-- Logs begin at Wed 2022-02-16 21:26:23 UTC, end at Wed 2022-02-16 23:47:06 UTC. -- Feb 16 21:59:32.915075 n-d-813897-6 systemd[1]: Started Devstack devstack@q-svc.service. Feb 16 21:59:35.911701 n-d-813897-6 neutron-server[103356]: INFO neutron.common.config [-] Logging enabled! Feb 16 21:59:35.912308 n-d-813897-6 neutron-server[103356]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev505 Feb 16 21:59:35.912498 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103356) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 21:59:35.915927 n-d-813897-6 neutron-server[103356]: INFO neutron.common.config [-] Logging enabled! Feb 16 21:59:35.916191 n-d-813897-6 neutron-server[103356]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev505 Feb 16 21:59:35.916508 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103356) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 21:59:35.917456 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 21:59:35.917699 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 21:59:35.918346 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 21:59:35.918601 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 21:59:35.918832 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 21:59:35.919159 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.919593 n-d-813897-6 neutron-server[103356]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 16 21:59:35.919915 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.920220 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.920520 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.920823 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.921120 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.921409 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.921711 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.922039 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.922338 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.922625 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.922919 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.923220 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.923508 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.923803 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.924099 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.924389 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] debug = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.924677 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.925113 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.925527 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.925815 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.926141 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.926430 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.926709 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.926990 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.927280 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.927614 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] host = n-d-813897-6 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.927895 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.928192 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.928487 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.928780 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.929061 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.929344 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.929634 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.929911 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.930218 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] log_file = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.930502 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.930797 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.931093 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.931390 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.931625 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.931851 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.932148 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.932444 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.932726 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.933006 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.933286 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.933590 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.933870 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.934170 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.934465 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.934755 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.935047 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.935326 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.935605 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.935881 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.936157 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.936448 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.936728 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.937006 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.937284 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.937575 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.937849 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.938159 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.938468 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.938760 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.939049 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.939341 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.939620 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.939908 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.940265 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.940553 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.940832 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] use_json = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.941110 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.941388 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.941679 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.941957 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.942264 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.942546 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.942825 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.943117 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.943395 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:35.943696 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.944000 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.944306 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.944606 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.944903 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.945188 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.945485 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.945770 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.946094 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.946392 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.946691 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.946974 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.947277 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.947571 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.947871 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.948181 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.948478 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.948779 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.949061 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.949863 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.950180 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.950509 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.950823 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.951109 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.951406 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.951708 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.951993 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.952297 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.952590 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.952887 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.953185 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.953468 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.953755 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.954081 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.954371 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.954656 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.954937 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.955232 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.955515 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.955794 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.956080 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.956362 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.956638 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.956913 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.957192 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.957488 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.957768 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.958071 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.958350 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.958633 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.958907 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.959193 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.959474 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.959752 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.960028 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.960308 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.960583 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.960856 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.961135 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.961412 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.961696 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.961996 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.962272 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.962549 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.962823 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.963098 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.963373 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.963649 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.963929 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.964203 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.964478 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.964817 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.965619 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.965903 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.966224 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.966531 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.966817 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.967167 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.967385 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.967666 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.967951 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.968233 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.968515 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.968798 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.969075 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.969371 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.969658 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.969949 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.970265 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.970548 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.970852 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.971134 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.971414 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.971705 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.971987 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.972269 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.972557 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.972845 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.973145 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.973444 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.973744 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.974072 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.974374 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.974660 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.974977 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.975262 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:35.975484 n-d-813897-6 neutron-server[103356]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 21:59:35.975729 n-d-813897-6 neutron-server[103356]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103356) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 16 21:59:36.347989 n-d-813897-6 neutron-server[103356]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 16 21:59:36.348276 n-d-813897-6 neutron-server[103356]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 16 21:59:36.348591 n-d-813897-6 neutron-server[103356]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 16 21:59:36.348933 n-d-813897-6 neutron-server[103356]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 16 21:59:36.680963 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:36.681187 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:36.681458 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:36.682794 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:36.683073 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:36.683339 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:36.727995 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:36.728286 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:36.728559 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:36.742668 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:36.742957 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:36.743236 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:36.874961 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:36.875252 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:36.875526 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:36.912233 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:36.912788 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:36.912788 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.154014 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.154308 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.154583 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.154857 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.155565 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.256194 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.256527 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.256817 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.257096 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.257370 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.257686 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.257952 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.258237 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.258497 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.258784 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.259050 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.259321 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.259583 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.259841 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.260101 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.260375 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.260632 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.260907 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.261183 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.261445 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.262291 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.262550 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.262837 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.263219 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.263475 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.263726 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.264122 n-d-813897-6 neutron-server[103356]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103356) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 21:59:37.264368 n-d-813897-6 neutron-server[103356]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103356) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 21:59:37.264611 n-d-813897-6 neutron-server[103356]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103356) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 21:59:37.264855 n-d-813897-6 neutron-server[103356]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103356) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 21:59:37.265094 n-d-813897-6 neutron-server[103356]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103356) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 21:59:37.265333 n-d-813897-6 neutron-server[103356]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103356) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 21:59:37.265701 n-d-813897-6 neutron-server[103356]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 16 21:59:37.268846 n-d-813897-6 neutron-server[103356]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 16 21:59:37.273889 n-d-813897-6 neutron-server[103356]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 16 21:59:37.277767 n-d-813897-6 neutron-server[103356]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Feb 16 21:59:37.279457 n-d-813897-6 neutron-server[103356]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 16 21:59:37.279932 n-d-813897-6 neutron-server[103356]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 16 21:59:37.280273 n-d-813897-6 neutron-server[103356]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 16 21:59:37.280666 n-d-813897-6 neutron-server[103356]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 16 21:59:37.283560 n-d-813897-6 neutron-server[103356]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 16 21:59:37.283823 n-d-813897-6 neutron-server[103356]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 16 21:59:37.284176 n-d-813897-6 neutron-server[103356]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 21:59:37.289084 n-d-813897-6 neutron-server[103356]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 16 21:59:37.312891 n-d-813897-6 neutron-server[103356]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 16 21:59:37.313353 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.313656 n-d-813897-6 neutron-server[103356]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103356) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 16 21:59:37.314240 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.315647 n-d-813897-6 neutron-server[103356]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103356) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 16 21:59:37.315934 n-d-813897-6 neutron-server[103356]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 21:59:37.316274 n-d-813897-6 neutron-server[103356]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 16 21:59:37.319625 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.319909 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.382884 n-d-813897-6 neutron-server[103356]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 16 21:59:37.383129 n-d-813897-6 neutron-server[103356]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 16 21:59:37.383371 n-d-813897-6 neutron-server[103356]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 16 21:59:37.383739 n-d-813897-6 neutron-server[103356]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 16 21:59:37.403812 n-d-813897-6 neutron-server[103356]: DEBUG oslo_db.sqlalchemy.engines [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103356) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 16 21:59:37.845290 n-d-813897-6 neutron-server[103356]: INFO neutron.plugins.ml2.managers [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Initializing driver for type 'gre' Feb 16 21:59:37.845826 n-d-813897-6 neutron-server[103356]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] gre ID ranges: [(1, 1000)] Feb 16 21:59:37.898432 n-d-813897-6 neutron-server[103356]: INFO neutron.plugins.ml2.managers [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Initializing driver for type 'local' Feb 16 21:59:37.898851 n-d-813897-6 neutron-server[103356]: INFO neutron.plugins.ml2.managers [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Initializing driver for type 'vlan' Feb 16 21:59:37.911603 n-d-813897-6 neutron-server[103356]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] VlanTypeDriver initialization complete Feb 16 21:59:37.912042 n-d-813897-6 neutron-server[103356]: INFO neutron.plugins.ml2.managers [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Initializing driver for type 'vxlan' Feb 16 21:59:37.912583 n-d-813897-6 neutron-server[103356]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] vxlan ID ranges: [(1, 1000)] Feb 16 21:59:37.962311 n-d-813897-6 neutron-server[103356]: INFO neutron.plugins.ml2.managers [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Initializing extension driver 'port_security' Feb 16 21:59:37.962661 n-d-813897-6 neutron-server[103356]: INFO neutron.plugins.ml2.extensions.port_security [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] PortSecurityExtensionDriver initialization complete Feb 16 21:59:37.963039 n-d-813897-6 neutron-server[103356]: INFO neutron.plugins.ml2.managers [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Initializing mechanism driver 'openvswitch' Feb 16 21:59:37.963456 n-d-813897-6 neutron-server[103356]: INFO neutron.plugins.ml2.managers [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Initializing mechanism driver 'hyperv' Feb 16 21:59:37.971790 n-d-813897-6 neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 21:59:37.972788 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > port after_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.973220 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > port after_update 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.973559 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > port after_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.974176 n-d-813897-6 neutron-server[103356]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103356) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 21:59:37.974686 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > subnet after_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.975057 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > subnet after_update 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.975501 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.976052 n-d-813897-6 neutron-server[103356]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103356) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 21:59:37.976480 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > network after_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.976885 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > network after_update 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.977380 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > network after_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.977908 n-d-813897-6 neutron-server[103356]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103356) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 21:59:37.978287 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > security_group after_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.978675 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > security_group after_update 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.979026 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.979560 n-d-813897-6 neutron-server[103356]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103356) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 21:59:37.980025 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.980531 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.981492 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.981822 n-d-813897-6 neutron-server[103356]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103356) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 21:59:37.982289 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > address_group after_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.982707 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > address_group after_update 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.983154 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.983570 n-d-813897-6 neutron-server[103356]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103356) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 21:59:37.984090 n-d-813897-6 neutron-server[103356]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] ML2 OVO RPC backend initialized. {{(pid=103356) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 16 21:59:37.984924 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.985245 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.985807 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > network before_response 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.986133 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > networks before_response 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.986550 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > port before_response 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.986887 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > ports before_response 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.987327 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > subnet before_response 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.987819 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > subnets before_response 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.988081 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > network after_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.988562 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > network after_update 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.988835 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > network after_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.989293 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > port after_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.989612 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > port after_update 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.990044 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > port after_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.990391 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > subnet after_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.990819 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > subnet after_update 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.991357 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:37.999744 n-d-813897-6 neutron-server[103356]: INFO neutron.quota [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded quota_driver: . Feb 16 21:59:38.000338 n-d-813897-6 neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Modular L2 Plugin initialization complete Feb 16 21:59:38.000642 n-d-813897-6 neutron-server[103356]: DEBUG neutron.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading services supported by the core plugin {{(pid=103356) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 16 21:59:38.001008 n-d-813897-6 neutron-server[103356]: INFO neutron.plugins.ml2.managers [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Got port-security extension from driver 'port_security' Feb 16 21:59:38.001844 n-d-813897-6 neutron-server[103356]: INFO neutron.extensions.vlantransparent [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Disabled vlantransparent extension. Feb 16 21:59:38.002199 n-d-813897-6 neutron-server[103356]: DEBUG neutron.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103356) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 16 21:59:38.002664 n-d-813897-6 neutron-server[103356]: INFO neutron.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading Plugin: router Feb 16 21:59:38.041683 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.042109 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > router after_create 55549900 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.042485 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > router before_create 55549900 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.042854 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.043229 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.043588 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > router after_delete 55549900 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.043949 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.044301 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.044661 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > router after_create 55549900 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.045009 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > router after_update 55549900 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.045359 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > router after_update 55549900 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.045710 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.046108 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > router after_update 55549900 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.046525 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > router precommit_update 55549900 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.046895 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: port after_update 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.047237 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: port after_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.047585 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: subnet after_update 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.047925 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.048272 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.048620 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > router precommit_create 55549900 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.048963 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: port before_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.049308 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > router precommit_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.049664 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > router after_update 55549900 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.050035 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.050517 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > router precommit_create 55549900 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.050884 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.051232 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > router precommit_update 55549900 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.051601 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > agent after_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.051953 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > agent after_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.052297 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > network after_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.053168 n-d-813897-6 neutron-server[103356]: DEBUG neutron.quota.resource_registry [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Tracking information for resource: router configured {{(pid=103356) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 21:59:38.053504 n-d-813897-6 neutron-server[103356]: DEBUG neutron.quota.resource_registry [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Tracking information for resource: floatingip configured {{(pid=103356) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 21:59:38.058462 n-d-813897-6 neutron-server[103356]: INFO neutron.db.l3_agentschedulers_db [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 16 21:59:38.059047 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: port after_update 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.059409 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: port after_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.059765 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: port after_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.060117 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: port after_update 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.060915 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > router before_create 55550100 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.061283 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.061648 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > router precommit_create 55550100 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.062036 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > router precommit_update 55550100 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.066826 n-d-813897-6 neutron-server[103356]: DEBUG neutron.services.provider_configuration [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Service providers = [] {{(pid=103356) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 16 21:59:38.067202 n-d-813897-6 neutron-server[103356]: DEBUG neutron.db.servicetype_db [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103356) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 16 21:59:38.070187 n-d-813897-6 neutron-server[103356]: DEBUG neutron.services.service_base [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103356) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 21:59:38.070542 n-d-813897-6 neutron-server[103356]: DEBUG neutron.services.service_base [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103356) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 21:59:38.070887 n-d-813897-6 neutron-server[103356]: DEBUG neutron.services.service_base [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103356) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 21:59:38.071788 n-d-813897-6 neutron-server[103356]: DEBUG neutron.services.service_base [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103356) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 21:59:38.072163 n-d-813897-6 neutron-server[103356]: INFO neutron.services.service_base [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 16 21:59:38.072538 n-d-813897-6 neutron-server[103356]: DEBUG neutron.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103356) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 21:59:38.072862 n-d-813897-6 neutron-server[103356]: INFO neutron.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 16 21:59:38.084131 n-d-813897-6 neutron-server[103356]: DEBUG neutron.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103356) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 21:59:38.084471 n-d-813897-6 neutron-server[103356]: INFO neutron.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading Plugin: auto_allocate Feb 16 21:59:38.090959 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: network precommit_update 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.091329 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: network precommit_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.091848 n-d-813897-6 neutron-server[103356]: DEBUG neutron.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103356) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 21:59:38.092169 n-d-813897-6 neutron-server[103356]: INFO neutron.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading Plugin: tag Feb 16 21:59:38.099114 n-d-813897-6 neutron-server[103356]: DEBUG neutron.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103356) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 21:59:38.099387 n-d-813897-6 neutron-server[103356]: INFO neutron.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading Plugin: timestamp Feb 16 21:59:38.103256 n-d-813897-6 neutron-server[103356]: DEBUG neutron.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103356) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 21:59:38.103595 n-d-813897-6 neutron-server[103356]: INFO neutron.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading Plugin: network_ip_availability Feb 16 21:59:38.109163 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.109536 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.109894 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.110633 n-d-813897-6 neutron-server[103356]: DEBUG neutron.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103356) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 21:59:38.110956 n-d-813897-6 neutron-server[103356]: INFO neutron.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading Plugin: flavors Feb 16 21:59:38.115875 n-d-813897-6 neutron-server[103356]: DEBUG neutron.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103356) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 21:59:38.116217 n-d-813897-6 neutron-server[103356]: INFO neutron.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading Plugin: revisions Feb 16 21:59:38.120544 n-d-813897-6 neutron-server[103356]: DEBUG neutron.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103356) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 21:59:38.120967 n-d-813897-6 neutron-server[103356]: DEBUG oslo_concurrency.lockutils [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.772s {{(pid=103356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 16 21:59:38.121709 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103356) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 16 21:59:38.122080 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Initializing extension manager. Feb 16 21:59:38.122609 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: __init__.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.122953 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: __pycache__ {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.123288 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.123626 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: address_group.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.124374 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.124936 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: address-group Feb 16 21:59:38.125261 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: address_scope.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.126052 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.126508 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: address-scope Feb 16 21:59:38.126829 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.127762 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.128272 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: router-admin-state-down-before-update Feb 16 21:59:38.128857 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: agent.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.129559 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.130107 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: agent Feb 16 21:59:38.130429 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: agent_resources_synced.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.131339 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.131849 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: agent-resources-synced Feb 16 21:59:38.132212 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: allowedaddresspairs.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.133950 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.134504 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: allowed-address-pairs Feb 16 21:59:38.134835 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: auto_allocated_topology.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.135925 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.136446 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: auto-allocated-topology Feb 16 21:59:38.137298 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: availability_zone.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.138022 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.138544 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: availability_zone Feb 16 21:59:38.138870 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: availability_zone_filter.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.139784 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.140301 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: availability_zone_filter Feb 16 21:59:38.140628 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: data_plane_status.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.141530 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.142068 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension data-plane-status not supported by any of loaded plugins Feb 16 21:59:38.142394 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: default_subnetpools.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.143309 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.143820 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: default-subnetpools Feb 16 21:59:38.144145 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.144949 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.145459 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: dhcp_agent_scheduler Feb 16 21:59:38.145783 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: dns.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.146719 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.147229 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension dns-integration not supported by any of loaded plugins Feb 16 21:59:38.147567 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: dns_domain_ports.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.148468 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.148974 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 16 21:59:38.149297 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.150239 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.150745 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 16 21:59:38.151065 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: dvr.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.151737 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.152296 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: dvr Feb 16 21:59:38.153118 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: ecmp_routes.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.154064 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.154573 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 16 21:59:38.154892 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: empty_string_filtering.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.155799 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.156309 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: empty-string-filtering Feb 16 21:59:38.156632 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.157543 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.158145 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 16 21:59:38.158473 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.159394 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.159896 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 16 21:59:38.160218 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: external_net.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.161134 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.161644 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: external-net Feb 16 21:59:38.161999 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.162904 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.163410 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: extra_dhcp_opt Feb 16 21:59:38.163734 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: extraroute.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.164641 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.165152 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: extraroute Feb 16 21:59:38.165476 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: extraroute_atomic.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.166546 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.167065 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: extraroute-atomic Feb 16 21:59:38.167391 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: filter_validation.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.168088 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.168594 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: filter-validation Feb 16 21:59:38.168915 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: fip_pf_description.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.169824 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.170366 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 16 21:59:38.170688 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: fip_port_details.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.171782 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.172296 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: fip-port-details Feb 16 21:59:38.172620 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: flavors.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.173858 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.174412 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: flavors Feb 16 21:59:38.174741 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.176415 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.176939 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 16 21:59:38.177274 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: floatingip_pools.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.178003 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.178518 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: floatingip-pools Feb 16 21:59:38.178844 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: ip_allocation.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.179774 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.180281 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension ip_allocation not supported by any of loaded plugins Feb 16 21:59:38.180604 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.181525 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.182077 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: ip-substring-filtering Feb 16 21:59:38.182406 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: l2_adjacency.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.183333 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.183931 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 16 21:59:38.184255 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: l3.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.185221 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.185736 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: router Feb 16 21:59:38.186091 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.188381 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.188910 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 16 21:59:38.189247 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.190205 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.190726 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: ext-gw-mode Feb 16 21:59:38.191058 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.191985 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.192501 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: l3-ha Feb 16 21:59:38.192828 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.193744 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.194283 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 16 21:59:38.194611 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: l3_flavors.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.195524 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.196031 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: l3-flavors Feb 16 21:59:38.196359 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.197757 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.198304 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 16 21:59:38.198635 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.200070 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.200586 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 16 21:59:38.200913 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: l3agentscheduler.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.201949 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.202494 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: l3_agent_scheduler Feb 16 21:59:38.202826 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: local_ip.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.204615 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.205141 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension local_ip not supported by any of loaded plugins Feb 16 21:59:38.205475 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: logging.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.207140 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.207681 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension logging not supported by any of loaded plugins Feb 16 21:59:38.208020 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: metering.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.208764 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.209345 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: metering Feb 16 21:59:38.209678 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.210797 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.211324 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: metering_source_and_destination_fields Feb 16 21:59:38.211656 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: multiprovidernet.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.212599 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.213114 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: multi-provider Feb 16 21:59:38.213444 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: netmtu.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.214397 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.215517 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: net-mtu Feb 16 21:59:38.215845 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: netmtu_writable.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.216769 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.217282 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: net-mtu-writable Feb 16 21:59:38.217616 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: network_availability_zone.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.218320 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.218828 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: network_availability_zone Feb 16 21:59:38.219150 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: network_ip_availability.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.220275 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.220787 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: network-ip-availability Feb 16 21:59:38.221111 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: network_segment_range.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.221866 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.222396 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension network-segment-range not supported by any of loaded plugins Feb 16 21:59:38.222721 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: pagination.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.223695 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.224027 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: pagination Feb 16 21:59:38.224348 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: port_device_profile.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.225254 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.225772 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: port-device-profile Feb 16 21:59:38.226171 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.227092 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.227613 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: port-mac-address-regenerate Feb 16 21:59:38.227937 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.228855 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.229365 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: port-numa-affinity-policy Feb 16 21:59:38.229688 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: port_resource_request.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.230659 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.231167 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension port-resource-request not supported by any of loaded plugins Feb 16 21:59:38.231490 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: port_resource_request_groups.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.232450 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.232959 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 16 21:59:38.233283 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: portbindings.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.234233 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.234752 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: binding Feb 16 21:59:38.235074 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: portbindings_extended.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.236357 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.236876 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: binding-extended Feb 16 21:59:38.237204 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: portsecurity.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.238164 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.238686 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: port-security Feb 16 21:59:38.239011 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: project_id.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.240013 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.240344 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: project-id Feb 16 21:59:38.240668 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: providernet.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.241587 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.242140 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: provider Feb 16 21:59:38.242468 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: qos.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.246154 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.246677 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension qos not supported by any of loaded plugins Feb 16 21:59:38.247010 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.248277 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.248799 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 16 21:59:38.249130 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.250086 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.250601 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 16 21:59:38.250929 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: qos_default.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.251841 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.252355 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension qos-default not supported by any of loaded plugins Feb 16 21:59:38.252680 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: qos_fip.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.253880 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.254418 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension qos-fip not supported by any of loaded plugins Feb 16 21:59:38.254743 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.255669 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.256177 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 16 21:59:38.256502 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: qos_gateway_ip.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.257545 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.258102 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 16 21:59:38.258434 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: qos_port_network_policy.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.259352 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.259868 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 16 21:59:38.260195 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.261243 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.262322 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 16 21:59:38.262649 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.263704 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.264218 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 16 21:59:38.264543 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: qos_pps_rule.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.265734 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.266285 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension qos-pps not supported by any of loaded plugins Feb 16 21:59:38.266617 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: qos_rule_type_details.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.267533 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.268050 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 16 21:59:38.268375 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: qos_rules_alias.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.269420 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.269934 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 16 21:59:38.270287 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: quota_check_limit.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.271197 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.271715 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: quota-check-limit Feb 16 21:59:38.272041 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: quotasv2.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.272951 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.273282 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: quotas Feb 16 21:59:38.273605 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: quotasv2_detail.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.275344 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.275687 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: quota_details Feb 16 21:59:38.276021 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: rbac.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.277073 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.278176 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: rbac-policies Feb 16 21:59:38.278508 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: rbac_address_group.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.279447 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.279966 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: rbac-address-group Feb 16 21:59:38.280293 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: rbac_address_scope.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.281215 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.281729 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: rbac-address-scope Feb 16 21:59:38.282092 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: rbac_security_groups.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.283019 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.283534 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: rbac-security-groups Feb 16 21:59:38.283858 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: rbac_subnetpool.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.284841 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.285359 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: rbac-subnetpool Feb 16 21:59:38.285681 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: revisionifmatch.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.286640 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.287160 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: revision-if-match Feb 16 21:59:38.287490 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: revisions.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.288612 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.289128 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: standard-attr-revisions Feb 16 21:59:38.289459 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: router_availability_zone.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.290175 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.290689 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: router_availability_zone Feb 16 21:59:38.291015 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: routerservicetype.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.291943 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.292456 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension router-service-type not supported by any of loaded plugins Feb 16 21:59:38.292837 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.293769 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.294315 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: security-groups-normalized-cidr Feb 16 21:59:38.294642 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.295568 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.296081 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: port-security-groups-filtering Feb 16 21:59:38.296405 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.297340 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.297857 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: security-groups-remote-address-group Feb 16 21:59:38.298224 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.299158 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.299673 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: security-groups-shared-filtering Feb 16 21:59:38.299996 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.300581 n-d-813897-6 neutron-server[103356]: WARNING neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 16 21:59:38.300902 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: securitygroup.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.310532 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.311067 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: security-group Feb 16 21:59:38.311402 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: segment.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.312190 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.312709 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension segment not supported by any of loaded plugins Feb 16 21:59:38.313042 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.314013 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.314535 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 16 21:59:38.314864 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: servicetype.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.315976 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.316498 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: service-type Feb 16 21:59:38.316831 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: sorting.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.317817 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.318195 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: sorting Feb 16 21:59:38.318527 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: standard_attr_segment.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.319444 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.319966 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 16 21:59:38.320291 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: standardattrdescription.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.320938 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.321447 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: standard-attr-description Feb 16 21:59:38.321769 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: stateful_security_group.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.322725 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.323244 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: stateful-security-group Feb 16 21:59:38.323567 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: stdattrs_common.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.324652 n-d-813897-6 neutron-server[103356]: WARNING neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 16 21:59:38.324969 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.325901 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.326441 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 16 21:59:38.326761 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: subnet_onboard.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.327842 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.328365 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: subnet_onboard Feb 16 21:59:38.328693 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.329646 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.330189 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 16 21:59:38.330513 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: subnet_service_types.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.331444 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.331962 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: subnet-service-types Feb 16 21:59:38.332286 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: subnetallocation.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.333374 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.333940 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: subnet_allocation Feb 16 21:59:38.334289 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.334968 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.335479 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: subnetpool-prefix-ops Feb 16 21:59:38.335804 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.336730 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.337237 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 16 21:59:38.337556 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: tagging.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.338657 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.339175 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: standard-attr-tag Feb 16 21:59:38.339499 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: timestamp.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.341331 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.341847 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loaded extension: standard-attr-timestamp Feb 16 21:59:38.342210 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: trunk.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.343252 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.343768 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension trunk not supported by any of loaded plugins Feb 16 21:59:38.344094 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: trunk_details.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.345015 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.345528 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension trunk-details not supported by any of loaded plugins Feb 16 21:59:38.345859 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: uplink_status_propagation.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.346801 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.347313 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 16 21:59:38.347634 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Loading extension file: vlantransparent.py {{(pid=103356) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 21:59:38.348303 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103356) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 21:59:38.348812 n-d-813897-6 neutron-server[103356]: INFO neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 16 21:59:38.351362 n-d-813897-6 neutron-server[103356]: INFO neutron.quota.resource_registry [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Creating instance of TrackedResource for resource:network Feb 16 21:59:38.351860 n-d-813897-6 neutron-server[103356]: INFO neutron.quota.resource_registry [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Creating instance of TrackedResource for resource:subnet Feb 16 21:59:38.352260 n-d-813897-6 neutron-server[103356]: INFO neutron.quota.resource_registry [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 21:59:38.352655 n-d-813897-6 neutron-server[103356]: INFO neutron.quota.resource_registry [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Creating instance of TrackedResource for resource:port Feb 16 21:59:38.354979 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.v2.resource_helper [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103356) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 21:59:38.355453 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.v2.resource_helper [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Service FLAVORS assigned prefix: {{(pid=103356) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 21:59:38.356083 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.v2.resource_helper [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103356) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 21:59:38.356534 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.v2.resource_helper [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103356) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 21:59:38.356869 n-d-813897-6 neutron-server[103356]: INFO neutron.quota.resource_registry [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Creating instance of TrackedResource for resource:router Feb 16 21:59:38.357302 n-d-813897-6 neutron-server[103356]: INFO neutron.quota.resource_registry [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 21:59:38.357799 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.v2.resource_helper [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Service METERING assigned prefix: /metering {{(pid=103356) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 21:59:38.359275 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.359648 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.360006 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 21:59:38.360995 n-d-813897-6 neutron-server[103356]: INFO neutron.quota.resource_registry [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 21:59:38.361434 n-d-813897-6 neutron-server[103356]: INFO neutron.quota.resource_registry [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Creating instance of TrackedResource for resource:security_group Feb 16 21:59:38.361892 n-d-813897-6 neutron-server[103356]: INFO neutron.quota.resource_registry [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 21:59:38.362522 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.v2.resource_helper [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Service CORE assigned prefix: {{(pid=103356) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 21:59:38.362858 n-d-813897-6 neutron-server[103356]: INFO neutron.quota.resource_registry [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 21:59:38.363205 n-d-813897-6 neutron-server[103356]: WARNING neutron.quota.resource_registry [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] subnetpool is already registered Feb 16 21:59:38.363639 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.v2.resource_helper [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Service CORE assigned prefix: {{(pid=103356) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 21:59:38.363968 n-d-813897-6 neutron-server[103356]: INFO neutron.quota.resource_registry [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 21:59:38.364302 n-d-813897-6 neutron-server[103356]: WARNING neutron.quota.resource_registry [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] subnetpool is already registered Feb 16 21:59:38.366651 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.v2.resource_helper [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103356) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 21:59:38.367086 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.v2.resource_helper [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Service FLAVORS assigned prefix: {{(pid=103356) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 21:59:38.367680 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.v2.resource_helper [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103356) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 21:59:38.368109 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.v2.resource_helper [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103356) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 21:59:38.368446 n-d-813897-6 neutron-server[103356]: INFO neutron.quota.resource_registry [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Creating instance of TrackedResource for resource:router Feb 16 21:59:38.368791 n-d-813897-6 neutron-server[103356]: WARNING neutron.quota.resource_registry [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] router is already registered Feb 16 21:59:38.369210 n-d-813897-6 neutron-server[103356]: INFO neutron.quota.resource_registry [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 21:59:38.369545 n-d-813897-6 neutron-server[103356]: WARNING neutron.quota.resource_registry [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] floatingip is already registered Feb 16 21:59:38.370025 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.v2.resource_helper [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Service METERING assigned prefix: /metering {{(pid=103356) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 21:59:38.370701 n-d-813897-6 neutron-server[103356]: INFO neutron.quota.resource_registry [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 21:59:38.371052 n-d-813897-6 neutron-server[103356]: WARNING neutron.quota.resource_registry [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] rbac_policy is already registered Feb 16 21:59:38.371466 n-d-813897-6 neutron-server[103356]: INFO neutron.quota.resource_registry [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Creating instance of TrackedResource for resource:security_group Feb 16 21:59:38.371802 n-d-813897-6 neutron-server[103356]: WARNING neutron.quota.resource_registry [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] security_group is already registered Feb 16 21:59:38.372210 n-d-813897-6 neutron-server[103356]: INFO neutron.quota.resource_registry [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 21:59:38.372543 n-d-813897-6 neutron-server[103356]: WARNING neutron.quota.resource_registry [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] security_group_rule is already registered Feb 16 21:59:38.373169 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.v2.resource_helper [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Service CORE assigned prefix: {{(pid=103356) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 21:59:38.373501 n-d-813897-6 neutron-server[103356]: INFO neutron.quota.resource_registry [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 21:59:38.373836 n-d-813897-6 neutron-server[103356]: WARNING neutron.quota.resource_registry [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] subnetpool is already registered Feb 16 21:59:38.374298 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.v2.resource_helper [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Service CORE assigned prefix: {{(pid=103356) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 21:59:38.374626 n-d-813897-6 neutron-server[103356]: INFO neutron.quota.resource_registry [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 21:59:38.374954 n-d-813897-6 neutron-server[103356]: WARNING neutron.quota.resource_registry [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] subnetpool is already registered Feb 16 21:59:38.375430 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: extensions {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.376869 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: address-groups {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.378395 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: address-scopes {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.379988 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: agents {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.381166 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: auto-allocated-topology {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.382452 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: availability_zones {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.383685 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: dhcp-networks {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.385180 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: dhcp-agents {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.387153 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: routers {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.389391 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: flavors {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.390589 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: service_profiles {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.391803 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: next_providers {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.393273 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: service_profiles {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.394862 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: floatingip-pools {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.396104 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: routers {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.398243 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: floatingips {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.399523 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: l3-routers {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.400916 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: l3-agents {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.403042 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: metering-labels {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.404410 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: metering-label-rules {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.405690 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: network-ip-availabilities {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.407005 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: bindings {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.408657 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: quotas {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.410260 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: quotas {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.411791 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: rbac-policies {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.413089 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: security-groups {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.414361 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: security-group-rules {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.415608 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: service-providers {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.416816 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: subnetpools {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.418339 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: subnetpools {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.419807 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: tags {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.421479 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: tags {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.424249 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: tags {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.426067 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: tags {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.561347 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: tags {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.563266 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: tags {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.564955 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: tags {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.567162 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: tags {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.568995 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: tags {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.570887 n-d-813897-6 neutron-server[103356]: DEBUG neutron.api.extensions [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Extended resource: tags {{(pid=103356) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 21:59:38.577383 n-d-813897-6 neutron-server[103356]: WARNING keystonemiddleware.auth_token [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 16 21:59:38.582110 n-d-813897-6 neutron-server[103356]: WARNING keystonemiddleware.auth_token [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 16 21:59:38.591259 n-d-813897-6 neutron-server[103356]: DEBUG oslo_concurrency.lockutils [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Acquired lock "singleton_lock" {{(pid=103356) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 16 21:59:38.591736 n-d-813897-6 neutron-server[103356]: DEBUG oslo_concurrency.lockutils [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Releasing lock "singleton_lock" {{(pid=103356) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 16 21:59:38.592392 n-d-813897-6 neutron-server[103356]: INFO oslo_service.service [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Starting 2 workers Feb 16 21:59:38.597217 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Started child 103465 {{(pid=103356) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 21:59:38.601743 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Started child 103466 {{(pid=103356) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 21:59:38.602455 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 21:59:38.603267 n-d-813897-6 neutron-server[103356]: INFO neutron.service [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 16 21:59:38.603904 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 21:59:38.603999 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [-] (103465) wsgi starting up on http://0.0.0.0:9696 Feb 16 21:59:38.606310 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 21:59:38.606730 n-d-813897-6 neutron-server[103356]: INFO oslo_service.service [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Starting 1 workers Feb 16 21:59:38.607736 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [-] (103466) wsgi starting up on http://0.0.0.0:9696 Feb 16 21:59:38.611640 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Started child 103467 {{(pid=103356) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 21:59:38.612157 n-d-813897-6 neutron-server[103356]: INFO oslo_service.service [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Starting 1 workers Feb 16 21:59:38.615364 n-d-813897-6 neutron-server[103467]: DEBUG neutron.service [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] calling RpcWorker wait() {{(pid=103467) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 16 21:59:38.615898 n-d-813897-6 neutron-server[103467]: DEBUG neutron.service [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] returning from RpcWorker wait() {{(pid=103467) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 16 21:59:38.616651 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Started child 103468 {{(pid=103356) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 21:59:38.617083 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 21:59:38.617440 n-d-813897-6 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fa91323-ff3f-4c89-954e-26fef12cc714 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 21:59:38.617533 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 21:59:38.619320 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103356) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 16 21:59:38.619535 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 21:59:38.619731 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 21:59:38.619959 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 21:59:38.620301 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 21:59:38.620472 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 21:59:38.621024 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.621304 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.621485 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 21:59:38.621952 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.621952 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.622220 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.622498 n-d-813897-6 neutron-server[103468]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 21:59:38.622665 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.622938 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.623198 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.623473 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.623738 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.623912 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.624078 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.624339 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.624572 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.624839 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.625109 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.625356 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.625614 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.625785 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.626073 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.626338 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.626589 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.626872 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] debug = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.627125 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.627609 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.627856 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.628104 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.628361 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.628874 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.629094 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.629388 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.629606 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.629823 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.630090 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.630340 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.630585 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.630804 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.631061 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.631276 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.631530 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.631751 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.632207 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] host = n-d-813897-6 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.632444 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.632665 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.632898 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.633148 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.633397 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.633642 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.633907 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.634194 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.634421 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.634649 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.634914 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.635175 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.635413 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.635650 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] log_file = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.635819 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] log_options = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.636077 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.636346 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.637136 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.637339 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.637508 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.637673 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.637931 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.638120 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.638363 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.638598 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.638812 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.639050 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.639275 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.639523 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.639742 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.639973 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.640208 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.640458 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.640717 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.640946 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.641173 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.641426 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.641662 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.641897 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.642140 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.642357 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.642607 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.642946 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.643176 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.643401 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.643735 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.644208 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.644208 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.644451 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.644667 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.644875 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.645078 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.645435 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.645585 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.645878 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.646148 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.646541 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.646649 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.646842 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.647214 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.647595 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.647812 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] use_json = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.648668 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.648668 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.648668 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.648668 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.649679 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.649679 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.649679 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.649679 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.649930 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.650240 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.650517 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.650989 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.651390 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.651761 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.652212 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.653121 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.653353 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.653612 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.653869 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.654252 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.654483 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.654783 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.657340 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.657340 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.657340 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.657340 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.657340 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.657340 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.657340 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.657340 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.659291 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.659291 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.659291 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.659291 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.659291 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.659291 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.659291 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.659291 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.661919 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.661919 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.661919 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.661919 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.661919 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.661919 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.661919 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.661919 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.662971 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.662971 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.662971 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.662971 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.662971 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.662971 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.662971 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.662971 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.662971 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.665678 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.665678 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.665678 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.665678 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.665678 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.665678 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.665678 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.665678 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.665678 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.667099 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.667099 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.667099 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.667099 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.667099 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.667099 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.667099 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.667099 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.667099 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.671622 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.671622 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.671622 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.671622 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.671622 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.671622 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.671622 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.671622 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.671622 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.672956 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.672956 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.672956 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.672956 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.672956 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.672956 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.672956 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.672956 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.672956 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.674138 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.674138 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.674138 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.674138 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.674138 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.674138 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.674138 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.674138 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.674138 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.675265 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.675265 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.675265 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.675265 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.675265 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.675265 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.675265 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.675265 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.676272 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.676272 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.676272 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.676272 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.676272 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.676272 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.676272 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.676272 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.677682 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.677682 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.677682 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.677682 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.677682 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.677682 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.677682 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.677682 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.679741 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.679741 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.679741 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.679741 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.679741 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.679741 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.679741 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.679741 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.682454 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.682454 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.682454 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.682454 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.682454 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.682454 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.682454 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.682454 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.684533 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.684533 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.684533 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.684533 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.684533 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.684533 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.684533 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.684533 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.685522 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.685522 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.685522 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.685522 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.685522 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.685522 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.685522 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.685522 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.686591 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.686591 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.686591 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.686591 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.686591 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.687222 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.687222 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.687222 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.687613 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.687747 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.687890 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.688119 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.688339 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.688541 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.688828 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.689012 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.689224 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.689437 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.689729 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.689950 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.690097 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.690432 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.690526 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.690672 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.690906 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.691127 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.691609 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.691609 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.691849 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.692027 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.692276 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.692510 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.692757 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.693010 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.693266 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.693479 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.693727 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.693947 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.694183 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.694415 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.694631 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.694843 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.695072 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.695316 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.695531 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.695764 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.696001 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.696335 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.696594 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.696823 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.697081 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.697318 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.697534 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.698117 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.698117 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.698388 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.698533 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.698667 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.698850 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.699608 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.699827 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.700043 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.700622 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.700622 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.700972 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.700972 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.701246 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.701409 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.701629 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.701863 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.702171 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.702401 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.702614 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.702826 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.703040 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.703652 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.703652 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.704455 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.704455 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.704455 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.704455 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.706284 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.706284 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.706284 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.706284 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.706284 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.706284 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.706284 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.706284 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.706847 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.706847 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.706847 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.707061 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.707202 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.707446 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.708846 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.708846 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.708846 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.708846 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.708846 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.709587 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.709587 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.709587 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.709587 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.710207 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.710207 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.710207 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.711334 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.711334 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.711334 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.711334 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.711334 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.711980 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.711980 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.711980 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.712233 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.712485 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.712728 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.712974 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.713274 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.713488 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.713759 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.714018 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.714242 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.714448 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.715266 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.715584 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.715865 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.716115 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.716367 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.716646 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.716939 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.717227 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.717463 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.717771 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.718124 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.718394 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.718654 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.719219 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.719219 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.719518 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.719655 n-d-813897-6 neutron-server[103467]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 21:59:38.719805 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.719805 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.720076 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.720219 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.720441 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.720669 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.720893 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.721126 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.721353 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.721573 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.721815 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.722085 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.722331 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.722565 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.722721 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 21:59:38.723996 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103356) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 16 21:59:38.723996 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 21:59:38.723996 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 21:59:38.723996 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 21:59:38.723996 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 21:59:38.723996 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 21:59:38.725227 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.725227 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.725227 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.725227 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.725227 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.725227 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.725227 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.725227 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.727585 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.727585 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.727585 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.727585 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.727585 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.727585 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.727585 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.727585 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.728576 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.728576 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.728576 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.728576 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.728576 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.728576 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.728576 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] debug = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.728576 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.729570 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.729570 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.729570 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.729570 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.729570 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.729570 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.730401 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.730401 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.730401 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.730401 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.730401 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.730401 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.730401 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.730401 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.731104 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.731104 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.731104 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.731104 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] host = n-d-813897-6 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.731104 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.731104 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.731104 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.731104 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.731888 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.731888 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.731888 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.731888 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.731888 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.731888 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.732515 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.732515 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.732515 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.732515 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] log_file = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.732515 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] log_options = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.734272 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.734272 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.734272 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.734272 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.734272 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.734272 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.734272 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.735912 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.735912 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.735912 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.735912 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.735912 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.735912 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.735912 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.735912 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.736962 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.736962 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.736962 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.736962 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.736962 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.736962 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.736962 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.736962 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.737853 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.737853 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.737853 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.737853 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.737853 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.737853 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.737853 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.737853 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.738760 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.738760 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.738760 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.738760 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.738760 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.738760 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.738760 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.738760 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.739932 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.739932 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.739932 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.739932 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.739932 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.739932 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.739932 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.739932 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] use_json = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.741476 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.741476 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.741476 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.741476 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.741476 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.741476 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.741476 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.741476 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.744065 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 21:59:38.744065 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.744065 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.744065 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.744065 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.744065 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.744065 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.744065 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.745105 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.745105 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.745105 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.745105 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.745105 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.745105 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.745105 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.745105 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.746167 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.746167 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.746167 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.746167 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.746167 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.746167 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.746167 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.746167 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.747691 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.747691 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.747691 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.747691 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.747691 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.747691 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.747691 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.747691 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.749159 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.749159 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.749159 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.749159 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.749159 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.749159 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.749159 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.749159 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.749733 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.749733 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.749733 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.749733 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.749733 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.749733 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.749733 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.749733 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.749733 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.751133 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.751133 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.751133 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.751133 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.751133 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.751133 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.751133 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.751133 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.751133 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.752196 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.752196 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.752196 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.752196 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.752196 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.752196 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.752196 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.752196 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.752196 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.752780 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.752780 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.752780 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.752780 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.752780 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.752780 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.752780 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.752780 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.752780 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.753354 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.753354 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.753354 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.753354 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.753354 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.753354 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.753354 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.753354 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.753354 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.754239 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.754239 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.754239 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.754239 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.754519 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.754595 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.754700 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.754872 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.755049 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.755207 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.755526 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.755691 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.755848 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.756159 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.756324 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.756486 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.756648 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.756809 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.756969 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.757131 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.757293 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.757453 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.757613 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.757772 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.757934 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.758120 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.758283 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.758442 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.758603 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.758764 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.758925 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.759085 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.759246 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.759405 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.759565 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.759735 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.759897 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.760059 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.760220 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.760387 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.760556 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.760718 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.760880 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.761042 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.761203 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.761363 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.762078 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.762242 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.762402 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.762563 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.762723 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.762895 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.763056 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.763216 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.763377 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.763559 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.763718 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.763879 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.764077 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.764201 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.764360 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.764520 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.764668 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.764827 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.764986 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.765146 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.765307 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.765467 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.765628 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.765787 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.765947 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.766132 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.766293 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.766453 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.766616 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.766777 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.766938 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.767098 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.767258 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.767418 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.767579 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.767738 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.767899 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.768060 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.768224 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.768400 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.768547 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.768691 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.768828 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.768987 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.769147 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.769308 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.769470 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.769630 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.769792 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.769952 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.770142 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.770305 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.770466 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.770628 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.770789 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.770981 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.771100 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.771261 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.771423 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.771584 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.771745 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.771895 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.772059 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.772219 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.772396 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.772557 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.772716 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.772880 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.773040 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.773199 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.773357 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.773518 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.773678 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.773838 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.774020 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.774184 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.774344 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.774503 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.774663 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.774822 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.774984 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.775147 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.775308 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.775468 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.775629 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.775789 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.775949 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.776107 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.776295 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.776415 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.776575 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.776734 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.776893 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.777067 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.777776 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.777939 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.778124 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.778284 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.778446 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.778617 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.778778 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.778938 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.779097 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.779256 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.779417 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.779586 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.779747 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.779906 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.780066 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.780228 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.780374 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.780544 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.780705 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.780865 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.781024 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.781183 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.781343 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.781512 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.781673 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.781834 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.782015 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.782181 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.782341 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.782511 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.782672 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.782832 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.782992 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.783152 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.783312 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.783481 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.783642 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.783803 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.783970 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.784130 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.784291 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.784451 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.784623 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.784784 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.784947 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.785107 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.785267 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.785426 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.785588 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.785753 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.785923 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.786113 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.786276 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.786445 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.786613 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.786783 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.786943 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.787108 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.787279 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.787438 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.787599 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.787758 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.787918 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.788077 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.788237 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.788396 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.788556 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.788715 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.788874 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.789034 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.789193 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.789352 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.789511 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.789671 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.789833 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.790011 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.790174 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.790334 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 21:59:38.790486 n-d-813897-6 neutron-server[103356]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103356) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 21:59:39.089727 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44158) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 21:59:39.098448 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [-] 10.222.0.75 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065019 Feb 16 21:59:50.583051 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcecdf43-8d3f-483c-90cb-34711ccc5d91 None None] get_active_networks_info from n-d-813897-6 {{(pid=103467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 21:59:50.638361 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcecdf43-8d3f-483c-90cb-34711ccc5d91 None None] No non-hosted networks {{(pid=103467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 16 21:59:50.653185 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.agentschedulers_db [None req-bcecdf43-8d3f-483c-90cb-34711ccc5d91 None None] DHCP Agent not found on host n-d-813897-6 {{(pid=103467) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 16 21:59:50.717748 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6fb4e560-978c-41f3-aa9a-a0b821b31104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-361839'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 21:59:52.966475 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3fb33f64-84d2-4727-b847-da47c71b0ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-361839'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 21:59:52.987323 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-dc346b45-5b3e-470b-be00-9fb980f16bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 21:59:54.119618 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-361839'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 21:59:55.389424 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-361839'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 21:59:56.610432 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44240) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 21:59:56.882480 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-361839'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 21:59:56.883920 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 21:59:56.885298 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 21:59:56.885836 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 21:59:56.887781 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 21:59:56.888280 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 21:59:56.888772 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 21:59:56.889257 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 21:59:56.889735 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 21:59:56.890367 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 21:59:56.890845 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 21:59:56.891314 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 21:59:56.891827 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 21:59:56.892303 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 21:59:56.892890 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-813897-6', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 21:59:56.898818 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-813897-6', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 21:59:57.185216 n-d-813897-6 neutron-server[103466]: WARNING oslo_policy.policy [None req-f1d7dfbd-c4b7-42e4-a4e5-8aae21b8f859 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 21:59:57.185810 n-d-813897-6 neutron-server[103466]: WARNING oslo_policy.policy [None req-f1d7dfbd-c4b7-42e4-a4e5-8aae21b8f859 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 21:59:57.220178 n-d-813897-6 neutron-server[103467]: INFO neutron.db.l3_hamode_db [None req-28740a9c-3042-4543-bf43-07ab4d18ad2e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 16 21:59:57.297269 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28740a9c-3042-4543-bf43-07ab4d18ad2e None None] Routers set() bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 21:59:57.297642 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28740a9c-3042-4543-bf43-07ab4d18ad2e None None] Router IDs set() for agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 21:59:57.408836 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [None req-f1d7dfbd-c4b7-42e4-a4e5-8aae21b8f859 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 21:59:57.409858 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f1d7dfbd-c4b7-42e4-a4e5-8aae21b8f859 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7985067 Feb 16 21:59:59.938025 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44266) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:00:00.239339 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-b77308c5-cdad-4a45-879b-46d0e21e3052 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:00:00.331117 n-d-813897-6 neutron-server[103466]: DEBUG neutron.policy [None req-b77308c5-cdad-4a45-879b-46d0e21e3052 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103466) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 22:00:00.373438 n-d-813897-6 neutron-server[103466]: WARNING oslo_policy.policy [None req-b77308c5-cdad-4a45-879b-46d0e21e3052 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 22:00:00.373809 n-d-813897-6 neutron-server[103466]: WARNING oslo_policy.policy [None req-b77308c5-cdad-4a45-879b-46d0e21e3052 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 22:00:00.467260 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b77308c5-cdad-4a45-879b-46d0e21e3052 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771220477729', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771220499188', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771220496248', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771220580975', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771220577122', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771220598749', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7977929', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7787606', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1612111', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1680938'] for rbac-policy (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:00.531855 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b77308c5-cdad-4a45-879b-46d0e21e3052 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:00.533021 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b77308c5-cdad-4a45-879b-46d0e21e3052 admin admin] 10.222.0.75 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5940142 Feb 16 22:00:02.976441 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44276) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:00:03.281367 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-3985e4e3-d9c6-4202-892a-26202a073e95 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:00:03.309907 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3985e4e3-d9c6-4202-892a-26202a073e95 demo demo] Made reservation on behalf of 8e30e528d957416fb228bdec997c10d4 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:00:03.313576 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3985e4e3-d9c6-4202-892a-26202a073e95 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:03.329664 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3985e4e3-d9c6-4202-892a-26202a073e95 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:03.437058 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3985e4e3-d9c6-4202-892a-26202a073e95 demo demo] Publish callbacks [] for security_group (f033daf5-f343-4a2b-be4d-7391f3b927f4), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:03.440562 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3985e4e3-d9c6-4202-892a-26202a073e95 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f033daf5-f343-4a2b-be4d-7391f3b927f4), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:03.464791 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3985e4e3-d9c6-4202-892a-26202a073e95 demo demo] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:00:03.499701 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3985e4e3-d9c6-4202-892a-26202a073e95 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771216128386', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (ba981966-d656-4dbb-a98e-40e47006d941), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:03.500294 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3985e4e3-d9c6-4202-892a-26202a073e95 demo demo] Unsubscribe: segment precommit_create {{(pid=103466) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 22:00:03.500819 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-3985e4e3-d9c6-4202-892a-26202a073e95 demo demo] Added segment ba981966-d656-4dbb-a98e-40e47006d941 of type vlan for network fa3bdeef-8c3d-450d-9b95-15ff60424dd4 Feb 16 22:00:03.516562 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985e4e3-d9c6-4202-892a-26202a073e95 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=f033daf5-f343-4a2b-be4d-7391f3b927f4,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:00:03.543546 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985e4e3-d9c6-4202-892a-26202a073e95 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:03.543888 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985e4e3-d9c6-4202-892a-26202a073e95 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:03.544225 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985e4e3-d9c6-4202-892a-26202a073e95 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:03.544557 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985e4e3-d9c6-4202-892a-26202a073e95 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:03.544885 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985e4e3-d9c6-4202-892a-26202a073e95 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:03.545209 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985e4e3-d9c6-4202-892a-26202a073e95 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:03.545530 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985e4e3-d9c6-4202-892a-26202a073e95 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:03.545848 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985e4e3-d9c6-4202-892a-26202a073e95 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:03.546196 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985e4e3-d9c6-4202-892a-26202a073e95 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:03.546515 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985e4e3-d9c6-4202-892a-26202a073e95 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:03.546834 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985e4e3-d9c6-4202-892a-26202a073e95 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:03.547149 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985e4e3-d9c6-4202-892a-26202a073e95 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:03.547462 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985e4e3-d9c6-4202-892a-26202a073e95 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:03.548590 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985e4e3-d9c6-4202-892a-26202a073e95 demo demo] Tracked resource versions report: Feb 16 22:00:03.548590 n-d-813897-6 neutron-server[103466]: pushed versions: Feb 16 22:00:03.548590 n-d-813897-6 neutron-server[103466]: { 'AddressGroup': {'1.2'}, Feb 16 22:00:03.548590 n-d-813897-6 neutron-server[103466]: 'ConntrackHelper': {'1.0'}, Feb 16 22:00:03.548590 n-d-813897-6 neutron-server[103466]: 'LocalIPAssociation': {'1.0'}, Feb 16 22:00:03.548590 n-d-813897-6 neutron-server[103466]: 'Log': {'1.0'}, Feb 16 22:00:03.548590 n-d-813897-6 neutron-server[103466]: 'Network': {'1.1'}, Feb 16 22:00:03.548590 n-d-813897-6 neutron-server[103466]: 'Port': {'1.7'}, Feb 16 22:00:03.548590 n-d-813897-6 neutron-server[103466]: 'PortForwarding': {'1.2'}, Feb 16 22:00:03.548590 n-d-813897-6 neutron-server[103466]: 'QosPolicy': {'1.10'}, Feb 16 22:00:03.548590 n-d-813897-6 neutron-server[103466]: 'SecurityGroup': {'1.5'}, Feb 16 22:00:03.548590 n-d-813897-6 neutron-server[103466]: 'SecurityGroupRule': {'1.2'}, Feb 16 22:00:03.548590 n-d-813897-6 neutron-server[103466]: 'SubPort': {'1.0'}, Feb 16 22:00:03.548590 n-d-813897-6 neutron-server[103466]: 'Subnet': {'1.1'}, Feb 16 22:00:03.548590 n-d-813897-6 neutron-server[103466]: 'Trunk': {'1.1'}} Feb 16 22:00:03.548590 n-d-813897-6 neutron-server[103466]: consumer versions: Feb 16 22:00:03.548590 n-d-813897-6 neutron-server[103466]: { DHCP agent@n-d-813897-6: {}, Feb 16 22:00:03.548590 n-d-813897-6 neutron-server[103466]: L3 agent@n-d-813897-6: {}, Feb 16 22:00:03.548590 n-d-813897-6 neutron-server[103466]: Metadata agent@n-d-813897-6: {}, Feb 16 22:00:03.548590 n-d-813897-6 neutron-server[103466]: Metering agent@n-d-813897-6: {}, Feb 16 22:00:03.548590 n-d-813897-6 neutron-server[103466]: Open vSwitch agent@n-d-813897-6: { 'AddressGroup': '1.2', Feb 16 22:00:03.548590 n-d-813897-6 neutron-server[103466]: 'ConntrackHelper': '1.0', Feb 16 22:00:03.548590 n-d-813897-6 neutron-server[103466]: 'LocalIPAssociation': '1.0', Feb 16 22:00:03.548590 n-d-813897-6 neutron-server[103466]: 'Log': '1.0', Feb 16 22:00:03.548590 n-d-813897-6 neutron-server[103466]: 'Network': '1.1', Feb 16 22:00:03.548590 n-d-813897-6 neutron-server[103466]: 'Port': '1.7', Feb 16 22:00:03.548590 n-d-813897-6 neutron-server[103466]: 'PortForwarding': '1.2', Feb 16 22:00:03.548590 n-d-813897-6 neutron-server[103466]: 'QosPolicy': '1.10', Feb 16 22:00:03.548590 n-d-813897-6 neutron-server[103466]: 'SecurityGroup': '1.5', Feb 16 22:00:03.548590 n-d-813897-6 neutron-server[103466]: 'SecurityGroupRule': '1.2', Feb 16 22:00:03.548590 n-d-813897-6 neutron-server[103466]: 'SubPort': '1.0', Feb 16 22:00:03.548590 n-d-813897-6 neutron-server[103466]: 'Subnet': '1.1', Feb 16 22:00:03.548590 n-d-813897-6 neutron-server[103466]: 'Trunk': '1.1'}} Feb 16 22:00:03.548590 n-d-813897-6 neutron-server[103466]: {{(pid=103466) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 22:00:03.611237 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3985e4e3-d9c6-4202-892a-26202a073e95 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (fa3bdeef-8c3d-450d-9b95-15ff60424dd4), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:03.650341 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3985e4e3-d9c6-4202-892a-26202a073e95 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (fa3bdeef-8c3d-450d-9b95-15ff60424dd4), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:03.655938 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3985e4e3-d9c6-4202-892a-26202a073e95 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:00:03.656668 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3985e4e3-d9c6-4202-892a-26202a073e95 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:03.732575 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3985e4e3-d9c6-4202-892a-26202a073e95 demo demo] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7549880 Feb 16 22:00:03.789780 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985e4e3-d9c6-4202-892a-26202a073e95 demo demo] Pushing event updated for resources: {'Network': ['ID=fa3bdeef-8c3d-450d-9b95-15ff60424dd4,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:00:03.802879 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network fa3bdeef-8c3d-450d-9b95-15ff60424dd4 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:00:06.272708 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44288) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:00:06.669433 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819cb7d6-aa72-4c2f-959c-91e12a4ee374 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:00:06.670744 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-819cb7d6-aa72-4c2f-959c-91e12a4ee374 demo admin] 10.222.0.75 "GET /v2.0/networks/fa3bdeef-8c3d-450d-9b95-15ff60424dd4 HTTP/1.1" status: 200 len: 825 time: 0.3970730 Feb 16 22:00:06.695136 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a402d191-0f74-47e5-9e01-d3e5fe79aa28 demo admin] 10.222.0.75 "GET /v2.0/subnetpools/06a363fb-ce50-47a9-b02d-f66605d36080 HTTP/1.1" status: 200 len: 734 time: 0.0184069 Feb 16 22:00:06.703242 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-adad822e-7cd9-4fa0-becc-7692b73babe8 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'fa3bdeef-8c3d-450d-9b95-15ff60424dd4', 'ip_version': 4, 'subnetpool_id': '06a363fb-ce50-47a9-b02d-f66605d36080'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:00:06.723034 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adad822e-7cd9-4fa0-becc-7692b73babe8 demo admin] Made reservation on behalf of 8e30e528d957416fb228bdec997c10d4 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:00:06.725467 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-adad822e-7cd9-4fa0-becc-7692b73babe8 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:06.994934 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-adad822e-7cd9-4fa0-becc-7692b73babe8 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for subnet (09d0f7dc-7d14-4d93-84b3-d8ae788dd78c), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:07.082047 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad822e-7cd9-4fa0-becc-7692b73babe8 demo admin] Pushing event updated for resources: {'Subnet': ['ID=09d0f7dc-7d14-4d93-84b3-d8ae788dd78c,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:00:07.083996 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad822e-7cd9-4fa0-becc-7692b73babe8 demo admin] Checking segment: {'id': 'ba981966-d656-4dbb-a98e-40e47006d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fa3bdeef-8c3d-450d-9b95-15ff60424dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:00:07.084374 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adad822e-7cd9-4fa0-becc-7692b73babe8 demo admin] Network hostable DHCP agents. Network: fa3bdeef-8c3d-450d-9b95-15ff60424dd4, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:00:07.105876 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adad822e-7cd9-4fa0-becc-7692b73babe8 demo admin] Network fa3bdeef-8c3d-450d-9b95-15ff60424dd4 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:00:07.117204 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-adad822e-7cd9-4fa0-becc-7692b73babe8 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, fa3bdeef-8c3d-450d-9b95-15ff60424dd4) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:00:07.121556 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adad822e-7cd9-4fa0-becc-7692b73babe8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:00:07.122193 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-adad822e-7cd9-4fa0-becc-7692b73babe8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:07.126867 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d375bc63-fe7f-4918-acb0-bc67c95cd9a2 None None] Network fa3bdeef-8c3d-450d-9b95-15ff60424dd4 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:00:07.138829 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-adad822e-7cd9-4fa0-becc-7692b73babe8 demo admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4386785 Feb 16 22:00:07.497051 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8968ea88-6d9b-4e32-ba5c-4ea88f8195bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-fa3bdeef-8c3d-450d-9b95-15ff60424dd4', 'network_id': 'fa3bdeef-8c3d-450d-9b95-15ff60424dd4', 'project_id': '8e30e528d957416fb228bdec997c10d4', 'fixed_ips': [{'subnet_id': '09d0f7dc-7d14-4d93-84b3-d8ae788dd78c'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:00:07.498363 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8968ea88-6d9b-4e32-ba5c-4ea88f8195bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:07.773899 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-8968ea88-6d9b-4e32-ba5c-4ea88f8195bb None None] Allocated IP 172.20.0.2 (fa3bdeef-8c3d-450d-9b95-15ff60424dd4/09d0f7dc-7d14-4d93-84b3-d8ae788dd78c/481dcac7-d5d2-494c-8f0c-70c3eced33cb) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:00:08.046581 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8968ea88-6d9b-4e32-ba5c-4ea88f8195bb None None] Publish callbacks [] for port (481dcac7-d5d2-494c-8f0c-70c3eced33cb), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:08.054352 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8968ea88-6d9b-4e32-ba5c-4ea88f8195bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (481dcac7-d5d2-494c-8f0c-70c3eced33cb), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:08.130764 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8968ea88-6d9b-4e32-ba5c-4ea88f8195bb None None] Network fa3bdeef-8c3d-450d-9b95-15ff60424dd4 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:00:08.135610 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-8968ea88-6d9b-4e32-ba5c-4ea88f8195bb None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:00:08.143728 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8968ea88-6d9b-4e32-ba5c-4ea88f8195bb None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:00:08.146851 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968ea88-6d9b-4e32-ba5c-4ea88f8195bb None None] Pushing event updated for resources: {'Port': ['ID=481dcac7-d5d2-494c-8f0c-70c3eced33cb,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:00:08.177423 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968ea88-6d9b-4e32-ba5c-4ea88f8195bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:08.177785 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968ea88-6d9b-4e32-ba5c-4ea88f8195bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:08.178178 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968ea88-6d9b-4e32-ba5c-4ea88f8195bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:08.178525 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968ea88-6d9b-4e32-ba5c-4ea88f8195bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:08.178863 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968ea88-6d9b-4e32-ba5c-4ea88f8195bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:08.179200 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968ea88-6d9b-4e32-ba5c-4ea88f8195bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:08.179532 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968ea88-6d9b-4e32-ba5c-4ea88f8195bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:08.179863 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968ea88-6d9b-4e32-ba5c-4ea88f8195bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:08.180195 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968ea88-6d9b-4e32-ba5c-4ea88f8195bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:08.180526 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968ea88-6d9b-4e32-ba5c-4ea88f8195bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:08.180853 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968ea88-6d9b-4e32-ba5c-4ea88f8195bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:08.181180 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968ea88-6d9b-4e32-ba5c-4ea88f8195bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:08.181504 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968ea88-6d9b-4e32-ba5c-4ea88f8195bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:08.183246 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968ea88-6d9b-4e32-ba5c-4ea88f8195bb None None] Tracked resource versions report: Feb 16 22:00:08.183246 n-d-813897-6 neutron-server[103467]: pushed versions: Feb 16 22:00:08.183246 n-d-813897-6 neutron-server[103467]: { 'AddressGroup': {'1.2'}, Feb 16 22:00:08.183246 n-d-813897-6 neutron-server[103467]: 'ConntrackHelper': {'1.0'}, Feb 16 22:00:08.183246 n-d-813897-6 neutron-server[103467]: 'LocalIPAssociation': {'1.0'}, Feb 16 22:00:08.183246 n-d-813897-6 neutron-server[103467]: 'Log': {'1.0'}, Feb 16 22:00:08.183246 n-d-813897-6 neutron-server[103467]: 'Network': {'1.1'}, Feb 16 22:00:08.183246 n-d-813897-6 neutron-server[103467]: 'Port': {'1.7'}, Feb 16 22:00:08.183246 n-d-813897-6 neutron-server[103467]: 'PortForwarding': {'1.2'}, Feb 16 22:00:08.183246 n-d-813897-6 neutron-server[103467]: 'QosPolicy': {'1.10'}, Feb 16 22:00:08.183246 n-d-813897-6 neutron-server[103467]: 'SecurityGroup': {'1.5'}, Feb 16 22:00:08.183246 n-d-813897-6 neutron-server[103467]: 'SecurityGroupRule': {'1.2'}, Feb 16 22:00:08.183246 n-d-813897-6 neutron-server[103467]: 'SubPort': {'1.0'}, Feb 16 22:00:08.183246 n-d-813897-6 neutron-server[103467]: 'Subnet': {'1.1'}, Feb 16 22:00:08.183246 n-d-813897-6 neutron-server[103467]: 'Trunk': {'1.1'}} Feb 16 22:00:08.183246 n-d-813897-6 neutron-server[103467]: consumer versions: Feb 16 22:00:08.183246 n-d-813897-6 neutron-server[103467]: { DHCP agent@n-d-813897-6: {}, Feb 16 22:00:08.183246 n-d-813897-6 neutron-server[103467]: L3 agent@n-d-813897-6: {}, Feb 16 22:00:08.183246 n-d-813897-6 neutron-server[103467]: Metadata agent@n-d-813897-6: {}, Feb 16 22:00:08.183246 n-d-813897-6 neutron-server[103467]: Metering agent@n-d-813897-6: {}, Feb 16 22:00:08.183246 n-d-813897-6 neutron-server[103467]: Open vSwitch agent@n-d-813897-6: { 'AddressGroup': '1.2', Feb 16 22:00:08.183246 n-d-813897-6 neutron-server[103467]: 'ConntrackHelper': '1.0', Feb 16 22:00:08.183246 n-d-813897-6 neutron-server[103467]: 'LocalIPAssociation': '1.0', Feb 16 22:00:08.183246 n-d-813897-6 neutron-server[103467]: 'Log': '1.0', Feb 16 22:00:08.183246 n-d-813897-6 neutron-server[103467]: 'Network': '1.1', Feb 16 22:00:08.183246 n-d-813897-6 neutron-server[103467]: 'Port': '1.7', Feb 16 22:00:08.183246 n-d-813897-6 neutron-server[103467]: 'PortForwarding': '1.2', Feb 16 22:00:08.183246 n-d-813897-6 neutron-server[103467]: 'QosPolicy': '1.10', Feb 16 22:00:08.183246 n-d-813897-6 neutron-server[103467]: 'SecurityGroup': '1.5', Feb 16 22:00:08.183246 n-d-813897-6 neutron-server[103467]: 'SecurityGroupRule': '1.2', Feb 16 22:00:08.183246 n-d-813897-6 neutron-server[103467]: 'SubPort': '1.0', Feb 16 22:00:08.183246 n-d-813897-6 neutron-server[103467]: 'Subnet': '1.1', Feb 16 22:00:08.183246 n-d-813897-6 neutron-server[103467]: 'Trunk': '1.1'}} Feb 16 22:00:08.183246 n-d-813897-6 neutron-server[103467]: {{(pid=103467) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 22:00:08.231477 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-8968ea88-6d9b-4e32-ba5c-4ea88f8195bb None None] Attempting to bind port 481dcac7-d5d2-494c-8f0c-70c3eced33cb on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:00:08.231888 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-8968ea88-6d9b-4e32-ba5c-4ea88f8195bb None None] Attempting to bind port 481dcac7-d5d2-494c-8f0c-70c3eced33cb by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'ba981966-d656-4dbb-a98e-40e47006d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fa3bdeef-8c3d-450d-9b95-15ff60424dd4'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:00:08.232302 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8968ea88-6d9b-4e32-ba5c-4ea88f8195bb None None] Attempting to bind port 481dcac7-d5d2-494c-8f0c-70c3eced33cb on network fa3bdeef-8c3d-450d-9b95-15ff60424dd4 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:00:08.237274 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8968ea88-6d9b-4e32-ba5c-4ea88f8195bb None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 21, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:00:08.237663 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8968ea88-6d9b-4e32-ba5c-4ea88f8195bb None None] Checking segment: {'id': 'ba981966-d656-4dbb-a98e-40e47006d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fa3bdeef-8c3d-450d-9b95-15ff60424dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:00:08.238166 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8968ea88-6d9b-4e32-ba5c-4ea88f8195bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:08.238573 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8968ea88-6d9b-4e32-ba5c-4ea88f8195bb None None] Bound using segment: {'id': 'ba981966-d656-4dbb-a98e-40e47006d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fa3bdeef-8c3d-450d-9b95-15ff60424dd4'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:00:08.239042 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-8968ea88-6d9b-4e32-ba5c-4ea88f8195bb None None] Bound port: 481dcac7-d5d2-494c-8f0c-70c3eced33cb, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba981966-d656-4dbb-a98e-40e47006d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fa3bdeef-8c3d-450d-9b95-15ff60424dd4'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:00:08.239466 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8968ea88-6d9b-4e32-ba5c-4ea88f8195bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (481dcac7-d5d2-494c-8f0c-70c3eced33cb), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:08.303382 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-8968ea88-6d9b-4e32-ba5c-4ea88f8195bb None None] For port 481dcac7-d5d2-494c-8f0c-70c3eced33cb, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:00:08.323512 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-8968ea88-6d9b-4e32-ba5c-4ea88f8195bb None None] For port 481dcac7-d5d2-494c-8f0c-70c3eced33cb, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=481dcac7-d5d2-494c-8f0c-70c3eced33cb,segment=NetworkSegment(ba981966-d656-4dbb-a98e-40e47006d941),segment_id=ba981966-d656-4dbb-a98e-40e47006d941)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:00:08.331383 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8968ea88-6d9b-4e32-ba5c-4ea88f8195bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (481dcac7-d5d2-494c-8f0c-70c3eced33cb), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:08.388815 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968ea88-6d9b-4e32-ba5c-4ea88f8195bb None None] Pushing event updated for resources: {'Port': ['ID=481dcac7-d5d2-494c-8f0c-70c3eced33cb,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:00:09.687180 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44296) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:00:10.006790 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [None req-33b07870-bec8-4ada-9ea0-f3de2f732281 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:00:10.007819 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-33b07870-bec8-4ada-9ea0-f3de2f732281 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3196201 Feb 16 22:00:12.544651 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44304) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:00:12.852882 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [None req-06d7fe7e-da46-41b7-a64f-9f1f683a821a admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:00:12.854424 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-06d7fe7e-da46-41b7-a64f-9f1f683a821a admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3083048 Feb 16 22:00:15.381480 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44312) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:00:15.691124 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-253a90d9-80a1-4295-89db-653bda734c52 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:00:15.714526 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-253a90d9-80a1-4295-89db-653bda734c52 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (bffda862-7499-4c2e-af85-002a6f07f207), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:15.716084 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-253a90d9-80a1-4295-89db-653bda734c52 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (bffda862-7499-4c2e-af85-002a6f07f207), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:15.859053 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-253a90d9-80a1-4295-89db-653bda734c52 demo demo] Publish callbacks [] for router_controller (bffda862-7499-4c2e-af85-002a6f07f207), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:15.864059 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-253a90d9-80a1-4295-89db-653bda734c52 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (bffda862-7499-4c2e-af85-002a6f07f207), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:15.881844 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-253a90d9-80a1-4295-89db-653bda734c52 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:15.886400 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-253a90d9-80a1-4295-89db-653bda734c52 demo demo] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5037632 Feb 16 22:00:18.396539 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44324) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:00:18.711541 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [None req-cadd9a38-4bc2-4c8d-8e6b-67dbeeb4a61e admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:00:18.712605 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-cadd9a38-4bc2-4c8d-8e6b-67dbeeb4a61e admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3151138 Feb 16 22:00:19.597610 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 481dcac7-d5d2-494c-8f0c-70c3eced33cb up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:00:19.686172 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 481dcac7-d5d2-494c-8f0c-70c3eced33cb triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:00:19.686592 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (481dcac7-d5d2-494c-8f0c-70c3eced33cb), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:19.735292 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d343dd-cc04-4818-8017-6b0e37f82c9f None None] Network fa3bdeef-8c3d-450d-9b95-15ff60424dd4 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:00:19.827490 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 481dcac7-d5d2-494c-8f0c-70c3eced33cb is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:00:19.827873 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (481dcac7-d5d2-494c-8f0c-70c3eced33cb), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:19.909207 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 481dcac7-d5d2-494c-8f0c-70c3eced33cb, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=481dcac7-d5d2-494c-8f0c-70c3eced33cb,segment=NetworkSegment(ba981966-d656-4dbb-a98e-40e47006d941),segment_id=ba981966-d656-4dbb-a98e-40e47006d941)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:00:19.912331 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-5c3ee126-c4b4-4a7b-85b8-47d4a3d6cca9 None None] Provisioning complete for port 481dcac7-d5d2-494c-8f0c-70c3eced33cb triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:00:19.912757 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5c3ee126-c4b4-4a7b-85b8-47d4a3d6cca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (481dcac7-d5d2-494c-8f0c-70c3eced33cb), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:19.933478 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (481dcac7-d5d2-494c-8f0c-70c3eced33cb), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:20.034747 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=481dcac7-d5d2-494c-8f0c-70c3eced33cb,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:00:20.080398 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5c3ee126-c4b4-4a7b-85b8-47d4a3d6cca9 None None] Current status of the port 481dcac7-d5d2-494c-8f0c-70c3eced33cb is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:00:20.303091 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-67eb274d-54ff-4170-aba4-24ac89b63bfd None None] Provisioning complete for port 481dcac7-d5d2-494c-8f0c-70c3eced33cb triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:00:20.303483 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-67eb274d-54ff-4170-aba4-24ac89b63bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (481dcac7-d5d2-494c-8f0c-70c3eced33cb), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:20.379873 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-67eb274d-54ff-4170-aba4-24ac89b63bfd None None] Current status of the port 481dcac7-d5d2-494c-8f0c-70c3eced33cb is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:00:20.520532 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-03033b94-1593-4754-8dac-11847af0c75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:21.225030 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44334) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:00:21.530171 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-5c8ba171-87ab-4e21-9a07-4dce36e3c7fe admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:00:21.550390 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8ba171-87ab-4e21-9a07-4dce36e3c7fe admin admin] Made reservation on behalf of 43bcd12b1aa84ef5ab2f8b1a140f9bb0 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:00:21.552612 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba171-87ab-4e21-9a07-4dce36e3c7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:21.560692 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba171-87ab-4e21-9a07-4dce36e3c7fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:21.579825 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 481dcac7-d5d2-494c-8f0c-70c3eced33cb up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:00:21.627386 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 481dcac7-d5d2-494c-8f0c-70c3eced33cb triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:00:21.627699 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (481dcac7-d5d2-494c-8f0c-70c3eced33cb), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:21.632568 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba171-87ab-4e21-9a07-4dce36e3c7fe admin admin] Publish callbacks [] for security_group (b800c44c-dc04-4999-95a3-6ce1ade56793), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:21.636841 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba171-87ab-4e21-9a07-4dce36e3c7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b800c44c-dc04-4999-95a3-6ce1ade56793), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:21.651814 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5c8ba171-87ab-4e21-9a07-4dce36e3c7fe admin admin] Reserving flat network on physical network physnet1 {{(pid=103466) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 16 22:00:21.670836 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ba171-87ab-4e21-9a07-4dce36e3c7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b800c44c-dc04-4999-95a3-6ce1ade56793,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:00:21.677010 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba171-87ab-4e21-9a07-4dce36e3c7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (428fef22-065b-49d6-ab86-47ad4854ab7d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:21.677362 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-5c8ba171-87ab-4e21-9a07-4dce36e3c7fe admin admin] Added segment 428fef22-065b-49d6-ab86-47ad4854ab7d of type flat for network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f Feb 16 22:00:21.706812 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 481dcac7-d5d2-494c-8f0c-70c3eced33cb is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:00:21.724797 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba171-87ab-4e21-9a07-4dce36e3c7fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:21.755506 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba171-87ab-4e21-9a07-4dce36e3c7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:21.756466 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8ba171-87ab-4e21-9a07-4dce36e3c7fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:00:21.757032 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba171-87ab-4e21-9a07-4dce36e3c7fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:21.800904 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5c8ba171-87ab-4e21-9a07-4dce36e3c7fe admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5748155 Feb 16 22:00:21.851206 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ba171-87ab-4e21-9a07-4dce36e3c7fe admin admin] Pushing event updated for resources: {'Network': ['ID=b0ab4fc8-02c8-4404-90ea-6cd7fce3204f,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:00:21.861191 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:00:22.950043 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d2d28fea-fb48-4b11-b1c9-d573bd39ec5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:24.022239 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:24.294391 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44352) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:00:24.465106 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747144d0-946e-42fb-919b-3daff4cad6a0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:00:24.466499 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-747144d0-946e-42fb-919b-3daff4cad6a0 demo admin] 10.222.0.75 "GET /v2.0/subnets/09d0f7dc-7d14-4d93-84b3-d8ae788dd78c HTTP/1.1" status: 200 len: 849 time: 0.1712151 Feb 16 22:00:24.585264 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7def10f2-a20a-4b63-8671-ff5edcefee2f demo admin] 10.222.0.75 "GET /v2.0/routers/bffda862-7499-4c2e-af85-002a6f07f207 HTTP/1.1" status: 200 len: 704 time: 0.1130681 Feb 16 22:00:24.848015 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3b04194a-7ab7-48cd-8001-aa99e8f16e55 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:25.130627 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-3b04194a-7ab7-48cd-8001-aa99e8f16e55 demo admin] Allocated IP 172.20.0.1 (fa3bdeef-8c3d-450d-9b95-15ff60424dd4/09d0f7dc-7d14-4d93-84b3-d8ae788dd78c/b25aabc3-56e1-4e1e-8ce2-06a4beac2401) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:00:25.321341 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3b04194a-7ab7-48cd-8001-aa99e8f16e55 demo admin] Publish callbacks [] for port (b25aabc3-56e1-4e1e-8ce2-06a4beac2401), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:25.332008 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:25.387242 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3b04194a-7ab7-48cd-8001-aa99e8f16e55 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (b25aabc3-56e1-4e1e-8ce2-06a4beac2401), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:25.459486 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b04194a-7ab7-48cd-8001-aa99e8f16e55 demo admin] Network fa3bdeef-8c3d-450d-9b95-15ff60424dd4 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:00:25.464166 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-3b04194a-7ab7-48cd-8001-aa99e8f16e55 demo admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:00:25.469858 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b04194a-7ab7-48cd-8001-aa99e8f16e55 demo admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:00:25.470363 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3b04194a-7ab7-48cd-8001-aa99e8f16e55 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (bffda862-7499-4c2e-af85-002a6f07f207), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:25.525591 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04194a-7ab7-48cd-8001-aa99e8f16e55 demo admin] Pushing event updated for resources: {'Port': ['ID=b25aabc3-56e1-4e1e-8ce2-06a4beac2401,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:00:25.626924 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-629d9a78-81e8-4d17-bd44-bf80ff3dbbf7 None None] Provisioning complete for port b25aabc3-56e1-4e1e-8ce2-06a4beac2401 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:00:25.627409 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-629d9a78-81e8-4d17-bd44-bf80ff3dbbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b25aabc3-56e1-4e1e-8ce2-06a4beac2401), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:25.660097 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-629d9a78-81e8-4d17-bd44-bf80ff3dbbf7 None None] Port b25aabc3-56e1-4e1e-8ce2-06a4beac2401 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:00:25.671884 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3b04194a-7ab7-48cd-8001-aa99e8f16e55 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b25aabc3-56e1-4e1e-8ce2-06a4beac2401), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:25.872731 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3b04194a-7ab7-48cd-8001-aa99e8f16e55 demo admin] Publish callbacks [] for port (b25aabc3-56e1-4e1e-8ce2-06a4beac2401), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:25.877106 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3b04194a-7ab7-48cd-8001-aa99e8f16e55 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b25aabc3-56e1-4e1e-8ce2-06a4beac2401), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:25.878344 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3b04194a-7ab7-48cd-8001-aa99e8f16e55 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (bffda862-7499-4c2e-af85-002a6f07f207), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:25.936258 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04194a-7ab7-48cd-8001-aa99e8f16e55 demo admin] Pushing event updated for resources: {'Port': ['ID=b25aabc3-56e1-4e1e-8ce2-06a4beac2401,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:00:26.000072 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b04194a-7ab7-48cd-8001-aa99e8f16e55 demo admin] Network fa3bdeef-8c3d-450d-9b95-15ff60424dd4 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:00:26.001378 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-3b04194a-7ab7-48cd-8001-aa99e8f16e55 demo admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:00:26.162242 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b04194a-7ab7-48cd-8001-aa99e8f16e55 demo admin] Router bffda862-7499-4c2e-af85-002a6f07f207 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:00:26.181030 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f9756e73-4a8f-43c6-9841-7dae5fe0e07c None None] Provisioning complete for port b25aabc3-56e1-4e1e-8ce2-06a4beac2401 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:00:26.181528 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f9756e73-4a8f-43c6-9841-7dae5fe0e07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b25aabc3-56e1-4e1e-8ce2-06a4beac2401), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:26.213961 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f9756e73-4a8f-43c6-9841-7dae5fe0e07c None None] Port b25aabc3-56e1-4e1e-8ce2-06a4beac2401 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:00:26.251928 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b04194a-7ab7-48cd-8001-aa99e8f16e55 demo admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:00:26.257383 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3b04194a-7ab7-48cd-8001-aa99e8f16e55 demo admin] 10.222.0.75 "PUT /v2.0/routers/bffda862-7499-4c2e-af85-002a6f07f207/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6663959 Feb 16 22:00:26.273604 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404057f6-d20d-4f7b-ac86-49f3ce990b63 None None] Sync routers for ids ['bffda862-7499-4c2e-af85-002a6f07f207'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:00:26.288496 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404057f6-d20d-4f7b-ac86-49f3ce990b63 None None] Routers {'bffda862-7499-4c2e-af85-002a6f07f207'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:00:26.289642 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-404057f6-d20d-4f7b-ac86-49f3ce990b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:00:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['bffda862-7499-4c2e-af85-002a6f07f207'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:00:26.474776 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-404057f6-d20d-4f7b-ac86-49f3ce990b63 None None] Set router bffda862-7499-4c2e-af85-002a6f07f207 gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:00:26.880591 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:26.899061 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-404057f6-d20d-4f7b-ac86-49f3ce990b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffda862-7499-4c2e-af85-002a6f07f207', 'name': 'router1', 'tenant_id': '8e30e528d957416fb228bdec997c10d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:00:15Z', 'updated_at': '2022-02-16T22:00:25Z', 'revision_number': 2, 'project_id': '8e30e528d957416fb228bdec997c10d4', 'gw_port_host': None, '_interfaces': [{'id': 'b25aabc3-56e1-4e1e-8ce2-06a4beac2401', 'name': '', 'network_id': 'fa3bdeef-8c3d-450d-9b95-15ff60424dd4', 'tenant_id': '8e30e528d957416fb228bdec997c10d4', 'mac_address': 'fa:16:3e:5b:dc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffda862-7499-4c2e-af85-002a6f07f207', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09d0f7dc-7d14-4d93-84b3-d8ae788dd78c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:00:24Z', 'updated_at': '2022-02-16T22:00:25Z', 'revision_number': 2, 'project_id': '8e30e528d957416fb228bdec997c10d4', 'subnets': [{'id': '09d0f7dc-7d14-4d93-84b3-d8ae788dd78c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06a363fb-ce50-47a9-b02d-f66605d36080'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:00:26.950386 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404057f6-d20d-4f7b-ac86-49f3ce990b63 None None] Checking router: bffda862-7499-4c2e-af85-002a6f07f207 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:00:26.950760 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404057f6-d20d-4f7b-ac86-49f3ce990b63 None None] Updating router bffda862-7499-4c2e-af85-002a6f07f207 port b25aabc3-56e1-4e1e-8ce2-06a4beac2401 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:00:27.003677 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-404057f6-d20d-4f7b-ac86-49f3ce990b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b25aabc3-56e1-4e1e-8ce2-06a4beac2401), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:27.511363 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-404057f6-d20d-4f7b-ac86-49f3ce990b63 None None] Publish callbacks [] for port (b25aabc3-56e1-4e1e-8ce2-06a4beac2401), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:27.519862 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-404057f6-d20d-4f7b-ac86-49f3ce990b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b25aabc3-56e1-4e1e-8ce2-06a4beac2401), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:27.679231 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-404057f6-d20d-4f7b-ac86-49f3ce990b63 None None] Attempting to bind port b25aabc3-56e1-4e1e-8ce2-06a4beac2401 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:00:27.679643 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-404057f6-d20d-4f7b-ac86-49f3ce990b63 None None] Attempting to bind port b25aabc3-56e1-4e1e-8ce2-06a4beac2401 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'ba981966-d656-4dbb-a98e-40e47006d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fa3bdeef-8c3d-450d-9b95-15ff60424dd4'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:00:27.680084 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404057f6-d20d-4f7b-ac86-49f3ce990b63 None None] Attempting to bind port b25aabc3-56e1-4e1e-8ce2-06a4beac2401 on network fa3bdeef-8c3d-450d-9b95-15ff60424dd4 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:00:27.690128 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404057f6-d20d-4f7b-ac86-49f3ce990b63 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:00:27.690539 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404057f6-d20d-4f7b-ac86-49f3ce990b63 None None] Checking segment: {'id': 'ba981966-d656-4dbb-a98e-40e47006d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fa3bdeef-8c3d-450d-9b95-15ff60424dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:00:27.691035 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-404057f6-d20d-4f7b-ac86-49f3ce990b63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:27.691432 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404057f6-d20d-4f7b-ac86-49f3ce990b63 None None] Bound using segment: {'id': 'ba981966-d656-4dbb-a98e-40e47006d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fa3bdeef-8c3d-450d-9b95-15ff60424dd4'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:00:27.691962 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-404057f6-d20d-4f7b-ac86-49f3ce990b63 None None] Bound port: b25aabc3-56e1-4e1e-8ce2-06a4beac2401, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba981966-d656-4dbb-a98e-40e47006d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fa3bdeef-8c3d-450d-9b95-15ff60424dd4'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:00:27.692366 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-404057f6-d20d-4f7b-ac86-49f3ce990b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b25aabc3-56e1-4e1e-8ce2-06a4beac2401), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:27.704868 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd1eb7-5e56-46e5-aab0-2cac4ca46028 None None] Pushing event updated for resources: {'Port': ['ID=b25aabc3-56e1-4e1e-8ce2-06a4beac2401,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:00:27.718416 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccd1eb7-5e56-46e5-aab0-2cac4ca46028 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:27.718715 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccd1eb7-5e56-46e5-aab0-2cac4ca46028 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:27.719051 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccd1eb7-5e56-46e5-aab0-2cac4ca46028 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:27.719485 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccd1eb7-5e56-46e5-aab0-2cac4ca46028 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:27.719720 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccd1eb7-5e56-46e5-aab0-2cac4ca46028 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:27.720054 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccd1eb7-5e56-46e5-aab0-2cac4ca46028 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:27.720384 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccd1eb7-5e56-46e5-aab0-2cac4ca46028 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:27.720716 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccd1eb7-5e56-46e5-aab0-2cac4ca46028 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:27.721039 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccd1eb7-5e56-46e5-aab0-2cac4ca46028 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:27.721368 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccd1eb7-5e56-46e5-aab0-2cac4ca46028 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:27.721692 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccd1eb7-5e56-46e5-aab0-2cac4ca46028 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:27.722043 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccd1eb7-5e56-46e5-aab0-2cac4ca46028 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:27.722359 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccd1eb7-5e56-46e5-aab0-2cac4ca46028 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:00:27.723520 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccd1eb7-5e56-46e5-aab0-2cac4ca46028 None None] Tracked resource versions report: Feb 16 22:00:27.723520 n-d-813897-6 neutron-server[103468]: pushed versions: Feb 16 22:00:27.723520 n-d-813897-6 neutron-server[103468]: { 'AddressGroup': {'1.2'}, Feb 16 22:00:27.723520 n-d-813897-6 neutron-server[103468]: 'ConntrackHelper': {'1.0'}, Feb 16 22:00:27.723520 n-d-813897-6 neutron-server[103468]: 'LocalIPAssociation': {'1.0'}, Feb 16 22:00:27.723520 n-d-813897-6 neutron-server[103468]: 'Log': {'1.0'}, Feb 16 22:00:27.723520 n-d-813897-6 neutron-server[103468]: 'Network': {'1.1'}, Feb 16 22:00:27.723520 n-d-813897-6 neutron-server[103468]: 'Port': {'1.7'}, Feb 16 22:00:27.723520 n-d-813897-6 neutron-server[103468]: 'PortForwarding': {'1.2'}, Feb 16 22:00:27.723520 n-d-813897-6 neutron-server[103468]: 'QosPolicy': {'1.10'}, Feb 16 22:00:27.723520 n-d-813897-6 neutron-server[103468]: 'SecurityGroup': {'1.5'}, Feb 16 22:00:27.723520 n-d-813897-6 neutron-server[103468]: 'SecurityGroupRule': {'1.2'}, Feb 16 22:00:27.723520 n-d-813897-6 neutron-server[103468]: 'SubPort': {'1.0'}, Feb 16 22:00:27.723520 n-d-813897-6 neutron-server[103468]: 'Subnet': {'1.1'}, Feb 16 22:00:27.723520 n-d-813897-6 neutron-server[103468]: 'Trunk': {'1.1'}} Feb 16 22:00:27.723520 n-d-813897-6 neutron-server[103468]: consumer versions: Feb 16 22:00:27.723520 n-d-813897-6 neutron-server[103468]: { DHCP agent@n-d-813897-6: {}, Feb 16 22:00:27.723520 n-d-813897-6 neutron-server[103468]: L3 agent@n-d-813897-6: {}, Feb 16 22:00:27.723520 n-d-813897-6 neutron-server[103468]: Metadata agent@n-d-813897-6: {}, Feb 16 22:00:27.723520 n-d-813897-6 neutron-server[103468]: Metering agent@n-d-813897-6: {}, Feb 16 22:00:27.723520 n-d-813897-6 neutron-server[103468]: Open vSwitch agent@n-d-813897-6: { 'AddressGroup': '1.2', Feb 16 22:00:27.723520 n-d-813897-6 neutron-server[103468]: 'ConntrackHelper': '1.0', Feb 16 22:00:27.723520 n-d-813897-6 neutron-server[103468]: 'LocalIPAssociation': '1.0', Feb 16 22:00:27.723520 n-d-813897-6 neutron-server[103468]: 'Log': '1.0', Feb 16 22:00:27.723520 n-d-813897-6 neutron-server[103468]: 'Network': '1.1', Feb 16 22:00:27.723520 n-d-813897-6 neutron-server[103468]: 'Port': '1.7', Feb 16 22:00:27.723520 n-d-813897-6 neutron-server[103468]: 'PortForwarding': '1.2', Feb 16 22:00:27.723520 n-d-813897-6 neutron-server[103468]: 'QosPolicy': '1.10', Feb 16 22:00:27.723520 n-d-813897-6 neutron-server[103468]: 'SecurityGroup': '1.5', Feb 16 22:00:27.723520 n-d-813897-6 neutron-server[103468]: 'SecurityGroupRule': '1.2', Feb 16 22:00:27.723520 n-d-813897-6 neutron-server[103468]: 'SubPort': '1.0', Feb 16 22:00:27.723520 n-d-813897-6 neutron-server[103468]: 'Subnet': '1.1', Feb 16 22:00:27.723520 n-d-813897-6 neutron-server[103468]: 'Trunk': '1.1'}} Feb 16 22:00:27.723520 n-d-813897-6 neutron-server[103468]: {{(pid=103468) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 22:00:27.742238 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-cf0536a1-45c2-4f7c-8e7f-e71ad3a6010c None None] Provisioning complete for port b25aabc3-56e1-4e1e-8ce2-06a4beac2401 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:00:27.742639 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cf0536a1-45c2-4f7c-8e7f-e71ad3a6010c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b25aabc3-56e1-4e1e-8ce2-06a4beac2401), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:27.779156 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-404057f6-d20d-4f7b-ac86-49f3ce990b63 None None] For port b25aabc3-56e1-4e1e-8ce2-06a4beac2401, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:00:27.780626 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-cf0536a1-45c2-4f7c-8e7f-e71ad3a6010c None None] Port b25aabc3-56e1-4e1e-8ce2-06a4beac2401 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:00:27.798962 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-404057f6-d20d-4f7b-ac86-49f3ce990b63 None None] For port b25aabc3-56e1-4e1e-8ce2-06a4beac2401, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=b25aabc3-56e1-4e1e-8ce2-06a4beac2401,segment=NetworkSegment(ba981966-d656-4dbb-a98e-40e47006d941),segment_id=ba981966-d656-4dbb-a98e-40e47006d941)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:00:27.804714 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-404057f6-d20d-4f7b-ac86-49f3ce990b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b25aabc3-56e1-4e1e-8ce2-06a4beac2401), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:27.865881 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd1eb7-5e56-46e5-aab0-2cac4ca46028 None None] Pushing event updated for resources: {'Port': ['ID=b25aabc3-56e1-4e1e-8ce2-06a4beac2401,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:00:27.868500 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404057f6-d20d-4f7b-ac86-49f3ce990b63 None None] Routers {'bffda862-7499-4c2e-af85-002a6f07f207'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:00:27.869604 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-404057f6-d20d-4f7b-ac86-49f3ce990b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:00:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['bffda862-7499-4c2e-af85-002a6f07f207'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:00:27.961109 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-404057f6-d20d-4f7b-ac86-49f3ce990b63 None None] Set router bffda862-7499-4c2e-af85-002a6f07f207 gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:00:28.102866 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-2db8e908-985f-41cc-9b55-d5737d4561a7 None None] Provisioning complete for port b25aabc3-56e1-4e1e-8ce2-06a4beac2401 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:00:28.104329 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2db8e908-985f-41cc-9b55-d5737d4561a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b25aabc3-56e1-4e1e-8ce2-06a4beac2401), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:28.167630 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-404057f6-d20d-4f7b-ac86-49f3ce990b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffda862-7499-4c2e-af85-002a6f07f207', 'name': 'router1', 'tenant_id': '8e30e528d957416fb228bdec997c10d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:00:15Z', 'updated_at': '2022-02-16T22:00:25Z', 'revision_number': 2, 'project_id': '8e30e528d957416fb228bdec997c10d4', 'gw_port_host': None, '_interfaces': [{'id': 'b25aabc3-56e1-4e1e-8ce2-06a4beac2401', 'name': '', 'network_id': 'fa3bdeef-8c3d-450d-9b95-15ff60424dd4', 'tenant_id': '8e30e528d957416fb228bdec997c10d4', 'mac_address': 'fa:16:3e:5b:dc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffda862-7499-4c2e-af85-002a6f07f207', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09d0f7dc-7d14-4d93-84b3-d8ae788dd78c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:00:24Z', 'updated_at': '2022-02-16T22:00:27Z', 'revision_number': 4, 'project_id': '8e30e528d957416fb228bdec997c10d4', 'subnets': [{'id': '09d0f7dc-7d14-4d93-84b3-d8ae788dd78c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06a363fb-ce50-47a9-b02d-f66605d36080'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:00:28.180975 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2db8e908-985f-41cc-9b55-d5737d4561a7 None None] Current status of the port b25aabc3-56e1-4e1e-8ce2-06a4beac2401 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:00:28.181992 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2db8e908-985f-41cc-9b55-d5737d4561a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b25aabc3-56e1-4e1e-8ce2-06a4beac2401), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:28.193872 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404057f6-d20d-4f7b-ac86-49f3ce990b63 None None] The sync data for ids ['bffda862-7499-4c2e-af85-002a6f07f207'] in n-d-813897-6 is: [{'id': 'bffda862-7499-4c2e-af85-002a6f07f207', 'name': 'router1', 'tenant_id': '8e30e528d957416fb228bdec997c10d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:00:15Z', 'updated_at': '2022-02-16T22:00:25Z', 'revision_number': 2, 'project_id': '8e30e528d957416fb228bdec997c10d4', 'gw_port_host': None, '_interfaces': [{'id': 'b25aabc3-56e1-4e1e-8ce2-06a4beac2401', 'name': '', 'network_id': 'fa3bdeef-8c3d-450d-9b95-15ff60424dd4', 'tenant_id': '8e30e528d957416fb228bdec997c10d4', 'mac_address': 'fa:16:3e:5b:dc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffda862-7499-4c2e-af85-002a6f07f207', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09d0f7dc-7d14-4d93-84b3-d8ae788dd78c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:00:24Z', 'updated_at': '2022-02-16T22:00:27Z', 'revision_number': 4, 'project_id': '8e30e528d957416fb228bdec997c10d4', 'subnets': [{'id': '09d0f7dc-7d14-4d93-84b3-d8ae788dd78c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06a363fb-ce50-47a9-b02d-f66605d36080'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:00:28.217945 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-2db8e908-985f-41cc-9b55-d5737d4561a7 None None] For port b25aabc3-56e1-4e1e-8ce2-06a4beac2401, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=b25aabc3-56e1-4e1e-8ce2-06a4beac2401,segment=NetworkSegment(ba981966-d656-4dbb-a98e-40e47006d941),segment_id=ba981966-d656-4dbb-a98e-40e47006d941)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:00:28.223066 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2db8e908-985f-41cc-9b55-d5737d4561a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b25aabc3-56e1-4e1e-8ce2-06a4beac2401), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:28.322187 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db8e908-985f-41cc-9b55-d5737d4561a7 None None] Pushing event updated for resources: {'Port': ['ID=b25aabc3-56e1-4e1e-8ce2-06a4beac2401,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:00:28.694215 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44372) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:00:28.801982 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3df477-065e-423a-b6c2-c5e9a68c1167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:00:28.803365 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7f3df477-065e-423a-b6c2-c5e9a68c1167 admin admin] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 842 time: 0.1080754 Feb 16 22:00:28.812700 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-02de6540-6267-4419-9b5a-c2c6a8298bc2 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.25.2.1', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.25.2.0/24'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:00:28.832577 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02de6540-6267-4419-9b5a-c2c6a8298bc2 admin admin] Made reservation on behalf of 43bcd12b1aa84ef5ab2f8b1a140f9bb0 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:00:28.834882 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-02de6540-6267-4419-9b5a-c2c6a8298bc2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:29.185297 n-d-813897-6 neutron-server[103466]: DEBUG neutron.objects.ports [None req-02de6540-6267-4419-9b5a-c2c6a8298bc2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103466) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 22:00:29.185720 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-02de6540-6267-4419-9b5a-c2c6a8298bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for subnet (dd14203b-c3f1-4d4b-9bc4-e05563136569), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:29.239500 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de6540-6267-4419-9b5a-c2c6a8298bc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd14203b-c3f1-4d4b-9bc4-e05563136569,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:00:29.247035 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02de6540-6267-4419-9b5a-c2c6a8298bc2 admin admin] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:00:29.247264 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02de6540-6267-4419-9b5a-c2c6a8298bc2 admin admin] Network hostable DHCP agents. Network: b0ab4fc8-02c8-4404-90ea-6cd7fce3204f, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:00:29.264816 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02de6540-6267-4419-9b5a-c2c6a8298bc2 admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:00:29.274429 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-02de6540-6267-4419-9b5a-c2c6a8298bc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, b0ab4fc8-02c8-4404-90ea-6cd7fce3204f) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:00:29.278596 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02de6540-6267-4419-9b5a-c2c6a8298bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:00:29.279187 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-02de6540-6267-4419-9b5a-c2c6a8298bc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:29.285232 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c9f1e0-97ae-4d34-973a-ab25d4ff85b5 None None] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:00:29.295143 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-02de6540-6267-4419-9b5a-c2c6a8298bc2 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4857502 Feb 16 22:00:29.391892 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f0ba2a-5e71-42c5-a267-8bca09e8005e None None] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:00:31.721195 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44380) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:00:31.849775 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-49311b31-4417-4e22-ad5a-ec7ab04dc895 demo admin] 10.222.0.75 "GET /v2.0/routers/bffda862-7499-4c2e-af85-002a6f07f207 HTTP/1.1" status: 200 len: 710 time: 0.1273739 Feb 16 22:00:31.937881 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944a50e6-e3da-48b4-94c8-ccf95ef88fec demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:00:31.939200 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-944a50e6-e3da-48b4-94c8-ccf95ef88fec demo admin] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 886 time: 0.0834787 Feb 16 22:00:31.947871 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-6733ef11-afb6-4c84-9a90-2bd6f7fb8f47 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:00:32.193894 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6733ef11-afb6-4c84-9a90-2bd6f7fb8f47 demo admin] Publish callbacks [] for router_gateway (bffda862-7499-4c2e-af85-002a6f07f207), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:32.424980 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6733ef11-afb6-4c84-9a90-2bd6f7fb8f47 demo admin] Publish callbacks [] for router_gateway (bffda862-7499-4c2e-af85-002a6f07f207), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:32.497586 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6733ef11-afb6-4c84-9a90-2bd6f7fb8f47 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:32.600745 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-6733ef11-afb6-4c84-9a90-2bd6f7fb8f47 demo admin] Allocated IP 172.25.2.17 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/bba51821-fd7c-40c7-81d2-8dfa74df4146) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:00:32.695954 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6733ef11-afb6-4c84-9a90-2bd6f7fb8f47 demo admin] Publish callbacks [] for port (bba51821-fd7c-40c7-81d2-8dfa74df4146), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:32.732359 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6733ef11-afb6-4c84-9a90-2bd6f7fb8f47 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (bba51821-fd7c-40c7-81d2-8dfa74df4146), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:32.765230 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6733ef11-afb6-4c84-9a90-2bd6f7fb8f47 demo admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:00:32.767948 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-6733ef11-afb6-4c84-9a90-2bd6f7fb8f47 demo admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:00:32.773206 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6733ef11-afb6-4c84-9a90-2bd6f7fb8f47 demo admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:00:32.836516 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733ef11-afb6-4c84-9a90-2bd6f7fb8f47 demo admin] Pushing event updated for resources: {'Port': ['ID=bba51821-fd7c-40c7-81d2-8dfa74df4146,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:00:33.108613 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6733ef11-afb6-4c84-9a90-2bd6f7fb8f47 demo admin] Publish callbacks [] for router_gateway (bffda862-7499-4c2e-af85-002a6f07f207), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:33.299086 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6733ef11-afb6-4c84-9a90-2bd6f7fb8f47 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-374653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59817'] for router (bffda862-7499-4c2e-af85-002a6f07f207), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:33.302450 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6733ef11-afb6-4c84-9a90-2bd6f7fb8f47 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362694'] for router (bffda862-7499-4c2e-af85-002a6f07f207), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:33.413418 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6733ef11-afb6-4c84-9a90-2bd6f7fb8f47 demo admin] Router bffda862-7499-4c2e-af85-002a6f07f207 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:00:33.525602 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6733ef11-afb6-4c84-9a90-2bd6f7fb8f47 demo admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:00:33.530656 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6733ef11-afb6-4c84-9a90-2bd6f7fb8f47 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:33.531904 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6733ef11-afb6-4c84-9a90-2bd6f7fb8f47 demo admin] 10.222.0.75 "PUT /v2.0/routers/bffda862-7499-4c2e-af85-002a6f07f207 HTTP/1.1" status: 200 len: 889 time: 1.5871677 Feb 16 22:00:35.593159 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device b25aabc3-56e1-4e1e-8ce2-06a4beac2401 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:00:35.641139 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port b25aabc3-56e1-4e1e-8ce2-06a4beac2401 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:00:35.641536 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b25aabc3-56e1-4e1e-8ce2-06a4beac2401), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:35.718759 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port b25aabc3-56e1-4e1e-8ce2-06a4beac2401 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:00:36.067035 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44392) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:00:36.182042 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-469e5191-fc88-461a-8ac4-296d26b1a339 admin admin] 10.222.0.75 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1137857 Feb 16 22:00:36.848962 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4335eb-d4dd-4f44-adaf-f0d3ef454465 None None] Sync routers for ids ['bffda862-7499-4c2e-af85-002a6f07f207'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:00:36.860748 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4335eb-d4dd-4f44-adaf-f0d3ef454465 None None] Routers {'bffda862-7499-4c2e-af85-002a6f07f207'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:00:36.860976 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-6b4335eb-d4dd-4f44-adaf-f0d3ef454465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:00:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['bffda862-7499-4c2e-af85-002a6f07f207'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:00:37.080177 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-6b4335eb-d4dd-4f44-adaf-f0d3ef454465 None None] Set router bffda862-7499-4c2e-af85-002a6f07f207 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:00:37.472875 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-6b4335eb-d4dd-4f44-adaf-f0d3ef454465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffda862-7499-4c2e-af85-002a6f07f207', 'name': 'router1', 'tenant_id': '8e30e528d957416fb228bdec997c10d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'bba51821-fd7c-40c7-81d2-8dfa74df4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:00:15Z', 'updated_at': '2022-02-16T22:00:32Z', 'revision_number': 4, 'project_id': '8e30e528d957416fb228bdec997c10d4', 'gw_port': {'id': 'bba51821-fd7c-40c7-81d2-8dfa74df4146', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffda862-7499-4c2e-af85-002a6f07f207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:00:32Z', 'updated_at': '2022-02-16T22:00:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'b25aabc3-56e1-4e1e-8ce2-06a4beac2401', 'name': '', 'network_id': 'fa3bdeef-8c3d-450d-9b95-15ff60424dd4', 'tenant_id': '8e30e528d957416fb228bdec997c10d4', 'mac_address': 'fa:16:3e:5b:dc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffda862-7499-4c2e-af85-002a6f07f207', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09d0f7dc-7d14-4d93-84b3-d8ae788dd78c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:00:24Z', 'updated_at': '2022-02-16T22:00:28Z', 'revision_number': 5, 'project_id': '8e30e528d957416fb228bdec997c10d4', 'subnets': [{'id': '09d0f7dc-7d14-4d93-84b3-d8ae788dd78c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06a363fb-ce50-47a9-b02d-f66605d36080'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:00:37.534425 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4335eb-d4dd-4f44-adaf-f0d3ef454465 None None] Checking router: bffda862-7499-4c2e-af85-002a6f07f207 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:00:37.534782 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4335eb-d4dd-4f44-adaf-f0d3ef454465 None None] Updating router bffda862-7499-4c2e-af85-002a6f07f207 port bba51821-fd7c-40c7-81d2-8dfa74df4146 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:00:37.585521 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6b4335eb-d4dd-4f44-adaf-f0d3ef454465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bba51821-fd7c-40c7-81d2-8dfa74df4146), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:37.996152 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6b4335eb-d4dd-4f44-adaf-f0d3ef454465 None None] Publish callbacks [] for port (bba51821-fd7c-40c7-81d2-8dfa74df4146), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:38.002281 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6b4335eb-d4dd-4f44-adaf-f0d3ef454465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (bba51821-fd7c-40c7-81d2-8dfa74df4146), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:38.053735 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-6b4335eb-d4dd-4f44-adaf-f0d3ef454465 None None] Attempting to bind port bba51821-fd7c-40c7-81d2-8dfa74df4146 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:00:38.053735 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-6b4335eb-d4dd-4f44-adaf-f0d3ef454465 None None] Attempting to bind port bba51821-fd7c-40c7-81d2-8dfa74df4146 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:00:38.054175 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4335eb-d4dd-4f44-adaf-f0d3ef454465 None None] Attempting to bind port bba51821-fd7c-40c7-81d2-8dfa74df4146 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:00:38.061791 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8323e3-259a-4bc5-be10-6146f5b4923f None None] Pushing event updated for resources: {'Port': ['ID=bba51821-fd7c-40c7-81d2-8dfa74df4146,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:00:38.064278 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4335eb-d4dd-4f44-adaf-f0d3ef454465 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:00:38.064670 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4335eb-d4dd-4f44-adaf-f0d3ef454465 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:00:38.065083 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6b4335eb-d4dd-4f44-adaf-f0d3ef454465 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:38.065471 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4335eb-d4dd-4f44-adaf-f0d3ef454465 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:00:38.066162 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-6b4335eb-d4dd-4f44-adaf-f0d3ef454465 None None] Bound port: bba51821-fd7c-40c7-81d2-8dfa74df4146, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:00:38.066370 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6b4335eb-d4dd-4f44-adaf-f0d3ef454465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bba51821-fd7c-40c7-81d2-8dfa74df4146), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:38.122209 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-6b4335eb-d4dd-4f44-adaf-f0d3ef454465 None None] For port bba51821-fd7c-40c7-81d2-8dfa74df4146, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:00:38.125605 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-6b4335eb-d4dd-4f44-adaf-f0d3ef454465 None None] For port bba51821-fd7c-40c7-81d2-8dfa74df4146, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=bba51821-fd7c-40c7-81d2-8dfa74df4146,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:00:38.132540 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6b4335eb-d4dd-4f44-adaf-f0d3ef454465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (bba51821-fd7c-40c7-81d2-8dfa74df4146), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:38.195232 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4335eb-d4dd-4f44-adaf-f0d3ef454465 None None] Routers {'bffda862-7499-4c2e-af85-002a6f07f207'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:00:38.195863 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-6b4335eb-d4dd-4f44-adaf-f0d3ef454465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:00:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['bffda862-7499-4c2e-af85-002a6f07f207'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:00:38.198310 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8323e3-259a-4bc5-be10-6146f5b4923f None None] Pushing event updated for resources: {'Port': ['ID=bba51821-fd7c-40c7-81d2-8dfa74df4146,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:00:38.313859 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-6b4335eb-d4dd-4f44-adaf-f0d3ef454465 None None] Set router bffda862-7499-4c2e-af85-002a6f07f207 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:00:38.544401 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-6b4335eb-d4dd-4f44-adaf-f0d3ef454465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffda862-7499-4c2e-af85-002a6f07f207', 'name': 'router1', 'tenant_id': '8e30e528d957416fb228bdec997c10d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'bba51821-fd7c-40c7-81d2-8dfa74df4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:00:15Z', 'updated_at': '2022-02-16T22:00:32Z', 'revision_number': 4, 'project_id': '8e30e528d957416fb228bdec997c10d4', 'gw_port': {'id': 'bba51821-fd7c-40c7-81d2-8dfa74df4146', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffda862-7499-4c2e-af85-002a6f07f207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:00:32Z', 'updated_at': '2022-02-16T22:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'b25aabc3-56e1-4e1e-8ce2-06a4beac2401', 'name': '', 'network_id': 'fa3bdeef-8c3d-450d-9b95-15ff60424dd4', 'tenant_id': '8e30e528d957416fb228bdec997c10d4', 'mac_address': 'fa:16:3e:5b:dc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffda862-7499-4c2e-af85-002a6f07f207', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09d0f7dc-7d14-4d93-84b3-d8ae788dd78c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:00:24Z', 'updated_at': '2022-02-16T22:00:28Z', 'revision_number': 5, 'project_id': '8e30e528d957416fb228bdec997c10d4', 'subnets': [{'id': '09d0f7dc-7d14-4d93-84b3-d8ae788dd78c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06a363fb-ce50-47a9-b02d-f66605d36080'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:00:38.572990 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4335eb-d4dd-4f44-adaf-f0d3ef454465 None None] The sync data for ids ['bffda862-7499-4c2e-af85-002a6f07f207'] in n-d-813897-6 is: [{'id': 'bffda862-7499-4c2e-af85-002a6f07f207', 'name': 'router1', 'tenant_id': '8e30e528d957416fb228bdec997c10d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'bba51821-fd7c-40c7-81d2-8dfa74df4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:00:15Z', 'updated_at': '2022-02-16T22:00:32Z', 'revision_number': 4, 'project_id': '8e30e528d957416fb228bdec997c10d4', 'gw_port': {'id': 'bba51821-fd7c-40c7-81d2-8dfa74df4146', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffda862-7499-4c2e-af85-002a6f07f207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:00:32Z', 'updated_at': '2022-02-16T22:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'b25aabc3-56e1-4e1e-8ce2-06a4beac2401', 'name': '', 'network_id': 'fa3bdeef-8c3d-450d-9b95-15ff60424dd4', 'tenant_id': '8e30e528d957416fb228bdec997c10d4', 'mac_address': 'fa:16:3e:5b:dc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffda862-7499-4c2e-af85-002a6f07f207', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09d0f7dc-7d14-4d93-84b3-d8ae788dd78c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:00:24Z', 'updated_at': '2022-02-16T22:00:28Z', 'revision_number': 5, 'project_id': '8e30e528d957416fb228bdec997c10d4', 'subnets': [{'id': '09d0f7dc-7d14-4d93-84b3-d8ae788dd78c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06a363fb-ce50-47a9-b02d-f66605d36080'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:00:39.654998 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device bba51821-fd7c-40c7-81d2-8dfa74df4146 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:00:39.716034 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port bba51821-fd7c-40c7-81d2-8dfa74df4146 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:00:39.716436 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (bba51821-fd7c-40c7-81d2-8dfa74df4146), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:39.809492 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port bba51821-fd7c-40c7-81d2-8dfa74df4146 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:00:39.810171 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bba51821-fd7c-40c7-81d2-8dfa74df4146), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:39.838697 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port bba51821-fd7c-40c7-81d2-8dfa74df4146, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=bba51821-fd7c-40c7-81d2-8dfa74df4146,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:00:39.844533 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (bba51821-fd7c-40c7-81d2-8dfa74df4146), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:39.918827 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=bba51821-fd7c-40c7-81d2-8dfa74df4146,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:00:41.672448 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device bba51821-fd7c-40c7-81d2-8dfa74df4146 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:00:41.762660 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port bba51821-fd7c-40c7-81d2-8dfa74df4146 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:00:41.767975 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (bba51821-fd7c-40c7-81d2-8dfa74df4146), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:42.071163 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port bba51821-fd7c-40c7-81d2-8dfa74df4146 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:00:50.525251 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-27327a5d-05a3-46de-a5d6-321628155545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:50.657513 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 5 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:00:52.953910 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-706d638b-bf08-4e91-8161-2c19cd1ca1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:54.032699 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:55.340440 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:00:56.885638 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:01:20.529690 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9a218288-dd67-4739-94b2-8812d65cdda4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:01:22.957459 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cf2e4479-e2a5-4071-ac14-a494ae35ec5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:01:24.031225 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:01:25.343211 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:01:26.884210 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:01:27.655988 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 5 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:01:50.531137 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-beca9abe-917c-4974-9939-f259bb467e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:01:52.961066 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1918b48d-98b0-495e-b4ec-af5097d5293a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:01:54.033255 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:01:55.345250 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:01:56.876666 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:02:00.969490 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44908) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:02:01.030107 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-61b3fb6e-5249-42b6-9f7c-e12620f38808 admin admin] GET failed (client error): The resource could not be found. Feb 16 22:02:01.031370 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-61b3fb6e-5249-42b6-9f7c-e12620f38808 admin admin] 10.222.0.75 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609159 Feb 16 22:02:01.190292 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e61afba-516c-441e-ae45-33aafd0412c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:02:01.191689 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5e61afba-516c-441e-ae45-33aafd0412c8 admin admin] 10.222.0.75 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1562064 Feb 16 22:02:03.466857 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44918) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:02:03.556602 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54a87f4-41c5-4dac-be3f-c06abe74fe5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:02:03.557987 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c54a87f4-41c5-4dac-be3f-c06abe74fe5f admin admin] 10.222.0.75 "GET /v2.0/subnets/09d0f7dc-7d14-4d93-84b3-d8ae788dd78c HTTP/1.1" status: 200 len: 849 time: 0.0901444 Feb 16 22:02:03.567160 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-14183f5b-6d1e-402a-8e66-69b4f40a6933 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:02:03.653096 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-14183f5b-6d1e-402a-8e66-69b4f40a6933 admin admin] Publish callbacks [] for subnet (09d0f7dc-7d14-4d93-84b3-d8ae788dd78c), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:02:03.790888 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-14183f5b-6d1e-402a-8e66-69b4f40a6933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771215923559'] for subnet (09d0f7dc-7d14-4d93-84b3-d8ae788dd78c), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:02:03.818305 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14183f5b-6d1e-402a-8e66-69b4f40a6933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:02:03.818891 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-14183f5b-6d1e-402a-8e66-69b4f40a6933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:02:03.821228 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-14183f5b-6d1e-402a-8e66-69b4f40a6933 admin admin] 10.222.0.75 "PUT /v2.0/subnets/09d0f7dc-7d14-4d93-84b3-d8ae788dd78c HTTP/1.1" status: 200 len: 868 time: 0.2575886 Feb 16 22:02:03.823454 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790afea3-f4ca-4a43-9f44-48daef0aa66b None None] Network fa3bdeef-8c3d-450d-9b95-15ff60424dd4 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:02:03.844101 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14183f5b-6d1e-402a-8e66-69b4f40a6933 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09d0f7dc-7d14-4d93-84b3-d8ae788dd78c,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:02:03.852174 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14183f5b-6d1e-402a-8e66-69b4f40a6933 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:02:03.852539 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14183f5b-6d1e-402a-8e66-69b4f40a6933 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:02:03.852853 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14183f5b-6d1e-402a-8e66-69b4f40a6933 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:02:03.853179 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14183f5b-6d1e-402a-8e66-69b4f40a6933 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:02:03.853505 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14183f5b-6d1e-402a-8e66-69b4f40a6933 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:02:03.853832 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14183f5b-6d1e-402a-8e66-69b4f40a6933 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:02:03.854192 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14183f5b-6d1e-402a-8e66-69b4f40a6933 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:02:03.854518 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14183f5b-6d1e-402a-8e66-69b4f40a6933 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:02:03.854836 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14183f5b-6d1e-402a-8e66-69b4f40a6933 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:02:03.855156 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14183f5b-6d1e-402a-8e66-69b4f40a6933 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:02:03.855474 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14183f5b-6d1e-402a-8e66-69b4f40a6933 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:02:03.855788 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14183f5b-6d1e-402a-8e66-69b4f40a6933 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:02:03.856107 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14183f5b-6d1e-402a-8e66-69b4f40a6933 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:02:04.146311 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-bd98a58e-be4d-4463-9c50-aa00006c8144 None None] Provisioning complete for port b25aabc3-56e1-4e1e-8ce2-06a4beac2401 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:02:04.146697 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bd98a58e-be4d-4463-9c50-aa00006c8144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b25aabc3-56e1-4e1e-8ce2-06a4beac2401), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:02:04.222721 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-bd98a58e-be4d-4463-9c50-aa00006c8144 None None] Current status of the port b25aabc3-56e1-4e1e-8ce2-06a4beac2401 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:02:04.232853 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-bd98a58e-be4d-4463-9c50-aa00006c8144 None None] Provisioning complete for port 481dcac7-d5d2-494c-8f0c-70c3eced33cb triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:02:04.233237 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bd98a58e-be4d-4463-9c50-aa00006c8144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (481dcac7-d5d2-494c-8f0c-70c3eced33cb), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:02:04.304355 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-bd98a58e-be4d-4463-9c50-aa00006c8144 None None] Current status of the port 481dcac7-d5d2-494c-8f0c-70c3eced33cb is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:02:04.655096 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 5 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:02:06.137607 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44926) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:02:06.263352 n-d-813897-6 neutron-server[103465]: WARNING oslo_policy.policy [None req-ebe2caaa-9776-414b-9cc1-137dc930097c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 22:02:06.263926 n-d-813897-6 neutron-server[103465]: WARNING oslo_policy.policy [None req-ebe2caaa-9776-414b-9cc1-137dc930097c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 22:02:06.767018 n-d-813897-6 neutron-server[103465]: DEBUG neutron.policy [None req-ebe2caaa-9776-414b-9cc1-137dc930097c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103465) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 22:02:06.808888 n-d-813897-6 neutron-server[103465]: WARNING oslo_policy.policy [None req-ebe2caaa-9776-414b-9cc1-137dc930097c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 22:02:06.809262 n-d-813897-6 neutron-server[103465]: WARNING oslo_policy.policy [None req-ebe2caaa-9776-414b-9cc1-137dc930097c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 22:02:06.817137 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe2caaa-9776-414b-9cc1-137dc930097c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:02:06.817622 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe2caaa-9776-414b-9cc1-137dc930097c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:02:06.819712 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ebe2caaa-9776-414b-9cc1-137dc930097c admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6800318 Feb 16 22:02:09.104350 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44942) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:02:09.231076 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d90bc21-e822-4f72-9963-d0d212582de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:02:09.231535 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d90bc21-e822-4f72-9963-d0d212582de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:02:09.233007 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1d90bc21-e822-4f72-9963-d0d212582de9 admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1276581 Feb 16 22:02:11.509231 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44950) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:02:11.685019 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07546bd-a2a0-4e61-ba36-79043b167507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:02:11.686388 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e07546bd-a2a0-4e61-ba36-79043b167507 admin admin] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 886 time: 0.1762202 Feb 16 22:02:13.993541 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44958) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:02:14.119903 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55a2dc6-e933-417a-91eb-02e0cac2f7e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:02:14.121254 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b55a2dc6-e933-417a-91eb-02e0cac2f7e2 admin admin] 10.222.0.75 "GET /v2.0/networks/fa3bdeef-8c3d-450d-9b95-15ff60424dd4 HTTP/1.1" status: 200 len: 869 time: 0.1267328 Feb 16 22:02:16.427187 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44966) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:02:16.551318 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12cc19d-d995-4fd9-90cd-c2722dd1a892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:02:16.551797 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12cc19d-d995-4fd9-90cd-c2722dd1a892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:02:16.553313 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a12cc19d-d995-4fd9-90cd-c2722dd1a892 admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1251829 Feb 16 22:02:18.828611 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44974) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:02:18.916643 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b53a79e-5cd5-46dc-b540-0e6f036541c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:02:18.917097 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b53a79e-5cd5-46dc-b540-0e6f036541c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:02:18.918610 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3b53a79e-5cd5-46dc-b540-0e6f036541c5 admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0890465 Feb 16 22:02:20.533716 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-73ace3d5-6b3e-43ed-a70b-e587cce24bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:02:21.189004 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44982) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:02:21.280632 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a286202-a6ea-49fa-85e4-a65184dda9bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:02:21.281961 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0a286202-a6ea-49fa-85e4-a65184dda9bc admin admin] 10.222.0.75 "GET /v2.0/subnets/09d0f7dc-7d14-4d93-84b3-d8ae788dd78c HTTP/1.1" status: 200 len: 868 time: 0.0920241 Feb 16 22:02:22.962211 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd23f-a877-495a-99cf-2ebaf1129703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:02:23.579762 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44990) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:02:23.662767 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8edabd8-db23-4b2b-aefd-ac4004ceb148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:02:23.664058 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c8edabd8-db23-4b2b-aefd-ac4004ceb148 admin admin] 10.222.0.75 "GET /v2.0/subnets/dd14203b-c3f1-4d4b-9bc4-e05563136569 HTTP/1.1" status: 200 len: 816 time: 0.0833607 Feb 16 22:02:24.037095 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:02:25.344792 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:02:26.880856 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:02:41.653294 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 5 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:02:50.536404 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-48192f4a-bd32-4c76-b5d3-ebaeb575dc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:02:51.650846 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45042) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:02:51.697483 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [None req-9b0f695d-dbed-4fe4-a1ff-df88e6688eea admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:02:51.698513 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9b0f695d-dbed-4fe4-a1ff-df88e6688eea admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0467119 Feb 16 22:02:52.966679 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0538e535-cc4d-4883-b916-505bc9c11584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:02:54.038901 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:02:54.072484 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45050) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:02:54.131739 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-1faed458-4c58-4f39-b45a-61215309cca5 admin admin] GET failed (client error): The resource could not be found. Feb 16 22:02:54.132979 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1faed458-4c58-4f39-b45a-61215309cca5 admin admin] 10.222.0.75 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0595744 Feb 16 22:02:54.314590 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74196d8f-c16d-40c9-a915-86c4e251e4fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:02:54.316039 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-74196d8f-c16d-40c9-a915-86c4e251e4fd admin admin] 10.222.0.75 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1790924 Feb 16 22:02:55.348807 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:02:56.615615 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45058) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:02:56.661376 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-e65dcf33-c7ed-4626-8c6f-bb27993b5cc3 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:02:56.680434 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65dcf33-c7ed-4626-8c6f-bb27993b5cc3 admin admin] Made reservation on behalf of 43bcd12b1aa84ef5ab2f8b1a140f9bb0 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:02:56.682633 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e65dcf33-c7ed-4626-8c6f-bb27993b5cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:02:56.708755 n-d-813897-6 neutron-server[103466]: WARNING neutron.services.revisions.revision_plugin [None req-e65dcf33-c7ed-4626-8c6f-bb27993b5cc3 admin admin] Could not find related network for resource to bump revision. Feb 16 22:02:56.719703 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e65dcf33-c7ed-4626-8c6f-bb27993b5cc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:02:56.728971 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e65dcf33-c7ed-4626-8c6f-bb27993b5cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (865608e4-ff0e-4648-82a8-426c83c74335), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:02:56.729294 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-e65dcf33-c7ed-4626-8c6f-bb27993b5cc3 admin admin] Added segment 865608e4-ff0e-4648-82a8-426c83c74335 of type vlan for network d8fa3154-6273-4014-87c6-575d48ec11fc Feb 16 22:02:56.766636 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e65dcf33-c7ed-4626-8c6f-bb27993b5cc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (d8fa3154-6273-4014-87c6-575d48ec11fc), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:02:56.790387 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e65dcf33-c7ed-4626-8c6f-bb27993b5cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (d8fa3154-6273-4014-87c6-575d48ec11fc), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:02:56.791410 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65dcf33-c7ed-4626-8c6f-bb27993b5cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:02:56.791989 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e65dcf33-c7ed-4626-8c6f-bb27993b5cc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:02:56.829915 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e65dcf33-c7ed-4626-8c6f-bb27993b5cc3 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2132204 Feb 16 22:02:56.862006 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65dcf33-c7ed-4626-8c6f-bb27993b5cc3 admin admin] Pushing event updated for resources: {'Network': ['ID=d8fa3154-6273-4014-87c6-575d48ec11fc,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:02:56.884908 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network d8fa3154-6273-4014-87c6-575d48ec11fc details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:02:56.889130 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:02:59.122411 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45068) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:02:59.184849 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3dcf7c3-0440-4672-88b1-df4729cfc9c0 admin admin] GET failed (client error): The resource could not be found. Feb 16 22:02:59.186144 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e3dcf7c3-0440-4672-88b1-df4729cfc9c0 admin admin] 10.222.0.75 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0627277 Feb 16 22:02:59.251912 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90926945-f1d3-4ab2-80ca-1231cee72786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:02:59.253305 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-90926945-f1d3-4ab2-80ca-1231cee72786 admin admin] 10.222.0.75 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0630927 Feb 16 22:02:59.262795 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-f920adff-9a87-4a43-baed-1dde89dbf29f admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'cidr': '192.168.233.0/24'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:02:59.280105 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f920adff-9a87-4a43-baed-1dde89dbf29f admin admin] Made reservation on behalf of 43bcd12b1aa84ef5ab2f8b1a140f9bb0 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:02:59.282463 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f920adff-9a87-4a43-baed-1dde89dbf29f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:02:59.440420 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f920adff-9a87-4a43-baed-1dde89dbf29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for subnet (0a5a8be1-6e1c-443c-a77b-25715d79e10e), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:02:59.494675 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920adff-9a87-4a43-baed-1dde89dbf29f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a5a8be1-6e1c-443c-a77b-25715d79e10e,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:02:59.501555 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f920adff-9a87-4a43-baed-1dde89dbf29f admin admin] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:02:59.501915 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f920adff-9a87-4a43-baed-1dde89dbf29f admin admin] Network hostable DHCP agents. Network: d8fa3154-6273-4014-87c6-575d48ec11fc, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:02:59.517787 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f920adff-9a87-4a43-baed-1dde89dbf29f admin admin] Network d8fa3154-6273-4014-87c6-575d48ec11fc is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:02:59.526684 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-f920adff-9a87-4a43-baed-1dde89dbf29f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, d8fa3154-6273-4014-87c6-575d48ec11fc) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:02:59.530691 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f920adff-9a87-4a43-baed-1dde89dbf29f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:02:59.531316 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f920adff-9a87-4a43-baed-1dde89dbf29f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:02:59.537051 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5995d16-60da-46a4-85d1-c67de22f2f46 None None] Network d8fa3154-6273-4014-87c6-575d48ec11fc requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:02:59.547953 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f920adff-9a87-4a43-baed-1dde89dbf29f admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2883327 Feb 16 22:02:59.639592 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3bd35c-174d-41dd-955c-255d00b2b77e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-d8fa3154-6273-4014-87c6-575d48ec11fc', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'project_id': '43bcd12b1aa84ef5ab2f8b1a140f9bb0', 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:02:59.640589 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0f3bd35c-174d-41dd-955c-255d00b2b77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:02:59.783498 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-0f3bd35c-174d-41dd-955c-255d00b2b77e None None] Allocated IP 192.168.233.2 (d8fa3154-6273-4014-87c6-575d48ec11fc/0a5a8be1-6e1c-443c-a77b-25715d79e10e/42241bd5-d3cc-4f46-8aa6-69dcbc2dc056) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:02:59.928052 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0f3bd35c-174d-41dd-955c-255d00b2b77e None None] Publish callbacks [] for port (42241bd5-d3cc-4f46-8aa6-69dcbc2dc056), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:02:59.934636 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0f3bd35c-174d-41dd-955c-255d00b2b77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (42241bd5-d3cc-4f46-8aa6-69dcbc2dc056), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:02:59.971862 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3bd35c-174d-41dd-955c-255d00b2b77e None None] Network d8fa3154-6273-4014-87c6-575d48ec11fc is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:02:59.976640 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-0f3bd35c-174d-41dd-955c-255d00b2b77e None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:02:59.980516 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3bd35c-174d-41dd-955c-255d00b2b77e None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:02:59.991696 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3bd35c-174d-41dd-955c-255d00b2b77e None None] Pushing event updated for resources: {'Port': ['ID=42241bd5-d3cc-4f46-8aa6-69dcbc2dc056,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:03:00.017044 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bd35c-174d-41dd-955c-255d00b2b77e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:03:00.017299 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bd35c-174d-41dd-955c-255d00b2b77e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:03:00.017529 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bd35c-174d-41dd-955c-255d00b2b77e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:03:00.017826 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bd35c-174d-41dd-955c-255d00b2b77e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:03:00.018188 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bd35c-174d-41dd-955c-255d00b2b77e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:03:00.018598 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bd35c-174d-41dd-955c-255d00b2b77e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:03:00.018850 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bd35c-174d-41dd-955c-255d00b2b77e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:03:00.019717 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bd35c-174d-41dd-955c-255d00b2b77e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:03:00.019717 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bd35c-174d-41dd-955c-255d00b2b77e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:03:00.019923 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bd35c-174d-41dd-955c-255d00b2b77e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:03:00.020112 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bd35c-174d-41dd-955c-255d00b2b77e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:03:00.020434 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bd35c-174d-41dd-955c-255d00b2b77e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:03:00.020754 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bd35c-174d-41dd-955c-255d00b2b77e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:03:00.053603 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-0f3bd35c-174d-41dd-955c-255d00b2b77e None None] Attempting to bind port 42241bd5-d3cc-4f46-8aa6-69dcbc2dc056 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:03:00.053897 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-0f3bd35c-174d-41dd-955c-255d00b2b77e None None] Attempting to bind port 42241bd5-d3cc-4f46-8aa6-69dcbc2dc056 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:03:00.054295 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3bd35c-174d-41dd-955c-255d00b2b77e None None] Attempting to bind port 42241bd5-d3cc-4f46-8aa6-69dcbc2dc056 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:03:00.059830 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3bd35c-174d-41dd-955c-255d00b2b77e None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:03:00.060316 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3bd35c-174d-41dd-955c-255d00b2b77e None None] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:03:00.060593 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0f3bd35c-174d-41dd-955c-255d00b2b77e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:03:00.062546 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3bd35c-174d-41dd-955c-255d00b2b77e None None] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:03:00.062546 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-0f3bd35c-174d-41dd-955c-255d00b2b77e None None] Bound port: 42241bd5-d3cc-4f46-8aa6-69dcbc2dc056, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:03:00.062546 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0f3bd35c-174d-41dd-955c-255d00b2b77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (42241bd5-d3cc-4f46-8aa6-69dcbc2dc056), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:03:00.123230 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-0f3bd35c-174d-41dd-955c-255d00b2b77e None None] For port 42241bd5-d3cc-4f46-8aa6-69dcbc2dc056, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:03:00.126278 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-0f3bd35c-174d-41dd-955c-255d00b2b77e None None] For port 42241bd5-d3cc-4f46-8aa6-69dcbc2dc056, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=42241bd5-d3cc-4f46-8aa6-69dcbc2dc056,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:03:00.132502 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0f3bd35c-174d-41dd-955c-255d00b2b77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (42241bd5-d3cc-4f46-8aa6-69dcbc2dc056), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:03:00.189993 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3bd35c-174d-41dd-955c-255d00b2b77e None None] Pushing event updated for resources: {'Port': ['ID=42241bd5-d3cc-4f46-8aa6-69dcbc2dc056,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:03:01.041427 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadb5cf7-6ee8-448e-8cb8-75452070dbda None None] Network d8fa3154-6273-4014-87c6-575d48ec11fc requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:03:01.158980 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-bf6ac030-b7a2-461a-ae55-60a0e99de609 None None] Provisioning complete for port 42241bd5-d3cc-4f46-8aa6-69dcbc2dc056 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:03:01.159278 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bf6ac030-b7a2-461a-ae55-60a0e99de609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (42241bd5-d3cc-4f46-8aa6-69dcbc2dc056), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:03:01.247463 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-bf6ac030-b7a2-461a-ae55-60a0e99de609 None None] Current status of the port 42241bd5-d3cc-4f46-8aa6-69dcbc2dc056 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:03:01.247463 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bf6ac030-b7a2-461a-ae55-60a0e99de609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (42241bd5-d3cc-4f46-8aa6-69dcbc2dc056), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:03:01.287620 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-bf6ac030-b7a2-461a-ae55-60a0e99de609 None None] For port 42241bd5-d3cc-4f46-8aa6-69dcbc2dc056, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=42241bd5-d3cc-4f46-8aa6-69dcbc2dc056,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:03:01.292600 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bf6ac030-b7a2-461a-ae55-60a0e99de609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (42241bd5-d3cc-4f46-8aa6-69dcbc2dc056), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:03:01.346517 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ac030-b7a2-461a-ae55-60a0e99de609 None None] Pushing event updated for resources: {'Port': ['ID=42241bd5-d3cc-4f46-8aa6-69dcbc2dc056,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:03:01.412785 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-5da11e7e-c0a8-4369-b966-0fd41769fbba None None] Provisioning complete for port 42241bd5-d3cc-4f46-8aa6-69dcbc2dc056 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:03:01.413107 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5da11e7e-c0a8-4369-b966-0fd41769fbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (42241bd5-d3cc-4f46-8aa6-69dcbc2dc056), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:03:01.494179 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5da11e7e-c0a8-4369-b966-0fd41769fbba None None] Current status of the port 42241bd5-d3cc-4f46-8aa6-69dcbc2dc056 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:03:01.742023 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 42241bd5-d3cc-4f46-8aa6-69dcbc2dc056 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:03:01.790790 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 42241bd5-d3cc-4f46-8aa6-69dcbc2dc056 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:03:01.791186 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (42241bd5-d3cc-4f46-8aa6-69dcbc2dc056), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:03:01.866357 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 42241bd5-d3cc-4f46-8aa6-69dcbc2dc056 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:03:18.651495 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 5 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:03:20.539228 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7e1c8cbb-6ca1-470d-9302-a0e6f022d555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:03:22.971748 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7c321994-35ac-4772-b799-cf991133887b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:03:24.040401 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:03:25.352968 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:03:26.882029 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:03:50.542084 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-50273e05-c1f6-4f0c-8650-e0c686e02d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:03:52.972937 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-930c077a-8afc-4f6c-919c-93fbe4f1a450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:03:54.043731 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:03:55.357015 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:03:55.650383 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 5 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:03:56.885580 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:04:20.543006 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-94c69016-5eb0-46a1-8efb-2fdb6f94b0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:04:22.975666 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-89dcf0f1-142c-4d84-a68e-dd13841d9d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:04:24.046765 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:04:25.358720 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:04:26.883144 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:04:32.648768 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 5 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:04:48.030573 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45106) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:04:48.036802 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [None req-7c5d9093-4ae9-44ae-bffc-ed049b033a6d tempest-verify_tempest_config-1154752511 tempest-verify_tempest_config-1154752511-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:04:48.037787 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7c5d9093-4ae9-44ae-bffc-ed049b033a6d tempest-verify_tempest_config-1154752511 tempest-verify_tempest_config-1154752511-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0062540 Feb 16 22:04:48.315226 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45124) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:04:48.416147 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3f7f0b04-dd7e-4293-9b95-826a1465c1df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:04:48.489630 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3f7f0b04-dd7e-4293-9b95-826a1465c1df admin admin] Publish callbacks [] for security_group (fb3783b6-c0c5-4c6d-bd73-ec9d44b4db60), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:04:48.493324 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3f7f0b04-dd7e-4293-9b95-826a1465c1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (fb3783b6-c0c5-4c6d-bd73-ec9d44b4db60), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:04:48.538735 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3f7f0b04-dd7e-4293-9b95-826a1465c1df admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ed127532a9aa4cd99400a97c6faedaaf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2219446 Feb 16 22:04:48.539737 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f0b04-dd7e-4293-9b95-826a1465c1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3783b6-c0c5-4c6d-bd73-ec9d44b4db60,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:04:48.541413 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45128) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:04:48.546377 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f0b04-dd7e-4293-9b95-826a1465c1df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:04:48.546729 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f0b04-dd7e-4293-9b95-826a1465c1df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:04:48.547072 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f0b04-dd7e-4293-9b95-826a1465c1df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:04:48.547408 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f0b04-dd7e-4293-9b95-826a1465c1df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:04:48.547740 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f0b04-dd7e-4293-9b95-826a1465c1df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:04:48.548066 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f0b04-dd7e-4293-9b95-826a1465c1df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:04:48.548392 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f0b04-dd7e-4293-9b95-826a1465c1df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:04:48.548715 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f0b04-dd7e-4293-9b95-826a1465c1df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:04:48.549040 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f0b04-dd7e-4293-9b95-826a1465c1df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:04:48.549361 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f0b04-dd7e-4293-9b95-826a1465c1df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:04:48.549680 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f0b04-dd7e-4293-9b95-826a1465c1df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:04:48.550022 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f0b04-dd7e-4293-9b95-826a1465c1df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:04:48.550348 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f0b04-dd7e-4293-9b95-826a1465c1df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:04:48.626371 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6cc6071c-729f-4018-b72f-e054d2c4ee03 admin admin] Publish callbacks [] for security_group (fb3783b6-c0c5-4c6d-bd73-ec9d44b4db60), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:04:48.646929 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6cc6071c-729f-4018-b72f-e054d2c4ee03 admin admin] Publish callbacks [] for security_group (fb3783b6-c0c5-4c6d-bd73-ec9d44b4db60), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:04:48.740128 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6cc6071c-729f-4018-b72f-e054d2c4ee03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (fb3783b6-c0c5-4c6d-bd73-ec9d44b4db60), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:04:48.742836 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6cc6071c-729f-4018-b72f-e054d2c4ee03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:04:48.744600 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6cc6071c-729f-4018-b72f-e054d2c4ee03 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fb3783b6-c0c5-4c6d-bd73-ec9d44b4db60 HTTP/1.1" status: 204 len: 168 time: 0.2016566 Feb 16 22:04:48.752404 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc6071c-729f-4018-b72f-e054d2c4ee03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3783b6-c0c5-4c6d-bd73-ec9d44b4db60,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:04:48.761780 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6071c-729f-4018-b72f-e054d2c4ee03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:04:48.762138 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6071c-729f-4018-b72f-e054d2c4ee03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:04:48.762495 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6071c-729f-4018-b72f-e054d2c4ee03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:04:48.762809 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6071c-729f-4018-b72f-e054d2c4ee03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:04:48.763134 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6071c-729f-4018-b72f-e054d2c4ee03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:04:48.763456 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6071c-729f-4018-b72f-e054d2c4ee03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:04:48.763776 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6071c-729f-4018-b72f-e054d2c4ee03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:04:48.764094 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6071c-729f-4018-b72f-e054d2c4ee03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:04:48.764410 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6071c-729f-4018-b72f-e054d2c4ee03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:04:48.764723 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6071c-729f-4018-b72f-e054d2c4ee03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:04:48.765036 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6071c-729f-4018-b72f-e054d2c4ee03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:04:48.765350 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6071c-729f-4018-b72f-e054d2c4ee03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:04:48.765661 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6071c-729f-4018-b72f-e054d2c4ee03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:04:48.766828 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6071c-729f-4018-b72f-e054d2c4ee03 admin admin] Tracked resource versions report: Feb 16 22:04:48.766828 n-d-813897-6 neutron-server[103465]: pushed versions: Feb 16 22:04:48.766828 n-d-813897-6 neutron-server[103465]: { 'AddressGroup': {'1.2'}, Feb 16 22:04:48.766828 n-d-813897-6 neutron-server[103465]: 'ConntrackHelper': {'1.0'}, Feb 16 22:04:48.766828 n-d-813897-6 neutron-server[103465]: 'LocalIPAssociation': {'1.0'}, Feb 16 22:04:48.766828 n-d-813897-6 neutron-server[103465]: 'Log': {'1.0'}, Feb 16 22:04:48.766828 n-d-813897-6 neutron-server[103465]: 'Network': {'1.1'}, Feb 16 22:04:48.766828 n-d-813897-6 neutron-server[103465]: 'Port': {'1.7'}, Feb 16 22:04:48.766828 n-d-813897-6 neutron-server[103465]: 'PortForwarding': {'1.2'}, Feb 16 22:04:48.766828 n-d-813897-6 neutron-server[103465]: 'QosPolicy': {'1.10'}, Feb 16 22:04:48.766828 n-d-813897-6 neutron-server[103465]: 'SecurityGroup': {'1.5'}, Feb 16 22:04:48.766828 n-d-813897-6 neutron-server[103465]: 'SecurityGroupRule': {'1.2'}, Feb 16 22:04:48.766828 n-d-813897-6 neutron-server[103465]: 'SubPort': {'1.0'}, Feb 16 22:04:48.766828 n-d-813897-6 neutron-server[103465]: 'Subnet': {'1.1'}, Feb 16 22:04:48.766828 n-d-813897-6 neutron-server[103465]: 'Trunk': {'1.1'}} Feb 16 22:04:48.766828 n-d-813897-6 neutron-server[103465]: consumer versions: Feb 16 22:04:48.766828 n-d-813897-6 neutron-server[103465]: { DHCP agent@n-d-813897-6: {}, Feb 16 22:04:48.766828 n-d-813897-6 neutron-server[103465]: L3 agent@n-d-813897-6: {}, Feb 16 22:04:48.766828 n-d-813897-6 neutron-server[103465]: Metadata agent@n-d-813897-6: {}, Feb 16 22:04:48.766828 n-d-813897-6 neutron-server[103465]: Metering agent@n-d-813897-6: {}, Feb 16 22:04:48.766828 n-d-813897-6 neutron-server[103465]: Open vSwitch agent@n-d-813897-6: { 'AddressGroup': '1.2', Feb 16 22:04:48.766828 n-d-813897-6 neutron-server[103465]: 'ConntrackHelper': '1.0', Feb 16 22:04:48.766828 n-d-813897-6 neutron-server[103465]: 'LocalIPAssociation': '1.0', Feb 16 22:04:48.766828 n-d-813897-6 neutron-server[103465]: 'Log': '1.0', Feb 16 22:04:48.766828 n-d-813897-6 neutron-server[103465]: 'Network': '1.1', Feb 16 22:04:48.766828 n-d-813897-6 neutron-server[103465]: 'Port': '1.7', Feb 16 22:04:48.766828 n-d-813897-6 neutron-server[103465]: 'PortForwarding': '1.2', Feb 16 22:04:48.766828 n-d-813897-6 neutron-server[103465]: 'QosPolicy': '1.10', Feb 16 22:04:48.766828 n-d-813897-6 neutron-server[103465]: 'SecurityGroup': '1.5', Feb 16 22:04:48.766828 n-d-813897-6 neutron-server[103465]: 'SecurityGroupRule': '1.2', Feb 16 22:04:48.766828 n-d-813897-6 neutron-server[103465]: 'SubPort': '1.0', Feb 16 22:04:48.766828 n-d-813897-6 neutron-server[103465]: 'Subnet': '1.1', Feb 16 22:04:48.766828 n-d-813897-6 neutron-server[103465]: 'Trunk': '1.1'}} Feb 16 22:04:48.766828 n-d-813897-6 neutron-server[103465]: {{(pid=103465) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 22:04:50.546095 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a83da447-682c-4b4b-9770-7a1922976df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:04:52.979107 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-df8390b8-6b73-443d-a179-8b4495b334d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:04:54.048721 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:04:55.362168 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:04:56.884883 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:05:09.647220 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 5 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:05:20.547615 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3c2d4582-eb83-4d39-a904-7136016f3754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:05:22.979014 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6fe7ab05-d03a-4e08-9c4c-af410924e4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:05:24.052466 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:05:25.364417 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:05:26.886566 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:05:46.644763 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 5 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:05:50.547869 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b0c1b3ff-00e1-4656-b3ba-44ba74f398e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:05:52.979755 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ae578593-e00b-405f-9f84-77c0bc15f00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:05:54.055476 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:05:55.373670 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:05:56.889012 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:06:20.549861 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3476ee23-5987-459b-aa1a-925a5adbe8c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:06:22.983119 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-26d3b056-5184-461b-ab02-556669fb42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:06:23.642750 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 5 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:06:24.058175 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:06:25.370349 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:06:26.890734 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:06:50.551789 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-36c3d4d4-2a46-4290-960e-bc015b6fcca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:06:52.983954 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-dffb775f-ba72-4e07-bfcf-90a7b45db3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:06:54.060406 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:06:55.373423 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:06:56.891930 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:07:00.640929 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 5 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:07:20.556072 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8b4c89a1-030a-48b0-b3a6-46a00556178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:07:22.985239 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-238d1d70-5bb7-4512-8a57-11bff5f78121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:07:24.063192 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:07:25.375389 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:07:26.894431 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:07:37.640173 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 5 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:07:50.558373 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6d395cba-c391-4564-b8e7-8c673fcc16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:07:52.986261 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bbc4df2a-3d86-4958-868e-3184b3fbc9cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:07:54.066866 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:07:55.377648 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:07:56.896331 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:07:58.105033 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-361839'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:07:59.610824 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-361839'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:08:14.638695 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:08:20.559778 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f228608d-4e67-4dc8-8eb1-67ca258a8abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:08:22.986439 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9e49c0d2-f3cf-46c0-91d0-c25cd48ab3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:08:24.070010 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:08:25.379821 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:08:26.897761 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:08:28.055432 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:08:29.560286 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:08:47.979449 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45190) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:08:48.083025 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-98db3866-3c1b-4786-a724-0a87d7d10060 admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1024725 Feb 16 22:08:50.411808 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45200) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:08:50.465395 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6aec8a3e-f596-468e-aa47-a3ef9ec706ce admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0525084 Feb 16 22:08:50.563078 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-934f4144-7cf9-4d2b-9929-4c1963d2ea6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:08:51.637911 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:08:52.987279 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c96c415b-1b76-4655-82c5-f367bca05c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:08:54.072337 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:08:55.381767 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:08:56.899704 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:08:58.067743 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:08:59.561499 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:09:20.565560 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ff43bbb6-a90e-4214-a8e6-e7fc3968ba92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:09:22.991176 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b4dcd586-75e0-4834-b5fc-51a9c13fc265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:09:24.075406 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:09:25.385502 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:09:26.902899 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:09:28.077681 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:09:28.637995 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:09:29.561792 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:09:50.568017 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-15fc30a0-b070-4bf3-9e6c-759a5f69fad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:09:52.992509 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b98c13c0-604b-4aa1-814a-1c6c32ada977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:09:54.077775 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:09:55.387405 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:09:56.905403 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:09:58.088604 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:09:59.581879 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:05.637087 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:10:13.161458 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45420) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:13.613887 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-e7e71c88-e989-4f49-91be-89db4b1625ef admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1771120791-network', 'tenant_id': '744a37dc5b8f478b9350ec4becb28946'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:10:13.654800 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e71c88-e989-4f49-91be-89db4b1625ef admin admin] Made reservation on behalf of 744a37dc5b8f478b9350ec4becb28946 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:10:13.657681 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e7e71c88-e989-4f49-91be-89db4b1625ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:13.672337 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e7e71c88-e989-4f49-91be-89db4b1625ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:13.765020 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e7e71c88-e989-4f49-91be-89db4b1625ef admin admin] Publish callbacks [] for security_group (b292315d-0166-429a-bb53-6d8382d60fb3), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:13.769872 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e7e71c88-e989-4f49-91be-89db4b1625ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b292315d-0166-429a-bb53-6d8382d60fb3), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:13.803805 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e71c88-e989-4f49-91be-89db4b1625ef admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:10:13.807182 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e71c88-e989-4f49-91be-89db4b1625ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b292315d-0166-429a-bb53-6d8382d60fb3,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:13.824138 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e71c88-e989-4f49-91be-89db4b1625ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:13.824493 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e71c88-e989-4f49-91be-89db4b1625ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:13.824834 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e71c88-e989-4f49-91be-89db4b1625ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:13.825363 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e71c88-e989-4f49-91be-89db4b1625ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:13.825696 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e71c88-e989-4f49-91be-89db4b1625ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:13.826210 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e71c88-e989-4f49-91be-89db4b1625ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:13.826540 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e71c88-e989-4f49-91be-89db4b1625ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:13.826869 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e71c88-e989-4f49-91be-89db4b1625ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:13.827200 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e71c88-e989-4f49-91be-89db4b1625ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:13.827509 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e71c88-e989-4f49-91be-89db4b1625ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:13.827841 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e71c88-e989-4f49-91be-89db4b1625ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:13.828167 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e71c88-e989-4f49-91be-89db4b1625ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:13.828496 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e71c88-e989-4f49-91be-89db4b1625ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:13.829670 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e71c88-e989-4f49-91be-89db4b1625ef admin admin] Tracked resource versions report: Feb 16 22:10:13.829670 n-d-813897-6 neutron-server[103465]: pushed versions: Feb 16 22:10:13.829670 n-d-813897-6 neutron-server[103465]: { 'AddressGroup': {'1.2'}, Feb 16 22:10:13.829670 n-d-813897-6 neutron-server[103465]: 'ConntrackHelper': {'1.0'}, Feb 16 22:10:13.829670 n-d-813897-6 neutron-server[103465]: 'LocalIPAssociation': {'1.0'}, Feb 16 22:10:13.829670 n-d-813897-6 neutron-server[103465]: 'Log': {'1.0'}, Feb 16 22:10:13.829670 n-d-813897-6 neutron-server[103465]: 'Network': {'1.1'}, Feb 16 22:10:13.829670 n-d-813897-6 neutron-server[103465]: 'Port': {'1.7'}, Feb 16 22:10:13.829670 n-d-813897-6 neutron-server[103465]: 'PortForwarding': {'1.2'}, Feb 16 22:10:13.829670 n-d-813897-6 neutron-server[103465]: 'QosPolicy': {'1.10'}, Feb 16 22:10:13.829670 n-d-813897-6 neutron-server[103465]: 'SecurityGroup': {'1.5'}, Feb 16 22:10:13.829670 n-d-813897-6 neutron-server[103465]: 'SecurityGroupRule': {'1.2'}, Feb 16 22:10:13.829670 n-d-813897-6 neutron-server[103465]: 'SubPort': {'1.0'}, Feb 16 22:10:13.829670 n-d-813897-6 neutron-server[103465]: 'Subnet': {'1.1'}, Feb 16 22:10:13.829670 n-d-813897-6 neutron-server[103465]: 'Trunk': {'1.1'}} Feb 16 22:10:13.829670 n-d-813897-6 neutron-server[103465]: consumer versions: Feb 16 22:10:13.829670 n-d-813897-6 neutron-server[103465]: { DHCP agent@n-d-813897-6: {}, Feb 16 22:10:13.829670 n-d-813897-6 neutron-server[103465]: HyperV agent@n-h1-813897-6: {}, Feb 16 22:10:13.829670 n-d-813897-6 neutron-server[103465]: HyperV agent@n-h2-813897-6: {}, Feb 16 22:10:13.829670 n-d-813897-6 neutron-server[103465]: L3 agent@n-d-813897-6: {}, Feb 16 22:10:13.829670 n-d-813897-6 neutron-server[103465]: Metadata agent@n-d-813897-6: {}, Feb 16 22:10:13.829670 n-d-813897-6 neutron-server[103465]: Metering agent@n-d-813897-6: {}, Feb 16 22:10:13.829670 n-d-813897-6 neutron-server[103465]: Open vSwitch agent@n-d-813897-6: { 'AddressGroup': '1.2', Feb 16 22:10:13.829670 n-d-813897-6 neutron-server[103465]: 'ConntrackHelper': '1.0', Feb 16 22:10:13.829670 n-d-813897-6 neutron-server[103465]: 'LocalIPAssociation': '1.0', Feb 16 22:10:13.829670 n-d-813897-6 neutron-server[103465]: 'Log': '1.0', Feb 16 22:10:13.829670 n-d-813897-6 neutron-server[103465]: 'Network': '1.1', Feb 16 22:10:13.829670 n-d-813897-6 neutron-server[103465]: 'Port': '1.7', Feb 16 22:10:13.829670 n-d-813897-6 neutron-server[103465]: 'PortForwarding': '1.2', Feb 16 22:10:13.829670 n-d-813897-6 neutron-server[103465]: 'QosPolicy': '1.10', Feb 16 22:10:13.829670 n-d-813897-6 neutron-server[103465]: 'SecurityGroup': '1.5', Feb 16 22:10:13.829670 n-d-813897-6 neutron-server[103465]: 'SecurityGroupRule': '1.2', Feb 16 22:10:13.829670 n-d-813897-6 neutron-server[103465]: 'SubPort': '1.0', Feb 16 22:10:13.829670 n-d-813897-6 neutron-server[103465]: 'Subnet': '1.1', Feb 16 22:10:13.829670 n-d-813897-6 neutron-server[103465]: 'Trunk': '1.1'}} Feb 16 22:10:13.829670 n-d-813897-6 neutron-server[103465]: {{(pid=103465) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 22:10:13.836683 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e7e71c88-e989-4f49-91be-89db4b1625ef admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771216128386', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (0b92f3e5-2c55-4acf-8743-4f1354f7828b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:13.837230 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e7e71c88-e989-4f49-91be-89db4b1625ef admin admin] Unsubscribe: segment precommit_create {{(pid=103465) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 22:10:13.837734 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-e7e71c88-e989-4f49-91be-89db4b1625ef admin admin] Added segment 0b92f3e5-2c55-4acf-8743-4f1354f7828b of type vlan for network 16137278-7395-49da-9cb6-180484537d2f Feb 16 22:10:13.895375 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e7e71c88-e989-4f49-91be-89db4b1625ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (16137278-7395-49da-9cb6-180484537d2f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:13.903571 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45452) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:13.933727 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e7e71c88-e989-4f49-91be-89db4b1625ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (16137278-7395-49da-9cb6-180484537d2f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:13.935935 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e71c88-e989-4f49-91be-89db4b1625ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:13.936633 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e7e71c88-e989-4f49-91be-89db4b1625ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:13.964489 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e7e71c88-e989-4f49-91be-89db4b1625ef admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8009439 Feb 16 22:10:13.967934 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45458) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:13.978697 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-9669e3a1-088a-470b-82cc-763db8eb812f admin admin] Request body: {'subnet': {'network_id': '16137278-7395-49da-9cb6-180484537d2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1771120791-subnet', 'tenant_id': '744a37dc5b8f478b9350ec4becb28946', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:10:14.023014 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9669e3a1-088a-470b-82cc-763db8eb812f admin admin] Made reservation on behalf of 744a37dc5b8f478b9350ec4becb28946 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:10:14.027531 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9669e3a1-088a-470b-82cc-763db8eb812f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:14.084117 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e71c88-e989-4f49-91be-89db4b1625ef admin admin] Pushing event updated for resources: {'Network': ['ID=16137278-7395-49da-9cb6-180484537d2f,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:14.096076 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 16137278-7395-49da-9cb6-180484537d2f details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:10:14.293281 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9669e3a1-088a-470b-82cc-763db8eb812f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for subnet (c3e80cb9-4386-4d79-b9b3-6283b204f543), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:14.333651 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669e3a1-088a-470b-82cc-763db8eb812f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3e80cb9-4386-4d79-b9b3-6283b204f543,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:14.341892 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669e3a1-088a-470b-82cc-763db8eb812f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:14.342202 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669e3a1-088a-470b-82cc-763db8eb812f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:14.342679 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669e3a1-088a-470b-82cc-763db8eb812f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:14.343026 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669e3a1-088a-470b-82cc-763db8eb812f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:14.343362 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669e3a1-088a-470b-82cc-763db8eb812f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:14.343696 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669e3a1-088a-470b-82cc-763db8eb812f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:14.344024 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669e3a1-088a-470b-82cc-763db8eb812f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:14.344348 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669e3a1-088a-470b-82cc-763db8eb812f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:14.344672 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669e3a1-088a-470b-82cc-763db8eb812f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:14.344994 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669e3a1-088a-470b-82cc-763db8eb812f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:14.345319 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669e3a1-088a-470b-82cc-763db8eb812f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:14.345640 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669e3a1-088a-470b-82cc-763db8eb812f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:14.345958 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669e3a1-088a-470b-82cc-763db8eb812f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:14.347133 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669e3a1-088a-470b-82cc-763db8eb812f admin admin] Tracked resource versions report: Feb 16 22:10:14.347133 n-d-813897-6 neutron-server[103466]: pushed versions: Feb 16 22:10:14.347133 n-d-813897-6 neutron-server[103466]: { 'AddressGroup': {'1.2'}, Feb 16 22:10:14.347133 n-d-813897-6 neutron-server[103466]: 'ConntrackHelper': {'1.0'}, Feb 16 22:10:14.347133 n-d-813897-6 neutron-server[103466]: 'LocalIPAssociation': {'1.0'}, Feb 16 22:10:14.347133 n-d-813897-6 neutron-server[103466]: 'Log': {'1.0'}, Feb 16 22:10:14.347133 n-d-813897-6 neutron-server[103466]: 'Network': {'1.1'}, Feb 16 22:10:14.347133 n-d-813897-6 neutron-server[103466]: 'Port': {'1.7'}, Feb 16 22:10:14.347133 n-d-813897-6 neutron-server[103466]: 'PortForwarding': {'1.2'}, Feb 16 22:10:14.347133 n-d-813897-6 neutron-server[103466]: 'QosPolicy': {'1.10'}, Feb 16 22:10:14.347133 n-d-813897-6 neutron-server[103466]: 'SecurityGroup': {'1.5'}, Feb 16 22:10:14.347133 n-d-813897-6 neutron-server[103466]: 'SecurityGroupRule': {'1.2'}, Feb 16 22:10:14.347133 n-d-813897-6 neutron-server[103466]: 'SubPort': {'1.0'}, Feb 16 22:10:14.347133 n-d-813897-6 neutron-server[103466]: 'Subnet': {'1.1'}, Feb 16 22:10:14.347133 n-d-813897-6 neutron-server[103466]: 'Trunk': {'1.1'}} Feb 16 22:10:14.347133 n-d-813897-6 neutron-server[103466]: consumer versions: Feb 16 22:10:14.347133 n-d-813897-6 neutron-server[103466]: { DHCP agent@n-d-813897-6: {}, Feb 16 22:10:14.347133 n-d-813897-6 neutron-server[103466]: HyperV agent@n-h1-813897-6: {}, Feb 16 22:10:14.347133 n-d-813897-6 neutron-server[103466]: HyperV agent@n-h2-813897-6: {}, Feb 16 22:10:14.347133 n-d-813897-6 neutron-server[103466]: L3 agent@n-d-813897-6: {}, Feb 16 22:10:14.347133 n-d-813897-6 neutron-server[103466]: Metadata agent@n-d-813897-6: {}, Feb 16 22:10:14.347133 n-d-813897-6 neutron-server[103466]: Metering agent@n-d-813897-6: {}, Feb 16 22:10:14.347133 n-d-813897-6 neutron-server[103466]: Open vSwitch agent@n-d-813897-6: { 'AddressGroup': '1.2', Feb 16 22:10:14.347133 n-d-813897-6 neutron-server[103466]: 'ConntrackHelper': '1.0', Feb 16 22:10:14.347133 n-d-813897-6 neutron-server[103466]: 'LocalIPAssociation': '1.0', Feb 16 22:10:14.347133 n-d-813897-6 neutron-server[103466]: 'Log': '1.0', Feb 16 22:10:14.347133 n-d-813897-6 neutron-server[103466]: 'Network': '1.1', Feb 16 22:10:14.347133 n-d-813897-6 neutron-server[103466]: 'Port': '1.7', Feb 16 22:10:14.347133 n-d-813897-6 neutron-server[103466]: 'PortForwarding': '1.2', Feb 16 22:10:14.347133 n-d-813897-6 neutron-server[103466]: 'QosPolicy': '1.10', Feb 16 22:10:14.347133 n-d-813897-6 neutron-server[103466]: 'SecurityGroup': '1.5', Feb 16 22:10:14.347133 n-d-813897-6 neutron-server[103466]: 'SecurityGroupRule': '1.2', Feb 16 22:10:14.347133 n-d-813897-6 neutron-server[103466]: 'SubPort': '1.0', Feb 16 22:10:14.347133 n-d-813897-6 neutron-server[103466]: 'Subnet': '1.1', Feb 16 22:10:14.347133 n-d-813897-6 neutron-server[103466]: 'Trunk': '1.1'}} Feb 16 22:10:14.347133 n-d-813897-6 neutron-server[103466]: {{(pid=103466) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 22:10:14.375633 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9669e3a1-088a-470b-82cc-763db8eb812f admin admin] Checking segment: {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:10:14.375982 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9669e3a1-088a-470b-82cc-763db8eb812f admin admin] Network hostable DHCP agents. Network: 16137278-7395-49da-9cb6-180484537d2f, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:10:14.397826 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9669e3a1-088a-470b-82cc-763db8eb812f admin admin] Network 16137278-7395-49da-9cb6-180484537d2f is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:10:14.412329 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-9669e3a1-088a-470b-82cc-763db8eb812f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 16137278-7395-49da-9cb6-180484537d2f) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:10:14.419143 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9669e3a1-088a-470b-82cc-763db8eb812f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:14.421375 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08196123-b291-4a8f-82eb-0298638803ef None None] Network 16137278-7395-49da-9cb6-180484537d2f requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:10:14.421957 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9669e3a1-088a-470b-82cc-763db8eb812f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:14.451662 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9669e3a1-088a-470b-82cc-763db8eb812f admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4826283 Feb 16 22:10:14.545507 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-829d58f7-1073-4de6-bf04-da3296c2ec8b tempest-AutoAllocateNetworkTest-1700831021 tempest-AutoAllocateNetworkTest-1700831021-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=0f0cc9e4a5ed4cd8808c3e1468db5152&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6369040 Feb 16 22:10:14.545769 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45482) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:14.724572 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d538674a-1634-4d4e-b84f-e6e020331633 None None] Network 16137278-7395-49da-9cb6-180484537d2f requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:10:14.801913 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045fa664-2ab4-4671-95da-0dac206f7514 tempest-AutoAllocateNetworkTest-1700831021 tempest-AutoAllocateNetworkTest-1700831021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:14.807763 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45498) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:14.808716 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-045fa664-2ab4-4671-95da-0dac206f7514 tempest-AutoAllocateNetworkTest-1700831021 tempest-AutoAllocateNetworkTest-1700831021-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2605395 Feb 16 22:10:14.892109 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b886e05d-d10b-425d-a0a2-ec0a54497d9e tempest-AutoAllocateNetworkTest-1700831021 tempest-AutoAllocateNetworkTest-1700831021-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0830057 Feb 16 22:10:14.894848 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45506) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:14.936396 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-77f001a1-184c-40e0-9939-d03d4b3c3bb1 tempest-AutoAllocateNetworkTest-1700831021 tempest-AutoAllocateNetworkTest-1700831021-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=0f0cc9e4a5ed4cd8808c3e1468db5152 HTTP/1.1" status: 200 len: 208 time: 0.0377493 Feb 16 22:10:15.675822 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45560) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:16.184382 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5cd69bdf-4cd9-413a-a982-5a7000799b36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:16.267723 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5cd69bdf-4cd9-413a-a982-5a7000799b36 admin admin] Publish callbacks [] for security_group (93b3dde2-3d5a-4cac-aea2-6fd8471cea72), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:16.272496 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5cd69bdf-4cd9-413a-a982-5a7000799b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (93b3dde2-3d5a-4cac-aea2-6fd8471cea72), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:16.317414 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd69bdf-4cd9-413a-a982-5a7000799b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b3dde2-3d5a-4cac-aea2-6fd8471cea72,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:16.335698 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5cd69bdf-4cd9-413a-a982-5a7000799b36 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0f0cc9e4a5ed4cd8808c3e1468db5152&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6599069 Feb 16 22:10:16.338449 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45598) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:16.401962 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-88d0e07d-4455-4459-8735-59781cf258fb admin admin] Publish callbacks [] for security_group (93b3dde2-3d5a-4cac-aea2-6fd8471cea72), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:16.426419 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-88d0e07d-4455-4459-8735-59781cf258fb admin admin] Publish callbacks [] for security_group (93b3dde2-3d5a-4cac-aea2-6fd8471cea72), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:16.478359 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-88d0e07d-4455-4459-8735-59781cf258fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (93b3dde2-3d5a-4cac-aea2-6fd8471cea72), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:16.481373 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-88d0e07d-4455-4459-8735-59781cf258fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:16.482588 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-88d0e07d-4455-4459-8735-59781cf258fb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/93b3dde2-3d5a-4cac-aea2-6fd8471cea72 HTTP/1.1" status: 204 len: 168 time: 0.1430647 Feb 16 22:10:16.490621 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d0e07d-4455-4459-8735-59781cf258fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b3dde2-3d5a-4cac-aea2-6fd8471cea72,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:16.601945 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45610) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:16.607025 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-f9c69fa7-ed57-4436-8c68-d0fe3a1fa0ec admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1909780344-network', 'tenant_id': 'f2da15001f8e453594f01743e1dafd1a'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:10:16.630508 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c69fa7-ed57-4436-8c68-d0fe3a1fa0ec admin admin] Made reservation on behalf of f2da15001f8e453594f01743e1dafd1a for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:10:16.633357 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f9c69fa7-ed57-4436-8c68-d0fe3a1fa0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:16.642208 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f9c69fa7-ed57-4436-8c68-d0fe3a1fa0ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:16.719762 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f9c69fa7-ed57-4436-8c68-d0fe3a1fa0ec admin admin] Publish callbacks [] for security_group (a04ca40d-8eb5-4e93-be3d-41ed67f31055), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:16.724752 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f9c69fa7-ed57-4436-8c68-d0fe3a1fa0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a04ca40d-8eb5-4e93-be3d-41ed67f31055), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:16.747451 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c69fa7-ed57-4436-8c68-d0fe3a1fa0ec admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:10:16.756835 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f9c69fa7-ed57-4436-8c68-d0fe3a1fa0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (6ba8232d-07d9-4450-9729-677f96d763c8), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:16.757274 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-f9c69fa7-ed57-4436-8c68-d0fe3a1fa0ec admin admin] Added segment 6ba8232d-07d9-4450-9729-677f96d763c8 of type vlan for network b46c39fd-a42c-450e-ba4d-b1b44545bd5c Feb 16 22:10:16.790332 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c69fa7-ed57-4436-8c68-d0fe3a1fa0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04ca40d-8eb5-4e93-be3d-41ed67f31055,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:16.846811 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f9c69fa7-ed57-4436-8c68-d0fe3a1fa0ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (b46c39fd-a42c-450e-ba4d-b1b44545bd5c), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:16.872437 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f9c69fa7-ed57-4436-8c68-d0fe3a1fa0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (b46c39fd-a42c-450e-ba4d-b1b44545bd5c), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:16.873463 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c69fa7-ed57-4436-8c68-d0fe3a1fa0ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:16.874063 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f9c69fa7-ed57-4436-8c68-d0fe3a1fa0ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:16.908631 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f9c69fa7-ed57-4436-8c68-d0fe3a1fa0ec admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.3057933 Feb 16 22:10:16.912123 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45628) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:16.917543 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-40294f49-b0c9-4b78-bd9e-3734f813ca45 admin admin] Request body: {'subnet': {'network_id': 'b46c39fd-a42c-450e-ba4d-b1b44545bd5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1909780344-subnet', 'tenant_id': 'f2da15001f8e453594f01743e1dafd1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:10:16.946290 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40294f49-b0c9-4b78-bd9e-3734f813ca45 admin admin] Made reservation on behalf of f2da15001f8e453594f01743e1dafd1a for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:10:16.949070 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-40294f49-b0c9-4b78-bd9e-3734f813ca45 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:16.952886 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c69fa7-ed57-4436-8c68-d0fe3a1fa0ec admin admin] Pushing event updated for resources: {'Network': ['ID=b46c39fd-a42c-450e-ba4d-b1b44545bd5c,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:16.963346 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network b46c39fd-a42c-450e-ba4d-b1b44545bd5c details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:10:17.285963 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-40294f49-b0c9-4b78-bd9e-3734f813ca45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for subnet (880d5bb5-94ec-4cad-857e-5d5229e9422e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:17.361568 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40294f49-b0c9-4b78-bd9e-3734f813ca45 admin admin] Checking segment: {'id': '6ba8232d-07d9-4450-9729-677f96d763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b46c39fd-a42c-450e-ba4d-b1b44545bd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:10:17.361952 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40294f49-b0c9-4b78-bd9e-3734f813ca45 admin admin] Network hostable DHCP agents. Network: b46c39fd-a42c-450e-ba4d-b1b44545bd5c, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:10:17.367689 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40294f49-b0c9-4b78-bd9e-3734f813ca45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=880d5bb5-94ec-4cad-857e-5d5229e9422e,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:17.391222 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40294f49-b0c9-4b78-bd9e-3734f813ca45 admin admin] Network b46c39fd-a42c-450e-ba4d-b1b44545bd5c is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:10:17.395662 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45676) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:17.398411 n-d-813897-6 neutron-server[103466]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 22:10:17.407334 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-40294f49-b0c9-4b78-bd9e-3734f813ca45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, b46c39fd-a42c-450e-ba4d-b1b44545bd5c) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:10:17.417781 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9bf935-698f-4575-bef7-ca38f4179362 None None] Network b46c39fd-a42c-450e-ba4d-b1b44545bd5c requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:10:17.421257 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40294f49-b0c9-4b78-bd9e-3734f813ca45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:17.422244 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-40294f49-b0c9-4b78-bd9e-3734f813ca45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:17.427068 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-00c92666-de1b-41e0-8834-3276356c8e8d tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=f20c34d18a8043c78a690d934d1f958f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298553 Feb 16 22:10:17.452245 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-40294f49-b0c9-4b78-bd9e-3734f813ca45 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5389132 Feb 16 22:10:17.555450 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e628cf31-9c78-49f9-9b80-3afdfd275806 None None] Network b46c39fd-a42c-450e-ba4d-b1b44545bd5c requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:10:17.630091 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-ff100d2f-e113-4fb4-ba18-1971c1cd1f1b tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:17.632917 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-ff100d2f-e113-4fb4-ba18-1971c1cd1f1b tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2047803 Feb 16 22:10:17.654525 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-d41a8a64-e3f3-46b2-9616-ac50c2ca5ba9 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/quotas/f20c34d18a8043c78a690d934d1f958f HTTP/1.1" status: 200 len: 375 time: 0.0161064 Feb 16 22:10:17.706638 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-89d904c6-51ef-42cf-9580-7159d533749e tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f20c34d18a8043c78a690d934d1f958f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507820 Feb 16 22:10:17.935404 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45720) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:17.983207 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-f708ce65-191b-4076-a928-48d67009b319 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=361202f4e0e045359cc8d05f85357874&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466485 Feb 16 22:10:18.128907 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-1435aed3-22a7-4b1b-992e-b61347daff15 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:18.136411 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-1435aed3-22a7-4b1b-992e-b61347daff15 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1462309 Feb 16 22:10:18.150539 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-8516bb2c-ac68-41ff-8465-087cae601069 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/quotas/361202f4e0e045359cc8d05f85357874 HTTP/1.1" status: 200 len: 375 time: 0.0128322 Feb 16 22:10:18.190951 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-c8264b8a-3735-48fb-bc52-e954380448cd tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=361202f4e0e045359cc8d05f85357874&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342898 Feb 16 22:10:18.334080 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45748) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:18.677458 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5fa1095f-dac4-43d3-bd79-ffb586afd383 req-3fadd9be-88e3-44a7-8274-88a1dedc67a2 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/ports?device_id=20d66a09-899f-4cb1-8ba8-62e45ed95d80 HTTP/1.1" status: 200 len: 210 time: 0.3139997 Feb 16 22:10:18.690772 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f4631e4d-5a1f-49d2-bcd4-62b3c50f644e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:18.944379 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f4631e4d-5a1f-49d2-bcd4-62b3c50f644e admin admin] Publish callbacks [] for security_group (57828ab6-0d29-488a-bba3-072071f2a862), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:18.979167 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f4631e4d-5a1f-49d2-bcd4-62b3c50f644e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (57828ab6-0d29-488a-bba3-072071f2a862), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:18.982813 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-29642282-8df9-4356-814c-c81229c52258 req-e91eab6c-1734-4658-afa9-85d18682284b tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=aec049af-3648-49b8-8473-4ef42edbe1d7 HTTP/1.1" status: 200 len: 210 time: 0.1371393 Feb 16 22:10:19.046014 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4631e4d-5a1f-49d2-bcd4-62b3c50f644e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57828ab6-0d29-488a-bba3-072071f2a862,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:19.055709 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-0699bf83-fda8-45f4-98c5-960185b768b4 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:19.057114 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-0699bf83-fda8-45f4-98c5-960185b768b4 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/networks?id=16137278-7395-49da-9cb6-180484537d2f HTTP/1.1" status: 200 len: 821 time: 0.3576889 Feb 16 22:10:19.059911 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f4631e4d-5a1f-49d2-bcd4-62b3c50f644e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=17da81c58444420588cf012511e198ae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7247543 Feb 16 22:10:19.062988 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45812) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:19.079061 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-bcafc542-3a35-4450-a686-616f8742613f tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/quotas/744a37dc5b8f478b9350ec4becb28946 HTTP/1.1" status: 200 len: 375 time: 0.0154607 Feb 16 22:10:19.117473 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-5ecd4cf8-04ab-429c-9496-a977be6f9935 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=744a37dc5b8f478b9350ec4becb28946&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369172 Feb 16 22:10:19.144406 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ddd232e8-b1c2-4521-8317-9de9f0878c24 admin admin] Publish callbacks [] for security_group (57828ab6-0d29-488a-bba3-072071f2a862), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:19.169136 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ddd232e8-b1c2-4521-8317-9de9f0878c24 admin admin] Publish callbacks [] for security_group (57828ab6-0d29-488a-bba3-072071f2a862), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:19.231462 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ddd232e8-b1c2-4521-8317-9de9f0878c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (57828ab6-0d29-488a-bba3-072071f2a862), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:19.240704 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ddd232e8-b1c2-4521-8317-9de9f0878c24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:19.243037 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ddd232e8-b1c2-4521-8317-9de9f0878c24 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/57828ab6-0d29-488a-bba3-072071f2a862 HTTP/1.1" status: 204 len: 168 time: 0.1790471 Feb 16 22:10:19.268810 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd232e8-b1c2-4521-8317-9de9f0878c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57828ab6-0d29-488a-bba3-072071f2a862,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:19.385144 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-b61fd75a-9723-4bd0-bba3-643ec1b6558f service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:10:19.392213 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-b61fd75a-9723-4bd0-bba3-643ec1b6558f service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1352606 Feb 16 22:10:19.532043 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-a16b0db6-4ceb-479b-865c-ba2ee2152216 service neutron] 10.222.0.75 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388245 Feb 16 22:10:19.673186 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-d67d77db-31b9-4d6f-b699-2f5dacaeebd7 service neutron] 10.222.0.75 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401908 Feb 16 22:10:19.891796 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45858) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:19.913266 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ff138d5f-4818-46b9-8ba3-4668d0671cd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:19.914841 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb60d2de-501e-4187-b4c6-7c30c734a8b2 req-5ca2aa53-d870-471f-b9f3-35f4af59be5b tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 210 time: 0.0479224 Feb 16 22:10:19.961789 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-62b31451-edf1-4dbd-aaa0-d0bab51e30f8 req-0175bc31-6fa8-413f-aecb-67289c5a8e0a tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/ports?device_id=20d66a09-899f-4cb1-8ba8-62e45ed95d80 HTTP/1.1" status: 200 len: 210 time: 0.0925391 Feb 16 22:10:20.038350 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ff138d5f-4818-46b9-8ba3-4668d0671cd8 admin admin] Publish callbacks [] for security_group (2a88ad58-6842-463e-b7ba-8e69bb86eaff), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:20.043510 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ff138d5f-4818-46b9-8ba3-4668d0671cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (2a88ad58-6842-463e-b7ba-8e69bb86eaff), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:20.063586 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45864) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:20.081194 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff138d5f-4818-46b9-8ba3-4668d0671cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a88ad58-6842-463e-b7ba-8e69bb86eaff,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:20.086713 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.79', 52401) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:20.132293 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ff138d5f-4818-46b9-8ba3-4668d0671cd8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=51051885d9874ed18ba70137259acf95&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2368414 Feb 16 22:10:20.134031 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45868) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:20.134138 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-8daee3cd-7b18-4fc2-9421-979fa34cbae0 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=f20c34d18a8043c78a690d934d1f958f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431771 Feb 16 22:10:20.160609 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45870) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:20.240820 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-299e9bee-be3d-416d-bb6f-15142b8cb3c7 admin admin] Publish callbacks [] for security_group (2a88ad58-6842-463e-b7ba-8e69bb86eaff), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:20.295284 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-299e9bee-be3d-416d-bb6f-15142b8cb3c7 admin admin] Publish callbacks [] for security_group (2a88ad58-6842-463e-b7ba-8e69bb86eaff), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:20.311603 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.79', 52402) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:20.335042 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-0f62d9f7-78de-4e1d-b2b9-db91d316b24c tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:20.336795 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-0f62d9f7-78de-4e1d-b2b9-db91d316b24c tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1977994 Feb 16 22:10:20.369880 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-5daea68e-4b55-4952-8c72-cc45c1ab7dd1 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=361202f4e0e045359cc8d05f85357874&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568440 Feb 16 22:10:20.411210 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-299e9bee-be3d-416d-bb6f-15142b8cb3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (2a88ad58-6842-463e-b7ba-8e69bb86eaff), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:20.414599 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-299e9bee-be3d-416d-bb6f-15142b8cb3c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:20.416084 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-299e9bee-be3d-416d-bb6f-15142b8cb3c7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2a88ad58-6842-463e-b7ba-8e69bb86eaff HTTP/1.1" status: 204 len: 168 time: 0.2780259 Feb 16 22:10:20.422183 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b6b57da2-2d2b-4214-adc6-3278969bf432 req-6d44781a-e6d2-4b20-95aa-28e5e133fb0e tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=aec049af-3648-49b8-8473-4ef42edbe1d7 HTTP/1.1" status: 200 len: 210 time: 0.0841703 Feb 16 22:10:20.434248 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e9bee-be3d-416d-bb6f-15142b8cb3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a88ad58-6842-463e-b7ba-8e69bb86eaff,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:20.445454 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b02d1a97-65ea-465f-af5a-9e349be9bb79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:20.500175 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-6ff02535-8776-44c1-b7da-5578310c61ad tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Request body: {'port': {'device_id': '20d66a09-899f-4cb1-8ba8-62e45ed95d80', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'admin_state_up': True, 'tenant_id': 'f20c34d18a8043c78a690d934d1f958f'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:10:20.516137 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45888) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:20.585352 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ec6101d5-5c43-4a93-96c1-66da8e715840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:20.623141 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-c775171f-27cf-4c1f-b154-3326c48d1575 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:20.626684 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-c775171f-27cf-4c1f-b154-3326c48d1575 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1643248 Feb 16 22:10:20.640670 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-b6e40dca-8c15-4555-b156-a9c96aeeabc4 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Request body: {'port': {'device_id': 'aec049af-3648-49b8-8473-4ef42edbe1d7', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'admin_state_up': True, 'tenant_id': '361202f4e0e045359cc8d05f85357874'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:10:20.808976 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-84aeaa72-63b1-4cb0-926b-e9f9f4775b6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:20.902811 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-6ff02535-8776-44c1-b7da-5578310c61ad tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Made reservation on behalf of f20c34d18a8043c78a690d934d1f958f for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:10:20.906709 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-6ff02535-8776-44c1-b7da-5578310c61ad tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:20.917272 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-84aeaa72-63b1-4cb0-926b-e9f9f4775b6b admin admin] Publish callbacks [] for security_group (04a0143e-ceda-4307-a314-1deeaba8d166), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:20.920927 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-6ff02535-8776-44c1-b7da-5578310c61ad tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:20.931699 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-b6e40dca-8c15-4555-b156-a9c96aeeabc4 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Made reservation on behalf of 361202f4e0e045359cc8d05f85357874 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:10:20.936102 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-b6e40dca-8c15-4555-b156-a9c96aeeabc4 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:20.938333 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-84aeaa72-63b1-4cb0-926b-e9f9f4775b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (04a0143e-ceda-4307-a314-1deeaba8d166), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:20.959600 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1c58fed9-1a5b-495c-be66-9d6a9ccaf671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:21.050019 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1c58fed9-1a5b-495c-be66-9d6a9ccaf671 admin admin] Publish callbacks [] for security_group (f3211e9a-ade1-4f89-8535-1ec2c56d0580), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:21.052033 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-b6e40dca-8c15-4555-b156-a9c96aeeabc4 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:21.053902 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-84aeaa72-63b1-4cb0-926b-e9f9f4775b6b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1baa751179494f0c89f5d2c24967b8f5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7340436 Feb 16 22:10:21.061201 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45920) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:21.063949 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1c58fed9-1a5b-495c-be66-9d6a9ccaf671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f3211e9a-ade1-4f89-8535-1ec2c56d0580), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:21.110276 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1c58fed9-1a5b-495c-be66-9d6a9ccaf671 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8e142d8800d64327b54738d4d522b9cd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5927994 Feb 16 22:10:21.124522 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45930) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:21.135391 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8f9329b8-66c7-424e-8131-a26cd6960084 req-605fe453-f472-41c2-ba0a-c68a116af172 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 210 time: 0.1018107 Feb 16 22:10:21.181098 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aeaa72-63b1-4cb0-926b-e9f9f4775b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a0143e-ceda-4307-a314-1deeaba8d166,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:21.184063 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-b6e40dca-8c15-4555-b156-a9c96aeeabc4 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Publish callbacks [] for security_group (9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:21.202526 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-b6e40dca-8c15-4555-b156-a9c96aeeabc4 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:21.216385 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b02d1a97-65ea-465f-af5a-9e349be9bb79 admin admin] Publish callbacks [] for security_group (21ccb1da-173a-477d-886e-a3c47902dfef), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:21.251924 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b02d1a97-65ea-465f-af5a-9e349be9bb79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (21ccb1da-173a-477d-886e-a3c47902dfef), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:21.268102 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5d2b42e7-d730-42b1-8daf-c1c63b061d34 req-a1973c6e-1f00-40ac-99bf-ef1d96a5cc73 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/ports?device_id=20d66a09-899f-4cb1-8ba8-62e45ed95d80 HTTP/1.1" status: 200 len: 210 time: 0.1445308 Feb 16 22:10:21.306332 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-6ff02535-8776-44c1-b7da-5578310c61ad tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Publish callbacks [] for security_group (236c6fc1-306d-417f-bffc-4c2d659260d5), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:21.330141 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b02d1a97-65ea-465f-af5a-9e349be9bb79 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b9d660ef3b9643cda2c18ce4ac0bef28&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2653739 Feb 16 22:10:21.333619 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45940) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:21.342577 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-6ff02535-8776-44c1-b7da-5578310c61ad tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (236c6fc1-306d-417f-bffc-4c2d659260d5), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:21.515785 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.67', 54027) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:21.586206 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58fed9-1a5b-495c-be66-9d6a9ccaf671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3211e9a-ade1-4f89-8535-1ec2c56d0580,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:21.653307 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7b79a2ea-f0c5-4c4f-b985-41975001ef85 admin admin] Publish callbacks [] for security_group (04a0143e-ceda-4307-a314-1deeaba8d166), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:21.758438 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ff08ea0-8542-4752-abbd-ec8dfabf927a admin admin] Publish callbacks [] for security_group (f3211e9a-ade1-4f89-8535-1ec2c56d0580), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:21.786178 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ff08ea0-8542-4752-abbd-ec8dfabf927a admin admin] Publish callbacks [] for security_group (f3211e9a-ade1-4f89-8535-1ec2c56d0580), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:21.835686 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d1a97-65ea-465f-af5a-9e349be9bb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ccb1da-173a-477d-886e-a3c47902dfef,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:21.873817 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02535-8776-44c1-b7da-5578310c61ad tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=236c6fc1-306d-417f-bffc-4c2d659260d5,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:21.961393 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ff08ea0-8542-4752-abbd-ec8dfabf927a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f3211e9a-ade1-4f89-8535-1ec2c56d0580), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:21.967362 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ff08ea0-8542-4752-abbd-ec8dfabf927a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:21.970681 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4ff08ea0-8542-4752-abbd-ec8dfabf927a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f3211e9a-ade1-4f89-8535-1ec2c56d0580 HTTP/1.1" status: 204 len: 168 time: 0.8343461 Feb 16 22:10:21.972826 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1d366cd-0d27-4134-bd92-3a5463edf24b req-12ad4415-e8cd-408f-89cf-6936cd31b203 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=aec049af-3648-49b8-8473-4ef42edbe1d7 HTTP/1.1" status: 200 len: 210 time: 0.2967374 Feb 16 22:10:22.059244 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-6ff02535-8776-44c1-b7da-5578310c61ad tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Allocated IP 192.168.233.179 (d8fa3154-6273-4014-87c6-575d48ec11fc/0a5a8be1-6e1c-443c-a77b-25715d79e10e/b17e83eb-1038-4b81-8a07-d62265b8f72d) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:10:22.062714 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff08ea0-8542-4752-abbd-ec8dfabf927a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3211e9a-ade1-4f89-8535-1ec2c56d0580,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:22.103340 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-ce9a660b-9b94-46d8-afde-3dd4b0eb9cea tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:22.106765 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-ce9a660b-9b94-46d8-afde-3dd4b0eb9cea tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.67 "GET /v2.0/networks?id=16137278-7395-49da-9cb6-180484537d2f HTTP/1.1" status: 200 len: 821 time: 0.5859847 Feb 16 22:10:22.110640 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7b79a2ea-f0c5-4c4f-b985-41975001ef85 admin admin] Publish callbacks [] for security_group (04a0143e-ceda-4307-a314-1deeaba8d166), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:22.128039 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e40dca-8c15-4555-b156-a9c96aeeabc4 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:22.150604 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-99468db2-7edc-4b71-8ea5-b3d95b594455 admin admin] Publish callbacks [] for security_group (21ccb1da-173a-477d-886e-a3c47902dfef), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:22.213273 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-99468db2-7edc-4b71-8ea5-b3d95b594455 admin admin] Publish callbacks [] for security_group (21ccb1da-173a-477d-886e-a3c47902dfef), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:22.238426 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-77de3db2-6e26-4e04-9580-523591d98b9d tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Request body: {'port': {'device_id': '7db615d8-cfe0-4bd3-a742-45ca4020a70f', 'network_id': '16137278-7395-49da-9cb6-180484537d2f', 'admin_state_up': True, 'tenant_id': '744a37dc5b8f478b9350ec4becb28946'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:10:22.471846 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7b79a2ea-f0c5-4c4f-b985-41975001ef85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (04a0143e-ceda-4307-a314-1deeaba8d166), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:22.477248 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7b79a2ea-f0c5-4c4f-b985-41975001ef85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:22.480888 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7b79a2ea-f0c5-4c4f-b985-41975001ef85 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/04a0143e-ceda-4307-a314-1deeaba8d166 HTTP/1.1" status: 204 len: 168 time: 1.4157038 Feb 16 22:10:22.500573 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b79a2ea-f0c5-4c4f-b985-41975001ef85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a0143e-ceda-4307-a314-1deeaba8d166,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:22.580844 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-77de3db2-6e26-4e04-9580-523591d98b9d tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Made reservation on behalf of 744a37dc5b8f478b9350ec4becb28946 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:10:22.584635 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-77de3db2-6e26-4e04-9580-523591d98b9d tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:22.613057 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a95b95ae-a659-4456-9aab-dc852628d736 req-8d0ceeb1-38fe-42d9-84ba-764bacef42d8 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/ports?device_id=20d66a09-899f-4cb1-8ba8-62e45ed95d80 HTTP/1.1" status: 200 len: 210 time: 0.1357520 Feb 16 22:10:22.644920 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9daf6a99-7d77-4608-8aa5-77132d9de4e1 req-3983d547-3ce8-48be-ac4f-fe1ac0b24e3f tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 210 time: 0.1683397 Feb 16 22:10:22.814552 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-99468db2-7edc-4b71-8ea5-b3d95b594455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (21ccb1da-173a-477d-886e-a3c47902dfef), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:22.817443 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-99468db2-7edc-4b71-8ea5-b3d95b594455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:22.818780 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-99468db2-7edc-4b71-8ea5-b3d95b594455 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/21ccb1da-173a-477d-886e-a3c47902dfef HTTP/1.1" status: 204 len: 168 time: 1.4838300 Feb 16 22:10:22.826263 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-6ff02535-8776-44c1-b7da-5578310c61ad tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Publish callbacks [] for port (b17e83eb-1038-4b81-8a07-d62265b8f72d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:22.836890 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99468db2-7edc-4b71-8ea5-b3d95b594455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ccb1da-173a-477d-886e-a3c47902dfef,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:22.878427 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-6ff02535-8776-44c1-b7da-5578310c61ad tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (b17e83eb-1038-4b81-8a07-d62265b8f72d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:23.011861 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0f187fc1-001d-47d1-9b3c-965fb77b2870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:23.120751 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-77de3db2-6e26-4e04-9580-523591d98b9d tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Allocated IP 172.20.0.2 (16137278-7395-49da-9cb6-180484537d2f/c3e80cb9-4386-4d79-b9b3-6283b204f543/c3ce7676-ecb5-4495-acbf-2f4dbe04183c) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:10:23.182543 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-b6e40dca-8c15-4555-b156-a9c96aeeabc4 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Allocated IP 192.168.233.172 (d8fa3154-6273-4014-87c6-575d48ec11fc/0a5a8be1-6e1c-443c-a77b-25715d79e10e/a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:10:23.254247 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-6ff02535-8776-44c1-b7da-5578310c61ad tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Network d8fa3154-6273-4014-87c6-575d48ec11fc is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:10:23.255023 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45986) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:23.273646 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-6ff02535-8776-44c1-b7da-5578310c61ad tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:10:23.301811 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02535-8776-44c1-b7da-5578310c61ad tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Pushing event updated for resources: {'Port': ['ID=b17e83eb-1038-4b81-8a07-d62265b8f72d,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:23.316588 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-6ff02535-8776-44c1-b7da-5578310c61ad tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:10:23.322115 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-6ff02535-8776-44c1-b7da-5578310c61ad tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:23.332331 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-6ff02535-8776-44c1-b7da-5578310c61ad tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:23.360428 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e42d4e12-a0e1-4042-9e6d-6c87c4ee5c16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:23.407512 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-6ff02535-8776-44c1-b7da-5578310c61ad tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9277198 Feb 16 22:10:23.445052 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-4397b54d-27ab-4839-b653-b24df66a4a42 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:10:23.446562 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-4397b54d-27ab-4839-b653-b24df66a4a42 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054719 Feb 16 22:10:23.692195 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e42d4e12-a0e1-4042-9e6d-6c87c4ee5c16 admin admin] Publish callbacks [] for security_group (a1e6df87-1c03-4267-86d2-a63fa32206ae), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:23.760148 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8834bbd0-de80-44d5-8eea-6703af8ccb3a req-d202b8b1-bca0-4eca-b508-6b1c8ca211b4 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=aec049af-3648-49b8-8473-4ef42edbe1d7 HTTP/1.1" status: 200 len: 210 time: 0.0865636 Feb 16 22:10:23.765592 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e42d4e12-a0e1-4042-9e6d-6c87c4ee5c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a1e6df87-1c03-4267-86d2-a63fa32206ae), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:23.889929 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b52b5e3f-683b-4b48-ae56-557485e28dcd None None] Provisioning complete for port b17e83eb-1038-4b81-8a07-d62265b8f72d triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:10:23.892021 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b52b5e3f-683b-4b48-ae56-557485e28dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b17e83eb-1038-4b81-8a07-d62265b8f72d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:23.899749 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-77de3db2-6e26-4e04-9580-523591d98b9d tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Publish callbacks [] for port (c3ce7676-ecb5-4495-acbf-2f4dbe04183c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:23.956443 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e42d4e12-a0e1-4042-9e6d-6c87c4ee5c16 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a7be185feccb4eed85e15fa8df8c2aae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6980400 Feb 16 22:10:23.972186 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b52b5e3f-683b-4b48-ae56-557485e28dcd None None] Port b17e83eb-1038-4b81-8a07-d62265b8f72d cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:10:23.998532 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45998) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:24.002763 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46000) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:24.017770 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-77de3db2-6e26-4e04-9580-523591d98b9d tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (c3ce7676-ecb5-4495-acbf-2f4dbe04183c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:24.041239 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d4e12-a0e1-4042-9e6d-6c87c4ee5c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e6df87-1c03-4267-86d2-a63fa32206ae,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:24.099748 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:24.123141 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e0d10b3c-0033-4ce2-8f36-b1a51a68b6fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:24.268451 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-b6e40dca-8c15-4555-b156-a9c96aeeabc4 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Publish callbacks [] for port (a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:24.321837 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a665de-ada0-4849-8367-8d2f52b3c8c0 req-76689c89-3e49-4585-be76-fb2de5e554b7 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:24.335151 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c7a665de-ada0-4849-8367-8d2f52b3c8c0 req-76689c89-3e49-4585-be76-fb2de5e554b7 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 931 time: 0.3988502 Feb 16 22:10:24.342692 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46006) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:24.360966 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6fd44-c73e-48e3-bcc3-52d8d00f26c1 req-060486f2-0dd7-4504-81dd-7eb3aa06f1f4 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:24.367374 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-46b6fd44-c73e-48e3-bcc3-52d8d00f26c1 req-060486f2-0dd7-4504-81dd-7eb3aa06f1f4 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/ports?device_id=20d66a09-899f-4cb1-8ba8-62e45ed95d80 HTTP/1.1" status: 200 len: 936 time: 0.6025703 Feb 16 22:10:24.386184 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3db2-6e26-4e04-9580-523591d98b9d tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Pushing event updated for resources: {'Port': ['ID=c3ce7676-ecb5-4495-acbf-2f4dbe04183c,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:24.399080 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-b6e40dca-8c15-4555-b156-a9c96aeeabc4 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:24.410578 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-77de3db2-6e26-4e04-9580-523591d98b9d tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Network 16137278-7395-49da-9cb6-180484537d2f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:10:24.416045 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-77de3db2-6e26-4e04-9580-523591d98b9d tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:10:24.421112 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-77de3db2-6e26-4e04-9580-523591d98b9d tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:10:24.427272 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-77de3db2-6e26-4e04-9580-523591d98b9d tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:24.428045 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-77de3db2-6e26-4e04-9580-523591d98b9d tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:24.523580 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e40dca-8c15-4555-b156-a9c96aeeabc4 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Pushing event updated for resources: {'Port': ['ID=a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:24.536653 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-77de3db2-6e26-4e04-9580-523591d98b9d tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3249152 Feb 16 22:10:24.553048 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-d12033a8-fa3b-4565-873e-6b18b922c0b4 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:10:24.554128 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-d12033a8-fa3b-4565-873e-6b18b922c0b4 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075083 Feb 16 22:10:24.564148 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-b6e40dca-8c15-4555-b156-a9c96aeeabc4 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Network d8fa3154-6273-4014-87c6-575d48ec11fc is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:10:24.567299 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-b6e40dca-8c15-4555-b156-a9c96aeeabc4 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:10:24.573916 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-b6e40dca-8c15-4555-b156-a9c96aeeabc4 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:10:24.580283 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-b6e40dca-8c15-4555-b156-a9c96aeeabc4 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:24.581131 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-b6e40dca-8c15-4555-b156-a9c96aeeabc4 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:24.653040 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-b6e40dca-8c15-4555-b156-a9c96aeeabc4 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0165660 Feb 16 22:10:24.685603 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c7a665de-ada0-4849-8367-8d2f52b3c8c0 req-7daa1380-2bf2-433b-8a25-48b1a5f3753b tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391697 Feb 16 22:10:24.685603 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3ba415c3-bc55-4636-820a-4e8f67803346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:24.702464 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-069f5c68-f55c-40fd-a839-3516988a6de9 service neutron] Request body: {'port': {'device_id': 'aec049af-3648-49b8-8473-4ef42edbe1d7', 'device_owner': 'compute:tempest-test_az-479393485', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:10:24.724599 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-f5551dc5-fc5c-478b-ad9f-0e249ab5f09d service neutron] Request body: {'port': {'device_id': '20d66a09-899f-4cb1-8ba8-62e45ed95d80', 'device_owner': 'compute:tempest-test_az-479393485', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:10:24.765799 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e56faeb4-c31f-4372-bcbf-5e32c3727130 admin admin] Publish callbacks [] for security_group (a1e6df87-1c03-4267-86d2-a63fa32206ae), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:24.874309 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e0d10b3c-0033-4ce2-8f36-b1a51a68b6fd admin admin] Publish callbacks [] for security_group (936e4e5d-68a6-4590-b591-8070c80cc1a7), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:24.879700 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e56faeb4-c31f-4372-bcbf-5e32c3727130 admin admin] Publish callbacks [] for security_group (a1e6df87-1c03-4267-86d2-a63fa32206ae), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:24.894544 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e0d10b3c-0033-4ce2-8f36-b1a51a68b6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (936e4e5d-68a6-4590-b591-8070c80cc1a7), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:25.027058 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1af622cc-7111-4e81-80f0-25ff3ca12574 None None] Provisioning complete for port a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:10:25.029038 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1af622cc-7111-4e81-80f0-25ff3ca12574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:25.037130 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-069f5c68-f55c-40fd-a839-3516988a6de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:25.077728 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-46b6fd44-c73e-48e3-bcc3-52d8d00f26c1 req-913a34d2-b954-43bd-8415-27669e0828a5 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/security-groups?id=236c6fc1-306d-417f-bffc-4c2d659260d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6324339 Feb 16 22:10:25.129832 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46018) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:25.133301 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e0d10b3c-0033-4ce2-8f36-b1a51a68b6fd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=54ce746e4fea4b3cad599a5180cfe897&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1284213 Feb 16 22:10:25.151491 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-929fe631-f2c8-44d5-b2c0-b2382e5b807b service neutron] Request body: {'port': {'device_id': '7db615d8-cfe0-4bd3-a742-45ca4020a70f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:10:25.187334 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1af622cc-7111-4e81-80f0-25ff3ca12574 None None] Port a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:10:25.204247 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d10b3c-0033-4ce2-8f36-b1a51a68b6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936e4e5d-68a6-4590-b591-8070c80cc1a7,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:25.405620 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:25.461692 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5b2a4d32-22d2-4bb7-8030-baac236d143f admin admin] Publish callbacks [] for security_group (936e4e5d-68a6-4590-b591-8070c80cc1a7), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:25.501360 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-929fe631-f2c8-44d5-b2c0-b2382e5b807b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c3ce7676-ecb5-4495-acbf-2f4dbe04183c), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:25.517269 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e56faeb4-c31f-4372-bcbf-5e32c3727130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a1e6df87-1c03-4267-86d2-a63fa32206ae), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:25.521421 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e56faeb4-c31f-4372-bcbf-5e32c3727130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:25.523027 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e56faeb4-c31f-4372-bcbf-5e32c3727130 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a1e6df87-1c03-4267-86d2-a63fa32206ae HTTP/1.1" status: 204 len: 168 time: 1.4832702 Feb 16 22:10:25.534080 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-f5551dc5-fc5c-478b-ad9f-0e249ab5f09d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b17e83eb-1038-4b81-8a07-d62265b8f72d), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:25.610353 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a89ba-aa29-494d-b910-229848a1226e req-46525bc1-ecc9-431e-a3b8-2bb65e78f178 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:25.619694 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-194a89ba-aa29-494d-b910-229848a1226e req-46525bc1-ecc9-431e-a3b8-2bb65e78f178 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=aec049af-3648-49b8-8473-4ef42edbe1d7 HTTP/1.1" status: 200 len: 936 time: 0.5550399 Feb 16 22:10:25.635108 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5b2a4d32-22d2-4bb7-8030-baac236d143f admin admin] Publish callbacks [] for security_group (936e4e5d-68a6-4590-b591-8070c80cc1a7), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:25.638068 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56faeb4-c31f-4372-bcbf-5e32c3727130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e6df87-1c03-4267-86d2-a63fa32206ae,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:25.760567 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-194a89ba-aa29-494d-b910-229848a1226e req-2f137515-55a3-4885-bd13-02331486a6d4 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385453 Feb 16 22:10:25.858332 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3ba415c3-bc55-4636-820a-4e8f67803346 admin admin] Publish callbacks [] for security_group (d35bd4c1-48b4-4353-9332-c3e19ebc609a), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:25.940160 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3ba415c3-bc55-4636-820a-4e8f67803346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d35bd4c1-48b4-4353-9332-c3e19ebc609a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:26.290012 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5b2a4d32-22d2-4bb7-8030-baac236d143f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (936e4e5d-68a6-4590-b591-8070c80cc1a7), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:26.292695 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5b2a4d32-22d2-4bb7-8030-baac236d143f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:26.303572 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5b2a4d32-22d2-4bb7-8030-baac236d143f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/936e4e5d-68a6-4590-b591-8070c80cc1a7 HTTP/1.1" status: 204 len: 168 time: 1.1461487 Feb 16 22:10:26.331628 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba415c3-bc55-4636-820a-4e8f67803346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35bd4c1-48b4-4353-9332-c3e19ebc609a,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:26.381317 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a4d32-22d2-4bb7-8030-baac236d143f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936e4e5d-68a6-4590-b591-8070c80cc1a7,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:26.390507 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3ba415c3-bc55-4636-820a-4e8f67803346 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a1d34a74bbe54ef1a75246b762296dce&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0218863 Feb 16 22:10:26.412123 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-069f5c68-f55c-40fd-a839-3516988a6de9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:10:26.419827 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46046) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:26.431445 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-069f5c68-f55c-40fd-a839-3516988a6de9 service neutron] Publish callbacks [] for port (a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:26.472218 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68a726-b97b-4d2a-b6c1-0ea2b77a774b req-78b26a7f-9c3c-43c8-9699-d76f97cfa135 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:26.488494 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ee68a726-b97b-4d2a-b6c1-0ea2b77a774b req-78b26a7f-9c3c-43c8-9699-d76f97cfa135 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 931 time: 0.5587456 Feb 16 22:10:26.525526 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-069f5c68-f55c-40fd-a839-3516988a6de9 service neutron] Transition to ACTIVE for port object a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:10:26.548752 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-069f5c68-f55c-40fd-a839-3516988a6de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:26.678903 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e99f37-99e5-4b72-8e81-941372adf9f0 req-12aa2474-2d7a-4f7c-9f60-072fe2db3f17 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:26.685586 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-36e99f37-99e5-4b72-8e81-941372adf9f0 req-12aa2474-2d7a-4f7c-9f60-072fe2db3f17 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/ports?device_id=20d66a09-899f-4cb1-8ba8-62e45ed95d80 HTTP/1.1" status: 200 len: 936 time: 0.4622562 Feb 16 22:10:26.778066 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-929fe631-f2c8-44d5-b2c0-b2382e5b807b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3ce7676-ecb5-4495-acbf-2f4dbe04183c {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:10:26.787370 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-929fe631-f2c8-44d5-b2c0-b2382e5b807b service neutron] Publish callbacks [] for port (c3ce7676-ecb5-4495-acbf-2f4dbe04183c), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:26.806230 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-929fe631-f2c8-44d5-b2c0-b2382e5b807b service neutron] Transition to ACTIVE for port object c3ce7676-ecb5-4495-acbf-2f4dbe04183c will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:10:26.901023 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ee68a726-b97b-4d2a-b6c1-0ea2b77a774b req-11338916-6637-421d-94b5-dac789a70c98 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078012 Feb 16 22:10:26.923149 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:26.928551 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-929fe631-f2c8-44d5-b2c0-b2382e5b807b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c3ce7676-ecb5-4495-acbf-2f4dbe04183c), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:26.964816 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-069f5c68-f55c-40fd-a839-3516988a6de9 service neutron] Attempting to bind port a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:10:26.965310 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-069f5c68-f55c-40fd-a839-3516988a6de9 service neutron] Attempting to bind port a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:10:26.965643 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-069f5c68-f55c-40fd-a839-3516988a6de9 service neutron] Attempting to bind port a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:10:26.977999 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-938acabc-9d49-4b7f-a562-94e76b793146 admin admin] Publish callbacks [] for security_group (d35bd4c1-48b4-4353-9332-c3e19ebc609a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:27.011396 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-938acabc-9d49-4b7f-a562-94e76b793146 admin admin] Publish callbacks [] for security_group (d35bd4c1-48b4-4353-9332-c3e19ebc609a), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:27.103162 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-36e99f37-99e5-4b72-8e81-941372adf9f0 req-98d68bba-00e0-46ac-b6f6-7d25212fadfb tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/security-groups?id=236c6fc1-306d-417f-bffc-4c2d659260d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003115 Feb 16 22:10:27.136112 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-069f5c68-f55c-40fd-a839-3516988a6de9 service neutron] Port a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9 on network d8fa3154-6273-4014-87c6-575d48ec11fc not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:10:27.136441 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-069f5c68-f55c-40fd-a839-3516988a6de9 service neutron] Attempting to bind port a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:10:27.138709 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-938acabc-9d49-4b7f-a562-94e76b793146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d35bd4c1-48b4-4353-9332-c3e19ebc609a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:27.158795 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-938acabc-9d49-4b7f-a562-94e76b793146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:27.165857 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-938acabc-9d49-4b7f-a562-94e76b793146 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d35bd4c1-48b4-4353-9332-c3e19ebc609a HTTP/1.1" status: 204 len: 168 time: 0.7429879 Feb 16 22:10:27.189183 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-f5551dc5-fc5c-478b-ad9f-0e249ab5f09d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b17e83eb-1038-4b81-8a07-d62265b8f72d {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:10:27.198671 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-f5551dc5-fc5c-478b-ad9f-0e249ab5f09d service neutron] Publish callbacks [] for port (b17e83eb-1038-4b81-8a07-d62265b8f72d), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:27.220465 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f5c68-f55c-40fd-a839-3516988a6de9 service neutron] Pushing event updated for resources: {'Port': ['ID=a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:27.232272 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-069f5c68-f55c-40fd-a839-3516988a6de9 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:10:27.232724 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-069f5c68-f55c-40fd-a839-3516988a6de9 service neutron] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:10:27.233275 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-069f5c68-f55c-40fd-a839-3516988a6de9 service neutron] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:10:27.233696 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-069f5c68-f55c-40fd-a839-3516988a6de9 service neutron] Bound port: a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:10:27.234134 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-069f5c68-f55c-40fd-a839-3516988a6de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:27.254521 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-f5551dc5-fc5c-478b-ad9f-0e249ab5f09d service neutron] Transition to ACTIVE for port object b17e83eb-1038-4b81-8a07-d62265b8f72d will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:10:27.260062 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938acabc-9d49-4b7f-a562-94e76b793146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35bd4c1-48b4-4353-9332-c3e19ebc609a,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:27.268102 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-f5551dc5-fc5c-478b-ad9f-0e249ab5f09d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b17e83eb-1038-4b81-8a07-d62265b8f72d), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:27.408068 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5551dc5-fc5c-478b-ad9f-0e249ab5f09d service neutron] Pushing event updated for resources: {'Port': ['ID=b17e83eb-1038-4b81-8a07-d62265b8f72d,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:27.433819 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-929fe631-f2c8-44d5-b2c0-b2382e5b807b service neutron] Attempting to bind port c3ce7676-ecb5-4495-acbf-2f4dbe04183c on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:10:27.438537 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-929fe631-f2c8-44d5-b2c0-b2382e5b807b service neutron] Attempting to bind port c3ce7676-ecb5-4495-acbf-2f4dbe04183c by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:10:27.439068 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-929fe631-f2c8-44d5-b2c0-b2382e5b807b service neutron] Attempting to bind port c3ce7676-ecb5-4495-acbf-2f4dbe04183c on network 16137278-7395-49da-9cb6-180484537d2f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:10:27.490974 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fe631-f2c8-44d5-b2c0-b2382e5b807b service neutron] Pushing event updated for resources: {'Port': ['ID=c3ce7676-ecb5-4495-acbf-2f4dbe04183c,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:27.541632 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-929fe631-f2c8-44d5-b2c0-b2382e5b807b service neutron] Port c3ce7676-ecb5-4495-acbf-2f4dbe04183c on network 16137278-7395-49da-9cb6-180484537d2f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:10:27.542044 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-929fe631-f2c8-44d5-b2c0-b2382e5b807b service neutron] Attempting to bind port c3ce7676-ecb5-4495-acbf-2f4dbe04183c on network 16137278-7395-49da-9cb6-180484537d2f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:10:27.565814 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-929fe631-f2c8-44d5-b2c0-b2382e5b807b service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:10:27.572085 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-929fe631-f2c8-44d5-b2c0-b2382e5b807b service neutron] Checking segment: {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:10:27.572581 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-929fe631-f2c8-44d5-b2c0-b2382e5b807b service neutron] Bound using segment: {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:10:27.573051 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-929fe631-f2c8-44d5-b2c0-b2382e5b807b service neutron] Bound port: c3ce7676-ecb5-4495-acbf-2f4dbe04183c, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:10:27.573424 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-929fe631-f2c8-44d5-b2c0-b2382e5b807b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c3ce7676-ecb5-4495-acbf-2f4dbe04183c), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:27.622898 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-069f5c68-f55c-40fd-a839-3516988a6de9 service neutron] For port a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:10:27.672868 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-f5551dc5-fc5c-478b-ad9f-0e249ab5f09d service neutron] Attempting to bind port b17e83eb-1038-4b81-8a07-d62265b8f72d on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:10:27.673437 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-f5551dc5-fc5c-478b-ad9f-0e249ab5f09d service neutron] Attempting to bind port b17e83eb-1038-4b81-8a07-d62265b8f72d by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:10:27.673694 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-f5551dc5-fc5c-478b-ad9f-0e249ab5f09d service neutron] Attempting to bind port b17e83eb-1038-4b81-8a07-d62265b8f72d on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:10:27.696534 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-f5551dc5-fc5c-478b-ad9f-0e249ab5f09d service neutron] Port b17e83eb-1038-4b81-8a07-d62265b8f72d on network d8fa3154-6273-4014-87c6-575d48ec11fc not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:10:27.696534 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-f5551dc5-fc5c-478b-ad9f-0e249ab5f09d service neutron] Attempting to bind port b17e83eb-1038-4b81-8a07-d62265b8f72d on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:10:27.717400 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e906d57-741f-4c8b-833d-087720296fb4 req-863bb599-7044-4d28-83bb-4a33b2e3d1ec tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:27.719071 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e906d57-741f-4c8b-833d-087720296fb4 req-863bb599-7044-4d28-83bb-4a33b2e3d1ec tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=aec049af-3648-49b8-8473-4ef42edbe1d7 HTTP/1.1" status: 200 len: 969 time: 0.4469225 Feb 16 22:10:27.744871 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-069f5c68-f55c-40fd-a839-3516988a6de9 service neutron] For port a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:10:27.750427 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46082) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:27.793807 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-069f5c68-f55c-40fd-a839-3516988a6de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:27.836286 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-f5551dc5-fc5c-478b-ad9f-0e249ab5f09d service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:10:27.836576 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-f5551dc5-fc5c-478b-ad9f-0e249ab5f09d service neutron] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:10:27.837205 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-f5551dc5-fc5c-478b-ad9f-0e249ab5f09d service neutron] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:10:27.837643 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-f5551dc5-fc5c-478b-ad9f-0e249ab5f09d service neutron] Bound port: b17e83eb-1038-4b81-8a07-d62265b8f72d, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:10:27.838027 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-f5551dc5-fc5c-478b-ad9f-0e249ab5f09d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b17e83eb-1038-4b81-8a07-d62265b8f72d), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:27.891645 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-069f5c68-f55c-40fd-a839-3516988a6de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:27.892493 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-069f5c68-f55c-40fd-a839-3516988a6de9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:27.894165 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-069f5c68-f55c-40fd-a839-3516988a6de9 service neutron] 10.222.0.79 "PUT /v2.0/ports/a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9 HTTP/1.1" status: 200 len: 1117 time: 3.2009170 Feb 16 22:10:27.894648 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec049af-3648-49b8-8473-4ef42edbe1d7', 'tag': 'a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:10:27.918848 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e906d57-741f-4c8b-833d-087720296fb4 req-565c0a70-454e-46bb-b438-7b652633751a tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903436 Feb 16 22:10:28.088836 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-f5551dc5-fc5c-478b-ad9f-0e249ab5f09d service neutron] For port b17e83eb-1038-4b81-8a07-d62265b8f72d, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:10:28.095323 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-f5551dc5-fc5c-478b-ad9f-0e249ab5f09d service neutron] For port b17e83eb-1038-4b81-8a07-d62265b8f72d, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=b17e83eb-1038-4b81-8a07-d62265b8f72d,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:10:28.105818 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:28.109655 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-929fe631-f2c8-44d5-b2c0-b2382e5b807b service neutron] For port c3ce7676-ecb5-4495-acbf-2f4dbe04183c, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:10:28.140569 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-f5551dc5-fc5c-478b-ad9f-0e249ab5f09d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b17e83eb-1038-4b81-8a07-d62265b8f72d), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:28.223485 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-f5551dc5-fc5c-478b-ad9f-0e249ab5f09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:28.227088 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-f5551dc5-fc5c-478b-ad9f-0e249ab5f09d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:28.230599 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-f5551dc5-fc5c-478b-ad9f-0e249ab5f09d service neutron] 10.222.0.79 "PUT /v2.0/ports/b17e83eb-1038-4b81-8a07-d62265b8f72d HTTP/1.1" status: 200 len: 1117 time: 4.1494904 Feb 16 22:10:28.238193 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d66a09-899f-4cb1-8ba8-62e45ed95d80', 'tag': 'b17e83eb-1038-4b81-8a07-d62265b8f72d'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:10:28.380314 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-929fe631-f2c8-44d5-b2c0-b2382e5b807b service neutron] For port c3ce7676-ecb5-4495-acbf-2f4dbe04183c, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c3ce7676-ecb5-4495-acbf-2f4dbe04183c,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:10:28.444980 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-929fe631-f2c8-44d5-b2c0-b2382e5b807b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c3ce7676-ecb5-4495-acbf-2f4dbe04183c), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:28.459475 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f5c68-f55c-40fd-a839-3516988a6de9 service neutron] Pushing event updated for resources: {'Port': ['ID=a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:28.626688 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-929fe631-f2c8-44d5-b2c0-b2382e5b807b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:28.627400 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-929fe631-f2c8-44d5-b2c0-b2382e5b807b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:28.630833 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-929fe631-f2c8-44d5-b2c0-b2382e5b807b service neutron] 10.222.0.67 "PUT /v2.0/ports/c3ce7676-ecb5-4495-acbf-2f4dbe04183c HTTP/1.1" status: 200 len: 1091 time: 3.8217781 Feb 16 22:10:28.631944 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2a02798a-5333-4f00-85e1-de6779b5e35e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:28.731205 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-a1f57b38-90b5-4939-a079-21a14824889b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:28.732558 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-a1f57b38-90b5-4939-a079-21a14824889b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=361202f4e0e045359cc8d05f85357874&device_id=aec049af-3648-49b8-8473-4ef42edbe1d7 HTTP/1.1" status: 200 len: 1151 time: 0.6200745 Feb 16 22:10:29.024072 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fe631-f2c8-44d5-b2c0-b2382e5b807b service neutron] Pushing event updated for resources: {'Port': ['ID=c3ce7676-ecb5-4495-acbf-2f4dbe04183c,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:29.039759 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-764ef9d7-d552-4205-9841-4bcd94c285ca service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9 HTTP/1.1" status: 200 len: 217 time: 0.2880018 Feb 16 22:10:29.048061 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4294853-7237-43a2-939d-ec56661bf505" -d '{"events": [{"name": "network-changed", "server_uuid": "aec049af-3648-49b8-8473-4ef42edbe1d7", "tag": "a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:10:29.165425 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a78759-6a3e-480c-8a12-14297acd6a98 req-d892a347-1ae5-4387-93cc-3c597132e9de tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:29.168205 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-43a78759-6a3e-480c-8a12-14297acd6a98 req-d892a347-1ae5-4387-93cc-3c597132e9de tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/ports?device_id=20d66a09-899f-4cb1-8ba8-62e45ed95d80 HTTP/1.1" status: 200 len: 969 time: 0.6889255 Feb 16 22:10:29.176519 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa5b76-1146-455a-8dfe-b0b1af076f9b req-36f68cb4-b08f-4cff-b557-3eb2e7e675f9 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:29.178290 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e4aa5b76-1146-455a-8dfe-b0b1af076f9b req-36f68cb4-b08f-4cff-b557-3eb2e7e675f9 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 943 time: 1.0787849 Feb 16 22:10:29.314549 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-9f8f1f40-f047-4bc6-b151-7335c0a88e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:29.316535 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-9f8f1f40-f047-4bc6-b151-7335c0a88e0b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.2610905 Feb 16 22:10:29.319305 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-c27bc447-e91b-43a7-a5b1-b22c38049e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:29.322137 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-c27bc447-e91b-43a7-a5b1-b22c38049e01 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=744a37dc5b8f478b9350ec4becb28946&device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 1125 time: 0.6335998 Feb 16 22:10:29.342136 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-43a78759-6a3e-480c-8a12-14297acd6a98 req-a16a94c5-ddcc-423e-a163-12626352541d tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/security-groups?id=236c6fc1-306d-417f-bffc-4c2d659260d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627707 Feb 16 22:10:29.359345 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5551dc5-fc5c-478b-ad9f-0e249ab5f09d service neutron] Pushing event updated for resources: {'Port': ['ID=b17e83eb-1038-4b81-8a07-d62265b8f72d,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:29.395054 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-308aebee-a53b-4360-b3c6-0314714e48eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:29.396757 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-308aebee-a53b-4360-b3c6-0314714e48eb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f20c34d18a8043c78a690d934d1f958f&device_id=20d66a09-899f-4cb1-8ba8-62e45ed95d80 HTTP/1.1" status: 200 len: 1151 time: 0.9085755 Feb 16 22:10:29.433639 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e4aa5b76-1146-455a-8dfe-b0b1af076f9b req-4b4e4422-0c0e-496e-a7e0-cca67e2a5e05 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160363 Feb 16 22:10:29.571798 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed27b83-6fd0-4e79-ad7e-6888ec158f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "20d66a09-899f-4cb1-8ba8-62e45ed95d80", "tag": "b17e83eb-1038-4b81-8a07-d62265b8f72d"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:10:29.603340 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:29.610458 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-337c5b2a-6c0b-438f-923a-d8c70d659f63 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=b17e83eb-1038-4b81-8a07-d62265b8f72d HTTP/1.1" status: 200 len: 217 time: 0.1812625 Feb 16 22:10:29.619969 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-31c72670-72de-40c2-9ef1-93ada0014570 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3ce7676-ecb5-4495-acbf-2f4dbe04183c HTTP/1.1" status: 200 len: 217 time: 0.2299089 Feb 16 22:10:29.717600 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2a02798a-5333-4f00-85e1-de6779b5e35e admin admin] Publish callbacks [] for security_group (15c28f71-8342-472f-98cd-675b8ee6a112), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:29.767132 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2a02798a-5333-4f00-85e1-de6779b5e35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (15c28f71-8342-472f-98cd-675b8ee6a112), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:29.817572 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02798a-5333-4f00-85e1-de6779b5e35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c28f71-8342-472f-98cd-675b8ee6a112,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:29.829238 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-7b5d4fee-4758-4f42-9267-4ed253dc3388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:29.831932 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-7b5d4fee-4758-4f42-9267-4ed253dc3388 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5023749 Feb 16 22:10:29.852236 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-1da72127-977f-471b-830f-5d4cbbad1216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:29.853902 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-1da72127-977f-471b-830f-5d4cbbad1216 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1992140 Feb 16 22:10:29.960104 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-9a748568-5e99-46c3-9b4a-78c7306cbcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:29.971919 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-9a748568-5e99-46c3-9b4a-78c7306cbcfd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c3e80cb9-4386-4d79-b9b3-6283b204f543 HTTP/1.1" status: 200 len: 861 time: 0.3003936 Feb 16 22:10:30.009014 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2a02798a-5333-4f00-85e1-de6779b5e35e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=95ffcbdef2d84a16936644c32823bbe4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2545116 Feb 16 22:10:30.014742 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46138) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:30.036022 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb31aee-d229-4f57-9d3b-b443ca6ad0b3 req-cb897ba9-0b53-4424-8721-c84409bb54ea tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:30.037645 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0fb31aee-d229-4f57-9d3b-b443ca6ad0b3 req-cb897ba9-0b53-4424-8721-c84409bb54ea tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=aec049af-3648-49b8-8473-4ef42edbe1d7 HTTP/1.1" status: 200 len: 969 time: 0.4488597 Feb 16 22:10:30.118821 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-48da9554-644d-4400-b3f9-f02b300dc5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:30.120459 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-48da9554-644d-4400-b3f9-f02b300dc5db service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2538457 Feb 16 22:10:30.125507 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4486ea-f465-48a9-86b5-1840fd95700e x-openstack-request-id: req-1b4486ea-f465-48a9-86b5-1840fd95700e {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:10:30.125507 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec049af-3648-49b8-8473-4ef42edbe1d7", "tag": "a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:10:30.125507 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1b4486ea-f465-48a9-86b5-1840fd95700e {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:10:30.130862 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec049af-3648-49b8-8473-4ef42edbe1d7', 'tag': 'a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9', 'status': 'completed', 'code': 200} Feb 16 22:10:30.133257 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-0fed4221-409b-4639-ad25-cad14c3ae7eb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=16137278-7395-49da-9cb6-180484537d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1479971 Feb 16 22:10:30.237937 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-88bce75b-d174-4f69-ac93-8f213c27ad17 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078300 Feb 16 22:10:30.348488 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5909ab86-fcf6-46eb-a79f-29792f7d867a req-3f71ee8c-c3a7-445f-ae30-88eb4b41abe2 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003094 Feb 16 22:10:30.360180 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0fb31aee-d229-4f57-9d3b-b443ca6ad0b3 req-858db19e-16e9-42c5-97cc-5decfc7ed041 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109064 Feb 16 22:10:30.615856 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b067d-8a13-4852-af9b-4c5d1c3c5b37 req-81a1a46a-9238-40ba-8f4e-e20d2ef31493 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:30.628895 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b52b067d-8a13-4852-af9b-4c5d1c3c5b37 req-81a1a46a-9238-40ba-8f4e-e20d2ef31493 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/ports?device_id=20d66a09-899f-4cb1-8ba8-62e45ed95d80 HTTP/1.1" status: 200 len: 969 time: 0.1384745 Feb 16 22:10:30.744986 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b52b067d-8a13-4852-af9b-4c5d1c3c5b37 req-6d2c18b4-494d-4e0a-9655-351539dce451 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/security-groups?id=236c6fc1-306d-417f-bffc-4c2d659260d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147542 Feb 16 22:10:30.773946 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877198d5-3217-4791-be6e-4daa942f70e7 x-openstack-request-id: req-877198d5-3217-4791-be6e-4daa942f70e7 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:10:30.774264 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d66a09-899f-4cb1-8ba8-62e45ed95d80", "tag": "b17e83eb-1038-4b81-8a07-d62265b8f72d", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:10:30.774526 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-877198d5-3217-4791-be6e-4daa942f70e7 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:10:30.775204 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20d66a09-899f-4cb1-8ba8-62e45ed95d80', 'tag': 'b17e83eb-1038-4b81-8a07-d62265b8f72d', 'status': 'completed', 'code': 200} Feb 16 22:10:30.818294 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-90b36e45-9d50-4711-af88-844e0a713562 service neutron] 10.222.0.67 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6143668 Feb 16 22:10:30.905067 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed27b83-6fd0-4e79-ad7e-6888ec158f7c req-40e90daa-2ca0-4500-98ba-ad956fbe9b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:30.906942 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2ed27b83-6fd0-4e79-ad7e-6888ec158f7c req-40e90daa-2ca0-4500-98ba-ad956fbe9b37 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f20c34d18a8043c78a690d934d1f958f&device_id=20d66a09-899f-4cb1-8ba8-62e45ed95d80 HTTP/1.1" status: 200 len: 1151 time: 0.1261833 Feb 16 22:10:31.080733 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-0a5cfe24-8d53-4707-b0ed-c1d6f3398a53 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2122843 Feb 16 22:10:31.084213 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-99126ad6-004f-48f6-ad3f-43376c26609a admin admin] Publish callbacks [] for security_group (15c28f71-8342-472f-98cd-675b8ee6a112), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:31.088412 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ea077dcc-70e0-424e-914f-b8cffade26f5 req-3969013c-2f61-4ff1-966b-88686342c7a1 service neutron] 10.222.0.67 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492545 Feb 16 22:10:31.241103 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-99126ad6-004f-48f6-ad3f-43376c26609a admin admin] Publish callbacks [] for security_group (15c28f71-8342-472f-98cd-675b8ee6a112), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:31.341731 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-dd1150ba-2905-48bc-8d48-76fd70268be1 req-9787d10a-29d8-4094-9c20-783672632b54 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522883 Feb 16 22:10:31.341956 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651cff92-10cd-401c-8a9f-e26098b1e05b req-0e8d189c-e82d-4843-b719-2b765ad2d3b4 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:31.348647 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-651cff92-10cd-401c-8a9f-e26098b1e05b req-0e8d189c-e82d-4843-b719-2b765ad2d3b4 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 943 time: 0.4322863 Feb 16 22:10:31.436160 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-99126ad6-004f-48f6-ad3f-43376c26609a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (15c28f71-8342-472f-98cd-675b8ee6a112), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:31.441413 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-99126ad6-004f-48f6-ad3f-43376c26609a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:31.452538 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-99126ad6-004f-48f6-ad3f-43376c26609a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/15c28f71-8342-472f-98cd-675b8ee6a112 HTTP/1.1" status: 204 len: 168 time: 1.4103053 Feb 16 22:10:31.457394 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed27b83-6fd0-4e79-ad7e-6888ec158f7c req-88e50835-cf82-4d25-bff6-9e8fc5a1df23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:31.459554 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2ed27b83-6fd0-4e79-ad7e-6888ec158f7c req-88e50835-cf82-4d25-bff6-9e8fc5a1df23 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.5444965 Feb 16 22:10:31.472308 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-651cff92-10cd-401c-8a9f-e26098b1e05b req-32e932a3-4ce8-4ecf-ba13-fc8d263ee16a tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208022 Feb 16 22:10:31.566104 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2ed27b83-6fd0-4e79-ad7e-6888ec158f7c req-574f0c63-1b06-4338-9496-74dcfa4d9ba7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=b17e83eb-1038-4b81-8a07-d62265b8f72d HTTP/1.1" status: 200 len: 217 time: 0.0834260 Feb 16 22:10:31.588369 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99126ad6-004f-48f6-ad3f-43376c26609a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c28f71-8342-472f-98cd-675b8ee6a112,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:31.675293 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4294853-7237-43a2-939d-ec56661bf505 req-56acd10f-4651-46c1-9677-a75f20b4e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:31.678329 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a4294853-7237-43a2-939d-ec56661bf505 req-56acd10f-4651-46c1-9677-a75f20b4e888 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=361202f4e0e045359cc8d05f85357874&device_id=aec049af-3648-49b8-8473-4ef42edbe1d7 HTTP/1.1" status: 200 len: 1151 time: 0.1980696 Feb 16 22:10:31.727802 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceaf23c-dc4e-449b-a94f-395ad2fad4cb req-e0ea4858-6bb5-4819-915a-1298c2fefbe0 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:31.730639 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0ceaf23c-dc4e-449b-a94f-395ad2fad4cb req-e0ea4858-6bb5-4819-915a-1298c2fefbe0 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=aec049af-3648-49b8-8473-4ef42edbe1d7 HTTP/1.1" status: 200 len: 969 time: 0.1586430 Feb 16 22:10:31.774291 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed27b83-6fd0-4e79-ad7e-6888ec158f7c req-ca319442-1179-4cc9-b3e9-b245747bf8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:31.775801 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2ed27b83-6fd0-4e79-ad7e-6888ec158f7c req-ca319442-1179-4cc9-b3e9-b245747bf8ba service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1348112 Feb 16 22:10:31.820789 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0ceaf23c-dc4e-449b-a94f-395ad2fad4cb req-be72e23e-92c9-45ac-891d-fde5b85fe773 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790949 Feb 16 22:10:31.974999 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd31e25-467c-44af-8569-12cfc53cd888 req-434a8dc4-fc8a-49dc-aebf-630d92714d29 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:31.987152 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0bd31e25-467c-44af-8569-12cfc53cd888 req-434a8dc4-fc8a-49dc-aebf-630d92714d29 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/ports?device_id=20d66a09-899f-4cb1-8ba8-62e45ed95d80 HTTP/1.1" status: 200 len: 969 time: 0.0908775 Feb 16 22:10:32.084004 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0bd31e25-467c-44af-8569-12cfc53cd888 req-bba3bef9-b77a-4584-9e84-9d47666a2ea8 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/security-groups?id=236c6fc1-306d-417f-bffc-4c2d659260d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974519 Feb 16 22:10:32.134162 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db615d8-cfe0-4bd3-a742-45ca4020a70f', 'tag': 'c3ce7676-ecb5-4495-acbf-2f4dbe04183c'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:10:32.137985 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decf868f-d036-404e-b884-fe0ea9f50f4a" -d '{"events": [{"name": "network-changed", "server_uuid": "7db615d8-cfe0-4bd3-a742-45ca4020a70f", "tag": "c3ce7676-ecb5-4495-acbf-2f4dbe04183c"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:10:32.359218 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41189c43-5878-48ab-ae85-ab03ab783240 x-openstack-request-id: req-41189c43-5878-48ab-ae85-ab03ab783240 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:10:32.359964 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db615d8-cfe0-4bd3-a742-45ca4020a70f", "tag": "c3ce7676-ecb5-4495-acbf-2f4dbe04183c", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:10:32.360686 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-41189c43-5878-48ab-ae85-ab03ab783240 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:10:32.361587 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db615d8-cfe0-4bd3-a742-45ca4020a70f', 'tag': 'c3ce7676-ecb5-4495-acbf-2f4dbe04183c', 'status': 'completed', 'code': 200} Feb 16 22:10:32.722251 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65c490-8e0c-4e5c-bbe2-d9215f38411a req-62788226-485d-49e4-b4bb-ad1a07114e51 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:32.730563 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9a65c490-8e0c-4e5c-bbe2-d9215f38411a req-62788226-485d-49e4-b4bb-ad1a07114e51 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 943 time: 0.1418719 Feb 16 22:10:32.747640 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed27b83-6fd0-4e79-ad7e-6888ec158f7c req-af8c40cb-d8b8-4384-9fe2-ea8d2dcb0b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:32.749240 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2ed27b83-6fd0-4e79-ad7e-6888ec158f7c req-af8c40cb-d8b8-4384-9fe2-ea8d2dcb0b9a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0909061 Feb 16 22:10:32.844064 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9a65c490-8e0c-4e5c-bbe2-d9215f38411a req-79cb8107-54ad-4d99-ba8e-b165cfaaf4f0 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121070 Feb 16 22:10:32.999126 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2ed27b83-6fd0-4e79-ad7e-6888ec158f7c req-9e078c79-85e9-4f6c-9e75-f7751064c59b service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375290 Feb 16 22:10:33.042251 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46224) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:33.059477 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf868f-d036-404e-b884-fe0ea9f50f4a req-8bca2edd-a38b-40f4-a674-a991a3b60e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:33.061054 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-decf868f-d036-404e-b884-fe0ea9f50f4a req-8bca2edd-a38b-40f4-a674-a991a3b60e37 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=744a37dc5b8f478b9350ec4becb28946&device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 1125 time: 0.4228988 Feb 16 22:10:33.127022 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c37ff90d-9e0c-494b-a47e-d4dda8b10842 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:33.142489 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4294853-7237-43a2-939d-ec56661bf505 req-bf7e41d8-a757-4871-b1e6-dc6b75ceecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:33.145177 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a4294853-7237-43a2-939d-ec56661bf505 req-bf7e41d8-a757-4871-b1e6-dc6b75ceecc1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.4415483 Feb 16 22:10:33.215985 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17861527-c682-4f06-930b-9bfaef593e2e req-2147b5f5-e25a-4d56-ad9c-864cdd286ab8 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:33.222992 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-17861527-c682-4f06-930b-9bfaef593e2e req-2147b5f5-e25a-4d56-ad9c-864cdd286ab8 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=aec049af-3648-49b8-8473-4ef42edbe1d7 HTTP/1.1" status: 200 len: 969 time: 0.1438417 Feb 16 22:10:33.228130 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a4294853-7237-43a2-939d-ec56661bf505 req-a432e65b-8795-4832-b6e1-01176d3b5146 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9 HTTP/1.1" status: 200 len: 217 time: 0.0468543 Feb 16 22:10:33.268835 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2ed27b83-6fd0-4e79-ad7e-6888ec158f7c req-1f7c702d-dcc8-466e-8dad-c90720cc512f service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576540 Feb 16 22:10:33.322871 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-17861527-c682-4f06-930b-9bfaef593e2e req-3e796bb1-ecfd-4df2-aa18-ba29fc468240 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989010 Feb 16 22:10:33.452111 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c37ff90d-9e0c-494b-a47e-d4dda8b10842 admin admin] Publish callbacks [] for security_group (e18e308e-0c6f-44f9-a5d4-6dd16483f27b), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:33.478548 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c37ff90d-9e0c-494b-a47e-d4dda8b10842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (e18e308e-0c6f-44f9-a5d4-6dd16483f27b), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:33.509587 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf868f-d036-404e-b884-fe0ea9f50f4a req-088c894d-4104-4c04-b17a-cba9a85e1d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:33.513188 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-decf868f-d036-404e-b884-fe0ea9f50f4a req-088c894d-4104-4c04-b17a-cba9a85e1d92 service neutron] 10.222.0.67 "GET /v2.0/networks?id=16137278-7395-49da-9cb6-180484537d2f HTTP/1.1" status: 200 len: 922 time: 0.4354873 Feb 16 22:10:33.515487 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4294853-7237-43a2-939d-ec56661bf505 req-7892d8bf-2ee8-47b3-9b60-7c21d83389a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:33.516940 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a4294853-7237-43a2-939d-ec56661bf505 req-7892d8bf-2ee8-47b3-9b60-7c21d83389a3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.2732296 Feb 16 22:10:33.559978 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c37ff90d-9e0c-494b-a47e-d4dda8b10842 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8ce7e49e13a64c22a20364323f148987&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4891534 Feb 16 22:10:33.560819 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46232) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:33.561540 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ff90d-9e0c-494b-a47e-d4dda8b10842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18e308e-0c6f-44f9-a5d4-6dd16483f27b,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:33.610004 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-decf868f-d036-404e-b884-fe0ea9f50f4a req-5c044640-6a6c-4eaf-a863-fb6a65949c20 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3ce7676-ecb5-4495-acbf-2f4dbe04183c HTTP/1.1" status: 200 len: 217 time: 0.0828471 Feb 16 22:10:33.820218 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4294853-7237-43a2-939d-ec56661bf505 req-234a2128-bcbb-429a-8cb5-8ac572c3e7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:33.830750 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a4294853-7237-43a2-939d-ec56661bf505 req-234a2128-bcbb-429a-8cb5-8ac572c3e7d8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2350516 Feb 16 22:10:33.833306 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf868f-d036-404e-b884-fe0ea9f50f4a req-314b7f50-25fe-4036-bef7-411f9be00010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:33.834958 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-decf868f-d036-404e-b884-fe0ea9f50f4a req-314b7f50-25fe-4036-bef7-411f9be00010 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c3e80cb9-4386-4d79-b9b3-6283b204f543 HTTP/1.1" status: 200 len: 861 time: 0.1656291 Feb 16 22:10:33.914869 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-decf868f-d036-404e-b884-fe0ea9f50f4a req-d8abed63-09ae-44a5-a738-d05f023ccf17 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=16137278-7395-49da-9cb6-180484537d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729220 Feb 16 22:10:34.002751 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-747ef661-ca0d-47a5-8168-56ba676cb96e admin admin] Publish callbacks [] for security_group (e18e308e-0c6f-44f9-a5d4-6dd16483f27b), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:34.033381 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba770745-29ba-4131-94c4-dae2f15e1e92 req-0a54bf32-5245-4577-89bf-b889170d13be tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:34.036622 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ba770745-29ba-4131-94c4-dae2f15e1e92 req-0a54bf32-5245-4577-89bf-b889170d13be tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/ports?device_id=20d66a09-899f-4cb1-8ba8-62e45ed95d80 HTTP/1.1" status: 200 len: 969 time: 0.0898373 Feb 16 22:10:34.096666 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ba770745-29ba-4131-94c4-dae2f15e1e92 req-d5820c12-2ffa-483b-8f7f-1e9357ea2ec9 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/security-groups?id=236c6fc1-306d-417f-bffc-4c2d659260d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527513 Feb 16 22:10:34.099271 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-747ef661-ca0d-47a5-8168-56ba676cb96e admin admin] Publish callbacks [] for security_group (e18e308e-0c6f-44f9-a5d4-6dd16483f27b), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:34.188526 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-747ef661-ca0d-47a5-8168-56ba676cb96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (e18e308e-0c6f-44f9-a5d4-6dd16483f27b), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:34.192362 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-747ef661-ca0d-47a5-8168-56ba676cb96e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:34.193902 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-747ef661-ca0d-47a5-8168-56ba676cb96e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e18e308e-0c6f-44f9-a5d4-6dd16483f27b HTTP/1.1" status: 204 len: 168 time: 0.6291766 Feb 16 22:10:34.213054 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ef661-ca0d-47a5-8168-56ba676cb96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18e308e-0c6f-44f9-a5d4-6dd16483f27b,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:34.384988 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a4294853-7237-43a2-939d-ec56661bf505 req-4b06ec46-4126-4075-b302-e498d90d5de1 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699709 Feb 16 22:10:34.394518 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-decf868f-d036-404e-b884-fe0ea9f50f4a req-d959f54b-79e9-43d5-b743-a86e04fce7b2 service neutron] 10.222.0.67 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585781 Feb 16 22:10:34.873398 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8b646-f6a8-4e5b-bde0-2155581c9feb req-2911e785-8219-4fc5-b092-bdaa3199a0ac tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:34.898084 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5fe8b646-f6a8-4e5b-bde0-2155581c9feb req-2911e785-8219-4fc5-b092-bdaa3199a0ac tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=aec049af-3648-49b8-8473-4ef42edbe1d7 HTTP/1.1" status: 200 len: 969 time: 0.3345156 Feb 16 22:10:34.939113 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ddafa-914d-4a7c-b262-03c5d56a936f req-d30d793b-84c8-40b3-80c5-0b112d4b3020 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:34.951026 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-042ddafa-914d-4a7c-b262-03c5d56a936f req-d30d793b-84c8-40b3-80c5-0b112d4b3020 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 943 time: 0.2978444 Feb 16 22:10:34.964729 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-decf868f-d036-404e-b884-fe0ea9f50f4a req-b0a9207c-32d4-4827-a8c1-b136c0d667f9 service neutron] 10.222.0.67 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5473309 Feb 16 22:10:34.971792 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a4294853-7237-43a2-939d-ec56661bf505 req-94eb8bfc-1e14-40e4-afe4-fff9d36901e8 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5735972 Feb 16 22:10:34.995627 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5fe8b646-f6a8-4e5b-bde0-2155581c9feb req-92eb0d53-0f97-46a3-886d-5a95602644c5 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936081 Feb 16 22:10:35.025810 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46266) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:35.117060 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-042ddafa-914d-4a7c-b262-03c5d56a936f req-7f1f0b8f-abf5-435e-a5a0-4ec22205379e tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610525 Feb 16 22:10:35.298650 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dd1a591b-1004-431d-909f-ad43950761a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:35.378193 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab8e67-da3e-4565-91ff-2e8adfaa5b3c req-51e91ac3-0029-4d64-99d1-ecbc18db74b3 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:35.381406 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dfab8e67-da3e-4565-91ff-2e8adfaa5b3c req-51e91ac3-0029-4d64-99d1-ecbc18db74b3 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/ports?device_id=20d66a09-899f-4cb1-8ba8-62e45ed95d80 HTTP/1.1" status: 200 len: 969 time: 0.1201417 Feb 16 22:10:35.549035 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dfab8e67-da3e-4565-91ff-2e8adfaa5b3c req-a03fd2a9-b1b8-4cd0-bbe9-445cdbb20f48 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/security-groups?id=236c6fc1-306d-417f-bffc-4c2d659260d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525714 Feb 16 22:10:35.600240 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dd1a591b-1004-431d-909f-ad43950761a6 admin admin] Publish callbacks [] for security_group (453bb9b6-8866-4227-b26d-cf56b711fe39), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:35.611859 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dd1a591b-1004-431d-909f-ad43950761a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (453bb9b6-8866-4227-b26d-cf56b711fe39), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:35.656434 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-dd1a591b-1004-431d-909f-ad43950761a6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=eaae9d78302f4b5f986184d358aaeb25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6295111 Feb 16 22:10:35.657547 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a591b-1004-431d-909f-ad43950761a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453bb9b6-8866-4227-b26d-cf56b711fe39,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:35.659203 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46294) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:35.776486 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0cdbf70b-6e0f-4024-bca0-622e1440499f admin admin] Publish callbacks [] for security_group (453bb9b6-8866-4227-b26d-cf56b711fe39), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:35.815204 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0cdbf70b-6e0f-4024-bca0-622e1440499f admin admin] Publish callbacks [] for security_group (453bb9b6-8866-4227-b26d-cf56b711fe39), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:35.916400 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0cdbf70b-6e0f-4024-bca0-622e1440499f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (453bb9b6-8866-4227-b26d-cf56b711fe39), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:35.920247 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0cdbf70b-6e0f-4024-bca0-622e1440499f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:35.926818 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0cdbf70b-6e0f-4024-bca0-622e1440499f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/453bb9b6-8866-4227-b26d-cf56b711fe39 HTTP/1.1" status: 204 len: 168 time: 0.2661703 Feb 16 22:10:35.950633 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdbf70b-6e0f-4024-bca0-622e1440499f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453bb9b6-8866-4227-b26d-cf56b711fe39,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:36.035850 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46306) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:36.126577 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46310) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:36.266830 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e3633-72ff-4485-8b13-c5e59f388b55 req-0aa83fdf-8ee7-481b-87fe-a55e69e57d28 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:36.275651 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6e9e3633-72ff-4485-8b13-c5e59f388b55 req-0aa83fdf-8ee7-481b-87fe-a55e69e57d28 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=aec049af-3648-49b8-8473-4ef42edbe1d7 HTTP/1.1" status: 200 len: 969 time: 0.1558809 Feb 16 22:10:36.478402 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6e9e3633-72ff-4485-8b13-c5e59f388b55 req-10a1460c-9a8b-4b14-a222-d563f0c696d8 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017987 Feb 16 22:10:36.501668 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211843a-4ff2-4517-a8d2-1b541486b3de req-5d141609-87c6-49b1-a306-f8d70c61019f tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:36.518616 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e211843a-4ff2-4517-a8d2-1b541486b3de req-5d141609-87c6-49b1-a306-f8d70c61019f tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 943 time: 0.2405224 Feb 16 22:10:36.640821 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e211843a-4ff2-4517-a8d2-1b541486b3de req-f2cf5bb5-996b-44c7-9ebf-9ee8ec8b325b tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189356 Feb 16 22:10:36.697598 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb859a76-257c-41ae-a859-5487731fecd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:36.731038 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a39940-a6ec-4559-adf9-74a3ef1250b9 req-0b4c1aef-b4c2-4727-b2fb-89901b054823 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:36.738280 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-55a39940-a6ec-4559-adf9-74a3ef1250b9 req-0b4c1aef-b4c2-4727-b2fb-89901b054823 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/ports?device_id=20d66a09-899f-4cb1-8ba8-62e45ed95d80 HTTP/1.1" status: 200 len: 969 time: 0.0889418 Feb 16 22:10:36.748240 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-29614197-9373-44a9-ae5e-ed1c14403c28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:36.871018 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-55a39940-a6ec-4559-adf9-74a3ef1250b9 req-b540c48f-e3f2-4036-bbec-52bcba209c48 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/security-groups?id=236c6fc1-306d-417f-bffc-4c2d659260d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316686 Feb 16 22:10:36.904367 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46326) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:36.941774 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d3ce8f05-6964-4e27-83da-d62d35d2370c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:36.985044 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb859a76-257c-41ae-a859-5487731fecd4 admin admin] Publish callbacks [] for security_group (f997a91c-4408-4521-9e34-8dc834a8a6c6), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:36.990992 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb859a76-257c-41ae-a859-5487731fecd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f997a91c-4408-4521-9e34-8dc834a8a6c6), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:37.048808 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bb859a76-257c-41ae-a859-5487731fecd4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1b795295f99341daa961a52fcdc4b85f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0117362 Feb 16 22:10:37.062488 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46328) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:37.076581 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46330) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:37.096407 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-29614197-9373-44a9-ae5e-ed1c14403c28 admin admin] Publish callbacks [] for security_group (b841a1af-081c-464e-bbf0-1b31b42e7c2c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:37.125781 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb859a76-257c-41ae-a859-5487731fecd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f997a91c-4408-4521-9e34-8dc834a8a6c6,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:37.159806 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d3ce8f05-6964-4e27-83da-d62d35d2370c admin admin] Publish callbacks [] for security_group (61dcce84-ee97-43ab-9665-9fac0eafe8d4), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:37.161991 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-29614197-9373-44a9-ae5e-ed1c14403c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b841a1af-081c-464e-bbf0-1b31b42e7c2c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:37.203318 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29614197-9373-44a9-ae5e-ed1c14403c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b841a1af-081c-464e-bbf0-1b31b42e7c2c,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:37.207164 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d3ce8f05-6964-4e27-83da-d62d35d2370c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (61dcce84-ee97-43ab-9665-9fac0eafe8d4), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:37.239283 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-29614197-9373-44a9-ae5e-ed1c14403c28 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=37c3f1a5e1f040c7b3fe4e70afde31f1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1113894 Feb 16 22:10:37.241602 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1e710a22-8d10-4f87-9555-f2f24cc7cea0 admin admin] Publish callbacks [] for security_group (f997a91c-4408-4521-9e34-8dc834a8a6c6), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:37.245634 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46334) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:37.266954 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d3ce8f05-6964-4e27-83da-d62d35d2370c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c0a59e21302a424bab1808705d597f8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3603745 Feb 16 22:10:37.267702 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce8f05-6964-4e27-83da-d62d35d2370c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61dcce84-ee97-43ab-9665-9fac0eafe8d4,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:37.271115 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46336) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:37.339977 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1e710a22-8d10-4f87-9555-f2f24cc7cea0 admin admin] Publish callbacks [] for security_group (f997a91c-4408-4521-9e34-8dc834a8a6c6), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:37.340475 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-625fcf78-3b68-4f49-9e5e-9d91029056ef admin admin] Publish callbacks [] for security_group (61dcce84-ee97-43ab-9665-9fac0eafe8d4), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:37.355325 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-81b14591-0454-4713-bd4a-7c6d0a9ef6f5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-222746104-network', 'tenant_id': '1667f4ef969a4a30a13b655ed83e9c6a'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:10:37.363782 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-625fcf78-3b68-4f49-9e5e-9d91029056ef admin admin] Publish callbacks [] for security_group (61dcce84-ee97-43ab-9665-9fac0eafe8d4), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:37.417388 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-625fcf78-3b68-4f49-9e5e-9d91029056ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (61dcce84-ee97-43ab-9665-9fac0eafe8d4), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:37.420912 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b14591-0454-4713-bd4a-7c6d0a9ef6f5 admin admin] Made reservation on behalf of 1667f4ef969a4a30a13b655ed83e9c6a for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:10:37.421787 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-625fcf78-3b68-4f49-9e5e-9d91029056ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:37.423121 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-625fcf78-3b68-4f49-9e5e-9d91029056ef admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/61dcce84-ee97-43ab-9665-9fac0eafe8d4 HTTP/1.1" status: 204 len: 168 time: 0.1510572 Feb 16 22:10:37.426130 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-81b14591-0454-4713-bd4a-7c6d0a9ef6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:37.437356 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-23292809-21fd-4875-be60-d89952ad70a4 admin admin] Publish callbacks [] for security_group (b841a1af-081c-464e-bbf0-1b31b42e7c2c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:37.438112 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625fcf78-3b68-4f49-9e5e-9d91029056ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61dcce84-ee97-43ab-9665-9fac0eafe8d4,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:37.440539 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-81b14591-0454-4713-bd4a-7c6d0a9ef6f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:37.486152 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1e710a22-8d10-4f87-9555-f2f24cc7cea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f997a91c-4408-4521-9e34-8dc834a8a6c6), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:37.489420 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1e710a22-8d10-4f87-9555-f2f24cc7cea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:37.491149 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1e710a22-8d10-4f87-9555-f2f24cc7cea0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f997a91c-4408-4521-9e34-8dc834a8a6c6 HTTP/1.1" status: 204 len: 168 time: 0.4202981 Feb 16 22:10:37.497523 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-23292809-21fd-4875-be60-d89952ad70a4 admin admin] Publish callbacks [] for security_group (b841a1af-081c-464e-bbf0-1b31b42e7c2c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:37.616770 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e710a22-8d10-4f87-9555-f2f24cc7cea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f997a91c-4408-4521-9e34-8dc834a8a6c6,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:37.650820 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517879e3-25f4-4d59-883b-8e1f6622df93 req-829eb039-8ecb-4299-922e-4d499838cb6c tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:37.652344 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-517879e3-25f4-4d59-883b-8e1f6622df93 req-829eb039-8ecb-4299-922e-4d499838cb6c tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=aec049af-3648-49b8-8473-4ef42edbe1d7 HTTP/1.1" status: 200 len: 969 time: 0.0873704 Feb 16 22:10:37.658645 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-23292809-21fd-4875-be60-d89952ad70a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b841a1af-081c-464e-bbf0-1b31b42e7c2c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:37.661315 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-23292809-21fd-4875-be60-d89952ad70a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:37.662459 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-23292809-21fd-4875-be60-d89952ad70a4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b841a1af-081c-464e-bbf0-1b31b42e7c2c HTTP/1.1" status: 204 len: 168 time: 0.4151533 Feb 16 22:10:37.711963 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23292809-21fd-4875-be60-d89952ad70a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b841a1af-081c-464e-bbf0-1b31b42e7c2c,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:37.753750 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-517879e3-25f4-4d59-883b-8e1f6622df93 req-06e9014a-6e6b-4f97-9806-ffb2b2db3189 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900393 Feb 16 22:10:37.755535 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-81b14591-0454-4713-bd4a-7c6d0a9ef6f5 admin admin] Publish callbacks [] for security_group (c8e483c8-66fa-40e6-a18f-9b397839884e), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:37.778787 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-81b14591-0454-4713-bd4a-7c6d0a9ef6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c8e483c8-66fa-40e6-a18f-9b397839884e), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:37.822119 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b14591-0454-4713-bd4a-7c6d0a9ef6f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:10:37.841324 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b14591-0454-4713-bd4a-7c6d0a9ef6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e483c8-66fa-40e6-a18f-9b397839884e,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:37.847715 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-81b14591-0454-4713-bd4a-7c6d0a9ef6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (f7db1fc2-b2b6-40ea-8d97-69937aff18d7), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:37.848162 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-81b14591-0454-4713-bd4a-7c6d0a9ef6f5 admin admin] Added segment f7db1fc2-b2b6-40ea-8d97-69937aff18d7 of type vlan for network 875e177b-bc4d-4484-97a3-42b672a9e3c3 Feb 16 22:10:37.868763 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27753d4-5c28-4a0f-b839-d4d97f877097 req-e543e501-7358-4092-8385-0ca3452b8c67 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:37.884062 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c27753d4-5c28-4a0f-b839-d4d97f877097 req-e543e501-7358-4092-8385-0ca3452b8c67 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 943 time: 0.1563730 Feb 16 22:10:37.957996 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-81b14591-0454-4713-bd4a-7c6d0a9ef6f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (875e177b-bc4d-4484-97a3-42b672a9e3c3), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:38.023997 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c27753d4-5c28-4a0f-b839-d4d97f877097 req-51dbf33c-fa18-4ee4-af06-5b1bbcb3447f tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987790 Feb 16 22:10:38.035485 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46358) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:38.053149 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c7ba4cfe-2dc6-40c3-bc06-2e2977e9f6b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:38.082557 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-81b14591-0454-4713-bd4a-7c6d0a9ef6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (875e177b-bc4d-4484-97a3-42b672a9e3c3), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:38.085470 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b14591-0454-4713-bd4a-7c6d0a9ef6f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:38.086291 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-81b14591-0454-4713-bd4a-7c6d0a9ef6f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:38.153608 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91848ca1-fed3-4140-afb9-7614dd3d4fbc req-0f694962-3d78-4b44-9089-7aed364619f1 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:38.156508 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-91848ca1-fed3-4140-afb9-7614dd3d4fbc req-0f694962-3d78-4b44-9089-7aed364619f1 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/ports?device_id=20d66a09-899f-4cb1-8ba8-62e45ed95d80 HTTP/1.1" status: 200 len: 969 time: 0.1719255 Feb 16 22:10:38.195546 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-81b14591-0454-4713-bd4a-7c6d0a9ef6f5 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1161571 Feb 16 22:10:38.207348 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46362) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:38.215282 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-60d68d21-a88d-4430-ae33-e8ab1633614e admin admin] Request body: {'subnet': {'network_id': '875e177b-bc4d-4484-97a3-42b672a9e3c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-222746104-subnet', 'tenant_id': '1667f4ef969a4a30a13b655ed83e9c6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:10:38.278836 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b14591-0454-4713-bd4a-7c6d0a9ef6f5 admin admin] Pushing event updated for resources: {'Network': ['ID=875e177b-bc4d-4484-97a3-42b672a9e3c3,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:38.293894 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 875e177b-bc4d-4484-97a3-42b672a9e3c3 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:10:38.333960 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-91848ca1-fed3-4140-afb9-7614dd3d4fbc req-d86a2c6f-5b5f-4739-a16c-f8b41dd45a50 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/security-groups?id=236c6fc1-306d-417f-bffc-4c2d659260d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716545 Feb 16 22:10:38.334553 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46368) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:38.354322 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f2a63603-edcd-44cc-87ae-133e9bcc957c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:38.389516 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c7ba4cfe-2dc6-40c3-bc06-2e2977e9f6b7 admin admin] Publish callbacks [] for security_group (0aadae98-361a-4695-b3aa-759c9f84fee0), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:38.397658 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c7ba4cfe-2dc6-40c3-bc06-2e2977e9f6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (0aadae98-361a-4695-b3aa-759c9f84fee0), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:38.416465 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d68d21-a88d-4430-ae33-e8ab1633614e admin admin] Made reservation on behalf of 1667f4ef969a4a30a13b655ed83e9c6a for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:10:38.418992 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-60d68d21-a88d-4430-ae33-e8ab1633614e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:38.443459 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f2a63603-edcd-44cc-87ae-133e9bcc957c admin admin] Publish callbacks [] for security_group (a11227aa-add9-414d-9023-7454ba3d3ea6), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:38.448109 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f2a63603-edcd-44cc-87ae-133e9bcc957c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a11227aa-add9-414d-9023-7454ba3d3ea6), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:38.462598 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba4cfe-2dc6-40c3-bc06-2e2977e9f6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aadae98-361a-4695-b3aa-759c9f84fee0,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:38.472330 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c7ba4cfe-2dc6-40c3-bc06-2e2977e9f6b7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ef163916ff5f4893900a673b12199673&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4349494 Feb 16 22:10:38.474614 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46370) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:38.497037 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f2a63603-edcd-44cc-87ae-133e9bcc957c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8a995dfaae05484c865aae81f8348306&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1613388 Feb 16 22:10:38.498769 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46372) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:38.550583 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a63603-edcd-44cc-87ae-133e9bcc957c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11227aa-add9-414d-9023-7454ba3d3ea6,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:38.582758 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d1f2a257-8414-48a3-846d-88353a50639a admin admin] Publish callbacks [] for security_group (0aadae98-361a-4695-b3aa-759c9f84fee0), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:38.582987 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a27f86ef-66ed-43a0-be1d-543704c90bdd admin admin] Publish callbacks [] for security_group (a11227aa-add9-414d-9023-7454ba3d3ea6), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:38.634267 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d1f2a257-8414-48a3-846d-88353a50639a admin admin] Publish callbacks [] for security_group (0aadae98-361a-4695-b3aa-759c9f84fee0), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:38.639063 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a27f86ef-66ed-43a0-be1d-543704c90bdd admin admin] Publish callbacks [] for security_group (a11227aa-add9-414d-9023-7454ba3d3ea6), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:38.703186 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a27f86ef-66ed-43a0-be1d-543704c90bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a11227aa-add9-414d-9023-7454ba3d3ea6), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:38.706008 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a27f86ef-66ed-43a0-be1d-543704c90bdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:38.707259 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a27f86ef-66ed-43a0-be1d-543704c90bdd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a11227aa-add9-414d-9023-7454ba3d3ea6 HTTP/1.1" status: 204 len: 168 time: 0.2069395 Feb 16 22:10:38.716628 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f86ef-66ed-43a0-be1d-543704c90bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11227aa-add9-414d-9023-7454ba3d3ea6,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:38.737649 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-60d68d21-a88d-4430-ae33-e8ab1633614e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for subnet (ad8bcddc-2244-4b36-a190-962d71a641ba), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:38.749298 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d1f2a257-8414-48a3-846d-88353a50639a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (0aadae98-361a-4695-b3aa-759c9f84fee0), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:38.752018 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d1f2a257-8414-48a3-846d-88353a50639a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:38.755775 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d1f2a257-8414-48a3-846d-88353a50639a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0aadae98-361a-4695-b3aa-759c9f84fee0 HTTP/1.1" status: 204 len: 168 time: 0.2802162 Feb 16 22:10:38.796136 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2a257-8414-48a3-846d-88353a50639a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aadae98-361a-4695-b3aa-759c9f84fee0,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:38.820861 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d68d21-a88d-4430-ae33-e8ab1633614e admin admin] Checking segment: {'id': 'f7db1fc2-b2b6-40ea-8d97-69937aff18d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '875e177b-bc4d-4484-97a3-42b672a9e3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:10:38.821156 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d68d21-a88d-4430-ae33-e8ab1633614e admin admin] Network hostable DHCP agents. Network: 875e177b-bc4d-4484-97a3-42b672a9e3c3, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:10:38.832912 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d68d21-a88d-4430-ae33-e8ab1633614e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad8bcddc-2244-4b36-a190-962d71a641ba,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:38.856261 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d68d21-a88d-4430-ae33-e8ab1633614e admin admin] Network 875e177b-bc4d-4484-97a3-42b672a9e3c3 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:10:38.879908 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-60d68d21-a88d-4430-ae33-e8ab1633614e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 875e177b-bc4d-4484-97a3-42b672a9e3c3) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:10:38.892321 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a1ca9e-3d02-4208-934d-dfcedaed4f30 None None] Network 875e177b-bc4d-4484-97a3-42b672a9e3c3 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:10:38.895676 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d68d21-a88d-4430-ae33-e8ab1633614e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:38.896136 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-60d68d21-a88d-4430-ae33-e8ab1633614e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:38.901325 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7342ceb-4d10-4405-8d07-feabb8c72a09 req-edc14ce7-971f-4cca-ba42-0605fcc19287 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:38.902873 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b7342ceb-4d10-4405-8d07-feabb8c72a09 req-edc14ce7-971f-4cca-ba42-0605fcc19287 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=aec049af-3648-49b8-8473-4ef42edbe1d7 HTTP/1.1" status: 200 len: 969 time: 0.0590565 Feb 16 22:10:38.926524 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-60d68d21-a88d-4430-ae33-e8ab1633614e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7142622 Feb 16 22:10:38.926709 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46390) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:38.938248 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-a1b698f2-7a6e-494d-8ba5-f8400c482eb8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-222746104-router', 'tenant_id': '1667f4ef969a4a30a13b655ed83e9c6a', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:10:38.971873 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a1b698f2-7a6e-494d-8ba5-f8400c482eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (48f24504-4f47-4626-95b8-0e9a29406583), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:38.973409 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a1b698f2-7a6e-494d-8ba5-f8400c482eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (48f24504-4f47-4626-95b8-0e9a29406583), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:38.985257 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b7342ceb-4d10-4405-8d07-feabb8c72a09 req-4727bef1-a953-4537-90e1-13a3f3604fe5 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698285 Feb 16 22:10:39.055506 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9346c2a-85c4-46fb-b964-f362a7c907a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-875e177b-bc4d-4484-97a3-42b672a9e3c3', 'network_id': '875e177b-bc4d-4484-97a3-42b672a9e3c3', 'project_id': '1667f4ef969a4a30a13b655ed83e9c6a', 'fixed_ips': [{'subnet_id': 'ad8bcddc-2244-4b36-a190-962d71a641ba'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:10:39.059420 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d9346c2a-85c4-46fb-b964-f362a7c907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:39.135139 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a1b698f2-7a6e-494d-8ba5-f8400c482eb8 admin admin] Publish callbacks [] for router_controller (48f24504-4f47-4626-95b8-0e9a29406583), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:39.215821 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b2e3c-f052-4a6f-9f1c-485fb2a5ecf1 req-4c60da86-cbeb-42d8-9cdc-a951ee3e3bec tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:39.218378 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-200b2e3c-f052-4a6f-9f1c-485fb2a5ecf1 req-4c60da86-cbeb-42d8-9cdc-a951ee3e3bec tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 943 time: 0.0684860 Feb 16 22:10:39.308745 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-d9346c2a-85c4-46fb-b964-f362a7c907a3 None None] Allocated IP 172.20.0.2 (875e177b-bc4d-4484-97a3-42b672a9e3c3/ad8bcddc-2244-4b36-a190-962d71a641ba/edaa43f2-e020-4a76-84a4-78bb66f9c57c) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:10:39.323326 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-200b2e3c-f052-4a6f-9f1c-485fb2a5ecf1 req-e24183b1-285a-4e66-8081-97b4272fa475 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975101 Feb 16 22:10:39.377514 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a1b698f2-7a6e-494d-8ba5-f8400c482eb8 admin admin] Publish callbacks [] for router_gateway (48f24504-4f47-4626-95b8-0e9a29406583), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:39.548264 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0daa2e-4bcc-494e-a2fe-7638dad96fbf req-1aee26cc-722d-4bf0-9718-72c330157c83 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:39.555716 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0d0daa2e-4bcc-494e-a2fe-7638dad96fbf req-1aee26cc-722d-4bf0-9718-72c330157c83 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/ports?device_id=20d66a09-899f-4cb1-8ba8-62e45ed95d80 HTTP/1.1" status: 200 len: 969 time: 0.1001453 Feb 16 22:10:39.621652 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0d0daa2e-4bcc-494e-a2fe-7638dad96fbf req-17791997-b802-4481-9dee-a2d1a9044b3a tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/security-groups?id=236c6fc1-306d-417f-bffc-4c2d659260d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603559 Feb 16 22:10:39.641021 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d9346c2a-85c4-46fb-b964-f362a7c907a3 None None] Publish callbacks [] for port (edaa43f2-e020-4a76-84a4-78bb66f9c57c), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:39.652495 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d9346c2a-85c4-46fb-b964-f362a7c907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (edaa43f2-e020-4a76-84a4-78bb66f9c57c), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:39.708924 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a1b698f2-7a6e-494d-8ba5-f8400c482eb8 admin admin] Publish callbacks [] for router_gateway (48f24504-4f47-4626-95b8-0e9a29406583), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:39.712359 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9346c2a-85c4-46fb-b964-f362a7c907a3 None None] Network 875e177b-bc4d-4484-97a3-42b672a9e3c3 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:10:39.724795 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-d9346c2a-85c4-46fb-b964-f362a7c907a3 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:10:39.733858 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9346c2a-85c4-46fb-b964-f362a7c907a3 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:10:39.737578 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9346c2a-85c4-46fb-b964-f362a7c907a3 None None] Pushing event updated for resources: {'Port': ['ID=edaa43f2-e020-4a76-84a4-78bb66f9c57c,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:39.740659 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a1b698f2-7a6e-494d-8ba5-f8400c482eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:39.750339 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9346c2a-85c4-46fb-b964-f362a7c907a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:39.750795 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9346c2a-85c4-46fb-b964-f362a7c907a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:39.751205 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9346c2a-85c4-46fb-b964-f362a7c907a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:39.751797 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9346c2a-85c4-46fb-b964-f362a7c907a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:39.752173 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9346c2a-85c4-46fb-b964-f362a7c907a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:39.752832 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9346c2a-85c4-46fb-b964-f362a7c907a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:39.753379 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9346c2a-85c4-46fb-b964-f362a7c907a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:39.753861 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9346c2a-85c4-46fb-b964-f362a7c907a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:39.754455 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9346c2a-85c4-46fb-b964-f362a7c907a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:39.754844 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9346c2a-85c4-46fb-b964-f362a7c907a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:39.755320 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9346c2a-85c4-46fb-b964-f362a7c907a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:39.755720 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9346c2a-85c4-46fb-b964-f362a7c907a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:39.756211 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9346c2a-85c4-46fb-b964-f362a7c907a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:39.758342 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9346c2a-85c4-46fb-b964-f362a7c907a3 None None] Tracked resource versions report: Feb 16 22:10:39.758342 n-d-813897-6 neutron-server[103467]: pushed versions: Feb 16 22:10:39.758342 n-d-813897-6 neutron-server[103467]: { 'AddressGroup': {'1.2'}, Feb 16 22:10:39.758342 n-d-813897-6 neutron-server[103467]: 'ConntrackHelper': {'1.0'}, Feb 16 22:10:39.758342 n-d-813897-6 neutron-server[103467]: 'LocalIPAssociation': {'1.0'}, Feb 16 22:10:39.758342 n-d-813897-6 neutron-server[103467]: 'Log': {'1.0'}, Feb 16 22:10:39.758342 n-d-813897-6 neutron-server[103467]: 'Network': {'1.1'}, Feb 16 22:10:39.758342 n-d-813897-6 neutron-server[103467]: 'Port': {'1.7'}, Feb 16 22:10:39.758342 n-d-813897-6 neutron-server[103467]: 'PortForwarding': {'1.2'}, Feb 16 22:10:39.758342 n-d-813897-6 neutron-server[103467]: 'QosPolicy': {'1.10'}, Feb 16 22:10:39.758342 n-d-813897-6 neutron-server[103467]: 'SecurityGroup': {'1.5'}, Feb 16 22:10:39.758342 n-d-813897-6 neutron-server[103467]: 'SecurityGroupRule': {'1.2'}, Feb 16 22:10:39.758342 n-d-813897-6 neutron-server[103467]: 'SubPort': {'1.0'}, Feb 16 22:10:39.758342 n-d-813897-6 neutron-server[103467]: 'Subnet': {'1.1'}, Feb 16 22:10:39.758342 n-d-813897-6 neutron-server[103467]: 'Trunk': {'1.1'}} Feb 16 22:10:39.758342 n-d-813897-6 neutron-server[103467]: consumer versions: Feb 16 22:10:39.758342 n-d-813897-6 neutron-server[103467]: { DHCP agent@n-d-813897-6: {}, Feb 16 22:10:39.758342 n-d-813897-6 neutron-server[103467]: HyperV agent@n-h1-813897-6: {}, Feb 16 22:10:39.758342 n-d-813897-6 neutron-server[103467]: HyperV agent@n-h2-813897-6: {}, Feb 16 22:10:39.758342 n-d-813897-6 neutron-server[103467]: L3 agent@n-d-813897-6: {}, Feb 16 22:10:39.758342 n-d-813897-6 neutron-server[103467]: Metadata agent@n-d-813897-6: {}, Feb 16 22:10:39.758342 n-d-813897-6 neutron-server[103467]: Metering agent@n-d-813897-6: {}, Feb 16 22:10:39.758342 n-d-813897-6 neutron-server[103467]: Open vSwitch agent@n-d-813897-6: { 'AddressGroup': '1.2', Feb 16 22:10:39.758342 n-d-813897-6 neutron-server[103467]: 'ConntrackHelper': '1.0', Feb 16 22:10:39.758342 n-d-813897-6 neutron-server[103467]: 'LocalIPAssociation': '1.0', Feb 16 22:10:39.758342 n-d-813897-6 neutron-server[103467]: 'Log': '1.0', Feb 16 22:10:39.758342 n-d-813897-6 neutron-server[103467]: 'Network': '1.1', Feb 16 22:10:39.758342 n-d-813897-6 neutron-server[103467]: 'Port': '1.7', Feb 16 22:10:39.758342 n-d-813897-6 neutron-server[103467]: 'PortForwarding': '1.2', Feb 16 22:10:39.758342 n-d-813897-6 neutron-server[103467]: 'QosPolicy': '1.10', Feb 16 22:10:39.758342 n-d-813897-6 neutron-server[103467]: 'SecurityGroup': '1.5', Feb 16 22:10:39.758342 n-d-813897-6 neutron-server[103467]: 'SecurityGroupRule': '1.2', Feb 16 22:10:39.758342 n-d-813897-6 neutron-server[103467]: 'SubPort': '1.0', Feb 16 22:10:39.758342 n-d-813897-6 neutron-server[103467]: 'Subnet': '1.1', Feb 16 22:10:39.758342 n-d-813897-6 neutron-server[103467]: 'Trunk': '1.1'}} Feb 16 22:10:39.758342 n-d-813897-6 neutron-server[103467]: {{(pid=103467) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 22:10:39.821334 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-d9346c2a-85c4-46fb-b964-f362a7c907a3 None None] Attempting to bind port edaa43f2-e020-4a76-84a4-78bb66f9c57c on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:10:39.822070 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-d9346c2a-85c4-46fb-b964-f362a7c907a3 None None] Attempting to bind port edaa43f2-e020-4a76-84a4-78bb66f9c57c by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'f7db1fc2-b2b6-40ea-8d97-69937aff18d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '875e177b-bc4d-4484-97a3-42b672a9e3c3'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:10:39.822631 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9346c2a-85c4-46fb-b964-f362a7c907a3 None None] Attempting to bind port edaa43f2-e020-4a76-84a4-78bb66f9c57c on network 875e177b-bc4d-4484-97a3-42b672a9e3c3 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:10:39.833197 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9346c2a-85c4-46fb-b964-f362a7c907a3 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:10:39.835630 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9346c2a-85c4-46fb-b964-f362a7c907a3 None None] Checking segment: {'id': 'f7db1fc2-b2b6-40ea-8d97-69937aff18d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '875e177b-bc4d-4484-97a3-42b672a9e3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:10:39.836286 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d9346c2a-85c4-46fb-b964-f362a7c907a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:39.836832 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9346c2a-85c4-46fb-b964-f362a7c907a3 None None] Bound using segment: {'id': 'f7db1fc2-b2b6-40ea-8d97-69937aff18d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '875e177b-bc4d-4484-97a3-42b672a9e3c3'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:10:39.837328 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-d9346c2a-85c4-46fb-b964-f362a7c907a3 None None] Bound port: edaa43f2-e020-4a76-84a4-78bb66f9c57c, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7db1fc2-b2b6-40ea-8d97-69937aff18d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '875e177b-bc4d-4484-97a3-42b672a9e3c3'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:10:39.837721 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d9346c2a-85c4-46fb-b964-f362a7c907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (edaa43f2-e020-4a76-84a4-78bb66f9c57c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:39.916741 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-a1b698f2-7a6e-494d-8ba5-f8400c482eb8 admin admin] Allocated IP 172.25.2.63 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/1c804fad-df77-4c55-a5a4-ce574b19130d) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:10:39.918293 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-d9346c2a-85c4-46fb-b964-f362a7c907a3 None None] For port edaa43f2-e020-4a76-84a4-78bb66f9c57c, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:10:39.927932 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-d9346c2a-85c4-46fb-b964-f362a7c907a3 None None] For port edaa43f2-e020-4a76-84a4-78bb66f9c57c, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=edaa43f2-e020-4a76-84a4-78bb66f9c57c,segment=NetworkSegment(f7db1fc2-b2b6-40ea-8d97-69937aff18d7),segment_id=f7db1fc2-b2b6-40ea-8d97-69937aff18d7)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:10:39.938555 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d9346c2a-85c4-46fb-b964-f362a7c907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (edaa43f2-e020-4a76-84a4-78bb66f9c57c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:40.024916 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9346c2a-85c4-46fb-b964-f362a7c907a3 None None] Pushing event updated for resources: {'Port': ['ID=edaa43f2-e020-4a76-84a4-78bb66f9c57c,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:40.120817 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a1b698f2-7a6e-494d-8ba5-f8400c482eb8 admin admin] Publish callbacks [] for port (1c804fad-df77-4c55-a5a4-ce574b19130d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:40.129448 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f03444-8594-4203-960a-7bff22a1a808 req-5829c1b3-01f8-4633-8c20-22377c4b54ea tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:40.139035 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-69f03444-8594-4203-960a-7bff22a1a808 req-5829c1b3-01f8-4633-8c20-22377c4b54ea tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=aec049af-3648-49b8-8473-4ef42edbe1d7 HTTP/1.1" status: 200 len: 969 time: 0.0694134 Feb 16 22:10:40.169845 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a1b698f2-7a6e-494d-8ba5-f8400c482eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (1c804fad-df77-4c55-a5a4-ce574b19130d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:40.204515 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-69f03444-8594-4203-960a-7bff22a1a808 req-3db94398-f6a1-43b1-913d-1178a90c71ec tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646043 Feb 16 22:10:40.221141 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b698f2-7a6e-494d-8ba5-f8400c482eb8 admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:10:40.224075 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-a1b698f2-7a6e-494d-8ba5-f8400c482eb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:10:40.232999 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b698f2-7a6e-494d-8ba5-f8400c482eb8 admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:10:40.342526 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b698f2-7a6e-494d-8ba5-f8400c482eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=1c804fad-df77-4c55-a5a4-ce574b19130d,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:40.548637 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce65627-4af0-4038-ac37-ea93a3b361f2 req-15aa461e-03d1-452a-a811-074dc9c30a18 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:40.557799 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2ce65627-4af0-4038-ac37-ea93a3b361f2 req-15aa461e-03d1-452a-a811-074dc9c30a18 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 943 time: 0.0968266 Feb 16 22:10:40.568316 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46462) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:40.627895 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2ce65627-4af0-4038-ac37-ea93a3b361f2 req-e3fc542a-3297-4834-a16c-6f4232a49b42 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676739 Feb 16 22:10:40.706753 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device b17e83eb-1038-4b81-8a07-d62265b8f72d details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:10:40.790255 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb17850-516f-450c-94cf-1e05703edd7f req-cfac17ab-66b7-425b-ae74-6c4c4b704b91 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:40.791904 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9fb17850-516f-450c-94cf-1e05703edd7f req-cfac17ab-66b7-425b-ae74-6c4c4b704b91 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/ports?device_id=20d66a09-899f-4cb1-8ba8-62e45ed95d80 HTTP/1.1" status: 200 len: 969 time: 0.0888362 Feb 16 22:10:40.792208 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a1b698f2-7a6e-494d-8ba5-f8400c482eb8 admin admin] Publish callbacks [] for router_gateway (48f24504-4f47-4626-95b8-0e9a29406583), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:40.863988 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-64006b94-3557-41bd-83a5-ba55a332dadd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-437527750-network', 'tenant_id': 'c783ac8d63594bff8f1af68ea2cde2f4'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:10:40.868951 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port b17e83eb-1038-4b81-8a07-d62265b8f72d, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=b17e83eb-1038-4b81-8a07-d62265b8f72d,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:10:40.883516 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9fb17850-516f-450c-94cf-1e05703edd7f req-365e8dd7-024a-4c21-bb2d-1eeb7c6eaeb8 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/security-groups?id=236c6fc1-306d-417f-bffc-4c2d659260d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860567 Feb 16 22:10:40.908658 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'b17e83eb-1038-4b81-8a07-d62265b8f72d', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': 'b17e83eb-1038-4b81-8a07-d62265b8f72d', 'mac_address': 'fa:16:3e:e4:b0:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:tempest-test_az-479393485', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:10:40.908931 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64006b94-3557-41bd-83a5-ba55a332dadd admin admin] Made reservation on behalf of c783ac8d63594bff8f1af68ea2cde2f4 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:10:40.910008 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-64006b94-3557-41bd-83a5-ba55a332dadd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:40.928038 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-64006b94-3557-41bd-83a5-ba55a332dadd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:40.996646 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port b17e83eb-1038-4b81-8a07-d62265b8f72d is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:10:41.003683 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b17e83eb-1038-4b81-8a07-d62265b8f72d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:41.037133 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b17e83eb-1038-4b81-8a07-d62265b8f72d {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:10:41.079865 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port b17e83eb-1038-4b81-8a07-d62265b8f72d, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=b17e83eb-1038-4b81-8a07-d62265b8f72d,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:10:41.086727 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b17e83eb-1038-4b81-8a07-d62265b8f72d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:41.087565 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:10:41.108114 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a1b698f2-7a6e-494d-8ba5-f8400c482eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (48f24504-4f47-4626-95b8-0e9a29406583), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:41.109487 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-64006b94-3557-41bd-83a5-ba55a332dadd admin admin] Publish callbacks [] for security_group (6454c79f-8b04-4d2e-b10e-c88fa1971fed), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:41.124736 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-64006b94-3557-41bd-83a5-ba55a332dadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (6454c79f-8b04-4d2e-b10e-c88fa1971fed), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:41.158795 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=b17e83eb-1038-4b81-8a07-d62265b8f72d,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:41.170769 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64006b94-3557-41bd-83a5-ba55a332dadd admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:10:41.203139 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64006b94-3557-41bd-83a5-ba55a332dadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6454c79f-8b04-4d2e-b10e-c88fa1971fed,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:41.214093 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-64006b94-3557-41bd-83a5-ba55a332dadd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (993aa716-0939-4d62-8a41-58fc75c6907c), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:41.214093 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-64006b94-3557-41bd-83a5-ba55a332dadd admin admin] Added segment 993aa716-0939-4d62-8a41-58fc75c6907c of type vlan for network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 Feb 16 22:10:41.227687 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:10:41.258277 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': 'a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9', 'mac_address': 'fa:16:3e:dd:f4:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:tempest-test_az-479393485', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:10:41.287160 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-64006b94-3557-41bd-83a5-ba55a332dadd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (91cf39f3-9142-4ee5-af15-00f1f801e8c7), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:41.325218 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:10:41.327036 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:41.346654 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:10:41.379886 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:10:41.382763 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-64006b94-3557-41bd-83a5-ba55a332dadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (91cf39f3-9142-4ee5-af15-00f1f801e8c7), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:41.383794 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64006b94-3557-41bd-83a5-ba55a332dadd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:41.384521 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-64006b94-3557-41bd-83a5-ba55a332dadd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:41.387924 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:41.396674 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b698f2-7a6e-494d-8ba5-f8400c482eb8 admin admin] Router 48f24504-4f47-4626-95b8-0e9a29406583 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:10:41.417902 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-64006b94-3557-41bd-83a5-ba55a332dadd admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8435266 Feb 16 22:10:41.421277 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46494) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:41.431924 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-511bbb32-f067-45cd-a5df-8a4434d4960e admin admin] Request body: {'subnet': {'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-437527750-subnet', 'tenant_id': 'c783ac8d63594bff8f1af68ea2cde2f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:10:41.493077 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:41.508370 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a32107-2187-4422-a2bb-b717a5681ab1 req-b36280a8-cb40-4e04-9aab-220b510789de tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:41.510179 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-45a32107-2187-4422-a2bb-b717a5681ab1 req-b36280a8-cb40-4e04-9aab-220b510789de tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=aec049af-3648-49b8-8473-4ef42edbe1d7 HTTP/1.1" status: 200 len: 969 time: 0.1724527 Feb 16 22:10:41.510999 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64006b94-3557-41bd-83a5-ba55a332dadd admin admin] Pushing event updated for resources: {'Network': ['ID=91cf39f3-9142-4ee5-af15-00f1f801e8c7,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:41.518584 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cdc5a4-338e-4fa3-beb7-f415ec08d99f None None] Network 875e177b-bc4d-4484-97a3-42b672a9e3c3 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:10:41.540369 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511bbb32-f067-45cd-a5df-8a4434d4960e admin admin] Made reservation on behalf of c783ac8d63594bff8f1af68ea2cde2f4 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:10:41.543987 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-511bbb32-f067-45cd-a5df-8a4434d4960e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:41.556060 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:10:41.599848 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b698f2-7a6e-494d-8ba5-f8400c482eb8 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:10:41.612081 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479ae0d2-fa46-414e-8fe6-44a1314f433e None None] Sync routers for ids ['48f24504-4f47-4626-95b8-0e9a29406583'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:10:41.624116 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-45a32107-2187-4422-a2bb-b717a5681ab1 req-64aac2ad-8599-440f-90c0-2e082adf84cf tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080728 Feb 16 22:10:41.624780 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a1b698f2-7a6e-494d-8ba5-f8400c482eb8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:41.626557 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a1b698f2-7a6e-494d-8ba5-f8400c482eb8 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.6943505 Feb 16 22:10:41.630554 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46500) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:41.650860 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479ae0d2-fa46-414e-8fe6-44a1314f433e None None] Routers {'48f24504-4f47-4626-95b8-0e9a29406583'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:10:41.651501 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-479ae0d2-fa46-414e-8fe6-44a1314f433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:10:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['48f24504-4f47-4626-95b8-0e9a29406583'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:10:41.742422 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-c3794b23-3eec-48df-be50-b1767740c3d0 None None] Provisioning complete for port edaa43f2-e020-4a76-84a4-78bb66f9c57c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:10:41.746470 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c3794b23-3eec-48df-be50-b1767740c3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (edaa43f2-e020-4a76-84a4-78bb66f9c57c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:41.810963 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['b17e83eb-1038-4b81-8a07-d62265b8f72d'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:10:41.813599 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:10:41.870749 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46508) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:41.915808 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-479ae0d2-fa46-414e-8fe6-44a1314f433e None None] Set router 48f24504-4f47-4626-95b8-0e9a29406583 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:10:41.965845 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637050e9-aa88-4c3a-a2f4-b52a27e47c03 req-021a7a63-cb34-44d2-92ee-35d4a3eaf48b tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:41.981990 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-637050e9-aa88-4c3a-a2f4-b52a27e47c03 req-021a7a63-cb34-44d2-92ee-35d4a3eaf48b tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 943 time: 0.2261679 Feb 16 22:10:41.987073 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-511bbb32-f067-45cd-a5df-8a4434d4960e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for subnet (f7242f4f-8939-4e6c-b488-ab1fd3ca8215), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:42.141330 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-327eafd0-acb7-4957-a193-12c0ae36ce77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:42.154488 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device edaa43f2-e020-4a76-84a4-78bb66f9c57c up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:10:42.199086 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511bbb32-f067-45cd-a5df-8a4434d4960e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7242f4f-8939-4e6c-b488-ab1fd3ca8215,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:42.215712 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-637050e9-aa88-4c3a-a2f4-b52a27e47c03 req-d93106a9-afcf-4fb9-8b71-760786652570 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309616 Feb 16 22:10:42.242232 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-01fcc9be-e79f-41c1-a8f6-eba1d25aa93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:42.253376 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511bbb32-f067-45cd-a5df-8a4434d4960e admin admin] Checking segment: {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:10:42.253821 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511bbb32-f067-45cd-a5df-8a4434d4960e admin admin] Network hostable DHCP agents. Network: 91cf39f3-9142-4ee5-af15-00f1f801e8c7, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:10:42.279400 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-479ae0d2-fa46-414e-8fe6-44a1314f433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f24504-4f47-4626-95b8-0e9a29406583', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-222746104-router', 'tenant_id': '1667f4ef969a4a30a13b655ed83e9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '1c804fad-df77-4c55-a5a4-ce574b19130d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:10:38Z', 'updated_at': '2022-02-16T22:10:40Z', 'revision_number': 3, 'project_id': '1667f4ef969a4a30a13b655ed83e9c6a', 'gw_port': {'id': '1c804fad-df77-4c55-a5a4-ce574b19130d', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f24504-4f47-4626-95b8-0e9a29406583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:10:39Z', 'updated_at': '2022-02-16T22:10:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:10:42.321519 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479ae0d2-fa46-414e-8fe6-44a1314f433e None None] Checking router: 48f24504-4f47-4626-95b8-0e9a29406583 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:10:42.323569 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479ae0d2-fa46-414e-8fe6-44a1314f433e None None] Updating router 48f24504-4f47-4626-95b8-0e9a29406583 port 1c804fad-df77-4c55-a5a4-ce574b19130d binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:10:42.326095 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511bbb32-f067-45cd-a5df-8a4434d4960e admin admin] Network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:10:42.348785 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-511bbb32-f067-45cd-a5df-8a4434d4960e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 91cf39f3-9142-4ee5-af15-00f1f801e8c7) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:10:42.362371 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511bbb32-f067-45cd-a5df-8a4434d4960e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:42.363118 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-511bbb32-f067-45cd-a5df-8a4434d4960e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:42.372152 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd513e8-7c6e-403a-8dc9-17107c7f784f None None] Network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:10:42.390207 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945e67c-6ff2-49aa-8c24-b5f269fb8e48 req-7cd0ff81-7dcd-4659-bc3e-a43d03889a10 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:42.399278 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f945e67c-6ff2-49aa-8c24-b5f269fb8e48 req-7cd0ff81-7dcd-4659-bc3e-a43d03889a10 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/ports?device_id=20d66a09-899f-4cb1-8ba8-62e45ed95d80 HTTP/1.1" status: 200 len: 970 time: 0.1966267 Feb 16 22:10:42.415937 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-479ae0d2-fa46-414e-8fe6-44a1314f433e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1c804fad-df77-4c55-a5a4-ce574b19130d), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:42.454636 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-511bbb32-f067-45cd-a5df-8a4434d4960e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0262117 Feb 16 22:10:42.524724 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-c3794b23-3eec-48df-be50-b1767740c3d0 None None] Current status of the port edaa43f2-e020-4a76-84a4-78bb66f9c57c is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:10:42.525163 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c3794b23-3eec-48df-be50-b1767740c3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (edaa43f2-e020-4a76-84a4-78bb66f9c57c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:42.540607 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f945e67c-6ff2-49aa-8c24-b5f269fb8e48 req-a47d900f-0095-4a98-9116-d1e3e12f5db7 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/security-groups?id=236c6fc1-306d-417f-bffc-4c2d659260d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319780 Feb 16 22:10:42.575361 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c3794b23-3eec-48df-be50-b1767740c3d0 None None] For port edaa43f2-e020-4a76-84a4-78bb66f9c57c, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=edaa43f2-e020-4a76-84a4-78bb66f9c57c,segment=NetworkSegment(f7db1fc2-b2b6-40ea-8d97-69937aff18d7),segment_id=f7db1fc2-b2b6-40ea-8d97-69937aff18d7)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:10:42.584088 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-327eafd0-acb7-4957-a193-12c0ae36ce77 admin admin] Publish callbacks [] for security_group (fd72f225-a038-434a-9413-c062517faed0), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:42.592875 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c3794b23-3eec-48df-be50-b1767740c3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (edaa43f2-e020-4a76-84a4-78bb66f9c57c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:42.600256 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-327eafd0-acb7-4957-a193-12c0ae36ce77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (fd72f225-a038-434a-9413-c062517faed0), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:42.687473 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-01fcc9be-e79f-41c1-a8f6-eba1d25aa93d admin admin] Allocated IP 172.20.0.1 (875e177b-bc4d-4484-97a3-42b672a9e3c3/ad8bcddc-2244-4b36-a190-962d71a641ba/a6a59b1b-2c94-44af-8166-8a465d420734) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:10:42.702820 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port edaa43f2-e020-4a76-84a4-78bb66f9c57c triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:10:42.703756 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (edaa43f2-e020-4a76-84a4-78bb66f9c57c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:42.723802 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-327eafd0-acb7-4957-a193-12c0ae36ce77 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ac823f11e6e549f29ee119115a49e8de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8345368 Feb 16 22:10:42.724272 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46532) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:42.725931 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327eafd0-acb7-4957-a193-12c0ae36ce77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd72f225-a038-434a-9413-c062517faed0,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:42.822476 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd3a96-233e-4830-9991-e6e8f1ba2497 req-f58fbcc0-aca2-48bd-a594-16cf36e07bf7 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:42.823308 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b2dd3a96-233e-4830-9991-e6e8f1ba2497 req-f58fbcc0-aca2-48bd-a594-16cf36e07bf7 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=aec049af-3648-49b8-8473-4ef42edbe1d7 HTTP/1.1" status: 200 len: 970 time: 0.0792456 Feb 16 22:10:42.887111 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d34c34c1-8748-4fb0-98fb-0d1697b44b34 admin admin] Publish callbacks [] for security_group (fd72f225-a038-434a-9413-c062517faed0), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:42.892784 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b2dd3a96-233e-4830-9991-e6e8f1ba2497 req-d6dd8846-d152-4e64-930f-6aee26d877f1 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610001 Feb 16 22:10:42.906764 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3794b23-3eec-48df-be50-b1767740c3d0 None None] Pushing event updated for resources: {'Port': ['ID=edaa43f2-e020-4a76-84a4-78bb66f9c57c,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:42.955012 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d34c34c1-8748-4fb0-98fb-0d1697b44b34 admin admin] Publish callbacks [] for security_group (fd72f225-a038-434a-9413-c062517faed0), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:42.968152 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e92755f-63ac-4f12-8153-494f40caf254 None None] Network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:10:42.969089 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:10:43.069626 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-645157f2-7f73-4438-a03a-4c61526099fa None None] Provisioning complete for port edaa43f2-e020-4a76-84a4-78bb66f9c57c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:10:43.070062 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-645157f2-7f73-4438-a03a-4c61526099fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (edaa43f2-e020-4a76-84a4-78bb66f9c57c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:43.075784 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-01fcc9be-e79f-41c1-a8f6-eba1d25aa93d admin admin] Publish callbacks [] for port (a6a59b1b-2c94-44af-8166-8a465d420734), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:43.101100 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-479ae0d2-fa46-414e-8fe6-44a1314f433e None None] Publish callbacks [] for port (1c804fad-df77-4c55-a5a4-ce574b19130d), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:43.108899 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port edaa43f2-e020-4a76-84a4-78bb66f9c57c is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:10:43.136129 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-479ae0d2-fa46-414e-8fe6-44a1314f433e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (1c804fad-df77-4c55-a5a4-ce574b19130d), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:43.151775 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d34c34c1-8748-4fb0-98fb-0d1697b44b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (fd72f225-a038-434a-9413-c062517faed0), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:43.156170 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d34c34c1-8748-4fb0-98fb-0d1697b44b34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:43.158985 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d34c34c1-8748-4fb0-98fb-0d1697b44b34 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fd72f225-a038-434a-9413-c062517faed0 HTTP/1.1" status: 204 len: 168 time: 0.4317732 Feb 16 22:10:43.169748 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c34c1-8748-4fb0-98fb-0d1697b44b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd72f225-a038-434a-9413-c062517faed0,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:43.174699 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-01fcc9be-e79f-41c1-a8f6-eba1d25aa93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (a6a59b1b-2c94-44af-8166-8a465d420734), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:43.234741 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-479ae0d2-fa46-414e-8fe6-44a1314f433e None None] Attempting to bind port 1c804fad-df77-4c55-a5a4-ce574b19130d on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:10:43.235123 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-479ae0d2-fa46-414e-8fe6-44a1314f433e None None] Attempting to bind port 1c804fad-df77-4c55-a5a4-ce574b19130d by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:10:43.236626 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479ae0d2-fa46-414e-8fe6-44a1314f433e None None] Attempting to bind port 1c804fad-df77-4c55-a5a4-ce574b19130d on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:10:43.269100 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a9af6-f482-4d5e-b733-9991ea8f2a8c None None] Pushing event updated for resources: {'Port': ['ID=1c804fad-df77-4c55-a5a4-ce574b19130d,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:43.271649 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-645157f2-7f73-4438-a03a-4c61526099fa None None] Current status of the port edaa43f2-e020-4a76-84a4-78bb66f9c57c is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:10:43.276484 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479ae0d2-fa46-414e-8fe6-44a1314f433e None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:10:43.278661 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479ae0d2-fa46-414e-8fe6-44a1314f433e None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:10:43.279092 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-479ae0d2-fa46-414e-8fe6-44a1314f433e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:43.279505 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479ae0d2-fa46-414e-8fe6-44a1314f433e None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:10:43.280005 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-479ae0d2-fa46-414e-8fe6-44a1314f433e None None] Bound port: 1c804fad-df77-4c55-a5a4-ce574b19130d, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:10:43.280395 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-479ae0d2-fa46-414e-8fe6-44a1314f433e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1c804fad-df77-4c55-a5a4-ce574b19130d), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:43.298757 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a9af6-f482-4d5e-b733-9991ea8f2a8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:43.299107 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a9af6-f482-4d5e-b733-9991ea8f2a8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:43.299454 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a9af6-f482-4d5e-b733-9991ea8f2a8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:43.299796 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a9af6-f482-4d5e-b733-9991ea8f2a8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:43.300134 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a9af6-f482-4d5e-b733-9991ea8f2a8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:43.300468 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a9af6-f482-4d5e-b733-9991ea8f2a8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:43.300802 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a9af6-f482-4d5e-b733-9991ea8f2a8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:43.301135 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a9af6-f482-4d5e-b733-9991ea8f2a8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:43.301462 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a9af6-f482-4d5e-b733-9991ea8f2a8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:43.301793 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a9af6-f482-4d5e-b733-9991ea8f2a8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:43.302156 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a9af6-f482-4d5e-b733-9991ea8f2a8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:43.302484 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a9af6-f482-4d5e-b733-9991ea8f2a8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:43.302810 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a9af6-f482-4d5e-b733-9991ea8f2a8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:10:43.306041 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a9af6-f482-4d5e-b733-9991ea8f2a8c None None] Tracked resource versions report: Feb 16 22:10:43.306041 n-d-813897-6 neutron-server[103468]: pushed versions: Feb 16 22:10:43.306041 n-d-813897-6 neutron-server[103468]: { 'AddressGroup': {'1.2'}, Feb 16 22:10:43.306041 n-d-813897-6 neutron-server[103468]: 'ConntrackHelper': {'1.0'}, Feb 16 22:10:43.306041 n-d-813897-6 neutron-server[103468]: 'LocalIPAssociation': {'1.0'}, Feb 16 22:10:43.306041 n-d-813897-6 neutron-server[103468]: 'Log': {'1.0'}, Feb 16 22:10:43.306041 n-d-813897-6 neutron-server[103468]: 'Network': {'1.1'}, Feb 16 22:10:43.306041 n-d-813897-6 neutron-server[103468]: 'Port': {'1.7'}, Feb 16 22:10:43.306041 n-d-813897-6 neutron-server[103468]: 'PortForwarding': {'1.2'}, Feb 16 22:10:43.306041 n-d-813897-6 neutron-server[103468]: 'QosPolicy': {'1.10'}, Feb 16 22:10:43.306041 n-d-813897-6 neutron-server[103468]: 'SecurityGroup': {'1.5'}, Feb 16 22:10:43.306041 n-d-813897-6 neutron-server[103468]: 'SecurityGroupRule': {'1.2'}, Feb 16 22:10:43.306041 n-d-813897-6 neutron-server[103468]: 'SubPort': {'1.0'}, Feb 16 22:10:43.306041 n-d-813897-6 neutron-server[103468]: 'Subnet': {'1.1'}, Feb 16 22:10:43.306041 n-d-813897-6 neutron-server[103468]: 'Trunk': {'1.1'}} Feb 16 22:10:43.306041 n-d-813897-6 neutron-server[103468]: consumer versions: Feb 16 22:10:43.306041 n-d-813897-6 neutron-server[103468]: { DHCP agent@n-d-813897-6: {}, Feb 16 22:10:43.306041 n-d-813897-6 neutron-server[103468]: HyperV agent@n-h1-813897-6: {}, Feb 16 22:10:43.306041 n-d-813897-6 neutron-server[103468]: HyperV agent@n-h2-813897-6: {}, Feb 16 22:10:43.306041 n-d-813897-6 neutron-server[103468]: L3 agent@n-d-813897-6: {}, Feb 16 22:10:43.306041 n-d-813897-6 neutron-server[103468]: Metadata agent@n-d-813897-6: {}, Feb 16 22:10:43.306041 n-d-813897-6 neutron-server[103468]: Metering agent@n-d-813897-6: {}, Feb 16 22:10:43.306041 n-d-813897-6 neutron-server[103468]: Open vSwitch agent@n-d-813897-6: { 'AddressGroup': '1.2', Feb 16 22:10:43.306041 n-d-813897-6 neutron-server[103468]: 'ConntrackHelper': '1.0', Feb 16 22:10:43.306041 n-d-813897-6 neutron-server[103468]: 'LocalIPAssociation': '1.0', Feb 16 22:10:43.306041 n-d-813897-6 neutron-server[103468]: 'Log': '1.0', Feb 16 22:10:43.306041 n-d-813897-6 neutron-server[103468]: 'Network': '1.1', Feb 16 22:10:43.306041 n-d-813897-6 neutron-server[103468]: 'Port': '1.7', Feb 16 22:10:43.306041 n-d-813897-6 neutron-server[103468]: 'PortForwarding': '1.2', Feb 16 22:10:43.306041 n-d-813897-6 neutron-server[103468]: 'QosPolicy': '1.10', Feb 16 22:10:43.306041 n-d-813897-6 neutron-server[103468]: 'SecurityGroup': '1.5', Feb 16 22:10:43.306041 n-d-813897-6 neutron-server[103468]: 'SecurityGroupRule': '1.2', Feb 16 22:10:43.306041 n-d-813897-6 neutron-server[103468]: 'SubPort': '1.0', Feb 16 22:10:43.306041 n-d-813897-6 neutron-server[103468]: 'Subnet': '1.1', Feb 16 22:10:43.306041 n-d-813897-6 neutron-server[103468]: 'Trunk': '1.1'}} Feb 16 22:10:43.306041 n-d-813897-6 neutron-server[103468]: {{(pid=103468) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 22:10:43.379796 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-479ae0d2-fa46-414e-8fe6-44a1314f433e None None] For port 1c804fad-df77-4c55-a5a4-ce574b19130d, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:10:43.385440 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-479ae0d2-fa46-414e-8fe6-44a1314f433e None None] For port 1c804fad-df77-4c55-a5a4-ce574b19130d, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=1c804fad-df77-4c55-a5a4-ce574b19130d,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:10:43.396626 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-479ae0d2-fa46-414e-8fe6-44a1314f433e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (1c804fad-df77-4c55-a5a4-ce574b19130d), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:43.408985 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fcc9be-e79f-41c1-a8f6-eba1d25aa93d admin admin] Network 875e177b-bc4d-4484-97a3-42b672a9e3c3 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:10:43.413369 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcc9be-e79f-41c1-a8f6-eba1d25aa93d admin admin] Pushing event updated for resources: {'Port': ['ID=a6a59b1b-2c94-44af-8166-8a465d420734,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:43.416968 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-01fcc9be-e79f-41c1-a8f6-eba1d25aa93d admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:10:43.419020 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fcc9be-e79f-41c1-a8f6-eba1d25aa93d admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:10:43.419628 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-01fcc9be-e79f-41c1-a8f6-eba1d25aa93d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (48f24504-4f47-4626-95b8-0e9a29406583), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:43.427001 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba5393-69cf-4b48-9d98-b5e16fc6627e req-7f724306-710a-4915-8e67-4d630465df15 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:43.442094 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-53ba5393-69cf-4b48-9d98-b5e16fc6627e req-7f724306-710a-4915-8e67-4d630465df15 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 943 time: 0.0999234 Feb 16 22:10:43.459632 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46556) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:43.556432 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-53ba5393-69cf-4b48-9d98-b5e16fc6627e req-11bd5307-9f1c-40d4-b16d-a1cc1debff9a tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115630 Feb 16 22:10:43.560939 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a9af6-f482-4d5e-b733-9991ea8f2a8c None None] Pushing event updated for resources: {'Port': ['ID=1c804fad-df77-4c55-a5a4-ce574b19130d,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:43.566894 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479ae0d2-fa46-414e-8fe6-44a1314f433e None None] Routers {'48f24504-4f47-4626-95b8-0e9a29406583'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:10:43.567533 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-479ae0d2-fa46-414e-8fe6-44a1314f433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:10:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['48f24504-4f47-4626-95b8-0e9a29406583'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:10:43.728640 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-01fcc9be-e79f-41c1-a8f6-eba1d25aa93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a6a59b1b-2c94-44af-8166-8a465d420734), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:43.745019 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-479ae0d2-fa46-414e-8fe6-44a1314f433e None None] Set router 48f24504-4f47-4626-95b8-0e9a29406583 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:10:43.773107 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0e4ce-109c-4d7f-84cf-d289eecdb640 req-542db28d-a41a-4e4a-b46c-d40e13e5d053 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:43.781254 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f5d0e4ce-109c-4d7f-84cf-d289eecdb640 req-542db28d-a41a-4e4a-b46c-d40e13e5d053 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/ports?device_id=20d66a09-899f-4cb1-8ba8-62e45ed95d80 HTTP/1.1" status: 200 len: 970 time: 0.0977697 Feb 16 22:10:43.790241 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46566) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:43.796607 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-5f7d5ca2-9210-4609-ac25-49f9fed45f19 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-564261650-network', 'tenant_id': '48c26a4fbe1b47cabbf4aa92839c90bf'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:10:43.802250 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-0d6367e3-4b2c-4bba-a404-cd33134bc2b6 None None] Provisioning complete for port a6a59b1b-2c94-44af-8166-8a465d420734 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:10:43.802662 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0d6367e3-4b2c-4bba-a404-cd33134bc2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a6a59b1b-2c94-44af-8166-8a465d420734), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:43.830450 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ecfbd615-755f-450c-8f02-0f2c8293ec87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:43.853504 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-0d6367e3-4b2c-4bba-a404-cd33134bc2b6 None None] Port a6a59b1b-2c94-44af-8166-8a465d420734 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:10:43.889861 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f5d0e4ce-109c-4d7f-84cf-d289eecdb640 req-a66b357b-19a8-47a8-82d8-862ef4bd6ff2 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/security-groups?id=236c6fc1-306d-417f-bffc-4c2d659260d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941126 Feb 16 22:10:43.929887 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7d5ca2-9210-4609-ac25-49f9fed45f19 admin admin] Made reservation on behalf of 48c26a4fbe1b47cabbf4aa92839c90bf for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:10:43.932216 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5ca2-9210-4609-ac25-49f9fed45f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:43.956429 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5ca2-9210-4609-ac25-49f9fed45f19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:44.015310 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-479ae0d2-fa46-414e-8fe6-44a1314f433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f24504-4f47-4626-95b8-0e9a29406583', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-222746104-router', 'tenant_id': '1667f4ef969a4a30a13b655ed83e9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '1c804fad-df77-4c55-a5a4-ce574b19130d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:10:38Z', 'updated_at': '2022-02-16T22:10:40Z', 'revision_number': 3, 'project_id': '1667f4ef969a4a30a13b655ed83e9c6a', 'gw_port': {'id': '1c804fad-df77-4c55-a5a4-ce574b19130d', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f24504-4f47-4626-95b8-0e9a29406583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:10:39Z', 'updated_at': '2022-02-16T22:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:10:44.018734 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-01fcc9be-e79f-41c1-a8f6-eba1d25aa93d admin admin] Publish callbacks [] for port (a6a59b1b-2c94-44af-8166-8a465d420734), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:44.024702 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-01fcc9be-e79f-41c1-a8f6-eba1d25aa93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a6a59b1b-2c94-44af-8166-8a465d420734), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:44.025946 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-01fcc9be-e79f-41c1-a8f6-eba1d25aa93d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (48f24504-4f47-4626-95b8-0e9a29406583), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:44.032773 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device edaa43f2-e020-4a76-84a4-78bb66f9c57c up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:10:44.051517 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479ae0d2-fa46-414e-8fe6-44a1314f433e None None] The sync data for ids ['48f24504-4f47-4626-95b8-0e9a29406583'] in n-d-813897-6 is: [{'id': '48f24504-4f47-4626-95b8-0e9a29406583', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-222746104-router', 'tenant_id': '1667f4ef969a4a30a13b655ed83e9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '1c804fad-df77-4c55-a5a4-ce574b19130d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:10:38Z', 'updated_at': '2022-02-16T22:10:40Z', 'revision_number': 3, 'project_id': '1667f4ef969a4a30a13b655ed83e9c6a', 'gw_port': {'id': '1c804fad-df77-4c55-a5a4-ce574b19130d', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f24504-4f47-4626-95b8-0e9a29406583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:10:39Z', 'updated_at': '2022-02-16T22:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:10:44.091025 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ecfbd615-755f-450c-8f02-0f2c8293ec87 admin admin] Publish callbacks [] for security_group (21ec3f7d-0b42-4d42-ab54-922c5eed2e5c), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:44.115037 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ecfbd615-755f-450c-8f02-0f2c8293ec87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (21ec3f7d-0b42-4d42-ab54-922c5eed2e5c), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:44.120785 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port edaa43f2-e020-4a76-84a4-78bb66f9c57c triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:10:44.121511 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (edaa43f2-e020-4a76-84a4-78bb66f9c57c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:44.121940 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46570) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:44.169477 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ecfbd615-755f-450c-8f02-0f2c8293ec87 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e892fb2a4bc0462d8a65594850b66f38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7059734 Feb 16 22:10:44.173572 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46572) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:44.199190 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-88d9ca24-67f2-4b0f-9b2d-b0a7958debc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:44.215636 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfbd615-755f-450c-8f02-0f2c8293ec87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ec3f7d-0b42-4d42-ab54-922c5eed2e5c,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:44.217597 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port edaa43f2-e020-4a76-84a4-78bb66f9c57c is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:10:44.227969 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcc9be-e79f-41c1-a8f6-eba1d25aa93d admin admin] Pushing event updated for resources: {'Port': ['ID=a6a59b1b-2c94-44af-8166-8a465d420734,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:44.238682 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5ca2-9210-4609-ac25-49f9fed45f19 admin admin] Publish callbacks [] for security_group (e616cfab-26e4-4fb6-ab6a-795112cd5d71), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:44.246176 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdde16-b078-4802-ba1f-7f724de7b8cd req-7c97817b-eb2d-4a99-9f36-0618dcdb3b87 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:44.247715 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-32bdde16-b078-4802-ba1f-7f724de7b8cd req-7c97817b-eb2d-4a99-9f36-0618dcdb3b87 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=aec049af-3648-49b8-8473-4ef42edbe1d7 HTTP/1.1" status: 200 len: 970 time: 0.1833653 Feb 16 22:10:44.252825 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5ca2-9210-4609-ac25-49f9fed45f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (e616cfab-26e4-4fb6-ab6a-795112cd5d71), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:44.293606 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fcc9be-e79f-41c1-a8f6-eba1d25aa93d admin admin] Network 875e177b-bc4d-4484-97a3-42b672a9e3c3 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:10:44.297516 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-01fcc9be-e79f-41c1-a8f6-eba1d25aa93d admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:10:44.299770 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f7d5ca2-9210-4609-ac25-49f9fed45f19 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:10:44.324577 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d5ca2-9210-4609-ac25-49f9fed45f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e616cfab-26e4-4fb6-ab6a-795112cd5d71,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:44.331124 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5ca2-9210-4609-ac25-49f9fed45f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (26c46f91-1dbb-4513-a2c2-b23da2a9f6f1), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:44.331480 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-5f7d5ca2-9210-4609-ac25-49f9fed45f19 admin admin] Added segment 26c46f91-1dbb-4513-a2c2-b23da2a9f6f1 of type vlan for network e2742c68-573f-4d66-93a6-d96dfae93d4c Feb 16 22:10:44.332881 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b7fa0176-5394-463f-906b-004aa0cd5037 admin admin] Publish callbacks [] for security_group (21ec3f7d-0b42-4d42-ab54-922c5eed2e5c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:44.395971 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device c3ce7676-ecb5-4495-acbf-2f4dbe04183c details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:10:44.437187 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-32bdde16-b078-4802-ba1f-7f724de7b8cd req-9258fc06-c946-4bbd-8812-7ef8e9cf8c31 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794999 Feb 16 22:10:44.443426 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5ca2-9210-4609-ac25-49f9fed45f19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (e2742c68-573f-4d66-93a6-d96dfae93d4c), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:44.460778 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b7fa0176-5394-463f-906b-004aa0cd5037 admin admin] Publish callbacks [] for security_group (21ec3f7d-0b42-4d42-ab54-922c5eed2e5c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:44.487340 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-88d9ca24-67f2-4b0f-9b2d-b0a7958debc5 admin admin] Publish callbacks [] for security_group (fe575b82-2b13-4aaa-baf2-7ad329534f77), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:44.497246 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-88d9ca24-67f2-4b0f-9b2d-b0a7958debc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (fe575b82-2b13-4aaa-baf2-7ad329534f77), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:44.535327 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-88d9ca24-67f2-4b0f-9b2d-b0a7958debc5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=95f642fa04804b178ba85b05cd844a55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4121091 Feb 16 22:10:44.536210 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46574) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:44.570862 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5ca2-9210-4609-ac25-49f9fed45f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (e2742c68-573f-4d66-93a6-d96dfae93d4c), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:44.572012 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7d5ca2-9210-4609-ac25-49f9fed45f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:44.572590 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5ca2-9210-4609-ac25-49f9fed45f19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:44.591447 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port c3ce7676-ecb5-4495-acbf-2f4dbe04183c, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c3ce7676-ecb5-4495-acbf-2f4dbe04183c,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:10:44.600831 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b7fa0176-5394-463f-906b-004aa0cd5037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (21ec3f7d-0b42-4d42-ab54-922c5eed2e5c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:44.604173 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b7fa0176-5394-463f-906b-004aa0cd5037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:44.605667 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b7fa0176-5394-463f-906b-004aa0cd5037 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/21ec3f7d-0b42-4d42-ab54-922c5eed2e5c HTTP/1.1" status: 204 len: 168 time: 0.4304588 Feb 16 22:10:44.625901 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'c3ce7676-ecb5-4495-acbf-2f4dbe04183c', 'network_id': '16137278-7395-49da-9cb6-180484537d2f', 'port_id': 'c3ce7676-ecb5-4495-acbf-2f4dbe04183c', 'mac_address': 'fa:16:3e:cd:62:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3e80cb9-4386-4d79-b9b3-6283b204f543', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:10:44.655838 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fcc9be-e79f-41c1-a8f6-eba1d25aa93d admin admin] Router 48f24504-4f47-4626-95b8-0e9a29406583 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:10:44.664588 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2f3f9784-7e09-402c-b64c-2d77d5245510 admin admin] Publish callbacks [] for security_group (fe575b82-2b13-4aaa-baf2-7ad329534f77), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:44.671353 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa0176-5394-463f-906b-004aa0cd5037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ec3f7d-0b42-4d42-ab54-922c5eed2e5c,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:44.690682 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port c3ce7676-ecb5-4495-acbf-2f4dbe04183c is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:10:44.691078 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c3ce7676-ecb5-4495-acbf-2f4dbe04183c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:44.707254 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device b17e83eb-1038-4b81-8a07-d62265b8f72d up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:10:44.715101 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5f7d5ca2-9210-4609-ac25-49f9fed45f19 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9235687 Feb 16 22:10:44.719882 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46580) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:44.726804 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2f3f9784-7e09-402c-b64c-2d77d5245510 admin admin] Publish callbacks [] for security_group (fe575b82-2b13-4aaa-baf2-7ad329534f77), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:44.749038 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-85b93957-8705-4b39-8e09-d909eb2a2e98 admin admin] Request body: {'subnet': {'network_id': 'e2742c68-573f-4d66-93a6-d96dfae93d4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-564261650-subnet', 'tenant_id': '48c26a4fbe1b47cabbf4aa92839c90bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:10:44.749340 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3ce7676-ecb5-4495-acbf-2f4dbe04183c {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:10:44.801410 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d5ca2-9210-4609-ac25-49f9fed45f19 admin admin] Pushing event updated for resources: {'Network': ['ID=e2742c68-573f-4d66-93a6-d96dfae93d4c,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:44.825313 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port c3ce7676-ecb5-4495-acbf-2f4dbe04183c, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c3ce7676-ecb5-4495-acbf-2f4dbe04183c,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:10:44.826647 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-202a6b35-6b94-4a77-8ce1-054abf7caedc None None] Provisioning complete for port a6a59b1b-2c94-44af-8166-8a465d420734 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:10:44.826760 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b93957-8705-4b39-8e09-d909eb2a2e98 admin admin] Made reservation on behalf of 48c26a4fbe1b47cabbf4aa92839c90bf for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:10:44.827413 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-202a6b35-6b94-4a77-8ce1-054abf7caedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a6a59b1b-2c94-44af-8166-8a465d420734), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:44.829047 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network e2742c68-573f-4d66-93a6-d96dfae93d4c details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:10:44.829206 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-85b93957-8705-4b39-8e09-d909eb2a2e98 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:44.855454 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f54a75-3076-441f-b2fa-57f6d9ce65fb req-f7321f2b-24e8-4060-a27d-f19de7b516e2 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:44.864113 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-39f54a75-3076-441f-b2fa-57f6d9ce65fb req-f7321f2b-24e8-4060-a27d-f19de7b516e2 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 943 time: 0.1647909 Feb 16 22:10:44.889106 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c3ce7676-ecb5-4495-acbf-2f4dbe04183c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:44.890853 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9ca24-67f2-4b0f-9b2d-b0a7958debc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe575b82-2b13-4aaa-baf2-7ad329534f77,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:44.914539 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fcc9be-e79f-41c1-a8f6-eba1d25aa93d admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:10:44.921911 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-01fcc9be-e79f-41c1-a8f6-eba1d25aa93d admin admin] 10.222.0.75 "PUT /v2.0/routers/48f24504-4f47-4626-95b8-0e9a29406583/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2856367 Feb 16 22:10:44.966304 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2f3f9784-7e09-402c-b64c-2d77d5245510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (fe575b82-2b13-4aaa-baf2-7ad329534f77), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:44.970917 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2f3f9784-7e09-402c-b64c-2d77d5245510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:44.975790 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2f3f9784-7e09-402c-b64c-2d77d5245510 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fe575b82-2b13-4aaa-baf2-7ad329534f77 HTTP/1.1" status: 204 len: 168 time: 0.4348650 Feb 16 22:10:44.995408 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f9784-7e09-402c-b64c-2d77d5245510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe575b82-2b13-4aaa-baf2-7ad329534f77,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:45.009474 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-39f54a75-3076-441f-b2fa-57f6d9ce65fb req-233e2a63-d3f0-4031-a0ae-0d4c3c3ff67c tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403596 Feb 16 22:10:45.039419 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=c3ce7676-ecb5-4495-acbf-2f4dbe04183c,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:45.148354 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784af8e2-d7e5-4a3c-b0c8-b9470133e088 req-15508bfc-ad59-486d-b00f-be392ce7b75a tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:45.150121 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-784af8e2-d7e5-4a3c-b0c8-b9470133e088 req-15508bfc-ad59-486d-b00f-be392ce7b75a tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/ports?device_id=20d66a09-899f-4cb1-8ba8-62e45ed95d80 HTTP/1.1" status: 200 len: 970 time: 0.1294124 Feb 16 22:10:45.155369 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-202a6b35-6b94-4a77-8ce1-054abf7caedc None None] Port a6a59b1b-2c94-44af-8166-8a465d420734 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:10:45.167392 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port b17e83eb-1038-4b81-8a07-d62265b8f72d completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:10:45.179781 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port b17e83eb-1038-4b81-8a07-d62265b8f72d triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:10:45.180406 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b17e83eb-1038-4b81-8a07-d62265b8f72d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:45.226671 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-85b93957-8705-4b39-8e09-d909eb2a2e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for subnet (bf976ba0-3e4f-4728-bda9-7b32516a4c75), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:45.282007 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-784af8e2-d7e5-4a3c-b0c8-b9470133e088 req-60dab25e-e11b-4180-b534-70e327bf436e tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/security-groups?id=236c6fc1-306d-417f-bffc-4c2d659260d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103570 Feb 16 22:10:45.308451 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b93957-8705-4b39-8e09-d909eb2a2e98 admin admin] Checking segment: {'id': '26c46f91-1dbb-4513-a2c2-b23da2a9f6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e2742c68-573f-4d66-93a6-d96dfae93d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:10:45.308813 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b93957-8705-4b39-8e09-d909eb2a2e98 admin admin] Network hostable DHCP agents. Network: e2742c68-573f-4d66-93a6-d96dfae93d4c, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:10:45.314290 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b93957-8705-4b39-8e09-d909eb2a2e98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf976ba0-3e4f-4728-bda9-7b32516a4c75,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:45.325479 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port b17e83eb-1038-4b81-8a07-d62265b8f72d is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:10:45.325925 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b17e83eb-1038-4b81-8a07-d62265b8f72d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:45.328245 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['c3ce7676-ecb5-4495-acbf-2f4dbe04183c'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:10:45.328661 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b93957-8705-4b39-8e09-d909eb2a2e98 admin admin] Network e2742c68-573f-4d66-93a6-d96dfae93d4c is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:10:45.346419 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-85b93957-8705-4b39-8e09-d909eb2a2e98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, e2742c68-573f-4d66-93a6-d96dfae93d4c) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:10:45.353626 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b93957-8705-4b39-8e09-d909eb2a2e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:45.355168 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-85b93957-8705-4b39-8e09-d909eb2a2e98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:45.371725 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619d1ee9-771f-4cc9-b521-ee9609272abe None None] Network e2742c68-573f-4d66-93a6-d96dfae93d4c requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:10:45.387517 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-85b93957-8705-4b39-8e09-d909eb2a2e98 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6393788 Feb 16 22:10:45.409924 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46598) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:45.437843 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port b17e83eb-1038-4b81-8a07-d62265b8f72d, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=b17e83eb-1038-4b81-8a07-d62265b8f72d,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:10:45.446781 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41a97a3e-dd7e-4247-968f-34fde43d1d72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:45.593957 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d66a09-899f-4cb1-8ba8-62e45ed95d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17e83eb-1038-4b81-8a07-d62265b8f72d'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:10:45.614330 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41a97a3e-dd7e-4247-968f-34fde43d1d72 admin admin] Publish callbacks [] for security_group (0b76c467-4477-4a8c-88e2-797e8ee82d37), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:45.625171 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41a97a3e-dd7e-4247-968f-34fde43d1d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (0b76c467-4477-4a8c-88e2-797e8ee82d37), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:45.664749 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b17e83eb-1038-4b81-8a07-d62265b8f72d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:45.665565 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:10:45.682909 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-41a97a3e-dd7e-4247-968f-34fde43d1d72 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b86769749ae7457db6a916755e6df5a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2717514 Feb 16 22:10:45.683796 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a97a3e-dd7e-4247-968f-34fde43d1d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b76c467-4477-4a8c-88e2-797e8ee82d37,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:45.685764 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46606) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:45.763167 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6f2b2dd8-bc0c-4c7f-8149-860db262a742 admin admin] Publish callbacks [] for security_group (0b76c467-4477-4a8c-88e2-797e8ee82d37), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:45.770853 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [req-7134c4b3-58d3-4598-b6ef-7e946fdbc704 req-45c3f823-915f-4732-b041-f32ccf86d509 tempest-FloatingIPDetailsNegativeTestJSON-2117406539 tempest-FloatingIPDetailsNegativeTestJSON-2117406539-project] show failed (client error): The resource could not be found. Feb 16 22:10:45.774409 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7134c4b3-58d3-4598-b6ef-7e946fdbc704 req-45c3f823-915f-4732-b041-f32ccf86d509 tempest-FloatingIPDetailsNegativeTestJSON-2117406539 tempest-FloatingIPDetailsNegativeTestJSON-2117406539-project] 10.222.0.75 "GET /v2.0/floatingips/6415e49a-0085-4416-b5db-dc035c7604a5 HTTP/1.1" status: 404 len: 350 time: 0.0833287 Feb 16 22:10:45.781934 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46612) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:45.785772 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37777d58-8703-412d-a44e-617d4fde6f40 req-20305ffc-d7d2-43c3-beb4-029b7794fb94 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:45.789301 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-37777d58-8703-412d-a44e-617d4fde6f40 req-20305ffc-d7d2-43c3-beb4-029b7794fb94 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=aec049af-3648-49b8-8473-4ef42edbe1d7 HTTP/1.1" status: 200 len: 970 time: 0.2216854 Feb 16 22:10:45.863169 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6f2b2dd8-bc0c-4c7f-8149-860db262a742 admin admin] Publish callbacks [] for security_group (0b76c467-4477-4a8c-88e2-797e8ee82d37), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:45.884000 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5f4650-2f9c-4c13-8bb8-1012f40ee97b None None] Network e2742c68-573f-4d66-93a6-d96dfae93d4c requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:10:45.955753 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:10:46.100720 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69defc4e-a74d-4404-8868-e5c5beab177c" -d '{"events": [{"server_uuid": "20d66a09-899f-4cb1-8ba8-62e45ed95d80", "name": "network-vif-plugged", "status": "completed", "tag": "b17e83eb-1038-4b81-8a07-d62265b8f72d"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:10:46.110229 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 1c804fad-df77-4c55-a5a4-ce574b19130d up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:10:46.112479 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=b17e83eb-1038-4b81-8a07-d62265b8f72d,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:46.120318 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:10:46.120690 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:46.182765 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-37777d58-8703-412d-a44e-617d4fde6f40 req-ebff3a40-3d82-4b7d-b1a1-5ed0f47620dd tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864763 Feb 16 22:10:46.233760 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6f2b2dd8-bc0c-4c7f-8149-860db262a742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (0b76c467-4477-4a8c-88e2-797e8ee82d37), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:46.236895 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6f2b2dd8-bc0c-4c7f-8149-860db262a742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:46.238224 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6f2b2dd8-bc0c-4c7f-8149-860db262a742 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0b76c467-4477-4a8c-88e2-797e8ee82d37 HTTP/1.1" status: 204 len: 168 time: 0.5510950 Feb 16 22:10:46.301920 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b2dd8-bc0c-4c7f-8149-860db262a742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b76c467-4477-4a8c-88e2-797e8ee82d37,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:46.317310 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:10:46.318122 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:46.371938 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9dca54-a77f-4616-bcd8-cdfead3ae1b9 req-5745ffda-c7f1-4f8c-90a7-27f27b68c178 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:46.379729 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:10:46.387003 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e9dca54-a77f-4616-bcd8-cdfead3ae1b9 req-5745ffda-c7f1-4f8c-90a7-27f27b68c178 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 944 time: 0.1216147 Feb 16 22:10:46.420235 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:46.485187 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:46.537460 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 1c804fad-df77-4c55-a5a4-ce574b19130d triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:10:46.540870 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (1c804fad-df77-4c55-a5a4-ce574b19130d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:46.554642 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bad9d173-c271-46dd-af6d-c978e5c44783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (48f24504-4f47-4626-95b8-0e9a29406583), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:46.617645 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e9dca54-a77f-4616-bcd8-cdfead3ae1b9 req-75e75291-dda0-4259-995d-6a73bfbafc52 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295980 Feb 16 22:10:46.679501 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-462ceb20-cb4d-4dcf-829b-bf8bee878c7c tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:46.682310 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-462ceb20-cb4d-4dcf-829b-bf8bee878c7c tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/networks?id=91cf39f3-9142-4ee5-af15-00f1f801e8c7 HTTP/1.1" status: 200 len: 807 time: 0.2729836 Feb 16 22:10:46.712583 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-2a5f45b6-5b0d-4ebd-a731-65ee7d39d138 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/quotas/c783ac8d63594bff8f1af68ea2cde2f4 HTTP/1.1" status: 200 len: 375 time: 0.0242240 Feb 16 22:10:46.726366 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 1c804fad-df77-4c55-a5a4-ce574b19130d is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:10:46.726761 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1c804fad-df77-4c55-a5a4-ce574b19130d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:46.748640 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 1c804fad-df77-4c55-a5a4-ce574b19130d, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=1c804fad-df77-4c55-a5a4-ce574b19130d,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:10:46.758829 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (1c804fad-df77-4c55-a5a4-ce574b19130d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:46.780472 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-883caaa4-12b2-4169-8a52-4a6154a7d98e tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608933 Feb 16 22:10:46.854576 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=1c804fad-df77-4c55-a5a4-ce574b19130d,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:46.941918 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba205c5-b182-42b6-8e40-eee0edd1633e x-openstack-request-id: req-0ba205c5-b182-42b6-8e40-eee0edd1633e {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:10:46.942275 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d66a09-899f-4cb1-8ba8-62e45ed95d80", "name": "network-vif-plugged", "status": "completed", "tag": "b17e83eb-1038-4b81-8a07-d62265b8f72d", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:10:46.942534 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0ba205c5-b182-42b6-8e40-eee0edd1633e {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:10:46.943006 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d66a09-899f-4cb1-8ba8-62e45ed95d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17e83eb-1038-4b81-8a07-d62265b8f72d', 'code': 200} Feb 16 22:10:47.006271 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-0f6a6778-9f20-4df2-bf64-7279a0507b71 service neutron] 10.222.0.75 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161191 Feb 16 22:10:47.209789 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0c6e4-536e-4965-8bd5-3b59687376ce req-3ca7eab3-51a0-45d7-a749-d1722c19b5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:47.211956 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9ed0c6e4-536e-4965-8bd5-3b59687376ce req-3ca7eab3-51a0-45d7-a749-d1722c19b5bc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=20d66a09-899f-4cb1-8ba8-62e45ed95d80 HTTP/1.1" status: 200 len: 1153 time: 0.1766665 Feb 16 22:10:47.252674 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-d2a5edc9-4cdb-4202-b28f-57a9a697309a service neutron] 10.222.0.75 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384996 Feb 16 22:10:47.259226 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9ed0c6e4-536e-4965-8bd5-3b59687376ce req-cf9f1923-4a59-4872-9dbd-e1797baf5b65 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:47.291166 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a49c84-eb54-4818-ae9f-b8ac6cfc9420 req-1a8280d5-c401-4661-ae7b-2222b89766ed tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:47.299028 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f8a49c84-eb54-4818-ae9f-b8ac6cfc9420 req-1a8280d5-c401-4661-ae7b-2222b89766ed tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/ports?device_id=20d66a09-899f-4cb1-8ba8-62e45ed95d80 HTTP/1.1" status: 200 len: 971 time: 0.1597376 Feb 16 22:10:47.354550 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9ed0c6e4-536e-4965-8bd5-3b59687376ce req-cf9f1923-4a59-4872-9dbd-e1797baf5b65 service neutron] Publish callbacks [] for security_group (67a2851d-36da-452b-a754-640889e1f2af), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:47.368448 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9ed0c6e4-536e-4965-8bd5-3b59687376ce req-cf9f1923-4a59-4872-9dbd-e1797baf5b65 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (67a2851d-36da-452b-a754-640889e1f2af), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:47.387866 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f8a49c84-eb54-4818-ae9f-b8ac6cfc9420 req-cbd11468-e10a-411c-a9ad-4210b4b1bdbb tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/security-groups?id=236c6fc1-306d-417f-bffc-4c2d659260d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876315 Feb 16 22:10:47.408339 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9ed0c6e4-536e-4965-8bd5-3b59687376ce req-cf9f1923-4a59-4872-9dbd-e1797baf5b65 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=236c6fc1-306d-417f-bffc-4c2d659260d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826036 Feb 16 22:10:47.456043 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f1923-4a59-4872-9dbd-e1797baf5b65 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=67a2851d-36da-452b-a754-640889e1f2af,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:47.604013 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-bad9d173-c271-46dd-af6d-c978e5c44783 admin admin] Deleting port a6a59b1b-2c94-44af-8166-8a465d420734 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:10:47.604013 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bad9d173-c271-46dd-af6d-c978e5c44783 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a6a59b1b-2c94-44af-8166-8a465d420734), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:47.638926 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-07e5a7ef-d45a-4887-9907-0b80b3deef2a req-3f442959-be8d-40f2-b67b-9e075d64e37c tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=97322c62-b96d-4200-93bc-1fe9322c239c HTTP/1.1" status: 200 len: 210 time: 0.0694861 Feb 16 22:10:47.664748 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6bed7-c85a-4d92-87e4-976ed183b629 req-eb463c36-20d2-41ed-aa77-1a7eedb85267 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:47.668211 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7de6bed7-c85a-4d92-87e4-976ed183b629 req-eb463c36-20d2-41ed-aa77-1a7eedb85267 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=aec049af-3648-49b8-8473-4ef42edbe1d7 HTTP/1.1" status: 200 len: 971 time: 0.2066779 Feb 16 22:10:47.784181 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bad9d173-c271-46dd-af6d-c978e5c44783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a6a59b1b-2c94-44af-8166-8a465d420734), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:47.803998 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-bad9d173-c271-46dd-af6d-c978e5c44783 admin admin] Calling delete_port for a6a59b1b-2c94-44af-8166-8a465d420734 owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:10:47.835115 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7de6bed7-c85a-4d92-87e4-976ed183b629 req-4f2d3b2c-2fbf-4e32-98b7-e1f3906668f3 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515503 Feb 16 22:10:47.900283 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466d2bb-c86c-4b5e-9410-0a4c5498f567 req-155d3e49-04b5-472c-b1ea-0431152c7a0b tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:47.903905 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e466d2bb-c86c-4b5e-9410-0a4c5498f567 req-155d3e49-04b5-472c-b1ea-0431152c7a0b tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 944 time: 0.1493115 Feb 16 22:10:47.975635 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e466d2bb-c86c-4b5e-9410-0a4c5498f567 req-faadbff7-c3aa-447b-a64d-812486e162ec tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660431 Feb 16 22:10:48.063688 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 1c804fad-df77-4c55-a5a4-ce574b19130d up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:10:48.172254 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 1c804fad-df77-4c55-a5a4-ce574b19130d triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:10:48.172901 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (1c804fad-df77-4c55-a5a4-ce574b19130d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:48.244901 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b18ba4c-3ec2-467e-a712-19522a92a27f None None] Sync routers for ids ['48f24504-4f47-4626-95b8-0e9a29406583'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:10:48.256811 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bad9d173-c271-46dd-af6d-c978e5c44783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (a6a59b1b-2c94-44af-8166-8a465d420734), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:48.275869 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b18ba4c-3ec2-467e-a712-19522a92a27f None None] Routers {'48f24504-4f47-4626-95b8-0e9a29406583'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:10:48.276947 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-1b18ba4c-3ec2-467e-a712-19522a92a27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:10:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['48f24504-4f47-4626-95b8-0e9a29406583'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:10:48.290228 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9d173-c271-46dd-af6d-c978e5c44783 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6a59b1b-2c94-44af-8166-8a465d420734,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:48.330681 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca67dd0-707d-4ce1-ab78-8e6c6470e152 req-85bd1070-bd0b-4a51-919d-d2a74b30e530 tempest-NetworksTest-445421204 tempest-NetworksTest-445421204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:48.331225 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca67dd0-707d-4ce1-ab78-8e6c6470e152 req-85bd1070-bd0b-4a51-919d-d2a74b30e530 tempest-NetworksTest-445421204 tempest-NetworksTest-445421204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:48.331603 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca67dd0-707d-4ce1-ab78-8e6c6470e152 req-85bd1070-bd0b-4a51-919d-d2a74b30e530 tempest-NetworksTest-445421204 tempest-NetworksTest-445421204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:48.332068 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca67dd0-707d-4ce1-ab78-8e6c6470e152 req-85bd1070-bd0b-4a51-919d-d2a74b30e530 tempest-NetworksTest-445421204 tempest-NetworksTest-445421204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:48.332520 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca67dd0-707d-4ce1-ab78-8e6c6470e152 req-85bd1070-bd0b-4a51-919d-d2a74b30e530 tempest-NetworksTest-445421204 tempest-NetworksTest-445421204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:48.332969 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca67dd0-707d-4ce1-ab78-8e6c6470e152 req-85bd1070-bd0b-4a51-919d-d2a74b30e530 tempest-NetworksTest-445421204 tempest-NetworksTest-445421204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:48.334222 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca67dd0-707d-4ce1-ab78-8e6c6470e152 req-85bd1070-bd0b-4a51-919d-d2a74b30e530 tempest-NetworksTest-445421204 tempest-NetworksTest-445421204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:48.334720 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca67dd0-707d-4ce1-ab78-8e6c6470e152 req-85bd1070-bd0b-4a51-919d-d2a74b30e530 tempest-NetworksTest-445421204 tempest-NetworksTest-445421204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:48.340328 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eca67dd0-707d-4ce1-ab78-8e6c6470e152 req-85bd1070-bd0b-4a51-919d-d2a74b30e530 tempest-NetworksTest-445421204 tempest-NetworksTest-445421204-project-admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5725 time: 0.2978759 Feb 16 22:10:48.426127 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device c3ce7676-ecb5-4495-acbf-2f4dbe04183c up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:10:48.500591 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 1c804fad-df77-4c55-a5a4-ce574b19130d is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:10:48.514979 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bad9d173-c271-46dd-af6d-c978e5c44783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (48f24504-4f47-4626-95b8-0e9a29406583), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:48.563870 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-1b18ba4c-3ec2-467e-a712-19522a92a27f None None] Set router 48f24504-4f47-4626-95b8-0e9a29406583 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:10:48.567719 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port c3ce7676-ecb5-4495-acbf-2f4dbe04183c completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:10:48.598100 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1ea0d-c109-44ff-992d-e5b2a8d7b6df req-a379f047-33cb-4672-ac7e-207c07ed8aab tempest-NetworksTest-445421204 tempest-NetworksTest-445421204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:48.602884 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-98c1ea0d-c109-44ff-992d-e5b2a8d7b6df req-a379f047-33cb-4672-ac7e-207c07ed8aab tempest-NetworksTest-445421204 tempest-NetworksTest-445421204-project-admin] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 886 time: 0.2475228 Feb 16 22:10:48.647853 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port c3ce7676-ecb5-4495-acbf-2f4dbe04183c triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:10:48.648246 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c3ce7676-ecb5-4495-acbf-2f4dbe04183c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:48.653612 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e72d3-2d0a-4338-a448-d28fe520fad2 req-7d653f4d-6a5b-4974-b5d4-956fb144093e tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:48.654983 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e3e72d3-2d0a-4338-a448-d28fe520fad2 req-7d653f4d-6a5b-4974-b5d4-956fb144093e tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/ports?device_id=20d66a09-899f-4cb1-8ba8-62e45ed95d80 HTTP/1.1" status: 200 len: 971 time: 0.1450765 Feb 16 22:10:48.779458 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55514996-a4b3-431e-8501-de44544a0099 req-31918785-f9e8-4211-bc01-c502ae3371e2 tempest-NetworksTest-445421204 tempest-NetworksTest-445421204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:48.780306 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55514996-a4b3-431e-8501-de44544a0099 req-31918785-f9e8-4211-bc01-c502ae3371e2 tempest-NetworksTest-445421204 tempest-NetworksTest-445421204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:48.780973 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55514996-a4b3-431e-8501-de44544a0099 req-31918785-f9e8-4211-bc01-c502ae3371e2 tempest-NetworksTest-445421204 tempest-NetworksTest-445421204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:48.781589 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55514996-a4b3-431e-8501-de44544a0099 req-31918785-f9e8-4211-bc01-c502ae3371e2 tempest-NetworksTest-445421204 tempest-NetworksTest-445421204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:48.782316 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55514996-a4b3-431e-8501-de44544a0099 req-31918785-f9e8-4211-bc01-c502ae3371e2 tempest-NetworksTest-445421204 tempest-NetworksTest-445421204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:48.782976 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55514996-a4b3-431e-8501-de44544a0099 req-31918785-f9e8-4211-bc01-c502ae3371e2 tempest-NetworksTest-445421204 tempest-NetworksTest-445421204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:48.783582 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55514996-a4b3-431e-8501-de44544a0099 req-31918785-f9e8-4211-bc01-c502ae3371e2 tempest-NetworksTest-445421204 tempest-NetworksTest-445421204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:48.784187 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55514996-a4b3-431e-8501-de44544a0099 req-31918785-f9e8-4211-bc01-c502ae3371e2 tempest-NetworksTest-445421204 tempest-NetworksTest-445421204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:48.789346 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-55514996-a4b3-431e-8501-de44544a0099 req-31918785-f9e8-4211-bc01-c502ae3371e2 tempest-NetworksTest-445421204 tempest-NetworksTest-445421204-project-admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5725 time: 0.1585617 Feb 16 22:10:48.816087 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port c3ce7676-ecb5-4495-acbf-2f4dbe04183c is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:10:48.816480 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c3ce7676-ecb5-4495-acbf-2f4dbe04183c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:48.827411 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e3e72d3-2d0a-4338-a448-d28fe520fad2 req-b68ad05f-815e-4a3e-be7d-00c93f67048a tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/security-groups?id=236c6fc1-306d-417f-bffc-4c2d659260d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586344 Feb 16 22:10:48.857168 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad9d173-c271-46dd-af6d-c978e5c44783 admin admin] Router 48f24504-4f47-4626-95b8-0e9a29406583 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:10:48.906458 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port c3ce7676-ecb5-4495-acbf-2f4dbe04183c, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c3ce7676-ecb5-4495-acbf-2f4dbe04183c,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:10:48.932057 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c3ce7676-ecb5-4495-acbf-2f4dbe04183c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:48.959413 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec049af-3648-49b8-8473-4ef42edbe1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9'}, {'server_uuid': '7db615d8-cfe0-4bd3-a742-45ca4020a70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ce7676-ecb5-4495-acbf-2f4dbe04183c'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:10:48.961765 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694cab0e-c469-4542-8f54-6a70c3fbf048" -d '{"events": [{"server_uuid": "aec049af-3648-49b8-8473-4ef42edbe1d7", "name": "network-vif-plugged", "status": "completed", "tag": "a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9"}, {"server_uuid": "7db615d8-cfe0-4bd3-a742-45ca4020a70f", "name": "network-vif-plugged", "status": "completed", "tag": "c3ce7676-ecb5-4495-acbf-2f4dbe04183c"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:10:48.987679 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad9d173-c271-46dd-af6d-c978e5c44783 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:10:48.996066 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bad9d173-c271-46dd-af6d-c978e5c44783 admin admin] 10.222.0.75 "PUT /v2.0/routers/48f24504-4f47-4626-95b8-0e9a29406583/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2129674 Feb 16 22:10:48.998889 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46732) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:49.028411 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e84f7c4c-0e28-4640-8287-1e3e4c0f5b05 req-38932422-e454-4ba1-8957-5b8c1abbeb14 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=97322c62-b96d-4200-93bc-1fe9322c239c HTTP/1.1" status: 200 len: 210 time: 0.0788679 Feb 16 22:10:49.100964 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-1b18ba4c-3ec2-467e-a712-19522a92a27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f24504-4f47-4626-95b8-0e9a29406583', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-222746104-router', 'tenant_id': '1667f4ef969a4a30a13b655ed83e9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '1c804fad-df77-4c55-a5a4-ce574b19130d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:10:38Z', 'updated_at': '2022-02-16T22:10:48Z', 'revision_number': 5, 'project_id': '1667f4ef969a4a30a13b655ed83e9c6a', 'gw_port': {'id': '1c804fad-df77-4c55-a5a4-ce574b19130d', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f24504-4f47-4626-95b8-0e9a29406583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:10:39Z', 'updated_at': '2022-02-16T22:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:10:49.145525 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b18ba4c-3ec2-467e-a712-19522a92a27f None None] Checking router: 48f24504-4f47-4626-95b8-0e9a29406583 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:10:49.148169 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=c3ce7676-ecb5-4495-acbf-2f4dbe04183c,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:49.192674 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Feb 2022 22:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5907224e-221b-4116-bbb4-6dbbdf7af070 x-openstack-request-id: req-5907224e-221b-4116-bbb4-6dbbdf7af070 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:10:49.192983 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec049af-3648-49b8-8473-4ef42edbe1d7", "name": "network-vif-plugged", "status": "completed", "tag": "a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9", "code": 200}, {"server_uuid": "7db615d8-cfe0-4bd3-a742-45ca4020a70f", "name": "network-vif-plugged", "status": "completed", "tag": "c3ce7676-ecb5-4495-acbf-2f4dbe04183c", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:10:49.193265 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5907224e-221b-4116-bbb4-6dbbdf7af070 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:10:49.193676 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec049af-3648-49b8-8473-4ef42edbe1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9', 'code': 200} Feb 16 22:10:49.193999 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db615d8-cfe0-4bd3-a742-45ca4020a70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ce7676-ecb5-4495-acbf-2f4dbe04183c', 'code': 200} Feb 16 22:10:49.225639 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b18ba4c-3ec2-467e-a712-19522a92a27f None None] Routers {'48f24504-4f47-4626-95b8-0e9a29406583'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:10:49.226303 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-1b18ba4c-3ec2-467e-a712-19522a92a27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:10:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['48f24504-4f47-4626-95b8-0e9a29406583'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:10:49.237503 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.67', 54035) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:49.292571 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78e151-8998-46f8-b903-cff64c88c507 req-2553ee47-7e0c-4002-8adf-029f353fc9a0 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:49.300849 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ca78e151-8998-46f8-b903-cff64c88c507 req-2553ee47-7e0c-4002-8adf-029f353fc9a0 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=aec049af-3648-49b8-8473-4ef42edbe1d7 HTTP/1.1" status: 200 len: 971 time: 0.1689222 Feb 16 22:10:49.315957 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46742) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:49.367045 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b409a7-ce74-4769-9572-160ee68a46ed req-382d5810-cffa-47da-b3e7-860ca45a6c09 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:49.368670 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a7b409a7-ce74-4769-9572-160ee68a46ed req-382d5810-cffa-47da-b3e7-860ca45a6c09 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 945 time: 0.1285987 Feb 16 22:10:49.380493 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-1b18ba4c-3ec2-467e-a712-19522a92a27f None None] Set router 48f24504-4f47-4626-95b8-0e9a29406583 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:10:49.436996 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a7b409a7-ce74-4769-9572-160ee68a46ed req-df2f4b7e-2bd6-4f1f-b882-e27854a1b1c3 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620534 Feb 16 22:10:49.449229 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-81ef7a82-f2f4-4535-91fe-10440646f06e tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:49.450783 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-81ef7a82-f2f4-4535-91fe-10440646f06e tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.67 "GET /v2.0/networks?id=91cf39f3-9142-4ee5-af15-00f1f801e8c7 HTTP/1.1" status: 200 len: 807 time: 0.3252573 Feb 16 22:10:49.463101 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-84853bf1-5451-4078-95d6-b974bdbb7441 admin admin] Publish callbacks [] for router (48f24504-4f47-4626-95b8-0e9a29406583), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:49.470729 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ca78e151-8998-46f8-b903-cff64c88c507 req-84f62682-5548-4a74-b183-fd7d274dfc3e tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687791 Feb 16 22:10:49.474323 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-5c6e9310-7028-4c13-9295-9074894e6de1 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Request body: {'port': {'device_id': '97322c62-b96d-4200-93bc-1fe9322c239c', 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7', 'admin_state_up': True, 'tenant_id': 'c783ac8d63594bff8f1af68ea2cde2f4'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:10:49.572877 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-57e9859d-6736-4672-8800-dfa600b8bfa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:49.680525 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-57e9859d-6736-4672-8800-dfa600b8bfa2 admin admin] Publish callbacks [] for security_group (986c968a-8414-4dab-90a2-dbcbaf88fb59), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:49.686852 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-57e9859d-6736-4672-8800-dfa600b8bfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (986c968a-8414-4dab-90a2-dbcbaf88fb59), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:49.744888 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9859d-6736-4672-8800-dfa600b8bfa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986c968a-8414-4dab-90a2-dbcbaf88fb59,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:49.755579 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-57e9859d-6736-4672-8800-dfa600b8bfa2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=93731d2efe0b4a14b30f47e1238e9496&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4325047 Feb 16 22:10:49.759034 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46754) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:49.783499 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-1b18ba4c-3ec2-467e-a712-19522a92a27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f24504-4f47-4626-95b8-0e9a29406583', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-222746104-router', 'tenant_id': '1667f4ef969a4a30a13b655ed83e9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '1c804fad-df77-4c55-a5a4-ce574b19130d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:10:38Z', 'updated_at': '2022-02-16T22:10:48Z', 'revision_number': 5, 'project_id': '1667f4ef969a4a30a13b655ed83e9c6a', 'gw_port': {'id': '1c804fad-df77-4c55-a5a4-ce574b19130d', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f24504-4f47-4626-95b8-0e9a29406583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:10:39Z', 'updated_at': '2022-02-16T22:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:10:49.818394 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b18ba4c-3ec2-467e-a712-19522a92a27f None None] The sync data for ids ['48f24504-4f47-4626-95b8-0e9a29406583'] in n-d-813897-6 is: [{'id': '48f24504-4f47-4626-95b8-0e9a29406583', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-222746104-router', 'tenant_id': '1667f4ef969a4a30a13b655ed83e9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '1c804fad-df77-4c55-a5a4-ce574b19130d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:10:38Z', 'updated_at': '2022-02-16T22:10:48Z', 'revision_number': 5, 'project_id': '1667f4ef969a4a30a13b655ed83e9c6a', 'gw_port': {'id': '1c804fad-df77-4c55-a5a4-ce574b19130d', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f24504-4f47-4626-95b8-0e9a29406583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:10:39Z', 'updated_at': '2022-02-16T22:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:10:49.821859 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eb39df58-8c83-4a1a-a7a7-a662c5fe985c admin admin] Publish callbacks [] for security_group (986c968a-8414-4dab-90a2-dbcbaf88fb59), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:49.875956 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eb39df58-8c83-4a1a-a7a7-a662c5fe985c admin admin] Publish callbacks [] for security_group (986c968a-8414-4dab-90a2-dbcbaf88fb59), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:49.959549 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ec359-9cdf-4cfc-bd84-8d39b798d151 req-2990b052-0390-4246-b8cf-760f89735522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:49.961049 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7d4ec359-9cdf-4cfc-bd84-8d39b798d151 req-2990b052-0390-4246-b8cf-760f89735522 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 1127 time: 0.7196193 Feb 16 22:10:49.988085 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81451948-c5c6-4ead-b762-f64395d5283b req-2188c7cc-64f5-4adf-9d89-889c99f8d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:49.990016 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-81451948-c5c6-4ead-b762-f64395d5283b req-2188c7cc-64f5-4adf-9d89-889c99f8d6b7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=aec049af-3648-49b8-8473-4ef42edbe1d7 HTTP/1.1" status: 200 len: 1153 time: 0.5213938 Feb 16 22:10:49.991589 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eb39df58-8c83-4a1a-a7a7-a662c5fe985c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (986c968a-8414-4dab-90a2-dbcbaf88fb59), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:49.994568 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eb39df58-8c83-4a1a-a7a7-a662c5fe985c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:49.996987 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-eb39df58-8c83-4a1a-a7a7-a662c5fe985c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/986c968a-8414-4dab-90a2-dbcbaf88fb59 HTTP/1.1" status: 204 len: 168 time: 0.2368639 Feb 16 22:10:50.009579 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39df58-8c83-4a1a-a7a7-a662c5fe985c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986c968a-8414-4dab-90a2-dbcbaf88fb59,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:50.048582 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c17b0-78d4-4f8b-9e5a-9e6e0a01d7e2 req-eabdceb6-d529-4392-b9a7-68e255ada3fb tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:50.050179 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-359c17b0-78d4-4f8b-9e5a-9e6e0a01d7e2 req-eabdceb6-d529-4392-b9a7-68e255ada3fb tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/ports?device_id=20d66a09-899f-4cb1-8ba8-62e45ed95d80 HTTP/1.1" status: 200 len: 971 time: 0.1073673 Feb 16 22:10:50.095443 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-84853bf1-5451-4078-95d6-b974bdbb7441 admin admin] Publish callbacks [] for router_gateway (48f24504-4f47-4626-95b8-0e9a29406583), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:50.137302 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-5c6e9310-7028-4c13-9295-9074894e6de1 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Made reservation on behalf of c783ac8d63594bff8f1af68ea2cde2f4 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:10:50.140659 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-5c6e9310-7028-4c13-9295-9074894e6de1 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:50.141470 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-359c17b0-78d4-4f8b-9e5a-9e6e0a01d7e2 req-63a0f0d6-7014-4d57-8172-761af2427958 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/security-groups?id=236c6fc1-306d-417f-bffc-4c2d659260d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824449 Feb 16 22:10:50.157546 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7d4ec359-9cdf-4cfc-bd84-8d39b798d151 req-df41dc44-8ba8-4f65-a9fc-6986d135e662 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872640 Feb 16 22:10:50.188247 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-235ae244-0096-482b-885a-62fac1ce67d7 req-7c1149dd-e433-4eb7-84c8-1bfcdce28213 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=97322c62-b96d-4200-93bc-1fe9322c239c HTTP/1.1" status: 200 len: 210 time: 0.0624619 Feb 16 22:10:50.205901 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-81451948-c5c6-4ead-b762-f64395d5283b req-ac8ee5fb-80db-473d-904f-4aeefd97ba5c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889665 Feb 16 22:10:50.307849 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-84853bf1-5451-4078-95d6-b974bdbb7441 admin admin] Deleting port 1c804fad-df77-4c55-a5a4-ce574b19130d {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:10:50.307954 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-84853bf1-5451-4078-95d6-b974bdbb7441 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (1c804fad-df77-4c55-a5a4-ce574b19130d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:50.394356 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46792) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:50.395156 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-5c6e9310-7028-4c13-9295-9074894e6de1 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Allocated IP 172.20.0.12 (91cf39f3-9142-4ee5-af15-00f1f801e8c7/f7242f4f-8939-4e6c-b488-ab1fd3ca8215/30eddb32-840b-45aa-88e2-f8d725059873) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:10:50.425664 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8813e2e-964e-4248-97d2-a6fbbc1922c2 req-9acdb716-609a-42dd-896c-485807dd808d tempest-AggregatesAdminTestJSON-1917695391 tempest-AggregatesAdminTestJSON-1917695391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:50.434310 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b8813e2e-964e-4248-97d2-a6fbbc1922c2 req-9acdb716-609a-42dd-896c-485807dd808d tempest-AggregatesAdminTestJSON-1917695391 tempest-AggregatesAdminTestJSON-1917695391-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=20d66a09-899f-4cb1-8ba8-62e45ed95d80 HTTP/1.1" status: 200 len: 1153 time: 0.1071923 Feb 16 22:10:50.458792 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b8813e2e-964e-4248-97d2-a6fbbc1922c2 req-5f970761-5845-4c06-b0fa-b7f487fff3c9 tempest-AggregatesAdminTestJSON-1917695391 tempest-AggregatesAdminTestJSON-1917695391-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:50.585177 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-54ca9dff-4e76-4538-ad06-7acc9398b3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:50.641793 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b8813e2e-964e-4248-97d2-a6fbbc1922c2 req-5f970761-5845-4c06-b0fa-b7f487fff3c9 tempest-AggregatesAdminTestJSON-1917695391 tempest-AggregatesAdminTestJSON-1917695391-project-admin] Publish callbacks [] for security_group (460dd6d2-3c3d-4426-b0f5-72e8cc42329c), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:50.653253 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-84853bf1-5451-4078-95d6-b974bdbb7441 admin admin] For port 1c804fad-df77-4c55-a5a4-ce574b19130d, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=1c804fad-df77-4c55-a5a4-ce574b19130d,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:10:50.653253 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-84853bf1-5451-4078-95d6-b974bdbb7441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (1c804fad-df77-4c55-a5a4-ce574b19130d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:50.654027 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4847201e-db47-495f-b354-0668d224cf33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:50.660704 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46800) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:50.663925 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b8813e2e-964e-4248-97d2-a6fbbc1922c2 req-5f970761-5845-4c06-b0fa-b7f487fff3c9 tempest-AggregatesAdminTestJSON-1917695391 tempest-AggregatesAdminTestJSON-1917695391-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (460dd6d2-3c3d-4426-b0f5-72e8cc42329c), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:50.688823 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-84853bf1-5451-4078-95d6-b974bdbb7441 admin admin] Calling delete_port for 1c804fad-df77-4c55-a5a4-ce574b19130d owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:10:50.696545 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-30c9a576-a0a2-4bec-8ede-02beff23654a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:50.711527 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-5c6e9310-7028-4c13-9295-9074894e6de1 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Publish callbacks [] for port (30eddb32-840b-45aa-88e2-f8d725059873), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:50.737734 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f970761-5845-4c06-b0fa-b7f487fff3c9 tempest-AggregatesAdminTestJSON-1917695391 tempest-AggregatesAdminTestJSON-1917695391-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460dd6d2-3c3d-4426-b0f5-72e8cc42329c,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:50.748916 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6178b-8121-43b5-b6da-d441aa04044c req-61e26449-400a-46ac-acb4-2ddda008d449 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:50.756009 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8aa6178b-8121-43b5-b6da-d441aa04044c req-61e26449-400a-46ac-acb4-2ddda008d449 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 945 time: 0.1795933 Feb 16 22:10:50.760238 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b8813e2e-964e-4248-97d2-a6fbbc1922c2 req-5f970761-5845-4c06-b0fa-b7f487fff3c9 tempest-AggregatesAdminTestJSON-1917695391 tempest-AggregatesAdminTestJSON-1917695391-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=236c6fc1-306d-417f-bffc-4c2d659260d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248394 Feb 16 22:10:50.810306 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240828d9-8d61-47e5-ae5c-e99a398c9326 None None] Sync routers for ids ['48f24504-4f47-4626-95b8-0e9a29406583'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:10:50.826857 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240828d9-8d61-47e5-ae5c-e99a398c9326 None None] Routers {'48f24504-4f47-4626-95b8-0e9a29406583'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:10:50.828257 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-240828d9-8d61-47e5-ae5c-e99a398c9326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:10:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['48f24504-4f47-4626-95b8-0e9a29406583'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:10:50.851406 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8aa6178b-8121-43b5-b6da-d441aa04044c req-587569a5-24ba-40e7-b57e-902fdebda887 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938263 Feb 16 22:10:50.853525 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-5c6e9310-7028-4c13-9295-9074894e6de1 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (30eddb32-840b-45aa-88e2-f8d725059873), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:50.913087 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4847201e-db47-495f-b354-0668d224cf33 admin admin] Publish callbacks [] for security_group (11caba1f-55d4-44b4-a632-9a1632bc25ed), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:50.930108 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4847201e-db47-495f-b354-0668d224cf33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (11caba1f-55d4-44b4-a632-9a1632bc25ed), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:50.956983 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e9310-7028-4c13-9295-9074894e6de1 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Pushing event updated for resources: {'Port': ['ID=30eddb32-840b-45aa-88e2-f8d725059873,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:50.963020 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4847201e-db47-495f-b354-0668d224cf33 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f96b2b1d477d42c189cebd2ac9292f4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5663228 Feb 16 22:10:50.976070 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46804) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:50.995272 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ecf75b-b13d-4586-a8d8-5ecd12164e28 req-a507b517-a6ed-4bf2-ac76-4b0c7690d3b5 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:51.000754 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-81ecf75b-b13d-4586-a8d8-5ecd12164e28 req-a507b517-a6ed-4bf2-ac76-4b0c7690d3b5 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=aec049af-3648-49b8-8473-4ef42edbe1d7 HTTP/1.1" status: 200 len: 971 time: 0.1467321 Feb 16 22:10:51.018073 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-5c6e9310-7028-4c13-9295-9074894e6de1 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:10:51.030037 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-240828d9-8d61-47e5-ae5c-e99a398c9326 None None] Set router 48f24504-4f47-4626-95b8-0e9a29406583 gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:10:51.043916 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-5c6e9310-7028-4c13-9295-9074894e6de1 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:10:51.051124 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-5c6e9310-7028-4c13-9295-9074894e6de1 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:10:51.057623 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-5c6e9310-7028-4c13-9295-9074894e6de1 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:51.058416 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-5c6e9310-7028-4c13-9295-9074894e6de1 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:51.058601 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847201e-db47-495f-b354-0668d224cf33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11caba1f-55d4-44b4-a632-9a1632bc25ed,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:51.074818 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-30c9a576-a0a2-4bec-8ede-02beff23654a admin admin] Publish callbacks [] for security_group (beebcdf7-7f2c-4057-ad20-2d66cd38556d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:51.086823 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-81ecf75b-b13d-4586-a8d8-5ecd12164e28 req-a55a3aef-0d83-4597-a369-f23d92d337d2 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684814 Feb 16 22:10:51.099650 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-30c9a576-a0a2-4bec-8ede-02beff23654a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (beebcdf7-7f2c-4057-ad20-2d66cd38556d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:51.115035 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-240828d9-8d61-47e5-ae5c-e99a398c9326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f24504-4f47-4626-95b8-0e9a29406583', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-222746104-router', 'tenant_id': '1667f4ef969a4a30a13b655ed83e9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:10:38Z', 'updated_at': '2022-02-16T22:10:50Z', 'revision_number': 6, 'project_id': '1667f4ef969a4a30a13b655ed83e9c6a', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:10:51.134468 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-5c6e9310-7028-4c13-9295-9074894e6de1 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6647680 Feb 16 22:10:51.152601 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240828d9-8d61-47e5-ae5c-e99a398c9326 None None] Checking router: 48f24504-4f47-4626-95b8-0e9a29406583 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:10:51.159562 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-15a8ecf9-b53b-428f-841e-990a050e7926 admin admin] Publish callbacks [] for security_group (11caba1f-55d4-44b4-a632-9a1632bc25ed), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:51.162202 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240828d9-8d61-47e5-ae5c-e99a398c9326 None None] Routers {'48f24504-4f47-4626-95b8-0e9a29406583'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:10:51.163364 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-240828d9-8d61-47e5-ae5c-e99a398c9326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:10:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['48f24504-4f47-4626-95b8-0e9a29406583'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:10:51.174214 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-f663b7fa-e5ef-44eb-8aab-f263678a470c service neutron] Request body: {'port': {'device_id': '97322c62-b96d-4200-93bc-1fe9322c239c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:10:51.189807 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-30c9a576-a0a2-4bec-8ede-02beff23654a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f1fccd04f5624ad3a668c1518a389f2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5227273 Feb 16 22:10:51.197847 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46808) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:51.235706 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9a576-a0a2-4bec-8ede-02beff23654a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beebcdf7-7f2c-4057-ad20-2d66cd38556d,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:51.244726 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-15a8ecf9-b53b-428f-841e-990a050e7926 admin admin] Publish callbacks [] for security_group (11caba1f-55d4-44b4-a632-9a1632bc25ed), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:51.251301 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-240828d9-8d61-47e5-ae5c-e99a398c9326 None None] Set router 48f24504-4f47-4626-95b8-0e9a29406583 gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:10:51.307986 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-240828d9-8d61-47e5-ae5c-e99a398c9326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f24504-4f47-4626-95b8-0e9a29406583', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-222746104-router', 'tenant_id': '1667f4ef969a4a30a13b655ed83e9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:10:38Z', 'updated_at': '2022-02-16T22:10:50Z', 'revision_number': 6, 'project_id': '1667f4ef969a4a30a13b655ed83e9c6a', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:10:51.312761 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bd6c3-e612-478f-b948-9c1dcdf51da3 req-be9b0481-0897-46df-8e81-1fdcaf593686 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:51.314278 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0e4bd6c3-e612-478f-b948-9c1dcdf51da3 req-be9b0481-0897-46df-8e81-1fdcaf593686 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/ports?device_id=20d66a09-899f-4cb1-8ba8-62e45ed95d80 HTTP/1.1" status: 200 len: 971 time: 0.1267545 Feb 16 22:10:51.314931 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1d0d5dd8-b53b-4efe-97b1-56eddad51b9d admin admin] Publish callbacks [] for security_group (beebcdf7-7f2c-4057-ad20-2d66cd38556d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:51.329901 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-84853bf1-5451-4078-95d6-b974bdbb7441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (1c804fad-df77-4c55-a5a4-ce574b19130d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:51.335516 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240828d9-8d61-47e5-ae5c-e99a398c9326 None None] The sync data for ids ['48f24504-4f47-4626-95b8-0e9a29406583'] in n-d-813897-6 is: [{'id': '48f24504-4f47-4626-95b8-0e9a29406583', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-222746104-router', 'tenant_id': '1667f4ef969a4a30a13b655ed83e9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:10:38Z', 'updated_at': '2022-02-16T22:10:50Z', 'revision_number': 6, 'project_id': '1667f4ef969a4a30a13b655ed83e9c6a', 'gw_port_host': None}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:10:51.379730 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84853bf1-5451-4078-95d6-b974bdbb7441 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c804fad-df77-4c55-a5a4-ce574b19130d,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:51.388630 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1d0d5dd8-b53b-4efe-97b1-56eddad51b9d admin admin] Publish callbacks [] for security_group (beebcdf7-7f2c-4057-ad20-2d66cd38556d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:51.398757 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-f663b7fa-e5ef-44eb-8aab-f263678a470c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (30eddb32-840b-45aa-88e2-f8d725059873), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:51.401765 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-15a8ecf9-b53b-428f-841e-990a050e7926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (11caba1f-55d4-44b4-a632-9a1632bc25ed), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:51.404706 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-15a8ecf9-b53b-428f-841e-990a050e7926 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:51.416852 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-15a8ecf9-b53b-428f-841e-990a050e7926 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/11caba1f-55d4-44b4-a632-9a1632bc25ed HTTP/1.1" status: 204 len: 168 time: 0.4359581 Feb 16 22:10:51.420476 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-84853bf1-5451-4078-95d6-b974bdbb7441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (48f24504-4f47-4626-95b8-0e9a29406583), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:51.482698 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfea0a-9f28-419e-8252-2f9b1ce6ab17 req-02f543fa-6db6-45df-bc64-766a4b3985e9 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:51.489751 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cacfea0a-9f28-419e-8252-2f9b1ce6ab17 req-02f543fa-6db6-45df-bc64-766a4b3985e9 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=97322c62-b96d-4200-93bc-1fe9322c239c HTTP/1.1" status: 200 len: 932 time: 0.1872611 Feb 16 22:10:51.552782 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0e4bd6c3-e612-478f-b948-9c1dcdf51da3 req-e466aad8-f0de-4ef2-bb34-b42bcace3f01 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/security-groups?id=236c6fc1-306d-417f-bffc-4c2d659260d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261469 Feb 16 22:10:51.556174 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8ecf9-b53b-428f-841e-990a050e7926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11caba1f-55d4-44b4-a632-9a1632bc25ed,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:51.572087 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cacfea0a-9f28-419e-8252-2f9b1ce6ab17 req-fe9fd147-cc6a-45c0-8caa-a0710ed9cfcc tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814734 Feb 16 22:10:51.597033 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1d0d5dd8-b53b-4efe-97b1-56eddad51b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (beebcdf7-7f2c-4057-ad20-2d66cd38556d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:51.597033 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1d0d5dd8-b53b-4efe-97b1-56eddad51b9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:51.598180 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1d0d5dd8-b53b-4efe-97b1-56eddad51b9d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/beebcdf7-7f2c-4057-ad20-2d66cd38556d HTTP/1.1" status: 204 len: 168 time: 0.3991029 Feb 16 22:10:51.614162 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d5dd8-b53b-4efe-97b1-56eddad51b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beebcdf7-7f2c-4057-ad20-2d66cd38556d,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:51.629763 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-84853bf1-5451-4078-95d6-b974bdbb7441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (48f24504-4f47-4626-95b8-0e9a29406583), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:51.634169 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-84853bf1-5451-4078-95d6-b974bdbb7441 admin admin] Publish callbacks [] for router_controller (48f24504-4f47-4626-95b8-0e9a29406583), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:51.763329 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-84853bf1-5451-4078-95d6-b974bdbb7441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (48f24504-4f47-4626-95b8-0e9a29406583), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:51.764033 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84853bf1-5451-4078-95d6-b974bdbb7441 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48f24504-4f47-4626-95b8-0e9a29406583 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:10:51.772488 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-84853bf1-5451-4078-95d6-b974bdbb7441 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:51.774126 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-84853bf1-5451-4078-95d6-b974bdbb7441 admin admin] 10.222.0.75 "DELETE /v2.0/routers/48f24504-4f47-4626-95b8-0e9a29406583 HTTP/1.1" status: 204 len: 168 time: 2.7740612 Feb 16 22:10:51.776696 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46818) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:51.826624 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-762ec3f2-ca8e-4b4f-85fd-54293c12d987 admin admin] Deleting subnet ad8bcddc-2244-4b36-a190-962d71a641ba {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:10:51.830136 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-762ec3f2-ca8e-4b4f-85fd-54293c12d987 admin admin] Publish callbacks [] for subnet (ad8bcddc-2244-4b36-a190-962d71a641ba), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:51.901920 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-762ec3f2-ca8e-4b4f-85fd-54293c12d987 admin admin] Publish callbacks [] for subnet (ad8bcddc-2244-4b36-a190-962d71a641ba), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:51.998822 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 1c804fad-df77-4c55-a5a4-ce574b19130d no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:10:52.051568 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 1c804fad-df77-4c55-a5a4-ce574b19130d {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:10:52.052185 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 1c804fad-df77-4c55-a5a4-ce574b19130d not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:10:52.076147 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-f663b7fa-e5ef-44eb-8aab-f263678a470c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30eddb32-840b-45aa-88e2-f8d725059873 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:10:52.083069 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46830) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:52.086596 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-f663b7fa-e5ef-44eb-8aab-f263678a470c service neutron] Publish callbacks [] for port (30eddb32-840b-45aa-88e2-f8d725059873), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:52.096378 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-762ec3f2-ca8e-4b4f-85fd-54293c12d987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (ad8bcddc-2244-4b36-a190-962d71a641ba), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:52.108211 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-365434f8-1943-4264-a5f4-3984c93f0d70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:52.138703 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-f663b7fa-e5ef-44eb-8aab-f263678a470c service neutron] Transition to ACTIVE for port object 30eddb32-840b-45aa-88e2-f8d725059873 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:10:52.149988 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ce2eb-3fbf-40bb-914f-d23556230f47 req-d7f554f1-5972-48f6-ba7a-a6765e799d15 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:52.151530 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f09ce2eb-3fbf-40bb-914f-d23556230f47 req-d7f554f1-5972-48f6-ba7a-a6765e799d15 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 945 time: 0.1372802 Feb 16 22:10:52.155206 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-f663b7fa-e5ef-44eb-8aab-f263678a470c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (30eddb32-840b-45aa-88e2-f8d725059873), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:52.221849 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-762ec3f2-ca8e-4b4f-85fd-54293c12d987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for subnet (ad8bcddc-2244-4b36-a190-962d71a641ba), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:52.239048 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f09ce2eb-3fbf-40bb-914f-d23556230f47 req-7f53bfb6-5d99-4411-af5d-204eafaff38a tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748730 Feb 16 22:10:52.262997 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ec3f2-ca8e-4b4f-85fd-54293c12d987 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad8bcddc-2244-4b36-a190-962d71a641ba,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:52.271093 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0c446b-0868-4607-9bac-2d50fce0c270 None None] Network 875e177b-bc4d-4484-97a3-42b672a9e3c3 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:10:52.321564 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f663b7fa-e5ef-44eb-8aab-f263678a470c service neutron] Pushing event updated for resources: {'Port': ['ID=30eddb32-840b-45aa-88e2-f8d725059873,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:52.341197 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-f663b7fa-e5ef-44eb-8aab-f263678a470c service neutron] Attempting to bind port 30eddb32-840b-45aa-88e2-f8d725059873 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:10:52.342153 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-f663b7fa-e5ef-44eb-8aab-f263678a470c service neutron] Attempting to bind port 30eddb32-840b-45aa-88e2-f8d725059873 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:10:52.342153 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-f663b7fa-e5ef-44eb-8aab-f263678a470c service neutron] Attempting to bind port 30eddb32-840b-45aa-88e2-f8d725059873 on network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:10:52.349542 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-762ec3f2-ca8e-4b4f-85fd-54293c12d987 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:52.350053 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-f663b7fa-e5ef-44eb-8aab-f263678a470c service neutron] Port 30eddb32-840b-45aa-88e2-f8d725059873 on network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:10:52.351290 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-f663b7fa-e5ef-44eb-8aab-f263678a470c service neutron] Attempting to bind port 30eddb32-840b-45aa-88e2-f8d725059873 on network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:10:52.354759 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-762ec3f2-ca8e-4b4f-85fd-54293c12d987 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/ad8bcddc-2244-4b36-a190-962d71a641ba HTTP/1.1" status: 204 len: 168 time: 0.5767546 Feb 16 22:10:52.357353 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46836) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:52.374005 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-f663b7fa-e5ef-44eb-8aab-f263678a470c service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:10:52.374891 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-f663b7fa-e5ef-44eb-8aab-f263678a470c service neutron] Checking segment: {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:10:52.375396 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-f663b7fa-e5ef-44eb-8aab-f263678a470c service neutron] Bound using segment: {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:10:52.376011 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-f663b7fa-e5ef-44eb-8aab-f263678a470c service neutron] Bound port: 30eddb32-840b-45aa-88e2-f8d725059873, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:10:52.376580 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-f663b7fa-e5ef-44eb-8aab-f263678a470c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (30eddb32-840b-45aa-88e2-f8d725059873), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:52.382228 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-365434f8-1943-4264-a5f4-3984c93f0d70 admin admin] Publish callbacks [] for security_group (73f3edec-ad28-4bb3-8ede-a0f0fe483b11), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:52.392802 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-365434f8-1943-4264-a5f4-3984c93f0d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (73f3edec-ad28-4bb3-8ede-a0f0fe483b11), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:52.497499 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365434f8-1943-4264-a5f4-3984c93f0d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f3edec-ad28-4bb3-8ede-a0f0fe483b11,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:52.514235 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-365434f8-1943-4264-a5f4-3984c93f0d70 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d1c8ce8a2cde44b998a0d66f8d7bf9d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4243457 Feb 16 22:10:52.515196 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46840) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:52.522552 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaf1c45-600f-4882-9624-e54cbd63953e None None] DHCP port deletion for 875e177b-bc4d-4484-97a3-42b672a9e3c3 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:10:52.557201 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-f663b7fa-e5ef-44eb-8aab-f263678a470c service neutron] For port 30eddb32-840b-45aa-88e2-f8d725059873, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:10:52.592872 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-cbaf1c45-600f-4882-9624-e54cbd63953e None None] Deleting port edaa43f2-e020-4a76-84a4-78bb66f9c57c {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:10:52.593261 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cbaf1c45-600f-4882-9624-e54cbd63953e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (edaa43f2-e020-4a76-84a4-78bb66f9c57c), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:52.596043 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-f663b7fa-e5ef-44eb-8aab-f263678a470c service neutron] For port 30eddb32-840b-45aa-88e2-f8d725059873, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=30eddb32-840b-45aa-88e2-f8d725059873,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:10:52.622230 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-f663b7fa-e5ef-44eb-8aab-f263678a470c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (30eddb32-840b-45aa-88e2-f8d725059873), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:52.657275 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-70e72325-7136-41af-a079-5279759017e6 admin admin] Publish callbacks [] for security_group (73f3edec-ad28-4bb3-8ede-a0f0fe483b11), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:52.679485 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-f663b7fa-e5ef-44eb-8aab-f263678a470c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:52.680120 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-f663b7fa-e5ef-44eb-8aab-f263678a470c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:52.681679 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-f663b7fa-e5ef-44eb-8aab-f263678a470c service neutron] 10.222.0.67 "PUT /v2.0/ports/30eddb32-840b-45aa-88e2-f8d725059873 HTTP/1.1" status: 200 len: 1092 time: 1.5163984 Feb 16 22:10:52.686263 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97322c62-b96d-4200-93bc-1fe9322c239c', 'tag': '30eddb32-840b-45aa-88e2-f8d725059873'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:10:52.688491 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1846a46c-ed2e-4cde-8bde-a4b33d3e3d20" -d '{"events": [{"name": "network-changed", "server_uuid": "97322c62-b96d-4200-93bc-1fe9322c239c", "tag": "30eddb32-840b-45aa-88e2-f8d725059873"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:10:52.706025 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-70e72325-7136-41af-a079-5279759017e6 admin admin] Publish callbacks [] for security_group (73f3edec-ad28-4bb3-8ede-a0f0fe483b11), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:52.715037 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-cbaf1c45-600f-4882-9624-e54cbd63953e None None] For port edaa43f2-e020-4a76-84a4-78bb66f9c57c, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=edaa43f2-e020-4a76-84a4-78bb66f9c57c,segment=NetworkSegment(f7db1fc2-b2b6-40ea-8d97-69937aff18d7),segment_id=f7db1fc2-b2b6-40ea-8d97-69937aff18d7)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:10:52.716197 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cbaf1c45-600f-4882-9624-e54cbd63953e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (edaa43f2-e020-4a76-84a4-78bb66f9c57c), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:52.738486 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67575a90-a7f6-4bec-b8ae-217d22de2004 req-408f0156-acc5-42a1-a08f-b1afb83d747f tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:52.744577 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-cbaf1c45-600f-4882-9624-e54cbd63953e None None] Calling delete_port for edaa43f2-e020-4a76-84a4-78bb66f9c57c owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:10:52.746821 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-67575a90-a7f6-4bec-b8ae-217d22de2004 req-408f0156-acc5-42a1-a08f-b1afb83d747f tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=aec049af-3648-49b8-8473-4ef42edbe1d7 HTTP/1.1" status: 200 len: 971 time: 0.4892402 Feb 16 22:10:52.764062 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9d3976dd-d3c2-4f43-bce7-999bb163975d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (875e177b-bc4d-4484-97a3-42b672a9e3c3), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:52.765725 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f663b7fa-e5ef-44eb-8aab-f263678a470c service neutron] Pushing event updated for resources: {'Port': ['ID=30eddb32-840b-45aa-88e2-f8d725059873,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:52.854650 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f0d7a-1ec6-4ee8-b5dc-de4e34e872e9 req-8c2f9adc-61ee-4ef5-a1ca-442236697968 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:52.861788 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c79f0d7a-1ec6-4ee8-b5dc-de4e34e872e9 req-8c2f9adc-61ee-4ef5-a1ca-442236697968 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/ports?device_id=20d66a09-899f-4cb1-8ba8-62e45ed95d80 HTTP/1.1" status: 200 len: 971 time: 0.1729062 Feb 16 22:10:52.879705 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-67575a90-a7f6-4bec-b8ae-217d22de2004 req-dd0690bb-24b5-4952-9128-9449b555bb37 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319411 Feb 16 22:10:52.913524 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-5f43a341-ff3c-409f-b106-e2b15b61e063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:52.913524 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-5f43a341-ff3c-409f-b106-e2b15b61e063 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&device_id=97322c62-b96d-4200-93bc-1fe9322c239c HTTP/1.1" status: 200 len: 1126 time: 0.1702430 Feb 16 22:10:52.922423 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3991772-7dee-47d5-a119-c1e964ad6aa4 req-f3dea4e0-c4e5-4ffe-a84d-dd14aa109f0e tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:52.924959 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c3991772-7dee-47d5-a119-c1e964ad6aa4 req-f3dea4e0-c4e5-4ffe-a84d-dd14aa109f0e tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.79 "GET /v2.0/ports?device_id=20d66a09-899f-4cb1-8ba8-62e45ed95d80 HTTP/1.1" status: 200 len: 971 time: 0.1385131 Feb 16 22:10:52.934820 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-70e72325-7136-41af-a079-5279759017e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (73f3edec-ad28-4bb3-8ede-a0f0fe483b11), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:52.937607 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-70e72325-7136-41af-a079-5279759017e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:52.939554 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-70e72325-7136-41af-a079-5279759017e6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/73f3edec-ad28-4bb3-8ede-a0f0fe483b11 HTTP/1.1" status: 204 len: 168 time: 0.4238894 Feb 16 22:10:52.965528 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c79f0d7a-1ec6-4ee8-b5dc-de4e34e872e9 req-b8f635c9-425f-46c3-9259-2a1984a82a3e tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/security-groups?id=236c6fc1-306d-417f-bffc-4c2d659260d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027381 Feb 16 22:10:52.980806 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-9d3976dd-d3c2-4f43-bce7-999bb163975d admin admin] Deleting port edaa43f2-e020-4a76-84a4-78bb66f9c57c {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:10:52.981561 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9d3976dd-d3c2-4f43-bce7-999bb163975d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (edaa43f2-e020-4a76-84a4-78bb66f9c57c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:53.019510 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cbaf1c45-600f-4882-9624-e54cbd63953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (edaa43f2-e020-4a76-84a4-78bb66f9c57c), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:53.089844 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6ca4051f-d105-4e4f-b0fd-9d07c8ad706e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:53.101096 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf1c45-600f-4882-9624-e54cbd63953e None None] Pushing event deleted for resources: {'Port': ['ID=edaa43f2-e020-4a76-84a4-78bb66f9c57c,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:53.107743 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaf1c45-600f-4882-9624-e54cbd63953e None None] No DVR routers for this DVR port edaa43f2-e020-4a76-84a4-78bb66f9c57c on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:10:53.134302 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-9d3976dd-d3c2-4f43-bce7-999bb163975d admin admin] For port edaa43f2-e020-4a76-84a4-78bb66f9c57c, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=edaa43f2-e020-4a76-84a4-78bb66f9c57c,segment=NetworkSegment(f7db1fc2-b2b6-40ea-8d97-69937aff18d7),segment_id=f7db1fc2-b2b6-40ea-8d97-69937aff18d7)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:10:53.134913 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9d3976dd-d3c2-4f43-bce7-999bb163975d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (edaa43f2-e020-4a76-84a4-78bb66f9c57c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:53.171926 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-9d3976dd-d3c2-4f43-bce7-999bb163975d admin admin] Calling delete_port for edaa43f2-e020-4a76-84a4-78bb66f9c57c owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:10:53.225705 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3fdb21-a73f-459b-8db3-321e6d51980d x-openstack-request-id: req-df3fdb21-a73f-459b-8db3-321e6d51980d {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:10:53.226013 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97322c62-b96d-4200-93bc-1fe9322c239c", "tag": "30eddb32-840b-45aa-88e2-f8d725059873", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:10:53.226273 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-df3fdb21-a73f-459b-8db3-321e6d51980d {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:10:53.226746 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97322c62-b96d-4200-93bc-1fe9322c239c', 'tag': '30eddb32-840b-45aa-88e2-f8d725059873', 'status': 'completed', 'code': 200} Feb 16 22:10:53.251825 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-68596f3a-f2eb-4f2a-a053-e6fc60e54d32 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30eddb32-840b-45aa-88e2-f8d725059873 HTTP/1.1" status: 200 len: 217 time: 0.3370748 Feb 16 22:10:53.258008 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e72325-7136-41af-a079-5279759017e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f3edec-ad28-4bb3-8ede-a0f0fe483b11,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:53.293315 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa90027c-8df3-443a-92ff-644c8940a462 req-133f61e8-ac80-484a-889d-42d101c4859d tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:53.295479 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fa90027c-8df3-443a-92ff-644c8940a462 req-133f61e8-ac80-484a-889d-42d101c4859d tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=97322c62-b96d-4200-93bc-1fe9322c239c HTTP/1.1" status: 200 len: 944 time: 0.1375170 Feb 16 22:10:53.375136 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fa90027c-8df3-443a-92ff-644c8940a462 req-8ef961fa-f929-4f91-a2d3-366602e93950 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687852 Feb 16 22:10:53.390315 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9d3976dd-d3c2-4f43-bce7-999bb163975d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (edaa43f2-e020-4a76-84a4-78bb66f9c57c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:53.434999 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-f477227e-aaec-483e-847b-b99285cd394a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:53.436214 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3976dd-d3c2-4f43-bce7-999bb163975d admin admin] Pushing event deleted for resources: {'Port': ['ID=edaa43f2-e020-4a76-84a4-78bb66f9c57c,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:53.436460 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-f477227e-aaec-483e-847b-b99285cd394a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f7242f4f-8939-4e6c-b488-ab1fd3ca8215 HTTP/1.1" status: 200 len: 847 time: 0.1703730 Feb 16 22:10:53.440545 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3976dd-d3c2-4f43-bce7-999bb163975d admin admin] No DVR routers for this DVR port edaa43f2-e020-4a76-84a4-78bb66f9c57c on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:10:53.492057 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-3cc27148-166c-4050-afb5-a79258230b45 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=91cf39f3-9142-4ee5-af15-00f1f801e8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467980 Feb 16 22:10:53.574073 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9d3976dd-d3c2-4f43-bce7-999bb163975d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (875e177b-bc4d-4484-97a3-42b672a9e3c3), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:53.587461 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-c3991772-7dee-47d5-a119-c1e964ad6aa4 req-05436b1b-f4eb-4b42-a98d-846f3c1ce823 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Deleting port b17e83eb-1038-4b81-8a07-d62265b8f72d {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:10:53.589400 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c3991772-7dee-47d5-a119-c1e964ad6aa4 req-05436b1b-f4eb-4b42-a98d-846f3c1ce823 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (b17e83eb-1038-4b81-8a07-d62265b8f72d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:53.607996 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9d3976dd-d3c2-4f43-bce7-999bb163975d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 22:10:53.608364 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9d3976dd-d3c2-4f43-bce7-999bb163975d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 22:10:53.609167 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9d3976dd-d3c2-4f43-bce7-999bb163975d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 22:10:53.609504 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9d3976dd-d3c2-4f43-bce7-999bb163975d admin admin] Subscribe: > port after_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 22:10:53.609846 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9d3976dd-d3c2-4f43-bce7-999bb163975d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 22:10:53.610214 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9d3976dd-d3c2-4f43-bce7-999bb163975d admin admin] Subscribe: > port after_update 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 22:10:53.611359 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9d3976dd-d3c2-4f43-bce7-999bb163975d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 22:10:53.611359 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9d3976dd-d3c2-4f43-bce7-999bb163975d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 22:10:53.611359 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9d3976dd-d3c2-4f43-bce7-999bb163975d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 22:10:53.611634 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9d3976dd-d3c2-4f43-bce7-999bb163975d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 22:10:53.681639 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9d3976dd-d3c2-4f43-bce7-999bb163975d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 22:10:53.681910 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9d3976dd-d3c2-4f43-bce7-999bb163975d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 22:10:53.682290 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9d3976dd-d3c2-4f43-bce7-999bb163975d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 22:10:53.682628 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9d3976dd-d3c2-4f43-bce7-999bb163975d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 22:10:53.682997 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-9d3976dd-d3c2-4f43-bce7-999bb163975d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['875e177b-bc4d-4484-97a3-42b672a9e3c3']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:10:53.704135 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-9d3976dd-d3c2-4f43-bce7-999bb163975d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7db1fc2-b2b6-40ea-8d97-69937aff18d7') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:10:53.704445 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-9d3976dd-d3c2-4f43-bce7-999bb163975d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7db1fc2-b2b6-40ea-8d97-69937aff18d7') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:10:53.716272 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fa53f-0186-4edb-b051-888c9b0e3521 req-a03db455-dbbc-4584-b78d-fd3dc9f6f606 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:53.717902 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-414fa53f-0186-4edb-b051-888c9b0e3521 req-a03db455-dbbc-4584-b78d-fd3dc9f6f606 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 945 time: 0.2351027 Feb 16 22:10:53.740433 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9d3976dd-d3c2-4f43-bce7-999bb163975d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (f7db1fc2-b2b6-40ea-8d97-69937aff18d7), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:53.742376 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-d2101099-7bcb-417f-b619-7ec793386ade service neutron] 10.222.0.67 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425187 Feb 16 22:10:53.767548 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-c3991772-7dee-47d5-a119-c1e964ad6aa4 req-05436b1b-f4eb-4b42-a98d-846f3c1ce823 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] For port b17e83eb-1038-4b81-8a07-d62265b8f72d, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=b17e83eb-1038-4b81-8a07-d62265b8f72d,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:10:53.768235 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c3991772-7dee-47d5-a119-c1e964ad6aa4 req-05436b1b-f4eb-4b42-a98d-846f3c1ce823 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (b17e83eb-1038-4b81-8a07-d62265b8f72d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:53.776202 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9d3976dd-d3c2-4f43-bce7-999bb163975d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (f7db1fc2-b2b6-40ea-8d97-69937aff18d7), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:53.788348 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-c3991772-7dee-47d5-a119-c1e964ad6aa4 req-05436b1b-f4eb-4b42-a98d-846f3c1ce823 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Calling delete_port for b17e83eb-1038-4b81-8a07-d62265b8f72d owned by compute:tempest-test_az-479393485 {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:10:53.799130 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d3976dd-d3c2-4f43-bce7-999bb163975d admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:10:53.799535 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9d3976dd-d3c2-4f43-bce7-999bb163975d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (f7db1fc2-b2b6-40ea-8d97-69937aff18d7), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: from cryptography.utils import int_from_bytes Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: from cryptography.utils import int_from_bytes Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: self.session.flush() Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: self.session.flush() Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: self.session.flush() Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: self.session.flush() Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:10:53.832735 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:10:53.867284 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-414fa53f-0186-4edb-b051-888c9b0e3521 req-ddf41ea4-4f8c-4250-a563-53520c01fd54 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396480 Feb 16 22:10:53.926924 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9d3976dd-d3c2-4f43-bce7-999bb163975d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (875e177b-bc4d-4484-97a3-42b672a9e3c3), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:53.937291 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9d3976dd-d3c2-4f43-bce7-999bb163975d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:53.941073 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9d3976dd-d3c2-4f43-bce7-999bb163975d admin admin] 10.222.0.75 "DELETE /v2.0/networks/875e177b-bc4d-4484-97a3-42b672a9e3c3 HTTP/1.1" status: 204 len: 168 time: 1.5822408 Feb 16 22:10:53.966401 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3976dd-d3c2-4f43-bce7-999bb163975d admin admin] Pushing event deleted for resources: {'Network': ['ID=875e177b-bc4d-4484-97a3-42b672a9e3c3,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:54.002935 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-11b885ad-c164-47bd-a95f-1bc82a69fa14 req-ff41a3b0-930e-4980-a798-098c9c571376 service neutron] 10.222.0.67 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585252 Feb 16 22:10:54.027604 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device edaa43f2-e020-4a76-84a4-78bb66f9c57c no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:10:54.050406 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c3991772-7dee-47d5-a119-c1e964ad6aa4 req-05436b1b-f4eb-4b42-a98d-846f3c1ce823 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (b17e83eb-1038-4b81-8a07-d62265b8f72d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:54.077094 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['b17e83eb-1038-4b81-8a07-d62265b8f72d'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:10:54.103641 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05436b1b-f4eb-4b42-a98d-846f3c1ce823 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Pushing event deleted for resources: {'Port': ['ID=b17e83eb-1038-4b81-8a07-d62265b8f72d,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:54.108935 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: edaa43f2-e020-4a76-84a4-78bb66f9c57c {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:10:54.109410 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9138b-290d-40b9-b1e4-2ea8e2abd4e1 req-95dcc73b-1bf0-4f39-9d9e-175473b750a0 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:54.110066 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device edaa43f2-e020-4a76-84a4-78bb66f9c57c not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:10:54.112059 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b0c9138b-290d-40b9-b1e4-2ea8e2abd4e1 req-95dcc73b-1bf0-4f39-9d9e-175473b750a0 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=aec049af-3648-49b8-8473-4ef42edbe1d7 HTTP/1.1" status: 200 len: 971 time: 0.0913849 Feb 16 22:10:54.142136 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:54.219186 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3991772-7dee-47d5-a119-c1e964ad6aa4 req-05436b1b-f4eb-4b42-a98d-846f3c1ce823 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] No DVR routers for this DVR port b17e83eb-1038-4b81-8a07-d62265b8f72d on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:10:54.222593 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c3991772-7dee-47d5-a119-c1e964ad6aa4 req-05436b1b-f4eb-4b42-a98d-846f3c1ce823 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:54.223906 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b0c9138b-290d-40b9-b1e4-2ea8e2abd4e1 req-6c3969a0-af4d-4c02-ac92-337367146165 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986698 Feb 16 22:10:54.226175 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c3991772-7dee-47d5-a119-c1e964ad6aa4 req-05436b1b-f4eb-4b42-a98d-846f3c1ce823 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.79 "DELETE /v2.0/ports/b17e83eb-1038-4b81-8a07-d62265b8f72d HTTP/1.1" status: 204 len: 173 time: 1.2942817 Feb 16 22:10:54.255480 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1846a46c-ed2e-4cde-8bde-a4b33d3e3d20 req-e7a2c34e-f270-46d4-adc2-c2e5f3d3d57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:54.262319 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1846a46c-ed2e-4cde-8bde-a4b33d3e3d20 req-e7a2c34e-f270-46d4-adc2-c2e5f3d3d57b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&device_id=97322c62-b96d-4200-93bc-1fe9322c239c HTTP/1.1" status: 200 len: 1126 time: 0.1680129 Feb 16 22:10:54.348843 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46902) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:54.368046 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-91bf65b0-addd-4f66-9fb8-7ac24752286a req-6d93b4e5-6ebe-4951-b7fa-12701ee17394 tempest-AggregatesAdminTestJSON-416262347 tempest-AggregatesAdminTestJSON-416262347-project] 10.222.0.75 "GET /v2.0/ports?device_id=20d66a09-899f-4cb1-8ba8-62e45ed95d80 HTTP/1.1" status: 200 len: 210 time: 0.0514643 Feb 16 22:10:54.516385 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b50d8cda-bffb-4314-b8a0-dc51c66d253a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1667f4ef969a4a30a13b655ed83e9c6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1651266 Feb 16 22:10:54.522204 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46908) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:54.542647 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1846a46c-ed2e-4cde-8bde-a4b33d3e3d20 req-3cba43cc-a9ac-4371-8fb1-80bbd13a76b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:54.544211 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1846a46c-ed2e-4cde-8bde-a4b33d3e3d20 req-3cba43cc-a9ac-4371-8fb1-80bbd13a76b4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=91cf39f3-9142-4ee5-af15-00f1f801e8c7 HTTP/1.1" status: 200 len: 908 time: 0.2744949 Feb 16 22:10:54.575800 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301fa6b-2d5d-4fcb-b767-414bfb3a7768 req-eb7d7e63-a154-46d7-a9dd-7b0396e468c2 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:54.582855 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0301fa6b-2d5d-4fcb-b767-414bfb3a7768 req-eb7d7e63-a154-46d7-a9dd-7b0396e468c2 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 1127 time: 0.0669415 Feb 16 22:10:54.595351 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab0865-182b-43ff-b6f6-ba5f277f422c req-5d1eae78-8491-4b57-9368-034223233ee9 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:54.596907 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0ab0865-182b-43ff-b6f6-ba5f277f422c req-5d1eae78-8491-4b57-9368-034223233ee9 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=97322c62-b96d-4200-93bc-1fe9322c239c HTTP/1.1" status: 200 len: 944 time: 0.1167185 Feb 16 22:10:54.600266 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1846a46c-ed2e-4cde-8bde-a4b33d3e3d20 req-eb170c1a-fbb6-4c99-b3a0-4db772c94062 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30eddb32-840b-45aa-88e2-f8d725059873 HTTP/1.1" status: 200 len: 217 time: 0.0475442 Feb 16 22:10:54.668323 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0301fa6b-2d5d-4fcb-b767-414bfb3a7768 req-44121d3b-14fc-4153-9cac-4d8d7007ec90 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846419 Feb 16 22:10:54.674051 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ebee2692-f76d-4be1-a5ad-d56d27c30cc9 admin admin] Publish callbacks [] for security_group (c8e483c8-66fa-40e6-a18f-9b397839884e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:54.676711 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0ab0865-182b-43ff-b6f6-ba5f277f422c req-2d44d375-3eb1-4820-ac6b-fbed5a946143 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652862 Feb 16 22:10:54.679925 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1846a46c-ed2e-4cde-8bde-a4b33d3e3d20 req-fcf6de72-c759-4ac3-95a3-c1b96850bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:54.681534 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1846a46c-ed2e-4cde-8bde-a4b33d3e3d20 req-fcf6de72-c759-4ac3-95a3-c1b96850bafb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f7242f4f-8939-4e6c-b488-ab1fd3ca8215 HTTP/1.1" status: 200 len: 847 time: 0.0716634 Feb 16 22:10:54.722164 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1846a46c-ed2e-4cde-8bde-a4b33d3e3d20 req-21f6b656-e032-4b50-9292-b074b6d31862 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=91cf39f3-9142-4ee5-af15-00f1f801e8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331197 Feb 16 22:10:54.724115 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ebee2692-f76d-4be1-a5ad-d56d27c30cc9 admin admin] Publish callbacks [] for security_group (c8e483c8-66fa-40e6-a18f-9b397839884e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:54.840753 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1846a46c-ed2e-4cde-8bde-a4b33d3e3d20 req-a75cf688-d711-4721-821d-5f4d3b5b9a4d service neutron] 10.222.0.67 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094224 Feb 16 22:10:54.857047 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ebee2692-f76d-4be1-a5ad-d56d27c30cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c8e483c8-66fa-40e6-a18f-9b397839884e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:54.859905 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ebee2692-f76d-4be1-a5ad-d56d27c30cc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:54.863554 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ebee2692-f76d-4be1-a5ad-d56d27c30cc9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c8e483c8-66fa-40e6-a18f-9b397839884e HTTP/1.1" status: 204 len: 168 time: 0.3379292 Feb 16 22:10:54.887206 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee2692-f76d-4be1-a5ad-d56d27c30cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e483c8-66fa-40e6-a18f-9b397839884e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:54.940392 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6047303-102d-4d8c-8a07-8137e29588eb req-b2d8365e-7e8d-4352-a48c-a8dbe6221c2c tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:54.951617 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f6047303-102d-4d8c-8a07-8137e29588eb req-b2d8365e-7e8d-4352-a48c-a8dbe6221c2c tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 1127 time: 0.1206856 Feb 16 22:10:54.967929 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1846a46c-ed2e-4cde-8bde-a4b33d3e3d20 req-65b5a177-74ca-48cc-b447-87c0842f3806 service neutron] 10.222.0.67 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211765 Feb 16 22:10:55.014032 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f6047303-102d-4d8c-8a07-8137e29588eb req-0281ecde-c1a7-404a-af3a-f2e0cf33277e tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610061 Feb 16 22:10:55.227660 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d66a09-899f-4cb1-8ba8-62e45ed95d80', 'name': 'network-vif-deleted', 'tag': 'b17e83eb-1038-4b81-8a07-d62265b8f72d'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:10:55.230058 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ac8078-9b0d-4c58-a43b-7d9f12f75514" -d '{"events": [{"server_uuid": "20d66a09-899f-4cb1-8ba8-62e45ed95d80", "name": "network-vif-deleted", "tag": "b17e83eb-1038-4b81-8a07-d62265b8f72d"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:10:55.332981 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ce728-b30d-42dd-a125-e62cfde9a5c9 req-a78cb965-9e58-4834-946a-16f3f1f45b07 tempest-DeleteServersAdminTestJSON-2125633451 tempest-DeleteServersAdminTestJSON-2125633451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:55.334591 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-903ce728-b30d-42dd-a125-e62cfde9a5c9 req-a78cb965-9e58-4834-946a-16f3f1f45b07 tempest-DeleteServersAdminTestJSON-2125633451 tempest-DeleteServersAdminTestJSON-2125633451-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=aec049af-3648-49b8-8473-4ef42edbe1d7 HTTP/1.1" status: 200 len: 1153 time: 0.0700021 Feb 16 22:10:55.401760 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:55.437438 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-903ce728-b30d-42dd-a125-e62cfde9a5c9 req-cfa34fd8-6feb-43a2-a4a7-dfcd0b597469 tempest-DeleteServersAdminTestJSON-2125633451 tempest-DeleteServersAdminTestJSON-2125633451-project-admin] Deleting port a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:10:55.438238 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-903ce728-b30d-42dd-a125-e62cfde9a5c9 req-cfa34fd8-6feb-43a2-a4a7-dfcd0b597469 tempest-DeleteServersAdminTestJSON-2125633451 tempest-DeleteServersAdminTestJSON-2125633451-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:55.512048 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-4a7a93e7-f31e-4243-9a67-c709da914d02 req-a805503e-b743-44b0-a35c-26e705ba8ace service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:10:55.513760 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4a7a93e7-f31e-4243-9a67-c709da914d02 req-a805503e-b743-44b0-a35c-26e705ba8ace service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1638088 Feb 16 22:10:55.532895 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-903ce728-b30d-42dd-a125-e62cfde9a5c9 req-cfa34fd8-6feb-43a2-a4a7-dfcd0b597469 tempest-DeleteServersAdminTestJSON-2125633451 tempest-DeleteServersAdminTestJSON-2125633451-project-admin] For port a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:10:55.533264 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-903ce728-b30d-42dd-a125-e62cfde9a5c9 req-cfa34fd8-6feb-43a2-a4a7-dfcd0b597469 tempest-DeleteServersAdminTestJSON-2125633451 tempest-DeleteServersAdminTestJSON-2125633451-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:55.557326 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-903ce728-b30d-42dd-a125-e62cfde9a5c9 req-cfa34fd8-6feb-43a2-a4a7-dfcd0b597469 tempest-DeleteServersAdminTestJSON-2125633451 tempest-DeleteServersAdminTestJSON-2125633451-project-admin] Calling delete_port for a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9 owned by compute:tempest-test_az-479393485 {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:10:55.608380 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51fc7d5-9742-476d-a0bc-6c15c8078589 x-openstack-request-id: req-c51fc7d5-9742-476d-a0bc-6c15c8078589 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:10:55.608936 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d66a09-899f-4cb1-8ba8-62e45ed95d80", "name": "network-vif-deleted", "tag": "b17e83eb-1038-4b81-8a07-d62265b8f72d", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:10:55.609418 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c51fc7d5-9742-476d-a0bc-6c15c8078589 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:10:55.610004 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d66a09-899f-4cb1-8ba8-62e45ed95d80', 'name': 'network-vif-deleted', 'tag': 'b17e83eb-1038-4b81-8a07-d62265b8f72d', 'status': 'completed', 'code': 200} Feb 16 22:10:55.708484 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-903ce728-b30d-42dd-a125-e62cfde9a5c9 req-cfa34fd8-6feb-43a2-a4a7-dfcd0b597469 tempest-DeleteServersAdminTestJSON-2125633451 tempest-DeleteServersAdminTestJSON-2125633451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:55.723070 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:10:55.778146 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f5613-8706-4c17-8b67-6c9d17ac2003 req-31c96c07-42dc-4382-b983-e638528d6bbe tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:55.784854 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-182f5613-8706-4c17-8b67-6c9d17ac2003 req-31c96c07-42dc-4382-b983-e638528d6bbe tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=aec049af-3648-49b8-8473-4ef42edbe1d7 HTTP/1.1" status: 200 len: 888 time: 0.1030843 Feb 16 22:10:55.793292 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa34fd8-6feb-43a2-a4a7-dfcd0b597469 tempest-DeleteServersAdminTestJSON-2125633451 tempest-DeleteServersAdminTestJSON-2125633451-project-admin] Pushing event deleted for resources: {'Port': ['ID=a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:55.853628 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-903ce728-b30d-42dd-a125-e62cfde9a5c9 req-cfa34fd8-6feb-43a2-a4a7-dfcd0b597469 tempest-DeleteServersAdminTestJSON-2125633451 tempest-DeleteServersAdminTestJSON-2125633451-project-admin] No DVR routers for this DVR port a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9 on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:10:55.859577 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-903ce728-b30d-42dd-a125-e62cfde9a5c9 req-cfa34fd8-6feb-43a2-a4a7-dfcd0b597469 tempest-DeleteServersAdminTestJSON-2125633451 tempest-DeleteServersAdminTestJSON-2125633451-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:55.869669 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-903ce728-b30d-42dd-a125-e62cfde9a5c9 req-cfa34fd8-6feb-43a2-a4a7-dfcd0b597469 tempest-DeleteServersAdminTestJSON-2125633451 tempest-DeleteServersAdminTestJSON-2125633451-project-admin] 10.222.0.79 "DELETE /v2.0/ports/a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9 HTTP/1.1" status: 204 len: 173 time: 0.5295806 Feb 16 22:10:55.885838 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-182f5613-8706-4c17-8b67-6c9d17ac2003 req-ac8a47ef-1e3a-403f-b83c-2a97f6861566 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891707 Feb 16 22:10:56.101108 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f052a-d7fd-4c0e-994b-5ab8504be5c3 req-11fafbd2-12ea-41a6-890c-d84f39ce8d38 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:56.102654 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cd0f052a-d7fd-4c0e-994b-5ab8504be5c3 req-11fafbd2-12ea-41a6-890c-d84f39ce8d38 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=97322c62-b96d-4200-93bc-1fe9322c239c HTTP/1.1" status: 200 len: 944 time: 0.0912335 Feb 16 22:10:56.152792 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cd0f052a-d7fd-4c0e-994b-5ab8504be5c3 req-a12bbc9a-557e-490e-b1c5-7007be8e2021 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427072 Feb 16 22:10:56.742277 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device b17e83eb-1038-4b81-8a07-d62265b8f72d no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:10:56.763998 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: b17e83eb-1038-4b81-8a07-d62265b8f72d {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:10:56.764445 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device b17e83eb-1038-4b81-8a07-d62265b8f72d not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:10:56.764970 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:10:56.786112 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:10:56.786474 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:10:56.911661 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:57.004910 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47054) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:57.140397 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47066) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:57.268792 n-d-813897-6 neutron-server[103465]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 22:10:57.273382 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-03e73416-75c8-4d39-ba5a-b28488a8dcf8 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:10:57.283550 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-03e73416-75c8-4d39-ba5a-b28488a8dcf8 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2775459 Feb 16 22:10:57.326001 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ca55ef12-14cd-4f36-8da9-753dd7b7da58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:57.341031 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609e383-bcf8-4eb1-a9b6-e999d95fa5ba req-e100864a-b7a6-4af1-b1c1-d2c52fa9c64f tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:57.343369 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0609e383-bcf8-4eb1-a9b6-e999d95fa5ba req-e100864a-b7a6-4af1-b1c1-d2c52fa9c64f tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=97322c62-b96d-4200-93bc-1fe9322c239c HTTP/1.1" status: 200 len: 944 time: 0.0921211 Feb 16 22:10:57.428272 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0609e383-bcf8-4eb1-a9b6-e999d95fa5ba req-1e57412d-06b1-4622-94a4-eb8f9cf6be87 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749805 Feb 16 22:10:57.442380 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ca55ef12-14cd-4f36-8da9-753dd7b7da58 admin admin] Publish callbacks [] for security_group (7ad25c37-9380-4c63-8de9-55adf35932c2), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:57.448665 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ca55ef12-14cd-4f36-8da9-753dd7b7da58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7ad25c37-9380-4c63-8de9-55adf35932c2), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:57.487640 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47098) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:57.509874 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ca55ef12-14cd-4f36-8da9-753dd7b7da58 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7f4140e665e04ef6aa47520110de9931&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3683734 Feb 16 22:10:57.510119 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47106) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:57.512107 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55ef12-14cd-4f36-8da9-753dd7b7da58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad25c37-9380-4c63-8de9-55adf35932c2,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:57.578474 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-726881f1-e871-4253-928d-f5d9266492f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:57.580866 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-726881f1-e871-4253-928d-f5d9266492f9 service neutron] 10.222.0.75 "GET /v2.0/ports/c3ce7676-ecb5-4495-acbf-2f4dbe04183c HTTP/1.1" status: 200 len: 1124 time: 0.2193551 Feb 16 22:10:57.586044 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-2d7c60b0-50e4-46f1-8521-7d22c22c3ab7 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=361202f4e0e045359cc8d05f85357874&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387325 Feb 16 22:10:57.596281 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-333c76bc-0310-4eac-add9-012e55277920 service neutron] Request body: {'binding': {'host': 'n-h2-813897-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:10:57.596922 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-333c76bc-0310-4eac-add9-012e55277920 service neutron] Unknown quota resources ['binding']. {{(pid=103465) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 22:10:57.621711 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec049af-3648-49b8-8473-4ef42edbe1d7', 'name': 'network-vif-deleted', 'tag': 'a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:10:57.624016 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40ecafb-2c18-4daa-9cca-e23ba315bb5e" -d '{"events": [{"server_uuid": "aec049af-3648-49b8-8473-4ef42edbe1d7", "name": "network-vif-deleted", "tag": "a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:10:57.629991 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8c5a43b9-c47f-483e-a769-bd0ede3e78f1 admin admin] Publish callbacks [] for security_group (7ad25c37-9380-4c63-8de9-55adf35932c2), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:57.654365 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cd925b1d-8565-40a6-b836-2f65f26046be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:57.705461 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8c5a43b9-c47f-483e-a769-bd0ede3e78f1 admin admin] Publish callbacks [] for security_group (7ad25c37-9380-4c63-8de9-55adf35932c2), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:57.761705 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-333c76bc-0310-4eac-add9-012e55277920 service neutron] Attempting to bind port c3ce7676-ecb5-4495-acbf-2f4dbe04183c on host n-h2-813897-6 for vnic_type normal with profile None {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:10:57.762075 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-333c76bc-0310-4eac-add9-012e55277920 service neutron] Attempting to bind port c3ce7676-ecb5-4495-acbf-2f4dbe04183c by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:10:57.762407 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-333c76bc-0310-4eac-add9-012e55277920 service neutron] Attempting to bind port c3ce7676-ecb5-4495-acbf-2f4dbe04183c on network 16137278-7395-49da-9cb6-180484537d2f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:10:57.767855 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-333c76bc-0310-4eac-add9-012e55277920 service neutron] Port c3ce7676-ecb5-4495-acbf-2f4dbe04183c on network 16137278-7395-49da-9cb6-180484537d2f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:10:57.768178 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-333c76bc-0310-4eac-add9-012e55277920 service neutron] Attempting to bind port c3ce7676-ecb5-4495-acbf-2f4dbe04183c on network 16137278-7395-49da-9cb6-180484537d2f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:10:57.773849 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-333c76bc-0310-4eac-add9-012e55277920 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:10:57.774220 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-333c76bc-0310-4eac-add9-012e55277920 service neutron] Checking segment: {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:10:57.775058 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-333c76bc-0310-4eac-add9-012e55277920 service neutron] Bound using segment: {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:10:57.775277 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-333c76bc-0310-4eac-add9-012e55277920 service neutron] Bound port: c3ce7676-ecb5-4495-acbf-2f4dbe04183c, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:10:57.784473 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-0c436aa4-be10-4c7a-a0c6-4ecd88c41b54 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:57.785961 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-0c436aa4-be10-4c7a-a0c6-4ecd88c41b54 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1935921 Feb 16 22:10:57.818967 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-82913d6d-e290-4af6-b243-30d1c6e1342a tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/quotas/361202f4e0e045359cc8d05f85357874 HTTP/1.1" status: 200 len: 375 time: 0.0229037 Feb 16 22:10:57.832733 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8c5a43b9-c47f-483e-a769-bd0ede3e78f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7ad25c37-9380-4c63-8de9-55adf35932c2), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:57.836187 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8c5a43b9-c47f-483e-a769-bd0ede3e78f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:57.837313 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8c5a43b9-c47f-483e-a769-bd0ede3e78f1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7ad25c37-9380-4c63-8de9-55adf35932c2 HTTP/1.1" status: 204 len: 168 time: 0.3255627 Feb 16 22:10:57.877623 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-333c76bc-0310-4eac-add9-012e55277920 service neutron] For port c3ce7676-ecb5-4495-acbf-2f4dbe04183c, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=c3ce7676-ecb5-4495-acbf-2f4dbe04183c,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:10:57.885564 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-333c76bc-0310-4eac-add9-012e55277920 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:57.885740 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-aff6977f-3b52-48df-8878-28f73370eb57 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=361202f4e0e045359cc8d05f85357874&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459838 Feb 16 22:10:57.888986 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a43b9-c47f-483e-a769-bd0ede3e78f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad25c37-9380-4c63-8de9-55adf35932c2,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:57.899549 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-333c76bc-0310-4eac-add9-012e55277920 service neutron] 10.222.0.75 "POST /v2.0/ports/c3ce7676-ecb5-4495-acbf-2f4dbe04183c/bindings HTTP/1.1" status: 201 len: 389 time: 0.3072801 Feb 16 22:10:57.920422 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cd925b1d-8565-40a6-b836-2f65f26046be admin admin] Publish callbacks [] for security_group (09399a7f-d718-48e5-a461-58097daa9a4d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:57.929011 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cd925b1d-8565-40a6-b836-2f65f26046be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (09399a7f-d718-48e5-a461-58097daa9a4d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:57.970146 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-cd925b1d-8565-40a6-b836-2f65f26046be admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f00fd33f718e4deab91a59d151ea45c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4813509 Feb 16 22:10:57.973203 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47126) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:57.995646 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd925b1d-8565-40a6-b836-2f65f26046be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09399a7f-d718-48e5-a461-58097daa9a4d,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:58.081329 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2f5f4550-8400-4ebb-99c7-cc667028da2f admin admin] Publish callbacks [] for security_group (09399a7f-d718-48e5-a461-58097daa9a4d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:58.138868 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:58.140568 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2f5f4550-8400-4ebb-99c7-cc667028da2f admin admin] Publish callbacks [] for security_group (09399a7f-d718-48e5-a461-58097daa9a4d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:58.167588 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4966d889-5160-4eaa-b5f5-595b8f2fd1f9 x-openstack-request-id: req-4966d889-5160-4eaa-b5f5-595b8f2fd1f9 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:10:58.171625 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec049af-3648-49b8-8473-4ef42edbe1d7", "name": "network-vif-deleted", "tag": "a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:10:58.172073 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4966d889-5160-4eaa-b5f5-595b8f2fd1f9 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:10:58.173104 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec049af-3648-49b8-8473-4ef42edbe1d7', 'name': 'network-vif-deleted', 'tag': 'a43f2c2b-ae4a-46f6-957e-8fa3c7d68bb9', 'status': 'completed', 'code': 200} Feb 16 22:10:58.312347 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47154) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:58.324166 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2f5f4550-8400-4ebb-99c7-cc667028da2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (09399a7f-d718-48e5-a461-58097daa9a4d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:58.326700 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2f5f4550-8400-4ebb-99c7-cc667028da2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:58.330646 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2f5f4550-8400-4ebb-99c7-cc667028da2f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/09399a7f-d718-48e5-a461-58097daa9a4d HTTP/1.1" status: 204 len: 168 time: 0.3532844 Feb 16 22:10:58.340016 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e93b69d5-504a-4a3f-87d2-dd24c6fdabcd req-f2a847c6-20ee-48a1-827a-2c57ca28364a tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=d89f545b-e6a0-4419-bb19-fd7a9065e4c7 HTTP/1.1" status: 200 len: 210 time: 0.0567679 Feb 16 22:10:58.358758 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7e0c2ed3-1d1f-4c6c-90b5-dbf4bb7cfef0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:58.374601 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8795f-7d47-411b-9e72-d0e21216d18a req-5fd1ac54-c7cf-4fea-9d46-408a5c45b9dd tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:58.377228 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f6f8795f-7d47-411b-9e72-d0e21216d18a req-5fd1ac54-c7cf-4fea-9d46-408a5c45b9dd tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 945 time: 0.1053150 Feb 16 22:10:58.395478 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f4550-8400-4ebb-99c7-cc667028da2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09399a7f-d718-48e5-a461-58097daa9a4d,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:58.435128 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 30eddb32-840b-45aa-88e2-f8d725059873 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:10:58.458470 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-f4259758-8e12-4e9b-9031-c4b4728a8c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:58.460392 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-f4259758-8e12-4e9b-9031-c4b4728a8c7d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=744a37dc5b8f478b9350ec4becb28946&device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 1127 time: 0.2253118 Feb 16 22:10:58.488915 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f6f8795f-7d47-411b-9e72-d0e21216d18a req-c1527d44-b3da-4c80-b2e1-fd9c3317f2d0 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032994 Feb 16 22:10:58.673891 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-4e1fb256-2f6b-46db-8948-b70e4715fe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:58.675415 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-4e1fb256-2f6b-46db-8948-b70e4715fe64 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16137278-7395-49da-9cb6-180484537d2f HTTP/1.1" status: 200 len: 922 time: 0.2087331 Feb 16 22:10:58.702173 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 30eddb32-840b-45aa-88e2-f8d725059873, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=30eddb32-840b-45aa-88e2-f8d725059873,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:10:58.733438 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7e0c2ed3-1d1f-4c6c-90b5-dbf4bb7cfef0 admin admin] Publish callbacks [] for security_group (c22a3638-3b46-4c3f-8a63-25ea345be5e3), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:58.736279 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-15491d97-72c1-4ad1-9ab3-0c03d0e6fd17 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3ce7676-ecb5-4495-acbf-2f4dbe04183c HTTP/1.1" status: 200 len: 217 time: 0.0519841 Feb 16 22:10:58.738591 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7e0c2ed3-1d1f-4c6c-90b5-dbf4bb7cfef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c22a3638-3b46-4c3f-8a63-25ea345be5e3), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:58.742185 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '30eddb32-840b-45aa-88e2-f8d725059873', 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7', 'port_id': '30eddb32-840b-45aa-88e2-f8d725059873', 'mac_address': 'fa:16:3e:61:e7:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7242f4f-8939-4e6c-b488-ab1fd3ca8215', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:10:58.753339 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff93ed9-9d7b-47b8-b523-3b21a0e968bf req-47416f3a-da93-452c-9355-4f0324f0754c tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:58.767897 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aff93ed9-9d7b-47b8-b523-3b21a0e968bf req-47416f3a-da93-452c-9355-4f0324f0754c tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=97322c62-b96d-4200-93bc-1fe9322c239c HTTP/1.1" status: 200 len: 944 time: 0.1097159 Feb 16 22:10:58.822983 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 30eddb32-840b-45aa-88e2-f8d725059873 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:10:58.823521 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (30eddb32-840b-45aa-88e2-f8d725059873), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:58.827445 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7e0c2ed3-1d1f-4c6c-90b5-dbf4bb7cfef0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2f7ddc55b88e4a33a62218ea5f0e29c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5138733 Feb 16 22:10:58.830401 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47192) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:58.843522 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c2ed3-1d1f-4c6c-90b5-dbf4bb7cfef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22a3638-3b46-4c3f-8a63-25ea345be5e3,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:58.872182 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-57cdf34b-b25e-403f-b95a-df47ad894df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:58.872612 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30eddb32-840b-45aa-88e2-f8d725059873 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:10:58.874881 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-57cdf34b-b25e-403f-b95a-df47ad894df9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c3e80cb9-4386-4d79-b9b3-6283b204f543 HTTP/1.1" status: 200 len: 861 time: 0.1324987 Feb 16 22:10:58.887434 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aff93ed9-9d7b-47b8-b523-3b21a0e968bf req-bc8948dd-93cb-408d-8afb-d84eea0ab55e tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149786 Feb 16 22:10:58.906710 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 30eddb32-840b-45aa-88e2-f8d725059873, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=30eddb32-840b-45aa-88e2-f8d725059873,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:10:58.920075 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (30eddb32-840b-45aa-88e2-f8d725059873), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:58.942629 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-962a8bdc-58a2-47b9-a615-6edc8cc4eab3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16137278-7395-49da-9cb6-180484537d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589168 Feb 16 22:10:58.972755 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47198) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:58.983741 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=30eddb32-840b-45aa-88e2-f8d725059873,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:58.994981 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6a3f2fd9-cf84-40dd-a694-26f5d9ee9c21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:59.009544 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-af66c590-5959-432f-8a2e-a017b4441288 admin admin] Publish callbacks [] for security_group (c22a3638-3b46-4c3f-8a63-25ea345be5e3), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:59.073053 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-af66c590-5959-432f-8a2e-a017b4441288 admin admin] Publish callbacks [] for security_group (c22a3638-3b46-4c3f-8a63-25ea345be5e3), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:59.133063 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6a3f2fd9-cf84-40dd-a694-26f5d9ee9c21 admin admin] Publish callbacks [] for security_group (01a959d1-558b-4e4c-ac7f-38fc50988572), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:59.141920 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6a3f2fd9-cf84-40dd-a694-26f5d9ee9c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (01a959d1-558b-4e4c-ac7f-38fc50988572), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:59.197774 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f2fd9-cf84-40dd-a694-26f5d9ee9c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a959d1-558b-4e4c-ac7f-38fc50988572,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:59.204709 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6a3f2fd9-cf84-40dd-a694-26f5d9ee9c21 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9637184de779485c92d8133810e193a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280531 Feb 16 22:10:59.205118 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47210) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:10:59.230682 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['30eddb32-840b-45aa-88e2-f8d725059873'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:10:59.261051 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a50732ef-b764-45ee-97fc-6e8a8b243fc8 admin admin] Publish callbacks [] for security_group (01a959d1-558b-4e4c-ac7f-38fc50988572), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:59.289836 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a50732ef-b764-45ee-97fc-6e8a8b243fc8 admin admin] Publish callbacks [] for security_group (01a959d1-558b-4e4c-ac7f-38fc50988572), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:59.352799 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a50732ef-b764-45ee-97fc-6e8a8b243fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (01a959d1-558b-4e4c-ac7f-38fc50988572), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:59.353349 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-e216c66b-2c61-4814-87e7-c89c524b70fc service neutron] 10.222.0.79 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036653 Feb 16 22:10:59.356572 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a50732ef-b764-45ee-97fc-6e8a8b243fc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:59.360517 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a50732ef-b764-45ee-97fc-6e8a8b243fc8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/01a959d1-558b-4e4c-ac7f-38fc50988572 HTTP/1.1" status: 204 len: 168 time: 0.1521118 Feb 16 22:10:59.391647 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50732ef-b764-45ee-97fc-6e8a8b243fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a959d1-558b-4e4c-ac7f-38fc50988572,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:59.413322 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-af66c590-5959-432f-8a2e-a017b4441288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c22a3638-3b46-4c3f-8a63-25ea345be5e3), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:59.415910 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-af66c590-5959-432f-8a2e-a017b4441288 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:59.417001 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-af66c590-5959-432f-8a2e-a017b4441288 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c22a3638-3b46-4c3f-8a63-25ea345be5e3 HTTP/1.1" status: 204 len: 168 time: 0.5842497 Feb 16 22:10:59.458299 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af66c590-5959-432f-8a2e-a017b4441288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22a3638-3b46-4c3f-8a63-25ea345be5e3,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:10:59.495725 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4de64490-1e2e-40e8-95c3-b295f4ffbe26 req-d5b2f468-ceca-453c-8cae-546081326f14 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=d89f545b-e6a0-4419-bb19-fd7a9065e4c7 HTTP/1.1" status: 200 len: 210 time: 0.0493703 Feb 16 22:10:59.619046 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-133562c2-f28a-4ef2-992e-1b6295a7659f tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=361202f4e0e045359cc8d05f85357874&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441198 Feb 16 22:10:59.624092 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:10:59.628476 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-0f66863a-d32c-459d-9df1-51753eacdcce service neutron] 10.222.0.79 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645464 Feb 16 22:10:59.812518 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e711e27-bf28-41f0-bf9f-cf6c2635b492 req-8322e638-4fb0-47c2-b0cd-4cdb8dfc5a93 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:59.814153 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e711e27-bf28-41f0-bf9f-cf6c2635b492 req-8322e638-4fb0-47c2-b0cd-4cdb8dfc5a93 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 945 time: 0.1940889 Feb 16 22:10:59.938576 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e711e27-bf28-41f0-bf9f-cf6c2635b492 req-00f4af9d-27d5-4dac-b8ce-394177b47197 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129255 Feb 16 22:10:59.957683 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-36bb8b92-10a2-4c90-ab10-a41d849836f3 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:59.957683 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-36bb8b92-10a2-4c90-ab10-a41d849836f3 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3242562 Feb 16 22:10:59.969123 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-fc2988cd-7526-4341-b7c7-d119b1e11612 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Request body: {'port': {'device_id': 'd89f545b-e6a0-4419-bb19-fd7a9065e4c7', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'admin_state_up': True, 'tenant_id': '361202f4e0e045359cc8d05f85357874'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:10:59.972799 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-79520b0b-94e0-45be-8b1b-a2a8e1e834ec tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:10:59.974339 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-79520b0b-94e0-45be-8b1b-a2a8e1e834ec tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f&tenant_id=744a37dc5b8f478b9350ec4becb28946&binding%3Ahost_id=n-h1-813897-6 HTTP/1.1" status: 200 len: 1127 time: 0.1865506 Feb 16 22:10:59.992664 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-9d6598ad-85db-45e8-80be-1d39fefc1ac8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813897-6'}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:11:00.117761 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-9d6598ad-85db-45e8-80be-1d39fefc1ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c3ce7676-ecb5-4495-acbf-2f4dbe04183c), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:00.165150 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-fc2988cd-7526-4341-b7c7-d119b1e11612 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Made reservation on behalf of 361202f4e0e045359cc8d05f85357874 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:11:00.172675 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-fc2988cd-7526-4341-b7c7-d119b1e11612 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:00.182687 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8c45e-c57f-403a-a60f-eecf0ede8bb7 req-13487f6d-842f-4285-82a5-e3268c12bd9a tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:00.184240 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0fa8c45e-c57f-403a-a60f-eecf0ede8bb7 req-13487f6d-842f-4285-82a5-e3268c12bd9a tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=97322c62-b96d-4200-93bc-1fe9322c239c HTTP/1.1" status: 200 len: 945 time: 0.0921612 Feb 16 22:11:00.307452 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0fa8c45e-c57f-403a-a60f-eecf0ede8bb7 req-c7dd7fb9-36d0-4591-bee9-d14e21172b8a tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097150 Feb 16 22:11:00.331151 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-9d6598ad-85db-45e8-80be-1d39fefc1ac8 service neutron] For port c3ce7676-ecb5-4495-acbf-2f4dbe04183c, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c3ce7676-ecb5-4495-acbf-2f4dbe04183c,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:00.397635 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-9d6598ad-85db-45e8-80be-1d39fefc1ac8 service neutron] For port c3ce7676-ecb5-4495-acbf-2f4dbe04183c, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:11:00.441753 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-fc2988cd-7526-4341-b7c7-d119b1e11612 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Allocated IP 192.168.233.10 (d8fa3154-6273-4014-87c6-575d48ec11fc/0a5a8be1-6e1c-443c-a77b-25715d79e10e/dbd91d9f-fded-48fd-beaa-28660e20b937) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:11:00.450257 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 30eddb32-840b-45aa-88e2-f8d725059873 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:11:00.543057 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db615d8-cfe0-4bd3-a742-45ca4020a70f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3ce7676-ecb5-4495-acbf-2f4dbe04183c'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:11:00.545381 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5869c487-7fee-4b6e-bb7d-8dea48ba5b5e" -d '{"events": [{"server_uuid": "7db615d8-cfe0-4bd3-a742-45ca4020a70f", "name": "network-vif-unplugged", "status": "completed", "tag": "c3ce7676-ecb5-4495-acbf-2f4dbe04183c"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:11:00.549213 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-9d6598ad-85db-45e8-80be-1d39fefc1ac8 service neutron] Publish callbacks [] for port (c3ce7676-ecb5-4495-acbf-2f4dbe04183c), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:00.577630 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-9d6598ad-85db-45e8-80be-1d39fefc1ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c3ce7676-ecb5-4495-acbf-2f4dbe04183c), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:00.586875 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 30eddb32-840b-45aa-88e2-f8d725059873 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:11:00.598318 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 30eddb32-840b-45aa-88e2-f8d725059873 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:00.601720 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (30eddb32-840b-45aa-88e2-f8d725059873), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:00.706449 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-9d6598ad-85db-45e8-80be-1d39fefc1ac8 service neutron] Attempting to bind port c3ce7676-ecb5-4495-acbf-2f4dbe04183c on host n-h1-813897-6 for vnic_type normal with profile {"migrating_to": "n-h2-813897-6"} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:11:00.707176 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-9d6598ad-85db-45e8-80be-1d39fefc1ac8 service neutron] Attempting to bind port c3ce7676-ecb5-4495-acbf-2f4dbe04183c by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:11:00.707908 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-9d6598ad-85db-45e8-80be-1d39fefc1ac8 service neutron] Attempting to bind port c3ce7676-ecb5-4495-acbf-2f4dbe04183c on network 16137278-7395-49da-9cb6-180484537d2f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:11:00.710865 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6598ad-85db-45e8-80be-1d39fefc1ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ce7676-ecb5-4495-acbf-2f4dbe04183c,revision_number=7']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:00.721604 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 22:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4be7d9-79d2-40b6-b771-a0baad5ced63 x-openstack-request-id: req-ee4be7d9-79d2-40b6-b771-a0baad5ced63 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:11:00.721902 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db615d8-cfe0-4bd3-a742-45ca4020a70f", "name": "network-vif-unplugged", "status": "completed", "tag": "c3ce7676-ecb5-4495-acbf-2f4dbe04183c", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:11:00.722371 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ee4be7d9-79d2-40b6-b771-a0baad5ced63 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:11:00.722821 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db615d8-cfe0-4bd3-a742-45ca4020a70f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3ce7676-ecb5-4495-acbf-2f4dbe04183c', 'code': 200} Feb 16 22:11:00.724304 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-9d6598ad-85db-45e8-80be-1d39fefc1ac8 service neutron] Port c3ce7676-ecb5-4495-acbf-2f4dbe04183c on network 16137278-7395-49da-9cb6-180484537d2f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:11:00.724673 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-9d6598ad-85db-45e8-80be-1d39fefc1ac8 service neutron] Attempting to bind port c3ce7676-ecb5-4495-acbf-2f4dbe04183c on network 16137278-7395-49da-9cb6-180484537d2f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:11:00.731214 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-9d6598ad-85db-45e8-80be-1d39fefc1ac8 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:11:00.731566 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-9d6598ad-85db-45e8-80be-1d39fefc1ac8 service neutron] Checking segment: {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:11:00.731961 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-9d6598ad-85db-45e8-80be-1d39fefc1ac8 service neutron] Bound using segment: {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:11:00.732394 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-9d6598ad-85db-45e8-80be-1d39fefc1ac8 service neutron] Bound port: c3ce7676-ecb5-4495-acbf-2f4dbe04183c, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:11:00.732756 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-9d6598ad-85db-45e8-80be-1d39fefc1ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c3ce7676-ecb5-4495-acbf-2f4dbe04183c), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:00.783372 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 30eddb32-840b-45aa-88e2-f8d725059873 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:00.784360 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (30eddb32-840b-45aa-88e2-f8d725059873), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:00.825461 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97322c62-b96d-4200-93bc-1fe9322c239c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30eddb32-840b-45aa-88e2-f8d725059873'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:11:00.829403 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5b496e2-f23a-4da7-b38a-bd2c7e77773c req-358eafea-09e8-485a-880c-df65392e4955 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=d89f545b-e6a0-4419-bb19-fd7a9065e4c7 HTTP/1.1" status: 200 len: 210 time: 0.0990434 Feb 16 22:11:00.830968 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590c5378-41df-4679-9389-250bd09423b4" -d '{"events": [{"server_uuid": "97322c62-b96d-4200-93bc-1fe9322c239c", "name": "network-vif-plugged", "status": "completed", "tag": "30eddb32-840b-45aa-88e2-f8d725059873"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:11:00.831345 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-9d6598ad-85db-45e8-80be-1d39fefc1ac8 service neutron] For port c3ce7676-ecb5-4495-acbf-2f4dbe04183c, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:11:00.838998 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-9d6598ad-85db-45e8-80be-1d39fefc1ac8 service neutron] For port c3ce7676-ecb5-4495-acbf-2f4dbe04183c, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c3ce7676-ecb5-4495-acbf-2f4dbe04183c,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:11:00.847471 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-9d6598ad-85db-45e8-80be-1d39fefc1ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c3ce7676-ecb5-4495-acbf-2f4dbe04183c), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:00.850707 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 30eddb32-840b-45aa-88e2-f8d725059873, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=30eddb32-840b-45aa-88e2-f8d725059873,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:00.873746 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (30eddb32-840b-45aa-88e2-f8d725059873), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:00.931336 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-fc2988cd-7526-4341-b7c7-d119b1e11612 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Publish callbacks [] for port (dbd91d9f-fded-48fd-beaa-28660e20b937), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:00.999035 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-fc2988cd-7526-4341-b7c7-d119b1e11612 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (dbd91d9f-fded-48fd-beaa-28660e20b937), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:01.010288 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217e7036-ac00-45c6-a8e8-62cd25865a53 x-openstack-request-id: req-217e7036-ac00-45c6-a8e8-62cd25865a53 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:11:01.010604 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97322c62-b96d-4200-93bc-1fe9322c239c", "name": "network-vif-plugged", "status": "completed", "tag": "30eddb32-840b-45aa-88e2-f8d725059873", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:11:01.011523 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-217e7036-ac00-45c6-a8e8-62cd25865a53 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:11:01.012064 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97322c62-b96d-4200-93bc-1fe9322c239c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30eddb32-840b-45aa-88e2-f8d725059873', 'code': 200} Feb 16 22:11:01.017140 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=30eddb32-840b-45aa-88e2-f8d725059873,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:01.084283 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-9d6598ad-85db-45e8-80be-1d39fefc1ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:01.086106 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-9d6598ad-85db-45e8-80be-1d39fefc1ac8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:01.086864 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-fc2988cd-7526-4341-b7c7-d119b1e11612 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Network d8fa3154-6273-4014-87c6-575d48ec11fc is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:11:01.087833 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-9d6598ad-85db-45e8-80be-1d39fefc1ac8 service neutron] 10.222.0.79 "PUT /v2.0/ports/c3ce7676-ecb5-4495-acbf-2f4dbe04183c HTTP/1.1" status: 200 len: 1121 time: 1.1002510 Feb 16 22:11:01.091684 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-fc2988cd-7526-4341-b7c7-d119b1e11612 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:11:01.094824 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2988cd-7526-4341-b7c7-d119b1e11612 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Pushing event updated for resources: {'Port': ['ID=dbd91d9f-fded-48fd-beaa-28660e20b937,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:01.097154 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-fc2988cd-7526-4341-b7c7-d119b1e11612 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:11:01.151672 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6598ad-85db-45e8-80be-1d39fefc1ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ce7676-ecb5-4495-acbf-2f4dbe04183c,revision_number=8']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:01.153733 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['c3ce7676-ecb5-4495-acbf-2f4dbe04183c'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:11:01.180132 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1bfac-cc0e-49de-b22e-3ee181fb9512 req-b106f496-74f3-4c2c-88d6-eab7671d4617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:01.181487 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-fc2988cd-7526-4341-b7c7-d119b1e11612 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:01.181654 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0eb1bfac-cc0e-49de-b22e-3ee181fb9512 req-b106f496-74f3-4c2c-88d6-eab7671d4617 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=97322c62-b96d-4200-93bc-1fe9322c239c HTTP/1.1" status: 200 len: 1128 time: 0.0884042 Feb 16 22:11:01.182718 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-fc2988cd-7526-4341-b7c7-d119b1e11612 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:01.251874 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-fc2988cd-7526-4341-b7c7-d119b1e11612 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2866135 Feb 16 22:11:01.265915 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-0cb161f8-f813-4974-9cc9-47b747de85c4 service neutron] Request body: {'port': {'device_id': 'd89f545b-e6a0-4419-bb19-fd7a9065e4c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:11:01.270681 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0eb1bfac-cc0e-49de-b22e-3ee181fb9512 req-c7aa8cfa-dacc-4ae1-b64e-8c39b6f19b8c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611019 Feb 16 22:11:01.351987 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687f852-b1a1-4a21-a71d-7b67e1a0e7e8 req-04ed7ef9-de68-456d-a52e-ff500979c7bc tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:01.358948 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f687f852-b1a1-4a21-a71d-7b67e1a0e7e8 req-04ed7ef9-de68-456d-a52e-ff500979c7bc tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 943 time: 0.1676252 Feb 16 22:11:01.418590 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-0cb161f8-f813-4974-9cc9-47b747de85c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (dbd91d9f-fded-48fd-beaa-28660e20b937), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:01.450424 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f687f852-b1a1-4a21-a71d-7b67e1a0e7e8 req-a6215eb5-5f36-4536-b446-81b2fe775479 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904479 Feb 16 22:11:01.456251 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-84acfe24-7f0b-410a-a504-d0789fc81ac3 None None] Provisioning complete for port dbd91d9f-fded-48fd-beaa-28660e20b937 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:01.457299 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-84acfe24-7f0b-410a-a504-d0789fc81ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (dbd91d9f-fded-48fd-beaa-28660e20b937), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:01.510119 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-84acfe24-7f0b-410a-a504-d0789fc81ac3 None None] Port dbd91d9f-fded-48fd-beaa-28660e20b937 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:11:01.774301 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bfb69-3f39-48bf-85c7-6096cd269825 req-c7f59154-79ab-4d1e-a0ac-526e655650bd tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:01.781814 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-893bfb69-3f39-48bf-85c7-6096cd269825 req-c7f59154-79ab-4d1e-a0ac-526e655650bd tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=97322c62-b96d-4200-93bc-1fe9322c239c HTTP/1.1" status: 200 len: 946 time: 0.1605220 Feb 16 22:11:01.872468 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-893bfb69-3f39-48bf-85c7-6096cd269825 req-ece19a91-2e22-4861-a531-c2d4069bdda0 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896809 Feb 16 22:11:01.958256 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-0cb161f8-f813-4974-9cc9-47b747de85c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd91d9f-fded-48fd-beaa-28660e20b937 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:11:01.968512 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-0cb161f8-f813-4974-9cc9-47b747de85c4 service neutron] Publish callbacks [] for port (dbd91d9f-fded-48fd-beaa-28660e20b937), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:01.983416 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-0cb161f8-f813-4974-9cc9-47b747de85c4 service neutron] Transition to ACTIVE for port object dbd91d9f-fded-48fd-beaa-28660e20b937 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:11:01.990765 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-0cb161f8-f813-4974-9cc9-47b747de85c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (dbd91d9f-fded-48fd-beaa-28660e20b937), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:02.088540 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb161f8-f813-4974-9cc9-47b747de85c4 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd91d9f-fded-48fd-beaa-28660e20b937,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:02.217489 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4f485-b3ba-476d-80a3-f116a94a05e3 req-182f5862-3087-495f-b5d8-730bad99c7d4 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:02.228088 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6fa4f485-b3ba-476d-80a3-f116a94a05e3 req-182f5862-3087-495f-b5d8-730bad99c7d4 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=d89f545b-e6a0-4419-bb19-fd7a9065e4c7 HTTP/1.1" status: 200 len: 947 time: 0.2298439 Feb 16 22:11:02.274876 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-0cb161f8-f813-4974-9cc9-47b747de85c4 service neutron] Attempting to bind port dbd91d9f-fded-48fd-beaa-28660e20b937 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:11:02.275276 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-0cb161f8-f813-4974-9cc9-47b747de85c4 service neutron] Attempting to bind port dbd91d9f-fded-48fd-beaa-28660e20b937 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:11:02.275530 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-0cb161f8-f813-4974-9cc9-47b747de85c4 service neutron] Attempting to bind port dbd91d9f-fded-48fd-beaa-28660e20b937 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:11:02.312488 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-0cb161f8-f813-4974-9cc9-47b747de85c4 service neutron] Port dbd91d9f-fded-48fd-beaa-28660e20b937 on network d8fa3154-6273-4014-87c6-575d48ec11fc not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:11:02.312488 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-0cb161f8-f813-4974-9cc9-47b747de85c4 service neutron] Attempting to bind port dbd91d9f-fded-48fd-beaa-28660e20b937 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:11:02.331843 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-0cb161f8-f813-4974-9cc9-47b747de85c4 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:11:02.334620 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-0cb161f8-f813-4974-9cc9-47b747de85c4 service neutron] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:11:02.335275 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-0cb161f8-f813-4974-9cc9-47b747de85c4 service neutron] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:11:02.336856 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-0cb161f8-f813-4974-9cc9-47b747de85c4 service neutron] Bound port: dbd91d9f-fded-48fd-beaa-28660e20b937, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:11:02.338488 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-0cb161f8-f813-4974-9cc9-47b747de85c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (dbd91d9f-fded-48fd-beaa-28660e20b937), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:02.401648 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6fa4f485-b3ba-476d-80a3-f116a94a05e3 req-419667cb-aa6d-49a9-b2eb-fef4dd5ebeb5 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726785 Feb 16 22:11:02.510642 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-0cb161f8-f813-4974-9cc9-47b747de85c4 service neutron] For port dbd91d9f-fded-48fd-beaa-28660e20b937, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:11:02.518154 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-0cb161f8-f813-4974-9cc9-47b747de85c4 service neutron] For port dbd91d9f-fded-48fd-beaa-28660e20b937, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=dbd91d9f-fded-48fd-beaa-28660e20b937,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:11:02.530249 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-0cb161f8-f813-4974-9cc9-47b747de85c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (dbd91d9f-fded-48fd-beaa-28660e20b937), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:02.582808 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-0cb161f8-f813-4974-9cc9-47b747de85c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:02.583381 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-0cb161f8-f813-4974-9cc9-47b747de85c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:02.586338 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-0cb161f8-f813-4974-9cc9-47b747de85c4 service neutron] 10.222.0.79 "PUT /v2.0/ports/dbd91d9f-fded-48fd-beaa-28660e20b937 HTTP/1.1" status: 200 len: 1095 time: 1.3266184 Feb 16 22:11:02.590028 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89f545b-e6a0-4419-bb19-fd7a9065e4c7', 'tag': 'dbd91d9f-fded-48fd-beaa-28660e20b937'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:11:02.598254 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e439032-e47a-4dfe-bdb0-fc851d3658cf" -d '{"events": [{"name": "network-changed", "server_uuid": "d89f545b-e6a0-4419-bb19-fd7a9065e4c7", "tag": "dbd91d9f-fded-48fd-beaa-28660e20b937"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:11:02.725147 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db615d8-cfe0-4bd3-a742-45ca4020a70f', 'tag': 'c3ce7676-ecb5-4495-acbf-2f4dbe04183c'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:11:02.729482 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff19f45-030e-4ae4-9cd5-33ff36e7e02d" -d '{"events": [{"name": "network-changed", "server_uuid": "7db615d8-cfe0-4bd3-a742-45ca4020a70f", "tag": "c3ce7676-ecb5-4495-acbf-2f4dbe04183c"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:11:02.930359 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb161f8-f813-4974-9cc9-47b747de85c4 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd91d9f-fded-48fd-beaa-28660e20b937,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:03.008440 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-c0dc2b75-27bf-4e2a-bc55-5536cc596013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:03.010257 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-c0dc2b75-27bf-4e2a-bc55-5536cc596013 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=361202f4e0e045359cc8d05f85357874&device_id=d89f545b-e6a0-4419-bb19-fd7a9065e4c7 HTTP/1.1" status: 200 len: 1129 time: 0.0613053 Feb 16 22:11:03.023106 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85ff1e-4de1-4698-b3c7-d3a96fecb803 req-5d76c827-42fa-434a-9e69-1658e6333b7f tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:03.024613 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c85ff1e-4de1-4698-b3c7-d3a96fecb803 req-5d76c827-42fa-434a-9e69-1658e6333b7f tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 943 time: 0.4643052 Feb 16 22:11:03.088838 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47492) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:03.096078 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-8b5de633-45ce-4c87-8ab1-8d357979a3e7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=dbd91d9f-fded-48fd-beaa-28660e20b937 HTTP/1.1" status: 200 len: 217 time: 0.0703919 Feb 16 22:11:03.144898 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c85ff1e-4de1-4698-b3c7-d3a96fecb803 req-4204dd61-6d8c-46b6-8dcf-1590934e68ce tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121459 Feb 16 22:11:03.162860 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-566b6e8e-db0c-48ba-ab38-a45a8b937d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:03.164447 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-566b6e8e-db0c-48ba-ab38-a45a8b937d2a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0607402 Feb 16 22:11:03.203571 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2fd762-f13b-49f8-b9f1-2dd2961ace21 x-openstack-request-id: req-fd2fd762-f13b-49f8-b9f1-2dd2961ace21 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:11:03.203939 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d89f545b-e6a0-4419-bb19-fd7a9065e4c7", "tag": "dbd91d9f-fded-48fd-beaa-28660e20b937", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:11:03.204253 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fd2fd762-f13b-49f8-b9f1-2dd2961ace21 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:11:03.204652 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd89f545b-e6a0-4419-bb19-fd7a9065e4c7', 'tag': 'dbd91d9f-fded-48fd-beaa-28660e20b937', 'status': 'completed', 'code': 200} Feb 16 22:11:03.216728 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4e34d0-5018-463c-9989-9014bde30812 x-openstack-request-id: req-1b4e34d0-5018-463c-9989-9014bde30812 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:11:03.217123 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db615d8-cfe0-4bd3-a742-45ca4020a70f", "tag": "c3ce7676-ecb5-4495-acbf-2f4dbe04183c", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:11:03.217386 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1b4e34d0-5018-463c-9989-9014bde30812 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:11:03.217941 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db615d8-cfe0-4bd3-a742-45ca4020a70f', 'tag': 'c3ce7676-ecb5-4495-acbf-2f4dbe04183c', 'status': 'completed', 'code': 200} Feb 16 22:11:03.227355 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-5eda6a4b-bbd5-4ef2-83ef-c467856a2036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:03.229067 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-5eda6a4b-bbd5-4ef2-83ef-c467856a2036 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0561357 Feb 16 22:11:03.408419 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff19f45-030e-4ae4-9cd5-33ff36e7e02d req-957ef641-397e-4c5e-b1a5-a2cbfdf487ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:03.411257 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-aff19f45-030e-4ae4-9cd5-33ff36e7e02d req-957ef641-397e-4c5e-b1a5-a2cbfdf487ef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=744a37dc5b8f478b9350ec4becb28946&device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 1155 time: 0.1696985 Feb 16 22:11:03.438799 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5e202fb9-7f87-4598-810f-b40869b3e6ae admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f20c34d18a8043c78a690d934d1f958f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3464971 Feb 16 22:11:03.439417 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47538) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:03.447000 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-5da16019-ad01-4830-868a-59d8847a69dc service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066746 Feb 16 22:11:03.460030 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798007e2-c6bd-4981-b53c-4ec79bd2b8f5 req-c9b77782-beab-46f1-a8b7-bc5901150b72 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:03.467608 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-798007e2-c6bd-4981-b53c-4ec79bd2b8f5 req-c9b77782-beab-46f1-a8b7-bc5901150b72 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=97322c62-b96d-4200-93bc-1fe9322c239c HTTP/1.1" status: 200 len: 946 time: 0.1196723 Feb 16 22:11:03.607372 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c411b975-8a7b-447a-80d9-28b756adc001 admin admin] Publish callbacks [] for security_group (236c6fc1-306d-417f-bffc-4c2d659260d5), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:03.623328 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-798007e2-c6bd-4981-b53c-4ec79bd2b8f5 req-5282aae0-bbea-4570-a6f8-c639bcd67017 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547492 Feb 16 22:11:03.638231 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff19f45-030e-4ae4-9cd5-33ff36e7e02d req-b6e39efb-7f59-4e70-81dc-a0e408d4c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:03.641058 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-aff19f45-030e-4ae4-9cd5-33ff36e7e02d req-b6e39efb-7f59-4e70-81dc-a0e408d4c2c3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=16137278-7395-49da-9cb6-180484537d2f HTTP/1.1" status: 200 len: 922 time: 0.2007546 Feb 16 22:11:03.657605 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c411b975-8a7b-447a-80d9-28b756adc001 admin admin] Publish callbacks [] for security_group (236c6fc1-306d-417f-bffc-4c2d659260d5), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:03.695518 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd0c2b-6460-454b-ae4d-c50de29e07a6 req-bf0accfa-863a-4459-bb6a-613d914ff8b2 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:03.697048 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-21bd0c2b-6460-454b-ae4d-c50de29e07a6 req-bf0accfa-863a-4459-bb6a-613d914ff8b2 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=d89f545b-e6a0-4419-bb19-fd7a9065e4c7 HTTP/1.1" status: 200 len: 947 time: 0.1578977 Feb 16 22:11:03.699466 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7bd775ad-2c7a-4d95-a2a3-cf8cb2950b2d req-664f5e14-b612-4d34-a9f2-1eade8ab81fa service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293341 Feb 16 22:11:03.714623 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-aff19f45-030e-4ae4-9cd5-33ff36e7e02d req-4b07f974-7666-4f60-8997-dcf2fc83df17 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3ce7676-ecb5-4495-acbf-2f4dbe04183c HTTP/1.1" status: 200 len: 217 time: 0.0593724 Feb 16 22:11:03.794821 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff19f45-030e-4ae4-9cd5-33ff36e7e02d req-88fc4ebc-de54-4033-9ae7-9677593603ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:03.797594 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-aff19f45-030e-4ae4-9cd5-33ff36e7e02d req-88fc4ebc-de54-4033-9ae7-9677593603ec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c3e80cb9-4386-4d79-b9b3-6283b204f543 HTTP/1.1" status: 200 len: 861 time: 0.0757036 Feb 16 22:11:03.808451 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-21bd0c2b-6460-454b-ae4d-c50de29e07a6 req-ce1275f8-d1f7-4cb3-9940-a6c8c1ec84f9 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049097 Feb 16 22:11:03.811806 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47552) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:03.850837 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e439032-e47a-4dfe-bdb0-fc851d3658cf req-66fcfcd8-d8df-41b7-9943-6014bf248cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:03.854978 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e439032-e47a-4dfe-bdb0-fc851d3658cf req-66fcfcd8-d8df-41b7-9943-6014bf248cac service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=361202f4e0e045359cc8d05f85357874&device_id=d89f545b-e6a0-4419-bb19-fd7a9065e4c7 HTTP/1.1" status: 200 len: 1129 time: 0.0623584 Feb 16 22:11:03.867267 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-aff19f45-030e-4ae4-9cd5-33ff36e7e02d req-68ab2a63-4d1e-4429-b885-198beb3d23d4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=16137278-7395-49da-9cb6-180484537d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533431 Feb 16 22:11:03.868120 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c411b975-8a7b-447a-80d9-28b756adc001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (236c6fc1-306d-417f-bffc-4c2d659260d5), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:03.871093 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c411b975-8a7b-447a-80d9-28b756adc001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:03.875148 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c411b975-8a7b-447a-80d9-28b756adc001 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/236c6fc1-306d-417f-bffc-4c2d659260d5 HTTP/1.1" status: 204 len: 168 time: 0.4336662 Feb 16 22:11:03.917448 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411b975-8a7b-447a-80d9-28b756adc001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236c6fc1-306d-417f-bffc-4c2d659260d5,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:03.984089 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-faa110f5-0071-4b57-aceb-321c4bebfb67 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=abec61a3e4b941569fb6bb0629abb48d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486586 Feb 16 22:11:04.014683 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c6f39292-02bb-47a7-850c-474359398846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:04.051086 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e439032-e47a-4dfe-bdb0-fc851d3658cf req-73b2e776-07ca-40fa-aab7-ca483d5cc8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:04.052492 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e439032-e47a-4dfe-bdb0-fc851d3658cf req-73b2e776-07ca-40fa-aab7-ca483d5cc8e9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.1896181 Feb 16 22:11:04.057261 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-aff19f45-030e-4ae4-9cd5-33ff36e7e02d req-53c3ec93-c2ce-43cf-839e-b6c84ea20e7b service neutron] 10.222.0.67 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802301 Feb 16 22:11:04.131285 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e439032-e47a-4dfe-bdb0-fc851d3658cf req-605f5246-e1bf-4e3f-aa31-f3df9421df55 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=dbd91d9f-fded-48fd-beaa-28660e20b937 HTTP/1.1" status: 200 len: 217 time: 0.0436838 Feb 16 22:11:04.203719 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c6f39292-02bb-47a7-850c-474359398846 admin admin] Publish callbacks [] for security_group (2d4adee4-3ddc-442c-87e6-be2d01caad0d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:04.206179 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-aff19f45-030e-4ae4-9cd5-33ff36e7e02d req-7eabaf51-3719-4fea-b29c-bdbc48ebbf9a service neutron] 10.222.0.67 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399112 Feb 16 22:11:04.210368 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c6f39292-02bb-47a7-850c-474359398846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (2d4adee4-3ddc-442c-87e6-be2d01caad0d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:04.218351 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-379bdafb-7954-4a54-bbcd-75d89fc7dc28 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:04.226038 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-379bdafb-7954-4a54-bbcd-75d89fc7dc28 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2316194 Feb 16 22:11:04.258816 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-a5946967-a770-42d6-bf4f-f30ce3cb007d tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/quotas/abec61a3e4b941569fb6bb0629abb48d HTTP/1.1" status: 200 len: 375 time: 0.0315404 Feb 16 22:11:04.269240 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c6f39292-02bb-47a7-850c-474359398846 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d43c8120f6354c8cb309095b8fc61b5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4364963 Feb 16 22:11:04.270133 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f39292-02bb-47a7-850c-474359398846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4adee4-3ddc-442c-87e6-be2d01caad0d,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:04.272059 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47578) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:04.300087 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-4a8e51fe-f1f2-451a-866c-0cee03f5c1a2 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=abec61a3e4b941569fb6bb0629abb48d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401745 Feb 16 22:11:04.311027 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e439032-e47a-4dfe-bdb0-fc851d3658cf req-5dca7643-224a-44f2-b257-6561b81c10a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:04.312570 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e439032-e47a-4dfe-bdb0-fc851d3658cf req-5dca7643-224a-44f2-b257-6561b81c10a0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1710639 Feb 16 22:11:04.408825 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3e9b3999-82d4-45c5-b54f-fca1cf77d7e7 admin admin] Publish callbacks [] for security_group (2d4adee4-3ddc-442c-87e6-be2d01caad0d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:04.417760 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e439032-e47a-4dfe-bdb0-fc851d3658cf req-cbd0412d-b6f1-4555-98ed-1673eb4372a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:04.418538 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e439032-e47a-4dfe-bdb0-fc851d3658cf req-cbd0412d-b6f1-4555-98ed-1673eb4372a3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0966954 Feb 16 22:11:04.429623 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47580) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:04.455974 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3e9b3999-82d4-45c5-b54f-fca1cf77d7e7 admin admin] Publish callbacks [] for security_group (2d4adee4-3ddc-442c-87e6-be2d01caad0d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:04.497390 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b463a194-9135-4a74-879f-a29a4171023e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1daf9ecf886744ff8b7c28781aaa8141&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0661602 Feb 16 22:11:04.500418 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47586) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:04.601337 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f6075adc-2f79-4bd8-95b0-625c2362a864 admin admin] Publish callbacks [] for security_group (460dd6d2-3c3d-4426-b0f5-72e8cc42329c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:04.630285 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e439032-e47a-4dfe-bdb0-fc851d3658cf req-36825022-2716-423e-ab76-6f6e5388522d service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012756 Feb 16 22:11:04.633326 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f1fe7-95c5-4b7e-a1fb-fac3a4315402 req-7a3831c8-1011-4446-9771-f1c0eb0934a4 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:04.638467 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f6075adc-2f79-4bd8-95b0-625c2362a864 admin admin] Publish callbacks [] for security_group (460dd6d2-3c3d-4426-b0f5-72e8cc42329c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:04.642001 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ce6f1fe7-95c5-4b7e-a1fb-fac3a4315402 req-7a3831c8-1011-4446-9771-f1c0eb0934a4 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=97322c62-b96d-4200-93bc-1fe9322c239c HTTP/1.1" status: 200 len: 1128 time: 0.1882551 Feb 16 22:11:04.681068 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3e9b3999-82d4-45c5-b54f-fca1cf77d7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (2d4adee4-3ddc-442c-87e6-be2d01caad0d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:04.682816 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3e9b3999-82d4-45c5-b54f-fca1cf77d7e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:04.683945 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3e9b3999-82d4-45c5-b54f-fca1cf77d7e7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2d4adee4-3ddc-442c-87e6-be2d01caad0d HTTP/1.1" status: 204 len: 168 time: 0.4108527 Feb 16 22:11:04.708352 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f6075adc-2f79-4bd8-95b0-625c2362a864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (460dd6d2-3c3d-4426-b0f5-72e8cc42329c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:04.712052 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f6075adc-2f79-4bd8-95b0-625c2362a864 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:04.716514 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f6075adc-2f79-4bd8-95b0-625c2362a864 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/460dd6d2-3c3d-4426-b0f5-72e8cc42329c HTTP/1.1" status: 204 len: 168 time: 0.2147558 Feb 16 22:11:04.716687 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b3999-82d4-45c5-b54f-fca1cf77d7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4adee4-3ddc-442c-87e6-be2d01caad0d,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:04.732767 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6075adc-2f79-4bd8-95b0-625c2362a864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460dd6d2-3c3d-4426-b0f5-72e8cc42329c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:04.782908 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ce6f1fe7-95c5-4b7e-a1fb-fac3a4315402 req-e862dbc7-0c16-45ec-8a6a-a83af1168dd4 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340725 Feb 16 22:11:04.795554 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device c3ce7676-ecb5-4495-acbf-2f4dbe04183c details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:11:04.845502 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e439032-e47a-4dfe-bdb0-fc851d3658cf req-b678e857-ba25-4f25-8712-f22ad7d12486 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005925 Feb 16 22:11:04.980814 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9e32d-aac7-4a43-8ea7-462c15871ced req-21118cb2-7256-4fd2-8f9c-41dd60edda70 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:04.982885 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4fa9e32d-aac7-4a43-8ea7-462c15871ced req-21118cb2-7256-4fd2-8f9c-41dd60edda70 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 943 time: 0.1060295 Feb 16 22:11:05.072364 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port c3ce7676-ecb5-4495-acbf-2f4dbe04183c, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c3ce7676-ecb5-4495-acbf-2f4dbe04183c,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:05.088418 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device c3ce7676-ecb5-4495-acbf-2f4dbe04183c has no active binding in host n-h2-813897-6 {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 16 22:11:05.104953 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94992e48-4a3c-4a3f-b693-311723850f0f req-5dd96a20-723d-49de-82d7-40043a48bc06 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=abec61a3e4b941569fb6bb0629abb48d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469251 Feb 16 22:11:05.120167 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4fa9e32d-aac7-4a43-8ea7-462c15871ced req-50d5ae68-ea93-4f12-94dd-0001d72f0103 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248097 Feb 16 22:11:05.282496 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccad0e-b62b-4164-9a73-0045b08e895b req-7790ee78-8145-4ee8-94eb-c3643dfe1101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:05.284769 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-72ccad0e-b62b-4164-9a73-0045b08e895b req-7790ee78-8145-4ee8-94eb-c3643dfe1101 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=744a37dc5b8f478b9350ec4becb28946&device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 1155 time: 0.0739021 Feb 16 22:11:05.343895 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94992e48-4a3c-4a3f-b693-311723850f0f req-f0efbd54-2ddb-4f0f-8c43-b09b8ab20ce7 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:05.344960 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94992e48-4a3c-4a3f-b693-311723850f0f req-f0efbd54-2ddb-4f0f-8c43-b09b8ab20ce7 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2225366 Feb 16 22:11:05.351310 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18778a-dffd-467d-b7c8-b6bff1db1d14 req-4a9a0f5c-d74f-4bee-be8f-eeb62adad31a tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:05.358148 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0b18778a-dffd-467d-b7c8-b6bff1db1d14 req-4a9a0f5c-d74f-4bee-be8f-eeb62adad31a tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=97322c62-b96d-4200-93bc-1fe9322c239c HTTP/1.1" status: 200 len: 1128 time: 0.0978999 Feb 16 22:11:05.363579 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47632) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:05.383862 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-33c2382c-b370-47e1-99bb-24bd5f0ab708 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:05.391756 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94992e48-4a3c-4a3f-b693-311723850f0f req-fbb4fe6a-9f0e-40d2-9606-f8f4ad33d855 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/quotas/abec61a3e4b941569fb6bb0629abb48d HTTP/1.1" status: 200 len: 375 time: 0.0315051 Feb 16 22:11:05.427644 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94992e48-4a3c-4a3f-b693-311723850f0f req-dbccf27b-f7f5-4de3-aa8f-dad88072cb18 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=abec61a3e4b941569fb6bb0629abb48d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348022 Feb 16 22:11:05.449911 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0b18778a-dffd-467d-b7c8-b6bff1db1d14 req-3327e050-91c1-4bde-82bf-ca5bad5b7157 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908730 Feb 16 22:11:05.494225 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccad0e-b62b-4164-9a73-0045b08e895b req-908a06b6-600f-4fd9-8b12-a8b146005f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:05.495804 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-72ccad0e-b62b-4164-9a73-0045b08e895b req-908a06b6-600f-4fd9-8b12-a8b146005f87 service neutron] 10.222.0.67 "GET /v2.0/networks?id=16137278-7395-49da-9cb6-180484537d2f HTTP/1.1" status: 200 len: 922 time: 0.1838622 Feb 16 22:11:05.550535 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-72ccad0e-b62b-4164-9a73-0045b08e895b req-07c9fd71-c1b5-4e86-b166-4776323b885a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3ce7676-ecb5-4495-acbf-2f4dbe04183c HTTP/1.1" status: 200 len: 217 time: 0.0455334 Feb 16 22:11:05.618798 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-33c2382c-b370-47e1-99bb-24bd5f0ab708 admin admin] Publish callbacks [] for security_group (19cca756-8c11-4e2e-846e-be79dc66867a), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:05.626571 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4793c7-1f4e-4090-b456-33c36e0c71e6 req-922227b9-8022-4b0a-b2c4-1fbc288394d5 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:05.628236 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9b4793c7-1f4e-4090-b456-33c36e0c71e6 req-922227b9-8022-4b0a-b2c4-1fbc288394d5 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=d89f545b-e6a0-4419-bb19-fd7a9065e4c7 HTTP/1.1" status: 200 len: 947 time: 0.0731707 Feb 16 22:11:05.629458 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccad0e-b62b-4164-9a73-0045b08e895b req-afe71cb6-2724-4fc7-b4e7-a0a6858e0090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:05.632760 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-72ccad0e-b62b-4164-9a73-0045b08e895b req-afe71cb6-2724-4fc7-b4e7-a0a6858e0090 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c3e80cb9-4386-4d79-b9b3-6283b204f543 HTTP/1.1" status: 200 len: 861 time: 0.0731525 Feb 16 22:11:05.633937 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-33c2382c-b370-47e1-99bb-24bd5f0ab708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (19cca756-8c11-4e2e-846e-be79dc66867a), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:05.684454 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-72ccad0e-b62b-4164-9a73-0045b08e895b req-34153c3c-f852-4ec8-a918-941f24146a96 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=16137278-7395-49da-9cb6-180484537d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447285 Feb 16 22:11:05.716912 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9b4793c7-1f4e-4090-b456-33c36e0c71e6 req-f3b75c72-9fe1-458f-9f6c-0986e8174626 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805299 Feb 16 22:11:05.738476 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2382c-b370-47e1-99bb-24bd5f0ab708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19cca756-8c11-4e2e-846e-be79dc66867a,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:05.749708 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-33c2382c-b370-47e1-99bb-24bd5f0ab708 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8398c52b1f5e4113a9393e064ee24115&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3848650 Feb 16 22:11:05.752260 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47650) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:05.853490 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-070a4d26-d1d2-48e0-bb95-585532d9f59b req-d3f63f2d-aafd-45f1-a82e-c50633ce52e0 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6993986-18b2-404e-8136-20c7bb876c79 HTTP/1.1" status: 200 len: 210 time: 0.0635145 Feb 16 22:11:05.914424 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-72ccad0e-b62b-4164-9a73-0045b08e895b req-a4c0001f-da50-416c-82d0-4364d13f2304 service neutron] 10.222.0.67 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191527 Feb 16 22:11:05.984010 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-993d980b-054d-4a3a-8859-ae3d4bece2dc admin admin] Publish callbacks [] for security_group (19cca756-8c11-4e2e-846e-be79dc66867a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:06.018212 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-983d3112-c370-4ffc-8e5a-364131886fbc tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=abec61a3e4b941569fb6bb0629abb48d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353975 Feb 16 22:11:06.101032 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-993d980b-054d-4a3a-8859-ae3d4bece2dc admin admin] Publish callbacks [] for security_group (19cca756-8c11-4e2e-846e-be79dc66867a), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:06.228681 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-72ccad0e-b62b-4164-9a73-0045b08e895b req-09b13821-6730-4878-b166-d6ae1b3272f5 service neutron] 10.222.0.67 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007293 Feb 16 22:11:06.258707 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-54d1d389-c8b4-4a69-bc56-51f39642e1f7 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:06.271037 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-54d1d389-c8b4-4a69-bc56-51f39642e1f7 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2026246 Feb 16 22:11:06.291140 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-257caf2d-b9ed-4e3c-9011-c52e120a6d29 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Request body: {'port': {'device_id': '6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'admin_state_up': True, 'tenant_id': 'abec61a3e4b941569fb6bb0629abb48d'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:11:06.311712 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-643c10aa-6a3a-4f68-9365-4027a261d2f2 req-73e3b92a-7cb0-481a-b67c-fa602bf807d2 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:11:06.312865 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-643c10aa-6a3a-4f68-9365-4027a261d2f2 req-73e3b92a-7cb0-481a-b67c-fa602bf807d2 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078914 Feb 16 22:11:06.345423 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-993d980b-054d-4a3a-8859-ae3d4bece2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (19cca756-8c11-4e2e-846e-be79dc66867a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:06.349428 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-993d980b-054d-4a3a-8859-ae3d4bece2dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:06.351063 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-993d980b-054d-4a3a-8859-ae3d4bece2dc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/19cca756-8c11-4e2e-846e-be79dc66867a HTTP/1.1" status: 204 len: 168 time: 0.5978482 Feb 16 22:11:06.400319 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d980b-054d-4a3a-8859-ae3d4bece2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cca756-8c11-4e2e-846e-be79dc66867a,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:06.476883 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889ff0c-c4b1-4fc3-860a-74f142fc7bd5 req-0273a561-21ff-46cd-a722-d525b4a27cc6 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:06.492748 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f889ff0c-c4b1-4fc3-860a-74f142fc7bd5 req-0273a561-21ff-46cd-a722-d525b4a27cc6 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 943 time: 0.1378672 Feb 16 22:11:06.564204 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f889ff0c-c4b1-4fc3-860a-74f142fc7bd5 req-273d1ced-1b46-4d25-8409-e6f541f07aa4 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695326 Feb 16 22:11:06.581166 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-257caf2d-b9ed-4e3c-9011-c52e120a6d29 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Made reservation on behalf of abec61a3e4b941569fb6bb0629abb48d for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:11:06.584958 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-257caf2d-b9ed-4e3c-9011-c52e120a6d29 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:06.605663 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-257caf2d-b9ed-4e3c-9011-c52e120a6d29 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:06.702855 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-257caf2d-b9ed-4e3c-9011-c52e120a6d29 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Publish callbacks [] for security_group (62b4647e-c406-4caa-91cb-6113d09f38f1), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:06.707020 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-257caf2d-b9ed-4e3c-9011-c52e120a6d29 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (62b4647e-c406-4caa-91cb-6113d09f38f1), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:06.782217 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device dbd91d9f-fded-48fd-beaa-28660e20b937 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:11:06.784635 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257caf2d-b9ed-4e3c-9011-c52e120a6d29 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62b4647e-c406-4caa-91cb-6113d09f38f1,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:06.865731 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-257caf2d-b9ed-4e3c-9011-c52e120a6d29 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Allocated IP 192.168.233.46 (d8fa3154-6273-4014-87c6-575d48ec11fc/0a5a8be1-6e1c-443c-a77b-25715d79e10e/8a20f5fd-090d-41eb-9d1a-31f7ee5a438b) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:11:06.917728 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port dbd91d9f-fded-48fd-beaa-28660e20b937, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=dbd91d9f-fded-48fd-beaa-28660e20b937,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:06.935255 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'dbd91d9f-fded-48fd-beaa-28660e20b937', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': 'dbd91d9f-fded-48fd-beaa-28660e20b937', 'mac_address': 'fa:16:3e:df:b1:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:11:06.995453 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port dbd91d9f-fded-48fd-beaa-28660e20b937 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:06.995855 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (dbd91d9f-fded-48fd-beaa-28660e20b937), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:07.023501 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd91d9f-fded-48fd-beaa-28660e20b937 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:11:07.051254 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port dbd91d9f-fded-48fd-beaa-28660e20b937, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=dbd91d9f-fded-48fd-beaa-28660e20b937,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:07.060784 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (dbd91d9f-fded-48fd-beaa-28660e20b937), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:07.096194 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-257caf2d-b9ed-4e3c-9011-c52e120a6d29 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Publish callbacks [] for port (8a20f5fd-090d-41eb-9d1a-31f7ee5a438b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:07.185826 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-257caf2d-b9ed-4e3c-9011-c52e120a6d29 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (8a20f5fd-090d-41eb-9d1a-31f7ee5a438b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:07.190112 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=dbd91d9f-fded-48fd-beaa-28660e20b937,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:07.236405 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94992e48-4a3c-4a3f-b693-311723850f0f req-0fd70c1a-a8b7-4c4f-8b3a-710cde4819f7 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=abec61a3e4b941569fb6bb0629abb48d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318308 Feb 16 22:11:07.245788 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-257caf2d-b9ed-4e3c-9011-c52e120a6d29 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Network d8fa3154-6273-4014-87c6-575d48ec11fc is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:11:07.248798 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-257caf2d-b9ed-4e3c-9011-c52e120a6d29 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:11:07.280088 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-257caf2d-b9ed-4e3c-9011-c52e120a6d29 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:11:07.285797 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-257caf2d-b9ed-4e3c-9011-c52e120a6d29 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:07.287718 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-257caf2d-b9ed-4e3c-9011-c52e120a6d29 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:07.328705 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-257caf2d-b9ed-4e3c-9011-c52e120a6d29 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0472205 Feb 16 22:11:07.348562 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['dbd91d9f-fded-48fd-beaa-28660e20b937'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:11:07.375366 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-e1deeb96-75b7-40d0-9714-523091b0f53a service neutron] Request body: {'port': {'device_id': '6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:11:07.390715 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257caf2d-b9ed-4e3c-9011-c52e120a6d29 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Pushing event updated for resources: {'Port': ['ID=8a20f5fd-090d-41eb-9d1a-31f7ee5a438b,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:07.487923 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-e1deeb96-75b7-40d0-9714-523091b0f53a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8a20f5fd-090d-41eb-9d1a-31f7ee5a438b), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:07.506330 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94992e48-4a3c-4a3f-b693-311723850f0f req-c399a2e1-833d-4b93-95f6-0daad22ace54 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:07.508786 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94992e48-4a3c-4a3f-b693-311723850f0f req-c399a2e1-833d-4b93-95f6-0daad22ace54 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2629898 Feb 16 22:11:07.524832 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-94992e48-4a3c-4a3f-b693-311723850f0f req-c805fadb-954e-4817-b004-ab54b7ab468b tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Request body: {'port': {'device_id': 'a6993986-18b2-404e-8136-20c7bb876c79', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'admin_state_up': True, 'tenant_id': 'abec61a3e4b941569fb6bb0629abb48d'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:11:07.692140 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d00afc-f0a7-4f3a-ba40-914607dab1bb req-91b0b42b-f284-403d-ac37-b000e1e590ad tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:07.693875 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c4d00afc-f0a7-4f3a-ba40-914607dab1bb req-91b0b42b-f284-403d-ac37-b000e1e590ad tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=d89f545b-e6a0-4419-bb19-fd7a9065e4c7 HTTP/1.1" status: 200 len: 948 time: 0.2719841 Feb 16 22:11:07.766355 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-31a6090d-666e-452d-af56-a4088c1f23e5 None None] Provisioning complete for port 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:07.767415 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-31a6090d-666e-452d-af56-a4088c1f23e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8a20f5fd-090d-41eb-9d1a-31f7ee5a438b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:07.799152 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c4d00afc-f0a7-4f3a-ba40-914607dab1bb req-30cdf7d3-27a0-4b00-b871-846c3293e4bc tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968449 Feb 16 22:11:07.823802 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94992e48-4a3c-4a3f-b693-311723850f0f req-c805fadb-954e-4817-b004-ab54b7ab468b tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Made reservation on behalf of abec61a3e4b941569fb6bb0629abb48d for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:11:07.833407 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-94992e48-4a3c-4a3f-b693-311723850f0f req-c805fadb-954e-4817-b004-ab54b7ab468b tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:07.853214 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-31a6090d-666e-452d-af56-a4088c1f23e5 None None] Port 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:11:07.952450 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-fc32c392-235b-4126-8311-f22827c51acf tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:11:07.960940 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-fc32c392-235b-4126-8311-f22827c51acf tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164237 Feb 16 22:11:08.005863 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-e1deeb96-75b7-40d0-9714-523091b0f53a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:11:08.011193 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-926836e5-1d6f-45db-b136-4c01e8454a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:08.012864 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-926836e5-1d6f-45db-b136-4c01e8454a09 service neutron] 10.222.0.75 "GET /v2.0/ports/30eddb32-840b-45aa-88e2-f8d725059873 HTTP/1.1" status: 200 len: 1125 time: 0.0507989 Feb 16 22:11:08.016331 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e0c9194f-c999-4a42-b462-4b784a810f9a req-6fd2f409-b6b9-41f4-b3fa-8ea42293255e tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6993986-18b2-404e-8136-20c7bb876c79 HTTP/1.1" status: 200 len: 210 time: 0.0361321 Feb 16 22:11:08.017329 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-e1deeb96-75b7-40d0-9714-523091b0f53a service neutron] Publish callbacks [] for port (8a20f5fd-090d-41eb-9d1a-31f7ee5a438b), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:08.028502 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-2f7d6b44-2c2d-4ab7-a6e4-66ea3ee391df service neutron] Request body: {'binding': {'host': 'n-h2-813897-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:11:08.028894 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-2f7d6b44-2c2d-4ab7-a6e4-66ea3ee391df service neutron] Unknown quota resources ['binding']. {{(pid=103465) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 22:11:08.059496 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-e1deeb96-75b7-40d0-9714-523091b0f53a service neutron] Transition to ACTIVE for port object 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:11:08.073361 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-e1deeb96-75b7-40d0-9714-523091b0f53a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8a20f5fd-090d-41eb-9d1a-31f7ee5a438b), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:08.128172 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-94992e48-4a3c-4a3f-b693-311723850f0f req-c805fadb-954e-4817-b004-ab54b7ab468b tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Allocated IP 192.168.233.207 (d8fa3154-6273-4014-87c6-575d48ec11fc/0a5a8be1-6e1c-443c-a77b-25715d79e10e/c2988012-39bb-435e-b400-c1fa626fb337) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:11:08.221877 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1deeb96-75b7-40d0-9714-523091b0f53a service neutron] Pushing event updated for resources: {'Port': ['ID=8a20f5fd-090d-41eb-9d1a-31f7ee5a438b,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:08.253900 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-e1deeb96-75b7-40d0-9714-523091b0f53a service neutron] Attempting to bind port 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:11:08.254267 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-e1deeb96-75b7-40d0-9714-523091b0f53a service neutron] Attempting to bind port 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:11:08.254599 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-e1deeb96-75b7-40d0-9714-523091b0f53a service neutron] Attempting to bind port 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:11:08.270216 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-e1deeb96-75b7-40d0-9714-523091b0f53a service neutron] Port 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b on network d8fa3154-6273-4014-87c6-575d48ec11fc not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:11:08.270545 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-e1deeb96-75b7-40d0-9714-523091b0f53a service neutron] Attempting to bind port 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:11:08.280950 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c4f8a-da65-442b-beaf-be0c55727e5e req-60566e4e-aa68-4422-a8f3-a8519c6c9fd8 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:08.282560 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6f8c4f8a-da65-442b-beaf-be0c55727e5e req-60566e4e-aa68-4422-a8f3-a8519c6c9fd8 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 943 time: 0.1309054 Feb 16 22:11:08.286395 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-e1deeb96-75b7-40d0-9714-523091b0f53a service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:11:08.286777 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-e1deeb96-75b7-40d0-9714-523091b0f53a service neutron] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:11:08.287163 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-e1deeb96-75b7-40d0-9714-523091b0f53a service neutron] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:11:08.287599 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-e1deeb96-75b7-40d0-9714-523091b0f53a service neutron] Bound port: 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:11:08.288404 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-e1deeb96-75b7-40d0-9714-523091b0f53a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8a20f5fd-090d-41eb-9d1a-31f7ee5a438b), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:08.332817 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-2f7d6b44-2c2d-4ab7-a6e4-66ea3ee391df service neutron] Attempting to bind port 30eddb32-840b-45aa-88e2-f8d725059873 on host n-h2-813897-6 for vnic_type normal with profile None {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:11:08.332817 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-2f7d6b44-2c2d-4ab7-a6e4-66ea3ee391df service neutron] Attempting to bind port 30eddb32-840b-45aa-88e2-f8d725059873 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:11:08.332817 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-2f7d6b44-2c2d-4ab7-a6e4-66ea3ee391df service neutron] Attempting to bind port 30eddb32-840b-45aa-88e2-f8d725059873 on network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:11:08.357138 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-2f7d6b44-2c2d-4ab7-a6e4-66ea3ee391df service neutron] Port 30eddb32-840b-45aa-88e2-f8d725059873 on network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:11:08.357574 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-2f7d6b44-2c2d-4ab7-a6e4-66ea3ee391df service neutron] Attempting to bind port 30eddb32-840b-45aa-88e2-f8d725059873 on network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:11:08.364399 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-2f7d6b44-2c2d-4ab7-a6e4-66ea3ee391df service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:11:08.365021 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-2f7d6b44-2c2d-4ab7-a6e4-66ea3ee391df service neutron] Checking segment: {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:11:08.365686 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-2f7d6b44-2c2d-4ab7-a6e4-66ea3ee391df service neutron] Bound using segment: {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:11:08.365964 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-2f7d6b44-2c2d-4ab7-a6e4-66ea3ee391df service neutron] Bound port: 30eddb32-840b-45aa-88e2-f8d725059873, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:11:08.373116 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6f8c4f8a-da65-442b-beaf-be0c55727e5e req-d933ed5a-921b-4ac4-a539-e6a5d81a361d tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819709 Feb 16 22:11:08.408079 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-94992e48-4a3c-4a3f-b693-311723850f0f req-c805fadb-954e-4817-b004-ab54b7ab468b tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Publish callbacks [] for port (c2988012-39bb-435e-b400-c1fa626fb337), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:08.447231 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-e1deeb96-75b7-40d0-9714-523091b0f53a service neutron] For port 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:11:08.451474 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-e1deeb96-75b7-40d0-9714-523091b0f53a service neutron] For port 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8a20f5fd-090d-41eb-9d1a-31f7ee5a438b,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:11:08.463265 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-2f7d6b44-2c2d-4ab7-a6e4-66ea3ee391df service neutron] For port 30eddb32-840b-45aa-88e2-f8d725059873, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=30eddb32-840b-45aa-88e2-f8d725059873,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:11:08.464798 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-e1deeb96-75b7-40d0-9714-523091b0f53a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8a20f5fd-090d-41eb-9d1a-31f7ee5a438b), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:08.467130 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-94992e48-4a3c-4a3f-b693-311723850f0f req-c805fadb-954e-4817-b004-ab54b7ab468b tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (c2988012-39bb-435e-b400-c1fa626fb337), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:08.498729 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-2f7d6b44-2c2d-4ab7-a6e4-66ea3ee391df service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:08.499920 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-2f7d6b44-2c2d-4ab7-a6e4-66ea3ee391df service neutron] 10.222.0.75 "POST /v2.0/ports/30eddb32-840b-45aa-88e2-f8d725059873/bindings HTTP/1.1" status: 201 len: 389 time: 0.4754283 Feb 16 22:11:08.512476 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-e1deeb96-75b7-40d0-9714-523091b0f53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:08.513096 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-e1deeb96-75b7-40d0-9714-523091b0f53a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:08.514500 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-e1deeb96-75b7-40d0-9714-523091b0f53a service neutron] 10.222.0.67 "PUT /v2.0/ports/8a20f5fd-090d-41eb-9d1a-31f7ee5a438b HTTP/1.1" status: 200 len: 1095 time: 1.1735520 Feb 16 22:11:08.515008 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a', 'tag': '8a20f5fd-090d-41eb-9d1a-31f7ee5a438b'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:11:08.517249 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26620e5-5956-4c87-85b5-af7ad99d1205" -d '{"events": [{"name": "network-changed", "server_uuid": "6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a", "tag": "8a20f5fd-090d-41eb-9d1a-31f7ee5a438b"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:11:08.530351 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94992e48-4a3c-4a3f-b693-311723850f0f req-c805fadb-954e-4817-b004-ab54b7ab468b tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Network d8fa3154-6273-4014-87c6-575d48ec11fc is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:11:08.533923 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-94992e48-4a3c-4a3f-b693-311723850f0f req-c805fadb-954e-4817-b004-ab54b7ab468b tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:11:08.542167 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-94992e48-4a3c-4a3f-b693-311723850f0f req-c805fadb-954e-4817-b004-ab54b7ab468b tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:11:08.548697 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1deeb96-75b7-40d0-9714-523091b0f53a service neutron] Pushing event updated for resources: {'Port': ['ID=8a20f5fd-090d-41eb-9d1a-31f7ee5a438b,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:08.642404 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94992e48-4a3c-4a3f-b693-311723850f0f req-c805fadb-954e-4817-b004-ab54b7ab468b tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:08.643899 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-94992e48-4a3c-4a3f-b693-311723850f0f req-c805fadb-954e-4817-b004-ab54b7ab468b tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:08.647878 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805fadb-954e-4817-b004-ab54b7ab468b tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Pushing event updated for resources: {'Port': ['ID=c2988012-39bb-435e-b400-c1fa626fb337,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:08.678533 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94992e48-4a3c-4a3f-b693-311723850f0f req-c805fadb-954e-4817-b004-ab54b7ab468b tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1585922 Feb 16 22:11:08.691866 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-94992e48-4a3c-4a3f-b693-311723850f0f req-7a05f619-5646-45a1-a70a-fb241333a452 service neutron] Request body: {'port': {'device_id': 'a6993986-18b2-404e-8136-20c7bb876c79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:11:08.773053 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-94992e48-4a3c-4a3f-b693-311723850f0f req-7a05f619-5646-45a1-a70a-fb241333a452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c2988012-39bb-435e-b400-c1fa626fb337), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:08.793139 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device dbd91d9f-fded-48fd-beaa-28660e20b937 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:11:08.921581 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-952c2aed-85a7-446c-81aa-856008023b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:08.923153 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-952c2aed-85a7-446c-81aa-856008023b17 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=abec61a3e4b941569fb6bb0629abb48d&device_id=6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a HTTP/1.1" status: 200 len: 1129 time: 0.3510704 Feb 16 22:11:08.983950 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-5ed67970-a9e8-4f23-ab52-380b371f973c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=8a20f5fd-090d-41eb-9d1a-31f7ee5a438b HTTP/1.1" status: 200 len: 217 time: 0.0536089 Feb 16 22:11:09.056188 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f29b308-3b4e-44fb-8f5e-df81de379c66 x-openstack-request-id: req-0f29b308-3b4e-44fb-8f5e-df81de379c66 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:11:09.056501 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a", "tag": "8a20f5fd-090d-41eb-9d1a-31f7ee5a438b", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:11:09.056741 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0f29b308-3b4e-44fb-8f5e-df81de379c66 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:11:09.058241 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a', 'tag': '8a20f5fd-090d-41eb-9d1a-31f7ee5a438b', 'status': 'completed', 'code': 200} Feb 16 22:11:09.089859 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-0e99c398-ab81-4967-95dd-5c49705aa8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:09.092507 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-0e99c398-ab81-4967-95dd-5c49705aa8d9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0980248 Feb 16 22:11:09.094423 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port dbd91d9f-fded-48fd-beaa-28660e20b937 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:11:09.099733 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port dbd91d9f-fded-48fd-beaa-28660e20b937 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:09.100189 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (dbd91d9f-fded-48fd-beaa-28660e20b937), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:09.236275 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e90b4e-07f6-4437-b6fc-790f3a8e0469 req-4268f7ac-303e-4d13-9677-787ded3104a2 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:09.237777 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-98e90b4e-07f6-4437-b6fc-790f3a8e0469 req-4268f7ac-303e-4d13-9677-787ded3104a2 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=97322c62-b96d-4200-93bc-1fe9322c239c HTTP/1.1" status: 200 len: 946 time: 0.1609907 Feb 16 22:11:09.246270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf617bb7-6126-4a70-8ea2-23e860074399 req-4feed4dd-c96b-4c5b-a83c-20d78a25c052 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:09.253438 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cf617bb7-6126-4a70-8ea2-23e860074399 req-4feed4dd-c96b-4c5b-a83c-20d78a25c052 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=d89f545b-e6a0-4419-bb19-fd7a9065e4c7 HTTP/1.1" status: 200 len: 948 time: 0.1300206 Feb 16 22:11:09.261690 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-9b0f6087-51bc-4993-abd3-87bf87605155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:09.263089 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-9b0f6087-51bc-4993-abd3-87bf87605155 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1431153 Feb 16 22:11:09.274555 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port dbd91d9f-fded-48fd-beaa-28660e20b937 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:09.274946 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (dbd91d9f-fded-48fd-beaa-28660e20b937), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:09.313826 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-2e8b982d-87ba-47dd-ad4d-d9ca95ea15b2 None None] Provisioning complete for port c2988012-39bb-435e-b400-c1fa626fb337 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:09.313826 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2e8b982d-87ba-47dd-ad4d-d9ca95ea15b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c2988012-39bb-435e-b400-c1fa626fb337), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:09.315975 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-224475ef-5a17-4aaa-8ce6-2e3aa5af1b47 service neutron] 10.222.0.67 "GET /v2.0/ports/c3ce7676-ecb5-4495-acbf-2f4dbe04183c/bindings/n-h2-813897-6 HTTP/1.1" status: 200 len: 384 time: 0.1842167 Feb 16 22:11:09.352550 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89f545b-e6a0-4419-bb19-fd7a9065e4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd91d9f-fded-48fd-beaa-28660e20b937'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:11:09.355836 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bea48b-090c-4c04-8485-570b2505961d" -d '{"events": [{"server_uuid": "d89f545b-e6a0-4419-bb19-fd7a9065e4c7", "name": "network-vif-plugged", "status": "completed", "tag": "dbd91d9f-fded-48fd-beaa-28660e20b937"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:11:09.371879 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cf617bb7-6126-4a70-8ea2-23e860074399 req-72d55be1-97fe-4fb7-b40b-7356871617c6 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103637 Feb 16 22:11:09.383316 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port dbd91d9f-fded-48fd-beaa-28660e20b937, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=dbd91d9f-fded-48fd-beaa-28660e20b937,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:09.386162 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2e8b982d-87ba-47dd-ad4d-d9ca95ea15b2 None None] Port c2988012-39bb-435e-b400-c1fa626fb337 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:11:09.389697 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (dbd91d9f-fded-48fd-beaa-28660e20b937), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:09.398638 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-94992e48-4a3c-4a3f-b693-311723850f0f req-7a05f619-5646-45a1-a70a-fb241333a452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2988012-39bb-435e-b400-c1fa626fb337 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:11:09.414767 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-94992e48-4a3c-4a3f-b693-311723850f0f req-7a05f619-5646-45a1-a70a-fb241333a452 service neutron] Publish callbacks [] for port (c2988012-39bb-435e-b400-c1fa626fb337), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:09.436052 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-98e90b4e-07f6-4437-b6fc-790f3a8e0469 req-19848ed9-3339-4f3b-9bc3-f1155bac17c1 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710238 Feb 16 22:11:09.467361 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-94992e48-4a3c-4a3f-b693-311723850f0f req-7a05f619-5646-45a1-a70a-fb241333a452 service neutron] Transition to ACTIVE for port object c2988012-39bb-435e-b400-c1fa626fb337 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:11:09.477376 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-94992e48-4a3c-4a3f-b693-311723850f0f req-7a05f619-5646-45a1-a70a-fb241333a452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (c2988012-39bb-435e-b400-c1fa626fb337), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:09.490418 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-0b0d0d2b-7938-430d-b1c2-23f9615a0c48 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175856 Feb 16 22:11:09.492107 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=dbd91d9f-fded-48fd-beaa-28660e20b937,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:09.543062 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05f619-5646-45a1-a70a-fb241333a452 service neutron] Pushing event updated for resources: {'Port': ['ID=c2988012-39bb-435e-b400-c1fa626fb337,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:09.638242 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-94992e48-4a3c-4a3f-b693-311723850f0f req-7a05f619-5646-45a1-a70a-fb241333a452 service neutron] Attempting to bind port c2988012-39bb-435e-b400-c1fa626fb337 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:11:09.638493 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-94992e48-4a3c-4a3f-b693-311723850f0f req-7a05f619-5646-45a1-a70a-fb241333a452 service neutron] Attempting to bind port c2988012-39bb-435e-b400-c1fa626fb337 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:11:09.638787 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94992e48-4a3c-4a3f-b693-311723850f0f req-7a05f619-5646-45a1-a70a-fb241333a452 service neutron] Attempting to bind port c2988012-39bb-435e-b400-c1fa626fb337 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:11:09.664048 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94992e48-4a3c-4a3f-b693-311723850f0f req-7a05f619-5646-45a1-a70a-fb241333a452 service neutron] Port c2988012-39bb-435e-b400-c1fa626fb337 on network d8fa3154-6273-4014-87c6-575d48ec11fc not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:11:09.664380 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94992e48-4a3c-4a3f-b693-311723850f0f req-7a05f619-5646-45a1-a70a-fb241333a452 service neutron] Attempting to bind port c2988012-39bb-435e-b400-c1fa626fb337 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:11:09.680537 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94992e48-4a3c-4a3f-b693-311723850f0f req-7a05f619-5646-45a1-a70a-fb241333a452 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:11:09.680896 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94992e48-4a3c-4a3f-b693-311723850f0f req-7a05f619-5646-45a1-a70a-fb241333a452 service neutron] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:11:09.681341 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94992e48-4a3c-4a3f-b693-311723850f0f req-7a05f619-5646-45a1-a70a-fb241333a452 service neutron] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:11:09.681794 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-94992e48-4a3c-4a3f-b693-311723850f0f req-7a05f619-5646-45a1-a70a-fb241333a452 service neutron] Bound port: c2988012-39bb-435e-b400-c1fa626fb337, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:11:09.682258 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-94992e48-4a3c-4a3f-b693-311723850f0f req-7a05f619-5646-45a1-a70a-fb241333a452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c2988012-39bb-435e-b400-c1fa626fb337), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:09.710308 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da1eda-1920-4b5f-9786-901da4ea3fbd req-698b1e28-bf1a-47ce-ac71-e306bdcc6313 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:09.712493 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e7da1eda-1920-4b5f-9786-901da4ea3fbd req-698b1e28-bf1a-47ce-ac71-e306bdcc6313 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6993986-18b2-404e-8136-20c7bb876c79 HTTP/1.1" status: 200 len: 948 time: 0.0880888 Feb 16 22:11:09.728223 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-191b94d3-1390-4a4f-a2d0-a87d3234e2f1 req-b7efc815-4f67-485a-8f78-4db125f24892 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145872 Feb 16 22:11:09.755622 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-bca0af19-7eb0-4b8a-b9bf-3f17447280e1 service neutron] For port c3ce7676-ecb5-4495-acbf-2f4dbe04183c, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c3ce7676-ecb5-4495-acbf-2f4dbe04183c,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:09.807092 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f826381-6a95-4133-bd9c-6b2394992bb8 x-openstack-request-id: req-6f826381-6a95-4133-bd9c-6b2394992bb8 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:11:09.807658 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89f545b-e6a0-4419-bb19-fd7a9065e4c7", "name": "network-vif-plugged", "status": "completed", "tag": "dbd91d9f-fded-48fd-beaa-28660e20b937", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:11:09.808320 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6f826381-6a95-4133-bd9c-6b2394992bb8 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:11:09.808925 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89f545b-e6a0-4419-bb19-fd7a9065e4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd91d9f-fded-48fd-beaa-28660e20b937', 'code': 200} Feb 16 22:11:09.828356 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e7da1eda-1920-4b5f-9786-901da4ea3fbd req-a82788ba-2bd3-4cf2-806d-0f4eef8aec5a tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/security-groups?id=62b4647e-c406-4caa-91cb-6113d09f38f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921681 Feb 16 22:11:09.829498 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-94992e48-4a3c-4a3f-b693-311723850f0f req-7a05f619-5646-45a1-a70a-fb241333a452 service neutron] For port c2988012-39bb-435e-b400-c1fa626fb337, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:11:09.834848 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-94992e48-4a3c-4a3f-b693-311723850f0f req-7a05f619-5646-45a1-a70a-fb241333a452 service neutron] For port c2988012-39bb-435e-b400-c1fa626fb337, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=c2988012-39bb-435e-b400-c1fa626fb337,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:11:09.847263 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-94992e48-4a3c-4a3f-b693-311723850f0f req-7a05f619-5646-45a1-a70a-fb241333a452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (c2988012-39bb-435e-b400-c1fa626fb337), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:09.876661 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-bca0af19-7eb0-4b8a-b9bf-3f17447280e1 service neutron] For port c3ce7676-ecb5-4495-acbf-2f4dbe04183c, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:11:09.940015 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94992e48-4a3c-4a3f-b693-311723850f0f req-7a05f619-5646-45a1-a70a-fb241333a452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:09.940632 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-94992e48-4a3c-4a3f-b693-311723850f0f req-7a05f619-5646-45a1-a70a-fb241333a452 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:09.940916 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-bca0af19-7eb0-4b8a-b9bf-3f17447280e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3ce7676-ecb5-4495-acbf-2f4dbe04183c {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:11:09.949037 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94992e48-4a3c-4a3f-b693-311723850f0f req-7a05f619-5646-45a1-a70a-fb241333a452 service neutron] 10.222.0.79 "PUT /v2.0/ports/c2988012-39bb-435e-b400-c1fa626fb337 HTTP/1.1" status: 200 len: 1096 time: 1.2550921 Feb 16 22:11:09.949243 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6993986-18b2-404e-8136-20c7bb876c79', 'tag': 'c2988012-39bb-435e-b400-c1fa626fb337'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:11:09.951535 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4942a8b7-e4eb-433e-a189-7b6f2927f24e" -d '{"events": [{"name": "network-changed", "server_uuid": "a6993986-18b2-404e-8136-20c7bb876c79", "tag": "c2988012-39bb-435e-b400-c1fa626fb337"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:11:09.990667 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05f619-5646-45a1-a70a-fb241333a452 service neutron] Pushing event updated for resources: {'Port': ['ID=c2988012-39bb-435e-b400-c1fa626fb337,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:10.005849 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-bca0af19-7eb0-4b8a-b9bf-3f17447280e1 service neutron] For port c3ce7676-ecb5-4495-acbf-2f4dbe04183c, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=c3ce7676-ecb5-4495-acbf-2f4dbe04183c,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:10.045591 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6af2a8-f483-46ab-8adc-2b28b67eb36b req-7c0d3fe4-1c29-4498-9c05-459683c09670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:10.049234 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-da6af2a8-f483-46ab-8adc-2b28b67eb36b req-7c0d3fe4-1c29-4498-9c05-459683c09670 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d89f545b-e6a0-4419-bb19-fd7a9065e4c7 HTTP/1.1" status: 200 len: 1131 time: 0.1237113 Feb 16 22:11:10.049234 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-bca0af19-7eb0-4b8a-b9bf-3f17447280e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c3ce7676-ecb5-4495-acbf-2f4dbe04183c), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:10.052991 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26620e5-5956-4c87-85b5-af7ad99d1205 req-c2a5ece3-3eae-4c9d-99f2-b0b3350efdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:10.054764 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c26620e5-5956-4c87-85b5-af7ad99d1205 req-c2a5ece3-3eae-4c9d-99f2-b0b3350efdc1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=abec61a3e4b941569fb6bb0629abb48d&device_id=6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a HTTP/1.1" status: 200 len: 1129 time: 0.2565656 Feb 16 22:11:10.062630 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a561ac-8aec-4206-a93e-13b2b35d27a4 req-a5fb4df0-863c-454c-8271-0394443bbc3c tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:10.064200 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-29a561ac-8aec-4206-a93e-13b2b35d27a4 req-a5fb4df0-863c-454c-8271-0394443bbc3c tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 943 time: 0.1708090 Feb 16 22:11:10.117567 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94992e48-4a3c-4a3f-b693-311723850f0f req-31884a05-0bfd-45e1-b1d1-c090bbe72c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:10.120364 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94992e48-4a3c-4a3f-b693-311723850f0f req-31884a05-0bfd-45e1-b1d1-c090bbe72c99 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=abec61a3e4b941569fb6bb0629abb48d&device_id=a6993986-18b2-404e-8136-20c7bb876c79 HTTP/1.1" status: 200 len: 1130 time: 0.1172388 Feb 16 22:11:10.186073 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-29a561ac-8aec-4206-a93e-13b2b35d27a4 req-29ce650c-94b5-4934-911f-190d4f93a499 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057224 Feb 16 22:11:10.247528 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26620e5-5956-4c87-85b5-af7ad99d1205 req-7c4c7643-b78a-427d-a277-565a79a1e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:10.249018 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c26620e5-5956-4c87-85b5-af7ad99d1205 req-7c4c7643-b78a-427d-a277-565a79a1e9f2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.1714780 Feb 16 22:11:10.258108 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-da6af2a8-f483-46ab-8adc-2b28b67eb36b req-16e549ec-1024-4430-893f-663706de2263 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004557 Feb 16 22:11:10.263741 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4ed4b3-2c1d-41f6-ada7-9538d1eafdaf x-openstack-request-id: req-6b4ed4b3-2c1d-41f6-ada7-9538d1eafdaf {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:11:10.264347 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6993986-18b2-404e-8136-20c7bb876c79", "tag": "c2988012-39bb-435e-b400-c1fa626fb337", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:11:10.265102 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6b4ed4b3-2c1d-41f6-ada7-9538d1eafdaf {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:11:10.266069 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6993986-18b2-404e-8136-20c7bb876c79', 'tag': 'c2988012-39bb-435e-b400-c1fa626fb337', 'status': 'completed', 'code': 200} Feb 16 22:11:10.268163 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94992e48-4a3c-4a3f-b693-311723850f0f req-88e8430b-1c4f-42f2-89c9-b862150a2f1d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=c2988012-39bb-435e-b400-c1fa626fb337 HTTP/1.1" status: 200 len: 217 time: 0.1152263 Feb 16 22:11:10.312228 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c26620e5-5956-4c87-85b5-af7ad99d1205 req-b6611968-728f-4ba8-8fb1-5622bdf7dbd3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=8a20f5fd-090d-41eb-9d1a-31f7ee5a438b HTTP/1.1" status: 200 len: 217 time: 0.0485835 Feb 16 22:11:10.363462 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-bca0af19-7eb0-4b8a-b9bf-3f17447280e1 service neutron] Transition to ACTIVE for port object c3ce7676-ecb5-4495-acbf-2f4dbe04183c will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:11:10.374913 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-bca0af19-7eb0-4b8a-b9bf-3f17447280e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c3ce7676-ecb5-4495-acbf-2f4dbe04183c), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:10.414510 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26620e5-5956-4c87-85b5-af7ad99d1205 req-afd1ae71-7479-411a-8ac9-77dfdbb08327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:10.416104 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c26620e5-5956-4c87-85b5-af7ad99d1205 req-afd1ae71-7479-411a-8ac9-77dfdbb08327 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0981402 Feb 16 22:11:10.548082 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-bca0af19-7eb0-4b8a-b9bf-3f17447280e1 service neutron] No DVR routers for this DVR port c3ce7676-ecb5-4495-acbf-2f4dbe04183c on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:11:10.573328 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94992e48-4a3c-4a3f-b693-311723850f0f req-d7af22d4-24e0-4e61-8d7e-76adb8f61e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:10.574850 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94992e48-4a3c-4a3f-b693-311723850f0f req-d7af22d4-24e0-4e61-8d7e-76adb8f61e89 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1251206 Feb 16 22:11:10.581187 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0af19-7eb0-4b8a-b9bf-3f17447280e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ce7676-ecb5-4495-acbf-2f4dbe04183c,revision_number=10']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:10.617727 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47866) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:10.634622 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-bca0af19-7eb0-4b8a-b9bf-3f17447280e1 service neutron] 10.222.0.67 "PUT /v2.0/ports/c3ce7676-ecb5-4495-acbf-2f4dbe04183c/bindings/n-h2-813897-6/activate HTTP/1.1" status: 200 len: 369 time: 1.3115041 Feb 16 22:11:10.635154 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47868) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:10.644199 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26620e5-5956-4c87-85b5-af7ad99d1205 req-ccf620a8-f0e7-4ddb-b892-f8583dc0253c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:10.645687 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c26620e5-5956-4c87-85b5-af7ad99d1205 req-ccf620a8-f0e7-4ddb-b892-f8583dc0253c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2195785 Feb 16 22:11:10.707156 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266089ff-4953-4002-9002-be2bae1e36ee req-93b96012-565a-4b2a-886e-46c18555d35e tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:10.715621 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-266089ff-4953-4002-9002-be2bae1e36ee req-93b96012-565a-4b2a-886e-46c18555d35e tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=d89f545b-e6a0-4419-bb19-fd7a9065e4c7 HTTP/1.1" status: 200 len: 949 time: 0.1907978 Feb 16 22:11:10.773936 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94992e48-4a3c-4a3f-b693-311723850f0f req-2cb017b7-4b43-44ab-ad59-cef5f5dace7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:10.775479 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94992e48-4a3c-4a3f-b693-311723850f0f req-2cb017b7-4b43-44ab-ad59-cef5f5dace7b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1854627 Feb 16 22:11:10.790196 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-266089ff-4953-4002-9002-be2bae1e36ee req-d8d2534d-a938-435b-906d-16f986a96927 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688486 Feb 16 22:11:10.806491 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c26620e5-5956-4c87-85b5-af7ad99d1205 req-be15b8f7-d52a-438b-b651-6474751535d3 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543741 Feb 16 22:11:10.847340 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-a0987d86-b643-4a1f-a046-c0a370584ed1 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:10.849150 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-a0987d86-b643-4a1f-a046-c0a370584ed1 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f&tenant_id=744a37dc5b8f478b9350ec4becb28946&binding%3Ahost_id=n-h1-813897-6 HTTP/1.1" status: 200 len: 1126 time: 0.1492627 Feb 16 22:11:10.851958 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-31fb5f07-52ac-45ab-a541-12991e426291 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:10.916074 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c02ec9e1-f56c-430c-89b0-1654d49e054b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:10.971820 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94992e48-4a3c-4a3f-b693-311723850f0f req-535b934f-4af1-410e-b79c-df9950a95021 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784668 Feb 16 22:11:11.003809 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8b1f4-d964-42b3-862f-863e76e84b15 req-0562eb15-3362-4bba-9116-3d153385374e tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:11.006196 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-11a8b1f4-d964-42b3-862f-863e76e84b15 req-0562eb15-3362-4bba-9116-3d153385374e tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=97322c62-b96d-4200-93bc-1fe9322c239c HTTP/1.1" status: 200 len: 946 time: 0.1605060 Feb 16 22:11:11.022666 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c26620e5-5956-4c87-85b5-af7ad99d1205 req-8a04eb6f-cf4f-4510-99d1-3c65b43da170 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045076 Feb 16 22:11:11.030116 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-2e9b2a88-374a-466c-84fe-93ae45fe1833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:11.031844 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-2e9b2a88-374a-466c-84fe-93ae45fe1833 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f&tenant_id=744a37dc5b8f478b9350ec4becb28946 HTTP/1.1" status: 200 len: 1126 time: 0.1693020 Feb 16 22:11:11.106314 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-31fb5f07-52ac-45ab-a541-12991e426291 admin admin] Publish callbacks [] for security_group (08c7705a-1c92-4d1a-8aed-a1577c493875), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:11.116622 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-31fb5f07-52ac-45ab-a541-12991e426291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (08c7705a-1c92-4d1a-8aed-a1577c493875), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:11.155970 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-cdd03e0f-2029-4cd4-92a1-cf2b6f9f0871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:11.157515 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-cdd03e0f-2029-4cd4-92a1-cf2b6f9f0871 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=744a37dc5b8f478b9350ec4becb28946&device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 1126 time: 0.0969577 Feb 16 22:11:11.171289 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-31fb5f07-52ac-45ab-a541-12991e426291 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d718a3ccfaae4db781189c23b5fb39ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5313735 Feb 16 22:11:11.199897 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47890) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:11.226141 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb5f07-52ac-45ab-a541-12991e426291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c7705a-1c92-4d1a-8aed-a1577c493875,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:11.333264 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-88ce51e2-5438-4016-8d4f-841c9adea379 admin admin] Publish callbacks [] for security_group (08c7705a-1c92-4d1a-8aed-a1577c493875), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:11.337331 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-fcd56eea-d6ab-4f70-bd90-bbfe97e85c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:11.338796 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-fcd56eea-d6ab-4f70-bd90-bbfe97e85c0c service neutron] 10.222.0.79 "GET /v2.0/networks?id=16137278-7395-49da-9cb6-180484537d2f HTTP/1.1" status: 200 len: 922 time: 0.1685774 Feb 16 22:11:11.366350 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-88ce51e2-5438-4016-8d4f-841c9adea379 admin admin] Publish callbacks [] for security_group (08c7705a-1c92-4d1a-8aed-a1577c493875), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:11.477023 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-bd3bff40-2177-4054-8ee9-226172e1a04f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3ce7676-ecb5-4495-acbf-2f4dbe04183c HTTP/1.1" status: 200 len: 217 time: 0.0544190 Feb 16 22:11:11.510763 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47898) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:11.526183 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-88ce51e2-5438-4016-8d4f-841c9adea379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (08c7705a-1c92-4d1a-8aed-a1577c493875), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:11.527982 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94992e48-4a3c-4a3f-b693-311723850f0f req-d78c52e6-41c3-4cb8-9b95-546ffd9c243e service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459089 Feb 16 22:11:11.529224 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-88ce51e2-5438-4016-8d4f-841c9adea379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:11.534239 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-88ce51e2-5438-4016-8d4f-841c9adea379 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/08c7705a-1c92-4d1a-8aed-a1577c493875 HTTP/1.1" status: 204 len: 168 time: 0.3327100 Feb 16 22:11:11.535219 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c02ec9e1-f56c-430c-89b0-1654d49e054b admin admin] Publish callbacks [] for security_group (b483d7e0-7dbf-4a48-bff8-7fc1cd6a6d48), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:11.540107 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-11a8b1f4-d964-42b3-862f-863e76e84b15 req-b2045675-20d4-4ccc-95f2-63611db1dfb9 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5175037 Feb 16 22:11:11.544881 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c02ec9e1-f56c-430c-89b0-1654d49e054b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b483d7e0-7dbf-4a48-bff8-7fc1cd6a6d48), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:11.560586 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce51e2-5438-4016-8d4f-841c9adea379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c7705a-1c92-4d1a-8aed-a1577c493875,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:11.580516 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-74e131bf-25f2-4f9a-9c06-c3d41d334da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:11.582029 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-74e131bf-25f2-4f9a-9c06-c3d41d334da3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c3e80cb9-4386-4d79-b9b3-6283b204f543 HTTP/1.1" status: 200 len: 861 time: 0.0973761 Feb 16 22:11:11.597556 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b20d07-afa7-4407-977b-b619df80e514 req-28f9c581-5c0a-43aa-9993-15d85aa3353d tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:11.603605 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-44b20d07-afa7-4407-977b-b619df80e514 req-28f9c581-5c0a-43aa-9993-15d85aa3353d tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6993986-18b2-404e-8136-20c7bb876c79 HTTP/1.1" status: 200 len: 948 time: 0.2311573 Feb 16 22:11:11.657551 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c02ec9e1-f56c-430c-89b0-1654d49e054b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7bac73270c5e4532a69993494fdad8e4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0387115 Feb 16 22:11:11.658413 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-868e716c-67b6-4e5d-b115-a1f0a326f789 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16137278-7395-49da-9cb6-180484537d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662794 Feb 16 22:11:11.658937 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47904) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:11.690480 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02ec9e1-f56c-430c-89b0-1654d49e054b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b483d7e0-7dbf-4a48-bff8-7fc1cd6a6d48,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:11.785670 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2e5d08f6-dcb4-45bb-8918-f6387a447d66 admin admin] Publish callbacks [] for security_group (b483d7e0-7dbf-4a48-bff8-7fc1cd6a6d48), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:11.788920 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-44b20d07-afa7-4407-977b-b619df80e514 req-18b82078-cbdb-4a80-9043-deab17a2e19e tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/security-groups?id=62b4647e-c406-4caa-91cb-6113d09f38f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538663 Feb 16 22:11:11.812686 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942a8b7-e4eb-433e-a189-7b6f2927f24e req-e3bd4f16-bd62-420c-b8f2-e29bc82deb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:11.818947 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4942a8b7-e4eb-433e-a189-7b6f2927f24e req-e3bd4f16-bd62-420c-b8f2-e29bc82deb37 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=abec61a3e4b941569fb6bb0629abb48d&device_id=a6993986-18b2-404e-8136-20c7bb876c79 HTTP/1.1" status: 200 len: 1130 time: 0.1902556 Feb 16 22:11:11.822895 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2e5d08f6-dcb4-45bb-8918-f6387a447d66 admin admin] Publish callbacks [] for security_group (b483d7e0-7dbf-4a48-bff8-7fc1cd6a6d48), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:11.825897 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-814ab34c-4b68-4037-9a55-02f11aec3ffa service neutron] 10.222.0.79 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315734 Feb 16 22:11:11.834199 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492e9f6-b66f-45af-bece-9a93c5a5c47d req-b7a965ed-e957-4453-a654-f7fe201da8b6 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:11.835937 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d492e9f6-b66f-45af-bece-9a93c5a5c47d req-b7a965ed-e957-4453-a654-f7fe201da8b6 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 944 time: 0.1544251 Feb 16 22:11:11.907884 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a9ea6ecf-aae1-4dc2-8897-84698ff723ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:11.959568 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-87cd7197-fc0b-477d-9287-f8ca695bdf14 service neutron] 10.222.0.79 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274080 Feb 16 22:11:11.964205 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2e5d08f6-dcb4-45bb-8918-f6387a447d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b483d7e0-7dbf-4a48-bff8-7fc1cd6a6d48), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:11.967277 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2e5d08f6-dcb4-45bb-8918-f6387a447d66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:11.967890 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2e5d08f6-dcb4-45bb-8918-f6387a447d66 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b483d7e0-7dbf-4a48-bff8-7fc1cd6a6d48 HTTP/1.1" status: 204 len: 168 time: 0.3080106 Feb 16 22:11:11.984066 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d08f6-dcb4-45bb-8918-f6387a447d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b483d7e0-7dbf-4a48-bff8-7fc1cd6a6d48,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:12.027571 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d492e9f6-b66f-45af-bece-9a93c5a5c47d req-d506db4b-23c2-4290-a252-8eaf17ae2c97 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816182 Feb 16 22:11:12.039647 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942a8b7-e4eb-433e-a189-7b6f2927f24e req-e541a907-1daf-4d12-8225-4c42c750b149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:12.041507 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4942a8b7-e4eb-433e-a189-7b6f2927f24e req-e541a907-1daf-4d12-8225-4c42c750b149 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.2044172 Feb 16 22:11:12.097076 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4942a8b7-e4eb-433e-a189-7b6f2927f24e req-6091800b-e0a8-435a-a528-eca7dbf3f6e4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=c2988012-39bb-435e-b400-c1fa626fb337 HTTP/1.1" status: 200 len: 217 time: 0.0437036 Feb 16 22:11:12.189295 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a9ea6ecf-aae1-4dc2-8897-84698ff723ba admin admin] Publish callbacks [] for security_group (52ef8356-1d53-4eb4-8c6b-0dbdce1c4cab), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:12.201023 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a9ea6ecf-aae1-4dc2-8897-84698ff723ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (52ef8356-1d53-4eb4-8c6b-0dbdce1c4cab), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:12.207221 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942a8b7-e4eb-433e-a189-7b6f2927f24e req-0b7ba1ce-f5ff-45f5-becd-2a60da6a110f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:12.209364 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4942a8b7-e4eb-433e-a189-7b6f2927f24e req-0b7ba1ce-f5ff-45f5-becd-2a60da6a110f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1013033 Feb 16 22:11:12.230779 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47922) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:12.285933 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f5f06-d494-4861-b9c0-abff3e52f018 req-2ee83f1c-fad6-4320-a455-0594dd36ea3c tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:12.287504 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e0f5f06-d494-4861-b9c0-abff3e52f018 req-2ee83f1c-fad6-4320-a455-0594dd36ea3c tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=d89f545b-e6a0-4419-bb19-fd7a9065e4c7 HTTP/1.1" status: 200 len: 949 time: 0.1470702 Feb 16 22:11:12.291208 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a9ea6ecf-aae1-4dc2-8897-84698ff723ba admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=33f68f4b61074d53acdacbbab831cd9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7765968 Feb 16 22:11:12.294079 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1139cfd5-871d-4a51-9ecb-a0070084240d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:12.295627 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47926) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:12.297223 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea6ecf-aae1-4dc2-8897-84698ff723ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ef8356-1d53-4eb4-8c6b-0dbdce1c4cab,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:12.358295 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-add1c74e-c9f0-4538-bc64-1dff0f2b3f56 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:12.359884 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-add1c74e-c9f0-4538-bc64-1dff0f2b3f56 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f&tenant_id=744a37dc5b8f478b9350ec4becb28946&binding%3Ahost_id=n-h2-813897-6 HTTP/1.1" status: 200 len: 1126 time: 0.1282039 Feb 16 22:11:12.377698 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942a8b7-e4eb-433e-a189-7b6f2927f24e req-210b0399-bad5-4905-b0a0-e2108b82e660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:12.379248 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4942a8b7-e4eb-433e-a189-7b6f2927f24e req-210b0399-bad5-4905-b0a0-e2108b82e660 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1597590 Feb 16 22:11:12.401822 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e0f5f06-d494-4861-b9c0-abff3e52f018 req-cd25f3a1-61db-4c87-91c3-241f882a18c8 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083083 Feb 16 22:11:12.434067 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-17cc447d-cbdc-4dbc-a5e8-4cc1b47ba98a admin admin] Publish callbacks [] for security_group (52ef8356-1d53-4eb4-8c6b-0dbdce1c4cab), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:12.461317 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1139cfd5-871d-4a51-9ecb-a0070084240d admin admin] Publish callbacks [] for security_group (7234de08-9950-44d0-8617-7586631f0106), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:12.471981 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1139cfd5-871d-4a51-9ecb-a0070084240d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7234de08-9950-44d0-8617-7586631f0106), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:12.491191 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-17cc447d-cbdc-4dbc-a5e8-4cc1b47ba98a admin admin] Publish callbacks [] for security_group (52ef8356-1d53-4eb4-8c6b-0dbdce1c4cab), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:12.502237 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device c3ce7676-ecb5-4495-acbf-2f4dbe04183c no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:11:12.551124 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1139cfd5-871d-4a51-9ecb-a0070084240d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=172428d191fe4538a2f9d0d32d10b3c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3003657 Feb 16 22:11:12.551669 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4942a8b7-e4eb-433e-a189-7b6f2927f24e req-351c28b6-db09-4e1b-b963-fff29424f322 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603415 Feb 16 22:11:12.552666 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47932) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:12.556519 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1139cfd5-871d-4a51-9ecb-a0070084240d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7234de08-9950-44d0-8617-7586631f0106,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:12.566051 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-4f00781a-991a-4409-9d46-6989fe15d685 service neutron] For port c3ce7676-ecb5-4495-acbf-2f4dbe04183c, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:11:12.571078 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-4f00781a-991a-4409-9d46-6989fe15d685 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:12.572262 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-564f37ef-0f23-4226-a8b3-840fd48e340f req-4f00781a-991a-4409-9d46-6989fe15d685 service neutron] 10.222.0.79 "DELETE /v2.0/ports/c3ce7676-ecb5-4495-acbf-2f4dbe04183c/bindings/n-h1-813897-6 HTTP/1.1" status: 204 len: 173 time: 0.2026341 Feb 16 22:11:12.636215 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] The host n-h1-813897-6 is not matching for port c3ce7676-ecb5-4495-acbf-2f4dbe04183c host n-h2-813897-6! {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 22:11:12.638802 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device c3ce7676-ecb5-4495-acbf-2f4dbe04183c not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:11:12.650056 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47936) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:12.669826 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a0ee3fa3-9b50-4648-87c3-2d0e75783d14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:12.706169 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-17cc447d-cbdc-4dbc-a5e8-4cc1b47ba98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (52ef8356-1d53-4eb4-8c6b-0dbdce1c4cab), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:12.708784 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-17cc447d-cbdc-4dbc-a5e8-4cc1b47ba98a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:12.712253 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-17cc447d-cbdc-4dbc-a5e8-4cc1b47ba98a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/52ef8356-1d53-4eb4-8c6b-0dbdce1c4cab HTTP/1.1" status: 204 len: 168 time: 0.4087360 Feb 16 22:11:12.719373 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-33635ac4-c27d-4135-a37a-65e661278990 admin admin] Publish callbacks [] for security_group (7234de08-9950-44d0-8617-7586631f0106), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:12.735495 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc447d-cbdc-4dbc-a5e8-4cc1b47ba98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ef8356-1d53-4eb4-8c6b-0dbdce1c4cab,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:12.755840 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4942a8b7-e4eb-433e-a189-7b6f2927f24e req-f8a81bdd-972d-4e95-bd52-cce3c342d9c0 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942253 Feb 16 22:11:12.762547 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-33635ac4-c27d-4135-a37a-65e661278990 admin admin] Publish callbacks [] for security_group (7234de08-9950-44d0-8617-7586631f0106), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:12.823097 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a0ee3fa3-9b50-4648-87c3-2d0e75783d14 admin admin] Publish callbacks [] for security_group (1501e518-d6aa-41be-a679-33f90e060ddb), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:12.836901 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a0ee3fa3-9b50-4648-87c3-2d0e75783d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (1501e518-d6aa-41be-a679-33f90e060ddb), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:12.859016 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13177763-ad13-433f-82e9-8937999bbc3f req-9d7f3e3b-8a80-4bc0-a140-d476029c8884 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:12.861130 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13177763-ad13-433f-82e9-8937999bbc3f req-9d7f3e3b-8a80-4bc0-a140-d476029c8884 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=97322c62-b96d-4200-93bc-1fe9322c239c HTTP/1.1" status: 200 len: 946 time: 0.1010325 Feb 16 22:11:12.888898 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-33635ac4-c27d-4135-a37a-65e661278990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7234de08-9950-44d0-8617-7586631f0106), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:12.891438 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-33635ac4-c27d-4135-a37a-65e661278990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:12.894183 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-33635ac4-c27d-4135-a37a-65e661278990 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7234de08-9950-44d0-8617-7586631f0106 HTTP/1.1" status: 204 len: 168 time: 0.3383071 Feb 16 22:11:12.909363 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee3fa3-9b50-4648-87c3-2d0e75783d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1501e518-d6aa-41be-a679-33f90e060ddb,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:12.918393 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a0ee3fa3-9b50-4648-87c3-2d0e75783d14 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=20bb32971d4842938802ccd75eae32bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2669816 Feb 16 22:11:12.919219 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47946) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:12.931127 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33635ac4-c27d-4135-a37a-65e661278990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7234de08-9950-44d0-8617-7586631f0106,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:12.977375 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a65bc8d0-4d14-4b91-b1ae-747f1a268e9b admin admin] Publish callbacks [] for security_group (1501e518-d6aa-41be-a679-33f90e060ddb), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:13.005074 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a65bc8d0-4d14-4b91-b1ae-747f1a268e9b admin admin] Publish callbacks [] for security_group (1501e518-d6aa-41be-a679-33f90e060ddb), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:13.025350 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13177763-ad13-433f-82e9-8937999bbc3f req-4cf1d9cf-80b7-43a5-be67-edfa47fc1a24 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539297 Feb 16 22:11:13.086524 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a65bc8d0-4d14-4b91-b1ae-747f1a268e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (1501e518-d6aa-41be-a679-33f90e060ddb), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:13.089867 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a65bc8d0-4d14-4b91-b1ae-747f1a268e9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:13.093997 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a65bc8d0-4d14-4b91-b1ae-747f1a268e9b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1501e518-d6aa-41be-a679-33f90e060ddb HTTP/1.1" status: 204 len: 168 time: 0.1735902 Feb 16 22:11:13.103279 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65bc8d0-4d14-4b91-b1ae-747f1a268e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1501e518-d6aa-41be-a679-33f90e060ddb,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:13.218511 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47958) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:13.243883 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cf816939-7043-4b89-afbb-90ae4e593e21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:13.264761 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2cfac-a033-421b-a057-3c05ec1bd7a1 req-3c3fb884-3de0-4fd8-b1c2-110f7f7fe095 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:13.266282 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d4a2cfac-a033-421b-a057-3c05ec1bd7a1 req-3c3fb884-3de0-4fd8-b1c2-110f7f7fe095 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=d89f545b-e6a0-4419-bb19-fd7a9065e4c7 HTTP/1.1" status: 200 len: 949 time: 0.1146152 Feb 16 22:11:13.302777 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051bf35-f04f-481e-a4b1-3f4f8fd632d6 req-20763487-fcc7-4b11-b5fe-546050520fcb tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:13.304253 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7051bf35-f04f-481e-a4b1-3f4f8fd632d6 req-20763487-fcc7-4b11-b5fe-546050520fcb tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6993986-18b2-404e-8136-20c7bb876c79 HTTP/1.1" status: 200 len: 948 time: 0.1201179 Feb 16 22:11:13.385318 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d4a2cfac-a033-421b-a057-3c05ec1bd7a1 req-e1868c26-986e-4374-bd45-9118776f5683 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106684 Feb 16 22:11:13.410549 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7051bf35-f04f-481e-a4b1-3f4f8fd632d6 req-89ef9e95-1f86-485c-8bd7-77b5350dff42 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/security-groups?id=62b4647e-c406-4caa-91cb-6113d09f38f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981910 Feb 16 22:11:13.481957 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cf816939-7043-4b89-afbb-90ae4e593e21 admin admin] Publish callbacks [] for security_group (2053ed18-1ac1-41c4-8738-e1c88c8fc0d0), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:13.512753 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cf816939-7043-4b89-afbb-90ae4e593e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (2053ed18-1ac1-41c4-8738-e1c88c8fc0d0), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:13.579933 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-cf816939-7043-4b89-afbb-90ae4e593e21 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7758ed47d80c4ea2a4496c5063c982dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3596509 Feb 16 22:11:13.580836 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf816939-7043-4b89-afbb-90ae4e593e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2053ed18-1ac1-41c4-8738-e1c88c8fc0d0,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:13.584417 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47976) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:13.597980 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20c035-46c6-49b3-8fe2-dfeefce6e412 req-600b8212-aec8-4e25-ba1a-cf481907eddd tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:13.599582 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bf20c035-46c6-49b3-8fe2-dfeefce6e412 req-600b8212-aec8-4e25-ba1a-cf481907eddd tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 944 time: 0.1207800 Feb 16 22:11:13.674703 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bf20c035-46c6-49b3-8fe2-dfeefce6e412 req-9aae168c-61c9-4bfe-9fc7-45b78d116efe tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678647 Feb 16 22:11:13.680216 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4f86cc8b-ce77-4059-becd-4c32be15e01a admin admin] Publish callbacks [] for security_group (2053ed18-1ac1-41c4-8738-e1c88c8fc0d0), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:13.718606 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4f86cc8b-ce77-4059-becd-4c32be15e01a admin admin] Publish callbacks [] for security_group (2053ed18-1ac1-41c4-8738-e1c88c8fc0d0), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:13.768580 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-05272551-34b0-41de-ba10-7a016cd3e890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:13.770158 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-05272551-34b0-41de-ba10-7a016cd3e890 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&device_id=97322c62-b96d-4200-93bc-1fe9322c239c HTTP/1.1" status: 200 len: 1128 time: 0.0627570 Feb 16 22:11:13.798392 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4f86cc8b-ce77-4059-becd-4c32be15e01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (2053ed18-1ac1-41c4-8738-e1c88c8fc0d0), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:13.802648 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4f86cc8b-ce77-4059-becd-4c32be15e01a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:13.804878 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4f86cc8b-ce77-4059-becd-4c32be15e01a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2053ed18-1ac1-41c4-8738-e1c88c8fc0d0 HTTP/1.1" status: 204 len: 168 time: 0.2189507 Feb 16 22:11:13.816927 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86cc8b-ce77-4059-becd-4c32be15e01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2053ed18-1ac1-41c4-8738-e1c88c8fc0d0,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:13.938791 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-83021601-7356-4ecb-92b2-e92f549c1f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:13.947236 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-83021601-7356-4ecb-92b2-e92f549c1f39 service neutron] 10.222.0.79 "GET /v2.0/networks?id=91cf39f3-9142-4ee5-af15-00f1f801e8c7 HTTP/1.1" status: 200 len: 908 time: 0.1617613 Feb 16 22:11:14.004943 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-d62a8a55-77a6-4fa5-b801-b89b824a044e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30eddb32-840b-45aa-88e2-f8d725059873 HTTP/1.1" status: 200 len: 217 time: 0.0579195 Feb 16 22:11:14.117470 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-1ed3581a-4a41-43ec-8a9a-84e4c6a19337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:14.119373 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-1ed3581a-4a41-43ec-8a9a-84e4c6a19337 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f7242f4f-8939-4e6c-b488-ab1fd3ca8215 HTTP/1.1" status: 200 len: 847 time: 0.1069965 Feb 16 22:11:14.162546 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-3e2f73d2-c142-43d0-820e-ce244e274013 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91cf39f3-9142-4ee5-af15-00f1f801e8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337055 Feb 16 22:11:14.176203 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbe0f9-b7e9-4b6b-a532-0ff1fe2b9acc req-4e9491df-90b6-42cd-938f-0368ca6f7927 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:14.179044 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-37cbe0f9-b7e9-4b6b-a532-0ff1fe2b9acc req-4e9491df-90b6-42cd-938f-0368ca6f7927 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=d89f545b-e6a0-4419-bb19-fd7a9065e4c7 HTTP/1.1" status: 200 len: 949 time: 0.1227434 Feb 16 22:11:14.305586 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-37cbe0f9-b7e9-4b6b-a532-0ff1fe2b9acc req-ff681a6b-0669-4f52-acf7-3ba8e0f18451 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148064 Feb 16 22:11:14.324399 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-037d9944-2f11-45a3-85b6-fbfcfea504e5 service neutron] 10.222.0.79 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438637 Feb 16 22:11:14.477295 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-bcf3a2ef-679c-4253-a9d4-63ed6d5601e5 service neutron] 10.222.0.79 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449811 Feb 16 22:11:14.511607 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:11:14.527384 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3febb1a4-ee3c-48ac-bcff-36b6027765bd req-cdc98779-89a2-4a2d-a692-28ebdd7cec91 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:14.530938 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3febb1a4-ee3c-48ac-bcff-36b6027765bd req-cdc98779-89a2-4a2d-a692-28ebdd7cec91 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 1126 time: 0.1053624 Feb 16 22:11:14.628703 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514525fb-6805-4174-8fc9-d1034a3601e3 req-cf47eab4-8d34-448a-847d-fbfd3aa275f6 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:14.630684 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-514525fb-6805-4174-8fc9-d1034a3601e3 req-cf47eab4-8d34-448a-847d-fbfd3aa275f6 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=97322c62-b96d-4200-93bc-1fe9322c239c HTTP/1.1" status: 200 len: 946 time: 0.1713440 Feb 16 22:11:14.648455 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8a20f5fd-090d-41eb-9d1a-31f7ee5a438b,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:14.662763 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '8a20f5fd-090d-41eb-9d1a-31f7ee5a438b', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': '8a20f5fd-090d-41eb-9d1a-31f7ee5a438b', 'mac_address': 'fa:16:3e:be:92:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:11:14.707643 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:14.707957 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8a20f5fd-090d-41eb-9d1a-31f7ee5a438b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:14.720911 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-514525fb-6805-4174-8fc9-d1034a3601e3 req-d9b7676c-4171-4320-a376-e966df7f2700 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804038 Feb 16 22:11:14.725346 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:11:14.726450 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-eaba5834-1252-4877-a190-d5a322ac1a9e tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:14.727909 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-eaba5834-1252-4877-a190-d5a322ac1a9e tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=97322c62-b96d-4200-93bc-1fe9322c239c&tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&binding%3Ahost_id=n-h1-813897-6 HTTP/1.1" status: 200 len: 1128 time: 0.1807923 Feb 16 22:11:14.731437 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3febb1a4-ee3c-48ac-bcff-36b6027765bd req-85b142aa-e0a2-4a1d-9894-89cc4f83c29b tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962166 Feb 16 22:11:14.744450 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813897-6'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:11:14.764246 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8a20f5fd-090d-41eb-9d1a-31f7ee5a438b,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:14.773907 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8a20f5fd-090d-41eb-9d1a-31f7ee5a438b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:14.845586 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (30eddb32-840b-45aa-88e2-f8d725059873), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:14.941259 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48034) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:14.953530 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device c2988012-39bb-435e-b400-c1fa626fb337 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:11:14.970583 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4073db-2a26-4069-90c3-9122b0ccdb85 req-3fcd3faa-43c3-44ab-9411-14bed32c8819 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:14.977526 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6f4073db-2a26-4069-90c3-9122b0ccdb85 req-3fcd3faa-43c3-44ab-9411-14bed32c8819 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6993986-18b2-404e-8136-20c7bb876c79 HTTP/1.1" status: 200 len: 948 time: 0.1339352 Feb 16 22:11:14.999505 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=8a20f5fd-090d-41eb-9d1a-31f7ee5a438b,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:15.096115 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6f4073db-2a26-4069-90c3-9122b0ccdb85 req-c0cb2709-beaf-419e-a1be-850c1d3f23d2 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/security-groups?id=62b4647e-c406-4caa-91cb-6113d09f38f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129293 Feb 16 22:11:15.097360 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['8a20f5fd-090d-41eb-9d1a-31f7ee5a438b'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:11:15.110962 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] For port 30eddb32-840b-45aa-88e2-f8d725059873, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=30eddb32-840b-45aa-88e2-f8d725059873,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:15.187100 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] For port 30eddb32-840b-45aa-88e2-f8d725059873, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:11:15.218702 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port c2988012-39bb-435e-b400-c1fa626fb337, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=c2988012-39bb-435e-b400-c1fa626fb337,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:15.242428 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'c2988012-39bb-435e-b400-c1fa626fb337', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': 'c2988012-39bb-435e-b400-c1fa626fb337', 'mac_address': 'fa:16:3e:40:02:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:11:15.304999 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ee1c8224-b1eb-4376-abce-4916845831b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:15.389625 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port c2988012-39bb-435e-b400-c1fa626fb337 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:15.390232 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c2988012-39bb-435e-b400-c1fa626fb337), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:15.418417 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2988012-39bb-435e-b400-c1fa626fb337 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:11:15.459880 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port c2988012-39bb-435e-b400-c1fa626fb337, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=c2988012-39bb-435e-b400-c1fa626fb337,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:15.464385 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ee1c8224-b1eb-4376-abce-4916845831b6 admin admin] Publish callbacks [] for security_group (aac5f9ee-e317-4a3f-bc48-64d810e32218), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:15.470784 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c2988012-39bb-435e-b400-c1fa626fb337), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:15.507084 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ee1c8224-b1eb-4376-abce-4916845831b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (aac5f9ee-e317-4a3f-bc48-64d810e32218), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:15.567731 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=c2988012-39bb-435e-b400-c1fa626fb337,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:15.587066 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97322c62-b96d-4200-93bc-1fe9322c239c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30eddb32-840b-45aa-88e2-f8d725059873'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:11:15.589250 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d6c879-eb45-4f11-9b35-fde2533589e9" -d '{"events": [{"server_uuid": "97322c62-b96d-4200-93bc-1fe9322c239c", "name": "network-vif-unplugged", "status": "completed", "tag": "30eddb32-840b-45aa-88e2-f8d725059873"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:11:15.606674 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aeb7a5-b4ae-4cc6-b011-5f7a60e5189a req-d4336f9f-8cb3-402d-b028-11d6ae33c9a6 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:15.608807 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-24aeb7a5-b4ae-4cc6-b011-5f7a60e5189a req-d4336f9f-8cb3-402d-b028-11d6ae33c9a6 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.79 "GET /v2.0/ports?device_id=d89f545b-e6a0-4419-bb19-fd7a9065e4c7 HTTP/1.1" status: 200 len: 949 time: 0.1421058 Feb 16 22:11:15.611935 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ee1c8224-b1eb-4376-abce-4916845831b6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=814c4f8152954d66be7db4a6947ae584&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6696703 Feb 16 22:11:15.617386 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] Publish callbacks [] for port (30eddb32-840b-45aa-88e2-f8d725059873), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:15.623384 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48070) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:15.625093 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c8224-b1eb-4376-abce-4916845831b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac5f9ee-e317-4a3f-bc48-64d810e32218,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:15.649727 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (30eddb32-840b-45aa-88e2-f8d725059873), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:15.666932 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c8224-b1eb-4376-abce-4916845831b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:15.667946 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c8224-b1eb-4376-abce-4916845831b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:15.668483 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c8224-b1eb-4376-abce-4916845831b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:15.669014 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c8224-b1eb-4376-abce-4916845831b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:15.669541 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c8224-b1eb-4376-abce-4916845831b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:15.670889 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c8224-b1eb-4376-abce-4916845831b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:15.671657 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c8224-b1eb-4376-abce-4916845831b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:15.672056 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c8224-b1eb-4376-abce-4916845831b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:15.672451 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c8224-b1eb-4376-abce-4916845831b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:15.672885 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c8224-b1eb-4376-abce-4916845831b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:15.673461 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c8224-b1eb-4376-abce-4916845831b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:15.673875 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c8224-b1eb-4376-abce-4916845831b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:15.674287 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c8224-b1eb-4376-abce-4916845831b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:15.700455 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-159c6be0-e1bf-4193-9557-f3cfe43bc747 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:15.707003 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-159c6be0-e1bf-4193-9557-f3cfe43bc747 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/networks?id=16137278-7395-49da-9cb6-180484537d2f HTTP/1.1" status: 200 len: 821 time: 0.5560858 Feb 16 22:11:15.726214 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['c2988012-39bb-435e-b400-c1fa626fb337'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:11:15.758581 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-24aeb7a5-b4ae-4cc6-b011-5f7a60e5189a req-62891d02-b8bc-43a1-ac53-84e4ba2c8948 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Deleting port dbd91d9f-fded-48fd-beaa-28660e20b937 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:11:15.758928 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-24aeb7a5-b4ae-4cc6-b011-5f7a60e5189a req-62891d02-b8bc-43a1-ac53-84e4ba2c8948 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (dbd91d9f-fded-48fd-beaa-28660e20b937), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:15.760773 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb56864-adc3-4b24-9d23-70e613a3ba4b req-97a70952-d93e-4ac0-9dd1-4c21b4f16111 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:15.767287 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0fb56864-adc3-4b24-9d23-70e613a3ba4b req-97a70952-d93e-4ac0-9dd1-4c21b4f16111 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/ports?device_id=d89f545b-e6a0-4419-bb19-fd7a9065e4c7 HTTP/1.1" status: 200 len: 949 time: 0.1855712 Feb 16 22:11:15.787054 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-24af4781-90f2-42bf-94ac-eee444fc6435 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/quotas/744a37dc5b8f478b9350ec4becb28946 HTTP/1.1" status: 200 len: 375 time: 0.0785871 Feb 16 22:11:15.851012 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] Pushing event updated for resources: {'Port': ['ID=30eddb32-840b-45aa-88e2-f8d725059873,revision_number=7']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:15.874930 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48080) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:15.892935 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-24aeb7a5-b4ae-4cc6-b011-5f7a60e5189a req-62891d02-b8bc-43a1-ac53-84e4ba2c8948 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] For port dbd91d9f-fded-48fd-beaa-28660e20b937, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=dbd91d9f-fded-48fd-beaa-28660e20b937,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:15.893591 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-24aeb7a5-b4ae-4cc6-b011-5f7a60e5189a req-62891d02-b8bc-43a1-ac53-84e4ba2c8948 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (dbd91d9f-fded-48fd-beaa-28660e20b937), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:15.916024 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:15.916378 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:15.916723 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:15.917063 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:15.917396 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:15.917728 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:15.918081 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:15.918409 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:15.918984 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:15.919106 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:15.919364 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:15.919687 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:15.920006 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:15.923647 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d23b9319-073b-4129-817f-40df49725567 admin admin] Publish callbacks [] for security_group (aac5f9ee-e317-4a3f-bc48-64d810e32218), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:15.929464 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-24aeb7a5-b4ae-4cc6-b011-5f7a60e5189a req-62891d02-b8bc-43a1-ac53-84e4ba2c8948 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Calling delete_port for dbd91d9f-fded-48fd-beaa-28660e20b937 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:11:15.994057 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] Attempting to bind port 30eddb32-840b-45aa-88e2-f8d725059873 on host n-h1-813897-6 for vnic_type normal with profile {"migrating_to": "n-h2-813897-6"} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:11:15.994399 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] Attempting to bind port 30eddb32-840b-45aa-88e2-f8d725059873 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:11:15.994726 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] Attempting to bind port 30eddb32-840b-45aa-88e2-f8d725059873 on network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:11:16.116653 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0fb56864-adc3-4b24-9d23-70e613a3ba4b req-807dafee-5a23-40a4-9c62-8ea189be700f tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484094 Feb 16 22:11:16.129597 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] Port 30eddb32-840b-45aa-88e2-f8d725059873 on network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:11:16.130003 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] Attempting to bind port 30eddb32-840b-45aa-88e2-f8d725059873 on network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:11:16.158591 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-24aeb7a5-b4ae-4cc6-b011-5f7a60e5189a req-62891d02-b8bc-43a1-ac53-84e4ba2c8948 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (dbd91d9f-fded-48fd-beaa-28660e20b937), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:16.182589 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-e766c4d3-02bc-4f0a-ba8a-470f7bf19ab3 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=744a37dc5b8f478b9350ec4becb28946&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3940229 Feb 16 22:11:16.185654 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d23b9319-073b-4129-817f-40df49725567 admin admin] Publish callbacks [] for security_group (aac5f9ee-e317-4a3f-bc48-64d810e32218), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:16.188007 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:11:16.188253 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] Checking segment: {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:11:16.188579 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] Bound using segment: {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:11:16.189024 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] Bound port: 30eddb32-840b-45aa-88e2-f8d725059873, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:11:16.189372 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (30eddb32-840b-45aa-88e2-f8d725059873), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:16.202252 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 22:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caabcf8b-8d26-49f1-82b1-02d9d3704423 x-openstack-request-id: req-caabcf8b-8d26-49f1-82b1-02d9d3704423 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:11:16.202955 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97322c62-b96d-4200-93bc-1fe9322c239c", "name": "network-vif-unplugged", "status": "completed", "tag": "30eddb32-840b-45aa-88e2-f8d725059873", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:11:16.203218 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-caabcf8b-8d26-49f1-82b1-02d9d3704423 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:11:16.203612 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97322c62-b96d-4200-93bc-1fe9322c239c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30eddb32-840b-45aa-88e2-f8d725059873', 'code': 200} Feb 16 22:11:16.211416 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-c41a377c-bdad-4bf5-a98f-36cbf2d3b190 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:11:16.212448 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-c41a377c-bdad-4bf5-a98f-36cbf2d3b190 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0194368 Feb 16 22:11:16.217585 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62891d02-b8bc-43a1-ac53-84e4ba2c8948 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Pushing event deleted for resources: {'Port': ['ID=dbd91d9f-fded-48fd-beaa-28660e20b937,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:16.344088 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-24aeb7a5-b4ae-4cc6-b011-5f7a60e5189a req-62891d02-b8bc-43a1-ac53-84e4ba2c8948 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] No DVR routers for this DVR port dbd91d9f-fded-48fd-beaa-28660e20b937 on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:11:16.350006 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-24aeb7a5-b4ae-4cc6-b011-5f7a60e5189a req-62891d02-b8bc-43a1-ac53-84e4ba2c8948 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:16.358178 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-24aeb7a5-b4ae-4cc6-b011-5f7a60e5189a req-62891d02-b8bc-43a1-ac53-84e4ba2c8948 tempest-DeleteServersAdminTestJSON-83145378 tempest-DeleteServersAdminTestJSON-83145378-project] 10.222.0.79 "DELETE /v2.0/ports/dbd91d9f-fded-48fd-beaa-28660e20b937 HTTP/1.1" status: 204 len: 173 time: 0.7429531 Feb 16 22:11:16.359865 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89f545b-e6a0-4419-bb19-fd7a9065e4c7', 'name': 'network-vif-deleted', 'tag': 'dbd91d9f-fded-48fd-beaa-28660e20b937'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:11:16.367280 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bd7e4d-dd67-48d9-b897-55a29ed01c0d" -d '{"events": [{"server_uuid": "d89f545b-e6a0-4419-bb19-fd7a9065e4c7", "name": "network-vif-deleted", "tag": "dbd91d9f-fded-48fd-beaa-28660e20b937"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:11:16.385789 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-7f2a6a69-8122-4abf-8f93-e1ca85a67000 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-680667525-network', 'tenant_id': '030664079749416b877398f148fb3d38'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:11:16.516923 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] For port 30eddb32-840b-45aa-88e2-f8d725059873, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:11:16.532765 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:11:16.541034 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d23b9319-073b-4129-817f-40df49725567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (aac5f9ee-e317-4a3f-bc48-64d810e32218), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:16.544322 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d23b9319-073b-4129-817f-40df49725567 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:16.545606 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d23b9319-073b-4129-817f-40df49725567 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/aac5f9ee-e317-4a3f-bc48-64d810e32218 HTTP/1.1" status: 204 len: 168 time: 0.9194260 Feb 16 22:11:16.546661 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2a6a69-8122-4abf-8f93-e1ca85a67000 admin admin] Made reservation on behalf of 030664079749416b877398f148fb3d38 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:11:16.550594 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7f2a6a69-8122-4abf-8f93-e1ca85a67000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:16.563797 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22c45d-5299-4a1e-8c96-69b40db74635 req-160eaf68-8c3f-467a-abfd-cf149650baf8 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:16.565300 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5d22c45d-5299-4a1e-8c96-69b40db74635 req-160eaf68-8c3f-467a-abfd-cf149650baf8 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=97322c62-b96d-4200-93bc-1fe9322c239c HTTP/1.1" status: 200 len: 944 time: 0.2492750 Feb 16 22:11:16.568517 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] For port 30eddb32-840b-45aa-88e2-f8d725059873, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=30eddb32-840b-45aa-88e2-f8d725059873,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:11:16.593456 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:11:16.599616 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:16.600439 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b9319-073b-4129-817f-40df49725567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac5f9ee-e317-4a3f-bc48-64d810e32218,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:16.601106 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8a20f5fd-090d-41eb-9d1a-31f7ee5a438b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:16.605326 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (30eddb32-840b-45aa-88e2-f8d725059873), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:16.607499 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7f2a6a69-8122-4abf-8f93-e1ca85a67000 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:16.634520 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-60f7cddd-84a3-471a-ac2f-da510f6a1ea5 service neutron] 10.222.0.75 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077122 Feb 16 22:11:16.696613 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:16.697128 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8a20f5fd-090d-41eb-9d1a-31f7ee5a438b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:16.723681 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a20f5fd-090d-41eb-9d1a-31f7ee5a438b'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:11:16.726221 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58efaa5a-e83f-4c3e-8858-8e35f5888c88" -d '{"events": [{"server_uuid": "6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a", "name": "network-vif-plugged", "status": "completed", "tag": "8a20f5fd-090d-41eb-9d1a-31f7ee5a438b"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:11:16.738999 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8a20f5fd-090d-41eb-9d1a-31f7ee5a438b,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:16.745670 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8a20f5fd-090d-41eb-9d1a-31f7ee5a438b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:16.796747 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=8a20f5fd-090d-41eb-9d1a-31f7ee5a438b,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:16.831904 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device c2988012-39bb-435e-b400-c1fa626fb337 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:11:16.859025 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5d22c45d-5299-4a1e-8c96-69b40db74635 req-0f8130aa-4d12-44ea-b70b-31ef71f4fb28 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725313 Feb 16 22:11:16.859025 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] Pushing event updated for resources: {'Port': ['ID=30eddb32-840b-45aa-88e2-f8d725059873,revision_number=8']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:16.859025 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:16.859025 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:16.859025 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-2f041756-6795-4984-9a52-6b7ea094530b service neutron] 10.222.0.79 "PUT /v2.0/ports/30eddb32-840b-45aa-88e2-f8d725059873 HTTP/1.1" status: 200 len: 1122 time: 2.1217444 Feb 16 22:11:16.907670 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port c2988012-39bb-435e-b400-c1fa626fb337 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:11:16.913999 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port c2988012-39bb-435e-b400-c1fa626fb337 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:16.914867 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c2988012-39bb-435e-b400-c1fa626fb337), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:16.934831 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-c6308da8-9113-43d9-860a-2c57f54ef685 service neutron] 10.222.0.75 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949274 Feb 16 22:11:16.984145 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['30eddb32-840b-45aa-88e2-f8d725059873'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:11:16.984790 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7f2a6a69-8122-4abf-8f93-e1ca85a67000 admin admin] Publish callbacks [] for security_group (a98faaf8-c1c7-4701-947d-1a06b03a93a8), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:16.998142 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7f2a6a69-8122-4abf-8f93-e1ca85a67000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a98faaf8-c1c7-4701-947d-1a06b03a93a8), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:17.023708 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48106) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:17.036682 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f2a6a69-8122-4abf-8f93-e1ca85a67000 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:11:17.053347 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a6a69-8122-4abf-8f93-e1ca85a67000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98faaf8-c1c7-4701-947d-1a06b03a93a8,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:17.066448 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7f2a6a69-8122-4abf-8f93-e1ca85a67000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (73b1a5be-4d8c-41ce-b66a-7c0f6916f940), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:17.067470 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-7f2a6a69-8122-4abf-8f93-e1ca85a67000 admin admin] Added segment 73b1a5be-4d8c-41ce-b66a-7c0f6916f940 of type vlan for network 908e6638-f4c8-4b45-9573-ffca76ae9dd0 Feb 16 22:11:17.074238 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-005a4cae-e221-475f-99b9-2d476c6e60c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:17.080414 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b758ad6-4c16-4f9b-9263-365b1832fd9c req-b471e627-053b-4fd6-962d-f7572318d6d9 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:17.082956 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6b758ad6-4c16-4f9b-9263-365b1832fd9c req-b471e627-053b-4fd6-962d-f7572318d6d9 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6993986-18b2-404e-8136-20c7bb876c79 HTTP/1.1" status: 200 len: 949 time: 0.1392145 Feb 16 22:11:17.101676 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port c2988012-39bb-435e-b400-c1fa626fb337 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:17.102362 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c2988012-39bb-435e-b400-c1fa626fb337), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:17.151346 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7f2a6a69-8122-4abf-8f93-e1ca85a67000 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (908e6638-f4c8-4b45-9573-ffca76ae9dd0), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:17.164691 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port c2988012-39bb-435e-b400-c1fa626fb337, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=c2988012-39bb-435e-b400-c1fa626fb337,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:17.175974 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c2988012-39bb-435e-b400-c1fa626fb337), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:17.176921 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device dbd91d9f-fded-48fd-beaa-28660e20b937 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:11:17.218768 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6b758ad6-4c16-4f9b-9263-365b1832fd9c req-456f84fa-1169-4153-9743-0694284ba5c0 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/security-groups?id=62b4647e-c406-4caa-91cb-6113d09f38f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266661 Feb 16 22:11:17.231590 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7f2a6a69-8122-4abf-8f93-e1ca85a67000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (908e6638-f4c8-4b45-9573-ffca76ae9dd0), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:17.233891 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2a6a69-8122-4abf-8f93-e1ca85a67000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:17.238100 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: dbd91d9f-fded-48fd-beaa-28660e20b937 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:11:17.238632 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device dbd91d9f-fded-48fd-beaa-28660e20b937 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:11:17.241890 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-005a4cae-e221-475f-99b9-2d476c6e60c6 admin admin] Publish callbacks [] for security_group (2678aab6-0787-4dad-8790-cc1c7ac5fabb), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:17.247030 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7f2a6a69-8122-4abf-8f93-e1ca85a67000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:17.255878 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-005a4cae-e221-475f-99b9-2d476c6e60c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (2678aab6-0787-4dad-8790-cc1c7ac5fabb), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:17.296955 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7f2a6a69-8122-4abf-8f93-e1ca85a67000 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4064009 Feb 16 22:11:17.297642 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48118) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:17.310259 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cd4055-614b-4172-9faa-e1d75a5c2fa5 x-openstack-request-id: req-92cd4055-614b-4172-9faa-e1d75a5c2fa5 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:11:17.310566 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89f545b-e6a0-4419-bb19-fd7a9065e4c7", "name": "network-vif-deleted", "tag": "dbd91d9f-fded-48fd-beaa-28660e20b937", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:11:17.310830 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-92cd4055-614b-4172-9faa-e1d75a5c2fa5 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:11:17.311241 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89f545b-e6a0-4419-bb19-fd7a9065e4c7', 'name': 'network-vif-deleted', 'tag': 'dbd91d9f-fded-48fd-beaa-28660e20b937', 'status': 'completed', 'code': 200} Feb 16 22:11:17.327294 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=c2988012-39bb-435e-b400-c1fa626fb337,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:17.341261 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-2f1df692-0cca-4689-91c2-15a2e0534174 admin admin] Request body: {'subnet': {'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-680667525-subnet', 'tenant_id': '030664079749416b877398f148fb3d38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:11:17.346132 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-005a4cae-e221-475f-99b9-2d476c6e60c6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d1acea3c4671487baaef246e5911dd68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3211448 Feb 16 22:11:17.354048 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48120) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:17.355022 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a4cae-e221-475f-99b9-2d476c6e60c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2678aab6-0787-4dad-8790-cc1c7ac5fabb,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:17.385387 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1df692-0cca-4689-91c2-15a2e0534174 admin admin] Made reservation on behalf of 030664079749416b877398f148fb3d38 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:11:17.388403 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2f1df692-0cca-4689-91c2-15a2e0534174 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:17.418696 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ff79ad0d-c4dd-43c4-8db2-faf55fe0875d admin admin] Publish callbacks [] for security_group (2678aab6-0787-4dad-8790-cc1c7ac5fabb), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:17.442303 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a6a69-8122-4abf-8f93-e1ca85a67000 admin admin] Pushing event updated for resources: {'Network': ['ID=908e6638-f4c8-4b45-9573-ffca76ae9dd0,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:17.455777 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 908e6638-f4c8-4b45-9573-ffca76ae9dd0 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:11:17.482827 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ff79ad0d-c4dd-43c4-8db2-faf55fe0875d admin admin] Publish callbacks [] for security_group (2678aab6-0787-4dad-8790-cc1c7ac5fabb), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:17.561796 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ff79ad0d-c4dd-43c4-8db2-faf55fe0875d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (2678aab6-0787-4dad-8790-cc1c7ac5fabb), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:17.565988 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ff79ad0d-c4dd-43c4-8db2-faf55fe0875d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:17.567711 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ff79ad0d-c4dd-43c4-8db2-faf55fe0875d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2678aab6-0787-4dad-8790-cc1c7ac5fabb HTTP/1.1" status: 204 len: 168 time: 0.2092662 Feb 16 22:11:17.584225 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79ad0d-c4dd-43c4-8db2-faf55fe0875d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2678aab6-0787-4dad-8790-cc1c7ac5fabb,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:17.662301 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852e7d6c-6bc4-4b09-9831-79ee92ffa449 x-openstack-request-id: req-852e7d6c-6bc4-4b09-9831-79ee92ffa449 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:11:17.662816 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a", "name": "network-vif-plugged", "status": "completed", "tag": "8a20f5fd-090d-41eb-9d1a-31f7ee5a438b", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:11:17.662909 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-852e7d6c-6bc4-4b09-9831-79ee92ffa449 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:11:17.663332 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a20f5fd-090d-41eb-9d1a-31f7ee5a438b', 'code': 200} Feb 16 22:11:17.687200 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2f1df692-0cca-4689-91c2-15a2e0534174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (6fcc24da-f75c-4bab-8b24-38df358b42a3), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:17.749583 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1df692-0cca-4689-91c2-15a2e0534174 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fcc24da-f75c-4bab-8b24-38df358b42a3,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:17.795816 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ec36474c-5b69-46bf-9e62-8e8c38922167 req-30731a94-5ab0-4d8e-a736-3e640d137c01 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782 HTTP/1.1" status: 200 len: 210 time: 0.0471935 Feb 16 22:11:17.827567 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1df692-0cca-4689-91c2-15a2e0534174 admin admin] Checking segment: {'id': '73b1a5be-4d8c-41ce-b66a-7c0f6916f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:11:17.827567 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1df692-0cca-4689-91c2-15a2e0534174 admin admin] Network hostable DHCP agents. Network: 908e6638-f4c8-4b45-9573-ffca76ae9dd0, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:11:17.840316 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab0f61-fe73-46cc-b3e5-734cb6bf89ad req-1491be68-26aa-47a3-b047-61bf513718d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:17.850402 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2bab0f61-fe73-46cc-b3e5-734cb6bf89ad req-1491be68-26aa-47a3-b047-61bf513718d1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a HTTP/1.1" status: 200 len: 1131 time: 0.1033766 Feb 16 22:11:17.850632 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1df692-0cca-4689-91c2-15a2e0534174 admin admin] Network 908e6638-f4c8-4b45-9573-ffca76ae9dd0 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:11:17.867597 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-2f1df692-0cca-4689-91c2-15a2e0534174 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 908e6638-f4c8-4b45-9573-ffca76ae9dd0) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:11:17.872687 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1df692-0cca-4689-91c2-15a2e0534174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:17.873352 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2f1df692-0cca-4689-91c2-15a2e0534174 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:17.879705 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce58d61d-b55c-44a8-ba2f-2dcec4cac3a0 None None] Network 908e6638-f4c8-4b45-9573-ffca76ae9dd0 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:11:17.931232 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2f1df692-0cca-4689-91c2-15a2e0534174 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5958331 Feb 16 22:11:17.931833 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48138) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:17.946297 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-dc8e83aa-99e6-4245-ac4c-c437968f0a9c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-680667525-router', 'tenant_id': '030664079749416b877398f148fb3d38', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:11:17.982990 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2bab0f61-fe73-46cc-b3e5-734cb6bf89ad req-0020ef58-0278-4faa-9f50-1ccf6c27776b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=62b4647e-c406-4caa-91cb-6113d09f38f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204402 Feb 16 22:11:17.988575 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc8e83aa-99e6-4245-ac4c-c437968f0a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (ff5d0efb-9339-4536-bac5-79bda2b84a51), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:17.990221 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc8e83aa-99e6-4245-ac4c-c437968f0a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (ff5d0efb-9339-4536-bac5-79bda2b84a51), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:18.086795 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4155a2-3a5d-4a22-a804-7659a30dbf3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-908e6638-f4c8-4b45-9573-ffca76ae9dd0', 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0', 'project_id': '030664079749416b877398f148fb3d38', 'fixed_ips': [{'subnet_id': '6fcc24da-f75c-4bab-8b24-38df358b42a3'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:11:18.088122 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6d4155a2-3a5d-4a22-a804-7659a30dbf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:18.111358 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc8e83aa-99e6-4245-ac4c-c437968f0a9c admin admin] Publish callbacks [] for router_controller (ff5d0efb-9339-4536-bac5-79bda2b84a51), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:18.224571 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97322c62-b96d-4200-93bc-1fe9322c239c', 'tag': '30eddb32-840b-45aa-88e2-f8d725059873'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:11:18.237116 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c6c609-24e2-4c4c-a0e9-b73c1400d035" -d '{"events": [{"name": "network-changed", "server_uuid": "97322c62-b96d-4200-93bc-1fe9322c239c", "tag": "30eddb32-840b-45aa-88e2-f8d725059873"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:11:18.285122 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-6d4155a2-3a5d-4a22-a804-7659a30dbf3f None None] Allocated IP 172.20.0.2 (908e6638-f4c8-4b45-9573-ffca76ae9dd0/6fcc24da-f75c-4bab-8b24-38df358b42a3/a7815345-82a1-4b34-99e8-a211bbfe78ea) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:11:18.375240 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc8e83aa-99e6-4245-ac4c-c437968f0a9c admin admin] Publish callbacks [] for router_gateway (ff5d0efb-9339-4536-bac5-79bda2b84a51), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:18.387327 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628a0e7-5d90-4401-a7e9-2e545de91591 req-d2ee704c-e1c1-4ce1-859b-c1033d4cd5a0 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:18.394172 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2628a0e7-5d90-4401-a7e9-2e545de91591 req-d2ee704c-e1c1-4ce1-859b-c1033d4cd5a0 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=97322c62-b96d-4200-93bc-1fe9322c239c HTTP/1.1" status: 200 len: 944 time: 0.1703889 Feb 16 22:11:18.396775 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1d3ebe-f339-4c0c-a1d6-401f5e8b298e x-openstack-request-id: req-9f1d3ebe-f339-4c0c-a1d6-401f5e8b298e {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:11:18.397097 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97322c62-b96d-4200-93bc-1fe9322c239c", "tag": "30eddb32-840b-45aa-88e2-f8d725059873", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:11:18.397386 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9f1d3ebe-f339-4c0c-a1d6-401f5e8b298e {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:11:18.397716 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97322c62-b96d-4200-93bc-1fe9322c239c', 'tag': '30eddb32-840b-45aa-88e2-f8d725059873', 'status': 'completed', 'code': 200} Feb 16 22:11:18.470330 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2628a0e7-5d90-4401-a7e9-2e545de91591 req-f52120b2-cf6d-4a89-9d04-c8f1b51f6b19 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752351 Feb 16 22:11:18.554998 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6c609-24e2-4c4c-a0e9-b73c1400d035 req-38e7b050-a24a-4ce9-83be-a697fa5def37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:18.560669 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-23c6c609-24e2-4c4c-a0e9-b73c1400d035 req-38e7b050-a24a-4ce9-83be-a697fa5def37 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&device_id=97322c62-b96d-4200-93bc-1fe9322c239c HTTP/1.1" status: 200 len: 1156 time: 0.1238134 Feb 16 22:11:18.601196 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6d4155a2-3a5d-4a22-a804-7659a30dbf3f None None] Publish callbacks [] for port (a7815345-82a1-4b34-99e8-a211bbfe78ea), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:18.618159 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6d4155a2-3a5d-4a22-a804-7659a30dbf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (a7815345-82a1-4b34-99e8-a211bbfe78ea), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:18.673088 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4155a2-3a5d-4a22-a804-7659a30dbf3f None None] Network 908e6638-f4c8-4b45-9573-ffca76ae9dd0 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:11:18.678520 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-6d4155a2-3a5d-4a22-a804-7659a30dbf3f None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:11:18.682277 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4155a2-3a5d-4a22-a804-7659a30dbf3f None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:11:18.710860 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48166) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:18.785045 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4155a2-3a5d-4a22-a804-7659a30dbf3f None None] Pushing event updated for resources: {'Port': ['ID=a7815345-82a1-4b34-99e8-a211bbfe78ea,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:18.793759 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6c609-24e2-4c4c-a0e9-b73c1400d035 req-f7984f4b-51cd-4bd3-8522-238c3e6a7c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:18.797268 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-23c6c609-24e2-4c4c-a0e9-b73c1400d035 req-f7984f4b-51cd-4bd3-8522-238c3e6a7c91 service neutron] 10.222.0.67 "GET /v2.0/networks?id=91cf39f3-9142-4ee5-af15-00f1f801e8c7 HTTP/1.1" status: 200 len: 908 time: 0.2295804 Feb 16 22:11:18.806942 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-6d4155a2-3a5d-4a22-a804-7659a30dbf3f None None] Attempting to bind port a7815345-82a1-4b34-99e8-a211bbfe78ea on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:11:18.807466 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-6d4155a2-3a5d-4a22-a804-7659a30dbf3f None None] Attempting to bind port a7815345-82a1-4b34-99e8-a211bbfe78ea by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '73b1a5be-4d8c-41ce-b66a-7c0f6916f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:11:18.808178 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4155a2-3a5d-4a22-a804-7659a30dbf3f None None] Attempting to bind port a7815345-82a1-4b34-99e8-a211bbfe78ea on network 908e6638-f4c8-4b45-9573-ffca76ae9dd0 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:11:18.815084 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4155a2-3a5d-4a22-a804-7659a30dbf3f None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:11:18.816941 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4155a2-3a5d-4a22-a804-7659a30dbf3f None None] Checking segment: {'id': '73b1a5be-4d8c-41ce-b66a-7c0f6916f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:11:18.816941 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6d4155a2-3a5d-4a22-a804-7659a30dbf3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:18.816941 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4155a2-3a5d-4a22-a804-7659a30dbf3f None None] Bound using segment: {'id': '73b1a5be-4d8c-41ce-b66a-7c0f6916f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:11:18.818425 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-6d4155a2-3a5d-4a22-a804-7659a30dbf3f None None] Bound port: a7815345-82a1-4b34-99e8-a211bbfe78ea, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b1a5be-4d8c-41ce-b66a-7c0f6916f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:11:18.818922 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6d4155a2-3a5d-4a22-a804-7659a30dbf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a7815345-82a1-4b34-99e8-a211bbfe78ea), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:18.853198 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 30eddb32-840b-45aa-88e2-f8d725059873 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:11:18.867208 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-23c6c609-24e2-4c4c-a0e9-b73c1400d035 req-9a14aa9f-8469-4727-a7fc-83780dea49f5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30eddb32-840b-45aa-88e2-f8d725059873 HTTP/1.1" status: 200 len: 217 time: 0.0631385 Feb 16 22:11:18.939216 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-a03e22ae-4ddf-429d-a7e7-08560c78677f tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:18.942869 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-a03e22ae-4ddf-429d-a7e7-08560c78677f tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.79 "GET /v2.0/networks?id=16137278-7395-49da-9cb6-180484537d2f HTTP/1.1" status: 200 len: 821 time: 0.2329807 Feb 16 22:11:18.951358 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab164-7807-4728-9350-1d980e0c3aae req-fa4ff44d-586d-4523-afd3-ed9eafe356a0 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:18.953964 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d80ab164-7807-4728-9350-1d980e0c3aae req-fa4ff44d-586d-4523-afd3-ed9eafe356a0 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6993986-18b2-404e-8136-20c7bb876c79 HTTP/1.1" status: 200 len: 950 time: 0.3465443 Feb 16 22:11:18.963940 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6c609-24e2-4c4c-a0e9-b73c1400d035 req-c2c8bedf-d868-48ab-9cae-19e69a9cb854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:18.965936 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-23c6c609-24e2-4c4c-a0e9-b73c1400d035 req-c2c8bedf-d868-48ab-9cae-19e69a9cb854 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f7242f4f-8939-4e6c-b488-ab1fd3ca8215 HTTP/1.1" status: 200 len: 847 time: 0.0906997 Feb 16 22:11:19.009208 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-be2fddcd-50f0-43e9-9def-d85ea0aa5f54 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Request body: {'port': {'device_id': 'f5ae0aa2-f467-4dea-a374-ebfa4be2c782', 'network_id': '16137278-7395-49da-9cb6-180484537d2f', 'admin_state_up': True, 'tenant_id': '744a37dc5b8f478b9350ec4becb28946'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:11:19.022127 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-23c6c609-24e2-4c4c-a0e9-b73c1400d035 req-fb774ddb-d540-4061-8b01-5a9543f9fba1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=91cf39f3-9142-4ee5-af15-00f1f801e8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464592 Feb 16 22:11:19.034088 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-6d4155a2-3a5d-4a22-a804-7659a30dbf3f None None] For port a7815345-82a1-4b34-99e8-a211bbfe78ea, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:11:19.078491 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-6d4155a2-3a5d-4a22-a804-7659a30dbf3f None None] For port a7815345-82a1-4b34-99e8-a211bbfe78ea, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a7815345-82a1-4b34-99e8-a211bbfe78ea,segment=NetworkSegment(73b1a5be-4d8c-41ce-b66a-7c0f6916f940),segment_id=73b1a5be-4d8c-41ce-b66a-7c0f6916f940)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:11:19.102055 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6d4155a2-3a5d-4a22-a804-7659a30dbf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a7815345-82a1-4b34-99e8-a211bbfe78ea), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:19.146320 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 30eddb32-840b-45aa-88e2-f8d725059873, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=30eddb32-840b-45aa-88e2-f8d725059873,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:19.152069 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-871fec01-a145-4030-9ab6-3c20e1679bbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:19.180130 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 30eddb32-840b-45aa-88e2-f8d725059873 has no active binding in host n-h2-813897-6 {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 16 22:11:19.203514 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4155a2-3a5d-4a22-a804-7659a30dbf3f None None] Pushing event updated for resources: {'Port': ['ID=a7815345-82a1-4b34-99e8-a211bbfe78ea,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:19.238513 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-23c6c609-24e2-4c4c-a0e9-b73c1400d035 req-80ccc4b3-941c-491a-a8af-09cc87b605a4 service neutron] 10.222.0.67 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046945 Feb 16 22:11:19.602422 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-23c6c609-24e2-4c4c-a0e9-b73c1400d035 req-d1cd4638-ab3e-49b0-bcdf-e7d358aafa7c service neutron] 10.222.0.67 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563657 Feb 16 22:11:19.648523 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d80ab164-7807-4728-9350-1d980e0c3aae req-5411ab00-82c8-407e-bdb8-40bea0f51a0c tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/security-groups?id=62b4647e-c406-4caa-91cb-6113d09f38f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6866558 Feb 16 22:11:19.673302 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6993986-18b2-404e-8136-20c7bb876c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2988012-39bb-435e-b400-c1fa626fb337'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:11:19.687671 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3284e5-d36e-4fe2-80d0-751b83ef27b9" -d '{"events": [{"server_uuid": "a6993986-18b2-404e-8136-20c7bb876c79", "name": "network-vif-plugged", "status": "completed", "tag": "c2988012-39bb-435e-b400-c1fa626fb337"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:11:19.695104 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e449bfca-b067-4c0d-9595-f74f73b30ded req-1c373e10-717e-4c1b-8ad4-e38ea6ad4c3e tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782 HTTP/1.1" status: 200 len: 210 time: 0.0815878 Feb 16 22:11:19.723646 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc8e83aa-99e6-4245-ac4c-c437968f0a9c admin admin] Publish callbacks [] for router_gateway (ff5d0efb-9339-4536-bac5-79bda2b84a51), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:19.750648 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc8e83aa-99e6-4245-ac4c-c437968f0a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:19.881791 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-be2fddcd-50f0-43e9-9def-d85ea0aa5f54 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Made reservation on behalf of 744a37dc5b8f478b9350ec4becb28946 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:11:19.887982 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-be2fddcd-50f0-43e9-9def-d85ea0aa5f54 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:19.957815 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:11:19.991669 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-871fec01-a145-4030-9ab6-3c20e1679bbb admin admin] Publish callbacks [] for security_group (bf26c9b9-3c30-4883-af81-7bee8985d668), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:20.003874 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48204) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:20.090657 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-871fec01-a145-4030-9ab6-3c20e1679bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (bf26c9b9-3c30-4883-af81-7bee8985d668), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:20.110832 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a7815345-82a1-4b34-99e8-a211bbfe78ea up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:11:20.115210 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-dc8e83aa-99e6-4245-ac4c-c437968f0a9c admin admin] Allocated IP 172.25.2.89 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/375df001-d88e-4442-a2e8-9c9c1e98c6c2) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:11:20.152123 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedd471-a886-494c-992b-cefe02c51eb1 req-bf961ea8-a7bd-4426-b19b-e4907e4dc8a3 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:20.153690 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1bedd471-a886-494c-992b-cefe02c51eb1 req-bf961ea8-a7bd-4426-b19b-e4907e4dc8a3 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=97322c62-b96d-4200-93bc-1fe9322c239c HTTP/1.1" status: 200 len: 944 time: 0.3483810 Feb 16 22:11:20.213710 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port a7815345-82a1-4b34-99e8-a211bbfe78ea triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:20.215716 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a7815345-82a1-4b34-99e8-a211bbfe78ea), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:20.232484 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bc769a21-8b1c-46c6-9636-df9190048476 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=361202f4e0e045359cc8d05f85357874&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2274315 Feb 16 22:11:20.242655 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48212) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:20.317056 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port a7815345-82a1-4b34-99e8-a211bbfe78ea is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:20.317056 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a7815345-82a1-4b34-99e8-a211bbfe78ea), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:20.323163 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48216) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:20.323823 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3c6b97b2-db69-4da7-97f3-f598a89884dd admin admin] Publish callbacks [] for security_group (9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:20.326467 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-871fec01-a145-4030-9ab6-3c20e1679bbb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4c64d1b2fd2a4df5b9421df19f1b0528&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6057560 Feb 16 22:11:20.353714 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3c6b97b2-db69-4da7-97f3-f598a89884dd admin admin] Publish callbacks [] for security_group (9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:20.361093 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port a7815345-82a1-4b34-99e8-a211bbfe78ea, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a7815345-82a1-4b34-99e8-a211bbfe78ea,segment=NetworkSegment(73b1a5be-4d8c-41ce-b66a-7c0f6916f940),segment_id=73b1a5be-4d8c-41ce-b66a-7c0f6916f940)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:20.370120 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a7815345-82a1-4b34-99e8-a211bbfe78ea), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:20.380778 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871fec01-a145-4030-9ab6-3c20e1679bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf26c9b9-3c30-4883-af81-7bee8985d668,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:20.423247 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3c6b97b2-db69-4da7-97f3-f598a89884dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:20.426208 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3c6b97b2-db69-4da7-97f3-f598a89884dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:20.428324 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3c6b97b2-db69-4da7-97f3-f598a89884dd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50 HTTP/1.1" status: 204 len: 168 time: 0.1846070 Feb 16 22:11:20.455006 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b97b2-db69-4da7-97f3-f598a89884dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6daa6e-3ec0-45eb-9d52-f436c7a3bc50,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:20.469630 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e0f7bf-c513-42cc-b3d2-699230823e1e x-openstack-request-id: req-e5e0f7bf-c513-42cc-b3d2-699230823e1e {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:11:20.469630 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6993986-18b2-404e-8136-20c7bb876c79", "name": "network-vif-plugged", "status": "completed", "tag": "c2988012-39bb-435e-b400-c1fa626fb337", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:11:20.469630 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e5e0f7bf-c513-42cc-b3d2-699230823e1e {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:11:20.469630 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6993986-18b2-404e-8136-20c7bb876c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2988012-39bb-435e-b400-c1fa626fb337', 'code': 200} Feb 16 22:11:20.472233 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-64cf08c3-16cd-4f89-b3d7-84c6e5ca10fa admin admin] Publish callbacks [] for security_group (bf26c9b9-3c30-4883-af81-7bee8985d668), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:20.494054 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=a7815345-82a1-4b34-99e8-a211bbfe78ea,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:20.498351 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-be2fddcd-50f0-43e9-9def-d85ea0aa5f54 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Allocated IP 172.20.0.13 (16137278-7395-49da-9cb6-180484537d2f/c3e80cb9-4386-4d79-b9b3-6283b204f543/ac74cba5-97ea-48b8-99a1-80e0e5d2592d) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:11:20.533357 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1bedd471-a886-494c-992b-cefe02c51eb1 req-3843a948-da34-4b41-8292-2735551ed23d tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332648 Feb 16 22:11:20.539240 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-64cf08c3-16cd-4f89-b3d7-84c6e5ca10fa admin admin] Publish callbacks [] for security_group (bf26c9b9-3c30-4883-af81-7bee8985d668), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:20.587493 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c353604d-8621-4cf0-ba83-0da9f31c69db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:20.633729 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-64cf08c3-16cd-4f89-b3d7-84c6e5ca10fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (bf26c9b9-3c30-4883-af81-7bee8985d668), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:20.637546 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-64cf08c3-16cd-4f89-b3d7-84c6e5ca10fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:20.639076 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-64cf08c3-16cd-4f89-b3d7-84c6e5ca10fa admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bf26c9b9-3c30-4883-af81-7bee8985d668 HTTP/1.1" status: 204 len: 168 time: 0.2412293 Feb 16 22:11:20.671771 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf08c3-16cd-4f89-b3d7-84c6e5ca10fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf26c9b9-3c30-4883-af81-7bee8985d668,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:20.696386 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1e27d-f745-4a06-8a83-a7ed819f4690 req-f21563cb-1798-4095-995e-dc40832c0565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:20.703258 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cfe1e27d-f745-4a06-8a83-a7ed819f4690 req-f21563cb-1798-4095-995e-dc40832c0565 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a6993986-18b2-404e-8136-20c7bb876c79 HTTP/1.1" status: 200 len: 1132 time: 0.0863459 Feb 16 22:11:20.731084 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc8e83aa-99e6-4245-ac4c-c437968f0a9c admin admin] Publish callbacks [] for port (375df001-d88e-4442-a2e8-9c9c1e98c6c2), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:20.763165 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c033a0d-a384-4e7f-9e02-89c09ba26486 None None] Network 908e6638-f4c8-4b45-9573-ffca76ae9dd0 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:11:20.810226 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cfe1e27d-f745-4a06-8a83-a7ed819f4690 req-ae462ded-6cba-4562-9db4-8e59a1139591 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=62b4647e-c406-4caa-91cb-6113d09f38f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003625 Feb 16 22:11:20.899277 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-3fc420d5-f8f3-45e0-aa7f-dbf9a2e42565 None None] Provisioning complete for port a7815345-82a1-4b34-99e8-a211bbfe78ea triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:20.899463 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3fc420d5-f8f3-45e0-aa7f-dbf9a2e42565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a7815345-82a1-4b34-99e8-a211bbfe78ea), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:20.938089 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc8e83aa-99e6-4245-ac4c-c437968f0a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (375df001-d88e-4442-a2e8-9c9c1e98c6c2), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:20.994444 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-be2fddcd-50f0-43e9-9def-d85ea0aa5f54 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Publish callbacks [] for port (ac74cba5-97ea-48b8-99a1-80e0e5d2592d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:21.002570 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c805a-d9b8-4e8c-992b-05f5ec86baf6 req-4de84652-9a78-4cb0-9176-6a2f0b869179 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:21.011479 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8f7c805a-d9b8-4e8c-992b-05f5ec86baf6 req-4de84652-9a78-4cb0-9176-6a2f0b869179 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6993986-18b2-404e-8136-20c7bb876c79 HTTP/1.1" status: 200 len: 950 time: 0.1982865 Feb 16 22:11:21.025237 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8e83aa-99e6-4245-ac4c-c437968f0a9c admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:11:21.053247 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-dc8e83aa-99e6-4245-ac4c-c437968f0a9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:11:21.063092 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8e83aa-99e6-4245-ac4c-c437968f0a9c admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:11:21.080828 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e83aa-99e6-4245-ac4c-c437968f0a9c admin admin] Pushing event updated for resources: {'Port': ['ID=375df001-d88e-4442-a2e8-9c9c1e98c6c2,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:21.111316 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f5aa2c7e-4c3b-4c3b-9b1c-0f704cd49794 req-0604cc49-1b6e-4e62-9de7-df1218467306 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782 HTTP/1.1" status: 200 len: 210 time: 0.0882101 Feb 16 22:11:21.172080 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-3fc420d5-f8f3-45e0-aa7f-dbf9a2e42565 None None] Current status of the port a7815345-82a1-4b34-99e8-a211bbfe78ea is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:21.188308 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48248) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:21.211830 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-be2fddcd-50f0-43e9-9def-d85ea0aa5f54 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (ac74cba5-97ea-48b8-99a1-80e0e5d2592d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:21.214321 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5c75cc95-3021-4b5f-983f-b981d31f1bc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:21.280159 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8f7c805a-d9b8-4e8c-992b-05f5ec86baf6 req-95d8f66e-6f61-46b5-8b9b-c818e1d225d4 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/security-groups?id=62b4647e-c406-4caa-91cb-6113d09f38f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674706 Feb 16 22:11:21.401782 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5c75cc95-3021-4b5f-983f-b981d31f1bc1 admin admin] Publish callbacks [] for security_group (deeaa373-6b04-4231-a75d-a0a27d3e1c99), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:21.405198 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-be2fddcd-50f0-43e9-9def-d85ea0aa5f54 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Network 16137278-7395-49da-9cb6-180484537d2f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:11:21.406711 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2fddcd-50f0-43e9-9def-d85ea0aa5f54 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Pushing event updated for resources: {'Port': ['ID=ac74cba5-97ea-48b8-99a1-80e0e5d2592d,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:21.413869 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5c75cc95-3021-4b5f-983f-b981d31f1bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (deeaa373-6b04-4231-a75d-a0a27d3e1c99), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:21.418496 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-be2fddcd-50f0-43e9-9def-d85ea0aa5f54 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:11:21.421441 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-be2fddcd-50f0-43e9-9def-d85ea0aa5f54 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:11:21.496423 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5c75cc95-3021-4b5f-983f-b981d31f1bc1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4ac8d5dcdf184a29af51895272c35afa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3030477 Feb 16 22:11:21.497095 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48260) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:21.501610 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75cc95-3021-4b5f-983f-b981d31f1bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deeaa373-6b04-4231-a75d-a0a27d3e1c99,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:21.535457 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-be2fddcd-50f0-43e9-9def-d85ea0aa5f54 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:21.538040 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-be2fddcd-50f0-43e9-9def-d85ea0aa5f54 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:21.551092 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48266) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:21.568384 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5afe747f-9e41-4c6d-847c-c70a0f8be693 admin admin] Publish callbacks [] for security_group (deeaa373-6b04-4231-a75d-a0a27d3e1c99), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:21.592899 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5afe747f-9e41-4c6d-847c-c70a0f8be693 admin admin] Publish callbacks [] for security_group (deeaa373-6b04-4231-a75d-a0a27d3e1c99), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:21.615491 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-c9329d72-dad8-41d6-9529-08ebe7db35af None None] Provisioning complete for port a7815345-82a1-4b34-99e8-a211bbfe78ea triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:21.616218 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c9329d72-dad8-41d6-9529-08ebe7db35af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a7815345-82a1-4b34-99e8-a211bbfe78ea), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:21.645219 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9106d674-e13e-4610-b817-1b256b1b2c84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:21.651739 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-be2fddcd-50f0-43e9-9def-d85ea0aa5f54 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6519992 Feb 16 22:11:21.684462 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-508afb22-59f8-4349-ba05-5d3402b51b57 service neutron] Request body: {'port': {'device_id': 'f5ae0aa2-f467-4dea-a374-ebfa4be2c782', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:11:21.708083 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48268) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:21.714563 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5afe747f-9e41-4c6d-847c-c70a0f8be693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (deeaa373-6b04-4231-a75d-a0a27d3e1c99), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:21.717405 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5afe747f-9e41-4c6d-847c-c70a0f8be693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:21.723333 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5afe747f-9e41-4c6d-847c-c70a0f8be693 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/deeaa373-6b04-4231-a75d-a0a27d3e1c99 HTTP/1.1" status: 204 len: 168 time: 0.2227271 Feb 16 22:11:21.738804 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe747f-9e41-4c6d-847c-c70a0f8be693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deeaa373-6b04-4231-a75d-a0a27d3e1c99,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:21.770286 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-c9329d72-dad8-41d6-9529-08ebe7db35af None None] Current status of the port a7815345-82a1-4b34-99e8-a211bbfe78ea is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:21.850523 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a7805-3ac5-4e1c-9a16-6c89bca520bf req-f6c78a8f-d8a1-45c5-93d8-06a13f60ac34 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:21.857669 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b96a7805-3ac5-4e1c-9a16-6c89bca520bf req-f6c78a8f-d8a1-45c5-93d8-06a13f60ac34 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=97322c62-b96d-4200-93bc-1fe9322c239c HTTP/1.1" status: 200 len: 944 time: 0.2032266 Feb 16 22:11:21.862615 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc8e83aa-99e6-4245-ac4c-c437968f0a9c admin admin] Publish callbacks [] for router_gateway (ff5d0efb-9339-4536-bac5-79bda2b84a51), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:21.866756 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-45e484fd-afbe-4094-92e7-65d6aa930d8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:21.869664 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-508afb22-59f8-4349-ba05-5d3402b51b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ac74cba5-97ea-48b8-99a1-80e0e5d2592d), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:21.982701 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48276) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:22.035377 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-45e484fd-afbe-4094-92e7-65d6aa930d8f admin admin] Publish callbacks [] for security_group (a7963985-ffa7-43e8-9cab-52b030bf9fc4), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:22.047818 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-45e484fd-afbe-4094-92e7-65d6aa930d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a7963985-ffa7-43e8-9cab-52b030bf9fc4), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:22.064382 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a7815345-82a1-4b34-99e8-a211bbfe78ea up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:11:22.082456 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e484fd-afbe-4094-92e7-65d6aa930d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7963985-ffa7-43e8-9cab-52b030bf9fc4,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:22.152128 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-45e484fd-afbe-4094-92e7-65d6aa930d8f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b75ca072d4364821ba743f926201089a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4399483 Feb 16 22:11:22.154549 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48282) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:22.215424 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-a2cb5997-1a7d-4c84-b502-a310530649ea service neutron] 10.222.0.67 "GET /v2.0/ports/30eddb32-840b-45aa-88e2-f8d725059873/bindings/n-h2-813897-6 HTTP/1.1" status: 200 len: 384 time: 0.1219630 Feb 16 22:11:22.231061 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port a7815345-82a1-4b34-99e8-a211bbfe78ea triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:22.231458 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a7815345-82a1-4b34-99e8-a211bbfe78ea), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:22.233391 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9106d674-e13e-4610-b817-1b256b1b2c84 admin admin] Publish callbacks [] for security_group (59b38257-be07-4080-bdfc-16187af7a4b4), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:22.265961 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a4b32bcf-fc81-4ea6-a4fb-0a33154cfb3b admin admin] Publish callbacks [] for security_group (a7963985-ffa7-43e8-9cab-52b030bf9fc4), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:22.288616 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a4b32bcf-fc81-4ea6-a4fb-0a33154cfb3b admin admin] Publish callbacks [] for security_group (a7963985-ffa7-43e8-9cab-52b030bf9fc4), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:22.366837 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port a7815345-82a1-4b34-99e8-a211bbfe78ea is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:22.368296 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a4b32bcf-fc81-4ea6-a4fb-0a33154cfb3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a7963985-ffa7-43e8-9cab-52b030bf9fc4), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:22.370957 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a4b32bcf-fc81-4ea6-a4fb-0a33154cfb3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:22.372135 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a4b32bcf-fc81-4ea6-a4fb-0a33154cfb3b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a7963985-ffa7-43e8-9cab-52b030bf9fc4 HTTP/1.1" status: 204 len: 168 time: 0.2165532 Feb 16 22:11:22.372927 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-191b800f-649f-49f5-a4e7-0f808423232c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:22.431268 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b32bcf-fc81-4ea6-a4fb-0a33154cfb3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7963985-ffa7-43e8-9cab-52b030bf9fc4,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:22.480280 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9106d674-e13e-4610-b817-1b256b1b2c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (59b38257-be07-4080-bdfc-16187af7a4b4), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:22.485742 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b96a7805-3ac5-4e1c-9a16-6c89bca520bf req-dd071e47-ddd6-4fee-88ff-6a65e9356ecf tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6270783 Feb 16 22:11:22.533459 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-191b800f-649f-49f5-a4e7-0f808423232c admin admin] Publish callbacks [] for security_group (38d34b0b-1b23-4dc0-b95f-40df9ea51f96), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:22.544868 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-191b800f-649f-49f5-a4e7-0f808423232c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (38d34b0b-1b23-4dc0-b95f-40df9ea51f96), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:22.585629 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9106d674-e13e-4610-b817-1b256b1b2c84 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7c18cf3e72384c7286bc0d061e107f3d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0278969 Feb 16 22:11:22.589300 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106d674-e13e-4610-b817-1b256b1b2c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b38257-be07-4080-bdfc-16187af7a4b4,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:22.593031 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48296) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:22.644705 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-191b800f-649f-49f5-a4e7-0f808423232c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2631bb49e6d646bca93ed3681b4e63d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6604359 Feb 16 22:11:22.651802 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b800f-649f-49f5-a4e7-0f808423232c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d34b0b-1b23-4dc0-b95f-40df9ea51f96,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:22.654119 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48302) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:22.667516 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-78ad8f9a-db4e-44fa-8aa5-88d689ef7697 service neutron] For port 30eddb32-840b-45aa-88e2-f8d725059873, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=30eddb32-840b-45aa-88e2-f8d725059873,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:22.697804 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc8e83aa-99e6-4245-ac4c-c437968f0a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (ff5d0efb-9339-4536-bac5-79bda2b84a51), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:22.724764 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-78ad8f9a-db4e-44fa-8aa5-88d689ef7697 service neutron] For port 30eddb32-840b-45aa-88e2-f8d725059873, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:11:22.764310 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-517e7944-fd6e-4144-9f54-4ba4ebc2473d admin admin] Publish callbacks [] for security_group (38d34b0b-1b23-4dc0-b95f-40df9ea51f96), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:22.780845 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-78ad8f9a-db4e-44fa-8aa5-88d689ef7697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30eddb32-840b-45aa-88e2-f8d725059873 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:11:22.801028 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-78ad8f9a-db4e-44fa-8aa5-88d689ef7697 service neutron] For port 30eddb32-840b-45aa-88e2-f8d725059873, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=30eddb32-840b-45aa-88e2-f8d725059873,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:22.814411 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-517e7944-fd6e-4144-9f54-4ba4ebc2473d admin admin] Publish callbacks [] for security_group (38d34b0b-1b23-4dc0-b95f-40df9ea51f96), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:22.843289 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-78ad8f9a-db4e-44fa-8aa5-88d689ef7697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (30eddb32-840b-45aa-88e2-f8d725059873), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:22.906693 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48310) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:22.931197 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2d54b614-4412-423e-97c5-d509fb3883ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:22.965307 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc1388-dafd-4dc5-b8ea-53bd87cd04a8 req-da604bd0-d420-4cb1-9299-9576059cd00b tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:22.972193 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-65fc1388-dafd-4dc5-b8ea-53bd87cd04a8 req-da604bd0-d420-4cb1-9299-9576059cd00b tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782 HTTP/1.1" status: 200 len: 932 time: 0.5456030 Feb 16 22:11:22.988526 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-517e7944-fd6e-4144-9f54-4ba4ebc2473d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (38d34b0b-1b23-4dc0-b95f-40df9ea51f96), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:22.990758 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-517e7944-fd6e-4144-9f54-4ba4ebc2473d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:22.994353 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-517e7944-fd6e-4144-9f54-4ba4ebc2473d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/38d34b0b-1b23-4dc0-b95f-40df9ea51f96 HTTP/1.1" status: 204 len: 168 time: 0.3352313 Feb 16 22:11:23.008331 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-78ad8f9a-db4e-44fa-8aa5-88d689ef7697 service neutron] Transition to ACTIVE for port object 30eddb32-840b-45aa-88e2-f8d725059873 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:11:23.018505 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4179f973-0293-48be-89b4-65962153744e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:23.019147 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e7944-fd6e-4144-9f54-4ba4ebc2473d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d34b0b-1b23-4dc0-b95f-40df9ea51f96,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:23.026496 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-78ad8f9a-db4e-44fa-8aa5-88d689ef7697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (30eddb32-840b-45aa-88e2-f8d725059873), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:23.079416 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-508afb22-59f8-4349-ba05-5d3402b51b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac74cba5-97ea-48b8-99a1-80e0e5d2592d {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:11:23.094587 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-508afb22-59f8-4349-ba05-5d3402b51b57 service neutron] Publish callbacks [] for port (ac74cba5-97ea-48b8-99a1-80e0e5d2592d), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:23.118657 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f123b281-94b2-4366-bf2a-3f18802f33e0 admin admin] Publish callbacks [] for security_group (59b38257-be07-4080-bdfc-16187af7a4b4), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:23.129614 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-78ad8f9a-db4e-44fa-8aa5-88d689ef7697 service neutron] No DVR routers for this DVR port 30eddb32-840b-45aa-88e2-f8d725059873 on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:11:23.148508 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-508afb22-59f8-4349-ba05-5d3402b51b57 service neutron] Transition to ACTIVE for port object ac74cba5-97ea-48b8-99a1-80e0e5d2592d will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:11:23.149152 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad8f9a-db4e-44fa-8aa5-88d689ef7697 service neutron] Pushing event updated for resources: {'Port': ['ID=30eddb32-840b-45aa-88e2-f8d725059873,revision_number=10']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:23.182550 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-65fc1388-dafd-4dc5-b8ea-53bd87cd04a8 req-89bad9d5-1dfd-4305-9aac-f4cf2418666c tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036240 Feb 16 22:11:23.186301 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2d54b614-4412-423e-97c5-d509fb3883ab admin admin] Publish callbacks [] for security_group (e94564e4-9489-41c3-b436-ab5561077549), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:23.189846 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f967f-15a3-4142-9236-7a682f568cfd req-9dbdc34c-ce23-4211-9dd6-c64203cd9f03 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:23.195191 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-78ad8f9a-db4e-44fa-8aa5-88d689ef7697 service neutron] 10.222.0.67 "PUT /v2.0/ports/30eddb32-840b-45aa-88e2-f8d725059873/bindings/n-h2-813897-6/activate HTTP/1.1" status: 200 len: 369 time: 0.9730031 Feb 16 22:11:23.196709 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2d54b614-4412-423e-97c5-d509fb3883ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (e94564e4-9489-41c3-b436-ab5561077549), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:23.201024 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ae2f967f-15a3-4142-9236-7a682f568cfd req-9dbdc34c-ce23-4211-9dd6-c64203cd9f03 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6993986-18b2-404e-8136-20c7bb876c79 HTTP/1.1" status: 200 len: 950 time: 0.5602570 Feb 16 22:11:23.202999 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-508afb22-59f8-4349-ba05-5d3402b51b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (ac74cba5-97ea-48b8-99a1-80e0e5d2592d), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:23.231893 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f123b281-94b2-4366-bf2a-3f18802f33e0 admin admin] Publish callbacks [] for security_group (59b38257-be07-4080-bdfc-16187af7a4b4), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:23.243584 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2d54b614-4412-423e-97c5-d509fb3883ab admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=42bc93f43d8542ebba0353e783f24130&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3333352 Feb 16 22:11:23.246853 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48318) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:23.260843 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54b614-4412-423e-97c5-d509fb3883ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94564e4-9489-41c3-b436-ab5561077549,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:23.334663 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eb0d42e2-8308-4370-8d08-bdfc906bc6f8 admin admin] Publish callbacks [] for security_group (e94564e4-9489-41c3-b436-ab5561077549), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:23.344745 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508afb22-59f8-4349-ba05-5d3402b51b57 service neutron] Pushing event updated for resources: {'Port': ['ID=ac74cba5-97ea-48b8-99a1-80e0e5d2592d,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:23.364643 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eb0d42e2-8308-4370-8d08-bdfc906bc6f8 admin admin] Publish callbacks [] for security_group (e94564e4-9489-41c3-b436-ab5561077549), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:23.373831 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-27101558-ebfa-411d-ae42-8ac96746edbc tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:23.375366 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-27101558-ebfa-411d-ae42-8ac96746edbc tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=97322c62-b96d-4200-93bc-1fe9322c239c&tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&binding%3Ahost_id=n-h1-813897-6 HTTP/1.1" status: 200 len: 1127 time: 0.0867953 Feb 16 22:11:23.402140 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ae2f967f-15a3-4142-9236-7a682f568cfd req-463edd52-c14d-4f21-a120-0a3e5ade85f9 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/security-groups?id=62b4647e-c406-4caa-91cb-6113d09f38f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972075 Feb 16 22:11:23.461812 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-95c2bbc7-5614-476f-bce6-7c68ea3d7b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:23.468516 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-95c2bbc7-5614-476f-bce6-7c68ea3d7b3e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=97322c62-b96d-4200-93bc-1fe9322c239c&tenant_id=c783ac8d63594bff8f1af68ea2cde2f4 HTTP/1.1" status: 200 len: 1127 time: 0.0813415 Feb 16 22:11:23.496090 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eb0d42e2-8308-4370-8d08-bdfc906bc6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (e94564e4-9489-41c3-b436-ab5561077549), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:23.500107 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eb0d42e2-8308-4370-8d08-bdfc906bc6f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:23.501553 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-eb0d42e2-8308-4370-8d08-bdfc906bc6f8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e94564e4-9489-41c3-b436-ab5561077549 HTTP/1.1" status: 204 len: 168 time: 0.2537382 Feb 16 22:11:23.513544 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f123b281-94b2-4366-bf2a-3f18802f33e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (59b38257-be07-4080-bdfc-16187af7a4b4), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:23.525348 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f123b281-94b2-4366-bf2a-3f18802f33e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:23.528547 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f123b281-94b2-4366-bf2a-3f18802f33e0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/59b38257-be07-4080-bdfc-16187af7a4b4 HTTP/1.1" status: 204 len: 168 time: 0.9255002 Feb 16 22:11:23.532026 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8e83aa-99e6-4245-ac4c-c437968f0a9c admin admin] Router ff5d0efb-9339-4536-bac5-79bda2b84a51 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:11:23.552707 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d42e2-8308-4370-8d08-bdfc906bc6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94564e4-9489-41c3-b436-ab5561077549,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:23.569550 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-673e594d-c941-4ed1-aa8c-fa801aea64b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:23.571417 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-673e594d-c941-4ed1-aa8c-fa801aea64b0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&device_id=97322c62-b96d-4200-93bc-1fe9322c239c HTTP/1.1" status: 200 len: 1127 time: 0.0620880 Feb 16 22:11:23.608044 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f123b281-94b2-4366-bf2a-3f18802f33e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b38257-be07-4080-bdfc-16187af7a4b4,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:23.615005 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-508afb22-59f8-4349-ba05-5d3402b51b57 service neutron] Attempting to bind port ac74cba5-97ea-48b8-99a1-80e0e5d2592d on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:11:23.615336 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-508afb22-59f8-4349-ba05-5d3402b51b57 service neutron] Attempting to bind port ac74cba5-97ea-48b8-99a1-80e0e5d2592d by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:11:23.615803 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-508afb22-59f8-4349-ba05-5d3402b51b57 service neutron] Attempting to bind port ac74cba5-97ea-48b8-99a1-80e0e5d2592d on network 16137278-7395-49da-9cb6-180484537d2f {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:11:23.658980 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-508afb22-59f8-4349-ba05-5d3402b51b57 service neutron] Port ac74cba5-97ea-48b8-99a1-80e0e5d2592d on network 16137278-7395-49da-9cb6-180484537d2f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:11:23.659314 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-508afb22-59f8-4349-ba05-5d3402b51b57 service neutron] Attempting to bind port ac74cba5-97ea-48b8-99a1-80e0e5d2592d on network 16137278-7395-49da-9cb6-180484537d2f {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:11:23.697360 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48336) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:23.712798 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-ab6bb4d0-64ad-4ced-8057-c3ef9e804ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:23.714487 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-ab6bb4d0-64ad-4ced-8057-c3ef9e804ab4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=91cf39f3-9142-4ee5-af15-00f1f801e8c7 HTTP/1.1" status: 200 len: 908 time: 0.1342082 Feb 16 22:11:23.740136 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-508afb22-59f8-4349-ba05-5d3402b51b57 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:11:23.740737 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-508afb22-59f8-4349-ba05-5d3402b51b57 service neutron] Checking segment: {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:11:23.741258 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-508afb22-59f8-4349-ba05-5d3402b51b57 service neutron] Bound using segment: {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:11:23.741844 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-508afb22-59f8-4349-ba05-5d3402b51b57 service neutron] Bound port: ac74cba5-97ea-48b8-99a1-80e0e5d2592d, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:11:23.742382 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-508afb22-59f8-4349-ba05-5d3402b51b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ac74cba5-97ea-48b8-99a1-80e0e5d2592d), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:23.769715 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-194d4b9c-9f50-4f83-bc75-f50b28b6e8a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:23.775506 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-6c5976b7-74a7-4b60-a03a-ba0d69187608 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30eddb32-840b-45aa-88e2-f8d725059873 HTTP/1.1" status: 200 len: 217 time: 0.0524037 Feb 16 22:11:23.777799 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355493f-d946-4924-9a25-e4ec0056f7b7 req-5bdf2eea-2867-4377-82c7-bfd96d17a32f tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:23.779328 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4355493f-d946-4924-9a25-e4ec0056f7b7 req-5bdf2eea-2867-4377-82c7-bfd96d17a32f tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a HTTP/1.1" status: 200 len: 949 time: 0.2822726 Feb 16 22:11:23.834692 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-a831159b-df4f-4922-8ea2-cae0e5ed5ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:23.836927 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-a831159b-df4f-4922-8ea2-cae0e5ed5ee0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f7242f4f-8939-4e6c-b488-ab1fd3ca8215 HTTP/1.1" status: 200 len: 847 time: 0.0539277 Feb 16 22:11:23.865433 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81877c-abaa-4402-b8ea-c2374a66d96a req-8faeb24a-5534-4e1a-9b92-233f6574a822 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:23.873416 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ec81877c-abaa-4402-b8ea-c2374a66d96a req-8faeb24a-5534-4e1a-9b92-233f6574a822 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=97322c62-b96d-4200-93bc-1fe9322c239c HTTP/1.1" status: 200 len: 945 time: 0.2630670 Feb 16 22:11:23.877685 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-43b7c7d9-98f3-4765-8b68-b74709425c64 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91cf39f3-9142-4ee5-af15-00f1f801e8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319371 Feb 16 22:11:23.985399 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4355493f-d946-4924-9a25-e4ec0056f7b7 req-674b0623-8a04-4a77-8930-7ad608891ba4 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/security-groups?id=62b4647e-c406-4caa-91cb-6113d09f38f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954455 Feb 16 22:11:23.986724 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8e83aa-99e6-4245-ac4c-c437968f0a9c admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:11:24.000364 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09ee749-5a4a-48a1-8f8a-378c5ac5395e None None] Sync routers for ids ['ff5d0efb-9339-4536-bac5-79bda2b84a51'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:11:24.008015 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-ec33c10c-2d1e-41e5-b777-0a9f7cc37637 service neutron] 10.222.0.79 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198146 Feb 16 22:11:24.014803 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09ee749-5a4a-48a1-8f8a-378c5ac5395e None None] Routers {'ff5d0efb-9339-4536-bac5-79bda2b84a51'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:11:24.015877 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-e09ee749-5a4a-48a1-8f8a-378c5ac5395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:11:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['ff5d0efb-9339-4536-bac5-79bda2b84a51'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:11:24.020667 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-508afb22-59f8-4349-ba05-5d3402b51b57 service neutron] For port ac74cba5-97ea-48b8-99a1-80e0e5d2592d, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:11:24.050088 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-508afb22-59f8-4349-ba05-5d3402b51b57 service neutron] For port ac74cba5-97ea-48b8-99a1-80e0e5d2592d, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=ac74cba5-97ea-48b8-99a1-80e0e5d2592d,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:11:24.097738 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ec81877c-abaa-4402-b8ea-c2374a66d96a req-d7d31103-2520-42ee-aca0-c17d8d7809bc tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230825 Feb 16 22:11:24.099985 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-508afb22-59f8-4349-ba05-5d3402b51b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (ac74cba5-97ea-48b8-99a1-80e0e5d2592d), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:24.179980 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-194d4b9c-9f50-4f83-bc75-f50b28b6e8a8 admin admin] Publish callbacks [] for security_group (7dedbda0-071f-4de2-a471-acf26d7951be), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:24.180736 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-a710946f-1929-4df4-8c2d-f72018569c77 service neutron] 10.222.0.79 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658783 Feb 16 22:11:24.246556 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:24.247029 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc8e83aa-99e6-4245-ac4c-c437968f0a9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:24.248763 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-dc8e83aa-99e6-4245-ac4c-c437968f0a9c admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.3150523 Feb 16 22:11:24.250749 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48362) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:24.255802 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-194d4b9c-9f50-4f83-bc75-f50b28b6e8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7dedbda0-071f-4de2-a471-acf26d7951be), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:24.298374 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-508afb22-59f8-4349-ba05-5d3402b51b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:24.298990 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-508afb22-59f8-4349-ba05-5d3402b51b57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:24.300401 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-508afb22-59f8-4349-ba05-5d3402b51b57 service neutron] 10.222.0.79 "PUT /v2.0/ports/ac74cba5-97ea-48b8-99a1-80e0e5d2592d HTTP/1.1" status: 200 len: 1092 time: 2.6349730 Feb 16 22:11:24.300879 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ae0aa2-f467-4dea-a374-ebfa4be2c782', 'tag': 'ac74cba5-97ea-48b8-99a1-80e0e5d2592d'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:11:24.303177 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55f0efe-9bda-4317-9eed-83135a4c6f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ae0aa2-f467-4dea-a374-ebfa4be2c782", "tag": "ac74cba5-97ea-48b8-99a1-80e0e5d2592d"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:11:24.318229 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508afb22-59f8-4349-ba05-5d3402b51b57 service neutron] Pushing event updated for resources: {'Port': ['ID=ac74cba5-97ea-48b8-99a1-80e0e5d2592d,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:24.340200 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-194d4b9c-9f50-4f83-bc75-f50b28b6e8a8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a824a11edd524cd7900624f0abcc58f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6133318 Feb 16 22:11:24.355086 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48368) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:24.356455 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-e09ee749-5a4a-48a1-8f8a-378c5ac5395e None None] Set router ff5d0efb-9339-4536-bac5-79bda2b84a51 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:11:24.358518 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d4b9c-9f50-4f83-bc75-f50b28b6e8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dedbda0-071f-4de2-a471-acf26d7951be,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:24.572878 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141953a1-a799-49a5-8b06-813e7a882877 req-aa2257ad-8706-4269-8794-ea959457040f tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:24.574516 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-141953a1-a799-49a5-8b06-813e7a882877 req-aa2257ad-8706-4269-8794-ea959457040f tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782 HTTP/1.1" status: 200 len: 944 time: 0.2631197 Feb 16 22:11:24.631030 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-159f1261-3d94-45a4-bb4e-0bd809b09c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:24.632783 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-159f1261-3d94-45a4-bb4e-0bd809b09c6c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=744a37dc5b8f478b9350ec4becb28946&device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782 HTTP/1.1" status: 200 len: 1126 time: 0.2416146 Feb 16 22:11:24.638703 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-848c395c-c95b-43c4-a308-e0481772ab6b tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:24.640209 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-848c395c-c95b-43c4-a308-e0481772ab6b tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=97322c62-b96d-4200-93bc-1fe9322c239c&tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&binding%3Ahost_id=n-h2-813897-6 HTTP/1.1" status: 200 len: 1127 time: 0.1353481 Feb 16 22:11:24.643939 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d2ec48c-0c61-4832-973a-4e9b577d660e admin admin] Publish callbacks [] for security_group (7dedbda0-071f-4de2-a471-acf26d7951be), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:24.666615 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4592864-97f7-4021-8581-2689b8523f00 x-openstack-request-id: req-a4592864-97f7-4021-8581-2689b8523f00 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:11:24.666910 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ae0aa2-f467-4dea-a374-ebfa4be2c782", "tag": "ac74cba5-97ea-48b8-99a1-80e0e5d2592d", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:11:24.667332 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a4592864-97f7-4021-8581-2689b8523f00 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:11:24.667887 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ae0aa2-f467-4dea-a374-ebfa4be2c782', 'tag': 'ac74cba5-97ea-48b8-99a1-80e0e5d2592d', 'status': 'completed', 'code': 200} Feb 16 22:11:24.732791 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-d4b5fff3-4b82-4000-8c0e-b4d499e127e2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac74cba5-97ea-48b8-99a1-80e0e5d2592d HTTP/1.1" status: 200 len: 217 time: 0.0898724 Feb 16 22:11:24.768857 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-e09ee749-5a4a-48a1-8f8a-378c5ac5395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-680667525-router', 'tenant_id': '030664079749416b877398f148fb3d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:11:17Z', 'updated_at': '2022-02-16T22:11:21Z', 'revision_number': 3, 'project_id': '030664079749416b877398f148fb3d38', 'gw_port': {'id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:19Z', 'updated_at': '2022-02-16T22:11:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:11:24.769915 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d2ec48c-0c61-4832-973a-4e9b577d660e admin admin] Publish callbacks [] for security_group (7dedbda0-071f-4de2-a471-acf26d7951be), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:24.812586 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09ee749-5a4a-48a1-8f8a-378c5ac5395e None None] Checking router: ff5d0efb-9339-4536-bac5-79bda2b84a51 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:11:24.813206 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09ee749-5a4a-48a1-8f8a-378c5ac5395e None None] Updating router ff5d0efb-9339-4536-bac5-79bda2b84a51 port 375df001-d88e-4442-a2e8-9c9c1e98c6c2 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:11:24.814554 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-141953a1-a799-49a5-8b06-813e7a882877 req-461667e0-0c83-4592-9683-6a3cab796ecb tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276077 Feb 16 22:11:24.847134 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-ef1fb0a9-30bd-4cb7-9768-c22047ba6e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:24.848724 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-ef1fb0a9-30bd-4cb7-9768-c22047ba6e55 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c3e80cb9-4386-4d79-b9b3-6283b204f543 HTTP/1.1" status: 200 len: 861 time: 0.1054766 Feb 16 22:11:24.871771 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e09ee749-5a4a-48a1-8f8a-378c5ac5395e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (375df001-d88e-4442-a2e8-9c9c1e98c6c2), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:24.887060 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-cab73217-220d-42c2-9336-1f76a695648c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16137278-7395-49da-9cb6-180484537d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309787 Feb 16 22:11:24.893800 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d2ec48c-0c61-4832-973a-4e9b577d660e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7dedbda0-071f-4de2-a471-acf26d7951be), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:24.897677 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d2ec48c-0c61-4832-973a-4e9b577d660e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:24.901370 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0d2ec48c-0c61-4832-973a-4e9b577d660e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7dedbda0-071f-4de2-a471-acf26d7951be HTTP/1.1" status: 204 len: 168 time: 0.5427554 Feb 16 22:11:24.918981 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ec48c-0c61-4832-973a-4e9b577d660e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dedbda0-071f-4de2-a471-acf26d7951be,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:25.056835 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-fa99e4a1-f404-4b1e-8ef9-52f3780b064d service neutron] 10.222.0.79 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559441 Feb 16 22:11:25.131877 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-bd34d9be-c92d-4713-adb9-a69cf2fb7353 service neutron] For port 30eddb32-840b-45aa-88e2-f8d725059873, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:11:25.149004 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-bd34d9be-c92d-4713-adb9-a69cf2fb7353 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:25.150325 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-31a24a1a-6e69-4e5d-b3e2-c59456d95348 req-bd34d9be-c92d-4713-adb9-a69cf2fb7353 service neutron] 10.222.0.79 "DELETE /v2.0/ports/30eddb32-840b-45aa-88e2-f8d725059873/bindings/n-h1-813897-6 HTTP/1.1" status: 204 len: 173 time: 0.4407537 Feb 16 22:11:25.242024 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cfd803df-6907-43a8-b3bb-295bce30dcf0 req-24da6f50-4487-42e2-a007-3467f1a6431c service neutron] 10.222.0.79 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779211 Feb 16 22:11:25.331642 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9978b37e-4a8b-4b3f-9bb0-a4adaa3f639d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:25.333794 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc9935-23cc-45fa-9d2b-35d04f061dfe req-235354bf-1922-4f01-91ba-f4b042d783b2 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:25.335626 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-debc9935-23cc-45fa-9d2b-35d04f061dfe req-235354bf-1922-4f01-91ba-f4b042d783b2 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=97322c62-b96d-4200-93bc-1fe9322c239c HTTP/1.1" status: 200 len: 945 time: 0.0980978 Feb 16 22:11:25.375620 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e09ee749-5a4a-48a1-8f8a-378c5ac5395e None None] Publish callbacks [] for port (375df001-d88e-4442-a2e8-9c9c1e98c6c2), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:25.400009 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e09ee749-5a4a-48a1-8f8a-378c5ac5395e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (375df001-d88e-4442-a2e8-9c9c1e98c6c2), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:25.431520 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:25.463394 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f0efe-9bda-4317-9eed-83135a4c6f2b req-753ee935-1057-41ed-bce4-93127a984da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:25.464913 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e55f0efe-9bda-4317-9eed-83135a4c6f2b req-753ee935-1057-41ed-bce4-93127a984da5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=744a37dc5b8f478b9350ec4becb28946&device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782 HTTP/1.1" status: 200 len: 1126 time: 0.1283946 Feb 16 22:11:25.470378 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e09ee749-5a4a-48a1-8f8a-378c5ac5395e None None] Attempting to bind port 375df001-d88e-4442-a2e8-9c9c1e98c6c2 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:11:25.470757 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e09ee749-5a4a-48a1-8f8a-378c5ac5395e None None] Attempting to bind port 375df001-d88e-4442-a2e8-9c9c1e98c6c2 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:11:25.471127 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ee749-5a4a-48a1-8f8a-378c5ac5395e None None] Attempting to bind port 375df001-d88e-4442-a2e8-9c9c1e98c6c2 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:11:25.474309 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9dd1d-b9f1-4fed-96ab-73860e8aa30b None None] Pushing event updated for resources: {'Port': ['ID=375df001-d88e-4442-a2e8-9c9c1e98c6c2,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:25.480629 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-debc9935-23cc-45fa-9d2b-35d04f061dfe req-daf6fef9-de21-4add-9287-72ebff638a31 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995097 Feb 16 22:11:25.500160 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ee749-5a4a-48a1-8f8a-378c5ac5395e None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:11:25.500709 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ee749-5a4a-48a1-8f8a-378c5ac5395e None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:11:25.500959 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e09ee749-5a4a-48a1-8f8a-378c5ac5395e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:25.501357 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ee749-5a4a-48a1-8f8a-378c5ac5395e None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:11:25.501843 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e09ee749-5a4a-48a1-8f8a-378c5ac5395e None None] Bound port: 375df001-d88e-4442-a2e8-9c9c1e98c6c2, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:11:25.505661 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e09ee749-5a4a-48a1-8f8a-378c5ac5395e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (375df001-d88e-4442-a2e8-9c9c1e98c6c2), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:25.634138 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e09ee749-5a4a-48a1-8f8a-378c5ac5395e None None] For port 375df001-d88e-4442-a2e8-9c9c1e98c6c2, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:11:25.643882 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e09ee749-5a4a-48a1-8f8a-378c5ac5395e None None] For port 375df001-d88e-4442-a2e8-9c9c1e98c6c2, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=375df001-d88e-4442-a2e8-9c9c1e98c6c2,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:11:25.655094 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-9978b37e-4a8b-4b3f-9bb0-a4adaa3f639d admin admin] Allocated IP 172.20.0.1 (908e6638-f4c8-4b45-9573-ffca76ae9dd0/6fcc24da-f75c-4bab-8b24-38df358b42a3/d78d512f-fd03-4473-8d97-2350383a9db2) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:11:25.659194 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e09ee749-5a4a-48a1-8f8a-378c5ac5395e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (375df001-d88e-4442-a2e8-9c9c1e98c6c2), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:25.663176 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f0efe-9bda-4317-9eed-83135a4c6f2b req-bc452b4f-0851-45bb-895a-0c1f4bdbc30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:25.667685 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e55f0efe-9bda-4317-9eed-83135a4c6f2b req-bc452b4f-0851-45bb-895a-0c1f4bdbc30f service neutron] 10.222.0.79 "GET /v2.0/networks?id=16137278-7395-49da-9cb6-180484537d2f HTTP/1.1" status: 200 len: 922 time: 0.1897824 Feb 16 22:11:25.758735 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09ee749-5a4a-48a1-8f8a-378c5ac5395e None None] Routers {'ff5d0efb-9339-4536-bac5-79bda2b84a51'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:11:25.759573 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-e09ee749-5a4a-48a1-8f8a-378c5ac5395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:11:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['ff5d0efb-9339-4536-bac5-79bda2b84a51'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:11:25.762331 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e55f0efe-9bda-4317-9eed-83135a4c6f2b req-33283c70-7489-471c-85e1-ea238877fb69 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac74cba5-97ea-48b8-99a1-80e0e5d2592d HTTP/1.1" status: 200 len: 217 time: 0.0861099 Feb 16 22:11:25.762942 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9dd1d-b9f1-4fed-96ab-73860e8aa30b None None] Pushing event updated for resources: {'Port': ['ID=375df001-d88e-4442-a2e8-9c9c1e98c6c2,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:25.852075 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f0efe-9bda-4317-9eed-83135a4c6f2b req-c7226d6d-cd83-415c-9898-34592084dc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:25.853476 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e55f0efe-9bda-4317-9eed-83135a4c6f2b req-c7226d6d-cd83-415c-9898-34592084dc36 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c3e80cb9-4386-4d79-b9b3-6283b204f543 HTTP/1.1" status: 200 len: 861 time: 0.0775371 Feb 16 22:11:25.858083 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9978b37e-4a8b-4b3f-9bb0-a4adaa3f639d admin admin] Publish callbacks [] for port (d78d512f-fd03-4473-8d97-2350383a9db2), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:25.861566 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f250d0-920c-4e7c-bf56-60150bb5a9d3 req-5b1a280b-c935-4519-acbc-908f7e71546c tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:25.868771 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-58f250d0-920c-4e7c-bf56-60150bb5a9d3 req-5b1a280b-c935-4519-acbc-908f7e71546c tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=97322c62-b96d-4200-93bc-1fe9322c239c HTTP/1.1" status: 200 len: 1127 time: 0.1899643 Feb 16 22:11:25.912318 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e55f0efe-9bda-4317-9eed-83135a4c6f2b req-6282405a-a21d-47a4-8c82-fccef1bcd0ad service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16137278-7395-49da-9cb6-180484537d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408752 Feb 16 22:11:25.927839 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-e09ee749-5a4a-48a1-8f8a-378c5ac5395e None None] Set router ff5d0efb-9339-4536-bac5-79bda2b84a51 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:11:25.951360 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9978b37e-4a8b-4b3f-9bb0-a4adaa3f639d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (d78d512f-fd03-4473-8d97-2350383a9db2), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:26.014733 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9978b37e-4a8b-4b3f-9bb0-a4adaa3f639d admin admin] Network 908e6638-f4c8-4b45-9573-ffca76ae9dd0 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:11:26.018082 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-9978b37e-4a8b-4b3f-9bb0-a4adaa3f639d admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:11:26.023066 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9978b37e-4a8b-4b3f-9bb0-a4adaa3f639d admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:11:26.023825 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9978b37e-4a8b-4b3f-9bb0-a4adaa3f639d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (ff5d0efb-9339-4536-bac5-79bda2b84a51), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:26.065688 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e55f0efe-9bda-4317-9eed-83135a4c6f2b req-b2a6d8e2-519f-4f6f-a094-618aea2f5abb service neutron] 10.222.0.79 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413798 Feb 16 22:11:26.080662 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9978b37e-4a8b-4b3f-9bb0-a4adaa3f639d admin admin] Pushing event updated for resources: {'Port': ['ID=d78d512f-fd03-4473-8d97-2350383a9db2,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:26.152621 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-58f250d0-920c-4e7c-bf56-60150bb5a9d3 req-82a892bd-b223-4af9-a7b1-46aa17806973 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812569 Feb 16 22:11:26.223992 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9978b37e-4a8b-4b3f-9bb0-a4adaa3f639d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d78d512f-fd03-4473-8d97-2350383a9db2), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:26.298738 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e1e35-5821-4867-b71d-339f3f73b38c req-e831dc5d-b089-4b7a-b75e-00d77d486cd4 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:26.300481 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a47e1e35-5821-4867-b71d-339f3f73b38c req-e831dc5d-b089-4b7a-b75e-00d77d486cd4 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782 HTTP/1.1" status: 200 len: 944 time: 0.2338247 Feb 16 22:11:26.307059 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-e09ee749-5a4a-48a1-8f8a-378c5ac5395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-680667525-router', 'tenant_id': '030664079749416b877398f148fb3d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:11:17Z', 'updated_at': '2022-02-16T22:11:21Z', 'revision_number': 3, 'project_id': '030664079749416b877398f148fb3d38', 'gw_port': {'id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:19Z', 'updated_at': '2022-02-16T22:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:11:26.350462 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e55f0efe-9bda-4317-9eed-83135a4c6f2b req-0f1424eb-a1c8-47ae-afa2-f8cd224c39e1 service neutron] 10.222.0.79 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598369 Feb 16 22:11:26.373439 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09ee749-5a4a-48a1-8f8a-378c5ac5395e None None] The sync data for ids ['ff5d0efb-9339-4536-bac5-79bda2b84a51'] in n-d-813897-6 is: [{'id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-680667525-router', 'tenant_id': '030664079749416b877398f148fb3d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:11:17Z', 'updated_at': '2022-02-16T22:11:21Z', 'revision_number': 3, 'project_id': '030664079749416b877398f148fb3d38', 'gw_port': {'id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:19Z', 'updated_at': '2022-02-16T22:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:11:26.399261 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a47e1e35-5821-4867-b71d-339f3f73b38c req-28595d50-c857-48ae-8a72-7175cb9dc0ee tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854585 Feb 16 22:11:26.431191 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-34b91ad0-2ff8-475e-b5c5-a717d6caf130 None None] Provisioning complete for port d78d512f-fd03-4473-8d97-2350383a9db2 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:26.432327 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-34b91ad0-2ff8-475e-b5c5-a717d6caf130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d78d512f-fd03-4473-8d97-2350383a9db2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:26.509489 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-34b91ad0-2ff8-475e-b5c5-a717d6caf130 None None] Port d78d512f-fd03-4473-8d97-2350383a9db2 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:11:26.517679 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9978b37e-4a8b-4b3f-9bb0-a4adaa3f639d admin admin] Publish callbacks [] for port (d78d512f-fd03-4473-8d97-2350383a9db2), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:26.529704 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9978b37e-4a8b-4b3f-9bb0-a4adaa3f639d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d78d512f-fd03-4473-8d97-2350383a9db2), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:26.531052 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9978b37e-4a8b-4b3f-9bb0-a4adaa3f639d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (ff5d0efb-9339-4536-bac5-79bda2b84a51), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:26.625846 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 30eddb32-840b-45aa-88e2-f8d725059873 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:11:26.674402 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9978b37e-4a8b-4b3f-9bb0-a4adaa3f639d admin admin] Pushing event updated for resources: {'Port': ['ID=d78d512f-fd03-4473-8d97-2350383a9db2,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:26.726091 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] The host n-h1-813897-6 is not matching for port 30eddb32-840b-45aa-88e2-f8d725059873 host n-h2-813897-6! {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 22:11:26.726843 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 30eddb32-840b-45aa-88e2-f8d725059873 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:11:26.796520 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9978b37e-4a8b-4b3f-9bb0-a4adaa3f639d admin admin] Network 908e6638-f4c8-4b45-9573-ffca76ae9dd0 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:11:26.803217 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-9978b37e-4a8b-4b3f-9bb0-a4adaa3f639d admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:11:26.872058 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-50bc7cbf-1144-473b-9cf0-9fc0eb889605 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:26.882878 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-50bc7cbf-1144-473b-9cf0-9fc0eb889605 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/networks?id=91cf39f3-9142-4ee5-af15-00f1f801e8c7 HTTP/1.1" status: 200 len: 807 time: 0.2306228 Feb 16 22:11:26.920733 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-19ed7366-a9ec-478b-905e-f4a899d71605 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/quotas/c783ac8d63594bff8f1af68ea2cde2f4 HTTP/1.1" status: 200 len: 375 time: 0.0365961 Feb 16 22:11:26.928279 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:27.048248 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9978b37e-4a8b-4b3f-9bb0-a4adaa3f639d admin admin] Router ff5d0efb-9339-4536-bac5-79bda2b84a51 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:11:27.065814 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-c836dc51-a64f-44cb-8e7e-a211d6a47fe2 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1336846 Feb 16 22:11:27.255708 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9978b37e-4a8b-4b3f-9bb0-a4adaa3f639d admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:11:27.256260 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a09463bb-1dc3-4a90-8bcc-39d973f1a5ef None None] Provisioning complete for port d78d512f-fd03-4473-8d97-2350383a9db2 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:27.256884 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a09463bb-1dc3-4a90-8bcc-39d973f1a5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d78d512f-fd03-4473-8d97-2350383a9db2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:27.266708 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-aa54bf46-f610-4d42-89ce-a8b498dd47e9 service neutron] 10.222.0.75 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876414 Feb 16 22:11:27.279390 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9978b37e-4a8b-4b3f-9bb0-a4adaa3f639d admin admin] 10.222.0.75 "PUT /v2.0/routers/ff5d0efb-9339-4536-bac5-79bda2b84a51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0271928 Feb 16 22:11:27.319620 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a09463bb-1dc3-4a90-8bcc-39d973f1a5ef None None] Port d78d512f-fd03-4473-8d97-2350383a9db2 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:11:27.415243 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-a5a4a0bd-bd38-4ce3-8b16-bffce1523d91 service neutron] 10.222.0.75 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412518 Feb 16 22:11:27.681542 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f8f63-f7eb-4e8e-88b0-b07b3f1e2734 req-b1a37a5c-953a-4d2c-a201-6f3086b4d4d9 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:27.696760 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b73f8f63-f7eb-4e8e-88b0-b07b3f1e2734 req-b1a37a5c-953a-4d2c-a201-6f3086b4d4d9 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782 HTTP/1.1" status: 200 len: 944 time: 0.0954196 Feb 16 22:11:27.789559 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48530) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:27.829938 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-37b72fe0-e5e6-401a-88fb-a0f303c14380 req-9cebd1c1-9ebf-4788-93b8-8e1bebcb2567 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904 HTTP/1.1" status: 200 len: 210 time: 0.0483289 Feb 16 22:11:27.834977 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b73f8f63-f7eb-4e8e-88b0-b07b3f1e2734 req-698a61da-10e1-42f5-bb24-84da2e875464 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391330 Feb 16 22:11:28.060747 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-b1c2cf6e-33a2-4e36-a09b-f147ed1dac2e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1200110691-network', 'tenant_id': 'fb560b179e43400399044ef964099887'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:11:28.069496 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 375df001-d88e-4442-a2e8-9c9c1e98c6c2 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:11:28.096670 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c2cf6e-33a2-4e36-a09b-f147ed1dac2e admin admin] Made reservation on behalf of fb560b179e43400399044ef964099887 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:11:28.100333 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b1c2cf6e-33a2-4e36-a09b-f147ed1dac2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:28.110668 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b1c2cf6e-33a2-4e36-a09b-f147ed1dac2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:28.156905 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:28.161963 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 375df001-d88e-4442-a2e8-9c9c1e98c6c2 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:28.162442 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (375df001-d88e-4442-a2e8-9c9c1e98c6c2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:28.275225 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b1c2cf6e-33a2-4e36-a09b-f147ed1dac2e admin admin] Publish callbacks [] for security_group (20936b51-9463-4dd2-8882-ed12398b0f39), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:28.281471 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b1c2cf6e-33a2-4e36-a09b-f147ed1dac2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (20936b51-9463-4dd2-8882-ed12398b0f39), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:28.329493 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1c2cf6e-33a2-4e36-a09b-f147ed1dac2e admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:11:28.336903 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 375df001-d88e-4442-a2e8-9c9c1e98c6c2 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:28.338315 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (375df001-d88e-4442-a2e8-9c9c1e98c6c2), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:28.339729 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2cf6e-33a2-4e36-a09b-f147ed1dac2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20936b51-9463-4dd2-8882-ed12398b0f39,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:28.359492 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b1c2cf6e-33a2-4e36-a09b-f147ed1dac2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (beb32652-2648-47ce-841f-1bca12004799), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:28.360663 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-b1c2cf6e-33a2-4e36-a09b-f147ed1dac2e admin admin] Added segment beb32652-2648-47ce-841f-1bca12004799 of type vlan for network 183f25f0-e27a-4a1e-b383-2edcc45683f7 Feb 16 22:11:28.381763 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 375df001-d88e-4442-a2e8-9c9c1e98c6c2, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=375df001-d88e-4442-a2e8-9c9c1e98c6c2,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:28.390966 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (375df001-d88e-4442-a2e8-9c9c1e98c6c2), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:28.442660 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b1c2cf6e-33a2-4e36-a09b-f147ed1dac2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (183f25f0-e27a-4a1e-b383-2edcc45683f7), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:28.470021 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=375df001-d88e-4442-a2e8-9c9c1e98c6c2,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:28.482698 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b1c2cf6e-33a2-4e36-a09b-f147ed1dac2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (183f25f0-e27a-4a1e-b383-2edcc45683f7), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:28.484445 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c2cf6e-33a2-4e36-a09b-f147ed1dac2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:28.485564 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b1c2cf6e-33a2-4e36-a09b-f147ed1dac2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:28.557471 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48566) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:28.562814 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-50be9c4e-d476-4e8c-b710-164cf68a1436 admin admin] Request body: {'subnet': {'network_id': '183f25f0-e27a-4a1e-b383-2edcc45683f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1200110691-subnet', 'tenant_id': 'fb560b179e43400399044ef964099887', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:11:28.567384 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b1c2cf6e-33a2-4e36-a09b-f147ed1dac2e admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7763119 Feb 16 22:11:28.569582 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2cf6e-33a2-4e36-a09b-f147ed1dac2e admin admin] Pushing event updated for resources: {'Network': ['ID=183f25f0-e27a-4a1e-b383-2edcc45683f7,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:28.581271 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 183f25f0-e27a-4a1e-b383-2edcc45683f7 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:11:28.587155 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50be9c4e-d476-4e8c-b710-164cf68a1436 admin admin] Made reservation on behalf of fb560b179e43400399044ef964099887 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:11:28.589578 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-50be9c4e-d476-4e8c-b710-164cf68a1436 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:28.669234 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:11:28.756339 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762ac175-275e-4349-968d-70aeb0d8f302 None None] Sync routers for ids ['ff5d0efb-9339-4536-bac5-79bda2b84a51'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:11:28.772007 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762ac175-275e-4349-968d-70aeb0d8f302 None None] Routers {'ff5d0efb-9339-4536-bac5-79bda2b84a51'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:11:28.775331 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-762ac175-275e-4349-968d-70aeb0d8f302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:11:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['ff5d0efb-9339-4536-bac5-79bda2b84a51'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:11:28.851436 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48578) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:28.867376 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8a20f5fd-090d-41eb-9d1a-31f7ee5a438b,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:28.897591 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '8a20f5fd-090d-41eb-9d1a-31f7ee5a438b', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': '8a20f5fd-090d-41eb-9d1a-31f7ee5a438b', 'mac_address': 'fa:16:3e:be:92:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:11:28.900761 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-762ac175-275e-4349-968d-70aeb0d8f302 None None] Set router ff5d0efb-9339-4536-bac5-79bda2b84a51 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:11:28.904178 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device ac74cba5-97ea-48b8-99a1-80e0e5d2592d details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:11:28.937016 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-50be9c4e-d476-4e8c-b710-164cf68a1436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (2e00b046-78c9-4c92-bdf6-0ee08df2c3b7), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:29.024407 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b is: ACTIVE; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:29.025167 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8a20f5fd-090d-41eb-9d1a-31f7ee5a438b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:29.054072 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-3ca0762d-c65a-4d86-bc58-f9be7f343ef7 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:29.059355 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-3ca0762d-c65a-4d86-bc58-f9be7f343ef7 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.67 "GET /v2.0/networks?id=91cf39f3-9142-4ee5-af15-00f1f801e8c7 HTTP/1.1" status: 200 len: 807 time: 0.2458889 Feb 16 22:11:29.061518 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be9c4e-d476-4e8c-b710-164cf68a1436 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e00b046-78c9-4c92-bdf6-0ee08df2c3b7,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:29.070495 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50be9c4e-d476-4e8c-b710-164cf68a1436 admin admin] Checking segment: {'id': 'beb32652-2648-47ce-841f-1bca12004799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '183f25f0-e27a-4a1e-b383-2edcc45683f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:11:29.071070 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50be9c4e-d476-4e8c-b710-164cf68a1436 admin admin] Network hostable DHCP agents. Network: 183f25f0-e27a-4a1e-b383-2edcc45683f7, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:11:29.073960 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-398cd6cd-0d4e-42bd-b412-119a932075ad tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Request body: {'port': {'device_id': 'dbbb82de-99f0-4032-aa03-25ac3b1ad904', 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7', 'admin_state_up': True, 'tenant_id': 'c783ac8d63594bff8f1af68ea2cde2f4'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:11:29.089155 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:11:29.092962 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50be9c4e-d476-4e8c-b710-164cf68a1436 admin admin] Network 183f25f0-e27a-4a1e-b383-2edcc45683f7 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:11:29.115624 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-50be9c4e-d476-4e8c-b710-164cf68a1436 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 183f25f0-e27a-4a1e-b383-2edcc45683f7) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:11:29.120425 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50be9c4e-d476-4e8c-b710-164cf68a1436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:29.121029 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-50be9c4e-d476-4e8c-b710-164cf68a1436 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:29.159595 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-50be9c4e-d476-4e8c-b710-164cf68a1436 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6007247 Feb 16 22:11:29.208914 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-762ac175-275e-4349-968d-70aeb0d8f302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-680667525-router', 'tenant_id': '030664079749416b877398f148fb3d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:11:17Z', 'updated_at': '2022-02-16T22:11:26Z', 'revision_number': 4, 'project_id': '030664079749416b877398f148fb3d38', 'gw_port': {'id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:19Z', 'updated_at': '2022-02-16T22:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'd78d512f-fd03-4473-8d97-2350383a9db2', 'name': '', 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0', 'tenant_id': '030664079749416b877398f148fb3d38', 'mac_address': 'fa:16:3e:a6:c6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '6fcc24da-f75c-4bab-8b24-38df358b42a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:25Z', 'updated_at': '2022-02-16T22:11:26Z', 'revision_number': 2, 'project_id': '030664079749416b877398f148fb3d38', 'subnets': [{'id': '6fcc24da-f75c-4bab-8b24-38df358b42a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:11:29.239426 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762ac175-275e-4349-968d-70aeb0d8f302 None None] Checking router: ff5d0efb-9339-4536-bac5-79bda2b84a51 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:11:29.239786 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762ac175-275e-4349-968d-70aeb0d8f302 None None] Updating router ff5d0efb-9339-4536-bac5-79bda2b84a51 port d78d512f-fd03-4473-8d97-2350383a9db2 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:11:29.274774 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8a20f5fd-090d-41eb-9d1a-31f7ee5a438b,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:29.278611 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-762ac175-275e-4349-968d-70aeb0d8f302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d78d512f-fd03-4473-8d97-2350383a9db2), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:29.284735 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f45952-3177-489f-b60a-7243e0f214a7 None None] Network 183f25f0-e27a-4a1e-b383-2edcc45683f7 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:11:29.303553 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8a20f5fd-090d-41eb-9d1a-31f7ee5a438b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:29.365959 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-398cd6cd-0d4e-42bd-b412-119a932075ad tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Made reservation on behalf of c783ac8d63594bff8f1af68ea2cde2f4 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:11:29.373085 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-398cd6cd-0d4e-42bd-b412-119a932075ad tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:29.406008 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e843a069-3784-4500-b668-3bee6972d754 req-26fe3c2b-a585-42f1-ba25-36defce00cc2 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=7a8546526dc94278a3957ea9b7c5b439&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0689664 Feb 16 22:11:29.414934 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=8a20f5fd-090d-41eb-9d1a-31f7ee5a438b,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:29.486253 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['8a20f5fd-090d-41eb-9d1a-31f7ee5a438b'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:11:29.500308 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port ac74cba5-97ea-48b8-99a1-80e0e5d2592d, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=ac74cba5-97ea-48b8-99a1-80e0e5d2592d,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:29.639352 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8cda6e24-6924-45ee-a3ad-600efddac2c5 req-74dcc517-d569-4149-a61d-3fe4dd739a17 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904 HTTP/1.1" status: 200 len: 210 time: 0.0592644 Feb 16 22:11:29.657642 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48606) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:29.665009 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-cbb6cdf3-567d-4bfb-9c7c-28f5d7524220 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1251084737-network', 'tenant_id': '4989b76b724b42789633de9e97a7efab'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:11:29.680099 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'ac74cba5-97ea-48b8-99a1-80e0e5d2592d', 'network_id': '16137278-7395-49da-9cb6-180484537d2f', 'port_id': 'ac74cba5-97ea-48b8-99a1-80e0e5d2592d', 'mac_address': 'fa:16:3e:c8:ca:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3e80cb9-4386-4d79-b9b3-6283b204f543', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:11:29.745310 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-762ac175-275e-4349-968d-70aeb0d8f302 None None] Publish callbacks [] for port (d78d512f-fd03-4473-8d97-2350383a9db2), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:29.751447 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-762ac175-275e-4349-968d-70aeb0d8f302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d78d512f-fd03-4473-8d97-2350383a9db2), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:29.769845 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843a069-3784-4500-b668-3bee6972d754 req-b26e2a35-6318-4fdb-9936-f31feafeb00c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:29.776619 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e843a069-3784-4500-b668-3bee6972d754 req-b26e2a35-6318-4fdb-9936-f31feafeb00c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3658166 Feb 16 22:11:29.810774 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb6cdf3-567d-4bfb-9c7c-28f5d7524220 admin admin] Made reservation on behalf of 4989b76b724b42789633de9e97a7efab for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:11:29.812978 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port ac74cba5-97ea-48b8-99a1-80e0e5d2592d is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:29.813320 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cbb6cdf3-567d-4bfb-9c7c-28f5d7524220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:29.813476 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ac74cba5-97ea-48b8-99a1-80e0e5d2592d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:29.826096 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fc31588f-8cb9-41fc-a6f7-ae9a9a40712f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:29.843233 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac74cba5-97ea-48b8-99a1-80e0e5d2592d {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:11:29.885397 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:29.888154 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-762ac175-275e-4349-968d-70aeb0d8f302 None None] Attempting to bind port d78d512f-fd03-4473-8d97-2350383a9db2 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:11:29.888639 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-762ac175-275e-4349-968d-70aeb0d8f302 None None] Attempting to bind port d78d512f-fd03-4473-8d97-2350383a9db2 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '73b1a5be-4d8c-41ce-b66a-7c0f6916f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:11:29.888891 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762ac175-275e-4349-968d-70aeb0d8f302 None None] Attempting to bind port d78d512f-fd03-4473-8d97-2350383a9db2 on network 908e6638-f4c8-4b45-9573-ffca76ae9dd0 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:11:29.896895 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762ac175-275e-4349-968d-70aeb0d8f302 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:11:29.897274 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762ac175-275e-4349-968d-70aeb0d8f302 None None] Checking segment: {'id': '73b1a5be-4d8c-41ce-b66a-7c0f6916f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:11:29.897768 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-762ac175-275e-4349-968d-70aeb0d8f302 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:29.898234 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762ac175-275e-4349-968d-70aeb0d8f302 None None] Bound using segment: {'id': '73b1a5be-4d8c-41ce-b66a-7c0f6916f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:11:29.898703 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-762ac175-275e-4349-968d-70aeb0d8f302 None None] Bound port: d78d512f-fd03-4473-8d97-2350383a9db2, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b1a5be-4d8c-41ce-b66a-7c0f6916f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:11:29.899086 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-762ac175-275e-4349-968d-70aeb0d8f302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d78d512f-fd03-4473-8d97-2350383a9db2), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:29.948545 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df07f3d-b946-4aba-bc43-97a13135e41d None None] Network 183f25f0-e27a-4a1e-b383-2edcc45683f7 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:11:29.978354 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-762ac175-275e-4349-968d-70aeb0d8f302 None None] For port d78d512f-fd03-4473-8d97-2350383a9db2, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:11:29.981622 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-762ac175-275e-4349-968d-70aeb0d8f302 None None] For port d78d512f-fd03-4473-8d97-2350383a9db2, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=d78d512f-fd03-4473-8d97-2350383a9db2,segment=NetworkSegment(73b1a5be-4d8c-41ce-b66a-7c0f6916f940),segment_id=73b1a5be-4d8c-41ce-b66a-7c0f6916f940)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:11:29.984924 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04523bd7-ffd5-44fb-bc2f-3778382231c0 None None] Pushing event updated for resources: {'Port': ['ID=d78d512f-fd03-4473-8d97-2350383a9db2,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:29.992530 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-762ac175-275e-4349-968d-70aeb0d8f302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d78d512f-fd03-4473-8d97-2350383a9db2), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:30.002338 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port ac74cba5-97ea-48b8-99a1-80e0e5d2592d, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=ac74cba5-97ea-48b8-99a1-80e0e5d2592d,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:30.014463 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ac74cba5-97ea-48b8-99a1-80e0e5d2592d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:30.077180 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762ac175-275e-4349-968d-70aeb0d8f302 None None] Routers {'ff5d0efb-9339-4536-bac5-79bda2b84a51'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:11:30.078174 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-762ac175-275e-4349-968d-70aeb0d8f302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:11:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['ff5d0efb-9339-4536-bac5-79bda2b84a51'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:11:30.161798 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 375df001-d88e-4442-a2e8-9c9c1e98c6c2 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:11:30.225457 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04523bd7-ffd5-44fb-bc2f-3778382231c0 None None] Pushing event updated for resources: {'Port': ['ID=d78d512f-fd03-4473-8d97-2350383a9db2,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:30.259551 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-398cd6cd-0d4e-42bd-b412-119a932075ad tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Allocated IP 172.20.0.7 (91cf39f3-9142-4ee5-af15-00f1f801e8c7/f7242f4f-8939-4e6c-b488-ab1fd3ca8215/8be7a0d3-4289-4353-8611-3241ea35c331) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:11:30.280180 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fc31588f-8cb9-41fc-a6f7-ae9a9a40712f admin admin] Publish callbacks [] for security_group (b15a08dd-86f0-48fa-ae29-64b500c20b13), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:30.294769 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-762ac175-275e-4349-968d-70aeb0d8f302 None None] Set router ff5d0efb-9339-4536-bac5-79bda2b84a51 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:11:30.295627 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=ac74cba5-97ea-48b8-99a1-80e0e5d2592d,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:30.298192 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e843a069-3784-4500-b668-3bee6972d754 req-49edaf1f-08ae-4a00-96a0-9c9b4ade6994 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/quotas/7a8546526dc94278a3957ea9b7c5b439 HTTP/1.1" status: 200 len: 375 time: 0.5204890 Feb 16 22:11:30.303624 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cbb6cdf3-567d-4bfb-9c7c-28f5d7524220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:30.305374 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fc31588f-8cb9-41fc-a6f7-ae9a9a40712f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b15a08dd-86f0-48fa-ae29-64b500c20b13), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:30.367962 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e843a069-3784-4500-b668-3bee6972d754 req-9dfc818c-cc43-4066-99e3-4a9420b004f1 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7a8546526dc94278a3957ea9b7c5b439&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686667 Feb 16 22:11:30.413351 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-70a3f345-ab82-47a5-a515-3ed5e141f192 None None] Provisioning complete for port d78d512f-fd03-4473-8d97-2350383a9db2 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:30.413737 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-70a3f345-ab82-47a5-a515-3ed5e141f192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d78d512f-fd03-4473-8d97-2350383a9db2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:30.434587 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fc31588f-8cb9-41fc-a6f7-ae9a9a40712f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=67dc5f84e7174ba0a8f96adba4948c8f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5689142 Feb 16 22:11:30.440115 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07655b59-0a12-465b-8444-a3e6e936176d req-c2dfa5b8-06ef-4aea-9bb8-50cbd75fb9df tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:30.443947 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31588f-8cb9-41fc-a6f7-ae9a9a40712f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15a08dd-86f0-48fa-ae29-64b500c20b13,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:30.446575 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48616) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:30.488251 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-07655b59-0a12-465b-8444-a3e6e936176d req-c2dfa5b8-06ef-4aea-9bb8-50cbd75fb9df tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782 HTTP/1.1" status: 200 len: 944 time: 0.7480640 Feb 16 22:11:30.498300 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['ac74cba5-97ea-48b8-99a1-80e0e5d2592d'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:11:30.603504 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 375df001-d88e-4442-a2e8-9c9c1e98c6c2 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:30.604233 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (375df001-d88e-4442-a2e8-9c9c1e98c6c2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:30.680059 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-07655b59-0a12-465b-8444-a3e6e936176d req-f922c5ab-4644-4b39-95bf-7693b32c4105 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901879 Feb 16 22:11:30.713540 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:11:30.726977 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48642) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:30.737214 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-ad67e25f-8307-49c9-8250-5e0377df7501 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1745196853-network', 'tenant_id': 'ed4654a380fb41849d7979aaa1fe8d41'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:11:30.796778 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cbb6cdf3-567d-4bfb-9c7c-28f5d7524220 admin admin] Publish callbacks [] for security_group (5adc1b7f-f38b-4c1b-b06b-5bc39f6a8f8f), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:30.805242 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cbb6cdf3-567d-4bfb-9c7c-28f5d7524220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (5adc1b7f-f38b-4c1b-b06b-5bc39f6a8f8f), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:30.824008 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-398cd6cd-0d4e-42bd-b412-119a932075ad tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Publish callbacks [] for port (8be7a0d3-4289-4353-8611-3241ea35c331), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:30.887029 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-398cd6cd-0d4e-42bd-b412-119a932075ad tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (8be7a0d3-4289-4353-8611-3241ea35c331), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:30.899953 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb6cdf3-567d-4bfb-9c7c-28f5d7524220 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:11:30.907843 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-762ac175-275e-4349-968d-70aeb0d8f302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-680667525-router', 'tenant_id': '030664079749416b877398f148fb3d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:11:17Z', 'updated_at': '2022-02-16T22:11:26Z', 'revision_number': 4, 'project_id': '030664079749416b877398f148fb3d38', 'gw_port': {'id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:19Z', 'updated_at': '2022-02-16T22:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'd78d512f-fd03-4473-8d97-2350383a9db2', 'name': '', 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0', 'tenant_id': '030664079749416b877398f148fb3d38', 'mac_address': 'fa:16:3e:a6:c6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '6fcc24da-f75c-4bab-8b24-38df358b42a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:25Z', 'updated_at': '2022-02-16T22:11:29Z', 'revision_number': 4, 'project_id': '030664079749416b877398f148fb3d38', 'subnets': [{'id': '6fcc24da-f75c-4bab-8b24-38df358b42a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:11:30.944592 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762ac175-275e-4349-968d-70aeb0d8f302 None None] The sync data for ids ['ff5d0efb-9339-4536-bac5-79bda2b84a51'] in n-d-813897-6 is: [{'id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-680667525-router', 'tenant_id': '030664079749416b877398f148fb3d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:11:17Z', 'updated_at': '2022-02-16T22:11:26Z', 'revision_number': 4, 'project_id': '030664079749416b877398f148fb3d38', 'gw_port': {'id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:19Z', 'updated_at': '2022-02-16T22:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'd78d512f-fd03-4473-8d97-2350383a9db2', 'name': '', 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0', 'tenant_id': '030664079749416b877398f148fb3d38', 'mac_address': 'fa:16:3e:a6:c6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '6fcc24da-f75c-4bab-8b24-38df358b42a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:25Z', 'updated_at': '2022-02-16T22:11:29Z', 'revision_number': 4, 'project_id': '030664079749416b877398f148fb3d38', 'subnets': [{'id': '6fcc24da-f75c-4bab-8b24-38df358b42a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:11:30.989779 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-60ba6672-4dc9-460a-96a5-c61933b9fb90 admin admin] Publish callbacks [] for security_group (b15a08dd-86f0-48fa-ae29-64b500c20b13), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:31.046297 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-70a3f345-ab82-47a5-a515-3ed5e141f192 None None] Current status of the port d78d512f-fd03-4473-8d97-2350383a9db2 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:31.046695 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-70a3f345-ab82-47a5-a515-3ed5e141f192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d78d512f-fd03-4473-8d97-2350383a9db2), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:31.062076 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-60ba6672-4dc9-460a-96a5-c61933b9fb90 admin admin] Publish callbacks [] for security_group (b15a08dd-86f0-48fa-ae29-64b500c20b13), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:31.083213 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4e400919-7c0f-4248-929e-ea50252a7100 req-a2d3b409-d3e9-4075-bb7b-74db54b9e10e tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 210 time: 0.2209156 Feb 16 22:11:31.094178 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:31.094559 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8a20f5fd-090d-41eb-9d1a-31f7ee5a438b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:31.140612 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6cdf3-567d-4bfb-9c7c-28f5d7524220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5adc1b7f-f38b-4c1b-b06b-5bc39f6a8f8f,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:31.143859 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 375df001-d88e-4442-a2e8-9c9c1e98c6c2 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:31.146914 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad67e25f-8307-49c9-8250-5e0377df7501 admin admin] Made reservation on behalf of ed4654a380fb41849d7979aaa1fe8d41 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:11:31.149475 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ad67e25f-8307-49c9-8250-5e0377df7501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:31.150573 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cbb6cdf3-567d-4bfb-9c7c-28f5d7524220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (ec2ccd32-315c-4f2c-8d91-3c19c8332b0f), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:31.150935 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-cbb6cdf3-567d-4bfb-9c7c-28f5d7524220 admin admin] Added segment ec2ccd32-315c-4f2c-8d91-3c19c8332b0f of type vlan for network 92c9b496-1133-4112-9407-433c0276a3a0 Feb 16 22:11:31.161051 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-398cd6cd-0d4e-42bd-b412-119a932075ad tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:11:31.168174 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398cd6cd-0d4e-42bd-b412-119a932075ad tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Pushing event updated for resources: {'Port': ['ID=8be7a0d3-4289-4353-8611-3241ea35c331,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:31.190976 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-398cd6cd-0d4e-42bd-b412-119a932075ad tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:11:31.204933 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-398cd6cd-0d4e-42bd-b412-119a932075ad tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:11:31.222992 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-398cd6cd-0d4e-42bd-b412-119a932075ad tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:31.224276 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-398cd6cd-0d4e-42bd-b412-119a932075ad tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:31.247599 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ad67e25f-8307-49c9-8250-5e0377df7501 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:31.256263 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-70a3f345-ab82-47a5-a515-3ed5e141f192 None None] For port d78d512f-fd03-4473-8d97-2350383a9db2, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=d78d512f-fd03-4473-8d97-2350383a9db2,segment=NetworkSegment(73b1a5be-4d8c-41ce-b66a-7c0f6916f940),segment_id=73b1a5be-4d8c-41ce-b66a-7c0f6916f940)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:31.263135 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cbb6cdf3-567d-4bfb-9c7c-28f5d7524220 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (92c9b496-1133-4112-9407-433c0276a3a0), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:31.275404 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-70a3f345-ab82-47a5-a515-3ed5e141f192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d78d512f-fd03-4473-8d97-2350383a9db2), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:31.295139 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-60ba6672-4dc9-460a-96a5-c61933b9fb90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b15a08dd-86f0-48fa-ae29-64b500c20b13), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:31.297282 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ca0d7-9404-4019-8c6f-f80323ec96a9 req-22f1f4c1-431a-4142-b648-babe60ad841e tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:31.297921 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-60ba6672-4dc9-460a-96a5-c61933b9fb90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:31.306127 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-60ba6672-4dc9-460a-96a5-c61933b9fb90 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b15a08dd-86f0-48fa-ae29-64b500c20b13 HTTP/1.1" status: 204 len: 168 time: 0.8556888 Feb 16 22:11:31.311239 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c16ca0d7-9404-4019-8c6f-f80323ec96a9 req-22f1f4c1-431a-4142-b648-babe60ad841e tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904 HTTP/1.1" status: 200 len: 931 time: 0.4243257 Feb 16 22:11:31.422922 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cbb6cdf3-567d-4bfb-9c7c-28f5d7524220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (92c9b496-1133-4112-9407-433c0276a3a0), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:31.433683 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb6cdf3-567d-4bfb-9c7c-28f5d7524220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:31.435222 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cbb6cdf3-567d-4bfb-9c7c-28f5d7524220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:31.448889 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ad67e25f-8307-49c9-8250-5e0377df7501 admin admin] Publish callbacks [] for security_group (bbd3c762-6526-4ebd-9c4d-0020ac126f2b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:31.465264 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:31.465905 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8a20f5fd-090d-41eb-9d1a-31f7ee5a438b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:31.472085 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba6672-4dc9-460a-96a5-c61933b9fb90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15a08dd-86f0-48fa-ae29-64b500c20b13,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:31.477101 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ad67e25f-8307-49c9-8250-5e0377df7501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (bbd3c762-6526-4ebd-9c4d-0020ac126f2b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:31.494120 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3f345-ab82-47a5-a515-3ed5e141f192 None None] Pushing event updated for resources: {'Port': ['ID=d78d512f-fd03-4473-8d97-2350383a9db2,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:31.504681 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad67e25f-8307-49c9-8250-5e0377df7501 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:11:31.536356 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ad67e25f-8307-49c9-8250-5e0377df7501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (26f426a6-031f-440a-b167-35fee11d64e3), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:31.536712 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-ad67e25f-8307-49c9-8250-5e0377df7501 admin admin] Added segment 26f426a6-031f-440a-b167-35fee11d64e3 of type vlan for network 66a4be71-f3d7-460a-b23f-2eae43d17b0d Feb 16 22:11:31.575481 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-d62986a4-58c8-4b10-bcc3-ab826c29f920 None None] Provisioning complete for port d78d512f-fd03-4473-8d97-2350383a9db2 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:31.576609 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d62986a4-58c8-4b10-bcc3-ab826c29f920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d78d512f-fd03-4473-8d97-2350383a9db2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:31.595393 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a20f5fd-090d-41eb-9d1a-31f7ee5a438b'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:11:31.599115 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3a3142-536d-4d83-9754-3dee352d7d97" -d '{"events": [{"server_uuid": "6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a", "name": "network-vif-plugged", "status": "completed", "tag": "8a20f5fd-090d-41eb-9d1a-31f7ee5a438b"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:11:31.654412 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8a20f5fd-090d-41eb-9d1a-31f7ee5a438b,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:31.672992 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8a20f5fd-090d-41eb-9d1a-31f7ee5a438b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:31.678800 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ad67e25f-8307-49c9-8250-5e0377df7501 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (66a4be71-f3d7-460a-b23f-2eae43d17b0d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:31.684963 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6cdf3-567d-4bfb-9c7c-28f5d7524220 admin admin] Pushing event updated for resources: {'Network': ['ID=92c9b496-1133-4112-9407-433c0276a3a0,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:31.732122 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-cbb6cdf3-567d-4bfb-9c7c-28f5d7524220 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0732100 Feb 16 22:11:31.736337 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48684) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:31.750929 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-398cd6cd-0d4e-42bd-b412-119a932075ad tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6813331 Feb 16 22:11:31.751558 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ad67e25f-8307-49c9-8250-5e0377df7501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (66a4be71-f3d7-460a-b23f-2eae43d17b0d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:31.755551 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 92c9b496-1133-4112-9407-433c0276a3a0 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:11:31.756604 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad67e25f-8307-49c9-8250-5e0377df7501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:31.758460 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ad67e25f-8307-49c9-8250-5e0377df7501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:31.802105 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-3a18ba5f-7046-4f34-970d-20cb3a7573a6 admin admin] Request body: {'subnet': {'network_id': '92c9b496-1133-4112-9407-433c0276a3a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1251084737-subnet', 'tenant_id': '4989b76b724b42789633de9e97a7efab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:11:31.855711 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c16ca0d7-9404-4019-8c6f-f80323ec96a9 req-bb471631-0491-4d7e-a5b3-e484feb1b507 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5384083 Feb 16 22:11:31.912116 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a18ba5f-7046-4f34-970d-20cb3a7573a6 admin admin] Made reservation on behalf of 4989b76b724b42789633de9e97a7efab for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:11:31.915941 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3a18ba5f-7046-4f34-970d-20cb3a7573a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:31.958647 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be46f2f-997d-46ee-a9de-1bf7f4fedd8a x-openstack-request-id: req-2be46f2f-997d-46ee-a9de-1bf7f4fedd8a {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:11:31.958965 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a", "name": "network-vif-plugged", "status": "completed", "tag": "8a20f5fd-090d-41eb-9d1a-31f7ee5a438b", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:11:31.962150 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2be46f2f-997d-46ee-a9de-1bf7f4fedd8a {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:11:31.964093 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a20f5fd-090d-41eb-9d1a-31f7ee5a438b', 'code': 200} Feb 16 22:11:31.978426 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-b923527e-ab65-4ddd-b818-ce6995106a43 service neutron] Request body: {'port': {'device_id': 'dbbb82de-99f0-4032-aa03-25ac3b1ad904', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:11:31.987917 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67e25f-8307-49c9-8250-5e0377df7501 admin admin] Pushing event updated for resources: {'Network': ['ID=66a4be71-f3d7-460a-b23f-2eae43d17b0d,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:32.003412 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ad67e25f-8307-49c9-8250-5e0377df7501 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2729123 Feb 16 22:11:32.033258 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48702) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:32.137403 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d62986a4-58c8-4b10-bcc3-ab826c29f920 None None] Current status of the port d78d512f-fd03-4473-8d97-2350383a9db2 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:32.140097 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 66a4be71-f3d7-460a-b23f-2eae43d17b0d details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:11:32.189255 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-94291ad1-00c0-4ece-90fe-e220b21656b5 admin admin] Request body: {'subnet': {'network_id': '66a4be71-f3d7-460a-b23f-2eae43d17b0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1745196853-subnet', 'tenant_id': 'ed4654a380fb41849d7979aaa1fe8d41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:11:32.247532 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=8a20f5fd-090d-41eb-9d1a-31f7ee5a438b,revision_number=7']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:32.303474 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67e25f-8307-49c9-8250-5e0377df7501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd3c762-6526-4ebd-9c4d-0020ac126f2b,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:32.319283 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94291ad1-00c0-4ece-90fe-e220b21656b5 admin admin] Made reservation on behalf of ed4654a380fb41849d7979aaa1fe8d41 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:11:32.321638 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-94291ad1-00c0-4ece-90fe-e220b21656b5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:32.356342 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd840a-e92d-429e-8cde-c3577a7c5d2b req-89219b87-7f55-42fc-8ecc-0da709fcee91 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:32.364915 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-acdd840a-e92d-429e-8cde-c3577a7c5d2b req-89219b87-7f55-42fc-8ecc-0da709fcee91 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782 HTTP/1.1" status: 200 len: 945 time: 0.1835871 Feb 16 22:11:32.403797 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48706) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:32.409647 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device d78d512f-fd03-4473-8d97-2350383a9db2 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:11:32.431023 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e008358d-72ae-45fb-a1a7-daff798ad1fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:32.541495 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e008358d-72ae-45fb-a1a7-daff798ad1fc admin admin] Publish callbacks [] for security_group (a269d899-868a-4540-935a-a8bd3bda76f2), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:32.570701 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-b923527e-ab65-4ddd-b818-ce6995106a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8be7a0d3-4289-4353-8611-3241ea35c331), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:32.574850 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port d78d512f-fd03-4473-8d97-2350383a9db2 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:32.575533 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d78d512f-fd03-4473-8d97-2350383a9db2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:32.607945 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77c23189-a5b0-49a5-947e-42084fd69618 req-71d8c32e-32e8-42ef-a423-3d05d1f7c409 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 210 time: 0.1573880 Feb 16 22:11:32.726820 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port d78d512f-fd03-4473-8d97-2350383a9db2 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:32.762833 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3a18ba5f-7046-4f34-970d-20cb3a7573a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (50647ca2-de20-4cb0-a1ad-7e4e3a246db4), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:32.766317 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e008358d-72ae-45fb-a1a7-daff798ad1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a269d899-868a-4540-935a-a8bd3bda76f2), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:32.821259 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-acdd840a-e92d-429e-8cde-c3577a7c5d2b req-d12f2f74-2ec0-411e-8197-84445d46acea tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4497607 Feb 16 22:11:32.855529 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e008358d-72ae-45fb-a1a7-daff798ad1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a269d899-868a-4540-935a-a8bd3bda76f2,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:32.916582 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device ac74cba5-97ea-48b8-99a1-80e0e5d2592d up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:11:32.976383 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e008358d-72ae-45fb-a1a7-daff798ad1fc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1dadafc614224e199c30e32f21d862c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5684865 Feb 16 22:11:32.977729 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18ba5f-7046-4f34-970d-20cb3a7573a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50647ca2-de20-4cb0-a1ad-7e4e3a246db4,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:32.979868 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48722) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:33.009385 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a18ba5f-7046-4f34-970d-20cb3a7573a6 admin admin] Checking segment: {'id': 'ec2ccd32-315c-4f2c-8d91-3c19c8332b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '92c9b496-1133-4112-9407-433c0276a3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:11:33.014522 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a18ba5f-7046-4f34-970d-20cb3a7573a6 admin admin] Network hostable DHCP agents. Network: 92c9b496-1133-4112-9407-433c0276a3a0, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:11:33.077791 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e843a069-3784-4500-b668-3bee6972d754 req-31c0f5e2-ea59-4727-90e3-e35f0453e47a tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=7a8546526dc94278a3957ea9b7c5b439&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1640019 Feb 16 22:11:33.103957 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port ac74cba5-97ea-48b8-99a1-80e0e5d2592d completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:11:33.115315 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port ac74cba5-97ea-48b8-99a1-80e0e5d2592d triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:33.116849 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ac74cba5-97ea-48b8-99a1-80e0e5d2592d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:33.183274 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a18ba5f-7046-4f34-970d-20cb3a7573a6 admin admin] Network 92c9b496-1133-4112-9407-433c0276a3a0 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:11:33.218425 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99d0e2-82ff-4245-847b-c49e18974efb req-546f7417-11e7-452c-b77d-873ddf23f28e tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:33.220370 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7a99d0e2-82ff-4245-847b-c49e18974efb req-546f7417-11e7-452c-b77d-873ddf23f28e tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904 HTTP/1.1" status: 200 len: 931 time: 0.2266431 Feb 16 22:11:33.222171 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-3a18ba5f-7046-4f34-970d-20cb3a7573a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 92c9b496-1133-4112-9407-433c0276a3a0) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:11:33.224570 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-894318cc-2160-43b4-a366-14bc7c2d3cbb admin admin] Publish callbacks [] for security_group (a269d899-868a-4540-935a-a8bd3bda76f2), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:33.230573 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a18ba5f-7046-4f34-970d-20cb3a7573a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:33.232288 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3a18ba5f-7046-4f34-970d-20cb3a7573a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:33.277166 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e185a0-8ad3-4678-ac00-c35511d631dc None None] Network 92c9b496-1133-4112-9407-433c0276a3a0 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:11:33.320438 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-894318cc-2160-43b4-a366-14bc7c2d3cbb admin admin] Publish callbacks [] for security_group (a269d899-868a-4540-935a-a8bd3bda76f2), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:33.325495 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7a99d0e2-82ff-4245-847b-c49e18974efb req-c651ada9-d54e-44d5-967b-bf8fbc3fb599 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971291 Feb 16 22:11:33.341404 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3a18ba5f-7046-4f34-970d-20cb3a7573a6 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5739706 Feb 16 22:11:33.355215 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48726) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:33.373224 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-ac498993-21f0-4776-a2fe-97c012fc235b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1251084737-router', 'tenant_id': '4989b76b724b42789633de9e97a7efab', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:11:33.435148 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589e384d-e93f-464a-a523-9ed5b9d30f55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-92c9b496-1133-4112-9407-433c0276a3a0', 'network_id': '92c9b496-1133-4112-9407-433c0276a3a0', 'project_id': '4989b76b724b42789633de9e97a7efab', 'fixed_ips': [{'subnet_id': '50647ca2-de20-4cb0-a1ad-7e4e3a246db4'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:11:33.435148 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-589e384d-e93f-464a-a523-9ed5b9d30f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:33.439830 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port ac74cba5-97ea-48b8-99a1-80e0e5d2592d is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:33.440222 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ac74cba5-97ea-48b8-99a1-80e0e5d2592d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:33.469329 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-94291ad1-00c0-4ece-90fe-e220b21656b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for subnet (f4827299-923e-4725-8ea5-ee54119aa03e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:33.493598 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ac498993-21f0-4776-a2fe-97c012fc235b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (b8c94711-1bce-4859-a0d9-8a1876b7d427), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:33.496391 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ac498993-21f0-4776-a2fe-97c012fc235b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (b8c94711-1bce-4859-a0d9-8a1876b7d427), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:33.527231 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port ac74cba5-97ea-48b8-99a1-80e0e5d2592d, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=ac74cba5-97ea-48b8-99a1-80e0e5d2592d,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:33.537228 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-894318cc-2160-43b4-a366-14bc7c2d3cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a269d899-868a-4540-935a-a8bd3bda76f2), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:33.540093 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-894318cc-2160-43b4-a366-14bc7c2d3cbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:33.543856 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-894318cc-2160-43b4-a366-14bc7c2d3cbb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a269d899-868a-4540-935a-a8bd3bda76f2 HTTP/1.1" status: 204 len: 168 time: 0.5584574 Feb 16 22:11:33.587071 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894318cc-2160-43b4-a366-14bc7c2d3cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a269d899-868a-4540-935a-a8bd3bda76f2,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:33.657257 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843a069-3784-4500-b668-3bee6972d754 req-921658e3-2d31-4a09-8ba4-bf9e9fc3685c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:33.663545 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e843a069-3784-4500-b668-3bee6972d754 req-921658e3-2d31-4a09-8ba4-bf9e9fc3685c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5749631 Feb 16 22:11:33.690901 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ac498993-21f0-4776-a2fe-97c012fc235b admin admin] Publish callbacks [] for router_controller (b8c94711-1bce-4859-a0d9-8a1876b7d427), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:33.715459 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-e843a069-3784-4500-b668-3bee6972d754 req-dea37dbb-0cff-4f4e-b616-d70d3c78296c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Request body: {'port': {'device_id': '106a1a7b-94fb-411a-8228-d8c4736746ae', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'admin_state_up': True, 'tenant_id': '7a8546526dc94278a3957ea9b7c5b439'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:11:33.717856 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-589e384d-e93f-464a-a523-9ed5b9d30f55 None None] Allocated IP 172.20.0.2 (92c9b496-1133-4112-9407-433c0276a3a0/50647ca2-de20-4cb0-a1ad-7e4e3a246db4/457385a0-c370-46c9-b89d-91343c5a694c) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:11:33.788714 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94291ad1-00c0-4ece-90fe-e220b21656b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4827299-923e-4725-8ea5-ee54119aa03e,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:33.792908 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-b923527e-ab65-4ddd-b818-ce6995106a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be7a0d3-4289-4353-8611-3241ea35c331 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:11:33.837950 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-b923527e-ab65-4ddd-b818-ce6995106a43 service neutron] Publish callbacks [] for port (8be7a0d3-4289-4353-8611-3241ea35c331), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:33.843674 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94291ad1-00c0-4ece-90fe-e220b21656b5 admin admin] Checking segment: {'id': '26f426a6-031f-440a-b167-35fee11d64e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '66a4be71-f3d7-460a-b23f-2eae43d17b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:11:33.844161 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94291ad1-00c0-4ece-90fe-e220b21656b5 admin admin] Network hostable DHCP agents. Network: 66a4be71-f3d7-460a-b23f-2eae43d17b0d, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:11:33.865871 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-b923527e-ab65-4ddd-b818-ce6995106a43 service neutron] Transition to ACTIVE for port object 8be7a0d3-4289-4353-8611-3241ea35c331 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:11:33.891703 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-b923527e-ab65-4ddd-b818-ce6995106a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8be7a0d3-4289-4353-8611-3241ea35c331), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:33.920559 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ac74cba5-97ea-48b8-99a1-80e0e5d2592d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:33.940671 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94291ad1-00c0-4ece-90fe-e220b21656b5 admin admin] Network 66a4be71-f3d7-460a-b23f-2eae43d17b0d is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:11:33.968937 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-097c3cf8-08db-4037-b69a-f9ae24cbff8b req-c4818ecc-1be5-4936-8704-55495e2fc8da tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 210 time: 0.0803843 Feb 16 22:11:33.981715 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-94291ad1-00c0-4ece-90fe-e220b21656b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 66a4be71-f3d7-460a-b23f-2eae43d17b0d) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:11:33.997402 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ae0aa2-f467-4dea-a374-ebfa4be2c782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac74cba5-97ea-48b8-99a1-80e0e5d2592d'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:11:34.000487 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94291ad1-00c0-4ece-90fe-e220b21656b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:34.005952 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-94291ad1-00c0-4ece-90fe-e220b21656b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:34.008899 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923527e-ab65-4ddd-b818-ce6995106a43 service neutron] Pushing event updated for resources: {'Port': ['ID=8be7a0d3-4289-4353-8611-3241ea35c331,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:34.009804 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3175f678-a0a7-4a35-8670-e97be5609948" -d '{"events": [{"server_uuid": "f5ae0aa2-f467-4dea-a374-ebfa4be2c782", "name": "network-vif-plugged", "status": "completed", "tag": "ac74cba5-97ea-48b8-99a1-80e0e5d2592d"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:11:34.023438 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e843a069-3784-4500-b668-3bee6972d754 req-dea37dbb-0cff-4f4e-b616-d70d3c78296c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Made reservation on behalf of 7a8546526dc94278a3957ea9b7c5b439 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:11:34.033227 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e843a069-3784-4500-b668-3bee6972d754 req-dea37dbb-0cff-4f4e-b616-d70d3c78296c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:34.114592 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e843a069-3784-4500-b668-3bee6972d754 req-dea37dbb-0cff-4f4e-b616-d70d3c78296c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:34.162926 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-94291ad1-00c0-4ece-90fe-e220b21656b5 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0315256 Feb 16 22:11:34.189657 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-b923527e-ab65-4ddd-b818-ce6995106a43 service neutron] Attempting to bind port 8be7a0d3-4289-4353-8611-3241ea35c331 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:11:34.190333 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-b923527e-ab65-4ddd-b818-ce6995106a43 service neutron] Attempting to bind port 8be7a0d3-4289-4353-8611-3241ea35c331 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:11:34.199801 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-b923527e-ab65-4ddd-b818-ce6995106a43 service neutron] Attempting to bind port 8be7a0d3-4289-4353-8611-3241ea35c331 on network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:11:34.233786 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-b923527e-ab65-4ddd-b818-ce6995106a43 service neutron] Port 8be7a0d3-4289-4353-8611-3241ea35c331 on network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:11:34.234190 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-b923527e-ab65-4ddd-b818-ce6995106a43 service neutron] Attempting to bind port 8be7a0d3-4289-4353-8611-3241ea35c331 on network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:11:34.243492 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3453c4f-1976-4779-8502-34b1378bc88d None None] Network 66a4be71-f3d7-460a-b23f-2eae43d17b0d requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:11:34.249918 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=ac74cba5-97ea-48b8-99a1-80e0e5d2592d,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:34.262656 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-b923527e-ab65-4ddd-b818-ce6995106a43 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:11:34.263046 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-b923527e-ab65-4ddd-b818-ce6995106a43 service neutron] Checking segment: {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:11:34.263445 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-b923527e-ab65-4ddd-b818-ce6995106a43 service neutron] Bound using segment: {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:11:34.264123 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-b923527e-ab65-4ddd-b818-ce6995106a43 service neutron] Bound port: 8be7a0d3-4289-4353-8611-3241ea35c331, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:11:34.264255 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-b923527e-ab65-4ddd-b818-ce6995106a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8be7a0d3-4289-4353-8611-3241ea35c331), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:34.266618 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ac498993-21f0-4776-a2fe-97c012fc235b admin admin] Publish callbacks [] for router_gateway (b8c94711-1bce-4859-a0d9-8a1876b7d427), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:34.268876 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc19744-148f-4ccd-acf8-e164105a7af0 x-openstack-request-id: req-dbc19744-148f-4ccd-acf8-e164105a7af0 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:11:34.269202 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ae0aa2-f467-4dea-a374-ebfa4be2c782", "name": "network-vif-plugged", "status": "completed", "tag": "ac74cba5-97ea-48b8-99a1-80e0e5d2592d", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:11:34.269466 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dbc19744-148f-4ccd-acf8-e164105a7af0 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:11:34.269869 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ae0aa2-f467-4dea-a374-ebfa4be2c782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac74cba5-97ea-48b8-99a1-80e0e5d2592d', 'code': 200} Feb 16 22:11:34.515937 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0bd943-0f8d-40c8-b67f-a3b669aa751c req-d2b46683-c10d-4d48-948e-bd7c6c60db9e tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:34.524222 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e843a069-3784-4500-b668-3bee6972d754 req-dea37dbb-0cff-4f4e-b616-d70d3c78296c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Publish callbacks [] for security_group (8398c0da-75b4-42b7-b12d-761d5c2bba9b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:34.531009 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-b923527e-ab65-4ddd-b818-ce6995106a43 service neutron] For port 8be7a0d3-4289-4353-8611-3241ea35c331, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:11:34.541452 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3b0bd943-0f8d-40c8-b67f-a3b669aa751c req-d2b46683-c10d-4d48-948e-bd7c6c60db9e tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782 HTTP/1.1" status: 200 len: 946 time: 0.4839962 Feb 16 22:11:34.544189 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-b923527e-ab65-4ddd-b818-ce6995106a43 service neutron] For port 8be7a0d3-4289-4353-8611-3241ea35c331, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8be7a0d3-4289-4353-8611-3241ea35c331,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:11:34.545777 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e843a069-3784-4500-b668-3bee6972d754 req-dea37dbb-0cff-4f4e-b616-d70d3c78296c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (8398c0da-75b4-42b7-b12d-761d5c2bba9b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:34.590780 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f2bce-2ab5-4b31-bd69-fd3da15dd13e req-a30b08ec-c2df-454b-a24d-de3209186faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:34.593594 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-828f2bce-2ab5-4b31-bd69-fd3da15dd13e req-a30b08ec-c2df-454b-a24d-de3209186faa service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782 HTTP/1.1" status: 200 len: 1128 time: 0.3806093 Feb 16 22:11:34.612986 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-b923527e-ab65-4ddd-b818-ce6995106a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8be7a0d3-4289-4353-8611-3241ea35c331), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:34.830239 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3b0bd943-0f8d-40c8-b67f-a3b669aa751c req-22dcaaa6-aedb-441c-a0a2-58cff1ff016d tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865951 Feb 16 22:11:34.842827 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea37dbb-0cff-4f4e-b616-d70d3c78296c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8398c0da-75b4-42b7-b12d-761d5c2bba9b,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:34.879958 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-b923527e-ab65-4ddd-b818-ce6995106a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:34.880569 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-b923527e-ab65-4ddd-b818-ce6995106a43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:34.882001 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-b923527e-ab65-4ddd-b818-ce6995106a43 service neutron] 10.222.0.67 "PUT /v2.0/ports/8be7a0d3-4289-4353-8611-3241ea35c331 HTTP/1.1" status: 200 len: 1091 time: 3.1018069 Feb 16 22:11:34.882749 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbbb82de-99f0-4032-aa03-25ac3b1ad904', 'tag': '8be7a0d3-4289-4353-8611-3241ea35c331'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:11:34.885022 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8b68ff-058f-4521-84aa-2c43d0bba3ef" -d '{"events": [{"name": "network-changed", "server_uuid": "dbbb82de-99f0-4032-aa03-25ac3b1ad904", "tag": "8be7a0d3-4289-4353-8611-3241ea35c331"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:11:34.916909 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-589e384d-e93f-464a-a523-9ed5b9d30f55 None None] Publish callbacks [] for port (457385a0-c370-46c9-b89d-91343c5a694c), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:34.947096 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-589e384d-e93f-464a-a523-9ed5b9d30f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (457385a0-c370-46c9-b89d-91343c5a694c), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:35.015108 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923527e-ab65-4ddd-b818-ce6995106a43 service neutron] Pushing event updated for resources: {'Port': ['ID=8be7a0d3-4289-4353-8611-3241ea35c331,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:35.038681 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-828f2bce-2ab5-4b31-bd69-fd3da15dd13e req-4205f3ff-4161-4a0b-941a-bb3e779e5a99 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046345 Feb 16 22:11:35.075548 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589e384d-e93f-464a-a523-9ed5b9d30f55 None None] Network 92c9b496-1133-4112-9407-433c0276a3a0 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:11:35.097720 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-589e384d-e93f-464a-a523-9ed5b9d30f55 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:11:35.105832 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589e384d-e93f-464a-a523-9ed5b9d30f55 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:11:35.108977 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e384d-e93f-464a-a523-9ed5b9d30f55 None None] Pushing event updated for resources: {'Port': ['ID=457385a0-c370-46c9-b89d-91343c5a694c,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:35.121775 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c265f2da-c8c2-4c02-adb0-4ac326a98ad9 None None] Network 66a4be71-f3d7-460a-b23f-2eae43d17b0d requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:11:35.225116 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-589e384d-e93f-464a-a523-9ed5b9d30f55 None None] Attempting to bind port 457385a0-c370-46c9-b89d-91343c5a694c on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:11:35.225755 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-589e384d-e93f-464a-a523-9ed5b9d30f55 None None] Attempting to bind port 457385a0-c370-46c9-b89d-91343c5a694c by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'ec2ccd32-315c-4f2c-8d91-3c19c8332b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '92c9b496-1133-4112-9407-433c0276a3a0'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:11:35.226407 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589e384d-e93f-464a-a523-9ed5b9d30f55 None None] Attempting to bind port 457385a0-c370-46c9-b89d-91343c5a694c on network 92c9b496-1133-4112-9407-433c0276a3a0 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:11:35.237792 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589e384d-e93f-464a-a523-9ed5b9d30f55 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:11:35.238560 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589e384d-e93f-464a-a523-9ed5b9d30f55 None None] Checking segment: {'id': 'ec2ccd32-315c-4f2c-8d91-3c19c8332b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '92c9b496-1133-4112-9407-433c0276a3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:11:35.239164 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-589e384d-e93f-464a-a523-9ed5b9d30f55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:35.239713 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589e384d-e93f-464a-a523-9ed5b9d30f55 None None] Bound using segment: {'id': 'ec2ccd32-315c-4f2c-8d91-3c19c8332b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '92c9b496-1133-4112-9407-433c0276a3a0'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:11:35.240478 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-589e384d-e93f-464a-a523-9ed5b9d30f55 None None] Bound port: 457385a0-c370-46c9-b89d-91343c5a694c, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec2ccd32-315c-4f2c-8d91-3c19c8332b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '92c9b496-1133-4112-9407-433c0276a3a0'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:11:35.241136 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-589e384d-e93f-464a-a523-9ed5b9d30f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (457385a0-c370-46c9-b89d-91343c5a694c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:35.291875 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-e843a069-3784-4500-b668-3bee6972d754 req-dea37dbb-0cff-4f4e-b616-d70d3c78296c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Allocated IP 192.168.233.60 (d8fa3154-6273-4014-87c6-575d48ec11fc/0a5a8be1-6e1c-443c-a77b-25715d79e10e/609899a9-43f2-4453-ad5a-8113b1d73a51) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:11:35.385090 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-589e384d-e93f-464a-a523-9ed5b9d30f55 None None] For port 457385a0-c370-46c9-b89d-91343c5a694c, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:11:35.393597 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-589e384d-e93f-464a-a523-9ed5b9d30f55 None None] For port 457385a0-c370-46c9-b89d-91343c5a694c, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=457385a0-c370-46c9-b89d-91343c5a694c,segment=NetworkSegment(ec2ccd32-315c-4f2c-8d91-3c19c8332b0f),segment_id=ec2ccd32-315c-4f2c-8d91-3c19c8332b0f)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:11:35.414009 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-589e384d-e93f-464a-a523-9ed5b9d30f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (457385a0-c370-46c9-b89d-91343c5a694c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:35.418850 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf5f5b-b6f2-43af-9c85-a17d66517323 req-0875f3e5-6d75-4d7c-a8b4-8ada28560083 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:35.430752 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-11cf5f5b-b6f2-43af-9c85-a17d66517323 req-0875f3e5-6d75-4d7c-a8b4-8ada28560083 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904 HTTP/1.1" status: 200 len: 943 time: 0.3638787 Feb 16 22:11:35.514591 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e384d-e93f-464a-a523-9ed5b9d30f55 None None] Pushing event updated for resources: {'Port': ['ID=457385a0-c370-46c9-b89d-91343c5a694c,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:35.666249 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-11cf5f5b-b6f2-43af-9c85-a17d66517323 req-e89c72da-c9f5-45fb-8d7f-d7d3136a15af tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312453 Feb 16 22:11:35.803233 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-81c47a9b-2786-41b0-850e-f377030d2565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:35.805116 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-81c47a9b-2786-41b0-850e-f377030d2565 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904 HTTP/1.1" status: 200 len: 1125 time: 0.8528790 Feb 16 22:11:35.813279 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ac498993-21f0-4776-a2fe-97c012fc235b admin admin] Publish callbacks [] for router_gateway (b8c94711-1bce-4859-a0d9-8a1876b7d427), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:35.820843 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ab0117-8356-4456-b9bd-5ea064ab63b1 x-openstack-request-id: req-45ab0117-8356-4456-b9bd-5ea064ab63b1 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:11:35.821133 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbbb82de-99f0-4032-aa03-25ac3b1ad904", "tag": "8be7a0d3-4289-4353-8611-3241ea35c331", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:11:35.821397 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-45ab0117-8356-4456-b9bd-5ea064ab63b1 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:11:35.821807 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbbb82de-99f0-4032-aa03-25ac3b1ad904', 'tag': '8be7a0d3-4289-4353-8611-3241ea35c331', 'status': 'completed', 'code': 200} Feb 16 22:11:35.902095 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ac498993-21f0-4776-a2fe-97c012fc235b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:36.035161 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-a791ef05-e0e6-43d2-8b8f-2ba3ac548cf1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8be7a0d3-4289-4353-8611-3241ea35c331 HTTP/1.1" status: 200 len: 217 time: 0.1937289 Feb 16 22:11:36.186467 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 457385a0-c370-46c9-b89d-91343c5a694c up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:11:36.198161 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e843a069-3784-4500-b668-3bee6972d754 req-dea37dbb-0cff-4f4e-b616-d70d3c78296c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Publish callbacks [] for port (609899a9-43f2-4453-ad5a-8113b1d73a51), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:36.218975 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-23bf76dc-2242-493b-b959-1d8bc43be9ae req-b616d6e2-921d-4fe1-b045-fb372fdab704 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 210 time: 0.1660631 Feb 16 22:11:36.300271 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-c7f958bf-e69b-4102-90bd-57aab123accc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:36.315463 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-c7f958bf-e69b-4102-90bd-57aab123accc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f7242f4f-8939-4e6c-b488-ab1fd3ca8215 HTTP/1.1" status: 200 len: 847 time: 0.2690272 Feb 16 22:11:36.353555 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-4e039d40-0d4b-4f96-9e2e-47b13df8c8d2 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:36.361317 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-4e039d40-0d4b-4f96-9e2e-47b13df8c8d2 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] 10.222.0.75 "GET /v2.0/networks?id=183f25f0-e27a-4a1e-b383-2edcc45683f7 HTTP/1.1" status: 200 len: 815 time: 0.5366120 Feb 16 22:11:36.374447 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 457385a0-c370-46c9-b89d-91343c5a694c triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:36.381773 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (457385a0-c370-46c9-b89d-91343c5a694c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:36.403347 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-5404b0cf-10c6-4a7f-8432-ba582a11dad4 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] 10.222.0.75 "GET /v2.0/quotas/fb560b179e43400399044ef964099887 HTTP/1.1" status: 200 len: 375 time: 0.0409601 Feb 16 22:11:36.449259 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-3104517e-772e-49f9-8ed1-5506aaa77b87 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=91cf39f3-9142-4ee5-af15-00f1f801e8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165133 Feb 16 22:11:36.465362 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-ac498993-21f0-4776-a2fe-97c012fc235b admin admin] Allocated IP 172.25.2.58 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/cf3e8cd4-f73a-4286-861d-052969e3985e) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:11:36.482386 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-762b0d3a-30a8-4da4-88d8-76af2b5acadd tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=fb560b179e43400399044ef964099887&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778100 Feb 16 22:11:36.544133 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e843a069-3784-4500-b668-3bee6972d754 req-dea37dbb-0cff-4f4e-b616-d70d3c78296c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (609899a9-43f2-4453-ad5a-8113b1d73a51), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:36.623895 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 457385a0-c370-46c9-b89d-91343c5a694c is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:36.624364 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (457385a0-c370-46c9-b89d-91343c5a694c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:36.624865 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171acb95-c8d5-472f-b18a-faf407e63c32 req-c3b8f9d0-2ca6-4fba-adac-dd6fd2583954 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:36.635236 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-171acb95-c8d5-472f-b18a-faf407e63c32 req-c3b8f9d0-2ca6-4fba-adac-dd6fd2583954 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782 HTTP/1.1" status: 200 len: 946 time: 0.2681894 Feb 16 22:11:36.698850 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e843a069-3784-4500-b668-3bee6972d754 req-dea37dbb-0cff-4f4e-b616-d70d3c78296c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Network d8fa3154-6273-4014-87c6-575d48ec11fc is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:11:36.711768 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-e843a069-3784-4500-b668-3bee6972d754 req-dea37dbb-0cff-4f4e-b616-d70d3c78296c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:11:36.717104 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 457385a0-c370-46c9-b89d-91343c5a694c, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=457385a0-c370-46c9-b89d-91343c5a694c,segment=NetworkSegment(ec2ccd32-315c-4f2c-8d91-3c19c8332b0f),segment_id=ec2ccd32-315c-4f2c-8d91-3c19c8332b0f)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:36.718323 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-e843a069-3784-4500-b668-3bee6972d754 req-dea37dbb-0cff-4f4e-b616-d70d3c78296c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:11:36.723756 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843a069-3784-4500-b668-3bee6972d754 req-dea37dbb-0cff-4f4e-b616-d70d3c78296c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:36.724421 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e843a069-3784-4500-b668-3bee6972d754 req-dea37dbb-0cff-4f4e-b616-d70d3c78296c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:36.732001 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (457385a0-c370-46c9-b89d-91343c5a694c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:36.837038 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-171acb95-c8d5-472f-b18a-faf407e63c32 req-3aa9d80a-7a08-43a0-9da8-c1b37484fde1 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003047 Feb 16 22:11:36.852408 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-98f9211d-6670-4714-ac45-3acba369d900 service neutron] 10.222.0.75 "GET /v2.0/networks/183f25f0-e27a-4a1e-b383-2edcc45683f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686564 Feb 16 22:11:36.885279 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=457385a0-c370-46c9-b89d-91343c5a694c,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:36.898806 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ac498993-21f0-4776-a2fe-97c012fc235b admin admin] Publish callbacks [] for port (cf3e8cd4-f73a-4286-861d-052969e3985e), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:36.948436 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e843a069-3784-4500-b668-3bee6972d754 req-dea37dbb-0cff-4f4e-b616-d70d3c78296c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2670803 Feb 16 22:11:36.975261 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-e843a069-3784-4500-b668-3bee6972d754 req-000c51a6-efd5-47f7-bb66-226b427e8e80 service neutron] Request body: {'port': {'device_id': '106a1a7b-94fb-411a-8228-d8c4736746ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:11:36.978593 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea37dbb-0cff-4f4e-b616-d70d3c78296c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Pushing event updated for resources: {'Port': ['ID=609899a9-43f2-4453-ad5a-8113b1d73a51,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:37.061557 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ac498993-21f0-4776-a2fe-97c012fc235b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (cf3e8cd4-f73a-4286-861d-052969e3985e), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:37.101860 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-3c18d535-a377-4244-bf2e-907abfa22cc2 service neutron] 10.222.0.67 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6378229 Feb 16 22:11:37.166957 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac498993-21f0-4776-a2fe-97c012fc235b admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:11:37.291387 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e843a069-3784-4500-b668-3bee6972d754 req-000c51a6-efd5-47f7-bb66-226b427e8e80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (609899a9-43f2-4453-ad5a-8113b1d73a51), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:37.336621 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-3d2168d9-2377-4a6b-acdf-5f0b852c52d3 None None] Provisioning complete for port 609899a9-43f2-4453-ad5a-8113b1d73a51 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:37.337732 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3d2168d9-2377-4a6b-acdf-5f0b852c52d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (609899a9-43f2-4453-ad5a-8113b1d73a51), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:37.404247 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-3d2168d9-2377-4a6b-acdf-5f0b852c52d3 None None] Port 609899a9-43f2-4453-ad5a-8113b1d73a51 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:11:37.443485 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa518d03-5aed-408c-b249-3b02a957fea9 None None] Network 92c9b496-1133-4112-9407-433c0276a3a0 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:11:37.627922 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-6c3d9b4f-821b-4312-87ce-70f716200c40 None None] Provisioning complete for port 457385a0-c370-46c9-b89d-91343c5a694c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:37.628215 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6c3d9b4f-821b-4312-87ce-70f716200c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (457385a0-c370-46c9-b89d-91343c5a694c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:37.658836 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-332df54b-ec16-4935-a37f-50c0916c3e1b req-ad5289cc-2d01-466c-95f7-df579aa8d518 service neutron] 10.222.0.67 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5366731 Feb 16 22:11:37.659425 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48854) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:37.793460 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-6c3d9b4f-821b-4312-87ce-70f716200c40 None None] Current status of the port 457385a0-c370-46c9-b89d-91343c5a694c is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:38.008122 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-ac498993-21f0-4776-a2fe-97c012fc235b admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:11:38.015672 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac498993-21f0-4776-a2fe-97c012fc235b admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:11:38.098150 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 457385a0-c370-46c9-b89d-91343c5a694c up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:11:38.119319 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-c06e53e3-4838-4652-8953-371e2edc4a4c service neutron] 10.222.0.75 "GET /v2.0/networks/183f25f0-e27a-4a1e-b383-2edcc45683f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2548518 Feb 16 22:11:38.154843 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac498993-21f0-4776-a2fe-97c012fc235b admin admin] Pushing event updated for resources: {'Port': ['ID=cf3e8cd4-f73a-4286-861d-052969e3985e,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:38.222042 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 457385a0-c370-46c9-b89d-91343c5a694c triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:38.223876 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (457385a0-c370-46c9-b89d-91343c5a694c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:38.314036 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-0ad157ff-4092-4943-81d6-08538ab4a349 None None] Provisioning complete for port 457385a0-c370-46c9-b89d-91343c5a694c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:38.315224 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0ad157ff-4092-4943-81d6-08538ab4a349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (457385a0-c370-46c9-b89d-91343c5a694c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:38.330486 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-939320b5-117c-4931-84d4-a4c75d10fa4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:38.372028 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174f14f-ec8c-43a5-b02c-7bfdf526a93f req-aeb783d3-2ee7-4dfc-bce1-a3026e328651 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:38.377501 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b68ff-058f-4521-84aa-2c43d0bba3ef req-4e02d2e4-f162-457b-94ac-126dfd257c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:38.379312 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5d8b68ff-058f-4521-84aa-2c43d0bba3ef req-4e02d2e4-f162-457b-94ac-126dfd257c31 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904 HTTP/1.1" status: 200 len: 1125 time: 0.5748966 Feb 16 22:11:38.392867 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3174f14f-ec8c-43a5-b02c-7bfdf526a93f req-aeb783d3-2ee7-4dfc-bce1-a3026e328651 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904 HTTP/1.1" status: 200 len: 943 time: 0.4154985 Feb 16 22:11:38.531988 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3174f14f-ec8c-43a5-b02c-7bfdf526a93f req-41bfb116-b33c-4b5d-94ef-d50cd45ccf2d tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306934 Feb 16 22:11:38.631490 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-0ad157ff-4092-4943-81d6-08538ab4a349 None None] Current status of the port 457385a0-c370-46c9-b89d-91343c5a694c is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:38.648071 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 457385a0-c370-46c9-b89d-91343c5a694c is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:38.699057 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b68ff-058f-4521-84aa-2c43d0bba3ef req-570b27e6-2526-48df-8ae4-1afd8dd5d261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:38.704725 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5d8b68ff-058f-4521-84aa-2c43d0bba3ef req-570b27e6-2526-48df-8ae4-1afd8dd5d261 service neutron] 10.222.0.67 "GET /v2.0/networks?id=91cf39f3-9142-4ee5-af15-00f1f801e8c7 HTTP/1.1" status: 200 len: 908 time: 0.2906249 Feb 16 22:11:38.795450 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5d8b68ff-058f-4521-84aa-2c43d0bba3ef req-e53a560c-6e5b-4fa4-8388-db76859d02f9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8be7a0d3-4289-4353-8611-3241ea35c331 HTTP/1.1" status: 200 len: 217 time: 0.0679817 Feb 16 22:11:38.899933 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554b1b1-8437-4d4f-bbe6-b950c6d388d2 req-9b783fe9-d3ac-4f03-9726-73aaf7d23394 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:38.907159 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4554b1b1-8437-4d4f-bbe6-b950c6d388d2 req-9b783fe9-d3ac-4f03-9726-73aaf7d23394 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 935 time: 0.3737175 Feb 16 22:11:38.964296 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-99013e81-3481-4ac4-a323-ea1afa0a7425 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=0c92be8e3c4d4c4a94601cb32d705f60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407104 Feb 16 22:11:38.970932 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ac498993-21f0-4776-a2fe-97c012fc235b admin admin] Publish callbacks [] for router_gateway (b8c94711-1bce-4859-a0d9-8a1876b7d427), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:39.045958 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-e843a069-3784-4500-b668-3bee6972d754 req-000c51a6-efd5-47f7-bb66-226b427e8e80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 609899a9-43f2-4453-ad5a-8113b1d73a51 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:11:39.071553 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e843a069-3784-4500-b668-3bee6972d754 req-000c51a6-efd5-47f7-bb66-226b427e8e80 service neutron] Publish callbacks [] for port (609899a9-43f2-4453-ad5a-8113b1d73a51), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:39.089805 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b68ff-058f-4521-84aa-2c43d0bba3ef req-e047305b-fe11-496c-b8a0-79aefa50aa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:39.093175 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5d8b68ff-058f-4521-84aa-2c43d0bba3ef req-e047305b-fe11-496c-b8a0-79aefa50aa5b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f7242f4f-8939-4e6c-b488-ab1fd3ca8215 HTTP/1.1" status: 200 len: 847 time: 0.2756612 Feb 16 22:11:39.126634 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-e843a069-3784-4500-b668-3bee6972d754 req-000c51a6-efd5-47f7-bb66-226b427e8e80 service neutron] Transition to ACTIVE for port object 609899a9-43f2-4453-ad5a-8113b1d73a51 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:11:39.175349 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4554b1b1-8437-4d4f-bbe6-b950c6d388d2 req-816e236c-54b9-44fb-bd6a-af71703f3e96 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650018 Feb 16 22:11:39.177150 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5d8b68ff-058f-4521-84aa-2c43d0bba3ef req-5f8da5a9-f06c-483c-8afa-b70007697d62 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=91cf39f3-9142-4ee5-af15-00f1f801e8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780213 Feb 16 22:11:39.177952 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e843a069-3784-4500-b668-3bee6972d754 req-000c51a6-efd5-47f7-bb66-226b427e8e80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (609899a9-43f2-4453-ad5a-8113b1d73a51), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:39.202026 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-939320b5-117c-4931-84d4-a4c75d10fa4f admin admin] Publish callbacks [] for security_group (9631ccc5-7e7a-4651-92de-f860737045e3), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:39.246867 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-939320b5-117c-4931-84d4-a4c75d10fa4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9631ccc5-7e7a-4651-92de-f860737045e3), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:39.430396 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ac498993-21f0-4776-a2fe-97c012fc235b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (b8c94711-1bce-4859-a0d9-8a1876b7d427), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:39.491201 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c51a6-efd5-47f7-bb66-226b427e8e80 service neutron] Pushing event updated for resources: {'Port': ['ID=609899a9-43f2-4453-ad5a-8113b1d73a51,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:39.515592 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-939320b5-117c-4931-84d4-a4c75d10fa4f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2a9850f875f4498abe1668644ad55f02&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8524647 Feb 16 22:11:39.517824 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5d8b68ff-058f-4521-84aa-2c43d0bba3ef req-55a517a8-3adf-44c7-8259-4db89617494f service neutron] 10.222.0.67 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280485 Feb 16 22:11:39.518341 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48884) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:39.565054 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-e843a069-3784-4500-b668-3bee6972d754 req-000c51a6-efd5-47f7-bb66-226b427e8e80 service neutron] Attempting to bind port 609899a9-43f2-4453-ad5a-8113b1d73a51 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:11:39.565396 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-e843a069-3784-4500-b668-3bee6972d754 req-000c51a6-efd5-47f7-bb66-226b427e8e80 service neutron] Attempting to bind port 609899a9-43f2-4453-ad5a-8113b1d73a51 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:11:39.565645 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e843a069-3784-4500-b668-3bee6972d754 req-000c51a6-efd5-47f7-bb66-226b427e8e80 service neutron] Attempting to bind port 609899a9-43f2-4453-ad5a-8113b1d73a51 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:11:39.580304 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939320b5-117c-4931-84d4-a4c75d10fa4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9631ccc5-7e7a-4651-92de-f860737045e3,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:39.627751 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e843a069-3784-4500-b668-3bee6972d754 req-000c51a6-efd5-47f7-bb66-226b427e8e80 service neutron] Port 609899a9-43f2-4453-ad5a-8113b1d73a51 on network d8fa3154-6273-4014-87c6-575d48ec11fc not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:11:39.628156 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e843a069-3784-4500-b668-3bee6972d754 req-000c51a6-efd5-47f7-bb66-226b427e8e80 service neutron] Attempting to bind port 609899a9-43f2-4453-ad5a-8113b1d73a51 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:11:39.645322 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e843a069-3784-4500-b668-3bee6972d754 req-000c51a6-efd5-47f7-bb66-226b427e8e80 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:11:39.645671 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e843a069-3784-4500-b668-3bee6972d754 req-000c51a6-efd5-47f7-bb66-226b427e8e80 service neutron] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:11:39.646229 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e843a069-3784-4500-b668-3bee6972d754 req-000c51a6-efd5-47f7-bb66-226b427e8e80 service neutron] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:11:39.646782 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-e843a069-3784-4500-b668-3bee6972d754 req-000c51a6-efd5-47f7-bb66-226b427e8e80 service neutron] Bound port: 609899a9-43f2-4453-ad5a-8113b1d73a51, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:11:39.647315 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e843a069-3784-4500-b668-3bee6972d754 req-000c51a6-efd5-47f7-bb66-226b427e8e80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (609899a9-43f2-4453-ad5a-8113b1d73a51), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:39.670549 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446c55e-0852-493d-a6d1-425745dbd31c req-6d609a9c-e0f0-4410-a7ee-307db4e7e407 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:39.681290 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f446c55e-0852-493d-a6d1-425745dbd31c req-6d609a9c-e0f0-4410-a7ee-307db4e7e407 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782 HTTP/1.1" status: 200 len: 946 time: 0.3728302 Feb 16 22:11:39.708845 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-3d923fb4-4940-47cc-a304-efb8e20af835 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:39.716682 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-3d923fb4-4940-47cc-a304-efb8e20af835 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6364903 Feb 16 22:11:39.757695 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f8599508-3452-469a-8bdc-308a59b60b19 admin admin] Publish callbacks [] for security_group (9631ccc5-7e7a-4651-92de-f860737045e3), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:39.764544 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5d8b68ff-058f-4521-84aa-2c43d0bba3ef req-87e7dd23-ca02-42b9-aa03-57d27a2b493f service neutron] 10.222.0.67 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302463 Feb 16 22:11:39.788974 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f446c55e-0852-493d-a6d1-425745dbd31c req-d8e8d189-a9e7-418d-9163-d011cad9312a tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067770 Feb 16 22:11:39.802221 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-0cce8839-fda7-4b5a-97ad-30e3ca55027f tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] 10.222.0.75 "GET /v2.0/quotas/0c92be8e3c4d4c4a94601cb32d705f60 HTTP/1.1" status: 200 len: 375 time: 0.0840633 Feb 16 22:11:39.819718 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f8599508-3452-469a-8bdc-308a59b60b19 admin admin] Publish callbacks [] for security_group (9631ccc5-7e7a-4651-92de-f860737045e3), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:39.886241 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-e843a069-3784-4500-b668-3bee6972d754 req-000c51a6-efd5-47f7-bb66-226b427e8e80 service neutron] For port 609899a9-43f2-4453-ad5a-8113b1d73a51, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:11:39.896772 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-e843a069-3784-4500-b668-3bee6972d754 req-000c51a6-efd5-47f7-bb66-226b427e8e80 service neutron] For port 609899a9-43f2-4453-ad5a-8113b1d73a51, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=609899a9-43f2-4453-ad5a-8113b1d73a51,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:11:39.900869 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-d6a26b5b-4582-4750-8073-202f77c26b00 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0c92be8e3c4d4c4a94601cb32d705f60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0976090 Feb 16 22:11:39.907036 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e843a069-3784-4500-b668-3bee6972d754 req-000c51a6-efd5-47f7-bb66-226b427e8e80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (609899a9-43f2-4453-ad5a-8113b1d73a51), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:39.943465 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac498993-21f0-4776-a2fe-97c012fc235b admin admin] Router b8c94711-1bce-4859-a0d9-8a1876b7d427 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:11:40.013147 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843a069-3784-4500-b668-3bee6972d754 req-000c51a6-efd5-47f7-bb66-226b427e8e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:40.013772 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e843a069-3784-4500-b668-3bee6972d754 req-000c51a6-efd5-47f7-bb66-226b427e8e80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:40.015287 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e843a069-3784-4500-b668-3bee6972d754 req-000c51a6-efd5-47f7-bb66-226b427e8e80 service neutron] 10.222.0.67 "PUT /v2.0/ports/609899a9-43f2-4453-ad5a-8113b1d73a51 HTTP/1.1" status: 200 len: 1095 time: 3.0481703 Feb 16 22:11:40.015660 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '106a1a7b-94fb-411a-8228-d8c4736746ae', 'tag': '609899a9-43f2-4453-ad5a-8113b1d73a51'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:11:40.018010 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc86cfb9-575e-424b-b4e1-2b3a97dec889" -d '{"events": [{"name": "network-changed", "server_uuid": "106a1a7b-94fb-411a-8228-d8c4736746ae", "tag": "609899a9-43f2-4453-ad5a-8113b1d73a51"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:11:40.026095 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f8599508-3452-469a-8bdc-308a59b60b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9631ccc5-7e7a-4651-92de-f860737045e3), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:40.034975 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f8599508-3452-469a-8bdc-308a59b60b19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:40.039186 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f8599508-3452-469a-8bdc-308a59b60b19 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9631ccc5-7e7a-4651-92de-f860737045e3 HTTP/1.1" status: 204 len: 168 time: 0.5036366 Feb 16 22:11:40.121413 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c51a6-efd5-47f7-bb66-226b427e8e80 service neutron] Pushing event updated for resources: {'Port': ['ID=609899a9-43f2-4453-ad5a-8113b1d73a51,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:40.139727 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac498993-21f0-4776-a2fe-97c012fc235b admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:11:40.160053 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7dc64d-b47b-4598-a0c4-369dea5bdf21 None None] Sync routers for ids ['b8c94711-1bce-4859-a0d9-8a1876b7d427'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:11:40.199064 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-34f5439e-2c9f-43f2-a6f3-50229cc58f75 req-f5bbcb3a-570d-4f0d-94e5-b1ebf993e539 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] 10.222.0.75 "GET /v2.0/ports?device_id=bc321857-4ab0-4f38-8ba8-d74e22e24aeb HTTP/1.1" status: 200 len: 210 time: 0.0487335 Feb 16 22:11:40.246535 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7dc64d-b47b-4598-a0c4-369dea5bdf21 None None] Routers {'b8c94711-1bce-4859-a0d9-8a1876b7d427'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:11:40.250307 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-9d7dc64d-b47b-4598-a0c4-369dea5bdf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:11:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['b8c94711-1bce-4859-a0d9-8a1876b7d427'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:11:40.281273 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ac498993-21f0-4776-a2fe-97c012fc235b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:40.288973 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ac498993-21f0-4776-a2fe-97c012fc235b admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.9299257 Feb 16 22:11:40.310480 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48908) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:40.313363 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8599508-3452-469a-8bdc-308a59b60b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9631ccc5-7e7a-4651-92de-f860737045e3,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:40.451510 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843a069-3784-4500-b668-3bee6972d754 req-5514d04f-d10b-468d-826f-34ec1d6ca758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:40.457953 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e843a069-3784-4500-b668-3bee6972d754 req-5514d04f-d10b-468d-826f-34ec1d6ca758 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a8546526dc94278a3957ea9b7c5b439&device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 1129 time: 0.2178447 Feb 16 22:11:40.541337 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e843a069-3784-4500-b668-3bee6972d754 req-643c3cac-4767-4f93-ad4a-a9c0c92bb610 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=609899a9-43f2-4453-ad5a-8113b1d73a51 HTTP/1.1" status: 200 len: 217 time: 0.0758350 Feb 16 22:11:40.642935 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843a069-3784-4500-b668-3bee6972d754 req-0b5d2fee-6659-4c31-9ae8-f4464200107c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:40.647592 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e843a069-3784-4500-b668-3bee6972d754 req-0b5d2fee-6659-4c31-9ae8-f4464200107c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0965326 Feb 16 22:11:40.705236 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-9d7dc64d-b47b-4598-a0c4-369dea5bdf21 None None] Set router b8c94711-1bce-4859-a0d9-8a1876b7d427 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:11:40.759031 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843a069-3784-4500-b668-3bee6972d754 req-8b28d41b-4c7b-46e7-aa26-0688a24524e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:40.761222 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e843a069-3784-4500-b668-3bee6972d754 req-8b28d41b-4c7b-46e7-aa26-0688a24524e5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1047814 Feb 16 22:11:40.857352 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 8be7a0d3-4289-4353-8611-3241ea35c331 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:11:40.946238 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e843a069-3784-4500-b668-3bee6972d754 req-7e4f9de1-3ad1-4767-b517-ffcb8ccf0fe0 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771653 Feb 16 22:11:40.974630 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48924) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:41.012215 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65d706a2-b901-4c83-af8d-3e65b412e2fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:41.062467 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.resource_extend [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 22:11:41.128494 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e843a069-3784-4500-b668-3bee6972d754 req-64517e28-c86f-4840-a7ea-cfdf10332481 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745234 Feb 16 22:11:41.173991 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65d706a2-b901-4c83-af8d-3e65b412e2fa admin admin] Publish callbacks [] for security_group (213e34ed-73c3-40c4-b8df-7bbc25ed3f70), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:41.190993 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65d706a2-b901-4c83-af8d-3e65b412e2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (213e34ed-73c3-40c4-b8df-7bbc25ed3f70), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:41.267701 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 8be7a0d3-4289-4353-8611-3241ea35c331, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8be7a0d3-4289-4353-8611-3241ea35c331,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:41.269370 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d706a2-b901-4c83-af8d-3e65b412e2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213e34ed-73c3-40c4-b8df-7bbc25ed3f70,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:41.272389 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-9d7dc64d-b47b-4598-a0c4-369dea5bdf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c94711-1bce-4859-a0d9-8a1876b7d427', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1251084737-router', 'tenant_id': '4989b76b724b42789633de9e97a7efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'cf3e8cd4-f73a-4286-861d-052969e3985e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:11:33Z', 'updated_at': '2022-02-16T22:11:38Z', 'revision_number': 3, 'project_id': '4989b76b724b42789633de9e97a7efab', 'gw_port': {'id': 'cf3e8cd4-f73a-4286-861d-052969e3985e', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:be:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c94711-1bce-4859-a0d9-8a1876b7d427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:35Z', 'updated_at': '2022-02-16T22:11:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:11:41.287058 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-65d706a2-b901-4c83-af8d-3e65b412e2fa admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0dc2b37ab71d42a28a39102a5fb22d7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3100212 Feb 16 22:11:41.287868 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48928) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:41.317629 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7dc64d-b47b-4598-a0c4-369dea5bdf21 None None] Checking router: b8c94711-1bce-4859-a0d9-8a1876b7d427 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:11:41.318154 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7dc64d-b47b-4598-a0c4-369dea5bdf21 None None] Updating router b8c94711-1bce-4859-a0d9-8a1876b7d427 port cf3e8cd4-f73a-4286-861d-052969e3985e binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:11:41.355572 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ef034-6af5-4d74-8a88-26499ffb93dd req-35b02d72-ca95-44a3-bc1a-a3e5511594e3 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:41.365689 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-677ef034-6af5-4d74-8a88-26499ffb93dd req-35b02d72-ca95-44a3-bc1a-a3e5511594e3 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904 HTTP/1.1" status: 200 len: 943 time: 0.7298017 Feb 16 22:11:41.490300 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-677ef034-6af5-4d74-8a88-26499ffb93dd req-b7a41415-99f6-4bd4-8ee6-438a7c7b6666 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176209 Feb 16 22:11:41.492715 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9412ef-0f17-4e5d-9383-88546679fd06 req-0202143c-54e0-4eec-a70b-ab0fb5113813 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:41.505485 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4f9412ef-0f17-4e5d-9383-88546679fd06 req-0202143c-54e0-4eec-a70b-ab0fb5113813 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782 HTTP/1.1" status: 200 len: 1128 time: 0.8517437 Feb 16 22:11:41.520900 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-339952d1-03b9-47f2-b8fa-52ea1cc138b7 admin admin] Publish callbacks [] for security_group (213e34ed-73c3-40c4-b8df-7bbc25ed3f70), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:41.533646 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-8a889113-3bbb-4c5e-8f59-fdad728b1fb9 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:41.539129 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc64d-b47b-4598-a0c4-369dea5bdf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cf3e8cd4-f73a-4286-861d-052969e3985e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:41.544288 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-8a889113-3bbb-4c5e-8f59-fdad728b1fb9 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] 10.222.0.79 "GET /v2.0/networks?id=183f25f0-e27a-4a1e-b383-2edcc45683f7 HTTP/1.1" status: 200 len: 815 time: 1.2974319 Feb 16 22:11:41.573187 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329bbac3-3da6-4bcc-84c2-eb385b3881c9 x-openstack-request-id: req-329bbac3-3da6-4bcc-84c2-eb385b3881c9 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:11:41.573663 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "106a1a7b-94fb-411a-8228-d8c4736746ae", "tag": "609899a9-43f2-4453-ad5a-8113b1d73a51", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:11:41.574392 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-329bbac3-3da6-4bcc-84c2-eb385b3881c9 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:11:41.574782 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106a1a7b-94fb-411a-8228-d8c4736746ae', 'tag': '609899a9-43f2-4453-ad5a-8113b1d73a51', 'status': 'completed', 'code': 200} Feb 16 22:11:41.585055 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-339952d1-03b9-47f2-b8fa-52ea1cc138b7 admin admin] Publish callbacks [] for security_group (213e34ed-73c3-40c4-b8df-7bbc25ed3f70), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:41.606667 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-4d3cb2b7-6e94-422f-b676-d1b5e0909016 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] Request body: {'port': {'device_id': 'bc321857-4ab0-4f38-8ba8-d74e22e24aeb', 'network_id': '183f25f0-e27a-4a1e-b383-2edcc45683f7', 'admin_state_up': True, 'tenant_id': 'fb560b179e43400399044ef964099887'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:11:41.687877 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86cfb9-575e-424b-b4e1-2b3a97dec889 req-ef5f7d13-85aa-40e6-872e-9b0f518d8ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:41.689769 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc86cfb9-575e-424b-b4e1-2b3a97dec889 req-ef5f7d13-85aa-40e6-872e-9b0f518d8ac0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a8546526dc94278a3957ea9b7c5b439&device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 1129 time: 0.0890980 Feb 16 22:11:41.713555 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '8be7a0d3-4289-4353-8611-3241ea35c331', 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7', 'port_id': '8be7a0d3-4289-4353-8611-3241ea35c331', 'mac_address': 'fa:16:3e:8e:d2:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7242f4f-8939-4e6c-b488-ab1fd3ca8215', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:11:41.722353 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac60b8e4-b0f6-4ac7-a254-4e82034cacd6 req-ae1d4662-4364-4f94-9fb3-ab8c1b98b005 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d38d08-2bc9-4e2b-b2e4-43962b88cdc4 HTTP/1.1" status: 200 len: 210 time: 0.0418940 Feb 16 22:11:41.768626 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-339952d1-03b9-47f2-b8fa-52ea1cc138b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (213e34ed-73c3-40c4-b8df-7bbc25ed3f70), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:41.771432 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-339952d1-03b9-47f2-b8fa-52ea1cc138b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:41.772615 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-339952d1-03b9-47f2-b8fa-52ea1cc138b7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/213e34ed-73c3-40c4-b8df-7bbc25ed3f70 HTTP/1.1" status: 204 len: 168 time: 0.4837463 Feb 16 22:11:41.803873 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339952d1-03b9-47f2-b8fa-52ea1cc138b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213e34ed-73c3-40c4-b8df-7bbc25ed3f70,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:41.960753 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86cfb9-575e-424b-b4e1-2b3a97dec889 req-0211b5c9-f184-4799-a291-e75028be7aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:41.962305 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc86cfb9-575e-424b-b4e1-2b3a97dec889 req-0211b5c9-f184-4799-a291-e75028be7aad service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.2644298 Feb 16 22:11:41.984150 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4f9412ef-0f17-4e5d-9383-88546679fd06 req-37a9f3b3-dec6-4044-908b-2b1f472efd61 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4396703 Feb 16 22:11:42.016112 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 8be7a0d3-4289-4353-8611-3241ea35c331 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:42.016488 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8be7a0d3-4289-4353-8611-3241ea35c331), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:42.038191 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be7a0d3-4289-4353-8611-3241ea35c331 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:11:42.053910 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc86cfb9-575e-424b-b4e1-2b3a97dec889 req-8f4c93cf-274c-4124-aafb-a9a0d28288e0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=609899a9-43f2-4453-ad5a-8113b1d73a51 HTTP/1.1" status: 200 len: 217 time: 0.0837994 Feb 16 22:11:42.080887 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc64d-b47b-4598-a0c4-369dea5bdf21 None None] Publish callbacks [] for port (cf3e8cd4-f73a-4286-861d-052969e3985e), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:42.106803 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7f117-2726-4e2f-8141-795a883943fa req-8af4df39-2ea6-4c6c-8d96-730ff068a0e3 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:42.120109 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-adf7f117-2726-4e2f-8141-795a883943fa req-8af4df39-2ea6-4c6c-8d96-730ff068a0e3 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 947 time: 0.2488658 Feb 16 22:11:42.130430 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 8be7a0d3-4289-4353-8611-3241ea35c331, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8be7a0d3-4289-4353-8611-3241ea35c331,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:42.133136 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc64d-b47b-4598-a0c4-369dea5bdf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (cf3e8cd4-f73a-4286-861d-052969e3985e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:42.144158 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-a272c612-a6b0-4474-888d-02a7badd2fc3 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=0c92be8e3c4d4c4a94601cb32d705f60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1072822 Feb 16 22:11:42.213954 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8be7a0d3-4289-4353-8611-3241ea35c331), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:42.297711 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-9d7dc64d-b47b-4598-a0c4-369dea5bdf21 None None] Attempting to bind port cf3e8cd4-f73a-4286-861d-052969e3985e on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:11:42.298539 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-9d7dc64d-b47b-4598-a0c4-369dea5bdf21 None None] Attempting to bind port cf3e8cd4-f73a-4286-861d-052969e3985e by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:11:42.298539 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7dc64d-b47b-4598-a0c4-369dea5bdf21 None None] Attempting to bind port cf3e8cd4-f73a-4286-861d-052969e3985e on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:11:42.318820 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7dc64d-b47b-4598-a0c4-369dea5bdf21 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:11:42.319220 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7dc64d-b47b-4598-a0c4-369dea5bdf21 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:11:42.319600 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc64d-b47b-4598-a0c4-369dea5bdf21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:42.319994 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7dc64d-b47b-4598-a0c4-369dea5bdf21 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:11:42.320525 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-9d7dc64d-b47b-4598-a0c4-369dea5bdf21 None None] Bound port: cf3e8cd4-f73a-4286-861d-052969e3985e, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:11:42.320859 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc64d-b47b-4598-a0c4-369dea5bdf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cf3e8cd4-f73a-4286-861d-052969e3985e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:42.324622 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6cd584-818c-4675-91d2-c1b078b0a3b7 None None] Pushing event updated for resources: {'Port': ['ID=cf3e8cd4-f73a-4286-861d-052969e3985e,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:42.357651 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-4d3cb2b7-6e94-422f-b676-d1b5e0909016 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] Made reservation on behalf of fb560b179e43400399044ef964099887 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:11:42.358254 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6cd584-818c-4675-91d2-c1b078b0a3b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:42.358254 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6cd584-818c-4675-91d2-c1b078b0a3b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:42.358473 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6cd584-818c-4675-91d2-c1b078b0a3b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:42.358813 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6cd584-818c-4675-91d2-c1b078b0a3b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:42.359144 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6cd584-818c-4675-91d2-c1b078b0a3b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:42.359476 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6cd584-818c-4675-91d2-c1b078b0a3b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:42.359804 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6cd584-818c-4675-91d2-c1b078b0a3b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:42.360132 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6cd584-818c-4675-91d2-c1b078b0a3b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:42.360595 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6cd584-818c-4675-91d2-c1b078b0a3b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:42.361254 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6cd584-818c-4675-91d2-c1b078b0a3b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:42.361254 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6cd584-818c-4675-91d2-c1b078b0a3b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:42.361536 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6cd584-818c-4675-91d2-c1b078b0a3b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:42.362073 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6cd584-818c-4675-91d2-c1b078b0a3b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:42.369855 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-4d3cb2b7-6e94-422f-b676-d1b5e0909016 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:42.371739 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-6f3cb153-c5b5-42b0-92b9-557f579c1bbf tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:42.373230 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-6f3cb153-c5b5-42b0-92b9-557f579c1bbf tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2104020 Feb 16 22:11:42.399749 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-cc3c4aba-e8a3-4583-998e-18e4f942c9e2 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Request body: {'port': {'device_id': '91d38d08-2bc9-4e2b-b2e4-43962b88cdc4', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'admin_state_up': True, 'tenant_id': '0c92be8e3c4d4c4a94601cb32d705f60'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:11:42.441706 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-adf7f117-2726-4e2f-8141-795a883943fa req-9f745e14-380d-4711-b9e0-b3a8c1fb168e tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179865 Feb 16 22:11:42.480060 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6895ffbc-5a62-402e-9a62-f5a1e821d8e5 req-2e46c271-b376-463b-a40c-109f6ed054ce tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] 10.222.0.75 "GET /v2.0/ports?device_id=bc321857-4ab0-4f38-8ba8-d74e22e24aeb HTTP/1.1" status: 200 len: 210 time: 0.1699159 Feb 16 22:11:42.515824 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48946) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:42.555078 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-9d7dc64d-b47b-4598-a0c4-369dea5bdf21 None None] For port cf3e8cd4-f73a-4286-861d-052969e3985e, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:11:42.556213 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86cfb9-575e-424b-b4e1-2b3a97dec889 req-e0a26eaa-4792-4bed-a7f9-acac43678411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:42.557674 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc86cfb9-575e-424b-b4e1-2b3a97dec889 req-e0a26eaa-4792-4bed-a7f9-acac43678411 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.4947684 Feb 16 22:11:42.563635 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-9d7dc64d-b47b-4598-a0c4-369dea5bdf21 None None] For port cf3e8cd4-f73a-4286-861d-052969e3985e, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=cf3e8cd4-f73a-4286-861d-052969e3985e,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:11:42.580274 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=8be7a0d3-4289-4353-8611-3241ea35c331,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:42.586322 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc64d-b47b-4598-a0c4-369dea5bdf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (cf3e8cd4-f73a-4286-861d-052969e3985e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:42.623742 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-cc3c4aba-e8a3-4583-998e-18e4f942c9e2 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Made reservation on behalf of 0c92be8e3c4d4c4a94601cb32d705f60 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:11:42.628060 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-cc3c4aba-e8a3-4583-998e-18e4f942c9e2 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:42.646745 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86cfb9-575e-424b-b4e1-2b3a97dec889 req-91cdfc40-abb4-45a3-9183-d930f8b8a4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:42.648253 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc86cfb9-575e-424b-b4e1-2b3a97dec889 req-91cdfc40-abb4-45a3-9183-d930f8b8a4b0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0825512 Feb 16 22:11:42.649505 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-cc3c4aba-e8a3-4583-998e-18e4f942c9e2 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:42.673385 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7dc64d-b47b-4598-a0c4-369dea5bdf21 None None] Routers {'b8c94711-1bce-4859-a0d9-8a1876b7d427'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:11:42.674055 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-9d7dc64d-b47b-4598-a0c4-369dea5bdf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:11:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['b8c94711-1bce-4859-a0d9-8a1876b7d427'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:11:42.678753 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6cd584-818c-4675-91d2-c1b078b0a3b7 None None] Pushing event updated for resources: {'Port': ['ID=cf3e8cd4-f73a-4286-861d-052969e3985e,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:42.684697 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-38cab390-1ae0-4261-b585-24627870dfd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:42.720145 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['8be7a0d3-4289-4353-8611-3241ea35c331'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:11:42.835808 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc86cfb9-575e-424b-b4e1-2b3a97dec889 req-c1b09647-56cb-459d-8857-b9bd4d5ac758 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630216 Feb 16 22:11:42.867704 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-9d7dc64d-b47b-4598-a0c4-369dea5bdf21 None None] Set router b8c94711-1bce-4859-a0d9-8a1876b7d427 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:11:42.885411 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740b113-bc54-4a99-981d-79eae2bdf1e2 req-eb22d41c-3a9a-4d34-9459-f15cc76325b1 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:42.887083 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a740b113-bc54-4a99-981d-79eae2bdf1e2 req-eb22d41c-3a9a-4d34-9459-f15cc76325b1 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782 HTTP/1.1" status: 200 len: 1128 time: 0.2295649 Feb 16 22:11:42.904558 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-4d3cb2b7-6e94-422f-b676-d1b5e0909016 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] Allocated IP 172.20.0.2 (183f25f0-e27a-4a1e-b383-2edcc45683f7/2e00b046-78c9-4c92-bdf6-0ee08df2c3b7/8b5870e5-5a25-4c22-95ad-0453894a4018) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:11:42.944918 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e26bf8-01a3-4f5f-95f5-12aac8e1c56e req-868b842e-0acf-47e0-8ad9-44b2d7780e33 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:42.951060 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-27e26bf8-01a3-4f5f-95f5-12aac8e1c56e req-868b842e-0acf-47e0-8ad9-44b2d7780e33 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904 HTTP/1.1" status: 200 len: 944 time: 0.2831664 Feb 16 22:11:43.019509 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d092800-b272-4274-935d-d4a09160e20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:43.020464 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-cc3c4aba-e8a3-4583-998e-18e4f942c9e2 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Publish callbacks [] for security_group (bd071a6e-62e8-4a24-ac01-17c3d5973866), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:43.022989 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc86cfb9-575e-424b-b4e1-2b3a97dec889 req-c4d69863-5f9c-4996-bd8e-02c4c5ec6e53 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263604 Feb 16 22:11:43.030576 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-cc3c4aba-e8a3-4583-998e-18e4f942c9e2 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (bd071a6e-62e8-4a24-ac01-17c3d5973866), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:43.101256 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c4aba-e8a3-4583-998e-18e4f942c9e2 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd071a6e-62e8-4a24-ac01-17c3d5973866,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:43.102380 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-38cab390-1ae0-4261-b585-24627870dfd9 admin admin] Publish callbacks [] for security_group (6f37642f-2e15-4640-9628-69bbb748ea74), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:43.152268 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-9d7dc64d-b47b-4598-a0c4-369dea5bdf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c94711-1bce-4859-a0d9-8a1876b7d427', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1251084737-router', 'tenant_id': '4989b76b724b42789633de9e97a7efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'cf3e8cd4-f73a-4286-861d-052969e3985e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:11:33Z', 'updated_at': '2022-02-16T22:11:38Z', 'revision_number': 3, 'project_id': '4989b76b724b42789633de9e97a7efab', 'gw_port': {'id': 'cf3e8cd4-f73a-4286-861d-052969e3985e', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:be:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c94711-1bce-4859-a0d9-8a1876b7d427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:35Z', 'updated_at': '2022-02-16T22:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:11:43.184963 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-cc3c4aba-e8a3-4583-998e-18e4f942c9e2 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Allocated IP 192.168.233.104 (d8fa3154-6273-4014-87c6-575d48ec11fc/0a5a8be1-6e1c-443c-a77b-25715d79e10e/a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:11:43.191363 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7dc64d-b47b-4598-a0c4-369dea5bdf21 None None] The sync data for ids ['b8c94711-1bce-4859-a0d9-8a1876b7d427'] in n-d-813897-6 is: [{'id': 'b8c94711-1bce-4859-a0d9-8a1876b7d427', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1251084737-router', 'tenant_id': '4989b76b724b42789633de9e97a7efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'cf3e8cd4-f73a-4286-861d-052969e3985e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:11:33Z', 'updated_at': '2022-02-16T22:11:38Z', 'revision_number': 3, 'project_id': '4989b76b724b42789633de9e97a7efab', 'gw_port': {'id': 'cf3e8cd4-f73a-4286-861d-052969e3985e', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:be:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c94711-1bce-4859-a0d9-8a1876b7d427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:35Z', 'updated_at': '2022-02-16T22:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:11:43.207282 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-38cab390-1ae0-4261-b585-24627870dfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (6f37642f-2e15-4640-9628-69bbb748ea74), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:43.283283 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-38cab390-1ae0-4261-b585-24627870dfd9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4fb2064dee554db2beafc22def6770eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7663927 Feb 16 22:11:43.286565 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48952) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:43.315563 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-27e26bf8-01a3-4f5f-95f5-12aac8e1c56e req-6634eb54-2e4f-496d-9db2-bef7914a68d0 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040823 Feb 16 22:11:43.402704 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-cc3c4aba-e8a3-4583-998e-18e4f942c9e2 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Publish callbacks [] for port (a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:43.492057 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a740b113-bc54-4a99-981d-79eae2bdf1e2 req-dffdcb36-0c28-4884-ba9c-5af0d74567bc tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5093682 Feb 16 22:11:43.495528 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-cc3c4aba-e8a3-4583-998e-18e4f942c9e2 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:43.506302 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9233c18a-a0f6-40b6-a896-4d53a726a678 admin admin] Publish callbacks [] for security_group (6f37642f-2e15-4640-9628-69bbb748ea74), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:43.577391 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cab390-1ae0-4261-b585-24627870dfd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f37642f-2e15-4640-9628-69bbb748ea74,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:43.608211 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-cc3c4aba-e8a3-4583-998e-18e4f942c9e2 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Network d8fa3154-6273-4014-87c6-575d48ec11fc is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:11:43.636809 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-cc3c4aba-e8a3-4583-998e-18e4f942c9e2 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:11:43.640949 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-4d092800-b272-4274-935d-d4a09160e20d admin admin] Allocated IP 172.20.0.1 (92c9b496-1133-4112-9407-433c0276a3a0/50647ca2-de20-4cb0-a1ad-7e4e3a246db4/4ec3273c-e388-4775-b774-e26023c46147) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:11:43.656099 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-cc3c4aba-e8a3-4583-998e-18e4f942c9e2 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:11:43.669620 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-cc3c4aba-e8a3-4583-998e-18e4f942c9e2 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:43.670210 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-cc3c4aba-e8a3-4583-998e-18e4f942c9e2 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:43.677997 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9233c18a-a0f6-40b6-a896-4d53a726a678 admin admin] Publish callbacks [] for security_group (6f37642f-2e15-4640-9628-69bbb748ea74), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:43.695189 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c4aba-e8a3-4583-998e-18e4f942c9e2 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Pushing event updated for resources: {'Port': ['ID=a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:43.790662 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-cc3c4aba-e8a3-4583-998e-18e4f942c9e2 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4058690 Feb 16 22:11:43.802475 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-bfd04b37-1e8e-4dee-ae69-fff434c2e909 service neutron] Request body: {'port': {'device_id': '91d38d08-2bc9-4e2b-b2e4-43962b88cdc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:11:43.809380 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-4d3cb2b7-6e94-422f-b676-d1b5e0909016 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] Publish callbacks [] for port (8b5870e5-5a25-4c22-95ad-0453894a4018), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:43.865355 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479dd4e0-69aa-4c68-baa8-9530bd57d1f1 req-f60f8281-3db9-4ebb-bf46-89ab40cf919a tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:43.869112 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9233c18a-a0f6-40b6-a896-4d53a726a678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (6f37642f-2e15-4640-9628-69bbb748ea74), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:43.871739 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9233c18a-a0f6-40b6-a896-4d53a726a678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:43.872901 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9233c18a-a0f6-40b6-a896-4d53a726a678 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6f37642f-2e15-4640-9628-69bbb748ea74 HTTP/1.1" status: 204 len: 168 time: 0.5853994 Feb 16 22:11:43.885627 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-479dd4e0-69aa-4c68-baa8-9530bd57d1f1 req-f60f8281-3db9-4ebb-bf46-89ab40cf919a tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d38d08-2bc9-4e2b-b2e4-43962b88cdc4 HTTP/1.1" status: 200 len: 936 time: 0.3753624 Feb 16 22:11:43.936643 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233c18a-a0f6-40b6-a896-4d53a726a678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f37642f-2e15-4640-9628-69bbb748ea74,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:43.958511 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-bfd04b37-1e8e-4dee-ae69-fff434c2e909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:44.050755 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-cdd03638-5abf-4e4b-8d91-02a816f8c4a2 None None] Provisioning complete for port a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:44.051508 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cdd03638-5abf-4e4b-8d91-02a816f8c4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:44.055117 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d092800-b272-4274-935d-d4a09160e20d admin admin] Publish callbacks [] for port (4ec3273c-e388-4775-b774-e26023c46147), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:44.211124 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-cdd03638-5abf-4e4b-8d91-02a816f8c4a2 None None] Port a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:11:44.227847 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device cf3e8cd4-f73a-4286-861d-052969e3985e up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:11:44.249945 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec0269-c0b9-46b2-b734-7f32f22417d5 req-52f8dd4f-3cc9-46a7-b4aa-551e72e1a4ce tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:44.251703 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ddec0269-c0b9-46b2-b734-7f32f22417d5 req-52f8dd4f-3cc9-46a7-b4aa-551e72e1a4ce tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 947 time: 0.1817439 Feb 16 22:11:44.267651 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-479dd4e0-69aa-4c68-baa8-9530bd57d1f1 req-8e2a7a0b-a9f5-4b09-aa2b-352cfbcdc40b tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd071a6e-62e8-4a24-ac01-17c3d5973866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763876 Feb 16 22:11:44.397087 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port cf3e8cd4-f73a-4286-861d-052969e3985e triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:44.397522 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (cf3e8cd4-f73a-4286-861d-052969e3985e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:44.425509 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-4d3cb2b7-6e94-422f-b676-d1b5e0909016 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (8b5870e5-5a25-4c22-95ad-0453894a4018), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:44.562324 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3cb2b7-6e94-422f-b676-d1b5e0909016 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] Pushing event updated for resources: {'Port': ['ID=8b5870e5-5a25-4c22-95ad-0453894a4018,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:44.585375 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d092800-b272-4274-935d-d4a09160e20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (4ec3273c-e388-4775-b774-e26023c46147), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:44.587569 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-bfd04b37-1e8e-4dee-ae69-fff434c2e909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:11:44.597659 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port cf3e8cd4-f73a-4286-861d-052969e3985e is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:44.601016 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-bfd04b37-1e8e-4dee-ae69-fff434c2e909 service neutron] Publish callbacks [] for port (a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:44.603535 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cf3e8cd4-f73a-4286-861d-052969e3985e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:44.628266 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-bfd04b37-1e8e-4dee-ae69-fff434c2e909 service neutron] Transition to ACTIVE for port object a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:11:44.638640 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-bfd04b37-1e8e-4dee-ae69-fff434c2e909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:44.646532 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port cf3e8cd4-f73a-4286-861d-052969e3985e, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=cf3e8cd4-f73a-4286-861d-052969e3985e,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:44.655322 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (cf3e8cd4-f73a-4286-861d-052969e3985e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:44.691559 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ddec0269-c0b9-46b2-b734-7f32f22417d5 req-f2123ae7-d5ce-4f89-b1f9-e894f769f2b8 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4195483 Feb 16 22:11:44.715124 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d092800-b272-4274-935d-d4a09160e20d admin admin] Pushing event updated for resources: {'Port': ['ID=4ec3273c-e388-4775-b774-e26023c46147,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:44.752564 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d092800-b272-4274-935d-d4a09160e20d admin admin] Network 92c9b496-1133-4112-9407-433c0276a3a0 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:11:44.763830 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd04b37-1e8e-4dee-ae69-fff434c2e909 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:44.767362 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-4d3cb2b7-6e94-422f-b676-d1b5e0909016 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] Network 183f25f0-e27a-4a1e-b383-2edcc45683f7 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:11:44.780289 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=cf3e8cd4-f73a-4286-861d-052969e3985e,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:44.795362 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-4d3cb2b7-6e94-422f-b676-d1b5e0909016 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:11:44.796112 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 609899a9-43f2-4453-ad5a-8113b1d73a51 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:11:44.801709 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 8be7a0d3-4289-4353-8611-3241ea35c331 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:11:44.805679 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-4d3cb2b7-6e94-422f-b676-d1b5e0909016 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:11:44.816917 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-4d092800-b272-4274-935d-d4a09160e20d admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:11:44.820452 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d092800-b272-4274-935d-d4a09160e20d admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:11:44.877248 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-bfd04b37-1e8e-4dee-ae69-fff434c2e909 service neutron] Attempting to bind port a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:11:44.877591 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-bfd04b37-1e8e-4dee-ae69-fff434c2e909 service neutron] Attempting to bind port a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:11:44.877924 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-bfd04b37-1e8e-4dee-ae69-fff434c2e909 service neutron] Attempting to bind port a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:11:44.896546 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-bfd04b37-1e8e-4dee-ae69-fff434c2e909 service neutron] Port a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e on network d8fa3154-6273-4014-87c6-575d48ec11fc not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:11:44.896878 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-bfd04b37-1e8e-4dee-ae69-fff434c2e909 service neutron] Attempting to bind port a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:11:44.908040 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-bfd04b37-1e8e-4dee-ae69-fff434c2e909 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:11:44.908334 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-bfd04b37-1e8e-4dee-ae69-fff434c2e909 service neutron] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:11:44.908736 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-bfd04b37-1e8e-4dee-ae69-fff434c2e909 service neutron] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:11:44.909192 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-bfd04b37-1e8e-4dee-ae69-fff434c2e909 service neutron] Bound port: a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:11:44.909567 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-bfd04b37-1e8e-4dee-ae69-fff434c2e909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:44.941293 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c76499-da34-4e3b-916b-0447212a6da1 req-e2d06fda-e17c-488c-b0bc-be138c7e20a4 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:44.953027 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e2c76499-da34-4e3b-916b-0447212a6da1 req-e2d06fda-e17c-488c-b0bc-be138c7e20a4 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] 10.222.0.75 "GET /v2.0/ports?device_id=bc321857-4ab0-4f38-8ba8-d74e22e24aeb HTTP/1.1" status: 200 len: 931 time: 0.5535188 Feb 16 22:11:45.051328 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 8be7a0d3-4289-4353-8611-3241ea35c331 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:11:45.058027 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 8be7a0d3-4289-4353-8611-3241ea35c331 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:45.058767 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8be7a0d3-4289-4353-8611-3241ea35c331), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:45.148597 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 609899a9-43f2-4453-ad5a-8113b1d73a51, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=609899a9-43f2-4453-ad5a-8113b1d73a51,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:45.153582 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-bfd04b37-1e8e-4dee-ae69-fff434c2e909 service neutron] For port a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:11:45.159129 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-bfd04b37-1e8e-4dee-ae69-fff434c2e909 service neutron] For port a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:11:45.176456 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-bfd04b37-1e8e-4dee-ae69-fff434c2e909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:45.177719 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-4d3cb2b7-6e94-422f-b676-d1b5e0909016 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:45.179209 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-4d3cb2b7-6e94-422f-b676-d1b5e0909016 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:45.196909 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d092800-b272-4274-935d-d4a09160e20d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (b8c94711-1bce-4859-a0d9-8a1876b7d427), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:45.235232 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 8be7a0d3-4289-4353-8611-3241ea35c331 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:45.237482 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8be7a0d3-4289-4353-8611-3241ea35c331), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:45.246601 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '609899a9-43f2-4453-ad5a-8113b1d73a51', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': '609899a9-43f2-4453-ad5a-8113b1d73a51', 'mac_address': 'fa:16:3e:33:06:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:11:45.311476 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-bfd04b37-1e8e-4dee-ae69-fff434c2e909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:45.312092 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-bfd04b37-1e8e-4dee-ae69-fff434c2e909 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:45.313487 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-bfd04b37-1e8e-4dee-ae69-fff434c2e909 service neutron] 10.222.0.67 "PUT /v2.0/ports/a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e HTTP/1.1" status: 200 len: 1096 time: 1.5154150 Feb 16 22:11:45.313952 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d38d08-2bc9-4e2b-b2e4-43962b88cdc4', 'tag': 'a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:11:45.317852 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e2c76499-da34-4e3b-916b-0447212a6da1 req-faec71b1-6887-4533-85b5-cf00829c7408 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] 10.222.0.75 "GET /v2.0/security-groups?id=20936b51-9463-4dd2-8882-ed12398b0f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639510 Feb 16 22:11:45.321028 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-4d3cb2b7-6e94-422f-b676-d1b5e0909016 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7349534 Feb 16 22:11:45.336574 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518993ca-e956-4f4f-9ae4-a53c241b53b7" -d '{"events": [{"name": "network-changed", "server_uuid": "91d38d08-2bc9-4e2b-b2e4-43962b88cdc4", "tag": "a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:11:45.394802 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-a8a7b5ec-757f-475a-9d5b-d79513792105 service neutron] Request body: {'port': {'device_id': 'bc321857-4ab0-4f38-8ba8-d74e22e24aeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:11:45.399073 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 609899a9-43f2-4453-ad5a-8113b1d73a51 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:45.399686 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (609899a9-43f2-4453-ad5a-8113b1d73a51), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:45.448201 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 609899a9-43f2-4453-ad5a-8113b1d73a51 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:11:45.456465 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd04b37-1e8e-4dee-ae69-fff434c2e909 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:45.497337 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-1b65c3a0-5158-471f-af96-1dd141f04739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:45.499453 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-1b65c3a0-5158-471f-af96-1dd141f04739 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0c92be8e3c4d4c4a94601cb32d705f60&device_id=91d38d08-2bc9-4e2b-b2e4-43962b88cdc4 HTTP/1.1" status: 200 len: 1130 time: 0.1374867 Feb 16 22:11:45.502223 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbbb82de-99f0-4032-aa03-25ac3b1ad904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be7a0d3-4289-4353-8611-3241ea35c331'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:11:45.508826 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693da3d2-1c57-447f-9479-cc18f1bf599b" -d '{"events": [{"server_uuid": "dbbb82de-99f0-4032-aa03-25ac3b1ad904", "name": "network-vif-plugged", "status": "completed", "tag": "8be7a0d3-4289-4353-8611-3241ea35c331"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:11:45.518316 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 8be7a0d3-4289-4353-8611-3241ea35c331, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8be7a0d3-4289-4353-8611-3241ea35c331,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:45.534196 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 609899a9-43f2-4453-ad5a-8113b1d73a51, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=609899a9-43f2-4453-ad5a-8113b1d73a51,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:45.535747 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8be7a0d3-4289-4353-8611-3241ea35c331), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:45.565040 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-a7b3a486-57e5-4de7-8a1e-442302e6a5a0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e HTTP/1.1" status: 200 len: 217 time: 0.0547080 Feb 16 22:11:45.626102 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=8be7a0d3-4289-4353-8611-3241ea35c331,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:45.629916 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (609899a9-43f2-4453-ad5a-8113b1d73a51), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:45.656357 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa7b1a-f7ac-4bb9-886a-27a091902693 req-b124db2e-c58b-4c5e-80ea-7fc3c10a0aea tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:45.669636 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01aa7b1a-f7ac-4bb9-886a-27a091902693 req-b124db2e-c58b-4c5e-80ea-7fc3c10a0aea tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904 HTTP/1.1" status: 200 len: 944 time: 0.6965828 Feb 16 22:11:45.705409 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-7d329e4d-7d65-419d-a90a-7a4b3234c723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:45.709658 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-7d329e4d-7d65-419d-a90a-7a4b3234c723 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1374545 Feb 16 22:11:45.792391 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7c678831-2139-4a18-827c-8f773eaf9a32 None None] Provisioning complete for port 4ec3273c-e388-4775-b774-e26023c46147 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:45.793191 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7c678831-2139-4a18-827c-8f773eaf9a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4ec3273c-e388-4775-b774-e26023c46147), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:45.844768 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7c678831-2139-4a18-827c-8f773eaf9a32 None None] Port 4ec3273c-e388-4775-b774-e26023c46147 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:11:45.853628 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-8a963aae-5175-4754-8fc6-ad64aa40688b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:45.860366 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-8a963aae-5175-4754-8fc6-ad64aa40688b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1426353 Feb 16 22:11:45.875207 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=609899a9-43f2-4453-ad5a-8113b1d73a51,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:46.004004 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['609899a9-43f2-4453-ad5a-8113b1d73a51'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:11:46.146268 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-c10383cb-60dc-476e-a630-73d777643e42 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746925 Feb 16 22:11:46.168756 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device cf3e8cd4-f73a-4286-861d-052969e3985e up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:11:46.282186 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port cf3e8cd4-f73a-4286-861d-052969e3985e triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:46.282567 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (cf3e8cd4-f73a-4286-861d-052969e3985e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:46.371207 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-a8a7b5ec-757f-475a-9d5b-d79513792105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8b5870e5-5a25-4c22-95ad-0453894a4018), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:46.371984 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e2f32877-d585-4efa-a7d1-505b062fd0bd req-c2f235a8-4930-46b8-a6ee-0ed13a655749 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212415 Feb 16 22:11:46.436747 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01aa7b1a-f7ac-4bb9-886a-27a091902693 req-03bbfe48-21ba-49c3-8f97-95e8ede66365 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7633471 Feb 16 22:11:46.499819 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169af98c-f1e5-4cd0-a8fc-df79c3759be6 x-openstack-request-id: req-169af98c-f1e5-4cd0-a8fc-df79c3759be6 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:11:46.500118 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d38d08-2bc9-4e2b-b2e4-43962b88cdc4", "tag": "a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:11:46.500378 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-169af98c-f1e5-4cd0-a8fc-df79c3759be6 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:11:46.500789 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d38d08-2bc9-4e2b-b2e4-43962b88cdc4', 'tag': 'a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e', 'status': 'completed', 'code': 200} Feb 16 22:11:46.526335 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d092800-b272-4274-935d-d4a09160e20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4ec3273c-e388-4775-b774-e26023c46147), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:46.532053 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port cf3e8cd4-f73a-4286-861d-052969e3985e is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:46.564347 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf6c0ef-0ce0-4d16-861b-8adec04cc495 x-openstack-request-id: req-9cf6c0ef-0ce0-4d16-861b-8adec04cc495 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:11:46.565156 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbbb82de-99f0-4032-aa03-25ac3b1ad904", "name": "network-vif-plugged", "status": "completed", "tag": "8be7a0d3-4289-4353-8611-3241ea35c331", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:11:46.565782 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9cf6c0ef-0ce0-4d16-861b-8adec04cc495 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:11:46.567496 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbbb82de-99f0-4032-aa03-25ac3b1ad904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be7a0d3-4289-4353-8611-3241ea35c331', 'code': 200} Feb 16 22:11:46.618275 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518993ca-e956-4f4f-9ae4-a53c241b53b7 req-fa95befd-cb1e-4194-856d-2a48daad4153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:46.623237 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-518993ca-e956-4f4f-9ae4-a53c241b53b7 req-fa95befd-cb1e-4194-856d-2a48daad4153 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0c92be8e3c4d4c4a94601cb32d705f60&device_id=91d38d08-2bc9-4e2b-b2e4-43962b88cdc4 HTTP/1.1" status: 200 len: 1130 time: 0.0948853 Feb 16 22:11:46.648469 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7b706-20a7-4f95-8e1a-ed580f238fc0 req-cf624d94-9aac-4ecb-86cd-3cb8a7e5fb7b tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:46.650172 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4af7b706-20a7-4f95-8e1a-ed580f238fc0 req-cf624d94-9aac-4ecb-86cd-3cb8a7e5fb7b tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d38d08-2bc9-4e2b-b2e4-43962b88cdc4 HTTP/1.1" status: 200 len: 948 time: 0.7459686 Feb 16 22:11:46.753790 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed0216-e239-474e-b106-af94a1cb7c1a req-d2b9bc5e-9d13-49c1-8e41-471faece9422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:46.755949 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-80ed0216-e239-474e-b106-af94a1cb7c1a req-d2b9bc5e-9d13-49c1-8e41-471faece9422 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904 HTTP/1.1" status: 200 len: 1127 time: 0.1121736 Feb 16 22:11:46.840976 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518993ca-e956-4f4f-9ae4-a53c241b53b7 req-8edc40e6-9b05-465b-9093-4e4400d7b04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:46.840976 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-518993ca-e956-4f4f-9ae4-a53c241b53b7 req-8edc40e6-9b05-465b-9093-4e4400d7b04a service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.2025738 Feb 16 22:11:46.902634 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-518993ca-e956-4f4f-9ae4-a53c241b53b7 req-6cc72294-b927-4436-8937-fd9decec1abd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e HTTP/1.1" status: 200 len: 217 time: 0.0546336 Feb 16 22:11:47.164400 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4af7b706-20a7-4f95-8e1a-ed580f238fc0 req-c5f91665-ebb9-4739-a9fd-70bd20290d31 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd071a6e-62e8-4a24-ac01-17c3d5973866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163282 Feb 16 22:11:47.213570 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f0648-2571-49f0-a277-982ea11e104d req-faa29673-c835-46a3-8950-76095381819b tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:47.220656 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1f6f0648-2571-49f0-a277-982ea11e104d req-faa29673-c835-46a3-8950-76095381819b tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 948 time: 0.4742789 Feb 16 22:11:47.227575 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-80ed0216-e239-474e-b106-af94a1cb7c1a req-6404a821-5758-477e-b7be-ca11e0cfdc8c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4621332 Feb 16 22:11:47.246801 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518993ca-e956-4f4f-9ae4-a53c241b53b7 req-abcf8c8c-196e-49f7-b89b-2cfed4aeaf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:47.248245 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-518993ca-e956-4f4f-9ae4-a53c241b53b7 req-abcf8c8c-196e-49f7-b89b-2cfed4aeaf6f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.3387814 Feb 16 22:11:47.282213 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d092800-b272-4274-935d-d4a09160e20d admin admin] Publish callbacks [] for port (4ec3273c-e388-4775-b774-e26023c46147), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:47.313179 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d092800-b272-4274-935d-d4a09160e20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (4ec3273c-e388-4775-b774-e26023c46147), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:47.439192 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1f6f0648-2571-49f0-a277-982ea11e104d req-6f3e6877-b6b6-4a71-bc4a-83ba964b9b9b tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175806 Feb 16 22:11:47.489093 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d092800-b272-4274-935d-d4a09160e20d admin admin] Pushing event updated for resources: {'Port': ['ID=4ec3273c-e388-4775-b774-e26023c46147,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:47.491603 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d092800-b272-4274-935d-d4a09160e20d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (b8c94711-1bce-4859-a0d9-8a1876b7d427), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:47.508694 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-a8a7b5ec-757f-475a-9d5b-d79513792105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b5870e5-5a25-4c22-95ad-0453894a4018 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:11:47.516855 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-a8a7b5ec-757f-475a-9d5b-d79513792105 service neutron] Publish callbacks [] for port (8b5870e5-5a25-4c22-95ad-0453894a4018), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:47.532807 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-a8a7b5ec-757f-475a-9d5b-d79513792105 service neutron] Transition to ACTIVE for port object 8b5870e5-5a25-4c22-95ad-0453894a4018 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:11:47.541393 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-a8a7b5ec-757f-475a-9d5b-d79513792105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (8b5870e5-5a25-4c22-95ad-0453894a4018), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:47.549513 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae3d21-a128-4455-b385-fbfa74ac2fdf req-2a1e80b7-7d8b-401a-8cf9-9cc67b6d5c4d tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:47.551280 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8fae3d21-a128-4455-b385-fbfa74ac2fdf req-2a1e80b7-7d8b-401a-8cf9-9cc67b6d5c4d tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782 HTTP/1.1" status: 200 len: 1128 time: 0.2713573 Feb 16 22:11:47.587278 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518993ca-e956-4f4f-9ae4-a53c241b53b7 req-18d20511-e327-4dcb-ab8f-ec214fafda61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:47.589187 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-518993ca-e956-4f4f-9ae4-a53c241b53b7 req-18d20511-e327-4dcb-ab8f-ec214fafda61 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0929739 Feb 16 22:11:47.716640 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7b5ec-757f-475a-9d5b-d79513792105 service neutron] Pushing event updated for resources: {'Port': ['ID=8b5870e5-5a25-4c22-95ad-0453894a4018,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:47.721811 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-518993ca-e956-4f4f-9ae4-a53c241b53b7 req-d95ab5d5-c5d8-4fbd-ab85-4f588da6d21e service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256626 Feb 16 22:11:47.806552 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8fae3d21-a128-4455-b385-fbfa74ac2fdf req-ed40ea74-f8cb-4c21-b8c8-178b44293311 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145526 Feb 16 22:11:47.817721 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c9a7c-ff4b-4b33-8ba1-cbb3aa918a9e req-bc00c148-190c-4a79-9716-ff7d6abbe801 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:47.826651 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-276c9a7c-ff4b-4b33-8ba1-cbb3aa918a9e req-bc00c148-190c-4a79-9716-ff7d6abbe801 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] 10.222.0.75 "GET /v2.0/ports?device_id=bc321857-4ab0-4f38-8ba8-d74e22e24aeb HTTP/1.1" status: 200 len: 943 time: 0.2704170 Feb 16 22:11:47.902394 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d092800-b272-4274-935d-d4a09160e20d admin admin] Network 92c9b496-1133-4112-9407-433c0276a3a0 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:11:47.909123 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-518993ca-e956-4f4f-9ae4-a53c241b53b7 req-3f928f4b-8470-4f1f-9853-f74419ef6ce0 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771407 Feb 16 22:11:47.942157 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-4d092800-b272-4274-935d-d4a09160e20d admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:11:47.980979 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-a8a7b5ec-757f-475a-9d5b-d79513792105 service neutron] Attempting to bind port 8b5870e5-5a25-4c22-95ad-0453894a4018 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:11:47.981320 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-a8a7b5ec-757f-475a-9d5b-d79513792105 service neutron] Attempting to bind port 8b5870e5-5a25-4c22-95ad-0453894a4018 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'beb32652-2648-47ce-841f-1bca12004799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '183f25f0-e27a-4a1e-b383-2edcc45683f7'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:11:47.981649 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-a8a7b5ec-757f-475a-9d5b-d79513792105 service neutron] Attempting to bind port 8b5870e5-5a25-4c22-95ad-0453894a4018 on network 183f25f0-e27a-4a1e-b383-2edcc45683f7 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:11:48.019005 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-276c9a7c-ff4b-4b33-8ba1-cbb3aa918a9e req-ba624e9c-0aba-4aec-b704-7a8361a497fc tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] 10.222.0.75 "GET /v2.0/security-groups?id=20936b51-9463-4dd2-8882-ed12398b0f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910853 Feb 16 22:11:48.057454 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-a8a7b5ec-757f-475a-9d5b-d79513792105 service neutron] Port 8b5870e5-5a25-4c22-95ad-0453894a4018 on network 183f25f0-e27a-4a1e-b383-2edcc45683f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:11:48.057454 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-a8a7b5ec-757f-475a-9d5b-d79513792105 service neutron] Attempting to bind port 8b5870e5-5a25-4c22-95ad-0453894a4018 on network 183f25f0-e27a-4a1e-b383-2edcc45683f7 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:11:48.146274 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-a8a7b5ec-757f-475a-9d5b-d79513792105 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:11:48.146647 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-a8a7b5ec-757f-475a-9d5b-d79513792105 service neutron] Checking segment: {'id': 'beb32652-2648-47ce-841f-1bca12004799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '183f25f0-e27a-4a1e-b383-2edcc45683f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:11:48.147037 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-a8a7b5ec-757f-475a-9d5b-d79513792105 service neutron] Bound using segment: {'id': 'beb32652-2648-47ce-841f-1bca12004799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '183f25f0-e27a-4a1e-b383-2edcc45683f7'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:11:48.147485 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-a8a7b5ec-757f-475a-9d5b-d79513792105 service neutron] Bound port: 8b5870e5-5a25-4c22-95ad-0453894a4018, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beb32652-2648-47ce-841f-1bca12004799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '183f25f0-e27a-4a1e-b383-2edcc45683f7'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:11:48.147843 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-a8a7b5ec-757f-475a-9d5b-d79513792105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8b5870e5-5a25-4c22-95ad-0453894a4018), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:48.310336 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-20da0e53-c84e-42d8-ad22-0b9cfad335be None None] Provisioning complete for port 4ec3273c-e388-4775-b774-e26023c46147 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:48.311508 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-20da0e53-c84e-42d8-ad22-0b9cfad335be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4ec3273c-e388-4775-b774-e26023c46147), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:48.323673 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d092800-b272-4274-935d-d4a09160e20d admin admin] Router b8c94711-1bce-4859-a0d9-8a1876b7d427 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:11:48.332308 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053eb57-0578-4efb-98a0-74bb6a364cd3 req-8ec4a9a4-2bef-488d-92ce-790fce614459 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:48.339682 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8053eb57-0578-4efb-98a0-74bb6a364cd3 req-8ec4a9a4-2bef-488d-92ce-790fce614459 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904 HTTP/1.1" status: 200 len: 945 time: 0.3347204 Feb 16 22:11:48.374892 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-20da0e53-c84e-42d8-ad22-0b9cfad335be None None] Port 4ec3273c-e388-4775-b774-e26023c46147 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:11:48.386882 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-a8a7b5ec-757f-475a-9d5b-d79513792105 service neutron] For port 8b5870e5-5a25-4c22-95ad-0453894a4018, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:11:48.392824 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-a8a7b5ec-757f-475a-9d5b-d79513792105 service neutron] For port 8b5870e5-5a25-4c22-95ad-0453894a4018, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=8b5870e5-5a25-4c22-95ad-0453894a4018,segment=NetworkSegment(beb32652-2648-47ce-841f-1bca12004799),segment_id=beb32652-2648-47ce-841f-1bca12004799)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:11:48.472656 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49062) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:48.483392 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-a8a7b5ec-757f-475a-9d5b-d79513792105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (8b5870e5-5a25-4c22-95ad-0453894a4018), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:48.551546 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8053eb57-0578-4efb-98a0-74bb6a364cd3 req-a8d3026b-fe9a-48e1-8fbc-3f04446c1ca4 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054856 Feb 16 22:11:48.569809 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-a8a7b5ec-757f-475a-9d5b-d79513792105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:48.571250 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-a8a7b5ec-757f-475a-9d5b-d79513792105 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:48.576262 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-a8a7b5ec-757f-475a-9d5b-d79513792105 service neutron] 10.222.0.79 "PUT /v2.0/ports/8b5870e5-5a25-4c22-95ad-0453894a4018 HTTP/1.1" status: 200 len: 1091 time: 3.2156205 Feb 16 22:11:48.578528 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc321857-4ab0-4f38-8ba8-d74e22e24aeb', 'tag': '8b5870e5-5a25-4c22-95ad-0453894a4018'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:11:48.584138 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc95b449-90ba-4f5b-9bb7-d928bc3b0064" -d '{"events": [{"name": "network-changed", "server_uuid": "bc321857-4ab0-4f38-8ba8-d74e22e24aeb", "tag": "8b5870e5-5a25-4c22-95ad-0453894a4018"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:11:48.649629 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9072bf49-8954-43cf-896a-bf3fab9dbdc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:48.777082 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 609899a9-43f2-4453-ad5a-8113b1d73a51 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:11:48.785672 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7b5ec-757f-475a-9d5b-d79513792105 service neutron] Pushing event updated for resources: {'Port': ['ID=8b5870e5-5a25-4c22-95ad-0453894a4018,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:48.806556 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9072bf49-8954-43cf-896a-bf3fab9dbdc4 admin admin] Publish callbacks [] for security_group (1e450b09-58a4-490b-8bdb-b41c98cca5c7), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:48.819823 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9072bf49-8954-43cf-896a-bf3fab9dbdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (1e450b09-58a4-490b-8bdb-b41c98cca5c7), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:48.825057 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d092800-b272-4274-935d-d4a09160e20d admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:11:48.835231 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4d092800-b272-4274-935d-d4a09160e20d admin admin] 10.222.0.75 "PUT /v2.0/routers/b8c94711-1bce-4859-a0d9-8a1876b7d427/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5241416 Feb 16 22:11:48.837039 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c76316-9afd-4d8b-bdc6-ab15bb911b81 None None] Sync routers for ids ['b8c94711-1bce-4859-a0d9-8a1876b7d427'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:11:48.871735 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c76316-9afd-4d8b-bdc6-ab15bb911b81 None None] Routers {'b8c94711-1bce-4859-a0d9-8a1876b7d427'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:11:48.872403 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-36c76316-9afd-4d8b-bdc6-ab15bb911b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:11:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['b8c94711-1bce-4859-a0d9-8a1876b7d427'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:11:48.894086 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-79b50650-715b-4662-b194-d44dd7a361e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:48.896012 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9072bf49-8954-43cf-896a-bf3fab9dbdc4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=df2b1fb6f6ea42558714e0646394734a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4217389 Feb 16 22:11:48.900018 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-79b50650-715b-4662-b194-d44dd7a361e7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fb560b179e43400399044ef964099887&device_id=bc321857-4ab0-4f38-8ba8-d74e22e24aeb HTTP/1.1" status: 200 len: 1125 time: 0.2311857 Feb 16 22:11:48.902736 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 49082) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:48.950309 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e28259-e671-4408-af79-c5d5961568bf req-8200a388-101a-44e1-bbca-257ccb6aa475 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:48.960445 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072bf49-8954-43cf-896a-bf3fab9dbdc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e450b09-58a4-490b-8bdb-b41c98cca5c7,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:48.961501 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-29e28259-e671-4408-af79-c5d5961568bf req-8200a388-101a-44e1-bbca-257ccb6aa475 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d38d08-2bc9-4e2b-b2e4-43962b88cdc4 HTTP/1.1" status: 200 len: 948 time: 0.2657430 Feb 16 22:11:49.039310 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-166e6026-fc47-41cc-843a-ef6bc2dd676e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b5870e5-5a25-4c22-95ad-0453894a4018 HTTP/1.1" status: 200 len: 217 time: 0.1202424 Feb 16 22:11:49.195666 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-36c76316-9afd-4d8b-bdc6-ab15bb911b81 None None] Set router b8c94711-1bce-4859-a0d9-8a1876b7d427 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:11:49.206310 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-29e28259-e671-4408-af79-c5d5961568bf req-5eee90ad-98aa-49d0-8fc5-561f562010ce tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd071a6e-62e8-4a24-ac01-17c3d5973866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434971 Feb 16 22:11:49.215098 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2814dc0a-0399-42da-b40f-e002993b24b4 admin admin] Publish callbacks [] for security_group (1e450b09-58a4-490b-8bdb-b41c98cca5c7), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:49.257617 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-d2dff7f5-ef80-479b-9dfd-475f2f198ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:49.265367 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-d2dff7f5-ef80-479b-9dfd-475f2f198ad3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2e00b046-78c9-4c92-bdf6-0ee08df2c3b7 HTTP/1.1" status: 200 len: 855 time: 0.2084224 Feb 16 22:11:49.307898 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 609899a9-43f2-4453-ad5a-8113b1d73a51 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:11:49.312672 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 609899a9-43f2-4453-ad5a-8113b1d73a51 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:49.313765 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (609899a9-43f2-4453-ad5a-8113b1d73a51), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:49.346737 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2814dc0a-0399-42da-b40f-e002993b24b4 admin admin] Publish callbacks [] for security_group (1e450b09-58a4-490b-8bdb-b41c98cca5c7), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:49.364032 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-5fa1f92e-599a-46fb-a282-8b86fae56025 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=183f25f0-e27a-4a1e-b383-2edcc45683f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923181 Feb 16 22:11:49.382620 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [req-34250528-592b-41ae-9204-c80b8f36b480 req-f3c96874-775e-4de0-a9c1-f8722308128b tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:11:49.383260 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-34250528-592b-41ae-9204-c80b8f36b480 req-f3c96874-775e-4de0-a9c1-f8722308128b tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074613 Feb 16 22:11:49.456387 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 609899a9-43f2-4453-ad5a-8113b1d73a51 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:49.458257 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (609899a9-43f2-4453-ad5a-8113b1d73a51), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:49.479483 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34250528-592b-41ae-9204-c80b8f36b480 req-392b40fa-878d-4760-82ea-c9df278d9f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:49.481642 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-34250528-592b-41ae-9204-c80b8f36b480 req-392b40fa-878d-4760-82ea-c9df278d9f32 service neutron] 10.222.0.75 "GET /v2.0/ports/ac74cba5-97ea-48b8-99a1-80e0e5d2592d HTTP/1.1" status: 200 len: 1125 time: 0.0804293 Feb 16 22:11:49.493757 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-34250528-592b-41ae-9204-c80b8f36b480 req-4e6285df-4618-4089-8a67-f733fe180c60 service neutron] Request body: {'binding': {'host': 'n-h1-813897-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:11:49.494399 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-34250528-592b-41ae-9204-c80b8f36b480 req-4e6285df-4618-4089-8a67-f733fe180c60 service neutron] Unknown quota resources ['binding']. {{(pid=103465) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 22:11:49.517076 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106a1a7b-94fb-411a-8228-d8c4736746ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609899a9-43f2-4453-ad5a-8113b1d73a51'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:11:49.519365 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15fe778-7267-4c45-be1f-88f81cc7032f" -d '{"events": [{"server_uuid": "106a1a7b-94fb-411a-8228-d8c4736746ae", "name": "network-vif-plugged", "status": "completed", "tag": "609899a9-43f2-4453-ad5a-8113b1d73a51"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:11:49.554617 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 609899a9-43f2-4453-ad5a-8113b1d73a51, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=609899a9-43f2-4453-ad5a-8113b1d73a51,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:49.557358 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ac760-3a07-491d-802c-e71a199e2767 req-eadb4518-e1c3-49ab-be2d-2682e43fc204 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:49.560812 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3d6ac760-3a07-491d-802c-e71a199e2767 req-eadb4518-e1c3-49ab-be2d-2682e43fc204 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 948 time: 0.2113955 Feb 16 22:11:49.571306 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (609899a9-43f2-4453-ad5a-8113b1d73a51), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:49.599400 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-36c76316-9afd-4d8b-bdc6-ab15bb911b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c94711-1bce-4859-a0d9-8a1876b7d427', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1251084737-router', 'tenant_id': '4989b76b724b42789633de9e97a7efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'cf3e8cd4-f73a-4286-861d-052969e3985e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:11:33Z', 'updated_at': '2022-02-16T22:11:46Z', 'revision_number': 4, 'project_id': '4989b76b724b42789633de9e97a7efab', 'gw_port': {'id': 'cf3e8cd4-f73a-4286-861d-052969e3985e', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:be:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c94711-1bce-4859-a0d9-8a1876b7d427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:35Z', 'updated_at': '2022-02-16T22:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '4ec3273c-e388-4775-b774-e26023c46147', 'name': '', 'network_id': '92c9b496-1133-4112-9407-433c0276a3a0', 'tenant_id': '4989b76b724b42789633de9e97a7efab', 'mac_address': 'fa:16:3e:70:17:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c94711-1bce-4859-a0d9-8a1876b7d427', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '50647ca2-de20-4cb0-a1ad-7e4e3a246db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:43Z', 'updated_at': '2022-02-16T22:11:46Z', 'revision_number': 2, 'project_id': '4989b76b724b42789633de9e97a7efab', 'subnets': [{'id': '50647ca2-de20-4cb0-a1ad-7e4e3a246db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:11:49.623204 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-594d0c42-490a-4292-a612-bd32f73f2e98 service neutron] 10.222.0.79 "GET /v2.0/networks/183f25f0-e27a-4a1e-b383-2edcc45683f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311726 Feb 16 22:11:49.633553 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=609899a9-43f2-4453-ad5a-8113b1d73a51,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:49.667394 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c76316-9afd-4d8b-bdc6-ab15bb911b81 None None] Checking router: b8c94711-1bce-4859-a0d9-8a1876b7d427 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:11:49.668094 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c76316-9afd-4d8b-bdc6-ab15bb911b81 None None] Updating router b8c94711-1bce-4859-a0d9-8a1876b7d427 port 4ec3273c-e388-4775-b774-e26023c46147 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:11:49.672335 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-34250528-592b-41ae-9204-c80b8f36b480 req-4e6285df-4618-4089-8a67-f733fe180c60 service neutron] Attempting to bind port ac74cba5-97ea-48b8-99a1-80e0e5d2592d on host n-h1-813897-6 for vnic_type normal with profile None {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:11:49.672756 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-34250528-592b-41ae-9204-c80b8f36b480 req-4e6285df-4618-4089-8a67-f733fe180c60 service neutron] Attempting to bind port ac74cba5-97ea-48b8-99a1-80e0e5d2592d by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:11:49.673284 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34250528-592b-41ae-9204-c80b8f36b480 req-4e6285df-4618-4089-8a67-f733fe180c60 service neutron] Attempting to bind port ac74cba5-97ea-48b8-99a1-80e0e5d2592d on network 16137278-7395-49da-9cb6-180484537d2f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:11:49.684650 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34250528-592b-41ae-9204-c80b8f36b480 req-4e6285df-4618-4089-8a67-f733fe180c60 service neutron] Port ac74cba5-97ea-48b8-99a1-80e0e5d2592d on network 16137278-7395-49da-9cb6-180484537d2f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:11:49.684650 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34250528-592b-41ae-9204-c80b8f36b480 req-4e6285df-4618-4089-8a67-f733fe180c60 service neutron] Attempting to bind port ac74cba5-97ea-48b8-99a1-80e0e5d2592d on network 16137278-7395-49da-9cb6-180484537d2f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:11:49.694612 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34250528-592b-41ae-9204-c80b8f36b480 req-4e6285df-4618-4089-8a67-f733fe180c60 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:11:49.695496 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34250528-592b-41ae-9204-c80b8f36b480 req-4e6285df-4618-4089-8a67-f733fe180c60 service neutron] Checking segment: {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:11:49.696149 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34250528-592b-41ae-9204-c80b8f36b480 req-4e6285df-4618-4089-8a67-f733fe180c60 service neutron] Bound using segment: {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:11:49.697203 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-34250528-592b-41ae-9204-c80b8f36b480 req-4e6285df-4618-4089-8a67-f733fe180c60 service neutron] Bound port: ac74cba5-97ea-48b8-99a1-80e0e5d2592d, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:11:49.711715 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2814dc0a-0399-42da-b40f-e002993b24b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (1e450b09-58a4-490b-8bdb-b41c98cca5c7), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:49.713750 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-36c76316-9afd-4d8b-bdc6-ab15bb911b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4ec3273c-e388-4775-b774-e26023c46147), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:49.714318 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2814dc0a-0399-42da-b40f-e002993b24b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:49.717813 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2814dc0a-0399-42da-b40f-e002993b24b4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1e450b09-58a4-490b-8bdb-b41c98cca5c7 HTTP/1.1" status: 204 len: 168 time: 0.8099637 Feb 16 22:11:49.733334 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814dc0a-0399-42da-b40f-e002993b24b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e450b09-58a4-490b-8bdb-b41c98cca5c7,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:49.783577 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-34250528-592b-41ae-9204-c80b8f36b480 req-4e6285df-4618-4089-8a67-f733fe180c60 service neutron] For port ac74cba5-97ea-48b8-99a1-80e0e5d2592d, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=ac74cba5-97ea-48b8-99a1-80e0e5d2592d,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:11:49.788271 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3d6ac760-3a07-491d-802c-e71a199e2767 req-b4956601-2c78-4ae2-a34b-aa8b38e99aa7 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635652 Feb 16 22:11:49.794945 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-34250528-592b-41ae-9204-c80b8f36b480 req-4e6285df-4618-4089-8a67-f733fe180c60 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:49.796345 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-34250528-592b-41ae-9204-c80b8f36b480 req-4e6285df-4618-4089-8a67-f733fe180c60 service neutron] 10.222.0.75 "POST /v2.0/ports/ac74cba5-97ea-48b8-99a1-80e0e5d2592d/bindings HTTP/1.1" status: 201 len: 389 time: 0.3079505 Feb 16 22:11:49.810711 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-765a34cc-f8c8-4a46-b0ad-57bf3369f54f req-b133858d-aa4e-465b-b0f6-e70bf7483bf2 service neutron] 10.222.0.79 "GET /v2.0/networks/183f25f0-e27a-4a1e-b383-2edcc45683f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724634 Feb 16 22:11:49.904067 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f82d05-b60f-4c93-83eb-3733df3fb336 x-openstack-request-id: req-e2f82d05-b60f-4c93-83eb-3733df3fb336 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:11:49.904598 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc321857-4ab0-4f38-8ba8-d74e22e24aeb", "tag": "8b5870e5-5a25-4c22-95ad-0453894a4018", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:11:49.904826 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e2f82d05-b60f-4c93-83eb-3733df3fb336 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:11:49.905234 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc321857-4ab0-4f38-8ba8-d74e22e24aeb', 'tag': '8b5870e5-5a25-4c22-95ad-0453894a4018', 'status': 'completed', 'code': 200} Feb 16 22:11:50.029144 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95b449-90ba-4f5b-9bb7-d928bc3b0064 req-82e44a8a-9280-4ae8-89be-fdae86d0a931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:50.031077 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fc95b449-90ba-4f5b-9bb7-d928bc3b0064 req-82e44a8a-9280-4ae8-89be-fdae86d0a931 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fb560b179e43400399044ef964099887&device_id=bc321857-4ab0-4f38-8ba8-d74e22e24aeb HTTP/1.1" status: 200 len: 1125 time: 0.0990951 Feb 16 22:11:50.296369 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34250528-592b-41ae-9204-c80b8f36b480 req-48470393-dc66-4d08-943b-e15924060287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:50.299197 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-34250528-592b-41ae-9204-c80b8f36b480 req-48470393-dc66-4d08-943b-e15924060287 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=744a37dc5b8f478b9350ec4becb28946&device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782 HTTP/1.1" status: 200 len: 1128 time: 0.1192112 Feb 16 22:11:50.303946 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5802ae-02d8-4f71-88b1-3f20999a48a3 req-3f36b01c-f8b8-48d4-9662-79b8a7b0c4d7 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:50.321293 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4a5802ae-02d8-4f71-88b1-3f20999a48a3 req-3f36b01c-f8b8-48d4-9662-79b8a7b0c4d7 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] 10.222.0.75 "GET /v2.0/ports?device_id=bc321857-4ab0-4f38-8ba8-d74e22e24aeb HTTP/1.1" status: 200 len: 943 time: 0.2218757 Feb 16 22:11:50.353468 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95b449-90ba-4f5b-9bb7-d928bc3b0064 req-dc81a1bb-4b52-4e40-9fac-994380be04d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:50.358567 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fc95b449-90ba-4f5b-9bb7-d928bc3b0064 req-dc81a1bb-4b52-4e40-9fac-994380be04d2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=183f25f0-e27a-4a1e-b383-2edcc45683f7 HTTP/1.1" status: 200 len: 916 time: 0.3192005 Feb 16 22:11:50.369774 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49116) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:50.392708 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-36c76316-9afd-4d8b-bdc6-ab15bb911b81 None None] Publish callbacks [] for port (4ec3273c-e388-4775-b774-e26023c46147), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:50.404790 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-79791384-3100-4e03-8f6e-d929bfa8bcdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:50.413039 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-36c76316-9afd-4d8b-bdc6-ab15bb911b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4ec3273c-e388-4775-b774-e26023c46147), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:50.480463 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fc95b449-90ba-4f5b-9bb7-d928bc3b0064 req-472dd065-7446-4f71-ba63-14d112a8d684 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b5870e5-5a25-4c22-95ad-0453894a4018 HTTP/1.1" status: 200 len: 217 time: 0.0891302 Feb 16 22:11:50.516772 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34250528-592b-41ae-9204-c80b8f36b480 req-daa7192a-ec13-410d-b365-cab2f5247b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:50.518823 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-34250528-592b-41ae-9204-c80b8f36b480 req-daa7192a-ec13-410d-b365-cab2f5247b31 service neutron] 10.222.0.67 "GET /v2.0/networks?id=16137278-7395-49da-9cb6-180484537d2f HTTP/1.1" status: 200 len: 922 time: 0.1992729 Feb 16 22:11:50.593308 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f60f396-f372-4f6b-9e62-39ee978aaee9 x-openstack-request-id: req-1f60f396-f372-4f6b-9e62-39ee978aaee9 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:11:50.593834 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106a1a7b-94fb-411a-8228-d8c4736746ae", "name": "network-vif-plugged", "status": "completed", "tag": "609899a9-43f2-4453-ad5a-8113b1d73a51", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:11:50.593834 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1f60f396-f372-4f6b-9e62-39ee978aaee9 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:11:50.594424 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106a1a7b-94fb-411a-8228-d8c4736746ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609899a9-43f2-4453-ad5a-8113b1d73a51', 'code': 200} Feb 16 22:11:50.597147 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5b85716c-4843-4adf-b900-a5e208e14f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:50.640840 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-34250528-592b-41ae-9204-c80b8f36b480 req-f455e4d9-50f2-44d6-acaf-c0bbea8c7a03 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac74cba5-97ea-48b8-99a1-80e0e5d2592d HTTP/1.1" status: 200 len: 217 time: 0.1099911 Feb 16 22:11:50.646650 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4a5802ae-02d8-4f71-88b1-3f20999a48a3 req-54b8f653-f9c5-4db8-bd14-4ce71595b7a2 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] 10.222.0.75 "GET /v2.0/security-groups?id=20936b51-9463-4dd2-8882-ed12398b0f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177855 Feb 16 22:11:50.656514 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f0392-2570-440e-a43d-e79e8840e9f2 None None] Pushing event updated for resources: {'Port': ['ID=4ec3273c-e388-4775-b774-e26023c46147,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:50.716035 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f0392-2570-440e-a43d-e79e8840e9f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:50.716757 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f0392-2570-440e-a43d-e79e8840e9f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:50.717324 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f0392-2570-440e-a43d-e79e8840e9f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:50.717875 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f0392-2570-440e-a43d-e79e8840e9f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:50.718439 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f0392-2570-440e-a43d-e79e8840e9f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:50.718984 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f0392-2570-440e-a43d-e79e8840e9f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:50.719523 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f0392-2570-440e-a43d-e79e8840e9f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:50.720178 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f0392-2570-440e-a43d-e79e8840e9f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:50.720854 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f0392-2570-440e-a43d-e79e8840e9f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:50.721724 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f0392-2570-440e-a43d-e79e8840e9f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:50.722274 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f0392-2570-440e-a43d-e79e8840e9f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:50.723393 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f0392-2570-440e-a43d-e79e8840e9f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:50.723933 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f0392-2570-440e-a43d-e79e8840e9f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:11:50.750788 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-36c76316-9afd-4d8b-bdc6-ab15bb911b81 None None] Attempting to bind port 4ec3273c-e388-4775-b774-e26023c46147 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:11:50.751703 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-36c76316-9afd-4d8b-bdc6-ab15bb911b81 None None] Attempting to bind port 4ec3273c-e388-4775-b774-e26023c46147 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'ec2ccd32-315c-4f2c-8d91-3c19c8332b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '92c9b496-1133-4112-9407-433c0276a3a0'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:11:50.752315 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c76316-9afd-4d8b-bdc6-ab15bb911b81 None None] Attempting to bind port 4ec3273c-e388-4775-b774-e26023c46147 on network 92c9b496-1133-4112-9407-433c0276a3a0 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:11:50.760555 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95b449-90ba-4f5b-9bb7-d928bc3b0064 req-8cb9a3e4-d177-4a6e-9c54-df3a7dd5f34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:50.761397 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c76316-9afd-4d8b-bdc6-ab15bb911b81 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:11:50.762050 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fc95b449-90ba-4f5b-9bb7-d928bc3b0064 req-8cb9a3e4-d177-4a6e-9c54-df3a7dd5f34f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2e00b046-78c9-4c92-bdf6-0ee08df2c3b7 HTTP/1.1" status: 200 len: 855 time: 0.2714694 Feb 16 22:11:50.762304 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c76316-9afd-4d8b-bdc6-ab15bb911b81 None None] Checking segment: {'id': 'ec2ccd32-315c-4f2c-8d91-3c19c8332b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '92c9b496-1133-4112-9407-433c0276a3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:11:50.763191 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-36c76316-9afd-4d8b-bdc6-ab15bb911b81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:50.764145 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c76316-9afd-4d8b-bdc6-ab15bb911b81 None None] Bound using segment: {'id': 'ec2ccd32-315c-4f2c-8d91-3c19c8332b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '92c9b496-1133-4112-9407-433c0276a3a0'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:11:50.764988 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-36c76316-9afd-4d8b-bdc6-ab15bb911b81 None None] Bound port: 4ec3273c-e388-4775-b774-e26023c46147, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec2ccd32-315c-4f2c-8d91-3c19c8332b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '92c9b496-1133-4112-9407-433c0276a3a0'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:11:50.765595 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-36c76316-9afd-4d8b-bdc6-ab15bb911b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4ec3273c-e388-4775-b774-e26023c46147), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:50.773658 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-79791384-3100-4e03-8f6e-d929bfa8bcdc admin admin] Publish callbacks [] for security_group (7bab9096-f988-4234-bc5f-0de04895e60c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:50.793161 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34250528-592b-41ae-9204-c80b8f36b480 req-8cafd947-be93-4b10-86ff-53babebc566c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:50.794712 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-34250528-592b-41ae-9204-c80b8f36b480 req-8cafd947-be93-4b10-86ff-53babebc566c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c3e80cb9-4386-4d79-b9b3-6283b204f543 HTTP/1.1" status: 200 len: 861 time: 0.1452212 Feb 16 22:11:50.795709 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-79791384-3100-4e03-8f6e-d929bfa8bcdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7bab9096-f988-4234-bc5f-0de04895e60c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:50.811642 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:11:50.859177 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-36c76316-9afd-4d8b-bdc6-ab15bb911b81 None None] For port 4ec3273c-e388-4775-b774-e26023c46147, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:11:50.864114 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-36c76316-9afd-4d8b-bdc6-ab15bb911b81 None None] For port 4ec3273c-e388-4775-b774-e26023c46147, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=4ec3273c-e388-4775-b774-e26023c46147,segment=NetworkSegment(ec2ccd32-315c-4f2c-8d91-3c19c8332b0f),segment_id=ec2ccd32-315c-4f2c-8d91-3c19c8332b0f)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:11:50.881755 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-34250528-592b-41ae-9204-c80b8f36b480 req-e1021452-55d6-462c-b8fe-e6d116f96ffd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=16137278-7395-49da-9cb6-180484537d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700495 Feb 16 22:11:50.884151 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-36c76316-9afd-4d8b-bdc6-ab15bb911b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4ec3273c-e388-4775-b774-e26023c46147), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:50.896322 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fc95b449-90ba-4f5b-9bb7-d928bc3b0064 req-978dfa17-6848-492a-9055-e93ac0d59a90 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=183f25f0-e27a-4a1e-b383-2edcc45683f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229944 Feb 16 22:11:50.926754 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79791384-3100-4e03-8f6e-d929bfa8bcdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bab9096-f988-4234-bc5f-0de04895e60c,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:50.938158 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e912d-e912-40df-9551-6ed16402ccff req-233acc27-fa26-4c45-96bb-0255ce71be73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:50.940105 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-835e912d-e912-40df-9551-6ed16402ccff req-233acc27-fa26-4c45-96bb-0255ce71be73 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 1131 time: 0.2543981 Feb 16 22:11:50.978977 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-79791384-3100-4e03-8f6e-d929bfa8bcdc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5356a3c869cd40009603c6fe482b0994&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6075978 Feb 16 22:11:50.995824 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49122) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:51.023619 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c76316-9afd-4d8b-bdc6-ab15bb911b81 None None] Routers {'b8c94711-1bce-4859-a0d9-8a1876b7d427'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:11:51.024680 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-36c76316-9afd-4d8b-bdc6-ab15bb911b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:11:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['b8c94711-1bce-4859-a0d9-8a1876b7d427'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:11:51.094831 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-de4cae46-372a-41e4-9361-71b1b6b36d0a None None] Provisioning complete for port 4ec3273c-e388-4775-b774-e26023c46147 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:51.103075 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-de4cae46-372a-41e4-9361-71b1b6b36d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4ec3273c-e388-4775-b774-e26023c46147), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:51.109400 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:51.112139 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f0392-2570-440e-a43d-e79e8840e9f2 None None] Pushing event updated for resources: {'Port': ['ID=4ec3273c-e388-4775-b774-e26023c46147,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:51.124176 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fc95b449-90ba-4f5b-9bb7-d928bc3b0064 req-2c710e9c-266b-4111-ac2c-970837a50cb4 service neutron] 10.222.0.79 "GET /v2.0/networks/183f25f0-e27a-4a1e-b383-2edcc45683f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163076 Feb 16 22:11:51.133109 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6afc4-5fe0-4e19-8a48-2de44ca2e738 req-989530f8-4015-4239-b7ad-928aa3fe20cd tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:51.140243 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-73f6afc4-5fe0-4e19-8a48-2de44ca2e738 req-989530f8-4015-4239-b7ad-928aa3fe20cd tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904 HTTP/1.1" status: 200 len: 945 time: 0.4444773 Feb 16 22:11:51.147943 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': 'a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e', 'mac_address': 'fa:16:3e:59:b8:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:11:51.217924 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-835e912d-e912-40df-9551-6ed16402ccff req-8386ad7a-b4f8-42d8-8a6d-dc882932dbf0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296166 Feb 16 22:11:51.233619 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-36c76316-9afd-4d8b-bdc6-ab15bb911b81 None None] Set router b8c94711-1bce-4859-a0d9-8a1876b7d427 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:11:51.265423 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-34250528-592b-41ae-9204-c80b8f36b480 req-7bd53d53-c551-426d-8efc-8d7447b4e097 service neutron] 10.222.0.67 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710721 Feb 16 22:11:51.272383 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-685e08d4-f4e7-4357-87ac-1d6050bfb783 admin admin] Publish callbacks [] for security_group (7bab9096-f988-4234-bc5f-0de04895e60c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:51.315063 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-685e08d4-f4e7-4357-87ac-1d6050bfb783 admin admin] Publish callbacks [] for security_group (7bab9096-f988-4234-bc5f-0de04895e60c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:51.355613 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:51.356011 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:51.412327 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:11:51.417669 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-685e08d4-f4e7-4357-87ac-1d6050bfb783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7bab9096-f988-4234-bc5f-0de04895e60c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:51.421813 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-685e08d4-f4e7-4357-87ac-1d6050bfb783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:51.423209 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-685e08d4-f4e7-4357-87ac-1d6050bfb783 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7bab9096-f988-4234-bc5f-0de04895e60c HTTP/1.1" status: 204 len: 168 time: 0.4212918 Feb 16 22:11:51.438053 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e08d4-f4e7-4357-87ac-1d6050bfb783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bab9096-f988-4234-bc5f-0de04895e60c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:51.456723 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:51.507058 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:51.603556 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-de4cae46-372a-41e4-9361-71b1b6b36d0a None None] Current status of the port 4ec3273c-e388-4775-b774-e26023c46147 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:51.604688 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-de4cae46-372a-41e4-9361-71b1b6b36d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4ec3273c-e388-4775-b774-e26023c46147), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:51.636277 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efcaae5-b89b-4ce3-89e1-81cebf64a0bf req-f1fe15c0-bc97-4256-973c-2d2bb075ef59 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:51.646144 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8efcaae5-b89b-4ce3-89e1-81cebf64a0bf req-f1fe15c0-bc97-4256-973c-2d2bb075ef59 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782 HTTP/1.1" status: 200 len: 946 time: 0.8616667 Feb 16 22:11:51.651111 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-36c76316-9afd-4d8b-bdc6-ab15bb911b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c94711-1bce-4859-a0d9-8a1876b7d427', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1251084737-router', 'tenant_id': '4989b76b724b42789633de9e97a7efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'cf3e8cd4-f73a-4286-861d-052969e3985e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:11:33Z', 'updated_at': '2022-02-16T22:11:46Z', 'revision_number': 4, 'project_id': '4989b76b724b42789633de9e97a7efab', 'gw_port': {'id': 'cf3e8cd4-f73a-4286-861d-052969e3985e', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:be:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c94711-1bce-4859-a0d9-8a1876b7d427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:35Z', 'updated_at': '2022-02-16T22:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '4ec3273c-e388-4775-b774-e26023c46147', 'name': '', 'network_id': '92c9b496-1133-4112-9407-433c0276a3a0', 'tenant_id': '4989b76b724b42789633de9e97a7efab', 'mac_address': 'fa:16:3e:70:17:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c94711-1bce-4859-a0d9-8a1876b7d427', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '50647ca2-de20-4cb0-a1ad-7e4e3a246db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:43Z', 'updated_at': '2022-02-16T22:11:50Z', 'revision_number': 4, 'project_id': '4989b76b724b42789633de9e97a7efab', 'subnets': [{'id': '50647ca2-de20-4cb0-a1ad-7e4e3a246db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:11:51.653905 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-34250528-592b-41ae-9204-c80b8f36b480 req-580bc8f7-bb88-4717-a0df-a30cd84dcb21 service neutron] 10.222.0.67 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926057 Feb 16 22:11:51.686057 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c76316-9afd-4d8b-bdc6-ab15bb911b81 None None] The sync data for ids ['b8c94711-1bce-4859-a0d9-8a1876b7d427'] in n-d-813897-6 is: [{'id': 'b8c94711-1bce-4859-a0d9-8a1876b7d427', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1251084737-router', 'tenant_id': '4989b76b724b42789633de9e97a7efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'cf3e8cd4-f73a-4286-861d-052969e3985e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:11:33Z', 'updated_at': '2022-02-16T22:11:46Z', 'revision_number': 4, 'project_id': '4989b76b724b42789633de9e97a7efab', 'gw_port': {'id': 'cf3e8cd4-f73a-4286-861d-052969e3985e', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:be:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c94711-1bce-4859-a0d9-8a1876b7d427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:35Z', 'updated_at': '2022-02-16T22:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '4ec3273c-e388-4775-b774-e26023c46147', 'name': '', 'network_id': '92c9b496-1133-4112-9407-433c0276a3a0', 'tenant_id': '4989b76b724b42789633de9e97a7efab', 'mac_address': 'fa:16:3e:70:17:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c94711-1bce-4859-a0d9-8a1876b7d427', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '50647ca2-de20-4cb0-a1ad-7e4e3a246db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:43Z', 'updated_at': '2022-02-16T22:11:50Z', 'revision_number': 4, 'project_id': '4989b76b724b42789633de9e97a7efab', 'subnets': [{'id': '50647ca2-de20-4cb0-a1ad-7e4e3a246db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:11:51.699151 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:51.722574 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-de4cae46-372a-41e4-9361-71b1b6b36d0a None None] For port 4ec3273c-e388-4775-b774-e26023c46147, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=4ec3273c-e388-4775-b774-e26023c46147,segment=NetworkSegment(ec2ccd32-315c-4f2c-8d91-3c19c8332b0f),segment_id=ec2ccd32-315c-4f2c-8d91-3c19c8332b0f)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:51.735812 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-de4cae46-372a-41e4-9361-71b1b6b36d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4ec3273c-e388-4775-b774-e26023c46147), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:51.844413 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-73f6afc4-5fe0-4e19-8a48-2de44ca2e738 req-b2cd7f6c-b81f-45fd-bf3e-7ce606db79c7 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7029281 Feb 16 22:11:51.880822 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34250528-592b-41ae-9204-c80b8f36b480 req-a28ebd0f-da38-4aab-b0ea-dd39eff9bfcd tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:51.884139 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4cae46-372a-41e4-9361-71b1b6b36d0a None None] Pushing event updated for resources: {'Port': ['ID=4ec3273c-e388-4775-b774-e26023c46147,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:51.887262 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-34250528-592b-41ae-9204-c80b8f36b480 req-a28ebd0f-da38-4aab-b0ea-dd39eff9bfcd tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782&tenant_id=744a37dc5b8f478b9350ec4becb28946&binding%3Ahost_id=n-h2-813897-6 HTTP/1.1" status: 200 len: 1128 time: 0.1466208 Feb 16 22:11:51.888841 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8efcaae5-b89b-4ce3-89e1-81cebf64a0bf req-40e34850-7c0d-4faa-9475-511dc8fa807c tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417955 Feb 16 22:11:51.911656 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-34250528-592b-41ae-9204-c80b8f36b480 req-973755e0-e402-42b4-ac3c-f98247385c25 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813897-6'}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:11:51.932088 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:11:51.938781 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e5276964-8894-45fe-a13b-fadd8537f1bd None None] Provisioning complete for port 4ec3273c-e388-4775-b774-e26023c46147 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:51.943927 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fc95b449-90ba-4f5b-9bb7-d928bc3b0064 req-fc7eca24-d0de-41c5-8f05-598bd405a986 service neutron] 10.222.0.79 "GET /v2.0/networks/183f25f0-e27a-4a1e-b383-2edcc45683f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7944438 Feb 16 22:11:51.944380 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e5276964-8894-45fe-a13b-fadd8537f1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4ec3273c-e388-4775-b774-e26023c46147), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:52.171903 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-34250528-592b-41ae-9204-c80b8f36b480 req-973755e0-e402-42b4-ac3c-f98247385c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ac74cba5-97ea-48b8-99a1-80e0e5d2592d), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:52.240166 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c93afd-205c-4b89-a43f-5b469dfbd639 req-551dfed3-c18f-4507-be35-cc736d61ac67 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:52.249506 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-97c93afd-205c-4b89-a43f-5b469dfbd639 req-551dfed3-c18f-4507-be35-cc736d61ac67 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d38d08-2bc9-4e2b-b2e4-43962b88cdc4 HTTP/1.1" status: 200 len: 949 time: 0.1745114 Feb 16 22:11:52.291992 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e5276964-8894-45fe-a13b-fadd8537f1bd None None] Current status of the port 4ec3273c-e388-4775-b774-e26023c46147 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:52.308978 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 4ec3273c-e388-4775-b774-e26023c46147 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:11:52.382593 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-97c93afd-205c-4b89-a43f-5b469dfbd639 req-a1219e8e-f4bd-4a0a-afdc-6b2d5bb9f0c0 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd071a6e-62e8-4a24-ac01-17c3d5973866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318007 Feb 16 22:11:52.410370 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-34250528-592b-41ae-9204-c80b8f36b480 req-973755e0-e402-42b4-ac3c-f98247385c25 service neutron] For port ac74cba5-97ea-48b8-99a1-80e0e5d2592d, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=ac74cba5-97ea-48b8-99a1-80e0e5d2592d,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:52.518846 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-34250528-592b-41ae-9204-c80b8f36b480 req-973755e0-e402-42b4-ac3c-f98247385c25 service neutron] For port ac74cba5-97ea-48b8-99a1-80e0e5d2592d, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:11:52.529787 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 4ec3273c-e388-4775-b774-e26023c46147 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:52.530206 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4ec3273c-e388-4775-b774-e26023c46147), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:52.609731 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-34250528-592b-41ae-9204-c80b8f36b480 req-973755e0-e402-42b4-ac3c-f98247385c25 service neutron] Publish callbacks [] for port (ac74cba5-97ea-48b8-99a1-80e0e5d2592d), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:52.629732 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ae0aa2-f467-4dea-a374-ebfa4be2c782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac74cba5-97ea-48b8-99a1-80e0e5d2592d'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:11:52.639552 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb8513e-eb6b-4aa3-a082-50d08a9dc14b" -d '{"events": [{"server_uuid": "f5ae0aa2-f467-4dea-a374-ebfa4be2c782", "name": "network-vif-unplugged", "status": "completed", "tag": "ac74cba5-97ea-48b8-99a1-80e0e5d2592d"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:11:52.653119 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-34250528-592b-41ae-9204-c80b8f36b480 req-973755e0-e402-42b4-ac3c-f98247385c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ac74cba5-97ea-48b8-99a1-80e0e5d2592d), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:52.709009 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62f385-83d7-4a0b-b4d0-c01873c44a30 req-7b220377-8e23-4ec7-8752-a734eac1c729 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:52.728773 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ae62f385-83d7-4a0b-b4d0-c01873c44a30 req-7b220377-8e23-4ec7-8752-a734eac1c729 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 949 time: 0.1912463 Feb 16 22:11:52.872801 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 4ec3273c-e388-4775-b774-e26023c46147 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:52.967891 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-34250528-592b-41ae-9204-c80b8f36b480 req-973755e0-e402-42b4-ac3c-f98247385c25 service neutron] Attempting to bind port ac74cba5-97ea-48b8-99a1-80e0e5d2592d on host n-h2-813897-6 for vnic_type normal with profile {"migrating_to": "n-h1-813897-6"} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:11:52.968459 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ae62f385-83d7-4a0b-b4d0-c01873c44a30 req-828dd313-00af-477f-9d7b-25d39ae447c0 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387068 Feb 16 22:11:52.971543 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-34250528-592b-41ae-9204-c80b8f36b480 req-973755e0-e402-42b4-ac3c-f98247385c25 service neutron] Attempting to bind port ac74cba5-97ea-48b8-99a1-80e0e5d2592d by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:11:52.971866 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 8b5870e5-5a25-4c22-95ad-0453894a4018 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:11:52.973597 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34250528-592b-41ae-9204-c80b8f36b480 req-973755e0-e402-42b4-ac3c-f98247385c25 service neutron] Attempting to bind port ac74cba5-97ea-48b8-99a1-80e0e5d2592d on network 16137278-7395-49da-9cb6-180484537d2f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:11:52.997517 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34250528-592b-41ae-9204-c80b8f36b480 req-973755e0-e402-42b4-ac3c-f98247385c25 service neutron] Port ac74cba5-97ea-48b8-99a1-80e0e5d2592d on network 16137278-7395-49da-9cb6-180484537d2f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:11:52.999255 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34250528-592b-41ae-9204-c80b8f36b480 req-973755e0-e402-42b4-ac3c-f98247385c25 service neutron] Attempting to bind port ac74cba5-97ea-48b8-99a1-80e0e5d2592d on network 16137278-7395-49da-9cb6-180484537d2f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:11:53.023858 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34250528-592b-41ae-9204-c80b8f36b480 req-973755e0-e402-42b4-ac3c-f98247385c25 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:11:53.024654 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34250528-592b-41ae-9204-c80b8f36b480 req-973755e0-e402-42b4-ac3c-f98247385c25 service neutron] Checking segment: {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:11:53.025289 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34250528-592b-41ae-9204-c80b8f36b480 req-973755e0-e402-42b4-ac3c-f98247385c25 service neutron] Bound using segment: {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:11:53.025992 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-34250528-592b-41ae-9204-c80b8f36b480 req-973755e0-e402-42b4-ac3c-f98247385c25 service neutron] Bound port: ac74cba5-97ea-48b8-99a1-80e0e5d2592d, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:11:53.026630 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-34250528-592b-41ae-9204-c80b8f36b480 req-973755e0-e402-42b4-ac3c-f98247385c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ac74cba5-97ea-48b8-99a1-80e0e5d2592d), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:53.029011 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973755e0-e402-42b4-ac3c-f98247385c25 service neutron] Pushing event updated for resources: {'Port': ['ID=ac74cba5-97ea-48b8-99a1-80e0e5d2592d,revision_number=7']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:53.056588 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd8b90-1d4d-4047-b81f-e8bde2dfb176 req-ab2efb85-249e-4c57-9658-15ae4d166d8b tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:53.058176 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ddd8b90-1d4d-4047-b81f-e8bde2dfb176 req-ab2efb85-249e-4c57-9658-15ae4d166d8b tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] 10.222.0.75 "GET /v2.0/ports?device_id=bc321857-4ab0-4f38-8ba8-d74e22e24aeb HTTP/1.1" status: 200 len: 943 time: 0.2434390 Feb 16 22:11:53.193781 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-62d979cc-b5ca-472e-beb3-3ee72d09c241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:53.222163 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-34250528-592b-41ae-9204-c80b8f36b480 req-973755e0-e402-42b4-ac3c-f98247385c25 service neutron] For port ac74cba5-97ea-48b8-99a1-80e0e5d2592d, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:11:53.251649 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-34250528-592b-41ae-9204-c80b8f36b480 req-973755e0-e402-42b4-ac3c-f98247385c25 service neutron] For port ac74cba5-97ea-48b8-99a1-80e0e5d2592d, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=ac74cba5-97ea-48b8-99a1-80e0e5d2592d,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:11:53.286672 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 8b5870e5-5a25-4c22-95ad-0453894a4018, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=8b5870e5-5a25-4c22-95ad-0453894a4018,segment=NetworkSegment(beb32652-2648-47ce-841f-1bca12004799),segment_id=beb32652-2648-47ce-841f-1bca12004799)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:53.287870 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-34250528-592b-41ae-9204-c80b8f36b480 req-973755e0-e402-42b4-ac3c-f98247385c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ac74cba5-97ea-48b8-99a1-80e0e5d2592d), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:53.304115 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ddd8b90-1d4d-4047-b81f-e8bde2dfb176 req-f8136540-e8d2-422b-98d9-c63ddea66e8b tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] 10.222.0.75 "GET /v2.0/security-groups?id=20936b51-9463-4dd2-8882-ed12398b0f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350338 Feb 16 22:11:53.322705 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '8b5870e5-5a25-4c22-95ad-0453894a4018', 'network_id': '183f25f0-e27a-4a1e-b383-2edcc45683f7', 'port_id': '8b5870e5-5a25-4c22-95ad-0453894a4018', 'mac_address': 'fa:16:3e:58:a9:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e00b046-78c9-4c92-bdf6-0ee08df2c3b7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:11:53.385572 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 8b5870e5-5a25-4c22-95ad-0453894a4018 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:53.386719 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8b5870e5-5a25-4c22-95ad-0453894a4018), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:53.411674 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456fce7-dea1-4721-af94-cfe3317222e8 req-729bacab-3de1-45c8-84fb-c473bcc61b5d tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:53.413224 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7456fce7-dea1-4721-af94-cfe3317222e8 req-729bacab-3de1-45c8-84fb-c473bcc61b5d tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904 HTTP/1.1" status: 200 len: 1127 time: 0.2628210 Feb 16 22:11:53.446812 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b5870e5-5a25-4c22-95ad-0453894a4018 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:11:53.449818 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 22:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5431a09a-3ae9-4269-9254-03dfea581378 x-openstack-request-id: req-5431a09a-3ae9-4269-9254-03dfea581378 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:11:53.451801 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ae0aa2-f467-4dea-a374-ebfa4be2c782", "name": "network-vif-unplugged", "status": "completed", "tag": "ac74cba5-97ea-48b8-99a1-80e0e5d2592d", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:11:53.452529 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5431a09a-3ae9-4269-9254-03dfea581378 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:11:53.453828 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ae0aa2-f467-4dea-a374-ebfa4be2c782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac74cba5-97ea-48b8-99a1-80e0e5d2592d', 'code': 200} Feb 16 22:11:53.503523 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34250528-592b-41ae-9204-c80b8f36b480 req-973755e0-e402-42b4-ac3c-f98247385c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:53.506106 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-34250528-592b-41ae-9204-c80b8f36b480 req-973755e0-e402-42b4-ac3c-f98247385c25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:53.506853 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 8b5870e5-5a25-4c22-95ad-0453894a4018, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=8b5870e5-5a25-4c22-95ad-0453894a4018,segment=NetworkSegment(beb32652-2648-47ce-841f-1bca12004799),segment_id=beb32652-2648-47ce-841f-1bca12004799)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:53.509414 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-34250528-592b-41ae-9204-c80b8f36b480 req-973755e0-e402-42b4-ac3c-f98247385c25 service neutron] 10.222.0.67 "PUT /v2.0/ports/ac74cba5-97ea-48b8-99a1-80e0e5d2592d HTTP/1.1" status: 200 len: 1122 time: 1.6031520 Feb 16 22:11:53.522465 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8b5870e5-5a25-4c22-95ad-0453894a4018), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:53.529218 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973755e0-e402-42b4-ac3c-f98247385c25 service neutron] Pushing event updated for resources: {'Port': ['ID=ac74cba5-97ea-48b8-99a1-80e0e5d2592d,revision_number=8']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:53.558269 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7456fce7-dea1-4721-af94-cfe3317222e8 req-92614c47-ea18-4b8e-8424-84d1f2f16bb7 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324542 Feb 16 22:11:53.666805 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf5be0-2710-4bc0-b584-0a30f6eb3b7b req-75caab39-0acb-4c6c-8703-059901592208 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:53.668480 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ffaf5be0-2710-4bc0-b584-0a30f6eb3b7b req-75caab39-0acb-4c6c-8703-059901592208 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782 HTTP/1.1" status: 200 len: 944 time: 0.0893650 Feb 16 22:11:53.671871 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=8b5870e5-5a25-4c22-95ad-0453894a4018,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:53.713656 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['ac74cba5-97ea-48b8-99a1-80e0e5d2592d'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:11:53.805526 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['8b5870e5-5a25-4c22-95ad-0453894a4018'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:11:53.818698 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ffaf5be0-2710-4bc0-b584-0a30f6eb3b7b req-2f727f50-7a8c-46fa-959c-041ea632ed19 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415262 Feb 16 22:11:53.858347 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10ef89-22d7-46ae-afe2-55822a9f0897 req-9f6ecb0b-510a-44b8-bf25-762359d658b9 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:53.860333 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8b10ef89-22d7-46ae-afe2-55822a9f0897 req-9f6ecb0b-510a-44b8-bf25-762359d658b9 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d38d08-2bc9-4e2b-b2e4-43962b88cdc4 HTTP/1.1" status: 200 len: 949 time: 0.1605244 Feb 16 22:11:54.054584 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8b10ef89-22d7-46ae-afe2-55822a9f0897 req-f5837c29-a874-4022-ab1f-7d5464b513c0 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd071a6e-62e8-4a24-ac01-17c3d5973866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868196 Feb 16 22:11:54.090080 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2647d-32d9-4285-abfb-693f50e76cd7 req-465a3429-50fe-4393-808a-243516006e90 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:54.094802 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-72f2647d-32d9-4285-abfb-693f50e76cd7 req-465a3429-50fe-4393-808a-243516006e90 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904 HTTP/1.1" status: 200 len: 1127 time: 0.1664026 Feb 16 22:11:54.130419 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:54.200116 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-72f2647d-32d9-4285-abfb-693f50e76cd7 req-706377d7-f74f-40a8-beda-11f717da95a1 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934553 Feb 16 22:11:54.363395 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d85517-0b35-4117-8e90-894c9543aec2 req-c28e902b-3696-4665-8dc4-81f26e309e54 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:54.365313 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5d85517-0b35-4117-8e90-894c9543aec2 req-c28e902b-3696-4665-8dc4-81f26e309e54 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 949 time: 0.0727026 Feb 16 22:11:54.450597 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5d85517-0b35-4117-8e90-894c9543aec2 req-4f5cf20d-88aa-4517-8ade-023c3d39b845 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643964 Feb 16 22:11:54.459785 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49214) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:54.464681 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-20f00fa5-e371-47f1-bb64-99c15c20f2cc tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1749243256', 'description': 'tempest-description--2136796928'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:11:54.518915 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-20f00fa5-e371-47f1-bb64-99c15c20f2cc tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:54.591772 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d666b-eeb1-4164-b601-ebf081373a51 req-666a0ad1-75cc-4f51-b593-05dd996f130b tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:54.593473 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c48d666b-eeb1-4164-b601-ebf081373a51 req-666a0ad1-75cc-4f51-b593-05dd996f130b tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] 10.222.0.75 "GET /v2.0/ports?device_id=bc321857-4ab0-4f38-8ba8-d74e22e24aeb HTTP/1.1" status: 200 len: 944 time: 0.0677779 Feb 16 22:11:54.602107 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-20f00fa5-e371-47f1-bb64-99c15c20f2cc tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks [] for security_group (fce9e7f7-2e4b-4a61-aa44-727f39b35b4c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:54.610503 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-20f00fa5-e371-47f1-bb64-99c15c20f2cc tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (fce9e7f7-2e4b-4a61-aa44-727f39b35b4c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:54.645809 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-20f00fa5-e371-47f1-bb64-99c15c20f2cc tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:54.647324 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-20f00fa5-e371-47f1-bb64-99c15c20f2cc tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1865230 Feb 16 22:11:54.649494 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f00fa5-e371-47f1-bb64-99c15c20f2cc tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fce9e7f7-2e4b-4a61-aa44-727f39b35b4c,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:54.651263 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 49224) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:54.670459 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-67b4f42e-0b34-4483-8062-a20b6a96ea12 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Request body: {'security_group_rule': {'security_group_id': 'fce9e7f7-2e4b-4a61-aa44-727f39b35b4c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:11:54.694058 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c48d666b-eeb1-4164-b601-ebf081373a51 req-f6565eda-10c6-48c2-b8f0-d04373a4b922 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] 10.222.0.75 "GET /v2.0/security-groups?id=20936b51-9463-4dd2-8882-ed12398b0f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929108 Feb 16 22:11:54.739002 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-67b4f42e-0b34-4483-8062-a20b6a96ea12 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks [] for security_group_rule (571f639f-2d71-4746-b092-bc31d878a412), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:54.837712 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-67b4f42e-0b34-4483-8062-a20b6a96ea12 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks [] for security_group_rule (571f639f-2d71-4746-b092-bc31d878a412), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:54.845785 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:11:54.855982 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-67b4f42e-0b34-4483-8062-a20b6a96ea12 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (571f639f-2d71-4746-b092-bc31d878a412), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:54.904067 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4f42e-0b34-4483-8062-a20b6a96ea12 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=571f639f-2d71-4746-b092-bc31d878a412,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:54.919967 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-67b4f42e-0b34-4483-8062-a20b6a96ea12 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:54.920906 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:11:54.921811 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-67b4f42e-0b34-4483-8062-a20b6a96ea12 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2570667 Feb 16 22:11:54.924985 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49242) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:54.930011 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:54.930385 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:54.930570 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-bfa3e01b-2f0f-4dc1-89ae-bd780154813b tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Request body: {'security_group_rule': {'security_group_id': 'fce9e7f7-2e4b-4a61-aa44-727f39b35b4c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:11:54.972175 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 8b5870e5-5a25-4c22-95ad-0453894a4018 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:11:54.974952 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bfa3e01b-2f0f-4dc1-89ae-bd780154813b tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks [] for security_group_rule (00fa6d02-a701-4c7b-b6f8-f046b2b87489), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:54.986175 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957c66d-30df-4835-a0a6-44227fd7c66b req-87ab177b-0d6f-4886-ba85-6c41209786e1 tempest-MigrationsAdminTest-1008720020 tempest-MigrationsAdminTest-1008720020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:54.995069 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8957c66d-30df-4835-a0a6-44227fd7c66b req-87ab177b-0d6f-4886-ba85-6c41209786e1 tempest-MigrationsAdminTest-1008720020 tempest-MigrationsAdminTest-1008720020-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 1131 time: 0.0720680 Feb 16 22:11:55.038996 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8957c66d-30df-4835-a0a6-44227fd7c66b req-1d23262a-8fd7-4d95-866a-66898681f311 tempest-MigrationsAdminTest-1008720020 tempest-MigrationsAdminTest-1008720020-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:55.071675 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 8b5870e5-5a25-4c22-95ad-0453894a4018 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:11:55.073244 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bfa3e01b-2f0f-4dc1-89ae-bd780154813b tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks [] for security_group_rule (00fa6d02-a701-4c7b-b6f8-f046b2b87489), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:55.077163 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e5242-d9a9-4c53-8e7e-562fae56df57 req-0dff85e9-3ef8-4094-bd19-203efa22d6e1 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:55.078728 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-575e5242-d9a9-4c53-8e7e-562fae56df57 req-0dff85e9-3ef8-4094-bd19-203efa22d6e1 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904 HTTP/1.1" status: 200 len: 1127 time: 0.0768244 Feb 16 22:11:55.088049 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bfa3e01b-2f0f-4dc1-89ae-bd780154813b tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (00fa6d02-a701-4c7b-b6f8-f046b2b87489), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:55.101759 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 8b5870e5-5a25-4c22-95ad-0453894a4018 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:11:55.102169 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8b5870e5-5a25-4c22-95ad-0453894a4018), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:55.110783 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3e01b-2f0f-4dc1-89ae-bd780154813b tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00fa6d02-a701-4c7b-b6f8-f046b2b87489,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:55.127459 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bfa3e01b-2f0f-4dc1-89ae-bd780154813b tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:55.129730 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bfa3e01b-2f0f-4dc1-89ae-bd780154813b tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2028656 Feb 16 22:11:55.133341 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 49254) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:55.142270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-fb59c6f5-7ed0-4078-b0dd-9b3dbf4dfd7b tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:11:55.150679 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:55.151296 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:55.178720 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-575e5242-d9a9-4c53-8e7e-562fae56df57 req-a7886d8f-2d06-412e-a466-de179e3c84e5 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914655 Feb 16 22:11:55.183221 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d38d08-2bc9-4e2b-b2e4-43962b88cdc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:11:55.185493 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53aef55b-76b6-4870-8483-27fb3e4b5608" -d '{"events": [{"server_uuid": "91d38d08-2bc9-4e2b-b2e4-43962b88cdc4", "name": "network-vif-plugged", "status": "completed", "tag": "a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:11:55.194049 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fb59c6f5-7ed0-4078-b0dd-9b3dbf4dfd7b tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:55.201658 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8957c66d-30df-4835-a0a6-44227fd7c66b req-1d23262a-8fd7-4d95-866a-66898681f311 tempest-MigrationsAdminTest-1008720020 tempest-MigrationsAdminTest-1008720020-project-admin] Publish callbacks [] for security_group (233ff29a-1931-4620-a4ea-84e0c0a0857d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:55.202384 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:55.214581 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8957c66d-30df-4835-a0a6-44227fd7c66b req-1d23262a-8fd7-4d95-866a-66898681f311 tempest-MigrationsAdminTest-1008720020 tempest-MigrationsAdminTest-1008720020-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (233ff29a-1931-4620-a4ea-84e0c0a0857d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:55.225659 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:55.267551 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 8b5870e5-5a25-4c22-95ad-0453894a4018 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:55.267944 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8b5870e5-5a25-4c22-95ad-0453894a4018), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:55.277153 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8957c66d-30df-4835-a0a6-44227fd7c66b req-1d23262a-8fd7-4d95-866a-66898681f311 tempest-MigrationsAdminTest-1008720020 tempest-MigrationsAdminTest-1008720020-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809660 Feb 16 22:11:55.301891 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:55.304526 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23262a-8fd7-4d95-866a-66898681f311 tempest-MigrationsAdminTest-1008720020 tempest-MigrationsAdminTest-1008720020-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233ff29a-1931-4620-a4ea-84e0c0a0857d,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:55.319782 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 8b5870e5-5a25-4c22-95ad-0453894a4018, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=8b5870e5-5a25-4c22-95ad-0453894a4018,segment=NetworkSegment(beb32652-2648-47ce-841f-1bca12004799),segment_id=beb32652-2648-47ce-841f-1bca12004799)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:55.324568 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8b5870e5-5a25-4c22-95ad-0453894a4018), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:55.345092 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f4823-c7a9-411b-808f-a13ef797a652 req-6be5d04f-6548-48c0-abee-0f8ad5c0c9b0 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:55.355587 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-662f4823-c7a9-411b-808f-a13ef797a652 req-6be5d04f-6548-48c0-abee-0f8ad5c0c9b0 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782 HTTP/1.1" status: 200 len: 944 time: 0.1048148 Feb 16 22:11:55.404076 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=8b5870e5-5a25-4c22-95ad-0453894a4018,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:55.413246 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:55.455840 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ae0aa2-f467-4dea-a374-ebfa4be2c782', 'tag': 'ac74cba5-97ea-48b8-99a1-80e0e5d2592d'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:11:55.458194 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115342dc-dc2e-4397-8ba9-bf4d8d4e3afc" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ae0aa2-f467-4dea-a374-ebfa4be2c782", "tag": "ac74cba5-97ea-48b8-99a1-80e0e5d2592d"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:11:55.475709 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-662f4823-c7a9-411b-808f-a13ef797a652 req-19db99b1-85e2-4794-85e5-9290a0368fdb tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868075 Feb 16 22:11:55.491052 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fb59c6f5-7ed0-4078-b0dd-9b3dbf4dfd7b tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:55.500410 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e9bf5-f841-4e55-9852-6dfd053ca0d6 req-51e500ab-fd49-4369-8048-e2aae1d9da0f tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:55.501853 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-356e9bf5-f841-4e55-9852-6dfd053ca0d6 req-51e500ab-fd49-4369-8048-e2aae1d9da0f tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d38d08-2bc9-4e2b-b2e4-43962b88cdc4 HTTP/1.1" status: 200 len: 950 time: 0.0890613 Feb 16 22:11:55.522452 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95468699-bfe8-4744-b1d6-2d4d6581edee x-openstack-request-id: req-95468699-bfe8-4744-b1d6-2d4d6581edee {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:11:55.522889 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d38d08-2bc9-4e2b-b2e4-43962b88cdc4", "name": "network-vif-plugged", "status": "completed", "tag": "a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:11:55.523211 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-95468699-bfe8-4744-b1d6-2d4d6581edee {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:11:55.523670 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d38d08-2bc9-4e2b-b2e4-43962b88cdc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e', 'code': 200} Feb 16 22:11:55.609103 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-356e9bf5-f841-4e55-9852-6dfd053ca0d6 req-7692038b-916b-4e81-9679-7b8548457b03 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd071a6e-62e8-4a24-ac01-17c3d5973866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998216 Feb 16 22:11:55.657947 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-fb59c6f5-7ed0-4078-b0dd-9b3dbf4dfd7b tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Allocated IP 172.25.2.116 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/50edc831-dcbb-409f-b3c3-2cc71978495d) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:11:55.733162 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973c765-6dfd-42cf-956f-1ecb3ffa88ef req-1112eb30-b202-4bc7-bc8e-c6ddc63fac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:55.734835 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b973c765-6dfd-42cf-956f-1ecb3ffa88ef req-1112eb30-b202-4bc7-bc8e-c6ddc63fac9b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=91d38d08-2bc9-4e2b-b2e4-43962b88cdc4 HTTP/1.1" status: 200 len: 1132 time: 0.0648401 Feb 16 22:11:55.741688 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f88cf51-b4a9-4016-b9d1-00ab48a7a1e0 x-openstack-request-id: req-8f88cf51-b4a9-4016-b9d1-00ab48a7a1e0 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:11:55.742054 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ae0aa2-f467-4dea-a374-ebfa4be2c782", "tag": "ac74cba5-97ea-48b8-99a1-80e0e5d2592d", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:11:55.742315 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8f88cf51-b4a9-4016-b9d1-00ab48a7a1e0 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:11:55.742712 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ae0aa2-f467-4dea-a374-ebfa4be2c782', 'tag': 'ac74cba5-97ea-48b8-99a1-80e0e5d2592d', 'status': 'completed', 'code': 200} Feb 16 22:11:55.805341 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b973c765-6dfd-42cf-956f-1ecb3ffa88ef req-924dd029-abd4-4ccd-95d8-272a51e3a351 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bd071a6e-62e8-4a24-ac01-17c3d5973866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618017 Feb 16 22:11:55.834840 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fb59c6f5-7ed0-4078-b0dd-9b3dbf4dfd7b tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks [] for port (50edc831-dcbb-409f-b3c3-2cc71978495d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:55.854491 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115342dc-dc2e-4397-8ba9-bf4d8d4e3afc req-d22b0dbb-dbde-483c-b321-70132f359ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:55.856961 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-115342dc-dc2e-4397-8ba9-bf4d8d4e3afc req-d22b0dbb-dbde-483c-b321-70132f359ebd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=744a37dc5b8f478b9350ec4becb28946&device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782 HTTP/1.1" status: 200 len: 1156 time: 0.0875838 Feb 16 22:11:55.959142 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fb59c6f5-7ed0-4078-b0dd-9b3dbf4dfd7b tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (50edc831-dcbb-409f-b3c3-2cc71978495d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:56.026186 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb59c6f5-7ed0-4078-b0dd-9b3dbf4dfd7b tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:11:56.038238 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-fb59c6f5-7ed0-4078-b0dd-9b3dbf4dfd7b tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:11:56.042982 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb59c6f5-7ed0-4078-b0dd-9b3dbf4dfd7b tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Pushing event updated for resources: {'Port': ['ID=50edc831-dcbb-409f-b3c3-2cc71978495d,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:56.045492 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb59c6f5-7ed0-4078-b0dd-9b3dbf4dfd7b tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:11:56.049810 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115342dc-dc2e-4397-8ba9-bf4d8d4e3afc req-1dbf3b9d-63b3-4f58-bea7-70dd66ed9e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:56.051405 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-115342dc-dc2e-4397-8ba9-bf4d8d4e3afc req-1dbf3b9d-63b3-4f58-bea7-70dd66ed9e06 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16137278-7395-49da-9cb6-180484537d2f HTTP/1.1" status: 200 len: 922 time: 0.1843936 Feb 16 22:11:56.058267 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9499b-5cea-4e90-82a1-57c61db6a4e5 req-381b72ea-3893-494b-8ba7-91f3f07191ce tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:56.059645 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-00d9499b-5cea-4e90-82a1-57c61db6a4e5 req-381b72ea-3893-494b-8ba7-91f3f07191ce tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] 10.222.0.75 "GET /v2.0/ports?device_id=bc321857-4ab0-4f38-8ba8-d74e22e24aeb HTTP/1.1" status: 200 len: 945 time: 0.1700344 Feb 16 22:11:56.131946 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-115342dc-dc2e-4397-8ba9-bf4d8d4e3afc req-0358498c-6590-4d8c-8f85-e19a49147ec4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac74cba5-97ea-48b8-99a1-80e0e5d2592d HTTP/1.1" status: 200 len: 217 time: 0.0713441 Feb 16 22:11:56.218023 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49316) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:56.238620 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-00d9499b-5cea-4e90-82a1-57c61db6a4e5 req-a5a2af67-c497-434b-b002-4e55417c039c tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] 10.222.0.75 "GET /v2.0/security-groups?id=20936b51-9463-4dd2-8882-ed12398b0f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545043 Feb 16 22:11:56.303190 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115342dc-dc2e-4397-8ba9-bf4d8d4e3afc req-4715db75-0bf4-4b1d-aba3-2687a74b6f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:56.304911 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-115342dc-dc2e-4397-8ba9-bf4d8d4e3afc req-4715db75-0bf4-4b1d-aba3-2687a74b6f8e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c3e80cb9-4386-4d79-b9b3-6283b204f543 HTTP/1.1" status: 200 len: 861 time: 0.1613531 Feb 16 22:11:56.315651 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117659a-f34a-41d1-ac8b-4c019d532038 req-8dccb9fe-7b81-45c4-aa66-bf4c5f742004 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:56.317353 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c117659a-f34a-41d1-ac8b-4c019d532038 req-8dccb9fe-7b81-45c4-aa66-bf4c5f742004 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a HTTP/1.1" status: 200 len: 949 time: 0.1953723 Feb 16 22:11:56.319428 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-0b181f1b-561f-427a-9685-32b050c37289 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1001079 Feb 16 22:11:56.328217 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-47a772fc-03d2-45c6-a7e9-1dc7bc7d584a service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:11:56.329349 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-47a772fc-03d2-45c6-a7e9-1dc7bc7d584a service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054135 Feb 16 22:11:56.369438 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-115342dc-dc2e-4397-8ba9-bf4d8d4e3afc req-8772b8cf-bab7-4751-90d0-d575a197c2e8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16137278-7395-49da-9cb6-180484537d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512974 Feb 16 22:11:56.371173 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fb59c6f5-7ed0-4078-b0dd-9b3dbf4dfd7b tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks [] for floatingip (c7ea71e3-5a3b-4f18-8f7d-9ca7b7a85266), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:56.526940 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c117659a-f34a-41d1-ac8b-4c019d532038 req-769968d9-2470-4034-a22b-f0591f933f69 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/security-groups?id=62b4647e-c406-4caa-91cb-6113d09f38f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977892 Feb 16 22:11:56.527500 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fb59c6f5-7ed0-4078-b0dd-9b3dbf4dfd7b tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (50edc831-dcbb-409f-b3c3-2cc71978495d), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:56.567705 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f4d52-b67a-400c-b429-11ad96c7d7b6 req-ad20d796-f675-47b3-874f-54da8da64dcf tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:56.569182 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3f2f4d52-b67a-400c-b429-11ad96c7d7b6 req-ad20d796-f675-47b3-874f-54da8da64dcf tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 949 time: 0.2022450 Feb 16 22:11:56.598984 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-115342dc-dc2e-4397-8ba9-bf4d8d4e3afc req-6308fedd-57cc-4c08-8a2f-b1ed0af0d888 service neutron] 10.222.0.79 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140143 Feb 16 22:11:56.708723 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49350) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:56.744230 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3f2f4d52-b67a-400c-b429-11ad96c7d7b6 req-f6165f03-68a2-405e-9cf9-f7df7fbe4f65 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681495 Feb 16 22:11:56.795034 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40333e10-1358-4013-b394-988d472cb13f req-5de05b07-41fe-4bc2-b4da-978c42242df4 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:56.796413 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-edf14bb5-bf43-470c-9f01-fa8da3bc0097 tempest-MigrationsAdminTest-1008720020 tempest-MigrationsAdminTest-1008720020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:56.796918 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-40333e10-1358-4013-b394-988d472cb13f req-5de05b07-41fe-4bc2-b4da-978c42242df4 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904 HTTP/1.1" status: 200 len: 1127 time: 0.2004857 Feb 16 22:11:56.798465 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-edf14bb5-bf43-470c-9f01-fa8da3bc0097 tempest-MigrationsAdminTest-1008720020 tempest-MigrationsAdminTest-1008720020-project-admin] 10.222.0.75 "GET /v2.0/ports/609899a9-43f2-4453-ad5a-8113b1d73a51 HTTP/1.1" status: 200 len: 1128 time: 0.0886941 Feb 16 22:11:56.834445 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-115342dc-dc2e-4397-8ba9-bf4d8d4e3afc req-9a0c4fd4-9e05-4fb2-a27a-76803593ef13 service neutron] 10.222.0.79 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136936 Feb 16 22:11:56.843506 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device ac74cba5-97ea-48b8-99a1-80e0e5d2592d details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:11:56.916456 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-40333e10-1358-4013-b394-988d472cb13f req-3d6f0101-27f1-41ac-a56a-b5e8aede8321 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084604 Feb 16 22:11:56.918949 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fb59c6f5-7ed0-4078-b0dd-9b3dbf4dfd7b tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks [] for port (50edc831-dcbb-409f-b3c3-2cc71978495d), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:56.927964 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fb59c6f5-7ed0-4078-b0dd-9b3dbf4dfd7b tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (50edc831-dcbb-409f-b3c3-2cc71978495d), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:56.952558 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:11:56.983075 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:57.005859 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port ac74cba5-97ea-48b8-99a1-80e0e5d2592d, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=ac74cba5-97ea-48b8-99a1-80e0e5d2592d,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:57.017498 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a06369-50fd-40e4-87a8-faa473c076cc req-2d9570e4-8a19-4cdd-acd7-9a6109ece42f tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:57.025224 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-30a06369-50fd-40e4-87a8-faa473c076cc req-2d9570e4-8a19-4cdd-acd7-9a6109ece42f tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782 HTTP/1.1" status: 200 len: 944 time: 0.1568034 Feb 16 22:11:57.056045 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fb59c6f5-7ed0-4078-b0dd-9b3dbf4dfd7b tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (c7ea71e3-5a3b-4f18-8f7d-9ca7b7a85266), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:57.061124 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb59c6f5-7ed0-4078-b0dd-9b3dbf4dfd7b tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Pushing event updated for resources: {'Port': ['ID=50edc831-dcbb-409f-b3c3-2cc71978495d,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:57.099999 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fb59c6f5-7ed0-4078-b0dd-9b3dbf4dfd7b tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:57.109604 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-fb59c6f5-7ed0-4078-b0dd-9b3dbf4dfd7b tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9636793 Feb 16 22:11:57.134165 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-30a06369-50fd-40e4-87a8-faa473c076cc req-537d336d-6990-4679-8aa9-194aabc486f1 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944779 Feb 16 22:11:57.170906 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device ac74cba5-97ea-48b8-99a1-80e0e5d2592d has no active binding in host n-h1-813897-6 {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 16 22:11:57.248526 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db68e0-3e80-4629-a3a3-5a6451c23f73 req-9f7c9b1b-111e-4362-a566-b39114df688a tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:57.260103 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c1db68e0-3e80-4629-a3a3-5a6451c23f73 req-9f7c9b1b-111e-4362-a566-b39114df688a tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d38d08-2bc9-4e2b-b2e4-43962b88cdc4 HTTP/1.1" status: 200 len: 950 time: 0.0783241 Feb 16 22:11:57.303137 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c1db68e0-3e80-4629-a3a3-5a6451c23f73 req-0baabe47-fb7a-4848-9142-005f61c86477 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd071a6e-62e8-4a24-ac01-17c3d5973866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420523 Feb 16 22:11:57.502009 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2fcfb-efa4-4612-8f96-d330ee7c6b60 req-fb7dff9b-e006-4a69-be26-bca484605a41 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:57.504241 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-15c2fcfb-efa4-4612-8f96-d330ee7c6b60 req-fb7dff9b-e006-4a69-be26-bca484605a41 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] 10.222.0.75 "GET /v2.0/ports?device_id=bc321857-4ab0-4f38-8ba8-d74e22e24aeb HTTP/1.1" status: 200 len: 945 time: 0.0650251 Feb 16 22:11:57.524955 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc321857-4ab0-4f38-8ba8-d74e22e24aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5870e5-5a25-4c22-95ad-0453894a4018'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:11:57.527334 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfc6564-50f2-4958-ad7a-348fc52853f1" -d '{"events": [{"server_uuid": "bc321857-4ab0-4f38-8ba8-d74e22e24aeb", "name": "network-vif-plugged", "status": "completed", "tag": "8b5870e5-5a25-4c22-95ad-0453894a4018"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:11:57.572023 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-15c2fcfb-efa4-4612-8f96-d330ee7c6b60 req-2523221a-e863-47d2-aad8-c21f2c6f8e8b tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] 10.222.0.75 "GET /v2.0/security-groups?id=20936b51-9463-4dd2-8882-ed12398b0f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614316 Feb 16 22:11:57.716315 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1836ff70-916c-47b0-856f-12012a0eac7a req-695eda47-cbd3-4247-bf25-a6e50712c90a tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1749243256&fields=id&tenant_id=030664079749416b877398f148fb3d38 HTTP/1.1" status: 200 len: 267 time: 0.0564642 Feb 16 22:11:57.730229 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49398) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:57.835336 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836ff70-916c-47b0-856f-12012a0eac7a req-ab2ebf13-7dfe-44e0-8f6d-5ddcb3e84f4a tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:57.836896 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1836ff70-916c-47b0-856f-12012a0eac7a req-ab2ebf13-7dfe-44e0-8f6d-5ddcb3e84f4a tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/networks?id=908e6638-f4c8-4b45-9573-ffca76ae9dd0 HTTP/1.1" status: 200 len: 823 time: 0.1127670 Feb 16 22:11:57.850786 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8f714be8-0c3f-4db8-8a54-8b36723f3978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:57.851944 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1836ff70-916c-47b0-856f-12012a0eac7a req-2a9818ea-155f-40b8-8831-1bb8243ed89e tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/quotas/030664079749416b877398f148fb3d38 HTTP/1.1" status: 200 len: 375 time: 0.0097191 Feb 16 22:11:57.926744 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1836ff70-916c-47b0-856f-12012a0eac7a req-bd1c2d1b-924b-416c-ab87-51373d54d0fb tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=030664079749416b877398f148fb3d38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592189 Feb 16 22:11:57.955815 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8f714be8-0c3f-4db8-8a54-8b36723f3978 admin admin] Publish callbacks [] for security_group (a6174c0b-a3bb-44c3-9f7b-d55a34d9198f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:57.960263 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8f714be8-0c3f-4db8-8a54-8b36723f3978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a6174c0b-a3bb-44c3-9f7b-d55a34d9198f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:58.030587 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8f714be8-0c3f-4db8-8a54-8b36723f3978 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b6c26747f404451886dd48135b6f3944&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2991910 Feb 16 22:11:58.031436 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f714be8-0c3f-4db8-8a54-8b36723f3978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6174c0b-a3bb-44c3-9f7b-d55a34d9198f,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:58.036268 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49416) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:58.090262 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-6d68ccbc-0449-4e9e-981d-b512f220c192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:58.091790 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-6d68ccbc-0449-4e9e-981d-b512f220c192 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a8546526dc94278a3957ea9b7c5b439&device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 1131 time: 0.0996525 Feb 16 22:11:58.127515 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6d59b096-afde-4206-bc04-29d95754538c admin admin] Publish callbacks [] for security_group (a6174c0b-a3bb-44c3-9f7b-d55a34d9198f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:58.154748 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:58.188906 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6d59b096-afde-4206-bc04-29d95754538c admin admin] Publish callbacks [] for security_group (a6174c0b-a3bb-44c3-9f7b-d55a34d9198f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:58.243090 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-47946648-060d-44ad-940e-6acd66b30a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:58.244465 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-47946648-060d-44ad-940e-6acd66b30a20 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.1406391 Feb 16 22:11:58.285930 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1836ff70-916c-47b0-856f-12012a0eac7a req-7902d63d-21d7-4257-962d-00304a5565ff service neutron] 10.222.0.75 "GET /v2.0/networks/908e6638-f4c8-4b45-9573-ffca76ae9dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285708 Feb 16 22:11:58.292918 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-a7b304bd-f78f-432f-911f-65d665f13e31 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=609899a9-43f2-4453-ad5a-8113b1d73a51 HTTP/1.1" status: 200 len: 217 time: 0.0417020 Feb 16 22:11:58.308817 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6d59b096-afde-4206-bc04-29d95754538c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a6174c0b-a3bb-44c3-9f7b-d55a34d9198f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:58.311480 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6d59b096-afde-4206-bc04-29d95754538c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:58.312615 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6d59b096-afde-4206-bc04-29d95754538c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a6174c0b-a3bb-44c3-9f7b-d55a34d9198f HTTP/1.1" status: 204 len: 168 time: 0.2751081 Feb 16 22:11:58.343579 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59b096-afde-4206-bc04-29d95754538c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6174c0b-a3bb-44c3-9f7b-d55a34d9198f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:58.357323 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-62344025-c23b-449b-9cd1-148174d8cf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:58.359127 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-62344025-c23b-449b-9cd1-148174d8cf47 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0591681 Feb 16 22:11:58.423378 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1836ff70-916c-47b0-856f-12012a0eac7a req-716bbee3-9b1c-4ab2-9359-eeb22921e30e service neutron] 10.222.0.75 "GET /v2.0/networks/908e6638-f4c8-4b45-9573-ffca76ae9dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292295 Feb 16 22:11:58.436964 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-f9f8513f-ff0f-47fa-8d7a-d596efce50b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:58.439754 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-f9f8513f-ff0f-47fa-8d7a-d596efce50b1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0697412 Feb 16 22:11:58.450327 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [req-913a63c8-97b4-4c74-a652-cf780941932f req-faa32581-2e55-4ae1-a07c-8780fa3801a5 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:11:58.451504 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-913a63c8-97b4-4c74-a652-cf780941932f req-faa32581-2e55-4ae1-a07c-8780fa3801a5 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067008 Feb 16 22:11:58.558040 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a63c8-97b4-4c74-a652-cf780941932f req-2d818244-7205-4dc5-a932-1170486fad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:58.559557 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-913a63c8-97b4-4c74-a652-cf780941932f req-2d818244-7205-4dc5-a932-1170486fad8b service neutron] 10.222.0.75 "GET /v2.0/ports/8be7a0d3-4289-4353-8611-3241ea35c331 HTTP/1.1" status: 200 len: 1124 time: 0.0969067 Feb 16 22:11:58.570018 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-913a63c8-97b4-4c74-a652-cf780941932f req-e588d45b-1534-4c2b-9577-848f7409d5a5 service neutron] Request body: {'binding': {'host': 'n-h2-813897-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:11:58.570605 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-913a63c8-97b4-4c74-a652-cf780941932f req-e588d45b-1534-4c2b-9577-848f7409d5a5 service neutron] Unknown quota resources ['binding']. {{(pid=103465) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 22:11:58.634361 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c736d6e3-762b-407b-9efd-b71e1414ba6e x-openstack-request-id: req-c736d6e3-762b-407b-9efd-b71e1414ba6e {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:11:58.634688 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc321857-4ab0-4f38-8ba8-d74e22e24aeb", "name": "network-vif-plugged", "status": "completed", "tag": "8b5870e5-5a25-4c22-95ad-0453894a4018", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:11:58.634973 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c736d6e3-762b-407b-9efd-b71e1414ba6e {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:11:58.635366 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc321857-4ab0-4f38-8ba8-d74e22e24aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5870e5-5a25-4c22-95ad-0453894a4018', 'code': 200} Feb 16 22:11:58.658053 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-805e41d9-e05c-4b9d-b894-7123b4128a81 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049513 Feb 16 22:11:58.724573 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49444) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:58.752137 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3ffeedeb-555e-4a19-b2bf-71db54419c57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:58.783685 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b798c4-e36b-4904-bf2f-0aa1cb59a6c8 req-b1a55830-66c6-41d5-a80a-21226ac8d85b tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:58.785222 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-44b798c4-e36b-4904-bf2f-0aa1cb59a6c8 req-b1a55830-66c6-41d5-a80a-21226ac8d85b tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 949 time: 0.0959253 Feb 16 22:11:58.791369 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337b06e-bfdc-4b96-a84b-0f8a1283b893 req-261c2312-2cd2-4d78-aea6-5ab58f6c8549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:58.792736 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d337b06e-bfdc-4b96-a84b-0f8a1283b893 req-261c2312-2cd2-4d78-aea6-5ab58f6c8549 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bc321857-4ab0-4f38-8ba8-d74e22e24aeb HTTP/1.1" status: 200 len: 1127 time: 0.0861681 Feb 16 22:11:58.849677 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-913a63c8-97b4-4c74-a652-cf780941932f req-e588d45b-1534-4c2b-9577-848f7409d5a5 service neutron] Attempting to bind port 8be7a0d3-4289-4353-8611-3241ea35c331 on host n-h2-813897-6 for vnic_type normal with profile None {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:11:58.850074 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-913a63c8-97b4-4c74-a652-cf780941932f req-e588d45b-1534-4c2b-9577-848f7409d5a5 service neutron] Attempting to bind port 8be7a0d3-4289-4353-8611-3241ea35c331 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:11:58.850381 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913a63c8-97b4-4c74-a652-cf780941932f req-e588d45b-1534-4c2b-9577-848f7409d5a5 service neutron] Attempting to bind port 8be7a0d3-4289-4353-8611-3241ea35c331 on network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:11:58.856007 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:11:58.869702 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-ba8a7357-464a-4849-827b-2eaf9b850901 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826148 Feb 16 22:11:58.872515 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913a63c8-97b4-4c74-a652-cf780941932f req-e588d45b-1534-4c2b-9577-848f7409d5a5 service neutron] Port 8be7a0d3-4289-4353-8611-3241ea35c331 on network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:11:58.873531 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913a63c8-97b4-4c74-a652-cf780941932f req-e588d45b-1534-4c2b-9577-848f7409d5a5 service neutron] Attempting to bind port 8be7a0d3-4289-4353-8611-3241ea35c331 on network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:11:58.874387 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-44b798c4-e36b-4904-bf2f-0aa1cb59a6c8 req-9165320e-77ce-4733-849d-b38f094c7a35 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787165 Feb 16 22:11:58.885040 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d337b06e-bfdc-4b96-a84b-0f8a1283b893 req-0221823a-ac24-41bc-b573-6544a201fc8d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=20936b51-9463-4dd2-8882-ed12398b0f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846026 Feb 16 22:11:58.886940 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913a63c8-97b4-4c74-a652-cf780941932f req-e588d45b-1534-4c2b-9577-848f7409d5a5 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:11:58.887325 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913a63c8-97b4-4c74-a652-cf780941932f req-e588d45b-1534-4c2b-9577-848f7409d5a5 service neutron] Checking segment: {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:11:58.887766 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913a63c8-97b4-4c74-a652-cf780941932f req-e588d45b-1534-4c2b-9577-848f7409d5a5 service neutron] Bound using segment: {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:11:58.888199 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-913a63c8-97b4-4c74-a652-cf780941932f req-e588d45b-1534-4c2b-9577-848f7409d5a5 service neutron] Bound port: 8be7a0d3-4289-4353-8611-3241ea35c331, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:11:59.014494 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:11:59.014903 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8a20f5fd-090d-41eb-9d1a-31f7ee5a438b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:59.015979 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-913a63c8-97b4-4c74-a652-cf780941932f req-e588d45b-1534-4c2b-9577-848f7409d5a5 service neutron] For port 8be7a0d3-4289-4353-8611-3241ea35c331, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=8be7a0d3-4289-4353-8611-3241ea35c331,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:11:59.021023 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3ffeedeb-555e-4a19-b2bf-71db54419c57 admin admin] Publish callbacks [] for security_group (70f13d73-c7cc-4d2f-9cee-8064465b0beb), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:59.024776 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-913a63c8-97b4-4c74-a652-cf780941932f req-e588d45b-1534-4c2b-9577-848f7409d5a5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:59.026128 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-913a63c8-97b4-4c74-a652-cf780941932f req-e588d45b-1534-4c2b-9577-848f7409d5a5 service neutron] 10.222.0.75 "POST /v2.0/ports/8be7a0d3-4289-4353-8611-3241ea35c331/bindings HTTP/1.1" status: 201 len: 389 time: 0.4605834 Feb 16 22:11:59.028601 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3ffeedeb-555e-4a19-b2bf-71db54419c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (70f13d73-c7cc-4d2f-9cee-8064465b0beb), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:59.051473 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7807a-3499-4bef-995a-fec42488af2e req-eeab7365-32f9-4def-a33c-d7f2df66f095 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:59.053324 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4bb7807a-3499-4bef-995a-fec42488af2e req-eeab7365-32f9-4def-a33c-d7f2df66f095 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782 HTTP/1.1" status: 200 len: 944 time: 0.1143365 Feb 16 22:11:59.084289 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8a20f5fd-090d-41eb-9d1a-31f7ee5a438b,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:59.089806 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8a20f5fd-090d-41eb-9d1a-31f7ee5a438b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:59.120220 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4bb7807a-3499-4bef-995a-fec42488af2e req-04515aa6-b15d-4e2a-819a-169811ef31c1 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587952 Feb 16 22:11:59.138288 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 49454) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:11:59.147792 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3ffeedeb-555e-4a19-b2bf-71db54419c57 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=19460dbc3b7145b5aa4c9de7c5431a66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4221022 Feb 16 22:11:59.148855 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffeedeb-555e-4a19-b2bf-71db54419c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f13d73-c7cc-4d2f-9cee-8064465b0beb,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:59.215286 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=8a20f5fd-090d-41eb-9d1a-31f7ee5a438b,revision_number=8']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:59.262598 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-304bfdd5-2dc2-4dbd-a7ff-d89bac277018 req-a6a0c442-86b6-4b51-a24d-97bc82a8a281 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/ports?device_id=2bdf61ae-e089-4c2f-aaf4-563205524504 HTTP/1.1" status: 200 len: 210 time: 0.0526364 Feb 16 22:11:59.350812 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-34250528-592b-41ae-9204-c80b8f36b480 req-f4a5889e-a45b-4633-9e53-8a6e4cbf604e service neutron] 10.222.0.79 "GET /v2.0/ports/ac74cba5-97ea-48b8-99a1-80e0e5d2592d/bindings/n-h1-813897-6 HTTP/1.1" status: 200 len: 384 time: 0.2262409 Feb 16 22:11:59.375425 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a63c8-97b4-4c74-a652-cf780941932f req-65188834-ccb6-4043-8e5e-2aca2f3666a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:59.376963 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-913a63c8-97b4-4c74-a652-cf780941932f req-65188834-ccb6-4043-8e5e-2aca2f3666a7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904 HTTP/1.1" status: 200 len: 1127 time: 0.0489135 Feb 16 22:11:59.379594 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2be6eff8-754c-4ea2-a84e-6d4e40922416 admin admin] Publish callbacks [] for security_group (70f13d73-c7cc-4d2f-9cee-8064465b0beb), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:59.437958 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2be6eff8-754c-4ea2-a84e-6d4e40922416 admin admin] Publish callbacks [] for security_group (70f13d73-c7cc-4d2f-9cee-8064465b0beb), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:59.463325 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961e9ce-8e13-4bb0-a06a-a5092d24e070 req-4c318607-caf4-40e4-ab9e-087620bc96c3 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:59.464904 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b961e9ce-8e13-4bb0-a06a-a5092d24e070 req-4c318607-caf4-40e4-ab9e-087620bc96c3 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d38d08-2bc9-4e2b-b2e4-43962b88cdc4 HTTP/1.1" status: 200 len: 950 time: 0.2050316 Feb 16 22:11:59.489009 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a63c8-97b4-4c74-a652-cf780941932f req-456924cf-694c-477d-bea8-19f29163eac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:59.491263 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-913a63c8-97b4-4c74-a652-cf780941932f req-456924cf-694c-477d-bea8-19f29163eac6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=91cf39f3-9142-4ee5-af15-00f1f801e8c7 HTTP/1.1" status: 200 len: 908 time: 0.1007099 Feb 16 22:11:59.531075 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1144e24-974a-4720-a123-358ce0fbf32a req-88585889-843f-4363-8c7f-8d11371d4460 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:59.532603 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c1144e24-974a-4720-a123-358ce0fbf32a req-88585889-843f-4363-8c7f-8d11371d4460 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] 10.222.0.75 "GET /v2.0/ports?device_id=bc321857-4ab0-4f38-8ba8-d74e22e24aeb HTTP/1.1" status: 200 len: 945 time: 0.1924715 Feb 16 22:11:59.548194 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-913a63c8-97b4-4c74-a652-cf780941932f req-4fed293a-adca-4bdf-9865-06675e20fccb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8be7a0d3-4289-4353-8611-3241ea35c331 HTTP/1.1" status: 200 len: 217 time: 0.0480411 Feb 16 22:11:59.594664 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2be6eff8-754c-4ea2-a84e-6d4e40922416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (70f13d73-c7cc-4d2f-9cee-8064465b0beb), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:59.598068 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2be6eff8-754c-4ea2-a84e-6d4e40922416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:59.601277 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2be6eff8-754c-4ea2-a84e-6d4e40922416 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/70f13d73-c7cc-4d2f-9cee-8064465b0beb HTTP/1.1" status: 204 len: 168 time: 0.4564414 Feb 16 22:11:59.603677 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a63c8-97b4-4c74-a652-cf780941932f req-d665931b-3f71-4055-a109-5abebb8bb337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:59.606966 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-913a63c8-97b4-4c74-a652-cf780941932f req-d665931b-3f71-4055-a109-5abebb8bb337 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f7242f4f-8939-4e6c-b488-ab1fd3ca8215 HTTP/1.1" status: 200 len: 847 time: 0.0475376 Feb 16 22:11:59.610484 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:11:59.610647 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b961e9ce-8e13-4bb0-a06a-a5092d24e070 req-6984017c-0d14-4d1b-82ed-21829a83b52b tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd071a6e-62e8-4a24-ac01-17c3d5973866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362355 Feb 16 22:11:59.650731 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-913a63c8-97b4-4c74-a652-cf780941932f req-047abac1-05ea-4198-899b-ec6b13205531 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91cf39f3-9142-4ee5-af15-00f1f801e8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365357 Feb 16 22:11:59.658714 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be6eff8-754c-4ea2-a84e-6d4e40922416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f13d73-c7cc-4d2f-9cee-8064465b0beb,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:11:59.677181 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c1144e24-974a-4720-a123-358ce0fbf32a req-3842fb7f-a7bf-4ad3-bdb5-7d7cd905adc8 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] 10.222.0.75 "GET /v2.0/security-groups?id=20936b51-9463-4dd2-8882-ed12398b0f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261315 Feb 16 22:11:59.777228 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-913a63c8-97b4-4c74-a652-cf780941932f req-3223ad73-b6f9-4446-9d1d-bf4ebf5ee17e service neutron] 10.222.0.79 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061966 Feb 16 22:11:59.834510 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a9860-ed21-42bc-a9bf-b8be817cb86e req-362deaf7-ff8d-481c-b03f-60f3df9041e0 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:11:59.836069 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ba3a9860-ed21-42bc-a9bf-b8be817cb86e req-362deaf7-ff8d-481c-b03f-60f3df9041e0 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904 HTTP/1.1" status: 200 len: 945 time: 0.1479330 Feb 16 22:11:59.881421 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-34250528-592b-41ae-9204-c80b8f36b480 req-7ea7f89f-7258-4dba-b364-6f6a79e793a9 service neutron] For port ac74cba5-97ea-48b8-99a1-80e0e5d2592d, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=ac74cba5-97ea-48b8-99a1-80e0e5d2592d,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:11:59.899565 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-913a63c8-97b4-4c74-a652-cf780941932f req-6e74aa6c-a9b7-4952-9bae-53b1b6288ec1 service neutron] 10.222.0.79 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109283 Feb 16 22:11:59.920562 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-34250528-592b-41ae-9204-c80b8f36b480 req-7ea7f89f-7258-4dba-b364-6f6a79e793a9 service neutron] For port ac74cba5-97ea-48b8-99a1-80e0e5d2592d, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:11:59.948429 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ba3a9860-ed21-42bc-a9bf-b8be817cb86e req-ac275faa-a620-45e4-8d8e-621a2e1b5034 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966537 Feb 16 22:11:59.973792 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-34250528-592b-41ae-9204-c80b8f36b480 req-7ea7f89f-7258-4dba-b364-6f6a79e793a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac74cba5-97ea-48b8-99a1-80e0e5d2592d {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:11:59.999724 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-34250528-592b-41ae-9204-c80b8f36b480 req-7ea7f89f-7258-4dba-b364-6f6a79e793a9 service neutron] For port ac74cba5-97ea-48b8-99a1-80e0e5d2592d, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=ac74cba5-97ea-48b8-99a1-80e0e5d2592d,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:00.023232 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-34250528-592b-41ae-9204-c80b8f36b480 req-7ea7f89f-7258-4dba-b364-6f6a79e793a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ac74cba5-97ea-48b8-99a1-80e0e5d2592d), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:00.046058 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.79', 52449) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:12:00.113530 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a63c8-97b4-4c74-a652-cf780941932f req-95feaab1-4e56-4f3f-95a4-88df19fc2db4 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:00.115390 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-913a63c8-97b4-4c74-a652-cf780941932f req-95feaab1-4e56-4f3f-95a4-88df19fc2db4 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904&tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&binding%3Ahost_id=n-h1-813897-6 HTTP/1.1" status: 200 len: 1127 time: 0.1243696 Feb 16 22:12:00.147523 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-913a63c8-97b4-4c74-a652-cf780941932f req-71b4203e-f84f-4b9e-a473-925ea994a2f8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813897-6'}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:12:00.273990 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ebf1c-5079-4ed7-ae2c-1e1324c0e3eb req-dc2bc017-9ea1-4aba-9292-712170e7afb6 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:00.275596 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e3ebf1c-5079-4ed7-ae2c-1e1324c0e3eb req-dc2bc017-9ea1-4aba-9292-712170e7afb6 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d38d08-2bc9-4e2b-b2e4-43962b88cdc4 HTTP/1.1" status: 200 len: 950 time: 0.1368029 Feb 16 22:12:00.311098 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3550e2c-565c-4a3a-8200-285b3270f108 req-485fbaa1-fceb-485d-81c1-9d508ac42850 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:00.319519 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c3550e2c-565c-4a3a-8200-285b3270f108 req-485fbaa1-fceb-485d-81c1-9d508ac42850 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 949 time: 0.1817844 Feb 16 22:12:00.332047 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-34250528-592b-41ae-9204-c80b8f36b480 req-7ea7f89f-7258-4dba-b364-6f6a79e793a9 service neutron] Transition to ACTIVE for port object ac74cba5-97ea-48b8-99a1-80e0e5d2592d will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:12:00.348726 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-34250528-592b-41ae-9204-c80b8f36b480 req-7ea7f89f-7258-4dba-b364-6f6a79e793a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (ac74cba5-97ea-48b8-99a1-80e0e5d2592d), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:00.447866 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-34250528-592b-41ae-9204-c80b8f36b480 req-7ea7f89f-7258-4dba-b364-6f6a79e793a9 service neutron] No DVR routers for this DVR port ac74cba5-97ea-48b8-99a1-80e0e5d2592d on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:12:00.448297 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836ff70-916c-47b0-856f-12012a0eac7a req-569e3eda-2657-4a97-ab3c-01a23a4535d7 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:00.449780 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1836ff70-916c-47b0-856f-12012a0eac7a req-569e3eda-2657-4a97-ab3c-01a23a4535d7 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.79 "GET /v2.0/networks?id=908e6638-f4c8-4b45-9573-ffca76ae9dd0 HTTP/1.1" status: 200 len: 823 time: 0.4021196 Feb 16 22:12:00.457121 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-913a63c8-97b4-4c74-a652-cf780941932f req-71b4203e-f84f-4b9e-a473-925ea994a2f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8be7a0d3-4289-4353-8611-3241ea35c331), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:00.474619 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e3ebf1c-5079-4ed7-ae2c-1e1324c0e3eb req-8579f48d-a522-4067-8bee-f3023742fd99 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd071a6e-62e8-4a24-ac01-17c3d5973866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886141 Feb 16 22:12:00.495144 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7f89f-7258-4dba-b364-6f6a79e793a9 service neutron] Pushing event updated for resources: {'Port': ['ID=ac74cba5-97ea-48b8-99a1-80e0e5d2592d,revision_number=10']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:00.508409 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c3550e2c-565c-4a3a-8200-285b3270f108 req-1061666c-02a5-445c-83d7-ba0da8e9bb40 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879907 Feb 16 22:12:00.517413 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-34250528-592b-41ae-9204-c80b8f36b480 req-7ea7f89f-7258-4dba-b364-6f6a79e793a9 service neutron] 10.222.0.79 "PUT /v2.0/ports/ac74cba5-97ea-48b8-99a1-80e0e5d2592d/bindings/n-h1-813897-6/activate HTTP/1.1" status: 200 len: 369 time: 1.1392756 Feb 16 22:12:00.637632 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a20f5fd-090d-41eb-9d1a-31f7ee5a438b'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:12:00.640517 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171ccc7f-989a-4b66-bcd2-5e36ecc16c24" -d '{"events": [{"server_uuid": "6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a", "name": "network-vif-unplugged", "status": "completed", "tag": "8a20f5fd-090d-41eb-9d1a-31f7ee5a438b"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:12:00.649135 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1836ff70-916c-47b0-856f-12012a0eac7a req-dd0a9d99-7aa2-4505-bb9e-27bb2a3fe3e8 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=030664079749416b877398f148fb3d38 HTTP/1.1" status: 200 len: 380 time: 0.1339200 Feb 16 22:12:00.656707 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4cb87245-f57f-40a6-8216-b753f8607a8d req-27ab85c1-f7ff-4a97-a50f-8f6d7778572b tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/ports?device_id=2bdf61ae-e089-4c2f-aaf4-563205524504 HTTP/1.1" status: 200 len: 210 time: 0.0406423 Feb 16 22:12:00.678168 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35b51a-724c-4b1a-a6e2-4f3adb793be8 req-38a5268b-2a38-4ac0-ab25-b07ba8bd20c6 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:00.680570 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7b35b51a-724c-4b1a-a6e2-4f3adb793be8 req-38a5268b-2a38-4ac0-ab25-b07ba8bd20c6 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782 HTTP/1.1" status: 200 len: 945 time: 0.0916190 Feb 16 22:12:00.685573 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-1836ff70-916c-47b0-856f-12012a0eac7a req-03daaa87-d35d-42a2-842b-9d7252518103 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Request body: {'port': {'device_id': '2bdf61ae-e089-4c2f-aaf4-563205524504', 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0', 'admin_state_up': True, 'tenant_id': '030664079749416b877398f148fb3d38', 'security_groups': ['fce9e7f7-2e4b-4a61-aa44-727f39b35b4c']}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:12:00.711781 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 22:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5163e2-255e-4601-94c4-3db71e93d988 x-openstack-request-id: req-9c5163e2-255e-4601-94c4-3db71e93d988 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:12:00.712114 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a", "name": "network-vif-unplugged", "status": "completed", "tag": "8a20f5fd-090d-41eb-9d1a-31f7ee5a438b", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:12:00.712370 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9c5163e2-255e-4601-94c4-3db71e93d988 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:12:00.712761 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a20f5fd-090d-41eb-9d1a-31f7ee5a438b', 'code': 200} Feb 16 22:12:00.737154 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34250528-592b-41ae-9204-c80b8f36b480 req-d51b28d5-72ba-44cb-8974-57c94c456bbd tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:00.739243 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-34250528-592b-41ae-9204-c80b8f36b480 req-d51b28d5-72ba-44cb-8974-57c94c456bbd tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782&tenant_id=744a37dc5b8f478b9350ec4becb28946&binding%3Ahost_id=n-h2-813897-6 HTTP/1.1" status: 200 len: 1127 time: 0.1423323 Feb 16 22:12:00.755318 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7b35b51a-724c-4b1a-a6e2-4f3adb793be8 req-f3dd8b07-7b81-413f-bec3-9ba83df9fdcb tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598769 Feb 16 22:12:00.837599 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37faa0d-6f27-4263-8f1a-dbd585be92b0 req-0bf6d9ef-a071-4557-beb1-16fb9f18e57d tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:00.839278 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f37faa0d-6f27-4263-8f1a-dbd585be92b0 req-0bf6d9ef-a071-4557-beb1-16fb9f18e57d tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] 10.222.0.75 "GET /v2.0/ports?device_id=bc321857-4ab0-4f38-8ba8-d74e22e24aeb HTTP/1.1" status: 200 len: 945 time: 0.0703466 Feb 16 22:12:00.888958 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f37faa0d-6f27-4263-8f1a-dbd585be92b0 req-a8653235-a0f9-4247-b337-0a8733f9fe2f tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] 10.222.0.75 "GET /v2.0/security-groups?id=20936b51-9463-4dd2-8882-ed12398b0f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440640 Feb 16 22:12:00.892112 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-913a63c8-97b4-4c74-a652-cf780941932f req-71b4203e-f84f-4b9e-a473-925ea994a2f8 service neutron] For port 8be7a0d3-4289-4353-8611-3241ea35c331, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8be7a0d3-4289-4353-8611-3241ea35c331,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:00.918146 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34250528-592b-41ae-9204-c80b8f36b480 req-2ac5b5b6-54b4-496d-86df-9a0df951bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:00.919645 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-34250528-592b-41ae-9204-c80b8f36b480 req-2ac5b5b6-54b4-496d-86df-9a0df951bc94 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782&tenant_id=744a37dc5b8f478b9350ec4becb28946 HTTP/1.1" status: 200 len: 1127 time: 0.1434495 Feb 16 22:12:00.977602 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device c2988012-39bb-435e-b400-c1fa626fb337 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:12:01.001596 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-913a63c8-97b4-4c74-a652-cf780941932f req-71b4203e-f84f-4b9e-a473-925ea994a2f8 service neutron] For port 8be7a0d3-4289-4353-8611-3241ea35c331, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:12:01.041227 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1836ff70-916c-47b0-856f-12012a0eac7a req-03daaa87-d35d-42a2-842b-9d7252518103 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Made reservation on behalf of 030664079749416b877398f148fb3d38 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:12:01.045553 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1836ff70-916c-47b0-856f-12012a0eac7a req-03daaa87-d35d-42a2-842b-9d7252518103 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:01.084518 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34250528-592b-41ae-9204-c80b8f36b480 req-0db3eea4-0f26-4fa7-9a7f-18848e69350f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:01.086033 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-34250528-592b-41ae-9204-c80b8f36b480 req-0db3eea4-0f26-4fa7-9a7f-18848e69350f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=744a37dc5b8f478b9350ec4becb28946&device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782 HTTP/1.1" status: 200 len: 1127 time: 0.1396332 Feb 16 22:12:01.177365 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbbb82de-99f0-4032-aa03-25ac3b1ad904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be7a0d3-4289-4353-8611-3241ea35c331'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:12:01.187884 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226f8bd-93f4-48b0-9e98-740854255f0b req-72f297c3-a22a-49cd-8e1d-504a0cc108f1 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:01.188058 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8daeb917-f9b9-4797-b05c-7998cf4d832e" -d '{"events": [{"server_uuid": "dbbb82de-99f0-4032-aa03-25ac3b1ad904", "name": "network-vif-unplugged", "status": "completed", "tag": "8be7a0d3-4289-4353-8611-3241ea35c331"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:12:01.195803 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8226f8bd-93f4-48b0-9e98-740854255f0b req-72f297c3-a22a-49cd-8e1d-504a0cc108f1 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904 HTTP/1.1" status: 200 len: 945 time: 0.0966322 Feb 16 22:12:01.196499 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port c2988012-39bb-435e-b400-c1fa626fb337, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=c2988012-39bb-435e-b400-c1fa626fb337,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:01.215468 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'c2988012-39bb-435e-b400-c1fa626fb337', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': 'c2988012-39bb-435e-b400-c1fa626fb337', 'mac_address': 'fa:16:3e:40:02:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:12:01.230595 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-913a63c8-97b4-4c74-a652-cf780941932f req-71b4203e-f84f-4b9e-a473-925ea994a2f8 service neutron] Publish callbacks [] for port (8be7a0d3-4289-4353-8611-3241ea35c331), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:01.282868 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-913a63c8-97b4-4c74-a652-cf780941932f req-71b4203e-f84f-4b9e-a473-925ea994a2f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8be7a0d3-4289-4353-8611-3241ea35c331), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:01.311276 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8226f8bd-93f4-48b0-9e98-740854255f0b req-b7e02c3b-8f8e-4f94-a146-ad48bfa80329 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144080 Feb 16 22:12:01.340120 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port c2988012-39bb-435e-b400-c1fa626fb337 is: ACTIVE; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:12:01.340706 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c2988012-39bb-435e-b400-c1fa626fb337), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:01.342462 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 22:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbbf9f6-88f9-433f-9be1-2563c9e01d4f x-openstack-request-id: req-ecbbf9f6-88f9-433f-9be1-2563c9e01d4f {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:12:01.342762 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbbb82de-99f0-4032-aa03-25ac3b1ad904", "name": "network-vif-unplugged", "status": "completed", "tag": "8be7a0d3-4289-4353-8611-3241ea35c331", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:12:01.343018 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ecbbf9f6-88f9-433f-9be1-2563c9e01d4f {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:12:01.343418 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbbb82de-99f0-4032-aa03-25ac3b1ad904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be7a0d3-4289-4353-8611-3241ea35c331', 'code': 200} Feb 16 22:12:01.359414 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2988012-39bb-435e-b400-c1fa626fb337 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:12:01.397331 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port c2988012-39bb-435e-b400-c1fa626fb337, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=c2988012-39bb-435e-b400-c1fa626fb337,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:01.405542 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c2988012-39bb-435e-b400-c1fa626fb337), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:01.515671 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34250528-592b-41ae-9204-c80b8f36b480 req-8eec968c-c0fa-4453-aa40-c9f4f71ffedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:01.517156 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-34250528-592b-41ae-9204-c80b8f36b480 req-8eec968c-c0fa-4453-aa40-c9f4f71ffedc service neutron] 10.222.0.67 "GET /v2.0/networks?id=16137278-7395-49da-9cb6-180484537d2f HTTP/1.1" status: 200 len: 922 time: 0.4182146 Feb 16 22:12:01.542321 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['c2988012-39bb-435e-b400-c1fa626fb337'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:12:01.546044 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-1836ff70-916c-47b0-856f-12012a0eac7a req-03daaa87-d35d-42a2-842b-9d7252518103 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Allocated IP 172.20.0.13 (908e6638-f4c8-4b45-9573-ffca76ae9dd0/6fcc24da-f75c-4bab-8b24-38df358b42a3/a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:12:01.548525 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4203e-f84f-4b9e-a473-925ea994a2f8 service neutron] Pushing event updated for resources: {'Port': ['ID=8be7a0d3-4289-4353-8611-3241ea35c331,revision_number=7']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:01.566842 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-913a63c8-97b4-4c74-a652-cf780941932f req-71b4203e-f84f-4b9e-a473-925ea994a2f8 service neutron] Attempting to bind port 8be7a0d3-4289-4353-8611-3241ea35c331 on host n-h1-813897-6 for vnic_type normal with profile {"migrating_to": "n-h2-813897-6"} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:12:01.567190 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-913a63c8-97b4-4c74-a652-cf780941932f req-71b4203e-f84f-4b9e-a473-925ea994a2f8 service neutron] Attempting to bind port 8be7a0d3-4289-4353-8611-3241ea35c331 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:12:01.567474 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913a63c8-97b4-4c74-a652-cf780941932f req-71b4203e-f84f-4b9e-a473-925ea994a2f8 service neutron] Attempting to bind port 8be7a0d3-4289-4353-8611-3241ea35c331 on network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:12:01.604073 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=c2988012-39bb-435e-b400-c1fa626fb337,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:01.630212 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-34250528-592b-41ae-9204-c80b8f36b480 req-cfd9e4a3-9725-42e3-afaf-734ba666ef4a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac74cba5-97ea-48b8-99a1-80e0e5d2592d HTTP/1.1" status: 200 len: 217 time: 0.0953226 Feb 16 22:12:01.651294 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913a63c8-97b4-4c74-a652-cf780941932f req-71b4203e-f84f-4b9e-a473-925ea994a2f8 service neutron] Port 8be7a0d3-4289-4353-8611-3241ea35c331 on network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:12:01.651650 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913a63c8-97b4-4c74-a652-cf780941932f req-71b4203e-f84f-4b9e-a473-925ea994a2f8 service neutron] Attempting to bind port 8be7a0d3-4289-4353-8611-3241ea35c331 on network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:12:01.672023 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccfefd-9193-4786-837f-e612f976fb72 req-acb53ffa-615f-4dcc-8877-fe21891c1ac6 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:01.673594 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7eccfefd-9193-4786-837f-e612f976fb72 req-acb53ffa-615f-4dcc-8877-fe21891c1ac6 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d38d08-2bc9-4e2b-b2e4-43962b88cdc4 HTTP/1.1" status: 200 len: 950 time: 0.0798273 Feb 16 22:12:01.707718 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913a63c8-97b4-4c74-a652-cf780941932f req-71b4203e-f84f-4b9e-a473-925ea994a2f8 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:12:01.708061 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913a63c8-97b4-4c74-a652-cf780941932f req-71b4203e-f84f-4b9e-a473-925ea994a2f8 service neutron] Checking segment: {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:12:01.708464 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913a63c8-97b4-4c74-a652-cf780941932f req-71b4203e-f84f-4b9e-a473-925ea994a2f8 service neutron] Bound using segment: {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:12:01.708908 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-913a63c8-97b4-4c74-a652-cf780941932f req-71b4203e-f84f-4b9e-a473-925ea994a2f8 service neutron] Bound port: 8be7a0d3-4289-4353-8611-3241ea35c331, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:12:01.709267 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-913a63c8-97b4-4c74-a652-cf780941932f req-71b4203e-f84f-4b9e-a473-925ea994a2f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8be7a0d3-4289-4353-8611-3241ea35c331), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:01.775948 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7eccfefd-9193-4786-837f-e612f976fb72 req-34042307-0c06-47f7-9530-b7075b6f4b15 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd071a6e-62e8-4a24-ac01-17c3d5973866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909584 Feb 16 22:12:01.802873 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34250528-592b-41ae-9204-c80b8f36b480 req-6d7ea359-19fc-406d-8f15-c0b9dceeaa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:01.805880 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-34250528-592b-41ae-9204-c80b8f36b480 req-6d7ea359-19fc-406d-8f15-c0b9dceeaa2f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c3e80cb9-4386-4d79-b9b3-6283b204f543 HTTP/1.1" status: 200 len: 861 time: 0.1494329 Feb 16 22:12:01.933201 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-34250528-592b-41ae-9204-c80b8f36b480 req-79efae1e-da65-4945-af6a-2e14df02168e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=16137278-7395-49da-9cb6-180484537d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154728 Feb 16 22:12:01.947648 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b6e6e-0627-4cfa-9393-afeb0a25d1d2 req-73e28360-e03e-4c31-bbfa-ab8a278068ac tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:01.949189 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-118b6e6e-0627-4cfa-9393-afeb0a25d1d2 req-73e28360-e03e-4c31-bbfa-ab8a278068ac tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] 10.222.0.67 "GET /v2.0/ports?device_id=91d38d08-2bc9-4e2b-b2e4-43962b88cdc4 HTTP/1.1" status: 200 len: 950 time: 0.3851347 Feb 16 22:12:02.059268 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cab81b1e-f891-48f7-9cbd-d580cb7034a3 req-67fd2ea4-9d10-42ad-bf99-6bb9f22c9bbb tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/ports?device_id=2bdf61ae-e089-4c2f-aaf4-563205524504 HTTP/1.1" status: 200 len: 210 time: 0.1183696 Feb 16 22:12:02.074999 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-913a63c8-97b4-4c74-a652-cf780941932f req-71b4203e-f84f-4b9e-a473-925ea994a2f8 service neutron] For port 8be7a0d3-4289-4353-8611-3241ea35c331, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:12:02.095635 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511a253-8246-421f-bc32-3795912b22f8 req-d583ef1b-3555-40f1-8dec-b77921240c22 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:02.100599 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7511a253-8246-421f-bc32-3795912b22f8 req-d583ef1b-3555-40f1-8dec-b77921240c22 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 949 time: 0.2144606 Feb 16 22:12:02.137608 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-913a63c8-97b4-4c74-a652-cf780941932f req-71b4203e-f84f-4b9e-a473-925ea994a2f8 service neutron] For port 8be7a0d3-4289-4353-8611-3241ea35c331, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8be7a0d3-4289-4353-8611-3241ea35c331,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:12:02.185597 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-913a63c8-97b4-4c74-a652-cf780941932f req-71b4203e-f84f-4b9e-a473-925ea994a2f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8be7a0d3-4289-4353-8611-3241ea35c331), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:02.192374 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7511a253-8246-421f-bc32-3795912b22f8 req-09d56e27-acdf-4eb9-bb3f-cb0bd8d08abb tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903258 Feb 16 22:12:02.211231 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1836ff70-916c-47b0-856f-12012a0eac7a req-03daaa87-d35d-42a2-842b-9d7252518103 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks [] for port (a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:02.261937 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-34250528-592b-41ae-9204-c80b8f36b480 req-ed5d83bf-12dc-41bd-a92f-8f6e196673ea service neutron] 10.222.0.67 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091414 Feb 16 22:12:02.294892 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6080dc3-70ed-4382-ae53-a88181ac6770 req-c73024ef-1f8d-438a-96df-c94b6343ce24 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:02.303793 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b6080dc3-70ed-4382-ae53-a88181ac6770 req-c73024ef-1f8d-438a-96df-c94b6343ce24 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782 HTTP/1.1" status: 200 len: 945 time: 0.1100998 Feb 16 22:12:02.396234 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b6080dc3-70ed-4382-ae53-a88181ac6770 req-0001043b-a407-45f0-8c09-d6b653790178 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911827 Feb 16 22:12:02.412192 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4203e-f84f-4b9e-a473-925ea994a2f8 service neutron] Pushing event updated for resources: {'Port': ['ID=8be7a0d3-4289-4353-8611-3241ea35c331,revision_number=8']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:02.469400 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a63c8-97b4-4c74-a652-cf780941932f req-71b4203e-f84f-4b9e-a473-925ea994a2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:02.471719 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-913a63c8-97b4-4c74-a652-cf780941932f req-71b4203e-f84f-4b9e-a473-925ea994a2f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:02.473215 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-913a63c8-97b4-4c74-a652-cf780941932f req-71b4203e-f84f-4b9e-a473-925ea994a2f8 service neutron] 10.222.0.79 "PUT /v2.0/ports/8be7a0d3-4289-4353-8611-3241ea35c331 HTTP/1.1" status: 200 len: 1121 time: 2.3304942 Feb 16 22:12:02.510600 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c9df50b-8c23-4772-909c-4fe7f827422a req-803701db-2dba-4cd4-ba4f-f231fc6c3704 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1132269 Feb 16 22:12:02.531784 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['8be7a0d3-4289-4353-8611-3241ea35c331'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:12:02.617053 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-118b6e6e-0627-4cfa-9393-afeb0a25d1d2 req-b6d83df9-23e4-4256-8fd4-38795e3a5124 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Deleting port a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:12:02.626605 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-118b6e6e-0627-4cfa-9393-afeb0a25d1d2 req-b6d83df9-23e4-4256-8fd4-38795e3a5124 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:02.680196 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1836ff70-916c-47b0-856f-12012a0eac7a req-03daaa87-d35d-42a2-842b-9d7252518103 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:02.691977 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43308eab-6d2b-4723-9d70-c950023b3d24 req-c50d9f48-569c-4860-8d1f-882c73a5725c tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:02.702856 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-43308eab-6d2b-4723-9d70-c950023b3d24 req-c50d9f48-569c-4860-8d1f-882c73a5725c tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904 HTTP/1.1" status: 200 len: 943 time: 0.1975601 Feb 16 22:12:02.787568 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9df50b-8c23-4772-909c-4fe7f827422a req-22b579a7-a755-47be-8f8a-2fef33d77174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:02.790480 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c9df50b-8c23-4772-909c-4fe7f827422a req-22b579a7-a755-47be-8f8a-2fef33d77174 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=744a37dc5b8f478b9350ec4becb28946&device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 1126 time: 0.1978989 Feb 16 22:12:02.796370 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-43308eab-6d2b-4723-9d70-c950023b3d24 req-c750d09e-a77a-461f-aca6-1d085389d754 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847421 Feb 16 22:12:02.838977 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-34250528-592b-41ae-9204-c80b8f36b480 req-b32ed5d3-d38d-4bca-8f98-3ee8a8fe0639 service neutron] 10.222.0.67 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5599382 Feb 16 22:12:02.906118 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1836ff70-916c-47b0-856f-12012a0eac7a req-03daaa87-d35d-42a2-842b-9d7252518103 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Network 908e6638-f4c8-4b45-9573-ffca76ae9dd0 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:12:02.915050 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-1836ff70-916c-47b0-856f-12012a0eac7a req-03daaa87-d35d-42a2-842b-9d7252518103 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:12:02.917697 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-1836ff70-916c-47b0-856f-12012a0eac7a req-03daaa87-d35d-42a2-842b-9d7252518103 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:12:02.923091 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836ff70-916c-47b0-856f-12012a0eac7a req-03daaa87-d35d-42a2-842b-9d7252518103 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:02.923731 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1836ff70-916c-47b0-856f-12012a0eac7a req-03daaa87-d35d-42a2-842b-9d7252518103 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:02.940045 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03daaa87-d35d-42a2-842b-9d7252518103 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Pushing event updated for resources: {'Port': ['ID=a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:02.970001 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-118b6e6e-0627-4cfa-9393-afeb0a25d1d2 req-b6d83df9-23e4-4256-8fd4-38795e3a5124 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] For port a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:02.970426 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-118b6e6e-0627-4cfa-9393-afeb0a25d1d2 req-b6d83df9-23e4-4256-8fd4-38795e3a5124 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:02.979886 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device c2988012-39bb-435e-b400-c1fa626fb337 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:12:02.990318 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1836ff70-916c-47b0-856f-12012a0eac7a req-03daaa87-d35d-42a2-842b-9d7252518103 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3207664 Feb 16 22:12:03.023668 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-1836ff70-916c-47b0-856f-12012a0eac7a req-91ff7141-0b22-4004-9290-7c3c2fe2dc0d service neutron] Request body: {'port': {'device_id': '2bdf61ae-e089-4c2f-aaf4-563205524504', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:12:03.057731 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9df50b-8c23-4772-909c-4fe7f827422a req-1bb74f57-1d1c-49e0-a1d4-c9b44532238e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:03.062964 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c9df50b-8c23-4772-909c-4fe7f827422a req-1bb74f57-1d1c-49e0-a1d4-c9b44532238e service neutron] 10.222.0.79 "GET /v2.0/networks?id=16137278-7395-49da-9cb6-180484537d2f HTTP/1.1" status: 200 len: 922 time: 0.2424755 Feb 16 22:12:03.123040 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-118b6e6e-0627-4cfa-9393-afeb0a25d1d2 req-b6d83df9-23e4-4256-8fd4-38795e3a5124 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Calling delete_port for a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:12:03.138613 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port c2988012-39bb-435e-b400-c1fa626fb337 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:12:03.143196 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c2988012-39bb-435e-b400-c1fa626fb337), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:03.304899 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c9df50b-8c23-4772-909c-4fe7f827422a req-c80c8cd2-77b1-4a32-b0da-27d935a0a0ec service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3ce7676-ecb5-4495-acbf-2f4dbe04183c HTTP/1.1" status: 200 len: 217 time: 0.1385891 Feb 16 22:12:03.344085 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbbb82de-99f0-4032-aa03-25ac3b1ad904', 'tag': '8be7a0d3-4289-4353-8611-3241ea35c331'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:12:03.358558 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fb8f5e-4cf0-485b-80d7-c7e8e8ec0c06" -d '{"events": [{"name": "network-changed", "server_uuid": "dbbb82de-99f0-4032-aa03-25ac3b1ad904", "tag": "8be7a0d3-4289-4353-8611-3241ea35c331"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:12:03.476939 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port c2988012-39bb-435e-b400-c1fa626fb337 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:12:03.478488 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c2988012-39bb-435e-b400-c1fa626fb337), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:03.537986 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1836ff70-916c-47b0-856f-12012a0eac7a req-91ff7141-0b22-4004-9290-7c3c2fe2dc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:03.548243 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-4b56fe27-a7cf-46d5-9a48-261d71a93fc0 None None] Provisioning complete for port a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:12:03.548766 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4b56fe27-a7cf-46d5-9a48-261d71a93fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:03.574573 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a68e7b-b8de-4bce-b33e-e2e13d7ed812 req-f6e877f1-7db7-40ab-aa2c-a394cafe99e6 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:03.584009 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e8a68e7b-b8de-4bce-b33e-e2e13d7ed812 req-f6e877f1-7db7-40ab-aa2c-a394cafe99e6 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d38d08-2bc9-4e2b-b2e4-43962b88cdc4 HTTP/1.1" status: 200 len: 950 time: 0.5139623 Feb 16 22:12:03.611467 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port c2988012-39bb-435e-b400-c1fa626fb337, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=c2988012-39bb-435e-b400-c1fa626fb337,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:03.644364 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6993986-18b2-404e-8136-20c7bb876c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2988012-39bb-435e-b400-c1fa626fb337'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:12:03.647117 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05071d14-ac97-4d7d-8552-aa3925e050d7" -d '{"events": [{"server_uuid": "a6993986-18b2-404e-8136-20c7bb876c79", "name": "network-vif-plugged", "status": "completed", "tag": "c2988012-39bb-435e-b400-c1fa626fb337"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:12:03.655051 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9df50b-8c23-4772-909c-4fe7f827422a req-a487a108-5892-4605-9f47-3be40bef2af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:03.656274 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c2988012-39bb-435e-b400-c1fa626fb337), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:03.656494 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c9df50b-8c23-4772-909c-4fe7f827422a req-a487a108-5892-4605-9f47-3be40bef2af1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c3e80cb9-4386-4d79-b9b3-6283b204f543 HTTP/1.1" status: 200 len: 861 time: 0.3427792 Feb 16 22:12:03.657473 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device ac74cba5-97ea-48b8-99a1-80e0e5d2592d no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:12:03.828643 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=c2988012-39bb-435e-b400-c1fa626fb337,revision_number=7']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:03.836146 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c9df50b-8c23-4772-909c-4fe7f827422a req-a6e52ac7-bd47-44fa-87cd-7d500291a050 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16137278-7395-49da-9cb6-180484537d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1443343 Feb 16 22:12:03.840892 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 49630) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:12:03.862667 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] The host n-h2-813897-6 is not matching for port ac74cba5-97ea-48b8-99a1-80e0e5d2592d host n-h1-813897-6! {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 22:12:03.863585 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device ac74cba5-97ea-48b8-99a1-80e0e5d2592d not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:12:03.865767 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4b56fe27-a7cf-46d5-9a48-261d71a93fc0 None None] Port a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:12:03.873257 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76403da3-eaa6-4942-b4e4-e2f1ecf8104d req-cda800d3-edd6-4184-9609-254150a0e333 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:03.881668 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-76403da3-eaa6-4942-b4e4-e2f1ecf8104d req-cda800d3-edd6-4184-9609-254150a0e333 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/ports?device_id=2bdf61ae-e089-4c2f-aaf4-563205524504 HTTP/1.1" status: 200 len: 932 time: 0.4861104 Feb 16 22:12:04.027161 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-76403da3-eaa6-4942-b4e4-e2f1ecf8104d req-5233ce41-d95c-4c85-8362-d8223e278cff tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/security-groups?id=fce9e7f7-2e4b-4a61-aa44-727f39b35b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438429 Feb 16 22:12:04.133149 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e8a68e7b-b8de-4bce-b33e-e2e13d7ed812 req-891dd0fa-e530-453f-affe-0b2f36a4939d tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd071a6e-62e8-4a24-ac01-17c3d5973866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5389602 Feb 16 22:12:04.171796 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3c6225ea-af7e-4840-835a-36fc3f526565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:04.315757 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c9df50b-8c23-4772-909c-4fe7f827422a req-5e71ddb1-b070-4750-ac8a-e8bb6dbe2eb4 service neutron] 10.222.0.79 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573569 Feb 16 22:12:04.323090 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34250528-592b-41ae-9204-c80b8f36b480 req-f3fb71f0-19ff-4d95-bdd3-04079ac52cce tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:04.325193 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-34250528-592b-41ae-9204-c80b8f36b480 req-f3fb71f0-19ff-4d95-bdd3-04079ac52cce tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782&tenant_id=744a37dc5b8f478b9350ec4becb28946&binding%3Ahost_id=n-h1-813897-6 HTTP/1.1" status: 200 len: 1127 time: 1.1318886 Feb 16 22:12:04.487539 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6568e14-85e0-411a-880b-b8dc6f998421 req-aa305eee-790d-4e31-8ad7-1bd24cd78387 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:04.489126 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b6568e14-85e0-411a-880b-b8dc6f998421 req-aa305eee-790d-4e31-8ad7-1bd24cd78387 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 949 time: 0.3201427 Feb 16 22:12:04.517462 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b44d0-bc6c-4a67-b4be-c20e801d33f0 req-d92a3e13-3cf0-4279-92c1-a9b0c6204704 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:04.518472 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c5b44d0-bc6c-4a67-b4be-c20e801d33f0 req-d92a3e13-3cf0-4279-92c1-a9b0c6204704 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782 HTTP/1.1" status: 200 len: 945 time: 0.2201045 Feb 16 22:12:04.597419 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3c6225ea-af7e-4840-835a-36fc3f526565 admin admin] Publish callbacks [] for security_group (5fc11352-5615-4bce-a468-1b6132ba0303), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:04.598600 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c9df50b-8c23-4772-909c-4fe7f827422a req-1e03c4aa-7255-4ce4-befe-0b0b4b394b5a service neutron] 10.222.0.79 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769825 Feb 16 22:12:04.607389 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3c6225ea-af7e-4840-835a-36fc3f526565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (5fc11352-5615-4bce-a468-1b6132ba0303), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:04.621901 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-1836ff70-916c-47b0-856f-12012a0eac7a req-91ff7141-0b22-4004-9290-7c3c2fe2dc0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:12:04.647075 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-118b6e6e-0627-4cfa-9393-afeb0a25d1d2 req-b6d83df9-23e4-4256-8fd4-38795e3a5124 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:04.650225 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1836ff70-916c-47b0-856f-12012a0eac7a req-91ff7141-0b22-4004-9290-7c3c2fe2dc0d service neutron] Publish callbacks [] for port (a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:04.662300 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:12:04.696554 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b6568e14-85e0-411a-880b-b8dc6f998421 req-c2759701-9c8e-4401-ac22-5709ec5b914b tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865232 Feb 16 22:12:04.723145 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3c6225ea-af7e-4840-835a-36fc3f526565 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9ef6979ac4fd47738e1a97a40f62be48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8789601 Feb 16 22:12:04.728327 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6225ea-af7e-4840-835a-36fc3f526565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc11352-5615-4bce-a468-1b6132ba0303,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:04.735038 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 49646) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:12:04.750258 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d83df9-23e4-4256-8fd4-38795e3a5124 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Pushing event deleted for resources: {'Port': ['ID=a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:04.757135 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-1836ff70-916c-47b0-856f-12012a0eac7a req-91ff7141-0b22-4004-9290-7c3c2fe2dc0d service neutron] Transition to ACTIVE for port object a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:12:04.763059 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c5b44d0-bc6c-4a67-b4be-c20e801d33f0 req-ab492736-f896-4a74-98ac-c297d8a70d41 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225614 Feb 16 22:12:04.778008 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-34250528-592b-41ae-9204-c80b8f36b480 req-540cd46b-4743-4fab-8e2c-20ff534cd9e7 service neutron] For port ac74cba5-97ea-48b8-99a1-80e0e5d2592d, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:12:04.781175 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-34250528-592b-41ae-9204-c80b8f36b480 req-540cd46b-4743-4fab-8e2c-20ff534cd9e7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:04.782335 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-34250528-592b-41ae-9204-c80b8f36b480 req-540cd46b-4743-4fab-8e2c-20ff534cd9e7 service neutron] 10.222.0.67 "DELETE /v2.0/ports/ac74cba5-97ea-48b8-99a1-80e0e5d2592d/bindings/n-h2-813897-6 HTTP/1.1" status: 204 len: 173 time: 0.4496093 Feb 16 22:12:04.822750 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1836ff70-916c-47b0-856f-12012a0eac7a req-91ff7141-0b22-4004-9290-7c3c2fe2dc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:04.860244 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8c9b28-4c61-4246-b60e-5ec692aecf09 x-openstack-request-id: req-dd8c9b28-4c61-4246-b60e-5ec692aecf09 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:12:04.860612 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbbb82de-99f0-4032-aa03-25ac3b1ad904", "tag": "8be7a0d3-4289-4353-8611-3241ea35c331", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:12:04.860873 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dd8c9b28-4c61-4246-b60e-5ec692aecf09 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:12:04.861368 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbbb82de-99f0-4032-aa03-25ac3b1ad904', 'tag': '8be7a0d3-4289-4353-8611-3241ea35c331', 'status': 'completed', 'code': 200} Feb 16 22:12:04.873727 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-118b6e6e-0627-4cfa-9393-afeb0a25d1d2 req-b6d83df9-23e4-4256-8fd4-38795e3a5124 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] No DVR routers for this DVR port a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:12:04.891148 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7660548f-ef42-4a3d-ab97-c5519ecf675c x-openstack-request-id: req-7660548f-ef42-4a3d-ab97-c5519ecf675c {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:12:04.891464 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6993986-18b2-404e-8136-20c7bb876c79", "name": "network-vif-plugged", "status": "completed", "tag": "c2988012-39bb-435e-b400-c1fa626fb337", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:12:04.892296 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7660548f-ef42-4a3d-ab97-c5519ecf675c {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:12:04.896935 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6993986-18b2-404e-8136-20c7bb876c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2988012-39bb-435e-b400-c1fa626fb337', 'code': 200} Feb 16 22:12:04.902743 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-118b6e6e-0627-4cfa-9393-afeb0a25d1d2 req-b6d83df9-23e4-4256-8fd4-38795e3a5124 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:04.902743 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-118b6e6e-0627-4cfa-9393-afeb0a25d1d2 req-b6d83df9-23e4-4256-8fd4-38795e3a5124 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] 10.222.0.67 "DELETE /v2.0/ports/a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e HTTP/1.1" status: 204 len: 173 time: 2.9455380 Feb 16 22:12:04.946214 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6cb1dc8f-7f5c-4888-b1b7-74853e2736bd admin admin] Publish callbacks [] for security_group (5fc11352-5615-4bce-a468-1b6132ba0303), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:04.973390 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 8be7a0d3-4289-4353-8611-3241ea35c331 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:12:05.094352 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff7141-0b22-4004-9290-7c3c2fe2dc0d service neutron] Pushing event updated for resources: {'Port': ['ID=a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:05.128799 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.resource_extend [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 22:12:05.186460 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6cb1dc8f-7f5c-4888-b1b7-74853e2736bd admin admin] Publish callbacks [] for security_group (5fc11352-5615-4bce-a468-1b6132ba0303), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:05.212848 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-1836ff70-916c-47b0-856f-12012a0eac7a req-91ff7141-0b22-4004-9290-7c3c2fe2dc0d service neutron] Attempting to bind port a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:12:05.227052 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-1836ff70-916c-47b0-856f-12012a0eac7a req-91ff7141-0b22-4004-9290-7c3c2fe2dc0d service neutron] Attempting to bind port a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '73b1a5be-4d8c-41ce-b66a-7c0f6916f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:12:05.227746 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1836ff70-916c-47b0-856f-12012a0eac7a req-91ff7141-0b22-4004-9290-7c3c2fe2dc0d service neutron] Attempting to bind port a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f on network 908e6638-f4c8-4b45-9573-ffca76ae9dd0 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:12:05.250474 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1836ff70-916c-47b0-856f-12012a0eac7a req-91ff7141-0b22-4004-9290-7c3c2fe2dc0d service neutron] Port a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f on network 908e6638-f4c8-4b45-9573-ffca76ae9dd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:12:05.254417 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1836ff70-916c-47b0-856f-12012a0eac7a req-91ff7141-0b22-4004-9290-7c3c2fe2dc0d service neutron] Attempting to bind port a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f on network 908e6638-f4c8-4b45-9573-ffca76ae9dd0 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:12:05.265384 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 8be7a0d3-4289-4353-8611-3241ea35c331, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8be7a0d3-4289-4353-8611-3241ea35c331,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:05.278114 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb8f5e-4cf0-485b-80d7-c7e8e8ec0c06 req-5a666261-e140-4bd0-93b3-1fc181027a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:05.281903 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 8be7a0d3-4289-4353-8611-3241ea35c331 has no active binding in host n-h2-813897-6 {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 16 22:12:05.288709 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-38fb8f5e-4cf0-485b-80d7-c7e8e8ec0c06 req-5a666261-e140-4bd0-93b3-1fc181027a70 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904 HTTP/1.1" status: 200 len: 1155 time: 0.4179235 Feb 16 22:12:05.290117 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1836ff70-916c-47b0-856f-12012a0eac7a req-91ff7141-0b22-4004-9290-7c3c2fe2dc0d service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:12:05.295391 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1836ff70-916c-47b0-856f-12012a0eac7a req-91ff7141-0b22-4004-9290-7c3c2fe2dc0d service neutron] Checking segment: {'id': '73b1a5be-4d8c-41ce-b66a-7c0f6916f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:12:05.295845 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1836ff70-916c-47b0-856f-12012a0eac7a req-91ff7141-0b22-4004-9290-7c3c2fe2dc0d service neutron] Bound using segment: {'id': '73b1a5be-4d8c-41ce-b66a-7c0f6916f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:12:05.296307 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-1836ff70-916c-47b0-856f-12012a0eac7a req-91ff7141-0b22-4004-9290-7c3c2fe2dc0d service neutron] Bound port: a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b1a5be-4d8c-41ce-b66a-7c0f6916f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:12:05.297603 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1836ff70-916c-47b0-856f-12012a0eac7a req-91ff7141-0b22-4004-9290-7c3c2fe2dc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:05.483528 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473f4ad-b4e8-4166-8119-99adeb045a17 req-21ce2563-d87c-455b-bb6e-a34d1fe68eee tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:05.499751 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1473f4ad-b4e8-4166-8119-99adeb045a17 req-21ce2563-d87c-455b-bb6e-a34d1fe68eee tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904 HTTP/1.1" status: 200 len: 943 time: 0.5189841 Feb 16 22:12:05.527849 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-1836ff70-916c-47b0-856f-12012a0eac7a req-91ff7141-0b22-4004-9290-7c3c2fe2dc0d service neutron] For port a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:12:05.540554 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-1836ff70-916c-47b0-856f-12012a0eac7a req-91ff7141-0b22-4004-9290-7c3c2fe2dc0d service neutron] For port a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f,segment=NetworkSegment(73b1a5be-4d8c-41ce-b66a-7c0f6916f940),segment_id=73b1a5be-4d8c-41ce-b66a-7c0f6916f940)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:12:05.545742 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb8f5e-4cf0-485b-80d7-c7e8e8ec0c06 req-e4b4a5e0-9bfd-4fc7-bd3d-98c6daee0da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:05.553053 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-38fb8f5e-4cf0-485b-80d7-c7e8e8ec0c06 req-e4b4a5e0-9bfd-4fc7-bd3d-98c6daee0da4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=91cf39f3-9142-4ee5-af15-00f1f801e8c7 HTTP/1.1" status: 200 len: 908 time: 0.2528849 Feb 16 22:12:05.568061 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1836ff70-916c-47b0-856f-12012a0eac7a req-91ff7141-0b22-4004-9290-7c3c2fe2dc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:05.572466 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c040682-1f37-4b13-84e2-c0225c848882 req-70313a6a-4074-4e6e-9687-cabd25bc7977 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:05.589872 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c040682-1f37-4b13-84e2-c0225c848882 req-70313a6a-4074-4e6e-9687-cabd25bc7977 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782 HTTP/1.1" status: 200 len: 1127 time: 0.3788295 Feb 16 22:12:05.673409 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-38fb8f5e-4cf0-485b-80d7-c7e8e8ec0c06 req-c89659af-ba7d-4cff-a0e5-7f09913ec684 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8be7a0d3-4289-4353-8611-3241ea35c331 HTTP/1.1" status: 200 len: 217 time: 0.1000378 Feb 16 22:12:05.720227 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1473f4ad-b4e8-4166-8119-99adeb045a17 req-2fd53960-247a-40d3-9df0-7a14215ba189 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174420 Feb 16 22:12:05.735182 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836ff70-916c-47b0-856f-12012a0eac7a req-91ff7141-0b22-4004-9290-7c3c2fe2dc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:05.735182 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1836ff70-916c-47b0-856f-12012a0eac7a req-91ff7141-0b22-4004-9290-7c3c2fe2dc0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:05.736005 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1836ff70-916c-47b0-856f-12012a0eac7a req-91ff7141-0b22-4004-9290-7c3c2fe2dc0d service neutron] 10.222.0.79 "PUT /v2.0/ports/a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f HTTP/1.1" status: 200 len: 1092 time: 2.7320132 Feb 16 22:12:05.786178 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6cb1dc8f-7f5c-4888-b1b7-74853e2736bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (5fc11352-5615-4bce-a468-1b6132ba0303), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:05.797227 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6cb1dc8f-7f5c-4888-b1b7-74853e2736bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:05.807287 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6cb1dc8f-7f5c-4888-b1b7-74853e2736bd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5fc11352-5615-4bce-a468-1b6132ba0303 HTTP/1.1" status: 204 len: 168 time: 1.0679913 Feb 16 22:12:05.908998 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1dc8f-7f5c-4888-b1b7-74853e2736bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc11352-5615-4bce-a468-1b6132ba0303,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:05.967139 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c040682-1f37-4b13-84e2-c0225c848882 req-c1431f2d-71a6-4d43-8c1c-ff590b6d2d17 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663964 Feb 16 22:12:05.996705 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff7141-0b22-4004-9290-7c3c2fe2dc0d service neutron] Pushing event updated for resources: {'Port': ['ID=a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:06.030113 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb8f5e-4cf0-485b-80d7-c7e8e8ec0c06 req-99e738f1-5764-402c-a98e-b82aa4a7496f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:06.051111 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-38fb8f5e-4cf0-485b-80d7-c7e8e8ec0c06 req-99e738f1-5764-402c-a98e-b82aa4a7496f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f7242f4f-8939-4e6c-b488-ab1fd3ca8215 HTTP/1.1" status: 200 len: 847 time: 0.3596177 Feb 16 22:12:06.187671 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b8298-8973-4bc7-8397-ebea674e8842 req-daa26415-dc86-4e7f-96c8-3ae24a352212 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:06.208028 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-38fb8f5e-4cf0-485b-80d7-c7e8e8ec0c06 req-ae06a0f8-a8c7-4116-9963-fc3dbafc71c6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=91cf39f3-9142-4ee5-af15-00f1f801e8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050439 Feb 16 22:12:06.210949 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cc1b8298-8973-4bc7-8397-ebea674e8842 req-daa26415-dc86-4e7f-96c8-3ae24a352212 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/ports?device_id=2bdf61ae-e089-4c2f-aaf4-563205524504 HTTP/1.1" status: 200 len: 944 time: 0.3247018 Feb 16 22:12:06.352064 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836ff70-916c-47b0-856f-12012a0eac7a req-8266382e-8093-4ef2-80c9-dc247257427b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:06.367613 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1836ff70-916c-47b0-856f-12012a0eac7a req-8266382e-8093-4ef2-80c9-dc247257427b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=030664079749416b877398f148fb3d38&device_id=2bdf61ae-e089-4c2f-aaf4-563205524504 HTTP/1.1" status: 200 len: 1126 time: 0.4902260 Feb 16 22:12:06.374856 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7f8b454b-ce6e-47e0-9a5f-0af8941e7cae req-6cf521d3-6313-49e6-b74a-d323ce223de0 tempest-ServerDiagnosticsNegativeTest-407355699 tempest-ServerDiagnosticsNegativeTest-407355699-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d38d08-2bc9-4e2b-b2e4-43962b88cdc4 HTTP/1.1" status: 200 len: 210 time: 0.1050093 Feb 16 22:12:06.417606 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cc1b8298-8973-4bc7-8397-ebea674e8842 req-2c5a357c-6fc4-4007-bb4e-2fc2814b644d tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/security-groups?id=fce9e7f7-2e4b-4a61-aa44-727f39b35b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056880 Feb 16 22:12:06.418124 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 49674) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:12:06.461438 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ddbcb1aa-c825-4cee-8869-38feaa2ddc74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:06.507517 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1836ff70-916c-47b0-856f-12012a0eac7a req-77b07aef-433a-4e6c-9d39-f5b7905e1868 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f HTTP/1.1" status: 200 len: 217 time: 0.1177719 Feb 16 22:12:06.678475 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-38fb8f5e-4cf0-485b-80d7-c7e8e8ec0c06 req-2a1ad17d-58e2-47aa-8af3-52a932b9e144 service neutron] 10.222.0.67 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580772 Feb 16 22:12:06.702872 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836ff70-916c-47b0-856f-12012a0eac7a req-29fcad2d-7dce-451d-b365-da073fc1681e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:06.704297 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1836ff70-916c-47b0-856f-12012a0eac7a req-29fcad2d-7dce-451d-b365-da073fc1681e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6fcc24da-f75c-4bab-8b24-38df358b42a3 HTTP/1.1" status: 200 len: 862 time: 0.1877918 Feb 16 22:12:06.716417 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24e8c4-79cf-44c0-8232-347bfcd77ac8 req-dbd4f781-ed46-4e2e-b404-5e81bdaf0ad9 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:06.718248 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b24e8c4-79cf-44c0-8232-347bfcd77ac8 req-dbd4f781-ed46-4e2e-b404-5e81bdaf0ad9 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 949 time: 0.1718903 Feb 16 22:12:06.795007 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ddbcb1aa-c825-4cee-8869-38feaa2ddc74 admin admin] Publish callbacks [] for security_group (fc15f8cb-6523-4781-87fd-018588c43e96), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:06.806838 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-913a63c8-97b4-4c74-a652-cf780941932f req-a7cd781e-74b1-485f-88e3-81834f1241dc service neutron] 10.222.0.67 "GET /v2.0/ports/8be7a0d3-4289-4353-8611-3241ea35c331/bindings/n-h2-813897-6 HTTP/1.1" status: 200 len: 384 time: 0.2450051 Feb 16 22:12:06.813080 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ddbcb1aa-c825-4cee-8869-38feaa2ddc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (fc15f8cb-6523-4781-87fd-018588c43e96), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:06.876498 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d38d08-2bc9-4e2b-b2e4-43962b88cdc4', 'name': 'network-vif-deleted', 'tag': 'a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e'}, {'name': 'network-changed', 'server_uuid': '2bdf61ae-e089-4c2f-aaf4-563205524504', 'tag': 'a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:12:06.880421 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4816e3-391e-4c5a-95dc-355181725355" -d '{"events": [{"server_uuid": "91d38d08-2bc9-4e2b-b2e4-43962b88cdc4", "name": "network-vif-deleted", "tag": "a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e"}, {"name": "network-changed", "server_uuid": "2bdf61ae-e089-4c2f-aaf4-563205524504", "tag": "a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:12:06.903255 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:12:06.912787 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836ff70-916c-47b0-856f-12012a0eac7a req-21e6a9c2-9f8d-4fd9-8c15-1f57a7469568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:06.914407 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1836ff70-916c-47b0-856f-12012a0eac7a req-21e6a9c2-9f8d-4fd9-8c15-1f57a7469568 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=908e6638-f4c8-4b45-9573-ffca76ae9dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1986675 Feb 16 22:12:06.947129 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:12:06.948106 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:12:06.982908 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ddbcb1aa-c825-4cee-8869-38feaa2ddc74 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=671822eeae224446bb470eabb420ad14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5636563 Feb 16 22:12:07.007125 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b24e8c4-79cf-44c0-8232-347bfcd77ac8 req-f5397039-b19c-467d-a354-eef8fd05cdff tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749786 Feb 16 22:12:07.008327 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbcb1aa-c825-4cee-8869-38feaa2ddc74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc15f8cb-6523-4781-87fd-018588c43e96,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:07.012930 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 49700) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:12:07.045246 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1836ff70-916c-47b0-856f-12012a0eac7a req-f90ae314-8e57-4cd3-ae34-2e4c9be6a1da service neutron] 10.222.0.79 "GET /v2.0/networks/908e6638-f4c8-4b45-9573-ffca76ae9dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177797 Feb 16 22:12:07.075156 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-ac10e5d4-d1f1-40f4-bf32-80f06783d6f8 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:07.078355 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-38fb8f5e-4cf0-485b-80d7-c7e8e8ec0c06 req-61e09178-c72c-4600-9a58-b0cfcebb53a3 service neutron] 10.222.0.67 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730345 Feb 16 22:12:07.086658 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-ac10e5d4-d1f1-40f4-bf32-80f06783d6f8 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/networks?id=16137278-7395-49da-9cb6-180484537d2f HTTP/1.1" status: 200 len: 821 time: 0.4031014 Feb 16 22:12:07.123580 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-2bf3c625-6ce7-4e9e-a3ba-8fa282a69f8d tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/quotas/744a37dc5b8f478b9350ec4becb28946 HTTP/1.1" status: 200 len: 375 time: 0.0306175 Feb 16 22:12:07.207446 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c1dfa5f4-6cc7-415b-b3a2-301991645ceb admin admin] Publish callbacks [] for security_group (fc15f8cb-6523-4781-87fd-018588c43e96), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:07.259654 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1836ff70-916c-47b0-856f-12012a0eac7a req-9f09f7d5-647f-4a0c-a7be-66978e9a4cec service neutron] 10.222.0.79 "GET /v2.0/networks/908e6638-f4c8-4b45-9573-ffca76ae9dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060914 Feb 16 22:12:07.262015 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c1dfa5f4-6cc7-415b-b3a2-301991645ceb admin admin] Publish callbacks [] for security_group (fc15f8cb-6523-4781-87fd-018588c43e96), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:07.280110 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-d6501bcc-1cc8-467f-948e-12ea15858a5c tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=744a37dc5b8f478b9350ec4becb28946&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1432199 Feb 16 22:12:07.289200 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75c960-4b81-4412-a55e-3d70b882912a req-65421a8f-f00a-4841-9798-b5f3d603be70 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:07.292665 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5f75c960-4b81-4412-a55e-3d70b882912a req-65421a8f-f00a-4841-9798-b5f3d603be70 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904 HTTP/1.1" status: 200 len: 943 time: 0.1695881 Feb 16 22:12:07.305451 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-913a63c8-97b4-4c74-a652-cf780941932f req-2a4acf20-a812-467d-ba40-11af880627c4 service neutron] For port 8be7a0d3-4289-4353-8611-3241ea35c331, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8be7a0d3-4289-4353-8611-3241ea35c331,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:07.330338 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-913a63c8-97b4-4c74-a652-cf780941932f req-2a4acf20-a812-467d-ba40-11af880627c4 service neutron] For port 8be7a0d3-4289-4353-8611-3241ea35c331, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:12:07.391206 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-913a63c8-97b4-4c74-a652-cf780941932f req-2a4acf20-a812-467d-ba40-11af880627c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be7a0d3-4289-4353-8611-3241ea35c331 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:12:07.412277 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-913a63c8-97b4-4c74-a652-cf780941932f req-2a4acf20-a812-467d-ba40-11af880627c4 service neutron] For port 8be7a0d3-4289-4353-8611-3241ea35c331, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=8be7a0d3-4289-4353-8611-3241ea35c331,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:07.430222 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-913a63c8-97b4-4c74-a652-cf780941932f req-2a4acf20-a812-467d-ba40-11af880627c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8be7a0d3-4289-4353-8611-3241ea35c331), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:07.458158 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5f75c960-4b81-4412-a55e-3d70b882912a req-e5068b28-7658-4bac-b13c-7b298db53bac tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468284 Feb 16 22:12:07.462817 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c1dfa5f4-6cc7-415b-b3a2-301991645ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (fc15f8cb-6523-4781-87fd-018588c43e96), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:07.465775 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c1dfa5f4-6cc7-415b-b3a2-301991645ceb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:07.466992 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c1dfa5f4-6cc7-415b-b3a2-301991645ceb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fc15f8cb-6523-4781-87fd-018588c43e96 HTTP/1.1" status: 204 len: 168 time: 0.4536090 Feb 16 22:12:07.507801 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-3cd74bd2-eca3-47e3-8584-e2ced1d77593 service neutron] 10.222.0.75 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263665 Feb 16 22:12:07.527578 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dfa5f4-6cc7-415b-b3a2-301991645ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc15f8cb-6523-4781-87fd-018588c43e96,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:07.587269 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-913a63c8-97b4-4c74-a652-cf780941932f req-2a4acf20-a812-467d-ba40-11af880627c4 service neutron] Transition to ACTIVE for port object 8be7a0d3-4289-4353-8611-3241ea35c331 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:12:07.599854 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 16 Feb 2022 22:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b579f8-6d36-4eda-870c-8c865d6a95c4 x-openstack-request-id: req-a2b579f8-6d36-4eda-870c-8c865d6a95c4 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:12:07.600197 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d38d08-2bc9-4e2b-b2e4-43962b88cdc4", "name": "network-vif-deleted", "tag": "a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2bdf61ae-e089-4c2f-aaf4-563205524504", "tag": "a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:12:07.600412 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a2b579f8-6d36-4eda-870c-8c865d6a95c4 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:12:07.600819 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d38d08-2bc9-4e2b-b2e4-43962b88cdc4', 'name': 'network-vif-deleted', 'tag': 'a9b64b4b-7f37-4d4a-924e-2c15ca67fe2e', 'status': 'completed', 'code': 200} Feb 16 22:12:07.601100 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bdf61ae-e089-4c2f-aaf4-563205524504', 'tag': 'a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f', 'status': 'completed', 'code': 200} Feb 16 22:12:07.602365 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-913a63c8-97b4-4c74-a652-cf780941932f req-2a4acf20-a812-467d-ba40-11af880627c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8be7a0d3-4289-4353-8611-3241ea35c331), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:07.757647 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-913a63c8-97b4-4c74-a652-cf780941932f req-2a4acf20-a812-467d-ba40-11af880627c4 service neutron] No DVR routers for this DVR port 8be7a0d3-4289-4353-8611-3241ea35c331 on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:12:07.774427 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4acf20-a812-467d-ba40-11af880627c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8be7a0d3-4289-4353-8611-3241ea35c331,revision_number=10']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:07.801546 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4816e3-391e-4c5a-95dc-355181725355 req-34f542c4-e706-4c2d-8359-b6c6d6386623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:07.803545 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3a4816e3-391e-4c5a-95dc-355181725355 req-34f542c4-e706-4c2d-8359-b6c6d6386623 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=030664079749416b877398f148fb3d38&device_id=2bdf61ae-e089-4c2f-aaf4-563205524504 HTTP/1.1" status: 200 len: 1126 time: 0.1894083 Feb 16 22:12:07.809389 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-913a63c8-97b4-4c74-a652-cf780941932f req-2a4acf20-a812-467d-ba40-11af880627c4 service neutron] 10.222.0.67 "PUT /v2.0/ports/8be7a0d3-4289-4353-8611-3241ea35c331/bindings/n-h2-813897-6/activate HTTP/1.1" status: 200 len: 369 time: 0.9948626 Feb 16 22:12:07.926321 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4816e3-391e-4c5a-95dc-355181725355 req-832121ba-4962-4265-bbdb-4706ba412c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:07.927943 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3a4816e3-391e-4c5a-95dc-355181725355 req-832121ba-4962-4265-bbdb-4706ba412c13 service neutron] 10.222.0.79 "GET /v2.0/networks?id=908e6638-f4c8-4b45-9573-ffca76ae9dd0 HTTP/1.1" status: 200 len: 924 time: 0.1176491 Feb 16 22:12:07.988133 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a63c8-97b4-4c74-a652-cf780941932f req-3882b256-36b2-48c9-a9cc-ad1f79ef2321 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:07.989616 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-913a63c8-97b4-4c74-a652-cf780941932f req-3882b256-36b2-48c9-a9cc-ad1f79ef2321 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904&tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&binding%3Ahost_id=n-h1-813897-6 HTTP/1.1" status: 200 len: 1126 time: 0.0790901 Feb 16 22:12:08.009014 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-0f590b90-ad60-4297-a7cb-34ddf0ff2c7e service neutron] 10.222.0.75 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002897 Feb 16 22:12:08.078250 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3a4816e3-391e-4c5a-95dc-355181725355 req-fb4948c9-3513-4915-bbf0-a69c09dd3116 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f HTTP/1.1" status: 200 len: 217 time: 0.1271634 Feb 16 22:12:08.264059 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a63c8-97b4-4c74-a652-cf780941932f req-94744ba1-ed09-43bc-9245-babd9537d7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:08.270880 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-913a63c8-97b4-4c74-a652-cf780941932f req-94744ba1-ed09-43bc-9245-babd9537d7f0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904&tenant_id=c783ac8d63594bff8f1af68ea2cde2f4 HTTP/1.1" status: 200 len: 1126 time: 0.2608109 Feb 16 22:12:08.292271 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4816e3-391e-4c5a-95dc-355181725355 req-48d39978-2235-4b99-a018-b9dcb5d0c452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:08.300019 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3a4816e3-391e-4c5a-95dc-355181725355 req-48d39978-2235-4b99-a018-b9dcb5d0c452 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6fcc24da-f75c-4bab-8b24-38df358b42a3 HTTP/1.1" status: 200 len: 862 time: 0.2046473 Feb 16 22:12:08.423276 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4816e3-391e-4c5a-95dc-355181725355 req-2758912b-0a30-4074-a373-d4623cd2dad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:08.438045 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3a4816e3-391e-4c5a-95dc-355181725355 req-2758912b-0a30-4074-a373-d4623cd2dad1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=908e6638-f4c8-4b45-9573-ffca76ae9dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1259363 Feb 16 22:12:08.592162 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed3c56-be34-4773-b1af-4a54c7a30f7c req-d6f86c87-ff17-4e87-b019-97d7684b8857 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:08.611451 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fed3c56-be34-4773-b1af-4a54c7a30f7c req-d6f86c87-ff17-4e87-b019-97d7684b8857 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/ports?device_id=2bdf61ae-e089-4c2f-aaf4-563205524504 HTTP/1.1" status: 200 len: 944 time: 0.3328004 Feb 16 22:12:08.625286 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a63c8-97b4-4c74-a652-cf780941932f req-80150d48-db57-4c03-b8ab-ca1bb51e1f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:08.627358 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-913a63c8-97b4-4c74-a652-cf780941932f req-80150d48-db57-4c03-b8ab-ca1bb51e1f12 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904 HTTP/1.1" status: 200 len: 1126 time: 0.3152030 Feb 16 22:12:08.807675 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 49760) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:12:08.820747 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3a4816e3-391e-4c5a-95dc-355181725355 req-68fcd145-a0f5-4aa0-a890-23ba18cbae1d service neutron] 10.222.0.79 "GET /v2.0/networks/908e6638-f4c8-4b45-9573-ffca76ae9dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887650 Feb 16 22:12:08.831734 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a63c8-97b4-4c74-a652-cf780941932f req-4b9969f5-e88f-4ffd-a60b-7625cd1b0beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:08.832090 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-913a63c8-97b4-4c74-a652-cf780941932f req-4b9969f5-e88f-4ffd-a60b-7625cd1b0beb service neutron] 10.222.0.79 "GET /v2.0/networks?id=91cf39f3-9142-4ee5-af15-00f1f801e8c7 HTTP/1.1" status: 200 len: 908 time: 0.1909251 Feb 16 22:12:08.902803 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fed3c56-be34-4773-b1af-4a54c7a30f7c req-d64ebdd4-8199-451d-8e3f-e2ca34029387 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/security-groups?id=fce9e7f7-2e4b-4a61-aa44-727f39b35b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2881172 Feb 16 22:12:08.946500 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49770) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:12:08.960517 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-913a63c8-97b4-4c74-a652-cf780941932f req-68f062ac-7b94-40ae-a482-87a369ff9445 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8be7a0d3-4289-4353-8611-3241ea35c331 HTTP/1.1" status: 200 len: 217 time: 0.0877888 Feb 16 22:12:09.017199 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd425314-1771-4384-83eb-63849421cdfb req-4f82da22-5df2-47de-97a0-8b1340a0b061 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:09.019619 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dd425314-1771-4384-83eb-63849421cdfb req-4f82da22-5df2-47de-97a0-8b1340a0b061 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 949 time: 0.2135623 Feb 16 22:12:09.069624 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-55dc0b15-44f0-4279-b79c-6edf42b6b953 req-3372bcae-70b6-449a-b698-9b3b7395c0b2 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 210 time: 0.0472803 Feb 16 22:12:09.085646 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3a4816e3-391e-4c5a-95dc-355181725355 req-bcd7ae6e-9f0c-4f59-810e-60933bd09681 service neutron] 10.222.0.79 "GET /v2.0/networks/908e6638-f4c8-4b45-9573-ffca76ae9dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551310 Feb 16 22:12:09.094980 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a63c8-97b4-4c74-a652-cf780941932f req-cf67f0ff-89be-4fae-9911-f17aedeea501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:09.096996 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-913a63c8-97b4-4c74-a652-cf780941932f req-cf67f0ff-89be-4fae-9911-f17aedeea501 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f7242f4f-8939-4e6c-b488-ab1fd3ca8215 HTTP/1.1" status: 200 len: 847 time: 0.1277220 Feb 16 22:12:09.226152 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-e95dc79d-728f-4704-bf9a-39f6c29df5dc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2074150470-network', 'tenant_id': '6e90017f12364c99a8fa1e98f831d656'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:12:09.226401 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-913a63c8-97b4-4c74-a652-cf780941932f req-99876594-fd27-4db7-a578-5d4cff067a82 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91cf39f3-9142-4ee5-af15-00f1f801e8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944476 Feb 16 22:12:09.236310 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95dc79d-728f-4704-bf9a-39f6c29df5dc admin admin] Made reservation on behalf of 6e90017f12364c99a8fa1e98f831d656 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:12:09.239814 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e95dc79d-728f-4704-bf9a-39f6c29df5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:09.254519 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e95dc79d-728f-4704-bf9a-39f6c29df5dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:09.287053 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dd425314-1771-4384-83eb-63849421cdfb req-e64dc478-be1c-47a1-990f-2d79ed805f31 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427552 Feb 16 22:12:09.308985 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-af825216-5cd5-4fd2-b2d2-d8ea3d5a7d97 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0c92be8e3c4d4c4a94601cb32d705f60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5001502 Feb 16 22:12:09.317829 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 49774) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:12:09.438918 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84df98a-6df4-4f88-8931-1ea4bf0f4925 req-6cdd8689-2b3e-4083-a7fe-4986ae7a6191 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:09.449370 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e84df98a-6df4-4f88-8931-1ea4bf0f4925 req-6cdd8689-2b3e-4083-a7fe-4986ae7a6191 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904 HTTP/1.1" status: 200 len: 944 time: 0.2414181 Feb 16 22:12:09.485557 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-913a63c8-97b4-4c74-a652-cf780941932f req-a8047c4a-a643-4327-92c5-5215a78deb35 service neutron] 10.222.0.79 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657242 Feb 16 22:12:09.524647 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-98d3f26e-601f-4c9f-af4d-65c27ac4d3ae admin admin] Publish callbacks [] for security_group (bd071a6e-62e8-4a24-ac01-17c3d5973866), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:09.540530 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e95dc79d-728f-4704-bf9a-39f6c29df5dc admin admin] Publish callbacks [] for security_group (17099b92-dd11-4390-9f8d-e2644a63c7f7), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:09.556900 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e95dc79d-728f-4704-bf9a-39f6c29df5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (17099b92-dd11-4390-9f8d-e2644a63c7f7), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:09.574836 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e95dc79d-728f-4704-bf9a-39f6c29df5dc admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:12:09.599840 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e95dc79d-728f-4704-bf9a-39f6c29df5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (f8051d37-7155-4a53-9316-26abee427433), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:09.600338 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-e95dc79d-728f-4704-bf9a-39f6c29df5dc admin admin] Added segment f8051d37-7155-4a53-9316-26abee427433 of type vlan for network a377ca78-005b-4b0a-9cd1-29b16e72300b Feb 16 22:12:09.624572 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-98d3f26e-601f-4c9f-af4d-65c27ac4d3ae admin admin] Publish callbacks [] for security_group (bd071a6e-62e8-4a24-ac01-17c3d5973866), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:09.638339 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e84df98a-6df4-4f88-8931-1ea4bf0f4925 req-c4be06ed-fa72-46df-8e8d-e614ac18f687 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865923 Feb 16 22:12:09.709431 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e95dc79d-728f-4704-bf9a-39f6c29df5dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (a377ca78-005b-4b0a-9cd1-29b16e72300b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:09.730726 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95dc79d-728f-4704-bf9a-39f6c29df5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17099b92-dd11-4390-9f8d-e2644a63c7f7,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:09.749788 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e95dc79d-728f-4704-bf9a-39f6c29df5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (a377ca78-005b-4b0a-9cd1-29b16e72300b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:09.751126 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95dc79d-728f-4704-bf9a-39f6c29df5dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:09.751852 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e95dc79d-728f-4704-bf9a-39f6c29df5dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:09.756364 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-913a63c8-97b4-4c74-a652-cf780941932f req-a8c427a9-92b1-40a6-8a89-f44a46913c32 service neutron] 10.222.0.79 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259469 Feb 16 22:12:09.775193 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-98d3f26e-601f-4c9f-af4d-65c27ac4d3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (bd071a6e-62e8-4a24-ac01-17c3d5973866), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:09.778078 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-98d3f26e-601f-4c9f-af4d-65c27ac4d3ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:09.781575 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-98d3f26e-601f-4c9f-af4d-65c27ac4d3ae admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bd071a6e-62e8-4a24-ac01-17c3d5973866 HTTP/1.1" status: 204 len: 168 time: 0.4646130 Feb 16 22:12:09.799353 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3f26e-601f-4c9f-af4d-65c27ac4d3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd071a6e-62e8-4a24-ac01-17c3d5973866,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:09.812671 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 49794) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:12:09.818493 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-992484ab-849c-4f67-a59f-a070db113dcf admin admin] Request body: {'subnet': {'network_id': 'a377ca78-005b-4b0a-9cd1-29b16e72300b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2074150470-subnet', 'tenant_id': '6e90017f12364c99a8fa1e98f831d656', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:12:09.822902 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e95dc79d-728f-4704-bf9a-39f6c29df5dc admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8711772 Feb 16 22:12:09.859633 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992484ab-849c-4f67-a59f-a070db113dcf admin admin] Made reservation on behalf of 6e90017f12364c99a8fa1e98f831d656 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:12:09.862377 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-992484ab-849c-4f67-a59f-a070db113dcf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:09.884642 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95dc79d-728f-4704-bf9a-39f6c29df5dc admin admin] Pushing event updated for resources: {'Network': ['ID=a377ca78-005b-4b0a-9cd1-29b16e72300b,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:09.935006 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network a377ca78-005b-4b0a-9cd1-29b16e72300b details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:12:10.241940 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-992484ab-849c-4f67-a59f-a070db113dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (5d3a97de-29b9-4b53-9428-d10b4a46489b), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:10.261658 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d982293b-ef3a-488d-9c8e-1ac4bec1196b req-eddaa34d-65a0-4e81-b620-dcdea1470daf tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 210 time: 0.0567141 Feb 16 22:12:10.410026 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a1913-9988-44b6-8eb7-5313523cb72b req-33faceb7-fbb3-4d4c-b7cb-0058c8eec099 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:10.415360 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bd1a1913-9988-44b6-8eb7-5313523cb72b req-33faceb7-fbb3-4d4c-b7cb-0058c8eec099 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/ports?device_id=2bdf61ae-e089-4c2f-aaf4-563205524504 HTTP/1.1" status: 200 len: 944 time: 0.3183486 Feb 16 22:12:10.438598 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992484ab-849c-4f67-a59f-a070db113dcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d3a97de-29b9-4b53-9428-d10b4a46489b,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:10.530882 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992484ab-849c-4f67-a59f-a070db113dcf admin admin] Checking segment: {'id': 'f8051d37-7155-4a53-9316-26abee427433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a377ca78-005b-4b0a-9cd1-29b16e72300b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:12:10.531648 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992484ab-849c-4f67-a59f-a070db113dcf admin admin] Network hostable DHCP agents. Network: a377ca78-005b-4b0a-9cd1-29b16e72300b, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:12:10.565481 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a63c8-97b4-4c74-a652-cf780941932f req-ac04d231-f1d5-4459-be3a-cd1a5d4ef20e tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:10.567516 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-913a63c8-97b4-4c74-a652-cf780941932f req-ac04d231-f1d5-4459-be3a-cd1a5d4ef20e tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904&tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&binding%3Ahost_id=n-h2-813897-6 HTTP/1.1" status: 200 len: 1126 time: 0.2461989 Feb 16 22:12:10.591990 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 49806) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:12:10.600319 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-47bcb1c9-dee8-4a3a-8334-42b8c6c11c71 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:10.602879 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-47bcb1c9-dee8-4a3a-8334-42b8c6c11c71 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.67 "GET /v2.0/networks?id=16137278-7395-49da-9cb6-180484537d2f HTTP/1.1" status: 200 len: 821 time: 0.3133819 Feb 16 22:12:10.629753 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-26cd7e85-cd91-4332-998a-97423ea7fb0d tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Request body: {'port': {'device_id': '6f298040-9e2d-4590-afeb-8b0af36f4c35', 'network_id': '16137278-7395-49da-9cb6-180484537d2f', 'admin_state_up': True, 'tenant_id': '744a37dc5b8f478b9350ec4becb28946'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:12:10.630878 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bd1a1913-9988-44b6-8eb7-5313523cb72b req-138b47c5-caa8-4831-a7a9-f56b6f018b08 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/security-groups?id=fce9e7f7-2e4b-4a61-aa44-727f39b35b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057357 Feb 16 22:12:10.661545 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a5006-fc1c-43fd-9d44-d97831aaa314 req-b2fafe05-46bc-463d-bb30-ce2063263d40 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:10.668974 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c3a5006-fc1c-43fd-9d44-d97831aaa314 req-b2fafe05-46bc-463d-bb30-ce2063263d40 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 949 time: 0.2100863 Feb 16 22:12:10.695056 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6d89b0e6-eff6-4294-971d-889eaf9cf9a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:10.700469 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992484ab-849c-4f67-a59f-a070db113dcf admin admin] Network a377ca78-005b-4b0a-9cd1-29b16e72300b is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:12:10.753476 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-992484ab-849c-4f67-a59f-a070db113dcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, a377ca78-005b-4b0a-9cd1-29b16e72300b) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:12:10.763573 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde5d580-1d40-448c-b5fd-95d5ded1ecce None None] Network a377ca78-005b-4b0a-9cd1-29b16e72300b requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:12:10.767938 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992484ab-849c-4f67-a59f-a070db113dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:10.769059 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-992484ab-849c-4f67-a59f-a070db113dcf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:10.861383 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-26cd7e85-cd91-4332-998a-97423ea7fb0d tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Made reservation on behalf of 744a37dc5b8f478b9350ec4becb28946 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:12:10.875701 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-26cd7e85-cd91-4332-998a-97423ea7fb0d tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:10.904029 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6d89b0e6-eff6-4294-971d-889eaf9cf9a8 admin admin] Publish callbacks [] for security_group (7fb8f24e-944f-4d41-b71d-dcc0f40cfb28), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:10.909861 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c3a5006-fc1c-43fd-9d44-d97831aaa314 req-b3812b30-59c6-4ad5-a7a3-50201f57578f tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388425 Feb 16 22:12:10.934693 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 8be7a0d3-4289-4353-8611-3241ea35c331 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:12:10.981043 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-992484ab-849c-4f67-a59f-a070db113dcf admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1670029 Feb 16 22:12:10.987025 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6d89b0e6-eff6-4294-971d-889eaf9cf9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7fb8f24e-944f-4d41-b71d-dcc0f40cfb28), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:11.003431 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] The host n-h1-813897-6 is not matching for port 8be7a0d3-4289-4353-8611-3241ea35c331 host n-h2-813897-6! {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 22:12:11.003971 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 8be7a0d3-4289-4353-8611-3241ea35c331 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:12:11.014935 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215073cb-ecb0-467c-9d3e-82f49db829f9 None None] Network a377ca78-005b-4b0a-9cd1-29b16e72300b requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:12:11.130650 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6d89b0e6-eff6-4294-971d-889eaf9cf9a8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3cbf5b55a77544f78087664e900c22d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5353932 Feb 16 22:12:11.134918 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49824) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:12:11.138881 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:12:11.163115 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89b0e6-eff6-4294-971d-889eaf9cf9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb8f24e-944f-4d41-b71d-dcc0f40cfb28,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:11.221027 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba048a-16af-46f9-87ca-6e7b150d2566 req-293c0ffe-39e6-4a9c-955f-bc0d1d2792da tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:11.222859 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1ba048a-16af-46f9-87ca-6e7b150d2566 req-293c0ffe-39e6-4a9c-955f-bc0d1d2792da tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904 HTTP/1.1" status: 200 len: 944 time: 0.3114290 Feb 16 22:12:11.226199 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-913a63c8-97b4-4c74-a652-cf780941932f req-55ad002c-4177-4af7-88b6-90c94fe14b24 service neutron] For port 8be7a0d3-4289-4353-8611-3241ea35c331, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:12:11.234340 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-913a63c8-97b4-4c74-a652-cf780941932f req-55ad002c-4177-4af7-88b6-90c94fe14b24 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:11.243336 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-913a63c8-97b4-4c74-a652-cf780941932f req-55ad002c-4177-4af7-88b6-90c94fe14b24 service neutron] 10.222.0.79 "DELETE /v2.0/ports/8be7a0d3-4289-4353-8611-3241ea35c331/bindings/n-h1-813897-6 HTTP/1.1" status: 204 len: 173 time: 0.6567388 Feb 16 22:12:11.342665 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1ba048a-16af-46f9-87ca-6e7b150d2566 req-6d3a8044-c502-41e6-939b-f715cfe30c5a tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974548 Feb 16 22:12:11.352089 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-26cd7e85-cd91-4332-998a-97423ea7fb0d tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Allocated IP 172.20.0.5 (16137278-7395-49da-9cb6-180484537d2f/c3e80cb9-4386-4d79-b9b3-6283b204f543/39c7a120-1a4d-4dc8-9b07-2d421cd662de) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:12:11.401703 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f,segment=NetworkSegment(73b1a5be-4d8c-41ce-b66a-7c0f6916f940),segment_id=73b1a5be-4d8c-41ce-b66a-7c0f6916f940)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:11.415739 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f', 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0', 'port_id': 'a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f', 'mac_address': 'fa:16:3e:8c:bf:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcc24da-f75c-4bab-8b24-38df358b42a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:12:11.442386 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8a8221c5-ba19-43d8-a329-ed366dc8815a req-986d857f-d761-469e-9d42-0b4d4af0e043 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 210 time: 0.0552280 Feb 16 22:12:11.552485 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:12:11.553087 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:11.605515 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:12:11.622837 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb62ca1-33a5-413f-b83e-033e6e8876b0 req-805a4d3b-c268-4981-a2b8-db66a617770a tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:11.626353 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6cb62ca1-33a5-413f-b83e-033e6e8876b0 req-805a4d3b-c268-4981-a2b8-db66a617770a tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904 HTTP/1.1" status: 200 len: 1126 time: 0.0647831 Feb 16 22:12:11.661380 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f,segment=NetworkSegment(73b1a5be-4d8c-41ce-b66a-7c0f6916f940),segment_id=73b1a5be-4d8c-41ce-b66a-7c0f6916f940)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:11.671544 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:11.701239 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-26cd7e85-cd91-4332-998a-97423ea7fb0d tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Publish callbacks [] for port (39c7a120-1a4d-4dc8-9b07-2d421cd662de), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:11.768211 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eb279e87-1487-42a4-8da9-0db4ef0db201 admin admin] Publish callbacks [] for security_group (7fb8f24e-944f-4d41-b71d-dcc0f40cfb28), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:11.773563 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-26cd7e85-cd91-4332-998a-97423ea7fb0d tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (39c7a120-1a4d-4dc8-9b07-2d421cd662de), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:11.806563 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:11.813709 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6cb62ca1-33a5-413f-b83e-033e6e8876b0 req-6981ec8b-eef9-4960-8bbb-3bc11091c157 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804020 Feb 16 22:12:11.970892 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:12:11.987390 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd7e85-cd91-4332-998a-97423ea7fb0d tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Pushing event updated for resources: {'Port': ['ID=39c7a120-1a4d-4dc8-9b07-2d421cd662de,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:12.017399 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95acbe-3e01-4fa4-aae7-5d9d7c508ed2 req-dc6a9552-f1bc-41b6-9929-d686ea500d49 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:12.019065 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d95acbe-3e01-4fa4-aae7-5d9d7c508ed2 req-dc6a9552-f1bc-41b6-9929-d686ea500d49 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/ports?device_id=2bdf61ae-e089-4c2f-aaf4-563205524504 HTTP/1.1" status: 200 len: 945 time: 0.1468499 Feb 16 22:12:12.025505 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-26cd7e85-cd91-4332-998a-97423ea7fb0d tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Network 16137278-7395-49da-9cb6-180484537d2f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:12:12.027507 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eb279e87-1487-42a4-8da9-0db4ef0db201 admin admin] Publish callbacks [] for security_group (7fb8f24e-944f-4d41-b71d-dcc0f40cfb28), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:12.077144 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-26cd7e85-cd91-4332-998a-97423ea7fb0d tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:12:12.091711 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-26cd7e85-cd91-4332-998a-97423ea7fb0d tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:12:12.114989 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-26cd7e85-cd91-4332-998a-97423ea7fb0d tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:12.130022 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 49862) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:12:12.131411 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-26cd7e85-cd91-4332-998a-97423ea7fb0d tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:12.170896 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-6a4dbdb2-1e93-494c-a13f-3d66d219ddc3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1756479063-network', 'tenant_id': 'cdf7c357dbe44856908070a464dc5dd8'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:12:12.210029 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-26cd7e85-cd91-4332-998a-97423ea7fb0d tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5887554 Feb 16 22:12:12.223840 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-032bb63f-f564-4867-8a3d-8414c6601271 service neutron] Request body: {'port': {'device_id': '6f298040-9e2d-4590-afeb-8b0af36f4c35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:12:12.266996 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4dbdb2-1e93-494c-a13f-3d66d219ddc3 admin admin] Made reservation on behalf of cdf7c357dbe44856908070a464dc5dd8 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:12:12.271231 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6a4dbdb2-1e93-494c-a13f-3d66d219ddc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:12.316533 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d95acbe-3e01-4fa4-aae7-5d9d7c508ed2 req-80c8bed5-7860-4f4a-997d-7352cfde1302 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/security-groups?id=fce9e7f7-2e4b-4a61-aa44-727f39b35b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2640026 Feb 16 22:12:12.318367 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6a4dbdb2-1e93-494c-a13f-3d66d219ddc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:12.365659 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eb279e87-1487-42a4-8da9-0db4ef0db201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7fb8f24e-944f-4d41-b71d-dcc0f40cfb28), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:12.369490 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eb279e87-1487-42a4-8da9-0db4ef0db201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:12.373145 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4881e-672d-492f-9848-15a5eb205f06 req-2e651766-680b-49fb-a4ef-4e06b285ad77 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:12.374722 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1d4881e-672d-492f-9848-15a5eb205f06 req-2e651766-680b-49fb-a4ef-4e06b285ad77 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 949 time: 0.3014228 Feb 16 22:12:12.380778 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-eb279e87-1487-42a4-8da9-0db4ef0db201 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7fb8f24e-944f-4d41-b71d-dcc0f40cfb28 HTTP/1.1" status: 204 len: 168 time: 1.2420824 Feb 16 22:12:12.395750 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-032bb63f-f564-4867-8a3d-8414c6601271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (39c7a120-1a4d-4dc8-9b07-2d421cd662de), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:12.434262 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb279e87-1487-42a4-8da9-0db4ef0db201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb8f24e-944f-4d41-b71d-dcc0f40cfb28,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:12.577459 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1d4881e-672d-492f-9848-15a5eb205f06 req-7245cea2-95e2-4fab-84a3-065b67ee6c07 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897018 Feb 16 22:12:12.688435 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6a4dbdb2-1e93-494c-a13f-3d66d219ddc3 admin admin] Publish callbacks [] for security_group (014da11a-a730-4e15-9d9e-857d3efb57aa), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:12.700794 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-aee622c7-3f2f-4f08-83e4-efc9e172a04b tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:12.709599 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-aee622c7-3f2f-4f08-83e4-efc9e172a04b tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/networks?id=91cf39f3-9142-4ee5-af15-00f1f801e8c7 HTTP/1.1" status: 200 len: 807 time: 0.2267928 Feb 16 22:12:12.713308 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6a4dbdb2-1e93-494c-a13f-3d66d219ddc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (014da11a-a730-4e15-9d9e-857d3efb57aa), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:12.756249 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-e12e2e95-c2e0-4000-94b0-8092c7a494a1 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/quotas/c783ac8d63594bff8f1af68ea2cde2f4 HTTP/1.1" status: 200 len: 375 time: 0.0454652 Feb 16 22:12:12.763302 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a4dbdb2-1e93-494c-a13f-3d66d219ddc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:12:12.856522 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6a4dbdb2-1e93-494c-a13f-3d66d219ddc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (95596efa-d04a-481a-be84-80bfe366f888), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:12.856913 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-6a4dbdb2-1e93-494c-a13f-3d66d219ddc3 admin admin] Added segment 95596efa-d04a-481a-be84-80bfe366f888 of type vlan for network 6935f9b9-f4fc-4d88-b3be-e45c139b5ee5 Feb 16 22:12:12.957475 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6a4dbdb2-1e93-494c-a13f-3d66d219ddc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (6935f9b9-f4fc-4d88-b3be-e45c139b5ee5), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:13.010025 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4dbdb2-1e93-494c-a13f-3d66d219ddc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014da11a-a730-4e15-9d9e-857d3efb57aa,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:13.038078 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6a4dbdb2-1e93-494c-a13f-3d66d219ddc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (6935f9b9-f4fc-4d88-b3be-e45c139b5ee5), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:13.039348 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4dbdb2-1e93-494c-a13f-3d66d219ddc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:13.040231 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6a4dbdb2-1e93-494c-a13f-3d66d219ddc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:13.098897 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-7d42cae5-cfb8-4178-a44b-69a22fefcb74 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3414893 Feb 16 22:12:13.107937 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6a4dbdb2-1e93-494c-a13f-3d66d219ddc3 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9738529 Feb 16 22:12:13.116344 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04a443-6683-48f9-8352-97cc36196ae1 req-a4c8bc50-b8b4-4600-9cca-4e651570f129 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:13.123669 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e04a443-6683-48f9-8352-97cc36196ae1 req-a4c8bc50-b8b4-4600-9cca-4e651570f129 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 931 time: 0.3640594 Feb 16 22:12:13.132751 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 49886) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:12:13.138128 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-b12df88c-b234-44e3-9f9a-421ac7fa105a admin admin] Request body: {'subnet': {'network_id': '6935f9b9-f4fc-4d88-b3be-e45c139b5ee5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1756479063-subnet', 'tenant_id': 'cdf7c357dbe44856908070a464dc5dd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:12:13.187456 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4dbdb2-1e93-494c-a13f-3d66d219ddc3 admin admin] Pushing event updated for resources: {'Network': ['ID=6935f9b9-f4fc-4d88-b3be-e45c139b5ee5,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:13.199064 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 6935f9b9-f4fc-4d88-b3be-e45c139b5ee5 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:12:13.271004 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12df88c-b234-44e3-9f9a-421ac7fa105a admin admin] Made reservation on behalf of cdf7c357dbe44856908070a464dc5dd8 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:12:13.273820 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b12df88c-b234-44e3-9f9a-421ac7fa105a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:13.380547 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e04a443-6683-48f9-8352-97cc36196ae1 req-fc4e4457-8ab6-4818-b154-029e5ffff81b tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377687 Feb 16 22:12:13.479026 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-032bb63f-f564-4867-8a3d-8414c6601271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39c7a120-1a4d-4dc8-9b07-2d421cd662de {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:12:13.495021 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-8fb6ff62-9197-4d46-85d2-91f4715a0105 service neutron] 10.222.0.75 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614979 Feb 16 22:12:13.517703 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-032bb63f-f564-4867-8a3d-8414c6601271 service neutron] Publish callbacks [] for port (39c7a120-1a4d-4dc8-9b07-2d421cd662de), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:13.561182 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-032bb63f-f564-4867-8a3d-8414c6601271 service neutron] Transition to ACTIVE for port object 39c7a120-1a4d-4dc8-9b07-2d421cd662de will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:12:13.578273 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-032bb63f-f564-4867-8a3d-8414c6601271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (39c7a120-1a4d-4dc8-9b07-2d421cd662de), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:13.678428 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032bb63f-f564-4867-8a3d-8414c6601271 service neutron] Pushing event updated for resources: {'Port': ['ID=39c7a120-1a4d-4dc8-9b07-2d421cd662de,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:13.685310 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-371ed899-ed2a-443a-80f2-8630639e1268 service neutron] 10.222.0.75 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891949 Feb 16 22:12:13.757225 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-032bb63f-f564-4867-8a3d-8414c6601271 service neutron] Attempting to bind port 39c7a120-1a4d-4dc8-9b07-2d421cd662de on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:12:13.757837 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-032bb63f-f564-4867-8a3d-8414c6601271 service neutron] Attempting to bind port 39c7a120-1a4d-4dc8-9b07-2d421cd662de by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:12:13.758213 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-032bb63f-f564-4867-8a3d-8414c6601271 service neutron] Attempting to bind port 39c7a120-1a4d-4dc8-9b07-2d421cd662de on network 16137278-7395-49da-9cb6-180484537d2f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:12:13.762733 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-032bb63f-f564-4867-8a3d-8414c6601271 service neutron] Port 39c7a120-1a4d-4dc8-9b07-2d421cd662de on network 16137278-7395-49da-9cb6-180484537d2f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:12:13.763058 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-032bb63f-f564-4867-8a3d-8414c6601271 service neutron] Attempting to bind port 39c7a120-1a4d-4dc8-9b07-2d421cd662de on network 16137278-7395-49da-9cb6-180484537d2f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:12:13.768042 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-032bb63f-f564-4867-8a3d-8414c6601271 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:12:13.768446 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-032bb63f-f564-4867-8a3d-8414c6601271 service neutron] Checking segment: {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:12:13.769375 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-032bb63f-f564-4867-8a3d-8414c6601271 service neutron] Bound using segment: {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:12:13.769818 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-032bb63f-f564-4867-8a3d-8414c6601271 service neutron] Bound port: 39c7a120-1a4d-4dc8-9b07-2d421cd662de, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:12:13.770222 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-032bb63f-f564-4867-8a3d-8414c6601271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (39c7a120-1a4d-4dc8-9b07-2d421cd662de), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:13.838131 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1d377-e74f-463d-b920-c99f68efa087 req-cbddd234-814a-45c2-8030-91f9dc0bf007 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:13.840664 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-acc1d377-e74f-463d-b920-c99f68efa087 req-cbddd234-814a-45c2-8030-91f9dc0bf007 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/ports?device_id=2bdf61ae-e089-4c2f-aaf4-563205524504 HTTP/1.1" status: 200 len: 945 time: 0.2182968 Feb 16 22:12:13.841057 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-032bb63f-f564-4867-8a3d-8414c6601271 service neutron] For port 39c7a120-1a4d-4dc8-9b07-2d421cd662de, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:12:13.844507 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-032bb63f-f564-4867-8a3d-8414c6601271 service neutron] For port 39c7a120-1a4d-4dc8-9b07-2d421cd662de, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=39c7a120-1a4d-4dc8-9b07-2d421cd662de,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:12:13.846771 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b12df88c-b234-44e3-9f9a-421ac7fa105a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (d941e1eb-2da0-4355-abe7-e0e871124a32), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:13.853561 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-032bb63f-f564-4867-8a3d-8414c6601271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (39c7a120-1a4d-4dc8-9b07-2d421cd662de), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:13.880118 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-032bb63f-f564-4867-8a3d-8414c6601271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:13.880833 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-032bb63f-f564-4867-8a3d-8414c6601271 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:13.884453 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-032bb63f-f564-4867-8a3d-8414c6601271 service neutron] 10.222.0.67 "PUT /v2.0/ports/39c7a120-1a4d-4dc8-9b07-2d421cd662de HTTP/1.1" status: 200 len: 1091 time: 1.6650712 Feb 16 22:12:13.884928 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f298040-9e2d-4590-afeb-8b0af36f4c35', 'tag': '39c7a120-1a4d-4dc8-9b07-2d421cd662de'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:12:13.890587 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf50cff-263b-4c92-b155-a8d6e1fab1b7" -d '{"events": [{"name": "network-changed", "server_uuid": "6f298040-9e2d-4590-afeb-8b0af36f4c35", "tag": "39c7a120-1a4d-4dc8-9b07-2d421cd662de"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:12:14.056437 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032bb63f-f564-4867-8a3d-8414c6601271 service neutron] Pushing event updated for resources: {'Port': ['ID=39c7a120-1a4d-4dc8-9b07-2d421cd662de,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:14.077738 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-93308e8d-267d-4d2f-aa72-b45a4624bc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:14.079481 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-93308e8d-267d-4d2f-aa72-b45a4624bc47 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=744a37dc5b8f478b9350ec4becb28946&device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 1125 time: 0.1135364 Feb 16 22:12:14.149601 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-7c202665-23b2-4fa1-b8f0-01a484d49690 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39c7a120-1a4d-4dc8-9b07-2d421cd662de HTTP/1.1" status: 200 len: 217 time: 0.0618696 Feb 16 22:12:14.255029 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12df88c-b234-44e3-9f9a-421ac7fa105a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d941e1eb-2da0-4355-abe7-e0e871124a32,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:14.273778 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-252a9ddb-ff95-4de6-9cfc-aa614c8b32d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:14.276252 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-252a9ddb-ff95-4de6-9cfc-aa614c8b32d0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c3e80cb9-4386-4d79-b9b3-6283b204f543 HTTP/1.1" status: 200 len: 861 time: 0.1195698 Feb 16 22:12:14.281924 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12df88c-b234-44e3-9f9a-421ac7fa105a admin admin] Checking segment: {'id': '95596efa-d04a-481a-be84-80bfe366f888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6935f9b9-f4fc-4d88-b3be-e45c139b5ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:12:14.283069 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12df88c-b234-44e3-9f9a-421ac7fa105a admin admin] Network hostable DHCP agents. Network: 6935f9b9-f4fc-4d88-b3be-e45c139b5ee5, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:12:14.307293 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-acc1d377-e74f-463d-b920-c99f68efa087 req-683c8e54-d71c-417a-a38f-8b8b3d895e19 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/security-groups?id=fce9e7f7-2e4b-4a61-aa44-727f39b35b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4557672 Feb 16 22:12:14.352375 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf103ed7-8aeb-4d1f-af3b-91a41cb5fafe req-f7f8660c-95e5-435e-926b-1ff2eee6da6a tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:14.360047 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bf103ed7-8aeb-4d1f-af3b-91a41cb5fafe req-f7f8660c-95e5-435e-926b-1ff2eee6da6a tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 949 time: 0.3685350 Feb 16 22:12:14.394358 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12df88c-b234-44e3-9f9a-421ac7fa105a admin admin] Network 6935f9b9-f4fc-4d88-b3be-e45c139b5ee5 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:12:14.405119 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-f14fa1aa-60c2-4eb0-a064-83cdd7a79fa8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=16137278-7395-49da-9cb6-180484537d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150279 Feb 16 22:12:14.459596 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-00f4e7a8-047f-48fb-8812-f136961a52f9 req-a2a412ad-1346-4fd6-9c7b-c2767d1481e5 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 210 time: 0.0720663 Feb 16 22:12:14.466339 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-b12df88c-b234-44e3-9f9a-421ac7fa105a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 6935f9b9-f4fc-4d88-b3be-e45c139b5ee5) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:12:14.475873 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12df88c-b234-44e3-9f9a-421ac7fa105a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:14.476576 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b12df88c-b234-44e3-9f9a-421ac7fa105a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:14.492242 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bf103ed7-8aeb-4d1f-af3b-91a41cb5fafe req-7bbf8ac4-6fbc-4a27-a675-5a072c7b5066 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307201 Feb 16 22:12:14.524470 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b12df88c-b234-44e3-9f9a-421ac7fa105a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3888106 Feb 16 22:12:14.673045 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209e1a57-e781-4ab3-874f-507e57b7c84f None None] Network 6935f9b9-f4fc-4d88-b3be-e45c139b5ee5 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:12:14.705135 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aab8b4f-80d9-4eb1-b193-d58b0c64baea x-openstack-request-id: req-2aab8b4f-80d9-4eb1-b193-d58b0c64baea {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:12:14.705691 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f298040-9e2d-4590-afeb-8b0af36f4c35", "tag": "39c7a120-1a4d-4dc8-9b07-2d421cd662de", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:12:14.710191 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2aab8b4f-80d9-4eb1-b193-d58b0c64baea {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:12:14.710684 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f298040-9e2d-4590-afeb-8b0af36f4c35', 'tag': '39c7a120-1a4d-4dc8-9b07-2d421cd662de', 'status': 'completed', 'code': 200} Feb 16 22:12:14.801789 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-234524a1-31ce-41f3-9f7c-78b09a745dba service neutron] 10.222.0.67 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915195 Feb 16 22:12:14.888031 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49950) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:12:14.895832 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548f73c-4e2d-4698-b086-628a7382114e req-3ed33991-83ca-44c4-bbf1-57153603c477 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:14.897397 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8548f73c-4e2d-4698-b086-628a7382114e req-3ed33991-83ca-44c4-bbf1-57153603c477 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 943 time: 0.1846795 Feb 16 22:12:14.964558 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5135a3-1369-43d2-9baa-73b7ac7e6347 None None] Network 6935f9b9-f4fc-4d88-b3be-e45c139b5ee5 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:12:15.012528 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8548f73c-4e2d-4698-b086-628a7382114e req-31a70c88-9898-4ceb-bafe-ea2cf3da1020 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051219 Feb 16 22:12:15.032911 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b39d469-eb51-4074-8de5-8320b014c9cd admin admin] Deleting subnet 5d3a97de-29b9-4b53-9428-d10b4a46489b {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:12:15.041834 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b39d469-eb51-4074-8de5-8320b014c9cd admin admin] Publish callbacks [] for subnet (5d3a97de-29b9-4b53-9428-d10b4a46489b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:15.064525 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:12:15.129992 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d1c2a18-0e6b-46f1-bbcb-967aa8cfa209 req-5d94746d-cdfb-4619-ace1-33f9f84f23d2 service neutron] 10.222.0.67 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119471 Feb 16 22:12:15.146320 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b39d469-eb51-4074-8de5-8320b014c9cd admin admin] Publish callbacks [] for subnet (5d3a97de-29b9-4b53-9428-d10b4a46489b), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:15.158717 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b39d469-eb51-4074-8de5-8320b014c9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (5d3a97de-29b9-4b53-9428-d10b4a46489b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:15.287890 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:12:15.293013 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:12:15.293396 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:15.401878 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b39d469-eb51-4074-8de5-8320b014c9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for subnet (5d3a97de-29b9-4b53-9428-d10b4a46489b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:15.474531 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:12:15.477513 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:15.521741 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f,segment=NetworkSegment(73b1a5be-4d8c-41ce-b66a-7c0f6916f940),segment_id=73b1a5be-4d8c-41ce-b66a-7c0f6916f940)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:15.523255 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bdf61ae-e089-4c2f-aaf4-563205524504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:12:15.526798 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14050037-728a-49dc-9e87-1d0c387a650e" -d '{"events": [{"server_uuid": "2bdf61ae-e089-4c2f-aaf4-563205524504", "name": "network-vif-plugged", "status": "completed", "tag": "a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:12:15.535261 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:15.551337 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b39d469-eb51-4074-8de5-8320b014c9cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d3a97de-29b9-4b53-9428-d10b4a46489b,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:15.557172 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b39d469-eb51-4074-8de5-8320b014c9cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:15.564242 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9b39d469-eb51-4074-8de5-8320b014c9cd admin admin] 10.222.0.75 "DELETE /v2.0/subnets/5d3a97de-29b9-4b53-9428-d10b4a46489b HTTP/1.1" status: 204 len: 168 time: 0.6722405 Feb 16 22:12:15.575240 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49972) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:12:15.616812 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf50cff-263b-4c92-b155-a8d6e1fab1b7 req-d9cab864-7127-4580-9320-84db7ce3787e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:15.618453 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cdf50cff-263b-4c92-b155-a8d6e1fab1b7 req-d9cab864-7127-4580-9320-84db7ce3787e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=744a37dc5b8f478b9350ec4becb28946&device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 1125 time: 0.2490203 Feb 16 22:12:15.637993 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:15.736925 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (a377ca78-005b-4b0a-9cd1-29b16e72300b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:15.882552 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf50cff-263b-4c92-b155-a8d6e1fab1b7 req-1e837143-760e-403a-9442-caf4753b18c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:15.883968 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cdf50cff-263b-4c92-b155-a8d6e1fab1b7 req-1e837143-760e-403a-9442-caf4753b18c9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=16137278-7395-49da-9cb6-180484537d2f HTTP/1.1" status: 200 len: 922 time: 0.2575793 Feb 16 22:12:15.933085 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cdf50cff-263b-4c92-b155-a8d6e1fab1b7 req-e0cad58b-b3de-4f20-9bd7-c013f5afba2f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39c7a120-1a4d-4dc8-9b07-2d421cd662de HTTP/1.1" status: 200 len: 217 time: 0.0375702 Feb 16 22:12:16.004299 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (a377ca78-005b-4b0a-9cd1-29b16e72300b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:16.051140 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-2a473733-c0db-44b7-9085-9d422068e77f tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=8f330cd1b17242339e19f723c984e4d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1629069 Feb 16 22:12:16.077375 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-78d6f54f-b33b-407f-b5f6-d907f3dcdcfc tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:16.080137 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-78d6f54f-b33b-407f-b5f6-d907f3dcdcfc tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.79 "GET /v2.0/networks?id=91cf39f3-9142-4ee5-af15-00f1f801e8c7 HTTP/1.1" status: 200 len: 807 time: 0.1921966 Feb 16 22:12:16.098656 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf50cff-263b-4c92-b155-a8d6e1fab1b7 req-2f073d5b-0cd4-4c80-b179-e10b2a9a2cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:16.100164 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cdf50cff-263b-4c92-b155-a8d6e1fab1b7 req-2f073d5b-0cd4-4c80-b179-e10b2a9a2cdd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c3e80cb9-4386-4d79-b9b3-6283b204f543 HTTP/1.1" status: 200 len: 861 time: 0.1586125 Feb 16 22:12:16.107210 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-af0686e5-e65e-4275-a023-3a559045bfdd tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Request body: {'port': {'device_id': '13c1a602-2ee0-445c-983a-160243bce62b', 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7', 'admin_state_up': True, 'tenant_id': 'c783ac8d63594bff8f1af68ea2cde2f4'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:12:16.111972 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 22:12:16.112364 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 22:12:16.113298 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 22:12:16.113616 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] Subscribe: > port after_create 55550000 {{(pid=103465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 22:12:16.114115 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] Subscribe: > port after_delete 55550000 {{(pid=103465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 22:12:16.114612 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] Subscribe: > port after_update 55550000 {{(pid=103465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 22:12:16.116237 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 22:12:16.116237 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 22:12:16.116237 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 22:12:16.116237 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 22:12:16.274804 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790ffe0-0aeb-4bf8-81a6-8305a66c7caf req-429c244a-664c-4e35-ad7a-f64da53a68a3 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:16.281703 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2790ffe0-0aeb-4bf8-81a6-8305a66c7caf req-429c244a-664c-4e35-ad7a-f64da53a68a3 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/ports?device_id=2bdf61ae-e089-4c2f-aaf4-563205524504 HTTP/1.1" status: 200 len: 945 time: 0.8256853 Feb 16 22:12:16.290083 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 22:12:16.294104 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 22:12:16.294753 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 22:12:16.295372 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 22:12:16.295904 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a377ca78-005b-4b0a-9cd1-29b16e72300b']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:12:16.317893 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8051d37-7155-4a53-9316-26abee427433') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:12:16.318541 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8051d37-7155-4a53-9316-26abee427433') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:12:16.346542 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (f8051d37-7155-4a53-9316-26abee427433), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:16.461107 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-af0686e5-e65e-4275-a023-3a559045bfdd tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Made reservation on behalf of c783ac8d63594bff8f1af68ea2cde2f4 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:12:16.470326 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-af0686e5-e65e-4275-a023-3a559045bfdd tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:16.525142 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cdf50cff-263b-4c92-b155-a8d6e1fab1b7 req-faee3f01-656f-4189-92d9-91ad69742286 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=16137278-7395-49da-9cb6-180484537d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1371558 Feb 16 22:12:16.548277 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-1f6c706d-88a0-41c6-b13c-b43c13f76955 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:16.557403 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-1f6c706d-88a0-41c6-b13c-b43c13f76955 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4993165 Feb 16 22:12:16.634546 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (f8051d37-7155-4a53-9316-26abee427433), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:16.723931 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:12:16.726497 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (f8051d37-7155-4a53-9316-26abee427433), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:16.730985 n-d-813897-6 neutron-server[103465]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 22:12:16.730985 n-d-813897-6 neutron-server[103465]: from cryptography.utils import int_from_bytes Feb 16 22:12:16.730985 n-d-813897-6 neutron-server[103465]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 22:12:16.730985 n-d-813897-6 neutron-server[103465]: from cryptography.utils import int_from_bytes Feb 16 22:12:16.730985 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:12:16.730985 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:12:16.730985 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:12:16.730985 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:12:16.730985 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:12:16.730985 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:12:16.730985 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:12:16.730985 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:12:16.730985 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:12:16.730985 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:12:16.730985 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:12:16.730985 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:12:16.730985 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:12:16.730985 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:12:16.730985 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:12:16.730985 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:12:16.730985 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:12:16.730985 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:12:16.730985 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:12:16.730985 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:12:16.730985 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:12:16.730985 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:12:16.730985 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:12:16.730985 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:12:16.730985 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:12:16.730985 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:12:16.730985 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:12:16.730985 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:12:16.730985 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:12:16.730985 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:12:16.730985 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:12:16.730985 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:12:16.747000 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-795075f1-b810-44ea-81c8-fe58be65d2fe tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/quotas/8f330cd1b17242339e19f723c984e4d3 HTTP/1.1" status: 200 len: 375 time: 0.1621304 Feb 16 22:12:16.761206 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2790ffe0-0aeb-4bf8-81a6-8305a66c7caf req-eefe28dc-0301-4277-81bd-11a04b48443b tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/security-groups?id=fce9e7f7-2e4b-4a61-aa44-727f39b35b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4785855 Feb 16 22:12:16.826558 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cdf50cff-263b-4c92-b155-a8d6e1fab1b7 req-ab546c36-089a-4417-bd74-64ab1335605b service neutron] 10.222.0.67 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833841 Feb 16 22:12:16.844064 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-edb074e7-b746-4a95-ad79-adc2f3caae46 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=8f330cd1b17242339e19f723c984e4d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0818579 Feb 16 22:12:16.848647 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (a377ca78-005b-4b0a-9cd1-29b16e72300b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:16.881226 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:16.887810 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] 10.222.0.75 "DELETE /v2.0/networks/a377ca78-005b-4b0a-9cd1-29b16e72300b HTTP/1.1" status: 204 len: 168 time: 1.3070881 Feb 16 22:12:16.901323 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49988) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:12:16.901323 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] Pushing event deleted for resources: {'Network': ['ID=a377ca78-005b-4b0a-9cd1-29b16e72300b,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:16.917532 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:16.917876 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:16.918239 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:16.918571 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:16.918905 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:16.919234 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:16.919561 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:16.919886 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:16.920212 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:16.920535 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:16.920855 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:16.921173 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:16.921491 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5cdc6-12db-47d5-9226-12e1a8ba60be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:17.010389 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-12983df3-b520-4e24-8ad9-49b5c350c218 admin admin] Deleting subnet d941e1eb-2da0-4355-abe7-e0e871124a32 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:12:17.013859 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-12983df3-b520-4e24-8ad9-49b5c350c218 admin admin] Publish callbacks [] for subnet (d941e1eb-2da0-4355-abe7-e0e871124a32), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:17.045439 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cdf50cff-263b-4c92-b155-a8d6e1fab1b7 req-30f773ef-d517-4e36-a297-bd97413e0832 service neutron] 10.222.0.67 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121365 Feb 16 22:12:17.063822 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-12983df3-b520-4e24-8ad9-49b5c350c218 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (d941e1eb-2da0-4355-abe7-e0e871124a32), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:17.072616 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-af0686e5-e65e-4275-a023-3a559045bfdd tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Allocated IP 172.20.0.4 (91cf39f3-9142-4ee5-af15-00f1f801e8c7/f7242f4f-8939-4e6c-b488-ab1fd3ca8215/f5f434fd-a528-4a73-a958-bf0d4d1d5a8d) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:12:17.127129 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-12983df3-b520-4e24-8ad9-49b5c350c218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (d941e1eb-2da0-4355-abe7-e0e871124a32), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:17.182607 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7d63748a-12e8-4413-aa34-fa9f7376166d req-54d5b0be-48d5-4735-9ff1-bf3e0562e5f8 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 210 time: 0.0509069 Feb 16 22:12:17.223202 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-12983df3-b520-4e24-8ad9-49b5c350c218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (d941e1eb-2da0-4355-abe7-e0e871124a32), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:17.292037 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12983df3-b520-4e24-8ad9-49b5c350c218 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d941e1eb-2da0-4355-abe7-e0e871124a32,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:17.356560 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-12983df3-b520-4e24-8ad9-49b5c350c218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:17.381393 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-12983df3-b520-4e24-8ad9-49b5c350c218 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/d941e1eb-2da0-4355-abe7-e0e871124a32 HTTP/1.1" status: 204 len: 168 time: 0.4818728 Feb 16 22:12:17.384331 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49996) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:12:17.431478 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-af0686e5-e65e-4275-a023-3a559045bfdd tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Publish callbacks [] for port (f5f434fd-a528-4a73-a958-bf0d4d1d5a8d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:17.534825 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9d3baaa3-988b-4d73-8fcb-5034f62736e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (6935f9b9-f4fc-4d88-b3be-e45c139b5ee5), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:17.590201 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-af0686e5-e65e-4275-a023-3a559045bfdd tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (f5f434fd-a528-4a73-a958-bf0d4d1d5a8d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:17.641757 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9d3baaa3-988b-4d73-8fcb-5034f62736e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (6935f9b9-f4fc-4d88-b3be-e45c139b5ee5), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:17.656821 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0a2789-ab47-495b-8bd0-e14fbf08dd2c x-openstack-request-id: req-df0a2789-ab47-495b-8bd0-e14fbf08dd2c {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:12:17.657354 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bdf61ae-e089-4c2f-aaf4-563205524504", "name": "network-vif-plugged", "status": "completed", "tag": "a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:12:17.657624 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-df0a2789-ab47-495b-8bd0-e14fbf08dd2c {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:12:17.660806 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bdf61ae-e089-4c2f-aaf4-563205524504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f', 'code': 200} Feb 16 22:12:17.686758 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-9d3baaa3-988b-4d73-8fcb-5034f62736e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6935f9b9-f4fc-4d88-b3be-e45c139b5ee5']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:12:17.707308 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-af0686e5-e65e-4275-a023-3a559045bfdd tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:12:17.709857 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-9d3baaa3-988b-4d73-8fcb-5034f62736e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95596efa-d04a-481a-be84-80bfe366f888') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:12:17.710230 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-9d3baaa3-988b-4d73-8fcb-5034f62736e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95596efa-d04a-481a-be84-80bfe366f888') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:12:17.715963 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf354e-3459-4a7e-ba8c-5e044597ac60 req-6fe42efd-fb50-436d-a8e0-897de1c21cbd tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:17.726457 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-25bf354e-3459-4a7e-ba8c-5e044597ac60 req-6fe42efd-fb50-436d-a8e0-897de1c21cbd tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 949 time: 0.2457786 Feb 16 22:12:17.737401 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-af0686e5-e65e-4275-a023-3a559045bfdd tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:12:17.743363 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9d3baaa3-988b-4d73-8fcb-5034f62736e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (95596efa-d04a-481a-be84-80bfe366f888), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:17.752309 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-af0686e5-e65e-4275-a023-3a559045bfdd tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:12:17.759406 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9d3baaa3-988b-4d73-8fcb-5034f62736e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (95596efa-d04a-481a-be84-80bfe366f888), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:17.767008 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d3baaa3-988b-4d73-8fcb-5034f62736e3 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:12:17.767408 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9d3baaa3-988b-4d73-8fcb-5034f62736e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (95596efa-d04a-481a-be84-80bfe366f888), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:17.886615 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:12:17.886615 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:12:17.886615 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:12:17.886615 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:12:17.886615 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:12:17.886615 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:12:17.886615 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:12:17.886615 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:12:17.886615 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:12:17.886615 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:12:17.886615 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:12:17.886615 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:12:17.886615 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:12:17.886615 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:12:17.886615 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:12:17.886615 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:12:17.886615 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:12:17.886615 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:12:17.886615 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:12:17.886615 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:12:17.886615 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:12:17.886615 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:12:17.886615 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:12:17.886615 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:12:17.886615 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:12:17.886615 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:12:17.886615 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:12:17.886615 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:12:17.886615 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:12:17.886615 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:12:17.886615 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:12:17.886615 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:12:17.892045 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9d3baaa3-988b-4d73-8fcb-5034f62736e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (6935f9b9-f4fc-4d88-b3be-e45c139b5ee5), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:17.900361 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9d3baaa3-988b-4d73-8fcb-5034f62736e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:17.903773 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9d3baaa3-988b-4d73-8fcb-5034f62736e3 admin admin] 10.222.0.75 "DELETE /v2.0/networks/6935f9b9-f4fc-4d88-b3be-e45c139b5ee5 HTTP/1.1" status: 204 len: 168 time: 0.5184524 Feb 16 22:12:17.921175 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0686e5-e65e-4275-a023-3a559045bfdd tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Pushing event updated for resources: {'Port': ['ID=f5f434fd-a528-4a73-a958-bf0d4d1d5a8d,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:17.928441 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ab1ba-2463-4a7a-8b74-f5b76f32a6d9 req-022086c9-c00e-43bf-aa03-171a485ee84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:17.929946 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-714ab1ba-2463-4a7a-8b74-f5b76f32a6d9 req-022086c9-c00e-43bf-aa03-171a485ee84c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2bdf61ae-e089-4c2f-aaf4-563205524504 HTTP/1.1" status: 200 len: 1128 time: 0.0842636 Feb 16 22:12:17.930717 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3baaa3-988b-4d73-8fcb-5034f62736e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6935f9b9-f4fc-4d88-b3be-e45c139b5ee5,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:17.995088 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0686e5-e65e-4275-a023-3a559045bfdd tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:17.995478 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0686e5-e65e-4275-a023-3a559045bfdd tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:17.995868 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0686e5-e65e-4275-a023-3a559045bfdd tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:17.996483 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0686e5-e65e-4275-a023-3a559045bfdd tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:17.996827 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0686e5-e65e-4275-a023-3a559045bfdd tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:17.997209 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0686e5-e65e-4275-a023-3a559045bfdd tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:17.997547 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0686e5-e65e-4275-a023-3a559045bfdd tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:17.998038 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0686e5-e65e-4275-a023-3a559045bfdd tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:17.998500 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0686e5-e65e-4275-a023-3a559045bfdd tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:17.998839 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0686e5-e65e-4275-a023-3a559045bfdd tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:17.999216 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0686e5-e65e-4275-a023-3a559045bfdd tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:17.999663 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0686e5-e65e-4275-a023-3a559045bfdd tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:17.999990 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0686e5-e65e-4275-a023-3a559045bfdd tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:18.015978 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-af0686e5-e65e-4275-a023-3a559045bfdd tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:18.016846 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-af0686e5-e65e-4275-a023-3a559045bfdd tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:18.046752 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-25bf354e-3459-4a7e-ba8c-5e044597ac60 req-9c38f7fa-2d61-475c-9555-df4322998674 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190057 Feb 16 22:12:18.057562 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-af0686e5-e65e-4275-a023-3a559045bfdd tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9599938 Feb 16 22:12:18.064854 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-714ab1ba-2463-4a7a-8b74-f5b76f32a6d9 req-f722a647-46c7-460b-9916-fb231ff70fbd service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=fce9e7f7-2e4b-4a61-aa44-727f39b35b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240191 Feb 16 22:12:18.111728 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-32f7ca5e-9e36-497e-8989-4f1b13c006b4 service neutron] Request body: {'port': {'device_id': '13c1a602-2ee0-445c-983a-160243bce62b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:12:18.209858 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7a431-ea34-42d8-8a84-1245ba774eee req-1d6c7abe-b562-4f85-b6d0-14a4be59c182 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:18.211566 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6cc7a431-ea34-42d8-8a84-1245ba774eee req-1d6c7abe-b562-4f85-b6d0-14a4be59c182 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 943 time: 0.2820318 Feb 16 22:12:18.264838 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-10e3a853-380e-4573-b5c8-37a1e5605a40 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=8f330cd1b17242339e19f723c984e4d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0713274 Feb 16 22:12:18.269623 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-32f7ca5e-9e36-497e-8989-4f1b13c006b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f5f434fd-a528-4a73-a958-bf0d4d1d5a8d), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:18.312641 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 50032) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:12:18.376967 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-53cbeaef-370c-4669-980c-7b67996122c0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6e90017f12364c99a8fa1e98f831d656&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0605478 Feb 16 22:12:18.377559 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 50034) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:12:18.445024 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6cc7a431-ea34-42d8-8a84-1245ba774eee req-68c5b043-f194-497d-bbea-2cbfda77a298 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160597 Feb 16 22:12:18.452801 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0650443a-ae2f-41a4-97d4-f337df11bdfc admin admin] Publish callbacks [] for security_group (17099b92-dd11-4390-9f8d-e2644a63c7f7), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:18.493396 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0650443a-ae2f-41a4-97d4-f337df11bdfc admin admin] Publish callbacks [] for security_group (17099b92-dd11-4390-9f8d-e2644a63c7f7), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:18.594363 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0650443a-ae2f-41a4-97d4-f337df11bdfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (17099b92-dd11-4390-9f8d-e2644a63c7f7), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:18.599906 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0650443a-ae2f-41a4-97d4-f337df11bdfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:18.608770 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0650443a-ae2f-41a4-97d4-f337df11bdfc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/17099b92-dd11-4390-9f8d-e2644a63c7f7 HTTP/1.1" status: 204 len: 168 time: 0.2282836 Feb 16 22:12:18.622119 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650443a-ae2f-41a4-97d4-f337df11bdfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17099b92-dd11-4390-9f8d-e2644a63c7f7,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:18.802387 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-7dcd035b-c2f0-4682-ac2e-fd2fb9d1c08a tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:18.804123 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-7dcd035b-c2f0-4682-ac2e-fd2fb9d1c08a tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5384934 Feb 16 22:12:18.862134 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-6ae5efe3-6eed-42a9-bff5-31a500d6984d tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/quotas/8f330cd1b17242339e19f723c984e4d3 HTTP/1.1" status: 200 len: 375 time: 0.0365391 Feb 16 22:12:18.919052 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 39c7a120-1a4d-4dc8-9b07-2d421cd662de details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:12:18.945790 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-a68ea42e-8d2f-451f-8795-25af72fe8cec tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=8f330cd1b17242339e19f723c984e4d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756509 Feb 16 22:12:19.150363 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-32f7ca5e-9e36-497e-8989-4f1b13c006b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5f434fd-a528-4a73-a958-bf0d4d1d5a8d {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:12:19.160768 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-32f7ca5e-9e36-497e-8989-4f1b13c006b4 service neutron] Publish callbacks [] for port (f5f434fd-a528-4a73-a958-bf0d4d1d5a8d), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:19.180360 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-32f7ca5e-9e36-497e-8989-4f1b13c006b4 service neutron] Transition to ACTIVE for port object f5f434fd-a528-4a73-a958-bf0d4d1d5a8d will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:12:19.185891 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-75dd09cc-86d8-4ff7-bd99-8fe78ad9bf9c tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=8f330cd1b17242339e19f723c984e4d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0713692 Feb 16 22:12:19.200225 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5fb43-6e34-4581-bdb3-c9b1339f7476 req-f7595d9c-ede7-477e-b3a8-ed1e74e3f3f2 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:19.219300 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-72f5fb43-6e34-4581-bdb3-c9b1339f7476 req-f7595d9c-ede7-477e-b3a8-ed1e74e3f3f2 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/ports?device_id=2bdf61ae-e089-4c2f-aaf4-563205524504 HTTP/1.1" status: 200 len: 946 time: 0.4397140 Feb 16 22:12:19.221556 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 50048) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:12:19.228897 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 39c7a120-1a4d-4dc8-9b07-2d421cd662de, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=39c7a120-1a4d-4dc8-9b07-2d421cd662de,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:19.245192 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-32f7ca5e-9e36-497e-8989-4f1b13c006b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (f5f434fd-a528-4a73-a958-bf0d4d1d5a8d), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:19.260804 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '39c7a120-1a4d-4dc8-9b07-2d421cd662de', 'network_id': '16137278-7395-49da-9cb6-180484537d2f', 'port_id': '39c7a120-1a4d-4dc8-9b07-2d421cd662de', 'mac_address': 'fa:16:3e:34:ba:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3e80cb9-4386-4d79-b9b3-6283b204f543', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:12:19.363540 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-c78109fd-b4f4-4475-80b6-7947002088fe tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:19.365056 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-c78109fd-b4f4-4475-80b6-7947002088fe tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1734023 Feb 16 22:12:19.378496 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-6b628482-b6df-44b0-896c-7aab4638e83b tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Request body: {'port': {'device_id': '07bccd3d-0588-4763-a4f7-bf0954c80f07', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'admin_state_up': True, 'tenant_id': '8f330cd1b17242339e19f723c984e4d3'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:12:19.382022 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 39c7a120-1a4d-4dc8-9b07-2d421cd662de is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:12:19.383993 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (39c7a120-1a4d-4dc8-9b07-2d421cd662de), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:19.397766 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-72f5fb43-6e34-4581-bdb3-c9b1339f7476 req-31e07d23-506b-4866-916b-5553a1cc8eb1 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/security-groups?id=fce9e7f7-2e4b-4a61-aa44-727f39b35b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774983 Feb 16 22:12:19.426172 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39c7a120-1a4d-4dc8-9b07-2d421cd662de {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:12:19.490061 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 39c7a120-1a4d-4dc8-9b07-2d421cd662de, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=39c7a120-1a4d-4dc8-9b07-2d421cd662de,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:19.503587 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (39c7a120-1a4d-4dc8-9b07-2d421cd662de), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:19.506430 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f7ca5e-9e36-497e-8989-4f1b13c006b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f434fd-a528-4a73-a958-bf0d4d1d5a8d,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:19.553850 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c6451c47-4a52-4304-b769-30d6f8436f15 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cdf7c357dbe44856908070a464dc5dd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3095403 Feb 16 22:12:19.555971 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 50062) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:12:19.616883 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b78ba2-6cf4-48e4-95a8-449aeaf9c10d req-11cdc619-7003-4237-888b-9f81f3f49b04 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:19.624100 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c5b78ba2-6cf4-48e4-95a8-449aeaf9c10d req-11cdc619-7003-4237-888b-9f81f3f49b04 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 943 time: 0.3034317 Feb 16 22:12:19.628805 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=39c7a120-1a4d-4dc8-9b07-2d421cd662de,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:19.665167 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-6b628482-b6df-44b0-896c-7aab4638e83b tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Made reservation on behalf of 8f330cd1b17242339e19f723c984e4d3 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:12:19.675263 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-6b628482-b6df-44b0-896c-7aab4638e83b tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:19.695667 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-6b628482-b6df-44b0-896c-7aab4638e83b tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:19.728728 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-32f7ca5e-9e36-497e-8989-4f1b13c006b4 service neutron] Attempting to bind port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:12:19.729064 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-32f7ca5e-9e36-497e-8989-4f1b13c006b4 service neutron] Attempting to bind port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:12:19.729394 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-32f7ca5e-9e36-497e-8989-4f1b13c006b4 service neutron] Attempting to bind port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d on network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:12:19.773325 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c5b78ba2-6cf4-48e4-95a8-449aeaf9c10d req-a50f2af7-def0-4695-963c-d079769c91b0 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481225 Feb 16 22:12:19.788791 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-32f7ca5e-9e36-497e-8989-4f1b13c006b4 service neutron] Port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d on network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:12:19.790298 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-32f7ca5e-9e36-497e-8989-4f1b13c006b4 service neutron] Attempting to bind port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d on network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:12:19.797335 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5bd30775-e0f4-4721-82af-a26617787f88 admin admin] Publish callbacks [] for security_group (014da11a-a730-4e15-9d9e-857d3efb57aa), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:19.858869 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec539d59-8d94-4ac7-bc30-30685f253f8b req-2e0c4e1d-216c-4402-8e67-cf25297f6f52 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:19.860373 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ec539d59-8d94-4ac7-bc30-30685f253f8b req-2e0c4e1d-216c-4402-8e67-cf25297f6f52 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 949 time: 0.1593735 Feb 16 22:12:19.861200 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-32f7ca5e-9e36-497e-8989-4f1b13c006b4 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:12:19.862499 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-32f7ca5e-9e36-497e-8989-4f1b13c006b4 service neutron] Checking segment: {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:12:19.862913 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-32f7ca5e-9e36-497e-8989-4f1b13c006b4 service neutron] Bound using segment: {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:12:19.863360 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-32f7ca5e-9e36-497e-8989-4f1b13c006b4 service neutron] Bound port: f5f434fd-a528-4a73-a958-bf0d4d1d5a8d, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:12:19.863717 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-32f7ca5e-9e36-497e-8989-4f1b13c006b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f5f434fd-a528-4a73-a958-bf0d4d1d5a8d), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:19.869092 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['39c7a120-1a4d-4dc8-9b07-2d421cd662de'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:12:19.927880 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-6b628482-b6df-44b0-896c-7aab4638e83b tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Publish callbacks [] for security_group (fbc38d19-2efd-4873-8d7d-7abde541bc3f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:19.943447 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-6b628482-b6df-44b0-896c-7aab4638e83b tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (fbc38d19-2efd-4873-8d7d-7abde541bc3f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:20.118537 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bbdfba04-d7d8-4c37-aa86-1d5c903ef387 req-e402384f-d2fa-49af-9425-e18dce3d98c1 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6e361ca-22d8-4234-8cc1-bb1b8c1c638b HTTP/1.1" status: 200 len: 210 time: 0.2707586 Feb 16 22:12:20.141740 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5bd30775-e0f4-4721-82af-a26617787f88 admin admin] Publish callbacks [] for security_group (014da11a-a730-4e15-9d9e-857d3efb57aa), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:20.209153 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-6b628482-b6df-44b0-896c-7aab4638e83b tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Allocated IP 192.168.233.235 (d8fa3154-6273-4014-87c6-575d48ec11fc/0a5a8be1-6e1c-443c-a77b-25715d79e10e/4742e105-ad77-4b88-b601-715e2c3c6c57) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:12:20.222594 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ec539d59-8d94-4ac7-bc30-30685f253f8b req-f05ed9a9-b9e7-49ed-8477-167443433a73 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973747 Feb 16 22:12:20.342557 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-32f7ca5e-9e36-497e-8989-4f1b13c006b4 service neutron] For port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:12:20.352896 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-32f7ca5e-9e36-497e-8989-4f1b13c006b4 service neutron] For port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=f5f434fd-a528-4a73-a958-bf0d4d1d5a8d,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:12:20.383215 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-6b628482-b6df-44b0-896c-7aab4638e83b tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Publish callbacks [] for port (4742e105-ad77-4b88-b601-715e2c3c6c57), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:20.387517 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f4496-4d6e-4bb3-b88c-82bfb05f924f req-9c3094ac-4223-42f6-9eb4-ec81f19ae4e1 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:20.396872 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e60f4496-4d6e-4bb3-b88c-82bfb05f924f req-9c3094ac-4223-42f6-9eb4-ec81f19ae4e1 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 944 time: 0.1649070 Feb 16 22:12:20.413936 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-32f7ca5e-9e36-497e-8989-4f1b13c006b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (f5f434fd-a528-4a73-a958-bf0d4d1d5a8d), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:20.457151 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b628482-b6df-44b0-896c-7aab4638e83b tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc38d19-2efd-4873-8d7d-7abde541bc3f,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:20.461701 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-6b628482-b6df-44b0-896c-7aab4638e83b tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (4742e105-ad77-4b88-b601-715e2c3c6c57), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:20.465642 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-32f7ca5e-9e36-497e-8989-4f1b13c006b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:20.473937 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-32f7ca5e-9e36-497e-8989-4f1b13c006b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:20.478179 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-32f7ca5e-9e36-497e-8989-4f1b13c006b4 service neutron] 10.222.0.79 "PUT /v2.0/ports/f5f434fd-a528-4a73-a958-bf0d4d1d5a8d HTTP/1.1" status: 200 len: 1091 time: 2.4082117 Feb 16 22:12:20.528393 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-6b628482-b6df-44b0-896c-7aab4638e83b tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Network d8fa3154-6273-4014-87c6-575d48ec11fc is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:12:20.535171 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-6b628482-b6df-44b0-896c-7aab4638e83b tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:12:20.542773 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-6b628482-b6df-44b0-896c-7aab4638e83b tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:12:20.606811 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-6b628482-b6df-44b0-896c-7aab4638e83b tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:20.607864 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-6b628482-b6df-44b0-896c-7aab4638e83b tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:20.614133 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-082899ca-dc79-4b5b-9d72-3ac50b55ccd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:20.616272 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c1a602-2ee0-445c-983a-160243bce62b', 'tag': 'f5f434fd-a528-4a73-a958-bf0d4d1d5a8d'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:12:20.622801 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77950f5e-cba4-441d-98a7-a3d74b3ec9cf" -d '{"events": [{"name": "network-changed", "server_uuid": "13c1a602-2ee0-445c-983a-160243bce62b", "tag": "f5f434fd-a528-4a73-a958-bf0d4d1d5a8d"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:12:20.630248 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b628482-b6df-44b0-896c-7aab4638e83b tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Pushing event updated for resources: {'Port': ['ID=4742e105-ad77-4b88-b601-715e2c3c6c57,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:20.654502 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-6b628482-b6df-44b0-896c-7aab4638e83b tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2802689 Feb 16 22:12:20.673731 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-ed841692-6c2c-477d-af90-13bc2e739947 service neutron] Request body: {'port': {'device_id': '07bccd3d-0588-4763-a4f7-bf0954c80f07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:12:20.705538 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e60f4496-4d6e-4bb3-b88c-82bfb05f924f req-604e3edc-7c4b-46f5-91a1-e1c27a9129d7 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021491 Feb 16 22:12:20.823643 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5bd30775-e0f4-4721-82af-a26617787f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (014da11a-a730-4e15-9d9e-857d3efb57aa), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:20.827227 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5bd30775-e0f4-4721-82af-a26617787f88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:20.828740 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5bd30775-e0f4-4721-82af-a26617787f88 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/014da11a-a730-4e15-9d9e-857d3efb57aa HTTP/1.1" status: 204 len: 168 time: 1.2698729 Feb 16 22:12:20.835917 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-ed841692-6c2c-477d-af90-13bc2e739947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4742e105-ad77-4b88-b601-715e2c3c6c57), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:20.873171 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd30775-e0f4-4721-82af-a26617787f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014da11a-a730-4e15-9d9e-857d3efb57aa,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:20.950132 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d3684-aa78-40b8-be08-88b5d4422040 req-891c4087-8ecc-4030-8f7c-b217c11a5965 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:20.952051 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ae2d3684-aa78-40b8-be08-88b5d4422040 req-891c4087-8ecc-4030-8f7c-b217c11a5965 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/ports?device_id=2bdf61ae-e089-4c2f-aaf4-563205524504 HTTP/1.1" status: 200 len: 946 time: 0.2528741 Feb 16 22:12:20.953192 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f7ca5e-9e36-497e-8989-4f1b13c006b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f434fd-a528-4a73-a958-bf0d4d1d5a8d,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:20.959545 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-32519e68-bd5e-4294-914c-af320faf092f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:20.961523 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-32519e68-bd5e-4294-914c-af320faf092f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 1125 time: 0.2656806 Feb 16 22:12:21.020709 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-937f77fe-a7ae-4808-9436-d7f91daf0e26 None None] Provisioning complete for port 4742e105-ad77-4b88-b601-715e2c3c6c57 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:12:21.025190 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-937f77fe-a7ae-4808-9436-d7f91daf0e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4742e105-ad77-4b88-b601-715e2c3c6c57), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:21.149407 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-937f77fe-a7ae-4808-9436-d7f91daf0e26 None None] Port 4742e105-ad77-4b88-b601-715e2c3c6c57 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:12:21.164262 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671918a7-b972-4252-b48e-82bfe9e0fd17 x-openstack-request-id: req-671918a7-b972-4252-b48e-82bfe9e0fd17 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:12:21.164647 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c1a602-2ee0-445c-983a-160243bce62b", "tag": "f5f434fd-a528-4a73-a958-bf0d4d1d5a8d", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:12:21.164908 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-671918a7-b972-4252-b48e-82bfe9e0fd17 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:12:21.165447 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c1a602-2ee0-445c-983a-160243bce62b', 'tag': 'f5f434fd-a528-4a73-a958-bf0d4d1d5a8d', 'status': 'completed', 'code': 200} Feb 16 22:12:21.168601 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-ee920b02-3078-4951-8062-8a4d8ad1c08e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5f434fd-a528-4a73-a958-bf0d4d1d5a8d HTTP/1.1" status: 200 len: 217 time: 0.1285284 Feb 16 22:12:21.317040 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-939d31e7-0f07-4c6b-839a-058656b53ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:21.320093 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-939d31e7-0f07-4c6b-839a-058656b53ec5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f7242f4f-8939-4e6c-b488-ab1fd3ca8215 HTTP/1.1" status: 200 len: 847 time: 0.1404765 Feb 16 22:12:21.375037 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-0ab6b07f-cfea-453b-9817-a5f02ccd80b6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91cf39f3-9142-4ee5-af15-00f1f801e8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295372 Feb 16 22:12:21.396875 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ae2d3684-aa78-40b8-be08-88b5d4422040 req-d8e5c7a1-0420-4c9c-95d8-e130bfbd7d56 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/security-groups?id=fce9e7f7-2e4b-4a61-aa44-727f39b35b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4242225 Feb 16 22:12:21.490702 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6990a-f3bf-43ea-b484-66bc342c834a req-42daefca-8758-4d4a-ae38-8c213cb90f98 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:21.498479 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-21c6990a-f3bf-43ea-b484-66bc342c834a req-42daefca-8758-4d4a-ae38-8c213cb90f98 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 943 time: 0.2223575 Feb 16 22:12:21.603610 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-5be668bf-6073-4b96-979d-b88ab0ca204c tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=8f330cd1b17242339e19f723c984e4d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267503 Feb 16 22:12:21.631170 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-75930d65-8f1f-4e43-b17b-c876876ec8eb req-162e670b-4032-4988-bb05-ce47e6403511 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6e361ca-22d8-4234-8cc1-bb1b8c1c638b HTTP/1.1" status: 200 len: 210 time: 0.1175115 Feb 16 22:12:21.685161 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-21c6990a-f3bf-43ea-b484-66bc342c834a req-40fef1cb-d035-4519-94b2-0bcc0654ec7c tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854694 Feb 16 22:12:21.714682 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-db4ba26f-cf78-4844-b826-23aae5682e9d service neutron] 10.222.0.79 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162963 Feb 16 22:12:21.793199 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-ed841692-6c2c-477d-af90-13bc2e739947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4742e105-ad77-4b88-b601-715e2c3c6c57 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:12:21.805168 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-ed841692-6c2c-477d-af90-13bc2e739947 service neutron] Publish callbacks [] for port (4742e105-ad77-4b88-b601-715e2c3c6c57), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:21.841858 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-ed841692-6c2c-477d-af90-13bc2e739947 service neutron] Transition to ACTIVE for port object 4742e105-ad77-4b88-b601-715e2c3c6c57 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:12:21.849429 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d86b2b49-04ff-4ab0-81cd-b4b1ff2e8e7b req-f71e1edd-8d6f-474d-98f1-f03d6d8b2f03 service neutron] 10.222.0.79 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264417 Feb 16 22:12:21.875543 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-ed841692-6c2c-477d-af90-13bc2e739947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (4742e105-ad77-4b88-b601-715e2c3c6c57), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:22.169195 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed841692-6c2c-477d-af90-13bc2e739947 service neutron] Pushing event updated for resources: {'Port': ['ID=4742e105-ad77-4b88-b601-715e2c3c6c57,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:22.175654 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77950f5e-cba4-441d-98a7-a3d74b3ec9cf req-ed344c02-5305-4547-aadd-c2c3756aafbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:22.177156 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77950f5e-cba4-441d-98a7-a3d74b3ec9cf req-ed344c02-5305-4547-aadd-c2c3756aafbf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 1125 time: 0.2264359 Feb 16 22:12:22.185959 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a05c5-a999-4d38-b1c1-fe779590e8a0 req-89314b99-2782-4f21-ac62-3a1a65f6d054 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:22.188699 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1f0a05c5-a999-4d38-b1c1-fe779590e8a0 req-89314b99-2782-4f21-ac62-3a1a65f6d054 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/ports?device_id=2bdf61ae-e089-4c2f-aaf4-563205524504 HTTP/1.1" status: 200 len: 946 time: 0.3375673 Feb 16 22:12:22.197084 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2e327-54d0-44e3-ac4f-66dd14136458 req-b0022cee-3783-48ce-a5ba-e02d630dcb3b tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:22.205185 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-80e2e327-54d0-44e3-ac4f-66dd14136458 req-b0022cee-3783-48ce-a5ba-e02d630dcb3b tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 949 time: 0.3527501 Feb 16 22:12:22.207554 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 50122) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:12:22.233940 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-bbe84bfe-25fd-4486-b041-cecd9e947e0f tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Request body: {'floatingip': {'port_id': 'a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:12:22.277503 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-cdb2ecaf-720c-4f2d-a7bc-5d341dd14049 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:22.287370 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-cdb2ecaf-720c-4f2d-a7bc-5d341dd14049 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6293957 Feb 16 22:12:22.291882 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bbe84bfe-25fd-4486-b041-cecd9e947e0f tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks [] for floatingip (c7ea71e3-5a3b-4f18-8f7d-9ca7b7a85266), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:22.353130 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-e748df83-6cfa-480d-915d-d48a83bc0bc3 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Request body: {'port': {'device_id': 'e6e361ca-22d8-4234-8cc1-bb1b8c1c638b', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'admin_state_up': True, 'tenant_id': '8f330cd1b17242339e19f723c984e4d3'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:12:22.520650 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-ed841692-6c2c-477d-af90-13bc2e739947 service neutron] Attempting to bind port 4742e105-ad77-4b88-b601-715e2c3c6c57 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:12:22.521091 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-ed841692-6c2c-477d-af90-13bc2e739947 service neutron] Attempting to bind port 4742e105-ad77-4b88-b601-715e2c3c6c57 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:12:22.521609 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-ed841692-6c2c-477d-af90-13bc2e739947 service neutron] Attempting to bind port 4742e105-ad77-4b88-b601-715e2c3c6c57 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:12:22.534616 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-ed841692-6c2c-477d-af90-13bc2e739947 service neutron] Port 4742e105-ad77-4b88-b601-715e2c3c6c57 on network d8fa3154-6273-4014-87c6-575d48ec11fc not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:12:22.534616 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-ed841692-6c2c-477d-af90-13bc2e739947 service neutron] Attempting to bind port 4742e105-ad77-4b88-b601-715e2c3c6c57 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:12:22.550631 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-ed841692-6c2c-477d-af90-13bc2e739947 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:12:22.551067 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-ed841692-6c2c-477d-af90-13bc2e739947 service neutron] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:12:22.551531 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-ed841692-6c2c-477d-af90-13bc2e739947 service neutron] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:12:22.552178 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-ed841692-6c2c-477d-af90-13bc2e739947 service neutron] Bound port: 4742e105-ad77-4b88-b601-715e2c3c6c57, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:12:22.552624 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-ed841692-6c2c-477d-af90-13bc2e739947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4742e105-ad77-4b88-b601-715e2c3c6c57), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:22.638943 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-ed841692-6c2c-477d-af90-13bc2e739947 service neutron] For port 4742e105-ad77-4b88-b601-715e2c3c6c57, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:12:22.642036 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-ed841692-6c2c-477d-af90-13bc2e739947 service neutron] For port 4742e105-ad77-4b88-b601-715e2c3c6c57, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=4742e105-ad77-4b88-b601-715e2c3c6c57,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:12:22.661158 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-ed841692-6c2c-477d-af90-13bc2e739947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (4742e105-ad77-4b88-b601-715e2c3c6c57), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:22.692782 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-e748df83-6cfa-480d-915d-d48a83bc0bc3 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Made reservation on behalf of 8f330cd1b17242339e19f723c984e4d3 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:12:22.696490 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-e748df83-6cfa-480d-915d-d48a83bc0bc3 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:22.743182 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-ed841692-6c2c-477d-af90-13bc2e739947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:22.743900 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-ed841692-6c2c-477d-af90-13bc2e739947 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:22.745413 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-ed841692-6c2c-477d-af90-13bc2e739947 service neutron] 10.222.0.67 "PUT /v2.0/ports/4742e105-ad77-4b88-b601-715e2c3c6c57 HTTP/1.1" status: 200 len: 1096 time: 2.0810010 Feb 16 22:12:22.746283 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07bccd3d-0588-4763-a4f7-bf0954c80f07', 'tag': '4742e105-ad77-4b88-b601-715e2c3c6c57'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:12:22.749925 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92443ff-f4e7-43ab-8b3a-078f2673edc8" -d '{"events": [{"name": "network-changed", "server_uuid": "07bccd3d-0588-4763-a4f7-bf0954c80f07", "tag": "4742e105-ad77-4b88-b601-715e2c3c6c57"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:12:22.932015 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 39c7a120-1a4d-4dc8-9b07-2d421cd662de up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:12:22.982709 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-e748df83-6cfa-480d-915d-d48a83bc0bc3 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Allocated IP 192.168.233.211 (d8fa3154-6273-4014-87c6-575d48ec11fc/0a5a8be1-6e1c-443c-a77b-25715d79e10e/a76046a7-efbf-4080-9f1c-306827c1e782) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:12:23.091147 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9e1e0582-ef65-457f-b404-929eb724c31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:23.101062 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 39c7a120-1a4d-4dc8-9b07-2d421cd662de completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:12:23.111504 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 39c7a120-1a4d-4dc8-9b07-2d421cd662de triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:12:23.113000 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (39c7a120-1a4d-4dc8-9b07-2d421cd662de), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:23.192030 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-e748df83-6cfa-480d-915d-d48a83bc0bc3 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Publish callbacks [] for port (a76046a7-efbf-4080-9f1c-306827c1e782), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:23.252088 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-e748df83-6cfa-480d-915d-d48a83bc0bc3 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (a76046a7-efbf-4080-9f1c-306827c1e782), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:23.282509 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed841692-6c2c-477d-af90-13bc2e739947 service neutron] Pushing event updated for resources: {'Port': ['ID=4742e105-ad77-4b88-b601-715e2c3c6c57,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:23.319266 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 39c7a120-1a4d-4dc8-9b07-2d421cd662de is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:12:23.322687 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (39c7a120-1a4d-4dc8-9b07-2d421cd662de), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:23.347054 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e748df83-6cfa-480d-915d-d48a83bc0bc3 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Pushing event updated for resources: {'Port': ['ID=a76046a7-efbf-4080-9f1c-306827c1e782,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:23.366705 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-e748df83-6cfa-480d-915d-d48a83bc0bc3 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Network d8fa3154-6273-4014-87c6-575d48ec11fc is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:12:23.372284 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-e748df83-6cfa-480d-915d-d48a83bc0bc3 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:12:23.389920 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f298040-9e2d-4590-afeb-8b0af36f4c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c7a120-1a4d-4dc8-9b07-2d421cd662de'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:12:23.391650 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-e748df83-6cfa-480d-915d-d48a83bc0bc3 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:12:23.395897 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae10947-293b-4924-9861-1feade9b5e29" -d '{"events": [{"server_uuid": "6f298040-9e2d-4590-afeb-8b0af36f4c35", "name": "network-vif-plugged", "status": "completed", "tag": "39c7a120-1a4d-4dc8-9b07-2d421cd662de"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:12:23.436938 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 39c7a120-1a4d-4dc8-9b07-2d421cd662de, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=39c7a120-1a4d-4dc8-9b07-2d421cd662de,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:23.450778 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (39c7a120-1a4d-4dc8-9b07-2d421cd662de), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:23.494963 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-e748df83-6cfa-480d-915d-d48a83bc0bc3 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:23.495718 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-e748df83-6cfa-480d-915d-d48a83bc0bc3 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:23.511157 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-e1064538-4d2a-4a5f-976e-7804752ce1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:23.512570 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-e1064538-4d2a-4a5f-976e-7804752ce1ab service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8f330cd1b17242339e19f723c984e4d3&device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 1130 time: 0.2802119 Feb 16 22:12:23.569874 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=39c7a120-1a4d-4dc8-9b07-2d421cd662de,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:23.587109 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-170bc241-7819-4062-93c2-7c7e6286c3e5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=4742e105-ad77-4b88-b601-715e2c3c6c57 HTTP/1.1" status: 200 len: 217 time: 0.0618551 Feb 16 22:12:23.591030 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-e748df83-6cfa-480d-915d-d48a83bc0bc3 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2535682 Feb 16 22:12:23.606815 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-a7dd392e-01ce-4944-9ff5-b1ac6f9e0c1f service neutron] Request body: {'port': {'device_id': 'e6e361ca-22d8-4234-8cc1-bb1b8c1c638b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:12:23.661429 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-201dfba5-2979-49f6-a0c2-bfbc28f6651d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:23.663671 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-201dfba5-2979-49f6-a0c2-bfbc28f6651d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0630777 Feb 16 22:12:23.677873 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77950f5e-cba4-441d-98a7-a3d74b3ec9cf req-26a824fb-41af-4e16-8fdc-396365b5a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:23.679978 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77950f5e-cba4-441d-98a7-a3d74b3ec9cf req-26a824fb-41af-4e16-8fdc-396365b5a62c service neutron] 10.222.0.79 "GET /v2.0/networks?id=91cf39f3-9142-4ee5-af15-00f1f801e8c7 HTTP/1.1" status: 200 len: 908 time: 1.4710362 Feb 16 22:12:23.762696 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-a7dd392e-01ce-4944-9ff5-b1ac6f9e0c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a76046a7-efbf-4080-9f1c-306827c1e782), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:23.795348 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-933aa346-e0bf-48ca-bfc6-8b17e8c34379 None None] Provisioning complete for port a76046a7-efbf-4080-9f1c-306827c1e782 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:12:23.796001 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-933aa346-e0bf-48ca-bfc6-8b17e8c34379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a76046a7-efbf-4080-9f1c-306827c1e782), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:23.801416 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77950f5e-cba4-441d-98a7-a3d74b3ec9cf req-08713895-c4d4-4769-a702-4dd16ab157f4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5f434fd-a528-4a73-a958-bf0d4d1d5a8d HTTP/1.1" status: 200 len: 217 time: 0.1055248 Feb 16 22:12:23.819066 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76cb622-3760-429d-9709-2e5c303b7d4e req-ccfbbabd-530a-4299-aa30-897af5e3b3fb tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:23.820109 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-5f75c4b2-227d-4966-af40-7a1ab89728d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:23.820867 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d76cb622-3760-429d-9709-2e5c303b7d4e req-ccfbbabd-530a-4299-aa30-897af5e3b3fb tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 945 time: 0.3935368 Feb 16 22:12:23.832167 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-5f75c4b2-227d-4966-af40-7a1ab89728d7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1504767 Feb 16 22:12:23.874734 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77950f5e-cba4-441d-98a7-a3d74b3ec9cf req-3a4b1a3a-2e69-4e6f-997e-a86a8f41565e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:23.876340 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77950f5e-cba4-441d-98a7-a3d74b3ec9cf req-3a4b1a3a-2e69-4e6f-997e-a86a8f41565e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f7242f4f-8939-4e6c-b488-ab1fd3ca8215 HTTP/1.1" status: 200 len: 847 time: 0.0545366 Feb 16 22:12:23.876794 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-933aa346-e0bf-48ca-bfc6-8b17e8c34379 None None] Port a76046a7-efbf-4080-9f1c-306827c1e782 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:12:23.942107 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-80e2e327-54d0-44e3-ac4f-66dd14136458 req-31a61e54-4baf-48a9-964d-71b18e5fa972 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7352006 Feb 16 22:12:23.959126 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77950f5e-cba4-441d-98a7-a3d74b3ec9cf req-d8d2a211-24ba-4c4e-a0e8-1a2e8e1b6050 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91cf39f3-9142-4ee5-af15-00f1f801e8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735326 Feb 16 22:12:23.991651 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-596c5a9e-6bc1-4628-8661-af53e3ef2ebb service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193378 Feb 16 22:12:24.070950 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77950f5e-cba4-441d-98a7-a3d74b3ec9cf req-21b671c2-5395-4a09-989c-d52e13219f8c service neutron] 10.222.0.79 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933192 Feb 16 22:12:24.075222 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.db.resource_extend [None req-bbe84bfe-25fd-4486-b041-cecd9e947e0f tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 22:12:24.124778 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:24.177904 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d76cb622-3760-429d-9709-2e5c303b7d4e req-37fae411-d4f0-4ee3-922f-adbe09f94101 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989669 Feb 16 22:12:24.265165 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bbe84bfe-25fd-4486-b041-cecd9e947e0f tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:24.286263 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bbe84bfe-25fd-4486-b041-cecd9e947e0f tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (c7ea71e3-5a3b-4f18-8f7d-9ca7b7a85266), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:24.443055 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-bbe84bfe-25fd-4486-b041-cecd9e947e0f tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Floating IP c7ea71e3-5a3b-4f18-8f7d-9ca7b7a85266 associated. External IP: 172.25.2.116, port: a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f. Feb 16 22:12:24.474026 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77950f5e-cba4-441d-98a7-a3d74b3ec9cf req-6f4ce367-d4e4-447a-8bd7-bda547f7426c service neutron] 10.222.0.79 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874304 Feb 16 22:12:24.485537 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b1ab3290-6df8-4da9-85f3-9ad40b205c9d req-35c315b1-2adf-4f7d-a24e-356058076d81 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000661 Feb 16 22:12:24.553204 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-a7dd392e-01ce-4944-9ff5-b1ac6f9e0c1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a76046a7-efbf-4080-9f1c-306827c1e782 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:12:24.563082 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-a7dd392e-01ce-4944-9ff5-b1ac6f9e0c1f service neutron] Publish callbacks [] for port (a76046a7-efbf-4080-9f1c-306827c1e782), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:24.580553 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-a7dd392e-01ce-4944-9ff5-b1ac6f9e0c1f service neutron] Transition to ACTIVE for port object a76046a7-efbf-4080-9f1c-306827c1e782 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:12:24.591464 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-a7dd392e-01ce-4944-9ff5-b1ac6f9e0c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (a76046a7-efbf-4080-9f1c-306827c1e782), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:24.766377 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccbd78-3849-4d49-9f55-7773181747e5 req-d5f0e1b6-7f0d-45d3-91e3-b26569012187 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:24.771025 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-69ccbd78-3849-4d49-9f55-7773181747e5 req-d5f0e1b6-7f0d-45d3-91e3-b26569012187 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6e361ca-22d8-4234-8cc1-bb1b8c1c638b HTTP/1.1" status: 200 len: 936 time: 0.3206916 Feb 16 22:12:24.776413 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-a7dd392e-01ce-4944-9ff5-b1ac6f9e0c1f service neutron] Attempting to bind port a76046a7-efbf-4080-9f1c-306827c1e782 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:12:24.776951 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-a7dd392e-01ce-4944-9ff5-b1ac6f9e0c1f service neutron] Attempting to bind port a76046a7-efbf-4080-9f1c-306827c1e782 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:12:24.777219 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-a7dd392e-01ce-4944-9ff5-b1ac6f9e0c1f service neutron] Attempting to bind port a76046a7-efbf-4080-9f1c-306827c1e782 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:12:24.780847 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd392e-01ce-4944-9ff5-b1ac6f9e0c1f service neutron] Pushing event updated for resources: {'Port': ['ID=a76046a7-efbf-4080-9f1c-306827c1e782,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:24.786174 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-a7dd392e-01ce-4944-9ff5-b1ac6f9e0c1f service neutron] Port a76046a7-efbf-4080-9f1c-306827c1e782 on network d8fa3154-6273-4014-87c6-575d48ec11fc not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:12:24.786507 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-a7dd392e-01ce-4944-9ff5-b1ac6f9e0c1f service neutron] Attempting to bind port a76046a7-efbf-4080-9f1c-306827c1e782 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:12:24.792793 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-a7dd392e-01ce-4944-9ff5-b1ac6f9e0c1f service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:12:24.793138 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-a7dd392e-01ce-4944-9ff5-b1ac6f9e0c1f service neutron] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:12:24.793524 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-a7dd392e-01ce-4944-9ff5-b1ac6f9e0c1f service neutron] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:12:24.793958 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-a7dd392e-01ce-4944-9ff5-b1ac6f9e0c1f service neutron] Bound port: a76046a7-efbf-4080-9f1c-306827c1e782, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:12:24.794354 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-a7dd392e-01ce-4944-9ff5-b1ac6f9e0c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a76046a7-efbf-4080-9f1c-306827c1e782), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:24.795854 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4298fb7-7bb2-4f2b-a315-f905f59a0e0b req-9361e850-d9a3-4a1b-a0cb-1ca1fc72e101 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:24.803710 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d4298fb7-7bb2-4f2b-a315-f905f59a0e0b req-9361e850-d9a3-4a1b-a0cb-1ca1fc72e101 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 943 time: 0.1869786 Feb 16 22:12:24.887015 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-a7dd392e-01ce-4944-9ff5-b1ac6f9e0c1f service neutron] For port a76046a7-efbf-4080-9f1c-306827c1e782, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:12:24.892727 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-a7dd392e-01ce-4944-9ff5-b1ac6f9e0c1f service neutron] For port a76046a7-efbf-4080-9f1c-306827c1e782, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=a76046a7-efbf-4080-9f1c-306827c1e782,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:12:24.909909 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-a7dd392e-01ce-4944-9ff5-b1ac6f9e0c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (a76046a7-efbf-4080-9f1c-306827c1e782), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:24.939693 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d4298fb7-7bb2-4f2b-a315-f905f59a0e0b req-534eb1f0-bb83-4424-8d84-d000639ee557 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350927 Feb 16 22:12:24.982120 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-a7dd392e-01ce-4944-9ff5-b1ac6f9e0c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:24.982945 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-a7dd392e-01ce-4944-9ff5-b1ac6f9e0c1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:24.988555 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-a7dd392e-01ce-4944-9ff5-b1ac6f9e0c1f service neutron] 10.222.0.67 "PUT /v2.0/ports/a76046a7-efbf-4080-9f1c-306827c1e782 HTTP/1.1" status: 200 len: 1096 time: 1.3862047 Feb 16 22:12:24.999656 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-69ccbd78-3849-4d49-9f55-7773181747e5 req-cede5412-5af2-4a51-b57f-f5e72d1ae3d8 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938820 Feb 16 22:12:25.082805 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device f5f434fd-a528-4a73-a958-bf0d4d1d5a8d details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:12:25.124858 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd71b6d-5b37-43c7-9649-f1c32710740e x-openstack-request-id: req-abd71b6d-5b37-43c7-9649-f1c32710740e {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:12:25.125169 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07bccd3d-0588-4763-a4f7-bf0954c80f07", "tag": "4742e105-ad77-4b88-b601-715e2c3c6c57", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:12:25.125453 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-abd71b6d-5b37-43c7-9649-f1c32710740e {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:12:25.125836 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07bccd3d-0588-4763-a4f7-bf0954c80f07', 'tag': '4742e105-ad77-4b88-b601-715e2c3c6c57', 'status': 'completed', 'code': 200} Feb 16 22:12:25.160688 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e01f9d-e982-47e1-9bc7-053306cea3aa x-openstack-request-id: req-18e01f9d-e982-47e1-9bc7-053306cea3aa {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:12:25.161262 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f298040-9e2d-4590-afeb-8b0af36f4c35", "name": "network-vif-plugged", "status": "completed", "tag": "39c7a120-1a4d-4dc8-9b07-2d421cd662de", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:12:25.161262 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-18e01f9d-e982-47e1-9bc7-053306cea3aa {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:12:25.161583 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f298040-9e2d-4590-afeb-8b0af36f4c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c7a120-1a4d-4dc8-9b07-2d421cd662de', 'code': 200} Feb 16 22:12:25.208498 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe84bfe-25fd-4486-b041-cecd9e947e0f tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Router ff5d0efb-9339-4536-bac5-79bda2b84a51 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:12:25.229517 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.67', 54107) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:12:25.386305 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd392e-01ce-4944-9ff5-b1ac6f9e0c1f service neutron] Pushing event updated for resources: {'Port': ['ID=a76046a7-efbf-4080-9f1c-306827c1e782,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:25.478567 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:25.482037 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=f5f434fd-a528-4a73-a958-bf0d4d1d5a8d,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:25.487643 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-eb7febd7-c42d-43bc-ae9b-e38fa086575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:25.489432 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-eb7febd7-c42d-43bc-ae9b-e38fa086575b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8f330cd1b17242339e19f723c984e4d3&device_id=e6e361ca-22d8-4234-8cc1-bb1b8c1c638b HTTP/1.1" status: 200 len: 1130 time: 0.4251635 Feb 16 22:12:25.497767 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92443ff-f4e7-43ab-8b3a-078f2673edc8 req-ba34327e-aa5a-4ba3-bcad-acd9fcd10644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:25.501498 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e92443ff-f4e7-43ab-8b3a-078f2673edc8 req-ba34327e-aa5a-4ba3-bcad-acd9fcd10644 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8f330cd1b17242339e19f723c984e4d3&device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 1130 time: 0.2827477 Feb 16 22:12:25.529361 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'f5f434fd-a528-4a73-a958-bf0d4d1d5a8d', 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7', 'port_id': 'f5f434fd-a528-4a73-a958-bf0d4d1d5a8d', 'mac_address': 'fa:16:3e:9a:cb:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7242f4f-8939-4e6c-b488-ab1fd3ca8215', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:12:25.553264 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-b8c35af5-dc36-4484-985d-9e90b2c5071b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=a76046a7-efbf-4080-9f1c-306827c1e782 HTTP/1.1" status: 200 len: 217 time: 0.0493999 Feb 16 22:12:25.648031 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92443ff-f4e7-43ab-8b3a-078f2673edc8 req-4bdfca8b-37bd-4523-b1ab-0cc16d9c0a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:25.650150 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e92443ff-f4e7-43ab-8b3a-078f2673edc8 req-4bdfca8b-37bd-4523-b1ab-0cc16d9c0a13 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.0958173 Feb 16 22:12:25.659492 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:12:25.660969 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f5f434fd-a528-4a73-a958-bf0d4d1d5a8d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:25.718936 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e92443ff-f4e7-43ab-8b3a-078f2673edc8 req-bbf54fe7-261f-4ee4-b871-f61579f05d39 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=4742e105-ad77-4b88-b601-715e2c3c6c57 HTTP/1.1" status: 200 len: 217 time: 0.0601914 Feb 16 22:12:25.724775 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5f434fd-a528-4a73-a958-bf0d4d1d5a8d {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:12:25.766254 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-3cb0241b-6fb4-4810-89cb-51735473392b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:25.767557 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-3cb0241b-6fb4-4810-89cb-51735473392b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1164227 Feb 16 22:12:25.776531 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=f5f434fd-a528-4a73-a958-bf0d4d1d5a8d,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:25.785580 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (f5f434fd-a528-4a73-a958-bf0d4d1d5a8d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:25.824737 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92443ff-f4e7-43ab-8b3a-078f2673edc8 req-d1b19484-068c-42be-b696-6d6880111088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:25.826247 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67104e66-c444-4644-b81c-381b575e7b5b req-fd3ec5b3-e031-4d9f-9d31-217df8f77011 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:25.826675 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e92443ff-f4e7-43ab-8b3a-078f2673edc8 req-d1b19484-068c-42be-b696-6d6880111088 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0987339 Feb 16 22:12:25.837354 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-67104e66-c444-4644-b81c-381b575e7b5b req-fd3ec5b3-e031-4d9f-9d31-217df8f77011 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 949 time: 0.5533819 Feb 16 22:12:25.847906 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-b9719f22-a89a-4fba-b0ab-10ab50bec060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:25.848526 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-b9719f22-a89a-4fba-b0ab-10ab50bec060 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0713935 Feb 16 22:12:25.871647 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=f5f434fd-a528-4a73-a958-bf0d4d1d5a8d,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:25.884008 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f410e4-e6e6-429d-ac8c-ddc9e5ebb0cb req-011724b0-a299-44d8-8416-2fac991b5f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:25.886424 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-02f410e4-e6e6-429d-ac8c-ddc9e5ebb0cb req-011724b0-a299-44d8-8416-2fac991b5f22 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 1127 time: 0.6541610 Feb 16 22:12:25.935349 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ec054-9fa5-4d66-b2a0-82aebd7ff922 req-d94a6aa0-11ed-4f10-ab9e-df23c4a16645 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:25.937832 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f18ec054-9fa5-4d66-b2a0-82aebd7ff922 req-d94a6aa0-11ed-4f10-ab9e-df23c4a16645 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 945 time: 0.3281381 Feb 16 22:12:25.940438 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.67', 54108) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:12:25.960129 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92443ff-f4e7-43ab-8b3a-078f2673edc8 req-a007a698-c899-455a-b96c-b48ebcceee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:25.961632 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e92443ff-f4e7-43ab-8b3a-078f2673edc8 req-a007a698-c899-455a-b96c-b48ebcceee3e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1253326 Feb 16 22:12:26.025925 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-669cc786-bc43-4e45-b705-196288f23b15 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587565 Feb 16 22:12:26.078869 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-67104e66-c444-4644-b81c-381b575e7b5b req-a5c0f221-5d66-4097-bc25-57030f2c17df tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406533 Feb 16 22:12:26.095118 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe84bfe-25fd-4486-b041-cecd9e947e0f tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:12:26.100325 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bbe84bfe-25fd-4486-b041-cecd9e947e0f tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:26.120339 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7736411-a167-4add-abd2-6aa216791e14 None None] Sync routers for ids ['ff5d0efb-9339-4536-bac5-79bda2b84a51'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:12:26.126394 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-02f410e4-e6e6-429d-ac8c-ddc9e5ebb0cb req-db5cd13a-7a60-411b-b106-3f40d55b3295 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250478 Feb 16 22:12:26.131078 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7736411-a167-4add-abd2-6aa216791e14 None None] Routers {'ff5d0efb-9339-4536-bac5-79bda2b84a51'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:12:26.131887 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-a7736411-a167-4add-abd2-6aa216791e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:12:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['ff5d0efb-9339-4536-bac5-79bda2b84a51'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:12:26.177545 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['f5f434fd-a528-4a73-a958-bf0d4d1d5a8d'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:12:26.191830 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f18ec054-9fa5-4d66-b2a0-82aebd7ff922 req-db500b2a-b1f3-40b5-b9fc-ad822aa760cf tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389371 Feb 16 22:12:26.193673 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bbe84bfe-25fd-4486-b041-cecd9e947e0f tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "PUT /v2.0/floatingips/c7ea71e3-5a3b-4f18-8f7d-9ca7b7a85266 HTTP/1.1" status: 200 len: 992 time: 3.9836502 Feb 16 22:12:26.195326 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bdf61ae-e089-4c2f-aaf4-563205524504', 'tag': 'a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:12:26.198933 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbfc272-39be-4b0d-8345-18d41360bb47" -d '{"events": [{"name": "network-changed", "server_uuid": "2bdf61ae-e089-4c2f-aaf4-563205524504", "tag": "a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:12:26.212147 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-74cd7370-ed83-43c3-8eb1-c921f11d7eaa service neutron] show failed (client error): The resource could not be found. Feb 16 22:12:26.212147 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-74cd7370-ed83-43c3-8eb1-c921f11d7eaa service neutron] 10.222.0.67 "GET /v2.0/ports/609899a9-43f2-4453-ad5a-8113b1d73a51/bindings/n-h2-813897-6 HTTP/1.1" status: 404 len: 380 time: 0.2625413 Feb 16 22:12:26.275498 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-be72c28f-ab2b-4933-88f6-f40e431dbcfc req-3c877278-6ae3-4f31-8168-84815417f4ca service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384195 Feb 16 22:12:26.312663 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e92443ff-f4e7-43ab-8b3a-078f2673edc8 req-1d4b7d96-ae61-4545-8c9b-2516f639d15a service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349943 Feb 16 22:12:26.335802 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-a7736411-a167-4add-abd2-6aa216791e14 None None] Set router ff5d0efb-9339-4536-bac5-79bda2b84a51 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:12:26.382670 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a26f80-a515-4445-9b28-1e3b438d45c0 req-7bc3b1a7-6279-4c90-bdf0-558bc5ad3e92 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:26.394639 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e9a26f80-a515-4445-9b28-1e3b438d45c0 req-7bc3b1a7-6279-4c90-bdf0-558bc5ad3e92 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6e361ca-22d8-4234-8cc1-bb1b8c1c638b HTTP/1.1" status: 200 len: 948 time: 0.1260347 Feb 16 22:12:26.458451 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00c342-97d4-4632-82b3-2bab650f9d89 req-cffe4a15-b324-4643-998f-bbace93e8d6e tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:26.460396 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cd00c342-97d4-4632-82b3-2bab650f9d89 req-cffe4a15-b324-4643-998f-bbace93e8d6e tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 944 time: 0.1465240 Feb 16 22:12:26.633126 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cd00c342-97d4-4632-82b3-2bab650f9d89 req-90a49df7-b234-4c8b-931b-2dd733b8f401 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503630 Feb 16 22:12:26.654322 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e9a26f80-a515-4445-9b28-1e3b438d45c0 req-86303551-a2c9-4cd5-864c-8c483ddaf4f3 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583475 Feb 16 22:12:26.703752 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-a7736411-a167-4add-abd2-6aa216791e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-680667525-router', 'tenant_id': '030664079749416b877398f148fb3d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:11:17Z', 'updated_at': '2022-02-16T22:11:26Z', 'revision_number': 4, 'project_id': '030664079749416b877398f148fb3d38', 'gw_port': {'id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:19Z', 'updated_at': '2022-02-16T22:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'c7ea71e3-5a3b-4f18-8f7d-9ca7b7a85266', 'tenant_id': '030664079749416b877398f148fb3d38', 'floating_ip_address': '172.25.2.116', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'port_id': 'a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0', 'mac_address': 'fa:16:3e:8c:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdf61ae-e089-4c2f-aaf4-563205524504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:11:56Z', 'updated_at': '2022-02-16T22:12:23Z', 'revision_number': 1, 'project_id': '030664079749416b877398f148fb3d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd78d512f-fd03-4473-8d97-2350383a9db2', 'name': '', 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0', 'tenant_id': '030664079749416b877398f148fb3d38', 'mac_address': 'fa:16:3e:a6:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '6fcc24da-f75c-4bab-8b24-38df358b42a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:25Z', 'updated_at': '2022-02-16T22:11:31Z', 'revision_number': 5, 'project_id': '030664079749416b877398f148fb3d38', 'subnets': [{'id': '6fcc24da-f75c-4bab-8b24-38df358b42a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:12:26.785819 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7736411-a167-4add-abd2-6aa216791e14 None None] Checking router: ff5d0efb-9339-4536-bac5-79bda2b84a51 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:12:26.807951 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7736411-a167-4add-abd2-6aa216791e14 None None] Routers {'ff5d0efb-9339-4536-bac5-79bda2b84a51'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:12:26.808841 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-a7736411-a167-4add-abd2-6aa216791e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:12:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['ff5d0efb-9339-4536-bac5-79bda2b84a51'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:12:26.814649 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e92443ff-f4e7-43ab-8b3a-078f2673edc8 req-c8ab652c-aaca-4937-a8cc-5228f63731fa service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140656 Feb 16 22:12:26.895305 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-51b7738a-db05-4b8d-9a2d-cbc7e5e1bd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:26.897127 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-51b7738a-db05-4b8d-9a2d-cbc7e5e1bd3f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae&tenant_id=7a8546526dc94278a3957ea9b7c5b439 HTTP/1.1" status: 200 len: 1131 time: 0.1386867 Feb 16 22:12:26.933350 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-53a4a39f-4104-4d1c-96cf-1a3754edadf7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813897-6', 'device_owner': 'compute:nova'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:12:26.976855 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb92e7cc-ea84-4bd8-bbac-5b1f7e6fa38c x-openstack-request-id: req-cb92e7cc-ea84-4bd8-bbac-5b1f7e6fa38c {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:12:26.977940 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bdf61ae-e089-4c2f-aaf4-563205524504", "tag": "a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:12:26.977940 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cb92e7cc-ea84-4bd8-bbac-5b1f7e6fa38c {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:12:26.977940 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bdf61ae-e089-4c2f-aaf4-563205524504', 'tag': 'a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f', 'status': 'completed', 'code': 200} Feb 16 22:12:27.008239 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981e29f-3ee1-4c4d-b33d-190755e996b7 req-7af0a26f-fd05-497b-a53d-b06d1ed539aa tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:27.016562 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c981e29f-3ee1-4c4d-b33d-190755e996b7 req-7af0a26f-fd05-497b-a53d-b06d1ed539aa tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/ports?device_id=2bdf61ae-e089-4c2f-aaf4-563205524504 HTTP/1.1" status: 200 len: 946 time: 0.1912770 Feb 16 22:12:27.046722 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:27.056563 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-53a4a39f-4104-4d1c-96cf-1a3754edadf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (609899a9-43f2-4453-ad5a-8113b1d73a51), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:27.060544 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfc272-39be-4b0d-8345-18d41360bb47 req-fa0886b0-9ec7-4ef6-ae60-1a9431070f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:27.064123 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cfbfc272-39be-4b0d-8345-18d41360bb47 req-fa0886b0-9ec7-4ef6-ae60-1a9431070f58 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=030664079749416b877398f148fb3d38&device_id=2bdf61ae-e089-4c2f-aaf4-563205524504 HTTP/1.1" status: 200 len: 1128 time: 0.1317446 Feb 16 22:12:27.108198 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-a7736411-a167-4add-abd2-6aa216791e14 None None] Set router ff5d0efb-9339-4536-bac5-79bda2b84a51 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:12:27.130483 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e361ca-22d8-4234-8cc1-bb1b8c1c638b', 'tag': 'a76046a7-efbf-4080-9f1c-306827c1e782'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:12:27.133362 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bbfcc0-dd53-4d91-b8aa-e1ba0398c40f" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e361ca-22d8-4234-8cc1-bb1b8c1c638b", "tag": "a76046a7-efbf-4080-9f1c-306827c1e782"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:12:27.273092 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfc272-39be-4b0d-8345-18d41360bb47 req-aed83c90-87be-4353-a8af-d03db62f60ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:27.274781 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cfbfc272-39be-4b0d-8345-18d41360bb47 req-aed83c90-87be-4353-a8af-d03db62f60ef service neutron] 10.222.0.79 "GET /v2.0/networks?id=908e6638-f4c8-4b45-9573-ffca76ae9dd0 HTTP/1.1" status: 200 len: 924 time: 0.2043145 Feb 16 22:12:27.301634 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-53a4a39f-4104-4d1c-96cf-1a3754edadf7 service neutron] For port 609899a9-43f2-4453-ad5a-8113b1d73a51, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=609899a9-43f2-4453-ad5a-8113b1d73a51,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:27.338530 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-53a4a39f-4104-4d1c-96cf-1a3754edadf7 service neutron] For port 609899a9-43f2-4453-ad5a-8113b1d73a51, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:12:27.414104 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cfbfc272-39be-4b0d-8345-18d41360bb47 req-329b31aa-8c28-489e-b636-8937828b7e22 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f HTTP/1.1" status: 200 len: 1000 time: 0.1273587 Feb 16 22:12:27.461678 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c981e29f-3ee1-4c4d-b33d-190755e996b7 req-15929a56-92cd-4107-8607-00800ff234da tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/security-groups?id=fce9e7f7-2e4b-4a61-aa44-727f39b35b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4440169 Feb 16 22:12:27.511025 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-53a4a39f-4104-4d1c-96cf-1a3754edadf7 service neutron] Publish callbacks [] for port (609899a9-43f2-4453-ad5a-8113b1d73a51), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:27.552103 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb480041-6bad-43bc-84f0-806f4b9abd3a req-180c497e-0d1c-4ea1-a1c6-51153f7f037a tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:27.563772 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb480041-6bad-43bc-84f0-806f4b9abd3a req-180c497e-0d1c-4ea1-a1c6-51153f7f037a tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 949 time: 0.1798465 Feb 16 22:12:27.564088 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfc272-39be-4b0d-8345-18d41360bb47 req-7870706f-17c3-4218-86a1-bb69543f068a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:27.566355 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cfbfc272-39be-4b0d-8345-18d41360bb47 req-7870706f-17c3-4218-86a1-bb69543f068a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6fcc24da-f75c-4bab-8b24-38df358b42a3 HTTP/1.1" status: 200 len: 862 time: 0.1455634 Feb 16 22:12:27.605066 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-53a4a39f-4104-4d1c-96cf-1a3754edadf7 service neutron] Transition to ACTIVE for port object 609899a9-43f2-4453-ad5a-8113b1d73a51 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:12:27.622406 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-53a4a39f-4104-4d1c-96cf-1a3754edadf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (609899a9-43f2-4453-ad5a-8113b1d73a51), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:27.680305 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a4a39f-4104-4d1c-96cf-1a3754edadf7 service neutron] Pushing event updated for resources: {'Port': ['ID=609899a9-43f2-4453-ad5a-8113b1d73a51,revision_number=6']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:27.701291 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb480041-6bad-43bc-84f0-806f4b9abd3a req-9061252d-5016-48c1-a189-2a947ddba399 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357830 Feb 16 22:12:27.702086 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85490ab-b1c8-4e4d-8f2c-455849b044ab x-openstack-request-id: req-b85490ab-b1c8-4e4d-8f2c-455849b044ab {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:12:27.704194 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e361ca-22d8-4234-8cc1-bb1b8c1c638b", "tag": "a76046a7-efbf-4080-9f1c-306827c1e782", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:12:27.704628 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b85490ab-b1c8-4e4d-8f2c-455849b044ab {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:12:27.707510 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e361ca-22d8-4234-8cc1-bb1b8c1c638b', 'tag': 'a76046a7-efbf-4080-9f1c-306827c1e782', 'status': 'completed', 'code': 200} Feb 16 22:12:27.783866 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-53a4a39f-4104-4d1c-96cf-1a3754edadf7 service neutron] No DVR routers for this DVR port 609899a9-43f2-4453-ad5a-8113b1d73a51 on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:12:27.854298 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfc272-39be-4b0d-8345-18d41360bb47 req-636f7c55-63e1-47a4-92f3-6f1523874eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:27.857069 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cfbfc272-39be-4b0d-8345-18d41360bb47 req-636f7c55-63e1-47a4-92f3-6f1523874eb4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=908e6638-f4c8-4b45-9573-ffca76ae9dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2836964 Feb 16 22:12:27.859725 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbfcc0-dd53-4d91-b8aa-e1ba0398c40f req-adbc7db8-977d-4869-8945-c98796b761f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:27.861565 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-21bbfcc0-dd53-4d91-b8aa-e1ba0398c40f req-adbc7db8-977d-4869-8945-c98796b761f4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8f330cd1b17242339e19f723c984e4d3&device_id=e6e361ca-22d8-4234-8cc1-bb1b8c1c638b HTTP/1.1" status: 200 len: 1130 time: 0.1775308 Feb 16 22:12:27.880470 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-a7736411-a167-4add-abd2-6aa216791e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-680667525-router', 'tenant_id': '030664079749416b877398f148fb3d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:11:17Z', 'updated_at': '2022-02-16T22:11:26Z', 'revision_number': 4, 'project_id': '030664079749416b877398f148fb3d38', 'gw_port': {'id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:19Z', 'updated_at': '2022-02-16T22:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'c7ea71e3-5a3b-4f18-8f7d-9ca7b7a85266', 'tenant_id': '030664079749416b877398f148fb3d38', 'floating_ip_address': '172.25.2.116', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'port_id': 'a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0', 'mac_address': 'fa:16:3e:8c:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdf61ae-e089-4c2f-aaf4-563205524504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:11:56Z', 'updated_at': '2022-02-16T22:12:23Z', 'revision_number': 1, 'project_id': '030664079749416b877398f148fb3d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd78d512f-fd03-4473-8d97-2350383a9db2', 'name': '', 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0', 'tenant_id': '030664079749416b877398f148fb3d38', 'mac_address': 'fa:16:3e:a6:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '6fcc24da-f75c-4bab-8b24-38df358b42a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:25Z', 'updated_at': '2022-02-16T22:11:31Z', 'revision_number': 5, 'project_id': '030664079749416b877398f148fb3d38', 'subnets': [{'id': '6fcc24da-f75c-4bab-8b24-38df358b42a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:12:27.914970 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7736411-a167-4add-abd2-6aa216791e14 None None] The sync data for ids ['ff5d0efb-9339-4536-bac5-79bda2b84a51'] in n-d-813897-6 is: [{'id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-680667525-router', 'tenant_id': '030664079749416b877398f148fb3d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:11:17Z', 'updated_at': '2022-02-16T22:11:26Z', 'revision_number': 4, 'project_id': '030664079749416b877398f148fb3d38', 'gw_port': {'id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:19Z', 'updated_at': '2022-02-16T22:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'c7ea71e3-5a3b-4f18-8f7d-9ca7b7a85266', 'tenant_id': '030664079749416b877398f148fb3d38', 'floating_ip_address': '172.25.2.116', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'port_id': 'a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0', 'mac_address': 'fa:16:3e:8c:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdf61ae-e089-4c2f-aaf4-563205524504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:11:56Z', 'updated_at': '2022-02-16T22:12:23Z', 'revision_number': 1, 'project_id': '030664079749416b877398f148fb3d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd78d512f-fd03-4473-8d97-2350383a9db2', 'name': '', 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0', 'tenant_id': '030664079749416b877398f148fb3d38', 'mac_address': 'fa:16:3e:a6:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '6fcc24da-f75c-4bab-8b24-38df358b42a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:25Z', 'updated_at': '2022-02-16T22:11:31Z', 'revision_number': 5, 'project_id': '030664079749416b877398f148fb3d38', 'subnets': [{'id': '6fcc24da-f75c-4bab-8b24-38df358b42a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:12:28.017004 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-53a4a39f-4104-4d1c-96cf-1a3754edadf7 service neutron] Attempting to bind port 609899a9-43f2-4453-ad5a-8113b1d73a51 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:12:28.017483 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-53a4a39f-4104-4d1c-96cf-1a3754edadf7 service neutron] Attempting to bind port 609899a9-43f2-4453-ad5a-8113b1d73a51 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:12:28.017652 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-53a4a39f-4104-4d1c-96cf-1a3754edadf7 service neutron] Attempting to bind port 609899a9-43f2-4453-ad5a-8113b1d73a51 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:12:28.058354 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-53a4a39f-4104-4d1c-96cf-1a3754edadf7 service neutron] Port 609899a9-43f2-4453-ad5a-8113b1d73a51 on network d8fa3154-6273-4014-87c6-575d48ec11fc not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:12:28.058838 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-53a4a39f-4104-4d1c-96cf-1a3754edadf7 service neutron] Attempting to bind port 609899a9-43f2-4453-ad5a-8113b1d73a51 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:12:28.089615 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-53a4a39f-4104-4d1c-96cf-1a3754edadf7 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:12:28.090148 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-53a4a39f-4104-4d1c-96cf-1a3754edadf7 service neutron] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:12:28.090667 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-53a4a39f-4104-4d1c-96cf-1a3754edadf7 service neutron] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:12:28.091233 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-53a4a39f-4104-4d1c-96cf-1a3754edadf7 service neutron] Bound port: 609899a9-43f2-4453-ad5a-8113b1d73a51, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:12:28.091832 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-53a4a39f-4104-4d1c-96cf-1a3754edadf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (609899a9-43f2-4453-ad5a-8113b1d73a51), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:28.141467 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876dcd9-8e81-480b-847c-8f796c9d20a4 req-17bda234-7bd6-488e-9066-2054d4e63069 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:28.150064 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:28.152564 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e876dcd9-8e81-480b-847c-8f796c9d20a4 req-17bda234-7bd6-488e-9066-2054d4e63069 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 944 time: 0.2525482 Feb 16 22:12:28.278549 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd8c5f-e0e4-4846-b070-9236b937d1a2 req-8a24d2d4-8426-4f7d-a2de-a1e3d48f4f98 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:28.291588 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6bfd8c5f-e0e4-4846-b070-9236b937d1a2 req-8a24d2d4-8426-4f7d-a2de-a1e3d48f4f98 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 945 time: 0.4439335 Feb 16 22:12:28.350701 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036035b4-ab4e-4d87-b0bf-ead548771c8c None None] New status for floating IP c7ea71e3-5a3b-4f18-8f7d-9ca7b7a85266: ACTIVE {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:12:28.399601 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cfbfc272-39be-4b0d-8345-18d41360bb47 req-eaaf4a95-e8e2-46c9-8aaa-e2adbdd4ad91 service neutron] 10.222.0.79 "GET /v2.0/networks/908e6638-f4c8-4b45-9573-ffca76ae9dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5338514 Feb 16 22:12:28.417262 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e876dcd9-8e81-480b-847c-8f796c9d20a4 req-77d8fb01-4934-4397-b8d8-4aa2c3b429fe tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634506 Feb 16 22:12:28.468596 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbfcc0-dd53-4d91-b8aa-e1ba0398c40f req-93544708-ce0a-4809-986f-76d39743181a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:28.470178 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-21bbfcc0-dd53-4d91-b8aa-e1ba0398c40f req-93544708-ce0a-4809-986f-76d39743181a service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.5654616 Feb 16 22:12:28.519330 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-53a4a39f-4104-4d1c-96cf-1a3754edadf7 service neutron] For port 609899a9-43f2-4453-ad5a-8113b1d73a51, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:12:28.561900 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-53a4a39f-4104-4d1c-96cf-1a3754edadf7 service neutron] For port 609899a9-43f2-4453-ad5a-8113b1d73a51, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=609899a9-43f2-4453-ad5a-8113b1d73a51,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:12:28.567365 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cfbfc272-39be-4b0d-8345-18d41360bb47 req-31086b56-54fb-4350-acbd-550ff91f70de service neutron] 10.222.0.79 "GET /v2.0/networks/908e6638-f4c8-4b45-9573-ffca76ae9dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962129 Feb 16 22:12:28.595237 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-53a4a39f-4104-4d1c-96cf-1a3754edadf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (609899a9-43f2-4453-ad5a-8113b1d73a51), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:28.616562 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-21bbfcc0-dd53-4d91-b8aa-e1ba0398c40f req-7574e5e5-ea38-44d1-8182-f6487803ac23 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=a76046a7-efbf-4080-9f1c-306827c1e782 HTTP/1.1" status: 200 len: 217 time: 0.0481920 Feb 16 22:12:28.683845 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a4a39f-4104-4d1c-96cf-1a3754edadf7 service neutron] Pushing event updated for resources: {'Port': ['ID=609899a9-43f2-4453-ad5a-8113b1d73a51,revision_number=7']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:28.690423 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbfcc0-dd53-4d91-b8aa-e1ba0398c40f req-a7ce37fc-fa9e-4d7a-ae41-8941827c8aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:28.692507 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-21bbfcc0-dd53-4d91-b8aa-e1ba0398c40f req-a7ce37fc-fa9e-4d7a-ae41-8941827c8aa0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0677226 Feb 16 22:12:28.706297 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6bfd8c5f-e0e4-4846-b070-9236b937d1a2 req-75a9c8f8-ee0b-411b-a83a-a9a558b7a8f2 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082344 Feb 16 22:12:28.730881 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-53a4a39f-4104-4d1c-96cf-1a3754edadf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:28.731786 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-53a4a39f-4104-4d1c-96cf-1a3754edadf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:28.735932 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-53a4a39f-4104-4d1c-96cf-1a3754edadf7 service neutron] 10.222.0.79 "PUT /v2.0/ports/609899a9-43f2-4453-ad5a-8113b1d73a51 HTTP/1.1" status: 200 len: 1095 time: 1.8102005 Feb 16 22:12:28.826708 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39250d84-8f5d-4f01-8c7b-d6611c67213c req-4fafd18a-c76b-42f2-a444-e01f0efe77d4 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:28.834904 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-39250d84-8f5d-4f01-8c7b-d6611c67213c req-4fafd18a-c76b-42f2-a444-e01f0efe77d4 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6e361ca-22d8-4234-8cc1-bb1b8c1c638b HTTP/1.1" status: 200 len: 948 time: 0.2647810 Feb 16 22:12:28.904214 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbfcc0-dd53-4d91-b8aa-e1ba0398c40f req-2c99ced6-a6d7-4db4-9087-8c7cd6965c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:28.906251 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-21bbfcc0-dd53-4d91-b8aa-e1ba0398c40f req-2c99ced6-a6d7-4db4-9087-8c7cd6965c6f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2061813 Feb 16 22:12:28.919683 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-727cc314-9391-434b-b5ac-d6abfb51692d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:28.921243 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-727cc314-9391-434b-b5ac-d6abfb51692d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a8546526dc94278a3957ea9b7c5b439&device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 1129 time: 0.1487539 Feb 16 22:12:28.935439 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-39250d84-8f5d-4f01-8c7b-d6611c67213c req-d7f344f0-e49a-42be-8241-c4efdeeeaf9d tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995646 Feb 16 22:12:28.955186 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 4742e105-ad77-4b88-b601-715e2c3c6c57 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:12:28.989334 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106a1a7b-94fb-411a-8228-d8c4736746ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '609899a9-43f2-4453-ad5a-8113b1d73a51'}, {'name': 'network-changed', 'server_uuid': '106a1a7b-94fb-411a-8228-d8c4736746ae', 'tag': '609899a9-43f2-4453-ad5a-8113b1d73a51'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:12:28.994749 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c44d6f6-e79f-424e-817d-510726c4c16c" -d '{"events": [{"server_uuid": "106a1a7b-94fb-411a-8228-d8c4736746ae", "name": "network-vif-unplugged", "status": "completed", "tag": "609899a9-43f2-4453-ad5a-8113b1d73a51"}, {"name": "network-changed", "server_uuid": "106a1a7b-94fb-411a-8228-d8c4736746ae", "tag": "609899a9-43f2-4453-ad5a-8113b1d73a51"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:12:29.109608 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device f5f434fd-a528-4a73-a958-bf0d4d1d5a8d up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:12:29.155019 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-53cb27ab-b060-4e81-a33d-f114c5a02319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:29.157278 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-53cb27ab-b060-4e81-a33d-f114c5a02319 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.2209299 Feb 16 22:12:29.179659 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-21bbfcc0-dd53-4d91-b8aa-e1ba0398c40f req-7f4f9197-6635-4444-88fb-23b8ac4492d1 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626274 Feb 16 22:12:29.225945 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 16 Feb 2022 22:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf5cdad-1df4-477f-a0e5-7082334e7f81 x-openstack-request-id: req-fbf5cdad-1df4-477f-a0e5-7082334e7f81 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:12:29.226297 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106a1a7b-94fb-411a-8228-d8c4736746ae", "name": "network-vif-unplugged", "status": "completed", "tag": "609899a9-43f2-4453-ad5a-8113b1d73a51", "code": 200}, {"name": "network-changed", "server_uuid": "106a1a7b-94fb-411a-8228-d8c4736746ae", "tag": "609899a9-43f2-4453-ad5a-8113b1d73a51", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:12:29.226547 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fbf5cdad-1df4-477f-a0e5-7082334e7f81 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:12:29.227210 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106a1a7b-94fb-411a-8228-d8c4736746ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '609899a9-43f2-4453-ad5a-8113b1d73a51', 'code': 200} Feb 16 22:12:29.227574 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106a1a7b-94fb-411a-8228-d8c4736746ae', 'tag': '609899a9-43f2-4453-ad5a-8113b1d73a51', 'status': 'completed', 'code': 200} Feb 16 22:12:29.232519 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-1f73790a-9938-4ed5-862f-6b5513dab6f6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=609899a9-43f2-4453-ad5a-8113b1d73a51 HTTP/1.1" status: 200 len: 217 time: 0.0656295 Feb 16 22:12:29.253300 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 4742e105-ad77-4b88-b601-715e2c3c6c57, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=4742e105-ad77-4b88-b601-715e2c3c6c57,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:29.271130 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ebb73-ad1d-4f0c-b404-d8b5fb1cd216 req-5f3b0e71-bc18-48e5-a041-583246f59b15 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:29.273430 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '4742e105-ad77-4b88-b601-715e2c3c6c57', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': '4742e105-ad77-4b88-b601-715e2c3c6c57', 'mac_address': 'fa:16:3e:5c:f1:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:12:29.276821 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ee6ebb73-ad1d-4f0c-b404-d8b5fb1cd216 req-5f3b0e71-bc18-48e5-a041-583246f59b15 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 947 time: 0.1994596 Feb 16 22:12:29.286951 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:12:29.300736 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:12:29.301128 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f5f434fd-a528-4a73-a958-bf0d4d1d5a8d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:29.353326 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44d6f6-e79f-424e-817d-510726c4c16c req-d1eaee93-9e8d-4c4d-994d-a4d9b445ec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:29.355907 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7c44d6f6-e79f-424e-817d-510726c4c16c req-d1eaee93-9e8d-4c4d-994d-a4d9b445ec27 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a8546526dc94278a3957ea9b7c5b439&device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 1129 time: 0.1164989 Feb 16 22:12:29.358705 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-21bbfcc0-dd53-4d91-b8aa-e1ba0398c40f req-1152b522-33cf-4c2f-a993-4202783e7832 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715732 Feb 16 22:12:29.364978 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-65b4a919-6e31-4da6-a92c-e38e155f326a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:29.366556 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-65b4a919-6e31-4da6-a92c-e38e155f326a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1176140 Feb 16 22:12:29.415554 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 4742e105-ad77-4b88-b601-715e2c3c6c57 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:12:29.416146 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4742e105-ad77-4b88-b601-715e2c3c6c57), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:29.432441 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ee6ebb73-ad1d-4f0c-b404-d8b5fb1cd216 req-70ce0789-0de0-4022-ac76-a8680deb8d5c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336660 Feb 16 22:12:29.440156 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4742e105-ad77-4b88-b601-715e2c3c6c57 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:12:29.496725 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 4742e105-ad77-4b88-b601-715e2c3c6c57, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=4742e105-ad77-4b88-b601-715e2c3c6c57,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:29.504080 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4742e105-ad77-4b88-b601-715e2c3c6c57), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:29.508279 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:12:29.508660 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f5f434fd-a528-4a73-a958-bf0d4d1d5a8d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:29.525751 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44d6f6-e79f-424e-817d-510726c4c16c req-20a02970-8eff-4eaa-8e5e-9117719ea571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:29.527510 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7c44d6f6-e79f-424e-817d-510726c4c16c req-20a02970-8eff-4eaa-8e5e-9117719ea571 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.1597195 Feb 16 22:12:29.560604 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c1a602-2ee0-445c-983a-160243bce62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f434fd-a528-4a73-a958-bf0d4d1d5a8d'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:12:29.561812 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-013cbca0-9c73-43f2-90d4-e3414b7820ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:29.563082 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5e8e8c-ced8-4d7a-833d-01278d6e456c" -d '{"events": [{"server_uuid": "13c1a602-2ee0-445c-983a-160243bce62b", "name": "network-vif-plugged", "status": "completed", "tag": "f5f434fd-a528-4a73-a958-bf0d4d1d5a8d"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:12:29.563958 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-013cbca0-9c73-43f2-90d4-e3414b7820ab service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1779222 Feb 16 22:12:29.591759 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=f5f434fd-a528-4a73-a958-bf0d4d1d5a8d,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:29.592433 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7c44d6f6-e79f-424e-817d-510726c4c16c req-e434c301-1114-4004-a1d5-d4520ce75c15 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=609899a9-43f2-4453-ad5a-8113b1d73a51 HTTP/1.1" status: 200 len: 217 time: 0.0554926 Feb 16 22:12:29.612389 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (f5f434fd-a528-4a73-a958-bf0d4d1d5a8d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:29.618010 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=4742e105-ad77-4b88-b601-715e2c3c6c57,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:29.619610 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc63336-387e-44ab-b260-caa3c5802507 req-348cb514-5ac6-47a5-9cce-0eacc84eeac3 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:29.621191 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4dc63336-387e-44ab-b260-caa3c5802507 req-348cb514-5ac6-47a5-9cce-0eacc84eeac3 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 944 time: 0.1225197 Feb 16 22:12:29.637805 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b33e4c-752e-48db-a14d-f10c5f0b2bd6 x-openstack-request-id: req-46b33e4c-752e-48db-a14d-f10c5f0b2bd6 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:12:29.638111 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c1a602-2ee0-445c-983a-160243bce62b", "name": "network-vif-plugged", "status": "completed", "tag": "f5f434fd-a528-4a73-a958-bf0d4d1d5a8d", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:12:29.638376 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-46b33e4c-752e-48db-a14d-f10c5f0b2bd6 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:12:29.638796 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c1a602-2ee0-445c-983a-160243bce62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f434fd-a528-4a73-a958-bf0d4d1d5a8d', 'code': 200} Feb 16 22:12:29.666927 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:29.671416 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44d6f6-e79f-424e-817d-510726c4c16c req-aa821cc7-a3b7-43a4-8231-3bf734f9cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:29.673240 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7c44d6f6-e79f-424e-817d-510726c4c16c req-aa821cc7-a3b7-43a4-8231-3bf734f9cad6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0752997 Feb 16 22:12:29.723215 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=f5f434fd-a528-4a73-a958-bf0d4d1d5a8d,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:29.748958 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44d6f6-e79f-424e-817d-510726c4c16c req-ea9127a1-514d-405a-abe2-e73ca444793d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:29.751640 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7c44d6f6-e79f-424e-817d-510726c4c16c req-ea9127a1-514d-405a-abe2-e73ca444793d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0720994 Feb 16 22:12:29.754241 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4dc63336-387e-44ab-b260-caa3c5802507 req-c062d506-5e4e-4b4c-b138-5a6401239e7f tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187036 Feb 16 22:12:29.765074 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-aa3eb686-21d5-491a-9fd8-15814705e690 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861351 Feb 16 22:12:29.839781 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['4742e105-ad77-4b88-b601-715e2c3c6c57'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:12:29.884419 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7c44d6f6-e79f-424e-817d-510726c4c16c req-b45a7c87-04e8-42b7-95be-8df803e294b4 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242294 Feb 16 22:12:29.921655 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6e59fbdd-794a-4c54-8371-b0f119d0a0a1 req-023a92c9-6313-4322-aacd-e9e557bfcec2 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358187 Feb 16 22:12:29.929368 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd81ffe-6d8b-4d9c-9f01-56d23f947a83 req-682b1170-ca99-4f7c-9b72-1af52141e974 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:29.931052 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0cd81ffe-6d8b-4d9c-9f01-56d23f947a83 req-682b1170-ca99-4f7c-9b72-1af52141e974 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 945 time: 0.1117134 Feb 16 22:12:30.031645 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0cd81ffe-6d8b-4d9c-9f01-56d23f947a83 req-359ce46e-b916-4bd8-9975-98cacd463d83 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933735 Feb 16 22:12:30.079099 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44d6f6-e79f-424e-817d-510726c4c16c req-96aa283e-85e4-443b-89c7-4bf6abe67c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:30.080670 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7c44d6f6-e79f-424e-817d-510726c4c16c req-96aa283e-85e4-443b-89c7-4bf6abe67c32 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a8546526dc94278a3957ea9b7c5b439&device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 1129 time: 0.0626945 Feb 16 22:12:30.143141 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852759c-5d97-4c51-ace2-992defaf2d7a req-6b716ac3-bb40-4089-a045-ae43337a64e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:30.146167 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f852759c-5d97-4c51-ace2-992defaf2d7a req-6b716ac3-bb40-4089-a045-ae43337a64e5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 1127 time: 0.2598579 Feb 16 22:12:30.151563 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 50292) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:12:30.185381 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7c44d6f6-e79f-424e-817d-510726c4c16c req-b5614ede-357c-401c-b3db-06d183ee9def service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829571 Feb 16 22:12:30.212220 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f852759c-5d97-4c51-ace2-992defaf2d7a req-1efdbe59-cebf-4d83-8285-035c6b96009f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475709 Feb 16 22:12:30.276027 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87505ac-66f7-4dfe-b6ba-1e3f38feb741 req-b019b48e-917c-46f9-940f-ed4f94eea618 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:30.277658 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b87505ac-66f7-4dfe-b6ba-1e3f38feb741 req-b019b48e-917c-46f9-940f-ed4f94eea618 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6e361ca-22d8-4234-8cc1-bb1b8c1c638b HTTP/1.1" status: 200 len: 948 time: 0.1879296 Feb 16 22:12:30.287937 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44d6f6-e79f-424e-817d-510726c4c16c req-a45ea54a-ad04-4088-b200-7e6355a6820d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:30.289343 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7c44d6f6-e79f-424e-817d-510726c4c16c req-a45ea54a-ad04-4088-b200-7e6355a6820d service neutron] 10.222.0.79 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.2007596 Feb 16 22:12:30.289673 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-70030f91-8a4f-47be-bc6d-acd94a4b4791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:30.310739 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fec577-59b3-4cac-a20f-7cd569d3e4fd req-ffb76450-1c7c-4243-a74e-625eb87b96bf tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:30.312411 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-36fec577-59b3-4cac-a20f-7cd569d3e4fd req-ffb76450-1c7c-4243-a74e-625eb87b96bf tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 1127 time: 0.1026876 Feb 16 22:12:30.350367 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b87505ac-66f7-4dfe-b6ba-1e3f38feb741 req-3060d22c-1f42-44f0-ad30-7b57c5b45902 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653358 Feb 16 22:12:30.379336 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-36fec577-59b3-4cac-a20f-7cd569d3e4fd req-1c6d327c-79ca-4bac-95b1-564be34db6a2 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579674 Feb 16 22:12:30.380590 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-70030f91-8a4f-47be-bc6d-acd94a4b4791 admin admin] Publish callbacks [] for security_group (55072aae-8404-41a7-908c-c6cf8f1ddc26), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:30.385676 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-70030f91-8a4f-47be-bc6d-acd94a4b4791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (55072aae-8404-41a7-908c-c6cf8f1ddc26), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:30.428221 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-70030f91-8a4f-47be-bc6d-acd94a4b4791 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=aae51d7a145449ceaffcdae255ed1896&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2726367 Feb 16 22:12:30.428221 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70030f91-8a4f-47be-bc6d-acd94a4b4791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55072aae-8404-41a7-908c-c6cf8f1ddc26,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:30.428675 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 50308) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:12:30.514643 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7c44d6f6-e79f-424e-817d-510726c4c16c req-c0f0b638-9b3a-4cce-86d9-0b83379a9b65 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=609899a9-43f2-4453-ad5a-8113b1d73a51 HTTP/1.1" status: 200 len: 217 time: 0.0592976 Feb 16 22:12:30.614068 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cd28ea31-4853-4a3d-a0b2-3f054c2a0a91 admin admin] Publish callbacks [] for security_group (55072aae-8404-41a7-908c-c6cf8f1ddc26), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:30.667180 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cd28ea31-4853-4a3d-a0b2-3f054c2a0a91 admin admin] Publish callbacks [] for security_group (55072aae-8404-41a7-908c-c6cf8f1ddc26), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:30.670190 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44d6f6-e79f-424e-817d-510726c4c16c req-c96a4faa-8734-4c32-ab3a-a963f30a3963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:30.671640 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7c44d6f6-e79f-424e-817d-510726c4c16c req-c96a4faa-8734-4c32-ab3a-a963f30a3963 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1163137 Feb 16 22:12:30.684091 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e974d-02b9-4beb-83a0-11d5226a8808 req-9ffdd2ce-4e07-4093-9f30-2d6f2cdc947a tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:30.685764 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b67e974d-02b9-4beb-83a0-11d5226a8808 req-9ffdd2ce-4e07-4093-9f30-2d6f2cdc947a tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6993986-18b2-404e-8136-20c7bb876c79 HTTP/1.1" status: 200 len: 950 time: 0.1740541 Feb 16 22:12:30.715310 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393946f-8245-4234-9e7b-a95d6310b035 req-0b2653e0-4193-4546-945d-48b497481f5b tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:30.716780 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0393946f-8245-4234-9e7b-a95d6310b035 req-0b2653e0-4193-4546-945d-48b497481f5b tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 947 time: 0.1922109 Feb 16 22:12:30.843250 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b67e974d-02b9-4beb-83a0-11d5226a8808 req-15eee6fe-87e2-4475-a0b0-d6064110c141 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/security-groups?id=62b4647e-c406-4caa-91cb-6113d09f38f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490099 Feb 16 22:12:30.847721 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44d6f6-e79f-424e-817d-510726c4c16c req-70878680-8ff3-4c17-b0e9-12b9c9e62eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:30.849291 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7c44d6f6-e79f-424e-817d-510726c4c16c req-70878680-8ff3-4c17-b0e9-12b9c9e62eac service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1412797 Feb 16 22:12:30.853100 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0393946f-8245-4234-9e7b-a95d6310b035 req-58e62373-8d95-4bef-acc6-a99a46c1e294 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257143 Feb 16 22:12:30.854061 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cd28ea31-4853-4a3d-a0b2-3f054c2a0a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (55072aae-8404-41a7-908c-c6cf8f1ddc26), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:30.856577 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cd28ea31-4853-4a3d-a0b2-3f054c2a0a91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:30.860240 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-cd28ea31-4853-4a3d-a0b2-3f054c2a0a91 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/55072aae-8404-41a7-908c-c6cf8f1ddc26 HTTP/1.1" status: 204 len: 168 time: 0.4303842 Feb 16 22:12:30.888193 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28ea31-4853-4a3d-a0b2-3f054c2a0a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55072aae-8404-41a7-908c-c6cf8f1ddc26,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:30.979827 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device a76046a7-efbf-4080-9f1c-306827c1e782 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:12:30.983116 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 4742e105-ad77-4b88-b601-715e2c3c6c57 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:12:30.998746 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7c44d6f6-e79f-424e-817d-510726c4c16c req-94ad602c-2ec4-4af5-a552-b574f4526f3b service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373923 Feb 16 22:12:31.125739 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6320f-77fb-4239-a140-64dc885f966b req-62e1450f-d04c-4a24-bc83-f272b01381e9 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:31.127381 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77e6320f-77fb-4239-a140-64dc885f966b req-62e1450f-d04c-4a24-bc83-f272b01381e9 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 945 time: 0.1722112 Feb 16 22:12:31.188580 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7c44d6f6-e79f-424e-817d-510726c4c16c req-6f168cc8-02de-4b43-a90e-75fa6988fa8c service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812849 Feb 16 22:12:31.227621 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77e6320f-77fb-4239-a140-64dc885f966b req-7f7efaa4-964f-4d00-b947-c526967c319c tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914979 Feb 16 22:12:31.256022 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 4742e105-ad77-4b88-b601-715e2c3c6c57 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:12:31.269220 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 4742e105-ad77-4b88-b601-715e2c3c6c57 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:12:31.269607 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4742e105-ad77-4b88-b601-715e2c3c6c57), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:31.275775 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port a76046a7-efbf-4080-9f1c-306827c1e782, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=a76046a7-efbf-4080-9f1c-306827c1e782,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:31.311129 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'a76046a7-efbf-4080-9f1c-306827c1e782', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': 'a76046a7-efbf-4080-9f1c-306827c1e782', 'mac_address': 'fa:16:3e:15:73:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:12:31.367326 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port a76046a7-efbf-4080-9f1c-306827c1e782 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:12:31.367725 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a76046a7-efbf-4080-9f1c-306827c1e782), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:31.407017 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a76046a7-efbf-4080-9f1c-306827c1e782 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:12:31.435247 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 4742e105-ad77-4b88-b601-715e2c3c6c57 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:12:31.435402 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4742e105-ad77-4b88-b601-715e2c3c6c57), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:31.439184 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port a76046a7-efbf-4080-9f1c-306827c1e782, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=a76046a7-efbf-4080-9f1c-306827c1e782,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:31.453102 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a76046a7-efbf-4080-9f1c-306827c1e782), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:31.560726 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 4742e105-ad77-4b88-b601-715e2c3c6c57, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=4742e105-ad77-4b88-b601-715e2c3c6c57,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:31.570616 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4742e105-ad77-4b88-b601-715e2c3c6c57), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:31.571653 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 609899a9-43f2-4453-ad5a-8113b1d73a51 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:12:31.599605 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d1100-96ed-4a1c-a0a1-b684bbbe1120 req-5025dd7e-3d20-4ddb-bef7-e2e3bd118628 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:31.601576 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1f7d1100-96ed-4a1c-a0a1-b684bbbe1120 req-5025dd7e-3d20-4ddb-bef7-e2e3bd118628 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6e361ca-22d8-4234-8cc1-bb1b8c1c638b HTTP/1.1" status: 200 len: 949 time: 0.0955656 Feb 16 22:12:31.606842 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=a76046a7-efbf-4080-9f1c-306827c1e782,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:31.640277 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07bccd3d-0588-4763-a4f7-bf0954c80f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4742e105-ad77-4b88-b601-715e2c3c6c57'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:12:31.642562 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c284ba95-6c19-4a93-ab3b-6cef8b8722fc" -d '{"events": [{"server_uuid": "07bccd3d-0588-4763-a4f7-bf0954c80f07", "name": "network-vif-plugged", "status": "completed", "tag": "4742e105-ad77-4b88-b601-715e2c3c6c57"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:12:31.660851 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] The host n-h1-813897-6 is not matching for port 609899a9-43f2-4453-ad5a-8113b1d73a51 host n-h2-813897-6! {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 22:12:31.661264 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 609899a9-43f2-4453-ad5a-8113b1d73a51 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:12:31.687395 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=4742e105-ad77-4b88-b601-715e2c3c6c57,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:31.712749 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19785cd0-7200-4353-b6b1-6cd49847b51a x-openstack-request-id: req-19785cd0-7200-4353-b6b1-6cd49847b51a {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:12:31.713071 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07bccd3d-0588-4763-a4f7-bf0954c80f07", "name": "network-vif-plugged", "status": "completed", "tag": "4742e105-ad77-4b88-b601-715e2c3c6c57", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:12:31.713331 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-19785cd0-7200-4353-b6b1-6cd49847b51a {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:12:31.713726 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07bccd3d-0588-4763-a4f7-bf0954c80f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4742e105-ad77-4b88-b601-715e2c3c6c57', 'code': 200} Feb 16 22:12:31.717686 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1f7d1100-96ed-4a1c-a0a1-b684bbbe1120 req-e1396702-d2f8-4360-8e23-235a5e2c095e tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104572 Feb 16 22:12:31.809584 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['a76046a7-efbf-4080-9f1c-306827c1e782'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:12:31.890886 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40f115-7f86-4f95-a292-d2b8526b1cbf req-da0bbae8-48b6-4b62-8757-88bac33646da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:31.894093 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5a40f115-7f86-4f95-a292-d2b8526b1cbf req-da0bbae8-48b6-4b62-8757-88bac33646da service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 1132 time: 0.0795012 Feb 16 22:12:31.963579 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 50376) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:12:31.975408 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5a40f115-7f86-4f95-a292-d2b8526b1cbf req-5139f184-3ef0-4da5-b13f-a6585100e42c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728085 Feb 16 22:12:32.051090 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177c0a8-7f52-49e3-8d42-33283dcf01ee req-01ce3229-d8f5-4289-942d-58438c470347 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:32.053070 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b177c0a8-7f52-49e3-8d42-33283dcf01ee req-01ce3229-d8f5-4289-942d-58438c470347 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 947 time: 0.0716679 Feb 16 22:12:32.091624 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-97a24eab-954b-45fd-84cb-c4b1d12e92c7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-772117284-network', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:12:32.118286 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b177c0a8-7f52-49e3-8d42-33283dcf01ee req-d91d7c31-e8e9-41aa-afcb-bf0137dd91aa tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572042 Feb 16 22:12:32.126632 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a24eab-954b-45fd-84cb-c4b1d12e92c7 admin admin] Made reservation on behalf of e7ee43918b7346aea3db9a1522c25646 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:12:32.130104 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-97a24eab-954b-45fd-84cb-c4b1d12e92c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:32.140724 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-97a24eab-954b-45fd-84cb-c4b1d12e92c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:32.224879 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-97a24eab-954b-45fd-84cb-c4b1d12e92c7 admin admin] Publish callbacks [] for security_group (eab23c27-3a63-4328-a22a-9756c2bb84ad), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:32.228746 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-97a24eab-954b-45fd-84cb-c4b1d12e92c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (eab23c27-3a63-4328-a22a-9756c2bb84ad), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:32.256404 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a24eab-954b-45fd-84cb-c4b1d12e92c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:12:32.267365 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a24eab-954b-45fd-84cb-c4b1d12e92c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab23c27-3a63-4328-a22a-9756c2bb84ad,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:32.273928 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-97a24eab-954b-45fd-84cb-c4b1d12e92c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (c96a5b2c-2f6e-4443-bb80-c0cf15fb6610), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:32.274414 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-97a24eab-954b-45fd-84cb-c4b1d12e92c7 admin admin] Added segment c96a5b2c-2f6e-4443-bb80-c0cf15fb6610 of type vlan for network c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 Feb 16 22:12:32.332855 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-97a24eab-954b-45fd-84cb-c4b1d12e92c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:32.615384 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-97a24eab-954b-45fd-84cb-c4b1d12e92c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:32.616199 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a24eab-954b-45fd-84cb-c4b1d12e92c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:32.616783 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-97a24eab-954b-45fd-84cb-c4b1d12e92c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:32.630559 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c65342-1938-4279-8483-6206d5bd3cdd req-d344a344-b075-43a2-a5a8-0ccc21dcf19d tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:32.632015 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c2c65342-1938-4279-8483-6206d5bd3cdd req-d344a344-b075-43a2-a5a8-0ccc21dcf19d tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 945 time: 0.3165617 Feb 16 22:12:32.671208 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-97a24eab-954b-45fd-84cb-c4b1d12e92c7 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7064869 Feb 16 22:12:32.674218 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 50394) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:12:32.679214 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-145e5f41-f066-415b-9172-adf96ed1bf12 admin admin] Request body: {'subnet': {'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-772117284-subnet', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:12:32.698128 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145e5f41-f066-415b-9172-adf96ed1bf12 admin admin] Made reservation on behalf of e7ee43918b7346aea3db9a1522c25646 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:12:32.700426 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-145e5f41-f066-415b-9172-adf96ed1bf12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:32.701308 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a24eab-954b-45fd-84cb-c4b1d12e92c7 admin admin] Pushing event updated for resources: {'Network': ['ID=c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:32.712911 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:12:32.732531 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c2c65342-1938-4279-8483-6206d5bd3cdd req-9f879307-a936-49b8-bc98-74138d5b3f8e tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873704 Feb 16 22:12:32.897502 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-145e5f41-f066-415b-9172-adf96ed1bf12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (e5b119fa-7c76-4352-bdec-a5c18b8dbee6), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:32.898955 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8af01-7414-4c28-b9a6-39c569b7827f req-455210f4-d471-4842-9cd5-70ca9e4fdf67 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:32.900475 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1c8af01-7414-4c28-b9a6-39c569b7827f req-455210f4-d471-4842-9cd5-70ca9e4fdf67 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6e361ca-22d8-4234-8cc1-bb1b8c1c638b HTTP/1.1" status: 200 len: 949 time: 0.0895596 Feb 16 22:12:32.903254 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0980b-63b1-44ba-bc3a-5a96244b900d req-0a107c17-ce0c-4c7e-8e34-03468ae29f51 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:32.904853 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ac0980b-63b1-44ba-bc3a-5a96244b900d req-0a107c17-ce0c-4c7e-8e34-03468ae29f51 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 1127 time: 0.0834315 Feb 16 22:12:32.973142 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e5f41-f066-415b-9172-adf96ed1bf12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5b119fa-7c76-4352-bdec-a5c18b8dbee6,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:32.981931 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145e5f41-f066-415b-9172-adf96ed1bf12 admin admin] Checking segment: {'id': 'c96a5b2c-2f6e-4443-bb80-c0cf15fb6610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:12:32.982331 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145e5f41-f066-415b-9172-adf96ed1bf12 admin admin] Network hostable DHCP agents. Network: c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:12:32.996825 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1c8af01-7414-4c28-b9a6-39c569b7827f req-929a7822-bc41-43cf-b417-d41b483fdd20 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669131 Feb 16 22:12:33.000550 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ac0980b-63b1-44ba-bc3a-5a96244b900d req-2884b7a0-58b4-4182-8261-7938b44163c4 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852969 Feb 16 22:12:33.001013 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145e5f41-f066-415b-9172-adf96ed1bf12 admin admin] Network c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:12:33.012177 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-145e5f41-f066-415b-9172-adf96ed1bf12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:12:33.017511 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145e5f41-f066-415b-9172-adf96ed1bf12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:33.019289 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-145e5f41-f066-415b-9172-adf96ed1bf12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:33.025258 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb07d80-be20-4eed-874c-34da0f1b1ac1 None None] Network c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:12:33.055895 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 50406) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:12:33.062371 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-a4cca607-bb9e-4002-a7b9-c98448b45103 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-772117284-router', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:12:33.065403 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-145e5f41-f066-415b-9172-adf96ed1bf12 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3894908 Feb 16 22:12:33.086805 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a4cca607-bb9e-4002-a7b9-c98448b45103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (0977ce05-f075-47d4-8f28-17b43150d09a), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:33.088089 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a4cca607-bb9e-4002-a7b9-c98448b45103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (0977ce05-f075-47d4-8f28-17b43150d09a), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:33.111074 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 609899a9-43f2-4453-ad5a-8113b1d73a51 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:12:33.119887 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device c2988012-39bb-435e-b400-c1fa626fb337 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:12:33.152705 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a4cca607-bb9e-4002-a7b9-c98448b45103 admin admin] Publish callbacks [] for router_controller (0977ce05-f075-47d4-8f28-17b43150d09a), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:33.205761 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc277bf6-1ce5-415c-841e-a211c4ad03fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'fixed_ips': [{'subnet_id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:12:33.206944 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cc277bf6-1ce5-415c-841e-a211c4ad03fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:33.399870 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a4cca607-bb9e-4002-a7b9-c98448b45103 admin admin] Publish callbacks [] for router_gateway (0977ce05-f075-47d4-8f28-17b43150d09a), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:33.421920 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 609899a9-43f2-4453-ad5a-8113b1d73a51, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=609899a9-43f2-4453-ad5a-8113b1d73a51,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:33.437756 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port c2988012-39bb-435e-b400-c1fa626fb337 is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:12:33.438323 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c2988012-39bb-435e-b400-c1fa626fb337), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:33.454379 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356aed1-3290-4622-b044-8cc51db66660 req-3c77738e-a319-402a-8298-72515d217e3c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:33.456664 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e356aed1-3290-4622-b044-8cc51db66660 req-3c77738e-a319-402a-8298-72515d217e3c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 947 time: 0.1866307 Feb 16 22:12:33.481874 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '609899a9-43f2-4453-ad5a-8113b1d73a51', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': '609899a9-43f2-4453-ad5a-8113b1d73a51', 'mac_address': 'fa:16:3e:33:06:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:12:33.539264 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port c2988012-39bb-435e-b400-c1fa626fb337, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=c2988012-39bb-435e-b400-c1fa626fb337,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:33.554487 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-cc277bf6-1ce5-415c-841e-a211c4ad03fb None None] Allocated IP 172.20.0.2 (c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2/e5b119fa-7c76-4352-bdec-a5c18b8dbee6/65eade5e-ac1d-41d7-b924-aef91bab8958) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:12:33.564514 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c2988012-39bb-435e-b400-c1fa626fb337), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:33.586399 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e356aed1-3290-4622-b044-8cc51db66660 req-30499003-83a8-49d9-b3eb-3c8265621385 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163578 Feb 16 22:12:33.605067 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 609899a9-43f2-4453-ad5a-8113b1d73a51 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:12:33.605497 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (609899a9-43f2-4453-ad5a-8113b1d73a51), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:33.665124 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 609899a9-43f2-4453-ad5a-8113b1d73a51 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:12:33.706812 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=c2988012-39bb-435e-b400-c1fa626fb337,revision_number=8']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:33.714985 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6993986-18b2-404e-8136-20c7bb876c79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2988012-39bb-435e-b400-c1fa626fb337'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:12:33.717225 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263fab41-7941-4a1f-ac8b-0f0b2e588757" -d '{"events": [{"server_uuid": "a6993986-18b2-404e-8136-20c7bb876c79", "name": "network-vif-unplugged", "status": "completed", "tag": "c2988012-39bb-435e-b400-c1fa626fb337"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:12:33.737196 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 609899a9-43f2-4453-ad5a-8113b1d73a51, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=609899a9-43f2-4453-ad5a-8113b1d73a51,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:33.751219 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (609899a9-43f2-4453-ad5a-8113b1d73a51), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:33.780558 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 22:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597dea66-0918-490f-be15-c31ec1e685e3 x-openstack-request-id: req-597dea66-0918-490f-be15-c31ec1e685e3 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:12:33.780871 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6993986-18b2-404e-8136-20c7bb876c79", "name": "network-vif-unplugged", "status": "completed", "tag": "c2988012-39bb-435e-b400-c1fa626fb337", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:12:33.781129 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-597dea66-0918-490f-be15-c31ec1e685e3 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:12:33.781897 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6993986-18b2-404e-8136-20c7bb876c79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2988012-39bb-435e-b400-c1fa626fb337', 'code': 200} Feb 16 22:12:33.849696 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=609899a9-43f2-4453-ad5a-8113b1d73a51,revision_number=8']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:33.863571 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cc277bf6-1ce5-415c-841e-a211c4ad03fb None None] Publish callbacks [] for port (65eade5e-ac1d-41d7-b924-aef91bab8958), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:33.881527 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cc277bf6-1ce5-415c-841e-a211c4ad03fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (65eade5e-ac1d-41d7-b924-aef91bab8958), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:33.907086 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a4cca607-bb9e-4002-a7b9-c98448b45103 admin admin] Publish callbacks [] for router_gateway (0977ce05-f075-47d4-8f28-17b43150d09a), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:33.955430 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:12:33.984336 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a4cca607-bb9e-4002-a7b9-c98448b45103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:34.119978 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e7a21-b244-41b3-9e54-36fdd556bc43 req-a6fd835a-2d28-444a-b4b1-08601fa7eda9 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:34.122242 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c54e7a21-b244-41b3-9e54-36fdd556bc43 req-a6fd835a-2d28-444a-b4b1-08601fa7eda9 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.67 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae&tenant_id=7a8546526dc94278a3957ea9b7c5b439&binding%3Ahost_id=n-h2-813897-6 HTTP/1.1" status: 200 len: 948 time: 0.1534791 Feb 16 22:12:34.129757 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425819fb-c6e0-4a70-8405-a76fedc54823 req-33767412-d359-4648-bdbc-2e7672321ee9 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:34.137020 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-425819fb-c6e0-4a70-8405-a76fedc54823 req-33767412-d359-4648-bdbc-2e7672321ee9 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 948 time: 0.1765907 Feb 16 22:12:34.178077 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc277bf6-1ce5-415c-841e-a211c4ad03fb None None] Network c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:12:34.185237 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-cc277bf6-1ce5-415c-841e-a211c4ad03fb None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:12:34.192480 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc277bf6-1ce5-415c-841e-a211c4ad03fb None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:12:34.196987 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [req-c54e7a21-b244-41b3-9e54-36fdd556bc43 req-b7e72936-1671-4261-b9b2-2e9f9f29259d service neutron] delete failed (client error): The resource could not be found. Feb 16 22:12:34.198119 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c54e7a21-b244-41b3-9e54-36fdd556bc43 req-b7e72936-1671-4261-b9b2-2e9f9f29259d service neutron] 10.222.0.67 "DELETE /v2.0/ports/609899a9-43f2-4453-ad5a-8113b1d73a51/bindings/n-h1-813897-6 HTTP/1.1" status: 404 len: 380 time: 0.0682900 Feb 16 22:12:34.236762 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc277bf6-1ce5-415c-841e-a211c4ad03fb None None] Pushing event updated for resources: {'Port': ['ID=65eade5e-ac1d-41d7-b924-aef91bab8958,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:34.273247 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-a4cca607-bb9e-4002-a7b9-c98448b45103 admin admin] Allocated IP 172.25.2.32 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/bb419b4b-240a-4bc5-bc66-a101eb5fa109) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:12:34.287902 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-425819fb-c6e0-4a70-8405-a76fedc54823 req-c3db87b4-ad11-4962-a927-afcc4c41c1ec tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497161 Feb 16 22:12:34.293863 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-cc277bf6-1ce5-415c-841e-a211c4ad03fb None None] Attempting to bind port 65eade5e-ac1d-41d7-b924-aef91bab8958 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:12:34.295347 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-cc277bf6-1ce5-415c-841e-a211c4ad03fb None None] Attempting to bind port 65eade5e-ac1d-41d7-b924-aef91bab8958 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'c96a5b2c-2f6e-4443-bb80-c0cf15fb6610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:12:34.295852 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc277bf6-1ce5-415c-841e-a211c4ad03fb None None] Attempting to bind port 65eade5e-ac1d-41d7-b924-aef91bab8958 on network c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:12:34.310053 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc277bf6-1ce5-415c-841e-a211c4ad03fb None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:12:34.314775 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ea8ee-4b30-487b-a5ac-591c24e28dd0 req-1d71a9ce-0696-4aac-96da-5755795fe369 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:34.315188 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc277bf6-1ce5-415c-841e-a211c4ad03fb None None] Checking segment: {'id': 'c96a5b2c-2f6e-4443-bb80-c0cf15fb6610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:12:34.316005 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cc277bf6-1ce5-415c-841e-a211c4ad03fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:34.316670 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc277bf6-1ce5-415c-841e-a211c4ad03fb None None] Bound using segment: {'id': 'c96a5b2c-2f6e-4443-bb80-c0cf15fb6610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:12:34.317267 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-cc277bf6-1ce5-415c-841e-a211c4ad03fb None None] Bound port: 65eade5e-ac1d-41d7-b924-aef91bab8958, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c96a5b2c-2f6e-4443-bb80-c0cf15fb6610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:12:34.317749 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cc277bf6-1ce5-415c-841e-a211c4ad03fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (65eade5e-ac1d-41d7-b924-aef91bab8958), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:34.328402 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-415ea8ee-4b30-487b-a5ac-591c24e28dd0 req-1d71a9ce-0696-4aac-96da-5755795fe369 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6e361ca-22d8-4234-8cc1-bb1b8c1c638b HTTP/1.1" status: 200 len: 949 time: 0.2082326 Feb 16 22:12:34.412274 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e7a21-b244-41b3-9e54-36fdd556bc43 req-ea40bc2c-97ec-4812-9c67-0384bc49ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:34.414411 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c54e7a21-b244-41b3-9e54-36fdd556bc43 req-ea40bc2c-97ec-4812-9c67-0384bc49ceae service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a8546526dc94278a3957ea9b7c5b439&device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 1130 time: 0.1122522 Feb 16 22:12:34.422231 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-415ea8ee-4b30-487b-a5ac-591c24e28dd0 req-940b7b72-6964-43c2-82f9-04c95fda01ec tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907795 Feb 16 22:12:34.424018 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['609899a9-43f2-4453-ad5a-8113b1d73a51'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:12:34.505329 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-cc277bf6-1ce5-415c-841e-a211c4ad03fb None None] For port 65eade5e-ac1d-41d7-b924-aef91bab8958, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:12:34.541292 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a4cca607-bb9e-4002-a7b9-c98448b45103 admin admin] Publish callbacks [] for port (bb419b4b-240a-4bc5-bc66-a101eb5fa109), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:34.562237 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-cc277bf6-1ce5-415c-841e-a211c4ad03fb None None] For port 65eade5e-ac1d-41d7-b924-aef91bab8958, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=65eade5e-ac1d-41d7-b924-aef91bab8958,segment=NetworkSegment(c96a5b2c-2f6e-4443-bb80-c0cf15fb6610),segment_id=c96a5b2c-2f6e-4443-bb80-c0cf15fb6610)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:12:34.585483 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cc277bf6-1ce5-415c-841e-a211c4ad03fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (65eade5e-ac1d-41d7-b924-aef91bab8958), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:34.619738 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a4cca607-bb9e-4002-a7b9-c98448b45103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (bb419b4b-240a-4bc5-bc66-a101eb5fa109), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:34.631785 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e7a21-b244-41b3-9e54-36fdd556bc43 req-39ee24f9-2dea-4806-a551-b955165e5820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:34.641901 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c54e7a21-b244-41b3-9e54-36fdd556bc43 req-39ee24f9-2dea-4806-a551-b955165e5820 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.2212217 Feb 16 22:12:34.668850 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cca607-bb9e-4002-a7b9-c98448b45103 admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:12:34.740188 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-a4cca607-bb9e-4002-a7b9-c98448b45103 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:12:34.749415 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c54e7a21-b244-41b3-9e54-36fdd556bc43 req-42f59a2e-f214-4e04-82fc-e1fa4b7893bf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=609899a9-43f2-4453-ad5a-8113b1d73a51 HTTP/1.1" status: 200 len: 217 time: 0.1002512 Feb 16 22:12:34.758604 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cca607-bb9e-4002-a7b9-c98448b45103 admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:12:34.819322 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc277bf6-1ce5-415c-841e-a211c4ad03fb None None] Pushing event updated for resources: {'Port': ['ID=65eade5e-ac1d-41d7-b924-aef91bab8958,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:34.842751 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e7a21-b244-41b3-9e54-36fdd556bc43 req-1f95e7dc-6ef7-434f-a306-f9cdaa6070e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:34.844925 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c54e7a21-b244-41b3-9e54-36fdd556bc43 req-1f95e7dc-6ef7-434f-a306-f9cdaa6070e3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0879321 Feb 16 22:12:34.924585 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cca607-bb9e-4002-a7b9-c98448b45103 admin admin] Pushing event updated for resources: {'Port': ['ID=bb419b4b-240a-4bc5-bc66-a101eb5fa109,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:34.937873 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e7a21-b244-41b3-9e54-36fdd556bc43 req-233e0df6-c890-46af-9cdb-6f9ca54d902b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:34.940624 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c54e7a21-b244-41b3-9e54-36fdd556bc43 req-233e0df6-c890-46af-9cdb-6f9ca54d902b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0884738 Feb 16 22:12:34.978816 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device a76046a7-efbf-4080-9f1c-306827c1e782 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:12:35.137203 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port a76046a7-efbf-4080-9f1c-306827c1e782 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:12:35.142992 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port a76046a7-efbf-4080-9f1c-306827c1e782 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:12:35.143512 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a76046a7-efbf-4080-9f1c-306827c1e782), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:35.200418 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c54e7a21-b244-41b3-9e54-36fdd556bc43 req-a45e4a54-b50d-44c4-ac07-d12d69bc7652 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527318 Feb 16 22:12:35.222743 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a4cca607-bb9e-4002-a7b9-c98448b45103 admin admin] Publish callbacks [] for router_gateway (0977ce05-f075-47d4-8f28-17b43150d09a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:35.327628 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port a76046a7-efbf-4080-9f1c-306827c1e782 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:12:35.328138 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a76046a7-efbf-4080-9f1c-306827c1e782), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:35.370026 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c54e7a21-b244-41b3-9e54-36fdd556bc43 req-c435ceee-4812-44bd-8697-a2d322542479 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601503 Feb 16 22:12:35.421411 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port a76046a7-efbf-4080-9f1c-306827c1e782, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=a76046a7-efbf-4080-9f1c-306827c1e782,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:35.427950 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a76046a7-efbf-4080-9f1c-306827c1e782), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:35.538389 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=a76046a7-efbf-4080-9f1c-306827c1e782,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:35.618353 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a4cca607-bb9e-4002-a7b9-c98448b45103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (0977ce05-f075-47d4-8f28-17b43150d09a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:35.783046 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e361ca-22d8-4234-8cc1-bb1b8c1c638b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76046a7-efbf-4080-9f1c-306827c1e782'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:12:35.786084 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416f82f7-dd86-402e-8b90-98e55257a74e" -d '{"events": [{"server_uuid": "e6e361ca-22d8-4234-8cc1-bb1b8c1c638b", "name": "network-vif-plugged", "status": "completed", "tag": "a76046a7-efbf-4080-9f1c-306827c1e782"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:12:35.818222 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985339b5-895d-452b-b438-7f5800e7d371 req-bd609d31-6aee-41b0-8a4f-2dbd4e9fe1a6 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:35.825479 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-985339b5-895d-452b-b438-7f5800e7d371 req-bd609d31-6aee-41b0-8a4f-2dbd4e9fe1a6 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6e361ca-22d8-4234-8cc1-bb1b8c1c638b HTTP/1.1" status: 200 len: 950 time: 0.2082829 Feb 16 22:12:35.845409 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706270f-d800-4eaa-8a0b-13612ed06df9 req-a7b82112-5498-4197-b0de-560541e57bb9 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:35.847786 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7706270f-d800-4eaa-8a0b-13612ed06df9 req-a7b82112-5498-4197-b0de-560541e57bb9 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 948 time: 0.2319064 Feb 16 22:12:35.965934 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7706270f-d800-4eaa-8a0b-13612ed06df9 req-d2f0548b-8124-4dfc-8888-bf40dd998c69 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924509 Feb 16 22:12:35.972040 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-985339b5-895d-452b-b438-7f5800e7d371 req-31656cc8-b297-4ee6-933d-a1fffc9ca6bb tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457129 Feb 16 22:12:36.127484 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc78a691-a831-4d35-a839-0c9f9adec6be x-openstack-request-id: req-cc78a691-a831-4d35-a839-0c9f9adec6be {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:12:36.128001 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e361ca-22d8-4234-8cc1-bb1b8c1c638b", "name": "network-vif-plugged", "status": "completed", "tag": "a76046a7-efbf-4080-9f1c-306827c1e782", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:12:36.128215 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cc78a691-a831-4d35-a839-0c9f9adec6be {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:12:36.128621 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e361ca-22d8-4234-8cc1-bb1b8c1c638b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76046a7-efbf-4080-9f1c-306827c1e782', 'code': 200} Feb 16 22:12:36.158128 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4cca607-bb9e-4002-a7b9-c98448b45103 admin admin] Router 0977ce05-f075-47d4-8f28-17b43150d09a is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:12:36.269103 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 65eade5e-ac1d-41d7-b924-aef91bab8958 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:12:36.346244 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e40de2-ddb7-42ae-be3a-d3e4530a0049 req-79120447-a4c5-4ddb-b0a9-113e825cfb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:36.348500 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f4e40de2-ddb7-42ae-be3a-d3e4530a0049 req-79120447-a4c5-4ddb-b0a9-113e825cfb7a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e6e361ca-22d8-4234-8cc1-bb1b8c1c638b HTTP/1.1" status: 200 len: 1132 time: 0.0989764 Feb 16 22:12:36.411484 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4cca607-bb9e-4002-a7b9-c98448b45103 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:12:36.415520 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 65eade5e-ac1d-41d7-b924-aef91bab8958 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:12:36.415907 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (65eade5e-ac1d-41d7-b924-aef91bab8958), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:36.448631 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a4cca607-bb9e-4002-a7b9-c98448b45103 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:36.455084 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a4cca607-bb9e-4002-a7b9-c98448b45103 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.3979077 Feb 16 22:12:36.456220 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f4e40de2-ddb7-42ae-be3a-d3e4530a0049 req-aefab241-0552-4c67-a6c6-4b8ed74e2aa6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003325 Feb 16 22:12:36.457572 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 50494) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:12:36.462514 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cce2634-c1a4-45ba-be05-36f1b76ee532 None None] Sync routers for ids ['0977ce05-f075-47d4-8f28-17b43150d09a'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:12:36.481840 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323cf523-6292-44ce-9473-13d44f10109e None None] Network c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:12:36.723007 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-24380cf8-8920-4588-9b3b-c98e955f8967 None None] Provisioning complete for port 65eade5e-ac1d-41d7-b924-aef91bab8958 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:12:36.723678 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-24380cf8-8920-4588-9b3b-c98e955f8967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (65eade5e-ac1d-41d7-b924-aef91bab8958), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:36.725377 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cce2634-c1a4-45ba-be05-36f1b76ee532 None None] Routers {'0977ce05-f075-47d4-8f28-17b43150d09a'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:12:36.726206 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-7cce2634-c1a4-45ba-be05-36f1b76ee532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:12:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['0977ce05-f075-47d4-8f28-17b43150d09a'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:12:36.956289 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 65eade5e-ac1d-41d7-b924-aef91bab8958 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:12:36.956681 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (65eade5e-ac1d-41d7-b924-aef91bab8958), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:37.007964 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:12:37.133328 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 65eade5e-ac1d-41d7-b924-aef91bab8958, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=65eade5e-ac1d-41d7-b924-aef91bab8958,segment=NetworkSegment(c96a5b2c-2f6e-4443-bb80-c0cf15fb6610),segment_id=c96a5b2c-2f6e-4443-bb80-c0cf15fb6610)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:37.181528 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 609899a9-43f2-4453-ad5a-8113b1d73a51 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:12:37.192857 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-7cce2634-c1a4-45ba-be05-36f1b76ee532 None None] Set router 0977ce05-f075-47d4-8f28-17b43150d09a gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:12:37.196886 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (65eade5e-ac1d-41d7-b924-aef91bab8958), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:37.461778 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-24380cf8-8920-4588-9b3b-c98e955f8967 None None] Current status of the port 65eade5e-ac1d-41d7-b924-aef91bab8958 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:12:37.467671 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-24380cf8-8920-4588-9b3b-c98e955f8967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (65eade5e-ac1d-41d7-b924-aef91bab8958), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:37.485599 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6565ffdf-05ff-43be-9244-9fac3c609654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:37.543872 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad00c00-6d1b-4f1e-af1e-42e59a801bd3 req-56e5dd5b-8ccc-41a0-97ce-0359e601959e tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:37.551646 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4ad00c00-6d1b-4f1e-af1e-42e59a801bd3 req-56e5dd5b-8ccc-41a0-97ce-0359e601959e tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 948 time: 0.4382148 Feb 16 22:12:37.569837 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=65eade5e-ac1d-41d7-b924-aef91bab8958,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:37.619320 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8a20f5fd-090d-41eb-9d1a-31f7ee5a438b,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:37.665644 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '8a20f5fd-090d-41eb-9d1a-31f7ee5a438b', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': '8a20f5fd-090d-41eb-9d1a-31f7ee5a438b', 'mac_address': 'fa:16:3e:be:92:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:12:37.670691 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-24380cf8-8920-4588-9b3b-c98e955f8967 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:12:37.671314 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-24380cf8-8920-4588-9b3b-c98e955f8967 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:12:37.674254 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 609899a9-43f2-4453-ad5a-8113b1d73a51 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:12:37.698770 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 609899a9-43f2-4453-ad5a-8113b1d73a51 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:12:37.699395 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (609899a9-43f2-4453-ad5a-8113b1d73a51), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:37.770437 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:12:37.771072 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8a20f5fd-090d-41eb-9d1a-31f7ee5a438b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:37.775940 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-6565ffdf-05ff-43be-9244-9fac3c609654 admin admin] Allocated IP 172.20.0.1 (c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2/e5b119fa-7c76-4352-bdec-a5c18b8dbee6/9a771727-0407-48ab-b77f-59c89c239890) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:12:37.791531 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:12:37.823212 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8a20f5fd-090d-41eb-9d1a-31f7ee5a438b,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:37.829561 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-7cce2634-c1a4-45ba-be05-36f1b76ee532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'name': 'tempest-FloatingIPsAssociationTestJSON-772117284-router', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:12:33Z', 'updated_at': '2022-02-16T22:12:34Z', 'revision_number': 3, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'gw_port': {'id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ea:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:34Z', 'updated_at': '2022-02-16T22:12:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:12:37.934741 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4ad00c00-6d1b-4f1e-af1e-42e59a801bd3 req-0d8fa8d4-5185-4a3f-b9a6-9462a72e0ed7 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821003 Feb 16 22:12:37.998006 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8a20f5fd-090d-41eb-9d1a-31f7ee5a438b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:38.001242 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df561bb-a1ce-4ef1-a033-c8320f0e599b req-6a871177-e645-41c8-9e60-5e3bd063a1ca tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:38.004809 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9df561bb-a1ce-4ef1-a033-c8320f0e599b req-6a871177-e645-41c8-9e60-5e3bd063a1ca tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6e361ca-22d8-4234-8cc1-bb1b8c1c638b HTTP/1.1" status: 200 len: 950 time: 0.4976735 Feb 16 22:12:38.008292 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6565ffdf-05ff-43be-9244-9fac3c609654 admin admin] Publish callbacks [] for port (9a771727-0407-48ab-b77f-59c89c239890), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:38.057055 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cce2634-c1a4-45ba-be05-36f1b76ee532 None None] Checking router: 0977ce05-f075-47d4-8f28-17b43150d09a for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:12:38.057413 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cce2634-c1a4-45ba-be05-36f1b76ee532 None None] Updating router 0977ce05-f075-47d4-8f28-17b43150d09a port bb419b4b-240a-4bc5-bc66-a101eb5fa109 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:12:38.112597 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6565ffdf-05ff-43be-9244-9fac3c609654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (9a771727-0407-48ab-b77f-59c89c239890), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:38.124818 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 609899a9-43f2-4453-ad5a-8113b1d73a51 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:12:38.125214 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (609899a9-43f2-4453-ad5a-8113b1d73a51), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:38.172123 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 65eade5e-ac1d-41d7-b924-aef91bab8958 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:12:38.232221 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['8a20f5fd-090d-41eb-9d1a-31f7ee5a438b'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:12:38.256441 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7cce2634-c1a4-45ba-be05-36f1b76ee532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bb419b4b-240a-4bc5-bc66-a101eb5fa109), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:38.306250 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565ffdf-05ff-43be-9244-9fac3c609654 admin admin] Pushing event updated for resources: {'Port': ['ID=9a771727-0407-48ab-b77f-59c89c239890,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:38.324428 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9df561bb-a1ce-4ef1-a033-c8320f0e599b req-3f2f66b4-375a-45b6-9da1-1910d5c5264d tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077404 Feb 16 22:12:38.350116 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6565ffdf-05ff-43be-9244-9fac3c609654 admin admin] Network c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:12:38.351364 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=8a20f5fd-090d-41eb-9d1a-31f7ee5a438b,revision_number=9']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:38.356862 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-6565ffdf-05ff-43be-9244-9fac3c609654 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:12:38.359820 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6565ffdf-05ff-43be-9244-9fac3c609654 admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:12:38.381206 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106a1a7b-94fb-411a-8228-d8c4736746ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609899a9-43f2-4453-ad5a-8113b1d73a51'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:12:38.383756 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60213cef-f22e-4d19-acaf-ed8480371df2" -d '{"events": [{"server_uuid": "106a1a7b-94fb-411a-8228-d8c4736746ae", "name": "network-vif-plugged", "status": "completed", "tag": "609899a9-43f2-4453-ad5a-8113b1d73a51"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:12:38.450307 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 609899a9-43f2-4453-ad5a-8113b1d73a51, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=609899a9-43f2-4453-ad5a-8113b1d73a51,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:38.468855 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-24380cf8-8920-4588-9b3b-c98e955f8967 None None] Current status of the port 65eade5e-ac1d-41d7-b924-aef91bab8958 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:12:38.472992 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6565ffdf-05ff-43be-9244-9fac3c609654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (0977ce05-f075-47d4-8f28-17b43150d09a), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:38.542967 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (609899a9-43f2-4453-ad5a-8113b1d73a51), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:38.697276 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6565ffdf-05ff-43be-9244-9fac3c609654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9a771727-0407-48ab-b77f-59c89c239890), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:38.741369 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-993abb32-5d31-4bb3-a541-d85611f176d9 None None] Provisioning complete for port 65eade5e-ac1d-41d7-b924-aef91bab8958 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:12:38.742126 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-993abb32-5d31-4bb3-a541-d85611f176d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (65eade5e-ac1d-41d7-b924-aef91bab8958), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:38.776613 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 65eade5e-ac1d-41d7-b924-aef91bab8958 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:12:38.777265 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (65eade5e-ac1d-41d7-b924-aef91bab8958), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:38.816988 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=609899a9-43f2-4453-ad5a-8113b1d73a51,revision_number=9']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:38.983650 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6565ffdf-05ff-43be-9244-9fac3c609654 admin admin] Publish callbacks [] for port (9a771727-0407-48ab-b77f-59c89c239890), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:38.990460 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9453abb4-4fc4-4d0c-837a-5302cdbbe610 x-openstack-request-id: req-9453abb4-4fc4-4d0c-837a-5302cdbbe610 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:12:38.992583 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106a1a7b-94fb-411a-8228-d8c4736746ae", "name": "network-vif-plugged", "status": "completed", "tag": "609899a9-43f2-4453-ad5a-8113b1d73a51", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:12:38.993087 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9453abb4-4fc4-4d0c-837a-5302cdbbe610 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:12:38.993729 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106a1a7b-94fb-411a-8228-d8c4736746ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609899a9-43f2-4453-ad5a-8113b1d73a51', 'code': 200} Feb 16 22:12:38.997874 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6565ffdf-05ff-43be-9244-9fac3c609654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (9a771727-0407-48ab-b77f-59c89c239890), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:39.095960 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565ffdf-05ff-43be-9244-9fac3c609654 admin admin] Pushing event updated for resources: {'Port': ['ID=9a771727-0407-48ab-b77f-59c89c239890,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:39.120415 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05507e2-02ea-42ba-b4c5-2dd87911f5ba req-96bff5e3-f198-4282-88e2-f3d1ed73bfbe tempest-MigrationsAdminTest-1008720020 tempest-MigrationsAdminTest-1008720020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:39.122004 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e05507e2-02ea-42ba-b4c5-2dd87911f5ba req-96bff5e3-f198-4282-88e2-f3d1ed73bfbe tempest-MigrationsAdminTest-1008720020 tempest-MigrationsAdminTest-1008720020-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 1131 time: 0.3949254 Feb 16 22:12:39.122932 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6565ffdf-05ff-43be-9244-9fac3c609654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (0977ce05-f075-47d4-8f28-17b43150d09a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:39.129204 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 65eade5e-ac1d-41d7-b924-aef91bab8958 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:12:39.179405 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-993abb32-5d31-4bb3-a541-d85611f176d9 None None] Current status of the port 65eade5e-ac1d-41d7-b924-aef91bab8958 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:12:39.236259 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7cce2634-c1a4-45ba-be05-36f1b76ee532 None None] Publish callbacks [] for port (bb419b4b-240a-4bc5-bc66-a101eb5fa109), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:39.243439 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7cce2634-c1a4-45ba-be05-36f1b76ee532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (bb419b4b-240a-4bc5-bc66-a101eb5fa109), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:39.290833 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e05507e2-02ea-42ba-b4c5-2dd87911f5ba req-0fb47487-1d22-4c78-9d2d-1b1180c1f113 tempest-MigrationsAdminTest-1008720020 tempest-MigrationsAdminTest-1008720020-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583729 Feb 16 22:12:39.296714 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fffaeb-176d-45ba-8b8d-4d4ba2d98963 None None] Pushing event updated for resources: {'Port': ['ID=bb419b4b-240a-4bc5-bc66-a101eb5fa109,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:39.309103 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6565ffdf-05ff-43be-9244-9fac3c609654 admin admin] Network c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:12:39.314965 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-6565ffdf-05ff-43be-9244-9fac3c609654 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:12:39.349063 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-7cce2634-c1a4-45ba-be05-36f1b76ee532 None None] Attempting to bind port bb419b4b-240a-4bc5-bc66-a101eb5fa109 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:12:39.349454 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-7cce2634-c1a4-45ba-be05-36f1b76ee532 None None] Attempting to bind port bb419b4b-240a-4bc5-bc66-a101eb5fa109 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:12:39.349820 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cce2634-c1a4-45ba-be05-36f1b76ee532 None None] Attempting to bind port bb419b4b-240a-4bc5-bc66-a101eb5fa109 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:12:39.357930 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cce2634-c1a4-45ba-be05-36f1b76ee532 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:12:39.358397 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cce2634-c1a4-45ba-be05-36f1b76ee532 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:12:39.358908 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7cce2634-c1a4-45ba-be05-36f1b76ee532 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:39.359362 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cce2634-c1a4-45ba-be05-36f1b76ee532 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:12:39.359929 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-7cce2634-c1a4-45ba-be05-36f1b76ee532 None None] Bound port: bb419b4b-240a-4bc5-bc66-a101eb5fa109, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:12:39.360422 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7cce2634-c1a4-45ba-be05-36f1b76ee532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bb419b4b-240a-4bc5-bc66-a101eb5fa109), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:39.362960 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-2d67e784-18e7-47ea-ba5b-b92fa7d55445 None None] Provisioning complete for port 9a771727-0407-48ab-b77f-59c89c239890 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:12:39.364055 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2d67e784-18e7-47ea-ba5b-b92fa7d55445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9a771727-0407-48ab-b77f-59c89c239890), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:39.416215 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2d67e784-18e7-47ea-ba5b-b92fa7d55445 None None] Port 9a771727-0407-48ab-b77f-59c89c239890 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:12:39.538756 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7cce2634-c1a4-45ba-be05-36f1b76ee532 None None] For port bb419b4b-240a-4bc5-bc66-a101eb5fa109, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:12:39.544064 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7cce2634-c1a4-45ba-be05-36f1b76ee532 None None] For port bb419b4b-240a-4bc5-bc66-a101eb5fa109, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=bb419b4b-240a-4bc5-bc66-a101eb5fa109,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:12:39.569485 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7cce2634-c1a4-45ba-be05-36f1b76ee532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (bb419b4b-240a-4bc5-bc66-a101eb5fa109), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:39.641714 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fffaeb-176d-45ba-8b8d-4d4ba2d98963 None None] Pushing event updated for resources: {'Port': ['ID=bb419b4b-240a-4bc5-bc66-a101eb5fa109,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:39.684811 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cce2634-c1a4-45ba-be05-36f1b76ee532 None None] Routers {'0977ce05-f075-47d4-8f28-17b43150d09a'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:12:39.686790 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-7cce2634-c1a4-45ba-be05-36f1b76ee532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:12:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['0977ce05-f075-47d4-8f28-17b43150d09a'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:12:39.715607 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6565ffdf-05ff-43be-9244-9fac3c609654 admin admin] Router 0977ce05-f075-47d4-8f28-17b43150d09a has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:12:39.792622 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-d2744b0e-2df4-488f-8764-d3028eb017ce tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=7a8546526dc94278a3957ea9b7c5b439&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2006600 Feb 16 22:12:39.829214 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676b0ad-4fa3-44f2-84ef-556d5f860a89 req-65c8c9c0-ca07-4ea1-be38-cf5b86cb1a1f tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:39.831416 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e676b0ad-4fa3-44f2-84ef-556d5f860a89 req-65c8c9c0-ca07-4ea1-be38-cf5b86cb1a1f tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6e361ca-22d8-4234-8cc1-bb1b8c1c638b HTTP/1.1" status: 200 len: 950 time: 0.3505495 Feb 16 22:12:39.846305 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-7cce2634-c1a4-45ba-be05-36f1b76ee532 None None] Set router 0977ce05-f075-47d4-8f28-17b43150d09a gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:12:39.959834 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6565ffdf-05ff-43be-9244-9fac3c609654 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:12:39.981708 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6565ffdf-05ff-43be-9244-9fac3c609654 admin admin] 10.222.0.75 "PUT /v2.0/routers/0977ce05-f075-47d4-8f28-17b43150d09a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5137382 Feb 16 22:12:39.999788 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-0ac2d9b7-455c-4086-85dd-f5b3f5643f26 None None] Provisioning complete for port 9a771727-0407-48ab-b77f-59c89c239890 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:12:40.000207 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0ac2d9b7-455c-4086-85dd-f5b3f5643f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9a771727-0407-48ab-b77f-59c89c239890), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:40.045705 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-0ac2d9b7-455c-4086-85dd-f5b3f5643f26 None None] Port 9a771727-0407-48ab-b77f-59c89c239890 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:12:40.135864 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e676b0ad-4fa3-44f2-84ef-556d5f860a89 req-b33dafc0-42a7-4aae-9606-e2452e8cd2f3 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848969 Feb 16 22:12:40.213078 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-c7b96777-6f1c-4341-8df9-a3df7bfc8bbe tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:40.221815 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-c7b96777-6f1c-4341-8df9-a3df7bfc8bbe tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4282222 Feb 16 22:12:40.222714 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-7cce2634-c1a4-45ba-be05-36f1b76ee532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'name': 'tempest-FloatingIPsAssociationTestJSON-772117284-router', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:12:33Z', 'updated_at': '2022-02-16T22:12:38Z', 'revision_number': 4, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'gw_port': {'id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ea:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:34Z', 'updated_at': '2022-02-16T22:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '9a771727-0407-48ab-b77f-59c89c239890', 'name': '', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'mac_address': 'fa:16:3e:2b:c5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:37Z', 'updated_at': '2022-02-16T22:12:38Z', 'revision_number': 2, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'subnets': [{'id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:12:40.241009 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-39c9c49b-a44f-4409-a05a-91390e923ca6 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/quotas/7a8546526dc94278a3957ea9b7c5b439 HTTP/1.1" status: 200 len: 375 time: 0.0179200 Feb 16 22:12:40.287290 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cce2634-c1a4-45ba-be05-36f1b76ee532 None None] The sync data for ids ['0977ce05-f075-47d4-8f28-17b43150d09a'] in n-d-813897-6 is: [{'id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'name': 'tempest-FloatingIPsAssociationTestJSON-772117284-router', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:12:33Z', 'updated_at': '2022-02-16T22:12:38Z', 'revision_number': 4, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'gw_port': {'id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ea:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:34Z', 'updated_at': '2022-02-16T22:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '9a771727-0407-48ab-b77f-59c89c239890', 'name': '', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'mac_address': 'fa:16:3e:2b:c5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:37Z', 'updated_at': '2022-02-16T22:12:38Z', 'revision_number': 2, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'subnets': [{'id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:12:40.344469 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-8ea48166-0e9a-42ac-8686-c9aced2a9e46 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7a8546526dc94278a3957ea9b7c5b439&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1007278 Feb 16 22:12:40.587926 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f2c06-3075-4433-b3b1-71f727910cc1 req-b5faa0cb-18e2-4dd0-81d4-846a8d0e21c5 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:40.589479 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-889f2c06-3075-4433-b3b1-71f727910cc1 req-b5faa0cb-18e2-4dd0-81d4-846a8d0e21c5 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 950 time: 0.0929687 Feb 16 22:12:40.677704 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-889f2c06-3075-4433-b3b1-71f727910cc1 req-b028956f-b947-45e9-9082-c7e31abb05b3 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712543 Feb 16 22:12:40.992188 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:12:41.000120 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1328d588-014e-41c8-835d-6a775adfd25e req-e9fd35d7-0626-4f69-9e87-04f4b47e9e44 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 210 time: 0.1918557 Feb 16 22:12:41.136889 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:12:41.137719 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8a20f5fd-090d-41eb-9d1a-31f7ee5a438b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:41.207655 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-8ef7e876-dae9-433b-b54d-80f628c019b3 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=8f330cd1b17242339e19f723c984e4d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459020 Feb 16 22:12:41.337239 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:12:41.337824 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8a20f5fd-090d-41eb-9d1a-31f7ee5a438b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:41.423344 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a20f5fd-090d-41eb-9d1a-31f7ee5a438b'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:12:41.426584 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78962e0e-e1d4-41d2-9835-8219181c3c22" -d '{"events": [{"server_uuid": "6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a", "name": "network-vif-plugged", "status": "completed", "tag": "8a20f5fd-090d-41eb-9d1a-31f7ee5a438b"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:12:41.450551 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8a20f5fd-090d-41eb-9d1a-31f7ee5a438b,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:41.464258 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8a20f5fd-090d-41eb-9d1a-31f7ee5a438b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:41.590021 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=8a20f5fd-090d-41eb-9d1a-31f7ee5a438b,revision_number=10']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:41.643053 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-a5eee64b-0e22-4a21-99ab-87f7005ba6b7 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:41.650116 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-a5eee64b-0e22-4a21-99ab-87f7005ba6b7 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4414341 Feb 16 22:12:41.703611 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-8c0fc0b2-a97b-4532-9a79-d6d9bdcfd507 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/quotas/8f330cd1b17242339e19f723c984e4d3 HTTP/1.1" status: 200 len: 375 time: 0.0498383 Feb 16 22:12:41.825674 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-4f5097a5-3a85-4f63-aa5b-0c6f0958fe85 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:41.828678 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-4f5097a5-3a85-4f63-aa5b-0c6f0958fe85 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/networks?id=c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 HTTP/1.1" status: 200 len: 820 time: 0.4393821 Feb 16 22:12:41.868196 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-0c6648e8-8de4-4813-ab68-211b7efe3263 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/quotas/e7ee43918b7346aea3db9a1522c25646 HTTP/1.1" status: 200 len: 375 time: 0.0326896 Feb 16 22:12:41.956340 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-a2554a72-c4fd-4da9-9a2e-276b0699af73 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=8f330cd1b17242339e19f723c984e4d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2518942 Feb 16 22:12:41.976094 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-f4602357-b526-474c-817e-432655fa16f3 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e7ee43918b7346aea3db9a1522c25646&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1070149 Feb 16 22:12:42.242920 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device bb419b4b-240a-4bc5-bc66-a101eb5fa109 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:12:42.250248 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-26d20fc5-a550-4f34-9fee-d71e9d0d9def service neutron] 10.222.0.75 "GET /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659204 Feb 16 22:12:42.397352 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port bb419b4b-240a-4bc5-bc66-a101eb5fa109 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:12:42.400697 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (bb419b4b-240a-4bc5-bc66-a101eb5fa109), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:42.460174 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-36e1afbb-630d-4fc2-a57d-f7655c4dfbc6 service neutron] 10.222.0.75 "GET /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089121 Feb 16 22:12:42.665605 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-6fff7801-3303-48f6-bb9a-3a06e54f729b tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=7a8546526dc94278a3957ea9b7c5b439&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500584 Feb 16 22:12:42.679554 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port bb419b4b-240a-4bc5-bc66-a101eb5fa109 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:12:42.679960 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bb419b4b-240a-4bc5-bc66-a101eb5fa109), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:42.709617 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377b71fe-11fd-4813-848c-0cabe537a090 x-openstack-request-id: req-377b71fe-11fd-4813-848c-0cabe537a090 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:12:42.710161 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a", "name": "network-vif-plugged", "status": "completed", "tag": "8a20f5fd-090d-41eb-9d1a-31f7ee5a438b", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:12:42.711785 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-377b71fe-11fd-4813-848c-0cabe537a090 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:12:42.712189 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a20f5fd-090d-41eb-9d1a-31f7ee5a438b', 'code': 200} Feb 16 22:12:42.793165 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port bb419b4b-240a-4bc5-bc66-a101eb5fa109, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=bb419b4b-240a-4bc5-bc66-a101eb5fa109,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:42.807732 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (bb419b4b-240a-4bc5-bc66-a101eb5fa109), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:42.875718 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-80242ee7-498d-432c-91f5-3046923f3d5a tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:42.878822 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-80242ee7-498d-432c-91f5-3046923f3d5a tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2053435 Feb 16 22:12:42.942571 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b08ca59e-eb57-4c0d-81f3-af672a37df1a req-8296095b-d5f7-4877-a570-004a50b515a8 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 210 time: 0.0618505 Feb 16 22:12:42.950299 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-0c053d98-e516-4dc7-9dc8-f8af34ce103f tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Request body: {'port': {'device_id': '060b014b-0f12-4dd1-b71b-4b89de3fc183', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'admin_state_up': True, 'tenant_id': '7a8546526dc94278a3957ea9b7c5b439'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:12:42.995720 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=bb419b4b-240a-4bc5-bc66-a101eb5fa109,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:43.029409 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:43.029776 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:43.030273 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:43.030793 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:43.031298 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:43.031802 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:43.032405 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:43.033099 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:43.033863 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:43.034368 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:43.034868 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:43.037747 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:43.038311 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:12:43.115311 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5f84aa7a-3035-447b-823e-594468f62baa req-1ae7dc17-243c-4d10-b9cc-bef390e64996 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=909f88aa-b916-4ba5-8eb0-7bc52f05b92a HTTP/1.1" status: 200 len: 210 time: 0.0701964 Feb 16 22:12:43.135680 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d36aec76-8c2b-4845-a584-2c5f6c154f7a req-effc6db9-d1b9-4c2f-b1e1-4c64d364a46c tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports?device_id=64a546d4-6fcb-44b5-9a34-4059056f05b8 HTTP/1.1" status: 200 len: 210 time: 0.0894592 Feb 16 22:12:43.200239 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-0c053d98-e516-4dc7-9dc8-f8af34ce103f tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Made reservation on behalf of 7a8546526dc94278a3957ea9b7c5b439 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:12:43.205489 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-0c053d98-e516-4dc7-9dc8-f8af34ce103f tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:43.448539 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-0c053d98-e516-4dc7-9dc8-f8af34ce103f tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Allocated IP 192.168.233.177 (d8fa3154-6273-4014-87c6-575d48ec11fc/0a5a8be1-6e1c-443c-a77b-25715d79e10e/22715ad1-f2c3-48dc-ac27-d9a928594ac1) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:12:43.780112 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-0c053d98-e516-4dc7-9dc8-f8af34ce103f tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Publish callbacks [] for port (22715ad1-f2c3-48dc-ac27-d9a928594ac1), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:43.822097 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-0c053d98-e516-4dc7-9dc8-f8af34ce103f tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (22715ad1-f2c3-48dc-ac27-d9a928594ac1), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:43.841769 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['609899a9-43f2-4453-ad5a-8113b1d73a51'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:12:43.887523 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-0c053d98-e516-4dc7-9dc8-f8af34ce103f tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Network d8fa3154-6273-4014-87c6-575d48ec11fc is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:12:43.891142 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-0c053d98-e516-4dc7-9dc8-f8af34ce103f tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:12:43.897279 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-0c053d98-e516-4dc7-9dc8-f8af34ce103f tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:12:43.901917 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c053d98-e516-4dc7-9dc8-f8af34ce103f tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Pushing event updated for resources: {'Port': ['ID=22715ad1-f2c3-48dc-ac27-d9a928594ac1,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:44.004689 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-0c053d98-e516-4dc7-9dc8-f8af34ce103f tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:44.005191 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-0c053d98-e516-4dc7-9dc8-f8af34ce103f tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:44.052964 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-0c053d98-e516-4dc7-9dc8-f8af34ce103f tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1089151 Feb 16 22:12:44.071944 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-5c63285f-d17d-4c18-9012-2083ab3dc2c9 service neutron] Request body: {'port': {'device_id': '060b014b-0f12-4dd1-b71b-4b89de3fc183', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:12:44.271500 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device bb419b4b-240a-4bc5-bc66-a101eb5fa109 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:12:44.312349 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f44a76-3d87-4970-b759-0e5e662525eb None None] Sync routers for ids ['0977ce05-f075-47d4-8f28-17b43150d09a'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:12:44.335334 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-bb492b67-5f49-4fe5-b9e9-f576a7fef938 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=8f330cd1b17242339e19f723c984e4d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676198 Feb 16 22:12:44.343509 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f44a76-3d87-4970-b759-0e5e662525eb None None] Routers {'0977ce05-f075-47d4-8f28-17b43150d09a'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:12:44.344294 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-50f44a76-3d87-4970-b759-0e5e662525eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:12:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['0977ce05-f075-47d4-8f28-17b43150d09a'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:12:44.351840 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-5c63285f-d17d-4c18-9012-2083ab3dc2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (22715ad1-f2c3-48dc-ac27-d9a928594ac1), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:44.417547 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port bb419b4b-240a-4bc5-bc66-a101eb5fa109 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:12:44.417835 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (bb419b4b-240a-4bc5-bc66-a101eb5fa109), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:44.467602 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-67869489-f84e-41e7-89eb-7cf5a3147d29 req-06cdfd5b-51c2-4818-9d68-3b69a1b09e9c tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=909f88aa-b916-4ba5-8eb0-7bc52f05b92a HTTP/1.1" status: 200 len: 210 time: 0.1655037 Feb 16 22:12:44.553557 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-98125ca0-9112-434b-8fad-673d69f6177e None None] Provisioning complete for port 22715ad1-f2c3-48dc-ac27-d9a928594ac1 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:12:44.558791 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-98125ca0-9112-434b-8fad-673d69f6177e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (22715ad1-f2c3-48dc-ac27-d9a928594ac1), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:44.615944 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc5150-741d-4fc9-a14f-2792a4265423 req-932a2e89-9a3d-4347-906b-9df960cae6d8 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:44.639432 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dbcc5150-741d-4fc9-a14f-2792a4265423 req-932a2e89-9a3d-4347-906b-9df960cae6d8 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 936 time: 0.4677451 Feb 16 22:12:44.748693 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-98125ca0-9112-434b-8fad-673d69f6177e None None] Port 22715ad1-f2c3-48dc-ac27-d9a928594ac1 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:12:44.753918 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-50f44a76-3d87-4970-b759-0e5e662525eb None None] Set router 0977ce05-f075-47d4-8f28-17b43150d09a gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:12:44.782383 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port bb419b4b-240a-4bc5-bc66-a101eb5fa109 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:12:44.881732 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-93482088-db47-4053-91d9-00495c42f872 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:44.884483 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-93482088-db47-4053-91d9-00495c42f872 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5263121 Feb 16 22:12:44.899658 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-9e1a68fb-b98a-4a5a-89de-d89e7db50846 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Request body: {'port': {'device_id': '909f88aa-b916-4ba5-8eb0-7bc52f05b92a', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'admin_state_up': True, 'tenant_id': '8f330cd1b17242339e19f723c984e4d3'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:12:44.912696 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eea595c0-af2f-4276-955b-060d16016495 req-de3799ce-7170-47e8-9fea-9b76fb82b81c tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports?device_id=64a546d4-6fcb-44b5-9a34-4059056f05b8 HTTP/1.1" status: 200 len: 210 time: 0.1306872 Feb 16 22:12:45.040845 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-262b2711-cd73-4b1f-a59d-4199863a3d00 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:45.042642 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dbcc5150-741d-4fc9-a14f-2792a4265423 req-62ded0d8-51ca-4c8f-8f0f-bffbad5dab85 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017417 Feb 16 22:12:45.044410 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-262b2711-cd73-4b1f-a59d-4199863a3d00 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.67 "GET /v2.0/networks?id=c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 HTTP/1.1" status: 200 len: 820 time: 0.5148716 Feb 16 22:12:45.073619 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-b2bdb65b-2622-4d87-b9a3-4847213500f1 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Request body: {'port': {'device_id': '64a546d4-6fcb-44b5-9a34-4059056f05b8', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'admin_state_up': True, 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:12:45.235190 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-50f44a76-3d87-4970-b759-0e5e662525eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'name': 'tempest-FloatingIPsAssociationTestJSON-772117284-router', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:12:33Z', 'updated_at': '2022-02-16T22:12:38Z', 'revision_number': 4, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'gw_port': {'id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:34Z', 'updated_at': '2022-02-16T22:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '9a771727-0407-48ab-b77f-59c89c239890', 'name': '', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'mac_address': 'fa:16:3e:2b:c5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:37Z', 'updated_at': '2022-02-16T22:12:38Z', 'revision_number': 2, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'subnets': [{'id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:12:45.271711 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f44a76-3d87-4970-b759-0e5e662525eb None None] Checking router: 0977ce05-f075-47d4-8f28-17b43150d09a for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:12:45.272456 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f44a76-3d87-4970-b759-0e5e662525eb None None] Updating router 0977ce05-f075-47d4-8f28-17b43150d09a port 9a771727-0407-48ab-b77f-59c89c239890 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:12:45.276894 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-b2bdb65b-2622-4d87-b9a3-4847213500f1 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Made reservation on behalf of e7ee43918b7346aea3db9a1522c25646 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:12:45.282172 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-b2bdb65b-2622-4d87-b9a3-4847213500f1 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:45.302407 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-50f44a76-3d87-4970-b759-0e5e662525eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9a771727-0407-48ab-b77f-59c89c239890), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:45.386958 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-5c63285f-d17d-4c18-9012-2083ab3dc2c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22715ad1-f2c3-48dc-ac27-d9a928594ac1 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:12:45.414508 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-5c63285f-d17d-4c18-9012-2083ab3dc2c9 service neutron] Publish callbacks [] for port (22715ad1-f2c3-48dc-ac27-d9a928594ac1), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:45.449656 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-5c63285f-d17d-4c18-9012-2083ab3dc2c9 service neutron] Transition to ACTIVE for port object 22715ad1-f2c3-48dc-ac27-d9a928594ac1 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:12:45.467204 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-5c63285f-d17d-4c18-9012-2083ab3dc2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (22715ad1-f2c3-48dc-ac27-d9a928594ac1), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:45.532315 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-9e1a68fb-b98a-4a5a-89de-d89e7db50846 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Made reservation on behalf of 8f330cd1b17242339e19f723c984e4d3 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:12:45.542279 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-9e1a68fb-b98a-4a5a-89de-d89e7db50846 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:45.567812 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c63285f-d17d-4c18-9012-2083ab3dc2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=22715ad1-f2c3-48dc-ac27-d9a928594ac1,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:45.719225 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-5c63285f-d17d-4c18-9012-2083ab3dc2c9 service neutron] Attempting to bind port 22715ad1-f2c3-48dc-ac27-d9a928594ac1 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:12:45.719921 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-5c63285f-d17d-4c18-9012-2083ab3dc2c9 service neutron] Attempting to bind port 22715ad1-f2c3-48dc-ac27-d9a928594ac1 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:12:45.720965 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-5c63285f-d17d-4c18-9012-2083ab3dc2c9 service neutron] Attempting to bind port 22715ad1-f2c3-48dc-ac27-d9a928594ac1 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:12:45.728351 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4eff3920-95d4-4a0c-b98d-722bf3f9619e req-66d122c7-e6ad-4813-a3e5-78f4c32ba88e tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=909f88aa-b916-4ba5-8eb0-7bc52f05b92a HTTP/1.1" status: 200 len: 210 time: 0.1116028 Feb 16 22:12:45.728950 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-5c63285f-d17d-4c18-9012-2083ab3dc2c9 service neutron] Port 22715ad1-f2c3-48dc-ac27-d9a928594ac1 on network d8fa3154-6273-4014-87c6-575d48ec11fc not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:12:45.729269 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-5c63285f-d17d-4c18-9012-2083ab3dc2c9 service neutron] Attempting to bind port 22715ad1-f2c3-48dc-ac27-d9a928594ac1 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:12:45.735028 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-5c63285f-d17d-4c18-9012-2083ab3dc2c9 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:12:45.735365 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-5c63285f-d17d-4c18-9012-2083ab3dc2c9 service neutron] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:12:45.735744 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-5c63285f-d17d-4c18-9012-2083ab3dc2c9 service neutron] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:12:45.736915 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-5c63285f-d17d-4c18-9012-2083ab3dc2c9 service neutron] Bound port: 22715ad1-f2c3-48dc-ac27-d9a928594ac1, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:12:45.737276 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-5c63285f-d17d-4c18-9012-2083ab3dc2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (22715ad1-f2c3-48dc-ac27-d9a928594ac1), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:45.767228 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-50f44a76-3d87-4970-b759-0e5e662525eb None None] Publish callbacks [] for port (9a771727-0407-48ab-b77f-59c89c239890), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:45.800156 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-50f44a76-3d87-4970-b759-0e5e662525eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9a771727-0407-48ab-b77f-59c89c239890), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:45.823548 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-5c63285f-d17d-4c18-9012-2083ab3dc2c9 service neutron] For port 22715ad1-f2c3-48dc-ac27-d9a928594ac1, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:12:45.827451 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-5c63285f-d17d-4c18-9012-2083ab3dc2c9 service neutron] For port 22715ad1-f2c3-48dc-ac27-d9a928594ac1, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=22715ad1-f2c3-48dc-ac27-d9a928594ac1,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:12:45.852944 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-5c63285f-d17d-4c18-9012-2083ab3dc2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (22715ad1-f2c3-48dc-ac27-d9a928594ac1), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:45.937722 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-5c63285f-d17d-4c18-9012-2083ab3dc2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:45.938865 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-5c63285f-d17d-4c18-9012-2083ab3dc2c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:45.941921 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-5c63285f-d17d-4c18-9012-2083ab3dc2c9 service neutron] 10.222.0.79 "PUT /v2.0/ports/22715ad1-f2c3-48dc-ac27-d9a928594ac1 HTTP/1.1" status: 200 len: 1096 time: 1.8742652 Feb 16 22:12:45.942849 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c63285f-d17d-4c18-9012-2083ab3dc2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=22715ad1-f2c3-48dc-ac27-d9a928594ac1,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:45.948695 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '060b014b-0f12-4dd1-b71b-4b89de3fc183', 'tag': '22715ad1-f2c3-48dc-ac27-d9a928594ac1'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:12:45.953564 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a8695b-d2df-452e-bcde-78b7c76c1691" -d '{"events": [{"name": "network-changed", "server_uuid": "060b014b-0f12-4dd1-b71b-4b89de3fc183", "tag": "22715ad1-f2c3-48dc-ac27-d9a928594ac1"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:12:45.961533 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59643816-db36-4c35-9bd6-05e3ecebae00 None None] Pushing event updated for resources: {'Port': ['ID=9a771727-0407-48ab-b77f-59c89c239890,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:45.988468 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-b2bdb65b-2622-4d87-b9a3-4847213500f1 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Allocated IP 172.20.0.4 (c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2/e5b119fa-7c76-4352-bdec-a5c18b8dbee6/2fb08e3f-c286-4af9-b45d-c4f78457bf7e) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:12:46.022909 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-50f44a76-3d87-4970-b759-0e5e662525eb None None] Attempting to bind port 9a771727-0407-48ab-b77f-59c89c239890 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:12:46.023537 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-50f44a76-3d87-4970-b759-0e5e662525eb None None] Attempting to bind port 9a771727-0407-48ab-b77f-59c89c239890 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'c96a5b2c-2f6e-4443-bb80-c0cf15fb6610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:12:46.024083 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f44a76-3d87-4970-b759-0e5e662525eb None None] Attempting to bind port 9a771727-0407-48ab-b77f-59c89c239890 on network c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:12:46.034101 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f44a76-3d87-4970-b759-0e5e662525eb None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:12:46.034724 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f44a76-3d87-4970-b759-0e5e662525eb None None] Checking segment: {'id': 'c96a5b2c-2f6e-4443-bb80-c0cf15fb6610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:12:46.036693 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-50f44a76-3d87-4970-b759-0e5e662525eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:46.037280 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f44a76-3d87-4970-b759-0e5e662525eb None None] Bound using segment: {'id': 'c96a5b2c-2f6e-4443-bb80-c0cf15fb6610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:12:46.037954 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-50f44a76-3d87-4970-b759-0e5e662525eb None None] Bound port: 9a771727-0407-48ab-b77f-59c89c239890, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c96a5b2c-2f6e-4443-bb80-c0cf15fb6610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:12:46.038547 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-50f44a76-3d87-4970-b759-0e5e662525eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9a771727-0407-48ab-b77f-59c89c239890), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:46.094593 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510b6c12-dbc0-489d-8c3e-e2cf59df8fd4 x-openstack-request-id: req-510b6c12-dbc0-489d-8c3e-e2cf59df8fd4 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:12:46.094897 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "060b014b-0f12-4dd1-b71b-4b89de3fc183", "tag": "22715ad1-f2c3-48dc-ac27-d9a928594ac1", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:12:46.095179 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-510b6c12-dbc0-489d-8c3e-e2cf59df8fd4 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:12:46.098385 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '060b014b-0f12-4dd1-b71b-4b89de3fc183', 'tag': '22715ad1-f2c3-48dc-ac27-d9a928594ac1', 'status': 'completed', 'code': 200} Feb 16 22:12:46.117170 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-a890b8b9-8293-4d26-9af8-b9f0779125fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:46.122972 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-a890b8b9-8293-4d26-9af8-b9f0779125fa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a8546526dc94278a3957ea9b7c5b439&device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 1130 time: 0.1180141 Feb 16 22:12:46.225950 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-d82c66cb-757c-4704-af26-7c5a5d688773 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=22715ad1-f2c3-48dc-ac27-d9a928594ac1 HTTP/1.1" status: 200 len: 217 time: 0.0926666 Feb 16 22:12:46.243309 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-50f44a76-3d87-4970-b759-0e5e662525eb None None] For port 9a771727-0407-48ab-b77f-59c89c239890, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:12:46.247089 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-50f44a76-3d87-4970-b759-0e5e662525eb None None] For port 9a771727-0407-48ab-b77f-59c89c239890, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9a771727-0407-48ab-b77f-59c89c239890,segment=NetworkSegment(c96a5b2c-2f6e-4443-bb80-c0cf15fb6610),segment_id=c96a5b2c-2f6e-4443-bb80-c0cf15fb6610)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:12:46.261424 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-50f44a76-3d87-4970-b759-0e5e662525eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9a771727-0407-48ab-b77f-59c89c239890), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:46.318562 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-11d0be32-135a-4e88-8a68-b6ad86c9d65c req-7d4faee1-f838-4c0f-a3c2-3436f4fdad9e tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports?device_id=64a546d4-6fcb-44b5-9a34-4059056f05b8 HTTP/1.1" status: 200 len: 210 time: 0.0904403 Feb 16 22:12:46.361108 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-45a0a797-4621-478f-8a8f-89ae6de77409 None None] Provisioning complete for port 9a771727-0407-48ab-b77f-59c89c239890 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:12:46.361704 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-45a0a797-4621-478f-8a8f-89ae6de77409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9a771727-0407-48ab-b77f-59c89c239890), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:46.362176 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-b2bdb65b-2622-4d87-b9a3-4847213500f1 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks [] for port (2fb08e3f-c286-4af9-b45d-c4f78457bf7e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:46.380626 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-9e1a68fb-b98a-4a5a-89de-d89e7db50846 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Allocated IP 192.168.233.139 (d8fa3154-6273-4014-87c6-575d48ec11fc/0a5a8be1-6e1c-443c-a77b-25715d79e10e/e54bd226-73da-4a7b-820d-6744e1910b74) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:12:46.402251 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59643816-db36-4c35-9bd6-05e3ecebae00 None None] Pushing event updated for resources: {'Port': ['ID=9a771727-0407-48ab-b77f-59c89c239890,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:46.441659 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f44a76-3d87-4970-b759-0e5e662525eb None None] Routers {'0977ce05-f075-47d4-8f28-17b43150d09a'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:12:46.442907 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-50f44a76-3d87-4970-b759-0e5e662525eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:12:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['0977ce05-f075-47d4-8f28-17b43150d09a'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:12:46.465889 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-767897da-6f0b-4f04-ac36-2c294625e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:46.469009 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-767897da-6f0b-4f04-ac36-2c294625e583 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1100972 Feb 16 22:12:46.537309 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-b2bdb65b-2622-4d87-b9a3-4847213500f1 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (2fb08e3f-c286-4af9-b45d-c4f78457bf7e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:46.727485 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-45a0a797-4621-478f-8a8f-89ae6de77409 None None] Current status of the port 9a771727-0407-48ab-b77f-59c89c239890 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:12:46.727893 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-45a0a797-4621-478f-8a8f-89ae6de77409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9a771727-0407-48ab-b77f-59c89c239890), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:46.731988 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-50f44a76-3d87-4970-b759-0e5e662525eb None None] Set router 0977ce05-f075-47d4-8f28-17b43150d09a gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:12:46.758308 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-b2bdb65b-2622-4d87-b9a3-4847213500f1 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Network c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:12:46.780009 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bdb65b-2622-4d87-b9a3-4847213500f1 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Pushing event updated for resources: {'Port': ['ID=2fb08e3f-c286-4af9-b45d-c4f78457bf7e,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:46.800634 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-b2bdb65b-2622-4d87-b9a3-4847213500f1 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:12:46.805228 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-b2bdb65b-2622-4d87-b9a3-4847213500f1 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:12:46.828200 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-45a0a797-4621-478f-8a8f-89ae6de77409 None None] For port 9a771727-0407-48ab-b77f-59c89c239890, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9a771727-0407-48ab-b77f-59c89c239890,segment=NetworkSegment(c96a5b2c-2f6e-4443-bb80-c0cf15fb6610),segment_id=c96a5b2c-2f6e-4443-bb80-c0cf15fb6610)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:46.844971 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-45a0a797-4621-478f-8a8f-89ae6de77409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9a771727-0407-48ab-b77f-59c89c239890), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:46.963828 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a0a797-4621-478f-8a8f-89ae6de77409 None None] Pushing event updated for resources: {'Port': ['ID=9a771727-0407-48ab-b77f-59c89c239890,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:47.022351 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a11e98c5-d8c6-416d-815e-649993745f8c None None] Provisioning complete for port 9a771727-0407-48ab-b77f-59c89c239890 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:12:47.034041 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a11e98c5-d8c6-416d-815e-649993745f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9a771727-0407-48ab-b77f-59c89c239890), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:47.065422 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-b2bdb65b-2622-4d87-b9a3-4847213500f1 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:47.066131 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-b2bdb65b-2622-4d87-b9a3-4847213500f1 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:47.072909 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21741683-dbe6-481b-975f-78ae1dd10670 req-613c63ff-a25d-4473-b609-423cc2834c92 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:47.074661 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-21741683-dbe6-481b-975f-78ae1dd10670 req-613c63ff-a25d-4473-b609-423cc2834c92 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 948 time: 0.8477187 Feb 16 22:12:47.088329 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6bb59a80-817f-40ff-a60a-8c0fd2b0cc7d req-33591816-b514-4939-bf01-a20db9f08a74 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=909f88aa-b916-4ba5-8eb0-7bc52f05b92a HTTP/1.1" status: 200 len: 210 time: 0.0894361 Feb 16 22:12:47.137334 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-1a7aeb8b-6d83-4cf1-a749-f80a03ca9b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:47.138724 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-1a7aeb8b-6d83-4cf1-a749-f80a03ca9b4a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6629279 Feb 16 22:12:47.176520 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-9e1a68fb-b98a-4a5a-89de-d89e7db50846 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Publish callbacks [] for port (e54bd226-73da-4a7b-820d-6744e1910b74), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:47.209196 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-b2bdb65b-2622-4d87-b9a3-4847213500f1 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1209574 Feb 16 22:12:47.218223 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-0486b17a-6b02-4e11-ae69-95cadccc2271 service neutron] Request body: {'port': {'device_id': '64a546d4-6fcb-44b5-9a34-4059056f05b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:12:47.263183 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-78462546-cb66-40b6-a7a3-27ec2aba8cab service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160564 Feb 16 22:12:47.379462 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-50f44a76-3d87-4970-b759-0e5e662525eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'name': 'tempest-FloatingIPsAssociationTestJSON-772117284-router', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:12:33Z', 'updated_at': '2022-02-16T22:12:38Z', 'revision_number': 4, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'gw_port': {'id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:34Z', 'updated_at': '2022-02-16T22:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '9a771727-0407-48ab-b77f-59c89c239890', 'name': '', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'mac_address': 'fa:16:3e:2b:c5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:37Z', 'updated_at': '2022-02-16T22:12:46Z', 'revision_number': 4, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'subnets': [{'id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:12:47.416102 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f44a76-3d87-4970-b759-0e5e662525eb None None] The sync data for ids ['0977ce05-f075-47d4-8f28-17b43150d09a'] in n-d-813897-6 is: [{'id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'name': 'tempest-FloatingIPsAssociationTestJSON-772117284-router', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:12:33Z', 'updated_at': '2022-02-16T22:12:38Z', 'revision_number': 4, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'gw_port': {'id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:34Z', 'updated_at': '2022-02-16T22:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '9a771727-0407-48ab-b77f-59c89c239890', 'name': '', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'mac_address': 'fa:16:3e:2b:c5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:37Z', 'updated_at': '2022-02-16T22:12:46Z', 'revision_number': 4, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'subnets': [{'id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:12:47.429037 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c017ce4-6a3a-44c1-8450-ccbf8b51d06f req-6a440ac8-f641-4db2-b1cb-855deeeb2046 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533530 Feb 16 22:12:47.460042 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-21741683-dbe6-481b-975f-78ae1dd10670 req-bc517a87-bac3-4698-aeb9-48726b5c7f97 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632622 Feb 16 22:12:47.481716 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-9e1a68fb-b98a-4a5a-89de-d89e7db50846 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (e54bd226-73da-4a7b-820d-6744e1910b74), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:47.496971 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-0486b17a-6b02-4e11-ae69-95cadccc2271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2fb08e3f-c286-4af9-b45d-c4f78457bf7e), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:47.514045 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['4742e105-ad77-4b88-b601-715e2c3c6c57', 'a76046a7-efbf-4080-9f1c-306827c1e782'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:12:47.613056 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad2009-509e-4e0e-86fe-363fab82c7da req-1c3c6118-c489-4cc2-ad13-1bad65f623df tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:47.625157 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-90ad2009-509e-4e0e-86fe-363fab82c7da req-1c3c6118-c489-4cc2-ad13-1bad65f623df tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports?device_id=64a546d4-6fcb-44b5-9a34-4059056f05b8 HTTP/1.1" status: 200 len: 931 time: 0.1474416 Feb 16 22:12:47.654580 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-9e1a68fb-b98a-4a5a-89de-d89e7db50846 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Network d8fa3154-6273-4014-87c6-575d48ec11fc is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:12:47.674107 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-9e1a68fb-b98a-4a5a-89de-d89e7db50846 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:12:47.677133 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a11e98c5-d8c6-416d-815e-649993745f8c None None] Current status of the port 9a771727-0407-48ab-b77f-59c89c239890 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:12:47.703542 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-9e1a68fb-b98a-4a5a-89de-d89e7db50846 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:12:47.709778 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a68fb-b98a-4a5a-89de-d89e7db50846 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Pushing event updated for resources: {'Port': ['ID=e54bd226-73da-4a7b-820d-6744e1910b74,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:47.750601 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8695b-d2df-452e-bcde-78b7c76c1691 req-b7d56b5b-96ac-424d-9e7a-f0ae4651d4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:47.752372 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-58a8695b-d2df-452e-bcde-78b7c76c1691 req-b7d56b5b-96ac-424d-9e7a-f0ae4651d4c7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a8546526dc94278a3957ea9b7c5b439&device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 1130 time: 0.2254117 Feb 16 22:12:47.935174 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-dca1fb52-d2fb-4ac1-a2a5-b494dc1b48c7 None None] Provisioning complete for port 2fb08e3f-c286-4af9-b45d-c4f78457bf7e triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:12:47.937555 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-dca1fb52-d2fb-4ac1-a2a5-b494dc1b48c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2fb08e3f-c286-4af9-b45d-c4f78457bf7e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:48.004680 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-90ad2009-509e-4e0e-86fe-363fab82c7da req-f30521ea-4980-41f9-a761-ba471601e881 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/security-groups?id=eab23c27-3a63-4328-a22a-9756c2bb84ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738801 Feb 16 22:12:48.005865 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8695b-d2df-452e-bcde-78b7c76c1691 req-a389df45-d047-4854-8a8f-7058c082ed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:48.019196 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-58a8695b-d2df-452e-bcde-78b7c76c1691 req-a389df45-d047-4854-8a8f-7058c082ed65 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.2443817 Feb 16 22:12:48.034902 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-dca1fb52-d2fb-4ac1-a2a5-b494dc1b48c7 None None] Port 2fb08e3f-c286-4af9-b45d-c4f78457bf7e cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:12:48.198698 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-58a8695b-d2df-452e-bcde-78b7c76c1691 req-d0ac23bf-2848-4232-be1b-3fe733eaab2c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=22715ad1-f2c3-48dc-ac27-d9a928594ac1 HTTP/1.1" status: 200 len: 217 time: 0.1674290 Feb 16 22:12:48.208836 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-9e1a68fb-b98a-4a5a-89de-d89e7db50846 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:48.209893 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-9e1a68fb-b98a-4a5a-89de-d89e7db50846 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:48.231691 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-8f67d488-bcdc-433b-a285-bea33cc1989b None None] Provisioning complete for port e54bd226-73da-4a7b-820d-6744e1910b74 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:12:48.232594 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8f67d488-bcdc-433b-a285-bea33cc1989b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e54bd226-73da-4a7b-820d-6744e1910b74), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:48.321383 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9a771727-0407-48ab-b77f-59c89c239890 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:12:48.352681 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-8f67d488-bcdc-433b-a285-bea33cc1989b None None] Port e54bd226-73da-4a7b-820d-6744e1910b74 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:12:48.384757 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8695b-d2df-452e-bcde-78b7c76c1691 req-0e4a6496-f4de-4e29-a284-a28d9799e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:48.389605 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-58a8695b-d2df-452e-bcde-78b7c76c1691 req-0e4a6496-f4de-4e29-a284-a28d9799e0f8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1900291 Feb 16 22:12:48.424112 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 9a771727-0407-48ab-b77f-59c89c239890 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:12:48.424476 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9a771727-0407-48ab-b77f-59c89c239890), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:48.492726 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35631bd5-a15c-4fdd-89b1-5113d67e810c req-60ac14dc-5bbb-4200-896e-09907e68ab55 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:48.494698 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-35631bd5-a15c-4fdd-89b1-5113d67e810c req-60ac14dc-5bbb-4200-896e-09907e68ab55 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=909f88aa-b916-4ba5-8eb0-7bc52f05b92a HTTP/1.1" status: 200 len: 936 time: 0.1863863 Feb 16 22:12:48.558627 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8695b-d2df-452e-bcde-78b7c76c1691 req-1af4532c-8b59-442c-9cd3-268aace8a099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:48.560456 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-58a8695b-d2df-452e-bcde-78b7c76c1691 req-1af4532c-8b59-442c-9cd3-268aace8a099 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1628635 Feb 16 22:12:48.634283 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 9a771727-0407-48ab-b77f-59c89c239890 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:12:48.685502 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-9e1a68fb-b98a-4a5a-89de-d89e7db50846 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7816412 Feb 16 22:12:48.686817 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-58a8695b-d2df-452e-bcde-78b7c76c1691 req-c4c3c823-384f-4f3b-a6bd-d86f3601347e service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169820 Feb 16 22:12:48.698199 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-b3528498-cc2f-41c9-a62c-fe972b9515f4 service neutron] Request body: {'port': {'device_id': '909f88aa-b916-4ba5-8eb0-7bc52f05b92a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:12:48.718226 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-35631bd5-a15c-4fdd-89b1-5113d67e810c req-e28c19ed-16b1-410e-a3c8-8bf92a5628fa tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181792 Feb 16 22:12:48.854912 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-b3528498-cc2f-41c9-a62c-fe972b9515f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e54bd226-73da-4a7b-820d-6744e1910b74), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:48.919656 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f539909-bda6-44a6-94ef-e82e8e6c44c8 req-218f2874-4c74-4604-9df3-4e39eb41d80d tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:48.930627 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5f539909-bda6-44a6-94ef-e82e8e6c44c8 req-218f2874-4c74-4604-9df3-4e39eb41d80d tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 948 time: 0.2427969 Feb 16 22:12:48.992049 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-58a8695b-d2df-452e-bcde-78b7c76c1691 req-71dc555d-43a9-46b6-aa08-52525faad2a2 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561255 Feb 16 22:12:49.036089 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-0486b17a-6b02-4e11-ae69-95cadccc2271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fb08e3f-c286-4af9-b45d-c4f78457bf7e {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:12:49.044142 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5f539909-bda6-44a6-94ef-e82e8e6c44c8 req-abfb4bb9-7606-457d-a370-48ec1b1a0efb tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126413 Feb 16 22:12:49.055657 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-0486b17a-6b02-4e11-ae69-95cadccc2271 service neutron] Publish callbacks [] for port (2fb08e3f-c286-4af9-b45d-c4f78457bf7e), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:49.087826 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-0486b17a-6b02-4e11-ae69-95cadccc2271 service neutron] Transition to ACTIVE for port object 2fb08e3f-c286-4af9-b45d-c4f78457bf7e will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:12:49.106947 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-0486b17a-6b02-4e11-ae69-95cadccc2271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (2fb08e3f-c286-4af9-b45d-c4f78457bf7e), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:49.169958 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31ce1e-a2b2-4a3a-b295-fd2346581512 req-5579d206-c6b4-457f-9ccd-837117234804 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:49.179958 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d31ce1e-a2b2-4a3a-b295-fd2346581512 req-5579d206-c6b4-457f-9ccd-837117234804 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports?device_id=64a546d4-6fcb-44b5-9a34-4059056f05b8 HTTP/1.1" status: 200 len: 943 time: 0.0925212 Feb 16 22:12:49.269308 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d31ce1e-a2b2-4a3a-b295-fd2346581512 req-73ecd501-c39f-4108-b3d2-186e2a213680 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/security-groups?id=eab23c27-3a63-4328-a22a-9756c2bb84ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880773 Feb 16 22:12:49.314049 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-b3528498-cc2f-41c9-a62c-fe972b9515f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e54bd226-73da-4a7b-820d-6744e1910b74 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:12:49.328047 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-b3528498-cc2f-41c9-a62c-fe972b9515f4 service neutron] Publish callbacks [] for port (e54bd226-73da-4a7b-820d-6744e1910b74), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:49.353898 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b17a-6b02-4e11-ae69-95cadccc2271 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb08e3f-c286-4af9-b45d-c4f78457bf7e,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:49.353898 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-b3528498-cc2f-41c9-a62c-fe972b9515f4 service neutron] Transition to ACTIVE for port object e54bd226-73da-4a7b-820d-6744e1910b74 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:12:49.392782 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-b3528498-cc2f-41c9-a62c-fe972b9515f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (e54bd226-73da-4a7b-820d-6744e1910b74), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:49.512519 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-0486b17a-6b02-4e11-ae69-95cadccc2271 service neutron] Attempting to bind port 2fb08e3f-c286-4af9-b45d-c4f78457bf7e on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:12:49.512960 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-0486b17a-6b02-4e11-ae69-95cadccc2271 service neutron] Attempting to bind port 2fb08e3f-c286-4af9-b45d-c4f78457bf7e by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'c96a5b2c-2f6e-4443-bb80-c0cf15fb6610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:12:49.513357 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-0486b17a-6b02-4e11-ae69-95cadccc2271 service neutron] Attempting to bind port 2fb08e3f-c286-4af9-b45d-c4f78457bf7e on network c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:12:49.526302 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3528498-cc2f-41c9-a62c-fe972b9515f4 service neutron] Pushing event updated for resources: {'Port': ['ID=e54bd226-73da-4a7b-820d-6744e1910b74,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:49.530621 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-0486b17a-6b02-4e11-ae69-95cadccc2271 service neutron] Port 2fb08e3f-c286-4af9-b45d-c4f78457bf7e on network c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:12:49.531015 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-0486b17a-6b02-4e11-ae69-95cadccc2271 service neutron] Attempting to bind port 2fb08e3f-c286-4af9-b45d-c4f78457bf7e on network c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:12:49.622469 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-0486b17a-6b02-4e11-ae69-95cadccc2271 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:12:49.622811 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-0486b17a-6b02-4e11-ae69-95cadccc2271 service neutron] Checking segment: {'id': 'c96a5b2c-2f6e-4443-bb80-c0cf15fb6610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:12:49.623197 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-0486b17a-6b02-4e11-ae69-95cadccc2271 service neutron] Bound using segment: {'id': 'c96a5b2c-2f6e-4443-bb80-c0cf15fb6610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:12:49.623627 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-0486b17a-6b02-4e11-ae69-95cadccc2271 service neutron] Bound port: 2fb08e3f-c286-4af9-b45d-c4f78457bf7e, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c96a5b2c-2f6e-4443-bb80-c0cf15fb6610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:12:49.623988 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-0486b17a-6b02-4e11-ae69-95cadccc2271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2fb08e3f-c286-4af9-b45d-c4f78457bf7e), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:49.649362 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-b3528498-cc2f-41c9-a62c-fe972b9515f4 service neutron] Attempting to bind port e54bd226-73da-4a7b-820d-6744e1910b74 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:12:49.649807 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-b3528498-cc2f-41c9-a62c-fe972b9515f4 service neutron] Attempting to bind port e54bd226-73da-4a7b-820d-6744e1910b74 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:12:49.650152 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-b3528498-cc2f-41c9-a62c-fe972b9515f4 service neutron] Attempting to bind port e54bd226-73da-4a7b-820d-6744e1910b74 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:12:49.671464 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-b3528498-cc2f-41c9-a62c-fe972b9515f4 service neutron] Port e54bd226-73da-4a7b-820d-6744e1910b74 on network d8fa3154-6273-4014-87c6-575d48ec11fc not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:12:49.671790 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-b3528498-cc2f-41c9-a62c-fe972b9515f4 service neutron] Attempting to bind port e54bd226-73da-4a7b-820d-6744e1910b74 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:12:49.695881 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-b3528498-cc2f-41c9-a62c-fe972b9515f4 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:12:49.696583 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-b3528498-cc2f-41c9-a62c-fe972b9515f4 service neutron] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:12:49.696583 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-b3528498-cc2f-41c9-a62c-fe972b9515f4 service neutron] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:12:49.697017 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-b3528498-cc2f-41c9-a62c-fe972b9515f4 service neutron] Bound port: e54bd226-73da-4a7b-820d-6744e1910b74, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:12:49.697370 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-b3528498-cc2f-41c9-a62c-fe972b9515f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e54bd226-73da-4a7b-820d-6744e1910b74), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:49.775022 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-0486b17a-6b02-4e11-ae69-95cadccc2271 service neutron] For port 2fb08e3f-c286-4af9-b45d-c4f78457bf7e, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:12:49.782581 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-0486b17a-6b02-4e11-ae69-95cadccc2271 service neutron] For port 2fb08e3f-c286-4af9-b45d-c4f78457bf7e, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=2fb08e3f-c286-4af9-b45d-c4f78457bf7e,segment=NetworkSegment(c96a5b2c-2f6e-4443-bb80-c0cf15fb6610),segment_id=c96a5b2c-2f6e-4443-bb80-c0cf15fb6610)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:12:49.809820 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-0486b17a-6b02-4e11-ae69-95cadccc2271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (2fb08e3f-c286-4af9-b45d-c4f78457bf7e), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:49.872674 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-b3528498-cc2f-41c9-a62c-fe972b9515f4 service neutron] For port e54bd226-73da-4a7b-820d-6744e1910b74, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:12:49.890706 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-0486b17a-6b02-4e11-ae69-95cadccc2271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:49.891717 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-0486b17a-6b02-4e11-ae69-95cadccc2271 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:49.893452 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-0486b17a-6b02-4e11-ae69-95cadccc2271 service neutron] 10.222.0.67 "PUT /v2.0/ports/2fb08e3f-c286-4af9-b45d-c4f78457bf7e HTTP/1.1" status: 200 len: 1091 time: 2.6812329 Feb 16 22:12:49.894307 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a546d4-6fcb-44b5-9a34-4059056f05b8', 'tag': '2fb08e3f-c286-4af9-b45d-c4f78457bf7e'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:12:49.897131 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34f1c9a-e8de-4bc9-87ef-87289444d174" -d '{"events": [{"name": "network-changed", "server_uuid": "64a546d4-6fcb-44b5-9a34-4059056f05b8", "tag": "2fb08e3f-c286-4af9-b45d-c4f78457bf7e"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:12:49.920993 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-b3528498-cc2f-41c9-a62c-fe972b9515f4 service neutron] For port e54bd226-73da-4a7b-820d-6744e1910b74, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=e54bd226-73da-4a7b-820d-6744e1910b74,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:12:49.939716 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-b3528498-cc2f-41c9-a62c-fe972b9515f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (e54bd226-73da-4a7b-820d-6744e1910b74), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:49.992018 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b17a-6b02-4e11-ae69-95cadccc2271 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb08e3f-c286-4af9-b45d-c4f78457bf7e,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:50.004248 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-b3528498-cc2f-41c9-a62c-fe972b9515f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:50.005675 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-b3528498-cc2f-41c9-a62c-fe972b9515f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:50.007577 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-b3528498-cc2f-41c9-a62c-fe972b9515f4 service neutron] 10.222.0.67 "PUT /v2.0/ports/e54bd226-73da-4a7b-820d-6744e1910b74 HTTP/1.1" status: 200 len: 1096 time: 1.3210871 Feb 16 22:12:50.069856 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3528498-cc2f-41c9-a62c-fe972b9515f4 service neutron] Pushing event updated for resources: {'Port': ['ID=e54bd226-73da-4a7b-820d-6744e1910b74,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:50.100569 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc0fdf-98c3-45d5-843f-04c1d41fd5f9 req-0256c38d-d329-41c4-adb1-bae59900a1c8 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:50.118610 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-65bc0fdf-98c3-45d5-843f-04c1d41fd5f9 req-0256c38d-d329-41c4-adb1-bae59900a1c8 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=909f88aa-b916-4ba5-8eb0-7bc52f05b92a HTTP/1.1" status: 200 len: 948 time: 0.2936568 Feb 16 22:12:50.128983 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-5d923912-751f-4d1f-8064-620ddf42d924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:50.130670 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-5d923912-751f-4d1f-8064-620ddf42d924 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e7ee43918b7346aea3db9a1522c25646&device_id=64a546d4-6fcb-44b5-9a34-4059056f05b8 HTTP/1.1" status: 200 len: 1125 time: 0.1777542 Feb 16 22:12:50.162888 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12237fd-c817-463e-8465-a055d027d925 x-openstack-request-id: req-f12237fd-c817-463e-8465-a055d027d925 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:12:50.162888 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a546d4-6fcb-44b5-9a34-4059056f05b8", "tag": "2fb08e3f-c286-4af9-b45d-c4f78457bf7e", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:12:50.163191 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f12237fd-c817-463e-8465-a055d027d925 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:12:50.163782 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a546d4-6fcb-44b5-9a34-4059056f05b8', 'tag': '2fb08e3f-c286-4af9-b45d-c4f78457bf7e', 'status': 'completed', 'code': 200} Feb 16 22:12:50.240075 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-cc74ed31-6ea9-4cc1-a60c-c550853f1ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:50.243331 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-cc74ed31-6ea9-4cc1-a60c-c550853f1ee9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8f330cd1b17242339e19f723c984e4d3&device_id=909f88aa-b916-4ba5-8eb0-7bc52f05b92a HTTP/1.1" status: 200 len: 1130 time: 0.1697659 Feb 16 22:12:50.244735 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-f9a259dc-6334-4563-a273-a13d42213346 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fb08e3f-c286-4af9-b45d-c4f78457bf7e HTTP/1.1" status: 200 len: 217 time: 0.1008675 Feb 16 22:12:50.268223 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-65bc0fdf-98c3-45d5-843f-04c1d41fd5f9 req-51837eb1-7d55-4f73-a72d-ba6cfe4cbfdf tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486380 Feb 16 22:12:50.445167 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-a46f1ac0-302b-45fd-996b-d673c07a8d99 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=e54bd226-73da-4a7b-820d-6744e1910b74 HTTP/1.1" status: 200 len: 217 time: 0.1853788 Feb 16 22:12:50.488569 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c353b0-7dd3-4a64-9cd4-03639facaa0a req-37cf33f4-a8fa-434c-b440-e46c012348a5 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:50.490122 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-33c353b0-7dd3-4a64-9cd4-03639facaa0a req-37cf33f4-a8fa-434c-b440-e46c012348a5 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 948 time: 0.1398635 Feb 16 22:12:50.506222 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-f0641afa-3683-4f5b-9275-15b1821b784a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:50.507822 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-f0641afa-3683-4f5b-9275-15b1821b784a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e5b119fa-7c76-4352-bdec-a5c18b8dbee6 HTTP/1.1" status: 200 len: 859 time: 0.2420993 Feb 16 22:12:50.515901 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1b5cf-9a4d-4748-bc55-cf00c3d829e2 req-36a057d6-b5c7-488a-90bd-b929fb7b69d8 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:50.525427 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1af1b5cf-9a4d-4748-bc55-cf00c3d829e2 req-36a057d6-b5c7-488a-90bd-b929fb7b69d8 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports?device_id=64a546d4-6fcb-44b5-9a34-4059056f05b8 HTTP/1.1" status: 200 len: 943 time: 0.1004145 Feb 16 22:12:50.591164 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-95d0988b-c676-4d86-8272-e34ea52adede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:50.592777 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-95d0988b-c676-4d86-8272-e34ea52adede service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1370285 Feb 16 22:12:50.622651 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-33f8524d-92ad-44d2-a47d-f94164385d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:50.641355 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-f2b5a394-9334-448e-a7cd-972cf18799af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:50.644540 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-f2b5a394-9334-448e-a7cd-972cf18799af service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1251564 Feb 16 22:12:50.677666 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1af1b5cf-9a4d-4748-bc55-cf00c3d829e2 req-140eca44-c21b-4963-a148-f936509826d9 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/security-groups?id=eab23c27-3a63-4328-a22a-9756c2bb84ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513081 Feb 16 22:12:50.711573 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-33c353b0-7dd3-4a64-9cd4-03639facaa0a req-890d9e45-fb6a-4a75-954e-f4d9f79f7dd2 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148452 Feb 16 22:12:50.780077 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-a1d2596b-5a9a-4a3c-a98b-b3e5baa8d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:50.781722 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-a1d2596b-5a9a-4a3c-a98b-b3e5baa8d4e2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1812127 Feb 16 22:12:50.784397 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-86a5d994-63cc-4eba-9a80-48eb58dc10bc service neutron] 10.222.0.67 "GET /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322534 Feb 16 22:12:50.946503 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e046d4a-5f30-4c6b-9bfc-3a773c22109c req-d40e6edc-2e2f-440b-aaeb-9cc32e587829 service neutron] 10.222.0.67 "GET /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426251 Feb 16 22:12:51.083799 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-868ef2ca-c1fe-47ab-b58f-2fe544a2fedf service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896059 Feb 16 22:12:51.107171 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f1c9a-e8de-4bc9-87ef-87289444d174 req-10a351f3-490e-4d57-bb21-84183b8e825c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:51.108669 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f34f1c9a-e8de-4bc9-87ef-87289444d174 req-10a351f3-490e-4d57-bb21-84183b8e825c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e7ee43918b7346aea3db9a1522c25646&device_id=64a546d4-6fcb-44b5-9a34-4059056f05b8 HTTP/1.1" status: 200 len: 1125 time: 0.0893483 Feb 16 22:12:51.221918 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 22715ad1-f2c3-48dc-ac27-d9a928594ac1 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:12:51.318167 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fe7ab5b7-734e-4e7a-a7c9-a6c87f605886 req-237e146a-c37c-468d-ade2-beab47b54f67 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230923 Feb 16 22:12:51.320908 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f1c9a-e8de-4bc9-87ef-87289444d174 req-bb35e163-1e3c-4a99-ae12-88d49e15f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:51.322314 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f34f1c9a-e8de-4bc9-87ef-87289444d174 req-bb35e163-1e3c-4a99-ae12-88d49e15f209 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 HTTP/1.1" status: 200 len: 921 time: 0.1980679 Feb 16 22:12:51.374278 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f34f1c9a-e8de-4bc9-87ef-87289444d174 req-0bd740c8-954d-4550-b00c-63bc5a2cbabe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fb08e3f-c286-4af9-b45d-c4f78457bf7e HTTP/1.1" status: 200 len: 217 time: 0.0415227 Feb 16 22:12:51.410168 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 22715ad1-f2c3-48dc-ac27-d9a928594ac1, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=22715ad1-f2c3-48dc-ac27-d9a928594ac1,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:51.424750 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '22715ad1-f2c3-48dc-ac27-d9a928594ac1', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': '22715ad1-f2c3-48dc-ac27-d9a928594ac1', 'mac_address': 'fa:16:3e:58:40:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:12:51.497330 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f1c9a-e8de-4bc9-87ef-87289444d174 req-b38568d7-63a8-418b-8ef3-998c25dd8ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:51.498888 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f34f1c9a-e8de-4bc9-87ef-87289444d174 req-b38568d7-63a8-418b-8ef3-998c25dd8ee4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e5b119fa-7c76-4352-bdec-a5c18b8dbee6 HTTP/1.1" status: 200 len: 859 time: 0.1161470 Feb 16 22:12:51.515272 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 22715ad1-f2c3-48dc-ac27-d9a928594ac1 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:12:51.515911 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (22715ad1-f2c3-48dc-ac27-d9a928594ac1), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:51.521827 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c117680-8090-4baf-8be6-429a9911e62a req-4520671a-4e71-4e36-9e74-4aa04fc5cfc9 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:51.536525 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4c117680-8090-4baf-8be6-429a9911e62a req-4520671a-4e71-4e36-9e74-4aa04fc5cfc9 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=909f88aa-b916-4ba5-8eb0-7bc52f05b92a HTTP/1.1" status: 200 len: 948 time: 0.1350453 Feb 16 22:12:51.543686 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22715ad1-f2c3-48dc-ac27-d9a928594ac1 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:12:51.573375 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 22715ad1-f2c3-48dc-ac27-d9a928594ac1, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=22715ad1-f2c3-48dc-ac27-d9a928594ac1,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:51.580973 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (22715ad1-f2c3-48dc-ac27-d9a928594ac1), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:51.612843 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f1c9a-e8de-4bc9-87ef-87289444d174 req-3fd0314d-0ac0-4e60-be27-aacc92a13c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:51.613598 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4c117680-8090-4baf-8be6-429a9911e62a req-07137ecd-00a0-497e-8415-160f5e788484 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706255 Feb 16 22:12:51.619232 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f34f1c9a-e8de-4bc9-87ef-87289444d174 req-3fd0314d-0ac0-4e60-be27-aacc92a13c90 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1099203 Feb 16 22:12:51.666862 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=22715ad1-f2c3-48dc-ac27-d9a928594ac1,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:51.764416 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f34f1c9a-e8de-4bc9-87ef-87289444d174 req-6903abaf-d31e-4139-a9d3-5e0e64bbf8b8 service neutron] 10.222.0.67 "GET /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369328 Feb 16 22:12:51.893086 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36110bd4-d32f-41d4-8f14-03c3a03007d7 req-d8d841b6-8389-4e5d-890b-8bd770a09d9b tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:51.900164 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-36110bd4-d32f-41d4-8f14-03c3a03007d7 req-d8d841b6-8389-4e5d-890b-8bd770a09d9b tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 949 time: 0.1037695 Feb 16 22:12:51.913145 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f34f1c9a-e8de-4bc9-87ef-87289444d174 req-32cef13d-168e-473e-9f0b-9f6ad16952ae service neutron] 10.222.0.67 "GET /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392326 Feb 16 22:12:51.958475 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['22715ad1-f2c3-48dc-ac27-d9a928594ac1'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:12:51.959047 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77e044-118d-44cf-8045-bd9093796dbc req-4ee046aa-75fa-4b10-8743-f6203494c343 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:51.966195 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-af77e044-118d-44cf-8045-bd9093796dbc req-4ee046aa-75fa-4b10-8743-f6203494c343 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports?device_id=64a546d4-6fcb-44b5-9a34-4059056f05b8 HTTP/1.1" status: 200 len: 943 time: 0.1530540 Feb 16 22:12:51.993355 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-36110bd4-d32f-41d4-8f14-03c3a03007d7 req-0b0159b9-f0dd-4d17-9b0c-ad9929bf7aaa tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919611 Feb 16 22:12:52.072502 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-af77e044-118d-44cf-8045-bd9093796dbc req-6825e1cf-31fc-454c-a098-153ea028991d tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/security-groups?id=eab23c27-3a63-4328-a22a-9756c2bb84ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007013 Feb 16 22:12:52.164518 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909f88aa-b916-4ba5-8eb0-7bc52f05b92a', 'tag': 'e54bd226-73da-4a7b-820d-6744e1910b74'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:12:52.166959 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629287a7-ac12-4565-b29f-cd7dc7a75459" -d '{"events": [{"name": "network-changed", "server_uuid": "909f88aa-b916-4ba5-8eb0-7bc52f05b92a", "tag": "e54bd226-73da-4a7b-820d-6744e1910b74"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:12:52.228874 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc43ea38-54a9-420a-8cc0-b749a381993f x-openstack-request-id: req-cc43ea38-54a9-420a-8cc0-b749a381993f {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:12:52.229479 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "909f88aa-b916-4ba5-8eb0-7bc52f05b92a", "tag": "e54bd226-73da-4a7b-820d-6744e1910b74", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:12:52.229759 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cc43ea38-54a9-420a-8cc0-b749a381993f {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:12:52.230323 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '909f88aa-b916-4ba5-8eb0-7bc52f05b92a', 'tag': 'e54bd226-73da-4a7b-820d-6744e1910b74', 'status': 'completed', 'code': 200} Feb 16 22:12:52.301370 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629287a7-ac12-4565-b29f-cd7dc7a75459 req-416fcf34-6240-421c-8e8c-ee192acf508e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:52.303098 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-629287a7-ac12-4565-b29f-cd7dc7a75459 req-416fcf34-6240-421c-8e8c-ee192acf508e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8f330cd1b17242339e19f723c984e4d3&device_id=909f88aa-b916-4ba5-8eb0-7bc52f05b92a HTTP/1.1" status: 200 len: 1130 time: 0.0564804 Feb 16 22:12:52.452183 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629287a7-ac12-4565-b29f-cd7dc7a75459 req-85b545ff-2c7f-44cf-81ce-19c6a2ce3b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:52.457011 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-629287a7-ac12-4565-b29f-cd7dc7a75459 req-85b545ff-2c7f-44cf-81ce-19c6a2ce3b4e service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.1462729 Feb 16 22:12:52.527495 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-629287a7-ac12-4565-b29f-cd7dc7a75459 req-05b2de7f-4540-4288-ad76-27dedf5a6c8a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=e54bd226-73da-4a7b-820d-6744e1910b74 HTTP/1.1" status: 200 len: 217 time: 0.0623209 Feb 16 22:12:52.593408 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629287a7-ac12-4565-b29f-cd7dc7a75459 req-bf482fa6-2e7c-4e18-8873-2d9336b8d31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:52.598413 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-629287a7-ac12-4565-b29f-cd7dc7a75459 req-bf482fa6-2e7c-4e18-8873-2d9336b8d31c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0625474 Feb 16 22:12:52.674830 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629287a7-ac12-4565-b29f-cd7dc7a75459 req-b7935a6c-4bfa-47ad-8d26-b00a79c69c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:52.676486 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-629287a7-ac12-4565-b29f-cd7dc7a75459 req-b7935a6c-4bfa-47ad-8d26-b00a79c69c68 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0704219 Feb 16 22:12:52.753203 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139f747-c553-4523-8fb0-b5889a0c08b6 req-9cb9f6f1-b94d-4842-b0f2-fce6681ed6ce tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:52.761343 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9139f747-c553-4523-8fb0-b5889a0c08b6 req-9cb9f6f1-b94d-4842-b0f2-fce6681ed6ce tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=909f88aa-b916-4ba5-8eb0-7bc52f05b92a HTTP/1.1" status: 200 len: 948 time: 0.0639844 Feb 16 22:12:52.787900 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-629287a7-ac12-4565-b29f-cd7dc7a75459 req-78dd32aa-6b23-443d-84c7-3633561158ee service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030273 Feb 16 22:12:52.814212 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9139f747-c553-4523-8fb0-b5889a0c08b6 req-43dc07e3-6b49-486f-b200-df8e8de23a6e tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491123 Feb 16 22:12:52.917381 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-629287a7-ac12-4565-b29f-cd7dc7a75459 req-b7155304-711f-45cc-9e00-c0dc35a3d1e3 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203024 Feb 16 22:12:53.014550 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ed4600b3-65f3-4b94-8e05-6ac357ba6210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:53.152761 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae11e1-cd97-45c4-b4a5-a6ac4fcb26dc req-986dad74-d406-44bc-ac61-75a1746fb224 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:53.159953 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1ae11e1-cd97-45c4-b4a5-a6ac4fcb26dc req-986dad74-d406-44bc-ac61-75a1746fb224 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 949 time: 0.0895019 Feb 16 22:12:53.221902 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 22715ad1-f2c3-48dc-ac27-d9a928594ac1 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:12:53.263891 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1ae11e1-cd97-45c4-b4a5-a6ac4fcb26dc req-888e6638-1f0f-480c-ab7e-193e1b1feedf tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026888 Feb 16 22:12:53.299163 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14ab3e-7911-4330-83bd-0c4f78f10e82 req-fd24b5ed-0c20-4333-86a4-68ce6784e4ce tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:53.314987 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb14ab3e-7911-4330-83bd-0c4f78f10e82 req-fd24b5ed-0c20-4333-86a4-68ce6784e4ce tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports?device_id=64a546d4-6fcb-44b5-9a34-4059056f05b8 HTTP/1.1" status: 200 len: 943 time: 0.1138120 Feb 16 22:12:53.343984 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 22715ad1-f2c3-48dc-ac27-d9a928594ac1 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:12:53.349374 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 22715ad1-f2c3-48dc-ac27-d9a928594ac1 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:12:53.349952 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (22715ad1-f2c3-48dc-ac27-d9a928594ac1), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:53.369612 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb14ab3e-7911-4330-83bd-0c4f78f10e82 req-b1730652-7b9a-4ef0-8569-6620dbefd7cc tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/security-groups?id=eab23c27-3a63-4328-a22a-9756c2bb84ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531693 Feb 16 22:12:53.478007 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 22715ad1-f2c3-48dc-ac27-d9a928594ac1 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:12:53.478293 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (22715ad1-f2c3-48dc-ac27-d9a928594ac1), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:53.502999 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '060b014b-0f12-4dd1-b71b-4b89de3fc183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22715ad1-f2c3-48dc-ac27-d9a928594ac1'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:12:53.505232 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3115e04c-cc49-40d2-9a96-091829284769" -d '{"events": [{"server_uuid": "060b014b-0f12-4dd1-b71b-4b89de3fc183", "name": "network-vif-plugged", "status": "completed", "tag": "22715ad1-f2c3-48dc-ac27-d9a928594ac1"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:12:53.520807 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 22715ad1-f2c3-48dc-ac27-d9a928594ac1, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=22715ad1-f2c3-48dc-ac27-d9a928594ac1,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:53.534470 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (22715ad1-f2c3-48dc-ac27-d9a928594ac1), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:53.563354 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe75c80-e680-425a-9577-0530f928dbbf x-openstack-request-id: req-dbe75c80-e680-425a-9577-0530f928dbbf {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:12:53.563719 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "060b014b-0f12-4dd1-b71b-4b89de3fc183", "name": "network-vif-plugged", "status": "completed", "tag": "22715ad1-f2c3-48dc-ac27-d9a928594ac1", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:12:53.564568 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dbe75c80-e680-425a-9577-0530f928dbbf {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:12:53.565003 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '060b014b-0f12-4dd1-b71b-4b89de3fc183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22715ad1-f2c3-48dc-ac27-d9a928594ac1', 'code': 200} Feb 16 22:12:53.592495 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=22715ad1-f2c3-48dc-ac27-d9a928594ac1,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:53.682089 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970bc16-307d-4cc9-af88-07561b6950e3 req-c23bf81b-7185-4b1c-a1b7-98d6062b0c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:53.683639 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a970bc16-307d-4cc9-af88-07561b6950e3 req-c23bf81b-7185-4b1c-a1b7-98d6062b0c01 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 1132 time: 0.0527461 Feb 16 22:12:53.734754 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a970bc16-307d-4cc9-af88-07561b6950e3 req-2e686784-9a65-4e80-8a54-ad12fd7d3c3f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427704 Feb 16 22:12:53.960793 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc305b0-070c-467d-acc7-1b684fd766bd req-f5ff7e02-90c0-4c50-8c75-38ceed8d7abd tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:53.969322 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-abc305b0-070c-467d-acc7-1b684fd766bd req-f5ff7e02-90c0-4c50-8c75-38ceed8d7abd tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=909f88aa-b916-4ba5-8eb0-7bc52f05b92a HTTP/1.1" status: 200 len: 948 time: 0.0885010 Feb 16 22:12:54.033445 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-abc305b0-070c-467d-acc7-1b684fd766bd req-f84c5154-2057-47a4-8704-20a015d5e7ac tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632241 Feb 16 22:12:54.102171 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:54.446162 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468bf3b-2214-4fd6-be08-6dfd7148d470 req-ec1f4aed-f66c-47b7-858f-dce7371372be tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:54.449380 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c468bf3b-2214-4fd6-be08-6dfd7148d470 req-ec1f4aed-f66c-47b7-858f-dce7371372be tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 950 time: 0.0983598 Feb 16 22:12:54.560428 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c468bf3b-2214-4fd6-be08-6dfd7148d470 req-4051b9f3-ddc5-4b37-aa39-fa0437ecfceb tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041598 Feb 16 22:12:54.643914 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ffb9f-540e-491b-b32a-c258ab667a2b req-5e7926c1-f0ce-470a-b611-5eb16b226eca tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:54.651269 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-156ffb9f-540e-491b-b32a-c258ab667a2b req-5e7926c1-f0ce-470a-b611-5eb16b226eca tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports?device_id=64a546d4-6fcb-44b5-9a34-4059056f05b8 HTTP/1.1" status: 200 len: 943 time: 0.0892317 Feb 16 22:12:54.726735 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-156ffb9f-540e-491b-b32a-c258ab667a2b req-fab37b69-e300-4e2e-a923-d0847fdf6620 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/security-groups?id=eab23c27-3a63-4328-a22a-9756c2bb84ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741203 Feb 16 22:12:55.085381 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 2fb08e3f-c286-4af9-b45d-c4f78457bf7e details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:12:55.200534 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfee77a-dfd0-4be3-a2a6-3705a851fb51 req-4d38d155-ded2-410a-8c46-59ed96a571c5 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:55.208790 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dcfee77a-dfd0-4be3-a2a6-3705a851fb51 req-4d38d155-ded2-410a-8c46-59ed96a571c5 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=909f88aa-b916-4ba5-8eb0-7bc52f05b92a HTTP/1.1" status: 200 len: 948 time: 0.0650048 Feb 16 22:12:55.231273 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 2fb08e3f-c286-4af9-b45d-c4f78457bf7e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=2fb08e3f-c286-4af9-b45d-c4f78457bf7e,segment=NetworkSegment(c96a5b2c-2f6e-4443-bb80-c0cf15fb6610),segment_id=c96a5b2c-2f6e-4443-bb80-c0cf15fb6610)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:55.255738 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '2fb08e3f-c286-4af9-b45d-c4f78457bf7e', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'port_id': '2fb08e3f-c286-4af9-b45d-c4f78457bf7e', 'mac_address': 'fa:16:3e:68:2a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:12:55.296742 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dcfee77a-dfd0-4be3-a2a6-3705a851fb51 req-904240ec-8801-4e9e-9db7-faa8a3ef1b47 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802169 Feb 16 22:12:55.324297 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 2fb08e3f-c286-4af9-b45d-c4f78457bf7e is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:12:55.324605 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2fb08e3f-c286-4af9-b45d-c4f78457bf7e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:55.348314 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fb08e3f-c286-4af9-b45d-c4f78457bf7e {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:12:55.385699 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 2fb08e3f-c286-4af9-b45d-c4f78457bf7e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=2fb08e3f-c286-4af9-b45d-c4f78457bf7e,segment=NetworkSegment(c96a5b2c-2f6e-4443-bb80-c0cf15fb6610),segment_id=c96a5b2c-2f6e-4443-bb80-c0cf15fb6610)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:55.393779 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2fb08e3f-c286-4af9-b45d-c4f78457bf7e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:55.395000 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device e54bd226-73da-4a7b-820d-6744e1910b74 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:12:55.476783 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:55.483396 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=2fb08e3f-c286-4af9-b45d-c4f78457bf7e,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:55.604517 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port e54bd226-73da-4a7b-820d-6744e1910b74, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=e54bd226-73da-4a7b-820d-6744e1910b74,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:55.621383 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'e54bd226-73da-4a7b-820d-6744e1910b74', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': 'e54bd226-73da-4a7b-820d-6744e1910b74', 'mac_address': 'fa:16:3e:40:58:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:12:55.708871 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port e54bd226-73da-4a7b-820d-6744e1910b74 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:12:55.709443 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e54bd226-73da-4a7b-820d-6744e1910b74), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:55.738643 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a7acd-27bd-4f10-be66-66d75de860d2 req-14dfa1fc-3db4-4f56-bcca-b766e647e03f tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:55.740600 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f7a7acd-27bd-4f10-be66-66d75de860d2 req-14dfa1fc-3db4-4f56-bcca-b766e647e03f tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 950 time: 0.0905156 Feb 16 22:12:55.743992 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e54bd226-73da-4a7b-820d-6744e1910b74 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:12:55.794253 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port e54bd226-73da-4a7b-820d-6744e1910b74, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=e54bd226-73da-4a7b-820d-6744e1910b74,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:55.806479 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (e54bd226-73da-4a7b-820d-6744e1910b74), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:55.872021 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f7a7acd-27bd-4f10-be66-66d75de860d2 req-88fe826d-7d2d-469a-84c8-92a515ab546e tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105723 Feb 16 22:12:55.872247 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=e54bd226-73da-4a7b-820d-6744e1910b74,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:55.946531 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8411a-b5a2-481d-b510-5ac829843c09 req-97b9ec7e-80aa-4863-ac04-8785125d3760 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:55.954014 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4fe8411a-b5a2-481d-b510-5ac829843c09 req-97b9ec7e-80aa-4863-ac04-8785125d3760 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports?device_id=64a546d4-6fcb-44b5-9a34-4059056f05b8 HTTP/1.1" status: 200 len: 944 time: 0.1230986 Feb 16 22:12:56.009822 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4fe8411a-b5a2-481d-b510-5ac829843c09 req-f039b09f-41c7-44ca-9082-3840d6f5a981 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/security-groups?id=eab23c27-3a63-4328-a22a-9756c2bb84ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502203 Feb 16 22:12:56.024139 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-61589969-c3a1-45a6-8723-adb1f8b65265 req-a25ebf27-55d2-4cd3-8690-d9aebbcad832 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:12:56.025118 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-61589969-c3a1-45a6-8723-adb1f8b65265 req-a25ebf27-55d2-4cd3-8690-d9aebbcad832 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083725 Feb 16 22:12:56.220922 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['e54bd226-73da-4a7b-820d-6744e1910b74'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:12:56.225809 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['2fb08e3f-c286-4af9-b45d-c4f78457bf7e'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:12:56.371078 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-24c0193b-c229-4109-bbbb-9987288f14eb req-ad734217-c106-4efc-8965-f19d4bba2e5c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0787671 Feb 16 22:12:56.431628 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812f5b7-a10b-4a06-aa5e-67e9add6d99b req-51d474ad-f943-4f31-8ab3-47777178249f tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:56.441037 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8812f5b7-a10b-4a06-aa5e-67e9add6d99b req-51d474ad-f943-4f31-8ab3-47777178249f tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 950 time: 0.1314888 Feb 16 22:12:56.522209 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8812f5b7-a10b-4a06-aa5e-67e9add6d99b req-23c494f3-90ed-4194-9f7c-e57d1ad4f611 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799103 Feb 16 22:12:56.551898 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe993a-c164-49e5-be6c-3640ee240339 req-4a39379c-5dd5-4602-acfa-14b61f341b6e tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:56.558965 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ffe993a-c164-49e5-be6c-3640ee240339 req-4a39379c-5dd5-4602-acfa-14b61f341b6e tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=909f88aa-b916-4ba5-8eb0-7bc52f05b92a HTTP/1.1" status: 200 len: 949 time: 0.1462526 Feb 16 22:12:56.649915 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ffe993a-c164-49e5-be6c-3640ee240339 req-59c3c61e-9962-4703-a64f-17485321e33b tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882969 Feb 16 22:12:56.927781 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:57.131452 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 50942) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:12:57.305615 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07fb86f-0a38-41ce-a982-4f2e7dc362e8 req-a38d11e3-4b26-4e01-9c08-a59246e330e6 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:57.307423 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e07fb86f-0a38-41ce-a982-4f2e7dc362e8 req-a38d11e3-4b26-4e01-9c08-a59246e330e6 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports?device_id=64a546d4-6fcb-44b5-9a34-4059056f05b8 HTTP/1.1" status: 200 len: 944 time: 0.1557810 Feb 16 22:12:57.316831 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0193b-c229-4109-bbbb-9987288f14eb req-98b2e42a-ff78-4dd2-b975-c3f304977579 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:57.318536 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24c0193b-c229-4109-bbbb-9987288f14eb req-98b2e42a-ff78-4dd2-b975-c3f304977579 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports/22715ad1-f2c3-48dc-ac27-d9a928594ac1 HTTP/1.1" status: 200 len: 947 time: 0.1855161 Feb 16 22:12:57.417196 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e07fb86f-0a38-41ce-a982-4f2e7dc362e8 req-c7bd1444-9382-43fb-be9a-d6b542c49649 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/security-groups?id=eab23c27-3a63-4328-a22a-9756c2bb84ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971718 Feb 16 22:12:57.755787 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6e064-8c26-43df-b1cc-81f0036165d3 req-d8bce820-4da1-4f01-a665-eb989fdc71de tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:57.763442 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-09b6e064-8c26-43df-b1cc-81f0036165d3 req-d8bce820-4da1-4f01-a665-eb989fdc71de tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 950 time: 0.1224906 Feb 16 22:12:57.839168 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-09b6e064-8c26-43df-b1cc-81f0036165d3 req-778439e3-4b06-4ecf-9961-5a74fa032fd9 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695925 Feb 16 22:12:57.930213 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8cef9-ae88-44d5-9883-f06a50069b21 req-43778822-1d7e-4f1b-b222-322472f027f0 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:57.932164 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ce8cef9-ae88-44d5-9883-f06a50069b21 req-43778822-1d7e-4f1b-b222-322472f027f0 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=909f88aa-b916-4ba5-8eb0-7bc52f05b92a HTTP/1.1" status: 200 len: 949 time: 0.0909679 Feb 16 22:12:58.000409 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ce8cef9-ae88-44d5-9883-f06a50069b21 req-fd02cced-1661-4302-a104-04a94642cb4e tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624647 Feb 16 22:12:58.162926 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:58.565913 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc723f9-a6d2-40d8-8521-f5a1c6de1d79 req-c9b530a5-99f6-4ee2-9d52-8b2597d2f32c tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:58.565913 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5fc723f9-a6d2-40d8-8521-f5a1c6de1d79 req-c9b530a5-99f6-4ee2-9d52-8b2597d2f32c tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports?device_id=64a546d4-6fcb-44b5-9a34-4059056f05b8 HTTP/1.1" status: 200 len: 944 time: 0.0667949 Feb 16 22:12:58.606466 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5fc723f9-a6d2-40d8-8521-f5a1c6de1d79 req-f1864334-800f-4805-823d-0c8bc7257778 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/security-groups?id=eab23c27-3a63-4328-a22a-9756c2bb84ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461347 Feb 16 22:12:58.803609 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0193b-c229-4109-bbbb-9987288f14eb req-d66c56d4-d471-47cd-a898-1657f28e8e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:58.805395 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24c0193b-c229-4109-bbbb-9987288f14eb req-d66c56d4-d471-47cd-a898-1657f28e8e6f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a8546526dc94278a3957ea9b7c5b439&device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 1132 time: 0.0498576 Feb 16 22:12:58.916047 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0193b-c229-4109-bbbb-9987288f14eb req-db88a760-3483-45fd-8e1e-dba2eccc71ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:58.917521 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24c0193b-c229-4109-bbbb-9987288f14eb req-db88a760-3483-45fd-8e1e-dba2eccc71ec service neutron] 10.222.0.79 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.1057854 Feb 16 22:12:58.977442 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24c0193b-c229-4109-bbbb-9987288f14eb req-7a3937fe-898e-4f65-831b-b80c7afbcae1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=22715ad1-f2c3-48dc-ac27-d9a928594ac1 HTTP/1.1" status: 200 len: 217 time: 0.0420702 Feb 16 22:12:59.050411 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb01a89-b0b1-4a95-b992-de26cf031e18 req-379f99af-015a-4c3c-aa75-f57f9ec46a1c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:59.052322 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ceb01a89-b0b1-4a95-b992-de26cf031e18 req-379f99af-015a-4c3c-aa75-f57f9ec46a1c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 950 time: 0.1480212 Feb 16 22:12:59.059311 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0193b-c229-4109-bbbb-9987288f14eb req-abadb9f8-29ad-45c3-b95c-ad439981bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:59.063309 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24c0193b-c229-4109-bbbb-9987288f14eb req-abadb9f8-29ad-45c3-b95c-ad439981bd30 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0763655 Feb 16 22:12:59.098343 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 2fb08e3f-c286-4af9-b45d-c4f78457bf7e up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:12:59.164058 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 2fb08e3f-c286-4af9-b45d-c4f78457bf7e completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:12:59.174146 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 2fb08e3f-c286-4af9-b45d-c4f78457bf7e triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:12:59.174723 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2fb08e3f-c286-4af9-b45d-c4f78457bf7e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:59.233249 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ceb01a89-b0b1-4a95-b992-de26cf031e18 req-22805fd1-4a42-472d-9449-b2c6bc916dd6 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638739 Feb 16 22:12:59.255972 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ea62a-5725-4ef8-8a08-2e9cc3878df1 req-206921eb-79f7-4fdf-96c7-30368e140a8f tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:59.263218 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-607ea62a-5725-4ef8-8a08-2e9cc3878df1 req-206921eb-79f7-4fdf-96c7-30368e140a8f tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=909f88aa-b916-4ba5-8eb0-7bc52f05b92a HTTP/1.1" status: 200 len: 949 time: 0.1463695 Feb 16 22:12:59.273447 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 2fb08e3f-c286-4af9-b45d-c4f78457bf7e is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:12:59.273852 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2fb08e3f-c286-4af9-b45d-c4f78457bf7e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:59.287978 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0193b-c229-4109-bbbb-9987288f14eb req-eec579f2-d9e3-4a03-90c2-6a2b9f9c67cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:59.289485 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24c0193b-c229-4109-bbbb-9987288f14eb req-eec579f2-d9e3-4a03-90c2-6a2b9f9c67cd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1999466 Feb 16 22:12:59.300778 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a546d4-6fcb-44b5-9a34-4059056f05b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb08e3f-c286-4af9-b45d-c4f78457bf7e'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:12:59.303071 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be22317a-da32-4675-95f6-dc39f1bcff38" -d '{"events": [{"server_uuid": "64a546d4-6fcb-44b5-9a34-4059056f05b8", "name": "network-vif-plugged", "status": "completed", "tag": "2fb08e3f-c286-4af9-b45d-c4f78457bf7e"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:12:59.322499 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 2fb08e3f-c286-4af9-b45d-c4f78457bf7e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=2fb08e3f-c286-4af9-b45d-c4f78457bf7e,segment=NetworkSegment(c96a5b2c-2f6e-4443-bb80-c0cf15fb6610),segment_id=c96a5b2c-2f6e-4443-bb80-c0cf15fb6610)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:59.330794 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2fb08e3f-c286-4af9-b45d-c4f78457bf7e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:59.331658 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device e54bd226-73da-4a7b-820d-6744e1910b74 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:12:59.366640 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-607ea62a-5725-4ef8-8a08-2e9cc3878df1 req-220b09f3-266c-4b85-868b-ca6395846aef tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980098 Feb 16 22:12:59.431518 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e369d5-caab-494b-8893-9a852574e8e6 x-openstack-request-id: req-51e369d5-caab-494b-8893-9a852574e8e6 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:12:59.431978 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a546d4-6fcb-44b5-9a34-4059056f05b8", "name": "network-vif-plugged", "status": "completed", "tag": "2fb08e3f-c286-4af9-b45d-c4f78457bf7e", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:12:59.432347 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-51e369d5-caab-494b-8893-9a852574e8e6 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:12:59.432840 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a546d4-6fcb-44b5-9a34-4059056f05b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb08e3f-c286-4af9-b45d-c4f78457bf7e', 'code': 200} Feb 16 22:12:59.485614 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=2fb08e3f-c286-4af9-b45d-c4f78457bf7e,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:59.508583 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port e54bd226-73da-4a7b-820d-6744e1910b74 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:12:59.511484 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24c0193b-c229-4109-bbbb-9987288f14eb req-a9a02fe1-5c46-4e92-8415-23417af24751 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027936 Feb 16 22:12:59.514416 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port e54bd226-73da-4a7b-820d-6744e1910b74 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:12:59.516104 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e54bd226-73da-4a7b-820d-6744e1910b74), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:59.573722 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a00612-ea75-4af8-8bed-5d848b566914 req-b6f4c556-6940-4759-b172-b958b9ad242f tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:59.581445 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f2a00612-ea75-4af8-8bed-5d848b566914 req-b6f4c556-6940-4759-b172-b958b9ad242f tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a HTTP/1.1" status: 200 len: 950 time: 0.1130660 Feb 16 22:12:59.616771 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8871aa1-7315-40a4-aeb2-f5342d536646 req-1184fda9-673a-4732-9479-f17e7ddff436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:59.618492 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f8871aa1-7315-40a4-aeb2-f5342d536646 req-1184fda9-673a-4732-9479-f17e7ddff436 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=64a546d4-6fcb-44b5-9a34-4059056f05b8 HTTP/1.1" status: 200 len: 1127 time: 0.0535419 Feb 16 22:12:59.673249 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24c0193b-c229-4109-bbbb-9987288f14eb req-a3b018f6-ad51-4673-87a4-4452c9fa9099 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522155 Feb 16 22:12:59.688450 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:59.689160 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f2a00612-ea75-4af8-8bed-5d848b566914 req-aed2926c-1c1f-48eb-a9cb-d37d62fe8ea3 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/security-groups?id=62b4647e-c406-4caa-91cb-6113d09f38f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060815 Feb 16 22:12:59.695357 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f8871aa1-7315-40a4-aeb2-f5342d536646 req-57fbd00d-7363-4a0f-89b2-581b028b655a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=eab23c27-3a63-4328-a22a-9756c2bb84ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669291 Feb 16 22:12:59.715540 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port e54bd226-73da-4a7b-820d-6744e1910b74 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:12:59.715935 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e54bd226-73da-4a7b-820d-6744e1910b74), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:59.766338 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port e54bd226-73da-4a7b-820d-6744e1910b74, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=e54bd226-73da-4a7b-820d-6744e1910b74,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:12:59.773341 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (e54bd226-73da-4a7b-820d-6744e1910b74), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:12:59.812563 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0da11-254e-4238-8b48-b9403bf4aa07 req-9bbff5ac-6a26-4820-bcc3-23b7a134f656 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:12:59.820642 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3aa0da11-254e-4238-8b48-b9403bf4aa07 req-9bbff5ac-6a26-4820-bcc3-23b7a134f656 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports?device_id=64a546d4-6fcb-44b5-9a34-4059056f05b8 HTTP/1.1" status: 200 len: 945 time: 0.0670290 Feb 16 22:12:59.833596 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=e54bd226-73da-4a7b-820d-6744e1910b74,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:12:59.871908 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3aa0da11-254e-4238-8b48-b9403bf4aa07 req-41a86864-581c-4d85-8cb1-a785580cc449 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/security-groups?id=eab23c27-3a63-4328-a22a-9756c2bb84ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503676 Feb 16 22:13:00.340732 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132b882-50ee-4198-a1fe-48548e88a7a9 req-1ee462d9-539b-432f-b9ac-6877eea2d25a tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:00.342164 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b132b882-50ee-4198-a1fe-48548e88a7a9 req-1ee462d9-539b-432f-b9ac-6877eea2d25a tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 950 time: 0.0523119 Feb 16 22:13:00.388581 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b132b882-50ee-4198-a1fe-48548e88a7a9 req-bffafab8-77a6-4df4-a231-2ccfbbd7982c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401163 Feb 16 22:13:00.483226 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f072e-6083-420c-beee-b161df201bed req-1790af46-2bd9-40a5-8f55-2b4e068ea860 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:00.485764 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b7f072e-6083-420c-beee-b161df201bed req-1790af46-2bd9-40a5-8f55-2b4e068ea860 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=909f88aa-b916-4ba5-8eb0-7bc52f05b92a HTTP/1.1" status: 200 len: 950 time: 0.0582483 Feb 16 22:13:00.534213 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b7f072e-6083-420c-beee-b161df201bed req-8d0834a2-b144-4901-af85-4b621e803d5d tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435629 Feb 16 22:13:00.815662 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4e1b8-2008-4e91-bbcc-9889eba3ca4a req-76ee5486-0406-4598-a278-3280d1f7bea6 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:00.817236 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c3b4e1b8-2008-4e91-bbcc-9889eba3ca4a req-76ee5486-0406-4598-a278-3280d1f7bea6 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a HTTP/1.1" status: 200 len: 950 time: 0.0577343 Feb 16 22:13:00.866705 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c3b4e1b8-2008-4e91-bbcc-9889eba3ca4a req-9d81385c-0a40-4342-8e17-54d19c169ef2 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/security-groups?id=62b4647e-c406-4caa-91cb-6113d09f38f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434282 Feb 16 22:13:00.997723 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3bad0-3ac4-4a44-97e4-d2bcce698c99 req-ac4a3552-07db-432d-8b13-99d313c0be13 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:01.001690 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e8f3bad0-3ac4-4a44-97e4-d2bcce698c99 req-ac4a3552-07db-432d-8b13-99d313c0be13 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports?device_id=64a546d4-6fcb-44b5-9a34-4059056f05b8 HTTP/1.1" status: 200 len: 945 time: 0.0562603 Feb 16 22:13:01.062421 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e8f3bad0-3ac4-4a44-97e4-d2bcce698c99 req-85a283ae-4044-4ad6-98ce-5d250c3edb78 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/security-groups?id=eab23c27-3a63-4328-a22a-9756c2bb84ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531898 Feb 16 22:13:01.434313 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909f88aa-b916-4ba5-8eb0-7bc52f05b92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54bd226-73da-4a7b-820d-6744e1910b74'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:13:01.437746 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc7bcb5-d923-42ec-ab63-e21bf86ef318" -d '{"events": [{"server_uuid": "909f88aa-b916-4ba5-8eb0-7bc52f05b92a", "name": "network-vif-plugged", "status": "completed", "tag": "e54bd226-73da-4a7b-820d-6744e1910b74"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:13:01.521349 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023f855-03c1-4a58-873b-03e38ffcc10b req-d7e531d9-ba55-4955-9fe5-7b4dcfb50cea tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:01.529019 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2023f855-03c1-4a58-873b-03e38ffcc10b req-d7e531d9-ba55-4955-9fe5-7b4dcfb50cea tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 950 time: 0.0672729 Feb 16 22:13:01.579133 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2023f855-03c1-4a58-873b-03e38ffcc10b req-f0438e87-061d-4efe-b421-137e5e63b7ff tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493886 Feb 16 22:13:01.585273 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f2d131-8509-4fa1-bd9f-9b03c9016ce4 x-openstack-request-id: req-25f2d131-8509-4fa1-bd9f-9b03c9016ce4 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:13:01.585596 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909f88aa-b916-4ba5-8eb0-7bc52f05b92a", "name": "network-vif-plugged", "status": "completed", "tag": "e54bd226-73da-4a7b-820d-6744e1910b74", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:13:01.585857 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-25f2d131-8509-4fa1-bd9f-9b03c9016ce4 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:13:01.586280 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909f88aa-b916-4ba5-8eb0-7bc52f05b92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54bd226-73da-4a7b-820d-6744e1910b74', 'code': 200} Feb 16 22:13:01.707579 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdadbf42-6bf1-442f-9d53-8c43d3afc864 req-9667ac5d-1d7f-4ec3-bc3c-b4001de1fa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:01.709697 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cdadbf42-6bf1-442f-9d53-8c43d3afc864 req-9667ac5d-1d7f-4ec3-bc3c-b4001de1fa36 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=909f88aa-b916-4ba5-8eb0-7bc52f05b92a HTTP/1.1" status: 200 len: 1132 time: 0.0514073 Feb 16 22:13:01.715335 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743ea4b-1735-403b-856a-b338e2f30d9e req-a726f08c-17d0-469d-af9a-abaa4ffff602 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:01.716845 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1743ea4b-1735-403b-856a-b338e2f30d9e req-a726f08c-17d0-469d-af9a-abaa4ffff602 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=909f88aa-b916-4ba5-8eb0-7bc52f05b92a HTTP/1.1" status: 200 len: 950 time: 0.0631466 Feb 16 22:13:01.760052 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cdadbf42-6bf1-442f-9d53-8c43d3afc864 req-e854eeb7-802e-42d5-9927-a86f01bcdc10 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409415 Feb 16 22:13:01.769274 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1743ea4b-1735-403b-856a-b338e2f30d9e req-f4a46e1c-a554-465f-a891-4332ece0d677 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463827 Feb 16 22:13:02.184541 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d68ecb-5252-4c39-afc9-fdb1cfca577f req-dddb5495-d86d-4a00-a31b-89f5290d30dc tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:02.186285 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-93d68ecb-5252-4c39-afc9-fdb1cfca577f req-dddb5495-d86d-4a00-a31b-89f5290d30dc tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports?device_id=64a546d4-6fcb-44b5-9a34-4059056f05b8 HTTP/1.1" status: 200 len: 945 time: 0.0640738 Feb 16 22:13:02.240658 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-93d68ecb-5252-4c39-afc9-fdb1cfca577f req-4485493a-cfc9-4448-ab18-35b182ff8031 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/security-groups?id=eab23c27-3a63-4328-a22a-9756c2bb84ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465925 Feb 16 22:13:02.506132 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-68b115dd-1e8f-4b79-81bc-a5d13018b1e0 req-8b63fd48-f52d-4aac-be89-03f91e980426 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2297912 Feb 16 22:13:02.509153 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77b5d80d-0cc4-496b-8acd-c962275709f9 req-0d23f916-1d81-4f5f-96a5-a7807ef5701f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=97322c62-b96d-4200-93bc-1fe9322c239c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1032684 Feb 16 22:13:02.516431 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-68b115dd-1e8f-4b79-81bc-a5d13018b1e0 req-005f08dd-2290-49fe-aed2-17c30f4f36ba tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:13:02.567710 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-68b115dd-1e8f-4b79-81bc-a5d13018b1e0 req-005f08dd-2290-49fe-aed2-17c30f4f36ba tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:02.855486 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5d80d-0cc4-496b-8acd-c962275709f9 req-ba223334-05f0-4dd0-bbe6-ee5bb159c2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:02.856980 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77b5d80d-0cc4-496b-8acd-c962275709f9 req-ba223334-05f0-4dd0-bbe6-ee5bb159c2c0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&device_id=97322c62-b96d-4200-93bc-1fe9322c239c HTTP/1.1" status: 200 len: 1127 time: 0.3212161 Feb 16 22:13:03.074657 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5d80d-0cc4-496b-8acd-c962275709f9 req-a61e30db-0db0-4d7f-8906-4a7cf6f4cb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:03.076015 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77b5d80d-0cc4-496b-8acd-c962275709f9 req-a61e30db-0db0-4d7f-8906-4a7cf6f4cb2e service neutron] 10.222.0.79 "GET /v2.0/networks?id=91cf39f3-9142-4ee5-af15-00f1f801e8c7 HTTP/1.1" status: 200 len: 908 time: 0.1659243 Feb 16 22:13:03.092089 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-68b115dd-1e8f-4b79-81bc-a5d13018b1e0 req-005f08dd-2290-49fe-aed2-17c30f4f36ba tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:03.138626 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41315a0-c2dd-426d-80bf-ac207c8d3731 req-53682901-18b5-47e7-8bc3-e62d9822673c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:03.141285 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c41315a0-c2dd-426d-80bf-ac207c8d3731 req-53682901-18b5-47e7-8bc3-e62d9822673c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 950 time: 0.1340499 Feb 16 22:13:03.142904 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:13:03.172458 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77b5d80d-0cc4-496b-8acd-c962275709f9 req-8fa13b40-e7a3-4158-a63d-e43f543f7636 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30eddb32-840b-45aa-88e2-f8d725059873 HTTP/1.1" status: 200 len: 217 time: 0.0877962 Feb 16 22:13:03.228202 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:13:03.228593 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8a20f5fd-090d-41eb-9d1a-31f7ee5a438b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:03.263584 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8a20f5fd-090d-41eb-9d1a-31f7ee5a438b,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:13:03.268107 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8a20f5fd-090d-41eb-9d1a-31f7ee5a438b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:03.287127 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5d80d-0cc4-496b-8acd-c962275709f9 req-6b34c129-7c20-4bbe-8c92-489a9f9305a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:03.287888 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77b5d80d-0cc4-496b-8acd-c962275709f9 req-6b34c129-7c20-4bbe-8c92-489a9f9305a6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f7242f4f-8939-4e6c-b488-ab1fd3ca8215 HTTP/1.1" status: 200 len: 847 time: 0.1031377 Feb 16 22:13:03.311263 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c41315a0-c2dd-426d-80bf-ac207c8d3731 req-c2a399ac-38af-4671-bf45-13a5305e5685 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344397 Feb 16 22:13:03.347105 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=8a20f5fd-090d-41eb-9d1a-31f7ee5a438b,revision_number=11']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:03.354106 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77b5d80d-0cc4-496b-8acd-c962275709f9 req-2243fe61-8d55-44cb-8644-8ed70e6b5077 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91cf39f3-9142-4ee5-af15-00f1f801e8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417526 Feb 16 22:13:03.381350 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-68b115dd-1e8f-4b79-81bc-a5d13018b1e0 req-005f08dd-2290-49fe-aed2-17c30f4f36ba tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Allocated IP 172.25.2.122 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/f9e57bdc-76c5-49e5-a479-84aef6d277c7) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:13:03.573390 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b457a58-c58a-4b83-afb2-2d5fab146cae req-7293ef86-7976-4fb9-9ad7-5c7497950fb2 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:03.574903 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b457a58-c58a-4b83-afb2-2d5fab146cae req-7293ef86-7976-4fb9-9ad7-5c7497950fb2 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=909f88aa-b916-4ba5-8eb0-7bc52f05b92a HTTP/1.1" status: 200 len: 950 time: 0.1796598 Feb 16 22:13:03.582077 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77b5d80d-0cc4-496b-8acd-c962275709f9 req-b581fa40-1fdd-453e-ab8e-59fca44c4f22 service neutron] 10.222.0.79 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143345 Feb 16 22:13:03.587169 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a20f5fd-090d-41eb-9d1a-31f7ee5a438b'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:13:03.589531 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db15c34f-feb4-4539-bb7d-4004ece253d2" -d '{"events": [{"server_uuid": "6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a", "name": "network-vif-unplugged", "status": "completed", "tag": "8a20f5fd-090d-41eb-9d1a-31f7ee5a438b"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:13:03.693510 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-68b115dd-1e8f-4b79-81bc-a5d13018b1e0 req-005f08dd-2290-49fe-aed2-17c30f4f36ba tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks [] for port (f9e57bdc-76c5-49e5-a479-84aef6d277c7), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:03.715817 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b457a58-c58a-4b83-afb2-2d5fab146cae req-fbd70111-632c-43a6-a493-2561c6288805 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310167 Feb 16 22:13:03.752314 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77b5d80d-0cc4-496b-8acd-c962275709f9 req-d97b2ac1-5f18-4dd6-bd30-588f8fb033de service neutron] 10.222.0.79 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594868 Feb 16 22:13:03.764523 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-68b115dd-1e8f-4b79-81bc-a5d13018b1e0 req-005f08dd-2290-49fe-aed2-17c30f4f36ba tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (f9e57bdc-76c5-49e5-a479-84aef6d277c7), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:03.810179 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68b115dd-1e8f-4b79-81bc-a5d13018b1e0 req-005f08dd-2290-49fe-aed2-17c30f4f36ba tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:13:03.819291 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-68b115dd-1e8f-4b79-81bc-a5d13018b1e0 req-005f08dd-2290-49fe-aed2-17c30f4f36ba tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:13:03.823347 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b115dd-1e8f-4b79-81bc-a5d13018b1e0 req-005f08dd-2290-49fe-aed2-17c30f4f36ba tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:13:03.850145 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f08dd-2290-49fe-aed2-17c30f4f36ba tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Pushing event updated for resources: {'Port': ['ID=f9e57bdc-76c5-49e5-a479-84aef6d277c7,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:03.921732 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-68b115dd-1e8f-4b79-81bc-a5d13018b1e0 req-005f08dd-2290-49fe-aed2-17c30f4f36ba tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks [] for floatingip (06924e8e-721c-41bb-a9e7-b177465b7cc0), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:03.966310 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-68b115dd-1e8f-4b79-81bc-a5d13018b1e0 req-005f08dd-2290-49fe-aed2-17c30f4f36ba tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f9e57bdc-76c5-49e5-a479-84aef6d277c7), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:04.174288 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-68b115dd-1e8f-4b79-81bc-a5d13018b1e0 req-005f08dd-2290-49fe-aed2-17c30f4f36ba tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks [] for port (f9e57bdc-76c5-49e5-a479-84aef6d277c7), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:04.179647 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-68b115dd-1e8f-4b79-81bc-a5d13018b1e0 req-005f08dd-2290-49fe-aed2-17c30f4f36ba tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (f9e57bdc-76c5-49e5-a479-84aef6d277c7), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:04.259561 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f08dd-2290-49fe-aed2-17c30f4f36ba tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Pushing event updated for resources: {'Port': ['ID=f9e57bdc-76c5-49e5-a479-84aef6d277c7,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:04.268005 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-68b115dd-1e8f-4b79-81bc-a5d13018b1e0 req-005f08dd-2290-49fe-aed2-17c30f4f36ba tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (06924e8e-721c-41bb-a9e7-b177465b7cc0), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:04.285609 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-68b115dd-1e8f-4b79-81bc-a5d13018b1e0 req-005f08dd-2290-49fe-aed2-17c30f4f36ba tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:04.289415 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-68b115dd-1e8f-4b79-81bc-a5d13018b1e0 req-005f08dd-2290-49fe-aed2-17c30f4f36ba tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7753584 Feb 16 22:13:04.323685 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 22:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136ac01e-a4e3-417b-af78-5c0261132185 x-openstack-request-id: req-136ac01e-a4e3-417b-af78-5c0261132185 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:13:04.324200 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a", "name": "network-vif-unplugged", "status": "completed", "tag": "8a20f5fd-090d-41eb-9d1a-31f7ee5a438b", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:13:04.324312 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-136ac01e-a4e3-417b-af78-5c0261132185 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:13:04.324654 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a20f5fd-090d-41eb-9d1a-31f7ee5a438b', 'code': 200} Feb 16 22:13:04.367997 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-68b115dd-1e8f-4b79-81bc-a5d13018b1e0 req-d7deefc8-5dc0-46da-9d39-c9caa6fd869f tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.122 HTTP/1.1" status: 200 len: 696 time: 0.0743704 Feb 16 22:13:04.491996 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b115dd-1e8f-4b79-81bc-a5d13018b1e0 req-4f6d8a79-7c5f-4f57-9602-7c7725ed758e tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:04.493431 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-68b115dd-1e8f-4b79-81bc-a5d13018b1e0 req-4f6d8a79-7c5f-4f57-9602-7c7725ed758e tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 784 time: 0.1185002 Feb 16 22:13:04.504217 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-68b115dd-1e8f-4b79-81bc-a5d13018b1e0 req-191e6f55-2840-430f-af20-3d42c9fa3216 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:13:04.505270 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-68b115dd-1e8f-4b79-81bc-a5d13018b1e0 req-191e6f55-2840-430f-af20-3d42c9fa3216 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059576 Feb 16 22:13:04.636823 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf1d66-4e20-4677-ab8c-5951379270d8 req-b76e4ad5-88b8-47ea-8729-ae5afe4338ea tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:04.642513 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1edf1d66-4e20-4677-ab8c-5951379270d8 req-b76e4ad5-88b8-47ea-8729-ae5afe4338ea tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 950 time: 0.0646985 Feb 16 22:13:04.699405 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1edf1d66-4e20-4677-ab8c-5951379270d8 req-b4063a6d-35e2-48a7-9e6b-dc782fb1a16f tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549688 Feb 16 22:13:04.909040 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-e5f350c0-31b0-4ea2-a0fc-835db926de91 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:04.910534 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-e5f350c0-31b0-4ea2-a0fc-835db926de91 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/networks?id=c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 HTTP/1.1" status: 200 len: 820 time: 0.1265004 Feb 16 22:13:04.945626 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-9f0b8cef-b74b-4d9b-89ab-1d1068a69f19 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/quotas/e7ee43918b7346aea3db9a1522c25646 HTTP/1.1" status: 200 len: 375 time: 0.0246007 Feb 16 22:13:05.003821 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d525a-1497-4ee6-a7f7-b34080009955 req-9ffa1b5d-5a2f-4103-bcbe-8c333a6d7d21 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:05.005305 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-576d525a-1497-4ee6-a7f7-b34080009955 req-9ffa1b5d-5a2f-4103-bcbe-8c333a6d7d21 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=909f88aa-b916-4ba5-8eb0-7bc52f05b92a HTTP/1.1" status: 200 len: 950 time: 0.0939052 Feb 16 22:13:05.043941 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-62aa1a75-0a4a-4668-8210-c127013ec50b tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e7ee43918b7346aea3db9a1522c25646&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0912733 Feb 16 22:13:05.111506 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-576d525a-1497-4ee6-a7f7-b34080009955 req-b329e33a-fdc6-4716-a971-21f9e3aa6410 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943277 Feb 16 22:13:05.191408 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-2761aee2-5a2c-4acd-adae-34e0ea3fe911 service neutron] 10.222.0.75 "GET /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421051 Feb 16 22:13:05.287164 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-8abb2bcf-3e98-42c5-8c66-edf085fca8e5 service neutron] 10.222.0.75 "GET /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901892 Feb 16 22:13:05.528506 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1dcdf-6bac-46e3-bb39-858d2d6637ee req-29e838dc-0e1e-4517-9309-84ee9aa0ee93 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:05.531001 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b3c1dcdf-6bac-46e3-bb39-858d2d6637ee req-29e838dc-0e1e-4517-9309-84ee9aa0ee93 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6993986-18b2-404e-8136-20c7bb876c79 HTTP/1.1" status: 200 len: 948 time: 0.0680258 Feb 16 22:13:05.594236 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b3c1dcdf-6bac-46e3-bb39-858d2d6637ee req-00eb3344-c014-4204-b232-92dbcd4f56df tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/security-groups?id=62b4647e-c406-4caa-91cb-6113d09f38f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554690 Feb 16 22:13:05.687721 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ede68d5-e2dd-4a83-a412-c465df98bca7 req-688307fe-46cf-43af-a5f7-1933790f5723 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports?device_id=246ea983-17af-43ef-9f89-30fda278321d HTTP/1.1" status: 200 len: 210 time: 0.0462184 Feb 16 22:13:05.863948 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ef7a7-6c2e-4118-8d08-620cdf64079b req-1180c947-69d6-4c7d-86cf-0c11dfce4261 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:05.866172 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f70ef7a7-6c2e-4118-8d08-620cdf64079b req-1180c947-69d6-4c7d-86cf-0c11dfce4261 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 950 time: 0.0664597 Feb 16 22:13:05.951946 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f70ef7a7-6c2e-4118-8d08-620cdf64079b req-afa178b7-0b50-4527-b418-874811fe6bf9 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750244 Feb 16 22:13:06.109106 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b017602-f8a6-4449-8fc6-e539cb86e5c7 req-8a944392-be0e-4294-b188-4a8bd38026a3 tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:06.109473 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b017602-f8a6-4449-8fc6-e539cb86e5c7 req-8a944392-be0e-4294-b188-4a8bd38026a3 tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:06.110014 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b017602-f8a6-4449-8fc6-e539cb86e5c7 req-8a944392-be0e-4294-b188-4a8bd38026a3 tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:06.111058 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b017602-f8a6-4449-8fc6-e539cb86e5c7 req-8a944392-be0e-4294-b188-4a8bd38026a3 tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:06.111761 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b017602-f8a6-4449-8fc6-e539cb86e5c7 req-8a944392-be0e-4294-b188-4a8bd38026a3 tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:06.112223 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b017602-f8a6-4449-8fc6-e539cb86e5c7 req-8a944392-be0e-4294-b188-4a8bd38026a3 tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:06.112701 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b017602-f8a6-4449-8fc6-e539cb86e5c7 req-8a944392-be0e-4294-b188-4a8bd38026a3 tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:06.113139 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b017602-f8a6-4449-8fc6-e539cb86e5c7 req-8a944392-be0e-4294-b188-4a8bd38026a3 tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:06.113726 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b017602-f8a6-4449-8fc6-e539cb86e5c7 req-8a944392-be0e-4294-b188-4a8bd38026a3 tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:06.114262 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b017602-f8a6-4449-8fc6-e539cb86e5c7 req-8a944392-be0e-4294-b188-4a8bd38026a3 tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:06.114914 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b017602-f8a6-4449-8fc6-e539cb86e5c7 req-8a944392-be0e-4294-b188-4a8bd38026a3 tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:06.115365 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b017602-f8a6-4449-8fc6-e539cb86e5c7 req-8a944392-be0e-4294-b188-4a8bd38026a3 tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:06.115811 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b017602-f8a6-4449-8fc6-e539cb86e5c7 req-8a944392-be0e-4294-b188-4a8bd38026a3 tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:06.116255 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b017602-f8a6-4449-8fc6-e539cb86e5c7 req-8a944392-be0e-4294-b188-4a8bd38026a3 tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:06.116699 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b017602-f8a6-4449-8fc6-e539cb86e5c7 req-8a944392-be0e-4294-b188-4a8bd38026a3 tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:06.117172 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b017602-f8a6-4449-8fc6-e539cb86e5c7 req-8a944392-be0e-4294-b188-4a8bd38026a3 tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:06.119759 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4b017602-f8a6-4449-8fc6-e539cb86e5c7 req-8a944392-be0e-4294-b188-4a8bd38026a3 tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=246ea983-17af-43ef-9f89-30fda278321d&device_id=64a546d4-6fcb-44b5-9a34-4059056f05b8&device_id=909f88aa-b916-4ba5-8eb0-7bc52f05b92a&device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183&device_id=e6e361ca-22d8-4234-8cc1-bb1b8c1c638b&device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07&device_id=13c1a602-2ee0-445c-983a-160243bce62b&device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35&device_id=2bdf61ae-e089-4c2f-aaf4-563205524504&device_id=bc321857-4ab0-4f38-8ba8-d74e22e24aeb&device_id=106a1a7b-94fb-411a-8228-d8c4736746ae&device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904&device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782&device_id=a6993986-18b2-404e-8136-20c7bb876c79&device_id=6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a&device_id=97322c62-b96d-4200-93bc-1fe9322c239c&device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 14913 time: 0.0958858 Feb 16 22:13:06.139867 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4b017602-f8a6-4449-8fc6-e539cb86e5c7 req-ae02959d-c757-4186-a24d-2a60cd630558 tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:06.229921 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4b017602-f8a6-4449-8fc6-e539cb86e5c7 req-ae02959d-c757-4186-a24d-2a60cd630558 tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] Publish callbacks [] for security_group (432accb9-2246-4f54-8cd6-008ecac74625), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:06.236799 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4b017602-f8a6-4449-8fc6-e539cb86e5c7 req-ae02959d-c757-4186-a24d-2a60cd630558 tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (432accb9-2246-4f54-8cd6-008ecac74625), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:06.294704 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae02959d-c757-4186-a24d-2a60cd630558 tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432accb9-2246-4f54-8cd6-008ecac74625,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:06.355140 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4b017602-f8a6-4449-8fc6-e539cb86e5c7 req-ae02959d-c757-4186-a24d-2a60cd630558 tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=62b4647e-c406-4caa-91cb-6113d09f38f1&id=eab23c27-3a63-4328-a22a-9756c2bb84ad&id=fce9e7f7-2e4b-4a61-aa44-727f39b35b4c&id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&id=b292315d-0166-429a-bb53-6d8382d60fb3&id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&id=20936b51-9463-4dd2-8882-ed12398b0f39&fields=id&fields=name HTTP/1.1" status: 200 len: 782 time: 0.2278678 Feb 16 22:13:06.637941 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f6fbcfbb-32e0-4da9-a093-8a50b79b6ad1 req-ad998fc4-1dc4-4795-9c8d-2a5b73b7668a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0821319 Feb 16 22:13:06.832568 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4719f0c-ce76-45e2-8599-bd628d4fb86b req-1d4805f7-a050-40a2-91f5-b549fef4001b tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:06.833163 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4719f0c-ce76-45e2-8599-bd628d4fb86b req-1d4805f7-a050-40a2-91f5-b549fef4001b tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:06.833536 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4719f0c-ce76-45e2-8599-bd628d4fb86b req-1d4805f7-a050-40a2-91f5-b549fef4001b tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:06.838480 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d4719f0c-ce76-45e2-8599-bd628d4fb86b req-1d4805f7-a050-40a2-91f5-b549fef4001b tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=909f88aa-b916-4ba5-8eb0-7bc52f05b92a&device_id=e6e361ca-22d8-4234-8cc1-bb1b8c1c638b&device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 2977 time: 0.1347826 Feb 16 22:13:06.882598 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbcfbb-32e0-4da9-a093-8a50b79b6ad1 req-bffc9480-fda8-441c-8ae2-d6d5f3d6c65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:06.884226 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f6fbcfbb-32e0-4da9-a093-8a50b79b6ad1 req-bffc9480-fda8-441c-8ae2-d6d5f3d6c65a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=abec61a3e4b941569fb6bb0629abb48d&device_id=6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a HTTP/1.1" status: 200 len: 1130 time: 0.1629417 Feb 16 22:13:06.899799 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7605a-847b-4236-9619-703d438fb129 req-07feadb6-95c7-48b4-9ed1-49a6be3acd81 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:06.901344 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-08a7605a-847b-4236-9619-703d438fb129 req-07feadb6-95c7-48b4-9ed1-49a6be3acd81 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6993986-18b2-404e-8136-20c7bb876c79 HTTP/1.1" status: 200 len: 948 time: 0.1396222 Feb 16 22:13:06.912434 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-aba8a74b-ab45-43c2-b708-f61108ffdc38 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:06.914196 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-aba8a74b-ab45-43c2-b708-f61108ffdc38 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.67 "GET /v2.0/networks?id=c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 HTTP/1.1" status: 200 len: 820 time: 0.1827660 Feb 16 22:13:06.931616 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d4719f0c-ce76-45e2-8599-bd628d4fb86b req-0ada74ec-8d9b-4a2b-8ddf-68388e140155 tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857034 Feb 16 22:13:06.937057 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-d472e515-c2b1-4022-9a28-97dd0150b11a tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Request body: {'port': {'device_id': '246ea983-17af-43ef-9f89-30fda278321d', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'admin_state_up': True, 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:13:06.971075 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-08a7605a-847b-4236-9619-703d438fb129 req-6233c2ab-66e6-486b-b7f0-8a032f0f4113 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/security-groups?id=62b4647e-c406-4caa-91cb-6113d09f38f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598590 Feb 16 22:13:07.060105 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-38ee06a0-0c86-4954-b3c4-bc3f2c4faf92 req-c88257ed-c340-43f8-b774-7dd9e673fcc2 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports?device_id=246ea983-17af-43ef-9f89-30fda278321d HTTP/1.1" status: 200 len: 210 time: 0.0413065 Feb 16 22:13:07.186065 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2501da-d7e4-4ea8-9edf-4165ee1e48e0 req-84f07b4c-d3a0-463c-a37f-51f62bc2fd8b tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:07.188034 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e2501da-d7e4-4ea8-9edf-4165ee1e48e0 req-84f07b4c-d3a0-463c-a37f-51f62bc2fd8b tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 950 time: 0.0714054 Feb 16 22:13:07.271725 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e2501da-d7e4-4ea8-9edf-4165ee1e48e0 req-30fbebd2-9ea5-407a-b526-cd87c5be9799 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725329 Feb 16 22:13:07.326908 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbcfbb-32e0-4da9-a093-8a50b79b6ad1 req-3df1864b-f493-49b7-9aa2-1abf2c9a5707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:07.328613 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f6fbcfbb-32e0-4da9-a093-8a50b79b6ad1 req-3df1864b-f493-49b7-9aa2-1abf2c9a5707 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.4135575 Feb 16 22:13:07.387700 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f6fbcfbb-32e0-4da9-a093-8a50b79b6ad1 req-5384cef4-3ad5-4900-92a1-5fb543bb308d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=8a20f5fd-090d-41eb-9d1a-31f7ee5a438b HTTP/1.1" status: 200 len: 217 time: 0.0492182 Feb 16 22:13:07.394783 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-d472e515-c2b1-4022-9a28-97dd0150b11a tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Made reservation on behalf of e7ee43918b7346aea3db9a1522c25646 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:13:07.406217 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-d472e515-c2b1-4022-9a28-97dd0150b11a tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:07.509556 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24674e78-0137-4d3e-9f78-498146535059 req-ecda40b0-6b75-4ccd-87d8-f077d9b9fa22 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:07.514474 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24674e78-0137-4d3e-9f78-498146535059 req-ecda40b0-6b75-4ccd-87d8-f077d9b9fa22 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 1127 time: 0.0575588 Feb 16 22:13:07.526992 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbcfbb-32e0-4da9-a093-8a50b79b6ad1 req-9e1b7ee0-6374-4556-b90e-3ee42a383b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:07.528904 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f6fbcfbb-32e0-4da9-a093-8a50b79b6ad1 req-9e1b7ee0-6374-4556-b90e-3ee42a383b38 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1260192 Feb 16 22:13:07.597329 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24674e78-0137-4d3e-9f78-498146535059 req-2301fa64-e25c-402c-af33-37b192627757 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790420 Feb 16 22:13:07.649578 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbcfbb-32e0-4da9-a093-8a50b79b6ad1 req-4fd74a6b-e989-4597-a237-6686de8145e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:07.651099 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f6fbcfbb-32e0-4da9-a093-8a50b79b6ad1 req-4fd74a6b-e989-4597-a237-6686de8145e8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1148677 Feb 16 22:13:07.659481 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-d472e515-c2b1-4022-9a28-97dd0150b11a tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Allocated IP 172.20.0.14 (c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2/e5b119fa-7c76-4352-bdec-a5c18b8dbee6/194acaa2-c48f-4f8a-96db-0d0e473c3087) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:13:07.711141 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b30796-4139-4337-9a27-86371f07236e req-e7b0d667-ef4d-4adf-a6c3-2f05f972dd1d tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:07.714142 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-37b30796-4139-4337-9a27-86371f07236e req-e7b0d667-ef4d-4adf-a6c3-2f05f972dd1d tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 1132 time: 0.0681343 Feb 16 22:13:07.821296 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f6fbcfbb-32e0-4da9-a093-8a50b79b6ad1 req-99a7d0ec-75ae-468a-9069-cd8499f437f8 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520410 Feb 16 22:13:07.827545 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-37b30796-4139-4337-9a27-86371f07236e req-5f3840ac-0350-4f21-b211-30303c1bc110 tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028106 Feb 16 22:13:07.875716 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16876432-d659-4b0d-bba6-0b7d14ab05ba req-ce3d71e4-9950-4875-a979-fe0466e34f93 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:07.876907 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16876432-d659-4b0d-bba6-0b7d14ab05ba req-ce3d71e4-9950-4875-a979-fe0466e34f93 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6993986-18b2-404e-8136-20c7bb876c79 HTTP/1.1" status: 200 len: 948 time: 0.1231403 Feb 16 22:13:08.009727 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-d472e515-c2b1-4022-9a28-97dd0150b11a tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks [] for port (194acaa2-c48f-4f8a-96db-0d0e473c3087), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:08.049285 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f6fbcfbb-32e0-4da9-a093-8a50b79b6ad1 req-7868984e-f14d-4b57-af09-307cdc5c3d37 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839526 Feb 16 22:13:08.049802 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-16876432-d659-4b0d-bba6-0b7d14ab05ba req-3b0980dd-5546-4884-baae-fd6a42cf529b tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Deleting port c2988012-39bb-435e-b400-c1fa626fb337 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:13:08.050274 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16876432-d659-4b0d-bba6-0b7d14ab05ba req-3b0980dd-5546-4884-baae-fd6a42cf529b tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (c2988012-39bb-435e-b400-c1fa626fb337), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:08.084067 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-d472e515-c2b1-4022-9a28-97dd0150b11a tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (194acaa2-c48f-4f8a-96db-0d0e473c3087), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:08.099253 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['2fb08e3f-c286-4af9-b45d-c4f78457bf7e'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:13:08.163135 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afa843-1ecd-49c6-b368-4f8a7ef06fcb req-705f17cf-11bc-47b2-9640-46d631dbfbca tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:08.164828 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c9afa843-1ecd-49c6-b368-4f8a7ef06fcb req-705f17cf-11bc-47b2-9640-46d631dbfbca tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 1132 time: 0.1261296 Feb 16 22:13:08.190171 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-d472e515-c2b1-4022-9a28-97dd0150b11a tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Network c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:13:08.192444 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-16876432-d659-4b0d-bba6-0b7d14ab05ba req-3b0980dd-5546-4884-baae-fd6a42cf529b tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] For port c2988012-39bb-435e-b400-c1fa626fb337, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=c2988012-39bb-435e-b400-c1fa626fb337,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:13:08.192891 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16876432-d659-4b0d-bba6-0b7d14ab05ba req-3b0980dd-5546-4884-baae-fd6a42cf529b tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (c2988012-39bb-435e-b400-c1fa626fb337), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:08.216699 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-d472e515-c2b1-4022-9a28-97dd0150b11a tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:13:08.222857 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-16876432-d659-4b0d-bba6-0b7d14ab05ba req-3b0980dd-5546-4884-baae-fd6a42cf529b tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Calling delete_port for c2988012-39bb-435e-b400-c1fa626fb337 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:13:08.225961 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-d472e515-c2b1-4022-9a28-97dd0150b11a tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:13:08.255060 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c9afa843-1ecd-49c6-b368-4f8a7ef06fcb req-14a90c17-84e2-4488-9842-88b02c9a20a7 tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770137 Feb 16 22:13:08.344759 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-d472e515-c2b1-4022-9a28-97dd0150b11a tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:08.346017 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-d472e515-c2b1-4022-9a28-97dd0150b11a tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:08.373804 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472e515-c2b1-4022-9a28-97dd0150b11a tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Pushing event updated for resources: {'Port': ['ID=194acaa2-c48f-4f8a-96db-0d0e473c3087,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:08.388754 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-d472e515-c2b1-4022-9a28-97dd0150b11a tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4646664 Feb 16 22:13:08.404691 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-ba795d07-66e0-462f-8000-452d354456fb service neutron] Request body: {'port': {'device_id': '246ea983-17af-43ef-9f89-30fda278321d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:13:08.494504 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec68417-35a8-42b0-b9e6-9ec537d930d8 req-326d31f8-e866-4d55-820e-089ad98616f4 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:08.506241 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8ec68417-35a8-42b0-b9e6-9ec537d930d8 req-326d31f8-e866-4d55-820e-089ad98616f4 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6993986-18b2-404e-8136-20c7bb876c79 HTTP/1.1" status: 200 len: 948 time: 0.1404948 Feb 16 22:13:08.514263 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-ba795d07-66e0-462f-8000-452d354456fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (194acaa2-c48f-4f8a-96db-0d0e473c3087), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:08.585302 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16876432-d659-4b0d-bba6-0b7d14ab05ba req-3b0980dd-5546-4884-baae-fd6a42cf529b tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (c2988012-39bb-435e-b400-c1fa626fb337), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:08.623486 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8ec68417-35a8-42b0-b9e6-9ec537d930d8 req-899b0a98-c0a5-48b2-b375-7ee8fafc390d tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/security-groups?id=62b4647e-c406-4caa-91cb-6113d09f38f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162665 Feb 16 22:13:08.677184 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0980dd-5546-4884-baae-fd6a42cf529b tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Pushing event deleted for resources: {'Port': ['ID=c2988012-39bb-435e-b400-c1fa626fb337,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:08.789045 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-5c7f5940-400e-4926-8dc5-1f7eb69f6d58 None None] Provisioning complete for port 194acaa2-c48f-4f8a-96db-0d0e473c3087 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:13:08.789425 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5c7f5940-400e-4926-8dc5-1f7eb69f6d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (194acaa2-c48f-4f8a-96db-0d0e473c3087), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:08.838660 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-16876432-d659-4b0d-bba6-0b7d14ab05ba req-3b0980dd-5546-4884-baae-fd6a42cf529b tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] No DVR routers for this DVR port c2988012-39bb-435e-b400-c1fa626fb337 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:13:08.853369 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16876432-d659-4b0d-bba6-0b7d14ab05ba req-3b0980dd-5546-4884-baae-fd6a42cf529b tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:08.854379 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5c7f5940-400e-4926-8dc5-1f7eb69f6d58 None None] Port 194acaa2-c48f-4f8a-96db-0d0e473c3087 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:13:08.856809 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16876432-d659-4b0d-bba6-0b7d14ab05ba req-3b0980dd-5546-4884-baae-fd6a42cf529b tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.79 "DELETE /v2.0/ports/c2988012-39bb-435e-b400-c1fa626fb337 HTTP/1.1" status: 204 len: 173 time: 0.9739449 Feb 16 22:13:08.857279 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6993986-18b2-404e-8136-20c7bb876c79', 'name': 'network-vif-deleted', 'tag': 'c2988012-39bb-435e-b400-c1fa626fb337'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:13:08.859561 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040ae88f-522b-444f-8e87-82d3834d2595" -d '{"events": [{"server_uuid": "a6993986-18b2-404e-8136-20c7bb876c79", "name": "network-vif-deleted", "tag": "c2988012-39bb-435e-b400-c1fa626fb337"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:13:08.917624 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f7e14-d920-4813-a122-241674945e6f req-e35f9c48-7f92-44f8-a0db-d327ed8cf45c tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:08.919253 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-922f7e14-d920-4813-a122-241674945e6f req-e35f9c48-7f92-44f8-a0db-d327ed8cf45c tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports?device_id=246ea983-17af-43ef-9f89-30fda278321d HTTP/1.1" status: 200 len: 932 time: 0.1751025 Feb 16 22:13:09.049055 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-ba795d07-66e0-462f-8000-452d354456fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 194acaa2-c48f-4f8a-96db-0d0e473c3087 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:13:09.061294 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-ba795d07-66e0-462f-8000-452d354456fb service neutron] Publish callbacks [] for port (194acaa2-c48f-4f8a-96db-0d0e473c3087), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:09.078881 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-ba795d07-66e0-462f-8000-452d354456fb service neutron] Transition to ACTIVE for port object 194acaa2-c48f-4f8a-96db-0d0e473c3087 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:13:09.089188 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-ba795d07-66e0-462f-8000-452d354456fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (194acaa2-c48f-4f8a-96db-0d0e473c3087), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:09.282699 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba795d07-66e0-462f-8000-452d354456fb service neutron] Pushing event updated for resources: {'Port': ['ID=194acaa2-c48f-4f8a-96db-0d0e473c3087,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:09.381225 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-ba795d07-66e0-462f-8000-452d354456fb service neutron] Attempting to bind port 194acaa2-c48f-4f8a-96db-0d0e473c3087 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:13:09.382769 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-ba795d07-66e0-462f-8000-452d354456fb service neutron] Attempting to bind port 194acaa2-c48f-4f8a-96db-0d0e473c3087 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'c96a5b2c-2f6e-4443-bb80-c0cf15fb6610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:13:09.383767 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-ba795d07-66e0-462f-8000-452d354456fb service neutron] Attempting to bind port 194acaa2-c48f-4f8a-96db-0d0e473c3087 on network c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:13:09.389325 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-ba795d07-66e0-462f-8000-452d354456fb service neutron] Port 194acaa2-c48f-4f8a-96db-0d0e473c3087 on network c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:13:09.389659 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-ba795d07-66e0-462f-8000-452d354456fb service neutron] Attempting to bind port 194acaa2-c48f-4f8a-96db-0d0e473c3087 on network c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:13:09.397701 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-ba795d07-66e0-462f-8000-452d354456fb service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:13:09.398070 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-ba795d07-66e0-462f-8000-452d354456fb service neutron] Checking segment: {'id': 'c96a5b2c-2f6e-4443-bb80-c0cf15fb6610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:13:09.398467 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-ba795d07-66e0-462f-8000-452d354456fb service neutron] Bound using segment: {'id': 'c96a5b2c-2f6e-4443-bb80-c0cf15fb6610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:13:09.398904 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-ba795d07-66e0-462f-8000-452d354456fb service neutron] Bound port: 194acaa2-c48f-4f8a-96db-0d0e473c3087, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c96a5b2c-2f6e-4443-bb80-c0cf15fb6610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:13:09.399266 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-ba795d07-66e0-462f-8000-452d354456fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (194acaa2-c48f-4f8a-96db-0d0e473c3087), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:09.425202 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-e718d7db-d2c6-4b74-8851-1d46270ac208 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:13:09.426430 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-e718d7db-d2c6-4b74-8851-1d46270ac208 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1455488 Feb 16 22:13:09.491211 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-922f7e14-d920-4813-a122-241674945e6f req-a86a51a6-b982-4c7a-abf2-34f48a1df494 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/security-groups?id=eab23c27-3a63-4328-a22a-9756c2bb84ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5641708 Feb 16 22:13:09.549124 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-f53d662c-340b-4e7d-a578-11674ac20b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:09.550894 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-f53d662c-340b-4e7d-a578-11674ac20b7c service neutron] 10.222.0.75 "GET /v2.0/ports/39c7a120-1a4d-4dc8-9b07-2d421cd662de HTTP/1.1" status: 200 len: 1124 time: 0.0941787 Feb 16 22:13:09.560734 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-917dd983-e656-4c88-a3b0-8604cb0eafef service neutron] Request body: {'binding': {'host': 'n-h2-813897-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:13:09.561335 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-917dd983-e656-4c88-a3b0-8604cb0eafef service neutron] Unknown quota resources ['binding']. {{(pid=103465) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 22:13:09.811098 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de569fbd-ac1a-4e12-a7a5-3a504664ce1b req-27676eb2-f6a8-4fe4-96a5-c5770492d7a7 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:09.812758 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-de569fbd-ac1a-4e12-a7a5-3a504664ce1b req-27676eb2-f6a8-4fe4-96a5-c5770492d7a7 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 950 time: 0.0676396 Feb 16 22:13:09.828011 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-917dd983-e656-4c88-a3b0-8604cb0eafef service neutron] Attempting to bind port 39c7a120-1a4d-4dc8-9b07-2d421cd662de on host n-h2-813897-6 for vnic_type normal with profile None {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:13:09.828386 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-917dd983-e656-4c88-a3b0-8604cb0eafef service neutron] Attempting to bind port 39c7a120-1a4d-4dc8-9b07-2d421cd662de by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:13:09.828754 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-917dd983-e656-4c88-a3b0-8604cb0eafef service neutron] Attempting to bind port 39c7a120-1a4d-4dc8-9b07-2d421cd662de on network 16137278-7395-49da-9cb6-180484537d2f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:13:09.835306 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-ba795d07-66e0-462f-8000-452d354456fb service neutron] For port 194acaa2-c48f-4f8a-96db-0d0e473c3087, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:13:09.837755 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-917dd983-e656-4c88-a3b0-8604cb0eafef service neutron] Port 39c7a120-1a4d-4dc8-9b07-2d421cd662de on network 16137278-7395-49da-9cb6-180484537d2f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:13:09.838321 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-917dd983-e656-4c88-a3b0-8604cb0eafef service neutron] Attempting to bind port 39c7a120-1a4d-4dc8-9b07-2d421cd662de on network 16137278-7395-49da-9cb6-180484537d2f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:13:09.857283 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-917dd983-e656-4c88-a3b0-8604cb0eafef service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:13:09.857636 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-917dd983-e656-4c88-a3b0-8604cb0eafef service neutron] Checking segment: {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:13:09.858220 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-917dd983-e656-4c88-a3b0-8604cb0eafef service neutron] Bound using segment: {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:13:09.858800 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-917dd983-e656-4c88-a3b0-8604cb0eafef service neutron] Bound port: 39c7a120-1a4d-4dc8-9b07-2d421cd662de, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:13:09.879612 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-de569fbd-ac1a-4e12-a7a5-3a504664ce1b req-ea49f4ba-3fde-43f9-9208-3ed762c87a85 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609047 Feb 16 22:13:09.918612 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-ba795d07-66e0-462f-8000-452d354456fb service neutron] For port 194acaa2-c48f-4f8a-96db-0d0e473c3087, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=194acaa2-c48f-4f8a-96db-0d0e473c3087,segment=NetworkSegment(c96a5b2c-2f6e-4443-bb80-c0cf15fb6610),segment_id=c96a5b2c-2f6e-4443-bb80-c0cf15fb6610)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:13:09.919958 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a0319f-b23b-4b70-8503-45a48c486627 x-openstack-request-id: req-60a0319f-b23b-4b70-8503-45a48c486627 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:13:09.920433 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6993986-18b2-404e-8136-20c7bb876c79", "name": "network-vif-deleted", "tag": "c2988012-39bb-435e-b400-c1fa626fb337", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:13:09.920698 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-60a0319f-b23b-4b70-8503-45a48c486627 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:13:09.921211 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6993986-18b2-404e-8136-20c7bb876c79', 'name': 'network-vif-deleted', 'tag': 'c2988012-39bb-435e-b400-c1fa626fb337', 'status': 'completed', 'code': 200} Feb 16 22:13:09.935004 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-ba795d07-66e0-462f-8000-452d354456fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (194acaa2-c48f-4f8a-96db-0d0e473c3087), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:10.021541 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-917dd983-e656-4c88-a3b0-8604cb0eafef service neutron] For port 39c7a120-1a4d-4dc8-9b07-2d421cd662de, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=39c7a120-1a4d-4dc8-9b07-2d421cd662de,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:13:10.024454 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba795d07-66e0-462f-8000-452d354456fb service neutron] Pushing event updated for resources: {'Port': ['ID=194acaa2-c48f-4f8a-96db-0d0e473c3087,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:10.035025 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-ba795d07-66e0-462f-8000-452d354456fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:10.035735 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-ba795d07-66e0-462f-8000-452d354456fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:10.037294 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-ba795d07-66e0-462f-8000-452d354456fb service neutron] 10.222.0.67 "PUT /v2.0/ports/194acaa2-c48f-4f8a-96db-0d0e473c3087 HTTP/1.1" status: 200 len: 1092 time: 1.6405556 Feb 16 22:13:10.040934 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-917dd983-e656-4c88-a3b0-8604cb0eafef service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:10.042017 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-917dd983-e656-4c88-a3b0-8604cb0eafef service neutron] 10.222.0.75 "POST /v2.0/ports/39c7a120-1a4d-4dc8-9b07-2d421cd662de/bindings HTTP/1.1" status: 201 len: 389 time: 0.4855869 Feb 16 22:13:10.042447 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '246ea983-17af-43ef-9f89-30fda278321d', 'tag': '194acaa2-c48f-4f8a-96db-0d0e473c3087'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:13:10.044965 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333ec85d-37cb-4a8e-9532-4f44b0db0b28" -d '{"events": [{"name": "network-changed", "server_uuid": "246ea983-17af-43ef-9f89-30fda278321d", "tag": "194acaa2-c48f-4f8a-96db-0d0e473c3087"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:13:10.164307 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd362c-49fa-41f2-b42a-5259d92b7053 req-5bc70af9-a18e-4f6b-b36d-b90655bad16d tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:10.166873 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16cd362c-49fa-41f2-b42a-5259d92b7053 req-5bc70af9-a18e-4f6b-b36d-b90655bad16d tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 1127 time: 0.0927436 Feb 16 22:13:10.196886 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-952c20f7-9615-483b-bb1f-8ac55032b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:10.202640 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-952c20f7-9615-483b-bb1f-8ac55032b2f3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e7ee43918b7346aea3db9a1522c25646&device_id=246ea983-17af-43ef-9f89-30fda278321d HTTP/1.1" status: 200 len: 1126 time: 0.0940998 Feb 16 22:13:10.278576 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-3d4ddc26-7719-4de4-ac62-7d0e7924c213 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=194acaa2-c48f-4f8a-96db-0d0e473c3087 HTTP/1.1" status: 200 len: 217 time: 0.0674508 Feb 16 22:13:10.292156 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16cd362c-49fa-41f2-b42a-5259d92b7053 req-963fd3be-d1a4-46d1-920b-c4c88cf99edc tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087527 Feb 16 22:13:10.389412 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-e23b54c1-b08e-4436-b1bd-da8145d93370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:10.390841 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-e23b54c1-b08e-4436-b1bd-da8145d93370 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e5b119fa-7c76-4352-bdec-a5c18b8dbee6 HTTP/1.1" status: 200 len: 859 time: 0.1052434 Feb 16 22:13:10.456585 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-4c0a9f85-8a72-485a-9bac-38d0f1349f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:10.468685 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfcb156-a2e3-4154-ac4c-71bb3a1487d4 x-openstack-request-id: req-8dfcb156-a2e3-4154-ac4c-71bb3a1487d4 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:13:10.469120 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "246ea983-17af-43ef-9f89-30fda278321d", "tag": "194acaa2-c48f-4f8a-96db-0d0e473c3087", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:13:10.469511 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8dfcb156-a2e3-4154-ac4c-71bb3a1487d4 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:13:10.472217 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-4c0a9f85-8a72-485a-9bac-38d0f1349f18 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=744a37dc5b8f478b9350ec4becb28946&device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 1127 time: 0.1101735 Feb 16 22:13:10.472642 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '246ea983-17af-43ef-9f89-30fda278321d', 'tag': '194acaa2-c48f-4f8a-96db-0d0e473c3087', 'status': 'completed', 'code': 200} Feb 16 22:13:10.496782 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-54505ad1-661e-4685-b0d7-04ecb07976a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:10.500023 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-54505ad1-661e-4685-b0d7-04ecb07976a3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1026583 Feb 16 22:13:10.641142 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-0c7355e0-ca49-4799-9920-6f83c1844ff8 service neutron] 10.222.0.67 "GET /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301184 Feb 16 22:13:10.656036 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-ea60ede8-d65a-44eb-885d-9472c35e6c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:10.657497 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-ea60ede8-d65a-44eb-885d-9472c35e6c70 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16137278-7395-49da-9cb6-180484537d2f HTTP/1.1" status: 200 len: 922 time: 0.1844995 Feb 16 22:13:10.755338 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5c183b46-9c81-434b-b71b-b0193d2979ad req-24125616-429a-4e6a-907a-b6f55e302e17 service neutron] 10.222.0.67 "GET /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065092 Feb 16 22:13:10.798242 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-a9f59afc-19d6-40c3-ad45-56913fdded50 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39c7a120-1a4d-4dc8-9b07-2d421cd662de HTTP/1.1" status: 200 len: 217 time: 0.0747583 Feb 16 22:13:10.874850 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25201e8b-3cff-4d2e-b586-08348aa608ca req-b3ebc9c6-0c4f-449f-9442-c4a7009f8990 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:10.883592 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-25201e8b-3cff-4d2e-b586-08348aa608ca req-b3ebc9c6-0c4f-449f-9442-c4a7009f8990 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 945 time: 0.2296929 Feb 16 22:13:10.901929 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ec85d-37cb-4a8e-9532-4f44b0db0b28 req-9e5ad1cb-5e7a-4188-b225-fb36e9f5319a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:10.905579 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-333ec85d-37cb-4a8e-9532-4f44b0db0b28 req-9e5ad1cb-5e7a-4188-b225-fb36e9f5319a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e7ee43918b7346aea3db9a1522c25646&device_id=246ea983-17af-43ef-9f89-30fda278321d HTTP/1.1" status: 200 len: 1126 time: 0.0913839 Feb 16 22:13:10.918991 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-0a22771e-840b-4252-8706-9f2b0f0d54b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:10.920838 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-0a22771e-840b-4252-8706-9f2b0f0d54b2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c3e80cb9-4386-4d79-b9b3-6283b204f543 HTTP/1.1" status: 200 len: 861 time: 0.1021833 Feb 16 22:13:10.955792 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:13:10.988007 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-be26c47a-5b4b-49b2-84d4-06056908869f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16137278-7395-49da-9cb6-180484537d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553102 Feb 16 22:13:11.009655 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-25201e8b-3cff-4d2e-b586-08348aa608ca req-d2b11bac-bef8-4592-bc4d-6af04f9c27be tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252089 Feb 16 22:13:11.084756 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ec85d-37cb-4a8e-9532-4f44b0db0b28 req-0720876f-2deb-4ea4-8558-80c052b59455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:11.089846 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-333ec85d-37cb-4a8e-9532-4f44b0db0b28 req-0720876f-2deb-4ea4-8558-80c052b59455 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 HTTP/1.1" status: 200 len: 921 time: 0.1662886 Feb 16 22:13:11.106532 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-6a9e49f1-af14-4adb-91bb-0b5456bf0d35 service neutron] 10.222.0.79 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096473 Feb 16 22:13:11.198131 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-333ec85d-37cb-4a8e-9532-4f44b0db0b28 req-fd9cc14e-dab7-4451-8376-cc9269be1f22 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=194acaa2-c48f-4f8a-96db-0d0e473c3087 HTTP/1.1" status: 200 len: 217 time: 0.0994849 Feb 16 22:13:11.235353 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-e84d9dd9-6ded-4639-95e4-3e81a5c6fb62 service neutron] 10.222.0.79 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219435 Feb 16 22:13:11.289019 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ec85d-37cb-4a8e-9532-4f44b0db0b28 req-6ad04e3c-3767-4802-a207-b7bb954eb1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:11.290561 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-333ec85d-37cb-4a8e-9532-4f44b0db0b28 req-6ad04e3c-3767-4802-a207-b7bb954eb1dc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e5b119fa-7c76-4352-bdec-a5c18b8dbee6 HTTP/1.1" status: 200 len: 859 time: 0.0836120 Feb 16 22:13:11.345775 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device c2988012-39bb-435e-b400-c1fa626fb337 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:13:11.366589 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ec85d-37cb-4a8e-9532-4f44b0db0b28 req-065188c6-7f49-47e8-897f-c575813325fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:11.367803 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-333ec85d-37cb-4a8e-9532-4f44b0db0b28 req-065188c6-7f49-47e8-897f-c575813325fb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0698545 Feb 16 22:13:11.410209 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: c2988012-39bb-435e-b400-c1fa626fb337 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:13:11.410808 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device c2988012-39bb-435e-b400-c1fa626fb337 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:13:11.432880 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6d102-6139-44b0-be6b-db0de18241d6 req-2be9be84-a014-4fdb-9844-2c98c8742392 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:11.445410 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24d6d102-6139-44b0-be6b-db0de18241d6 req-2be9be84-a014-4fdb-9844-2c98c8742392 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports?device_id=246ea983-17af-43ef-9f89-30fda278321d HTTP/1.1" status: 200 len: 944 time: 0.1152658 Feb 16 22:13:11.531745 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24d6d102-6139-44b0-be6b-db0de18241d6 req-c7fe52f5-c898-4095-8730-904dcc459608 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/security-groups?id=eab23c27-3a63-4328-a22a-9756c2bb84ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792320 Feb 16 22:13:11.553744 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-333ec85d-37cb-4a8e-9532-4f44b0db0b28 req-8d485912-80fe-4e74-b45a-c04c186a5f90 service neutron] 10.222.0.67 "GET /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703584 Feb 16 22:13:11.744946 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-333ec85d-37cb-4a8e-9532-4f44b0db0b28 req-80bed361-9c90-476a-b8a0-1ece4375b7b3 service neutron] 10.222.0.67 "GET /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748991 Feb 16 22:13:11.784609 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce28b9a-7817-481b-a4d3-a95f4f5d9c0a req-3a8cf747-3420-4229-bcaf-8a3d8ea3dce0 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:11.795056 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [req-118b293b-7a15-4766-8860-79a71c9ee8be req-661f5a56-21f9-435f-b73f-3989f1997ff7 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:13:11.797182 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-118b293b-7a15-4766-8860-79a71c9ee8be req-661f5a56-21f9-435f-b73f-3989f1997ff7 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069752 Feb 16 22:13:11.803638 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6ce28b9a-7817-481b-a4d3-a95f4f5d9c0a req-3a8cf747-3420-4229-bcaf-8a3d8ea3dce0 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a HTTP/1.1" status: 200 len: 948 time: 0.1577005 Feb 16 22:13:11.854840 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b293b-7a15-4766-8860-79a71c9ee8be req-508fccc0-3d23-4cf0-aacc-e85f40e4ab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:11.856298 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-118b293b-7a15-4766-8860-79a71c9ee8be req-508fccc0-3d23-4cf0-aacc-e85f40e4ab45 service neutron] 10.222.0.75 "GET /v2.0/ports/f5f434fd-a528-4a73-a958-bf0d4d1d5a8d HTTP/1.1" status: 200 len: 1124 time: 0.0495892 Feb 16 22:13:11.866548 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-118b293b-7a15-4766-8860-79a71c9ee8be req-4552cbd8-0b7a-4af6-96e5-8f0c90c84a9b service neutron] Request body: {'binding': {'host': 'n-h1-813897-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:13:11.867010 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-118b293b-7a15-4766-8860-79a71c9ee8be req-4552cbd8-0b7a-4af6-96e5-8f0c90c84a9b service neutron] Unknown quota resources ['binding']. {{(pid=103465) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 22:13:11.893808 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6ce28b9a-7817-481b-a4d3-a95f4f5d9c0a req-9bbbdda0-89e7-4f2a-bc07-a0cde7545cc1 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/security-groups?id=62b4647e-c406-4caa-91cb-6113d09f38f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890899 Feb 16 22:13:12.043446 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-118b293b-7a15-4766-8860-79a71c9ee8be req-4552cbd8-0b7a-4af6-96e5-8f0c90c84a9b service neutron] Attempting to bind port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d on host n-h1-813897-6 for vnic_type normal with profile None {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:13:12.043862 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-118b293b-7a15-4766-8860-79a71c9ee8be req-4552cbd8-0b7a-4af6-96e5-8f0c90c84a9b service neutron] Attempting to bind port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:13:12.044121 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118b293b-7a15-4766-8860-79a71c9ee8be req-4552cbd8-0b7a-4af6-96e5-8f0c90c84a9b service neutron] Attempting to bind port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d on network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:13:12.048973 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118b293b-7a15-4766-8860-79a71c9ee8be req-4552cbd8-0b7a-4af6-96e5-8f0c90c84a9b service neutron] Port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d on network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:13:12.049296 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118b293b-7a15-4766-8860-79a71c9ee8be req-4552cbd8-0b7a-4af6-96e5-8f0c90c84a9b service neutron] Attempting to bind port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d on network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:13:12.056423 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118b293b-7a15-4766-8860-79a71c9ee8be req-4552cbd8-0b7a-4af6-96e5-8f0c90c84a9b service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:13:12.056836 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118b293b-7a15-4766-8860-79a71c9ee8be req-4552cbd8-0b7a-4af6-96e5-8f0c90c84a9b service neutron] Checking segment: {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:13:12.057149 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118b293b-7a15-4766-8860-79a71c9ee8be req-4552cbd8-0b7a-4af6-96e5-8f0c90c84a9b service neutron] Bound using segment: {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:13:12.062132 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-118b293b-7a15-4766-8860-79a71c9ee8be req-4552cbd8-0b7a-4af6-96e5-8f0c90c84a9b service neutron] Bound port: f5f434fd-a528-4a73-a958-bf0d4d1d5a8d, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:13:12.086456 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81efca-1d34-4178-86f0-9292f50f548f req-0aaf79d0-3970-4aab-bcb0-478ae79e5602 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:12.088025 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1a81efca-1d34-4178-86f0-9292f50f548f req-0aaf79d0-3970-4aab-bcb0-478ae79e5602 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 950 time: 0.0849316 Feb 16 22:13:12.160587 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1a81efca-1d34-4178-86f0-9292f50f548f req-173a0b99-bf50-42fe-b0f9-e52e44860d23 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656443 Feb 16 22:13:12.172662 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-118b293b-7a15-4766-8860-79a71c9ee8be req-4552cbd8-0b7a-4af6-96e5-8f0c90c84a9b service neutron] For port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f5f434fd-a528-4a73-a958-bf0d4d1d5a8d,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:13:12.188329 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-118b293b-7a15-4766-8860-79a71c9ee8be req-4552cbd8-0b7a-4af6-96e5-8f0c90c84a9b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:12.189543 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-118b293b-7a15-4766-8860-79a71c9ee8be req-4552cbd8-0b7a-4af6-96e5-8f0c90c84a9b service neutron] 10.222.0.75 "POST /v2.0/ports/f5f434fd-a528-4a73-a958-bf0d4d1d5a8d/bindings HTTP/1.1" status: 201 len: 389 time: 0.3275168 Feb 16 22:13:12.647730 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b293b-7a15-4766-8860-79a71c9ee8be req-158d5128-6b70-4cb4-9341-01c101e4804a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:12.650760 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-118b293b-7a15-4766-8860-79a71c9ee8be req-158d5128-6b70-4cb4-9341-01c101e4804a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 1127 time: 0.1548653 Feb 16 22:13:12.728216 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f5f5d-141b-45fb-a724-b9f182e845bc req-bbc9d79b-c67b-4404-9ae3-859354fde878 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:12.739551 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-193f5f5d-141b-45fb-a724-b9f182e845bc req-bbc9d79b-c67b-4404-9ae3-859354fde878 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 945 time: 0.1001494 Feb 16 22:13:12.860055 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b293b-7a15-4766-8860-79a71c9ee8be req-208ad17f-c9ad-4fb4-b92c-9921c5cda339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:12.861684 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-118b293b-7a15-4766-8860-79a71c9ee8be req-208ad17f-c9ad-4fb4-b92c-9921c5cda339 service neutron] 10.222.0.67 "GET /v2.0/networks?id=91cf39f3-9142-4ee5-af15-00f1f801e8c7 HTTP/1.1" status: 200 len: 908 time: 0.2012076 Feb 16 22:13:12.889781 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-193f5f5d-141b-45fb-a724-b9f182e845bc req-7a2dc6a4-c85b-47b4-b659-7c5236a81143 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490171 Feb 16 22:13:12.942631 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-118b293b-7a15-4766-8860-79a71c9ee8be req-79b35575-e22d-49e4-aa8a-8f1da4dd3cdf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5f434fd-a528-4a73-a958-bf0d4d1d5a8d HTTP/1.1" status: 200 len: 217 time: 0.0669005 Feb 16 22:13:12.964209 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52809301-80d8-4f01-83e2-6f5a0c293e0b req-edeb73b4-b520-43bb-9c84-6b6b530bb1bd tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:12.966066 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-52809301-80d8-4f01-83e2-6f5a0c293e0b req-edeb73b4-b520-43bb-9c84-6b6b530bb1bd tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 945 time: 0.1904349 Feb 16 22:13:13.017962 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b293b-7a15-4766-8860-79a71c9ee8be req-e933a79a-8835-477f-9f3d-a273ab084f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:13.020214 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-118b293b-7a15-4766-8860-79a71c9ee8be req-e933a79a-8835-477f-9f3d-a273ab084f5d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f7242f4f-8939-4e6c-b488-ab1fd3ca8215 HTTP/1.1" status: 200 len: 847 time: 0.0693169 Feb 16 22:13:13.068372 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-118b293b-7a15-4766-8860-79a71c9ee8be req-112b4e52-c1fb-42f4-945a-985d49101cfd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=91cf39f3-9142-4ee5-af15-00f1f801e8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383167 Feb 16 22:13:13.073943 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-52809301-80d8-4f01-83e2-6f5a0c293e0b req-25830edb-bc72-4501-8286-36593dc17dd2 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003909 Feb 16 22:13:13.139160 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d21bb-68db-46f7-8c8b-150f949d5fa0 req-c42373ca-176a-4c0c-9068-92378f19ced3 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:13.144685 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-783d21bb-68db-46f7-8c8b-150f949d5fa0 req-c42373ca-176a-4c0c-9068-92378f19ced3 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports?device_id=246ea983-17af-43ef-9f89-30fda278321d HTTP/1.1" status: 200 len: 944 time: 0.1186135 Feb 16 22:13:13.182722 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-118b293b-7a15-4766-8860-79a71c9ee8be req-79957f6e-322c-42e7-8163-809070366eee service neutron] 10.222.0.67 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030154 Feb 16 22:13:13.231522 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-783d21bb-68db-46f7-8c8b-150f949d5fa0 req-e7e6c513-988b-4f9c-ad88-68fbe5787e54 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/security-groups?id=eab23c27-3a63-4328-a22a-9756c2bb84ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773818 Feb 16 22:13:13.242474 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abd697-4cb4-4c2c-8d3f-a7f50e028234 req-2747fb9d-40cb-4f1b-a8b8-341abae0c538 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:13.244318 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-02abd697-4cb4-4c2c-8d3f-a7f50e028234 req-2747fb9d-40cb-4f1b-a8b8-341abae0c538 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 950 time: 0.0986655 Feb 16 22:13:13.299940 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-118b293b-7a15-4766-8860-79a71c9ee8be req-0d8a1010-5770-4cc9-ab20-ba8e651b8b1e service neutron] 10.222.0.67 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105328 Feb 16 22:13:13.312080 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-02abd697-4cb4-4c2c-8d3f-a7f50e028234 req-040786f6-dbad-40a5-9dec-c840c072283d tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527651 Feb 16 22:13:13.371572 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-c49007b2-d122-4813-aa80-4c8bfd29ea62 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1749243256&fields=id&tenant_id=030664079749416b877398f148fb3d38 HTTP/1.1" status: 200 len: 267 time: 0.0504937 Feb 16 22:13:13.449164 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78aa82-cb14-480b-a92b-9c32ca483189 req-9236a8b4-f9a6-47a4-94af-9ca5120ef8f0 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:13.451930 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3c78aa82-cb14-480b-a92b-9c32ca483189 req-9236a8b4-f9a6-47a4-94af-9ca5120ef8f0 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.67 "GET /v2.0/ports?device_id=6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a HTTP/1.1" status: 200 len: 948 time: 0.0730455 Feb 16 22:13:13.518867 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90bd98-522a-4832-89fe-d4bb70629633 req-3dceaedd-f814-4dd3-a439-0ca193067b3c tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:13.521421 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ba90bd98-522a-4832-89fe-d4bb70629633 req-3dceaedd-f814-4dd3-a439-0ca193067b3c tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a HTTP/1.1" status: 200 len: 948 time: 0.1485667 Feb 16 22:13:13.559833 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-49118afe-2309-4f37-94fe-705e1680c39a tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:13.560847 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-3c78aa82-cb14-480b-a92b-9c32ca483189 req-29818802-6a3b-4789-bb02-1a59cbc29a45 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Deleting port 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:13:13.561191 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3c78aa82-cb14-480b-a92b-9c32ca483189 req-29818802-6a3b-4789-bb02-1a59cbc29a45 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (8a20f5fd-090d-41eb-9d1a-31f7ee5a438b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:13.562340 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-49118afe-2309-4f37-94fe-705e1680c39a tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/networks?id=908e6638-f4c8-4b45-9573-ffca76ae9dd0 HTTP/1.1" status: 200 len: 823 time: 0.1510022 Feb 16 22:13:13.601420 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-8697fa86-e39a-4a7e-a1e8-80527ada418b tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/quotas/030664079749416b877398f148fb3d38 HTTP/1.1" status: 200 len: 375 time: 0.0257876 Feb 16 22:13:13.610501 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ba90bd98-522a-4832-89fe-d4bb70629633 req-31d636f8-7459-4d57-a612-346f9964dbfe tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.75 "GET /v2.0/security-groups?id=62b4647e-c406-4caa-91cb-6113d09f38f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794110 Feb 16 22:13:13.679693 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-1429db7d-8c97-453c-9da3-6f5070540869 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=030664079749416b877398f148fb3d38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0681441 Feb 16 22:13:13.685865 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-3c78aa82-cb14-480b-a92b-9c32ca483189 req-29818802-6a3b-4789-bb02-1a59cbc29a45 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] For port 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8a20f5fd-090d-41eb-9d1a-31f7ee5a438b,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:13:13.686423 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3c78aa82-cb14-480b-a92b-9c32ca483189 req-29818802-6a3b-4789-bb02-1a59cbc29a45 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (8a20f5fd-090d-41eb-9d1a-31f7ee5a438b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:13.701587 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-3c78aa82-cb14-480b-a92b-9c32ca483189 req-29818802-6a3b-4789-bb02-1a59cbc29a45 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Calling delete_port for 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:13:13.768692 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728cee6c-3fed-42b5-bd56-40086c1fa3a4 req-8c74fa62-72c1-4f67-b100-3b1f36ceea4d tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:13.770593 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-728cee6c-3fed-42b5-bd56-40086c1fa3a4 req-8c74fa62-72c1-4f67-b100-3b1f36ceea4d tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 950 time: 0.0897329 Feb 16 22:13:13.853703 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3c78aa82-cb14-480b-a92b-9c32ca483189 req-29818802-6a3b-4789-bb02-1a59cbc29a45 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (8a20f5fd-090d-41eb-9d1a-31f7ee5a438b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:13.854223 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-f9736bb4-38ec-4ee3-84aa-92d5f2348792 service neutron] 10.222.0.75 "GET /v2.0/networks/908e6638-f4c8-4b45-9573-ffca76ae9dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364446 Feb 16 22:13:13.864125 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-728cee6c-3fed-42b5-bd56-40086c1fa3a4 req-ad9ac285-77fb-415f-abbf-b8fde9443828 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692091 Feb 16 22:13:13.908727 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29818802-6a3b-4789-bb02-1a59cbc29a45 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Pushing event deleted for resources: {'Port': ['ID=8a20f5fd-090d-41eb-9d1a-31f7ee5a438b,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:13.956566 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c78aa82-cb14-480b-a92b-9c32ca483189 req-29818802-6a3b-4789-bb02-1a59cbc29a45 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] No DVR routers for this DVR port 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:13:13.959170 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3c78aa82-cb14-480b-a92b-9c32ca483189 req-29818802-6a3b-4789-bb02-1a59cbc29a45 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:13.963150 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3c78aa82-cb14-480b-a92b-9c32ca483189 req-29818802-6a3b-4789-bb02-1a59cbc29a45 tempest-ListImageFiltersTestJSON-363440650 tempest-ListImageFiltersTestJSON-363440650-project] 10.222.0.67 "DELETE /v2.0/ports/8a20f5fd-090d-41eb-9d1a-31f7ee5a438b HTTP/1.1" status: 204 len: 173 time: 0.5037916 Feb 16 22:13:13.963612 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a', 'name': 'network-vif-deleted', 'tag': '8a20f5fd-090d-41eb-9d1a-31f7ee5a438b'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:13:13.965930 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889d8fee-93e1-4050-b465-efcf5a9ac637" -d '{"events": [{"server_uuid": "6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a", "name": "network-vif-deleted", "tag": "8a20f5fd-090d-41eb-9d1a-31f7ee5a438b"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:13:14.002615 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-2fa38e8f-9016-4ff3-8f42-5b8d6445de57 service neutron] 10.222.0.75 "GET /v2.0/networks/908e6638-f4c8-4b45-9573-ffca76ae9dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375139 Feb 16 22:13:14.080567 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c5ae1-4700-4bd6-b0ae-c8b4f4881c58 req-f888999d-be26-461e-bc54-ef7d69f48e72 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:14.082735 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-af7c5ae1-4700-4bd6-b0ae-c8b4f4881c58 req-f888999d-be26-461e-bc54-ef7d69f48e72 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 945 time: 0.0647707 Feb 16 22:13:14.139962 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-af7c5ae1-4700-4bd6-b0ae-c8b4f4881c58 req-c2fe2b95-b855-4845-9d58-f72c6fe776a7 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505643 Feb 16 22:13:14.188522 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8f8023-0fcc-4a96-b9db-412acfdb58a5 x-openstack-request-id: req-ae8f8023-0fcc-4a96-b9db-412acfdb58a5 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:13:14.189020 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a", "name": "network-vif-deleted", "tag": "8a20f5fd-090d-41eb-9d1a-31f7ee5a438b", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:13:14.189962 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ae8f8023-0fcc-4a96-b9db-412acfdb58a5 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:13:14.190589 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd5b16f-0c8c-410e-8bd1-10cc8d931c8a', 'name': 'network-vif-deleted', 'tag': '8a20f5fd-090d-41eb-9d1a-31f7ee5a438b', 'status': 'completed', 'code': 200} Feb 16 22:13:14.308340 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-62e5b924-6dc3-4896-a174-caed5828d194 req-aeee04e9-99d2-4c54-b09a-1aca2fb876fa tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/ports?device_id=ea93024b-ef05-4005-ab8e-4ba0c968c923 HTTP/1.1" status: 200 len: 210 time: 0.0423117 Feb 16 22:13:14.323900 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8cf9c-18ae-4ed0-ba07-9f05e3f7dce3 req-3150ab78-1827-4243-9e0e-b24e6502f3ec tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:14.325814 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1f8cf9c-18ae-4ed0-ba07-9f05e3f7dce3 req-3150ab78-1827-4243-9e0e-b24e6502f3ec tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.79 "GET /v2.0/ports?device_id=2bdf61ae-e089-4c2f-aaf4-563205524504 HTTP/1.1" status: 200 len: 946 time: 0.1500082 Feb 16 22:13:14.357005 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742717e-8652-42db-9436-db1e4d8e0aad req-ef91c88f-16b7-4645-9962-67309a0dcc94 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:14.358816 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6742717e-8652-42db-9436-db1e4d8e0aad req-ef91c88f-16b7-4645-9962-67309a0dcc94 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 945 time: 0.1410210 Feb 16 22:13:14.556909 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6742717e-8652-42db-9436-db1e4d8e0aad req-851fe4de-d7bc-4e68-a677-d168812e39c0 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696525 Feb 16 22:13:14.603724 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a680e-70f6-4a64-8e17-e8685b3be1ac req-75911ac5-72db-48f2-bcdc-283a2e0f720b tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:14.618278 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c57a680e-70f6-4a64-8e17-e8685b3be1ac req-75911ac5-72db-48f2-bcdc-283a2e0f720b tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports?device_id=246ea983-17af-43ef-9f89-30fda278321d HTTP/1.1" status: 200 len: 944 time: 0.2037649 Feb 16 22:13:14.703321 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-a1f8cf9c-18ae-4ed0-ba07-9f05e3f7dce3 req-302c4b4a-9f80-4362-b62c-c6729d991504 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Deleting port a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:13:14.704124 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a1f8cf9c-18ae-4ed0-ba07-9f05e3f7dce3 req-302c4b4a-9f80-4362-b62c-c6729d991504 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:14.805773 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c57a680e-70f6-4a64-8e17-e8685b3be1ac req-c070b86f-3b6c-4a25-b58f-8cb3b28b39fa tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/security-groups?id=eab23c27-3a63-4328-a22a-9756c2bb84ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866188 Feb 16 22:13:14.877184 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b576a11-5921-4bcf-8652-61e775f4acad req-7a8cff16-f066-4588-90a5-0ac9577e9066 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:14.881632 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8b576a11-5921-4bcf-8652-61e775f4acad req-7a8cff16-f066-4588-90a5-0ac9577e9066 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 950 time: 0.1955118 Feb 16 22:13:14.924968 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-a1f8cf9c-18ae-4ed0-ba07-9f05e3f7dce3 req-302c4b4a-9f80-4362-b62c-c6729d991504 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] For port a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f,segment=NetworkSegment(73b1a5be-4d8c-41ce-b66a-7c0f6916f940),segment_id=73b1a5be-4d8c-41ce-b66a-7c0f6916f940)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:13:14.925577 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a1f8cf9c-18ae-4ed0-ba07-9f05e3f7dce3 req-302c4b4a-9f80-4362-b62c-c6729d991504 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:15.026437 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8b576a11-5921-4bcf-8652-61e775f4acad req-832a0216-f5ae-4b24-b2ef-b375dc2f7a75 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396248 Feb 16 22:13:15.195423 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 194acaa2-c48f-4f8a-96db-0d0e473c3087 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:13:15.279221 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8a2e5-4900-4496-b8a5-a2980c02d790 req-3fce870c-ae92-414f-bb71-d28755628fdf tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:15.280983 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d0f8a2e5-4900-4496-b8a5-a2980c02d790 req-3fce870c-ae92-414f-bb71-d28755628fdf tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 950 time: 0.1400578 Feb 16 22:13:15.321321 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a1f8cf9c-18ae-4ed0-ba07-9f05e3f7dce3 req-302c4b4a-9f80-4362-b62c-c6729d991504 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:15.321684 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a1f8cf9c-18ae-4ed0-ba07-9f05e3f7dce3 req-302c4b4a-9f80-4362-b62c-c6729d991504 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (c7ea71e3-5a3b-4f18-8f7d-9ca7b7a85266), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:15.322039 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [req-a1f8cf9c-18ae-4ed0-ba07-9f05e3f7dce3 req-302c4b4a-9f80-4362-b62c-c6729d991504 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Floating IP c7ea71e3-5a3b-4f18-8f7d-9ca7b7a85266 disassociated. External IP: 172.25.2.116, port: a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f. Feb 16 22:13:15.322393 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-a1f8cf9c-18ae-4ed0-ba07-9f05e3f7dce3 req-302c4b4a-9f80-4362-b62c-c6729d991504 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Calling delete_port for a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:13:15.343181 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 194acaa2-c48f-4f8a-96db-0d0e473c3087, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=194acaa2-c48f-4f8a-96db-0d0e473c3087,segment=NetworkSegment(c96a5b2c-2f6e-4443-bb80-c0cf15fb6610),segment_id=c96a5b2c-2f6e-4443-bb80-c0cf15fb6610)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:13:15.359127 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '194acaa2-c48f-4f8a-96db-0d0e473c3087', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'port_id': '194acaa2-c48f-4f8a-96db-0d0e473c3087', 'mac_address': 'fa:16:3e:fd:c4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:13:15.381702 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d0f8a2e5-4900-4496-b8a5-a2980c02d790 req-f964f621-db1a-4ed5-9aa0-aaddc16ea56b tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894394 Feb 16 22:13:15.422373 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 194acaa2-c48f-4f8a-96db-0d0e473c3087 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:13:15.422845 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (194acaa2-c48f-4f8a-96db-0d0e473c3087), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:15.439679 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 194acaa2-c48f-4f8a-96db-0d0e473c3087 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:13:15.482266 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 194acaa2-c48f-4f8a-96db-0d0e473c3087, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=194acaa2-c48f-4f8a-96db-0d0e473c3087,segment=NetworkSegment(c96a5b2c-2f6e-4443-bb80-c0cf15fb6610),segment_id=c96a5b2c-2f6e-4443-bb80-c0cf15fb6610)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:13:15.490165 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (194acaa2-c48f-4f8a-96db-0d0e473c3087), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:15.572335 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=194acaa2-c48f-4f8a-96db-0d0e473c3087,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:15.606955 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6961dd6-e336-4ee0-a416-8473779bb83e req-e9846abf-2471-4bd3-988d-d5a961d454bc tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:15.608581 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c6961dd6-e336-4ee0-a416-8473779bb83e req-e9846abf-2471-4bd3-988d-d5a961d454bc tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 945 time: 0.1720166 Feb 16 22:13:15.758699 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c6961dd6-e336-4ee0-a416-8473779bb83e req-7ddb9409-734d-4b9c-b81f-bae73779fe3b tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421776 Feb 16 22:13:15.761038 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a1f8cf9c-18ae-4ed0-ba07-9f05e3f7dce3 req-302c4b4a-9f80-4362-b62c-c6729d991504 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:15.789745 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-0fce2499-df4a-4562-9347-4d8d00a3d893 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:15.792398 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-0fce2499-df4a-4562-9347-4d8d00a3d893 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.67 "GET /v2.0/networks?id=908e6638-f4c8-4b45-9573-ffca76ae9dd0 HTTP/1.1" status: 200 len: 823 time: 0.1658239 Feb 16 22:13:15.838609 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c4b4a-9f80-4362-b62c-c6729d991504 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Pushing event deleted for resources: {'Port': ['ID=a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:15.902155 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['194acaa2-c48f-4f8a-96db-0d0e473c3087'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:13:15.936399 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-7b098388-e96d-47f0-a84a-71fb0e6d9396 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=030664079749416b877398f148fb3d38 HTTP/1.1" status: 200 len: 380 time: 0.1277521 Feb 16 22:13:15.950224 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-4f609699-f0a7-4925-a95b-3e0140684d60 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Request body: {'port': {'device_id': 'ea93024b-ef05-4005-ab8e-4ba0c968c923', 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0', 'admin_state_up': True, 'tenant_id': '030664079749416b877398f148fb3d38', 'security_groups': ['fce9e7f7-2e4b-4a61-aa44-727f39b35b4c']}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:13:16.044052 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f836935f-e084-4c29-a36e-fc1eaae28ea6 req-6a9820cd-0a2f-4d3a-82bc-65acf6185e35 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/ports?device_id=ea93024b-ef05-4005-ab8e-4ba0c968c923 HTTP/1.1" status: 200 len: 210 time: 0.1383204 Feb 16 22:13:16.094679 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa2456-72d4-4353-8db0-42f4d4af4d33 req-52bb725e-39ce-42a5-a3a5-e20a3080527e tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:16.097101 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ddaa2456-72d4-4353-8db0-42f4d4af4d33 req-52bb725e-39ce-42a5-a3a5-e20a3080527e tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 945 time: 0.2102454 Feb 16 22:13:16.145428 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1f8cf9c-18ae-4ed0-ba07-9f05e3f7dce3 req-302c4b4a-9f80-4362-b62c-c6729d991504 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Router ff5d0efb-9339-4536-bac5-79bda2b84a51 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:13:16.381870 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ddaa2456-72d4-4353-8db0-42f4d4af4d33 req-ab02ddcb-bf66-4046-9998-c975fdfe0b26 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591267 Feb 16 22:13:16.458309 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1f8cf9c-18ae-4ed0-ba07-9f05e3f7dce3 req-302c4b4a-9f80-4362-b62c-c6729d991504 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:13:16.483149 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e096188b-ee42-4872-9579-3a9ece079eba None None] Sync routers for ids ['ff5d0efb-9339-4536-bac5-79bda2b84a51'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:13:16.520640 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e096188b-ee42-4872-9579-3a9ece079eba None None] Routers {'ff5d0efb-9339-4536-bac5-79bda2b84a51'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:13:16.526204 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-e096188b-ee42-4872-9579-3a9ece079eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:12:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['ff5d0efb-9339-4536-bac5-79bda2b84a51'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:16.549316 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-4f609699-f0a7-4925-a95b-3e0140684d60 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Made reservation on behalf of 030664079749416b877398f148fb3d38 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:13:16.553634 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-4f609699-f0a7-4925-a95b-3e0140684d60 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:16.604525 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f8cf9c-18ae-4ed0-ba07-9f05e3f7dce3 req-302c4b4a-9f80-4362-b62c-c6729d991504 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] No DVR routers for this DVR port a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:13:16.628706 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a1f8cf9c-18ae-4ed0-ba07-9f05e3f7dce3 req-302c4b4a-9f80-4362-b62c-c6729d991504 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:16.633846 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1f8cf9c-18ae-4ed0-ba07-9f05e3f7dce3 req-302c4b4a-9f80-4362-b62c-c6729d991504 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.79 "DELETE /v2.0/ports/a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f HTTP/1.1" status: 204 len: 173 time: 2.2970924 Feb 16 22:13:16.672707 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bdf61ae-e089-4c2f-aaf4-563205524504', 'name': 'network-vif-deleted', 'tag': 'a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:13:16.679208 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9072d0-3d6a-4297-852a-cc848571f098" -d '{"events": [{"server_uuid": "2bdf61ae-e089-4c2f-aaf4-563205524504", "name": "network-vif-deleted", "tag": "a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:13:16.777361 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-4f609699-f0a7-4925-a95b-3e0140684d60 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Allocated IP 172.20.0.9 (908e6638-f4c8-4b45-9573-ffca76ae9dd0/6fcc24da-f75c-4bab-8b24-38df358b42a3/1339ee5a-4973-4d53-b139-157949f7b897) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:13:16.793622 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9a6a2-e342-4f96-a036-205a6bbae1ef req-aea794b0-9a91-4869-8c41-8188fe8d8b02 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:16.800997 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-70b9a6a2-e342-4f96-a036-205a6bbae1ef req-aea794b0-9a91-4869-8c41-8188fe8d8b02 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports?device_id=246ea983-17af-43ef-9f89-30fda278321d HTTP/1.1" status: 200 len: 945 time: 0.2073805 Feb 16 22:13:16.816376 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20feea01-411a-4d74-ae9f-e16a1e6ead5d req-5748e524-7b88-4c74-81b7-84f056c370f3 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:16.823670 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-20feea01-411a-4d74-ae9f-e16a1e6ead5d req-5748e524-7b88-4c74-81b7-84f056c370f3 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 950 time: 0.1394553 Feb 16 22:13:16.918142 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-20feea01-411a-4d74-ae9f-e16a1e6ead5d req-d05e7515-c4a0-4c9e-9745-d2fcbc099a3e tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920277 Feb 16 22:13:16.926749 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-e096188b-ee42-4872-9579-3a9ece079eba None None] Set router ff5d0efb-9339-4536-bac5-79bda2b84a51 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:13:16.962301 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-70b9a6a2-e342-4f96-a036-205a6bbae1ef req-47208138-8762-434f-b2c2-68f0d6c3426b tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/security-groups?id=eab23c27-3a63-4328-a22a-9756c2bb84ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603971 Feb 16 22:13:16.997187 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-4f609699-f0a7-4925-a95b-3e0140684d60 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks [] for port (1339ee5a-4973-4d53-b139-157949f7b897), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:17.044923 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51658) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:13:17.054612 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-4f609699-f0a7-4925-a95b-3e0140684d60 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (1339ee5a-4973-4d53-b139-157949f7b897), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:17.093571 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4059fb32-4e0b-49d7-9984-411bed8c4a82 x-openstack-request-id: req-4059fb32-4e0b-49d7-9984-411bed8c4a82 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:13:17.093921 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bdf61ae-e089-4c2f-aaf4-563205524504", "name": "network-vif-deleted", "tag": "a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:13:17.094867 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4059fb32-4e0b-49d7-9984-411bed8c4a82 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:13:17.095264 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bdf61ae-e089-4c2f-aaf4-563205524504', 'name': 'network-vif-deleted', 'tag': 'a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f', 'status': 'completed', 'code': 200} Feb 16 22:13:17.140229 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40991fb-dddd-46dd-8e18-8909c87f119c req-a783d5ec-4f9f-48cd-8588-b875f464ec4a tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:17.145073 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-4f609699-f0a7-4925-a95b-3e0140684d60 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Network 908e6638-f4c8-4b45-9573-ffca76ae9dd0 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:13:17.151486 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f609699-f0a7-4925-a95b-3e0140684d60 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Pushing event updated for resources: {'Port': ['ID=1339ee5a-4973-4d53-b139-157949f7b897,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:17.154297 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-4f609699-f0a7-4925-a95b-3e0140684d60 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:13:17.155453 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c40991fb-dddd-46dd-8e18-8909c87f119c req-a783d5ec-4f9f-48cd-8588-b875f464ec4a tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 950 time: 0.1317477 Feb 16 22:13:17.167081 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-4f609699-f0a7-4925-a95b-3e0140684d60 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:13:17.193552 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f609699-f0a7-4925-a95b-3e0140684d60 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:17.193916 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f609699-f0a7-4925-a95b-3e0140684d60 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:17.200211 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f609699-f0a7-4925-a95b-3e0140684d60 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:17.200592 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f609699-f0a7-4925-a95b-3e0140684d60 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:17.200951 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f609699-f0a7-4925-a95b-3e0140684d60 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:17.201292 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f609699-f0a7-4925-a95b-3e0140684d60 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:17.201633 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f609699-f0a7-4925-a95b-3e0140684d60 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:17.202038 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f609699-f0a7-4925-a95b-3e0140684d60 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:17.205954 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f609699-f0a7-4925-a95b-3e0140684d60 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:17.206496 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f609699-f0a7-4925-a95b-3e0140684d60 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:17.210360 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f609699-f0a7-4925-a95b-3e0140684d60 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:17.210724 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f609699-f0a7-4925-a95b-3e0140684d60 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:17.211081 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f609699-f0a7-4925-a95b-3e0140684d60 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:17.253141 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c40991fb-dddd-46dd-8e18-8909c87f119c req-7bac9c0c-0676-4dad-a3b1-0825a433f44c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964365 Feb 16 22:13:17.282184 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:13:17.358008 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:13:17.359617 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 8a20f5fd-090d-41eb-9d1a-31f7ee5a438b not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:13:17.377220 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3da01538-d6c6-4423-806f-13e949e755ed admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=abec61a3e4b941569fb6bb0629abb48d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3308520 Feb 16 22:13:17.377897 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51664) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:13:17.418181 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcadbd-fbf1-4d95-85a5-1663582ab0a9 req-b619c1b4-59cc-48f8-b4ea-a0ec6bee787a tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:17.426633 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aabcadbd-fbf1-4d95-85a5-1663582ab0a9 req-b619c1b4-59cc-48f8-b4ea-a0ec6bee787a tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 945 time: 0.1681674 Feb 16 22:13:17.439913 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-4f609699-f0a7-4925-a95b-3e0140684d60 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:17.439913 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-4f609699-f0a7-4925-a95b-3e0140684d60 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:17.493529 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-59e97504-52b5-4afb-b4f0-eb075d426743 admin admin] Publish callbacks [] for security_group (62b4647e-c406-4caa-91cb-6113d09f38f1), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:17.499794 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-4f609699-f0a7-4925-a95b-3e0140684d60 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5557928 Feb 16 22:13:17.519613 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-bdd57551-c8df-4746-bf68-b04faab6887c service neutron] Request body: {'port': {'device_id': 'ea93024b-ef05-4005-ab8e-4ba0c968c923', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:13:17.553150 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c96eb2-b9d3-480a-ad3a-8bc589d51451 req-b2a97c25-39a9-4f01-83b5-ff46dc3174aa tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:17.560663 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78c96eb2-b9d3-480a-ad3a-8bc589d51451 req-b2a97c25-39a9-4f01-83b5-ff46dc3174aa tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/ports?device_id=ea93024b-ef05-4005-ab8e-4ba0c968c923 HTTP/1.1" status: 200 len: 931 time: 0.1304083 Feb 16 22:13:17.567253 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:13:17.580217 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aabcadbd-fbf1-4d95-85a5-1663582ab0a9 req-31801144-cc5a-4a65-85ab-6b8ff93f6a0f tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526389 Feb 16 22:13:17.632509 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-59e97504-52b5-4afb-b4f0-eb075d426743 admin admin] Publish callbacks [] for security_group (62b4647e-c406-4caa-91cb-6113d09f38f1), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:17.644640 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:13:17.654442 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device a32b6b8f-a992-4f3a-bf0b-2961c3dbfd4f not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:13:17.709057 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-bdd57551-c8df-4746-bf68-b04faab6887c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1339ee5a-4973-4d53-b139-157949f7b897), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:17.710083 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78c96eb2-b9d3-480a-ad3a-8bc589d51451 req-a8a167d1-ba9b-4a68-b0ce-16e16ee53201 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/security-groups?id=fce9e7f7-2e4b-4a61-aa44-727f39b35b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477101 Feb 16 22:13:17.786695 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12ea86-0d50-44ed-a0ae-31f89ce890bc req-2edf8c2e-e481-452f-be48-cc5c0ae3e098 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:17.789494 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ab12ea86-0d50-44ed-a0ae-31f89ce890bc req-2edf8c2e-e481-452f-be48-cc5c0ae3e098 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 945 time: 0.0701120 Feb 16 22:13:17.811962 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-e096188b-ee42-4872-9579-3a9ece079eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-680667525-router', 'tenant_id': '030664079749416b877398f148fb3d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:11:17Z', 'updated_at': '2022-02-16T22:11:26Z', 'revision_number': 4, 'project_id': '030664079749416b877398f148fb3d38', 'gw_port': {'id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:19Z', 'updated_at': '2022-02-16T22:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'd78d512f-fd03-4473-8d97-2350383a9db2', 'name': '', 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0', 'tenant_id': '030664079749416b877398f148fb3d38', 'mac_address': 'fa:16:3e:a6:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '6fcc24da-f75c-4bab-8b24-38df358b42a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:25Z', 'updated_at': '2022-02-16T22:11:31Z', 'revision_number': 5, 'project_id': '030664079749416b877398f148fb3d38', 'subnets': [{'id': '6fcc24da-f75c-4bab-8b24-38df358b42a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:17.843741 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e096188b-ee42-4872-9579-3a9ece079eba None None] Checking router: ff5d0efb-9339-4536-bac5-79bda2b84a51 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:13:17.863642 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-acce2937-c496-4f23-a827-429788d0b74f None None] Provisioning complete for port 1339ee5a-4973-4d53-b139-157949f7b897 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:13:17.864028 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-acce2937-c496-4f23-a827-429788d0b74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (1339ee5a-4973-4d53-b139-157949f7b897), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:17.864755 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ab12ea86-0d50-44ed-a0ae-31f89ce890bc req-6b7668cf-013b-473b-9a07-2937dbdbd634 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677676 Feb 16 22:13:17.867823 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-59e97504-52b5-4afb-b4f0-eb075d426743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (62b4647e-c406-4caa-91cb-6113d09f38f1), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:17.870644 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-59e97504-52b5-4afb-b4f0-eb075d426743 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:17.871838 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-59e97504-52b5-4afb-b4f0-eb075d426743 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/62b4647e-c406-4caa-91cb-6113d09f38f1 HTTP/1.1" status: 204 len: 168 time: 0.4907444 Feb 16 22:13:17.894309 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e97504-52b5-4afb-b4f0-eb075d426743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b4647e-c406-4caa-91cb-6113d09f38f1,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:17.920207 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-acce2937-c496-4f23-a827-429788d0b74f None None] Port 1339ee5a-4973-4d53-b139-157949f7b897 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:13:17.923033 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e096188b-ee42-4872-9579-3a9ece079eba None None] Routers {'ff5d0efb-9339-4536-bac5-79bda2b84a51'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:13:17.923670 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-e096188b-ee42-4872-9579-3a9ece079eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:12:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['ff5d0efb-9339-4536-bac5-79bda2b84a51'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:18.108845 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-e096188b-ee42-4872-9579-3a9ece079eba None None] Set router ff5d0efb-9339-4536-bac5-79bda2b84a51 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:13:18.150520 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-bdd57551-c8df-4746-bf68-b04faab6887c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1339ee5a-4973-4d53-b139-157949f7b897 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:13:18.170859 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-bdd57551-c8df-4746-bf68-b04faab6887c service neutron] Publish callbacks [] for port (1339ee5a-4973-4d53-b139-157949f7b897), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:18.172814 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256de89-ca5d-40e5-ac8e-6ed60272047d req-7a29c327-67b1-4178-8d3e-cfd0e0d1281c tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:18.174342 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d256de89-ca5d-40e5-ac8e-6ed60272047d req-7a29c327-67b1-4178-8d3e-cfd0e0d1281c tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 950 time: 0.1248786 Feb 16 22:13:18.189703 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-bdd57551-c8df-4746-bf68-b04faab6887c service neutron] Transition to ACTIVE for port object 1339ee5a-4973-4d53-b139-157949f7b897 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:13:18.197481 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-bdd57551-c8df-4746-bf68-b04faab6887c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (1339ee5a-4973-4d53-b139-157949f7b897), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:18.224323 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbc544-d726-4af1-9744-a7c0dbb94c22 req-453e528b-14ab-4e17-8b78-76b8eb847743 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:18.231752 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-69cbc544-d726-4af1-9744-a7c0dbb94c22 req-453e528b-14ab-4e17-8b78-76b8eb847743 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports?device_id=246ea983-17af-43ef-9f89-30fda278321d HTTP/1.1" status: 200 len: 945 time: 0.1437428 Feb 16 22:13:18.305609 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd57551-c8df-4746-bf68-b04faab6887c service neutron] Pushing event updated for resources: {'Port': ['ID=1339ee5a-4973-4d53-b139-157949f7b897,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:18.314411 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d256de89-ca5d-40e5-ac8e-6ed60272047d req-99a72a21-7729-4d87-ab54-c53b54b166e2 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273060 Feb 16 22:13:18.367233 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-69cbc544-d726-4af1-9744-a7c0dbb94c22 req-6919e64c-26a1-4aed-96f0-897cb3e30e44 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/security-groups?id=eab23c27-3a63-4328-a22a-9756c2bb84ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345458 Feb 16 22:13:18.472468 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-e096188b-ee42-4872-9579-3a9ece079eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-680667525-router', 'tenant_id': '030664079749416b877398f148fb3d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:11:17Z', 'updated_at': '2022-02-16T22:11:26Z', 'revision_number': 4, 'project_id': '030664079749416b877398f148fb3d38', 'gw_port': {'id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:19Z', 'updated_at': '2022-02-16T22:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'd78d512f-fd03-4473-8d97-2350383a9db2', 'name': '', 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0', 'tenant_id': '030664079749416b877398f148fb3d38', 'mac_address': 'fa:16:3e:a6:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '6fcc24da-f75c-4bab-8b24-38df358b42a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:25Z', 'updated_at': '2022-02-16T22:11:31Z', 'revision_number': 5, 'project_id': '030664079749416b877398f148fb3d38', 'subnets': [{'id': '6fcc24da-f75c-4bab-8b24-38df358b42a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:18.507436 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa0939-2f1a-4467-8ad8-79ebf17af13c req-4c91b43b-cca4-49f6-959b-4a3773f309c8 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:18.508904 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-bdd57551-c8df-4746-bf68-b04faab6887c service neutron] Attempting to bind port 1339ee5a-4973-4d53-b139-157949f7b897 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:13:18.509029 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-bdd57551-c8df-4746-bf68-b04faab6887c service neutron] Attempting to bind port 1339ee5a-4973-4d53-b139-157949f7b897 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '73b1a5be-4d8c-41ce-b66a-7c0f6916f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:13:18.510587 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-bdd57551-c8df-4746-bf68-b04faab6887c service neutron] Attempting to bind port 1339ee5a-4973-4d53-b139-157949f7b897 on network 908e6638-f4c8-4b45-9573-ffca76ae9dd0 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:13:18.510697 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-23fa0939-2f1a-4467-8ad8-79ebf17af13c req-4c91b43b-cca4-49f6-959b-4a3773f309c8 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 950 time: 0.0693502 Feb 16 22:13:18.524944 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-bdd57551-c8df-4746-bf68-b04faab6887c service neutron] Port 1339ee5a-4973-4d53-b139-157949f7b897 on network 908e6638-f4c8-4b45-9573-ffca76ae9dd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:13:18.525280 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-bdd57551-c8df-4746-bf68-b04faab6887c service neutron] Attempting to bind port 1339ee5a-4973-4d53-b139-157949f7b897 on network 908e6638-f4c8-4b45-9573-ffca76ae9dd0 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:13:18.530642 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-bdd57551-c8df-4746-bf68-b04faab6887c service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:13:18.531374 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-bdd57551-c8df-4746-bf68-b04faab6887c service neutron] Checking segment: {'id': '73b1a5be-4d8c-41ce-b66a-7c0f6916f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:13:18.531996 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-bdd57551-c8df-4746-bf68-b04faab6887c service neutron] Bound using segment: {'id': '73b1a5be-4d8c-41ce-b66a-7c0f6916f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:13:18.532345 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-bdd57551-c8df-4746-bf68-b04faab6887c service neutron] Bound port: 1339ee5a-4973-4d53-b139-157949f7b897, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b1a5be-4d8c-41ce-b66a-7c0f6916f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:13:18.532779 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-bdd57551-c8df-4746-bf68-b04faab6887c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1339ee5a-4973-4d53-b139-157949f7b897), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:18.551020 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e096188b-ee42-4872-9579-3a9ece079eba None None] The sync data for ids ['ff5d0efb-9339-4536-bac5-79bda2b84a51'] in n-d-813897-6 is: [{'id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-680667525-router', 'tenant_id': '030664079749416b877398f148fb3d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:11:17Z', 'updated_at': '2022-02-16T22:11:26Z', 'revision_number': 4, 'project_id': '030664079749416b877398f148fb3d38', 'gw_port': {'id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:19Z', 'updated_at': '2022-02-16T22:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'd78d512f-fd03-4473-8d97-2350383a9db2', 'name': '', 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0', 'tenant_id': '030664079749416b877398f148fb3d38', 'mac_address': 'fa:16:3e:a6:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '6fcc24da-f75c-4bab-8b24-38df358b42a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:25Z', 'updated_at': '2022-02-16T22:11:31Z', 'revision_number': 5, 'project_id': '030664079749416b877398f148fb3d38', 'subnets': [{'id': '6fcc24da-f75c-4bab-8b24-38df358b42a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:13:18.646275 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-bdd57551-c8df-4746-bf68-b04faab6887c service neutron] For port 1339ee5a-4973-4d53-b139-157949f7b897, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:13:18.650941 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-bdd57551-c8df-4746-bf68-b04faab6887c service neutron] For port 1339ee5a-4973-4d53-b139-157949f7b897, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=1339ee5a-4973-4d53-b139-157949f7b897,segment=NetworkSegment(73b1a5be-4d8c-41ce-b66a-7c0f6916f940),segment_id=73b1a5be-4d8c-41ce-b66a-7c0f6916f940)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:13:18.653729 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-23fa0939-2f1a-4467-8ad8-79ebf17af13c req-64611a98-39d0-4cfd-810e-378e9279bc3c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368663 Feb 16 22:13:18.668844 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-bdd57551-c8df-4746-bf68-b04faab6887c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (1339ee5a-4973-4d53-b139-157949f7b897), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:18.759027 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-bdd57551-c8df-4746-bf68-b04faab6887c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:18.760896 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-bdd57551-c8df-4746-bf68-b04faab6887c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:18.762348 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-bdd57551-c8df-4746-bf68-b04faab6887c service neutron] 10.222.0.67 "PUT /v2.0/ports/1339ee5a-4973-4d53-b139-157949f7b897 HTTP/1.1" status: 200 len: 1091 time: 1.2476499 Feb 16 22:13:18.762806 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea93024b-ef05-4005-ab8e-4ba0c968c923', 'tag': '1339ee5a-4973-4d53-b139-157949f7b897'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:13:18.773009 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1adf5dc4-add7-4dc5-8b2f-be07fb067786" -d '{"events": [{"name": "network-changed", "server_uuid": "ea93024b-ef05-4005-ab8e-4ba0c968c923", "tag": "1339ee5a-4973-4d53-b139-157949f7b897"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:13:18.819528 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49c2d4-7ca4-44d4-bf43-c787ef4d6cce req-575fb5dd-21e8-450a-8983-7f6b96e5d279 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:18.826922 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd57551-c8df-4746-bf68-b04faab6887c service neutron] Pushing event updated for resources: {'Port': ['ID=1339ee5a-4973-4d53-b139-157949f7b897,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:18.827464 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ef49c2d4-7ca4-44d4-bf43-c787ef4d6cce req-575fb5dd-21e8-450a-8983-7f6b96e5d279 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 945 time: 0.1307740 Feb 16 22:13:18.934500 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-1acbeba2-e294-4573-a30a-b2cd76910b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:18.943581 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-1acbeba2-e294-4573-a30a-b2cd76910b07 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=030664079749416b877398f148fb3d38&device_id=ea93024b-ef05-4005-ab8e-4ba0c968c923 HTTP/1.1" status: 200 len: 1125 time: 0.0984704 Feb 16 22:13:18.980247 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ef49c2d4-7ca4-44d4-bf43-c787ef4d6cce req-66b81e44-d139-4574-8e8c-0c1797441aae tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516364 Feb 16 22:13:18.998721 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f5987-6428-4f91-8f8d-0e55881b75e3 req-4fe99aba-6897-413e-ace6-67a8a92fea66 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:19.006681 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-246319bb-d4a1-4fa7-b26b-3fe03c439141 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1339ee5a-4973-4d53-b139-157949f7b897 HTTP/1.1" status: 200 len: 217 time: 0.0541325 Feb 16 22:13:19.011772 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-086f5987-6428-4f91-8f8d-0e55881b75e3 req-4fe99aba-6897-413e-ace6-67a8a92fea66 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/ports?device_id=ea93024b-ef05-4005-ab8e-4ba0c968c923 HTTP/1.1" status: 200 len: 943 time: 0.1657856 Feb 16 22:13:19.042890 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69c2ad2-659a-4fa9-959a-b8f4cdbdc6a1 None None] New status for floating IP c7ea71e3-5a3b-4f18-8f7d-9ca7b7a85266: DOWN {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:13:19.082739 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85066ec9-20b9-459f-82d3-37fda06924f2 x-openstack-request-id: req-85066ec9-20b9-459f-82d3-37fda06924f2 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:13:19.083153 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea93024b-ef05-4005-ab8e-4ba0c968c923", "tag": "1339ee5a-4973-4d53-b139-157949f7b897", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:13:19.083632 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-85066ec9-20b9-459f-82d3-37fda06924f2 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:13:19.084503 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea93024b-ef05-4005-ab8e-4ba0c968c923', 'tag': '1339ee5a-4973-4d53-b139-157949f7b897', 'status': 'completed', 'code': 200} Feb 16 22:13:19.112346 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-086f5987-6428-4f91-8f8d-0e55881b75e3 req-a150e65e-5522-41e8-9ce4-23f3044c713e tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/security-groups?id=fce9e7f7-2e4b-4a61-aa44-727f39b35b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986979 Feb 16 22:13:19.123154 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-920b43f3-9c7e-445d-9c11-946c798c2acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:19.124315 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-920b43f3-9c7e-445d-9c11-946c798c2acd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6fcc24da-f75c-4bab-8b24-38df358b42a3 HTTP/1.1" status: 200 len: 862 time: 0.1096475 Feb 16 22:13:19.212172 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-580993be-bed3-423a-aec5-2fa3144faa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:19.214193 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-580993be-bed3-423a-aec5-2fa3144faa40 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=908e6638-f4c8-4b45-9573-ffca76ae9dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0808942 Feb 16 22:13:19.230895 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 194acaa2-c48f-4f8a-96db-0d0e473c3087 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:13:19.238065 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd45dc-f314-46c4-8d04-c94cbbea4308 req-e82551e1-c695-4507-900c-b08008d915a4 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:19.239737 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f9bd45dc-f314-46c4-8d04-c94cbbea4308 req-e82551e1-c695-4507-900c-b08008d915a4 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 945 time: 0.0826001 Feb 16 22:13:19.339798 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-1e9f6392-110b-43de-91de-23c563f088c2 service neutron] 10.222.0.67 "GET /v2.0/networks/908e6638-f4c8-4b45-9573-ffca76ae9dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143954 Feb 16 22:13:19.340487 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f9bd45dc-f314-46c4-8d04-c94cbbea4308 req-3590844f-b12f-4280-87e4-e7788df4c90c tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947206 Feb 16 22:13:19.355370 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 194acaa2-c48f-4f8a-96db-0d0e473c3087 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:13:19.360533 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 194acaa2-c48f-4f8a-96db-0d0e473c3087 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:13:19.361002 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (194acaa2-c48f-4f8a-96db-0d0e473c3087), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:19.493368 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3bcfe9eb-10c9-45ab-9dd3-258f64a0eeb2 req-5a0d08b4-3409-4768-866c-be35c0cfd0e0 service neutron] 10.222.0.67 "GET /v2.0/networks/908e6638-f4c8-4b45-9573-ffca76ae9dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401403 Feb 16 22:13:19.553377 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22f2c6-8ed3-4674-8728-d78512d67bf7 req-825a6329-4833-4e41-a7ab-5620c3242a45 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:19.554783 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 194acaa2-c48f-4f8a-96db-0d0e473c3087 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:13:19.555185 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (194acaa2-c48f-4f8a-96db-0d0e473c3087), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:19.563326 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-df22f2c6-8ed3-4674-8728-d78512d67bf7 req-825a6329-4833-4e41-a7ab-5620c3242a45 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 950 time: 0.0923834 Feb 16 22:13:19.589638 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246ea983-17af-43ef-9f89-30fda278321d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194acaa2-c48f-4f8a-96db-0d0e473c3087'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:13:19.591901 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758df38a-4e7e-4d2c-a116-8e110c038fb2" -d '{"events": [{"server_uuid": "246ea983-17af-43ef-9f89-30fda278321d", "name": "network-vif-plugged", "status": "completed", "tag": "194acaa2-c48f-4f8a-96db-0d0e473c3087"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:13:19.613032 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 194acaa2-c48f-4f8a-96db-0d0e473c3087, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=194acaa2-c48f-4f8a-96db-0d0e473c3087,segment=NetworkSegment(c96a5b2c-2f6e-4443-bb80-c0cf15fb6610),segment_id=c96a5b2c-2f6e-4443-bb80-c0cf15fb6610)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:13:19.620487 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (194acaa2-c48f-4f8a-96db-0d0e473c3087), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:19.650207 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf5dc4-add7-4dc5-8b2f-be07fb067786 req-2ad948db-c66a-4e4f-a9a6-31431df6eb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:19.651966 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1adf5dc4-add7-4dc5-8b2f-be07fb067786 req-2ad948db-c66a-4e4f-a9a6-31431df6eb7c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=030664079749416b877398f148fb3d38&device_id=ea93024b-ef05-4005-ab8e-4ba0c968c923 HTTP/1.1" status: 200 len: 1125 time: 0.0814779 Feb 16 22:13:19.688231 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=194acaa2-c48f-4f8a-96db-0d0e473c3087,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:19.704329 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-df22f2c6-8ed3-4674-8728-d78512d67bf7 req-cca2fad1-2904-4945-9547-a41ac162551c tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396103 Feb 16 22:13:19.808449 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf5dc4-add7-4dc5-8b2f-be07fb067786 req-73920fb0-4f32-4cf6-8660-5f012a89f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:19.810470 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1adf5dc4-add7-4dc5-8b2f-be07fb067786 req-73920fb0-4f32-4cf6-8660-5f012a89f91b service neutron] 10.222.0.67 "GET /v2.0/networks?id=908e6638-f4c8-4b45-9573-ffca76ae9dd0 HTTP/1.1" status: 200 len: 924 time: 0.1464124 Feb 16 22:13:19.824341 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cacba40-5a3e-4f4c-9f75-d7c57ef2e601 x-openstack-request-id: req-9cacba40-5a3e-4f4c-9f75-d7c57ef2e601 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:13:19.824791 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246ea983-17af-43ef-9f89-30fda278321d", "name": "network-vif-plugged", "status": "completed", "tag": "194acaa2-c48f-4f8a-96db-0d0e473c3087", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:13:19.825153 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9cacba40-5a3e-4f4c-9f75-d7c57ef2e601 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:13:19.825652 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246ea983-17af-43ef-9f89-30fda278321d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194acaa2-c48f-4f8a-96db-0d0e473c3087', 'code': 200} Feb 16 22:13:19.866852 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961cfd1d-0191-4fe8-b349-a14f125a49ec req-6e70d240-0f09-4692-af15-15fdb03a95e0 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:19.869063 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-961cfd1d-0191-4fe8-b349-a14f125a49ec req-6e70d240-0f09-4692-af15-15fdb03a95e0 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports?device_id=246ea983-17af-43ef-9f89-30fda278321d HTTP/1.1" status: 200 len: 946 time: 0.0875471 Feb 16 22:13:19.887145 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1adf5dc4-add7-4dc5-8b2f-be07fb067786 req-22dd9efe-57c2-4593-b587-fcf12d4e587b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1339ee5a-4973-4d53-b139-157949f7b897 HTTP/1.1" status: 200 len: 217 time: 0.0674269 Feb 16 22:13:19.970738 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-961cfd1d-0191-4fe8-b349-a14f125a49ec req-5a47c7cd-e99b-418a-b0fa-d81f08bda245 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/security-groups?id=eab23c27-3a63-4328-a22a-9756c2bb84ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888197 Feb 16 22:13:19.986357 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4af171-837b-4957-bfcf-980e555af9d2 req-82d4a932-e5d2-4dfd-ab4f-d00dfb8c6468 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:19.988936 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c4af171-837b-4957-bfcf-980e555af9d2 req-82d4a932-e5d2-4dfd-ab4f-d00dfb8c6468 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 950 time: 0.1002026 Feb 16 22:13:19.996177 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf5dc4-add7-4dc5-8b2f-be07fb067786 req-e3ff78b1-c640-41e7-a985-1b5bda6f3ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:19.999164 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1adf5dc4-add7-4dc5-8b2f-be07fb067786 req-e3ff78b1-c640-41e7-a985-1b5bda6f3ef1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6fcc24da-f75c-4bab-8b24-38df358b42a3 HTTP/1.1" status: 200 len: 862 time: 0.0899348 Feb 16 22:13:20.030920 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66aff03-cd3b-4a95-98dd-388a7fbd43dc req-48326149-d20c-4579-ad3a-c4c4170160d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:20.033010 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d66aff03-cd3b-4a95-98dd-388a7fbd43dc req-48326149-d20c-4579-ad3a-c4c4170160d4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=246ea983-17af-43ef-9f89-30fda278321d HTTP/1.1" status: 200 len: 1128 time: 0.1254704 Feb 16 22:13:20.095409 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c4af171-837b-4957-bfcf-980e555af9d2 req-e91f248c-5303-4b61-9900-7832611dc0e8 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938401 Feb 16 22:13:20.108113 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d66aff03-cd3b-4a95-98dd-388a7fbd43dc req-07d1e163-809e-47b9-8436-307cdf29e303 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=eab23c27-3a63-4328-a22a-9756c2bb84ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599830 Feb 16 22:13:20.127482 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf5dc4-add7-4dc5-8b2f-be07fb067786 req-ad3209c2-5c3c-4193-a101-5aef53637d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:20.138006 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1adf5dc4-add7-4dc5-8b2f-be07fb067786 req-ad3209c2-5c3c-4193-a101-5aef53637d10 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=908e6638-f4c8-4b45-9573-ffca76ae9dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1295795 Feb 16 22:13:20.183995 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d00a2b-44c7-4a19-a5b7-b3b1578b64eb req-64e13efd-5a9c-45c2-a754-7d454e061abd tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:20.185623 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c4d00a2b-44c7-4a19-a5b7-b3b1578b64eb req-64e13efd-5a9c-45c2-a754-7d454e061abd tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 945 time: 0.0568035 Feb 16 22:13:20.232548 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c4d00a2b-44c7-4a19-a5b7-b3b1578b64eb req-198fa343-427b-4237-840a-8ab65601b15a tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404284 Feb 16 22:13:20.363113 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267deefb-ac68-4d75-af8b-7ca00ab558ca req-00a9b4f2-8435-4c67-93da-3abad7f53e7c tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:20.364624 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-267deefb-ac68-4d75-af8b-7ca00ab558ca req-00a9b4f2-8435-4c67-93da-3abad7f53e7c tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/ports?device_id=ea93024b-ef05-4005-ab8e-4ba0c968c923 HTTP/1.1" status: 200 len: 943 time: 0.0630562 Feb 16 22:13:20.418531 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-267deefb-ac68-4d75-af8b-7ca00ab558ca req-43f35b68-87c1-41b3-aa8d-d42e8d496c65 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/security-groups?id=fce9e7f7-2e4b-4a61-aa44-727f39b35b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468905 Feb 16 22:13:20.509756 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1adf5dc4-add7-4dc5-8b2f-be07fb067786 req-329735de-13b8-4416-a0bd-acf01b9c14bf service neutron] 10.222.0.67 "GET /v2.0/networks/908e6638-f4c8-4b45-9573-ffca76ae9dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149840 Feb 16 22:13:20.553353 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f95471-8508-4d96-b665-52665354bf85 req-46895767-eb2d-4e96-bbb2-d86eb859bb43 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:20.555272 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-75f95471-8508-4d96-b665-52665354bf85 req-46895767-eb2d-4e96-bbb2-d86eb859bb43 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 945 time: 0.0576236 Feb 16 22:13:20.589790 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4fc86020-2fae-463c-a8e8-4698b93a457e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:20.623765 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1adf5dc4-add7-4dc5-8b2f-be07fb067786 req-4c0fd7bb-b1a5-4ed8-88b6-84ece6fe7b6c service neutron] 10.222.0.67 "GET /v2.0/networks/908e6638-f4c8-4b45-9573-ffca76ae9dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061611 Feb 16 22:13:20.631012 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-75f95471-8508-4d96-b665-52665354bf85 req-266b2413-9283-44da-b114-87a4b3820d62 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601945 Feb 16 22:13:20.818966 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38219d33-9d2e-4fdf-b101-b252ed53ebb7 req-fbdc6bf9-a45c-4291-a7a6-323d079a7122 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:20.820932 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-38219d33-9d2e-4fdf-b101-b252ed53ebb7 req-fbdc6bf9-a45c-4291-a7a6-323d079a7122 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 950 time: 0.0542622 Feb 16 22:13:20.870722 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-38219d33-9d2e-4fdf-b101-b252ed53ebb7 req-822c6f4c-2e7a-4316-8527-62fa458be170 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439963 Feb 16 22:13:21.086549 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3310d59-9f75-4636-9d5d-858cfde80b3c req-a5d06401-d847-40b0-9224-52a678a55ac8 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:21.088116 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d3310d59-9f75-4636-9d5d-858cfde80b3c req-a5d06401-d847-40b0-9224-52a678a55ac8 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports?device_id=246ea983-17af-43ef-9f89-30fda278321d HTTP/1.1" status: 200 len: 946 time: 0.0549884 Feb 16 22:13:21.134632 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d3310d59-9f75-4636-9d5d-858cfde80b3c req-516b9079-c060-46b8-a21b-5ef19f08cba3 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/security-groups?id=eab23c27-3a63-4328-a22a-9756c2bb84ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406921 Feb 16 22:13:21.245294 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c7717-05f7-4f0f-a15a-d99e2f0a0282 req-deea43a4-2d54-40b1-b7ac-e021b55f29b8 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:21.246786 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b75c7717-05f7-4f0f-a15a-d99e2f0a0282 req-deea43a4-2d54-40b1-b7ac-e021b55f29b8 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 950 time: 0.0522370 Feb 16 22:13:21.294093 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b75c7717-05f7-4f0f-a15a-d99e2f0a0282 req-486256b5-a1ad-4295-a5af-bfa64f931814 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412428 Feb 16 22:13:21.403635 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27734f62-b83c-4a78-aac5-6adc5348be84 req-6a836cc7-6d58-4db0-9f38-e0d5a149004b tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:21.405166 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-27734f62-b83c-4a78-aac5-6adc5348be84 req-6a836cc7-6d58-4db0-9f38-e0d5a149004b tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 945 time: 0.0564365 Feb 16 22:13:21.454538 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-27734f62-b83c-4a78-aac5-6adc5348be84 req-9554289c-e51d-41af-b67e-c7fea80f8c87 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426331 Feb 16 22:13:21.588576 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c55c3-e760-46bc-a7b0-20218124367f req-33da94bd-2c83-40db-acfe-620e4ff722ca tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:21.590239 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-271c55c3-e760-46bc-a7b0-20218124367f req-33da94bd-2c83-40db-acfe-620e4ff722ca tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/ports?device_id=ea93024b-ef05-4005-ab8e-4ba0c968c923 HTTP/1.1" status: 200 len: 943 time: 0.0575204 Feb 16 22:13:21.645546 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-271c55c3-e760-46bc-a7b0-20218124367f req-e0af1b05-f8bd-498d-9776-1ee93a540591 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/security-groups?id=fce9e7f7-2e4b-4a61-aa44-727f39b35b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494354 Feb 16 22:13:21.776293 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616ec0d-5de7-490b-93ba-9c791d72706c req-21e3d3f7-2ae9-4cc3-8cb6-ba8d1bdf2b80 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:21.777792 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2616ec0d-5de7-490b-93ba-9c791d72706c req-21e3d3f7-2ae9-4cc3-8cb6-ba8d1bdf2b80 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 945 time: 0.0599642 Feb 16 22:13:22.107496 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2616ec0d-5de7-490b-93ba-9c791d72706c req-0bc01218-fff0-49d0-bf1e-8c09007af628 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224690 Feb 16 22:13:22.128874 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28182c5-c366-4458-b8e6-2c1793c3383f req-1289f1fa-5e07-4689-8479-ce1de97febaf tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:22.128874 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d28182c5-c366-4458-b8e6-2c1793c3383f req-1289f1fa-5e07-4689-8479-ce1de97febaf tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 950 time: 0.0729444 Feb 16 22:13:22.176065 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d28182c5-c366-4458-b8e6-2c1793c3383f req-5f1cf428-b43a-4916-804d-aeb616386407 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442712 Feb 16 22:13:22.284558 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de8a50-3dd6-4cf9-a837-4c5aacbe19d8 req-79ca377a-1d9a-48a4-91a1-6b72897cf755 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:22.286061 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9de8a50-3dd6-4cf9-a837-4c5aacbe19d8 req-79ca377a-1d9a-48a4-91a1-6b72897cf755 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports?device_id=246ea983-17af-43ef-9f89-30fda278321d HTTP/1.1" status: 200 len: 946 time: 0.0540769 Feb 16 22:13:22.336525 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9de8a50-3dd6-4cf9-a837-4c5aacbe19d8 req-59d7f8cf-fcfc-4de5-ad02-1c7e742d46f3 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/security-groups?id=eab23c27-3a63-4328-a22a-9756c2bb84ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445466 Feb 16 22:13:22.452128 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb9789-c7d4-4589-8964-284dec1bf04e req-90f7f769-247b-453e-a3bc-38ee312690da tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:22.454389 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f7bb9789-c7d4-4589-8964-284dec1bf04e req-90f7f769-247b-453e-a3bc-38ee312690da tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 950 time: 0.0545967 Feb 16 22:13:22.508561 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f7bb9789-c7d4-4589-8964-284dec1bf04e req-e4f87f8c-ada2-4708-a2dc-f6178991b3c4 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482140 Feb 16 22:13:22.688721 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebf900-41b2-4cd7-890d-0e93b3834a2d req-89e0c5fb-32ec-4f73-8c3c-17f38a695fe3 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:22.690253 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-82ebf900-41b2-4cd7-890d-0e93b3834a2d req-89e0c5fb-32ec-4f73-8c3c-17f38a695fe3 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports?device_id=64a546d4-6fcb-44b5-9a34-4059056f05b8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1231258 Feb 16 22:13:22.697078 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24863d-c5e4-4a3b-9c8a-f606f77281e7 req-503ca672-6ac8-4bf1-96e1-1450aed79851 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:22.698494 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1d24863d-c5e4-4a3b-9c8a-f606f77281e7 req-503ca672-6ac8-4bf1-96e1-1450aed79851 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 945 time: 0.1017280 Feb 16 22:13:22.755928 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-82ebf900-41b2-4cd7-890d-0e93b3834a2d req-a6acbca8-9c88-4ff4-b9ca-afb138e8716e tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.122 HTTP/1.1" status: 200 len: 696 time: 0.0563953 Feb 16 22:13:22.773638 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-82ebf900-41b2-4cd7-890d-0e93b3834a2d req-96b99eb3-82c5-4e63-a7c5-971358f42e49 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Request body: {'floatingip': {'port_id': '2fb08e3f-c286-4af9-b45d-c4f78457bf7e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:13:22.819329 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-82ebf900-41b2-4cd7-890d-0e93b3834a2d req-96b99eb3-82c5-4e63-a7c5-971358f42e49 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks [] for floatingip (06924e8e-721c-41bb-a9e7-b177465b7cc0), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:22.824709 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1d24863d-c5e4-4a3b-9c8a-f606f77281e7 req-311c7e4e-7271-447d-be5a-4f983fa4ffe8 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187944 Feb 16 22:13:23.009836 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cf3fd21e-6396-49d8-8717-8844ccd5f298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:23.045813 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea8bad-bd4e-4679-a080-de4666e8dfbb req-a03cf339-d69f-4f8f-b13c-72edb52999b9 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:23.047851 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74ea8bad-bd4e-4679-a080-de4666e8dfbb req-a03cf339-d69f-4f8f-b13c-72edb52999b9 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/ports?device_id=ea93024b-ef05-4005-ab8e-4ba0c968c923 HTTP/1.1" status: 200 len: 943 time: 0.1332896 Feb 16 22:13:23.114490 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74ea8bad-bd4e-4679-a080-de4666e8dfbb req-0640e39e-411c-415e-a038-cda40cc937e8 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/security-groups?id=fce9e7f7-2e4b-4a61-aa44-727f39b35b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592718 Feb 16 22:13:23.228443 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 1339ee5a-4973-4d53-b139-157949f7b897 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:13:23.322974 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e7340-8504-4e1f-b586-f7e6eafd4357 req-b704fbcd-8d01-456f-b1f5-82aea458f0bb tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:23.324940 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8f3e7340-8504-4e1f-b586-f7e6eafd4357 req-b704fbcd-8d01-456f-b1f5-82aea458f0bb tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 945 time: 0.0996723 Feb 16 22:13:23.358619 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 1339ee5a-4973-4d53-b139-157949f7b897, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=1339ee5a-4973-4d53-b139-157949f7b897,segment=NetworkSegment(73b1a5be-4d8c-41ce-b66a-7c0f6916f940),segment_id=73b1a5be-4d8c-41ce-b66a-7c0f6916f940)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:13:23.373247 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '1339ee5a-4973-4d53-b139-157949f7b897', 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0', 'port_id': '1339ee5a-4973-4d53-b139-157949f7b897', 'mac_address': 'fa:16:3e:d1:59:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcc24da-f75c-4bab-8b24-38df358b42a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:13:23.422779 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 1339ee5a-4973-4d53-b139-157949f7b897 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:13:23.423621 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1339ee5a-4973-4d53-b139-157949f7b897), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:23.439219 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1339ee5a-4973-4d53-b139-157949f7b897 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:13:23.443791 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-82ebf900-41b2-4cd7-890d-0e93b3834a2d req-96b99eb3-82c5-4e63-a7c5-971358f42e49 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:23.448777 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8f3e7340-8504-4e1f-b586-f7e6eafd4357 req-6da829d3-9596-4145-90dd-7f6d330885d3 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144152 Feb 16 22:13:23.454712 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-82ebf900-41b2-4cd7-890d-0e93b3834a2d req-96b99eb3-82c5-4e63-a7c5-971358f42e49 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (06924e8e-721c-41bb-a9e7-b177465b7cc0), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:23.486788 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 1339ee5a-4973-4d53-b139-157949f7b897, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=1339ee5a-4973-4d53-b139-157949f7b897,segment=NetworkSegment(73b1a5be-4d8c-41ce-b66a-7c0f6916f940),segment_id=73b1a5be-4d8c-41ce-b66a-7c0f6916f940)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:13:23.501898 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51794) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:13:23.511618 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (1339ee5a-4973-4d53-b139-157949f7b897), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:23.581454 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=1339ee5a-4973-4d53-b139-157949f7b897,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:23.625625 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1feed6-075a-4a99-be58-1460aa81b84a req-699c8e00-588e-4094-bf55-572078f54184 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:23.627213 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6c1feed6-075a-4a99-be58-1460aa81b84a req-699c8e00-588e-4094-bf55-572078f54184 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 950 time: 0.0839670 Feb 16 22:13:23.628880 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [req-82ebf900-41b2-4cd7-890d-0e93b3834a2d req-96b99eb3-82c5-4e63-a7c5-971358f42e49 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Floating IP 06924e8e-721c-41bb-a9e7-b177465b7cc0 associated. External IP: 172.25.2.122, port: 2fb08e3f-c286-4af9-b45d-c4f78457bf7e. Feb 16 22:13:23.656143 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fafb4dd5-edcb-4110-9d6a-0a7f5c0b9e31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:23.733987 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fafb4dd5-edcb-4110-9d6a-0a7f5c0b9e31 admin admin] Publish callbacks [] for security_group (f696a016-0b55-4a00-a9c9-3df10e663bc0), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:23.739390 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fafb4dd5-edcb-4110-9d6a-0a7f5c0b9e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f696a016-0b55-4a00-a9c9-3df10e663bc0), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:23.751985 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6c1feed6-075a-4a99-be58-1460aa81b84a req-b44ee5f4-2414-4246-b2ed-141816ac2369 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892453 Feb 16 22:13:23.779735 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fafb4dd5-edcb-4110-9d6a-0a7f5c0b9e31 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e34b1baf50924979bb6d187bcf56e77e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2750456 Feb 16 22:13:23.784436 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51800) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:13:23.790783 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb4dd5-edcb-4110-9d6a-0a7f5c0b9e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f696a016-0b55-4a00-a9c9-3df10e663bc0,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:23.863058 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-80cec2dc-4af4-4b28-8ac6-49154f5f0da8 admin admin] Publish callbacks [] for security_group (f696a016-0b55-4a00-a9c9-3df10e663bc0), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:23.897045 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-80cec2dc-4af4-4b28-8ac6-49154f5f0da8 admin admin] Publish callbacks [] for security_group (f696a016-0b55-4a00-a9c9-3df10e663bc0), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:23.941986 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b2bf58-9a99-4846-a2a8-31203bb65dab req-4036371e-b932-485a-993c-777a2c4f6690 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:23.944290 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-62b2bf58-9a99-4846-a2a8-31203bb65dab req-4036371e-b932-485a-993c-777a2c4f6690 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 950 time: 0.0856736 Feb 16 22:13:23.947525 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82ebf900-41b2-4cd7-890d-0e93b3834a2d req-96b99eb3-82c5-4e63-a7c5-971358f42e49 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Router 0977ce05-f075-47d4-8f28-17b43150d09a has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:13:23.965808 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-80cec2dc-4af4-4b28-8ac6-49154f5f0da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f696a016-0b55-4a00-a9c9-3df10e663bc0), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:23.969006 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-80cec2dc-4af4-4b28-8ac6-49154f5f0da8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:23.972476 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-80cec2dc-4af4-4b28-8ac6-49154f5f0da8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f696a016-0b55-4a00-a9c9-3df10e663bc0 HTTP/1.1" status: 204 len: 168 time: 0.1806633 Feb 16 22:13:23.982496 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cec2dc-4af4-4b28-8ac6-49154f5f0da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f696a016-0b55-4a00-a9c9-3df10e663bc0,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:24.086234 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['1339ee5a-4973-4d53-b139-157949f7b897'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:13:24.095388 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-62b2bf58-9a99-4846-a2a8-31203bb65dab req-c10ba333-3db7-44b2-9e12-11c6b3e68095 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438990 Feb 16 22:13:24.146572 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82ebf900-41b2-4cd7-890d-0e93b3834a2d req-96b99eb3-82c5-4e63-a7c5-971358f42e49 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:13:24.156883 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-82ebf900-41b2-4cd7-890d-0e93b3834a2d req-96b99eb3-82c5-4e63-a7c5-971358f42e49 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:24.179121 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b818620-8105-45e8-b712-d978d1f305f4 None None] Sync routers for ids ['0977ce05-f075-47d4-8f28-17b43150d09a'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:13:24.197936 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-82ebf900-41b2-4cd7-890d-0e93b3834a2d req-96b99eb3-82c5-4e63-a7c5-971358f42e49 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "PUT /v2.0/floatingips/06924e8e-721c-41bb-a9e7-b177465b7cc0 HTTP/1.1" status: 200 len: 996 time: 1.4305232 Feb 16 22:13:24.200231 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a546d4-6fcb-44b5-9a34-4059056f05b8', 'tag': '2fb08e3f-c286-4af9-b45d-c4f78457bf7e'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:13:24.202272 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a423e22-95a1-434b-a2d4-050175b74018" -d '{"events": [{"name": "network-changed", "server_uuid": "64a546d4-6fcb-44b5-9a34-4059056f05b8", "tag": "2fb08e3f-c286-4af9-b45d-c4f78457bf7e"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:13:24.215661 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:24.220700 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b818620-8105-45e8-b712-d978d1f305f4 None None] Routers {'0977ce05-f075-47d4-8f28-17b43150d09a'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:13:24.221588 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2b818620-8105-45e8-b712-d978d1f305f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:13:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['0977ce05-f075-47d4-8f28-17b43150d09a'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:24.306220 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebf900-41b2-4cd7-890d-0e93b3834a2d req-aefbc7c3-7e34-4f51-babd-a724ce6a74b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:24.314376 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-82ebf900-41b2-4cd7-890d-0e93b3834a2d req-aefbc7c3-7e34-4f51-babd-a724ce6a74b4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e7ee43918b7346aea3db9a1522c25646&device_id=64a546d4-6fcb-44b5-9a34-4059056f05b8 HTTP/1.1" status: 200 len: 1127 time: 0.0729053 Feb 16 22:13:24.330530 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0493c-9664-4862-b428-bfa307d74d0a req-1d9f18ec-aec1-4a32-972e-e7963929bad2 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:24.332101 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dcb0493c-9664-4862-b428-bfa307d74d0a req-1d9f18ec-aec1-4a32-972e-e7963929bad2 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 945 time: 0.1360955 Feb 16 22:13:24.426909 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-2b818620-8105-45e8-b712-d978d1f305f4 None None] Set router 0977ce05-f075-47d4-8f28-17b43150d09a gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:13:24.443101 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dcb0493c-9664-4862-b428-bfa307d74d0a req-c46c5e92-bbfc-4668-ba0e-d61b93989f38 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980127 Feb 16 22:13:24.458880 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebf900-41b2-4cd7-890d-0e93b3834a2d req-c9c50969-9b9a-4d49-9ee2-fbbba4eece5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:24.465896 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-82ebf900-41b2-4cd7-890d-0e93b3834a2d req-c9c50969-9b9a-4d49-9ee2-fbbba4eece5d service neutron] 10.222.0.75 "GET /v2.0/networks?id=c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 HTTP/1.1" status: 200 len: 921 time: 0.1506608 Feb 16 22:13:24.584475 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-82ebf900-41b2-4cd7-890d-0e93b3834a2d req-640b23e4-8251-45f5-b6c2-6979f8abfd7f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fb08e3f-c286-4af9-b45d-c4f78457bf7e HTTP/1.1" status: 200 len: 999 time: 0.1176550 Feb 16 22:13:24.661918 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebf900-41b2-4cd7-890d-0e93b3834a2d req-d7f879d8-5376-4a06-9097-e2b6426894dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:24.669494 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-82ebf900-41b2-4cd7-890d-0e93b3834a2d req-d7f879d8-5376-4a06-9097-e2b6426894dd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e5b119fa-7c76-4352-bdec-a5c18b8dbee6 HTTP/1.1" status: 200 len: 859 time: 0.0841830 Feb 16 22:13:24.714687 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f48d6-001e-40b4-8842-d5cb8bcfc964 req-55871dcc-0011-48fd-8a0b-246e5e11d810 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:24.716285 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b06f48d6-001e-40b4-8842-d5cb8bcfc964 req-55871dcc-0011-48fd-8a0b-246e5e11d810 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/ports?device_id=ea93024b-ef05-4005-ab8e-4ba0c968c923 HTTP/1.1" status: 200 len: 944 time: 0.1407537 Feb 16 22:13:24.752409 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2b818620-8105-45e8-b712-d978d1f305f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'name': 'tempest-FloatingIPsAssociationTestJSON-772117284-router', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:12:33Z', 'updated_at': '2022-02-16T22:12:38Z', 'revision_number': 4, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'gw_port': {'id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:34Z', 'updated_at': '2022-02-16T22:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '06924e8e-721c-41bb-a9e7-b177465b7cc0', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'floating_ip_address': '172.25.2.122', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'port_id': '2fb08e3f-c286-4af9-b45d-c4f78457bf7e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'mac_address': 'fa:16:3e:68:2a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a546d4-6fcb-44b5-9a34-4059056f05b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:13:03Z', 'updated_at': '2022-02-16T22:13:23Z', 'revision_number': 1, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a771727-0407-48ab-b77f-59c89c239890', 'name': '', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'mac_address': 'fa:16:3e:2b:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:37Z', 'updated_at': '2022-02-16T22:12:46Z', 'revision_number': 5, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'subnets': [{'id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:24.753066 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebf900-41b2-4cd7-890d-0e93b3834a2d req-d3d6ef15-e8e9-4a10-9fbe-3eafe1030604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:24.760755 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-82ebf900-41b2-4cd7-890d-0e93b3834a2d req-d3d6ef15-e8e9-4a10-9fbe-3eafe1030604 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0904109 Feb 16 22:13:24.770577 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-82ebf900-41b2-4cd7-890d-0e93b3834a2d req-8bf5a4f5-abeb-49a2-97d2-5834f9e43091 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:13:24.770577 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-82ebf900-41b2-4cd7-890d-0e93b3834a2d req-8bf5a4f5-abeb-49a2-97d2-5834f9e43091 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057595 Feb 16 22:13:24.791853 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b818620-8105-45e8-b712-d978d1f305f4 None None] Checking router: 0977ce05-f075-47d4-8f28-17b43150d09a for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:13:24.801510 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b818620-8105-45e8-b712-d978d1f305f4 None None] Routers {'0977ce05-f075-47d4-8f28-17b43150d09a'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:13:24.802179 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2b818620-8105-45e8-b712-d978d1f305f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:13:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['0977ce05-f075-47d4-8f28-17b43150d09a'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:24.804443 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b06f48d6-001e-40b4-8842-d5cb8bcfc964 req-30f5ea72-6d64-41ec-90c1-19f582f1931b tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/security-groups?id=fce9e7f7-2e4b-4a61-aa44-727f39b35b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811365 Feb 16 22:13:24.920078 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5632a7-43e5-4a66-bfa2-ef49da73d713 x-openstack-request-id: req-6a5632a7-43e5-4a66-bfa2-ef49da73d713 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:13:24.920487 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a546d4-6fcb-44b5-9a34-4059056f05b8", "tag": "2fb08e3f-c286-4af9-b45d-c4f78457bf7e", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:13:24.920661 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6a5632a7-43e5-4a66-bfa2-ef49da73d713 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:13:24.921067 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a546d4-6fcb-44b5-9a34-4059056f05b8', 'tag': '2fb08e3f-c286-4af9-b45d-c4f78457bf7e', 'status': 'completed', 'code': 200} Feb 16 22:13:24.960787 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a423e22-95a1-434b-a2d4-050175b74018 req-6e8f4aee-ee1e-4fcd-b5cd-4f3258d7100f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:24.962247 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-82ebf900-41b2-4cd7-890d-0e93b3834a2d req-7bdb9ea7-4de5-4645-9105-caacb485990d service neutron] 10.222.0.75 "GET /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684439 Feb 16 22:13:24.968456 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0a423e22-95a1-434b-a2d4-050175b74018 req-6e8f4aee-ee1e-4fcd-b5cd-4f3258d7100f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e7ee43918b7346aea3db9a1522c25646&device_id=64a546d4-6fcb-44b5-9a34-4059056f05b8 HTTP/1.1" status: 200 len: 1127 time: 0.0677209 Feb 16 22:13:24.982982 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-2b818620-8105-45e8-b712-d978d1f305f4 None None] Set router 0977ce05-f075-47d4-8f28-17b43150d09a gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:13:25.076142 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b945d1a-e50a-4722-ab23-f456fb579b3d req-68f4fe32-a808-4fb2-9d50-fd462997c10b tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:25.078192 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b945d1a-e50a-4722-ab23-f456fb579b3d req-68f4fe32-a808-4fb2-9d50-fd462997c10b tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 945 time: 0.1189535 Feb 16 22:13:25.094712 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a423e22-95a1-434b-a2d4-050175b74018 req-15286066-1424-4468-ba9a-d5fa440db5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:25.096295 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0a423e22-95a1-434b-a2d4-050175b74018 req-15286066-1424-4468-ba9a-d5fa440db5e2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 HTTP/1.1" status: 200 len: 921 time: 0.1185594 Feb 16 22:13:25.112598 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-82ebf900-41b2-4cd7-890d-0e93b3834a2d req-c03bfb94-0fd4-4872-b93a-c98a7e186db6 service neutron] 10.222.0.75 "GET /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413567 Feb 16 22:13:25.152746 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b945d1a-e50a-4722-ab23-f456fb579b3d req-1753e701-b463-42ec-9330-b4c0f8a8fea7 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616198 Feb 16 22:13:25.190651 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0a423e22-95a1-434b-a2d4-050175b74018 req-790252c1-ce2e-4036-a37c-733e26211190 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fb08e3f-c286-4af9-b45d-c4f78457bf7e HTTP/1.1" status: 200 len: 999 time: 0.0840189 Feb 16 22:13:25.273444 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a423e22-95a1-434b-a2d4-050175b74018 req-b7c5eb68-6b24-492b-8138-0ef43bb57fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:25.276612 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0a423e22-95a1-434b-a2d4-050175b74018 req-b7c5eb68-6b24-492b-8138-0ef43bb57fd4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e5b119fa-7c76-4352-bdec-a5c18b8dbee6 HTTP/1.1" status: 200 len: 859 time: 0.0768943 Feb 16 22:13:25.284057 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57a63c-f5dd-48ec-a18f-934fa4af76ed req-3cf48b37-e9cb-418d-a33b-5c51b42fa2e6 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:25.285667 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d57a63c-f5dd-48ec-a18f-934fa4af76ed req-3cf48b37-e9cb-418d-a33b-5c51b42fa2e6 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 950 time: 0.0687244 Feb 16 22:13:25.317815 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2b818620-8105-45e8-b712-d978d1f305f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'name': 'tempest-FloatingIPsAssociationTestJSON-772117284-router', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:12:33Z', 'updated_at': '2022-02-16T22:12:38Z', 'revision_number': 4, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'gw_port': {'id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:34Z', 'updated_at': '2022-02-16T22:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '06924e8e-721c-41bb-a9e7-b177465b7cc0', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'floating_ip_address': '172.25.2.122', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'port_id': '2fb08e3f-c286-4af9-b45d-c4f78457bf7e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'mac_address': 'fa:16:3e:68:2a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a546d4-6fcb-44b5-9a34-4059056f05b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:13:03Z', 'updated_at': '2022-02-16T22:13:23Z', 'revision_number': 1, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a771727-0407-48ab-b77f-59c89c239890', 'name': '', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'mac_address': 'fa:16:3e:2b:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:37Z', 'updated_at': '2022-02-16T22:12:46Z', 'revision_number': 5, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'subnets': [{'id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:25.340288 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a423e22-95a1-434b-a2d4-050175b74018 req-f8a71f5f-0cfa-4b0e-b0b5-75596a38cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:25.342130 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0a423e22-95a1-434b-a2d4-050175b74018 req-f8a71f5f-0cfa-4b0e-b0b5-75596a38cc30 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0570905 Feb 16 22:13:25.346671 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b818620-8105-45e8-b712-d978d1f305f4 None None] The sync data for ids ['0977ce05-f075-47d4-8f28-17b43150d09a'] in n-d-813897-6 is: [{'id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'name': 'tempest-FloatingIPsAssociationTestJSON-772117284-router', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:12:33Z', 'updated_at': '2022-02-16T22:12:38Z', 'revision_number': 4, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'gw_port': {'id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:34Z', 'updated_at': '2022-02-16T22:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '06924e8e-721c-41bb-a9e7-b177465b7cc0', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'floating_ip_address': '172.25.2.122', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'port_id': '2fb08e3f-c286-4af9-b45d-c4f78457bf7e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'mac_address': 'fa:16:3e:68:2a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a546d4-6fcb-44b5-9a34-4059056f05b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:13:03Z', 'updated_at': '2022-02-16T22:13:23Z', 'revision_number': 1, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a771727-0407-48ab-b77f-59c89c239890', 'name': '', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'mac_address': 'fa:16:3e:2b:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:37Z', 'updated_at': '2022-02-16T22:12:46Z', 'revision_number': 5, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'subnets': [{'id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:13:25.384410 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d57a63c-f5dd-48ec-a18f-934fa4af76ed req-24fb1b54-1e8f-43d3-824a-7e7cef00f704 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926578 Feb 16 22:13:25.425887 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:25.530178 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a4367-112b-41bd-83da-3e209a6e51c2 req-9ee1d18f-fe2f-4caa-93bf-ac368bd4bbf5 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:25.534476 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-613a4367-112b-41bd-83da-3e209a6e51c2 req-9ee1d18f-fe2f-4caa-93bf-ac368bd4bbf5 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 950 time: 0.0778077 Feb 16 22:13:25.568111 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0a423e22-95a1-434b-a2d4-050175b74018 req-29bc883d-1038-4a19-b7be-b7f9ab636928 service neutron] 10.222.0.67 "GET /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135515 Feb 16 22:13:25.667997 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-613a4367-112b-41bd-83da-3e209a6e51c2 req-64e4860c-6d3f-4a0e-9bf9-7be8a555c0b9 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267056 Feb 16 22:13:25.693906 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0a423e22-95a1-434b-a2d4-050175b74018 req-fb15dc9d-26ee-4b7d-ada2-efcb982ef505 service neutron] 10.222.0.67 "GET /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157115 Feb 16 22:13:25.722782 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74091dc9-7ea6-4a19-a562-23581f3602c2 None None] New status for floating IP 06924e8e-721c-41bb-a9e7-b177465b7cc0: ACTIVE {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:13:25.728532 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-a858a688-1fc8-4df7-b524-f8939cc7ca56 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:25.730642 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-a858a688-1fc8-4df7-b524-f8939cc7ca56 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports?device_id=246ea983-17af-43ef-9f89-30fda278321d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1625307 Feb 16 22:13:25.863290 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-7f96215e-e524-4b4f-b364-db35d57e58fe tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.122 HTTP/1.1" status: 200 len: 999 time: 0.1251464 Feb 16 22:13:25.875968 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-29c67fea-0b68-43c6-9da0-8f6bbf9ad489 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Request body: {'floatingip': {'port_id': '194acaa2-c48f-4f8a-96db-0d0e473c3087', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:13:25.888595 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba4392-13d0-4b77-887b-fac42b1c0a1b req-96b57274-311d-4f2a-be95-f557dff7ff52 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:25.890165 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0ba4392-13d0-4b77-887b-fac42b1c0a1b req-96b57274-311d-4f2a-be95-f557dff7ff52 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 945 time: 0.1008234 Feb 16 22:13:26.226841 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-29c67fea-0b68-43c6-9da0-8f6bbf9ad489 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks [] for floatingip (06924e8e-721c-41bb-a9e7-b177465b7cc0), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:26.274297 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0ba4392-13d0-4b77-887b-fac42b1c0a1b req-1f6b6cb6-15ee-4a9d-a82b-6cee20c3c19a tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479929 Feb 16 22:13:26.449471 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9a4a613e-b3bd-41e7-aa1d-b21001669c28 req-e6a1c351-826b-4a4b-bdf8-d7b14680a3d1 tempest-AbsoluteLimitsNegativeTestJSON-372900759 tempest-AbsoluteLimitsNegativeTestJSON-372900759-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=e30a5066a7d74068b477f9c394d28a4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0789194 Feb 16 22:13:26.613266 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a613e-b3bd-41e7-aa1d-b21001669c28 req-f725f94c-ce55-431a-a6c7-9a0651350ba1 tempest-AbsoluteLimitsNegativeTestJSON-372900759 tempest-AbsoluteLimitsNegativeTestJSON-372900759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:26.614842 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9a4a613e-b3bd-41e7-aa1d-b21001669c28 req-f725f94c-ce55-431a-a6c7-9a0651350ba1 tempest-AbsoluteLimitsNegativeTestJSON-372900759 tempest-AbsoluteLimitsNegativeTestJSON-372900759-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1575241 Feb 16 22:13:26.674763 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9a4a613e-b3bd-41e7-aa1d-b21001669c28 req-8174b8cf-a7ab-406f-801a-52e389ccd646 tempest-AbsoluteLimitsNegativeTestJSON-372900759 tempest-AbsoluteLimitsNegativeTestJSON-372900759-project] 10.222.0.75 "GET /v2.0/quotas/e30a5066a7d74068b477f9c394d28a4d HTTP/1.1" status: 200 len: 375 time: 0.0527737 Feb 16 22:13:26.737603 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9a4a613e-b3bd-41e7-aa1d-b21001669c28 req-512020f0-9197-413d-a8e5-0a6139c04d19 tempest-AbsoluteLimitsNegativeTestJSON-372900759 tempest-AbsoluteLimitsNegativeTestJSON-372900759-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e30a5066a7d74068b477f9c394d28a4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344901 Feb 16 22:13:26.883662 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-29c67fea-0b68-43c6-9da0-8f6bbf9ad489 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:26.892948 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-29c67fea-0b68-43c6-9da0-8f6bbf9ad489 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (06924e8e-721c-41bb-a9e7-b177465b7cc0), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:26.918238 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:26.966963 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5c5a4-b5b9-4fb2-bd24-7947274b5d44 req-fcea49f1-b504-4a78-8fb0-3e180f4374a0 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:26.968472 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-35b5c5a4-b5b9-4fb2-bd24-7947274b5d44 req-fcea49f1-b504-4a78-8fb0-3e180f4374a0 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/ports?device_id=ea93024b-ef05-4005-ab8e-4ba0c968c923 HTTP/1.1" status: 200 len: 944 time: 0.1340399 Feb 16 22:13:27.037413 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-35b5c5a4-b5b9-4fb2-bd24-7947274b5d44 req-353b68f2-df47-4b9e-8a2c-b5fe3b722686 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/security-groups?id=fce9e7f7-2e4b-4a61-aa44-727f39b35b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606785 Feb 16 22:13:27.040524 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-29c67fea-0b68-43c6-9da0-8f6bbf9ad489 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Floating IP 06924e8e-721c-41bb-a9e7-b177465b7cc0 associated. External IP: 172.25.2.122, port: 2fb08e3f-c286-4af9-b45d-c4f78457bf7e. Feb 16 22:13:27.082913 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51866) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:13:27.203579 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdff1db-2a63-4cc4-9f12-3ca98062ec34 req-2215c3a9-d22f-45c2-88a3-09ee8d5e45c5 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:27.205058 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7cdff1db-2a63-4cc4-9f12-3ca98062ec34 req-2215c3a9-d22f-45c2-88a3-09ee8d5e45c5 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 945 time: 0.0696678 Feb 16 22:13:27.244257 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 1339ee5a-4973-4d53-b139-157949f7b897 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:13:27.295008 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bba1ad60-6f2d-4eea-8d46-4495c51c85c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:27.300181 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 1339ee5a-4973-4d53-b139-157949f7b897 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:13:27.304991 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 1339ee5a-4973-4d53-b139-157949f7b897 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:13:27.305203 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (1339ee5a-4973-4d53-b139-157949f7b897), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:27.369881 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7cdff1db-2a63-4cc4-9f12-3ca98062ec34 req-4a5d3c6b-4ebc-458b-a9bb-aca915e601fa tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253984 Feb 16 22:13:27.389541 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 1339ee5a-4973-4d53-b139-157949f7b897 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:13:27.389936 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1339ee5a-4973-4d53-b139-157949f7b897), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:27.409521 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-29c67fea-0b68-43c6-9da0-8f6bbf9ad489 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Router 0977ce05-f075-47d4-8f28-17b43150d09a has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:13:27.427504 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea93024b-ef05-4005-ab8e-4ba0c968c923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1339ee5a-4973-4d53-b139-157949f7b897'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:13:27.429896 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba2b25b-19aa-4b2e-ac55-d0a1f29f1b36" -d '{"events": [{"server_uuid": "ea93024b-ef05-4005-ab8e-4ba0c968c923", "name": "network-vif-plugged", "status": "completed", "tag": "1339ee5a-4973-4d53-b139-157949f7b897"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:13:27.445404 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 1339ee5a-4973-4d53-b139-157949f7b897, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=1339ee5a-4973-4d53-b139-157949f7b897,segment=NetworkSegment(73b1a5be-4d8c-41ce-b66a-7c0f6916f940),segment_id=73b1a5be-4d8c-41ce-b66a-7c0f6916f940)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:13:27.451530 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (1339ee5a-4973-4d53-b139-157949f7b897), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:27.452295 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 4742e105-ad77-4b88-b601-715e2c3c6c57 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:13:27.544497 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=1339ee5a-4973-4d53-b139-157949f7b897,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:27.557551 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bba1ad60-6f2d-4eea-8d46-4495c51c85c7 admin admin] Publish callbacks [] for security_group (b8c3f994-f424-4919-983b-18cbb86f1da8), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:27.575785 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bba1ad60-6f2d-4eea-8d46-4495c51c85c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b8c3f994-f424-4919-983b-18cbb86f1da8), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:27.594915 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 4742e105-ad77-4b88-b601-715e2c3c6c57 is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:13:27.595394 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4742e105-ad77-4b88-b601-715e2c3c6c57), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:27.629637 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 4742e105-ad77-4b88-b601-715e2c3c6c57, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=4742e105-ad77-4b88-b601-715e2c3c6c57,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:13:27.635889 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4742e105-ad77-4b88-b601-715e2c3c6c57), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:27.644031 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bba1ad60-6f2d-4eea-8d46-4495c51c85c7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e30a5066a7d74068b477f9c394d28a4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5585790 Feb 16 22:13:27.644836 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51874) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:13:27.646864 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1ad60-6f2d-4eea-8d46-4495c51c85c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c3f994-f424-4919-983b-18cbb86f1da8,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:27.664079 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba1ad60-6f2d-4eea-8d46-4495c51c85c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:27.664422 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba1ad60-6f2d-4eea-8d46-4495c51c85c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:27.664783 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba1ad60-6f2d-4eea-8d46-4495c51c85c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:27.665097 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba1ad60-6f2d-4eea-8d46-4495c51c85c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:27.665427 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba1ad60-6f2d-4eea-8d46-4495c51c85c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:27.665751 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba1ad60-6f2d-4eea-8d46-4495c51c85c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:27.666099 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba1ad60-6f2d-4eea-8d46-4495c51c85c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:27.666434 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba1ad60-6f2d-4eea-8d46-4495c51c85c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:27.666738 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba1ad60-6f2d-4eea-8d46-4495c51c85c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:27.667058 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba1ad60-6f2d-4eea-8d46-4495c51c85c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:27.667373 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba1ad60-6f2d-4eea-8d46-4495c51c85c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:27.667689 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba1ad60-6f2d-4eea-8d46-4495c51c85c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:27.668004 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba1ad60-6f2d-4eea-8d46-4495c51c85c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:27.680934 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b745c2-15b0-49a1-a115-13b192218d9a req-529b9e24-286e-420b-bf31-276ac8f13730 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:27.682739 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-82b745c2-15b0-49a1-a115-13b192218d9a req-529b9e24-286e-420b-bf31-276ac8f13730 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 950 time: 0.1482351 Feb 16 22:13:27.693071 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-29c67fea-0b68-43c6-9da0-8f6bbf9ad489 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:13:27.710722 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92576b3-546e-44fa-9a9f-382f0853c575 None None] Sync routers for ids ['0977ce05-f075-47d4-8f28-17b43150d09a'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:13:27.728412 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-273bce6d-26ec-4acd-88af-c77ddf62d392 admin admin] Publish callbacks [] for security_group (b8c3f994-f424-4919-983b-18cbb86f1da8), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:27.735501 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=4742e105-ad77-4b88-b601-715e2c3c6c57,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:27.748291 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92576b3-546e-44fa-9a9f-382f0853c575 None None] Routers {'0977ce05-f075-47d4-8f28-17b43150d09a'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:13:27.749109 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-b92576b3-546e-44fa-9a9f-382f0853c575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:13:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['0977ce05-f075-47d4-8f28-17b43150d09a'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:27.757454 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-273bce6d-26ec-4acd-88af-c77ddf62d392 admin admin] Publish callbacks [] for security_group (b8c3f994-f424-4919-983b-18cbb86f1da8), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:27.823146 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-273bce6d-26ec-4acd-88af-c77ddf62d392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b8c3f994-f424-4919-983b-18cbb86f1da8), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:27.828770 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-273bce6d-26ec-4acd-88af-c77ddf62d392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:27.835040 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-273bce6d-26ec-4acd-88af-c77ddf62d392 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b8c3f994-f424-4919-983b-18cbb86f1da8 HTTP/1.1" status: 204 len: 168 time: 0.1871943 Feb 16 22:13:27.848401 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273bce6d-26ec-4acd-88af-c77ddf62d392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c3f994-f424-4919-983b-18cbb86f1da8,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:27.883648 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-82b745c2-15b0-49a1-a115-13b192218d9a req-69e17f2c-01bb-4dcc-b142-9ac22a904762 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817906 Feb 16 22:13:27.913573 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-b92576b3-546e-44fa-9a9f-382f0853c575 None None] Set router 0977ce05-f075-47d4-8f28-17b43150d09a gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:13:28.102542 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c085ca0-bb4d-4fa9-bbde-96f5312f4d1a req-6faa5b44-6418-4776-9641-01c1f90fec7a tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:28.104027 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c085ca0-bb4d-4fa9-bbde-96f5312f4d1a req-6faa5b44-6418-4776-9641-01c1f90fec7a tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 950 time: 0.1160283 Feb 16 22:13:28.192196 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:28.194351 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c085ca0-bb4d-4fa9-bbde-96f5312f4d1a req-778fe05e-dc15-4573-9ee0-75cd632ab407 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751917 Feb 16 22:13:28.210982 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-29c67fea-0b68-43c6-9da0-8f6bbf9ad489 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Router 0977ce05-f075-47d4-8f28-17b43150d09a has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:13:28.244148 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-b92576b3-546e-44fa-9a9f-382f0853c575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'name': 'tempest-FloatingIPsAssociationTestJSON-772117284-router', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:12:33Z', 'updated_at': '2022-02-16T22:12:38Z', 'revision_number': 4, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'gw_port': {'id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:34Z', 'updated_at': '2022-02-16T22:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '06924e8e-721c-41bb-a9e7-b177465b7cc0', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'floating_ip_address': '172.25.2.122', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'port_id': '194acaa2-c48f-4f8a-96db-0d0e473c3087', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'mac_address': 'fa:16:3e:fd:c4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246ea983-17af-43ef-9f89-30fda278321d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:13:03Z', 'updated_at': '2022-02-16T22:13:26Z', 'revision_number': 3, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a771727-0407-48ab-b77f-59c89c239890', 'name': '', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'mac_address': 'fa:16:3e:2b:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:37Z', 'updated_at': '2022-02-16T22:12:46Z', 'revision_number': 5, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'subnets': [{'id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:28.282226 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92576b3-546e-44fa-9a9f-382f0853c575 None None] Checking router: 0977ce05-f075-47d4-8f28-17b43150d09a for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:13:28.291323 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92576b3-546e-44fa-9a9f-382f0853c575 None None] Routers {'0977ce05-f075-47d4-8f28-17b43150d09a'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:13:28.291942 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-b92576b3-546e-44fa-9a9f-382f0853c575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:13:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['0977ce05-f075-47d4-8f28-17b43150d09a'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:28.408858 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff36bac-89e4-4317-8f38-aafdc51b4e28 req-ab1869fc-4c46-4113-bf2e-ef6828823213 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:28.417104 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eff36bac-89e4-4317-8f38-aafdc51b4e28 req-ab1869fc-4c46-4113-bf2e-ef6828823213 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 945 time: 0.1376822 Feb 16 22:13:28.441274 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-29c67fea-0b68-43c6-9da0-8f6bbf9ad489 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:13:28.447678 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-29c67fea-0b68-43c6-9da0-8f6bbf9ad489 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:28.528040 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eff36bac-89e4-4317-8f38-aafdc51b4e28 req-a67eb518-9cf5-4d0b-a1a1-30a1d4f2d186 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080770 Feb 16 22:13:28.565100 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a546d4-6fcb-44b5-9a34-4059056f05b8', 'tag': '2fb08e3f-c286-4af9-b45d-c4f78457bf7e'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:13:28.568724 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34364b7-e4f2-4391-9da9-c15bf28350ae" -d '{"events": [{"name": "network-changed", "server_uuid": "64a546d4-6fcb-44b5-9a34-4059056f05b8", "tag": "2fb08e3f-c286-4af9-b45d-c4f78457bf7e"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:13:28.591254 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-b92576b3-546e-44fa-9a9f-382f0853c575 None None] Set router 0977ce05-f075-47d4-8f28-17b43150d09a gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:13:28.623856 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7107769b-271a-497d-9148-42241773cc47 x-openstack-request-id: req-7107769b-271a-497d-9148-42241773cc47 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:13:28.624608 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea93024b-ef05-4005-ab8e-4ba0c968c923", "name": "network-vif-plugged", "status": "completed", "tag": "1339ee5a-4973-4d53-b139-157949f7b897", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:13:28.625436 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7107769b-271a-497d-9148-42241773cc47 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:13:28.625819 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea93024b-ef05-4005-ab8e-4ba0c968c923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1339ee5a-4973-4d53-b139-157949f7b897', 'code': 200} Feb 16 22:13:28.649323 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-29c67fea-0b68-43c6-9da0-8f6bbf9ad489 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "PUT /v2.0/floatingips/06924e8e-721c-41bb-a9e7-b177465b7cc0 HTTP/1.1" status: 200 len: 999 time: 2.7782025 Feb 16 22:13:28.754516 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f70762-d121-4d38-91af-81a884fe99aa req-39372e2c-68ce-48b7-b02e-cac8e4ecf277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:28.757614 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-46f70762-d121-4d38-91af-81a884fe99aa req-39372e2c-68ce-48b7-b02e-cac8e4ecf277 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ea93024b-ef05-4005-ab8e-4ba0c968c923 HTTP/1.1" status: 200 len: 1127 time: 0.0596032 Feb 16 22:13:28.791046 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-42b5d281-303d-46e9-b557-0ae9bd5aa9c9 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:28.792482 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-42b5d281-303d-46e9-b557-0ae9bd5aa9c9 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports/2fb08e3f-c286-4af9-b45d-c4f78457bf7e HTTP/1.1" status: 200 len: 942 time: 0.1396902 Feb 16 22:13:28.807162 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51902) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:13:28.847284 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987e099-de73-4a70-8e19-c9afebd30ba0 req-c9d2a453-1c43-432e-8293-db7948ccb1b7 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:28.851122 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0987e099-de73-4a70-8e19-c9afebd30ba0 req-c9d2a453-1c43-432e-8293-db7948ccb1b7 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/ports?device_id=ea93024b-ef05-4005-ab8e-4ba0c968c923 HTTP/1.1" status: 200 len: 945 time: 0.1676991 Feb 16 22:13:28.871746 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-46f70762-d121-4d38-91af-81a884fe99aa req-c330d19a-f021-41e4-8cd4-db791e162fe5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fce9e7f7-2e4b-4a61-aa44-727f39b35b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033502 Feb 16 22:13:28.929674 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0987e099-de73-4a70-8e19-c9afebd30ba0 req-30763d15-9fc1-48a7-bcee-b65f64a72a14 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/security-groups?id=fce9e7f7-2e4b-4a61-aa44-727f39b35b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724232 Feb 16 22:13:28.967978 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-809ef084-adad-4c84-b5ee-2636b893a9bb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1231907173-network', 'tenant_id': 'eed7ad217ca34895a580a0f7f108dd61'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:13:28.989892 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-b92576b3-546e-44fa-9a9f-382f0853c575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'name': 'tempest-FloatingIPsAssociationTestJSON-772117284-router', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:12:33Z', 'updated_at': '2022-02-16T22:12:38Z', 'revision_number': 4, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'gw_port': {'id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:34Z', 'updated_at': '2022-02-16T22:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '06924e8e-721c-41bb-a9e7-b177465b7cc0', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'floating_ip_address': '172.25.2.122', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'port_id': '194acaa2-c48f-4f8a-96db-0d0e473c3087', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'mac_address': 'fa:16:3e:fd:c4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246ea983-17af-43ef-9f89-30fda278321d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:13:03Z', 'updated_at': '2022-02-16T22:13:26Z', 'revision_number': 3, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a771727-0407-48ab-b77f-59c89c239890', 'name': '', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'mac_address': 'fa:16:3e:2b:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:37Z', 'updated_at': '2022-02-16T22:12:46Z', 'revision_number': 5, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'subnets': [{'id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:28.996845 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-5d020b75-d535-4687-9249-4aaca087fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:28.999032 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-5d020b75-d535-4687-9249-4aaca087fac2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e7ee43918b7346aea3db9a1522c25646&device_id=64a546d4-6fcb-44b5-9a34-4059056f05b8 HTTP/1.1" status: 200 len: 1127 time: 0.0824831 Feb 16 22:13:29.016243 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809ef084-adad-4c84-b5ee-2636b893a9bb admin admin] Made reservation on behalf of eed7ad217ca34895a580a0f7f108dd61 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:13:29.018888 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-809ef084-adad-4c84-b5ee-2636b893a9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:29.023850 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92576b3-546e-44fa-9a9f-382f0853c575 None None] The sync data for ids ['0977ce05-f075-47d4-8f28-17b43150d09a'] in n-d-813897-6 is: [{'id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'name': 'tempest-FloatingIPsAssociationTestJSON-772117284-router', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:12:33Z', 'updated_at': '2022-02-16T22:12:38Z', 'revision_number': 4, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'gw_port': {'id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:34Z', 'updated_at': '2022-02-16T22:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '06924e8e-721c-41bb-a9e7-b177465b7cc0', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'floating_ip_address': '172.25.2.122', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'port_id': '194acaa2-c48f-4f8a-96db-0d0e473c3087', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'mac_address': 'fa:16:3e:fd:c4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246ea983-17af-43ef-9f89-30fda278321d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:13:03Z', 'updated_at': '2022-02-16T22:13:26Z', 'revision_number': 3, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a771727-0407-48ab-b77f-59c89c239890', 'name': '', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'mac_address': 'fa:16:3e:2b:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:37Z', 'updated_at': '2022-02-16T22:12:46Z', 'revision_number': 5, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'subnets': [{'id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:13:29.047473 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-809ef084-adad-4c84-b5ee-2636b893a9bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:29.225017 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fd2f0b-527f-4d6c-9e47-ab1c3fabc388 None None] New status for floating IP 06924e8e-721c-41bb-a9e7-b177465b7cc0: ACTIVE {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:13:29.247197 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 4742e105-ad77-4b88-b601-715e2c3c6c57 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:13:29.370118 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 4742e105-ad77-4b88-b601-715e2c3c6c57, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=4742e105-ad77-4b88-b601-715e2c3c6c57,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:13:29.388145 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '4742e105-ad77-4b88-b601-715e2c3c6c57', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': '4742e105-ad77-4b88-b601-715e2c3c6c57', 'mac_address': 'fa:16:3e:5c:f1:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:13:29.436091 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 4742e105-ad77-4b88-b601-715e2c3c6c57 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:13:29.436509 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4742e105-ad77-4b88-b601-715e2c3c6c57), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:29.458763 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4742e105-ad77-4b88-b601-715e2c3c6c57 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:13:29.474808 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46221a0e-118c-4b87-8e97-640be96b957d req-99ec2689-3860-4d5c-82a7-763a4dcf9447 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:29.476375 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-46221a0e-118c-4b87-8e97-640be96b957d req-99ec2689-3860-4d5c-82a7-763a4dcf9447 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 945 time: 0.4620948 Feb 16 22:13:29.485999 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 4742e105-ad77-4b88-b601-715e2c3c6c57, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=4742e105-ad77-4b88-b601-715e2c3c6c57,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:13:29.492622 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-faa9703e-0649-4f85-82e3-1c0290b01b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:29.493130 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4742e105-ad77-4b88-b601-715e2c3c6c57), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:29.494176 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-faa9703e-0649-4f85-82e3-1c0290b01b67 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 HTTP/1.1" status: 200 len: 921 time: 0.4885929 Feb 16 22:13:29.542727 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7c476b-b140-4329-807a-e31714420ef2 None None] Sync routers for ids ['0977ce05-f075-47d4-8f28-17b43150d09a'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:13:29.564281 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-8f6bd039-14cc-48a9-ba3c-b0919d53d922 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fb08e3f-c286-4af9-b45d-c4f78457bf7e HTTP/1.1" status: 200 len: 217 time: 0.0604916 Feb 16 22:13:29.569386 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=4742e105-ad77-4b88-b601-715e2c3c6c57,revision_number=7']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:29.588411 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7c476b-b140-4329-807a-e31714420ef2 None None] Routers {'0977ce05-f075-47d4-8f28-17b43150d09a'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:13:29.589285 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2f7c476b-b140-4329-807a-e31714420ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:13:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['0977ce05-f075-47d4-8f28-17b43150d09a'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:29.639874 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-46221a0e-118c-4b87-8e97-640be96b957d req-88b15603-3249-40bb-a49f-7903bd594875 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539705 Feb 16 22:13:29.642151 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-809ef084-adad-4c84-b5ee-2636b893a9bb admin admin] Publish callbacks [] for security_group (ce90c4ef-86f5-48ec-a516-7811dbc2eed2), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:29.652576 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-f16fc6c2-80ab-4ab1-9088-d79aa0c00f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:29.654061 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-f16fc6c2-80ab-4ab1-9088-d79aa0c00f88 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e5b119fa-7c76-4352-bdec-a5c18b8dbee6 HTTP/1.1" status: 200 len: 859 time: 0.0765655 Feb 16 22:13:29.657539 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-809ef084-adad-4c84-b5ee-2636b893a9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ce90c4ef-86f5-48ec-a516-7811dbc2eed2), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:29.702078 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:29.709218 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809ef084-adad-4c84-b5ee-2636b893a9bb admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:13:29.728161 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f828da68-2360-4414-8e52-4aec89d9bf3b x-openstack-request-id: req-f828da68-2360-4414-8e52-4aec89d9bf3b {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:13:29.728534 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a546d4-6fcb-44b5-9a34-4059056f05b8", "tag": "2fb08e3f-c286-4af9-b45d-c4f78457bf7e", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:13:29.728725 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f828da68-2360-4414-8e52-4aec89d9bf3b {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:13:29.729350 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a546d4-6fcb-44b5-9a34-4059056f05b8', 'tag': '2fb08e3f-c286-4af9-b45d-c4f78457bf7e', 'status': 'completed', 'code': 200} Feb 16 22:13:29.731298 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ef084-adad-4c84-b5ee-2636b893a9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce90c4ef-86f5-48ec-a516-7811dbc2eed2,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:29.739044 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-809ef084-adad-4c84-b5ee-2636b893a9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (1b341594-d321-4142-b3f3-85a0913736a3), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:29.739663 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-809ef084-adad-4c84-b5ee-2636b893a9bb admin admin] Added segment 1b341594-d321-4142-b3f3-85a0913736a3 of type vlan for network 85958a72-5b62-4417-8eeb-e21bbb6fa59d Feb 16 22:13:29.769903 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-2f7c476b-b140-4329-807a-e31714420ef2 None None] Set router 0977ce05-f075-47d4-8f28-17b43150d09a gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:13:29.797355 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-dd0f57f5-4c8b-4a73-bf68-f232062d4d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:29.798836 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-dd0f57f5-4c8b-4a73-bf68-f232062d4d54 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1226881 Feb 16 22:13:29.800930 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-809ef084-adad-4c84-b5ee-2636b893a9bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (85958a72-5b62-4417-8eeb-e21bbb6fa59d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:29.817448 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-93f0b61c-2605-4811-b07d-ebb2a5b1ca8d service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:13:29.818515 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-93f0b61c-2605-4811-b07d-ebb2a5b1ca8d service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110433 Feb 16 22:13:29.833100 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34364b7-e4f2-4391-9da9-c15bf28350ae req-fdb61f2e-de09-4d69-97e1-f45074c59388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:29.838965 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d34364b7-e4f2-4391-9da9-c15bf28350ae req-fdb61f2e-de09-4d69-97e1-f45074c59388 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e7ee43918b7346aea3db9a1522c25646&device_id=64a546d4-6fcb-44b5-9a34-4059056f05b8 HTTP/1.1" status: 200 len: 1127 time: 0.0870287 Feb 16 22:13:29.897676 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-809ef084-adad-4c84-b5ee-2636b893a9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (85958a72-5b62-4417-8eeb-e21bbb6fa59d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:29.898801 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809ef084-adad-4c84-b5ee-2636b893a9bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:29.899381 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-809ef084-adad-4c84-b5ee-2636b893a9bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:29.939783 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34364b7-e4f2-4391-9da9-c15bf28350ae req-51075204-204e-45d7-bbb5-e7f2f95c43ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:29.941636 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d34364b7-e4f2-4391-9da9-c15bf28350ae req-51075204-204e-45d7-bbb5-e7f2f95c43ce service neutron] 10.222.0.67 "GET /v2.0/networks?id=c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 HTTP/1.1" status: 200 len: 921 time: 0.0950270 Feb 16 22:13:29.966983 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-809ef084-adad-4c84-b5ee-2636b893a9bb admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1585510 Feb 16 22:13:29.980475 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51914) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:13:29.990420 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-7123526d-20ac-4b95-89c4-13320e542180 admin admin] Request body: {'subnet': {'network_id': '85958a72-5b62-4417-8eeb-e21bbb6fa59d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1231907173-subnet', 'tenant_id': 'eed7ad217ca34895a580a0f7f108dd61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:13:29.994155 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d34364b7-e4f2-4391-9da9-c15bf28350ae req-f72bc851-f3f3-4887-80e3-01d25575870e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fb08e3f-c286-4af9-b45d-c4f78457bf7e HTTP/1.1" status: 200 len: 217 time: 0.0447893 Feb 16 22:13:30.055737 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ef084-adad-4c84-b5ee-2636b893a9bb admin admin] Pushing event updated for resources: {'Network': ['ID=85958a72-5b62-4417-8eeb-e21bbb6fa59d,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:30.058796 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34364b7-e4f2-4391-9da9-c15bf28350ae req-d9d46cf7-11a4-4c8f-ab10-ec9228ceb07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:30.060947 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d34364b7-e4f2-4391-9da9-c15bf28350ae req-d9d46cf7-11a4-4c8f-ab10-ec9228ceb07d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e5b119fa-7c76-4352-bdec-a5c18b8dbee6 HTTP/1.1" status: 200 len: 859 time: 0.0565925 Feb 16 22:13:30.066233 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2902e3-7789-4d4a-b3f0-126ed9a58c82 req-2370a7d8-e3a1-4d9f-ae9b-f69911764984 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:30.067766 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7c2902e3-7789-4d4a-b3f0-126ed9a58c82 req-2370a7d8-e3a1-4d9f-ae9b-f69911764984 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 949 time: 0.2181232 Feb 16 22:13:30.070465 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-9131ca1a-7fb2-4bf4-8844-6558b33b53fc service neutron] 10.222.0.75 "GET /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395527 Feb 16 22:13:30.071186 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7123526d-20ac-4b95-89c4-13320e542180 admin admin] Made reservation on behalf of eed7ad217ca34895a580a0f7f108dd61 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:13:30.073381 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7123526d-20ac-4b95-89c4-13320e542180 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:30.078405 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['4742e105-ad77-4b88-b601-715e2c3c6c57'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:13:30.082926 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 85958a72-5b62-4417-8eeb-e21bbb6fa59d details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:13:30.120966 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34364b7-e4f2-4391-9da9-c15bf28350ae req-27bd278a-5346-481e-9e36-390c97c63b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:30.122845 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d34364b7-e4f2-4391-9da9-c15bf28350ae req-27bd278a-5346-481e-9e36-390c97c63b51 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0532932 Feb 16 22:13:30.234504 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7c2902e3-7789-4d4a-b3f0-126ed9a58c82 req-d88172d4-73df-4010-9a7a-a75d256caaee tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587288 Feb 16 22:13:30.247551 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2f7c476b-b140-4329-807a-e31714420ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'name': 'tempest-FloatingIPsAssociationTestJSON-772117284-router', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:12:33Z', 'updated_at': '2022-02-16T22:12:38Z', 'revision_number': 4, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'gw_port': {'id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:34Z', 'updated_at': '2022-02-16T22:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '06924e8e-721c-41bb-a9e7-b177465b7cc0', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'floating_ip_address': '172.25.2.122', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'port_id': '194acaa2-c48f-4f8a-96db-0d0e473c3087', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'mac_address': 'fa:16:3e:fd:c4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246ea983-17af-43ef-9f89-30fda278321d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:13:03Z', 'updated_at': '2022-02-16T22:13:29Z', 'revision_number': 4, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a771727-0407-48ab-b77f-59c89c239890', 'name': '', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'mac_address': 'fa:16:3e:2b:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:37Z', 'updated_at': '2022-02-16T22:12:46Z', 'revision_number': 5, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'subnets': [{'id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:30.256355 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d34364b7-e4f2-4391-9da9-c15bf28350ae req-c86d5c94-66ea-4c8b-9fdf-44e1dbd8ff2f service neutron] 10.222.0.67 "GET /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253614 Feb 16 22:13:30.274786 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-c0274d48-a89a-40fd-b9bc-692495f54383 service neutron] 10.222.0.75 "GET /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816094 Feb 16 22:13:30.320249 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7c476b-b140-4329-807a-e31714420ef2 None None] Checking router: 0977ce05-f075-47d4-8f28-17b43150d09a for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:13:30.351679 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7c476b-b140-4329-807a-e31714420ef2 None None] Routers {'0977ce05-f075-47d4-8f28-17b43150d09a'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:13:30.352300 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2f7c476b-b140-4329-807a-e31714420ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:13:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['0977ce05-f075-47d4-8f28-17b43150d09a'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:30.392500 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d34364b7-e4f2-4391-9da9-c15bf28350ae req-e5365ff9-8364-420d-878f-5b9935c31750 service neutron] 10.222.0.67 "GET /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289105 Feb 16 22:13:30.434204 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7123526d-20ac-4b95-89c4-13320e542180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (d636dec1-c42b-430a-ab4a-b6380c2a43c6), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:30.468154 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-6e31289d-0c93-4a8e-ab08-2f5745cf909d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:30.469889 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-6e31289d-0c93-4a8e-ab08-2f5745cf909d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e7ee43918b7346aea3db9a1522c25646&device_id=246ea983-17af-43ef-9f89-30fda278321d HTTP/1.1" status: 200 len: 1128 time: 0.1484969 Feb 16 22:13:30.506410 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66520ab1-060d-4034-8d85-37ce4bfa7783 req-bf0373d2-4db1-4ac7-b604-a057bb543565 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:30.508066 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66520ab1-060d-4034-8d85-37ce4bfa7783 req-bf0373d2-4db1-4ac7-b604-a057bb543565 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 950 time: 0.1580551 Feb 16 22:13:30.531381 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-2f7c476b-b140-4329-807a-e31714420ef2 None None] Set router 0977ce05-f075-47d4-8f28-17b43150d09a gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:13:30.547271 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123526d-20ac-4b95-89c4-13320e542180 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d636dec1-c42b-430a-ab4a-b6380c2a43c6,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:30.607574 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7123526d-20ac-4b95-89c4-13320e542180 admin admin] Checking segment: {'id': '1b341594-d321-4142-b3f3-85a0913736a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '85958a72-5b62-4417-8eeb-e21bbb6fa59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:13:30.608157 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7123526d-20ac-4b95-89c4-13320e542180 admin admin] Network hostable DHCP agents. Network: 85958a72-5b62-4417-8eeb-e21bbb6fa59d, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:13:30.628390 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07bccd3d-0588-4763-a4f7-bf0954c80f07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4742e105-ad77-4b88-b601-715e2c3c6c57'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:13:30.631317 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34c4250-c264-423c-aee2-855a9d0468f5" -d '{"events": [{"server_uuid": "07bccd3d-0588-4763-a4f7-bf0954c80f07", "name": "network-vif-unplugged", "status": "completed", "tag": "4742e105-ad77-4b88-b601-715e2c3c6c57"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:13:30.636160 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66520ab1-060d-4034-8d85-37ce4bfa7783 req-6310594c-fd86-4377-b851-23be38e566db tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154242 Feb 16 22:13:30.667680 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-a3d96cbd-0bb1-4847-a46a-d38f6a2c3aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:30.669106 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-a3d96cbd-0bb1-4847-a46a-d38f6a2c3aac service neutron] 10.222.0.75 "GET /v2.0/networks?id=c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 HTTP/1.1" status: 200 len: 921 time: 0.1851630 Feb 16 22:13:30.675648 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7123526d-20ac-4b95-89c4-13320e542180 admin admin] Network 85958a72-5b62-4417-8eeb-e21bbb6fa59d is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:13:30.754006 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-7123526d-20ac-4b95-89c4-13320e542180 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 85958a72-5b62-4417-8eeb-e21bbb6fa59d) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:13:30.764196 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0772912-8c83-4006-baee-019b93cc75fe None None] Network 85958a72-5b62-4417-8eeb-e21bbb6fa59d requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:13:30.772097 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7123526d-20ac-4b95-89c4-13320e542180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:30.772691 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7123526d-20ac-4b95-89c4-13320e542180 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:30.825759 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7123526d-20ac-4b95-89c4-13320e542180 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8359859 Feb 16 22:13:30.831121 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-5829c3b2-a7b6-4308-95f9-38fd463cd845 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=194acaa2-c48f-4f8a-96db-0d0e473c3087 HTTP/1.1" status: 200 len: 1002 time: 0.1505415 Feb 16 22:13:30.854966 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082387a-6e29-4914-ad38-2cb3eaf05a1b req-30e5afa6-7143-4889-8209-26f62ae831e0 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:30.857124 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c082387a-6e29-4914-ad38-2cb3eaf05a1b req-30e5afa6-7143-4889-8209-26f62ae831e0 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 945 time: 0.1048048 Feb 16 22:13:30.960102 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c082387a-6e29-4914-ad38-2cb3eaf05a1b req-7e557b9d-86f6-42b5-972a-f5a4974bc6b6 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704725 Feb 16 22:13:30.960658 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205b80cb-71a1-40a5-9a05-fbbf15ab4b6c None None] Network 85958a72-5b62-4417-8eeb-e21bbb6fa59d requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:13:30.961574 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-97b9f679-98ad-473d-a1fc-f55489a2ed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:30.963116 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-97b9f679-98ad-473d-a1fc-f55489a2ed97 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e5b119fa-7c76-4352-bdec-a5c18b8dbee6 HTTP/1.1" status: 200 len: 859 time: 0.1250284 Feb 16 22:13:31.024795 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-7864564e-61c1-4b94-9088-0e60906f5f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:31.026456 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-7864564e-61c1-4b94-9088-0e60906f5f97 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491776 Feb 16 22:13:31.052104 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2f7c476b-b140-4329-807a-e31714420ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'name': 'tempest-FloatingIPsAssociationTestJSON-772117284-router', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:12:33Z', 'updated_at': '2022-02-16T22:12:38Z', 'revision_number': 4, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'gw_port': {'id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:34Z', 'updated_at': '2022-02-16T22:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '06924e8e-721c-41bb-a9e7-b177465b7cc0', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'floating_ip_address': '172.25.2.122', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'port_id': '194acaa2-c48f-4f8a-96db-0d0e473c3087', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'mac_address': 'fa:16:3e:fd:c4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246ea983-17af-43ef-9f89-30fda278321d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:13:03Z', 'updated_at': '2022-02-16T22:13:29Z', 'revision_number': 4, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a771727-0407-48ab-b77f-59c89c239890', 'name': '', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'mac_address': 'fa:16:3e:2b:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:37Z', 'updated_at': '2022-02-16T22:12:46Z', 'revision_number': 5, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'subnets': [{'id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:31.166655 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e76c71-5442-4d62-9bef-4e06add6585b req-787d09ff-dbaa-47ef-8e0f-f874d84959ad tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:31.168246 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b7e76c71-5442-4d62-9bef-4e06add6585b req-787d09ff-dbaa-47ef-8e0f-f874d84959ad tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/ports?device_id=ea93024b-ef05-4005-ab8e-4ba0c968c923 HTTP/1.1" status: 200 len: 945 time: 0.1148183 Feb 16 22:13:31.170706 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-2e03a062-9657-44e8-8ab0-13605feb000b service neutron] 10.222.0.75 "GET /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354773 Feb 16 22:13:31.215085 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7c476b-b140-4329-807a-e31714420ef2 None None] The sync data for ids ['0977ce05-f075-47d4-8f28-17b43150d09a'] in n-d-813897-6 is: [{'id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'name': 'tempest-FloatingIPsAssociationTestJSON-772117284-router', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:12:33Z', 'updated_at': '2022-02-16T22:12:38Z', 'revision_number': 4, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'gw_port': {'id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:34Z', 'updated_at': '2022-02-16T22:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '06924e8e-721c-41bb-a9e7-b177465b7cc0', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'floating_ip_address': '172.25.2.122', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'port_id': '194acaa2-c48f-4f8a-96db-0d0e473c3087', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'mac_address': 'fa:16:3e:fd:c4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246ea983-17af-43ef-9f89-30fda278321d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:13:03Z', 'updated_at': '2022-02-16T22:13:29Z', 'revision_number': 4, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a771727-0407-48ab-b77f-59c89c239890', 'name': '', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'mac_address': 'fa:16:3e:2b:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:37Z', 'updated_at': '2022-02-16T22:12:46Z', 'revision_number': 5, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'subnets': [{'id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:13:31.290318 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b7e76c71-5442-4d62-9bef-4e06add6585b req-f79eb28b-97ab-4fe8-b699-0b66cafa4d22 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/security-groups?id=fce9e7f7-2e4b-4a61-aa44-727f39b35b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055038 Feb 16 22:13:31.316325 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9045ee2-8ea7-47f2-8fe0-e9c6bb26abeb req-be1f4420-93a6-42d2-a681-e05206b6a6b3 service neutron] 10.222.0.75 "GET /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391819 Feb 16 22:13:31.348579 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 22:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79cb4a7d-599e-400b-b8f2-693900a6cf9e x-openstack-request-id: req-79cb4a7d-599e-400b-b8f2-693900a6cf9e {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:13:31.349078 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07bccd3d-0588-4763-a4f7-bf0954c80f07", "name": "network-vif-unplugged", "status": "completed", "tag": "4742e105-ad77-4b88-b601-715e2c3c6c57", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:13:31.349175 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-79cb4a7d-599e-400b-b8f2-693900a6cf9e {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:13:31.349527 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07bccd3d-0588-4763-a4f7-bf0954c80f07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4742e105-ad77-4b88-b601-715e2c3c6c57', 'code': 200} Feb 16 22:13:31.473626 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36535d9e-8f5a-47c7-af12-4463c8c11382 req-30b95def-e11a-4151-92a2-3875af649c89 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:31.488847 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-36535d9e-8f5a-47c7-af12-4463c8c11382 req-30b95def-e11a-4151-92a2-3875af649c89 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 945 time: 0.0840712 Feb 16 22:13:31.501391 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-58d9199e-31a7-4368-823b-d4987107218c req-0bd0d8dd-1807-4efb-9d4a-cd7131a8c2bf tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-603742410', 'description': 'tempest-description-1357230349'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:13:31.547448 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-58d9199e-31a7-4368-823b-d4987107218c req-0bd0d8dd-1807-4efb-9d4a-cd7131a8c2bf tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:31.568634 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-36535d9e-8f5a-47c7-af12-4463c8c11382 req-f57a159d-82b2-4f98-9a72-008298df43a1 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789092 Feb 16 22:13:31.711868 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-58d9199e-31a7-4368-823b-d4987107218c req-0bd0d8dd-1807-4efb-9d4a-cd7131a8c2bf tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks [] for security_group (cb2bd213-cf83-4341-8d6d-bbc30f97195f), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:31.716323 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24c0193b-c229-4109-bbbb-9987288f14eb req-31d98b44-74b7-42bf-8a5d-83d7e5f2a15f service neutron] 10.222.0.79 "GET /v2.0/ports/22715ad1-f2c3-48dc-ac27-d9a928594ac1/bindings/n-h2-813897-6 HTTP/1.1" status: 200 len: 382 time: 0.1293645 Feb 16 22:13:31.720213 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-58d9199e-31a7-4368-823b-d4987107218c req-0bd0d8dd-1807-4efb-9d4a-cd7131a8c2bf tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (cb2bd213-cf83-4341-8d6d-bbc30f97195f), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:31.737843 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '246ea983-17af-43ef-9f89-30fda278321d', 'tag': '194acaa2-c48f-4f8a-96db-0d0e473c3087'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:13:31.740000 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc71203-31f9-426c-b8d3-52c40f215093" -d '{"events": [{"name": "network-changed", "server_uuid": "246ea983-17af-43ef-9f89-30fda278321d", "tag": "194acaa2-c48f-4f8a-96db-0d0e473c3087"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:13:31.768040 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea03f5b0-c8cf-4796-9a72-051474e01996 req-de1b812d-804e-4953-abd8-7d5dbc1a8ec2 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:31.769554 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ea03f5b0-c8cf-4796-9a72-051474e01996 req-de1b812d-804e-4953-abd8-7d5dbc1a8ec2 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 949 time: 0.1349385 Feb 16 22:13:31.772218 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-58d9199e-31a7-4368-823b-d4987107218c req-0bd0d8dd-1807-4efb-9d4a-cd7131a8c2bf tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:31.773337 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-58d9199e-31a7-4368-823b-d4987107218c req-0bd0d8dd-1807-4efb-9d4a-cd7131a8c2bf tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2769661 Feb 16 22:13:31.775511 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0d8dd-1807-4efb-9d4a-cd7131a8c2bf tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2bd213-cf83-4341-8d6d-bbc30f97195f,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:31.836382 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ea03f5b0-c8cf-4796-9a72-051474e01996 req-da57ea17-098e-4d7b-b8c2-306d06aa77f1 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511372 Feb 16 22:13:31.986593 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0257c430-d884-4224-8a18-9fa01871fe65 req-a733c183-1f77-4904-af86-688249754c94 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.122 HTTP/1.1" status: 200 len: 1002 time: 0.1134391 Feb 16 22:13:31.996710 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91691e-5658-4e3f-9cdd-6feee01c89a7 req-e3f4834a-a56f-4c19-8f80-35ec1f793165 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:32.002475 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ad91691e-5658-4e3f-9cdd-6feee01c89a7 req-e3f4834a-a56f-4c19-8f80-35ec1f793165 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/ports?device_id=ea93024b-ef05-4005-ab8e-4ba0c968c923 HTTP/1.1" status: 200 len: 945 time: 0.1278934 Feb 16 22:13:32.007821 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51942) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:13:32.014047 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-6d86aa65-c13e-4bba-8402-06a86b1ea0d9 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Request body: {'floatingip': {'port_id': '1339ee5a-4973-4d53-b139-157949f7b897'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:13:32.138350 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6d86aa65-c13e-4bba-8402-06a86b1ea0d9 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks [] for floatingip (c7ea71e3-5a3b-4f18-8f7d-9ca7b7a85266), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:32.177478 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257c430-d884-4224-8a18-9fa01871fe65 req-af192887-d707-4ac2-8281-a42c978c4f91 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:32.190545 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0257c430-d884-4224-8a18-9fa01871fe65 req-af192887-d707-4ac2-8281-a42c978c4f91 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports/194acaa2-c48f-4f8a-96db-0d0e473c3087 HTTP/1.1" status: 200 len: 943 time: 0.1859436 Feb 16 22:13:32.195810 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0193b-c229-4109-bbbb-9987288f14eb req-87e6afad-d7d8-44d4-8cc5-c661e18ef1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:32.199280 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24c0193b-c229-4109-bbbb-9987288f14eb req-87e6afad-d7d8-44d4-8cc5-c661e18ef1f1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183&tenant_id=7a8546526dc94278a3957ea9b7c5b439 HTTP/1.1" status: 200 len: 1132 time: 0.1925800 Feb 16 22:13:32.243275 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c7c82-8489-457c-b0f9-d6877ea06de4 req-6184ecf0-7955-40a5-8941-bc5a6173863d tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:32.244862 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-194c7c82-8489-457c-b0f9-d6877ea06de4 req-6184ecf0-7955-40a5-8941-bc5a6173863d tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 950 time: 0.1627793 Feb 16 22:13:32.393106 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-194c7c82-8489-457c-b0f9-d6877ea06de4 req-9bf09e0e-758d-40f9-b327-b184d79ac4c7 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404374 Feb 16 22:13:32.410263 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0257c430-d884-4224-8a18-9fa01871fe65 req-44d2e0db-190e-41a9-9527-7d754a52e841 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.122 HTTP/1.1" status: 200 len: 1002 time: 0.1395912 Feb 16 22:13:32.431016 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0193b-c229-4109-bbbb-9987288f14eb req-41c103ba-b677-4c76-b23d-8357feda238b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:32.432693 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24c0193b-c229-4109-bbbb-9987288f14eb req-41c103ba-b677-4c76-b23d-8357feda238b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a8546526dc94278a3957ea9b7c5b439&device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 1132 time: 0.2023380 Feb 16 22:13:32.477250 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a140adc-0682-4091-9539-d63c9087bb15 x-openstack-request-id: req-5a140adc-0682-4091-9539-d63c9087bb15 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:13:32.477541 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "246ea983-17af-43ef-9f89-30fda278321d", "tag": "194acaa2-c48f-4f8a-96db-0d0e473c3087", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:13:32.477798 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5a140adc-0682-4091-9539-d63c9087bb15 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:13:32.478239 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '246ea983-17af-43ef-9f89-30fda278321d', 'tag': '194acaa2-c48f-4f8a-96db-0d0e473c3087', 'status': 'completed', 'code': 200} Feb 16 22:13:32.645472 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257c430-d884-4224-8a18-9fa01871fe65 req-adbe7535-06ac-4d41-83f6-25f2a5d3bc3d tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:32.647756 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0257c430-d884-4224-8a18-9fa01871fe65 req-adbe7535-06ac-4d41-83f6-25f2a5d3bc3d tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 784 time: 0.2314162 Feb 16 22:13:32.655650 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0193b-c229-4109-bbbb-9987288f14eb req-5c995190-a6ec-41fe-b96d-38793aaf440e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:32.657756 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24c0193b-c229-4109-bbbb-9987288f14eb req-5c995190-a6ec-41fe-b96d-38793aaf440e service neutron] 10.222.0.79 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.2149436 Feb 16 22:13:32.667938 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b5f8adec-5c81-4b12-b40b-0fbd074258ec req-b7de792c-0d2d-4550-8d63-0a55c4ef0734 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] 10.222.0.75 "GET /v2.0/security-groups/cb2bd213-cf83-4341-8d6d-bbc30f97195f HTTP/1.1" status: 200 len: 1829 time: 0.1448474 Feb 16 22:13:32.674005 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-b5f8adec-5c81-4b12-b40b-0fbd074258ec req-42b322f9-2d08-40a7-88c6-f02017b9358e tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cb2bd213-cf83-4341-8d6d-bbc30f97195f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:13:32.674390 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-b5f8adec-5c81-4b12-b40b-0fbd074258ec req-42b322f9-2d08-40a7-88c6-f02017b9358e tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cb2bd213-cf83-4341-8d6d-bbc30f97195f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:13:32.788231 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24c0193b-c229-4109-bbbb-9987288f14eb req-ff8ad498-c743-4271-a7ca-157962a7e979 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=22715ad1-f2c3-48dc-ac27-d9a928594ac1 HTTP/1.1" status: 200 len: 217 time: 0.0921359 Feb 16 22:13:32.850988 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0193b-c229-4109-bbbb-9987288f14eb req-1433cb7a-f065-4d29-bc62-3be2a2bd194b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:32.853078 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24c0193b-c229-4109-bbbb-9987288f14eb req-1433cb7a-f065-4d29-bc62-3be2a2bd194b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0544460 Feb 16 22:13:32.946898 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc71203-31f9-426c-b8d3-52c40f215093 req-d2315dc6-6b44-4485-bdd0-7a5fee858e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:32.948333 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cdc71203-31f9-426c-b8d3-52c40f215093 req-d2315dc6-6b44-4485-bdd0-7a5fee858e62 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e7ee43918b7346aea3db9a1522c25646&device_id=246ea983-17af-43ef-9f89-30fda278321d HTTP/1.1" status: 200 len: 1128 time: 0.4401116 Feb 16 22:13:32.981262 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32edcf-730b-4dc1-9017-a1e6265ab464 req-09f6d3da-768b-4b36-a8a6-929b3ad8317f tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:32.983664 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3b32edcf-730b-4dc1-9017-a1e6265ab464 req-09f6d3da-768b-4b36-a8a6-929b3ad8317f tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 945 time: 0.2313368 Feb 16 22:13:32.988304 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b5f8adec-5c81-4b12-b40b-0fbd074258ec req-42b322f9-2d08-40a7-88c6-f02017b9358e tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks [] for security_group_rule (e43e3598-77f3-4b1c-95e3-a237c971360b), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:33.049896 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3b32edcf-730b-4dc1-9017-a1e6265ab464 req-da369ad5-3a78-4332-a8ea-957658fa17f2 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572102 Feb 16 22:13:33.052029 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0193b-c229-4109-bbbb-9987288f14eb req-a9d56762-224a-4a39-aecd-894c677f48b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:33.053459 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24c0193b-c229-4109-bbbb-9987288f14eb req-a9d56762-224a-4a39-aecd-894c677f48b0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1896751 Feb 16 22:13:33.094205 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b5f8adec-5c81-4b12-b40b-0fbd074258ec req-42b322f9-2d08-40a7-88c6-f02017b9358e tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks [] for security_group_rule (e43e3598-77f3-4b1c-95e3-a237c971360b), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:33.120843 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b5f8adec-5c81-4b12-b40b-0fbd074258ec req-42b322f9-2d08-40a7-88c6-f02017b9358e tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (e43e3598-77f3-4b1c-95e3-a237c971360b), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:33.123339 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.db.resource_extend [None req-6d86aa65-c13e-4bba-8402-06a86b1ea0d9 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 22:13:33.160679 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b5f8adec-5c81-4b12-b40b-0fbd074258ec req-42b322f9-2d08-40a7-88c6-f02017b9358e tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:33.175414 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b5f8adec-5c81-4b12-b40b-0fbd074258ec req-42b322f9-2d08-40a7-88c6-f02017b9358e tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5064816 Feb 16 22:13:33.178113 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b322f9-2d08-40a7-88c6-f02017b9358e tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43e3598-77f3-4b1c-95e3-a237c971360b,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:33.192820 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc71203-31f9-426c-b8d3-52c40f215093 req-75644869-8bc3-44f3-8a64-38e9c8c2ada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:33.194596 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cdc71203-31f9-426c-b8d3-52c40f215093 req-75644869-8bc3-44f3-8a64-38e9c8c2ada2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 HTTP/1.1" status: 200 len: 921 time: 0.2383330 Feb 16 22:13:33.272943 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 4742e105-ad77-4b88-b601-715e2c3c6c57 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:13:33.277347 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cdc71203-31f9-426c-b8d3-52c40f215093 req-fa76565e-45a4-402d-b108-5f46021e52f5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=194acaa2-c48f-4f8a-96db-0d0e473c3087 HTTP/1.1" status: 200 len: 1002 time: 0.0671399 Feb 16 22:13:33.305458 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01bd2a8d-8991-4ec3-9660-f4b161388d1e req-cd84e837-198c-4e01-b35f-3472484a14f0 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.122 HTTP/1.1" status: 200 len: 1002 time: 0.0883918 Feb 16 22:13:33.334392 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc71203-31f9-426c-b8d3-52c40f215093 req-b3ab3710-b60d-4b10-8c7d-5366be43e143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:33.336026 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cdc71203-31f9-426c-b8d3-52c40f215093 req-b3ab3710-b60d-4b10-8c7d-5366be43e143 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e5b119fa-7c76-4352-bdec-a5c18b8dbee6 HTTP/1.1" status: 200 len: 859 time: 0.0475955 Feb 16 22:13:33.343205 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6d86aa65-c13e-4bba-8402-06a86b1ea0d9 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:33.356658 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6d86aa65-c13e-4bba-8402-06a86b1ea0d9 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (c7ea71e3-5a3b-4f18-8f7d-9ca7b7a85266), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:33.367844 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd2a8d-8991-4ec3-9660-f4b161388d1e req-992b1dc9-4f95-4445-9b08-b04875d9b52c tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:33.372595 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 4742e105-ad77-4b88-b601-715e2c3c6c57 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:13:33.373172 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4742e105-ad77-4b88-b601-715e2c3c6c57), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:33.382809 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01bd2a8d-8991-4ec3-9660-f4b161388d1e req-992b1dc9-4f95-4445-9b08-b04875d9b52c tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports/194acaa2-c48f-4f8a-96db-0d0e473c3087 HTTP/1.1" status: 200 len: 943 time: 0.0764580 Feb 16 22:13:33.489157 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 4742e105-ad77-4b88-b601-715e2c3c6c57 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:13:33.489870 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4742e105-ad77-4b88-b601-715e2c3c6c57), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:33.516432 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07bccd3d-0588-4763-a4f7-bf0954c80f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4742e105-ad77-4b88-b601-715e2c3c6c57'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:13:33.519243 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9103d111-1717-4561-890e-86de717003d3" -d '{"events": [{"server_uuid": "07bccd3d-0588-4763-a4f7-bf0954c80f07", "name": "network-vif-plugged", "status": "completed", "tag": "4742e105-ad77-4b88-b601-715e2c3c6c57"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:13:33.531331 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5738b-2e26-4863-9b89-c1e3b77825d9 req-d0b03c5a-d6c1-45ad-b2b6-9fe2d20a1dd3 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:33.534025 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-38d5738b-2e26-4863-9b89-c1e3b77825d9 req-d0b03c5a-d6c1-45ad-b2b6-9fe2d20a1dd3 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 945 time: 0.2465577 Feb 16 22:13:33.535033 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 4742e105-ad77-4b88-b601-715e2c3c6c57, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=4742e105-ad77-4b88-b601-715e2c3c6c57,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:13:33.548830 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4742e105-ad77-4b88-b601-715e2c3c6c57), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:33.562585 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc71203-31f9-426c-b8d3-52c40f215093 req-27238182-a61c-4d35-a991-ac6309440072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:33.564048 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cdc71203-31f9-426c-b8d3-52c40f215093 req-27238182-a61c-4d35-a991-ac6309440072 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2191877 Feb 16 22:13:33.627552 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24c0193b-c229-4109-bbbb-9987288f14eb req-fa1a62c0-d819-47ae-a40d-12483ea6a766 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5636568 Feb 16 22:13:33.650963 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=4742e105-ad77-4b88-b601-715e2c3c6c57,revision_number=8']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:33.670713 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cdc71203-31f9-426c-b8d3-52c40f215093 req-bdb4947b-dd32-4fb4-b15d-fb790a3db6e5 service neutron] 10.222.0.67 "GET /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982566 Feb 16 22:13:33.705224 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [None req-6d86aa65-c13e-4bba-8402-06a86b1ea0d9 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Floating IP c7ea71e3-5a3b-4f18-8f7d-9ca7b7a85266 associated. External IP: 172.25.2.116, port: 1339ee5a-4973-4d53-b139-157949f7b897. Feb 16 22:13:34.020602 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cdc71203-31f9-426c-b8d3-52c40f215093 req-24dc72e7-9d10-4aac-915a-6cb6fcccc1cc service neutron] 10.222.0.67 "GET /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414559 Feb 16 22:13:34.074438 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01bd2a8d-8991-4ec3-9660-f4b161388d1e req-0881dab3-b0b8-477e-a265-5557964fe13f tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.122 HTTP/1.1" status: 200 len: 1002 time: 0.6075802 Feb 16 22:13:34.089310 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-38d5738b-2e26-4863-9b89-c1e3b77825d9 req-810af4f7-3ce1-481e-9127-8329c35f670d tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5044649 Feb 16 22:13:34.147831 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24c0193b-c229-4109-bbbb-9987288f14eb req-d0062e74-d070-4a2e-a20e-d2fc746a46ba service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5003679 Feb 16 22:13:34.148871 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d86aa65-c13e-4bba-8402-06a86b1ea0d9 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Router ff5d0efb-9339-4536-bac5-79bda2b84a51 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:13:34.261892 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd2a8d-8991-4ec3-9660-f4b161388d1e req-1f8d84ca-b5ca-43c8-b603-3d639426f315 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:34.263842 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01bd2a8d-8991-4ec3-9660-f4b161388d1e req-1f8d84ca-b5ca-43c8-b603-3d639426f315 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 784 time: 0.1808951 Feb 16 22:13:34.275158 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d86aa65-c13e-4bba-8402-06a86b1ea0d9 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:13:34.281914 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6d86aa65-c13e-4bba-8402-06a86b1ea0d9 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:34.288347 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f283a77-d03a-4c6c-9e4a-0897a819af2e None None] Sync routers for ids ['ff5d0efb-9339-4536-bac5-79bda2b84a51'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:13:34.297549 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503a5cc-44a8-446f-9bbf-10df5b76250e req-9316ae52-a5b8-4b77-a7cc-5f6365992606 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:34.300022 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8503a5cc-44a8-446f-9bbf-10df5b76250e req-9316ae52-a5b8-4b77-a7cc-5f6365992606 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 950 time: 0.1233397 Feb 16 22:13:34.314388 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f283a77-d03a-4c6c-9e4a-0897a819af2e None None] Routers {'ff5d0efb-9339-4536-bac5-79bda2b84a51'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:13:34.315934 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-8f283a77-d03a-4c6c-9e4a-0897a819af2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:13:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['ff5d0efb-9339-4536-bac5-79bda2b84a51'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:34.319956 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6d86aa65-c13e-4bba-8402-06a86b1ea0d9 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "PUT /v2.0/floatingips/c7ea71e3-5a3b-4f18-8f7d-9ca7b7a85266 HTTP/1.1" status: 200 len: 991 time: 2.3095975 Feb 16 22:13:34.320640 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea93024b-ef05-4005-ab8e-4ba0c968c923', 'tag': '1339ee5a-4973-4d53-b139-157949f7b897'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:13:34.323728 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee3e27d-ba64-4b2a-a4c2-5ae8a9c17da0" -d '{"events": [{"name": "network-changed", "server_uuid": "ea93024b-ef05-4005-ab8e-4ba0c968c923", "tag": "1339ee5a-4973-4d53-b139-157949f7b897"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:13:34.383670 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01bd2a8d-8991-4ec3-9660-f4b161388d1e req-26607249-6035-4677-8f02-52b28b742fe7 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.122 HTTP/1.1" status: 200 len: 1002 time: 0.1050613 Feb 16 22:13:34.403289 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-01bd2a8d-8991-4ec3-9660-f4b161388d1e req-c22f3e33-9f2d-4502-b48f-a92891cf4475 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:13:34.438613 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-8f283a77-d03a-4c6c-9e4a-0897a819af2e None None] Set router ff5d0efb-9339-4536-bac5-79bda2b84a51 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:13:34.445865 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8503a5cc-44a8-446f-9bbf-10df5b76250e req-49ede8d0-2cfb-479b-aefc-70955ffe97b5 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972946 Feb 16 22:13:34.476817 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-01bd2a8d-8991-4ec3-9660-f4b161388d1e req-c22f3e33-9f2d-4502-b48f-a92891cf4475 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks [] for floatingip (06924e8e-721c-41bb-a9e7-b177465b7cc0), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:34.663480 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-01bd2a8d-8991-4ec3-9660-f4b161388d1e req-c22f3e33-9f2d-4502-b48f-a92891cf4475 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:34.673190 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-01bd2a8d-8991-4ec3-9660-f4b161388d1e req-c22f3e33-9f2d-4502-b48f-a92891cf4475 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (06924e8e-721c-41bb-a9e7-b177465b7cc0), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:34.673541 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [req-01bd2a8d-8991-4ec3-9660-f4b161388d1e req-c22f3e33-9f2d-4502-b48f-a92891cf4475 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Floating IP 06924e8e-721c-41bb-a9e7-b177465b7cc0 disassociated. External IP: 172.25.2.122, port: 194acaa2-c48f-4f8a-96db-0d0e473c3087. Feb 16 22:13:34.681258 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9f90a699-ce88-461a-8a6d-a2668f712306 req-bf908d16-f75c-405e-a116-9bf1a5c4078b tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] 10.222.0.75 "GET /v2.0/security-groups/cb2bd213-cf83-4341-8d6d-bbc30f97195f HTTP/1.1" status: 200 len: 2422 time: 0.0862398 Feb 16 22:13:34.760794 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-8f283a77-d03a-4c6c-9e4a-0897a819af2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-680667525-router', 'tenant_id': '030664079749416b877398f148fb3d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:11:17Z', 'updated_at': '2022-02-16T22:11:26Z', 'revision_number': 4, 'project_id': '030664079749416b877398f148fb3d38', 'gw_port': {'id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:19Z', 'updated_at': '2022-02-16T22:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'c7ea71e3-5a3b-4f18-8f7d-9ca7b7a85266', 'tenant_id': '030664079749416b877398f148fb3d38', 'floating_ip_address': '172.25.2.116', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'port_id': '1339ee5a-4973-4d53-b139-157949f7b897', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0', 'mac_address': 'fa:16:3e:d1:59:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea93024b-ef05-4005-ab8e-4ba0c968c923', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:11:56Z', 'updated_at': '2022-02-16T22:13:33Z', 'revision_number': 5, 'project_id': '030664079749416b877398f148fb3d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd78d512f-fd03-4473-8d97-2350383a9db2', 'name': '', 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0', 'tenant_id': '030664079749416b877398f148fb3d38', 'mac_address': 'fa:16:3e:a6:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '6fcc24da-f75c-4bab-8b24-38df358b42a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:25Z', 'updated_at': '2022-02-16T22:11:31Z', 'revision_number': 5, 'project_id': '030664079749416b877398f148fb3d38', 'subnets': [{'id': '6fcc24da-f75c-4bab-8b24-38df358b42a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:34.802703 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f283a77-d03a-4c6c-9e4a-0897a819af2e None None] Checking router: ff5d0efb-9339-4536-bac5-79bda2b84a51 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:13:34.820466 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f283a77-d03a-4c6c-9e4a-0897a819af2e None None] Routers {'ff5d0efb-9339-4536-bac5-79bda2b84a51'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:13:34.822530 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-8f283a77-d03a-4c6c-9e4a-0897a819af2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:13:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['ff5d0efb-9339-4536-bac5-79bda2b84a51'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:34.840143 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581775c2-ce77-4f32-a448-f9411bf85383 req-66c7e27b-1c6d-4f57-ba84-4e0e06868411 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:34.841638 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-581775c2-ce77-4f32-a448-f9411bf85383 req-66c7e27b-1c6d-4f57-ba84-4e0e06868411 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 950 time: 0.0794477 Feb 16 22:13:34.959570 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-8f283a77-d03a-4c6c-9e4a-0897a819af2e None None] Set router ff5d0efb-9339-4536-bac5-79bda2b84a51 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:13:34.977157 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01bd2a8d-8991-4ec3-9660-f4b161388d1e req-c22f3e33-9f2d-4502-b48f-a92891cf4475 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Router 0977ce05-f075-47d4-8f28-17b43150d09a has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:13:35.120384 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01bd2a8d-8991-4ec3-9660-f4b161388d1e req-c22f3e33-9f2d-4502-b48f-a92891cf4475 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:13:35.125725 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-01bd2a8d-8991-4ec3-9660-f4b161388d1e req-c22f3e33-9f2d-4502-b48f-a92891cf4475 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:35.131522 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcca2532-5b7b-4485-ac20-754271b401b3 None None] Sync routers for ids ['0977ce05-f075-47d4-8f28-17b43150d09a'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:13:35.148829 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcca2532-5b7b-4485-ac20-754271b401b3 None None] Routers {'0977ce05-f075-47d4-8f28-17b43150d09a'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:13:35.149793 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-fcca2532-5b7b-4485-ac20-754271b401b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:13:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['0977ce05-f075-47d4-8f28-17b43150d09a'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:35.150722 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-581775c2-ce77-4f32-a448-f9411bf85383 req-612767fb-5e49-4528-9d29-686306dedeea tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007829 Feb 16 22:13:35.163919 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01bd2a8d-8991-4ec3-9660-f4b161388d1e req-c22f3e33-9f2d-4502-b48f-a92891cf4475 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "PUT /v2.0/floatingips/06924e8e-721c-41bb-a9e7-b177465b7cc0 HTTP/1.1" status: 200 len: 695 time: 0.7688351 Feb 16 22:13:35.164531 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '246ea983-17af-43ef-9f89-30fda278321d', 'tag': '194acaa2-c48f-4f8a-96db-0d0e473c3087'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:13:35.167041 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e4e8f8-53b9-47d2-8328-5b39b4a11035" -d '{"events": [{"name": "network-changed", "server_uuid": "246ea983-17af-43ef-9f89-30fda278321d", "tag": "194acaa2-c48f-4f8a-96db-0d0e473c3087"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:13:35.289442 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd2a8d-8991-4ec3-9660-f4b161388d1e req-c1e9ff64-4d5a-4a65-9237-2b143f4c6e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:35.297407 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01bd2a8d-8991-4ec3-9660-f4b161388d1e req-c1e9ff64-4d5a-4a65-9237-2b143f4c6e49 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e7ee43918b7346aea3db9a1522c25646&device_id=246ea983-17af-43ef-9f89-30fda278321d HTTP/1.1" status: 200 len: 1128 time: 0.1146412 Feb 16 22:13:35.299284 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb909cc-10e3-4849-9c21-5e750b910988 x-openstack-request-id: req-abb909cc-10e3-4849-9c21-5e750b910988 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:13:35.299879 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07bccd3d-0588-4763-a4f7-bf0954c80f07", "name": "network-vif-plugged", "status": "completed", "tag": "4742e105-ad77-4b88-b601-715e2c3c6c57", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:13:35.300413 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-abb909cc-10e3-4849-9c21-5e750b910988 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:13:35.300982 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07bccd3d-0588-4763-a4f7-bf0954c80f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4742e105-ad77-4b88-b601-715e2c3c6c57', 'code': 200} Feb 16 22:13:35.325011 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-8f283a77-d03a-4c6c-9e4a-0897a819af2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-680667525-router', 'tenant_id': '030664079749416b877398f148fb3d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:11:17Z', 'updated_at': '2022-02-16T22:11:26Z', 'revision_number': 4, 'project_id': '030664079749416b877398f148fb3d38', 'gw_port': {'id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:19Z', 'updated_at': '2022-02-16T22:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'c7ea71e3-5a3b-4f18-8f7d-9ca7b7a85266', 'tenant_id': '030664079749416b877398f148fb3d38', 'floating_ip_address': '172.25.2.116', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'port_id': '1339ee5a-4973-4d53-b139-157949f7b897', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0', 'mac_address': 'fa:16:3e:d1:59:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea93024b-ef05-4005-ab8e-4ba0c968c923', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:11:56Z', 'updated_at': '2022-02-16T22:13:33Z', 'revision_number': 5, 'project_id': '030664079749416b877398f148fb3d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd78d512f-fd03-4473-8d97-2350383a9db2', 'name': '', 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0', 'tenant_id': '030664079749416b877398f148fb3d38', 'mac_address': 'fa:16:3e:a6:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '6fcc24da-f75c-4bab-8b24-38df358b42a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:25Z', 'updated_at': '2022-02-16T22:11:31Z', 'revision_number': 5, 'project_id': '030664079749416b877398f148fb3d38', 'subnets': [{'id': '6fcc24da-f75c-4bab-8b24-38df358b42a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:35.390345 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-fcca2532-5b7b-4485-ac20-754271b401b3 None None] Set router 0977ce05-f075-47d4-8f28-17b43150d09a gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:13:35.498449 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 22715ad1-f2c3-48dc-ac27-d9a928594ac1 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:13:35.581150 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f283a77-d03a-4c6c-9e4a-0897a819af2e None None] The sync data for ids ['ff5d0efb-9339-4536-bac5-79bda2b84a51'] in n-d-813897-6 is: [{'id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-680667525-router', 'tenant_id': '030664079749416b877398f148fb3d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:11:17Z', 'updated_at': '2022-02-16T22:11:26Z', 'revision_number': 4, 'project_id': '030664079749416b877398f148fb3d38', 'gw_port': {'id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:19Z', 'updated_at': '2022-02-16T22:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'c7ea71e3-5a3b-4f18-8f7d-9ca7b7a85266', 'tenant_id': '030664079749416b877398f148fb3d38', 'floating_ip_address': '172.25.2.116', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'port_id': '1339ee5a-4973-4d53-b139-157949f7b897', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0', 'mac_address': 'fa:16:3e:d1:59:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea93024b-ef05-4005-ab8e-4ba0c968c923', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:11:56Z', 'updated_at': '2022-02-16T22:13:33Z', 'revision_number': 5, 'project_id': '030664079749416b877398f148fb3d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd78d512f-fd03-4473-8d97-2350383a9db2', 'name': '', 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0', 'tenant_id': '030664079749416b877398f148fb3d38', 'mac_address': 'fa:16:3e:a6:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '6fcc24da-f75c-4bab-8b24-38df358b42a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:25Z', 'updated_at': '2022-02-16T22:11:31Z', 'revision_number': 5, 'project_id': '030664079749416b877398f148fb3d38', 'subnets': [{'id': '6fcc24da-f75c-4bab-8b24-38df358b42a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:13:35.606803 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebbdda9-3c45-469b-ad0d-378f2f141eb7 req-e68674a8-3c65-4ab8-b619-b278bd475bec tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:35.608904 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4ebbdda9-3c45-469b-ad0d-378f2f141eb7 req-e68674a8-3c65-4ab8-b619-b278bd475bec tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 945 time: 0.2643435 Feb 16 22:13:35.613399 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd2a8d-8991-4ec3-9660-f4b161388d1e req-406590cb-770e-465c-b592-abc75925af88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:35.616305 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01bd2a8d-8991-4ec3-9660-f4b161388d1e req-406590cb-770e-465c-b592-abc75925af88 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 HTTP/1.1" status: 200 len: 921 time: 0.3100944 Feb 16 22:13:35.631453 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d5b55-7815-41f3-9e37-b317bb227e64 req-9579c5b7-cc98-422b-91b0-b382c5e40aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:35.633222 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0b7d5b55-7815-41f3-9e37-b317bb227e64 req-9579c5b7-cc98-422b-91b0-b382c5e40aa5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 1132 time: 0.1070268 Feb 16 22:13:35.691056 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01bd2a8d-8991-4ec3-9660-f4b161388d1e req-236ebdbb-bd1e-47e2-bfb3-1efa67b7ba35 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=194acaa2-c48f-4f8a-96db-0d0e473c3087 HTTP/1.1" status: 200 len: 217 time: 0.0656247 Feb 16 22:13:35.712150 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0b7d5b55-7815-41f3-9e37-b317bb227e64 req-602ee58e-6188-4138-9ee4-34ccc74beadd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695660 Feb 16 22:13:35.748093 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4ebbdda9-3c45-469b-ad0d-378f2f141eb7 req-84fe4c3d-68af-4a44-8c2c-eedbf61e3c91 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304798 Feb 16 22:13:35.760178 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd2a8d-8991-4ec3-9660-f4b161388d1e req-9a2b5620-5892-4f9d-a8b6-08a7d590a34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:35.761783 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01bd2a8d-8991-4ec3-9660-f4b161388d1e req-9a2b5620-5892-4f9d-a8b6-08a7d590a34f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e5b119fa-7c76-4352-bdec-a5c18b8dbee6 HTTP/1.1" status: 200 len: 859 time: 0.0631967 Feb 16 22:13:35.802214 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 22715ad1-f2c3-48dc-ac27-d9a928594ac1 is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:13:35.802612 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (22715ad1-f2c3-48dc-ac27-d9a928594ac1), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:35.835391 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd2a8d-8991-4ec3-9660-f4b161388d1e req-5f561a6b-07bc-482c-bcd3-5e183be5b1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:35.837777 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01bd2a8d-8991-4ec3-9660-f4b161388d1e req-5f561a6b-07bc-482c-bcd3-5e183be5b1d7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0682397 Feb 16 22:13:35.932385 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 22715ad1-f2c3-48dc-ac27-d9a928594ac1, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=22715ad1-f2c3-48dc-ac27-d9a928594ac1,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:13:35.954896 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (22715ad1-f2c3-48dc-ac27-d9a928594ac1), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:35.970510 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed7daf7-36af-40bf-b826-ac1e3cfd7109 None None] New status for floating IP c7ea71e3-5a3b-4f18-8f7d-9ca7b7a85266: ACTIVE {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:13:35.974030 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01bd2a8d-8991-4ec3-9660-f4b161388d1e req-0479ddda-e36c-4a5c-a82f-76550af36c42 service neutron] 10.222.0.75 "GET /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162975 Feb 16 22:13:35.999901 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-fcca2532-5b7b-4485-ac20-754271b401b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'name': 'tempest-FloatingIPsAssociationTestJSON-772117284-router', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:12:33Z', 'updated_at': '2022-02-16T22:12:38Z', 'revision_number': 4, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'gw_port': {'id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:34Z', 'updated_at': '2022-02-16T22:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '9a771727-0407-48ab-b77f-59c89c239890', 'name': '', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'mac_address': 'fa:16:3e:2b:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:37Z', 'updated_at': '2022-02-16T22:12:46Z', 'revision_number': 5, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'subnets': [{'id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:36.033051 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcca2532-5b7b-4485-ac20-754271b401b3 None None] Checking router: 0977ce05-f075-47d4-8f28-17b43150d09a for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:13:36.049881 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcca2532-5b7b-4485-ac20-754271b401b3 None None] Routers {'0977ce05-f075-47d4-8f28-17b43150d09a'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:13:36.050951 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-fcca2532-5b7b-4485-ac20-754271b401b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:13:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['0977ce05-f075-47d4-8f28-17b43150d09a'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:36.144452 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5e185-730b-483c-b147-2b781d0abc36 req-b4fe58f0-309f-4c6a-8970-d790e8913fe2 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:36.152546 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-61b5e185-730b-483c-b147-2b781d0abc36 req-b4fe58f0-309f-4c6a-8970-d790e8913fe2 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/ports?device_id=ea93024b-ef05-4005-ab8e-4ba0c968c923 HTTP/1.1" status: 200 len: 945 time: 0.1298556 Feb 16 22:13:36.197002 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=22715ad1-f2c3-48dc-ac27-d9a928594ac1,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:36.211995 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01bd2a8d-8991-4ec3-9660-f4b161388d1e req-702c39f8-1172-43fe-a4e3-daabc4aac94f service neutron] 10.222.0.75 "GET /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306652 Feb 16 22:13:36.277052 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-fcca2532-5b7b-4485-ac20-754271b401b3 None None] Set router 0977ce05-f075-47d4-8f28-17b43150d09a gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:13:36.301289 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-61b5e185-730b-483c-b147-2b781d0abc36 req-b59350b1-e384-499c-b6bd-afc8c8a239b5 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/security-groups?id=fce9e7f7-2e4b-4a61-aa44-727f39b35b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478479 Feb 16 22:13:36.320871 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f772ef1-acf9-412d-942d-b7afdf5ed0de x-openstack-request-id: req-7f772ef1-acf9-412d-942d-b7afdf5ed0de {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:13:36.321455 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea93024b-ef05-4005-ab8e-4ba0c968c923", "tag": "1339ee5a-4973-4d53-b139-157949f7b897", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:13:36.321957 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7f772ef1-acf9-412d-942d-b7afdf5ed0de {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:13:36.323247 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea93024b-ef05-4005-ab8e-4ba0c968c923', 'tag': '1339ee5a-4973-4d53-b139-157949f7b897', 'status': 'completed', 'code': 200} Feb 16 22:13:36.413150 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4f7ca7ce-579d-476d-9dd9-e6ff26ed5281 req-ef6a36a2-5395-4beb-9304-0b525bb75767 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] 10.222.0.75 "GET /v2.0/security-group-rules/e43e3598-77f3-4b1c-95e3-a237c971360b HTTP/1.1" status: 200 len: 778 time: 0.0555270 Feb 16 22:13:36.488804 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3e27d-ba64-4b2a-a4c2-5ae8a9c17da0 req-4d881005-3735-4700-a7e2-521aa174a305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:36.490423 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7ee3e27d-ba64-4b2a-a4c2-5ae8a9c17da0 req-4d881005-3735-4700-a7e2-521aa174a305 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=030664079749416b877398f148fb3d38&device_id=ea93024b-ef05-4005-ab8e-4ba0c968c923 HTTP/1.1" status: 200 len: 1127 time: 0.1263590 Feb 16 22:13:36.609743 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4f7ca7ce-579d-476d-9dd9-e6ff26ed5281 req-5a596466-65c0-46cd-af4a-eb3edb8e03fd tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] 10.222.0.75 "GET /v2.0/security-groups/cb2bd213-cf83-4341-8d6d-bbc30f97195f HTTP/1.1" status: 200 len: 2422 time: 0.1956234 Feb 16 22:13:36.661692 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-fcca2532-5b7b-4485-ac20-754271b401b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'name': 'tempest-FloatingIPsAssociationTestJSON-772117284-router', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:12:33Z', 'updated_at': '2022-02-16T22:12:38Z', 'revision_number': 4, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'gw_port': {'id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:34Z', 'updated_at': '2022-02-16T22:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '9a771727-0407-48ab-b77f-59c89c239890', 'name': '', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'mac_address': 'fa:16:3e:2b:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:37Z', 'updated_at': '2022-02-16T22:12:46Z', 'revision_number': 5, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'subnets': [{'id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:36.666116 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017c989-dabe-4d9f-b714-120460fa953a req-182e6fdd-cc12-4bb4-bc3c-04f2002f7e5c tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:36.675829 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1017c989-dabe-4d9f-b714-120460fa953a req-182e6fdd-cc12-4bb4-bc3c-04f2002f7e5c tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 945 time: 0.1233442 Feb 16 22:13:36.701684 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcca2532-5b7b-4485-ac20-754271b401b3 None None] The sync data for ids ['0977ce05-f075-47d4-8f28-17b43150d09a'] in n-d-813897-6 is: [{'id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'name': 'tempest-FloatingIPsAssociationTestJSON-772117284-router', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:12:33Z', 'updated_at': '2022-02-16T22:12:38Z', 'revision_number': 4, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'gw_port': {'id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:34Z', 'updated_at': '2022-02-16T22:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '9a771727-0407-48ab-b77f-59c89c239890', 'name': '', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'mac_address': 'fa:16:3e:2b:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:37Z', 'updated_at': '2022-02-16T22:12:46Z', 'revision_number': 5, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'subnets': [{'id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:13:36.719524 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4f7ca7ce-579d-476d-9dd9-e6ff26ed5281 req-5dc4b632-1d49-4faa-97aa-efbe91cb0698 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks [] for security_group_rule (e43e3598-77f3-4b1c-95e3-a237c971360b), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:36.724009 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3e27d-ba64-4b2a-a4c2-5ae8a9c17da0 req-53812502-20fb-439b-9d9a-ca366138d2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:36.725519 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7ee3e27d-ba64-4b2a-a4c2-5ae8a9c17da0 req-53812502-20fb-439b-9d9a-ca366138d2e3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=908e6638-f4c8-4b45-9573-ffca76ae9dd0 HTTP/1.1" status: 200 len: 924 time: 0.2198730 Feb 16 22:13:36.740357 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4f7ca7ce-579d-476d-9dd9-e6ff26ed5281 req-5dc4b632-1d49-4faa-97aa-efbe91cb0698 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks [] for security_group_rule (e43e3598-77f3-4b1c-95e3-a237c971360b), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:36.778924 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1017c989-dabe-4d9f-b714-120460fa953a req-55ef3b1e-73e9-4ef0-a284-5c19a1e7da9b tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007588 Feb 16 22:13:36.799581 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4f7ca7ce-579d-476d-9dd9-e6ff26ed5281 req-5dc4b632-1d49-4faa-97aa-efbe91cb0698 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (e43e3598-77f3-4b1c-95e3-a237c971360b), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:36.815731 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4f7ca7ce-579d-476d-9dd9-e6ff26ed5281 req-5dc4b632-1d49-4faa-97aa-efbe91cb0698 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:36.817213 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4f7ca7ce-579d-476d-9dd9-e6ff26ed5281 req-5dc4b632-1d49-4faa-97aa-efbe91cb0698 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/e43e3598-77f3-4b1c-95e3-a237c971360b HTTP/1.1" status: 204 len: 173 time: 0.1902752 Feb 16 22:13:36.820768 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc4b632-1d49-4faa-97aa-efbe91cb0698 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e43e3598-77f3-4b1c-95e3-a237c971360b,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:36.879742 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd325b7-1bb3-46eb-a2b3-f84d3e71700b x-openstack-request-id: req-bfd325b7-1bb3-46eb-a2b3-f84d3e71700b {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:13:36.880088 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "246ea983-17af-43ef-9f89-30fda278321d", "tag": "194acaa2-c48f-4f8a-96db-0d0e473c3087", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:13:36.880859 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bfd325b7-1bb3-46eb-a2b3-f84d3e71700b {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:13:36.880859 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '246ea983-17af-43ef-9f89-30fda278321d', 'tag': '194acaa2-c48f-4f8a-96db-0d0e473c3087', 'status': 'completed', 'code': 200} Feb 16 22:13:36.890604 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7ee3e27d-ba64-4b2a-a4c2-5ae8a9c17da0 req-15100394-3466-4f7a-8272-db6dcfc26551 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1339ee5a-4973-4d53-b139-157949f7b897 HTTP/1.1" status: 200 len: 1001 time: 0.1574819 Feb 16 22:13:36.994307 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a61466-5cdb-4379-acec-c4a6c4c34efc req-3a1cb5d2-7c31-4f4c-be4b-1c8ae3fe5725 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:37.002534 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d7a61466-5cdb-4379-acec-c4a6c4c34efc req-3a1cb5d2-7c31-4f4c-be4b-1c8ae3fe5725 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 950 time: 0.0967243 Feb 16 22:13:37.058055 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3e27d-ba64-4b2a-a4c2-5ae8a9c17da0 req-7b8c9fdc-8f48-4d9c-b10b-baf9ed61e944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:37.059847 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7ee3e27d-ba64-4b2a-a4c2-5ae8a9c17da0 req-7b8c9fdc-8f48-4d9c-b10b-baf9ed61e944 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6fcc24da-f75c-4bab-8b24-38df358b42a3 HTTP/1.1" status: 200 len: 862 time: 0.1610155 Feb 16 22:13:37.067413 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4e8f8-53b9-47d2-8328-5b39b4a11035 req-00395bbb-5608-4c83-9ad0-9e884042cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:37.069067 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-74e4e8f8-53b9-47d2-8328-5b39b4a11035 req-00395bbb-5608-4c83-9ad0-9e884042cb81 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e7ee43918b7346aea3db9a1522c25646&device_id=246ea983-17af-43ef-9f89-30fda278321d HTTP/1.1" status: 200 len: 1128 time: 0.0888693 Feb 16 22:13:37.162725 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028276d-b3c2-4571-b8c9-546decfccb6a req-4a368254-c5b0-4415-a51f-0eaac7a3836b tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:37.164412 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e028276d-b3c2-4571-b8c9-546decfccb6a req-4a368254-c5b0-4415-a51f-0eaac7a3836b tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 948 time: 0.1376028 Feb 16 22:13:37.173479 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d7a61466-5cdb-4379-acec-c4a6c4c34efc req-8319d9fd-1c01-4b57-9470-2d452679ba20 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701331 Feb 16 22:13:37.214861 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3e27d-ba64-4b2a-a4c2-5ae8a9c17da0 req-22f26040-7cfe-41d3-9e18-e2056db1683d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:37.216522 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7ee3e27d-ba64-4b2a-a4c2-5ae8a9c17da0 req-22f26040-7cfe-41d3-9e18-e2056db1683d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=908e6638-f4c8-4b45-9573-ffca76ae9dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1434071 Feb 16 22:13:37.243465 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aec7fb2-e92a-47aa-a3a7-def57dab5a95 None None] New status for floating IP 06924e8e-721c-41bb-a9e7-b177465b7cc0: DOWN {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:13:37.257819 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4e8f8-53b9-47d2-8328-5b39b4a11035 req-a65679cc-73be-4c94-82f0-a54b5eaf2f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:37.259689 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-74e4e8f8-53b9-47d2-8328-5b39b4a11035 req-a65679cc-73be-4c94-82f0-a54b5eaf2f57 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 HTTP/1.1" status: 200 len: 921 time: 0.1738503 Feb 16 22:13:37.285458 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e028276d-b3c2-4571-b8c9-546decfccb6a req-aa41ad66-53ec-4f80-a05b-32b9d9a493c8 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077092 Feb 16 22:13:37.330760 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '060b014b-0f12-4dd1-b71b-4b89de3fc183', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22715ad1-f2c3-48dc-ac27-d9a928594ac1'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:13:37.332991 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd35263d-5bc7-4010-b479-6e86e05fbdd8" -d '{"events": [{"server_uuid": "060b014b-0f12-4dd1-b71b-4b89de3fc183", "name": "network-vif-unplugged", "status": "completed", "tag": "22715ad1-f2c3-48dc-ac27-d9a928594ac1"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:13:37.434226 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-74e4e8f8-53b9-47d2-8328-5b39b4a11035 req-a98c421a-79f1-40e0-a0d2-03e580e93d20 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=194acaa2-c48f-4f8a-96db-0d0e473c3087 HTTP/1.1" status: 200 len: 217 time: 0.1558018 Feb 16 22:13:37.460465 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-e8349a68-bf76-4af2-82d0-339ea8cfd20b req-36facf3d-d0b7-41f0-8a11-0a17ef0eb320 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1067299482', 'description': 'tempest-description-474219356'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:13:37.481376 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7ee3e27d-ba64-4b2a-a4c2-5ae8a9c17da0 req-9dea5b9e-5799-4793-baa2-03d79f7d894a service neutron] 10.222.0.67 "GET /v2.0/networks/908e6638-f4c8-4b45-9573-ffca76ae9dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531321 Feb 16 22:13:37.517216 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e8349a68-bf76-4af2-82d0-339ea8cfd20b req-36facf3d-d0b7-41f0-8a11-0a17ef0eb320 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:37.537380 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 22715ad1-f2c3-48dc-ac27-d9a928594ac1 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:13:37.550172 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59713d-0ecf-4d29-a437-bfdb8bdd70d8 req-e126408f-007a-4b29-8fc2-75eec0e07c5c tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:37.558586 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ae59713d-0ecf-4d29-a437-bfdb8bdd70d8 req-e126408f-007a-4b29-8fc2-75eec0e07c5c tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 945 time: 0.1525071 Feb 16 22:13:37.599443 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4e8f8-53b9-47d2-8328-5b39b4a11035 req-9f40f8e0-051d-4689-a046-7b034fd4fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:37.602331 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-74e4e8f8-53b9-47d2-8328-5b39b4a11035 req-9f40f8e0-051d-4689-a046-7b034fd4fa82 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e5b119fa-7c76-4352-bdec-a5c18b8dbee6 HTTP/1.1" status: 200 len: 859 time: 0.1188543 Feb 16 22:13:37.647416 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ae59713d-0ecf-4d29-a437-bfdb8bdd70d8 req-125e4894-8b70-45af-918a-f0306c623e42 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877459 Feb 16 22:13:37.712861 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 22715ad1-f2c3-48dc-ac27-d9a928594ac1, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=22715ad1-f2c3-48dc-ac27-d9a928594ac1,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:13:37.734573 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '22715ad1-f2c3-48dc-ac27-d9a928594ac1', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': '22715ad1-f2c3-48dc-ac27-d9a928594ac1', 'mac_address': 'fa:16:3e:58:40:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:13:37.751451 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e8349a68-bf76-4af2-82d0-339ea8cfd20b req-36facf3d-d0b7-41f0-8a11-0a17ef0eb320 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks [] for security_group (b3f3b48e-03e1-4bab-bcf4-9c7ea04b67f7), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:37.758183 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e8349a68-bf76-4af2-82d0-339ea8cfd20b req-36facf3d-d0b7-41f0-8a11-0a17ef0eb320 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b3f3b48e-03e1-4bab-bcf4-9c7ea04b67f7), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:37.784297 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e8349a68-bf76-4af2-82d0-339ea8cfd20b req-36facf3d-d0b7-41f0-8a11-0a17ef0eb320 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:37.785553 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e8349a68-bf76-4af2-82d0-339ea8cfd20b req-36facf3d-d0b7-41f0-8a11-0a17ef0eb320 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3293397 Feb 16 22:13:37.808897 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36facf3d-d0b7-41f0-8a11-0a17ef0eb320 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f3b48e-03e1-4bab-bcf4-9c7ea04b67f7,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:37.842552 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7ee3e27d-ba64-4b2a-a4c2-5ae8a9c17da0 req-e735c8b5-0b68-4017-86c0-6fa5482afed4 service neutron] 10.222.0.67 "GET /v2.0/networks/908e6638-f4c8-4b45-9573-ffca76ae9dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435378 Feb 16 22:13:37.938680 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4e8f8-53b9-47d2-8328-5b39b4a11035 req-7f80c207-d8c4-4195-9910-7db4e587e4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:37.943814 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-74e4e8f8-53b9-47d2-8328-5b39b4a11035 req-7f80c207-d8c4-4195-9910-7db4e587e4fe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1509011 Feb 16 22:13:38.029099 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0dd09556-4cc6-455e-a110-c4c13f042639 req-34ccbd12-a119-430e-bae6-2545db629d4d tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] 10.222.0.75 "GET /v2.0/security-groups/b3f3b48e-03e1-4bab-bcf4-9c7ea04b67f7 HTTP/1.1" status: 200 len: 1829 time: 0.0782402 Feb 16 22:13:38.041652 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed69bec-ec4d-48d4-b482-d7fa0897ce51 req-473484a8-a048-465f-9ad0-4fab10eca295 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:38.043724 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6ed69bec-ec4d-48d4-b482-d7fa0897ce51 req-473484a8-a048-465f-9ad0-4fab10eca295 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports?device_id=64a546d4-6fcb-44b5-9a34-4059056f05b8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1034596 Feb 16 22:13:38.123497 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 22:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f42d2d4-8de4-4217-8255-62e68633c05f x-openstack-request-id: req-9f42d2d4-8de4-4217-8255-62e68633c05f {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:13:38.123722 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "060b014b-0f12-4dd1-b71b-4b89de3fc183", "name": "network-vif-unplugged", "status": "completed", "tag": "22715ad1-f2c3-48dc-ac27-d9a928594ac1", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:13:38.123941 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9f42d2d4-8de4-4217-8255-62e68633c05f {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:13:38.124866 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '060b014b-0f12-4dd1-b71b-4b89de3fc183', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22715ad1-f2c3-48dc-ac27-d9a928594ac1', 'code': 200} Feb 16 22:13:38.128140 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6ed69bec-ec4d-48d4-b482-d7fa0897ce51 req-901e73d1-58fc-4dbb-aabb-5248e439fada tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.122 HTTP/1.1" status: 200 len: 698 time: 0.0778029 Feb 16 22:13:38.133039 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-6ed69bec-ec4d-48d4-b482-d7fa0897ce51 req-6facaae5-cc4a-4fde-b67c-59cf3115d064 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Request body: {'floatingip': {'port_id': '2fb08e3f-c286-4af9-b45d-c4f78457bf7e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:13:38.141856 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-74e4e8f8-53b9-47d2-8328-5b39b4a11035 req-8bd972f8-603c-4d75-8636-b7d9bc31bb72 service neutron] 10.222.0.67 "GET /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938207 Feb 16 22:13:38.203957 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 22715ad1-f2c3-48dc-ac27-d9a928594ac1 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:13:38.204360 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (22715ad1-f2c3-48dc-ac27-d9a928594ac1), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:38.223696 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22715ad1-f2c3-48dc-ac27-d9a928594ac1 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:13:38.255808 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-6ed69bec-ec4d-48d4-b482-d7fa0897ce51 req-6facaae5-cc4a-4fde-b67c-59cf3115d064 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks [] for floatingip (06924e8e-721c-41bb-a9e7-b177465b7cc0), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:38.256379 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 22715ad1-f2c3-48dc-ac27-d9a928594ac1, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=22715ad1-f2c3-48dc-ac27-d9a928594ac1,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:13:38.267379 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (22715ad1-f2c3-48dc-ac27-d9a928594ac1), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:38.330493 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=22715ad1-f2c3-48dc-ac27-d9a928594ac1,revision_number=7']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:38.338029 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-98b53107-939e-4103-ab52-8d531796b1af tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:38.339546 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-98b53107-939e-4103-ab52-8d531796b1af tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35&tenant_id=744a37dc5b8f478b9350ec4becb28946&binding%3Ahost_id=n-h1-813897-6 HTTP/1.1" status: 200 len: 1127 time: 0.1351626 Feb 16 22:13:38.343310 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-74e4e8f8-53b9-47d2-8328-5b39b4a11035 req-0c77a5ca-f7e2-4587-9aa1-0f91f5614528 service neutron] 10.222.0.67 "GET /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946197 Feb 16 22:13:38.350879 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-8f2422ee-d4aa-4756-af67-e4b134095d38 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813897-6'}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:13:38.525361 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f80d9-d6b0-43a7-a250-79313b4b84f4 req-467ccac7-2d77-4f50-9096-c68fcbd56774 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:38.527122 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4e3f80d9-d6b0-43a7-a250-79313b4b84f4 req-467ccac7-2d77-4f50-9096-c68fcbd56774 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.79 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183&tenant_id=7a8546526dc94278a3957ea9b7c5b439&binding%3Ahost_id=n-h2-813897-6 HTTP/1.1" status: 200 len: 948 time: 0.3902197 Feb 16 22:13:38.572646 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c331973-86f5-4eb9-8a96-81c4293d33d7 req-668ed7c8-0a4d-43c6-9b06-e82618ad0f70 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:38.574294 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c331973-86f5-4eb9-8a96-81c4293d33d7 req-668ed7c8-0a4d-43c6-9b06-e82618ad0f70 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 945 time: 0.3352382 Feb 16 22:13:38.587141 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['22715ad1-f2c3-48dc-ac27-d9a928594ac1'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:13:38.658163 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-8f2422ee-d4aa-4756-af67-e4b134095d38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (39c7a120-1a4d-4dc8-9b07-2d421cd662de), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:38.674579 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c331973-86f5-4eb9-8a96-81c4293d33d7 req-9a4ab670-536e-4667-a2d7-9e5751776bc1 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855722 Feb 16 22:13:38.724202 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f80d9-d6b0-43a7-a250-79313b4b84f4 req-b3c094e2-d9de-4949-92c7-b76bd4a51c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:38.725654 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4e3f80d9-d6b0-43a7-a250-79313b4b84f4 req-b3c094e2-d9de-4949-92c7-b76bd4a51c6d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a8546526dc94278a3957ea9b7c5b439&device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 1131 time: 0.1487479 Feb 16 22:13:38.827913 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-8f2422ee-d4aa-4756-af67-e4b134095d38 service neutron] For port 39c7a120-1a4d-4dc8-9b07-2d421cd662de, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=39c7a120-1a4d-4dc8-9b07-2d421cd662de,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:13:38.870332 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-8f2422ee-d4aa-4756-af67-e4b134095d38 service neutron] For port 39c7a120-1a4d-4dc8-9b07-2d421cd662de, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:13:38.913617 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f298040-9e2d-4590-afeb-8b0af36f4c35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39c7a120-1a4d-4dc8-9b07-2d421cd662de'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:13:38.916087 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df71c73-0a4c-4d4a-bd0d-5519c033e0f0" -d '{"events": [{"server_uuid": "6f298040-9e2d-4590-afeb-8b0af36f4c35", "name": "network-vif-unplugged", "status": "completed", "tag": "39c7a120-1a4d-4dc8-9b07-2d421cd662de"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:13:38.919887 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-8f2422ee-d4aa-4756-af67-e4b134095d38 service neutron] Publish callbacks [] for port (39c7a120-1a4d-4dc8-9b07-2d421cd662de), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:38.925861 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-8f2422ee-d4aa-4756-af67-e4b134095d38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (39c7a120-1a4d-4dc8-9b07-2d421cd662de), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:38.995809 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148e059-7654-42d3-a7ba-40fae9ed0d9c req-f2163746-9d33-4d6d-8f7a-3e9dcc7ea0b4 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:38.997223 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9148e059-7654-42d3-a7ba-40fae9ed0d9c req-f2163746-9d33-4d6d-8f7a-3e9dcc7ea0b4 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 949 time: 0.1959453 Feb 16 22:13:39.009163 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2422ee-d4aa-4756-af67-e4b134095d38 service neutron] Pushing event updated for resources: {'Port': ['ID=39c7a120-1a4d-4dc8-9b07-2d421cd662de,revision_number=7']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:39.024188 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-8f2422ee-d4aa-4756-af67-e4b134095d38 service neutron] Attempting to bind port 39c7a120-1a4d-4dc8-9b07-2d421cd662de on host n-h1-813897-6 for vnic_type normal with profile {"migrating_to": "n-h2-813897-6"} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:13:39.024537 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-8f2422ee-d4aa-4756-af67-e4b134095d38 service neutron] Attempting to bind port 39c7a120-1a4d-4dc8-9b07-2d421cd662de by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:13:39.024871 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-8f2422ee-d4aa-4756-af67-e4b134095d38 service neutron] Attempting to bind port 39c7a120-1a4d-4dc8-9b07-2d421cd662de on network 16137278-7395-49da-9cb6-180484537d2f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:13:39.026764 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f80d9-d6b0-43a7-a250-79313b4b84f4 req-836e6b5a-99d2-413b-b4ae-de0c662c10a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:39.029295 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4e3f80d9-d6b0-43a7-a250-79313b4b84f4 req-836e6b5a-99d2-413b-b4ae-de0c662c10a3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.2639012 Feb 16 22:13:39.029578 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-8f2422ee-d4aa-4756-af67-e4b134095d38 service neutron] Port 39c7a120-1a4d-4dc8-9b07-2d421cd662de on network 16137278-7395-49da-9cb6-180484537d2f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:13:39.029913 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-8f2422ee-d4aa-4756-af67-e4b134095d38 service neutron] Attempting to bind port 39c7a120-1a4d-4dc8-9b07-2d421cd662de on network 16137278-7395-49da-9cb6-180484537d2f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:13:39.035438 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-8f2422ee-d4aa-4756-af67-e4b134095d38 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:13:39.036033 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-8f2422ee-d4aa-4756-af67-e4b134095d38 service neutron] Checking segment: {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:13:39.036863 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-8f2422ee-d4aa-4756-af67-e4b134095d38 service neutron] Bound using segment: {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:13:39.037686 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-8f2422ee-d4aa-4756-af67-e4b134095d38 service neutron] Bound port: 39c7a120-1a4d-4dc8-9b07-2d421cd662de, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:13:39.038324 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-8f2422ee-d4aa-4756-af67-e4b134095d38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (39c7a120-1a4d-4dc8-9b07-2d421cd662de), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:39.089197 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4e3f80d9-d6b0-43a7-a250-79313b4b84f4 req-730ec464-139f-41ce-b8e5-9fc5ec360e67 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=22715ad1-f2c3-48dc-ac27-d9a928594ac1 HTTP/1.1" status: 200 len: 217 time: 0.0476463 Feb 16 22:13:39.120035 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-8f2422ee-d4aa-4756-af67-e4b134095d38 service neutron] For port 39c7a120-1a4d-4dc8-9b07-2d421cd662de, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:13:39.123557 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-8f2422ee-d4aa-4756-af67-e4b134095d38 service neutron] For port 39c7a120-1a4d-4dc8-9b07-2d421cd662de, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=39c7a120-1a4d-4dc8-9b07-2d421cd662de,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:13:39.131083 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-8f2422ee-d4aa-4756-af67-e4b134095d38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (39c7a120-1a4d-4dc8-9b07-2d421cd662de), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:39.193715 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9148e059-7654-42d3-a7ba-40fae9ed0d9c req-76611201-ba80-4a5d-b2ac-0b511244f821 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634243 Feb 16 22:13:39.200906 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-6ed69bec-ec4d-48d4-b482-d7fa0897ce51 req-6facaae5-cc4a-4fde-b67c-59cf3115d064 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:39.205500 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f80d9-d6b0-43a7-a250-79313b4b84f4 req-2db7d06e-a95c-4944-8491-e284d37bca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:39.207019 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4e3f80d9-d6b0-43a7-a250-79313b4b84f4 req-2db7d06e-a95c-4944-8491-e284d37bca26 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0833457 Feb 16 22:13:39.209813 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-6ed69bec-ec4d-48d4-b482-d7fa0897ce51 req-6facaae5-cc4a-4fde-b67c-59cf3115d064 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (06924e8e-721c-41bb-a9e7-b177465b7cc0), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:39.219195 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-8f2422ee-d4aa-4756-af67-e4b134095d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:39.220131 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-8f2422ee-d4aa-4756-af67-e4b134095d38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:39.221535 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-8f2422ee-d4aa-4756-af67-e4b134095d38 service neutron] 10.222.0.79 "PUT /v2.0/ports/39c7a120-1a4d-4dc8-9b07-2d421cd662de HTTP/1.1" status: 200 len: 1121 time: 0.8747714 Feb 16 22:13:39.225118 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2422ee-d4aa-4756-af67-e4b134095d38 service neutron] Pushing event updated for resources: {'Port': ['ID=39c7a120-1a4d-4dc8-9b07-2d421cd662de,revision_number=8']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:39.349249 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['39c7a120-1a4d-4dc8-9b07-2d421cd662de'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:13:39.391452 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1f874-5fad-41c1-93e1-65ea446fffdf req-156c5df3-5677-4a4b-b9aa-5223333e5987 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:39.394995 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-66f1f874-5fad-41c1-93e1-65ea446fffdf req-156c5df3-5677-4a4b-b9aa-5223333e5987 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.67 "GET /v2.0/ports?device_id=246ea983-17af-43ef-9f89-30fda278321d HTTP/1.1" status: 200 len: 946 time: 0.1242092 Feb 16 22:13:39.396541 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['39c7a120-1a4d-4dc8-9b07-2d421cd662de'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:13:39.529630 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 39c7a120-1a4d-4dc8-9b07-2d421cd662de details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:13:39.538600 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-66f1f874-5fad-41c1-93e1-65ea446fffdf req-3f5fe5a1-d5ff-4934-956a-e263d8a62bd0 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Deleting port 194acaa2-c48f-4f8a-96db-0d0e473c3087 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:13:39.539085 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-66f1f874-5fad-41c1-93e1-65ea446fffdf req-3f5fe5a1-d5ff-4934-956a-e263d8a62bd0 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (194acaa2-c48f-4f8a-96db-0d0e473c3087), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:39.657159 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-66f1f874-5fad-41c1-93e1-65ea446fffdf req-3f5fe5a1-d5ff-4934-956a-e263d8a62bd0 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] For port 194acaa2-c48f-4f8a-96db-0d0e473c3087, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=194acaa2-c48f-4f8a-96db-0d0e473c3087,segment=NetworkSegment(c96a5b2c-2f6e-4443-bb80-c0cf15fb6610),segment_id=c96a5b2c-2f6e-4443-bb80-c0cf15fb6610)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:13:39.657774 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-66f1f874-5fad-41c1-93e1-65ea446fffdf req-3f5fe5a1-d5ff-4934-956a-e263d8a62bd0 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (194acaa2-c48f-4f8a-96db-0d0e473c3087), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:39.676253 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-66f1f874-5fad-41c1-93e1-65ea446fffdf req-3f5fe5a1-d5ff-4934-956a-e263d8a62bd0 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Calling delete_port for 194acaa2-c48f-4f8a-96db-0d0e473c3087 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:13:39.732190 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f80d9-d6b0-43a7-a250-79313b4b84f4 req-88d13601-f4d4-4828-a76f-3d1ac36f3570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:39.734964 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4e3f80d9-d6b0-43a7-a250-79313b4b84f4 req-88d13601-f4d4-4828-a76f-3d1ac36f3570 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4780440 Feb 16 22:13:39.747576 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6ff76-db97-4017-8c5c-9a5083a7ef7c req-f16036cf-9a7a-484a-912d-48abfc2a1956 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:39.754827 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b6a6ff76-db97-4017-8c5c-9a5083a7ef7c req-f16036cf-9a7a-484a-912d-48abfc2a1956 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 950 time: 0.1211865 Feb 16 22:13:39.756630 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 39c7a120-1a4d-4dc8-9b07-2d421cd662de, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=39c7a120-1a4d-4dc8-9b07-2d421cd662de,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:13:39.772228 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 39c7a120-1a4d-4dc8-9b07-2d421cd662de has no active binding in host n-h2-813897-6 {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 16 22:13:39.820978 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [req-6ed69bec-ec4d-48d4-b482-d7fa0897ce51 req-6facaae5-cc4a-4fde-b67c-59cf3115d064 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Floating IP 06924e8e-721c-41bb-a9e7-b177465b7cc0 associated. External IP: 172.25.2.122, port: 2fb08e3f-c286-4af9-b45d-c4f78457bf7e. Feb 16 22:13:39.851779 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-66f1f874-5fad-41c1-93e1-65ea446fffdf req-3f5fe5a1-d5ff-4934-956a-e263d8a62bd0 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (194acaa2-c48f-4f8a-96db-0d0e473c3087), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:39.867180 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['2fb08e3f-c286-4af9-b45d-c4f78457bf7e', '194acaa2-c48f-4f8a-96db-0d0e473c3087'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:13:39.910112 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5fe5a1-d5ff-4934-956a-e263d8a62bd0 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Pushing event deleted for resources: {'Port': ['ID=194acaa2-c48f-4f8a-96db-0d0e473c3087,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:39.967714 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b6a6ff76-db97-4017-8c5c-9a5083a7ef7c req-e87e2d04-d211-4e7e-bd08-67aeb5304579 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119091 Feb 16 22:13:39.985395 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f1f874-5fad-41c1-93e1-65ea446fffdf req-3f5fe5a1-d5ff-4934-956a-e263d8a62bd0 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] No DVR routers for this DVR port 194acaa2-c48f-4f8a-96db-0d0e473c3087 on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:13:39.989190 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-66f1f874-5fad-41c1-93e1-65ea446fffdf req-3f5fe5a1-d5ff-4934-956a-e263d8a62bd0 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:40.014346 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-66f1f874-5fad-41c1-93e1-65ea446fffdf req-3f5fe5a1-d5ff-4934-956a-e263d8a62bd0 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.67 "DELETE /v2.0/ports/194acaa2-c48f-4f8a-96db-0d0e473c3087 HTTP/1.1" status: 204 len: 173 time: 0.6106427 Feb 16 22:13:40.045625 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4e3f80d9-d6b0-43a7-a250-79313b4b84f4 req-b79ac0b5-7892-4f71-8cf4-0f7aaed279cf service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826538 Feb 16 22:13:40.314061 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67495e-57db-4f27-b5c8-85d63c102eb8 req-f204f9dc-5da6-465f-bfac-34480be8fbd4 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:40.315472 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d67495e-57db-4f27-b5c8-85d63c102eb8 req-f204f9dc-5da6-465f-bfac-34480be8fbd4 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 943 time: 0.2285266 Feb 16 22:13:40.319920 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4e3f80d9-d6b0-43a7-a250-79313b4b84f4 req-63d5f8a1-1180-4298-a8fb-0a29ff4580c2 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570026 Feb 16 22:13:40.381509 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ed69bec-ec4d-48d4-b482-d7fa0897ce51 req-6facaae5-cc4a-4fde-b67c-59cf3115d064 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Router 0977ce05-f075-47d4-8f28-17b43150d09a has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:13:40.385744 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d67495e-57db-4f27-b5c8-85d63c102eb8 req-501bd95e-66d2-4421-8b71-08a789ff0f59 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630901 Feb 16 22:13:40.460104 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 22:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6d2246-4b9a-46be-9d47-afba6c005707 x-openstack-request-id: req-3a6d2246-4b9a-46be-9d47-afba6c005707 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:13:40.460408 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f298040-9e2d-4590-afeb-8b0af36f4c35", "name": "network-vif-unplugged", "status": "completed", "tag": "39c7a120-1a4d-4dc8-9b07-2d421cd662de", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:13:40.460674 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3a6d2246-4b9a-46be-9d47-afba6c005707 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:13:40.461086 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f298040-9e2d-4590-afeb-8b0af36f4c35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39c7a120-1a4d-4dc8-9b07-2d421cd662de', 'code': 200} Feb 16 22:13:40.487762 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-df85412c-5065-4b0e-9317-4b2745de1e74 req-dd4e8775-0b32-4b9c-b311-2c7b2b5e9ed9 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-281317322', 'description': 'tempest-description-882334849'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:13:40.525274 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ed69bec-ec4d-48d4-b482-d7fa0897ce51 req-6facaae5-cc4a-4fde-b67c-59cf3115d064 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:13:40.531303 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-6ed69bec-ec4d-48d4-b482-d7fa0897ce51 req-6facaae5-cc4a-4fde-b67c-59cf3115d064 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:40.535036 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-df85412c-5065-4b0e-9317-4b2745de1e74 req-dd4e8775-0b32-4b9c-b311-2c7b2b5e9ed9 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:40.537273 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3fdcbb-430d-4bb4-a9fa-c1bf18ae6150 None None] Sync routers for ids ['0977ce05-f075-47d4-8f28-17b43150d09a'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:13:40.546507 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3fdcbb-430d-4bb4-a9fa-c1bf18ae6150 None None] Routers {'0977ce05-f075-47d4-8f28-17b43150d09a'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:13:40.547344 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-2d3fdcbb-430d-4bb4-a9fa-c1bf18ae6150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:13:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['0977ce05-f075-47d4-8f28-17b43150d09a'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:40.596034 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6ed69bec-ec4d-48d4-b482-d7fa0897ce51 req-6facaae5-cc4a-4fde-b67c-59cf3115d064 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "PUT /v2.0/floatingips/06924e8e-721c-41bb-a9e7-b177465b7cc0 HTTP/1.1" status: 200 len: 996 time: 2.4669421 Feb 16 22:13:40.600332 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a546d4-6fcb-44b5-9a34-4059056f05b8', 'tag': '2fb08e3f-c286-4af9-b45d-c4f78457bf7e'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:13:40.602651 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01945eb5-1338-4294-8498-f070d330c9b4" -d '{"events": [{"name": "network-changed", "server_uuid": "64a546d4-6fcb-44b5-9a34-4059056f05b8", "tag": "2fb08e3f-c286-4af9-b45d-c4f78457bf7e"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:13:40.676883 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-2d3fdcbb-430d-4bb4-a9fa-c1bf18ae6150 None None] Set router 0977ce05-f075-47d4-8f28-17b43150d09a gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:13:40.684863 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-df85412c-5065-4b0e-9317-4b2745de1e74 req-dd4e8775-0b32-4b9c-b311-2c7b2b5e9ed9 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks [] for security_group (f9fbbbbc-36fe-4755-b0ee-b73bef7b3b2c), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:40.695222 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-df85412c-5065-4b0e-9317-4b2745de1e74 req-dd4e8775-0b32-4b9c-b311-2c7b2b5e9ed9 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f9fbbbbc-36fe-4755-b0ee-b73bef7b3b2c), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:40.735926 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed69bec-ec4d-48d4-b482-d7fa0897ce51 req-758a635c-600f-4aca-9b53-63562c900910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:40.754085 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6ed69bec-ec4d-48d4-b482-d7fa0897ce51 req-758a635c-600f-4aca-9b53-63562c900910 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e7ee43918b7346aea3db9a1522c25646&device_id=64a546d4-6fcb-44b5-9a34-4059056f05b8 HTTP/1.1" status: 200 len: 1127 time: 0.1146591 Feb 16 22:13:40.772106 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-df85412c-5065-4b0e-9317-4b2745de1e74 req-dd4e8775-0b32-4b9c-b311-2c7b2b5e9ed9 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:40.773841 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-df85412c-5065-4b0e-9317-4b2745de1e74 req-dd4e8775-0b32-4b9c-b311-2c7b2b5e9ed9 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.2938592 Feb 16 22:13:40.788048 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e8775-0b32-4b9c-b311-2c7b2b5e9ed9 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fbbbbc-36fe-4755-b0ee-b73bef7b3b2c,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:40.893741 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed69bec-ec4d-48d4-b482-d7fa0897ce51 req-b89a569c-d070-4ca8-a398-3949d4b230ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:40.895248 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6ed69bec-ec4d-48d4-b482-d7fa0897ce51 req-b89a569c-d070-4ca8-a398-3949d4b230ca service neutron] 10.222.0.75 "GET /v2.0/networks?id=c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 HTTP/1.1" status: 200 len: 921 time: 0.1403928 Feb 16 22:13:41.001249 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663cd86-9a2d-4700-bf70-d6b3736c94da req-41b7623f-7d45-4fa5-b2c3-9bdad9ea4940 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:41.002922 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7663cd86-9a2d-4700-bf70-d6b3736c94da req-41b7623f-7d45-4fa5-b2c3-9bdad9ea4940 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 945 time: 0.1230350 Feb 16 22:13:41.005217 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6ed69bec-ec4d-48d4-b482-d7fa0897ce51 req-a27d39a1-d31f-4976-ace3-7d3a89c51486 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fb08e3f-c286-4af9-b45d-c4f78457bf7e HTTP/1.1" status: 200 len: 999 time: 0.0881493 Feb 16 22:13:41.015530 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-2d3fdcbb-430d-4bb4-a9fa-c1bf18ae6150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'name': 'tempest-FloatingIPsAssociationTestJSON-772117284-router', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:12:33Z', 'updated_at': '2022-02-16T22:12:38Z', 'revision_number': 4, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'gw_port': {'id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:34Z', 'updated_at': '2022-02-16T22:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '06924e8e-721c-41bb-a9e7-b177465b7cc0', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'floating_ip_address': '172.25.2.122', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'port_id': '2fb08e3f-c286-4af9-b45d-c4f78457bf7e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'mac_address': 'fa:16:3e:68:2a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a546d4-6fcb-44b5-9a34-4059056f05b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:13:03Z', 'updated_at': '2022-02-16T22:13:38Z', 'revision_number': 8, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a771727-0407-48ab-b77f-59c89c239890', 'name': '', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'mac_address': 'fa:16:3e:2b:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:37Z', 'updated_at': '2022-02-16T22:12:46Z', 'revision_number': 5, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'subnets': [{'id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:41.047911 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3fdcbb-430d-4bb4-a9fa-c1bf18ae6150 None None] Checking router: 0977ce05-f075-47d4-8f28-17b43150d09a for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:13:41.064430 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3fdcbb-430d-4bb4-a9fa-c1bf18ae6150 None None] Routers {'0977ce05-f075-47d4-8f28-17b43150d09a'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:13:41.066858 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-2d3fdcbb-430d-4bb4-a9fa-c1bf18ae6150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:13:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['0977ce05-f075-47d4-8f28-17b43150d09a'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:41.089274 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed69bec-ec4d-48d4-b482-d7fa0897ce51 req-1514f007-90b1-46e3-b7db-21009a65038a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:41.090865 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6ed69bec-ec4d-48d4-b482-d7fa0897ce51 req-1514f007-90b1-46e3-b7db-21009a65038a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e5b119fa-7c76-4352-bdec-a5c18b8dbee6 HTTP/1.1" status: 200 len: 859 time: 0.0795336 Feb 16 22:13:41.113332 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7663cd86-9a2d-4700-bf70-d6b3736c94da req-d2e21af5-2e17-4b4d-8231-7d7717ca3dec tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937500 Feb 16 22:13:41.182261 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed69bec-ec4d-48d4-b482-d7fa0897ce51 req-bff2ae92-6be3-49a0-865a-ccecb5558692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:41.184069 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6ed69bec-ec4d-48d4-b482-d7fa0897ce51 req-bff2ae92-6be3-49a0-865a-ccecb5558692 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0843041 Feb 16 22:13:41.227579 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-2d3fdcbb-430d-4bb4-a9fa-c1bf18ae6150 None None] Set router 0977ce05-f075-47d4-8f28-17b43150d09a gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:13:41.305176 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a130b8-15f0-42ec-87af-749a5d101883 req-07290e42-60df-4e85-8efd-cf14bf5e0074 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:41.307049 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-04a130b8-15f0-42ec-87af-749a5d101883 req-07290e42-60df-4e85-8efd-cf14bf5e0074 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 950 time: 0.1183236 Feb 16 22:13:41.331955 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6ed69bec-ec4d-48d4-b482-d7fa0897ce51 req-6a9b9d51-2846-4a45-8c1e-20e495bae663 service neutron] 10.222.0.75 "GET /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332686 Feb 16 22:13:41.383513 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-04a130b8-15f0-42ec-87af-749a5d101883 req-92ac90b3-7209-4f00-bc79-31c01dd8b7c0 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704172 Feb 16 22:13:41.445688 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6ed69bec-ec4d-48d4-b482-d7fa0897ce51 req-a840be48-d5cc-4788-b4f5-8c003dfb51d8 service neutron] 10.222.0.75 "GET /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008809 Feb 16 22:13:41.499789 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-2d3fdcbb-430d-4bb4-a9fa-c1bf18ae6150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'name': 'tempest-FloatingIPsAssociationTestJSON-772117284-router', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:12:33Z', 'updated_at': '2022-02-16T22:12:38Z', 'revision_number': 4, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'gw_port': {'id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:34Z', 'updated_at': '2022-02-16T22:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '06924e8e-721c-41bb-a9e7-b177465b7cc0', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'floating_ip_address': '172.25.2.122', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'port_id': '2fb08e3f-c286-4af9-b45d-c4f78457bf7e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'mac_address': 'fa:16:3e:68:2a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a546d4-6fcb-44b5-9a34-4059056f05b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:13:03Z', 'updated_at': '2022-02-16T22:13:38Z', 'revision_number': 8, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a771727-0407-48ab-b77f-59c89c239890', 'name': '', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'mac_address': 'fa:16:3e:2b:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:37Z', 'updated_at': '2022-02-16T22:12:46Z', 'revision_number': 5, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'subnets': [{'id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:41.527609 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d989ea26-5346-4f93-815d-fe13fa54cb0f x-openstack-request-id: req-d989ea26-5346-4f93-815d-fe13fa54cb0f {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:13:41.527905 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a546d4-6fcb-44b5-9a34-4059056f05b8", "tag": "2fb08e3f-c286-4af9-b45d-c4f78457bf7e", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:13:41.528160 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d989ea26-5346-4f93-815d-fe13fa54cb0f {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:13:41.528569 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a546d4-6fcb-44b5-9a34-4059056f05b8', 'tag': '2fb08e3f-c286-4af9-b45d-c4f78457bf7e', 'status': 'completed', 'code': 200} Feb 16 22:13:41.536216 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93863140-ae37-483d-8acc-2b220bb3f8e1 req-94a380b6-a885-4d43-8886-abb0bc815b04 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:41.537730 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-93863140-ae37-483d-8acc-2b220bb3f8e1 req-94a380b6-a885-4d43-8886-abb0bc815b04 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 949 time: 0.0629420 Feb 16 22:13:41.544205 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3fdcbb-430d-4bb4-a9fa-c1bf18ae6150 None None] The sync data for ids ['0977ce05-f075-47d4-8f28-17b43150d09a'] in n-d-813897-6 is: [{'id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'name': 'tempest-FloatingIPsAssociationTestJSON-772117284-router', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:12:33Z', 'updated_at': '2022-02-16T22:12:38Z', 'revision_number': 4, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'gw_port': {'id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:34Z', 'updated_at': '2022-02-16T22:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '06924e8e-721c-41bb-a9e7-b177465b7cc0', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'floating_ip_address': '172.25.2.122', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'port_id': '2fb08e3f-c286-4af9-b45d-c4f78457bf7e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'mac_address': 'fa:16:3e:68:2a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a546d4-6fcb-44b5-9a34-4059056f05b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:13:03Z', 'updated_at': '2022-02-16T22:13:38Z', 'revision_number': 8, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a771727-0407-48ab-b77f-59c89c239890', 'name': '', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'mac_address': 'fa:16:3e:2b:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:37Z', 'updated_at': '2022-02-16T22:12:46Z', 'revision_number': 5, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'subnets': [{'id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:13:41.549879 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 22715ad1-f2c3-48dc-ac27-d9a928594ac1 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:13:41.615817 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01945eb5-1338-4294-8498-f070d330c9b4 req-7af6c9ca-25b3-44b2-9916-5a1d7b96ce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:41.617458 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-01945eb5-1338-4294-8498-f070d330c9b4 req-7af6c9ca-25b3-44b2-9916-5a1d7b96ce97 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e7ee43918b7346aea3db9a1522c25646&device_id=64a546d4-6fcb-44b5-9a34-4059056f05b8 HTTP/1.1" status: 200 len: 1127 time: 0.0672188 Feb 16 22:13:41.623561 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 22715ad1-f2c3-48dc-ac27-d9a928594ac1 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:13:41.623957 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (22715ad1-f2c3-48dc-ac27-d9a928594ac1), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:41.694976 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f68415f1-523c-4b70-b157-abba30fdd9e0 req-65003580-e62a-42e9-ac56-571e4821d848 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] 10.222.0.75 "GET /v2.0/security-groups/f9fbbbbc-36fe-4755-b0ee-b73bef7b3b2c HTTP/1.1" status: 200 len: 1828 time: 0.1200011 Feb 16 22:13:41.707282 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-93863140-ae37-483d-8acc-2b220bb3f8e1 req-5dfbdb3e-cc8b-42f9-8bb0-7764b56631f3 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636205 Feb 16 22:13:41.758388 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01945eb5-1338-4294-8498-f070d330c9b4 req-0847503c-fa0f-4a09-b866-2adbf4f612af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:41.759339 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 22715ad1-f2c3-48dc-ac27-d9a928594ac1 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:13:41.759738 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (22715ad1-f2c3-48dc-ac27-d9a928594ac1), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:41.760533 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-01945eb5-1338-4294-8498-f070d330c9b4 req-0847503c-fa0f-4a09-b866-2adbf4f612af service neutron] 10.222.0.67 "GET /v2.0/networks?id=c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 HTTP/1.1" status: 200 len: 921 time: 0.1321070 Feb 16 22:13:41.817065 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 22715ad1-f2c3-48dc-ac27-d9a928594ac1, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=22715ad1-f2c3-48dc-ac27-d9a928594ac1,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:13:41.818297 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '060b014b-0f12-4dd1-b71b-4b89de3fc183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22715ad1-f2c3-48dc-ac27-d9a928594ac1'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:13:41.820989 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f35925d-f29f-4871-985d-36d44a2ea4e5" -d '{"events": [{"server_uuid": "060b014b-0f12-4dd1-b71b-4b89de3fc183", "name": "network-vif-plugged", "status": "completed", "tag": "22715ad1-f2c3-48dc-ac27-d9a928594ac1"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:13:41.829657 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (22715ad1-f2c3-48dc-ac27-d9a928594ac1), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:41.860851 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169fc05-1823-4eeb-898b-a6576e3e34a0 req-5ea6421d-ec44-4861-9871-697f972f5995 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:41.868026 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c169fc05-1823-4eeb-898b-a6576e3e34a0 req-5ea6421d-ec44-4861-9871-697f972f5995 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 943 time: 0.0930934 Feb 16 22:13:41.893958 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-01945eb5-1338-4294-8498-f070d330c9b4 req-30959b63-26d7-43db-9d74-2ab73464c40a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fb08e3f-c286-4af9-b45d-c4f78457bf7e HTTP/1.1" status: 200 len: 999 time: 0.1176126 Feb 16 22:13:41.923321 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698691c9-79b6-4840-b380-f21052ae6c8d None None] New status for floating IP 06924e8e-721c-41bb-a9e7-b177465b7cc0: ACTIVE {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:13:41.964873 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c169fc05-1823-4eeb-898b-a6576e3e34a0 req-5025e87e-fa1c-4b2e-b037-2b56898152c1 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957525 Feb 16 22:13:42.025846 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01945eb5-1338-4294-8498-f070d330c9b4 req-63e8c517-f0a8-45c6-95b5-66676481cbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:42.028335 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-01945eb5-1338-4294-8498-f070d330c9b4 req-63e8c517-f0a8-45c6-95b5-66676481cbe9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e5b119fa-7c76-4352-bdec-a5c18b8dbee6 HTTP/1.1" status: 200 len: 859 time: 0.1126754 Feb 16 22:13:42.028811 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=22715ad1-f2c3-48dc-ac27-d9a928594ac1,revision_number=8']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:42.106006 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1691ee4b-dead-48d3-80d0-19c07b7f523f req-dfdc2bb0-1128-4813-9507-b4baf814cfe1 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/floatingips/06924e8e-721c-41bb-a9e7-b177465b7cc0 HTTP/1.1" status: 200 len: 996 time: 0.1144032 Feb 16 22:13:42.165995 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-2a682e42-3742-4bb0-bed9-56f789fabe9c req-bdcd3f27-45ad-4ce0-846a-aa66b6644826 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1285780886', 'description': 'tempest-description-217119716'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:13:42.176955 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01945eb5-1338-4294-8498-f070d330c9b4 req-498862ae-2fae-4c51-a8f6-1e80f008ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:42.182973 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-01945eb5-1338-4294-8498-f070d330c9b4 req-498862ae-2fae-4c51-a8f6-1e80f008ce6b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1404934 Feb 16 22:13:42.319194 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2a682e42-3742-4bb0-bed9-56f789fabe9c req-bdcd3f27-45ad-4ce0-846a-aa66b6644826 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:42.371138 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-01945eb5-1338-4294-8498-f070d330c9b4 req-afa9dd75-a19d-4735-b7e3-cb9f4dc0633f service neutron] 10.222.0.67 "GET /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769104 Feb 16 22:13:42.373816 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691ee4b-dead-48d3-80d0-19c07b7f523f req-74160f71-7037-4e34-a8c4-373e6c4332a6 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:42.383084 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1691ee4b-dead-48d3-80d0-19c07b7f523f req-74160f71-7037-4e34-a8c4-373e6c4332a6 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 784 time: 0.2759123 Feb 16 22:13:42.390821 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-1691ee4b-dead-48d3-80d0-19c07b7f523f req-32401d62-734e-44e8-89ee-8b7550acbdc7 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:13:42.403920 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1691ee4b-dead-48d3-80d0-19c07b7f523f req-32401d62-734e-44e8-89ee-8b7550acbdc7 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0192363 Feb 16 22:13:42.507288 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f298040-9e2d-4590-afeb-8b0af36f4c35', 'tag': '39c7a120-1a4d-4dc8-9b07-2d421cd662de'}, {'server_uuid': '246ea983-17af-43ef-9f89-30fda278321d', 'name': 'network-vif-deleted', 'tag': '194acaa2-c48f-4f8a-96db-0d0e473c3087'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:13:42.509736 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32ad09d-826c-482d-8568-3984e2ba1cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "6f298040-9e2d-4590-afeb-8b0af36f4c35", "tag": "39c7a120-1a4d-4dc8-9b07-2d421cd662de"}, {"server_uuid": "246ea983-17af-43ef-9f89-30fda278321d", "name": "network-vif-deleted", "tag": "194acaa2-c48f-4f8a-96db-0d0e473c3087"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:13:42.536659 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2a682e42-3742-4bb0-bed9-56f789fabe9c req-bdcd3f27-45ad-4ce0-846a-aa66b6644826 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks [] for security_group (2ea4981d-61f6-479d-97d8-21d803fb5d67), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:42.549959 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2a682e42-3742-4bb0-bed9-56f789fabe9c req-bdcd3f27-45ad-4ce0-846a-aa66b6644826 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (2ea4981d-61f6-479d-97d8-21d803fb5d67), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:42.584547 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-01945eb5-1338-4294-8498-f070d330c9b4 req-d70a0074-b673-4c89-9823-f83896285cec service neutron] 10.222.0.67 "GET /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063596 Feb 16 22:13:42.584782 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e2157-12fc-4618-8ffd-838a35d3dbeb req-dd464c94-a850-433f-9093-76323c735839 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:42.592514 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b94e2157-12fc-4618-8ffd-838a35d3dbeb req-dd464c94-a850-433f-9093-76323c735839 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 950 time: 0.0955307 Feb 16 22:13:42.607011 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2a682e42-3742-4bb0-bed9-56f789fabe9c req-bdcd3f27-45ad-4ce0-846a-aa66b6644826 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:42.626432 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a682e42-3742-4bb0-bed9-56f789fabe9c req-bdcd3f27-45ad-4ce0-846a-aa66b6644826 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4660525 Feb 16 22:13:42.650669 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd3f27-45ad-4ce0-846a-aa66b6644826 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea4981d-61f6-479d-97d8-21d803fb5d67,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:42.684182 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1399309e-e52b-493d-8664-9eae6492ad11 x-openstack-request-id: req-1399309e-e52b-493d-8664-9eae6492ad11 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:13:42.685013 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "060b014b-0f12-4dd1-b71b-4b89de3fc183", "name": "network-vif-plugged", "status": "completed", "tag": "22715ad1-f2c3-48dc-ac27-d9a928594ac1", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:13:42.685445 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1399309e-e52b-493d-8664-9eae6492ad11 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:13:42.686009 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '060b014b-0f12-4dd1-b71b-4b89de3fc183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22715ad1-f2c3-48dc-ac27-d9a928594ac1', 'code': 200} Feb 16 22:13:42.698267 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b94e2157-12fc-4618-8ffd-838a35d3dbeb req-07170d75-704f-4af2-8811-99828d93c263 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998929 Feb 16 22:13:42.819420 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2fb5d-2b83-4f0a-9c06-309f058b532f req-805f415e-67f0-485a-acac-d7a13acfddc6 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:42.821189 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e2e2fb5d-2b83-4f0a-9c06-309f058b532f req-805f415e-67f0-485a-acac-d7a13acfddc6 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 950 time: 0.0837688 Feb 16 22:13:42.836197 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33e630-a4d7-42cc-871c-076fe6082325 req-2893a7b6-0909-4fc7-99e9-cac28892f261 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:42.837904 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-be33e630-a4d7-42cc-871c-076fe6082325 req-2893a7b6-0909-4fc7-99e9-cac28892f261 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 945 time: 0.0732372 Feb 16 22:13:42.908986 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e2e2fb5d-2b83-4f0a-9c06-309f058b532f req-28041c7d-a366-40cf-a7b6-7ceb3714bc3d tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699215 Feb 16 22:13:42.914611 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-be33e630-a4d7-42cc-871c-076fe6082325 req-bd1d80cd-d2a9-4ad3-b70f-9e6fae88ae7b tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693769 Feb 16 22:13:43.031673 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 16 Feb 2022 22:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52503e87-cebd-43e2-b925-074f85be7109 x-openstack-request-id: req-52503e87-cebd-43e2-b925-074f85be7109 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:13:43.032755 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f298040-9e2d-4590-afeb-8b0af36f4c35", "tag": "39c7a120-1a4d-4dc8-9b07-2d421cd662de", "status": "completed", "code": 200}, {"server_uuid": "246ea983-17af-43ef-9f89-30fda278321d", "name": "network-vif-deleted", "tag": "194acaa2-c48f-4f8a-96db-0d0e473c3087", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:13:43.033322 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-52503e87-cebd-43e2-b925-074f85be7109 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:13:43.033963 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f298040-9e2d-4590-afeb-8b0af36f4c35', 'tag': '39c7a120-1a4d-4dc8-9b07-2d421cd662de', 'status': 'completed', 'code': 200} Feb 16 22:13:43.034605 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246ea983-17af-43ef-9f89-30fda278321d', 'name': 'network-vif-deleted', 'tag': '194acaa2-c48f-4f8a-96db-0d0e473c3087', 'status': 'completed', 'code': 200} Feb 16 22:13:43.039744 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f0ec7676-aed5-415c-88bb-6c4a4038be15 req-30a37b61-b674-44e1-a490-660e5094cc15 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.122 HTTP/1.1" status: 200 len: 1001 time: 0.0794857 Feb 16 22:13:43.115808 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec7676-aed5-415c-88bb-6c4a4038be15 req-4c74c6f0-820b-42ab-96cf-45d576d4d5bd tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:43.129427 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f0ec7676-aed5-415c-88bb-6c4a4038be15 req-4c74c6f0-820b-42ab-96cf-45d576d4d5bd tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports/2fb08e3f-c286-4af9-b45d-c4f78457bf7e HTTP/1.1" status: 200 len: 942 time: 0.0885904 Feb 16 22:13:43.136610 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ad09d-826c-482d-8568-3984e2ba1cc2 req-5823426d-1600-46d5-a01f-a86c9a99834f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:43.139196 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c32ad09d-826c-482d-8568-3984e2ba1cc2 req-5823426d-1600-46d5-a01f-a86c9a99834f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=744a37dc5b8f478b9350ec4becb28946&device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 1155 time: 0.0695205 Feb 16 22:13:43.152696 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-45022e3c-9b04-4ef6-a791-33febc6c734c req-f8435c0d-d985-49f0-96d0-44a95053beee tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] 10.222.0.75 "GET /v2.0/security-groups/2ea4981d-61f6-479d-97d8-21d803fb5d67 HTTP/1.1" status: 200 len: 1829 time: 0.0974166 Feb 16 22:13:43.292852 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 194acaa2-c48f-4f8a-96db-0d0e473c3087 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:13:43.292994 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ad09d-826c-482d-8568-3984e2ba1cc2 req-ed4fb770-8b7b-434f-ab45-c1e140f41529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:43.296765 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c32ad09d-826c-482d-8568-3984e2ba1cc2 req-ed4fb770-8b7b-434f-ab45-c1e140f41529 service neutron] 10.222.0.67 "GET /v2.0/networks?id=16137278-7395-49da-9cb6-180484537d2f HTTP/1.1" status: 200 len: 922 time: 0.1460834 Feb 16 22:13:43.320063 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 194acaa2-c48f-4f8a-96db-0d0e473c3087 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:13:43.320977 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 194acaa2-c48f-4f8a-96db-0d0e473c3087 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:13:43.330523 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f0ec7676-aed5-415c-88bb-6c4a4038be15 req-650bdf85-8b42-4006-b887-02e1ecffe817 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.122 HTTP/1.1" status: 200 len: 1001 time: 0.1511428 Feb 16 22:13:43.342703 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c32ad09d-826c-482d-8568-3984e2ba1cc2 req-de26d8db-42f1-4578-861f-1c88683e80f2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39c7a120-1a4d-4dc8-9b07-2d421cd662de HTTP/1.1" status: 200 len: 217 time: 0.0356607 Feb 16 22:13:43.410414 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ad09d-826c-482d-8568-3984e2ba1cc2 req-410dcc61-a8d6-4f7b-bef5-a49f8c895a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:43.412385 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c32ad09d-826c-482d-8568-3984e2ba1cc2 req-410dcc61-a8d6-4f7b-bef5-a49f8c895a23 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c3e80cb9-4386-4d79-b9b3-6283b204f543 HTTP/1.1" status: 200 len: 861 time: 0.0620518 Feb 16 22:13:43.447902 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db66ceb-e0c9-47e7-b7ab-99628412a566 req-79c96b08-44c8-456b-9ba8-3107faf5e95e tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:43.449420 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8db66ceb-e0c9-47e7-b7ab-99628412a566 req-79c96b08-44c8-456b-9ba8-3107faf5e95e tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 943 time: 0.1305625 Feb 16 22:13:43.469258 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c32ad09d-826c-482d-8568-3984e2ba1cc2 req-8aca539d-a0af-40bb-91d6-ba3e4a89971a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=16137278-7395-49da-9cb6-180484537d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397902 Feb 16 22:13:43.489009 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec7676-aed5-415c-88bb-6c4a4038be15 req-2761a2b8-6e30-4c0d-85a3-ed5660949b7d tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:43.496754 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f0ec7676-aed5-415c-88bb-6c4a4038be15 req-2761a2b8-6e30-4c0d-85a3-ed5660949b7d tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 784 time: 0.1432586 Feb 16 22:13:43.568023 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8db66ceb-e0c9-47e7-b7ab-99628412a566 req-9e2e5a0a-25eb-423a-9698-c66c6817bc27 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124725 Feb 16 22:13:43.569652 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c32ad09d-826c-482d-8568-3984e2ba1cc2 req-8b62fa2e-cba6-476d-b9e1-6f99f98e94d6 service neutron] 10.222.0.67 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932152 Feb 16 22:13:43.583128 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f0ec7676-aed5-415c-88bb-6c4a4038be15 req-b7b956c3-c19e-4dc4-a44b-554733423652 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.122 HTTP/1.1" status: 200 len: 1001 time: 0.0855138 Feb 16 22:13:43.600764 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-f0ec7676-aed5-415c-88bb-6c4a4038be15 req-23729085-370d-4f78-b9cc-8786e0e11d6c tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:13:43.607523 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-62886aa3-708f-4c43-ac98-4001025b6e71 req-8117d0b9-5fd4-4cd1-ba7e-9b6018b52919 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1234224888', 'description': 'tempest-description-1607310390'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:13:43.678232 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-62886aa3-708f-4c43-ac98-4001025b6e71 req-8117d0b9-5fd4-4cd1-ba7e-9b6018b52919 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:43.695805 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-f0ec7676-aed5-415c-88bb-6c4a4038be15 req-23729085-370d-4f78-b9cc-8786e0e11d6c tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks [] for floatingip (06924e8e-721c-41bb-a9e7-b177465b7cc0), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:43.704461 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c32ad09d-826c-482d-8568-3984e2ba1cc2 req-9a77983a-dfb6-440a-94a5-6730307e3166 service neutron] 10.222.0.67 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255267 Feb 16 22:13:43.892248 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-f0ec7676-aed5-415c-88bb-6c4a4038be15 req-23729085-370d-4f78-b9cc-8786e0e11d6c tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:43.894614 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-62886aa3-708f-4c43-ac98-4001025b6e71 req-8117d0b9-5fd4-4cd1-ba7e-9b6018b52919 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks [] for security_group (03673fa9-bc57-400d-958c-6468f600f0c4), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:43.896088 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-f0ec7676-aed5-415c-88bb-6c4a4038be15 req-23729085-370d-4f78-b9cc-8786e0e11d6c tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (06924e8e-721c-41bb-a9e7-b177465b7cc0), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:43.896422 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [req-f0ec7676-aed5-415c-88bb-6c4a4038be15 req-23729085-370d-4f78-b9cc-8786e0e11d6c tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Floating IP 06924e8e-721c-41bb-a9e7-b177465b7cc0 disassociated. External IP: 172.25.2.122, port: 2fb08e3f-c286-4af9-b45d-c4f78457bf7e. Feb 16 22:13:43.933447 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-62886aa3-708f-4c43-ac98-4001025b6e71 req-8117d0b9-5fd4-4cd1-ba7e-9b6018b52919 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (03673fa9-bc57-400d-958c-6468f600f0c4), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:43.998981 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-62886aa3-708f-4c43-ac98-4001025b6e71 req-8117d0b9-5fd4-4cd1-ba7e-9b6018b52919 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:44.000765 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-62886aa3-708f-4c43-ac98-4001025b6e71 req-8117d0b9-5fd4-4cd1-ba7e-9b6018b52919 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3973417 Feb 16 22:13:44.001360 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117d0b9-5fd4-4cd1-ba7e-9b6018b52919 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03673fa9-bc57-400d-958c-6468f600f0c4,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:44.096772 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b293b-7a15-4766-8860-79a71c9ee8be req-affa1ee4-3f32-486e-ac5b-82da052d35cb tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:44.098474 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-118b293b-7a15-4766-8860-79a71c9ee8be req-affa1ee4-3f32-486e-ac5b-82da052d35cb tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b&tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&binding%3Ahost_id=n-h2-813897-6 HTTP/1.1" status: 200 len: 1127 time: 0.0784264 Feb 16 22:13:44.111643 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-118b293b-7a15-4766-8860-79a71c9ee8be req-b7ff429d-3179-4124-b3c6-3886b27695aa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813897-6'}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:13:44.182783 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-118b293b-7a15-4766-8860-79a71c9ee8be req-b7ff429d-3179-4124-b3c6-3886b27695aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f5f434fd-a528-4a73-a958-bf0d4d1d5a8d), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:44.193699 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad7321-4830-4333-a790-7ebe9fa9fdf5 req-d39cf969-919a-4be4-8a5a-284fedca3cae tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:44.195270 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-84ad7321-4830-4333-a790-7ebe9fa9fdf5 req-d39cf969-919a-4be4-8a5a-284fedca3cae tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 950 time: 0.0826640 Feb 16 22:13:44.205226 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0ec7676-aed5-415c-88bb-6c4a4038be15 req-23729085-370d-4f78-b9cc-8786e0e11d6c tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Router 0977ce05-f075-47d4-8f28-17b43150d09a has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:13:44.315447 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-84ad7321-4830-4333-a790-7ebe9fa9fdf5 req-f8e162e6-0d1b-43ee-84cb-e1b105e3b155 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122735 Feb 16 22:13:44.326295 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-118b293b-7a15-4766-8860-79a71c9ee8be req-b7ff429d-3179-4124-b3c6-3886b27695aa service neutron] For port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=f5f434fd-a528-4a73-a958-bf0d4d1d5a8d,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:13:44.355580 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0ec7676-aed5-415c-88bb-6c4a4038be15 req-23729085-370d-4f78-b9cc-8786e0e11d6c tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:13:44.361437 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-f0ec7676-aed5-415c-88bb-6c4a4038be15 req-23729085-370d-4f78-b9cc-8786e0e11d6c tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:44.366339 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cba46a1-3283-4eaf-956a-4840a67559a1 None None] Sync routers for ids ['0977ce05-f075-47d4-8f28-17b43150d09a'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:13:44.382438 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cba46a1-3283-4eaf-956a-4840a67559a1 None None] Routers {'0977ce05-f075-47d4-8f28-17b43150d09a'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:13:44.385469 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-5cba46a1-3283-4eaf-956a-4840a67559a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:13:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['0977ce05-f075-47d4-8f28-17b43150d09a'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:44.388218 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-118b293b-7a15-4766-8860-79a71c9ee8be req-b7ff429d-3179-4124-b3c6-3886b27695aa service neutron] For port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:13:44.435338 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f0ec7676-aed5-415c-88bb-6c4a4038be15 req-23729085-370d-4f78-b9cc-8786e0e11d6c tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "PUT /v2.0/floatingips/06924e8e-721c-41bb-a9e7-b177465b7cc0 HTTP/1.1" status: 200 len: 696 time: 0.8319366 Feb 16 22:13:44.435906 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a546d4-6fcb-44b5-9a34-4059056f05b8', 'tag': '2fb08e3f-c286-4af9-b45d-c4f78457bf7e'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:13:44.441797 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c58aef-990b-4a8e-9438-3b358b011600" -d '{"events": [{"name": "network-changed", "server_uuid": "64a546d4-6fcb-44b5-9a34-4059056f05b8", "tag": "2fb08e3f-c286-4af9-b45d-c4f78457bf7e"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:13:44.442935 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-118b293b-7a15-4766-8860-79a71c9ee8be req-b7ff429d-3179-4124-b3c6-3886b27695aa service neutron] Publish callbacks [] for port (f5f434fd-a528-4a73-a958-bf0d4d1d5a8d), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:44.451060 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-118b293b-7a15-4766-8860-79a71c9ee8be req-b7ff429d-3179-4124-b3c6-3886b27695aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (f5f434fd-a528-4a73-a958-bf0d4d1d5a8d), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:44.527356 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec7676-aed5-415c-88bb-6c4a4038be15 req-6d571244-ff2d-41e6-8d9a-2407066f09d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:44.534831 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f0ec7676-aed5-415c-88bb-6c4a4038be15 req-6d571244-ff2d-41e6-8d9a-2407066f09d4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e7ee43918b7346aea3db9a1522c25646&device_id=64a546d4-6fcb-44b5-9a34-4059056f05b8 HTTP/1.1" status: 200 len: 1127 time: 0.0892186 Feb 16 22:13:44.557631 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff429d-3179-4124-b3c6-3886b27695aa service neutron] Pushing event updated for resources: {'Port': ['ID=f5f434fd-a528-4a73-a958-bf0d4d1d5a8d,revision_number=7']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:44.569675 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-5cba46a1-3283-4eaf-956a-4840a67559a1 None None] Set router 0977ce05-f075-47d4-8f28-17b43150d09a gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:13:44.574699 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-118b293b-7a15-4766-8860-79a71c9ee8be req-b7ff429d-3179-4124-b3c6-3886b27695aa service neutron] Attempting to bind port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d on host n-h2-813897-6 for vnic_type normal with profile {"migrating_to": "n-h1-813897-6"} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:13:44.575017 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-118b293b-7a15-4766-8860-79a71c9ee8be req-b7ff429d-3179-4124-b3c6-3886b27695aa service neutron] Attempting to bind port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:13:44.575343 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118b293b-7a15-4766-8860-79a71c9ee8be req-b7ff429d-3179-4124-b3c6-3886b27695aa service neutron] Attempting to bind port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d on network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:13:44.579854 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118b293b-7a15-4766-8860-79a71c9ee8be req-b7ff429d-3179-4124-b3c6-3886b27695aa service neutron] Port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d on network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:13:44.580175 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118b293b-7a15-4766-8860-79a71c9ee8be req-b7ff429d-3179-4124-b3c6-3886b27695aa service neutron] Attempting to bind port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d on network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:13:44.585287 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118b293b-7a15-4766-8860-79a71c9ee8be req-b7ff429d-3179-4124-b3c6-3886b27695aa service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:13:44.585622 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118b293b-7a15-4766-8860-79a71c9ee8be req-b7ff429d-3179-4124-b3c6-3886b27695aa service neutron] Checking segment: {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:13:44.586020 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118b293b-7a15-4766-8860-79a71c9ee8be req-b7ff429d-3179-4124-b3c6-3886b27695aa service neutron] Bound using segment: {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:13:44.586561 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-118b293b-7a15-4766-8860-79a71c9ee8be req-b7ff429d-3179-4124-b3c6-3886b27695aa service neutron] Bound port: f5f434fd-a528-4a73-a958-bf0d4d1d5a8d, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:13:44.586924 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-118b293b-7a15-4766-8860-79a71c9ee8be req-b7ff429d-3179-4124-b3c6-3886b27695aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f5f434fd-a528-4a73-a958-bf0d4d1d5a8d), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:44.664243 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-118b293b-7a15-4766-8860-79a71c9ee8be req-b7ff429d-3179-4124-b3c6-3886b27695aa service neutron] For port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:13:44.668065 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-118b293b-7a15-4766-8860-79a71c9ee8be req-b7ff429d-3179-4124-b3c6-3886b27695aa service neutron] For port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=f5f434fd-a528-4a73-a958-bf0d4d1d5a8d,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:13:44.677094 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-118b293b-7a15-4766-8860-79a71c9ee8be req-b7ff429d-3179-4124-b3c6-3886b27695aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (f5f434fd-a528-4a73-a958-bf0d4d1d5a8d), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:44.761314 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b293b-7a15-4766-8860-79a71c9ee8be req-b7ff429d-3179-4124-b3c6-3886b27695aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:44.762129 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-118b293b-7a15-4766-8860-79a71c9ee8be req-b7ff429d-3179-4124-b3c6-3886b27695aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:44.763531 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-118b293b-7a15-4766-8860-79a71c9ee8be req-b7ff429d-3179-4124-b3c6-3886b27695aa service neutron] 10.222.0.67 "PUT /v2.0/ports/f5f434fd-a528-4a73-a958-bf0d4d1d5a8d HTTP/1.1" status: 200 len: 1121 time: 0.6572475 Feb 16 22:13:44.776084 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff429d-3179-4124-b3c6-3886b27695aa service neutron] Pushing event updated for resources: {'Port': ['ID=f5f434fd-a528-4a73-a958-bf0d4d1d5a8d,revision_number=8']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:44.857346 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-5cba46a1-3283-4eaf-956a-4840a67559a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'name': 'tempest-FloatingIPsAssociationTestJSON-772117284-router', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:12:33Z', 'updated_at': '2022-02-16T22:12:38Z', 'revision_number': 4, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'gw_port': {'id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:34Z', 'updated_at': '2022-02-16T22:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '9a771727-0407-48ab-b77f-59c89c239890', 'name': '', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'mac_address': 'fa:16:3e:2b:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:37Z', 'updated_at': '2022-02-16T22:12:46Z', 'revision_number': 5, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'subnets': [{'id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:44.892687 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cba46a1-3283-4eaf-956a-4840a67559a1 None None] Checking router: 0977ce05-f075-47d4-8f28-17b43150d09a for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:13:44.896860 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['f5f434fd-a528-4a73-a958-bf0d4d1d5a8d'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:13:44.911846 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cba46a1-3283-4eaf-956a-4840a67559a1 None None] Routers {'0977ce05-f075-47d4-8f28-17b43150d09a'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:13:44.912552 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-5cba46a1-3283-4eaf-956a-4840a67559a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:13:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['0977ce05-f075-47d4-8f28-17b43150d09a'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:44.941584 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['f5f434fd-a528-4a73-a958-bf0d4d1d5a8d'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:13:44.957812 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df2ead-6c27-46f1-a925-3fd7ee68ca9c req-42d11f8e-8d5a-408f-a564-52c4609f7f70 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:44.965148 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-29df2ead-6c27-46f1-a925-3fd7ee68ca9c req-42d11f8e-8d5a-408f-a564-52c4609f7f70 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 943 time: 0.4900837 Feb 16 22:13:45.001278 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec7676-aed5-415c-88bb-6c4a4038be15 req-a87468fb-caaa-4f96-801a-e6ad260a46fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:45.009178 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f0ec7676-aed5-415c-88bb-6c4a4038be15 req-a87468fb-caaa-4f96-801a-e6ad260a46fc service neutron] 10.222.0.75 "GET /v2.0/networks?id=c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 HTTP/1.1" status: 200 len: 921 time: 0.4734685 Feb 16 22:13:45.036250 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c1a602-2ee0-445c-983a-160243bce62b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5f434fd-a528-4a73-a958-bf0d4d1d5a8d'}, {'name': 'network-changed', 'server_uuid': '13c1a602-2ee0-445c-983a-160243bce62b', 'tag': 'f5f434fd-a528-4a73-a958-bf0d4d1d5a8d'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:13:45.039346 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e42ca67-3ead-41e9-831a-f4df76d86019" -d '{"events": [{"server_uuid": "13c1a602-2ee0-445c-983a-160243bce62b", "name": "network-vif-unplugged", "status": "completed", "tag": "f5f434fd-a528-4a73-a958-bf0d4d1d5a8d"}, {"name": "network-changed", "server_uuid": "13c1a602-2ee0-445c-983a-160243bce62b", "tag": "f5f434fd-a528-4a73-a958-bf0d4d1d5a8d"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:13:45.069836 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-5cba46a1-3283-4eaf-956a-4840a67559a1 None None] Set router 0977ce05-f075-47d4-8f28-17b43150d09a gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:13:45.075705 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f0ec7676-aed5-415c-88bb-6c4a4038be15 req-19cd22a8-0807-4235-b6ec-dbca6d754a3e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fb08e3f-c286-4af9-b45d-c4f78457bf7e HTTP/1.1" status: 200 len: 217 time: 0.0656068 Feb 16 22:13:45.125808 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-29df2ead-6c27-46f1-a925-3fd7ee68ca9c req-5cd2ef31-d3ac-4d31-a3a0-c34065391717 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600418 Feb 16 22:13:45.167201 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec7676-aed5-415c-88bb-6c4a4038be15 req-defddc67-dedd-4294-8c47-7bd269a58d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:45.174951 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f0ec7676-aed5-415c-88bb-6c4a4038be15 req-defddc67-dedd-4294-8c47-7bd269a58d08 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e5b119fa-7c76-4352-bdec-a5c18b8dbee6 HTTP/1.1" status: 200 len: 859 time: 0.0983169 Feb 16 22:13:45.251196 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fcce0954-3e8e-4914-9e17-0971869f00a4 req-12fe15c4-f9f0-4e29-9787-b5eb1e8c4bf3 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] 10.222.0.75 "GET /v2.0/security-groups/03673fa9-bc57-400d-958c-6468f600f0c4 HTTP/1.1" status: 200 len: 1830 time: 0.0952356 Feb 16 22:13:45.270056 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec7676-aed5-415c-88bb-6c4a4038be15 req-e63e8da7-ea61-4270-805c-47f5f0778356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:45.278014 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f0ec7676-aed5-415c-88bb-6c4a4038be15 req-e63e8da7-ea61-4270-805c-47f5f0778356 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1020794 Feb 16 22:13:45.306414 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device f5f434fd-a528-4a73-a958-bf0d4d1d5a8d details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:13:45.409945 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa6a8c0-0548-4c70-941e-c1e568d98294 x-openstack-request-id: req-4aa6a8c0-0548-4c70-941e-c1e568d98294 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:13:45.411961 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a546d4-6fcb-44b5-9a34-4059056f05b8", "tag": "2fb08e3f-c286-4af9-b45d-c4f78457bf7e", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:13:45.412371 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4aa6a8c0-0548-4c70-941e-c1e568d98294 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:13:45.412920 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a546d4-6fcb-44b5-9a34-4059056f05b8', 'tag': '2fb08e3f-c286-4af9-b45d-c4f78457bf7e', 'status': 'completed', 'code': 200} Feb 16 22:13:45.501677 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f0ec7676-aed5-415c-88bb-6c4a4038be15 req-ea7c0d95-119f-481e-920d-28af61a7aaed service neutron] 10.222.0.75 "GET /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225957 Feb 16 22:13:45.504680 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c58aef-990b-4a8e-9438-3b358b011600 req-87565426-c22a-4cb0-aeec-e8fa3cd1f1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:45.507692 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c4c58aef-990b-4a8e-9438-3b358b011600 req-87565426-c22a-4cb0-aeec-e8fa3cd1f1a7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e7ee43918b7346aea3db9a1522c25646&device_id=64a546d4-6fcb-44b5-9a34-4059056f05b8 HTTP/1.1" status: 200 len: 1127 time: 0.1236520 Feb 16 22:13:45.511052 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=f5f434fd-a528-4a73-a958-bf0d4d1d5a8d,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:13:45.550900 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device f5f434fd-a528-4a73-a958-bf0d4d1d5a8d has no active binding in host n-h1-813897-6 {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 16 22:13:45.606639 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48f04b-cab6-4247-8fd0-4811545be3bf req-00976cca-9925-498b-93eb-71fa2a5ae4ee tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:45.614847 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6a48f04b-cab6-4247-8fd0-4811545be3bf req-00976cca-9925-498b-93eb-71fa2a5ae4ee tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 943 time: 0.1729848 Feb 16 22:13:45.629638 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-5cba46a1-3283-4eaf-956a-4840a67559a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'name': 'tempest-FloatingIPsAssociationTestJSON-772117284-router', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:12:33Z', 'updated_at': '2022-02-16T22:12:38Z', 'revision_number': 4, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'gw_port': {'id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:34Z', 'updated_at': '2022-02-16T22:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '9a771727-0407-48ab-b77f-59c89c239890', 'name': '', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'mac_address': 'fa:16:3e:2b:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:37Z', 'updated_at': '2022-02-16T22:12:46Z', 'revision_number': 5, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'subnets': [{'id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:45.670459 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cba46a1-3283-4eaf-956a-4840a67559a1 None None] The sync data for ids ['0977ce05-f075-47d4-8f28-17b43150d09a'] in n-d-813897-6 is: [{'id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'name': 'tempest-FloatingIPsAssociationTestJSON-772117284-router', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:12:33Z', 'updated_at': '2022-02-16T22:12:38Z', 'revision_number': 4, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'gw_port': {'id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:34Z', 'updated_at': '2022-02-16T22:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '9a771727-0407-48ab-b77f-59c89c239890', 'name': '', 'network_id': 'c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'mac_address': 'fa:16:3e:2b:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:37Z', 'updated_at': '2022-02-16T22:12:46Z', 'revision_number': 5, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'subnets': [{'id': 'e5b119fa-7c76-4352-bdec-a5c18b8dbee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:13:45.672865 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f0ec7676-aed5-415c-88bb-6c4a4038be15 req-4cde8926-ee4b-4e85-b84e-2b015c70cc92 service neutron] 10.222.0.75 "GET /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671815 Feb 16 22:13:45.706290 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6a48f04b-cab6-4247-8fd0-4811545be3bf req-455a9857-b2f3-4c31-bac5-72de65228600 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863154 Feb 16 22:13:45.706659 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c58aef-990b-4a8e-9438-3b358b011600 req-530d9f34-287a-4072-b346-13ef4ceaf3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:45.708173 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c4c58aef-990b-4a8e-9438-3b358b011600 req-530d9f34-287a-4072-b346-13ef4ceaf3c4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 HTTP/1.1" status: 200 len: 921 time: 0.1926460 Feb 16 22:13:45.746641 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [req-8d9a0389-88c3-4ce8-9361-936c51ce6c11 req-8a3f5ee9-1255-43f9-b498-e8b316e6a73b tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] show failed (client error): The resource could not be found. Feb 16 22:13:45.761171 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8d9a0389-88c3-4ce8-9361-936c51ce6c11 req-8a3f5ee9-1255-43f9-b498-e8b316e6a73b tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] 10.222.0.75 "GET /v2.0/security-groups/728ea900-84bd-4b79-ad10-47b28cb0762c HTTP/1.1" status: 404 len: 352 time: 0.0311775 Feb 16 22:13:45.775758 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c4c58aef-990b-4a8e-9438-3b358b011600 req-a8324fd4-f138-4317-b3fa-064c196ee802 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fb08e3f-c286-4af9-b45d-c4f78457bf7e HTTP/1.1" status: 200 len: 217 time: 0.0548487 Feb 16 22:13:45.779400 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 16 Feb 2022 22:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46694d51-d3d4-4a5b-abe2-eeb3f78e729f x-openstack-request-id: req-46694d51-d3d4-4a5b-abe2-eeb3f78e729f {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:13:45.780086 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c1a602-2ee0-445c-983a-160243bce62b", "name": "network-vif-unplugged", "status": "completed", "tag": "f5f434fd-a528-4a73-a958-bf0d4d1d5a8d", "code": 200}, {"name": "network-changed", "server_uuid": "13c1a602-2ee0-445c-983a-160243bce62b", "tag": "f5f434fd-a528-4a73-a958-bf0d4d1d5a8d", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:13:45.780485 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-46694d51-d3d4-4a5b-abe2-eeb3f78e729f {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:13:45.781012 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c1a602-2ee0-445c-983a-160243bce62b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5f434fd-a528-4a73-a958-bf0d4d1d5a8d', 'code': 200} Feb 16 22:13:45.781339 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c1a602-2ee0-445c-983a-160243bce62b', 'tag': 'f5f434fd-a528-4a73-a958-bf0d4d1d5a8d', 'status': 'completed', 'code': 200} Feb 16 22:13:45.894131 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c58aef-990b-4a8e-9438-3b358b011600 req-53b5c588-9ab5-4e02-a5cd-7bd95b8a1306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:45.896529 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c4c58aef-990b-4a8e-9438-3b358b011600 req-53b5c588-9ab5-4e02-a5cd-7bd95b8a1306 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e5b119fa-7c76-4352-bdec-a5c18b8dbee6 HTTP/1.1" status: 200 len: 859 time: 0.1132143 Feb 16 22:13:45.956077 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [req-6d047e30-17ec-4c63-a97e-8207cdb8d3b8 req-cabf3fce-86a9-46fb-a101-f193f2c2740a tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] show failed (client error): The resource could not be found. Feb 16 22:13:45.969121 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d047e30-17ec-4c63-a97e-8207cdb8d3b8 req-cabf3fce-86a9-46fb-a101-f193f2c2740a tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] 10.222.0.75 "GET /v2.0/security-group-rules/68bd356a-4b99-458d-9d0c-06494c1ce409 HTTP/1.1" status: 404 len: 361 time: 0.1071661 Feb 16 22:13:45.995989 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c58aef-990b-4a8e-9438-3b358b011600 req-e0b2216a-cc76-4a1f-9fb7-8ec9f347053a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:45.997802 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c4c58aef-990b-4a8e-9438-3b358b011600 req-e0b2216a-cc76-4a1f-9fb7-8ec9f347053a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0872355 Feb 16 22:13:46.008221 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42ca67-3ead-41e9-831a-f4df76d86019 req-857ca359-85d1-4a2a-b302-d6c82e9d45bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:46.011301 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e42ca67-3ead-41e9-831a-f4df76d86019 req-857ca359-85d1-4a2a-b302-d6c82e9d45bd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 1155 time: 0.2002611 Feb 16 22:13:46.111087 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8d715-ee4e-4c8f-81d2-015198b73339 req-225c6e99-662a-4592-8075-fcfbfaedb48d tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:46.121094 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-04d8d715-ee4e-4c8f-81d2-015198b73339 req-225c6e99-662a-4592-8075-fcfbfaedb48d tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 950 time: 0.2392213 Feb 16 22:13:46.146193 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d06b6a-09bb-445d-97a4-1b37604dd85f None None] New status for floating IP 06924e8e-721c-41bb-a9e7-b177465b7cc0: DOWN {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:13:46.171388 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c4c58aef-990b-4a8e-9438-3b358b011600 req-3213a22c-be36-4f7c-91c2-6e9c9a3ac61a service neutron] 10.222.0.67 "GET /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619883 Feb 16 22:13:46.207793 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-01bbefc8-7798-433d-a362-53f2d1d29aaf tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=7a8546526dc94278a3957ea9b7c5b439&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639663 Feb 16 22:13:46.314288 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-04d8d715-ee4e-4c8f-81d2-015198b73339 req-b027694b-6f43-4a51-b17e-4663f8fbca68 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919925 Feb 16 22:13:46.369112 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c4c58aef-990b-4a8e-9438-3b358b011600 req-23ccff58-bb10-42c9-a700-06600dc68b12 service neutron] 10.222.0.67 "GET /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880362 Feb 16 22:13:46.398278 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42ca67-3ead-41e9-831a-f4df76d86019 req-5186aa29-9686-4df1-bdf7-447c555413a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:46.399909 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e42ca67-3ead-41e9-831a-f4df76d86019 req-5186aa29-9686-4df1-bdf7-447c555413a1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=91cf39f3-9142-4ee5-af15-00f1f801e8c7 HTTP/1.1" status: 200 len: 908 time: 0.3792672 Feb 16 22:13:46.466617 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e42ca67-3ead-41e9-831a-f4df76d86019 req-dc2d1301-8e91-4663-b89a-af989d3e5d8d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5f434fd-a528-4a73-a958-bf0d4d1d5a8d HTTP/1.1" status: 200 len: 217 time: 0.0562315 Feb 16 22:13:46.531672 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-29e12fad-0420-45a6-893a-b128f60c704c req-b333f346-dc87-460b-a971-6a922f2e46c1 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] 10.222.0.75 "GET /v2.0/security-groups/03673fa9-bc57-400d-958c-6468f600f0c4 HTTP/1.1" status: 200 len: 1830 time: 0.1448765 Feb 16 22:13:46.555957 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42ca67-3ead-41e9-831a-f4df76d86019 req-762bca8d-277a-48a5-a7b1-40ef04f7c302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:46.557713 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e42ca67-3ead-41e9-831a-f4df76d86019 req-762bca8d-277a-48a5-a7b1-40ef04f7c302 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f7242f4f-8939-4e6c-b488-ab1fd3ca8215 HTTP/1.1" status: 200 len: 847 time: 0.0827706 Feb 16 22:13:46.565172 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-9a9fded2-7ea8-48fb-82e2-fd4157017257 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:46.566669 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-9a9fded2-7ea8-48fb-82e2-fd4157017257 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3579638 Feb 16 22:13:46.618736 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e42ca67-3ead-41e9-831a-f4df76d86019 req-7bdbdfec-81dc-496c-b6fc-60d5891ed164 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91cf39f3-9142-4ee5-af15-00f1f801e8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509307 Feb 16 22:13:46.638538 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-449b0046-0de6-4d34-941f-89a89f1fba69 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/quotas/7a8546526dc94278a3957ea9b7c5b439 HTTP/1.1" status: 200 len: 375 time: 0.0434682 Feb 16 22:13:46.764278 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-29e12fad-0420-45a6-893a-b128f60c704c req-977087ad-3b3d-4fa6-95c6-f75ff0f2572e tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks [] for security_group (03673fa9-bc57-400d-958c-6468f600f0c4), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:46.807422 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-3367a4ab-d60b-4e3f-9b31-9c4fddbd3c38 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7a8546526dc94278a3957ea9b7c5b439&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1678016 Feb 16 22:13:46.821426 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-29e12fad-0420-45a6-893a-b128f60c704c req-977087ad-3b3d-4fa6-95c6-f75ff0f2572e tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks [] for security_group (03673fa9-bc57-400d-958c-6468f600f0c4), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:46.851128 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e42ca67-3ead-41e9-831a-f4df76d86019 req-b09a912c-d923-4a16-b5ad-af6c21bfd292 service neutron] 10.222.0.79 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224362 Feb 16 22:13:46.908507 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-29e12fad-0420-45a6-893a-b128f60c704c req-977087ad-3b3d-4fa6-95c6-f75ff0f2572e tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (03673fa9-bc57-400d-958c-6468f600f0c4), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:46.911654 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-29e12fad-0420-45a6-893a-b128f60c704c req-977087ad-3b3d-4fa6-95c6-f75ff0f2572e tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:46.912867 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-29e12fad-0420-45a6-893a-b128f60c704c req-977087ad-3b3d-4fa6-95c6-f75ff0f2572e tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] 10.222.0.75 "DELETE /v2.0/security-groups/03673fa9-bc57-400d-958c-6468f600f0c4 HTTP/1.1" status: 204 len: 173 time: 0.3801160 Feb 16 22:13:47.021434 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977087ad-3b3d-4fa6-95c6-f75ff0f2572e tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03673fa9-bc57-400d-958c-6468f600f0c4,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:47.116792 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e42ca67-3ead-41e9-831a-f4df76d86019 req-f2c47582-4fd4-4bff-b95a-6853b3528c29 service neutron] 10.222.0.79 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544947 Feb 16 22:13:47.119581 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cf8a3c26-efef-4bb7-ab1b-7d5a7dfed31e req-a9c33dd8-9036-41d1-b507-95acc89c5210 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/floatingips/06924e8e-721c-41bb-a9e7-b177465b7cc0 HTTP/1.1" status: 200 len: 694 time: 0.1835964 Feb 16 22:13:47.220053 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c649a-ca2f-4768-99c4-739f3877f820 req-a14ee188-f75e-49ca-9938-574aef248355 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:47.221673 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3f6c649a-ca2f-4768-99c4-739f3877f820 req-a14ee188-f75e-49ca-9938-574aef248355 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 943 time: 0.1915407 Feb 16 22:13:47.275815 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a3c26-efef-4bb7-ab1b-7d5a7dfed31e req-630bf398-7ec9-41d9-a866-be16b567c862 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:47.276026 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cf8a3c26-efef-4bb7-ab1b-7d5a7dfed31e req-630bf398-7ec9-41d9-a866-be16b567c862 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 784 time: 0.1467571 Feb 16 22:13:47.294698 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-cf8a3c26-efef-4bb7-ab1b-7d5a7dfed31e req-e685136a-47ca-4783-b4e6-61e36c80ea1e tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:13:47.295385 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cf8a3c26-efef-4bb7-ab1b-7d5a7dfed31e req-e685136a-47ca-4783-b4e6-61e36c80ea1e tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086031 Feb 16 22:13:47.375934 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3f6c649a-ca2f-4768-99c4-739f3877f820 req-2b622af6-8542-4bf7-a9b7-1d49c8a31078 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376112 Feb 16 22:13:47.400061 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cf8a3c26-efef-4bb7-ab1b-7d5a7dfed31e req-ed55849f-1c1e-4e4b-8244-40a21cba7c06 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.122 HTTP/1.1" status: 200 len: 697 time: 0.0891316 Feb 16 22:13:47.525552 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cf8a3c26-efef-4bb7-ab1b-7d5a7dfed31e req-2426c0e9-b275-461e-a987-deecb731c5df tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.122 HTTP/1.1" status: 200 len: 697 time: 0.1174352 Feb 16 22:13:47.672175 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffa506-dc3a-4012-9dd5-db7d66eef50e req-54052b52-0a18-4a85-a0fc-5fa900225a04 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:47.673906 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-caffa506-dc3a-4012-9dd5-db7d66eef50e req-54052b52-0a18-4a85-a0fc-5fa900225a04 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 943 time: 0.1948910 Feb 16 22:13:47.789061 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-caffa506-dc3a-4012-9dd5-db7d66eef50e req-e5a4d9fd-7cef-4f90-b4a2-4da557b927fd tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884650 Feb 16 22:13:47.793851 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-cf8a3c26-efef-4bb7-ab1b-7d5a7dfed31e req-fd7ec4a4-1852-41e9-ba5e-ae472993fec9 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Deleting port f9e57bdc-76c5-49e5-a479-84aef6d277c7 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:13:47.794226 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-cf8a3c26-efef-4bb7-ab1b-7d5a7dfed31e req-fd7ec4a4-1852-41e9-ba5e-ae472993fec9 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (f9e57bdc-76c5-49e5-a479-84aef6d277c7), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:47.909905 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ba2de701-a81f-4dba-b57c-cd740554ada0 req-162aef49-63a9-4674-a098-584ab212df05 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] 10.222.0.75 "GET /v2.0/security-groups/2ea4981d-61f6-479d-97d8-21d803fb5d67 HTTP/1.1" status: 200 len: 1829 time: 0.0822861 Feb 16 22:13:47.940578 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-cf8a3c26-efef-4bb7-ab1b-7d5a7dfed31e req-fd7ec4a4-1852-41e9-ba5e-ae472993fec9 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (f9e57bdc-76c5-49e5-a479-84aef6d277c7), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:47.941078 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-cf8a3c26-efef-4bb7-ab1b-7d5a7dfed31e req-fd7ec4a4-1852-41e9-ba5e-ae472993fec9 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks [] for floatingip (f9e57bdc-76c5-49e5-a479-84aef6d277c7), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:47.962820 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-cf8a3c26-efef-4bb7-ab1b-7d5a7dfed31e req-fd7ec4a4-1852-41e9-ba5e-ae472993fec9 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Calling delete_port for f9e57bdc-76c5-49e5-a479-84aef6d277c7 owned by network:floatingip {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:13:47.974074 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:13:48.000776 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ba2de701-a81f-4dba-b57c-cd740554ada0 req-0d53e894-b6b1-4a43-9ce2-ff1f704bc86f tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks [] for security_group (2ea4981d-61f6-479d-97d8-21d803fb5d67), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:48.073416 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ba2de701-a81f-4dba-b57c-cd740554ada0 req-0d53e894-b6b1-4a43-9ce2-ff1f704bc86f tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks [] for security_group (2ea4981d-61f6-479d-97d8-21d803fb5d67), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:48.146804 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ba2de701-a81f-4dba-b57c-cd740554ada0 req-0d53e894-b6b1-4a43-9ce2-ff1f704bc86f tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (2ea4981d-61f6-479d-97d8-21d803fb5d67), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:48.149846 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ba2de701-a81f-4dba-b57c-cd740554ada0 req-0d53e894-b6b1-4a43-9ce2-ff1f704bc86f tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:48.151153 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ba2de701-a81f-4dba-b57c-cd740554ada0 req-0d53e894-b6b1-4a43-9ce2-ff1f704bc86f tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] 10.222.0.75 "DELETE /v2.0/security-groups/2ea4981d-61f6-479d-97d8-21d803fb5d67 HTTP/1.1" status: 204 len: 173 time: 0.2330799 Feb 16 22:13:48.185602 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53e894-b6b1-4a43-9ce2-ff1f704bc86f tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea4981d-61f6-479d-97d8-21d803fb5d67,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:48.295834 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3b84566e-3db1-458f-92b4-e67019b97f24 req-1583cbaa-6644-44e3-b3f2-a867a52fb628 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 210 time: 0.0389807 Feb 16 22:13:48.330570 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-cf8a3c26-efef-4bb7-ab1b-7d5a7dfed31e req-fd7ec4a4-1852-41e9-ba5e-ae472993fec9 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (f9e57bdc-76c5-49e5-a479-84aef6d277c7), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:48.407141 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-9996ce45-4568-4f31-bb30-6ba97cec5279 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=7a8546526dc94278a3957ea9b7c5b439&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0945432 Feb 16 22:13:48.469045 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ec4a4-1852-41e9-ba5e-ae472993fec9 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Pushing event deleted for resources: {'Port': ['ID=f9e57bdc-76c5-49e5-a479-84aef6d277c7,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:48.492737 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-cf8a3c26-efef-4bb7-ab1b-7d5a7dfed31e req-fd7ec4a4-1852-41e9-ba5e-ae472993fec9 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks [] for floatingip (06924e8e-721c-41bb-a9e7-b177465b7cc0), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:48.493580 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-cf8a3c26-efef-4bb7-ab1b-7d5a7dfed31e req-fd7ec4a4-1852-41e9-ba5e-ae472993fec9 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:48.494735 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cf8a3c26-efef-4bb7-ab1b-7d5a7dfed31e req-fd7ec4a4-1852-41e9-ba5e-ae472993fec9 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "DELETE /v2.0/floatingips/06924e8e-721c-41bb-a9e7-b177465b7cc0 HTTP/1.1" status: 204 len: 173 time: 0.9578726 Feb 16 22:13:48.632811 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc331b-c765-449c-83cf-4cbab6470e54 req-2e8abe59-2ae6-4948-80e5-cf652fef816d tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:48.634350 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-81bc331b-c765-449c-83cf-4cbab6470e54 req-2e8abe59-2ae6-4948-80e5-cf652fef816d tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 950 time: 0.1847749 Feb 16 22:13:48.639034 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d6aa7e15-9f7d-498b-9694-67dc2fd5d764 req-8476f51c-c0b9-443a-9eba-dd7f271bdf17 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] 10.222.0.75 "GET /v2.0/security-groups/f9fbbbbc-36fe-4755-b0ee-b73bef7b3b2c HTTP/1.1" status: 200 len: 1828 time: 0.1137230 Feb 16 22:13:48.681557 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-0cd633a2-4d9d-4e02-9f1e-6996aa30ae1e tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:48.683043 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-0cd633a2-4d9d-4e02-9f1e-6996aa30ae1e tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2322822 Feb 16 22:13:48.714041 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-a8ef96c8-44fe-4a06-be51-ba5ba16851d6 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Request body: {'port': {'device_id': 'cad04ee0-1cde-41cf-8475-b923d2cc4fba', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'admin_state_up': True, 'tenant_id': '7a8546526dc94278a3957ea9b7c5b439'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:13:48.757906 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-81bc331b-c765-449c-83cf-4cbab6470e54 req-b4fc3434-b858-4022-8a1a-1dda6d073f7d tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172683 Feb 16 22:13:48.831987 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d6aa7e15-9f7d-498b-9694-67dc2fd5d764 req-467d5118-a9cf-4d4e-95ea-581963c8a893 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks [] for security_group (f9fbbbbc-36fe-4755-b0ee-b73bef7b3b2c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:48.899727 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d6aa7e15-9f7d-498b-9694-67dc2fd5d764 req-467d5118-a9cf-4d4e-95ea-581963c8a893 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks [] for security_group (f9fbbbbc-36fe-4755-b0ee-b73bef7b3b2c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:48.943281 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-a8ef96c8-44fe-4a06-be51-ba5ba16851d6 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Made reservation on behalf of 7a8546526dc94278a3957ea9b7c5b439 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:13:48.946569 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-a8ef96c8-44fe-4a06-be51-ba5ba16851d6 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:48.967825 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7874b-8978-420f-8521-ee7229a971ff req-7f07f8a2-1614-4c08-9f4f-762083f3abfd tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:48.974520 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6aa7874b-8978-420f-8521-ee7229a971ff req-7f07f8a2-1614-4c08-9f4f-762083f3abfd tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 943 time: 0.1312706 Feb 16 22:13:49.045516 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6aa7874b-8978-420f-8521-ee7229a971ff req-035c0f6e-1fee-4919-b236-fc4b8be6c456 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695512 Feb 16 22:13:49.049203 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d6aa7e15-9f7d-498b-9694-67dc2fd5d764 req-467d5118-a9cf-4d4e-95ea-581963c8a893 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f9fbbbbc-36fe-4755-b0ee-b73bef7b3b2c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:49.052009 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d6aa7e15-9f7d-498b-9694-67dc2fd5d764 req-467d5118-a9cf-4d4e-95ea-581963c8a893 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:49.053369 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d6aa7e15-9f7d-498b-9694-67dc2fd5d764 req-467d5118-a9cf-4d4e-95ea-581963c8a893 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] 10.222.0.75 "DELETE /v2.0/security-groups/f9fbbbbc-36fe-4755-b0ee-b73bef7b3b2c HTTP/1.1" status: 204 len: 173 time: 0.3960433 Feb 16 22:13:49.100430 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d5118-a9cf-4d4e-95ea-581963c8a893 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fbbbbc-36fe-4755-b0ee-b73bef7b3b2c,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:49.306323 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 39c7a120-1a4d-4dc8-9b07-2d421cd662de no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:13:49.354735 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-a8ef96c8-44fe-4a06-be51-ba5ba16851d6 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Allocated IP 192.168.233.41 (d8fa3154-6273-4014-87c6-575d48ec11fc/0a5a8be1-6e1c-443c-a77b-25715d79e10e/c2280c95-bdb5-4326-8ec7-a9c69b2d9429) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:13:49.410301 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 39c7a120-1a4d-4dc8-9b07-2d421cd662de is: DOWN; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:13:49.418324 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1f90985f-326f-4db1-bf5f-3627711aa527 req-99c0c635-f56d-413a-8b1d-d813582a5f46 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] 10.222.0.75 "GET /v2.0/security-groups/b3f3b48e-03e1-4bab-bcf4-9c7ea04b67f7 HTTP/1.1" status: 200 len: 1829 time: 0.0704203 Feb 16 22:13:49.428436 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5dc80-5ddb-4a36-8e57-7a1a78763615 req-5e28b1e3-03e6-42b1-aea6-5b927b3ca044 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:49.430404 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fac5dc80-5ddb-4a36-8e57-7a1a78763615 req-5e28b1e3-03e6-42b1-aea6-5b927b3ca044 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 943 time: 0.1257198 Feb 16 22:13:49.590347 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1f90985f-326f-4db1-bf5f-3627711aa527 req-5c940c58-3519-474b-9ac3-f8faf8539f19 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks [] for security_group (b3f3b48e-03e1-4bab-bcf4-9c7ea04b67f7), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:49.614676 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fac5dc80-5ddb-4a36-8e57-7a1a78763615 req-02e6355f-b560-4807-ae21-24b14622ad37 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672275 Feb 16 22:13:49.652225 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1f90985f-326f-4db1-bf5f-3627711aa527 req-5c940c58-3519-474b-9ac3-f8faf8539f19 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks [] for security_group (b3f3b48e-03e1-4bab-bcf4-9c7ea04b67f7), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:49.729145 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-03d73119-ad81-4196-b915-a4de44178150 service neutron] 10.222.0.67 "GET /v2.0/ports/39c7a120-1a4d-4dc8-9b07-2d421cd662de/bindings/n-h2-813897-6 HTTP/1.1" status: 200 len: 384 time: 0.0674880 Feb 16 22:13:49.732329 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-a8ef96c8-44fe-4a06-be51-ba5ba16851d6 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Publish callbacks [] for port (c2280c95-bdb5-4326-8ec7-a9c69b2d9429), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:49.773488 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1f90985f-326f-4db1-bf5f-3627711aa527 req-5c940c58-3519-474b-9ac3-f8faf8539f19 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b3f3b48e-03e1-4bab-bcf4-9c7ea04b67f7), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:49.776112 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1f90985f-326f-4db1-bf5f-3627711aa527 req-5c940c58-3519-474b-9ac3-f8faf8539f19 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:49.777274 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1f90985f-326f-4db1-bf5f-3627711aa527 req-5c940c58-3519-474b-9ac3-f8faf8539f19 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] 10.222.0.75 "DELETE /v2.0/security-groups/b3f3b48e-03e1-4bab-bcf4-9c7ea04b67f7 HTTP/1.1" status: 204 len: 173 time: 0.3457785 Feb 16 22:13:49.793102 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940c58-3519-474b-9ac3-f8faf8539f19 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f3b48e-03e1-4bab-bcf4-9c7ea04b67f7,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:49.820996 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa631e-aac3-4966-9880-ceebb07ecc70 req-c74ab5de-8725-4f29-99f2-460d4247326a tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:49.822447 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-96aa631e-aac3-4966-9880-ceebb07ecc70 req-c74ab5de-8725-4f29-99f2-460d4247326a tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports?device_id=64a546d4-6fcb-44b5-9a34-4059056f05b8 HTTP/1.1" status: 200 len: 945 time: 0.0967288 Feb 16 22:13:49.848638 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-a8ef96c8-44fe-4a06-be51-ba5ba16851d6 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (c2280c95-bdb5-4326-8ec7-a9c69b2d9429), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:49.864701 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['609899a9-43f2-4453-ad5a-8113b1d73a51', '22715ad1-f2c3-48dc-ac27-d9a928594ac1'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:13:49.950156 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-a8ef96c8-44fe-4a06-be51-ba5ba16851d6 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Network d8fa3154-6273-4014-87c6-575d48ec11fc is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:13:49.954883 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-df9be050-0936-4370-ac36-e19f1a04421e service neutron] For port 39c7a120-1a4d-4dc8-9b07-2d421cd662de, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=39c7a120-1a4d-4dc8-9b07-2d421cd662de,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:13:49.969186 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-96aa631e-aac3-4966-9880-ceebb07ecc70 req-f00bc3c2-d019-48a0-b2f1-7f2e5f0477d5 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/security-groups?id=eab23c27-3a63-4328-a22a-9756c2bb84ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401184 Feb 16 22:13:49.982912 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-a8ef96c8-44fe-4a06-be51-ba5ba16851d6 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:13:49.987674 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-a8ef96c8-44fe-4a06-be51-ba5ba16851d6 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:13:49.990987 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-df9be050-0936-4370-ac36-e19f1a04421e service neutron] For port 39c7a120-1a4d-4dc8-9b07-2d421cd662de, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:13:49.999005 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef96c8-44fe-4a06-be51-ba5ba16851d6 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Pushing event updated for resources: {'Port': ['ID=c2280c95-bdb5-4326-8ec7-a9c69b2d9429,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:50.061916 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-df9be050-0936-4370-ac36-e19f1a04421e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39c7a120-1a4d-4dc8-9b07-2d421cd662de {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:13:50.097088 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-df9be050-0936-4370-ac36-e19f1a04421e service neutron] For port 39c7a120-1a4d-4dc8-9b07-2d421cd662de, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=39c7a120-1a4d-4dc8-9b07-2d421cd662de,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:13:50.115815 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5963975-2da1-45ea-b3d4-8e933833eff2 req-3c2540b1-0199-4c32-b326-2670c529da6d tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:50.118009 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f5963975-2da1-45ea-b3d4-8e933833eff2 req-3c2540b1-0199-4c32-b326-2670c529da6d tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] 10.222.0.75 "GET /v2.0/ports?device_id=bc321857-4ab0-4f38-8ba8-d74e22e24aeb HTTP/1.1" status: 200 len: 945 time: 0.2601798 Feb 16 22:13:50.129891 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-a8ef96c8-44fe-4a06-be51-ba5ba16851d6 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:50.130684 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-a8ef96c8-44fe-4a06-be51-ba5ba16851d6 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:50.142200 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-df9be050-0936-4370-ac36-e19f1a04421e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (39c7a120-1a4d-4dc8-9b07-2d421cd662de), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:50.175056 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-a8ef96c8-44fe-4a06-be51-ba5ba16851d6 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4632676 Feb 16 22:13:50.208784 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f5963975-2da1-45ea-b3d4-8e933833eff2 req-60772036-f369-4a28-b68e-b4a7a42c54d9 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] 10.222.0.75 "GET /v2.0/security-groups?id=20936b51-9463-4dd2-8882-ed12398b0f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751464 Feb 16 22:13:50.218634 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782ba24-340a-4bd1-8a6f-e1befba96d75 req-5168de07-f0b8-4d67-9943-72c67b499222 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:50.234686 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2782ba24-340a-4bd1-8a6f-e1befba96d75 req-5168de07-f0b8-4d67-9943-72c67b499222 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 935 time: 0.1654718 Feb 16 22:13:50.234686 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-0410eaaa-0a48-4e0e-a6e0-0da68d1fe66f service neutron] Request body: {'port': {'device_id': 'cad04ee0-1cde-41cf-8475-b923d2cc4fba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:13:50.297130 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-df9be050-0936-4370-ac36-e19f1a04421e service neutron] Transition to ACTIVE for port object 39c7a120-1a4d-4dc8-9b07-2d421cd662de will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:13:50.303220 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-df9be050-0936-4370-ac36-e19f1a04421e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (39c7a120-1a4d-4dc8-9b07-2d421cd662de), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:50.308312 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-5b504e57-2b6b-4014-80cb-223211b84213 None None] Provisioning complete for port c2280c95-bdb5-4326-8ec7-a9c69b2d9429 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:13:50.310312 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5b504e57-2b6b-4014-80cb-223211b84213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c2280c95-bdb5-4326-8ec7-a9c69b2d9429), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:50.359992 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5b504e57-2b6b-4014-80cb-223211b84213 None None] Port c2280c95-bdb5-4326-8ec7-a9c69b2d9429 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:13:50.370364 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2782ba24-340a-4bd1-8a6f-e1befba96d75 req-c4ffc9ff-df30-4652-8401-c1dac905fe83 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420035 Feb 16 22:13:50.398798 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-df9be050-0936-4370-ac36-e19f1a04421e service neutron] No DVR routers for this DVR port 39c7a120-1a4d-4dc8-9b07-2d421cd662de on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:13:50.401647 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-0410eaaa-0a48-4e0e-a6e0-0da68d1fe66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c2280c95-bdb5-4326-8ec7-a9c69b2d9429), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:50.408148 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4bafef7e-9108-49a3-8449-4c7f548a3b7d req-b8c5a487-c774-435e-85b6-6d7f8a8234e7 tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] 10.222.0.75 "GET /v2.0/security-groups/cb2bd213-cf83-4341-8d6d-bbc30f97195f HTTP/1.1" status: 200 len: 1829 time: 0.1387765 Feb 16 22:13:50.411158 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9be050-0936-4370-ac36-e19f1a04421e service neutron] Pushing event updated for resources: {'Port': ['ID=39c7a120-1a4d-4dc8-9b07-2d421cd662de,revision_number=10']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:50.438198 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-df9be050-0936-4370-ac36-e19f1a04421e service neutron] 10.222.0.67 "PUT /v2.0/ports/39c7a120-1a4d-4dc8-9b07-2d421cd662de/bindings/n-h2-813897-6/activate HTTP/1.1" status: 200 len: 369 time: 0.7021487 Feb 16 22:13:50.555709 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-2d7fd6bc-7736-460e-9625-25e4ca310369 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:50.559067 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-2d7fd6bc-7736-460e-9625-25e4ca310369 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35&tenant_id=744a37dc5b8f478b9350ec4becb28946&binding%3Ahost_id=n-h1-813897-6 HTTP/1.1" status: 200 len: 1126 time: 0.0587094 Feb 16 22:13:50.578138 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-17c03245-b261-42f1-88cf-fe23561e2ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:50.619344 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-85a1936a-4a9b-4672-8b48-e15c60cdc391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:50.620948 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-85a1936a-4a9b-4672-8b48-e15c60cdc391 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35&tenant_id=744a37dc5b8f478b9350ec4becb28946 HTTP/1.1" status: 200 len: 1126 time: 0.0512652 Feb 16 22:13:50.700939 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-e982ff92-daab-4a0b-a173-b570b103f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:50.702630 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-e982ff92-daab-4a0b-a173-b570b103f4dc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=744a37dc5b8f478b9350ec4becb28946&device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 1126 time: 0.0478892 Feb 16 22:13:50.813263 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-42359f56-4b76-4d17-bf4d-ddf6afd8fb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:50.815052 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-42359f56-4b76-4d17-bf4d-ddf6afd8fb91 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16137278-7395-49da-9cb6-180484537d2f HTTP/1.1" status: 200 len: 922 time: 0.0979519 Feb 16 22:13:50.867511 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-1312a7a5-1e3e-4f06-84ae-191656662e0f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39c7a120-1a4d-4dc8-9b07-2d421cd662de HTTP/1.1" status: 200 len: 217 time: 0.0398984 Feb 16 22:13:50.911383 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17479e85-3f18-441d-9b92-c7f986b84f83 req-11573bec-dbfa-4244-93e7-f096f1967488 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:50.912848 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-17479e85-3f18-441d-9b92-c7f986b84f83 req-11573bec-dbfa-4244-93e7-f096f1967488 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 950 time: 0.4850602 Feb 16 22:13:50.922747 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4bafef7e-9108-49a3-8449-4c7f548a3b7d req-cd78a6b3-177b-4ca2-900e-a354ae6df9bb tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks [] for security_group (cb2bd213-cf83-4341-8d6d-bbc30f97195f), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:50.923008 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-73c659d6-3f15-4630-aab2-0c75fdcae725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:50.924475 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-73c659d6-3f15-4630-aab2-0c75fdcae725 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c3e80cb9-4386-4d79-b9b3-6283b204f543 HTTP/1.1" status: 200 len: 861 time: 0.0494480 Feb 16 22:13:50.966175 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-e87eccdc-6503-45bb-96ed-16207dd28358 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16137278-7395-49da-9cb6-180484537d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306354 Feb 16 22:13:50.986672 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4bafef7e-9108-49a3-8449-4c7f548a3b7d req-cd78a6b3-177b-4ca2-900e-a354ae6df9bb tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks [] for security_group (cb2bd213-cf83-4341-8d6d-bbc30f97195f), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:51.071699 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-17479e85-3f18-441d-9b92-c7f986b84f83 req-2ec3313f-5041-4b33-8717-f063b51ea1af tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440032 Feb 16 22:13:51.098284 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-1cf9c740-6e78-4bdb-b756-6befbc675850 service neutron] 10.222.0.79 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194234 Feb 16 22:13:51.099206 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4bafef7e-9108-49a3-8449-4c7f548a3b7d req-cd78a6b3-177b-4ca2-900e-a354ae6df9bb tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (cb2bd213-cf83-4341-8d6d-bbc30f97195f), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:51.101889 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4bafef7e-9108-49a3-8449-4c7f548a3b7d req-cd78a6b3-177b-4ca2-900e-a354ae6df9bb tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:51.103054 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4bafef7e-9108-49a3-8449-4c7f548a3b7d req-cd78a6b3-177b-4ca2-900e-a354ae6df9bb tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] 10.222.0.75 "DELETE /v2.0/security-groups/cb2bd213-cf83-4341-8d6d-bbc30f97195f HTTP/1.1" status: 204 len: 173 time: 0.6860209 Feb 16 22:13:51.119684 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52194) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:13:51.134753 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd78a6b3-177b-4ca2-900e-a354ae6df9bb tempest-SecurityGroupRulesNegativeTestJSON-584801967 tempest-SecurityGroupRulesNegativeTestJSON-584801967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2bd213-cf83-4341-8d6d-bbc30f97195f,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:51.159869 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224dc383-2777-48eb-b0e8-1bf7d4e746f9 req-0f306087-aa68-4216-8efd-ce7118f9cfea tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:51.161534 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-224dc383-2777-48eb-b0e8-1bf7d4e746f9 req-0f306087-aa68-4216-8efd-ce7118f9cfea tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.67 "GET /v2.0/ports?device_id=64a546d4-6fcb-44b5-9a34-4059056f05b8 HTTP/1.1" status: 200 len: 945 time: 0.1009147 Feb 16 22:13:51.257409 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bc4741e-1c1e-433a-bb8c-ac60bb9bef66 admin admin] Deleting subnet d636dec1-c42b-430a-ab4a-b6380c2a43c6 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:13:51.275285 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-a1c4ca27-461b-48c5-8c36-cc6507adc4b7 service neutron] 10.222.0.79 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682489 Feb 16 22:13:51.283399 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8bc4741e-1c1e-433a-bb8c-ac60bb9bef66 admin admin] Publish callbacks [] for subnet (d636dec1-c42b-430a-ab4a-b6380c2a43c6), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:51.307652 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-224dc383-2777-48eb-b0e8-1bf7d4e746f9 req-7ce4bf5c-c306-42de-8b37-4d47bb41386c tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Deleting port 2fb08e3f-c286-4af9-b45d-c4f78457bf7e {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:13:51.308000 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-224dc383-2777-48eb-b0e8-1bf7d4e746f9 req-7ce4bf5c-c306-42de-8b37-4d47bb41386c tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (2fb08e3f-c286-4af9-b45d-c4f78457bf7e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:51.334319 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-0410eaaa-0a48-4e0e-a6e0-0da68d1fe66f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2280c95-bdb5-4326-8ec7-a9c69b2d9429 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:13:51.355807 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463bd1ee-4bc6-4c6d-847c-98f51506a34c req-6f024d72-c299-4e87-a7d9-dc99a138019e tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:51.357291 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-463bd1ee-4bc6-4c6d-847c-98f51506a34c req-6f024d72-c299-4e87-a7d9-dc99a138019e tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 943 time: 0.1915596 Feb 16 22:13:51.360575 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-0410eaaa-0a48-4e0e-a6e0-0da68d1fe66f service neutron] Publish callbacks [] for port (c2280c95-bdb5-4326-8ec7-a9c69b2d9429), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:51.368866 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8bc4741e-1c1e-433a-bb8c-ac60bb9bef66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (d636dec1-c42b-430a-ab4a-b6380c2a43c6), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:51.397630 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-224dc383-2777-48eb-b0e8-1bf7d4e746f9 req-7ce4bf5c-c306-42de-8b37-4d47bb41386c tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] For port 2fb08e3f-c286-4af9-b45d-c4f78457bf7e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=2fb08e3f-c286-4af9-b45d-c4f78457bf7e,segment=NetworkSegment(c96a5b2c-2f6e-4443-bb80-c0cf15fb6610),segment_id=c96a5b2c-2f6e-4443-bb80-c0cf15fb6610)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:13:51.398017 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-224dc383-2777-48eb-b0e8-1bf7d4e746f9 req-7ce4bf5c-c306-42de-8b37-4d47bb41386c tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (2fb08e3f-c286-4af9-b45d-c4f78457bf7e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:51.403516 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bdfd3-c980-4a5b-ba5f-db340f3c1616 req-2d31d7a3-73e0-4408-a3ca-9212ebe242a1 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:51.405771 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d60bdfd3-c980-4a5b-ba5f-db340f3c1616 req-2d31d7a3-73e0-4408-a3ca-9212ebe242a1 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 944 time: 0.2225385 Feb 16 22:13:51.414491 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-0410eaaa-0a48-4e0e-a6e0-0da68d1fe66f service neutron] Transition to ACTIVE for port object c2280c95-bdb5-4326-8ec7-a9c69b2d9429 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:13:51.414691 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-224dc383-2777-48eb-b0e8-1bf7d4e746f9 req-7ce4bf5c-c306-42de-8b37-4d47bb41386c tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Calling delete_port for 2fb08e3f-c286-4af9-b45d-c4f78457bf7e owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:13:51.431202 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-0410eaaa-0a48-4e0e-a6e0-0da68d1fe66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (c2280c95-bdb5-4326-8ec7-a9c69b2d9429), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:51.533394 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8bc4741e-1c1e-433a-bb8c-ac60bb9bef66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (d636dec1-c42b-430a-ab4a-b6380c2a43c6), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:51.609850 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-224dc383-2777-48eb-b0e8-1bf7d4e746f9 req-7ce4bf5c-c306-42de-8b37-4d47bb41386c tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (2fb08e3f-c286-4af9-b45d-c4f78457bf7e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:51.613251 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-b0aa8ce7-8c95-45fe-94dc-90b8d95e5c11 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:51.614821 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d60bdfd3-c980-4a5b-ba5f-db340f3c1616 req-72d44be3-47ae-401b-a49a-3644c629e3a6 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882575 Feb 16 22:13:51.614972 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-b0aa8ce7-8c95-45fe-94dc-90b8d95e5c11 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35&tenant_id=744a37dc5b8f478b9350ec4becb28946&binding%3Ahost_id=n-h2-813897-6 HTTP/1.1" status: 200 len: 1126 time: 0.0692747 Feb 16 22:13:51.622602 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['2fb08e3f-c286-4af9-b45d-c4f78457bf7e'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:13:51.661615 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-463bd1ee-4bc6-4c6d-847c-98f51506a34c req-ab547b2f-e799-41d5-83c0-e1d48670d151 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964146 Feb 16 22:13:51.662975 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410eaaa-0a48-4e0e-a6e0-0da68d1fe66f service neutron] Pushing event updated for resources: {'Port': ['ID=c2280c95-bdb5-4326-8ec7-a9c69b2d9429,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:51.672709 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4bf5c-c306-42de-8b37-4d47bb41386c tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Pushing event deleted for resources: {'Port': ['ID=2fb08e3f-c286-4af9-b45d-c4f78457bf7e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:51.727857 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8bc4741e-1c1e-433a-bb8c-ac60bb9bef66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (d636dec1-c42b-430a-ab4a-b6380c2a43c6), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:51.784260 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-224dc383-2777-48eb-b0e8-1bf7d4e746f9 req-7ce4bf5c-c306-42de-8b37-4d47bb41386c tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] No DVR routers for this DVR port 2fb08e3f-c286-4af9-b45d-c4f78457bf7e on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:13:51.786855 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8bc4741e-1c1e-433a-bb8c-ac60bb9bef66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:51.793474 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-224dc383-2777-48eb-b0e8-1bf7d4e746f9 req-7ce4bf5c-c306-42de-8b37-4d47bb41386c tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:51.793866 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8bc4741e-1c1e-433a-bb8c-ac60bb9bef66 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/d636dec1-c42b-430a-ab4a-b6380c2a43c6 HTTP/1.1" status: 204 len: 168 time: 0.6731477 Feb 16 22:13:51.797580 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-224dc383-2777-48eb-b0e8-1bf7d4e746f9 req-7ce4bf5c-c306-42de-8b37-4d47bb41386c tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.67 "DELETE /v2.0/ports/2fb08e3f-c286-4af9-b45d-c4f78457bf7e HTTP/1.1" status: 204 len: 173 time: 0.6056175 Feb 16 22:13:51.799113 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a546d4-6fcb-44b5-9a34-4059056f05b8', 'name': 'network-vif-deleted', 'tag': '2fb08e3f-c286-4af9-b45d-c4f78457bf7e'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:13:51.802366 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccef128e-822b-44f6-a233-0ed3da45b6a2" -d '{"events": [{"server_uuid": "64a546d4-6fcb-44b5-9a34-4059056f05b8", "name": "network-vif-deleted", "tag": "2fb08e3f-c286-4af9-b45d-c4f78457bf7e"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:13:51.804903 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52200) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:13:51.814469 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4741e-1c1e-433a-bb8c-ac60bb9bef66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d636dec1-c42b-430a-ab4a-b6380c2a43c6,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:51.827957 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c784aba-ac87-43ca-9dab-3350c24ad36f req-4309998b-3479-42b7-96b2-fad8b7b8b8b4 tempest-FloatingIPsAssociationTestJSON-800169659 tempest-FloatingIPsAssociationTestJSON-800169659-project] 10.222.0.75 "GET /v2.0/ports?device_id=64a546d4-6fcb-44b5-9a34-4059056f05b8 HTTP/1.1" status: 200 len: 210 time: 0.0892227 Feb 16 22:13:51.862178 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-0410eaaa-0a48-4e0e-a6e0-0da68d1fe66f service neutron] Attempting to bind port c2280c95-bdb5-4326-8ec7-a9c69b2d9429 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:13:51.862523 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-0410eaaa-0a48-4e0e-a6e0-0da68d1fe66f service neutron] Attempting to bind port c2280c95-bdb5-4326-8ec7-a9c69b2d9429 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:13:51.862857 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-0410eaaa-0a48-4e0e-a6e0-0da68d1fe66f service neutron] Attempting to bind port c2280c95-bdb5-4326-8ec7-a9c69b2d9429 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:13:51.867189 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5732e-d693-49ed-839f-d7c4a2c57c67 req-ae1bee58-e09c-4bd8-a5e9-80dbe7d0f39b tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:51.868840 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-34e5732e-d693-49ed-839f-d7c4a2c57c67 req-ae1bee58-e09c-4bd8-a5e9-80dbe7d0f39b tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc321857-4ab0-4f38-8ba8-d74e22e24aeb HTTP/1.1" status: 200 len: 945 time: 0.2204347 Feb 16 22:13:51.871578 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-0410eaaa-0a48-4e0e-a6e0-0da68d1fe66f service neutron] Port c2280c95-bdb5-4326-8ec7-a9c69b2d9429 on network d8fa3154-6273-4014-87c6-575d48ec11fc not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:13:51.871882 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-0410eaaa-0a48-4e0e-a6e0-0da68d1fe66f service neutron] Attempting to bind port c2280c95-bdb5-4326-8ec7-a9c69b2d9429 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:13:51.880078 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-0410eaaa-0a48-4e0e-a6e0-0da68d1fe66f service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:13:51.880422 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-0410eaaa-0a48-4e0e-a6e0-0da68d1fe66f service neutron] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:13:51.880808 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-0410eaaa-0a48-4e0e-a6e0-0da68d1fe66f service neutron] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:13:51.881241 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-0410eaaa-0a48-4e0e-a6e0-0da68d1fe66f service neutron] Bound port: c2280c95-bdb5-4326-8ec7-a9c69b2d9429, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:13:51.881605 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-0410eaaa-0a48-4e0e-a6e0-0da68d1fe66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c2280c95-bdb5-4326-8ec7-a9c69b2d9429), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:51.910228 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726af0fd-b6bd-4cf8-9362-50d396199ab6 req-7f273c98-7ec7-4e9d-a73c-2f7e8481c301 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:51.911804 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-726af0fd-b6bd-4cf8-9362-50d396199ab6 req-7f273c98-7ec7-4e9d-a73c-2f7e8481c301 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] 10.222.0.75 "GET /v2.0/ports?device_id=bc321857-4ab0-4f38-8ba8-d74e22e24aeb HTTP/1.1" status: 200 len: 945 time: 0.0987020 Feb 16 22:13:51.977585 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0802399f-e6c0-45b3-b175-9b6dd0b839e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (85958a72-5b62-4417-8eeb-e21bbb6fa59d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:52.035447 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-0410eaaa-0a48-4e0e-a6e0-0da68d1fe66f service neutron] For port c2280c95-bdb5-4326-8ec7-a9c69b2d9429, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:13:52.044342 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-726af0fd-b6bd-4cf8-9362-50d396199ab6 req-c3605141-ff79-405c-b630-6765530f156a tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] 10.222.0.75 "GET /v2.0/security-groups?id=20936b51-9463-4dd2-8882-ed12398b0f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151977 Feb 16 22:13:52.053186 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-c53752d4-f27a-44cb-98b1-4e6da1c5b61e service neutron] For port 39c7a120-1a4d-4dc8-9b07-2d421cd662de, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:13:52.053630 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-0410eaaa-0a48-4e0e-a6e0-0da68d1fe66f service neutron] For port c2280c95-bdb5-4326-8ec7-a9c69b2d9429, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=c2280c95-bdb5-4326-8ec7-a9c69b2d9429,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:13:52.064622 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-c53752d4-f27a-44cb-98b1-4e6da1c5b61e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:52.065835 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fbdf28df-efd2-47a3-bb18-a87a49946063 req-c53752d4-f27a-44cb-98b1-4e6da1c5b61e service neutron] 10.222.0.79 "DELETE /v2.0/ports/39c7a120-1a4d-4dc8-9b07-2d421cd662de/bindings/n-h1-813897-6 HTTP/1.1" status: 204 len: 173 time: 0.4163094 Feb 16 22:13:52.078041 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e0833-f5f4-4f1b-a03f-0f85bacb1348 req-3d0b40db-f1d2-47f6-ac0f-fb1c6643cde4 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:52.078041 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ab5e0833-f5f4-4f1b-a03f-0f85bacb1348 req-3d0b40db-f1d2-47f6-ac0f-fb1c6643cde4 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 947 time: 0.1295133 Feb 16 22:13:52.078361 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-0410eaaa-0a48-4e0e-a6e0-0da68d1fe66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (c2280c95-bdb5-4326-8ec7-a9c69b2d9429), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:52.127720 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-0410eaaa-0a48-4e0e-a6e0-0da68d1fe66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:52.128233 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-0410eaaa-0a48-4e0e-a6e0-0da68d1fe66f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:52.136201 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-0410eaaa-0a48-4e0e-a6e0-0da68d1fe66f service neutron] 10.222.0.79 "PUT /v2.0/ports/c2280c95-bdb5-4326-8ec7-a9c69b2d9429 HTTP/1.1" status: 200 len: 1095 time: 1.9195657 Feb 16 22:13:52.165617 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0802399f-e6c0-45b3-b175-9b6dd0b839e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (85958a72-5b62-4417-8eeb-e21bbb6fa59d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:52.173731 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad04ee0-1cde-41cf-8475-b923d2cc4fba', 'tag': 'c2280c95-bdb5-4326-8ec7-a9c69b2d9429'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:13:52.174865 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde20f11-8307-42cb-85a0-42c82a73aafe x-openstack-request-id: req-bde20f11-8307-42cb-85a0-42c82a73aafe {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:13:52.175323 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a546d4-6fcb-44b5-9a34-4059056f05b8", "name": "network-vif-deleted", "tag": "2fb08e3f-c286-4af9-b45d-c4f78457bf7e", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:13:52.175736 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bde20f11-8307-42cb-85a0-42c82a73aafe {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:13:52.176335 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a546d4-6fcb-44b5-9a34-4059056f05b8', 'name': 'network-vif-deleted', 'tag': '2fb08e3f-c286-4af9-b45d-c4f78457bf7e', 'status': 'completed', 'code': 200} Feb 16 22:13:52.176908 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc27a03-45c4-497c-812d-31a2ccf16bfc" -d '{"events": [{"name": "network-changed", "server_uuid": "cad04ee0-1cde-41cf-8475-b923d2cc4fba", "tag": "c2280c95-bdb5-4326-8ec7-a9c69b2d9429"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:13:52.196039 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-34e5732e-d693-49ed-839f-d7c4a2c57c67 req-31b4f7ba-d3bb-40bd-8429-385dd98c1420 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] Deleting port 8b5870e5-5a25-4c22-95ad-0453894a4018 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:13:52.196596 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-34e5732e-d693-49ed-839f-d7c4a2c57c67 req-31b4f7ba-d3bb-40bd-8429-385dd98c1420 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (8b5870e5-5a25-4c22-95ad-0453894a4018), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:52.303567 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-34e5732e-d693-49ed-839f-d7c4a2c57c67 req-31b4f7ba-d3bb-40bd-8429-385dd98c1420 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] For port 8b5870e5-5a25-4c22-95ad-0453894a4018, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=8b5870e5-5a25-4c22-95ad-0453894a4018,segment=NetworkSegment(beb32652-2648-47ce-841f-1bca12004799),segment_id=beb32652-2648-47ce-841f-1bca12004799)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:13:52.303946 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-34e5732e-d693-49ed-839f-d7c4a2c57c67 req-31b4f7ba-d3bb-40bd-8429-385dd98c1420 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (8b5870e5-5a25-4c22-95ad-0453894a4018), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:52.323497 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410eaaa-0a48-4e0e-a6e0-0da68d1fe66f service neutron] Pushing event updated for resources: {'Port': ['ID=c2280c95-bdb5-4326-8ec7-a9c69b2d9429,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:52.328038 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-34e5732e-d693-49ed-839f-d7c4a2c57c67 req-31b4f7ba-d3bb-40bd-8429-385dd98c1420 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] Calling delete_port for 8b5870e5-5a25-4c22-95ad-0453894a4018 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:13:52.330825 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-0802399f-e6c0-45b3-b175-9b6dd0b839e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85958a72-5b62-4417-8eeb-e21bbb6fa59d']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:52.332311 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ab5e0833-f5f4-4f1b-a03f-0f85bacb1348 req-ba373068-1b85-4df4-9e98-022bee7bb72b tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444460 Feb 16 22:13:52.346914 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-0802399f-e6c0-45b3-b175-9b6dd0b839e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b341594-d321-4142-b3f3-85a0913736a3') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:52.347210 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-0802399f-e6c0-45b3-b175-9b6dd0b839e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b341594-d321-4142-b3f3-85a0913736a3') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:52.348798 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-e5f1820b-8187-41e6-86b5-c8274f79fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:52.351289 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-e5f1820b-8187-41e6-86b5-c8274f79fd9f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a8546526dc94278a3957ea9b7c5b439&device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 1129 time: 0.1710608 Feb 16 22:13:52.388812 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57671d8-de63-405f-a519-4e6e0529592f req-31cbc269-39e7-403d-97ce-acc3506e3fbf tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:52.399218 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0802399f-e6c0-45b3-b175-9b6dd0b839e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (1b341594-d321-4142-b3f3-85a0913736a3), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:52.402590 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d57671d8-de63-405f-a519-4e6e0529592f req-31cbc269-39e7-403d-97ce-acc3506e3fbf tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 950 time: 0.1487937 Feb 16 22:13:52.416824 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0802399f-e6c0-45b3-b175-9b6dd0b839e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (1b341594-d321-4142-b3f3-85a0913736a3), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:52.417154 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e9a0e3-f4b3-469f-8e26-6a517bd0e448 x-openstack-request-id: req-53e9a0e3-f4b3-469f-8e26-6a517bd0e448 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:13:52.417520 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad04ee0-1cde-41cf-8475-b923d2cc4fba", "tag": "c2280c95-bdb5-4326-8ec7-a9c69b2d9429", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:13:52.417845 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-53e9a0e3-f4b3-469f-8e26-6a517bd0e448 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:13:52.418328 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad04ee0-1cde-41cf-8475-b923d2cc4fba', 'tag': 'c2280c95-bdb5-4326-8ec7-a9c69b2d9429', 'status': 'completed', 'code': 200} Feb 16 22:13:52.429766 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0802399f-e6c0-45b3-b175-9b6dd0b839e3 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:13:52.431079 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0802399f-e6c0-45b3-b175-9b6dd0b839e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (1b341594-d321-4142-b3f3-85a0913736a3), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:52.455834 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:13:52.455834 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:13:52.455834 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:13:52.455834 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:13:52.455834 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:13:52.455834 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:13:52.455834 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:13:52.455834 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:13:52.455834 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:13:52.455834 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:13:52.455834 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:13:52.455834 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:13:52.455834 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:13:52.455834 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:13:52.455834 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:13:52.455834 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:13:52.455834 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:13:52.455834 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:13:52.455834 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:13:52.455834 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:13:52.455834 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:13:52.455834 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:13:52.455834 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:13:52.455834 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:13:52.455834 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:13:52.455834 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:13:52.455834 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:13:52.455834 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:13:52.455834 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:13:52.455834 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:13:52.455834 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:13:52.455834 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:13:52.462822 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-98528089-5539-463a-8ebc-b55816298a2a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=c2280c95-bdb5-4326-8ec7-a9c69b2d9429 HTTP/1.1" status: 200 len: 217 time: 0.0948279 Feb 16 22:13:52.524697 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0802399f-e6c0-45b3-b175-9b6dd0b839e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (85958a72-5b62-4417-8eeb-e21bbb6fa59d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:52.527784 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0802399f-e6c0-45b3-b175-9b6dd0b839e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:52.533509 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0802399f-e6c0-45b3-b175-9b6dd0b839e3 admin admin] 10.222.0.75 "DELETE /v2.0/networks/85958a72-5b62-4417-8eeb-e21bbb6fa59d HTTP/1.1" status: 204 len: 168 time: 0.7242849 Feb 16 22:13:52.549656 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d57671d8-de63-405f-a519-4e6e0529592f req-d19398f7-a1be-4718-9179-a2c46ad2e8eb tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292846 Feb 16 22:13:52.556754 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-919d021c-aa43-48a9-82d9-0ddf2da882fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:52.559232 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-919d021c-aa43-48a9-82d9-0ddf2da882fd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0857821 Feb 16 22:13:52.570015 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802399f-e6c0-45b3-b175-9b6dd0b839e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=85958a72-5b62-4417-8eeb-e21bbb6fa59d,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:52.634185 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-f20cec2b-ea7d-4a77-b26d-d70867557cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:52.635805 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-f20cec2b-ea7d-4a77-b26d-d70867557cc2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0637565 Feb 16 22:13:52.652412 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-34e5732e-d693-49ed-839f-d7c4a2c57c67 req-31b4f7ba-d3bb-40bd-8429-385dd98c1420 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (8b5870e5-5a25-4c22-95ad-0453894a4018), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:52.666569 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['8b5870e5-5a25-4c22-95ad-0453894a4018'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:13:52.706789 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4f7ba-d3bb-40bd-8429-385dd98c1420 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] Pushing event deleted for resources: {'Port': ['ID=8b5870e5-5a25-4c22-95ad-0453894a4018,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:52.731472 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52214) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:13:52.786692 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e5732e-d693-49ed-839f-d7c4a2c57c67 req-31b4f7ba-d3bb-40bd-8429-385dd98c1420 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] No DVR routers for this DVR port 8b5870e5-5a25-4c22-95ad-0453894a4018 on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:13:52.789252 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-34e5732e-d693-49ed-839f-d7c4a2c57c67 req-31b4f7ba-d3bb-40bd-8429-385dd98c1420 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:52.792591 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-34e5732e-d693-49ed-839f-d7c4a2c57c67 req-31b4f7ba-d3bb-40bd-8429-385dd98c1420 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] 10.222.0.79 "DELETE /v2.0/ports/8b5870e5-5a25-4c22-95ad-0453894a4018 HTTP/1.1" status: 204 len: 173 time: 0.8939714 Feb 16 22:13:52.814952 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4c5ba100-c2a5-4b45-9a28-740d788ca24c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=eed7ad217ca34895a580a0f7f108dd61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0822263 Feb 16 22:13:52.817544 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52216) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:13:52.847978 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-17eea6d2-f2b3-4014-9911-e1d2ee6bd957 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961761 Feb 16 22:13:52.882349 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc5ab9-7f19-408e-8208-1f6465e751e5 req-63ee1cb1-037b-46bb-b012-f9d226467cac tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:52.883903 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3dbc5ab9-7f19-408e-8208-1f6465e751e5 req-63ee1cb1-037b-46bb-b012-f9d226467cac tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 944 time: 0.1314776 Feb 16 22:13:52.888352 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-59eca1de-1a95-40dc-a600-4e312e606cad admin admin] Publish callbacks [] for security_group (ce90c4ef-86f5-48ec-a516-7811dbc2eed2), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:52.915948 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-59eca1de-1a95-40dc-a600-4e312e606cad admin admin] Publish callbacks [] for security_group (ce90c4ef-86f5-48ec-a516-7811dbc2eed2), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:52.916270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96ac83-ac9f-4a2d-9654-0140a1b5571f req-a512b52a-dcbb-412b-9d7d-094154b386df tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:52.917797 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c96ac83-ac9f-4a2d-9654-0140a1b5571f req-a512b52a-dcbb-412b-9d7d-094154b386df tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 943 time: 0.1548872 Feb 16 22:13:52.987404 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-59eca1de-1a95-40dc-a600-4e312e606cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ce90c4ef-86f5-48ec-a516-7811dbc2eed2), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:52.990192 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-59eca1de-1a95-40dc-a600-4e312e606cad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:52.991540 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-59eca1de-1a95-40dc-a600-4e312e606cad admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ce90c4ef-86f5-48ec-a516-7811dbc2eed2 HTTP/1.1" status: 204 len: 168 time: 0.1729207 Feb 16 22:13:53.012127 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eca1de-1a95-40dc-a600-4e312e606cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce90c4ef-86f5-48ec-a516-7811dbc2eed2,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:53.019703 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-74992b4a-7cd0-4494-bc13-c86f5b51edda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:53.054091 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3dbc5ab9-7f19-408e-8208-1f6465e751e5 req-ab808aa1-68a8-44aa-afc6-fd127a6a4a84 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590316 Feb 16 22:13:53.060822 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6a7a0d2-78cd-4ae2-8b63-a086d0e7e54f req-1195d8f1-d483-4162-9c73-15de6f140dd9 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961107 Feb 16 22:13:53.067042 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c96ac83-ac9f-4a2d-9654-0140a1b5571f req-f907c407-badd-4d84-9048-9f3ac45e6ff6 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373320 Feb 16 22:13:53.141614 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52226) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:13:53.234140 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-807477d7-a04b-43a3-80ac-4288d31d47b1 req-8ac19dde-e5b4-4a5d-a310-7c96cf5b01c2 tempest-VolumesAdminNegativeTest-1702982060 tempest-VolumesAdminNegativeTest-1702982060-project] 10.222.0.75 "GET /v2.0/ports?device_id=bc321857-4ab0-4f38-8ba8-d74e22e24aeb HTTP/1.1" status: 200 len: 210 time: 0.0384431 Feb 16 22:13:53.292791 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc27a03-45c4-497c-812d-31a2ccf16bfc req-0a40dd20-665f-48de-a41e-ebfa40f8ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:53.294305 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-edc27a03-45c4-497c-812d-31a2ccf16bfc req-0a40dd20-665f-48de-a41e-ebfa40f8ed02 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a8546526dc94278a3957ea9b7c5b439&device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 1129 time: 0.1683452 Feb 16 22:13:53.308286 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330bbce-4350-4a79-b4c5-4e89310a9ebd req-65af960f-ab92-4f25-bd5c-549efc4077a6 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:53.316187 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a330bbce-4350-4a79-b4c5-4e89310a9ebd req-65af960f-ab92-4f25-bd5c-549efc4077a6 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 1126 time: 0.0798857 Feb 16 22:13:53.413820 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a330bbce-4350-4a79-b4c5-4e89310a9ebd req-d581c993-e2a8-4270-8e98-211cfac37f1c tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964694 Feb 16 22:13:53.549156 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc27a03-45c4-497c-812d-31a2ccf16bfc req-b7144758-4afc-4006-93b0-ccb0594334d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:53.553408 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-edc27a03-45c4-497c-812d-31a2ccf16bfc req-b7144758-4afc-4006-93b0-ccb0594334d2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.2332087 Feb 16 22:13:53.576378 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5af94-e7a8-4b43-af86-88b369610f6f req-eed9f301-4988-4d2e-9d20-770376d6619c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:53.578267 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a9b5af94-e7a8-4b43-af86-88b369610f6f req-eed9f301-4988-4d2e-9d20-770376d6619c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 947 time: 0.1555600 Feb 16 22:13:53.641633 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-edc27a03-45c4-497c-812d-31a2ccf16bfc req-4380bd7f-7e25-48b9-bd1c-b7fddb3d144c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=c2280c95-bdb5-4326-8ec7-a9c69b2d9429 HTTP/1.1" status: 200 len: 217 time: 0.0783715 Feb 16 22:13:53.722681 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a9b5af94-e7a8-4b43-af86-88b369610f6f req-bcaaba47-686f-4351-89c9-634dfd7e0e1a tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316738 Feb 16 22:13:53.731204 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be5e02-8abd-4d8a-b230-109459f53de0 req-6e8c5403-02f4-4cb4-aaeb-18933aadb33d tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:53.732858 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-97be5e02-8abd-4d8a-b230-109459f53de0 req-6e8c5403-02f4-4cb4-aaeb-18933aadb33d tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 1126 time: 0.1536057 Feb 16 22:13:53.735332 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc27a03-45c4-497c-812d-31a2ccf16bfc req-091957f0-3ed3-4c11-888e-1decbb22f763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:53.736836 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-edc27a03-45c4-497c-812d-31a2ccf16bfc req-091957f0-3ed3-4c11-888e-1decbb22f763 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0833354 Feb 16 22:13:53.854861 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-54bf3287-5b85-4bee-bb5a-b4351b02ebd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (0977ce05-f075-47d4-8f28-17b43150d09a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:53.861572 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-97be5e02-8abd-4d8a-b230-109459f53de0 req-6bf5d6ad-844b-479f-afd7-4f69cc401bb7 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133275 Feb 16 22:13:53.871916 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc27a03-45c4-497c-812d-31a2ccf16bfc req-13c09cba-82f5-4ae7-860c-9d0c9c5e5685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:53.873629 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-edc27a03-45c4-497c-812d-31a2ccf16bfc req-13c09cba-82f5-4ae7-860c-9d0c9c5e5685 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1196392 Feb 16 22:13:53.895951 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e99ab0-001c-4de4-b51d-c395571df660 req-60a82529-0d29-4017-a209-04a58b5cf9c0 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:53.897771 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-38e99ab0-001c-4de4-b51d-c395571df660 req-60a82529-0d29-4017-a209-04a58b5cf9c0 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 950 time: 0.0981421 Feb 16 22:13:54.025199 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-38e99ab0-001c-4de4-b51d-c395571df660 req-93a4f7de-89d9-4fd9-b015-6bde77495834 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190851 Feb 16 22:13:54.041249 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-edc27a03-45c4-497c-812d-31a2ccf16bfc req-79315a96-0177-44b7-91fd-a87eb2e1fc2e service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592917 Feb 16 22:13:54.079403 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52260) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:13:54.135895 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:54.165494 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-edc27a03-45c4-497c-812d-31a2ccf16bfc req-ac644cea-7ff8-4f27-b592-2b5b70ea0a17 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079783 Feb 16 22:13:54.186588 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc321857-4ab0-4f38-8ba8-d74e22e24aeb', 'name': 'network-vif-deleted', 'tag': '8b5870e5-5a25-4c22-95ad-0453894a4018'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:13:54.188937 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a7528f-958e-440e-a9c2-e02a2158bfee" -d '{"events": [{"server_uuid": "bc321857-4ab0-4f38-8ba8-d74e22e24aeb", "name": "network-vif-deleted", "tag": "8b5870e5-5a25-4c22-95ad-0453894a4018"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:13:54.258707 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-872cfa43-08f9-477a-b0a7-e4337f49afb3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1346985168-network', 'tenant_id': 'd9f4c3d639764d149e7c3c9334975949'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:13:54.268488 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643e1d0-8730-4506-865c-38739ab95ee3 req-b8c94c6c-5988-41e4-a233-6f1e9d7d1e5f tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:54.272630 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6643e1d0-8730-4506-865c-38739ab95ee3 req-b8c94c6c-5988-41e4-a233-6f1e9d7d1e5f tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 943 time: 0.0870452 Feb 16 22:13:54.275038 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869b7051-73e9-46f9-b8a2-ef15e80fd44b x-openstack-request-id: req-869b7051-73e9-46f9-b8a2-ef15e80fd44b {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:13:54.275340 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc321857-4ab0-4f38-8ba8-d74e22e24aeb", "name": "network-vif-deleted", "tag": "8b5870e5-5a25-4c22-95ad-0453894a4018", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:13:54.275597 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-869b7051-73e9-46f9-b8a2-ef15e80fd44b {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:13:54.275992 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc321857-4ab0-4f38-8ba8-d74e22e24aeb', 'name': 'network-vif-deleted', 'tag': '8b5870e5-5a25-4c22-95ad-0453894a4018', 'status': 'completed', 'code': 200} Feb 16 22:13:54.299285 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872cfa43-08f9-477a-b0a7-e4337f49afb3 admin admin] Made reservation on behalf of d9f4c3d639764d149e7c3c9334975949 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:13:54.301661 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-872cfa43-08f9-477a-b0a7-e4337f49afb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:54.305549 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-54bf3287-5b85-4bee-bb5a-b4351b02ebd1 admin admin] Deleting port 9a771727-0407-48ab-b77f-59c89c239890 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:13:54.305884 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-54bf3287-5b85-4bee-bb5a-b4351b02ebd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (9a771727-0407-48ab-b77f-59c89c239890), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:54.324998 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-872cfa43-08f9-477a-b0a7-e4337f49afb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:54.328748 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6643e1d0-8730-4506-865c-38739ab95ee3 req-e268e353-1d73-4664-819d-dd4a7a7d5a0d tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498447 Feb 16 22:13:54.370604 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52274) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:13:54.419588 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd0323e6-2bfa-4b74-8e30-4a35a3504a15 admin admin] Deleting subnet 2e00b046-78c9-4c92-bdf6-0ee08df2c3b7 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:13:54.421898 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-54bf3287-5b85-4bee-bb5a-b4351b02ebd1 admin admin] For port 9a771727-0407-48ab-b77f-59c89c239890, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9a771727-0407-48ab-b77f-59c89c239890,segment=NetworkSegment(c96a5b2c-2f6e-4443-bb80-c0cf15fb6610),segment_id=c96a5b2c-2f6e-4443-bb80-c0cf15fb6610)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:13:54.422294 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-54bf3287-5b85-4bee-bb5a-b4351b02ebd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (9a771727-0407-48ab-b77f-59c89c239890), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:54.422938 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bd0323e6-2bfa-4b74-8e30-4a35a3504a15 admin admin] Publish callbacks [] for subnet (2e00b046-78c9-4c92-bdf6-0ee08df2c3b7), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:54.440170 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-54bf3287-5b85-4bee-bb5a-b4351b02ebd1 admin admin] Calling delete_port for 9a771727-0407-48ab-b77f-59c89c239890 owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:13:54.459417 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bd0323e6-2bfa-4b74-8e30-4a35a3504a15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (2e00b046-78c9-4c92-bdf6-0ee08df2c3b7), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:54.499376 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bd0323e6-2bfa-4b74-8e30-4a35a3504a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (2e00b046-78c9-4c92-bdf6-0ee08df2c3b7), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:54.522229 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-872cfa43-08f9-477a-b0a7-e4337f49afb3 admin admin] Publish callbacks [] for security_group (e1eb83c9-0498-425d-be0b-fcf3569932bc), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:54.533684 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-872cfa43-08f9-477a-b0a7-e4337f49afb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (e1eb83c9-0498-425d-be0b-fcf3569932bc), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:54.550985 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bd0323e6-2bfa-4b74-8e30-4a35a3504a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (2e00b046-78c9-4c92-bdf6-0ee08df2c3b7), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:54.578757 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0323e6-2bfa-4b74-8e30-4a35a3504a15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e00b046-78c9-4c92-bdf6-0ee08df2c3b7,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:54.582091 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bd0323e6-2bfa-4b74-8e30-4a35a3504a15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:54.585491 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bd0323e6-2bfa-4b74-8e30-4a35a3504a15 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/2e00b046-78c9-4c92-bdf6-0ee08df2c3b7 HTTP/1.1" status: 204 len: 168 time: 0.2137895 Feb 16 22:13:54.588953 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52276) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:13:54.597900 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-872cfa43-08f9-477a-b0a7-e4337f49afb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:13:54.625013 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-872cfa43-08f9-477a-b0a7-e4337f49afb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (f901632b-b16d-4b58-a423-c55826c2d338), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:54.625365 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-872cfa43-08f9-477a-b0a7-e4337f49afb3 admin admin] Added segment f901632b-b16d-4b58-a423-c55826c2d338 of type vlan for network ea12ed18-2146-4087-b7ac-be4800d31ba6 Feb 16 22:13:54.626687 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872cfa43-08f9-477a-b0a7-e4337f49afb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1eb83c9-0498-425d-be0b-fcf3569932bc,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:54.663805 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f81ea8b8-7926-4f88-9050-ea05c6bdbfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (183f25f0-e27a-4a1e-b383-2edcc45683f7), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:54.680524 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-872cfa43-08f9-477a-b0a7-e4337f49afb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (ea12ed18-2146-4087-b7ac-be4800d31ba6), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:54.728677 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-872cfa43-08f9-477a-b0a7-e4337f49afb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (ea12ed18-2146-4087-b7ac-be4800d31ba6), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:54.729662 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872cfa43-08f9-477a-b0a7-e4337f49afb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:54.730266 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-872cfa43-08f9-477a-b0a7-e4337f49afb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:54.746594 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f81ea8b8-7926-4f88-9050-ea05c6bdbfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (183f25f0-e27a-4a1e-b383-2edcc45683f7), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:54.774768 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-f81ea8b8-7926-4f88-9050-ea05c6bdbfc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['183f25f0-e27a-4a1e-b383-2edcc45683f7']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:54.782982 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-872cfa43-08f9-477a-b0a7-e4337f49afb3 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6996362 Feb 16 22:13:54.783211 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52280) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:13:54.787912 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-aa2c807d-09f1-4bef-8d31-b6538268d606 admin admin] Request body: {'subnet': {'network_id': 'ea12ed18-2146-4087-b7ac-be4800d31ba6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1346985168-subnet', 'tenant_id': 'd9f4c3d639764d149e7c3c9334975949', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:13:54.788574 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-f81ea8b8-7926-4f88-9050-ea05c6bdbfc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beb32652-2648-47ce-841f-1bca12004799') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:54.788949 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-f81ea8b8-7926-4f88-9050-ea05c6bdbfc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beb32652-2648-47ce-841f-1bca12004799') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:54.795962 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-54bf3287-5b85-4bee-bb5a-b4351b02ebd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (9a771727-0407-48ab-b77f-59c89c239890), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:54.799011 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f81ea8b8-7926-4f88-9050-ea05c6bdbfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (beb32652-2648-47ce-841f-1bca12004799), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:54.840444 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f81ea8b8-7926-4f88-9050-ea05c6bdbfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (beb32652-2648-47ce-841f-1bca12004799), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:54.849658 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f81ea8b8-7926-4f88-9050-ea05c6bdbfc7 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:13:54.850089 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f81ea8b8-7926-4f88-9050-ea05c6bdbfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (beb32652-2648-47ce-841f-1bca12004799), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:54.852563 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:13:54.852563 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:13:54.852563 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:13:54.852563 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:13:54.852563 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:13:54.852563 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:13:54.852563 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:13:54.852563 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:13:54.852563 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:13:54.852563 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:13:54.852563 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:13:54.852563 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:13:54.852563 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:13:54.852563 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:13:54.852563 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:13:54.852563 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:13:54.852563 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:13:54.852563 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:13:54.852563 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:13:54.852563 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:13:54.852563 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:13:54.852563 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:13:54.852563 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:13:54.852563 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:13:54.852563 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:13:54.852563 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:13:54.852563 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:13:54.852563 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:13:54.852563 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:13:54.852563 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:13:54.852563 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:13:54.852563 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:13:54.858581 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872cfa43-08f9-477a-b0a7-e4337f49afb3 admin admin] Pushing event updated for resources: {'Network': ['ID=ea12ed18-2146-4087-b7ac-be4800d31ba6,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:54.866314 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf3287-5b85-4bee-bb5a-b4351b02ebd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a771727-0407-48ab-b77f-59c89c239890,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:54.883478 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network ea12ed18-2146-4087-b7ac-be4800d31ba6 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:13:54.898072 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2c807d-09f1-4bef-8d31-b6538268d606 admin admin] Made reservation on behalf of d9f4c3d639764d149e7c3c9334975949 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:13:54.900648 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-aa2c807d-09f1-4bef-8d31-b6538268d606 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:54.920811 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9660f-6e03-4269-9fec-9d80613e2399 req-aa0f5935-e08f-45b7-8d01-c5d8a3139096 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:54.922400 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4fc9660f-6e03-4269-9fec-9d80613e2399 req-aa0f5935-e08f-45b7-8d01-c5d8a3139096 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 947 time: 0.1215663 Feb 16 22:13:54.940732 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f81ea8b8-7926-4f88-9050-ea05c6bdbfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (183f25f0-e27a-4a1e-b383-2edcc45683f7), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:54.960412 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f81ea8b8-7926-4f88-9050-ea05c6bdbfc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:54.963638 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f81ea8b8-7926-4f88-9050-ea05c6bdbfc7 admin admin] 10.222.0.75 "DELETE /v2.0/networks/183f25f0-e27a-4a1e-b383-2edcc45683f7 HTTP/1.1" status: 204 len: 168 time: 0.3736763 Feb 16 22:13:54.966886 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52282) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:13:55.004414 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ea8b8-7926-4f88-9050-ea05c6bdbfc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=183f25f0-e27a-4a1e-b383-2edcc45683f7,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:55.060171 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4fc9660f-6e03-4269-9fec-9d80613e2399 req-a291636f-490b-4c5c-a33d-41f2801bb314 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220486 Feb 16 22:13:55.069192 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e46de8-aaaf-4a4e-b063-ca5a69be2b80 admin admin] Deleting subnet f4827299-923e-4725-8ea5-ee54119aa03e {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:13:55.081723 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a5e46de8-aaaf-4a4e-b063-ca5a69be2b80 admin admin] Publish callbacks [] for subnet (f4827299-923e-4725-8ea5-ee54119aa03e), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:55.143833 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a5e46de8-aaaf-4a4e-b063-ca5a69be2b80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (f4827299-923e-4725-8ea5-ee54119aa03e), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:55.225003 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a5e46de8-aaaf-4a4e-b063-ca5a69be2b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (f4827299-923e-4725-8ea5-ee54119aa03e), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:55.256767 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-54bf3287-5b85-4bee-bb5a-b4351b02ebd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (0977ce05-f075-47d4-8f28-17b43150d09a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:55.268425 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258aa969-27c4-45a6-88d4-d09ba80f8240 req-03b4c549-2447-48b7-aa94-7eaba701fc78 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:55.269960 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-258aa969-27c4-45a6-88d4-d09ba80f8240 req-03b4c549-2447-48b7-aa94-7eaba701fc78 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 950 time: 0.1238523 Feb 16 22:13:55.272023 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-aa2c807d-09f1-4bef-8d31-b6538268d606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (d6127c36-c1ee-44b8-9e4f-0b0d5d8779af), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:55.303881 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 2fb08e3f-c286-4af9-b45d-c4f78457bf7e no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:13:55.307538 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a5e46de8-aaaf-4a4e-b063-ca5a69be2b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (f4827299-923e-4725-8ea5-ee54119aa03e), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:55.342146 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 2fb08e3f-c286-4af9-b45d-c4f78457bf7e {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:13:55.342877 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 2fb08e3f-c286-4af9-b45d-c4f78457bf7e not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:13:55.357085 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e46de8-aaaf-4a4e-b063-ca5a69be2b80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4827299-923e-4725-8ea5-ee54119aa03e,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:55.377964 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a5e46de8-aaaf-4a4e-b063-ca5a69be2b80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:55.390027 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a5e46de8-aaaf-4a4e-b063-ca5a69be2b80 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/f4827299-923e-4725-8ea5-ee54119aa03e HTTP/1.1" status: 204 len: 168 time: 0.4193320 Feb 16 22:13:55.390847 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52290) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:13:55.428892 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c807d-09f1-4bef-8d31-b6538268d606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6127c36-c1ee-44b8-9e4f-0b0d5d8779af,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:55.436220 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:55.448059 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-258aa969-27c4-45a6-88d4-d09ba80f8240 req-a261dfaa-f0d0-4915-9c3f-96ee8158244f tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484246 Feb 16 22:13:55.468020 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2c807d-09f1-4bef-8d31-b6538268d606 admin admin] Checking segment: {'id': 'f901632b-b16d-4b58-a423-c55826c2d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea12ed18-2146-4087-b7ac-be4800d31ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:13:55.468394 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2c807d-09f1-4bef-8d31-b6538268d606 admin admin] Network hostable DHCP agents. Network: ea12ed18-2146-4087-b7ac-be4800d31ba6, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:13:55.518148 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8a3f63fe-d39f-415b-9d06-174bde6e37c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (66a4be71-f3d7-460a-b23f-2eae43d17b0d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:55.567985 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31c652-fa18-4885-aa23-92644f050572 req-29686392-2c90-4eb6-ab8a-f12ea286c9c9 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:55.569549 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6e31c652-fa18-4885-aa23-92644f050572 req-29686392-2c90-4eb6-ab8a-f12ea286c9c9 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 943 time: 0.0609615 Feb 16 22:13:55.591389 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device c2280c95-bdb5-4326-8ec7-a9c69b2d9429 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:13:55.595244 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 8b5870e5-5a25-4c22-95ad-0453894a4018 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:13:55.596756 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2c807d-09f1-4bef-8d31-b6538268d606 admin admin] Network ea12ed18-2146-4087-b7ac-be4800d31ba6 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:13:55.633348 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 8b5870e5-5a25-4c22-95ad-0453894a4018 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:13:55.634685 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-aa2c807d-09f1-4bef-8d31-b6538268d606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, ea12ed18-2146-4087-b7ac-be4800d31ba6) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:13:55.635164 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 8b5870e5-5a25-4c22-95ad-0453894a4018 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:13:55.644839 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6e31c652-fa18-4885-aa23-92644f050572 req-dfd37604-4ec4-4ca9-ad89-c994b33d759a tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682528 Feb 16 22:13:55.659335 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe059013-e160-4ef4-9831-1cc4ca4c4704 None None] Network ea12ed18-2146-4087-b7ac-be4800d31ba6 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:13:55.664081 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2c807d-09f1-4bef-8d31-b6538268d606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:55.664730 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-aa2c807d-09f1-4bef-8d31-b6538268d606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:55.714240 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-aa2c807d-09f1-4bef-8d31-b6538268d606 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9271441 Feb 16 22:13:55.715086 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52292) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:13:55.720452 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-1777af3c-0fd1-4d66-ad71-8d55e0691ea2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1346985168-router', 'tenant_id': 'd9f4c3d639764d149e7c3c9334975949', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:13:55.739402 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8a3f63fe-d39f-415b-9d06-174bde6e37c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (66a4be71-f3d7-460a-b23f-2eae43d17b0d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:55.744949 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1777af3c-0fd1-4d66-ad71-8d55e0691ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (11087e16-5c0e-44ac-85cb-36fafda2ab06), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:55.746879 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1777af3c-0fd1-4d66-ad71-8d55e0691ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (11087e16-5c0e-44ac-85cb-36fafda2ab06), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:55.765440 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54bf3287-5b85-4bee-bb5a-b4351b02ebd1 admin admin] Router 0977ce05-f075-47d4-8f28-17b43150d09a has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:13:55.773336 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-8a3f63fe-d39f-415b-9d06-174bde6e37c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66a4be71-f3d7-460a-b23f-2eae43d17b0d']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:55.799021 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-8a3f63fe-d39f-415b-9d06-174bde6e37c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26f426a6-031f-440a-b167-35fee11d64e3') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:55.799360 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-8a3f63fe-d39f-415b-9d06-174bde6e37c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26f426a6-031f-440a-b167-35fee11d64e3') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:55.812419 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8a3f63fe-d39f-415b-9d06-174bde6e37c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (26f426a6-031f-440a-b167-35fee11d64e3), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:55.825622 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1777af3c-0fd1-4d66-ad71-8d55e0691ea2 admin admin] Publish callbacks [] for router_controller (11087e16-5c0e-44ac-85cb-36fafda2ab06), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:55.890087 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8a3f63fe-d39f-415b-9d06-174bde6e37c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (26f426a6-031f-440a-b167-35fee11d64e3), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:55.903425 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a3f63fe-d39f-415b-9d06-174bde6e37c5 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:13:55.903886 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8a3f63fe-d39f-415b-9d06-174bde6e37c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (26f426a6-031f-440a-b167-35fee11d64e3), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:55.906574 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:13:55.906574 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:13:55.906574 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:13:55.906574 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:13:55.906574 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:13:55.906574 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:13:55.906574 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:13:55.906574 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:13:55.906574 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:13:55.906574 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:13:55.906574 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:13:55.906574 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:13:55.906574 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:13:55.906574 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:13:55.906574 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:13:55.906574 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:13:55.906574 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:13:55.906574 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:13:55.906574 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:13:55.906574 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:13:55.906574 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:13:55.906574 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:13:55.906574 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:13:55.906574 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:13:55.906574 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:13:55.906574 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:13:55.906574 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:13:55.906574 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:13:55.906574 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:13:55.906574 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:13:55.906574 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:13:55.906574 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:13:55.979120 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54bf3287-5b85-4bee-bb5a-b4351b02ebd1 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:13:55.980920 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8a3f63fe-d39f-415b-9d06-174bde6e37c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (66a4be71-f3d7-460a-b23f-2eae43d17b0d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:55.989065 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-54bf3287-5b85-4bee-bb5a-b4351b02ebd1 admin admin] 10.222.0.75 "PUT /v2.0/routers/0977ce05-f075-47d4-8f28-17b43150d09a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8459420 Feb 16 22:13:55.991151 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8a3f63fe-d39f-415b-9d06-174bde6e37c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:55.996894 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8a3f63fe-d39f-415b-9d06-174bde6e37c5 admin admin] 10.222.0.75 "DELETE /v2.0/networks/66a4be71-f3d7-460a-b23f-2eae43d17b0d HTTP/1.1" status: 204 len: 168 time: 0.6027501 Feb 16 22:13:55.997002 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a77faf-d8ee-425e-af4b-9dd08bb71738 None None] Sync routers for ids ['0977ce05-f075-47d4-8f28-17b43150d09a'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:13:56.009034 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52294) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:13:56.015023 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a77faf-d8ee-425e-af4b-9dd08bb71738 None None] Routers {'0977ce05-f075-47d4-8f28-17b43150d09a'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:13:56.015697 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-71a77faf-d8ee-425e-af4b-9dd08bb71738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:13:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['0977ce05-f075-47d4-8f28-17b43150d09a'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:56.018678 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port c2280c95-bdb5-4326-8ec7-a9c69b2d9429, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=c2280c95-bdb5-4326-8ec7-a9c69b2d9429,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:13:56.037616 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'c2280c95-bdb5-4326-8ec7-a9c69b2d9429', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': 'c2280c95-bdb5-4326-8ec7-a9c69b2d9429', 'mac_address': 'fa:16:3e:e7:18:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:13:56.064183 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1777af3c-0fd1-4d66-ad71-8d55e0691ea2 admin admin] Publish callbacks [] for router_gateway (11087e16-5c0e-44ac-85cb-36fafda2ab06), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:56.102170 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f63fe-d39f-415b-9d06-174bde6e37c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=66a4be71-f3d7-460a-b23f-2eae43d17b0d,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:56.105585 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee78386b-730a-4a05-a912-80c70d171647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-ea12ed18-2146-4087-b7ac-be4800d31ba6', 'network_id': 'ea12ed18-2146-4087-b7ac-be4800d31ba6', 'project_id': 'd9f4c3d639764d149e7c3c9334975949', 'fixed_ips': [{'subnet_id': 'd6127c36-c1ee-44b8-9e4f-0b0d5d8779af'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:13:56.106527 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ee78386b-730a-4a05-a912-80c70d171647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:56.143763 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port c2280c95-bdb5-4326-8ec7-a9c69b2d9429 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:13:56.143938 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c2280c95-bdb5-4326-8ec7-a9c69b2d9429), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:56.194496 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2280c95-bdb5-4326-8ec7-a9c69b2d9429 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:13:56.248106 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52302) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:13:56.257811 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2508eb0-1a73-4e1b-b8ac-5baee4ca52cb admin admin] Publish callbacks [] for router (0977ce05-f075-47d4-8f28-17b43150d09a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:56.285269 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-71a77faf-d8ee-425e-af4b-9dd08bb71738 None None] Set router 0977ce05-f075-47d4-8f28-17b43150d09a gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:13:56.330347 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port c2280c95-bdb5-4326-8ec7-a9c69b2d9429, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=c2280c95-bdb5-4326-8ec7-a9c69b2d9429,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:13:56.342225 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5fe6a50b-e742-42ff-86ce-92e58e3c3c69 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fb560b179e43400399044ef964099887&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0906930 Feb 16 22:13:56.344902 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52304) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:13:56.352853 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c2280c95-bdb5-4326-8ec7-a9c69b2d9429), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:56.387701 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7508b-d7b5-4c0a-bb4a-130cd1daa71f req-c52386e4-d67a-4781-bb05-d9a2b3b30905 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:56.395336 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94f7508b-d7b5-4c0a-bb4a-130cd1daa71f req-c52386e4-d67a-4781-bb05-d9a2b3b30905 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 947 time: 0.1481180 Feb 16 22:13:56.445990 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=c2280c95-bdb5-4326-8ec7-a9c69b2d9429,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:56.448515 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-ee78386b-730a-4a05-a912-80c70d171647 None None] Allocated IP 172.20.0.2 (ea12ed18-2146-4087-b7ac-be4800d31ba6/d6127c36-c1ee-44b8-9e4f-0b0d5d8779af/4e532cc9-334a-4fae-abfd-1b59618d3901) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:13:56.464601 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:56.464601 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:56.465007 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:56.465765 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:56.465765 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:56.466034 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:56.467191 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:56.467471 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:56.467809 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:56.468144 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:56.468475 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:56.468804 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:56.469185 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:13:56.539862 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-71a77faf-d8ee-425e-af4b-9dd08bb71738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'name': 'tempest-FloatingIPsAssociationTestJSON-772117284-router', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:12:33Z', 'updated_at': '2022-02-16T22:13:54Z', 'revision_number': 5, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'gw_port': {'id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:34Z', 'updated_at': '2022-02-16T22:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:56.582457 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a77faf-d8ee-425e-af4b-9dd08bb71738 None None] Checking router: 0977ce05-f075-47d4-8f28-17b43150d09a for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:13:56.597118 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a77faf-d8ee-425e-af4b-9dd08bb71738 None None] Routers {'0977ce05-f075-47d4-8f28-17b43150d09a'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:13:56.597744 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-71a77faf-d8ee-425e-af4b-9dd08bb71738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:13:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['0977ce05-f075-47d4-8f28-17b43150d09a'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:56.689948 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['c2280c95-bdb5-4326-8ec7-a9c69b2d9429'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:13:56.707300 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ee78386b-730a-4a05-a912-80c70d171647 None None] Publish callbacks [] for port (4e532cc9-334a-4fae-abfd-1b59618d3901), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:56.734591 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-71a77faf-d8ee-425e-af4b-9dd08bb71738 None None] Set router 0977ce05-f075-47d4-8f28-17b43150d09a gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:13:56.745312 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ee78386b-730a-4a05-a912-80c70d171647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (4e532cc9-334a-4fae-abfd-1b59618d3901), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:56.809829 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee78386b-730a-4a05-a912-80c70d171647 None None] Network ea12ed18-2146-4087-b7ac-be4800d31ba6 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:13:56.817144 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78386b-730a-4a05-a912-80c70d171647 None None] Pushing event updated for resources: {'Port': ['ID=4e532cc9-334a-4fae-abfd-1b59618d3901,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:56.819742 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-ee78386b-730a-4a05-a912-80c70d171647 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:13:56.822728 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee78386b-730a-4a05-a912-80c70d171647 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:13:56.930869 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-ee78386b-730a-4a05-a912-80c70d171647 None None] Attempting to bind port 4e532cc9-334a-4fae-abfd-1b59618d3901 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:13:56.931257 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-ee78386b-730a-4a05-a912-80c70d171647 None None] Attempting to bind port 4e532cc9-334a-4fae-abfd-1b59618d3901 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'f901632b-b16d-4b58-a423-c55826c2d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea12ed18-2146-4087-b7ac-be4800d31ba6'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:13:56.931605 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee78386b-730a-4a05-a912-80c70d171647 None None] Attempting to bind port 4e532cc9-334a-4fae-abfd-1b59618d3901 on network ea12ed18-2146-4087-b7ac-be4800d31ba6 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:13:56.945157 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee78386b-730a-4a05-a912-80c70d171647 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:13:56.945625 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee78386b-730a-4a05-a912-80c70d171647 None None] Checking segment: {'id': 'f901632b-b16d-4b58-a423-c55826c2d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea12ed18-2146-4087-b7ac-be4800d31ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:13:56.946014 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ee78386b-730a-4a05-a912-80c70d171647 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:56.946516 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee78386b-730a-4a05-a912-80c70d171647 None None] Bound using segment: {'id': 'f901632b-b16d-4b58-a423-c55826c2d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea12ed18-2146-4087-b7ac-be4800d31ba6'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:13:56.946846 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-ee78386b-730a-4a05-a912-80c70d171647 None None] Bound port: 4e532cc9-334a-4fae-abfd-1b59618d3901, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f901632b-b16d-4b58-a423-c55826c2d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea12ed18-2146-4087-b7ac-be4800d31ba6'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:13:56.947235 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ee78386b-730a-4a05-a912-80c70d171647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4e532cc9-334a-4fae-abfd-1b59618d3901), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:56.963606 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:56.978935 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2508eb0-1a73-4e1b-b8ac-5baee4ca52cb admin admin] Publish callbacks [] for router_gateway (0977ce05-f075-47d4-8f28-17b43150d09a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:57.029546 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-71a77faf-d8ee-425e-af4b-9dd08bb71738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'name': 'tempest-FloatingIPsAssociationTestJSON-772117284-router', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:12:33Z', 'updated_at': '2022-02-16T22:13:54Z', 'revision_number': 5, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'gw_port': {'id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:34Z', 'updated_at': '2022-02-16T22:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:57.058110 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-d2508eb0-1a73-4e1b-b8ac-5baee4ca52cb admin admin] Deleting port bb419b4b-240a-4bc5-bc66-a101eb5fa109 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:13:57.058820 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2508eb0-1a73-4e1b-b8ac-5baee4ca52cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (bb419b4b-240a-4bc5-bc66-a101eb5fa109), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:57.075043 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-ee78386b-730a-4a05-a912-80c70d171647 None None] For port 4e532cc9-334a-4fae-abfd-1b59618d3901, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:13:57.077656 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a77faf-d8ee-425e-af4b-9dd08bb71738 None None] The sync data for ids ['0977ce05-f075-47d4-8f28-17b43150d09a'] in n-d-813897-6 is: [{'id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'name': 'tempest-FloatingIPsAssociationTestJSON-772117284-router', 'tenant_id': 'e7ee43918b7346aea3db9a1522c25646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:12:33Z', 'updated_at': '2022-02-16T22:13:54Z', 'revision_number': 5, 'project_id': 'e7ee43918b7346aea3db9a1522c25646', 'gw_port': {'id': 'bb419b4b-240a-4bc5-bc66-a101eb5fa109', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0977ce05-f075-47d4-8f28-17b43150d09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:12:34Z', 'updated_at': '2022-02-16T22:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:13:57.079351 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-ee78386b-730a-4a05-a912-80c70d171647 None None] For port 4e532cc9-334a-4fae-abfd-1b59618d3901, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=4e532cc9-334a-4fae-abfd-1b59618d3901,segment=NetworkSegment(f901632b-b16d-4b58-a423-c55826c2d338),segment_id=f901632b-b16d-4b58-a423-c55826c2d338)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:13:57.087931 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ee78386b-730a-4a05-a912-80c70d171647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4e532cc9-334a-4fae-abfd-1b59618d3901), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:57.167764 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94f7508b-d7b5-4c0a-bb4a-130cd1daa71f req-179aa77e-7d13-49b1-9bc3-1926fc4c9e9d tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7707822 Feb 16 22:13:57.176735 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78386b-730a-4a05-a912-80c70d171647 None None] Pushing event updated for resources: {'Port': ['ID=4e532cc9-334a-4fae-abfd-1b59618d3901,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:57.198546 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-d2508eb0-1a73-4e1b-b8ac-5baee4ca52cb admin admin] For port bb419b4b-240a-4bc5-bc66-a101eb5fa109, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=bb419b4b-240a-4bc5-bc66-a101eb5fa109,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:13:57.199232 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2508eb0-1a73-4e1b-b8ac-5baee4ca52cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (bb419b4b-240a-4bc5-bc66-a101eb5fa109), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:57.212993 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-d2508eb0-1a73-4e1b-b8ac-5baee4ca52cb admin admin] Calling delete_port for bb419b4b-240a-4bc5-bc66-a101eb5fa109 owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:13:57.247846 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-75d69206-b4aa-44b8-a539-5c62ea87628c admin admin] Publish callbacks [] for security_group (20936b51-9463-4dd2-8882-ed12398b0f39), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:57.283941 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-75d69206-b4aa-44b8-a539-5c62ea87628c admin admin] Publish callbacks [] for security_group (20936b51-9463-4dd2-8882-ed12398b0f39), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:57.355012 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252c2f8-8b5c-4048-8c7e-df1a51c71e0c req-1862f99f-507c-4091-bf32-bf286146147c tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:57.356719 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9252c2f8-8b5c-4048-8c7e-df1a51c71e0c req-1862f99f-507c-4091-bf32-bf286146147c tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 950 time: 0.3321390 Feb 16 22:13:57.383895 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1777af3c-0fd1-4d66-ad71-8d55e0691ea2 admin admin] Publish callbacks [] for router_gateway (11087e16-5c0e-44ac-85cb-36fafda2ab06), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:57.410577 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1777af3c-0fd1-4d66-ad71-8d55e0691ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:57.461315 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2508eb0-1a73-4e1b-b8ac-5baee4ca52cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (bb419b4b-240a-4bc5-bc66-a101eb5fa109), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:57.535561 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2508eb0-1a73-4e1b-b8ac-5baee4ca52cb admin admin] Pushing event deleted for resources: {'Port': ['ID=bb419b4b-240a-4bc5-bc66-a101eb5fa109,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:57.543289 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9da6bb-9e5e-4ca4-945b-9bbaa7511094 req-01c0d6d4-96e3-42ee-8916-3d177b8ab297 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:57.545604 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ea9da6bb-9e5e-4ca4-945b-9bbaa7511094 req-01c0d6d4-96e3-42ee-8916-3d177b8ab297 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 943 time: 0.2688091 Feb 16 22:13:57.635168 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2508eb0-1a73-4e1b-b8ac-5baee4ca52cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (0977ce05-f075-47d4-8f28-17b43150d09a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:57.660770 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-75d69206-b4aa-44b8-a539-5c62ea87628c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (20936b51-9463-4dd2-8882-ed12398b0f39), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:57.664325 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-75d69206-b4aa-44b8-a539-5c62ea87628c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:57.666045 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-75d69206-b4aa-44b8-a539-5c62ea87628c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/20936b51-9463-4dd2-8882-ed12398b0f39 HTTP/1.1" status: 204 len: 168 time: 1.3182888 Feb 16 22:13:57.724623 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d69206-b4aa-44b8-a539-5c62ea87628c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20936b51-9463-4dd2-8882-ed12398b0f39,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:57.751711 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9252c2f8-8b5c-4048-8c7e-df1a51c71e0c req-3c609d7a-b6b3-4280-b3f9-eaf7cfb9c250 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746483 Feb 16 22:13:57.795142 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2508eb0-1a73-4e1b-b8ac-5baee4ca52cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (0977ce05-f075-47d4-8f28-17b43150d09a), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:57.798533 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2508eb0-1a73-4e1b-b8ac-5baee4ca52cb admin admin] Publish callbacks [] for router_controller (0977ce05-f075-47d4-8f28-17b43150d09a), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:57.816656 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-1777af3c-0fd1-4d66-ad71-8d55e0691ea2 admin admin] Allocated IP 172.25.2.211 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/9d77d7bb-a30d-4e15-b95b-d5858d60afa3) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:13:57.826001 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ea9da6bb-9e5e-4ca4-945b-9bbaa7511094 req-8fc187bb-2ff2-41b5-98fc-d875ece8e825 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656240 Feb 16 22:13:57.872608 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2508eb0-1a73-4e1b-b8ac-5baee4ca52cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (0977ce05-f075-47d4-8f28-17b43150d09a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:57.874435 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2508eb0-1a73-4e1b-b8ac-5baee4ca52cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0977ce05-f075-47d4-8f28-17b43150d09a {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:13:57.885195 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2508eb0-1a73-4e1b-b8ac-5baee4ca52cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:57.891130 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d2508eb0-1a73-4e1b-b8ac-5baee4ca52cb admin admin] 10.222.0.75 "DELETE /v2.0/routers/0977ce05-f075-47d4-8f28-17b43150d09a HTTP/1.1" status: 204 len: 168 time: 1.8810024 Feb 16 22:13:57.894152 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52316) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:13:57.967467 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5477a2f-e692-4456-8f5e-5ecbd4bb6afb admin admin] Deleting subnet e5b119fa-7c76-4352-bdec-a5c18b8dbee6 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:13:57.980223 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c5477a2f-e692-4456-8f5e-5ecbd4bb6afb admin admin] Publish callbacks [] for subnet (e5b119fa-7c76-4352-bdec-a5c18b8dbee6), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:58.047006 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c5477a2f-e692-4456-8f5e-5ecbd4bb6afb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (e5b119fa-7c76-4352-bdec-a5c18b8dbee6), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:58.056379 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1777af3c-0fd1-4d66-ad71-8d55e0691ea2 admin admin] Publish callbacks [] for port (9d77d7bb-a30d-4e15-b95b-d5858d60afa3), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:58.126466 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1777af3c-0fd1-4d66-ad71-8d55e0691ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (9d77d7bb-a30d-4e15-b95b-d5858d60afa3), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:58.198196 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:58.238585 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1777af3c-0fd1-4d66-ad71-8d55e0691ea2 admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:13:58.241170 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777af3c-0fd1-4d66-ad71-8d55e0691ea2 admin admin] Pushing event updated for resources: {'Port': ['ID=9d77d7bb-a30d-4e15-b95b-d5858d60afa3,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:58.243971 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-1777af3c-0fd1-4d66-ad71-8d55e0691ea2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:13:58.247039 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1777af3c-0fd1-4d66-ad71-8d55e0691ea2 admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:13:58.281008 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c5477a2f-e692-4456-8f5e-5ecbd4bb6afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (e5b119fa-7c76-4352-bdec-a5c18b8dbee6), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:58.387226 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c5477a2f-e692-4456-8f5e-5ecbd4bb6afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (e5b119fa-7c76-4352-bdec-a5c18b8dbee6), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:58.426118 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5477a2f-e692-4456-8f5e-5ecbd4bb6afb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5b119fa-7c76-4352-bdec-a5c18b8dbee6,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:58.429852 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c5477a2f-e692-4456-8f5e-5ecbd4bb6afb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:58.435773 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c5477a2f-e692-4456-8f5e-5ecbd4bb6afb admin admin] 10.222.0.75 "DELETE /v2.0/subnets/e5b119fa-7c76-4352-bdec-a5c18b8dbee6 HTTP/1.1" status: 204 len: 168 time: 0.5381389 Feb 16 22:13:58.436198 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52322) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:13:58.441108 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0178147-90c9-403d-bc57-2824104f31b5 None None] Network c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:13:58.480617 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52324) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:13:58.677064 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-64dd8f58-2828-443d-aef0-1e5bb2487313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:58.691803 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26d88f-e677-431d-b614-93246e8c4a60 req-d29faa79-80f5-4b3e-a9e9-19eafe1ce20a tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:58.703857 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ec26d88f-e677-431d-b614-93246e8c4a60 req-d29faa79-80f5-4b3e-a9e9-19eafe1ce20a tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 948 time: 0.3697259 Feb 16 22:13:58.706140 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52326) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:13:58.713310 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e0d0e35e-b6fb-477a-84ec-7691f085e993 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ed4654a380fb41849d7979aaa1fe8d41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312837 Feb 16 22:13:58.772229 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0ed7e5-a963-4104-8c21-9c3dcfe39524 None None] DHCP port deletion for c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:13:58.774996 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 4e532cc9-334a-4fae-abfd-1b59618d3901 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:13:58.821581 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-64dd8f58-2828-443d-aef0-1e5bb2487313 admin admin] Deleting port 65eade5e-ac1d-41d7-b924-aef91bab8958 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:13:58.821933 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-64dd8f58-2828-443d-aef0-1e5bb2487313 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (65eade5e-ac1d-41d7-b924-aef91bab8958), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:58.845359 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1777af3c-0fd1-4d66-ad71-8d55e0691ea2 admin admin] Publish callbacks [] for router_gateway (11087e16-5c0e-44ac-85cb-36fafda2ab06), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:58.893107 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c504bc-63c9-487a-8000-7511a761af3e None None] Network ea12ed18-2146-4087-b7ac-be4800d31ba6 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:13:58.894677 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-64dd8f58-2828-443d-aef0-1e5bb2487313 admin admin] For port 65eade5e-ac1d-41d7-b924-aef91bab8958, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=65eade5e-ac1d-41d7-b924-aef91bab8958,segment=NetworkSegment(c96a5b2c-2f6e-4443-bb80-c0cf15fb6610),segment_id=c96a5b2c-2f6e-4443-bb80-c0cf15fb6610)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:13:58.895053 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-64dd8f58-2828-443d-aef0-1e5bb2487313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (65eade5e-ac1d-41d7-b924-aef91bab8958), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:58.909418 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-64dd8f58-2828-443d-aef0-1e5bb2487313 admin admin] Calling delete_port for 65eade5e-ac1d-41d7-b924-aef91bab8958 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:13:59.001364 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-64dd8f58-2828-443d-aef0-1e5bb2487313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (65eade5e-ac1d-41d7-b924-aef91bab8958), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:59.039973 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd8f58-2828-443d-aef0-1e5bb2487313 admin admin] Pushing event deleted for resources: {'Port': ['ID=65eade5e-ac1d-41d7-b924-aef91bab8958,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:59.043269 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-da0ed7e5-a963-4104-8c21-9c3dcfe39524 None None] Deleting port 65eade5e-ac1d-41d7-b924-aef91bab8958 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:13:59.043855 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-da0ed7e5-a963-4104-8c21-9c3dcfe39524 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (65eade5e-ac1d-41d7-b924-aef91bab8958), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:59.048855 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dd8f58-2828-443d-aef0-1e5bb2487313 admin admin] No DVR routers for this DVR port 65eade5e-ac1d-41d7-b924-aef91bab8958 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:13:59.050151 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c9f327f7-83f5-4f90-b713-6df61b79946a admin admin] Publish callbacks [] for security_group (bbd3c762-6526-4ebd-9c4d-0020ac126f2b), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:59.065222 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-0061359f-0b57-4f25-bd4e-687ca5028bb2 None None] Provisioning complete for port 4e532cc9-334a-4fae-abfd-1b59618d3901 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:13:59.065849 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0061359f-0b57-4f25-bd4e-687ca5028bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4e532cc9-334a-4fae-abfd-1b59618d3901), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:59.110137 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 4e532cc9-334a-4fae-abfd-1b59618d3901 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:13:59.110767 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4e532cc9-334a-4fae-abfd-1b59618d3901), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:59.138572 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ec26d88f-e677-431d-b614-93246e8c4a60 req-6ae663d0-d2b4-4ae2-a54e-0d45b912ce95 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337568 Feb 16 22:13:59.180669 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c9f327f7-83f5-4f90-b713-6df61b79946a admin admin] Publish callbacks [] for security_group (bbd3c762-6526-4ebd-9c4d-0020ac126f2b), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:59.208200 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-64dd8f58-2828-443d-aef0-1e5bb2487313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:59.232529 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-da0ed7e5-a963-4104-8c21-9c3dcfe39524 None None] For port 65eade5e-ac1d-41d7-b924-aef91bab8958, host n-d-813897-6, got binding levels [] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:13:59.234180 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-da0ed7e5-a963-4104-8c21-9c3dcfe39524 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (65eade5e-ac1d-41d7-b924-aef91bab8958), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:59.235507 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-64dd8f58-2828-443d-aef0-1e5bb2487313 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:59.249632 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-64dd8f58-2828-443d-aef0-1e5bb2487313 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c96a5b2c-2f6e-4443-bb80-c0cf15fb6610') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:59.250100 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-64dd8f58-2828-443d-aef0-1e5bb2487313 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c96a5b2c-2f6e-4443-bb80-c0cf15fb6610') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:13:59.261940 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-64dd8f58-2828-443d-aef0-1e5bb2487313 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (c96a5b2c-2f6e-4443-bb80-c0cf15fb6610), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:59.277822 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-da0ed7e5-a963-4104-8c21-9c3dcfe39524 None None] Calling delete_port for 65eade5e-ac1d-41d7-b924-aef91bab8958 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:13:59.287472 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-64dd8f58-2828-443d-aef0-1e5bb2487313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (c96a5b2c-2f6e-4443-bb80-c0cf15fb6610), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:59.292306 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.ipam_backend_mixin [None req-da0ed7e5-a963-4104-8c21-9c3dcfe39524 None None] Port 65eade5e-ac1d-41d7-b924-aef91bab8958 was not found and therefore no delete operation was performed {{(pid=103467) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 22:13:59.296635 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64dd8f58-2828-443d-aef0-1e5bb2487313 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:13:59.297046 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-64dd8f58-2828-443d-aef0-1e5bb2487313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (c96a5b2c-2f6e-4443-bb80-c0cf15fb6610), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:59.299299 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:13:59.299299 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:13:59.299299 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:13:59.299299 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:13:59.299299 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:13:59.299299 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:13:59.299299 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:13:59.299299 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:13:59.299299 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:13:59.299299 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:13:59.299299 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:13:59.299299 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:13:59.299299 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:13:59.299299 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:13:59.299299 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:13:59.299299 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:13:59.299299 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:13:59.299299 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:13:59.299299 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:13:59.299299 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:13:59.299299 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:13:59.299299 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:13:59.299299 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:13:59.299299 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:13:59.299299 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:13:59.299299 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:13:59.299299 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:13:59.299299 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:13:59.299299 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:13:59.299299 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:13:59.299299 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:13:59.299299 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:13:59.302550 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-da0ed7e5-a963-4104-8c21-9c3dcfe39524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (65eade5e-ac1d-41d7-b924-aef91bab8958), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:59.309205 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-0061359f-0b57-4f25-bd4e-687ca5028bb2 None None] Current status of the port 4e532cc9-334a-4fae-abfd-1b59618d3901 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:13:59.309591 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0061359f-0b57-4f25-bd4e-687ca5028bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4e532cc9-334a-4fae-abfd-1b59618d3901), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:59.368937 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183fb264-f522-4fb0-b73d-a6de75c34449 req-1988838f-5226-472a-bab0-6b5f6a265cb1 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:59.370091 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-183fb264-f522-4fb0-b73d-a6de75c34449 req-1988838f-5226-472a-bab0-6b5f6a265cb1 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 950 time: 0.5135915 Feb 16 22:13:59.381712 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-64dd8f58-2828-443d-aef0-1e5bb2487313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:59.382261 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ed7e5-a963-4104-8c21-9c3dcfe39524 None None] Pushing event deleted for resources: {'Port': ['ID=65eade5e-ac1d-41d7-b924-aef91bab8958,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:59.389873 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c9f327f7-83f5-4f90-b713-6df61b79946a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (bbd3c762-6526-4ebd-9c4d-0020ac126f2b), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:59.392766 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c9f327f7-83f5-4f90-b713-6df61b79946a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:59.394105 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c9f327f7-83f5-4f90-b713-6df61b79946a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bbd3c762-6526-4ebd-9c4d-0020ac126f2b HTTP/1.1" status: 204 len: 168 time: 0.6849170 Feb 16 22:13:59.396306 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-64dd8f58-2828-443d-aef0-1e5bb2487313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:59.405427 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-64dd8f58-2828-443d-aef0-1e5bb2487313 admin admin] 10.222.0.75 "DELETE /v2.0/networks/c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2 HTTP/1.1" status: 204 len: 168 time: 0.9673789 Feb 16 22:13:59.421993 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0ed7e5-a963-4104-8c21-9c3dcfe39524 None None] No DVR routers for this DVR port 65eade5e-ac1d-41d7-b924-aef91bab8958 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:13:59.426121 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd8f58-2828-443d-aef0-1e5bb2487313 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6cfe9bb-817a-4ef5-90fa-b47cdf305fe2,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:59.433435 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-0061359f-0b57-4f25-bd4e-687ca5028bb2 None None] For port 4e532cc9-334a-4fae-abfd-1b59618d3901, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=4e532cc9-334a-4fae-abfd-1b59618d3901,segment=NetworkSegment(f901632b-b16d-4b58-a423-c55826c2d338),segment_id=f901632b-b16d-4b58-a423-c55826c2d338)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:13:59.447285 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 4e532cc9-334a-4fae-abfd-1b59618d3901 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:13:59.447583 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4e532cc9-334a-4fae-abfd-1b59618d3901), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:59.478340 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0061359f-0b57-4f25-bd4e-687ca5028bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4e532cc9-334a-4fae-abfd-1b59618d3901), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:59.541572 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f327f7-83f5-4f90-b713-6df61b79946a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd3c762-6526-4ebd-9c4d-0020ac126f2b,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:59.635536 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device c2280c95-bdb5-4326-8ec7-a9c69b2d9429 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:13:59.680934 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb12bed-c916-4575-9217-4eb1811be36b req-bfe1c01a-30e3-496a-aed7-9a63d98e013c tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:13:59.682562 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fcb12bed-c916-4575-9217-4eb1811be36b req-bfe1c01a-30e3-496a-aed7-9a63d98e013c tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 943 time: 0.3581755 Feb 16 22:13:59.691660 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:13:59.692305 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:13:59.693059 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061359f-0b57-4f25-bd4e-687ca5028bb2 None None] Pushing event updated for resources: {'Port': ['ID=4e532cc9-334a-4fae-abfd-1b59618d3901,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:13:59.704353 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-183fb264-f522-4fb0-b73d-a6de75c34449 req-f84c7e9b-8b32-487c-83ce-fdf1176699d6 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277683 Feb 16 22:13:59.711009 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1777af3c-0fd1-4d66-ad71-8d55e0691ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (11087e16-5c0e-44ac-85cb-36fafda2ab06), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:59.711927 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:59.714383 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7cb67121-9072-4a12-abe7-8f3aed2fae51 None None] Provisioning complete for port 4e532cc9-334a-4fae-abfd-1b59618d3901 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:13:59.714756 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7cb67121-9072-4a12-abe7-8f3aed2fae51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4e532cc9-334a-4fae-abfd-1b59618d3901), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:59.758303 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52340) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:13:59.806763 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port c2280c95-bdb5-4326-8ec7-a9c69b2d9429 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:13:59.818588 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port c2280c95-bdb5-4326-8ec7-a9c69b2d9429 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:13:59.818971 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c2280c95-bdb5-4326-8ec7-a9c69b2d9429), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:59.844519 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-aec0188e-7afb-48c3-bfb6-27d5135fccf7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e7ee43918b7346aea3db9a1522c25646&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0850034 Feb 16 22:13:59.846843 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52342) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:13:59.892928 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fcb12bed-c916-4575-9217-4eb1811be36b req-2bcce6b0-24f5-4c10-87ab-689900989166 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875405 Feb 16 22:13:59.934812 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7cb67121-9072-4a12-abe7-8f3aed2fae51 None None] Current status of the port 4e532cc9-334a-4fae-abfd-1b59618d3901 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:13:59.954683 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-16bef12e-993a-45c4-8345-fc42c0515feb admin admin] Publish callbacks [] for security_group (eab23c27-3a63-4328-a22a-9756c2bb84ad), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:59.980414 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-16bef12e-993a-45c4-8345-fc42c0515feb admin admin] Publish callbacks [] for security_group (eab23c27-3a63-4328-a22a-9756c2bb84ad), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:13:59.996169 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port c2280c95-bdb5-4326-8ec7-a9c69b2d9429 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:13:59.996562 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c2280c95-bdb5-4326-8ec7-a9c69b2d9429), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:00.007380 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1777af3c-0fd1-4d66-ad71-8d55e0691ea2 admin admin] Router 11087e16-5c0e-44ac-85cb-36fafda2ab06 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:14:00.039402 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad04ee0-1cde-41cf-8475-b923d2cc4fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2280c95-bdb5-4326-8ec7-a9c69b2d9429'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:14:00.042888 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297158e8-ae52-43db-90b3-3209f414bb92" -d '{"events": [{"server_uuid": "cad04ee0-1cde-41cf-8475-b923d2cc4fba", "name": "network-vif-plugged", "status": "completed", "tag": "c2280c95-bdb5-4326-8ec7-a9c69b2d9429"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:14:00.049752 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-16bef12e-993a-45c4-8345-fc42c0515feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (eab23c27-3a63-4328-a22a-9756c2bb84ad), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:00.052896 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-16bef12e-993a-45c4-8345-fc42c0515feb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:00.054963 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-16bef12e-993a-45c4-8345-fc42c0515feb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/eab23c27-3a63-4328-a22a-9756c2bb84ad HTTP/1.1" status: 204 len: 168 time: 0.2066205 Feb 16 22:14:00.062283 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port c2280c95-bdb5-4326-8ec7-a9c69b2d9429, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=c2280c95-bdb5-4326-8ec7-a9c69b2d9429,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:00.068911 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c2280c95-bdb5-4326-8ec7-a9c69b2d9429), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:00.075053 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bef12e-993a-45c4-8345-fc42c0515feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab23c27-3a63-4328-a22a-9756c2bb84ad,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:00.127175 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68517184-6fbe-4439-885d-471408de9ae4 x-openstack-request-id: req-68517184-6fbe-4439-885d-471408de9ae4 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:14:00.127483 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad04ee0-1cde-41cf-8475-b923d2cc4fba", "name": "network-vif-plugged", "status": "completed", "tag": "c2280c95-bdb5-4326-8ec7-a9c69b2d9429", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:14:00.127757 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-68517184-6fbe-4439-885d-471408de9ae4 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:14:00.128152 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad04ee0-1cde-41cf-8475-b923d2cc4fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2280c95-bdb5-4326-8ec7-a9c69b2d9429', 'code': 200} Feb 16 22:14:00.172935 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=c2280c95-bdb5-4326-8ec7-a9c69b2d9429,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:00.186554 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1777af3c-0fd1-4d66-ad71-8d55e0691ea2 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:14:00.197981 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84f3f6c-2e8f-407c-9b40-7b6d1d5c088e None None] Sync routers for ids ['11087e16-5c0e-44ac-85cb-36fafda2ab06'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:14:00.256767 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84f3f6c-2e8f-407c-9b40-7b6d1d5c088e None None] Routers {'11087e16-5c0e-44ac-85cb-36fafda2ab06'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:14:00.257839 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-f84f3f6c-2e8f-407c-9b40-7b6d1d5c088e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:13:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['11087e16-5c0e-44ac-85cb-36fafda2ab06'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:14:00.286748 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1777af3c-0fd1-4d66-ad71-8d55e0691ea2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:00.291374 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1777af3c-0fd1-4d66-ad71-8d55e0691ea2 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5723119 Feb 16 22:14:00.291771 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52358) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:14:00.372907 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81132f5-3b76-40c1-a599-c7d877940b1e req-9c8b57e5-8deb-4c22-906d-b67ac9eec6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:00.375052 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c81132f5-3b76-40c1-a599-c7d877940b1e req-9c8b57e5-8deb-4c22-906d-b67ac9eec6bd service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 1131 time: 0.1703143 Feb 16 22:14:00.382446 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a89d68-ef1f-4cbe-a623-565c80f66948 req-83ef0137-043e-4fb9-bbbe-08af0fa14979 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:00.389491 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-17a89d68-ef1f-4cbe-a623-565c80f66948 req-83ef0137-043e-4fb9-bbbe-08af0fa14979 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 949 time: 0.1631038 Feb 16 22:14:00.492541 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-17a89d68-ef1f-4cbe-a623-565c80f66948 req-a725b057-d6d4-4db2-9016-7789855d0f94 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964556 Feb 16 22:14:00.500215 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c81132f5-3b76-40c1-a599-c7d877940b1e req-750d2231-f8ee-4f30-b58c-360fea074fda service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076667 Feb 16 22:14:00.530710 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 4e532cc9-334a-4fae-abfd-1b59618d3901 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:14:00.543156 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9a771727-0407-48ab-b77f-59c89c239890 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:14:00.573726 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 9a771727-0407-48ab-b77f-59c89c239890 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:14:00.574114 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9a771727-0407-48ab-b77f-59c89c239890 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:14:00.587095 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-f84f3f6c-2e8f-407c-9b40-7b6d1d5c088e None None] Set router 11087e16-5c0e-44ac-85cb-36fafda2ab06 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:14:00.767390 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 4e532cc9-334a-4fae-abfd-1b59618d3901 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:14:00.898257 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 4e532cc9-334a-4fae-abfd-1b59618d3901 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:14:00.898661 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4e532cc9-334a-4fae-abfd-1b59618d3901), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:00.913604 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52380) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:14:01.000839 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3668f691-3941-4a84-a66a-0b8196ba7505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:01.009014 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1d3a8-1684-49cb-b770-5085153dc79d req-145f0e4b-ddc2-431a-875e-208ea9fcce34 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:01.015596 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-43f1d3a8-1684-49cb-b770-5085153dc79d req-145f0e4b-ddc2-431a-875e-208ea9fcce34 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 950 time: 0.1744130 Feb 16 22:14:01.116685 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 4e532cc9-334a-4fae-abfd-1b59618d3901 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:14:01.139432 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-f84f3f6c-2e8f-407c-9b40-7b6d1d5c088e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'name': 'tempest-ServersTestManualDisk-1346985168-router', 'tenant_id': 'd9f4c3d639764d149e7c3c9334975949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '9d77d7bb-a30d-4e15-b95b-d5858d60afa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:13:55Z', 'updated_at': '2022-02-16T22:13:58Z', 'revision_number': 3, 'project_id': 'd9f4c3d639764d149e7c3c9334975949', 'gw_port': {'id': '9d77d7bb-a30d-4e15-b95b-d5858d60afa3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:13:57Z', 'updated_at': '2022-02-16T22:13:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:14:01.150622 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-ab8c610c-ee05-4d7d-a4c7-4d72dfd66d01 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-778101960-network', 'tenant_id': 'd0a12c8bc49c4d5fb843941dd13639cb'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:14:01.213481 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-43f1d3a8-1684-49cb-b770-5085153dc79d req-20be93e3-9db8-417f-8ff8-7875bc6c9301 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894846 Feb 16 22:14:01.219592 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8c610c-ee05-4d7d-a4c7-4d72dfd66d01 admin admin] Made reservation on behalf of d0a12c8bc49c4d5fb843941dd13639cb for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:14:01.221326 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device bb419b4b-240a-4bc5-bc66-a101eb5fa109 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:14:01.222531 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab8c610c-ee05-4d7d-a4c7-4d72dfd66d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:01.223729 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84f3f6c-2e8f-407c-9b40-7b6d1d5c088e None None] Checking router: 11087e16-5c0e-44ac-85cb-36fafda2ab06 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:14:01.226071 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84f3f6c-2e8f-407c-9b40-7b6d1d5c088e None None] Updating router 11087e16-5c0e-44ac-85cb-36fafda2ab06 port 9d77d7bb-a30d-4e15-b95b-d5858d60afa3 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:14:01.238796 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab8c610c-ee05-4d7d-a4c7-4d72dfd66d01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:01.264824 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04e41f-4af2-4ae6-8b72-6550b70d5c5d req-00ace51f-3995-4db2-8a70-bbbf32acaf66 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:01.266361 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8a04e41f-4af2-4ae6-8b72-6550b70d5c5d req-00ace51f-3995-4db2-8a70-bbbf32acaf66 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 943 time: 0.1383433 Feb 16 22:14:01.280490 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-3668f691-3941-4a84-a66a-0b8196ba7505 admin admin] Allocated IP 172.20.0.1 (ea12ed18-2146-4087-b7ac-be4800d31ba6/d6127c36-c1ee-44b8-9e4f-0b0d5d8779af/5a871ffa-a4d9-47a0-8bec-d952ba9d64f7) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:14:01.305394 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: bb419b4b-240a-4bc5-bc66-a101eb5fa109 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:14:01.306023 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device bb419b4b-240a-4bc5-bc66-a101eb5fa109 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:14:01.306473 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 65eade5e-ac1d-41d7-b924-aef91bab8958 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:14:01.351619 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 65eade5e-ac1d-41d7-b924-aef91bab8958 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:14:01.351973 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 65eade5e-ac1d-41d7-b924-aef91bab8958 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:14:01.353516 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f84f3f6c-2e8f-407c-9b40-7b6d1d5c088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9d77d7bb-a30d-4e15-b95b-d5858d60afa3), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:01.375987 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8a04e41f-4af2-4ae6-8b72-6550b70d5c5d req-52bbc1e1-899a-44fc-9b57-3cc3fdfd582f tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969939 Feb 16 22:14:01.421548 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab8c610c-ee05-4d7d-a4c7-4d72dfd66d01 admin admin] Publish callbacks [] for security_group (c9a02bae-3e5f-4471-b77c-6a242cc8fdf3), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:01.440711 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab8c610c-ee05-4d7d-a4c7-4d72dfd66d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c9a02bae-3e5f-4471-b77c-6a242cc8fdf3), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:01.453180 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab8c610c-ee05-4d7d-a4c7-4d72dfd66d01 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:14:01.464002 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab8c610c-ee05-4d7d-a4c7-4d72dfd66d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (e29112f0-a4dd-4297-bdc1-df3ee8a44432), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:01.464271 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-ab8c610c-ee05-4d7d-a4c7-4d72dfd66d01 admin admin] Added segment e29112f0-a4dd-4297-bdc1-df3ee8a44432 of type vlan for network fe52ba54-79a6-4124-84d2-5d196fc024e7 Feb 16 22:14:01.549445 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3668f691-3941-4a84-a66a-0b8196ba7505 admin admin] Publish callbacks [] for port (5a871ffa-a4d9-47a0-8bec-d952ba9d64f7), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:01.553991 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab8c610c-ee05-4d7d-a4c7-4d72dfd66d01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (fe52ba54-79a6-4124-84d2-5d196fc024e7), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:01.556327 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52398) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:14:01.596125 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab8c610c-ee05-4d7d-a4c7-4d72dfd66d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (fe52ba54-79a6-4124-84d2-5d196fc024e7), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:01.596911 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8c610c-ee05-4d7d-a4c7-4d72dfd66d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:01.597501 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab8c610c-ee05-4d7d-a4c7-4d72dfd66d01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:01.627185 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device f5f434fd-a528-4a73-a958-bf0d4d1d5a8d no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:14:01.638349 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c610c-ee05-4d7d-a4c7-4d72dfd66d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a02bae-3e5f-4471-b77c-6a242cc8fdf3,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:01.656535 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ab8c610c-ee05-4d7d-a4c7-4d72dfd66d01 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7396514 Feb 16 22:14:01.663676 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52402) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:14:01.669837 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-88b90acc-3a53-4533-8ad7-e6f3499ab9d7 admin admin] Request body: {'subnet': {'network_id': 'fe52ba54-79a6-4124-84d2-5d196fc024e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-778101960-subnet', 'tenant_id': 'd0a12c8bc49c4d5fb843941dd13639cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:14:01.707788 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc52ce5-5c7b-418c-8992-054581d8c193 req-84809087-a907-48b2-a631-ffd49c1eb449 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:01.710562 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5bc52ce5-5c7b-418c-8992-054581d8c193 req-84809087-a907-48b2-a631-ffd49c1eb449 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 949 time: 0.1063821 Feb 16 22:14:01.750592 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-0e647f5e-3464-44da-ac84-faff6a610a57 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-787956320-network', 'tenant_id': 'eb6359d124c14a73ac3b0de930e6a0fe'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:14:01.759796 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c610c-ee05-4d7d-a4c7-4d72dfd66d01 admin admin] Pushing event updated for resources: {'Network': ['ID=fe52ba54-79a6-4124-84d2-5d196fc024e7,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:01.771882 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3668f691-3941-4a84-a66a-0b8196ba7505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (5a871ffa-a4d9-47a0-8bec-d952ba9d64f7), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:01.798010 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network fe52ba54-79a6-4124-84d2-5d196fc024e7 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:14:01.816394 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5bc52ce5-5c7b-418c-8992-054581d8c193 req-b5075c0b-3978-40e5-b746-8b631c8354e2 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981555 Feb 16 22:14:01.820632 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e647f5e-3464-44da-ac84-faff6a610a57 admin admin] Made reservation on behalf of eb6359d124c14a73ac3b0de930e6a0fe for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:14:01.824480 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0e647f5e-3464-44da-ac84-faff6a610a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:01.844490 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b90acc-3a53-4533-8ad7-e6f3499ab9d7 admin admin] Made reservation on behalf of d0a12c8bc49c4d5fb843941dd13639cb for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:14:01.845270 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-88b90acc-3a53-4533-8ad7-e6f3499ab9d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:01.850428 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f84f3f6c-2e8f-407c-9b40-7b6d1d5c088e None None] Publish callbacks [] for port (9d77d7bb-a30d-4e15-b95b-d5858d60afa3), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:01.862378 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d is: DOWN; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:14:01.864909 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0e647f5e-3464-44da-ac84-faff6a610a57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:01.896208 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f84f3f6c-2e8f-407c-9b40-7b6d1d5c088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9d77d7bb-a30d-4e15-b95b-d5858d60afa3), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:01.983036 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-f84f3f6c-2e8f-407c-9b40-7b6d1d5c088e None None] Attempting to bind port 9d77d7bb-a30d-4e15-b95b-d5858d60afa3 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:14:01.983422 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-f84f3f6c-2e8f-407c-9b40-7b6d1d5c088e None None] Attempting to bind port 9d77d7bb-a30d-4e15-b95b-d5858d60afa3 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:14:01.984104 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84f3f6c-2e8f-407c-9b40-7b6d1d5c088e None None] Attempting to bind port 9d77d7bb-a30d-4e15-b95b-d5858d60afa3 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:14:01.998875 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84f3f6c-2e8f-407c-9b40-7b6d1d5c088e None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:14:01.999444 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84f3f6c-2e8f-407c-9b40-7b6d1d5c088e None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:14:01.999871 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f84f3f6c-2e8f-407c-9b40-7b6d1d5c088e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:02.000274 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84f3f6c-2e8f-407c-9b40-7b6d1d5c088e None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:14:02.002370 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-f84f3f6c-2e8f-407c-9b40-7b6d1d5c088e None None] Bound port: 9d77d7bb-a30d-4e15-b95b-d5858d60afa3, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:14:02.003069 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f84f3f6c-2e8f-407c-9b40-7b6d1d5c088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9d77d7bb-a30d-4e15-b95b-d5858d60afa3), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:02.022951 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0e647f5e-3464-44da-ac84-faff6a610a57 admin admin] Publish callbacks [] for security_group (4097961e-af5d-4afc-91b7-cdbda2ec3fc3), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:02.040182 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0e647f5e-3464-44da-ac84-faff6a610a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4097961e-af5d-4afc-91b7-cdbda2ec3fc3), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:02.067078 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e647f5e-3464-44da-ac84-faff6a610a57 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:14:02.079362 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e647f5e-3464-44da-ac84-faff6a610a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4097961e-af5d-4afc-91b7-cdbda2ec3fc3,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:02.084909 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0e647f5e-3464-44da-ac84-faff6a610a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (0fcd852f-dbb0-4c8e-bb68-facd05b73898), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:02.085440 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-0e647f5e-3464-44da-ac84-faff6a610a57 admin admin] Added segment 0fcd852f-dbb0-4c8e-bb68-facd05b73898 of type vlan for network 4bac3cdf-16ae-435f-8215-29d96cd595c1 Feb 16 22:14:02.091600 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3668f691-3941-4a84-a66a-0b8196ba7505 admin admin] Network ea12ed18-2146-4087-b7ac-be4800d31ba6 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:14:02.093377 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-88b90acc-3a53-4533-8ad7-e6f3499ab9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (3cc2dd23-b385-445e-9512-b0acebd3f8b9), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:02.105337 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-3668f691-3941-4a84-a66a-0b8196ba7505 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:14:02.132915 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0e647f5e-3464-44da-ac84-faff6a610a57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (4bac3cdf-16ae-435f-8215-29d96cd595c1), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:02.145044 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3668f691-3941-4a84-a66a-0b8196ba7505 admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:14:02.148825 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-f84f3f6c-2e8f-407c-9b40-7b6d1d5c088e None None] For port 9d77d7bb-a30d-4e15-b95b-d5858d60afa3, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:14:02.152980 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-f84f3f6c-2e8f-407c-9b40-7b6d1d5c088e None None] For port 9d77d7bb-a30d-4e15-b95b-d5858d60afa3, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9d77d7bb-a30d-4e15-b95b-d5858d60afa3,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:14:02.155094 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad030fdb-f842-4f21-a00d-4e65f31d1672 None None] Pushing event updated for resources: {'Port': ['ID=9d77d7bb-a30d-4e15-b95b-d5858d60afa3,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:02.167388 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f84f3f6c-2e8f-407c-9b40-7b6d1d5c088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9d77d7bb-a30d-4e15-b95b-d5858d60afa3), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:02.178520 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668f691-3941-4a84-a66a-0b8196ba7505 admin admin] Pushing event updated for resources: {'Port': ['ID=5a871ffa-a4d9-47a0-8bec-d952ba9d64f7,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:02.201001 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0e647f5e-3464-44da-ac84-faff6a610a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (4bac3cdf-16ae-435f-8215-29d96cd595c1), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:02.205276 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e647f5e-3464-44da-ac84-faff6a610a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:02.211793 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0e647f5e-3464-44da-ac84-faff6a610a57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:02.241521 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84f3f6c-2e8f-407c-9b40-7b6d1d5c088e None None] Routers {'11087e16-5c0e-44ac-85cb-36fafda2ab06'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:14:02.241887 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-f84f3f6c-2e8f-407c-9b40-7b6d1d5c088e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:13:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['11087e16-5c0e-44ac-85cb-36fafda2ab06'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:14:02.259956 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b90acc-3a53-4533-8ad7-e6f3499ab9d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cc2dd23-b385-445e-9512-b0acebd3f8b9,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:02.282684 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0e647f5e-3464-44da-ac84-faff6a610a57 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7250843 Feb 16 22:14:02.286856 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52408) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:14:02.290957 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3668f691-3941-4a84-a66a-0b8196ba7505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (11087e16-5c0e-44ac-85cb-36fafda2ab06), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:02.294086 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-f7a3f9ad-5920-41d7-88ea-7bfd69da83d8 admin admin] Request body: {'subnet': {'network_id': '4bac3cdf-16ae-435f-8215-29d96cd595c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-787956320-subnet', 'tenant_id': 'eb6359d124c14a73ac3b0de930e6a0fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:14:02.334840 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad030fdb-f842-4f21-a00d-4e65f31d1672 None None] Pushing event updated for resources: {'Port': ['ID=9d77d7bb-a30d-4e15-b95b-d5858d60afa3,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:02.361527 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e647f5e-3464-44da-ac84-faff6a610a57 admin admin] Pushing event updated for resources: {'Network': ['ID=4bac3cdf-16ae-435f-8215-29d96cd595c1,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:02.372936 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 4bac3cdf-16ae-435f-8215-29d96cd595c1 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:14:02.396540 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b90acc-3a53-4533-8ad7-e6f3499ab9d7 admin admin] Checking segment: {'id': 'e29112f0-a4dd-4297-bdc1-df3ee8a44432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fe52ba54-79a6-4124-84d2-5d196fc024e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:14:02.396835 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b90acc-3a53-4533-8ad7-e6f3499ab9d7 admin admin] Network hostable DHCP agents. Network: fe52ba54-79a6-4124-84d2-5d196fc024e7, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:14:02.408163 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-f84f3f6c-2e8f-407c-9b40-7b6d1d5c088e None None] Set router 11087e16-5c0e-44ac-85cb-36fafda2ab06 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:14:02.427425 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a3f9ad-5920-41d7-88ea-7bfd69da83d8 admin admin] Made reservation on behalf of eb6359d124c14a73ac3b0de930e6a0fe for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:14:02.430660 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f7a3f9ad-5920-41d7-88ea-7bfd69da83d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:02.478370 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041845b-6a50-4045-b69d-553e56ffd113 req-78046742-931e-4334-bbe5-7345a68c8e37 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:02.480287 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6041845b-6a50-4045-b69d-553e56ffd113 req-78046742-931e-4334-bbe5-7345a68c8e37 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 950 time: 0.1234200 Feb 16 22:14:02.558735 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b90acc-3a53-4533-8ad7-e6f3499ab9d7 admin admin] Network fe52ba54-79a6-4124-84d2-5d196fc024e7 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:14:02.566467 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f0389cf5-6d1a-434a-92ba-80a5b9a06828 None None] Provisioning complete for port 5a871ffa-a4d9-47a0-8bec-d952ba9d64f7 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:14:02.566957 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f0389cf5-6d1a-434a-92ba-80a5b9a06828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5a871ffa-a4d9-47a0-8bec-d952ba9d64f7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:02.584615 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3668f691-3941-4a84-a66a-0b8196ba7505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5a871ffa-a4d9-47a0-8bec-d952ba9d64f7), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:02.589354 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-88b90acc-3a53-4533-8ad7-e6f3499ab9d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, fe52ba54-79a6-4124-84d2-5d196fc024e7) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:14:02.604215 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b90acc-3a53-4533-8ad7-e6f3499ab9d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:02.604846 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-88b90acc-3a53-4533-8ad7-e6f3499ab9d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:02.631671 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-88b90acc-3a53-4533-8ad7-e6f3499ab9d7 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9630570 Feb 16 22:14:02.632794 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52412) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:14:02.641879 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb38447-7b81-45ed-ba2f-ea82769f7832 None None] Network fe52ba54-79a6-4124-84d2-5d196fc024e7 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:14:02.648724 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-a282f865-1a36-4c1e-b5b5-2a8e7eabd862 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-778101960-router', 'tenant_id': 'd0a12c8bc49c4d5fb843941dd13639cb', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:14:02.666904 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6041845b-6a50-4045-b69d-553e56ffd113 req-c530598e-3247-482d-9881-e0145904f93d tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504774 Feb 16 22:14:02.718048 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f0389cf5-6d1a-434a-92ba-80a5b9a06828 None None] Port 5a871ffa-a4d9-47a0-8bec-d952ba9d64f7 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:14:02.719557 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a282f865-1a36-4c1e-b5b5-2a8e7eabd862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (7a99c044-00b2-442e-bec3-f9c58f2f5d32), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:02.720625 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a282f865-1a36-4c1e-b5b5-2a8e7eabd862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (7a99c044-00b2-442e-bec3-f9c58f2f5d32), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:02.737002 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312e24b-7944-4d4d-9804-1583245f7f9d req-0cc61ff1-e3d8-4be4-ad53-3d649598b340 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:02.744228 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4312e24b-7944-4d4d-9804-1583245f7f9d req-0cc61ff1-e3d8-4be4-ad53-3d649598b340 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 943 time: 0.2260432 Feb 16 22:14:02.839751 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3fe287-372e-4122-af23-02b84155b612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-fe52ba54-79a6-4124-84d2-5d196fc024e7', 'network_id': 'fe52ba54-79a6-4124-84d2-5d196fc024e7', 'project_id': 'd0a12c8bc49c4d5fb843941dd13639cb', 'fixed_ips': [{'subnet_id': '3cc2dd23-b385-445e-9512-b0acebd3f8b9'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:14:02.840603 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3e3fe287-372e-4122-af23-02b84155b612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:02.862679 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a282f865-1a36-4c1e-b5b5-2a8e7eabd862 admin admin] Publish callbacks [] for router_controller (7a99c044-00b2-442e-bec3-f9c58f2f5d32), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:02.886463 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3668f691-3941-4a84-a66a-0b8196ba7505 admin admin] Publish callbacks [] for port (5a871ffa-a4d9-47a0-8bec-d952ba9d64f7), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:02.901295 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3668f691-3941-4a84-a66a-0b8196ba7505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (5a871ffa-a4d9-47a0-8bec-d952ba9d64f7), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:02.905243 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4312e24b-7944-4d4d-9804-1583245f7f9d req-cf184ea9-3d54-42b7-974e-1b2d0e8eb6f0 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590993 Feb 16 22:14:02.953991 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f7a3f9ad-5920-41d7-88ea-7bfd69da83d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (d292e6dc-86dc-495b-b76c-8deab59c0198), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:02.960427 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-f84f3f6c-2e8f-407c-9b40-7b6d1d5c088e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'name': 'tempest-ServersTestManualDisk-1346985168-router', 'tenant_id': 'd9f4c3d639764d149e7c3c9334975949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '9d77d7bb-a30d-4e15-b95b-d5858d60afa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:13:55Z', 'updated_at': '2022-02-16T22:13:58Z', 'revision_number': 3, 'project_id': 'd9f4c3d639764d149e7c3c9334975949', 'gw_port': {'id': '9d77d7bb-a30d-4e15-b95b-d5858d60afa3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:13:57Z', 'updated_at': '2022-02-16T22:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:14:03.007918 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3668f691-3941-4a84-a66a-0b8196ba7505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (11087e16-5c0e-44ac-85cb-36fafda2ab06), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:03.013945 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668f691-3941-4a84-a66a-0b8196ba7505 admin admin] Pushing event updated for resources: {'Port': ['ID=5a871ffa-a4d9-47a0-8bec-d952ba9d64f7,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:03.137490 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3668f691-3941-4a84-a66a-0b8196ba7505 admin admin] Network ea12ed18-2146-4087-b7ac-be4800d31ba6 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:14:03.139094 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-3668f691-3941-4a84-a66a-0b8196ba7505 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:14:03.154152 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84f3f6c-2e8f-407c-9b40-7b6d1d5c088e None None] The sync data for ids ['11087e16-5c0e-44ac-85cb-36fafda2ab06'] in n-d-813897-6 is: [{'id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'name': 'tempest-ServersTestManualDisk-1346985168-router', 'tenant_id': 'd9f4c3d639764d149e7c3c9334975949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '9d77d7bb-a30d-4e15-b95b-d5858d60afa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:13:55Z', 'updated_at': '2022-02-16T22:13:58Z', 'revision_number': 3, 'project_id': 'd9f4c3d639764d149e7c3c9334975949', 'gw_port': {'id': '9d77d7bb-a30d-4e15-b95b-d5858d60afa3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:13:57Z', 'updated_at': '2022-02-16T22:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:14:03.203382 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3f9ad-5920-41d7-88ea-7bfd69da83d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d292e6dc-86dc-495b-b76c-8deab59c0198,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:03.231001 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-3e3fe287-372e-4122-af23-02b84155b612 None None] Allocated IP 172.20.0.2 (fe52ba54-79a6-4124-84d2-5d196fc024e7/3cc2dd23-b385-445e-9512-b0acebd3f8b9/c2fc4312-40a8-4125-89eb-9410f85c9184) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:14:03.238855 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a282f865-1a36-4c1e-b5b5-2a8e7eabd862 admin admin] Publish callbacks [] for router_gateway (7a99c044-00b2-442e-bec3-f9c58f2f5d32), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:03.268696 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63758e35-5378-405d-8e3e-f53c9c558b10 req-a3e13184-324d-42bb-a994-d39ad342929f tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:03.270408 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-63758e35-5378-405d-8e3e-f53c9c558b10 req-a3e13184-324d-42bb-a994-d39ad342929f tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 949 time: 0.3178613 Feb 16 22:14:03.278162 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a3f9ad-5920-41d7-88ea-7bfd69da83d8 admin admin] Checking segment: {'id': '0fcd852f-dbb0-4c8e-bb68-facd05b73898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4bac3cdf-16ae-435f-8215-29d96cd595c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:14:03.278649 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a3f9ad-5920-41d7-88ea-7bfd69da83d8 admin admin] Network hostable DHCP agents. Network: 4bac3cdf-16ae-435f-8215-29d96cd595c1, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:14:03.356587 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3668f691-3941-4a84-a66a-0b8196ba7505 admin admin] Router 11087e16-5c0e-44ac-85cb-36fafda2ab06 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:14:03.379749 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a3f9ad-5920-41d7-88ea-7bfd69da83d8 admin admin] Network 4bac3cdf-16ae-435f-8215-29d96cd595c1 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:14:03.408144 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-f7a3f9ad-5920-41d7-88ea-7bfd69da83d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 4bac3cdf-16ae-435f-8215-29d96cd595c1) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:14:03.415369 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-63758e35-5378-405d-8e3e-f53c9c558b10 req-556cd0bf-0b70-41ae-a42b-43369ffaff61 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382654 Feb 16 22:14:03.417906 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a3f9ad-5920-41d7-88ea-7bfd69da83d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:03.418545 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f7a3f9ad-5920-41d7-88ea-7bfd69da83d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:03.421271 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca4b2b8-fdf1-4b3f-9c5d-61d841015f84 None None] Network 4bac3cdf-16ae-435f-8215-29d96cd595c1 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:14:03.549080 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f7a3f9ad-5920-41d7-88ea-7bfd69da83d8 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2607653 Feb 16 22:14:03.662285 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3668f691-3941-4a84-a66a-0b8196ba7505 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:14:03.675639 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3668f691-3941-4a84-a66a-0b8196ba7505 admin admin] 10.222.0.75 "PUT /v2.0/routers/11087e16-5c0e-44ac-85cb-36fafda2ab06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3826563 Feb 16 22:14:03.732394 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ebdfb6-bf2e-4609-9580-5ea5ee9a7639 None None] Network 4bac3cdf-16ae-435f-8215-29d96cd595c1 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:14:03.923248 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-143fe162-3e2c-4644-a735-0fcc49f8b73b None None] Provisioning complete for port 5a871ffa-a4d9-47a0-8bec-d952ba9d64f7 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:14:03.925244 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-143fe162-3e2c-4644-a735-0fcc49f8b73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5a871ffa-a4d9-47a0-8bec-d952ba9d64f7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:03.989894 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3e3fe287-372e-4122-af23-02b84155b612 None None] Publish callbacks [] for port (c2fc4312-40a8-4125-89eb-9410f85c9184), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:04.001159 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-143fe162-3e2c-4644-a735-0fcc49f8b73b None None] Port 5a871ffa-a4d9-47a0-8bec-d952ba9d64f7 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:14:04.009235 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3e3fe287-372e-4122-af23-02b84155b612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (c2fc4312-40a8-4125-89eb-9410f85c9184), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:04.049165 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3fe287-372e-4122-af23-02b84155b612 None None] Network fe52ba54-79a6-4124-84d2-5d196fc024e7 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:14:04.054607 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-3e3fe287-372e-4122-af23-02b84155b612 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:14:04.058369 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3fe287-372e-4122-af23-02b84155b612 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:14:04.068741 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3fe287-372e-4122-af23-02b84155b612 None None] Pushing event updated for resources: {'Port': ['ID=c2fc4312-40a8-4125-89eb-9410f85c9184,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:04.128313 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-3e3fe287-372e-4122-af23-02b84155b612 None None] Attempting to bind port c2fc4312-40a8-4125-89eb-9410f85c9184 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:14:04.129142 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-3e3fe287-372e-4122-af23-02b84155b612 None None] Attempting to bind port c2fc4312-40a8-4125-89eb-9410f85c9184 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'e29112f0-a4dd-4297-bdc1-df3ee8a44432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fe52ba54-79a6-4124-84d2-5d196fc024e7'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:14:04.129692 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3fe287-372e-4122-af23-02b84155b612 None None] Attempting to bind port c2fc4312-40a8-4125-89eb-9410f85c9184 on network fe52ba54-79a6-4124-84d2-5d196fc024e7 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:14:04.136070 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3fe287-372e-4122-af23-02b84155b612 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:14:04.136753 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3fe287-372e-4122-af23-02b84155b612 None None] Checking segment: {'id': 'e29112f0-a4dd-4297-bdc1-df3ee8a44432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fe52ba54-79a6-4124-84d2-5d196fc024e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:14:04.137351 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3e3fe287-372e-4122-af23-02b84155b612 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:04.137907 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3fe287-372e-4122-af23-02b84155b612 None None] Bound using segment: {'id': 'e29112f0-a4dd-4297-bdc1-df3ee8a44432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fe52ba54-79a6-4124-84d2-5d196fc024e7'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:14:04.138573 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-3e3fe287-372e-4122-af23-02b84155b612 None None] Bound port: c2fc4312-40a8-4125-89eb-9410f85c9184, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e29112f0-a4dd-4297-bdc1-df3ee8a44432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fe52ba54-79a6-4124-84d2-5d196fc024e7'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:14:04.139172 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3e3fe287-372e-4122-af23-02b84155b612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c2fc4312-40a8-4125-89eb-9410f85c9184), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:04.212923 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-3e3fe287-372e-4122-af23-02b84155b612 None None] For port c2fc4312-40a8-4125-89eb-9410f85c9184, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:14:04.216565 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-3e3fe287-372e-4122-af23-02b84155b612 None None] For port c2fc4312-40a8-4125-89eb-9410f85c9184, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=c2fc4312-40a8-4125-89eb-9410f85c9184,segment=NetworkSegment(e29112f0-a4dd-4297-bdc1-df3ee8a44432),segment_id=e29112f0-a4dd-4297-bdc1-df3ee8a44432)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:14:04.225937 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3e3fe287-372e-4122-af23-02b84155b612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c2fc4312-40a8-4125-89eb-9410f85c9184), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:04.280433 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170c781-96ce-4740-b300-3c6129a73cfb req-c628a55d-ccbc-4fcf-9052-e4a7b7ab9116 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:04.284287 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4170c781-96ce-4740-b300-3c6129a73cfb req-c628a55d-ccbc-4fcf-9052-e4a7b7ab9116 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 949 time: 0.7307508 Feb 16 22:14:04.303610 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3fe287-372e-4122-af23-02b84155b612 None None] Pushing event updated for resources: {'Port': ['ID=c2fc4312-40a8-4125-89eb-9410f85c9184,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:04.335132 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a282f865-1a36-4c1e-b5b5-2a8e7eabd862 admin admin] Publish callbacks [] for router_gateway (7a99c044-00b2-442e-bec3-f9c58f2f5d32), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:04.376098 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a282f865-1a36-4c1e-b5b5-2a8e7eabd862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:04.394572 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4170c781-96ce-4740-b300-3c6129a73cfb req-19e1e988-026c-43af-b894-efac8cad21a9 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953660 Feb 16 22:14:04.531117 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e131dd8-bbca-4d4e-b611-a902134fbecd req-d22573a9-6d11-4c83-8d92-856051b1402b tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:04.533233 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4e131dd8-bbca-4d4e-b611-a902134fbecd req-d22573a9-6d11-4c83-8d92-856051b1402b tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 950 time: 0.3250613 Feb 16 22:14:04.659713 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-a282f865-1a36-4c1e-b5b5-2a8e7eabd862 admin admin] Allocated IP 172.25.2.213 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/575e0a81-efed-4a85-ad5f-9822c965318c) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:14:04.692596 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4e131dd8-bbca-4d4e-b611-a902134fbecd req-c184b727-48a2-4596-adbd-b6220f8c4c43 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254895 Feb 16 22:14:04.733430 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822a817-ce92-494c-b62b-300497f4ced3 req-4431253a-d755-4d78-8985-de82ae49a313 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:04.744733 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2822a817-ce92-494c-b62b-300497f4ced3 req-4431253a-d755-4d78-8985-de82ae49a313 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 943 time: 0.2278590 Feb 16 22:14:04.858578 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2822a817-ce92-494c-b62b-300497f4ced3 req-06e23dea-98ca-4f37-854e-1ce1a1fee68d tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129372 Feb 16 22:14:04.861923 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9d77d7bb-a30d-4e15-b95b-d5858d60afa3 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:14:04.909903 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a282f865-1a36-4c1e-b5b5-2a8e7eabd862 admin admin] Publish callbacks [] for port (575e0a81-efed-4a85-ad5f-9822c965318c), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:04.923611 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 9d77d7bb-a30d-4e15-b95b-d5858d60afa3 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:14:04.924002 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9d77d7bb-a30d-4e15-b95b-d5858d60afa3), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:04.991726 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a282f865-1a36-4c1e-b5b5-2a8e7eabd862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (575e0a81-efed-4a85-ad5f-9822c965318c), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:05.057619 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 9d77d7bb-a30d-4e15-b95b-d5858d60afa3 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:14:05.058049 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9d77d7bb-a30d-4e15-b95b-d5858d60afa3), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:05.079039 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a282f865-1a36-4c1e-b5b5-2a8e7eabd862 admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:14:05.084797 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 9d77d7bb-a30d-4e15-b95b-d5858d60afa3, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9d77d7bb-a30d-4e15-b95b-d5858d60afa3,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:05.086225 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-a282f865-1a36-4c1e-b5b5-2a8e7eabd862 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:14:05.091170 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9d77d7bb-a30d-4e15-b95b-d5858d60afa3), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:05.092965 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c2fc4312-40a8-4125-89eb-9410f85c9184 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:14:05.104005 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a282f865-1a36-4c1e-b5b5-2a8e7eabd862 admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:14:05.173480 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=9d77d7bb-a30d-4e15-b95b-d5858d60afa3,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:05.188069 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port c2fc4312-40a8-4125-89eb-9410f85c9184 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:14:05.188539 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c2fc4312-40a8-4125-89eb-9410f85c9184), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:05.220886 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282f865-1a36-4c1e-b5b5-2a8e7eabd862 admin admin] Pushing event updated for resources: {'Port': ['ID=575e0a81-efed-4a85-ad5f-9822c965318c,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:05.299499 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port c2fc4312-40a8-4125-89eb-9410f85c9184 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:14:05.299901 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c2fc4312-40a8-4125-89eb-9410f85c9184), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:05.327152 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-481f95c6-c029-4861-b2b5-47306b6b24c1 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:05.333747 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-481f95c6-c029-4861-b2b5-47306b6b24c1 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/networks?id=4bac3cdf-16ae-435f-8215-29d96cd595c1 HTTP/1.1" status: 200 len: 804 time: 0.3030250 Feb 16 22:14:05.339081 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port c2fc4312-40a8-4125-89eb-9410f85c9184, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=c2fc4312-40a8-4125-89eb-9410f85c9184,segment=NetworkSegment(e29112f0-a4dd-4297-bdc1-df3ee8a44432),segment_id=e29112f0-a4dd-4297-bdc1-df3ee8a44432)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:05.346414 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c2fc4312-40a8-4125-89eb-9410f85c9184), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:05.357353 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-533273d5-2b48-445a-a560-2e04f46faed6 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/quotas/eb6359d124c14a73ac3b0de930e6a0fe HTTP/1.1" status: 200 len: 375 time: 0.0222819 Feb 16 22:14:05.404623 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-7cecc65e-aab6-4486-a36b-2d59bd99cb4d tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=eb6359d124c14a73ac3b0de930e6a0fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461810 Feb 16 22:14:05.426320 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=c2fc4312-40a8-4125-89eb-9410f85c9184,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:05.484539 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52452) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:14:05.489188 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-03243074-12ff-4a8a-8ad0-3d41f628594d tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Request body: {'security_group': {'name': 'tempest-securitygroup--42887857', 'description': 'tempest-description--2104915281'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:14:05.517941 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-03243074-12ff-4a8a-8ad0-3d41f628594d tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:05.628469 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a282f865-1a36-4c1e-b5b5-2a8e7eabd862 admin admin] Publish callbacks [] for router_gateway (7a99c044-00b2-442e-bec3-f9c58f2f5d32), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:05.644081 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-03243074-12ff-4a8a-8ad0-3d41f628594d tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks [] for security_group (a9e2c187-9543-4d66-be58-24e40f6b1a5b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:05.644081 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-03243074-12ff-4a8a-8ad0-3d41f628594d tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a9e2c187-9543-4d66-be58-24e40f6b1a5b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:05.711252 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03243074-12ff-4a8a-8ad0-3d41f628594d tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e2c187-9543-4d66-be58-24e40f6b1a5b,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:05.756602 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-03243074-12ff-4a8a-8ad0-3d41f628594d tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:05.759364 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-03243074-12ff-4a8a-8ad0-3d41f628594d tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2737677 Feb 16 22:14:05.762814 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52460) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:14:05.773494 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-7de928c1-159a-4f25-a31b-384f3c0cd03f tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Request body: {'security_group_rule': {'security_group_id': 'a9e2c187-9543-4d66-be58-24e40f6b1a5b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:14:05.795628 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-94815d72-3574-4021-aef2-bdcf3380ab81 service neutron] 10.222.0.75 "GET /v2.0/networks/4bac3cdf-16ae-435f-8215-29d96cd595c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895679 Feb 16 22:14:05.819129 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7de928c1-159a-4f25-a31b-384f3c0cd03f tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks [] for security_group_rule (5a972f80-d992-41df-aa68-1ca15027db96), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:05.924240 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7de928c1-159a-4f25-a31b-384f3c0cd03f tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks [] for security_group_rule (5a972f80-d992-41df-aa68-1ca15027db96), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:05.939257 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7de928c1-159a-4f25-a31b-384f3c0cd03f tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (5a972f80-d992-41df-aa68-1ca15027db96), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:06.008753 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f7a583-ff38-46a3-b39f-5cf60b688c32 None None] Network fe52ba54-79a6-4124-84d2-5d196fc024e7 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:14:06.021388 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7de928c1-159a-4f25-a31b-384f3c0cd03f tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:06.023112 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7de928c1-159a-4f25-a31b-384f3c0cd03f tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2592223 Feb 16 22:14:06.025924 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52466) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:14:06.028334 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de928c1-159a-4f25-a31b-384f3c0cd03f tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a972f80-d992-41df-aa68-1ca15027db96,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:06.035617 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-8b254a9e-45a9-477b-ab93-8929d2852e8a tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Request body: {'security_group_rule': {'security_group_id': 'a9e2c187-9543-4d66-be58-24e40f6b1a5b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:14:06.089196 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-c4d4f3c1-30e5-4aa5-85f7-0b84aeb3ff43 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1252615 Feb 16 22:14:06.102187 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8b254a9e-45a9-477b-ab93-8929d2852e8a tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks [] for security_group_rule (f4054dae-caf4-461e-adce-cc097e88c57e), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:06.127287 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-6ecbe5a2-027a-428d-ad3b-b48aae12a60c service neutron] 10.222.0.75 "GET /v2.0/networks/4bac3cdf-16ae-435f-8215-29d96cd595c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205299 Feb 16 22:14:06.149714 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a6521418-e127-443a-b4ef-8ee3d32857e9 None None] Provisioning complete for port c2fc4312-40a8-4125-89eb-9410f85c9184 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:14:06.150133 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a6521418-e127-443a-b4ef-8ee3d32857e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c2fc4312-40a8-4125-89eb-9410f85c9184), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:06.186350 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a282f865-1a36-4c1e-b5b5-2a8e7eabd862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (7a99c044-00b2-442e-bec3-f9c58f2f5d32), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:06.241604 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8b254a9e-45a9-477b-ab93-8929d2852e8a tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks [] for security_group_rule (f4054dae-caf4-461e-adce-cc097e88c57e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:06.251647 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8b254a9e-45a9-477b-ab93-8929d2852e8a tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (f4054dae-caf4-461e-adce-cc097e88c57e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:06.285303 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8a4e51-3d43-4652-857d-92faca173bdf None None] Sync routers for ids ['11087e16-5c0e-44ac-85cb-36fafda2ab06'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:14:06.288089 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b254a9e-45a9-477b-ab93-8929d2852e8a tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4054dae-caf4-461e-adce-cc097e88c57e,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:06.315315 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8b254a9e-45a9-477b-ab93-8929d2852e8a tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:06.317007 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8b254a9e-45a9-477b-ab93-8929d2852e8a tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2897606 Feb 16 22:14:06.319938 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9790f3-4f1f-452a-8216-01ea61105b04 req-c07c576b-d9de-4026-8c5c-f456dc797890 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:06.320363 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52474) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:14:06.325523 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-d959c91e-0b23-4570-acc2-ed73dc2bc1b9 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:14:06.327785 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7b9790f3-4f1f-452a-8216-01ea61105b04 req-c07c576b-d9de-4026-8c5c-f456dc797890 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 950 time: 0.2714365 Feb 16 22:14:06.377030 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d959c91e-0b23-4570-acc2-ed73dc2bc1b9 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:06.388021 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8a4e51-3d43-4652-857d-92faca173bdf None None] Routers {'11087e16-5c0e-44ac-85cb-36fafda2ab06'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:14:06.389212 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-3d8a4e51-3d43-4652-857d-92faca173bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:13:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['11087e16-5c0e-44ac-85cb-36fafda2ab06'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:14:06.460887 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7b9790f3-4f1f-452a-8216-01ea61105b04 req-bebb34e4-8f2e-46d7-8095-2b54cbe2d78c tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325483 Feb 16 22:14:06.559907 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d959c91e-0b23-4570-acc2-ed73dc2bc1b9 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:06.564342 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7e4dd-88f5-4d6d-bab4-fa24674032e3 req-4b2bb483-558a-4e49-92a0-884ecb372d83 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:06.573174 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1ee7e4dd-88f5-4d6d-bab4-fa24674032e3 req-4b2bb483-558a-4e49-92a0-884ecb372d83 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 943 time: 0.1710682 Feb 16 22:14:06.576254 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a282f865-1a36-4c1e-b5b5-2a8e7eabd862 admin admin] Router 7a99c044-00b2-442e-bec3-f9c58f2f5d32 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:14:06.668591 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a6521418-e127-443a-b4ef-8ee3d32857e9 None None] Current status of the port c2fc4312-40a8-4125-89eb-9410f85c9184 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:14:06.786749 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9d77d7bb-a30d-4e15-b95b-d5858d60afa3 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:14:06.816929 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1ee7e4dd-88f5-4d6d-bab4-fa24674032e3 req-a8080f42-30c2-44ff-88a0-c198fa466642 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427809 Feb 16 22:14:06.824185 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-3d8a4e51-3d43-4652-857d-92faca173bdf None None] Set router 11087e16-5c0e-44ac-85cb-36fafda2ab06 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:14:06.879891 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-d959c91e-0b23-4570-acc2-ed73dc2bc1b9 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Allocated IP 172.25.2.21 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/ffc4723e-11c7-42f6-9d82-7ec65879036e) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:14:06.993677 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5c3a7-844c-446b-babe-5f6a7993e016 req-bfe2d05f-e7f0-4fb3-b994-409638e90ce7 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:07.002039 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5da5c3a7-844c-446b-babe-5f6a7993e016 req-bfe2d05f-e7f0-4fb3-b994-409638e90ce7 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 949 time: 0.2927892 Feb 16 22:14:07.051578 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 9d77d7bb-a30d-4e15-b95b-d5858d60afa3 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:14:07.052161 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9d77d7bb-a30d-4e15-b95b-d5858d60afa3), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:07.085542 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-193083b7-b284-4a45-be1c-0fcff4e27d95 req-08acfe97-f0f6-4a53-b339-3749484fa22b tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=d186ec79-14cb-4747-aa9d-d5d8aa967adb HTTP/1.1" status: 200 len: 210 time: 0.1354589 Feb 16 22:14:07.106940 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a282f865-1a36-4c1e-b5b5-2a8e7eabd862 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:14:07.136894 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc1a524-c5a8-443a-8e18-4d5ac3bf419c None None] Sync routers for ids ['7a99c044-00b2-442e-bec3-f9c58f2f5d32'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:14:07.225235 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d959c91e-0b23-4570-acc2-ed73dc2bc1b9 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks [] for port (ffc4723e-11c7-42f6-9d82-7ec65879036e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:07.231393 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc1a524-c5a8-443a-8e18-4d5ac3bf419c None None] Routers {'7a99c044-00b2-442e-bec3-f9c58f2f5d32'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:14:07.232031 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-ffc1a524-c5a8-443a-8e18-4d5ac3bf419c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:13:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['7a99c044-00b2-442e-bec3-f9c58f2f5d32'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:14:07.250342 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5da5c3a7-844c-446b-babe-5f6a7993e016 req-fb58c322-0763-4203-9955-a7a32962482d tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426119 Feb 16 22:14:07.262982 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a282f865-1a36-4c1e-b5b5-2a8e7eabd862 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:07.265612 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a282f865-1a36-4c1e-b5b5-2a8e7eabd862 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6270003 Feb 16 22:14:07.268658 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52496) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:14:07.341163 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-3d8a4e51-3d43-4652-857d-92faca173bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'name': 'tempest-ServersTestManualDisk-1346985168-router', 'tenant_id': 'd9f4c3d639764d149e7c3c9334975949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '9d77d7bb-a30d-4e15-b95b-d5858d60afa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:13:55Z', 'updated_at': '2022-02-16T22:14:02Z', 'revision_number': 4, 'project_id': 'd9f4c3d639764d149e7c3c9334975949', 'gw_port': {'id': '9d77d7bb-a30d-4e15-b95b-d5858d60afa3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:13:57Z', 'updated_at': '2022-02-16T22:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '5a871ffa-a4d9-47a0-8bec-d952ba9d64f7', 'name': '', 'network_id': 'ea12ed18-2146-4087-b7ac-be4800d31ba6', 'tenant_id': 'd9f4c3d639764d149e7c3c9334975949', 'mac_address': 'fa:16:3e:9f:c0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'd6127c36-c1ee-44b8-9e4f-0b0d5d8779af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:14:01Z', 'updated_at': '2022-02-16T22:14:02Z', 'revision_number': 2, 'project_id': 'd9f4c3d639764d149e7c3c9334975949', 'subnets': [{'id': 'd6127c36-c1ee-44b8-9e4f-0b0d5d8779af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:14:07.379361 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8a4e51-3d43-4652-857d-92faca173bdf None None] Checking router: 11087e16-5c0e-44ac-85cb-36fafda2ab06 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:14:07.379913 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8a4e51-3d43-4652-857d-92faca173bdf None None] Updating router 11087e16-5c0e-44ac-85cb-36fafda2ab06 port 5a871ffa-a4d9-47a0-8bec-d952ba9d64f7 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:14:07.387122 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-c3c1d4b9-5079-44d0-bc10-c876df0c9b16 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:07.390764 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-c3c1d4b9-5079-44d0-bc10-c876df0c9b16 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports/c2280c95-bdb5-4326-8ec7-a9c69b2d9429 HTTP/1.1" status: 200 len: 946 time: 0.1242540 Feb 16 22:14:07.393711 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d959c91e-0b23-4570-acc2-ed73dc2bc1b9 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (ffc4723e-11c7-42f6-9d82-7ec65879036e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:07.419943 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3d8a4e51-3d43-4652-857d-92faca173bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5a871ffa-a4d9-47a0-8bec-d952ba9d64f7), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:07.466825 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-69c1396e-aca7-4a6d-a299-125242c3fbbf None None] Provisioning complete for port c2fc4312-40a8-4125-89eb-9410f85c9184 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:14:07.467325 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-69c1396e-aca7-4a6d-a299-125242c3fbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c2fc4312-40a8-4125-89eb-9410f85c9184), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:07.480747 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d959c91e-0b23-4570-acc2-ed73dc2bc1b9 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:14:07.505070 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-d959c91e-0b23-4570-acc2-ed73dc2bc1b9 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:14:07.508334 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d959c91e-0b23-4570-acc2-ed73dc2bc1b9 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:14:07.564442 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959c91e-0b23-4570-acc2-ed73dc2bc1b9 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Pushing event updated for resources: {'Port': ['ID=ffc4723e-11c7-42f6-9d82-7ec65879036e,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:07.663276 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 9d77d7bb-a30d-4e15-b95b-d5858d60afa3 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:14:07.664915 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c2fc4312-40a8-4125-89eb-9410f85c9184 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:14:07.670229 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-ffc1a524-c5a8-443a-8e18-4d5ac3bf419c None None] Set router 7a99c044-00b2-442e-bec3-f9c58f2f5d32 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:14:07.960591 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-69c1396e-aca7-4a6d-a299-125242c3fbbf None None] Current status of the port c2fc4312-40a8-4125-89eb-9410f85c9184 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:14:07.996173 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ed9d2-f7ce-4df4-ad48-349d7fff7a0f req-a7f9ee88-1bf9-4317-b89b-982db559f89c tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:08.003994 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-601ed9d2-f7ce-4df4-ad48-349d7fff7a0f req-a7f9ee88-1bf9-4317-b89b-982db559f89c tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 950 time: 0.3050010 Feb 16 22:14:08.055324 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port c2fc4312-40a8-4125-89eb-9410f85c9184 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:14:08.055925 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c2fc4312-40a8-4125-89eb-9410f85c9184), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:08.173149 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3d8a4e51-3d43-4652-857d-92faca173bdf None None] Publish callbacks [] for port (5a871ffa-a4d9-47a0-8bec-d952ba9d64f7), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:08.183296 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3d8a4e51-3d43-4652-857d-92faca173bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5a871ffa-a4d9-47a0-8bec-d952ba9d64f7), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:08.183588 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d959c91e-0b23-4570-acc2-ed73dc2bc1b9 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks [] for floatingip (a862b4cc-14b6-46fb-a72e-1b73f39d2a6e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:08.308141 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482513f-3485-4c96-8e51-29137e307ece None None] Pushing event updated for resources: {'Port': ['ID=5a871ffa-a4d9-47a0-8bec-d952ba9d64f7,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:08.315100 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d959c91e-0b23-4570-acc2-ed73dc2bc1b9 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ffc4723e-11c7-42f6-9d82-7ec65879036e), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:08.347007 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port c2fc4312-40a8-4125-89eb-9410f85c9184 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:14:08.372094 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-601ed9d2-f7ce-4df4-ad48-349d7fff7a0f req-8dd49c0c-9760-4007-b05c-c1b41574737c tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669958 Feb 16 22:14:08.378311 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0482513f-3485-4c96-8e51-29137e307ece None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:08.379524 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0482513f-3485-4c96-8e51-29137e307ece None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:08.380292 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0482513f-3485-4c96-8e51-29137e307ece None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:08.380796 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0482513f-3485-4c96-8e51-29137e307ece None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:08.381291 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0482513f-3485-4c96-8e51-29137e307ece None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:08.382085 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0482513f-3485-4c96-8e51-29137e307ece None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:08.382825 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0482513f-3485-4c96-8e51-29137e307ece None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:08.384481 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0482513f-3485-4c96-8e51-29137e307ece None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:08.385024 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0482513f-3485-4c96-8e51-29137e307ece None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:08.386043 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0482513f-3485-4c96-8e51-29137e307ece None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:08.386599 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0482513f-3485-4c96-8e51-29137e307ece None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:08.387090 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0482513f-3485-4c96-8e51-29137e307ece None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:08.387582 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0482513f-3485-4c96-8e51-29137e307ece None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:08.423682 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-ffc1a524-c5a8-443a-8e18-4d5ac3bf419c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a99c044-00b2-442e-bec3-f9c58f2f5d32', 'name': 'tempest-FloatingIPsNegativeTestJSON-778101960-router', 'tenant_id': 'd0a12c8bc49c4d5fb843941dd13639cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '575e0a81-efed-4a85-ad5f-9822c965318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:14:02Z', 'updated_at': '2022-02-16T22:14:05Z', 'revision_number': 3, 'project_id': 'd0a12c8bc49c4d5fb843941dd13639cb', 'gw_port': {'id': '575e0a81-efed-4a85-ad5f-9822c965318c', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a99c044-00b2-442e-bec3-f9c58f2f5d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:14:04Z', 'updated_at': '2022-02-16T22:14:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:14:08.426474 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-3d8a4e51-3d43-4652-857d-92faca173bdf None None] Attempting to bind port 5a871ffa-a4d9-47a0-8bec-d952ba9d64f7 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:14:08.426864 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-3d8a4e51-3d43-4652-857d-92faca173bdf None None] Attempting to bind port 5a871ffa-a4d9-47a0-8bec-d952ba9d64f7 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'f901632b-b16d-4b58-a423-c55826c2d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea12ed18-2146-4087-b7ac-be4800d31ba6'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:14:08.427395 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8a4e51-3d43-4652-857d-92faca173bdf None None] Attempting to bind port 5a871ffa-a4d9-47a0-8bec-d952ba9d64f7 on network ea12ed18-2146-4087-b7ac-be4800d31ba6 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:14:08.437988 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8a4e51-3d43-4652-857d-92faca173bdf None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:14:08.441349 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8a4e51-3d43-4652-857d-92faca173bdf None None] Checking segment: {'id': 'f901632b-b16d-4b58-a423-c55826c2d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea12ed18-2146-4087-b7ac-be4800d31ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:14:08.444386 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3d8a4e51-3d43-4652-857d-92faca173bdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:08.444808 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8a4e51-3d43-4652-857d-92faca173bdf None None] Bound using segment: {'id': 'f901632b-b16d-4b58-a423-c55826c2d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea12ed18-2146-4087-b7ac-be4800d31ba6'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:14:08.445331 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-3d8a4e51-3d43-4652-857d-92faca173bdf None None] Bound port: 5a871ffa-a4d9-47a0-8bec-d952ba9d64f7, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f901632b-b16d-4b58-a423-c55826c2d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea12ed18-2146-4087-b7ac-be4800d31ba6'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:14:08.446002 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3d8a4e51-3d43-4652-857d-92faca173bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5a871ffa-a4d9-47a0-8bec-d952ba9d64f7), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:08.519540 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e4bb1-8697-401b-95d0-201a96781c39 req-f957e5a8-7da7-4087-9246-083b1aa61ba0 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:08.536756 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-030e4bb1-8697-401b-95d0-201a96781c39 req-f957e5a8-7da7-4087-9246-083b1aa61ba0 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 943 time: 0.5277417 Feb 16 22:14:08.652497 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ff87cf5a-bd10-4f19-abff-bd26def9e391 req-1741bd93-b745-4ac8-bd7b-bf5b6e6331d9 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=d186ec79-14cb-4747-aa9d-d5d8aa967adb HTTP/1.1" status: 200 len: 210 time: 0.0992842 Feb 16 22:14:08.734129 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-3d8a4e51-3d43-4652-857d-92faca173bdf None None] For port 5a871ffa-a4d9-47a0-8bec-d952ba9d64f7, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:14:08.737867 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-3d8a4e51-3d43-4652-857d-92faca173bdf None None] For port 5a871ffa-a4d9-47a0-8bec-d952ba9d64f7, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5a871ffa-a4d9-47a0-8bec-d952ba9d64f7,segment=NetworkSegment(f901632b-b16d-4b58-a423-c55826c2d338),segment_id=f901632b-b16d-4b58-a423-c55826c2d338)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:14:08.751290 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3d8a4e51-3d43-4652-857d-92faca173bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5a871ffa-a4d9-47a0-8bec-d952ba9d64f7), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:08.809206 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-b4f3fcb4-bab9-4679-adaa-c2b358c20aea tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:08.812319 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-b4f3fcb4-bab9-4679-adaa-c2b358c20aea tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.67 "GET /v2.0/networks?id=4bac3cdf-16ae-435f-8215-29d96cd595c1 HTTP/1.1" status: 200 len: 804 time: 0.3003609 Feb 16 22:14:08.840945 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-be63f374-29cc-476d-b088-179f225ba202 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Request body: {'port': {'device_id': 'd186ec79-14cb-4747-aa9d-d5d8aa967adb', 'network_id': '4bac3cdf-16ae-435f-8215-29d96cd595c1', 'admin_state_up': True, 'tenant_id': 'eb6359d124c14a73ac3b0de930e6a0fe'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:14:08.871841 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc1a524-c5a8-443a-8e18-4d5ac3bf419c None None] Checking router: 7a99c044-00b2-442e-bec3-f9c58f2f5d32 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:14:08.872193 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc1a524-c5a8-443a-8e18-4d5ac3bf419c None None] Updating router 7a99c044-00b2-442e-bec3-f9c58f2f5d32 port 575e0a81-efed-4a85-ad5f-9822c965318c binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:14:08.873716 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6f50a59b-e489-4ee9-9c89-52bcfe9a1c11 req-09ebb4ea-c8f9-4b6b-996d-97c74469cd74 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1690474 Feb 16 22:14:08.885386 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d959c91e-0b23-4570-acc2-ed73dc2bc1b9 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks [] for port (ffc4723e-11c7-42f6-9d82-7ec65879036e), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:08.888137 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8a4e51-3d43-4652-857d-92faca173bdf None None] Routers {'11087e16-5c0e-44ac-85cb-36fafda2ab06'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:14:08.890820 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-3d8a4e51-3d43-4652-857d-92faca173bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:13:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['11087e16-5c0e-44ac-85cb-36fafda2ab06'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:14:08.930911 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-69ba900a-8c70-4a22-9c7a-af3814e6a9d6 None None] Provisioning complete for port 5a871ffa-a4d9-47a0-8bec-d952ba9d64f7 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:14:08.931296 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-69ba900a-8c70-4a22-9c7a-af3814e6a9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5a871ffa-a4d9-47a0-8bec-d952ba9d64f7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:08.958305 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ffc1a524-c5a8-443a-8e18-4d5ac3bf419c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (575e0a81-efed-4a85-ad5f-9822c965318c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:08.974427 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482513f-3485-4c96-8e51-29137e307ece None None] Pushing event updated for resources: {'Port': ['ID=5a871ffa-a4d9-47a0-8bec-d952ba9d64f7,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:08.976701 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d959c91e-0b23-4570-acc2-ed73dc2bc1b9 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (ffc4723e-11c7-42f6-9d82-7ec65879036e), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:09.081007 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959c91e-0b23-4570-acc2-ed73dc2bc1b9 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Pushing event updated for resources: {'Port': ['ID=ffc4723e-11c7-42f6-9d82-7ec65879036e,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:09.154096 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-3d8a4e51-3d43-4652-857d-92faca173bdf None None] Set router 11087e16-5c0e-44ac-85cb-36fafda2ab06 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:14:09.198272 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d959c91e-0b23-4570-acc2-ed73dc2bc1b9 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (a862b4cc-14b6-46fb-a72e-1b73f39d2a6e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:09.278068 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50a59b-e489-4ee9-9c89-52bcfe9a1c11 req-a39738c5-3b5c-490d-9ea7-809e16554869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:09.280199 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6f50a59b-e489-4ee9-9c89-52bcfe9a1c11 req-a39738c5-3b5c-490d-9ea7-809e16554869 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=744a37dc5b8f478b9350ec4becb28946&device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782 HTTP/1.1" status: 200 len: 1127 time: 0.3636711 Feb 16 22:14:09.294554 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d959c91e-0b23-4570-acc2-ed73dc2bc1b9 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:09.298160 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d959c91e-0b23-4570-acc2-ed73dc2bc1b9 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9757276 Feb 16 22:14:09.325820 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-be63f374-29cc-476d-b088-179f225ba202 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Made reservation on behalf of eb6359d124c14a73ac3b0de930e6a0fe for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:14:09.330567 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-be63f374-29cc-476d-b088-179f225ba202 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:09.393006 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-69ba900a-8c70-4a22-9c7a-af3814e6a9d6 None None] Current status of the port 5a871ffa-a4d9-47a0-8bec-d952ba9d64f7 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:14:09.393569 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-69ba900a-8c70-4a22-9c7a-af3814e6a9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5a871ffa-a4d9-47a0-8bec-d952ba9d64f7), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:09.455997 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ffc1a524-c5a8-443a-8e18-4d5ac3bf419c None None] Publish callbacks [] for port (575e0a81-efed-4a85-ad5f-9822c965318c), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:09.460528 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-69ba900a-8c70-4a22-9c7a-af3814e6a9d6 None None] For port 5a871ffa-a4d9-47a0-8bec-d952ba9d64f7, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5a871ffa-a4d9-47a0-8bec-d952ba9d64f7,segment=NetworkSegment(f901632b-b16d-4b58-a423-c55826c2d338),segment_id=f901632b-b16d-4b58-a423-c55826c2d338)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:09.465002 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ffc1a524-c5a8-443a-8e18-4d5ac3bf419c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (575e0a81-efed-4a85-ad5f-9822c965318c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:09.474786 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-69ba900a-8c70-4a22-9c7a-af3814e6a9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5a871ffa-a4d9-47a0-8bec-d952ba9d64f7), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:09.527442 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-ffc1a524-c5a8-443a-8e18-4d5ac3bf419c None None] Attempting to bind port 575e0a81-efed-4a85-ad5f-9822c965318c on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:14:09.527824 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-ffc1a524-c5a8-443a-8e18-4d5ac3bf419c None None] Attempting to bind port 575e0a81-efed-4a85-ad5f-9822c965318c by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:14:09.528195 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc1a524-c5a8-443a-8e18-4d5ac3bf419c None None] Attempting to bind port 575e0a81-efed-4a85-ad5f-9822c965318c on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:14:09.530446 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b96c96-fdbe-4797-aa78-912a2997e465 None None] Pushing event updated for resources: {'Port': ['ID=575e0a81-efed-4a85-ad5f-9822c965318c,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:09.532337 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-3d8a4e51-3d43-4652-857d-92faca173bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'name': 'tempest-ServersTestManualDisk-1346985168-router', 'tenant_id': 'd9f4c3d639764d149e7c3c9334975949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '9d77d7bb-a30d-4e15-b95b-d5858d60afa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:13:55Z', 'updated_at': '2022-02-16T22:14:02Z', 'revision_number': 4, 'project_id': 'd9f4c3d639764d149e7c3c9334975949', 'gw_port': {'id': '9d77d7bb-a30d-4e15-b95b-d5858d60afa3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:13:57Z', 'updated_at': '2022-02-16T22:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '5a871ffa-a4d9-47a0-8bec-d952ba9d64f7', 'name': '', 'network_id': 'ea12ed18-2146-4087-b7ac-be4800d31ba6', 'tenant_id': 'd9f4c3d639764d149e7c3c9334975949', 'mac_address': 'fa:16:3e:9f:c0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'd6127c36-c1ee-44b8-9e4f-0b0d5d8779af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:14:01Z', 'updated_at': '2022-02-16T22:14:08Z', 'revision_number': 4, 'project_id': 'd9f4c3d639764d149e7c3c9334975949', 'subnets': [{'id': 'd6127c36-c1ee-44b8-9e4f-0b0d5d8779af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:14:09.555000 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50a59b-e489-4ee9-9c89-52bcfe9a1c11 req-f7877f17-546e-4c4f-a6ae-2705528b30fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:09.556199 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc1a524-c5a8-443a-8e18-4d5ac3bf419c None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:14:09.556588 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc1a524-c5a8-443a-8e18-4d5ac3bf419c None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:14:09.557000 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ffc1a524-c5a8-443a-8e18-4d5ac3bf419c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:09.557402 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc1a524-c5a8-443a-8e18-4d5ac3bf419c None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:14:09.557893 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-ffc1a524-c5a8-443a-8e18-4d5ac3bf419c None None] Bound port: 575e0a81-efed-4a85-ad5f-9822c965318c, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:14:09.558326 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ffc1a524-c5a8-443a-8e18-4d5ac3bf419c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (575e0a81-efed-4a85-ad5f-9822c965318c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:09.561852 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6f50a59b-e489-4ee9-9c89-52bcfe9a1c11 req-f7877f17-546e-4c4f-a6ae-2705528b30fd service neutron] 10.222.0.67 "GET /v2.0/networks?id=16137278-7395-49da-9cb6-180484537d2f HTTP/1.1" status: 200 len: 922 time: 0.1832032 Feb 16 22:14:09.573430 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8a4e51-3d43-4652-857d-92faca173bdf None None] The sync data for ids ['11087e16-5c0e-44ac-85cb-36fafda2ab06'] in n-d-813897-6 is: [{'id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'name': 'tempest-ServersTestManualDisk-1346985168-router', 'tenant_id': 'd9f4c3d639764d149e7c3c9334975949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '9d77d7bb-a30d-4e15-b95b-d5858d60afa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:13:55Z', 'updated_at': '2022-02-16T22:14:02Z', 'revision_number': 4, 'project_id': 'd9f4c3d639764d149e7c3c9334975949', 'gw_port': {'id': '9d77d7bb-a30d-4e15-b95b-d5858d60afa3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:13:57Z', 'updated_at': '2022-02-16T22:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '5a871ffa-a4d9-47a0-8bec-d952ba9d64f7', 'name': '', 'network_id': 'ea12ed18-2146-4087-b7ac-be4800d31ba6', 'tenant_id': 'd9f4c3d639764d149e7c3c9334975949', 'mac_address': 'fa:16:3e:9f:c0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'd6127c36-c1ee-44b8-9e4f-0b0d5d8779af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:14:01Z', 'updated_at': '2022-02-16T22:14:08Z', 'revision_number': 4, 'project_id': 'd9f4c3d639764d149e7c3c9334975949', 'subnets': [{'id': 'd6127c36-c1ee-44b8-9e4f-0b0d5d8779af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:14:09.598428 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-030e4bb1-8697-401b-95d0-201a96781c39 req-849bb1ed-4c18-48b9-97cc-85a605007515 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0608275 Feb 16 22:14:09.668387 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba900a-8c70-4a22-9c7a-af3814e6a9d6 None None] Pushing event updated for resources: {'Port': ['ID=5a871ffa-a4d9-47a0-8bec-d952ba9d64f7,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:09.689258 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-ab3d58a6-7d9a-4829-ad39-c18d035783ea None None] Provisioning complete for port 5a871ffa-a4d9-47a0-8bec-d952ba9d64f7 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:14:09.689698 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ab3d58a6-7d9a-4829-ad39-c18d035783ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5a871ffa-a4d9-47a0-8bec-d952ba9d64f7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:09.742427 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-ffc1a524-c5a8-443a-8e18-4d5ac3bf419c None None] For port 575e0a81-efed-4a85-ad5f-9822c965318c, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:14:09.789224 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-ffc1a524-c5a8-443a-8e18-4d5ac3bf419c None None] For port 575e0a81-efed-4a85-ad5f-9822c965318c, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=575e0a81-efed-4a85-ad5f-9822c965318c,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:14:09.793106 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341e20b-eff9-4613-984e-28ea9a4931e4 req-86c7499b-cbd7-4946-8802-90c475f2c7a8 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:09.796143 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9341e20b-eff9-4613-984e-28ea9a4931e4 req-86c7499b-cbd7-4946-8802-90c475f2c7a8 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 949 time: 0.9759533 Feb 16 22:14:09.817778 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-32f300b1-6b6e-4809-bae8-be958bb6d4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:09.819464 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6f50a59b-e489-4ee9-9c89-52bcfe9a1c11 req-1e186e06-e887-4807-845d-86884dd8ba59 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac74cba5-97ea-48b8-99a1-80e0e5d2592d HTTP/1.1" status: 200 len: 217 time: 0.1246104 Feb 16 22:14:09.821418 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-32f300b1-6b6e-4809-bae8-be958bb6d4a4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a8546526dc94278a3957ea9b7c5b439&device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 1131 time: 0.4247632 Feb 16 22:14:09.821579 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ffc1a524-c5a8-443a-8e18-4d5ac3bf419c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (575e0a81-efed-4a85-ad5f-9822c965318c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:09.952811 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50a59b-e489-4ee9-9c89-52bcfe9a1c11 req-d7b0c53d-0b93-42bb-94ff-a23a9a8a9770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:09.956941 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6f50a59b-e489-4ee9-9c89-52bcfe9a1c11 req-d7b0c53d-0b93-42bb-94ff-a23a9a8a9770 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c3e80cb9-4386-4d79-b9b3-6283b204f543 HTTP/1.1" status: 200 len: 861 time: 0.1274824 Feb 16 22:14:09.964357 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b96c96-fdbe-4797-aa78-912a2997e465 None None] Pushing event updated for resources: {'Port': ['ID=575e0a81-efed-4a85-ad5f-9822c965318c,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:09.994908 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc1a524-c5a8-443a-8e18-4d5ac3bf419c None None] Routers {'7a99c044-00b2-442e-bec3-f9c58f2f5d32'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:14:09.997041 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-ffc1a524-c5a8-443a-8e18-4d5ac3bf419c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:13:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['7a99c044-00b2-442e-bec3-f9c58f2f5d32'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:14:10.062610 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6f50a59b-e489-4ee9-9c89-52bcfe9a1c11 req-cdd93188-8646-4eb9-a848-a4f0be7d60e0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=16137278-7395-49da-9cb6-180484537d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919836 Feb 16 22:14:10.121291 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-835b5af7-8643-43b2-825a-1a3e9bad5054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:10.157045 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9341e20b-eff9-4613-984e-28ea9a4931e4 req-4ba509a7-25c9-48f5-bdc5-bdf17f0a35c1 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480890 Feb 16 22:14:10.188678 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-9f05010c-7e6e-44aa-a8a0-d3709ac0ecf2 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--42887857&fields=id&tenant_id=d9f4c3d639764d149e7c3c9334975949 HTTP/1.1" status: 200 len: 267 time: 0.3509009 Feb 16 22:14:10.218953 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-ffc1a524-c5a8-443a-8e18-4d5ac3bf419c None None] Set router 7a99c044-00b2-442e-bec3-f9c58f2f5d32 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:14:10.326902 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-be63f374-29cc-476d-b088-179f225ba202 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Allocated IP 172.20.0.5 (4bac3cdf-16ae-435f-8215-29d96cd595c1/d292e6dc-86dc-495b-b76c-8deab59c0198/08bd730c-8112-4b42-8a7a-a2957b8398ef) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:14:10.340399 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-e15b427d-f172-4e9d-863e-ab7d0cb381a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:10.358088 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-e15b427d-f172-4e9d-863e-ab7d0cb381a6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.5114555 Feb 16 22:14:10.423723 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6f50a59b-e489-4ee9-9c89-52bcfe9a1c11 req-40a77b7d-067d-4c55-87ad-9050f30620ba service neutron] 10.222.0.67 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301792 Feb 16 22:14:10.528112 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-8567a8d9-45c7-4022-9645-3047d47381ba service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=c2280c95-bdb5-4326-8ec7-a9c69b2d9429 HTTP/1.1" status: 200 len: 217 time: 0.1428919 Feb 16 22:14:10.540412 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-ab3d58a6-7d9a-4829-ad39-c18d035783ea None None] Current status of the port 5a871ffa-a4d9-47a0-8bec-d952ba9d64f7 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:14:10.710892 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6f50a59b-e489-4ee9-9c89-52bcfe9a1c11 req-e77a5f5e-9e1e-4569-90d4-ff23447968ad service neutron] 10.222.0.67 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734962 Feb 16 22:14:10.735748 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-be63f374-29cc-476d-b088-179f225ba202 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Publish callbacks [] for port (08bd730c-8112-4b42-8a7a-a2957b8398ef), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:10.783321 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-ca592d28-dbf9-4606-8332-d309b6cba6cb tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:10.784331 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5a871ffa-a4d9-47a0-8bec-d952ba9d64f7 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:14:10.791266 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-ca592d28-dbf9-4606-8332-d309b6cba6cb tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "GET /v2.0/networks?id=ea12ed18-2146-4087-b7ac-be4800d31ba6 HTTP/1.1" status: 200 len: 812 time: 0.6009634 Feb 16 22:14:10.819273 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00659d-842c-470c-8afe-cb7eb2b80594 req-9d1ec828-1517-4c39-aa37-4e8a786d460f tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:10.827027 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e00659d-842c-470c-8afe-cb7eb2b80594 req-9d1ec828-1517-4c39-aa37-4e8a786d460f tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 950 time: 0.5498054 Feb 16 22:14:10.829311 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-be63f374-29cc-476d-b088-179f225ba202 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (08bd730c-8112-4b42-8a7a-a2957b8398ef), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:10.888742 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-ffc1a524-c5a8-443a-8e18-4d5ac3bf419c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a99c044-00b2-442e-bec3-f9c58f2f5d32', 'name': 'tempest-FloatingIPsNegativeTestJSON-778101960-router', 'tenant_id': 'd0a12c8bc49c4d5fb843941dd13639cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '575e0a81-efed-4a85-ad5f-9822c965318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:14:02Z', 'updated_at': '2022-02-16T22:14:05Z', 'revision_number': 3, 'project_id': 'd0a12c8bc49c4d5fb843941dd13639cb', 'gw_port': {'id': '575e0a81-efed-4a85-ad5f-9822c965318c', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a99c044-00b2-442e-bec3-f9c58f2f5d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:14:04Z', 'updated_at': '2022-02-16T22:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:14:10.925612 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-be63f374-29cc-476d-b088-179f225ba202 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Network 4bac3cdf-16ae-435f-8215-29d96cd595c1 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:14:10.931424 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-be63f374-29cc-476d-b088-179f225ba202 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:14:10.936678 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-be63f374-29cc-476d-b088-179f225ba202 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:14:10.947381 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc1a524-c5a8-443a-8e18-4d5ac3bf419c None None] The sync data for ids ['7a99c044-00b2-442e-bec3-f9c58f2f5d32'] in n-d-813897-6 is: [{'id': '7a99c044-00b2-442e-bec3-f9c58f2f5d32', 'name': 'tempest-FloatingIPsNegativeTestJSON-778101960-router', 'tenant_id': 'd0a12c8bc49c4d5fb843941dd13639cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '575e0a81-efed-4a85-ad5f-9822c965318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:14:02Z', 'updated_at': '2022-02-16T22:14:05Z', 'revision_number': 3, 'project_id': 'd0a12c8bc49c4d5fb843941dd13639cb', 'gw_port': {'id': '575e0a81-efed-4a85-ad5f-9822c965318c', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a99c044-00b2-442e-bec3-f9c58f2f5d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:14:04Z', 'updated_at': '2022-02-16T22:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:14:10.952789 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 5a871ffa-a4d9-47a0-8bec-d952ba9d64f7 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:14:10.953374 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5a871ffa-a4d9-47a0-8bec-d952ba9d64f7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:10.956445 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-835b5af7-8643-43b2-825a-1a3e9bad5054 admin admin] Allocated IP 172.20.0.1 (fe52ba54-79a6-4124-84d2-5d196fc024e7/3cc2dd23-b385-445e-9512-b0acebd3f8b9/78d7d865-3108-474e-a64d-09f837809fdc) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:14:11.059925 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63f374-29cc-476d-b088-179f225ba202 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Pushing event updated for resources: {'Port': ['ID=08bd730c-8112-4b42-8a7a-a2957b8398ef,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:11.061366 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 5a871ffa-a4d9-47a0-8bec-d952ba9d64f7 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:14:11.088803 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-be63f374-29cc-476d-b088-179f225ba202 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:11.089475 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-be63f374-29cc-476d-b088-179f225ba202 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:11.117671 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-be63f374-29cc-476d-b088-179f225ba202 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2829390 Feb 16 22:14:11.132529 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-dbf56772-5bc6-457b-95bf-b60735cb3c9e service neutron] Request body: {'port': {'device_id': 'd186ec79-14cb-4747-aa9d-d5d8aa967adb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:14:11.137104 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-ee27c862-afd8-45dc-b40e-ff83f516a094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:11.138775 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-ee27c862-afd8-45dc-b40e-ff83f516a094 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.5685034 Feb 16 22:14:11.143740 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-de712887-3b1f-49fe-8a11-ec5863ae50ff tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "GET /v2.0/quotas/d9f4c3d639764d149e7c3c9334975949 HTTP/1.1" status: 200 len: 375 time: 0.3510680 Feb 16 22:14:11.229785 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-dbf56772-5bc6-457b-95bf-b60735cb3c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (08bd730c-8112-4b42-8a7a-a2957b8398ef), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:11.276177 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-835b5af7-8643-43b2-825a-1a3e9bad5054 admin admin] Publish callbacks [] for port (78d7d865-3108-474e-a64d-09f837809fdc), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:11.414865 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e00659d-842c-470c-8afe-cb7eb2b80594 req-f9c6a50a-4a81-4fb2-a9a2-234f267096f5 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5865808 Feb 16 22:14:11.434314 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-4456effb-81d3-424c-8714-3362c8072d30 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d9f4c3d639764d149e7c3c9334975949&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2694349 Feb 16 22:14:11.505202 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-e56fb831-3865-4190-96ef-45df6bad7e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:11.506722 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-e56fb831-3865-4190-96ef-45df6bad7e6b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3575864 Feb 16 22:14:11.537375 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-835b5af7-8643-43b2-825a-1a3e9bad5054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (78d7d865-3108-474e-a64d-09f837809fdc), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:11.736072 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835b5af7-8643-43b2-825a-1a3e9bad5054 admin admin] Network fe52ba54-79a6-4124-84d2-5d196fc024e7 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:14:11.796704 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-835b5af7-8643-43b2-825a-1a3e9bad5054 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:14:11.835771 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-c552d842-d3e1-4b95-b34d-2158947a8e35 service neutron] 10.222.0.75 "GET /v2.0/networks/ea12ed18-2146-4087-b7ac-be4800d31ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989313 Feb 16 22:14:11.836507 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835b5af7-8643-43b2-825a-1a3e9bad5054 admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:14:11.894566 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b5af7-8643-43b2-825a-1a3e9bad5054 admin admin] Pushing event updated for resources: {'Port': ['ID=78d7d865-3108-474e-a64d-09f837809fdc,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:11.984052 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-dbf56772-5bc6-457b-95bf-b60735cb3c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08bd730c-8112-4b42-8a7a-a2957b8398ef {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:14:12.003894 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-dbf56772-5bc6-457b-95bf-b60735cb3c9e service neutron] Publish callbacks [] for port (08bd730c-8112-4b42-8a7a-a2957b8398ef), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:12.009242 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44d681-2873-44f3-8faf-25d201df3da3 req-c05d8e61-5867-412d-9cec-d080edbb4287 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:12.018169 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c44d681-2873-44f3-8faf-25d201df3da3 req-c05d8e61-5867-412d-9cec-d080edbb4287 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=d186ec79-14cb-4747-aa9d-d5d8aa967adb HTTP/1.1" status: 200 len: 931 time: 0.4385910 Feb 16 22:14:12.040234 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-dbf56772-5bc6-457b-95bf-b60735cb3c9e service neutron] Transition to ACTIVE for port object 08bd730c-8112-4b42-8a7a-a2957b8398ef will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:14:12.052315 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-dbf56772-5bc6-457b-95bf-b60735cb3c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (08bd730c-8112-4b42-8a7a-a2957b8398ef), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:12.174066 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-835b5af7-8643-43b2-825a-1a3e9bad5054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (7a99c044-00b2-442e-bec3-f9c58f2f5d32), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:12.204362 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-794a1fc1-e864-4849-955b-2f271a564a4d None None] Provisioning complete for port 78d7d865-3108-474e-a64d-09f837809fdc triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:14:12.204917 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-794a1fc1-e864-4849-955b-2f271a564a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (78d7d865-3108-474e-a64d-09f837809fdc), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:12.277316 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf56772-5bc6-457b-95bf-b60735cb3c9e service neutron] Pushing event updated for resources: {'Port': ['ID=08bd730c-8112-4b42-8a7a-a2957b8398ef,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:12.319567 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-794a1fc1-e864-4849-955b-2f271a564a4d None None] Port 78d7d865-3108-474e-a64d-09f837809fdc cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:14:12.336456 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-dbf56772-5bc6-457b-95bf-b60735cb3c9e service neutron] Attempting to bind port 08bd730c-8112-4b42-8a7a-a2957b8398ef on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:14:12.337070 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-dbf56772-5bc6-457b-95bf-b60735cb3c9e service neutron] Attempting to bind port 08bd730c-8112-4b42-8a7a-a2957b8398ef by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '0fcd852f-dbb0-4c8e-bb68-facd05b73898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4bac3cdf-16ae-435f-8215-29d96cd595c1'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:14:12.337492 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-dbf56772-5bc6-457b-95bf-b60735cb3c9e service neutron] Attempting to bind port 08bd730c-8112-4b42-8a7a-a2957b8398ef on network 4bac3cdf-16ae-435f-8215-29d96cd595c1 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:14:12.342370 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-dbf56772-5bc6-457b-95bf-b60735cb3c9e service neutron] Port 08bd730c-8112-4b42-8a7a-a2957b8398ef on network 4bac3cdf-16ae-435f-8215-29d96cd595c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:14:12.346256 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-dbf56772-5bc6-457b-95bf-b60735cb3c9e service neutron] Attempting to bind port 08bd730c-8112-4b42-8a7a-a2957b8398ef on network 4bac3cdf-16ae-435f-8215-29d96cd595c1 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:14:12.355058 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-dbf56772-5bc6-457b-95bf-b60735cb3c9e service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:14:12.358322 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-dbf56772-5bc6-457b-95bf-b60735cb3c9e service neutron] Checking segment: {'id': '0fcd852f-dbb0-4c8e-bb68-facd05b73898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4bac3cdf-16ae-435f-8215-29d96cd595c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:14:12.358707 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-dbf56772-5bc6-457b-95bf-b60735cb3c9e service neutron] Bound using segment: {'id': '0fcd852f-dbb0-4c8e-bb68-facd05b73898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4bac3cdf-16ae-435f-8215-29d96cd595c1'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:14:12.359221 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-dbf56772-5bc6-457b-95bf-b60735cb3c9e service neutron] Bound port: 08bd730c-8112-4b42-8a7a-a2957b8398ef, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fcd852f-dbb0-4c8e-bb68-facd05b73898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4bac3cdf-16ae-435f-8215-29d96cd595c1'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:14:12.359646 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-dbf56772-5bc6-457b-95bf-b60735cb3c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (08bd730c-8112-4b42-8a7a-a2957b8398ef), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:12.433098 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-1635926d-9013-4ef8-a204-f4b81a042ddb service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9156520 Feb 16 22:14:12.473826 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-dbf56772-5bc6-457b-95bf-b60735cb3c9e service neutron] For port 08bd730c-8112-4b42-8a7a-a2957b8398ef, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:14:12.478280 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-dbf56772-5bc6-457b-95bf-b60735cb3c9e service neutron] For port 08bd730c-8112-4b42-8a7a-a2957b8398ef, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=08bd730c-8112-4b42-8a7a-a2957b8398ef,segment=NetworkSegment(0fcd852f-dbb0-4c8e-bb68-facd05b73898),segment_id=0fcd852f-dbb0-4c8e-bb68-facd05b73898)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:14:12.487630 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c44d681-2873-44f3-8faf-25d201df3da3 req-c62872ec-d54f-4530-896d-b8d1891918f4 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4684913 Feb 16 22:14:12.491104 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-dbf56772-5bc6-457b-95bf-b60735cb3c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (08bd730c-8112-4b42-8a7a-a2957b8398ef), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:12.547284 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-74382575-8727-468b-810a-6e5a29e10139 service neutron] 10.222.0.75 "GET /v2.0/networks/ea12ed18-2146-4087-b7ac-be4800d31ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6471972 Feb 16 22:14:12.561570 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-835b5af7-8643-43b2-825a-1a3e9bad5054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (78d7d865-3108-474e-a64d-09f837809fdc), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:12.589466 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-dbf56772-5bc6-457b-95bf-b60735cb3c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:12.590169 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-dbf56772-5bc6-457b-95bf-b60735cb3c9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:12.591583 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-dbf56772-5bc6-457b-95bf-b60735cb3c9e service neutron] 10.222.0.67 "PUT /v2.0/ports/08bd730c-8112-4b42-8a7a-a2957b8398ef HTTP/1.1" status: 200 len: 1091 time: 1.4650364 Feb 16 22:14:12.594563 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd186ec79-14cb-4747-aa9d-d5d8aa967adb', 'tag': '08bd730c-8112-4b42-8a7a-a2957b8398ef'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:14:12.606179 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38a3e2b-f9db-4df1-aba8-021507d4cf68" -d '{"events": [{"name": "network-changed", "server_uuid": "d186ec79-14cb-4747-aa9d-d5d8aa967adb", "tag": "08bd730c-8112-4b42-8a7a-a2957b8398ef"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:14:12.663886 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf56772-5bc6-457b-95bf-b60735cb3c9e service neutron] Pushing event updated for resources: {'Port': ['ID=08bd730c-8112-4b42-8a7a-a2957b8398ef,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:12.772749 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-5c23411f-8d60-4eb0-a980-be5b00815a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:12.775070 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-5c23411f-8d60-4eb0-a980-be5b00815a78 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eb6359d124c14a73ac3b0de930e6a0fe&device_id=d186ec79-14cb-4747-aa9d-d5d8aa967adb HTTP/1.1" status: 200 len: 1125 time: 0.1010010 Feb 16 22:14:12.831766 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 575e0a81-efed-4a85-ad5f-9822c965318c up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:14:12.869709 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-e8e4bed5-728e-4d66-8099-99bcf7ac4289 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08bd730c-8112-4b42-8a7a-a2957b8398ef HTTP/1.1" status: 200 len: 217 time: 0.0833161 Feb 16 22:14:12.889199 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-7b8c0a6e-cb32-4454-a262-b553655b526a service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171553 Feb 16 22:14:12.969675 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 575e0a81-efed-4a85-ad5f-9822c965318c triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:14:12.993795 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (575e0a81-efed-4a85-ad5f-9822c965318c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:13.004696 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74775135-0768-48c1-8988-f9aadd3702ce req-3f504298-c1a7-4507-96d7-c3283c835bce tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:13.006444 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74775135-0768-48c1-8988-f9aadd3702ce req-3f504298-c1a7-4507-96d7-c3283c835bce tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 943 time: 0.3385906 Feb 16 22:14:13.019318 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-b3554642-7b1c-42b8-8025-5c35a0f3e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:13.021332 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-b3554642-7b1c-42b8-8025-5c35a0f3e8d7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d292e6dc-86dc-495b-b76c-8deab59c0198 HTTP/1.1" status: 200 len: 844 time: 0.1436131 Feb 16 22:14:13.102594 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6717d-302f-4045-872c-9e6d5c22e83c req-e057ef52-2d57-459f-8c30-1f264f9b7082 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:13.102955 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-e9b561d1-717b-4818-8206-ccf56e0f312a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4bac3cdf-16ae-435f-8215-29d96cd595c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734928 Feb 16 22:14:13.110492 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-38c6717d-302f-4045-872c-9e6d5c22e83c req-e057ef52-2d57-459f-8c30-1f264f9b7082 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 949 time: 0.2259829 Feb 16 22:14:13.177740 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74775135-0768-48c1-8988-f9aadd3702ce req-b14209d4-18e0-4fdd-a4fc-05d6d3a36f1c tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383972 Feb 16 22:14:13.242442 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-835b5af7-8643-43b2-825a-1a3e9bad5054 admin admin] Publish callbacks [] for port (78d7d865-3108-474e-a64d-09f837809fdc), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:13.264547 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-38c6717d-302f-4045-872c-9e6d5c22e83c req-ef57e404-ca28-4923-bcbb-6d730862a591 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529920 Feb 16 22:14:13.271316 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-835b5af7-8643-43b2-825a-1a3e9bad5054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (78d7d865-3108-474e-a64d-09f837809fdc), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:13.318370 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-cc160f93-eab8-4960-b659-5f05769dc35e service neutron] 10.222.0.67 "GET /v2.0/networks/4bac3cdf-16ae-435f-8215-29d96cd595c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058699 Feb 16 22:14:13.380597 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c527f4b8-85aa-40f3-8b79-bfd4c8510ecb x-openstack-request-id: req-c527f4b8-85aa-40f3-8b79-bfd4c8510ecb {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:14:13.381294 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d186ec79-14cb-4747-aa9d-d5d8aa967adb", "tag": "08bd730c-8112-4b42-8a7a-a2957b8398ef", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:14:13.382595 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c527f4b8-85aa-40f3-8b79-bfd4c8510ecb {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:14:13.383247 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd186ec79-14cb-4747-aa9d-d5d8aa967adb', 'tag': '08bd730c-8112-4b42-8a7a-a2957b8398ef', 'status': 'completed', 'code': 200} Feb 16 22:14:13.398386 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 575e0a81-efed-4a85-ad5f-9822c965318c is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:14:13.398970 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (575e0a81-efed-4a85-ad5f-9822c965318c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:13.444547 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-835b5af7-8643-43b2-825a-1a3e9bad5054 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (7a99c044-00b2-442e-bec3-f9c58f2f5d32), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:13.449629 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b5af7-8643-43b2-825a-1a3e9bad5054 admin admin] Pushing event updated for resources: {'Port': ['ID=78d7d865-3108-474e-a64d-09f837809fdc,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:13.476784 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 575e0a81-efed-4a85-ad5f-9822c965318c, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=575e0a81-efed-4a85-ad5f-9822c965318c,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:13.490802 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (575e0a81-efed-4a85-ad5f-9822c965318c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:13.556030 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-10033608-b79a-4516-96ec-4c5bbb6ab634 req-f1709f02-0816-4509-ab26-847d8f6c53b5 service neutron] 10.222.0.67 "GET /v2.0/networks/4bac3cdf-16ae-435f-8215-29d96cd595c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290843 Feb 16 22:14:13.574597 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-17ec7c94-288d-409e-9511-20baa5d07c66 req-ebb2225f-e166-48af-b059-cf0c70bca2ad tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1b464f2-07df-48a8-9310-3b8d9aeb216f HTTP/1.1" status: 200 len: 210 time: 0.0931854 Feb 16 22:14:13.632102 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=575e0a81-efed-4a85-ad5f-9822c965318c,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:13.636990 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcb42d-6d79-4ad3-8ff4-0e89275d663b req-50928e41-9a59-45a8-8497-1fcc28953eef tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:13.643931 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dfbcb42d-6d79-4ad3-8ff4-0e89275d663b req-50928e41-9a59-45a8-8497-1fcc28953eef tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 950 time: 0.2590857 Feb 16 22:14:13.725130 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835b5af7-8643-43b2-825a-1a3e9bad5054 admin admin] Network fe52ba54-79a6-4124-84d2-5d196fc024e7 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:14:13.738389 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dfbcb42d-6d79-4ad3-8ff4-0e89275d663b req-55c8c448-f7a5-4ff3-9f28-e12883e1f326 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935009 Feb 16 22:14:13.747628 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-835b5af7-8643-43b2-825a-1a3e9bad5054 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:14:13.763097 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a3e2b-f9db-4df1-aba8-021507d4cf68 req-a5229d46-b495-44c4-89b4-a392e795a596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:13.766922 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d38a3e2b-f9db-4df1-aba8-021507d4cf68 req-a5229d46-b495-44c4-89b4-a392e795a596 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eb6359d124c14a73ac3b0de930e6a0fe&device_id=d186ec79-14cb-4747-aa9d-d5d8aa967adb HTTP/1.1" status: 200 len: 1125 time: 0.1374831 Feb 16 22:14:13.947770 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a3e2b-f9db-4df1-aba8-021507d4cf68 req-354bdbcb-18ed-49dc-be43-010fa8e1a614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:13.949998 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d38a3e2b-f9db-4df1-aba8-021507d4cf68 req-354bdbcb-18ed-49dc-be43-010fa8e1a614 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4bac3cdf-16ae-435f-8215-29d96cd595c1 HTTP/1.1" status: 200 len: 905 time: 0.1718180 Feb 16 22:14:14.034674 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d38a3e2b-f9db-4df1-aba8-021507d4cf68 req-517d4d54-d08f-485b-8107-1134665baef3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08bd730c-8112-4b42-8a7a-a2957b8398ef HTTP/1.1" status: 200 len: 217 time: 0.0727026 Feb 16 22:14:14.155547 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a3e2b-f9db-4df1-aba8-021507d4cf68 req-f90bc9a9-c9de-4075-9832-8c749abdcaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:14.160457 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d38a3e2b-f9db-4df1-aba8-021507d4cf68 req-f90bc9a9-c9de-4075-9832-8c749abdcaa5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d292e6dc-86dc-495b-b76c-8deab59c0198 HTTP/1.1" status: 200 len: 844 time: 0.1170342 Feb 16 22:14:14.189770 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f40a9b94-b73f-401e-bea9-60a843730757 None None] Provisioning complete for port 78d7d865-3108-474e-a64d-09f837809fdc triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:14:14.190815 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f40a9b94-b73f-401e-bea9-60a843730757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (78d7d865-3108-474e-a64d-09f837809fdc), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:14.224499 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d38a3e2b-f9db-4df1-aba8-021507d4cf68 req-0672c9fa-4ad3-4e0a-bb69-89f8a9d68b24 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4bac3cdf-16ae-435f-8215-29d96cd595c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566618 Feb 16 22:14:14.303045 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f40a9b94-b73f-401e-bea9-60a843730757 None None] Port 78d7d865-3108-474e-a64d-09f837809fdc cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:14:14.375218 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d38a3e2b-f9db-4df1-aba8-021507d4cf68 req-798921c6-2593-4938-8ef4-bfae768a9fb4 service neutron] 10.222.0.67 "GET /v2.0/networks/4bac3cdf-16ae-435f-8215-29d96cd595c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442375 Feb 16 22:14:14.480988 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e8ccb-341d-4058-bf0e-9af2961b93ec req-b1ae1808-3da1-4e80-bcd0-97f04a423e0f tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:14.490835 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-211e8ccb-341d-4058-bf0e-9af2961b93ec req-b1ae1808-3da1-4e80-bcd0-97f04a423e0f tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=d186ec79-14cb-4747-aa9d-d5d8aa967adb HTTP/1.1" status: 200 len: 943 time: 0.7513790 Feb 16 22:14:14.573987 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d38a3e2b-f9db-4df1-aba8-021507d4cf68 req-77b84382-20c2-4ba0-a2f6-b32816409df3 service neutron] 10.222.0.67 "GET /v2.0/networks/4bac3cdf-16ae-435f-8215-29d96cd595c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927428 Feb 16 22:14:14.607975 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835b5af7-8643-43b2-825a-1a3e9bad5054 admin admin] Router 7a99c044-00b2-442e-bec3-f9c58f2f5d32 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:14:14.621016 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b1366-e41e-48be-900b-e05d62322ccc req-d7a502f3-2ad1-4f75-a5cc-7498ef1c3c7c tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:14.623138 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-965b1366-e41e-48be-900b-e05d62322ccc req-d7a502f3-2ad1-4f75-a5cc-7498ef1c3c7c tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 943 time: 0.2458072 Feb 16 22:14:14.630212 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-211e8ccb-341d-4058-bf0e-9af2961b93ec req-1306f742-3f68-4a9a-9708-afed4d1a5cf7 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382668 Feb 16 22:14:14.749939 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-965b1366-e41e-48be-900b-e05d62322ccc req-557d29cc-d892-4c15-9d7c-009942cf184d tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184304 Feb 16 22:14:14.755945 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 575e0a81-efed-4a85-ad5f-9822c965318c up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:14:14.871301 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 575e0a81-efed-4a85-ad5f-9822c965318c triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:14:14.871683 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (575e0a81-efed-4a85-ad5f-9822c965318c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:14.993773 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835b5af7-8643-43b2-825a-1a3e9bad5054 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:14:15.004965 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f52bf2-0911-40eb-9516-6db916482c64 None None] Sync routers for ids ['7a99c044-00b2-442e-bec3-f9c58f2f5d32'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:14:15.008397 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-78538bab-391f-461a-bb5a-8f14111f759e tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:15.010262 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-78538bab-391f-461a-bb5a-8f14111f759e tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.79 "GET /v2.0/networks?id=ea12ed18-2146-4087-b7ac-be4800d31ba6 HTTP/1.1" status: 200 len: 812 time: 0.2257874 Feb 16 22:14:15.015372 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-835b5af7-8643-43b2-825a-1a3e9bad5054 admin admin] 10.222.0.75 "PUT /v2.0/routers/7a99c044-00b2-442e-bec3-f9c58f2f5d32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7456973 Feb 16 22:14:15.018499 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f52bf2-0911-40eb-9516-6db916482c64 None None] Routers {'7a99c044-00b2-442e-bec3-f9c58f2f5d32'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:14:15.019519 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-68f52bf2-0911-40eb-9516-6db916482c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:13:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['7a99c044-00b2-442e-bec3-f9c58f2f5d32'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:14:15.024125 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 575e0a81-efed-4a85-ad5f-9822c965318c is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:14:15.080334 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7c7b808a-aa4f-4194-b9de-e2a52bf48b2c req-cfafea77-e564-4cb1-b0a2-1c7ba4b333a0 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1b464f2-07df-48a8-9310-3b8d9aeb216f HTTP/1.1" status: 200 len: 210 time: 0.0635300 Feb 16 22:14:15.171568 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-614a5a2b-f63f-4d73-b55e-b9afb1a4e2b1 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9f4c3d639764d149e7c3c9334975949 HTTP/1.1" status: 200 len: 378 time: 0.1042321 Feb 16 22:14:15.250013 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-48111730-9df1-48a4-9795-d4d8f6203d33 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Request body: {'port': {'device_id': 'f1b464f2-07df-48a8-9310-3b8d9aeb216f', 'network_id': 'ea12ed18-2146-4087-b7ac-be4800d31ba6', 'admin_state_up': True, 'tenant_id': 'd9f4c3d639764d149e7c3c9334975949', 'security_groups': ['a9e2c187-9543-4d66-be58-24e40f6b1a5b']}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:14:15.252355 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-68f52bf2-0911-40eb-9516-6db916482c64 None None] Set router 7a99c044-00b2-442e-bec3-f9c58f2f5d32 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:14:15.262535 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e45a24-f819-4e34-ab4a-3918d2e5caa1 req-fb73d4d4-09bf-478f-b450-1853425da7ea tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:15.270527 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d9e45a24-f819-4e34-ab4a-3918d2e5caa1 req-fb73d4d4-09bf-478f-b450-1853425da7ea tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 949 time: 0.4847860 Feb 16 22:14:15.388513 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ae663-b394-4a1b-bff3-a6e71ef20930 req-10e557ec-bb61-4825-aac2-4bc45ed95da5 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:15.390144 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ee2ae663-b394-4a1b-bff3-a6e71ef20930 req-10e557ec-bb61-4825-aac2-4bc45ed95da5 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 950 time: 0.2138181 Feb 16 22:14:15.432139 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d9e45a24-f819-4e34-ab4a-3918d2e5caa1 req-f945eba6-e80a-4dd5-a23a-097b45662410 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606278 Feb 16 22:14:15.504722 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ee2ae663-b394-4a1b-bff3-a6e71ef20930 req-01c3b883-2103-454e-af91-243b1dc179d2 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983312 Feb 16 22:14:15.512155 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-48111730-9df1-48a4-9795-d4d8f6203d33 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Made reservation on behalf of d9f4c3d639764d149e7c3c9334975949 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:14:15.516286 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-48111730-9df1-48a4-9795-d4d8f6203d33 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:15.523318 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-118b293b-7a15-4766-8860-79a71c9ee8be req-9928d629-b6cc-4a5a-869f-e90459c750f4 service neutron] 10.222.0.79 "GET /v2.0/ports/f5f434fd-a528-4a73-a958-bf0d4d1d5a8d/bindings/n-h1-813897-6 HTTP/1.1" status: 200 len: 384 time: 0.0925035 Feb 16 22:14:15.616173 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-68f52bf2-0911-40eb-9516-6db916482c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a99c044-00b2-442e-bec3-f9c58f2f5d32', 'name': 'tempest-FloatingIPsNegativeTestJSON-778101960-router', 'tenant_id': 'd0a12c8bc49c4d5fb843941dd13639cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '575e0a81-efed-4a85-ad5f-9822c965318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:14:02Z', 'updated_at': '2022-02-16T22:14:12Z', 'revision_number': 4, 'project_id': 'd0a12c8bc49c4d5fb843941dd13639cb', 'gw_port': {'id': '575e0a81-efed-4a85-ad5f-9822c965318c', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99c044-00b2-442e-bec3-f9c58f2f5d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:14:04Z', 'updated_at': '2022-02-16T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '78d7d865-3108-474e-a64d-09f837809fdc', 'name': '', 'network_id': 'fe52ba54-79a6-4124-84d2-5d196fc024e7', 'tenant_id': 'd0a12c8bc49c4d5fb843941dd13639cb', 'mac_address': 'fa:16:3e:c6:99:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a99c044-00b2-442e-bec3-f9c58f2f5d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '3cc2dd23-b385-445e-9512-b0acebd3f8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:14:10Z', 'updated_at': '2022-02-16T22:14:12Z', 'revision_number': 2, 'project_id': 'd0a12c8bc49c4d5fb843941dd13639cb', 'subnets': [{'id': '3cc2dd23-b385-445e-9512-b0acebd3f8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:14:15.652112 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f52bf2-0911-40eb-9516-6db916482c64 None None] Checking router: 7a99c044-00b2-442e-bec3-f9c58f2f5d32 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:14:15.652465 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f52bf2-0911-40eb-9516-6db916482c64 None None] Updating router 7a99c044-00b2-442e-bec3-f9c58f2f5d32 port 78d7d865-3108-474e-a64d-09f837809fdc binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:14:15.655914 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1dcaf1ad-7de0-4f35-bc59-dbe84277d726 req-a2b53bc3-6a02-4eb5-8cb1-ca431089e6ff tempest-FloatingIPsNegativeTestJSON-427917489 tempest-FloatingIPsNegativeTestJSON-427917489-project] 10.222.0.75 "GET /v2.0/floatingips?tenant_id=d0a12c8bc49c4d5fb843941dd13639cb HTTP/1.1" status: 200 len: 217 time: 0.0890720 Feb 16 22:14:15.701662 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-68f52bf2-0911-40eb-9516-6db916482c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (78d7d865-3108-474e-a64d-09f837809fdc), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:15.756420 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-15542899-18da-4b74-95f6-f12b670455bf req-c99757a4-e679-4deb-a70e-e808ba2d3b36 tempest-FloatingIPsNegativeTestJSON-427917489 tempest-FloatingIPsNegativeTestJSON-427917489-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0640750 Feb 16 22:14:15.807402 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-118b293b-7a15-4766-8860-79a71c9ee8be req-330eb0f2-c589-471e-b82a-7ccf576c0d6f service neutron] For port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=f5f434fd-a528-4a73-a958-bf0d4d1d5a8d,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:15.834448 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-118b293b-7a15-4766-8860-79a71c9ee8be req-330eb0f2-c589-471e-b82a-7ccf576c0d6f service neutron] For port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:14:15.837703 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [req-38c5fc92-3f94-4f3d-a7f9-56ea6e7d6239 req-4052d1b8-0ce5-419c-b784-4a10a4682e9e tempest-FloatingIPsNegativeTestJSON-427917489 tempest-FloatingIPsNegativeTestJSON-427917489-project] show failed (client error): The resource could not be found. Feb 16 22:14:15.838792 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-38c5fc92-3f94-4f3d-a7f9-56ea6e7d6239 req-4052d1b8-0ce5-419c-b784-4a10a4682e9e tempest-FloatingIPsNegativeTestJSON-427917489 tempest-FloatingIPsNegativeTestJSON-427917489-project] 10.222.0.75 "GET /v2.0/floatingips/4fe3a5a9-bce7-4ae4-9d4b-4bc4d395dc3a HTTP/1.1" status: 404 len: 350 time: 0.0524335 Feb 16 22:14:15.852083 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52662) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:14:15.854717 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-48111730-9df1-48a4-9795-d4d8f6203d33 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Allocated IP 172.20.0.3 (ea12ed18-2146-4087-b7ac-be4800d31ba6/d6127c36-c1ee-44b8-9e4f-0b0d5d8779af/45fc291a-f013-44ed-aaf5-f031f9d054a6) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:14:15.881440 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-118b293b-7a15-4766-8860-79a71c9ee8be req-330eb0f2-c589-471e-b82a-7ccf576c0d6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5f434fd-a528-4a73-a958-bf0d4d1d5a8d {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:14:15.898761 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-118b293b-7a15-4766-8860-79a71c9ee8be req-330eb0f2-c589-471e-b82a-7ccf576c0d6f service neutron] For port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f5f434fd-a528-4a73-a958-bf0d4d1d5a8d,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:15.922368 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-118b293b-7a15-4766-8860-79a71c9ee8be req-330eb0f2-c589-471e-b82a-7ccf576c0d6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f5f434fd-a528-4a73-a958-bf0d4d1d5a8d), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:15.980014 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449ac26-a29f-4e08-8a1c-6e7cbf98ef75 req-90e614cb-a4bb-432c-89c1-a7316e9c7441 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:15.981554 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6449ac26-a29f-4e08-8a1c-6e7cbf98ef75 req-90e614cb-a4bb-432c-89c1-a7316e9c7441 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=d186ec79-14cb-4747-aa9d-d5d8aa967adb HTTP/1.1" status: 200 len: 943 time: 0.2214622 Feb 16 22:14:16.039248 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-118b293b-7a15-4766-8860-79a71c9ee8be req-330eb0f2-c589-471e-b82a-7ccf576c0d6f service neutron] Transition to ACTIVE for port object f5f434fd-a528-4a73-a958-bf0d4d1d5a8d will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:14:16.046101 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-118b293b-7a15-4766-8860-79a71c9ee8be req-330eb0f2-c589-471e-b82a-7ccf576c0d6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (f5f434fd-a528-4a73-a958-bf0d4d1d5a8d), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:16.112292 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69945d6-47bd-49fa-bc6f-b02000e741d0 req-ae218159-9692-42a5-a2de-659edfe322da tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:16.113822 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a69945d6-47bd-49fa-bc6f-b02000e741d0 req-ae218159-9692-42a5-a2de-659edfe322da tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 943 time: 0.1706226 Feb 16 22:14:16.123773 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-118b293b-7a15-4766-8860-79a71c9ee8be req-330eb0f2-c589-471e-b82a-7ccf576c0d6f service neutron] No DVR routers for this DVR port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:14:16.124023 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-68f52bf2-0911-40eb-9516-6db916482c64 None None] Publish callbacks [] for port (78d7d865-3108-474e-a64d-09f837809fdc), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:16.132382 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-68f52bf2-0911-40eb-9516-6db916482c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (78d7d865-3108-474e-a64d-09f837809fdc), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:16.166323 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330eb0f2-c589-471e-b82a-7ccf576c0d6f service neutron] Pushing event updated for resources: {'Port': ['ID=f5f434fd-a528-4a73-a958-bf0d4d1d5a8d,revision_number=10']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:16.172893 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-118b293b-7a15-4766-8860-79a71c9ee8be req-330eb0f2-c589-471e-b82a-7ccf576c0d6f service neutron] 10.222.0.79 "PUT /v2.0/ports/f5f434fd-a528-4a73-a958-bf0d4d1d5a8d/bindings/n-h1-813897-6/activate HTTP/1.1" status: 200 len: 369 time: 0.6394958 Feb 16 22:14:16.186780 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6449ac26-a29f-4e08-8a1c-6e7cbf98ef75 req-08f63986-3765-4634-9281-1df434a2511f tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839619 Feb 16 22:14:16.210962 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eaa391-186b-4d2b-a548-aaec43db829a None None] Pushing event updated for resources: {'Port': ['ID=78d7d865-3108-474e-a64d-09f837809fdc,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:16.279897 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-68f52bf2-0911-40eb-9516-6db916482c64 None None] Attempting to bind port 78d7d865-3108-474e-a64d-09f837809fdc on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:14:16.280363 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-68f52bf2-0911-40eb-9516-6db916482c64 None None] Attempting to bind port 78d7d865-3108-474e-a64d-09f837809fdc by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'e29112f0-a4dd-4297-bdc1-df3ee8a44432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fe52ba54-79a6-4124-84d2-5d196fc024e7'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:14:16.280798 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f52bf2-0911-40eb-9516-6db916482c64 None None] Attempting to bind port 78d7d865-3108-474e-a64d-09f837809fdc on network fe52ba54-79a6-4124-84d2-5d196fc024e7 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:14:16.297673 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f52bf2-0911-40eb-9516-6db916482c64 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:14:16.298022 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f52bf2-0911-40eb-9516-6db916482c64 None None] Checking segment: {'id': 'e29112f0-a4dd-4297-bdc1-df3ee8a44432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fe52ba54-79a6-4124-84d2-5d196fc024e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:14:16.298598 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-68f52bf2-0911-40eb-9516-6db916482c64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:16.299063 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f52bf2-0911-40eb-9516-6db916482c64 None None] Bound using segment: {'id': 'e29112f0-a4dd-4297-bdc1-df3ee8a44432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fe52ba54-79a6-4124-84d2-5d196fc024e7'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:14:16.299611 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-68f52bf2-0911-40eb-9516-6db916482c64 None None] Bound port: 78d7d865-3108-474e-a64d-09f837809fdc, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e29112f0-a4dd-4297-bdc1-df3ee8a44432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fe52ba54-79a6-4124-84d2-5d196fc024e7'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:14:16.300065 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-68f52bf2-0911-40eb-9516-6db916482c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (78d7d865-3108-474e-a64d-09f837809fdc), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:16.353277 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b293b-7a15-4766-8860-79a71c9ee8be req-333f71fc-2de0-4a11-a1da-455b748c4d1f tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:16.357213 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-118b293b-7a15-4766-8860-79a71c9ee8be req-333f71fc-2de0-4a11-a1da-455b748c4d1f tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b&tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&binding%3Ahost_id=n-h2-813897-6 HTTP/1.1" status: 200 len: 1126 time: 0.0990589 Feb 16 22:14:16.385069 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fcd4e24a-7584-43ea-917a-5bd8b96f59df req-ee15261b-d6ad-489d-9fd7-1c853eb97d79 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1b464f2-07df-48a8-9310-3b8d9aeb216f HTTP/1.1" status: 200 len: 210 time: 0.0767357 Feb 16 22:14:16.405016 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a69945d6-47bd-49fa-bc6f-b02000e741d0 req-921f353b-673f-4732-8ad5-581ad92b20b2 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775681 Feb 16 22:14:16.413690 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-68f52bf2-0911-40eb-9516-6db916482c64 None None] For port 78d7d865-3108-474e-a64d-09f837809fdc, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:14:16.417941 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-68f52bf2-0911-40eb-9516-6db916482c64 None None] For port 78d7d865-3108-474e-a64d-09f837809fdc, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=78d7d865-3108-474e-a64d-09f837809fdc,segment=NetworkSegment(e29112f0-a4dd-4297-bdc1-df3ee8a44432),segment_id=e29112f0-a4dd-4297-bdc1-df3ee8a44432)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:14:16.420389 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-48111730-9df1-48a4-9795-d4d8f6203d33 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks [] for port (45fc291a-f013-44ed-aaf5-f031f9d054a6), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:16.433118 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-68f52bf2-0911-40eb-9516-6db916482c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (78d7d865-3108-474e-a64d-09f837809fdc), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:16.480426 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b293b-7a15-4766-8860-79a71c9ee8be req-dad1e9dd-dbd4-45a4-8b3a-461daf9e157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:16.481912 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-118b293b-7a15-4766-8860-79a71c9ee8be req-dad1e9dd-dbd4-45a4-8b3a-461daf9e157f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b&tenant_id=c783ac8d63594bff8f1af68ea2cde2f4 HTTP/1.1" status: 200 len: 1126 time: 0.1059489 Feb 16 22:14:16.577085 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eaa391-186b-4d2b-a548-aaec43db829a None None] Pushing event updated for resources: {'Port': ['ID=78d7d865-3108-474e-a64d-09f837809fdc,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:16.588945 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f52bf2-0911-40eb-9516-6db916482c64 None None] Routers {'7a99c044-00b2-442e-bec3-f9c58f2f5d32'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:14:16.589692 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-68f52bf2-0911-40eb-9516-6db916482c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:13:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['7a99c044-00b2-442e-bec3-f9c58f2f5d32'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:14:16.611071 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b293b-7a15-4766-8860-79a71c9ee8be req-173a089b-4cb8-4760-a2e8-ab21c109141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:16.612624 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-118b293b-7a15-4766-8860-79a71c9ee8be req-173a089b-4cb8-4760-a2e8-ab21c109141d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 1126 time: 0.1009851 Feb 16 22:14:16.643585 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-48111730-9df1-48a4-9795-d4d8f6203d33 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (45fc291a-f013-44ed-aaf5-f031f9d054a6), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:16.661525 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-67140804-12c2-4789-ac7f-e98eb3b7bb48 None None] Provisioning complete for port 78d7d865-3108-474e-a64d-09f837809fdc triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:14:16.662523 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-67140804-12c2-4789-ac7f-e98eb3b7bb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (78d7d865-3108-474e-a64d-09f837809fdc), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:16.788374 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-67140804-12c2-4789-ac7f-e98eb3b7bb48 None None] Current status of the port 78d7d865-3108-474e-a64d-09f837809fdc is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:14:16.789037 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-67140804-12c2-4789-ac7f-e98eb3b7bb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (78d7d865-3108-474e-a64d-09f837809fdc), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:16.792023 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b293b-7a15-4766-8860-79a71c9ee8be req-b6b26e54-d50c-46f1-b947-588c80c314e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:16.793532 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-118b293b-7a15-4766-8860-79a71c9ee8be req-b6b26e54-d50c-46f1-b947-588c80c314e6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=91cf39f3-9142-4ee5-af15-00f1f801e8c7 HTTP/1.1" status: 200 len: 908 time: 0.1726942 Feb 16 22:14:16.814745 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-48111730-9df1-48a4-9795-d4d8f6203d33 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Network ea12ed18-2146-4087-b7ac-be4800d31ba6 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:14:16.832052 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-67140804-12c2-4789-ac7f-e98eb3b7bb48 None None] For port 78d7d865-3108-474e-a64d-09f837809fdc, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=78d7d865-3108-474e-a64d-09f837809fdc,segment=NetworkSegment(e29112f0-a4dd-4297-bdc1-df3ee8a44432),segment_id=e29112f0-a4dd-4297-bdc1-df3ee8a44432)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:16.838276 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-67140804-12c2-4789-ac7f-e98eb3b7bb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (78d7d865-3108-474e-a64d-09f837809fdc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:16.844881 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-48111730-9df1-48a4-9795-d4d8f6203d33 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:14:16.862034 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-48111730-9df1-48a4-9795-d4d8f6203d33 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:14:16.895297 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-118b293b-7a15-4766-8860-79a71c9ee8be req-a23e97be-9b65-4ddb-8710-296eb9d9cc06 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5f434fd-a528-4a73-a958-bf0d4d1d5a8d HTTP/1.1" status: 200 len: 217 time: 0.0897055 Feb 16 22:14:16.946494 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67140804-12c2-4789-ac7f-e98eb3b7bb48 None None] Pushing event updated for resources: {'Port': ['ID=78d7d865-3108-474e-a64d-09f837809fdc,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:16.973457 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-9c453cae-fefe-472d-a706-ca38d3c7ab2c None None] Provisioning complete for port 78d7d865-3108-474e-a64d-09f837809fdc triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:14:16.973837 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9c453cae-fefe-472d-a706-ca38d3c7ab2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (78d7d865-3108-474e-a64d-09f837809fdc), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:16.989804 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b293b-7a15-4766-8860-79a71c9ee8be req-60d6507a-f34a-4b02-b577-37c54d45f284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:16.991444 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-118b293b-7a15-4766-8860-79a71c9ee8be req-60d6507a-f34a-4b02-b577-37c54d45f284 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f7242f4f-8939-4e6c-b488-ab1fd3ca8215 HTTP/1.1" status: 200 len: 847 time: 0.0928826 Feb 16 22:14:17.018019 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-48111730-9df1-48a4-9795-d4d8f6203d33 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:17.022719 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-48111730-9df1-48a4-9795-d4d8f6203d33 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:17.033413 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-118b293b-7a15-4766-8860-79a71c9ee8be req-1158e094-9d8b-4b0a-af33-6145d3e9404a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=91cf39f3-9142-4ee5-af15-00f1f801e8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340061 Feb 16 22:14:17.038268 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48111730-9df1-48a4-9795-d4d8f6203d33 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Pushing event updated for resources: {'Port': ['ID=45fc291a-f013-44ed-aaf5-f031f9d054a6,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:17.093218 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-68f52bf2-0911-40eb-9516-6db916482c64 None None] Set router 7a99c044-00b2-442e-bec3-f9c58f2f5d32 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:14:17.108524 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc482569-e825-486d-ad12-6b9a116173e0 req-54758cb7-fdf7-4553-9b7f-efcef6318adc tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:17.110114 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bc482569-e825-486d-ad12-6b9a116173e0 req-54758cb7-fdf7-4553-9b7f-efcef6318adc tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 949 time: 0.5384958 Feb 16 22:14:17.146374 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-48111730-9df1-48a4-9795-d4d8f6203d33 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9062312 Feb 16 22:14:17.155492 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-9c453cae-fefe-472d-a706-ca38d3c7ab2c None None] Current status of the port 78d7d865-3108-474e-a64d-09f837809fdc is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:14:17.173039 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-8e031398-d7e8-4f65-99ae-bd3e15be0efb service neutron] Request body: {'port': {'device_id': 'f1b464f2-07df-48a8-9310-3b8d9aeb216f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:14:17.189418 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e593a83-13b2-4b98-83a5-5cb1b43cbc22 req-b9c9e65a-c914-4f4c-b8d0-c8cbef17ab14 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:17.196659 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e593a83-13b2-4b98-83a5-5cb1b43cbc22 req-b9c9e65a-c914-4f4c-b8d0-c8cbef17ab14 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 950 time: 0.5184462 Feb 16 22:14:17.198049 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-118b293b-7a15-4766-8860-79a71c9ee8be req-54d3dfdc-3788-4b43-8aba-8b9c90a4fdca service neutron] 10.222.0.67 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374693 Feb 16 22:14:17.282606 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-717560a1-f679-49f6-9c7d-d0302b962336 None None] Provisioning complete for port 45fc291a-f013-44ed-aaf5-f031f9d054a6 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:14:17.283275 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-717560a1-f679-49f6-9c7d-d0302b962336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (45fc291a-f013-44ed-aaf5-f031f9d054a6), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:17.338923 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-118b293b-7a15-4766-8860-79a71c9ee8be req-175ec620-0dd2-4982-9223-af2532ae71dd service neutron] 10.222.0.67 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332884 Feb 16 22:14:17.342707 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-717560a1-f679-49f6-9c7d-d0302b962336 None None] Port 45fc291a-f013-44ed-aaf5-f031f9d054a6 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:14:17.344334 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bc482569-e825-486d-ad12-6b9a116173e0 req-95eab715-82bb-459b-9410-fef339dda1f1 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032683 Feb 16 22:14:17.381531 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-8e031398-d7e8-4f65-99ae-bd3e15be0efb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (45fc291a-f013-44ed-aaf5-f031f9d054a6), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:17.423242 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 08bd730c-8112-4b42-8a7a-a2957b8398ef details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:14:17.423805 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-68f52bf2-0911-40eb-9516-6db916482c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a99c044-00b2-442e-bec3-f9c58f2f5d32', 'name': 'tempest-FloatingIPsNegativeTestJSON-778101960-router', 'tenant_id': 'd0a12c8bc49c4d5fb843941dd13639cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '575e0a81-efed-4a85-ad5f-9822c965318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:14:02Z', 'updated_at': '2022-02-16T22:14:12Z', 'revision_number': 4, 'project_id': 'd0a12c8bc49c4d5fb843941dd13639cb', 'gw_port': {'id': '575e0a81-efed-4a85-ad5f-9822c965318c', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99c044-00b2-442e-bec3-f9c58f2f5d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:14:04Z', 'updated_at': '2022-02-16T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '78d7d865-3108-474e-a64d-09f837809fdc', 'name': '', 'network_id': 'fe52ba54-79a6-4124-84d2-5d196fc024e7', 'tenant_id': 'd0a12c8bc49c4d5fb843941dd13639cb', 'mac_address': 'fa:16:3e:c6:99:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a99c044-00b2-442e-bec3-f9c58f2f5d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '3cc2dd23-b385-445e-9512-b0acebd3f8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:14:10Z', 'updated_at': '2022-02-16T22:14:16Z', 'revision_number': 4, 'project_id': 'd0a12c8bc49c4d5fb843941dd13639cb', 'subnets': [{'id': '3cc2dd23-b385-445e-9512-b0acebd3f8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:14:17.426753 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 4742e105-ad77-4b88-b601-715e2c3c6c57 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:14:17.452079 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e593a83-13b2-4b98-83a5-5cb1b43cbc22 req-40153b99-ca9d-443a-8f42-f3114050e511 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542217 Feb 16 22:14:17.519132 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f52bf2-0911-40eb-9516-6db916482c64 None None] The sync data for ids ['7a99c044-00b2-442e-bec3-f9c58f2f5d32'] in n-d-813897-6 is: [{'id': '7a99c044-00b2-442e-bec3-f9c58f2f5d32', 'name': 'tempest-FloatingIPsNegativeTestJSON-778101960-router', 'tenant_id': 'd0a12c8bc49c4d5fb843941dd13639cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '575e0a81-efed-4a85-ad5f-9822c965318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:14:02Z', 'updated_at': '2022-02-16T22:14:12Z', 'revision_number': 4, 'project_id': 'd0a12c8bc49c4d5fb843941dd13639cb', 'gw_port': {'id': '575e0a81-efed-4a85-ad5f-9822c965318c', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99c044-00b2-442e-bec3-f9c58f2f5d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:14:04Z', 'updated_at': '2022-02-16T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '78d7d865-3108-474e-a64d-09f837809fdc', 'name': '', 'network_id': 'fe52ba54-79a6-4124-84d2-5d196fc024e7', 'tenant_id': 'd0a12c8bc49c4d5fb843941dd13639cb', 'mac_address': 'fa:16:3e:c6:99:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a99c044-00b2-442e-bec3-f9c58f2f5d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '3cc2dd23-b385-445e-9512-b0acebd3f8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:14:10Z', 'updated_at': '2022-02-16T22:14:16Z', 'revision_number': 4, 'project_id': 'd0a12c8bc49c4d5fb843941dd13639cb', 'subnets': [{'id': '3cc2dd23-b385-445e-9512-b0acebd3f8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:14:17.733516 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b293b-7a15-4766-8860-79a71c9ee8be req-54c375b1-ce62-40a9-a929-665ed940d1b0 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:17.735444 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-118b293b-7a15-4766-8860-79a71c9ee8be req-54c375b1-ce62-40a9-a929-665ed940d1b0 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b&tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&binding%3Ahost_id=n-h1-813897-6 HTTP/1.1" status: 200 len: 1126 time: 0.0654566 Feb 16 22:14:17.904807 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 4742e105-ad77-4b88-b601-715e2c3c6c57 is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:14:17.905416 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4742e105-ad77-4b88-b601-715e2c3c6c57), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:17.915546 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 08bd730c-8112-4b42-8a7a-a2957b8398ef, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=08bd730c-8112-4b42-8a7a-a2957b8398ef,segment=NetworkSegment(0fcd852f-dbb0-4c8e-bb68-facd05b73898),segment_id=0fcd852f-dbb0-4c8e-bb68-facd05b73898)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:17.975154 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '08bd730c-8112-4b42-8a7a-a2957b8398ef', 'network_id': '4bac3cdf-16ae-435f-8215-29d96cd595c1', 'port_id': '08bd730c-8112-4b42-8a7a-a2957b8398ef', 'mac_address': 'fa:16:3e:15:93:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd292e6dc-86dc-495b-b76c-8deab59c0198', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:14:18.017909 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-118b293b-7a15-4766-8860-79a71c9ee8be req-6f6e8afa-7cb9-46ce-8e3f-2fb35af21e46 service neutron] For port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:14:18.019642 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 4742e105-ad77-4b88-b601-715e2c3c6c57, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=4742e105-ad77-4b88-b601-715e2c3c6c57,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:18.044964 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-118b293b-7a15-4766-8860-79a71c9ee8be req-6f6e8afa-7cb9-46ce-8e3f-2fb35af21e46 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:18.046666 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-118b293b-7a15-4766-8860-79a71c9ee8be req-6f6e8afa-7cb9-46ce-8e3f-2fb35af21e46 service neutron] 10.222.0.67 "DELETE /v2.0/ports/f5f434fd-a528-4a73-a958-bf0d4d1d5a8d/bindings/n-h2-813897-6 HTTP/1.1" status: 204 len: 173 time: 0.2988162 Feb 16 22:14:18.068213 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07bccd3d-0588-4763-a4f7-bf0954c80f07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4742e105-ad77-4b88-b601-715e2c3c6c57'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:14:18.070933 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1ee675-50d6-4cdb-8a3e-c2b01a81fb84" -d '{"events": [{"server_uuid": "07bccd3d-0588-4763-a4f7-bf0954c80f07", "name": "network-vif-unplugged", "status": "completed", "tag": "4742e105-ad77-4b88-b601-715e2c3c6c57"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:14:18.075499 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 08bd730c-8112-4b42-8a7a-a2957b8398ef is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:14:18.076682 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (08bd730c-8112-4b42-8a7a-a2957b8398ef), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:18.085555 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4742e105-ad77-4b88-b601-715e2c3c6c57), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:18.136324 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08bd730c-8112-4b42-8a7a-a2957b8398ef {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:14:18.186130 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 08bd730c-8112-4b42-8a7a-a2957b8398ef, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=08bd730c-8112-4b42-8a7a-a2957b8398ef,segment=NetworkSegment(0fcd852f-dbb0-4c8e-bb68-facd05b73898),segment_id=0fcd852f-dbb0-4c8e-bb68-facd05b73898)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:18.187498 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=4742e105-ad77-4b88-b601-715e2c3c6c57,revision_number=9']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:18.196309 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (08bd730c-8112-4b42-8a7a-a2957b8398ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:18.196995 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 4742e105-ad77-4b88-b601-715e2c3c6c57 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:14:18.289364 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-15414973-40a2-4d8a-9088-9fa4c6f18056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (7a99c044-00b2-442e-bec3-f9c58f2f5d32), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:18.353638 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=08bd730c-8112-4b42-8a7a-a2957b8398ef,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:18.381133 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 4742e105-ad77-4b88-b601-715e2c3c6c57, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=4742e105-ad77-4b88-b601-715e2c3c6c57,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:18.398766 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '4742e105-ad77-4b88-b601-715e2c3c6c57', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': '4742e105-ad77-4b88-b601-715e2c3c6c57', 'mac_address': 'fa:16:3e:5c:f1:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:14:18.448994 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 4742e105-ad77-4b88-b601-715e2c3c6c57 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:14:18.449336 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4742e105-ad77-4b88-b601-715e2c3c6c57), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:18.473234 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4742e105-ad77-4b88-b601-715e2c3c6c57 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:14:18.496229 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402fdd63-d31a-4085-91f7-f2751bcedcde req-64728b8b-2425-4742-af0c-160ff6d16f87 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:18.500896 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 4742e105-ad77-4b88-b601-715e2c3c6c57, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=4742e105-ad77-4b88-b601-715e2c3c6c57,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:18.503742 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-402fdd63-d31a-4085-91f7-f2751bcedcde req-64728b8b-2425-4742-af0c-160ff6d16f87 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1b464f2-07df-48a8-9310-3b8d9aeb216f HTTP/1.1" status: 200 len: 931 time: 0.4059935 Feb 16 22:14:18.510824 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4742e105-ad77-4b88-b601-715e2c3c6c57), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:18.521470 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc767532-3a1e-4811-8f9d-81b542fec80d req-42f7246e-cff4-4a38-9d00-1ce6c071ed84 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:18.527726 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cc767532-3a1e-4811-8f9d-81b542fec80d req-42f7246e-cff4-4a38-9d00-1ce6c071ed84 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=d186ec79-14cb-4747-aa9d-d5d8aa967adb HTTP/1.1" status: 200 len: 943 time: 1.0700479 Feb 16 22:14:18.596701 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=4742e105-ad77-4b88-b601-715e2c3c6c57,revision_number=10']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:18.764929 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 78d7d865-3108-474e-a64d-09f837809fdc up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:14:18.795718 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-402fdd63-d31a-4085-91f7-f2751bcedcde req-db3806f7-d45a-4d4b-9a91-3e3b46e025cb tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9e2c187-9543-4d66-be58-24e40f6b1a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2910345 Feb 16 22:14:18.808299 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cc767532-3a1e-4811-8f9d-81b542fec80d req-56270756-a4c2-4adc-812a-4bf62887bb8a tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706318 Feb 16 22:14:18.865280 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 78d7d865-3108-474e-a64d-09f837809fdc triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:14:18.865936 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (78d7d865-3108-474e-a64d-09f837809fdc), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:18.883985 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-8e031398-d7e8-4f65-99ae-bd3e15be0efb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45fc291a-f013-44ed-aaf5-f031f9d054a6 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:14:18.899719 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-8e031398-d7e8-4f65-99ae-bd3e15be0efb service neutron] Publish callbacks [] for port (45fc291a-f013-44ed-aaf5-f031f9d054a6), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:18.915738 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['08bd730c-8112-4b42-8a7a-a2957b8398ef'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:14:18.955364 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 22:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578c15e0-720b-4aeb-95d3-b7889ac6c061 x-openstack-request-id: req-578c15e0-720b-4aeb-95d3-b7889ac6c061 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:14:18.955663 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07bccd3d-0588-4763-a4f7-bf0954c80f07", "name": "network-vif-unplugged", "status": "completed", "tag": "4742e105-ad77-4b88-b601-715e2c3c6c57", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:14:18.955916 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-578c15e0-720b-4aeb-95d3-b7889ac6c061 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:14:18.956316 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07bccd3d-0588-4763-a4f7-bf0954c80f07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4742e105-ad77-4b88-b601-715e2c3c6c57', 'code': 200} Feb 16 22:14:18.961119 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['4742e105-ad77-4b88-b601-715e2c3c6c57'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:14:18.983075 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-8e031398-d7e8-4f65-99ae-bd3e15be0efb service neutron] Transition to ACTIVE for port object 45fc291a-f013-44ed-aaf5-f031f9d054a6 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:14:19.011305 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-8e031398-d7e8-4f65-99ae-bd3e15be0efb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (45fc291a-f013-44ed-aaf5-f031f9d054a6), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:19.141578 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe2fe9-6ac1-45fa-b533-96c4c22d32fb req-d449807b-1456-451f-908e-244fb3139a35 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:19.143568 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9bfe2fe9-6ac1-45fa-b533-96c4c22d32fb req-d449807b-1456-451f-908e-244fb3139a35 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 944 time: 0.2260509 Feb 16 22:14:19.158884 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 78d7d865-3108-474e-a64d-09f837809fdc is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:14:19.223110 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e031398-d7e8-4f65-99ae-bd3e15be0efb service neutron] Pushing event updated for resources: {'Port': ['ID=45fc291a-f013-44ed-aaf5-f031f9d054a6,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:19.346716 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-15414973-40a2-4d8a-9088-9fa4c6f18056 admin admin] Deleting port 78d7d865-3108-474e-a64d-09f837809fdc {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:14:19.347407 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-15414973-40a2-4d8a-9088-9fa4c6f18056 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (78d7d865-3108-474e-a64d-09f837809fdc), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:19.361870 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f15b63-94bf-4229-92bd-d0bce941c64c req-b44bf1ae-b20e-451b-a0cf-2bc65aad7857 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:19.369235 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-36f15b63-94bf-4229-92bd-d0bce941c64c req-b44bf1ae-b20e-451b-a0cf-2bc65aad7857 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 949 time: 0.2584333 Feb 16 22:14:19.393242 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9bfe2fe9-6ac1-45fa-b533-96c4c22d32fb req-fc51e61e-896c-4ed6-8041-8ff55685fece tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197866 Feb 16 22:14:19.423774 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-8e031398-d7e8-4f65-99ae-bd3e15be0efb service neutron] Attempting to bind port 45fc291a-f013-44ed-aaf5-f031f9d054a6 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:14:19.424464 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-8e031398-d7e8-4f65-99ae-bd3e15be0efb service neutron] Attempting to bind port 45fc291a-f013-44ed-aaf5-f031f9d054a6 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'f901632b-b16d-4b58-a423-c55826c2d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea12ed18-2146-4087-b7ac-be4800d31ba6'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:14:19.425029 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-8e031398-d7e8-4f65-99ae-bd3e15be0efb service neutron] Attempting to bind port 45fc291a-f013-44ed-aaf5-f031f9d054a6 on network ea12ed18-2146-4087-b7ac-be4800d31ba6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:14:19.439759 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-8e031398-d7e8-4f65-99ae-bd3e15be0efb service neutron] Port 45fc291a-f013-44ed-aaf5-f031f9d054a6 on network ea12ed18-2146-4087-b7ac-be4800d31ba6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:14:19.440889 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-8e031398-d7e8-4f65-99ae-bd3e15be0efb service neutron] Attempting to bind port 45fc291a-f013-44ed-aaf5-f031f9d054a6 on network ea12ed18-2146-4087-b7ac-be4800d31ba6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:14:19.501374 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-8e031398-d7e8-4f65-99ae-bd3e15be0efb service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:14:19.502075 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-8e031398-d7e8-4f65-99ae-bd3e15be0efb service neutron] Checking segment: {'id': 'f901632b-b16d-4b58-a423-c55826c2d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea12ed18-2146-4087-b7ac-be4800d31ba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:14:19.502791 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-8e031398-d7e8-4f65-99ae-bd3e15be0efb service neutron] Bound using segment: {'id': 'f901632b-b16d-4b58-a423-c55826c2d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea12ed18-2146-4087-b7ac-be4800d31ba6'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:14:19.503285 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-8e031398-d7e8-4f65-99ae-bd3e15be0efb service neutron] Bound port: 45fc291a-f013-44ed-aaf5-f031f9d054a6, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f901632b-b16d-4b58-a423-c55826c2d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea12ed18-2146-4087-b7ac-be4800d31ba6'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:14:19.503712 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-8e031398-d7e8-4f65-99ae-bd3e15be0efb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (45fc291a-f013-44ed-aaf5-f031f9d054a6), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:19.566865 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-36f15b63-94bf-4229-92bd-d0bce941c64c req-845f51a2-245e-4781-84a8-2db72e4cb228 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964295 Feb 16 22:14:19.578396 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-15414973-40a2-4d8a-9088-9fa4c6f18056 admin admin] For port 78d7d865-3108-474e-a64d-09f837809fdc, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=78d7d865-3108-474e-a64d-09f837809fdc,segment=NetworkSegment(e29112f0-a4dd-4297-bdc1-df3ee8a44432),segment_id=e29112f0-a4dd-4297-bdc1-df3ee8a44432)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:19.578766 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-15414973-40a2-4d8a-9088-9fa4c6f18056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (78d7d865-3108-474e-a64d-09f837809fdc), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:19.614194 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-15414973-40a2-4d8a-9088-9fa4c6f18056 admin admin] Calling delete_port for 78d7d865-3108-474e-a64d-09f837809fdc owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:14:19.663012 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659a370-094c-4db9-bed2-eb256fdcf158 req-5da8ca9a-a1f4-4645-a9b3-de2b8db54749 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:19.671113 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3659a370-094c-4db9-bed2-eb256fdcf158 req-5da8ca9a-a1f4-4645-a9b3-de2b8db54749 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 950 time: 0.1538568 Feb 16 22:14:19.742969 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-8e031398-d7e8-4f65-99ae-bd3e15be0efb service neutron] For port 45fc291a-f013-44ed-aaf5-f031f9d054a6, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:14:19.779309 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-8e031398-d7e8-4f65-99ae-bd3e15be0efb service neutron] For port 45fc291a-f013-44ed-aaf5-f031f9d054a6, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=45fc291a-f013-44ed-aaf5-f031f9d054a6,segment=NetworkSegment(f901632b-b16d-4b58-a423-c55826c2d338),segment_id=f901632b-b16d-4b58-a423-c55826c2d338)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:14:19.808945 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-8e031398-d7e8-4f65-99ae-bd3e15be0efb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (45fc291a-f013-44ed-aaf5-f031f9d054a6), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:19.850852 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3659a370-094c-4db9-bed2-eb256fdcf158 req-afaf5961-2e42-4a3e-bf26-96c7418fb1db tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786940 Feb 16 22:14:19.860671 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-8e031398-d7e8-4f65-99ae-bd3e15be0efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:19.861371 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-8e031398-d7e8-4f65-99ae-bd3e15be0efb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:19.863516 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-8e031398-d7e8-4f65-99ae-bd3e15be0efb service neutron] 10.222.0.79 "PUT /v2.0/ports/45fc291a-f013-44ed-aaf5-f031f9d054a6 HTTP/1.1" status: 200 len: 1091 time: 2.7019298 Feb 16 22:14:19.867256 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b464f2-07df-48a8-9310-3b8d9aeb216f', 'tag': '45fc291a-f013-44ed-aaf5-f031f9d054a6'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:14:19.870562 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6473af06-1cdf-446a-9430-09a5620920ad" -d '{"events": [{"name": "network-changed", "server_uuid": "f1b464f2-07df-48a8-9310-3b8d9aeb216f", "tag": "45fc291a-f013-44ed-aaf5-f031f9d054a6"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:14:19.989854 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb47206-3829-46ab-8e44-0c679118bec1 req-ee1a1673-b7b5-4478-8c2d-daebdb716b03 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:19.991468 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-beb47206-3829-46ab-8e44-0c679118bec1 req-ee1a1673-b7b5-4478-8c2d-daebdb716b03 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 1126 time: 0.2674847 Feb 16 22:14:20.019148 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e031398-d7e8-4f65-99ae-bd3e15be0efb service neutron] Pushing event updated for resources: {'Port': ['ID=45fc291a-f013-44ed-aaf5-f031f9d054a6,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:20.110141 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-58440769-c6d1-40dd-a885-57837f183ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:20.111635 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-58440769-c6d1-40dd-a885-57837f183ea6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d9f4c3d639764d149e7c3c9334975949&device_id=f1b464f2-07df-48a8-9310-3b8d9aeb216f HTTP/1.1" status: 200 len: 1125 time: 0.1830096 Feb 16 22:14:20.118335 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-beb47206-3829-46ab-8e44-0c679118bec1 req-3f5ded2f-1019-4df9-87fd-bc556df1332c tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024930 Feb 16 22:14:20.140534 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06a5f7-926a-40cb-ad9a-50eecd19d29f req-7e18db54-a209-4db3-b807-ba13ac66a72d tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:20.146861 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ff06a5f7-926a-40cb-ad9a-50eecd19d29f req-7e18db54-a209-4db3-b807-ba13ac66a72d tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1b464f2-07df-48a8-9310-3b8d9aeb216f HTTP/1.1" status: 200 len: 943 time: 0.2121010 Feb 16 22:14:20.202269 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-8f4a2e2f-ccea-4301-8736-c8baf1d4e323 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45fc291a-f013-44ed-aaf5-f031f9d054a6 HTTP/1.1" status: 200 len: 217 time: 0.0785277 Feb 16 22:14:20.304502 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-15414973-40a2-4d8a-9088-9fa4c6f18056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (78d7d865-3108-474e-a64d-09f837809fdc), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:20.345765 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-ada8c662-a9e2-47d5-8e57-18283b81f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:20.347265 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-ada8c662-a9e2-47d5-8e57-18283b81f099 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d6127c36-c1ee-44b8-9e4f-0b0d5d8779af HTTP/1.1" status: 200 len: 851 time: 0.1217766 Feb 16 22:14:20.351668 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ff06a5f7-926a-40cb-ad9a-50eecd19d29f req-3882e11c-5af4-4ed7-96ab-7321c1c23d56 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9e2c187-9543-4d66-be58-24e40f6b1a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2039371 Feb 16 22:14:20.354032 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15414973-40a2-4d8a-9088-9fa4c6f18056 admin admin] Pushing event deleted for resources: {'Port': ['ID=78d7d865-3108-474e-a64d-09f837809fdc,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:20.418081 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c77ce9-d54c-42ef-a962-dafe16ef2d37 req-1dc282d7-5fd6-48fe-8270-4c24b13bd9a1 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:20.426455 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c5c77ce9-d54c-42ef-a962-dafe16ef2d37 req-1dc282d7-5fd6-48fe-8270-4c24b13bd9a1 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=d186ec79-14cb-4747-aa9d-d5d8aa967adb HTTP/1.1" status: 200 len: 944 time: 0.2286582 Feb 16 22:14:20.429155 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231071db-f9ef-48c3-939c-6437a09012a5 x-openstack-request-id: req-231071db-f9ef-48c3-939c-6437a09012a5 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:14:20.429450 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1b464f2-07df-48a8-9310-3b8d9aeb216f", "tag": "45fc291a-f013-44ed-aaf5-f031f9d054a6", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:14:20.429705 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-231071db-f9ef-48c3-939c-6437a09012a5 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:14:20.434260 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b464f2-07df-48a8-9310-3b8d9aeb216f', 'tag': '45fc291a-f013-44ed-aaf5-f031f9d054a6', 'status': 'completed', 'code': 200} Feb 16 22:14:20.590961 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-22bf9eb9-be93-4057-96df-e57241f0cda7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:20.629394 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c5c77ce9-d54c-42ef-a962-dafe16ef2d37 req-65582352-d9e2-464e-b81b-1eb54ecb88ea tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020640 Feb 16 22:14:20.631424 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-4825ea8e-bcb2-4fa7-8640-9de4947a4465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:20.633719 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-4825ea8e-bcb2-4fa7-8640-9de4947a4465 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ea12ed18-2146-4087-b7ac-be4800d31ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2766271 Feb 16 22:14:20.674445 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ce635-588b-44f1-95f1-95f897485ca1 req-5e294846-a67d-45d3-a760-8d1b19500e7a tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:20.675971 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-638ce635-588b-44f1-95f1-95f897485ca1 req-5e294846-a67d-45d3-a760-8d1b19500e7a tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 1126 time: 0.2020597 Feb 16 22:14:20.814086 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-15414973-40a2-4d8a-9088-9fa4c6f18056 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (7a99c044-00b2-442e-bec3-f9c58f2f5d32), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:20.831683 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-638ce635-588b-44f1-95f1-95f897485ca1 req-885506f6-78c3-4df9-8c46-4f913e80b65e tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463375 Feb 16 22:14:20.833478 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-bc29d6d2-ce72-4a9d-8442-2ff19758e326 service neutron] 10.222.0.79 "GET /v2.0/networks/ea12ed18-2146-4087-b7ac-be4800d31ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923602 Feb 16 22:14:20.906978 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330b140-4dd2-4039-a075-20e3542066e7 req-df2617bb-e34a-4d95-a033-c32df938cc58 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:20.908483 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5330b140-4dd2-4039-a075-20e3542066e7 req-df2617bb-e34a-4d95-a033-c32df938cc58 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 949 time: 0.1711435 Feb 16 22:14:21.385721 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5330b140-4dd2-4039-a075-20e3542066e7 req-ed1144c5-495e-483d-a84a-b49750edfbbb tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436498 Feb 16 22:14:21.395451 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0195c4b-294d-4ac0-bf7d-1247beb6e9c9 req-23e48a1f-3c00-475a-b6b0-116dd9d27f45 service neutron] 10.222.0.79 "GET /v2.0/networks/ea12ed18-2146-4087-b7ac-be4800d31ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5546436 Feb 16 22:14:21.404464 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133eec2-506a-42d5-be69-36fb5e1a8261 req-c5ec63da-162e-46d0-a7c0-f58f55207930 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:21.406000 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0133eec2-506a-42d5-be69-36fb5e1a8261 req-c5ec63da-162e-46d0-a7c0-f58f55207930 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 950 time: 0.4650693 Feb 16 22:14:21.446654 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 4742e105-ad77-4b88-b601-715e2c3c6c57 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:14:21.535796 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 4742e105-ad77-4b88-b601-715e2c3c6c57 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:14:21.536639 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4742e105-ad77-4b88-b601-715e2c3c6c57), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:21.588051 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473af06-1cdf-446a-9430-09a5620920ad req-0d6037ff-4509-41e1-81de-3561675cbf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:21.589554 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6473af06-1cdf-446a-9430-09a5620920ad req-0d6037ff-4509-41e1-81de-3561675cbf5c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d9f4c3d639764d149e7c3c9334975949&device_id=f1b464f2-07df-48a8-9310-3b8d9aeb216f HTTP/1.1" status: 200 len: 1125 time: 0.1353619 Feb 16 22:14:21.595038 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0133eec2-506a-42d5-be69-36fb5e1a8261 req-57630654-5e17-4c63-869d-dea66de49909 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419153 Feb 16 22:14:21.643727 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 4742e105-ad77-4b88-b601-715e2c3c6c57 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:14:21.644336 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4742e105-ad77-4b88-b601-715e2c3c6c57), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:21.709455 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 4742e105-ad77-4b88-b601-715e2c3c6c57, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=4742e105-ad77-4b88-b601-715e2c3c6c57,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:21.710652 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07bccd3d-0588-4763-a4f7-bf0954c80f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4742e105-ad77-4b88-b601-715e2c3c6c57'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:14:21.713079 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f640a4-ac96-4f90-b65c-53d8489fec47" -d '{"events": [{"server_uuid": "07bccd3d-0588-4763-a4f7-bf0954c80f07", "name": "network-vif-plugged", "status": "completed", "tag": "4742e105-ad77-4b88-b601-715e2c3c6c57"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:14:21.719353 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4742e105-ad77-4b88-b601-715e2c3c6c57), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:21.720161 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 08bd730c-8112-4b42-8a7a-a2957b8398ef up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:14:21.801376 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15414973-40a2-4d8a-9088-9fa4c6f18056 admin admin] Router 7a99c044-00b2-442e-bec3-f9c58f2f5d32 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:14:21.808759 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=4742e105-ad77-4b88-b601-715e2c3c6c57,revision_number=11']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:21.827089 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 08bd730c-8112-4b42-8a7a-a2957b8398ef completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:14:21.836772 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 08bd730c-8112-4b42-8a7a-a2957b8398ef triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:14:21.837148 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (08bd730c-8112-4b42-8a7a-a2957b8398ef), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:21.883349 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473af06-1cdf-446a-9430-09a5620920ad req-04a2edc6-a94a-4ab3-84e8-b5fd0c93c2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:21.884595 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6473af06-1cdf-446a-9430-09a5620920ad req-04a2edc6-a94a-4ab3-84e8-b5fd0c93c2c7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ea12ed18-2146-4087-b7ac-be4800d31ba6 HTTP/1.1" status: 200 len: 913 time: 0.2872393 Feb 16 22:14:21.938182 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 08bd730c-8112-4b42-8a7a-a2957b8398ef is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:14:21.938669 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (08bd730c-8112-4b42-8a7a-a2957b8398ef), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:21.966515 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c1e4b-bbac-4eb2-9961-fb56c283744a req-8b7989a8-0325-47af-ba65-c51468d826fa tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:21.968018 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-210c1e4b-bbac-4eb2-9961-fb56c283744a req-8b7989a8-0325-47af-ba65-c51468d826fa tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1b464f2-07df-48a8-9310-3b8d9aeb216f HTTP/1.1" status: 200 len: 943 time: 0.2332606 Feb 16 22:14:21.982966 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 08bd730c-8112-4b42-8a7a-a2957b8398ef, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=08bd730c-8112-4b42-8a7a-a2957b8398ef,segment=NetworkSegment(0fcd852f-dbb0-4c8e-bb68-facd05b73898),segment_id=0fcd852f-dbb0-4c8e-bb68-facd05b73898)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:21.987789 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (08bd730c-8112-4b42-8a7a-a2957b8398ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:22.007959 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6473af06-1cdf-446a-9430-09a5620920ad req-0735a67e-ded0-4d0e-bd67-fa48d83c9797 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45fc291a-f013-44ed-aaf5-f031f9d054a6 HTTP/1.1" status: 200 len: 217 time: 0.0866663 Feb 16 22:14:22.027836 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75a79e-61ee-4a7d-b452-9ea4bafcd646 req-b7f9e1e4-2d47-4100-bf7f-9b5323d511da tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:22.029539 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ca75a79e-61ee-4a7d-b452-9ea4bafcd646 req-b7f9e1e4-2d47-4100-bf7f-9b5323d511da tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=d186ec79-14cb-4747-aa9d-d5d8aa967adb HTTP/1.1" status: 200 len: 944 time: 0.2184393 Feb 16 22:14:22.038697 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=08bd730c-8112-4b42-8a7a-a2957b8398ef,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:22.147796 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-210c1e4b-bbac-4eb2-9961-fb56c283744a req-916f09db-e0e4-4358-a463-cab199b05a81 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9e2c187-9543-4d66-be58-24e40f6b1a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1468873 Feb 16 22:14:22.149193 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473af06-1cdf-446a-9430-09a5620920ad req-60c37f80-6e04-4cf8-b642-3ff2a07e3a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:22.151108 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6473af06-1cdf-446a-9430-09a5620920ad req-60c37f80-6e04-4cf8-b642-3ff2a07e3a4c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d6127c36-c1ee-44b8-9e4f-0b0d5d8779af HTTP/1.1" status: 200 len: 851 time: 0.1317427 Feb 16 22:14:22.200806 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ca75a79e-61ee-4a7d-b452-9ea4bafcd646 req-827bab9e-997a-40b6-b6c3-f02a3310dd53 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502476 Feb 16 22:14:22.202660 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15414973-40a2-4d8a-9088-9fa4c6f18056 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:14:22.209244 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-15414973-40a2-4d8a-9088-9fa4c6f18056 admin admin] 10.222.0.75 "PUT /v2.0/routers/7a99c044-00b2-442e-bec3-f9c58f2f5d32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3560476 Feb 16 22:14:22.211711 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52726) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:14:22.215646 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2add7c-6067-4a58-a8fc-804bef9b1077 None None] Sync routers for ids ['7a99c044-00b2-442e-bec3-f9c58f2f5d32'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:14:22.237299 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906470ba-db46-48da-a0e6-09a7c56a52db x-openstack-request-id: req-906470ba-db46-48da-a0e6-09a7c56a52db {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:14:22.237707 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07bccd3d-0588-4763-a4f7-bf0954c80f07", "name": "network-vif-plugged", "status": "completed", "tag": "4742e105-ad77-4b88-b601-715e2c3c6c57", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:14:22.238087 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-906470ba-db46-48da-a0e6-09a7c56a52db {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:14:22.238545 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07bccd3d-0588-4763-a4f7-bf0954c80f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4742e105-ad77-4b88-b601-715e2c3c6c57', 'code': 200} Feb 16 22:14:22.242039 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2add7c-6067-4a58-a8fc-804bef9b1077 None None] Routers {'7a99c044-00b2-442e-bec3-f9c58f2f5d32'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:14:22.242864 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-dd2add7c-6067-4a58-a8fc-804bef9b1077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:13:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['7a99c044-00b2-442e-bec3-f9c58f2f5d32'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:14:22.322303 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473af06-1cdf-446a-9430-09a5620920ad req-55e42023-91fd-4e3d-880b-5b8dc6620306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:22.325990 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6473af06-1cdf-446a-9430-09a5620920ad req-55e42023-91fd-4e3d-880b-5b8dc6620306 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ea12ed18-2146-4087-b7ac-be4800d31ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1648116 Feb 16 22:14:22.400491 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-dd2add7c-6067-4a58-a8fc-804bef9b1077 None None] Set router 7a99c044-00b2-442e-bec3-f9c58f2f5d32 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:14:22.423978 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd082efe-d2c0-48a2-b2dc-dc97f4556d60 admin admin] Publish callbacks [] for router (7a99c044-00b2-442e-bec3-f9c58f2f5d32), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:22.461802 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4802a7-e475-4418-9540-121e01d6c250 req-9b3f9a71-4cb7-4c82-9f7e-7187db9c61b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:22.463825 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3c4802a7-e475-4418-9540-121e01d6c250 req-9b3f9a71-4cb7-4c82-9f7e-7187db9c61b4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 1133 time: 0.1015282 Feb 16 22:14:22.525451 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3c4802a7-e475-4418-9540-121e01d6c250 req-4de3e000-0c3c-4057-bafa-606b6b745553 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538127 Feb 16 22:14:22.593185 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6473af06-1cdf-446a-9430-09a5620920ad req-e0dfe351-9550-4d7a-8e13-ad01b26471fb service neutron] 10.222.0.79 "GET /v2.0/networks/ea12ed18-2146-4087-b7ac-be4800d31ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604768 Feb 16 22:14:22.660361 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5e88f-cec2-4481-8eaa-a5a1ef636a97 req-4a7ab8de-c6b9-4f94-a60e-229bb6370e4b tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:22.662095 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b8c5e88f-cec2-4481-8eaa-a5a1ef636a97 req-4a7ab8de-c6b9-4f94-a60e-229bb6370e4b tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 949 time: 0.1276076 Feb 16 22:14:22.696578 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-dd2add7c-6067-4a58-a8fc-804bef9b1077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a99c044-00b2-442e-bec3-f9c58f2f5d32', 'name': 'tempest-FloatingIPsNegativeTestJSON-778101960-router', 'tenant_id': 'd0a12c8bc49c4d5fb843941dd13639cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '575e0a81-efed-4a85-ad5f-9822c965318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:14:02Z', 'updated_at': '2022-02-16T22:14:20Z', 'revision_number': 5, 'project_id': 'd0a12c8bc49c4d5fb843941dd13639cb', 'gw_port': {'id': '575e0a81-efed-4a85-ad5f-9822c965318c', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99c044-00b2-442e-bec3-f9c58f2f5d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:14:04Z', 'updated_at': '2022-02-16T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:14:22.725316 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2add7c-6067-4a58-a8fc-804bef9b1077 None None] Checking router: 7a99c044-00b2-442e-bec3-f9c58f2f5d32 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:14:22.734972 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2add7c-6067-4a58-a8fc-804bef9b1077 None None] Routers {'7a99c044-00b2-442e-bec3-f9c58f2f5d32'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:14:22.735783 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-dd2add7c-6067-4a58-a8fc-804bef9b1077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:13:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['7a99c044-00b2-442e-bec3-f9c58f2f5d32'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:14:22.768036 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd082efe-d2c0-48a2-b2dc-dc97f4556d60 admin admin] Publish callbacks [] for router_gateway (7a99c044-00b2-442e-bec3-f9c58f2f5d32), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:22.813591 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6473af06-1cdf-446a-9430-09a5620920ad req-80a671eb-febe-4d4e-8ecd-4caf3fa074e4 service neutron] 10.222.0.79 "GET /v2.0/networks/ea12ed18-2146-4087-b7ac-be4800d31ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123504 Feb 16 22:14:22.820850 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b8c5e88f-cec2-4481-8eaa-a5a1ef636a97 req-c324fca5-25b5-428b-adad-e53a822b2286 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512828 Feb 16 22:14:22.865013 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfd866-c24f-42a5-a6e2-c29497fc22e7 req-ad2a4dfe-ac54-44c9-b776-fd0efd85f41e tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:22.866627 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f8dfd866-c24f-42a5-a6e2-c29497fc22e7 req-ad2a4dfe-ac54-44c9-b776-fd0efd85f41e tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 951 time: 0.1546173 Feb 16 22:14:22.919672 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-dd2add7c-6067-4a58-a8fc-804bef9b1077 None None] Set router 7a99c044-00b2-442e-bec3-f9c58f2f5d32 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:14:22.931693 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-dd082efe-d2c0-48a2-b2dc-dc97f4556d60 admin admin] Deleting port 575e0a81-efed-4a85-ad5f-9822c965318c {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:14:22.932172 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd082efe-d2c0-48a2-b2dc-dc97f4556d60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (575e0a81-efed-4a85-ad5f-9822c965318c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:22.955497 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f8dfd866-c24f-42a5-a6e2-c29497fc22e7 req-fffe6239-d24f-41d2-999c-174a6bdeebc1 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822341 Feb 16 22:14:23.053279 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8fbe0e5b-d92e-44d9-85d2-918a982b1bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:23.077259 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-dd082efe-d2c0-48a2-b2dc-dc97f4556d60 admin admin] For port 575e0a81-efed-4a85-ad5f-9822c965318c, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=575e0a81-efed-4a85-ad5f-9822c965318c,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:23.077892 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd082efe-d2c0-48a2-b2dc-dc97f4556d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (575e0a81-efed-4a85-ad5f-9822c965318c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:23.093832 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-dd082efe-d2c0-48a2-b2dc-dc97f4556d60 admin admin] Calling delete_port for 575e0a81-efed-4a85-ad5f-9822c965318c owned by network:router_gateway {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:14:23.237807 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-dd2add7c-6067-4a58-a8fc-804bef9b1077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a99c044-00b2-442e-bec3-f9c58f2f5d32', 'name': 'tempest-FloatingIPsNegativeTestJSON-778101960-router', 'tenant_id': 'd0a12c8bc49c4d5fb843941dd13639cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '575e0a81-efed-4a85-ad5f-9822c965318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:14:02Z', 'updated_at': '2022-02-16T22:14:20Z', 'revision_number': 5, 'project_id': 'd0a12c8bc49c4d5fb843941dd13639cb', 'gw_port': {'id': '575e0a81-efed-4a85-ad5f-9822c965318c', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99c044-00b2-442e-bec3-f9c58f2f5d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:14:04Z', 'updated_at': '2022-02-16T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:14:23.317768 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a5069-571d-4ec7-8721-d37e8dbe2e13 req-a52f07f6-8449-4ef1-8f50-dab18fb1fbc1 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:23.323163 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fc7a5069-571d-4ec7-8721-d37e8dbe2e13 req-a52f07f6-8449-4ef1-8f50-dab18fb1fbc1 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1b464f2-07df-48a8-9310-3b8d9aeb216f HTTP/1.1" status: 200 len: 943 time: 0.0757017 Feb 16 22:14:23.328918 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2add7c-6067-4a58-a8fc-804bef9b1077 None None] The sync data for ids ['7a99c044-00b2-442e-bec3-f9c58f2f5d32'] in n-d-813897-6 is: [{'id': '7a99c044-00b2-442e-bec3-f9c58f2f5d32', 'name': 'tempest-FloatingIPsNegativeTestJSON-778101960-router', 'tenant_id': 'd0a12c8bc49c4d5fb843941dd13639cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '575e0a81-efed-4a85-ad5f-9822c965318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:14:02Z', 'updated_at': '2022-02-16T22:14:20Z', 'revision_number': 5, 'project_id': 'd0a12c8bc49c4d5fb843941dd13639cb', 'gw_port': {'id': '575e0a81-efed-4a85-ad5f-9822c965318c', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99c044-00b2-442e-bec3-f9c58f2f5d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:14:04Z', 'updated_at': '2022-02-16T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:14:23.453995 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f1a76-e679-4d07-ae0e-dfa6a59710ba req-be5576a3-8615-4f63-addf-a4e427caa7b0 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:23.455424 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c69f1a76-e679-4d07-ae0e-dfa6a59710ba req-be5576a3-8615-4f63-addf-a4e427caa7b0 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=d186ec79-14cb-4747-aa9d-d5d8aa967adb HTTP/1.1" status: 200 len: 945 time: 0.1240067 Feb 16 22:14:23.457021 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd082efe-d2c0-48a2-b2dc-dc97f4556d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (575e0a81-efed-4a85-ad5f-9822c965318c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:23.463012 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fc7a5069-571d-4ec7-8721-d37e8dbe2e13 req-507a8d2a-5deb-4679-b81f-b3eea45a2d5c tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9e2c187-9543-4d66-be58-24e40f6b1a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1390173 Feb 16 22:14:23.499814 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd082efe-d2c0-48a2-b2dc-dc97f4556d60 admin admin] Pushing event deleted for resources: {'Port': ['ID=575e0a81-efed-4a85-ad5f-9822c965318c,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:23.577312 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c69f1a76-e679-4d07-ae0e-dfa6a59710ba req-8636d522-8ebd-4292-ac86-423ca4692f9c tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133108 Feb 16 22:14:23.600073 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd082efe-d2c0-48a2-b2dc-dc97f4556d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (7a99c044-00b2-442e-bec3-f9c58f2f5d32), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:23.714484 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 45fc291a-f013-44ed-aaf5-f031f9d054a6 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:14:23.738802 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd082efe-d2c0-48a2-b2dc-dc97f4556d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (7a99c044-00b2-442e-bec3-f9c58f2f5d32), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:23.741228 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd082efe-d2c0-48a2-b2dc-dc97f4556d60 admin admin] Publish callbacks [] for router_controller (7a99c044-00b2-442e-bec3-f9c58f2f5d32), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:23.871434 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 45fc291a-f013-44ed-aaf5-f031f9d054a6, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=45fc291a-f013-44ed-aaf5-f031f9d054a6,segment=NetworkSegment(f901632b-b16d-4b58-a423-c55826c2d338),segment_id=f901632b-b16d-4b58-a423-c55826c2d338)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:23.913560 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '45fc291a-f013-44ed-aaf5-f031f9d054a6', 'network_id': 'ea12ed18-2146-4087-b7ac-be4800d31ba6', 'port_id': '45fc291a-f013-44ed-aaf5-f031f9d054a6', 'mac_address': 'fa:16:3e:74:53:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6127c36-c1ee-44b8-9e4f-0b0d5d8779af', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:14:23.975369 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd082efe-d2c0-48a2-b2dc-dc97f4556d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (7a99c044-00b2-442e-bec3-f9c58f2f5d32), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:23.975895 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd082efe-d2c0-48a2-b2dc-dc97f4556d60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a99c044-00b2-442e-bec3-f9c58f2f5d32 {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:14:23.985764 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd082efe-d2c0-48a2-b2dc-dc97f4556d60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:23.989089 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-dd082efe-d2c0-48a2-b2dc-dc97f4556d60 admin admin] 10.222.0.75 "DELETE /v2.0/routers/7a99c044-00b2-442e-bec3-f9c58f2f5d32 HTTP/1.1" status: 204 len: 168 time: 1.7743268 Feb 16 22:14:23.990483 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52744) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:14:24.007704 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 45fc291a-f013-44ed-aaf5-f031f9d054a6 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:14:24.008099 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (45fc291a-f013-44ed-aaf5-f031f9d054a6), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:24.026940 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45fc291a-f013-44ed-aaf5-f031f9d054a6 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:14:24.059136 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 45fc291a-f013-44ed-aaf5-f031f9d054a6, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=45fc291a-f013-44ed-aaf5-f031f9d054a6,segment=NetworkSegment(f901632b-b16d-4b58-a423-c55826c2d338),segment_id=f901632b-b16d-4b58-a423-c55826c2d338)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:24.068025 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (45fc291a-f013-44ed-aaf5-f031f9d054a6), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:24.100091 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ace1056-6bd5-463c-ad3c-c0f081fb56a5 admin admin] Deleting subnet 3cc2dd23-b385-445e-9512-b0acebd3f8b9 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:14:24.103638 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7ace1056-6bd5-463c-ad3c-c0f081fb56a5 admin admin] Publish callbacks [] for subnet (3cc2dd23-b385-445e-9512-b0acebd3f8b9), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:24.148139 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7ace1056-6bd5-463c-ad3c-c0f081fb56a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (3cc2dd23-b385-445e-9512-b0acebd3f8b9), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:24.153493 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:24.155142 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=45fc291a-f013-44ed-aaf5-f031f9d054a6,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:24.227847 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c59d8-3168-4421-9e64-daf8764bbfc1 req-8aacbef1-67aa-4980-a17c-c2cf23172581 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:24.230097 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bc1c59d8-3168-4421-9e64-daf8764bbfc1 req-8aacbef1-67aa-4980-a17c-c2cf23172581 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 949 time: 0.2888849 Feb 16 22:14:24.239982 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd186ec79-14cb-4747-aa9d-d5d8aa967adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08bd730c-8112-4b42-8a7a-a2957b8398ef'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:14:24.245633 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1f3f01-77b2-48da-b591-a6e5dc5eda39" -d '{"events": [{"server_uuid": "d186ec79-14cb-4747-aa9d-d5d8aa967adb", "name": "network-vif-plugged", "status": "completed", "tag": "08bd730c-8112-4b42-8a7a-a2957b8398ef"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:14:24.337454 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df249346-04e0-4437-ad1b-24d9c74db553 req-7623fb0e-3c5f-4947-aee9-5dba09c6d670 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:24.339084 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-df249346-04e0-4437-ad1b-24d9c74db553 req-7623fb0e-3c5f-4947-aee9-5dba09c6d670 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 951 time: 0.1542697 Feb 16 22:14:24.347742 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bc1c59d8-3168-4421-9e64-daf8764bbfc1 req-6ec1eb91-775b-4cfe-8294-06d8750effa9 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078889 Feb 16 22:14:24.359820 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7ace1056-6bd5-463c-ad3c-c0f081fb56a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (3cc2dd23-b385-445e-9512-b0acebd3f8b9), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:24.388729 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['45fc291a-f013-44ed-aaf5-f031f9d054a6'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:14:24.428974 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-df249346-04e0-4437-ad1b-24d9c74db553 req-a1dd969c-8bd9-4076-a78b-ff5a17faec79 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794015 Feb 16 22:14:24.434162 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd62a81-c899-4220-a6d0-b5c9713d67e8 x-openstack-request-id: req-4bd62a81-c899-4220-a6d0-b5c9713d67e8 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:14:24.434489 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d186ec79-14cb-4747-aa9d-d5d8aa967adb", "name": "network-vif-plugged", "status": "completed", "tag": "08bd730c-8112-4b42-8a7a-a2957b8398ef", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:14:24.436755 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4bd62a81-c899-4220-a6d0-b5c9713d67e8 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:14:24.437188 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd186ec79-14cb-4747-aa9d-d5d8aa967adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08bd730c-8112-4b42-8a7a-a2957b8398ef', 'code': 200} Feb 16 22:14:24.459151 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7ace1056-6bd5-463c-ad3c-c0f081fb56a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (3cc2dd23-b385-445e-9512-b0acebd3f8b9), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:24.488009 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace1056-6bd5-463c-ad3c-c0f081fb56a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cc2dd23-b385-445e-9512-b0acebd3f8b9,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:24.491856 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7ace1056-6bd5-463c-ad3c-c0f081fb56a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:24.495132 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7ace1056-6bd5-463c-ad3c-c0f081fb56a5 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/3cc2dd23-b385-445e-9512-b0acebd3f8b9 HTTP/1.1" status: 204 len: 168 time: 0.5036623 Feb 16 22:14:24.498241 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52754) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:14:24.501718 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41b2435-9544-4b44-984c-67cab1c74d11 None None] Network fe52ba54-79a6-4124-84d2-5d196fc024e7 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:14:24.620486 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3e1b1fe1-015f-4f0c-910a-76b55a73cb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (fe52ba54-79a6-4124-84d2-5d196fc024e7), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:24.759004 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b1fe1-015f-4f0c-910a-76b55a73cb56 admin admin] Deleting port c2fc4312-40a8-4125-89eb-9410f85c9184 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:14:24.759554 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3e1b1fe1-015f-4f0c-910a-76b55a73cb56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (c2fc4312-40a8-4125-89eb-9410f85c9184), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:24.766690 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9b4a2-1216-411e-a91e-79e0c9ce4cc8 req-c4522971-b134-4933-98d3-8574bf143be2 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:24.780579 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-75e9b4a2-1216-411e-a91e-79e0c9ce4cc8 req-c4522971-b134-4933-98d3-8574bf143be2 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1b464f2-07df-48a8-9310-3b8d9aeb216f HTTP/1.1" status: 200 len: 944 time: 0.1546834 Feb 16 22:14:24.820467 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 78d7d865-3108-474e-a64d-09f837809fdc no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:14:24.848251 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45458417-85a3-4962-8230-ceb055fa4b83 req-518aecee-6242-4ac4-b45b-edd8bd4b1ece tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:24.854887 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 78d7d865-3108-474e-a64d-09f837809fdc {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:14:24.855239 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 78d7d865-3108-474e-a64d-09f837809fdc not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:14:24.855372 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-45458417-85a3-4962-8230-ceb055fa4b83 req-518aecee-6242-4ac4-b45b-edd8bd4b1ece tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=d186ec79-14cb-4747-aa9d-d5d8aa967adb HTTP/1.1" status: 200 len: 945 time: 0.1592362 Feb 16 22:14:24.855658 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 575e0a81-efed-4a85-ad5f-9822c965318c no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:14:24.896677 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 575e0a81-efed-4a85-ad5f-9822c965318c {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:14:24.897034 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 575e0a81-efed-4a85-ad5f-9822c965318c not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:14:24.909629 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-75e9b4a2-1216-411e-a91e-79e0c9ce4cc8 req-c9d7a5b1-58e1-41c8-a045-1df2d7a27d59 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9e2c187-9543-4d66-be58-24e40f6b1a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1279211 Feb 16 22:14:24.954178 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:14:24.956427 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-45458417-85a3-4962-8230-ceb055fa4b83 req-4d573cae-13cd-486a-aa8c-421442fe9b1c tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861764 Feb 16 22:14:24.967603 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcd76be-7c59-4951-b058-3a8ae4719171 None None] DHCP port deletion for fe52ba54-79a6-4124-84d2-5d196fc024e7 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:14:25.035139 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-8fcd76be-7c59-4951-b058-3a8ae4719171 None None] Deleting port c2fc4312-40a8-4125-89eb-9410f85c9184 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:14:25.035788 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8fcd76be-7c59-4951-b058-3a8ae4719171 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (c2fc4312-40a8-4125-89eb-9410f85c9184), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:25.121000 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-8fcd76be-7c59-4951-b058-3a8ae4719171 None None] For port c2fc4312-40a8-4125-89eb-9410f85c9184, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=c2fc4312-40a8-4125-89eb-9410f85c9184,segment=NetworkSegment(e29112f0-a4dd-4297-bdc1-df3ee8a44432),segment_id=e29112f0-a4dd-4297-bdc1-df3ee8a44432)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:25.121527 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8fcd76be-7c59-4951-b058-3a8ae4719171 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (c2fc4312-40a8-4125-89eb-9410f85c9184), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:25.137826 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-8fcd76be-7c59-4951-b058-3a8ae4719171 None None] Calling delete_port for c2fc4312-40a8-4125-89eb-9410f85c9184 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:14:25.158454 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-3e1b1fe1-015f-4f0c-910a-76b55a73cb56 admin admin] For port c2fc4312-40a8-4125-89eb-9410f85c9184, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=c2fc4312-40a8-4125-89eb-9410f85c9184,segment=NetworkSegment(e29112f0-a4dd-4297-bdc1-df3ee8a44432),segment_id=e29112f0-a4dd-4297-bdc1-df3ee8a44432)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:25.158821 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3e1b1fe1-015f-4f0c-910a-76b55a73cb56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (c2fc4312-40a8-4125-89eb-9410f85c9184), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:25.173288 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b1fe1-015f-4f0c-910a-76b55a73cb56 admin admin] Calling delete_port for c2fc4312-40a8-4125-89eb-9410f85c9184 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:14:25.256299 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3e1b1fe1-015f-4f0c-910a-76b55a73cb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (c2fc4312-40a8-4125-89eb-9410f85c9184), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:25.284668 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b1fe1-015f-4f0c-910a-76b55a73cb56 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2fc4312-40a8-4125-89eb-9410f85c9184,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:25.287216 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1b1fe1-015f-4f0c-910a-76b55a73cb56 admin admin] No DVR routers for this DVR port c2fc4312-40a8-4125-89eb-9410f85c9184 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:14:25.299582 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8fcd76be-7c59-4951-b058-3a8ae4719171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (c2fc4312-40a8-4125-89eb-9410f85c9184), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:25.317588 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b1fe1-015f-4f0c-910a-76b55a73cb56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:25.317941 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b1fe1-015f-4f0c-910a-76b55a73cb56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:25.318302 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b1fe1-015f-4f0c-910a-76b55a73cb56 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:25.318640 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b1fe1-015f-4f0c-910a-76b55a73cb56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:25.318973 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b1fe1-015f-4f0c-910a-76b55a73cb56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:25.319304 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b1fe1-015f-4f0c-910a-76b55a73cb56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:25.319643 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b1fe1-015f-4f0c-910a-76b55a73cb56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:25.319962 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b1fe1-015f-4f0c-910a-76b55a73cb56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:25.320287 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b1fe1-015f-4f0c-910a-76b55a73cb56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:25.320620 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b1fe1-015f-4f0c-910a-76b55a73cb56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:25.320933 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b1fe1-015f-4f0c-910a-76b55a73cb56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:25.321249 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b1fe1-015f-4f0c-910a-76b55a73cb56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:25.321566 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b1fe1-015f-4f0c-910a-76b55a73cb56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:25.339316 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcd76be-7c59-4951-b058-3a8ae4719171 None None] No DVR routers for this DVR port c2fc4312-40a8-4125-89eb-9410f85c9184 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:14:25.345797 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd76be-7c59-4951-b058-3a8ae4719171 None None] Pushing event deleted for resources: {'Port': ['ID=c2fc4312-40a8-4125-89eb-9410f85c9184,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:25.383667 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3e1b1fe1-015f-4f0c-910a-76b55a73cb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (fe52ba54-79a6-4124-84d2-5d196fc024e7), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:25.410258 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-3e1b1fe1-015f-4f0c-910a-76b55a73cb56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe52ba54-79a6-4124-84d2-5d196fc024e7']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:14:25.419283 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:25.434084 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-3e1b1fe1-015f-4f0c-910a-76b55a73cb56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e29112f0-a4dd-4297-bdc1-df3ee8a44432') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:14:25.434411 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-3e1b1fe1-015f-4f0c-910a-76b55a73cb56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e29112f0-a4dd-4297-bdc1-df3ee8a44432') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:14:25.449104 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3e1b1fe1-015f-4f0c-910a-76b55a73cb56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (e29112f0-a4dd-4297-bdc1-df3ee8a44432), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:25.471043 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3e1b1fe1-015f-4f0c-910a-76b55a73cb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (e29112f0-a4dd-4297-bdc1-df3ee8a44432), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:25.478966 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e1b1fe1-015f-4f0c-910a-76b55a73cb56 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:14:25.480588 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3e1b1fe1-015f-4f0c-910a-76b55a73cb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (e29112f0-a4dd-4297-bdc1-df3ee8a44432), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:25.482652 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:14:25.482652 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:14:25.482652 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:14:25.482652 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:14:25.482652 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:14:25.482652 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:14:25.482652 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:14:25.482652 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:14:25.482652 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:14:25.482652 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:14:25.482652 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:14:25.482652 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:14:25.482652 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:14:25.482652 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:14:25.482652 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:14:25.482652 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:14:25.482652 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:14:25.482652 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:14:25.482652 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:14:25.482652 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:14:25.482652 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:14:25.482652 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:14:25.482652 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:14:25.482652 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:14:25.482652 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:14:25.482652 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:14:25.482652 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:14:25.482652 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:14:25.482652 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:14:25.482652 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:14:25.482652 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:14:25.482652 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:14:25.516951 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf11f5-0433-419f-b1da-a1a6ba732ff5 req-2abd79d5-ed72-42df-8175-2a4fb5495201 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:25.519523 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1acf11f5-0433-419f-b1da-a1a6ba732ff5 req-2abd79d5-ed72-42df-8175-2a4fb5495201 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 949 time: 0.0714126 Feb 16 22:14:25.576345 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3e1b1fe1-015f-4f0c-910a-76b55a73cb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (fe52ba54-79a6-4124-84d2-5d196fc024e7), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:25.582906 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3e1b1fe1-015f-4f0c-910a-76b55a73cb56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:25.590441 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3e1b1fe1-015f-4f0c-910a-76b55a73cb56 admin admin] 10.222.0.75 "DELETE /v2.0/networks/fe52ba54-79a6-4124-84d2-5d196fc024e7 HTTP/1.1" status: 204 len: 168 time: 1.0903571 Feb 16 22:14:25.602379 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b1fe1-015f-4f0c-910a-76b55a73cb56 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe52ba54-79a6-4124-84d2-5d196fc024e7,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:25.626068 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1acf11f5-0433-419f-b1da-a1a6ba732ff5 req-1c50b88b-c3be-4694-9dea-3589e6702ddd tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994051 Feb 16 22:14:25.647838 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df932c-2a2f-480d-90ad-56e63e2cd436 req-9282ff61-bd42-4c5b-88a3-e5d9f878a2f7 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:25.649613 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d1df932c-2a2f-480d-90ad-56e63e2cd436 req-9282ff61-bd42-4c5b-88a3-e5d9f878a2f7 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 951 time: 0.0842004 Feb 16 22:14:25.716931 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 45fc291a-f013-44ed-aaf5-f031f9d054a6 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:14:25.719511 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d1df932c-2a2f-480d-90ad-56e63e2cd436 req-50e541e2-cfa0-482e-8556-47dc147d97a4 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551879 Feb 16 22:14:25.762925 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52770) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:14:25.776133 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 45fc291a-f013-44ed-aaf5-f031f9d054a6 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:14:25.781846 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 45fc291a-f013-44ed-aaf5-f031f9d054a6 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:14:25.782356 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (45fc291a-f013-44ed-aaf5-f031f9d054a6), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:25.815220 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ac8f724c-33d0-4dfa-9606-612a10bc7e2d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d0a12c8bc49c4d5fb843941dd13639cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0480638 Feb 16 22:14:25.816423 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52772) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:14:25.878100 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 45fc291a-f013-44ed-aaf5-f031f9d054a6 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:14:25.878711 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (45fc291a-f013-44ed-aaf5-f031f9d054a6), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:25.893239 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2238f475-4fed-4403-bfe2-b4fdcd11bffe admin admin] Publish callbacks [] for security_group (c9a02bae-3e5f-4471-b77c-6a242cc8fdf3), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:25.916987 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 45fc291a-f013-44ed-aaf5-f031f9d054a6, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=45fc291a-f013-44ed-aaf5-f031f9d054a6,segment=NetworkSegment(f901632b-b16d-4b58-a423-c55826c2d338),segment_id=f901632b-b16d-4b58-a423-c55826c2d338)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:25.923283 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2238f475-4fed-4403-bfe2-b4fdcd11bffe admin admin] Publish callbacks [] for security_group (c9a02bae-3e5f-4471-b77c-6a242cc8fdf3), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:25.923466 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (45fc291a-f013-44ed-aaf5-f031f9d054a6), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:25.987758 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=45fc291a-f013-44ed-aaf5-f031f9d054a6,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:25.991833 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2238f475-4fed-4403-bfe2-b4fdcd11bffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c9a02bae-3e5f-4471-b77c-6a242cc8fdf3), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:25.994632 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2238f475-4fed-4403-bfe2-b4fdcd11bffe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:25.995939 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2238f475-4fed-4403-bfe2-b4fdcd11bffe admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c9a02bae-3e5f-4471-b77c-6a242cc8fdf3 HTTP/1.1" status: 204 len: 168 time: 0.1784003 Feb 16 22:14:26.005067 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238f475-4fed-4403-bfe2-b4fdcd11bffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a02bae-3e5f-4471-b77c-6a242cc8fdf3,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:26.129152 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24fc6d-61c1-48e4-befc-ec6d3055dd00 req-15f4a54c-4bab-4601-8c69-0bc8986b4133 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:26.138227 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1b24fc6d-61c1-48e4-befc-ec6d3055dd00 req-15f4a54c-4bab-4601-8c69-0bc8986b4133 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1b464f2-07df-48a8-9310-3b8d9aeb216f HTTP/1.1" status: 200 len: 945 time: 0.1060665 Feb 16 22:14:26.206482 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1b24fc6d-61c1-48e4-befc-ec6d3055dd00 req-64c39d4e-4080-45c3-a409-6c0a31cf9ebc tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9e2c187-9543-4d66-be58-24e40f6b1a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692503 Feb 16 22:14:26.220909 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa550cc-9f80-47ae-bdad-0d7e0c97a612 req-f17aaf0f-a283-467e-a99f-1dd81290a5d0 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:26.227873 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4fa550cc-9f80-47ae-bdad-0d7e0c97a612 req-f17aaf0f-a283-467e-a99f-1dd81290a5d0 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=d186ec79-14cb-4747-aa9d-d5d8aa967adb HTTP/1.1" status: 200 len: 945 time: 0.1547060 Feb 16 22:14:26.319919 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4fa550cc-9f80-47ae-bdad-0d7e0c97a612 req-a7d5f9c9-e21c-4bfc-a370-1cf74fcb8839 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911865 Feb 16 22:14:26.438960 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b464f2-07df-48a8-9310-3b8d9aeb216f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fc291a-f013-44ed-aaf5-f031f9d054a6'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:14:26.441688 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af04c18-f8ee-4f74-b968-26f812a9dd24" -d '{"events": [{"server_uuid": "f1b464f2-07df-48a8-9310-3b8d9aeb216f", "name": "network-vif-plugged", "status": "completed", "tag": "45fc291a-f013-44ed-aaf5-f031f9d054a6"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:14:26.500800 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046072a1-e542-4a0e-8ea9-397d42abc923 x-openstack-request-id: req-046072a1-e542-4a0e-8ea9-397d42abc923 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:14:26.501645 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b464f2-07df-48a8-9310-3b8d9aeb216f", "name": "network-vif-plugged", "status": "completed", "tag": "45fc291a-f013-44ed-aaf5-f031f9d054a6", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:14:26.502102 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-046072a1-e542-4a0e-8ea9-397d42abc923 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:14:26.502958 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b464f2-07df-48a8-9310-3b8d9aeb216f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fc291a-f013-44ed-aaf5-f031f9d054a6', 'code': 200} Feb 16 22:14:26.636205 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42896844-a3e8-47d5-805c-5992c4289b7f req-196a51a8-74a3-43a2-ad66-c32c204432b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:26.637351 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-42896844-a3e8-47d5-805c-5992c4289b7f req-196a51a8-74a3-43a2-ad66-c32c204432b7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f1b464f2-07df-48a8-9310-3b8d9aeb216f HTTP/1.1" status: 200 len: 1127 time: 0.0574074 Feb 16 22:14:26.712155 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c2fc4312-40a8-4125-89eb-9410f85c9184 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:14:26.737073 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-42896844-a3e8-47d5-805c-5992c4289b7f req-4d598063-c59e-4523-a310-cf01bf15f3f2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a9e2c187-9543-4d66-be58-24e40f6b1a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0868461 Feb 16 22:14:26.757362 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: c2fc4312-40a8-4125-89eb-9410f85c9184 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:14:26.757714 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c2fc4312-40a8-4125-89eb-9410f85c9184 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:14:26.817414 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443e133-b693-4a0a-8d94-457d143a9184 req-53001ee0-2bce-43df-95b0-18cc9e186083 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:26.824466 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d443e133-b693-4a0a-8d94-457d143a9184 req-53001ee0-2bce-43df-95b0-18cc9e186083 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 949 time: 0.0825512 Feb 16 22:14:26.911129 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d443e133-b693-4a0a-8d94-457d143a9184 req-dba5cf31-fed6-4860-8783-83b6c36229dc tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855584 Feb 16 22:14:26.951848 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:26.958628 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742439ae-a335-43b8-9ffb-f0abced544d7 req-91990531-5e5f-45d1-810f-77b58e32551b tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:26.962648 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-742439ae-a335-43b8-9ffb-f0abced544d7 req-91990531-5e5f-45d1-810f-77b58e32551b tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 951 time: 0.1063156 Feb 16 22:14:27.342090 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-742439ae-a335-43b8-9ffb-f0abced544d7 req-6ccd64b4-5e3c-4637-8bbe-c78ddb62c0e3 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743105 Feb 16 22:14:27.421846 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec85b3e-2706-4add-8a98-f85b20748ced req-4a993601-eb96-4cfb-9658-28e2eba9229a tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:27.428189 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6ec85b3e-2706-4add-8a98-f85b20748ced req-4a993601-eb96-4cfb-9658-28e2eba9229a tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1b464f2-07df-48a8-9310-3b8d9aeb216f HTTP/1.1" status: 200 len: 945 time: 0.0891247 Feb 16 22:14:27.566821 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6ec85b3e-2706-4add-8a98-f85b20748ced req-54b2b1e1-8164-4cb3-91a8-2570b4e2adfe tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9e2c187-9543-4d66-be58-24e40f6b1a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1304958 Feb 16 22:14:27.599880 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9b7d8-6ef4-4f9a-8a35-01cc93b01a9c req-16f4b64f-9c06-4447-858f-d20848212a16 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:27.601676 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c5c9b7d8-6ef4-4f9a-8a35-01cc93b01a9c req-16f4b64f-9c06-4447-858f-d20848212a16 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=d186ec79-14cb-4747-aa9d-d5d8aa967adb HTTP/1.1" status: 200 len: 945 time: 0.0991263 Feb 16 22:14:27.662374 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c5c9b7d8-6ef4-4f9a-8a35-01cc93b01a9c req-63d2ede2-f04f-489e-93e4-5fafb7deffa8 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529206 Feb 16 22:14:28.140923 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ba2dc-4496-438a-86db-65eeadeae79b req-33e19f85-5b5f-4a9d-95c6-76ac847b5d79 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:28.151055 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c9ba2dc-4496-438a-86db-65eeadeae79b req-33e19f85-5b5f-4a9d-95c6-76ac847b5d79 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 949 time: 0.1111994 Feb 16 22:14:28.168978 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:28.241364 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c9ba2dc-4496-438a-86db-65eeadeae79b req-656e82c8-4dd5-4553-b719-b2c7f3a13a8b tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859923 Feb 16 22:14:28.531682 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7be27-4ba4-42ed-ac5d-d9546c11f6fc req-2d96062b-b4fb-405c-9df9-0ffeb0007c1f tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:28.538812 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a5a7be27-4ba4-42ed-ac5d-d9546c11f6fc req-2d96062b-b4fb-405c-9df9-0ffeb0007c1f tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 951 time: 0.0794022 Feb 16 22:14:28.596418 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a5a7be27-4ba4-42ed-ac5d-d9546c11f6fc req-55e9c08b-d697-407a-9b25-168dfc0eead2 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531626 Feb 16 22:14:28.798827 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e49e5c-7666-4941-92d7-d4ec9a3c6c1c req-7c714cbb-5c70-445b-be3f-bafa9647ab40 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:28.801572 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1e49e5c-7666-4941-92d7-d4ec9a3c6c1c req-7c714cbb-5c70-445b-be3f-bafa9647ab40 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1b464f2-07df-48a8-9310-3b8d9aeb216f HTTP/1.1" status: 200 len: 945 time: 0.0708294 Feb 16 22:14:28.881291 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1e49e5c-7666-4941-92d7-d4ec9a3c6c1c req-defc69fe-94bd-4c2e-b271-07789bfe847b tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9e2c187-9543-4d66-be58-24e40f6b1a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0691330 Feb 16 22:14:28.889701 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06baa259-7924-4e2f-b7b7-cb6c52e8bef0 req-b5810e12-b449-49ed-b887-105197657baf tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:28.891325 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06baa259-7924-4e2f-b7b7-cb6c52e8bef0 req-b5810e12-b449-49ed-b887-105197657baf tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=d186ec79-14cb-4747-aa9d-d5d8aa967adb HTTP/1.1" status: 200 len: 945 time: 0.0886266 Feb 16 22:14:28.960035 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06baa259-7924-4e2f-b7b7-cb6c52e8bef0 req-d7c0df65-4079-4231-94a8-984016c340b2 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556591 Feb 16 22:14:29.072920 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cb37b-2b82-48bf-8111-d9eda1a46dd5 req-c42d42c4-11f2-49ca-a322-dd8076dc02a1 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:29.074435 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6a8cb37b-2b82-48bf-8111-d9eda1a46dd5 req-c42d42c4-11f2-49ca-a322-dd8076dc02a1 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1b464f2-07df-48a8-9310-3b8d9aeb216f HTTP/1.1" status: 200 len: 945 time: 0.0813854 Feb 16 22:14:29.083941 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52980) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:14:29.089763 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-e3472d08-90ef-48c0-b588-788f2c215278 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Request body: {'floatingip': {'port_id': '45fc291a-f013-44ed-aaf5-f031f9d054a6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:14:29.137558 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e3472d08-90ef-48c0-b588-788f2c215278 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks [] for floatingip (a862b4cc-14b6-46fb-a72e-1b73f39d2a6e), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:29.408871 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5620a-6c27-4c10-8613-991c7582b1c0 req-b3d67130-f1a2-45bd-b426-62f6cc96da7d tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:29.410585 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b7d5620a-6c27-4c10-8613-991c7582b1c0 req-b3d67130-f1a2-45bd-b426-62f6cc96da7d tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 949 time: 0.0964472 Feb 16 22:14:29.496582 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b7d5620a-6c27-4c10-8613-991c7582b1c0 req-c4530acc-5694-4bb9-89eb-053dcd75f187 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799246 Feb 16 22:14:29.662249 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:29.743644 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e3472d08-90ef-48c0-b588-788f2c215278 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:29.749540 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e3472d08-90ef-48c0-b588-788f2c215278 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (a862b4cc-14b6-46fb-a72e-1b73f39d2a6e), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:29.793134 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a1a0e-d454-494c-be4f-66ad822bc65d req-38345680-ce69-4464-9904-d0edf876957f tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:29.795016 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d79a1a0e-d454-494c-be4f-66ad822bc65d req-38345680-ce69-4464-9904-d0edf876957f tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 951 time: 0.0983570 Feb 16 22:14:29.915799 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d79a1a0e-d454-494c-be4f-66ad822bc65d req-0329381f-5aaf-4797-bc00-96a58ef8564a tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002824 Feb 16 22:14:29.919840 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [None req-e3472d08-90ef-48c0-b588-788f2c215278 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Floating IP a862b4cc-14b6-46fb-a72e-1b73f39d2a6e associated. External IP: 172.25.2.21, port: 45fc291a-f013-44ed-aaf5-f031f9d054a6. Feb 16 22:14:30.130874 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1c164-15cb-4f00-a17b-59a6e4daf28b req-577e9c23-5593-4008-bfb2-a24ea9cd3131 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:30.139539 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-46b1c164-15cb-4f00-a17b-59a6e4daf28b req-577e9c23-5593-4008-bfb2-a24ea9cd3131 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=d186ec79-14cb-4747-aa9d-d5d8aa967adb HTTP/1.1" status: 200 len: 945 time: 0.0897579 Feb 16 22:14:30.199883 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-46b1c164-15cb-4f00-a17b-59a6e4daf28b req-e2410d17-0be9-45a2-9658-0b94f87f8380 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537527 Feb 16 22:14:30.302488 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3472d08-90ef-48c0-b588-788f2c215278 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Router 11087e16-5c0e-44ac-85cb-36fafda2ab06 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:14:30.447616 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3472d08-90ef-48c0-b588-788f2c215278 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:14:30.457438 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e3472d08-90ef-48c0-b588-788f2c215278 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:30.462230 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb8d161-0bfc-4348-8328-1a4f8ff1ab8c None None] Sync routers for ids ['11087e16-5c0e-44ac-85cb-36fafda2ab06'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:14:30.474722 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb8d161-0bfc-4348-8328-1a4f8ff1ab8c None None] Routers {'11087e16-5c0e-44ac-85cb-36fafda2ab06'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:14:30.475511 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-adb8d161-0bfc-4348-8328-1a4f8ff1ab8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:14:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['11087e16-5c0e-44ac-85cb-36fafda2ab06'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:14:30.500991 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e3472d08-90ef-48c0-b588-788f2c215278 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "PUT /v2.0/floatingips/a862b4cc-14b6-46fb-a72e-1b73f39d2a6e HTTP/1.1" status: 200 len: 990 time: 1.4127290 Feb 16 22:14:30.500991 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b464f2-07df-48a8-9310-3b8d9aeb216f', 'tag': '45fc291a-f013-44ed-aaf5-f031f9d054a6'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:14:30.520998 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd1597d-a0d2-4c04-887c-c22c71b8babc" -d '{"events": [{"name": "network-changed", "server_uuid": "f1b464f2-07df-48a8-9310-3b8d9aeb216f", "tag": "45fc291a-f013-44ed-aaf5-f031f9d054a6"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:14:30.661190 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-adb8d161-0bfc-4348-8328-1a4f8ff1ab8c None None] Set router 11087e16-5c0e-44ac-85cb-36fafda2ab06 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:14:30.721764 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c838d-025c-44e1-a0c5-8cab0e965e13 req-585b8e97-b3e0-4c0a-853f-15998165c936 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:30.723303 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-384c838d-025c-44e1-a0c5-8cab0e965e13 req-585b8e97-b3e0-4c0a-853f-15998165c936 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1b464f2-07df-48a8-9310-3b8d9aeb216f HTTP/1.1" status: 200 len: 945 time: 0.1349607 Feb 16 22:14:30.802412 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-384c838d-025c-44e1-a0c5-8cab0e965e13 req-104393e9-a2c1-4905-a711-d748db5a1473 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9e2c187-9543-4d66-be58-24e40f6b1a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734282 Feb 16 22:14:30.959801 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f189c6-5922-4804-8300-565d15b5893d req-c62c73eb-10ad-49df-82a5-184bf9750eae tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:30.967760 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-63f189c6-5922-4804-8300-565d15b5893d req-c62c73eb-10ad-49df-82a5-184bf9750eae tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 949 time: 0.0849793 Feb 16 22:14:31.025897 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-adb8d161-0bfc-4348-8328-1a4f8ff1ab8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'name': 'tempest-ServersTestManualDisk-1346985168-router', 'tenant_id': 'd9f4c3d639764d149e7c3c9334975949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '9d77d7bb-a30d-4e15-b95b-d5858d60afa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:13:55Z', 'updated_at': '2022-02-16T22:14:02Z', 'revision_number': 4, 'project_id': 'd9f4c3d639764d149e7c3c9334975949', 'gw_port': {'id': '9d77d7bb-a30d-4e15-b95b-d5858d60afa3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:13:57Z', 'updated_at': '2022-02-16T22:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'a862b4cc-14b6-46fb-a72e-1b73f39d2a6e', 'tenant_id': 'd9f4c3d639764d149e7c3c9334975949', 'floating_ip_address': '172.25.2.21', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'port_id': '45fc291a-f013-44ed-aaf5-f031f9d054a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea12ed18-2146-4087-b7ac-be4800d31ba6', 'mac_address': 'fa:16:3e:74:53:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b464f2-07df-48a8-9310-3b8d9aeb216f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:14:07Z', 'updated_at': '2022-02-16T22:14:29Z', 'revision_number': 1, 'project_id': 'd9f4c3d639764d149e7c3c9334975949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a871ffa-a4d9-47a0-8bec-d952ba9d64f7', 'name': '', 'network_id': 'ea12ed18-2146-4087-b7ac-be4800d31ba6', 'tenant_id': 'd9f4c3d639764d149e7c3c9334975949', 'mac_address': 'fa:16:3e:9f:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'd6127c36-c1ee-44b8-9e4f-0b0d5d8779af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:14:01Z', 'updated_at': '2022-02-16T22:14:09Z', 'revision_number': 5, 'project_id': 'd9f4c3d639764d149e7c3c9334975949', 'subnets': [{'id': 'd6127c36-c1ee-44b8-9e4f-0b0d5d8779af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:14:31.043980 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-63f189c6-5922-4804-8300-565d15b5893d req-75a3149e-3953-4dac-a6db-c0ff784294a7 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748203 Feb 16 22:14:31.059352 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb8d161-0bfc-4348-8328-1a4f8ff1ab8c None None] Checking router: 11087e16-5c0e-44ac-85cb-36fafda2ab06 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:14:31.069650 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb8d161-0bfc-4348-8328-1a4f8ff1ab8c None None] Routers {'11087e16-5c0e-44ac-85cb-36fafda2ab06'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:14:31.070414 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-adb8d161-0bfc-4348-8328-1a4f8ff1ab8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:14:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['11087e16-5c0e-44ac-85cb-36fafda2ab06'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:14:31.088742 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f324041e-5b1b-49d8-af00-288225cf1ef2 x-openstack-request-id: req-f324041e-5b1b-49d8-af00-288225cf1ef2 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:14:31.089043 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1b464f2-07df-48a8-9310-3b8d9aeb216f", "tag": "45fc291a-f013-44ed-aaf5-f031f9d054a6", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:14:31.089303 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f324041e-5b1b-49d8-af00-288225cf1ef2 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:14:31.089711 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b464f2-07df-48a8-9310-3b8d9aeb216f', 'tag': '45fc291a-f013-44ed-aaf5-f031f9d054a6', 'status': 'completed', 'code': 200} Feb 16 22:14:31.190386 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1597d-a0d2-4c04-887c-c22c71b8babc req-ad9cfa13-8160-4f61-8bae-e5c4d9ba3f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:31.191961 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3fd1597d-a0d2-4c04-887c-c22c71b8babc req-ad9cfa13-8160-4f61-8bae-e5c4d9ba3f8c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d9f4c3d639764d149e7c3c9334975949&device_id=f1b464f2-07df-48a8-9310-3b8d9aeb216f HTTP/1.1" status: 200 len: 1127 time: 0.0699143 Feb 16 22:14:31.226098 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0a0bd-2f3d-4f20-9dc3-ea8129166d08 req-b38ed5bb-2ff9-4c70-b462-1595420b5f14 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:31.227893 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1cc0a0bd-2f3d-4f20-9dc3-ea8129166d08 req-b38ed5bb-2ff9-4c70-b462-1595420b5f14 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 951 time: 0.1345191 Feb 16 22:14:31.245025 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-adb8d161-0bfc-4348-8328-1a4f8ff1ab8c None None] Set router 11087e16-5c0e-44ac-85cb-36fafda2ab06 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:14:31.311435 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1cc0a0bd-2f3d-4f20-9dc3-ea8129166d08 req-16cada00-51c3-41b7-94d0-a632aa252007 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675795 Feb 16 22:14:31.419055 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2fae7-4741-40d9-a098-4c0e8a7ae856 req-acb3f7ad-3f68-4d95-9150-24091fcdaa33 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:31.426308 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5ca2fae7-4741-40d9-a098-4c0e8a7ae856 req-acb3f7ad-3f68-4d95-9150-24091fcdaa33 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=d186ec79-14cb-4747-aa9d-d5d8aa967adb HTTP/1.1" status: 200 len: 945 time: 0.1137590 Feb 16 22:14:31.495140 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5ca2fae7-4741-40d9-a098-4c0e8a7ae856 req-7a6ea1af-54ae-49fa-8a33-4eac62b483b5 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677140 Feb 16 22:14:31.499038 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1597d-a0d2-4c04-887c-c22c71b8babc req-888e8417-da43-40c6-81b9-f81f9c8661ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:31.503757 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3fd1597d-a0d2-4c04-887c-c22c71b8babc req-888e8417-da43-40c6-81b9-f81f9c8661ad service neutron] 10.222.0.79 "GET /v2.0/networks?id=ea12ed18-2146-4087-b7ac-be4800d31ba6 HTTP/1.1" status: 200 len: 913 time: 0.3000133 Feb 16 22:14:31.604125 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-adb8d161-0bfc-4348-8328-1a4f8ff1ab8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'name': 'tempest-ServersTestManualDisk-1346985168-router', 'tenant_id': 'd9f4c3d639764d149e7c3c9334975949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '9d77d7bb-a30d-4e15-b95b-d5858d60afa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:13:55Z', 'updated_at': '2022-02-16T22:14:02Z', 'revision_number': 4, 'project_id': 'd9f4c3d639764d149e7c3c9334975949', 'gw_port': {'id': '9d77d7bb-a30d-4e15-b95b-d5858d60afa3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:13:57Z', 'updated_at': '2022-02-16T22:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'a862b4cc-14b6-46fb-a72e-1b73f39d2a6e', 'tenant_id': 'd9f4c3d639764d149e7c3c9334975949', 'floating_ip_address': '172.25.2.21', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'port_id': '45fc291a-f013-44ed-aaf5-f031f9d054a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea12ed18-2146-4087-b7ac-be4800d31ba6', 'mac_address': 'fa:16:3e:74:53:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b464f2-07df-48a8-9310-3b8d9aeb216f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:14:07Z', 'updated_at': '2022-02-16T22:14:29Z', 'revision_number': 1, 'project_id': 'd9f4c3d639764d149e7c3c9334975949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a871ffa-a4d9-47a0-8bec-d952ba9d64f7', 'name': '', 'network_id': 'ea12ed18-2146-4087-b7ac-be4800d31ba6', 'tenant_id': 'd9f4c3d639764d149e7c3c9334975949', 'mac_address': 'fa:16:3e:9f:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'd6127c36-c1ee-44b8-9e4f-0b0d5d8779af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:14:01Z', 'updated_at': '2022-02-16T22:14:09Z', 'revision_number': 5, 'project_id': 'd9f4c3d639764d149e7c3c9334975949', 'subnets': [{'id': 'd6127c36-c1ee-44b8-9e4f-0b0d5d8779af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:14:31.632703 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb8d161-0bfc-4348-8328-1a4f8ff1ab8c None None] The sync data for ids ['11087e16-5c0e-44ac-85cb-36fafda2ab06'] in n-d-813897-6 is: [{'id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'name': 'tempest-ServersTestManualDisk-1346985168-router', 'tenant_id': 'd9f4c3d639764d149e7c3c9334975949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '9d77d7bb-a30d-4e15-b95b-d5858d60afa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:13:55Z', 'updated_at': '2022-02-16T22:14:02Z', 'revision_number': 4, 'project_id': 'd9f4c3d639764d149e7c3c9334975949', 'gw_port': {'id': '9d77d7bb-a30d-4e15-b95b-d5858d60afa3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:13:57Z', 'updated_at': '2022-02-16T22:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'a862b4cc-14b6-46fb-a72e-1b73f39d2a6e', 'tenant_id': 'd9f4c3d639764d149e7c3c9334975949', 'floating_ip_address': '172.25.2.21', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'port_id': '45fc291a-f013-44ed-aaf5-f031f9d054a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea12ed18-2146-4087-b7ac-be4800d31ba6', 'mac_address': 'fa:16:3e:74:53:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b464f2-07df-48a8-9310-3b8d9aeb216f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:14:07Z', 'updated_at': '2022-02-16T22:14:29Z', 'revision_number': 1, 'project_id': 'd9f4c3d639764d149e7c3c9334975949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a871ffa-a4d9-47a0-8bec-d952ba9d64f7', 'name': '', 'network_id': 'ea12ed18-2146-4087-b7ac-be4800d31ba6', 'tenant_id': 'd9f4c3d639764d149e7c3c9334975949', 'mac_address': 'fa:16:3e:9f:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'd6127c36-c1ee-44b8-9e4f-0b0d5d8779af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:14:01Z', 'updated_at': '2022-02-16T22:14:09Z', 'revision_number': 5, 'project_id': 'd9f4c3d639764d149e7c3c9334975949', 'subnets': [{'id': 'd6127c36-c1ee-44b8-9e4f-0b0d5d8779af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:14:31.652430 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3fd1597d-a0d2-4c04-887c-c22c71b8babc req-06af6c39-5f20-4efc-9af7-9dbc574b1ef8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45fc291a-f013-44ed-aaf5-f031f9d054a6 HTTP/1.1" status: 200 len: 998 time: 0.1410704 Feb 16 22:14:31.738078 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1597d-a0d2-4c04-887c-c22c71b8babc req-201099b2-1fc2-40b4-a82b-0f03c614a799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:31.751379 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3fd1597d-a0d2-4c04-887c-c22c71b8babc req-201099b2-1fc2-40b4-a82b-0f03c614a799 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d6127c36-c1ee-44b8-9e4f-0b0d5d8779af HTTP/1.1" status: 200 len: 851 time: 0.0920384 Feb 16 22:14:31.830834 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1597d-a0d2-4c04-887c-c22c71b8babc req-96be1ec4-5100-4422-900e-f8daa569add5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:31.832267 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3fd1597d-a0d2-4c04-887c-c22c71b8babc req-96be1ec4-5100-4422-900e-f8daa569add5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ea12ed18-2146-4087-b7ac-be4800d31ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0736375 Feb 16 22:14:31.982737 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3fd1597d-a0d2-4c04-887c-c22c71b8babc req-1ee2f568-f9a7-4721-bc4b-7493e6058d69 service neutron] 10.222.0.79 "GET /v2.0/networks/ea12ed18-2146-4087-b7ac-be4800d31ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398480 Feb 16 22:14:31.991426 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e55e59e-036d-4477-8a5b-ab0002224d6e None None] New status for floating IP a862b4cc-14b6-46fb-a72e-1b73f39d2a6e: ACTIVE {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:14:32.083050 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3fd1597d-a0d2-4c04-887c-c22c71b8babc req-5c9c77a9-4c0f-452e-8c6a-f1df8935d6d2 service neutron] 10.222.0.79 "GET /v2.0/networks/ea12ed18-2146-4087-b7ac-be4800d31ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938964 Feb 16 22:14:32.232627 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1953fdb9-e45c-42df-b8a3-ae60db43c06e req-d2c93c7a-bffa-4cd2-a7f4-966b32948d01 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:32.247750 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1953fdb9-e45c-42df-b8a3-ae60db43c06e req-d2c93c7a-bffa-4cd2-a7f4-966b32948d01 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 949 time: 0.1245883 Feb 16 22:14:32.335112 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1953fdb9-e45c-42df-b8a3-ae60db43c06e req-cae723c4-8192-4a35-baf8-5e0cc41bcdc5 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861075 Feb 16 22:14:32.500620 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef3bac-671e-419d-82f0-41295a77d26e req-ec2b293c-9568-4282-8b40-9d5a81c13c9d tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:32.502521 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5fef3bac-671e-419d-82f0-41295a77d26e req-ec2b293c-9568-4282-8b40-9d5a81c13c9d tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 951 time: 0.0729234 Feb 16 22:14:32.570817 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5fef3bac-671e-419d-82f0-41295a77d26e req-79763d89-7df1-4230-97da-667b314c5812 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578742 Feb 16 22:14:32.721960 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c5420-a347-4e9d-b006-91f84d3cb06d req-bba72eb7-24d3-42d2-acfb-a92c86310826 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:32.729198 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e73c5420-a347-4e9d-b006-91f84d3cb06d req-bba72eb7-24d3-42d2-acfb-a92c86310826 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=d186ec79-14cb-4747-aa9d-d5d8aa967adb HTTP/1.1" status: 200 len: 945 time: 0.0756655 Feb 16 22:14:32.792657 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e73c5420-a347-4e9d-b006-91f84d3cb06d req-48035b47-8a7b-4078-aff4-dbc6c5d04ef3 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625825 Feb 16 22:14:33.561670 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6a48d-cb00-424f-9405-c46265df953a req-cde9a1b0-91ea-4fbd-ab18-b27f72918dde tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:33.564197 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-81c6a48d-cb00-424f-9405-c46265df953a req-cde9a1b0-91ea-4fbd-ab18-b27f72918dde tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 949 time: 0.0972550 Feb 16 22:14:33.623169 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-81c6a48d-cb00-424f-9405-c46265df953a req-c505671d-3ee1-40eb-b188-85d5a01d3c30 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519302 Feb 16 22:14:33.713309 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4ddd0-5b1d-4f20-93b5-ad20c364aa45 req-55dd6072-33d1-412d-8673-9b3d412b24d6 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:33.721140 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1d4ddd0-5b1d-4f20-93b5-ad20c364aa45 req-55dd6072-33d1-412d-8673-9b3d412b24d6 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 951 time: 0.0623274 Feb 16 22:14:33.774451 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1d4ddd0-5b1d-4f20-93b5-ad20c364aa45 req-ec01bf38-0d04-4f5e-bf64-d59e07964418 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520189 Feb 16 22:14:33.872235 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e5223-f64f-45a2-91e5-01f9cddbf52f req-509e0156-226b-4a3b-b3e4-7ddf6add8181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:33.874523 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-821e5223-f64f-45a2-91e5-01f9cddbf52f req-509e0156-226b-4a3b-b3e4-7ddf6add8181 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d186ec79-14cb-4747-aa9d-d5d8aa967adb HTTP/1.1" status: 200 len: 1127 time: 0.0859585 Feb 16 22:14:33.927053 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-821e5223-f64f-45a2-91e5-01f9cddbf52f req-7db45b3f-33cd-44fc-9c07-42bab561251e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457721 Feb 16 22:14:33.943976 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53404) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:14:33.955623 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51297fc3-8747-4b7d-9efe-20222cec7094 req-4147812a-19ec-4b9e-964e-8097651f03d6 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:33.957192 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-51297fc3-8747-4b7d-9efe-20222cec7094 req-4147812a-19ec-4b9e-964e-8097651f03d6 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=d186ec79-14cb-4747-aa9d-d5d8aa967adb HTTP/1.1" status: 200 len: 945 time: 0.0694788 Feb 16 22:14:34.014489 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-51297fc3-8747-4b7d-9efe-20222cec7094 req-66f2b0e4-4725-4279-918c-20bd3a09c5ba tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514221 Feb 16 22:14:34.060695 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b1f8de2c-5dc9-40ad-aec1-347f0910da33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:34.132464 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b1f8de2c-5dc9-40ad-aec1-347f0910da33 admin admin] Publish callbacks [] for security_group (343bc2a5-f54a-4d9a-8045-c7b3774da311), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:34.136242 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b1f8de2c-5dc9-40ad-aec1-347f0910da33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (343bc2a5-f54a-4d9a-8045-c7b3774da311), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:34.173338 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f8de2c-5dc9-40ad-aec1-347f0910da33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343bc2a5-f54a-4d9a-8045-c7b3774da311,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:34.179019 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b1f8de2c-5dc9-40ad-aec1-347f0910da33 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=eebcfe391a49473187046cd55c912d6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340171 Feb 16 22:14:34.181887 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53408) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:14:34.184075 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f8de2c-5dc9-40ad-aec1-347f0910da33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:34.184430 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f8de2c-5dc9-40ad-aec1-347f0910da33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:34.184776 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f8de2c-5dc9-40ad-aec1-347f0910da33 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:34.185116 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f8de2c-5dc9-40ad-aec1-347f0910da33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:34.185448 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f8de2c-5dc9-40ad-aec1-347f0910da33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:34.185777 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f8de2c-5dc9-40ad-aec1-347f0910da33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:34.186158 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f8de2c-5dc9-40ad-aec1-347f0910da33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:34.186489 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f8de2c-5dc9-40ad-aec1-347f0910da33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:34.186814 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f8de2c-5dc9-40ad-aec1-347f0910da33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:34.187137 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f8de2c-5dc9-40ad-aec1-347f0910da33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:34.187461 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f8de2c-5dc9-40ad-aec1-347f0910da33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:34.187900 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f8de2c-5dc9-40ad-aec1-347f0910da33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:34.188100 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f8de2c-5dc9-40ad-aec1-347f0910da33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:34.229872 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-418c3b46-ecc7-4327-a23b-c49df48a017d admin admin] Publish callbacks [] for security_group (343bc2a5-f54a-4d9a-8045-c7b3774da311), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:34.250664 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-418c3b46-ecc7-4327-a23b-c49df48a017d admin admin] Publish callbacks [] for security_group (343bc2a5-f54a-4d9a-8045-c7b3774da311), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:34.301512 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-418c3b46-ecc7-4327-a23b-c49df48a017d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (343bc2a5-f54a-4d9a-8045-c7b3774da311), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:34.304591 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-418c3b46-ecc7-4327-a23b-c49df48a017d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:34.305822 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-418c3b46-ecc7-4327-a23b-c49df48a017d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/343bc2a5-f54a-4d9a-8045-c7b3774da311 HTTP/1.1" status: 204 len: 168 time: 0.1229155 Feb 16 22:14:34.315213 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c3b46-ecc7-4327-a23b-c49df48a017d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343bc2a5-f54a-4d9a-8045-c7b3774da311,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:34.826816 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9923dd6-84fb-4fae-be5c-0d7c8912e881 req-bb7cea9c-da5e-4812-a510-9412fd6b5d9a tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:34.844936 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d9923dd6-84fb-4fae-be5c-0d7c8912e881 req-bb7cea9c-da5e-4812-a510-9412fd6b5d9a tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 949 time: 0.1368334 Feb 16 22:14:34.985387 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d9923dd6-84fb-4fae-be5c-0d7c8912e881 req-f16d3e1f-42b1-4185-ab27-9bd7ddf703d5 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395459 Feb 16 22:14:35.008368 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1ea32-ad1e-47e3-bf53-6b844b59c0d6 req-ce9b1d0a-df3f-4bc6-a30b-a43634aec4fa tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:35.010176 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fea1ea32-ad1e-47e3-bf53-6b844b59c0d6 req-ce9b1d0a-df3f-4bc6-a30b-a43634aec4fa tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 951 time: 0.1291702 Feb 16 22:14:35.094739 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fea1ea32-ad1e-47e3-bf53-6b844b59c0d6 req-0290b5b7-993a-4896-aae9-e0777768c47d tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717523 Feb 16 22:14:35.258885 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-920fb057-4d81-40db-bad9-17988439d339 service neutron] show failed (client error): The resource could not be found. Feb 16 22:14:35.260759 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-920fb057-4d81-40db-bad9-17988439d339 service neutron] 10.222.0.79 "GET /v2.0/ports/c2280c95-bdb5-4326-8ec7-a9c69b2d9429/bindings/n-h1-813897-6 HTTP/1.1" status: 404 len: 380 time: 0.1308098 Feb 16 22:14:35.269814 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d2ae1-1ec4-4a79-a5e5-7ab2b616e8d9 req-7b261e82-1873-4308-8164-d8e421a942a0 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:35.272349 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-253d2ae1-1ec4-4a79-a5e5-7ab2b616e8d9 req-7b261e82-1873-4308-8164-d8e421a942a0 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=d186ec79-14cb-4747-aa9d-d5d8aa967adb HTTP/1.1" status: 200 len: 945 time: 0.1360278 Feb 16 22:14:35.366862 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-253d2ae1-1ec4-4a79-a5e5-7ab2b616e8d9 req-8b0bcbe1-e245-4324-962b-00978999b1a8 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891137 Feb 16 22:14:35.667871 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66c3e645-5358-458d-9288-679029b58b7c req-b976b1bd-3f55-47cf-b334-a87cecc8fe5f tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=3ff30ea4e88f4208948c9ad33907c5d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533485 Feb 16 22:14:35.681123 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-6d89d784-acb3-4d6d-a6eb-07065d6d579f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:35.685193 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-6d89d784-acb3-4d6d-a6eb-07065d6d579f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba&tenant_id=7a8546526dc94278a3957ea9b7c5b439 HTTP/1.1" status: 200 len: 1131 time: 0.1210546 Feb 16 22:14:35.697271 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-757d1ca5-60f6-444b-917d-752fdda9a624 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813897-6', 'device_owner': 'compute:nova'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:14:35.847312 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-757d1ca5-60f6-444b-917d-752fdda9a624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c2280c95-bdb5-4326-8ec7-a9c69b2d9429), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:35.883244 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3e645-5358-458d-9288-679029b58b7c req-0c92f7ab-4b12-4312-b1c2-d00fef3adfe9 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:35.895127 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66c3e645-5358-458d-9288-679029b58b7c req-0c92f7ab-4b12-4312-b1c2-d00fef3adfe9 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2262549 Feb 16 22:14:35.913837 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66c3e645-5358-458d-9288-679029b58b7c req-afd45153-3834-4631-a301-b941a82261a3 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/quotas/3ff30ea4e88f4208948c9ad33907c5d0 HTTP/1.1" status: 200 len: 375 time: 0.0177059 Feb 16 22:14:35.962491 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66c3e645-5358-458d-9288-679029b58b7c req-296a658e-0874-4056-8584-a99b67952817 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=3ff30ea4e88f4208948c9ad33907c5d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446260 Feb 16 22:14:36.275831 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-757d1ca5-60f6-444b-917d-752fdda9a624 service neutron] For port c2280c95-bdb5-4326-8ec7-a9c69b2d9429, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=c2280c95-bdb5-4326-8ec7-a9c69b2d9429,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:36.310138 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d6ede-8d8a-4573-aec7-725134e2e2af req-4bc8bbb9-226b-429f-96c1-5f502f76b952 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:36.313918 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-af8d6ede-8d8a-4573-aec7-725134e2e2af req-4bc8bbb9-226b-429f-96c1-5f502f76b952 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 949 time: 0.1317341 Feb 16 22:14:36.331519 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-757d1ca5-60f6-444b-917d-752fdda9a624 service neutron] For port c2280c95-bdb5-4326-8ec7-a9c69b2d9429, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:14:36.410434 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-757d1ca5-60f6-444b-917d-752fdda9a624 service neutron] Publish callbacks [] for port (c2280c95-bdb5-4326-8ec7-a9c69b2d9429), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:36.425689 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-757d1ca5-60f6-444b-917d-752fdda9a624 service neutron] Transition to ACTIVE for port object c2280c95-bdb5-4326-8ec7-a9c69b2d9429 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:14:36.426576 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad04ee0-1cde-41cf-8475-b923d2cc4fba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2280c95-bdb5-4326-8ec7-a9c69b2d9429'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:14:36.429392 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be4c324-4289-4b35-9391-2f65f84adf55" -d '{"events": [{"server_uuid": "cad04ee0-1cde-41cf-8475-b923d2cc4fba", "name": "network-vif-unplugged", "status": "completed", "tag": "c2280c95-bdb5-4326-8ec7-a9c69b2d9429"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:14:36.434105 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-af8d6ede-8d8a-4573-aec7-725134e2e2af req-19a3f7bd-b2db-46bf-887b-a1f11b891daf tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795774 Feb 16 22:14:36.436417 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-757d1ca5-60f6-444b-917d-752fdda9a624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (c2280c95-bdb5-4326-8ec7-a9c69b2d9429), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:36.488843 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98623e0-f713-4e9b-a7b2-952aaf0df051 req-af9d59a0-b513-413d-971a-9d894afff857 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:36.490441 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c98623e0-f713-4e9b-a7b2-952aaf0df051 req-af9d59a0-b513-413d-971a-9d894afff857 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 951 time: 0.1733017 Feb 16 22:14:36.631033 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-757d1ca5-60f6-444b-917d-752fdda9a624 service neutron] No DVR routers for this DVR port c2280c95-bdb5-4326-8ec7-a9c69b2d9429 on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:14:36.640908 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d1ca5-60f6-444b-917d-752fdda9a624 service neutron] Pushing event updated for resources: {'Port': ['ID=c2280c95-bdb5-4326-8ec7-a9c69b2d9429,revision_number=6']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:36.668146 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c98623e0-f713-4e9b-a7b2-952aaf0df051 req-67ddaed8-936d-4e9c-9459-667b6b255d4e tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607566 Feb 16 22:14:36.689523 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-855d07c9-fe4c-4237-bd5d-b5c113617a86 req-971d2e27-514f-4e91-a837-c399bd7e35de tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e588c41-6745-4e24-bd4c-95be83970989 HTTP/1.1" status: 200 len: 210 time: 0.1298316 Feb 16 22:14:36.805775 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 22:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5b4ef6-37f4-46ea-9b1f-aa270bd62e2e x-openstack-request-id: req-af5b4ef6-37f4-46ea-9b1f-aa270bd62e2e {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:14:36.807327 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad04ee0-1cde-41cf-8475-b923d2cc4fba", "name": "network-vif-unplugged", "status": "completed", "tag": "c2280c95-bdb5-4326-8ec7-a9c69b2d9429", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:14:36.807602 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-af5b4ef6-37f4-46ea-9b1f-aa270bd62e2e {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:14:36.808015 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad04ee0-1cde-41cf-8475-b923d2cc4fba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2280c95-bdb5-4326-8ec7-a9c69b2d9429', 'code': 200} Feb 16 22:14:36.810913 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-757d1ca5-60f6-444b-917d-752fdda9a624 service neutron] Attempting to bind port c2280c95-bdb5-4326-8ec7-a9c69b2d9429 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:14:36.823736 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-757d1ca5-60f6-444b-917d-752fdda9a624 service neutron] Attempting to bind port c2280c95-bdb5-4326-8ec7-a9c69b2d9429 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:14:36.823736 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-757d1ca5-60f6-444b-917d-752fdda9a624 service neutron] Attempting to bind port c2280c95-bdb5-4326-8ec7-a9c69b2d9429 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:14:36.841208 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-757d1ca5-60f6-444b-917d-752fdda9a624 service neutron] Port c2280c95-bdb5-4326-8ec7-a9c69b2d9429 on network d8fa3154-6273-4014-87c6-575d48ec11fc not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:14:36.841569 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-757d1ca5-60f6-444b-917d-752fdda9a624 service neutron] Attempting to bind port c2280c95-bdb5-4326-8ec7-a9c69b2d9429 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:14:36.873380 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-757d1ca5-60f6-444b-917d-752fdda9a624 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:14:36.873750 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-757d1ca5-60f6-444b-917d-752fdda9a624 service neutron] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:14:36.874163 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-757d1ca5-60f6-444b-917d-752fdda9a624 service neutron] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:14:36.874622 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-757d1ca5-60f6-444b-917d-752fdda9a624 service neutron] Bound port: c2280c95-bdb5-4326-8ec7-a9c69b2d9429, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:14:36.874990 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-757d1ca5-60f6-444b-917d-752fdda9a624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c2280c95-bdb5-4326-8ec7-a9c69b2d9429), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:36.910155 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5bd1d-baa5-4e3b-9def-3cf009e28be8 req-7053d088-8701-42f8-bb21-b9e8f4099589 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:36.924547 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-41b5bd1d-baa5-4e3b-9def-3cf009e28be8 req-7053d088-8701-42f8-bb21-b9e8f4099589 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=d186ec79-14cb-4747-aa9d-d5d8aa967adb HTTP/1.1" status: 200 len: 945 time: 0.1705785 Feb 16 22:14:37.072654 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-41b5bd1d-baa5-4e3b-9def-3cf009e28be8 req-842dc57a-f662-49bb-9b2d-adad7194b2f2 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457798 Feb 16 22:14:37.122945 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-757d1ca5-60f6-444b-917d-752fdda9a624 service neutron] For port c2280c95-bdb5-4326-8ec7-a9c69b2d9429, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:14:37.130128 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-757d1ca5-60f6-444b-917d-752fdda9a624 service neutron] For port c2280c95-bdb5-4326-8ec7-a9c69b2d9429, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c2280c95-bdb5-4326-8ec7-a9c69b2d9429,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:14:37.149204 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-757d1ca5-60f6-444b-917d-752fdda9a624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (c2280c95-bdb5-4326-8ec7-a9c69b2d9429), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:37.203114 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-757d1ca5-60f6-444b-917d-752fdda9a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:37.204712 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-757d1ca5-60f6-444b-917d-752fdda9a624 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:37.212922 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-757d1ca5-60f6-444b-917d-752fdda9a624 service neutron] 10.222.0.67 "PUT /v2.0/ports/c2280c95-bdb5-4326-8ec7-a9c69b2d9429 HTTP/1.1" status: 200 len: 1095 time: 1.5177679 Feb 16 22:14:37.317257 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627928d-bda6-4be7-8cd5-eb8f7e007937 req-d7b0b691-8574-4339-b0f5-9727f106686c tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:37.326029 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d627928d-bda6-4be7-8cd5-eb8f7e007937 req-d7b0b691-8574-4339-b0f5-9727f106686c tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 1133 time: 0.0917175 Feb 16 22:14:37.450678 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d627928d-bda6-4be7-8cd5-eb8f7e007937 req-7b377fd5-3f9f-4e10-9291-6fe589dbb816 tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227765 Feb 16 22:14:37.467741 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d1ca5-60f6-444b-917d-752fdda9a624 service neutron] Pushing event updated for resources: {'Port': ['ID=c2280c95-bdb5-4326-8ec7-a9c69b2d9429,revision_number=7']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:37.561482 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-3388c23a-8a94-4162-b846-e91e2d578f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:37.573884 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-3388c23a-8a94-4162-b846-e91e2d578f87 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a8546526dc94278a3957ea9b7c5b439&device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 1129 time: 0.2869868 Feb 16 22:14:37.675520 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558b519-abec-41d9-aeb2-7df81f934021 req-ef1dfbfe-46ee-4912-9f98-6c8c9b25bd80 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:37.687539 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f558b519-abec-41d9-aeb2-7df81f934021 req-ef1dfbfe-46ee-4912-9f98-6c8c9b25bd80 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=d186ec79-14cb-4747-aa9d-d5d8aa967adb HTTP/1.1" status: 200 len: 945 time: 0.1683445 Feb 16 22:14:37.795943 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-9dcfbc56-d63c-4f59-8759-41c80319da0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:37.797918 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-9dcfbc56-d63c-4f59-8759-41c80319da0d service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.2119393 Feb 16 22:14:37.810354 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device c2280c95-bdb5-4326-8ec7-a9c69b2d9429 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:14:37.838317 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f558b519-abec-41d9-aeb2-7df81f934021 req-75110b92-7448-4b7e-af0c-c08c53f115e4 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413429 Feb 16 22:14:37.928455 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-a8468e50-b623-49c7-9950-811ce4472e91 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=c2280c95-bdb5-4326-8ec7-a9c69b2d9429 HTTP/1.1" status: 200 len: 217 time: 0.1177909 Feb 16 22:14:37.932841 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] The host n-h2-813897-6 is not matching for port c2280c95-bdb5-4326-8ec7-a9c69b2d9429 host n-h1-813897-6! {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 22:14:37.933492 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device c2280c95-bdb5-4326-8ec7-a9c69b2d9429 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:14:37.990458 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f840d11a-0265-4ae5-8efe-c6db66e1a239 req-106ff601-ffe5-4194-aa5a-176a25a1e5e0 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e588c41-6745-4e24-bd4c-95be83970989 HTTP/1.1" status: 200 len: 210 time: 0.0619519 Feb 16 22:14:38.022141 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-c7e74e32-2729-4322-aa12-a92f8c67af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:38.026390 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-c7e74e32-2729-4322-aa12-a92f8c67af7f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0922985 Feb 16 22:14:38.036234 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1b947-fa60-4c1f-8cfb-0b8d2c47e65b req-e2a9be0c-0807-4632-a0d5-2c634cf1faa8 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:38.044726 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b2b1b947-fa60-4c1f-8cfb-0b8d2c47e65b req-e2a9be0c-0807-4632-a0d5-2c634cf1faa8 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 947 time: 0.1830420 Feb 16 22:14:38.123122 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b2b1b947-fa60-4c1f-8cfb-0b8d2c47e65b req-7bcd9d4b-066f-4c40-b8dc-9862a77b65cd tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770624 Feb 16 22:14:38.141276 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-19579a4c-acdc-4427-99a8-e31315e69811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:38.145761 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-19579a4c-acdc-4427-99a8-e31315e69811 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1038117 Feb 16 22:14:38.185768 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab4b39-01f4-4e44-8d83-e54c0f68d307 req-0acc24ab-5f98-4cec-b009-2727ef9af92e tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:38.195629 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c9ab4b39-01f4-4e44-8d83-e54c0f68d307 req-0acc24ab-5f98-4cec-b009-2727ef9af92e tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 1133 time: 0.0711629 Feb 16 22:14:38.270300 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c9ab4b39-01f4-4e44-8d83-e54c0f68d307 req-c26825be-f667-4961-aadb-92925d54e7b9 tempest-ServersAdminTestJSON-397830174 tempest-ServersAdminTestJSON-397830174-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668914 Feb 16 22:14:38.275890 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-66c3e645-5358-458d-9288-679029b58b7c req-5fe59df6-61e8-4845-ac59-0936852873d3 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=3ff30ea4e88f4208948c9ad33907c5d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0660632 Feb 16 22:14:38.459871 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3e645-5358-458d-9288-679029b58b7c req-a205ec3d-fddd-4c7d-9479-84803d89830d tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:38.461310 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-66c3e645-5358-458d-9288-679029b58b7c req-a205ec3d-fddd-4c7d-9479-84803d89830d tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1774569 Feb 16 22:14:38.486071 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-66c3e645-5358-458d-9288-679029b58b7c req-630845f8-efd9-49e0-8bfa-6dcd617fd5ce tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Request body: {'port': {'device_id': '8e588c41-6745-4e24-bd4c-95be83970989', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'admin_state_up': True, 'tenant_id': '3ff30ea4e88f4208948c9ad33907c5d0'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:14:38.503453 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-e229d144-fc09-459b-95e1-4b374f29e3bb service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494878 Feb 16 22:14:38.582611 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d2989-9b95-4fb4-b048-4dc9a6e4e41c req-6497bddd-4694-47b7-a006-4808612b587e tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:38.585541 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-888d2989-9b95-4fb4-b048-4dc9a6e4e41c req-6497bddd-4694-47b7-a006-4808612b587e tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=909f88aa-b916-4ba5-8eb0-7bc52f05b92a HTTP/1.1" status: 200 len: 950 time: 0.0679622 Feb 16 22:14:38.650531 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-888d2989-9b95-4fb4-b048-4dc9a6e4e41c req-9a9151b1-9246-4f45-8da3-39d932eecc53 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575001 Feb 16 22:14:38.661394 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9f7c6893-01e8-45ff-bca2-3923a99d68d7 req-fc08e153-8e4d-407d-9b81-90903fd255a0 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454623 Feb 16 22:14:38.686621 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66c3e645-5358-458d-9288-679029b58b7c req-630845f8-efd9-49e0-8bfa-6dcd617fd5ce tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Made reservation on behalf of 3ff30ea4e88f4208948c9ad33907c5d0 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:14:38.689958 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-66c3e645-5358-458d-9288-679029b58b7c req-630845f8-efd9-49e0-8bfa-6dcd617fd5ce tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:38.708177 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-66c3e645-5358-458d-9288-679029b58b7c req-630845f8-efd9-49e0-8bfa-6dcd617fd5ce tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:38.811188 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad04ee0-1cde-41cf-8475-b923d2cc4fba', 'tag': 'c2280c95-bdb5-4326-8ec7-a9c69b2d9429'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:14:38.813696 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d6b054-d918-450f-b0ed-427195450be3" -d '{"events": [{"name": "network-changed", "server_uuid": "cad04ee0-1cde-41cf-8475-b923d2cc4fba", "tag": "c2280c95-bdb5-4326-8ec7-a9c69b2d9429"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:14:38.834052 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-66c3e645-5358-458d-9288-679029b58b7c req-630845f8-efd9-49e0-8bfa-6dcd617fd5ce tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Publish callbacks [] for security_group (1564c895-15ee-43c9-b3e3-c78ddbdea738), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:38.850152 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-66c3e645-5358-458d-9288-679029b58b7c req-630845f8-efd9-49e0-8bfa-6dcd617fd5ce tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (1564c895-15ee-43c9-b3e3-c78ddbdea738), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:38.958798 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188ca3d3-f4b8-4091-9b90-f252d486413b x-openstack-request-id: req-188ca3d3-f4b8-4091-9b90-f252d486413b {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:14:38.959563 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad04ee0-1cde-41cf-8475-b923d2cc4fba", "tag": "c2280c95-bdb5-4326-8ec7-a9c69b2d9429", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:14:38.959563 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-188ca3d3-f4b8-4091-9b90-f252d486413b {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:14:38.960418 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad04ee0-1cde-41cf-8475-b923d2cc4fba', 'tag': 'c2280c95-bdb5-4326-8ec7-a9c69b2d9429', 'status': 'completed', 'code': 200} Feb 16 22:14:39.011986 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630845f8-efd9-49e0-8bfa-6dcd617fd5ce tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1564c895-15ee-43c9-b3e3-c78ddbdea738,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:39.043472 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6b054-d918-450f-b0ed-427195450be3 req-ce9156ec-6cbc-4b40-b1e4-a2c8769d086b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:39.045354 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a0d6b054-d918-450f-b0ed-427195450be3 req-ce9156ec-6cbc-4b40-b1e4-a2c8769d086b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a8546526dc94278a3957ea9b7c5b439&device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 1129 time: 0.0797501 Feb 16 22:14:39.102913 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce19f4-ec40-4178-9b87-4d0b46234fd2 req-fb159e6a-9d96-478b-8edf-c40576f93835 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:39.104695 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1cce19f4-ec40-4178-9b87-4d0b46234fd2 req-fb159e6a-9d96-478b-8edf-c40576f93835 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=d186ec79-14cb-4747-aa9d-d5d8aa967adb HTTP/1.1" status: 200 len: 945 time: 0.1579037 Feb 16 22:14:39.195833 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-61116fa1-efbc-4ca3-8003-81999217c592 req-f8e2b3f2-2255-41a3-a86b-8ad6df5fb3c3 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e588c41-6745-4e24-bd4c-95be83970989 HTTP/1.1" status: 200 len: 210 time: 0.0898173 Feb 16 22:14:39.254148 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6b054-d918-450f-b0ed-427195450be3 req-085d56b6-5026-4125-bf20-275a4bc10e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:39.255882 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a0d6b054-d918-450f-b0ed-427195450be3 req-085d56b6-5026-4125-bf20-275a4bc10e31 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.1981850 Feb 16 22:14:39.267931 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1cce19f4-ec40-4178-9b87-4d0b46234fd2 req-25216754-74b8-4a86-b573-5e71abe36cb9 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467624 Feb 16 22:14:39.363961 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a0d6b054-d918-450f-b0ed-427195450be3 req-8b16ec6e-1b03-41d4-8207-433711d97906 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=c2280c95-bdb5-4326-8ec7-a9c69b2d9429 HTTP/1.1" status: 200 len: 217 time: 0.0885777 Feb 16 22:14:39.452907 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6b054-d918-450f-b0ed-427195450be3 req-7478815f-0582-440b-a76f-f7aae6a1c5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:39.454568 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a0d6b054-d918-450f-b0ed-427195450be3 req-7478815f-0582-440b-a76f-f7aae6a1c5ea service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0715737 Feb 16 22:14:39.478002 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9407d6-13eb-43e0-b3eb-27776113350b req-d67d6669-14da-44d8-a298-2710187aea3e tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:39.487098 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ff9407d6-13eb-43e0-b3eb-27776113350b req-d67d6669-14da-44d8-a298-2710187aea3e tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 947 time: 0.1795790 Feb 16 22:14:39.520574 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-66c3e645-5358-458d-9288-679029b58b7c req-630845f8-efd9-49e0-8bfa-6dcd617fd5ce tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Allocated IP 192.168.233.193 (d8fa3154-6273-4014-87c6-575d48ec11fc/0a5a8be1-6e1c-443c-a77b-25715d79e10e/5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:14:39.710044 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6b054-d918-450f-b0ed-427195450be3 req-92a07437-f4bb-421c-83f5-4f5fb55cc032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:39.711682 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a0d6b054-d918-450f-b0ed-427195450be3 req-92a07437-f4bb-421c-83f5-4f5fb55cc032 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a8546526dc94278a3957ea9b7c5b439&device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 1129 time: 0.7548590 Feb 16 22:14:39.714783 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ff9407d6-13eb-43e0-b3eb-27776113350b req-0b491a50-953f-4306-af96-092a035903d5 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224967 Feb 16 22:14:39.719082 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6b054-d918-450f-b0ed-427195450be3 req-5d6703e2-4565-4690-b67a-a2382ed58026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:39.721221 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a0d6b054-d918-450f-b0ed-427195450be3 req-5d6703e2-4565-4690-b67a-a2382ed58026 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2276928 Feb 16 22:14:39.810188 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-66c3e645-5358-458d-9288-679029b58b7c req-630845f8-efd9-49e0-8bfa-6dcd617fd5ce tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Publish callbacks [] for port (5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:39.897660 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6b054-d918-450f-b0ed-427195450be3 req-28c66ca5-37ef-4c82-89fa-f6f87dcc4d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:39.899227 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a0d6b054-d918-450f-b0ed-427195450be3 req-28c66ca5-37ef-4c82-89fa-f6f87dcc4d2f service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.1734140 Feb 16 22:14:40.011361 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46075c97-0354-4b38-9c01-dcadeaea9f3c req-2f3bd3c4-6ae5-4473-9ee0-45d6d02091ac tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:40.020242 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-46075c97-0354-4b38-9c01-dcadeaea9f3c req-2f3bd3c4-6ae5-4473-9ee0-45d6d02091ac tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=909f88aa-b916-4ba5-8eb0-7bc52f05b92a HTTP/1.1" status: 200 len: 950 time: 0.1998432 Feb 16 22:14:40.032524 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a0d6b054-d918-450f-b0ed-427195450be3 req-ea8e48d5-b058-4c07-a3c9-c54f24bb5311 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=c2280c95-bdb5-4326-8ec7-a9c69b2d9429 HTTP/1.1" status: 200 len: 217 time: 0.1252420 Feb 16 22:14:40.033791 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-66c3e645-5358-458d-9288-679029b58b7c req-630845f8-efd9-49e0-8bfa-6dcd617fd5ce tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:40.066174 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a0d6b054-d918-450f-b0ed-427195450be3 req-94909714-5a91-4c5f-9462-3ea2eae74cec service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292942 Feb 16 22:14:40.096515 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66c3e645-5358-458d-9288-679029b58b7c req-630845f8-efd9-49e0-8bfa-6dcd617fd5ce tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Network d8fa3154-6273-4014-87c6-575d48ec11fc is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:14:40.120834 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-66c3e645-5358-458d-9288-679029b58b7c req-630845f8-efd9-49e0-8bfa-6dcd617fd5ce tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:14:40.123128 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-46075c97-0354-4b38-9c01-dcadeaea9f3c req-57853e9f-1922-475a-8dc9-e5e1360e66f6 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020000 Feb 16 22:14:40.129030 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c3e645-5358-458d-9288-679029b58b7c req-630845f8-efd9-49e0-8bfa-6dcd617fd5ce tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:14:40.193108 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630845f8-efd9-49e0-8bfa-6dcd617fd5ce tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Pushing event updated for resources: {'Port': ['ID=5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:40.216205 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6b054-d918-450f-b0ed-427195450be3 req-d5f77d96-e9c0-4029-ad34-8c8bb8c7dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:40.217872 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a0d6b054-d918-450f-b0ed-427195450be3 req-d5f77d96-e9c0-4029-ad34-8c8bb8c7dcdd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1576009 Feb 16 22:14:40.259808 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a0d6b054-d918-450f-b0ed-427195450be3 req-b9ad6bf6-53d2-4fd3-a389-7b2dc24be3f6 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866755 Feb 16 22:14:40.275825 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3e645-5358-458d-9288-679029b58b7c req-630845f8-efd9-49e0-8bfa-6dcd617fd5ce tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:40.276451 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-66c3e645-5358-458d-9288-679029b58b7c req-630845f8-efd9-49e0-8bfa-6dcd617fd5ce tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:40.289397 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3160165-3562-4437-8e56-48360d8b4a1e req-5d5b6996-9ddd-4e9e-b528-77a74b84b9e1 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:40.292740 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a3160165-3562-4437-8e56-48360d8b4a1e req-5d5b6996-9ddd-4e9e-b528-77a74b84b9e1 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.67 "GET /v2.0/ports?device_id=909f88aa-b916-4ba5-8eb0-7bc52f05b92a HTTP/1.1" status: 200 len: 950 time: 0.1236427 Feb 16 22:14:40.312139 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-66c3e645-5358-458d-9288-679029b58b7c req-630845f8-efd9-49e0-8bfa-6dcd617fd5ce tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8324504 Feb 16 22:14:40.318474 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6b054-d918-450f-b0ed-427195450be3 req-71563668-aef7-450c-8028-1790396f8744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:40.319977 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a0d6b054-d918-450f-b0ed-427195450be3 req-71563668-aef7-450c-8028-1790396f8744 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0930302 Feb 16 22:14:40.329296 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-66c3e645-5358-458d-9288-679029b58b7c req-f6468d6a-e177-4c3d-9521-6d5f2d9a1a75 service neutron] Request body: {'port': {'device_id': '8e588c41-6745-4e24-bd4c-95be83970989', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:14:40.519095 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdf1ca-0af0-4522-9f87-5b68c9014f9a req-f9a0fc78-0b6f-4717-a02e-7bdda794346e tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:40.520581 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-febdf1ca-0af0-4522-9f87-5b68c9014f9a req-f9a0fc78-0b6f-4717-a02e-7bdda794346e tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e588c41-6745-4e24-bd4c-95be83970989 HTTP/1.1" status: 200 len: 936 time: 0.1124799 Feb 16 22:14:40.527721 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-a3160165-3562-4437-8e56-48360d8b4a1e req-35d91e0d-ceec-46f0-89f1-e0e729996d75 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Deleting port e54bd226-73da-4a7b-820d-6744e1910b74 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:14:40.528597 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a3160165-3562-4437-8e56-48360d8b4a1e req-35d91e0d-ceec-46f0-89f1-e0e729996d75 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (e54bd226-73da-4a7b-820d-6744e1910b74), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:40.540568 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-66c3e645-5358-458d-9288-679029b58b7c req-f6468d6a-e177-4c3d-9521-6d5f2d9a1a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:40.614377 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-c384486d-db8d-478b-918e-4b727f66b7ec None None] Provisioning complete for port 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:14:40.616704 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c384486d-db8d-478b-918e-4b727f66b7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:40.646742 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-febdf1ca-0af0-4522-9f87-5b68c9014f9a req-2e9cb2b9-0b31-4c70-bd28-c9d573faa128 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/security-groups?id=1564c895-15ee-43c9-b3e3-c78ddbdea738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150677 Feb 16 22:14:40.676448 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-a3160165-3562-4437-8e56-48360d8b4a1e req-35d91e0d-ceec-46f0-89f1-e0e729996d75 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] For port e54bd226-73da-4a7b-820d-6744e1910b74, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=e54bd226-73da-4a7b-820d-6744e1910b74,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:40.676741 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a3160165-3562-4437-8e56-48360d8b4a1e req-35d91e0d-ceec-46f0-89f1-e0e729996d75 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (e54bd226-73da-4a7b-820d-6744e1910b74), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:40.689633 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-c384486d-db8d-478b-918e-4b727f66b7ec None None] Port 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:14:40.693353 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-a3160165-3562-4437-8e56-48360d8b4a1e req-35d91e0d-ceec-46f0-89f1-e0e729996d75 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Calling delete_port for e54bd226-73da-4a7b-820d-6744e1910b74 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:14:40.709111 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a0d6b054-d918-450f-b0ed-427195450be3 req-01c815e4-26c6-44a2-857b-7a22368cdc9b service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768778 Feb 16 22:14:40.870711 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a0d6b054-d918-450f-b0ed-427195450be3 req-307cab46-50b3-4890-a86a-c38bc1d01a04 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530898 Feb 16 22:14:40.939458 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22788ca2-5fd7-464a-b567-df14d31760bc req-a6501ec5-86ee-4558-80fe-cc153488e90a tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:40.941013 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22788ca2-5fd7-464a-b567-df14d31760bc req-a6501ec5-86ee-4558-80fe-cc153488e90a tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 947 time: 0.1202514 Feb 16 22:14:40.942178 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a3160165-3562-4437-8e56-48360d8b4a1e req-35d91e0d-ceec-46f0-89f1-e0e729996d75 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (e54bd226-73da-4a7b-820d-6744e1910b74), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:40.954736 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['a76046a7-efbf-4080-9f1c-306827c1e782', 'e54bd226-73da-4a7b-820d-6744e1910b74', '4742e105-ad77-4b88-b601-715e2c3c6c57'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:14:40.990708 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d91e0d-ceec-46f0-89f1-e0e729996d75 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Pushing event deleted for resources: {'Port': ['ID=e54bd226-73da-4a7b-820d-6744e1910b74,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:41.051431 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-66c3e645-5358-458d-9288-679029b58b7c req-f6468d6a-e177-4c3d-9521-6d5f2d9a1a75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:14:41.062390 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-66c3e645-5358-458d-9288-679029b58b7c req-f6468d6a-e177-4c3d-9521-6d5f2d9a1a75 service neutron] Publish callbacks [] for port (5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:41.079970 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-66c3e645-5358-458d-9288-679029b58b7c req-f6468d6a-e177-4c3d-9521-6d5f2d9a1a75 service neutron] Transition to ACTIVE for port object 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:14:41.089874 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3160165-3562-4437-8e56-48360d8b4a1e req-35d91e0d-ceec-46f0-89f1-e0e729996d75 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] No DVR routers for this DVR port e54bd226-73da-4a7b-820d-6744e1910b74 on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:14:41.093898 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a3160165-3562-4437-8e56-48360d8b4a1e req-35d91e0d-ceec-46f0-89f1-e0e729996d75 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:41.099838 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-66c3e645-5358-458d-9288-679029b58b7c req-f6468d6a-e177-4c3d-9521-6d5f2d9a1a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:41.106098 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a3160165-3562-4437-8e56-48360d8b4a1e req-35d91e0d-ceec-46f0-89f1-e0e729996d75 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.67 "DELETE /v2.0/ports/e54bd226-73da-4a7b-820d-6744e1910b74 HTTP/1.1" status: 204 len: 173 time: 0.8008316 Feb 16 22:14:41.119709 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909f88aa-b916-4ba5-8eb0-7bc52f05b92a', 'name': 'network-vif-deleted', 'tag': 'e54bd226-73da-4a7b-820d-6744e1910b74'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:14:41.123147 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb30368-3b4f-466a-8505-8ea7f62a8aaf" -d '{"events": [{"server_uuid": "909f88aa-b916-4ba5-8eb0-7bc52f05b92a", "name": "network-vif-deleted", "tag": "e54bd226-73da-4a7b-820d-6744e1910b74"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:14:41.167829 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22788ca2-5fd7-464a-b567-df14d31760bc req-87c04b06-8cb3-4062-9912-09b7f7ff208d tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089827 Feb 16 22:14:41.185218 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6468d6a-e177-4c3d-9521-6d5f2d9a1a75 service neutron] Pushing event updated for resources: {'Port': ['ID=5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:41.244834 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997ef59e-9ff8-4162-a331-6e8ef27b0be9 x-openstack-request-id: req-997ef59e-9ff8-4162-a331-6e8ef27b0be9 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:14:41.245132 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909f88aa-b916-4ba5-8eb0-7bc52f05b92a", "name": "network-vif-deleted", "tag": "e54bd226-73da-4a7b-820d-6744e1910b74", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:14:41.245392 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-997ef59e-9ff8-4162-a331-6e8ef27b0be9 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:14:41.245792 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909f88aa-b916-4ba5-8eb0-7bc52f05b92a', 'name': 'network-vif-deleted', 'tag': 'e54bd226-73da-4a7b-820d-6744e1910b74', 'status': 'completed', 'code': 200} Feb 16 22:14:41.340067 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b12677e7-2604-417d-af0e-c2dafdd65e45 req-88d6f00d-e92f-453c-a121-7ac06cab7f77 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=909f88aa-b916-4ba5-8eb0-7bc52f05b92a HTTP/1.1" status: 200 len: 210 time: 0.0689521 Feb 16 22:14:41.351053 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-66c3e645-5358-458d-9288-679029b58b7c req-f6468d6a-e177-4c3d-9521-6d5f2d9a1a75 service neutron] Attempting to bind port 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:14:41.351391 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-66c3e645-5358-458d-9288-679029b58b7c req-f6468d6a-e177-4c3d-9521-6d5f2d9a1a75 service neutron] Attempting to bind port 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:14:41.352139 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c3e645-5358-458d-9288-679029b58b7c req-f6468d6a-e177-4c3d-9521-6d5f2d9a1a75 service neutron] Attempting to bind port 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:14:41.356289 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c3e645-5358-458d-9288-679029b58b7c req-f6468d6a-e177-4c3d-9521-6d5f2d9a1a75 service neutron] Port 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 on network d8fa3154-6273-4014-87c6-575d48ec11fc not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:14:41.356605 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c3e645-5358-458d-9288-679029b58b7c req-f6468d6a-e177-4c3d-9521-6d5f2d9a1a75 service neutron] Attempting to bind port 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:14:41.362328 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c3e645-5358-458d-9288-679029b58b7c req-f6468d6a-e177-4c3d-9521-6d5f2d9a1a75 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:14:41.362664 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c3e645-5358-458d-9288-679029b58b7c req-f6468d6a-e177-4c3d-9521-6d5f2d9a1a75 service neutron] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:14:41.365382 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c3e645-5358-458d-9288-679029b58b7c req-f6468d6a-e177-4c3d-9521-6d5f2d9a1a75 service neutron] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:14:41.365382 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-66c3e645-5358-458d-9288-679029b58b7c req-f6468d6a-e177-4c3d-9521-6d5f2d9a1a75 service neutron] Bound port: 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:14:41.365382 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-66c3e645-5358-458d-9288-679029b58b7c req-f6468d6a-e177-4c3d-9521-6d5f2d9a1a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:41.452665 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-66c3e645-5358-458d-9288-679029b58b7c req-f6468d6a-e177-4c3d-9521-6d5f2d9a1a75 service neutron] For port 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:14:41.456603 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-66c3e645-5358-458d-9288-679029b58b7c req-f6468d6a-e177-4c3d-9521-6d5f2d9a1a75 service neutron] For port 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:14:41.468557 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-66c3e645-5358-458d-9288-679029b58b7c req-f6468d6a-e177-4c3d-9521-6d5f2d9a1a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:41.514804 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3e645-5358-458d-9288-679029b58b7c req-f6468d6a-e177-4c3d-9521-6d5f2d9a1a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:41.516427 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-66c3e645-5358-458d-9288-679029b58b7c req-f6468d6a-e177-4c3d-9521-6d5f2d9a1a75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:41.517328 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-66c3e645-5358-458d-9288-679029b58b7c req-f6468d6a-e177-4c3d-9521-6d5f2d9a1a75 service neutron] 10.222.0.67 "PUT /v2.0/ports/5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 HTTP/1.1" status: 200 len: 1096 time: 1.1960106 Feb 16 22:14:41.517922 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e588c41-6745-4e24-bd4c-95be83970989', 'tag': '5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:14:41.521111 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d36c1e-df73-4ac2-8083-04499a22970e" -d '{"events": [{"name": "network-changed", "server_uuid": "8e588c41-6745-4e24-bd4c-95be83970989", "tag": "5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:14:41.560633 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device c2280c95-bdb5-4326-8ec7-a9c69b2d9429 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:14:41.563433 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6468d6a-e177-4c3d-9521-6d5f2d9a1a75 service neutron] Pushing event updated for resources: {'Port': ['ID=5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:41.616113 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc12cf8-7bab-43db-bf95-7fa7b1a8881e x-openstack-request-id: req-bdc12cf8-7bab-43db-bf95-7fa7b1a8881e {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:14:41.616769 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e588c41-6745-4e24-bd4c-95be83970989", "tag": "5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:14:41.617164 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bdc12cf8-7bab-43db-bf95-7fa7b1a8881e {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:14:41.618827 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e588c41-6745-4e24-bd4c-95be83970989', 'tag': '5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5', 'status': 'completed', 'code': 200} Feb 16 22:14:41.668317 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3e645-5358-458d-9288-679029b58b7c req-f15678be-b2da-49f1-a9b8-60f7690ca79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:41.670573 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-66c3e645-5358-458d-9288-679029b58b7c req-f15678be-b2da-49f1-a9b8-60f7690ca79e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3ff30ea4e88f4208948c9ad33907c5d0&device_id=8e588c41-6745-4e24-bd4c-95be83970989 HTTP/1.1" status: 200 len: 1130 time: 0.0702994 Feb 16 22:14:41.743928 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port c2280c95-bdb5-4326-8ec7-a9c69b2d9429, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c2280c95-bdb5-4326-8ec7-a9c69b2d9429,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:41.759990 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'c2280c95-bdb5-4326-8ec7-a9c69b2d9429', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': 'c2280c95-bdb5-4326-8ec7-a9c69b2d9429', 'mac_address': 'fa:16:3e:e7:18:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:14:41.811154 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-66c3e645-5358-458d-9288-679029b58b7c req-528da257-6a2f-40d4-b412-02db63ff18df service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 HTTP/1.1" status: 200 len: 217 time: 0.1252174 Feb 16 22:14:41.864594 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port c2280c95-bdb5-4326-8ec7-a9c69b2d9429 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:14:41.865002 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c2280c95-bdb5-4326-8ec7-a9c69b2d9429), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:41.895827 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2280c95-bdb5-4326-8ec7-a9c69b2d9429 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:14:41.912916 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3e645-5358-458d-9288-679029b58b7c req-c8f51452-b96f-4c52-a55a-a90112b24a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:41.916285 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-66c3e645-5358-458d-9288-679029b58b7c req-c8f51452-b96f-4c52-a55a-a90112b24a77 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0970237 Feb 16 22:14:41.945769 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9afb2-c33e-4cc7-8b22-fb7341353b37 req-3820725e-0644-4f93-bd14-91274c8380e3 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:41.946727 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port c2280c95-bdb5-4326-8ec7-a9c69b2d9429, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c2280c95-bdb5-4326-8ec7-a9c69b2d9429,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:41.955319 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c2280c95-bdb5-4326-8ec7-a9c69b2d9429), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:41.966796 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c4a9afb2-c33e-4cc7-8b22-fb7341353b37 req-3820725e-0644-4f93-bd14-91274c8380e3 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e588c41-6745-4e24-bd4c-95be83970989 HTTP/1.1" status: 200 len: 948 time: 0.1402328 Feb 16 22:14:42.022927 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3e645-5358-458d-9288-679029b58b7c req-31502465-5dc2-40b0-abc3-421e3ae855dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:42.024792 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-66c3e645-5358-458d-9288-679029b58b7c req-31502465-5dc2-40b0-abc3-421e3ae855dd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1004796 Feb 16 22:14:42.051574 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c4a9afb2-c33e-4cc7-8b22-fb7341353b37 req-a37406ac-2279-4008-bc30-951e75c90919 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/security-groups?id=1564c895-15ee-43c9-b3e3-c78ddbdea738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795991 Feb 16 22:14:42.052772 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=c2280c95-bdb5-4326-8ec7-a9c69b2d9429,revision_number=8']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:42.157074 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-66c3e645-5358-458d-9288-679029b58b7c req-3fd5fb7e-950c-4d98-8ad3-990f5c7b07b3 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232762 Feb 16 22:14:42.274971 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-66c3e645-5358-458d-9288-679029b58b7c req-5d4b4170-aeac-48f7-8615-c98e8e64b2dc service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087823 Feb 16 22:14:42.331234 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27d678-329b-46f7-b803-acebb080d62a req-48d91c47-d236-4de9-925f-b675e7d329c2 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:42.332878 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ab27d678-329b-46f7-b803-acebb080d62a req-48d91c47-d236-4de9-925f-b675e7d329c2 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 948 time: 0.0573323 Feb 16 22:14:42.405424 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d36c1e-df73-4ac2-8083-04499a22970e req-9de6a460-9503-488e-8006-0f20ee5a527c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:42.406976 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a6d36c1e-df73-4ac2-8083-04499a22970e req-9de6a460-9503-488e-8006-0f20ee5a527c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3ff30ea4e88f4208948c9ad33907c5d0&device_id=8e588c41-6745-4e24-bd4c-95be83970989 HTTP/1.1" status: 200 len: 1130 time: 0.0584695 Feb 16 22:14:42.411692 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ab27d678-329b-46f7-b803-acebb080d62a req-c026a45d-9e0e-4819-bfb2-5e0bea12034c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730519 Feb 16 22:14:42.508419 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d36c1e-df73-4ac2-8083-04499a22970e req-62e0f75b-c26d-4194-9299-cca20e909fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:42.509929 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a6d36c1e-df73-4ac2-8083-04499a22970e req-62e0f75b-c26d-4194-9299-cca20e909fab service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.0946622 Feb 16 22:14:42.565235 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a6d36c1e-df73-4ac2-8083-04499a22970e req-e8baea21-73e5-444d-8e42-669f7eff5d2f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 HTTP/1.1" status: 200 len: 217 time: 0.0454733 Feb 16 22:14:42.624468 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d36c1e-df73-4ac2-8083-04499a22970e req-b40c9266-dbef-4fa6-84a0-c6bde7c0148b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:42.626055 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a6d36c1e-df73-4ac2-8083-04499a22970e req-b40c9266-dbef-4fa6-84a0-c6bde7c0148b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0495591 Feb 16 22:14:42.654715 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040822f2-a967-46d6-a3d2-ff11a894a128 req-587997ef-9373-4fd8-9775-07cb27f34909 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:42.656245 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-040822f2-a967-46d6-a3d2-ff11a894a128 req-587997ef-9373-4fd8-9775-07cb27f34909 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6e361ca-22d8-4234-8cc1-bb1b8c1c638b HTTP/1.1" status: 200 len: 950 time: 0.0663819 Feb 16 22:14:42.694299 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d36c1e-df73-4ac2-8083-04499a22970e req-c10272ba-e406-4ab0-97da-c1443663cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:42.697527 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a6d36c1e-df73-4ac2-8083-04499a22970e req-c10272ba-e406-4ab0-97da-c1443663cbf2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0613189 Feb 16 22:14:42.713940 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-040822f2-a967-46d6-a3d2-ff11a894a128 req-0992d3ea-603c-4129-b297-f989af47da3b tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508049 Feb 16 22:14:42.814321 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a6d36c1e-df73-4ac2-8083-04499a22970e req-c95e9032-37ac-4e96-93c3-bcc0df7e6768 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054180 Feb 16 22:14:42.864350 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-a1a6553e-7f05-41b1-8fc2-47a43c0e8d87 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:42.865900 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-a1a6553e-7f05-41b1-8fc2-47a43c0e8d87 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/networks?id=16137278-7395-49da-9cb6-180484537d2f HTTP/1.1" status: 200 len: 821 time: 0.1138599 Feb 16 22:14:42.882371 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-30a8510a-2048-4cc8-870c-9d3c451b7bf1 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/quotas/744a37dc5b8f478b9350ec4becb28946 HTTP/1.1" status: 200 len: 375 time: 0.0102751 Feb 16 22:14:42.916794 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a6d36c1e-df73-4ac2-8083-04499a22970e req-af183037-7209-4406-9189-0671ce60cdf9 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953856 Feb 16 22:14:42.958614 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-b22e67f7-956e-4864-8f7e-f8df775b6b5e tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=744a37dc5b8f478b9350ec4becb28946&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0699508 Feb 16 22:14:43.069268 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-400dd140-693a-460e-b43d-eeed63453f68 service neutron] 10.222.0.75 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027730 Feb 16 22:14:43.191427 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-a78b7a21-330f-4294-9933-39813fa3044e service neutron] 10.222.0.75 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215291 Feb 16 22:14:43.208027 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91c6f7-3764-4cd8-9a4b-5bb994059031 req-4dd68cc6-9b63-4c15-b624-d9f88482edfc tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:43.209499 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb91c6f7-3764-4cd8-9a4b-5bb994059031 req-4dd68cc6-9b63-4c15-b624-d9f88482edfc tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e588c41-6745-4e24-bd4c-95be83970989 HTTP/1.1" status: 200 len: 948 time: 0.0730517 Feb 16 22:14:43.260939 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb91c6f7-3764-4cd8-9a4b-5bb994059031 req-10300dec-4d92-4597-8f9a-8176d67c2cad tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/security-groups?id=1564c895-15ee-43c9-b3e3-c78ddbdea738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425723 Feb 16 22:14:43.525064 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d20aef27-3a97-4861-88a2-b30de752fbb0 req-ad790585-e408-48ee-93d9-c5655822b71b tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 210 time: 0.0377357 Feb 16 22:14:43.560852 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device e54bd226-73da-4a7b-820d-6744e1910b74 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:14:43.581731 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f59bd-02cc-49c9-a5de-221a662c8ba7 req-39847adf-8b46-404f-8141-72fccab459b9 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:43.587160 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: e54bd226-73da-4a7b-820d-6744e1910b74 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:14:43.587598 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device e54bd226-73da-4a7b-820d-6744e1910b74 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:14:43.590290 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-450f59bd-02cc-49c9-a5de-221a662c8ba7 req-39847adf-8b46-404f-8141-72fccab459b9 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 948 time: 0.0934856 Feb 16 22:14:43.645163 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-450f59bd-02cc-49c9-a5de-221a662c8ba7 req-e54081c7-3ed3-4ae7-8e1f-296dbc20f9f3 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536537 Feb 16 22:14:43.875786 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b4c80-afb9-4634-bf81-0072ffe34782 req-0c2e6846-df02-4d2b-ae47-971e2d2c2a49 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:43.877449 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-698b4c80-afb9-4634-bf81-0072ffe34782 req-0c2e6846-df02-4d2b-ae47-971e2d2c2a49 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6e361ca-22d8-4234-8cc1-bb1b8c1c638b HTTP/1.1" status: 200 len: 950 time: 0.0672765 Feb 16 22:14:43.967499 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-698b4c80-afb9-4634-bf81-0072ffe34782 req-f6a02c79-4b30-4764-94df-0f6643b3600a tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821803 Feb 16 22:14:44.014547 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-c14def00-d225-49f8-aaae-aa310b212524 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:44.017090 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-c14def00-d225-49f8-aaae-aa310b212524 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.67 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba&tenant_id=7a8546526dc94278a3957ea9b7c5b439&binding%3Ahost_id=n-h1-813897-6 HTTP/1.1" status: 200 len: 948 time: 0.0838931 Feb 16 22:14:44.041458 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e44e3-2bf8-4872-af6d-7f4a1112b32a req-98f9ee01-1807-446d-8e0a-de92c8969d6c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:44.043125 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-363e44e3-2bf8-4872-af6d-7f4a1112b32a req-98f9ee01-1807-446d-8e0a-de92c8969d6c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 948 time: 0.0686629 Feb 16 22:14:44.104289 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-36877788-a7b1-4904-ba15-94cbfc0e6b20 service neutron] 10.222.0.67 "GET /v2.0/ports/c2280c95-bdb5-4326-8ec7-a9c69b2d9429/bindings/n-h1-813897-6 HTTP/1.1" status: 200 len: 382 time: 0.0735574 Feb 16 22:14:44.124708 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-363e44e3-2bf8-4872-af6d-7f4a1112b32a req-eda730a0-5e3a-4451-bfde-5a9f04402ba4 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749006 Feb 16 22:14:44.197177 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-a12bf009-94cb-484a-a129-7cdf7f3b5d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:44.198742 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-a12bf009-94cb-484a-a129-7cdf7f3b5d4d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a8546526dc94278a3957ea9b7c5b439&device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 1130 time: 0.0559397 Feb 16 22:14:44.294831 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-15b44f97-7011-4e5c-8803-3fb7214b5141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:44.296384 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-15b44f97-7011-4e5c-8803-3fb7214b5141 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.0912948 Feb 16 22:14:44.353854 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-46700f5e-2bd4-4d4a-8a37-0e4b382a664c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=c2280c95-bdb5-4326-8ec7-a9c69b2d9429 HTTP/1.1" status: 200 len: 217 time: 0.0352573 Feb 16 22:14:44.416269 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b45f2-2bcb-41cc-a62b-d5fa899e6f5c req-f121c888-ad90-4494-8d83-6a4656cab693 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:44.416597 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-54faabfa-c622-4e53-9660-792d70eadc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:44.417764 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c2b45f2-2bcb-41cc-a62b-d5fa899e6f5c req-f121c888-ad90-4494-8d83-6a4656cab693 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e588c41-6745-4e24-bd4c-95be83970989 HTTP/1.1" status: 200 len: 948 time: 0.0854056 Feb 16 22:14:44.418039 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-54faabfa-c622-4e53-9660-792d70eadc52 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0517712 Feb 16 22:14:44.474567 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-5d4e34a9-1af9-4e2a-8417-92e2b5dbc956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:44.476247 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-5d4e34a9-1af9-4e2a-8417-92e2b5dbc956 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0514724 Feb 16 22:14:44.478303 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c2b45f2-2bcb-41cc-a62b-d5fa899e6f5c req-5917a680-cfd8-42d4-8258-0bb5a3e525b7 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/security-groups?id=1564c895-15ee-43c9-b3e3-c78ddbdea738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528493 Feb 16 22:14:44.592544 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-dc7860fe-eb36-464f-a46f-b6b49ac4180c service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080906 Feb 16 22:14:44.681668 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b7a6f7d8-2910-48f4-bb90-f4cbba09d03e req-59d47137-8dc2-4c63-97c4-29111d49be72 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 210 time: 0.0456769 Feb 16 22:14:44.711842 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-3a3374fe-c396-40a3-a3ec-6fd64f41629c tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:44.713330 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-3a3374fe-c396-40a3-a3ec-6fd64f41629c tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.79 "GET /v2.0/networks?id=16137278-7395-49da-9cb6-180484537d2f HTTP/1.1" status: 200 len: 821 time: 0.1716702 Feb 16 22:14:44.728607 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-768a29e4-291f-49e3-8dcf-e6c380150c10 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Request body: {'port': {'device_id': '70af81ff-ee24-4290-b2d7-fdf3ee754dfa', 'network_id': '16137278-7395-49da-9cb6-180484537d2f', 'admin_state_up': True, 'tenant_id': '744a37dc5b8f478b9350ec4becb28946'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:14:44.736761 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-3e9cd349-b99c-484f-a19a-50e8417c3ef4 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379025 Feb 16 22:14:44.844523 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-768a29e4-291f-49e3-8dcf-e6c380150c10 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Made reservation on behalf of 744a37dc5b8f478b9350ec4becb28946 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:14:44.848714 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-768a29e4-291f-49e3-8dcf-e6c380150c10 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:45.000925 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-768a29e4-291f-49e3-8dcf-e6c380150c10 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Allocated IP 172.20.0.3 (16137278-7395-49da-9cb6-180484537d2f/c3e80cb9-4386-4d79-b9b3-6283b204f543/98c1523d-0312-4514-9ca7-1268551616e6) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:14:45.196876 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929e383-9ba4-46de-9c17-f63c9e1e4dba req-96dfc4f0-8d09-473c-a4e5-aef5503d435f tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:45.198816 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2929e383-9ba4-46de-9c17-f63c9e1e4dba req-96dfc4f0-8d09-473c-a4e5-aef5503d435f tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6e361ca-22d8-4234-8cc1-bb1b8c1c638b HTTP/1.1" status: 200 len: 950 time: 0.1488831 Feb 16 22:14:45.249539 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-768a29e4-291f-49e3-8dcf-e6c380150c10 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Publish callbacks [] for port (98c1523d-0312-4514-9ca7-1268551616e6), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:45.302121 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2929e383-9ba4-46de-9c17-f63c9e1e4dba req-9698d71e-e36d-484c-a3ab-8fa36e0b76f1 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951402 Feb 16 22:14:45.341752 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7722af-3f8a-4cd5-86f4-70d243536208 req-afe2002b-231f-4f3e-97dc-08fc54f4c618 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:45.343350 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b7722af-3f8a-4cd5-86f4-70d243536208 req-afe2002b-231f-4f3e-97dc-08fc54f4c618 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 948 time: 0.1198046 Feb 16 22:14:45.344934 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-768a29e4-291f-49e3-8dcf-e6c380150c10 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (98c1523d-0312-4514-9ca7-1268551616e6), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:45.359476 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['39c7a120-1a4d-4dc8-9b07-2d421cd662de'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:14:45.412262 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-768a29e4-291f-49e3-8dcf-e6c380150c10 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Network 16137278-7395-49da-9cb6-180484537d2f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:14:45.422390 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-768a29e4-291f-49e3-8dcf-e6c380150c10 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:14:45.430005 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-768a29e4-291f-49e3-8dcf-e6c380150c10 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:14:45.432250 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a29e4-291f-49e3-8dcf-e6c380150c10 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Pushing event updated for resources: {'Port': ['ID=98c1523d-0312-4514-9ca7-1268551616e6,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:45.484993 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b7722af-3f8a-4cd5-86f4-70d243536208 req-499fa7f6-73a6-43b3-ae27-91c119e4bd1c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319163 Feb 16 22:14:45.524103 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-768a29e4-291f-49e3-8dcf-e6c380150c10 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:45.525076 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-768a29e4-291f-49e3-8dcf-e6c380150c10 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:45.561476 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-768a29e4-291f-49e3-8dcf-e6c380150c10 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8371768 Feb 16 22:14:45.574760 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-a7ac52cf-c357-474b-af6b-fafeb245215e service neutron] Request body: {'port': {'device_id': '70af81ff-ee24-4290-b2d7-fdf3ee754dfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:14:45.575297 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 08bd730c-8112-4b42-8a7a-a2957b8398ef details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:14:45.580619 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0815f-62de-46b0-8c11-07dda7ca6432 req-98b4669a-2b94-44f9-b6da-d72c166ba0e0 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:45.581320 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e3a0815f-62de-46b0-8c11-07dda7ca6432 req-98b4669a-2b94-44f9-b6da-d72c166ba0e0 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.67 "GET /v2.0/ports?device_id=e6e361ca-22d8-4234-8cc1-bb1b8c1c638b HTTP/1.1" status: 200 len: 950 time: 0.1390791 Feb 16 22:14:45.708771 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 08bd730c-8112-4b42-8a7a-a2957b8398ef, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=08bd730c-8112-4b42-8a7a-a2957b8398ef,segment=NetworkSegment(0fcd852f-dbb0-4c8e-bb68-facd05b73898),segment_id=0fcd852f-dbb0-4c8e-bb68-facd05b73898)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:45.744060 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '08bd730c-8112-4b42-8a7a-a2957b8398ef', 'network_id': '4bac3cdf-16ae-435f-8215-29d96cd595c1', 'port_id': '08bd730c-8112-4b42-8a7a-a2957b8398ef', 'mac_address': 'fa:16:3e:15:93:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd292e6dc-86dc-495b-b76c-8deab59c0198', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:14:45.772037 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-e3a0815f-62de-46b0-8c11-07dda7ca6432 req-05ac4801-b2e5-40d0-9efe-a64fb098c076 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Deleting port a76046a7-efbf-4080-9f1c-306827c1e782 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:14:45.772409 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e3a0815f-62de-46b0-8c11-07dda7ca6432 req-05ac4801-b2e5-40d0-9efe-a64fb098c076 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a76046a7-efbf-4080-9f1c-306827c1e782), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:45.826061 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 08bd730c-8112-4b42-8a7a-a2957b8398ef is: ACTIVE; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:14:45.826717 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (08bd730c-8112-4b42-8a7a-a2957b8398ef), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:45.843317 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08bd730c-8112-4b42-8a7a-a2957b8398ef {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:14:45.865098 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 08bd730c-8112-4b42-8a7a-a2957b8398ef, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=08bd730c-8112-4b42-8a7a-a2957b8398ef,segment=NetworkSegment(0fcd852f-dbb0-4c8e-bb68-facd05b73898),segment_id=0fcd852f-dbb0-4c8e-bb68-facd05b73898)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:45.878124 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (08bd730c-8112-4b42-8a7a-a2957b8398ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:45.940371 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-e3a0815f-62de-46b0-8c11-07dda7ca6432 req-05ac4801-b2e5-40d0-9efe-a64fb098c076 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] For port a76046a7-efbf-4080-9f1c-306827c1e782, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=a76046a7-efbf-4080-9f1c-306827c1e782,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:45.940907 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e3a0815f-62de-46b0-8c11-07dda7ca6432 req-05ac4801-b2e5-40d0-9efe-a64fb098c076 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a76046a7-efbf-4080-9f1c-306827c1e782), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:45.950179 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=08bd730c-8112-4b42-8a7a-a2957b8398ef,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:45.956171 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-e3a0815f-62de-46b0-8c11-07dda7ca6432 req-05ac4801-b2e5-40d0-9efe-a64fb098c076 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Calling delete_port for a76046a7-efbf-4080-9f1c-306827c1e782 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:14:46.003932 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['08bd730c-8112-4b42-8a7a-a2957b8398ef'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:14:46.134946 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e3a0815f-62de-46b0-8c11-07dda7ca6432 req-05ac4801-b2e5-40d0-9efe-a64fb098c076 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (a76046a7-efbf-4080-9f1c-306827c1e782), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:46.138497 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-a7ac52cf-c357-474b-af6b-fafeb245215e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (98c1523d-0312-4514-9ca7-1268551616e6), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:46.151708 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['a76046a7-efbf-4080-9f1c-306827c1e782', '4742e105-ad77-4b88-b601-715e2c3c6c57'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:14:46.159205 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3791270-23f4-48ed-9489-12961c415a1e req-cc606caf-be52-44b1-ba68-4a6c38978454 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:46.160765 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e3791270-23f4-48ed-9489-12961c415a1e req-cc606caf-be52-44b1-ba68-4a6c38978454 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e588c41-6745-4e24-bd4c-95be83970989 HTTP/1.1" status: 200 len: 948 time: 0.5427537 Feb 16 22:14:46.188845 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d9ae3-4d27-4df1-8658-aec1e06d7a68 req-237ee404-63c0-482a-9d46-e82fbc079531 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:46.190341 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-194d9ae3-4d27-4df1-8658-aec1e06d7a68 req-237ee404-63c0-482a-9d46-e82fbc079531 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 931 time: 0.1297374 Feb 16 22:14:46.217536 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac4801-b2e5-40d0-9efe-a64fb098c076 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Pushing event deleted for resources: {'Port': ['ID=a76046a7-efbf-4080-9f1c-306827c1e782,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:46.291692 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e3791270-23f4-48ed-9489-12961c415a1e req-1625042c-c3cf-47f8-b314-8aa7b55bd5ba tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/security-groups?id=1564c895-15ee-43c9-b3e3-c78ddbdea738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235342 Feb 16 22:14:46.296612 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a0815f-62de-46b0-8c11-07dda7ca6432 req-05ac4801-b2e5-40d0-9efe-a64fb098c076 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] No DVR routers for this DVR port a76046a7-efbf-4080-9f1c-306827c1e782 on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:14:46.302585 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e3a0815f-62de-46b0-8c11-07dda7ca6432 req-05ac4801-b2e5-40d0-9efe-a64fb098c076 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:46.313551 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e3a0815f-62de-46b0-8c11-07dda7ca6432 req-05ac4801-b2e5-40d0-9efe-a64fb098c076 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.67 "DELETE /v2.0/ports/a76046a7-efbf-4080-9f1c-306827c1e782 HTTP/1.1" status: 204 len: 173 time: 0.7190239 Feb 16 22:14:46.327731 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e361ca-22d8-4234-8cc1-bb1b8c1c638b', 'name': 'network-vif-deleted', 'tag': 'a76046a7-efbf-4080-9f1c-306827c1e782'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:14:46.330263 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad48577-0692-42dd-9644-02764b8e0954" -d '{"events": [{"server_uuid": "e6e361ca-22d8-4234-8cc1-bb1b8c1c638b", "name": "network-vif-deleted", "tag": "a76046a7-efbf-4080-9f1c-306827c1e782"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:14:46.348160 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-194d9ae3-4d27-4df1-8658-aec1e06d7a68 req-5225bd90-f925-4867-8013-e34654eb8c80 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346283 Feb 16 22:14:46.441055 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b67595-bb8e-4d3c-a3da-02d84bb17eb4 x-openstack-request-id: req-17b67595-bb8e-4d3c-a3da-02d84bb17eb4 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:14:46.441685 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e361ca-22d8-4234-8cc1-bb1b8c1c638b", "name": "network-vif-deleted", "tag": "a76046a7-efbf-4080-9f1c-306827c1e782", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:14:46.442069 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-17b67595-bb8e-4d3c-a3da-02d84bb17eb4 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:14:46.442572 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e361ca-22d8-4234-8cc1-bb1b8c1c638b', 'name': 'network-vif-deleted', 'tag': 'a76046a7-efbf-4080-9f1c-306827c1e782', 'status': 'completed', 'code': 200} Feb 16 22:14:46.494964 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-480165a0-3ca8-4161-b1a6-4b98909e6545 req-3122575b-b974-48f3-bb3d-d409a749a629 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6e361ca-22d8-4234-8cc1-bb1b8c1c638b HTTP/1.1" status: 200 len: 210 time: 0.0539064 Feb 16 22:14:46.727607 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fa00a-48bb-4bd4-b9ec-3f8bd964525b req-e5715d49-d9d6-42bb-aa4c-e06d62404f6e tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:46.729163 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-855fa00a-48bb-4bd4-b9ec-3f8bd964525b req-e5715d49-d9d6-42bb-aa4c-e06d62404f6e tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 948 time: 0.1321440 Feb 16 22:14:46.756165 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-a7ac52cf-c357-474b-af6b-fafeb245215e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98c1523d-0312-4514-9ca7-1268551616e6 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:14:46.773154 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-a7ac52cf-c357-474b-af6b-fafeb245215e service neutron] Publish callbacks [] for port (98c1523d-0312-4514-9ca7-1268551616e6), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:46.798642 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-a7ac52cf-c357-474b-af6b-fafeb245215e service neutron] Transition to ACTIVE for port object 98c1523d-0312-4514-9ca7-1268551616e6 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:14:46.807671 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-a7ac52cf-c357-474b-af6b-fafeb245215e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (98c1523d-0312-4514-9ca7-1268551616e6), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:46.816129 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-855fa00a-48bb-4bd4-b9ec-3f8bd964525b req-34063d1c-c5a5-4ea4-942f-6764dfa5e550 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765245 Feb 16 22:14:46.868304 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac52cf-c357-474b-af6b-fafeb245215e service neutron] Pushing event updated for resources: {'Port': ['ID=98c1523d-0312-4514-9ca7-1268551616e6,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:46.944299 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-a7ac52cf-c357-474b-af6b-fafeb245215e service neutron] Attempting to bind port 98c1523d-0312-4514-9ca7-1268551616e6 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:14:46.944762 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-a7ac52cf-c357-474b-af6b-fafeb245215e service neutron] Attempting to bind port 98c1523d-0312-4514-9ca7-1268551616e6 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:14:46.945193 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-a7ac52cf-c357-474b-af6b-fafeb245215e service neutron] Attempting to bind port 98c1523d-0312-4514-9ca7-1268551616e6 on network 16137278-7395-49da-9cb6-180484537d2f {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:14:46.950643 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-a7ac52cf-c357-474b-af6b-fafeb245215e service neutron] Port 98c1523d-0312-4514-9ca7-1268551616e6 on network 16137278-7395-49da-9cb6-180484537d2f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:14:46.953090 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-a7ac52cf-c357-474b-af6b-fafeb245215e service neutron] Attempting to bind port 98c1523d-0312-4514-9ca7-1268551616e6 on network 16137278-7395-49da-9cb6-180484537d2f {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:14:46.959994 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-a7ac52cf-c357-474b-af6b-fafeb245215e service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:14:46.960421 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-a7ac52cf-c357-474b-af6b-fafeb245215e service neutron] Checking segment: {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:14:46.960877 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-a7ac52cf-c357-474b-af6b-fafeb245215e service neutron] Bound using segment: {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:14:46.961561 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-a7ac52cf-c357-474b-af6b-fafeb245215e service neutron] Bound port: 98c1523d-0312-4514-9ca7-1268551616e6, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:14:46.962013 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-a7ac52cf-c357-474b-af6b-fafeb245215e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (98c1523d-0312-4514-9ca7-1268551616e6), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:47.047654 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-a7ac52cf-c357-474b-af6b-fafeb245215e service neutron] For port 98c1523d-0312-4514-9ca7-1268551616e6, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:14:47.051012 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-a7ac52cf-c357-474b-af6b-fafeb245215e service neutron] For port 98c1523d-0312-4514-9ca7-1268551616e6, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=98c1523d-0312-4514-9ca7-1268551616e6,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:14:47.061916 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-a7ac52cf-c357-474b-af6b-fafeb245215e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (98c1523d-0312-4514-9ca7-1268551616e6), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:47.114277 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-a7ac52cf-c357-474b-af6b-fafeb245215e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:47.114870 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-a7ac52cf-c357-474b-af6b-fafeb245215e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:47.116349 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-a7ac52cf-c357-474b-af6b-fafeb245215e service neutron] 10.222.0.79 "PUT /v2.0/ports/98c1523d-0312-4514-9ca7-1268551616e6 HTTP/1.1" status: 200 len: 1091 time: 1.5458508 Feb 16 22:14:47.116858 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70af81ff-ee24-4290-b2d7-fdf3ee754dfa', 'tag': '98c1523d-0312-4514-9ca7-1268551616e6'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:14:47.119135 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e3776a-50e2-4e26-9d16-5330ffd3e845" -d '{"events": [{"name": "network-changed", "server_uuid": "70af81ff-ee24-4290-b2d7-fdf3ee754dfa", "tag": "98c1523d-0312-4514-9ca7-1268551616e6"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:14:47.168093 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac52cf-c357-474b-af6b-fafeb245215e service neutron] Pushing event updated for resources: {'Port': ['ID=98c1523d-0312-4514-9ca7-1268551616e6,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:47.180040 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028b287c-09f6-4de5-9129-622d831ed335 x-openstack-request-id: req-028b287c-09f6-4de5-9129-622d831ed335 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:14:47.180579 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70af81ff-ee24-4290-b2d7-fdf3ee754dfa", "tag": "98c1523d-0312-4514-9ca7-1268551616e6", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:14:47.181016 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-028b287c-09f6-4de5-9129-622d831ed335 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:14:47.181611 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70af81ff-ee24-4290-b2d7-fdf3ee754dfa', 'tag': '98c1523d-0312-4514-9ca7-1268551616e6', 'status': 'completed', 'code': 200} Feb 16 22:14:47.235035 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-a048ece7-ce92-40da-ba4a-5f781e90deb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:47.236947 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-a048ece7-ce92-40da-ba4a-5f781e90deb9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=744a37dc5b8f478b9350ec4becb28946&device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 1125 time: 0.0491693 Feb 16 22:14:47.346514 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-d2520561-1b84-40af-a5cf-203f127829b9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98c1523d-0312-4514-9ca7-1268551616e6 HTTP/1.1" status: 200 len: 217 time: 0.0996149 Feb 16 22:14:47.477210 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-11eed28c-f325-47ed-b48a-d2148b199936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:47.478816 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-11eed28c-f325-47ed-b48a-d2148b199936 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c3e80cb9-4386-4d79-b9b3-6283b204f543 HTTP/1.1" status: 200 len: 861 time: 0.1248696 Feb 16 22:14:47.544153 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-71133c9a-09c6-4c50-9145-cca55fbbd6f0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16137278-7395-49da-9cb6-180484537d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503383 Feb 16 22:14:47.569464 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:14:47.597027 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d91ffb-4548-4282-b050-ea240c3ca0fe req-40e7b6ae-b7be-4523-bd73-e3ace61a7753 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:47.604613 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-75d91ffb-4548-4282-b050-ea240c3ca0fe req-40e7b6ae-b7be-4523-bd73-e3ace61a7753 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e588c41-6745-4e24-bd4c-95be83970989 HTTP/1.1" status: 200 len: 948 time: 0.1667318 Feb 16 22:14:47.657300 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 08bd730c-8112-4b42-8a7a-a2957b8398ef up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:14:47.730893 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c7300-98f2-4454-80b4-f18ceaf4ee4f req-de85a9df-a93d-4a89-bfa2-47450bd2f400 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:47.732418 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c3c7300-98f2-4454-80b4-f18ceaf4ee4f req-de85a9df-a93d-4a89-bfa2-47450bd2f400 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 943 time: 0.2485576 Feb 16 22:14:47.808971 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:47.829669 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-75d91ffb-4548-4282-b050-ea240c3ca0fe req-0fc1da83-b166-4e77-9ef7-e989090d7f7c tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/security-groups?id=1564c895-15ee-43c9-b3e3-c78ddbdea738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230198 Feb 16 22:14:47.830499 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 08bd730c-8112-4b42-8a7a-a2957b8398ef triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:14:47.831567 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (08bd730c-8112-4b42-8a7a-a2957b8398ef), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:47.835435 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': '5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5', 'mac_address': 'fa:16:3e:2c:dd:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:14:47.839488 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-8d59ea89-28ac-47a5-bb51-876196798259 service neutron] 10.222.0.79 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893362 Feb 16 22:14:47.909722 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:14:47.910187 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:47.939970 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:14:47.958802 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c3c7300-98f2-4454-80b4-f18ceaf4ee4f req-b5f1c172-66e3-4e38-8445-8aa4d7ff2696 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170219 Feb 16 22:14:47.982546 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:48.001608 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:48.001608 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 08bd730c-8112-4b42-8a7a-a2957b8398ef is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:14:48.001608 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (08bd730c-8112-4b42-8a7a-a2957b8398ef), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:48.071910 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 08bd730c-8112-4b42-8a7a-a2957b8398ef, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=08bd730c-8112-4b42-8a7a-a2957b8398ef,segment=NetworkSegment(0fcd852f-dbb0-4c8e-bb68-facd05b73898),segment_id=0fcd852f-dbb0-4c8e-bb68-facd05b73898)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:48.076290 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd186ec79-14cb-4747-aa9d-d5d8aa967adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08bd730c-8112-4b42-8a7a-a2957b8398ef'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:14:48.079391 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7096c6d3-82d7-4e77-a7e4-fc342acc2ec3" -d '{"events": [{"server_uuid": "d186ec79-14cb-4747-aa9d-d5d8aa967adb", "name": "network-vif-plugged", "status": "completed", "tag": "08bd730c-8112-4b42-8a7a-a2957b8398ef"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:14:48.086739 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (08bd730c-8112-4b42-8a7a-a2957b8398ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:48.104322 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:48.143378 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-65cf0d2c-aa35-4a02-a558-a23be091618e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:48.146840 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-65cf0d2c-aa35-4a02-a558-a23be091618e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba&tenant_id=7a8546526dc94278a3957ea9b7c5b439 HTTP/1.1" status: 200 len: 1130 time: 0.1294088 Feb 16 22:14:48.170202 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-02a33b83-a2e9-455f-bd5c-3f2fc9666daa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813897-6', 'device_owner': 'compute:nova'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:14:48.191727 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=08bd730c-8112-4b42-8a7a-a2957b8398ef,revision_number=7']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:48.194527 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-549e125e-09e1-4b6d-9e1f-9409db19a233 req-e3d58ae6-9434-47a9-b52c-1df56ecaf781 service neutron] 10.222.0.79 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871802 Feb 16 22:14:48.235270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee9f39-753b-4fc0-acc8-321b07b5abcf req-e78ed6bb-cefd-4a0c-bde8-0806f92c244f tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:48.244411 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-feee9f39-753b-4fc0-acc8-321b07b5abcf req-e78ed6bb-cefd-4a0c-bde8-0806f92c244f tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 948 time: 0.1100705 Feb 16 22:14:48.300586 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-02a33b83-a2e9-455f-bd5c-3f2fc9666daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c2280c95-bdb5-4326-8ec7-a9c69b2d9429), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:48.344986 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3776a-50e2-4e26-9d16-5330ffd3e845 req-5107e531-219b-4400-93bf-f26266769b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:48.346026 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1e3776a-50e2-4e26-9d16-5330ffd3e845 req-5107e531-219b-4400-93bf-f26266769b96 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=744a37dc5b8f478b9350ec4becb28946&device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 1125 time: 0.0898495 Feb 16 22:14:48.370752 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-feee9f39-753b-4fc0-acc8-321b07b5abcf req-3338bae4-0237-4cd1-a9f4-837aa9175bca tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252570 Feb 16 22:14:48.433539 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:14:48.761027 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3776a-50e2-4e26-9d16-5330ffd3e845 req-90392031-9b87-417f-a843-5df9adad7cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:48.767574 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1e3776a-50e2-4e26-9d16-5330ffd3e845 req-90392031-9b87-417f-a843-5df9adad7cab service neutron] 10.222.0.79 "GET /v2.0/networks?id=16137278-7395-49da-9cb6-180484537d2f HTTP/1.1" status: 200 len: 922 time: 0.3842490 Feb 16 22:14:48.867658 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1e3776a-50e2-4e26-9d16-5330ffd3e845 req-c7f7b8bf-9b39-4689-98ec-84beff4c60f5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98c1523d-0312-4514-9ca7-1268551616e6 HTTP/1.1" status: 200 len: 217 time: 0.0980673 Feb 16 22:14:48.884855 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-02a33b83-a2e9-455f-bd5c-3f2fc9666daa service neutron] For port c2280c95-bdb5-4326-8ec7-a9c69b2d9429, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c2280c95-bdb5-4326-8ec7-a9c69b2d9429,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:48.921531 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5119680c-6934-4233-b411-40b867859fce x-openstack-request-id: req-5119680c-6934-4233-b411-40b867859fce {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:14:48.922077 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d186ec79-14cb-4747-aa9d-d5d8aa967adb", "name": "network-vif-plugged", "status": "completed", "tag": "08bd730c-8112-4b42-8a7a-a2957b8398ef", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:14:48.922173 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5119680c-6934-4233-b411-40b867859fce {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:14:48.922505 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd186ec79-14cb-4747-aa9d-d5d8aa967adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08bd730c-8112-4b42-8a7a-a2957b8398ef', 'code': 200} Feb 16 22:14:48.936549 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-02a33b83-a2e9-455f-bd5c-3f2fc9666daa service neutron] For port c2280c95-bdb5-4326-8ec7-a9c69b2d9429, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:14:48.961292 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3776a-50e2-4e26-9d16-5330ffd3e845 req-0283355f-9300-47d8-8257-30790dd63515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:48.963843 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1e3776a-50e2-4e26-9d16-5330ffd3e845 req-0283355f-9300-47d8-8257-30790dd63515 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c3e80cb9-4386-4d79-b9b3-6283b204f543 HTTP/1.1" status: 200 len: 861 time: 0.0796125 Feb 16 22:14:48.989287 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-02a33b83-a2e9-455f-bd5c-3f2fc9666daa service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c2280c95-bdb5-4326-8ec7-a9c69b2d9429 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:14:49.012972 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-02a33b83-a2e9-455f-bd5c-3f2fc9666daa service neutron] Publish callbacks [] for port (c2280c95-bdb5-4326-8ec7-a9c69b2d9429), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:49.025541 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1e3776a-50e2-4e26-9d16-5330ffd3e845 req-3e7f86fa-dfda-4713-92d4-95c6f796fae6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16137278-7395-49da-9cb6-180484537d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443904 Feb 16 22:14:49.055003 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-02a33b83-a2e9-455f-bd5c-3f2fc9666daa service neutron] Ignored duplicate provisioning block setup for port c2280c95-bdb5-4326-8ec7-a9c69b2d9429 by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 16 22:14:49.067955 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-02a33b83-a2e9-455f-bd5c-3f2fc9666daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (c2280c95-bdb5-4326-8ec7-a9c69b2d9429), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:49.241854 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-02a33b83-a2e9-455f-bd5c-3f2fc9666daa service neutron] No DVR routers for this DVR port c2280c95-bdb5-4326-8ec7-a9c69b2d9429 on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:14:49.257463 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a33b83-a2e9-455f-bd5c-3f2fc9666daa service neutron] Pushing event updated for resources: {'Port': ['ID=c2280c95-bdb5-4326-8ec7-a9c69b2d9429,revision_number=9']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:49.331907 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-02a33b83-a2e9-455f-bd5c-3f2fc9666daa service neutron] Attempting to bind port c2280c95-bdb5-4326-8ec7-a9c69b2d9429 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:14:49.332267 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-02a33b83-a2e9-455f-bd5c-3f2fc9666daa service neutron] Attempting to bind port c2280c95-bdb5-4326-8ec7-a9c69b2d9429 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:14:49.332618 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-02a33b83-a2e9-455f-bd5c-3f2fc9666daa service neutron] Attempting to bind port c2280c95-bdb5-4326-8ec7-a9c69b2d9429 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:14:49.343506 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47ac24-97ba-4dc7-90ea-ff59aaf6daf9 req-46f75b6a-205c-4e25-960d-fcf55f6d0ad5 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:49.345051 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6f47ac24-97ba-4dc7-90ea-ff59aaf6daf9 req-46f75b6a-205c-4e25-960d-fcf55f6d0ad5 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 951 time: 0.3110454 Feb 16 22:14:49.349744 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-02a33b83-a2e9-455f-bd5c-3f2fc9666daa service neutron] Port c2280c95-bdb5-4326-8ec7-a9c69b2d9429 on network d8fa3154-6273-4014-87c6-575d48ec11fc not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:14:49.350123 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-02a33b83-a2e9-455f-bd5c-3f2fc9666daa service neutron] Attempting to bind port c2280c95-bdb5-4326-8ec7-a9c69b2d9429 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:14:49.359364 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-02a33b83-a2e9-455f-bd5c-3f2fc9666daa service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:14:49.359831 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-02a33b83-a2e9-455f-bd5c-3f2fc9666daa service neutron] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:14:49.360913 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-02a33b83-a2e9-455f-bd5c-3f2fc9666daa service neutron] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:14:49.361962 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-02a33b83-a2e9-455f-bd5c-3f2fc9666daa service neutron] Bound port: c2280c95-bdb5-4326-8ec7-a9c69b2d9429, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:14:49.366488 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-02a33b83-a2e9-455f-bd5c-3f2fc9666daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c2280c95-bdb5-4326-8ec7-a9c69b2d9429), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:49.430413 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1e3776a-50e2-4e26-9d16-5330ffd3e845 req-41dfd3a1-7fab-45ca-af8e-bd3b3c4f7c4a service neutron] 10.222.0.79 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941026 Feb 16 22:14:49.541493 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6f47ac24-97ba-4dc7-90ea-ff59aaf6daf9 req-c5fb2936-dd82-4b1d-b394-cfeeaf67336c tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698294 Feb 16 22:14:49.545530 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-02a33b83-a2e9-455f-bd5c-3f2fc9666daa service neutron] For port c2280c95-bdb5-4326-8ec7-a9c69b2d9429, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:14:49.560841 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-02a33b83-a2e9-455f-bd5c-3f2fc9666daa service neutron] For port c2280c95-bdb5-4326-8ec7-a9c69b2d9429, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=c2280c95-bdb5-4326-8ec7-a9c69b2d9429,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:14:49.577588 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-02a33b83-a2e9-455f-bd5c-3f2fc9666daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (c2280c95-bdb5-4326-8ec7-a9c69b2d9429), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:49.603795 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device a76046a7-efbf-4080-9f1c-306827c1e782 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:14:49.685808 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: a76046a7-efbf-4080-9f1c-306827c1e782 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:14:49.686121 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device a76046a7-efbf-4080-9f1c-306827c1e782 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:14:49.687883 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device c2280c95-bdb5-4326-8ec7-a9c69b2d9429 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:14:49.712982 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1e3776a-50e2-4e26-9d16-5330ffd3e845 req-20dec3dd-fc7d-4b16-bcba-78b5e89aeca9 service neutron] 10.222.0.79 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745075 Feb 16 22:14:49.750855 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34938489-513a-4328-b6c6-d851db113120 req-98764269-2065-43b9-a1dc-3db0a30cdb7b tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:49.765869 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-34938489-513a-4328-b6c6-d851db113120 req-98764269-2065-43b9-a1dc-3db0a30cdb7b tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e588c41-6745-4e24-bd4c-95be83970989 HTTP/1.1" status: 200 len: 949 time: 0.1197915 Feb 16 22:14:49.776438 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-02a33b83-a2e9-455f-bd5c-3f2fc9666daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:49.784567 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-02a33b83-a2e9-455f-bd5c-3f2fc9666daa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:49.786246 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-02a33b83-a2e9-455f-bd5c-3f2fc9666daa service neutron] 10.222.0.79 "PUT /v2.0/ports/c2280c95-bdb5-4326-8ec7-a9c69b2d9429 HTTP/1.1" status: 200 len: 1095 time: 1.6319642 Feb 16 22:14:49.795429 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad04ee0-1cde-41cf-8475-b923d2cc4fba', 'tag': 'c2280c95-bdb5-4326-8ec7-a9c69b2d9429'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:14:49.798577 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e66d63-27e6-45e6-b92a-58c1a4958e42" -d '{"events": [{"name": "network-changed", "server_uuid": "cad04ee0-1cde-41cf-8475-b923d2cc4fba", "tag": "c2280c95-bdb5-4326-8ec7-a9c69b2d9429"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:14:49.800041 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] The host n-h1-813897-6 is not matching for port c2280c95-bdb5-4326-8ec7-a9c69b2d9429 host n-h2-813897-6! {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 22:14:49.800453 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device c2280c95-bdb5-4326-8ec7-a9c69b2d9429 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:14:49.880403 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-34938489-513a-4328-b6c6-d851db113120 req-bea80322-6e3b-445c-93ac-1ff9cb63cfd9 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/security-groups?id=1564c895-15ee-43c9-b3e3-c78ddbdea738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135364 Feb 16 22:14:49.946891 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a33b83-a2e9-455f-bd5c-3f2fc9666daa service neutron] Pushing event updated for resources: {'Port': ['ID=c2280c95-bdb5-4326-8ec7-a9c69b2d9429,revision_number=10']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:49.991218 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-edd3bef3-0cc0-4a06-9850-0d0d0eb3bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:49.993615 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-edd3bef3-0cc0-4a06-9850-0d0d0eb3bccb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a8546526dc94278a3957ea9b7c5b439&device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 1130 time: 0.1703682 Feb 16 22:14:50.173772 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458b1ca-ffbe-4844-b884-5684bb154647 req-eded6fc4-8105-4ce6-9dca-d9baba11b623 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:50.183602 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3458b1ca-ffbe-4844-b884-5684bb154647 req-eded6fc4-8105-4ce6-9dca-d9baba11b623 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 943 time: 0.2323620 Feb 16 22:14:50.267480 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3458b1ca-ffbe-4844-b884-5684bb154647 req-0ed56b8b-243b-4a53-9868-1ec81f03ac70 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804050 Feb 16 22:14:50.400970 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-51c97fcb-525a-4434-8b01-94fd0b21443b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:50.403238 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-51c97fcb-525a-4434-8b01-94fd0b21443b service neutron] 10.222.0.79 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.3970957 Feb 16 22:14:50.483325 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad79d7-227d-4bed-9da6-0d7397987e4f req-8fc7ebcf-3bba-4e5a-9e59-5e93b427dd55 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:50.490334 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cdad79d7-227d-4bed-9da6-0d7397987e4f req-8fc7ebcf-3bba-4e5a-9e59-5e93b427dd55 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 948 time: 0.1001000 Feb 16 22:14:50.504329 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-33b405b3-bdce-4a31-afac-f566acb8d639 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=c2280c95-bdb5-4326-8ec7-a9c69b2d9429 HTTP/1.1" status: 200 len: 217 time: 0.0933566 Feb 16 22:14:50.580844 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cdad79d7-227d-4bed-9da6-0d7397987e4f req-c6d93415-0d80-4f32-8190-796111375d9a tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896335 Feb 16 22:14:50.595032 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-76bc1ce3-c615-4f38-8682-fd81bd1ba268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:50.678968 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-01843f6a-57c9-40db-8ee7-3e859aa182ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:50.681832 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-01843f6a-57c9-40db-8ee7-3e859aa182ea service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1420696 Feb 16 22:14:50.685232 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc5465f-b7cb-484f-85b9-6ae7fcbc386f x-openstack-request-id: req-9cc5465f-b7cb-484f-85b9-6ae7fcbc386f {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:14:50.685738 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad04ee0-1cde-41cf-8475-b923d2cc4fba", "tag": "c2280c95-bdb5-4326-8ec7-a9c69b2d9429", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:14:50.686186 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9cc5465f-b7cb-484f-85b9-6ae7fcbc386f {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:14:50.686951 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad04ee0-1cde-41cf-8475-b923d2cc4fba', 'tag': 'c2280c95-bdb5-4326-8ec7-a9c69b2d9429', 'status': 'completed', 'code': 200} Feb 16 22:14:50.782389 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-299e6e20-c130-46ce-9711-40402ede00d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:50.784172 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-299e6e20-c130-46ce-9711-40402ede00d2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0917869 Feb 16 22:14:50.797567 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acac66-f5a7-41ac-9570-0c3ec088ec6c req-41ee14ba-0ee8-45ca-9c3c-6e06cec171c2 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:50.799290 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f4acac66-f5a7-41ac-9570-0c3ec088ec6c req-41ee14ba-0ee8-45ca-9c3c-6e06cec171c2 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.67 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 951 time: 0.3088689 Feb 16 22:14:50.841857 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e66d63-27e6-45e6-b92a-58c1a4958e42 req-7e7ed9c8-9416-4379-9a76-25d19deccb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:50.842812 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-41e66d63-27e6-45e6-b92a-58c1a4958e42 req-7e7ed9c8-9416-4379-9a76-25d19deccb69 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a8546526dc94278a3957ea9b7c5b439&device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 1130 time: 0.1436539 Feb 16 22:14:51.108641 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e66d63-27e6-45e6-b92a-58c1a4958e42 req-21a6d449-c896-44ff-b14d-d4f6d98b8a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:51.115243 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-41e66d63-27e6-45e6-b92a-58c1a4958e42 req-21a6d449-c896-44ff-b14d-d4f6d98b8a5c service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.2080703 Feb 16 22:14:51.240101 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa30159-1ba8-40a0-be9d-c8cb4d43d187 req-f4c7cce9-da50-4598-abe9-31fddc9aee53 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:51.248117 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0aa30159-1ba8-40a0-be9d-c8cb4d43d187 req-f4c7cce9-da50-4598-abe9-31fddc9aee53 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 951 time: 0.3989930 Feb 16 22:14:51.258530 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-41e66d63-27e6-45e6-b92a-58c1a4958e42 req-d75550be-ad28-4488-9186-81275bdc06c4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=c2280c95-bdb5-4326-8ec7-a9c69b2d9429 HTTP/1.1" status: 200 len: 217 time: 0.1303053 Feb 16 22:14:51.297590 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-8832f5ec-4374-4ceb-9740-005bc82a6a83 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972901 Feb 16 22:14:51.315369 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e66d63-27e6-45e6-b92a-58c1a4958e42 req-9009b84f-0055-4735-93ba-5a015b0cce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:51.318789 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-41e66d63-27e6-45e6-b92a-58c1a4958e42 req-9009b84f-0055-4735-93ba-5a015b0cce58 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0487461 Feb 16 22:14:51.419094 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0aa30159-1ba8-40a0-be9d-c8cb4d43d187 req-8c2b7b12-2eee-42c8-9e3f-1a592bcbf9df tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678059 Feb 16 22:14:51.428868 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e66d63-27e6-45e6-b92a-58c1a4958e42 req-c79f2b08-7ba7-4483-ada4-a4c1277efa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:51.430394 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-41e66d63-27e6-45e6-b92a-58c1a4958e42 req-c79f2b08-7ba7-4483-ada4-a4c1277efa18 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0969508 Feb 16 22:14:51.550730 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eecd2125-5a75-43ad-ac3f-9d4a4635217c req-5508af92-ec6c-46d1-a1e5-d4ad82d174b6 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327261 Feb 16 22:14:51.571440 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-f4acac66-f5a7-41ac-9570-0c3ec088ec6c req-31125b2f-cae1-47e1-a975-876e3e2f6ae6 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Deleting port 4742e105-ad77-4b88-b601-715e2c3c6c57 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:14:51.572746 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f4acac66-f5a7-41ac-9570-0c3ec088ec6c req-31125b2f-cae1-47e1-a975-876e3e2f6ae6 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (4742e105-ad77-4b88-b601-715e2c3c6c57), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:51.584517 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-41e66d63-27e6-45e6-b92a-58c1a4958e42 req-8e2d676a-686d-4c0c-b9e7-8e18653c0c9d service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456070 Feb 16 22:14:51.604707 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device c2280c95-bdb5-4326-8ec7-a9c69b2d9429 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:14:51.609737 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:14:51.764714 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e66d63-27e6-45e6-b92a-58c1a4958e42 req-3e13d752-1beb-4e15-9e4e-3bcfc0650835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:51.768787 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-41e66d63-27e6-45e6-b92a-58c1a4958e42 req-3e13d752-1beb-4e15-9e4e-3bcfc0650835 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a8546526dc94278a3957ea9b7c5b439&device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 1130 time: 0.1569755 Feb 16 22:14:51.770044 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22bd45-77d6-415b-a726-54c8f34a10ee req-8c8f1e35-bbb7-43fa-8367-fff13961d5f4 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:51.781312 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0f22bd45-77d6-415b-a726-54c8f34a10ee req-8c8f1e35-bbb7-43fa-8367-fff13961d5f4 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e588c41-6745-4e24-bd4c-95be83970989 HTTP/1.1" status: 200 len: 949 time: 0.1783054 Feb 16 22:14:51.812146 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-f4acac66-f5a7-41ac-9570-0c3ec088ec6c req-31125b2f-cae1-47e1-a975-876e3e2f6ae6 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] For port 4742e105-ad77-4b88-b601-715e2c3c6c57, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=4742e105-ad77-4b88-b601-715e2c3c6c57,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:51.812759 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f4acac66-f5a7-41ac-9570-0c3ec088ec6c req-31125b2f-cae1-47e1-a975-876e3e2f6ae6 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (4742e105-ad77-4b88-b601-715e2c3c6c57), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:51.854761 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-41e66d63-27e6-45e6-b92a-58c1a4958e42 req-f99ccf2b-3783-4378-ad60-513f429a47f1 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623971 Feb 16 22:14:51.886395 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0f22bd45-77d6-415b-a726-54c8f34a10ee req-0f14ed46-beaf-49fe-9eac-ca74f7028fa1 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/security-groups?id=1564c895-15ee-43c9-b3e3-c78ddbdea738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040068 Feb 16 22:14:51.891056 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:14:51.932505 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-f4acac66-f5a7-41ac-9570-0c3ec088ec6c req-31125b2f-cae1-47e1-a975-876e3e2f6ae6 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Calling delete_port for 4742e105-ad77-4b88-b601-715e2c3c6c57 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:14:52.003540 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:14:52.005441 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:52.020113 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013bd96-6b94-4f43-b508-f5e64f7dfcbe req-402836c4-ce6a-4491-8956-93efdebf359b tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:52.030045 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c013bd96-6b94-4f43-b508-f5e64f7dfcbe req-402836c4-ce6a-4491-8956-93efdebf359b tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 943 time: 0.0875983 Feb 16 22:14:52.094367 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c013bd96-6b94-4f43-b508-f5e64f7dfcbe req-d1a2df86-2d35-4411-84dc-7187de00bdfc tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622942 Feb 16 22:14:52.127141 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port c2280c95-bdb5-4326-8ec7-a9c69b2d9429, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=c2280c95-bdb5-4326-8ec7-a9c69b2d9429,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:52.163867 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device c2280c95-bdb5-4326-8ec7-a9c69b2d9429 has no active binding in host n-h1-813897-6 {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 16 22:14:52.213777 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:14:52.214202 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:52.225356 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e66d63-27e6-45e6-b92a-58c1a4958e42 req-18389fd0-1052-4ac0-a245-324cb7220f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:52.235620 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-41e66d63-27e6-45e6-b92a-58c1a4958e42 req-18389fd0-1052-4ac0-a245-324cb7220f8f service neutron] 10.222.0.79 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.4446285 Feb 16 22:14:52.245421 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e588c41-6745-4e24-bd4c-95be83970989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:14:52.248585 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b1ccc8-c381-47e8-8ddb-b48bfc850145" -d '{"events": [{"server_uuid": "8e588c41-6745-4e24-bd4c-95be83970989", "name": "network-vif-plugged", "status": "completed", "tag": "5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:14:52.256370 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f7271-173c-41b0-805f-d5127df2e76c req-7b7b3714-57d9-4e7c-a481-a0735965ee3d tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:52.265207 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-988f7271-173c-41b0-805f-d5127df2e76c req-7b7b3714-57d9-4e7c-a481-a0735965ee3d tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 948 time: 0.0821023 Feb 16 22:14:52.274300 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:52.284094 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:52.333250 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-41e66d63-27e6-45e6-b92a-58c1a4958e42 req-00de89c1-de66-40c7-8582-f6323746b2e0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=c2280c95-bdb5-4326-8ec7-a9c69b2d9429 HTTP/1.1" status: 200 len: 217 time: 0.0966802 Feb 16 22:14:52.364655 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-988f7271-173c-41b0-805f-d5127df2e76c req-c6448d9f-d8aa-4a27-9654-869775e1973d tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927181 Feb 16 22:14:52.398418 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:52.443565 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0769828c-3c4f-454f-a505-830162ea96ce x-openstack-request-id: req-0769828c-3c4f-454f-a505-830162ea96ce {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:14:52.444067 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e588c41-6745-4e24-bd4c-95be83970989", "name": "network-vif-plugged", "status": "completed", "tag": "5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:14:52.445869 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0769828c-3c4f-454f-a505-830162ea96ce {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:14:52.446532 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e588c41-6745-4e24-bd4c-95be83970989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5', 'code': 200} Feb 16 22:14:52.480261 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e66d63-27e6-45e6-b92a-58c1a4958e42 req-0de78e8e-e568-4c6d-8119-a080156643d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:52.481807 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-41e66d63-27e6-45e6-b92a-58c1a4958e42 req-0de78e8e-e568-4c6d-8119-a080156643d7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1406949 Feb 16 22:14:52.618500 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e66d63-27e6-45e6-b92a-58c1a4958e42 req-1cbae4a2-7a4b-4db8-97fa-8ce0bd3f9d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:52.621854 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-41e66d63-27e6-45e6-b92a-58c1a4958e42 req-1cbae4a2-7a4b-4db8-97fa-8ce0bd3f9d35 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1254077 Feb 16 22:14:52.625631 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f4acac66-f5a7-41ac-9570-0c3ec088ec6c req-31125b2f-cae1-47e1-a975-876e3e2f6ae6 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (4742e105-ad77-4b88-b601-715e2c3c6c57), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:52.695995 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31125b2f-cae1-47e1-a975-876e3e2f6ae6 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Pushing event deleted for resources: {'Port': ['ID=4742e105-ad77-4b88-b601-715e2c3c6c57,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:52.736900 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a7272-4cdc-4099-abf5-a016213ce2d2 req-6536de16-9279-4047-8561-9afbdc25bda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:52.739531 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b55a7272-4cdc-4099-abf5-a016213ce2d2 req-6536de16-9279-4047-8561-9afbdc25bda1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8e588c41-6745-4e24-bd4c-95be83970989 HTTP/1.1" status: 200 len: 1132 time: 0.1820037 Feb 16 22:14:52.761630 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b279942-0037-4840-b8e3-1248448a3013 req-915e4c5d-ee1f-4bb0-b1bc-c9a6b805236c tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:52.769440 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1b279942-0037-4840-b8e3-1248448a3013 req-915e4c5d-ee1f-4bb0-b1bc-c9a6b805236c tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bccd3d-0588-4763-a4f7-bf0954c80f07 HTTP/1.1" status: 200 len: 868 time: 0.2582014 Feb 16 22:14:52.860377 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4acac66-f5a7-41ac-9570-0c3ec088ec6c req-31125b2f-cae1-47e1-a975-876e3e2f6ae6 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] No DVR routers for this DVR port 4742e105-ad77-4b88-b601-715e2c3c6c57 on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:14:52.863442 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f4acac66-f5a7-41ac-9570-0c3ec088ec6c req-31125b2f-cae1-47e1-a975-876e3e2f6ae6 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:52.867944 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f4acac66-f5a7-41ac-9570-0c3ec088ec6c req-31125b2f-cae1-47e1-a975-876e3e2f6ae6 tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.67 "DELETE /v2.0/ports/4742e105-ad77-4b88-b601-715e2c3c6c57 HTTP/1.1" status: 204 len: 173 time: 1.5693605 Feb 16 22:14:52.880321 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07bccd3d-0588-4763-a4f7-bf0954c80f07', 'name': 'network-vif-deleted', 'tag': '4742e105-ad77-4b88-b601-715e2c3c6c57'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:14:52.884603 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425b1991-a466-4962-b117-b42eeb4c3a12" -d '{"events": [{"server_uuid": "07bccd3d-0588-4763-a4f7-bf0954c80f07", "name": "network-vif-deleted", "tag": "4742e105-ad77-4b88-b601-715e2c3c6c57"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:14:52.940521 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-41e66d63-27e6-45e6-b92a-58c1a4958e42 req-bd2d0dc6-906c-4cdd-9ec7-7c462176aeff service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115761 Feb 16 22:14:52.941453 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b55a7272-4cdc-4099-abf5-a016213ce2d2 req-ded149f0-82fd-4275-8210-e1f07135e841 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1564c895-15ee-43c9-b3e3-c78ddbdea738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590750 Feb 16 22:14:52.953871 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1b279942-0037-4840-b8e3-1248448a3013 req-fc39df33-5b4a-4e3a-8a94-0507a549b7df tempest-ServersAdminTestJSON-704063695 tempest-ServersAdminTestJSON-704063695-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbc38d19-2efd-4873-8d7d-7abde541bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761045 Feb 16 22:14:53.034767 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-69c14142-464d-4623-9878-e5e9acb38c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:53.114084 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b573015-e28b-4126-866e-5c23b2157297 x-openstack-request-id: req-3b573015-e28b-4126-866e-5c23b2157297 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:14:53.114084 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07bccd3d-0588-4763-a4f7-bf0954c80f07", "name": "network-vif-deleted", "tag": "4742e105-ad77-4b88-b601-715e2c3c6c57", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:14:53.114084 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3b573015-e28b-4126-866e-5c23b2157297 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:14:53.114084 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07bccd3d-0588-4763-a4f7-bf0954c80f07', 'name': 'network-vif-deleted', 'tag': '4742e105-ad77-4b88-b601-715e2c3c6c57', 'status': 'completed', 'code': 200} Feb 16 22:14:53.163889 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-41e66d63-27e6-45e6-b92a-58c1a4958e42 req-99c9bf83-5e96-4295-b4ee-6f43ddcd3e92 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076864 Feb 16 22:14:53.226203 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4cef8-9fef-475f-a741-62f2ec9f56bc req-f2ad3508-8ab9-4748-88a8-a7244ccaaa61 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:53.235795 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-deb4cef8-9fef-475f-a741-62f2ec9f56bc req-f2ad3508-8ab9-4748-88a8-a7244ccaaa61 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e588c41-6745-4e24-bd4c-95be83970989 HTTP/1.1" status: 200 len: 950 time: 0.0728252 Feb 16 22:14:53.351901 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-deb4cef8-9fef-475f-a741-62f2ec9f56bc req-221b4135-fe77-4827-9787-f90a86671522 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/security-groups?id=1564c895-15ee-43c9-b3e3-c78ddbdea738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151245 Feb 16 22:14:53.377205 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a98d72-887d-4e59-a136-c95f05f3da83 req-5369217a-0c65-40b2-94e8-01fb22d3131e tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:53.378951 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-97a98d72-887d-4e59-a136-c95f05f3da83 req-5369217a-0c65-40b2-94e8-01fb22d3131e tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 943 time: 0.1078432 Feb 16 22:14:53.437391 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-97a98d72-887d-4e59-a136-c95f05f3da83 req-8e61c1a2-9453-41fe-b7ae-f9057b54d514 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494418 Feb 16 22:14:53.561745 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313442a-b5cd-4902-86ad-289f0e4a66b4 req-2a894f6b-1925-4a57-8b61-8d857d633f1c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:53.568819 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1313442a-b5cd-4902-86ad-289f0e4a66b4 req-2a894f6b-1925-4a57-8b61-8d857d633f1c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 948 time: 0.0985389 Feb 16 22:14:53.613268 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 4742e105-ad77-4b88-b601-715e2c3c6c57 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:14:53.642716 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1313442a-b5cd-4902-86ad-289f0e4a66b4 req-5e912e32-698b-4de8-8738-7d2432f83539 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728385 Feb 16 22:14:53.906261 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device c2280c95-bdb5-4326-8ec7-a9c69b2d9429 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:14:53.909249 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 4742e105-ad77-4b88-b601-715e2c3c6c57 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:14:53.909888 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 4742e105-ad77-4b88-b601-715e2c3c6c57 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:14:54.145796 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port c2280c95-bdb5-4326-8ec7-a9c69b2d9429, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=c2280c95-bdb5-4326-8ec7-a9c69b2d9429,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:54.182255 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:54.183064 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'c2280c95-bdb5-4326-8ec7-a9c69b2d9429', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': 'c2280c95-bdb5-4326-8ec7-a9c69b2d9429', 'mac_address': 'fa:16:3e:e7:18:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:14:54.259461 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port c2280c95-bdb5-4326-8ec7-a9c69b2d9429 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:14:54.259736 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c2280c95-bdb5-4326-8ec7-a9c69b2d9429), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:54.322354 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2280c95-bdb5-4326-8ec7-a9c69b2d9429 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:14:54.425792 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port c2280c95-bdb5-4326-8ec7-a9c69b2d9429, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=c2280c95-bdb5-4326-8ec7-a9c69b2d9429,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:54.447115 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c2280c95-bdb5-4326-8ec7-a9c69b2d9429), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:54.584697 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53884) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:14:54.603045 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4618d1-1756-4a26-ad63-019adac97afa req-c0e2df50-05c3-44e7-ba23-ff8f643d52ae tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:54.616298 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3d4618d1-1756-4a26-ad63-019adac97afa req-c0e2df50-05c3-44e7-ba23-ff8f643d52ae tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e588c41-6745-4e24-bd4c-95be83970989 HTTP/1.1" status: 200 len: 950 time: 0.1720440 Feb 16 22:14:54.734098 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3d4618d1-1756-4a26-ad63-019adac97afa req-0e885a02-f4d5-49c3-8f2a-84e9fd86877a tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/security-groups?id=1564c895-15ee-43c9-b3e3-c78ddbdea738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141698 Feb 16 22:14:54.758329 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=c2280c95-bdb5-4326-8ec7-a9c69b2d9429,revision_number=11']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:54.800800 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['c2280c95-bdb5-4326-8ec7-a9c69b2d9429'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:14:54.819290 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a52820-5f29-4702-8840-2fd509cc8bfa req-22ab7c35-bb0f-466b-b6b5-017358171e45 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:54.841421 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-86a52820-5f29-4702-8840-2fd509cc8bfa req-22ab7c35-bb0f-466b-b6b5-017358171e45 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 943 time: 0.1876211 Feb 16 22:14:54.906565 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e9dcbbc9-a653-4c12-b3c7-7454e937819a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8f330cd1b17242339e19f723c984e4d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3199978 Feb 16 22:14:54.908320 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53890) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:14:55.039649 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-86a52820-5f29-4702-8840-2fd509cc8bfa req-a442850d-2bb5-4fcb-9e35-9cab7d22b1e0 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959937 Feb 16 22:14:55.066822 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-df947e60-323a-4def-9ac0-86d5a37e4127 admin admin] Publish callbacks [] for security_group (fbc38d19-2efd-4873-8d7d-7abde541bc3f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:55.100968 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51104752-2f9c-4eea-99da-ecd0f59a6cc0 req-4f579ef3-b272-4f54-abd3-4172a057a6a0 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:55.110122 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-51104752-2f9c-4eea-99da-ecd0f59a6cc0 req-4f579ef3-b272-4f54-abd3-4172a057a6a0 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 949 time: 0.1925054 Feb 16 22:14:55.164381 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-df947e60-323a-4def-9ac0-86d5a37e4127 admin admin] Publish callbacks [] for security_group (fbc38d19-2efd-4873-8d7d-7abde541bc3f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:55.173873 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-51104752-2f9c-4eea-99da-ecd0f59a6cc0 req-87521c8d-c83e-4ee2-b77a-03a9585d4763 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606809 Feb 16 22:14:55.351937 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-df947e60-323a-4def-9ac0-86d5a37e4127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (fbc38d19-2efd-4873-8d7d-7abde541bc3f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:55.355214 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-df947e60-323a-4def-9ac0-86d5a37e4127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:55.359434 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-df947e60-323a-4def-9ac0-86d5a37e4127 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fbc38d19-2efd-4873-8d7d-7abde541bc3f HTTP/1.1" status: 204 len: 168 time: 0.4499712 Feb 16 22:14:55.480151 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df947e60-323a-4def-9ac0-86d5a37e4127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc38d19-2efd-4873-8d7d-7abde541bc3f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:55.506282 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:55.608965 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132034d3-f3b1-461e-ba94-dc21590f0850 req-e1b23334-7100-4a02-a38f-6fd5a0259f6f tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:55.616855 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-132034d3-f3b1-461e-ba94-dc21590f0850 req-e1b23334-7100-4a02-a38f-6fd5a0259f6f tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 949 time: 0.1363678 Feb 16 22:14:55.702488 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-132034d3-f3b1-461e-ba94-dc21590f0850 req-bb78e51f-d723-4238-9342-fe027074b7f8 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846393 Feb 16 22:14:55.932925 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53916) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:14:55.962152 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e27acb-1f68-422d-b1d0-5b013f082833 req-f1d8aca7-f0e4-494c-b313-845ace7f5320 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:55.969678 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-72e27acb-1f68-422d-b1d0-5b013f082833 req-f1d8aca7-f0e4-494c-b313-845ace7f5320 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e588c41-6745-4e24-bd4c-95be83970989 HTTP/1.1" status: 200 len: 950 time: 0.1224954 Feb 16 22:14:56.018901 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-11ba84f1-430c-4b07-8b67-e09eb8ae1582 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e40edf38cc1f496bb33fd6ec49c16996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0841084 Feb 16 22:14:56.022100 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53928) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:14:56.134791 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-72e27acb-1f68-422d-b1d0-5b013f082833 req-be9c85c9-870a-4d18-8014-3a9a4419ad4f tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/security-groups?id=1564c895-15ee-43c9-b3e3-c78ddbdea738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641123 Feb 16 22:14:56.153023 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5758d368-65a6-4322-812e-89911dbda78d req-53196ec3-9f90-4daf-a1c3-c665841ed92f tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=7a8546526dc94278a3957ea9b7c5b439&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1003797 Feb 16 22:14:56.158337 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-587ed6c3-be9f-4922-9e0a-c9f52d6e1099 admin admin] Publish callbacks [] for security_group (432accb9-2246-4f54-8cd6-008ecac74625), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:56.226197 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-587ed6c3-be9f-4922-9e0a-c9f52d6e1099 admin admin] Publish callbacks [] for security_group (432accb9-2246-4f54-8cd6-008ecac74625), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:56.310352 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-587ed6c3-be9f-4922-9e0a-c9f52d6e1099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (432accb9-2246-4f54-8cd6-008ecac74625), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:56.313378 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-587ed6c3-be9f-4922-9e0a-c9f52d6e1099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:56.315022 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-587ed6c3-be9f-4922-9e0a-c9f52d6e1099 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/432accb9-2246-4f54-8cd6-008ecac74625 HTTP/1.1" status: 204 len: 168 time: 0.2907188 Feb 16 22:14:56.340905 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ed6c3-be9f-4922-9e0a-c9f52d6e1099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432accb9-2246-4f54-8cd6-008ecac74625,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:56.442654 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d32cd1-b1b5-4ff7-ae95-a44359770335 req-39f0705d-b0b1-4df5-acb3-40375de3e344 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:56.453794 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-67d32cd1-b1b5-4ff7-ae95-a44359770335 req-39f0705d-b0b1-4df5-acb3-40375de3e344 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 943 time: 0.2125890 Feb 16 22:14:56.479494 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758d368-65a6-4322-812e-89911dbda78d req-e9aa9f4d-7289-4b34-9f5f-185f891904e4 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:56.481582 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5758d368-65a6-4322-812e-89911dbda78d req-e9aa9f4d-7289-4b34-9f5f-185f891904e4 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3232031 Feb 16 22:14:56.503401 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5758d368-65a6-4322-812e-89911dbda78d req-eeea1200-f906-46c5-af62-97a868166c3f tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/quotas/7a8546526dc94278a3957ea9b7c5b439 HTTP/1.1" status: 200 len: 375 time: 0.0150409 Feb 16 22:14:56.576715 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-67d32cd1-b1b5-4ff7-ae95-a44359770335 req-a21fe6d6-ca9f-4621-975a-1cdf97d3101a tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202049 Feb 16 22:14:56.625687 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5758d368-65a6-4322-812e-89911dbda78d req-0a865a8b-70a5-4a2d-b115-54f0319a6161 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7a8546526dc94278a3957ea9b7c5b439&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1073375 Feb 16 22:14:56.935929 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:57.060856 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e0fb697f-6368-4264-9829-29581ef132e7 req-86033a97-ea93-42f9-931f-3167eb2a0646 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 210 time: 0.0581417 Feb 16 22:14:57.851018 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device c2280c95-bdb5-4326-8ec7-a9c69b2d9429 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:14:57.957679 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a32e79-0a30-4843-9427-039fea334a5e req-d58eebee-ef25-4048-825d-f605c540752a tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:57.971679 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-05a32e79-0a30-4843-9427-039fea334a5e req-d58eebee-ef25-4048-825d-f605c540752a tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 943 time: 0.2138865 Feb 16 22:14:58.030048 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port c2280c95-bdb5-4326-8ec7-a9c69b2d9429 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:14:58.034505 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port c2280c95-bdb5-4326-8ec7-a9c69b2d9429 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:14:58.034887 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c2280c95-bdb5-4326-8ec7-a9c69b2d9429), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:58.239847 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port c2280c95-bdb5-4326-8ec7-a9c69b2d9429 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:14:58.250635 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c2280c95-bdb5-4326-8ec7-a9c69b2d9429), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:58.252441 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d153a485-f2fb-4fe2-86b9-e26abed7de27 req-8a875343-b51b-481b-8c8e-4e2b093a792d tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 210 time: 0.0645814 Feb 16 22:14:58.290048 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-05a32e79-0a30-4843-9427-039fea334a5e req-49e8799f-d6dd-4fb3-8d11-62519c76ba0f tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725718 Feb 16 22:14:58.292522 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:58.393480 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port c2280c95-bdb5-4326-8ec7-a9c69b2d9429, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=c2280c95-bdb5-4326-8ec7-a9c69b2d9429,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:14:58.397840 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad04ee0-1cde-41cf-8475-b923d2cc4fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2280c95-bdb5-4326-8ec7-a9c69b2d9429'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:14:58.405540 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5f338f-669a-4515-ad46-18f5a4681c1a" -d '{"events": [{"server_uuid": "cad04ee0-1cde-41cf-8475-b923d2cc4fba", "name": "network-vif-plugged", "status": "completed", "tag": "c2280c95-bdb5-4326-8ec7-a9c69b2d9429"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:14:58.411073 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c2280c95-bdb5-4326-8ec7-a9c69b2d9429), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:58.481873 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=c2280c95-bdb5-4326-8ec7-a9c69b2d9429,revision_number=12']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:14:58.491991 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:58.492572 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:58.493152 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:58.493682 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:58.494238 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:58.494760 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:58.495274 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:58.496563 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:58.497082 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:58.497594 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:58.498227 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:58.498763 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:58.499278 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:14:58.505448 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fc3343-5bff-40dc-9c9e-8729bd54865f x-openstack-request-id: req-e0fc3343-5bff-40dc-9c9e-8729bd54865f {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:14:58.505934 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad04ee0-1cde-41cf-8475-b923d2cc4fba", "name": "network-vif-plugged", "status": "completed", "tag": "c2280c95-bdb5-4326-8ec7-a9c69b2d9429", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:14:58.506385 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e0fc3343-5bff-40dc-9c9e-8729bd54865f {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:14:58.507272 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad04ee0-1cde-41cf-8475-b923d2cc4fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2280c95-bdb5-4326-8ec7-a9c69b2d9429', 'code': 200} Feb 16 22:14:58.865542 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5758d368-65a6-4322-812e-89911dbda78d req-242d7a42-b4e1-4e12-ad9b-d9670861622a tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=7a8546526dc94278a3957ea9b7c5b439&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387776 Feb 16 22:14:59.079843 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758d368-65a6-4322-812e-89911dbda78d req-26373362-bd0c-41be-a7e5-5116b941f948 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:59.081369 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5758d368-65a6-4322-812e-89911dbda78d req-26373362-bd0c-41be-a7e5-5116b941f948 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2013242 Feb 16 22:14:59.096561 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-5758d368-65a6-4322-812e-89911dbda78d req-8b29f3f1-34c1-43c4-93e7-16afce997fb7 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Request body: {'port': {'device_id': 'a41ea7e3-1f6d-4bcc-8b58-382fdefc6817', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'admin_state_up': True, 'tenant_id': '7a8546526dc94278a3957ea9b7c5b439'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:14:59.302126 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5758d368-65a6-4322-812e-89911dbda78d req-8b29f3f1-34c1-43c4-93e7-16afce997fb7 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Made reservation on behalf of 7a8546526dc94278a3957ea9b7c5b439 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:14:59.311929 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5758d368-65a6-4322-812e-89911dbda78d req-8b29f3f1-34c1-43c4-93e7-16afce997fb7 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:59.557454 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-5758d368-65a6-4322-812e-89911dbda78d req-8b29f3f1-34c1-43c4-93e7-16afce997fb7 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Allocated IP 192.168.233.226 (d8fa3154-6273-4014-87c6-575d48ec11fc/0a5a8be1-6e1c-443c-a77b-25715d79e10e/fdb3d950-5ca4-43fd-80ec-40704493169e) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:14:59.653638 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:59.665139 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ba0c08cb-cb5a-42d1-91b6-7f94903c47cf req-422b6d90-60c7-4e88-88af-e1c31783f681 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 210 time: 0.0482857 Feb 16 22:14:59.813263 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979a938-f6b4-4549-b493-d493510e4cbc req-9b56f8da-13a6-4789-ada5-497c4dbd65b8 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:14:59.821088 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3979a938-f6b4-4549-b493-d493510e4cbc req-9b56f8da-13a6-4789-ada5-497c4dbd65b8 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 943 time: 0.2053664 Feb 16 22:14:59.912539 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5758d368-65a6-4322-812e-89911dbda78d req-8b29f3f1-34c1-43c4-93e7-16afce997fb7 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Publish callbacks [] for port (fdb3d950-5ca4-43fd-80ec-40704493169e), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:14:59.968075 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3979a938-f6b4-4549-b493-d493510e4cbc req-363517a9-b60b-4f4a-b769-9e67ebb4d076 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459191 Feb 16 22:15:00.089310 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-2b6ed8d8-80dc-463a-bad9-297d41f23985 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=69252e3c215840b89c5b22d3361460e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449607 Feb 16 22:15:00.153587 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5758d368-65a6-4322-812e-89911dbda78d req-8b29f3f1-34c1-43c4-93e7-16afce997fb7 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (fdb3d950-5ca4-43fd-80ec-40704493169e), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:00.177351 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['609899a9-43f2-4453-ad5a-8113b1d73a51', '22715ad1-f2c3-48dc-ac27-d9a928594ac1', 'c2280c95-bdb5-4326-8ec7-a9c69b2d9429'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:15:00.254997 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5758d368-65a6-4322-812e-89911dbda78d req-8b29f3f1-34c1-43c4-93e7-16afce997fb7 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Network d8fa3154-6273-4014-87c6-575d48ec11fc is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:15:00.265318 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-5758d368-65a6-4322-812e-89911dbda78d req-8b29f3f1-34c1-43c4-93e7-16afce997fb7 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:15:00.278740 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-5758d368-65a6-4322-812e-89911dbda78d req-8b29f3f1-34c1-43c4-93e7-16afce997fb7 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:15:00.283541 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29f3f1-34c1-43c4-93e7-16afce997fb7 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Pushing event updated for resources: {'Port': ['ID=fdb3d950-5ca4-43fd-80ec-40704493169e,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:00.354476 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-2dacb553-a0ec-4547-a91a-2c5e22d4e906 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:00.356154 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-2dacb553-a0ec-4547-a91a-2c5e22d4e906 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2661321 Feb 16 22:15:00.404144 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758d368-65a6-4322-812e-89911dbda78d req-8b29f3f1-34c1-43c4-93e7-16afce997fb7 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:00.406645 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5758d368-65a6-4322-812e-89911dbda78d req-8b29f3f1-34c1-43c4-93e7-16afce997fb7 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:00.410434 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-d3bbb486-ed50-4d27-9cb2-5325d3fcf7f1 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/quotas/69252e3c215840b89c5b22d3361460e6 HTTP/1.1" status: 200 len: 375 time: 0.0418015 Feb 16 22:15:00.479775 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-cb5a9018-ad5d-47ae-ba42-85a7cd0e55ed tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=69252e3c215840b89c5b22d3361460e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612164 Feb 16 22:15:00.483469 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5758d368-65a6-4322-812e-89911dbda78d req-8b29f3f1-34c1-43c4-93e7-16afce997fb7 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3911743 Feb 16 22:15:00.500380 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-5758d368-65a6-4322-812e-89911dbda78d req-e56a725b-f89b-4eb9-9938-5178ed9a26ca service neutron] Request body: {'port': {'device_id': 'a41ea7e3-1f6d-4bcc-8b58-382fdefc6817', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:15:00.786975 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5758d368-65a6-4322-812e-89911dbda78d req-e56a725b-f89b-4eb9-9938-5178ed9a26ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (fdb3d950-5ca4-43fd-80ec-40704493169e), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:00.849916 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-d6338a80-5f80-412a-b92b-8f51d85fdb7c None None] Provisioning complete for port fdb3d950-5ca4-43fd-80ec-40704493169e triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:15:00.851409 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d6338a80-5f80-412a-b92b-8f51d85fdb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (fdb3d950-5ca4-43fd-80ec-40704493169e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:00.918522 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d6338a80-5f80-412a-b92b-8f51d85fdb7c None None] Port fdb3d950-5ca4-43fd-80ec-40704493169e cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:15:01.036625 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-43bf1fd9-40fc-41ba-9da0-378fbfdc747c req-aa54806d-b6e0-43f1-9063-324f1f055b7a tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/ports?device_id=7310eed6-a576-407a-9d6d-17dfc251bb33 HTTP/1.1" status: 200 len: 210 time: 0.1718469 Feb 16 22:15:01.166104 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb221b35-f2d7-45a2-baf3-40d79f67d4ad req-e1d7266f-7c7f-4140-95a2-77593da9c39f tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:01.169407 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb221b35-f2d7-45a2-baf3-40d79f67d4ad req-e1d7266f-7c7f-4140-95a2-77593da9c39f tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 936 time: 0.3906398 Feb 16 22:15:01.376400 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb221b35-f2d7-45a2-baf3-40d79f67d4ad req-0c3c9905-75d7-4423-a506-c356894daf13 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955354 Feb 16 22:15:01.637801 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:15:01.769721 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64241b-65af-4c32-8909-0bebed234ed2 req-9025a125-d191-4ae8-82d3-66b7e27f47f5 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:01.779847 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ea64241b-65af-4c32-8909-0bebed234ed2 req-9025a125-d191-4ae8-82d3-66b7e27f47f5 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 943 time: 0.5111578 Feb 16 22:15:01.915338 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:01.931759 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': '5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5', 'mac_address': 'fa:16:3e:2c:dd:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:15:01.968657 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:15:02.025838 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 is: ACTIVE; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:15:02.026252 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:02.054884 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:15:02.065513 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-5758d368-65a6-4322-812e-89911dbda78d req-e56a725b-f89b-4eb9-9938-5178ed9a26ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb3d950-5ca4-43fd-80ec-40704493169e {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:15:02.079001 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5758d368-65a6-4322-812e-89911dbda78d req-e56a725b-f89b-4eb9-9938-5178ed9a26ca service neutron] Publish callbacks [] for port (fdb3d950-5ca4-43fd-80ec-40704493169e), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:02.096708 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-5758d368-65a6-4322-812e-89911dbda78d req-e56a725b-f89b-4eb9-9938-5178ed9a26ca service neutron] Transition to ACTIVE for port object fdb3d950-5ca4-43fd-80ec-40704493169e will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:15:02.100021 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:02.109861 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:02.121548 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5758d368-65a6-4322-812e-89911dbda78d req-e56a725b-f89b-4eb9-9938-5178ed9a26ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (fdb3d950-5ca4-43fd-80ec-40704493169e), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:02.201131 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:02.210897 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ea64241b-65af-4c32-8909-0bebed234ed2 req-5cd89c09-87aa-4cd8-8217-ae9088679d68 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278657 Feb 16 22:15:02.244328 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:15:02.341469 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1c65a34-35d3-4e16-8770-2e21bcc6337b req-86c502de-d161-4905-b545-0b4c544e076a tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/ports?device_id=7310eed6-a576-407a-9d6d-17dfc251bb33 HTTP/1.1" status: 200 len: 210 time: 0.1460161 Feb 16 22:15:02.364455 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a725b-f89b-4eb9-9938-5178ed9a26ca service neutron] Pushing event updated for resources: {'Port': ['ID=fdb3d950-5ca4-43fd-80ec-40704493169e,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:02.581533 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-5758d368-65a6-4322-812e-89911dbda78d req-e56a725b-f89b-4eb9-9938-5178ed9a26ca service neutron] Attempting to bind port fdb3d950-5ca4-43fd-80ec-40704493169e on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:15:02.582138 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-5758d368-65a6-4322-812e-89911dbda78d req-e56a725b-f89b-4eb9-9938-5178ed9a26ca service neutron] Attempting to bind port fdb3d950-5ca4-43fd-80ec-40704493169e by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:15:02.582689 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5758d368-65a6-4322-812e-89911dbda78d req-e56a725b-f89b-4eb9-9938-5178ed9a26ca service neutron] Attempting to bind port fdb3d950-5ca4-43fd-80ec-40704493169e on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:15:02.592116 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5758d368-65a6-4322-812e-89911dbda78d req-e56a725b-f89b-4eb9-9938-5178ed9a26ca service neutron] Port fdb3d950-5ca4-43fd-80ec-40704493169e on network d8fa3154-6273-4014-87c6-575d48ec11fc not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:15:02.592718 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5758d368-65a6-4322-812e-89911dbda78d req-e56a725b-f89b-4eb9-9938-5178ed9a26ca service neutron] Attempting to bind port fdb3d950-5ca4-43fd-80ec-40704493169e on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:15:02.600864 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5758d368-65a6-4322-812e-89911dbda78d req-e56a725b-f89b-4eb9-9938-5178ed9a26ca service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:15:02.601509 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5758d368-65a6-4322-812e-89911dbda78d req-e56a725b-f89b-4eb9-9938-5178ed9a26ca service neutron] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:15:02.602158 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5758d368-65a6-4322-812e-89911dbda78d req-e56a725b-f89b-4eb9-9938-5178ed9a26ca service neutron] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:15:02.602807 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-5758d368-65a6-4322-812e-89911dbda78d req-e56a725b-f89b-4eb9-9938-5178ed9a26ca service neutron] Bound port: fdb3d950-5ca4-43fd-80ec-40704493169e, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:15:02.603430 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5758d368-65a6-4322-812e-89911dbda78d req-e56a725b-f89b-4eb9-9938-5178ed9a26ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (fdb3d950-5ca4-43fd-80ec-40704493169e), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:02.658307 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b742221-01a2-405a-858a-ef20f0a51dd2 req-8df3660b-9b18-429e-ae96-4d9cebcf973b tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:02.660150 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1b742221-01a2-405a-858a-ef20f0a51dd2 req-8df3660b-9b18-429e-ae96-4d9cebcf973b tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 948 time: 0.1201799 Feb 16 22:15:02.716776 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-5758d368-65a6-4322-812e-89911dbda78d req-e56a725b-f89b-4eb9-9938-5178ed9a26ca service neutron] For port fdb3d950-5ca4-43fd-80ec-40704493169e, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:15:02.743772 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-5758d368-65a6-4322-812e-89911dbda78d req-e56a725b-f89b-4eb9-9938-5178ed9a26ca service neutron] For port fdb3d950-5ca4-43fd-80ec-40704493169e, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=fdb3d950-5ca4-43fd-80ec-40704493169e,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:15:02.762266 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1b742221-01a2-405a-858a-ef20f0a51dd2 req-9e55412a-c364-4dbf-b5b9-1f96bcae2c10 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825245 Feb 16 22:15:02.770327 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5758d368-65a6-4322-812e-89911dbda78d req-e56a725b-f89b-4eb9-9938-5178ed9a26ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (fdb3d950-5ca4-43fd-80ec-40704493169e), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:02.782707 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-a47a3076-c2aa-4e46-b52d-db8a85f4cdba tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=69252e3c215840b89c5b22d3361460e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1269941 Feb 16 22:15:02.818316 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758d368-65a6-4322-812e-89911dbda78d req-e56a725b-f89b-4eb9-9938-5178ed9a26ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:02.819251 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5758d368-65a6-4322-812e-89911dbda78d req-e56a725b-f89b-4eb9-9938-5178ed9a26ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:02.820792 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5758d368-65a6-4322-812e-89911dbda78d req-e56a725b-f89b-4eb9-9938-5178ed9a26ca service neutron] 10.222.0.67 "PUT /v2.0/ports/fdb3d950-5ca4-43fd-80ec-40704493169e HTTP/1.1" status: 200 len: 1096 time: 2.3291175 Feb 16 22:15:02.821265 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a41ea7e3-1f6d-4bcc-8b58-382fdefc6817', 'tag': 'fdb3d950-5ca4-43fd-80ec-40704493169e'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:15:02.823751 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbd3466-ff53-410c-94b8-7ba43d62101d" -d '{"events": [{"name": "network-changed", "server_uuid": "a41ea7e3-1f6d-4bcc-8b58-382fdefc6817", "tag": "fdb3d950-5ca4-43fd-80ec-40704493169e"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:15:02.854841 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a725b-f89b-4eb9-9938-5178ed9a26ca service neutron] Pushing event updated for resources: {'Port': ['ID=fdb3d950-5ca4-43fd-80ec-40704493169e,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:02.975349 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8356f43b-b508-4f62-9080-359a0c795338 x-openstack-request-id: req-8356f43b-b508-4f62-9080-359a0c795338 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:15:02.975700 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a41ea7e3-1f6d-4bcc-8b58-382fdefc6817", "tag": "fdb3d950-5ca4-43fd-80ec-40704493169e", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:15:02.976054 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8356f43b-b508-4f62-9080-359a0c795338 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:15:02.976552 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a41ea7e3-1f6d-4bcc-8b58-382fdefc6817', 'tag': 'fdb3d950-5ca4-43fd-80ec-40704493169e', 'status': 'completed', 'code': 200} Feb 16 22:15:03.023841 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758d368-65a6-4322-812e-89911dbda78d req-409b5c89-2fe1-4276-8069-db6d3d0a2826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:03.025780 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5758d368-65a6-4322-812e-89911dbda78d req-409b5c89-2fe1-4276-8069-db6d3d0a2826 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a8546526dc94278a3957ea9b7c5b439&device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 1130 time: 0.1304972 Feb 16 22:15:03.034526 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-148cd80d-1442-4fd9-86f3-9718135c062d tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:03.038106 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-148cd80d-1442-4fd9-86f3-9718135c062d tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2489722 Feb 16 22:15:03.052070 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6573ce13-82eb-48ff-9fb3-c8ec7b482239 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Request body: {'port': {'device_id': '7310eed6-a576-407a-9d6d-17dfc251bb33', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'admin_state_up': True, 'tenant_id': '69252e3c215840b89c5b22d3361460e6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:15:03.087950 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5758d368-65a6-4322-812e-89911dbda78d req-1e007b7e-221c-45f0-80f3-e071d0ee1368 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=fdb3d950-5ca4-43fd-80ec-40704493169e HTTP/1.1" status: 200 len: 217 time: 0.0458875 Feb 16 22:15:03.178625 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758d368-65a6-4322-812e-89911dbda78d req-4d79ffe8-1160-4f84-bff7-436936750536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:03.184044 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5758d368-65a6-4322-812e-89911dbda78d req-4d79ffe8-1160-4f84-bff7-436936750536 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0865498 Feb 16 22:15:03.232580 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6573ce13-82eb-48ff-9fb3-c8ec7b482239 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Made reservation on behalf of 69252e3c215840b89c5b22d3361460e6 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:15:03.237799 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6573ce13-82eb-48ff-9fb3-c8ec7b482239 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:03.248676 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6573ce13-82eb-48ff-9fb3-c8ec7b482239 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:03.255216 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758d368-65a6-4322-812e-89911dbda78d req-a443c807-ea9d-462b-b0bb-1274f247620a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:03.257021 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5758d368-65a6-4322-812e-89911dbda78d req-a443c807-ea9d-462b-b0bb-1274f247620a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0636010 Feb 16 22:15:03.363791 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6573ce13-82eb-48ff-9fb3-c8ec7b482239 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Publish callbacks [] for security_group (b922d115-68a5-42e1-be26-b91eb1769be1), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:03.390948 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6573ce13-82eb-48ff-9fb3-c8ec7b482239 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b922d115-68a5-42e1-be26-b91eb1769be1), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:03.441468 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5758d368-65a6-4322-812e-89911dbda78d req-3e0f80f0-129b-42ce-8e2c-95b615ad7b7b service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763284 Feb 16 22:15:03.495106 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ce13-82eb-48ff-9fb3-c8ec7b482239 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b922d115-68a5-42e1-be26-b91eb1769be1,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:03.589179 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2bfd9377-8810-45b1-b653-bd575787cdbd req-dc909ea1-fcef-4670-9493-4aabbcc28aae service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1386318 Feb 16 22:15:03.627077 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:15:03.732105 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6573ce13-82eb-48ff-9fb3-c8ec7b482239 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Allocated IP 192.168.233.149 (d8fa3154-6273-4014-87c6-575d48ec11fc/0a5a8be1-6e1c-443c-a77b-25715d79e10e/772e836d-c818-4c75-9af1-edd441125245) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:15:03.739236 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:15:03.739609 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:03.758985 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-45533691-c4ba-42d2-bb42-c1bfb49ac8de req-53ede5a3-c399-4831-a21f-70e4f93c96f9 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/ports?device_id=7310eed6-a576-407a-9d6d-17dfc251bb33 HTTP/1.1" status: 200 len: 210 time: 0.0668235 Feb 16 22:15:03.806698 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5758d368-65a6-4322-812e-89911dbda78d req-bd1a2e80-f14c-48d1-9956-c6e80aea9acc service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576500 Feb 16 22:15:03.920454 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:15:03.921279 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:03.970470 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e588c41-6745-4e24-bd4c-95be83970989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:15:03.974001 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2d6934-69be-478d-917c-98248d0c0e9b" -d '{"events": [{"server_uuid": "8e588c41-6745-4e24-bd4c-95be83970989", "name": "network-vif-plugged", "status": "completed", "tag": "5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:15:03.995372 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:04.006983 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:04.044901 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd9377-8810-45b1-b653-bd575787cdbd req-7835722e-e744-48ad-af24-1d14e39ae0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:04.046618 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2bfd9377-8810-45b1-b653-bd575787cdbd req-7835722e-e744-48ad-af24-1d14e39ae0cf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=744a37dc5b8f478b9350ec4becb28946&device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 1126 time: 0.3897297 Feb 16 22:15:04.080737 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5,revision_number=7']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:04.106799 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd3466-ff53-410c-94b8-7ba43d62101d req-47f5c295-4c01-4ec5-b2ca-b9769e32f6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:04.108905 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bfbd3466-ff53-410c-94b8-7ba43d62101d req-47f5c295-4c01-4ec5-b2ca-b9769e32f6fc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a8546526dc94278a3957ea9b7c5b439&device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 1130 time: 0.2508624 Feb 16 22:15:04.213587 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6573ce13-82eb-48ff-9fb3-c8ec7b482239 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Publish callbacks [] for port (772e836d-c818-4c75-9af1-edd441125245), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:04.222111 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd3466-ff53-410c-94b8-7ba43d62101d req-cd4f20a3-261b-46b3-8072-50aea99a32ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:04.223525 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bfbd3466-ff53-410c-94b8-7ba43d62101d req-cd4f20a3-261b-46b3-8072-50aea99a32ab service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.1045258 Feb 16 22:15:04.292833 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660cdc1-eae6-4331-82d7-5ce82a0f9f77 req-602f7fa7-3810-41ba-8531-bd0df0689f35 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:04.297627 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5660cdc1-eae6-4331-82d7-5ce82a0f9f77 req-602f7fa7-3810-41ba-8531-bd0df0689f35 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 943 time: 0.3407116 Feb 16 22:15:04.310631 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bfbd3466-ff53-410c-94b8-7ba43d62101d req-07ed5b67-0529-49a7-85ad-14e7aedc3fe1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=fdb3d950-5ca4-43fd-80ec-40704493169e HTTP/1.1" status: 200 len: 217 time: 0.0746660 Feb 16 22:15:04.311275 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd9377-8810-45b1-b653-bd575787cdbd req-7bf04351-6916-4be1-b1eb-36eee0af67c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:04.318678 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2bfd9377-8810-45b1-b653-bd575787cdbd req-7bf04351-6916-4be1-b1eb-36eee0af67c6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16137278-7395-49da-9cb6-180484537d2f HTTP/1.1" status: 200 len: 922 time: 0.2408209 Feb 16 22:15:04.320835 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6573ce13-82eb-48ff-9fb3-c8ec7b482239 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (772e836d-c818-4c75-9af1-edd441125245), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:04.410210 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2bfd9377-8810-45b1-b653-bd575787cdbd req-1ac55541-dee9-4da1-87d4-98e2c5eba044 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3ce7676-ecb5-4495-acbf-2f4dbe04183c HTTP/1.1" status: 200 len: 217 time: 0.0748129 Feb 16 22:15:04.435255 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5660cdc1-eae6-4331-82d7-5ce82a0f9f77 req-7873e3bf-0ccb-464f-a2d2-6b876ed9ebc9 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359434 Feb 16 22:15:04.448896 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6573ce13-82eb-48ff-9fb3-c8ec7b482239 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Network d8fa3154-6273-4014-87c6-575d48ec11fc is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:15:04.459999 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b01b92-87f3-4a2f-9bb4-7559baeb121f req-95654a9e-f4fa-4fb6-8661-ed5d9dd49c98 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:04.460840 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6573ce13-82eb-48ff-9fb3-c8ec7b482239 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:15:04.461840 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-34b01b92-87f3-4a2f-9bb4-7559baeb121f req-95654a9e-f4fa-4fb6-8661-ed5d9dd49c98 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 948 time: 0.5060310 Feb 16 22:15:04.463096 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd3466-ff53-410c-94b8-7ba43d62101d req-a712c4e1-2e5a-4a86-9bb1-9119bbfcb52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:04.470241 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6573ce13-82eb-48ff-9fb3-c8ec7b482239 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:15:04.470969 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bfbd3466-ff53-410c-94b8-7ba43d62101d req-a712c4e1-2e5a-4a86-9bb1-9119bbfcb52d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1193340 Feb 16 22:15:04.537657 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc149c0-6384-45bd-a481-c598203c6c58 x-openstack-request-id: req-4cc149c0-6384-45bd-a481-c598203c6c58 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:15:04.537957 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e588c41-6745-4e24-bd4c-95be83970989", "name": "network-vif-plugged", "status": "completed", "tag": "5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:15:04.538237 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4cc149c0-6384-45bd-a481-c598203c6c58 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:15:04.538669 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e588c41-6745-4e24-bd4c-95be83970989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5', 'code': 200} Feb 16 22:15:04.565683 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd9377-8810-45b1-b653-bd575787cdbd req-49a138d6-0585-49f7-bd60-e50e73181d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:04.571948 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2bfd9377-8810-45b1-b653-bd575787cdbd req-49a138d6-0585-49f7-bd60-e50e73181d7b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c3e80cb9-4386-4d79-b9b3-6283b204f543 HTTP/1.1" status: 200 len: 861 time: 0.1189489 Feb 16 22:15:04.625070 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-34b01b92-87f3-4a2f-9bb4-7559baeb121f req-836dcfee-8d5c-4504-b313-2a266780cca5 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529486 Feb 16 22:15:04.663273 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd3466-ff53-410c-94b8-7ba43d62101d req-3c629935-c4eb-498b-adf5-4de0b3a9e8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:04.665158 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bfbd3466-ff53-410c-94b8-7ba43d62101d req-3c629935-c4eb-498b-adf5-4de0b3a9e8f7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1489506 Feb 16 22:15:04.715117 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2bfd9377-8810-45b1-b653-bd575787cdbd req-58d5926b-d7af-4896-acba-541cd173e1f8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16137278-7395-49da-9cb6-180484537d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840213 Feb 16 22:15:04.718951 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ce13-82eb-48ff-9fb3-c8ec7b482239 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Pushing event updated for resources: {'Port': ['ID=772e836d-c818-4c75-9af1-edd441125245,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:04.772682 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6573ce13-82eb-48ff-9fb3-c8ec7b482239 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:04.773325 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6573ce13-82eb-48ff-9fb3-c8ec7b482239 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:04.861403 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-899f2410-486d-4e58-93f8-a410f7457e84 None None] Provisioning complete for port 772e836d-c818-4c75-9af1-edd441125245 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:15:04.865292 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-899f2410-486d-4e58-93f8-a410f7457e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (772e836d-c818-4c75-9af1-edd441125245), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:04.886411 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bfbd3466-ff53-410c-94b8-7ba43d62101d req-1b1a9219-55d6-466d-ac81-3d2243b91b5d service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111452 Feb 16 22:15:04.915130 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2bfd9377-8810-45b1-b653-bd575787cdbd req-0e38455a-0123-40b4-802f-2627bfe7c6d4 service neutron] 10.222.0.79 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886022 Feb 16 22:15:04.919391 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6573ce13-82eb-48ff-9fb3-c8ec7b482239 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8715889 Feb 16 22:15:04.957790 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6479e5cd-14e8-4cdb-9049-f31cdf71bfc1 service neutron] Request body: {'port': {'device_id': '7310eed6-a576-407a-9d6d-17dfc251bb33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:15:04.985807 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-899f2410-486d-4e58-93f8-a410f7457e84 None None] Port 772e836d-c818-4c75-9af1-edd441125245 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:15:05.094560 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2bfd9377-8810-45b1-b653-bd575787cdbd req-5e4bb62c-0dbb-4657-84f4-c124685aff1a service neutron] 10.222.0.79 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724074 Feb 16 22:15:05.097430 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa66ff0-5e64-4d1a-95de-7905e049486d req-eeef4d6e-cd0d-4487-aaa3-6725f10ae677 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:05.116144 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3aa66ff0-5e64-4d1a-95de-7905e049486d req-eeef4d6e-cd0d-4487-aaa3-6725f10ae677 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/ports?device_id=7310eed6-a576-407a-9d6d-17dfc251bb33 HTTP/1.1" status: 200 len: 936 time: 0.1503129 Feb 16 22:15:05.130098 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bfbd3466-ff53-410c-94b8-7ba43d62101d req-b11cf3e5-3508-4522-bd5e-33948a6eba17 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360132 Feb 16 22:15:05.204173 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6479e5cd-14e8-4cdb-9049-f31cdf71bfc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (772e836d-c818-4c75-9af1-edd441125245), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:05.222302 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3aa66ff0-5e64-4d1a-95de-7905e049486d req-16ec4ac1-6bee-4bf8-b881-b799811b2f52 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/security-groups?id=b922d115-68a5-42e1-be26-b91eb1769be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051786 Feb 16 22:15:05.625749 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6479e5cd-14e8-4cdb-9049-f31cdf71bfc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 772e836d-c818-4c75-9af1-edd441125245 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:15:05.632924 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd9d85-5154-4d3c-aa04-37ecbe90760c req-adc457fa-d1c0-42e3-b187-a50e96f4488e tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:05.633960 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6479e5cd-14e8-4cdb-9049-f31cdf71bfc1 service neutron] Publish callbacks [] for port (772e836d-c818-4c75-9af1-edd441125245), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:05.640449 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-64dd9d85-5154-4d3c-aa04-37ecbe90760c req-adc457fa-d1c0-42e3-b187-a50e96f4488e tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 943 time: 0.1026485 Feb 16 22:15:05.660391 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6479e5cd-14e8-4cdb-9049-f31cdf71bfc1 service neutron] Transition to ACTIVE for port object 772e836d-c818-4c75-9af1-edd441125245 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:15:05.669740 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6479e5cd-14e8-4cdb-9049-f31cdf71bfc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (772e836d-c818-4c75-9af1-edd441125245), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:05.770769 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-64dd9d85-5154-4d3c-aa04-37ecbe90760c req-846732c0-4b2d-4c9a-ac6c-4e5c38c85dc0 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235635 Feb 16 22:15:05.876992 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479e5cd-14e8-4cdb-9049-f31cdf71bfc1 service neutron] Pushing event updated for resources: {'Port': ['ID=772e836d-c818-4c75-9af1-edd441125245,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:05.892832 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb809b-c663-4a04-857c-4ef14128674b req-38468974-f32f-4897-a02e-7046f380e4ab tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:05.909189 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7edb809b-c663-4a04-857c-4ef14128674b req-38468974-f32f-4897-a02e-7046f380e4ab tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 948 time: 0.1373577 Feb 16 22:15:05.922959 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6479e5cd-14e8-4cdb-9049-f31cdf71bfc1 service neutron] Attempting to bind port 772e836d-c818-4c75-9af1-edd441125245 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:15:05.928451 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6479e5cd-14e8-4cdb-9049-f31cdf71bfc1 service neutron] Attempting to bind port 772e836d-c818-4c75-9af1-edd441125245 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:15:05.928837 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6479e5cd-14e8-4cdb-9049-f31cdf71bfc1 service neutron] Attempting to bind port 772e836d-c818-4c75-9af1-edd441125245 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:15:05.936750 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6479e5cd-14e8-4cdb-9049-f31cdf71bfc1 service neutron] Port 772e836d-c818-4c75-9af1-edd441125245 on network d8fa3154-6273-4014-87c6-575d48ec11fc not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:15:05.937108 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6479e5cd-14e8-4cdb-9049-f31cdf71bfc1 service neutron] Attempting to bind port 772e836d-c818-4c75-9af1-edd441125245 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:15:05.946811 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6479e5cd-14e8-4cdb-9049-f31cdf71bfc1 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:15:05.947154 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6479e5cd-14e8-4cdb-9049-f31cdf71bfc1 service neutron] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:15:05.947544 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6479e5cd-14e8-4cdb-9049-f31cdf71bfc1 service neutron] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:15:05.947977 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6479e5cd-14e8-4cdb-9049-f31cdf71bfc1 service neutron] Bound port: 772e836d-c818-4c75-9af1-edd441125245, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:15:05.951026 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6479e5cd-14e8-4cdb-9049-f31cdf71bfc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (772e836d-c818-4c75-9af1-edd441125245), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:05.997883 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7edb809b-c663-4a04-857c-4ef14128674b req-83f42911-eed8-4cde-84bc-a7245de6e2c6 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858829 Feb 16 22:15:06.054833 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6479e5cd-14e8-4cdb-9049-f31cdf71bfc1 service neutron] For port 772e836d-c818-4c75-9af1-edd441125245, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:15:06.058903 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6479e5cd-14e8-4cdb-9049-f31cdf71bfc1 service neutron] For port 772e836d-c818-4c75-9af1-edd441125245, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=772e836d-c818-4c75-9af1-edd441125245,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:15:06.074977 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6479e5cd-14e8-4cdb-9049-f31cdf71bfc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (772e836d-c818-4c75-9af1-edd441125245), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:06.211853 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479e5cd-14e8-4cdb-9049-f31cdf71bfc1 service neutron] Pushing event updated for resources: {'Port': ['ID=772e836d-c818-4c75-9af1-edd441125245,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:06.231314 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6479e5cd-14e8-4cdb-9049-f31cdf71bfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:06.231935 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6479e5cd-14e8-4cdb-9049-f31cdf71bfc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:06.235660 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6479e5cd-14e8-4cdb-9049-f31cdf71bfc1 service neutron] 10.222.0.67 "PUT /v2.0/ports/772e836d-c818-4c75-9af1-edd441125245 HTTP/1.1" status: 200 len: 1096 time: 1.2841940 Feb 16 22:15:06.236166 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7310eed6-a576-407a-9d6d-17dfc251bb33', 'tag': '772e836d-c818-4c75-9af1-edd441125245'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:15:06.252276 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb7c96f-5b14-47f6-b106-ad4320780755" -d '{"events": [{"name": "network-changed", "server_uuid": "7310eed6-a576-407a-9d6d-17dfc251bb33", "tag": "772e836d-c818-4c75-9af1-edd441125245"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:15:06.406435 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-f8376bc1-abf7-4c03-90f0-ac09d39f3928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:06.407865 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-f8376bc1-abf7-4c03-90f0-ac09d39f3928 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=69252e3c215840b89c5b22d3361460e6&device_id=7310eed6-a576-407a-9d6d-17dfc251bb33 HTTP/1.1" status: 200 len: 1130 time: 0.1195760 Feb 16 22:15:06.506763 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-9810abac-2057-4e93-8bf6-bd80ff644a26 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=772e836d-c818-4c75-9af1-edd441125245 HTTP/1.1" status: 200 len: 217 time: 0.0834851 Feb 16 22:15:06.610884 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-3911e31e-2302-4107-a529-cb250c303a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:06.612747 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-3911e31e-2302-4107-a529-cb250c303a81 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0970256 Feb 16 22:15:06.732385 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-75e1afc3-72f7-4ed5-9120-b59e82918447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:06.735268 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-75e1afc3-72f7-4ed5-9120-b59e82918447 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0931067 Feb 16 22:15:06.886463 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-6d18da70-6d12-4bcb-a4b1-3a99a3642411 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405704 Feb 16 22:15:07.089121 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-51df2db3-7346-4111-ae1f-1da1c7588b92 req-de6b6552-99c9-4446-ad83-357b0f3e7b2b service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933377 Feb 16 22:15:07.648041 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device fdb3d950-5ca4-43fd-80ec-40704493169e details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:15:07.986798 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port fdb3d950-5ca4-43fd-80ec-40704493169e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=fdb3d950-5ca4-43fd-80ec-40704493169e,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:08.010504 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'fdb3d950-5ca4-43fd-80ec-40704493169e', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': 'fdb3d950-5ca4-43fd-80ec-40704493169e', 'mac_address': 'fa:16:3e:0a:15:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:15:08.095624 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port fdb3d950-5ca4-43fd-80ec-40704493169e is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:15:08.096023 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (fdb3d950-5ca4-43fd-80ec-40704493169e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:08.114456 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb3d950-5ca4-43fd-80ec-40704493169e {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:15:08.154421 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port fdb3d950-5ca4-43fd-80ec-40704493169e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=fdb3d950-5ca4-43fd-80ec-40704493169e,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:08.163833 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (fdb3d950-5ca4-43fd-80ec-40704493169e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:08.246645 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=fdb3d950-5ca4-43fd-80ec-40704493169e,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:08.557068 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fce2f-fc42-45cc-9842-8cdc7937b219 req-99e8d7bc-1a37-4fb9-b4a7-e78f7a8968ae tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:08.558756 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5b1fce2f-fc42-45cc-9842-8cdc7937b219 req-99e8d7bc-1a37-4fb9-b4a7-e78f7a8968ae tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea93024b-ef05-4005-ab8e-4ba0c968c923 HTTP/1.1" status: 200 len: 945 time: 0.1631160 Feb 16 22:15:08.751557 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['fdb3d950-5ca4-43fd-80ec-40704493169e'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:15:08.774586 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-5b1fce2f-fc42-45cc-9842-8cdc7937b219 req-778b6231-941f-41c0-bce8-504fd3788097 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Deleting port 1339ee5a-4973-4d53-b139-157949f7b897 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:15:08.774956 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-5b1fce2f-fc42-45cc-9842-8cdc7937b219 req-778b6231-941f-41c0-bce8-504fd3788097 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (1339ee5a-4973-4d53-b139-157949f7b897), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:08.962730 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-5b1fce2f-fc42-45cc-9842-8cdc7937b219 req-778b6231-941f-41c0-bce8-504fd3788097 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] For port 1339ee5a-4973-4d53-b139-157949f7b897, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=1339ee5a-4973-4d53-b139-157949f7b897,segment=NetworkSegment(73b1a5be-4d8c-41ce-b66a-7c0f6916f940),segment_id=73b1a5be-4d8c-41ce-b66a-7c0f6916f940)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:08.963192 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-5b1fce2f-fc42-45cc-9842-8cdc7937b219 req-778b6231-941f-41c0-bce8-504fd3788097 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (1339ee5a-4973-4d53-b139-157949f7b897), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:09.526434 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-5b1fce2f-fc42-45cc-9842-8cdc7937b219 req-778b6231-941f-41c0-bce8-504fd3788097 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:09.528921 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-5b1fce2f-fc42-45cc-9842-8cdc7937b219 req-778b6231-941f-41c0-bce8-504fd3788097 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (c7ea71e3-5a3b-4f18-8f7d-9ca7b7a85266), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:09.529613 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [req-5b1fce2f-fc42-45cc-9842-8cdc7937b219 req-778b6231-941f-41c0-bce8-504fd3788097 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Floating IP c7ea71e3-5a3b-4f18-8f7d-9ca7b7a85266 disassociated. External IP: 172.25.2.116, port: 1339ee5a-4973-4d53-b139-157949f7b897. Feb 16 22:15:09.534732 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-5b1fce2f-fc42-45cc-9842-8cdc7937b219 req-778b6231-941f-41c0-bce8-504fd3788097 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Calling delete_port for 1339ee5a-4973-4d53-b139-157949f7b897 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:15:09.893868 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-5b1fce2f-fc42-45cc-9842-8cdc7937b219 req-778b6231-941f-41c0-bce8-504fd3788097 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (1339ee5a-4973-4d53-b139-157949f7b897), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:09.918768 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 98c1523d-0312-4514-9ca7-1268551616e6 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:15:10.013638 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b6231-941f-41c0-bce8-504fd3788097 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Pushing event deleted for resources: {'Port': ['ID=1339ee5a-4973-4d53-b139-157949f7b897,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:10.123022 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 98c1523d-0312-4514-9ca7-1268551616e6, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=98c1523d-0312-4514-9ca7-1268551616e6,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:10.147698 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '98c1523d-0312-4514-9ca7-1268551616e6', 'network_id': '16137278-7395-49da-9cb6-180484537d2f', 'port_id': '98c1523d-0312-4514-9ca7-1268551616e6', 'mac_address': 'fa:16:3e:81:18:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3e80cb9-4386-4d79-b9b3-6283b204f543', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:15:10.199840 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 98c1523d-0312-4514-9ca7-1268551616e6 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:15:10.200807 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (98c1523d-0312-4514-9ca7-1268551616e6), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:10.225246 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98c1523d-0312-4514-9ca7-1268551616e6 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:15:10.271923 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 98c1523d-0312-4514-9ca7-1268551616e6, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=98c1523d-0312-4514-9ca7-1268551616e6,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:10.291828 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (98c1523d-0312-4514-9ca7-1268551616e6), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:10.326435 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b1fce2f-fc42-45cc-9842-8cdc7937b219 req-778b6231-941f-41c0-bce8-504fd3788097 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Router ff5d0efb-9339-4536-bac5-79bda2b84a51 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:15:10.439933 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=98c1523d-0312-4514-9ca7-1268551616e6,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:10.650441 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['98c1523d-0312-4514-9ca7-1268551616e6'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:15:10.967738 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b1fce2f-fc42-45cc-9842-8cdc7937b219 req-778b6231-941f-41c0-bce8-504fd3788097 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:15:10.983996 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a22d0f9-4c61-4edc-9200-f10633e0c1f8 None None] Sync routers for ids ['ff5d0efb-9339-4536-bac5-79bda2b84a51'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:15:11.000101 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a22d0f9-4c61-4edc-9200-f10633e0c1f8 None None] Routers {'ff5d0efb-9339-4536-bac5-79bda2b84a51'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:15:11.000737 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-0a22d0f9-4c61-4edc-9200-f10633e0c1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:14:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['ff5d0efb-9339-4536-bac5-79bda2b84a51'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:15:11.080776 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1fce2f-fc42-45cc-9842-8cdc7937b219 req-778b6231-941f-41c0-bce8-504fd3788097 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] No DVR routers for this DVR port 1339ee5a-4973-4d53-b139-157949f7b897 on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:15:11.103288 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-5b1fce2f-fc42-45cc-9842-8cdc7937b219 req-778b6231-941f-41c0-bce8-504fd3788097 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:11.116940 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5b1fce2f-fc42-45cc-9842-8cdc7937b219 req-778b6231-941f-41c0-bce8-504fd3788097 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.67 "DELETE /v2.0/ports/1339ee5a-4973-4d53-b139-157949f7b897 HTTP/1.1" status: 204 len: 173 time: 2.5479920 Feb 16 22:15:11.119453 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a14c800-d158-4056-9ef0-874c1b6db18f x-openstack-request-id: req-2a14c800-d158-4056-9ef0-874c1b6db18f {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:15:11.119750 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7310eed6-a576-407a-9d6d-17dfc251bb33", "tag": "772e836d-c818-4c75-9af1-edd441125245", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:15:11.120015 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2a14c800-d158-4056-9ef0-874c1b6db18f {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:15:11.120982 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7310eed6-a576-407a-9d6d-17dfc251bb33', 'tag': '772e836d-c818-4c75-9af1-edd441125245', 'status': 'completed', 'code': 200} Feb 16 22:15:11.187095 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-0a22d0f9-4c61-4edc-9200-f10633e0c1f8 None None] Set router ff5d0efb-9339-4536-bac5-79bda2b84a51 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:15:11.275202 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-04fc8136-9cbe-43c4-8948-3706b64a8194 req-125eadc3-66aa-4d31-89d3-522b7db45c77 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/ports?device_id=ea93024b-ef05-4005-ab8e-4ba0c968c923 HTTP/1.1" status: 200 len: 210 time: 0.0455284 Feb 16 22:15:11.322830 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7c96f-5b14-47f6-b106-ad4320780755 req-74686ec3-35e0-48b1-9f42-95b9c51bd602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:11.334929 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0cb7c96f-5b14-47f6-b106-ad4320780755 req-74686ec3-35e0-48b1-9f42-95b9c51bd602 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=69252e3c215840b89c5b22d3361460e6&device_id=7310eed6-a576-407a-9d6d-17dfc251bb33 HTTP/1.1" status: 200 len: 1130 time: 0.2097654 Feb 16 22:15:11.349222 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ca198-0819-4bbf-950b-7ff2b890d4c4 req-290437c1-d1ff-479a-adb7-12004039b3e3 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:11.358092 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c93ca198-0819-4bbf-950b-7ff2b890d4c4 req-290437c1-d1ff-479a-adb7-12004039b3e3 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/ports?device_id=7310eed6-a576-407a-9d6d-17dfc251bb33 HTTP/1.1" status: 200 len: 948 time: 0.2204106 Feb 16 22:15:11.472044 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-0a22d0f9-4c61-4edc-9200-f10633e0c1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-680667525-router', 'tenant_id': '030664079749416b877398f148fb3d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:11:17Z', 'updated_at': '2022-02-16T22:11:26Z', 'revision_number': 4, 'project_id': '030664079749416b877398f148fb3d38', 'gw_port': {'id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:19Z', 'updated_at': '2022-02-16T22:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'd78d512f-fd03-4473-8d97-2350383a9db2', 'name': '', 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0', 'tenant_id': '030664079749416b877398f148fb3d38', 'mac_address': 'fa:16:3e:a6:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '6fcc24da-f75c-4bab-8b24-38df358b42a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:25Z', 'updated_at': '2022-02-16T22:11:31Z', 'revision_number': 5, 'project_id': '030664079749416b877398f148fb3d38', 'subnets': [{'id': '6fcc24da-f75c-4bab-8b24-38df358b42a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:15:11.509960 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a22d0f9-4c61-4edc-9200-f10633e0c1f8 None None] Checking router: ff5d0efb-9339-4536-bac5-79bda2b84a51 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:15:11.525329 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a22d0f9-4c61-4edc-9200-f10633e0c1f8 None None] Routers {'ff5d0efb-9339-4536-bac5-79bda2b84a51'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:15:11.525993 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-0a22d0f9-4c61-4edc-9200-f10633e0c1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:14:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['ff5d0efb-9339-4536-bac5-79bda2b84a51'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:15:11.568912 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c93ca198-0819-4bbf-950b-7ff2b890d4c4 req-b7220c59-25e6-4808-9c2a-f26026023531 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/security-groups?id=b922d115-68a5-42e1-be26-b91eb1769be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933939 Feb 16 22:15:11.606886 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8864fb4-bc16-467b-821a-b3af9d007525 req-d61163e1-4cca-40cb-9a2c-630e63515867 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:11.619117 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d8864fb4-bc16-467b-821a-b3af9d007525 req-d61163e1-4cca-40cb-9a2c-630e63515867 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 944 time: 0.2372108 Feb 16 22:15:11.637566 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7c96f-5b14-47f6-b106-ad4320780755 req-c52e0208-f327-4349-a88f-fb9381672c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:11.641079 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0cb7c96f-5b14-47f6-b106-ad4320780755 req-c52e0208-f327-4349-a88f-fb9381672c1e service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.2817719 Feb 16 22:15:11.697792 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-0a22d0f9-4c61-4edc-9200-f10633e0c1f8 None None] Set router ff5d0efb-9339-4536-bac5-79bda2b84a51 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:15:11.704263 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 772e836d-c818-4c75-9af1-edd441125245 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:15:11.733613 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0cb7c96f-5b14-47f6-b106-ad4320780755 req-665d1887-f2e3-44b2-be66-b1e895e55611 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=772e836d-c818-4c75-9af1-edd441125245 HTTP/1.1" status: 200 len: 217 time: 0.0771627 Feb 16 22:15:11.748492 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device fdb3d950-5ca4-43fd-80ec-40704493169e up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:15:11.853875 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d8864fb4-bc16-467b-821a-b3af9d007525 req-29d6ec13-3e0f-4d4c-9a80-8419d5060d3d tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239587 Feb 16 22:15:11.885702 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7c96f-5b14-47f6-b106-ad4320780755 req-8791d76e-101b-419f-aecb-4e0d61318139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:11.891282 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.resource_extend [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 22:15:11.893034 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0cb7c96f-5b14-47f6-b106-ad4320780755 req-8791d76e-101b-419f-aecb-4e0d61318139 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1366897 Feb 16 22:15:11.958062 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf87e2e-7f34-4703-8ff6-3f05ec242804 req-93593bb6-0b01-4adf-98de-bc0ecbb6fede tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:11.966092 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fdf87e2e-7f34-4703-8ff6-3f05ec242804 req-93593bb6-0b01-4adf-98de-bc0ecbb6fede tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 949 time: 0.2452419 Feb 16 22:15:12.135136 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-0a22d0f9-4c61-4edc-9200-f10633e0c1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-680667525-router', 'tenant_id': '030664079749416b877398f148fb3d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:11:17Z', 'updated_at': '2022-02-16T22:11:26Z', 'revision_number': 4, 'project_id': '030664079749416b877398f148fb3d38', 'gw_port': {'id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:19Z', 'updated_at': '2022-02-16T22:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'd78d512f-fd03-4473-8d97-2350383a9db2', 'name': '', 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0', 'tenant_id': '030664079749416b877398f148fb3d38', 'mac_address': 'fa:16:3e:a6:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '6fcc24da-f75c-4bab-8b24-38df358b42a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:25Z', 'updated_at': '2022-02-16T22:11:31Z', 'revision_number': 5, 'project_id': '030664079749416b877398f148fb3d38', 'subnets': [{'id': '6fcc24da-f75c-4bab-8b24-38df358b42a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:15:12.141786 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port fdb3d950-5ca4-43fd-80ec-40704493169e completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:15:12.169948 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a22d0f9-4c61-4edc-9200-f10633e0c1f8 None None] The sync data for ids ['ff5d0efb-9339-4536-bac5-79bda2b84a51'] in n-d-813897-6 is: [{'id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-680667525-router', 'tenant_id': '030664079749416b877398f148fb3d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:11:17Z', 'updated_at': '2022-02-16T22:11:26Z', 'revision_number': 4, 'project_id': '030664079749416b877398f148fb3d38', 'gw_port': {'id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:19Z', 'updated_at': '2022-02-16T22:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'd78d512f-fd03-4473-8d97-2350383a9db2', 'name': '', 'network_id': '908e6638-f4c8-4b45-9573-ffca76ae9dd0', 'tenant_id': '030664079749416b877398f148fb3d38', 'mac_address': 'fa:16:3e:a6:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '6fcc24da-f75c-4bab-8b24-38df358b42a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:25Z', 'updated_at': '2022-02-16T22:11:31Z', 'revision_number': 5, 'project_id': '030664079749416b877398f148fb3d38', 'subnets': [{'id': '6fcc24da-f75c-4bab-8b24-38df358b42a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:15:12.204204 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port fdb3d950-5ca4-43fd-80ec-40704493169e triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:15:12.204204 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (fdb3d950-5ca4-43fd-80ec-40704493169e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:12.206950 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 772e836d-c818-4c75-9af1-edd441125245, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=772e836d-c818-4c75-9af1-edd441125245,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:12.212630 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fdf87e2e-7f34-4703-8ff6-3f05ec242804 req-4b5e376f-3615-4779-ad3e-20b892a54dfd tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454822 Feb 16 22:15:12.257944 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7c96f-5b14-47f6-b106-ad4320780755 req-bcaa5ce5-da17-455f-82d1-beb01177ae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:12.269481 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0cb7c96f-5b14-47f6-b106-ad4320780755 req-bcaa5ce5-da17-455f-82d1-beb01177ae58 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3632171 Feb 16 22:15:12.377903 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '772e836d-c818-4c75-9af1-edd441125245', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': '772e836d-c818-4c75-9af1-edd441125245', 'mac_address': 'fa:16:3e:29:99:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:15:12.450034 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0cb7c96f-5b14-47f6-b106-ad4320780755 req-27d87785-fe0a-4909-8141-cf3b3b92d303 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704273 Feb 16 22:15:12.473048 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 772e836d-c818-4c75-9af1-edd441125245 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:15:12.473540 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (772e836d-c818-4c75-9af1-edd441125245), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:12.499752 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 772e836d-c818-4c75-9af1-edd441125245 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:15:12.548381 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 772e836d-c818-4c75-9af1-edd441125245, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=772e836d-c818-4c75-9af1-edd441125245,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:12.578265 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (772e836d-c818-4c75-9af1-edd441125245), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:12.656265 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port fdb3d950-5ca4-43fd-80ec-40704493169e is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:15:12.656790 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (fdb3d950-5ca4-43fd-80ec-40704493169e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:12.686496 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0cb7c96f-5b14-47f6-b106-ad4320780755 req-b439a15f-deba-44a4-ac3b-aef602a81691 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294583 Feb 16 22:15:12.700890 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af9e3d7-ff8e-48eb-bceb-4630042016e7 None None] New status for floating IP c7ea71e3-5a3b-4f18-8f7d-9ca7b7a85266: DOWN {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:15:12.783309 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41ea7e3-1f6d-4bcc-8b58-382fdefc6817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb3d950-5ca4-43fd-80ec-40704493169e'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:15:12.785523 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed20edc2-5239-45c2-a93f-7bc9304ca3d9" -d '{"events": [{"server_uuid": "a41ea7e3-1f6d-4bcc-8b58-382fdefc6817", "name": "network-vif-plugged", "status": "completed", "tag": "fdb3d950-5ca4-43fd-80ec-40704493169e"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:15:12.799098 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f45d1-b42b-4a11-8982-3e1b95c5d54a req-97751e9a-7cec-492f-a179-9aad282c37cf tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:12.799378 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=772e836d-c818-4c75-9af1-edd441125245,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:12.801997 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-759f45d1-b42b-4a11-8982-3e1b95c5d54a req-97751e9a-7cec-492f-a179-9aad282c37cf tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1b464f2-07df-48a8-9310-3b8d9aeb216f HTTP/1.1" status: 200 len: 945 time: 0.1145666 Feb 16 22:15:12.850207 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port fdb3d950-5ca4-43fd-80ec-40704493169e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=fdb3d950-5ca4-43fd-80ec-40704493169e,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:12.862204 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (fdb3d950-5ca4-43fd-80ec-40704493169e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:12.863067 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 1339ee5a-4973-4d53-b139-157949f7b897 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:15:12.875127 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-759f45d1-b42b-4a11-8982-3e1b95c5d54a req-6d460686-39d6-4127-b128-b1ecba3b6aed tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9e2c187-9543-4d66-be58-24e40f6b1a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654931 Feb 16 22:15:12.921164 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 1339ee5a-4973-4d53-b139-157949f7b897 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:15:12.921518 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 1339ee5a-4973-4d53-b139-157949f7b897 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:15:13.115346 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f36f19-0c93-4310-be2f-7f72c32c6bbc req-ea84311a-10b0-4cce-b6e9-31fef8a97fa5 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:13.122602 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea93024b-ef05-4005-ab8e-4ba0c968c923', 'name': 'network-vif-deleted', 'tag': '1339ee5a-4973-4d53-b139-157949f7b897'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:15:13.124925 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc637962-bb9a-4c68-9520-89752172a897" -d '{"events": [{"server_uuid": "ea93024b-ef05-4005-ab8e-4ba0c968c923", "name": "network-vif-deleted", "tag": "1339ee5a-4973-4d53-b139-157949f7b897"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:15:13.126004 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1f36f19-0c93-4310-be2f-7f72c32c6bbc req-ea84311a-10b0-4cce-b6e9-31fef8a97fa5 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/ports?device_id=7310eed6-a576-407a-9d6d-17dfc251bb33 HTTP/1.1" status: 200 len: 949 time: 0.1154623 Feb 16 22:15:13.175081 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['772e836d-c818-4c75-9af1-edd441125245'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:15:13.210623 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1f36f19-0c93-4310-be2f-7f72c32c6bbc req-ab377a56-f71d-4c03-8ab4-d5bc80334d3b tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/security-groups?id=b922d115-68a5-42e1-be26-b91eb1769be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789752 Feb 16 22:15:13.239411 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0a02d5-aabf-40cf-8e9b-60cf426286b7 x-openstack-request-id: req-5f0a02d5-aabf-40cf-8e9b-60cf426286b7 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:15:13.239949 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41ea7e3-1f6d-4bcc-8b58-382fdefc6817", "name": "network-vif-plugged", "status": "completed", "tag": "fdb3d950-5ca4-43fd-80ec-40704493169e", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:15:13.240376 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5f0a02d5-aabf-40cf-8e9b-60cf426286b7 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:15:13.240962 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41ea7e3-1f6d-4bcc-8b58-382fdefc6817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb3d950-5ca4-43fd-80ec-40704493169e', 'code': 200} Feb 16 22:15:13.263552 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=fdb3d950-5ca4-43fd-80ec-40704493169e,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:13.415906 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d632a-4f65-4c63-b5ae-0e835d92952c req-dd662efc-1cbf-4bdc-b1e9-04966ea84561 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:13.421579 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c49d632a-4f65-4c63-b5ae-0e835d92952c req-dd662efc-1cbf-4bdc-b1e9-04966ea84561 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 944 time: 0.1165094 Feb 16 22:15:13.487431 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06c417-744d-4245-b421-52b37fe543f7 req-ed3243e1-8f69-463a-a5ac-f490900131d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:13.488938 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5f06c417-744d-4245-b421-52b37fe543f7 req-ed3243e1-8f69-463a-a5ac-f490900131d2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 1132 time: 0.1294055 Feb 16 22:15:13.565764 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c49d632a-4f65-4c63-b5ae-0e835d92952c req-52022d65-bc92-4caa-acf4-d77b2d7b7688 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392262 Feb 16 22:15:13.615915 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-aabb557b-c272-4879-a6a1-23089c5105b2 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:13.622590 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-aabb557b-c272-4879-a6a1-23089c5105b2 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/networks?id=91cf39f3-9142-4ee5-af15-00f1f801e8c7 HTTP/1.1" status: 200 len: 807 time: 0.2174432 Feb 16 22:15:13.636565 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5f06c417-744d-4245-b421-52b37fe543f7 req-c1b9ea5e-ef65-4f08-88c6-49c195640e66 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374521 Feb 16 22:15:13.641640 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-c8f02b70-d4c2-423d-982f-c70bdba5cac4 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/quotas/c783ac8d63594bff8f1af68ea2cde2f4 HTTP/1.1" status: 200 len: 375 time: 0.0183637 Feb 16 22:15:13.646166 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0729727c-aa91-4401-b854-e8da1aecd94f x-openstack-request-id: req-0729727c-aa91-4401-b854-e8da1aecd94f {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:15:13.646663 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea93024b-ef05-4005-ab8e-4ba0c968c923", "name": "network-vif-deleted", "tag": "1339ee5a-4973-4d53-b139-157949f7b897", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:15:13.647093 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0729727c-aa91-4401-b854-e8da1aecd94f {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:15:13.647647 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea93024b-ef05-4005-ab8e-4ba0c968c923', 'name': 'network-vif-deleted', 'tag': '1339ee5a-4973-4d53-b139-157949f7b897', 'status': 'completed', 'code': 200} Feb 16 22:15:13.718603 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-1e5cb398-e57f-4ad9-909e-4942c3ed1c8c tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0691209 Feb 16 22:15:13.732520 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 08bd730c-8112-4b42-8a7a-a2957b8398ef no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:15:13.870765 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 08bd730c-8112-4b42-8a7a-a2957b8398ef is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:15:13.871668 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (08bd730c-8112-4b42-8a7a-a2957b8398ef), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:13.872689 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-8b88cd75-ee02-4297-a166-85cad4dc906d service neutron] 10.222.0.75 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476502 Feb 16 22:15:13.922423 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 98c1523d-0312-4514-9ca7-1268551616e6 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:15:13.932122 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 08bd730c-8112-4b42-8a7a-a2957b8398ef, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=08bd730c-8112-4b42-8a7a-a2957b8398ef,segment=NetworkSegment(0fcd852f-dbb0-4c8e-bb68-facd05b73898),segment_id=0fcd852f-dbb0-4c8e-bb68-facd05b73898)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:13.974015 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (08bd730c-8112-4b42-8a7a-a2957b8398ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:14.050046 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=08bd730c-8112-4b42-8a7a-a2957b8398ef,revision_number=8']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:14.055857 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66beec94-a617-4167-b16f-bd180405e3be req-517b0d71-237a-4e9d-a52a-5a3666adee47 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:14.057874 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66beec94-a617-4167-b16f-bd180405e3be req-517b0d71-237a-4e9d-a52a-5a3666adee47 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 950 time: 0.1232347 Feb 16 22:15:14.059960 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-f7e7e5fa-eba4-49bd-ba3a-b4687ddac08b service neutron] 10.222.0.75 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865897 Feb 16 22:15:14.064592 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 98c1523d-0312-4514-9ca7-1268551616e6 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:15:14.070037 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 98c1523d-0312-4514-9ca7-1268551616e6 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:15:14.070430 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (98c1523d-0312-4514-9ca7-1268551616e6), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:14.121926 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66beec94-a617-4167-b16f-bd180405e3be req-743ed3a1-e74a-47e6-a2d1-87d22705f5b2 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561924 Feb 16 22:15:14.193296 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 98c1523d-0312-4514-9ca7-1268551616e6 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:15:14.193678 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (98c1523d-0312-4514-9ca7-1268551616e6), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:14.255789 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 98c1523d-0312-4514-9ca7-1268551616e6, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=98c1523d-0312-4514-9ca7-1268551616e6,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:14.263058 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (98c1523d-0312-4514-9ca7-1268551616e6), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:14.318516 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=98c1523d-0312-4514-9ca7-1268551616e6,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:14.504251 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54452) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:15:14.614964 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a6f47fd8-6c85-4026-b898-971eb00b2de2 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks [] for security_group (fce9e7f7-2e4b-4a61-aa44-727f39b35b4c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:14.645313 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a6f47fd8-6c85-4026-b898-971eb00b2de2 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks [] for security_group (fce9e7f7-2e4b-4a61-aa44-727f39b35b4c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:14.716025 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a6f47fd8-6c85-4026-b898-971eb00b2de2 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (fce9e7f7-2e4b-4a61-aa44-727f39b35b4c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:14.718664 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a6f47fd8-6c85-4026-b898-971eb00b2de2 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:14.720018 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a6f47fd8-6c85-4026-b898-971eb00b2de2 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "DELETE /v2.0/security-groups/fce9e7f7-2e4b-4a61-aa44-727f39b35b4c HTTP/1.1" status: 204 len: 168 time: 0.2147851 Feb 16 22:15:14.728653 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54464) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:15:14.750102 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-87488f1e-a1e8-4b4e-8e78-fe6e2f6ea4ec tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] show failed (client error): The resource could not be found. Feb 16 22:15:14.751308 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-87488f1e-a1e8-4b4e-8e78-fe6e2f6ea4ec tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "GET /v2.0/security-groups/fce9e7f7-2e4b-4a61-aa44-727f39b35b4c HTTP/1.1" status: 404 len: 347 time: 0.0208776 Feb 16 22:15:14.752438 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f47fd8-6c85-4026-b898-971eb00b2de2 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce9e7f7-2e4b-4a61-aa44-727f39b35b4c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:14.754496 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54466) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:15:14.860496 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f109-0b72-41c7-840d-aaa0db2e72fb req-709d63bc-7a37-48ca-bb84-158e3ac12c1e tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:14.862145 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2fc5f109-0b72-41c7-840d-aaa0db2e72fb req-709d63bc-7a37-48ca-bb84-158e3ac12c1e tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/ports?device_id=7310eed6-a576-407a-9d6d-17dfc251bb33 HTTP/1.1" status: 200 len: 949 time: 0.3001525 Feb 16 22:15:14.917124 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-766b1aa9-ae58-4ebc-b688-73fc91fb5b67 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Deleting port 50edc831-dcbb-409f-b3c3-2cc71978495d {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:15:14.918011 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-766b1aa9-ae58-4ebc-b688-73fc91fb5b67 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (50edc831-dcbb-409f-b3c3-2cc71978495d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:14.983293 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-9acbfbe6-7e9e-41c1-9294-b8e540cf4519 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:14.985373 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-9acbfbe6-7e9e-41c1-9294-b8e540cf4519 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/networks?id=4bac3cdf-16ae-435f-8215-29d96cd595c1 HTTP/1.1" status: 200 len: 804 time: 0.3347549 Feb 16 22:15:15.010327 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-ab37e3a5-2f58-4f1a-a269-b788cc588368 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/quotas/eb6359d124c14a73ac3b0de930e6a0fe HTTP/1.1" status: 200 len: 375 time: 0.0139940 Feb 16 22:15:15.023354 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2fc5f109-0b72-41c7-840d-aaa0db2e72fb req-b3cf60c7-b067-4dc9-90b2-531fe786dfbc tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/security-groups?id=b922d115-68a5-42e1-be26-b91eb1769be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509485 Feb 16 22:15:15.041844 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-766b1aa9-ae58-4ebc-b688-73fc91fb5b67 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (50edc831-dcbb-409f-b3c3-2cc71978495d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:15.042800 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-766b1aa9-ae58-4ebc-b688-73fc91fb5b67 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks [] for floatingip (50edc831-dcbb-409f-b3c3-2cc71978495d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:15.063743 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-766b1aa9-ae58-4ebc-b688-73fc91fb5b67 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Calling delete_port for 50edc831-dcbb-409f-b3c3-2cc71978495d owned by network:floatingip {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:15:15.143103 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-73590c19-e71e-4989-b8fe-92080018d6c3 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=eb6359d124c14a73ac3b0de930e6a0fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1185856 Feb 16 22:15:15.210310 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c223d04-6d43-46cd-bceb-c8acb3268b9c req-5dc36c1f-f584-455f-bef0-55282abac0c8 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 210 time: 0.0515316 Feb 16 22:15:15.243221 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd186ec79-14cb-4747-aa9d-d5d8aa967adb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08bd730c-8112-4b42-8a7a-a2957b8398ef'}, {'server_uuid': '70af81ff-ee24-4290-b2d7-fdf3ee754dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c1523d-0312-4514-9ca7-1268551616e6'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:15:15.246032 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7ce8e9-bdab-4716-b9e7-4e0cdd931752" -d '{"events": [{"server_uuid": "d186ec79-14cb-4747-aa9d-d5d8aa967adb", "name": "network-vif-unplugged", "status": "completed", "tag": "08bd730c-8112-4b42-8a7a-a2957b8398ef"}, {"server_uuid": "70af81ff-ee24-4290-b2d7-fdf3ee754dfa", "name": "network-vif-plugged", "status": "completed", "tag": "98c1523d-0312-4514-9ca7-1268551616e6"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:15:15.306031 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-766b1aa9-ae58-4ebc-b688-73fc91fb5b67 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (50edc831-dcbb-409f-b3c3-2cc71978495d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:15.335813 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-9c5737bb-5c95-4081-86ea-360e2de07a17 service neutron] 10.222.0.75 "GET /v2.0/networks/4bac3cdf-16ae-435f-8215-29d96cd595c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887116 Feb 16 22:15:15.395835 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b1aa9-ae58-4ebc-b688-73fc91fb5b67 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Pushing event deleted for resources: {'Port': ['ID=50edc831-dcbb-409f-b3c3-2cc71978495d,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:15.461937 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-766b1aa9-ae58-4ebc-b688-73fc91fb5b67 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks [] for floatingip (c7ea71e3-5a3b-4f18-8f7d-9ca7b7a85266), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:15.475651 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-766b1aa9-ae58-4ebc-b688-73fc91fb5b67 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:15.475794 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-bb50925a-b6c7-49bd-905d-1bdda2712733 service neutron] 10.222.0.75 "GET /v2.0/networks/4bac3cdf-16ae-435f-8215-29d96cd595c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419475 Feb 16 22:15:15.476862 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-766b1aa9-ae58-4ebc-b688-73fc91fb5b67 tempest-ServersWithSpecificFlavorTestJSON-1260535086 tempest-ServersWithSpecificFlavorTestJSON-1260535086-project] 10.222.0.75 "DELETE /v2.0/floatingips/c7ea71e3-5a3b-4f18-8f7d-9ca7b7a85266 HTTP/1.1" status: 204 len: 168 time: 0.7213061 Feb 16 22:15:15.551982 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e0b5f-c721-463a-8bb3-bebbbae3d170 req-8cb3b220-933a-4c89-ae8d-909268e2d362 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:15.553672 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6b5e0b5f-c721-463a-8bb3-bebbbae3d170 req-8cb3b220-933a-4c89-ae8d-909268e2d362 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1b464f2-07df-48a8-9310-3b8d9aeb216f HTTP/1.1" status: 200 len: 945 time: 0.0770550 Feb 16 22:15:15.623989 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6b5e0b5f-c721-463a-8bb3-bebbbae3d170 req-d75b5fa4-befd-49bd-ac85-a745dc7ae6b3 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9e2c187-9543-4d66-be58-24e40f6b1a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617511 Feb 16 22:15:15.739849 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 772e836d-c818-4c75-9af1-edd441125245 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:15:15.860284 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e03fdf-4924-4748-a86a-386d502a95e3 req-f72044e8-bf9e-4746-a391-39519e3a6173 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:15.886796 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-36e03fdf-4924-4748-a86a-386d502a95e3 req-f72044e8-bf9e-4746-a391-39519e3a6173 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 945 time: 0.2227206 Feb 16 22:15:15.910960 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 772e836d-c818-4c75-9af1-edd441125245 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:15:15.918171 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 772e836d-c818-4c75-9af1-edd441125245 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:15:15.918739 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (772e836d-c818-4c75-9af1-edd441125245), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:16.113108 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-36e03fdf-4924-4748-a86a-386d502a95e3 req-76711d4f-fb8d-438d-89c2-895afd766c2e tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241323 Feb 16 22:15:16.248059 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a72e1-56f1-47e3-89f1-96b30da2914e req-6866ffde-7fd1-43ab-831a-ae5759b05dce tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:16.262403 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-861a72e1-56f1-47e3-89f1-96b30da2914e req-6866ffde-7fd1-43ab-831a-ae5759b05dce tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 950 time: 0.5366604 Feb 16 22:15:16.299701 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 772e836d-c818-4c75-9af1-edd441125245 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:15:16.301595 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (772e836d-c818-4c75-9af1-edd441125245), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:16.366749 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 16 Feb 2022 22:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee08cc47-ccda-4b29-9408-8d58f523385f x-openstack-request-id: req-ee08cc47-ccda-4b29-9408-8d58f523385f {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:15:16.368608 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d186ec79-14cb-4747-aa9d-d5d8aa967adb", "name": "network-vif-unplugged", "status": "completed", "tag": "08bd730c-8112-4b42-8a7a-a2957b8398ef", "code": 200}, {"server_uuid": "70af81ff-ee24-4290-b2d7-fdf3ee754dfa", "name": "network-vif-plugged", "status": "completed", "tag": "98c1523d-0312-4514-9ca7-1268551616e6", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:15:16.369280 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ee08cc47-ccda-4b29-9408-8d58f523385f {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:15:16.370723 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd186ec79-14cb-4747-aa9d-d5d8aa967adb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08bd730c-8112-4b42-8a7a-a2957b8398ef', 'code': 200} Feb 16 22:15:16.371388 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70af81ff-ee24-4290-b2d7-fdf3ee754dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c1523d-0312-4514-9ca7-1268551616e6', 'code': 200} Feb 16 22:15:16.374684 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 772e836d-c818-4c75-9af1-edd441125245, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=772e836d-c818-4c75-9af1-edd441125245,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:16.383907 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (772e836d-c818-4c75-9af1-edd441125245), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:16.498202 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=772e836d-c818-4c75-9af1-edd441125245,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:16.576816 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-861a72e1-56f1-47e3-89f1-96b30da2914e req-08d389f6-7208-42fb-bfab-6c7b31880804 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120515 Feb 16 22:15:16.602669 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3d8bb-b94e-4aca-a9cf-38b365192a4d req-791f6062-edff-4295-85e3-3f6ff81c5661 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:16.605353 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c9a3d8bb-b94e-4aca-a9cf-38b365192a4d req-791f6062-edff-4295-85e3-3f6ff81c5661 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1b464f2-07df-48a8-9310-3b8d9aeb216f HTTP/1.1" status: 200 len: 945 time: 0.4904199 Feb 16 22:15:16.666613 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-1a2dd1f8-9266-410d-a861-58bec517202f tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:16.672411 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-1a2dd1f8-9266-410d-a861-58bec517202f tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.79 "GET /v2.0/networks?id=91cf39f3-9142-4ee5-af15-00f1f801e8c7 HTTP/1.1" status: 200 len: 807 time: 0.5942945 Feb 16 22:15:16.702009 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-561f9e3a-a465-403b-997e-904f98278266 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Request body: {'port': {'device_id': '86643b6d-1b9d-4df6-900f-f30fb65abb41', 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7', 'admin_state_up': True, 'tenant_id': 'c783ac8d63594bff8f1af68ea2cde2f4'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:15:16.756008 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a93a47-187f-460e-9ca3-7800d142f72c req-4f3b0f73-0bd2-435d-b296-4e2febe6b7bf tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:16.758733 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-61a93a47-187f-460e-9ca3-7800d142f72c req-4f3b0f73-0bd2-435d-b296-4e2febe6b7bf tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.67 "GET /v2.0/ports?device_id=d186ec79-14cb-4747-aa9d-d5d8aa967adb HTTP/1.1" status: 200 len: 943 time: 0.4873698 Feb 16 22:15:16.780314 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-02e5118c-56dc-4919-95f1-375dcf02ef43 req-f72dfa91-ae2d-4182-be34-ed22096e7a7d tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=81c7526a-7826-4ab7-8247-9d4ab41c2ae6 HTTP/1.1" status: 200 len: 210 time: 0.1245751 Feb 16 22:15:16.818040 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09628cc4-4077-4f9d-ae40-4128cb759d72 req-4f4c3268-45e1-4074-9ed0-7622c75ea44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:16.820012 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-09628cc4-4077-4f9d-ae40-4128cb759d72 req-4f4c3268-45e1-4074-9ed0-7622c75ea44c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 1127 time: 0.3617535 Feb 16 22:15:16.943834 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-09628cc4-4077-4f9d-ae40-4128cb759d72 req-c07ff959-f503-416f-bfd5-122e84b1afa0 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065729 Feb 16 22:15:17.070171 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-561f9e3a-a465-403b-997e-904f98278266 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Made reservation on behalf of c783ac8d63594bff8f1af68ea2cde2f4 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:15:17.076848 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-561f9e3a-a465-403b-997e-904f98278266 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:17.102490 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-61ed9bd9-18e7-4ae4-aaf0-2a69a256d6cc req-2e5bd577-48ba-4ab7-b949-10b157f049c6 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 210 time: 0.1142464 Feb 16 22:15:17.291561 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6dee0d-fdd6-448f-a861-cd8e6c17608e req-8e1c1567-885c-49d3-86b5-6162910e62f8 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:17.299184 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bf6dee0d-fdd6-448f-a861-cd8e6c17608e req-8e1c1567-885c-49d3-86b5-6162910e62f8 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/ports?device_id=7310eed6-a576-407a-9d6d-17dfc251bb33 HTTP/1.1" status: 200 len: 950 time: 0.3422863 Feb 16 22:15:17.317696 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-61a93a47-187f-460e-9ca3-7800d142f72c req-ee93eb6a-633f-4b64-9225-f52ebb784a15 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Deleting port 08bd730c-8112-4b42-8a7a-a2957b8398ef {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:15:17.318199 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-61a93a47-187f-460e-9ca3-7800d142f72c req-ee93eb6a-633f-4b64-9225-f52ebb784a15 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (08bd730c-8112-4b42-8a7a-a2957b8398ef), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:17.348985 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-c9a3d8bb-b94e-4aca-a9cf-38b365192a4d req-25420115-18c2-4d0a-bdf5-ec6ad304020a tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Deleting port 45fc291a-f013-44ed-aaf5-f031f9d054a6 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:15:17.349423 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c9a3d8bb-b94e-4aca-a9cf-38b365192a4d req-25420115-18c2-4d0a-bdf5-ec6ad304020a tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (45fc291a-f013-44ed-aaf5-f031f9d054a6), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:17.395923 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-561f9e3a-a465-403b-997e-904f98278266 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Allocated IP 172.20.0.5 (91cf39f3-9142-4ee5-af15-00f1f801e8c7/f7242f4f-8939-4e6c-b488-ab1fd3ca8215/5cccebac-4308-44b7-bd47-11b830ed78b3) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:15:17.949636 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-561f9e3a-a465-403b-997e-904f98278266 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Publish callbacks [] for port (5cccebac-4308-44b7-bd47-11b830ed78b3), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:17.959147 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-2667f163-7fdd-4721-beb8-4cfbe88a3999 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:17.960882 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-2667f163-7fdd-4721-beb8-4cfbe88a3999 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.67 "GET /v2.0/networks?id=4bac3cdf-16ae-435f-8215-29d96cd595c1 HTTP/1.1" status: 200 len: 804 time: 0.3276601 Feb 16 22:15:17.984546 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-897358c7-87b1-4741-82c3-3b74a3591eb8 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Request body: {'port': {'device_id': '81c7526a-7826-4ab7-8247-9d4ab41c2ae6', 'network_id': '4bac3cdf-16ae-435f-8215-29d96cd595c1', 'admin_state_up': True, 'tenant_id': 'eb6359d124c14a73ac3b0de930e6a0fe'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:15:18.079140 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-561f9e3a-a465-403b-997e-904f98278266 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (5cccebac-4308-44b7-bd47-11b830ed78b3), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:18.092126 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['f5f434fd-a528-4a73-a958-bf0d4d1d5a8d'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:15:18.227992 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f9e3a-a465-403b-997e-904f98278266 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Pushing event updated for resources: {'Port': ['ID=5cccebac-4308-44b7-bd47-11b830ed78b3,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:18.269904 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-61a93a47-187f-460e-9ca3-7800d142f72c req-ee93eb6a-633f-4b64-9225-f52ebb784a15 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] For port 08bd730c-8112-4b42-8a7a-a2957b8398ef, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=08bd730c-8112-4b42-8a7a-a2957b8398ef,segment=NetworkSegment(0fcd852f-dbb0-4c8e-bb68-facd05b73898),segment_id=0fcd852f-dbb0-4c8e-bb68-facd05b73898)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:18.273510 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-61a93a47-187f-460e-9ca3-7800d142f72c req-ee93eb6a-633f-4b64-9225-f52ebb784a15 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (08bd730c-8112-4b42-8a7a-a2957b8398ef), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:18.332799 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-561f9e3a-a465-403b-997e-904f98278266 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:15:18.335643 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-61a93a47-187f-460e-9ca3-7800d142f72c req-ee93eb6a-633f-4b64-9225-f52ebb784a15 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Calling delete_port for 08bd730c-8112-4b42-8a7a-a2957b8398ef owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:15:18.350402 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-561f9e3a-a465-403b-997e-904f98278266 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:15:18.355554 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-561f9e3a-a465-403b-997e-904f98278266 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:15:18.372744 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7310eed6-a576-407a-9d6d-17dfc251bb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772e836d-c818-4c75-9af1-edd441125245'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:15:18.375453 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192dd656-b7cf-4735-91f1-1137ecd81c3c" -d '{"events": [{"server_uuid": "7310eed6-a576-407a-9d6d-17dfc251bb33", "name": "network-vif-plugged", "status": "completed", "tag": "772e836d-c818-4c75-9af1-edd441125245"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:15:18.431915 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-561f9e3a-a465-403b-997e-904f98278266 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:18.432050 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-561f9e3a-a465-403b-997e-904f98278266 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:18.441810 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bf6dee0d-fdd6-448f-a861-cd8e6c17608e req-00bf395b-6b8a-4230-b85f-96e49a389412 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/security-groups?id=b922d115-68a5-42e1-be26-b91eb1769be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1403062 Feb 16 22:15:18.457831 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-897358c7-87b1-4741-82c3-3b74a3591eb8 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Made reservation on behalf of eb6359d124c14a73ac3b0de930e6a0fe for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:15:18.462074 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-897358c7-87b1-4741-82c3-3b74a3591eb8 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:18.494360 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-561f9e3a-a465-403b-997e-904f98278266 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8062198 Feb 16 22:15:18.514116 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-d35a9170-0654-492d-b49b-6e99ca3bf796 service neutron] Request body: {'port': {'device_id': '86643b6d-1b9d-4df6-900f-f30fb65abb41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:15:18.551488 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ed4de-c719-421c-a35c-f5f5294c073b req-4e6f0e15-7736-4867-a689-40b1fce21e40 tempest-MigrationsAdminTest-1008720020 tempest-MigrationsAdminTest-1008720020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:18.553059 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ed1ed4de-c719-421c-a35c-f5f5294c073b req-4e6f0e15-7736-4867-a689-40b1fce21e40 tempest-MigrationsAdminTest-1008720020 tempest-MigrationsAdminTest-1008720020-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 1132 time: 1.2878258 Feb 16 22:15:18.568790 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-c9a3d8bb-b94e-4aca-a9cf-38b365192a4d req-25420115-18c2-4d0a-bdf5-ec6ad304020a tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] For port 45fc291a-f013-44ed-aaf5-f031f9d054a6, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=45fc291a-f013-44ed-aaf5-f031f9d054a6,segment=NetworkSegment(f901632b-b16d-4b58-a423-c55826c2d338),segment_id=f901632b-b16d-4b58-a423-c55826c2d338)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:18.569158 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c9a3d8bb-b94e-4aca-a9cf-38b365192a4d req-25420115-18c2-4d0a-bdf5-ec6ad304020a tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (45fc291a-f013-44ed-aaf5-f031f9d054a6), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:18.643930 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ed1ed4de-c719-421c-a35c-f5f5294c073b req-5b016551-5260-40f4-948f-34b61d3d945d tempest-MigrationsAdminTest-1008720020 tempest-MigrationsAdminTest-1008720020-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663576 Feb 16 22:15:18.802348 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994191e-7a59-4db1-9389-580a70ffb1d5 req-b2dc0af5-8ccf-4641-a756-9a21cdb9040a tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:18.819234 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b994191e-7a59-4db1-9389-580a70ffb1d5 req-b2dc0af5-8ccf-4641-a756-9a21cdb9040a tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1b464f2-07df-48a8-9310-3b8d9aeb216f HTTP/1.1" status: 200 len: 945 time: 0.2398133 Feb 16 22:15:18.893724 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b994191e-7a59-4db1-9389-580a70ffb1d5 req-93e32a3f-bad3-403b-a9eb-5eeaf5b786ba tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9e2c187-9543-4d66-be58-24e40f6b1a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741656 Feb 16 22:15:18.938201 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-897358c7-87b1-4741-82c3-3b74a3591eb8 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Allocated IP 172.20.0.10 (4bac3cdf-16ae-435f-8215-29d96cd595c1/d292e6dc-86dc-495b-b76c-8deab59c0198/0e307f02-068a-43ae-80b4-ed8d9b9effc8) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:15:18.941025 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-d35a9170-0654-492d-b49b-6e99ca3bf796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5cccebac-4308-44b7-bd47-11b830ed78b3), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:19.255631 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d892b55a-a5c9-4ab1-9d89-4616116746c6 req-0d73bc32-69af-441a-bf32-c8f0a21d0d0d tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=81c7526a-7826-4ab7-8247-9d4ab41c2ae6 HTTP/1.1" status: 200 len: 210 time: 0.1087077 Feb 16 22:15:19.295948 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-61a93a47-187f-460e-9ca3-7800d142f72c req-ee93eb6a-633f-4b64-9225-f52ebb784a15 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (08bd730c-8112-4b42-8a7a-a2957b8398ef), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:19.349399 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-d35a9170-0654-492d-b49b-6e99ca3bf796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cccebac-4308-44b7-bd47-11b830ed78b3 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:15:19.364883 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-d35a9170-0654-492d-b49b-6e99ca3bf796 service neutron] Publish callbacks [] for port (5cccebac-4308-44b7-bd47-11b830ed78b3), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:19.389077 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c9a3d8bb-b94e-4aca-a9cf-38b365192a4d req-25420115-18c2-4d0a-bdf5-ec6ad304020a tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:19.389440 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c9a3d8bb-b94e-4aca-a9cf-38b365192a4d req-25420115-18c2-4d0a-bdf5-ec6ad304020a tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (a862b4cc-14b6-46fb-a72e-1b73f39d2a6e), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:19.389759 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [req-c9a3d8bb-b94e-4aca-a9cf-38b365192a4d req-25420115-18c2-4d0a-bdf5-ec6ad304020a tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Floating IP a862b4cc-14b6-46fb-a72e-1b73f39d2a6e disassociated. External IP: 172.25.2.21, port: 45fc291a-f013-44ed-aaf5-f031f9d054a6. Feb 16 22:15:19.390130 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-c9a3d8bb-b94e-4aca-a9cf-38b365192a4d req-25420115-18c2-4d0a-bdf5-ec6ad304020a tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Calling delete_port for 45fc291a-f013-44ed-aaf5-f031f9d054a6 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:15:19.410877 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-d35a9170-0654-492d-b49b-6e99ca3bf796 service neutron] Transition to ACTIVE for port object 5cccebac-4308-44b7-bd47-11b830ed78b3 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:15:19.423631 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-d35a9170-0654-492d-b49b-6e99ca3bf796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (5cccebac-4308-44b7-bd47-11b830ed78b3), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:19.424175 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee93eb6a-633f-4b64-9225-f52ebb784a15 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Pushing event deleted for resources: {'Port': ['ID=08bd730c-8112-4b42-8a7a-a2957b8398ef,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:19.527412 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a9170-0654-492d-b49b-6e99ca3bf796 service neutron] Pushing event updated for resources: {'Port': ['ID=5cccebac-4308-44b7-bd47-11b830ed78b3,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:19.558226 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-897358c7-87b1-4741-82c3-3b74a3591eb8 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Publish callbacks [] for port (0e307f02-068a-43ae-80b4-ed8d9b9effc8), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:19.647602 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a93a47-187f-460e-9ca3-7800d142f72c req-ee93eb6a-633f-4b64-9225-f52ebb784a15 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] No DVR routers for this DVR port 08bd730c-8112-4b42-8a7a-a2957b8398ef on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:15:19.655608 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-d35a9170-0654-492d-b49b-6e99ca3bf796 service neutron] Attempting to bind port 5cccebac-4308-44b7-bd47-11b830ed78b3 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:15:19.656471 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-d35a9170-0654-492d-b49b-6e99ca3bf796 service neutron] Attempting to bind port 5cccebac-4308-44b7-bd47-11b830ed78b3 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:15:19.656471 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-d35a9170-0654-492d-b49b-6e99ca3bf796 service neutron] Attempting to bind port 5cccebac-4308-44b7-bd47-11b830ed78b3 on network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:15:19.658255 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-61a93a47-187f-460e-9ca3-7800d142f72c req-ee93eb6a-633f-4b64-9225-f52ebb784a15 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:19.661479 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-61a93a47-187f-460e-9ca3-7800d142f72c req-ee93eb6a-633f-4b64-9225-f52ebb784a15 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.67 "DELETE /v2.0/ports/08bd730c-8112-4b42-8a7a-a2957b8398ef HTTP/1.1" status: 204 len: 173 time: 2.8670130 Feb 16 22:15:19.661906 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd186ec79-14cb-4747-aa9d-d5d8aa967adb', 'name': 'network-vif-deleted', 'tag': '08bd730c-8112-4b42-8a7a-a2957b8398ef'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:15:19.662761 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-d35a9170-0654-492d-b49b-6e99ca3bf796 service neutron] Port 5cccebac-4308-44b7-bd47-11b830ed78b3 on network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:15:19.663190 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-d35a9170-0654-492d-b49b-6e99ca3bf796 service neutron] Attempting to bind port 5cccebac-4308-44b7-bd47-11b830ed78b3 on network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:15:19.664200 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facb73f7-036d-4bed-9fee-5e0a68b04969" -d '{"events": [{"server_uuid": "d186ec79-14cb-4747-aa9d-d5d8aa967adb", "name": "network-vif-deleted", "tag": "08bd730c-8112-4b42-8a7a-a2957b8398ef"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:15:19.680851 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-897358c7-87b1-4741-82c3-3b74a3591eb8 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (0e307f02-068a-43ae-80b4-ed8d9b9effc8), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:19.692248 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fabd96-9ce1-465d-a2c7-cf7d5703cf3e req-00aaa521-9004-4e27-854d-cebcef977a2c tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:19.703166 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-d35a9170-0654-492d-b49b-6e99ca3bf796 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:15:19.707416 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-d35a9170-0654-492d-b49b-6e99ca3bf796 service neutron] Checking segment: {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:15:19.707949 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-d35a9170-0654-492d-b49b-6e99ca3bf796 service neutron] Bound using segment: {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:15:19.708515 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-d35a9170-0654-492d-b49b-6e99ca3bf796 service neutron] Bound port: 5cccebac-4308-44b7-bd47-11b830ed78b3, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:15:19.708999 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-d35a9170-0654-492d-b49b-6e99ca3bf796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5cccebac-4308-44b7-bd47-11b830ed78b3), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:19.710661 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c7fabd96-9ce1-465d-a2c7-cf7d5703cf3e req-00aaa521-9004-4e27-854d-cebcef977a2c tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 945 time: 0.5580494 Feb 16 22:15:19.780584 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 08bd730c-8112-4b42-8a7a-a2957b8398ef no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:15:19.828088 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-897358c7-87b1-4741-82c3-3b74a3591eb8 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Network 4bac3cdf-16ae-435f-8215-29d96cd595c1 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:15:19.835529 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-897358c7-87b1-4741-82c3-3b74a3591eb8 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:15:19.840438 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897358c7-87b1-4741-82c3-3b74a3591eb8 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Pushing event updated for resources: {'Port': ['ID=0e307f02-068a-43ae-80b4-ed8d9b9effc8,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:19.843307 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-897358c7-87b1-4741-82c3-3b74a3591eb8 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:15:19.884220 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 08bd730c-8112-4b42-8a7a-a2957b8398ef {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:15:19.885332 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 08bd730c-8112-4b42-8a7a-a2957b8398ef not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:15:19.935128 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-d35a9170-0654-492d-b49b-6e99ca3bf796 service neutron] For port 5cccebac-4308-44b7-bd47-11b830ed78b3, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:15:19.939101 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 45fc291a-f013-44ed-aaf5-f031f9d054a6 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:15:19.943893 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-897358c7-87b1-4741-82c3-3b74a3591eb8 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:19.944675 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-897358c7-87b1-4741-82c3-3b74a3591eb8 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:19.948407 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-d35a9170-0654-492d-b49b-6e99ca3bf796 service neutron] For port 5cccebac-4308-44b7-bd47-11b830ed78b3, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=5cccebac-4308-44b7-bd47-11b830ed78b3,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:15:19.962142 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-d35a9170-0654-492d-b49b-6e99ca3bf796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (5cccebac-4308-44b7-bd47-11b830ed78b3), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:19.976497 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-897358c7-87b1-4741-82c3-3b74a3591eb8 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9962904 Feb 16 22:15:20.010598 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c7fabd96-9ce1-465d-a2c7-cf7d5703cf3e req-68a5fa9e-01d5-4b84-bae7-2eaf8e8a1122 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978497 Feb 16 22:15:20.015836 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-6b7ca807-191e-4a29-b6c6-6bafc67639b8 service neutron] Request body: {'port': {'device_id': '81c7526a-7826-4ab7-8247-9d4ab41c2ae6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:15:20.018938 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c9a3d8bb-b94e-4aca-a9cf-38b365192a4d req-25420115-18c2-4d0a-bdf5-ec6ad304020a tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (45fc291a-f013-44ed-aaf5-f031f9d054a6), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:20.057058 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-d35a9170-0654-492d-b49b-6e99ca3bf796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:20.058432 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-d35a9170-0654-492d-b49b-6e99ca3bf796 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:20.059997 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-d35a9170-0654-492d-b49b-6e99ca3bf796 service neutron] 10.222.0.79 "PUT /v2.0/ports/5cccebac-4308-44b7-bd47-11b830ed78b3 HTTP/1.1" status: 200 len: 1091 time: 1.5533245 Feb 16 22:15:20.062621 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86643b6d-1b9d-4df6-900f-f30fb65abb41', 'tag': '5cccebac-4308-44b7-bd47-11b830ed78b3'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:15:20.065745 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2962bad-f1fe-470c-824e-ad5c11f80531" -d '{"events": [{"name": "network-changed", "server_uuid": "86643b6d-1b9d-4df6-900f-f30fb65abb41", "tag": "5cccebac-4308-44b7-bd47-11b830ed78b3"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:15:20.099759 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No active binding found for port 45fc291a-f013-44ed-aaf5-f031f9d054a6 {{(pid=103467) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 16 22:15:20.100140 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] The host n-h2-813897-6 is not matching for port 45fc291a-f013-44ed-aaf5-f031f9d054a6 host None! {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 22:15:20.100545 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 45fc291a-f013-44ed-aaf5-f031f9d054a6 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:15:20.130546 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3eb036-5dde-4ed5-99c6-b25d01bd00fb req-3f203fd0-2b8b-48db-8739-6886b432a031 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:20.142862 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9b3eb036-5dde-4ed5-99c6-b25d01bd00fb req-3f203fd0-2b8b-48db-8739-6886b432a031 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 943 time: 0.7690597 Feb 16 22:15:20.158878 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68687c4-bce1-4628-8f90-256acd565bca x-openstack-request-id: req-b68687c4-bce1-4628-8f90-256acd565bca {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:15:20.159037 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7310eed6-a576-407a-9d6d-17dfc251bb33", "name": "network-vif-plugged", "status": "completed", "tag": "772e836d-c818-4c75-9af1-edd441125245", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:15:20.159327 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b68687c4-bce1-4628-8f90-256acd565bca {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:15:20.159651 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7310eed6-a576-407a-9d6d-17dfc251bb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772e836d-c818-4c75-9af1-edd441125245', 'code': 200} Feb 16 22:15:20.163462 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25420115-18c2-4d0a-bdf5-ec6ad304020a tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Pushing event deleted for resources: {'Port': ['ID=45fc291a-f013-44ed-aaf5-f031f9d054a6,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:20.178767 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a9170-0654-492d-b49b-6e99ca3bf796 service neutron] Pushing event updated for resources: {'Port': ['ID=5cccebac-4308-44b7-bd47-11b830ed78b3,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:20.290961 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-6b7ca807-191e-4a29-b6c6-6bafc67639b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0e307f02-068a-43ae-80b4-ed8d9b9effc8), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:20.320846 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9b3eb036-5dde-4ed5-99c6-b25d01bd00fb req-ecd8772e-a347-4698-9372-245476aba202 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730902 Feb 16 22:15:20.369531 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-45e41c5f-21fc-434a-b165-4f5f3e1a1872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:20.376037 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-45e41c5f-21fc-434a-b165-4f5f3e1a1872 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 1125 time: 0.2637227 Feb 16 22:15:20.549533 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-db3d19f3-74e9-41b5-8912-7368c4549569 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cccebac-4308-44b7-bd47-11b830ed78b3 HTTP/1.1" status: 200 len: 217 time: 0.0685878 Feb 16 22:15:20.599655 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b31d873c-cb4a-4638-8260-47ac04366797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:20.761378 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb349ed-b2ad-42be-ac30-d35f11a9b558 x-openstack-request-id: req-2eb349ed-b2ad-42be-ac30-d35f11a9b558 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:15:20.761681 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d186ec79-14cb-4747-aa9d-d5d8aa967adb", "name": "network-vif-deleted", "tag": "08bd730c-8112-4b42-8a7a-a2957b8398ef", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:15:20.762846 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2eb349ed-b2ad-42be-ac30-d35f11a9b558 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:15:20.762846 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd186ec79-14cb-4747-aa9d-d5d8aa967adb', 'name': 'network-vif-deleted', 'tag': '08bd730c-8112-4b42-8a7a-a2957b8398ef', 'status': 'completed', 'code': 200} Feb 16 22:15:20.852623 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11632e7d-a1f4-4096-bba3-5965e708335c req-75a45292-77fb-4796-b25b-d6f2e7d12bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:20.854163 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-11632e7d-a1f4-4096-bba3-5965e708335c req-75a45292-77fb-4796-b25b-d6f2e7d12bf9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7310eed6-a576-407a-9d6d-17dfc251bb33 HTTP/1.1" status: 200 len: 1132 time: 0.5567403 Feb 16 22:15:20.928852 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-11ded5f3-0988-432d-8a0a-ff755ee2973c req-b0b21491-0133-4f2e-a5fb-3de80f5b3590 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1b464f2-07df-48a8-9310-3b8d9aeb216f HTTP/1.1" status: 200 len: 210 time: 0.1062920 Feb 16 22:15:20.953711 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9a3d8bb-b94e-4aca-a9cf-38b365192a4d req-25420115-18c2-4d0a-bdf5-ec6ad304020a tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Router 11087e16-5c0e-44ac-85cb-36fafda2ab06 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:15:20.960890 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc3933-dec3-479c-8ffd-c719cd999f3d req-387806dd-b9ec-4bc2-b28c-afa8efec3666 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:20.974277 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-27bc3933-dec3-479c-8ffd-c719cd999f3d req-387806dd-b9ec-4bc2-b28c-afa8efec3666 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/ports?device_id=7310eed6-a576-407a-9d6d-17dfc251bb33 HTTP/1.1" status: 200 len: 950 time: 0.4389091 Feb 16 22:15:21.039585 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-11632e7d-a1f4-4096-bba3-5965e708335c req-1adb72f1-8a7f-4239-aade-e77db7655dc9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b922d115-68a5-42e1-be26-b91eb1769be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660192 Feb 16 22:15:21.052522 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-6b7ca807-191e-4a29-b6c6-6bafc67639b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e307f02-068a-43ae-80b4-ed8d9b9effc8 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:15:21.062464 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-6b7ca807-191e-4a29-b6c6-6bafc67639b8 service neutron] Publish callbacks [] for port (0e307f02-068a-43ae-80b4-ed8d9b9effc8), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:21.076865 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-6b7ca807-191e-4a29-b6c6-6bafc67639b8 service neutron] Transition to ACTIVE for port object 0e307f02-068a-43ae-80b4-ed8d9b9effc8 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:15:21.112059 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-6b7ca807-191e-4a29-b6c6-6bafc67639b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (0e307f02-068a-43ae-80b4-ed8d9b9effc8), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:21.122753 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-b02a7fd6-7327-4364-b3c3-be9103911834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:21.124579 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-b02a7fd6-7327-4364-b3c3-be9103911834 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f7242f4f-8939-4e6c-b488-ab1fd3ca8215 HTTP/1.1" status: 200 len: 847 time: 0.5445023 Feb 16 22:15:21.134264 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-27bc3933-dec3-479c-8ffd-c719cd999f3d req-5dbcdd65-bc88-4248-8d0f-94408e364afa tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/security-groups?id=b922d115-68a5-42e1-be26-b91eb1769be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577628 Feb 16 22:15:21.202597 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ca807-191e-4a29-b6c6-6bafc67639b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0e307f02-068a-43ae-80b4-ed8d9b9effc8,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:21.207678 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9a3d8bb-b94e-4aca-a9cf-38b365192a4d req-25420115-18c2-4d0a-bdf5-ec6ad304020a tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:15:21.231468 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb346bd-8808-42e6-ac0c-3a1dc07520e2 None None] Sync routers for ids ['11087e16-5c0e-44ac-85cb-36fafda2ab06'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:15:21.253319 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-aba7f409-e95d-470a-94b8-fe047a08e9ab service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91cf39f3-9142-4ee5-af15-00f1f801e8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566196 Feb 16 22:15:21.254974 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3aab32-d9e8-493a-9f0e-f9a6d05afc76 x-openstack-request-id: req-6b3aab32-d9e8-493a-9f0e-f9a6d05afc76 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:15:21.255951 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86643b6d-1b9d-4df6-900f-f30fb65abb41", "tag": "5cccebac-4308-44b7-bd47-11b830ed78b3", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:15:21.256221 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6b3aab32-d9e8-493a-9f0e-f9a6d05afc76 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:15:21.256895 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86643b6d-1b9d-4df6-900f-f30fb65abb41', 'tag': '5cccebac-4308-44b7-bd47-11b830ed78b3', 'status': 'completed', 'code': 200} Feb 16 22:15:21.261255 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-76eb1a4e-ac10-454e-88fd-40dab48982e6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4784267 Feb 16 22:15:21.273112 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb346bd-8808-42e6-ac0c-3a1dc07520e2 None None] Routers {'11087e16-5c0e-44ac-85cb-36fafda2ab06'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:15:21.276960 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-1cb346bd-8808-42e6-ac0c-3a1dc07520e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:14:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['11087e16-5c0e-44ac-85cb-36fafda2ab06'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:15:21.297121 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a3d8bb-b94e-4aca-a9cf-38b365192a4d req-25420115-18c2-4d0a-bdf5-ec6ad304020a tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] No DVR routers for this DVR port 45fc291a-f013-44ed-aaf5-f031f9d054a6 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:15:21.300059 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c9a3d8bb-b94e-4aca-a9cf-38b365192a4d req-25420115-18c2-4d0a-bdf5-ec6ad304020a tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:21.300956 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-2ba3284c-fb6f-4124-b85f-8f7b7c9d67b2 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:15:21.302059 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-2ba3284c-fb6f-4124-b85f-8f7b7c9d67b2 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0323007 Feb 16 22:15:21.319727 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c9a3d8bb-b94e-4aca-a9cf-38b365192a4d req-25420115-18c2-4d0a-bdf5-ec6ad304020a tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.79 "DELETE /v2.0/ports/45fc291a-f013-44ed-aaf5-f031f9d054a6 HTTP/1.1" status: 204 len: 173 time: 4.7044127 Feb 16 22:15:21.545244 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-a7dde89e-9f0e-4032-957d-96c258a4dbab service neutron] 10.222.0.79 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418718 Feb 16 22:15:21.556474 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca16dc-08fe-4e15-8b34-e637ac6f3c23 req-e34ff280-91f3-4029-aa08-93196b59ad01 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:21.562244 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f5ca16dc-08fe-4e15-8b34-e637ac6f3c23 req-e34ff280-91f3-4029-aa08-93196b59ad01 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 1127 time: 0.2364941 Feb 16 22:15:21.592539 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb210220-414c-46d5-ab4d-b5cee24f2db9 req-f212045d-21b0-4810-b803-3748ff1f5065 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:21.616608 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fb210220-414c-46d5-ab4d-b5cee24f2db9 req-f212045d-21b0-4810-b803-3748ff1f5065 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=81c7526a-7826-4ab7-8247-9d4ab41c2ae6 HTTP/1.1" status: 200 len: 944 time: 0.2869558 Feb 16 22:15:21.704060 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-1cb346bd-8808-42e6-ac0c-3a1dc07520e2 None None] Set router 11087e16-5c0e-44ac-85cb-36fafda2ab06 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:15:21.754562 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f5ca16dc-08fe-4e15-8b34-e637ac6f3c23 req-1d877a1a-d995-4e58-b7a5-15d855412859 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827004 Feb 16 22:15:21.777523 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-118f363d-e61e-42a0-9d5d-ec47556cff57 req-d7d2b1b1-e346-4e17-aa12-1833f243db2d service neutron] 10.222.0.79 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234700 Feb 16 22:15:21.779369 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fb210220-414c-46d5-ab4d-b5cee24f2db9 req-e1afd28e-2831-4d73-9551-a446643eb7aa tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403844 Feb 16 22:15:21.807078 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-6b7ca807-191e-4a29-b6c6-6bafc67639b8 service neutron] Attempting to bind port 0e307f02-068a-43ae-80b4-ed8d9b9effc8 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:15:21.809124 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-6b7ca807-191e-4a29-b6c6-6bafc67639b8 service neutron] Attempting to bind port 0e307f02-068a-43ae-80b4-ed8d9b9effc8 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '0fcd852f-dbb0-4c8e-bb68-facd05b73898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4bac3cdf-16ae-435f-8215-29d96cd595c1'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:15:21.809528 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-6b7ca807-191e-4a29-b6c6-6bafc67639b8 service neutron] Attempting to bind port 0e307f02-068a-43ae-80b4-ed8d9b9effc8 on network 4bac3cdf-16ae-435f-8215-29d96cd595c1 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:15:21.821930 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-6b7ca807-191e-4a29-b6c6-6bafc67639b8 service neutron] Port 0e307f02-068a-43ae-80b4-ed8d9b9effc8 on network 4bac3cdf-16ae-435f-8215-29d96cd595c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:15:21.822708 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-6b7ca807-191e-4a29-b6c6-6bafc67639b8 service neutron] Attempting to bind port 0e307f02-068a-43ae-80b4-ed8d9b9effc8 on network 4bac3cdf-16ae-435f-8215-29d96cd595c1 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:15:21.840653 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-6b7ca807-191e-4a29-b6c6-6bafc67639b8 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:15:21.840806 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-6b7ca807-191e-4a29-b6c6-6bafc67639b8 service neutron] Checking segment: {'id': '0fcd852f-dbb0-4c8e-bb68-facd05b73898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4bac3cdf-16ae-435f-8215-29d96cd595c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:15:21.841184 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-6b7ca807-191e-4a29-b6c6-6bafc67639b8 service neutron] Bound using segment: {'id': '0fcd852f-dbb0-4c8e-bb68-facd05b73898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4bac3cdf-16ae-435f-8215-29d96cd595c1'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:15:21.844916 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-6b7ca807-191e-4a29-b6c6-6bafc67639b8 service neutron] Bound port: 0e307f02-068a-43ae-80b4-ed8d9b9effc8, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fcd852f-dbb0-4c8e-bb68-facd05b73898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4bac3cdf-16ae-435f-8215-29d96cd595c1'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:15:21.845345 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-6b7ca807-191e-4a29-b6c6-6bafc67639b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0e307f02-068a-43ae-80b4-ed8d9b9effc8), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:22.013979 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b332ce-506d-48ee-b50a-74fce9e57e2e req-ba21ecf3-898e-45f1-921d-d7d34492f0c6 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:22.021304 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5b332ce-506d-48ee-b50a-74fce9e57e2e req-ba21ecf3-898e-45f1-921d-d7d34492f0c6 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 950 time: 0.1202495 Feb 16 22:15:22.049533 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6477ace-fff2-48bf-ab53-cac5fe5faf5c req-f1972998-d288-4cd4-b410-4d8ab6c711f0 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:22.057267 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6477ace-fff2-48bf-ab53-cac5fe5faf5c req-f1972998-d288-4cd4-b410-4d8ab6c711f0 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 943 time: 0.1125884 Feb 16 22:15:22.132860 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5b332ce-506d-48ee-b50a-74fce9e57e2e req-83241042-596f-491f-b2c6-900bbd16477d tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061881 Feb 16 22:15:22.145914 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-6b7ca807-191e-4a29-b6c6-6bafc67639b8 service neutron] For port 0e307f02-068a-43ae-80b4-ed8d9b9effc8, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:15:22.145914 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-6b7ca807-191e-4a29-b6c6-6bafc67639b8 service neutron] For port 0e307f02-068a-43ae-80b4-ed8d9b9effc8, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=0e307f02-068a-43ae-80b4-ed8d9b9effc8,segment=NetworkSegment(0fcd852f-dbb0-4c8e-bb68-facd05b73898),segment_id=0fcd852f-dbb0-4c8e-bb68-facd05b73898)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:15:22.166422 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6477ace-fff2-48bf-ab53-cac5fe5faf5c req-a1b1c02b-fe43-461d-af6a-3f08bec49968 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060553 Feb 16 22:15:22.202786 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-6b7ca807-191e-4a29-b6c6-6bafc67639b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (0e307f02-068a-43ae-80b4-ed8d9b9effc8), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:22.352081 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cf2f6-d147-4f96-80be-93e2d7366e1b req-a441723f-ca5d-419a-a2d6-240aedfb66b3 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:22.363620 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d37cf2f6-d147-4f96-80be-93e2d7366e1b req-a441723f-ca5d-419a-a2d6-240aedfb66b3 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 1127 time: 0.1051412 Feb 16 22:15:22.375071 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-1cb346bd-8808-42e6-ac0c-3a1dc07520e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'name': 'tempest-ServersTestManualDisk-1346985168-router', 'tenant_id': 'd9f4c3d639764d149e7c3c9334975949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '9d77d7bb-a30d-4e15-b95b-d5858d60afa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:13:55Z', 'updated_at': '2022-02-16T22:14:02Z', 'revision_number': 4, 'project_id': 'd9f4c3d639764d149e7c3c9334975949', 'gw_port': {'id': '9d77d7bb-a30d-4e15-b95b-d5858d60afa3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:13:57Z', 'updated_at': '2022-02-16T22:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '5a871ffa-a4d9-47a0-8bec-d952ba9d64f7', 'name': '', 'network_id': 'ea12ed18-2146-4087-b7ac-be4800d31ba6', 'tenant_id': 'd9f4c3d639764d149e7c3c9334975949', 'mac_address': 'fa:16:3e:9f:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'd6127c36-c1ee-44b8-9e4f-0b0d5d8779af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:14:01Z', 'updated_at': '2022-02-16T22:14:09Z', 'revision_number': 5, 'project_id': 'd9f4c3d639764d149e7c3c9334975949', 'subnets': [{'id': 'd6127c36-c1ee-44b8-9e4f-0b0d5d8779af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:15:22.433008 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb346bd-8808-42e6-ac0c-3a1dc07520e2 None None] Checking router: 11087e16-5c0e-44ac-85cb-36fafda2ab06 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:15:22.455954 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb346bd-8808-42e6-ac0c-3a1dc07520e2 None None] Routers {'11087e16-5c0e-44ac-85cb-36fafda2ab06'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:15:22.456897 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-1cb346bd-8808-42e6-ac0c-3a1dc07520e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:14:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['11087e16-5c0e-44ac-85cb-36fafda2ab06'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:15:22.466923 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ff62bf64-3945-48f5-8a68-4ae580e63b44 req-9557e77b-bc2c-4320-b621-b10942d2577d tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1b464f2-07df-48a8-9310-3b8d9aeb216f HTTP/1.1" status: 200 len: 210 time: 0.0682435 Feb 16 22:15:22.533747 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d37cf2f6-d147-4f96-80be-93e2d7366e1b req-195d6f5d-86a8-4130-8f69-128dbf57ca86 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688232 Feb 16 22:15:22.746395 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-1cb346bd-8808-42e6-ac0c-3a1dc07520e2 None None] Set router 11087e16-5c0e-44ac-85cb-36fafda2ab06 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:15:22.763401 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b464f2-07df-48a8-9310-3b8d9aeb216f', 'name': 'network-vif-deleted', 'tag': '45fc291a-f013-44ed-aaf5-f031f9d054a6'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:15:22.766871 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4187a837-5090-474d-be89-7d9b3db7f97a" -d '{"events": [{"server_uuid": "f1b464f2-07df-48a8-9310-3b8d9aeb216f", "name": "network-vif-deleted", "tag": "45fc291a-f013-44ed-aaf5-f031f9d054a6"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:15:22.801187 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b2a13-e36f-4ccb-a75d-34b2fc56a1b3 req-2d3a6e26-4ab2-4edb-b81e-6589f43cdfb5 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:22.814117 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bd6b2a13-e36f-4ccb-a75d-34b2fc56a1b3 req-2d3a6e26-4ab2-4edb-b81e-6589f43cdfb5 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/ports?device_id=7310eed6-a576-407a-9d6d-17dfc251bb33 HTTP/1.1" status: 200 len: 950 time: 0.1293130 Feb 16 22:15:22.845957 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-6b7ca807-191e-4a29-b6c6-6bafc67639b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:22.847771 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-6b7ca807-191e-4a29-b6c6-6bafc67639b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:22.849565 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-6b7ca807-191e-4a29-b6c6-6bafc67639b8 service neutron] 10.222.0.67 "PUT /v2.0/ports/0e307f02-068a-43ae-80b4-ed8d9b9effc8 HTTP/1.1" status: 200 len: 1092 time: 2.8445401 Feb 16 22:15:22.855663 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-c3d7d047-70f7-4b83-9a0a-56f0dbb3bffd tempest-MigrationsAdminTest-1008720020 tempest-MigrationsAdminTest-1008720020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:22.864466 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-c3d7d047-70f7-4b83-9a0a-56f0dbb3bffd tempest-MigrationsAdminTest-1008720020 tempest-MigrationsAdminTest-1008720020-project-admin] 10.222.0.75 "GET /v2.0/ports/fdb3d950-5ca4-43fd-80ec-40704493169e HTTP/1.1" status: 200 len: 1129 time: 0.6928098 Feb 16 22:15:22.876228 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ca807-191e-4a29-b6c6-6bafc67639b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0e307f02-068a-43ae-80b4-ed8d9b9effc8,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:22.921063 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2962bad-f1fe-470c-824e-ad5c11f80531 req-dc2bef70-b16f-41db-8dbe-a6f89ccea9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:22.924067 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a2962bad-f1fe-470c-824e-ad5c11f80531 req-dc2bef70-b16f-41db-8dbe-a6f89ccea9b6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 1125 time: 1.0377662 Feb 16 22:15:23.015746 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bd6b2a13-e36f-4ccb-a75d-34b2fc56a1b3 req-b9d325cc-e673-464c-8579-95505623a53c tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/security-groups?id=b922d115-68a5-42e1-be26-b91eb1769be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912181 Feb 16 22:15:23.054556 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3e8fcafc-1605-474d-80dd-6dbf9b89ad38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:23.164856 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54626) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:15:23.171979 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2962bad-f1fe-470c-824e-ad5c11f80531 req-dec2df30-6d41-46c9-bb63-5cab969ef6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:23.173521 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a2962bad-f1fe-470c-824e-ad5c11f80531 req-dec2df30-6d41-46c9-bb63-5cab969ef6c8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=91cf39f3-9142-4ee5-af15-00f1f801e8c7 HTTP/1.1" status: 200 len: 908 time: 0.2066131 Feb 16 22:15:23.249738 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-1cb346bd-8808-42e6-ac0c-3a1dc07520e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'name': 'tempest-ServersTestManualDisk-1346985168-router', 'tenant_id': 'd9f4c3d639764d149e7c3c9334975949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '9d77d7bb-a30d-4e15-b95b-d5858d60afa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:13:55Z', 'updated_at': '2022-02-16T22:14:02Z', 'revision_number': 4, 'project_id': 'd9f4c3d639764d149e7c3c9334975949', 'gw_port': {'id': '9d77d7bb-a30d-4e15-b95b-d5858d60afa3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:13:57Z', 'updated_at': '2022-02-16T22:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '5a871ffa-a4d9-47a0-8bec-d952ba9d64f7', 'name': '', 'network_id': 'ea12ed18-2146-4087-b7ac-be4800d31ba6', 'tenant_id': 'd9f4c3d639764d149e7c3c9334975949', 'mac_address': 'fa:16:3e:9f:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'd6127c36-c1ee-44b8-9e4f-0b0d5d8779af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:14:01Z', 'updated_at': '2022-02-16T22:14:09Z', 'revision_number': 5, 'project_id': 'd9f4c3d639764d149e7c3c9334975949', 'subnets': [{'id': 'd6127c36-c1ee-44b8-9e4f-0b0d5d8779af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:15:23.280703 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-23c8a189-65d8-4958-b5cd-6cd44bdb4f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:23.282834 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-23c8a189-65d8-4958-b5cd-6cd44bdb4f13 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eb6359d124c14a73ac3b0de930e6a0fe&device_id=81c7526a-7826-4ab7-8247-9d4ab41c2ae6 HTTP/1.1" status: 200 len: 1126 time: 0.3578823 Feb 16 22:15:23.283511 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c7526a-7826-4ab7-8247-9d4ab41c2ae6', 'tag': '0e307f02-068a-43ae-80b4-ed8d9b9effc8'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:15:23.286685 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086c4554-11d8-47b9-bf6e-80c439df8483" -d '{"events": [{"name": "network-changed", "server_uuid": "81c7526a-7826-4ab7-8247-9d4ab41c2ae6", "tag": "0e307f02-068a-43ae-80b4-ed8d9b9effc8"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:15:23.294343 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a2962bad-f1fe-470c-824e-ad5c11f80531 req-95600def-b32c-4092-924b-3089bed26391 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cccebac-4308-44b7-bd47-11b830ed78b3 HTTP/1.1" status: 200 len: 217 time: 0.1086273 Feb 16 22:15:23.314582 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb346bd-8808-42e6-ac0c-3a1dc07520e2 None None] The sync data for ids ['11087e16-5c0e-44ac-85cb-36fafda2ab06'] in n-d-813897-6 is: [{'id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'name': 'tempest-ServersTestManualDisk-1346985168-router', 'tenant_id': 'd9f4c3d639764d149e7c3c9334975949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '9d77d7bb-a30d-4e15-b95b-d5858d60afa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:13:55Z', 'updated_at': '2022-02-16T22:14:02Z', 'revision_number': 4, 'project_id': 'd9f4c3d639764d149e7c3c9334975949', 'gw_port': {'id': '9d77d7bb-a30d-4e15-b95b-d5858d60afa3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:13:57Z', 'updated_at': '2022-02-16T22:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '5a871ffa-a4d9-47a0-8bec-d952ba9d64f7', 'name': '', 'network_id': 'ea12ed18-2146-4087-b7ac-be4800d31ba6', 'tenant_id': 'd9f4c3d639764d149e7c3c9334975949', 'mac_address': 'fa:16:3e:9f:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'd6127c36-c1ee-44b8-9e4f-0b0d5d8779af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:14:01Z', 'updated_at': '2022-02-16T22:14:09Z', 'revision_number': 5, 'project_id': 'd9f4c3d639764d149e7c3c9334975949', 'subnets': [{'id': 'd6127c36-c1ee-44b8-9e4f-0b0d5d8779af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:15:23.377017 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-1a3875ad-c856-44bc-8885-3cb9acee5a5e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e307f02-068a-43ae-80b4-ed8d9b9effc8 HTTP/1.1" status: 200 len: 217 time: 0.0814986 Feb 16 22:15:23.495284 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2962bad-f1fe-470c-824e-ad5c11f80531 req-039a15c3-7165-440c-b58b-2af9918c9ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:23.501433 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a2962bad-f1fe-470c-824e-ad5c11f80531 req-039a15c3-7165-440c-b58b-2af9918c9ab3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f7242f4f-8939-4e6c-b488-ab1fd3ca8215 HTTP/1.1" status: 200 len: 847 time: 0.1199851 Feb 16 22:15:23.505519 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-22c25bf3-6425-4a61-942a-bce321245280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:23.511741 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-22c25bf3-6425-4a61-942a-bce321245280 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d292e6dc-86dc-495b-b76c-8deab59c0198 HTTP/1.1" status: 200 len: 844 time: 0.1239817 Feb 16 22:15:23.553252 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4006d8-de13-48c4-b810-00d5e6b40ab9 x-openstack-request-id: req-8c4006d8-de13-48c4-b810-00d5e6b40ab9 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:15:23.553549 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b464f2-07df-48a8-9310-3b8d9aeb216f", "name": "network-vif-deleted", "tag": "45fc291a-f013-44ed-aaf5-f031f9d054a6", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:15:23.555086 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8c4006d8-de13-48c4-b810-00d5e6b40ab9 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:15:23.555518 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b464f2-07df-48a8-9310-3b8d9aeb216f', 'name': 'network-vif-deleted', 'tag': '45fc291a-f013-44ed-aaf5-f031f9d054a6', 'status': 'completed', 'code': 200} Feb 16 22:15:23.650194 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a2962bad-f1fe-470c-824e-ad5c11f80531 req-6ea74ed7-67f4-4f02-9bc6-240b0aac5c6b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91cf39f3-9142-4ee5-af15-00f1f801e8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1361077 Feb 16 22:15:23.687771 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-55d4cfbd-d94f-46ae-bfe1-97f21001c59c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4bac3cdf-16ae-435f-8215-29d96cd595c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1391551 Feb 16 22:15:23.773523 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49707795-3fce-4b4b-82fc-8c5eff7fa741 req-8d4f439b-c200-4c26-b2a4-599eedffe05b tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:23.775247 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-49707795-3fce-4b4b-82fc-8c5eff7fa741 req-8d4f439b-c200-4c26-b2a4-599eedffe05b tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=81c7526a-7826-4ab7-8247-9d4ab41c2ae6 HTTP/1.1" status: 200 len: 944 time: 0.2189431 Feb 16 22:15:23.876397 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-ffe3164c-a663-4436-bc7a-85fa86909a37 service neutron] 10.222.0.67 "GET /v2.0/networks/4bac3cdf-16ae-435f-8215-29d96cd595c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670120 Feb 16 22:15:23.922429 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-49707795-3fce-4b4b-82fc-8c5eff7fa741 req-70e058ad-42bb-43b6-9d2f-b7f57e929a75 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351182 Feb 16 22:15:23.966286 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3adfe25f-71ca-4042-a54e-4981deb86e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (ff5d0efb-9339-4536-bac5-79bda2b84a51), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:24.050095 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902fec97-7bbe-4d8f-b3a6-9e72fd3868d0 None None] New status for floating IP a862b4cc-14b6-46fb-a72e-1b73f39d2a6e: DOWN {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:15:24.338127 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:24.402085 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f6375500-fa3e-4c3b-81bf-c3b5d4f22793 req-03e8cff9-2a89-4990-ac0c-f45543340d6c service neutron] 10.222.0.67 "GET /v2.0/networks/4bac3cdf-16ae-435f-8215-29d96cd595c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4798608 Feb 16 22:15:24.402085 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a2962bad-f1fe-470c-824e-ad5c11f80531 req-fe373942-592f-4dac-83cb-431249da09d8 service neutron] 10.222.0.79 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7126949 Feb 16 22:15:24.483546 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc399e-738d-4157-9735-8165780a4d99 req-e304d7c5-6586-4070-8651-51f8d44f71c3 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:24.497568 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9fdc399e-738d-4157-9735-8165780a4d99 req-e304d7c5-6586-4070-8651-51f8d44f71c3 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 950 time: 0.2711151 Feb 16 22:15:24.603629 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9fdc399e-738d-4157-9735-8165780a4d99 req-0756a12e-24a2-4fb7-9780-1ccba234a5f5 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040919 Feb 16 22:15:24.764979 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a2962bad-f1fe-470c-824e-ad5c11f80531 req-bed93895-ab48-4a40-bf38-57deef6fd485 service neutron] 10.222.0.79 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546076 Feb 16 22:15:24.769745 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-63f6e445-0f7c-4351-a3a7-3d777d383bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:24.771294 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-63f6e445-0f7c-4351-a3a7-3d777d383bc7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a8546526dc94278a3957ea9b7c5b439&device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 1132 time: 0.0880537 Feb 16 22:15:24.783037 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-3adfe25f-71ca-4042-a54e-4981deb86e99 admin admin] Deleting port d78d512f-fd03-4473-8d97-2350383a9db2 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:15:24.783882 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3adfe25f-71ca-4042-a54e-4981deb86e99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (d78d512f-fd03-4473-8d97-2350383a9db2), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:24.803042 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84092ff-f5d7-4cd1-88a5-146bcfdb3413 req-b6f0b518-2444-46a1-b0e3-caff13478783 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:24.810937 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e84092ff-f5d7-4cd1-88a5-146bcfdb3413 req-b6f0b518-2444-46a1-b0e3-caff13478783 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 943 time: 0.1271563 Feb 16 22:15:24.887102 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-e854f0f4-8eb9-4596-9401-641922540b9f tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:15:24.888211 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-e854f0f4-8eb9-4596-9401-641922540b9f tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072703 Feb 16 22:15:24.893772 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-6395d6ef-0dbf-4ed5-9d6e-8a3c3c8cc356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:24.895284 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-6395d6ef-0dbf-4ed5-9d6e-8a3c3c8cc356 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.1177533 Feb 16 22:15:24.908774 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e84092ff-f5d7-4cd1-88a5-146bcfdb3413 req-4098f0bc-1bcf-496b-a2b2-7df0a0cb6c15 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966623 Feb 16 22:15:24.940644 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-3adfe25f-71ca-4042-a54e-4981deb86e99 admin admin] For port d78d512f-fd03-4473-8d97-2350383a9db2, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=d78d512f-fd03-4473-8d97-2350383a9db2,segment=NetworkSegment(73b1a5be-4d8c-41ce-b66a-7c0f6916f940),segment_id=73b1a5be-4d8c-41ce-b66a-7c0f6916f940)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:24.941306 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3adfe25f-71ca-4042-a54e-4981deb86e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (d78d512f-fd03-4473-8d97-2350383a9db2), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:24.955254 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-3adfe25f-71ca-4042-a54e-4981deb86e99 admin admin] Calling delete_port for d78d512f-fd03-4473-8d97-2350383a9db2 owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:15:24.976999 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-de4ac391-21bd-45f7-bbb4-b4147720b75e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=fdb3d950-5ca4-43fd-80ec-40704493169e HTTP/1.1" status: 200 len: 217 time: 0.0676908 Feb 16 22:15:24.978507 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d177844-e72d-4656-91d1-5950f8e48ecf x-openstack-request-id: req-4d177844-e72d-4656-91d1-5950f8e48ecf {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:15:24.978911 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81c7526a-7826-4ab7-8247-9d4ab41c2ae6", "tag": "0e307f02-068a-43ae-80b4-ed8d9b9effc8", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:15:24.979782 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4d177844-e72d-4656-91d1-5950f8e48ecf {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:15:24.980307 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81c7526a-7826-4ab7-8247-9d4ab41c2ae6', 'tag': '0e307f02-068a-43ae-80b4-ed8d9b9effc8', 'status': 'completed', 'code': 200} Feb 16 22:15:24.990928 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-1c860802-57d5-4f07-8935-4901597f38ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:24.992413 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-1c860802-57d5-4f07-8935-4901597f38ad service neutron] 10.222.0.75 "GET /v2.0/ports/98c1523d-0312-4514-9ca7-1268551616e6 HTTP/1.1" status: 200 len: 1124 time: 0.0942008 Feb 16 22:15:25.038650 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-4517de7c-7ea2-408c-afa9-6c43d54640ca service neutron] Request body: {'binding': {'host': 'n-h1-813897-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:15:25.040126 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-4517de7c-7ea2-408c-afa9-6c43d54640ca service neutron] Unknown quota resources ['binding']. {{(pid=103465) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 22:15:25.102061 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-763e2e66-425e-4ec1-bfd9-a4e271c733d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:25.103341 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c4554-11d8-47b9-bf6e-80c439df8483 req-f7cee26d-2c08-4013-b9e9-cf1b623e6f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:25.105050 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-763e2e66-425e-4ec1-bfd9-a4e271c733d7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1155806 Feb 16 22:15:25.105336 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-086c4554-11d8-47b9-bf6e-80c439df8483 req-f7cee26d-2c08-4013-b9e9-cf1b623e6f2d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eb6359d124c14a73ac3b0de930e6a0fe&device_id=81c7526a-7826-4ab7-8247-9d4ab41c2ae6 HTTP/1.1" status: 200 len: 1126 time: 0.0891778 Feb 16 22:15:25.210791 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-c140d7ef-80e9-4908-8908-2fbaa2cf88eb tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=69252e3c215840b89c5b22d3361460e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456493 Feb 16 22:15:25.218214 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-b19d090c-d83a-4705-af53-049e1e44e08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:25.219983 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-b19d090c-d83a-4705-af53-049e1e44e08d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0994160 Feb 16 22:15:25.261646 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-4517de7c-7ea2-408c-afa9-6c43d54640ca service neutron] Attempting to bind port 98c1523d-0312-4514-9ca7-1268551616e6 on host n-h1-813897-6 for vnic_type normal with profile None {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:15:25.262029 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-4517de7c-7ea2-408c-afa9-6c43d54640ca service neutron] Attempting to bind port 98c1523d-0312-4514-9ca7-1268551616e6 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:15:25.262349 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-4517de7c-7ea2-408c-afa9-6c43d54640ca service neutron] Attempting to bind port 98c1523d-0312-4514-9ca7-1268551616e6 on network 16137278-7395-49da-9cb6-180484537d2f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:15:25.266670 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-4517de7c-7ea2-408c-afa9-6c43d54640ca service neutron] Port 98c1523d-0312-4514-9ca7-1268551616e6 on network 16137278-7395-49da-9cb6-180484537d2f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:15:25.266991 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-4517de7c-7ea2-408c-afa9-6c43d54640ca service neutron] Attempting to bind port 98c1523d-0312-4514-9ca7-1268551616e6 on network 16137278-7395-49da-9cb6-180484537d2f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:15:25.271959 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-4517de7c-7ea2-408c-afa9-6c43d54640ca service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:15:25.272734 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-4517de7c-7ea2-408c-afa9-6c43d54640ca service neutron] Checking segment: {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:15:25.272734 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-4517de7c-7ea2-408c-afa9-6c43d54640ca service neutron] Bound using segment: {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:15:25.273088 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-4517de7c-7ea2-408c-afa9-6c43d54640ca service neutron] Bound port: 98c1523d-0312-4514-9ca7-1268551616e6, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:15:25.350371 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-4517de7c-7ea2-408c-afa9-6c43d54640ca service neutron] For port 98c1523d-0312-4514-9ca7-1268551616e6, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=98c1523d-0312-4514-9ca7-1268551616e6,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:15:25.365148 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-4517de7c-7ea2-408c-afa9-6c43d54640ca service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:25.368552 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c4554-11d8-47b9-bf6e-80c439df8483 req-bbf58d71-a0c5-4a1d-addc-680654a3b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:25.370383 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-086c4554-11d8-47b9-bf6e-80c439df8483 req-bbf58d71-a0c5-4a1d-addc-680654a3b679 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4bac3cdf-16ae-435f-8215-29d96cd595c1 HTTP/1.1" status: 200 len: 905 time: 0.2207851 Feb 16 22:15:25.371152 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-4517de7c-7ea2-408c-afa9-6c43d54640ca service neutron] 10.222.0.75 "POST /v2.0/ports/98c1523d-0312-4514-9ca7-1268551616e6/bindings HTTP/1.1" status: 201 len: 389 time: 0.3338137 Feb 16 22:15:25.436852 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-b9a566c1-76f1-4606-be50-de19b87502ad tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:25.442253 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:25.445433 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-b9a566c1-76f1-4606-be50-de19b87502ad tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2069402 Feb 16 22:15:25.503491 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-086c4554-11d8-47b9-bf6e-80c439df8483 req-4e8b88d6-8ac9-4ce5-bd3d-522ce0b97763 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e307f02-068a-43ae-80b4-ed8d9b9effc8 HTTP/1.1" status: 200 len: 217 time: 0.1195278 Feb 16 22:15:25.511801 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-9cffd0ce-c2e9-4d90-a826-d9e8ff337a8f tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/quotas/69252e3c215840b89c5b22d3361460e6 HTTP/1.1" status: 200 len: 375 time: 0.0652895 Feb 16 22:15:25.598630 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-a4b973f1-4ecb-48a6-8b0a-c14ed6ce474f service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988687 Feb 16 22:15:25.636142 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3adfe25f-71ca-4042-a54e-4981deb86e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (d78d512f-fd03-4473-8d97-2350383a9db2), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:25.743762 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-f5c97147-6112-45ac-8d99-3562dd208f6a service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381345 Feb 16 22:15:25.747234 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-acdbe7d3-5044-42f6-94ae-0e31b81044d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:25.748776 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-acdbe7d3-5044-42f6-94ae-0e31b81044d0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=744a37dc5b8f478b9350ec4becb28946&device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 1127 time: 0.0998533 Feb 16 22:15:25.863961 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-bb2cd336-de57-46bd-a842-8f9d23425656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:25.866596 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-bb2cd336-de57-46bd-a842-8f9d23425656 service neutron] 10.222.0.67 "GET /v2.0/networks?id=16137278-7395-49da-9cb6-180484537d2f HTTP/1.1" status: 200 len: 922 time: 0.1106210 Feb 16 22:15:25.922821 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-c2e0797f-c65e-4092-8036-e10c4ea97f96 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98c1523d-0312-4514-9ca7-1268551616e6 HTTP/1.1" status: 200 len: 217 time: 0.0485606 Feb 16 22:15:25.978235 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-92f86817-5da3-408b-bbb4-7e9c07937970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:25.980531 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-92f86817-5da3-408b-bbb4-7e9c07937970 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c3e80cb9-4386-4d79-b9b3-6283b204f543 HTTP/1.1" status: 200 len: 861 time: 0.0467656 Feb 16 22:15:26.001820 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c4554-11d8-47b9-bf6e-80c439df8483 req-d566e5a1-fd94-4d66-a4be-d505502d238c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:26.003228 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-086c4554-11d8-47b9-bf6e-80c439df8483 req-d566e5a1-fd94-4d66-a4be-d505502d238c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d292e6dc-86dc-495b-b76c-8deab59c0198 HTTP/1.1" status: 200 len: 844 time: 0.4897184 Feb 16 22:15:26.007674 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adfe25f-71ca-4042-a54e-4981deb86e99 admin admin] Pushing event deleted for resources: {'Port': ['ID=d78d512f-fd03-4473-8d97-2350383a9db2,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:26.032755 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-4da7bd5a-3562-4669-9570-0a91716443b9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=16137278-7395-49da-9cb6-180484537d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457125 Feb 16 22:15:26.083239 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-086c4554-11d8-47b9-bf6e-80c439df8483 req-e16fe9f0-89e6-4953-883e-0932ae4e6669 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4bac3cdf-16ae-435f-8215-29d96cd595c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680737 Feb 16 22:15:26.100943 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-2aaa4e08-01ce-4643-b97c-71a7c0599be9 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=69252e3c215840b89c5b22d3361460e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5884016 Feb 16 22:15:26.149376 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-ea6e4797-36c6-4386-8859-e65ec6f68037 service neutron] 10.222.0.67 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093433 Feb 16 22:15:26.190223 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f42fe0-52b0-4f63-b6a5-64cf19dd5acd req-41d022f5-dbf4-4a2f-8a37-ebe310956c1b tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:26.192018 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d9f42fe0-52b0-4f63-b6a5-64cf19dd5acd req-41d022f5-dbf4-4a2f-8a37-ebe310956c1b tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=81c7526a-7826-4ab7-8247-9d4ab41c2ae6 HTTP/1.1" status: 200 len: 944 time: 0.6061666 Feb 16 22:15:26.298067 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-b086ea49-c114-4724-82c9-8b2ca7c77d23 service neutron] 10.222.0.67 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343260 Feb 16 22:15:26.321787 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54718) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:15:26.328105 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d9f42fe0-52b0-4f63-b6a5-64cf19dd5acd req-11930cf8-e7d8-40bc-b912-a0816cdddfd0 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266644 Feb 16 22:15:26.462398 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-aa929a6e-6231-44d4-8926-37922444e92c tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks [] for security_group (a9e2c187-9543-4d66-be58-24e40f6b1a5b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:26.500480 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-aa929a6e-6231-44d4-8926-37922444e92c tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks [] for security_group (a9e2c187-9543-4d66-be58-24e40f6b1a5b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:26.590925 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-aa929a6e-6231-44d4-8926-37922444e92c tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a9e2c187-9543-4d66-be58-24e40f6b1a5b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:26.598322 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-aa929a6e-6231-44d4-8926-37922444e92c tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:26.599973 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-aa929a6e-6231-44d4-8926-37922444e92c tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "DELETE /v2.0/security-groups/a9e2c187-9543-4d66-be58-24e40f6b1a5b HTTP/1.1" status: 204 len: 168 time: 0.2771900 Feb 16 22:15:26.605176 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-086c4554-11d8-47b9-bf6e-80c439df8483 req-0c2ebeb7-198c-41d8-92c9-666454db4ae9 service neutron] 10.222.0.67 "GET /v2.0/networks/4bac3cdf-16ae-435f-8215-29d96cd595c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4892828 Feb 16 22:15:26.610080 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54734) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:15:26.617010 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa929a6e-6231-44d4-8926-37922444e92c tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e2c187-9543-4d66-be58-24e40f6b1a5b,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:26.644655 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa929a6e-6231-44d4-8926-37922444e92c tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:26.645312 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa929a6e-6231-44d4-8926-37922444e92c tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:26.645419 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa929a6e-6231-44d4-8926-37922444e92c tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:26.645899 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa929a6e-6231-44d4-8926-37922444e92c tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:26.646344 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa929a6e-6231-44d4-8926-37922444e92c tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:26.647310 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa929a6e-6231-44d4-8926-37922444e92c tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:26.647805 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa929a6e-6231-44d4-8926-37922444e92c tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:26.648585 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa929a6e-6231-44d4-8926-37922444e92c tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:26.648928 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa929a6e-6231-44d4-8926-37922444e92c tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:26.649560 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa929a6e-6231-44d4-8926-37922444e92c tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:26.649902 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa929a6e-6231-44d4-8926-37922444e92c tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:26.650347 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa929a6e-6231-44d4-8926-37922444e92c tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:26.650731 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa929a6e-6231-44d4-8926-37922444e92c tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:26.660286 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-8615c2e8-1000-4bcc-8b4d-ba4dc77c6f52 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] show failed (client error): The resource could not be found. Feb 16 22:15:26.661340 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8615c2e8-1000-4bcc-8b4d-ba4dc77c6f52 tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "GET /v2.0/security-groups/a9e2c187-9543-4d66-be58-24e40f6b1a5b HTTP/1.1" status: 404 len: 347 time: 0.0506575 Feb 16 22:15:26.664247 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54736) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:15:26.669115 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25a78a-84f4-417f-9300-9ab68191356b req-020103f8-5baf-4c2d-832a-e4b2c3e9a3fa tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:26.670676 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c25a78a-84f4-417f-9300-9ab68191356b req-020103f8-5baf-4c2d-832a-e4b2c3e9a3fa tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 945 time: 0.2006242 Feb 16 22:15:26.688279 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3adfe25f-71ca-4042-a54e-4981deb86e99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (ff5d0efb-9339-4536-bac5-79bda2b84a51), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:26.803543 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a00b2-f86f-4f91-80d6-23d3901c6584 req-9e3d3e46-70b1-45ff-8bbe-c84210b08063 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:26.814953 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-206a00b2-f86f-4f91-80d6-23d3901c6584 req-9e3d3e46-70b1-45ff-8bbe-c84210b08063 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 950 time: 0.3121989 Feb 16 22:15:26.890247 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-7453e7e3-71c5-477f-8729-f71f694f600c tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Deleting port ffc4723e-11c7-42f6-9d82-7ec65879036e {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:15:26.891575 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7453e7e3-71c5-477f-8729-f71f694f600c tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (ffc4723e-11c7-42f6-9d82-7ec65879036e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:26.939722 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:27.029211 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7453e7e3-71c5-477f-8729-f71f694f600c tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (ffc4723e-11c7-42f6-9d82-7ec65879036e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:27.029777 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7453e7e3-71c5-477f-8729-f71f694f600c tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks [] for floatingip (ffc4723e-11c7-42f6-9d82-7ec65879036e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:27.048810 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-7453e7e3-71c5-477f-8729-f71f694f600c tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Calling delete_port for ffc4723e-11c7-42f6-9d82-7ec65879036e owned by network:floatingip {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:15:27.071637 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-086c4554-11d8-47b9-bf6e-80c439df8483 req-66ae1727-b76c-43ca-930c-a2445d8a5771 service neutron] 10.222.0.67 "GET /v2.0/networks/4bac3cdf-16ae-435f-8215-29d96cd595c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493382 Feb 16 22:15:27.145519 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-206a00b2-f86f-4f91-80d6-23d3901c6584 req-0375d9a7-b3c0-4298-a3b5-96c9f862492a tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288615 Feb 16 22:15:27.289100 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c25a78a-84f4-417f-9300-9ab68191356b req-a0896b7c-70c8-4f7f-ae81-95e0f2bd8c36 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6040907 Feb 16 22:15:27.312546 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7453e7e3-71c5-477f-8729-f71f694f600c tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (ffc4723e-11c7-42f6-9d82-7ec65879036e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:27.370520 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453e7e3-71c5-477f-8729-f71f694f600c tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Pushing event deleted for resources: {'Port': ['ID=ffc4723e-11c7-42f6-9d82-7ec65879036e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:27.373431 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99886a5e-ff9d-4da6-add1-d398b56067a4 req-81a68c0f-8800-48bc-98a9-244096c21a9d tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:27.375394 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-99886a5e-ff9d-4da6-add1-d398b56067a4 req-81a68c0f-8800-48bc-98a9-244096c21a9d tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 943 time: 0.0854063 Feb 16 22:15:27.396892 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3adfe25f-71ca-4042-a54e-4981deb86e99 admin admin] Router ff5d0efb-9339-4536-bac5-79bda2b84a51 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:15:27.475179 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7453e7e3-71c5-477f-8729-f71f694f600c tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks [] for floatingip (a862b4cc-14b6-46fb-a72e-1b73f39d2a6e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:27.478273 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7453e7e3-71c5-477f-8729-f71f694f600c tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:27.479806 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7453e7e3-71c5-477f-8729-f71f694f600c tempest-ServersTestManualDisk-634305673 tempest-ServersTestManualDisk-634305673-project] 10.222.0.75 "DELETE /v2.0/floatingips/a862b4cc-14b6-46fb-a72e-1b73f39d2a6e HTTP/1.1" status: 204 len: 168 time: 0.8145680 Feb 16 22:15:27.483020 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54742) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:15:27.540591 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e776293d-b75c-4eac-8a19-3322784ddc43 req-7ca92cfb-9398-4927-9068-089a9c2f924c tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5768b4-d9b1-4d9d-bff2-e93800f2d7a9 HTTP/1.1" status: 200 len: 210 time: 0.0829675 Feb 16 22:15:27.551995 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-99886a5e-ff9d-4da6-add1-d398b56067a4 req-c81cb869-4993-4b76-b720-75f9b652a09f tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651981 Feb 16 22:15:27.613078 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adfe25f-71ca-4042-a54e-4981deb86e99 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:15:27.625423 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345ab351-bc20-45fc-b10a-a57915964f72 None None] Sync routers for ids ['ff5d0efb-9339-4536-bac5-79bda2b84a51'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:15:27.635893 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3adfe25f-71ca-4042-a54e-4981deb86e99 admin admin] 10.222.0.75 "PUT /v2.0/routers/ff5d0efb-9339-4536-bac5-79bda2b84a51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4691620 Feb 16 22:15:27.638793 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54744) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:15:27.644302 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345ab351-bc20-45fc-b10a-a57915964f72 None None] Routers {'ff5d0efb-9339-4536-bac5-79bda2b84a51'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:15:27.644939 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-345ab351-bc20-45fc-b10a-a57915964f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:15:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['ff5d0efb-9339-4536-bac5-79bda2b84a51'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:15:27.782254 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-345ab351-bc20-45fc-b10a-a57915964f72 None None] Set router ff5d0efb-9339-4536-bac5-79bda2b84a51 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:15:27.791852 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:15:27.869248 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-6ad6b82f-9e9d-4398-b793-59c4354c6e8b tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=69252e3c215840b89c5b22d3361460e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1364622 Feb 16 22:15:27.985736 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:15:27.987890 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:28.022258 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c9a04-8b50-4304-9992-ff52dc2fca14 req-1dd82667-0ee7-49ad-82da-30dd886db685 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:28.024020 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a12c9a04-8b50-4304-9992-ff52dc2fca14 req-1dd82667-0ee7-49ad-82da-30dd886db685 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e588c41-6745-4e24-bd4c-95be83970989 HTTP/1.1" status: 200 len: 950 time: 0.3522661 Feb 16 22:15:28.041327 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-345ab351-bc20-45fc-b10a-a57915964f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-680667525-router', 'tenant_id': '030664079749416b877398f148fb3d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:11:17Z', 'updated_at': '2022-02-16T22:15:25Z', 'revision_number': 5, 'project_id': '030664079749416b877398f148fb3d38', 'gw_port': {'id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:19Z', 'updated_at': '2022-02-16T22:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:15:28.045712 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e588c41-6745-4e24-bd4c-95be83970989', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:15:28.052493 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd44e07-f040-42f1-a994-a73459ca305e" -d '{"events": [{"server_uuid": "8e588c41-6745-4e24-bd4c-95be83970989", "name": "network-vif-unplugged", "status": "completed", "tag": "5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:15:28.085737 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:28.099750 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:28.113945 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65c31068-5fa3-436f-b75a-e747fdbd1aa6 admin admin] Publish callbacks [] for router (ff5d0efb-9339-4536-bac5-79bda2b84a51), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:28.116366 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345ab351-bc20-45fc-b10a-a57915964f72 None None] Checking router: ff5d0efb-9339-4536-bac5-79bda2b84a51 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:15:28.135834 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f964d-03e5-4ca8-83f2-64d88de7c4bb req-50132c9b-684d-4740-8c94-496f5b8d7aba tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:28.141704 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345ab351-bc20-45fc-b10a-a57915964f72 None None] Routers {'ff5d0efb-9339-4536-bac5-79bda2b84a51'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:15:28.142355 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-345ab351-bc20-45fc-b10a-a57915964f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:15:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['ff5d0efb-9339-4536-bac5-79bda2b84a51'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:15:28.143979 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-058f964d-03e5-4ca8-83f2-64d88de7c4bb req-50132c9b-684d-4740-8c94-496f5b8d7aba tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=81c7526a-7826-4ab7-8247-9d4ab41c2ae6 HTTP/1.1" status: 200 len: 944 time: 0.4153118 Feb 16 22:15:28.170527 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5,revision_number=8']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:28.220329 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:28.269224 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-058f964d-03e5-4ca8-83f2-64d88de7c4bb req-4e757e03-5025-4254-a6e7-b9b574b217f1 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234412 Feb 16 22:15:28.277805 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-10defc3a-b53f-4314-bc50-dbaa02366ea7 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:28.279499 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-345ab351-bc20-45fc-b10a-a57915964f72 None None] Set router ff5d0efb-9339-4536-bac5-79bda2b84a51 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:15:28.289956 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-10defc3a-b53f-4314-bc50-dbaa02366ea7 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3989873 Feb 16 22:15:28.301944 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a12c9a04-8b50-4304-9992-ff52dc2fca14 req-343fd312-b0c9-402e-875a-c27c0d43a240 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/security-groups?id=1564c895-15ee-43c9-b3e3-c78ddbdea738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670505 Feb 16 22:15:28.331918 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-40ae0932-835c-4cd1-b92d-8b558116013d tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Request body: {'port': {'device_id': '5f5768b4-d9b1-4d9d-bff2-e93800f2d7a9', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'admin_state_up': True, 'tenant_id': '69252e3c215840b89c5b22d3361460e6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:15:28.370945 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 22:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3f4982-5628-40f4-9ab3-26b31728607c x-openstack-request-id: req-5c3f4982-5628-40f4-9ab3-26b31728607c {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:15:28.371245 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e588c41-6745-4e24-bd4c-95be83970989", "name": "network-vif-unplugged", "status": "completed", "tag": "5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:15:28.371499 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5c3f4982-5628-40f4-9ab3-26b31728607c {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:15:28.371900 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e588c41-6745-4e24-bd4c-95be83970989', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5', 'code': 200} Feb 16 22:15:28.676165 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed52f8-ba6b-4e8d-9477-2d7855a84c9a req-69ce273b-7105-422b-9193-304222d140b3 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:28.677829 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f2ed52f8-ba6b-4e8d-9477-2d7855a84c9a req-69ce273b-7105-422b-9193-304222d140b3 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 950 time: 0.1768284 Feb 16 22:15:28.680895 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-40ae0932-835c-4cd1-b92d-8b558116013d tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Made reservation on behalf of 69252e3c215840b89c5b22d3361460e6 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:15:28.684306 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-40ae0932-835c-4cd1-b92d-8b558116013d tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:28.690737 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-345ab351-bc20-45fc-b10a-a57915964f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-680667525-router', 'tenant_id': '030664079749416b877398f148fb3d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:11:17Z', 'updated_at': '2022-02-16T22:15:25Z', 'revision_number': 5, 'project_id': '030664079749416b877398f148fb3d38', 'gw_port': {'id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:19Z', 'updated_at': '2022-02-16T22:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:15:28.719777 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65c31068-5fa3-436f-b75a-e747fdbd1aa6 admin admin] Publish callbacks [] for router_gateway (ff5d0efb-9339-4536-bac5-79bda2b84a51), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:28.720810 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd95b3-ac90-47f8-aeef-5b5a8f4beaaf req-b6a552f4-f36d-468a-9f00-ed8dd988f733 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:28.728128 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345ab351-bc20-45fc-b10a-a57915964f72 None None] The sync data for ids ['ff5d0efb-9339-4536-bac5-79bda2b84a51'] in n-d-813897-6 is: [{'id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-680667525-router', 'tenant_id': '030664079749416b877398f148fb3d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:11:17Z', 'updated_at': '2022-02-16T22:15:25Z', 'revision_number': 5, 'project_id': '030664079749416b877398f148fb3d38', 'gw_port': {'id': '375df001-d88e-4442-a2e8-9c9c1e98c6c2', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5d0efb-9339-4536-bac5-79bda2b84a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:19Z', 'updated_at': '2022-02-16T22:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:15:28.728519 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1fd95b3-ac90-47f8-aeef-5b5a8f4beaaf req-b6a552f4-f36d-468a-9f00-ed8dd988f733 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 945 time: 0.1517322 Feb 16 22:15:28.849395 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-65c31068-5fa3-436f-b75a-e747fdbd1aa6 admin admin] Deleting port 375df001-d88e-4442-a2e8-9c9c1e98c6c2 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:15:28.849756 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65c31068-5fa3-436f-b75a-e747fdbd1aa6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (375df001-d88e-4442-a2e8-9c9c1e98c6c2), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:28.850967 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f2ed52f8-ba6b-4e8d-9477-2d7855a84c9a req-3fae92d8-307f-4731-b4e2-a8f1552a3edc tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627922 Feb 16 22:15:28.891014 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1fd95b3-ac90-47f8-aeef-5b5a8f4beaaf req-7b89323b-699d-45b9-90c9-ec2f1d3d74d9 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608722 Feb 16 22:15:28.951298 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-40ae0932-835c-4cd1-b92d-8b558116013d tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Allocated IP 192.168.233.29 (d8fa3154-6273-4014-87c6-575d48ec11fc/0a5a8be1-6e1c-443c-a77b-25715d79e10e/2d7d6d5d-de42-47c9-830b-c5ed2c97c299) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:15:28.967364 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-65c31068-5fa3-436f-b75a-e747fdbd1aa6 admin admin] For port 375df001-d88e-4442-a2e8-9c9c1e98c6c2, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=375df001-d88e-4442-a2e8-9c9c1e98c6c2,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:28.967628 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65c31068-5fa3-436f-b75a-e747fdbd1aa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (375df001-d88e-4442-a2e8-9c9c1e98c6c2), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:28.992977 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-65c31068-5fa3-436f-b75a-e747fdbd1aa6 admin admin] Calling delete_port for 375df001-d88e-4442-a2e8-9c9c1e98c6c2 owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:15:28.998750 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-03bfb974-2f0e-45de-a1eb-8bb188d7bc43 req-316a29c8-49bc-4d03-85e1-ad21dff479a1 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5768b4-d9b1-4d9d-bff2-e93800f2d7a9 HTTP/1.1" status: 200 len: 210 time: 0.0352249 Feb 16 22:15:29.138951 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcfdc0-95ab-46b3-973e-b3421db4f26b req-5864f3de-ace6-42a4-bb46-f0ff2a539108 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:29.140522 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ddcfdc0-95ab-46b3-973e-b3421db4f26b req-5864f3de-ace6-42a4-bb46-f0ff2a539108 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 943 time: 0.1444354 Feb 16 22:15:29.192902 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d343aa35-1a19-41ab-85ac-b416a66b6b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (11087e16-5c0e-44ac-85cb-36fafda2ab06), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:29.295612 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ddcfdc0-95ab-46b3-973e-b3421db4f26b req-11a9ed8b-165c-4f0d-8ab8-6bf3d351b602 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435621 Feb 16 22:15:29.406949 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-40ae0932-835c-4cd1-b92d-8b558116013d tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Publish callbacks [] for port (2d7d6d5d-de42-47c9-830b-c5ed2c97c299), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:29.474047 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65c31068-5fa3-436f-b75a-e747fdbd1aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (375df001-d88e-4442-a2e8-9c9c1e98c6c2), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:29.498437 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8662817-a954-4899-b841-68678a48528d req-6833d801-dce9-4432-b246-78b9655a874a tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:29.503721 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c31068-5fa3-436f-b75a-e747fdbd1aa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=375df001-d88e-4442-a2e8-9c9c1e98c6c2,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:29.505959 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b8662817-a954-4899-b841-68678a48528d req-6833d801-dce9-4432-b246-78b9655a874a tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=81c7526a-7826-4ab7-8247-9d4ab41c2ae6 HTTP/1.1" status: 200 len: 944 time: 0.1128290 Feb 16 22:15:29.549069 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-40ae0932-835c-4cd1-b92d-8b558116013d tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (2d7d6d5d-de42-47c9-830b-c5ed2c97c299), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:29.566072 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['772e836d-c818-4c75-9af1-edd441125245'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:15:29.617903 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65c31068-5fa3-436f-b75a-e747fdbd1aa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (ff5d0efb-9339-4536-bac5-79bda2b84a51), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:29.680030 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:29.681872 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae0932-835c-4cd1-b92d-8b558116013d tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Pushing event updated for resources: {'Port': ['ID=2d7d6d5d-de42-47c9-830b-c5ed2c97c299,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:29.716181 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-40ae0932-835c-4cd1-b92d-8b558116013d tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Network d8fa3154-6273-4014-87c6-575d48ec11fc is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:15:29.718077 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-40ae0932-835c-4cd1-b92d-8b558116013d tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:15:29.743314 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b8662817-a954-4899-b841-68678a48528d req-eb62a309-aee7-4961-9751-6cac3f2d2044 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360134 Feb 16 22:15:29.745568 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-40ae0932-835c-4cd1-b92d-8b558116013d tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:15:29.758682 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65c31068-5fa3-436f-b75a-e747fdbd1aa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (ff5d0efb-9339-4536-bac5-79bda2b84a51), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:29.763323 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65c31068-5fa3-436f-b75a-e747fdbd1aa6 admin admin] Publish callbacks [] for router_controller (ff5d0efb-9339-4536-bac5-79bda2b84a51), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:29.801686 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 0e307f02-068a-43ae-80b4-ed8d9b9effc8 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:15:29.824714 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-40ae0932-835c-4cd1-b92d-8b558116013d tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:29.825499 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-40ae0932-835c-4cd1-b92d-8b558116013d tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:29.862076 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-40ae0932-835c-4cd1-b92d-8b558116013d tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5507383 Feb 16 22:15:29.890346 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65c31068-5fa3-436f-b75a-e747fdbd1aa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (ff5d0efb-9339-4536-bac5-79bda2b84a51), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:29.890871 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c31068-5fa3-436f-b75a-e747fdbd1aa6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff5d0efb-9339-4536-bac5-79bda2b84a51 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:15:29.891677 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-ffb8dcff-a28d-4a9c-9e0f-2deb2697f94a service neutron] Request body: {'port': {'device_id': '5f5768b4-d9b1-4d9d-bff2-e93800f2d7a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:15:29.899959 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65c31068-5fa3-436f-b75a-e747fdbd1aa6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:29.901695 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-65c31068-5fa3-436f-b75a-e747fdbd1aa6 admin admin] 10.222.0.75 "DELETE /v2.0/routers/ff5d0efb-9339-4536-bac5-79bda2b84a51 HTTP/1.1" status: 204 len: 168 time: 2.2589097 Feb 16 22:15:29.906799 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54820) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:15:30.008544 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-ffb8dcff-a28d-4a9c-9e0f-2deb2697f94a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2d7d6d5d-de42-47c9-830b-c5ed2c97c299), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:30.072297 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 0e307f02-068a-43ae-80b4-ed8d9b9effc8, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=0e307f02-068a-43ae-80b4-ed8d9b9effc8,segment=NetworkSegment(0fcd852f-dbb0-4c8e-bb68-facd05b73898),segment_id=0fcd852f-dbb0-4c8e-bb68-facd05b73898)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:30.101185 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '0e307f02-068a-43ae-80b4-ed8d9b9effc8', 'network_id': '4bac3cdf-16ae-435f-8215-29d96cd595c1', 'port_id': '0e307f02-068a-43ae-80b4-ed8d9b9effc8', 'mac_address': 'fa:16:3e:4f:f9:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd292e6dc-86dc-495b-b76c-8deab59c0198', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:15:30.105406 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8db29cc-e012-4826-87ea-d4e70dda43b5 admin admin] Deleting subnet 6fcc24da-f75c-4bab-8b24-38df358b42a3 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:15:30.117714 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c8db29cc-e012-4826-87ea-d4e70dda43b5 admin admin] Publish callbacks [] for subnet (6fcc24da-f75c-4bab-8b24-38df358b42a3), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:30.203501 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c8db29cc-e012-4826-87ea-d4e70dda43b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (6fcc24da-f75c-4bab-8b24-38df358b42a3), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:30.221142 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-c2338f3e-7cbf-4573-ada7-fe8f18493f90 None None] Provisioning complete for port 2d7d6d5d-de42-47c9-830b-c5ed2c97c299 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:15:30.226452 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c2338f3e-7cbf-4573-ada7-fe8f18493f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2d7d6d5d-de42-47c9-830b-c5ed2c97c299), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:30.267038 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-c2338f3e-7cbf-4573-ada7-fe8f18493f90 None None] Port 2d7d6d5d-de42-47c9-830b-c5ed2c97c299 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:15:30.270911 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 0e307f02-068a-43ae-80b4-ed8d9b9effc8 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:15:30.271487 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0e307f02-068a-43ae-80b4-ed8d9b9effc8), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:30.288197 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e307f02-068a-43ae-80b4-ed8d9b9effc8 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:15:30.311922 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 0e307f02-068a-43ae-80b4-ed8d9b9effc8, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=0e307f02-068a-43ae-80b4-ed8d9b9effc8,segment=NetworkSegment(0fcd852f-dbb0-4c8e-bb68-facd05b73898),segment_id=0fcd852f-dbb0-4c8e-bb68-facd05b73898)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:30.321057 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0e307f02-068a-43ae-80b4-ed8d9b9effc8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:30.376171 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c8db29cc-e012-4826-87ea-d4e70dda43b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (6fcc24da-f75c-4bab-8b24-38df358b42a3), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:30.405714 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=0e307f02-068a-43ae-80b4-ed8d9b9effc8,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:30.456025 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-ffb8dcff-a28d-4a9c-9e0f-2deb2697f94a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d7d6d5d-de42-47c9-830b-c5ed2c97c299 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:15:30.461835 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-d343aa35-1a19-41ab-85ac-b416a66b6b85 admin admin] Deleting port 5a871ffa-a4d9-47a0-8bec-d952ba9d64f7 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:15:30.462383 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d343aa35-1a19-41ab-85ac-b416a66b6b85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (5a871ffa-a4d9-47a0-8bec-d952ba9d64f7), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:30.467924 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a5739-bb4a-417d-88ea-3c09d7a208c2 req-7815e542-c84c-4cf8-a039-8b3e20ce7a98 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:30.469448 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-912a5739-bb4a-417d-88ea-3c09d7a208c2 req-7815e542-c84c-4cf8-a039-8b3e20ce7a98 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 950 time: 0.4531200 Feb 16 22:15:30.475818 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-ffb8dcff-a28d-4a9c-9e0f-2deb2697f94a service neutron] Publish callbacks [] for port (2d7d6d5d-de42-47c9-830b-c5ed2c97c299), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:30.534308 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-ffb8dcff-a28d-4a9c-9e0f-2deb2697f94a service neutron] Transition to ACTIVE for port object 2d7d6d5d-de42-47c9-830b-c5ed2c97c299 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:15:30.554224 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-ffb8dcff-a28d-4a9c-9e0f-2deb2697f94a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (2d7d6d5d-de42-47c9-830b-c5ed2c97c299), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:30.617282 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-912a5739-bb4a-417d-88ea-3c09d7a208c2 req-db38b092-2141-465b-8cb6-eda3adeecd0f tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295180 Feb 16 22:15:30.631637 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e9eda-95ce-4af6-9dd4-53eeacf396f9 req-11f46b51-7fd7-480f-8d1e-3dc118f08747 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:30.633926 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f60e9eda-95ce-4af6-9dd4-53eeacf396f9 req-11f46b51-7fd7-480f-8d1e-3dc118f08747 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 945 time: 0.1631811 Feb 16 22:15:30.640924 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb8dcff-a28d-4a9c-9e0f-2deb2697f94a service neutron] Pushing event updated for resources: {'Port': ['ID=2d7d6d5d-de42-47c9-830b-c5ed2c97c299,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:30.654782 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-d343aa35-1a19-41ab-85ac-b416a66b6b85 admin admin] For port 5a871ffa-a4d9-47a0-8bec-d952ba9d64f7, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5a871ffa-a4d9-47a0-8bec-d952ba9d64f7,segment=NetworkSegment(f901632b-b16d-4b58-a423-c55826c2d338),segment_id=f901632b-b16d-4b58-a423-c55826c2d338)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:30.655188 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d343aa35-1a19-41ab-85ac-b416a66b6b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (5a871ffa-a4d9-47a0-8bec-d952ba9d64f7), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:30.659134 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c8db29cc-e012-4826-87ea-d4e70dda43b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (6fcc24da-f75c-4bab-8b24-38df358b42a3), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:30.697221 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-d343aa35-1a19-41ab-85ac-b416a66b6b85 admin admin] Calling delete_port for 5a871ffa-a4d9-47a0-8bec-d952ba9d64f7 owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:15:30.704244 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db29cc-e012-4826-87ea-d4e70dda43b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fcc24da-f75c-4bab-8b24-38df358b42a3,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:30.705129 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['0e307f02-068a-43ae-80b4-ed8d9b9effc8'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:15:30.706841 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c8db29cc-e012-4826-87ea-d4e70dda43b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:30.712729 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c8db29cc-e012-4826-87ea-d4e70dda43b5 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/6fcc24da-f75c-4bab-8b24-38df358b42a3 HTTP/1.1" status: 204 len: 168 time: 0.8048446 Feb 16 22:15:30.715480 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54838) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:15:30.834937 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25a5071-25dc-4654-ad6d-0105e11b65d6 None None] Network 908e6638-f4c8-4b45-9573-ffca76ae9dd0 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:15:30.842313 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f60e9eda-95ce-4af6-9dd4-53eeacf396f9 req-ea53896a-f98a-4677-aa1a-9566ffda72fc tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975341 Feb 16 22:15:30.878089 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device d78d512f-fd03-4473-8d97-2350383a9db2 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:15:30.894541 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-ffb8dcff-a28d-4a9c-9e0f-2deb2697f94a service neutron] Attempting to bind port 2d7d6d5d-de42-47c9-830b-c5ed2c97c299 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:15:30.894896 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-ffb8dcff-a28d-4a9c-9e0f-2deb2697f94a service neutron] Attempting to bind port 2d7d6d5d-de42-47c9-830b-c5ed2c97c299 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:15:30.895227 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-ffb8dcff-a28d-4a9c-9e0f-2deb2697f94a service neutron] Attempting to bind port 2d7d6d5d-de42-47c9-830b-c5ed2c97c299 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:15:30.916227 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-41d53322-bb6c-4d93-9157-e1a2042dd447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (908e6638-f4c8-4b45-9573-ffca76ae9dd0), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:30.918799 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-ffb8dcff-a28d-4a9c-9e0f-2deb2697f94a service neutron] Port 2d7d6d5d-de42-47c9-830b-c5ed2c97c299 on network d8fa3154-6273-4014-87c6-575d48ec11fc not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:15:30.919132 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-ffb8dcff-a28d-4a9c-9e0f-2deb2697f94a service neutron] Attempting to bind port 2d7d6d5d-de42-47c9-830b-c5ed2c97c299 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:15:30.942810 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-ffb8dcff-a28d-4a9c-9e0f-2deb2697f94a service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:15:30.943242 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-ffb8dcff-a28d-4a9c-9e0f-2deb2697f94a service neutron] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:15:30.944826 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-ffb8dcff-a28d-4a9c-9e0f-2deb2697f94a service neutron] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:15:30.945505 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-ffb8dcff-a28d-4a9c-9e0f-2deb2697f94a service neutron] Bound port: 2d7d6d5d-de42-47c9-830b-c5ed2c97c299, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:15:30.945880 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-ffb8dcff-a28d-4a9c-9e0f-2deb2697f94a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2d7d6d5d-de42-47c9-830b-c5ed2c97c299), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:30.973532 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49997e75-3834-44b3-bd94-3c838972f0d7 req-9b55abee-5d28-4a10-8a62-dc441d7c1c86 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:30.979338 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-49997e75-3834-44b3-bd94-3c838972f0d7 req-9b55abee-5d28-4a10-8a62-dc441d7c1c86 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5768b4-d9b1-4d9d-bff2-e93800f2d7a9 HTTP/1.1" status: 200 len: 947 time: 0.2203593 Feb 16 22:15:31.011696 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: d78d512f-fd03-4473-8d97-2350383a9db2 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:15:31.013583 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device d78d512f-fd03-4473-8d97-2350383a9db2 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:15:31.018222 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 375df001-d88e-4442-a2e8-9c9c1e98c6c2 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:15:31.053754 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 375df001-d88e-4442-a2e8-9c9c1e98c6c2 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:15:31.054142 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 375df001-d88e-4442-a2e8-9c9c1e98c6c2 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:15:31.123029 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d343aa35-1a19-41ab-85ac-b416a66b6b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (5a871ffa-a4d9-47a0-8bec-d952ba9d64f7), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:31.135511 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-41d53322-bb6c-4d93-9157-e1a2042dd447 admin admin] Deleting port a7815345-82a1-4b34-99e8-a211bbfe78ea {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:15:31.135901 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-41d53322-bb6c-4d93-9157-e1a2042dd447 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a7815345-82a1-4b34-99e8-a211bbfe78ea), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:31.242951 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343aa35-1a19-41ab-85ac-b416a66b6b85 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a871ffa-a4d9-47a0-8bec-d952ba9d64f7,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:31.274446 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4b0fa3-63fb-4e7b-8912-eebb8bc1cbd2 None None] DHCP port deletion for 908e6638-f4c8-4b45-9573-ffca76ae9dd0 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:15:31.281861 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-41d53322-bb6c-4d93-9157-e1a2042dd447 admin admin] For port a7815345-82a1-4b34-99e8-a211bbfe78ea, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a7815345-82a1-4b34-99e8-a211bbfe78ea,segment=NetworkSegment(73b1a5be-4d8c-41ce-b66a-7c0f6916f940),segment_id=73b1a5be-4d8c-41ce-b66a-7c0f6916f940)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:31.282258 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-41d53322-bb6c-4d93-9157-e1a2042dd447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a7815345-82a1-4b34-99e8-a211bbfe78ea), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:31.323633 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-41d53322-bb6c-4d93-9157-e1a2042dd447 admin admin] Calling delete_port for a7815345-82a1-4b34-99e8-a211bbfe78ea owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:15:31.358145 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5f4b0fa3-63fb-4e7b-8912-eebb8bc1cbd2 None None] Deleting port a7815345-82a1-4b34-99e8-a211bbfe78ea {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:15:31.359080 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5f4b0fa3-63fb-4e7b-8912-eebb8bc1cbd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a7815345-82a1-4b34-99e8-a211bbfe78ea), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:31.482806 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-5f4b0fa3-63fb-4e7b-8912-eebb8bc1cbd2 None None] For port a7815345-82a1-4b34-99e8-a211bbfe78ea, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a7815345-82a1-4b34-99e8-a211bbfe78ea,segment=NetworkSegment(73b1a5be-4d8c-41ce-b66a-7c0f6916f940),segment_id=73b1a5be-4d8c-41ce-b66a-7c0f6916f940)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:31.485016 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5f4b0fa3-63fb-4e7b-8912-eebb8bc1cbd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a7815345-82a1-4b34-99e8-a211bbfe78ea), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:31.524508 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5f4b0fa3-63fb-4e7b-8912-eebb8bc1cbd2 None None] Calling delete_port for a7815345-82a1-4b34-99e8-a211bbfe78ea owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:15:31.539934 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-ffb8dcff-a28d-4a9c-9e0f-2deb2697f94a service neutron] For port 2d7d6d5d-de42-47c9-830b-c5ed2c97c299, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:15:31.545289 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-ffb8dcff-a28d-4a9c-9e0f-2deb2697f94a service neutron] For port 2d7d6d5d-de42-47c9-830b-c5ed2c97c299, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=2d7d6d5d-de42-47c9-830b-c5ed2c97c299,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:15:31.547256 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d343aa35-1a19-41ab-85ac-b416a66b6b85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (11087e16-5c0e-44ac-85cb-36fafda2ab06), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:31.562853 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-41d53322-bb6c-4d93-9157-e1a2042dd447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (a7815345-82a1-4b34-99e8-a211bbfe78ea), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:31.582816 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d53322-bb6c-4d93-9157-e1a2042dd447 admin admin] No DVR routers for this DVR port a7815345-82a1-4b34-99e8-a211bbfe78ea on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:15:31.592755 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-49997e75-3834-44b3-bd94-3c838972f0d7 req-566d1457-cee3-44f4-8c77-b25accff1593 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/security-groups?id=b922d115-68a5-42e1-be26-b91eb1769be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6014028 Feb 16 22:15:31.593943 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-ffb8dcff-a28d-4a9c-9e0f-2deb2697f94a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (2d7d6d5d-de42-47c9-830b-c5ed2c97c299), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:31.612665 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-ffb8dcff-a28d-4a9c-9e0f-2deb2697f94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:31.614038 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-ffb8dcff-a28d-4a9c-9e0f-2deb2697f94a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:31.616768 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-ffb8dcff-a28d-4a9c-9e0f-2deb2697f94a service neutron] 10.222.0.67 "PUT /v2.0/ports/2d7d6d5d-de42-47c9-830b-c5ed2c97c299 HTTP/1.1" status: 200 len: 1095 time: 1.7401414 Feb 16 22:15:31.619691 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5768b4-d9b1-4d9d-bff2-e93800f2d7a9', 'tag': '2d7d6d5d-de42-47c9-830b-c5ed2c97c299'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:15:31.622239 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17dc8ded-9b1b-42f1-9acb-b30af4716277" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5768b4-d9b1-4d9d-bff2-e93800f2d7a9", "tag": "2d7d6d5d-de42-47c9-830b-c5ed2c97c299"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:15:31.636041 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d53322-bb6c-4d93-9157-e1a2042dd447 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7815345-82a1-4b34-99e8-a211bbfe78ea,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:31.690033 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab11965-ea87-413a-921b-fa9b5b0dbe66 req-2e6b8cc6-3b3f-47bd-9323-91cad67734ca tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:31.697740 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5ab11965-ea87-413a-921b-fa9b5b0dbe66 req-2e6b8cc6-3b3f-47bd-9323-91cad67734ca tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 943 time: 0.7077596 Feb 16 22:15:31.757580 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5f4b0fa3-63fb-4e7b-8912-eebb8bc1cbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (a7815345-82a1-4b34-99e8-a211bbfe78ea), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:31.782205 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-41d53322-bb6c-4d93-9157-e1a2042dd447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (908e6638-f4c8-4b45-9573-ffca76ae9dd0), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:31.805326 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-41d53322-bb6c-4d93-9157-e1a2042dd447 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908e6638-f4c8-4b45-9573-ffca76ae9dd0']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:15:31.806123 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b0fa3-63fb-4e7b-8912-eebb8bc1cbd2 None None] Pushing event deleted for resources: {'Port': ['ID=a7815345-82a1-4b34-99e8-a211bbfe78ea,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:31.819127 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4b0fa3-63fb-4e7b-8912-eebb8bc1cbd2 None None] No DVR routers for this DVR port a7815345-82a1-4b34-99e8-a211bbfe78ea on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:15:31.821950 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-41d53322-bb6c-4d93-9157-e1a2042dd447 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73b1a5be-4d8c-41ce-b66a-7c0f6916f940') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:15:31.822344 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-41d53322-bb6c-4d93-9157-e1a2042dd447 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73b1a5be-4d8c-41ce-b66a-7c0f6916f940') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:15:31.835772 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-41d53322-bb6c-4d93-9157-e1a2042dd447 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (73b1a5be-4d8c-41ce-b66a-7c0f6916f940), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:31.851318 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-6ea3ce9c-ca5a-4bbf-a153-a5e7d55bade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:31.853634 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-41d53322-bb6c-4d93-9157-e1a2042dd447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (73b1a5be-4d8c-41ce-b66a-7c0f6916f940), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:31.853874 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-6ea3ce9c-ca5a-4bbf-a153-a5e7d55bade9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=69252e3c215840b89c5b22d3361460e6&device_id=5f5768b4-d9b1-4d9d-bff2-e93800f2d7a9 HTTP/1.1" status: 200 len: 1129 time: 0.1783068 Feb 16 22:15:31.853874 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb8dcff-a28d-4a9c-9e0f-2deb2697f94a service neutron] Pushing event updated for resources: {'Port': ['ID=2d7d6d5d-de42-47c9-830b-c5ed2c97c299,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:31.859071 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41d53322-bb6c-4d93-9157-e1a2042dd447 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:15:31.859508 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-41d53322-bb6c-4d93-9157-e1a2042dd447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (73b1a5be-4d8c-41ce-b66a-7c0f6916f940), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:31.877641 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5ab11965-ea87-413a-921b-fa9b5b0dbe66 req-d6e2acbd-05d3-4d4c-afe5-aea0714f81db tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770341 Feb 16 22:15:31.940182 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-bb4c6a68-7506-498b-ac7b-ce7ca794f2a4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=2d7d6d5d-de42-47c9-830b-c5ed2c97c299 HTTP/1.1" status: 200 len: 217 time: 0.0610180 Feb 16 22:15:31.993506 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:15:31.993506 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:15:31.993506 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:15:31.993506 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:15:31.993506 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:15:31.993506 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:15:31.993506 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:15:31.993506 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:15:31.993506 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:15:31.993506 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:15:31.993506 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:15:31.993506 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:15:31.993506 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:15:31.993506 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:15:31.993506 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:15:31.993506 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:15:31.993506 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:15:31.993506 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:15:31.993506 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:15:31.993506 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:15:31.993506 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:15:31.993506 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:15:31.993506 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:15:31.993506 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:15:31.993506 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:15:31.993506 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:15:31.993506 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:15:31.993506 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:15:31.993506 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:15:31.993506 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:15:31.993506 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:15:31.993506 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:15:31.997420 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-41d53322-bb6c-4d93-9157-e1a2042dd447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (908e6638-f4c8-4b45-9573-ffca76ae9dd0), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:32.011654 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-53170905-b8c3-435a-b7c1-1c505b25eabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:32.015217 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-53170905-b8c3-435a-b7c1-1c505b25eabf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0637705 Feb 16 22:15:32.019305 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-41d53322-bb6c-4d93-9157-e1a2042dd447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:32.022618 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-41d53322-bb6c-4d93-9157-e1a2042dd447 admin admin] 10.222.0.75 "DELETE /v2.0/networks/908e6638-f4c8-4b45-9573-ffca76ae9dd0 HTTP/1.1" status: 204 len: 168 time: 1.3060651 Feb 16 22:15:32.031685 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54858) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:15:32.081785 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-93f9940d-1d12-44bd-984a-be0320a3ffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:32.084754 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-93f9940d-1d12-44bd-984a-be0320a3ffa3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0632081 Feb 16 22:15:32.136305 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d53322-bb6c-4d93-9157-e1a2042dd447 admin admin] Pushing event deleted for resources: {'Network': ['ID=908e6638-f4c8-4b45-9573-ffca76ae9dd0,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:32.227550 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-83e8840c-5774-474b-a835-e7c9fa21c083 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347959 Feb 16 22:15:32.230390 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc05cbb-c6db-476d-8501-338ceb649bff x-openstack-request-id: req-1cc05cbb-c6db-476d-8501-338ceb649bff {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:15:32.230783 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5768b4-d9b1-4d9d-bff2-e93800f2d7a9", "tag": "2d7d6d5d-de42-47c9-830b-c5ed2c97c299", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:15:32.231142 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1cc05cbb-c6db-476d-8501-338ceb649bff {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:15:32.231694 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f5768b4-d9b1-4d9d-bff2-e93800f2d7a9', 'tag': '2d7d6d5d-de42-47c9-830b-c5ed2c97c299', 'status': 'completed', 'code': 200} Feb 16 22:15:32.453901 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0a02ff3-c41b-4898-81b7-70ec7987bffe req-bff86550-b37d-4057-9d88-d405dd80a7ac service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201273 Feb 16 22:15:32.488639 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1e4ee-fdc9-475b-a6ef-d6a158265c29 req-4731e6f4-2237-4fdb-a732-752bee95c8a7 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:32.490682 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-72a1e4ee-fdc9-475b-a6ef-d6a158265c29 req-4731e6f4-2237-4fdb-a732-752bee95c8a7 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 950 time: 0.1374841 Feb 16 22:15:32.516648 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc3881-8c6d-484d-9ae1-6019994c7518 req-baf7e0e0-54f3-4c8f-a8bc-85bbc7332e85 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:32.537297 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-57dc3881-8c6d-484d-9ae1-6019994c7518 req-baf7e0e0-54f3-4c8f-a8bc-85bbc7332e85 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=81c7526a-7826-4ab7-8247-9d4ab41c2ae6 HTTP/1.1" status: 200 len: 945 time: 0.1807477 Feb 16 22:15:32.670417 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-57dc3881-8c6d-484d-9ae1-6019994c7518 req-8911f783-770c-4c98-814a-6188d7c2e40d tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318974 Feb 16 22:15:32.682417 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-72a1e4ee-fdc9-475b-a6ef-d6a158265c29 req-c05a6f68-6b5f-4829-8b89-1bbadfe3bcae tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856399 Feb 16 22:15:32.695624 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc8ded-9b1b-42f1-9acb-b30af4716277 req-8f9c88a7-adfb-4cbb-9a41-94c70a406e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:32.709843 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-17dc8ded-9b1b-42f1-9acb-b30af4716277 req-8f9c88a7-adfb-4cbb-9a41-94c70a406e48 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=69252e3c215840b89c5b22d3361460e6&device_id=5f5768b4-d9b1-4d9d-bff2-e93800f2d7a9 HTTP/1.1" status: 200 len: 1129 time: 0.1662140 Feb 16 22:15:32.774000 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d343aa35-1a19-41ab-85ac-b416a66b6b85 admin admin] Router 11087e16-5c0e-44ac-85cb-36fafda2ab06 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:15:32.878024 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a7815345-82a1-4b34-99e8-a211bbfe78ea no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:15:32.917329 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: a7815345-82a1-4b34-99e8-a211bbfe78ea {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:15:32.918062 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a7815345-82a1-4b34-99e8-a211bbfe78ea not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:15:32.939485 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d4873-7fb8-4441-84ae-b0513a3b7f4b req-2aa266cb-5fc0-4992-8355-9c516da99431 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:32.941106 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d91d4873-7fb8-4441-84ae-b0513a3b7f4b req-2aa266cb-5fc0-4992-8355-9c516da99431 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 945 time: 0.1877034 Feb 16 22:15:32.944844 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc8ded-9b1b-42f1-9acb-b30af4716277 req-c687b2dc-0b37-42e7-b6f8-a5b53536cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:32.945936 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-17dc8ded-9b1b-42f1-9acb-b30af4716277 req-c687b2dc-0b37-42e7-b6f8-a5b53536cc8d service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.2279265 Feb 16 22:15:32.955285 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d1314-d9f1-48e1-9021-cd9346502e27 req-e542a836-0be5-4cab-9d90-7e603d07c198 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:32.956783 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f97d1314-d9f1-48e1-9021-cd9346502e27 req-e542a836-0be5-4cab-9d90-7e603d07c198 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5768b4-d9b1-4d9d-bff2-e93800f2d7a9 HTTP/1.1" status: 200 len: 947 time: 0.1579258 Feb 16 22:15:32.975164 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d343aa35-1a19-41ab-85ac-b416a66b6b85 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:15:32.986860 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d343aa35-1a19-41ab-85ac-b416a66b6b85 admin admin] 10.222.0.75 "PUT /v2.0/routers/11087e16-5c0e-44ac-85cb-36fafda2ab06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5010753 Feb 16 22:15:32.987600 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54866) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:15:32.991143 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080fbd9a-6745-44f8-8b9e-3dc00c83e538 None None] Sync routers for ids ['11087e16-5c0e-44ac-85cb-36fafda2ab06'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:15:33.014635 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-17dc8ded-9b1b-42f1-9acb-b30af4716277 req-6a6407d9-32ac-4234-bb81-3d6d632c257c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=2d7d6d5d-de42-47c9-830b-c5ed2c97c299 HTTP/1.1" status: 200 len: 217 time: 0.0568604 Feb 16 22:15:33.037630 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080fbd9a-6745-44f8-8b9e-3dc00c83e538 None None] Routers {'11087e16-5c0e-44ac-85cb-36fafda2ab06'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:15:33.039667 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-080fbd9a-6745-44f8-8b9e-3dc00c83e538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:15:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['11087e16-5c0e-44ac-85cb-36fafda2ab06'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:15:33.108296 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d91d4873-7fb8-4441-84ae-b0513a3b7f4b req-751b31ab-876f-43cc-9772-264f31ffec54 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494129 Feb 16 22:15:33.113202 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f97d1314-d9f1-48e1-9021-cd9346502e27 req-abfde793-926e-47e8-ac38-62ea538ed7f1 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/security-groups?id=b922d115-68a5-42e1-be26-b91eb1769be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471035 Feb 16 22:15:33.129405 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc8ded-9b1b-42f1-9acb-b30af4716277 req-39534393-f210-4104-900b-10cd7327cacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:33.131168 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-17dc8ded-9b1b-42f1-9acb-b30af4716277 req-39534393-f210-4104-900b-10cd7327cacd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1064875 Feb 16 22:15:33.161228 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3c770384-aa33-4cdf-b5b8-1575c5542f88 admin admin] Publish callbacks [] for router (11087e16-5c0e-44ac-85cb-36fafda2ab06), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:33.256922 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc8ded-9b1b-42f1-9acb-b30af4716277 req-829536ad-e141-436d-b1a9-2c3edbc0c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:33.258630 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-17dc8ded-9b1b-42f1-9acb-b30af4716277 req-829536ad-e141-436d-b1a9-2c3edbc0c285 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1180573 Feb 16 22:15:33.283274 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-037e6a37-1cf3-4b59-bbd1-c80584106a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (b8c94711-1bce-4859-a0d9-8a1876b7d427), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:33.381798 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20a3c1-8fb8-4655-8c76-ee632fbb3a14 req-a8a294fd-fea8-4651-9455-4b1c4a1cfab6 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:33.383437 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5e20a3c1-8fb8-4655-8c76-ee632fbb3a14 req-a8a294fd-fea8-4651-9455-4b1c4a1cfab6 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 943 time: 0.1202390 Feb 16 22:15:33.391370 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3c770384-aa33-4cdf-b5b8-1575c5542f88 admin admin] Publish callbacks [] for router_gateway (11087e16-5c0e-44ac-85cb-36fafda2ab06), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:33.417033 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-17dc8ded-9b1b-42f1-9acb-b30af4716277 req-a5da9cc1-0acf-4b66-b897-4cde535dd51e service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445475 Feb 16 22:15:33.449536 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-080fbd9a-6745-44f8-8b9e-3dc00c83e538 None None] Set router 11087e16-5c0e-44ac-85cb-36fafda2ab06 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:15:33.475387 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5e20a3c1-8fb8-4655-8c76-ee632fbb3a14 req-afb64d41-71aa-4520-8d33-3a30f121a7e3 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813622 Feb 16 22:15:33.556034 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-3c770384-aa33-4cdf-b5b8-1575c5542f88 admin admin] Deleting port 9d77d7bb-a30d-4e15-b95b-d5858d60afa3 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:15:33.556034 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3c770384-aa33-4cdf-b5b8-1575c5542f88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (9d77d7bb-a30d-4e15-b95b-d5858d60afa3), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:33.603672 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-17dc8ded-9b1b-42f1-9acb-b30af4716277 req-bca7d8b3-fe12-496a-ad47-4f64991b353f service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753871 Feb 16 22:15:33.677157 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-080fbd9a-6745-44f8-8b9e-3dc00c83e538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'name': 'tempest-ServersTestManualDisk-1346985168-router', 'tenant_id': 'd9f4c3d639764d149e7c3c9334975949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '9d77d7bb-a30d-4e15-b95b-d5858d60afa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:13:55Z', 'updated_at': '2022-02-16T22:15:31Z', 'revision_number': 5, 'project_id': 'd9f4c3d639764d149e7c3c9334975949', 'gw_port': {'id': '9d77d7bb-a30d-4e15-b95b-d5858d60afa3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:13:57Z', 'updated_at': '2022-02-16T22:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:15:33.708071 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-3c770384-aa33-4cdf-b5b8-1575c5542f88 admin admin] For port 9d77d7bb-a30d-4e15-b95b-d5858d60afa3, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9d77d7bb-a30d-4e15-b95b-d5858d60afa3,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:33.708439 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3c770384-aa33-4cdf-b5b8-1575c5542f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (9d77d7bb-a30d-4e15-b95b-d5858d60afa3), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:33.708879 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080fbd9a-6745-44f8-8b9e-3dc00c83e538 None None] Checking router: 11087e16-5c0e-44ac-85cb-36fafda2ab06 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:15:33.718856 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080fbd9a-6745-44f8-8b9e-3dc00c83e538 None None] Routers {'11087e16-5c0e-44ac-85cb-36fafda2ab06'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:15:33.720098 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-080fbd9a-6745-44f8-8b9e-3dc00c83e538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:15:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['11087e16-5c0e-44ac-85cb-36fafda2ab06'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:15:33.725916 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-3c770384-aa33-4cdf-b5b8-1575c5542f88 admin admin] Calling delete_port for 9d77d7bb-a30d-4e15-b95b-d5858d60afa3 owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:15:33.750481 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-037e6a37-1cf3-4b59-bbd1-c80584106a3f admin admin] Deleting port 4ec3273c-e388-4775-b774-e26023c46147 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:15:33.750821 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-037e6a37-1cf3-4b59-bbd1-c80584106a3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (4ec3273c-e388-4775-b774-e26023c46147), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:33.809512 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 0e307f02-068a-43ae-80b4-ed8d9b9effc8 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:15:33.865908 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-080fbd9a-6745-44f8-8b9e-3dc00c83e538 None None] Set router 11087e16-5c0e-44ac-85cb-36fafda2ab06 gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:15:33.913485 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-037e6a37-1cf3-4b59-bbd1-c80584106a3f admin admin] For port 4ec3273c-e388-4775-b774-e26023c46147, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=4ec3273c-e388-4775-b774-e26023c46147,segment=NetworkSegment(ec2ccd32-315c-4f2c-8d91-3c19c8332b0f),segment_id=ec2ccd32-315c-4f2c-8d91-3c19c8332b0f)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:33.914130 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-037e6a37-1cf3-4b59-bbd1-c80584106a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (4ec3273c-e388-4775-b774-e26023c46147), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:33.919301 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494ae86-edfd-4dbe-a5c4-78788976ede6 req-23e43367-879c-4f78-9489-4822969968ec tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:33.936811 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-037e6a37-1cf3-4b59-bbd1-c80584106a3f admin admin] Calling delete_port for 4ec3273c-e388-4775-b774-e26023c46147 owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:15:33.937073 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-080fbd9a-6745-44f8-8b9e-3dc00c83e538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'name': 'tempest-ServersTestManualDisk-1346985168-router', 'tenant_id': 'd9f4c3d639764d149e7c3c9334975949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:13:55Z', 'updated_at': '2022-02-16T22:15:33Z', 'revision_number': 6, 'project_id': 'd9f4c3d639764d149e7c3c9334975949', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:15:33.947456 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d494ae86-edfd-4dbe-a5c4-78788976ede6 req-23e43367-879c-4f78-9489-4822969968ec tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=81c7526a-7826-4ab7-8247-9d4ab41c2ae6 HTTP/1.1" status: 200 len: 945 time: 0.1248417 Feb 16 22:15:33.982622 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080fbd9a-6745-44f8-8b9e-3dc00c83e538 None None] The sync data for ids ['11087e16-5c0e-44ac-85cb-36fafda2ab06'] in n-d-813897-6 is: [{'id': '11087e16-5c0e-44ac-85cb-36fafda2ab06', 'name': 'tempest-ServersTestManualDisk-1346985168-router', 'tenant_id': 'd9f4c3d639764d149e7c3c9334975949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:13:55Z', 'updated_at': '2022-02-16T22:15:33Z', 'revision_number': 6, 'project_id': 'd9f4c3d639764d149e7c3c9334975949', 'gw_port_host': None}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:15:33.998220 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9878816-fedf-4d8e-89aa-f35276ef1c40 req-fb2389a2-aa1b-4708-9bec-39dfae298790 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:34.008103 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a9878816-fedf-4d8e-89aa-f35276ef1c40 req-fb2389a2-aa1b-4708-9bec-39dfae298790 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 950 time: 0.1762736 Feb 16 22:15:34.012998 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 0e307f02-068a-43ae-80b4-ed8d9b9effc8 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:15:34.018654 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 0e307f02-068a-43ae-80b4-ed8d9b9effc8 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:15:34.020322 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0e307f02-068a-43ae-80b4-ed8d9b9effc8), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:34.073727 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a9878816-fedf-4d8e-89aa-f35276ef1c40 req-872d14ca-6e62-4df9-8f06-a411c9ebea55 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605469 Feb 16 22:15:34.118544 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d494ae86-edfd-4dbe-a5c4-78788976ede6 req-4d515856-eb2e-485d-bb27-1f8927bd3c65 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694362 Feb 16 22:15:34.142002 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 0e307f02-068a-43ae-80b4-ed8d9b9effc8 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:15:34.142376 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3c770384-aa33-4cdf-b5b8-1575c5542f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (9d77d7bb-a30d-4e15-b95b-d5858d60afa3), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:34.142498 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0e307f02-068a-43ae-80b4-ed8d9b9effc8), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:34.171792 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c770384-aa33-4cdf-b5b8-1575c5542f88 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d77d7bb-a30d-4e15-b95b-d5858d60afa3,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:34.179964 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c7526a-7826-4ab7-8247-9d4ab41c2ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e307f02-068a-43ae-80b4-ed8d9b9effc8'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:15:34.183334 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71e9da2-f235-421f-b043-ec386cb2f550" -d '{"events": [{"server_uuid": "81c7526a-7826-4ab7-8247-9d4ab41c2ae6", "name": "network-vif-plugged", "status": "completed", "tag": "0e307f02-068a-43ae-80b4-ed8d9b9effc8"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:15:34.204383 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 0e307f02-068a-43ae-80b4-ed8d9b9effc8, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=0e307f02-068a-43ae-80b4-ed8d9b9effc8,segment=NetworkSegment(0fcd852f-dbb0-4c8e-bb68-facd05b73898),segment_id=0fcd852f-dbb0-4c8e-bb68-facd05b73898)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:34.215483 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0e307f02-068a-43ae-80b4-ed8d9b9effc8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:34.270773 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3c770384-aa33-4cdf-b5b8-1575c5542f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (11087e16-5c0e-44ac-85cb-36fafda2ab06), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:34.302743 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=0e307f02-068a-43ae-80b4-ed8d9b9effc8,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:34.350228 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45f88c-0074-41b7-8c35-802cc8843fbd req-9f489087-4fa0-4973-84c9-178c145b40a7 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:34.351940 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac45f88c-0074-41b7-8c35-802cc8843fbd req-9f489087-4fa0-4973-84c9-178c145b40a7 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5768b4-d9b1-4d9d-bff2-e93800f2d7a9 HTTP/1.1" status: 200 len: 947 time: 0.0926523 Feb 16 22:15:34.362876 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c7fef-4ba8-484b-b993-a110548ce1ce req-96e2266c-825f-4f11-8bd3-8b6d12fe2504 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:34.364517 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-df7c7fef-4ba8-484b-b993-a110548ce1ce req-96e2266c-825f-4f11-8bd3-8b6d12fe2504 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 945 time: 0.1152196 Feb 16 22:15:34.412521 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3c770384-aa33-4cdf-b5b8-1575c5542f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (11087e16-5c0e-44ac-85cb-36fafda2ab06), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:34.416061 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3c770384-aa33-4cdf-b5b8-1575c5542f88 admin admin] Publish callbacks [] for router_controller (11087e16-5c0e-44ac-85cb-36fafda2ab06), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:34.448888 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac45f88c-0074-41b7-8c35-802cc8843fbd req-361eec34-ce56-4742-b790-bc3e7cabde64 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/security-groups?id=b922d115-68a5-42e1-be26-b91eb1769be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823305 Feb 16 22:15:34.457145 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-df7c7fef-4ba8-484b-b993-a110548ce1ce req-d6dcdf0a-1127-453a-a43b-2662eac4471e tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849984 Feb 16 22:15:34.479200 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-037e6a37-1cf3-4b59-bbd1-c80584106a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (4ec3273c-e388-4775-b774-e26023c46147), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:34.482761 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3c770384-aa33-4cdf-b5b8-1575c5542f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (11087e16-5c0e-44ac-85cb-36fafda2ab06), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:34.483312 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c770384-aa33-4cdf-b5b8-1575c5542f88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11087e16-5c0e-44ac-85cb-36fafda2ab06 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:15:34.505908 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3c770384-aa33-4cdf-b5b8-1575c5542f88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:34.505908 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3c770384-aa33-4cdf-b5b8-1575c5542f88 admin admin] 10.222.0.75 "DELETE /v2.0/routers/11087e16-5c0e-44ac-85cb-36fafda2ab06 HTTP/1.1" status: 204 len: 168 time: 1.5152607 Feb 16 22:15:34.509649 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54890) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:15:34.524913 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e6a37-1cf3-4b59-bbd1-c80584106a3f admin admin] Pushing event deleted for resources: {'Port': ['ID=4ec3273c-e388-4775-b774-e26023c46147,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:34.573470 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc41a31-f079-4248-926f-2ccc81c494f7 x-openstack-request-id: req-dbc41a31-f079-4248-926f-2ccc81c494f7 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:15:34.574469 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c7526a-7826-4ab7-8247-9d4ab41c2ae6", "name": "network-vif-plugged", "status": "completed", "tag": "0e307f02-068a-43ae-80b4-ed8d9b9effc8", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:15:34.575257 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dbc41a31-f079-4248-926f-2ccc81c494f7 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:15:34.580408 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c7526a-7826-4ab7-8247-9d4ab41c2ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e307f02-068a-43ae-80b4-ed8d9b9effc8', 'code': 200} Feb 16 22:15:34.638617 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cf896d8-779f-4e42-88a2-e78c1c36d3fe admin admin] Deleting subnet d6127c36-c1ee-44b8-9e4f-0b0d5d8779af {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:15:34.645544 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3cf896d8-779f-4e42-88a2-e78c1c36d3fe admin admin] Publish callbacks [] for subnet (d6127c36-c1ee-44b8-9e4f-0b0d5d8779af), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:34.806855 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc5fca-f291-47ec-92c8-b429ebeec7b2 req-eb214c8a-238a-42d1-8b86-9d3905e9db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:34.808936 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ffdc5fca-f291-47ec-92c8-b429ebeec7b2 req-eb214c8a-238a-42d1-8b86-9d3905e9db56 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=81c7526a-7826-4ab7-8247-9d4ab41c2ae6 HTTP/1.1" status: 200 len: 1128 time: 0.1278720 Feb 16 22:15:34.811903 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3cf896d8-779f-4e42-88a2-e78c1c36d3fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (d6127c36-c1ee-44b8-9e4f-0b0d5d8779af), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:34.820144 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09d281-26b3-4216-96e8-0f4c030cc71b req-313490e9-d260-4d54-9a8a-cad68b3b7359 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:34.824258 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-037e6a37-1cf3-4b59-bbd1-c80584106a3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (b8c94711-1bce-4859-a0d9-8a1876b7d427), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:34.827988 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ca09d281-26b3-4216-96e8-0f4c030cc71b req-313490e9-d260-4d54-9a8a-cad68b3b7359 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 943 time: 0.1478996 Feb 16 22:15:34.917694 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ffdc5fca-f291-47ec-92c8-b429ebeec7b2 req-76578d6a-9769-483e-90e2-36179dda9f4d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689027 Feb 16 22:15:34.957353 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ca09d281-26b3-4216-96e8-0f4c030cc71b req-52a05647-3f34-4b10-9c0a-d35c98d524cd tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284263 Feb 16 22:15:35.087241 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3cf896d8-779f-4e42-88a2-e78c1c36d3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (d6127c36-c1ee-44b8-9e4f-0b0d5d8779af), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:35.139452 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5a871ffa-a4d9-47a0-8bec-d952ba9d64f7 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:15:35.193441 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 5a871ffa-a4d9-47a0-8bec-d952ba9d64f7 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:15:35.193952 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5a871ffa-a4d9-47a0-8bec-d952ba9d64f7 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:15:35.194595 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9d77d7bb-a30d-4e15-b95b-d5858d60afa3 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:15:35.196453 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3cf896d8-779f-4e42-88a2-e78c1c36d3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (d6127c36-c1ee-44b8-9e4f-0b0d5d8779af), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:35.223551 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3cf896d8-779f-4e42-88a2-e78c1c36d3fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:35.232754 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3cf896d8-779f-4e42-88a2-e78c1c36d3fe admin admin] 10.222.0.75 "DELETE /v2.0/subnets/d6127c36-c1ee-44b8-9e4f-0b0d5d8779af HTTP/1.1" status: 204 len: 168 time: 0.7211866 Feb 16 22:15:35.239380 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54904) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:15:35.249660 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13b49d9-008f-4941-ab4e-d34f63f0e542 None None] Network ea12ed18-2146-4087-b7ac-be4800d31ba6 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:15:35.253443 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 9d77d7bb-a30d-4e15-b95b-d5858d60afa3 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:15:35.253898 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9d77d7bb-a30d-4e15-b95b-d5858d60afa3 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:15:35.277113 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf896d8-779f-4e42-88a2-e78c1c36d3fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6127c36-c1ee-44b8-9e4f-0b0d5d8779af,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:35.327185 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037e6a37-1cf3-4b59-bbd1-c80584106a3f admin admin] Router b8c94711-1bce-4859-a0d9-8a1876b7d427 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:15:35.357374 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf896d8-779f-4e42-88a2-e78c1c36d3fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:35.357732 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf896d8-779f-4e42-88a2-e78c1c36d3fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:35.358106 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf896d8-779f-4e42-88a2-e78c1c36d3fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:35.358453 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf896d8-779f-4e42-88a2-e78c1c36d3fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:35.358791 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf896d8-779f-4e42-88a2-e78c1c36d3fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:35.359255 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf896d8-779f-4e42-88a2-e78c1c36d3fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:35.359604 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf896d8-779f-4e42-88a2-e78c1c36d3fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:35.359934 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf896d8-779f-4e42-88a2-e78c1c36d3fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:35.360263 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf896d8-779f-4e42-88a2-e78c1c36d3fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:35.360590 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf896d8-779f-4e42-88a2-e78c1c36d3fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:35.361246 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf896d8-779f-4e42-88a2-e78c1c36d3fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:35.361246 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf896d8-779f-4e42-88a2-e78c1c36d3fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:35.361549 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf896d8-779f-4e42-88a2-e78c1c36d3fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:35.395643 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aed4fa-d132-43bc-847e-ed557ba5cde0 req-43add68c-09be-4c9e-a998-393488b8a12b tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:35.397230 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-81aed4fa-d132-43bc-847e-ed557ba5cde0 req-43add68c-09be-4c9e-a998-393488b8a12b tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 950 time: 0.1862662 Feb 16 22:15:35.405520 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244304b4-b13c-41c9-b274-01272a2224ac req-327e74c4-0bad-4282-bf26-e0831931e24c tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:35.413120 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-244304b4-b13c-41c9-b274-01272a2224ac req-327e74c4-0bad-4282-bf26-e0831931e24c tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=81c7526a-7826-4ab7-8247-9d4ab41c2ae6 HTTP/1.1" status: 200 len: 946 time: 0.1390352 Feb 16 22:15:35.481563 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2d45f57e-b1e8-4986-b483-6d28ad778ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (ea12ed18-2146-4087-b7ac-be4800d31ba6), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:35.507719 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-81aed4fa-d132-43bc-847e-ed557ba5cde0 req-03f990e8-6199-4c61-8dd5-2ee407103377 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911074 Feb 16 22:15:35.541303 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-244304b4-b13c-41c9-b274-01272a2224ac req-50a1000c-8298-4ba5-a55d-a9f9eabc8b88 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271305 Feb 16 22:15:35.566271 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379f4fee-52b9-427f-a8e0-dd8ab82eed68 None None] DHCP port deletion for ea12ed18-2146-4087-b7ac-be4800d31ba6 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:15:35.674843 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-379f4fee-52b9-427f-a8e0-dd8ab82eed68 None None] Deleting port 4e532cc9-334a-4fae-abfd-1b59618d3901 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:15:35.675688 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-379f4fee-52b9-427f-a8e0-dd8ab82eed68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (4e532cc9-334a-4fae-abfd-1b59618d3901), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:35.700408 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037e6a37-1cf3-4b59-bbd1-c80584106a3f admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:15:35.710826 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-037e6a37-1cf3-4b59-bbd1-c80584106a3f admin admin] 10.222.0.75 "PUT /v2.0/routers/b8c94711-1bce-4859-a0d9-8a1876b7d427/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6757257 Feb 16 22:15:35.711723 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6122a196-762e-4dab-b567-2688c67635fa None None] Sync routers for ids ['b8c94711-1bce-4859-a0d9-8a1876b7d427'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:15:35.712423 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54912) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:15:35.733818 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6122a196-762e-4dab-b567-2688c67635fa None None] Routers {'b8c94711-1bce-4859-a0d9-8a1876b7d427'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:15:35.735601 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6122a196-762e-4dab-b567-2688c67635fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:15:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['b8c94711-1bce-4859-a0d9-8a1876b7d427'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:15:35.796264 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd6c64-98a0-46c3-a03f-0d3b1a63749c req-7fd06e83-9c94-489c-99a7-c07293ac2294 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:35.804994 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4ebd6c64-98a0-46c3-a03f-0d3b1a63749c req-7fd06e83-9c94-489c-99a7-c07293ac2294 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5768b4-d9b1-4d9d-bff2-e93800f2d7a9 HTTP/1.1" status: 200 len: 947 time: 0.1741352 Feb 16 22:15:35.840734 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-379f4fee-52b9-427f-a8e0-dd8ab82eed68 None None] For port 4e532cc9-334a-4fae-abfd-1b59618d3901, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=4e532cc9-334a-4fae-abfd-1b59618d3901,segment=NetworkSegment(f901632b-b16d-4b58-a423-c55826c2d338),segment_id=f901632b-b16d-4b58-a423-c55826c2d338)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:35.841325 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-379f4fee-52b9-427f-a8e0-dd8ab82eed68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (4e532cc9-334a-4fae-abfd-1b59618d3901), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:35.858513 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecda01-a28c-4320-a8c0-153203df689d req-bfec988a-197b-4e79-bc6e-9cfe5b5c7b29 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:35.860074 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-33ecda01-a28c-4320-a8c0-153203df689d req-bfec988a-197b-4e79-bc6e-9cfe5b5c7b29 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 945 time: 0.1949821 Feb 16 22:15:35.865082 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-379f4fee-52b9-427f-a8e0-dd8ab82eed68 None None] Calling delete_port for 4e532cc9-334a-4fae-abfd-1b59618d3901 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:15:35.890505 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:15:35.926705 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-6122a196-762e-4dab-b567-2688c67635fa None None] Set router b8c94711-1bce-4859-a0d9-8a1876b7d427 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:15:35.992096 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4ebd6c64-98a0-46c3-a03f-0d3b1a63749c req-b05677a1-7be1-44e4-bc6f-d7f91dd09466 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/security-groups?id=b922d115-68a5-42e1-be26-b91eb1769be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797469 Feb 16 22:15:36.034897 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-33ecda01-a28c-4320-a8c0-153203df689d req-b943dce9-1e16-4258-97a9-17e8c28d4d70 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605182 Feb 16 22:15:36.187128 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-2d45f57e-b1e8-4986-b483-6d28ad778ce5 admin admin] Deleting port 4e532cc9-334a-4fae-abfd-1b59618d3901 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:15:36.187473 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2d45f57e-b1e8-4986-b483-6d28ad778ce5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (4e532cc9-334a-4fae-abfd-1b59618d3901), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:36.242995 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df1e51-4331-41ec-9e85-142d7952bbc0 req-bdc8dbfc-3f65-43d0-b611-d27adb9b2f28 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:36.252390 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-32df1e51-4331-41ec-9e85-142d7952bbc0 req-bdc8dbfc-3f65-43d0-b611-d27adb9b2f28 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 943 time: 0.1053092 Feb 16 22:15:36.272226 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-379f4fee-52b9-427f-a8e0-dd8ab82eed68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (4e532cc9-334a-4fae-abfd-1b59618d3901), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:36.295785 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6122a196-762e-4dab-b567-2688c67635fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c94711-1bce-4859-a0d9-8a1876b7d427', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1251084737-router', 'tenant_id': '4989b76b724b42789633de9e97a7efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'cf3e8cd4-f73a-4286-861d-052969e3985e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:11:33Z', 'updated_at': '2022-02-16T22:15:34Z', 'revision_number': 5, 'project_id': '4989b76b724b42789633de9e97a7efab', 'gw_port': {'id': 'cf3e8cd4-f73a-4286-861d-052969e3985e', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:be:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c94711-1bce-4859-a0d9-8a1876b7d427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:35Z', 'updated_at': '2022-02-16T22:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:15:36.312966 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379f4fee-52b9-427f-a8e0-dd8ab82eed68 None None] No DVR routers for this DVR port 4e532cc9-334a-4fae-abfd-1b59618d3901 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:15:36.313950 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-2d45f57e-b1e8-4986-b483-6d28ad778ce5 admin admin] For port 4e532cc9-334a-4fae-abfd-1b59618d3901, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=4e532cc9-334a-4fae-abfd-1b59618d3901,segment=NetworkSegment(f901632b-b16d-4b58-a423-c55826c2d338),segment_id=f901632b-b16d-4b58-a423-c55826c2d338)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:36.314465 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2d45f57e-b1e8-4986-b483-6d28ad778ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (4e532cc9-334a-4fae-abfd-1b59618d3901), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:36.332266 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6122a196-762e-4dab-b567-2688c67635fa None None] Checking router: b8c94711-1bce-4859-a0d9-8a1876b7d427 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:15:36.334819 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e9345a82-5923-47a8-9313-5904c84ddd2b admin admin] Publish callbacks [] for router (b8c94711-1bce-4859-a0d9-8a1876b7d427), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:36.343480 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6122a196-762e-4dab-b567-2688c67635fa None None] Routers {'b8c94711-1bce-4859-a0d9-8a1876b7d427'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:15:36.347139 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-32df1e51-4331-41ec-9e85-142d7952bbc0 req-0b715454-0539-4025-82f4-bde9a6d1a8dd tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927777 Feb 16 22:15:36.348006 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6122a196-762e-4dab-b567-2688c67635fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:15:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['b8c94711-1bce-4859-a0d9-8a1876b7d427'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:15:36.363401 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f4fee-52b9-427f-a8e0-dd8ab82eed68 None None] Pushing event deleted for resources: {'Port': ['ID=4e532cc9-334a-4fae-abfd-1b59618d3901,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:36.391661 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:36.404219 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-2d45f57e-b1e8-4986-b483-6d28ad778ce5 admin admin] Calling delete_port for 4e532cc9-334a-4fae-abfd-1b59618d3901 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:15:36.410015 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': '5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5', 'mac_address': 'fa:16:3e:2c:dd:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:15:36.466658 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-6122a196-762e-4dab-b567-2688c67635fa None None] Set router b8c94711-1bce-4859-a0d9-8a1876b7d427 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:15:36.508473 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:15:36.508873 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:36.537926 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:15:36.570348 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:36.577687 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:36.593534 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e9345a82-5923-47a8-9313-5904c84ddd2b admin admin] Publish callbacks [] for router_gateway (b8c94711-1bce-4859-a0d9-8a1876b7d427), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:36.704973 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2d45f57e-b1e8-4986-b483-6d28ad778ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (4e532cc9-334a-4fae-abfd-1b59618d3901), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:36.766887 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d45f57e-b1e8-4986-b483-6d28ad778ce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e532cc9-334a-4fae-abfd-1b59618d3901,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:36.773103 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d45f57e-b1e8-4986-b483-6d28ad778ce5 admin admin] No DVR routers for this DVR port 4e532cc9-334a-4fae-abfd-1b59618d3901 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:15:36.788240 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 4e532cc9-334a-4fae-abfd-1b59618d3901 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:15:36.841459 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b6710-22e8-4b27-8bb6-d1da718082af req-f29219de-7fc9-45e8-8952-4f3a2d968787 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:36.845440 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c95b6710-22e8-4b27-8bb6-d1da718082af req-f29219de-7fc9-45e8-8952-4f3a2d968787 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 950 time: 0.1898384 Feb 16 22:15:36.852839 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6122a196-762e-4dab-b567-2688c67635fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c94711-1bce-4859-a0d9-8a1876b7d427', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1251084737-router', 'tenant_id': '4989b76b724b42789633de9e97a7efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'cf3e8cd4-f73a-4286-861d-052969e3985e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:11:33Z', 'updated_at': '2022-02-16T22:15:34Z', 'revision_number': 5, 'project_id': '4989b76b724b42789633de9e97a7efab', 'gw_port': {'id': 'cf3e8cd4-f73a-4286-861d-052969e3985e', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:be:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c94711-1bce-4859-a0d9-8a1876b7d427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:35Z', 'updated_at': '2022-02-16T22:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:15:36.857795 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5,revision_number=9']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:36.867430 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2af5c-d1a2-4a77-b22d-6f6a75705b30 req-ca05d40e-bc22-48ee-97a9-06d4d60a3b2d tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:36.872022 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 4e532cc9-334a-4fae-abfd-1b59618d3901 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:15:36.872497 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 4e532cc9-334a-4fae-abfd-1b59618d3901 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:15:36.882764 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4aa2af5c-d1a2-4a77-b22d-6f6a75705b30 req-ca05d40e-bc22-48ee-97a9-06d4d60a3b2d tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=81c7526a-7826-4ab7-8247-9d4ab41c2ae6 HTTP/1.1" status: 200 len: 946 time: 0.1794124 Feb 16 22:15:36.899799 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6122a196-762e-4dab-b567-2688c67635fa None None] The sync data for ids ['b8c94711-1bce-4859-a0d9-8a1876b7d427'] in n-d-813897-6 is: [{'id': 'b8c94711-1bce-4859-a0d9-8a1876b7d427', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1251084737-router', 'tenant_id': '4989b76b724b42789633de9e97a7efab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'cf3e8cd4-f73a-4286-861d-052969e3985e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:11:33Z', 'updated_at': '2022-02-16T22:15:34Z', 'revision_number': 5, 'project_id': '4989b76b724b42789633de9e97a7efab', 'gw_port': {'id': 'cf3e8cd4-f73a-4286-861d-052969e3985e', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:be:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c94711-1bce-4859-a0d9-8a1876b7d427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:11:35Z', 'updated_at': '2022-02-16T22:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:15:36.940632 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2d45f57e-b1e8-4986-b483-6d28ad778ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (ea12ed18-2146-4087-b7ac-be4800d31ba6), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:36.981633 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:15:36.993931 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4aa2af5c-d1a2-4a77-b22d-6f6a75705b30 req-d5caa3d9-e4c3-4608-83ef-ce9be5d28cc7 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053796 Feb 16 22:15:36.998478 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c95b6710-22e8-4b27-8bb6-d1da718082af req-4ecc2fb7-472f-4c66-ba0a-7f3c74a6625f tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385241 Feb 16 22:15:37.024741 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-2d45f57e-b1e8-4986-b483-6d28ad778ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea12ed18-2146-4087-b7ac-be4800d31ba6']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:15:37.024741 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-e9345a82-5923-47a8-9313-5904c84ddd2b admin admin] Deleting port cf3e8cd4-f73a-4286-861d-052969e3985e {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:15:37.024741 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e9345a82-5923-47a8-9313-5904c84ddd2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (cf3e8cd4-f73a-4286-861d-052969e3985e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:37.044235 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-2d45f57e-b1e8-4986-b483-6d28ad778ce5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f901632b-b16d-4b58-a423-c55826c2d338') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:15:37.046806 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-2d45f57e-b1e8-4986-b483-6d28ad778ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f901632b-b16d-4b58-a423-c55826c2d338') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:15:37.122243 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2d45f57e-b1e8-4986-b483-6d28ad778ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (f901632b-b16d-4b58-a423-c55826c2d338), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:37.229779 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2d45f57e-b1e8-4986-b483-6d28ad778ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (f901632b-b16d-4b58-a423-c55826c2d338), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:37.257503 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d45f57e-b1e8-4986-b483-6d28ad778ce5 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:15:37.257908 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2d45f57e-b1e8-4986-b483-6d28ad778ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (f901632b-b16d-4b58-a423-c55826c2d338), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:15:37.264280 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:15:37.297534 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f31746-2583-430d-b309-979a5725af5f req-ec5a1277-8c25-4f7d-8197-f0206a94cbf4 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:37.299242 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a8f31746-2583-430d-b309-979a5725af5f req-ec5a1277-8c25-4f7d-8197-f0206a94cbf4 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5768b4-d9b1-4d9d-bff2-e93800f2d7a9 HTTP/1.1" status: 200 len: 947 time: 0.1459274 Feb 16 22:15:37.324257 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf02c6-8e18-4a56-9c9f-b699fb9ece56 req-96f26d50-57e6-47c4-afe8-c2a9ab59d611 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:37.327031 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5cf02c6-8e18-4a56-9c9f-b699fb9ece56 req-96f26d50-57e6-47c4-afe8-c2a9ab59d611 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 945 time: 0.1272023 Feb 16 22:15:37.364860 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-e9345a82-5923-47a8-9313-5904c84ddd2b admin admin] For port cf3e8cd4-f73a-4286-861d-052969e3985e, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=cf3e8cd4-f73a-4286-861d-052969e3985e,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:37.365863 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e9345a82-5923-47a8-9313-5904c84ddd2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (cf3e8cd4-f73a-4286-861d-052969e3985e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:37.380733 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-e9345a82-5923-47a8-9313-5904c84ddd2b admin admin] Calling delete_port for cf3e8cd4-f73a-4286-861d-052969e3985e owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:15:37.391952 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2d45f57e-b1e8-4986-b483-6d28ad778ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (ea12ed18-2146-4087-b7ac-be4800d31ba6), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:37.397721 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2d45f57e-b1e8-4986-b483-6d28ad778ce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:37.406167 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2d45f57e-b1e8-4986-b483-6d28ad778ce5 admin admin] 10.222.0.75 "DELETE /v2.0/networks/ea12ed18-2146-4087-b7ac-be4800d31ba6 HTTP/1.1" status: 204 len: 168 time: 2.1645789 Feb 16 22:15:37.425912 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d45f57e-b1e8-4986-b483-6d28ad778ce5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea12ed18-2146-4087-b7ac-be4800d31ba6,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:37.430837 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a8f31746-2583-430d-b309-979a5725af5f req-8de82984-8c2a-44eb-8260-159ad600b759 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/security-groups?id=b922d115-68a5-42e1-be26-b91eb1769be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243856 Feb 16 22:15:37.470324 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5cf02c6-8e18-4a56-9c9f-b699fb9ece56 req-bf70b6cc-05b2-41f6-abc9-51890813bbf7 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361899 Feb 16 22:15:37.689506 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191035b-805c-41c5-986c-5935027fa87a req-8790002c-fd04-4c05-8404-1aff039ca7aa tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:37.693287 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b191035b-805c-41c5-986c-5935027fa87a req-8790002c-fd04-4c05-8404-1aff039ca7aa tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 943 time: 0.1052427 Feb 16 22:15:37.698771 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e9345a82-5923-47a8-9313-5904c84ddd2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (cf3e8cd4-f73a-4286-861d-052969e3985e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:37.724981 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54946) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:15:37.738181 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9345a82-5923-47a8-9313-5904c84ddd2b admin admin] Pushing event deleted for resources: {'Port': ['ID=cf3e8cd4-f73a-4286-861d-052969e3985e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:37.774249 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b191035b-805c-41c5-986c-5935027fa87a req-4a99b9d8-e33c-415b-b35c-bce23fefa552 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761745 Feb 16 22:15:37.781676 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6c29cdd4-b786-48c7-8c47-3f670fd762f4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d9f4c3d639764d149e7c3c9334975949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0554836 Feb 16 22:15:37.784270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54948) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:15:37.821838 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 2d7d6d5d-de42-47c9-830b-c5ed2c97c299 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:15:37.823802 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e9345a82-5923-47a8-9313-5904c84ddd2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (b8c94711-1bce-4859-a0d9-8a1876b7d427), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:37.846870 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fc9c0068-97fe-465d-b141-4bb37a14d281 admin admin] Publish callbacks [] for security_group (e1eb83c9-0498-425d-be0b-fcf3569932bc), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:37.883575 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fc9c0068-97fe-465d-b141-4bb37a14d281 admin admin] Publish callbacks [] for security_group (e1eb83c9-0498-425d-be0b-fcf3569932bc), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:37.933364 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fc9c0068-97fe-465d-b141-4bb37a14d281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (e1eb83c9-0498-425d-be0b-fcf3569932bc), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:37.937415 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fc9c0068-97fe-465d-b141-4bb37a14d281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:37.939620 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-fc9c0068-97fe-465d-b141-4bb37a14d281 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e1eb83c9-0498-425d-be0b-fcf3569932bc HTTP/1.1" status: 204 len: 168 time: 0.1542075 Feb 16 22:15:37.947166 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 2d7d6d5d-de42-47c9-830b-c5ed2c97c299, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=2d7d6d5d-de42-47c9-830b-c5ed2c97c299,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:37.963781 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c0068-97fe-465d-b141-4bb37a14d281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1eb83c9-0498-425d-be0b-fcf3569932bc,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:37.965337 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '2d7d6d5d-de42-47c9-830b-c5ed2c97c299', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': '2d7d6d5d-de42-47c9-830b-c5ed2c97c299', 'mac_address': 'fa:16:3e:41:d9:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:15:38.016856 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e9345a82-5923-47a8-9313-5904c84ddd2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (b8c94711-1bce-4859-a0d9-8a1876b7d427), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:38.019254 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e9345a82-5923-47a8-9313-5904c84ddd2b admin admin] Publish callbacks [] for router_controller (b8c94711-1bce-4859-a0d9-8a1876b7d427), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:38.068928 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e9345a82-5923-47a8-9313-5904c84ddd2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (b8c94711-1bce-4859-a0d9-8a1876b7d427), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:38.069729 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9345a82-5923-47a8-9313-5904c84ddd2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8c94711-1bce-4859-a0d9-8a1876b7d427 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:15:38.074900 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 2d7d6d5d-de42-47c9-830b-c5ed2c97c299 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:15:38.075012 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2d7d6d5d-de42-47c9-830b-c5ed2c97c299), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:38.076138 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e9345a82-5923-47a8-9313-5904c84ddd2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:38.077840 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e9345a82-5923-47a8-9313-5904c84ddd2b admin admin] 10.222.0.75 "DELETE /v2.0/routers/b8c94711-1bce-4859-a0d9-8a1876b7d427 HTTP/1.1" status: 204 len: 168 time: 2.3645170 Feb 16 22:15:38.080544 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54956) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:15:38.132761 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d7d6d5d-de42-47c9-830b-c5ed2c97c299 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:15:38.168697 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-92a09cc9-e5db-41f3-b2bc-c0ef65dda212 admin admin] Deleting subnet 50647ca2-de20-4cb0-a1ad-7e4e3a246db4 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:15:38.177192 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92a09cc9-e5db-41f3-b2bc-c0ef65dda212 admin admin] Publish callbacks [] for subnet (50647ca2-de20-4cb0-a1ad-7e4e3a246db4), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:38.181475 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 2d7d6d5d-de42-47c9-830b-c5ed2c97c299, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=2d7d6d5d-de42-47c9-830b-c5ed2c97c299,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:38.196179 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2d7d6d5d-de42-47c9-830b-c5ed2c97c299), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:38.269232 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92a09cc9-e5db-41f3-b2bc-c0ef65dda212 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (50647ca2-de20-4cb0-a1ad-7e4e3a246db4), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:38.303574 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4691c15-a2cd-4a9c-8800-a4c477fe4b0f req-d3a80020-21ed-48cb-9c5d-d4e927254db8 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:38.311519 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c4691c15-a2cd-4a9c-8800-a4c477fe4b0f req-d3a80020-21ed-48cb-9c5d-d4e927254db8 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 950 time: 0.1857419 Feb 16 22:15:38.315699 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=2d7d6d5d-de42-47c9-830b-c5ed2c97c299,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:38.388249 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c4691c15-a2cd-4a9c-8800-a4c477fe4b0f req-7ae9f7e4-106c-4e8d-b260-f1800e2e28e5 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758431 Feb 16 22:15:38.408812 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ab5aa-f323-48ae-8078-78aa804e341d req-c0417d7d-c430-4e36-a55a-daff8681ec63 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:38.410404 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-961ab5aa-f323-48ae-8078-78aa804e341d req-c0417d7d-c430-4e36-a55a-daff8681ec63 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=81c7526a-7826-4ab7-8247-9d4ab41c2ae6 HTTP/1.1" status: 200 len: 946 time: 0.2259016 Feb 16 22:15:38.442489 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92a09cc9-e5db-41f3-b2bc-c0ef65dda212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (50647ca2-de20-4cb0-a1ad-7e4e3a246db4), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:38.498568 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-961ab5aa-f323-48ae-8078-78aa804e341d req-3dc9861d-2604-44a3-a7ec-2a29162cd448 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801086 Feb 16 22:15:38.531834 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92a09cc9-e5db-41f3-b2bc-c0ef65dda212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (50647ca2-de20-4cb0-a1ad-7e4e3a246db4), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:38.572767 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a09cc9-e5db-41f3-b2bc-c0ef65dda212 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50647ca2-de20-4cb0-a1ad-7e4e3a246db4,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:38.574848 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92a09cc9-e5db-41f3-b2bc-c0ef65dda212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:38.580824 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-92a09cc9-e5db-41f3-b2bc-c0ef65dda212 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/50647ca2-de20-4cb0-a1ad-7e4e3a246db4 HTTP/1.1" status: 204 len: 168 time: 0.4967163 Feb 16 22:15:38.581053 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54972) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:15:38.581790 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be51f41-4444-4490-bf87-403198b94588 None None] Network 92c9b496-1133-4112-9407-433c0276a3a0 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:15:38.667441 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-616033fd-6eb0-4136-8e3d-bfa76d6648ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (92c9b496-1133-4112-9407-433c0276a3a0), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:38.743093 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['2d7d6d5d-de42-47c9-830b-c5ed2c97c299'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:15:38.765813 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d628e87-2be2-4df0-950f-968a47070bb8 req-2948b21a-b9e6-4861-a591-d5b50127c864 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:38.773334 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7d628e87-2be2-4df0-950f-968a47070bb8 req-2948b21a-b9e6-4861-a591-d5b50127c864 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 945 time: 0.1812758 Feb 16 22:15:38.803855 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-616033fd-6eb0-4136-8e3d-bfa76d6648ce admin admin] Deleting port 457385a0-c370-46c9-b89d-91343c5a694c {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:15:38.804303 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-616033fd-6eb0-4136-8e3d-bfa76d6648ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (457385a0-c370-46c9-b89d-91343c5a694c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:38.860396 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 4ec3273c-e388-4775-b774-e26023c46147 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:15:38.902083 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7d628e87-2be2-4df0-950f-968a47070bb8 req-b8a10213-bf46-4907-a79b-da07ae4c82b8 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277773 Feb 16 22:15:38.903049 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-616033fd-6eb0-4136-8e3d-bfa76d6648ce admin admin] For port 457385a0-c370-46c9-b89d-91343c5a694c, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=457385a0-c370-46c9-b89d-91343c5a694c,segment=NetworkSegment(ec2ccd32-315c-4f2c-8d91-3c19c8332b0f),segment_id=ec2ccd32-315c-4f2c-8d91-3c19c8332b0f)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:38.903430 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-616033fd-6eb0-4136-8e3d-bfa76d6648ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (457385a0-c370-46c9-b89d-91343c5a694c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:38.918745 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-616033fd-6eb0-4136-8e3d-bfa76d6648ce admin admin] Calling delete_port for 457385a0-c370-46c9-b89d-91343c5a694c owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:15:38.934347 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0cbdcc-5167-4bd7-b2f5-102250b687ee req-472232eb-69b2-415b-b788-ba9ec560a982 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:38.936092 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1b0cbdcc-5167-4bd7-b2f5-102250b687ee req-472232eb-69b2-415b-b788-ba9ec560a982 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5768b4-d9b1-4d9d-bff2-e93800f2d7a9 HTTP/1.1" status: 200 len: 948 time: 0.2924852 Feb 16 22:15:38.960469 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:15:38.984596 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 4ec3273c-e388-4775-b774-e26023c46147 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:15:38.984821 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 4ec3273c-e388-4775-b774-e26023c46147 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:15:38.985361 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device cf3e8cd4-f73a-4286-861d-052969e3985e no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:15:39.037733 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-616033fd-6eb0-4136-8e3d-bfa76d6648ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (457385a0-c370-46c9-b89d-91343c5a694c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:39.054943 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: cf3e8cd4-f73a-4286-861d-052969e3985e {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:15:39.055638 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device cf3e8cd4-f73a-4286-861d-052969e3985e not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:15:39.070150 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1b0cbdcc-5167-4bd7-b2f5-102250b687ee req-8185efb7-62b6-4b8c-af16-13b50e69d09c tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/security-groups?id=b922d115-68a5-42e1-be26-b91eb1769be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213720 Feb 16 22:15:39.104355 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616033fd-6eb0-4136-8e3d-bfa76d6648ce admin admin] Pushing event deleted for resources: {'Port': ['ID=457385a0-c370-46c9-b89d-91343c5a694c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:39.118237 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616033fd-6eb0-4136-8e3d-bfa76d6648ce admin admin] No DVR routers for this DVR port 457385a0-c370-46c9-b89d-91343c5a694c on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:15:39.224613 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a3f2df-e221-4d30-a270-a317694c2a38 None None] DHCP port deletion for 92c9b496-1133-4112-9407-433c0276a3a0 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:15:39.302212 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-616033fd-6eb0-4136-8e3d-bfa76d6648ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (92c9b496-1133-4112-9407-433c0276a3a0), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:39.305570 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54998) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:15:39.337724 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-616033fd-6eb0-4136-8e3d-bfa76d6648ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c9b496-1133-4112-9407-433c0276a3a0']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:15:39.358796 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-616033fd-6eb0-4136-8e3d-bfa76d6648ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec2ccd32-315c-4f2c-8d91-3c19c8332b0f') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:15:39.359440 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-616033fd-6eb0-4136-8e3d-bfa76d6648ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec2ccd32-315c-4f2c-8d91-3c19c8332b0f') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:15:39.380053 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-616033fd-6eb0-4136-8e3d-bfa76d6648ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (ec2ccd32-315c-4f2c-8d91-3c19c8332b0f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:39.386161 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d6f00-8f9c-42ae-a2b0-018804bd3c5a req-19ae7dfc-f195-4c9c-b72d-8306f7a971c2 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:39.399173 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-616033fd-6eb0-4136-8e3d-bfa76d6648ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (ec2ccd32-315c-4f2c-8d91-3c19c8332b0f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:39.411783 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-616033fd-6eb0-4136-8e3d-bfa76d6648ce admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:15:39.412378 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-616033fd-6eb0-4136-8e3d-bfa76d6648ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (ec2ccd32-315c-4f2c-8d91-3c19c8332b0f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:39.414743 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:15:39.414743 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:15:39.414743 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:15:39.414743 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:15:39.414743 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:15:39.414743 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:15:39.414743 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:15:39.414743 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:15:39.414743 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:15:39.414743 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:15:39.414743 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:15:39.414743 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:15:39.414743 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:15:39.414743 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:15:39.414743 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:15:39.414743 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:15:39.414743 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:15:39.414743 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:15:39.414743 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:15:39.414743 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:15:39.414743 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:15:39.414743 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:15:39.414743 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:15:39.414743 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:15:39.414743 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:15:39.414743 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:15:39.414743 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:15:39.414743 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:15:39.414743 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:15:39.414743 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:15:39.414743 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:15:39.414743 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:15:39.416848 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ee7d6f00-8f9c-42ae-a2b0-018804bd3c5a req-19ae7dfc-f195-4c9c-b72d-8306f7a971c2 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=81c7526a-7826-4ab7-8247-9d4ab41c2ae6 HTTP/1.1" status: 200 len: 946 time: 0.1496203 Feb 16 22:15:39.489944 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-879de636-05e0-48d3-a2f3-04258be047f4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1987319139-network', 'tenant_id': '2f97267a596c4567b50e354272ff141c'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:15:39.506732 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-616033fd-6eb0-4136-8e3d-bfa76d6648ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (92c9b496-1133-4112-9407-433c0276a3a0), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:39.514507 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-616033fd-6eb0-4136-8e3d-bfa76d6648ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:39.518206 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca15aa-01da-4b3c-9197-dd3f0a30096f req-61c5f31b-1adc-41f6-8482-755ef1255ddf tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:39.518881 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-616033fd-6eb0-4136-8e3d-bfa76d6648ce admin admin] 10.222.0.75 "DELETE /v2.0/networks/92c9b496-1133-4112-9407-433c0276a3a0 HTTP/1.1" status: 204 len: 168 time: 0.9368923 Feb 16 22:15:39.531347 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-83ca15aa-01da-4b3c-9197-dd3f0a30096f req-61c5f31b-1adc-41f6-8482-755ef1255ddf tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 943 time: 0.1791186 Feb 16 22:15:39.548280 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616033fd-6eb0-4136-8e3d-bfa76d6648ce admin admin] Pushing event deleted for resources: {'Network': ['ID=92c9b496-1133-4112-9407-433c0276a3a0,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:39.552326 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879de636-05e0-48d3-a2f3-04258be047f4 admin admin] Made reservation on behalf of 2f97267a596c4567b50e354272ff141c for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:15:39.552711 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ee7d6f00-8f9c-42ae-a2b0-018804bd3c5a req-ffe00a65-021b-42c4-b4b4-a49c9eb1ceb8 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308196 Feb 16 22:15:39.555774 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-879de636-05e0-48d3-a2f3-04258be047f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:39.567421 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-879de636-05e0-48d3-a2f3-04258be047f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:39.649872 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-83ca15aa-01da-4b3c-9197-dd3f0a30096f req-1a279896-a7e5-4ac3-8c12-d69ed068eae3 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175375 Feb 16 22:15:39.716215 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-879de636-05e0-48d3-a2f3-04258be047f4 admin admin] Publish callbacks [] for security_group (d3b04d90-2c6b-4f8a-8ffd-0052f70d6808), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:39.717093 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7299a2f-3805-4aee-b152-0c26fb81555f req-6f299770-70f8-407a-9d16-36d9e8d41b4b tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:39.722683 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-879de636-05e0-48d3-a2f3-04258be047f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d3b04d90-2c6b-4f8a-8ffd-0052f70d6808), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:39.727293 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b7299a2f-3805-4aee-b152-0c26fb81555f req-6f299770-70f8-407a-9d16-36d9e8d41b4b tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 950 time: 0.1006894 Feb 16 22:15:39.763933 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879de636-05e0-48d3-a2f3-04258be047f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:15:39.772773 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55018) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:15:39.787707 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-879de636-05e0-48d3-a2f3-04258be047f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (80df2fdd-2b46-4a00-a754-802a9cc4a74f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:39.788287 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-879de636-05e0-48d3-a2f3-04258be047f4 admin admin] Added segment 80df2fdd-2b46-4a00-a754-802a9cc4a74f of type vlan for network df2369bb-787b-44d9-b457-9dfc9ea32c8a Feb 16 22:15:39.789751 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879de636-05e0-48d3-a2f3-04258be047f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b04d90-2c6b-4f8a-8ffd-0052f70d6808,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:39.802441 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b7299a2f-3805-4aee-b152-0c26fb81555f req-b56e2234-a180-4458-a811-585b21230253 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740194 Feb 16 22:15:39.839586 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:15:39.843694 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-822df909-e99e-4ac0-b4d4-8fd5fc3e8c43 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=030664079749416b877398f148fb3d38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0669811 Feb 16 22:15:39.843694 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55020) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:15:39.866304 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-879de636-05e0-48d3-a2f3-04258be047f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (df2369bb-787b-44d9-b457-9dfc9ea32c8a), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:39.899513 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-879de636-05e0-48d3-a2f3-04258be047f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (df2369bb-787b-44d9-b457-9dfc9ea32c8a), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:39.900791 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879de636-05e0-48d3-a2f3-04258be047f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:39.902350 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-879de636-05e0-48d3-a2f3-04258be047f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:39.942217 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:15:39.943581 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:39.948324 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-618dbe32-c534-4898-8163-9dcfcc93df2d admin admin] Publish callbacks [] for security_group (a98faaf8-c1c7-4701-947d-1a06b03a93a8), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:39.954655 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-879de636-05e0-48d3-a2f3-04258be047f4 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6471264 Feb 16 22:15:39.955472 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55026) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:15:39.981607 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-618dbe32-c534-4898-8163-9dcfcc93df2d admin admin] Publish callbacks [] for security_group (a98faaf8-c1c7-4701-947d-1a06b03a93a8), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:40.011688 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-c26e666d-c435-4cc3-bab5-3ede608978aa admin admin] Request body: {'subnet': {'network_id': 'df2369bb-787b-44d9-b457-9dfc9ea32c8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1987319139-subnet', 'tenant_id': '2f97267a596c4567b50e354272ff141c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:15:40.018251 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879de636-05e0-48d3-a2f3-04258be047f4 admin admin] Pushing event updated for resources: {'Network': ['ID=df2369bb-787b-44d9-b457-9dfc9ea32c8a,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:40.046982 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network df2369bb-787b-44d9-b457-9dfc9ea32c8a details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:15:40.076794 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-618dbe32-c534-4898-8163-9dcfcc93df2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a98faaf8-c1c7-4701-947d-1a06b03a93a8), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:40.078522 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26e666d-c435-4cc3-bab5-3ede608978aa admin admin] Made reservation on behalf of 2f97267a596c4567b50e354272ff141c for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:15:40.080926 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c26e666d-c435-4cc3-bab5-3ede608978aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:40.082060 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-618dbe32-c534-4898-8163-9dcfcc93df2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:40.083444 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-618dbe32-c534-4898-8163-9dcfcc93df2d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a98faaf8-c1c7-4701-947d-1a06b03a93a8 HTTP/1.1" status: 204 len: 168 time: 0.2387526 Feb 16 22:15:40.126213 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:15:40.126828 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:40.167651 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618dbe32-c534-4898-8163-9dcfcc93df2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98faaf8-c1c7-4701-947d-1a06b03a93a8,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:40.230967 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79455835-4812-4395-8ad3-99d8722e4300 req-2763d070-75d5-4dc2-9ce0-3f035b869e0c tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:40.234827 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-79455835-4812-4395-8ad3-99d8722e4300 req-2763d070-75d5-4dc2-9ce0-3f035b869e0c tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 945 time: 0.1732419 Feb 16 22:15:40.306664 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c26e666d-c435-4cc3-bab5-3ede608978aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (846272a9-99b4-44b3-8254-25cfbc7e1b80), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:40.371031 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-79455835-4812-4395-8ad3-99d8722e4300 req-9fa91873-65b2-4053-b8fc-83aa6083e37e tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127214 Feb 16 22:15:40.391624 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e666d-c435-4cc3-bab5-3ede608978aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=846272a9-99b4-44b3-8254-25cfbc7e1b80,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:40.394225 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26e666d-c435-4cc3-bab5-3ede608978aa admin admin] Checking segment: {'id': '80df2fdd-2b46-4a00-a754-802a9cc4a74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'df2369bb-787b-44d9-b457-9dfc9ea32c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:15:40.394802 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26e666d-c435-4cc3-bab5-3ede608978aa admin admin] Network hostable DHCP agents. Network: df2369bb-787b-44d9-b457-9dfc9ea32c8a, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:15:40.418521 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26e666d-c435-4cc3-bab5-3ede608978aa admin admin] Network df2369bb-787b-44d9-b457-9dfc9ea32c8a is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:15:40.430995 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102e1df-fb9f-4d8b-8326-3514c63aa07c req-6b4516a5-77e2-4b0f-bd79-5281cc015c70 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:40.438010 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-c26e666d-c435-4cc3-bab5-3ede608978aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, df2369bb-787b-44d9-b457-9dfc9ea32c8a) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:15:40.452631 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26e666d-c435-4cc3-bab5-3ede608978aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:40.454559 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c26e666d-c435-4cc3-bab5-3ede608978aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:40.455097 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d102e1df-fb9f-4d8b-8326-3514c63aa07c req-6b4516a5-77e2-4b0f-bd79-5281cc015c70 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5768b4-d9b1-4d9d-bff2-e93800f2d7a9 HTTP/1.1" status: 200 len: 948 time: 0.2160470 Feb 16 22:15:40.486484 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c26e666d-c435-4cc3-bab5-3ede608978aa admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4882228 Feb 16 22:15:40.573041 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d102e1df-fb9f-4d8b-8326-3514c63aa07c req-73817b80-4138-4e58-ad68-a43c22831c96 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/security-groups?id=b922d115-68a5-42e1-be26-b91eb1769be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149187 Feb 16 22:15:40.608100 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2083fb-d060-4f61-a5fe-db1a45707807 None None] Network df2369bb-787b-44d9-b457-9dfc9ea32c8a requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:15:40.770371 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e588c41-6745-4e24-bd4c-95be83970989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:15:40.780343 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a66b5e4-8874-473c-90c6-a6775de82394" -d '{"events": [{"server_uuid": "8e588c41-6745-4e24-bd4c-95be83970989", "name": "network-vif-plugged", "status": "completed", "tag": "5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:15:40.851836 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 457385a0-c370-46c9-b89d-91343c5a694c no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:15:40.856807 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:40.889392 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:40.890673 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8558ca-49ab-428c-85a2-ffbe4406d198 req-ed2c51be-e23e-44bd-a0be-0e7cadbccf1d tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:40.891891 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 457385a0-c370-46c9-b89d-91343c5a694c {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:15:40.892299 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 457385a0-c370-46c9-b89d-91343c5a694c not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:15:40.896971 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55066) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:15:40.918780 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8b8558ca-49ab-428c-85a2-ffbe4406d198 req-ed2c51be-e23e-44bd-a0be-0e7cadbccf1d tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=81c7526a-7826-4ab7-8247-9d4ab41c2ae6 HTTP/1.1" status: 200 len: 946 time: 0.2314868 Feb 16 22:15:40.985101 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0f4ab4b1-5581-4d0c-b6f0-36d2d09dd304 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4989b76b724b42789633de9e97a7efab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0867980 Feb 16 22:15:40.985340 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55068) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:15:41.000788 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5,revision_number=10']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:41.013249 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975e242-af91-45b9-9cef-607574a7a038 req-a3611322-4899-4463-bfde-24b45a56cfd9 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:41.024541 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8975e242-af91-45b9-9cef-607574a7a038 req-a3611322-4899-4463-bfde-24b45a56cfd9 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 943 time: 0.2198999 Feb 16 22:15:41.053367 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfd9b9d-9140-4f19-bf2d-f3cde4dfe249 None None] Network df2369bb-787b-44d9-b457-9dfc9ea32c8a requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:15:41.112357 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8b8558ca-49ab-428c-85a2-ffbe4406d198 req-a961f7e5-ffe7-4f6d-8553-0856476b9567 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896935 Feb 16 22:15:41.160303 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b52a068f-8b7c-4ffd-924b-2381bee38f75 admin admin] Publish callbacks [] for security_group (5adc1b7f-f38b-4c1b-b06b-5bc39f6a8f8f), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:41.207925 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b52a068f-8b7c-4ffd-924b-2381bee38f75 admin admin] Publish callbacks [] for security_group (5adc1b7f-f38b-4c1b-b06b-5bc39f6a8f8f), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:41.215537 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fc197c-0c51-4429-9e1f-c4c9b676890c x-openstack-request-id: req-09fc197c-0c51-4429-9e1f-c4c9b676890c {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:15:41.215833 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e588c41-6745-4e24-bd4c-95be83970989", "name": "network-vif-plugged", "status": "completed", "tag": "5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:15:41.218502 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-09fc197c-0c51-4429-9e1f-c4c9b676890c {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:15:41.221789 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e588c41-6745-4e24-bd4c-95be83970989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5', 'code': 200} Feb 16 22:15:41.270580 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8975e242-af91-45b9-9cef-607574a7a038 req-28b2fcfa-e955-4bcb-912f-6e827c5a68ea tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462969 Feb 16 22:15:41.288338 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b52a068f-8b7c-4ffd-924b-2381bee38f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (5adc1b7f-f38b-4c1b-b06b-5bc39f6a8f8f), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:41.291052 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b52a068f-8b7c-4ffd-924b-2381bee38f75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:41.292330 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b52a068f-8b7c-4ffd-924b-2381bee38f75 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5adc1b7f-f38b-4c1b-b06b-5bc39f6a8f8f HTTP/1.1" status: 204 len: 168 time: 0.3060327 Feb 16 22:15:41.304987 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a068f-8b7c-4ffd-924b-2381bee38f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adc1b7f-f38b-4c1b-b06b-5bc39f6a8f8f,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:41.452816 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea917c-23ad-4bca-ae83-263f3fa065b4 req-3439d6e3-ea54-4fe6-b56a-8095b60ef3b8 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:41.473020 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-08ea917c-23ad-4bca-ae83-263f3fa065b4 req-3439d6e3-ea54-4fe6-b56a-8095b60ef3b8 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 950 time: 0.1098452 Feb 16 22:15:41.594103 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-08ea917c-23ad-4bca-ae83-263f3fa065b4 req-3c0eed02-ae96-444b-b3c2-58f9221219e7 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198568 Feb 16 22:15:41.839751 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8cdf8-1263-41fe-aeea-4644a1d42b2d req-0066a68a-6277-4c07-8f17-1b7143c9b7aa tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:41.846881 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-72e8cdf8-1263-41fe-aeea-4644a1d42b2d req-0066a68a-6277-4c07-8f17-1b7143c9b7aa tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 945 time: 0.1660948 Feb 16 22:15:41.849690 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 2d7d6d5d-de42-47c9-830b-c5ed2c97c299 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:15:41.887923 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-0885ec8a-5417-49a5-bcaf-74f3cd5de579 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:41.889428 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-0885ec8a-5417-49a5-bcaf-74f3cd5de579 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] 10.222.0.75 "GET /v2.0/networks?id=df2369bb-787b-44d9-b457-9dfc9ea32c8a HTTP/1.1" status: 200 len: 818 time: 0.2076013 Feb 16 22:15:41.948112 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-72e8cdf8-1263-41fe-aeea-4644a1d42b2d req-b1af8a87-9b9b-4a61-b367-aa7d11bf5b73 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907419 Feb 16 22:15:41.948112 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-9e0a3612-e672-42d6-8fc7-db28b11caeee tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] 10.222.0.75 "GET /v2.0/quotas/2f97267a596c4567b50e354272ff141c HTTP/1.1" status: 200 len: 375 time: 0.0381651 Feb 16 22:15:41.974549 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 2d7d6d5d-de42-47c9-830b-c5ed2c97c299 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:15:41.980628 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 2d7d6d5d-de42-47c9-830b-c5ed2c97c299 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:15:41.981497 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2d7d6d5d-de42-47c9-830b-c5ed2c97c299), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:41.996825 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-fab6649f-73cd-4392-b911-23fad91ab004 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=2f97267a596c4567b50e354272ff141c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497491 Feb 16 22:15:42.098786 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 5cccebac-4308-44b7-bd47-11b830ed78b3 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:15:42.228863 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-d9e54822-eca5-44ce-b7bf-b9fb73a7afa2 service neutron] 10.222.0.75 "GET /v2.0/networks/df2369bb-787b-44d9-b457-9dfc9ea32c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149177 Feb 16 22:15:42.286519 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 2d7d6d5d-de42-47c9-830b-c5ed2c97c299 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:15:42.287146 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2d7d6d5d-de42-47c9-830b-c5ed2c97c299), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:42.348069 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 5cccebac-4308-44b7-bd47-11b830ed78b3, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=5cccebac-4308-44b7-bd47-11b830ed78b3,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:42.363615 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 2d7d6d5d-de42-47c9-830b-c5ed2c97c299, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=2d7d6d5d-de42-47c9-830b-c5ed2c97c299,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:42.366695 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '5cccebac-4308-44b7-bd47-11b830ed78b3', 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7', 'port_id': '5cccebac-4308-44b7-bd47-11b830ed78b3', 'mac_address': 'fa:16:3e:4a:c7:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7242f4f-8939-4e6c-b488-ab1fd3ca8215', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:15:42.394968 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-df158fef-3429-4958-8830-915bd1f9cd78 service neutron] 10.222.0.75 "GET /v2.0/networks/df2369bb-787b-44d9-b457-9dfc9ea32c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647501 Feb 16 22:15:42.414771 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91f3a1-063b-442f-a3bb-f8171fe8bc01 req-491191f0-30c7-4264-a9f8-ac6899813de9 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:42.422403 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7f91f3a1-063b-442f-a3bb-f8171fe8bc01 req-491191f0-30c7-4264-a9f8-ac6899813de9 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5768b4-d9b1-4d9d-bff2-e93800f2d7a9 HTTP/1.1" status: 200 len: 948 time: 0.2428222 Feb 16 22:15:42.446805 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2d7d6d5d-de42-47c9-830b-c5ed2c97c299), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:42.513875 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 5cccebac-4308-44b7-bd47-11b830ed78b3 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:15:42.514662 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5cccebac-4308-44b7-bd47-11b830ed78b3), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:42.539770 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7f91f3a1-063b-442f-a3bb-f8171fe8bc01 req-6e36535c-efd1-4b22-9037-7179efdf76c0 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/security-groups?id=b922d115-68a5-42e1-be26-b91eb1769be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138954 Feb 16 22:15:42.540355 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cccebac-4308-44b7-bd47-11b830ed78b3 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:15:42.567345 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 5cccebac-4308-44b7-bd47-11b830ed78b3, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=5cccebac-4308-44b7-bd47-11b830ed78b3,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:42.583448 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5cccebac-4308-44b7-bd47-11b830ed78b3), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:42.591720 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=2d7d6d5d-de42-47c9-830b-c5ed2c97c299,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:42.659081 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=5cccebac-4308-44b7-bd47-11b830ed78b3,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:42.666690 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a21f58-2c66-43d0-ad63-b1d5c98b350c req-16dda440-aacb-4b3e-849c-31f76ae1f9c1 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:42.675665 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9a21f58-2c66-43d0-ad63-b1d5c98b350c req-16dda440-aacb-4b3e-849c-31f76ae1f9c1 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=81c7526a-7826-4ab7-8247-9d4ab41c2ae6 HTTP/1.1" status: 200 len: 946 time: 0.0731268 Feb 16 22:15:42.761354 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9a21f58-2c66-43d0-ad63-b1d5c98b350c req-27acb6d9-3e07-413e-b612-b1c23cd00f23 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794303 Feb 16 22:15:42.908283 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['5cccebac-4308-44b7-bd47-11b830ed78b3'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:15:42.987520 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf52a7-fd23-4dae-a174-5236efc58cd4 req-5e654e5d-8d06-4d0b-a2e5-ca3e81633f7e tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:42.995430 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cedf52a7-fd23-4dae-a174-5236efc58cd4 req-5e654e5d-8d06-4d0b-a2e5-ca3e81633f7e tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 950 time: 0.1273398 Feb 16 22:15:43.014098 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe2fec-070a-4311-8854-64fc77ad982c req-463d7d26-d695-44bc-bf6f-77175d52258c tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:43.015629 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6bbe2fec-070a-4311-8854-64fc77ad982c req-463d7d26-d695-44bc-bf6f-77175d52258c tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 944 time: 0.1971340 Feb 16 22:15:43.117820 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6bbe2fec-070a-4311-8854-64fc77ad982c req-e0de851a-3a9a-46b3-87c8-5165706168e1 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932815 Feb 16 22:15:43.226505 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5768b4-d9b1-4d9d-bff2-e93800f2d7a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d7d6d5d-de42-47c9-830b-c5ed2c97c299'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:15:43.228294 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa77201-6a68-4240-adb8-ab840c6fb494" -d '{"events": [{"server_uuid": "5f5768b4-d9b1-4d9d-bff2-e93800f2d7a9", "name": "network-vif-plugged", "status": "completed", "tag": "2d7d6d5d-de42-47c9-830b-c5ed2c97c299"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:15:43.329588 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-144274d9-9a69-4264-bb2c-6549b4b851b1 req-f2c06de6-7b64-49fb-a0d6-c9dabb4efc68 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] 10.222.0.75 "GET /v2.0/ports?device_id=625eaf0e-db0e-4408-9b19-04d5e9088397 HTTP/1.1" status: 200 len: 210 time: 0.1415453 Feb 16 22:15:43.394824 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cedf52a7-fd23-4dae-a174-5236efc58cd4 req-2043b258-35a2-4035-9cf9-89267ee03934 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946261 Feb 16 22:15:43.400151 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-72e64068-4a69-4dac-a380-7e347286af9d service neutron] show failed (client error): The resource could not be found. Feb 16 22:15:43.410330 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-72e64068-4a69-4dac-a380-7e347286af9d service neutron] 10.222.0.67 "GET /v2.0/ports/fdb3d950-5ca4-43fd-80ec-40704493169e/bindings/n-h2-813897-6 HTTP/1.1" status: 404 len: 380 time: 0.4857655 Feb 16 22:15:43.622929 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b01d82a-f154-4c20-87c4-719a132d0fbb x-openstack-request-id: req-1b01d82a-f154-4c20-87c4-719a132d0fbb {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:15:43.624281 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5768b4-d9b1-4d9d-bff2-e93800f2d7a9", "name": "network-vif-plugged", "status": "completed", "tag": "2d7d6d5d-de42-47c9-830b-c5ed2c97c299", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:15:43.624485 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1b01d82a-f154-4c20-87c4-719a132d0fbb {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:15:43.625008 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5768b4-d9b1-4d9d-bff2-e93800f2d7a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d7d6d5d-de42-47c9-830b-c5ed2c97c299', 'code': 200} Feb 16 22:15:43.678687 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15360550-3c7f-49c6-9ae5-e153a11bff2d req-a9ddce62-ecbb-41e6-b8a6-cd434d055f4c tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:43.703037 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-15360550-3c7f-49c6-9ae5-e153a11bff2d req-a9ddce62-ecbb-41e6-b8a6-cd434d055f4c tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 945 time: 0.1681156 Feb 16 22:15:43.971298 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-1bc6c083-f8a8-424e-9b64-705cf8861ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:43.976681 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-1bc6c083-f8a8-424e-9b64-705cf8861ac3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817&tenant_id=7a8546526dc94278a3957ea9b7c5b439 HTTP/1.1" status: 200 len: 1132 time: 0.1766188 Feb 16 22:15:43.995563 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-c6296d77-206f-4ad0-9fc4-c6823748638f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813897-6', 'device_owner': 'compute:nova'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:15:44.099708 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-c6296d77-206f-4ad0-9fc4-c6823748638f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (fdb3d950-5ca4-43fd-80ec-40704493169e), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:44.292798 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-15360550-3c7f-49c6-9ae5-e153a11bff2d req-d00cd670-d1bd-4db6-8d06-c90cc4dfff6e tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5858598 Feb 16 22:15:44.351923 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9303b4-7407-48b0-8505-109f07e4f60d req-d2d1649d-e631-450b-9475-78ba2468b831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:44.353494 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a9303b4-7407-48b0-8505-109f07e4f60d req-d2d1649d-e631-450b-9475-78ba2468b831 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5f5768b4-d9b1-4d9d-bff2-e93800f2d7a9 HTTP/1.1" status: 200 len: 1131 time: 0.5958946 Feb 16 22:15:44.360485 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f974a44-74f7-44ad-bac8-8fcbeb7d7364 req-c98cf78f-26f7-4e22-8eb4-3778d6039d43 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:44.374823 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0f974a44-74f7-44ad-bac8-8fcbeb7d7364 req-c98cf78f-26f7-4e22-8eb4-3778d6039d43 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5768b4-d9b1-4d9d-bff2-e93800f2d7a9 HTTP/1.1" status: 200 len: 949 time: 0.6022427 Feb 16 22:15:44.459531 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-c6296d77-206f-4ad0-9fc4-c6823748638f service neutron] For port fdb3d950-5ca4-43fd-80ec-40704493169e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=fdb3d950-5ca4-43fd-80ec-40704493169e,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:44.501446 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-c6296d77-206f-4ad0-9fc4-c6823748638f service neutron] For port fdb3d950-5ca4-43fd-80ec-40704493169e, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:15:44.514866 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a9303b4-7407-48b0-8505-109f07e4f60d req-35388258-41ae-4c80-81b6-5725a370b63d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b922d115-68a5-42e1-be26-b91eb1769be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390274 Feb 16 22:15:44.539536 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42286434-2a34-4bbf-a757-560df4b09bba req-aa188fa4-0183-4ae8-95ff-c156bf8328d9 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:44.549633 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-42286434-2a34-4bbf-a757-560df4b09bba req-aa188fa4-0183-4ae8-95ff-c156bf8328d9 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=81c7526a-7826-4ab7-8247-9d4ab41c2ae6 HTTP/1.1" status: 200 len: 946 time: 0.1495657 Feb 16 22:15:44.550740 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-c6296d77-206f-4ad0-9fc4-c6823748638f service neutron] Publish callbacks [] for port (fdb3d950-5ca4-43fd-80ec-40704493169e), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:44.555838 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0f974a44-74f7-44ad-bac8-8fcbeb7d7364 req-eaa20d18-b6d6-4d8e-80c1-9013e0da4336 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/security-groups?id=b922d115-68a5-42e1-be26-b91eb1769be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737547 Feb 16 22:15:44.584678 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41ea7e3-1f6d-4bcc-8b58-382fdefc6817', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdb3d950-5ca4-43fd-80ec-40704493169e'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:15:44.590528 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5ed8b1-9898-453c-87cb-f59b1717f794" -d '{"events": [{"server_uuid": "a41ea7e3-1f6d-4bcc-8b58-382fdefc6817", "name": "network-vif-unplugged", "status": "completed", "tag": "fdb3d950-5ca4-43fd-80ec-40704493169e"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:15:44.602204 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-c6296d77-206f-4ad0-9fc4-c6823748638f service neutron] Transition to ACTIVE for port object fdb3d950-5ca4-43fd-80ec-40704493169e will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:15:44.608958 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-c6296d77-206f-4ad0-9fc4-c6823748638f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (fdb3d950-5ca4-43fd-80ec-40704493169e), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:44.651492 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-42286434-2a34-4bbf-a757-560df4b09bba req-d5c5c9ed-4359-43fa-bf83-394c4d2ab08c tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925694 Feb 16 22:15:44.701585 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-c6296d77-206f-4ad0-9fc4-c6823748638f service neutron] No DVR routers for this DVR port fdb3d950-5ca4-43fd-80ec-40704493169e on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:15:44.728071 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6296d77-206f-4ad0-9fc4-c6823748638f service neutron] Pushing event updated for resources: {'Port': ['ID=fdb3d950-5ca4-43fd-80ec-40704493169e,revision_number=6']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:44.800713 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-c6296d77-206f-4ad0-9fc4-c6823748638f service neutron] Attempting to bind port fdb3d950-5ca4-43fd-80ec-40704493169e on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:15:44.800997 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-c6296d77-206f-4ad0-9fc4-c6823748638f service neutron] Attempting to bind port fdb3d950-5ca4-43fd-80ec-40704493169e by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:15:44.801319 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-c6296d77-206f-4ad0-9fc4-c6823748638f service neutron] Attempting to bind port fdb3d950-5ca4-43fd-80ec-40704493169e on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:15:44.828937 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-c6296d77-206f-4ad0-9fc4-c6823748638f service neutron] Port fdb3d950-5ca4-43fd-80ec-40704493169e on network d8fa3154-6273-4014-87c6-575d48ec11fc not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:15:44.829274 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-c6296d77-206f-4ad0-9fc4-c6823748638f service neutron] Attempting to bind port fdb3d950-5ca4-43fd-80ec-40704493169e on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:15:44.852435 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-c6296d77-206f-4ad0-9fc4-c6823748638f service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:15:44.852786 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-c6296d77-206f-4ad0-9fc4-c6823748638f service neutron] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:15:44.853177 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-c6296d77-206f-4ad0-9fc4-c6823748638f service neutron] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:15:44.870068 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-c6296d77-206f-4ad0-9fc4-c6823748638f service neutron] Bound port: fdb3d950-5ca4-43fd-80ec-40704493169e, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:15:44.870760 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-c6296d77-206f-4ad0-9fc4-c6823748638f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (fdb3d950-5ca4-43fd-80ec-40704493169e), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:45.050413 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-dfd60c89-24f2-4809-9856-3d3f4cd6618e tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:45.051966 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-dfd60c89-24f2-4809-9856-3d3f4cd6618e tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] 10.222.0.79 "GET /v2.0/networks?id=df2369bb-787b-44d9-b457-9dfc9ea32c8a HTTP/1.1" status: 200 len: 818 time: 0.2637708 Feb 16 22:15:45.053801 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0617389d-4081-474a-a413-272e1f4fcefc req-711def5f-3eb5-4739-8f0b-ff756aec183a tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] 10.222.0.75 "GET /v2.0/ports?device_id=625eaf0e-db0e-4408-9b19-04d5e9088397 HTTP/1.1" status: 200 len: 210 time: 0.0500343 Feb 16 22:15:45.060679 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-c6296d77-206f-4ad0-9fc4-c6823748638f service neutron] For port fdb3d950-5ca4-43fd-80ec-40704493169e, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:15:45.061280 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607704ad-044e-44b4-982d-7b5b3533b35c req-c9f0f397-c5ac-4c68-a0b6-7a2673b1dbb1 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:45.067095 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-c6296d77-206f-4ad0-9fc4-c6823748638f service neutron] For port fdb3d950-5ca4-43fd-80ec-40704493169e, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=fdb3d950-5ca4-43fd-80ec-40704493169e,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:15:45.067919 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-607704ad-044e-44b4-982d-7b5b3533b35c req-c9f0f397-c5ac-4c68-a0b6-7a2673b1dbb1 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 944 time: 0.2184877 Feb 16 22:15:45.080497 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-d1011bcc-2881-48f6-921d-21640e4fc517 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] Request body: {'port': {'device_id': '625eaf0e-db0e-4408-9b19-04d5e9088397', 'network_id': 'df2369bb-787b-44d9-b457-9dfc9ea32c8a', 'admin_state_up': True, 'tenant_id': '2f97267a596c4567b50e354272ff141c'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:15:45.081760 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-c6296d77-206f-4ad0-9fc4-c6823748638f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (fdb3d950-5ca4-43fd-80ec-40704493169e), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:45.197691 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-c6296d77-206f-4ad0-9fc4-c6823748638f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:45.198338 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-c6296d77-206f-4ad0-9fc4-c6823748638f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:45.200645 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-c6296d77-206f-4ad0-9fc4-c6823748638f service neutron] 10.222.0.79 "PUT /v2.0/ports/fdb3d950-5ca4-43fd-80ec-40704493169e HTTP/1.1" status: 200 len: 1096 time: 1.2130806 Feb 16 22:15:45.201371 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6296d77-206f-4ad0-9fc4-c6823748638f service neutron] Pushing event updated for resources: {'Port': ['ID=fdb3d950-5ca4-43fd-80ec-40704493169e,revision_number=7']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:45.202566 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-607704ad-044e-44b4-982d-7b5b3533b35c req-bb394f46-4539-4d1b-b056-6ec852619235 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337042 Feb 16 22:15:45.343281 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-8da1994d-db98-4e7e-b6e9-26d977b378e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:45.344813 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-8da1994d-db98-4e7e-b6e9-26d977b378e5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a8546526dc94278a3957ea9b7c5b439&device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 1130 time: 0.1020463 Feb 16 22:15:45.385823 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-d1011bcc-2881-48f6-921d-21640e4fc517 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] Made reservation on behalf of 2f97267a596c4567b50e354272ff141c for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:15:45.389193 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-d1011bcc-2881-48f6-921d-21640e4fc517 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:45.437832 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c39ed-ecc4-4645-9b5d-cfc6aef5104d req-6d651f89-fef5-4379-b0b8-fff0b783c586 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:45.439482 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a23c39ed-ecc4-4645-9b5d-cfc6aef5104d req-6d651f89-fef5-4379-b0b8-fff0b783c586 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 948 time: 0.2180283 Feb 16 22:15:45.535345 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 22:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f4bc6b-a174-4dfc-82e6-0427f525ee07 x-openstack-request-id: req-44f4bc6b-a174-4dfc-82e6-0427f525ee07 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:15:45.535648 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41ea7e3-1f6d-4bcc-8b58-382fdefc6817", "name": "network-vif-unplugged", "status": "completed", "tag": "fdb3d950-5ca4-43fd-80ec-40704493169e", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:15:45.535904 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-44f4bc6b-a174-4dfc-82e6-0427f525ee07 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:15:45.536306 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41ea7e3-1f6d-4bcc-8b58-382fdefc6817', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdb3d950-5ca4-43fd-80ec-40704493169e', 'code': 200} Feb 16 22:15:45.576089 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-4dfbad5d-b542-48a9-91f7-7d1e885d23cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:45.578021 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-4dfbad5d-b542-48a9-91f7-7d1e885d23cf service neutron] 10.222.0.79 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.2256091 Feb 16 22:15:45.657628 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-b852e61d-5c4d-4bf1-8b65-5181b34f9a77 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=fdb3d950-5ca4-43fd-80ec-40704493169e HTTP/1.1" status: 200 len: 217 time: 0.0701931 Feb 16 22:15:45.705257 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-d1011bcc-2881-48f6-921d-21640e4fc517 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] Allocated IP 172.20.0.12 (df2369bb-787b-44d9-b457-9dfc9ea32c8a/846272a9-99b4-44b3-8254-25cfbc7e1b80/361b95f1-0faf-4a27-a2c6-5bf01e19a6b6) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:15:45.732613 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-31585d2b-d403-45cb-a14d-4c471fbe8fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:45.734185 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-31585d2b-d403-45cb-a14d-4c471fbe8fb9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0682249 Feb 16 22:15:45.793002 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-e2bd4bbb-327a-46cc-a753-d804f93056d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:45.795017 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-e2bd4bbb-327a-46cc-a753-d804f93056d2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0530009 Feb 16 22:15:45.871136 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device fdb3d950-5ca4-43fd-80ec-40704493169e no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:15:45.973922 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c218c5-a8db-4777-9230-fbedd925ddc2 req-9039fa13-b85b-4408-bacb-e89e65e5a299 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:45.986682 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] The host n-h1-813897-6 is not matching for port fdb3d950-5ca4-43fd-80ec-40704493169e host n-h2-813897-6! {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 22:15:45.987095 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device fdb3d950-5ca4-43fd-80ec-40704493169e not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:15:45.989326 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e3c218c5-a8db-4777-9230-fbedd925ddc2 req-9039fa13-b85b-4408-bacb-e89e65e5a299 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 945 time: 0.1869256 Feb 16 22:15:45.998134 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-0606e9ed-ead0-4765-844f-af5d8dfcf1c0 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944239 Feb 16 22:15:46.042544 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a23c39ed-ecc4-4645-9b5d-cfc6aef5104d req-2cc9d357-5a3d-4136-963d-3bbab804de62 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5816994 Feb 16 22:15:46.090228 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 5cccebac-4308-44b7-bd47-11b830ed78b3 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:15:46.175858 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 5cccebac-4308-44b7-bd47-11b830ed78b3 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:15:46.185497 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 5cccebac-4308-44b7-bd47-11b830ed78b3 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:15:46.185938 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5cccebac-4308-44b7-bd47-11b830ed78b3), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:46.196880 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e3c218c5-a8db-4777-9230-fbedd925ddc2 req-edada469-5925-4f50-b657-a85bf5e41903 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065370 Feb 16 22:15:46.227530 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-40ba2272-d0c6-437e-9d8a-84d0fc216369 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204652 Feb 16 22:15:46.290617 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-d1011bcc-2881-48f6-921d-21640e4fc517 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] Publish callbacks [] for port (361b95f1-0faf-4a27-a2c6-5bf01e19a6b6), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:46.318951 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 5cccebac-4308-44b7-bd47-11b830ed78b3 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:15:46.319251 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5cccebac-4308-44b7-bd47-11b830ed78b3), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:46.328404 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794b8af-40bd-45af-9c7f-6e38d0ddf09f req-3deaae4c-ef7a-4b1e-8933-176d036eeeb1 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:46.338477 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4794b8af-40bd-45af-9c7f-6e38d0ddf09f req-3deaae4c-ef7a-4b1e-8933-176d036eeeb1 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5768b4-d9b1-4d9d-bff2-e93800f2d7a9 HTTP/1.1" status: 200 len: 949 time: 0.1197677 Feb 16 22:15:46.358895 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86643b6d-1b9d-4df6-900f-f30fb65abb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cccebac-4308-44b7-bd47-11b830ed78b3'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:15:46.363513 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df8c70d-459c-4ec7-8130-6aee81c38cb1" -d '{"events": [{"server_uuid": "86643b6d-1b9d-4df6-900f-f30fb65abb41", "name": "network-vif-plugged", "status": "completed", "tag": "5cccebac-4308-44b7-bd47-11b830ed78b3"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:15:46.388307 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 5cccebac-4308-44b7-bd47-11b830ed78b3, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=5cccebac-4308-44b7-bd47-11b830ed78b3,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:46.402789 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5cccebac-4308-44b7-bd47-11b830ed78b3), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:46.472628 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4794b8af-40bd-45af-9c7f-6e38d0ddf09f req-390c40ef-ca51-49b1-91d2-439762cef598 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/security-groups?id=b922d115-68a5-42e1-be26-b91eb1769be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332035 Feb 16 22:15:46.476452 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=5cccebac-4308-44b7-bd47-11b830ed78b3,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:46.487835 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-d1011bcc-2881-48f6-921d-21640e4fc517 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (361b95f1-0faf-4a27-a2c6-5bf01e19a6b6), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:46.579248 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1011bcc-2881-48f6-921d-21640e4fc517 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] Pushing event updated for resources: {'Port': ['ID=361b95f1-0faf-4a27-a2c6-5bf01e19a6b6,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:46.591005 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56a050-bbf5-40f2-affa-98f753f12392 req-3ce6114d-686b-428a-8bf2-e64f38c3e9ca tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:46.592729 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6b56a050-bbf5-40f2-affa-98f753f12392 req-3ce6114d-686b-428a-8bf2-e64f38c3e9ca tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=81c7526a-7826-4ab7-8247-9d4ab41c2ae6 HTTP/1.1" status: 200 len: 946 time: 0.2169805 Feb 16 22:15:46.633645 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-d1011bcc-2881-48f6-921d-21640e4fc517 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] Network df2369bb-787b-44d9-b457-9dfc9ea32c8a is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:15:46.648399 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-d1011bcc-2881-48f6-921d-21640e4fc517 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:15:46.654209 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-d1011bcc-2881-48f6-921d-21640e4fc517 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:15:46.745719 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6b56a050-bbf5-40f2-affa-98f753f12392 req-3d8e4a00-fe9e-43ef-9ae4-75a76525b4b2 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208253 Feb 16 22:15:46.752848 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ee0d0-cd2e-4ac4-b1f5-ba003b4a5b3d req-94e53a45-d4fc-4185-99bb-0218fcbb8ba3 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:46.758654 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b86ee0d0-cd2e-4ac4-b1f5-ba003b4a5b3d req-94e53a45-d4fc-4185-99bb-0218fcbb8ba3 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] 10.222.0.75 "GET /v2.0/ports?device_id=625eaf0e-db0e-4408-9b19-04d5e9088397 HTTP/1.1" status: 200 len: 932 time: 0.1630862 Feb 16 22:15:46.768951 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-d1011bcc-2881-48f6-921d-21640e4fc517 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:46.769719 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-d1011bcc-2881-48f6-921d-21640e4fc517 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:46.841173 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-d1011bcc-2881-48f6-921d-21640e4fc517 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7702715 Feb 16 22:15:46.846023 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b86ee0d0-cd2e-4ac4-b1f5-ba003b4a5b3d req-26224eac-62be-4c43-ba5a-153f9ab40f33 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3b04d90-2c6b-4f8a-8ffd-0052f70d6808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697527 Feb 16 22:15:46.859756 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-5188564a-135c-43e9-a94d-8372a46d70aa service neutron] Request body: {'port': {'device_id': '625eaf0e-db0e-4408-9b19-04d5e9088397', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:15:46.939621 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-5188564a-135c-43e9-a94d-8372a46d70aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (361b95f1-0faf-4a27-a2c6-5bf01e19a6b6), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:47.094641 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564637b3-7078-4ad4-a679-7b88f677cf00 x-openstack-request-id: req-564637b3-7078-4ad4-a679-7b88f677cf00 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:15:47.095195 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86643b6d-1b9d-4df6-900f-f30fb65abb41", "name": "network-vif-plugged", "status": "completed", "tag": "5cccebac-4308-44b7-bd47-11b830ed78b3", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:15:47.095195 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-564637b3-7078-4ad4-a679-7b88f677cf00 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:15:47.095583 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86643b6d-1b9d-4df6-900f-f30fb65abb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cccebac-4308-44b7-bd47-11b830ed78b3', 'code': 200} Feb 16 22:15:47.187762 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1d2c3-102d-466b-bfab-aeadf633a87b req-3f0f0b1c-3363-4d36-865e-23bc09da54a8 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:47.191782 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-45c1d2c3-102d-466b-bfab-aeadf633a87b req-3f0f0b1c-3363-4d36-865e-23bc09da54a8 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 945 time: 0.1810427 Feb 16 22:15:47.237560 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ed66a-91ca-407e-bd5c-6ddc954e4dd1 req-3055ae4d-b7e3-4687-b48e-6318829d69ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:47.244748 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d79ed66a-91ca-407e-bd5c-6ddc954e4dd1 req-3055ae4d-b7e3-4687-b48e-6318829d69ab service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 1127 time: 0.0640035 Feb 16 22:15:47.296864 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d79ed66a-91ca-407e-bd5c-6ddc954e4dd1 req-d5beac67-f7f4-47be-98df-161a1ff1db56 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485423 Feb 16 22:15:47.346886 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-45c1d2c3-102d-466b-bfab-aeadf633a87b req-b872c390-b0c6-4d57-811e-0627a96348b3 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400497 Feb 16 22:15:47.379775 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800d1cc-7f16-45b0-9695-4b573e298487 req-d404ff84-980c-4a55-98e5-ffc8d35baaf4 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:47.386093 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3800d1cc-7f16-45b0-9695-4b573e298487 req-d404ff84-980c-4a55-98e5-ffc8d35baaf4 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 948 time: 0.1597340 Feb 16 22:15:47.452358 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3800d1cc-7f16-45b0-9695-4b573e298487 req-c7f3b320-7608-43ad-9ab5-0954269f3a51 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553265 Feb 16 22:15:47.538028 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a41ea7e3-1f6d-4bcc-8b58-382fdefc6817', 'tag': 'fdb3d950-5ca4-43fd-80ec-40704493169e'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:15:47.542172 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac40d109-a5d0-4a7e-b05e-36dad486900d" -d '{"events": [{"name": "network-changed", "server_uuid": "a41ea7e3-1f6d-4bcc-8b58-382fdefc6817", "tag": "fdb3d950-5ca4-43fd-80ec-40704493169e"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:15:47.558691 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-5188564a-135c-43e9-a94d-8372a46d70aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 361b95f1-0faf-4a27-a2c6-5bf01e19a6b6 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:15:47.570964 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-5188564a-135c-43e9-a94d-8372a46d70aa service neutron] Publish callbacks [] for port (361b95f1-0faf-4a27-a2c6-5bf01e19a6b6), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:47.592365 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-5188564a-135c-43e9-a94d-8372a46d70aa service neutron] Transition to ACTIVE for port object 361b95f1-0faf-4a27-a2c6-5bf01e19a6b6 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:15:47.600709 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653e98b-56cd-4e1f-b830-c860a8f6c0e4 req-a3857bb4-fb59-475e-a3a1-a7444dc9c85b tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:47.602362 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0653e98b-56cd-4e1f-b830-c860a8f6c0e4 req-a3857bb4-fb59-475e-a3a1-a7444dc9c85b tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 945 time: 0.1068826 Feb 16 22:15:47.633864 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-5188564a-135c-43e9-a94d-8372a46d70aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (361b95f1-0faf-4a27-a2c6-5bf01e19a6b6), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:47.740104 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da16e5-df1a-48e3-aaea-5aa7ff0fc8fa req-fb04121c-8c90-412d-ac32-d2a3ff2540a3 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:47.741777 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-35da16e5-df1a-48e3-aaea-5aa7ff0fc8fa req-fb04121c-8c90-412d-ac32-d2a3ff2540a3 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5768b4-d9b1-4d9d-bff2-e93800f2d7a9 HTTP/1.1" status: 200 len: 949 time: 0.1380675 Feb 16 22:15:47.755554 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188564a-135c-43e9-a94d-8372a46d70aa service neutron] Pushing event updated for resources: {'Port': ['ID=361b95f1-0faf-4a27-a2c6-5bf01e19a6b6,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:47.829421 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0653e98b-56cd-4e1f-b830-c860a8f6c0e4 req-d9b2c2dd-4f85-42e9-8b9e-dbc9a7ab7f48 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923375 Feb 16 22:15:47.887562 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-35da16e5-df1a-48e3-aaea-5aa7ff0fc8fa req-8acb83da-4af5-4715-bba7-3ac32646f6b8 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/security-groups?id=b922d115-68a5-42e1-be26-b91eb1769be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377959 Feb 16 22:15:47.892467 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-5188564a-135c-43e9-a94d-8372a46d70aa service neutron] Attempting to bind port 361b95f1-0faf-4a27-a2c6-5bf01e19a6b6 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:15:47.892836 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-5188564a-135c-43e9-a94d-8372a46d70aa service neutron] Attempting to bind port 361b95f1-0faf-4a27-a2c6-5bf01e19a6b6 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '80df2fdd-2b46-4a00-a754-802a9cc4a74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'df2369bb-787b-44d9-b457-9dfc9ea32c8a'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:15:47.893131 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-5188564a-135c-43e9-a94d-8372a46d70aa service neutron] Attempting to bind port 361b95f1-0faf-4a27-a2c6-5bf01e19a6b6 on network df2369bb-787b-44d9-b457-9dfc9ea32c8a {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:15:47.898236 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-5188564a-135c-43e9-a94d-8372a46d70aa service neutron] Port 361b95f1-0faf-4a27-a2c6-5bf01e19a6b6 on network df2369bb-787b-44d9-b457-9dfc9ea32c8a not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:15:47.898563 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-5188564a-135c-43e9-a94d-8372a46d70aa service neutron] Attempting to bind port 361b95f1-0faf-4a27-a2c6-5bf01e19a6b6 on network df2369bb-787b-44d9-b457-9dfc9ea32c8a {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:15:47.919959 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-5188564a-135c-43e9-a94d-8372a46d70aa service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:15:47.924640 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-5188564a-135c-43e9-a94d-8372a46d70aa service neutron] Checking segment: {'id': '80df2fdd-2b46-4a00-a754-802a9cc4a74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'df2369bb-787b-44d9-b457-9dfc9ea32c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:15:47.926450 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-5188564a-135c-43e9-a94d-8372a46d70aa service neutron] Bound using segment: {'id': '80df2fdd-2b46-4a00-a754-802a9cc4a74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'df2369bb-787b-44d9-b457-9dfc9ea32c8a'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:15:47.927599 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-5188564a-135c-43e9-a94d-8372a46d70aa service neutron] Bound port: 361b95f1-0faf-4a27-a2c6-5bf01e19a6b6, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80df2fdd-2b46-4a00-a754-802a9cc4a74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'df2369bb-787b-44d9-b457-9dfc9ea32c8a'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:15:47.928156 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-5188564a-135c-43e9-a94d-8372a46d70aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (361b95f1-0faf-4a27-a2c6-5bf01e19a6b6), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:47.936132 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1af8d8-4f26-462f-aa34-8740b0eb2cd7 x-openstack-request-id: req-0c1af8d8-4f26-462f-aa34-8740b0eb2cd7 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:15:47.939555 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a41ea7e3-1f6d-4bcc-8b58-382fdefc6817", "tag": "fdb3d950-5ca4-43fd-80ec-40704493169e", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:15:47.940837 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0c1af8d8-4f26-462f-aa34-8740b0eb2cd7 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:15:47.942426 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a41ea7e3-1f6d-4bcc-8b58-382fdefc6817', 'tag': 'fdb3d950-5ca4-43fd-80ec-40704493169e', 'status': 'completed', 'code': 200} Feb 16 22:15:48.033596 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40d109-a5d0-4a7e-b05e-36dad486900d req-62959a84-8b75-46a2-a3b4-f65e862cfa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:48.035214 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ac40d109-a5d0-4a7e-b05e-36dad486900d req-62959a84-8b75-46a2-a3b4-f65e862cfa66 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a8546526dc94278a3957ea9b7c5b439&device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 1130 time: 0.0679319 Feb 16 22:15:48.113367 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-5188564a-135c-43e9-a94d-8372a46d70aa service neutron] For port 361b95f1-0faf-4a27-a2c6-5bf01e19a6b6, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:15:48.148792 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-5188564a-135c-43e9-a94d-8372a46d70aa service neutron] For port 361b95f1-0faf-4a27-a2c6-5bf01e19a6b6, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=361b95f1-0faf-4a27-a2c6-5bf01e19a6b6,segment=NetworkSegment(80df2fdd-2b46-4a00-a754-802a9cc4a74f),segment_id=80df2fdd-2b46-4a00-a754-802a9cc4a74f)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:15:48.165785 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40d109-a5d0-4a7e-b05e-36dad486900d req-31a4d2d8-bd0a-439c-8ab2-5db7f3a6387a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:48.167350 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac40d109-a5d0-4a7e-b05e-36dad486900d req-31a4d2d8-bd0a-439c-8ab2-5db7f3a6387a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a8546526dc94278a3957ea9b7c5b439&device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 1130 time: 0.1735578 Feb 16 22:15:48.172635 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40d109-a5d0-4a7e-b05e-36dad486900d req-364fc3ed-1186-4031-a753-e85d752d8022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:48.174526 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ac40d109-a5d0-4a7e-b05e-36dad486900d req-364fc3ed-1186-4031-a753-e85d752d8022 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.1318052 Feb 16 22:15:48.177680 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff7e0a-f279-417f-bad8-bd762149ef20 req-008f07d5-171c-491a-ac2f-4a92c335c8e5 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:48.179156 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-14ff7e0a-f279-417f-bad8-bd762149ef20 req-008f07d5-171c-491a-ac2f-4a92c335c8e5 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] 10.222.0.75 "GET /v2.0/ports?device_id=625eaf0e-db0e-4408-9b19-04d5e9088397 HTTP/1.1" status: 200 len: 944 time: 0.1834221 Feb 16 22:15:48.180248 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-5188564a-135c-43e9-a94d-8372a46d70aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (361b95f1-0faf-4a27-a2c6-5bf01e19a6b6), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:48.231948 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ac40d109-a5d0-4a7e-b05e-36dad486900d req-83599661-6ae3-43e5-a7a6-88018e745478 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=fdb3d950-5ca4-43fd-80ec-40704493169e HTTP/1.1" status: 200 len: 217 time: 0.0487959 Feb 16 22:15:48.249040 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421e7dc-bd0d-4ab0-ac59-8c876e6637f0 req-57a3c582-a85c-4fa7-b346-28d1137f5a2a tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:48.257089 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2421e7dc-bd0d-4ab0-ac59-8c876e6637f0 req-57a3c582-a85c-4fa7-b346-28d1137f5a2a tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=81c7526a-7826-4ab7-8247-9d4ab41c2ae6 HTTP/1.1" status: 200 len: 946 time: 0.2419598 Feb 16 22:15:48.264176 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188564a-135c-43e9-a94d-8372a46d70aa service neutron] Pushing event updated for resources: {'Port': ['ID=361b95f1-0faf-4a27-a2c6-5bf01e19a6b6,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:48.302093 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40d109-a5d0-4a7e-b05e-36dad486900d req-5be051b0-5b6c-43d2-910a-abc0712f6727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:48.305457 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ac40d109-a5d0-4a7e-b05e-36dad486900d req-5be051b0-5b6c-43d2-910a-abc0712f6727 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0637050 Feb 16 22:15:48.312381 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-5188564a-135c-43e9-a94d-8372a46d70aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:48.313808 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-5188564a-135c-43e9-a94d-8372a46d70aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:48.315417 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-5188564a-135c-43e9-a94d-8372a46d70aa service neutron] 10.222.0.79 "PUT /v2.0/ports/361b95f1-0faf-4a27-a2c6-5bf01e19a6b6 HTTP/1.1" status: 200 len: 1092 time: 1.4617171 Feb 16 22:15:48.326765 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '625eaf0e-db0e-4408-9b19-04d5e9088397', 'tag': '361b95f1-0faf-4a27-a2c6-5bf01e19a6b6'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:15:48.330085 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0723b4a7-52d3-44ea-89ae-01aa824851f9" -d '{"events": [{"name": "network-changed", "server_uuid": "625eaf0e-db0e-4408-9b19-04d5e9088397", "tag": "361b95f1-0faf-4a27-a2c6-5bf01e19a6b6"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:15:48.397597 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40d109-a5d0-4a7e-b05e-36dad486900d req-63c9a8e6-b70d-4552-b8f7-9ea9392cc92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:48.399405 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ac40d109-a5d0-4a7e-b05e-36dad486900d req-63c9a8e6-b70d-4552-b8f7-9ea9392cc92e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0828938 Feb 16 22:15:48.484472 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2421e7dc-bd0d-4ab0-ac59-8c876e6637f0 req-c3ab1927-58ce-4d9e-b0b9-1ac2fb3c71c1 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268553 Feb 16 22:15:48.494458 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-14ff7e0a-f279-417f-bad8-bd762149ef20 req-5e3bfc50-f4a2-4e62-9c52-20d53775fe9c tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3b04d90-2c6b-4f8a-8ffd-0052f70d6808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531915 Feb 16 22:15:48.525592 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40d109-a5d0-4a7e-b05e-36dad486900d req-b53cfc4f-f951-4cd2-afd3-e0170bd5dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:48.527483 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac40d109-a5d0-4a7e-b05e-36dad486900d req-b53cfc4f-f951-4cd2-afd3-e0170bd5dbbb service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.3443813 Feb 16 22:15:48.537241 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ac40d109-a5d0-4a7e-b05e-36dad486900d req-1d833e6b-4847-4eb5-b394-8010b6180283 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270392 Feb 16 22:15:48.644006 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-345acc96-9a0e-4d60-bcbe-a9c45734fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:48.648077 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-345acc96-9a0e-4d60-bcbe-a9c45734fdda service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2f97267a596c4567b50e354272ff141c&device_id=625eaf0e-db0e-4408-9b19-04d5e9088397 HTTP/1.1" status: 200 len: 1126 time: 0.2381387 Feb 16 22:15:48.650704 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac40d109-a5d0-4a7e-b05e-36dad486900d req-6b51720e-0f11-486c-bf0f-afe014e5631b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=fdb3d950-5ca4-43fd-80ec-40704493169e HTTP/1.1" status: 200 len: 217 time: 0.1070819 Feb 16 22:15:48.722229 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ac40d109-a5d0-4a7e-b05e-36dad486900d req-bbe585b8-4cca-4c51-9018-3ad333cbdcae service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672187 Feb 16 22:15:48.755635 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf68d8d2-6ea0-46ac-8421-9b6f7369d151 x-openstack-request-id: req-cf68d8d2-6ea0-46ac-8421-9b6f7369d151 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:15:48.756613 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "625eaf0e-db0e-4408-9b19-04d5e9088397", "tag": "361b95f1-0faf-4a27-a2c6-5bf01e19a6b6", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:15:48.757103 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cf68d8d2-6ea0-46ac-8421-9b6f7369d151 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:15:48.758084 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '625eaf0e-db0e-4408-9b19-04d5e9088397', 'tag': '361b95f1-0faf-4a27-a2c6-5bf01e19a6b6', 'status': 'completed', 'code': 200} Feb 16 22:15:48.791607 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-a3b96f82-f01a-4f3a-8510-017707c965e7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=361b95f1-0faf-4a27-a2c6-5bf01e19a6b6 HTTP/1.1" status: 200 len: 217 time: 0.1282408 Feb 16 22:15:48.928120 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40d109-a5d0-4a7e-b05e-36dad486900d req-7732b9dd-3839-402f-9bb0-b6388430c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:48.929688 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac40d109-a5d0-4a7e-b05e-36dad486900d req-7732b9dd-3839-402f-9bb0-b6388430c57e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.2730863 Feb 16 22:15:48.936632 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-e3411cee-69d9-4830-9597-08c65d15c404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:48.938391 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-e3411cee-69d9-4830-9597-08c65d15c404 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=846272a9-99b4-44b3-8254-25cfbc7e1b80 HTTP/1.1" status: 200 len: 858 time: 0.1083658 Feb 16 22:15:49.008218 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-e1578288-ff3a-496a-93c7-5c8f0d354a68 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=df2369bb-787b-44d9-b457-9dfc9ea32c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529685 Feb 16 22:15:49.023527 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf20f4-99c4-4cf4-90a6-b6087f785305 req-379589c1-a14b-4a55-a6d6-28a10d04168c tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:49.025854 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8dcf20f4-99c4-4cf4-90a6-b6087f785305 req-379589c1-a14b-4a55-a6d6-28a10d04168c tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 945 time: 0.2370470 Feb 16 22:15:49.089408 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449649c-61b6-4131-a1cf-661d885fa6f1 req-f91ea861-5a69-48e2-8a70-dd3fd94fb6e5 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:49.097827 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4449649c-61b6-4131-a1cf-661d885fa6f1 req-f91ea861-5a69-48e2-8a70-dd3fd94fb6e5 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 948 time: 0.2690864 Feb 16 22:15:49.146005 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40d109-a5d0-4a7e-b05e-36dad486900d req-8eebe131-00d4-4d70-b071-121035295e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:49.147634 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac40d109-a5d0-4a7e-b05e-36dad486900d req-8eebe131-00d4-4d70-b071-121035295e69 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2060137 Feb 16 22:15:49.272697 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8dcf20f4-99c4-4cf4-90a6-b6087f785305 req-598e1365-6f7c-468e-a674-218eb37dd596 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294440 Feb 16 22:15:49.300096 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-e6dfdb46-7df1-4e85-ada4-e61f3bddc5c7 service neutron] 10.222.0.79 "GET /v2.0/networks/df2369bb-787b-44d9-b457-9dfc9ea32c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706316 Feb 16 22:15:49.350642 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4449649c-61b6-4131-a1cf-661d885fa6f1 req-3c32a9a2-35df-4ee1-a3b9-0592cfd49b58 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507806 Feb 16 22:15:49.521141 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac40d109-a5d0-4a7e-b05e-36dad486900d req-73638fb7-b154-4465-b223-98c3bc7f691e service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654201 Feb 16 22:15:49.596625 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-57f103d8-c7e9-4868-8ed0-e1df6385371a req-b25f7fcb-e576-490f-80b4-98816f405a2b service neutron] 10.222.0.79 "GET /v2.0/networks/df2369bb-787b-44d9-b457-9dfc9ea32c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506111 Feb 16 22:15:49.613954 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f8944-7b2d-4f1c-a39c-ca27cc7f44d3 req-da5d9c3e-9e9c-45b2-ad29-884bf506f96a tempest-ServersAdminNegativeTestJSON-888997041 tempest-ServersAdminNegativeTestJSON-888997041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:49.616032 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-186f8944-7b2d-4f1c-a39c-ca27cc7f44d3 req-da5d9c3e-9e9c-45b2-ad29-884bf506f96a tempest-ServersAdminNegativeTestJSON-888997041 tempest-ServersAdminNegativeTestJSON-888997041-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=5f5768b4-d9b1-4d9d-bff2-e93800f2d7a9 HTTP/1.1" status: 200 len: 1131 time: 0.1972601 Feb 16 22:15:49.658241 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c336385-96e8-454c-8c7d-40ec709cdd52 req-2c91e2a4-5cd3-4ab2-aa93-9f83b8ee2709 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:49.659766 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6c336385-96e8-454c-8c7d-40ec709cdd52 req-2c91e2a4-5cd3-4ab2-aa93-9f83b8ee2709 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 945 time: 0.1905766 Feb 16 22:15:49.700954 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-186f8944-7b2d-4f1c-a39c-ca27cc7f44d3 req-3102503e-227c-4af9-b320-2acf46693952 tempest-ServersAdminNegativeTestJSON-888997041 tempest-ServersAdminNegativeTestJSON-888997041-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:49.771268 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac40d109-a5d0-4a7e-b05e-36dad486900d req-27977d4f-1892-447a-b64c-ebf770ca234e service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358718 Feb 16 22:15:49.826656 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6c336385-96e8-454c-8c7d-40ec709cdd52 req-6fbbe81a-9493-4f9c-b80c-826721782182 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522088 Feb 16 22:15:49.864817 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723b4a7-52d3-44ea-89ae-01aa824851f9 req-e004215b-5523-444c-af53-351186aa35e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:49.866766 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0723b4a7-52d3-44ea-89ae-01aa824851f9 req-e004215b-5523-444c-af53-351186aa35e6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2f97267a596c4567b50e354272ff141c&device_id=625eaf0e-db0e-4408-9b19-04d5e9088397 HTTP/1.1" status: 200 len: 1126 time: 0.1793611 Feb 16 22:15:49.929596 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-186f8944-7b2d-4f1c-a39c-ca27cc7f44d3 req-3102503e-227c-4af9-b320-2acf46693952 tempest-ServersAdminNegativeTestJSON-888997041 tempest-ServersAdminNegativeTestJSON-888997041-project-admin] Publish callbacks [] for security_group (db3e1488-a861-4397-a8ae-e6e5afc0aca1), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:49.937728 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-186f8944-7b2d-4f1c-a39c-ca27cc7f44d3 req-3102503e-227c-4af9-b320-2acf46693952 tempest-ServersAdminNegativeTestJSON-888997041 tempest-ServersAdminNegativeTestJSON-888997041-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (db3e1488-a861-4397-a8ae-e6e5afc0aca1), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:50.047032 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-186f8944-7b2d-4f1c-a39c-ca27cc7f44d3 req-3102503e-227c-4af9-b320-2acf46693952 tempest-ServersAdminNegativeTestJSON-888997041 tempest-ServersAdminNegativeTestJSON-888997041-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=b922d115-68a5-42e1-be26-b91eb1769be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986075 Feb 16 22:15:50.061128 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3102503e-227c-4af9-b320-2acf46693952 tempest-ServersAdminNegativeTestJSON-888997041 tempest-ServersAdminNegativeTestJSON-888997041-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3e1488-a861-4397-a8ae-e6e5afc0aca1,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:50.071099 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723b4a7-52d3-44ea-89ae-01aa824851f9 req-6f96bbe2-406e-4a0a-b2fb-97460de63751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:50.072561 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0723b4a7-52d3-44ea-89ae-01aa824851f9 req-6f96bbe2-406e-4a0a-b2fb-97460de63751 service neutron] 10.222.0.79 "GET /v2.0/networks?id=df2369bb-787b-44d9-b457-9dfc9ea32c8a HTTP/1.1" status: 200 len: 919 time: 0.1925139 Feb 16 22:15:50.093464 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7daef7-43e5-4bf0-86b7-197dff2c9617 req-b8a56d4c-72d7-4d4a-af08-b9e31a369332 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:50.095097 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0a7daef7-43e5-4bf0-86b7-197dff2c9617 req-b8a56d4c-72d7-4d4a-af08-b9e31a369332 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=81c7526a-7826-4ab7-8247-9d4ab41c2ae6 HTTP/1.1" status: 200 len: 946 time: 0.1303349 Feb 16 22:15:50.118069 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device fdb3d950-5ca4-43fd-80ec-40704493169e details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:15:50.150758 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0723b4a7-52d3-44ea-89ae-01aa824851f9 req-2f35904e-0479-40c6-946d-dda27587b8a2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=361b95f1-0faf-4a27-a2c6-5bf01e19a6b6 HTTP/1.1" status: 200 len: 217 time: 0.0658040 Feb 16 22:15:50.250296 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port fdb3d950-5ca4-43fd-80ec-40704493169e, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=fdb3d950-5ca4-43fd-80ec-40704493169e,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:50.257463 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723b4a7-52d3-44ea-89ae-01aa824851f9 req-8e6ec4b3-3a74-422e-8a85-4c8242a38247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:50.259064 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0723b4a7-52d3-44ea-89ae-01aa824851f9 req-8e6ec4b3-3a74-422e-8a85-4c8242a38247 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=846272a9-99b4-44b3-8254-25cfbc7e1b80 HTTP/1.1" status: 200 len: 858 time: 0.0899971 Feb 16 22:15:50.263010 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'fdb3d950-5ca4-43fd-80ec-40704493169e', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': 'fdb3d950-5ca4-43fd-80ec-40704493169e', 'mac_address': 'fa:16:3e:0a:15:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:15:50.265542 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0a7daef7-43e5-4bf0-86b7-197dff2c9617 req-4b961383-c086-4514-80f2-8f1d2d57af7b tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228197 Feb 16 22:15:50.326347 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port fdb3d950-5ca4-43fd-80ec-40704493169e is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:15:50.326823 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (fdb3d950-5ca4-43fd-80ec-40704493169e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:50.344817 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb3d950-5ca4-43fd-80ec-40704493169e {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:15:50.398063 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port fdb3d950-5ca4-43fd-80ec-40704493169e, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=fdb3d950-5ca4-43fd-80ec-40704493169e,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:50.405048 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (fdb3d950-5ca4-43fd-80ec-40704493169e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:50.485954 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=fdb3d950-5ca4-43fd-80ec-40704493169e,revision_number=8']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:50.592901 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9b497093-9c06-4a3f-824d-503c9bc27ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:50.626206 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0723b4a7-52d3-44ea-89ae-01aa824851f9 req-24853e7d-902f-48f5-99d1-91104dbfdaa4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=df2369bb-787b-44d9-b457-9dfc9ea32c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3597140 Feb 16 22:15:50.641496 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5df0be-cd20-40fd-824d-56ef7df4aad1 req-09e1cbd5-e3d0-47f3-8e8b-794890d07294 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:50.645376 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb5df0be-cd20-40fd-824d-56ef7df4aad1 req-09e1cbd5-e3d0-47f3-8e8b-794890d07294 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] 10.222.0.75 "GET /v2.0/ports?device_id=625eaf0e-db0e-4408-9b19-04d5e9088397 HTTP/1.1" status: 200 len: 944 time: 0.4852719 Feb 16 22:15:50.786518 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb5df0be-cd20-40fd-824d-56ef7df4aad1 req-e552dad7-e37b-4cd7-92cd-80735850c357 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3b04d90-2c6b-4f8a-8ffd-0052f70d6808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106596 Feb 16 22:15:50.802139 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bde3f1-cc99-49a6-92cc-53786fee7930 req-21b8d00b-1131-48cf-a783-001dd4fa0ec5 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:50.803994 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-92bde3f1-cc99-49a6-92cc-53786fee7930 req-21b8d00b-1131-48cf-a783-001dd4fa0ec5 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 945 time: 0.1803212 Feb 16 22:15:50.808905 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0723b4a7-52d3-44ea-89ae-01aa824851f9 req-51e6ad10-f619-46a0-bdcb-de9829b7c62e service neutron] 10.222.0.79 "GET /v2.0/networks/df2369bb-787b-44d9-b457-9dfc9ea32c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648734 Feb 16 22:15:50.860849 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['fdb3d950-5ca4-43fd-80ec-40704493169e'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:15:50.942367 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-92bde3f1-cc99-49a6-92cc-53786fee7930 req-24a097dd-235e-409a-bad0-1a8ebd3fc849 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317244 Feb 16 22:15:50.998630 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0723b4a7-52d3-44ea-89ae-01aa824851f9 req-3b5760a1-933b-4624-9ba7-8b7f2313bb71 service neutron] 10.222.0.79 "GET /v2.0/networks/df2369bb-787b-44d9-b457-9dfc9ea32c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633112 Feb 16 22:15:51.027059 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4dfdba-43e7-4cd9-8c52-7684a87dd790 req-d5cff16b-ac4a-4a40-a72e-fab0860ff1c9 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:51.034812 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3a4dfdba-43e7-4cd9-8c52-7684a87dd790 req-d5cff16b-ac4a-4a40-a72e-fab0860ff1c9 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 949 time: 0.1281588 Feb 16 22:15:51.115496 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3a4dfdba-43e7-4cd9-8c52-7684a87dd790 req-5fa70c9d-2ef2-4b7e-943a-d43bf39241de tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798099 Feb 16 22:15:51.151976 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8388f1-b897-42ab-b1bf-072847658147 req-961b2203-55fb-4249-ad1c-f82a5c59a4f5 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:51.160909 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0d8388f1-b897-42ab-b1bf-072847658147 req-961b2203-55fb-4249-ad1c-f82a5c59a4f5 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 945 time: 0.1018450 Feb 16 22:15:51.244971 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0d8388f1-b897-42ab-b1bf-072847658147 req-1ac444fe-2e3e-48ab-ad17-fed754bf3f63 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829551 Feb 16 22:15:51.254733 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed35044-b838-4fa5-ab47-7842aaad8a1f req-3831f483-4395-4aea-a36d-1239e7b5631e tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:51.256538 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2ed35044-b838-4fa5-ab47-7842aaad8a1f req-3831f483-4395-4aea-a36d-1239e7b5631e tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 1127 time: 0.0644441 Feb 16 22:15:51.327524 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2ed35044-b838-4fa5-ab47-7842aaad8a1f req-b2cd8a15-f69f-4134-a5ff-5b85488b7895 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622616 Feb 16 22:15:51.396015 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8e5f1-c70b-405d-9330-f93aa801dc04 req-d097300f-bd36-4a4b-8977-86680d81736a tempest-ServersAdminNegativeTestJSON-888997041 tempest-ServersAdminNegativeTestJSON-888997041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:51.397867 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dbe8e5f1-c70b-405d-9330-f93aa801dc04 req-d097300f-bd36-4a4b-8977-86680d81736a tempest-ServersAdminNegativeTestJSON-888997041 tempest-ServersAdminNegativeTestJSON-888997041-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=5f5768b4-d9b1-4d9d-bff2-e93800f2d7a9 HTTP/1.1" status: 200 len: 1131 time: 0.0500448 Feb 16 22:15:51.451241 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dbe8e5f1-c70b-405d-9330-f93aa801dc04 req-4b95dee4-b16e-4ee9-8362-495cc20251f4 tempest-ServersAdminNegativeTestJSON-888997041 tempest-ServersAdminNegativeTestJSON-888997041-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=b922d115-68a5-42e1-be26-b91eb1769be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469077 Feb 16 22:15:51.696480 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-03b71aab-f052-474c-82bb-ced679053b11 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:51.698639 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-03b71aab-f052-474c-82bb-ced679053b11 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.79 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817&tenant_id=7a8546526dc94278a3957ea9b7c5b439&binding%3Ahost_id=n-h2-813897-6 HTTP/1.1" status: 200 len: 949 time: 0.1511164 Feb 16 22:15:51.714148 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1b01b-8292-4555-beec-e921e887d7d1 req-27be81c8-ed65-44b0-bec6-842ef451a733 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:51.715589 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3cd1b01b-8292-4555-beec-e921e887d7d1 req-27be81c8-ed65-44b0-bec6-842ef451a733 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=81c7526a-7826-4ab7-8247-9d4ab41c2ae6 HTTP/1.1" status: 200 len: 946 time: 0.1553431 Feb 16 22:15:51.723529 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78325b28-8e27-4af9-81a9-a9bc92c85f40 req-6a4bca00-b5d2-41a9-b9eb-b125ab86a37e tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:51.725045 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78325b28-8e27-4af9-81a9-a9bc92c85f40 req-6a4bca00-b5d2-41a9-b9eb-b125ab86a37e tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 1127 time: 0.1340911 Feb 16 22:15:51.866415 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3cd1b01b-8292-4555-beec-e921e887d7d1 req-5d8aeb8e-a928-4ffd-a140-f7fa31574c75 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401541 Feb 16 22:15:51.869515 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-0c87dfd8-c764-420c-b2fa-025d3e86175d service neutron] 10.222.0.79 "GET /v2.0/ports/fdb3d950-5ca4-43fd-80ec-40704493169e/bindings/n-h2-813897-6 HTTP/1.1" status: 200 len: 382 time: 0.1630023 Feb 16 22:15:51.871822 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78325b28-8e27-4af9-81a9-a9bc92c85f40 req-92797f09-32d1-47b0-b7a5-7414415b1680 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201808 Feb 16 22:15:51.992318 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-87890dfd-233e-439f-9f28-974a7773f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:51.995471 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-87890dfd-233e-439f-9f28-974a7773f875 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a8546526dc94278a3957ea9b7c5b439&device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 1131 time: 0.0824537 Feb 16 22:15:52.165270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e8596-5572-496a-ae91-4dc52f82d5e7 req-4a566dcb-3cdd-4b90-9f89-821ef75e0304 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:52.167762 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b1e8596-5572-496a-ae91-4dc52f82d5e7 req-4a566dcb-3cdd-4b90-9f89-821ef75e0304 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 949 time: 0.1196618 Feb 16 22:15:52.215517 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-3b92bac6-0b38-4887-b96e-ab88fed5bf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:52.217071 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-3b92bac6-0b38-4887-b96e-ab88fed5bf86 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.2133586 Feb 16 22:15:52.279292 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-33970d25-13f9-479f-81b6-a2036cc3d37e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=fdb3d950-5ca4-43fd-80ec-40704493169e HTTP/1.1" status: 200 len: 217 time: 0.0515614 Feb 16 22:15:52.351154 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b1e8596-5572-496a-ae91-4dc52f82d5e7 req-4f29be41-c778-4e50-9364-53cc07f82373 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733193 Feb 16 22:15:52.362497 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094523d5-efb5-4f43-af77-5f6ac77312c3 req-bfbba1a1-5da0-40d2-ab0e-af8b6daf5198 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:52.370638 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-094523d5-efb5-4f43-af77-5f6ac77312c3 req-bfbba1a1-5da0-40d2-ab0e-af8b6daf5198 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] 10.222.0.75 "GET /v2.0/ports?device_id=625eaf0e-db0e-4408-9b19-04d5e9088397 HTTP/1.1" status: 200 len: 944 time: 0.1955082 Feb 16 22:15:52.396485 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-c694c43f-8d58-4709-b1b3-001296ea8b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:52.398149 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-c694c43f-8d58-4709-b1b3-001296ea8b1f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1041474 Feb 16 22:15:52.475728 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-094523d5-efb5-4f43-af77-5f6ac77312c3 req-a7ba3775-c75f-431c-b02c-61c262d83de9 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3b04d90-2c6b-4f8a-8ffd-0052f70d6808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980489 Feb 16 22:15:52.498452 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-abbfd280-e72c-4bd2-94b9-30ddf5a694e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:52.500581 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-abbfd280-e72c-4bd2-94b9-30ddf5a694e0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0934722 Feb 16 22:15:52.683420 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb52e95-24f4-40ab-a2f9-9ca429955207 req-75ef01de-a927-4550-8787-7a069132b90f tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:52.685057 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bcb52e95-24f4-40ab-a2f9-9ca429955207 req-75ef01de-a927-4550-8787-7a069132b90f tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 945 time: 0.0850358 Feb 16 22:15:52.692682 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-357dfb0b-26f8-4fa1-8a14-005a0643adee service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798174 Feb 16 22:15:52.818658 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bcb52e95-24f4-40ab-a2f9-9ca429955207 req-49b08dfa-1645-4073-bb0f-6d221b77a560 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246586 Feb 16 22:15:52.902989 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-92cefba7-8019-460e-9242-e0d7e0fd97da service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990983 Feb 16 22:15:53.034578 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cc8f6f48-2a7a-446b-8659-ef9531bd5ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:53.373029 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3988e6-6912-409e-a5c7-4d6c165346ea req-969b3897-d907-4900-9fa3-91db2d5aa63d tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:53.380629 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cb3988e6-6912-409e-a5c7-4d6c165346ea req-969b3897-d907-4900-9fa3-91db2d5aa63d tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=81c7526a-7826-4ab7-8247-9d4ab41c2ae6 HTTP/1.1" status: 200 len: 946 time: 0.0726357 Feb 16 22:15:53.451182 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cb3988e6-6912-409e-a5c7-4d6c165346ea req-b0a285b2-4f0f-4831-aef9-e00e5df29cd2 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694585 Feb 16 22:15:53.530514 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-38286489-b2b3-4fe1-ade6-78e037307d91 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:53.532087 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-38286489-b2b3-4fe1-ade6-78e037307d91 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa&tenant_id=744a37dc5b8f478b9350ec4becb28946&binding%3Ahost_id=n-h2-813897-6 HTTP/1.1" status: 200 len: 1127 time: 0.1022484 Feb 16 22:15:53.546279 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-044f67be-f5cf-4998-8b1d-e50fefdc50af service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813897-6'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:15:53.642914 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-044f67be-f5cf-4998-8b1d-e50fefdc50af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (98c1523d-0312-4514-9ca7-1268551616e6), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:53.776846 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5267e0e-fbde-4b5c-ba61-e27f4981ec36 req-85e1d45d-c0bb-4e02-b924-670d85515c0d tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:53.780638 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5267e0e-fbde-4b5c-ba61-e27f4981ec36 req-85e1d45d-c0bb-4e02-b924-670d85515c0d tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5768b4-d9b1-4d9d-bff2-e93800f2d7a9 HTTP/1.1" status: 200 len: 949 time: 0.1203301 Feb 16 22:15:53.829520 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [req-897f1aa3-f615-4661-a478-48a0a7883621 req-bce0bf1e-cad3-4a38-aed9-0ccd508cedc5 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:15:53.832041 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-897f1aa3-f615-4661-a478-48a0a7883621 req-bce0bf1e-cad3-4a38-aed9-0ccd508cedc5 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082619 Feb 16 22:15:53.876279 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-044f67be-f5cf-4998-8b1d-e50fefdc50af service neutron] For port 98c1523d-0312-4514-9ca7-1268551616e6, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=98c1523d-0312-4514-9ca7-1268551616e6,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:53.898858 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5267e0e-fbde-4b5c-ba61-e27f4981ec36 req-584ed28f-7fb4-45cf-bfae-55a916c0131f tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/security-groups?id=b922d115-68a5-42e1-be26-b91eb1769be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923986 Feb 16 22:15:53.924078 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 98c1523d-0312-4514-9ca7-1268551616e6 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:15:53.924862 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1aa3-f615-4661-a478-48a0a7883621 req-9b955c59-a61e-4cac-9c59-8456080a73cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:53.932095 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-897f1aa3-f615-4661-a478-48a0a7883621 req-9b955c59-a61e-4cac-9c59-8456080a73cf service neutron] 10.222.0.75 "GET /v2.0/ports/5cccebac-4308-44b7-bd47-11b830ed78b3 HTTP/1.1" status: 200 len: 1124 time: 0.0829711 Feb 16 22:15:53.947175 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-897f1aa3-f615-4661-a478-48a0a7883621 req-1ed2b77e-edc9-434c-b134-ff1c4c928745 service neutron] Request body: {'binding': {'host': 'n-h1-813897-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:15:53.949084 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-897f1aa3-f615-4661-a478-48a0a7883621 req-1ed2b77e-edc9-434c-b134-ff1c4c928745 service neutron] Unknown quota resources ['binding']. {{(pid=103465) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 22:15:53.968275 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-044f67be-f5cf-4998-8b1d-e50fefdc50af service neutron] For port 98c1523d-0312-4514-9ca7-1268551616e6, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:15:54.063636 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70af81ff-ee24-4290-b2d7-fdf3ee754dfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98c1523d-0312-4514-9ca7-1268551616e6'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:15:54.066147 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54042f0-1191-49d8-a3e5-13362d38ceeb" -d '{"events": [{"server_uuid": "70af81ff-ee24-4290-b2d7-fdf3ee754dfa", "name": "network-vif-unplugged", "status": "completed", "tag": "98c1523d-0312-4514-9ca7-1268551616e6"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:15:54.071492 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-044f67be-f5cf-4998-8b1d-e50fefdc50af service neutron] Publish callbacks [] for port (98c1523d-0312-4514-9ca7-1268551616e6), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:54.081886 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-044f67be-f5cf-4998-8b1d-e50fefdc50af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (98c1523d-0312-4514-9ca7-1268551616e6), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:54.102212 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 98c1523d-0312-4514-9ca7-1268551616e6, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=98c1523d-0312-4514-9ca7-1268551616e6,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:54.121880 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 98c1523d-0312-4514-9ca7-1268551616e6 has no active binding in host n-h1-813897-6 {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 16 22:15:54.126716 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 361b95f1-0faf-4a27-a2c6-5bf01e19a6b6 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:15:54.136314 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device fdb3d950-5ca4-43fd-80ec-40704493169e up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:15:54.139135 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5afc3c-e135-4a0d-84ec-b06b4b775c6a req-bcdc82e2-cd58-441a-90af-33c2c21498d7 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:54.147080 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e5afc3c-e135-4a0d-84ec-b06b4b775c6a req-bcdc82e2-cd58-441a-90af-33c2c21498d7 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 949 time: 0.1363451 Feb 16 22:15:54.188950 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-897f1aa3-f615-4661-a478-48a0a7883621 req-1ed2b77e-edc9-434c-b134-ff1c4c928745 service neutron] Attempting to bind port 5cccebac-4308-44b7-bd47-11b830ed78b3 on host n-h1-813897-6 for vnic_type normal with profile None {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:15:54.192507 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-897f1aa3-f615-4661-a478-48a0a7883621 req-1ed2b77e-edc9-434c-b134-ff1c4c928745 service neutron] Attempting to bind port 5cccebac-4308-44b7-bd47-11b830ed78b3 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:15:54.193106 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1aa3-f615-4661-a478-48a0a7883621 req-1ed2b77e-edc9-434c-b134-ff1c4c928745 service neutron] Attempting to bind port 5cccebac-4308-44b7-bd47-11b830ed78b3 on network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:15:54.199665 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1aa3-f615-4661-a478-48a0a7883621 req-1ed2b77e-edc9-434c-b134-ff1c4c928745 service neutron] Port 5cccebac-4308-44b7-bd47-11b830ed78b3 on network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:15:54.200403 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1aa3-f615-4661-a478-48a0a7883621 req-1ed2b77e-edc9-434c-b134-ff1c4c928745 service neutron] Attempting to bind port 5cccebac-4308-44b7-bd47-11b830ed78b3 on network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:15:54.201622 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f67be-f5cf-4998-8b1d-e50fefdc50af service neutron] Pushing event updated for resources: {'Port': ['ID=98c1523d-0312-4514-9ca7-1268551616e6,revision_number=7']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:54.209646 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1aa3-f615-4661-a478-48a0a7883621 req-1ed2b77e-edc9-434c-b134-ff1c4c928745 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:15:54.210279 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1aa3-f615-4661-a478-48a0a7883621 req-1ed2b77e-edc9-434c-b134-ff1c4c928745 service neutron] Checking segment: {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:15:54.210880 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1aa3-f615-4661-a478-48a0a7883621 req-1ed2b77e-edc9-434c-b134-ff1c4c928745 service neutron] Bound using segment: {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:15:54.212334 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-897f1aa3-f615-4661-a478-48a0a7883621 req-1ed2b77e-edc9-434c-b134-ff1c4c928745 service neutron] Bound port: 5cccebac-4308-44b7-bd47-11b830ed78b3, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:15:54.254425 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:54.264292 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-044f67be-f5cf-4998-8b1d-e50fefdc50af service neutron] Attempting to bind port 98c1523d-0312-4514-9ca7-1268551616e6 on host n-h2-813897-6 for vnic_type normal with profile {"migrating_to": "n-h1-813897-6"} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:15:54.264633 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-044f67be-f5cf-4998-8b1d-e50fefdc50af service neutron] Attempting to bind port 98c1523d-0312-4514-9ca7-1268551616e6 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:15:54.264968 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-044f67be-f5cf-4998-8b1d-e50fefdc50af service neutron] Attempting to bind port 98c1523d-0312-4514-9ca7-1268551616e6 on network 16137278-7395-49da-9cb6-180484537d2f {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:15:54.273491 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-044f67be-f5cf-4998-8b1d-e50fefdc50af service neutron] Port 98c1523d-0312-4514-9ca7-1268551616e6 on network 16137278-7395-49da-9cb6-180484537d2f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:15:54.273853 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-044f67be-f5cf-4998-8b1d-e50fefdc50af service neutron] Attempting to bind port 98c1523d-0312-4514-9ca7-1268551616e6 on network 16137278-7395-49da-9cb6-180484537d2f {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:15:54.286128 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port fdb3d950-5ca4-43fd-80ec-40704493169e completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:15:54.289853 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e5afc3c-e135-4a0d-84ec-b06b4b775c6a req-59aa3ae4-d664-4118-937a-74c0b43b1671 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380739 Feb 16 22:15:54.297880 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-897f1aa3-f615-4661-a478-48a0a7883621 req-1ed2b77e-edc9-434c-b134-ff1c4c928745 service neutron] For port 5cccebac-4308-44b7-bd47-11b830ed78b3, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=5cccebac-4308-44b7-bd47-11b830ed78b3,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:15:54.302854 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port fdb3d950-5ca4-43fd-80ec-40704493169e triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:15:54.303243 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (fdb3d950-5ca4-43fd-80ec-40704493169e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:54.312827 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-044f67be-f5cf-4998-8b1d-e50fefdc50af service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:15:54.313269 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-044f67be-f5cf-4998-8b1d-e50fefdc50af service neutron] Checking segment: {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:15:54.313588 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-044f67be-f5cf-4998-8b1d-e50fefdc50af service neutron] Bound using segment: {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:15:54.314023 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-044f67be-f5cf-4998-8b1d-e50fefdc50af service neutron] Bound port: 98c1523d-0312-4514-9ca7-1268551616e6, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b92f3e5-2c55-4acf-8743-4f1354f7828b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16137278-7395-49da-9cb6-180484537d2f'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:15:54.316580 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-044f67be-f5cf-4998-8b1d-e50fefdc50af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (98c1523d-0312-4514-9ca7-1268551616e6), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:54.322384 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-897f1aa3-f615-4661-a478-48a0a7883621 req-1ed2b77e-edc9-434c-b134-ff1c4c928745 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:54.337032 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-897f1aa3-f615-4661-a478-48a0a7883621 req-1ed2b77e-edc9-434c-b134-ff1c4c928745 service neutron] 10.222.0.75 "POST /v2.0/ports/5cccebac-4308-44b7-bd47-11b830ed78b3/bindings HTTP/1.1" status: 201 len: 389 time: 0.4029176 Feb 16 22:15:54.420854 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 361b95f1-0faf-4a27-a2c6-5bf01e19a6b6, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=361b95f1-0faf-4a27-a2c6-5bf01e19a6b6,segment=NetworkSegment(80df2fdd-2b46-4a00-a754-802a9cc4a74f),segment_id=80df2fdd-2b46-4a00-a754-802a9cc4a74f)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:54.455336 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '361b95f1-0faf-4a27-a2c6-5bf01e19a6b6', 'network_id': 'df2369bb-787b-44d9-b457-9dfc9ea32c8a', 'port_id': '361b95f1-0faf-4a27-a2c6-5bf01e19a6b6', 'mac_address': 'fa:16:3e:a9:34:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '846272a9-99b4-44b3-8254-25cfbc7e1b80', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:15:54.484284 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-044f67be-f5cf-4998-8b1d-e50fefdc50af service neutron] For port 98c1523d-0312-4514-9ca7-1268551616e6, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:15:54.489812 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-044f67be-f5cf-4998-8b1d-e50fefdc50af service neutron] For port 98c1523d-0312-4514-9ca7-1268551616e6, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=98c1523d-0312-4514-9ca7-1268551616e6,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:15:54.507588 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-044f67be-f5cf-4998-8b1d-e50fefdc50af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (98c1523d-0312-4514-9ca7-1268551616e6), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:54.557663 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port fdb3d950-5ca4-43fd-80ec-40704493169e is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:15:54.558290 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (fdb3d950-5ca4-43fd-80ec-40704493169e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:54.594926 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cef806-fece-4fcf-b003-383d8f0e0831 req-b3aa4d9b-4dfa-4a01-9951-04ca74f2727a tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:54.603708 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41ea7e3-1f6d-4bcc-8b58-382fdefc6817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb3d950-5ca4-43fd-80ec-40704493169e'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:15:54.605092 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f3cef806-fece-4fcf-b003-383d8f0e0831 req-b3aa4d9b-4dfa-4a01-9951-04ca74f2727a tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] 10.222.0.75 "GET /v2.0/ports?device_id=625eaf0e-db0e-4408-9b19-04d5e9088397 HTTP/1.1" status: 200 len: 944 time: 0.1784029 Feb 16 22:15:54.606304 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe3aa66-eab5-4b5a-a786-7f1f3ed01290" -d '{"events": [{"server_uuid": "a41ea7e3-1f6d-4bcc-8b58-382fdefc6817", "name": "network-vif-plugged", "status": "completed", "tag": "fdb3d950-5ca4-43fd-80ec-40704493169e"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:15:54.611078 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 361b95f1-0faf-4a27-a2c6-5bf01e19a6b6 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:15:54.614612 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (361b95f1-0faf-4a27-a2c6-5bf01e19a6b6), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:54.628235 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port fdb3d950-5ca4-43fd-80ec-40704493169e, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=fdb3d950-5ca4-43fd-80ec-40704493169e,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:54.646365 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (fdb3d950-5ca4-43fd-80ec-40704493169e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:54.657256 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 361b95f1-0faf-4a27-a2c6-5bf01e19a6b6 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:15:54.708958 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 361b95f1-0faf-4a27-a2c6-5bf01e19a6b6, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=361b95f1-0faf-4a27-a2c6-5bf01e19a6b6,segment=NetworkSegment(80df2fdd-2b46-4a00-a754-802a9cc4a74f),segment_id=80df2fdd-2b46-4a00-a754-802a9cc4a74f)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:54.721443 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (361b95f1-0faf-4a27-a2c6-5bf01e19a6b6), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:54.729682 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=fdb3d950-5ca4-43fd-80ec-40704493169e,revision_number=9']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:54.738673 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-044f67be-f5cf-4998-8b1d-e50fefdc50af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:54.739304 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-044f67be-f5cf-4998-8b1d-e50fefdc50af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:54.740714 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-044f67be-f5cf-4998-8b1d-e50fefdc50af service neutron] 10.222.0.67 "PUT /v2.0/ports/98c1523d-0312-4514-9ca7-1268551616e6 HTTP/1.1" status: 200 len: 1121 time: 1.2006714 Feb 16 22:15:54.741365 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f67be-f5cf-4998-8b1d-e50fefdc50af service neutron] Pushing event updated for resources: {'Port': ['ID=98c1523d-0312-4514-9ca7-1268551616e6,revision_number=8']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:54.763709 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f3cef806-fece-4fcf-b003-383d8f0e0831 req-27bdddd3-aaac-4105-979d-8633947e3d6e tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3b04d90-2c6b-4f8a-8ffd-0052f70d6808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576467 Feb 16 22:15:54.812261 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dab37b-a020-4467-908e-df50473da217 req-a5bcbe32-9654-49fc-add2-5495240aff6d tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:54.816631 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-73dab37b-a020-4467-908e-df50473da217 req-a5bcbe32-9654-49fc-add2-5495240aff6d tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 943 time: 0.2438912 Feb 16 22:15:54.865481 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=361b95f1-0faf-4a27-a2c6-5bf01e19a6b6,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:54.917363 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 22:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5648496b-b2b5-446f-9dea-bb6b45b532f6 x-openstack-request-id: req-5648496b-b2b5-446f-9dea-bb6b45b532f6 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:15:54.918551 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70af81ff-ee24-4290-b2d7-fdf3ee754dfa", "name": "network-vif-unplugged", "status": "completed", "tag": "98c1523d-0312-4514-9ca7-1268551616e6", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:15:54.918551 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5648496b-b2b5-446f-9dea-bb6b45b532f6 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:15:54.919726 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70af81ff-ee24-4290-b2d7-fdf3ee754dfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98c1523d-0312-4514-9ca7-1268551616e6', 'code': 200} Feb 16 22:15:54.937613 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-73dab37b-a020-4467-908e-df50473da217 req-75e2a4ce-075e-4ba4-a316-dff128321f9c tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118908 Feb 16 22:15:55.000665 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['98c1523d-0312-4514-9ca7-1268551616e6'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:15:55.005197 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['98c1523d-0312-4514-9ca7-1268551616e6'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:15:55.137476 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d705e-878d-4732-9244-59ab34e15fc8 req-30a8994c-9104-4bdc-a34d-2c412d3102ea tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:55.139647 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e6d705e-878d-4732-9244-59ab34e15fc8 req-30a8994c-9104-4bdc-a34d-2c412d3102ea tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 945 time: 0.1819444 Feb 16 22:15:55.174935 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['361b95f1-0faf-4a27-a2c6-5bf01e19a6b6'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:15:55.189051 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66bb23-a3f1-400c-b9fa-732a237ee4b9 req-30578072-7b32-4379-8d82-304882756a20 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:55.202428 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6e66bb23-a3f1-400c-b9fa-732a237ee4b9 req-30578072-7b32-4379-8d82-304882756a20 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=81c7526a-7826-4ab7-8247-9d4ab41c2ae6 HTTP/1.1" status: 200 len: 946 time: 0.1423261 Feb 16 22:15:55.322239 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e6d705e-878d-4732-9244-59ab34e15fc8 req-c84d173f-faf9-474f-a684-82edfb6d74b5 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622477 Feb 16 22:15:55.400838 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6e66bb23-a3f1-400c-b9fa-732a237ee4b9 req-4babca4b-eac7-4899-98cb-077809f1b2d6 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897399 Feb 16 22:15:55.500183 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:55.557527 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75aeabb-934c-4d02-b8ad-18fe95b7177c x-openstack-request-id: req-e75aeabb-934c-4d02-b8ad-18fe95b7177c {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:15:55.558151 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41ea7e3-1f6d-4bcc-8b58-382fdefc6817", "name": "network-vif-plugged", "status": "completed", "tag": "fdb3d950-5ca4-43fd-80ec-40704493169e", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:15:55.558826 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e75aeabb-934c-4d02-b8ad-18fe95b7177c {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:15:55.559289 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41ea7e3-1f6d-4bcc-8b58-382fdefc6817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb3d950-5ca4-43fd-80ec-40704493169e', 'code': 200} Feb 16 22:15:55.609945 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbcba7-debd-4a08-91c8-fe03be28f1b8 req-59b0d206-0b70-4d39-95bf-7ac9a459cced tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:55.611652 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dfbbcba7-debd-4a08-91c8-fe03be28f1b8 req-59b0d206-0b70-4d39-95bf-7ac9a459cced tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f5768b4-d9b1-4d9d-bff2-e93800f2d7a9 HTTP/1.1" status: 200 len: 949 time: 0.1806870 Feb 16 22:15:55.736496 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb14fbb-efcd-467f-863d-3d1ed188aa8f req-9f5e9723-2929-4cb7-a111-c63915c038a3 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:55.745963 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fb14fbb-efcd-467f-863d-3d1ed188aa8f req-9f5e9723-2929-4cb7-a111-c63915c038a3 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5768b4-d9b1-4d9d-bff2-e93800f2d7a9 HTTP/1.1" status: 200 len: 949 time: 0.2001603 Feb 16 22:15:55.755962 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-f0e96aa4-1cc9-421a-bdce-c46128754a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:55.758880 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-f0e96aa4-1cc9-421a-bdce-c46128754a45 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817&tenant_id=7a8546526dc94278a3957ea9b7c5b439 HTTP/1.1" status: 200 len: 1132 time: 0.0597456 Feb 16 22:15:55.773910 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-81e65d09-7eb1-4d17-9123-e84a034cffd0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813897-6', 'device_owner': 'compute:nova'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:15:55.786164 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212595b-6496-4c83-b69c-caf34a07a450 req-a8f2c1ce-d6ae-43aa-a828-18d2d2cf0e02 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:55.787827 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a212595b-6496-4c83-b69c-caf34a07a450 req-a8f2c1ce-d6ae-43aa-a828-18d2d2cf0e02 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 950 time: 0.1750972 Feb 16 22:15:55.835884 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fb14fbb-efcd-467f-863d-3d1ed188aa8f req-8902a0aa-3696-4a7c-81d9-9efdd4f49390 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/security-groups?id=b922d115-68a5-42e1-be26-b91eb1769be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907295 Feb 16 22:15:55.841102 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-81e65d09-7eb1-4d17-9123-e84a034cffd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (fdb3d950-5ca4-43fd-80ec-40704493169e), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:55.864266 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-dfbbcba7-debd-4a08-91c8-fe03be28f1b8 req-6922fa52-76e7-431d-b570-5492128af31e tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Deleting port 2d7d6d5d-de42-47c9-830b-c5ed2c97c299 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:15:55.864604 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-dfbbcba7-debd-4a08-91c8-fe03be28f1b8 req-6922fa52-76e7-431d-b570-5492128af31e tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (2d7d6d5d-de42-47c9-830b-c5ed2c97c299), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:55.902614 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a212595b-6496-4c83-b69c-caf34a07a450 req-18c35a7e-e019-480d-8f46-ea16efcb4006 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999081 Feb 16 22:15:56.134380 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-81e65d09-7eb1-4d17-9123-e84a034cffd0 service neutron] For port fdb3d950-5ca4-43fd-80ec-40704493169e, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=fdb3d950-5ca4-43fd-80ec-40704493169e,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:56.137530 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-dfbbcba7-debd-4a08-91c8-fe03be28f1b8 req-6922fa52-76e7-431d-b570-5492128af31e tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] For port 2d7d6d5d-de42-47c9-830b-c5ed2c97c299, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=2d7d6d5d-de42-47c9-830b-c5ed2c97c299,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:56.138071 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-dfbbcba7-debd-4a08-91c8-fe03be28f1b8 req-6922fa52-76e7-431d-b570-5492128af31e tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (2d7d6d5d-de42-47c9-830b-c5ed2c97c299), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:56.161714 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-dfbbcba7-debd-4a08-91c8-fe03be28f1b8 req-6922fa52-76e7-431d-b570-5492128af31e tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Calling delete_port for 2d7d6d5d-de42-47c9-830b-c5ed2c97c299 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:15:56.176908 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-81e65d09-7eb1-4d17-9123-e84a034cffd0 service neutron] For port fdb3d950-5ca4-43fd-80ec-40704493169e, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:15:56.224588 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41ea7e3-1f6d-4bcc-8b58-382fdefc6817', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdb3d950-5ca4-43fd-80ec-40704493169e'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:15:56.226893 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49af0174-5263-4d7f-b513-01dbc41f7a11" -d '{"events": [{"server_uuid": "a41ea7e3-1f6d-4bcc-8b58-382fdefc6817", "name": "network-vif-unplugged", "status": "completed", "tag": "fdb3d950-5ca4-43fd-80ec-40704493169e"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:15:56.231475 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-81e65d09-7eb1-4d17-9123-e84a034cffd0 service neutron] Publish callbacks [] for port (fdb3d950-5ca4-43fd-80ec-40704493169e), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:56.241106 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711cb1c-a0ea-46bc-832a-c7a95fbcf940 req-ec8b039d-050d-4403-89f2-30f14df43d84 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:56.243004 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9711cb1c-a0ea-46bc-832a-c7a95fbcf940 req-ec8b039d-050d-4403-89f2-30f14df43d84 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] 10.222.0.75 "GET /v2.0/ports?device_id=625eaf0e-db0e-4408-9b19-04d5e9088397 HTTP/1.1" status: 200 len: 945 time: 0.1971717 Feb 16 22:15:56.243731 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-81e65d09-7eb1-4d17-9123-e84a034cffd0 service neutron] Transition to ACTIVE for port object fdb3d950-5ca4-43fd-80ec-40704493169e will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:15:56.247608 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-81e65d09-7eb1-4d17-9123-e84a034cffd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (fdb3d950-5ca4-43fd-80ec-40704493169e), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:56.269705 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea5eb2-9b8d-4fc0-929b-47686c0fb2ef req-bf55032a-a879-4935-be44-053145473968 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:56.271179 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bcea5eb2-9b8d-4fc0-929b-47686c0fb2ef req-bf55032a-a879-4935-be44-053145473968 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 943 time: 0.1939878 Feb 16 22:15:56.306459 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-81e65d09-7eb1-4d17-9123-e84a034cffd0 service neutron] No DVR routers for this DVR port fdb3d950-5ca4-43fd-80ec-40704493169e on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:15:56.315212 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e65d09-7eb1-4d17-9123-e84a034cffd0 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb3d950-5ca4-43fd-80ec-40704493169e,revision_number=10']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:56.355145 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-81e65d09-7eb1-4d17-9123-e84a034cffd0 service neutron] Attempting to bind port fdb3d950-5ca4-43fd-80ec-40704493169e on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:15:56.355747 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-81e65d09-7eb1-4d17-9123-e84a034cffd0 service neutron] Attempting to bind port fdb3d950-5ca4-43fd-80ec-40704493169e by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:15:56.356494 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-81e65d09-7eb1-4d17-9123-e84a034cffd0 service neutron] Attempting to bind port fdb3d950-5ca4-43fd-80ec-40704493169e on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:15:56.361443 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-81e65d09-7eb1-4d17-9123-e84a034cffd0 service neutron] Port fdb3d950-5ca4-43fd-80ec-40704493169e on network d8fa3154-6273-4014-87c6-575d48ec11fc not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:15:56.361775 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-81e65d09-7eb1-4d17-9123-e84a034cffd0 service neutron] Attempting to bind port fdb3d950-5ca4-43fd-80ec-40704493169e on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:15:56.367210 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-81e65d09-7eb1-4d17-9123-e84a034cffd0 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:15:56.367564 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-81e65d09-7eb1-4d17-9123-e84a034cffd0 service neutron] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:15:56.367943 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-81e65d09-7eb1-4d17-9123-e84a034cffd0 service neutron] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:15:56.368398 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-81e65d09-7eb1-4d17-9123-e84a034cffd0 service neutron] Bound port: fdb3d950-5ca4-43fd-80ec-40704493169e, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:15:56.368781 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-81e65d09-7eb1-4d17-9123-e84a034cffd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (fdb3d950-5ca4-43fd-80ec-40704493169e), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:56.372383 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9711cb1c-a0ea-46bc-832a-c7a95fbcf940 req-1599ed3a-f73f-453b-8f71-378ff5da2acb tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3b04d90-2c6b-4f8a-8ffd-0052f70d6808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189740 Feb 16 22:15:56.382688 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bcea5eb2-9b8d-4fc0-929b-47686c0fb2ef req-5176014f-1dee-43b8-ba9a-0af530e458ec tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963073 Feb 16 22:15:56.473116 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 22:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cf35f4-892a-4f09-8f1e-7fd81128bb8a x-openstack-request-id: req-14cf35f4-892a-4f09-8f1e-7fd81128bb8a {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:15:56.473415 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41ea7e3-1f6d-4bcc-8b58-382fdefc6817", "name": "network-vif-unplugged", "status": "completed", "tag": "fdb3d950-5ca4-43fd-80ec-40704493169e", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:15:56.473677 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-14cf35f4-892a-4f09-8f1e-7fd81128bb8a {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:15:56.476341 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41ea7e3-1f6d-4bcc-8b58-382fdefc6817', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdb3d950-5ca4-43fd-80ec-40704493169e', 'code': 200} Feb 16 22:15:56.486587 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-dfbbcba7-debd-4a08-91c8-fe03be28f1b8 req-6922fa52-76e7-431d-b570-5492128af31e tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (2d7d6d5d-de42-47c9-830b-c5ed2c97c299), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:56.491160 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-81e65d09-7eb1-4d17-9123-e84a034cffd0 service neutron] For port fdb3d950-5ca4-43fd-80ec-40704493169e, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:15:56.500828 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-81e65d09-7eb1-4d17-9123-e84a034cffd0 service neutron] For port fdb3d950-5ca4-43fd-80ec-40704493169e, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=fdb3d950-5ca4-43fd-80ec-40704493169e,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:15:56.506659 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['772e836d-c818-4c75-9af1-edd441125245'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:15:56.518603 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-81e65d09-7eb1-4d17-9123-e84a034cffd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (fdb3d950-5ca4-43fd-80ec-40704493169e), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:56.526872 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922fa52-76e7-431d-b570-5492128af31e tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Pushing event deleted for resources: {'Port': ['ID=2d7d6d5d-de42-47c9-830b-c5ed2c97c299,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:56.567335 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-81e65d09-7eb1-4d17-9123-e84a034cffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:56.568386 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-81e65d09-7eb1-4d17-9123-e84a034cffd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:56.569883 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-81e65d09-7eb1-4d17-9123-e84a034cffd0 service neutron] 10.222.0.67 "PUT /v2.0/ports/fdb3d950-5ca4-43fd-80ec-40704493169e HTTP/1.1" status: 200 len: 1097 time: 0.8027158 Feb 16 22:15:56.614836 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbbcba7-debd-4a08-91c8-fe03be28f1b8 req-6922fa52-76e7-431d-b570-5492128af31e tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] No DVR routers for this DVR port 2d7d6d5d-de42-47c9-830b-c5ed2c97c299 on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:15:56.619213 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-dfbbcba7-debd-4a08-91c8-fe03be28f1b8 req-6922fa52-76e7-431d-b570-5492128af31e tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:56.623217 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dfbbcba7-debd-4a08-91c8-fe03be28f1b8 req-6922fa52-76e7-431d-b570-5492128af31e tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.67 "DELETE /v2.0/ports/2d7d6d5d-de42-47c9-830b-c5ed2c97c299 HTTP/1.1" status: 204 len: 173 time: 0.9956510 Feb 16 22:15:56.634956 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e65d09-7eb1-4d17-9123-e84a034cffd0 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb3d950-5ca4-43fd-80ec-40704493169e,revision_number=11']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:56.660257 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560d9b9-9a06-44b7-9851-a9f4ca41ffa6 req-8426efe6-8e55-458d-89eb-74fa8969645a tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:56.666258 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4560d9b9-9a06-44b7-9851-a9f4ca41ffa6 req-8426efe6-8e55-458d-89eb-74fa8969645a tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=81c7526a-7826-4ab7-8247-9d4ab41c2ae6 HTTP/1.1" status: 200 len: 946 time: 0.1338351 Feb 16 22:15:56.670013 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-f47153b9-296e-4b9b-8afe-74a0586910f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:56.673011 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-f47153b9-296e-4b9b-8afe-74a0586910f9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a8546526dc94278a3957ea9b7c5b439&device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 1131 time: 0.0718238 Feb 16 22:15:56.770044 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4560d9b9-9a06-44b7-9851-a9f4ca41ffa6 req-2e346da2-184e-4006-89cf-4e5acdae9f42 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967526 Feb 16 22:15:56.813825 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-dfc88bd4-a398-4065-9f7a-c1984cf3c4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:56.815633 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-dfc88bd4-a398-4065-9f7a-c1984cf3c4fe service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.1249619 Feb 16 22:15:56.921223 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70af81ff-ee24-4290-b2d7-fdf3ee754dfa', 'tag': '98c1523d-0312-4514-9ca7-1268551616e6'}, {'server_uuid': '5f5768b4-d9b1-4d9d-bff2-e93800f2d7a9', 'name': 'network-vif-deleted', 'tag': '2d7d6d5d-de42-47c9-830b-c5ed2c97c299'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:15:56.923662 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267c0568-9f30-4d83-b8ac-5d46e87b534a" -d '{"events": [{"name": "network-changed", "server_uuid": "70af81ff-ee24-4290-b2d7-fdf3ee754dfa", "tag": "98c1523d-0312-4514-9ca7-1268551616e6"}, {"server_uuid": "5f5768b4-d9b1-4d9d-bff2-e93800f2d7a9", "name": "network-vif-deleted", "tag": "2d7d6d5d-de42-47c9-830b-c5ed2c97c299"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:15:56.949293 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:56.962659 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-5420205e-80bc-4285-af1e-d0dbf38e5687 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=fdb3d950-5ca4-43fd-80ec-40704493169e HTTP/1.1" status: 200 len: 217 time: 0.0422807 Feb 16 22:15:57.026421 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-b5d0b8c8-28c2-4a00-a02d-6a8cb3d5d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:57.028013 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-b5d0b8c8-28c2-4a00-a02d-6a8cb3d5d178 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0563912 Feb 16 22:15:57.040207 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-414abc7d-e04d-49f7-97dc-56ed7dd6b3d9 req-42ca6e02-2ff8-472e-9520-fbf972fa81af tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5768b4-d9b1-4d9d-bff2-e93800f2d7a9 HTTP/1.1" status: 200 len: 210 time: 0.0280080 Feb 16 22:15:57.095245 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-cd7014d1-97af-4798-b23e-5930b3c16c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:57.096746 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-cd7014d1-97af-4798-b23e-5930b3c16c0f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0550334 Feb 16 22:15:57.194890 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-58e27bbe-e885-46b5-b3c5-8dff6cb24cdb service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903516 Feb 16 22:15:57.218612 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f0b90-7487-43d1-95fa-f118bc153a55 req-410a5f8e-afcf-4e62-9e86-6fc61d19f973 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:57.220209 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a8f0b90-7487-43d1-95fa-f118bc153a55 req-410a5f8e-afcf-4e62-9e86-6fc61d19f973 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 949 time: 0.0569479 Feb 16 22:15:57.267129 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a8f0b90-7487-43d1-95fa-f118bc153a55 req-beebc781-8e06-429f-bfee-f76ac16f14ba tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413148 Feb 16 22:15:57.291628 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-28e35cb1-08c0-45f2-974f-16ad342832f6 req-33b70eb3-a00f-4b7c-a14e-fdda4b50bb2e service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860825 Feb 16 22:15:57.324840 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 16 Feb 2022 22:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f153658-ade5-432b-8fc5-dac184f02f8c x-openstack-request-id: req-6f153658-ade5-432b-8fc5-dac184f02f8c {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:15:57.325177 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70af81ff-ee24-4290-b2d7-fdf3ee754dfa", "tag": "98c1523d-0312-4514-9ca7-1268551616e6", "status": "completed", "code": 200}, {"server_uuid": "5f5768b4-d9b1-4d9d-bff2-e93800f2d7a9", "name": "network-vif-deleted", "tag": "2d7d6d5d-de42-47c9-830b-c5ed2c97c299", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:15:57.325404 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6f153658-ade5-432b-8fc5-dac184f02f8c {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:15:57.325817 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70af81ff-ee24-4290-b2d7-fdf3ee754dfa', 'tag': '98c1523d-0312-4514-9ca7-1268551616e6', 'status': 'completed', 'code': 200} Feb 16 22:15:57.326168 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5768b4-d9b1-4d9d-bff2-e93800f2d7a9', 'name': 'network-vif-deleted', 'tag': '2d7d6d5d-de42-47c9-830b-c5ed2c97c299', 'status': 'completed', 'code': 200} Feb 16 22:15:57.442524 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c0568-9f30-4d83-b8ac-5d46e87b534a req-32800682-05ee-456e-b879-18bc5e710e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:57.444024 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-267c0568-9f30-4d83-b8ac-5d46e87b534a req-32800682-05ee-456e-b879-18bc5e710e7d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=744a37dc5b8f478b9350ec4becb28946&device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 1155 time: 0.0849805 Feb 16 22:15:57.459525 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fbbb89-b4cd-4739-ab6c-a5912a3aa30a req-1d6bddf0-1281-478e-be54-caba22c64a09 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:57.460942 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-85fbbb89-b4cd-4739-ab6c-a5912a3aa30a req-1d6bddf0-1281-478e-be54-caba22c64a09 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e588c41-6745-4e24-bd4c-95be83970989 HTTP/1.1" status: 200 len: 951 time: 0.0697193 Feb 16 22:15:57.565827 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-85fbbb89-b4cd-4739-ab6c-a5912a3aa30a req-a11d2a3c-3a34-499f-b075-60b175130279 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/security-groups?id=1564c895-15ee-43c9-b3e3-c78ddbdea738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959938 Feb 16 22:15:57.583670 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c0568-9f30-4d83-b8ac-5d46e87b534a req-17b683e1-0c89-47fd-b966-7d33811611d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:57.585157 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-267c0568-9f30-4d83-b8ac-5d46e87b534a req-17b683e1-0c89-47fd-b966-7d33811611d4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16137278-7395-49da-9cb6-180484537d2f HTTP/1.1" status: 200 len: 922 time: 0.1233814 Feb 16 22:15:57.631568 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-267c0568-9f30-4d83-b8ac-5d46e87b534a req-bf584d5e-633f-4544-a004-78081e284c3a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98c1523d-0312-4514-9ca7-1268551616e6 HTTP/1.1" status: 200 len: 217 time: 0.0385737 Feb 16 22:15:57.706726 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c0568-9f30-4d83-b8ac-5d46e87b534a req-c6c22bea-9aa9-4aa1-abd4-15cefdf07b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:57.708190 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-267c0568-9f30-4d83-b8ac-5d46e87b534a req-c6c22bea-9aa9-4aa1-abd4-15cefdf07b48 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c3e80cb9-4386-4d79-b9b3-6283b204f543 HTTP/1.1" status: 200 len: 861 time: 0.0652406 Feb 16 22:15:57.719337 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88a290-2baa-48f9-8631-2d504247d2c3 req-9b40cea6-68bf-4203-bc14-12e1180190d5 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:57.720731 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6c88a290-2baa-48f9-8631-2d504247d2c3 req-9b40cea6-68bf-4203-bc14-12e1180190d5 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] 10.222.0.75 "GET /v2.0/ports?device_id=625eaf0e-db0e-4408-9b19-04d5e9088397 HTTP/1.1" status: 200 len: 945 time: 0.0865264 Feb 16 22:15:57.753603 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-267c0568-9f30-4d83-b8ac-5d46e87b534a req-3a48c54b-b1bb-4ca8-86eb-2c13ee90663f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16137278-7395-49da-9cb6-180484537d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298536 Feb 16 22:15:57.815934 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6c88a290-2baa-48f9-8631-2d504247d2c3 req-bd5fe0ba-ff54-4860-afa8-a4a8f4318a2e tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3b04d90-2c6b-4f8a-8ffd-0052f70d6808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848281 Feb 16 22:15:57.867851 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-267c0568-9f30-4d83-b8ac-5d46e87b534a req-00bf8dee-604c-41c1-9b5a-341a005655fb service neutron] 10.222.0.79 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043799 Feb 16 22:15:57.940247 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:15:58.028010 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:15:58.028401 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:58.052366 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e588c41-6745-4e24-bd4c-95be83970989', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:15:58.054668 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068a23dd-749d-4c49-ba3f-775d711b197e" -d '{"events": [{"server_uuid": "8e588c41-6745-4e24-bd4c-95be83970989", "name": "network-vif-unplugged", "status": "completed", "tag": "5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:15:58.068255 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:58.072089 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:58.072807 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 2d7d6d5d-de42-47c9-830b-c5ed2c97c299 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:15:58.111559 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 2d7d6d5d-de42-47c9-830b-c5ed2c97c299 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:15:58.111914 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 2d7d6d5d-de42-47c9-830b-c5ed2c97c299 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:15:58.138630 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5,revision_number=11']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:58.142580 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 361b95f1-0faf-4a27-a2c6-5bf01e19a6b6 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:15:58.279014 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331d6f4-fbbd-4e10-9ddc-319ea4095006 req-0cfb3754-a501-4136-9dd4-c20fa673f98f tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:58.280555 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e331d6f4-fbbd-4e10-9ddc-319ea4095006 req-0cfb3754-a501-4136-9dd4-c20fa673f98f tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 943 time: 0.4082527 Feb 16 22:15:58.313845 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-267c0568-9f30-4d83-b8ac-5d46e87b534a req-8d9d0a13-20fb-4a5b-89ef-5c2a25e43f30 service neutron] 10.222.0.79 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317923 Feb 16 22:15:58.323555 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:58.337463 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 361b95f1-0faf-4a27-a2c6-5bf01e19a6b6 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:15:58.341497 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 361b95f1-0faf-4a27-a2c6-5bf01e19a6b6 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:15:58.341876 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (361b95f1-0faf-4a27-a2c6-5bf01e19a6b6), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:58.343101 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e331d6f4-fbbd-4e10-9ddc-319ea4095006 req-b07ef1f0-23bf-459a-a4b5-6a3a9a2c8c2a tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559015 Feb 16 22:15:58.421642 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 361b95f1-0faf-4a27-a2c6-5bf01e19a6b6 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:15:58.422066 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (361b95f1-0faf-4a27-a2c6-5bf01e19a6b6), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:58.453673 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 361b95f1-0faf-4a27-a2c6-5bf01e19a6b6, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=361b95f1-0faf-4a27-a2c6-5bf01e19a6b6,segment=NetworkSegment(80df2fdd-2b46-4a00-a754-802a9cc4a74f),segment_id=80df2fdd-2b46-4a00-a754-802a9cc4a74f)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:15:58.457398 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (361b95f1-0faf-4a27-a2c6-5bf01e19a6b6), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:58.458212 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device fdb3d950-5ca4-43fd-80ec-40704493169e no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:15:58.475132 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a41ea7e3-1f6d-4bcc-8b58-382fdefc6817', 'tag': 'fdb3d950-5ca4-43fd-80ec-40704493169e'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:15:58.477592 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c5fc2f-f159-406c-9d9d-22286f494b3f" -d '{"events": [{"name": "network-changed", "server_uuid": "a41ea7e3-1f6d-4bcc-8b58-382fdefc6817", "tag": "fdb3d950-5ca4-43fd-80ec-40704493169e"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:15:58.534285 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=361b95f1-0faf-4a27-a2c6-5bf01e19a6b6,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:15:58.536317 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] The host n-h2-813897-6 is not matching for port fdb3d950-5ca4-43fd-80ec-40704493169e host n-h1-813897-6! {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 22:15:58.536716 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device fdb3d950-5ca4-43fd-80ec-40704493169e not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:15:58.544224 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:58.544582 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:58.544935 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:58.545281 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:58.545625 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:58.545986 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:58.546330 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:58.546664 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:58.547004 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:58.547334 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:58.547664 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:58.547993 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:58.548321 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:15:58.966611 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61e767-4767-4192-a458-38cdc4379d62 req-a3f77719-2045-4f29-b28d-dad41f081548 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:58.968085 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8c61e767-4767-4192-a458-38cdc4379d62 req-a3f77719-2045-4f29-b28d-dad41f081548 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=81c7526a-7826-4ab7-8247-9d4ab41c2ae6 HTTP/1.1" status: 200 len: 946 time: 0.0559530 Feb 16 22:15:59.018577 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8c61e767-4767-4192-a458-38cdc4379d62 req-2f3cef18-bec8-44ec-97ae-13472d5ccc53 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444252 Feb 16 22:15:59.064679 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 22:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccadfda7-b626-48bc-a67e-7d96ca5fcbe4 x-openstack-request-id: req-ccadfda7-b626-48bc-a67e-7d96ca5fcbe4 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:15:59.065213 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e588c41-6745-4e24-bd4c-95be83970989", "name": "network-vif-unplugged", "status": "completed", "tag": "5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:15:59.065213 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ccadfda7-b626-48bc-a67e-7d96ca5fcbe4 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:15:59.065668 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e588c41-6745-4e24-bd4c-95be83970989', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5', 'code': 200} Feb 16 22:15:59.212606 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77181eb1-982b-41af-833a-0a10e91f1b56 req-c3129ec2-216a-48f5-bc52-2323c66a113d tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:59.214156 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77181eb1-982b-41af-833a-0a10e91f1b56 req-c3129ec2-216a-48f5-bc52-2323c66a113d tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 949 time: 0.0560441 Feb 16 22:15:59.261553 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77181eb1-982b-41af-833a-0a10e91f1b56 req-58180889-7d00-4881-bfea-313135d5704b tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411465 Feb 16 22:15:59.320153 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcc1bf5-8cc5-4e71-ad2f-cb06fb1fde56 x-openstack-request-id: req-dfcc1bf5-8cc5-4e71-ad2f-cb06fb1fde56 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:15:59.320555 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a41ea7e3-1f6d-4bcc-8b58-382fdefc6817", "tag": "fdb3d950-5ca4-43fd-80ec-40704493169e", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:15:59.320930 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dfcc1bf5-8cc5-4e71-ad2f-cb06fb1fde56 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:15:59.321383 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a41ea7e3-1f6d-4bcc-8b58-382fdefc6817', 'tag': 'fdb3d950-5ca4-43fd-80ec-40704493169e', 'status': 'completed', 'code': 200} Feb 16 22:15:59.387439 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5fc2f-f159-406c-9d9d-22286f494b3f req-a7ea714b-c314-47b1-8edf-532ea38a9225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:59.388861 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-35c5fc2f-f159-406c-9d9d-22286f494b3f req-a7ea714b-c314-47b1-8edf-532ea38a9225 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a8546526dc94278a3957ea9b7c5b439&device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 1131 time: 0.0472481 Feb 16 22:15:59.423355 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5fc2f-f159-406c-9d9d-22286f494b3f req-9ac2a3fe-22c5-442a-9b9a-512a1014e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:59.424875 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-35c5fc2f-f159-406c-9d9d-22286f494b3f req-9ac2a3fe-22c5-442a-9b9a-512a1014e9cb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a8546526dc94278a3957ea9b7c5b439&device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 1131 time: 0.0816553 Feb 16 22:15:59.461527 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788ca14-5769-44e6-8a7c-73b66bb72687 req-14e65b5d-70c4-4c60-bbf2-e2c05334e897 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:59.463131 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7788ca14-5769-44e6-8a7c-73b66bb72687 req-14e65b5d-70c4-4c60-bbf2-e2c05334e897 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] 10.222.0.75 "GET /v2.0/ports?device_id=625eaf0e-db0e-4408-9b19-04d5e9088397 HTTP/1.1" status: 200 len: 946 time: 0.0896208 Feb 16 22:15:59.567398 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5fc2f-f159-406c-9d9d-22286f494b3f req-4ef2c9c6-6ece-41e4-96c9-de8dcddba702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:59.568894 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-35c5fc2f-f159-406c-9d9d-22286f494b3f req-4ef2c9c6-6ece-41e4-96c9-de8dcddba702 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.1363499 Feb 16 22:15:59.572401 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7788ca14-5769-44e6-8a7c-73b66bb72687 req-ac7ff2c8-1e13-4b8f-97e1-1d873dd2efd3 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3b04d90-2c6b-4f8a-8ffd-0052f70d6808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941126 Feb 16 22:15:59.619108 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-35c5fc2f-f159-406c-9d9d-22286f494b3f req-c9fad564-cc9b-4937-9758-d3e504df55e2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=fdb3d950-5ca4-43fd-80ec-40704493169e HTTP/1.1" status: 200 len: 217 time: 0.0430436 Feb 16 22:15:59.655214 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:15:59.674462 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5fc2f-f159-406c-9d9d-22286f494b3f req-a7b42e94-058b-4fea-8940-e676189857c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:59.676269 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-35c5fc2f-f159-406c-9d9d-22286f494b3f req-a7b42e94-058b-4fea-8940-e676189857c9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0517244 Feb 16 22:15:59.739887 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5fc2f-f159-406c-9d9d-22286f494b3f req-258cd965-c481-479e-9ea1-be04bebf3ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:59.741059 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5fc2f-f159-406c-9d9d-22286f494b3f req-71558698-cd81-495d-bbeb-dc4c4f597a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:59.741399 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-35c5fc2f-f159-406c-9d9d-22286f494b3f req-258cd965-c481-479e-9ea1-be04bebf3ba1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.3403120 Feb 16 22:15:59.742605 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-35c5fc2f-f159-406c-9d9d-22286f494b3f req-71558698-cd81-495d-bbeb-dc4c4f597a1e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0602911 Feb 16 22:15:59.794488 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-35c5fc2f-f159-406c-9d9d-22286f494b3f req-913111c6-1b89-4351-9355-4ec69e25da16 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=fdb3d950-5ca4-43fd-80ec-40704493169e HTTP/1.1" status: 200 len: 217 time: 0.0421851 Feb 16 22:15:59.849399 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-35c5fc2f-f159-406c-9d9d-22286f494b3f req-de4729fc-b261-483f-a52f-a370cc537047 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006608 Feb 16 22:15:59.864221 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5fc2f-f159-406c-9d9d-22286f494b3f req-c6046220-361e-41dd-abb0-ef58194a3516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:59.866178 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-35c5fc2f-f159-406c-9d9d-22286f494b3f req-c6046220-361e-41dd-abb0-ef58194a3516 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0636284 Feb 16 22:15:59.936791 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5fc2f-f159-406c-9d9d-22286f494b3f req-366bc888-e0b0-47be-9e00-ff6c06d3e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:15:59.938852 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-35c5fc2f-f159-406c-9d9d-22286f494b3f req-366bc888-e0b0-47be-9e00-ff6c06d3e53c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0666828 Feb 16 22:15:59.971970 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-35c5fc2f-f159-406c-9d9d-22286f494b3f req-8bf921a9-663d-45cd-8ba7-19e6a9faead5 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165709 Feb 16 22:16:00.035103 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84510e37-67bb-473b-84dc-2931fdfa173a req-1d13a2c3-dae9-4e09-ba9e-2c627707b173 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:00.037025 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-84510e37-67bb-473b-84dc-2931fdfa173a req-1d13a2c3-dae9-4e09-ba9e-2c627707b173 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 943 time: 0.0614228 Feb 16 22:16:00.054102 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-35c5fc2f-f159-406c-9d9d-22286f494b3f req-9477607b-320a-4d8d-8f88-37e96aeecc75 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025434 Feb 16 22:16:00.090203 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-84510e37-67bb-473b-84dc-2931fdfa173a req-7a494088-d73a-4a30-94ba-8665e878d10f tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448298 Feb 16 22:16:00.152868 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-35c5fc2f-f159-406c-9d9d-22286f494b3f req-ac58c1db-bfa9-4d22-9b7d-2debaa3a81b8 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920928 Feb 16 22:16:00.353699 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b809ef-816d-4666-a66b-db03754e9d13 req-ebaec4b6-b77a-4ba7-8d35-064bbf460fd0 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:00.355257 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-21b809ef-816d-4666-a66b-db03754e9d13 req-ebaec4b6-b77a-4ba7-8d35-064bbf460fd0 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/ports?device_id=7310eed6-a576-407a-9d6d-17dfc251bb33 HTTP/1.1" status: 200 len: 950 time: 0.0525761 Feb 16 22:16:00.401313 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-21b809ef-816d-4666-a66b-db03754e9d13 req-3b433d44-4963-4d53-9a5c-3cf393ca50dd tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/security-groups?id=b922d115-68a5-42e1-be26-b91eb1769be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405858 Feb 16 22:16:00.509988 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7794ac-603c-44b7-b3be-2e0b66e0efbe req-8a4af716-46cb-48c7-8c91-fe37f6f32a5c tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:00.511380 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cb7794ac-603c-44b7-b3be-2e0b66e0efbe req-8a4af716-46cb-48c7-8c91-fe37f6f32a5c tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=81c7526a-7826-4ab7-8247-9d4ab41c2ae6 HTTP/1.1" status: 200 len: 946 time: 0.0565374 Feb 16 22:16:00.556842 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cb7794ac-603c-44b7-b3be-2e0b66e0efbe req-acaf0a3e-681a-41cf-b649-724c4de8f2a4 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396767 Feb 16 22:16:00.661557 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aca4bc-c21d-49ab-a914-92ecdbd3ad7e req-d30eb30d-65d9-40a1-9893-6d85f97aa6ad tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:00.663092 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77aca4bc-c21d-49ab-a914-92ecdbd3ad7e req-d30eb30d-65d9-40a1-9893-6d85f97aa6ad tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e588c41-6745-4e24-bd4c-95be83970989 HTTP/1.1" status: 200 len: 949 time: 0.0528374 Feb 16 22:16:00.710118 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77aca4bc-c21d-49ab-a914-92ecdbd3ad7e req-fec886e4-6a9f-4b07-977c-ee3fb610fd37 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/security-groups?id=1564c895-15ee-43c9-b3e3-c78ddbdea738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414140 Feb 16 22:16:00.841146 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33857785-10be-4eba-9d13-b34c2a6d2ef5 req-484472ac-e05c-40a3-9dac-f7b3b0d04d9d tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:00.842775 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-33857785-10be-4eba-9d13-b34c2a6d2ef5 req-484472ac-e05c-40a3-9dac-f7b3b0d04d9d tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 949 time: 0.0531828 Feb 16 22:16:00.896881 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-33857785-10be-4eba-9d13-b34c2a6d2ef5 req-e9178fe7-0633-4db2-9d68-4774a54f7dff tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480623 Feb 16 22:16:01.008647 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e79d0-59b7-4974-ac73-a99672375573 req-332d9f76-6e11-4af3-a9b5-49c25b77f19a tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:01.010686 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d90e79d0-59b7-4974-ac73-a99672375573 req-332d9f76-6e11-4af3-a9b5-49c25b77f19a tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] 10.222.0.75 "GET /v2.0/ports?device_id=625eaf0e-db0e-4408-9b19-04d5e9088397 HTTP/1.1" status: 200 len: 946 time: 0.0552011 Feb 16 22:16:01.057573 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d90e79d0-59b7-4974-ac73-a99672375573 req-7ddc96c0-fe3a-42d3-a2b9-623f1666d475 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3b04d90-2c6b-4f8a-8ffd-0052f70d6808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411808 Feb 16 22:16:01.066992 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625eaf0e-db0e-4408-9b19-04d5e9088397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361b95f1-0faf-4a27-a2c6-5bf01e19a6b6'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:16:01.069334 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d5e979-b14b-4dbb-b7d6-25606bf16bfe" -d '{"events": [{"server_uuid": "625eaf0e-db0e-4408-9b19-04d5e9088397", "name": "network-vif-plugged", "status": "completed", "tag": "361b95f1-0faf-4a27-a2c6-5bf01e19a6b6"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:16:01.128581 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0574aa5f-4a3d-4f92-91b1-82ee9a285291 x-openstack-request-id: req-0574aa5f-4a3d-4f92-91b1-82ee9a285291 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:16:01.128977 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "625eaf0e-db0e-4408-9b19-04d5e9088397", "name": "network-vif-plugged", "status": "completed", "tag": "361b95f1-0faf-4a27-a2c6-5bf01e19a6b6", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:16:01.129336 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0574aa5f-4a3d-4f92-91b1-82ee9a285291 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:16:01.129850 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625eaf0e-db0e-4408-9b19-04d5e9088397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361b95f1-0faf-4a27-a2c6-5bf01e19a6b6', 'code': 200} Feb 16 22:16:01.260744 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9190d6-1571-4c0d-bf08-3aefb5952623 req-2903a6ae-6691-486c-aa8a-8f453b111cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:01.262293 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0d9190d6-1571-4c0d-bf08-3aefb5952623 req-2903a6ae-6691-486c-aa8a-8f453b111cf8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=625eaf0e-db0e-4408-9b19-04d5e9088397 HTTP/1.1" status: 200 len: 1128 time: 0.0767269 Feb 16 22:16:01.282894 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4845e-ba9f-47b2-8f4e-a02f1fa0499f req-91e5aece-ece1-41a5-8b96-6fd05f755da3 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:01.284310 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-93a4845e-ba9f-47b2-8f4e-a02f1fa0499f req-91e5aece-ece1-41a5-8b96-6fd05f755da3 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 943 time: 0.0742488 Feb 16 22:16:01.339968 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0d9190d6-1571-4c0d-bf08-3aefb5952623 req-d2246813-fb60-422a-b7b6-e78fc5405daa service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d3b04d90-2c6b-4f8a-8ffd-0052f70d6808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711169 Feb 16 22:16:01.350515 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-93a4845e-ba9f-47b2-8f4e-a02f1fa0499f req-8cffaa90-cf16-40fb-a341-42ad1e00f871 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601857 Feb 16 22:16:01.552592 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5421c9e-9ef0-474b-a787-8213e30fba4e req-6ed4a9a7-b9a2-498e-92f8-6ffea73e2a6f tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:01.554165 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b5421c9e-9ef0-474b-a787-8213e30fba4e req-6ed4a9a7-b9a2-498e-92f8-6ffea73e2a6f tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/ports?device_id=7310eed6-a576-407a-9d6d-17dfc251bb33 HTTP/1.1" status: 200 len: 950 time: 0.0599320 Feb 16 22:16:01.605572 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b5421c9e-9ef0-474b-a787-8213e30fba4e req-64548614-fe9f-4657-8d7e-601b7ec3bee4 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/security-groups?id=b922d115-68a5-42e1-be26-b91eb1769be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455706 Feb 16 22:16:01.746411 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d99dc-5ec5-4cc3-8eca-975e77a1d86f req-b3641c7d-4585-4528-920c-4a4c5622dfa9 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:01.748200 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a07d99dc-5ec5-4cc3-8eca-975e77a1d86f req-b3641c7d-4585-4528-920c-4a4c5622dfa9 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=81c7526a-7826-4ab7-8247-9d4ab41c2ae6 HTTP/1.1" status: 200 len: 946 time: 0.0587564 Feb 16 22:16:01.809275 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a07d99dc-5ec5-4cc3-8eca-975e77a1d86f req-cf2f9ba4-bbc2-440c-a96c-b8e49684907c tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547662 Feb 16 22:16:01.857453 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660581c6-a568-4a98-aba8-503120349eff req-69511082-7bbb-4c87-bebd-97fd9a9d0ab0 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:01.859360 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-660581c6-a568-4a98-aba8-503120349eff req-69511082-7bbb-4c87-bebd-97fd9a9d0ab0 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.67 "GET /v2.0/ports?device_id=7310eed6-a576-407a-9d6d-17dfc251bb33 HTTP/1.1" status: 200 len: 950 time: 0.0654540 Feb 16 22:16:01.964504 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-660581c6-a568-4a98-aba8-503120349eff req-c5e4f6b2-6433-4233-8075-e137eef19ef1 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Deleting port 772e836d-c818-4c75-9af1-edd441125245 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:16:01.965204 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-660581c6-a568-4a98-aba8-503120349eff req-c5e4f6b2-6433-4233-8075-e137eef19ef1 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (772e836d-c818-4c75-9af1-edd441125245), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:01.966676 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cda708-fc4c-4f27-9cba-10718d3076de req-647a6bec-ffc3-4915-b6bf-9764ac14b212 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:01.968214 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-99cda708-fc4c-4f27-9cba-10718d3076de req-647a6bec-ffc3-4915-b6bf-9764ac14b212 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e588c41-6745-4e24-bd4c-95be83970989 HTTP/1.1" status: 200 len: 949 time: 0.0574439 Feb 16 22:16:01.968728 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device fdb3d950-5ca4-43fd-80ec-40704493169e details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:16:02.035177 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-99cda708-fc4c-4f27-9cba-10718d3076de req-be5fbf75-6637-4908-a7af-2138439ef788 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/security-groups?id=1564c895-15ee-43c9-b3e3-c78ddbdea738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590265 Feb 16 22:16:02.072973 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-660581c6-a568-4a98-aba8-503120349eff req-c5e4f6b2-6433-4233-8075-e137eef19ef1 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] For port 772e836d-c818-4c75-9af1-edd441125245, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=772e836d-c818-4c75-9af1-edd441125245,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:02.073489 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-660581c6-a568-4a98-aba8-503120349eff req-c5e4f6b2-6433-4233-8075-e137eef19ef1 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (772e836d-c818-4c75-9af1-edd441125245), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:02.090442 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-660581c6-a568-4a98-aba8-503120349eff req-c5e4f6b2-6433-4233-8075-e137eef19ef1 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Calling delete_port for 772e836d-c818-4c75-9af1-edd441125245 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:16:02.118115 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port fdb3d950-5ca4-43fd-80ec-40704493169e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=fdb3d950-5ca4-43fd-80ec-40704493169e,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:02.132446 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'fdb3d950-5ca4-43fd-80ec-40704493169e', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': 'fdb3d950-5ca4-43fd-80ec-40704493169e', 'mac_address': 'fa:16:3e:0a:15:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:16:02.170392 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 98c1523d-0312-4514-9ca7-1268551616e6 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:16:02.222996 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17bfcd-292e-4814-94cb-432754f9a59a req-e8a14411-3f9b-4c8e-bcdc-592575006ba4 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:02.232604 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e17bfcd-292e-4814-94cb-432754f9a59a req-e8a14411-3f9b-4c8e-bcdc-592575006ba4 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 949 time: 0.0762644 Feb 16 22:16:02.234150 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port fdb3d950-5ca4-43fd-80ec-40704493169e is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:02.234714 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (fdb3d950-5ca4-43fd-80ec-40704493169e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:02.249337 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-660581c6-a568-4a98-aba8-503120349eff req-c5e4f6b2-6433-4233-8075-e137eef19ef1 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (772e836d-c818-4c75-9af1-edd441125245), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:02.276309 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['772e836d-c818-4c75-9af1-edd441125245'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:16:02.283920 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4f6b2-6433-4233-8075-e137eef19ef1 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Pushing event deleted for resources: {'Port': ['ID=772e836d-c818-4c75-9af1-edd441125245,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:02.310905 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e17bfcd-292e-4814-94cb-432754f9a59a req-0c462fdf-de15-43f1-8fae-20832b10c2fc tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769060 Feb 16 22:16:02.325683 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb3d950-5ca4-43fd-80ec-40704493169e {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:16:02.361097 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port fdb3d950-5ca4-43fd-80ec-40704493169e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=fdb3d950-5ca4-43fd-80ec-40704493169e,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:02.361938 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 98c1523d-0312-4514-9ca7-1268551616e6 is: DOWN; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:02.366699 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-660581c6-a568-4a98-aba8-503120349eff req-c5e4f6b2-6433-4233-8075-e137eef19ef1 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] No DVR routers for this DVR port 772e836d-c818-4c75-9af1-edd441125245 on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:16:02.367686 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (fdb3d950-5ca4-43fd-80ec-40704493169e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:02.370594 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-660581c6-a568-4a98-aba8-503120349eff req-c5e4f6b2-6433-4233-8075-e137eef19ef1 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:02.382701 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-660581c6-a568-4a98-aba8-503120349eff req-c5e4f6b2-6433-4233-8075-e137eef19ef1 tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.67 "DELETE /v2.0/ports/772e836d-c818-4c75-9af1-edd441125245 HTTP/1.1" status: 204 len: 173 time: 0.5164974 Feb 16 22:16:02.383212 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7310eed6-a576-407a-9d6d-17dfc251bb33', 'name': 'network-vif-deleted', 'tag': '772e836d-c818-4c75-9af1-edd441125245'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:16:02.405836 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f655db5-4f6f-4947-a11b-fa7480e320e7" -d '{"events": [{"server_uuid": "7310eed6-a576-407a-9d6d-17dfc251bb33", "name": "network-vif-deleted", "tag": "772e836d-c818-4c75-9af1-edd441125245"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:16:02.430253 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=fdb3d950-5ca4-43fd-80ec-40704493169e,revision_number=12']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:02.501249 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947de43e-5eb8-4cb4-a0fd-c38a0efbb5c3 req-77d61256-545a-48e0-9a2f-621c1a2ac892 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:02.502927 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-947de43e-5eb8-4cb4-a0fd-c38a0efbb5c3 req-77d61256-545a-48e0-9a2f-621c1a2ac892 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] 10.222.0.75 "GET /v2.0/ports?device_id=625eaf0e-db0e-4408-9b19-04d5e9088397 HTTP/1.1" status: 200 len: 946 time: 0.0922041 Feb 16 22:16:02.590717 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-947de43e-5eb8-4cb4-a0fd-c38a0efbb5c3 req-dac07e68-a1fb-4149-b69e-d80010da0651 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3b04d90-2c6b-4f8a-8ffd-0052f70d6808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802853 Feb 16 22:16:02.737819 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4e6f7-5613-4789-a3bd-4ec1483a883a req-679581ca-d04f-4c7a-a0e7-c9193d0fa3e3 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:02.739415 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66a4e6f7-5613-4789-a3bd-4ec1483a883a req-679581ca-d04f-4c7a-a0e7-c9193d0fa3e3 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 943 time: 0.0564082 Feb 16 22:16:02.792204 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66a4e6f7-5613-4789-a3bd-4ec1483a883a req-68a39299-8b69-4d48-aa98-4aed9fbd3326 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458760 Feb 16 22:16:02.843844 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0ec460-e0e4-45e5-8872-d38ae5e9f25e x-openstack-request-id: req-2a0ec460-e0e4-45e5-8872-d38ae5e9f25e {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:16:02.844155 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7310eed6-a576-407a-9d6d-17dfc251bb33", "name": "network-vif-deleted", "tag": "772e836d-c818-4c75-9af1-edd441125245", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:16:02.844417 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2a0ec460-e0e4-45e5-8872-d38ae5e9f25e {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:16:02.844830 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7310eed6-a576-407a-9d6d-17dfc251bb33', 'name': 'network-vif-deleted', 'tag': '772e836d-c818-4c75-9af1-edd441125245', 'status': 'completed', 'code': 200} Feb 16 22:16:02.865495 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de55f41-5939-4ce8-8635-d0e2b745f47b req-505f9c25-e602-44f1-b1a5-0ed3f3b2ebb1 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:02.867227 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8de55f41-5939-4ce8-8635-d0e2b745f47b req-505f9c25-e602-44f1-b1a5-0ed3f3b2ebb1 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e588c41-6745-4e24-bd4c-95be83970989 HTTP/1.1" status: 200 len: 949 time: 0.0658333 Feb 16 22:16:02.957039 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f9bd3be6-26dc-43be-8c1b-6bedaa225722 req-3ae71642-bfd0-4f4b-9e25-43a48893561b tempest-ServersAdminNegativeTestJSON-1377116043 tempest-ServersAdminNegativeTestJSON-1377116043-project] 10.222.0.75 "GET /v2.0/ports?device_id=7310eed6-a576-407a-9d6d-17dfc251bb33 HTTP/1.1" status: 200 len: 210 time: 0.0452900 Feb 16 22:16:03.023042 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-8de55f41-5939-4ce8-8635-d0e2b745f47b req-7a0adef7-b21a-48f8-bc85-905cfe3d4fe8 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Deleting port 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:16:03.023514 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8de55f41-5939-4ce8-8635-d0e2b745f47b req-7a0adef7-b21a-48f8-bc85-905cfe3d4fe8 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:03.152703 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-91686fac-b6f0-40ac-90c5-0fae4ded626e service neutron] 10.222.0.79 "GET /v2.0/ports/98c1523d-0312-4514-9ca7-1268551616e6/bindings/n-h1-813897-6 HTTP/1.1" status: 200 len: 384 time: 0.1102967 Feb 16 22:16:03.158812 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-8de55f41-5939-4ce8-8635-d0e2b745f47b req-7a0adef7-b21a-48f8-bc85-905cfe3d4fe8 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] For port 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:03.159217 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8de55f41-5939-4ce8-8635-d0e2b745f47b req-7a0adef7-b21a-48f8-bc85-905cfe3d4fe8 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:03.165174 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e269de-0269-43b2-897c-021b120b0d3c req-ba2ce1c9-158b-4455-b087-611e43ca7fe6 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:03.166858 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54e269de-0269-43b2-897c-021b120b0d3c req-ba2ce1c9-158b-4455-b087-611e43ca7fe6 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=81c7526a-7826-4ab7-8247-9d4ab41c2ae6 HTTP/1.1" status: 200 len: 946 time: 0.0941401 Feb 16 22:16:03.184454 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-8de55f41-5939-4ce8-8635-d0e2b745f47b req-7a0adef7-b21a-48f8-bc85-905cfe3d4fe8 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Calling delete_port for 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:16:03.265696 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54e269de-0269-43b2-897c-021b120b0d3c req-9091015c-7287-4c1c-ac77-723d32c3b6d0 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922749 Feb 16 22:16:03.355024 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8de55f41-5939-4ce8-8635-d0e2b745f47b req-7a0adef7-b21a-48f8-bc85-905cfe3d4fe8 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:03.385636 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0adef7-b21a-48f8-bc85-905cfe3d4fe8 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Pushing event deleted for resources: {'Port': ['ID=5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:03.405478 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-407ceb9d-bfb2-41b1-8a1d-961f5ced85fd service neutron] For port 98c1523d-0312-4514-9ca7-1268551616e6, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=98c1523d-0312-4514-9ca7-1268551616e6,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:03.449235 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de55f41-5939-4ce8-8635-d0e2b745f47b req-7a0adef7-b21a-48f8-bc85-905cfe3d4fe8 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] No DVR routers for this DVR port 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:16:03.450321 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2d442666-558e-4851-a2bf-b82a26322545 req-b79e27d5-c147-4232-8377-94ebd424907e tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e588c41-6745-4e24-bd4c-95be83970989 HTTP/1.1" status: 200 len: 210 time: 0.0420921 Feb 16 22:16:03.452528 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8de55f41-5939-4ce8-8635-d0e2b745f47b req-7a0adef7-b21a-48f8-bc85-905cfe3d4fe8 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:03.456506 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8de55f41-5939-4ce8-8635-d0e2b745f47b req-7a0adef7-b21a-48f8-bc85-905cfe3d4fe8 tempest-ImagesOneServerTestJSON-862815350 tempest-ImagesOneServerTestJSON-862815350-project] 10.222.0.67 "DELETE /v2.0/ports/5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 HTTP/1.1" status: 204 len: 173 time: 0.5770292 Feb 16 22:16:03.456913 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-407ceb9d-bfb2-41b1-8a1d-961f5ced85fd service neutron] For port 98c1523d-0312-4514-9ca7-1268551616e6, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:16:03.501636 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-407ceb9d-bfb2-41b1-8a1d-961f5ced85fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98c1523d-0312-4514-9ca7-1268551616e6 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:16:03.514270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-407ceb9d-bfb2-41b1-8a1d-961f5ced85fd service neutron] For port 98c1523d-0312-4514-9ca7-1268551616e6, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=98c1523d-0312-4514-9ca7-1268551616e6,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:03.552451 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-407ceb9d-bfb2-41b1-8a1d-961f5ced85fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (98c1523d-0312-4514-9ca7-1268551616e6), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:03.613519 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aaff40-01c6-4ab9-b5c9-360c560b5db1 req-2d3496b0-96c8-4f24-bd02-6d0da8d4df21 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:03.615196 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5aaff40-01c6-4ab9-b5c9-360c560b5db1 req-2d3496b0-96c8-4f24-bd02-6d0da8d4df21 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 950 time: 0.0979676 Feb 16 22:16:03.673014 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-407ceb9d-bfb2-41b1-8a1d-961f5ced85fd service neutron] Transition to ACTIVE for port object 98c1523d-0312-4514-9ca7-1268551616e6 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:16:03.681367 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-407ceb9d-bfb2-41b1-8a1d-961f5ced85fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (98c1523d-0312-4514-9ca7-1268551616e6), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:03.707820 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5aaff40-01c6-4ab9-b5c9-360c560b5db1 req-2279da8d-8e95-47c5-8225-7274b8f37a42 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837710 Feb 16 22:16:03.745249 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-407ceb9d-bfb2-41b1-8a1d-961f5ced85fd service neutron] No DVR routers for this DVR port 98c1523d-0312-4514-9ca7-1268551616e6 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:16:03.769630 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ceb9d-bfb2-41b1-8a1d-961f5ced85fd service neutron] Pushing event updated for resources: {'Port': ['ID=98c1523d-0312-4514-9ca7-1268551616e6,revision_number=10']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:03.794525 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-407ceb9d-bfb2-41b1-8a1d-961f5ced85fd service neutron] 10.222.0.79 "PUT /v2.0/ports/98c1523d-0312-4514-9ca7-1268551616e6/bindings/n-h1-813897-6/activate HTTP/1.1" status: 200 len: 369 time: 0.6266365 Feb 16 22:16:03.860413 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbc3ad-c47a-48f1-a7f7-fef20257d700 req-65e9193e-6882-406d-9d4e-704fa8f72b36 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:03.861925 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c1cbc3ad-c47a-48f1-a7f7-fef20257d700 req-65e9193e-6882-406d-9d4e-704fa8f72b36 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] 10.222.0.75 "GET /v2.0/ports?device_id=625eaf0e-db0e-4408-9b19-04d5e9088397 HTTP/1.1" status: 200 len: 946 time: 0.0633876 Feb 16 22:16:03.913759 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c1cbc3ad-c47a-48f1-a7f7-fef20257d700 req-1681d70f-938a-4521-9ffe-e3c5b4050765 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3b04d90-2c6b-4f8a-8ffd-0052f70d6808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455556 Feb 16 22:16:03.918531 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-a1c1e36c-2478-4865-bdb5-e21484a67f9d tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:03.920456 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-a1c1e36c-2478-4865-bdb5-e21484a67f9d tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa&tenant_id=744a37dc5b8f478b9350ec4becb28946&binding%3Ahost_id=n-h2-813897-6 HTTP/1.1" status: 200 len: 1126 time: 0.0569320 Feb 16 22:16:03.956616 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['fdb3d950-5ca4-43fd-80ec-40704493169e'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:16:03.994717 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-5e0cc231-85e0-4806-aa4e-2876267efc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:03.996588 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-5e0cc231-85e0-4806-aa4e-2876267efc69 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa&tenant_id=744a37dc5b8f478b9350ec4becb28946 HTTP/1.1" status: 200 len: 1126 time: 0.0676546 Feb 16 22:16:03.999563 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 772e836d-c818-4c75-9af1-edd441125245 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:16:04.037637 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 772e836d-c818-4c75-9af1-edd441125245 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:16:04.038538 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 772e836d-c818-4c75-9af1-edd441125245 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:16:04.038811 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691498d8-cf0e-4daa-be83-4aec4cf95ac1 req-a2e5fa3e-1e0f-4395-8b74-0f7df772fb3d tempest-MigrationsAdminTest-1008720020 tempest-MigrationsAdminTest-1008720020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:04.038977 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:16:04.046622 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-691498d8-cf0e-4daa-be83-4aec4cf95ac1 req-a2e5fa3e-1e0f-4395-8b74-0f7df772fb3d tempest-MigrationsAdminTest-1008720020 tempest-MigrationsAdminTest-1008720020-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 1132 time: 0.0565341 Feb 16 22:16:04.063980 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:16:04.064355 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:16:04.082425 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-1f3d0d9d-7b3d-4099-a01b-d98829dcbba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:04.083927 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-1f3d0d9d-7b3d-4099-a01b-d98829dcbba6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=744a37dc5b8f478b9350ec4becb28946&device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 1126 time: 0.0626729 Feb 16 22:16:04.090243 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-691498d8-cf0e-4daa-be83-4aec4cf95ac1 req-18bdff4f-cd0c-40c3-8bed-c9a811e25bc9 tempest-MigrationsAdminTest-1008720020 tempest-MigrationsAdminTest-1008720020-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425704 Feb 16 22:16:04.190028 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-b2319439-5c74-426c-8cc1-336247d57cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:04.191444 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-b2319439-5c74-426c-8cc1-336247d57cb1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=16137278-7395-49da-9cb6-180484537d2f HTTP/1.1" status: 200 len: 922 time: 0.0999908 Feb 16 22:16:04.245321 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-4e0b1193-ed06-4ec8-bbf6-afa5dc619b27 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98c1523d-0312-4514-9ca7-1268551616e6 HTTP/1.1" status: 200 len: 217 time: 0.0466797 Feb 16 22:16:04.255227 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17bc87-71f8-489a-811d-56f65987d069 req-25356085-66d4-4f98-9536-226e3c4aaaa4 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:04.256976 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e17bc87-71f8-489a-811d-56f65987d069 req-25356085-66d4-4f98-9536-226e3c4aaaa4 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 944 time: 0.0618081 Feb 16 22:16:04.296790 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-acb77590-384f-4616-83e1-28b47cd2c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:04.297688 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-acb77590-384f-4616-83e1-28b47cd2c3b2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c3e80cb9-4386-4d79-b9b3-6283b204f543 HTTP/1.1" status: 200 len: 861 time: 0.0441585 Feb 16 22:16:04.310548 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e17bc87-71f8-489a-811d-56f65987d069 req-10af5130-3788-4529-9e74-ca1ce36ea05a tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472240 Feb 16 22:16:04.341760 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-14d8e30e-e927-4bc8-99c3-d26dddf0603d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=16137278-7395-49da-9cb6-180484537d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349300 Feb 16 22:16:04.373521 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-201bf08b-61a9-421a-81df-deb4bac8433f req-67792234-f04a-44bf-9b95-c33b44fade64 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=97322c62-b96d-4200-93bc-1fe9322c239c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502732 Feb 16 22:16:04.445848 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201bf08b-61a9-421a-81df-deb4bac8433f req-45d648bc-594b-43b5-8533-7b94284e057b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:04.446075 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-61e9175a-fbca-452a-8849-52f988a02f4a service neutron] 10.222.0.67 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978546 Feb 16 22:16:04.447252 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-201bf08b-61a9-421a-81df-deb4bac8433f req-45d648bc-594b-43b5-8533-7b94284e057b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&device_id=97322c62-b96d-4200-93bc-1fe9322c239c HTTP/1.1" status: 200 len: 1127 time: 0.0526798 Feb 16 22:16:04.553846 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-9df8192e-8f40-4757-89f7-066dbab1fd44 service neutron] 10.222.0.67 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004152 Feb 16 22:16:04.572688 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201bf08b-61a9-421a-81df-deb4bac8433f req-539c4043-ca25-4432-8530-74e4dfb2db6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:04.575046 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-201bf08b-61a9-421a-81df-deb4bac8433f req-539c4043-ca25-4432-8530-74e4dfb2db6a service neutron] 10.222.0.79 "GET /v2.0/networks?id=91cf39f3-9142-4ee5-af15-00f1f801e8c7 HTTP/1.1" status: 200 len: 908 time: 0.1074836 Feb 16 22:16:04.630164 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-201bf08b-61a9-421a-81df-deb4bac8433f req-b10fa4ca-6310-4db7-ac68-d82aff6a8125 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30eddb32-840b-45aa-88e2-f8d725059873 HTTP/1.1" status: 200 len: 217 time: 0.0467949 Feb 16 22:16:04.711076 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201bf08b-61a9-421a-81df-deb4bac8433f req-3166d8fc-66bc-433b-a5a5-76fe6f1b2588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:04.713513 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-201bf08b-61a9-421a-81df-deb4bac8433f req-3166d8fc-66bc-433b-a5a5-76fe6f1b2588 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f7242f4f-8939-4e6c-b488-ab1fd3ca8215 HTTP/1.1" status: 200 len: 847 time: 0.0764461 Feb 16 22:16:04.772435 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-201bf08b-61a9-421a-81df-deb4bac8433f req-582bc244-3f28-4444-b59b-d72c478a56d2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91cf39f3-9142-4ee5-af15-00f1f801e8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458460 Feb 16 22:16:04.814593 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55660) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:04.865704 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e588c41-6745-4e24-bd4c-95be83970989', 'name': 'network-vif-deleted', 'tag': '5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:16:04.868531 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c556217e-773e-4d8e-a59a-0d688c54313c" -d '{"events": [{"server_uuid": "8e588c41-6745-4e24-bd4c-95be83970989", "name": "network-vif-deleted", "tag": "5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:16:04.871575 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781b391-3093-4db6-9c7f-a2bd12e50901 req-4b841cc9-ff5f-4e1e-aa64-5940369b664e tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:04.877757 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9781b391-3093-4db6-9c7f-a2bd12e50901 req-4b841cc9-ff5f-4e1e-aa64-5940369b664e tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=81c7526a-7826-4ab7-8247-9d4ab41c2ae6 HTTP/1.1" status: 200 len: 946 time: 0.1366334 Feb 16 22:16:04.898356 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-8dd9e564-0af9-4ece-bcbc-ff4997947910 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:04.901336 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-8dd9e564-0af9-4ece-bcbc-ff4997947910 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa&tenant_id=744a37dc5b8f478b9350ec4becb28946&binding%3Ahost_id=n-h1-813897-6 HTTP/1.1" status: 200 len: 1126 time: 0.0766897 Feb 16 22:16:04.922967 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-201bf08b-61a9-421a-81df-deb4bac8433f req-baac85d1-0cb7-40a3-b9c1-802879623213 service neutron] 10.222.0.79 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345916 Feb 16 22:16:04.953048 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55668) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:05.037375 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9781b391-3093-4db6-9c7f-a2bd12e50901 req-6988a521-0e92-459a-8a49-6f6e751ceae2 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323817 Feb 16 22:16:05.042183 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-755df5be-6040-4107-909c-b4f0931fd81c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:05.061323 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-46b4ffce-45b0-46fd-8292-a273b0da80b8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=69252e3c215840b89c5b22d3361460e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430263 Feb 16 22:16:05.061826 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55672) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:05.079857 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-9c3be07f-dee1-4097-ab1f-6cce5a24ea10 service neutron] For port 98c1523d-0312-4514-9ca7-1268551616e6, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:16:05.080052 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-201bf08b-61a9-421a-81df-deb4bac8433f req-92d7af09-da97-4a68-bb3a-a205a9241156 service neutron] 10.222.0.79 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477363 Feb 16 22:16:05.085582 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-9c3be07f-dee1-4097-ab1f-6cce5a24ea10 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:05.086615 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-9c3be07f-dee1-4097-ab1f-6cce5a24ea10 service neutron] 10.222.0.67 "DELETE /v2.0/ports/98c1523d-0312-4514-9ca7-1268551616e6/bindings/n-h2-813897-6 HTTP/1.1" status: 204 len: 173 time: 0.1780157 Feb 16 22:16:05.123910 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cd130f06-1acc-41ce-b0ac-dfbb6df45d5c admin admin] Publish callbacks [] for security_group (b922d115-68a5-42e1-be26-b91eb1769be1), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:05.150146 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cd130f06-1acc-41ce-b0ac-dfbb6df45d5c admin admin] Publish callbacks [] for security_group (b922d115-68a5-42e1-be26-b91eb1769be1), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:05.191677 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708e89d-eda9-41f9-a8d5-d42b287bbf0c req-5877d36c-df37-4236-ba83-ffc9debf2e9e tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:05.193235 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e708e89d-eda9-41f9-a8d5-d42b287bbf0c req-5877d36c-df37-4236-ba83-ffc9debf2e9e tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] 10.222.0.75 "GET /v2.0/ports?device_id=625eaf0e-db0e-4408-9b19-04d5e9088397 HTTP/1.1" status: 200 len: 946 time: 0.0899498 Feb 16 22:16:05.198741 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-755df5be-6040-4107-909c-b4f0931fd81c admin admin] Publish callbacks [] for security_group (d864d68b-92e1-4a9f-ac9e-62d6d1234fee), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:05.201052 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cd130f06-1acc-41ce-b0ac-dfbb6df45d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b922d115-68a5-42e1-be26-b91eb1769be1), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:05.203662 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cd130f06-1acc-41ce-b0ac-dfbb6df45d5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:05.207361 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-cd130f06-1acc-41ce-b0ac-dfbb6df45d5c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b922d115-68a5-42e1-be26-b91eb1769be1 HTTP/1.1" status: 204 len: 168 time: 0.1422822 Feb 16 22:16:05.212771 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd130f06-1acc-41ce-b0ac-dfbb6df45d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b922d115-68a5-42e1-be26-b91eb1769be1,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:05.213380 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-755df5be-6040-4107-909c-b4f0931fd81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d864d68b-92e1-4a9f-ac9e-62d6d1234fee), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:05.268945 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755df5be-6040-4107-909c-b4f0931fd81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d864d68b-92e1-4a9f-ac9e-62d6d1234fee,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:05.280770 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-755df5be-6040-4107-909c-b4f0931fd81c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fe27dd5feec7474ea108cca45e55c893&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3266401 Feb 16 22:16:05.283839 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55676) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:05.294007 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e708e89d-eda9-41f9-a8d5-d42b287bbf0c req-747e7c56-d9e0-4798-a775-a1375d139646 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3b04d90-2c6b-4f8a-8ffd-0052f70d6808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934234 Feb 16 22:16:05.344167 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-797bb4d1-2302-477e-8768-d25dd352e7e4 admin admin] Publish callbacks [] for security_group (d864d68b-92e1-4a9f-ac9e-62d6d1234fee), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:05.366629 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-797bb4d1-2302-477e-8768-d25dd352e7e4 admin admin] Publish callbacks [] for security_group (d864d68b-92e1-4a9f-ac9e-62d6d1234fee), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:05.478300 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331f2c6-37b9-4d6e-8776-5bf027c81fd4 req-bface760-3a3c-405a-bcad-0681fa68d544 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:05.480100 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6331f2c6-37b9-4d6e-8776-5bf027c81fd4 req-bface760-3a3c-405a-bcad-0681fa68d544 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 950 time: 0.0703309 Feb 16 22:16:05.494162 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-797bb4d1-2302-477e-8768-d25dd352e7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d864d68b-92e1-4a9f-ac9e-62d6d1234fee), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:05.497497 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-797bb4d1-2302-477e-8768-d25dd352e7e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:05.501848 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-797bb4d1-2302-477e-8768-d25dd352e7e4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d864d68b-92e1-4a9f-ac9e-62d6d1234fee HTTP/1.1" status: 204 len: 168 time: 0.2170694 Feb 16 22:16:05.536149 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797bb4d1-2302-477e-8768-d25dd352e7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d864d68b-92e1-4a9f-ac9e-62d6d1234fee,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:05.573309 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55686) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:05.585796 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6331f2c6-37b9-4d6e-8776-5bf027c81fd4 req-df5ae1a4-5f7e-47c6-8baa-0ccfe3d15b65 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986805 Feb 16 22:16:05.638280 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983bbdb9-19ab-4ff2-8def-d2d439ee6d99 x-openstack-request-id: req-983bbdb9-19ab-4ff2-8def-d2d439ee6d99 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:16:05.638855 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e588c41-6745-4e24-bd4c-95be83970989", "name": "network-vif-deleted", "tag": "5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:16:05.639356 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-983bbdb9-19ab-4ff2-8def-d2d439ee6d99 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:16:05.639943 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e588c41-6745-4e24-bd4c-95be83970989', 'name': 'network-vif-deleted', 'tag': '5a4ce2f6-9639-4fe4-932f-7cf1862b9ca5', 'status': 'completed', 'code': 200} Feb 16 22:16:05.644804 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6d2c35ce-4d27-4002-80b5-3830c93d4ba2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2c12e2853f0f4af3ae6a020436131925&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0700586 Feb 16 22:16:05.647897 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55690) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:05.713156 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f9f159e2-04a0-4399-b774-f223e9b22c02 admin admin] Publish callbacks [] for security_group (db3e1488-a861-4397-a8ae-e6e5afc0aca1), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:05.741917 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55692) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:05.755630 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f9f159e2-04a0-4399-b774-f223e9b22c02 admin admin] Publish callbacks [] for security_group (db3e1488-a861-4397-a8ae-e6e5afc0aca1), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:05.799022 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13f59d-195b-419c-b851-8f242a595f10 req-4617436e-1a2a-479d-bc59-5c02342cba8c tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:05.800654 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9d13f59d-195b-419c-b851-8f242a595f10 req-4617436e-1a2a-479d-bc59-5c02342cba8c tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 944 time: 0.1007612 Feb 16 22:16:05.845153 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f9f159e2-04a0-4399-b774-f223e9b22c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (db3e1488-a861-4397-a8ae-e6e5afc0aca1), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:05.847737 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f9f159e2-04a0-4399-b774-f223e9b22c02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:05.851384 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f9f159e2-04a0-4399-b774-f223e9b22c02 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/db3e1488-a861-4397-a8ae-e6e5afc0aca1 HTTP/1.1" status: 204 len: 168 time: 0.1998558 Feb 16 22:16:05.867118 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9d13f59d-195b-419c-b851-8f242a595f10 req-35d1cc3a-78ab-495a-b02a-f097af0ef9df tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568233 Feb 16 22:16:05.867904 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f159e2-04a0-4399-b774-f223e9b22c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3e1488-a861-4397-a8ae-e6e5afc0aca1,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:05.973340 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device fdb3d950-5ca4-43fd-80ec-40704493169e up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:16:06.058590 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-210a36da-f48c-4323-84b6-a4eb843e0595 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3ff30ea4e88f4208948c9ad33907c5d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3152301 Feb 16 22:16:06.063137 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55704) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:06.114124 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port fdb3d950-5ca4-43fd-80ec-40704493169e completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:16:06.121504 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port fdb3d950-5ca4-43fd-80ec-40704493169e triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:06.122543 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (fdb3d950-5ca4-43fd-80ec-40704493169e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:06.123412 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ea46ca10-461a-4493-bd37-d0e40f0dd0ec admin admin] Publish callbacks [] for security_group (1564c895-15ee-43c9-b3e3-c78ddbdea738), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:06.157842 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ea46ca10-461a-4493-bd37-d0e40f0dd0ec admin admin] Publish callbacks [] for security_group (1564c895-15ee-43c9-b3e3-c78ddbdea738), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:06.158146 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a2cf8-0b88-4996-bf67-9f78fae71ca9 req-981c74b0-8919-49aa-8fc6-102d44fa003f tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:06.170843 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-452a2cf8-0b88-4996-bf67-9f78fae71ca9 req-981c74b0-8919-49aa-8fc6-102d44fa003f tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 1126 time: 0.1881795 Feb 16 22:16:06.220804 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a340f-8b51-45e2-9db3-9c1ab5f0345c req-5dc714f2-28f1-47b0-80df-ae28e62df6b2 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:06.223778 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-de8a340f-8b51-45e2-9db3-9c1ab5f0345c req-5dc714f2-28f1-47b0-80df-ae28e62df6b2 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] 10.222.0.79 "GET /v2.0/ports?device_id=625eaf0e-db0e-4408-9b19-04d5e9088397 HTTP/1.1" status: 200 len: 946 time: 0.1886487 Feb 16 22:16:06.229371 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ea46ca10-461a-4493-bd37-d0e40f0dd0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (1564c895-15ee-43c9-b3e3-c78ddbdea738), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:06.233906 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ea46ca10-461a-4493-bd37-d0e40f0dd0ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:06.235967 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ea46ca10-461a-4493-bd37-d0e40f0dd0ec admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1564c895-15ee-43c9-b3e3-c78ddbdea738 HTTP/1.1" status: 204 len: 168 time: 0.1716173 Feb 16 22:16:06.246764 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46ca10-461a-4493-bd37-d0e40f0dd0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1564c895-15ee-43c9-b3e3-c78ddbdea738,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:06.283211 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55716) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:06.349738 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port fdb3d950-5ca4-43fd-80ec-40704493169e is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:06.350984 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (fdb3d950-5ca4-43fd-80ec-40704493169e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:06.371392 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d4865e07-2e3c-4d87-9f92-8bd145135e2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:06.402231 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41ea7e3-1f6d-4bcc-8b58-382fdefc6817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb3d950-5ca4-43fd-80ec-40704493169e'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:16:06.406333 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b7623b-9db7-40da-b913-d4f5623edbd5" -d '{"events": [{"server_uuid": "a41ea7e3-1f6d-4bcc-8b58-382fdefc6817", "name": "network-vif-plugged", "status": "completed", "tag": "fdb3d950-5ca4-43fd-80ec-40704493169e"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:16:06.409288 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-452a2cf8-0b88-4996-bf67-9f78fae71ca9 req-d1c93260-b3f9-482d-a2a2-dd0e2b7d0aa5 tempest-LiveAutoBlockMigrationV225Test-569538887 tempest-LiveAutoBlockMigrationV225Test-569538887-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354038 Feb 16 22:16:06.427585 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port fdb3d950-5ca4-43fd-80ec-40704493169e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=fdb3d950-5ca4-43fd-80ec-40704493169e,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:06.437551 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (fdb3d950-5ca4-43fd-80ec-40704493169e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:06.487639 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1aa3-f615-4661-a478-48a0a7883621 req-d5f1ea62-b4e4-47ba-b300-52fc09d27306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:06.489373 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-897f1aa3-f615-4661-a478-48a0a7883621 req-d5f1ea62-b4e4-47ba-b300-52fc09d27306 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 1127 time: 0.1338613 Feb 16 22:16:06.535821 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-de8a340f-8b51-45e2-9db3-9c1ab5f0345c req-1d51be95-4059-4b3c-a94f-d7dbfee1ebf9 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] Deleting port 361b95f1-0faf-4a27-a2c6-5bf01e19a6b6 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:16:06.536167 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-de8a340f-8b51-45e2-9db3-9c1ab5f0345c req-1d51be95-4059-4b3c-a94f-d7dbfee1ebf9 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (361b95f1-0faf-4a27-a2c6-5bf01e19a6b6), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:06.552837 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2397d-40f4-4b4b-9bbb-b92eda9929f3 req-5ec6cb6e-f6f8-44c6-ac68-fc0e84dfbc2f tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:06.554515 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f9d2397d-40f4-4b4b-9bbb-b92eda9929f3 req-5ec6cb6e-f6f8-44c6-ac68-fc0e84dfbc2f tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.67 "GET /v2.0/ports?device_id=a41ea7e3-1f6d-4bcc-8b58-382fdefc6817 HTTP/1.1" status: 200 len: 950 time: 0.1982696 Feb 16 22:16:06.566154 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=fdb3d950-5ca4-43fd-80ec-40704493169e,revision_number=13']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:06.629797 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d4865e07-2e3c-4d87-9f92-8bd145135e2b admin admin] Publish callbacks [] for security_group (9b542bf6-7432-402d-aafc-44287dad8bf2), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:06.650573 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d4865e07-2e3c-4d87-9f92-8bd145135e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9b542bf6-7432-402d-aafc-44287dad8bf2), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:06.704017 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4865e07-2e3c-4d87-9f92-8bd145135e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b542bf6-7432-402d-aafc-44287dad8bf2,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:06.708810 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d4865e07-2e3c-4d87-9f92-8bd145135e2b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2f0014463d734950a1c9be75313bc8cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4244277 Feb 16 22:16:06.712419 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55732) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:06.740160 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-f9d2397d-40f4-4b4b-9bbb-b92eda9929f3 req-8b377a07-6b85-48d0-ba35-160c30491dbc tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Deleting port fdb3d950-5ca4-43fd-80ec-40704493169e {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:16:06.741760 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f9d2397d-40f4-4b4b-9bbb-b92eda9929f3 req-8b377a07-6b85-48d0-ba35-160c30491dbc tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (fdb3d950-5ca4-43fd-80ec-40704493169e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:06.773327 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-de8a340f-8b51-45e2-9db3-9c1ab5f0345c req-1d51be95-4059-4b3c-a94f-d7dbfee1ebf9 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] For port 361b95f1-0faf-4a27-a2c6-5bf01e19a6b6, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=361b95f1-0faf-4a27-a2c6-5bf01e19a6b6,segment=NetworkSegment(80df2fdd-2b46-4a00-a754-802a9cc4a74f),segment_id=80df2fdd-2b46-4a00-a754-802a9cc4a74f)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:06.773695 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-de8a340f-8b51-45e2-9db3-9c1ab5f0345c req-1d51be95-4059-4b3c-a94f-d7dbfee1ebf9 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (361b95f1-0faf-4a27-a2c6-5bf01e19a6b6), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:06.785139 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586692ae-df2a-4df6-aa44-dd4e5d6b0914 req-a65d9f83-15f3-4d80-b055-a56cf355df8b tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:06.786694 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-586692ae-df2a-4df6-aa44-dd4e5d6b0914 req-a65d9f83-15f3-4d80-b055-a56cf355df8b tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=81c7526a-7826-4ab7-8247-9d4ab41c2ae6 HTTP/1.1" status: 200 len: 946 time: 0.2268660 Feb 16 22:16:06.788723 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1aa3-f615-4661-a478-48a0a7883621 req-9208e1dd-ad5d-422d-9629-16df68d35576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:06.790187 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-897f1aa3-f615-4661-a478-48a0a7883621 req-9208e1dd-ad5d-422d-9629-16df68d35576 service neutron] 10.222.0.67 "GET /v2.0/networks?id=91cf39f3-9142-4ee5-af15-00f1f801e8c7 HTTP/1.1" status: 200 len: 908 time: 0.2902477 Feb 16 22:16:06.824136 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-de8a340f-8b51-45e2-9db3-9c1ab5f0345c req-1d51be95-4059-4b3c-a94f-d7dbfee1ebf9 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] Calling delete_port for 361b95f1-0faf-4a27-a2c6-5bf01e19a6b6 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:16:06.870334 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-f9d2397d-40f4-4b4b-9bbb-b92eda9929f3 req-8b377a07-6b85-48d0-ba35-160c30491dbc tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] For port fdb3d950-5ca4-43fd-80ec-40704493169e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=fdb3d950-5ca4-43fd-80ec-40704493169e,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:06.870707 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f9d2397d-40f4-4b4b-9bbb-b92eda9929f3 req-8b377a07-6b85-48d0-ba35-160c30491dbc tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (fdb3d950-5ca4-43fd-80ec-40704493169e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:06.871733 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-897f1aa3-f615-4661-a478-48a0a7883621 req-0e98d525-99a0-4b2c-8669-31678b2bbfa8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cccebac-4308-44b7-bd47-11b830ed78b3 HTTP/1.1" status: 200 len: 217 time: 0.0623326 Feb 16 22:16:06.891243 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-f9d2397d-40f4-4b4b-9bbb-b92eda9929f3 req-8b377a07-6b85-48d0-ba35-160c30491dbc tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Calling delete_port for fdb3d950-5ca4-43fd-80ec-40704493169e owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:16:06.968928 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3c1c39a7-39c6-432b-bc5d-3e767730c435 admin admin] Publish callbacks [] for security_group (9b542bf6-7432-402d-aafc-44287dad8bf2), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:07.009444 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-586692ae-df2a-4df6-aa44-dd4e5d6b0914 req-a6ebc5b1-b9a6-440a-a166-156feb8de2fb tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038455 Feb 16 22:16:07.066198 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f9d2397d-40f4-4b4b-9bbb-b92eda9929f3 req-8b377a07-6b85-48d0-ba35-160c30491dbc tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (fdb3d950-5ca4-43fd-80ec-40704493169e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:07.072466 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1aa3-f615-4661-a478-48a0a7883621 req-943ba8aa-a54d-4ab4-b3b9-dfd9fd154263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:07.073837 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-897f1aa3-f615-4661-a478-48a0a7883621 req-943ba8aa-a54d-4ab4-b3b9-dfd9fd154263 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f7242f4f-8939-4e6c-b488-ab1fd3ca8215 HTTP/1.1" status: 200 len: 847 time: 0.1938334 Feb 16 22:16:07.081030 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['609899a9-43f2-4453-ad5a-8113b1d73a51', '22715ad1-f2c3-48dc-ac27-d9a928594ac1', 'c2280c95-bdb5-4326-8ec7-a9c69b2d9429'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:16:07.086807 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3c1c39a7-39c6-432b-bc5d-3e767730c435 admin admin] Publish callbacks [] for security_group (9b542bf6-7432-402d-aafc-44287dad8bf2), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:07.086931 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['fdb3d950-5ca4-43fd-80ec-40704493169e'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:16:07.136919 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b377a07-6b85-48d0-ba35-160c30491dbc tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Pushing event deleted for resources: {'Port': ['ID=fdb3d950-5ca4-43fd-80ec-40704493169e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:07.179174 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-897f1aa3-f615-4661-a478-48a0a7883621 req-153cf692-44c3-4398-9088-e7394c4481c5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=91cf39f3-9142-4ee5-af15-00f1f801e8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879159 Feb 16 22:16:07.248323 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d2397d-40f4-4b4b-9bbb-b92eda9929f3 req-8b377a07-6b85-48d0-ba35-160c30491dbc tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] No DVR routers for this DVR port fdb3d950-5ca4-43fd-80ec-40704493169e on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:16:07.252064 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f9d2397d-40f4-4b4b-9bbb-b92eda9929f3 req-8b377a07-6b85-48d0-ba35-160c30491dbc tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:07.255938 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f9d2397d-40f4-4b4b-9bbb-b92eda9929f3 req-8b377a07-6b85-48d0-ba35-160c30491dbc tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.67 "DELETE /v2.0/ports/fdb3d950-5ca4-43fd-80ec-40704493169e HTTP/1.1" status: 204 len: 173 time: 0.6938660 Feb 16 22:16:07.384963 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d10b20-46e8-4852-9c0f-8c0d1d8d67c6 req-29ae60d8-9d68-4dc0-a9cb-a7282cfee1ba tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:07.392164 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6d10b20-46e8-4852-9c0f-8c0d1d8d67c6 req-29ae60d8-9d68-4dc0-a9cb-a7282cfee1ba tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] 10.222.0.75 "GET /v2.0/ports?device_id=625eaf0e-db0e-4408-9b19-04d5e9088397 HTTP/1.1" status: 200 len: 946 time: 0.2825015 Feb 16 22:16:07.439931 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3c1c39a7-39c6-432b-bc5d-3e767730c435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9b542bf6-7432-402d-aafc-44287dad8bf2), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:07.444207 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3c1c39a7-39c6-432b-bc5d-3e767730c435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:07.446258 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3c1c39a7-39c6-432b-bc5d-3e767730c435 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9b542bf6-7432-402d-aafc-44287dad8bf2 HTTP/1.1" status: 204 len: 168 time: 0.7298908 Feb 16 22:16:07.452229 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-de8a340f-8b51-45e2-9db3-9c1ab5f0345c req-1d51be95-4059-4b3c-a94f-d7dbfee1ebf9 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (361b95f1-0faf-4a27-a2c6-5bf01e19a6b6), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:07.510075 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-897f1aa3-f615-4661-a478-48a0a7883621 req-58ef67a9-57dd-4b41-a173-ccbd1c81bdb1 service neutron] 10.222.0.67 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046696 Feb 16 22:16:07.538776 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c39a7-39c6-432b-bc5d-3e767730c435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b542bf6-7432-402d-aafc-44287dad8bf2,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:07.541294 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51be95-4059-4b3c-a94f-d7dbfee1ebf9 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] Pushing event deleted for resources: {'Port': ['ID=361b95f1-0faf-4a27-a2c6-5bf01e19a6b6,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:07.616633 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55768) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:07.640491 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8a340f-8b51-45e2-9db3-9c1ab5f0345c req-1d51be95-4059-4b3c-a94f-d7dbfee1ebf9 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] No DVR routers for this DVR port 361b95f1-0faf-4a27-a2c6-5bf01e19a6b6 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:16:07.641308 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41ea7e3-1f6d-4bcc-8b58-382fdefc6817', 'name': 'network-vif-deleted', 'tag': 'fdb3d950-5ca4-43fd-80ec-40704493169e'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:16:07.643889 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3ea7ca-a616-4b74-bac0-1a510496a159" -d '{"events": [{"server_uuid": "a41ea7e3-1f6d-4bcc-8b58-382fdefc6817", "name": "network-vif-deleted", "tag": "fdb3d950-5ca4-43fd-80ec-40704493169e"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:16:07.644760 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-de8a340f-8b51-45e2-9db3-9c1ab5f0345c req-1d51be95-4059-4b3c-a94f-d7dbfee1ebf9 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:07.648584 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-de8a340f-8b51-45e2-9db3-9c1ab5f0345c req-1d51be95-4059-4b3c-a94f-d7dbfee1ebf9 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] 10.222.0.79 "DELETE /v2.0/ports/361b95f1-0faf-4a27-a2c6-5bf01e19a6b6 HTTP/1.1" status: 204 len: 173 time: 1.4180830 Feb 16 22:16:07.652373 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6d10b20-46e8-4852-9c0f-8c0d1d8d67c6 req-f1b1a3c3-bb54-4997-929d-5915faaa28a6 tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3b04d90-2c6b-4f8a-8ffd-0052f70d6808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594078 Feb 16 22:16:07.652827 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625eaf0e-db0e-4408-9b19-04d5e9088397', 'name': 'network-vif-deleted', 'tag': '361b95f1-0faf-4a27-a2c6-5bf01e19a6b6'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:16:07.655138 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792c5a5a-a80c-44b1-bc40-f802102d01f0" -d '{"events": [{"server_uuid": "625eaf0e-db0e-4408-9b19-04d5e9088397", "name": "network-vif-deleted", "tag": "361b95f1-0faf-4a27-a2c6-5bf01e19a6b6"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:16:07.750387 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-897f1aa3-f615-4661-a478-48a0a7883621 req-125622d0-9284-48bb-8149-65b04435d1e4 service neutron] 10.222.0.67 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039471 Feb 16 22:16:07.784085 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a141fd0-a81e-4f65-8e70-de505c96fac2 x-openstack-request-id: req-0a141fd0-a81e-4f65-8e70-de505c96fac2 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:16:07.784384 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41ea7e3-1f6d-4bcc-8b58-382fdefc6817", "name": "network-vif-plugged", "status": "completed", "tag": "fdb3d950-5ca4-43fd-80ec-40704493169e", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:16:07.784647 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0a141fd0-a81e-4f65-8e70-de505c96fac2 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:16:07.786417 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41ea7e3-1f6d-4bcc-8b58-382fdefc6817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb3d950-5ca4-43fd-80ec-40704493169e', 'code': 200} Feb 16 22:16:08.008073 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-a196727a-6082-434b-a2d9-1429b53e6c13 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1761043832-network', 'tenant_id': '8ad240c1ae9949d7984971394c75b8d4'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:16:08.028152 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3d34f5-2484-470f-9f49-1182bf74b975 x-openstack-request-id: req-5b3d34f5-2484-470f-9f49-1182bf74b975 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:16:08.029724 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41ea7e3-1f6d-4bcc-8b58-382fdefc6817", "name": "network-vif-deleted", "tag": "fdb3d950-5ca4-43fd-80ec-40704493169e", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:16:08.031716 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5b3d34f5-2484-470f-9f49-1182bf74b975 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:16:08.032830 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41ea7e3-1f6d-4bcc-8b58-382fdefc6817', 'name': 'network-vif-deleted', 'tag': 'fdb3d950-5ca4-43fd-80ec-40704493169e', 'status': 'completed', 'code': 200} Feb 16 22:16:08.044049 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a196727a-6082-434b-a2d9-1429b53e6c13 admin admin] Made reservation on behalf of 8ad240c1ae9949d7984971394c75b8d4 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:16:08.047858 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a196727a-6082-434b-a2d9-1429b53e6c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:08.058009 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a196727a-6082-434b-a2d9-1429b53e6c13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:08.064604 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ae50d2-d87f-4350-8525-d19229093491 x-openstack-request-id: req-b5ae50d2-d87f-4350-8525-d19229093491 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:16:08.065113 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "625eaf0e-db0e-4408-9b19-04d5e9088397", "name": "network-vif-deleted", "tag": "361b95f1-0faf-4a27-a2c6-5bf01e19a6b6", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:16:08.065451 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b5ae50d2-d87f-4350-8525-d19229093491 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:16:08.065928 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625eaf0e-db0e-4408-9b19-04d5e9088397', 'name': 'network-vif-deleted', 'tag': '361b95f1-0faf-4a27-a2c6-5bf01e19a6b6', 'status': 'completed', 'code': 200} Feb 16 22:16:08.170120 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a196727a-6082-434b-a2d9-1429b53e6c13 admin admin] Publish callbacks [] for security_group (e452ddea-6614-4eda-b8d9-d62a81f52490), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:08.177805 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a196727a-6082-434b-a2d9-1429b53e6c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (e452ddea-6614-4eda-b8d9-d62a81f52490), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:08.220675 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a196727a-6082-434b-a2d9-1429b53e6c13 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:16:08.226643 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 361b95f1-0faf-4a27-a2c6-5bf01e19a6b6 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:16:08.233468 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34335438-43c1-471f-aafc-f0eebe87bf11 req-edaf5f35-3269-4573-87e2-15754b763cd1 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:08.235613 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-34335438-43c1-471f-aafc-f0eebe87bf11 req-edaf5f35-3269-4573-87e2-15754b763cd1 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 944 time: 0.1076577 Feb 16 22:16:08.264557 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 361b95f1-0faf-4a27-a2c6-5bf01e19a6b6 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:16:08.264805 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 361b95f1-0faf-4a27-a2c6-5bf01e19a6b6 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:16:08.323649 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196727a-6082-434b-a2d9-1429b53e6c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e452ddea-6614-4eda-b8d9-d62a81f52490,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:08.326989 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a196727a-6082-434b-a2d9-1429b53e6c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (fca9e7d8-0368-4efa-8476-16642fc5c0f1), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:08.327429 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-a196727a-6082-434b-a2d9-1429b53e6c13 admin admin] Added segment fca9e7d8-0368-4efa-8476-16642fc5c0f1 of type vlan for network 7ea49327-f76a-4eed-8327-a94de57510c3 Feb 16 22:16:08.406201 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-34335438-43c1-471f-aafc-f0eebe87bf11 req-d93b961f-29d3-47ed-bfa1-58586de40167 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638434 Feb 16 22:16:08.444611 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a196727a-6082-434b-a2d9-1429b53e6c13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (7ea49327-f76a-4eed-8327-a94de57510c3), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:08.486808 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a196727a-6082-434b-a2d9-1429b53e6c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (7ea49327-f76a-4eed-8327-a94de57510c3), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:08.487842 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a196727a-6082-434b-a2d9-1429b53e6c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:08.488857 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a196727a-6082-434b-a2d9-1429b53e6c13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:08.543340 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a196727a-6082-434b-a2d9-1429b53e6c13 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9243634 Feb 16 22:16:08.546861 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55802) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:08.551839 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-72138f03-1c94-4690-8c24-b59482926825 admin admin] Request body: {'subnet': {'network_id': '7ea49327-f76a-4eed-8327-a94de57510c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1761043832-subnet', 'tenant_id': '8ad240c1ae9949d7984971394c75b8d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:16:08.590051 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196727a-6082-434b-a2d9-1429b53e6c13 admin admin] Pushing event updated for resources: {'Network': ['ID=7ea49327-f76a-4eed-8327-a94de57510c3,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:08.602510 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 7ea49327-f76a-4eed-8327-a94de57510c3 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:16:08.615190 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72138f03-1c94-4690-8c24-b59482926825 admin admin] Made reservation on behalf of 8ad240c1ae9949d7984971394c75b8d4 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:16:08.617950 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-72138f03-1c94-4690-8c24-b59482926825 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:08.752896 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e06b4d-40f0-409f-8c29-6d7409eaf7a4 req-d212bf4c-1fbb-4373-9541-4270659f53ad tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:08.760966 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f7e06b4d-40f0-409f-8c29-6d7409eaf7a4 req-d212bf4c-1fbb-4373-9541-4270659f53ad tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=81c7526a-7826-4ab7-8247-9d4ab41c2ae6 HTTP/1.1" status: 200 len: 946 time: 0.0870483 Feb 16 22:16:08.850917 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f7e06b4d-40f0-409f-8c29-6d7409eaf7a4 req-5d1bec3a-4b16-4a71-8110-dad40c423ca4 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889452 Feb 16 22:16:08.883030 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fee6ba-e823-4483-a71a-aef09757b26f req-38d65f1c-d1a0-4b4c-b699-5b716ebe32e7 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:08.886196 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-68fee6ba-e823-4483-a71a-aef09757b26f req-38d65f1c-d1a0-4b4c-b699-5b716ebe32e7 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.67 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 944 time: 0.1220288 Feb 16 22:16:08.962139 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-72138f03-1c94-4690-8c24-b59482926825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (53af9bc2-f688-4b35-9193-90baafeae21e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:09.076375 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72138f03-1c94-4690-8c24-b59482926825 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53af9bc2-f688-4b35-9193-90baafeae21e,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:09.087476 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72138f03-1c94-4690-8c24-b59482926825 admin admin] Checking segment: {'id': 'fca9e7d8-0368-4efa-8476-16642fc5c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7ea49327-f76a-4eed-8327-a94de57510c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:16:09.087855 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72138f03-1c94-4690-8c24-b59482926825 admin admin] Network hostable DHCP agents. Network: 7ea49327-f76a-4eed-8327-a94de57510c3, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:16:09.088236 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-68fee6ba-e823-4483-a71a-aef09757b26f req-693b6444-41ff-4748-b95c-39fdaf7ea4a5 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Deleting port 98c1523d-0312-4514-9ca7-1268551616e6 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:16:09.088588 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-68fee6ba-e823-4483-a71a-aef09757b26f req-693b6444-41ff-4748-b95c-39fdaf7ea4a5 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (98c1523d-0312-4514-9ca7-1268551616e6), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:09.111101 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72138f03-1c94-4690-8c24-b59482926825 admin admin] Network 7ea49327-f76a-4eed-8327-a94de57510c3 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:16:09.135082 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-72138f03-1c94-4690-8c24-b59482926825 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 7ea49327-f76a-4eed-8327-a94de57510c3) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:16:09.141625 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72138f03-1c94-4690-8c24-b59482926825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:09.142138 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-72138f03-1c94-4690-8c24-b59482926825 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:09.145098 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c02e310-52ce-43f9-a57a-f90c43917613 None None] Network 7ea49327-f76a-4eed-8327-a94de57510c3 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:16:09.165665 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-72138f03-1c94-4690-8c24-b59482926825 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6148880 Feb 16 22:16:09.165893 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55822) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:09.173150 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-2032a20e-119f-4442-b3f4-fc9c967ac88d admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1761043832-router', 'tenant_id': '8ad240c1ae9949d7984971394c75b8d4', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:16:09.211269 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2032a20e-119f-4442-b3f4-fc9c967ac88d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (4c9adbbd-ba51-468d-a256-b373a0de3074), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:09.212906 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2032a20e-119f-4442-b3f4-fc9c967ac88d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (4c9adbbd-ba51-468d-a256-b373a0de3074), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:09.290711 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-68fee6ba-e823-4483-a71a-aef09757b26f req-693b6444-41ff-4748-b95c-39fdaf7ea4a5 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] For port 98c1523d-0312-4514-9ca7-1268551616e6, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=98c1523d-0312-4514-9ca7-1268551616e6,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:09.291373 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-68fee6ba-e823-4483-a71a-aef09757b26f req-693b6444-41ff-4748-b95c-39fdaf7ea4a5 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (98c1523d-0312-4514-9ca7-1268551616e6), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:09.323717 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-68fee6ba-e823-4483-a71a-aef09757b26f req-693b6444-41ff-4748-b95c-39fdaf7ea4a5 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Calling delete_port for 98c1523d-0312-4514-9ca7-1268551616e6 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:16:09.338477 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2032a20e-119f-4442-b3f4-fc9c967ac88d admin admin] Publish callbacks [] for router_controller (4c9adbbd-ba51-468d-a256-b373a0de3074), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:09.364274 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0511ce48-4313-4afd-b9f3-e91435623347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-7ea49327-f76a-4eed-8327-a94de57510c3', 'network_id': '7ea49327-f76a-4eed-8327-a94de57510c3', 'project_id': '8ad240c1ae9949d7984971394c75b8d4', 'fixed_ips': [{'subnet_id': '53af9bc2-f688-4b35-9193-90baafeae21e'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:16:09.365298 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0511ce48-4313-4afd-b9f3-e91435623347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:09.500935 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-003eafca-0d81-4cec-a76a-608ece7ec764 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=340568c42fa24a9e862a169fcf3622fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0716472 Feb 16 22:16:09.542681 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2032a20e-119f-4442-b3f4-fc9c967ac88d admin admin] Publish callbacks [] for router_gateway (4c9adbbd-ba51-468d-a256-b373a0de3074), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:09.558714 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-0511ce48-4313-4afd-b9f3-e91435623347 None None] Allocated IP 172.20.0.2 (7ea49327-f76a-4eed-8327-a94de57510c3/53af9bc2-f688-4b35-9193-90baafeae21e/44e6d5d0-b3c7-4a61-9636-fb461b15ba82) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:16:09.761646 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0511ce48-4313-4afd-b9f3-e91435623347 None None] Publish callbacks [] for port (44e6d5d0-b3c7-4a61-9636-fb461b15ba82), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:09.769514 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0511ce48-4313-4afd-b9f3-e91435623347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (44e6d5d0-b3c7-4a61-9636-fb461b15ba82), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:09.825815 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0511ce48-4313-4afd-b9f3-e91435623347 None None] Network 7ea49327-f76a-4eed-8327-a94de57510c3 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:16:09.830916 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-0511ce48-4313-4afd-b9f3-e91435623347 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:16:09.834317 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0511ce48-4313-4afd-b9f3-e91435623347 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:16:09.844278 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511ce48-4313-4afd-b9f3-e91435623347 None None] Pushing event updated for resources: {'Port': ['ID=44e6d5d0-b3c7-4a61-9636-fb461b15ba82,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:09.910715 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-0511ce48-4313-4afd-b9f3-e91435623347 None None] Attempting to bind port 44e6d5d0-b3c7-4a61-9636-fb461b15ba82 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:16:09.911099 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-0511ce48-4313-4afd-b9f3-e91435623347 None None] Attempting to bind port 44e6d5d0-b3c7-4a61-9636-fb461b15ba82 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'fca9e7d8-0368-4efa-8476-16642fc5c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7ea49327-f76a-4eed-8327-a94de57510c3'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:16:09.911513 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0511ce48-4313-4afd-b9f3-e91435623347 None None] Attempting to bind port 44e6d5d0-b3c7-4a61-9636-fb461b15ba82 on network 7ea49327-f76a-4eed-8327-a94de57510c3 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:16:09.917635 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0511ce48-4313-4afd-b9f3-e91435623347 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:16:09.918198 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0511ce48-4313-4afd-b9f3-e91435623347 None None] Checking segment: {'id': 'fca9e7d8-0368-4efa-8476-16642fc5c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7ea49327-f76a-4eed-8327-a94de57510c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:16:09.918613 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0511ce48-4313-4afd-b9f3-e91435623347 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:09.919016 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0511ce48-4313-4afd-b9f3-e91435623347 None None] Bound using segment: {'id': 'fca9e7d8-0368-4efa-8476-16642fc5c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7ea49327-f76a-4eed-8327-a94de57510c3'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:16:09.919561 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-0511ce48-4313-4afd-b9f3-e91435623347 None None] Bound port: 44e6d5d0-b3c7-4a61-9636-fb461b15ba82, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fca9e7d8-0368-4efa-8476-16642fc5c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7ea49327-f76a-4eed-8327-a94de57510c3'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:16:09.919954 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0511ce48-4313-4afd-b9f3-e91435623347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (44e6d5d0-b3c7-4a61-9636-fb461b15ba82), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:09.969240 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2032a20e-119f-4442-b3f4-fc9c967ac88d admin admin] Publish callbacks [] for router_gateway (4c9adbbd-ba51-468d-a256-b373a0de3074), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:10.004872 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2032a20e-119f-4442-b3f4-fc9c967ac88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:10.055339 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-0511ce48-4313-4afd-b9f3-e91435623347 None None] For port 44e6d5d0-b3c7-4a61-9636-fb461b15ba82, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:16:10.062473 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-0511ce48-4313-4afd-b9f3-e91435623347 None None] For port 44e6d5d0-b3c7-4a61-9636-fb461b15ba82, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=44e6d5d0-b3c7-4a61-9636-fb461b15ba82,segment=NetworkSegment(fca9e7d8-0368-4efa-8476-16642fc5c0f1),segment_id=fca9e7d8-0368-4efa-8476-16642fc5c0f1)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:16:10.073783 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0511ce48-4313-4afd-b9f3-e91435623347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (44e6d5d0-b3c7-4a61-9636-fb461b15ba82), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:10.152484 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-594c8b31-f361-4108-8270-3e13051fab7b tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:10.160868 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-594c8b31-f361-4108-8270-3e13051fab7b tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6458869 Feb 16 22:16:10.170535 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-2032a20e-119f-4442-b3f4-fc9c967ac88d admin admin] Allocated IP 172.25.2.30 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/d5f962f4-6635-4cf0-b04b-e6143c04f10b) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:16:10.194264 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511ce48-4313-4afd-b9f3-e91435623347 None None] Pushing event updated for resources: {'Port': ['ID=44e6d5d0-b3c7-4a61-9636-fb461b15ba82,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:10.213676 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-c860bebb-677b-43e2-97ba-d8669c794db9 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/quotas/340568c42fa24a9e862a169fcf3622fe HTTP/1.1" status: 200 len: 375 time: 0.0510874 Feb 16 22:16:10.280047 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-f927ef94-29b2-4882-bb05-ecf37718e50e tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=340568c42fa24a9e862a169fcf3622fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652940 Feb 16 22:16:10.293649 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-68fee6ba-e823-4483-a71a-aef09757b26f req-693b6444-41ff-4748-b95c-39fdaf7ea4a5 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (98c1523d-0312-4514-9ca7-1268551616e6), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:10.309051 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['39c7a120-1a4d-4dc8-9b07-2d421cd662de'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:16:10.317016 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2032a20e-119f-4442-b3f4-fc9c967ac88d admin admin] Publish callbacks [] for port (d5f962f4-6635-4cf0-b04b-e6143c04f10b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:10.335531 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b6444-41ff-4748-b95c-39fdaf7ea4a5 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Pushing event deleted for resources: {'Port': ['ID=98c1523d-0312-4514-9ca7-1268551616e6,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:10.355823 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2032a20e-119f-4442-b3f4-fc9c967ac88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (d5f962f4-6635-4cf0-b04b-e6143c04f10b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:10.385847 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df911902-f142-4549-afc0-1978558a55e3 req-1a550a87-7d0d-4141-a8ee-4f50a91b392a tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:10.387338 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-df911902-f142-4549-afc0-1978558a55e3 req-1a550a87-7d0d-4141-a8ee-4f50a91b392a tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.79 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 950 time: 0.2037134 Feb 16 22:16:10.404029 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-68fee6ba-e823-4483-a71a-aef09757b26f req-693b6444-41ff-4748-b95c-39fdaf7ea4a5 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] No DVR routers for this DVR port 98c1523d-0312-4514-9ca7-1268551616e6 on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:16:10.408625 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-68fee6ba-e823-4483-a71a-aef09757b26f req-693b6444-41ff-4748-b95c-39fdaf7ea4a5 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:10.414287 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-68fee6ba-e823-4483-a71a-aef09757b26f req-693b6444-41ff-4748-b95c-39fdaf7ea4a5 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.67 "DELETE /v2.0/ports/98c1523d-0312-4514-9ca7-1268551616e6 HTTP/1.1" status: 204 len: 173 time: 1.5215509 Feb 16 22:16:10.424458 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2032a20e-119f-4442-b3f4-fc9c967ac88d admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:16:10.426157 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['98c1523d-0312-4514-9ca7-1268551616e6'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:16:10.442300 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70af81ff-ee24-4290-b2d7-fdf3ee754dfa', 'name': 'network-vif-deleted', 'tag': '98c1523d-0312-4514-9ca7-1268551616e6'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:16:10.442724 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-2032a20e-119f-4442-b3f4-fc9c967ac88d admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:16:10.450341 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1940b71-014e-4872-a5ba-5f5741770165" -d '{"events": [{"server_uuid": "70af81ff-ee24-4290-b2d7-fdf3ee754dfa", "name": "network-vif-deleted", "tag": "98c1523d-0312-4514-9ca7-1268551616e6"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:16:10.473738 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2032a20e-119f-4442-b3f4-fc9c967ac88d admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:16:10.561105 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032a20e-119f-4442-b3f4-fc9c967ac88d admin admin] Pushing event updated for resources: {'Port': ['ID=d5f962f4-6635-4cf0-b04b-e6143c04f10b,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:10.845464 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bda536fc-744f-4a5a-99d7-693bea165af9 req-43ea9fe5-c06c-4bc7-af8c-40aef37b6949 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3411574 Feb 16 22:16:10.885796 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-df911902-f142-4549-afc0-1978558a55e3 req-2505795c-9f21-4e46-a6f5-c32acb7d4c3e tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Deleting port c2280c95-bdb5-4326-8ec7-a9c69b2d9429 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:16:10.886616 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-df911902-f142-4549-afc0-1978558a55e3 req-2505795c-9f21-4e46-a6f5-c32acb7d4c3e tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (c2280c95-bdb5-4326-8ec7-a9c69b2d9429), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:10.892447 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 44e6d5d0-b3c7-4a61-9636-fb461b15ba82 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:16:10.925164 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5346d91d-32ce-4a51-8dc3-ae27d491eedd req-f532014b-74f8-4a6e-9c59-f3b3226fba09 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:10.931344 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5346d91d-32ce-4a51-8dc3-ae27d491eedd req-f532014b-74f8-4a6e-9c59-f3b3226fba09 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=cad04ee0-1cde-41cf-8475-b923d2cc4fba HTTP/1.1" status: 200 len: 950 time: 0.2145226 Feb 16 22:16:11.010310 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 44e6d5d0-b3c7-4a61-9636-fb461b15ba82 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:11.011082 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (44e6d5d0-b3c7-4a61-9636-fb461b15ba82), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:11.056134 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2032a20e-119f-4442-b3f4-fc9c967ac88d admin admin] Publish callbacks [] for router_gateway (4c9adbbd-ba51-468d-a256-b373a0de3074), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:11.152299 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 44e6d5d0-b3c7-4a61-9636-fb461b15ba82 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:11.153566 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (44e6d5d0-b3c7-4a61-9636-fb461b15ba82), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:11.171973 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda536fc-744f-4a5a-99d7-693bea165af9 req-6224820a-c6e4-4daf-8d00-aa5039921281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:11.173930 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bda536fc-744f-4a5a-99d7-693bea165af9 req-6224820a-c6e4-4daf-8d00-aa5039921281 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=744a37dc5b8f478b9350ec4becb28946&device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782 HTTP/1.1" status: 200 len: 1127 time: 0.2106891 Feb 16 22:16:11.195679 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5346d91d-32ce-4a51-8dc3-ae27d491eedd req-14a44949-8d03-4fa5-9131-4a4ddef1851c tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025342 Feb 16 22:16:11.239212 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-df911902-f142-4549-afc0-1978558a55e3 req-2505795c-9f21-4e46-a6f5-c32acb7d4c3e tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] For port c2280c95-bdb5-4326-8ec7-a9c69b2d9429, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=c2280c95-bdb5-4326-8ec7-a9c69b2d9429,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:11.241568 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-df911902-f142-4549-afc0-1978558a55e3 req-2505795c-9f21-4e46-a6f5-c32acb7d4c3e tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (c2280c95-bdb5-4326-8ec7-a9c69b2d9429), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:11.245138 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 44e6d5d0-b3c7-4a61-9636-fb461b15ba82, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=44e6d5d0-b3c7-4a61-9636-fb461b15ba82,segment=NetworkSegment(fca9e7d8-0368-4efa-8476-16642fc5c0f1),segment_id=fca9e7d8-0368-4efa-8476-16642fc5c0f1)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:11.259623 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (44e6d5d0-b3c7-4a61-9636-fb461b15ba82), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:11.328069 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-df911902-f142-4549-afc0-1978558a55e3 req-2505795c-9f21-4e46-a6f5-c32acb7d4c3e tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Calling delete_port for c2280c95-bdb5-4326-8ec7-a9c69b2d9429 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:16:11.389769 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=44e6d5d0-b3c7-4a61-9636-fb461b15ba82,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:11.452365 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2032a20e-119f-4442-b3f4-fc9c967ac88d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (4c9adbbd-ba51-468d-a256-b373a0de3074), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:11.520215 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8f4f8831-8630-40b1-9ac7-6607ef185d4f req-c517be8d-b33d-418a-a609-2c4454d6229b tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 210 time: 0.0728004 Feb 16 22:16:11.615684 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda536fc-744f-4a5a-99d7-693bea165af9 req-69345555-c0eb-4178-9ef3-c4553d00c750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:11.617538 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bda536fc-744f-4a5a-99d7-693bea165af9 req-69345555-c0eb-4178-9ef3-c4553d00c750 service neutron] 10.222.0.67 "GET /v2.0/networks?id=16137278-7395-49da-9cb6-180484537d2f HTTP/1.1" status: 200 len: 922 time: 0.4195054 Feb 16 22:16:11.718412 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2032a20e-119f-4442-b3f4-fc9c967ac88d admin admin] Router 4c9adbbd-ba51-468d-a256-b373a0de3074 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:16:11.734587 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bda536fc-744f-4a5a-99d7-693bea165af9 req-bb05959d-9b8c-4242-bb66-8d28c0893e3c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac74cba5-97ea-48b8-99a1-80e0e5d2592d HTTP/1.1" status: 200 len: 217 time: 0.1032443 Feb 16 22:16:11.861338 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4129da8-d43f-4118-9b8c-14b511e697b9 None None] Network 7ea49327-f76a-4eed-8327-a94de57510c3 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:16:11.883137 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-df911902-f142-4549-afc0-1978558a55e3 req-2505795c-9f21-4e46-a6f5-c32acb7d4c3e tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (c2280c95-bdb5-4326-8ec7-a9c69b2d9429), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:11.940395 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505795c-9f21-4e46-a6f5-c32acb7d4c3e tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Pushing event deleted for resources: {'Port': ['ID=c2280c95-bdb5-4326-8ec7-a9c69b2d9429,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:11.989008 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['609899a9-43f2-4453-ad5a-8113b1d73a51', '22715ad1-f2c3-48dc-ac27-d9a928594ac1'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:16:11.992022 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device fdb3d950-5ca4-43fd-80ec-40704493169e no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:16:12.024795 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a6c9ea-2919-4257-b85c-e9991c8c798d req-bd6559ce-96c1-4d4c-aab3-83ad6a4562f4 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:12.026409 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-23a6c9ea-2919-4257-b85c-e9991c8c798d req-bd6559ce-96c1-4d4c-aab3-83ad6a4562f4 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=81c7526a-7826-4ab7-8247-9d4ab41c2ae6 HTTP/1.1" status: 200 len: 946 time: 0.3116210 Feb 16 22:16:12.027715 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-df911902-f142-4549-afc0-1978558a55e3 req-2505795c-9f21-4e46-a6f5-c32acb7d4c3e tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] No DVR routers for this DVR port c2280c95-bdb5-4326-8ec7-a9c69b2d9429 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:16:12.042035 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda536fc-744f-4a5a-99d7-693bea165af9 req-b3077dc7-bc40-49ea-946c-b36dcb79cb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:12.044485 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bda536fc-744f-4a5a-99d7-693bea165af9 req-b3077dc7-bc40-49ea-946c-b36dcb79cb97 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c3e80cb9-4386-4d79-b9b3-6283b204f543 HTTP/1.1" status: 200 len: 861 time: 0.1976552 Feb 16 22:16:12.046982 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-df911902-f142-4549-afc0-1978558a55e3 req-2505795c-9f21-4e46-a6f5-c32acb7d4c3e tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:12.050181 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-df911902-f142-4549-afc0-1978558a55e3 req-2505795c-9f21-4e46-a6f5-c32acb7d4c3e tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.79 "DELETE /v2.0/ports/c2280c95-bdb5-4326-8ec7-a9c69b2d9429 HTTP/1.1" status: 204 len: 173 time: 1.6475072 Feb 16 22:16:12.077885 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-29ae8f16-8e40-488e-aedb-2b6fd3939a1f None None] Provisioning complete for port 44e6d5d0-b3c7-4a61-9636-fb461b15ba82 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:12.078628 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-29ae8f16-8e40-488e-aedb-2b6fd3939a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (44e6d5d0-b3c7-4a61-9636-fb461b15ba82), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:12.108935 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: fdb3d950-5ca4-43fd-80ec-40704493169e {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:16:12.109206 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device fdb3d950-5ca4-43fd-80ec-40704493169e not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:16:12.128533 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bda536fc-744f-4a5a-99d7-693bea165af9 req-54c6292e-bc3f-417a-9b5a-7e0e09a6a14e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=16137278-7395-49da-9cb6-180484537d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596850 Feb 16 22:16:12.176923 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-23a6c9ea-2919-4257-b85c-e9991c8c798d req-2c6f11d6-e69c-4f34-b646-a055c822f2d4 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313350 Feb 16 22:16:12.235821 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-29ae8f16-8e40-488e-aedb-2b6fd3939a1f None None] Current status of the port 44e6d5d0-b3c7-4a61-9636-fb461b15ba82 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:12.268051 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device c2280c95-bdb5-4326-8ec7-a9c69b2d9429 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:16:12.297652 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-3b9183ac-25f0-4305-8062-4f9f726cded9 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=340568c42fa24a9e862a169fcf3622fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584624 Feb 16 22:16:12.389600 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: c2280c95-bdb5-4326-8ec7-a9c69b2d9429 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:16:12.390727 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device c2280c95-bdb5-4326-8ec7-a9c69b2d9429 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:16:12.440500 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2032a20e-119f-4442-b3f4-fc9c967ac88d admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:16:12.475899 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0129ab6d-1af6-402a-9033-774f77102bb2 None None] Sync routers for ids ['4c9adbbd-ba51-468d-a256-b373a0de3074'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:16:12.481278 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bda536fc-744f-4a5a-99d7-693bea165af9 req-8e822ecb-ae71-4865-83a0-a7d9b46298a4 service neutron] 10.222.0.67 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203094 Feb 16 22:16:12.566013 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2032a20e-119f-4442-b3f4-fc9c967ac88d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:12.567177 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2032a20e-119f-4442-b3f4-fc9c967ac88d admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3995483 Feb 16 22:16:12.572961 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0129ab6d-1af6-402a-9033-774f77102bb2 None None] Routers {'4c9adbbd-ba51-468d-a256-b373a0de3074'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:16:12.574228 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55872) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:12.578503 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-0129ab6d-1af6-402a-9033-774f77102bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:15:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4c9adbbd-ba51-468d-a256-b373a0de3074'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:16:12.638672 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-ecb7ef9e-414a-41d0-84c0-67d60cd3775c tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:12.640270 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-ecb7ef9e-414a-41d0-84c0-67d60cd3775c tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3367839 Feb 16 22:16:12.644350 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bda536fc-744f-4a5a-99d7-693bea165af9 req-7af4078d-d0c7-4f19-80f0-07b5857a0aee service neutron] 10.222.0.67 "GET /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569617 Feb 16 22:16:12.690371 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-36da34d2-4747-4779-9101-ce50dd82914a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Request body: {'port': {'device_id': '65bdce27-8588-4299-aa22-15fd612e4b57', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'admin_state_up': True, 'tenant_id': '340568c42fa24a9e862a169fcf3622fe'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:16:12.691633 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73ec938-ede1-44a7-9af0-edd78ee39296 x-openstack-request-id: req-a73ec938-ede1-44a7-9af0-edd78ee39296 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:16:12.691941 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70af81ff-ee24-4290-b2d7-fdf3ee754dfa", "name": "network-vif-deleted", "tag": "98c1523d-0312-4514-9ca7-1268551616e6", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:16:12.693556 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a73ec938-ede1-44a7-9af0-edd78ee39296 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:16:12.694080 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70af81ff-ee24-4290-b2d7-fdf3ee754dfa', 'name': 'network-vif-deleted', 'tag': '98c1523d-0312-4514-9ca7-1268551616e6', 'status': 'completed', 'code': 200} Feb 16 22:16:12.851737 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d1b1053e-f026-4166-9c25-a7da00e2dfed req-fc3f24ad-e2c8-4a4e-95f1-daf9046c4650 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=65bdce27-8588-4299-aa22-15fd612e4b57 HTTP/1.1" status: 200 len: 210 time: 0.0555804 Feb 16 22:16:12.961184 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 44e6d5d0-b3c7-4a61-9636-fb461b15ba82 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:16:12.995886 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-36da34d2-4747-4779-9101-ce50dd82914a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Made reservation on behalf of 340568c42fa24a9e862a169fcf3622fe for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:16:12.996855 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-78edc061-599d-4989-9c98-52f518d624a7 None None] Provisioning complete for port 44e6d5d0-b3c7-4a61-9636-fb461b15ba82 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:12.997240 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-78edc061-599d-4989-9c98-52f518d624a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (44e6d5d0-b3c7-4a61-9636-fb461b15ba82), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:13.002587 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-36da34d2-4747-4779-9101-ce50dd82914a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:13.040104 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-36da34d2-4747-4779-9101-ce50dd82914a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:13.128544 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-0129ab6d-1af6-402a-9033-774f77102bb2 None None] Set router 4c9adbbd-ba51-468d-a256-b373a0de3074 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:16:13.228744 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 44e6d5d0-b3c7-4a61-9636-fb461b15ba82 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:13.229123 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (44e6d5d0-b3c7-4a61-9636-fb461b15ba82), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:13.352666 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f426b50d-57b9-4e30-b4fa-b45c6655fa42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:13.366411 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-78edc061-599d-4989-9c98-52f518d624a7 None None] Current status of the port 44e6d5d0-b3c7-4a61-9636-fb461b15ba82 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:13.480022 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 44e6d5d0-b3c7-4a61-9636-fb461b15ba82 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:13.496034 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-0129ab6d-1af6-402a-9033-774f77102bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'name': 'tempest-ServersTestBootFromVolume-1761043832-router', 'tenant_id': '8ad240c1ae9949d7984971394c75b8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd5f962f4-6635-4cf0-b04b-e6143c04f10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:09Z', 'updated_at': '2022-02-16T22:16:10Z', 'revision_number': 3, 'project_id': '8ad240c1ae9949d7984971394c75b8d4', 'gw_port': {'id': 'd5f962f4-6635-4cf0-b04b-e6143c04f10b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ff:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:10Z', 'updated_at': '2022-02-16T22:16:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:16:13.528833 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0129ab6d-1af6-402a-9033-774f77102bb2 None None] Checking router: 4c9adbbd-ba51-468d-a256-b373a0de3074 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:16:13.529429 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0129ab6d-1af6-402a-9033-774f77102bb2 None None] Updating router 4c9adbbd-ba51-468d-a256-b373a0de3074 port d5f962f4-6635-4cf0-b04b-e6143c04f10b binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:16:13.556207 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7ca3c86d-0dcf-4260-9f0b-cef0e05f073b req-de5e5814-2c18-43a0-95cc-b7975152f839 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 210 time: 0.0479443 Feb 16 22:16:13.564799 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0129ab6d-1af6-402a-9033-774f77102bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d5f962f4-6635-4cf0-b04b-e6143c04f10b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:13.622852 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-36da34d2-4747-4779-9101-ce50dd82914a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks [] for security_group (6b5f4b9b-3989-46d5-af17-f4396651712c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:13.624531 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-f426b50d-57b9-4e30-b4fa-b45c6655fa42 admin admin] Allocated IP 172.20.0.1 (7ea49327-f76a-4eed-8327-a94de57510c3/53af9bc2-f688-4b35-9193-90baafeae21e/eb925c46-893f-4ab9-87e0-d5a01db8e647) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:16:13.635827 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-36da34d2-4747-4779-9101-ce50dd82914a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (6b5f4b9b-3989-46d5-af17-f4396651712c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:13.764021 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da34d2-4747-4779-9101-ce50dd82914a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5f4b9b-3989-46d5-af17-f4396651712c,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:13.824188 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-36da34d2-4747-4779-9101-ce50dd82914a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Allocated IP 192.168.233.163 (d8fa3154-6273-4014-87c6-575d48ec11fc/0a5a8be1-6e1c-443c-a77b-25715d79e10e/f9e7c29c-40b5-46e5-957d-91a18ae35305) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:16:13.903433 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0129ab6d-1af6-402a-9033-774f77102bb2 None None] Publish callbacks [] for port (d5f962f4-6635-4cf0-b04b-e6143c04f10b), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:13.910775 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0129ab6d-1af6-402a-9033-774f77102bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d5f962f4-6635-4cf0-b04b-e6143c04f10b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:13.935731 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f426b50d-57b9-4e30-b4fa-b45c6655fa42 admin admin] Publish callbacks [] for port (eb925c46-893f-4ab9-87e0-d5a01db8e647), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:13.990018 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a39e80-a907-4f85-9fe1-a7e127889e7c None None] Pushing event updated for resources: {'Port': ['ID=d5f962f4-6635-4cf0-b04b-e6143c04f10b,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:14.014979 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 98c1523d-0312-4514-9ca7-1268551616e6 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:16:14.039394 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 98c1523d-0312-4514-9ca7-1268551616e6 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:16:14.041184 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 98c1523d-0312-4514-9ca7-1268551616e6 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:16:14.043422 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-0129ab6d-1af6-402a-9033-774f77102bb2 None None] Attempting to bind port d5f962f4-6635-4cf0-b04b-e6143c04f10b on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:16:14.044011 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-0129ab6d-1af6-402a-9033-774f77102bb2 None None] Attempting to bind port d5f962f4-6635-4cf0-b04b-e6143c04f10b by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:16:14.044606 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0129ab6d-1af6-402a-9033-774f77102bb2 None None] Attempting to bind port d5f962f4-6635-4cf0-b04b-e6143c04f10b on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:16:14.051102 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0129ab6d-1af6-402a-9033-774f77102bb2 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:16:14.051767 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0129ab6d-1af6-402a-9033-774f77102bb2 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:16:14.052786 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0129ab6d-1af6-402a-9033-774f77102bb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:14.052786 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0129ab6d-1af6-402a-9033-774f77102bb2 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:16:14.053616 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-0129ab6d-1af6-402a-9033-774f77102bb2 None None] Bound port: d5f962f4-6635-4cf0-b04b-e6143c04f10b, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:16:14.054454 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0129ab6d-1af6-402a-9033-774f77102bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d5f962f4-6635-4cf0-b04b-e6143c04f10b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:14.077884 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f426b50d-57b9-4e30-b4fa-b45c6655fa42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (eb925c46-893f-4ab9-87e0-d5a01db8e647), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:14.106292 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f426b50d-57b9-4e30-b4fa-b45c6655fa42 admin admin] Network 7ea49327-f76a-4eed-8327-a94de57510c3 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:16:14.115535 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-f426b50d-57b9-4e30-b4fa-b45c6655fa42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:16:14.119703 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f426b50d-57b9-4e30-b4fa-b45c6655fa42 admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:16:14.187704 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55910) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:14.201307 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-0129ab6d-1af6-402a-9033-774f77102bb2 None None] For port d5f962f4-6635-4cf0-b04b-e6143c04f10b, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:16:14.205314 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-0129ab6d-1af6-402a-9033-774f77102bb2 None None] For port d5f962f4-6635-4cf0-b04b-e6143c04f10b, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=d5f962f4-6635-4cf0-b04b-e6143c04f10b,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:16:14.215469 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0129ab6d-1af6-402a-9033-774f77102bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d5f962f4-6635-4cf0-b04b-e6143c04f10b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:14.229471 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f426b50d-57b9-4e30-b4fa-b45c6655fa42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (4c9adbbd-ba51-468d-a256-b373a0de3074), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:14.282805 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-33fa2210-0a1d-4138-b5a8-572cf5d64e9c admin admin] Deleting subnet 846272a9-99b4-44b3-8254-25cfbc7e1b80 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:16:14.301309 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a39e80-a907-4f85-9fe1-a7e127889e7c None None] Pushing event updated for resources: {'Port': ['ID=d5f962f4-6635-4cf0-b04b-e6143c04f10b,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:14.309850 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-33fa2210-0a1d-4138-b5a8-572cf5d64e9c admin admin] Publish callbacks [] for subnet (846272a9-99b4-44b3-8254-25cfbc7e1b80), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:14.325629 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0129ab6d-1af6-402a-9033-774f77102bb2 None None] Routers {'4c9adbbd-ba51-468d-a256-b373a0de3074'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:16:14.327197 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-0129ab6d-1af6-402a-9033-774f77102bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:15:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4c9adbbd-ba51-468d-a256-b373a0de3074'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:16:14.405336 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-65c0c32f-6f8c-4f88-a4a1-b66b1340ab22 req-f8da96f9-19d1-4414-a686-261dabec30f6 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=65bdce27-8588-4299-aa22-15fd612e4b57 HTTP/1.1" status: 200 len: 210 time: 0.1129465 Feb 16 22:16:14.449827 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-33fa2210-0a1d-4138-b5a8-572cf5d64e9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (846272a9-99b4-44b3-8254-25cfbc7e1b80), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:14.463333 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f426b50d-57b9-4e30-b4fa-b45c6655fa42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (eb925c46-893f-4ab9-87e0-d5a01db8e647), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:14.520167 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-33fa2210-0a1d-4138-b5a8-572cf5d64e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (846272a9-99b4-44b3-8254-25cfbc7e1b80), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:14.533159 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-0129ab6d-1af6-402a-9033-774f77102bb2 None None] Set router 4c9adbbd-ba51-468d-a256-b373a0de3074 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:16:14.550736 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-36da34d2-4747-4779-9101-ce50dd82914a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks [] for port (f9e7c29c-40b5-46e5-957d-91a18ae35305), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:14.555401 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426b50d-57b9-4e30-b4fa-b45c6655fa42 admin admin] Pushing event updated for resources: {'Port': ['ID=eb925c46-893f-4ab9-87e0-d5a01db8e647,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:14.632278 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24062713-c9b1-4e62-b86c-69693f43efef req-1ee58e8e-9232-4189-9874-32c3ca13651a tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:14.638226 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24062713-c9b1-4e62-b86c-69693f43efef req-1ee58e8e-9232-4189-9874-32c3ca13651a tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 950 time: 0.0890119 Feb 16 22:16:14.643333 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-33fa2210-0a1d-4138-b5a8-572cf5d64e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (846272a9-99b4-44b3-8254-25cfbc7e1b80), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:14.704045 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-33fa2210-0a1d-4138-b5a8-572cf5d64e9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:14.704908 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1b815a94-c9bc-4776-a1d6-bed143c4414d None None] Provisioning complete for port eb925c46-893f-4ab9-87e0-d5a01db8e647 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:14.705763 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1b815a94-c9bc-4776-a1d6-bed143c4414d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (eb925c46-893f-4ab9-87e0-d5a01db8e647), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:14.714196 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-33fa2210-0a1d-4138-b5a8-572cf5d64e9c admin admin] 10.222.0.75 "DELETE /v2.0/subnets/846272a9-99b4-44b3-8254-25cfbc7e1b80 HTTP/1.1" status: 204 len: 168 time: 0.5251958 Feb 16 22:16:14.715983 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55914) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:14.716454 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad04ee0-1cde-41cf-8475-b923d2cc4fba', 'name': 'network-vif-deleted', 'tag': 'c2280c95-bdb5-4326-8ec7-a9c69b2d9429'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:16:14.719017 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046526c8-7670-46e8-b400-2a601c5e5ece" -d '{"events": [{"server_uuid": "cad04ee0-1cde-41cf-8475-b923d2cc4fba", "name": "network-vif-deleted", "tag": "c2280c95-bdb5-4326-8ec7-a9c69b2d9429"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:16:14.721620 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa2210-0a1d-4138-b5a8-572cf5d64e9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=846272a9-99b4-44b3-8254-25cfbc7e1b80,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:14.723979 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f426b50d-57b9-4e30-b4fa-b45c6655fa42 admin admin] Publish callbacks [] for port (eb925c46-893f-4ab9-87e0-d5a01db8e647), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:14.733214 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f426b50d-57b9-4e30-b4fa-b45c6655fa42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (eb925c46-893f-4ab9-87e0-d5a01db8e647), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:14.764100 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-36da34d2-4747-4779-9101-ce50dd82914a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (f9e7c29c-40b5-46e5-957d-91a18ae35305), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:14.800665 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1b815a94-c9bc-4776-a1d6-bed143c4414d None None] Port eb925c46-893f-4ab9-87e0-d5a01db8e647 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:16:14.825422 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f426b50d-57b9-4e30-b4fa-b45c6655fa42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (4c9adbbd-ba51-468d-a256-b373a0de3074), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:14.847113 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-36da34d2-4747-4779-9101-ce50dd82914a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Network d8fa3154-6273-4014-87c6-575d48ec11fc is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:16:14.851417 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-36da34d2-4747-4779-9101-ce50dd82914a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:16:14.864479 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24062713-c9b1-4e62-b86c-69693f43efef req-c613e6bb-6cf4-4cf8-ad9e-81223b28c940 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131176 Feb 16 22:16:14.885284 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-36da34d2-4747-4779-9101-ce50dd82914a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:16:14.893511 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b77385d-6648-4aa7-8f56-68dcfb9971d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (df2369bb-787b-44d9-b457-9dfc9ea32c8a), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:14.910835 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-0129ab6d-1af6-402a-9033-774f77102bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'name': 'tempest-ServersTestBootFromVolume-1761043832-router', 'tenant_id': '8ad240c1ae9949d7984971394c75b8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd5f962f4-6635-4cf0-b04b-e6143c04f10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:09Z', 'updated_at': '2022-02-16T22:16:10Z', 'revision_number': 3, 'project_id': '8ad240c1ae9949d7984971394c75b8d4', 'gw_port': {'id': 'd5f962f4-6635-4cf0-b04b-e6143c04f10b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ff:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:10Z', 'updated_at': '2022-02-16T22:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:16:14.952005 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-36da34d2-4747-4779-9101-ce50dd82914a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:14.953014 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-36da34d2-4747-4779-9101-ce50dd82914a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:14.953158 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0129ab6d-1af6-402a-9033-774f77102bb2 None None] The sync data for ids ['4c9adbbd-ba51-468d-a256-b373a0de3074'] in n-d-813897-6 is: [{'id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'name': 'tempest-ServersTestBootFromVolume-1761043832-router', 'tenant_id': '8ad240c1ae9949d7984971394c75b8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd5f962f4-6635-4cf0-b04b-e6143c04f10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:09Z', 'updated_at': '2022-02-16T22:16:10Z', 'revision_number': 3, 'project_id': '8ad240c1ae9949d7984971394c75b8d4', 'gw_port': {'id': 'd5f962f4-6635-4cf0-b04b-e6143c04f10b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ff:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:10Z', 'updated_at': '2022-02-16T22:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:16:14.978940 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426b50d-57b9-4e30-b4fa-b45c6655fa42 admin admin] Pushing event updated for resources: {'Port': ['ID=eb925c46-893f-4ab9-87e0-d5a01db8e647,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:14.991962 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-36da34d2-4747-4779-9101-ce50dd82914a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3089504 Feb 16 22:16:15.041232 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b77385d-6648-4aa7-8f56-68dcfb9971d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (df2369bb-787b-44d9-b457-9dfc9ea32c8a), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:15.069813 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da34d2-4747-4779-9101-ce50dd82914a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Pushing event updated for resources: {'Port': ['ID=f9e7c29c-40b5-46e5-957d-91a18ae35305,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:15.084649 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-fb96e1f7-fc38-4cef-aabf-4321d06177d0 service neutron] Request body: {'port': {'device_id': '65bdce27-8588-4299-aa22-15fd612e4b57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:16:15.092779 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-86b28eff-adec-47c3-b097-e9aeef8ff9c6 req-bda767e0-e233-457c-a978-a0f680efbd15 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 210 time: 0.0479622 Feb 16 22:16:15.098361 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-7b77385d-6648-4aa7-8f56-68dcfb9971d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df2369bb-787b-44d9-b457-9dfc9ea32c8a']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:16:15.112864 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-7b77385d-6648-4aa7-8f56-68dcfb9971d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80df2fdd-2b46-4a00-a754-802a9cc4a74f') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:16:15.113178 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-7b77385d-6648-4aa7-8f56-68dcfb9971d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80df2fdd-2b46-4a00-a754-802a9cc4a74f') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:16:15.126832 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b77385d-6648-4aa7-8f56-68dcfb9971d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (80df2fdd-2b46-4a00-a754-802a9cc4a74f), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:15.143760 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b77385d-6648-4aa7-8f56-68dcfb9971d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (80df2fdd-2b46-4a00-a754-802a9cc4a74f), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:15.152456 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b77385d-6648-4aa7-8f56-68dcfb9971d2 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:16:15.153408 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b77385d-6648-4aa7-8f56-68dcfb9971d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (80df2fdd-2b46-4a00-a754-802a9cc4a74f), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:15.156132 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:16:15.156132 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:16:15.156132 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:16:15.156132 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:16:15.156132 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:16:15.156132 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:16:15.156132 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:16:15.156132 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:16:15.156132 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:16:15.156132 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:16:15.156132 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:16:15.156132 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:16:15.156132 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:16:15.156132 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:16:15.156132 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:16:15.156132 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:16:15.156132 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:16:15.156132 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:16:15.156132 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:16:15.156132 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:16:15.156132 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:16:15.156132 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:16:15.156132 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:16:15.156132 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:16:15.156132 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:16:15.156132 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:16:15.156132 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:16:15.156132 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:16:15.156132 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:16:15.156132 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:16:15.156132 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:16:15.156132 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:16:15.196655 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8e681f-e576-4193-8083-c9eb8938e882 x-openstack-request-id: req-fc8e681f-e576-4193-8083-c9eb8938e882 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:16:15.197350 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad04ee0-1cde-41cf-8475-b923d2cc4fba", "name": "network-vif-deleted", "tag": "c2280c95-bdb5-4326-8ec7-a9c69b2d9429", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:16:15.197958 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fc8e681f-e576-4193-8083-c9eb8938e882 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:16:15.198573 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad04ee0-1cde-41cf-8475-b923d2cc4fba', 'name': 'network-vif-deleted', 'tag': 'c2280c95-bdb5-4326-8ec7-a9c69b2d9429', 'status': 'completed', 'code': 200} Feb 16 22:16:15.276934 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-fb96e1f7-fc38-4cef-aabf-4321d06177d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f9e7c29c-40b5-46e5-957d-91a18ae35305), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:15.290220 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b77385d-6648-4aa7-8f56-68dcfb9971d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (df2369bb-787b-44d9-b457-9dfc9ea32c8a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:15.348979 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77385d-6648-4aa7-8f56-68dcfb9971d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=df2369bb-787b-44d9-b457-9dfc9ea32c8a,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:15.376515 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-badbbe7f-a1dd-4027-b16b-04d29f3d15d7 None None] Provisioning complete for port f9e7c29c-40b5-46e5-957d-91a18ae35305 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:15.377162 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-badbbe7f-a1dd-4027-b16b-04d29f3d15d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f9e7c29c-40b5-46e5-957d-91a18ae35305), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:15.379687 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b77385d-6648-4aa7-8f56-68dcfb9971d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:15.394550 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7b77385d-6648-4aa7-8f56-68dcfb9971d2 admin admin] 10.222.0.75 "DELETE /v2.0/networks/df2369bb-787b-44d9-b457-9dfc9ea32c8a HTTP/1.1" status: 204 len: 168 time: 0.6689756 Feb 16 22:16:15.478736 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-badbbe7f-a1dd-4027-b16b-04d29f3d15d7 None None] Port f9e7c29c-40b5-46e5-957d-91a18ae35305 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:16:15.501836 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f426b50d-57b9-4e30-b4fa-b45c6655fa42 admin admin] Network 7ea49327-f76a-4eed-8327-a94de57510c3 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:16:15.518632 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-f426b50d-57b9-4e30-b4fa-b45c6655fa42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:16:15.545077 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ad783-4882-4eaf-8e3f-10da9fd3daf7 req-8a2e101c-6925-411c-94cc-af48ed993dff tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:15.548801 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8f9ad783-4882-4eaf-8e3f-10da9fd3daf7 req-8a2e101c-6925-411c-94cc-af48ed993dff tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.79 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 950 time: 0.1028218 Feb 16 22:16:15.735862 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55942) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:15.821934 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42fabd-dcaf-4044-9f6b-793f6b7a07f3 req-ef529fda-bad1-43be-b723-3902b5f0bd45 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:15.823761 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0b42fabd-dcaf-4044-9f6b-793f6b7a07f3 req-ef529fda-bad1-43be-b723-3902b5f0bd45 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=65bdce27-8588-4299-aa22-15fd612e4b57 HTTP/1.1" status: 200 len: 936 time: 0.1978364 Feb 16 22:16:15.884465 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ed38adeb-e8b5-4f73-b34f-17ba53fb10af admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2f97267a596c4567b50e354272ff141c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392884 Feb 16 22:16:15.884719 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55944) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:15.905686 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-8f9ad783-4882-4eaf-8e3f-10da9fd3daf7 req-adf4fb61-eedc-4f92-bde8-cb52ceef35fb tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Deleting port 22715ad1-f2c3-48dc-ac27-d9a928594ac1 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:16:15.905906 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8f9ad783-4882-4eaf-8e3f-10da9fd3daf7 req-adf4fb61-eedc-4f92-bde8-cb52ceef35fb tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (22715ad1-f2c3-48dc-ac27-d9a928594ac1), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:15.907900 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-0ab2200d-c031-4d64-a7c3-ab555dcbf103 None None] Provisioning complete for port eb925c46-893f-4ab9-87e0-d5a01db8e647 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:15.908284 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0ab2200d-c031-4d64-a7c3-ab555dcbf103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (eb925c46-893f-4ab9-87e0-d5a01db8e647), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:15.958991 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0b42fabd-dcaf-4044-9f6b-793f6b7a07f3 req-777dc580-14a5-4255-b2ec-292c5b8125fb tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221533 Feb 16 22:16:15.959483 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:16:15.988853 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-0ab2200d-c031-4d64-a7c3-ab555dcbf103 None None] Port eb925c46-893f-4ab9-87e0-d5a01db8e647 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:16:16.029427 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 0e307f02-068a-43ae-80b4-ed8d9b9effc8 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:16:16.109287 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-fb96e1f7-fc38-4cef-aabf-4321d06177d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e7c29c-40b5-46e5-957d-91a18ae35305 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:16:16.118836 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d04bfa01-2261-4129-950b-c83a66933490 admin admin] Publish callbacks [] for security_group (d3b04d90-2c6b-4f8a-8ffd-0052f70d6808), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:16.125243 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f426b50d-57b9-4e30-b4fa-b45c6655fa42 admin admin] Router 4c9adbbd-ba51-468d-a256-b373a0de3074 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:16:16.128530 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-fb96e1f7-fc38-4cef-aabf-4321d06177d0 service neutron] Publish callbacks [] for port (f9e7c29c-40b5-46e5-957d-91a18ae35305), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:16.146726 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-8f9ad783-4882-4eaf-8e3f-10da9fd3daf7 req-adf4fb61-eedc-4f92-bde8-cb52ceef35fb tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] For port 22715ad1-f2c3-48dc-ac27-d9a928594ac1, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=22715ad1-f2c3-48dc-ac27-d9a928594ac1,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:16.147107 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8f9ad783-4882-4eaf-8e3f-10da9fd3daf7 req-adf4fb61-eedc-4f92-bde8-cb52ceef35fb tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (22715ad1-f2c3-48dc-ac27-d9a928594ac1), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:16.167454 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-8f9ad783-4882-4eaf-8e3f-10da9fd3daf7 req-adf4fb61-eedc-4f92-bde8-cb52ceef35fb tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Calling delete_port for 22715ad1-f2c3-48dc-ac27-d9a928594ac1 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:16:16.177902 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 0e307f02-068a-43ae-80b4-ed8d9b9effc8, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=0e307f02-068a-43ae-80b4-ed8d9b9effc8,segment=NetworkSegment(0fcd852f-dbb0-4c8e-bb68-facd05b73898),segment_id=0fcd852f-dbb0-4c8e-bb68-facd05b73898)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:16.186197 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239c7f1-88b7-45e4-9485-a4808aa58336 req-4a186fe7-87bc-4f27-8aeb-cfd06ccf7ae1 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:16.187895 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e239c7f1-88b7-45e4-9485-a4808aa58336 req-4a186fe7-87bc-4f27-8aeb-cfd06ccf7ae1 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=060b014b-0f12-4dd1-b71b-4b89de3fc183 HTTP/1.1" status: 200 len: 950 time: 0.1143868 Feb 16 22:16:16.201693 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '0e307f02-068a-43ae-80b4-ed8d9b9effc8', 'network_id': '4bac3cdf-16ae-435f-8215-29d96cd595c1', 'port_id': '0e307f02-068a-43ae-80b4-ed8d9b9effc8', 'mac_address': 'fa:16:3e:4f:f9:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd292e6dc-86dc-495b-b76c-8deab59c0198', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:16:16.224408 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-fb96e1f7-fc38-4cef-aabf-4321d06177d0 service neutron] Transition to ACTIVE for port object f9e7c29c-40b5-46e5-957d-91a18ae35305 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:16:16.263383 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 0e307f02-068a-43ae-80b4-ed8d9b9effc8 is: ACTIVE; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:16.264118 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0e307f02-068a-43ae-80b4-ed8d9b9effc8), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:16.265672 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d04bfa01-2261-4129-950b-c83a66933490 admin admin] Publish callbacks [] for security_group (d3b04d90-2c6b-4f8a-8ffd-0052f70d6808), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:16.282768 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-fb96e1f7-fc38-4cef-aabf-4321d06177d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (f9e7c29c-40b5-46e5-957d-91a18ae35305), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:16.290450 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e307f02-068a-43ae-80b4-ed8d9b9effc8 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:16:16.316786 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 0e307f02-068a-43ae-80b4-ed8d9b9effc8, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=0e307f02-068a-43ae-80b4-ed8d9b9effc8,segment=NetworkSegment(0fcd852f-dbb0-4c8e-bb68-facd05b73898),segment_id=0fcd852f-dbb0-4c8e-bb68-facd05b73898)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:16.321867 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e239c7f1-88b7-45e4-9485-a4808aa58336 req-8bcad993-8c78-4bf2-8972-4f640b0257a3 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250966 Feb 16 22:16:16.329773 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0e307f02-068a-43ae-80b4-ed8d9b9effc8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:16.342691 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96e1f7-fc38-4cef-aabf-4321d06177d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e7c29c-40b5-46e5-957d-91a18ae35305,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:16.512274 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['0e307f02-068a-43ae-80b4-ed8d9b9effc8'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:16:16.527731 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f426b50d-57b9-4e30-b4fa-b45c6655fa42 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:16:16.536766 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8f9ad783-4882-4eaf-8e3f-10da9fd3daf7 req-adf4fb61-eedc-4f92-bde8-cb52ceef35fb tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (22715ad1-f2c3-48dc-ac27-d9a928594ac1), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:16.548355 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f426b50d-57b9-4e30-b4fa-b45c6655fa42 admin admin] 10.222.0.75 "PUT /v2.0/routers/4c9adbbd-ba51-468d-a256-b373a0de3074/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9730041 Feb 16 22:16:16.569911 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=0e307f02-068a-43ae-80b4-ed8d9b9effc8,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:16.603258 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d04bfa01-2261-4129-950b-c83a66933490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d3b04d90-2c6b-4f8a-8ffd-0052f70d6808), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:16.608843 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d04bfa01-2261-4129-950b-c83a66933490 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:16.613367 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d04bfa01-2261-4129-950b-c83a66933490 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d3b04d90-2c6b-4f8a-8ffd-0052f70d6808 HTTP/1.1" status: 204 len: 168 time: 0.7318783 Feb 16 22:16:16.629411 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-fb96e1f7-fc38-4cef-aabf-4321d06177d0 service neutron] Attempting to bind port f9e7c29c-40b5-46e5-957d-91a18ae35305 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:16:16.629819 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-fb96e1f7-fc38-4cef-aabf-4321d06177d0 service neutron] Attempting to bind port f9e7c29c-40b5-46e5-957d-91a18ae35305 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:16:16.630190 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-fb96e1f7-fc38-4cef-aabf-4321d06177d0 service neutron] Attempting to bind port f9e7c29c-40b5-46e5-957d-91a18ae35305 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:16:16.631051 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['609899a9-43f2-4453-ad5a-8113b1d73a51'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:16:16.635383 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4fb61-eedc-4f92-bde8-cb52ceef35fb tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Pushing event deleted for resources: {'Port': ['ID=22715ad1-f2c3-48dc-ac27-d9a928594ac1,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:16.636366 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-fb96e1f7-fc38-4cef-aabf-4321d06177d0 service neutron] Port f9e7c29c-40b5-46e5-957d-91a18ae35305 on network d8fa3154-6273-4014-87c6-575d48ec11fc not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:16:16.636757 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-fb96e1f7-fc38-4cef-aabf-4321d06177d0 service neutron] Attempting to bind port f9e7c29c-40b5-46e5-957d-91a18ae35305 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:16:16.643056 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-fb96e1f7-fc38-4cef-aabf-4321d06177d0 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:16:16.643403 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-fb96e1f7-fc38-4cef-aabf-4321d06177d0 service neutron] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:16:16.643796 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-fb96e1f7-fc38-4cef-aabf-4321d06177d0 service neutron] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:16:16.644237 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-fb96e1f7-fc38-4cef-aabf-4321d06177d0 service neutron] Bound port: f9e7c29c-40b5-46e5-957d-91a18ae35305, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:16:16.644603 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-fb96e1f7-fc38-4cef-aabf-4321d06177d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f9e7c29c-40b5-46e5-957d-91a18ae35305), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:16.688980 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04bfa01-2261-4129-950b-c83a66933490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b04d90-2c6b-4f8a-8ffd-0052f70d6808,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:16.726845 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78a60518-1f81-41e0-941f-a98188aceadc req-39adb4e6-b5f0-41cd-ba01-88c6a43ee5aa tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 210 time: 0.1203732 Feb 16 22:16:16.844511 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9ad783-4882-4eaf-8e3f-10da9fd3daf7 req-adf4fb61-eedc-4f92-bde8-cb52ceef35fb tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] No DVR routers for this DVR port 22715ad1-f2c3-48dc-ac27-d9a928594ac1 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:16:16.851449 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8f9ad783-4882-4eaf-8e3f-10da9fd3daf7 req-adf4fb61-eedc-4f92-bde8-cb52ceef35fb tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:16.866130 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8f9ad783-4882-4eaf-8e3f-10da9fd3daf7 req-adf4fb61-eedc-4f92-bde8-cb52ceef35fb tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.79 "DELETE /v2.0/ports/22715ad1-f2c3-48dc-ac27-d9a928594ac1 HTTP/1.1" status: 204 len: 173 time: 1.3068953 Feb 16 22:16:16.923589 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-fb96e1f7-fc38-4cef-aabf-4321d06177d0 service neutron] For port f9e7c29c-40b5-46e5-957d-91a18ae35305, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:16:16.933682 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-fb96e1f7-fc38-4cef-aabf-4321d06177d0 service neutron] For port f9e7c29c-40b5-46e5-957d-91a18ae35305, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f9e7c29c-40b5-46e5-957d-91a18ae35305,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:16:16.950192 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-fb96e1f7-fc38-4cef-aabf-4321d06177d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (f9e7c29c-40b5-46e5-957d-91a18ae35305), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:16.968900 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device d5f962f4-6635-4cf0-b04b-e6143c04f10b up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:16:17.091766 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96e1f7-fc38-4cef-aabf-4321d06177d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e7c29c-40b5-46e5-957d-91a18ae35305,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:17.100909 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-fb96e1f7-fc38-4cef-aabf-4321d06177d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:17.102719 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-fb96e1f7-fc38-4cef-aabf-4321d06177d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:17.104770 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-fb96e1f7-fc38-4cef-aabf-4321d06177d0 service neutron] 10.222.0.67 "PUT /v2.0/ports/f9e7c29c-40b5-46e5-957d-91a18ae35305 HTTP/1.1" status: 200 len: 1096 time: 2.0311129 Feb 16 22:16:17.105475 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65bdce27-8588-4299-aa22-15fd612e4b57', 'tag': 'f9e7c29c-40b5-46e5-957d-91a18ae35305'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:16:17.110492 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230ecfaa-ffde-4018-a7fb-a58b12fdef6c" -d '{"events": [{"name": "network-changed", "server_uuid": "65bdce27-8588-4299-aa22-15fd612e4b57", "tag": "f9e7c29c-40b5-46e5-957d-91a18ae35305"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:16:17.200256 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '060b014b-0f12-4dd1-b71b-4b89de3fc183', 'name': 'network-vif-deleted', 'tag': '22715ad1-f2c3-48dc-ac27-d9a928594ac1'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:16:17.203698 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3de40e-6bca-40bf-b5b7-9148556ae8cd" -d '{"events": [{"server_uuid": "060b014b-0f12-4dd1-b71b-4b89de3fc183", "name": "network-vif-deleted", "tag": "22715ad1-f2c3-48dc-ac27-d9a928594ac1"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:16:17.208984 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port d5f962f4-6635-4cf0-b04b-e6143c04f10b triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:17.209371 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d5f962f4-6635-4cf0-b04b-e6143c04f10b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:17.261743 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-72009d61-6293-4bb9-beb1-a68213029555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:17.263920 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-72009d61-6293-4bb9-beb1-a68213029555 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=340568c42fa24a9e862a169fcf3622fe&device_id=65bdce27-8588-4299-aa22-15fd612e4b57 HTTP/1.1" status: 200 len: 1130 time: 0.0924189 Feb 16 22:16:17.353683 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-75ab1be6-d34e-490a-bf85-cdc0baef6f0a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f9e7c29c-40b5-46e5-957d-91a18ae35305 HTTP/1.1" status: 200 len: 217 time: 0.0751870 Feb 16 22:16:17.465208 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-444756f5-0184-4a97-a569-002f160ac553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:17.466724 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-444756f5-0184-4a97-a569-002f160ac553 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1069255 Feb 16 22:16:17.573605 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port d5f962f4-6635-4cf0-b04b-e6143c04f10b is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:17.575678 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d5f962f4-6635-4cf0-b04b-e6143c04f10b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:17.603916 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-bab9ecd4-0fc8-4b2d-98c1-42defc74c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:17.611029 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-bab9ecd4-0fc8-4b2d-98c1-42defc74c94f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1315696 Feb 16 22:16:17.642111 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port d5f962f4-6635-4cf0-b04b-e6143c04f10b, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=d5f962f4-6635-4cf0-b04b-e6143c04f10b,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:17.648605 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d5f962f4-6635-4cf0-b04b-e6143c04f10b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:17.729010 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-98090eda-a2c7-4c8b-b42c-b645d237fcc8 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171060 Feb 16 22:16:17.747291 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=d5f962f4-6635-4cf0-b04b-e6143c04f10b,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:17.854252 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b9464903-4afa-40d7-9bb0-2071abb9047d req-b384107b-5b1c-4dac-b68d-ae02418fd127 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184547 Feb 16 22:16:17.866655 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394adea8-92e6-416d-98a9-412b67136f63 None None] Sync routers for ids ['4c9adbbd-ba51-468d-a256-b373a0de3074'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:16:17.881045 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394adea8-92e6-416d-98a9-412b67136f63 None None] Routers {'4c9adbbd-ba51-468d-a256-b373a0de3074'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:16:17.882600 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-394adea8-92e6-416d-98a9-412b67136f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:15:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4c9adbbd-ba51-468d-a256-b373a0de3074'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:16:18.046444 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 0e307f02-068a-43ae-80b4-ed8d9b9effc8 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:16:18.062769 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-394adea8-92e6-416d-98a9-412b67136f63 None None] Set router 4c9adbbd-ba51-468d-a256-b373a0de3074 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:16:18.152484 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 0e307f02-068a-43ae-80b4-ed8d9b9effc8 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:18.153054 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0e307f02-068a-43ae-80b4-ed8d9b9effc8), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:18.303119 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 22715ad1-f2c3-48dc-ac27-d9a928594ac1 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:16:18.308976 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56012) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:18.318122 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-394adea8-92e6-416d-98a9-412b67136f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'name': 'tempest-ServersTestBootFromVolume-1761043832-router', 'tenant_id': '8ad240c1ae9949d7984971394c75b8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd5f962f4-6635-4cf0-b04b-e6143c04f10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:09Z', 'updated_at': '2022-02-16T22:16:14Z', 'revision_number': 4, 'project_id': '8ad240c1ae9949d7984971394c75b8d4', 'gw_port': {'id': 'd5f962f4-6635-4cf0-b04b-e6143c04f10b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:10Z', 'updated_at': '2022-02-16T22:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'eb925c46-893f-4ab9-87e0-d5a01db8e647', 'name': '', 'network_id': '7ea49327-f76a-4eed-8327-a94de57510c3', 'tenant_id': '8ad240c1ae9949d7984971394c75b8d4', 'mac_address': 'fa:16:3e:52:05:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '53af9bc2-f688-4b35-9193-90baafeae21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:13Z', 'updated_at': '2022-02-16T22:16:14Z', 'revision_number': 2, 'project_id': '8ad240c1ae9949d7984971394c75b8d4', 'subnets': [{'id': '53af9bc2-f688-4b35-9193-90baafeae21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:16:18.362224 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 22715ad1-f2c3-48dc-ac27-d9a928594ac1 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:16:18.363296 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 22715ad1-f2c3-48dc-ac27-d9a928594ac1 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:16:18.368706 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 0e307f02-068a-43ae-80b4-ed8d9b9effc8 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:18.370001 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0e307f02-068a-43ae-80b4-ed8d9b9effc8), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:18.372806 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394adea8-92e6-416d-98a9-412b67136f63 None None] Checking router: 4c9adbbd-ba51-468d-a256-b373a0de3074 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:16:18.373163 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394adea8-92e6-416d-98a9-412b67136f63 None None] Updating router 4c9adbbd-ba51-468d-a256-b373a0de3074 port eb925c46-893f-4ab9-87e0-d5a01db8e647 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:16:18.473424 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-394adea8-92e6-416d-98a9-412b67136f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (eb925c46-893f-4ab9-87e0-d5a01db8e647), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:18.539165 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-980e52f6-ba23-449f-9dc9-23a65009e404 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-230181250-network', 'tenant_id': '471d422781ee4218a880c4849a975478'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:16:18.582696 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980e52f6-ba23-449f-9dc9-23a65009e404 admin admin] Made reservation on behalf of 471d422781ee4218a880c4849a975478 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:16:18.608822 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-980e52f6-ba23-449f-9dc9-23a65009e404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:18.638784 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-980e52f6-ba23-449f-9dc9-23a65009e404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:18.709768 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56022) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:18.716981 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-990d07b3-f351-48f7-ae72-17cb1174d644 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2012093379', 'description': 'tempest-description--1167165200'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:16:18.802426 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-990d07b3-f351-48f7-ae72-17cb1174d644 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:18.890842 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-980e52f6-ba23-449f-9dc9-23a65009e404 admin admin] Publish callbacks [] for security_group (81219cc9-77b4-4bd3-9dff-18772ab89fd5), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:18.904531 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-980e52f6-ba23-449f-9dc9-23a65009e404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (81219cc9-77b4-4bd3-9dff-18772ab89fd5), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:18.929155 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-394adea8-92e6-416d-98a9-412b67136f63 None None] Publish callbacks [] for port (eb925c46-893f-4ab9-87e0-d5a01db8e647), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:18.930619 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device d5f962f4-6635-4cf0-b04b-e6143c04f10b up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:16:18.940671 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-394adea8-92e6-416d-98a9-412b67136f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (eb925c46-893f-4ab9-87e0-d5a01db8e647), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:18.996437 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-990d07b3-f351-48f7-ae72-17cb1174d644 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks [] for security_group (ca3ea7af-a965-4dd0-a6ee-99daedca42f1), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:19.005187 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-990d07b3-f351-48f7-ae72-17cb1174d644 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ca3ea7af-a965-4dd0-a6ee-99daedca42f1), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:19.007615 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e52f6-ba23-449f-9dc9-23a65009e404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81219cc9-77b4-4bd3-9dff-18772ab89fd5,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:19.055502 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-980e52f6-ba23-449f-9dc9-23a65009e404 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:16:19.063291 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d07b3-f351-48f7-ae72-17cb1174d644 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3ea7af-a965-4dd0-a6ee-99daedca42f1,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:19.072057 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-990d07b3-f351-48f7-ae72-17cb1174d644 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:19.079132 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-990d07b3-f351-48f7-ae72-17cb1174d644 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3648479 Feb 16 22:16:19.079328 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56030) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:19.089192 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-2bf12a45-c4ac-459c-89c1-a2407e5554ce tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Request body: {'security_group_rule': {'security_group_id': 'ca3ea7af-a965-4dd0-a6ee-99daedca42f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:16:19.095408 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 0e307f02-068a-43ae-80b4-ed8d9b9effc8, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=0e307f02-068a-43ae-80b4-ed8d9b9effc8,segment=NetworkSegment(0fcd852f-dbb0-4c8e-bb68-facd05b73898),segment_id=0fcd852f-dbb0-4c8e-bb68-facd05b73898)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:19.101443 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-980e52f6-ba23-449f-9dc9-23a65009e404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (70fb6cc5-8eb9-42af-ba50-480958a10f8b), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:19.101835 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-980e52f6-ba23-449f-9dc9-23a65009e404 admin admin] Added segment 70fb6cc5-8eb9-42af-ba50-480958a10f8b of type vlan for network 22711c4a-8661-4a7d-9538-4da72ec44b9a Feb 16 22:16:19.112280 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c7526a-7826-4ab7-8247-9d4ab41c2ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e307f02-068a-43ae-80b4-ed8d9b9effc8'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:16:19.124162 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333cad9a-4c0e-4bee-a8de-d55571a42724" -d '{"events": [{"server_uuid": "81c7526a-7826-4ab7-8247-9d4ab41c2ae6", "name": "network-vif-plugged", "status": "completed", "tag": "0e307f02-068a-43ae-80b4-ed8d9b9effc8"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:16:19.146675 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0e307f02-068a-43ae-80b4-ed8d9b9effc8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:19.148610 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2bf12a45-c4ac-459c-89c1-a2407e5554ce tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks [] for security_group_rule (1cd5b340-d757-483b-a9dc-16b00c73eb19), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:19.158215 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae5a0b-eac3-49cc-bf23-c51eff60f7a0 None None] Pushing event updated for resources: {'Port': ['ID=eb925c46-893f-4ab9-87e0-d5a01db8e647,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:19.178174 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae5a0b-eac3-49cc-bf23-c51eff60f7a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:19.178875 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae5a0b-eac3-49cc-bf23-c51eff60f7a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:19.179635 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae5a0b-eac3-49cc-bf23-c51eff60f7a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:19.180839 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae5a0b-eac3-49cc-bf23-c51eff60f7a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:19.181426 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae5a0b-eac3-49cc-bf23-c51eff60f7a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:19.181959 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae5a0b-eac3-49cc-bf23-c51eff60f7a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:19.182594 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae5a0b-eac3-49cc-bf23-c51eff60f7a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:19.183128 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae5a0b-eac3-49cc-bf23-c51eff60f7a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:19.184372 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae5a0b-eac3-49cc-bf23-c51eff60f7a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:19.184939 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae5a0b-eac3-49cc-bf23-c51eff60f7a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:19.185481 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae5a0b-eac3-49cc-bf23-c51eff60f7a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:19.186040 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae5a0b-eac3-49cc-bf23-c51eff60f7a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:19.186578 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae5a0b-eac3-49cc-bf23-c51eff60f7a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:19.193862 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-394adea8-92e6-416d-98a9-412b67136f63 None None] Attempting to bind port eb925c46-893f-4ab9-87e0-d5a01db8e647 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:16:19.194565 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-394adea8-92e6-416d-98a9-412b67136f63 None None] Attempting to bind port eb925c46-893f-4ab9-87e0-d5a01db8e647 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'fca9e7d8-0368-4efa-8476-16642fc5c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7ea49327-f76a-4eed-8327-a94de57510c3'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:16:19.195135 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394adea8-92e6-416d-98a9-412b67136f63 None None] Attempting to bind port eb925c46-893f-4ab9-87e0-d5a01db8e647 on network 7ea49327-f76a-4eed-8327-a94de57510c3 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:16:19.202341 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394adea8-92e6-416d-98a9-412b67136f63 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:16:19.202975 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394adea8-92e6-416d-98a9-412b67136f63 None None] Checking segment: {'id': 'fca9e7d8-0368-4efa-8476-16642fc5c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7ea49327-f76a-4eed-8327-a94de57510c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:16:19.204865 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-394adea8-92e6-416d-98a9-412b67136f63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:19.204865 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394adea8-92e6-416d-98a9-412b67136f63 None None] Bound using segment: {'id': 'fca9e7d8-0368-4efa-8476-16642fc5c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7ea49327-f76a-4eed-8327-a94de57510c3'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:16:19.204865 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-394adea8-92e6-416d-98a9-412b67136f63 None None] Bound port: eb925c46-893f-4ab9-87e0-d5a01db8e647, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fca9e7d8-0368-4efa-8476-16642fc5c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7ea49327-f76a-4eed-8327-a94de57510c3'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:16:19.205262 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-394adea8-92e6-416d-98a9-412b67136f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (eb925c46-893f-4ab9-87e0-d5a01db8e647), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:19.296047 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-980e52f6-ba23-449f-9dc9-23a65009e404 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (22711c4a-8661-4a7d-9538-4da72ec44b9a), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:19.330526 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a5284-effc-4ca5-b2b3-bd2d69231b6b req-58a2ac16-3e92-4474-85d6-0c68146fff74 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:19.350132 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ab0a5284-effc-4ca5-b2b3-bd2d69231b6b req-58a2ac16-3e92-4474-85d6-0c68146fff74 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=65bdce27-8588-4299-aa22-15fd612e4b57 HTTP/1.1" status: 200 len: 948 time: 0.4142089 Feb 16 22:16:19.370953 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=0e307f02-068a-43ae-80b4-ed8d9b9effc8,revision_number=7']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:19.385435 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port d5f962f4-6635-4cf0-b04b-e6143c04f10b triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:19.386653 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d5f962f4-6635-4cf0-b04b-e6143c04f10b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:19.448861 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-394adea8-92e6-416d-98a9-412b67136f63 None None] For port eb925c46-893f-4ab9-87e0-d5a01db8e647, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:16:19.464204 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2bf12a45-c4ac-459c-89c1-a2407e5554ce tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks [] for security_group_rule (1cd5b340-d757-483b-a9dc-16b00c73eb19), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:19.474375 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-394adea8-92e6-416d-98a9-412b67136f63 None None] For port eb925c46-893f-4ab9-87e0-d5a01db8e647, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=eb925c46-893f-4ab9-87e0-d5a01db8e647,segment=NetworkSegment(fca9e7d8-0368-4efa-8476-16642fc5c0f1),segment_id=fca9e7d8-0368-4efa-8476-16642fc5c0f1)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:16:19.479694 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2bf12a45-c4ac-459c-89c1-a2407e5554ce tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (1cd5b340-d757-483b-a9dc-16b00c73eb19), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:19.490615 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-394adea8-92e6-416d-98a9-412b67136f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (eb925c46-893f-4ab9-87e0-d5a01db8e647), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:19.492991 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-980e52f6-ba23-449f-9dc9-23a65009e404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (22711c4a-8661-4a7d-9538-4da72ec44b9a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:19.495328 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980e52f6-ba23-449f-9dc9-23a65009e404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:19.496383 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-980e52f6-ba23-449f-9dc9-23a65009e404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:19.535074 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2bf12a45-c4ac-459c-89c1-a2407e5554ce tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:19.536313 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2bf12a45-c4ac-459c-89c1-a2407e5554ce tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4554594 Feb 16 22:16:19.537176 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf12a45-c4ac-459c-89c1-a2407e5554ce tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cd5b340-d757-483b-a9dc-16b00c73eb19,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:19.539409 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56038) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:19.546930 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-ac9c3b59-8db1-4f32-a888-3ab6363d6b65 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Request body: {'security_group_rule': {'security_group_id': 'ca3ea7af-a965-4dd0-a6ee-99daedca42f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:16:19.587352 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ab0a5284-effc-4ca5-b2b3-bd2d69231b6b req-ca85350f-a4fd-493e-9447-15085c30cc1d tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336743 Feb 16 22:16:19.615598 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-980e52f6-ba23-449f-9dc9-23a65009e404 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3026948 Feb 16 22:16:19.616421 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56040) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:19.622186 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-a9f4eb5e-0a20-49bd-8a2e-8bab8b6ebecd admin admin] Request body: {'subnet': {'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-230181250-subnet', 'tenant_id': '471d422781ee4218a880c4849a975478', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:16:19.633021 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port d5f962f4-6635-4cf0-b04b-e6143c04f10b is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:19.639012 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ac9c3b59-8db1-4f32-a888-3ab6363d6b65 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks [] for security_group_rule (5ea26cf6-621d-4440-8d76-fb43e36fdeb0), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:19.657023 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-58d26093-e813-4499-8d4e-14f2573b1bc2 None None] Provisioning complete for port eb925c46-893f-4ab9-87e0-d5a01db8e647 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:19.657928 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58d26093-e813-4499-8d4e-14f2573b1bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (eb925c46-893f-4ab9-87e0-d5a01db8e647), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:19.682196 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f4eb5e-0a20-49bd-8a2e-8bab8b6ebecd admin admin] Made reservation on behalf of 471d422781ee4218a880c4849a975478 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:16:19.684708 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a9f4eb5e-0a20-49bd-8a2e-8bab8b6ebecd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:19.721125 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae5a0b-eac3-49cc-bf23-c51eff60f7a0 None None] Pushing event updated for resources: {'Port': ['ID=eb925c46-893f-4ab9-87e0-d5a01db8e647,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:19.737849 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e955011c-47c9-4268-a94b-8a9c7582fa05 x-openstack-request-id: req-e955011c-47c9-4268-a94b-8a9c7582fa05 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:16:19.739785 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65bdce27-8588-4299-aa22-15fd612e4b57", "tag": "f9e7c29c-40b5-46e5-957d-91a18ae35305", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:16:19.740156 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e955011c-47c9-4268-a94b-8a9c7582fa05 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:16:19.740713 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65bdce27-8588-4299-aa22-15fd612e4b57', 'tag': 'f9e7c29c-40b5-46e5-957d-91a18ae35305', 'status': 'completed', 'code': 200} Feb 16 22:16:19.748320 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394adea8-92e6-416d-98a9-412b67136f63 None None] Routers {'4c9adbbd-ba51-468d-a256-b373a0de3074'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:16:19.751767 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-394adea8-92e6-416d-98a9-412b67136f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:15:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4c9adbbd-ba51-468d-a256-b373a0de3074'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:16:19.841679 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e935d0-0cb7-49ba-a8c8-dee71d774634 x-openstack-request-id: req-71e935d0-0cb7-49ba-a8c8-dee71d774634 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:16:19.842417 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "060b014b-0f12-4dd1-b71b-4b89de3fc183", "name": "network-vif-deleted", "tag": "22715ad1-f2c3-48dc-ac27-d9a928594ac1", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:16:19.843842 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-71e935d0-0cb7-49ba-a8c8-dee71d774634 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:16:19.844239 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '060b014b-0f12-4dd1-b71b-4b89de3fc183', 'name': 'network-vif-deleted', 'tag': '22715ad1-f2c3-48dc-ac27-d9a928594ac1', 'status': 'completed', 'code': 200} Feb 16 22:16:19.846372 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e52f6-ba23-449f-9dc9-23a65009e404 admin admin] Pushing event updated for resources: {'Network': ['ID=22711c4a-8661-4a7d-9538-4da72ec44b9a,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:19.871530 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 22711c4a-8661-4a7d-9538-4da72ec44b9a details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:16:19.925584 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ac9c3b59-8db1-4f32-a888-3ab6363d6b65 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks [] for security_group_rule (5ea26cf6-621d-4440-8d76-fb43e36fdeb0), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:19.932297 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ac9c3b59-8db1-4f32-a888-3ab6363d6b65 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (5ea26cf6-621d-4440-8d76-fb43e36fdeb0), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:19.970905 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c3b59-8db1-4f32-a888-3ab6363d6b65 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea26cf6-621d-4440-8d76-fb43e36fdeb0,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:19.973647 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-58d26093-e813-4499-8d4e-14f2573b1bc2 None None] Current status of the port eb925c46-893f-4ab9-87e0-d5a01db8e647 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:19.986174 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58d26093-e813-4499-8d4e-14f2573b1bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (eb925c46-893f-4ab9-87e0-d5a01db8e647), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:19.997242 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ac9c3b59-8db1-4f32-a888-3ab6363d6b65 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:20.001643 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ac9c3b59-8db1-4f32-a888-3ab6363d6b65 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4591095 Feb 16 22:16:20.005235 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56044) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:20.018480 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-71dfc196-f7b1-4ee3-bcee-8ee60c7fcdfb tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:16:20.050657 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-394adea8-92e6-416d-98a9-412b67136f63 None None] Set router 4c9adbbd-ba51-468d-a256-b373a0de3074 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:16:20.070133 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-71dfc196-f7b1-4ee3-bcee-8ee60c7fcdfb tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:20.161782 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-58d26093-e813-4499-8d4e-14f2573b1bc2 None None] For port eb925c46-893f-4ab9-87e0-d5a01db8e647, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=eb925c46-893f-4ab9-87e0-d5a01db8e647,segment=NetworkSegment(fca9e7d8-0368-4efa-8476-16642fc5c0f1),segment_id=fca9e7d8-0368-4efa-8476-16642fc5c0f1)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:20.171226 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58d26093-e813-4499-8d4e-14f2573b1bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (eb925c46-893f-4ab9-87e0-d5a01db8e647), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:20.192125 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-adf50afa-ad3e-47dc-b429-4f916ed63efc req-887e8838-f7a7-4c96-abb6-6ae1bdd16528 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 210 time: 0.0844986 Feb 16 22:16:20.335936 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d26093-e813-4499-8d4e-14f2573b1bc2 None None] Pushing event updated for resources: {'Port': ['ID=eb925c46-893f-4ab9-87e0-d5a01db8e647,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:20.355787 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7950fbe7-ac05-4019-83dd-7c089ebce11a None None] Provisioning complete for port eb925c46-893f-4ab9-87e0-d5a01db8e647 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:20.357825 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7950fbe7-ac05-4019-83dd-7c089ebce11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (eb925c46-893f-4ab9-87e0-d5a01db8e647), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:20.418211 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-71dfc196-f7b1-4ee3-bcee-8ee60c7fcdfb tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:20.488662 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5e5eba-7bd7-4aa9-b7ef-8f48021dba49 x-openstack-request-id: req-1f5e5eba-7bd7-4aa9-b7ef-8f48021dba49 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:16:20.490258 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c7526a-7826-4ab7-8247-9d4ab41c2ae6", "name": "network-vif-plugged", "status": "completed", "tag": "0e307f02-068a-43ae-80b4-ed8d9b9effc8", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:16:20.490535 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1f5e5eba-7bd7-4aa9-b7ef-8f48021dba49 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:16:20.490955 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c7526a-7826-4ab7-8247-9d4ab41c2ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e307f02-068a-43ae-80b4-ed8d9b9effc8', 'code': 200} Feb 16 22:16:20.568256 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7950fbe7-ac05-4019-83dd-7c089ebce11a None None] Current status of the port eb925c46-893f-4ab9-87e0-d5a01db8e647 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:20.615470 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-344e41b0-01dd-4883-a5bb-802790354bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:20.627137 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-394adea8-92e6-416d-98a9-412b67136f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'name': 'tempest-ServersTestBootFromVolume-1761043832-router', 'tenant_id': '8ad240c1ae9949d7984971394c75b8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd5f962f4-6635-4cf0-b04b-e6143c04f10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:09Z', 'updated_at': '2022-02-16T22:16:14Z', 'revision_number': 4, 'project_id': '8ad240c1ae9949d7984971394c75b8d4', 'gw_port': {'id': 'd5f962f4-6635-4cf0-b04b-e6143c04f10b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:10Z', 'updated_at': '2022-02-16T22:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'eb925c46-893f-4ab9-87e0-d5a01db8e647', 'name': '', 'network_id': '7ea49327-f76a-4eed-8327-a94de57510c3', 'tenant_id': '8ad240c1ae9949d7984971394c75b8d4', 'mac_address': 'fa:16:3e:52:05:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '53af9bc2-f688-4b35-9193-90baafeae21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:13Z', 'updated_at': '2022-02-16T22:16:19Z', 'revision_number': 4, 'project_id': '8ad240c1ae9949d7984971394c75b8d4', 'subnets': [{'id': '53af9bc2-f688-4b35-9193-90baafeae21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:16:20.667577 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-71dfc196-f7b1-4ee3-bcee-8ee60c7fcdfb tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Allocated IP 172.25.2.216 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/73cc33f3-fb60-4de0-9fbc-11cf49ff0a9f) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:16:20.715178 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394adea8-92e6-416d-98a9-412b67136f63 None None] The sync data for ids ['4c9adbbd-ba51-468d-a256-b373a0de3074'] in n-d-813897-6 is: [{'id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'name': 'tempest-ServersTestBootFromVolume-1761043832-router', 'tenant_id': '8ad240c1ae9949d7984971394c75b8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd5f962f4-6635-4cf0-b04b-e6143c04f10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:09Z', 'updated_at': '2022-02-16T22:16:14Z', 'revision_number': 4, 'project_id': '8ad240c1ae9949d7984971394c75b8d4', 'gw_port': {'id': 'd5f962f4-6635-4cf0-b04b-e6143c04f10b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:10Z', 'updated_at': '2022-02-16T22:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'eb925c46-893f-4ab9-87e0-d5a01db8e647', 'name': '', 'network_id': '7ea49327-f76a-4eed-8327-a94de57510c3', 'tenant_id': '8ad240c1ae9949d7984971394c75b8d4', 'mac_address': 'fa:16:3e:52:05:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '53af9bc2-f688-4b35-9193-90baafeae21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:13Z', 'updated_at': '2022-02-16T22:16:19Z', 'revision_number': 4, 'project_id': '8ad240c1ae9949d7984971394c75b8d4', 'subnets': [{'id': '53af9bc2-f688-4b35-9193-90baafeae21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:16:20.760931 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ecfaa-ffde-4018-a7fb-a58b12fdef6c req-cf963e97-aff5-4296-9bb9-993d5f818faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:20.767412 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-230ecfaa-ffde-4018-a7fb-a58b12fdef6c req-cf963e97-aff5-4296-9bb9-993d5f818faa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=340568c42fa24a9e862a169fcf3622fe&device_id=65bdce27-8588-4299-aa22-15fd612e4b57 HTTP/1.1" status: 200 len: 1130 time: 1.0070992 Feb 16 22:16:20.910159 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-71dfc196-f7b1-4ee3-bcee-8ee60c7fcdfb tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks [] for port (73cc33f3-fb60-4de0-9fbc-11cf49ff0a9f), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:20.987673 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-71dfc196-f7b1-4ee3-bcee-8ee60c7fcdfb tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (73cc33f3-fb60-4de0-9fbc-11cf49ff0a9f), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:20.995366 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ecfaa-ffde-4018-a7fb-a58b12fdef6c req-e04aa532-0cac-439c-affd-9d567fbe0475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:20.997144 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-230ecfaa-ffde-4018-a7fb-a58b12fdef6c req-e04aa532-0cac-439c-affd-9d567fbe0475 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.2280133 Feb 16 22:16:21.075559 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dfc196-f7b1-4ee3-bcee-8ee60c7fcdfb tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:16:21.089294 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-71dfc196-f7b1-4ee3-bcee-8ee60c7fcdfb tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:16:21.093925 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dfc196-f7b1-4ee3-bcee-8ee60c7fcdfb tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:16:21.099776 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-230ecfaa-ffde-4018-a7fb-a58b12fdef6c req-06dca56a-6b82-4ff0-aab5-14c3097e8398 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f9e7c29c-40b5-46e5-957d-91a18ae35305 HTTP/1.1" status: 200 len: 217 time: 0.0957460 Feb 16 22:16:21.156386 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfc196-f7b1-4ee3-bcee-8ee60c7fcdfb tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Pushing event updated for resources: {'Port': ['ID=73cc33f3-fb60-4de0-9fbc-11cf49ff0a9f,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:21.258682 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ecfaa-ffde-4018-a7fb-a58b12fdef6c req-b3693e2c-fb04-461f-9a2e-018a590d3270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:21.267713 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43166b-d810-41cf-a525-5f0808d211df req-42dbbb96-6277-45b5-b44f-fc18535120c7 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:21.272270 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-230ecfaa-ffde-4018-a7fb-a58b12fdef6c req-b3693e2c-fb04-461f-9a2e-018a590d3270 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1569462 Feb 16 22:16:21.276161 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac43166b-d810-41cf-a525-5f0808d211df req-42dbbb96-6277-45b5-b44f-fc18535120c7 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=65bdce27-8588-4299-aa22-15fd612e4b57 HTTP/1.1" status: 200 len: 948 time: 0.1471715 Feb 16 22:16:21.302976 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-71dfc196-f7b1-4ee3-bcee-8ee60c7fcdfb tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks [] for floatingip (d2caaa6d-2cab-4371-9c36-9a3e264bd422), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:21.389587 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac43166b-d810-41cf-a525-5f0808d211df req-f4d2ad9f-57c1-4231-9dbf-01b1403fbb94 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122804 Feb 16 22:16:21.472900 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-71dfc196-f7b1-4ee3-bcee-8ee60c7fcdfb tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (73cc33f3-fb60-4de0-9fbc-11cf49ff0a9f), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:21.515096 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56068) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:21.546315 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a9f4eb5e-0a20-49bd-8a2e-8bab8b6ebecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:21.569261 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ecfaa-ffde-4018-a7fb-a58b12fdef6c req-1e7c1363-7557-409f-9eab-83bbf3ffedcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:21.571166 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-230ecfaa-ffde-4018-a7fb-a58b12fdef6c req-1e7c1363-7557-409f-9eab-83bbf3ffedcd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2869241 Feb 16 22:16:21.766533 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-230ecfaa-ffde-4018-a7fb-a58b12fdef6c req-993fc641-6dbc-4763-b62a-17f363ff55f7 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679015 Feb 16 22:16:21.889255 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c7547-de8a-4518-aa1c-a422468824dc req-06128a52-ef06-4475-b787-872a734f5a30 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:21.898158 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-572c7547-de8a-4518-aa1c-a422468824dc req-06128a52-ef06-4475-b787-872a734f5a30 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 949 time: 0.0902827 Feb 16 22:16:21.898814 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fcbc6aa4-6f56-4a35-a9fb-5a7aa3a948d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:21.950710 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f4eb5e-0a20-49bd-8a2e-8bab8b6ebecd admin admin] Checking segment: {'id': '70fb6cc5-8eb9-42af-ba50-480958a10f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:16:21.951288 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f4eb5e-0a20-49bd-8a2e-8bab8b6ebecd admin admin] Network hostable DHCP agents. Network: 22711c4a-8661-4a7d-9538-4da72ec44b9a, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:16:21.972171 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4eb5e-0a20-49bd-8a2e-8bab8b6ebecd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:21.973906 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-71dfc196-f7b1-4ee3-bcee-8ee60c7fcdfb tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks [] for port (73cc33f3-fb60-4de0-9fbc-11cf49ff0a9f), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:21.987354 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-71dfc196-f7b1-4ee3-bcee-8ee60c7fcdfb tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (73cc33f3-fb60-4de0-9fbc-11cf49ff0a9f), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:22.000291 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-572c7547-de8a-4518-aa1c-a422468824dc req-0f827431-64b2-431a-81b6-f1cb55302993 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015224 Feb 16 22:16:22.018394 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f4eb5e-0a20-49bd-8a2e-8bab8b6ebecd admin admin] Network 22711c4a-8661-4a7d-9538-4da72ec44b9a is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:16:22.041663 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device f9e7c29c-40b5-46e5-957d-91a18ae35305 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:16:22.048056 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-a9f4eb5e-0a20-49bd-8a2e-8bab8b6ebecd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 22711c4a-8661-4a7d-9538-4da72ec44b9a) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:16:22.082861 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203e38ba-7dab-48fd-8f3b-8b15baf26b06 None None] Network 22711c4a-8661-4a7d-9538-4da72ec44b9a requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:16:22.083297 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-230ecfaa-ffde-4018-a7fb-a58b12fdef6c req-51738b2e-c155-4f33-a0d3-b6aa91b5b5e8 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869918 Feb 16 22:16:22.086959 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f4eb5e-0a20-49bd-8a2e-8bab8b6ebecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:22.093797 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a9f4eb5e-0a20-49bd-8a2e-8bab8b6ebecd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:22.190002 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a9f4eb5e-0a20-49bd-8a2e-8bab8b6ebecd admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5694075 Feb 16 22:16:22.226346 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56074) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:22.251447 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-debf027b-0cd9-4d0c-a1bc-39880a5ae6e6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-230181250-router', 'tenant_id': '471d422781ee4218a880c4849a975478', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:16:22.260303 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfc196-f7b1-4ee3-bcee-8ee60c7fcdfb tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Pushing event updated for resources: {'Port': ['ID=73cc33f3-fb60-4de0-9fbc-11cf49ff0a9f,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:22.302028 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f771f561-3248-42ea-9b0f-94e5312b33a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-22711c4a-8661-4a7d-9538-4da72ec44b9a', 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a', 'project_id': '471d422781ee4218a880c4849a975478', 'fixed_ips': [{'subnet_id': 'e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:16:22.302910 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f771f561-3248-42ea-9b0f-94e5312b33a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:22.341370 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-debf027b-0cd9-4d0c-a1bc-39880a5ae6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (83a8dc8c-c814-49e7-8909-135df1b9a195), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:22.342023 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-426208cd-5301-41fd-9e7f-631403449530 req-d289f36d-f7a8-41c4-8a40-61a2e5258f1f tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 210 time: 0.0941248 Feb 16 22:16:22.342866 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-debf027b-0cd9-4d0c-a1bc-39880a5ae6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (83a8dc8c-c814-49e7-8909-135df1b9a195), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:22.361097 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.resource_extend [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 22:16:22.372316 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fcbc6aa4-6f56-4a35-a9fb-5a7aa3a948d0 admin admin] Publish callbacks [] for security_group (5a546959-afe5-4687-85ce-2bd3b714ebbf), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:22.372620 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-71dfc196-f7b1-4ee3-bcee-8ee60c7fcdfb tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (d2caaa6d-2cab-4371-9c36-9a3e264bd422), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:22.395322 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fcbc6aa4-6f56-4a35-a9fb-5a7aa3a948d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (5a546959-afe5-4687-85ce-2bd3b714ebbf), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:22.406773 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-71dfc196-f7b1-4ee3-bcee-8ee60c7fcdfb tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:22.408851 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-71dfc196-f7b1-4ee3-bcee-8ee60c7fcdfb tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4025185 Feb 16 22:16:22.451265 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837662e3-7695-4dbe-aecb-1798557c5dfd req-4bfd9351-a2b6-4479-9849-e00612f4e6b0 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:22.453061 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-837662e3-7695-4dbe-aecb-1798557c5dfd req-4bfd9351-a2b6-4479-9849-e00612f4e6b0 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.79 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 949 time: 0.3414123 Feb 16 22:16:22.607738 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc6aa4-6f56-4a35-a9fb-5a7aa3a948d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a546959-afe5-4687-85ce-2bd3b714ebbf,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:22.649860 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port f9e7c29c-40b5-46e5-957d-91a18ae35305, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f9e7c29c-40b5-46e5-957d-91a18ae35305,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:22.656697 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-debf027b-0cd9-4d0c-a1bc-39880a5ae6e6 admin admin] Publish callbacks [] for router_controller (83a8dc8c-c814-49e7-8909-135df1b9a195), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:22.664101 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fcbc6aa4-6f56-4a35-a9fb-5a7aa3a948d0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=eecc9a7849b1453694dc88801d4a7ee9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1477861 Feb 16 22:16:22.665163 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56088) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:22.690624 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'f9e7c29c-40b5-46e5-957d-91a18ae35305', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': 'f9e7c29c-40b5-46e5-957d-91a18ae35305', 'mac_address': 'fa:16:3e:7c:88:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:16:22.754032 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port f9e7c29c-40b5-46e5-957d-91a18ae35305 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:22.754576 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f9e7c29c-40b5-46e5-957d-91a18ae35305), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:22.801900 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-837662e3-7695-4dbe-aecb-1798557c5dfd req-4478dcd7-e3bf-4cf3-a020-52fd5e10ff78 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Deleting port 609899a9-43f2-4453-ad5a-8113b1d73a51 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:16:22.802855 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-837662e3-7695-4dbe-aecb-1798557c5dfd req-4478dcd7-e3bf-4cf3-a020-52fd5e10ff78 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (609899a9-43f2-4453-ad5a-8113b1d73a51), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:22.812809 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e7c29c-40b5-46e5-957d-91a18ae35305 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:16:22.824583 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad1642-cfdf-434b-a8b1-c0a1a38e1774 req-2af68878-33e5-4a7b-af2d-c720e6733d6d tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:22.825258 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-f771f561-3248-42ea-9b0f-94e5312b33a5 None None] Allocated IP 172.20.0.2 (22711c4a-8661-4a7d-9538-4da72ec44b9a/e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa/c0116283-fcb0-45cc-a1cf-a1181c6c1b41) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:16:22.827103 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b5ad1642-cfdf-434b-a8b1-c0a1a38e1774 req-2af68878-33e5-4a7b-af2d-c720e6733d6d tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=65bdce27-8588-4299-aa22-15fd612e4b57 HTTP/1.1" status: 200 len: 948 time: 0.1846359 Feb 16 22:16:22.895974 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port f9e7c29c-40b5-46e5-957d-91a18ae35305, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f9e7c29c-40b5-46e5-957d-91a18ae35305,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:22.907976 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device eb925c46-893f-4ab9-87e0-d5a01db8e647 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:16:22.943196 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (f9e7c29c-40b5-46e5-957d-91a18ae35305), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:23.005250 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b5ad1642-cfdf-434b-a8b1-c0a1a38e1774 req-c0adb0ed-8c76-468b-9363-314aebe00f84 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578412 Feb 16 22:16:23.010221 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8509fcac-97d0-4657-a9ac-ed4384e6ee7a admin admin] Publish callbacks [] for security_group (5a546959-afe5-4687-85ce-2bd3b714ebbf), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:23.051302 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8509fcac-97d0-4657-a9ac-ed4384e6ee7a admin admin] Publish callbacks [] for security_group (5a546959-afe5-4687-85ce-2bd3b714ebbf), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:23.134169 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8509fcac-97d0-4657-a9ac-ed4384e6ee7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (5a546959-afe5-4687-85ce-2bd3b714ebbf), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:23.137301 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8509fcac-97d0-4657-a9ac-ed4384e6ee7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:23.141920 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8509fcac-97d0-4657-a9ac-ed4384e6ee7a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5a546959-afe5-4687-85ce-2bd3b714ebbf HTTP/1.1" status: 204 len: 168 time: 0.4747653 Feb 16 22:16:23.149428 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-837662e3-7695-4dbe-aecb-1798557c5dfd req-4478dcd7-e3bf-4cf3-a020-52fd5e10ff78 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] For port 609899a9-43f2-4453-ad5a-8113b1d73a51, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=609899a9-43f2-4453-ad5a-8113b1d73a51,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:23.156095 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-837662e3-7695-4dbe-aecb-1798557c5dfd req-4478dcd7-e3bf-4cf3-a020-52fd5e10ff78 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (609899a9-43f2-4453-ad5a-8113b1d73a51), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:23.158865 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509fcac-97d0-4657-a9ac-ed4384e6ee7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a546959-afe5-4687-85ce-2bd3b714ebbf,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:23.173863 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-debf027b-0cd9-4d0c-a1bc-39880a5ae6e6 admin admin] Publish callbacks [] for router_gateway (83a8dc8c-c814-49e7-8909-135df1b9a195), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:23.188130 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-837662e3-7695-4dbe-aecb-1798557c5dfd req-4478dcd7-e3bf-4cf3-a020-52fd5e10ff78 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Calling delete_port for 609899a9-43f2-4453-ad5a-8113b1d73a51 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:16:23.299363 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=f9e7c29c-40b5-46e5-957d-91a18ae35305,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:23.352965 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-15d088cc-7211-4b8f-ba72-b6a83978257a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:23.421815 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105c2da-c755-42b0-9e6b-50d6f36d701c req-14c38743-7e9f-4527-8ea0-72eeccdaf6ca tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:23.423434 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3105c2da-c755-42b0-9e6b-50d6f36d701c req-14c38743-7e9f-4527-8ea0-72eeccdaf6ca tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 949 time: 0.1535947 Feb 16 22:16:23.500417 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['f9e7c29c-40b5-46e5-957d-91a18ae35305'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:16:23.504685 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port eb925c46-893f-4ab9-87e0-d5a01db8e647 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:23.507146 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (eb925c46-893f-4ab9-87e0-d5a01db8e647), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:23.639419 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3105c2da-c755-42b0-9e6b-50d6f36d701c req-05a2e950-dc3b-4115-8967-62c74c93a9c8 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/security-groups?id=8398c0da-75b4-42b7-b12d-761d5c2bba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002203 Feb 16 22:16:23.661166 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-837662e3-7695-4dbe-aecb-1798557c5dfd req-4478dcd7-e3bf-4cf3-a020-52fd5e10ff78 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (609899a9-43f2-4453-ad5a-8113b1d73a51), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:23.714185 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-debf027b-0cd9-4d0c-a1bc-39880a5ae6e6 admin admin] Publish callbacks [] for router_gateway (83a8dc8c-c814-49e7-8909-135df1b9a195), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:23.719693 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f771f561-3248-42ea-9b0f-94e5312b33a5 None None] Publish callbacks [] for port (c0116283-fcb0-45cc-a1cf-a1181c6c1b41), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:23.724997 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56102) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:23.728047 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478dcd7-e3bf-4cf3-a020-52fd5e10ff78 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Pushing event deleted for resources: {'Port': ['ID=609899a9-43f2-4453-ad5a-8113b1d73a51,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:23.741607 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f771f561-3248-42ea-9b0f-94e5312b33a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (c0116283-fcb0-45cc-a1cf-a1181c6c1b41), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:23.746642 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-debf027b-0cd9-4d0c-a1bc-39880a5ae6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:23.798219 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-296ff7b7-8d40-469b-89d0-c0c94e938bbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:23.818120 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f771f561-3248-42ea-9b0f-94e5312b33a5 None None] Network 22711c4a-8661-4a7d-9538-4da72ec44b9a is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:16:23.862206 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-f771f561-3248-42ea-9b0f-94e5312b33a5 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:16:23.870540 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f771f561-3248-42ea-9b0f-94e5312b33a5 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:16:23.920224 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771f561-3248-42ea-9b0f-94e5312b33a5 None None] Pushing event updated for resources: {'Port': ['ID=c0116283-fcb0-45cc-a1cf-a1181c6c1b41,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:23.940655 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dc97e264-9e76-4a32-b17d-56ab6dba075d req-0a70f1ce-ccb9-42cc-b442-6d19f6f2e19c tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 210 time: 0.1513107 Feb 16 22:16:23.966218 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port eb925c46-893f-4ab9-87e0-d5a01db8e647 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:23.985935 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-f771f561-3248-42ea-9b0f-94e5312b33a5 None None] Attempting to bind port c0116283-fcb0-45cc-a1cf-a1181c6c1b41 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:16:23.986359 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-f771f561-3248-42ea-9b0f-94e5312b33a5 None None] Attempting to bind port c0116283-fcb0-45cc-a1cf-a1181c6c1b41 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '70fb6cc5-8eb9-42af-ba50-480958a10f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:16:23.986740 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f771f561-3248-42ea-9b0f-94e5312b33a5 None None] Attempting to bind port c0116283-fcb0-45cc-a1cf-a1181c6c1b41 on network 22711c4a-8661-4a7d-9538-4da72ec44b9a {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:16:24.027635 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f771f561-3248-42ea-9b0f-94e5312b33a5 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:16:24.028022 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f771f561-3248-42ea-9b0f-94e5312b33a5 None None] Checking segment: {'id': '70fb6cc5-8eb9-42af-ba50-480958a10f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:16:24.030695 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f771f561-3248-42ea-9b0f-94e5312b33a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:24.031107 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f771f561-3248-42ea-9b0f-94e5312b33a5 None None] Bound using segment: {'id': '70fb6cc5-8eb9-42af-ba50-480958a10f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:16:24.031608 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-f771f561-3248-42ea-9b0f-94e5312b33a5 None None] Bound port: c0116283-fcb0-45cc-a1cf-a1181c6c1b41, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fb6cc5-8eb9-42af-ba50-480958a10f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:16:24.035132 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-debf027b-0cd9-4d0c-a1bc-39880a5ae6e6 admin admin] Allocated IP 172.25.2.169 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/721b1878-6f77-4490-90c4-5469d92b3708) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:16:24.035992 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f771f561-3248-42ea-9b0f-94e5312b33a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c0116283-fcb0-45cc-a1cf-a1181c6c1b41), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:24.282752 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:24.293573 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-debf027b-0cd9-4d0c-a1bc-39880a5ae6e6 admin admin] Publish callbacks [] for port (721b1878-6f77-4490-90c4-5469d92b3708), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:24.322764 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 609899a9-43f2-4453-ad5a-8113b1d73a51 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:16:24.331527 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-debf027b-0cd9-4d0c-a1bc-39880a5ae6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (721b1878-6f77-4490-90c4-5469d92b3708), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:24.401555 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debf027b-0cd9-4d0c-a1bc-39880a5ae6e6 admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:16:24.405200 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-debf027b-0cd9-4d0c-a1bc-39880a5ae6e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:16:24.407696 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 609899a9-43f2-4453-ad5a-8113b1d73a51 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:16:24.408065 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 609899a9-43f2-4453-ad5a-8113b1d73a51 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:16:24.415459 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debf027b-0cd9-4d0c-a1bc-39880a5ae6e6 admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:16:24.417136 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-f771f561-3248-42ea-9b0f-94e5312b33a5 None None] For port c0116283-fcb0-45cc-a1cf-a1181c6c1b41, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:16:24.423729 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf027b-0cd9-4d0c-a1bc-39880a5ae6e6 admin admin] Pushing event updated for resources: {'Port': ['ID=721b1878-6f77-4490-90c4-5469d92b3708,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:24.448205 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-f771f561-3248-42ea-9b0f-94e5312b33a5 None None] For port c0116283-fcb0-45cc-a1cf-a1181c6c1b41, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=c0116283-fcb0-45cc-a1cf-a1181c6c1b41,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:16:24.468476 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f771f561-3248-42ea-9b0f-94e5312b33a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c0116283-fcb0-45cc-a1cf-a1181c6c1b41), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:24.608024 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-837662e3-7695-4dbe-aecb-1798557c5dfd req-4478dcd7-e3bf-4cf3-a020-52fd5e10ff78 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] No DVR routers for this DVR port 609899a9-43f2-4453-ad5a-8113b1d73a51 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:16:24.615001 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-837662e3-7695-4dbe-aecb-1798557c5dfd req-4478dcd7-e3bf-4cf3-a020-52fd5e10ff78 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:24.618678 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771f561-3248-42ea-9b0f-94e5312b33a5 None None] Pushing event updated for resources: {'Port': ['ID=c0116283-fcb0-45cc-a1cf-a1181c6c1b41,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:24.631809 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-837662e3-7695-4dbe-aecb-1798557c5dfd req-4478dcd7-e3bf-4cf3-a020-52fd5e10ff78 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.79 "DELETE /v2.0/ports/609899a9-43f2-4453-ad5a-8113b1d73a51 HTTP/1.1" status: 204 len: 173 time: 2.1717386 Feb 16 22:16:24.660198 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106a1a7b-94fb-411a-8228-d8c4736746ae', 'name': 'network-vif-deleted', 'tag': '609899a9-43f2-4453-ad5a-8113b1d73a51'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:16:24.668136 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653d77c4-8932-4c78-88ac-0e134b2ef86d" -d '{"events": [{"server_uuid": "106a1a7b-94fb-411a-8228-d8c4736746ae", "name": "network-vif-deleted", "tag": "609899a9-43f2-4453-ad5a-8113b1d73a51"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:16:24.861203 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396fb08-073e-4b29-b5bd-af09f35f11a6 req-b93e9ba1-7294-4813-b9e8-4d6c41ba2fd4 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:24.872657 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a396fb08-073e-4b29-b5bd-af09f35f11a6 req-b93e9ba1-7294-4813-b9e8-4d6c41ba2fd4 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=65bdce27-8588-4299-aa22-15fd612e4b57 HTTP/1.1" status: 200 len: 949 time: 0.2880485 Feb 16 22:16:24.888358 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-debf027b-0cd9-4d0c-a1bc-39880a5ae6e6 admin admin] Publish callbacks [] for router_gateway (83a8dc8c-c814-49e7-8909-135df1b9a195), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:25.043894 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a396fb08-073e-4b29-b5bd-af09f35f11a6 req-a34a66fb-d6e5-43ec-be98-22cb7d0c5b2f tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698515 Feb 16 22:16:25.066368 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-296ff7b7-8d40-469b-89d0-c0c94e938bbd admin admin] Publish callbacks [] for security_group (8e0d5bdf-7054-4812-8c89-0b89bfcaff33), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:25.083013 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-296ff7b7-8d40-469b-89d0-c0c94e938bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (8e0d5bdf-7054-4812-8c89-0b89bfcaff33), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:25.142069 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ff7b7-8d40-469b-89d0-c0c94e938bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0d5bdf-7054-4812-8c89-0b89bfcaff33,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:25.197267 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-296ff7b7-8d40-469b-89d0-c0c94e938bbd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5a02c5de23b840189fc0baa70b885dfd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4566212 Feb 16 22:16:25.198010 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56122) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:25.284766 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c250392a-ef62-477d-8ca1-dd0ee6b7c881 admin admin] Publish callbacks [] for security_group (8e0d5bdf-7054-4812-8c89-0b89bfcaff33), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:25.344421 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-debf027b-0cd9-4d0c-a1bc-39880a5ae6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (83a8dc8c-c814-49e7-8909-135df1b9a195), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:25.389164 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-734d9db0-a3e5-443d-ad0d-d680105a0ee2 req-2dbd8fa5-0302-4412-9fbb-706696254587 tempest-MigrationsAdminTest-1381829043 tempest-MigrationsAdminTest-1381829043-project] 10.222.0.75 "GET /v2.0/ports?device_id=106a1a7b-94fb-411a-8228-d8c4736746ae HTTP/1.1" status: 200 len: 210 time: 0.0712659 Feb 16 22:16:25.428833 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c250392a-ef62-477d-8ca1-dd0ee6b7c881 admin admin] Publish callbacks [] for security_group (8e0d5bdf-7054-4812-8c89-0b89bfcaff33), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:25.445874 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:25.491380 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68ff620-947b-41cb-971b-9d284338293c x-openstack-request-id: req-e68ff620-947b-41cb-971b-9d284338293c {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:16:25.491684 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106a1a7b-94fb-411a-8228-d8c4736746ae", "name": "network-vif-deleted", "tag": "609899a9-43f2-4453-ad5a-8113b1d73a51", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:16:25.492393 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e68ff620-947b-41cb-971b-9d284338293c {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:16:25.492806 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106a1a7b-94fb-411a-8228-d8c4736746ae', 'name': 'network-vif-deleted', 'tag': '609899a9-43f2-4453-ad5a-8113b1d73a51', 'status': 'completed', 'code': 200} Feb 16 22:16:25.514532 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c250392a-ef62-477d-8ca1-dd0ee6b7c881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (8e0d5bdf-7054-4812-8c89-0b89bfcaff33), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:25.518655 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c250392a-ef62-477d-8ca1-dd0ee6b7c881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:25.520003 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c250392a-ef62-477d-8ca1-dd0ee6b7c881 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8e0d5bdf-7054-4812-8c89-0b89bfcaff33 HTTP/1.1" status: 204 len: 168 time: 0.3210163 Feb 16 22:16:25.534352 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debf027b-0cd9-4d0c-a1bc-39880a5ae6e6 admin admin] Router 83a8dc8c-c814-49e7-8909-135df1b9a195 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:16:25.536738 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250392a-ef62-477d-8ca1-dd0ee6b7c881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0d5bdf-7054-4812-8c89-0b89bfcaff33,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:25.627917 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-846fdbf8-05fe-4af5-825d-f4775d38f22b req-89956b36-08df-477c-af18-9bb0fcb590f1 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 210 time: 0.0468533 Feb 16 22:16:25.849409 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debf027b-0cd9-4d0c-a1bc-39880a5ae6e6 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:16:25.867083 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af315a0-0983-4904-8f7d-77ef76b40e4f None None] Sync routers for ids ['83a8dc8c-c814-49e7-8909-135df1b9a195'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:16:25.893175 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af315a0-0983-4904-8f7d-77ef76b40e4f None None] Routers {'83a8dc8c-c814-49e7-8909-135df1b9a195'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:16:25.895506 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-9af315a0-0983-4904-8f7d-77ef76b40e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:16:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['83a8dc8c-c814-49e7-8909-135df1b9a195'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:16:25.903733 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-debf027b-0cd9-4d0c-a1bc-39880a5ae6e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:25.907958 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56136) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:25.908406 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-debf027b-0cd9-4d0c-a1bc-39880a5ae6e6 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6705549 Feb 16 22:16:26.110013 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device f9e7c29c-40b5-46e5-957d-91a18ae35305 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:16:26.393704 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0907577-4825-4160-8945-26e2b55327a7 None None] Network 22711c4a-8661-4a7d-9538-4da72ec44b9a requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:16:26.439985 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ac3cb-0bcc-418b-9f2a-03795bb2b23e req-255cd551-5ab3-4a10-83f4-30c4fc94a9e9 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:26.443796 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-186ac3cb-0bcc-418b-9f2a-03795bb2b23e req-255cd551-5ab3-4a10-83f4-30c4fc94a9e9 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=65bdce27-8588-4299-aa22-15fd612e4b57 HTTP/1.1" status: 200 len: 949 time: 0.2058532 Feb 16 22:16:26.560572 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-750e1ad5-b140-4cd2-87f4-02dbda0e95b0 None None] Provisioning complete for port c0116283-fcb0-45cc-a1cf-a1181c6c1b41 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:26.561594 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-750e1ad5-b140-4cd2-87f4-02dbda0e95b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c0116283-fcb0-45cc-a1cf-a1181c6c1b41), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:26.693396 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-186ac3cb-0bcc-418b-9f2a-03795bb2b23e req-b048bf81-7277-4306-8ff7-666d09e27ecd tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336743 Feb 16 22:16:26.709119 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port f9e7c29c-40b5-46e5-957d-91a18ae35305 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:16:26.745205 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port f9e7c29c-40b5-46e5-957d-91a18ae35305 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:26.745576 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f9e7c29c-40b5-46e5-957d-91a18ae35305), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:27.017667 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c0116283-fcb0-45cc-a1cf-a1181c6c1b41 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:16:27.030793 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-750e1ad5-b140-4cd2-87f4-02dbda0e95b0 None None] Current status of the port c0116283-fcb0-45cc-a1cf-a1181c6c1b41 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:27.031561 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-750e1ad5-b140-4cd2-87f4-02dbda0e95b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c0116283-fcb0-45cc-a1cf-a1181c6c1b41), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:27.085776 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-008e9622-3cf9-4131-8c12-0fa257d130d6 req-1134acc0-fea5-4438-8017-a46b97c93de5 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 210 time: 0.1067803 Feb 16 22:16:27.210250 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-49e8373f-825c-402d-bb9d-1823375b3110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:27.243710 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-9af315a0-0983-4904-8f7d-77ef76b40e4f None None] Set router 83a8dc8c-c814-49e7-8909-135df1b9a195 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:16:27.417153 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56178) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:27.522731 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-750e1ad5-b140-4cd2-87f4-02dbda0e95b0 None None] For port c0116283-fcb0-45cc-a1cf-a1181c6c1b41, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=c0116283-fcb0-45cc-a1cf-a1181c6c1b41,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:27.533820 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:27.585388 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-750e1ad5-b140-4cd2-87f4-02dbda0e95b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c0116283-fcb0-45cc-a1cf-a1181c6c1b41), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:27.704059 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-49e8373f-825c-402d-bb9d-1823375b3110 admin admin] Allocated IP 172.20.0.1 (22711c4a-8661-4a7d-9538-4da72ec44b9a/e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa/b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:16:27.757721 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-67ee2694-9cc4-4b45-b3d7-e5f2b5c8dadc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7a8546526dc94278a3957ea9b7c5b439&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3376698 Feb 16 22:16:27.759238 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56190) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:27.908738 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port c0116283-fcb0-45cc-a1cf-a1181c6c1b41 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:27.909396 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c0116283-fcb0-45cc-a1cf-a1181c6c1b41), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:27.943056 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-677cd04d-4dd8-4edc-bbfc-1c91cd71f8ab admin admin] Publish callbacks [] for security_group (8398c0da-75b4-42b7-b12d-761d5c2bba9b), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:27.967031 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-677cd04d-4dd8-4edc-bbfc-1c91cd71f8ab admin admin] Publish callbacks [] for security_group (8398c0da-75b4-42b7-b12d-761d5c2bba9b), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:28.012249 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f33c8e24-e158-4964-826b-cd847a6792ea None None] Provisioning complete for port c0116283-fcb0-45cc-a1cf-a1181c6c1b41 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:28.012612 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f33c8e24-e158-4964-826b-cd847a6792ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c0116283-fcb0-45cc-a1cf-a1181c6c1b41), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:28.014734 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port f9e7c29c-40b5-46e5-957d-91a18ae35305 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:28.015111 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f9e7c29c-40b5-46e5-957d-91a18ae35305), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:28.049762 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-49e8373f-825c-402d-bb9d-1823375b3110 admin admin] Publish callbacks [] for port (b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:28.051568 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-677cd04d-4dd8-4edc-bbfc-1c91cd71f8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (8398c0da-75b4-42b7-b12d-761d5c2bba9b), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:28.054634 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-677cd04d-4dd8-4edc-bbfc-1c91cd71f8ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:28.056202 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-677cd04d-4dd8-4edc-bbfc-1c91cd71f8ab admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8398c0da-75b4-42b7-b12d-761d5c2bba9b HTTP/1.1" status: 204 len: 168 time: 0.2956309 Feb 16 22:16:28.093122 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677cd04d-4dd8-4edc-bbfc-1c91cd71f8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8398c0da-75b4-42b7-b12d-761d5c2bba9b,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:28.116446 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f544d-766b-4c4f-934c-bd7f87a8da1c req-dfb88059-25eb-4ef2-b59e-e467aecec4bf tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:28.118562 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9d4f544d-766b-4c4f-934c-bd7f87a8da1c req-dfb88059-25eb-4ef2-b59e-e467aecec4bf tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=65bdce27-8588-4299-aa22-15fd612e4b57 HTTP/1.1" status: 200 len: 949 time: 0.2895396 Feb 16 22:16:28.198585 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port f9e7c29c-40b5-46e5-957d-91a18ae35305, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f9e7c29c-40b5-46e5-957d-91a18ae35305,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:28.204186 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e1ad5-b140-4cd2-87f4-02dbda0e95b0 None None] Pushing event updated for resources: {'Port': ['ID=c0116283-fcb0-45cc-a1cf-a1181c6c1b41,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:28.204981 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9d4f544d-766b-4c4f-934c-bd7f87a8da1c req-841a81dc-d4fd-48ac-bb81-e20f126205fd tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807657 Feb 16 22:16:28.224109 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-49e8373f-825c-402d-bb9d-1823375b3110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:28.245017 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65bdce27-8588-4299-aa22-15fd612e4b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e7c29c-40b5-46e5-957d-91a18ae35305'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:16:28.253726 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff7dca0-2412-4686-b4d8-d80b89805618" -d '{"events": [{"server_uuid": "65bdce27-8588-4299-aa22-15fd612e4b57", "name": "network-vif-plugged", "status": "completed", "tag": "f9e7c29c-40b5-46e5-957d-91a18ae35305"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:16:28.260149 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e8373f-825c-402d-bb9d-1823375b3110 admin admin] Network 22711c4a-8661-4a7d-9538-4da72ec44b9a is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:16:28.263094 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-49e8373f-825c-402d-bb9d-1823375b3110 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:16:28.314116 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (f9e7c29c-40b5-46e5-957d-91a18ae35305), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:28.325443 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e8373f-825c-402d-bb9d-1823375b3110 admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:16:28.444522 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-002f1205-3952-443f-b819-60e0e96f5d11 req-422ca016-ac30-4e14-8bd8-268f5107faff tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 210 time: 0.1050158 Feb 16 22:16:28.491082 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8373f-825c-402d-bb9d-1823375b3110 admin admin] Pushing event updated for resources: {'Port': ['ID=b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:28.507002 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-49e8373f-825c-402d-bb9d-1823375b3110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (83a8dc8c-c814-49e7-8909-135df1b9a195), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:28.616485 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=f9e7c29c-40b5-46e5-957d-91a18ae35305,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:28.682313 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c08a34b-15b3-4fab-af98-e4bdb25607a1 x-openstack-request-id: req-9c08a34b-15b3-4fab-af98-e4bdb25607a1 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:16:28.682944 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65bdce27-8588-4299-aa22-15fd612e4b57", "name": "network-vif-plugged", "status": "completed", "tag": "f9e7c29c-40b5-46e5-957d-91a18ae35305", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:16:28.683366 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9c08a34b-15b3-4fab-af98-e4bdb25607a1 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:16:28.685864 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65bdce27-8588-4299-aa22-15fd612e4b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e7c29c-40b5-46e5-957d-91a18ae35305', 'code': 200} Feb 16 22:16:28.728428 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56226) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:28.737414 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port c0116283-fcb0-45cc-a1cf-a1181c6c1b41 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:28.740095 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:28.818319 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-9af315a0-0983-4904-8f7d-77ef76b40e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'name': 'tempest-ServerActionsTestJSON-230181250-router', 'tenant_id': '471d422781ee4218a880c4849a975478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '721b1878-6f77-4490-90c4-5469d92b3708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:22Z', 'updated_at': '2022-02-16T22:16:24Z', 'revision_number': 3, 'project_id': '471d422781ee4218a880c4849a975478', 'gw_port': {'id': '721b1878-6f77-4490-90c4-5469d92b3708', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:61:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:23Z', 'updated_at': '2022-02-16T22:16:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:16:28.820636 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f33c8e24-e158-4964-826b-cd847a6792ea None None] Current status of the port c0116283-fcb0-45cc-a1cf-a1181c6c1b41 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:28.859862 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-49e8373f-825c-402d-bb9d-1823375b3110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:28.880890 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af315a0-0983-4904-8f7d-77ef76b40e4f None None] Checking router: 83a8dc8c-c814-49e7-8909-135df1b9a195 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:16:28.881821 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af315a0-0983-4904-8f7d-77ef76b40e4f None None] Updating router 83a8dc8c-c814-49e7-8909-135df1b9a195 port 721b1878-6f77-4490-90c4-5469d92b3708 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:16:28.910472 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e535d4f9-d996-4727-9054-9ba9d9a702bb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cf748cc3757d46dcbf3e830b1c403d79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1798902 Feb 16 22:16:28.923958 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56228) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:28.928598 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9af315a0-0983-4904-8f7d-77ef76b40e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (721b1878-6f77-4490-90c4-5469d92b3708), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:28.973204 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c0116283-fcb0-45cc-a1cf-a1181c6c1b41 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:16:29.009716 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031abc1-ea92-4d7f-a3a1-e60dd43da7d2 req-05f71b5e-6245-428e-b2f1-e5f06b58d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:29.016482 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1031abc1-ea92-4d7f-a3a1-e60dd43da7d2 req-05f71b5e-6245-428e-b2f1-e5f06b58d703 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=65bdce27-8588-4299-aa22-15fd612e4b57 HTTP/1.1" status: 200 len: 1132 time: 0.2118847 Feb 16 22:16:29.102130 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b557521c-79a0-434a-a8a2-9de5e1312bcb admin admin] Publish callbacks [] for security_group (233ff29a-1931-4620-a4ea-84e0c0a0857d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:29.139271 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1031abc1-ea92-4d7f-a3a1-e60dd43da7d2 req-b6882232-5bc5-43b8-995c-0c39685f30f7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117225 Feb 16 22:16:29.177284 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b557521c-79a0-434a-a8a2-9de5e1312bcb admin admin] Publish callbacks [] for security_group (233ff29a-1931-4620-a4ea-84e0c0a0857d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:29.215492 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-8a557fc2-8b49-4c95-a735-fcc550fae6b8 None None] Provisioning complete for port b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:29.215892 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8a557fc2-8b49-4c95-a735-fcc550fae6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:29.274269 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-8a557fc2-8b49-4c95-a735-fcc550fae6b8 None None] Port b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:16:29.340919 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port c0116283-fcb0-45cc-a1cf-a1181c6c1b41 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:29.341791 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c0116283-fcb0-45cc-a1cf-a1181c6c1b41), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:29.360622 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-49e8373f-825c-402d-bb9d-1823375b3110 admin admin] Publish callbacks [] for port (b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:29.371968 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b557521c-79a0-434a-a8a2-9de5e1312bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (233ff29a-1931-4620-a4ea-84e0c0a0857d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:29.379316 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b557521c-79a0-434a-a8a2-9de5e1312bcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:29.382652 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b557521c-79a0-434a-a8a2-9de5e1312bcb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/233ff29a-1931-4620-a4ea-84e0c0a0857d HTTP/1.1" status: 204 len: 168 time: 0.4518032 Feb 16 22:16:29.407576 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-49e8373f-825c-402d-bb9d-1823375b3110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:29.411317 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557521c-79a0-434a-a8a2-9de5e1312bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233ff29a-1931-4620-a4ea-84e0c0a0857d,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:29.518207 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-49e8373f-825c-402d-bb9d-1823375b3110 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (83a8dc8c-c814-49e7-8909-135df1b9a195), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:29.607955 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8373f-825c-402d-bb9d-1823375b3110 admin admin] Pushing event updated for resources: {'Port': ['ID=b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:29.656625 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port c0116283-fcb0-45cc-a1cf-a1181c6c1b41 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:29.702528 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:29.702964 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e8373f-825c-402d-bb9d-1823375b3110 admin admin] Network 22711c4a-8661-4a7d-9538-4da72ec44b9a is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:16:29.705554 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-49e8373f-825c-402d-bb9d-1823375b3110 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:16:29.785471 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9af315a0-0983-4904-8f7d-77ef76b40e4f None None] Publish callbacks [] for port (721b1878-6f77-4490-90c4-5469d92b3708), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:29.798257 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9af315a0-0983-4904-8f7d-77ef76b40e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (721b1878-6f77-4490-90c4-5469d92b3708), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:29.880168 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e8373f-825c-402d-bb9d-1823375b3110 admin admin] Router 83a8dc8c-c814-49e7-8909-135df1b9a195 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:16:29.902505 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf29e4cd-b00f-4851-a6f1-f8ae9ba1de94 None None] Pushing event updated for resources: {'Port': ['ID=721b1878-6f77-4490-90c4-5469d92b3708,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:29.951564 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-9af315a0-0983-4904-8f7d-77ef76b40e4f None None] Attempting to bind port 721b1878-6f77-4490-90c4-5469d92b3708 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:16:29.952129 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-9af315a0-0983-4904-8f7d-77ef76b40e4f None None] Attempting to bind port 721b1878-6f77-4490-90c4-5469d92b3708 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:16:29.952560 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af315a0-0983-4904-8f7d-77ef76b40e4f None None] Attempting to bind port 721b1878-6f77-4490-90c4-5469d92b3708 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:16:29.967382 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af315a0-0983-4904-8f7d-77ef76b40e4f None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:16:29.967857 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af315a0-0983-4904-8f7d-77ef76b40e4f None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:16:29.968326 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9af315a0-0983-4904-8f7d-77ef76b40e4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:29.968783 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af315a0-0983-4904-8f7d-77ef76b40e4f None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:16:29.969334 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-9af315a0-0983-4904-8f7d-77ef76b40e4f None None] Bound port: 721b1878-6f77-4490-90c4-5469d92b3708, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:16:29.969782 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9af315a0-0983-4904-8f7d-77ef76b40e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (721b1878-6f77-4490-90c4-5469d92b3708), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:30.138122 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-9af315a0-0983-4904-8f7d-77ef76b40e4f None None] For port 721b1878-6f77-4490-90c4-5469d92b3708, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:16:30.140290 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-8716d9cb-c689-47e0-950d-b1972ca01a78 None None] Provisioning complete for port b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:30.140809 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8716d9cb-c689-47e0-950d-b1972ca01a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:30.143764 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-9af315a0-0983-4904-8f7d-77ef76b40e4f None None] For port 721b1878-6f77-4490-90c4-5469d92b3708, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=721b1878-6f77-4490-90c4-5469d92b3708,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:16:30.175771 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9af315a0-0983-4904-8f7d-77ef76b40e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (721b1878-6f77-4490-90c4-5469d92b3708), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:30.239642 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af315a0-0983-4904-8f7d-77ef76b40e4f None None] Routers {'83a8dc8c-c814-49e7-8909-135df1b9a195'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:16:30.240347 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-9af315a0-0983-4904-8f7d-77ef76b40e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:16:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['83a8dc8c-c814-49e7-8909-135df1b9a195'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:16:30.255173 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347543d-0382-42ec-9a85-d2523b774e67 req-a79c0dd2-5ab9-4db0-b99e-5b0982538eee tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:30.266089 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4347543d-0382-42ec-9a85-d2523b774e67 req-a79c0dd2-5ab9-4db0-b99e-5b0982538eee tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=65bdce27-8588-4299-aa22-15fd612e4b57 HTTP/1.1" status: 200 len: 950 time: 0.2762189 Feb 16 22:16:30.363391 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e8373f-825c-402d-bb9d-1823375b3110 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:16:30.387081 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-49e8373f-825c-402d-bb9d-1823375b3110 admin admin] 10.222.0.75 "PUT /v2.0/routers/83a8dc8c-c814-49e7-8909-135df1b9a195/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4776433 Feb 16 22:16:30.450646 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4347543d-0382-42ec-9a85-d2523b774e67 req-bddedf26-ad89-4665-b041-8044a8528928 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825995 Feb 16 22:16:30.636356 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-9af315a0-0983-4904-8f7d-77ef76b40e4f None None] Set router 83a8dc8c-c814-49e7-8909-135df1b9a195 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:16:30.647800 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7eff77fa-f4ef-4c13-ad2e-e873f799c2f8 req-c3c799ab-9182-4bc5-806c-c040e0024aac tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 210 time: 0.0624938 Feb 16 22:16:30.788660 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-8716d9cb-c689-47e0-950d-b1972ca01a78 None None] Port b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:16:30.858415 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf29e4cd-b00f-4851-a6f1-f8ae9ba1de94 None None] Pushing event updated for resources: {'Port': ['ID=721b1878-6f77-4490-90c4-5469d92b3708,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:31.018158 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-9af315a0-0983-4904-8f7d-77ef76b40e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'name': 'tempest-ServerActionsTestJSON-230181250-router', 'tenant_id': '471d422781ee4218a880c4849a975478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '721b1878-6f77-4490-90c4-5469d92b3708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:22Z', 'updated_at': '2022-02-16T22:16:28Z', 'revision_number': 4, 'project_id': '471d422781ee4218a880c4849a975478', 'gw_port': {'id': '721b1878-6f77-4490-90c4-5469d92b3708', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:61:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:23Z', 'updated_at': '2022-02-16T22:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c', 'name': '', 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a', 'tenant_id': '471d422781ee4218a880c4849a975478', 'mac_address': 'fa:16:3e:e8:fe:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:27Z', 'updated_at': '2022-02-16T22:16:29Z', 'revision_number': 2, 'project_id': '471d422781ee4218a880c4849a975478', 'subnets': [{'id': 'e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:16:31.057058 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af315a0-0983-4904-8f7d-77ef76b40e4f None None] The sync data for ids ['83a8dc8c-c814-49e7-8909-135df1b9a195'] in n-d-813897-6 is: [{'id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'name': 'tempest-ServerActionsTestJSON-230181250-router', 'tenant_id': '471d422781ee4218a880c4849a975478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '721b1878-6f77-4490-90c4-5469d92b3708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:22Z', 'updated_at': '2022-02-16T22:16:28Z', 'revision_number': 4, 'project_id': '471d422781ee4218a880c4849a975478', 'gw_port': {'id': '721b1878-6f77-4490-90c4-5469d92b3708', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:61:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:23Z', 'updated_at': '2022-02-16T22:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c', 'name': '', 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a', 'tenant_id': '471d422781ee4218a880c4849a975478', 'mac_address': 'fa:16:3e:e8:fe:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:27Z', 'updated_at': '2022-02-16T22:16:29Z', 'revision_number': 2, 'project_id': '471d422781ee4218a880c4849a975478', 'subnets': [{'id': 'e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:16:32.669625 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56314) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:32.674457 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-acc4b862-e7f8-4e83-89de-e9ef1333143a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1023920180', 'description': 'tempest-description--258127282'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:16:32.713713 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-acc4b862-e7f8-4e83-89de-e9ef1333143a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:32.806976 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d8235-c99d-4627-b514-df29c0947421 req-fea0d26a-769e-4e72-b34b-ae195be4a449 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:32.816073 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-991d8235-c99d-4627-b514-df29c0947421 req-fea0d26a-769e-4e72-b34b-ae195be4a449 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=65bdce27-8588-4299-aa22-15fd612e4b57 HTTP/1.1" status: 200 len: 950 time: 0.0875852 Feb 16 22:16:32.876751 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-acc4b862-e7f8-4e83-89de-e9ef1333143a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks [] for security_group (d4276431-6b26-411b-ab50-0a2450834ecd), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:32.885490 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-acc4b862-e7f8-4e83-89de-e9ef1333143a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d4276431-6b26-411b-ab50-0a2450834ecd), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:32.931971 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-991d8235-c99d-4627-b514-df29c0947421 req-f28746b0-3dd0-433d-9e1b-2a8100b50798 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140931 Feb 16 22:16:32.932189 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 721b1878-6f77-4490-90c4-5469d92b3708 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:16:32.953543 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-acc4b862-e7f8-4e83-89de-e9ef1333143a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:32.954829 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-acc4b862-e7f8-4e83-89de-e9ef1333143a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2840581 Feb 16 22:16:32.958402 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56320) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:32.959715 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4b862-e7f8-4e83-89de-e9ef1333143a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4276431-6b26-411b-ab50-0a2450834ecd,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:32.964275 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-eea80a4b-097a-4f92-b139-cec4b3c3870b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Request body: {'security_group_rule': {'security_group_id': 'd4276431-6b26-411b-ab50-0a2450834ecd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:16:32.968410 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc4b862-e7f8-4e83-89de-e9ef1333143a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:32.968765 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc4b862-e7f8-4e83-89de-e9ef1333143a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:32.969110 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc4b862-e7f8-4e83-89de-e9ef1333143a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:32.969447 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc4b862-e7f8-4e83-89de-e9ef1333143a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:32.969783 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc4b862-e7f8-4e83-89de-e9ef1333143a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:32.970140 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc4b862-e7f8-4e83-89de-e9ef1333143a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:32.970897 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc4b862-e7f8-4e83-89de-e9ef1333143a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:32.971236 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc4b862-e7f8-4e83-89de-e9ef1333143a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:32.971568 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc4b862-e7f8-4e83-89de-e9ef1333143a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:32.971893 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc4b862-e7f8-4e83-89de-e9ef1333143a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:32.972226 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc4b862-e7f8-4e83-89de-e9ef1333143a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:32.972553 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc4b862-e7f8-4e83-89de-e9ef1333143a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:32.973269 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc4b862-e7f8-4e83-89de-e9ef1333143a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:33.014634 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eea80a4b-097a-4f92-b139-cec4b3c3870b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks [] for security_group_rule (37ad6cd9-8cb4-420f-a14b-bea77b88f99d), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:33.019864 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 721b1878-6f77-4490-90c4-5469d92b3708 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:33.020295 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (721b1878-6f77-4490-90c4-5469d92b3708), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:33.126139 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9ea479d-9117-45c7-8733-27c7b6aa9e52 req-00d553f2-f9f2-4f79-a2f0-4ab5a033c808 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 210 time: 0.0717053 Feb 16 22:16:33.165605 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eea80a4b-097a-4f92-b139-cec4b3c3870b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks [] for security_group_rule (37ad6cd9-8cb4-420f-a14b-bea77b88f99d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:33.180346 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eea80a4b-097a-4f92-b139-cec4b3c3870b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (37ad6cd9-8cb4-420f-a14b-bea77b88f99d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:33.186497 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 721b1878-6f77-4490-90c4-5469d92b3708 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:33.187086 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (721b1878-6f77-4490-90c4-5469d92b3708), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:33.218919 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 721b1878-6f77-4490-90c4-5469d92b3708, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=721b1878-6f77-4490-90c4-5469d92b3708,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:33.221109 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea80a4b-097a-4f92-b139-cec4b3c3870b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ad6cd9-8cb4-420f-a14b-bea77b88f99d,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:33.230302 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (721b1878-6f77-4490-90c4-5469d92b3708), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:33.249781 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eea80a4b-097a-4f92-b139-cec4b3c3870b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:33.256462 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56330) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:33.256599 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-eea80a4b-097a-4f92-b139-cec4b3c3870b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2965004 Feb 16 22:16:33.261659 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-09b50010-bb0e-404e-b804-06a0e7bfd566 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Request body: {'security_group_rule': {'security_group_id': 'd4276431-6b26-411b-ab50-0a2450834ecd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:16:33.308612 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=721b1878-6f77-4490-90c4-5469d92b3708,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:33.314289 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-09b50010-bb0e-404e-b804-06a0e7bfd566 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks [] for security_group_rule (ec7189be-c27a-4271-b1e0-1c0017ec5440), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:33.409989 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-09b50010-bb0e-404e-b804-06a0e7bfd566 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks [] for security_group_rule (ec7189be-c27a-4271-b1e0-1c0017ec5440), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:33.417003 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-09b50010-bb0e-404e-b804-06a0e7bfd566 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (ec7189be-c27a-4271-b1e0-1c0017ec5440), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:33.459372 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b50010-bb0e-404e-b804-06a0e7bfd566 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec7189be-c27a-4271-b1e0-1c0017ec5440,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:33.467251 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-09b50010-bb0e-404e-b804-06a0e7bfd566 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:33.476819 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56336) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:33.485237 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-a5c85189-a440-45a7-b6ec-f7156cc4f7fe tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:16:33.489708 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-09b50010-bb0e-404e-b804-06a0e7bfd566 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2320924 Feb 16 22:16:33.518467 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a5c85189-a440-45a7-b6ec-f7156cc4f7fe tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:33.665422 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a5c85189-a440-45a7-b6ec-f7156cc4f7fe tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:33.834575 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-a5c85189-a440-45a7-b6ec-f7156cc4f7fe tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Allocated IP 172.25.2.102 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/7dbea214-e9e0-4e3e-84ff-96c84ce0bb07) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:16:33.995254 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a5c85189-a440-45a7-b6ec-f7156cc4f7fe tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks [] for port (7dbea214-e9e0-4e3e-84ff-96c84ce0bb07), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:34.055886 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a5c85189-a440-45a7-b6ec-f7156cc4f7fe tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (7dbea214-e9e0-4e3e-84ff-96c84ce0bb07), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:34.114112 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c85189-a440-45a7-b6ec-f7156cc4f7fe tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:16:34.118029 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-a5c85189-a440-45a7-b6ec-f7156cc4f7fe tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:16:34.125194 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c85189-a440-45a7-b6ec-f7156cc4f7fe tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:16:34.167137 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c85189-a440-45a7-b6ec-f7156cc4f7fe tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Pushing event updated for resources: {'Port': ['ID=7dbea214-e9e0-4e3e-84ff-96c84ce0bb07,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:34.284635 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a5c85189-a440-45a7-b6ec-f7156cc4f7fe tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks [] for floatingip (53587a63-2fd6-4722-a84f-edd68fa6faea), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:34.302611 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03febb5d-4b56-46a9-bf8e-f55bb706902d req-980c2389-56d5-4085-889a-2997ef3a03d7 tempest-ServersOnMultiNodesTest-1791724927 tempest-ServersOnMultiNodesTest-1791724927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:34.309675 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-03febb5d-4b56-46a9-bf8e-f55bb706902d req-980c2389-56d5-4085-889a-2997ef3a03d7 tempest-ServersOnMultiNodesTest-1791724927 tempest-ServersOnMultiNodesTest-1791724927-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=65bdce27-8588-4299-aa22-15fd612e4b57 HTTP/1.1" status: 200 len: 1132 time: 0.0818782 Feb 16 22:16:34.350221 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-03febb5d-4b56-46a9-bf8e-f55bb706902d req-9a09aae9-c589-49df-a687-c5b30e02cd57 tempest-ServersOnMultiNodesTest-1791724927 tempest-ServersOnMultiNodesTest-1791724927-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:34.374444 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a5c85189-a440-45a7-b6ec-f7156cc4f7fe tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (7dbea214-e9e0-4e3e-84ff-96c84ce0bb07), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:34.536646 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6571477b-acf8-4387-91f0-a8a35b2d3d44 None None] Sync routers for ids ['83a8dc8c-c814-49e7-8909-135df1b9a195'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:16:34.548502 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6571477b-acf8-4387-91f0-a8a35b2d3d44 None None] Routers {'83a8dc8c-c814-49e7-8909-135df1b9a195'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:16:34.549132 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6571477b-acf8-4387-91f0-a8a35b2d3d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:16:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['83a8dc8c-c814-49e7-8909-135df1b9a195'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:16:34.567908 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-03febb5d-4b56-46a9-bf8e-f55bb706902d req-9a09aae9-c589-49df-a687-c5b30e02cd57 tempest-ServersOnMultiNodesTest-1791724927 tempest-ServersOnMultiNodesTest-1791724927-project-admin] Publish callbacks [] for security_group (281d1480-5616-4e05-adc4-df853dca83c1), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:34.581564 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-03febb5d-4b56-46a9-bf8e-f55bb706902d req-9a09aae9-c589-49df-a687-c5b30e02cd57 tempest-ServersOnMultiNodesTest-1791724927 tempest-ServersOnMultiNodesTest-1791724927-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (281d1480-5616-4e05-adc4-df853dca83c1), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:34.620495 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-03febb5d-4b56-46a9-bf8e-f55bb706902d req-9a09aae9-c589-49df-a687-c5b30e02cd57 tempest-ServersOnMultiNodesTest-1791724927 tempest-ServersOnMultiNodesTest-1791724927-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096924 Feb 16 22:16:34.669352 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09aae9-c589-49df-a687-c5b30e02cd57 tempest-ServersOnMultiNodesTest-1791724927 tempest-ServersOnMultiNodesTest-1791724927-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281d1480-5616-4e05-adc4-df853dca83c1,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:34.689561 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a5c85189-a440-45a7-b6ec-f7156cc4f7fe tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks [] for port (7dbea214-e9e0-4e3e-84ff-96c84ce0bb07), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:34.704944 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a5c85189-a440-45a7-b6ec-f7156cc4f7fe tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (7dbea214-e9e0-4e3e-84ff-96c84ce0bb07), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:34.836812 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c85189-a440-45a7-b6ec-f7156cc4f7fe tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Pushing event updated for resources: {'Port': ['ID=7dbea214-e9e0-4e3e-84ff-96c84ce0bb07,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:34.895079 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-6571477b-acf8-4387-91f0-a8a35b2d3d44 None None] Set router 83a8dc8c-c814-49e7-8909-135df1b9a195 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:16:34.941916 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 721b1878-6f77-4490-90c4-5469d92b3708 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:16:34.993681 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a5c85189-a440-45a7-b6ec-f7156cc4f7fe tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (53587a63-2fd6-4722-a84f-edd68fa6faea), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:35.043674 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a5c85189-a440-45a7-b6ec-f7156cc4f7fe tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:35.045281 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a5c85189-a440-45a7-b6ec-f7156cc4f7fe tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5673225 Feb 16 22:16:35.085393 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 721b1878-6f77-4490-90c4-5469d92b3708 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:35.086409 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (721b1878-6f77-4490-90c4-5469d92b3708), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:35.376314 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 721b1878-6f77-4490-90c4-5469d92b3708 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:35.438083 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-097f9a41-9c36-4096-8c91-aad77309e9e1 req-37d32ab3-fa73-45b8-9220-3c93dac77d93 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=70af81ff-ee24-4290-b2d7-fdf3ee754dfa HTTP/1.1" status: 200 len: 210 time: 0.0979173 Feb 16 22:16:35.508178 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6571477b-acf8-4387-91f0-a8a35b2d3d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'name': 'tempest-ServerActionsTestJSON-230181250-router', 'tenant_id': '471d422781ee4218a880c4849a975478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '721b1878-6f77-4490-90c4-5469d92b3708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:22Z', 'updated_at': '2022-02-16T22:16:28Z', 'revision_number': 4, 'project_id': '471d422781ee4218a880c4849a975478', 'gw_port': {'id': '721b1878-6f77-4490-90c4-5469d92b3708', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:61:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:23Z', 'updated_at': '2022-02-16T22:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c', 'name': '', 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a', 'tenant_id': '471d422781ee4218a880c4849a975478', 'mac_address': 'fa:16:3e:e8:fe:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:27Z', 'updated_at': '2022-02-16T22:16:29Z', 'revision_number': 2, 'project_id': '471d422781ee4218a880c4849a975478', 'subnets': [{'id': 'e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:16:35.562132 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6571477b-acf8-4387-91f0-a8a35b2d3d44 None None] Checking router: 83a8dc8c-c814-49e7-8909-135df1b9a195 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:16:35.563210 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6571477b-acf8-4387-91f0-a8a35b2d3d44 None None] Updating router 83a8dc8c-c814-49e7-8909-135df1b9a195 port b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:16:35.635893 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6571477b-acf8-4387-91f0-a8a35b2d3d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:35.995797 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-7890f2e8-a84b-4d7b-b31b-fb7b3e9cfd8d tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1023920180&fields=id&tenant_id=471d422781ee4218a880c4849a975478 HTTP/1.1" status: 200 len: 267 time: 0.0827649 Feb 16 22:16:36.116078 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6571477b-acf8-4387-91f0-a8a35b2d3d44 None None] Publish callbacks [] for port (b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:36.128804 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6571477b-acf8-4387-91f0-a8a35b2d3d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:36.175037 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-fb2ca2de-b591-47f6-88e1-65fe6886319d tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:36.186858 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-fb2ca2de-b591-47f6-88e1-65fe6886319d tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/networks?id=22711c4a-8661-4a7d-9538-4da72ec44b9a HTTP/1.1" status: 200 len: 811 time: 0.1819196 Feb 16 22:16:36.206159 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-097d8720-9c85-488d-84df-0a57c3a56ed7 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/quotas/471d422781ee4218a880c4849a975478 HTTP/1.1" status: 200 len: 375 time: 0.0179744 Feb 16 22:16:36.239849 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b276b0-3eb1-48e7-9bfd-09d949f38317 None None] Pushing event updated for resources: {'Port': ['ID=b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:36.388461 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-fe16acbf-a8ba-4ad9-81a8-19c2f605d5b3 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=471d422781ee4218a880c4849a975478&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1799471 Feb 16 22:16:36.406973 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-6571477b-acf8-4387-91f0-a8a35b2d3d44 None None] Attempting to bind port b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:16:36.407352 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-6571477b-acf8-4387-91f0-a8a35b2d3d44 None None] Attempting to bind port b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '70fb6cc5-8eb9-42af-ba50-480958a10f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:16:36.407738 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6571477b-acf8-4387-91f0-a8a35b2d3d44 None None] Attempting to bind port b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c on network 22711c4a-8661-4a7d-9538-4da72ec44b9a {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:16:36.415546 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6571477b-acf8-4387-91f0-a8a35b2d3d44 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:16:36.415932 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6571477b-acf8-4387-91f0-a8a35b2d3d44 None None] Checking segment: {'id': '70fb6cc5-8eb9-42af-ba50-480958a10f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:16:36.416339 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6571477b-acf8-4387-91f0-a8a35b2d3d44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:36.416736 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6571477b-acf8-4387-91f0-a8a35b2d3d44 None None] Bound using segment: {'id': '70fb6cc5-8eb9-42af-ba50-480958a10f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:16:36.422402 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-6571477b-acf8-4387-91f0-a8a35b2d3d44 None None] Bound port: b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fb6cc5-8eb9-42af-ba50-480958a10f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:16:36.426489 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6571477b-acf8-4387-91f0-a8a35b2d3d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:36.497511 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56408) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:36.571542 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a08779cf-9bb9-4f7c-aa5a-f4889e8477b2 None None] Provisioning complete for port b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:36.572130 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a08779cf-9bb9-4f7c-aa5a-f4889e8477b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:36.584564 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-6571477b-acf8-4387-91f0-a8a35b2d3d44 None None] For port b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:16:36.598440 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-6571477b-acf8-4387-91f0-a8a35b2d3d44 None None] For port b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:16:36.619261 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6571477b-acf8-4387-91f0-a8a35b2d3d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:36.720665 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-188661ca-48eb-456e-a5e5-77b7fc58540c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:36.725150 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a08779cf-9bb9-4f7c-aa5a-f4889e8477b2 None None] Port b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:16:36.746535 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6571477b-acf8-4387-91f0-a8a35b2d3d44 None None] Routers {'83a8dc8c-c814-49e7-8909-135df1b9a195'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:16:36.747177 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6571477b-acf8-4387-91f0-a8a35b2d3d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:16:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['83a8dc8c-c814-49e7-8909-135df1b9a195'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:16:36.777914 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b276b0-3eb1-48e7-9bfd-09d949f38317 None None] Pushing event updated for resources: {'Port': ['ID=b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:36.931323 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-dd14d16e-1953-45e8-b0af-435b5c71b8fb service neutron] 10.222.0.75 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5348439 Feb 16 22:16:36.947703 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-6571477b-acf8-4387-91f0-a8a35b2d3d44 None None] Set router 83a8dc8c-c814-49e7-8909-135df1b9a195 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:16:36.985451 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-188661ca-48eb-456e-a5e5-77b7fc58540c admin admin] Publish callbacks [] for security_group (bed8a981-1402-447b-aeae-10a471706f37), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:36.990698 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-188661ca-48eb-456e-a5e5-77b7fc58540c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (bed8a981-1402-447b-aeae-10a471706f37), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:37.093013 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-188661ca-48eb-456e-a5e5-77b7fc58540c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=852d4ced311846e79c4dab5bc9030757&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5923283 Feb 16 22:16:37.094919 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56414) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:37.109451 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188661ca-48eb-456e-a5e5-77b7fc58540c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed8a981-1402-447b-aeae-10a471706f37,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:37.213869 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-643894fd-f416-4a65-9f24-02d213be038d service neutron] 10.222.0.75 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813854 Feb 16 22:16:37.227842 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-02f8a9a4-6072-4bd4-a8c4-ab30f2411d50 admin admin] Publish callbacks [] for security_group (bed8a981-1402-447b-aeae-10a471706f37), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:37.263415 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f9f0fea1-8bff-4aba-9e5a-240905fc9ece None None] Provisioning complete for port b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:37.264549 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f9f0fea1-8bff-4aba-9e5a-240905fc9ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:37.308468 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-02f8a9a4-6072-4bd4-a8c4-ab30f2411d50 admin admin] Publish callbacks [] for security_group (bed8a981-1402-447b-aeae-10a471706f37), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:37.404404 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-02f8a9a4-6072-4bd4-a8c4-ab30f2411d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (bed8a981-1402-447b-aeae-10a471706f37), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:37.410227 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-02f8a9a4-6072-4bd4-a8c4-ab30f2411d50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:37.415799 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-02f8a9a4-6072-4bd4-a8c4-ab30f2411d50 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bed8a981-1402-447b-aeae-10a471706f37 HTTP/1.1" status: 204 len: 168 time: 0.3166277 Feb 16 22:16:37.427403 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8a9a4-6072-4bd4-a8c4-ab30f2411d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed8a981-1402-447b-aeae-10a471706f37,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:37.514223 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f9f0fea1-8bff-4aba-9e5a-240905fc9ece None None] Current status of the port b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:37.514947 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f9f0fea1-8bff-4aba-9e5a-240905fc9ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:37.632641 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-f9f0fea1-8bff-4aba-9e5a-240905fc9ece None None] For port b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:37.650232 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f9f0fea1-8bff-4aba-9e5a-240905fc9ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:37.791206 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0fea1-8bff-4aba-9e5a-240905fc9ece None None] Pushing event updated for resources: {'Port': ['ID=b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:37.817056 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6571477b-acf8-4387-91f0-a8a35b2d3d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'name': 'tempest-ServerActionsTestJSON-230181250-router', 'tenant_id': '471d422781ee4218a880c4849a975478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '721b1878-6f77-4490-90c4-5469d92b3708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:22Z', 'updated_at': '2022-02-16T22:16:28Z', 'revision_number': 4, 'project_id': '471d422781ee4218a880c4849a975478', 'gw_port': {'id': '721b1878-6f77-4490-90c4-5469d92b3708', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:61:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:23Z', 'updated_at': '2022-02-16T22:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c', 'name': '', 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a', 'tenant_id': '471d422781ee4218a880c4849a975478', 'mac_address': 'fa:16:3e:e8:fe:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:27Z', 'updated_at': '2022-02-16T22:16:36Z', 'revision_number': 4, 'project_id': '471d422781ee4218a880c4849a975478', 'subnets': [{'id': 'e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:16:37.861425 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6571477b-acf8-4387-91f0-a8a35b2d3d44 None None] The sync data for ids ['83a8dc8c-c814-49e7-8909-135df1b9a195'] in n-d-813897-6 is: [{'id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'name': 'tempest-ServerActionsTestJSON-230181250-router', 'tenant_id': '471d422781ee4218a880c4849a975478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '721b1878-6f77-4490-90c4-5469d92b3708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:22Z', 'updated_at': '2022-02-16T22:16:28Z', 'revision_number': 4, 'project_id': '471d422781ee4218a880c4849a975478', 'gw_port': {'id': '721b1878-6f77-4490-90c4-5469d92b3708', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:61:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:23Z', 'updated_at': '2022-02-16T22:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c', 'name': '', 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a', 'tenant_id': '471d422781ee4218a880c4849a975478', 'mac_address': 'fa:16:3e:e8:fe:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:27Z', 'updated_at': '2022-02-16T22:16:36Z', 'revision_number': 4, 'project_id': '471d422781ee4218a880c4849a975478', 'subnets': [{'id': 'e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:16:38.226646 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56442) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:38.265101 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc762b4f-8d7d-4359-b39b-936e7c9dd592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:38.333988 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5680ef1-e7b9-4dae-8211-10256365d62c req-a5b16348-0d12-4cce-a014-cae47f91d5aa tempest-QuotasAdminNegativeTest-2006147883 tempest-QuotasAdminNegativeTest-2006147883-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=9a79f25af06241cf98eb82bee98d416f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469112 Feb 16 22:16:38.591428 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5680ef1-e7b9-4dae-8211-10256365d62c req-6d80d659-9e6c-4102-a41a-b829116e2313 tempest-QuotasAdminNegativeTest-2006147883 tempest-QuotasAdminNegativeTest-2006147883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:38.593464 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5680ef1-e7b9-4dae-8211-10256365d62c req-6d80d659-9e6c-4102-a41a-b829116e2313 tempest-QuotasAdminNegativeTest-2006147883 tempest-QuotasAdminNegativeTest-2006147883-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2586522 Feb 16 22:16:38.639657 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc762b4f-8d7d-4359-b39b-936e7c9dd592 admin admin] Publish callbacks [] for security_group (3e695220-def7-4d90-91af-afd4535d833d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:38.640792 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5680ef1-e7b9-4dae-8211-10256365d62c req-c1d7e11e-a47d-435d-aaec-2104d2eeb49c tempest-QuotasAdminNegativeTest-2006147883 tempest-QuotasAdminNegativeTest-2006147883-project] 10.222.0.75 "GET /v2.0/quotas/9a79f25af06241cf98eb82bee98d416f HTTP/1.1" status: 200 len: 375 time: 0.0395534 Feb 16 22:16:38.646923 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc762b4f-8d7d-4359-b39b-936e7c9dd592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (3e695220-def7-4d90-91af-afd4535d833d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:38.728230 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc762b4f-8d7d-4359-b39b-936e7c9dd592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e695220-def7-4d90-91af-afd4535d833d,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:38.788823 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-dc762b4f-8d7d-4359-b39b-936e7c9dd592 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=27a03060631d4ef5acb72a1e61714bf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5605721 Feb 16 22:16:38.791932 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5680ef1-e7b9-4dae-8211-10256365d62c req-1f5f1090-07bc-44fb-ac37-bf9a1d027083 tempest-QuotasAdminNegativeTest-2006147883 tempest-QuotasAdminNegativeTest-2006147883-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a79f25af06241cf98eb82bee98d416f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1498065 Feb 16 22:16:38.792556 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56474) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:39.063090 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d6663f6e-d4a7-4886-a197-93d6b4a438d3 admin admin] Publish callbacks [] for security_group (3e695220-def7-4d90-91af-afd4535d833d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:39.118645 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:16:39.147850 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d6663f6e-d4a7-4886-a197-93d6b4a438d3 admin admin] Publish callbacks [] for security_group (3e695220-def7-4d90-91af-afd4535d833d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:39.294574 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:39.295473 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:39.372256 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-e6eb497c-4922-4fe4-8c64-750eeaa6754b tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=340568c42fa24a9e862a169fcf3622fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0869327 Feb 16 22:16:39.416671 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d6663f6e-d4a7-4886-a197-93d6b4a438d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (3e695220-def7-4d90-91af-afd4535d833d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:39.420253 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d6663f6e-d4a7-4886-a197-93d6b4a438d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:39.433759 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d6663f6e-d4a7-4886-a197-93d6b4a438d3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3e695220-def7-4d90-91af-afd4535d833d HTTP/1.1" status: 204 len: 168 time: 0.6334391 Feb 16 22:16:39.537617 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6663f6e-d4a7-4886-a197-93d6b4a438d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e695220-def7-4d90-91af-afd4535d833d,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:39.577646 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:39.656105 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6663f6e-d4a7-4886-a197-93d6b4a438d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:39.666688 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6663f6e-d4a7-4886-a197-93d6b4a438d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:39.667259 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6663f6e-d4a7-4886-a197-93d6b4a438d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:39.667699 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6663f6e-d4a7-4886-a197-93d6b4a438d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:39.668128 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6663f6e-d4a7-4886-a197-93d6b4a438d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:39.668797 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6663f6e-d4a7-4886-a197-93d6b4a438d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:39.669440 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6663f6e-d4a7-4886-a197-93d6b4a438d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:39.670017 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6663f6e-d4a7-4886-a197-93d6b4a438d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:39.670557 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6663f6e-d4a7-4886-a197-93d6b4a438d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:39.671111 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6663f6e-d4a7-4886-a197-93d6b4a438d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:39.671662 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6663f6e-d4a7-4886-a197-93d6b4a438d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:39.672223 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6663f6e-d4a7-4886-a197-93d6b4a438d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:39.674953 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6663f6e-d4a7-4886-a197-93d6b4a438d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:16:39.765241 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-3165f3f1-c969-4166-af6f-994604f7de93 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:39.777518 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-3165f3f1-c969-4166-af6f-994604f7de93 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4036493 Feb 16 22:16:39.823775 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-53cff922-4582-497e-a37f-766688a5d055 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/quotas/340568c42fa24a9e862a169fcf3622fe HTTP/1.1" status: 200 len: 375 time: 0.0426018 Feb 16 22:16:39.939329 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-5812157a-a6b8-461c-a999-94ba113367dc tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=340568c42fa24a9e862a169fcf3622fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1144841 Feb 16 22:16:40.274973 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-0af65a97-1968-43d0-91cd-df814fa2b386 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:40.277539 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-0af65a97-1968-43d0-91cd-df814fa2b386 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.79 "GET /v2.0/networks?id=22711c4a-8661-4a7d-9538-4da72ec44b9a HTTP/1.1" status: 200 len: 811 time: 0.3277011 Feb 16 22:16:40.450358 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-e845f8de-8e2a-4682-a072-5183cdc04fa6 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=471d422781ee4218a880c4849a975478 HTTP/1.1" status: 200 len: 380 time: 0.1604490 Feb 16 22:16:40.480644 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-7f58ec93-ad43-4ece-aa43-ae25eb49052d tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Request body: {'port': {'device_id': 'd3ed1594-23f2-44c3-9d5c-1e2036f6f5c0', 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a', 'admin_state_up': True, 'tenant_id': '471d422781ee4218a880c4849a975478', 'security_groups': ['d4276431-6b26-411b-ab50-0a2450834ecd']}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:16:40.669641 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-7f58ec93-ad43-4ece-aa43-ae25eb49052d tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Made reservation on behalf of 471d422781ee4218a880c4849a975478 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:16:40.675239 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-7f58ec93-ad43-4ece-aa43-ae25eb49052d tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:40.896416 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-7f58ec93-ad43-4ece-aa43-ae25eb49052d tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Allocated IP 172.20.0.9 (22711c4a-8661-4a7d-9538-4da72ec44b9a/e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa/4f84d8ad-7206-4829-8589-6f904da0dad7) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:16:41.261927 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56556) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:41.283669 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-7f58ec93-ad43-4ece-aa43-ae25eb49052d tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks [] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:41.342917 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-7f58ec93-ad43-4ece-aa43-ae25eb49052d tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:41.396415 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-7f58ec93-ad43-4ece-aa43-ae25eb49052d tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Network 22711c4a-8661-4a7d-9538-4da72ec44b9a is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:16:41.401181 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-7f58ec93-ad43-4ece-aa43-ae25eb49052d tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:16:41.405366 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-7f58ec93-ad43-4ece-aa43-ae25eb49052d tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:16:41.406011 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-7b4b899b-0f22-4250-bcb9-389aa94480a1 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-892471026-network', 'tenant_id': '1e0b1563ebe342b2a37986ffe99c82c4'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:16:41.468162 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4b899b-0f22-4250-bcb9-389aa94480a1 admin admin] Made reservation on behalf of 1e0b1563ebe342b2a37986ffe99c82c4 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:16:41.470545 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7b4b899b-0f22-4250-bcb9-389aa94480a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:41.518819 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7b4b899b-0f22-4250-bcb9-389aa94480a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:41.572522 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58ec93-ad43-4ece-aa43-ae25eb49052d tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Pushing event updated for resources: {'Port': ['ID=4f84d8ad-7206-4829-8589-6f904da0dad7,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:41.639835 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-7f58ec93-ad43-4ece-aa43-ae25eb49052d tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:41.640525 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-7f58ec93-ad43-4ece-aa43-ae25eb49052d tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:41.669109 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-7f58ec93-ad43-4ece-aa43-ae25eb49052d tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2104914 Feb 16 22:16:41.680716 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-35f23967-751d-4dd6-b13a-9c8085e369e7 service neutron] Request body: {'port': {'device_id': 'd3ed1594-23f2-44c3-9d5c-1e2036f6f5c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:16:41.805140 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7b4b899b-0f22-4250-bcb9-389aa94480a1 admin admin] Publish callbacks [] for security_group (e9d8602c-6578-46f1-adc3-a6c06baefebe), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:41.815912 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7b4b899b-0f22-4250-bcb9-389aa94480a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (e9d8602c-6578-46f1-adc3-a6c06baefebe), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:41.871873 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-35f23967-751d-4dd6-b13a-9c8085e369e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:41.883631 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b4b899b-0f22-4250-bcb9-389aa94480a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:16:41.930442 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-adf96d96-de74-4fbf-a1b2-5ce727b04bd9 None None] Provisioning complete for port 4f84d8ad-7206-4829-8589-6f904da0dad7 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:41.931762 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-adf96d96-de74-4fbf-a1b2-5ce727b04bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:41.933373 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b899b-0f22-4250-bcb9-389aa94480a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d8602c-6578-46f1-adc3-a6c06baefebe,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:41.960003 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7b4b899b-0f22-4250-bcb9-389aa94480a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (c057553b-8c99-49a8-bd1c-f1b67f5414f7), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:41.960397 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-7b4b899b-0f22-4250-bcb9-389aa94480a1 admin admin] Added segment c057553b-8c99-49a8-bd1c-f1b67f5414f7 of type vlan for network 90bf19b6-1606-4208-a013-1914830050f8 Feb 16 22:16:42.079640 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-adf96d96-de74-4fbf-a1b2-5ce727b04bd9 None None] Port 4f84d8ad-7206-4829-8589-6f904da0dad7 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:16:42.114698 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7b4b899b-0f22-4250-bcb9-389aa94480a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (90bf19b6-1606-4208-a013-1914830050f8), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:42.181887 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7b4b899b-0f22-4250-bcb9-389aa94480a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (90bf19b6-1606-4208-a013-1914830050f8), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:42.183255 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4b899b-0f22-4250-bcb9-389aa94480a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:42.183955 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7b4b899b-0f22-4250-bcb9-389aa94480a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:42.385606 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b899b-0f22-4250-bcb9-389aa94480a1 admin admin] Pushing event updated for resources: {'Network': ['ID=90bf19b6-1606-4208-a013-1914830050f8,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:42.400946 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 90bf19b6-1606-4208-a013-1914830050f8 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:16:42.424543 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7b4b899b-0f22-4250-bcb9-389aa94480a1 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1615233 Feb 16 22:16:42.427829 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56574) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:42.436943 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-35f23967-751d-4dd6-b13a-9c8085e369e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f84d8ad-7206-4829-8589-6f904da0dad7 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:16:42.439718 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-9e97353e-4d8a-4352-ad7b-be1a25590fb2 admin admin] Request body: {'subnet': {'network_id': '90bf19b6-1606-4208-a013-1914830050f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-892471026-subnet', 'tenant_id': '1e0b1563ebe342b2a37986ffe99c82c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:16:42.445739 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-35f23967-751d-4dd6-b13a-9c8085e369e7 service neutron] Publish callbacks [] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:42.465357 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-35f23967-751d-4dd6-b13a-9c8085e369e7 service neutron] Transition to ACTIVE for port object 4f84d8ad-7206-4829-8589-6f904da0dad7 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:16:42.478150 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-35f23967-751d-4dd6-b13a-9c8085e369e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:42.518526 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e97353e-4d8a-4352-ad7b-be1a25590fb2 admin admin] Made reservation on behalf of 1e0b1563ebe342b2a37986ffe99c82c4 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:16:42.520919 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9e97353e-4d8a-4352-ad7b-be1a25590fb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:42.592484 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f23967-751d-4dd6-b13a-9c8085e369e7 service neutron] Pushing event updated for resources: {'Port': ['ID=4f84d8ad-7206-4829-8589-6f904da0dad7,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:42.905534 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-35f23967-751d-4dd6-b13a-9c8085e369e7 service neutron] Attempting to bind port 4f84d8ad-7206-4829-8589-6f904da0dad7 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:16:42.908190 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-35f23967-751d-4dd6-b13a-9c8085e369e7 service neutron] Attempting to bind port 4f84d8ad-7206-4829-8589-6f904da0dad7 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '70fb6cc5-8eb9-42af-ba50-480958a10f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:16:42.908554 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-35f23967-751d-4dd6-b13a-9c8085e369e7 service neutron] Attempting to bind port 4f84d8ad-7206-4829-8589-6f904da0dad7 on network 22711c4a-8661-4a7d-9538-4da72ec44b9a {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:16:42.926298 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-35f23967-751d-4dd6-b13a-9c8085e369e7 service neutron] Port 4f84d8ad-7206-4829-8589-6f904da0dad7 on network 22711c4a-8661-4a7d-9538-4da72ec44b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:16:42.926634 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-35f23967-751d-4dd6-b13a-9c8085e369e7 service neutron] Attempting to bind port 4f84d8ad-7206-4829-8589-6f904da0dad7 on network 22711c4a-8661-4a7d-9538-4da72ec44b9a {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:16:42.936049 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-35f23967-751d-4dd6-b13a-9c8085e369e7 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:16:42.936398 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-35f23967-751d-4dd6-b13a-9c8085e369e7 service neutron] Checking segment: {'id': '70fb6cc5-8eb9-42af-ba50-480958a10f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:16:42.936779 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-35f23967-751d-4dd6-b13a-9c8085e369e7 service neutron] Bound using segment: {'id': '70fb6cc5-8eb9-42af-ba50-480958a10f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:16:42.937213 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-35f23967-751d-4dd6-b13a-9c8085e369e7 service neutron] Bound port: 4f84d8ad-7206-4829-8589-6f904da0dad7, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70fb6cc5-8eb9-42af-ba50-480958a10f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:16:42.937569 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-35f23967-751d-4dd6-b13a-9c8085e369e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:43.065752 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9e97353e-4d8a-4352-ad7b-be1a25590fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (bc3835a3-3783-4325-b16e-7f594b1f725b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:43.096025 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-35f23967-751d-4dd6-b13a-9c8085e369e7 service neutron] For port 4f84d8ad-7206-4829-8589-6f904da0dad7, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:16:43.107468 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-35f23967-751d-4dd6-b13a-9c8085e369e7 service neutron] For port 4f84d8ad-7206-4829-8589-6f904da0dad7, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=4f84d8ad-7206-4829-8589-6f904da0dad7,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:16:43.141146 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-35f23967-751d-4dd6-b13a-9c8085e369e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:43.149338 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e97353e-4d8a-4352-ad7b-be1a25590fb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc3835a3-3783-4325-b16e-7f594b1f725b,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:43.203302 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e97353e-4d8a-4352-ad7b-be1a25590fb2 admin admin] Checking segment: {'id': 'c057553b-8c99-49a8-bd1c-f1b67f5414f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '90bf19b6-1606-4208-a013-1914830050f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:16:43.203680 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e97353e-4d8a-4352-ad7b-be1a25590fb2 admin admin] Network hostable DHCP agents. Network: 90bf19b6-1606-4208-a013-1914830050f8, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:16:43.232015 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e97353e-4d8a-4352-ad7b-be1a25590fb2 admin admin] Network 90bf19b6-1606-4208-a013-1914830050f8 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:16:43.237526 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-35f23967-751d-4dd6-b13a-9c8085e369e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:43.239754 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-35f23967-751d-4dd6-b13a-9c8085e369e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:43.249436 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-35f23967-751d-4dd6-b13a-9c8085e369e7 service neutron] 10.222.0.79 "PUT /v2.0/ports/4f84d8ad-7206-4829-8589-6f904da0dad7 HTTP/1.1" status: 200 len: 1091 time: 1.5689647 Feb 16 22:16:43.251867 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3ed1594-23f2-44c3-9d5c-1e2036f6f5c0', 'tag': '4f84d8ad-7206-4829-8589-6f904da0dad7'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:16:43.260872 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-9e97353e-4d8a-4352-ad7b-be1a25590fb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 90bf19b6-1606-4208-a013-1914830050f8) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:16:43.263334 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0f1ead-7f87-4380-85e7-2f17ac8c469f" -d '{"events": [{"name": "network-changed", "server_uuid": "d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0", "tag": "4f84d8ad-7206-4829-8589-6f904da0dad7"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:16:43.269207 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f8a8cf-9582-42dd-8f17-0eba70eb6abc None None] Network 90bf19b6-1606-4208-a013-1914830050f8 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:16:43.270707 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e97353e-4d8a-4352-ad7b-be1a25590fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:43.274315 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9e97353e-4d8a-4352-ad7b-be1a25590fb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:43.309337 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9e97353e-4d8a-4352-ad7b-be1a25590fb2 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8802669 Feb 16 22:16:43.311849 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56580) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:43.317086 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-551efcd9-4814-4068-a4a9-882aacba11e0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-892471026-router', 'tenant_id': '1e0b1563ebe342b2a37986ffe99c82c4', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:16:43.327078 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f23967-751d-4dd6-b13a-9c8085e369e7 service neutron] Pushing event updated for resources: {'Port': ['ID=4f84d8ad-7206-4829-8589-6f904da0dad7,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:43.415377 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-551efcd9-4814-4068-a4a9-882aacba11e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (3d902ce0-7950-4c3a-be19-d7017f4c5135), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:43.419344 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-551efcd9-4814-4068-a4a9-882aacba11e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (3d902ce0-7950-4c3a-be19-d7017f4c5135), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:43.543173 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-2e3cf6f9-cd7e-4c78-b274-01f7b4137af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:43.547014 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-2e3cf6f9-cd7e-4c78-b274-01f7b4137af4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=471d422781ee4218a880c4849a975478&device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 1125 time: 0.1448705 Feb 16 22:16:43.566192 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-551efcd9-4814-4068-a4a9-882aacba11e0 admin admin] Publish callbacks [] for router_controller (3d902ce0-7950-4c3a-be19-d7017f4c5135), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:43.671015 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4f431e-727c-4045-856b-5f67ff51113d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-90bf19b6-1606-4208-a013-1914830050f8', 'network_id': '90bf19b6-1606-4208-a013-1914830050f8', 'project_id': '1e0b1563ebe342b2a37986ffe99c82c4', 'fixed_ips': [{'subnet_id': 'bc3835a3-3783-4325-b16e-7f594b1f725b'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:16:43.674655 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5d4f431e-727c-4045-856b-5f67ff51113d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:43.685747 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-350e19a6-bc93-4ac2-ad7e-4e180779905a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=340568c42fa24a9e862a169fcf3622fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1177902 Feb 16 22:16:43.693775 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-ddce416e-d1c7-4566-97d1-24aae1b8f7b8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f84d8ad-7206-4829-8589-6f904da0dad7 HTTP/1.1" status: 200 len: 217 time: 0.1358333 Feb 16 22:16:43.871047 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-1bb83d3b-3e7c-4094-9468-e0af4eb90494 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=340568c42fa24a9e862a169fcf3622fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0712337 Feb 16 22:16:44.021263 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-3fc18450-0eeb-4323-b389-098a3c14cda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:44.022857 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-3fc18450-0eeb-4323-b389-098a3c14cda9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa HTTP/1.1" status: 200 len: 850 time: 0.3229074 Feb 16 22:16:44.037567 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-551efcd9-4814-4068-a4a9-882aacba11e0 admin admin] Publish callbacks [] for router_gateway (3d902ce0-7950-4c3a-be19-d7017f4c5135), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:44.125184 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-c4632767-370e-44c0-9eaa-8c2d4281905b tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:44.127137 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-c4632767-370e-44c0-9eaa-8c2d4281905b tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4291954 Feb 16 22:16:44.156860 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-f7879e7a-8e94-45fe-8ba6-c3695b41bb3c tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Request body: {'port': {'device_id': '36ae2509-3fbf-4f9a-8baa-645d2d2b4012', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'admin_state_up': True, 'tenant_id': '340568c42fa24a9e862a169fcf3622fe'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:16:44.169076 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-43f7bd01-e265-4944-9636-908b0077dc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:44.171367 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-43f7bd01-e265-4944-9636-908b0077dc6b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=22711c4a-8661-4a7d-9538-4da72ec44b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1391129 Feb 16 22:16:44.210950 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-5d4f431e-727c-4045-856b-5f67ff51113d None None] Allocated IP 172.20.0.2 (90bf19b6-1606-4208-a013-1914830050f8/bc3835a3-3783-4325-b16e-7f594b1f725b/e51bd6d0-5202-49ee-9c1e-7faa10a3c323) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:16:44.245840 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-9c9315e6-d328-41af-9e22-1ad875e8a0f4 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:44.253345 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-9c9315e6-d328-41af-9e22-1ad875e8a0f4 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3775630 Feb 16 22:16:44.312294 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-982c5ee2-d6ae-4bf1-a602-3da6a1f23ea5 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Request body: {'port': {'device_id': 'def4d26e-5212-4285-8384-b07924ef9d7b', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'admin_state_up': True, 'tenant_id': '340568c42fa24a9e862a169fcf3622fe'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:16:44.634297 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5d4f431e-727c-4045-856b-5f67ff51113d None None] Publish callbacks [] for port (e51bd6d0-5202-49ee-9c1e-7faa10a3c323), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:44.644208 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5d4f431e-727c-4045-856b-5f67ff51113d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (e51bd6d0-5202-49ee-9c1e-7faa10a3c323), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:44.740492 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4f431e-727c-4045-856b-5f67ff51113d None None] Network 90bf19b6-1606-4208-a013-1914830050f8 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:16:44.755373 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-5d4f431e-727c-4045-856b-5f67ff51113d None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:16:44.761407 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4f431e-727c-4045-856b-5f67ff51113d None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:16:44.908769 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-5d4f431e-727c-4045-856b-5f67ff51113d None None] Attempting to bind port e51bd6d0-5202-49ee-9c1e-7faa10a3c323 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:16:44.910127 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-5d4f431e-727c-4045-856b-5f67ff51113d None None] Attempting to bind port e51bd6d0-5202-49ee-9c1e-7faa10a3c323 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'c057553b-8c99-49a8-bd1c-f1b67f5414f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '90bf19b6-1606-4208-a013-1914830050f8'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:16:44.910680 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4f431e-727c-4045-856b-5f67ff51113d None None] Attempting to bind port e51bd6d0-5202-49ee-9c1e-7faa10a3c323 on network 90bf19b6-1606-4208-a013-1914830050f8 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:16:44.923485 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f431e-727c-4045-856b-5f67ff51113d None None] Pushing event updated for resources: {'Port': ['ID=e51bd6d0-5202-49ee-9c1e-7faa10a3c323,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:44.926329 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4f431e-727c-4045-856b-5f67ff51113d None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:16:44.930343 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4f431e-727c-4045-856b-5f67ff51113d None None] Checking segment: {'id': 'c057553b-8c99-49a8-bd1c-f1b67f5414f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '90bf19b6-1606-4208-a013-1914830050f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:16:44.931658 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5d4f431e-727c-4045-856b-5f67ff51113d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:44.933209 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4f431e-727c-4045-856b-5f67ff51113d None None] Bound using segment: {'id': 'c057553b-8c99-49a8-bd1c-f1b67f5414f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '90bf19b6-1606-4208-a013-1914830050f8'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:16:44.934534 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-5d4f431e-727c-4045-856b-5f67ff51113d None None] Bound port: e51bd6d0-5202-49ee-9c1e-7faa10a3c323, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c057553b-8c99-49a8-bd1c-f1b67f5414f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '90bf19b6-1606-4208-a013-1914830050f8'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:16:44.935709 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5d4f431e-727c-4045-856b-5f67ff51113d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e51bd6d0-5202-49ee-9c1e-7faa10a3c323), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:45.066833 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-644a62b0-9cec-4d6b-ac2b-f83763d4b125 service neutron] 10.222.0.79 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8860512 Feb 16 22:16:45.086215 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-5d4f431e-727c-4045-856b-5f67ff51113d None None] For port e51bd6d0-5202-49ee-9c1e-7faa10a3c323, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:16:45.093923 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-5d4f431e-727c-4045-856b-5f67ff51113d None None] For port e51bd6d0-5202-49ee-9c1e-7faa10a3c323, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=e51bd6d0-5202-49ee-9c1e-7faa10a3c323,segment=NetworkSegment(c057553b-8c99-49a8-bd1c-f1b67f5414f7),segment_id=c057553b-8c99-49a8-bd1c-f1b67f5414f7)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:16:45.111661 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-f7879e7a-8e94-45fe-8ba6-c3695b41bb3c tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Made reservation on behalf of 340568c42fa24a9e862a169fcf3622fe for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:16:45.113076 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5d4f431e-727c-4045-856b-5f67ff51113d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (e51bd6d0-5202-49ee-9c1e-7faa10a3c323), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:45.118171 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-f7879e7a-8e94-45fe-8ba6-c3695b41bb3c tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:45.238933 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f431e-727c-4045-856b-5f67ff51113d None None] Pushing event updated for resources: {'Port': ['ID=e51bd6d0-5202-49ee-9c1e-7faa10a3c323,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:45.328596 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7be72d1b-c3e5-4da0-98eb-7042928ac8b1 req-6fced232-a9c1-4151-8650-3c214cd4863a service neutron] 10.222.0.79 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549217 Feb 16 22:16:45.375585 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-982c5ee2-d6ae-4bf1-a602-3da6a1f23ea5 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Made reservation on behalf of 340568c42fa24a9e862a169fcf3622fe for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:16:45.380454 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-982c5ee2-d6ae-4bf1-a602-3da6a1f23ea5 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:45.461137 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-f7879e7a-8e94-45fe-8ba6-c3695b41bb3c tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Allocated IP 192.168.233.82 (d8fa3154-6273-4014-87c6-575d48ec11fc/0a5a8be1-6e1c-443c-a77b-25715d79e10e/a076e78f-7046-4547-8dae-bfecf879467f) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:16:45.486999 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-551efcd9-4814-4068-a4a9-882aacba11e0 admin admin] Publish callbacks [] for router_gateway (3d902ce0-7950-4c3a-be19-d7017f4c5135), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:45.558802 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-551efcd9-4814-4068-a4a9-882aacba11e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:45.861295 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-551efcd9-4814-4068-a4a9-882aacba11e0 admin admin] Allocated IP 172.25.2.248 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/9bb252cb-c723-4a39-bfb9-bec01af85611) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:16:45.874855 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb175431-787e-4da0-8e5d-ac5f9b654885 req-6f14aeb0-a515-4d41-8246-b35a3e0d01fb tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:45.876419 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fb175431-787e-4da0-8e5d-ac5f9b654885 req-6f14aeb0-a515-4d41-8246-b35a3e0d01fb tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 943 time: 0.0978031 Feb 16 22:16:45.939902 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fb175431-787e-4da0-8e5d-ac5f9b654885 req-a0b97710-b1c4-4e19-8d29-5ca182c6b916 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569527 Feb 16 22:16:45.945080 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-f7879e7a-8e94-45fe-8ba6-c3695b41bb3c tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks [] for port (a076e78f-7046-4547-8dae-bfecf879467f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:46.051377 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-f7879e7a-8e94-45fe-8ba6-c3695b41bb3c tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (a076e78f-7046-4547-8dae-bfecf879467f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:46.070374 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['f9e7c29c-40b5-46e5-957d-91a18ae35305'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:16:46.082651 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-551efcd9-4814-4068-a4a9-882aacba11e0 admin admin] Publish callbacks [] for port (9bb252cb-c723-4a39-bfb9-bec01af85611), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:46.136357 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-f7879e7a-8e94-45fe-8ba6-c3695b41bb3c tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Network d8fa3154-6273-4014-87c6-575d48ec11fc is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:16:46.145221 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-f7879e7a-8e94-45fe-8ba6-c3695b41bb3c tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:16:46.153375 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-f7879e7a-8e94-45fe-8ba6-c3695b41bb3c tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:16:46.184751 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-982c5ee2-d6ae-4bf1-a602-3da6a1f23ea5 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Allocated IP 192.168.233.219 (d8fa3154-6273-4014-87c6-575d48ec11fc/0a5a8be1-6e1c-443c-a77b-25715d79e10e/52b7c737-bb0a-4614-9393-9fe74f309f8b) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:16:46.192311 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7879e7a-8e94-45fe-8ba6-c3695b41bb3c tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Pushing event updated for resources: {'Port': ['ID=a076e78f-7046-4547-8dae-bfecf879467f,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:46.218932 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-551efcd9-4814-4068-a4a9-882aacba11e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (9bb252cb-c723-4a39-bfb9-bec01af85611), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:46.287833 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551efcd9-4814-4068-a4a9-882aacba11e0 admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:16:46.291507 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551efcd9-4814-4068-a4a9-882aacba11e0 admin admin] Pushing event updated for resources: {'Port': ['ID=9bb252cb-c723-4a39-bfb9-bec01af85611,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:46.295445 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-551efcd9-4814-4068-a4a9-882aacba11e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:16:46.297784 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551efcd9-4814-4068-a4a9-882aacba11e0 admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:16:46.586302 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-982c5ee2-d6ae-4bf1-a602-3da6a1f23ea5 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks [] for port (52b7c737-bb0a-4614-9393-9fe74f309f8b), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:46.640653 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-982c5ee2-d6ae-4bf1-a602-3da6a1f23ea5 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (52b7c737-bb0a-4614-9393-9fe74f309f8b), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:46.656999 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['f9e7c29c-40b5-46e5-957d-91a18ae35305'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:16:46.773134 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-f7879e7a-8e94-45fe-8ba6-c3695b41bb3c tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:46.773825 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-f7879e7a-8e94-45fe-8ba6-c3695b41bb3c tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:46.791875 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-982c5ee2-d6ae-4bf1-a602-3da6a1f23ea5 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Network d8fa3154-6273-4014-87c6-575d48ec11fc is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:16:46.826638 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-982c5ee2-d6ae-4bf1-a602-3da6a1f23ea5 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:16:46.837772 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-982c5ee2-d6ae-4bf1-a602-3da6a1f23ea5 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:16:46.903545 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-941ea583-8ca3-4a2c-829c-5a2417ec88d2 None None] Provisioning complete for port a076e78f-7046-4547-8dae-bfecf879467f triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:46.903937 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-941ea583-8ca3-4a2c-829c-5a2417ec88d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a076e78f-7046-4547-8dae-bfecf879467f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:46.933334 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-f7879e7a-8e94-45fe-8ba6-c3695b41bb3c tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7859211 Feb 16 22:16:46.949083 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-982c5ee2-d6ae-4bf1-a602-3da6a1f23ea5 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:46.950243 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-982c5ee2-d6ae-4bf1-a602-3da6a1f23ea5 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:46.957897 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c5ee2-d6ae-4bf1-a602-3da6a1f23ea5 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Pushing event updated for resources: {'Port': ['ID=52b7c737-bb0a-4614-9393-9fe74f309f8b,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:46.980045 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-982c5ee2-d6ae-4bf1-a602-3da6a1f23ea5 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6834054 Feb 16 22:16:47.023668 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-ae46c45e-fdab-43b1-a825-c307156aa22a service neutron] Request body: {'port': {'device_id': 'def4d26e-5212-4285-8384-b07924ef9d7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:16:47.034760 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-55859913-1657-4775-b549-91eb722197a4 service neutron] Request body: {'port': {'device_id': '36ae2509-3fbf-4f9a-8baa-645d2d2b4012', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:16:47.036438 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device e51bd6d0-5202-49ee-9c1e-7faa10a3c323 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:16:47.090548 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-941ea583-8ca3-4a2c-829c-5a2417ec88d2 None None] Port a076e78f-7046-4547-8dae-bfecf879467f cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:16:47.147305 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d845f0-c026-4743-888d-86cf3e219f32 None None] Network 90bf19b6-1606-4208-a013-1914830050f8 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:16:47.190374 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5116960d-8bf0-4f40-85ef-c0728797551f x-openstack-request-id: req-5116960d-8bf0-4f40-85ef-c0728797551f {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:16:47.190932 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0", "tag": "4f84d8ad-7206-4829-8589-6f904da0dad7", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:16:47.190932 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5116960d-8bf0-4f40-85ef-c0728797551f {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:16:47.191312 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3ed1594-23f2-44c3-9d5c-1e2036f6f5c0', 'tag': '4f84d8ad-7206-4829-8589-6f904da0dad7', 'status': 'completed', 'code': 200} Feb 16 22:16:47.203531 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-ae46c45e-fdab-43b1-a825-c307156aa22a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (52b7c737-bb0a-4614-9393-9fe74f309f8b), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:47.231584 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-55859913-1657-4775-b549-91eb722197a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a076e78f-7046-4547-8dae-bfecf879467f), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:47.290650 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-551efcd9-4814-4068-a4a9-882aacba11e0 admin admin] Publish callbacks [] for router_gateway (3d902ce0-7950-4c3a-be19-d7017f4c5135), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:47.311177 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port e51bd6d0-5202-49ee-9c1e-7faa10a3c323 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:47.312007 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e51bd6d0-5202-49ee-9c1e-7faa10a3c323), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:47.376459 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f1ead-7f87-4380-85e7-2f17ac8c469f req-2893120a-7c95-4f03-be0a-0477a7191f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:47.379344 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5e0f1ead-7f87-4380-85e7-2f17ac8c469f req-2893120a-7c95-4f03-be0a-0477a7191f1a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=471d422781ee4218a880c4849a975478&device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 1125 time: 0.1683655 Feb 16 22:16:47.663276 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-0293e5d2-5b3b-440e-ac2e-d272edf6c451 None None] Provisioning complete for port e51bd6d0-5202-49ee-9c1e-7faa10a3c323 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:47.663733 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0293e5d2-5b3b-440e-ac2e-d272edf6c451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e51bd6d0-5202-49ee-9c1e-7faa10a3c323), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:47.700851 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f1ead-7f87-4380-85e7-2f17ac8c469f req-c660c9a8-1ed3-4bad-8e3f-8856a977b7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:47.702625 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5e0f1ead-7f87-4380-85e7-2f17ac8c469f req-c660c9a8-1ed3-4bad-8e3f-8856a977b7f1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=22711c4a-8661-4a7d-9538-4da72ec44b9a HTTP/1.1" status: 200 len: 912 time: 0.3056293 Feb 16 22:16:47.716070 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port e51bd6d0-5202-49ee-9c1e-7faa10a3c323 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:47.716586 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e51bd6d0-5202-49ee-9c1e-7faa10a3c323), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:47.787543 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5e0f1ead-7f87-4380-85e7-2f17ac8c469f req-5bff1c32-8459-4a15-ba5d-07c5ca0571cf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f84d8ad-7206-4829-8589-6f904da0dad7 HTTP/1.1" status: 200 len: 217 time: 0.0751719 Feb 16 22:16:47.787976 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-0293e5d2-5b3b-440e-ac2e-d272edf6c451 None None] Current status of the port e51bd6d0-5202-49ee-9c1e-7faa10a3c323 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:47.788497 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0293e5d2-5b3b-440e-ac2e-d272edf6c451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e51bd6d0-5202-49ee-9c1e-7faa10a3c323), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:47.800122 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbf627-bedc-4f6a-a497-dbf580026a23 req-ca887006-9cad-4d2e-9031-2c9d424c116e tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:47.809081 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-83dbf627-bedc-4f6a-a497-dbf580026a23 req-ca887006-9cad-4d2e-9031-2c9d424c116e tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 943 time: 0.2352293 Feb 16 22:16:47.856481 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port e51bd6d0-5202-49ee-9c1e-7faa10a3c323, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=e51bd6d0-5202-49ee-9c1e-7faa10a3c323,segment=NetworkSegment(c057553b-8c99-49a8-bd1c-f1b67f5414f7),segment_id=c057553b-8c99-49a8-bd1c-f1b67f5414f7)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:47.869571 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (e51bd6d0-5202-49ee-9c1e-7faa10a3c323), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:47.933367 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=e51bd6d0-5202-49ee-9c1e-7faa10a3c323,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:47.958966 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f1ead-7f87-4380-85e7-2f17ac8c469f req-5f426259-1e68-4cd3-8dbe-3988eb2e6c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:47.960760 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5e0f1ead-7f87-4380-85e7-2f17ac8c469f req-5f426259-1e68-4cd3-8dbe-3988eb2e6c7c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa HTTP/1.1" status: 200 len: 850 time: 0.1358309 Feb 16 22:16:47.978983 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-551efcd9-4814-4068-a4a9-882aacba11e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (3d902ce0-7950-4c3a-be19-d7017f4c5135), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:47.979350 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-0293e5d2-5b3b-440e-ac2e-d272edf6c451 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:16:47.979804 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-0293e5d2-5b3b-440e-ac2e-d272edf6c451 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:16:47.981567 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-83dbf627-bedc-4f6a-a497-dbf580026a23 req-0f756457-d4a0-4991-b8f1-7994746f04bf tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678228 Feb 16 22:16:48.078475 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-ae46c45e-fdab-43b1-a825-c307156aa22a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52b7c737-bb0a-4614-9393-9fe74f309f8b {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:16:48.089446 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-ae46c45e-fdab-43b1-a825-c307156aa22a service neutron] Publish callbacks [] for port (52b7c737-bb0a-4614-9393-9fe74f309f8b), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:48.125630 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-ae46c45e-fdab-43b1-a825-c307156aa22a service neutron] Transition to ACTIVE for port object 52b7c737-bb0a-4614-9393-9fe74f309f8b will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:16:48.169895 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-ae46c45e-fdab-43b1-a825-c307156aa22a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (52b7c737-bb0a-4614-9393-9fe74f309f8b), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:48.173576 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f1ead-7f87-4380-85e7-2f17ac8c469f req-2f1a48c7-fef5-4180-a1b8-b7360b7fd7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:48.175963 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5e0f1ead-7f87-4380-85e7-2f17ac8c469f req-2f1a48c7-fef5-4180-a1b8-b7360b7fd7d5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=22711c4a-8661-4a7d-9538-4da72ec44b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1450903 Feb 16 22:16:48.259129 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46c45e-fdab-43b1-a825-c307156aa22a service neutron] Pushing event updated for resources: {'Port': ['ID=52b7c737-bb0a-4614-9393-9fe74f309f8b,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:48.396569 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551efcd9-4814-4068-a4a9-882aacba11e0 admin admin] Router 3d902ce0-7950-4c3a-be19-d7017f4c5135 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:16:48.410569 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 4f84d8ad-7206-4829-8589-6f904da0dad7 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:16:48.454142 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-55859913-1657-4775-b549-91eb722197a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a076e78f-7046-4547-8dae-bfecf879467f {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:16:48.465562 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-55859913-1657-4775-b549-91eb722197a4 service neutron] Publish callbacks [] for port (a076e78f-7046-4547-8dae-bfecf879467f), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:48.483398 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5e0f1ead-7f87-4380-85e7-2f17ac8c469f req-fe864eeb-b71a-49c5-8c59-1179c7ef1fe0 service neutron] 10.222.0.79 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473111 Feb 16 22:16:48.491682 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-55859913-1657-4775-b549-91eb722197a4 service neutron] Transition to ACTIVE for port object a076e78f-7046-4547-8dae-bfecf879467f will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:16:48.498566 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c64927-7c16-43fb-9221-ab2414a25df0 req-9e49d9d9-405b-4942-8c64-fb8acb568535 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:48.501273 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-27c64927-7c16-43fb-9221-ab2414a25df0 req-9e49d9d9-405b-4942-8c64-fb8acb568535 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=36ae2509-3fbf-4f9a-8baa-645d2d2b4012 HTTP/1.1" status: 200 len: 935 time: 0.3711710 Feb 16 22:16:48.513301 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-55859913-1657-4775-b549-91eb722197a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (a076e78f-7046-4547-8dae-bfecf879467f), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:48.583244 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55859913-1657-4775-b549-91eb722197a4 service neutron] Pushing event updated for resources: {'Port': ['ID=a076e78f-7046-4547-8dae-bfecf879467f,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:48.596312 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-27c64927-7c16-43fb-9221-ab2414a25df0 req-27fe433c-ce41-4ffd-bc7a-a44ea617ddfc tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803401 Feb 16 22:16:48.637533 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-ae46c45e-fdab-43b1-a825-c307156aa22a service neutron] Attempting to bind port 52b7c737-bb0a-4614-9393-9fe74f309f8b on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:16:48.638120 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-ae46c45e-fdab-43b1-a825-c307156aa22a service neutron] Attempting to bind port 52b7c737-bb0a-4614-9393-9fe74f309f8b by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:16:48.638614 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-ae46c45e-fdab-43b1-a825-c307156aa22a service neutron] Attempting to bind port 52b7c737-bb0a-4614-9393-9fe74f309f8b on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:16:48.657717 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-ae46c45e-fdab-43b1-a825-c307156aa22a service neutron] Port 52b7c737-bb0a-4614-9393-9fe74f309f8b on network d8fa3154-6273-4014-87c6-575d48ec11fc not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:16:48.658378 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-ae46c45e-fdab-43b1-a825-c307156aa22a service neutron] Attempting to bind port 52b7c737-bb0a-4614-9393-9fe74f309f8b on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:16:48.707705 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 4f84d8ad-7206-4829-8589-6f904da0dad7, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=4f84d8ad-7206-4829-8589-6f904da0dad7,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:48.743440 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '4f84d8ad-7206-4829-8589-6f904da0dad7', 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a', 'port_id': '4f84d8ad-7206-4829-8589-6f904da0dad7', 'mac_address': 'fa:16:3e:18:0f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:16:48.754974 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-ae46c45e-fdab-43b1-a825-c307156aa22a service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:16:48.755320 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-ae46c45e-fdab-43b1-a825-c307156aa22a service neutron] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:16:48.760667 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-ae46c45e-fdab-43b1-a825-c307156aa22a service neutron] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:16:48.761153 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-ae46c45e-fdab-43b1-a825-c307156aa22a service neutron] Bound port: 52b7c737-bb0a-4614-9393-9fe74f309f8b, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:16:48.762131 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-ae46c45e-fdab-43b1-a825-c307156aa22a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (52b7c737-bb0a-4614-9393-9fe74f309f8b), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:48.794296 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-55859913-1657-4775-b549-91eb722197a4 service neutron] Attempting to bind port a076e78f-7046-4547-8dae-bfecf879467f on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:16:48.794629 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-55859913-1657-4775-b549-91eb722197a4 service neutron] Attempting to bind port a076e78f-7046-4547-8dae-bfecf879467f by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:16:48.794967 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-55859913-1657-4775-b549-91eb722197a4 service neutron] Attempting to bind port a076e78f-7046-4547-8dae-bfecf879467f on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:16:48.816997 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-55859913-1657-4775-b549-91eb722197a4 service neutron] Port a076e78f-7046-4547-8dae-bfecf879467f on network d8fa3154-6273-4014-87c6-575d48ec11fc not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:16:48.817331 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-55859913-1657-4775-b549-91eb722197a4 service neutron] Attempting to bind port a076e78f-7046-4547-8dae-bfecf879467f on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:16:48.840707 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-55859913-1657-4775-b549-91eb722197a4 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:16:48.841296 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-55859913-1657-4775-b549-91eb722197a4 service neutron] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:16:48.841700 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-55859913-1657-4775-b549-91eb722197a4 service neutron] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:16:48.842178 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-55859913-1657-4775-b549-91eb722197a4 service neutron] Bound port: a076e78f-7046-4547-8dae-bfecf879467f, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:16:48.842856 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-55859913-1657-4775-b549-91eb722197a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a076e78f-7046-4547-8dae-bfecf879467f), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:48.952709 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5e0f1ead-7f87-4380-85e7-2f17ac8c469f req-2cdc0ab3-a4e6-4909-929c-970d08e76244 service neutron] 10.222.0.79 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500792 Feb 16 22:16:48.959743 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-ae46c45e-fdab-43b1-a825-c307156aa22a service neutron] For port 52b7c737-bb0a-4614-9393-9fe74f309f8b, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:16:48.965519 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-ae46c45e-fdab-43b1-a825-c307156aa22a service neutron] For port 52b7c737-bb0a-4614-9393-9fe74f309f8b, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=52b7c737-bb0a-4614-9393-9fe74f309f8b,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:16:48.971108 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device e51bd6d0-5202-49ee-9c1e-7faa10a3c323 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:16:48.994473 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-ae46c45e-fdab-43b1-a825-c307156aa22a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (52b7c737-bb0a-4614-9393-9fe74f309f8b), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:48.997126 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-55859913-1657-4775-b549-91eb722197a4 service neutron] For port a076e78f-7046-4547-8dae-bfecf879467f, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:16:49.002176 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-55859913-1657-4775-b549-91eb722197a4 service neutron] For port a076e78f-7046-4547-8dae-bfecf879467f, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=a076e78f-7046-4547-8dae-bfecf879467f,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:16:49.020717 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-55859913-1657-4775-b549-91eb722197a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (a076e78f-7046-4547-8dae-bfecf879467f), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:49.030690 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-ae46c45e-fdab-43b1-a825-c307156aa22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:49.032010 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-ae46c45e-fdab-43b1-a825-c307156aa22a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:49.036261 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-ae46c45e-fdab-43b1-a825-c307156aa22a service neutron] 10.222.0.67 "PUT /v2.0/ports/52b7c737-bb0a-4614-9393-9fe74f309f8b HTTP/1.1" status: 200 len: 1096 time: 2.0469341 Feb 16 22:16:49.142107 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-55859913-1657-4775-b549-91eb722197a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:49.147920 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-55859913-1657-4775-b549-91eb722197a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:49.150141 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-55859913-1657-4775-b549-91eb722197a4 service neutron] 10.222.0.67 "PUT /v2.0/ports/a076e78f-7046-4547-8dae-bfecf879467f HTTP/1.1" status: 200 len: 1095 time: 2.1303692 Feb 16 22:16:49.150637 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ae2509-3fbf-4f9a-8baa-645d2d2b4012', 'tag': 'a076e78f-7046-4547-8dae-bfecf879467f'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:16:49.153183 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163a45be-cd68-4a6b-ac2e-b57bc75efefc" -d '{"events": [{"name": "network-changed", "server_uuid": "36ae2509-3fbf-4f9a-8baa-645d2d2b4012", "tag": "a076e78f-7046-4547-8dae-bfecf879467f"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:16:49.174546 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46c45e-fdab-43b1-a825-c307156aa22a service neutron] Pushing event updated for resources: {'Port': ['ID=52b7c737-bb0a-4614-9393-9fe74f309f8b,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:49.188656 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551efcd9-4814-4068-a4a9-882aacba11e0 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:16:49.208427 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def4d26e-5212-4285-8384-b07924ef9d7b', 'tag': '52b7c737-bb0a-4614-9393-9fe74f309f8b'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:16:49.216612 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f0150d-8012-4b48-8e34-641c392faa76" -d '{"events": [{"name": "network-changed", "server_uuid": "def4d26e-5212-4285-8384-b07924ef9d7b", "tag": "52b7c737-bb0a-4614-9393-9fe74f309f8b"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:16:49.246640 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-f280c709-c2a5-412b-97c4-8c699cb515c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:49.248576 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-f280c709-c2a5-412b-97c4-8c699cb515c0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=340568c42fa24a9e862a169fcf3622fe&device_id=def4d26e-5212-4285-8384-b07924ef9d7b HTTP/1.1" status: 200 len: 1130 time: 0.1430972 Feb 16 22:16:49.361551 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-551efcd9-4814-4068-a4a9-882aacba11e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:49.365589 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-551efcd9-4814-4068-a4a9-882aacba11e0 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.0499928 Feb 16 22:16:49.367996 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56678) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:49.384360 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-2ed97ce6-2882-4e20-b9bd-acaf8a00c440 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=52b7c737-bb0a-4614-9393-9fe74f309f8b HTTP/1.1" status: 200 len: 217 time: 0.1264400 Feb 16 22:16:49.385166 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55859913-1657-4775-b549-91eb722197a4 service neutron] Pushing event updated for resources: {'Port': ['ID=a076e78f-7046-4547-8dae-bfecf879467f,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:49.420204 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-7851d6a0-5fd1-4642-a340-293728b86a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:49.422374 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-7851d6a0-5fd1-4642-a340-293728b86a3d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=340568c42fa24a9e862a169fcf3622fe&device_id=36ae2509-3fbf-4f9a-8baa-645d2d2b4012 HTTP/1.1" status: 200 len: 1129 time: 0.1577368 Feb 16 22:16:49.447208 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76edfc1-f07b-4176-9633-e89d1ff85592 None None] Sync routers for ids ['3d902ce0-7950-4c3a-be19-d7017f4c5135'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:16:49.475274 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-0293e5d2-5b3b-440e-ac2e-d272edf6c451 None None] Current status of the port e51bd6d0-5202-49ee-9c1e-7faa10a3c323 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:49.504559 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76edfc1-f07b-4176-9633-e89d1ff85592 None None] Routers {'3d902ce0-7950-4c3a-be19-d7017f4c5135'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:16:49.505201 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-e76edfc1-f07b-4176-9633-e89d1ff85592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:16:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3d902ce0-7950-4c3a-be19-d7017f4c5135'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:16:49.526830 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-aa8656b6-718f-4df5-9da9-1050ab9155a3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=a076e78f-7046-4547-8dae-bfecf879467f HTTP/1.1" status: 200 len: 217 time: 0.0956841 Feb 16 22:16:49.595556 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 4f84d8ad-7206-4829-8589-6f904da0dad7 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:49.596026 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:49.608928 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-2861e5e7-7717-48ca-aa62-4d5dc81f6d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:49.618156 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-2861e5e7-7717-48ca-aa62-4d5dc81f6d88 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1546268 Feb 16 22:16:49.657314 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-b8268aaa-fd2f-4bfa-bf8b-bd4b7e928f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:49.660943 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-b8268aaa-fd2f-4bfa-bf8b-bd4b7e928f54 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1287451 Feb 16 22:16:49.727785 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f84d8ad-7206-4829-8589-6f904da0dad7 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:16:49.766409 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-3736c77d-d119-4f22-9b53-c7a707c8aaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:49.773391 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-3736c77d-d119-4f22-9b53-c7a707c8aaca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1395848 Feb 16 22:16:49.779941 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-bdbb8dec-b092-4207-abe4-fe6acce54ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:49.785239 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-bdbb8dec-b092-4207-abe4-fe6acce54ef5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1172559 Feb 16 22:16:49.879878 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-e76edfc1-f07b-4176-9633-e89d1ff85592 None None] Set router 3d902ce0-7950-4c3a-be19-d7017f4c5135 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:16:49.988483 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-8b86f92b-a04a-4355-ab42-5365ec79ac45 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965606 Feb 16 22:16:50.004261 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 4f84d8ad-7206-4829-8589-6f904da0dad7, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=4f84d8ad-7206-4829-8589-6f904da0dad7,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:50.091817 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-2b60dcb5-ebdc-48fa-a280-31d95dd0cf9c service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088405 Feb 16 22:16:50.171324 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-caa70b07-dd72-4642-a402-88da593b94ab None None] Provisioning complete for port e51bd6d0-5202-49ee-9c1e-7faa10a3c323 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:50.171706 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-caa70b07-dd72-4642-a402-88da593b94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e51bd6d0-5202-49ee-9c1e-7faa10a3c323), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:50.181182 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:50.200564 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-fdc22908-d5d0-4119-887c-73096f205b00 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048528 Feb 16 22:16:50.225648 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port e51bd6d0-5202-49ee-9c1e-7faa10a3c323 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:50.226049 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e51bd6d0-5202-49ee-9c1e-7faa10a3c323), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:50.253817 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 0e307f02-068a-43ae-80b4-ed8d9b9effc8 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:16:50.403529 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e143d3a-9b32-4139-a52d-8e96073373ee req-25097d94-a3ec-475c-a124-0676c6d25557 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813957 Feb 16 22:16:50.415366 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d265584-b4a8-4583-a29b-51c7c24faa21 req-16e62aee-8417-4574-865a-16651cb73354 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:50.425566 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d265584-b4a8-4583-a29b-51c7c24faa21 req-16e62aee-8417-4574-865a-16651cb73354 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.2019653 Feb 16 22:16:50.449314 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=4f84d8ad-7206-4829-8589-6f904da0dad7,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:50.471689 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 0e307f02-068a-43ae-80b4-ed8d9b9effc8 is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:50.472530 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0e307f02-068a-43ae-80b4-ed8d9b9effc8), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:50.480997 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['4f84d8ad-7206-4829-8589-6f904da0dad7'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:16:50.501531 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d265584-b4a8-4583-a29b-51c7c24faa21 req-969ef903-5504-4d50-b1ce-e103b6391351 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749497 Feb 16 22:16:50.605367 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-caa70b07-dd72-4642-a402-88da593b94ab None None] Current status of the port e51bd6d0-5202-49ee-9c1e-7faa10a3c323 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:50.620991 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6269db-3939-4362-91bc-fb093449fa58 x-openstack-request-id: req-eb6269db-3939-4362-91bc-fb093449fa58 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:16:50.621486 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ae2509-3fbf-4f9a-8baa-645d2d2b4012", "tag": "a076e78f-7046-4547-8dae-bfecf879467f", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:16:50.621573 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-eb6269db-3939-4362-91bc-fb093449fa58 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:16:50.621932 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ae2509-3fbf-4f9a-8baa-645d2d2b4012', 'tag': 'a076e78f-7046-4547-8dae-bfecf879467f', 'status': 'completed', 'code': 200} Feb 16 22:16:50.664646 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b00ab767-7d51-4074-bf9c-a79eb8c1ca9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:50.681266 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c7526a-7826-4ab7-8247-9d4ab41c2ae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e307f02-068a-43ae-80b4-ed8d9b9effc8'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:16:50.687015 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604da01b-5b28-4cd0-a37d-a0ba2ecd5b05" -d '{"events": [{"server_uuid": "81c7526a-7826-4ab7-8247-9d4ab41c2ae6", "name": "network-vif-unplugged", "status": "completed", "tag": "0e307f02-068a-43ae-80b4-ed8d9b9effc8"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:16:50.723092 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354494c5-bc83-4948-a668-da9287ab3bdd x-openstack-request-id: req-354494c5-bc83-4948-a668-da9287ab3bdd {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:16:50.724637 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def4d26e-5212-4285-8384-b07924ef9d7b", "tag": "52b7c737-bb0a-4614-9393-9fe74f309f8b", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:16:50.728622 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-354494c5-bc83-4948-a668-da9287ab3bdd {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:16:50.730611 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def4d26e-5212-4285-8384-b07924ef9d7b', 'tag': '52b7c737-bb0a-4614-9393-9fe74f309f8b', 'status': 'completed', 'code': 200} Feb 16 22:16:50.756350 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-892ca652-c198-4de6-a248-58e0edd28f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:50.764746 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 0e307f02-068a-43ae-80b4-ed8d9b9effc8, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=0e307f02-068a-43ae-80b4-ed8d9b9effc8,segment=NetworkSegment(0fcd852f-dbb0-4c8e-bb68-facd05b73898),segment_id=0fcd852f-dbb0-4c8e-bb68-facd05b73898)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:50.784723 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-e76edfc1-f07b-4176-9633-e89d1ff85592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d902ce0-7950-4c3a-be19-d7017f4c5135', 'name': 'tempest-AttachSCSIVolumeTestJSON-892471026-router', 'tenant_id': '1e0b1563ebe342b2a37986ffe99c82c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '9bb252cb-c723-4a39-bfb9-bec01af85611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:43Z', 'updated_at': '2022-02-16T22:16:46Z', 'revision_number': 3, 'project_id': '1e0b1563ebe342b2a37986ffe99c82c4', 'gw_port': {'id': '9bb252cb-c723-4a39-bfb9-bec01af85611', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d902ce0-7950-4c3a-be19-d7017f4c5135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:45Z', 'updated_at': '2022-02-16T22:16:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:16:50.801204 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port e51bd6d0-5202-49ee-9c1e-7faa10a3c323 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:50.815321 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0150d-8012-4b48-8e34-641c392faa76 req-f576ec39-a3f9-4607-8aa1-e6810fa11c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:50.822867 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-02f0150d-8012-4b48-8e34-641c392faa76 req-f576ec39-a3f9-4607-8aa1-e6810fa11c0b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=340568c42fa24a9e862a169fcf3622fe&device_id=def4d26e-5212-4285-8384-b07924ef9d7b HTTP/1.1" status: 200 len: 1130 time: 0.1029258 Feb 16 22:16:50.870169 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0e307f02-068a-43ae-80b4-ed8d9b9effc8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:50.894370 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76edfc1-f07b-4176-9633-e89d1ff85592 None None] Checking router: 3d902ce0-7950-4c3a-be19-d7017f4c5135 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:16:50.894721 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76edfc1-f07b-4176-9633-e89d1ff85592 None None] Updating router 3d902ce0-7950-4c3a-be19-d7017f4c5135 port 9bb252cb-c723-4a39-bfb9-bec01af85611 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:16:51.019491 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e76edfc1-f07b-4176-9633-e89d1ff85592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9bb252cb-c723-4a39-bfb9-bec01af85611), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:51.050224 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-b00ab767-7d51-4074-bf9c-a79eb8c1ca9e admin admin] Allocated IP 172.20.0.1 (90bf19b6-1606-4208-a013-1914830050f8/bc3835a3-3783-4325-b16e-7f594b1f725b/4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:16:51.240099 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760613d-07b8-44bd-a0fd-f5da89f7cc63 req-e7173933-575a-4b20-9436-4792620d6bc3 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:51.242542 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d760613d-07b8-44bd-a0fd-f5da89f7cc63 req-e7173933-575a-4b20-9436-4792620d6bc3 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=36ae2509-3fbf-4f9a-8baa-645d2d2b4012 HTTP/1.1" status: 200 len: 947 time: 0.1021385 Feb 16 22:16:51.244895 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a45be-cd68-4a6b-ac2e-b57bc75efefc req-68d31808-480e-48aa-b9c9-ea6a34af1442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:51.246617 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-163a45be-cd68-4a6b-ac2e-b57bc75efefc req-68d31808-480e-48aa-b9c9-ea6a34af1442 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=340568c42fa24a9e862a169fcf3622fe&device_id=36ae2509-3fbf-4f9a-8baa-645d2d2b4012 HTTP/1.1" status: 200 len: 1129 time: 0.5846047 Feb 16 22:16:51.250089 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b00ab767-7d51-4074-bf9c-a79eb8c1ca9e admin admin] Publish callbacks [] for port (4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:51.340068 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=0e307f02-068a-43ae-80b4-ed8d9b9effc8,revision_number=8']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:51.408158 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d760613d-07b8-44bd-a0fd-f5da89f7cc63 req-9ea6fe14-0889-4c19-a456-455fc869b0d1 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556950 Feb 16 22:16:51.409483 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0150d-8012-4b48-8e34-641c392faa76 req-2cbe62e9-b3db-47da-8a25-c1431f097068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:51.412012 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-02f0150d-8012-4b48-8e34-641c392faa76 req-2cbe62e9-b3db-47da-8a25-c1431f097068 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.5810590 Feb 16 22:16:51.472269 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b00ab767-7d51-4074-bf9c-a79eb8c1ca9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:51.506526 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-02f0150d-8012-4b48-8e34-641c392faa76 req-360d57c6-5136-4f86-ac44-f76c0a6f6bbf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=52b7c737-bb0a-4614-9393-9fe74f309f8b HTTP/1.1" status: 200 len: 217 time: 0.0853260 Feb 16 22:16:51.533641 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a45be-cd68-4a6b-ac2e-b57bc75efefc req-3350d199-958e-4163-ad00-044a18500aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:51.535813 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-163a45be-cd68-4a6b-ac2e-b57bc75efefc req-3350d199-958e-4163-ad00-044a18500aa5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.2674086 Feb 16 22:16:51.575486 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00ab767-7d51-4074-bf9c-a79eb8c1ca9e admin admin] Network 90bf19b6-1606-4208-a013-1914830050f8 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:16:51.596666 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-b00ab767-7d51-4074-bf9c-a79eb8c1ca9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:16:51.618646 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0150d-8012-4b48-8e34-641c392faa76 req-dba961df-0a74-4bbc-b991-8b7ef9685b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:51.620134 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-02f0150d-8012-4b48-8e34-641c392faa76 req-dba961df-0a74-4bbc-b991-8b7ef9685b20 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1077442 Feb 16 22:16:51.678387 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00ab767-7d51-4074-bf9c-a79eb8c1ca9e admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:16:51.683231 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-163a45be-cd68-4a6b-ac2e-b57bc75efefc req-c55df02a-839a-4165-9eaf-6895ca7069c5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=a076e78f-7046-4547-8dae-bfecf879467f HTTP/1.1" status: 200 len: 217 time: 0.0997975 Feb 16 22:16:51.829521 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0150d-8012-4b48-8e34-641c392faa76 req-5b795014-4344-4a57-a6d9-77c157ad7b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:51.831758 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-02f0150d-8012-4b48-8e34-641c392faa76 req-5b795014-4344-4a57-a6d9-77c157ad7b87 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2023659 Feb 16 22:16:51.848834 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e76edfc1-f07b-4176-9633-e89d1ff85592 None None] Publish callbacks [] for port (9bb252cb-c723-4a39-bfb9-bec01af85611), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:51.871449 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e76edfc1-f07b-4176-9633-e89d1ff85592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9bb252cb-c723-4a39-bfb9-bec01af85611), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:51.982263 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e76edfc1-f07b-4176-9633-e89d1ff85592 None None] Attempting to bind port 9bb252cb-c723-4a39-bfb9-bec01af85611 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:16:51.982644 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e76edfc1-f07b-4176-9633-e89d1ff85592 None None] Attempting to bind port 9bb252cb-c723-4a39-bfb9-bec01af85611 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:16:51.983018 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76edfc1-f07b-4176-9633-e89d1ff85592 None None] Attempting to bind port 9bb252cb-c723-4a39-bfb9-bec01af85611 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:16:52.000721 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee4771-0c35-40e4-bb98-208476a4996e None None] Pushing event updated for resources: {'Port': ['ID=9bb252cb-c723-4a39-bfb9-bec01af85611,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:52.021261 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76edfc1-f07b-4176-9633-e89d1ff85592 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:16:52.021646 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76edfc1-f07b-4176-9633-e89d1ff85592 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:16:52.022379 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e76edfc1-f07b-4176-9633-e89d1ff85592 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:52.023285 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76edfc1-f07b-4176-9633-e89d1ff85592 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:16:52.023783 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e76edfc1-f07b-4176-9633-e89d1ff85592 None None] Bound port: 9bb252cb-c723-4a39-bfb9-bec01af85611, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:16:52.024175 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e76edfc1-f07b-4176-9633-e89d1ff85592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9bb252cb-c723-4a39-bfb9-bec01af85611), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:52.037485 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-02f0150d-8012-4b48-8e34-641c392faa76 req-1d068e2e-aa1a-4d63-9f8a-b765bd821196 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970408 Feb 16 22:16:52.157302 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-75687a7d-5ff3-4d8f-916e-2d6ffe5346dd None None] Provisioning complete for port 4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:52.157647 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-75687a7d-5ff3-4d8f-916e-2d6ffe5346dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:52.191388 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e76edfc1-f07b-4176-9633-e89d1ff85592 None None] For port 9bb252cb-c723-4a39-bfb9-bec01af85611, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:16:52.219969 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e76edfc1-f07b-4176-9633-e89d1ff85592 None None] For port 9bb252cb-c723-4a39-bfb9-bec01af85611, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9bb252cb-c723-4a39-bfb9-bec01af85611,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:16:52.224699 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-75687a7d-5ff3-4d8f-916e-2d6ffe5346dd None None] Port 4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:16:52.233312 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e76edfc1-f07b-4176-9633-e89d1ff85592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9bb252cb-c723-4a39-bfb9-bec01af85611), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:52.315213 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-02f0150d-8012-4b48-8e34-641c392faa76 req-793b22fb-4ad6-4dbf-a58e-a1dda280fe40 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685487 Feb 16 22:16:52.318523 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee4771-0c35-40e4-bb98-208476a4996e None None] Pushing event updated for resources: {'Port': ['ID=9bb252cb-c723-4a39-bfb9-bec01af85611,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:52.322584 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76edfc1-f07b-4176-9633-e89d1ff85592 None None] Routers {'3d902ce0-7950-4c3a-be19-d7017f4c5135'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:16:52.323339 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-e76edfc1-f07b-4176-9633-e89d1ff85592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:16:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3d902ce0-7950-4c3a-be19-d7017f4c5135'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:16:52.438890 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ab767-7d51-4074-bf9c-a79eb8c1ca9e admin admin] Pushing event updated for resources: {'Port': ['ID=4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:52.453010 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d892ce36-cdd5-4345-a70e-c46c7a51a35e req-0e1fb4c3-6146-4770-907c-48f6db15db19 tempest-QuotasAdminNegativeTest-2006147883 tempest-QuotasAdminNegativeTest-2006147883-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=9a79f25af06241cf98eb82bee98d416f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581121 Feb 16 22:16:52.489564 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a45be-cd68-4a6b-ac2e-b57bc75efefc req-fad216f1-83e4-4e85-aaef-2d0931d8a1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:52.491865 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-163a45be-cd68-4a6b-ac2e-b57bc75efefc req-fad216f1-83e4-4e85-aaef-2d0931d8a1a2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.7466326 Feb 16 22:16:52.504670 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-e76edfc1-f07b-4176-9633-e89d1ff85592 None None] Set router 3d902ce0-7950-4c3a-be19-d7017f4c5135 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:16:52.545490 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b00ab767-7d51-4074-bf9c-a79eb8c1ca9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (3d902ce0-7950-4c3a-be19-d7017f4c5135), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:52.571424 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 4f84d8ad-7206-4829-8589-6f904da0dad7 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:16:52.692884 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a45be-cd68-4a6b-ac2e-b57bc75efefc req-462f10f3-b86d-4d77-a265-79065db93fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:52.695457 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-163a45be-cd68-4a6b-ac2e-b57bc75efefc req-462f10f3-b86d-4d77-a265-79065db93fb6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1917484 Feb 16 22:16:52.757460 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892ce36-cdd5-4345-a70e-c46c7a51a35e req-40fc241f-fbc7-4cd7-8e8d-71cc78c34561 tempest-QuotasAdminNegativeTest-2006147883 tempest-QuotasAdminNegativeTest-2006147883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:52.765219 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d892ce36-cdd5-4345-a70e-c46c7a51a35e req-40fc241f-fbc7-4cd7-8e8d-71cc78c34561 tempest-QuotasAdminNegativeTest-2006147883 tempest-QuotasAdminNegativeTest-2006147883-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3111200 Feb 16 22:16:52.830656 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d892ce36-cdd5-4345-a70e-c46c7a51a35e req-650fac7d-a4ce-4dd3-9905-e404a0b3f01d tempest-QuotasAdminNegativeTest-2006147883 tempest-QuotasAdminNegativeTest-2006147883-project] 10.222.0.75 "GET /v2.0/quotas/9a79f25af06241cf98eb82bee98d416f HTTP/1.1" status: 200 len: 375 time: 0.0634420 Feb 16 22:16:52.915624 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d892ce36-cdd5-4345-a70e-c46c7a51a35e req-e16e2f27-909a-4c64-b015-da6bc83db1cc tempest-QuotasAdminNegativeTest-2006147883 tempest-QuotasAdminNegativeTest-2006147883-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a79f25af06241cf98eb82bee98d416f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799630 Feb 16 22:16:52.948154 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 4f84d8ad-7206-4829-8589-6f904da0dad7 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:16:52.957209 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 4f84d8ad-7206-4829-8589-6f904da0dad7 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:52.957592 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:52.960476 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:16:52.983674 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b00ab767-7d51-4074-bf9c-a79eb8c1ca9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:53.057672 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9ea405ee-b7b4-4a47-9fbb-620262758821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:53.078235 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-e76edfc1-f07b-4176-9633-e89d1ff85592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d902ce0-7950-4c3a-be19-d7017f4c5135', 'name': 'tempest-AttachSCSIVolumeTestJSON-892471026-router', 'tenant_id': '1e0b1563ebe342b2a37986ffe99c82c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '9bb252cb-c723-4a39-bfb9-bec01af85611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:43Z', 'updated_at': '2022-02-16T22:16:46Z', 'revision_number': 3, 'project_id': '1e0b1563ebe342b2a37986ffe99c82c4', 'gw_port': {'id': '9bb252cb-c723-4a39-bfb9-bec01af85611', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d902ce0-7950-4c3a-be19-d7017f4c5135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:45Z', 'updated_at': '2022-02-16T22:16:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:16:53.117721 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76edfc1-f07b-4176-9633-e89d1ff85592 None None] The sync data for ids ['3d902ce0-7950-4c3a-be19-d7017f4c5135'] in n-d-813897-6 is: [{'id': '3d902ce0-7950-4c3a-be19-d7017f4c5135', 'name': 'tempest-AttachSCSIVolumeTestJSON-892471026-router', 'tenant_id': '1e0b1563ebe342b2a37986ffe99c82c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '9bb252cb-c723-4a39-bfb9-bec01af85611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:43Z', 'updated_at': '2022-02-16T22:16:46Z', 'revision_number': 3, 'project_id': '1e0b1563ebe342b2a37986ffe99c82c4', 'gw_port': {'id': '9bb252cb-c723-4a39-bfb9-bec01af85611', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d902ce0-7950-4c3a-be19-d7017f4c5135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:45Z', 'updated_at': '2022-02-16T22:16:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:16:53.169863 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 22:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6a2482-b9fe-4b98-9fbc-4d5460f19831 x-openstack-request-id: req-bf6a2482-b9fe-4b98-9fbc-4d5460f19831 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:16:53.170608 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c7526a-7826-4ab7-8247-9d4ab41c2ae6", "name": "network-vif-unplugged", "status": "completed", "tag": "0e307f02-068a-43ae-80b4-ed8d9b9effc8", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:16:53.171248 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bf6a2482-b9fe-4b98-9fbc-4d5460f19831 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:16:53.173446 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c7526a-7826-4ab7-8247-9d4ab41c2ae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e307f02-068a-43ae-80b4-ed8d9b9effc8', 'code': 200} Feb 16 22:16:53.198526 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 4f84d8ad-7206-4829-8589-6f904da0dad7 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:53.199440 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:53.278475 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 4f84d8ad-7206-4829-8589-6f904da0dad7, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=4f84d8ad-7206-4829-8589-6f904da0dad7,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:53.290067 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:53.324796 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-163a45be-cd68-4a6b-ac2e-b57bc75efefc req-01ec9559-c465-418f-b059-2a5ca323c609 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5906456 Feb 16 22:16:53.409279 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=4f84d8ad-7206-4829-8589-6f904da0dad7,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:53.444503 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0df2d7-ca0b-4a51-a74b-e1160e55ac20 req-3acd99b7-74e6-4bf7-8794-e1c85ec82814 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:53.453902 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1f0df2d7-ca0b-4a51-a74b-e1160e55ac20 req-3acd99b7-74e6-4bf7-8794-e1c85ec82814 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.2302647 Feb 16 22:16:53.484735 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267865a-d004-48c7-bdea-fc56ab899dac req-8e12236c-4cc5-4cc0-a281-bfd6f1f471ad tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:53.488040 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4267865a-d004-48c7-bdea-fc56ab899dac req-8e12236c-4cc5-4cc0-a281-bfd6f1f471ad tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.67 "GET /v2.0/ports?device_id=81c7526a-7826-4ab7-8247-9d4ab41c2ae6 HTTP/1.1" status: 200 len: 944 time: 0.1145790 Feb 16 22:16:53.686903 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1f0df2d7-ca0b-4a51-a74b-e1160e55ac20 req-be197d6e-3f06-41fc-ab80-04c15c23ac94 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935103 Feb 16 22:16:53.763205 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-4267865a-d004-48c7-bdea-fc56ab899dac req-84872bff-26be-4472-be5c-7ff6d42c1fcf tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Deleting port 0e307f02-068a-43ae-80b4-ed8d9b9effc8 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:16:53.764677 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-4267865a-d004-48c7-bdea-fc56ab899dac req-84872bff-26be-4472-be5c-7ff6d42c1fcf tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (0e307f02-068a-43ae-80b4-ed8d9b9effc8), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:53.773000 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b00ab767-7d51-4074-bf9c-a79eb8c1ca9e admin admin] Publish callbacks [] for port (4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:53.776539 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-163a45be-cd68-4a6b-ac2e-b57bc75efefc req-11508345-8476-460f-8f30-7894f6eda469 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206998 Feb 16 22:16:53.783329 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b00ab767-7d51-4074-bf9c-a79eb8c1ca9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:53.914114 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b00ab767-7d51-4074-bf9c-a79eb8c1ca9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (3d902ce0-7950-4c3a-be19-d7017f4c5135), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:53.953243 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-4267865a-d004-48c7-bdea-fc56ab899dac req-84872bff-26be-4472-be5c-7ff6d42c1fcf tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] For port 0e307f02-068a-43ae-80b4-ed8d9b9effc8, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=0e307f02-068a-43ae-80b4-ed8d9b9effc8,segment=NetworkSegment(0fcd852f-dbb0-4c8e-bb68-facd05b73898),segment_id=0fcd852f-dbb0-4c8e-bb68-facd05b73898)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:53.953612 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-4267865a-d004-48c7-bdea-fc56ab899dac req-84872bff-26be-4472-be5c-7ff6d42c1fcf tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (0e307f02-068a-43ae-80b4-ed8d9b9effc8), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:53.973323 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-4267865a-d004-48c7-bdea-fc56ab899dac req-84872bff-26be-4472-be5c-7ff6d42c1fcf tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Calling delete_port for 0e307f02-068a-43ae-80b4-ed8d9b9effc8 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:16:54.107757 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ab767-7d51-4074-bf9c-a79eb8c1ca9e admin admin] Pushing event updated for resources: {'Port': ['ID=4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:54.152984 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:54.245436 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-4267865a-d004-48c7-bdea-fc56ab899dac req-84872bff-26be-4472-be5c-7ff6d42c1fcf tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (0e307f02-068a-43ae-80b4-ed8d9b9effc8), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:54.247342 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device a076e78f-7046-4547-8dae-bfecf879467f details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:16:54.346683 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84872bff-26be-4472-be5c-7ff6d42c1fcf tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Pushing event deleted for resources: {'Port': ['ID=0e307f02-068a-43ae-80b4-ed8d9b9effc8,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:54.377411 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00ab767-7d51-4074-bf9c-a79eb8c1ca9e admin admin] Network 90bf19b6-1606-4208-a013-1914830050f8 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:16:54.384200 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-b00ab767-7d51-4074-bf9c-a79eb8c1ca9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:16:54.448265 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-4267865a-d004-48c7-bdea-fc56ab899dac req-84872bff-26be-4472-be5c-7ff6d42c1fcf tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] No DVR routers for this DVR port 0e307f02-068a-43ae-80b4-ed8d9b9effc8 on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:16:54.457014 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-4267865a-d004-48c7-bdea-fc56ab899dac req-84872bff-26be-4472-be5c-7ff6d42c1fcf tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:54.467628 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port a076e78f-7046-4547-8dae-bfecf879467f, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=a076e78f-7046-4547-8dae-bfecf879467f,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:54.469547 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf9823-3660-4855-a6b7-e5868884c90f req-985d9000-51e1-4f16-a1e2-38e7b15fbf37 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:54.471365 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0abf9823-3660-4855-a6b7-e5868884c90f req-985d9000-51e1-4f16-a1e2-38e7b15fbf37 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/networks?id=4bac3cdf-16ae-435f-8215-29d96cd595c1 HTTP/1.1" status: 200 len: 804 time: 0.5779049 Feb 16 22:16:54.483113 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4267865a-d004-48c7-bdea-fc56ab899dac req-84872bff-26be-4472-be5c-7ff6d42c1fcf tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.67 "DELETE /v2.0/ports/0e307f02-068a-43ae-80b4-ed8d9b9effc8 HTTP/1.1" status: 204 len: 173 time: 0.9854553 Feb 16 22:16:54.483525 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c7526a-7826-4ab7-8247-9d4ab41c2ae6', 'name': 'network-vif-deleted', 'tag': '0e307f02-068a-43ae-80b4-ed8d9b9effc8'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:16:54.485915 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c17f562-3d13-48d5-a661-3d2896f01981" -d '{"events": [{"server_uuid": "81c7526a-7826-4ab7-8247-9d4ab41c2ae6", "name": "network-vif-deleted", "tag": "0e307f02-068a-43ae-80b4-ed8d9b9effc8"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:16:54.520366 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'a076e78f-7046-4547-8dae-bfecf879467f', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': 'a076e78f-7046-4547-8dae-bfecf879467f', 'mac_address': 'fa:16:3e:3a:e0:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:16:54.650453 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1aa3-f615-4661-a478-48a0a7883621 req-89107bc3-8966-4d2c-b088-7f68a975b1ac tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:54.652240 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-897f1aa3-f615-4661-a478-48a0a7883621 req-89107bc3-8966-4d2c-b088-7f68a975b1ac tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41&tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&binding%3Ahost_id=n-h2-813897-6 HTTP/1.1" status: 200 len: 1127 time: 0.5910244 Feb 16 22:16:54.660968 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port a076e78f-7046-4547-8dae-bfecf879467f is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:54.666805 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a076e78f-7046-4547-8dae-bfecf879467f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:54.683941 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-897f1aa3-f615-4661-a478-48a0a7883621 req-ba2adb47-af1e-4da7-a71f-47ad12618d46 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813897-6'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:16:54.708026 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a076e78f-7046-4547-8dae-bfecf879467f {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:16:54.753271 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0abf9823-3660-4855-a6b7-e5868884c90f req-61b70a7e-a9a6-4207-b7b7-c410a006ee44 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/quotas/eb6359d124c14a73ac3b0de930e6a0fe HTTP/1.1" status: 200 len: 375 time: 0.1758652 Feb 16 22:16:54.790809 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port a076e78f-7046-4547-8dae-bfecf879467f, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=a076e78f-7046-4547-8dae-bfecf879467f,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:54.797804 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a076e78f-7046-4547-8dae-bfecf879467f), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:54.798973 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 52b7c737-bb0a-4614-9393-9fe74f309f8b details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:16:54.842474 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 52b7c737-bb0a-4614-9393-9fe74f309f8b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=52b7c737-bb0a-4614-9393-9fe74f309f8b,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:54.910301 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0abf9823-3660-4855-a6b7-e5868884c90f req-06f79774-9d99-48af-8b56-09dacd724390 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=eb6359d124c14a73ac3b0de930e6a0fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1508744 Feb 16 22:16:54.917314 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '52b7c737-bb0a-4614-9393-9fe74f309f8b', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': '52b7c737-bb0a-4614-9393-9fe74f309f8b', 'mac_address': 'fa:16:3e:40:af:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:16:54.919546 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=a076e78f-7046-4547-8dae-bfecf879467f,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:55.015573 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-99b0a354-08ae-4e7b-8c35-920f861436e4 None None] Provisioning complete for port 4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:55.015955 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-99b0a354-08ae-4e7b-8c35-920f861436e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:55.087903 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-99b0a354-08ae-4e7b-8c35-920f861436e4 None None] Port 4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:16:55.107028 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 52b7c737-bb0a-4614-9393-9fe74f309f8b is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:55.110121 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (52b7c737-bb0a-4614-9393-9fe74f309f8b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:55.142942 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52b7c737-bb0a-4614-9393-9fe74f309f8b {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:16:55.179261 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ed1594-23f2-44c3-9d5c-1e2036f6f5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f84d8ad-7206-4829-8589-6f904da0dad7'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:16:55.182605 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa04081-4d76-4214-a503-177729328479" -d '{"events": [{"server_uuid": "d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0", "name": "network-vif-plugged", "status": "completed", "tag": "4f84d8ad-7206-4829-8589-6f904da0dad7"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:16:55.188809 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 52b7c737-bb0a-4614-9393-9fe74f309f8b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=52b7c737-bb0a-4614-9393-9fe74f309f8b,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:55.203641 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (52b7c737-bb0a-4614-9393-9fe74f309f8b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:55.204322 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 5cccebac-4308-44b7-bd47-11b830ed78b3 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:16:55.233187 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9bb252cb-c723-4a39-bfb9-bec01af85611 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:16:55.237385 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00ab767-7d51-4074-bf9c-a79eb8c1ca9e admin admin] Router 3d902ce0-7950-4c3a-be19-d7017f4c5135 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:16:55.337997 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=52b7c737-bb0a-4614-9393-9fe74f309f8b,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:55.347885 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 9bb252cb-c723-4a39-bfb9-bec01af85611 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:55.348259 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9bb252cb-c723-4a39-bfb9-bec01af85611), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:55.439975 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0abf9823-3660-4855-a6b7-e5868884c90f req-ef8dbca7-0b90-4b69-a279-da3975590bd5 service neutron] 10.222.0.75 "GET /v2.0/networks/4bac3cdf-16ae-435f-8215-29d96cd595c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5273564 Feb 16 22:16:55.447116 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-897f1aa3-f615-4661-a478-48a0a7883621 req-ba2adb47-af1e-4da7-a71f-47ad12618d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5cccebac-4308-44b7-bd47-11b830ed78b3), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:55.501308 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 5cccebac-4308-44b7-bd47-11b830ed78b3, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=5cccebac-4308-44b7-bd47-11b830ed78b3,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:55.525069 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:55.541488 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 5cccebac-4308-44b7-bd47-11b830ed78b3 has no active binding in host n-h1-813897-6 {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 16 22:16:55.597827 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 9bb252cb-c723-4a39-bfb9-bec01af85611 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:55.598297 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9bb252cb-c723-4a39-bfb9-bec01af85611), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:55.625716 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 9bb252cb-c723-4a39-bfb9-bec01af85611, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9bb252cb-c723-4a39-bfb9-bec01af85611,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:55.632716 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9bb252cb-c723-4a39-bfb9-bec01af85611), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:55.789468 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=9bb252cb-c723-4a39-bfb9-bec01af85611,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:55.839202 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00ab767-7d51-4074-bf9c-a79eb8c1ca9e admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:16:55.847422 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b00ab767-7d51-4074-bf9c-a79eb8c1ca9e admin admin] 10.222.0.75 "PUT /v2.0/routers/3d902ce0-7950-4c3a-be19-d7017f4c5135/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4781191 Feb 16 22:16:55.925494 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['52b7c737-bb0a-4614-9393-9fe74f309f8b'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:16:55.962222 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0abf9823-3660-4855-a6b7-e5868884c90f req-a9762dac-bd47-4aee-8566-5b05e79f068d service neutron] 10.222.0.75 "GET /v2.0/networks/4bac3cdf-16ae-435f-8215-29d96cd595c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5076399 Feb 16 22:16:56.005393 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['a076e78f-7046-4547-8dae-bfecf879467f'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:16:56.011103 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-897f1aa3-f615-4661-a478-48a0a7883621 req-ba2adb47-af1e-4da7-a71f-47ad12618d46 service neutron] For port 5cccebac-4308-44b7-bd47-11b830ed78b3, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=5cccebac-4308-44b7-bd47-11b830ed78b3,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:56.066380 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-897f1aa3-f615-4661-a478-48a0a7883621 req-ba2adb47-af1e-4da7-a71f-47ad12618d46 service neutron] For port 5cccebac-4308-44b7-bd47-11b830ed78b3, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:16:56.211958 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86643b6d-1b9d-4df6-900f-f30fb65abb41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cccebac-4308-44b7-bd47-11b830ed78b3'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:16:56.214017 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc474585-ba20-4061-9732-a1106d9e8f49" -d '{"events": [{"server_uuid": "86643b6d-1b9d-4df6-900f-f30fb65abb41", "name": "network-vif-unplugged", "status": "completed", "tag": "5cccebac-4308-44b7-bd47-11b830ed78b3"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:16:56.235404 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-897f1aa3-f615-4661-a478-48a0a7883621 req-ba2adb47-af1e-4da7-a71f-47ad12618d46 service neutron] Publish callbacks [] for port (5cccebac-4308-44b7-bd47-11b830ed78b3), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:56.251983 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 0e307f02-068a-43ae-80b4-ed8d9b9effc8 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:16:56.260698 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-897f1aa3-f615-4661-a478-48a0a7883621 req-ba2adb47-af1e-4da7-a71f-47ad12618d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (5cccebac-4308-44b7-bd47-11b830ed78b3), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:56.419781 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072180a9-675e-4784-94a6-8354b68fdf88 None None] Sync routers for ids ['3d902ce0-7950-4c3a-be19-d7017f4c5135'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:16:56.421364 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 0e307f02-068a-43ae-80b4-ed8d9b9effc8 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:16:56.421707 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 0e307f02-068a-43ae-80b4-ed8d9b9effc8 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:16:56.434383 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072180a9-675e-4784-94a6-8354b68fdf88 None None] Routers {'3d902ce0-7950-4c3a-be19-d7017f4c5135'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:16:56.436183 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-072180a9-675e-4784-94a6-8354b68fdf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:16:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3d902ce0-7950-4c3a-be19-d7017f4c5135'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:16:56.597685 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2adb47-af1e-4da7-a71f-47ad12618d46 service neutron] Pushing event updated for resources: {'Port': ['ID=5cccebac-4308-44b7-bd47-11b830ed78b3,revision_number=7']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:56.661623 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-897f1aa3-f615-4661-a478-48a0a7883621 req-ba2adb47-af1e-4da7-a71f-47ad12618d46 service neutron] Attempting to bind port 5cccebac-4308-44b7-bd47-11b830ed78b3 on host n-h2-813897-6 for vnic_type normal with profile {"migrating_to": "n-h1-813897-6"} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:16:56.662311 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-897f1aa3-f615-4661-a478-48a0a7883621 req-ba2adb47-af1e-4da7-a71f-47ad12618d46 service neutron] Attempting to bind port 5cccebac-4308-44b7-bd47-11b830ed78b3 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:16:56.662311 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1aa3-f615-4661-a478-48a0a7883621 req-ba2adb47-af1e-4da7-a71f-47ad12618d46 service neutron] Attempting to bind port 5cccebac-4308-44b7-bd47-11b830ed78b3 on network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:16:56.680445 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-072180a9-675e-4784-94a6-8354b68fdf88 None None] Set router 3d902ce0-7950-4c3a-be19-d7017f4c5135 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:16:56.689561 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1aa3-f615-4661-a478-48a0a7883621 req-ba2adb47-af1e-4da7-a71f-47ad12618d46 service neutron] Port 5cccebac-4308-44b7-bd47-11b830ed78b3 on network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:16:56.689896 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1aa3-f615-4661-a478-48a0a7883621 req-ba2adb47-af1e-4da7-a71f-47ad12618d46 service neutron] Attempting to bind port 5cccebac-4308-44b7-bd47-11b830ed78b3 on network 91cf39f3-9142-4ee5-af15-00f1f801e8c7 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:16:56.714883 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1aa3-f615-4661-a478-48a0a7883621 req-ba2adb47-af1e-4da7-a71f-47ad12618d46 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:16:56.715229 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1aa3-f615-4661-a478-48a0a7883621 req-ba2adb47-af1e-4da7-a71f-47ad12618d46 service neutron] Checking segment: {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:16:56.715631 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1aa3-f615-4661-a478-48a0a7883621 req-ba2adb47-af1e-4da7-a71f-47ad12618d46 service neutron] Bound using segment: {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:16:56.716079 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-897f1aa3-f615-4661-a478-48a0a7883621 req-ba2adb47-af1e-4da7-a71f-47ad12618d46 service neutron] Bound port: 5cccebac-4308-44b7-bd47-11b830ed78b3, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '993aa716-0939-4d62-8a41-58fc75c6907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91cf39f3-9142-4ee5-af15-00f1f801e8c7'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:16:56.716795 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-897f1aa3-f615-4661-a478-48a0a7883621 req-ba2adb47-af1e-4da7-a71f-47ad12618d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5cccebac-4308-44b7-bd47-11b830ed78b3), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:56.759545 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147513ee-c6b1-4581-8611-3c4c5bd9da5c req-835f811a-7adf-496f-9531-45fe9f3cf077 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:56.763708 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-147513ee-c6b1-4581-8611-3c4c5bd9da5c req-835f811a-7adf-496f-9531-45fe9f3cf077 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=36ae2509-3fbf-4f9a-8baa-645d2d2b4012 HTTP/1.1" status: 200 len: 948 time: 0.3084002 Feb 16 22:16:56.944824 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:56.976084 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9bb252cb-c723-4a39-bfb9-bec01af85611 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:16:57.039960 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-147513ee-c6b1-4581-8611-3c4c5bd9da5c req-4aa95a7a-f201-45d4-b7ec-037ed4662bc3 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677717 Feb 16 22:16:57.097039 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 9bb252cb-c723-4a39-bfb9-bec01af85611 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:57.098936 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9bb252cb-c723-4a39-bfb9-bec01af85611), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:57.099380 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-897f1aa3-f615-4661-a478-48a0a7883621 req-ba2adb47-af1e-4da7-a71f-47ad12618d46 service neutron] For port 5cccebac-4308-44b7-bd47-11b830ed78b3, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:16:57.114053 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-897f1aa3-f615-4661-a478-48a0a7883621 req-ba2adb47-af1e-4da7-a71f-47ad12618d46 service neutron] For port 5cccebac-4308-44b7-bd47-11b830ed78b3, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=5cccebac-4308-44b7-bd47-11b830ed78b3,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:16:57.135373 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-897f1aa3-f615-4661-a478-48a0a7883621 req-ba2adb47-af1e-4da7-a71f-47ad12618d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (5cccebac-4308-44b7-bd47-11b830ed78b3), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:57.292479 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56802) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:57.302114 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-20f54b3d-36c2-4b20-968e-31385e542702 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1027106733-network', 'tenant_id': '0b894cff0a7e4ebb863195fd21311e6e'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:16:57.311213 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 9bb252cb-c723-4a39-bfb9-bec01af85611 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:57.341337 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-072180a9-675e-4784-94a6-8354b68fdf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d902ce0-7950-4c3a-be19-d7017f4c5135', 'name': 'tempest-AttachSCSIVolumeTestJSON-892471026-router', 'tenant_id': '1e0b1563ebe342b2a37986ffe99c82c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '9bb252cb-c723-4a39-bfb9-bec01af85611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:43Z', 'updated_at': '2022-02-16T22:16:52Z', 'revision_number': 4, 'project_id': '1e0b1563ebe342b2a37986ffe99c82c4', 'gw_port': {'id': '9bb252cb-c723-4a39-bfb9-bec01af85611', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d902ce0-7950-4c3a-be19-d7017f4c5135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:45Z', 'updated_at': '2022-02-16T22:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a', 'name': '', 'network_id': '90bf19b6-1606-4208-a013-1914830050f8', 'tenant_id': '1e0b1563ebe342b2a37986ffe99c82c4', 'mac_address': 'fa:16:3e:58:6d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d902ce0-7950-4c3a-be19-d7017f4c5135', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'bc3835a3-3783-4325-b16e-7f594b1f725b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:50Z', 'updated_at': '2022-02-16T22:16:53Z', 'revision_number': 2, 'project_id': '1e0b1563ebe342b2a37986ffe99c82c4', 'subnets': [{'id': 'bc3835a3-3783-4325-b16e-7f594b1f725b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:16:57.358331 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f54b3d-36c2-4b20-968e-31385e542702 admin admin] Made reservation on behalf of 0b894cff0a7e4ebb863195fd21311e6e for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:16:57.360664 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-20f54b3d-36c2-4b20-968e-31385e542702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:57.370038 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2adb47-af1e-4da7-a71f-47ad12618d46 service neutron] Pushing event updated for resources: {'Port': ['ID=5cccebac-4308-44b7-bd47-11b830ed78b3,revision_number=8']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:57.381305 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-20f54b3d-36c2-4b20-968e-31385e542702 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:57.431436 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1aa3-f615-4661-a478-48a0a7883621 req-ba2adb47-af1e-4da7-a71f-47ad12618d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:57.432216 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-897f1aa3-f615-4661-a478-48a0a7883621 req-ba2adb47-af1e-4da7-a71f-47ad12618d46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:57.433635 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-897f1aa3-f615-4661-a478-48a0a7883621 req-ba2adb47-af1e-4da7-a71f-47ad12618d46 service neutron] 10.222.0.67 "PUT /v2.0/ports/5cccebac-4308-44b7-bd47-11b830ed78b3 HTTP/1.1" status: 200 len: 1121 time: 2.7692208 Feb 16 22:16:57.439154 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072180a9-675e-4784-94a6-8354b68fdf88 None None] Checking router: 3d902ce0-7950-4c3a-be19-d7017f4c5135 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:16:57.439677 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072180a9-675e-4784-94a6-8354b68fdf88 None None] Updating router 3d902ce0-7950-4c3a-be19-d7017f4c5135 port 4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:16:57.492380 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-072180a9-675e-4784-94a6-8354b68fdf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:57.533705 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['5cccebac-4308-44b7-bd47-11b830ed78b3'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:16:57.634414 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-20f54b3d-36c2-4b20-968e-31385e542702 admin admin] Publish callbacks [] for security_group (ef46df2d-bfb6-46d1-81b6-a0675917b337), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:57.649301 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-20f54b3d-36c2-4b20-968e-31385e542702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ef46df2d-bfb6-46d1-81b6-a0675917b337), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:57.699199 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['5cccebac-4308-44b7-bd47-11b830ed78b3'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:16:57.705287 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20f54b3d-36c2-4b20-968e-31385e542702 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:16:57.727285 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f54b3d-36c2-4b20-968e-31385e542702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef46df2d-bfb6-46d1-81b6-a0675917b337,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:57.743257 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-20f54b3d-36c2-4b20-968e-31385e542702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (fc395924-0693-469c-9503-16bd3ce1af22), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:57.743896 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-20f54b3d-36c2-4b20-968e-31385e542702 admin admin] Added segment fc395924-0693-469c-9503-16bd3ce1af22 of type vlan for network be000e73-23fe-44ee-abc8-3537420145b6 Feb 16 22:16:57.836515 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-20f54b3d-36c2-4b20-968e-31385e542702 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (be000e73-23fe-44ee-abc8-3537420145b6), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:57.866662 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-20f54b3d-36c2-4b20-968e-31385e542702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (be000e73-23fe-44ee-abc8-3537420145b6), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:57.868595 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f54b3d-36c2-4b20-968e-31385e542702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:57.869418 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-20f54b3d-36c2-4b20-968e-31385e542702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:57.955293 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f54b3d-36c2-4b20-968e-31385e542702 admin admin] Pushing event updated for resources: {'Network': ['ID=be000e73-23fe-44ee-abc8-3537420145b6,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:57.973837 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network be000e73-23fe-44ee-abc8-3537420145b6 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:16:57.976679 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-20f54b3d-36c2-4b20-968e-31385e542702 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6825526 Feb 16 22:16:57.979264 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56808) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:57.985556 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-c617b229-5877-4f4c-8e39-c6599ce50f2a admin admin] Request body: {'subnet': {'network_id': 'be000e73-23fe-44ee-abc8-3537420145b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1027106733-subnet', 'tenant_id': '0b894cff0a7e4ebb863195fd21311e6e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:16:58.050616 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c617b229-5877-4f4c-8e39-c6599ce50f2a admin admin] Made reservation on behalf of 0b894cff0a7e4ebb863195fd21311e6e for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:16:58.054928 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c617b229-5877-4f4c-8e39-c6599ce50f2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:58.134708 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb32877d-0bb6-48b5-86f5-a74b861b5b2a x-openstack-request-id: req-eb32877d-0bb6-48b5-86f5-a74b861b5b2a {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:16:58.135018 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c7526a-7826-4ab7-8247-9d4ab41c2ae6", "name": "network-vif-deleted", "tag": "0e307f02-068a-43ae-80b4-ed8d9b9effc8", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:16:58.135282 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-eb32877d-0bb6-48b5-86f5-a74b861b5b2a {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:16:58.135693 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c7526a-7826-4ab7-8247-9d4ab41c2ae6', 'name': 'network-vif-deleted', 'tag': '0e307f02-068a-43ae-80b4-ed8d9b9effc8', 'status': 'completed', 'code': 200} Feb 16 22:16:58.285388 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-072180a9-675e-4784-94a6-8354b68fdf88 None None] Publish callbacks [] for port (4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:58.298214 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device a076e78f-7046-4547-8dae-bfecf879467f up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:16:58.300398 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-072180a9-675e-4784-94a6-8354b68fdf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:58.366624 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c617b229-5877-4f4c-8e39-c6599ce50f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (1dc046c6-40f6-467b-9274-70eafc6db188), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:58.390834 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:58.417616 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d44fa-ee8b-442a-bcef-65cb7aace4ee None None] Pushing event updated for resources: {'Port': ['ID=4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:58.491990 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617b229-5877-4f4c-8e39-c6599ce50f2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dc046c6-40f6-467b-9274-70eafc6db188,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:58.501306 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c617b229-5877-4f4c-8e39-c6599ce50f2a admin admin] Checking segment: {'id': 'fc395924-0693-469c-9503-16bd3ce1af22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'be000e73-23fe-44ee-abc8-3537420145b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:16:58.501306 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c617b229-5877-4f4c-8e39-c6599ce50f2a admin admin] Network hostable DHCP agents. Network: be000e73-23fe-44ee-abc8-3537420145b6, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:16:58.531264 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port a076e78f-7046-4547-8dae-bfecf879467f completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:16:58.535098 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-072180a9-675e-4784-94a6-8354b68fdf88 None None] Attempting to bind port 4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:16:58.535608 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-072180a9-675e-4784-94a6-8354b68fdf88 None None] Attempting to bind port 4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'c057553b-8c99-49a8-bd1c-f1b67f5414f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '90bf19b6-1606-4208-a013-1914830050f8'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:16:58.536034 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072180a9-675e-4784-94a6-8354b68fdf88 None None] Attempting to bind port 4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a on network 90bf19b6-1606-4208-a013-1914830050f8 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:16:58.539663 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port a076e78f-7046-4547-8dae-bfecf879467f triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:58.540221 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a076e78f-7046-4547-8dae-bfecf879467f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:58.544277 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072180a9-675e-4784-94a6-8354b68fdf88 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:16:58.544674 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072180a9-675e-4784-94a6-8354b68fdf88 None None] Checking segment: {'id': 'c057553b-8c99-49a8-bd1c-f1b67f5414f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '90bf19b6-1606-4208-a013-1914830050f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:16:58.545134 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-072180a9-675e-4784-94a6-8354b68fdf88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:58.545539 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072180a9-675e-4784-94a6-8354b68fdf88 None None] Bound using segment: {'id': 'c057553b-8c99-49a8-bd1c-f1b67f5414f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '90bf19b6-1606-4208-a013-1914830050f8'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:16:58.546040 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-072180a9-675e-4784-94a6-8354b68fdf88 None None] Bound port: 4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c057553b-8c99-49a8-bd1c-f1b67f5414f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '90bf19b6-1606-4208-a013-1914830050f8'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:16:58.546430 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-072180a9-675e-4784-94a6-8354b68fdf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:58.576406 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c617b229-5877-4f4c-8e39-c6599ce50f2a admin admin] Network be000e73-23fe-44ee-abc8-3537420145b6 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:16:58.602796 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-c617b229-5877-4f4c-8e39-c6599ce50f2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, be000e73-23fe-44ee-abc8-3537420145b6) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:16:58.607282 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c617b229-5877-4f4c-8e39-c6599ce50f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:58.607905 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c617b229-5877-4f4c-8e39-c6599ce50f2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:58.609811 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf9823-3660-4855-a6b7-e5868884c90f req-edcc7286-3c2f-4327-9393-d88e090a2abd tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:58.616615 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0abf9823-3660-4855-a6b7-e5868884c90f req-edcc7286-3c2f-4327-9393-d88e090a2abd tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.79 "GET /v2.0/networks?id=4bac3cdf-16ae-435f-8215-29d96cd595c1 HTTP/1.1" status: 200 len: 804 time: 0.5518167 Feb 16 22:16:58.620893 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c9b189-06b5-4965-a48e-ae868b93df71 None None] Network be000e73-23fe-44ee-abc8-3537420145b6 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:16:58.639808 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-0abf9823-3660-4855-a6b7-e5868884c90f req-3c10a645-6d1d-41d6-b119-956713cb236f tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Request body: {'port': {'device_id': '78b03450-3aa4-4896-8847-2094d35064cb', 'network_id': '4bac3cdf-16ae-435f-8215-29d96cd595c1', 'admin_state_up': True, 'tenant_id': 'eb6359d124c14a73ac3b0de930e6a0fe'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:16:58.644782 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c617b229-5877-4f4c-8e39-c6599ce50f2a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6637003 Feb 16 22:16:58.647885 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56816) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:16:58.652175 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-ef88fd4e-b677-444d-b9ca-f6b56ef9a5eb admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1027106733-router', 'tenant_id': '0b894cff0a7e4ebb863195fd21311e6e', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:16:58.674467 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-072180a9-675e-4784-94a6-8354b68fdf88 None None] For port 4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:16:58.680956 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-072180a9-675e-4784-94a6-8354b68fdf88 None None] For port 4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a,segment=NetworkSegment(c057553b-8c99-49a8-bd1c-f1b67f5414f7),segment_id=c057553b-8c99-49a8-bd1c-f1b67f5414f7)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:16:58.704161 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ef88fd4e-b677-444d-b9ca-f6b56ef9a5eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (779a36e3-2ed7-4fa6-a747-5fe432525886), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:58.705342 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ef88fd4e-b677-444d-b9ca-f6b56ef9a5eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (779a36e3-2ed7-4fa6-a747-5fe432525886), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:58.707840 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-072180a9-675e-4784-94a6-8354b68fdf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:58.728087 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd4265-cc5e-4959-9ef7-08f302b54d28 req-6b30ee32-6d14-41f4-a6ac-01000cabf85a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:58.736319 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-abfd4265-cc5e-4959-9ef7-08f302b54d28 req-6b30ee32-6d14-41f4-a6ac-01000cabf85a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 945 time: 0.3637705 Feb 16 22:16:58.809382 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072180a9-675e-4784-94a6-8354b68fdf88 None None] Routers {'3d902ce0-7950-4c3a-be19-d7017f4c5135'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:16:58.810656 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-072180a9-675e-4784-94a6-8354b68fdf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:16:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3d902ce0-7950-4c3a-be19-d7017f4c5135'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:16:58.883612 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ef88fd4e-b677-444d-b9ca-f6b56ef9a5eb admin admin] Publish callbacks [] for router_controller (779a36e3-2ed7-4fa6-a747-5fe432525886), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:59.026781 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-072180a9-675e-4784-94a6-8354b68fdf88 None None] Set router 3d902ce0-7950-4c3a-be19-d7017f4c5135 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:16:59.080055 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c3f0cd-b33f-4bd6-b6b9-c2b33150d8a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-be000e73-23fe-44ee-abc8-3537420145b6', 'network_id': 'be000e73-23fe-44ee-abc8-3537420145b6', 'project_id': '0b894cff0a7e4ebb863195fd21311e6e', 'fixed_ips': [{'subnet_id': '1dc046c6-40f6-467b-9274-70eafc6db188'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:16:59.080927 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-40c3f0cd-b33f-4bd6-b6b9-c2b33150d8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:59.100127 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-abfd4265-cc5e-4959-9ef7-08f302b54d28 req-ff5f7af3-16d7-42c5-8d66-58d21f4a8759 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3355479 Feb 16 22:16:59.171079 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port a076e78f-7046-4547-8dae-bfecf879467f is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:16:59.171473 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a076e78f-7046-4547-8dae-bfecf879467f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:59.182747 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0abf9823-3660-4855-a6b7-e5868884c90f req-3c10a645-6d1d-41d6-b119-956713cb236f tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Made reservation on behalf of eb6359d124c14a73ac3b0de930e6a0fe for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:16:59.186467 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0abf9823-3660-4855-a6b7-e5868884c90f req-3c10a645-6d1d-41d6-b119-956713cb236f tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:59.232609 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ef88fd4e-b677-444d-b9ca-f6b56ef9a5eb admin admin] Publish callbacks [] for router_gateway (779a36e3-2ed7-4fa6-a747-5fe432525886), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:59.237065 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-d04d7823-3d56-4e12-9df1-a3d4f2210f1f None None] Provisioning complete for port 4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:16:59.237448 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d04d7823-3d56-4e12-9df1-a3d4f2210f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:59.264457 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee5730d-4454-4709-9830-67a4a9e54def x-openstack-request-id: req-6ee5730d-4454-4709-9830-67a4a9e54def {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:16:59.265470 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0", "name": "network-vif-plugged", "status": "completed", "tag": "4f84d8ad-7206-4829-8589-6f904da0dad7", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:16:59.265732 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6ee5730d-4454-4709-9830-67a4a9e54def {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:16:59.266176 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ed1594-23f2-44c3-9d5c-1e2036f6f5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f84d8ad-7206-4829-8589-6f904da0dad7', 'code': 200} Feb 16 22:16:59.355955 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d44fa-ee8b-442a-bcef-65cb7aace4ee None None] Pushing event updated for resources: {'Port': ['ID=4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:16:59.382351 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 22:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05279fc9-1bfe-4a26-97a7-54f75a137082 x-openstack-request-id: req-05279fc9-1bfe-4a26-97a7-54f75a137082 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:16:59.383027 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86643b6d-1b9d-4df6-900f-f30fb65abb41", "name": "network-vif-unplugged", "status": "completed", "tag": "5cccebac-4308-44b7-bd47-11b830ed78b3", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:16:59.383027 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-05279fc9-1bfe-4a26-97a7-54f75a137082 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:16:59.383315 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86643b6d-1b9d-4df6-900f-f30fb65abb41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cccebac-4308-44b7-bd47-11b830ed78b3', 'code': 200} Feb 16 22:16:59.449056 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port a076e78f-7046-4547-8dae-bfecf879467f, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=a076e78f-7046-4547-8dae-bfecf879467f,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:16:59.551810 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a076e78f-7046-4547-8dae-bfecf879467f), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:59.552759 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 52b7c737-bb0a-4614-9393-9fe74f309f8b up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:16:59.610578 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6fdc1c2f-a566-42f5-a4cc-9e771f0f9c0b req-63efc114-dbf2-4f4a-860a-471a95220b85 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=78b03450-3aa4-4896-8847-2094d35064cb HTTP/1.1" status: 200 len: 210 time: 0.0982413 Feb 16 22:16:59.629920 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb567b36-d22a-42ae-ab69-fa9e3e9333cd req-b99248f1-5d63-4b19-9893-53a78af56f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:16:59.638241 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fb567b36-d22a-42ae-ab69-fa9e3e9333cd req-b99248f1-5d63-4b19-9893-53a78af56f75 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 1127 time: 0.2836511 Feb 16 22:16:59.679923 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-0abf9823-3660-4855-a6b7-e5868884c90f req-3c10a645-6d1d-41d6-b119-956713cb236f tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Allocated IP 172.20.0.4 (4bac3cdf-16ae-435f-8215-29d96cd595c1/d292e6dc-86dc-495b-b76c-8deab59c0198/3c2f4735-32d3-4976-b0b2-940d2e8b8f09) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:16:59.747347 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-072180a9-675e-4784-94a6-8354b68fdf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d902ce0-7950-4c3a-be19-d7017f4c5135', 'name': 'tempest-AttachSCSIVolumeTestJSON-892471026-router', 'tenant_id': '1e0b1563ebe342b2a37986ffe99c82c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '9bb252cb-c723-4a39-bfb9-bec01af85611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:43Z', 'updated_at': '2022-02-16T22:16:52Z', 'revision_number': 4, 'project_id': '1e0b1563ebe342b2a37986ffe99c82c4', 'gw_port': {'id': '9bb252cb-c723-4a39-bfb9-bec01af85611', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d902ce0-7950-4c3a-be19-d7017f4c5135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:45Z', 'updated_at': '2022-02-16T22:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a', 'name': '', 'network_id': '90bf19b6-1606-4208-a013-1914830050f8', 'tenant_id': '1e0b1563ebe342b2a37986ffe99c82c4', 'mac_address': 'fa:16:3e:58:6d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d902ce0-7950-4c3a-be19-d7017f4c5135', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'bc3835a3-3783-4325-b16e-7f594b1f725b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:50Z', 'updated_at': '2022-02-16T22:16:58Z', 'revision_number': 4, 'project_id': '1e0b1563ebe342b2a37986ffe99c82c4', 'subnets': [{'id': 'bc3835a3-3783-4325-b16e-7f594b1f725b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:16:59.779948 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fb567b36-d22a-42ae-ab69-fa9e3e9333cd req-f4d65123-b2f3-48e0-b680-e275f84262a2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335807 Feb 16 22:16:59.910246 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ef88fd4e-b677-444d-b9ca-f6b56ef9a5eb admin admin] Publish callbacks [] for router_gateway (779a36e3-2ed7-4fa6-a747-5fe432525886), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:16:59.934505 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ef88fd4e-b677-444d-b9ca-f6b56ef9a5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:00.035995 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072180a9-675e-4784-94a6-8354b68fdf88 None None] The sync data for ids ['3d902ce0-7950-4c3a-be19-d7017f4c5135'] in n-d-813897-6 is: [{'id': '3d902ce0-7950-4c3a-be19-d7017f4c5135', 'name': 'tempest-AttachSCSIVolumeTestJSON-892471026-router', 'tenant_id': '1e0b1563ebe342b2a37986ffe99c82c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '9bb252cb-c723-4a39-bfb9-bec01af85611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:43Z', 'updated_at': '2022-02-16T22:16:52Z', 'revision_number': 4, 'project_id': '1e0b1563ebe342b2a37986ffe99c82c4', 'gw_port': {'id': '9bb252cb-c723-4a39-bfb9-bec01af85611', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d902ce0-7950-4c3a-be19-d7017f4c5135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:45Z', 'updated_at': '2022-02-16T22:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a', 'name': '', 'network_id': '90bf19b6-1606-4208-a013-1914830050f8', 'tenant_id': '1e0b1563ebe342b2a37986ffe99c82c4', 'mac_address': 'fa:16:3e:58:6d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d902ce0-7950-4c3a-be19-d7017f4c5135', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'bc3835a3-3783-4325-b16e-7f594b1f725b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:50Z', 'updated_at': '2022-02-16T22:16:58Z', 'revision_number': 4, 'project_id': '1e0b1563ebe342b2a37986ffe99c82c4', 'subnets': [{'id': 'bc3835a3-3783-4325-b16e-7f594b1f725b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:17:00.082252 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:00.097726 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=a076e78f-7046-4547-8dae-bfecf879467f,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:00.121572 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-ef88fd4e-b677-444d-b9ca-f6b56ef9a5eb admin admin] Allocated IP 172.25.2.66 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/bff4c4d2-29f1-457d-9e5c-afff27cb7008) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:17:00.215497 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68930ae1-1963-4772-b085-f83f8a9fe341 req-59e4926c-7acd-4a7b-898e-a10afbe3b9ba tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:00.222777 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-68930ae1-1963-4772-b085-f83f8a9fe341 req-59e4926c-7acd-4a7b-898e-a10afbe3b9ba tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 943 time: 0.4435205 Feb 16 22:17:00.242302 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:00.243710 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:00.246554 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:00.246998 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:00.248517 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:00.249691 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:00.250221 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:00.251491 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:00.252650 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:00.253888 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:00.255094 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:00.257293 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:00.258715 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:00.263814 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0abf9823-3660-4855-a6b7-e5868884c90f req-3c10a645-6d1d-41d6-b119-956713cb236f tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Publish callbacks [] for port (3c2f4735-32d3-4976-b0b2-940d2e8b8f09), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:00.268751 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-40c3f0cd-b33f-4bd6-b6b9-c2b33150d8a7 None None] Allocated IP 172.20.0.2 (be000e73-23fe-44ee-abc8-3537420145b6/1dc046c6-40f6-467b-9274-70eafc6db188/70d7787d-90a2-444c-924a-8916352717c4) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:17:00.322607 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d04d7823-3d56-4e12-9df1-a3d4f2210f1f None None] Current status of the port 4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:17:00.324525 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d04d7823-3d56-4e12-9df1-a3d4f2210f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:00.345628 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-68930ae1-1963-4772-b085-f83f8a9fe341 req-11efffbb-9977-4da0-8333-dd7a8a71f05d tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064095 Feb 16 22:17:00.354019 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 52b7c737-bb0a-4614-9393-9fe74f309f8b completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:17:00.372823 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 52b7c737-bb0a-4614-9393-9fe74f309f8b triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:17:00.373570 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (52b7c737-bb0a-4614-9393-9fe74f309f8b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:00.385348 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0abf9823-3660-4855-a6b7-e5868884c90f req-3c10a645-6d1d-41d6-b119-956713cb236f tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (3c2f4735-32d3-4976-b0b2-940d2e8b8f09), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:00.454479 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ef88fd4e-b677-444d-b9ca-f6b56ef9a5eb admin admin] Publish callbacks [] for port (bff4c4d2-29f1-457d-9e5c-afff27cb7008), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:00.542009 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0abf9823-3660-4855-a6b7-e5868884c90f req-3c10a645-6d1d-41d6-b119-956713cb236f tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Network 4bac3cdf-16ae-435f-8215-29d96cd595c1 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:17:00.554818 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ef88fd4e-b677-444d-b9ca-f6b56ef9a5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (bff4c4d2-29f1-457d-9e5c-afff27cb7008), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:00.570233 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-0abf9823-3660-4855-a6b7-e5868884c90f req-3c10a645-6d1d-41d6-b119-956713cb236f tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:17:00.582065 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-d04d7823-3d56-4e12-9df1-a3d4f2210f1f None None] For port 4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a,segment=NetworkSegment(c057553b-8c99-49a8-bd1c-f1b67f5414f7),segment_id=c057553b-8c99-49a8-bd1c-f1b67f5414f7)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:17:00.583691 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-0abf9823-3660-4855-a6b7-e5868884c90f req-3c10a645-6d1d-41d6-b119-956713cb236f tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:17:00.604862 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c10a645-6d1d-41d6-b119-956713cb236f tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Pushing event updated for resources: {'Port': ['ID=3c2f4735-32d3-4976-b0b2-940d2e8b8f09,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:00.609993 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d04d7823-3d56-4e12-9df1-a3d4f2210f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:00.648918 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef88fd4e-b677-444d-b9ca-f6b56ef9a5eb admin admin] Pushing event updated for resources: {'Port': ['ID=bff4c4d2-29f1-457d-9e5c-afff27cb7008,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:00.659323 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef88fd4e-b677-444d-b9ca-f6b56ef9a5eb admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:17:00.661145 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-ef88fd4e-b677-444d-b9ca-f6b56ef9a5eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:17:00.663733 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef88fd4e-b677-444d-b9ca-f6b56ef9a5eb admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:17:00.764813 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf9823-3660-4855-a6b7-e5868884c90f req-3c10a645-6d1d-41d6-b119-956713cb236f tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:00.765870 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0abf9823-3660-4855-a6b7-e5868884c90f req-3c10a645-6d1d-41d6-b119-956713cb236f tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:00.871755 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0abf9823-3660-4855-a6b7-e5868884c90f req-3c10a645-6d1d-41d6-b119-956713cb236f tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2452519 Feb 16 22:17:00.895423 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-0abf9823-3660-4855-a6b7-e5868884c90f req-617b1ca4-7f6f-4218-9f2f-476fd5db64cd service neutron] Request body: {'port': {'device_id': '78b03450-3aa4-4896-8847-2094d35064cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:17:01.114887 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0abf9823-3660-4855-a6b7-e5868884c90f req-617b1ca4-7f6f-4218-9f2f-476fd5db64cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3c2f4735-32d3-4976-b0b2-940d2e8b8f09), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:01.119978 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:17:01.145363 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d7823-3d56-4e12-9df1-a3d4f2210f1f None None] Pushing event updated for resources: {'Port': ['ID=4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:01.222594 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 52b7c737-bb0a-4614-9393-9fe74f309f8b is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:17:01.225746 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (52b7c737-bb0a-4614-9393-9fe74f309f8b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:01.231039 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-6094b85c-f972-46e7-a09b-f41461e18d2a None None] Provisioning complete for port 4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:17:01.234882 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6094b85c-f972-46e7-a09b-f41461e18d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:01.273675 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ae2509-3fbf-4f9a-8baa-645d2d2b4012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a076e78f-7046-4547-8dae-bfecf879467f'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:17:01.276731 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cde079e-cd18-4579-a419-9431893919e7" -d '{"events": [{"server_uuid": "36ae2509-3fbf-4f9a-8baa-645d2d2b4012", "name": "network-vif-plugged", "status": "completed", "tag": "a076e78f-7046-4547-8dae-bfecf879467f"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:17:01.393162 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-40c3f0cd-b33f-4bd6-b6b9-c2b33150d8a7 None None] Publish callbacks [] for port (70d7787d-90a2-444c-924a-8916352717c4), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:01.422387 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 52b7c737-bb0a-4614-9393-9fe74f309f8b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=52b7c737-bb0a-4614-9393-9fe74f309f8b,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:17:01.426997 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-40c3f0cd-b33f-4bd6-b6b9-c2b33150d8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (70d7787d-90a2-444c-924a-8916352717c4), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:01.445648 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (52b7c737-bb0a-4614-9393-9fe74f309f8b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:01.469267 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86643b6d-1b9d-4df6-900f-f30fb65abb41', 'tag': '5cccebac-4308-44b7-bd47-11b830ed78b3'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:17:01.473363 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ed1f90-7a4d-4062-aa06-921b8a6d71cc" -d '{"events": [{"name": "network-changed", "server_uuid": "86643b6d-1b9d-4df6-900f-f30fb65abb41", "tag": "5cccebac-4308-44b7-bd47-11b830ed78b3"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:17:01.486519 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ef88fd4e-b677-444d-b9ca-f6b56ef9a5eb admin admin] Publish callbacks [] for router_gateway (779a36e3-2ed7-4fa6-a747-5fe432525886), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:01.552194 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c3f0cd-b33f-4bd6-b6b9-c2b33150d8a7 None None] Network be000e73-23fe-44ee-abc8-3537420145b6 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:17:01.554350 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729bb1a-66d0-41c1-9712-859b933190b0 req-4b613bd2-6d6a-415b-abf4-a385436cf479 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:01.561047 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-40c3f0cd-b33f-4bd6-b6b9-c2b33150d8a7 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:17:01.565706 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6729bb1a-66d0-41c1-9712-859b933190b0 req-4b613bd2-6d6a-415b-abf4-a385436cf479 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=36ae2509-3fbf-4f9a-8baa-645d2d2b4012 HTTP/1.1" status: 200 len: 949 time: 0.2714767 Feb 16 22:17:01.598936 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:17:01.599421 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:01.613515 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c3f0cd-b33f-4bd6-b6b9-c2b33150d8a7 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:17:01.615828 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3f0cd-b33f-4bd6-b6b9-c2b33150d8a7 None None] Pushing event updated for resources: {'Port': ['ID=70d7787d-90a2-444c-924a-8916352717c4,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:01.684529 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6729bb1a-66d0-41c1-9712-859b933190b0 req-72538066-c496-4d60-9286-a1b0e697a053 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116748 Feb 16 22:17:01.708326 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebc2c7-fd23-45a6-96e3-8692bfd7335e req-75c00110-306d-489d-a51f-291285fdd763 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:01.713907 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ebebc2c7-fd23-45a6-96e3-8692bfd7335e req-75c00110-306d-489d-a51f-291285fdd763 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 944 time: 0.3134320 Feb 16 22:17:01.922627 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-6094b85c-f972-46e7-a09b-f41461e18d2a None None] Current status of the port 4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:17:02.007417 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-40c3f0cd-b33f-4bd6-b6b9-c2b33150d8a7 None None] Attempting to bind port 70d7787d-90a2-444c-924a-8916352717c4 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:17:02.014912 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-40c3f0cd-b33f-4bd6-b6b9-c2b33150d8a7 None None] Attempting to bind port 70d7787d-90a2-444c-924a-8916352717c4 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'fc395924-0693-469c-9503-16bd3ce1af22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'be000e73-23fe-44ee-abc8-3537420145b6'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:17:02.015492 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c3f0cd-b33f-4bd6-b6b9-c2b33150d8a7 None None] Attempting to bind port 70d7787d-90a2-444c-924a-8916352717c4 on network be000e73-23fe-44ee-abc8-3537420145b6 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:17:02.017835 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=52b7c737-bb0a-4614-9393-9fe74f309f8b,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:02.040780 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c3f0cd-b33f-4bd6-b6b9-c2b33150d8a7 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:17:02.046438 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c3f0cd-b33f-4bd6-b6b9-c2b33150d8a7 None None] Checking segment: {'id': 'fc395924-0693-469c-9503-16bd3ce1af22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'be000e73-23fe-44ee-abc8-3537420145b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:17:02.047058 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-40c3f0cd-b33f-4bd6-b6b9-c2b33150d8a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:02.047578 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c3f0cd-b33f-4bd6-b6b9-c2b33150d8a7 None None] Bound using segment: {'id': 'fc395924-0693-469c-9503-16bd3ce1af22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'be000e73-23fe-44ee-abc8-3537420145b6'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:17:02.048412 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-40c3f0cd-b33f-4bd6-b6b9-c2b33150d8a7 None None] Bound port: 70d7787d-90a2-444c-924a-8916352717c4, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc395924-0693-469c-9503-16bd3ce1af22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'be000e73-23fe-44ee-abc8-3537420145b6'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:17:02.048728 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-40c3f0cd-b33f-4bd6-b6b9-c2b33150d8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (70d7787d-90a2-444c-924a-8916352717c4), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:02.179081 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ef88fd4e-b677-444d-b9ca-f6b56ef9a5eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (779a36e3-2ed7-4fa6-a747-5fe432525886), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:02.259389 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:17:02.328416 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-40c3f0cd-b33f-4bd6-b6b9-c2b33150d8a7 None None] For port 70d7787d-90a2-444c-924a-8916352717c4, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:17:02.337815 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-40c3f0cd-b33f-4bd6-b6b9-c2b33150d8a7 None None] For port 70d7787d-90a2-444c-924a-8916352717c4, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=70d7787d-90a2-444c-924a-8916352717c4,segment=NetworkSegment(fc395924-0693-469c-9503-16bd3ce1af22),segment_id=fc395924-0693-469c-9503-16bd3ce1af22)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:17:02.360928 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-40c3f0cd-b33f-4bd6-b6b9-c2b33150d8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (70d7787d-90a2-444c-924a-8916352717c4), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:02.436898 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-ebebc2c7-fd23-45a6-96e3-8692bfd7335e req-c3c1a612-442d-412c-b4ed-49de5c9d11bc tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Deleting port 39c7a120-1a4d-4dc8-9b07-2d421cd662de {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:17:02.437247 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ebebc2c7-fd23-45a6-96e3-8692bfd7335e req-c3c1a612-442d-412c-b4ed-49de5c9d11bc tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (39c7a120-1a4d-4dc8-9b07-2d421cd662de), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:02.440310 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef88fd4e-b677-444d-b9ca-f6b56ef9a5eb admin admin] Router 779a36e3-2ed7-4fa6-a747-5fe432525886 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:17:02.548618 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3f0cd-b33f-4bd6-b6b9-c2b33150d8a7 None None] Pushing event updated for resources: {'Port': ['ID=70d7787d-90a2-444c-924a-8916352717c4,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:02.652698 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-0abf9823-3660-4855-a6b7-e5868884c90f req-617b1ca4-7f6f-4218-9f2f-476fd5db64cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c2f4735-32d3-4976-b0b2-940d2e8b8f09 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:17:02.660725 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0abf9823-3660-4855-a6b7-e5868884c90f req-617b1ca4-7f6f-4218-9f2f-476fd5db64cd service neutron] Publish callbacks [] for port (3c2f4735-32d3-4976-b0b2-940d2e8b8f09), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:02.664977 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef88fd4e-b677-444d-b9ca-f6b56ef9a5eb admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:17:02.675228 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dd3008-22ca-4279-9b6d-6a1afb0854dd None None] Sync routers for ids ['779a36e3-2ed7-4fa6-a747-5fe432525886'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:17:02.681442 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-0abf9823-3660-4855-a6b7-e5868884c90f req-617b1ca4-7f6f-4218-9f2f-476fd5db64cd service neutron] Transition to ACTIVE for port object 3c2f4735-32d3-4976-b0b2-940d2e8b8f09 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:17:02.708337 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dd3008-22ca-4279-9b6d-6a1afb0854dd None None] Routers {'779a36e3-2ed7-4fa6-a747-5fe432525886'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:17:02.716730 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-c4dd3008-22ca-4279-9b6d-6a1afb0854dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:16:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['779a36e3-2ed7-4fa6-a747-5fe432525886'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:17:02.743392 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ef88fd4e-b677-444d-b9ca-f6b56ef9a5eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:02.747528 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0abf9823-3660-4855-a6b7-e5868884c90f req-617b1ca4-7f6f-4218-9f2f-476fd5db64cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (3c2f4735-32d3-4976-b0b2-940d2e8b8f09), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:02.752488 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ef88fd4e-b677-444d-b9ca-f6b56ef9a5eb admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1035018 Feb 16 22:17:02.755810 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56854) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:17:02.887521 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-ebebc2c7-fd23-45a6-96e3-8692bfd7335e req-c3c1a612-442d-412c-b4ed-49de5c9d11bc tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] For port 39c7a120-1a4d-4dc8-9b07-2d421cd662de, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=39c7a120-1a4d-4dc8-9b07-2d421cd662de,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:17:02.887956 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ebebc2c7-fd23-45a6-96e3-8692bfd7335e req-c3c1a612-442d-412c-b4ed-49de5c9d11bc tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (39c7a120-1a4d-4dc8-9b07-2d421cd662de), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:02.911423 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a9815-96af-49cd-9e6b-f0fdf0a1951c req-a03243a5-a646-4873-8ffa-afc49aee7084 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:02.920773 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-df3a9815-96af-49cd-9e6b-f0fdf0a1951c req-a03243a5-a646-4873-8ffa-afc49aee7084 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 945 time: 1.0478737 Feb 16 22:17:02.933133 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-ebebc2c7-fd23-45a6-96e3-8692bfd7335e req-c3c1a612-442d-412c-b4ed-49de5c9d11bc tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Calling delete_port for 39c7a120-1a4d-4dc8-9b07-2d421cd662de owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:17:03.045119 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-c4dd3008-22ca-4279-9b6d-6a1afb0854dd None None] Set router 779a36e3-2ed7-4fa6-a747-5fe432525886 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:17:03.083064 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-df3a9815-96af-49cd-9e6b-f0fdf0a1951c req-ac852a8e-0622-4b67-b424-ceca1f594e97 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432972 Feb 16 22:17:03.085921 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b1ca4-7f6f-4218-9f2f-476fd5db64cd service neutron] Pushing event updated for resources: {'Port': ['ID=3c2f4735-32d3-4976-b0b2-940d2e8b8f09,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:03.320854 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-0abf9823-3660-4855-a6b7-e5868884c90f req-617b1ca4-7f6f-4218-9f2f-476fd5db64cd service neutron] Attempting to bind port 3c2f4735-32d3-4976-b0b2-940d2e8b8f09 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:17:03.324853 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-0abf9823-3660-4855-a6b7-e5868884c90f req-617b1ca4-7f6f-4218-9f2f-476fd5db64cd service neutron] Attempting to bind port 3c2f4735-32d3-4976-b0b2-940d2e8b8f09 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '0fcd852f-dbb0-4c8e-bb68-facd05b73898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4bac3cdf-16ae-435f-8215-29d96cd595c1'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:17:03.325282 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf9823-3660-4855-a6b7-e5868884c90f req-617b1ca4-7f6f-4218-9f2f-476fd5db64cd service neutron] Attempting to bind port 3c2f4735-32d3-4976-b0b2-940d2e8b8f09 on network 4bac3cdf-16ae-435f-8215-29d96cd595c1 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:17:03.331468 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf9823-3660-4855-a6b7-e5868884c90f req-617b1ca4-7f6f-4218-9f2f-476fd5db64cd service neutron] Port 3c2f4735-32d3-4976-b0b2-940d2e8b8f09 on network 4bac3cdf-16ae-435f-8215-29d96cd595c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:17:03.336195 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf9823-3660-4855-a6b7-e5868884c90f req-617b1ca4-7f6f-4218-9f2f-476fd5db64cd service neutron] Attempting to bind port 3c2f4735-32d3-4976-b0b2-940d2e8b8f09 on network 4bac3cdf-16ae-435f-8215-29d96cd595c1 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:17:03.344536 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf9823-3660-4855-a6b7-e5868884c90f req-617b1ca4-7f6f-4218-9f2f-476fd5db64cd service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:17:03.344964 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf9823-3660-4855-a6b7-e5868884c90f req-617b1ca4-7f6f-4218-9f2f-476fd5db64cd service neutron] Checking segment: {'id': '0fcd852f-dbb0-4c8e-bb68-facd05b73898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4bac3cdf-16ae-435f-8215-29d96cd595c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:17:03.345423 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf9823-3660-4855-a6b7-e5868884c90f req-617b1ca4-7f6f-4218-9f2f-476fd5db64cd service neutron] Bound using segment: {'id': '0fcd852f-dbb0-4c8e-bb68-facd05b73898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4bac3cdf-16ae-435f-8215-29d96cd595c1'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:17:03.354021 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-0abf9823-3660-4855-a6b7-e5868884c90f req-617b1ca4-7f6f-4218-9f2f-476fd5db64cd service neutron] Bound port: 3c2f4735-32d3-4976-b0b2-940d2e8b8f09, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fcd852f-dbb0-4c8e-bb68-facd05b73898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4bac3cdf-16ae-435f-8215-29d96cd595c1'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:17:03.354785 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0abf9823-3660-4855-a6b7-e5868884c90f req-617b1ca4-7f6f-4218-9f2f-476fd5db64cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3c2f4735-32d3-4976-b0b2-940d2e8b8f09), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:03.385598 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fb947-844a-4067-a448-c2b67a4c5e07 req-974ff86d-763a-4365-883e-d7963b381521 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:03.395137 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-200fb947-844a-4067-a448-c2b67a4c5e07 req-974ff86d-763a-4365-883e-d7963b381521 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=78b03450-3aa4-4896-8847-2094d35064cb HTTP/1.1" status: 200 len: 943 time: 0.1375992 Feb 16 22:17:03.409423 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 70d7787d-90a2-444c-924a-8916352717c4 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:17:03.487386 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-0abf9823-3660-4855-a6b7-e5868884c90f req-617b1ca4-7f6f-4218-9f2f-476fd5db64cd service neutron] For port 3c2f4735-32d3-4976-b0b2-940d2e8b8f09, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:17:03.508881 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-200fb947-844a-4067-a448-c2b67a4c5e07 req-3ef42296-e9f5-4373-ac27-e4c8e83c2c78 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035824 Feb 16 22:17:03.648298 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db6a5f-8953-4652-a0d9-6bd988f86ae5 req-cb74b23b-0fde-4be8-ba9b-d4bf65e5add6 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:03.649921 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c4db6a5f-8953-4652-a0d9-6bd988f86ae5 req-cb74b23b-0fde-4be8-ba9b-d4bf65e5add6 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=6f298040-9e2d-4590-afeb-8b0af36f4c35 HTTP/1.1" status: 200 len: 944 time: 0.0810637 Feb 16 22:17:03.660242 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 70d7787d-90a2-444c-924a-8916352717c4 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:17:03.660623 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (70d7787d-90a2-444c-924a-8916352717c4), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:03.724454 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-c4dd3008-22ca-4279-9b6d-6a1afb0854dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779a36e3-2ed7-4fa6-a747-5fe432525886', 'name': 'tempest-AttachSCSIVolumeTestJSON-1027106733-router', 'tenant_id': '0b894cff0a7e4ebb863195fd21311e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'bff4c4d2-29f1-457d-9e5c-afff27cb7008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:58Z', 'updated_at': '2022-02-16T22:17:01Z', 'revision_number': 3, 'project_id': '0b894cff0a7e4ebb863195fd21311e6e', 'gw_port': {'id': 'bff4c4d2-29f1-457d-9e5c-afff27cb7008', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779a36e3-2ed7-4fa6-a747-5fe432525886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:59Z', 'updated_at': '2022-02-16T22:17:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:17:03.762387 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c4db6a5f-8953-4652-a0d9-6bd988f86ae5 req-4d0bbe7b-0ae2-4b4f-847f-cf24d9a351ff tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050894 Feb 16 22:17:03.784824 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dd3008-22ca-4279-9b6d-6a1afb0854dd None None] Checking router: 779a36e3-2ed7-4fa6-a747-5fe432525886 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:17:03.785180 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dd3008-22ca-4279-9b6d-6a1afb0854dd None None] Updating router 779a36e3-2ed7-4fa6-a747-5fe432525886 port bff4c4d2-29f1-457d-9e5c-afff27cb7008 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:17:03.908210 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c4dd3008-22ca-4279-9b6d-6a1afb0854dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bff4c4d2-29f1-457d-9e5c-afff27cb7008), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:03.984364 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 70d7787d-90a2-444c-924a-8916352717c4 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:17:03.984762 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (70d7787d-90a2-444c-924a-8916352717c4), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:04.056470 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ebebc2c7-fd23-45a6-96e3-8692bfd7335e req-c3c1a612-442d-412c-b4ed-49de5c9d11bc tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (39c7a120-1a4d-4dc8-9b07-2d421cd662de), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:04.076619 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-0abf9823-3660-4855-a6b7-e5868884c90f req-617b1ca4-7f6f-4218-9f2f-476fd5db64cd service neutron] For port 3c2f4735-32d3-4976-b0b2-940d2e8b8f09, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=3c2f4735-32d3-4976-b0b2-940d2e8b8f09,segment=NetworkSegment(0fcd852f-dbb0-4c8e-bb68-facd05b73898),segment_id=0fcd852f-dbb0-4c8e-bb68-facd05b73898)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:17:04.096729 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0abf9823-3660-4855-a6b7-e5868884c90f req-617b1ca4-7f6f-4218-9f2f-476fd5db64cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (3c2f4735-32d3-4976-b0b2-940d2e8b8f09), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:04.147667 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf9823-3660-4855-a6b7-e5868884c90f req-617b1ca4-7f6f-4218-9f2f-476fd5db64cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:04.148328 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0abf9823-3660-4855-a6b7-e5868884c90f req-617b1ca4-7f6f-4218-9f2f-476fd5db64cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:04.149816 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0abf9823-3660-4855-a6b7-e5868884c90f req-617b1ca4-7f6f-4218-9f2f-476fd5db64cd service neutron] 10.222.0.79 "PUT /v2.0/ports/3c2f4735-32d3-4976-b0b2-940d2e8b8f09 HTTP/1.1" status: 200 len: 1091 time: 3.2656763 Feb 16 22:17:04.207811 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9100898c-98dd-4619-ac51-125e45371ecd x-openstack-request-id: req-9100898c-98dd-4619-ac51-125e45371ecd {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:17:04.208110 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ae2509-3fbf-4f9a-8baa-645d2d2b4012", "name": "network-vif-plugged", "status": "completed", "tag": "a076e78f-7046-4547-8dae-bfecf879467f", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:17:04.211999 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9100898c-98dd-4619-ac51-125e45371ecd {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:17:04.212524 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ae2509-3fbf-4f9a-8baa-645d2d2b4012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a076e78f-7046-4547-8dae-bfecf879467f', 'code': 200} Feb 16 22:17:04.213523 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['39c7a120-1a4d-4dc8-9b07-2d421cd662de'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:17:04.323379 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b1ca4-7f6f-4218-9f2f-476fd5db64cd service neutron] Pushing event updated for resources: {'Port': ['ID=3c2f4735-32d3-4976-b0b2-940d2e8b8f09,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:04.340123 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6191ec81-4f86-422b-8341-324c0b3c1e23 None None] Network be000e73-23fe-44ee-abc8-3537420145b6 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:17:04.436669 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f5258-d487-487d-b53a-97b7643e8282 req-38f0eef6-c630-4051-8c6d-8d52cb6bb586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:04.436950 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1a612-442d-412c-b4ed-49de5c9d11bc tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Pushing event deleted for resources: {'Port': ['ID=39c7a120-1a4d-4dc8-9b07-2d421cd662de,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:04.438676 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-874f5258-d487-487d-b53a-97b7643e8282 req-38f0eef6-c630-4051-8c6d-8d52cb6bb586 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=36ae2509-3fbf-4f9a-8baa-645d2d2b4012 HTTP/1.1" status: 200 len: 1131 time: 0.1364622 Feb 16 22:17:04.476665 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 70d7787d-90a2-444c-924a-8916352717c4, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=70d7787d-90a2-444c-924a-8916352717c4,segment=NetworkSegment(fc395924-0693-469c-9503-16bd3ce1af22),segment_id=fc395924-0693-469c-9503-16bd3ce1af22)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:17:04.500671 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-874f5258-d487-487d-b53a-97b7643e8282 req-4c4acc9c-4154-448f-a8c9-7ac0b481ba8d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493248 Feb 16 22:17:04.502755 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebebc2c7-fd23-45a6-96e3-8692bfd7335e req-c3c1a612-442d-412c-b4ed-49de5c9d11bc tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] No DVR routers for this DVR port 39c7a120-1a4d-4dc8-9b07-2d421cd662de on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:17:04.505510 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6326dd93-e51a-4534-989b-c68016b13bdf req-bf99b802-c7b7-4957-8e1e-ef75a8724181 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2806258 Feb 16 22:17:04.505736 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ebebc2c7-fd23-45a6-96e3-8692bfd7335e req-c3c1a612-442d-412c-b4ed-49de5c9d11bc tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:04.512195 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ebebc2c7-fd23-45a6-96e3-8692bfd7335e req-c3c1a612-442d-412c-b4ed-49de5c9d11bc tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.79 "DELETE /v2.0/ports/39c7a120-1a4d-4dc8-9b07-2d421cd662de HTTP/1.1" status: 204 len: 173 time: 2.7840965 Feb 16 22:17:04.515867 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd69ec-f70e-4d92-ba0b-050e5f88c70d req-90a7937c-148f-4f97-b34e-abfdfd847afe tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:04.516330 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 5cccebac-4308-44b7-bd47-11b830ed78b3 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:17:04.520039 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74cd69ec-f70e-4d92-ba0b-050e5f88c70d req-90a7937c-148f-4f97-b34e-abfdfd847afe tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 943 time: 0.1619697 Feb 16 22:17:04.530710 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f298040-9e2d-4590-afeb-8b0af36f4c35', 'name': 'network-vif-deleted', 'tag': '39c7a120-1a4d-4dc8-9b07-2d421cd662de'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:17:04.535800 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4e62af-989e-464f-bee0-35d84acc0bec" -d '{"events": [{"server_uuid": "6f298040-9e2d-4590-afeb-8b0af36f4c35", "name": "network-vif-deleted", "tag": "39c7a120-1a4d-4dc8-9b07-2d421cd662de"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:17:04.554318 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf9823-3660-4855-a6b7-e5868884c90f req-b0dd9fdd-2de1-442b-a3d4-2df0d954e9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:04.556197 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0abf9823-3660-4855-a6b7-e5868884c90f req-b0dd9fdd-2de1-442b-a3d4-2df0d954e9a9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=eb6359d124c14a73ac3b0de930e6a0fe&device_id=78b03450-3aa4-4896-8847-2094d35064cb HTTP/1.1" status: 200 len: 1125 time: 0.2670217 Feb 16 22:17:04.606864 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-36e43cbb-f4f1-4e40-b4d8-c53a389b457f None None] Provisioning complete for port 70d7787d-90a2-444c-924a-8916352717c4 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:17:04.611645 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-36e43cbb-f4f1-4e40-b4d8-c53a389b457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (70d7787d-90a2-444c-924a-8916352717c4), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:04.658341 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (70d7787d-90a2-444c-924a-8916352717c4), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:04.659639 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:17:04.660365 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74cd69ec-f70e-4d92-ba0b-050e5f88c70d req-2d8a01b4-261c-436d-af0d-7c1d210b3aa1 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340630 Feb 16 22:17:04.742747 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1950af-001d-42c9-9d11-64569f7de5f1 x-openstack-request-id: req-ba1950af-001d-42c9-9d11-64569f7de5f1 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:17:04.743247 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86643b6d-1b9d-4df6-900f-f30fb65abb41", "tag": "5cccebac-4308-44b7-bd47-11b830ed78b3", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:17:04.743691 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ba1950af-001d-42c9-9d11-64569f7de5f1 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:17:04.744263 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86643b6d-1b9d-4df6-900f-f30fb65abb41', 'tag': '5cccebac-4308-44b7-bd47-11b830ed78b3', 'status': 'completed', 'code': 200} Feb 16 22:17:04.930629 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed1f90-7a4d-4062-aa06-921b8a6d71cc req-8ba48a86-e90f-49eb-8a40-97e1b2bff731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:04.936634 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-07ed1f90-7a4d-4062-aa06-921b8a6d71cc req-8ba48a86-e90f-49eb-8a40-97e1b2bff731 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 1155 time: 0.1717718 Feb 16 22:17:04.939035 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0abf9823-3660-4855-a6b7-e5868884c90f req-eed663c3-1ae9-423d-8233-42dc59fe6165 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c2f4735-32d3-4976-b0b2-940d2e8b8f09 HTTP/1.1" status: 200 len: 217 time: 0.3178720 Feb 16 22:17:05.124696 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60183611-aac5-4e90-889c-072102205afe req-1d6d5ff2-f6ae-4247-8285-143b746868e8 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:05.134059 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-60183611-aac5-4e90-889c-072102205afe req-1d6d5ff2-f6ae-4247-8285-143b746868e8 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=36ae2509-3fbf-4f9a-8baa-645d2d2b4012 HTTP/1.1" status: 200 len: 949 time: 0.2629521 Feb 16 22:17:05.207322 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf9823-3660-4855-a6b7-e5868884c90f req-0c14163e-1a45-4ef1-91d8-73fcb7dcd5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:05.210254 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0abf9823-3660-4855-a6b7-e5868884c90f req-0c14163e-1a45-4ef1-91d8-73fcb7dcd5d9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d292e6dc-86dc-495b-b76c-8deab59c0198 HTTP/1.1" status: 200 len: 844 time: 0.2363362 Feb 16 22:17:05.215972 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326dd93-e51a-4534-989b-c68016b13bdf req-726d31b9-777d-407b-9237-337d2c9f06c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:05.221043 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6326dd93-e51a-4534-989b-c68016b13bdf req-726d31b9-777d-407b-9237-337d2c9f06c5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904 HTTP/1.1" status: 200 len: 1126 time: 0.6709011 Feb 16 22:17:05.244375 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed1f90-7a4d-4062-aa06-921b8a6d71cc req-be771e35-ba67-4f12-8825-9ce814a12720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:05.246124 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-07ed1f90-7a4d-4062-aa06-921b8a6d71cc req-be771e35-ba67-4f12-8825-9ce814a12720 service neutron] 10.222.0.79 "GET /v2.0/networks?id=91cf39f3-9142-4ee5-af15-00f1f801e8c7 HTTP/1.1" status: 200 len: 908 time: 0.2916682 Feb 16 22:17:05.344934 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0abf9823-3660-4855-a6b7-e5868884c90f req-307d3f94-b2ed-4d79-8139-4f5bd8ff5dc1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4bac3cdf-16ae-435f-8215-29d96cd595c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063430 Feb 16 22:17:05.354312 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-60183611-aac5-4e90-889c-072102205afe req-9738969e-fd5d-4259-a4ca-253859b1a602 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192886 Feb 16 22:17:05.355654 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-07ed1f90-7a4d-4062-aa06-921b8a6d71cc req-560492d8-74e1-4b00-99bc-8c5290643c99 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cccebac-4308-44b7-bd47-11b830ed78b3 HTTP/1.1" status: 200 len: 217 time: 0.0752151 Feb 16 22:17:05.361117 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-36e43cbb-f4f1-4e40-b4d8-c53a389b457f None None] Current status of the port 70d7787d-90a2-444c-924a-8916352717c4 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:17:05.418190 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=70d7787d-90a2-444c-924a-8916352717c4,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:05.472351 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 5cccebac-4308-44b7-bd47-11b830ed78b3 is: DOWN; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:17:05.504702 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed1f90-7a4d-4062-aa06-921b8a6d71cc req-0d7e6c15-a203-42e2-8e3e-497267005c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:05.509228 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:17:05.509656 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-07ed1f90-7a4d-4062-aa06-921b8a6d71cc req-0d7e6c15-a203-42e2-8e3e-497267005c10 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f7242f4f-8939-4e6c-b488-ab1fd3ca8215 HTTP/1.1" status: 200 len: 847 time: 0.1382382 Feb 16 22:17:05.509830 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:05.585897 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-07ed1f90-7a4d-4062-aa06-921b8a6d71cc req-7950253e-d565-43bf-989c-7c4fab97c170 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91cf39f3-9142-4ee5-af15-00f1f801e8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662513 Feb 16 22:17:05.660322 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0abf9823-3660-4855-a6b7-e5868884c90f req-f3f768ac-a31f-43e7-acae-2f8ebde4b169 service neutron] 10.222.0.79 "GET /v2.0/networks/4bac3cdf-16ae-435f-8215-29d96cd595c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647309 Feb 16 22:17:05.698944 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c4dd3008-22ca-4279-9b6d-6a1afb0854dd None None] Publish callbacks [] for port (bff4c4d2-29f1-457d-9e5c-afff27cb7008), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:05.726941 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c4dd3008-22ca-4279-9b6d-6a1afb0854dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (bff4c4d2-29f1-457d-9e5c-afff27cb7008), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:05.759710 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:17:05.808915 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0abf9823-3660-4855-a6b7-e5868884c90f req-1de16336-6e40-4c02-8ddd-157b534b1157 service neutron] 10.222.0.79 "GET /v2.0/networks/4bac3cdf-16ae-435f-8215-29d96cd595c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364386 Feb 16 22:17:05.812540 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5039bda7-ddd2-4d5d-ae9a-427f6be4f4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:05.861653 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-c4dd3008-22ca-4279-9b6d-6a1afb0854dd None None] Attempting to bind port bff4c4d2-29f1-457d-9e5c-afff27cb7008 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:17:05.864816 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-c4dd3008-22ca-4279-9b6d-6a1afb0854dd None None] Attempting to bind port bff4c4d2-29f1-457d-9e5c-afff27cb7008 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:17:05.866879 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-07ed1f90-7a4d-4062-aa06-921b8a6d71cc req-34268b12-440b-4397-84e6-740e55635e52 service neutron] 10.222.0.79 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641180 Feb 16 22:17:05.867419 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dd3008-22ca-4279-9b6d-6a1afb0854dd None None] Attempting to bind port bff4c4d2-29f1-457d-9e5c-afff27cb7008 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:17:05.899827 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dd3008-22ca-4279-9b6d-6a1afb0854dd None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:17:05.900349 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dd3008-22ca-4279-9b6d-6a1afb0854dd None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:17:05.900865 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c4dd3008-22ca-4279-9b6d-6a1afb0854dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:05.901955 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dd3008-22ca-4279-9b6d-6a1afb0854dd None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:17:05.906186 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-c4dd3008-22ca-4279-9b6d-6a1afb0854dd None None] Bound port: bff4c4d2-29f1-457d-9e5c-afff27cb7008, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:17:05.906552 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c4dd3008-22ca-4279-9b6d-6a1afb0854dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bff4c4d2-29f1-457d-9e5c-afff27cb7008), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:05.954820 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71caf0a-e8d8-4b8a-9bc9-83af89aed83c None None] Pushing event updated for resources: {'Port': ['ID=bff4c4d2-29f1-457d-9e5c-afff27cb7008,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:05.995377 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 70d7787d-90a2-444c-924a-8916352717c4 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:17:06.063280 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-07ed1f90-7a4d-4062-aa06-921b8a6d71cc req-aa84950f-ce70-48a2-bc9e-d7d1f4daa625 service neutron] 10.222.0.79 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891637 Feb 16 22:17:06.104620 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b64976-585a-47eb-8037-fc9cf93438a1 req-7bef9caf-4c04-43e6-a95d-0e9126c74370 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:06.106792 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-98b64976-585a-47eb-8037-fc9cf93438a1 req-7bef9caf-4c04-43e6-a95d-0e9126c74370 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 945 time: 0.5194218 Feb 16 22:17:06.116871 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56888) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:17:06.121800 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-7debad79-12b7-4385-8ef6-753e2ea99122 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Request body: {'floatingip': {'port_id': '4f84d8ad-7206-4829-8589-6f904da0dad7'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:17:06.134693 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-55356545-4a7c-4e3f-900b-03f97c4414e2 None None] Provisioning complete for port 70d7787d-90a2-444c-924a-8916352717c4 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:17:06.138279 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-55356545-4a7c-4e3f-900b-03f97c4414e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (70d7787d-90a2-444c-924a-8916352717c4), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:06.207478 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-5039bda7-ddd2-4d5d-ae9a-427f6be4f4ad admin admin] Allocated IP 172.20.0.1 (be000e73-23fe-44ee-abc8-3537420145b6/1dc046c6-40f6-467b-9274-70eafc6db188/a0972455-269f-4b77-b4ef-e321ba440815) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:17:06.218925 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def4d26e-5212-4285-8384-b07924ef9d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b7c737-bb0a-4614-9393-9fe74f309f8b'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:17:06.221371 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5262975-d64d-4cf4-a646-aa1712633e28" -d '{"events": [{"server_uuid": "def4d26e-5212-4285-8384-b07924ef9d7b", "name": "network-vif-plugged", "status": "completed", "tag": "52b7c737-bb0a-4614-9393-9fe74f309f8b"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:17:06.226767 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7debad79-12b7-4385-8ef6-753e2ea99122 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks [] for floatingip (53587a63-2fd6-4722-a84f-edd68fa6faea), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:06.240318 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c4dd3008-22ca-4279-9b6d-6a1afb0854dd None None] For port bff4c4d2-29f1-457d-9e5c-afff27cb7008, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:17:06.277704 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c4dd3008-22ca-4279-9b6d-6a1afb0854dd None None] For port bff4c4d2-29f1-457d-9e5c-afff27cb7008, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=bff4c4d2-29f1-457d-9e5c-afff27cb7008,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:17:06.296828 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 5cccebac-4308-44b7-bd47-11b830ed78b3 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:17:06.354455 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5039bda7-ddd2-4d5d-ae9a-427f6be4f4ad admin admin] Publish callbacks [] for port (a0972455-269f-4b77-b4ef-e321ba440815), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:06.381385 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c4dd3008-22ca-4279-9b6d-6a1afb0854dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (bff4c4d2-29f1-457d-9e5c-afff27cb7008), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:06.408560 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5039bda7-ddd2-4d5d-ae9a-427f6be4f4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (a0972455-269f-4b77-b4ef-e321ba440815), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:06.453880 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] The host n-h1-813897-6 is not matching for port 5cccebac-4308-44b7-bd47-11b830ed78b3 host n-h2-813897-6! {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 22:17:06.454705 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 5cccebac-4308-44b7-bd47-11b830ed78b3 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:17:06.495332 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 39c7a120-1a4d-4dc8-9b07-2d421cd662de no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:17:06.508957 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5039bda7-ddd2-4d5d-ae9a-427f6be4f4ad admin admin] Network be000e73-23fe-44ee-abc8-3537420145b6 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:17:06.524695 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 70d7787d-90a2-444c-924a-8916352717c4 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:17:06.525319 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (70d7787d-90a2-444c-924a-8916352717c4), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:06.544287 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-5039bda7-ddd2-4d5d-ae9a-427f6be4f4ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:17:06.562625 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5039bda7-ddd2-4d5d-ae9a-427f6be4f4ad admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:17:06.566891 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-55356545-4a7c-4e3f-900b-03f97c4414e2 None None] Current status of the port 70d7787d-90a2-444c-924a-8916352717c4 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:17:06.575170 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326dd93-e51a-4534-989b-c68016b13bdf req-1114d2b7-77d7-4cc1-a4ae-3e056a96dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:06.576687 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6326dd93-e51a-4534-989b-c68016b13bdf req-1114d2b7-77d7-4cc1-a4ae-3e056a96dbef service neutron] 10.222.0.79 "GET /v2.0/networks?id=91cf39f3-9142-4ee5-af15-00f1f801e8c7 HTTP/1.1" status: 200 len: 908 time: 1.2971675 Feb 16 22:17:06.579477 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 39c7a120-1a4d-4dc8-9b07-2d421cd662de {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:17:06.580837 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 39c7a120-1a4d-4dc8-9b07-2d421cd662de not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:17:06.602574 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dd3008-22ca-4279-9b6d-6a1afb0854dd None None] Routers {'779a36e3-2ed7-4fa6-a747-5fe432525886'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:17:06.603232 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-c4dd3008-22ca-4279-9b6d-6a1afb0854dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:16:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['779a36e3-2ed7-4fa6-a747-5fe432525886'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:17:06.663157 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71caf0a-e8d8-4b8a-9bc9-83af89aed83c None None] Pushing event updated for resources: {'Port': ['ID=bff4c4d2-29f1-457d-9e5c-afff27cb7008,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:06.728269 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6326dd93-e51a-4534-989b-c68016b13bdf req-f55df7c0-1e59-4912-a842-1ee9de083401 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8be7a0d3-4289-4353-8611-3241ea35c331 HTTP/1.1" status: 200 len: 217 time: 0.1042473 Feb 16 22:17:06.773327 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039bda7-ddd2-4d5d-ae9a-427f6be4f4ad admin admin] Pushing event updated for resources: {'Port': ['ID=a0972455-269f-4b77-b4ef-e321ba440815,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:06.838331 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-c4dd3008-22ca-4279-9b6d-6a1afb0854dd None None] Set router 779a36e3-2ed7-4fa6-a747-5fe432525886 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:17:06.860587 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5039bda7-ddd2-4d5d-ae9a-427f6be4f4ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (779a36e3-2ed7-4fa6-a747-5fe432525886), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:06.972911 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 70d7787d-90a2-444c-924a-8916352717c4 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:17:06.979254 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7af00e44-b36e-40ed-ae7c-3c8487d59438 None None] Provisioning complete for port a0972455-269f-4b77-b4ef-e321ba440815 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:17:06.980711 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7af00e44-b36e-40ed-ae7c-3c8487d59438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a0972455-269f-4b77-b4ef-e321ba440815), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:07.000553 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326dd93-e51a-4534-989b-c68016b13bdf req-0cbb2433-9f26-42b9-959a-438b86a1f148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:07.005564 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6326dd93-e51a-4534-989b-c68016b13bdf req-0cbb2433-9f26-42b9-959a-438b86a1f148 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f7242f4f-8939-4e6c-b488-ab1fd3ca8215 HTTP/1.1" status: 200 len: 847 time: 0.2628491 Feb 16 22:17:07.044068 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6326dd93-e51a-4534-989b-c68016b13bdf req-1d8cd130-0171-4e2c-9528-159b0ae9f23a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91cf39f3-9142-4ee5-af15-00f1f801e8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317254 Feb 16 22:17:07.108002 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7debad79-12b7-4385-8ef6-753e2ea99122 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:07.119425 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b03450-3aa4-4896-8847-2094d35064cb', 'tag': '3c2f4735-32d3-4976-b0b2-940d2e8b8f09'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:17:07.121994 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af98ce74-707d-4a89-ab10-6129c8e0a867" -d '{"events": [{"name": "network-changed", "server_uuid": "78b03450-3aa4-4896-8847-2094d35064cb", "tag": "3c2f4735-32d3-4976-b0b2-940d2e8b8f09"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:17:07.128036 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7af00e44-b36e-40ed-ae7c-3c8487d59438 None None] Port a0972455-269f-4b77-b4ef-e321ba440815 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:17:07.128670 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7debad79-12b7-4385-8ef6-753e2ea99122 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (53587a63-2fd6-4722-a84f-edd68fa6faea), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:07.249951 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-c4dd3008-22ca-4279-9b6d-6a1afb0854dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779a36e3-2ed7-4fa6-a747-5fe432525886', 'name': 'tempest-AttachSCSIVolumeTestJSON-1027106733-router', 'tenant_id': '0b894cff0a7e4ebb863195fd21311e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'bff4c4d2-29f1-457d-9e5c-afff27cb7008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:58Z', 'updated_at': '2022-02-16T22:17:01Z', 'revision_number': 3, 'project_id': '0b894cff0a7e4ebb863195fd21311e6e', 'gw_port': {'id': 'bff4c4d2-29f1-457d-9e5c-afff27cb7008', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779a36e3-2ed7-4fa6-a747-5fe432525886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:59Z', 'updated_at': '2022-02-16T22:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:17:07.277565 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-7debad79-12b7-4385-8ef6-753e2ea99122 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Floating IP 53587a63-2fd6-4722-a84f-edd68fa6faea associated. External IP: 172.25.2.102, port: 4f84d8ad-7206-4829-8589-6f904da0dad7. Feb 16 22:17:07.283117 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6326dd93-e51a-4534-989b-c68016b13bdf req-66b5b9a5-313f-4348-86ee-a24bc894848b service neutron] 10.222.0.79 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305884 Feb 16 22:17:07.288173 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9d72f7d0-a62e-4d5e-b693-9a5384c95277 req-4aaec36c-782a-4504-b05f-291c9ba5958a tempest-QuotasAdminNegativeTest-2006147883 tempest-QuotasAdminNegativeTest-2006147883-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=9a79f25af06241cf98eb82bee98d416f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1787651 Feb 16 22:17:07.303858 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dd3008-22ca-4279-9b6d-6a1afb0854dd None None] The sync data for ids ['779a36e3-2ed7-4fa6-a747-5fe432525886'] in n-d-813897-6 is: [{'id': '779a36e3-2ed7-4fa6-a747-5fe432525886', 'name': 'tempest-AttachSCSIVolumeTestJSON-1027106733-router', 'tenant_id': '0b894cff0a7e4ebb863195fd21311e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'bff4c4d2-29f1-457d-9e5c-afff27cb7008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:58Z', 'updated_at': '2022-02-16T22:17:01Z', 'revision_number': 3, 'project_id': '0b894cff0a7e4ebb863195fd21311e6e', 'gw_port': {'id': 'bff4c4d2-29f1-457d-9e5c-afff27cb7008', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779a36e3-2ed7-4fa6-a747-5fe432525886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:59Z', 'updated_at': '2022-02-16T22:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:17:07.328895 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5039bda7-ddd2-4d5d-ae9a-427f6be4f4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a0972455-269f-4b77-b4ef-e321ba440815), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:07.466174 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72f7d0-a62e-4d5e-b693-9a5384c95277 req-2fedf0b6-af3a-4d77-8317-799ce4c93e71 tempest-QuotasAdminNegativeTest-2006147883 tempest-QuotasAdminNegativeTest-2006147883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:07.472489 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9d72f7d0-a62e-4d5e-b693-9a5384c95277 req-2fedf0b6-af3a-4d77-8317-799ce4c93e71 tempest-QuotasAdminNegativeTest-2006147883 tempest-QuotasAdminNegativeTest-2006147883-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1832106 Feb 16 22:17:07.529822 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9d72f7d0-a62e-4d5e-b693-9a5384c95277 req-c7b5c09f-6e73-4aa7-9c52-e4b4474085b7 tempest-QuotasAdminNegativeTest-2006147883 tempest-QuotasAdminNegativeTest-2006147883-project] 10.222.0.75 "GET /v2.0/quotas/9a79f25af06241cf98eb82bee98d416f HTTP/1.1" status: 200 len: 375 time: 0.0563638 Feb 16 22:17:07.594307 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9d72f7d0-a62e-4d5e-b693-9a5384c95277 req-2f20a26d-415a-4e9b-8e2e-17cd4a3ca100 tempest-QuotasAdminNegativeTest-2006147883 tempest-QuotasAdminNegativeTest-2006147883-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a79f25af06241cf98eb82bee98d416f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634117 Feb 16 22:17:07.666241 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6326dd93-e51a-4534-989b-c68016b13bdf req-9d56cf84-5f26-4e51-bb68-1b67427efba4 service neutron] 10.222.0.79 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404434 Feb 16 22:17:07.906668 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5039bda7-ddd2-4d5d-ae9a-427f6be4f4ad admin admin] Publish callbacks [] for port (a0972455-269f-4b77-b4ef-e321ba440815), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:07.916287 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5039bda7-ddd2-4d5d-ae9a-427f6be4f4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (a0972455-269f-4b77-b4ef-e321ba440815), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:07.964558 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7debad79-12b7-4385-8ef6-753e2ea99122 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Router 83a8dc8c-c814-49e7-8909-135df1b9a195 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:17:07.968888 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device bff4c4d2-29f1-457d-9e5c-afff27cb7008 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:17:08.058572 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322a0ef-e68c-458d-863e-e8eb8b5280ac req-9f5f9ef3-aa60-435f-abea-94a2ab395090 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:08.065953 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6322a0ef-e68c-458d-863e-e8eb8b5280ac req-9f5f9ef3-aa60-435f-abea-94a2ab395090 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=78b03450-3aa4-4896-8847-2094d35064cb HTTP/1.1" status: 200 len: 943 time: 0.1760304 Feb 16 22:17:08.100534 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port bff4c4d2-29f1-457d-9e5c-afff27cb7008 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:17:08.101066 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (bff4c4d2-29f1-457d-9e5c-afff27cb7008), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:08.137335 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039bda7-ddd2-4d5d-ae9a-427f6be4f4ad admin admin] Pushing event updated for resources: {'Port': ['ID=a0972455-269f-4b77-b4ef-e321ba440815,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:08.148350 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5039bda7-ddd2-4d5d-ae9a-427f6be4f4ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (779a36e3-2ed7-4fa6-a747-5fe432525886), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:08.255677 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port bff4c4d2-29f1-457d-9e5c-afff27cb7008 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:17:08.257173 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bff4c4d2-29f1-457d-9e5c-afff27cb7008), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:08.312296 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port bff4c4d2-29f1-457d-9e5c-afff27cb7008, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=bff4c4d2-29f1-457d-9e5c-afff27cb7008,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:17:08.316942 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6322a0ef-e68c-458d-863e-e8eb8b5280ac req-63010ab9-923a-4847-8b7c-2ed41061ebd8 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346294 Feb 16 22:17:08.326515 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (bff4c4d2-29f1-457d-9e5c-afff27cb7008), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:08.382632 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7debad79-12b7-4385-8ef6-753e2ea99122 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:17:08.386406 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5039bda7-ddd2-4d5d-ae9a-427f6be4f4ad admin admin] Network be000e73-23fe-44ee-abc8-3537420145b6 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:17:08.388683 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-5039bda7-ddd2-4d5d-ae9a-427f6be4f4ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:17:08.398067 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0679b6-51fb-4aa8-9810-78b63bcbca5c None None] Sync routers for ids ['83a8dc8c-c814-49e7-8909-135df1b9a195'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:17:08.410958 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7debad79-12b7-4385-8ef6-753e2ea99122 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:08.419234 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0679b6-51fb-4aa8-9810-78b63bcbca5c None None] Routers {'83a8dc8c-c814-49e7-8909-135df1b9a195'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:17:08.421001 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-5e0679b6-51fb-4aa8-9810-78b63bcbca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:16:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['83a8dc8c-c814-49e7-8909-135df1b9a195'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:17:08.485942 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=bff4c4d2-29f1-457d-9e5c-afff27cb7008,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:08.504201 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3c8b90-161e-4e0c-a38e-1fa392f1024a x-openstack-request-id: req-8d3c8b90-161e-4e0c-a38e-1fa392f1024a {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:17:08.505305 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7debad79-12b7-4385-8ef6-753e2ea99122 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "PUT /v2.0/floatingips/53587a63-2fd6-4722-a84f-edd68fa6faea HTTP/1.1" status: 200 len: 991 time: 2.3730423 Feb 16 22:17:08.505667 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f298040-9e2d-4590-afeb-8b0af36f4c35", "name": "network-vif-deleted", "tag": "39c7a120-1a4d-4dc8-9b07-2d421cd662de", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:17:08.506587 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 3c2f4735-32d3-4976-b0b2-940d2e8b8f09 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:17:08.507985 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8d3c8b90-161e-4e0c-a38e-1fa392f1024a {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:17:08.509701 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f298040-9e2d-4590-afeb-8b0af36f4c35', 'name': 'network-vif-deleted', 'tag': '39c7a120-1a4d-4dc8-9b07-2d421cd662de', 'status': 'completed', 'code': 200} Feb 16 22:17:08.655067 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5039bda7-ddd2-4d5d-ae9a-427f6be4f4ad admin admin] Router 779a36e3-2ed7-4fa6-a747-5fe432525886 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:17:08.673630 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-5e0679b6-51fb-4aa8-9810-78b63bcbca5c None None] Set router 83a8dc8c-c814-49e7-8909-135df1b9a195 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:17:08.735586 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cbb50-b241-4f6e-a5bf-5aaa94daafb6 req-99a2360d-3a8c-48ae-8954-13e2134b1e4d tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:08.743147 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0d2cbb50-b241-4f6e-a5bf-5aaa94daafb6 req-99a2360d-3a8c-48ae-8954-13e2134b1e4d tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 943 time: 0.1386709 Feb 16 22:17:08.806173 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 3c2f4735-32d3-4976-b0b2-940d2e8b8f09, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=3c2f4735-32d3-4976-b0b2-940d2e8b8f09,segment=NetworkSegment(0fcd852f-dbb0-4c8e-bb68-facd05b73898),segment_id=0fcd852f-dbb0-4c8e-bb68-facd05b73898)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:17:08.827382 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '3c2f4735-32d3-4976-b0b2-940d2e8b8f09', 'network_id': '4bac3cdf-16ae-435f-8215-29d96cd595c1', 'port_id': '3c2f4735-32d3-4976-b0b2-940d2e8b8f09', 'mac_address': 'fa:16:3e:24:3f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd292e6dc-86dc-495b-b76c-8deab59c0198', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:17:08.832497 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0d2cbb50-b241-4f6e-a5bf-5aaa94daafb6 req-6e1c7988-b8f6-4c03-86db-7a71623388df tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884650 Feb 16 22:17:08.896571 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 3c2f4735-32d3-4976-b0b2-940d2e8b8f09 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:17:08.896976 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3c2f4735-32d3-4976-b0b2-940d2e8b8f09), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:08.899092 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a48c2384-ef38-467f-a51f-d2973455ff4d None None] Provisioning complete for port a0972455-269f-4b77-b4ef-e321ba440815 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:17:08.899458 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a48c2384-ef38-467f-a51f-d2973455ff4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a0972455-269f-4b77-b4ef-e321ba440815), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:08.916985 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5039bda7-ddd2-4d5d-ae9a-427f6be4f4ad admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:17:08.929929 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5039bda7-ddd2-4d5d-ae9a-427f6be4f4ad admin admin] 10.222.0.75 "PUT /v2.0/routers/779a36e3-2ed7-4fa6-a747-5fe432525886/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1718991 Feb 16 22:17:08.942176 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b275228f-adbc-461e-9a76-5db531cd81f4 x-openstack-request-id: req-b275228f-adbc-461e-9a76-5db531cd81f4 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:17:08.942176 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def4d26e-5212-4285-8384-b07924ef9d7b", "name": "network-vif-plugged", "status": "completed", "tag": "52b7c737-bb0a-4614-9393-9fe74f309f8b", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:17:08.942400 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b275228f-adbc-461e-9a76-5db531cd81f4 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:17:08.943210 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def4d26e-5212-4285-8384-b07924ef9d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b7c737-bb0a-4614-9393-9fe74f309f8b', 'code': 200} Feb 16 22:17:08.949248 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c2f4735-32d3-4976-b0b2-940d2e8b8f09 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:17:08.979513 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 3c2f4735-32d3-4976-b0b2-940d2e8b8f09, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=3c2f4735-32d3-4976-b0b2-940d2e8b8f09,segment=NetworkSegment(0fcd852f-dbb0-4c8e-bb68-facd05b73898),segment_id=0fcd852f-dbb0-4c8e-bb68-facd05b73898)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:17:08.981067 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a48c2384-ef38-467f-a51f-d2973455ff4d None None] Port a0972455-269f-4b77-b4ef-e321ba440815 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:17:08.994318 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (3c2f4735-32d3-4976-b0b2-940d2e8b8f09), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:09.094968 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=3c2f4735-32d3-4976-b0b2-940d2e8b8f09,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:09.179604 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542493ea-01a1-45e8-94bd-51f243ecbe3d req-840bc2bc-7637-4f4f-8673-cf823b26c37c tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:09.181527 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-542493ea-01a1-45e8-94bd-51f243ecbe3d req-840bc2bc-7637-4f4f-8673-cf823b26c37c tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=36ae2509-3fbf-4f9a-8baa-645d2d2b4012 HTTP/1.1" status: 200 len: 949 time: 0.1144772 Feb 16 22:17:09.228613 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-5e0679b6-51fb-4aa8-9810-78b63bcbca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'name': 'tempest-ServerActionsTestJSON-230181250-router', 'tenant_id': '471d422781ee4218a880c4849a975478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '721b1878-6f77-4490-90c4-5469d92b3708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:22Z', 'updated_at': '2022-02-16T22:16:28Z', 'revision_number': 4, 'project_id': '471d422781ee4218a880c4849a975478', 'gw_port': {'id': '721b1878-6f77-4490-90c4-5469d92b3708', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:61:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:23Z', 'updated_at': '2022-02-16T22:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '53587a63-2fd6-4722-a84f-edd68fa6faea', 'tenant_id': '471d422781ee4218a880c4849a975478', 'floating_ip_address': '172.25.2.102', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'port_id': '4f84d8ad-7206-4829-8589-6f904da0dad7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a', 'mac_address': 'fa:16:3e:18:0f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ed1594-23f2-44c3-9d5c-1e2036f6f5c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:16:34Z', 'updated_at': '2022-02-16T22:17:06Z', 'revision_number': 1, 'project_id': '471d422781ee4218a880c4849a975478', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c', 'name': '', 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a', 'tenant_id': '471d422781ee4218a880c4849a975478', 'mac_address': 'fa:16:3e:e8:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:27Z', 'updated_at': '2022-02-16T22:16:37Z', 'revision_number': 5, 'project_id': '471d422781ee4218a880c4849a975478', 'subnets': [{'id': 'e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:17:09.244307 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['3c2f4735-32d3-4976-b0b2-940d2e8b8f09'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:17:09.267982 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0679b6-51fb-4aa8-9810-78b63bcbca5c None None] Checking router: 83a8dc8c-c814-49e7-8909-135df1b9a195 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:17:09.280811 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0679b6-51fb-4aa8-9810-78b63bcbca5c None None] Routers {'83a8dc8c-c814-49e7-8909-135df1b9a195'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:17:09.281732 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-5e0679b6-51fb-4aa8-9810-78b63bcbca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:16:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['83a8dc8c-c814-49e7-8909-135df1b9a195'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:17:09.302232 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b6e14-ecb1-4d00-ba29-6058f7cf62eb req-6bdf38ff-8c63-4469-8187-82d23215e3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:09.303989 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ee7b6e14-ecb1-4d00-ba29-6058f7cf62eb req-6bdf38ff-8c63-4469-8187-82d23215e3df service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=def4d26e-5212-4285-8384-b07924ef9d7b HTTP/1.1" status: 200 len: 1132 time: 0.1952345 Feb 16 22:17:09.445019 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-542493ea-01a1-45e8-94bd-51f243ecbe3d req-69a811e8-f78a-4d48-908b-e16bf7907066 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573099 Feb 16 22:17:09.479463 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ee7b6e14-ecb1-4d00-ba29-6058f7cf62eb req-dee284fa-8d36-4211-a873-6cbcaa5b4a2a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584828 Feb 16 22:17:09.546549 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-5e0679b6-51fb-4aa8-9810-78b63bcbca5c None None] Set router 83a8dc8c-c814-49e7-8909-135df1b9a195 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:17:09.577167 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0730556e-0dc5-4049-883c-61389ddf9ed9 x-openstack-request-id: req-0730556e-0dc5-4049-883c-61389ddf9ed9 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:17:09.577808 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b03450-3aa4-4896-8847-2094d35064cb", "tag": "3c2f4735-32d3-4976-b0b2-940d2e8b8f09", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:17:09.579786 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0730556e-0dc5-4049-883c-61389ddf9ed9 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:17:09.580870 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b03450-3aa4-4896-8847-2094d35064cb', 'tag': '3c2f4735-32d3-4976-b0b2-940d2e8b8f09', 'status': 'completed', 'code': 200} Feb 16 22:17:09.681501 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98ce74-707d-4a89-ab10-6129c8e0a867 req-d382c7ac-0bbb-4933-8b23-a3aa0dea1049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:09.683088 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-af98ce74-707d-4a89-ab10-6129c8e0a867 req-d382c7ac-0bbb-4933-8b23-a3aa0dea1049 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=eb6359d124c14a73ac3b0de930e6a0fe&device_id=78b03450-3aa4-4896-8847-2094d35064cb HTTP/1.1" status: 200 len: 1126 time: 0.0851688 Feb 16 22:17:09.826727 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-897f1aa3-f615-4661-a478-48a0a7883621 req-f6e05a56-fa7a-45fd-bff1-ba82b15c9618 service neutron] 10.222.0.79 "GET /v2.0/ports/5cccebac-4308-44b7-bd47-11b830ed78b3/bindings/n-h1-813897-6 HTTP/1.1" status: 200 len: 384 time: 0.1884229 Feb 16 22:17:09.955203 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device bff4c4d2-29f1-457d-9e5c-afff27cb7008 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:17:10.153119 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2486d5-1e6b-4181-a77c-d70627145cd7 None None] Sync routers for ids ['779a36e3-2ed7-4fa6-a747-5fe432525886'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:17:10.221741 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-5e0679b6-51fb-4aa8-9810-78b63bcbca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'name': 'tempest-ServerActionsTestJSON-230181250-router', 'tenant_id': '471d422781ee4218a880c4849a975478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '721b1878-6f77-4490-90c4-5469d92b3708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:22Z', 'updated_at': '2022-02-16T22:16:28Z', 'revision_number': 4, 'project_id': '471d422781ee4218a880c4849a975478', 'gw_port': {'id': '721b1878-6f77-4490-90c4-5469d92b3708', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:61:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:23Z', 'updated_at': '2022-02-16T22:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '53587a63-2fd6-4722-a84f-edd68fa6faea', 'tenant_id': '471d422781ee4218a880c4849a975478', 'floating_ip_address': '172.25.2.102', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'port_id': '4f84d8ad-7206-4829-8589-6f904da0dad7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a', 'mac_address': 'fa:16:3e:18:0f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ed1594-23f2-44c3-9d5c-1e2036f6f5c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:16:34Z', 'updated_at': '2022-02-16T22:17:06Z', 'revision_number': 1, 'project_id': '471d422781ee4218a880c4849a975478', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c', 'name': '', 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a', 'tenant_id': '471d422781ee4218a880c4849a975478', 'mac_address': 'fa:16:3e:e8:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:27Z', 'updated_at': '2022-02-16T22:16:37Z', 'revision_number': 5, 'project_id': '471d422781ee4218a880c4849a975478', 'subnets': [{'id': 'e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:17:10.255205 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0679b6-51fb-4aa8-9810-78b63bcbca5c None None] The sync data for ids ['83a8dc8c-c814-49e7-8909-135df1b9a195'] in n-d-813897-6 is: [{'id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'name': 'tempest-ServerActionsTestJSON-230181250-router', 'tenant_id': '471d422781ee4218a880c4849a975478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '721b1878-6f77-4490-90c4-5469d92b3708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:22Z', 'updated_at': '2022-02-16T22:16:28Z', 'revision_number': 4, 'project_id': '471d422781ee4218a880c4849a975478', 'gw_port': {'id': '721b1878-6f77-4490-90c4-5469d92b3708', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:61:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:23Z', 'updated_at': '2022-02-16T22:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '53587a63-2fd6-4722-a84f-edd68fa6faea', 'tenant_id': '471d422781ee4218a880c4849a975478', 'floating_ip_address': '172.25.2.102', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'port_id': '4f84d8ad-7206-4829-8589-6f904da0dad7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a', 'mac_address': 'fa:16:3e:18:0f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ed1594-23f2-44c3-9d5c-1e2036f6f5c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:16:34Z', 'updated_at': '2022-02-16T22:17:06Z', 'revision_number': 1, 'project_id': '471d422781ee4218a880c4849a975478', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c', 'name': '', 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a', 'tenant_id': '471d422781ee4218a880c4849a975478', 'mac_address': 'fa:16:3e:e8:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:27Z', 'updated_at': '2022-02-16T22:16:37Z', 'revision_number': 5, 'project_id': '471d422781ee4218a880c4849a975478', 'subnets': [{'id': 'e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:17:10.352933 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-897f1aa3-f615-4661-a478-48a0a7883621 req-132cc892-67af-4e07-8ac0-050a8341a53e service neutron] For port 5cccebac-4308-44b7-bd47-11b830ed78b3, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=5cccebac-4308-44b7-bd47-11b830ed78b3,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:17:10.392555 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641eeaf-bd71-462d-8cbb-07970986aaf9 req-48d081a6-ba29-4788-83ad-13bf5c1d8628 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:10.401711 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b641eeaf-bd71-462d-8cbb-07970986aaf9 req-48d081a6-ba29-4788-83ad-13bf5c1d8628 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 945 time: 0.3859451 Feb 16 22:17:10.453079 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-897f1aa3-f615-4661-a478-48a0a7883621 req-132cc892-67af-4e07-8ac0-050a8341a53e service neutron] For port 5cccebac-4308-44b7-bd47-11b830ed78b3, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:17:10.545249 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-897f1aa3-f615-4661-a478-48a0a7883621 req-132cc892-67af-4e07-8ac0-050a8341a53e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cccebac-4308-44b7-bd47-11b830ed78b3 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:17:10.609643 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 3c2f4735-32d3-4976-b0b2-940d2e8b8f09 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:17:10.627603 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-897f1aa3-f615-4661-a478-48a0a7883621 req-132cc892-67af-4e07-8ac0-050a8341a53e service neutron] For port 5cccebac-4308-44b7-bd47-11b830ed78b3, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=5cccebac-4308-44b7-bd47-11b830ed78b3,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:17:10.664437 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b641eeaf-bd71-462d-8cbb-07970986aaf9 req-1b4240ab-8964-4aae-b3f8-499de75ed455 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2598753 Feb 16 22:17:10.703540 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2486d5-1e6b-4181-a77c-d70627145cd7 None None] Routers {'779a36e3-2ed7-4fa6-a747-5fe432525886'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:17:10.706815 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-897f1aa3-f615-4661-a478-48a0a7883621 req-132cc892-67af-4e07-8ac0-050a8341a53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5cccebac-4308-44b7-bd47-11b830ed78b3), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:10.707043 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-5f2486d5-1e6b-4181-a77c-d70627145cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:16:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['779a36e3-2ed7-4fa6-a747-5fe432525886'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:17:10.711445 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d984cb7-341b-43f5-aeb7-e0894862253b None None] New status for floating IP 53587a63-2fd6-4722-a84f-edd68fa6faea: ACTIVE {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:17:10.823697 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98ce74-707d-4a89-ab10-6129c8e0a867 req-9e79da4c-6d2c-4deb-b70e-439a5ca6aff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:10.825384 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-af98ce74-707d-4a89-ab10-6129c8e0a867 req-9e79da4c-6d2c-4deb-b70e-439a5ca6aff8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4bac3cdf-16ae-435f-8215-29d96cd595c1 HTTP/1.1" status: 200 len: 905 time: 1.1330433 Feb 16 22:17:10.893719 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-897f1aa3-f615-4661-a478-48a0a7883621 req-132cc892-67af-4e07-8ac0-050a8341a53e service neutron] Transition to ACTIVE for port object 5cccebac-4308-44b7-bd47-11b830ed78b3 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:17:10.908155 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-af98ce74-707d-4a89-ab10-6129c8e0a867 req-f5897103-55c9-4ded-9c40-108ade209171 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c2f4735-32d3-4976-b0b2-940d2e8b8f09 HTTP/1.1" status: 200 len: 217 time: 0.0749617 Feb 16 22:17:10.914700 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-897f1aa3-f615-4661-a478-48a0a7883621 req-132cc892-67af-4e07-8ac0-050a8341a53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (5cccebac-4308-44b7-bd47-11b830ed78b3), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:11.078598 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98ce74-707d-4a89-ab10-6129c8e0a867 req-26223978-0901-4c62-9c14-1884fc8279be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:11.083656 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-af98ce74-707d-4a89-ab10-6129c8e0a867 req-26223978-0901-4c62-9c14-1884fc8279be service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d292e6dc-86dc-495b-b76c-8deab59c0198 HTTP/1.1" status: 200 len: 844 time: 0.1683388 Feb 16 22:17:11.111696 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132cc892-67af-4e07-8ac0-050a8341a53e service neutron] Pushing event updated for resources: {'Port': ['ID=5cccebac-4308-44b7-bd47-11b830ed78b3,revision_number=10']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:11.169804 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port bff4c4d2-29f1-457d-9e5c-afff27cb7008 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:17:11.172869 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (bff4c4d2-29f1-457d-9e5c-afff27cb7008), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:11.201251 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 3c2f4735-32d3-4976-b0b2-940d2e8b8f09 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:17:11.219301 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-5f2486d5-1e6b-4181-a77c-d70627145cd7 None None] Set router 779a36e3-2ed7-4fa6-a747-5fe432525886 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:17:11.228220 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-af98ce74-707d-4a89-ab10-6129c8e0a867 req-bc150005-3385-43cd-9ab9-545017a4f63f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4bac3cdf-16ae-435f-8215-29d96cd595c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1356349 Feb 16 22:17:11.249363 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-897f1aa3-f615-4661-a478-48a0a7883621 req-132cc892-67af-4e07-8ac0-050a8341a53e service neutron] No DVR routers for this DVR port 5cccebac-4308-44b7-bd47-11b830ed78b3 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:17:11.252762 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 3c2f4735-32d3-4976-b0b2-940d2e8b8f09 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:17:11.253266 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (3c2f4735-32d3-4976-b0b2-940d2e8b8f09), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:11.439967 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-897f1aa3-f615-4661-a478-48a0a7883621 req-132cc892-67af-4e07-8ac0-050a8341a53e service neutron] 10.222.0.79 "PUT /v2.0/ports/5cccebac-4308-44b7-bd47-11b830ed78b3/bindings/n-h1-813897-6/activate HTTP/1.1" status: 200 len: 369 time: 1.6032364 Feb 16 22:17:11.534134 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-af98ce74-707d-4a89-ab10-6129c8e0a867 req-c70ee90d-3ddf-4dad-885c-02f2e7f49c1d service neutron] 10.222.0.79 "GET /v2.0/networks/4bac3cdf-16ae-435f-8215-29d96cd595c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995515 Feb 16 22:17:11.588378 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3ed1594-23f2-44c3-9d5c-1e2036f6f5c0', 'tag': '4f84d8ad-7206-4829-8589-6f904da0dad7'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:17:11.591908 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed00911-458c-4e11-9733-0c6ddb04d747" -d '{"events": [{"name": "network-changed", "server_uuid": "d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0", "tag": "4f84d8ad-7206-4829-8589-6f904da0dad7"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:17:11.626451 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a49d57-67c4-4399-a42e-3f927c240655 req-ebca2d90-4e4b-4b56-8381-f5cd4287df1b tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:11.640431 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a9a49d57-67c4-4399-a42e-3f927c240655 req-ebca2d90-4e4b-4b56-8381-f5cd4287df1b tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=78b03450-3aa4-4896-8847-2094d35064cb HTTP/1.1" status: 200 len: 944 time: 0.3803475 Feb 16 22:17:11.659013 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port bff4c4d2-29f1-457d-9e5c-afff27cb7008 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:17:11.689245 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 3c2f4735-32d3-4976-b0b2-940d2e8b8f09 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:17:11.690082 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3c2f4735-32d3-4976-b0b2-940d2e8b8f09), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:11.736418 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b03450-3aa4-4896-8847-2094d35064cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2f4735-32d3-4976-b0b2-940d2e8b8f09'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:17:11.739192 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5ad748-41bf-4658-b23d-e2fe472c2278" -d '{"events": [{"server_uuid": "78b03450-3aa4-4896-8847-2094d35064cb", "name": "network-vif-plugged", "status": "completed", "tag": "3c2f4735-32d3-4976-b0b2-940d2e8b8f09"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:17:11.752995 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a9a49d57-67c4-4399-a42e-3f927c240655 req-1698c92f-64a2-4ec8-b68f-fa495e4da741 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116147 Feb 16 22:17:11.758002 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 3c2f4735-32d3-4976-b0b2-940d2e8b8f09, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=3c2f4735-32d3-4976-b0b2-940d2e8b8f09,segment=NetworkSegment(0fcd852f-dbb0-4c8e-bb68-facd05b73898),segment_id=0fcd852f-dbb0-4c8e-bb68-facd05b73898)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:17:11.776183 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (3c2f4735-32d3-4976-b0b2-940d2e8b8f09), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:11.804410 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96938cb3-c6de-4746-aa14-5a79c0d44546 req-44b600a5-bf2f-42c5-91fc-6f9bd542c1fc tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:11.820340 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-96938cb3-c6de-4746-aa14-5a79c0d44546 req-44b600a5-bf2f-42c5-91fc-6f9bd542c1fc tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782 HTTP/1.1" status: 200 len: 945 time: 0.3654220 Feb 16 22:17:11.829438 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-5f2486d5-1e6b-4181-a77c-d70627145cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779a36e3-2ed7-4fa6-a747-5fe432525886', 'name': 'tempest-AttachSCSIVolumeTestJSON-1027106733-router', 'tenant_id': '0b894cff0a7e4ebb863195fd21311e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'bff4c4d2-29f1-457d-9e5c-afff27cb7008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:58Z', 'updated_at': '2022-02-16T22:17:07Z', 'revision_number': 4, 'project_id': '0b894cff0a7e4ebb863195fd21311e6e', 'gw_port': {'id': 'bff4c4d2-29f1-457d-9e5c-afff27cb7008', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779a36e3-2ed7-4fa6-a747-5fe432525886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:59Z', 'updated_at': '2022-02-16T22:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'a0972455-269f-4b77-b4ef-e321ba440815', 'name': '', 'network_id': 'be000e73-23fe-44ee-abc8-3537420145b6', 'tenant_id': '0b894cff0a7e4ebb863195fd21311e6e', 'mac_address': 'fa:16:3e:28:eb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779a36e3-2ed7-4fa6-a747-5fe432525886', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '1dc046c6-40f6-467b-9274-70eafc6db188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:17:05Z', 'updated_at': '2022-02-16T22:17:07Z', 'revision_number': 2, 'project_id': '0b894cff0a7e4ebb863195fd21311e6e', 'subnets': [{'id': '1dc046c6-40f6-467b-9274-70eafc6db188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:17:11.870852 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2486d5-1e6b-4181-a77c-d70627145cd7 None None] Checking router: 779a36e3-2ed7-4fa6-a747-5fe432525886 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:17:11.871660 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2486d5-1e6b-4181-a77c-d70627145cd7 None None] Updating router 779a36e3-2ed7-4fa6-a747-5fe432525886 port a0972455-269f-4b77-b4ef-e321ba440815 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:17:11.909618 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=3c2f4735-32d3-4976-b0b2-940d2e8b8f09,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:11.915215 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5f2486d5-1e6b-4181-a77c-d70627145cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a0972455-269f-4b77-b4ef-e321ba440815), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:11.925462 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1aa3-f615-4661-a478-48a0a7883621 req-da1e3aac-1303-4266-a1e6-2b6339784fce tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:11.933270 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-897f1aa3-f615-4661-a478-48a0a7883621 req-da1e3aac-1303-4266-a1e6-2b6339784fce tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41&tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&binding%3Ahost_id=n-h2-813897-6 HTTP/1.1" status: 200 len: 1126 time: 0.3936503 Feb 16 22:17:11.969203 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-af98ce74-707d-4a89-ab10-6129c8e0a867 req-6bb70834-99fc-496d-9e1c-77e382e28411 service neutron] 10.222.0.79 "GET /v2.0/networks/4bac3cdf-16ae-435f-8215-29d96cd595c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4277916 Feb 16 22:17:12.056303 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1aa3-f615-4661-a478-48a0a7883621 req-b57704db-0360-43ad-b890-e5505f9f60b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:12.057832 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-897f1aa3-f615-4661-a478-48a0a7883621 req-b57704db-0360-43ad-b890-e5505f9f60b5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41&tenant_id=c783ac8d63594bff8f1af68ea2cde2f4 HTTP/1.1" status: 200 len: 1126 time: 0.1161129 Feb 16 22:17:12.089840 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c293032-decd-46a3-972b-f9b7391c4d95 req-6e3231ef-7652-434f-9714-c5bd266bb282 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:12.097330 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4c293032-decd-46a3-972b-f9b7391c4d95 req-6e3231ef-7652-434f-9714-c5bd266bb282 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 944 time: 0.0983756 Feb 16 22:17:12.106274 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-96938cb3-c6de-4746-aa14-5a79c0d44546 req-408f5dcc-ee26-4ad9-8c2c-5b46325f91df tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Deleting port ac74cba5-97ea-48b8-99a1-80e0e5d2592d {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:17:12.106607 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-96938cb3-c6de-4746-aa14-5a79c0d44546 req-408f5dcc-ee26-4ad9-8c2c-5b46325f91df tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (ac74cba5-97ea-48b8-99a1-80e0e5d2592d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:12.168279 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4c293032-decd-46a3-972b-f9b7391c4d95 req-218da897-75b7-4044-a2c9-72dea7ec56b9 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639808 Feb 16 22:17:12.184290 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1aa3-f615-4661-a478-48a0a7883621 req-aeae656e-717e-4eae-9e67-3d66c2de0c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:12.187795 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-897f1aa3-f615-4661-a478-48a0a7883621 req-aeae656e-717e-4eae-9e67-3d66c2de0c0b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 1126 time: 0.1032667 Feb 16 22:17:12.451484 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5f2486d5-1e6b-4181-a77c-d70627145cd7 None None] Publish callbacks [] for port (a0972455-269f-4b77-b4ef-e321ba440815), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:12.458095 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1aa3-f615-4661-a478-48a0a7883621 req-4a34386b-2cf4-481c-a89b-537d519d9058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:12.459678 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-897f1aa3-f615-4661-a478-48a0a7883621 req-4a34386b-2cf4-481c-a89b-537d519d9058 service neutron] 10.222.0.67 "GET /v2.0/networks?id=91cf39f3-9142-4ee5-af15-00f1f801e8c7 HTTP/1.1" status: 200 len: 908 time: 0.2638876 Feb 16 22:17:12.463832 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5f2486d5-1e6b-4181-a77c-d70627145cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a0972455-269f-4b77-b4ef-e321ba440815), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:12.502260 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-96938cb3-c6de-4746-aa14-5a79c0d44546 req-408f5dcc-ee26-4ad9-8c2c-5b46325f91df tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] For port ac74cba5-97ea-48b8-99a1-80e0e5d2592d, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=ac74cba5-97ea-48b8-99a1-80e0e5d2592d,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:17:12.502715 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-96938cb3-c6de-4746-aa14-5a79c0d44546 req-408f5dcc-ee26-4ad9-8c2c-5b46325f91df tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (ac74cba5-97ea-48b8-99a1-80e0e5d2592d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:12.547766 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-96938cb3-c6de-4746-aa14-5a79c0d44546 req-408f5dcc-ee26-4ad9-8c2c-5b46325f91df tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Calling delete_port for ac74cba5-97ea-48b8-99a1-80e0e5d2592d owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:17:12.568786 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef65d5e-1f9a-4e17-877e-b1194447b787 None None] Pushing event updated for resources: {'Port': ['ID=a0972455-269f-4b77-b4ef-e321ba440815,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:12.586193 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-897f1aa3-f615-4661-a478-48a0a7883621 req-a4f2d3cf-6cc5-4e79-bd8a-c4f4610c9d9e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cccebac-4308-44b7-bd47-11b830ed78b3 HTTP/1.1" status: 200 len: 217 time: 0.1120598 Feb 16 22:17:12.723257 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-5f2486d5-1e6b-4181-a77c-d70627145cd7 None None] Attempting to bind port a0972455-269f-4b77-b4ef-e321ba440815 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:17:12.725250 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-5f2486d5-1e6b-4181-a77c-d70627145cd7 None None] Attempting to bind port a0972455-269f-4b77-b4ef-e321ba440815 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'fc395924-0693-469c-9503-16bd3ce1af22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'be000e73-23fe-44ee-abc8-3537420145b6'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:17:12.727528 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2486d5-1e6b-4181-a77c-d70627145cd7 None None] Attempting to bind port a0972455-269f-4b77-b4ef-e321ba440815 on network be000e73-23fe-44ee-abc8-3537420145b6 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:17:12.742690 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2486d5-1e6b-4181-a77c-d70627145cd7 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:17:12.743506 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2486d5-1e6b-4181-a77c-d70627145cd7 None None] Checking segment: {'id': 'fc395924-0693-469c-9503-16bd3ce1af22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'be000e73-23fe-44ee-abc8-3537420145b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:17:12.744969 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5f2486d5-1e6b-4181-a77c-d70627145cd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:12.746708 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2486d5-1e6b-4181-a77c-d70627145cd7 None None] Bound using segment: {'id': 'fc395924-0693-469c-9503-16bd3ce1af22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'be000e73-23fe-44ee-abc8-3537420145b6'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:17:12.747430 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-5f2486d5-1e6b-4181-a77c-d70627145cd7 None None] Bound port: a0972455-269f-4b77-b4ef-e321ba440815, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc395924-0693-469c-9503-16bd3ce1af22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'be000e73-23fe-44ee-abc8-3537420145b6'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:17:12.748734 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5f2486d5-1e6b-4181-a77c-d70627145cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a0972455-269f-4b77-b4ef-e321ba440815), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:12.804093 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56968) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:17:12.817546 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1aa3-f615-4661-a478-48a0a7883621 req-85896491-7bfd-49c6-946b-5d008a3882bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:12.820764 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-897f1aa3-f615-4661-a478-48a0a7883621 req-85896491-7bfd-49c6-946b-5d008a3882bf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f7242f4f-8939-4e6c-b488-ab1fd3ca8215 HTTP/1.1" status: 200 len: 847 time: 0.2274489 Feb 16 22:17:12.892301 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-96938cb3-c6de-4746-aa14-5a79c0d44546 req-408f5dcc-ee26-4ad9-8c2c-5b46325f91df tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (ac74cba5-97ea-48b8-99a1-80e0e5d2592d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:12.903154 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-897f1aa3-f615-4661-a478-48a0a7883621 req-65eaadf6-aa28-4e54-a170-fea0cf611251 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=91cf39f3-9142-4ee5-af15-00f1f801e8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727346 Feb 16 22:17:12.924731 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-5f2486d5-1e6b-4181-a77c-d70627145cd7 None None] For port a0972455-269f-4b77-b4ef-e321ba440815, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:17:12.936574 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-5f2486d5-1e6b-4181-a77c-d70627145cd7 None None] For port a0972455-269f-4b77-b4ef-e321ba440815, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a0972455-269f-4b77-b4ef-e321ba440815,segment=NetworkSegment(fc395924-0693-469c-9503-16bd3ce1af22),segment_id=fc395924-0693-469c-9503-16bd3ce1af22)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:17:12.954502 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5f2486d5-1e6b-4181-a77c-d70627145cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a0972455-269f-4b77-b4ef-e321ba440815), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:13.015002 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc97db9c-49de-473b-9150-d6130ebd5194 req-30d971ca-c6d7-47ed-ae88-9a0d13dcbbe2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3162303 Feb 16 22:17:13.043842 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f5dcc-ee26-4ad9-8c2c-5b46325f91df tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Pushing event deleted for resources: {'Port': ['ID=ac74cba5-97ea-48b8-99a1-80e0e5d2592d,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:13.071476 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2486d5-1e6b-4181-a77c-d70627145cd7 None None] Routers {'779a36e3-2ed7-4fa6-a747-5fe432525886'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:17:13.072835 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-5f2486d5-1e6b-4181-a77c-d70627145cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:16:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['779a36e3-2ed7-4fa6-a747-5fe432525886'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:17:13.178119 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa15578-50dc-4206-b549-0b5c9e968629 req-d3248c8f-a865-43c7-adce-91f97765d005 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:13.187267 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0aa15578-50dc-4206-b549-0b5c9e968629 req-d3248c8f-a865-43c7-adce-91f97765d005 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=36ae2509-3fbf-4f9a-8baa-645d2d2b4012 HTTP/1.1" status: 200 len: 949 time: 0.3153772 Feb 16 22:17:13.231639 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-96938cb3-c6de-4746-aa14-5a79c0d44546 req-408f5dcc-ee26-4ad9-8c2c-5b46325f91df tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] No DVR routers for this DVR port ac74cba5-97ea-48b8-99a1-80e0e5d2592d on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:17:13.241235 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-96938cb3-c6de-4746-aa14-5a79c0d44546 req-408f5dcc-ee26-4ad9-8c2c-5b46325f91df tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:13.244617 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-96938cb3-c6de-4746-aa14-5a79c0d44546 req-408f5dcc-ee26-4ad9-8c2c-5b46325f91df tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.67 "DELETE /v2.0/ports/ac74cba5-97ea-48b8-99a1-80e0e5d2592d HTTP/1.1" status: 204 len: 173 time: 1.4147177 Feb 16 22:17:13.245791 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef65d5e-1f9a-4e17-877e-b1194447b787 None None] Pushing event updated for resources: {'Port': ['ID=a0972455-269f-4b77-b4ef-e321ba440815,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:13.246665 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bbe64177-6e92-45f6-9b32-fec5c88bccec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:13.267935 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f2345896-7f00-437b-b1e7-68c4ece29304 None None] Provisioning complete for port a0972455-269f-4b77-b4ef-e321ba440815 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:17:13.268388 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f2345896-7f00-437b-b1e7-68c4ece29304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a0972455-269f-4b77-b4ef-e321ba440815), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:13.339142 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0aa15578-50dc-4206-b549-0b5c9e968629 req-b9e0287f-a8f0-4974-b208-055ee7fb709d tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508274 Feb 16 22:17:13.386924 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-897f1aa3-f615-4661-a478-48a0a7883621 req-071a8e04-affe-4b4e-8888-537b897d2170 service neutron] 10.222.0.67 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680536 Feb 16 22:17:13.431154 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97db9c-49de-473b-9150-d6130ebd5194 req-97d85bf2-88ee-4071-9a43-25e870597083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:13.433862 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc97db9c-49de-473b-9150-d6130ebd5194 req-97d85bf2-88ee-4071-9a43-25e870597083 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 1126 time: 0.3091619 Feb 16 22:17:13.607109 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-5f2486d5-1e6b-4181-a77c-d70627145cd7 None None] Set router 779a36e3-2ed7-4fa6-a747-5fe432525886 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:17:13.664899 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-897f1aa3-f615-4661-a478-48a0a7883621 req-3046d661-5434-45fb-b2b8-1e8cd3c22c5b service neutron] 10.222.0.67 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631943 Feb 16 22:17:13.678518 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e8a26-7feb-4ba2-9656-81a50fb1bd44 req-8c4827a7-7b13-4ea6-95cd-57952fd5547e tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:13.680068 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6f2e8a26-7feb-4ba2-9656-81a50fb1bd44 req-8c4827a7-7b13-4ea6-95cd-57952fd5547e tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 945 time: 0.1389382 Feb 16 22:17:13.684221 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f2345896-7f00-437b-b1e7-68c4ece29304 None None] Current status of the port a0972455-269f-4b77-b4ef-e321ba440815 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:17:13.684621 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f2345896-7f00-437b-b1e7-68c4ece29304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a0972455-269f-4b77-b4ef-e321ba440815), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:13.763072 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6f2e8a26-7feb-4ba2-9656-81a50fb1bd44 req-ff688664-bb54-402b-939c-48c710d2adce tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756242 Feb 16 22:17:13.820845 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-f2345896-7f00-437b-b1e7-68c4ece29304 None None] For port a0972455-269f-4b77-b4ef-e321ba440815, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a0972455-269f-4b77-b4ef-e321ba440815,segment=NetworkSegment(fc395924-0693-469c-9503-16bd3ce1af22),segment_id=fc395924-0693-469c-9503-16bd3ce1af22)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:17:13.917744 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f2345896-7f00-437b-b1e7-68c4ece29304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a0972455-269f-4b77-b4ef-e321ba440815), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:13.996782 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bbe64177-6e92-45f6-9b32-fec5c88bccec admin admin] Publish callbacks [] for security_group (7cea8deb-b1e5-4938-8e22-f1147943c527), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:13.999366 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97db9c-49de-473b-9150-d6130ebd5194 req-8c257952-5c27-4345-ae4e-1f76b9eac47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:14.002279 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc97db9c-49de-473b-9150-d6130ebd5194 req-8c257952-5c27-4345-ae4e-1f76b9eac47d service neutron] 10.222.0.67 "GET /v2.0/networks?id=91cf39f3-9142-4ee5-af15-00f1f801e8c7 HTTP/1.1" status: 200 len: 908 time: 0.3304682 Feb 16 22:17:14.007563 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bbe64177-6e92-45f6-9b32-fec5c88bccec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7cea8deb-b1e5-4938-8e22-f1147943c527), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:14.101102 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-365ae72d-2c67-4ce8-a87e-da8d7b0c334a req-08695ad1-63b7-464a-8dc3-2c5637499f56 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5ae0aa2-f467-4dea-a374-ebfa4be2c782 HTTP/1.1" status: 200 len: 210 time: 0.0753860 Feb 16 22:17:14.224067 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2b8e75-4f06-432e-8c39-8b18b57474f1 x-openstack-request-id: req-ec2b8e75-4f06-432e-8c39-8b18b57474f1 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:17:14.225149 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0", "tag": "4f84d8ad-7206-4829-8589-6f904da0dad7", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:17:14.225586 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ec2b8e75-4f06-432e-8c39-8b18b57474f1 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:17:14.226173 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3ed1594-23f2-44c3-9d5c-1e2036f6f5c0', 'tag': '4f84d8ad-7206-4829-8589-6f904da0dad7', 'status': 'completed', 'code': 200} Feb 16 22:17:14.271031 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bbe64177-6e92-45f6-9b32-fec5c88bccec admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9a79f25af06241cf98eb82bee98d416f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4630530 Feb 16 22:17:14.272717 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56978) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:17:14.306526 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68775fc1-8647-453d-855c-b5a01f50509a x-openstack-request-id: req-68775fc1-8647-453d-855c-b5a01f50509a {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:17:14.307507 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b03450-3aa4-4896-8847-2094d35064cb", "name": "network-vif-plugged", "status": "completed", "tag": "3c2f4735-32d3-4976-b0b2-940d2e8b8f09", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:17:14.310743 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-68775fc1-8647-453d-855c-b5a01f50509a {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:17:14.311473 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b03450-3aa4-4896-8847-2094d35064cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2f4735-32d3-4976-b0b2-940d2e8b8f09', 'code': 200} Feb 16 22:17:14.331190 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-249ec9b0-0aaf-4d19-9432-221a47a59d41 None None] Provisioning complete for port a0972455-269f-4b77-b4ef-e321ba440815 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:17:14.332413 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-249ec9b0-0aaf-4d19-9432-221a47a59d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a0972455-269f-4b77-b4ef-e321ba440815), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:14.336479 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2345896-7f00-437b-b1e7-68c4ece29304 None None] Pushing event updated for resources: {'Port': ['ID=a0972455-269f-4b77-b4ef-e321ba440815,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:14.368963 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-afd5638b-339f-4f1e-b638-a36bc7b672a9 admin admin] Publish callbacks [] for security_group (7cea8deb-b1e5-4938-8e22-f1147943c527), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:14.390574 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc97db9c-49de-473b-9150-d6130ebd5194 req-352fb079-f669-4f53-9dec-35bf1cb60e37 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5f434fd-a528-4a73-a958-bf0d4d1d5a8d HTTP/1.1" status: 200 len: 217 time: 0.3454590 Feb 16 22:17:14.391813 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe64177-6e92-45f6-9b32-fec5c88bccec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cea8deb-b1e5-4938-8e22-f1147943c527,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:14.420789 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-5f2486d5-1e6b-4181-a77c-d70627145cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779a36e3-2ed7-4fa6-a747-5fe432525886', 'name': 'tempest-AttachSCSIVolumeTestJSON-1027106733-router', 'tenant_id': '0b894cff0a7e4ebb863195fd21311e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'bff4c4d2-29f1-457d-9e5c-afff27cb7008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:58Z', 'updated_at': '2022-02-16T22:17:07Z', 'revision_number': 4, 'project_id': '0b894cff0a7e4ebb863195fd21311e6e', 'gw_port': {'id': 'bff4c4d2-29f1-457d-9e5c-afff27cb7008', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779a36e3-2ed7-4fa6-a747-5fe432525886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:59Z', 'updated_at': '2022-02-16T22:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'a0972455-269f-4b77-b4ef-e321ba440815', 'name': '', 'network_id': 'be000e73-23fe-44ee-abc8-3537420145b6', 'tenant_id': '0b894cff0a7e4ebb863195fd21311e6e', 'mac_address': 'fa:16:3e:28:eb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779a36e3-2ed7-4fa6-a747-5fe432525886', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '1dc046c6-40f6-467b-9274-70eafc6db188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:17:05Z', 'updated_at': '2022-02-16T22:17:12Z', 'revision_number': 4, 'project_id': '0b894cff0a7e4ebb863195fd21311e6e', 'subnets': [{'id': '1dc046c6-40f6-467b-9274-70eafc6db188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:17:14.490993 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2486d5-1e6b-4181-a77c-d70627145cd7 None None] The sync data for ids ['779a36e3-2ed7-4fa6-a747-5fe432525886'] in n-d-813897-6 is: [{'id': '779a36e3-2ed7-4fa6-a747-5fe432525886', 'name': 'tempest-AttachSCSIVolumeTestJSON-1027106733-router', 'tenant_id': '0b894cff0a7e4ebb863195fd21311e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'bff4c4d2-29f1-457d-9e5c-afff27cb7008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:58Z', 'updated_at': '2022-02-16T22:17:07Z', 'revision_number': 4, 'project_id': '0b894cff0a7e4ebb863195fd21311e6e', 'gw_port': {'id': 'bff4c4d2-29f1-457d-9e5c-afff27cb7008', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779a36e3-2ed7-4fa6-a747-5fe432525886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:59Z', 'updated_at': '2022-02-16T22:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'a0972455-269f-4b77-b4ef-e321ba440815', 'name': '', 'network_id': 'be000e73-23fe-44ee-abc8-3537420145b6', 'tenant_id': '0b894cff0a7e4ebb863195fd21311e6e', 'mac_address': 'fa:16:3e:28:eb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779a36e3-2ed7-4fa6-a747-5fe432525886', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '1dc046c6-40f6-467b-9274-70eafc6db188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:17:05Z', 'updated_at': '2022-02-16T22:17:12Z', 'revision_number': 4, 'project_id': '0b894cff0a7e4ebb863195fd21311e6e', 'subnets': [{'id': '1dc046c6-40f6-467b-9274-70eafc6db188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:17:14.503606 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-afd5638b-339f-4f1e-b638-a36bc7b672a9 admin admin] Publish callbacks [] for security_group (7cea8deb-b1e5-4938-8e22-f1147943c527), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:14.510493 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97db9c-49de-473b-9150-d6130ebd5194 req-df4e9067-ffb1-4880-9229-894ef1a5215e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:14.512747 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc97db9c-49de-473b-9150-d6130ebd5194 req-df4e9067-ffb1-4880-9229-894ef1a5215e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f7242f4f-8939-4e6c-b488-ab1fd3ca8215 HTTP/1.1" status: 200 len: 847 time: 0.0882995 Feb 16 22:17:14.558417 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1aa3-f615-4661-a478-48a0a7883621 req-265b7775-b791-4dac-bfcf-1fb76bbf91f9 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:14.569734 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-897f1aa3-f615-4661-a478-48a0a7883621 req-265b7775-b791-4dac-bfcf-1fb76bbf91f9 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41&tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&binding%3Ahost_id=n-h1-813897-6 HTTP/1.1" status: 200 len: 1126 time: 0.5043530 Feb 16 22:17:14.601650 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2146073-ad88-4d4d-9c59-a6f80ada6d3d req-0fa669e3-4370-4665-a9db-eb2d236327d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:14.622508 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-249ec9b0-0aaf-4d19-9432-221a47a59d41 None None] Current status of the port a0972455-269f-4b77-b4ef-e321ba440815 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:17:14.626268 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b2146073-ad88-4d4d-9c59-a6f80ada6d3d req-0fa669e3-4370-4665-a9db-eb2d236327d3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=78b03450-3aa4-4896-8847-2094d35064cb HTTP/1.1" status: 200 len: 1127 time: 0.2348289 Feb 16 22:17:14.654060 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc97db9c-49de-473b-9150-d6130ebd5194 req-a707b34c-abf5-4462-a10a-077a0d63b4c0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=91cf39f3-9142-4ee5-af15-00f1f801e8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1281431 Feb 16 22:17:14.707404 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66e2a2-6887-4e0a-98fe-736e22ffb124 req-55f1907a-dd8f-40fe-bf44-94fcf101840a tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:14.715995 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6e66e2a2-6887-4e0a-98fe-736e22ffb124 req-55f1907a-dd8f-40fe-bf44-94fcf101840a tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=78b03450-3aa4-4896-8847-2094d35064cb HTTP/1.1" status: 200 len: 945 time: 0.2647491 Feb 16 22:17:14.773212 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed00911-458c-4e11-9733-0c6ddb04d747 req-b29e2c0b-75b5-44d0-b748-e599e64d7c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:14.776590 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-bed00911-458c-4e11-9733-0c6ddb04d747 req-b29e2c0b-75b5-44d0-b748-e599e64d7c85 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=471d422781ee4218a880c4849a975478&device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 1127 time: 0.5065525 Feb 16 22:17:14.806735 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6e66e2a2-6887-4e0a-98fe-736e22ffb124 req-a150eec6-4e26-4dc2-bbc0-0ae6ed526775 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894940 Feb 16 22:17:14.826856 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-afd5638b-339f-4f1e-b638-a36bc7b672a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7cea8deb-b1e5-4938-8e22-f1147943c527), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:14.833809 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-afd5638b-339f-4f1e-b638-a36bc7b672a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:14.845217 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-afd5638b-339f-4f1e-b638-a36bc7b672a9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7cea8deb-b1e5-4938-8e22-f1147943c527 HTTP/1.1" status: 204 len: 168 time: 0.5689142 Feb 16 22:17:14.864463 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b2146073-ad88-4d4d-9c59-a6f80ada6d3d req-5bfb6f9f-90de-4410-b7fd-0ef54e17caae service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264626 Feb 16 22:17:14.871906 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5638b-339f-4f1e-b638-a36bc7b672a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cea8deb-b1e5-4938-8e22-f1147943c527,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:14.929308 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc97db9c-49de-473b-9150-d6130ebd5194 req-f8f4de23-ff53-4df5-a17f-2899706b24c5 service neutron] 10.222.0.67 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515810 Feb 16 22:17:15.018564 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba81269-686a-4e8a-a45f-4f456f357fcd req-e0f24d01-dcec-44e5-a4aa-b3daaa3e936c tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:15.025436 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ba81269-686a-4e8a-a45f-4f456f357fcd req-e0f24d01-dcec-44e5-a4aa-b3daaa3e936c tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 944 time: 0.0875306 Feb 16 22:17:15.118837 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ba81269-686a-4e8a-a45f-4f456f357fcd req-7de5b86e-2800-4b05-994d-534e758f922f tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920205 Feb 16 22:17:15.276834 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed00911-458c-4e11-9733-0c6ddb04d747 req-936bb2a9-f160-489e-90fe-6f975446b014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:15.278337 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-bed00911-458c-4e11-9733-0c6ddb04d747 req-936bb2a9-f160-489e-90fe-6f975446b014 service neutron] 10.222.0.79 "GET /v2.0/networks?id=22711c4a-8661-4a7d-9538-4da72ec44b9a HTTP/1.1" status: 200 len: 912 time: 0.3467188 Feb 16 22:17:15.316586 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24fa868-3861-4209-b60c-fba8a2beca5d req-e0ecbe25-72bd-4e37-a92f-601ed8b56261 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:15.326762 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f24fa868-3861-4209-b60c-fba8a2beca5d req-e0ecbe25-72bd-4e37-a92f-601ed8b56261 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=def4d26e-5212-4285-8384-b07924ef9d7b HTTP/1.1" status: 200 len: 950 time: 0.0978682 Feb 16 22:17:15.434567 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f24fa868-3861-4209-b60c-fba8a2beca5d req-a91c27e1-91d8-4957-9ba7-792454c01ef2 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052003 Feb 16 22:17:15.448287 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56992) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:17:15.467199 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6a4bed1d-3f9f-4544-a456-444a5ffd9664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:15.581994 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc97db9c-49de-473b-9150-d6130ebd5194 req-c25d0561-dab5-4cbf-a5be-66c18ed36e44 service neutron] 10.222.0.67 "GET /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133554 Feb 16 22:17:15.648894 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-bed00911-458c-4e11-9733-0c6ddb04d747 req-02bb9a39-43d2-481d-a080-2f39e468f877 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f84d8ad-7206-4829-8589-6f904da0dad7 HTTP/1.1" status: 200 len: 1001 time: 0.3404164 Feb 16 22:17:15.662636 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d29ea-e4dd-4108-91fc-bf5769a4ef70 req-5f432967-779d-49be-9f21-2a744f8f5ba4 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:15.664225 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cc7d29ea-e4dd-4108-91fc-bf5769a4ef70 req-5f432967-779d-49be-9f21-2a744f8f5ba4 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 945 time: 0.1152499 Feb 16 22:17:15.667230 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6a4bed1d-3f9f-4544-a456-444a5ffd9664 admin admin] Publish callbacks [] for security_group (ea7781e8-f837-404e-b85a-42f273eb40f2), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:15.671626 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6a4bed1d-3f9f-4544-a456-444a5ffd9664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ea7781e8-f837-404e-b85a-42f273eb40f2), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:15.748557 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-897f1aa3-f615-4661-a478-48a0a7883621 req-fbe762e6-bec1-41ce-91be-801138038e80 service neutron] For port 5cccebac-4308-44b7-bd47-11b830ed78b3, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:17:15.760428 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-897f1aa3-f615-4661-a478-48a0a7883621 req-fbe762e6-bec1-41ce-91be-801138038e80 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:15.761591 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-897f1aa3-f615-4661-a478-48a0a7883621 req-fbe762e6-bec1-41ce-91be-801138038e80 service neutron] 10.222.0.67 "DELETE /v2.0/ports/5cccebac-4308-44b7-bd47-11b830ed78b3/bindings/n-h2-813897-6 HTTP/1.1" status: 204 len: 173 time: 1.1246789 Feb 16 22:17:15.764589 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed00911-458c-4e11-9733-0c6ddb04d747 req-b505dc11-b360-4dc7-a8f6-936878d5def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:15.766094 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-bed00911-458c-4e11-9733-0c6ddb04d747 req-b505dc11-b360-4dc7-a8f6-936878d5def5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa HTTP/1.1" status: 200 len: 850 time: 0.1162865 Feb 16 22:17:15.775032 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4bed1d-3f9f-4544-a456-444a5ffd9664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7781e8-f837-404e-b85a-42f273eb40f2,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:15.779646 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6a4bed1d-3f9f-4544-a456-444a5ffd9664 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fcb71be52d1a4b2b9eb1b5c0a58e9155&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3300858 Feb 16 22:17:15.792609 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56996) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:17:15.803824 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cc7d29ea-e4dd-4108-91fc-bf5769a4ef70 req-b09da9ef-c714-49a8-91ee-6c67b37218ff tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289315 Feb 16 22:17:15.998491 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a0972455-269f-4b77-b4ef-e321ba440815 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:17:16.064531 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port a0972455-269f-4b77-b4ef-e321ba440815 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:17:16.069450 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed00911-458c-4e11-9733-0c6ddb04d747 req-a6ea3288-0aa7-4962-8a17-adbd8083e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:16.070046 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a0972455-269f-4b77-b4ef-e321ba440815), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:16.074454 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-bed00911-458c-4e11-9733-0c6ddb04d747 req-a6ea3288-0aa7-4962-8a17-adbd8083e024 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=22711c4a-8661-4a7d-9538-4da72ec44b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2808833 Feb 16 22:17:16.075324 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-21f31d4a-9375-415c-91ad-ba3ccc150349 admin admin] Publish callbacks [] for security_group (ea7781e8-f837-404e-b85a-42f273eb40f2), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:16.227630 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ae0aa2-f467-4dea-a374-ebfa4be2c782', 'name': 'network-vif-deleted', 'tag': 'ac74cba5-97ea-48b8-99a1-80e0e5d2592d'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:17:16.230171 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8e271a-de5b-4973-84a1-0b8ddc78b41a" -d '{"events": [{"server_uuid": "f5ae0aa2-f467-4dea-a374-ebfa4be2c782", "name": "network-vif-deleted", "tag": "ac74cba5-97ea-48b8-99a1-80e0e5d2592d"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:17:16.254214 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port a0972455-269f-4b77-b4ef-e321ba440815 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:17:16.277106 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-21f31d4a-9375-415c-91ad-ba3ccc150349 admin admin] Publish callbacks [] for security_group (ea7781e8-f837-404e-b85a-42f273eb40f2), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:16.366915 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-bed00911-458c-4e11-9733-0c6ddb04d747 req-50510c0b-87db-436c-a3b5-ee14f38d9d68 service neutron] 10.222.0.79 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566919 Feb 16 22:17:16.403025 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device ac74cba5-97ea-48b8-99a1-80e0e5d2592d no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:17:16.444669 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: ac74cba5-97ea-48b8-99a1-80e0e5d2592d {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:17:16.445154 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device ac74cba5-97ea-48b8-99a1-80e0e5d2592d not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:17:16.541325 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b8b21-0093-4de8-8702-b60e001fcc2b req-d74dc5c4-d67a-4bd3-a944-8fa5650b46f1 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:16.543842 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b8b21-0093-4de8-8702-b60e001fcc2b req-d74dc5c4-d67a-4bd3-a944-8fa5650b46f1 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:16.558041 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-bed00911-458c-4e11-9733-0c6ddb04d747 req-ffecce9f-fa2b-46b9-92c5-c33d5d04748e service neutron] 10.222.0.79 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632783 Feb 16 22:17:16.558254 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-925b8b21-0093-4de8-8702-b60e001fcc2b req-d74dc5c4-d67a-4bd3-a944-8fa5650b46f1 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=36ae2509-3fbf-4f9a-8baa-645d2d2b4012&device_id=def4d26e-5212-4285-8384-b07924ef9d7b HTTP/1.1" status: 200 len: 1690 time: 0.1216731 Feb 16 22:17:16.569283 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-21f31d4a-9375-415c-91ad-ba3ccc150349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ea7781e8-f837-404e-b85a-42f273eb40f2), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:16.574149 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-21f31d4a-9375-415c-91ad-ba3ccc150349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:16.575635 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-21f31d4a-9375-415c-91ad-ba3ccc150349 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ea7781e8-f837-404e-b85a-42f273eb40f2 HTTP/1.1" status: 204 len: 168 time: 0.7641747 Feb 16 22:17:16.614860 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f31d4a-9375-415c-91ad-ba3ccc150349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7781e8-f837-404e-b85a-42f273eb40f2,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:16.642160 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-925b8b21-0093-4de8-8702-b60e001fcc2b req-e724142d-4265-4af6-841c-bae46c01b564 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895524 Feb 16 22:17:16.801315 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db4ae1-c688-40a8-9189-9777031f0df0 req-88f0d43b-012d-415a-9a41-8ea826e0d2c2 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:16.812002 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-60db4ae1-c688-40a8-9189-9777031f0df0 req-88f0d43b-012d-415a-9a41-8ea826e0d2c2 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=78b03450-3aa4-4896-8847-2094d35064cb HTTP/1.1" status: 200 len: 945 time: 0.1194570 Feb 16 22:17:16.895693 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-60db4ae1-c688-40a8-9189-9777031f0df0 req-96180111-2dd4-4c55-b31e-1ad185279217 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828123 Feb 16 22:17:17.043743 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd45b4-09b0-48e1-bece-652a026c948d req-68e5461b-be65-4201-8f27-f014ad17c67b tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:17.055150 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-64fd45b4-09b0-48e1-bece-652a026c948d req-68e5461b-be65-4201-8f27-f014ad17c67b tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 1126 time: 0.0677996 Feb 16 22:17:17.149533 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-64fd45b4-09b0-48e1-bece-652a026c948d req-e2c566f3-5c68-409e-9753-3a3be0fe7ba9 tempest-LiveMigrationTest-266578831 tempest-LiveMigrationTest-266578831-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6454c79f-8b04-4d2e-b10e-c88fa1971fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934138 Feb 16 22:17:17.391280 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd45bac0-f519-49fe-be0e-75674733f68d x-openstack-request-id: req-bd45bac0-f519-49fe-be0e-75674733f68d {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:17:17.391882 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ae0aa2-f467-4dea-a374-ebfa4be2c782", "name": "network-vif-deleted", "tag": "ac74cba5-97ea-48b8-99a1-80e0e5d2592d", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:17:17.391882 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bd45bac0-f519-49fe-be0e-75674733f68d {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:17:17.392088 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ae0aa2-f467-4dea-a374-ebfa4be2c782', 'name': 'network-vif-deleted', 'tag': 'ac74cba5-97ea-48b8-99a1-80e0e5d2592d', 'status': 'completed', 'code': 200} Feb 16 22:17:17.654892 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b860311-5570-45ff-9042-8720c69bf780 req-0e589d92-298e-4c3d-9ad1-42231b121eba tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:17.656785 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9b860311-5570-45ff-9042-8720c69bf780 req-0e589d92-298e-4c3d-9ad1-42231b121eba tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 945 time: 0.1366887 Feb 16 22:17:17.758774 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57042) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:17:17.768462 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9b860311-5570-45ff-9042-8720c69bf780 req-b73169da-8b54-47d1-939f-a7b18115e558 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003959 Feb 16 22:17:17.900341 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e88c3-632e-454c-b92e-ec3e61ba8137 req-88e182ee-06b5-421f-88e7-d53cc3bbe58b tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:17.903071 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-af6e88c3-632e-454c-b92e-ec3e61ba8137 req-88e182ee-06b5-421f-88e7-d53cc3bbe58b tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.79 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 944 time: 0.1025965 Feb 16 22:17:17.975583 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-8760274a-d39d-4bf7-8047-c30cd0bf2831 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-691727101-network', 'tenant_id': 'b543f39bd29d4c63a4cf51d224002423'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:17:18.077044 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8760274a-d39d-4bf7-8047-c30cd0bf2831 admin admin] Made reservation on behalf of b543f39bd29d4c63a4cf51d224002423 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:17:18.080125 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8760274a-d39d-4bf7-8047-c30cd0bf2831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:18.096540 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8760274a-d39d-4bf7-8047-c30cd0bf2831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:18.165147 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-af6e88c3-632e-454c-b92e-ec3e61ba8137 req-d76fbdf8-57a2-4f86-91bf-a7d1b7ee6464 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Deleting port c3ce7676-ecb5-4495-acbf-2f4dbe04183c {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:17:18.165559 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-af6e88c3-632e-454c-b92e-ec3e61ba8137 req-d76fbdf8-57a2-4f86-91bf-a7d1b7ee6464 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (c3ce7676-ecb5-4495-acbf-2f4dbe04183c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:18.347847 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8760274a-d39d-4bf7-8047-c30cd0bf2831 admin admin] Publish callbacks [] for security_group (6c78de05-f193-4832-938c-ae92761f68ff), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:18.358622 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8760274a-d39d-4bf7-8047-c30cd0bf2831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (6c78de05-f193-4832-938c-ae92761f68ff), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:18.372746 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-af6e88c3-632e-454c-b92e-ec3e61ba8137 req-d76fbdf8-57a2-4f86-91bf-a7d1b7ee6464 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] For port c3ce7676-ecb5-4495-acbf-2f4dbe04183c, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=c3ce7676-ecb5-4495-acbf-2f4dbe04183c,segment=NetworkSegment(0b92f3e5-2c55-4acf-8743-4f1354f7828b),segment_id=0b92f3e5-2c55-4acf-8743-4f1354f7828b)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:17:18.373201 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-af6e88c3-632e-454c-b92e-ec3e61ba8137 req-d76fbdf8-57a2-4f86-91bf-a7d1b7ee6464 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (c3ce7676-ecb5-4495-acbf-2f4dbe04183c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:18.413750 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8760274a-d39d-4bf7-8047-c30cd0bf2831 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:17:18.429262 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f370c-4f35-403d-b80b-3fbba032df51 req-418abea6-e069-412f-9293-130f5de20466 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:18.430376 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-af6e88c3-632e-454c-b92e-ec3e61ba8137 req-d76fbdf8-57a2-4f86-91bf-a7d1b7ee6464 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Calling delete_port for c3ce7676-ecb5-4495-acbf-2f4dbe04183c owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:17:18.434927 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b58f370c-4f35-403d-b80b-3fbba032df51 req-418abea6-e069-412f-9293-130f5de20466 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/ports?device_id=7db615d8-cfe0-4bd3-a742-45ca4020a70f HTTP/1.1" status: 200 len: 944 time: 0.1230419 Feb 16 22:17:18.449347 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760274a-d39d-4bf7-8047-c30cd0bf2831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c78de05-f193-4832-938c-ae92761f68ff,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:18.454455 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8760274a-d39d-4bf7-8047-c30cd0bf2831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (dff3b8e3-87f7-42bf-af76-11d07b9b6ec2), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:18.454834 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-8760274a-d39d-4bf7-8047-c30cd0bf2831 admin admin] Added segment dff3b8e3-87f7-42bf-af76-11d07b9b6ec2 of type vlan for network 140f5e2d-c459-4fb3-8ffd-54afb199543a Feb 16 22:17:18.531343 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b58f370c-4f35-403d-b80b-3fbba032df51 req-4341549c-77a1-4367-bf8c-ee8ba427bf76 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.75 "GET /v2.0/security-groups?id=b292315d-0166-429a-bb53-6d8382d60fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887387 Feb 16 22:17:18.551359 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8760274a-d39d-4bf7-8047-c30cd0bf2831 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (140f5e2d-c459-4fb3-8ffd-54afb199543a), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:18.645824 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8760274a-d39d-4bf7-8047-c30cd0bf2831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (140f5e2d-c459-4fb3-8ffd-54afb199543a), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:18.647573 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8760274a-d39d-4bf7-8047-c30cd0bf2831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:18.648179 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8760274a-d39d-4bf7-8047-c30cd0bf2831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:18.752038 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8760274a-d39d-4bf7-8047-c30cd0bf2831 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0023489 Feb 16 22:17:18.754841 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57054) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:17:18.764677 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-8de1b7b5-aa54-4ac3-a1fc-b89168188a25 admin admin] Request body: {'subnet': {'network_id': '140f5e2d-c459-4fb3-8ffd-54afb199543a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-691727101-subnet', 'tenant_id': 'b543f39bd29d4c63a4cf51d224002423', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:17:18.783241 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829ae39-48c7-4e9f-82d0-7f7ed2116287 req-5b2d94db-3c64-487d-b4ff-f1735086a50e tempest-ServersOnMultiNodesTest-1791724927 tempest-ServersOnMultiNodesTest-1791724927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:18.791754 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4829ae39-48c7-4e9f-82d0-7f7ed2116287 req-5b2d94db-3c64-487d-b4ff-f1735086a50e tempest-ServersOnMultiNodesTest-1791724927 tempest-ServersOnMultiNodesTest-1791724927-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=36ae2509-3fbf-4f9a-8baa-645d2d2b4012 HTTP/1.1" status: 200 len: 1131 time: 0.1114964 Feb 16 22:17:18.823218 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760274a-d39d-4bf7-8047-c30cd0bf2831 admin admin] Pushing event updated for resources: {'Network': ['ID=140f5e2d-c459-4fb3-8ffd-54afb199543a,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:18.836360 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 140f5e2d-c459-4fb3-8ffd-54afb199543a details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:17:18.840298 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-af6e88c3-632e-454c-b92e-ec3e61ba8137 req-d76fbdf8-57a2-4f86-91bf-a7d1b7ee6464 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (c3ce7676-ecb5-4495-acbf-2f4dbe04183c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:18.871265 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4829ae39-48c7-4e9f-82d0-7f7ed2116287 req-c0771e8e-0ad3-4a48-8d81-6d10e39a0531 tempest-ServersOnMultiNodesTest-1791724927 tempest-ServersOnMultiNodesTest-1791724927-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665812 Feb 16 22:17:18.894718 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de1b7b5-aa54-4ac3-a1fc-b89168188a25 admin admin] Made reservation on behalf of b543f39bd29d4c63a4cf51d224002423 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:17:18.898205 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8de1b7b5-aa54-4ac3-a1fc-b89168188a25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:18.921905 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76fbdf8-57a2-4f86-91bf-a7d1b7ee6464 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Pushing event deleted for resources: {'Port': ['ID=c3ce7676-ecb5-4495-acbf-2f4dbe04183c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:19.051626 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6e88c3-632e-454c-b92e-ec3e61ba8137 req-d76fbdf8-57a2-4f86-91bf-a7d1b7ee6464 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] No DVR routers for this DVR port c3ce7676-ecb5-4495-acbf-2f4dbe04183c on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:17:19.056578 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-af6e88c3-632e-454c-b92e-ec3e61ba8137 req-d76fbdf8-57a2-4f86-91bf-a7d1b7ee6464 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:19.061055 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-af6e88c3-632e-454c-b92e-ec3e61ba8137 req-d76fbdf8-57a2-4f86-91bf-a7d1b7ee6464 tempest-LiveAutoBlockMigrationV225Test-599794733 tempest-LiveAutoBlockMigrationV225Test-599794733-project] 10.222.0.79 "DELETE /v2.0/ports/c3ce7676-ecb5-4495-acbf-2f4dbe04183c HTTP/1.1" status: 204 len: 173 time: 1.1505585 Feb 16 22:17:19.065449 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db615d8-cfe0-4bd3-a742-45ca4020a70f', 'name': 'network-vif-deleted', 'tag': 'c3ce7676-ecb5-4495-acbf-2f4dbe04183c'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:17:19.076022 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06158530-0621-42cf-ab00-0148eed108c8" -d '{"events": [{"server_uuid": "7db615d8-cfe0-4bd3-a742-45ca4020a70f", "name": "network-vif-deleted", "tag": "c3ce7676-ecb5-4495-acbf-2f4dbe04183c"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:17:19.200815 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679b6e5-faf4-4d77-bff3-d1028846625a req-1ff69913-2801-4663-9e6f-e3fe19414ec0 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:19.202709 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1679b6e5-faf4-4d77-bff3-d1028846625a req-1ff69913-2801-4663-9e6f-e3fe19414ec0 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.67 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 944 time: 0.1617274 Feb 16 22:17:19.259052 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dacab8-bc92-4fe0-89bb-0f32c04bd472 req-d4216caf-93e1-4556-960e-d74b0dddd4b6 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:19.260940 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74dacab8-bc92-4fe0-89bb-0f32c04bd472 req-d4216caf-93e1-4556-960e-d74b0dddd4b6 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 945 time: 0.1234879 Feb 16 22:17:19.262670 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8de1b7b5-aa54-4ac3-a1fc-b89168188a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (046dcc43-d52b-41ee-a597-a5fe6b7df678), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:19.336634 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1b7b5-aa54-4ac3-a1fc-b89168188a25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=046dcc43-d52b-41ee-a597-a5fe6b7df678,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:19.387783 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74dacab8-bc92-4fe0-89bb-0f32c04bd472 req-528a2a07-99c4-444f-9ad3-5b2e787b6e15 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012194 Feb 16 22:17:19.391071 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de1b7b5-aa54-4ac3-a1fc-b89168188a25 admin admin] Checking segment: {'id': 'dff3b8e3-87f7-42bf-af76-11d07b9b6ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '140f5e2d-c459-4fb3-8ffd-54afb199543a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:17:19.392436 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de1b7b5-aa54-4ac3-a1fc-b89168188a25 admin admin] Network hostable DHCP agents. Network: 140f5e2d-c459-4fb3-8ffd-54afb199543a, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:17:19.402297 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-1679b6e5-faf4-4d77-bff3-d1028846625a req-bd5e3dfd-1597-42a1-a6cd-8c3e108cdc1e tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Deleting port 5cccebac-4308-44b7-bd47-11b830ed78b3 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:17:19.402824 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1679b6e5-faf4-4d77-bff3-d1028846625a req-bd5e3dfd-1597-42a1-a6cd-8c3e108cdc1e tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (5cccebac-4308-44b7-bd47-11b830ed78b3), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:19.432973 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de1b7b5-aa54-4ac3-a1fc-b89168188a25 admin admin] Network 140f5e2d-c459-4fb3-8ffd-54afb199543a is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:17:19.475661 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-8de1b7b5-aa54-4ac3-a1fc-b89168188a25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 140f5e2d-c459-4fb3-8ffd-54afb199543a) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:17:19.484319 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de1b7b5-aa54-4ac3-a1fc-b89168188a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:19.485068 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8de1b7b5-aa54-4ac3-a1fc-b89168188a25 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:19.526650 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8de1b7b5-aa54-4ac3-a1fc-b89168188a25 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7663319 Feb 16 22:17:19.529800 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57064) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:17:19.541876 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-edf1e1c0-4307-4c12-941c-6026a39d0aac admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-691727101-router', 'tenant_id': 'b543f39bd29d4c63a4cf51d224002423', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:17:19.575939 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bafbe0-99ec-4618-93d9-97cfc1972b3c None None] Network 140f5e2d-c459-4fb3-8ffd-54afb199543a requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:17:19.704132 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edf1e1c0-4307-4c12-941c-6026a39d0aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (433a162c-97b8-4ba5-bb3e-8d9b654d012d), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:19.708514 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edf1e1c0-4307-4c12-941c-6026a39d0aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (433a162c-97b8-4ba5-bb3e-8d9b654d012d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:19.727548 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-1679b6e5-faf4-4d77-bff3-d1028846625a req-bd5e3dfd-1597-42a1-a6cd-8c3e108cdc1e tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] For port 5cccebac-4308-44b7-bd47-11b830ed78b3, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=5cccebac-4308-44b7-bd47-11b830ed78b3,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:17:19.729295 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1679b6e5-faf4-4d77-bff3-d1028846625a req-bd5e3dfd-1597-42a1-a6cd-8c3e108cdc1e tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (5cccebac-4308-44b7-bd47-11b830ed78b3), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:19.757030 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-1679b6e5-faf4-4d77-bff3-d1028846625a req-bd5e3dfd-1597-42a1-a6cd-8c3e108cdc1e tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Calling delete_port for 5cccebac-4308-44b7-bd47-11b830ed78b3 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:17:19.838014 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc03904-8bc0-4bb4-b5c2-564c008f227c req-0c9b1f78-0477-422a-b373-e324d7e73a4a tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:19.845252 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4dc03904-8bc0-4bb4-b5c2-564c008f227c req-0c9b1f78-0477-422a-b373-e324d7e73a4a tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=78b03450-3aa4-4896-8847-2094d35064cb HTTP/1.1" status: 200 len: 945 time: 0.2209535 Feb 16 22:17:19.856839 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edf1e1c0-4307-4c12-941c-6026a39d0aac admin admin] Publish callbacks [] for router_controller (433a162c-97b8-4ba5-bb3e-8d9b654d012d), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:20.015652 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07a3c4f-3011-447f-aee9-e5b29d06d03a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-140f5e2d-c459-4fb3-8ffd-54afb199543a', 'network_id': '140f5e2d-c459-4fb3-8ffd-54afb199543a', 'project_id': 'b543f39bd29d4c63a4cf51d224002423', 'fixed_ips': [{'subnet_id': '046dcc43-d52b-41ee-a597-a5fe6b7df678'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:17:20.017187 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b07a3c4f-3011-447f-aee9-e5b29d06d03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:20.182820 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1679b6e5-faf4-4d77-bff3-d1028846625a req-bd5e3dfd-1597-42a1-a6cd-8c3e108cdc1e tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (5cccebac-4308-44b7-bd47-11b830ed78b3), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:20.229392 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['f5f434fd-a528-4a73-a958-bf0d4d1d5a8d'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:17:20.250963 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e3dfd-1597-42a1-a6cd-8c3e108cdc1e tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Pushing event deleted for resources: {'Port': ['ID=5cccebac-4308-44b7-bd47-11b830ed78b3,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:20.351957 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-1679b6e5-faf4-4d77-bff3-d1028846625a req-bd5e3dfd-1597-42a1-a6cd-8c3e108cdc1e tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] No DVR routers for this DVR port 5cccebac-4308-44b7-bd47-11b830ed78b3 on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:17:20.354620 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1679b6e5-faf4-4d77-bff3-d1028846625a req-bd5e3dfd-1597-42a1-a6cd-8c3e108cdc1e tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:20.358739 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1679b6e5-faf4-4d77-bff3-d1028846625a req-bd5e3dfd-1597-42a1-a6cd-8c3e108cdc1e tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.67 "DELETE /v2.0/ports/5cccebac-4308-44b7-bd47-11b830ed78b3 HTTP/1.1" status: 204 len: 173 time: 1.1478999 Feb 16 22:17:20.484173 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-b07a3c4f-3011-447f-aee9-e5b29d06d03a None None] Allocated IP 172.20.0.2 (140f5e2d-c459-4fb3-8ffd-54afb199543a/046dcc43-d52b-41ee-a597-a5fe6b7df678/5db1ad2e-e474-4d6b-bc7b-b9fe76569559) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:17:20.508482 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4dc03904-8bc0-4bb4-b5c2-564c008f227c req-20180ad2-768d-42e8-9a3e-766c872b37a6 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6619260 Feb 16 22:17:20.671020 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2cf16085-c9f1-48ac-9796-c4cb345a5fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:20.677197 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edf1e1c0-4307-4c12-941c-6026a39d0aac admin admin] Publish callbacks [] for router_gateway (433a162c-97b8-4ba5-bb3e-8d9b654d012d), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:20.713211 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-adf11348-bf3b-4b56-b97b-eb6f39d6b4e5 req-a0a51699-63ef-40b4-898e-779e0396c001 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 210 time: 0.0675313 Feb 16 22:17:20.851429 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b07a3c4f-3011-447f-aee9-e5b29d06d03a None None] Publish callbacks [] for port (5db1ad2e-e474-4d6b-bc7b-b9fe76569559), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:20.861293 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b07a3c4f-3011-447f-aee9-e5b29d06d03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (5db1ad2e-e474-4d6b-bc7b-b9fe76569559), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:20.982864 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edf1e1c0-4307-4c12-941c-6026a39d0aac admin admin] Publish callbacks [] for router_gateway (433a162c-97b8-4ba5-bb3e-8d9b654d012d), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:21.006064 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a3c4f-3011-447f-aee9-e5b29d06d03a None None] Pushing event updated for resources: {'Port': ['ID=5db1ad2e-e474-4d6b-bc7b-b9fe76569559,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:21.010263 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07a3c4f-3011-447f-aee9-e5b29d06d03a None None] Network 140f5e2d-c459-4fb3-8ffd-54afb199543a is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:17:21.020934 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-b07a3c4f-3011-447f-aee9-e5b29d06d03a None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:17:21.026323 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07a3c4f-3011-447f-aee9-e5b29d06d03a None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:17:21.050430 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edf1e1c0-4307-4c12-941c-6026a39d0aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:21.097511 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-b07a3c4f-3011-447f-aee9-e5b29d06d03a None None] Attempting to bind port 5db1ad2e-e474-4d6b-bc7b-b9fe76569559 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:17:21.099239 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-b07a3c4f-3011-447f-aee9-e5b29d06d03a None None] Attempting to bind port 5db1ad2e-e474-4d6b-bc7b-b9fe76569559 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'dff3b8e3-87f7-42bf-af76-11d07b9b6ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '140f5e2d-c459-4fb3-8ffd-54afb199543a'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:17:21.100263 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07a3c4f-3011-447f-aee9-e5b29d06d03a None None] Attempting to bind port 5db1ad2e-e474-4d6b-bc7b-b9fe76569559 on network 140f5e2d-c459-4fb3-8ffd-54afb199543a {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:17:21.107352 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07a3c4f-3011-447f-aee9-e5b29d06d03a None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:17:21.107352 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07a3c4f-3011-447f-aee9-e5b29d06d03a None None] Checking segment: {'id': 'dff3b8e3-87f7-42bf-af76-11d07b9b6ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '140f5e2d-c459-4fb3-8ffd-54afb199543a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:17:21.107718 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b07a3c4f-3011-447f-aee9-e5b29d06d03a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:21.112129 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07a3c4f-3011-447f-aee9-e5b29d06d03a None None] Bound using segment: {'id': 'dff3b8e3-87f7-42bf-af76-11d07b9b6ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '140f5e2d-c459-4fb3-8ffd-54afb199543a'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:17:21.112129 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-b07a3c4f-3011-447f-aee9-e5b29d06d03a None None] Bound port: 5db1ad2e-e474-4d6b-bc7b-b9fe76569559, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff3b8e3-87f7-42bf-af76-11d07b9b6ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '140f5e2d-c459-4fb3-8ffd-54afb199543a'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:17:21.116332 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b07a3c4f-3011-447f-aee9-e5b29d06d03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5db1ad2e-e474-4d6b-bc7b-b9fe76569559), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:21.125361 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7f390-88d0-4a24-9248-011b70bdafbc req-9367e8ec-bb26-4635-80de-606feb030ce6 tempest-ServersOnMultiNodesTest-1791724927 tempest-ServersOnMultiNodesTest-1791724927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:21.127178 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cca7f390-88d0-4a24-9248-011b70bdafbc req-9367e8ec-bb26-4635-80de-606feb030ce6 tempest-ServersOnMultiNodesTest-1791724927 tempest-ServersOnMultiNodesTest-1791724927-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=def4d26e-5212-4285-8384-b07924ef9d7b HTTP/1.1" status: 200 len: 1132 time: 0.1927056 Feb 16 22:17:21.245211 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-b07a3c4f-3011-447f-aee9-e5b29d06d03a None None] For port 5db1ad2e-e474-4d6b-bc7b-b9fe76569559, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:17:21.253198 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-b07a3c4f-3011-447f-aee9-e5b29d06d03a None None] For port 5db1ad2e-e474-4d6b-bc7b-b9fe76569559, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5db1ad2e-e474-4d6b-bc7b-b9fe76569559,segment=NetworkSegment(dff3b8e3-87f7-42bf-af76-11d07b9b6ec2),segment_id=dff3b8e3-87f7-42bf-af76-11d07b9b6ec2)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:17:21.269003 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b07a3c4f-3011-447f-aee9-e5b29d06d03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5db1ad2e-e474-4d6b-bc7b-b9fe76569559), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:21.294739 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-edf1e1c0-4307-4c12-941c-6026a39d0aac admin admin] Allocated IP 172.25.2.56 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/466ebbe2-fe53-4933-a7e1-8ca7364e2f78) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:17:21.326921 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cca7f390-88d0-4a24-9248-011b70bdafbc req-0d2f61a7-7cf8-4adf-9c4a-cbcc282177c8 tempest-ServersOnMultiNodesTest-1791724927 tempest-ServersOnMultiNodesTest-1791724927-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884170 Feb 16 22:17:21.400465 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cff703-9376-4cd3-86a7-0e446fa90d70 x-openstack-request-id: req-f6cff703-9376-4cd3-86a7-0e446fa90d70 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:17:21.401365 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db615d8-cfe0-4bd3-a742-45ca4020a70f", "name": "network-vif-deleted", "tag": "c3ce7676-ecb5-4495-acbf-2f4dbe04183c", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:17:21.401845 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f6cff703-9376-4cd3-86a7-0e446fa90d70 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:17:21.402821 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db615d8-cfe0-4bd3-a742-45ca4020a70f', 'name': 'network-vif-deleted', 'tag': 'c3ce7676-ecb5-4495-acbf-2f4dbe04183c', 'status': 'completed', 'code': 200} Feb 16 22:17:21.408341 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a3c4f-3011-447f-aee9-e5b29d06d03a None None] Pushing event updated for resources: {'Port': ['ID=5db1ad2e-e474-4d6b-bc7b-b9fe76569559,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:21.518434 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edf1e1c0-4307-4c12-941c-6026a39d0aac admin admin] Publish callbacks [] for port (466ebbe2-fe53-4933-a7e1-8ca7364e2f78), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:21.556585 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edf1e1c0-4307-4c12-941c-6026a39d0aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (466ebbe2-fe53-4933-a7e1-8ca7364e2f78), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:21.602959 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf1e1c0-4307-4c12-941c-6026a39d0aac admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:17:21.610758 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-edf1e1c0-4307-4c12-941c-6026a39d0aac admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:17:21.616088 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf1e1c0-4307-4c12-941c-6026a39d0aac admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:17:21.619264 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1e1c0-4307-4c12-941c-6026a39d0aac admin admin] Pushing event updated for resources: {'Port': ['ID=466ebbe2-fe53-4933-a7e1-8ca7364e2f78,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:21.999663 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5db1ad2e-e474-4d6b-bc7b-b9fe76569559 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:17:22.101770 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 5db1ad2e-e474-4d6b-bc7b-b9fe76569559 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:17:22.102562 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5db1ad2e-e474-4d6b-bc7b-b9fe76569559), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:22.113723 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57092) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:17:22.227023 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edf1e1c0-4307-4c12-941c-6026a39d0aac admin admin] Publish callbacks [] for router_gateway (433a162c-97b8-4ba5-bb3e-8d9b654d012d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:22.291162 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 5db1ad2e-e474-4d6b-bc7b-b9fe76569559 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:17:22.291562 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5db1ad2e-e474-4d6b-bc7b-b9fe76569559), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:22.332491 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 5db1ad2e-e474-4d6b-bc7b-b9fe76569559, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5db1ad2e-e474-4d6b-bc7b-b9fe76569559,segment=NetworkSegment(dff3b8e3-87f7-42bf-af76-11d07b9b6ec2),segment_id=dff3b8e3-87f7-42bf-af76-11d07b9b6ec2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:17:22.336986 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5db1ad2e-e474-4d6b-bc7b-b9fe76569559), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:22.447552 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=5db1ad2e-e474-4d6b-bc7b-b9fe76569559,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:22.466127 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf6db6bc-1640-4869-b7ae-5c847e927e76 admin admin] Deleting subnet c3e80cb9-4386-4d79-b9b3-6283b204f543 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:17:22.472152 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cf6db6bc-1640-4869-b7ae-5c847e927e76 admin admin] Publish callbacks [] for subnet (c3e80cb9-4386-4d79-b9b3-6283b204f543), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:22.553515 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device c3ce7676-ecb5-4495-acbf-2f4dbe04183c no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:17:22.578826 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cf6db6bc-1640-4869-b7ae-5c847e927e76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (c3e80cb9-4386-4d79-b9b3-6283b204f543), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:22.594110 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: c3ce7676-ecb5-4495-acbf-2f4dbe04183c {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:17:22.594763 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device c3ce7676-ecb5-4495-acbf-2f4dbe04183c not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:17:22.638356 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cf6db6bc-1640-4869-b7ae-5c847e927e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (c3e80cb9-4386-4d79-b9b3-6283b204f543), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:22.761511 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cf6db6bc-1640-4869-b7ae-5c847e927e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (c3e80cb9-4386-4d79-b9b3-6283b204f543), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:22.894337 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cf6db6bc-1640-4869-b7ae-5c847e927e76 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:22.902635 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57108) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:17:22.904929 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-cf6db6bc-1640-4869-b7ae-5c847e927e76 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/c3e80cb9-4386-4d79-b9b3-6283b204f543 HTTP/1.1" status: 204 len: 168 time: 0.7898517 Feb 16 22:17:22.913908 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6db6bc-1640-4869-b7ae-5c847e927e76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3e80cb9-4386-4d79-b9b3-6283b204f543,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:23.067447 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f8b0ff13-b185-4f1a-a16e-0889a1e07536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:23.109444 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7556bd3a-4d4d-4168-9b02-19f4c1755a2d req-7e93bb54-4fb1-4803-8814-77c5109ed386 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 210 time: 0.1232913 Feb 16 22:17:23.126626 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edf1e1c0-4307-4c12-941c-6026a39d0aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (433a162c-97b8-4ba5-bb3e-8d9b654d012d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:23.126839 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fbafb451-499d-40a0-9c5c-854714ba744e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (16137278-7395-49da-9cb6-180484537d2f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:23.162160 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cefdb4-d54d-4d68-843b-b48a09ee2dc1 None None] Network 140f5e2d-c459-4fb3-8ffd-54afb199543a requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:17:23.313099 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fbafb451-499d-40a0-9c5c-854714ba744e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (16137278-7395-49da-9cb6-180484537d2f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:23.342142 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-bbda662b-399c-4bc0-973e-657f480abbb8 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--2012093379&fields=id&tenant_id=8ad240c1ae9949d7984971394c75b8d4 HTTP/1.1" status: 200 len: 267 time: 0.0628946 Feb 16 22:17:23.347864 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-fbafb451-499d-40a0-9c5c-854714ba744e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16137278-7395-49da-9cb6-180484537d2f']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:17:23.356338 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-56b4d21a-ccd7-4d58-b34a-43fa3b85e059 None None] Provisioning complete for port 5db1ad2e-e474-4d6b-bc7b-b9fe76569559 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:17:23.356710 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-56b4d21a-ccd7-4d58-b34a-43fa3b85e059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5db1ad2e-e474-4d6b-bc7b-b9fe76569559), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:23.371564 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf1e1c0-4307-4c12-941c-6026a39d0aac admin admin] Router 433a162c-97b8-4ba5-bb3e-8d9b654d012d is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:17:23.371771 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-fbafb451-499d-40a0-9c5c-854714ba744e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b92f3e5-2c55-4acf-8743-4f1354f7828b') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:17:23.371965 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-fbafb451-499d-40a0-9c5c-854714ba744e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b92f3e5-2c55-4acf-8743-4f1354f7828b') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:17:23.405749 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86643b6d-1b9d-4df6-900f-f30fb65abb41', 'name': 'network-vif-deleted', 'tag': '5cccebac-4308-44b7-bd47-11b830ed78b3'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:17:23.421222 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c5f013-fd4c-40a2-a212-eadb0ef51c58" -d '{"events": [{"server_uuid": "86643b6d-1b9d-4df6-900f-f30fb65abb41", "name": "network-vif-deleted", "tag": "5cccebac-4308-44b7-bd47-11b830ed78b3"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:17:23.430801 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fbafb451-499d-40a0-9c5c-854714ba744e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (0b92f3e5-2c55-4acf-8743-4f1354f7828b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:23.465006 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fbafb451-499d-40a0-9c5c-854714ba744e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (0b92f3e5-2c55-4acf-8743-4f1354f7828b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:23.479523 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbafb451-499d-40a0-9c5c-854714ba744e admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:17:23.482216 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fbafb451-499d-40a0-9c5c-854714ba744e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (0b92f3e5-2c55-4acf-8743-4f1354f7828b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:23.484348 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:17:23.484348 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:17:23.484348 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:17:23.484348 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:17:23.484348 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:17:23.484348 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:17:23.484348 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:17:23.484348 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:17:23.484348 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:17:23.484348 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:17:23.484348 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:17:23.484348 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:17:23.484348 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:17:23.484348 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:17:23.484348 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:17:23.484348 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:17:23.484348 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:17:23.484348 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:17:23.484348 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:17:23.484348 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:17:23.484348 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:17:23.484348 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:17:23.484348 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:17:23.484348 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:17:23.484348 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:17:23.484348 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:17:23.484348 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:17:23.484348 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:17:23.484348 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:17:23.484348 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:17:23.484348 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:17:23.484348 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:17:23.513393 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-56b4d21a-ccd7-4d58-b34a-43fa3b85e059 None None] Current status of the port 5db1ad2e-e474-4d6b-bc7b-b9fe76569559 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:17:23.572346 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fbafb451-499d-40a0-9c5c-854714ba744e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (16137278-7395-49da-9cb6-180484537d2f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:23.579684 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fbafb451-499d-40a0-9c5c-854714ba744e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:23.587427 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fbafb451-499d-40a0-9c5c-854714ba744e admin admin] 10.222.0.75 "DELETE /v2.0/networks/16137278-7395-49da-9cb6-180484537d2f HTTP/1.1" status: 204 len: 168 time: 0.6811471 Feb 16 22:17:23.597930 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57130) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:17:23.598786 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafb451-499d-40a0-9c5c-854714ba744e admin admin] Pushing event deleted for resources: {'Network': ['ID=16137278-7395-49da-9cb6-180484537d2f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:23.652783 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-255104b8-2dc5-4e7c-b850-b39b9636d07b admin admin] Deleting subnet 880d5bb5-94ec-4cad-857e-5d5229e9422e {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:17:23.656445 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-255104b8-2dc5-4e7c-b850-b39b9636d07b admin admin] Publish callbacks [] for subnet (880d5bb5-94ec-4cad-857e-5d5229e9422e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:23.697884 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-255104b8-2dc5-4e7c-b850-b39b9636d07b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (880d5bb5-94ec-4cad-857e-5d5229e9422e), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:23.736268 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-2e892728-8d7d-4401-9465-122482f5d320 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:23.745744 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-2e892728-8d7d-4401-9465-122482f5d320 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "GET /v2.0/networks?id=7ea49327-f76a-4eed-8327-a94de57510c3 HTTP/1.1" status: 200 len: 816 time: 0.3786654 Feb 16 22:17:23.749747 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-255104b8-2dc5-4e7c-b850-b39b9636d07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (880d5bb5-94ec-4cad-857e-5d5229e9422e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:23.774527 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-0bc0bd74-1c3e-42b7-8812-22b380968577 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "GET /v2.0/quotas/8ad240c1ae9949d7984971394c75b8d4 HTTP/1.1" status: 200 len: 375 time: 0.0277143 Feb 16 22:17:23.790516 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf1e1c0-4307-4c12-941c-6026a39d0aac admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:17:23.804606 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745876f4-3c13-4edc-abfb-2633d2a15849 None None] Sync routers for ids ['433a162c-97b8-4ba5-bb3e-8d9b654d012d'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:17:23.833744 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745876f4-3c13-4edc-abfb-2633d2a15849 None None] Routers {'433a162c-97b8-4ba5-bb3e-8d9b654d012d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:17:23.835716 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-745876f4-3c13-4edc-abfb-2633d2a15849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:17:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['433a162c-97b8-4ba5-bb3e-8d9b654d012d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:17:23.849994 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-255104b8-2dc5-4e7c-b850-b39b9636d07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (880d5bb5-94ec-4cad-857e-5d5229e9422e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:23.854466 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edf1e1c0-4307-4c12-941c-6026a39d0aac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:23.861164 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-edf1e1c0-4307-4c12-941c-6026a39d0aac admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3300717 Feb 16 22:17:23.864218 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57136) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:17:23.880174 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-5284d58e-490c-415b-bab9-3ed186e9a203 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=8ad240c1ae9949d7984971394c75b8d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0875859 Feb 16 22:17:23.921348 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255104b8-2dc5-4e7c-b850-b39b9636d07b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=880d5bb5-94ec-4cad-857e-5d5229e9422e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:23.936589 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-255104b8-2dc5-4e7c-b850-b39b9636d07b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:23.951086 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-255104b8-2dc5-4e7c-b850-b39b9636d07b admin admin] 10.222.0.75 "DELETE /v2.0/subnets/880d5bb5-94ec-4cad-857e-5d5229e9422e HTTP/1.1" status: 204 len: 168 time: 0.3451629 Feb 16 22:17:23.951715 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57138) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:17:24.075650 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-222f005e-725d-4147-b62e-013c2134e4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (b46c39fd-a42c-450e-ba4d-b1b44545bd5c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:24.141530 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5db1ad2e-e474-4d6b-bc7b-b9fe76569559 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:17:24.220447 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:24.226697 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-5e81ecae-1ab3-4e88-b0dd-435f916e8c08 None None] Provisioning complete for port 5db1ad2e-e474-4d6b-bc7b-b9fe76569559 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:17:24.227183 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5e81ecae-1ab3-4e88-b0dd-435f916e8c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5db1ad2e-e474-4d6b-bc7b-b9fe76569559), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:24.307695 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-745876f4-3c13-4edc-abfb-2633d2a15849 None None] Set router 433a162c-97b8-4ba5-bb3e-8d9b654d012d gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:17:24.339059 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 5db1ad2e-e474-4d6b-bc7b-b9fe76569559 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:17:24.341249 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5db1ad2e-e474-4d6b-bc7b-b9fe76569559), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:24.344827 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-39bc399d-27bc-44f2-8797-e2284fd7dfcd service neutron] 10.222.0.75 "GET /v2.0/networks/7ea49327-f76a-4eed-8327-a94de57510c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046836 Feb 16 22:17:24.463429 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 5cccebac-4308-44b7-bd47-11b830ed78b3 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:17:24.529615 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 5cccebac-4308-44b7-bd47-11b830ed78b3 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:17:24.530138 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 5cccebac-4308-44b7-bd47-11b830ed78b3 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:17:24.539731 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-083fb3bb-7954-4a1e-9005-4fc99621751f service neutron] 10.222.0.75 "GET /v2.0/networks/7ea49327-f76a-4eed-8327-a94de57510c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195931 Feb 16 22:17:24.563024 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5e81ecae-1ab3-4e88-b0dd-435f916e8c08 None None] Current status of the port 5db1ad2e-e474-4d6b-bc7b-b9fe76569559 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:17:24.584484 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-222f005e-725d-4147-b62e-013c2134e4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (b46c39fd-a42c-450e-ba4d-b1b44545bd5c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:24.629360 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-222f005e-725d-4147-b62e-013c2134e4e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b46c39fd-a42c-450e-ba4d-b1b44545bd5c']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:17:24.645242 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-222f005e-725d-4147-b62e-013c2134e4e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ba8232d-07d9-4450-9729-677f96d763c8') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:17:24.646813 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-222f005e-725d-4147-b62e-013c2134e4e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ba8232d-07d9-4450-9729-677f96d763c8') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:17:24.664953 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-222f005e-725d-4147-b62e-013c2134e4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (6ba8232d-07d9-4450-9729-677f96d763c8), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:24.706667 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-222f005e-725d-4147-b62e-013c2134e4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (6ba8232d-07d9-4450-9729-677f96d763c8), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:24.720404 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 5db1ad2e-e474-4d6b-bc7b-b9fe76569559 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:17:24.773517 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-745876f4-3c13-4edc-abfb-2633d2a15849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '433a162c-97b8-4ba5-bb3e-8d9b654d012d', 'name': 'tempest-FloatingIPsTestJSON-691727101-router', 'tenant_id': 'b543f39bd29d4c63a4cf51d224002423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '466ebbe2-fe53-4933-a7e1-8ca7364e2f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:17:19Z', 'updated_at': '2022-02-16T22:17:21Z', 'revision_number': 3, 'project_id': 'b543f39bd29d4c63a4cf51d224002423', 'gw_port': {'id': '466ebbe2-fe53-4933-a7e1-8ca7364e2f78', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433a162c-97b8-4ba5-bb3e-8d9b654d012d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:17:21Z', 'updated_at': '2022-02-16T22:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:17:24.808042 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745876f4-3c13-4edc-abfb-2633d2a15849 None None] Checking router: 433a162c-97b8-4ba5-bb3e-8d9b654d012d for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:17:24.808933 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745876f4-3c13-4edc-abfb-2633d2a15849 None None] Updating router 433a162c-97b8-4ba5-bb3e-8d9b654d012d port 466ebbe2-fe53-4933-a7e1-8ca7364e2f78 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:17:24.809062 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-222f005e-725d-4147-b62e-013c2134e4e6 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:17:24.809805 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-222f005e-725d-4147-b62e-013c2134e4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (6ba8232d-07d9-4450-9729-677f96d763c8), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:24.811714 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:17:24.811714 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:17:24.811714 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:17:24.811714 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:17:24.811714 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:17:24.811714 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:17:24.811714 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:17:24.811714 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:17:24.811714 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:17:24.811714 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:17:24.811714 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:17:24.811714 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:17:24.811714 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:17:24.811714 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:17:24.811714 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:17:24.811714 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:17:24.811714 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:17:24.811714 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:17:24.811714 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:17:24.811714 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:17:24.811714 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:17:24.811714 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:17:24.811714 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:17:24.811714 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:17:24.811714 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:17:24.811714 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:17:24.811714 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:17:24.811714 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:17:24.811714 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:17:24.811714 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:17:24.811714 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:17:24.811714 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:17:24.854222 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-745876f4-3c13-4edc-abfb-2633d2a15849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (466ebbe2-fe53-4933-a7e1-8ca7364e2f78), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:25.004980 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-222f005e-725d-4147-b62e-013c2134e4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (b46c39fd-a42c-450e-ba4d-b1b44545bd5c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:25.013810 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-222f005e-725d-4147-b62e-013c2134e4e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:25.034885 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-222f005e-725d-4147-b62e-013c2134e4e6 admin admin] 10.222.0.75 "DELETE /v2.0/networks/b46c39fd-a42c-450e-ba4d-b1b44545bd5c HTTP/1.1" status: 204 len: 168 time: 1.0480263 Feb 16 22:17:25.068939 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f005e-725d-4147-b62e-013c2134e4e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b46c39fd-a42c-450e-ba4d-b1b44545bd5c,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:25.279789 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57174) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:17:25.353047 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-63dd08ac-c060-403a-85cd-b67827b04a43 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=744a37dc5b8f478b9350ec4becb28946&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0713232 Feb 16 22:17:25.355312 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57184) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:17:25.386147 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5c02564c-47f1-4d41-a452-fca01371b6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:25.401231 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-745876f4-3c13-4edc-abfb-2633d2a15849 None None] Publish callbacks [] for port (466ebbe2-fe53-4933-a7e1-8ca7364e2f78), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:25.413848 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-3c61ea91-0c7c-4cec-8f35-7586fca0b89a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=340568c42fa24a9e862a169fcf3622fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416086 Feb 16 22:17:25.416416 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-745876f4-3c13-4edc-abfb-2633d2a15849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (466ebbe2-fe53-4933-a7e1-8ca7364e2f78), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:25.441483 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e301cbef-66b8-4532-a5b0-c25449a9c150 admin admin] Publish callbacks [] for security_group (b292315d-0166-429a-bb53-6d8382d60fb3), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:25.512632 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e301cbef-66b8-4532-a5b0-c25449a9c150 admin admin] Publish callbacks [] for security_group (b292315d-0166-429a-bb53-6d8382d60fb3), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:25.548823 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563824d-dc0a-4d7f-bbe1-20c0db6a4574 None None] Pushing event updated for resources: {'Port': ['ID=466ebbe2-fe53-4933-a7e1-8ca7364e2f78,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:25.560967 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:25.562118 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-745876f4-3c13-4edc-abfb-2633d2a15849 None None] Attempting to bind port 466ebbe2-fe53-4933-a7e1-8ca7364e2f78 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:17:25.562666 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-745876f4-3c13-4edc-abfb-2633d2a15849 None None] Attempting to bind port 466ebbe2-fe53-4933-a7e1-8ca7364e2f78 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:17:25.563432 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745876f4-3c13-4edc-abfb-2633d2a15849 None None] Attempting to bind port 466ebbe2-fe53-4933-a7e1-8ca7364e2f78 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:17:25.570993 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745876f4-3c13-4edc-abfb-2633d2a15849 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:17:25.571374 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745876f4-3c13-4edc-abfb-2633d2a15849 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:17:25.578692 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-745876f4-3c13-4edc-abfb-2633d2a15849 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:25.584232 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745876f4-3c13-4edc-abfb-2633d2a15849 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:17:25.584777 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-745876f4-3c13-4edc-abfb-2633d2a15849 None None] Bound port: 466ebbe2-fe53-4933-a7e1-8ca7364e2f78, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:17:25.585269 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-745876f4-3c13-4edc-abfb-2633d2a15849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (466ebbe2-fe53-4933-a7e1-8ca7364e2f78), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:25.623715 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e301cbef-66b8-4532-a5b0-c25449a9c150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b292315d-0166-429a-bb53-6d8382d60fb3), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:25.626734 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e301cbef-66b8-4532-a5b0-c25449a9c150 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:25.629383 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e301cbef-66b8-4532-a5b0-c25449a9c150 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b292315d-0166-429a-bb53-6d8382d60fb3 HTTP/1.1" status: 204 len: 168 time: 0.2729747 Feb 16 22:17:25.660051 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301cbef-66b8-4532-a5b0-c25449a9c150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b292315d-0166-429a-bb53-6d8382d60fb3,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:25.721204 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-745876f4-3c13-4edc-abfb-2633d2a15849 None None] For port 466ebbe2-fe53-4933-a7e1-8ca7364e2f78, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:17:25.725290 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-745876f4-3c13-4edc-abfb-2633d2a15849 None None] For port 466ebbe2-fe53-4933-a7e1-8ca7364e2f78, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=466ebbe2-fe53-4933-a7e1-8ca7364e2f78,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:17:25.734131 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-745876f4-3c13-4edc-abfb-2633d2a15849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (466ebbe2-fe53-4933-a7e1-8ca7364e2f78), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:25.832318 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563824d-dc0a-4d7f-bbe1-20c0db6a4574 None None] Pushing event updated for resources: {'Port': ['ID=466ebbe2-fe53-4933-a7e1-8ca7364e2f78,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:25.839412 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745876f4-3c13-4edc-abfb-2633d2a15849 None None] Routers {'433a162c-97b8-4ba5-bb3e-8d9b654d012d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:17:25.840036 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-745876f4-3c13-4edc-abfb-2633d2a15849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:17:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['433a162c-97b8-4ba5-bb3e-8d9b654d012d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:17:26.014867 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-745876f4-3c13-4edc-abfb-2633d2a15849 None None] Set router 433a162c-97b8-4ba5-bb3e-8d9b654d012d gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:17:26.096230 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-153b748b-5805-42af-a62c-40cd876374bd tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:26.097803 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-153b748b-5805-42af-a62c-40cd876374bd tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6830370 Feb 16 22:17:26.158620 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-27d45d3b-af19-403d-b475-a6e293ca2bd4 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/quotas/340568c42fa24a9e862a169fcf3622fe HTTP/1.1" status: 200 len: 375 time: 0.0452120 Feb 16 22:17:26.296116 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57202) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:17:26.313189 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-745876f4-3c13-4edc-abfb-2633d2a15849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '433a162c-97b8-4ba5-bb3e-8d9b654d012d', 'name': 'tempest-FloatingIPsTestJSON-691727101-router', 'tenant_id': 'b543f39bd29d4c63a4cf51d224002423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '466ebbe2-fe53-4933-a7e1-8ca7364e2f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:17:19Z', 'updated_at': '2022-02-16T22:17:21Z', 'revision_number': 3, 'project_id': 'b543f39bd29d4c63a4cf51d224002423', 'gw_port': {'id': '466ebbe2-fe53-4933-a7e1-8ca7364e2f78', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433a162c-97b8-4ba5-bb3e-8d9b654d012d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:17:21Z', 'updated_at': '2022-02-16T22:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:17:26.321947 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-5c02564c-47f1-4d41-a452-fca01371b6d0 admin admin] Allocated IP 172.20.0.1 (140f5e2d-c459-4fb3-8ffd-54afb199543a/046dcc43-d52b-41ee-a597-a5fe6b7df678/5c915ada-c83c-4631-9567-d72bf80ce4db) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:17:26.348071 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745876f4-3c13-4edc-abfb-2633d2a15849 None None] The sync data for ids ['433a162c-97b8-4ba5-bb3e-8d9b654d012d'] in n-d-813897-6 is: [{'id': '433a162c-97b8-4ba5-bb3e-8d9b654d012d', 'name': 'tempest-FloatingIPsTestJSON-691727101-router', 'tenant_id': 'b543f39bd29d4c63a4cf51d224002423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '466ebbe2-fe53-4933-a7e1-8ca7364e2f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:17:19Z', 'updated_at': '2022-02-16T22:17:21Z', 'revision_number': 3, 'project_id': 'b543f39bd29d4c63a4cf51d224002423', 'gw_port': {'id': '466ebbe2-fe53-4933-a7e1-8ca7364e2f78', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433a162c-97b8-4ba5-bb3e-8d9b654d012d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:17:21Z', 'updated_at': '2022-02-16T22:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:17:26.383898 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-130fb427-67d5-4ffa-9a65-da4cfb613f57 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f2da15001f8e453594f01743e1dafd1a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0858595 Feb 16 22:17:26.387680 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-a0a754af-fe7c-47e6-a058-714abbd2a7fb tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=340568c42fa24a9e862a169fcf3622fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2281117 Feb 16 22:17:26.388209 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57204) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:17:26.577082 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bbd11232-d660-4296-ac06-daafeb38c099 admin admin] Publish callbacks [] for security_group (a04ca40d-8eb5-4e93-be3d-41ed67f31055), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:26.582998 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 3c2f4735-32d3-4976-b0b2-940d2e8b8f09 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:17:26.639221 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5c02564c-47f1-4d41-a452-fca01371b6d0 admin admin] Publish callbacks [] for port (5c915ada-c83c-4631-9567-d72bf80ce4db), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:26.643112 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bbd11232-d660-4296-ac06-daafeb38c099 admin admin] Publish callbacks [] for security_group (a04ca40d-8eb5-4e93-be3d-41ed67f31055), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:26.783454 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5c02564c-47f1-4d41-a452-fca01371b6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (5c915ada-c83c-4631-9567-d72bf80ce4db), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:26.806263 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bbd11232-d660-4296-ac06-daafeb38c099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a04ca40d-8eb5-4e93-be3d-41ed67f31055), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:26.812429 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bbd11232-d660-4296-ac06-daafeb38c099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:26.815114 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bbd11232-d660-4296-ac06-daafeb38c099 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a04ca40d-8eb5-4e93-be3d-41ed67f31055 HTTP/1.1" status: 204 len: 168 time: 0.4213760 Feb 16 22:17:26.928390 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd11232-d660-4296-ac06-daafeb38c099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04ca40d-8eb5-4e93-be3d-41ed67f31055,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:26.970410 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c02564c-47f1-4d41-a452-fca01371b6d0 admin admin] Network 140f5e2d-c459-4fb3-8ffd-54afb199543a is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:17:26.982832 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-5c02564c-47f1-4d41-a452-fca01371b6d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:17:27.000514 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c02564c-47f1-4d41-a452-fca01371b6d0 admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:17:27.061398 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 3c2f4735-32d3-4976-b0b2-940d2e8b8f09, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=3c2f4735-32d3-4976-b0b2-940d2e8b8f09,segment=NetworkSegment(0fcd852f-dbb0-4c8e-bb68-facd05b73898),segment_id=0fcd852f-dbb0-4c8e-bb68-facd05b73898)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:17:27.129576 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '3c2f4735-32d3-4976-b0b2-940d2e8b8f09', 'network_id': '4bac3cdf-16ae-435f-8215-29d96cd595c1', 'port_id': '3c2f4735-32d3-4976-b0b2-940d2e8b8f09', 'mac_address': 'fa:16:3e:24:3f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd292e6dc-86dc-495b-b76c-8deab59c0198', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:17:27.142351 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02564c-47f1-4d41-a452-fca01371b6d0 admin admin] Pushing event updated for resources: {'Port': ['ID=5c915ada-c83c-4631-9567-d72bf80ce4db,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:27.228117 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5c02564c-47f1-4d41-a452-fca01371b6d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (433a162c-97b8-4ba5-bb3e-8d9b654d012d), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:27.256221 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f65bb1-4828-4621-a7e0-e54ca934917d x-openstack-request-id: req-16f65bb1-4828-4621-a7e0-e54ca934917d {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:17:27.257016 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86643b6d-1b9d-4df6-900f-f30fb65abb41", "name": "network-vif-deleted", "tag": "5cccebac-4308-44b7-bd47-11b830ed78b3", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:17:27.257484 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-16f65bb1-4828-4621-a7e0-e54ca934917d {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:17:27.258371 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86643b6d-1b9d-4df6-900f-f30fb65abb41', 'name': 'network-vif-deleted', 'tag': '5cccebac-4308-44b7-bd47-11b830ed78b3', 'status': 'completed', 'code': 200} Feb 16 22:17:27.299670 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:27.572006 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 3c2f4735-32d3-4976-b0b2-940d2e8b8f09 is: ACTIVE; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:17:27.574745 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3c2f4735-32d3-4976-b0b2-940d2e8b8f09), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:27.629485 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-6281e011-89e1-4ae6-9859-df685f646597 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:27.630248 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-67f8566f-c08e-46ee-8d99-f6d1a10a5d74 req-7fe22314-cf17-4bb3-b345-3dacbd41d823 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=86643b6d-1b9d-4df6-900f-f30fb65abb41 HTTP/1.1" status: 200 len: 210 time: 0.1271665 Feb 16 22:17:27.650774 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c2f4735-32d3-4976-b0b2-940d2e8b8f09 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:17:27.668354 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-6281e011-89e1-4ae6-9859-df685f646597 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.79 "GET /v2.0/networks?id=7ea49327-f76a-4eed-8327-a94de57510c3 HTTP/1.1" status: 200 len: 816 time: 0.3894441 Feb 16 22:17:27.732517 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 3c2f4735-32d3-4976-b0b2-940d2e8b8f09, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=3c2f4735-32d3-4976-b0b2-940d2e8b8f09,segment=NetworkSegment(0fcd852f-dbb0-4c8e-bb68-facd05b73898),segment_id=0fcd852f-dbb0-4c8e-bb68-facd05b73898)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:17:27.782720 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (3c2f4735-32d3-4976-b0b2-940d2e8b8f09), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:27.791534 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 4f84d8ad-7206-4829-8589-6f904da0dad7 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:17:27.966169 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-8e68328a-e588-4230-b850-ea0a532b0346 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ad240c1ae9949d7984971394c75b8d4 HTTP/1.1" status: 200 len: 380 time: 0.2808373 Feb 16 22:17:27.983025 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-857fa7a8-f6fe-4465-9eee-01e679d49161 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Request body: {'port': {'device_id': '9a52378c-d346-4f5f-9dec-1834188b58df', 'network_id': '7ea49327-f76a-4eed-8327-a94de57510c3', 'admin_state_up': True, 'tenant_id': '8ad240c1ae9949d7984971394c75b8d4', 'security_groups': ['ca3ea7af-a965-4dd0-a6ee-99daedca42f1']}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:17:28.082990 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-53593262-f779-4e5a-944e-e4f69239ed99 req-f1dc174a-4678-4393-a821-efd2cbddae9d tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a52378c-d346-4f5f-9dec-1834188b58df HTTP/1.1" status: 200 len: 210 time: 0.2011344 Feb 16 22:17:28.166863 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5c02564c-47f1-4d41-a452-fca01371b6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5c915ada-c83c-4631-9567-d72bf80ce4db), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:28.261270 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=3c2f4735-32d3-4976-b0b2-940d2e8b8f09,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:28.295193 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-857fa7a8-f6fe-4465-9eee-01e679d49161 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Made reservation on behalf of 8ad240c1ae9949d7984971394c75b8d4 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:17:28.299688 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-857fa7a8-f6fe-4465-9eee-01e679d49161 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:28.304679 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 466ebbe2-fe53-4933-a7e1-8ca7364e2f78 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:17:28.576028 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e9220b31-46c2-457e-a7da-ac9b5bcaffaf None None] Provisioning complete for port 5c915ada-c83c-4631-9567-d72bf80ce4db triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:17:28.576432 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e9220b31-46c2-457e-a7da-ac9b5bcaffaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5c915ada-c83c-4631-9567-d72bf80ce4db), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:28.671053 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-857fa7a8-f6fe-4465-9eee-01e679d49161 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Allocated IP 172.20.0.12 (7ea49327-f76a-4eed-8327-a94de57510c3/53af9bc2-f688-4b35-9193-90baafeae21e/e39e32ec-a288-41af-b634-90d25254773b) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:17:28.812911 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5c02564c-47f1-4d41-a452-fca01371b6d0 admin admin] Publish callbacks [] for port (5c915ada-c83c-4631-9567-d72bf80ce4db), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:28.830746 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5c02564c-47f1-4d41-a452-fca01371b6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (5c915ada-c83c-4631-9567-d72bf80ce4db), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:29.009924 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5c02564c-47f1-4d41-a452-fca01371b6d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (433a162c-97b8-4ba5-bb3e-8d9b654d012d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:29.027127 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02564c-47f1-4d41-a452-fca01371b6d0 admin admin] Pushing event updated for resources: {'Port': ['ID=5c915ada-c83c-4631-9567-d72bf80ce4db,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:29.035340 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-857fa7a8-f6fe-4465-9eee-01e679d49161 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks [] for port (e39e32ec-a288-41af-b634-90d25254773b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:29.040636 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e9220b31-46c2-457e-a7da-ac9b5bcaffaf None None] Port 5c915ada-c83c-4631-9567-d72bf80ce4db cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:17:29.115100 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:29.157537 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 466ebbe2-fe53-4933-a7e1-8ca7364e2f78 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:17:29.158376 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (466ebbe2-fe53-4933-a7e1-8ca7364e2f78), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:29.173494 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-857fa7a8-f6fe-4465-9eee-01e679d49161 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (e39e32ec-a288-41af-b634-90d25254773b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:29.296980 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 4f84d8ad-7206-4829-8589-6f904da0dad7, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=4f84d8ad-7206-4829-8589-6f904da0dad7,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:17:29.412374 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '4f84d8ad-7206-4829-8589-6f904da0dad7', 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a', 'port_id': '4f84d8ad-7206-4829-8589-6f904da0dad7', 'mac_address': 'fa:16:3e:18:0f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:17:29.430020 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857fa7a8-f6fe-4465-9eee-01e679d49161 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Pushing event updated for resources: {'Port': ['ID=e39e32ec-a288-41af-b634-90d25254773b,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:29.444865 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-857fa7a8-f6fe-4465-9eee-01e679d49161 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Network 7ea49327-f76a-4eed-8327-a94de57510c3 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:17:29.461233 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-857fa7a8-f6fe-4465-9eee-01e679d49161 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:17:29.466236 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c02564c-47f1-4d41-a452-fca01371b6d0 admin admin] Network 140f5e2d-c459-4fb3-8ffd-54afb199543a is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:17:29.495984 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-857fa7a8-f6fe-4465-9eee-01e679d49161 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:17:29.500125 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-5c02564c-47f1-4d41-a452-fca01371b6d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:17:29.720068 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-857fa7a8-f6fe-4465-9eee-01e679d49161 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:29.725615 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-857fa7a8-f6fe-4465-9eee-01e679d49161 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:29.793286 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-857fa7a8-f6fe-4465-9eee-01e679d49161 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8261423 Feb 16 22:17:29.823818 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] Request body: {'port': {'device_id': '9a52378c-d346-4f5f-9dec-1834188b58df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:17:29.867842 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 4f84d8ad-7206-4829-8589-6f904da0dad7 is: ACTIVE; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:17:29.889083 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:29.964827 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:17:29.966364 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:29.988473 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f84d8ad-7206-4829-8589-6f904da0dad7 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:17:30.084749 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c02564c-47f1-4d41-a452-fca01371b6d0 admin admin] Router 433a162c-97b8-4ba5-bb3e-8d9b654d012d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:17:30.088479 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 4f84d8ad-7206-4829-8589-6f904da0dad7, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=4f84d8ad-7206-4829-8589-6f904da0dad7,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:17:30.092708 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 466ebbe2-fe53-4933-a7e1-8ca7364e2f78 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:17:30.093263 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (466ebbe2-fe53-4933-a7e1-8ca7364e2f78), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:30.150945 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e39e32ec-a288-41af-b634-90d25254773b), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:30.171985 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 466ebbe2-fe53-4933-a7e1-8ca7364e2f78, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=466ebbe2-fe53-4933-a7e1-8ca7364e2f78,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:17:30.180983 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:30.208874 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (466ebbe2-fe53-4933-a7e1-8ca7364e2f78), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:30.363979 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['3c2f4735-32d3-4976-b0b2-940d2e8b8f09'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:17:30.378203 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['4f84d8ad-7206-4829-8589-6f904da0dad7'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:17:30.629028 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c02564c-47f1-4d41-a452-fca01371b6d0 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:17:30.644188 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fadce3a-2ea6-43b5-ad78-5dc9510d3db2 None None] Sync routers for ids ['433a162c-97b8-4ba5-bb3e-8d9b654d012d'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:17:30.646584 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5c02564c-47f1-4d41-a452-fca01371b6d0 admin admin] 10.222.0.75 "PUT /v2.0/routers/433a162c-97b8-4ba5-bb3e-8d9b654d012d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7778533 Feb 16 22:17:30.676155 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fadce3a-2ea6-43b5-ad78-5dc9510d3db2 None None] Routers {'433a162c-97b8-4ba5-bb3e-8d9b654d012d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:17:30.678541 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6fadce3a-2ea6-43b5-ad78-5dc9510d3db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:17:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['433a162c-97b8-4ba5-bb3e-8d9b654d012d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:17:30.728899 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-859987db-5484-4e79-8774-fa3f306d6764 None None] Provisioning complete for port e39e32ec-a288-41af-b634-90d25254773b triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:17:30.729438 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-859987db-5484-4e79-8774-fa3f306d6764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e39e32ec-a288-41af-b634-90d25254773b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:30.923045 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=4f84d8ad-7206-4829-8589-6f904da0dad7,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:31.032744 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-6fadce3a-2ea6-43b5-ad78-5dc9510d3db2 None None] Set router 433a162c-97b8-4ba5-bb3e-8d9b654d012d gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:17:31.152863 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-859987db-5484-4e79-8774-fa3f306d6764 None None] Port e39e32ec-a288-41af-b634-90d25254773b cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:17:31.225252 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-859987db-5484-4e79-8774-fa3f306d6764 None None] Provisioning complete for port 5c915ada-c83c-4631-9567-d72bf80ce4db triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:17:31.225617 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-859987db-5484-4e79-8774-fa3f306d6764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5c915ada-c83c-4631-9567-d72bf80ce4db), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:31.249581 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=466ebbe2-fe53-4933-a7e1-8ca7364e2f78,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:31.301932 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-808ba903-ead5-4ed6-8c56-c8ff889d61da tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=340568c42fa24a9e862a169fcf3622fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788457 Feb 16 22:17:31.539640 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-859987db-5484-4e79-8774-fa3f306d6764 None None] Port 5c915ada-c83c-4631-9567-d72bf80ce4db cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:17:31.682384 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-c275250e-ad89-4b0c-a516-3bf548950ba8 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:31.685604 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-c275250e-ad89-4b0c-a516-3bf548950ba8 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3827469 Feb 16 22:17:31.711083 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-7ba5e5b4-c711-479e-8747-70034f2e97b6 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Request body: {'port': {'device_id': 'fa96610a-e2f6-46c3-a62e-64fa447eb44d', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'admin_state_up': True, 'tenant_id': '340568c42fa24a9e862a169fcf3622fe'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:17:31.716146 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6fadce3a-2ea6-43b5-ad78-5dc9510d3db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '433a162c-97b8-4ba5-bb3e-8d9b654d012d', 'name': 'tempest-FloatingIPsTestJSON-691727101-router', 'tenant_id': 'b543f39bd29d4c63a4cf51d224002423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '466ebbe2-fe53-4933-a7e1-8ca7364e2f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:17:19Z', 'updated_at': '2022-02-16T22:17:27Z', 'revision_number': 4, 'project_id': 'b543f39bd29d4c63a4cf51d224002423', 'gw_port': {'id': '466ebbe2-fe53-4933-a7e1-8ca7364e2f78', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433a162c-97b8-4ba5-bb3e-8d9b654d012d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:17:21Z', 'updated_at': '2022-02-16T22:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '5c915ada-c83c-4631-9567-d72bf80ce4db', 'name': '', 'network_id': '140f5e2d-c459-4fb3-8ffd-54afb199543a', 'tenant_id': 'b543f39bd29d4c63a4cf51d224002423', 'mac_address': 'fa:16:3e:59:a2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433a162c-97b8-4ba5-bb3e-8d9b654d012d', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '046dcc43-d52b-41ee-a597-a5fe6b7df678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:17:25Z', 'updated_at': '2022-02-16T22:17:28Z', 'revision_number': 2, 'project_id': 'b543f39bd29d4c63a4cf51d224002423', 'subnets': [{'id': '046dcc43-d52b-41ee-a597-a5fe6b7df678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:17:31.747571 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fadce3a-2ea6-43b5-ad78-5dc9510d3db2 None None] Checking router: 433a162c-97b8-4ba5-bb3e-8d9b654d012d for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:17:31.748409 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fadce3a-2ea6-43b5-ad78-5dc9510d3db2 None None] Updating router 433a162c-97b8-4ba5-bb3e-8d9b654d012d port 5c915ada-c83c-4631-9567-d72bf80ce4db binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:17:31.803102 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6fadce3a-2ea6-43b5-ad78-5dc9510d3db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5c915ada-c83c-4631-9567-d72bf80ce4db), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:32.007404 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-7ba5e5b4-c711-479e-8747-70034f2e97b6 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Made reservation on behalf of 340568c42fa24a9e862a169fcf3622fe for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:17:32.022518 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-7ba5e5b4-c711-479e-8747-70034f2e97b6 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:32.040854 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e39e32ec-a288-41af-b634-90d25254773b {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:17:32.050847 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] Publish callbacks [] for port (e39e32ec-a288-41af-b634-90d25254773b), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:32.066129 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] Transition to ACTIVE for port object e39e32ec-a288-41af-b634-90d25254773b will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:17:32.098025 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-64bfdb72-2487-4e5b-8082-2126f1a15bda tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=340568c42fa24a9e862a169fcf3622fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278487 Feb 16 22:17:32.099409 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (e39e32ec-a288-41af-b634-90d25254773b), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:32.205764 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 3c2f4735-32d3-4976-b0b2-940d2e8b8f09 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:17:32.311270 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] Attempting to bind port e39e32ec-a288-41af-b634-90d25254773b on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:17:32.311611 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] Attempting to bind port e39e32ec-a288-41af-b634-90d25254773b by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'fca9e7d8-0368-4efa-8476-16642fc5c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7ea49327-f76a-4eed-8327-a94de57510c3'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:17:32.311941 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] Attempting to bind port e39e32ec-a288-41af-b634-90d25254773b on network 7ea49327-f76a-4eed-8327-a94de57510c3 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:17:32.426710 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 3c2f4735-32d3-4976-b0b2-940d2e8b8f09 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:17:32.427525 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (3c2f4735-32d3-4976-b0b2-940d2e8b8f09), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:32.451794 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-ce8bb44c-57e7-46f2-8942-413ea7095b4b tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:32.470852 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-ce8bb44c-57e7-46f2-8942-413ea7095b4b tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3491237 Feb 16 22:17:32.490293 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-e143aed6-aab4-4743-b260-a61e80cdccbb tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Request body: {'port': {'device_id': 'dc105c41-c5db-4eb7-b1c1-17cd5aa9f1b3', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'admin_state_up': True, 'tenant_id': '340568c42fa24a9e862a169fcf3622fe'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:17:32.508128 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6fadce3a-2ea6-43b5-ad78-5dc9510d3db2 None None] Publish callbacks [] for port (5c915ada-c83c-4631-9567-d72bf80ce4db), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:32.509856 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] Port e39e32ec-a288-41af-b634-90d25254773b on network 7ea49327-f76a-4eed-8327-a94de57510c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:17:32.510229 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] Attempting to bind port e39e32ec-a288-41af-b634-90d25254773b on network 7ea49327-f76a-4eed-8327-a94de57510c3 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:17:32.510679 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-7ba5e5b4-c711-479e-8747-70034f2e97b6 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Allocated IP 192.168.233.94 (d8fa3154-6273-4014-87c6-575d48ec11fc/0a5a8be1-6e1c-443c-a77b-25715d79e10e/88087f36-8ccf-4409-92d8-b7efdd9a5c90) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:17:32.529376 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6fadce3a-2ea6-43b5-ad78-5dc9510d3db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5c915ada-c83c-4631-9567-d72bf80ce4db), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:32.547781 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 466ebbe2-fe53-4933-a7e1-8ca7364e2f78 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:17:32.584574 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] Pushing event updated for resources: {'Port': ['ID=e39e32ec-a288-41af-b634-90d25254773b,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:32.601579 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:17:32.603692 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] Checking segment: {'id': 'fca9e7d8-0368-4efa-8476-16642fc5c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7ea49327-f76a-4eed-8327-a94de57510c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:17:32.604215 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] Bound using segment: {'id': 'fca9e7d8-0368-4efa-8476-16642fc5c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7ea49327-f76a-4eed-8327-a94de57510c3'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:17:32.605761 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] Bound port: e39e32ec-a288-41af-b634-90d25254773b, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fca9e7d8-0368-4efa-8476-16642fc5c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7ea49327-f76a-4eed-8327-a94de57510c3'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:17:32.614086 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e39e32ec-a288-41af-b634-90d25254773b), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:32.733145 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 466ebbe2-fe53-4933-a7e1-8ca7364e2f78 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:17:32.733145 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (466ebbe2-fe53-4933-a7e1-8ca7364e2f78), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:32.756252 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47abf0b8-b256-45d2-8b9b-bfb41968e185 None None] Pushing event updated for resources: {'Port': ['ID=5c915ada-c83c-4631-9567-d72bf80ce4db,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:32.773144 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47abf0b8-b256-45d2-8b9b-bfb41968e185 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:32.773495 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47abf0b8-b256-45d2-8b9b-bfb41968e185 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:32.773833 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47abf0b8-b256-45d2-8b9b-bfb41968e185 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:32.774196 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47abf0b8-b256-45d2-8b9b-bfb41968e185 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:32.774528 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47abf0b8-b256-45d2-8b9b-bfb41968e185 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:32.774883 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47abf0b8-b256-45d2-8b9b-bfb41968e185 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:32.775257 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47abf0b8-b256-45d2-8b9b-bfb41968e185 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:32.779829 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47abf0b8-b256-45d2-8b9b-bfb41968e185 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:32.780151 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47abf0b8-b256-45d2-8b9b-bfb41968e185 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:32.781856 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47abf0b8-b256-45d2-8b9b-bfb41968e185 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:32.790682 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47abf0b8-b256-45d2-8b9b-bfb41968e185 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:32.791189 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47abf0b8-b256-45d2-8b9b-bfb41968e185 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:32.797765 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47abf0b8-b256-45d2-8b9b-bfb41968e185 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:32.914810 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-6fadce3a-2ea6-43b5-ad78-5dc9510d3db2 None None] Attempting to bind port 5c915ada-c83c-4631-9567-d72bf80ce4db on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:17:32.915183 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-6fadce3a-2ea6-43b5-ad78-5dc9510d3db2 None None] Attempting to bind port 5c915ada-c83c-4631-9567-d72bf80ce4db by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'dff3b8e3-87f7-42bf-af76-11d07b9b6ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '140f5e2d-c459-4fb3-8ffd-54afb199543a'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:17:32.915550 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fadce3a-2ea6-43b5-ad78-5dc9510d3db2 None None] Attempting to bind port 5c915ada-c83c-4631-9567-d72bf80ce4db on network 140f5e2d-c459-4fb3-8ffd-54afb199543a {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:17:32.925727 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fadce3a-2ea6-43b5-ad78-5dc9510d3db2 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:17:32.926131 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fadce3a-2ea6-43b5-ad78-5dc9510d3db2 None None] Checking segment: {'id': 'dff3b8e3-87f7-42bf-af76-11d07b9b6ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '140f5e2d-c459-4fb3-8ffd-54afb199543a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:17:32.926537 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6fadce3a-2ea6-43b5-ad78-5dc9510d3db2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:32.926973 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fadce3a-2ea6-43b5-ad78-5dc9510d3db2 None None] Bound using segment: {'id': 'dff3b8e3-87f7-42bf-af76-11d07b9b6ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '140f5e2d-c459-4fb3-8ffd-54afb199543a'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:17:32.927454 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-6fadce3a-2ea6-43b5-ad78-5dc9510d3db2 None None] Bound port: 5c915ada-c83c-4631-9567-d72bf80ce4db, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff3b8e3-87f7-42bf-af76-11d07b9b6ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '140f5e2d-c459-4fb3-8ffd-54afb199543a'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:17:32.927829 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6fadce3a-2ea6-43b5-ad78-5dc9510d3db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5c915ada-c83c-4631-9567-d72bf80ce4db), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:32.944622 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 3c2f4735-32d3-4976-b0b2-940d2e8b8f09 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:17:32.946736 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3c2f4735-32d3-4976-b0b2-940d2e8b8f09), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:32.968499 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-7ba5e5b4-c711-479e-8747-70034f2e97b6 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks [] for port (88087f36-8ccf-4409-92d8-b7efdd9a5c90), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:33.035016 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-e143aed6-aab4-4743-b260-a61e80cdccbb tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Made reservation on behalf of 340568c42fa24a9e862a169fcf3622fe for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:17:33.043983 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-e143aed6-aab4-4743-b260-a61e80cdccbb tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:33.078761 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 3c2f4735-32d3-4976-b0b2-940d2e8b8f09, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=3c2f4735-32d3-4976-b0b2-940d2e8b8f09,segment=NetworkSegment(0fcd852f-dbb0-4c8e-bb68-facd05b73898),segment_id=0fcd852f-dbb0-4c8e-bb68-facd05b73898)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:17:33.094215 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b03450-3aa4-4896-8847-2094d35064cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2f4735-32d3-4976-b0b2-940d2e8b8f09'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:17:33.096850 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddfb725-fd17-451e-84b6-7d71c21eba82" -d '{"events": [{"server_uuid": "78b03450-3aa4-4896-8847-2094d35064cb", "name": "network-vif-plugged", "status": "completed", "tag": "3c2f4735-32d3-4976-b0b2-940d2e8b8f09"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:17:33.107417 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] For port e39e32ec-a288-41af-b634-90d25254773b, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:17:33.121422 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-7ba5e5b4-c711-479e-8747-70034f2e97b6 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (88087f36-8ccf-4409-92d8-b7efdd9a5c90), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:33.131328 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (3c2f4735-32d3-4976-b0b2-940d2e8b8f09), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:33.132432 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 4f84d8ad-7206-4829-8589-6f904da0dad7 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:17:33.149822 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] For port e39e32ec-a288-41af-b634-90d25254773b, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=e39e32ec-a288-41af-b634-90d25254773b,segment=NetworkSegment(fca9e7d8-0368-4efa-8476-16642fc5c0f1),segment_id=fca9e7d8-0368-4efa-8476-16642fc5c0f1)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:17:33.156909 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['f9e7c29c-40b5-46e5-957d-91a18ae35305', '52b7c737-bb0a-4614-9393-9fe74f309f8b', 'a076e78f-7046-4547-8dae-bfecf879467f'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:17:33.190854 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-6fadce3a-2ea6-43b5-ad78-5dc9510d3db2 None None] For port 5c915ada-c83c-4631-9567-d72bf80ce4db, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:17:33.196345 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-6fadce3a-2ea6-43b5-ad78-5dc9510d3db2 None None] For port 5c915ada-c83c-4631-9567-d72bf80ce4db, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5c915ada-c83c-4631-9567-d72bf80ce4db,segment=NetworkSegment(dff3b8e3-87f7-42bf-af76-11d07b9b6ec2),segment_id=dff3b8e3-87f7-42bf-af76-11d07b9b6ec2)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:17:33.229759 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6fadce3a-2ea6-43b5-ad78-5dc9510d3db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5c915ada-c83c-4631-9567-d72bf80ce4db), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:33.263420 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (e39e32ec-a288-41af-b634-90d25254773b), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:33.285695 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-7ba5e5b4-c711-479e-8747-70034f2e97b6 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Network d8fa3154-6273-4014-87c6-575d48ec11fc is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:17:33.305520 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-7ba5e5b4-c711-479e-8747-70034f2e97b6 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:17:33.322670 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-7ba5e5b4-c711-479e-8747-70034f2e97b6 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:17:33.332641 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5e5b4-c711-479e-8747-70034f2e97b6 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Pushing event updated for resources: {'Port': ['ID=88087f36-8ccf-4409-92d8-b7efdd9a5c90,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:33.398915 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fadce3a-2ea6-43b5-ad78-5dc9510d3db2 None None] Routers {'433a162c-97b8-4ba5-bb3e-8d9b654d012d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:17:33.399549 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6fadce3a-2ea6-43b5-ad78-5dc9510d3db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:17:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['433a162c-97b8-4ba5-bb3e-8d9b654d012d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:17:33.436812 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:33.437630 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:33.440067 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] 10.222.0.79 "PUT /v2.0/ports/e39e32ec-a288-41af-b634-90d25254773b HTTP/1.1" status: 200 len: 1092 time: 3.6352291 Feb 16 22:17:33.513423 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47abf0b8-b256-45d2-8b9b-bfb41968e185 None None] Pushing event updated for resources: {'Port': ['ID=5c915ada-c83c-4631-9567-d72bf80ce4db,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:33.520574 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-7ba5e5b4-c711-479e-8747-70034f2e97b6 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:33.534843 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-7ba5e5b4-c711-479e-8747-70034f2e97b6 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:33.553046 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a52378c-d346-4f5f-9dec-1834188b58df', 'tag': 'e39e32ec-a288-41af-b634-90d25254773b'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:17:33.572097 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf4682f-a484-4865-8075-88e21035d161" -d '{"events": [{"name": "network-changed", "server_uuid": "9a52378c-d346-4f5f-9dec-1834188b58df", "tag": "e39e32ec-a288-41af-b634-90d25254773b"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:17:33.576763 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-7ba5e5b4-c711-479e-8747-70034f2e97b6 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8797262 Feb 16 22:17:33.650759 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-54776139-19aa-418c-87b3-02bef4575353 service neutron] Request body: {'port': {'device_id': 'fa96610a-e2f6-46c3-a62e-64fa447eb44d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:17:33.737259 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-6fadce3a-2ea6-43b5-ad78-5dc9510d3db2 None None] Set router 433a162c-97b8-4ba5-bb3e-8d9b654d012d gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:17:33.767248 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b67eae5a-37b8-4389-8b93-12208653975e None None] Provisioning complete for port 5c915ada-c83c-4631-9567-d72bf80ce4db triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:17:33.768474 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b67eae5a-37b8-4389-8b93-12208653975e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5c915ada-c83c-4631-9567-d72bf80ce4db), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:33.779480 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 466ebbe2-fe53-4933-a7e1-8ca7364e2f78 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:17:33.873602 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=3c2f4735-32d3-4976-b0b2-940d2e8b8f09,revision_number=7']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:33.874217 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] Pushing event updated for resources: {'Port': ['ID=e39e32ec-a288-41af-b634-90d25254773b,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:33.983196 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 4f84d8ad-7206-4829-8589-6f904da0dad7 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:17:33.983732 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:33.987659 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-54776139-19aa-418c-87b3-02bef4575353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (88087f36-8ccf-4409-92d8-b7efdd9a5c90), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:34.030507 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:34.044158 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:34.045622 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:34.046151 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:34.047734 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:34.051129 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:34.051717 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:34.052792 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:34.053295 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:34.058633 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:34.059045 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:34.059336 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:34.059683 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c1d15-10b6-431b-8a8b-6b61dcfd605f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:34.212104 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-10fbfa24-45b8-4733-b5c3-e724975f91e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:34.213792 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-10fbfa24-45b8-4733-b5c3-e724975f91e6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8ad240c1ae9949d7984971394c75b8d4&device_id=9a52378c-d346-4f5f-9dec-1834188b58df HTTP/1.1" status: 200 len: 1126 time: 0.3878303 Feb 16 22:17:34.241390 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-e143aed6-aab4-4743-b260-a61e80cdccbb tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Allocated IP 192.168.233.167 (d8fa3154-6273-4014-87c6-575d48ec11fc/0a5a8be1-6e1c-443c-a77b-25715d79e10e/1f97ea0a-db46-4c73-9f25-b71db3dee16b) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:17:34.286900 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-7bdffc77-206d-4db8-b036-33f262811f38 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e39e32ec-a288-41af-b634-90d25254773b HTTP/1.1" status: 200 len: 217 time: 0.0550013 Feb 16 22:17:34.288018 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 4f84d8ad-7206-4829-8589-6f904da0dad7 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:17:34.290745 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:34.304252 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b67eae5a-37b8-4389-8b93-12208653975e None None] Current status of the port 5c915ada-c83c-4631-9567-d72bf80ce4db is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:17:34.307632 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b67eae5a-37b8-4389-8b93-12208653975e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5c915ada-c83c-4631-9567-d72bf80ce4db), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:34.349896 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6fadce3a-2ea6-43b5-ad78-5dc9510d3db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '433a162c-97b8-4ba5-bb3e-8d9b654d012d', 'name': 'tempest-FloatingIPsTestJSON-691727101-router', 'tenant_id': 'b543f39bd29d4c63a4cf51d224002423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '466ebbe2-fe53-4933-a7e1-8ca7364e2f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:17:19Z', 'updated_at': '2022-02-16T22:17:27Z', 'revision_number': 4, 'project_id': 'b543f39bd29d4c63a4cf51d224002423', 'gw_port': {'id': '466ebbe2-fe53-4933-a7e1-8ca7364e2f78', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433a162c-97b8-4ba5-bb3e-8d9b654d012d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:17:21Z', 'updated_at': '2022-02-16T22:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '5c915ada-c83c-4631-9567-d72bf80ce4db', 'name': '', 'network_id': '140f5e2d-c459-4fb3-8ffd-54afb199543a', 'tenant_id': 'b543f39bd29d4c63a4cf51d224002423', 'mac_address': 'fa:16:3e:59:a2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433a162c-97b8-4ba5-bb3e-8d9b654d012d', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '046dcc43-d52b-41ee-a597-a5fe6b7df678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:17:25Z', 'updated_at': '2022-02-16T22:17:33Z', 'revision_number': 4, 'project_id': 'b543f39bd29d4c63a4cf51d224002423', 'subnets': [{'id': '046dcc43-d52b-41ee-a597-a5fe6b7df678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:17:34.358281 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-683b66db-c4b8-47b7-a7e3-b09becac0367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:34.360263 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-683b66db-c4b8-47b7-a7e3-b09becac0367 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=53af9bc2-f688-4b35-9193-90baafeae21e HTTP/1.1" status: 200 len: 855 time: 0.0645034 Feb 16 22:17:34.409189 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fadce3a-2ea6-43b5-ad78-5dc9510d3db2 None None] The sync data for ids ['433a162c-97b8-4ba5-bb3e-8d9b654d012d'] in n-d-813897-6 is: [{'id': '433a162c-97b8-4ba5-bb3e-8d9b654d012d', 'name': 'tempest-FloatingIPsTestJSON-691727101-router', 'tenant_id': 'b543f39bd29d4c63a4cf51d224002423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '466ebbe2-fe53-4933-a7e1-8ca7364e2f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:17:19Z', 'updated_at': '2022-02-16T22:17:27Z', 'revision_number': 4, 'project_id': 'b543f39bd29d4c63a4cf51d224002423', 'gw_port': {'id': '466ebbe2-fe53-4933-a7e1-8ca7364e2f78', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433a162c-97b8-4ba5-bb3e-8d9b654d012d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:17:21Z', 'updated_at': '2022-02-16T22:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '5c915ada-c83c-4631-9567-d72bf80ce4db', 'name': '', 'network_id': '140f5e2d-c459-4fb3-8ffd-54afb199543a', 'tenant_id': 'b543f39bd29d4c63a4cf51d224002423', 'mac_address': 'fa:16:3e:59:a2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433a162c-97b8-4ba5-bb3e-8d9b654d012d', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '046dcc43-d52b-41ee-a597-a5fe6b7df678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:17:25Z', 'updated_at': '2022-02-16T22:17:33Z', 'revision_number': 4, 'project_id': 'b543f39bd29d4c63a4cf51d224002423', 'subnets': [{'id': '046dcc43-d52b-41ee-a597-a5fe6b7df678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:17:34.463543 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-f16fc7ac-91e0-4d41-b1c9-736e654793c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:34.465823 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-f16fc7ac-91e0-4d41-b1c9-736e654793c0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7ea49327-f76a-4eed-8327-a94de57510c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0980062 Feb 16 22:17:34.485561 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-b67eae5a-37b8-4389-8b93-12208653975e None None] For port 5c915ada-c83c-4631-9567-d72bf80ce4db, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5c915ada-c83c-4631-9567-d72bf80ce4db,segment=NetworkSegment(dff3b8e3-87f7-42bf-af76-11d07b9b6ec2),segment_id=dff3b8e3-87f7-42bf-af76-11d07b9b6ec2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:17:34.518082 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b67eae5a-37b8-4389-8b93-12208653975e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5c915ada-c83c-4631-9567-d72bf80ce4db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:34.597050 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 4f84d8ad-7206-4829-8589-6f904da0dad7, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=4f84d8ad-7206-4829-8589-6f904da0dad7,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:17:34.602236 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67eae5a-37b8-4389-8b93-12208653975e None None] Pushing event updated for resources: {'Port': ['ID=5c915ada-c83c-4631-9567-d72bf80ce4db,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:34.617208 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:34.761472 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-52220352-6203-473b-8fbe-70a2fd9c4286 None None] Provisioning complete for port 88087f36-8ccf-4409-92d8-b7efdd9a5c90 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:17:34.762142 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-52220352-6203-473b-8fbe-70a2fd9c4286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (88087f36-8ccf-4409-92d8-b7efdd9a5c90), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:34.869353 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=4f84d8ad-7206-4829-8589-6f904da0dad7,revision_number=7']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:34.908750 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-52220352-6203-473b-8fbe-70a2fd9c4286 None None] Port 88087f36-8ccf-4409-92d8-b7efdd9a5c90 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:17:35.001937 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-0dfca59a-dcac-4e2e-8c51-fc3ddca5a77c service neutron] 10.222.0.79 "GET /v2.0/networks/7ea49327-f76a-4eed-8327-a94de57510c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927595 Feb 16 22:17:35.013893 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-52220352-6203-473b-8fbe-70a2fd9c4286 None None] Provisioning complete for port 5c915ada-c83c-4631-9567-d72bf80ce4db triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:17:35.014604 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-52220352-6203-473b-8fbe-70a2fd9c4286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5c915ada-c83c-4631-9567-d72bf80ce4db), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:35.263837 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-52220352-6203-473b-8fbe-70a2fd9c4286 None None] Current status of the port 5c915ada-c83c-4631-9567-d72bf80ce4db is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:17:35.431769 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-e143aed6-aab4-4743-b260-a61e80cdccbb tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks [] for port (1f97ea0a-db46-4c73-9f25-b71db3dee16b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:35.443460 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0d4ed09c-1886-4814-a7ad-2de282f7ae7c req-d593a33a-5fd8-4b33-9a82-85cbe3ad3e6e service neutron] 10.222.0.79 "GET /v2.0/networks/7ea49327-f76a-4eed-8327-a94de57510c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250362 Feb 16 22:17:35.547581 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-e143aed6-aab4-4743-b260-a61e80cdccbb tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (1f97ea0a-db46-4c73-9f25-b71db3dee16b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:35.561405 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['f9e7c29c-40b5-46e5-957d-91a18ae35305', '52b7c737-bb0a-4614-9393-9fe74f309f8b', 'a076e78f-7046-4547-8dae-bfecf879467f'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:17:35.615887 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-e143aed6-aab4-4743-b260-a61e80cdccbb tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Network d8fa3154-6273-4014-87c6-575d48ec11fc is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:17:35.620925 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-e143aed6-aab4-4743-b260-a61e80cdccbb tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:17:35.625580 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-e143aed6-aab4-4743-b260-a61e80cdccbb tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:17:35.633407 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143aed6-aab4-4743-b260-a61e80cdccbb tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Pushing event updated for resources: {'Port': ['ID=1f97ea0a-db46-4c73-9f25-b71db3dee16b,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:35.860184 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-e143aed6-aab4-4743-b260-a61e80cdccbb tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:35.860879 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-e143aed6-aab4-4743-b260-a61e80cdccbb tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:35.917484 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-e143aed6-aab4-4743-b260-a61e80cdccbb tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4341173 Feb 16 22:17:35.930560 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-dc53ddee-c60a-4bc4-a234-f3dc5ccf0980 service neutron] Request body: {'port': {'device_id': 'dc105c41-c5db-4eb7-b1c1-17cd5aa9f1b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:17:36.080426 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-dc53ddee-c60a-4bc4-a234-f3dc5ccf0980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1f97ea0a-db46-4c73-9f25-b71db3dee16b), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:36.183362 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-54776139-19aa-418c-87b3-02bef4575353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88087f36-8ccf-4409-92d8-b7efdd9a5c90 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:17:36.240628 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-54776139-19aa-418c-87b3-02bef4575353 service neutron] Publish callbacks [] for port (88087f36-8ccf-4409-92d8-b7efdd9a5c90), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:36.285766 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-54776139-19aa-418c-87b3-02bef4575353 service neutron] Transition to ACTIVE for port object 88087f36-8ccf-4409-92d8-b7efdd9a5c90 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:17:36.292932 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-54776139-19aa-418c-87b3-02bef4575353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (88087f36-8ccf-4409-92d8-b7efdd9a5c90), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:36.513920 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5c915ada-c83c-4631-9567-d72bf80ce4db up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:17:36.535450 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54776139-19aa-418c-87b3-02bef4575353 service neutron] Pushing event updated for resources: {'Port': ['ID=88087f36-8ccf-4409-92d8-b7efdd9a5c90,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:36.818403 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-dc53ddee-c60a-4bc4-a234-f3dc5ccf0980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f97ea0a-db46-4c73-9f25-b71db3dee16b {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:17:36.829131 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-dc53ddee-c60a-4bc4-a234-f3dc5ccf0980 service neutron] Publish callbacks [] for port (1f97ea0a-db46-4c73-9f25-b71db3dee16b), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:36.836239 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-54776139-19aa-418c-87b3-02bef4575353 service neutron] Attempting to bind port 88087f36-8ccf-4409-92d8-b7efdd9a5c90 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:17:36.843639 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-54776139-19aa-418c-87b3-02bef4575353 service neutron] Attempting to bind port 88087f36-8ccf-4409-92d8-b7efdd9a5c90 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:17:36.844124 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-54776139-19aa-418c-87b3-02bef4575353 service neutron] Attempting to bind port 88087f36-8ccf-4409-92d8-b7efdd9a5c90 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:17:36.856454 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-54776139-19aa-418c-87b3-02bef4575353 service neutron] Port 88087f36-8ccf-4409-92d8-b7efdd9a5c90 on network d8fa3154-6273-4014-87c6-575d48ec11fc not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:17:36.856717 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-54776139-19aa-418c-87b3-02bef4575353 service neutron] Attempting to bind port 88087f36-8ccf-4409-92d8-b7efdd9a5c90 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:17:36.878620 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-54776139-19aa-418c-87b3-02bef4575353 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:17:36.878964 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-54776139-19aa-418c-87b3-02bef4575353 service neutron] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:17:36.879359 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-54776139-19aa-418c-87b3-02bef4575353 service neutron] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:17:36.879826 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-54776139-19aa-418c-87b3-02bef4575353 service neutron] Bound port: 88087f36-8ccf-4409-92d8-b7efdd9a5c90, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:17:36.880212 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-54776139-19aa-418c-87b3-02bef4575353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (88087f36-8ccf-4409-92d8-b7efdd9a5c90), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:36.881879 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-dc53ddee-c60a-4bc4-a234-f3dc5ccf0980 service neutron] Transition to ACTIVE for port object 1f97ea0a-db46-4c73-9f25-b71db3dee16b will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:17:36.898211 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-dc53ddee-c60a-4bc4-a234-f3dc5ccf0980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (1f97ea0a-db46-4c73-9f25-b71db3dee16b), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:36.917103 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 5c915ada-c83c-4631-9567-d72bf80ce4db triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:17:36.917477 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5c915ada-c83c-4631-9567-d72bf80ce4db), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:37.082338 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc53ddee-c60a-4bc4-a234-f3dc5ccf0980 service neutron] Pushing event updated for resources: {'Port': ['ID=1f97ea0a-db46-4c73-9f25-b71db3dee16b,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:37.119077 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-54776139-19aa-418c-87b3-02bef4575353 service neutron] For port 88087f36-8ccf-4409-92d8-b7efdd9a5c90, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:17:37.128631 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-54776139-19aa-418c-87b3-02bef4575353 service neutron] For port 88087f36-8ccf-4409-92d8-b7efdd9a5c90, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=88087f36-8ccf-4409-92d8-b7efdd9a5c90,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:17:37.149506 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-54776139-19aa-418c-87b3-02bef4575353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (88087f36-8ccf-4409-92d8-b7efdd9a5c90), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:37.254020 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-54776139-19aa-418c-87b3-02bef4575353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:37.257899 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-54776139-19aa-418c-87b3-02bef4575353 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:37.262387 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-54776139-19aa-418c-87b3-02bef4575353 service neutron] 10.222.0.79 "PUT /v2.0/ports/88087f36-8ccf-4409-92d8-b7efdd9a5c90 HTTP/1.1" status: 200 len: 1095 time: 3.6746399 Feb 16 22:17:37.263152 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa96610a-e2f6-46c3-a62e-64fa447eb44d', 'tag': '88087f36-8ccf-4409-92d8-b7efdd9a5c90'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:17:37.269458 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517634c2-a86c-4151-b1c9-5344cdb32f81" -d '{"events": [{"name": "network-changed", "server_uuid": "fa96610a-e2f6-46c3-a62e-64fa447eb44d", "tag": "88087f36-8ccf-4409-92d8-b7efdd9a5c90"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:17:37.284632 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-dc53ddee-c60a-4bc4-a234-f3dc5ccf0980 service neutron] Attempting to bind port 1f97ea0a-db46-4c73-9f25-b71db3dee16b on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:17:37.285269 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-dc53ddee-c60a-4bc4-a234-f3dc5ccf0980 service neutron] Attempting to bind port 1f97ea0a-db46-4c73-9f25-b71db3dee16b by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:17:37.285835 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-dc53ddee-c60a-4bc4-a234-f3dc5ccf0980 service neutron] Attempting to bind port 1f97ea0a-db46-4c73-9f25-b71db3dee16b on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:17:37.295682 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-dc53ddee-c60a-4bc4-a234-f3dc5ccf0980 service neutron] Port 1f97ea0a-db46-4c73-9f25-b71db3dee16b on network d8fa3154-6273-4014-87c6-575d48ec11fc not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:17:37.298137 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-dc53ddee-c60a-4bc4-a234-f3dc5ccf0980 service neutron] Attempting to bind port 1f97ea0a-db46-4c73-9f25-b71db3dee16b on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:17:37.311296 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-dc53ddee-c60a-4bc4-a234-f3dc5ccf0980 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:17:37.312109 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-dc53ddee-c60a-4bc4-a234-f3dc5ccf0980 service neutron] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:17:37.312714 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-dc53ddee-c60a-4bc4-a234-f3dc5ccf0980 service neutron] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:17:37.313341 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-dc53ddee-c60a-4bc4-a234-f3dc5ccf0980 service neutron] Bound port: 1f97ea0a-db46-4c73-9f25-b71db3dee16b, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:17:37.313899 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-dc53ddee-c60a-4bc4-a234-f3dc5ccf0980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1f97ea0a-db46-4c73-9f25-b71db3dee16b), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:37.403685 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54776139-19aa-418c-87b3-02bef4575353 service neutron] Pushing event updated for resources: {'Port': ['ID=88087f36-8ccf-4409-92d8-b7efdd9a5c90,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:37.560431 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-c5bf236c-6959-4a0e-9798-cef1704869d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:37.562070 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-c5bf236c-6959-4a0e-9798-cef1704869d7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=340568c42fa24a9e862a169fcf3622fe&device_id=fa96610a-e2f6-46c3-a62e-64fa447eb44d HTTP/1.1" status: 200 len: 1129 time: 0.2422488 Feb 16 22:17:37.640979 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-dc53ddee-c60a-4bc4-a234-f3dc5ccf0980 service neutron] For port 1f97ea0a-db46-4c73-9f25-b71db3dee16b, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:17:37.651881 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-dc53ddee-c60a-4bc4-a234-f3dc5ccf0980 service neutron] For port 1f97ea0a-db46-4c73-9f25-b71db3dee16b, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=1f97ea0a-db46-4c73-9f25-b71db3dee16b,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:17:37.696578 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-dc53ddee-c60a-4bc4-a234-f3dc5ccf0980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (1f97ea0a-db46-4c73-9f25-b71db3dee16b), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:37.751446 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-68d83a9e-42ab-4212-acb7-1464f41e2730 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=88087f36-8ccf-4409-92d8-b7efdd9a5c90 HTTP/1.1" status: 200 len: 217 time: 0.1797161 Feb 16 22:17:37.818582 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 5c915ada-c83c-4631-9567-d72bf80ce4db is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:17:37.822369 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-dc53ddee-c60a-4bc4-a234-f3dc5ccf0980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:37.823107 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-dc53ddee-c60a-4bc4-a234-f3dc5ccf0980 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:37.825017 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-dc53ddee-c60a-4bc4-a234-f3dc5ccf0980 service neutron] 10.222.0.67 "PUT /v2.0/ports/1f97ea0a-db46-4c73-9f25-b71db3dee16b HTTP/1.1" status: 200 len: 1096 time: 1.9005814 Feb 16 22:17:37.871330 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc53ddee-c60a-4bc4-a234-f3dc5ccf0980 service neutron] Pushing event updated for resources: {'Port': ['ID=1f97ea0a-db46-4c73-9f25-b71db3dee16b,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:37.908156 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-8c84ee19-73ed-4b24-8b76-c2388518790d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:37.912435 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-8c84ee19-73ed-4b24-8b76-c2388518790d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1512692 Feb 16 22:17:38.040825 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-87626341-0245-4284-a649-a631bd71fa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:38.042345 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-87626341-0245-4284-a649-a631bd71fa17 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1147318 Feb 16 22:17:38.057929 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-6bf137c2-6cf2-491e-acf8-28b92f89d127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:38.060047 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-6bf137c2-6cf2-491e-acf8-28b92f89d127 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=340568c42fa24a9e862a169fcf3622fe&device_id=dc105c41-c5db-4eb7-b1c1-17cd5aa9f1b3 HTTP/1.1" status: 200 len: 1130 time: 0.1834321 Feb 16 22:17:38.149551 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-fa465201-694f-4075-b553-48d8cb7c2698 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=1f97ea0a-db46-4c73-9f25-b71db3dee16b HTTP/1.1" status: 200 len: 217 time: 0.0705993 Feb 16 22:17:38.232410 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-7ee93f66-5486-415b-a476-a5bf0f91f328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:38.234462 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-7ee93f66-5486-415b-a476-a5bf0f91f328 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0776925 Feb 16 22:17:38.304688 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-6d5eda7b-28aa-493b-b091-235303496938 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514107 Feb 16 22:17:38.382957 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-546efad8-2703-401c-8a58-7afffe3fb351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:38.386452 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-546efad8-2703-401c-8a58-7afffe3fb351 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1369357 Feb 16 22:17:38.527267 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-15faedf7-1e97-4f84-b4b5-fe045ae65e41 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160811 Feb 16 22:17:38.667022 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-4f3243de-0786-4632-b4c8-cee5d1f294f3 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714357 Feb 16 22:17:38.921028 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-840688c2-7c0f-4618-b2f1-4c5a4d993093 req-7539e4a2-a59d-4972-9449-865f93ff436a service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459619 Feb 16 22:17:42.238218 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 88087f36-8ccf-4409-92d8-b7efdd9a5c90 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:17:42.457989 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 88087f36-8ccf-4409-92d8-b7efdd9a5c90, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=88087f36-8ccf-4409-92d8-b7efdd9a5c90,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:17:42.482199 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '88087f36-8ccf-4409-92d8-b7efdd9a5c90', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': '88087f36-8ccf-4409-92d8-b7efdd9a5c90', 'mac_address': 'fa:16:3e:ac:1b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:17:42.517669 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 1f97ea0a-db46-4c73-9f25-b71db3dee16b details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:17:42.557198 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 88087f36-8ccf-4409-92d8-b7efdd9a5c90 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:17:42.558167 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (88087f36-8ccf-4409-92d8-b7efdd9a5c90), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:42.618944 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88087f36-8ccf-4409-92d8-b7efdd9a5c90 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:17:42.728590 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 88087f36-8ccf-4409-92d8-b7efdd9a5c90, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=88087f36-8ccf-4409-92d8-b7efdd9a5c90,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:17:42.738178 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (88087f36-8ccf-4409-92d8-b7efdd9a5c90), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:42.784378 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 1f97ea0a-db46-4c73-9f25-b71db3dee16b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=1f97ea0a-db46-4c73-9f25-b71db3dee16b,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:17:42.806746 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '1f97ea0a-db46-4c73-9f25-b71db3dee16b', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': '1f97ea0a-db46-4c73-9f25-b71db3dee16b', 'mac_address': 'fa:16:3e:d2:8f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:17:42.830720 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=88087f36-8ccf-4409-92d8-b7efdd9a5c90,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:42.898629 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 1f97ea0a-db46-4c73-9f25-b71db3dee16b is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:17:42.902043 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1f97ea0a-db46-4c73-9f25-b71db3dee16b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:42.946067 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f97ea0a-db46-4c73-9f25-b71db3dee16b {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:17:43.000668 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 1f97ea0a-db46-4c73-9f25-b71db3dee16b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=1f97ea0a-db46-4c73-9f25-b71db3dee16b,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:17:43.014052 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (1f97ea0a-db46-4c73-9f25-b71db3dee16b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:43.095229 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['88087f36-8ccf-4409-92d8-b7efdd9a5c90'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:17:43.187571 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=1f97ea0a-db46-4c73-9f25-b71db3dee16b,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:43.369442 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['1f97ea0a-db46-4c73-9f25-b71db3dee16b'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:17:44.267028 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 88087f36-8ccf-4409-92d8-b7efdd9a5c90 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:17:44.366918 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 88087f36-8ccf-4409-92d8-b7efdd9a5c90 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:17:44.372179 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 88087f36-8ccf-4409-92d8-b7efdd9a5c90 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:17:44.372798 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (88087f36-8ccf-4409-92d8-b7efdd9a5c90), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:44.603115 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 88087f36-8ccf-4409-92d8-b7efdd9a5c90 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:17:44.603607 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (88087f36-8ccf-4409-92d8-b7efdd9a5c90), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:44.688487 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 88087f36-8ccf-4409-92d8-b7efdd9a5c90, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=88087f36-8ccf-4409-92d8-b7efdd9a5c90,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:17:44.699564 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (88087f36-8ccf-4409-92d8-b7efdd9a5c90), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:44.793763 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=88087f36-8ccf-4409-92d8-b7efdd9a5c90,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:46.533573 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 1f97ea0a-db46-4c73-9f25-b71db3dee16b up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:17:46.631739 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 1f97ea0a-db46-4c73-9f25-b71db3dee16b completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:17:46.637385 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 1f97ea0a-db46-4c73-9f25-b71db3dee16b triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:17:46.638173 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (1f97ea0a-db46-4c73-9f25-b71db3dee16b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:46.689142 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57facca2-4913-4100-b1b2-50a4919473b0 req-76f02827-c569-4ede-96fc-8c5576739155 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:46.704555 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-57facca2-4913-4100-b1b2-50a4919473b0 req-76f02827-c569-4ede-96fc-8c5576739155 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a52378c-d346-4f5f-9dec-1834188b58df HTTP/1.1" status: 200 len: 944 time: 0.1147616 Feb 16 22:17:46.779116 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-57facca2-4913-4100-b1b2-50a4919473b0 req-41977a36-d7de-458e-90d5-0d3f1bd71cdd tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "GET /v2.0/security-groups?id=ca3ea7af-a965-4dd0-a6ee-99daedca42f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723152 Feb 16 22:17:46.800789 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 1f97ea0a-db46-4c73-9f25-b71db3dee16b is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:17:46.801218 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1f97ea0a-db46-4c73-9f25-b71db3dee16b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:46.862224 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 1f97ea0a-db46-4c73-9f25-b71db3dee16b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=1f97ea0a-db46-4c73-9f25-b71db3dee16b,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:17:46.873056 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (1f97ea0a-db46-4c73-9f25-b71db3dee16b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:46.955931 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=1f97ea0a-db46-4c73-9f25-b71db3dee16b,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:47.180505 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e0809c2e-38a2-47c8-b8a7-80a2ad50d9e3 req-50e36afe-8207-4ea1-aa8c-5567e279b09f tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1360633 Feb 16 22:17:47.185514 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-e0809c2e-38a2-47c8-b8a7-80a2ad50d9e3 req-b4f5eea1-5c14-4148-90d5-7768d6513487 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:17:47.209650 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e0809c2e-38a2-47c8-b8a7-80a2ad50d9e3 req-b4f5eea1-5c14-4148-90d5-7768d6513487 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:47.337592 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e0809c2e-38a2-47c8-b8a7-80a2ad50d9e3 req-b4f5eea1-5c14-4148-90d5-7768d6513487 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:47.489190 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-e0809c2e-38a2-47c8-b8a7-80a2ad50d9e3 req-b4f5eea1-5c14-4148-90d5-7768d6513487 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Allocated IP 172.25.2.206 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/fa6a5a00-6bf1-4b2e-9889-ead17394eaf4) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:17:47.619277 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e0809c2e-38a2-47c8-b8a7-80a2ad50d9e3 req-b4f5eea1-5c14-4148-90d5-7768d6513487 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Publish callbacks [] for port (fa6a5a00-6bf1-4b2e-9889-ead17394eaf4), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:47.658308 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e0809c2e-38a2-47c8-b8a7-80a2ad50d9e3 req-b4f5eea1-5c14-4148-90d5-7768d6513487 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (fa6a5a00-6bf1-4b2e-9889-ead17394eaf4), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:47.706399 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0809c2e-38a2-47c8-b8a7-80a2ad50d9e3 req-b4f5eea1-5c14-4148-90d5-7768d6513487 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:17:47.709463 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-e0809c2e-38a2-47c8-b8a7-80a2ad50d9e3 req-b4f5eea1-5c14-4148-90d5-7768d6513487 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:17:47.713009 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0809c2e-38a2-47c8-b8a7-80a2ad50d9e3 req-b4f5eea1-5c14-4148-90d5-7768d6513487 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:17:47.742419 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5eea1-5c14-4148-90d5-7768d6513487 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Pushing event updated for resources: {'Port': ['ID=fa6a5a00-6bf1-4b2e-9889-ead17394eaf4,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:47.765496 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f5eea1-5c14-4148-90d5-7768d6513487 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:47.765848 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f5eea1-5c14-4148-90d5-7768d6513487 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:47.768371 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f5eea1-5c14-4148-90d5-7768d6513487 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:47.768726 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f5eea1-5c14-4148-90d5-7768d6513487 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:47.769070 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f5eea1-5c14-4148-90d5-7768d6513487 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:47.769409 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f5eea1-5c14-4148-90d5-7768d6513487 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:47.769798 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f5eea1-5c14-4148-90d5-7768d6513487 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:47.770192 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f5eea1-5c14-4148-90d5-7768d6513487 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:47.770522 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f5eea1-5c14-4148-90d5-7768d6513487 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:47.770897 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f5eea1-5c14-4148-90d5-7768d6513487 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:47.771311 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f5eea1-5c14-4148-90d5-7768d6513487 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:47.771606 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f5eea1-5c14-4148-90d5-7768d6513487 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:47.771981 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f5eea1-5c14-4148-90d5-7768d6513487 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:17:47.850006 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e0809c2e-38a2-47c8-b8a7-80a2ad50d9e3 req-b4f5eea1-5c14-4148-90d5-7768d6513487 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Publish callbacks [] for floatingip (c290a642-24d5-4c50-a3a5-5dbd44d00c17), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:47.895952 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e0809c2e-38a2-47c8-b8a7-80a2ad50d9e3 req-b4f5eea1-5c14-4148-90d5-7768d6513487 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (fa6a5a00-6bf1-4b2e-9889-ead17394eaf4), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:48.066086 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e0809c2e-38a2-47c8-b8a7-80a2ad50d9e3 req-b4f5eea1-5c14-4148-90d5-7768d6513487 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Publish callbacks [] for port (fa6a5a00-6bf1-4b2e-9889-ead17394eaf4), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:48.088895 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e0809c2e-38a2-47c8-b8a7-80a2ad50d9e3 req-b4f5eea1-5c14-4148-90d5-7768d6513487 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (fa6a5a00-6bf1-4b2e-9889-ead17394eaf4), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:48.175261 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5eea1-5c14-4148-90d5-7768d6513487 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Pushing event updated for resources: {'Port': ['ID=fa6a5a00-6bf1-4b2e-9889-ead17394eaf4,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:48.192368 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e0809c2e-38a2-47c8-b8a7-80a2ad50d9e3 req-b4f5eea1-5c14-4148-90d5-7768d6513487 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (c290a642-24d5-4c50-a3a5-5dbd44d00c17), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:48.216182 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e0809c2e-38a2-47c8-b8a7-80a2ad50d9e3 req-b4f5eea1-5c14-4148-90d5-7768d6513487 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:48.219397 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e0809c2e-38a2-47c8-b8a7-80a2ad50d9e3 req-b4f5eea1-5c14-4148-90d5-7768d6513487 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0367134 Feb 16 22:17:48.299300 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e0809c2e-38a2-47c8-b8a7-80a2ad50d9e3 req-56fdc348-0f1f-4470-9e03-48cb6ff98c21 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.206 HTTP/1.1" status: 200 len: 696 time: 0.0739179 Feb 16 22:17:48.415206 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0809c2e-38a2-47c8-b8a7-80a2ad50d9e3 req-870667d6-1b44-4b58-9d0c-b4284c3a2882 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:48.416865 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e0809c2e-38a2-47c8-b8a7-80a2ad50d9e3 req-870667d6-1b44-4b58-9d0c-b4284c3a2882 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 784 time: 0.1117342 Feb 16 22:17:48.426318 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-e0809c2e-38a2-47c8-b8a7-80a2ad50d9e3 req-5e247896-93ea-4231-9775-2230eed172d5 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:17:48.427260 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e0809c2e-38a2-47c8-b8a7-80a2ad50d9e3 req-5e247896-93ea-4231-9775-2230eed172d5 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058260 Feb 16 22:17:48.599201 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac21945d-3e09-412b-a1be-e716936913bf req-f4421bd5-8313-4e4b-a45c-cab96f071263 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=82380f016454465a9a675d2c4470fa74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280812 Feb 16 22:17:48.757194 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21945d-3e09-412b-a1be-e716936913bf req-b655d08a-b673-494c-bdf6-4686ad3b47b5 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:48.758920 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac21945d-3e09-412b-a1be-e716936913bf req-b655d08a-b673-494c-bdf6-4686ad3b47b5 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1546538 Feb 16 22:17:48.783559 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac21945d-3e09-412b-a1be-e716936913bf req-3539036f-2c77-47f1-816e-08a4e2f88b92 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/quotas/82380f016454465a9a675d2c4470fa74 HTTP/1.1" status: 200 len: 375 time: 0.0144408 Feb 16 22:17:48.822632 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac21945d-3e09-412b-a1be-e716936913bf req-1d3888b2-3d0c-452e-adfc-8e9a4152b7d1 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=82380f016454465a9a675d2c4470fa74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337570 Feb 16 22:17:49.071882 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5250a160-5751-4663-adf7-9722634c6996 x-openstack-request-id: req-5250a160-5751-4663-adf7-9722634c6996 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:17:49.074981 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b03450-3aa4-4896-8847-2094d35064cb", "name": "network-vif-plugged", "status": "completed", "tag": "3c2f4735-32d3-4976-b0b2-940d2e8b8f09", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:17:49.077181 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5250a160-5751-4663-adf7-9722634c6996 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:17:49.082865 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b03450-3aa4-4896-8847-2094d35064cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2f4735-32d3-4976-b0b2-940d2e8b8f09', 'code': 200} Feb 16 22:17:49.111636 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31b7da0-4ee2-4160-a4a8-ba95f70282fc x-openstack-request-id: req-c31b7da0-4ee2-4160-a4a8-ba95f70282fc {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:17:49.112119 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a52378c-d346-4f5f-9dec-1834188b58df", "tag": "e39e32ec-a288-41af-b634-90d25254773b", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:17:49.112222 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c31b7da0-4ee2-4160-a4a8-ba95f70282fc {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:17:49.112680 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a52378c-d346-4f5f-9dec-1834188b58df', 'tag': 'e39e32ec-a288-41af-b634-90d25254773b', 'status': 'completed', 'code': 200} Feb 16 22:17:49.250905 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cb1615-9c56-46dd-8ca7-14f97bc82119 x-openstack-request-id: req-67cb1615-9c56-46dd-8ca7-14f97bc82119 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:17:49.252306 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa96610a-e2f6-46c3-a62e-64fa447eb44d", "tag": "88087f36-8ccf-4409-92d8-b7efdd9a5c90", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:17:49.252640 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-67cb1615-9c56-46dd-8ca7-14f97bc82119 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:17:49.258619 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa96610a-e2f6-46c3-a62e-64fa447eb44d', 'tag': '88087f36-8ccf-4409-92d8-b7efdd9a5c90', 'status': 'completed', 'code': 200} Feb 16 22:17:49.293279 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4682f-a484-4865-8075-88e21035d161 req-a4fc2ce1-d484-4a8a-846a-2ee987b7a425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:49.300905 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cbf4682f-a484-4865-8075-88e21035d161 req-a4fc2ce1-d484-4a8a-846a-2ee987b7a425 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8ad240c1ae9949d7984971394c75b8d4&device_id=9a52378c-d346-4f5f-9dec-1834188b58df HTTP/1.1" status: 200 len: 1126 time: 0.1647134 Feb 16 22:17:49.337261 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517634c2-a86c-4151-b1c9-5344cdb32f81 req-22bc6333-4910-4829-adb1-2cfc05c3dfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:49.342336 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-517634c2-a86c-4151-b1c9-5344cdb32f81 req-22bc6333-4910-4829-adb1-2cfc05c3dfeb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=340568c42fa24a9e862a169fcf3622fe&device_id=fa96610a-e2f6-46c3-a62e-64fa447eb44d HTTP/1.1" status: 200 len: 1131 time: 0.1635196 Feb 16 22:17:49.552018 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517634c2-a86c-4151-b1c9-5344cdb32f81 req-157f0d3f-612c-4583-8a98-09947165cbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:49.553491 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-517634c2-a86c-4151-b1c9-5344cdb32f81 req-157f0d3f-612c-4583-8a98-09947165cbcb service neutron] 10.222.0.79 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.2020190 Feb 16 22:17:49.628024 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-517634c2-a86c-4151-b1c9-5344cdb32f81 req-bc42b21e-7962-4716-813b-f214b635cbcf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=88087f36-8ccf-4409-92d8-b7efdd9a5c90 HTTP/1.1" status: 200 len: 217 time: 0.0666482 Feb 16 22:17:49.632898 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4682f-a484-4865-8075-88e21035d161 req-27188a72-61ef-48c0-b4ef-284e81a9fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:49.634340 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cbf4682f-a484-4865-8075-88e21035d161 req-27188a72-61ef-48c0-b4ef-284e81a9fa41 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7ea49327-f76a-4eed-8327-a94de57510c3 HTTP/1.1" status: 200 len: 917 time: 0.3264306 Feb 16 22:17:49.678035 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cbf4682f-a484-4865-8075-88e21035d161 req-6eb66bfa-1663-4eef-ada7-9cabc72c2a0f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e39e32ec-a288-41af-b634-90d25254773b HTTP/1.1" status: 200 len: 217 time: 0.0361657 Feb 16 22:17:49.728370 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517634c2-a86c-4151-b1c9-5344cdb32f81 req-f38df491-6961-4d50-a40a-13dde1d97367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:49.729900 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-a9f23f04-25f6-49b3-8b6d-662e2948dc7d tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:49.732317 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-517634c2-a86c-4151-b1c9-5344cdb32f81 req-f38df491-6961-4d50-a40a-13dde1d97367 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0978928 Feb 16 22:17:49.744545 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-a9f23f04-25f6-49b3-8b6d-662e2948dc7d tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] 10.222.0.75 "GET /v2.0/networks?id=90bf19b6-1606-4208-a013-1914830050f8 HTTP/1.1" status: 200 len: 814 time: 0.3023348 Feb 16 22:17:49.815086 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517634c2-a86c-4151-b1c9-5344cdb32f81 req-887b8f09-e0eb-41df-8e64-9a22b741a607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:49.818430 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-517634c2-a86c-4151-b1c9-5344cdb32f81 req-887b8f09-e0eb-41df-8e64-9a22b741a607 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0780547 Feb 16 22:17:49.822522 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-e70272f6-064e-4c86-b94d-7c26033a64b9 tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] 10.222.0.75 "GET /v2.0/quotas/1e0b1563ebe342b2a37986ffe99c82c4 HTTP/1.1" status: 200 len: 375 time: 0.0768104 Feb 16 22:17:49.922837 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4682f-a484-4865-8075-88e21035d161 req-2fe99546-a160-4681-9baa-f52c0bfedb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:49.924329 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cbf4682f-a484-4865-8075-88e21035d161 req-2fe99546-a160-4681-9baa-f52c0bfedb2f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=53af9bc2-f688-4b35-9193-90baafeae21e HTTP/1.1" status: 200 len: 855 time: 0.2392206 Feb 16 22:17:49.964882 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-517634c2-a86c-4151-b1c9-5344cdb32f81 req-c7e03a0d-248f-4956-963a-1cbe7d4d69c5 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390390 Feb 16 22:17:50.025282 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-e4f91f79-c3e1-4a11-b109-fe4a15c872ba tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1e0b1563ebe342b2a37986ffe99c82c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1781223 Feb 16 22:17:50.144075 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-517634c2-a86c-4151-b1c9-5344cdb32f81 req-430aebc3-9c77-49cf-8c92-ec45cd78c902 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708102 Feb 16 22:17:50.199349 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-5b5dd428-07e3-42ca-9635-7f01584806a7 service neutron] 10.222.0.75 "GET /v2.0/networks/90bf19b6-1606-4208-a013-1914830050f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731286 Feb 16 22:17:50.226126 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4682f-a484-4865-8075-88e21035d161 req-59069669-6275-45a8-89ac-a79028f51282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:50.228476 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cbf4682f-a484-4865-8075-88e21035d161 req-59069669-6275-45a8-89ac-a79028f51282 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7ea49327-f76a-4eed-8327-a94de57510c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2947669 Feb 16 22:17:50.283491 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 4f84d8ad-7206-4829-8589-6f904da0dad7 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:17:50.394654 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 4f84d8ad-7206-4829-8589-6f904da0dad7 is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:17:50.395343 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:50.404135 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-da1c98ea-3af9-44d9-a62f-6cf9607e325e service neutron] 10.222.0.75 "GET /v2.0/networks/90bf19b6-1606-4208-a013-1914830050f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035847 Feb 16 22:17:50.430234 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 4f84d8ad-7206-4829-8589-6f904da0dad7, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=4f84d8ad-7206-4829-8589-6f904da0dad7,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:17:50.437340 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cbf4682f-a484-4865-8075-88e21035d161 req-4b5b4a9f-9fdf-4719-8180-c00f608105ab service neutron] 10.222.0.79 "GET /v2.0/networks/7ea49327-f76a-4eed-8327-a94de57510c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949587 Feb 16 22:17:50.438808 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:50.636022 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=4f84d8ad-7206-4829-8589-6f904da0dad7,revision_number=8']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:50.672303 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ac21945d-3e09-412b-a1be-e716936913bf req-f72372e5-ba1c-47ef-8ef8-10808902f57c tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=82380f016454465a9a675d2c4470fa74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422521 Feb 16 22:17:50.716716 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-697c4cc5-d938-40c4-9db6-18eaceefe4cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:50.989499 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21945d-3e09-412b-a1be-e716936913bf req-1d583471-3a2a-4d40-a43f-049e6695437b tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:50.991189 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ac21945d-3e09-412b-a1be-e716936913bf req-1d583471-3a2a-4d40-a43f-049e6695437b tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3067086 Feb 16 22:17:51.007880 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-ac21945d-3e09-412b-a1be-e716936913bf req-c2db1d7f-b9ba-46d4-bcd7-5c646543d699 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Request body: {'port': {'device_id': '26f68075-83f9-4ca0-b1ef-1ddeea3f3c83', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'admin_state_up': True, 'tenant_id': '82380f016454465a9a675d2c4470fa74'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:17:51.083076 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ed1594-23f2-44c3-9d5c-1e2036f6f5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f84d8ad-7206-4829-8589-6f904da0dad7'}, {'server_uuid': 'fa96610a-e2f6-46c3-a62e-64fa447eb44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88087f36-8ccf-4409-92d8-b7efdd9a5c90'}, {'server_uuid': 'dc105c41-c5db-4eb7-b1c1-17cd5aa9f1b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f97ea0a-db46-4c73-9f25-b71db3dee16b'}, {'server_uuid': 'd3ed1594-23f2-44c3-9d5c-1e2036f6f5c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f84d8ad-7206-4829-8589-6f904da0dad7'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:17:51.086492 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a4ed98-d3b6-4dce-8fab-afd6be48b700" -d '{"events": [{"server_uuid": "d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0", "name": "network-vif-plugged", "status": "completed", "tag": "4f84d8ad-7206-4829-8589-6f904da0dad7"}, {"server_uuid": "fa96610a-e2f6-46c3-a62e-64fa447eb44d", "name": "network-vif-plugged", "status": "completed", "tag": "88087f36-8ccf-4409-92d8-b7efdd9a5c90"}, {"server_uuid": "dc105c41-c5db-4eb7-b1c1-17cd5aa9f1b3", "name": "network-vif-plugged", "status": "completed", "tag": "1f97ea0a-db46-4c73-9f25-b71db3dee16b"}, {"server_uuid": "d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0", "name": "network-vif-unplugged", "status": "completed", "tag": "4f84d8ad-7206-4829-8589-6f904da0dad7"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:17:51.164496 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc105c41-c5db-4eb7-b1c1-17cd5aa9f1b3', 'tag': '1f97ea0a-db46-4c73-9f25-b71db3dee16b'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:17:51.167638 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb325ea-9789-4465-b5d7-4392342600e8" -d '{"events": [{"name": "network-changed", "server_uuid": "dc105c41-c5db-4eb7-b1c1-17cd5aa9f1b3", "tag": "1f97ea0a-db46-4c73-9f25-b71db3dee16b"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:17:51.191349 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cbf4682f-a484-4865-8075-88e21035d161 req-306c3238-feaf-4821-80cc-f5b010aab040 service neutron] 10.222.0.79 "GET /v2.0/networks/7ea49327-f76a-4eed-8327-a94de57510c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7436442 Feb 16 22:17:51.231999 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919afb5-a6bf-466f-a81b-c13688f77662 req-c5618a30-758f-47d8-9982-0ab499bfbc91 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:51.233568 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e919afb5-a6bf-466f-a81b-c13688f77662 req-c5618a30-758f-47d8-9982-0ab499bfbc91 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 943 time: 0.5882561 Feb 16 22:17:51.335680 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac21945d-3e09-412b-a1be-e716936913bf req-c2db1d7f-b9ba-46d4-bcd7-5c646543d699 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Made reservation on behalf of 82380f016454465a9a675d2c4470fa74 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:17:51.340278 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ac21945d-3e09-412b-a1be-e716936913bf req-c2db1d7f-b9ba-46d4-bcd7-5c646543d699 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:51.362878 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ac21945d-3e09-412b-a1be-e716936913bf req-c2db1d7f-b9ba-46d4-bcd7-5c646543d699 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:51.367310 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e919afb5-a6bf-466f-a81b-c13688f77662 req-ce4570d2-471c-4ccc-bedd-d49a0f5ec24a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176274 Feb 16 22:17:51.467259 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ac21945d-3e09-412b-a1be-e716936913bf req-c2db1d7f-b9ba-46d4-bcd7-5c646543d699 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Publish callbacks [] for security_group (046dc848-3e95-4818-8a1d-b76bad2b715c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:51.475598 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ac21945d-3e09-412b-a1be-e716936913bf req-c2db1d7f-b9ba-46d4-bcd7-5c646543d699 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (046dc848-3e95-4818-8a1d-b76bad2b715c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:51.622313 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215c692-090f-463e-b476-df52cc1ecc39 req-8d3c5cf6-01c3-4f30-b7a6-736cefa1672d tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:51.622917 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-ac21945d-3e09-412b-a1be-e716936913bf req-c2db1d7f-b9ba-46d4-bcd7-5c646543d699 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Allocated IP 192.168.233.13 (d8fa3154-6273-4014-87c6-575d48ec11fc/0a5a8be1-6e1c-443c-a77b-25715d79e10e/f0451a20-3122-4118-b0ed-84417517fcb1) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:17:51.633356 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c215c692-090f-463e-b476-df52cc1ecc39 req-8d3c5cf6-01c3-4f30-b7a6-736cefa1672d tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=dc105c41-c5db-4eb7-b1c1-17cd5aa9f1b3 HTTP/1.1" status: 200 len: 950 time: 0.1397133 Feb 16 22:17:51.734590 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c215c692-090f-463e-b476-df52cc1ecc39 req-9b17a2c7-809c-49ef-adb2-2dd9215ad10d tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934269 Feb 16 22:17:51.913749 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db1d7f-b9ba-46d4-bcd7-5c646543d699 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=046dc848-3e95-4818-8a1d-b76bad2b715c,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:51.948973 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45fed3-1184-48c3-8726-8ec7a9531f2b req-1aa9a8da-0e87-42f7-aed4-69d31e4f302b tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:51.958289 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9d45fed3-1184-48c3-8726-8ec7a9531f2b req-1aa9a8da-0e87-42f7-aed4-69d31e4f302b tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a52378c-d346-4f5f-9dec-1834188b58df HTTP/1.1" status: 200 len: 944 time: 0.0792642 Feb 16 22:17:52.005097 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ac21945d-3e09-412b-a1be-e716936913bf req-c2db1d7f-b9ba-46d4-bcd7-5c646543d699 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Publish callbacks [] for port (f0451a20-3122-4118-b0ed-84417517fcb1), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:52.034408 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9d45fed3-1184-48c3-8726-8ec7a9531f2b req-175e1617-623a-4caf-be86-4cfe4e429e86 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "GET /v2.0/security-groups?id=ca3ea7af-a965-4dd0-a6ee-99daedca42f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742233 Feb 16 22:17:52.090220 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ac21945d-3e09-412b-a1be-e716936913bf req-c2db1d7f-b9ba-46d4-bcd7-5c646543d699 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (f0451a20-3122-4118-b0ed-84417517fcb1), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:52.166908 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5e46e3bb-be8e-4044-8576-9ca1df74eab6 req-08a0a754-70bd-4f4d-ae8c-0f570fbd9018 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] 10.222.0.75 "GET /v2.0/floatingips/c290a642-24d5-4c50-a3a5-5dbd44d00c17 HTTP/1.1" status: 200 len: 693 time: 0.1154673 Feb 16 22:17:52.195927 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac21945d-3e09-412b-a1be-e716936913bf req-c2db1d7f-b9ba-46d4-bcd7-5c646543d699 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Network d8fa3154-6273-4014-87c6-575d48ec11fc is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:17:52.205148 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db1d7f-b9ba-46d4-bcd7-5c646543d699 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Pushing event updated for resources: {'Port': ['ID=f0451a20-3122-4118-b0ed-84417517fcb1,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:52.211093 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-ac21945d-3e09-412b-a1be-e716936913bf req-c2db1d7f-b9ba-46d4-bcd7-5c646543d699 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:17:52.215822 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac21945d-3e09-412b-a1be-e716936913bf req-c2db1d7f-b9ba-46d4-bcd7-5c646543d699 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:17:52.291258 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21945d-3e09-412b-a1be-e716936913bf req-c2db1d7f-b9ba-46d4-bcd7-5c646543d699 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:52.292017 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ac21945d-3e09-412b-a1be-e716936913bf req-c2db1d7f-b9ba-46d4-bcd7-5c646543d699 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:52.346836 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ac21945d-3e09-412b-a1be-e716936913bf req-c2db1d7f-b9ba-46d4-bcd7-5c646543d699 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3438623 Feb 16 22:17:52.360614 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-ac21945d-3e09-412b-a1be-e716936913bf req-90fa949b-a321-4e53-9f7a-fac8fe7a091c service neutron] Request body: {'port': {'device_id': '26f68075-83f9-4ca0-b1ef-1ddeea3f3c83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:17:52.527268 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ac21945d-3e09-412b-a1be-e716936913bf req-90fa949b-a321-4e53-9f7a-fac8fe7a091c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f0451a20-3122-4118-b0ed-84417517fcb1), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:52.670759 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46e3bb-be8e-4044-8576-9ca1df74eab6 req-cf4c6c1d-1fae-4f4d-8281-0f22b3bd4cab tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:52.678493 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5e46e3bb-be8e-4044-8576-9ca1df74eab6 req-cf4c6c1d-1fae-4f4d-8281-0f22b3bd4cab tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 784 time: 0.5104144 Feb 16 22:17:52.719880 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-5d59aabe-a4a5-4524-b726-f6735db7fec5 None None] Provisioning complete for port f0451a20-3122-4118-b0ed-84417517fcb1 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:17:52.721593 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5d59aabe-a4a5-4524-b726-f6735db7fec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f0451a20-3122-4118-b0ed-84417517fcb1), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:52.739795 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-f81212d1-f6bb-426d-9dde-63695d53d11c tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:52.741733 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-f81212d1-f6bb-426d-9dde-63695d53d11c tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] 10.222.0.79 "GET /v2.0/networks?id=90bf19b6-1606-4208-a013-1914830050f8 HTTP/1.1" status: 200 len: 814 time: 0.4316242 Feb 16 22:17:52.755532 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-146282a5-96eb-434d-be6d-4b6ae88719ab tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] Request body: {'port': {'device_id': '118ba684-62ad-4943-8f31-bb43ca94c078', 'network_id': '90bf19b6-1606-4208-a013-1914830050f8', 'admin_state_up': True, 'tenant_id': '1e0b1563ebe342b2a37986ffe99c82c4'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:17:52.831496 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5d59aabe-a4a5-4524-b726-f6735db7fec5 None None] Port f0451a20-3122-4118-b0ed-84417517fcb1 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:17:53.053064 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a109dade-0a82-4d07-9627-a3c8f68013c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:53.122170 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c1474-000b-4478-a8cb-6e889c59d067 req-b4f5322c-f65b-48c0-b87e-fdb5d77313a3 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:53.124134 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-696c1474-000b-4478-a8cb-6e889c59d067 req-b4f5322c-f65b-48c0-b87e-fdb5d77313a3 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/ports?device_id=26f68075-83f9-4ca0-b1ef-1ddeea3f3c83 HTTP/1.1" status: 200 len: 935 time: 0.1739817 Feb 16 22:17:53.147954 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-146282a5-96eb-434d-be6d-4b6ae88719ab tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] Made reservation on behalf of 1e0b1563ebe342b2a37986ffe99c82c4 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:17:53.155380 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-146282a5-96eb-434d-be6d-4b6ae88719ab tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:53.173039 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-ac21945d-3e09-412b-a1be-e716936913bf req-90fa949b-a321-4e53-9f7a-fac8fe7a091c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0451a20-3122-4118-b0ed-84417517fcb1 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:17:53.196877 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ac21945d-3e09-412b-a1be-e716936913bf req-90fa949b-a321-4e53-9f7a-fac8fe7a091c service neutron] Publish callbacks [] for port (f0451a20-3122-4118-b0ed-84417517fcb1), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:53.216584 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-ac21945d-3e09-412b-a1be-e716936913bf req-90fa949b-a321-4e53-9f7a-fac8fe7a091c service neutron] Transition to ACTIVE for port object f0451a20-3122-4118-b0ed-84417517fcb1 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:17:53.225808 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ac21945d-3e09-412b-a1be-e716936913bf req-90fa949b-a321-4e53-9f7a-fac8fe7a091c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (f0451a20-3122-4118-b0ed-84417517fcb1), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:53.402204 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa949b-a321-4e53-9f7a-fac8fe7a091c service neutron] Pushing event updated for resources: {'Port': ['ID=f0451a20-3122-4118-b0ed-84417517fcb1,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:53.518099 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-146282a5-96eb-434d-be6d-4b6ae88719ab tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] Allocated IP 172.20.0.11 (90bf19b6-1606-4208-a013-1914830050f8/bc3835a3-3783-4325-b16e-7f594b1f725b/49a5680c-25a7-4ce4-8010-1f9ac32c4a2b) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:17:53.608992 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-ac21945d-3e09-412b-a1be-e716936913bf req-90fa949b-a321-4e53-9f7a-fac8fe7a091c service neutron] Attempting to bind port f0451a20-3122-4118-b0ed-84417517fcb1 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:17:53.618688 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-ac21945d-3e09-412b-a1be-e716936913bf req-90fa949b-a321-4e53-9f7a-fac8fe7a091c service neutron] Attempting to bind port f0451a20-3122-4118-b0ed-84417517fcb1 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:17:53.619103 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac21945d-3e09-412b-a1be-e716936913bf req-90fa949b-a321-4e53-9f7a-fac8fe7a091c service neutron] Attempting to bind port f0451a20-3122-4118-b0ed-84417517fcb1 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:17:53.636601 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac21945d-3e09-412b-a1be-e716936913bf req-90fa949b-a321-4e53-9f7a-fac8fe7a091c service neutron] Port f0451a20-3122-4118-b0ed-84417517fcb1 on network d8fa3154-6273-4014-87c6-575d48ec11fc not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:17:53.636857 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac21945d-3e09-412b-a1be-e716936913bf req-90fa949b-a321-4e53-9f7a-fac8fe7a091c service neutron] Attempting to bind port f0451a20-3122-4118-b0ed-84417517fcb1 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:17:53.657131 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac21945d-3e09-412b-a1be-e716936913bf req-90fa949b-a321-4e53-9f7a-fac8fe7a091c service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:17:53.657479 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac21945d-3e09-412b-a1be-e716936913bf req-90fa949b-a321-4e53-9f7a-fac8fe7a091c service neutron] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:17:53.657875 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac21945d-3e09-412b-a1be-e716936913bf req-90fa949b-a321-4e53-9f7a-fac8fe7a091c service neutron] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:17:53.658341 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-ac21945d-3e09-412b-a1be-e716936913bf req-90fa949b-a321-4e53-9f7a-fac8fe7a091c service neutron] Bound port: f0451a20-3122-4118-b0ed-84417517fcb1, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:17:53.658705 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ac21945d-3e09-412b-a1be-e716936913bf req-90fa949b-a321-4e53-9f7a-fac8fe7a091c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f0451a20-3122-4118-b0ed-84417517fcb1), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:53.784291 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-146282a5-96eb-434d-be6d-4b6ae88719ab tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] Publish callbacks [] for port (49a5680c-25a7-4ce4-8010-1f9ac32c4a2b), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:53.857571 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-146282a5-96eb-434d-be6d-4b6ae88719ab tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (49a5680c-25a7-4ce4-8010-1f9ac32c4a2b), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:53.885384 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-ac21945d-3e09-412b-a1be-e716936913bf req-90fa949b-a321-4e53-9f7a-fac8fe7a091c service neutron] For port f0451a20-3122-4118-b0ed-84417517fcb1, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:17:53.893352 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-ac21945d-3e09-412b-a1be-e716936913bf req-90fa949b-a321-4e53-9f7a-fac8fe7a091c service neutron] For port f0451a20-3122-4118-b0ed-84417517fcb1, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f0451a20-3122-4118-b0ed-84417517fcb1,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:17:53.908337 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ac21945d-3e09-412b-a1be-e716936913bf req-90fa949b-a321-4e53-9f7a-fac8fe7a091c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (f0451a20-3122-4118-b0ed-84417517fcb1), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:53.951566 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-696c1474-000b-4478-a8cb-6e889c59d067 req-78882316-b042-40f3-a3e4-fb05b6df936e tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/security-groups?id=046dc848-3e95-4818-8a1d-b76bad2b715c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8195450 Feb 16 22:17:54.024787 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21945d-3e09-412b-a1be-e716936913bf req-90fa949b-a321-4e53-9f7a-fac8fe7a091c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:54.026430 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ac21945d-3e09-412b-a1be-e716936913bf req-90fa949b-a321-4e53-9f7a-fac8fe7a091c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:54.028997 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ac21945d-3e09-412b-a1be-e716936913bf req-90fa949b-a321-4e53-9f7a-fac8fe7a091c service neutron] 10.222.0.67 "PUT /v2.0/ports/f0451a20-3122-4118-b0ed-84417517fcb1 HTTP/1.1" status: 200 len: 1095 time: 1.6736572 Feb 16 22:17:54.117763 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa949b-a321-4e53-9f7a-fac8fe7a091c service neutron] Pushing event updated for resources: {'Port': ['ID=f0451a20-3122-4118-b0ed-84417517fcb1,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:54.119123 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146282a5-96eb-434d-be6d-4b6ae88719ab tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] Pushing event updated for resources: {'Port': ['ID=49a5680c-25a7-4ce4-8010-1f9ac32c4a2b,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:54.145657 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-146282a5-96eb-434d-be6d-4b6ae88719ab tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] Network 90bf19b6-1606-4208-a013-1914830050f8 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:17:54.154637 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-146282a5-96eb-434d-be6d-4b6ae88719ab tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:17:54.162994 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:54.179184 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-146282a5-96eb-434d-be6d-4b6ae88719ab tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:17:54.290757 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21945d-3e09-412b-a1be-e716936913bf req-e9b235ab-b2a2-465a-9ae9-7ae53ef9a1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:54.308093 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ac21945d-3e09-412b-a1be-e716936913bf req-e9b235ab-b2a2-465a-9ae9-7ae53ef9a1fb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=82380f016454465a9a675d2c4470fa74&device_id=26f68075-83f9-4ca0-b1ef-1ddeea3f3c83 HTTP/1.1" status: 200 len: 1129 time: 0.2070816 Feb 16 22:17:54.383278 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-146282a5-96eb-434d-be6d-4b6ae88719ab tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:54.385100 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-146282a5-96eb-434d-be6d-4b6ae88719ab tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:54.417655 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a9c0c-b5c8-4b9b-bff6-62b53f225eb8 req-0003ac23-5eff-409d-83f9-cc8a2244fed0 tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:54.424739 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ac21945d-3e09-412b-a1be-e716936913bf req-9ac26471-60a6-4af6-aaf9-348379422538 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=f0451a20-3122-4118-b0ed-84417517fcb1 HTTP/1.1" status: 200 len: 217 time: 0.1067050 Feb 16 22:17:54.427688 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1f1a9c0c-b5c8-4b9b-bff6-62b53f225eb8 req-0003ac23-5eff-409d-83f9-cc8a2244fed0 tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] 10.222.0.75 "GET /v2.0/ports?device_id=118ba684-62ad-4943-8f31-bb43ca94c078 HTTP/1.1" status: 200 len: 932 time: 0.1422963 Feb 16 22:17:54.434963 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-146282a5-96eb-434d-be6d-4b6ae88719ab tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6836283 Feb 16 22:17:54.452961 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-0d12e1f6-16ac-435c-a288-5428902ed289 service neutron] Request body: {'port': {'device_id': '118ba684-62ad-4943-8f31-bb43ca94c078', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:17:54.588161 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21945d-3e09-412b-a1be-e716936913bf req-5de8eb16-1b85-417f-af06-506af621d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:54.594591 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ac21945d-3e09-412b-a1be-e716936913bf req-5de8eb16-1b85-417f-af06-506af621d49f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1379611 Feb 16 22:17:54.695161 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-0d12e1f6-16ac-435c-a288-5428902ed289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (49a5680c-25a7-4ce4-8010-1f9ac32c4a2b), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:54.698288 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21945d-3e09-412b-a1be-e716936913bf req-bbf207c3-1983-4cb4-9ca1-249b9b77f20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:54.702136 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ac21945d-3e09-412b-a1be-e716936913bf req-bbf207c3-1983-4cb4-9ca1-249b9b77f20c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1058652 Feb 16 22:17:54.745871 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e0cbd45d-e2e4-436c-b946-734c04263a26 None None] Provisioning complete for port 49a5680c-25a7-4ce4-8010-1f9ac32c4a2b triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:17:54.747854 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e0cbd45d-e2e4-436c-b946-734c04263a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (49a5680c-25a7-4ce4-8010-1f9ac32c4a2b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:54.768564 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1f1a9c0c-b5c8-4b9b-bff6-62b53f225eb8 req-ced3a70a-6122-4bff-808b-4a2f15b83917 tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] 10.222.0.75 "GET /v2.0/security-groups?id=e9d8602c-6578-46f1-adc3-a6c06baefebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363757 Feb 16 22:17:54.871797 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e0cbd45d-e2e4-436c-b946-734c04263a26 None None] Port 49a5680c-25a7-4ce4-8010-1f9ac32c4a2b cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:17:54.901912 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Wed, 16 Feb 2022 22:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39686f2b-fce0-46ad-88ca-f7c0710bfdc0 x-openstack-request-id: req-39686f2b-fce0-46ad-88ca-f7c0710bfdc0 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:17:54.902671 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0", "name": "network-vif-plugged", "status": "completed", "tag": "4f84d8ad-7206-4829-8589-6f904da0dad7", "code": 200}, {"server_uuid": "fa96610a-e2f6-46c3-a62e-64fa447eb44d", "name": "network-vif-plugged", "status": "completed", "tag": "88087f36-8ccf-4409-92d8-b7efdd9a5c90", "code": 200}, {"server_uuid": "dc105c41-c5db-4eb7-b1c1-17cd5aa9f1b3", "name": "network-vif-plugged", "status": "completed", "tag": "1f97ea0a-db46-4c73-9f25-b71db3dee16b", "code": 200}, {"server_uuid": "d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0", "name": "network-vif-unplugged", "status": "completed", "tag": "4f84d8ad-7206-4829-8589-6f904da0dad7", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:17:54.903285 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-39686f2b-fce0-46ad-88ca-f7c0710bfdc0 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:17:54.903869 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ed1594-23f2-44c3-9d5c-1e2036f6f5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f84d8ad-7206-4829-8589-6f904da0dad7', 'code': 200} Feb 16 22:17:54.904368 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa96610a-e2f6-46c3-a62e-64fa447eb44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88087f36-8ccf-4409-92d8-b7efdd9a5c90', 'code': 200} Feb 16 22:17:54.904906 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc105c41-c5db-4eb7-b1c1-17cd5aa9f1b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f97ea0a-db46-4c73-9f25-b71db3dee16b', 'code': 200} Feb 16 22:17:54.905344 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ed1594-23f2-44c3-9d5c-1e2036f6f5c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f84d8ad-7206-4829-8589-6f904da0dad7', 'code': 200} Feb 16 22:17:54.977624 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ac21945d-3e09-412b-a1be-e716936913bf req-37dbdb4c-f16d-4684-93b1-d334703baa7f service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635653 Feb 16 22:17:55.122084 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04dd0945-c220-43a4-a692-639114657611 x-openstack-request-id: req-04dd0945-c220-43a4-a692-639114657611 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:17:55.122084 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc105c41-c5db-4eb7-b1c1-17cd5aa9f1b3", "tag": "1f97ea0a-db46-4c73-9f25-b71db3dee16b", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:17:55.122084 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-04dd0945-c220-43a4-a692-639114657611 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:17:55.122084 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc105c41-c5db-4eb7-b1c1-17cd5aa9f1b3', 'tag': '1f97ea0a-db46-4c73-9f25-b71db3dee16b', 'status': 'completed', 'code': 200} Feb 16 22:17:55.347611 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b896854-f884-432e-81fe-a62b1195d7e2 req-6f50e1d8-0376-465e-92a1-5bc54329fa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:55.357150 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3b896854-f884-432e-81fe-a62b1195d7e2 req-6f50e1d8-0376-465e-92a1-5bc54329fa09 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=dc105c41-c5db-4eb7-b1c1-17cd5aa9f1b3 HTTP/1.1" status: 200 len: 1132 time: 0.2815421 Feb 16 22:17:55.362251 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ac21945d-3e09-412b-a1be-e716936913bf req-e1aabba1-b7c7-4af9-b0f4-cd4e8e7f3f68 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768442 Feb 16 22:17:55.378498 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a68ae-7577-4052-901a-b9a30712d2d6 req-81befeb4-7429-4ef8-805d-7848fa532b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:55.380940 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-597a68ae-7577-4052-901a-b9a30712d2d6 req-81befeb4-7429-4ef8-805d-7848fa532b23 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fa96610a-e2f6-46c3-a62e-64fa447eb44d HTTP/1.1" status: 200 len: 1131 time: 0.3355267 Feb 16 22:17:55.493070 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:55.512457 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb325ea-9789-4465-b5d7-4392342600e8 req-b41021dc-1ec0-4e39-acfa-d2f87abfebde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:55.514016 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-afb325ea-9789-4465-b5d7-4392342600e8 req-b41021dc-1ec0-4e39-acfa-d2f87abfebde service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=340568c42fa24a9e862a169fcf3622fe&device_id=dc105c41-c5db-4eb7-b1c1-17cd5aa9f1b3 HTTP/1.1" status: 200 len: 1132 time: 0.4440672 Feb 16 22:17:55.907487 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3b896854-f884-432e-81fe-a62b1195d7e2 req-d5be28a5-a734-4ccb-a834-b95a4266be13 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5410998 Feb 16 22:17:55.912504 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-0d12e1f6-16ac-435c-a288-5428902ed289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a5680c-25a7-4ce4-8010-1f9ac32c4a2b {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:17:55.930123 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-597a68ae-7577-4052-901a-b9a30712d2d6 req-b7f6d347-5b86-46a0-9332-82f9886c7ae5 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5391555 Feb 16 22:17:55.941602 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-0d12e1f6-16ac-435c-a288-5428902ed289 service neutron] Publish callbacks [] for port (49a5680c-25a7-4ce4-8010-1f9ac32c4a2b), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:55.953619 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb325ea-9789-4465-b5d7-4392342600e8 req-687fe0aa-78ec-43c3-800f-d663569896ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:55.955233 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-afb325ea-9789-4465-b5d7-4392342600e8 req-687fe0aa-78ec-43c3-800f-d663569896ab service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.4275959 Feb 16 22:17:55.962532 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-0d12e1f6-16ac-435c-a288-5428902ed289 service neutron] Transition to ACTIVE for port object 49a5680c-25a7-4ce4-8010-1f9ac32c4a2b will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:17:55.970150 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-0d12e1f6-16ac-435c-a288-5428902ed289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (49a5680c-25a7-4ce4-8010-1f9ac32c4a2b), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:56.023064 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12e1f6-16ac-435c-a288-5428902ed289 service neutron] Pushing event updated for resources: {'Port': ['ID=49a5680c-25a7-4ce4-8010-1f9ac32c4a2b,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:56.257289 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-afb325ea-9789-4465-b5d7-4392342600e8 req-b8a39c38-0390-4f6c-a568-c104a21e0fbb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=1f97ea0a-db46-4c73-9f25-b71db3dee16b HTTP/1.1" status: 200 len: 217 time: 0.0873599 Feb 16 22:17:56.388597 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-0d12e1f6-16ac-435c-a288-5428902ed289 service neutron] Attempting to bind port 49a5680c-25a7-4ce4-8010-1f9ac32c4a2b on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:17:56.388906 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-0d12e1f6-16ac-435c-a288-5428902ed289 service neutron] Attempting to bind port 49a5680c-25a7-4ce4-8010-1f9ac32c4a2b by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'c057553b-8c99-49a8-bd1c-f1b67f5414f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '90bf19b6-1606-4208-a013-1914830050f8'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:17:56.389197 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-0d12e1f6-16ac-435c-a288-5428902ed289 service neutron] Attempting to bind port 49a5680c-25a7-4ce4-8010-1f9ac32c4a2b on network 90bf19b6-1606-4208-a013-1914830050f8 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:17:56.409156 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-0d12e1f6-16ac-435c-a288-5428902ed289 service neutron] Port 49a5680c-25a7-4ce4-8010-1f9ac32c4a2b on network 90bf19b6-1606-4208-a013-1914830050f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:17:56.409497 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-0d12e1f6-16ac-435c-a288-5428902ed289 service neutron] Attempting to bind port 49a5680c-25a7-4ce4-8010-1f9ac32c4a2b on network 90bf19b6-1606-4208-a013-1914830050f8 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:17:56.446422 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb325ea-9789-4465-b5d7-4392342600e8 req-cfc3c145-d88d-41ab-b677-896cc35b5a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:56.447952 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-afb325ea-9789-4465-b5d7-4392342600e8 req-cfc3c145-d88d-41ab-b677-896cc35b5a81 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1730118 Feb 16 22:17:56.459200 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-0d12e1f6-16ac-435c-a288-5428902ed289 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:17:56.460150 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-0d12e1f6-16ac-435c-a288-5428902ed289 service neutron] Checking segment: {'id': 'c057553b-8c99-49a8-bd1c-f1b67f5414f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '90bf19b6-1606-4208-a013-1914830050f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:17:56.460855 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-0d12e1f6-16ac-435c-a288-5428902ed289 service neutron] Bound using segment: {'id': 'c057553b-8c99-49a8-bd1c-f1b67f5414f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '90bf19b6-1606-4208-a013-1914830050f8'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:17:56.461615 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-0d12e1f6-16ac-435c-a288-5428902ed289 service neutron] Bound port: 49a5680c-25a7-4ce4-8010-1f9ac32c4a2b, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c057553b-8c99-49a8-bd1c-f1b67f5414f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '90bf19b6-1606-4208-a013-1914830050f8'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:17:56.462319 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-0d12e1f6-16ac-435c-a288-5428902ed289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (49a5680c-25a7-4ce4-8010-1f9ac32c4a2b), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:56.631865 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb325ea-9789-4465-b5d7-4392342600e8 req-7724c9a6-557e-4157-982d-706be27b3625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:56.634330 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-afb325ea-9789-4465-b5d7-4392342600e8 req-7724c9a6-557e-4157-982d-706be27b3625 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1633492 Feb 16 22:17:56.673164 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-0d12e1f6-16ac-435c-a288-5428902ed289 service neutron] For port 49a5680c-25a7-4ce4-8010-1f9ac32c4a2b, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:17:56.696834 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-0d12e1f6-16ac-435c-a288-5428902ed289 service neutron] For port 49a5680c-25a7-4ce4-8010-1f9ac32c4a2b, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=49a5680c-25a7-4ce4-8010-1f9ac32c4a2b,segment=NetworkSegment(c057553b-8c99-49a8-bd1c-f1b67f5414f7),segment_id=c057553b-8c99-49a8-bd1c-f1b67f5414f7)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:17:56.728863 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-0d12e1f6-16ac-435c-a288-5428902ed289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (49a5680c-25a7-4ce4-8010-1f9ac32c4a2b), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:56.796205 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12e1f6-16ac-435c-a288-5428902ed289 service neutron] Pushing event updated for resources: {'Port': ['ID=49a5680c-25a7-4ce4-8010-1f9ac32c4a2b,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:56.832035 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-0d12e1f6-16ac-435c-a288-5428902ed289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:56.835256 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-0d12e1f6-16ac-435c-a288-5428902ed289 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:56.837272 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-0d12e1f6-16ac-435c-a288-5428902ed289 service neutron] 10.222.0.79 "PUT /v2.0/ports/49a5680c-25a7-4ce4-8010-1f9ac32c4a2b HTTP/1.1" status: 200 len: 1092 time: 2.3897915 Feb 16 22:17:56.838130 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118ba684-62ad-4943-8f31-bb43ca94c078', 'tag': '49a5680c-25a7-4ce4-8010-1f9ac32c4a2b'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:17:56.840898 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837109db-e0f0-4d14-8c78-d4a7dd9a67d1" -d '{"events": [{"name": "network-changed", "server_uuid": "118ba684-62ad-4943-8f31-bb43ca94c078", "tag": "49a5680c-25a7-4ce4-8010-1f9ac32c4a2b"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:17:56.897795 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-afb325ea-9789-4465-b5d7-4392342600e8 req-e8e02cd8-6cd9-4dee-a4ef-6523a864a8ff service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547240 Feb 16 22:17:56.945016 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:57.105985 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-ac9ec1ba-d52e-4a9d-b511-fecd0666c5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:57.107653 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-ac9ec1ba-d52e-4a9d-b511-fecd0666c5ab service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1e0b1563ebe342b2a37986ffe99c82c4&device_id=118ba684-62ad-4943-8f31-bb43ca94c078 HTTP/1.1" status: 200 len: 1126 time: 0.1891208 Feb 16 22:17:57.123097 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f68075-83f9-4ca0-b1ef-1ddeea3f3c83', 'tag': 'f0451a20-3122-4118-b0ed-84417517fcb1'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:17:57.126305 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085a5eec-f131-480d-a5e4-ccc6e4c7dae4" -d '{"events": [{"name": "network-changed", "server_uuid": "26f68075-83f9-4ca0-b1ef-1ddeea3f3c83", "tag": "f0451a20-3122-4118-b0ed-84417517fcb1"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:17:57.127516 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-afb325ea-9789-4465-b5d7-4392342600e8 req-1414d41b-32e5-44ca-aeb0-94353121a235 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218213 Feb 16 22:17:57.185592 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-18db877f-5381-4e99-aa3d-0d72d581b63b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49a5680c-25a7-4ce4-8010-1f9ac32c4a2b HTTP/1.1" status: 200 len: 217 time: 0.0667183 Feb 16 22:17:57.271327 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-c3d2a707-81a9-4269-909d-2603b86cf4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:57.273337 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-c3d2a707-81a9-4269-909d-2603b86cf4c2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bc3835a3-3783-4325-b16e-7f594b1f725b HTTP/1.1" status: 200 len: 853 time: 0.0785666 Feb 16 22:17:57.346220 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-de6b50f7-e36c-4d8e-b7de-a47fed8c0b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:17:57.350519 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-de6b50f7-e36c-4d8e-b7de-a47fed8c0b97 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=90bf19b6-1606-4208-a013-1914830050f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0550294 Feb 16 22:17:57.631831 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-84d2e646-ac12-4da2-a062-bc177733f8fb service neutron] 10.222.0.79 "GET /v2.0/networks/90bf19b6-1606-4208-a013-1914830050f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709522 Feb 16 22:17:57.903589 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c7f6ba9-7514-44df-a439-40c586b5f3b4 req-fa3d4a8a-70b4-482b-bced-a4aa928ed00f service neutron] 10.222.0.79 "GET /v2.0/networks/90bf19b6-1606-4208-a013-1914830050f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573221 Feb 16 22:17:58.226750 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:58.609563 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device f0451a20-3122-4118-b0ed-84417517fcb1 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:17:58.837926 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port f0451a20-3122-4118-b0ed-84417517fcb1, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f0451a20-3122-4118-b0ed-84417517fcb1,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:17:58.868700 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'f0451a20-3122-4118-b0ed-84417517fcb1', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': 'f0451a20-3122-4118-b0ed-84417517fcb1', 'mac_address': 'fa:16:3e:a3:ee:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:17:58.949387 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port f0451a20-3122-4118-b0ed-84417517fcb1 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:17:58.954717 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f0451a20-3122-4118-b0ed-84417517fcb1), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:58.985536 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0451a20-3122-4118-b0ed-84417517fcb1 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:17:59.023275 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port f0451a20-3122-4118-b0ed-84417517fcb1, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f0451a20-3122-4118-b0ed-84417517fcb1,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:17:59.031062 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (f0451a20-3122-4118-b0ed-84417517fcb1), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:17:59.139692 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=f0451a20-3122-4118-b0ed-84417517fcb1,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:17:59.461156 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['f0451a20-3122-4118-b0ed-84417517fcb1'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:17:59.839109 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:02.277232 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-695205a1-be23-44cb-b811-4ee86eab41ee req-81aac9e2-2e1f-46d9-855a-7ef18fe28144 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] 10.222.0.75 "GET /v2.0/floatingips?tenant_id=b543f39bd29d4c63a4cf51d224002423 HTTP/1.1" status: 200 len: 696 time: 0.1732223 Feb 16 22:18:02.452557 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695205a1-be23-44cb-b811-4ee86eab41ee req-bf6a3876-4aaf-4ee8-b52b-c67f28de7b3f tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:02.461105 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-695205a1-be23-44cb-b811-4ee86eab41ee req-bf6a3876-4aaf-4ee8-b52b-c67f28de7b3f tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] 10.222.0.75 "GET /v2.0/networks?id=b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 787 time: 0.1813962 Feb 16 22:18:02.479623 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-695205a1-be23-44cb-b811-4ee86eab41ee req-8c2cfb23-dea7-4fac-b827-f38bf891558d tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:18:02.480942 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-695205a1-be23-44cb-b811-4ee86eab41ee req-8c2cfb23-dea7-4fac-b827-f38bf891558d tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0175679 Feb 16 22:18:02.641704 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device f0451a20-3122-4118-b0ed-84417517fcb1 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:18:02.647839 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b9659-dea4-455a-96d0-216b8fbf3105 req-2ac64120-0533-4ecc-b624-e4c94ba63c62 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:02.656641 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-436b9659-dea4-455a-96d0-216b8fbf3105 req-2ac64120-0533-4ecc-b624-e4c94ba63c62 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=dc105c41-c5db-4eb7-b1c1-17cd5aa9f1b3 HTTP/1.1" status: 200 len: 950 time: 0.1184707 Feb 16 22:18:02.797450 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-436b9659-dea4-455a-96d0-216b8fbf3105 req-425feab9-bcda-488d-8561-bf851bc8256e tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394203 Feb 16 22:18:02.834392 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port f0451a20-3122-4118-b0ed-84417517fcb1 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:18:02.848210 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port f0451a20-3122-4118-b0ed-84417517fcb1 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:18:02.854142 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f0451a20-3122-4118-b0ed-84417517fcb1), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:03.172946 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12512c-4bd9-4dd3-8f13-b3deeafa9167 req-a179df8d-c055-4c0a-824d-ff43c16696ad tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:03.181673 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4c12512c-4bd9-4dd3-8f13-b3deeafa9167 req-a179df8d-c055-4c0a-824d-ff43c16696ad tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a52378c-d346-4f5f-9dec-1834188b58df HTTP/1.1" status: 200 len: 944 time: 0.1120379 Feb 16 22:18:03.190273 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port f0451a20-3122-4118-b0ed-84417517fcb1 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:18:03.192985 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f0451a20-3122-4118-b0ed-84417517fcb1), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:03.264508 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f68075-83f9-4ca0-b1ef-1ddeea3f3c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0451a20-3122-4118-b0ed-84417517fcb1'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:18:03.280493 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2622e67-6c9c-4f2e-be41-0df5438a7551" -d '{"events": [{"server_uuid": "26f68075-83f9-4ca0-b1ef-1ddeea3f3c83", "name": "network-vif-plugged", "status": "completed", "tag": "f0451a20-3122-4118-b0ed-84417517fcb1"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:18:03.286009 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4c12512c-4bd9-4dd3-8f13-b3deeafa9167 req-b8832751-1f09-44e4-bb13-c82785284fab tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "GET /v2.0/security-groups?id=ca3ea7af-a965-4dd0-a6ee-99daedca42f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001072 Feb 16 22:18:03.305717 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port f0451a20-3122-4118-b0ed-84417517fcb1, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f0451a20-3122-4118-b0ed-84417517fcb1,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:03.323437 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (f0451a20-3122-4118-b0ed-84417517fcb1), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:03.397537 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=f0451a20-3122-4118-b0ed-84417517fcb1,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:03.406701 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:03.407294 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:03.407826 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:03.408317 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:03.408832 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:03.409348 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:03.410556 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:03.411077 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:03.411838 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:03.412461 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:03.412973 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:03.413479 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:03.436266 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:03.514775 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9edab-539f-4b26-ba2d-d2d96b33641e req-e3e3c379-6caf-418e-ae82-350e35b54fb2 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:03.516538 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1be9edab-539f-4b26-ba2d-d2d96b33641e req-e3e3c379-6caf-418e-ae82-350e35b54fb2 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/ports?device_id=26f68075-83f9-4ca0-b1ef-1ddeea3f3c83 HTTP/1.1" status: 200 len: 949 time: 0.1020033 Feb 16 22:18:03.681264 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1be9edab-539f-4b26-ba2d-d2d96b33641e req-d723b999-be41-4611-9ea0-e799df565b90 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/security-groups?id=046dc848-3e95-4818-8a1d-b76bad2b715c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567705 Feb 16 22:18:03.901264 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fabfc4-df6c-495f-ae17-d84fa8d65de5 req-1c9bce0f-5784-46e4-ba52-d5788b2f46e3 tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:03.903124 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-60fabfc4-df6c-495f-ae17-d84fa8d65de5 req-1c9bce0f-5784-46e4-ba52-d5788b2f46e3 tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] 10.222.0.75 "GET /v2.0/ports?device_id=118ba684-62ad-4943-8f31-bb43ca94c078 HTTP/1.1" status: 200 len: 944 time: 0.0788250 Feb 16 22:18:04.057850 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-60fabfc4-df6c-495f-ae17-d84fa8d65de5 req-ebce6f60-20ba-4730-9991-3ce42c1422e4 tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] 10.222.0.75 "GET /v2.0/security-groups?id=e9d8602c-6578-46f1-adc3-a6c06baefebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485288 Feb 16 22:18:04.119721 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f956f34c-9447-4659-adad-42f6c895a503 x-openstack-request-id: req-f956f34c-9447-4659-adad-42f6c895a503 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:18:04.120020 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118ba684-62ad-4943-8f31-bb43ca94c078", "tag": "49a5680c-25a7-4ce4-8010-1f9ac32c4a2b", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:18:04.120285 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f956f34c-9447-4659-adad-42f6c895a503 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:18:04.120705 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118ba684-62ad-4943-8f31-bb43ca94c078', 'tag': '49a5680c-25a7-4ce4-8010-1f9ac32c4a2b', 'status': 'completed', 'code': 200} Feb 16 22:18:04.167911 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e13de4f-89d1-4604-b8c5-0e4df3ef7caf x-openstack-request-id: req-7e13de4f-89d1-4604-b8c5-0e4df3ef7caf {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:18:04.168442 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f68075-83f9-4ca0-b1ef-1ddeea3f3c83", "tag": "f0451a20-3122-4118-b0ed-84417517fcb1", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:18:04.168563 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7e13de4f-89d1-4604-b8c5-0e4df3ef7caf {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:18:04.168868 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f68075-83f9-4ca0-b1ef-1ddeea3f3c83', 'tag': 'f0451a20-3122-4118-b0ed-84417517fcb1', 'status': 'completed', 'code': 200} Feb 16 22:18:04.313013 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a5eec-f131-480d-a5e4-ccc6e4c7dae4 req-2ed375ad-fb52-4dd1-b3aa-527019d252c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:04.315487 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-085a5eec-f131-480d-a5e4-ccc6e4c7dae4 req-2ed375ad-fb52-4dd1-b3aa-527019d252c7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=82380f016454465a9a675d2c4470fa74&device_id=26f68075-83f9-4ca0-b1ef-1ddeea3f3c83 HTTP/1.1" status: 200 len: 1131 time: 0.1174867 Feb 16 22:18:04.521481 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ad198b57-ba51-4d5d-89b9-d1dc44aa88b4 req-29ed6111-0b3f-4def-b0db-aafa301ae261 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] 10.222.0.75 "GET /v2.0/floatingips/c290a642-24d5-4c50-a3a5-5dbd44d00c17 HTTP/1.1" status: 200 len: 693 time: 0.0738981 Feb 16 22:18:04.621153 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a5eec-f131-480d-a5e4-ccc6e4c7dae4 req-7160a8d1-1f6f-460e-8574-2e573fe3e547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:04.622862 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-085a5eec-f131-480d-a5e4-ccc6e4c7dae4 req-7160a8d1-1f6f-460e-8574-2e573fe3e547 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.2990212 Feb 16 22:18:04.701736 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-085a5eec-f131-480d-a5e4-ccc6e4c7dae4 req-71544ec4-c382-45b1-8b4f-15779b7876a9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=f0451a20-3122-4118-b0ed-84417517fcb1 HTTP/1.1" status: 200 len: 217 time: 0.0432122 Feb 16 22:18:04.722065 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837109db-e0f0-4d14-8c78-d4a7dd9a67d1 req-2e7486fa-49a9-4dfa-a64e-772b2c42a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:04.724151 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-837109db-e0f0-4d14-8c78-d4a7dd9a67d1 req-2e7486fa-49a9-4dfa-a64e-772b2c42a357 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1e0b1563ebe342b2a37986ffe99c82c4&device_id=118ba684-62ad-4943-8f31-bb43ca94c078 HTTP/1.1" status: 200 len: 1126 time: 0.1868091 Feb 16 22:18:04.789721 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad198b57-ba51-4d5d-89b9-d1dc44aa88b4 req-d4113d63-4185-4765-8a36-1e8de0e28216 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:04.791619 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ad198b57-ba51-4d5d-89b9-d1dc44aa88b4 req-d4113d63-4185-4765-8a36-1e8de0e28216 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 784 time: 0.2635772 Feb 16 22:18:04.802904 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-ad198b57-ba51-4d5d-89b9-d1dc44aa88b4 req-0a2b448e-f2a7-43b3-8151-2468a42b6159 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:18:04.804139 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ad198b57-ba51-4d5d-89b9-d1dc44aa88b4 req-0a2b448e-f2a7-43b3-8151-2468a42b6159 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066319 Feb 16 22:18:04.806436 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a5eec-f131-480d-a5e4-ccc6e4c7dae4 req-1f6699b8-eb4b-4b98-8ff5-ef5b05f88ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:04.808998 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-085a5eec-f131-480d-a5e4-ccc6e4c7dae4 req-1f6699b8-eb4b-4b98-8ff5-ef5b05f88ce1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1008115 Feb 16 22:18:04.884945 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ad198b57-ba51-4d5d-89b9-d1dc44aa88b4 req-bae3626b-da04-42d5-bd1f-caceca32f022 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.206 HTTP/1.1" status: 200 len: 696 time: 0.0746932 Feb 16 22:18:04.959279 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ad198b57-ba51-4d5d-89b9-d1dc44aa88b4 req-70a1d98a-2c84-458b-95d3-6639cf222136 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.206 HTTP/1.1" status: 200 len: 696 time: 0.0669656 Feb 16 22:18:04.969541 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a5eec-f131-480d-a5e4-ccc6e4c7dae4 req-a9f0b2ef-144e-4c39-b19a-3a029c8a631c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:04.978721 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-085a5eec-f131-480d-a5e4-ccc6e4c7dae4 req-a9f0b2ef-144e-4c39-b19a-3a029c8a631c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1617124 Feb 16 22:18:05.278422 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837109db-e0f0-4d14-8c78-d4a7dd9a67d1 req-b82f462f-24e3-41a0-8ac0-3a6c6fa2c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:05.280402 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-837109db-e0f0-4d14-8c78-d4a7dd9a67d1 req-b82f462f-24e3-41a0-8ac0-3a6c6fa2c24f service neutron] 10.222.0.79 "GET /v2.0/networks?id=90bf19b6-1606-4208-a013-1914830050f8 HTTP/1.1" status: 200 len: 915 time: 0.2506223 Feb 16 22:18:05.302642 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-085a5eec-f131-480d-a5e4-ccc6e4c7dae4 req-11e9315d-21ce-48fa-8213-338486dd6bd1 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707415 Feb 16 22:18:05.310575 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-ad198b57-ba51-4d5d-89b9-d1dc44aa88b4 req-87b8722d-f374-43ab-92fc-cbe040d68222 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Deleting port fa6a5a00-6bf1-4b2e-9889-ead17394eaf4 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:18:05.315553 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ad198b57-ba51-4d5d-89b9-d1dc44aa88b4 req-87b8722d-f374-43ab-92fc-cbe040d68222 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (fa6a5a00-6bf1-4b2e-9889-ead17394eaf4), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:05.434403 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d0b78-0174-4ad0-8398-e186f5a35c59 req-d12b37ee-d521-4b46-9ce9-7579939e0a29 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:05.436089 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0f6d0b78-0174-4ad0-8398-e186f5a35c59 req-d12b37ee-d521-4b46-9ce9-7579939e0a29 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.67 "GET /v2.0/ports?device_id=13c1a602-2ee0-445c-983a-160243bce62b HTTP/1.1" status: 200 len: 944 time: 0.1409228 Feb 16 22:18:05.648068 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-0f6d0b78-0174-4ad0-8398-e186f5a35c59 req-8055ba39-9324-49a7-9593-0ef53ecc9084 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Deleting port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:18:05.648443 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-0f6d0b78-0174-4ad0-8398-e186f5a35c59 req-8055ba39-9324-49a7-9593-0ef53ecc9084 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (f5f434fd-a528-4a73-a958-bf0d4d1d5a8d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:05.769895 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-0f6d0b78-0174-4ad0-8398-e186f5a35c59 req-8055ba39-9324-49a7-9593-0ef53ecc9084 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] For port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f5f434fd-a528-4a73-a958-bf0d4d1d5a8d,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:05.770333 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-0f6d0b78-0174-4ad0-8398-e186f5a35c59 req-8055ba39-9324-49a7-9593-0ef53ecc9084 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (f5f434fd-a528-4a73-a958-bf0d4d1d5a8d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:05.784162 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-0f6d0b78-0174-4ad0-8398-e186f5a35c59 req-8055ba39-9324-49a7-9593-0ef53ecc9084 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Calling delete_port for f5f434fd-a528-4a73-a958-bf0d4d1d5a8d owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:18:06.020831 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-0f6d0b78-0174-4ad0-8398-e186f5a35c59 req-8055ba39-9324-49a7-9593-0ef53ecc9084 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (f5f434fd-a528-4a73-a958-bf0d4d1d5a8d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:06.036053 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['f5f434fd-a528-4a73-a958-bf0d4d1d5a8d'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:18:06.054684 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055ba39-9324-49a7-9593-0ef53ecc9084 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Pushing event deleted for resources: {'Port': ['ID=f5f434fd-a528-4a73-a958-bf0d4d1d5a8d,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:06.113467 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-837109db-e0f0-4d14-8c78-d4a7dd9a67d1 req-078586ee-6511-40a1-a987-c3d3f02ee482 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49a5680c-25a7-4ce4-8010-1f9ac32c4a2b HTTP/1.1" status: 200 len: 217 time: 0.7833228 Feb 16 22:18:06.121241 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6d0b78-0174-4ad0-8398-e186f5a35c59 req-8055ba39-9324-49a7-9593-0ef53ecc9084 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] No DVR routers for this DVR port f5f434fd-a528-4a73-a958-bf0d4d1d5a8d on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:18:06.127522 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-0f6d0b78-0174-4ad0-8398-e186f5a35c59 req-8055ba39-9324-49a7-9593-0ef53ecc9084 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:06.133594 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0f6d0b78-0174-4ad0-8398-e186f5a35c59 req-8055ba39-9324-49a7-9593-0ef53ecc9084 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.67 "DELETE /v2.0/ports/f5f434fd-a528-4a73-a958-bf0d4d1d5a8d HTTP/1.1" status: 204 len: 173 time: 0.6914756 Feb 16 22:18:06.169856 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c1a602-2ee0-445c-983a-160243bce62b', 'name': 'network-vif-deleted', 'tag': 'f5f434fd-a528-4a73-a958-bf0d4d1d5a8d'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:18:06.172866 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c49e78f-ea28-4e6a-9e44-086123f9182b" -d '{"events": [{"server_uuid": "13c1a602-2ee0-445c-983a-160243bce62b", "name": "network-vif-deleted", "tag": "f5f434fd-a528-4a73-a958-bf0d4d1d5a8d"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:18:06.268860 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-085a5eec-f131-480d-a5e4-ccc6e4c7dae4 req-5181abdb-9948-450a-a1e4-883353f9c2bb service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9507544 Feb 16 22:18:06.306927 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837109db-e0f0-4d14-8c78-d4a7dd9a67d1 req-f00a489e-0dfa-4bcf-8d9c-daffa0f317a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:06.308481 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-837109db-e0f0-4d14-8c78-d4a7dd9a67d1 req-f00a489e-0dfa-4bcf-8d9c-daffa0f317a8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bc3835a3-3783-4325-b16e-7f594b1f725b HTTP/1.1" status: 200 len: 853 time: 0.1087749 Feb 16 22:18:06.312835 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ad198b57-ba51-4d5d-89b9-d1dc44aa88b4 req-87b8722d-f374-43ab-92fc-cbe040d68222 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (fa6a5a00-6bf1-4b2e-9889-ead17394eaf4), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:06.313224 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ad198b57-ba51-4d5d-89b9-d1dc44aa88b4 req-87b8722d-f374-43ab-92fc-cbe040d68222 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Publish callbacks [] for floatingip (fa6a5a00-6bf1-4b2e-9889-ead17394eaf4), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:06.348839 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-ad198b57-ba51-4d5d-89b9-d1dc44aa88b4 req-87b8722d-f374-43ab-92fc-cbe040d68222 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Calling delete_port for fa6a5a00-6bf1-4b2e-9889-ead17394eaf4 owned by network:floatingip {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:18:06.398206 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 4f84d8ad-7206-4829-8589-6f904da0dad7 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:18:06.402932 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 3c2f4735-32d3-4976-b0b2-940d2e8b8f09 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:18:06.472077 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837109db-e0f0-4d14-8c78-d4a7dd9a67d1 req-e647e3bd-9ccb-4a5e-960b-c2e052d1fc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:06.474091 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-837109db-e0f0-4d14-8c78-d4a7dd9a67d1 req-e647e3bd-9ccb-4a5e-960b-c2e052d1fc76 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=90bf19b6-1606-4208-a013-1914830050f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1403606 Feb 16 22:18:06.634628 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 3c2f4735-32d3-4976-b0b2-940d2e8b8f09 is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:18:06.635225 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3c2f4735-32d3-4976-b0b2-940d2e8b8f09), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:06.649034 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ad198b57-ba51-4d5d-89b9-d1dc44aa88b4 req-87b8722d-f374-43ab-92fc-cbe040d68222 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (fa6a5a00-6bf1-4b2e-9889-ead17394eaf4), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:06.662767 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 4f84d8ad-7206-4829-8589-6f904da0dad7, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=4f84d8ad-7206-4829-8589-6f904da0dad7,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:06.688267 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 3c2f4735-32d3-4976-b0b2-940d2e8b8f09, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=3c2f4735-32d3-4976-b0b2-940d2e8b8f09,segment=NetworkSegment(0fcd852f-dbb0-4c8e-bb68-facd05b73898),segment_id=0fcd852f-dbb0-4c8e-bb68-facd05b73898)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:06.696601 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (3c2f4735-32d3-4976-b0b2-940d2e8b8f09), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:06.703161 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-837109db-e0f0-4d14-8c78-d4a7dd9a67d1 req-515c1eba-f385-4407-a811-7e2d08e04130 service neutron] 10.222.0.79 "GET /v2.0/networks/90bf19b6-1606-4208-a013-1914830050f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911256 Feb 16 22:18:06.704954 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '4f84d8ad-7206-4829-8589-6f904da0dad7', 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a', 'port_id': '4f84d8ad-7206-4829-8589-6f904da0dad7', 'mac_address': 'fa:16:3e:18:0f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:18:06.730519 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8722d-f374-43ab-92fc-cbe040d68222 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Pushing event deleted for resources: {'Port': ['ID=fa6a5a00-6bf1-4b2e-9889-ead17394eaf4,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:06.815508 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=3c2f4735-32d3-4976-b0b2-940d2e8b8f09,revision_number=8']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:06.821955 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 4f84d8ad-7206-4829-8589-6f904da0dad7 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:18:06.822627 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:06.838739 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f84d8ad-7206-4829-8589-6f904da0dad7 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:18:06.850394 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-837109db-e0f0-4d14-8c78-d4a7dd9a67d1 req-2b0fa28d-2935-4c3f-a7e3-3b4d9356916c service neutron] 10.222.0.79 "GET /v2.0/networks/90bf19b6-1606-4208-a013-1914830050f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124384 Feb 16 22:18:06.859891 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 4f84d8ad-7206-4829-8589-6f904da0dad7, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=4f84d8ad-7206-4829-8589-6f904da0dad7,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:06.867015 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:06.897807 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ad198b57-ba51-4d5d-89b9-d1dc44aa88b4 req-87b8722d-f374-43ab-92fc-cbe040d68222 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Publish callbacks [] for floatingip (c290a642-24d5-4c50-a3a5-5dbd44d00c17), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:06.901893 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ad198b57-ba51-4d5d-89b9-d1dc44aa88b4 req-87b8722d-f374-43ab-92fc-cbe040d68222 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:06.903671 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ad198b57-ba51-4d5d-89b9-d1dc44aa88b4 req-87b8722d-f374-43ab-92fc-cbe040d68222 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] 10.222.0.75 "DELETE /v2.0/floatingips/c290a642-24d5-4c50-a3a5-5dbd44d00c17 HTTP/1.1" status: 204 len: 173 time: 1.9432807 Feb 16 22:18:06.940276 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=4f84d8ad-7206-4829-8589-6f904da0dad7,revision_number=9']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:06.968191 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:18:07.041007 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['4f84d8ad-7206-4829-8589-6f904da0dad7'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:18:07.066780 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a11f86-4a34-4d93-aa42-9834f360f30c req-38ab54b5-bb45-4151-b25c-77bdc7065f30 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:07.068651 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b8a11f86-4a34-4d93-aa42-9834f360f30c req-38ab54b5-bb45-4151-b25c-77bdc7065f30 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=fa96610a-e2f6-46c3-a62e-64fa447eb44d HTTP/1.1" status: 200 len: 949 time: 0.0812616 Feb 16 22:18:07.160161 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b8a11f86-4a34-4d93-aa42-9834f360f30c req-90449559-83ba-417a-bfb4-689c331f5b70 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806243 Feb 16 22:18:07.407458 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f799307-85c4-451f-86a8-003086a96a23 x-openstack-request-id: req-9f799307-85c4-451f-86a8-003086a96a23 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:18:07.407458 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f68075-83f9-4ca0-b1ef-1ddeea3f3c83", "name": "network-vif-plugged", "status": "completed", "tag": "f0451a20-3122-4118-b0ed-84417517fcb1", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:18:07.407458 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9f799307-85c4-451f-86a8-003086a96a23 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:18:07.407458 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f68075-83f9-4ca0-b1ef-1ddeea3f3c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0451a20-3122-4118-b0ed-84417517fcb1', 'code': 200} Feb 16 22:18:07.516093 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a0785-7ad2-40d9-b1b4-d1ca5da7075a req-fadcee85-e5dd-460c-8933-e537dae7d41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:07.517622 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-499a0785-7ad2-40d9-b1b4-d1ca5da7075a req-fadcee85-e5dd-460c-8933-e537dae7d41c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=26f68075-83f9-4ca0-b1ef-1ddeea3f3c83 HTTP/1.1" status: 200 len: 1131 time: 0.1219587 Feb 16 22:18:07.527832 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea003f8-95ec-4c60-8186-de47f3dda754 req-c34a4070-6b98-48f5-a9cb-ef302d3a8832 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:07.529327 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4ea003f8-95ec-4c60-8186-de47f3dda754 req-c34a4070-6b98-48f5-a9cb-ef302d3a8832 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a52378c-d346-4f5f-9dec-1834188b58df HTTP/1.1" status: 200 len: 944 time: 0.0838575 Feb 16 22:18:07.627017 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-499a0785-7ad2-40d9-b1b4-d1ca5da7075a req-b2e986af-005f-44c4-abd5-a3d2e5005ddd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=046dc848-3e95-4818-8a1d-b76bad2b715c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964150 Feb 16 22:18:07.633095 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4ea003f8-95ec-4c60-8186-de47f3dda754 req-f93d5d03-41fa-4aee-819b-d769a51ebe7a tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "GET /v2.0/security-groups?id=ca3ea7af-a965-4dd0-a6ee-99daedca42f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971556 Feb 16 22:18:07.814161 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731b225-2d1e-4b28-a142-d9d97a20f97a req-1f45451b-f53a-46b1-8e31-d05c64e0ab1d tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:07.815702 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8731b225-2d1e-4b28-a142-d9d97a20f97a req-1f45451b-f53a-46b1-8e31-d05c64e0ab1d tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/ports?device_id=26f68075-83f9-4ca0-b1ef-1ddeea3f3c83 HTTP/1.1" status: 200 len: 949 time: 0.0565228 Feb 16 22:18:07.867153 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8731b225-2d1e-4b28-a142-d9d97a20f97a req-3ece741f-cab1-4aed-8374-45cd01d24959 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/security-groups?id=046dc848-3e95-4818-8a1d-b76bad2b715c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458627 Feb 16 22:18:08.195810 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969090a-2a98-4a84-85f1-3e373c3e285c req-f2aeb868-9efb-44a1-b215-c188cc0300e7 tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:08.197185 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e969090a-2a98-4a84-85f1-3e373c3e285c req-f2aeb868-9efb-44a1-b215-c188cc0300e7 tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] 10.222.0.75 "GET /v2.0/ports?device_id=118ba684-62ad-4943-8f31-bb43ca94c078 HTTP/1.1" status: 200 len: 944 time: 0.0511763 Feb 16 22:18:08.242110 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e969090a-2a98-4a84-85f1-3e373c3e285c req-b490aa1f-e490-4002-8e9f-9510de035582 tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] 10.222.0.75 "GET /v2.0/security-groups?id=e9d8602c-6578-46f1-adc3-a6c06baefebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394251 Feb 16 22:18:08.283985 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0d5c49-e35a-430c-b0fc-820a4d0288d9 x-openstack-request-id: req-7d0d5c49-e35a-430c-b0fc-820a4d0288d9 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:18:08.284417 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c1a602-2ee0-445c-983a-160243bce62b", "name": "network-vif-deleted", "tag": "f5f434fd-a528-4a73-a958-bf0d4d1d5a8d", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:18:08.284571 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7d0d5c49-e35a-430c-b0fc-820a4d0288d9 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:18:08.285680 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c1a602-2ee0-445c-983a-160243bce62b', 'name': 'network-vif-deleted', 'tag': 'f5f434fd-a528-4a73-a958-bf0d4d1d5a8d', 'status': 'completed', 'code': 200} Feb 16 22:18:08.397085 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aee412a7-b9ea-4311-866e-5f1a5fbe4f32 req-9b0945d9-44e6-4d98-bee9-b41d27d9a49f tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1024110 Feb 16 22:18:08.406445 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-aee412a7-b9ea-4311-866e-5f1a5fbe4f32 req-668dae13-5960-48b5-8607-97b4af404d62 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:18:08.426721 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-aee412a7-b9ea-4311-866e-5f1a5fbe4f32 req-668dae13-5960-48b5-8607-97b4af404d62 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:08.432473 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 4f84d8ad-7206-4829-8589-6f904da0dad7 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:18:08.482364 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 4f84d8ad-7206-4829-8589-6f904da0dad7 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:18:08.482741 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:08.524623 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-aee412a7-b9ea-4311-866e-5f1a5fbe4f32 req-668dae13-5960-48b5-8607-97b4af404d62 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:08.559868 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 4f84d8ad-7206-4829-8589-6f904da0dad7 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:18:08.560269 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:08.596446 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 4f84d8ad-7206-4829-8589-6f904da0dad7, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=4f84d8ad-7206-4829-8589-6f904da0dad7,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:08.600247 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:08.631076 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-aee412a7-b9ea-4311-866e-5f1a5fbe4f32 req-668dae13-5960-48b5-8607-97b4af404d62 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Allocated IP 172.25.2.48 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/52ac992c-6da7-4f8e-800b-e2544363ba36) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:18:08.648075 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=4f84d8ad-7206-4829-8589-6f904da0dad7,revision_number=10']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:08.738355 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-aee412a7-b9ea-4311-866e-5f1a5fbe4f32 req-668dae13-5960-48b5-8607-97b4af404d62 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Publish callbacks [] for port (52ac992c-6da7-4f8e-800b-e2544363ba36), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:08.771881 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-aee412a7-b9ea-4311-866e-5f1a5fbe4f32 req-668dae13-5960-48b5-8607-97b4af404d62 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (52ac992c-6da7-4f8e-800b-e2544363ba36), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:08.811613 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aee412a7-b9ea-4311-866e-5f1a5fbe4f32 req-668dae13-5960-48b5-8607-97b4af404d62 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:18:08.816845 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-aee412a7-b9ea-4311-866e-5f1a5fbe4f32 req-668dae13-5960-48b5-8607-97b4af404d62 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:18:08.820272 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee412a7-b9ea-4311-866e-5f1a5fbe4f32 req-668dae13-5960-48b5-8607-97b4af404d62 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:18:08.845746 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668dae13-5960-48b5-8607-97b4af404d62 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Pushing event updated for resources: {'Port': ['ID=52ac992c-6da7-4f8e-800b-e2544363ba36,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:08.913769 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-aee412a7-b9ea-4311-866e-5f1a5fbe4f32 req-668dae13-5960-48b5-8607-97b4af404d62 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Publish callbacks [] for floatingip (d684cbd5-9f30-42c8-a822-51da12bb8420), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:08.955985 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-aee412a7-b9ea-4311-866e-5f1a5fbe4f32 req-668dae13-5960-48b5-8607-97b4af404d62 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (52ac992c-6da7-4f8e-800b-e2544363ba36), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:09.161043 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-aee412a7-b9ea-4311-866e-5f1a5fbe4f32 req-668dae13-5960-48b5-8607-97b4af404d62 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Publish callbacks [] for port (52ac992c-6da7-4f8e-800b-e2544363ba36), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:09.169277 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-aee412a7-b9ea-4311-866e-5f1a5fbe4f32 req-668dae13-5960-48b5-8607-97b4af404d62 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (52ac992c-6da7-4f8e-800b-e2544363ba36), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:09.251370 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668dae13-5960-48b5-8607-97b4af404d62 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Pushing event updated for resources: {'Port': ['ID=52ac992c-6da7-4f8e-800b-e2544363ba36,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:09.260895 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-aee412a7-b9ea-4311-866e-5f1a5fbe4f32 req-668dae13-5960-48b5-8607-97b4af404d62 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (d684cbd5-9f30-42c8-a822-51da12bb8420), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:09.275776 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-aee412a7-b9ea-4311-866e-5f1a5fbe4f32 req-668dae13-5960-48b5-8607-97b4af404d62 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:09.277021 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aee412a7-b9ea-4311-866e-5f1a5fbe4f32 req-668dae13-5960-48b5-8607-97b4af404d62 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.8747749 Feb 16 22:18:09.331136 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aee412a7-b9ea-4311-866e-5f1a5fbe4f32 req-5e1b8bca-718a-445a-aa90-98b97ea685c3 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.48 HTTP/1.1" status: 200 len: 695 time: 0.0480552 Feb 16 22:18:09.405658 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b03450-3aa4-4896-8847-2094d35064cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c2f4735-32d3-4976-b0b2-940d2e8b8f09'}, {'server_uuid': 'd3ed1594-23f2-44c3-9d5c-1e2036f6f5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f84d8ad-7206-4829-8589-6f904da0dad7'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:18:09.408309 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2739a60a-ddb1-4399-bb90-9712274e3880" -d '{"events": [{"server_uuid": "78b03450-3aa4-4896-8847-2094d35064cb", "name": "network-vif-unplugged", "status": "completed", "tag": "3c2f4735-32d3-4976-b0b2-940d2e8b8f09"}, {"server_uuid": "d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0", "name": "network-vif-plugged", "status": "completed", "tag": "4f84d8ad-7206-4829-8589-6f904da0dad7"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:18:09.480066 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee412a7-b9ea-4311-866e-5f1a5fbe4f32 req-1377882e-229d-4091-af8a-54c90299f354 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:09.480681 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aee412a7-b9ea-4311-866e-5f1a5fbe4f32 req-1377882e-229d-4091-af8a-54c90299f354 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 784 time: 0.1433275 Feb 16 22:18:09.783700 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ee6c2-9318-497f-bb7c-e6f758f52127 req-3d00e00e-023f-4f20-ac22-f7deee183272 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:09.789718 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ee6c2-9318-497f-bb7c-e6f758f52127 req-3d00e00e-023f-4f20-ac22-f7deee183272 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:09.791400 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-512ee6c2-9318-497f-bb7c-e6f758f52127 req-3d00e00e-023f-4f20-ac22-f7deee183272 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=dc105c41-c5db-4eb7-b1c1-17cd5aa9f1b3&device_id=fa96610a-e2f6-46c3-a62e-64fa447eb44d HTTP/1.1" status: 200 len: 1690 time: 0.0680583 Feb 16 22:18:09.844546 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-512ee6c2-9318-497f-bb7c-e6f758f52127 req-96f8dbb8-2ea2-42d7-98c2-f32a2e634bfd tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473773 Feb 16 22:18:10.680796 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device f5f434fd-a528-4a73-a958-bf0d4d1d5a8d no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:18:10.706019 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: f5f434fd-a528-4a73-a958-bf0d4d1d5a8d {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:18:10.707091 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device f5f434fd-a528-4a73-a958-bf0d4d1d5a8d not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:18:10.730781 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a163c-bac0-4d2a-8bfc-dab3568b5086 req-a078d773-2a46-4dcd-881a-7205b4e69b2b tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:10.733889 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e1a163c-bac0-4d2a-8bfc-dab3568b5086 req-a078d773-2a46-4dcd-881a-7205b4e69b2b tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a52378c-d346-4f5f-9dec-1834188b58df HTTP/1.1" status: 200 len: 944 time: 0.0688519 Feb 16 22:18:10.803209 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e1a163c-bac0-4d2a-8bfc-dab3568b5086 req-d242b942-ebd4-4e58-9fde-241c1755704e tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "GET /v2.0/security-groups?id=ca3ea7af-a965-4dd0-a6ee-99daedca42f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636618 Feb 16 22:18:10.974828 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42a28e-cafa-455e-8a24-7b1e10254597 req-c4b78582-3f13-4647-8957-1a8d96f0bd96 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:10.976559 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4b42a28e-cafa-455e-8a24-7b1e10254597 req-c4b78582-3f13-4647-8957-1a8d96f0bd96 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/ports?device_id=26f68075-83f9-4ca0-b1ef-1ddeea3f3c83 HTTP/1.1" status: 200 len: 949 time: 0.0886679 Feb 16 22:18:11.046813 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4b42a28e-cafa-455e-8a24-7b1e10254597 req-8340ae78-e6f9-4f43-8e8f-e03a4edc79c8 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/security-groups?id=046dc848-3e95-4818-8a1d-b76bad2b715c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619087 Feb 16 22:18:11.173334 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482826f-5b0d-4a60-90cf-6f0178f4063f req-c9b8b488-7dc3-4dfa-b93e-970f20026afa tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:11.174551 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e482826f-5b0d-4a60-90cf-6f0178f4063f req-c9b8b488-7dc3-4dfa-b93e-970f20026afa tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904 HTTP/1.1" status: 200 len: 944 time: 0.1178262 Feb 16 22:18:11.224154 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd2551-30b9-4233-84f9-164d54395d49 req-9f1aeab5-319e-4e45-842c-888da493d390 tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:11.225776 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c4cd2551-30b9-4233-84f9-164d54395d49 req-9f1aeab5-319e-4e45-842c-888da493d390 tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] 10.222.0.75 "GET /v2.0/ports?device_id=118ba684-62ad-4943-8f31-bb43ca94c078 HTTP/1.1" status: 200 len: 944 time: 0.1110015 Feb 16 22:18:11.320523 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c4cd2551-30b9-4233-84f9-164d54395d49 req-57c5ecb5-e7f2-49aa-ab19-063c2712c9a3 tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] 10.222.0.75 "GET /v2.0/security-groups?id=e9d8602c-6578-46f1-adc3-a6c06baefebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879741 Feb 16 22:18:11.327857 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-e482826f-5b0d-4a60-90cf-6f0178f4063f req-871a80f8-2b1f-4c2b-ad7f-924974b31a9b tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Deleting port 8be7a0d3-4289-4353-8611-3241ea35c331 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:18:11.328410 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e482826f-5b0d-4a60-90cf-6f0178f4063f req-871a80f8-2b1f-4c2b-ad7f-924974b31a9b tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (8be7a0d3-4289-4353-8611-3241ea35c331), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:11.391217 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 16 Feb 2022 22:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5941bd4b-fccc-4042-a7bd-685e6450ff22 x-openstack-request-id: req-5941bd4b-fccc-4042-a7bd-685e6450ff22 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:18:11.391874 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b03450-3aa4-4896-8847-2094d35064cb", "name": "network-vif-unplugged", "status": "completed", "tag": "3c2f4735-32d3-4976-b0b2-940d2e8b8f09", "code": 200}, {"server_uuid": "d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0", "name": "network-vif-plugged", "status": "completed", "tag": "4f84d8ad-7206-4829-8589-6f904da0dad7", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:18:11.392358 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5941bd4b-fccc-4042-a7bd-685e6450ff22 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:18:11.393040 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b03450-3aa4-4896-8847-2094d35064cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c2f4735-32d3-4976-b0b2-940d2e8b8f09', 'code': 200} Feb 16 22:18:11.393506 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ed1594-23f2-44c3-9d5c-1e2036f6f5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f84d8ad-7206-4829-8589-6f904da0dad7', 'code': 200} Feb 16 22:18:11.481687 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3cfe62a1-29c5-4331-a7b6-a79da4c269da req-005c6fad-d8cb-4868-891e-76931fbf101f tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] 10.222.0.75 "GET /v2.0/floatingips/d684cbd5-9f30-42c8-a822-51da12bb8420 HTTP/1.1" status: 200 len: 692 time: 0.0619073 Feb 16 22:18:11.526114 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-e482826f-5b0d-4a60-90cf-6f0178f4063f req-871a80f8-2b1f-4c2b-ad7f-924974b31a9b tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] For port 8be7a0d3-4289-4353-8611-3241ea35c331, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=8be7a0d3-4289-4353-8611-3241ea35c331,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:11.526476 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e482826f-5b0d-4a60-90cf-6f0178f4063f req-871a80f8-2b1f-4c2b-ad7f-924974b31a9b tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (8be7a0d3-4289-4353-8611-3241ea35c331), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:11.567528 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-e482826f-5b0d-4a60-90cf-6f0178f4063f req-871a80f8-2b1f-4c2b-ad7f-924974b31a9b tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Calling delete_port for 8be7a0d3-4289-4353-8611-3241ea35c331 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:18:11.702234 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe62a1-29c5-4331-a7b6-a79da4c269da req-5f8724a4-0621-47a1-9b04-e453ea48691d tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:11.704024 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3cfe62a1-29c5-4331-a7b6-a79da4c269da req-5f8724a4-0621-47a1-9b04-e453ea48691d tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 784 time: 0.2140651 Feb 16 22:18:11.800546 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3cfe62a1-29c5-4331-a7b6-a79da4c269da req-dfea086a-c66d-4fb2-b5c0-702bf19f75d0 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.48 HTTP/1.1" status: 200 len: 695 time: 0.0610783 Feb 16 22:18:11.868112 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3cfe62a1-29c5-4331-a7b6-a79da4c269da req-8537ed23-6e8f-4782-8383-f2cc4ecaf5d0 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.48 HTTP/1.1" status: 200 len: 695 time: 0.0593843 Feb 16 22:18:12.042977 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e482826f-5b0d-4a60-90cf-6f0178f4063f req-871a80f8-2b1f-4c2b-ad7f-924974b31a9b tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (8be7a0d3-4289-4353-8611-3241ea35c331), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:12.082630 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a80f8-2b1f-4c2b-ad7f-924974b31a9b tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Pushing event deleted for resources: {'Port': ['ID=8be7a0d3-4289-4353-8611-3241ea35c331,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:12.112183 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-3cfe62a1-29c5-4331-a7b6-a79da4c269da req-667874b6-119d-4101-9cd9-6b8dc1fab8f8 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Deleting port 52ac992c-6da7-4f8e-800b-e2544363ba36 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:18:12.112525 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3cfe62a1-29c5-4331-a7b6-a79da4c269da req-667874b6-119d-4101-9cd9-6b8dc1fab8f8 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (52ac992c-6da7-4f8e-800b-e2544363ba36), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:12.148085 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-e482826f-5b0d-4a60-90cf-6f0178f4063f req-871a80f8-2b1f-4c2b-ad7f-924974b31a9b tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] No DVR routers for this DVR port 8be7a0d3-4289-4353-8611-3241ea35c331 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:18:12.155963 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e482826f-5b0d-4a60-90cf-6f0178f4063f req-871a80f8-2b1f-4c2b-ad7f-924974b31a9b tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:12.159289 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e482826f-5b0d-4a60-90cf-6f0178f4063f req-871a80f8-2b1f-4c2b-ad7f-924974b31a9b tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.79 "DELETE /v2.0/ports/8be7a0d3-4289-4353-8611-3241ea35c331 HTTP/1.1" status: 204 len: 173 time: 0.9774680 Feb 16 22:18:12.159776 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbbb82de-99f0-4032-aa03-25ac3b1ad904', 'name': 'network-vif-deleted', 'tag': '8be7a0d3-4289-4353-8611-3241ea35c331'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:18:12.162177 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705f65cd-fa78-4f76-bc42-5536cf7cd407" -d '{"events": [{"server_uuid": "dbbb82de-99f0-4032-aa03-25ac3b1ad904", "name": "network-vif-deleted", "tag": "8be7a0d3-4289-4353-8611-3241ea35c331"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:18:12.238518 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3cfe62a1-29c5-4331-a7b6-a79da4c269da req-667874b6-119d-4101-9cd9-6b8dc1fab8f8 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (52ac992c-6da7-4f8e-800b-e2544363ba36), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:12.238882 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3cfe62a1-29c5-4331-a7b6-a79da4c269da req-667874b6-119d-4101-9cd9-6b8dc1fab8f8 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Publish callbacks [] for floatingip (52ac992c-6da7-4f8e-800b-e2544363ba36), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:12.258736 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-3cfe62a1-29c5-4331-a7b6-a79da4c269da req-667874b6-119d-4101-9cd9-6b8dc1fab8f8 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Calling delete_port for 52ac992c-6da7-4f8e-800b-e2544363ba36 owned by network:floatingip {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:18:12.423506 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 49a5680c-25a7-4ce4-8010-1f9ac32c4a2b details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:18:12.435421 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3cfe62a1-29c5-4331-a7b6-a79da4c269da req-667874b6-119d-4101-9cd9-6b8dc1fab8f8 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (52ac992c-6da7-4f8e-800b-e2544363ba36), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:12.494872 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667874b6-119d-4101-9cd9-6b8dc1fab8f8 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Pushing event deleted for resources: {'Port': ['ID=52ac992c-6da7-4f8e-800b-e2544363ba36,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:12.560624 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 49a5680c-25a7-4ce4-8010-1f9ac32c4a2b, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=49a5680c-25a7-4ce4-8010-1f9ac32c4a2b,segment=NetworkSegment(c057553b-8c99-49a8-bd1c-f1b67f5414f7),segment_id=c057553b-8c99-49a8-bd1c-f1b67f5414f7)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:12.575467 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '49a5680c-25a7-4ce4-8010-1f9ac32c4a2b', 'network_id': '90bf19b6-1606-4208-a013-1914830050f8', 'port_id': '49a5680c-25a7-4ce4-8010-1f9ac32c4a2b', 'mac_address': 'fa:16:3e:bb:2e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc3835a3-3783-4325-b16e-7f594b1f725b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:18:12.590690 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3cfe62a1-29c5-4331-a7b6-a79da4c269da req-667874b6-119d-4101-9cd9-6b8dc1fab8f8 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Publish callbacks [] for floatingip (d684cbd5-9f30-42c8-a822-51da12bb8420), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:12.593068 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3cfe62a1-29c5-4331-a7b6-a79da4c269da req-667874b6-119d-4101-9cd9-6b8dc1fab8f8 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:12.594278 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3cfe62a1-29c5-4331-a7b6-a79da4c269da req-667874b6-119d-4101-9cd9-6b8dc1fab8f8 tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] 10.222.0.75 "DELETE /v2.0/floatingips/d684cbd5-9f30-42c8-a822-51da12bb8420 HTTP/1.1" status: 204 len: 173 time: 0.7196004 Feb 16 22:18:12.618516 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 49a5680c-25a7-4ce4-8010-1f9ac32c4a2b is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:18:12.619219 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (49a5680c-25a7-4ce4-8010-1f9ac32c4a2b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:12.637822 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49a5680c-25a7-4ce4-8010-1f9ac32c4a2b {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:18:12.670006 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 49a5680c-25a7-4ce4-8010-1f9ac32c4a2b, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=49a5680c-25a7-4ce4-8010-1f9ac32c4a2b,segment=NetworkSegment(c057553b-8c99-49a8-bd1c-f1b67f5414f7),segment_id=c057553b-8c99-49a8-bd1c-f1b67f5414f7)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:12.677754 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (49a5680c-25a7-4ce4-8010-1f9ac32c4a2b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:12.678609 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device e39e32ec-a288-41af-b634-90d25254773b details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:18:12.771473 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=49a5680c-25a7-4ce4-8010-1f9ac32c4a2b,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:12.879215 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port e39e32ec-a288-41af-b634-90d25254773b, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=e39e32ec-a288-41af-b634-90d25254773b,segment=NetworkSegment(fca9e7d8-0368-4efa-8476-16642fc5c0f1),segment_id=fca9e7d8-0368-4efa-8476-16642fc5c0f1)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:12.894589 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'e39e32ec-a288-41af-b634-90d25254773b', 'network_id': '7ea49327-f76a-4eed-8327-a94de57510c3', 'port_id': 'e39e32ec-a288-41af-b634-90d25254773b', 'mac_address': 'fa:16:3e:54:30:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53af9bc2-f688-4b35-9193-90baafeae21e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:18:12.945263 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port e39e32ec-a288-41af-b634-90d25254773b is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:18:12.945831 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e39e32ec-a288-41af-b634-90d25254773b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:12.963712 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e39e32ec-a288-41af-b634-90d25254773b {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:18:12.998423 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port e39e32ec-a288-41af-b634-90d25254773b, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=e39e32ec-a288-41af-b634-90d25254773b,segment=NetworkSegment(fca9e7d8-0368-4efa-8476-16642fc5c0f1),segment_id=fca9e7d8-0368-4efa-8476-16642fc5c0f1)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:13.014013 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (e39e32ec-a288-41af-b634-90d25254773b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:13.055923 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-412651f5-7d96-4563-b7f4-79df8e968fb7 req-55a1bd32-5c69-4f92-8584-6a33defd5610 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbbb82de-99f0-4032-aa03-25ac3b1ad904 HTTP/1.1" status: 200 len: 210 time: 0.0501752 Feb 16 22:18:13.104781 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=e39e32ec-a288-41af-b634-90d25254773b,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:13.320928 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c1bc7-3f15-4ad3-89b4-36fb905c075b req-ca376d87-aac4-40b3-8c37-29e121bd3559 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:13.322698 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1d2c1bc7-3f15-4ad3-89b4-36fb905c075b req-ca376d87-aac4-40b3-8c37-29e121bd3559 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a52378c-d346-4f5f-9dec-1834188b58df HTTP/1.1" status: 200 len: 945 time: 0.0564640 Feb 16 22:18:13.334050 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['49a5680c-25a7-4ce4-8010-1f9ac32c4a2b'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:18:13.338517 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['e39e32ec-a288-41af-b634-90d25254773b'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:18:13.378650 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1d2c1bc7-3f15-4ad3-89b4-36fb905c075b req-a2ab5612-7984-43f3-b9a6-518dc25b8aaa tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "GET /v2.0/security-groups?id=ca3ea7af-a965-4dd0-a6ee-99daedca42f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494962 Feb 16 22:18:13.428691 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84dbe332-6b18-400d-bc70-8c9cc3cbd407 x-openstack-request-id: req-84dbe332-6b18-400d-bc70-8c9cc3cbd407 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:18:13.428994 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbbb82de-99f0-4032-aa03-25ac3b1ad904", "name": "network-vif-deleted", "tag": "8be7a0d3-4289-4353-8611-3241ea35c331", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:18:13.429748 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-84dbe332-6b18-400d-bc70-8c9cc3cbd407 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:18:13.429748 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbbb82de-99f0-4032-aa03-25ac3b1ad904', 'name': 'network-vif-deleted', 'tag': '8be7a0d3-4289-4353-8611-3241ea35c331', 'status': 'completed', 'code': 200} Feb 16 22:18:13.537251 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc6d3c-bb15-4dee-9c66-a5bbcebbb397 req-ebb82b89-a33d-4802-ab23-6fb93ff43689 tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:13.538847 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7ffc6d3c-bb15-4dee-9c66-a5bbcebbb397 req-ebb82b89-a33d-4802-ab23-6fb93ff43689 tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] 10.222.0.75 "GET /v2.0/ports?device_id=118ba684-62ad-4943-8f31-bb43ca94c078 HTTP/1.1" status: 200 len: 945 time: 0.0635958 Feb 16 22:18:13.601856 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7ffc6d3c-bb15-4dee-9c66-a5bbcebbb397 req-160a28d8-e903-4b6a-b3d4-c5b4d2c8b8a4 tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] 10.222.0.75 "GET /v2.0/security-groups?id=e9d8602c-6578-46f1-adc3-a6c06baefebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503824 Feb 16 22:18:13.663888 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [req-65753e8a-8072-4eef-9d23-a339aadeaa43 req-cb437a16-f310-4574-ae96-e65cc505d23c tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] show failed (client error): The resource could not be found. Feb 16 22:18:13.679480 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-65753e8a-8072-4eef-9d23-a339aadeaa43 req-cb437a16-f310-4574-ae96-e65cc505d23c tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] 10.222.0.75 "GET /v2.0/floatingips/d684cbd5-9f30-42c8-a822-51da12bb8420 HTTP/1.1" status: 404 len: 350 time: 0.0552754 Feb 16 22:18:13.783204 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97abcf6b-12e4-4fb2-a5c7-57f8b41b5aca req-d08e78c4-ef0d-4b1f-96c1-697440789041 tempest-ServersOnMultiNodesTest-1791724927 tempest-ServersOnMultiNodesTest-1791724927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:13.784876 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-97abcf6b-12e4-4fb2-a5c7-57f8b41b5aca req-d08e78c4-ef0d-4b1f-96c1-697440789041 tempest-ServersOnMultiNodesTest-1791724927 tempest-ServersOnMultiNodesTest-1791724927-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=dc105c41-c5db-4eb7-b1c1-17cd5aa9f1b3 HTTP/1.1" status: 200 len: 1132 time: 0.0574872 Feb 16 22:18:13.837847 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-97abcf6b-12e4-4fb2-a5c7-57f8b41b5aca req-4788202b-be87-4ff0-9490-a60d0701ddde tempest-ServersOnMultiNodesTest-1791724927 tempest-ServersOnMultiNodesTest-1791724927-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468662 Feb 16 22:18:14.040643 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-b784c78e-387b-4b2a-a908-8ac1ea17c0b9 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:14.042973 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-b784c78e-387b-4b2a-a908-8ac1ea17c0b9 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/networks?id=4bac3cdf-16ae-435f-8215-29d96cd595c1 HTTP/1.1" status: 200 len: 804 time: 0.1294982 Feb 16 22:18:14.064985 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-6c46bce9-a739-4cd2-aaf2-87a4edf5a416 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/quotas/eb6359d124c14a73ac3b0de930e6a0fe HTTP/1.1" status: 200 len: 375 time: 0.0162468 Feb 16 22:18:14.128840 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-c2d4d15c-5a00-4e56-838e-012f70dc5665 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=eb6359d124c14a73ac3b0de930e6a0fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0623672 Feb 16 22:18:14.233900 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-2a992d42-b251-4fe5-805e-818649c31af0 service neutron] 10.222.0.75 "GET /v2.0/networks/4bac3cdf-16ae-435f-8215-29d96cd595c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022079 Feb 16 22:18:14.339154 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-acf5fbaa-4178-42e7-9882-6f8a2de05b98 service neutron] 10.222.0.75 "GET /v2.0/networks/4bac3cdf-16ae-435f-8215-29d96cd595c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056309 Feb 16 22:18:14.430071 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 49a5680c-25a7-4ce4-8010-1f9ac32c4a2b up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:18:14.514395 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 49a5680c-25a7-4ce4-8010-1f9ac32c4a2b completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:18:14.524805 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 49a5680c-25a7-4ce4-8010-1f9ac32c4a2b triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:18:14.525219 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (49a5680c-25a7-4ce4-8010-1f9ac32c4a2b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:14.609210 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5702e1-5a16-4627-b36c-fac778828872 req-eb551f20-bd41-4041-8e64-bc1598983c04 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:14.617158 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dd5702e1-5a16-4627-b36c-fac778828872 req-eb551f20-bd41-4041-8e64-bc1598983c04 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/ports?device_id=26f68075-83f9-4ca0-b1ef-1ddeea3f3c83 HTTP/1.1" status: 200 len: 949 time: 0.0835509 Feb 16 22:18:14.693333 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 49a5680c-25a7-4ce4-8010-1f9ac32c4a2b is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:18:14.694039 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (49a5680c-25a7-4ce4-8010-1f9ac32c4a2b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:14.697534 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dd5702e1-5a16-4627-b36c-fac778828872 req-00415211-15ce-49fe-93d9-0f64bd49b69b tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/security-groups?id=046dc848-3e95-4818-8a1d-b76bad2b715c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794015 Feb 16 22:18:14.734385 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118ba684-62ad-4943-8f31-bb43ca94c078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a5680c-25a7-4ce4-8010-1f9ac32c4a2b'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:18:14.738433 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86046cc8-d8cd-44f0-b29b-f28db824cb55" -d '{"events": [{"server_uuid": "118ba684-62ad-4943-8f31-bb43ca94c078", "name": "network-vif-plugged", "status": "completed", "tag": "49a5680c-25a7-4ce4-8010-1f9ac32c4a2b"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:18:14.753140 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 49a5680c-25a7-4ce4-8010-1f9ac32c4a2b, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=49a5680c-25a7-4ce4-8010-1f9ac32c4a2b,segment=NetworkSegment(c057553b-8c99-49a8-bd1c-f1b67f5414f7),segment_id=c057553b-8c99-49a8-bd1c-f1b67f5414f7)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:14.767124 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (49a5680c-25a7-4ce4-8010-1f9ac32c4a2b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:14.768143 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device e39e32ec-a288-41af-b634-90d25254773b up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:18:14.816013 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [req-cbbd4a21-dfb7-4c68-a78b-e5de43fb5b92 req-08686b74-438a-4f06-bd6d-857daf566e5e tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] show failed (client error): The resource could not be found. Feb 16 22:18:14.817758 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cbbd4a21-dfb7-4c68-a78b-e5de43fb5b92 req-08686b74-438a-4f06-bd6d-857daf566e5e tempest-FloatingIPsTestJSON-659488969 tempest-FloatingIPsTestJSON-659488969-project] 10.222.0.75 "GET /v2.0/floatingips/d684cbd5-9f30-42c8-a822-51da12bb8420 HTTP/1.1" status: 404 len: 350 time: 0.0760179 Feb 16 22:18:14.827963 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57780) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:18:14.903271 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=49a5680c-25a7-4ce4-8010-1f9ac32c4a2b,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:14.934618 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port e39e32ec-a288-41af-b634-90d25254773b completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:18:14.939220 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port e39e32ec-a288-41af-b634-90d25254773b triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:18:14.939590 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e39e32ec-a288-41af-b634-90d25254773b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:15.023095 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb616892-92cb-4e10-b13c-1c0e5ff8b8ff req-bf2d62fd-c490-45f2-90d7-0c90d9708199 tempest-ServersOnMultiNodesTest-1791724927 tempest-ServersOnMultiNodesTest-1791724927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:15.025256 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fb616892-92cb-4e10-b13c-1c0e5ff8b8ff req-bf2d62fd-c490-45f2-90d7-0c90d9708199 tempest-ServersOnMultiNodesTest-1791724927 tempest-ServersOnMultiNodesTest-1791724927-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=fa96610a-e2f6-46c3-a62e-64fa447eb44d HTTP/1.1" status: 200 len: 1131 time: 0.1481862 Feb 16 22:18:15.043568 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc4802b-950a-4799-9bdd-a4707d4cc459 req-c60e1c20-383c-45ea-a852-cdb9f52d08b6 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:15.047635 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3dc4802b-950a-4799-9bdd-a4707d4cc459 req-c60e1c20-383c-45ea-a852-cdb9f52d08b6 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.79 "GET /v2.0/ports?device_id=78b03450-3aa4-4896-8847-2094d35064cb HTTP/1.1" status: 200 len: 943 time: 0.1609120 Feb 16 22:18:15.071268 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port e39e32ec-a288-41af-b634-90d25254773b is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:18:15.071856 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e39e32ec-a288-41af-b634-90d25254773b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:15.156588 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port e39e32ec-a288-41af-b634-90d25254773b, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=e39e32ec-a288-41af-b634-90d25254773b,segment=NetworkSegment(fca9e7d8-0368-4efa-8476-16642fc5c0f1),segment_id=fca9e7d8-0368-4efa-8476-16642fc5c0f1)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:15.165707 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (e39e32ec-a288-41af-b634-90d25254773b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:15.166550 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 8be7a0d3-4289-4353-8611-3241ea35c331 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:18:15.215821 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fb616892-92cb-4e10-b13c-1c0e5ff8b8ff req-66a1cc40-dad1-48d3-aeeb-6f032b42483d tempest-ServersOnMultiNodesTest-1791724927 tempest-ServersOnMultiNodesTest-1791724927-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636536 Feb 16 22:18:15.266829 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-3dc4802b-950a-4799-9bdd-a4707d4cc459 req-b6c1b10f-ad6b-4b0e-ac9e-fede4ab7b606 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Deleting port 3c2f4735-32d3-4976-b0b2-940d2e8b8f09 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:18:15.267501 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3dc4802b-950a-4799-9bdd-a4707d4cc459 req-b6c1b10f-ad6b-4b0e-ac9e-fede4ab7b606 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (3c2f4735-32d3-4976-b0b2-940d2e8b8f09), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:15.270108 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 8be7a0d3-4289-4353-8611-3241ea35c331 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:18:15.270723 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 8be7a0d3-4289-4353-8611-3241ea35c331 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:18:15.341749 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=e39e32ec-a288-41af-b634-90d25254773b,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:15.481606 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3968542c-d0ba-4b7f-83c6-c10a63c2c20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (433a162c-97b8-4ba5-bb3e-8d9b654d012d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:15.508876 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-3dc4802b-950a-4799-9bdd-a4707d4cc459 req-b6c1b10f-ad6b-4b0e-ac9e-fede4ab7b606 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] For port 3c2f4735-32d3-4976-b0b2-940d2e8b8f09, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=3c2f4735-32d3-4976-b0b2-940d2e8b8f09,segment=NetworkSegment(0fcd852f-dbb0-4c8e-bb68-facd05b73898),segment_id=0fcd852f-dbb0-4c8e-bb68-facd05b73898)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:15.509241 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3dc4802b-950a-4799-9bdd-a4707d4cc459 req-b6c1b10f-ad6b-4b0e-ac9e-fede4ab7b606 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (3c2f4735-32d3-4976-b0b2-940d2e8b8f09), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:15.518059 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd496e-49c2-45f7-99f2-33aaa667c878 req-f090c8ff-c5ff-4591-ad8a-ef4f72f593a0 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:15.524839 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2efd496e-49c2-45f7-99f2-33aaa667c878 req-f090c8ff-c5ff-4591-ad8a-ef4f72f593a0 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a52378c-d346-4f5f-9dec-1834188b58df HTTP/1.1" status: 200 len: 946 time: 0.1143186 Feb 16 22:18:15.543278 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-3dc4802b-950a-4799-9bdd-a4707d4cc459 req-b6c1b10f-ad6b-4b0e-ac9e-fede4ab7b606 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Calling delete_port for 3c2f4735-32d3-4976-b0b2-940d2e8b8f09 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:18:15.630280 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2efd496e-49c2-45f7-99f2-33aaa667c878 req-ea55da64-78e8-4399-b31c-b0bf3e53c07b tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "GET /v2.0/security-groups?id=ca3ea7af-a965-4dd0-a6ee-99daedca42f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997360 Feb 16 22:18:15.763887 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-86563103-0e29-450f-8c59-8226bc6a564c req-1ba5edbf-daa9-4f59-a7e7-2a34a44b4fb9 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=71904511-f3e6-4709-a040-63d25d009299 HTTP/1.1" status: 200 len: 210 time: 0.0316274 Feb 16 22:18:15.801814 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3dc4802b-950a-4799-9bdd-a4707d4cc459 req-b6c1b10f-ad6b-4b0e-ac9e-fede4ab7b606 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (3c2f4735-32d3-4976-b0b2-940d2e8b8f09), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:15.849778 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1b10f-ad6b-4b0e-ac9e-fede4ab7b606 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Pushing event deleted for resources: {'Port': ['ID=3c2f4735-32d3-4976-b0b2-940d2e8b8f09,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:15.901144 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-3968542c-d0ba-4b7f-83c6-c10a63c2c20e admin admin] Deleting port 5c915ada-c83c-4631-9567-d72bf80ce4db {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:18:15.901751 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3968542c-d0ba-4b7f-83c6-c10a63c2c20e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (5c915ada-c83c-4631-9567-d72bf80ce4db), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:15.921320 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc4802b-950a-4799-9bdd-a4707d4cc459 req-b6c1b10f-ad6b-4b0e-ac9e-fede4ab7b606 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] No DVR routers for this DVR port 3c2f4735-32d3-4976-b0b2-940d2e8b8f09 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:18:15.924808 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3dc4802b-950a-4799-9bdd-a4707d4cc459 req-b6c1b10f-ad6b-4b0e-ac9e-fede4ab7b606 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:15.929002 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3dc4802b-950a-4799-9bdd-a4707d4cc459 req-b6c1b10f-ad6b-4b0e-ac9e-fede4ab7b606 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.79 "DELETE /v2.0/ports/3c2f4735-32d3-4976-b0b2-940d2e8b8f09 HTTP/1.1" status: 204 len: 173 time: 0.8679700 Feb 16 22:18:15.929489 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b03450-3aa4-4896-8847-2094d35064cb', 'name': 'network-vif-deleted', 'tag': '3c2f4735-32d3-4976-b0b2-940d2e8b8f09'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:18:15.931854 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbb7174-ff2a-4207-8a31-877b435275cc" -d '{"events": [{"server_uuid": "78b03450-3aa4-4896-8847-2094d35064cb", "name": "network-vif-deleted", "tag": "3c2f4735-32d3-4976-b0b2-940d2e8b8f09"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:18:15.961938 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb127f4-6859-4414-8910-fa5138c2a452 req-4b7909fa-df9a-4246-94b6-f797c59336c2 tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:15.969665 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0eb127f4-6859-4414-8910-fa5138c2a452 req-4b7909fa-df9a-4246-94b6-f797c59336c2 tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] 10.222.0.75 "GET /v2.0/ports?device_id=118ba684-62ad-4943-8f31-bb43ca94c078 HTTP/1.1" status: 200 len: 946 time: 0.1111655 Feb 16 22:18:16.045067 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-3968542c-d0ba-4b7f-83c6-c10a63c2c20e admin admin] For port 5c915ada-c83c-4631-9567-d72bf80ce4db, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5c915ada-c83c-4631-9567-d72bf80ce4db,segment=NetworkSegment(dff3b8e3-87f7-42bf-af76-11d07b9b6ec2),segment_id=dff3b8e3-87f7-42bf-af76-11d07b9b6ec2)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:16.045694 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3968542c-d0ba-4b7f-83c6-c10a63c2c20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (5c915ada-c83c-4631-9567-d72bf80ce4db), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:16.061509 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0eb127f4-6859-4414-8910-fa5138c2a452 req-df1875dd-daa1-4b1c-8eeb-0b42af67c848 tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] 10.222.0.75 "GET /v2.0/security-groups?id=e9d8602c-6578-46f1-adc3-a6c06baefebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773642 Feb 16 22:18:16.080968 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-3968542c-d0ba-4b7f-83c6-c10a63c2c20e admin admin] Calling delete_port for 5c915ada-c83c-4631-9567-d72bf80ce4db owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:18:16.137236 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934dc657-b788-4e68-886b-a792bb7c00f4 x-openstack-request-id: req-934dc657-b788-4e68-886b-a792bb7c00f4 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:18:16.140580 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118ba684-62ad-4943-8f31-bb43ca94c078", "name": "network-vif-plugged", "status": "completed", "tag": "49a5680c-25a7-4ce4-8010-1f9ac32c4a2b", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:18:16.144614 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-934dc657-b788-4e68-886b-a792bb7c00f4 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:18:16.146123 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118ba684-62ad-4943-8f31-bb43ca94c078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a5680c-25a7-4ce4-8010-1f9ac32c4a2b', 'code': 200} Feb 16 22:18:16.364944 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3968542c-d0ba-4b7f-83c6-c10a63c2c20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (5c915ada-c83c-4631-9567-d72bf80ce4db), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:16.377152 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-9bfe2d13-35ab-4c11-93ff-5c61d3fdf4cf tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=82380f016454465a9a675d2c4470fa74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641501 Feb 16 22:18:16.402133 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968542c-d0ba-4b7f-83c6-c10a63c2c20e admin admin] Pushing event deleted for resources: {'Port': ['ID=5c915ada-c83c-4631-9567-d72bf80ce4db,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:16.451444 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-a149f977-406c-4471-8526-d817a33779ed tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:16.453157 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-a149f977-406c-4471-8526-d817a33779ed tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.67 "GET /v2.0/networks?id=4bac3cdf-16ae-435f-8215-29d96cd595c1 HTTP/1.1" status: 200 len: 804 time: 0.3140085 Feb 16 22:18:16.479279 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-a68957a3-9807-4a58-9215-ac8fcb9c02bb tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Request body: {'port': {'device_id': '71904511-f3e6-4709-a040-63d25d009299', 'network_id': '4bac3cdf-16ae-435f-8215-29d96cd595c1', 'admin_state_up': True, 'tenant_id': 'eb6359d124c14a73ac3b0de930e6a0fe'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:18:16.497460 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c243510-3286-45b0-91d7-dbc00a964745 req-62aa74eb-f486-499a-bcc0-2b8bd7f3a542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:16.526541 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c243510-3286-45b0-91d7-dbc00a964745 req-62aa74eb-f486-499a-bcc0-2b8bd7f3a542 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=118ba684-62ad-4943-8f31-bb43ca94c078 HTTP/1.1" status: 200 len: 1128 time: 0.2003162 Feb 16 22:18:16.688341 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3968542c-d0ba-4b7f-83c6-c10a63c2c20e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (433a162c-97b8-4ba5-bb3e-8d9b654d012d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:17.008605 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3968542c-d0ba-4b7f-83c6-c10a63c2c20e admin admin] Router 433a162c-97b8-4ba5-bb3e-8d9b654d012d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:18:17.134447 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3968542c-d0ba-4b7f-83c6-c10a63c2c20e admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:18:17.147271 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3968542c-d0ba-4b7f-83c6-c10a63c2c20e admin admin] 10.222.0.75 "PUT /v2.0/routers/433a162c-97b8-4ba5-bb3e-8d9b654d012d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3153315 Feb 16 22:18:17.148088 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57818) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:18:17.149737 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc427d1-3842-4b67-a261-7aa20c573869 None None] Sync routers for ids ['433a162c-97b8-4ba5-bb3e-8d9b654d012d'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:18:17.162437 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c243510-3286-45b0-91d7-dbc00a964745 req-43edde83-5233-4c68-afe0-5803a5865446 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e9d8602c-6578-46f1-adc3-a6c06baefebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6346648 Feb 16 22:18:17.172381 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc427d1-3842-4b67-a261-7aa20c573869 None None] Routers {'433a162c-97b8-4ba5-bb3e-8d9b654d012d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:18:17.178709 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-cbc427d1-3842-4b67-a261-7aa20c573869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:17:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['433a162c-97b8-4ba5-bb3e-8d9b654d012d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:18:17.223932 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-52b72e7c-c5c6-47a6-9be2-67807f88eb4d tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:17.225413 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-52b72e7c-c5c6-47a6-9be2-67807f88eb4d tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8386114 Feb 16 22:18:17.270953 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9657a3c7-fcec-4edf-bc65-96535b3f02d6 admin admin] Publish callbacks [] for router (433a162c-97b8-4ba5-bb3e-8d9b654d012d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:17.284990 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-c2a4fbe1-4888-4e3a-b642-168b4d654226 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/quotas/82380f016454465a9a675d2c4470fa74 HTTP/1.1" status: 200 len: 375 time: 0.0392115 Feb 16 22:18:17.365330 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-cbc427d1-3842-4b67-a261-7aa20c573869 None None] Set router 433a162c-97b8-4ba5-bb3e-8d9b654d012d gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:18:17.374426 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-b029043f-8ff1-4093-8069-fabc3af6938a tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=82380f016454465a9a675d2c4470fa74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0882490 Feb 16 22:18:17.396548 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-a68957a3-9807-4a58-9215-ac8fcb9c02bb tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Made reservation on behalf of eb6359d124c14a73ac3b0de930e6a0fe for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:18:17.401773 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-a68957a3-9807-4a58-9215-ac8fcb9c02bb tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:17.415142 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9657a3c7-fcec-4edf-bc65-96535b3f02d6 admin admin] Publish callbacks [] for router_gateway (433a162c-97b8-4ba5-bb3e-8d9b654d012d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:17.527817 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-9657a3c7-fcec-4edf-bc65-96535b3f02d6 admin admin] Deleting port 466ebbe2-fe53-4933-a7e1-8ca7364e2f78 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:18:17.528654 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9657a3c7-fcec-4edf-bc65-96535b3f02d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (466ebbe2-fe53-4933-a7e1-8ca7364e2f78), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:17.641578 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-cbc427d1-3842-4b67-a261-7aa20c573869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '433a162c-97b8-4ba5-bb3e-8d9b654d012d', 'name': 'tempest-FloatingIPsTestJSON-691727101-router', 'tenant_id': 'b543f39bd29d4c63a4cf51d224002423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '466ebbe2-fe53-4933-a7e1-8ca7364e2f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:17:19Z', 'updated_at': '2022-02-16T22:18:16Z', 'revision_number': 5, 'project_id': 'b543f39bd29d4c63a4cf51d224002423', 'gw_port': {'id': '466ebbe2-fe53-4933-a7e1-8ca7364e2f78', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433a162c-97b8-4ba5-bb3e-8d9b654d012d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:17:21Z', 'updated_at': '2022-02-16T22:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:18:17.659451 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-a68957a3-9807-4a58-9215-ac8fcb9c02bb tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Allocated IP 172.20.0.10 (4bac3cdf-16ae-435f-8215-29d96cd595c1/d292e6dc-86dc-495b-b76c-8deab59c0198/38edfb9d-c6dc-4b9b-8d47-223ccd162f0b) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:18:17.665105 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-9657a3c7-fcec-4edf-bc65-96535b3f02d6 admin admin] For port 466ebbe2-fe53-4933-a7e1-8ca7364e2f78, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=466ebbe2-fe53-4933-a7e1-8ca7364e2f78,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:17.665949 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9657a3c7-fcec-4edf-bc65-96535b3f02d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (466ebbe2-fe53-4933-a7e1-8ca7364e2f78), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:17.671969 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc427d1-3842-4b67-a261-7aa20c573869 None None] Checking router: 433a162c-97b8-4ba5-bb3e-8d9b654d012d for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:18:17.682908 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc427d1-3842-4b67-a261-7aa20c573869 None None] Routers {'433a162c-97b8-4ba5-bb3e-8d9b654d012d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:18:17.683309 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-cbc427d1-3842-4b67-a261-7aa20c573869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:17:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['433a162c-97b8-4ba5-bb3e-8d9b654d012d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:18:17.686176 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-9657a3c7-fcec-4edf-bc65-96535b3f02d6 admin admin] Calling delete_port for 466ebbe2-fe53-4933-a7e1-8ca7364e2f78 owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:18:17.898275 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-cbc427d1-3842-4b67-a261-7aa20c573869 None None] Set router 433a162c-97b8-4ba5-bb3e-8d9b654d012d gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:18:17.995032 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9657a3c7-fcec-4edf-bc65-96535b3f02d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (466ebbe2-fe53-4933-a7e1-8ca7364e2f78), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:18.026467 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-cbc427d1-3842-4b67-a261-7aa20c573869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '433a162c-97b8-4ba5-bb3e-8d9b654d012d', 'name': 'tempest-FloatingIPsTestJSON-691727101-router', 'tenant_id': 'b543f39bd29d4c63a4cf51d224002423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:17:19Z', 'updated_at': '2022-02-16T22:18:17Z', 'revision_number': 6, 'project_id': 'b543f39bd29d4c63a4cf51d224002423', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:18:18.058632 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657a3c7-fcec-4edf-bc65-96535b3f02d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=466ebbe2-fe53-4933-a7e1-8ca7364e2f78,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:18.065492 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc427d1-3842-4b67-a261-7aa20c573869 None None] The sync data for ids ['433a162c-97b8-4ba5-bb3e-8d9b654d012d'] in n-d-813897-6 is: [{'id': '433a162c-97b8-4ba5-bb3e-8d9b654d012d', 'name': 'tempest-FloatingIPsTestJSON-691727101-router', 'tenant_id': 'b543f39bd29d4c63a4cf51d224002423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:17:19Z', 'updated_at': '2022-02-16T22:18:17Z', 'revision_number': 6, 'project_id': 'b543f39bd29d4c63a4cf51d224002423', 'gw_port_host': None}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:18:18.070200 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-7e460abc-11a3-4fb9-955e-30d91267897a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=340568c42fa24a9e862a169fcf3622fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409484 Feb 16 22:18:18.090595 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-a68957a3-9807-4a58-9215-ac8fcb9c02bb tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Publish callbacks [] for port (38edfb9d-c6dc-4b9b-8d47-223ccd162f0b), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:18.147452 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a52378c-d346-4f5f-9dec-1834188b58df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39e32ec-a288-41af-b634-90d25254773b'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:18:18.150176 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391cb35f-b37a-412c-89a4-ccbfb959e71a" -d '{"events": [{"server_uuid": "9a52378c-d346-4f5f-9dec-1834188b58df", "name": "network-vif-plugged", "status": "completed", "tag": "e39e32ec-a288-41af-b634-90d25254773b"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:18:18.214819 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9657a3c7-fcec-4edf-bc65-96535b3f02d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (433a162c-97b8-4ba5-bb3e-8d9b654d012d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:18.290137 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-a68957a3-9807-4a58-9215-ac8fcb9c02bb tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (38edfb9d-c6dc-4b9b-8d47-223ccd162f0b), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:18.297786 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-691fdf25-7d53-433a-8f0f-3ffd8c23ac41 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:18.305595 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-691fdf25-7d53-433a-8f0f-3ffd8c23ac41 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2345190 Feb 16 22:18:18.334668 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-9c63b2b2-ddad-4c14-a2f7-98c7f3bf9032 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/quotas/340568c42fa24a9e862a169fcf3622fe HTTP/1.1" status: 200 len: 375 time: 0.0252109 Feb 16 22:18:18.407233 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9657a3c7-fcec-4edf-bc65-96535b3f02d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (433a162c-97b8-4ba5-bb3e-8d9b654d012d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:18.414578 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9657a3c7-fcec-4edf-bc65-96535b3f02d6 admin admin] Publish callbacks [] for router_controller (433a162c-97b8-4ba5-bb3e-8d9b654d012d), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:18.460116 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 3c2f4735-32d3-4976-b0b2-940d2e8b8f09 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:18:18.523962 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-a68957a3-9807-4a58-9215-ac8fcb9c02bb tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Network 4bac3cdf-16ae-435f-8215-29d96cd595c1 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:18:18.526025 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9657a3c7-fcec-4edf-bc65-96535b3f02d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (433a162c-97b8-4ba5-bb3e-8d9b654d012d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:18.529262 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9657a3c7-fcec-4edf-bc65-96535b3f02d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 433a162c-97b8-4ba5-bb3e-8d9b654d012d {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:18:18.538408 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 3c2f4735-32d3-4976-b0b2-940d2e8b8f09 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:18:18.538755 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 3c2f4735-32d3-4976-b0b2-940d2e8b8f09 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:18:18.543178 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9657a3c7-fcec-4edf-bc65-96535b3f02d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:18.546836 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9657a3c7-fcec-4edf-bc65-96535b3f02d6 admin admin] 10.222.0.75 "DELETE /v2.0/routers/433a162c-97b8-4ba5-bb3e-8d9b654d012d HTTP/1.1" status: 204 len: 168 time: 1.3975744 Feb 16 22:18:18.550569 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57846) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:18:18.593926 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-a68957a3-9807-4a58-9215-ac8fcb9c02bb tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:18:18.598793 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-a68957a3-9807-4a58-9215-ac8fcb9c02bb tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:18:18.710363 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-96d05356-208f-4330-b585-8a62ddc234ed admin admin] Deleting subnet 046dcc43-d52b-41ee-a597-a5fe6b7df678 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:18:18.716865 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-96d05356-208f-4330-b585-8a62ddc234ed admin admin] Publish callbacks [] for subnet (046dcc43-d52b-41ee-a597-a5fe6b7df678), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:18.742151 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5c915ada-c83c-4631-9567-d72bf80ce4db no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:18:18.749365 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68957a3-9807-4a58-9215-ac8fcb9c02bb tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Pushing event updated for resources: {'Port': ['ID=38edfb9d-c6dc-4b9b-8d47-223ccd162f0b,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:18.775336 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-96d05356-208f-4330-b585-8a62ddc234ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (046dcc43-d52b-41ee-a597-a5fe6b7df678), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:18.794837 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 5c915ada-c83c-4631-9567-d72bf80ce4db {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:18:18.797434 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5c915ada-c83c-4631-9567-d72bf80ce4db not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:18:18.819062 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-65518601-c84c-4051-bd11-fb22a67985f6 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=340568c42fa24a9e862a169fcf3622fe&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4832644 Feb 16 22:18:18.855320 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11839578-ad77-45e1-bb24-2b3808da521e req-c2f7a7d4-278d-4d3a-8e3e-9206c2f53ea0 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:18.857780 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-11839578-ad77-45e1-bb24-2b3808da521e req-c2f7a7d4-278d-4d3a-8e3e-9206c2f53ea0 tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.79 "GET /v2.0/ports?device_id=97322c62-b96d-4200-93bc-1fe9322c239c HTTP/1.1" status: 200 len: 945 time: 0.4489536 Feb 16 22:18:18.865376 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-a68957a3-9807-4a58-9215-ac8fcb9c02bb tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:18.868564 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-a68957a3-9807-4a58-9215-ac8fcb9c02bb tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:18.875753 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-96d05356-208f-4330-b585-8a62ddc234ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (046dcc43-d52b-41ee-a597-a5fe6b7df678), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:18.946251 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-a68957a3-9807-4a58-9215-ac8fcb9c02bb tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4773836 Feb 16 22:18:18.967306 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-1fe7b484-6efe-4cd8-9e95-bfc8c0fa5138 service neutron] Request body: {'port': {'device_id': '71904511-f3e6-4709-a040-63d25d009299', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:18:18.996080 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-96d05356-208f-4330-b585-8a62ddc234ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (046dcc43-d52b-41ee-a597-a5fe6b7df678), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:19.050989 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879a2910-ac3c-4806-ba0d-7c6e59b39281 x-openstack-request-id: req-879a2910-ac3c-4806-ba0d-7c6e59b39281 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:18:19.051591 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b03450-3aa4-4896-8847-2094d35064cb", "name": "network-vif-deleted", "tag": "3c2f4735-32d3-4976-b0b2-940d2e8b8f09", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:18:19.051844 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d05356-208f-4330-b585-8a62ddc234ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=046dcc43-d52b-41ee-a597-a5fe6b7df678,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:19.052243 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-879a2910-ac3c-4806-ba0d-7c6e59b39281 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:18:19.052852 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b03450-3aa4-4896-8847-2094d35064cb', 'name': 'network-vif-deleted', 'tag': '3c2f4735-32d3-4976-b0b2-940d2e8b8f09', 'status': 'completed', 'code': 200} Feb 16 22:18:19.060622 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-96d05356-208f-4330-b585-8a62ddc234ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:19.064852 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-96d05356-208f-4330-b585-8a62ddc234ed admin admin] 10.222.0.75 "DELETE /v2.0/subnets/046dcc43-d52b-41ee-a597-a5fe6b7df678 HTTP/1.1" status: 204 len: 168 time: 0.5119534 Feb 16 22:18:19.068118 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57856) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:18:19.069911 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da83074-92c0-4c0a-bb82-005103b6f97c None None] Network 140f5e2d-c459-4fb3-8ffd-54afb199543a requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:18:19.171489 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-11839578-ad77-45e1-bb24-2b3808da521e req-71060a8e-74ad-4a06-92f1-69e55cfcdb2c tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Deleting port 30eddb32-840b-45aa-88e2-f8d725059873 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:18:19.176848 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-11839578-ad77-45e1-bb24-2b3808da521e req-71060a8e-74ad-4a06-92f1-69e55cfcdb2c tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (30eddb32-840b-45aa-88e2-f8d725059873), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:19.192697 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2b674a21-1f29-48c6-a6ee-6657f9835a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (140f5e2d-c459-4fb3-8ffd-54afb199543a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:19.209562 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-1fe7b484-6efe-4cd8-9e95-bfc8c0fa5138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (38edfb9d-c6dc-4b9b-8d47-223ccd162f0b), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:19.281688 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-2b674a21-1f29-48c6-a6ee-6657f9835a6d admin admin] Deleting port 5db1ad2e-e474-4d6b-bc7b-b9fe76569559 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:18:19.282175 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2b674a21-1f29-48c6-a6ee-6657f9835a6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (5db1ad2e-e474-4d6b-bc7b-b9fe76569559), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:19.378387 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-2b674a21-1f29-48c6-a6ee-6657f9835a6d admin admin] For port 5db1ad2e-e474-4d6b-bc7b-b9fe76569559, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5db1ad2e-e474-4d6b-bc7b-b9fe76569559,segment=NetworkSegment(dff3b8e3-87f7-42bf-af76-11d07b9b6ec2),segment_id=dff3b8e3-87f7-42bf-af76-11d07b9b6ec2)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:19.378805 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2b674a21-1f29-48c6-a6ee-6657f9835a6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (5db1ad2e-e474-4d6b-bc7b-b9fe76569559), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:19.380450 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79b036d-69a7-4446-a62c-c3972a10fc6f None None] DHCP port deletion for 140f5e2d-c459-4fb3-8ffd-54afb199543a request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:18:19.398174 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-2b674a21-1f29-48c6-a6ee-6657f9835a6d admin admin] Calling delete_port for 5db1ad2e-e474-4d6b-bc7b-b9fe76569559 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:18:19.429740 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c131e-d952-4f98-8f16-334d15db6098 req-36d14eb1-f6ef-4e6b-af48-fc4f624b2483 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:19.431583 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-554c131e-d952-4f98-8f16-334d15db6098 req-36d14eb1-f6ef-4e6b-af48-fc4f624b2483 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a52378c-d346-4f5f-9dec-1834188b58df HTTP/1.1" status: 200 len: 946 time: 0.2761536 Feb 16 22:18:19.479287 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-bb62b367-1915-4cdd-a96c-2ca6aade9b3a tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=82380f016454465a9a675d2c4470fa74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647323 Feb 16 22:18:19.526265 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e79b036d-69a7-4446-a62c-c3972a10fc6f None None] Deleting port 5db1ad2e-e474-4d6b-bc7b-b9fe76569559 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:18:19.529211 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e79b036d-69a7-4446-a62c-c3972a10fc6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (5db1ad2e-e474-4d6b-bc7b-b9fe76569559), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:19.646121 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e79b036d-69a7-4446-a62c-c3972a10fc6f None None] For port 5db1ad2e-e474-4d6b-bc7b-b9fe76569559, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5db1ad2e-e474-4d6b-bc7b-b9fe76569559,segment=NetworkSegment(dff3b8e3-87f7-42bf-af76-11d07b9b6ec2),segment_id=dff3b8e3-87f7-42bf-af76-11d07b9b6ec2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:19.646684 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e79b036d-69a7-4446-a62c-c3972a10fc6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (5db1ad2e-e474-4d6b-bc7b-b9fe76569559), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:19.667881 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e79b036d-69a7-4446-a62c-c3972a10fc6f None None] Calling delete_port for 5db1ad2e-e474-4d6b-bc7b-b9fe76569559 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:18:19.749539 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2b674a21-1f29-48c6-a6ee-6657f9835a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (5db1ad2e-e474-4d6b-bc7b-b9fe76569559), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:19.766060 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-11839578-ad77-45e1-bb24-2b3808da521e req-71060a8e-74ad-4a06-92f1-69e55cfcdb2c tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] For port 30eddb32-840b-45aa-88e2-f8d725059873, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=30eddb32-840b-45aa-88e2-f8d725059873,segment=NetworkSegment(993aa716-0939-4d62-8a41-58fc75c6907c),segment_id=993aa716-0939-4d62-8a41-58fc75c6907c)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:19.766693 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-11839578-ad77-45e1-bb24-2b3808da521e req-71060a8e-74ad-4a06-92f1-69e55cfcdb2c tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (30eddb32-840b-45aa-88e2-f8d725059873), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:19.813986 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e79b036d-69a7-4446-a62c-c3972a10fc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (5db1ad2e-e474-4d6b-bc7b-b9fe76569559), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:19.826859 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-554c131e-d952-4f98-8f16-334d15db6098 req-f173e899-75dc-4105-94ae-97a8df10d744 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "GET /v2.0/security-groups?id=ca3ea7af-a965-4dd0-a6ee-99daedca42f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3670473 Feb 16 22:18:19.827891 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-11839578-ad77-45e1-bb24-2b3808da521e req-71060a8e-74ad-4a06-92f1-69e55cfcdb2c tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Calling delete_port for 30eddb32-840b-45aa-88e2-f8d725059873 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:18:19.837571 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79b036d-69a7-4446-a62c-c3972a10fc6f None None] No DVR routers for this DVR port 5db1ad2e-e474-4d6b-bc7b-b9fe76569559 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:18:19.839516 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b674a21-1f29-48c6-a6ee-6657f9835a6d admin admin] Pushing event deleted for resources: {'Port': ['ID=5db1ad2e-e474-4d6b-bc7b-b9fe76569559,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:19.881858 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b674a21-1f29-48c6-a6ee-6657f9835a6d admin admin] No DVR routers for this DVR port 5db1ad2e-e474-4d6b-bc7b-b9fe76569559 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:18:19.906866 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b036d-69a7-4446-a62c-c3972a10fc6f None None] Pushing event deleted for resources: {'Port': ['ID=5db1ad2e-e474-4d6b-bc7b-b9fe76569559,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:20.022729 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-e82ce7dd-9cab-4232-bad7-39b1ee853315 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:20.025801 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-e82ce7dd-9cab-4232-bad7-39b1ee853315 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5363705 Feb 16 22:18:20.064447 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2b674a21-1f29-48c6-a6ee-6657f9835a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (140f5e2d-c459-4fb3-8ffd-54afb199543a), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:20.078213 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-19a1dcf6-b82c-4948-8969-ccd9df6671c2 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Request body: {'port': {'device_id': 'cd875b15-fc46-40e2-9603-d35cfddc4ee6', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'admin_state_up': True, 'tenant_id': '82380f016454465a9a675d2c4470fa74'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:18:20.117747 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-2b674a21-1f29-48c6-a6ee-6657f9835a6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['140f5e2d-c459-4fb3-8ffd-54afb199543a']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:18:20.135405 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-2b674a21-1f29-48c6-a6ee-6657f9835a6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff3b8e3-87f7-42bf-af76-11d07b9b6ec2') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:18:20.135754 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-2b674a21-1f29-48c6-a6ee-6657f9835a6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff3b8e3-87f7-42bf-af76-11d07b9b6ec2') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:18:20.244699 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-1fe7b484-6efe-4cd8-9e95-bfc8c0fa5138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:18:20.263629 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-1fe7b484-6efe-4cd8-9e95-bfc8c0fa5138 service neutron] Publish callbacks [] for port (38edfb9d-c6dc-4b9b-8d47-223ccd162f0b), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:20.291966 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-11839578-ad77-45e1-bb24-2b3808da521e req-71060a8e-74ad-4a06-92f1-69e55cfcdb2c tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (30eddb32-840b-45aa-88e2-f8d725059873), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:20.329034 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-1fe7b484-6efe-4cd8-9e95-bfc8c0fa5138 service neutron] Transition to ACTIVE for port object 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:18:20.332096 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71060a8e-74ad-4a06-92f1-69e55cfcdb2c tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Pushing event deleted for resources: {'Port': ['ID=30eddb32-840b-45aa-88e2-f8d725059873,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:20.340947 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-1fe7b484-6efe-4cd8-9e95-bfc8c0fa5138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (38edfb9d-c6dc-4b9b-8d47-223ccd162f0b), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:20.396887 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7b484-6efe-4cd8-9e95-bfc8c0fa5138 service neutron] Pushing event updated for resources: {'Port': ['ID=38edfb9d-c6dc-4b9b-8d47-223ccd162f0b,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:20.408800 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5db1ad2e-e474-4d6b-bc7b-b9fe76569559 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:18:20.413094 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776dc261-8146-4f39-8c2b-3dfcc3dec705 req-708bef9b-2d4d-4590-b97d-b312e0e1f3b1 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:20.427342 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-776dc261-8146-4f39-8c2b-3dfcc3dec705 req-708bef9b-2d4d-4590-b97d-b312e0e1f3b1 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=71904511-f3e6-4709-a040-63d25d009299 HTTP/1.1" status: 200 len: 932 time: 0.4555368 Feb 16 22:18:20.452853 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 5db1ad2e-e474-4d6b-bc7b-b9fe76569559 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:18:20.453208 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5db1ad2e-e474-4d6b-bc7b-b9fe76569559 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:18:20.453644 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 466ebbe2-fe53-4933-a7e1-8ca7364e2f78 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:18:20.496414 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 466ebbe2-fe53-4933-a7e1-8ca7364e2f78 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:18:20.496745 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 466ebbe2-fe53-4933-a7e1-8ca7364e2f78 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:18:20.603804 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2ad23049-d9c6-4742-bc49-8d2cc3b08a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:20.631093 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-11839578-ad77-45e1-bb24-2b3808da521e req-71060a8e-74ad-4a06-92f1-69e55cfcdb2c tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] No DVR routers for this DVR port 30eddb32-840b-45aa-88e2-f8d725059873 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:18:20.642221 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-11839578-ad77-45e1-bb24-2b3808da521e req-71060a8e-74ad-4a06-92f1-69e55cfcdb2c tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:20.649400 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-11839578-ad77-45e1-bb24-2b3808da521e req-71060a8e-74ad-4a06-92f1-69e55cfcdb2c tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.79 "DELETE /v2.0/ports/30eddb32-840b-45aa-88e2-f8d725059873 HTTP/1.1" status: 204 len: 173 time: 1.7776182 Feb 16 22:18:20.686045 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2b674a21-1f29-48c6-a6ee-6657f9835a6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (dff3b8e3-87f7-42bf-af76-11d07b9b6ec2), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:20.709315 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2b674a21-1f29-48c6-a6ee-6657f9835a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (dff3b8e3-87f7-42bf-af76-11d07b9b6ec2), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:20.716439 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-aca99e70-5da6-4256-90de-cb46e627de3a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=340568c42fa24a9e862a169fcf3622fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530546 Feb 16 22:18:20.726443 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b674a21-1f29-48c6-a6ee-6657f9835a6d admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:18:20.726859 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2b674a21-1f29-48c6-a6ee-6657f9835a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (dff3b8e3-87f7-42bf-af76-11d07b9b6ec2), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:20.729331 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-776dc261-8146-4f39-8c2b-3dfcc3dec705 req-9fd95090-b5a3-4668-8b5f-89714b370af3 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935669 Feb 16 22:18:20.729544 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:18:20.729544 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:18:20.729544 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:18:20.729544 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:18:20.729544 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:18:20.729544 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:18:20.729544 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:18:20.729544 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:18:20.729544 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:18:20.729544 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:18:20.729544 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:18:20.729544 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:18:20.729544 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:18:20.729544 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:18:20.729544 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:18:20.729544 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:18:20.729544 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:18:20.729544 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:18:20.729544 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:18:20.729544 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:18:20.729544 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:18:20.729544 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:18:20.729544 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:18:20.729544 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:18:20.729544 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:18:20.729544 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:18:20.729544 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:18:20.729544 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:18:20.729544 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:18:20.729544 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:18:20.729544 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:18:20.729544 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:18:20.867427 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-19a1dcf6-b82c-4948-8969-ccd9df6671c2 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Made reservation on behalf of 82380f016454465a9a675d2c4470fa74 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:18:20.871301 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-19a1dcf6-b82c-4948-8969-ccd9df6671c2 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:20.873432 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2b674a21-1f29-48c6-a6ee-6657f9835a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (140f5e2d-c459-4fb3-8ffd-54afb199543a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:20.922961 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2b674a21-1f29-48c6-a6ee-6657f9835a6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:20.940658 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2b674a21-1f29-48c6-a6ee-6657f9835a6d admin admin] 10.222.0.75 "DELETE /v2.0/networks/140f5e2d-c459-4fb3-8ffd-54afb199543a HTTP/1.1" status: 204 len: 168 time: 1.8707628 Feb 16 22:18:21.002548 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b674a21-1f29-48c6-a6ee-6657f9835a6d admin admin] Pushing event deleted for resources: {'Network': ['ID=140f5e2d-c459-4fb3-8ffd-54afb199543a,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:21.027976 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-1fe7b484-6efe-4cd8-9e95-bfc8c0fa5138 service neutron] Attempting to bind port 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:18:21.028620 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-1fe7b484-6efe-4cd8-9e95-bfc8c0fa5138 service neutron] Attempting to bind port 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '0fcd852f-dbb0-4c8e-bb68-facd05b73898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4bac3cdf-16ae-435f-8215-29d96cd595c1'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:18:21.028620 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-1fe7b484-6efe-4cd8-9e95-bfc8c0fa5138 service neutron] Attempting to bind port 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b on network 4bac3cdf-16ae-435f-8215-29d96cd595c1 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:18:21.060726 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97322c62-b96d-4200-93bc-1fe9322c239c', 'name': 'network-vif-deleted', 'tag': '30eddb32-840b-45aa-88e2-f8d725059873'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:18:21.063117 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8040f3bf-c926-443b-8713-a91f1f7ab7e1" -d '{"events": [{"server_uuid": "97322c62-b96d-4200-93bc-1fe9322c239c", "name": "network-vif-deleted", "tag": "30eddb32-840b-45aa-88e2-f8d725059873"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:18:21.096158 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aeb63c-8544-422c-af96-e4de8a48b442 req-0cb23b78-8c41-47da-877a-436defddd688 tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:21.098344 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-42aeb63c-8544-422c-af96-e4de8a48b442 req-0cb23b78-8c41-47da-877a-436defddd688 tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] 10.222.0.75 "GET /v2.0/ports?device_id=118ba684-62ad-4943-8f31-bb43ca94c078 HTTP/1.1" status: 200 len: 946 time: 0.2681227 Feb 16 22:18:21.099886 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-1fe7b484-6efe-4cd8-9e95-bfc8c0fa5138 service neutron] Port 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b on network 4bac3cdf-16ae-435f-8215-29d96cd595c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:18:21.100220 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-1fe7b484-6efe-4cd8-9e95-bfc8c0fa5138 service neutron] Attempting to bind port 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b on network 4bac3cdf-16ae-435f-8215-29d96cd595c1 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:18:21.110630 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-d9ce251f-7747-4b75-816e-87a32b7d4058 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:21.113295 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-d9ce251f-7747-4b75-816e-87a32b7d4058 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3828452 Feb 16 22:18:21.147059 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-1b35fc9e-b758-458f-818b-5b9eeaa02fcb tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Request body: {'port': {'device_id': '650e6e87-f28c-4dc6-9321-d6f21c7080ed', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'admin_state_up': True, 'tenant_id': '340568c42fa24a9e862a169fcf3622fe'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:18:21.179129 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-42aeb63c-8544-422c-af96-e4de8a48b442 req-2514c5b2-52cf-4a06-be65-579d0b89da23 tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] 10.222.0.75 "GET /v2.0/security-groups?id=e9d8602c-6578-46f1-adc3-a6c06baefebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623360 Feb 16 22:18:21.179795 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-1fe7b484-6efe-4cd8-9e95-bfc8c0fa5138 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:18:21.180135 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-1fe7b484-6efe-4cd8-9e95-bfc8c0fa5138 service neutron] Checking segment: {'id': '0fcd852f-dbb0-4c8e-bb68-facd05b73898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4bac3cdf-16ae-435f-8215-29d96cd595c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:18:21.180745 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-1fe7b484-6efe-4cd8-9e95-bfc8c0fa5138 service neutron] Bound using segment: {'id': '0fcd852f-dbb0-4c8e-bb68-facd05b73898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4bac3cdf-16ae-435f-8215-29d96cd595c1'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:18:21.180940 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-1fe7b484-6efe-4cd8-9e95-bfc8c0fa5138 service neutron] Bound port: 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fcd852f-dbb0-4c8e-bb68-facd05b73898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4bac3cdf-16ae-435f-8215-29d96cd595c1'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:18:21.181314 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-1fe7b484-6efe-4cd8-9e95-bfc8c0fa5138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (38edfb9d-c6dc-4b9b-8d47-223ccd162f0b), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:21.250274 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-19a1dcf6-b82c-4948-8969-ccd9df6671c2 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Allocated IP 192.168.233.199 (d8fa3154-6273-4014-87c6-575d48ec11fc/0a5a8be1-6e1c-443c-a77b-25715d79e10e/00ad6ec9-8056-4728-9ab7-a3f69df44efe) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:18:21.274660 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57884) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:18:21.414201 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a437f480-c5ec-4e65-a6cb-4007bc165b64 req-249fd3eb-d0e5-4e2c-8801-831b52fc52e1 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd875b15-fc46-40e2-9603-d35cfddc4ee6 HTTP/1.1" status: 200 len: 210 time: 0.0558949 Feb 16 22:18:21.470810 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-1fe7b484-6efe-4cd8-9e95-bfc8c0fa5138 service neutron] For port 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:18:21.475511 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-1fe7b484-6efe-4cd8-9e95-bfc8c0fa5138 service neutron] For port 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=38edfb9d-c6dc-4b9b-8d47-223ccd162f0b,segment=NetworkSegment(0fcd852f-dbb0-4c8e-bb68-facd05b73898),segment_id=0fcd852f-dbb0-4c8e-bb68-facd05b73898)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:18:21.478677 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-1b35fc9e-b758-458f-818b-5b9eeaa02fcb tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Made reservation on behalf of 340568c42fa24a9e862a169fcf3622fe for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:18:21.482133 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-1b35fc9e-b758-458f-818b-5b9eeaa02fcb tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:21.499066 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-1fe7b484-6efe-4cd8-9e95-bfc8c0fa5138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (38edfb9d-c6dc-4b9b-8d47-223ccd162f0b), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:21.516308 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-090b7692-e616-4c33-8680-3ec332735164 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b543f39bd29d4c63a4cf51d224002423&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1660733 Feb 16 22:18:21.520125 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57886) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:18:21.653910 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-19a1dcf6-b82c-4948-8969-ccd9df6671c2 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Publish callbacks [] for port (00ad6ec9-8056-4728-9ab7-a3f69df44efe), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:21.677867 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4ce762a2-2efd-45ee-b0ad-96068b47867a req-7c9f92aa-a2c2-4677-9da7-94941a805bae tempest-LiveMigrationTest-248703144 tempest-LiveMigrationTest-248703144-project] 10.222.0.75 "GET /v2.0/ports?device_id=97322c62-b96d-4200-93bc-1fe9322c239c HTTP/1.1" status: 200 len: 210 time: 0.0352025 Feb 16 22:18:21.683748 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-1fe7b484-6efe-4cd8-9e95-bfc8c0fa5138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:21.684592 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-1fe7b484-6efe-4cd8-9e95-bfc8c0fa5138 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:21.687541 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-1fe7b484-6efe-4cd8-9e95-bfc8c0fa5138 service neutron] 10.222.0.67 "PUT /v2.0/ports/38edfb9d-c6dc-4b9b-8d47-223ccd162f0b HTTP/1.1" status: 200 len: 1092 time: 2.7236674 Feb 16 22:18:21.704764 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7b484-6efe-4cd8-9e95-bfc8c0fa5138 service neutron] Pushing event updated for resources: {'Port': ['ID=38edfb9d-c6dc-4b9b-8d47-223ccd162f0b,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:21.753609 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3e3aa1d5-34b9-4df2-857f-c8dc1fa99d92 admin admin] Publish callbacks [] for security_group (6c78de05-f193-4832-938c-ae92761f68ff), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:21.843077 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b26e0d3-9de1-4811-a62d-b6a16f345023 x-openstack-request-id: req-0b26e0d3-9de1-4811-a62d-b6a16f345023 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:18:21.843792 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a52378c-d346-4f5f-9dec-1834188b58df", "name": "network-vif-plugged", "status": "completed", "tag": "e39e32ec-a288-41af-b634-90d25254773b", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:18:21.843792 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0b26e0d3-9de1-4811-a62d-b6a16f345023 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:18:21.844030 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a52378c-d346-4f5f-9dec-1834188b58df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39e32ec-a288-41af-b634-90d25254773b', 'code': 200} Feb 16 22:18:21.845776 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3e3aa1d5-34b9-4df2-857f-c8dc1fa99d92 admin admin] Publish callbacks [] for security_group (6c78de05-f193-4832-938c-ae92761f68ff), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:21.869849 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-19a1dcf6-b82c-4948-8969-ccd9df6671c2 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (00ad6ec9-8056-4728-9ab7-a3f69df44efe), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:21.889132 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['f0451a20-3122-4118-b0ed-84417517fcb1'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:18:21.979880 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-1b35fc9e-b758-458f-818b-5b9eeaa02fcb tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Allocated IP 192.168.233.239 (d8fa3154-6273-4014-87c6-575d48ec11fc/0a5a8be1-6e1c-443c-a77b-25715d79e10e/28c80982-bf12-4b08-8927-1af8206f8a88) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:18:21.984740 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-921f6db2-6cd4-4ff9-bf00-93ed41e3944a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:21.988197 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-921f6db2-6cd4-4ff9-bf00-93ed41e3944a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eb6359d124c14a73ac3b0de930e6a0fe&device_id=71904511-f3e6-4709-a040-63d25d009299 HTTP/1.1" status: 200 len: 1126 time: 0.1834624 Feb 16 22:18:22.051665 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3e3aa1d5-34b9-4df2-857f-c8dc1fa99d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (6c78de05-f193-4832-938c-ae92761f68ff), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:22.056329 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3e3aa1d5-34b9-4df2-857f-c8dc1fa99d92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:22.057736 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3e3aa1d5-34b9-4df2-857f-c8dc1fa99d92 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6c78de05-f193-4832-938c-ae92761f68ff HTTP/1.1" status: 204 len: 168 time: 0.5346978 Feb 16 22:18:22.146702 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3aa1d5-34b9-4df2-857f-c8dc1fa99d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c78de05-f193-4832-938c-ae92761f68ff,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:22.173293 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-19a1dcf6-b82c-4948-8969-ccd9df6671c2 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Network d8fa3154-6273-4014-87c6-575d48ec11fc is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:18:22.181923 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-19a1dcf6-b82c-4948-8969-ccd9df6671c2 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:18:22.184790 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-19a1dcf6-b82c-4948-8969-ccd9df6671c2 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:18:22.199327 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1dcf6-b82c-4948-8969-ccd9df6671c2 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Pushing event updated for resources: {'Port': ['ID=00ad6ec9-8056-4728-9ab7-a3f69df44efe,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:22.200120 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dd55a8c5-5a7c-43dd-ab84-fe01fc1fadbc req-0dd8abcd-f4c0-4ed1-a67c-dab5216761b4 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=650e6e87-f28c-4dc6-9321-d6f21c7080ed HTTP/1.1" status: 200 len: 210 time: 0.2077823 Feb 16 22:18:22.205425 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-2875329e-bc51-47fd-8d0b-9f1ba631a208 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38edfb9d-c6dc-4b9b-8d47-223ccd162f0b HTTP/1.1" status: 200 len: 217 time: 0.1857860 Feb 16 22:18:22.331681 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-2c045ca6-dc7c-4cc1-af9e-719103e7b5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:22.332990 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dd527-38c9-4a25-8ef8-624d526252ed req-fb7a3c68-7509-493c-aa17-588f47726b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:22.333955 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-2c045ca6-dc7c-4cc1-af9e-719103e7b5ca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d292e6dc-86dc-495b-b76c-8deab59c0198 HTTP/1.1" status: 200 len: 844 time: 0.1169772 Feb 16 22:18:22.342810 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b57dd527-38c9-4a25-8ef8-624d526252ed req-fb7a3c68-7509-493c-aa17-588f47726b26 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9a52378c-d346-4f5f-9dec-1834188b58df HTTP/1.1" status: 200 len: 1128 time: 0.3192005 Feb 16 22:18:22.399821 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-a258884d-9cc7-42b5-99b7-8136c938d320 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4bac3cdf-16ae-435f-8215-29d96cd595c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433795 Feb 16 22:18:22.430276 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-19a1dcf6-b82c-4948-8969-ccd9df6671c2 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:22.430953 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-19a1dcf6-b82c-4948-8969-ccd9df6671c2 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:22.483588 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-19a1dcf6-b82c-4948-8969-ccd9df6671c2 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4145277 Feb 16 22:18:22.491808 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 30eddb32-840b-45aa-88e2-f8d725059873 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:18:22.530551 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-d6ecbd3c-7708-43e4-b19e-8548b3d18d99 service neutron] Request body: {'port': {'device_id': 'cd875b15-fc46-40e2-9603-d35cfddc4ee6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:18:22.538324 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 30eddb32-840b-45aa-88e2-f8d725059873 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:18:22.539009 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 30eddb32-840b-45aa-88e2-f8d725059873 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:18:22.577548 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b57dd527-38c9-4a25-8ef8-624d526252ed req-50010d62-8b28-4d1a-86b1-9c8b80829402 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ca3ea7af-a965-4dd0-a6ee-99daedca42f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212894 Feb 16 22:18:22.614047 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a03528-9738-4fcf-9e38-7a06878e6c70 req-8f86be30-09c0-45d1-a248-c9689beba654 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:22.615793 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-32a03528-9738-4fcf-9e38-7a06878e6c70 req-8f86be30-09c0-45d1-a248-c9689beba654 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a52378c-d346-4f5f-9dec-1834188b58df HTTP/1.1" status: 200 len: 946 time: 0.2958996 Feb 16 22:18:22.628057 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-66e710fe-4c35-44cc-b47e-3f39e01aa14d None None] Provisioning complete for port 00ad6ec9-8056-4728-9ab7-a3f69df44efe triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:18:22.631017 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-66e710fe-4c35-44cc-b47e-3f39e01aa14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (00ad6ec9-8056-4728-9ab7-a3f69df44efe), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:22.633002 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-d2c14e4f-a6d8-49a3-aa91-9c0edc298301 service neutron] 10.222.0.67 "GET /v2.0/networks/4bac3cdf-16ae-435f-8215-29d96cd595c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214189 Feb 16 22:18:22.642725 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-d6ecbd3c-7708-43e4-b19e-8548b3d18d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (00ad6ec9-8056-4728-9ab7-a3f69df44efe), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:22.705578 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-66e710fe-4c35-44cc-b47e-3f39e01aa14d None None] Port 00ad6ec9-8056-4728-9ab7-a3f69df44efe cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:18:22.749371 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-32a03528-9738-4fcf-9e38-7a06878e6c70 req-5ff076ef-9566-48d7-b7cf-8ca71bb5e77c tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "GET /v2.0/security-groups?id=ca3ea7af-a965-4dd0-a6ee-99daedca42f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246877 Feb 16 22:18:22.860015 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22828b3a-aca9-4211-be2a-eaf108666385 x-openstack-request-id: req-22828b3a-aca9-4211-be2a-eaf108666385 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:18:22.864269 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97322c62-b96d-4200-93bc-1fe9322c239c", "name": "network-vif-deleted", "tag": "30eddb32-840b-45aa-88e2-f8d725059873", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:18:22.864654 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-22828b3a-aca9-4211-be2a-eaf108666385 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:18:22.866350 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97322c62-b96d-4200-93bc-1fe9322c239c', 'name': 'network-vif-deleted', 'tag': '30eddb32-840b-45aa-88e2-f8d725059873', 'status': 'completed', 'code': 200} Feb 16 22:18:22.931879 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-1b35fc9e-b758-458f-818b-5b9eeaa02fcb tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks [] for port (28c80982-bf12-4b08-8927-1af8206f8a88), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:22.980315 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e220797-2a27-4bd8-baf4-63dcc9865446 req-eff496ea-e18a-4715-aa62-b21fd75678aa service neutron] 10.222.0.67 "GET /v2.0/networks/4bac3cdf-16ae-435f-8215-29d96cd595c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345759 Feb 16 22:18:23.024465 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a174fad-8a70-454e-8ebd-c4d1141a6819 req-2d9b1c25-06c3-419b-a525-235b42e20091 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:23.025763 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8a174fad-8a70-454e-8ebd-c4d1141a6819 req-2d9b1c25-06c3-419b-a525-235b42e20091 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=71904511-f3e6-4709-a040-63d25d009299 HTTP/1.1" status: 200 len: 944 time: 0.1010730 Feb 16 22:18:23.027574 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-1b35fc9e-b758-458f-818b-5b9eeaa02fcb tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (28c80982-bf12-4b08-8927-1af8206f8a88), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:23.041571 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5bd469f1-0a0e-4efc-a019-c66e7cdda37a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:23.050640 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['f9e7c29c-40b5-46e5-957d-91a18ae35305', '52b7c737-bb0a-4614-9393-9fe74f309f8b', 'a076e78f-7046-4547-8dae-bfecf879467f', '1f97ea0a-db46-4c73-9f25-b71db3dee16b'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:18:23.057898 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['88087f36-8ccf-4409-92d8-b7efdd9a5c90'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:18:23.103442 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-1b35fc9e-b758-458f-818b-5b9eeaa02fcb tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Network d8fa3154-6273-4014-87c6-575d48ec11fc is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:18:23.114540 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-1b35fc9e-b758-458f-818b-5b9eeaa02fcb tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:18:23.118840 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35fc9e-b758-458f-818b-5b9eeaa02fcb tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Pushing event updated for resources: {'Port': ['ID=28c80982-bf12-4b08-8927-1af8206f8a88,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:23.121265 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-1b35fc9e-b758-458f-818b-5b9eeaa02fcb tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:18:23.187135 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8a174fad-8a70-454e-8ebd-c4d1141a6819 req-0bfac65c-6f3c-44ab-a202-9b66a3f7ac5d tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502600 Feb 16 22:18:23.244163 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-1b35fc9e-b758-458f-818b-5b9eeaa02fcb tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:23.244813 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-1b35fc9e-b758-458f-818b-5b9eeaa02fcb tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:23.266921 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-1b35fc9e-b758-458f-818b-5b9eeaa02fcb tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1237211 Feb 16 22:18:23.282161 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-d37f3fa6-4717-4b4f-a39a-e530edf28093 service neutron] Request body: {'port': {'device_id': '650e6e87-f28c-4dc6-9321-d6f21c7080ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:18:23.393806 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-d37f3fa6-4717-4b4f-a39a-e530edf28093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (28c80982-bf12-4b08-8927-1af8206f8a88), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:23.526508 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-d6ecbd3c-7708-43e4-b19e-8548b3d18d99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00ad6ec9-8056-4728-9ab7-a3f69df44efe {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:18:23.557104 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-d6ecbd3c-7708-43e4-b19e-8548b3d18d99 service neutron] Publish callbacks [] for port (00ad6ec9-8056-4728-9ab7-a3f69df44efe), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:23.575023 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f517271-af5f-44fa-adc7-8eb8d024c4a4 req-e4f43eee-6724-4cdc-90f1-ee3cbd8131c0 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:23.581665 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4f517271-af5f-44fa-adc7-8eb8d024c4a4 req-e4f43eee-6724-4cdc-90f1-ee3cbd8131c0 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd875b15-fc46-40e2-9603-d35cfddc4ee6 HTTP/1.1" status: 200 len: 936 time: 0.2350595 Feb 16 22:18:23.585042 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-d6ecbd3c-7708-43e4-b19e-8548b3d18d99 service neutron] Transition to ACTIVE for port object 00ad6ec9-8056-4728-9ab7-a3f69df44efe will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:18:23.592559 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-d6ecbd3c-7708-43e4-b19e-8548b3d18d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (00ad6ec9-8056-4728-9ab7-a3f69df44efe), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:23.731624 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-2b0264f4-2440-4d62-8171-2c12829b8707 None None] Provisioning complete for port 28c80982-bf12-4b08-8927-1af8206f8a88 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:18:23.731999 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2b0264f4-2440-4d62-8171-2c12829b8707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (28c80982-bf12-4b08-8927-1af8206f8a88), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:23.785761 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ecbd3c-7708-43e4-b19e-8548b3d18d99 service neutron] Pushing event updated for resources: {'Port': ['ID=00ad6ec9-8056-4728-9ab7-a3f69df44efe,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:23.807109 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-d6ecbd3c-7708-43e4-b19e-8548b3d18d99 service neutron] Attempting to bind port 00ad6ec9-8056-4728-9ab7-a3f69df44efe on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:18:23.807505 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-d6ecbd3c-7708-43e4-b19e-8548b3d18d99 service neutron] Attempting to bind port 00ad6ec9-8056-4728-9ab7-a3f69df44efe by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:18:23.808045 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-d6ecbd3c-7708-43e4-b19e-8548b3d18d99 service neutron] Attempting to bind port 00ad6ec9-8056-4728-9ab7-a3f69df44efe on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:18:23.813717 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-d6ecbd3c-7708-43e4-b19e-8548b3d18d99 service neutron] Port 00ad6ec9-8056-4728-9ab7-a3f69df44efe on network d8fa3154-6273-4014-87c6-575d48ec11fc not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:18:23.814467 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-d6ecbd3c-7708-43e4-b19e-8548b3d18d99 service neutron] Attempting to bind port 00ad6ec9-8056-4728-9ab7-a3f69df44efe on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:18:23.821789 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-d6ecbd3c-7708-43e4-b19e-8548b3d18d99 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:18:23.822275 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-d6ecbd3c-7708-43e4-b19e-8548b3d18d99 service neutron] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:18:23.822731 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-d6ecbd3c-7708-43e4-b19e-8548b3d18d99 service neutron] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:18:23.823360 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-d6ecbd3c-7708-43e4-b19e-8548b3d18d99 service neutron] Bound port: 00ad6ec9-8056-4728-9ab7-a3f69df44efe, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:18:23.823725 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-d6ecbd3c-7708-43e4-b19e-8548b3d18d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (00ad6ec9-8056-4728-9ab7-a3f69df44efe), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:23.856698 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2b0264f4-2440-4d62-8171-2c12829b8707 None None] Port 28c80982-bf12-4b08-8927-1af8206f8a88 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:18:23.955040 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-d6ecbd3c-7708-43e4-b19e-8548b3d18d99 service neutron] For port 00ad6ec9-8056-4728-9ab7-a3f69df44efe, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:18:23.959623 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-d6ecbd3c-7708-43e4-b19e-8548b3d18d99 service neutron] For port 00ad6ec9-8056-4728-9ab7-a3f69df44efe, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=00ad6ec9-8056-4728-9ab7-a3f69df44efe,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:18:23.979311 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-d6ecbd3c-7708-43e4-b19e-8548b3d18d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (00ad6ec9-8056-4728-9ab7-a3f69df44efe), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:24.074235 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-d6ecbd3c-7708-43e4-b19e-8548b3d18d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:24.074862 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-d6ecbd3c-7708-43e4-b19e-8548b3d18d99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:24.076260 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-d6ecbd3c-7708-43e4-b19e-8548b3d18d99 service neutron] 10.222.0.67 "PUT /v2.0/ports/00ad6ec9-8056-4728-9ab7-a3f69df44efe HTTP/1.1" status: 200 len: 1096 time: 1.5499554 Feb 16 22:18:24.076730 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd875b15-fc46-40e2-9603-d35cfddc4ee6', 'tag': '00ad6ec9-8056-4728-9ab7-a3f69df44efe'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:18:24.097356 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f22b2b4-bfbb-4f6d-bb04-7f44dc246662" -d '{"events": [{"name": "network-changed", "server_uuid": "cd875b15-fc46-40e2-9603-d35cfddc4ee6", "tag": "00ad6ec9-8056-4728-9ab7-a3f69df44efe"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:18:24.149124 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ecbd3c-7708-43e4-b19e-8548b3d18d99 service neutron] Pushing event updated for resources: {'Port': ['ID=00ad6ec9-8056-4728-9ab7-a3f69df44efe,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:24.209898 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:24.214128 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4f517271-af5f-44fa-adc7-8eb8d024c4a4 req-185d837a-ea02-4762-ab58-e34be9983dc5 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/security-groups?id=046dc848-3e95-4818-8a1d-b76bad2b715c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6249335 Feb 16 22:18:24.272113 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-304794b4-df62-443a-8359-1c8aff8908b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:24.275079 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-304794b4-df62-443a-8359-1c8aff8908b4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=82380f016454465a9a675d2c4470fa74&device_id=cd875b15-fc46-40e2-9603-d35cfddc4ee6 HTTP/1.1" status: 200 len: 1130 time: 0.1125460 Feb 16 22:18:24.297851 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57962) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:18:24.359853 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-f412925d-16ba-4540-becd-000020cc6785 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=00ad6ec9-8056-4728-9ab7-a3f69df44efe HTTP/1.1" status: 200 len: 217 time: 0.0678487 Feb 16 22:18:24.400508 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-d37f3fa6-4717-4b4f-a39a-e530edf28093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c80982-bf12-4b08-8927-1af8206f8a88 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:18:24.410598 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-d37f3fa6-4717-4b4f-a39a-e530edf28093 service neutron] Publish callbacks [] for port (28c80982-bf12-4b08-8927-1af8206f8a88), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:24.424143 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-d37f3fa6-4717-4b4f-a39a-e530edf28093 service neutron] Transition to ACTIVE for port object 28c80982-bf12-4b08-8927-1af8206f8a88 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:18:24.436632 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-46632f39-a691-49a4-a348-4d5295db6b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:24.438299 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-46632f39-a691-49a4-a348-4d5295db6b93 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0733118 Feb 16 22:18:24.447704 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-d37f3fa6-4717-4b4f-a39a-e530edf28093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (28c80982-bf12-4b08-8927-1af8206f8a88), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:24.537086 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f3fa6-4717-4b4f-a39a-e530edf28093 service neutron] Pushing event updated for resources: {'Port': ['ID=28c80982-bf12-4b08-8927-1af8206f8a88,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:24.538594 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-5ae32e16-7391-41e4-b7f0-c3efbec30b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:24.541627 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-5ae32e16-7391-41e4-b7f0-c3efbec30b40 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0936270 Feb 16 22:18:24.605811 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c5be3-c8de-4180-8094-cd9feb339266 req-cdf5d68d-2ef7-4caf-baf3-ec21ae4c3285 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:24.607348 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-780c5be3-c8de-4180-8094-cd9feb339266 req-cdf5d68d-2ef7-4caf-baf3-ec21ae4c3285 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=650e6e87-f28c-4dc6-9321-d6f21c7080ed HTTP/1.1" status: 200 len: 948 time: 0.1810501 Feb 16 22:18:24.651829 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-aef8bd3f-24f7-4471-92ea-61adc701c766 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998831 Feb 16 22:18:24.685017 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a93011e-8556-47cf-9ba4-5507c995fa27 admin admin] Deleting subnet f7242f4f-8939-4e6c-b488-ab1fd3ca8215 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:18:24.700036 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-d37f3fa6-4717-4b4f-a39a-e530edf28093 service neutron] Attempting to bind port 28c80982-bf12-4b08-8927-1af8206f8a88 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:18:24.700371 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-d37f3fa6-4717-4b4f-a39a-e530edf28093 service neutron] Attempting to bind port 28c80982-bf12-4b08-8927-1af8206f8a88 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:18:24.700702 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-d37f3fa6-4717-4b4f-a39a-e530edf28093 service neutron] Attempting to bind port 28c80982-bf12-4b08-8927-1af8206f8a88 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:18:24.705202 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4a93011e-8556-47cf-9ba4-5507c995fa27 admin admin] Publish callbacks [] for subnet (f7242f4f-8939-4e6c-b488-ab1fd3ca8215), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:24.735579 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-d37f3fa6-4717-4b4f-a39a-e530edf28093 service neutron] Port 28c80982-bf12-4b08-8927-1af8206f8a88 on network d8fa3154-6273-4014-87c6-575d48ec11fc not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:18:24.735908 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-d37f3fa6-4717-4b4f-a39a-e530edf28093 service neutron] Attempting to bind port 28c80982-bf12-4b08-8927-1af8206f8a88 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:18:24.748405 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-780c5be3-c8de-4180-8094-cd9feb339266 req-a0931436-6c93-4456-bfa0-5da56e231b59 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207502 Feb 16 22:18:24.750977 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-d37f3fa6-4717-4b4f-a39a-e530edf28093 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:18:24.751311 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-d37f3fa6-4717-4b4f-a39a-e530edf28093 service neutron] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:18:24.751684 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-d37f3fa6-4717-4b4f-a39a-e530edf28093 service neutron] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:18:24.752118 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-d37f3fa6-4717-4b4f-a39a-e530edf28093 service neutron] Bound port: 28c80982-bf12-4b08-8927-1af8206f8a88, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:18:24.752471 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-d37f3fa6-4717-4b4f-a39a-e530edf28093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (28c80982-bf12-4b08-8927-1af8206f8a88), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:24.756858 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-86124a4d-27b3-496d-a782-4f3bb1d1011c req-20105bcf-3210-444c-9ea9-a67e8002b2d0 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960910 Feb 16 22:18:24.765634 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4a93011e-8556-47cf-9ba4-5507c995fa27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (f7242f4f-8939-4e6c-b488-ab1fd3ca8215), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:24.862485 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4a93011e-8556-47cf-9ba4-5507c995fa27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (f7242f4f-8939-4e6c-b488-ab1fd3ca8215), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:24.885894 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71904511-f3e6-4709-a040-63d25d009299', 'tag': '38edfb9d-c6dc-4b9b-8d47-223ccd162f0b'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:18:24.888133 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5452884-3a05-404d-a60c-835eb490e0d0" -d '{"events": [{"name": "network-changed", "server_uuid": "71904511-f3e6-4709-a040-63d25d009299", "tag": "38edfb9d-c6dc-4b9b-8d47-223ccd162f0b"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:18:24.912398 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-d37f3fa6-4717-4b4f-a39a-e530edf28093 service neutron] For port 28c80982-bf12-4b08-8927-1af8206f8a88, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:18:24.931740 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-d37f3fa6-4717-4b4f-a39a-e530edf28093 service neutron] For port 28c80982-bf12-4b08-8927-1af8206f8a88, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=28c80982-bf12-4b08-8927-1af8206f8a88,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:18:24.942343 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-d37f3fa6-4717-4b4f-a39a-e530edf28093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (28c80982-bf12-4b08-8927-1af8206f8a88), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:24.960424 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d53448-307e-414e-9304-42d68aaf02dc req-fe42edab-d57c-4b04-909c-f210d39e3003 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:24.961908 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e7d53448-307e-414e-9304-42d68aaf02dc req-fe42edab-d57c-4b04-909c-f210d39e3003 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 946 time: 0.1401491 Feb 16 22:18:24.997100 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4a93011e-8556-47cf-9ba4-5507c995fa27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (f7242f4f-8939-4e6c-b488-ab1fd3ca8215), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:25.003768 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-d37f3fa6-4717-4b4f-a39a-e530edf28093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:25.004384 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-d37f3fa6-4717-4b4f-a39a-e530edf28093 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:25.006558 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-d37f3fa6-4717-4b4f-a39a-e530edf28093 service neutron] 10.222.0.79 "PUT /v2.0/ports/28c80982-bf12-4b08-8927-1af8206f8a88 HTTP/1.1" status: 200 len: 1096 time: 1.7290082 Feb 16 22:18:25.046319 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93011e-8556-47cf-9ba4-5507c995fa27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7242f4f-8939-4e6c-b488-ab1fd3ca8215,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:25.048284 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4a93011e-8556-47cf-9ba4-5507c995fa27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:25.053734 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4a93011e-8556-47cf-9ba4-5507c995fa27 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/f7242f4f-8939-4e6c-b488-ab1fd3ca8215 HTTP/1.1" status: 204 len: 168 time: 0.7484238 Feb 16 22:18:25.054154 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57970) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:18:25.105355 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f3fa6-4717-4b4f-a39a-e530edf28093 service neutron] Pushing event updated for resources: {'Port': ['ID=28c80982-bf12-4b08-8927-1af8206f8a88,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:25.123852 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e7d53448-307e-414e-9304-42d68aaf02dc req-bae7e373-9e99-4da2-a4cf-3d069aba17ac tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424770 Feb 16 22:18:25.136943 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-61c71352-22e2-4e2e-86f8-cd37c793cba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:25.149166 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-61c71352-22e2-4e2e-86f8-cd37c793cba0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=340568c42fa24a9e862a169fcf3622fe&device_id=650e6e87-f28c-4dc6-9321-d6f21c7080ed HTTP/1.1" status: 200 len: 1130 time: 0.0813577 Feb 16 22:18:25.162785 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-88b94137-904b-4f7b-b028-96bd2e0608a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (91cf39f3-9142-4ee5-af15-00f1f801e8c7), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:25.187582 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-049d47fa-512b-4c5a-b928-a4f8d23ca44d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=28c80982-bf12-4b08-8927-1af8206f8a88 HTTP/1.1" status: 200 len: 217 time: 0.0375335 Feb 16 22:18:25.240021 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-167eb016-f1dd-4f47-9aa4-2b8123a0ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:25.241700 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-167eb016-f1dd-4f47-9aa4-2b8123a0ddbe service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0475979 Feb 16 22:18:25.253900 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-88b94137-904b-4f7b-b028-96bd2e0608a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (91cf39f3-9142-4ee5-af15-00f1f801e8c7), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:25.278919 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-88b94137-904b-4f7b-b028-96bd2e0608a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91cf39f3-9142-4ee5-af15-00f1f801e8c7']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:18:25.291353 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-88b94137-904b-4f7b-b028-96bd2e0608a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993aa716-0939-4d62-8a41-58fc75c6907c') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:18:25.291670 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-88b94137-904b-4f7b-b028-96bd2e0608a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993aa716-0939-4d62-8a41-58fc75c6907c') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:18:25.306124 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-88b94137-904b-4f7b-b028-96bd2e0608a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (993aa716-0939-4d62-8a41-58fc75c6907c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:25.306372 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-eadc42cd-7146-4e40-a003-5408d3672f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:25.309231 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-eadc42cd-7146-4e40-a003-5408d3672f94 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0578372 Feb 16 22:18:25.320814 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-88b94137-904b-4f7b-b028-96bd2e0608a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (993aa716-0939-4d62-8a41-58fc75c6907c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:25.326762 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88b94137-904b-4f7b-b028-96bd2e0608a7 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:18:25.327149 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-88b94137-904b-4f7b-b028-96bd2e0608a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (993aa716-0939-4d62-8a41-58fc75c6907c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:25.328989 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:18:25.328989 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:18:25.328989 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:18:25.328989 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:18:25.328989 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:18:25.328989 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:18:25.328989 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:18:25.328989 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:18:25.328989 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:18:25.328989 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:18:25.328989 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:18:25.328989 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:18:25.328989 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:18:25.328989 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:18:25.328989 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:18:25.328989 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:18:25.328989 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:18:25.328989 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:18:25.328989 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:18:25.328989 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:18:25.328989 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:18:25.328989 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:18:25.328989 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:18:25.328989 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:18:25.328989 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:18:25.328989 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:18:25.328989 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:18:25.328989 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:18:25.328989 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:18:25.328989 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:18:25.328989 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:18:25.328989 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:18:25.388098 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-88b94137-904b-4f7b-b028-96bd2e0608a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (91cf39f3-9142-4ee5-af15-00f1f801e8c7), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:25.394109 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-88b94137-904b-4f7b-b028-96bd2e0608a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:25.397244 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-88b94137-904b-4f7b-b028-96bd2e0608a7 admin admin] 10.222.0.75 "DELETE /v2.0/networks/91cf39f3-9142-4ee5-af15-00f1f801e8c7 HTTP/1.1" status: 204 len: 168 time: 0.3420398 Feb 16 22:18:25.402791 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57980) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:18:25.407698 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b94137-904b-4f7b-b028-96bd2e0608a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=91cf39f3-9142-4ee5-af15-00f1f801e8c7,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:25.449883 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:25.465924 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-62cb351d-29f9-46c5-ab3a-7d280366a496 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454020 Feb 16 22:18:25.471258 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c51d11e-8d1d-46ea-8a8a-eb48f1b99442 admin admin] Deleting subnet bf976ba0-3e4f-4728-bda9-7b32516a4c75 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:18:25.482009 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2c51d11e-8d1d-46ea-8a8a-eb48f1b99442 admin admin] Publish callbacks [] for subnet (bf976ba0-3e4f-4728-bda9-7b32516a4c75), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:25.558061 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2c51d11e-8d1d-46ea-8a8a-eb48f1b99442 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (bf976ba0-3e4f-4728-bda9-7b32516a4c75), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:25.626072 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2c51d11e-8d1d-46ea-8a8a-eb48f1b99442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (bf976ba0-3e4f-4728-bda9-7b32516a4c75), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:25.629559 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ebf2391b-2bb8-442c-b0dc-d1ed8b6f2d55 req-04f70736-b1f5-4f4a-80d5-0344620b92c7 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553752 Feb 16 22:18:25.680830 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2c51d11e-8d1d-46ea-8a8a-eb48f1b99442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (bf976ba0-3e4f-4728-bda9-7b32516a4c75), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:25.708076 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51d11e-8d1d-46ea-8a8a-eb48f1b99442 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf976ba0-3e4f-4728-bda9-7b32516a4c75,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:25.719319 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2c51d11e-8d1d-46ea-8a8a-eb48f1b99442 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:25.723043 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2c51d11e-8d1d-46ea-8a8a-eb48f1b99442 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/bf976ba0-3e4f-4728-bda9-7b32516a4c75 HTTP/1.1" status: 204 len: 168 time: 0.3190680 Feb 16 22:18:25.725759 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57984) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:18:25.762950 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5fd9b-0db9-4b15-9178-80d4640a5408 req-4c1b2484-aaea-401a-a18f-96536fb8768f tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:25.764447 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-80c5fd9b-0db9-4b15-9178-80d4640a5408 req-4c1b2484-aaea-401a-a18f-96536fb8768f tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a52378c-d346-4f5f-9dec-1834188b58df HTTP/1.1" status: 200 len: 946 time: 0.0591745 Feb 16 22:18:25.793114 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7202e8ba-5c07-4348-8e20-d499e3ca2a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (e2742c68-573f-4d66-93a6-d96dfae93d4c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:25.811713 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-80c5fd9b-0db9-4b15-9178-80d4640a5408 req-d30d33d4-a9c6-4fc9-884b-5dff70eb8835 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "GET /v2.0/security-groups?id=ca3ea7af-a965-4dd0-a6ee-99daedca42f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409689 Feb 16 22:18:25.873447 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7202e8ba-5c07-4348-8e20-d499e3ca2a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (e2742c68-573f-4d66-93a6-d96dfae93d4c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:25.876894 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56fde48-c66c-4312-8894-5dd452abda38 x-openstack-request-id: req-f56fde48-c66c-4312-8894-5dd452abda38 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:18:25.877178 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd875b15-fc46-40e2-9603-d35cfddc4ee6", "tag": "00ad6ec9-8056-4728-9ab7-a3f69df44efe", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:18:25.877430 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f56fde48-c66c-4312-8894-5dd452abda38 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:18:25.877826 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd875b15-fc46-40e2-9603-d35cfddc4ee6', 'tag': '00ad6ec9-8056-4728-9ab7-a3f69df44efe', 'status': 'completed', 'code': 200} Feb 16 22:18:25.919475 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-7202e8ba-5c07-4348-8e20-d499e3ca2a6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2742c68-573f-4d66-93a6-d96dfae93d4c']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:18:25.931870 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-7202e8ba-5c07-4348-8e20-d499e3ca2a6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c46f91-1dbb-4513-a2c2-b23da2a9f6f1') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:18:25.932165 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-7202e8ba-5c07-4348-8e20-d499e3ca2a6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c46f91-1dbb-4513-a2c2-b23da2a9f6f1') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:18:25.944409 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7202e8ba-5c07-4348-8e20-d499e3ca2a6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (26c46f91-1dbb-4513-a2c2-b23da2a9f6f1), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:25.957949 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730df419-a1ec-4259-9bb7-25eb9ab3ba11 req-1a8f062f-ea5c-4e6a-933b-bd93ff315f96 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:25.959562 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-730df419-a1ec-4259-9bb7-25eb9ab3ba11 req-1a8f062f-ea5c-4e6a-933b-bd93ff315f96 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=71904511-f3e6-4709-a040-63d25d009299 HTTP/1.1" status: 200 len: 944 time: 0.0587635 Feb 16 22:18:25.960977 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22b2b4-bfbb-4f6d-bb04-7f44dc246662 req-2df0572c-da40-420a-b62b-148409527084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:25.962468 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1f22b2b4-bfbb-4f6d-bb04-7f44dc246662 req-2df0572c-da40-420a-b62b-148409527084 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=82380f016454465a9a675d2c4470fa74&device_id=cd875b15-fc46-40e2-9603-d35cfddc4ee6 HTTP/1.1" status: 200 len: 1130 time: 0.0786538 Feb 16 22:18:25.963351 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7202e8ba-5c07-4348-8e20-d499e3ca2a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (26c46f91-1dbb-4513-a2c2-b23da2a9f6f1), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:25.969203 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7202e8ba-5c07-4348-8e20-d499e3ca2a6a admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:18:25.969585 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7202e8ba-5c07-4348-8e20-d499e3ca2a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (26c46f91-1dbb-4513-a2c2-b23da2a9f6f1), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:25.971210 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:18:25.971210 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:18:25.971210 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:18:25.971210 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:18:25.971210 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:18:25.971210 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:18:25.971210 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:18:25.971210 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:18:25.971210 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:18:25.971210 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:18:25.971210 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:18:25.971210 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:18:25.971210 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:18:25.971210 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:18:25.971210 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:18:25.971210 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:18:25.971210 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:18:25.971210 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:18:25.971210 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:18:25.971210 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:18:25.971210 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:18:25.971210 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:18:25.971210 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:18:25.971210 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:18:25.971210 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:18:25.971210 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:18:25.971210 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:18:25.971210 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:18:25.971210 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:18:25.971210 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:18:25.971210 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:18:25.971210 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:18:26.008142 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-730df419-a1ec-4259-9bb7-25eb9ab3ba11 req-7c0fb6d7-91a6-4fd7-ac11-853e116f2786 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419328 Feb 16 22:18:26.053619 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48166af8-5ea1-4c17-9b04-1ecacaca02aa x-openstack-request-id: req-48166af8-5ea1-4c17-9b04-1ecacaca02aa {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:18:26.053916 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71904511-f3e6-4709-a040-63d25d009299", "tag": "38edfb9d-c6dc-4b9b-8d47-223ccd162f0b", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:18:26.054210 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-48166af8-5ea1-4c17-9b04-1ecacaca02aa {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:18:26.054643 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71904511-f3e6-4709-a040-63d25d009299', 'tag': '38edfb9d-c6dc-4b9b-8d47-223ccd162f0b', 'status': 'completed', 'code': 200} Feb 16 22:18:26.075961 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7202e8ba-5c07-4348-8e20-d499e3ca2a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (e2742c68-573f-4d66-93a6-d96dfae93d4c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:26.086360 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7202e8ba-5c07-4348-8e20-d499e3ca2a6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:26.092012 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7202e8ba-5c07-4348-8e20-d499e3ca2a6a admin admin] 10.222.0.75 "DELETE /v2.0/networks/e2742c68-573f-4d66-93a6-d96dfae93d4c HTTP/1.1" status: 204 len: 168 time: 0.3626220 Feb 16 22:18:26.110643 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7202e8ba-5c07-4348-8e20-d499e3ca2a6a admin admin] Pushing event deleted for resources: {'Network': ['ID=e2742c68-573f-4d66-93a6-d96dfae93d4c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:26.128636 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22b2b4-bfbb-4f6d-bb04-7f44dc246662 req-20cfab73-31de-44a6-82e5-ba4f01c886ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:26.130355 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1f22b2b4-bfbb-4f6d-bb04-7f44dc246662 req-20cfab73-31de-44a6-82e5-ba4f01c886ef service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.1503885 Feb 16 22:18:26.158709 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5452884-3a05-404d-a60c-835eb490e0d0 req-77ca3a98-f222-4fd6-bfc4-20931ee5dd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:26.160407 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b5452884-3a05-404d-a60c-835eb490e0d0 req-77ca3a98-f222-4fd6-bfc4-20931ee5dd71 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eb6359d124c14a73ac3b0de930e6a0fe&device_id=71904511-f3e6-4709-a040-63d25d009299 HTTP/1.1" status: 200 len: 1126 time: 0.0776331 Feb 16 22:18:26.179669 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1f22b2b4-bfbb-4f6d-bb04-7f44dc246662 req-3880fdb0-7e2f-4e00-8a5f-72eb0ccb599e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=00ad6ec9-8056-4728-9ab7-a3f69df44efe HTTP/1.1" status: 200 len: 217 time: 0.0413876 Feb 16 22:18:26.239172 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22b2b4-bfbb-4f6d-bb04-7f44dc246662 req-0fd33acb-c399-47ec-abda-fbc8dab9ae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:26.240636 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1f22b2b4-bfbb-4f6d-bb04-7f44dc246662 req-0fd33acb-c399-47ec-abda-fbc8dab9ae72 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0549235 Feb 16 22:18:26.241312 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57996) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:18:26.280113 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5452884-3a05-404d-a60c-835eb490e0d0 req-b31920e6-be30-41d8-8ec7-952fee54d6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:26.282571 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b5452884-3a05-404d-a60c-835eb490e0d0 req-b31920e6-be30-41d8-8ec7-952fee54d6a4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4bac3cdf-16ae-435f-8215-29d96cd595c1 HTTP/1.1" status: 200 len: 905 time: 0.1075022 Feb 16 22:18:26.315364 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c20e39fd-3636-45bb-87bc-24d6b1b32cf4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c783ac8d63594bff8f1af68ea2cde2f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0726106 Feb 16 22:18:26.319634 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58000) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:18:26.328388 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22b2b4-bfbb-4f6d-bb04-7f44dc246662 req-de4ae6fc-5a6b-403d-8578-62930f226457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:26.329852 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1f22b2b4-bfbb-4f6d-bb04-7f44dc246662 req-de4ae6fc-5a6b-403d-8578-62930f226457 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0821440 Feb 16 22:18:26.335537 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b5452884-3a05-404d-a60c-835eb490e0d0 req-accf0c81-38c1-40ba-b66d-ca0f9935ccec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38edfb9d-c6dc-4b9b-8d47-223ccd162f0b HTTP/1.1" status: 200 len: 217 time: 0.0466464 Feb 16 22:18:26.422372 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5452884-3a05-404d-a60c-835eb490e0d0 req-bef87f18-32b9-4961-9e69-f493e616d741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:26.424135 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b5452884-3a05-404d-a60c-835eb490e0d0 req-bef87f18-32b9-4961-9e69-f493e616d741 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d292e6dc-86dc-495b-b76c-8deab59c0198 HTTP/1.1" status: 200 len: 844 time: 0.0774608 Feb 16 22:18:26.432064 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0e4598c8-95a3-43df-b754-f8d1ad957bd5 admin admin] Publish callbacks [] for security_group (6454c79f-8b04-4d2e-b10e-c88fa1971fed), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:26.475131 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b5452884-3a05-404d-a60c-835eb490e0d0 req-d0068a6f-7692-454c-bc2d-360f2cdc73ee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4bac3cdf-16ae-435f-8215-29d96cd595c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434499 Feb 16 22:18:26.475357 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0e4598c8-95a3-43df-b754-f8d1ad957bd5 admin admin] Publish callbacks [] for security_group (6454c79f-8b04-4d2e-b10e-c88fa1971fed), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:26.478560 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1f22b2b4-bfbb-4f6d-bb04-7f44dc246662 req-d3140cf4-1567-4175-8569-7c463e81bc17 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321671 Feb 16 22:18:26.598783 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0e4598c8-95a3-43df-b754-f8d1ad957bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (6454c79f-8b04-4d2e-b10e-c88fa1971fed), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:26.602421 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0e4598c8-95a3-43df-b754-f8d1ad957bd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:26.603644 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0e4598c8-95a3-43df-b754-f8d1ad957bd5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6454c79f-8b04-4d2e-b10e-c88fa1971fed HTTP/1.1" status: 204 len: 168 time: 0.2828569 Feb 16 22:18:26.622765 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b5452884-3a05-404d-a60c-835eb490e0d0 req-58eaa430-a776-4f23-993e-a02494f3209b service neutron] 10.222.0.67 "GET /v2.0/networks/4bac3cdf-16ae-435f-8215-29d96cd595c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325443 Feb 16 22:18:26.626049 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1f22b2b4-bfbb-4f6d-bb04-7f44dc246662 req-ab425232-b849-4d83-ab58-7cd1e63c668e service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335614 Feb 16 22:18:26.637715 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4598c8-95a3-43df-b754-f8d1ad957bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6454c79f-8b04-4d2e-b10e-c88fa1971fed,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:26.727410 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:18:26.767688 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b5452884-3a05-404d-a60c-835eb490e0d0 req-17e804a0-b950-447e-8f41-15f3169dfd46 service neutron] 10.222.0.67 "GET /v2.0/networks/4bac3cdf-16ae-435f-8215-29d96cd595c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321783 Feb 16 22:18:26.871215 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=38edfb9d-c6dc-4b9b-8d47-223ccd162f0b,segment=NetworkSegment(0fcd852f-dbb0-4c8e-bb68-facd05b73898),segment_id=0fcd852f-dbb0-4c8e-bb68-facd05b73898)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:26.885376 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '38edfb9d-c6dc-4b9b-8d47-223ccd162f0b', 'network_id': '4bac3cdf-16ae-435f-8215-29d96cd595c1', 'port_id': '38edfb9d-c6dc-4b9b-8d47-223ccd162f0b', 'mac_address': 'fa:16:3e:d4:bb:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd292e6dc-86dc-495b-b76c-8deab59c0198', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:18:26.951118 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:26.963246 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:18:26.964477 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (38edfb9d-c6dc-4b9b-8d47-223ccd162f0b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:26.969539 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069aa6d-a4eb-434b-971d-5f7fd9b24985 req-f7e93e63-52b6-4e82-a815-69ea5995f8ad tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:26.971128 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3069aa6d-a4eb-434b-971d-5f7fd9b24985 req-f7e93e63-52b6-4e82-a815-69ea5995f8ad tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd875b15-fc46-40e2-9603-d35cfddc4ee6 HTTP/1.1" status: 200 len: 948 time: 0.1085777 Feb 16 22:18:26.988785 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:18:27.013253 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=38edfb9d-c6dc-4b9b-8d47-223ccd162f0b,segment=NetworkSegment(0fcd852f-dbb0-4c8e-bb68-facd05b73898),segment_id=0fcd852f-dbb0-4c8e-bb68-facd05b73898)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:27.019594 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (38edfb9d-c6dc-4b9b-8d47-223ccd162f0b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:27.040536 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3069aa6d-a4eb-434b-971d-5f7fd9b24985 req-c522b4f0-7d30-4bd2-8f93-7c1b7d18fb12 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/security-groups?id=046dc848-3e95-4818-8a1d-b76bad2b715c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616531 Feb 16 22:18:27.089894 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=38edfb9d-c6dc-4b9b-8d47-223ccd162f0b,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:27.122709 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58022) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:18:27.194861 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9b9b4fe7-8819-463a-b07f-3132e1d24f7b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=48c26a4fbe1b47cabbf4aa92839c90bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0686109 Feb 16 22:18:27.196064 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58024) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:18:27.207440 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b64e1-6003-41a0-bacf-3e37631ecd5e req-a8f65d3d-ecfe-42b2-a5d9-cff0882aefa5 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:27.208979 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-629b64e1-6003-41a0-bacf-3e37631ecd5e req-a8f65d3d-ecfe-42b2-a5d9-cff0882aefa5 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=650e6e87-f28c-4dc6-9321-d6f21c7080ed HTTP/1.1" status: 200 len: 948 time: 0.0776441 Feb 16 22:18:27.247088 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-549cd9e4-e73a-4b90-92e0-80735e776a6e admin admin] Publish callbacks [] for security_group (e616cfab-26e4-4fb6-ab6a-795112cd5d71), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:27.269538 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-629b64e1-6003-41a0-bacf-3e37631ecd5e req-8ff73937-529d-4032-898b-624b1f9982bd tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545082 Feb 16 22:18:27.269731 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-549cd9e4-e73a-4b90-92e0-80735e776a6e admin admin] Publish callbacks [] for security_group (e616cfab-26e4-4fb6-ab6a-795112cd5d71), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:27.332750 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-549cd9e4-e73a-4b90-92e0-80735e776a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (e616cfab-26e4-4fb6-ab6a-795112cd5d71), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:27.336228 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-549cd9e4-e73a-4b90-92e0-80735e776a6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:27.339718 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-549cd9e4-e73a-4b90-92e0-80735e776a6e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e616cfab-26e4-4fb6-ab6a-795112cd5d71 HTTP/1.1" status: 204 len: 168 time: 0.1410639 Feb 16 22:18:27.346137 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549cd9e4-e73a-4b90-92e0-80735e776a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e616cfab-26e4-4fb6-ab6a-795112cd5d71,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:27.399243 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a32dc-528c-408d-b4fe-07299b8e01b0 req-d1798c8b-5174-43b8-9488-18134ad82f02 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:27.400930 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d89a32dc-528c-408d-b4fe-07299b8e01b0 req-d1798c8b-5174-43b8-9488-18134ad82f02 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a52378c-d346-4f5f-9dec-1834188b58df HTTP/1.1" status: 200 len: 946 time: 0.0783911 Feb 16 22:18:27.410985 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58028) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:18:27.416144 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-5b7c3e65-10d3-4c41-9251-0a8d43d2a4df tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Request body: {'floatingip': {'port_id': 'e39e32ec-a288-41af-b634-90d25254773b'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:18:27.456986 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['38edfb9d-c6dc-4b9b-8d47-223ccd162f0b'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:18:27.477482 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5b7c3e65-10d3-4c41-9251-0a8d43d2a4df tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks [] for floatingip (d2caaa6d-2cab-4371-9c36-9a3e264bd422), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:27.582080 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fbe97-224a-47e8-b346-92f6a3fe4597 req-7ae920e1-f471-4366-87f3-967843f7e87e tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:27.589836 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b17fbe97-224a-47e8-b346-92f6a3fe4597 req-7ae920e1-f471-4366-87f3-967843f7e87e tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 946 time: 0.0975304 Feb 16 22:18:27.649330 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b17fbe97-224a-47e8-b346-92f6a3fe4597 req-7f85033a-a439-409a-942c-b47a31f8d57a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582473 Feb 16 22:18:27.772552 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a352f7-df5a-4693-b49d-871aee10eebe req-17e70d02-e42c-471d-b056-8900fffd4fe9 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:27.774188 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-79a352f7-df5a-4693-b49d-871aee10eebe req-17e70d02-e42c-471d-b056-8900fffd4fe9 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=71904511-f3e6-4709-a040-63d25d009299 HTTP/1.1" status: 200 len: 945 time: 0.0687056 Feb 16 22:18:27.830897 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-79a352f7-df5a-4693-b49d-871aee10eebe req-d25e7154-277e-4810-a55f-3888a77a2568 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500596 Feb 16 22:18:28.056195 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650e6e87-f28c-4dc6-9321-d6f21c7080ed', 'tag': '28c80982-bf12-4b08-8927-1af8206f8a88'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:18:28.059540 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd880fb7-93fb-4595-9157-9d0b3f456b4a" -d '{"events": [{"name": "network-changed", "server_uuid": "650e6e87-f28c-4dc6-9321-d6f21c7080ed", "tag": "28c80982-bf12-4b08-8927-1af8206f8a88"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:18:28.146881 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5b7c3e65-10d3-4c41-9251-0a8d43d2a4df tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:28.153262 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5b7c3e65-10d3-4c41-9251-0a8d43d2a4df tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (d2caaa6d-2cab-4371-9c36-9a3e264bd422), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:28.191293 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df282791-c59f-4fea-a7a8-834962ab9731 x-openstack-request-id: req-df282791-c59f-4fea-a7a8-834962ab9731 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:18:28.192493 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650e6e87-f28c-4dc6-9321-d6f21c7080ed", "tag": "28c80982-bf12-4b08-8927-1af8206f8a88", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:18:28.192908 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-df282791-c59f-4fea-a7a8-834962ab9731 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:18:28.193472 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650e6e87-f28c-4dc6-9321-d6f21c7080ed', 'tag': '28c80982-bf12-4b08-8927-1af8206f8a88', 'status': 'completed', 'code': 200} Feb 16 22:18:28.228667 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:28.324121 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd880fb7-93fb-4595-9157-9d0b3f456b4a req-da624b01-8c71-4e1b-ad62-ea617241dc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:28.326204 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dd880fb7-93fb-4595-9157-9d0b3f456b4a req-da624b01-8c71-4e1b-ad62-ea617241dc52 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=340568c42fa24a9e862a169fcf3622fe&device_id=650e6e87-f28c-4dc6-9321-d6f21c7080ed HTTP/1.1" status: 200 len: 1130 time: 0.1152418 Feb 16 22:18:28.331179 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [None req-5b7c3e65-10d3-4c41-9251-0a8d43d2a4df tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Floating IP d2caaa6d-2cab-4371-9c36-9a3e264bd422 associated. External IP: 172.25.2.216, port: e39e32ec-a288-41af-b634-90d25254773b. Feb 16 22:18:28.343514 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8665393-b9cb-4f25-8a97-b5af60dd9349 req-a3f5aa42-7244-4491-916d-115fe1b09535 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:28.346316 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b8665393-b9cb-4f25-8a97-b5af60dd9349 req-a3f5aa42-7244-4491-916d-115fe1b09535 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd875b15-fc46-40e2-9603-d35cfddc4ee6 HTTP/1.1" status: 200 len: 948 time: 0.0851860 Feb 16 22:18:28.475137 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b8665393-b9cb-4f25-8a97-b5af60dd9349 req-a3f77836-60f6-478c-8789-b38034ba8a14 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/security-groups?id=046dc848-3e95-4818-8a1d-b76bad2b715c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182353 Feb 16 22:18:28.487652 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd880fb7-93fb-4595-9157-9d0b3f456b4a req-00aba1e0-b54c-46b8-9977-53c73a8edfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:28.489430 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dd880fb7-93fb-4595-9157-9d0b3f456b4a req-00aba1e0-b54c-46b8-9977-53c73a8edfda service neutron] 10.222.0.79 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.1556401 Feb 16 22:18:28.520962 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 28c80982-bf12-4b08-8927-1af8206f8a88 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:18:28.526254 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 4f84d8ad-7206-4829-8589-6f904da0dad7 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:18:28.584156 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dd880fb7-93fb-4595-9157-9d0b3f456b4a req-7be6ca83-07b3-4212-bdd1-a2ea45a95cce service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=28c80982-bf12-4b08-8927-1af8206f8a88 HTTP/1.1" status: 200 len: 217 time: 0.0871327 Feb 16 22:18:28.665570 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7c3e65-10d3-4c41-9251-0a8d43d2a4df tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Router 4c9adbbd-ba51-468d-a256-b373a0de3074 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:18:28.740685 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 00ad6ec9-8056-4728-9ab7-a3f69df44efe details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:18:28.743093 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:18:28.748968 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd880fb7-93fb-4595-9157-9d0b3f456b4a req-9b781032-a215-4a83-b13d-81b2597d899b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:28.751636 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dd880fb7-93fb-4595-9157-9d0b3f456b4a req-9b781032-a215-4a83-b13d-81b2597d899b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1552968 Feb 16 22:18:28.824096 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7c3e65-10d3-4c41-9251-0a8d43d2a4df tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:18:28.830897 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5b7c3e65-10d3-4c41-9251-0a8d43d2a4df tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:28.837234 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 4f84d8ad-7206-4829-8589-6f904da0dad7 is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:18:28.838801 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:28.840616 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98966695-53b2-492a-bd61-28dcea9d19e9 None None] Sync routers for ids ['4c9adbbd-ba51-468d-a256-b373a0de3074'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:18:28.860850 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98966695-53b2-492a-bd61-28dcea9d19e9 None None] Routers {'4c9adbbd-ba51-468d-a256-b373a0de3074'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:18:28.861505 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-98966695-53b2-492a-bd61-28dcea9d19e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:18:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4c9adbbd-ba51-468d-a256-b373a0de3074'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:18:28.866177 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a9027-7c94-4191-b270-65655091351e req-99e6eaaf-a292-40e7-a020-abd6a04b31a2 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:28.876831 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-027a9027-7c94-4191-b270-65655091351e req-99e6eaaf-a292-40e7-a020-abd6a04b31a2 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=650e6e87-f28c-4dc6-9321-d6f21c7080ed HTTP/1.1" status: 200 len: 948 time: 0.2037544 Feb 16 22:18:28.925067 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ed1594-23f2-44c3-9d5c-1e2036f6f5c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f84d8ad-7206-4829-8589-6f904da0dad7'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:18:28.927910 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25beccbd-234a-4bdd-a584-9399e5b5cb60" -d '{"events": [{"server_uuid": "d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0", "name": "network-vif-unplugged", "status": "completed", "tag": "4f84d8ad-7206-4829-8589-6f904da0dad7"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:18:28.960069 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd880fb7-93fb-4595-9157-9d0b3f456b4a req-32d8238d-bc41-4ca4-b771-801eb34473df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:28.964642 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dd880fb7-93fb-4595-9157-9d0b3f456b4a req-32d8238d-bc41-4ca4-b771-801eb34473df service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1983817 Feb 16 22:18:28.969018 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 4f84d8ad-7206-4829-8589-6f904da0dad7, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=4f84d8ad-7206-4829-8589-6f904da0dad7,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:28.992601 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 28c80982-bf12-4b08-8927-1af8206f8a88, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=28c80982-bf12-4b08-8927-1af8206f8a88,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:29.046586 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:29.063652 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-027a9027-7c94-4191-b270-65655091351e req-cd57dbd3-07ed-46b5-8890-a1de525eb76c tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808662 Feb 16 22:18:29.075908 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-98966695-53b2-492a-bd61-28dcea9d19e9 None None] Set router 4c9adbbd-ba51-468d-a256-b373a0de3074 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:18:29.106443 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '28c80982-bf12-4b08-8927-1af8206f8a88', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': '28c80982-bf12-4b08-8927-1af8206f8a88', 'mac_address': 'fa:16:3e:f9:78:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:18:29.193807 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:18:29.206802 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dd880fb7-93fb-4595-9157-9d0b3f456b4a req-2f4b34fb-cf13-42c4-804e-c4c067d787de service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306361 Feb 16 22:18:29.207381 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:18:29.208499 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (38edfb9d-c6dc-4b9b-8d47-223ccd162f0b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:29.261988 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5b7c3e65-10d3-4c41-9251-0a8d43d2a4df tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "PUT /v2.0/floatingips/d2caaa6d-2cab-4371-9c36-9a3e264bd422 HTTP/1.1" status: 200 len: 992 time: 1.8497529 Feb 16 22:18:29.263189 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a52378c-d346-4f5f-9dec-1834188b58df', 'tag': 'e39e32ec-a288-41af-b634-90d25254773b'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:18:29.266183 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2b91dc-5b96-4f1c-bb37-caf916e539ac" -d '{"events": [{"name": "network-changed", "server_uuid": "9a52378c-d346-4f5f-9dec-1834188b58df", "tag": "e39e32ec-a288-41af-b634-90d25254773b"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:18:29.351890 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=4f84d8ad-7206-4829-8589-6f904da0dad7,revision_number=11']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:29.402658 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dd880fb7-93fb-4595-9157-9d0b3f456b4a req-c83df894-fb85-45e7-8706-4ead403ae095 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895282 Feb 16 22:18:29.404667 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 00ad6ec9-8056-4728-9ab7-a3f69df44efe, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=00ad6ec9-8056-4728-9ab7-a3f69df44efe,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:29.409637 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 28c80982-bf12-4b08-8927-1af8206f8a88 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:18:29.410789 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (28c80982-bf12-4b08-8927-1af8206f8a88), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:29.447820 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-98966695-53b2-492a-bd61-28dcea9d19e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'name': 'tempest-ServersTestBootFromVolume-1761043832-router', 'tenant_id': '8ad240c1ae9949d7984971394c75b8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd5f962f4-6635-4cf0-b04b-e6143c04f10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:09Z', 'updated_at': '2022-02-16T22:16:14Z', 'revision_number': 4, 'project_id': '8ad240c1ae9949d7984971394c75b8d4', 'gw_port': {'id': 'd5f962f4-6635-4cf0-b04b-e6143c04f10b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:10Z', 'updated_at': '2022-02-16T22:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'd2caaa6d-2cab-4371-9c36-9a3e264bd422', 'tenant_id': '8ad240c1ae9949d7984971394c75b8d4', 'floating_ip_address': '172.25.2.216', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'port_id': 'e39e32ec-a288-41af-b634-90d25254773b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea49327-f76a-4eed-8327-a94de57510c3', 'mac_address': 'fa:16:3e:54:30:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a52378c-d346-4f5f-9dec-1834188b58df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:16:21Z', 'updated_at': '2022-02-16T22:18:28Z', 'revision_number': 1, 'project_id': '8ad240c1ae9949d7984971394c75b8d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb925c46-893f-4ab9-87e0-d5a01db8e647', 'name': '', 'network_id': '7ea49327-f76a-4eed-8327-a94de57510c3', 'tenant_id': '8ad240c1ae9949d7984971394c75b8d4', 'mac_address': 'fa:16:3e:52:05:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '53af9bc2-f688-4b35-9193-90baafeae21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:13Z', 'updated_at': '2022-02-16T22:16:20Z', 'revision_number': 5, 'project_id': '8ad240c1ae9949d7984971394c75b8d4', 'subnets': [{'id': '53af9bc2-f688-4b35-9193-90baafeae21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:18:29.449445 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c80982-bf12-4b08-8927-1af8206f8a88 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:18:29.477279 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98966695-53b2-492a-bd61-28dcea9d19e9 None None] Checking router: 4c9adbbd-ba51-468d-a256-b373a0de3074 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:18:29.477640 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '00ad6ec9-8056-4728-9ab7-a3f69df44efe', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': '00ad6ec9-8056-4728-9ab7-a3f69df44efe', 'mac_address': 'fa:16:3e:1e:ba:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:18:29.487947 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98966695-53b2-492a-bd61-28dcea9d19e9 None None] Routers {'4c9adbbd-ba51-468d-a256-b373a0de3074'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:18:29.489377 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-98966695-53b2-492a-bd61-28dcea9d19e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:18:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4c9adbbd-ba51-468d-a256-b373a0de3074'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:18:29.500247 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:18:29.500754 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (38edfb9d-c6dc-4b9b-8d47-223ccd162f0b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:29.505227 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 28c80982-bf12-4b08-8927-1af8206f8a88, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=28c80982-bf12-4b08-8927-1af8206f8a88,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:29.547423 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 00ad6ec9-8056-4728-9ab7-a3f69df44efe is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:18:29.547994 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (00ad6ec9-8056-4728-9ab7-a3f69df44efe), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:29.557805 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (28c80982-bf12-4b08-8927-1af8206f8a88), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:29.605741 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00ad6ec9-8056-4728-9ab7-a3f69df44efe {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:18:29.639744 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-98966695-53b2-492a-bd61-28dcea9d19e9 None None] Set router 4c9adbbd-ba51-468d-a256-b373a0de3074 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:18:29.672150 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=38edfb9d-c6dc-4b9b-8d47-223ccd162f0b,segment=NetworkSegment(0fcd852f-dbb0-4c8e-bb68-facd05b73898),segment_id=0fcd852f-dbb0-4c8e-bb68-facd05b73898)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:29.676237 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 00ad6ec9-8056-4728-9ab7-a3f69df44efe, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=00ad6ec9-8056-4728-9ab7-a3f69df44efe,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:29.687960 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (38edfb9d-c6dc-4b9b-8d47-223ccd162f0b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:29.698657 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (00ad6ec9-8056-4728-9ab7-a3f69df44efe), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:29.702929 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=28c80982-bf12-4b08-8927-1af8206f8a88,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:29.780795 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:29.782037 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3088f-d6f7-4893-8695-5ab7fee23826 req-68303817-948c-4ddb-8673-d470c52d447f tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:29.783206 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b5e3088f-d6f7-4893-8695-5ab7fee23826 req-68303817-948c-4ddb-8673-d470c52d447f tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0570834 Feb 16 22:18:29.793099 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=38edfb9d-c6dc-4b9b-8d47-223ccd162f0b,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:29.838804 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b5e3088f-d6f7-4893-8695-5ab7fee23826 req-f56bc6be-d192-4462-8881-0848bcdd8d65 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495658 Feb 16 22:18:29.859273 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=00ad6ec9-8056-4728-9ab7-a3f69df44efe,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:29.912012 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['28c80982-bf12-4b08-8927-1af8206f8a88'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:18:29.952539 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-98966695-53b2-492a-bd61-28dcea9d19e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'name': 'tempest-ServersTestBootFromVolume-1761043832-router', 'tenant_id': '8ad240c1ae9949d7984971394c75b8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd5f962f4-6635-4cf0-b04b-e6143c04f10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:09Z', 'updated_at': '2022-02-16T22:16:14Z', 'revision_number': 4, 'project_id': '8ad240c1ae9949d7984971394c75b8d4', 'gw_port': {'id': 'd5f962f4-6635-4cf0-b04b-e6143c04f10b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:10Z', 'updated_at': '2022-02-16T22:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'd2caaa6d-2cab-4371-9c36-9a3e264bd422', 'tenant_id': '8ad240c1ae9949d7984971394c75b8d4', 'floating_ip_address': '172.25.2.216', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'port_id': 'e39e32ec-a288-41af-b634-90d25254773b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea49327-f76a-4eed-8327-a94de57510c3', 'mac_address': 'fa:16:3e:54:30:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a52378c-d346-4f5f-9dec-1834188b58df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:16:21Z', 'updated_at': '2022-02-16T22:18:28Z', 'revision_number': 1, 'project_id': '8ad240c1ae9949d7984971394c75b8d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb925c46-893f-4ab9-87e0-d5a01db8e647', 'name': '', 'network_id': '7ea49327-f76a-4eed-8327-a94de57510c3', 'tenant_id': '8ad240c1ae9949d7984971394c75b8d4', 'mac_address': 'fa:16:3e:52:05:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '53af9bc2-f688-4b35-9193-90baafeae21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:13Z', 'updated_at': '2022-02-16T22:16:20Z', 'revision_number': 5, 'project_id': '8ad240c1ae9949d7984971394c75b8d4', 'subnets': [{'id': '53af9bc2-f688-4b35-9193-90baafeae21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:18:29.973449 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f0a8b-f93d-42fd-b7c1-60a74b4824e7 req-a4abb9fd-9778-4609-91d3-5fedf449c1df tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:29.975085 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b57f0a8b-f93d-42fd-b7c1-60a74b4824e7 req-a4abb9fd-9778-4609-91d3-5fedf449c1df tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=71904511-f3e6-4709-a040-63d25d009299 HTTP/1.1" status: 200 len: 946 time: 0.0608983 Feb 16 22:18:29.984409 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98966695-53b2-492a-bd61-28dcea9d19e9 None None] The sync data for ids ['4c9adbbd-ba51-468d-a256-b373a0de3074'] in n-d-813897-6 is: [{'id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'name': 'tempest-ServersTestBootFromVolume-1761043832-router', 'tenant_id': '8ad240c1ae9949d7984971394c75b8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd5f962f4-6635-4cf0-b04b-e6143c04f10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:09Z', 'updated_at': '2022-02-16T22:16:14Z', 'revision_number': 4, 'project_id': '8ad240c1ae9949d7984971394c75b8d4', 'gw_port': {'id': 'd5f962f4-6635-4cf0-b04b-e6143c04f10b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:10Z', 'updated_at': '2022-02-16T22:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'd2caaa6d-2cab-4371-9c36-9a3e264bd422', 'tenant_id': '8ad240c1ae9949d7984971394c75b8d4', 'floating_ip_address': '172.25.2.216', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'port_id': 'e39e32ec-a288-41af-b634-90d25254773b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea49327-f76a-4eed-8327-a94de57510c3', 'mac_address': 'fa:16:3e:54:30:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a52378c-d346-4f5f-9dec-1834188b58df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:16:21Z', 'updated_at': '2022-02-16T22:18:28Z', 'revision_number': 1, 'project_id': '8ad240c1ae9949d7984971394c75b8d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb925c46-893f-4ab9-87e0-d5a01db8e647', 'name': '', 'network_id': '7ea49327-f76a-4eed-8327-a94de57510c3', 'tenant_id': '8ad240c1ae9949d7984971394c75b8d4', 'mac_address': 'fa:16:3e:52:05:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '53af9bc2-f688-4b35-9193-90baafeae21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:13Z', 'updated_at': '2022-02-16T22:16:20Z', 'revision_number': 5, 'project_id': '8ad240c1ae9949d7984971394c75b8d4', 'subnets': [{'id': '53af9bc2-f688-4b35-9193-90baafeae21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:18:30.055723 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b57f0a8b-f93d-42fd-b7c1-60a74b4824e7 req-cea67df0-bd57-4121-a493-3eba3ebe15c9 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746737 Feb 16 22:18:30.095653 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['00ad6ec9-8056-4728-9ab7-a3f69df44efe'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:18:30.122549 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 22:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cee0b1b-350d-4485-ab8e-d75f01f49caa x-openstack-request-id: req-3cee0b1b-350d-4485-ab8e-d75f01f49caa {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:18:30.122855 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0", "name": "network-vif-unplugged", "status": "completed", "tag": "4f84d8ad-7206-4829-8589-6f904da0dad7", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:18:30.123080 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3cee0b1b-350d-4485-ab8e-d75f01f49caa {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:18:30.123473 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ed1594-23f2-44c3-9d5c-1e2036f6f5c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f84d8ad-7206-4829-8589-6f904da0dad7', 'code': 200} Feb 16 22:18:30.244480 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e083e4e-8d85-4c71-8b21-8d757af55993 req-d9a1e5d0-1413-4b8b-bc00-9d2ddc62eb14 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:30.251944 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0e083e4e-8d85-4c71-8b21-8d757af55993 req-d9a1e5d0-1413-4b8b-bc00-9d2ddc62eb14 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a52378c-d346-4f5f-9dec-1834188b58df HTTP/1.1" status: 200 len: 946 time: 0.0760758 Feb 16 22:18:30.296973 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0e083e4e-8d85-4c71-8b21-8d757af55993 req-7422e2db-d568-4137-a6bc-ba1b0316ddfc tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "GET /v2.0/security-groups?id=ca3ea7af-a965-4dd0-a6ee-99daedca42f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437596 Feb 16 22:18:30.324655 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f355a71-d53c-4478-93f4-5c3db544e699 None None] New status for floating IP d2caaa6d-2cab-4371-9c36-9a3e264bd422: ACTIVE {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:18:30.351224 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fa3eb3-9e69-4116-b052-44d2ed6ec67d x-openstack-request-id: req-52fa3eb3-9e69-4116-b052-44d2ed6ec67d {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:18:30.351703 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a52378c-d346-4f5f-9dec-1834188b58df", "tag": "e39e32ec-a288-41af-b634-90d25254773b", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:18:30.351808 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-52fa3eb3-9e69-4116-b052-44d2ed6ec67d {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:18:30.352191 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a52378c-d346-4f5f-9dec-1834188b58df', 'tag': 'e39e32ec-a288-41af-b634-90d25254773b', 'status': 'completed', 'code': 200} Feb 16 22:18:30.462032 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b91dc-5b96-4f1c-bb37-caf916e539ac req-a293492a-ac02-4643-a8c5-83cf8230ac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:30.463566 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fd2b91dc-5b96-4f1c-bb37-caf916e539ac req-a293492a-ac02-4643-a8c5-83cf8230ac2b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8ad240c1ae9949d7984971394c75b8d4&device_id=9a52378c-d346-4f5f-9dec-1834188b58df HTTP/1.1" status: 200 len: 1128 time: 0.0856383 Feb 16 22:18:30.480005 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb57aa-7661-4a34-98ac-9887b6fd74d6 req-0757f543-5bd2-4a7a-b7d1-3a16addef9b0 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:30.481575 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0cbb57aa-7661-4a34-98ac-9887b6fd74d6 req-0757f543-5bd2-4a7a-b7d1-3a16addef9b0 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd875b15-fc46-40e2-9603-d35cfddc4ee6 HTTP/1.1" status: 200 len: 949 time: 0.0700736 Feb 16 22:18:30.522698 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 4f84d8ad-7206-4829-8589-6f904da0dad7 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:18:30.590543 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0cbb57aa-7661-4a34-98ac-9887b6fd74d6 req-c038f3ac-a590-4942-8bf8-4bbf05dfb73f tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/security-groups?id=046dc848-3e95-4818-8a1d-b76bad2b715c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896122 Feb 16 22:18:30.605345 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b91dc-5b96-4f1c-bb37-caf916e539ac req-eb3e65c3-302c-4434-b7d7-661764bee701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:30.607227 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fd2b91dc-5b96-4f1c-bb37-caf916e539ac req-eb3e65c3-302c-4434-b7d7-661764bee701 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7ea49327-f76a-4eed-8327-a94de57510c3 HTTP/1.1" status: 200 len: 917 time: 0.1246951 Feb 16 22:18:30.648784 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 4f84d8ad-7206-4829-8589-6f904da0dad7, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=4f84d8ad-7206-4829-8589-6f904da0dad7,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:30.660750 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '4f84d8ad-7206-4829-8589-6f904da0dad7', 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a', 'port_id': '4f84d8ad-7206-4829-8589-6f904da0dad7', 'mac_address': 'fa:16:3e:18:0f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:18:30.694762 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fd2b91dc-5b96-4f1c-bb37-caf916e539ac req-0a4a179f-9c9e-4297-9620-38097debe629 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e39e32ec-a288-41af-b634-90d25254773b HTTP/1.1" status: 200 len: 1002 time: 0.0769560 Feb 16 22:18:30.701064 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 4f84d8ad-7206-4829-8589-6f904da0dad7 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:18:30.701655 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:30.716732 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f84d8ad-7206-4829-8589-6f904da0dad7 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:18:30.738596 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 4f84d8ad-7206-4829-8589-6f904da0dad7, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=4f84d8ad-7206-4829-8589-6f904da0dad7,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:30.744826 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:30.799427 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b91dc-5b96-4f1c-bb37-caf916e539ac req-b9ebc72b-1010-47a3-b2c4-b268a2c30dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:30.802170 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fd2b91dc-5b96-4f1c-bb37-caf916e539ac req-b9ebc72b-1010-47a3-b2c4-b268a2c30dd6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=53af9bc2-f688-4b35-9193-90baafeae21e HTTP/1.1" status: 200 len: 855 time: 0.0971699 Feb 16 22:18:30.804961 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=4f84d8ad-7206-4829-8589-6f904da0dad7,revision_number=12']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:30.889867 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['4f84d8ad-7206-4829-8589-6f904da0dad7'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:18:30.891231 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b91dc-5b96-4f1c-bb37-caf916e539ac req-5ad4beb7-80f5-4877-a084-07d02c221ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:30.893023 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fd2b91dc-5b96-4f1c-bb37-caf916e539ac req-5ad4beb7-80f5-4877-a084-07d02c221ae6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7ea49327-f76a-4eed-8327-a94de57510c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0777593 Feb 16 22:18:31.076232 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fd2b91dc-5b96-4f1c-bb37-caf916e539ac req-557bb0bf-c665-4437-8fab-681150ec58e5 service neutron] 10.222.0.79 "GET /v2.0/networks/7ea49327-f76a-4eed-8327-a94de57510c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756608 Feb 16 22:18:31.208533 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fd2b91dc-5b96-4f1c-bb37-caf916e539ac req-dbab98c2-5d1f-47bb-8478-31921ae5fed3 service neutron] 10.222.0.79 "GET /v2.0/networks/7ea49327-f76a-4eed-8327-a94de57510c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250370 Feb 16 22:18:31.465164 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f135d33-3fc9-4899-94f3-6cb2ecb1271a req-861833bb-2f4c-466e-8f5e-0c1936901ae3 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:31.466832 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7f135d33-3fc9-4899-94f3-6cb2ecb1271a req-861833bb-2f4c-466e-8f5e-0c1936901ae3 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=650e6e87-f28c-4dc6-9321-d6f21c7080ed HTTP/1.1" status: 200 len: 949 time: 0.0658147 Feb 16 22:18:31.522594 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7f135d33-3fc9-4899-94f3-6cb2ecb1271a req-ff172246-0c22-4c25-a08e-6f415dbb27ff tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483189 Feb 16 22:18:31.665787 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777f607-91fb-4f6c-b1d0-61e1b1f0aea4 req-8e9ad33d-31c5-47a9-9302-6620a447f52d tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:31.673343 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1777f607-91fb-4f6c-b1d0-61e1b1f0aea4 req-8e9ad33d-31c5-47a9-9302-6620a447f52d tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 945 time: 0.0654185 Feb 16 22:18:31.746915 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1777f607-91fb-4f6c-b1d0-61e1b1f0aea4 req-dc727289-5743-4cf6-996f-2e5792c8a4f1 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675454 Feb 16 22:18:32.124675 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71904511-f3e6-4709-a040-63d25d009299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38edfb9d-c6dc-4b9b-8d47-223ccd162f0b'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:18:32.127027 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554c9d75-cd4e-4302-a684-51fe5b0e9670" -d '{"events": [{"server_uuid": "71904511-f3e6-4709-a040-63d25d009299", "name": "network-vif-plugged", "status": "completed", "tag": "38edfb9d-c6dc-4b9b-8d47-223ccd162f0b"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:18:32.204560 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7600e-3cba-4e55-89cc-38d4f3091172 req-f4b60f15-39f6-43ac-8841-ad05ed2c6dce tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:32.206510 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22a7600e-3cba-4e55-89cc-38d4f3091172 req-f4b60f15-39f6-43ac-8841-ad05ed2c6dce tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=71904511-f3e6-4709-a040-63d25d009299 HTTP/1.1" status: 200 len: 946 time: 0.0665655 Feb 16 22:18:32.274621 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22a7600e-3cba-4e55-89cc-38d4f3091172 req-6dbdf928-3b0e-4289-8390-4f0ed6365bd5 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617142 Feb 16 22:18:32.544974 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 4f84d8ad-7206-4829-8589-6f904da0dad7 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:18:32.610533 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd43fd-1cfb-4ae8-9edc-c63b29feb4e0 req-02b939d4-7ed4-46c4-92f3-4dde928b752d tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:32.613023 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-97dd43fd-1cfb-4ae8-9edc-c63b29feb4e0 req-02b939d4-7ed4-46c4-92f3-4dde928b752d tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd875b15-fc46-40e2-9603-d35cfddc4ee6 HTTP/1.1" status: 200 len: 949 time: 0.1135957 Feb 16 22:18:32.644644 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 4f84d8ad-7206-4829-8589-6f904da0dad7 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:18:32.645321 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:32.684195 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-97dd43fd-1cfb-4ae8-9edc-c63b29feb4e0 req-4c48aff1-884e-4884-8e12-cd559f35dd36 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/security-groups?id=046dc848-3e95-4818-8a1d-b76bad2b715c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632222 Feb 16 22:18:32.955211 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264a28b7-5644-4d14-93fc-b51eff1f865b x-openstack-request-id: req-264a28b7-5644-4d14-93fc-b51eff1f865b {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:18:32.955503 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71904511-f3e6-4709-a040-63d25d009299", "name": "network-vif-plugged", "status": "completed", "tag": "38edfb9d-c6dc-4b9b-8d47-223ccd162f0b", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:18:32.955757 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-264a28b7-5644-4d14-93fc-b51eff1f865b {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:18:32.956684 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71904511-f3e6-4709-a040-63d25d009299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38edfb9d-c6dc-4b9b-8d47-223ccd162f0b', 'code': 200} Feb 16 22:18:32.959513 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 00ad6ec9-8056-4728-9ab7-a3f69df44efe up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:18:33.004929 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792464d-1746-4a3b-8540-06283555b1d8 req-13a69296-2dc4-49ff-a71c-4c384c066e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:33.007940 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a792464d-1746-4a3b-8540-06283555b1d8 req-13a69296-2dc4-49ff-a71c-4c384c066e0d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=71904511-f3e6-4709-a040-63d25d009299 HTTP/1.1" status: 200 len: 1128 time: 0.1550143 Feb 16 22:18:33.017180 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32d2a8-0676-48b3-bda7-30b66ec6f71f req-ccf1cd91-c1f3-4923-b79a-6fb3e4e6420f tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:33.019498 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c32d2a8-0676-48b3-bda7-30b66ec6f71f req-ccf1cd91-c1f3-4923-b79a-6fb3e4e6420f tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=650e6e87-f28c-4dc6-9321-d6f21c7080ed HTTP/1.1" status: 200 len: 949 time: 0.1691456 Feb 16 22:18:33.030633 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 4f84d8ad-7206-4829-8589-6f904da0dad7 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:18:33.031923 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:33.085898 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 4f84d8ad-7206-4829-8589-6f904da0dad7, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=4f84d8ad-7206-4829-8589-6f904da0dad7,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:33.094256 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a792464d-1746-4a3b-8540-06283555b1d8 req-12677211-5586-4714-b12b-8354ae46a5a1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736980 Feb 16 22:18:33.098260 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:33.099316 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 28c80982-bf12-4b08-8927-1af8206f8a88 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:18:33.106757 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c32d2a8-0676-48b3-bda7-30b66ec6f71f req-6db35175-0a46-4c11-a825-88fcaea3df9a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797772 Feb 16 22:18:33.148997 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 00ad6ec9-8056-4728-9ab7-a3f69df44efe completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:18:33.181794 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 00ad6ec9-8056-4728-9ab7-a3f69df44efe triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:18:33.182429 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (00ad6ec9-8056-4728-9ab7-a3f69df44efe), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:33.231561 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=4f84d8ad-7206-4829-8589-6f904da0dad7,revision_number=13']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:33.270615 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 28c80982-bf12-4b08-8927-1af8206f8a88 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:18:33.313392 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 28c80982-bf12-4b08-8927-1af8206f8a88 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:18:33.314060 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (28c80982-bf12-4b08-8927-1af8206f8a88), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:33.393148 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 00ad6ec9-8056-4728-9ab7-a3f69df44efe is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:18:33.394410 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (00ad6ec9-8056-4728-9ab7-a3f69df44efe), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:33.498420 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 00ad6ec9-8056-4728-9ab7-a3f69df44efe, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=00ad6ec9-8056-4728-9ab7-a3f69df44efe,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:33.500590 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 28c80982-bf12-4b08-8927-1af8206f8a88 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:18:33.501244 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (28c80982-bf12-4b08-8927-1af8206f8a88), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:33.535048 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (00ad6ec9-8056-4728-9ab7-a3f69df44efe), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:33.541191 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce5309-1967-469e-8acc-c111650083b1 req-efbd6ae7-07ce-4cf1-97cb-9df17f90a5b9 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:33.548390 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f3ce5309-1967-469e-8acc-c111650083b1 req-efbd6ae7-07ce-4cf1-97cb-9df17f90a5b9 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 946 time: 0.0755341 Feb 16 22:18:33.589095 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 28c80982-bf12-4b08-8927-1af8206f8a88, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=28c80982-bf12-4b08-8927-1af8206f8a88,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:33.600196 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (28c80982-bf12-4b08-8927-1af8206f8a88), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:33.605449 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f3ce5309-1967-469e-8acc-c111650083b1 req-64ba4632-d333-4674-88c1-afbb87a9adee tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515399 Feb 16 22:18:33.638682 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=00ad6ec9-8056-4728-9ab7-a3f69df44efe,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:33.703429 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=28c80982-bf12-4b08-8927-1af8206f8a88,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:33.777759 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d62f2-247b-4c30-80b3-a4c318cb92c1 req-a4bd2f40-9cfe-4158-8590-903313284a88 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:33.779733 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-789d62f2-247b-4c30-80b3-a4c318cb92c1 req-a4bd2f40-9cfe-4158-8590-903313284a88 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=71904511-f3e6-4709-a040-63d25d009299 HTTP/1.1" status: 200 len: 946 time: 0.0917830 Feb 16 22:18:33.835591 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-789d62f2-247b-4c30-80b3-a4c318cb92c1 req-3a383fe7-c857-4d71-93ea-ade10879d3eb tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492914 Feb 16 22:18:34.158396 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d8e26-19d1-4d7e-b0fe-2cb3b1f1c502 req-168a285d-e4e5-4130-965b-179917f402d9 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:34.165539 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-039d8e26-19d1-4d7e-b0fe-2cb3b1f1c502 req-168a285d-e4e5-4130-965b-179917f402d9 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd875b15-fc46-40e2-9603-d35cfddc4ee6 HTTP/1.1" status: 200 len: 950 time: 0.0688233 Feb 16 22:18:34.254337 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-039d8e26-19d1-4d7e-b0fe-2cb3b1f1c502 req-94968425-9d5f-4e6a-a180-8a222089fcdc tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/security-groups?id=046dc848-3e95-4818-8a1d-b76bad2b715c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826221 Feb 16 22:18:34.625018 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0cc98-a58b-4137-95c2-ed83799a96d5 req-ef37df53-6a85-45c9-bb67-69420db26330 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:34.645317 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1e0cc98-a58b-4137-95c2-ed83799a96d5 req-ef37df53-6a85-45c9-bb67-69420db26330 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=650e6e87-f28c-4dc6-9321-d6f21c7080ed HTTP/1.1" status: 200 len: 950 time: 0.2231138 Feb 16 22:18:34.782898 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1e0cc98-a58b-4137-95c2-ed83799a96d5 req-414616a5-827c-487a-83a4-dcf7396c050f tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289291 Feb 16 22:18:34.924016 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe9df6-a5d0-4969-a3c5-97e9e9b85e11 req-44ce5277-a077-4680-8ac0-fde5ad490aed tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:34.932319 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9cbe9df6-a5d0-4969-a3c5-97e9e9b85e11 req-44ce5277-a077-4680-8ac0-fde5ad490aed tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 946 time: 0.0733874 Feb 16 22:18:34.957833 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ed1594-23f2-44c3-9d5c-1e2036f6f5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f84d8ad-7206-4829-8589-6f904da0dad7'}, {'server_uuid': 'cd875b15-fc46-40e2-9603-d35cfddc4ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ad6ec9-8056-4728-9ab7-a3f69df44efe'}, {'server_uuid': '650e6e87-f28c-4dc6-9321-d6f21c7080ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c80982-bf12-4b08-8927-1af8206f8a88'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:18:34.961006 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450478ec-fa90-4438-8db1-8ff8068b74f9" -d '{"events": [{"server_uuid": "d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0", "name": "network-vif-plugged", "status": "completed", "tag": "4f84d8ad-7206-4829-8589-6f904da0dad7"}, {"server_uuid": "cd875b15-fc46-40e2-9603-d35cfddc4ee6", "name": "network-vif-plugged", "status": "completed", "tag": "00ad6ec9-8056-4728-9ab7-a3f69df44efe"}, {"server_uuid": "650e6e87-f28c-4dc6-9321-d6f21c7080ed", "name": "network-vif-plugged", "status": "completed", "tag": "28c80982-bf12-4b08-8927-1af8206f8a88"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:18:34.974808 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58216) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:18:35.037187 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9cbe9df6-a5d0-4969-a3c5-97e9e9b85e11 req-d8741a1f-f9b0-4f6e-b747-e4597b50c601 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039054 Feb 16 22:18:35.243334 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d3504bf-9ab1-4ba3-8653-8cee9e8a7cbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:35.271606 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc556050-ea41-4540-9b88-2dc3303a2a23 req-277f919f-30f6-4730-9066-5de1e8cdc669 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:35.277528 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cc556050-ea41-4540-9b88-2dc3303a2a23 req-277f919f-30f6-4730-9066-5de1e8cdc669 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=71904511-f3e6-4709-a040-63d25d009299 HTTP/1.1" status: 200 len: 946 time: 0.1480362 Feb 16 22:18:35.352258 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58226) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:18:35.415302 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cc556050-ea41-4540-9b88-2dc3303a2a23 req-1eca6221-6d80-4134-82c0-7de890e01dca tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350224 Feb 16 22:18:35.447135 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d3504bf-9ab1-4ba3-8653-8cee9e8a7cbf admin admin] Publish callbacks [] for security_group (c6524056-e1be-46d9-b4fe-f03af4bed096), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:35.459657 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d3504bf-9ab1-4ba3-8653-8cee9e8a7cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c6524056-e1be-46d9-b4fe-f03af4bed096), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:35.518105 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0d3504bf-9ab1-4ba3-8653-8cee9e8a7cbf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=56d154f9e51b4bd0b2db8ca9df867140&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5421560 Feb 16 22:18:35.520917 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58232) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:18:35.547518 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 16 Feb 2022 22:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6931ce25-de3e-4a28-9dbe-f9f1aad7d7d3 x-openstack-request-id: req-6931ce25-de3e-4a28-9dbe-f9f1aad7d7d3 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:18:35.547900 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0", "name": "network-vif-plugged", "status": "completed", "tag": "4f84d8ad-7206-4829-8589-6f904da0dad7", "code": 200}, {"server_uuid": "cd875b15-fc46-40e2-9603-d35cfddc4ee6", "name": "network-vif-plugged", "status": "completed", "tag": "00ad6ec9-8056-4728-9ab7-a3f69df44efe", "code": 200}, {"server_uuid": "650e6e87-f28c-4dc6-9321-d6f21c7080ed", "name": "network-vif-plugged", "status": "completed", "tag": "28c80982-bf12-4b08-8927-1af8206f8a88", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:18:35.548279 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6931ce25-de3e-4a28-9dbe-f9f1aad7d7d3 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:18:35.548905 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ed1594-23f2-44c3-9d5c-1e2036f6f5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f84d8ad-7206-4829-8589-6f904da0dad7', 'code': 200} Feb 16 22:18:35.549231 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd875b15-fc46-40e2-9603-d35cfddc4ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ad6ec9-8056-4728-9ab7-a3f69df44efe', 'code': 200} Feb 16 22:18:35.549545 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650e6e87-f28c-4dc6-9321-d6f21c7080ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c80982-bf12-4b08-8927-1af8206f8a88', 'code': 200} Feb 16 22:18:35.560965 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ec30ed44-db50-4c54-aa0c-c9aa240a1e7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:35.581944 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3504bf-9ab1-4ba3-8653-8cee9e8a7cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6524056-e1be-46d9-b4fe-f03af4bed096,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:35.592215 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3504bf-9ab1-4ba3-8653-8cee9e8a7cbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:35.594853 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3504bf-9ab1-4ba3-8653-8cee9e8a7cbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:35.599707 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3504bf-9ab1-4ba3-8653-8cee9e8a7cbf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:35.600318 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3504bf-9ab1-4ba3-8653-8cee9e8a7cbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:35.600999 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3504bf-9ab1-4ba3-8653-8cee9e8a7cbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:35.602156 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3504bf-9ab1-4ba3-8653-8cee9e8a7cbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:35.603027 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3504bf-9ab1-4ba3-8653-8cee9e8a7cbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:35.603889 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3504bf-9ab1-4ba3-8653-8cee9e8a7cbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:35.604436 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3504bf-9ab1-4ba3-8653-8cee9e8a7cbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:35.604974 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3504bf-9ab1-4ba3-8653-8cee9e8a7cbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:35.605508 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3504bf-9ab1-4ba3-8653-8cee9e8a7cbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:35.606455 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3504bf-9ab1-4ba3-8653-8cee9e8a7cbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:35.607130 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3504bf-9ab1-4ba3-8653-8cee9e8a7cbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:35.647852 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-19c94eec-fefb-4a71-bb55-920a9a08c9cc admin admin] Publish callbacks [] for security_group (c6524056-e1be-46d9-b4fe-f03af4bed096), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:35.751758 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-19c94eec-fefb-4a71-bb55-920a9a08c9cc admin admin] Publish callbacks [] for security_group (c6524056-e1be-46d9-b4fe-f03af4bed096), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:35.920399 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bbc11f-46dd-4f74-9d46-ff2cd30fe233 req-797d02cc-3b02-4ef4-bb2f-4e2b114d9e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:35.923048 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1bbc11f-46dd-4f74-9d46-ff2cd30fe233 req-797d02cc-3b02-4ef4-bb2f-4e2b114d9e96 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=650e6e87-f28c-4dc6-9321-d6f21c7080ed HTTP/1.1" status: 200 len: 1132 time: 0.2552197 Feb 16 22:18:35.928462 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ec30ed44-db50-4c54-aa0c-c9aa240a1e7f admin admin] Publish callbacks [] for security_group (f7a59e4c-9a88-4ecc-8078-ffa190c50073), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:35.932903 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8c7c9-38ad-4647-b6ae-0a26f01a944b req-7cdcc2c4-fecd-419b-b736-6a86c5c53735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:35.934900 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ebb8c7c9-38ad-4647-b6ae-0a26f01a944b req-7cdcc2c4-fecd-419b-b736-6a86c5c53735 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cd875b15-fc46-40e2-9603-d35cfddc4ee6 HTTP/1.1" status: 200 len: 1132 time: 0.2624919 Feb 16 22:18:35.971292 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036e924-226f-4515-9d8b-97e8022015d2 req-d3f076f4-79d1-49bc-a14b-9bd8a3fd0c94 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:35.973436 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1036e924-226f-4515-9d8b-97e8022015d2 req-d3f076f4-79d1-49bc-a14b-9bd8a3fd0c94 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd875b15-fc46-40e2-9603-d35cfddc4ee6 HTTP/1.1" status: 200 len: 950 time: 0.2454576 Feb 16 22:18:35.974121 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-19c94eec-fefb-4a71-bb55-920a9a08c9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c6524056-e1be-46d9-b4fe-f03af4bed096), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:35.997768 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-19c94eec-fefb-4a71-bb55-920a9a08c9cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:36.004136 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-19c94eec-fefb-4a71-bb55-920a9a08c9cc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c6524056-e1be-46d9-b4fe-f03af4bed096 HTTP/1.1" status: 204 len: 168 time: 0.4821069 Feb 16 22:18:36.026967 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ec30ed44-db50-4c54-aa0c-c9aa240a1e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f7a59e4c-9a88-4ecc-8078-ffa190c50073), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:36.099747 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c94eec-fefb-4a71-bb55-920a9a08c9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6524056-e1be-46d9-b4fe-f03af4bed096,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:36.161742 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1bbc11f-46dd-4f74-9d46-ff2cd30fe233 req-05a8727e-72f6-4552-b41f-03e5459969a5 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254817 Feb 16 22:18:36.175461 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ec30ed44-db50-4c54-aa0c-c9aa240a1e7f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4ffbcaa4c51a4c5ab8d18d7ba7774e38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8192692 Feb 16 22:18:36.176684 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58242) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:18:36.221122 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1036e924-226f-4515-9d8b-97e8022015d2 req-3664c5fc-034b-4350-a6a6-80908a1e406d tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/security-groups?id=046dc848-3e95-4818-8a1d-b76bad2b715c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117293 Feb 16 22:18:36.249935 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ebb8c7c9-38ad-4647-b6ae-0a26f01a944b req-923cc387-08e8-4ee4-b08e-dee3cb193f7b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=046dc848-3e95-4818-8a1d-b76bad2b715c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446082 Feb 16 22:18:36.258873 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30ed44-db50-4c54-aa0c-c9aa240a1e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a59e4c-9a88-4ecc-8078-ffa190c50073,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:36.310218 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-abbcf6b9-d718-467e-97f2-5b31eb30cbbb admin admin] Publish callbacks [] for security_group (f7a59e4c-9a88-4ecc-8078-ffa190c50073), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:36.357122 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-abbcf6b9-d718-467e-97f2-5b31eb30cbbb admin admin] Publish callbacks [] for security_group (f7a59e4c-9a88-4ecc-8078-ffa190c50073), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:36.436579 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-abbcf6b9-d718-467e-97f2-5b31eb30cbbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f7a59e4c-9a88-4ecc-8078-ffa190c50073), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:36.441735 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-abbcf6b9-d718-467e-97f2-5b31eb30cbbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:36.451730 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-abbcf6b9-d718-467e-97f2-5b31eb30cbbb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f7a59e4c-9a88-4ecc-8078-ffa190c50073 HTTP/1.1" status: 204 len: 168 time: 0.2672637 Feb 16 22:18:36.470395 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbcf6b9-d718-467e-97f2-5b31eb30cbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a59e4c-9a88-4ecc-8078-ffa190c50073,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:37.194493 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58282) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:18:37.237269 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-79746c65-66c9-4e97-862e-d2f2fbc36500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:37.250754 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58286) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:18:37.393719 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-79746c65-66c9-4e97-862e-d2f2fbc36500 admin admin] Publish callbacks [] for security_group (448f4125-4802-4bde-974f-e208fc569dd2), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:37.404705 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-79746c65-66c9-4e97-862e-d2f2fbc36500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (448f4125-4802-4bde-974f-e208fc569dd2), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:37.471024 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57115e10-f129-44a6-9f59-a5c0cf51793e req-fb2041f0-c9ab-4cb5-a2ac-15ace589a51b tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:37.472727 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-57115e10-f129-44a6-9f59-a5c0cf51793e req-fb2041f0-c9ab-4cb5-a2ac-15ace589a51b tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=650e6e87-f28c-4dc6-9321-d6f21c7080ed HTTP/1.1" status: 200 len: 950 time: 0.2625117 Feb 16 22:18:37.483470 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-79746c65-66c9-4e97-862e-d2f2fbc36500 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e2051d3fa74d418caf9ecb1f4c1afef7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880089 Feb 16 22:18:37.485369 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79746c65-66c9-4e97-862e-d2f2fbc36500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448f4125-4802-4bde-974f-e208fc569dd2,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:37.486304 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58292) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:18:37.549243 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-e249c3b7-9940-4d01-9377-2b5f5b349672 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-586129868-network', 'tenant_id': '60ff42d1e1234e2bb207b70f679d05bb'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:18:37.593485 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e249c3b7-9940-4d01-9377-2b5f5b349672 admin admin] Made reservation on behalf of 60ff42d1e1234e2bb207b70f679d05bb for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:18:37.596698 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e249c3b7-9940-4d01-9377-2b5f5b349672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:37.608935 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92c3d343-4028-447c-af87-92b25fd30ac9 admin admin] Publish callbacks [] for security_group (448f4125-4802-4bde-974f-e208fc569dd2), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:37.613292 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e249c3b7-9940-4d01-9377-2b5f5b349672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:37.632241 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-57115e10-f129-44a6-9f59-a5c0cf51793e req-88da9b0d-5b6b-4934-bda1-5c60616191aa tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496062 Feb 16 22:18:37.707858 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92c3d343-4028-447c-af87-92b25fd30ac9 admin admin] Publish callbacks [] for security_group (448f4125-4802-4bde-974f-e208fc569dd2), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:37.869681 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92c3d343-4028-447c-af87-92b25fd30ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (448f4125-4802-4bde-974f-e208fc569dd2), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:37.878094 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92c3d343-4028-447c-af87-92b25fd30ac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:37.881870 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-92c3d343-4028-447c-af87-92b25fd30ac9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/448f4125-4802-4bde-974f-e208fc569dd2 HTTP/1.1" status: 204 len: 168 time: 0.3945692 Feb 16 22:18:37.885105 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e721a7-87eb-4ab2-b9da-3708af599625 req-c84557fa-01d3-4ce4-90a9-f2664cd0dfb2 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:37.894003 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e3e721a7-87eb-4ab2-b9da-3708af599625 req-c84557fa-01d3-4ce4-90a9-f2664cd0dfb2 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 946 time: 0.1541147 Feb 16 22:18:37.924513 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e249c3b7-9940-4d01-9377-2b5f5b349672 admin admin] Publish callbacks [] for security_group (21b1ae65-7802-4c4c-b4ad-c658bcb28f42), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:37.929294 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c3d343-4028-447c-af87-92b25fd30ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448f4125-4802-4bde-974f-e208fc569dd2,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:37.932744 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e249c3b7-9940-4d01-9377-2b5f5b349672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (21b1ae65-7802-4c4c-b4ad-c658bcb28f42), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:37.948633 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e249c3b7-9940-4d01-9377-2b5f5b349672 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:18:37.964088 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e249c3b7-9940-4d01-9377-2b5f5b349672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (0fedccc3-055f-42d5-a31f-a345d661e56d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:37.964500 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-e249c3b7-9940-4d01-9377-2b5f5b349672 admin admin] Added segment 0fedccc3-055f-42d5-a31f-a345d661e56d of type vlan for network 6693fe9b-8030-407f-bb8e-635e118b332c Feb 16 22:18:38.011262 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e249c3b7-9940-4d01-9377-2b5f5b349672 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (6693fe9b-8030-407f-bb8e-635e118b332c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:38.044907 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e3e721a7-87eb-4ab2-b9da-3708af599625 req-cda4f87f-bd0b-417d-9186-147fdecb96d4 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456223 Feb 16 22:18:38.068666 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e249c3b7-9940-4d01-9377-2b5f5b349672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (6693fe9b-8030-407f-bb8e-635e118b332c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:38.069636 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e249c3b7-9940-4d01-9377-2b5f5b349672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:38.070301 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e249c3b7-9940-4d01-9377-2b5f5b349672 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:38.243645 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e249c3b7-9940-4d01-9377-2b5f5b349672 admin admin] Pushing event updated for resources: {'Network': ['ID=6693fe9b-8030-407f-bb8e-635e118b332c,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:38.254893 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 6693fe9b-8030-407f-bb8e-635e118b332c details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:18:38.276359 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58308) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:18:38.278561 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e249c3b7-9940-4d01-9377-2b5f5b349672 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0256960 Feb 16 22:18:38.279896 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e249c3b7-9940-4d01-9377-2b5f5b349672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b1ae65-7802-4c4c-b4ad-c658bcb28f42,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:38.281790 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-c1862874-6c8f-43ca-a816-00d0a8d284de admin admin] Request body: {'subnet': {'network_id': '6693fe9b-8030-407f-bb8e-635e118b332c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-586129868-subnet', 'tenant_id': '60ff42d1e1234e2bb207b70f679d05bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:18:38.401817 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1862874-6c8f-43ca-a816-00d0a8d284de admin admin] Made reservation on behalf of 60ff42d1e1234e2bb207b70f679d05bb for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:18:38.407363 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c1862874-6c8f-43ca-a816-00d0a8d284de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:38.454188 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15baf6f1-9c29-4a8f-9e0a-0f395e3da715 req-fe61dd4c-44a6-4bb6-b9d1-dbb48c0d97ea tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:38.462388 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-15baf6f1-9c29-4a8f-9e0a-0f395e3da715 req-fe61dd4c-44a6-4bb6-b9d1-dbb48c0d97ea tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd875b15-fc46-40e2-9603-d35cfddc4ee6 HTTP/1.1" status: 200 len: 950 time: 0.1469865 Feb 16 22:18:38.578331 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-15baf6f1-9c29-4a8f-9e0a-0f395e3da715 req-82304118-252d-4354-9fb9-7d0c361f6dd8 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/security-groups?id=046dc848-3e95-4818-8a1d-b76bad2b715c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099129 Feb 16 22:18:38.817287 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c1862874-6c8f-43ca-a816-00d0a8d284de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (f9556316-925a-41a1-8f04-ace75a57be08), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:38.910138 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1862874-6c8f-43ca-a816-00d0a8d284de admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9556316-925a-41a1-8f04-ace75a57be08,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:39.350542 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1862874-6c8f-43ca-a816-00d0a8d284de admin admin] Checking segment: {'id': '0fedccc3-055f-42d5-a31f-a345d661e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6693fe9b-8030-407f-bb8e-635e118b332c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:18:39.351245 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1862874-6c8f-43ca-a816-00d0a8d284de admin admin] Network hostable DHCP agents. Network: 6693fe9b-8030-407f-bb8e-635e118b332c, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:18:39.390882 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f57595-d309-4783-be9e-f8a56f76ee6d req-2dd78610-df34-4851-bab5-533900850694 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:39.398489 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-05f57595-d309-4783-be9e-f8a56f76ee6d req-2dd78610-df34-4851-bab5-533900850694 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=650e6e87-f28c-4dc6-9321-d6f21c7080ed HTTP/1.1" status: 200 len: 950 time: 0.0777488 Feb 16 22:18:39.401530 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1862874-6c8f-43ca-a816-00d0a8d284de admin admin] Network 6693fe9b-8030-407f-bb8e-635e118b332c is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:18:39.434117 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-c1862874-6c8f-43ca-a816-00d0a8d284de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 6693fe9b-8030-407f-bb8e-635e118b332c) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:18:39.443668 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1862874-6c8f-43ca-a816-00d0a8d284de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:39.450181 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41841006-83ad-41ca-9733-621e7314365a None None] Network 6693fe9b-8030-407f-bb8e-635e118b332c requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:18:39.452828 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c1862874-6c8f-43ca-a816-00d0a8d284de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:39.530460 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-05f57595-d309-4783-be9e-f8a56f76ee6d req-24bf80ab-08ce-453e-9539-fb125514d608 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307003 Feb 16 22:18:39.558256 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c1862874-6c8f-43ca-a816-00d0a8d284de admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2806821 Feb 16 22:18:39.723150 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223f7d3f-8550-4867-a38b-30b97529e462 None None] Network 6693fe9b-8030-407f-bb8e-635e118b332c requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:18:40.099319 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef7645-3e2b-4726-a80e-0a88d578674b req-109b0fca-e0ac-44d7-b61b-6bebeb36fdc0 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:40.108359 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bbef7645-3e2b-4726-a80e-0a88d578674b req-109b0fca-e0ac-44d7-b61b-6bebeb36fdc0 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd875b15-fc46-40e2-9603-d35cfddc4ee6 HTTP/1.1" status: 200 len: 950 time: 0.1073530 Feb 16 22:18:40.161171 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bbef7645-3e2b-4726-a80e-0a88d578674b req-10e6df51-33e9-4b20-92d6-4e1bbbd9953d tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/security-groups?id=046dc848-3e95-4818-8a1d-b76bad2b715c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517797 Feb 16 22:18:40.294023 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8ec29-0069-44bf-8a16-878ef096d3e7 req-f3296593-19eb-4e57-9da8-5e03aad167bb tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:40.301101 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-67d8ec29-0069-44bf-8a16-878ef096d3e7 req-f3296593-19eb-4e57-9da8-5e03aad167bb tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 946 time: 0.0712271 Feb 16 22:18:40.366552 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-67d8ec29-0069-44bf-8a16-878ef096d3e7 req-13301f52-1db7-4890-ad80-1b7628355489 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573957 Feb 16 22:18:40.505113 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e84656-0499-4382-85ac-2d42645b3086 req-863b8b62-c928-4750-909d-66f5ac74c18a tempest-ServersOnMultiNodesTest-1791724927 tempest-ServersOnMultiNodesTest-1791724927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:40.507110 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f7e84656-0499-4382-85ac-2d42645b3086 req-863b8b62-c928-4750-909d-66f5ac74c18a tempest-ServersOnMultiNodesTest-1791724927 tempest-ServersOnMultiNodesTest-1791724927-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=650e6e87-f28c-4dc6-9321-d6f21c7080ed HTTP/1.1" status: 200 len: 1132 time: 0.0654726 Feb 16 22:18:40.576356 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f7e84656-0499-4382-85ac-2d42645b3086 req-f0ce7a05-e154-4ba1-b1b5-8b51d2b1d888 tempest-ServersOnMultiNodesTest-1791724927 tempest-ServersOnMultiNodesTest-1791724927-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608635 Feb 16 22:18:40.841155 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:18:40.996213 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=38edfb9d-c6dc-4b9b-8d47-223ccd162f0b,segment=NetworkSegment(0fcd852f-dbb0-4c8e-bb68-facd05b73898),segment_id=0fcd852f-dbb0-4c8e-bb68-facd05b73898)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:41.018642 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '38edfb9d-c6dc-4b9b-8d47-223ccd162f0b', 'network_id': '4bac3cdf-16ae-435f-8215-29d96cd595c1', 'port_id': '38edfb9d-c6dc-4b9b-8d47-223ccd162f0b', 'mac_address': 'fa:16:3e:d4:bb:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd292e6dc-86dc-495b-b76c-8deab59c0198', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:18:41.064343 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b is: ACTIVE; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:18:41.065834 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (38edfb9d-c6dc-4b9b-8d47-223ccd162f0b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:41.087045 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:18:41.115964 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=38edfb9d-c6dc-4b9b-8d47-223ccd162f0b,segment=NetworkSegment(0fcd852f-dbb0-4c8e-bb68-facd05b73898),segment_id=0fcd852f-dbb0-4c8e-bb68-facd05b73898)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:41.118859 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-66a53a39-3b08-46b1-9b8c-99fbe9ca7be9 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:41.121097 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-66a53a39-3b08-46b1-9b8c-99fbe9ca7be9 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.75 "GET /v2.0/networks?id=6693fe9b-8030-407f-bb8e-635e118b332c HTTP/1.1" status: 200 len: 817 time: 0.2018266 Feb 16 22:18:41.129559 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (38edfb9d-c6dc-4b9b-8d47-223ccd162f0b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:41.148917 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-58aa117a-37f1-4736-958a-41366f51202a tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.75 "GET /v2.0/quotas/60ff42d1e1234e2bb207b70f679d05bb HTTP/1.1" status: 200 len: 375 time: 0.0201390 Feb 16 22:18:41.195629 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=38edfb9d-c6dc-4b9b-8d47-223ccd162f0b,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:41.201438 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-0bdf97a7-0fb7-41e3-80f8-49663f61ce46 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=60ff42d1e1234e2bb207b70f679d05bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453312 Feb 16 22:18:41.280191 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['38edfb9d-c6dc-4b9b-8d47-223ccd162f0b'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:18:41.321801 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-a17370c1-d3cd-425b-ae03-510b255b2cec service neutron] 10.222.0.75 "GET /v2.0/networks/6693fe9b-8030-407f-bb8e-635e118b332c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194403 Feb 16 22:18:41.429168 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-8f158c42-78ee-491e-8397-869a1a3cbed6 service neutron] 10.222.0.75 "GET /v2.0/networks/6693fe9b-8030-407f-bb8e-635e118b332c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062160 Feb 16 22:18:41.994525 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-398c13b3-b139-4687-adf6-f0e63f44333e req-57ffeda9-9c97-4ad4-b002-b91e0db70104 tempest-SecurityGroupsTestAdminJSON-1258128404 tempest-SecurityGroupsTestAdminJSON-1258128404-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1526021472', 'description': 'tempest-description-2017847214'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:18:42.024673 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-398c13b3-b139-4687-adf6-f0e63f44333e req-57ffeda9-9c97-4ad4-b002-b91e0db70104 tempest-SecurityGroupsTestAdminJSON-1258128404 tempest-SecurityGroupsTestAdminJSON-1258128404-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:42.039539 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-398c13b3-b139-4687-adf6-f0e63f44333e req-57ffeda9-9c97-4ad4-b002-b91e0db70104 tempest-SecurityGroupsTestAdminJSON-1258128404 tempest-SecurityGroupsTestAdminJSON-1258128404-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:42.164262 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-398c13b3-b139-4687-adf6-f0e63f44333e req-57ffeda9-9c97-4ad4-b002-b91e0db70104 tempest-SecurityGroupsTestAdminJSON-1258128404 tempest-SecurityGroupsTestAdminJSON-1258128404-project] Publish callbacks [] for security_group (ca791cba-78ec-47b1-9c33-cad091ea2849), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:42.198655 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-398c13b3-b139-4687-adf6-f0e63f44333e req-57ffeda9-9c97-4ad4-b002-b91e0db70104 tempest-SecurityGroupsTestAdminJSON-1258128404 tempest-SecurityGroupsTestAdminJSON-1258128404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ca791cba-78ec-47b1-9c33-cad091ea2849), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:42.247551 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ffeda9-9c97-4ad4-b002-b91e0db70104 tempest-SecurityGroupsTestAdminJSON-1258128404 tempest-SecurityGroupsTestAdminJSON-1258128404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca791cba-78ec-47b1-9c33-cad091ea2849,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:42.328528 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-398c13b3-b139-4687-adf6-f0e63f44333e req-57ffeda9-9c97-4ad4-b002-b91e0db70104 tempest-SecurityGroupsTestAdminJSON-1258128404 tempest-SecurityGroupsTestAdminJSON-1258128404-project] Publish callbacks [] for security_group (1ef514c5-2c72-4ba1-b88f-8a97e1be854f), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:42.340086 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-398c13b3-b139-4687-adf6-f0e63f44333e req-57ffeda9-9c97-4ad4-b002-b91e0db70104 tempest-SecurityGroupsTestAdminJSON-1258128404 tempest-SecurityGroupsTestAdminJSON-1258128404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (1ef514c5-2c72-4ba1-b88f-8a97e1be854f), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:42.382207 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ffeda9-9c97-4ad4-b002-b91e0db70104 tempest-SecurityGroupsTestAdminJSON-1258128404 tempest-SecurityGroupsTestAdminJSON-1258128404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef514c5-2c72-4ba1-b88f-8a97e1be854f,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:42.387942 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-398c13b3-b139-4687-adf6-f0e63f44333e req-57ffeda9-9c97-4ad4-b002-b91e0db70104 tempest-SecurityGroupsTestAdminJSON-1258128404 tempest-SecurityGroupsTestAdminJSON-1258128404-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:42.390196 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-398c13b3-b139-4687-adf6-f0e63f44333e req-57ffeda9-9c97-4ad4-b002-b91e0db70104 tempest-SecurityGroupsTestAdminJSON-1258128404 tempest-SecurityGroupsTestAdminJSON-1258128404-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4010730 Feb 16 22:18:42.510345 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-0d79f210-e309-40c6-838a-d77062cd6e64 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=340568c42fa24a9e862a169fcf3622fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287778 Feb 16 22:18:42.676820 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-94a18461-ba26-4e97-8b6d-33720a53ef0e tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:42.678873 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-94a18461-ba26-4e97-8b6d-33720a53ef0e tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1610730 Feb 16 22:18:42.696102 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-e25f5767-80d5-4e54-a94d-f28db93a7b14 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/quotas/340568c42fa24a9e862a169fcf3622fe HTTP/1.1" status: 200 len: 375 time: 0.0104983 Feb 16 22:18:42.785378 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-f0d9105d-629f-4bba-a50c-fe9021db3bef tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=340568c42fa24a9e862a169fcf3622fe&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0822008 Feb 16 22:18:42.863939 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:18:42.977631 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:18:42.978282 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (38edfb9d-c6dc-4b9b-8d47-223ccd162f0b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:43.199316 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:18:43.199843 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (38edfb9d-c6dc-4b9b-8d47-223ccd162f0b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:43.200415 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed5c6e-b7d5-4683-bae6-335c690bfd01 req-9ac55a33-eff8-4d85-8b0f-7e63c82ee7ac tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:43.202029 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94ed5c6e-b7d5-4683-bae6-335c690bfd01 req-9ac55a33-eff8-4d85-8b0f-7e63c82ee7ac tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd875b15-fc46-40e2-9603-d35cfddc4ee6 HTTP/1.1" status: 200 len: 950 time: 0.1353514 Feb 16 22:18:43.258543 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71904511-f3e6-4709-a040-63d25d009299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38edfb9d-c6dc-4b9b-8d47-223ccd162f0b'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:18:43.261579 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7523c7e7-70ca-40b1-b09b-a9c985e50971" -d '{"events": [{"server_uuid": "71904511-f3e6-4709-a040-63d25d009299", "name": "network-vif-plugged", "status": "completed", "tag": "38edfb9d-c6dc-4b9b-8d47-223ccd162f0b"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:18:43.277302 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=38edfb9d-c6dc-4b9b-8d47-223ccd162f0b,segment=NetworkSegment(0fcd852f-dbb0-4c8e-bb68-facd05b73898),segment_id=0fcd852f-dbb0-4c8e-bb68-facd05b73898)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:43.285737 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (38edfb9d-c6dc-4b9b-8d47-223ccd162f0b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:43.319623 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94ed5c6e-b7d5-4683-bae6-335c690bfd01 req-dd84729e-8a9e-4852-ad50-83c41f0fb7f2 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/security-groups?id=046dc848-3e95-4818-8a1d-b76bad2b715c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041577 Feb 16 22:18:43.367946 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=38edfb9d-c6dc-4b9b-8d47-223ccd162f0b,revision_number=7']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:43.462068 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf440f3-fc43-421a-a01d-97a15eaf790a req-a2cbf7d0-19ea-4983-9c0b-16872517a99a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:43.470568 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7bf440f3-fc43-421a-a01d-97a15eaf790a req-a2cbf7d0-19ea-4983-9c0b-16872517a99a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 946 time: 0.0720572 Feb 16 22:18:43.543399 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7bf440f3-fc43-421a-a01d-97a15eaf790a req-bbdcda17-698e-4184-954a-1fd4382a8bca tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715947 Feb 16 22:18:43.845923 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-2d1281c2-8c45-42dc-9608-2b53a1e216b5 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:43.848969 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-2d1281c2-8c45-42dc-9608-2b53a1e216b5 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.67 "GET /v2.0/networks?id=6693fe9b-8030-407f-bb8e-635e118b332c HTTP/1.1" status: 200 len: 817 time: 0.2077215 Feb 16 22:18:43.868296 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedf290-837c-44c5-8082-bc1c834e6e08 req-bc237a9a-7914-475d-8b65-9e09805cd243 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:43.870078 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dbedf290-837c-44c5-8082-bc1c834e6e08 req-bc237a9a-7914-475d-8b65-9e09805cd243 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=71904511-f3e6-4709-a040-63d25d009299 HTTP/1.1" status: 200 len: 946 time: 0.1557279 Feb 16 22:18:43.876636 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-0bd6d866-1219-47ae-ba54-7907c22de747 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Request body: {'port': {'device_id': '34e2a47f-0943-4ffb-a8b6-0502fc6d0ed0', 'network_id': '6693fe9b-8030-407f-bb8e-635e118b332c', 'admin_state_up': True, 'tenant_id': '60ff42d1e1234e2bb207b70f679d05bb'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:18:43.969637 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:18:44.200218 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-36cda6de-4a52-4bb8-9d5a-61420be74e74 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:44.203405 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-36cda6de-4a52-4bb8-9d5a-61420be74e74 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.67 "GET /v2.0/networks?id=6693fe9b-8030-407f-bb8e-635e118b332c HTTP/1.1" status: 200 len: 817 time: 0.2792287 Feb 16 22:18:44.205022 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dbedf290-837c-44c5-8082-bc1c834e6e08 req-df4c222d-6df0-438e-9ea4-b175cebc45be tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224716 Feb 16 22:18:44.223682 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-034f8d59-5b52-4fd9-98dc-c2cc500a82c2 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Request body: {'port': {'device_id': '4e1248f6-9b5f-4d43-8c8b-b0e6f0df0abc', 'network_id': '6693fe9b-8030-407f-bb8e-635e118b332c', 'admin_state_up': True, 'tenant_id': '60ff42d1e1234e2bb207b70f679d05bb'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:18:44.273267 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-ce6a823e-4623-4e72-8714-07705a4fac83 req-470058fe-7b41-46c6-a388-359a494f4d47 tempest-SecurityGroupsTestAdminJSON-1258128404 tempest-SecurityGroupsTestAdminJSON-1258128404-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2049836525', 'description': 'tempest-description-623067372'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:18:44.330300 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-49b874b3-a0a4-45f3-8d4b-e2aeb75ee900 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:44.332400 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-49b874b3-a0a4-45f3-8d4b-e2aeb75ee900 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.79 "GET /v2.0/networks?id=6693fe9b-8030-407f-bb8e-635e118b332c HTTP/1.1" status: 200 len: 817 time: 0.4613092 Feb 16 22:18:44.345705 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ce6a823e-4623-4e72-8714-07705a4fac83 req-470058fe-7b41-46c6-a388-359a494f4d47 tempest-SecurityGroupsTestAdminJSON-1258128404 tempest-SecurityGroupsTestAdminJSON-1258128404-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:44.350828 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-0bd6d866-1219-47ae-ba54-7907c22de747 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Made reservation on behalf of 60ff42d1e1234e2bb207b70f679d05bb for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:18:44.354258 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-0bd6d866-1219-47ae-ba54-7907c22de747 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:44.369845 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-11753bd7-3b69-4288-a0bd-a78a2e78ae6b tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Request body: {'port': {'device_id': '6b0f1a1b-9ffb-40ca-b96f-0832cdb0c9d1', 'network_id': '6693fe9b-8030-407f-bb8e-635e118b332c', 'admin_state_up': True, 'tenant_id': '60ff42d1e1234e2bb207b70f679d05bb'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:18:44.394537 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-034f8d59-5b52-4fd9-98dc-c2cc500a82c2 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Made reservation on behalf of 60ff42d1e1234e2bb207b70f679d05bb for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:18:44.399077 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-034f8d59-5b52-4fd9-98dc-c2cc500a82c2 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:44.560287 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-034f8d59-5b52-4fd9-98dc-c2cc500a82c2 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Allocated IP 172.20.0.5 (6693fe9b-8030-407f-bb8e-635e118b332c/f9556316-925a-41a1-8f04-ace75a57be08/91211cd7-76d7-4d56-8887-b50fef43546a) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:18:44.613140 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ce6a823e-4623-4e72-8714-07705a4fac83 req-470058fe-7b41-46c6-a388-359a494f4d47 tempest-SecurityGroupsTestAdminJSON-1258128404 tempest-SecurityGroupsTestAdminJSON-1258128404-project] Publish callbacks [] for security_group (9935fbef-a9e3-4202-ad7b-f129b295ba67), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:44.625849 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ce6a823e-4623-4e72-8714-07705a4fac83 req-470058fe-7b41-46c6-a388-359a494f4d47 tempest-SecurityGroupsTestAdminJSON-1258128404 tempest-SecurityGroupsTestAdminJSON-1258128404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9935fbef-a9e3-4202-ad7b-f129b295ba67), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:44.640054 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-11753bd7-3b69-4288-a0bd-a78a2e78ae6b tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Made reservation on behalf of 60ff42d1e1234e2bb207b70f679d05bb for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:18:44.645137 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-11753bd7-3b69-4288-a0bd-a78a2e78ae6b tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:44.691316 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470058fe-7b41-46c6-a388-359a494f4d47 tempest-SecurityGroupsTestAdminJSON-1258128404 tempest-SecurityGroupsTestAdminJSON-1258128404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9935fbef-a9e3-4202-ad7b-f129b295ba67,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:44.711990 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ce6a823e-4623-4e72-8714-07705a4fac83 req-470058fe-7b41-46c6-a388-359a494f4d47 tempest-SecurityGroupsTestAdminJSON-1258128404 tempest-SecurityGroupsTestAdminJSON-1258128404-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:44.725300 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ce6a823e-4623-4e72-8714-07705a4fac83 req-470058fe-7b41-46c6-a388-359a494f4d47 tempest-SecurityGroupsTestAdminJSON-1258128404 tempest-SecurityGroupsTestAdminJSON-1258128404-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4716709 Feb 16 22:18:44.774146 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-034f8d59-5b52-4fd9-98dc-c2cc500a82c2 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Publish callbacks [] for port (91211cd7-76d7-4d56-8887-b50fef43546a), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:44.829190 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-2586ac41-9a6f-49e0-a9a2-8cb28d7e4498 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=340568c42fa24a9e862a169fcf3622fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273120 Feb 16 22:18:44.853477 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-034f8d59-5b52-4fd9-98dc-c2cc500a82c2 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (91211cd7-76d7-4d56-8887-b50fef43546a), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:44.883003 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3290b20e-c6f8-48ca-8be4-bb2ccb89f215 req-de1028b1-6c7c-482a-8d9a-18326f54da56 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=11582145-d815-446f-9d6f-f0ba6fbdb180 HTTP/1.1" status: 200 len: 210 time: 0.0750146 Feb 16 22:18:44.952299 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-034f8d59-5b52-4fd9-98dc-c2cc500a82c2 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Network 6693fe9b-8030-407f-bb8e-635e118b332c is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:18:44.953024 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67ec7ff-0522-4bcc-a5ee-ad6f3c1fd7f7 x-openstack-request-id: req-e67ec7ff-0522-4bcc-a5ee-ad6f3c1fd7f7 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:18:44.953939 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71904511-f3e6-4709-a040-63d25d009299", "name": "network-vif-plugged", "status": "completed", "tag": "38edfb9d-c6dc-4b9b-8d47-223ccd162f0b", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:18:44.955775 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e67ec7ff-0522-4bcc-a5ee-ad6f3c1fd7f7 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:18:44.956447 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71904511-f3e6-4709-a040-63d25d009299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38edfb9d-c6dc-4b9b-8d47-223ccd162f0b', 'code': 200} Feb 16 22:18:44.986501 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-0bd6d866-1219-47ae-ba54-7907c22de747 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Allocated IP 172.20.0.4 (6693fe9b-8030-407f-bb8e-635e118b332c/f9556316-925a-41a1-8f04-ace75a57be08/afab6eb4-e9c4-44fb-af93-606cc35cbb59) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:18:44.987521 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-034f8d59-5b52-4fd9-98dc-c2cc500a82c2 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:18:44.996283 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-034f8d59-5b52-4fd9-98dc-c2cc500a82c2 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:18:45.008481 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f8d59-5b52-4fd9-98dc-c2cc500a82c2 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Pushing event updated for resources: {'Port': ['ID=91211cd7-76d7-4d56-8887-b50fef43546a,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:45.085250 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-22fa3175-38d8-47db-a46b-8b2d8ecedbba tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:45.086874 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-22fa3175-38d8-47db-a46b-8b2d8ecedbba tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2488546 Feb 16 22:18:45.094681 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-034f8d59-5b52-4fd9-98dc-c2cc500a82c2 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:45.095327 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-034f8d59-5b52-4fd9-98dc-c2cc500a82c2 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:45.109520 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-01866eff-f1bb-43bf-a558-1f942907cdb9 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Request body: {'port': {'device_id': '11582145-d815-446f-9d6f-f0ba6fbdb180', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'admin_state_up': True, 'tenant_id': '340568c42fa24a9e862a169fcf3622fe'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:18:45.132490 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-034f8d59-5b52-4fd9-98dc-c2cc500a82c2 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9111512 Feb 16 22:18:45.171763 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9348b-e14a-4bbf-b330-404c95373cb6 req-5124c746-16e5-41fc-b6a4-87699ad33633 tempest-LiveMigrationNegativeTest-1668975281 tempest-LiveMigrationNegativeTest-1668975281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:45.177779 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-69c9348b-e14a-4bbf-b330-404c95373cb6 req-5124c746-16e5-41fc-b6a4-87699ad33633 tempest-LiveMigrationNegativeTest-1668975281 tempest-LiveMigrationNegativeTest-1668975281-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=cd875b15-fc46-40e2-9603-d35cfddc4ee6 HTTP/1.1" status: 200 len: 1132 time: 0.1239569 Feb 16 22:18:45.224926 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-69c9348b-e14a-4bbf-b330-404c95373cb6 req-e2c85e3f-ea9a-4208-b570-df50543fde98 tempest-LiveMigrationNegativeTest-1668975281 tempest-LiveMigrationNegativeTest-1668975281-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:45.236292 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-54724bf9-1cc1-49ea-a483-38c9f59be6fe service neutron] Request body: {'port': {'device_id': '4e1248f6-9b5f-4d43-8c8b-b0e6f0df0abc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:18:45.304364 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-01866eff-f1bb-43bf-a558-1f942907cdb9 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Made reservation on behalf of 340568c42fa24a9e862a169fcf3622fe for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:18:45.307020 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-0bd6d866-1219-47ae-ba54-7907c22de747 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Publish callbacks [] for port (afab6eb4-e9c4-44fb-af93-606cc35cbb59), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:45.307849 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-01866eff-f1bb-43bf-a558-1f942907cdb9 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:45.327295 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-54724bf9-1cc1-49ea-a483-38c9f59be6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (91211cd7-76d7-4d56-8887-b50fef43546a), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:45.392314 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-69c9348b-e14a-4bbf-b330-404c95373cb6 req-e2c85e3f-ea9a-4208-b570-df50543fde98 tempest-LiveMigrationNegativeTest-1668975281 tempest-LiveMigrationNegativeTest-1668975281-project-admin] Publish callbacks [] for security_group (89e1a31c-e651-400f-9f14-03a35acefd69), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:45.404877 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-0bd6d866-1219-47ae-ba54-7907c22de747 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (afab6eb4-e9c4-44fb-af93-606cc35cbb59), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:45.436202 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-69c9348b-e14a-4bbf-b330-404c95373cb6 req-e2c85e3f-ea9a-4208-b570-df50543fde98 tempest-LiveMigrationNegativeTest-1668975281 tempest-LiveMigrationNegativeTest-1668975281-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (89e1a31c-e651-400f-9f14-03a35acefd69), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:45.535910 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-0bd6d866-1219-47ae-ba54-7907c22de747 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Network 6693fe9b-8030-407f-bb8e-635e118b332c is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:18:45.553901 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-0bd6d866-1219-47ae-ba54-7907c22de747 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:18:45.568059 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c85e3f-ea9a-4208-b570-df50543fde98 tempest-LiveMigrationNegativeTest-1668975281 tempest-LiveMigrationNegativeTest-1668975281-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e1a31c-e651-400f-9f14-03a35acefd69,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:45.585143 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-69c9348b-e14a-4bbf-b330-404c95373cb6 req-e2c85e3f-ea9a-4208-b570-df50543fde98 tempest-LiveMigrationNegativeTest-1668975281 tempest-LiveMigrationNegativeTest-1668975281-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=046dc848-3e95-4818-8a1d-b76bad2b715c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802845 Feb 16 22:18:45.590098 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-0bd6d866-1219-47ae-ba54-7907c22de747 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:18:45.599076 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-01866eff-f1bb-43bf-a558-1f942907cdb9 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Allocated IP 192.168.233.195 (d8fa3154-6273-4014-87c6-575d48ec11fc/0a5a8be1-6e1c-443c-a77b-25715d79e10e/aa3aab1d-8309-464a-965e-5da0cbd0b624) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:18:45.632634 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6d866-1219-47ae-ba54-7907c22de747 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Pushing event updated for resources: {'Port': ['ID=afab6eb4-e9c4-44fb-af93-606cc35cbb59,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:45.650629 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.db.api [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-11753bd7-3b69-4288-a0bd-a78a2e78ae6b tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.4-edf5a109-c561-4819-837c-ef1595da94ba {{(pid=103466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:18:45.651361 n-d-813897-6 neutron-server[103466]: DEBUG oslo_db.api [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-11753bd7-3b69-4288-a0bd-a78a2e78ae6b tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:18:45.692690 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-0bd6d866-1219-47ae-ba54-7907c22de747 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:45.693206 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-0bd6d866-1219-47ae-ba54-7907c22de747 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:45.735486 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-0bd6d866-1219-47ae-ba54-7907c22de747 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8626215 Feb 16 22:18:45.751207 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfaafb-828d-4f0f-b803-cd4bb2cef9cc req-08188ec8-1a1a-4915-8bd4-1552a3bcf63c tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:45.753279 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-62cfaafb-828d-4f0f-b803-cd4bb2cef9cc req-08188ec8-1a1a-4915-8bd4-1552a3bcf63c tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.75 "GET /v2.0/ports?device_id=34e2a47f-0943-4ffb-a8b6-0502fc6d0ed0 HTTP/1.1" status: 200 len: 931 time: 0.0817652 Feb 16 22:18:45.758894 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-7ee13d10-b6cd-460b-b30b-1b9f2b649371 service neutron] Request body: {'port': {'device_id': '34e2a47f-0943-4ffb-a8b6-0502fc6d0ed0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:18:45.839908 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-7ee13d10-b6cd-460b-b30b-1b9f2b649371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (afab6eb4-e9c4-44fb-af93-606cc35cbb59), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:45.877698 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-62cfaafb-828d-4f0f-b803-cd4bb2cef9cc req-f6e033ac-e442-421a-82e3-8982af53cf8d tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.75 "GET /v2.0/security-groups?id=21b1ae65-7802-4c4c-b4ad-c658bcb28f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812020 Feb 16 22:18:45.899865 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-54724bf9-1cc1-49ea-a483-38c9f59be6fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91211cd7-76d7-4d56-8887-b50fef43546a {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:18:45.913263 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-54724bf9-1cc1-49ea-a483-38c9f59be6fe service neutron] Publish callbacks [] for port (91211cd7-76d7-4d56-8887-b50fef43546a), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:45.947518 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-54724bf9-1cc1-49ea-a483-38c9f59be6fe service neutron] Transition to ACTIVE for port object 91211cd7-76d7-4d56-8887-b50fef43546a will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:18:45.952838 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-01866eff-f1bb-43bf-a558-1f942907cdb9 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks [] for port (aa3aab1d-8309-464a-965e-5da0cbd0b624), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:45.961144 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-54724bf9-1cc1-49ea-a483-38c9f59be6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (91211cd7-76d7-4d56-8887-b50fef43546a), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:46.079126 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54724bf9-1cc1-49ea-a483-38c9f59be6fe service neutron] Pushing event updated for resources: {'Port': ['ID=91211cd7-76d7-4d56-8887-b50fef43546a,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:46.086913 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-01866eff-f1bb-43bf-a558-1f942907cdb9 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (aa3aab1d-8309-464a-965e-5da0cbd0b624), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:46.101294 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['f9e7c29c-40b5-46e5-957d-91a18ae35305', '52b7c737-bb0a-4614-9393-9fe74f309f8b', 'a076e78f-7046-4547-8dae-bfecf879467f', '1f97ea0a-db46-4c73-9f25-b71db3dee16b'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:18:46.109594 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['88087f36-8ccf-4409-92d8-b7efdd9a5c90', '28c80982-bf12-4b08-8927-1af8206f8a88'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:18:46.153654 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-11753bd7-3b69-4288-a0bd-a78a2e78ae6b tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:46.163608 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbfdac-f4b7-48d3-b11b-6ad207a10191 req-7123021f-0f25-4b67-a9eb-d2c76df90849 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:46.173264 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a6dbfdac-f4b7-48d3-b11b-6ad207a10191 req-7123021f-0f25-4b67-a9eb-d2c76df90849 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 946 time: 0.1621940 Feb 16 22:18:46.175461 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-01866eff-f1bb-43bf-a558-1f942907cdb9 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Network d8fa3154-6273-4014-87c6-575d48ec11fc is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:18:46.206793 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-01866eff-f1bb-43bf-a558-1f942907cdb9 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:18:46.210616 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-01866eff-f1bb-43bf-a558-1f942907cdb9 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:18:46.215599 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01866eff-f1bb-43bf-a558-1f942907cdb9 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Pushing event updated for resources: {'Port': ['ID=aa3aab1d-8309-464a-965e-5da0cbd0b624,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:46.345329 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a6dbfdac-f4b7-48d3-b11b-6ad207a10191 req-6fab7725-a034-41cc-9307-e73cef0d191f tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708853 Feb 16 22:18:46.401384 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-01866eff-f1bb-43bf-a558-1f942907cdb9 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:46.402116 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-01866eff-f1bb-43bf-a558-1f942907cdb9 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:46.419928 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-54724bf9-1cc1-49ea-a483-38c9f59be6fe service neutron] Attempting to bind port 91211cd7-76d7-4d56-8887-b50fef43546a on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:18:46.420261 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-54724bf9-1cc1-49ea-a483-38c9f59be6fe service neutron] Attempting to bind port 91211cd7-76d7-4d56-8887-b50fef43546a by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '0fedccc3-055f-42d5-a31f-a345d661e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6693fe9b-8030-407f-bb8e-635e118b332c'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:18:46.420452 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-54724bf9-1cc1-49ea-a483-38c9f59be6fe service neutron] Attempting to bind port 91211cd7-76d7-4d56-8887-b50fef43546a on network 6693fe9b-8030-407f-bb8e-635e118b332c {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:18:46.440792 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-54724bf9-1cc1-49ea-a483-38c9f59be6fe service neutron] Port 91211cd7-76d7-4d56-8887-b50fef43546a on network 6693fe9b-8030-407f-bb8e-635e118b332c not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:18:46.441175 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-54724bf9-1cc1-49ea-a483-38c9f59be6fe service neutron] Attempting to bind port 91211cd7-76d7-4d56-8887-b50fef43546a on network 6693fe9b-8030-407f-bb8e-635e118b332c {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:18:46.452342 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-54724bf9-1cc1-49ea-a483-38c9f59be6fe service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:18:46.452731 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-54724bf9-1cc1-49ea-a483-38c9f59be6fe service neutron] Checking segment: {'id': '0fedccc3-055f-42d5-a31f-a345d661e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6693fe9b-8030-407f-bb8e-635e118b332c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:18:46.453082 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-54724bf9-1cc1-49ea-a483-38c9f59be6fe service neutron] Bound using segment: {'id': '0fedccc3-055f-42d5-a31f-a345d661e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6693fe9b-8030-407f-bb8e-635e118b332c'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:18:46.453524 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-54724bf9-1cc1-49ea-a483-38c9f59be6fe service neutron] Bound port: 91211cd7-76d7-4d56-8887-b50fef43546a, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fedccc3-055f-42d5-a31f-a345d661e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6693fe9b-8030-407f-bb8e-635e118b332c'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:18:46.453890 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-54724bf9-1cc1-49ea-a483-38c9f59be6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (91211cd7-76d7-4d56-8887-b50fef43546a), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:46.456218 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-7ee13d10-b6cd-460b-b30b-1b9f2b649371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afab6eb4-e9c4-44fb-af93-606cc35cbb59 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:18:46.463563 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-01866eff-f1bb-43bf-a558-1f942907cdb9 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3578629 Feb 16 22:18:46.477217 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-7ee13d10-b6cd-460b-b30b-1b9f2b649371 service neutron] Publish callbacks [] for port (afab6eb4-e9c4-44fb-af93-606cc35cbb59), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:46.489046 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-43935ca0-aabe-493c-8d74-1870d7d56bd0 service neutron] Request body: {'port': {'device_id': '11582145-d815-446f-9d6f-f0ba6fbdb180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:18:46.519629 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-deed9a0e-bd80-4366-9053-5b85f235cdde req-b4b70d31-02f2-41bd-9076-ffd9320903b4 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1029869597', 'description': 'tempest-description-1496952543'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:18:46.527965 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-7ee13d10-b6cd-460b-b30b-1b9f2b649371 service neutron] Transition to ACTIVE for port object afab6eb4-e9c4-44fb-af93-606cc35cbb59 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:18:46.554901 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-7ee13d10-b6cd-460b-b30b-1b9f2b649371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (afab6eb4-e9c4-44fb-af93-606cc35cbb59), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:46.588575 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-deed9a0e-bd80-4366-9053-5b85f235cdde req-b4b70d31-02f2-41bd-9076-ffd9320903b4 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:46.645729 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-deed9a0e-bd80-4366-9053-5b85f235cdde req-b4b70d31-02f2-41bd-9076-ffd9320903b4 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:46.693958 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-43935ca0-aabe-493c-8d74-1870d7d56bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (aa3aab1d-8309-464a-965e-5da0cbd0b624), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:46.706916 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-08663c2e-72c8-45b0-8ffb-8259227c07f9 None None] Provisioning complete for port aa3aab1d-8309-464a-965e-5da0cbd0b624 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:18:46.707669 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-08663c2e-72c8-45b0-8ffb-8259227c07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (aa3aab1d-8309-464a-965e-5da0cbd0b624), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:46.725444 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-54724bf9-1cc1-49ea-a483-38c9f59be6fe service neutron] For port 91211cd7-76d7-4d56-8887-b50fef43546a, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:18:46.751039 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-08663c2e-72c8-45b0-8ffb-8259227c07f9 None None] Port aa3aab1d-8309-464a-965e-5da0cbd0b624 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:18:46.766410 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-54724bf9-1cc1-49ea-a483-38c9f59be6fe service neutron] For port 91211cd7-76d7-4d56-8887-b50fef43546a, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=91211cd7-76d7-4d56-8887-b50fef43546a,segment=NetworkSegment(0fedccc3-055f-42d5-a31f-a345d661e56d),segment_id=0fedccc3-055f-42d5-a31f-a345d661e56d)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:18:46.774627 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-deed9a0e-bd80-4366-9053-5b85f235cdde req-b4b70d31-02f2-41bd-9076-ffd9320903b4 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] Publish callbacks [] for security_group (88c42faf-9ad4-4a42-9dc5-dfc03dfae8ac), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:46.789758 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee13d10-b6cd-460b-b30b-1b9f2b649371 service neutron] Pushing event updated for resources: {'Port': ['ID=afab6eb4-e9c4-44fb-af93-606cc35cbb59,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:46.795118 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-11753bd7-3b69-4288-a0bd-a78a2e78ae6b tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Allocated IP 172.20.0.12 (6693fe9b-8030-407f-bb8e-635e118b332c/f9556316-925a-41a1-8f04-ace75a57be08/ccf14302-b24f-430c-a453-cbe7deb2d9cc) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:18:46.798034 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-deed9a0e-bd80-4366-9053-5b85f235cdde req-b4b70d31-02f2-41bd-9076-ffd9320903b4 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (88c42faf-9ad4-4a42-9dc5-dfc03dfae8ac), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:46.798227 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-54724bf9-1cc1-49ea-a483-38c9f59be6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (91211cd7-76d7-4d56-8887-b50fef43546a), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:46.869018 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54724bf9-1cc1-49ea-a483-38c9f59be6fe service neutron] Pushing event updated for resources: {'Port': ['ID=91211cd7-76d7-4d56-8887-b50fef43546a,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:46.922660 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b70d31-02f2-41bd-9076-ffd9320903b4 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c42faf-9ad4-4a42-9dc5-dfc03dfae8ac,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:46.942586 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-54724bf9-1cc1-49ea-a483-38c9f59be6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:46.943341 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-54724bf9-1cc1-49ea-a483-38c9f59be6fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:46.946677 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-54724bf9-1cc1-49ea-a483-38c9f59be6fe service neutron] 10.222.0.67 "PUT /v2.0/ports/91211cd7-76d7-4d56-8887-b50fef43546a HTTP/1.1" status: 200 len: 1091 time: 1.8074715 Feb 16 22:18:46.947258 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1248f6-9b5f-4d43-8c8b-b0e6f0df0abc', 'tag': '91211cd7-76d7-4d56-8887-b50fef43546a'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:18:46.947388 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-7ee13d10-b6cd-460b-b30b-1b9f2b649371 service neutron] Attempting to bind port afab6eb4-e9c4-44fb-af93-606cc35cbb59 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:18:46.947758 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-7ee13d10-b6cd-460b-b30b-1b9f2b649371 service neutron] Attempting to bind port afab6eb4-e9c4-44fb-af93-606cc35cbb59 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '0fedccc3-055f-42d5-a31f-a345d661e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6693fe9b-8030-407f-bb8e-635e118b332c'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:18:46.948150 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-7ee13d10-b6cd-460b-b30b-1b9f2b649371 service neutron] Attempting to bind port afab6eb4-e9c4-44fb-af93-606cc35cbb59 on network 6693fe9b-8030-407f-bb8e-635e118b332c {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:18:46.962904 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10d5f4d-737f-4bd2-9c9d-e68add04837b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e1248f6-9b5f-4d43-8c8b-b0e6f0df0abc", "tag": "91211cd7-76d7-4d56-8887-b50fef43546a"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:18:46.984267 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-7ee13d10-b6cd-460b-b30b-1b9f2b649371 service neutron] Port afab6eb4-e9c4-44fb-af93-606cc35cbb59 on network 6693fe9b-8030-407f-bb8e-635e118b332c not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:18:46.984503 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-7ee13d10-b6cd-460b-b30b-1b9f2b649371 service neutron] Attempting to bind port afab6eb4-e9c4-44fb-af93-606cc35cbb59 on network 6693fe9b-8030-407f-bb8e-635e118b332c {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:18:47.005767 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-7ee13d10-b6cd-460b-b30b-1b9f2b649371 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:18:47.006448 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-7ee13d10-b6cd-460b-b30b-1b9f2b649371 service neutron] Checking segment: {'id': '0fedccc3-055f-42d5-a31f-a345d661e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6693fe9b-8030-407f-bb8e-635e118b332c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:18:47.006892 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-7ee13d10-b6cd-460b-b30b-1b9f2b649371 service neutron] Bound using segment: {'id': '0fedccc3-055f-42d5-a31f-a345d661e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6693fe9b-8030-407f-bb8e-635e118b332c'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:18:47.007337 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-7ee13d10-b6cd-460b-b30b-1b9f2b649371 service neutron] Bound port: afab6eb4-e9c4-44fb-af93-606cc35cbb59, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fedccc3-055f-42d5-a31f-a345d661e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6693fe9b-8030-407f-bb8e-635e118b332c'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:18:47.007700 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-7ee13d10-b6cd-460b-b30b-1b9f2b649371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (afab6eb4-e9c4-44fb-af93-606cc35cbb59), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:47.058838 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-deed9a0e-bd80-4366-9053-5b85f235cdde req-b4b70d31-02f2-41bd-9076-ffd9320903b4 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] Publish callbacks [] for security_group (7e4fca23-a8e1-48ad-855f-b594db09ca92), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:47.077530 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-deed9a0e-bd80-4366-9053-5b85f235cdde req-b4b70d31-02f2-41bd-9076-ffd9320903b4 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7e4fca23-a8e1-48ad-855f-b594db09ca92), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:47.173955 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-deed9a0e-bd80-4366-9053-5b85f235cdde req-b4b70d31-02f2-41bd-9076-ffd9320903b4 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:47.175330 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-deed9a0e-bd80-4366-9053-5b85f235cdde req-b4b70d31-02f2-41bd-9076-ffd9320903b4 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6605127 Feb 16 22:18:47.213125 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b70d31-02f2-41bd-9076-ffd9320903b4 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4fca23-a8e1-48ad-855f-b594db09ca92,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:47.273835 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-11753bd7-3b69-4288-a0bd-a78a2e78ae6b tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Publish callbacks [] for port (ccf14302-b24f-430c-a453-cbe7deb2d9cc), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:47.285600 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-7ee13d10-b6cd-460b-b30b-1b9f2b649371 service neutron] For port afab6eb4-e9c4-44fb-af93-606cc35cbb59, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:18:47.296045 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-42f97cfa-6d14-4e46-b6fe-771a383e22a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:47.297640 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-42f97cfa-6d14-4e46-b6fe-771a383e22a9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=60ff42d1e1234e2bb207b70f679d05bb&device_id=4e1248f6-9b5f-4d43-8c8b-b0e6f0df0abc HTTP/1.1" status: 200 len: 1125 time: 0.2505989 Feb 16 22:18:47.336723 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-7ee13d10-b6cd-460b-b30b-1b9f2b649371 service neutron] For port afab6eb4-e9c4-44fb-af93-606cc35cbb59, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=afab6eb4-e9c4-44fb-af93-606cc35cbb59,segment=NetworkSegment(0fedccc3-055f-42d5-a31f-a345d661e56d),segment_id=0fedccc3-055f-42d5-a31f-a345d661e56d)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:18:47.373381 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-7ee13d10-b6cd-460b-b30b-1b9f2b649371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (afab6eb4-e9c4-44fb-af93-606cc35cbb59), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:47.389606 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-d1e86b99-13b0-4a88-b0ca-3d7fb0b334d5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91211cd7-76d7-4d56-8887-b50fef43546a HTTP/1.1" status: 200 len: 217 time: 0.0790839 Feb 16 22:18:47.422132 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-11753bd7-3b69-4288-a0bd-a78a2e78ae6b tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (ccf14302-b24f-430c-a453-cbe7deb2d9cc), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:47.430789 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d4d97-d2b7-4828-a38a-b04ff3104ee7 req-da4107c4-9f27-4cdd-9d91-74494cea1ebe tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:47.431869 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a45d4d97-d2b7-4828-a38a-b04ff3104ee7 req-da4107c4-9f27-4cdd-9d91-74494cea1ebe tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/ports?device_id=71904511-f3e6-4709-a040-63d25d009299 HTTP/1.1" status: 200 len: 946 time: 0.1503196 Feb 16 22:18:47.438370 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-7ee13d10-b6cd-460b-b30b-1b9f2b649371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:47.439035 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-7ee13d10-b6cd-460b-b30b-1b9f2b649371 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:47.440499 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-7ee13d10-b6cd-460b-b30b-1b9f2b649371 service neutron] 10.222.0.67 "PUT /v2.0/ports/afab6eb4-e9c4-44fb-af93-606cc35cbb59 HTTP/1.1" status: 200 len: 1091 time: 1.6862462 Feb 16 22:18:47.442081 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e2a47f-0943-4ffb-a8b6-0502fc6d0ed0', 'tag': 'afab6eb4-e9c4-44fb-af93-606cc35cbb59'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:18:47.444408 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7346dd9e-9cc1-4d76-80e1-410b9b9b6032" -d '{"events": [{"name": "network-changed", "server_uuid": "34e2a47f-0943-4ffb-a8b6-0502fc6d0ed0", "tag": "afab6eb4-e9c4-44fb-af93-606cc35cbb59"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:18:47.507091 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-11753bd7-3b69-4288-a0bd-a78a2e78ae6b tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Network 6693fe9b-8030-407f-bb8e-635e118b332c is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:18:47.509797 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-43935ca0-aabe-493c-8d74-1870d7d56bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa3aab1d-8309-464a-965e-5da0cbd0b624 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:18:47.524354 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-43935ca0-aabe-493c-8d74-1870d7d56bd0 service neutron] Publish callbacks [] for port (aa3aab1d-8309-464a-965e-5da0cbd0b624), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:47.541959 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-43935ca0-aabe-493c-8d74-1870d7d56bd0 service neutron] Transition to ACTIVE for port object aa3aab1d-8309-464a-965e-5da0cbd0b624 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:18:47.545486 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-11753bd7-3b69-4288-a0bd-a78a2e78ae6b tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:18:47.556361 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-11753bd7-3b69-4288-a0bd-a78a2e78ae6b tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:18:47.562903 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-43935ca0-aabe-493c-8d74-1870d7d56bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (aa3aab1d-8309-464a-965e-5da0cbd0b624), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:47.563967 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee13d10-b6cd-460b-b30b-1b9f2b649371 service neutron] Pushing event updated for resources: {'Port': ['ID=afab6eb4-e9c4-44fb-af93-606cc35cbb59,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:47.650530 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a45d4d97-d2b7-4828-a38a-b04ff3104ee7 req-35494c2e-c1d8-4331-9ed3-f5a364ee4f43 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.75 "GET /v2.0/security-groups?id=4097961e-af5d-4afc-91b7-cdbda2ec3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011023 Feb 16 22:18:47.705190 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-11753bd7-3b69-4288-a0bd-a78a2e78ae6b tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:47.706518 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-11753bd7-3b69-4288-a0bd-a78a2e78ae6b tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:47.736120 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11753bd7-3b69-4288-a0bd-a78a2e78ae6b tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Pushing event updated for resources: {'Port': ['ID=ccf14302-b24f-430c-a453-cbe7deb2d9cc,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:47.758909 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43935ca0-aabe-493c-8d74-1870d7d56bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=aa3aab1d-8309-464a-965e-5da0cbd0b624,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:47.769815 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-926e8c08-21d2-4cda-8a6d-205d8de294dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:47.772349 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-926e8c08-21d2-4cda-8a6d-205d8de294dd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=60ff42d1e1234e2bb207b70f679d05bb&device_id=34e2a47f-0943-4ffb-a8b6-0502fc6d0ed0 HTTP/1.1" status: 200 len: 1125 time: 0.2756853 Feb 16 22:18:47.786440 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-11753bd7-3b69-4288-a0bd-a78a2e78ae6b tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4207416 Feb 16 22:18:47.787699 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-471a9cb0-dfe4-40bd-8aa8-200b739f4838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:47.789704 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-471a9cb0-dfe4-40bd-8aa8-200b739f4838 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f9556316-925a-41a1-8f04-ace75a57be08 HTTP/1.1" status: 200 len: 857 time: 0.2445469 Feb 16 22:18:47.836796 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] Request body: {'port': {'device_id': '6b0f1a1b-9ffb-40ca-b96f-0832cdb0c9d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:18:47.841032 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-41e7ea2c-4c69-4aee-882f-2cffbc8ee973 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afab6eb4-e9c4-44fb-af93-606cc35cbb59 HTTP/1.1" status: 200 len: 217 time: 0.0533550 Feb 16 22:18:47.858681 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-0dd0fd3c-5eac-4184-97df-64488569bd56 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6693fe9b-8030-407f-bb8e-635e118b332c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631096 Feb 16 22:18:47.980568 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-115e98da-6859-4d12-81df-cf638bdecb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:47.982011 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-115e98da-6859-4d12-81df-cf638bdecb71 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f9556316-925a-41a1-8f04-ace75a57be08 HTTP/1.1" status: 200 len: 857 time: 0.1157906 Feb 16 22:18:47.998782 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-bd8ae011-5b9f-43c7-b558-fb810f5fac54 service neutron] 10.222.0.67 "GET /v2.0/networks/6693fe9b-8030-407f-bb8e-635e118b332c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307943 Feb 16 22:18:47.999322 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ccf14302-b24f-430c-a453-cbe7deb2d9cc), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:48.040522 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396fd11-6ea0-46e4-b82a-615a7bc36963 req-e2f11479-af88-4545-baeb-8251191bc952 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:48.041998 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9396fd11-6ea0-46e4-b82a-615a7bc36963 req-e2f11479-af88-4545-baeb-8251191bc952 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=11582145-d815-446f-9d6f-f0ba6fbdb180 HTTP/1.1" status: 200 len: 948 time: 0.1627831 Feb 16 22:18:48.043850 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-22d8f5e5-8fa7-4baf-9f72-8f2340c36ad8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6693fe9b-8030-407f-bb8e-635e118b332c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534832 Feb 16 22:18:48.052448 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-43935ca0-aabe-493c-8d74-1870d7d56bd0 service neutron] Attempting to bind port aa3aab1d-8309-464a-965e-5da0cbd0b624 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:18:48.052792 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-43935ca0-aabe-493c-8d74-1870d7d56bd0 service neutron] Attempting to bind port aa3aab1d-8309-464a-965e-5da0cbd0b624 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:18:48.053127 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-43935ca0-aabe-493c-8d74-1870d7d56bd0 service neutron] Attempting to bind port aa3aab1d-8309-464a-965e-5da0cbd0b624 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:18:48.083392 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-43935ca0-aabe-493c-8d74-1870d7d56bd0 service neutron] Port aa3aab1d-8309-464a-965e-5da0cbd0b624 on network d8fa3154-6273-4014-87c6-575d48ec11fc not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:18:48.083782 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-43935ca0-aabe-493c-8d74-1870d7d56bd0 service neutron] Attempting to bind port aa3aab1d-8309-464a-965e-5da0cbd0b624 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:18:48.090595 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-43935ca0-aabe-493c-8d74-1870d7d56bd0 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:18:48.090940 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-43935ca0-aabe-493c-8d74-1870d7d56bd0 service neutron] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:18:48.091330 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-43935ca0-aabe-493c-8d74-1870d7d56bd0 service neutron] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:18:48.091773 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-43935ca0-aabe-493c-8d74-1870d7d56bd0 service neutron] Bound port: aa3aab1d-8309-464a-965e-5da0cbd0b624, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:18:48.092134 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-43935ca0-aabe-493c-8d74-1870d7d56bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (aa3aab1d-8309-464a-965e-5da0cbd0b624), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:48.161382 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-8f5addf3-f741-4fef-b930-9c50d9cff28d service neutron] 10.222.0.67 "GET /v2.0/networks/6693fe9b-8030-407f-bb8e-635e118b332c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545596 Feb 16 22:18:48.187684 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-43935ca0-aabe-493c-8d74-1870d7d56bd0 service neutron] For port aa3aab1d-8309-464a-965e-5da0cbd0b624, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:18:48.192330 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-43935ca0-aabe-493c-8d74-1870d7d56bd0 service neutron] For port aa3aab1d-8309-464a-965e-5da0cbd0b624, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=aa3aab1d-8309-464a-965e-5da0cbd0b624,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:18:48.200704 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-43935ca0-aabe-493c-8d74-1870d7d56bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (aa3aab1d-8309-464a-965e-5da0cbd0b624), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:48.253328 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43935ca0-aabe-493c-8d74-1870d7d56bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=aa3aab1d-8309-464a-965e-5da0cbd0b624,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:48.265632 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-43935ca0-aabe-493c-8d74-1870d7d56bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:48.266488 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-43935ca0-aabe-493c-8d74-1870d7d56bd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:48.268428 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-43935ca0-aabe-493c-8d74-1870d7d56bd0 service neutron] 10.222.0.79 "PUT /v2.0/ports/aa3aab1d-8309-464a-965e-5da0cbd0b624 HTTP/1.1" status: 200 len: 1096 time: 1.7868309 Feb 16 22:18:48.287786 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9396fd11-6ea0-46e4-b82a-615a7bc36963 req-9710dafd-bfdc-4d87-a430-86dfc4e6a590 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150447 Feb 16 22:18:48.340410 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-744fdce5-e770-4198-8472-a7cdac77b7a1 service neutron] 10.222.0.67 "GET /v2.0/networks/6693fe9b-8030-407f-bb8e-635e118b332c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688158 Feb 16 22:18:48.415308 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-e8b395fe-d6b3-42d5-95c0-302ad0e0d9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:48.417946 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-e8b395fe-d6b3-42d5-95c0-302ad0e0d9c1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=340568c42fa24a9e862a169fcf3622fe&device_id=11582145-d815-446f-9d6f-f0ba6fbdb180 HTTP/1.1" status: 200 len: 1130 time: 0.0825088 Feb 16 22:18:48.481088 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-6b6c4a82-eeaf-4093-a148-c22cfc73680c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=aa3aab1d-8309-464a-965e-5da0cbd0b624 HTTP/1.1" status: 200 len: 217 time: 0.0509739 Feb 16 22:18:48.577230 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-c44a6710-5efb-4c86-be53-c55081e9c71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:48.579515 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-c44a6710-5efb-4c86-be53-c55081e9c71e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0893955 Feb 16 22:18:48.638354 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a61d1f-ec7f-48eb-84e5-89141bcd9707 req-305b40bb-b651-4f97-b47c-8086bd259779 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:48.647573 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5a61d1f-ec7f-48eb-84e5-89141bcd9707 req-305b40bb-b651-4f97-b47c-8086bd259779 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.75 "GET /v2.0/ports?device_id=34e2a47f-0943-4ffb-a8b6-0502fc6d0ed0 HTTP/1.1" status: 200 len: 943 time: 0.2291083 Feb 16 22:18:48.663495 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-cf10f57a-c46b-46d4-bfc6-ed2adb70d975 service neutron] 10.222.0.67 "GET /v2.0/networks/6693fe9b-8030-407f-bb8e-635e118b332c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157065 Feb 16 22:18:48.714272 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-3d90ad01-027d-4786-9884-6d7abb2174a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:48.715931 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-3d90ad01-027d-4786-9884-6d7abb2174a6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1268053 Feb 16 22:18:48.730459 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccf14302-b24f-430c-a453-cbe7deb2d9cc {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:18:48.744460 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] Publish callbacks [] for port (ccf14302-b24f-430c-a453-cbe7deb2d9cc), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:48.757067 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5a61d1f-ec7f-48eb-84e5-89141bcd9707 req-554eb5e8-7ccf-4598-88eb-2cba55bfad1a tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.75 "GET /v2.0/security-groups?id=21b1ae65-7802-4c4c-b4ad-c658bcb28f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056881 Feb 16 22:18:48.767331 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] Transition to ACTIVE for port object ccf14302-b24f-430c-a453-cbe7deb2d9cc will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:18:48.776308 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (ccf14302-b24f-430c-a453-cbe7deb2d9cc), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:48.834418 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc429c34-a40f-40bd-9a80-c6a55d7e58f7 x-openstack-request-id: req-bc429c34-a40f-40bd-9a80-c6a55d7e58f7 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:18:48.834723 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e1248f6-9b5f-4d43-8c8b-b0e6f0df0abc", "tag": "91211cd7-76d7-4d56-8887-b50fef43546a", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:18:48.835517 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bc429c34-a40f-40bd-9a80-c6a55d7e58f7 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:18:48.835934 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e1248f6-9b5f-4d43-8c8b-b0e6f0df0abc', 'tag': '91211cd7-76d7-4d56-8887-b50fef43546a', 'status': 'completed', 'code': 200} Feb 16 22:18:48.868110 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-2d62957b-3f61-488e-8825-ed602dd26a53 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372516 Feb 16 22:18:48.872587 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ccf14302-b24f-430c-a453-cbe7deb2d9cc,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:48.889491 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:18:48.900463 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-ceea92e1-c8e7-4da9-ac3e-a2c3dfca2b8b req-add85f24-74ac-4f04-9987-5b8d55b2ffc9 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-677074306', 'description': 'tempest-description-739022015'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:18:48.936432 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:48.937046 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:48.937178 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:48.937697 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:48.937826 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:48.938161 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:48.938543 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:48.938917 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:48.939247 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:48.939617 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:48.940813 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:48.940958 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:48.941265 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:18:48.971502 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6526bc6d-4fb6-41c2-a41a-56818a37fe06 req-30f6f996-9766-4b9a-98ad-974a0e21d2ea service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922534 Feb 16 22:18:48.975269 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ceea92e1-c8e7-4da9-ac3e-a2c3dfca2b8b req-add85f24-74ac-4f04-9987-5b8d55b2ffc9 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:48.993175 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] Attempting to bind port ccf14302-b24f-430c-a453-cbe7deb2d9cc on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:18:48.993506 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] Attempting to bind port ccf14302-b24f-430c-a453-cbe7deb2d9cc by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '0fedccc3-055f-42d5-a31f-a345d661e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6693fe9b-8030-407f-bb8e-635e118b332c'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:18:48.993831 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] Attempting to bind port ccf14302-b24f-430c-a453-cbe7deb2d9cc on network 6693fe9b-8030-407f-bb8e-635e118b332c {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:18:49.005902 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:18:49.006741 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (38edfb9d-c6dc-4b9b-8d47-223ccd162f0b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:49.007324 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] Port ccf14302-b24f-430c-a453-cbe7deb2d9cc on network 6693fe9b-8030-407f-bb8e-635e118b332c not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:18:49.007692 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] Attempting to bind port ccf14302-b24f-430c-a453-cbe7deb2d9cc on network 6693fe9b-8030-407f-bb8e-635e118b332c {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:18:49.019838 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d5f4d-737f-4bd2-9c9d-e68add04837b req-cb74f3c1-96b3-4743-b7e5-27a26fecfa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:49.021338 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a10d5f4d-737f-4bd2-9c9d-e68add04837b req-cb74f3c1-96b3-4743-b7e5-27a26fecfa24 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=60ff42d1e1234e2bb207b70f679d05bb&device_id=4e1248f6-9b5f-4d43-8c8b-b0e6f0df0abc HTTP/1.1" status: 200 len: 1125 time: 0.1625044 Feb 16 22:18:49.023485 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:18:49.023820 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] Checking segment: {'id': '0fedccc3-055f-42d5-a31f-a345d661e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6693fe9b-8030-407f-bb8e-635e118b332c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:18:49.024191 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] Bound using segment: {'id': '0fedccc3-055f-42d5-a31f-a345d661e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6693fe9b-8030-407f-bb8e-635e118b332c'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:18:49.024621 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] Bound port: ccf14302-b24f-430c-a453-cbe7deb2d9cc, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fedccc3-055f-42d5-a31f-a345d661e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6693fe9b-8030-407f-bb8e-635e118b332c'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:18:49.025031 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ccf14302-b24f-430c-a453-cbe7deb2d9cc), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:49.030697 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71904511-f3e6-4709-a040-63d25d009299', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38edfb9d-c6dc-4b9b-8d47-223ccd162f0b'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:18:49.033041 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0554b83e-7a2b-4c47-abfd-2771c9309d58" -d '{"events": [{"server_uuid": "71904511-f3e6-4709-a040-63d25d009299", "name": "network-vif-unplugged", "status": "completed", "tag": "38edfb9d-c6dc-4b9b-8d47-223ccd162f0b"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:18:49.045450 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=38edfb9d-c6dc-4b9b-8d47-223ccd162f0b,segment=NetworkSegment(0fcd852f-dbb0-4c8e-bb68-facd05b73898),segment_id=0fcd852f-dbb0-4c8e-bb68-facd05b73898)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:49.050483 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (38edfb9d-c6dc-4b9b-8d47-223ccd162f0b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:49.097572 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=38edfb9d-c6dc-4b9b-8d47-223ccd162f0b,revision_number=8']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:49.453124 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ceea92e1-c8e7-4da9-ac3e-a2c3dfca2b8b req-add85f24-74ac-4f04-9987-5b8d55b2ffc9 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] Publish callbacks [] for security_group (1f9e19e3-fc24-4200-b07b-cf8d97672979), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:49.463940 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ceea92e1-c8e7-4da9-ac3e-a2c3dfca2b8b req-add85f24-74ac-4f04-9987-5b8d55b2ffc9 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (1f9e19e3-fc24-4200-b07b-cf8d97672979), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:49.496757 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] For port ccf14302-b24f-430c-a453-cbe7deb2d9cc, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:18:49.523285 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ceea92e1-c8e7-4da9-ac3e-a2c3dfca2b8b req-add85f24-74ac-4f04-9987-5b8d55b2ffc9 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:49.524523 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ceea92e1-c8e7-4da9-ac3e-a2c3dfca2b8b req-add85f24-74ac-4f04-9987-5b8d55b2ffc9 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6641669 Feb 16 22:18:49.530015 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] For port ccf14302-b24f-430c-a453-cbe7deb2d9cc, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=ccf14302-b24f-430c-a453-cbe7deb2d9cc,segment=NetworkSegment(0fedccc3-055f-42d5-a31f-a345d661e56d),segment_id=0fedccc3-055f-42d5-a31f-a345d661e56d)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:18:49.532610 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add85f24-74ac-4f04-9987-5b8d55b2ffc9 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9e19e3-fc24-4200-b07b-cf8d97672979,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:49.537612 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d5f4d-737f-4bd2-9c9d-e68add04837b req-3057b414-686e-49f1-adc6-7d29ed5338ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:49.539129 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a10d5f4d-737f-4bd2-9c9d-e68add04837b req-3057b414-686e-49f1-adc6-7d29ed5338ae service neutron] 10.222.0.67 "GET /v2.0/networks?id=6693fe9b-8030-407f-bb8e-635e118b332c HTTP/1.1" status: 200 len: 918 time: 0.5102925 Feb 16 22:18:49.543165 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (ccf14302-b24f-430c-a453-cbe7deb2d9cc), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:49.614908 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a10d5f4d-737f-4bd2-9c9d-e68add04837b req-ef3c1cd2-aab0-4e32-8350-e978f01beb50 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91211cd7-76d7-4d56-8887-b50fef43546a HTTP/1.1" status: 200 len: 217 time: 0.0670989 Feb 16 22:18:49.616278 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:49.616745 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:49.618037 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] 10.222.0.79 "PUT /v2.0/ports/ccf14302-b24f-430c-a453-cbe7deb2d9cc HTTP/1.1" status: 200 len: 1092 time: 1.7871051 Feb 16 22:18:49.722647 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee0af2-e693-4b72-9e89-55a85203b2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ccf14302-b24f-430c-a453-cbe7deb2d9cc,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:49.744988 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d5f4d-737f-4bd2-9c9d-e68add04837b req-0736bdf0-e5b8-4cfc-9d5d-44629d9b058a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:49.746499 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a10d5f4d-737f-4bd2-9c9d-e68add04837b req-0736bdf0-e5b8-4cfc-9d5d-44629d9b058a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f9556316-925a-41a1-8f04-ace75a57be08 HTTP/1.1" status: 200 len: 857 time: 0.1173103 Feb 16 22:18:49.764328 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683784c6-7859-4976-9cdd-9b6d1418967b req-52409a9c-5339-4477-90bb-d9bc8446edee tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:49.765769 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-683784c6-7859-4976-9cdd-9b6d1418967b req-52409a9c-5339-4477-90bb-d9bc8446edee tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 946 time: 0.1562223 Feb 16 22:18:49.805678 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a10d5f4d-737f-4bd2-9c9d-e68add04837b req-c34e6615-fc47-4523-b708-eeec153b65cf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6693fe9b-8030-407f-bb8e-635e118b332c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484955 Feb 16 22:18:49.807538 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-5e346723-fb92-41f6-b07e-e037566f465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:49.809069 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-5e346723-fb92-41f6-b07e-e037566f465d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=60ff42d1e1234e2bb207b70f679d05bb&device_id=6b0f1a1b-9ffb-40ca-b96f-0832cdb0c9d1 HTTP/1.1" status: 200 len: 1126 time: 0.1267831 Feb 16 22:18:49.882625 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-0243618e-75ba-4ac9-820f-7255dcee9b00 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccf14302-b24f-430c-a453-cbe7deb2d9cc HTTP/1.1" status: 200 len: 217 time: 0.0612161 Feb 16 22:18:49.937856 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-683784c6-7859-4976-9cdd-9b6d1418967b req-96fcc00f-58e2-4d55-9b64-7bb8e0756671 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632638 Feb 16 22:18:49.985692 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28eddf17-dae1-47d6-b1a3-2f894b1bdf4a x-openstack-request-id: req-28eddf17-dae1-47d6-b1a3-2f894b1bdf4a {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:18:49.986015 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e2a47f-0943-4ffb-a8b6-0502fc6d0ed0", "tag": "afab6eb4-e9c4-44fb-af93-606cc35cbb59", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:18:49.986275 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-28eddf17-dae1-47d6-b1a3-2f894b1bdf4a {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:18:49.986682 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e2a47f-0943-4ffb-a8b6-0502fc6d0ed0', 'tag': 'afab6eb4-e9c4-44fb-af93-606cc35cbb59', 'status': 'completed', 'code': 200} Feb 16 22:18:49.992476 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a10d5f4d-737f-4bd2-9c9d-e68add04837b req-cf0f3bb4-383d-4afd-9042-611ec9a9a954 service neutron] 10.222.0.67 "GET /v2.0/networks/6693fe9b-8030-407f-bb8e-635e118b332c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803038 Feb 16 22:18:49.993937 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-f40827f4-2b4e-48c3-85d0-002c8ce44f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:49.995306 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-f40827f4-2b4e-48c3-85d0-002c8ce44f5f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f9556316-925a-41a1-8f04-ace75a57be08 HTTP/1.1" status: 200 len: 857 time: 0.0720792 Feb 16 22:18:50.053786 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-fe20e601-970f-44dc-9b6f-b0e4751ab3c7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6693fe9b-8030-407f-bb8e-635e118b332c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443649 Feb 16 22:18:50.078686 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346dd9e-9cc1-4d76-80e1-410b9b9b6032 req-c6df84b1-0a29-42f2-86bb-e58904d0a1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:50.081444 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7346dd9e-9cc1-4d76-80e1-410b9b9b6032 req-c6df84b1-0a29-42f2-86bb-e58904d0a1ea service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=60ff42d1e1234e2bb207b70f679d05bb&device_id=34e2a47f-0943-4ffb-a8b6-0502fc6d0ed0 HTTP/1.1" status: 200 len: 1125 time: 0.0668528 Feb 16 22:18:50.184805 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a10d5f4d-737f-4bd2-9c9d-e68add04837b req-990774a4-85d2-4eaa-932b-8a159f97b5e0 service neutron] 10.222.0.67 "GET /v2.0/networks/6693fe9b-8030-407f-bb8e-635e118b332c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847029 Feb 16 22:18:50.205916 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346dd9e-9cc1-4d76-80e1-410b9b9b6032 req-47025335-1bcf-4de1-a562-a9683684c93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:50.207494 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7346dd9e-9cc1-4d76-80e1-410b9b9b6032 req-47025335-1bcf-4de1-a562-a9683684c93d service neutron] 10.222.0.67 "GET /v2.0/networks?id=6693fe9b-8030-407f-bb8e-635e118b332c HTTP/1.1" status: 200 len: 918 time: 0.1193507 Feb 16 22:18:50.214431 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-e51c9423-c666-4280-87dc-fd7bf88d04cf service neutron] 10.222.0.79 "GET /v2.0/networks/6693fe9b-8030-407f-bb8e-635e118b332c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199923 Feb 16 22:18:50.252265 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7346dd9e-9cc1-4d76-80e1-410b9b9b6032 req-a3dbf578-780f-4d89-b86c-82b27bce0cb9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afab6eb4-e9c4-44fb-af93-606cc35cbb59 HTTP/1.1" status: 200 len: 217 time: 0.0365615 Feb 16 22:18:50.273308 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 22:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842c5406-d968-4fe3-815d-23e8a21367da x-openstack-request-id: req-842c5406-d968-4fe3-815d-23e8a21367da {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:18:50.274503 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71904511-f3e6-4709-a040-63d25d009299", "name": "network-vif-unplugged", "status": "completed", "tag": "38edfb9d-c6dc-4b9b-8d47-223ccd162f0b", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:18:50.275016 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-842c5406-d968-4fe3-815d-23e8a21367da {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:18:50.275815 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71904511-f3e6-4709-a040-63d25d009299', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38edfb9d-c6dc-4b9b-8d47-223ccd162f0b', 'code': 200} Feb 16 22:18:50.309807 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346dd9e-9cc1-4d76-80e1-410b9b9b6032 req-663a33f5-857a-40d2-9fce-4d0be57da4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:50.311611 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7346dd9e-9cc1-4d76-80e1-410b9b9b6032 req-663a33f5-857a-40d2-9fce-4d0be57da4f4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f9556316-925a-41a1-8f04-ace75a57be08 HTTP/1.1" status: 200 len: 857 time: 0.0522912 Feb 16 22:18:50.312836 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a08d9b46-bf42-445b-a02a-f1b0528b19a6 req-62d56fbf-541f-4ca1-9c7b-19ac609c2f90 service neutron] 10.222.0.79 "GET /v2.0/networks/6693fe9b-8030-407f-bb8e-635e118b332c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909026 Feb 16 22:18:50.345625 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7346dd9e-9cc1-4d76-80e1-410b9b9b6032 req-a8eba59a-90c2-4e01-a96f-c4d8f169920e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6693fe9b-8030-407f-bb8e-635e118b332c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253932 Feb 16 22:18:50.375852 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb27f36b-d14a-427c-b2ff-32c2dcd189d0 req-803ced54-e741-4e19-b6f0-3291dfe83104 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:50.377464 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cb27f36b-d14a-427c-b2ff-32c2dcd189d0 req-803ced54-e741-4e19-b6f0-3291dfe83104 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=11582145-d815-446f-9d6f-f0ba6fbdb180 HTTP/1.1" status: 200 len: 948 time: 0.0581229 Feb 16 22:18:50.424243 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cb27f36b-d14a-427c-b2ff-32c2dcd189d0 req-38471375-c85b-4035-83f2-4b998b64e38b tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401294 Feb 16 22:18:50.435544 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7346dd9e-9cc1-4d76-80e1-410b9b9b6032 req-c709d6a6-5aa5-407c-953f-a46c2087d6d3 service neutron] 10.222.0.67 "GET /v2.0/networks/6693fe9b-8030-407f-bb8e-635e118b332c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831072 Feb 16 22:18:50.530431 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7346dd9e-9cc1-4d76-80e1-410b9b9b6032 req-7306868d-c50d-47dd-b63c-7a2912842998 service neutron] 10.222.0.67 "GET /v2.0/networks/6693fe9b-8030-407f-bb8e-635e118b332c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880835 Feb 16 22:18:50.585236 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f332fe50-f9b2-4583-bfad-b1d541837440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:50.689015 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54d21e97-d252-4f96-ad9f-e4ac0df1672d req-7a916f0c-2de8-45f5-b555-5b7aadc217e7 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53698 time: 0.2409461 Feb 16 22:18:50.781165 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54d21e97-d252-4f96-ad9f-e4ac0df1672d req-12f79119-8116-446f-85a9-0d781381bdff tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "GET /v2.0/security-groups/046dc848-3e95-4818-8a1d-b76bad2b715c HTTP/1.1" status: 200 len: 2998 time: 0.0387220 Feb 16 22:18:50.822785 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54d21e97-d252-4f96-ad9f-e4ac0df1672d req-5c22c7f2-15a9-4912-af6d-1e885932f951 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "GET /v2.0/security-groups/046dc848-3e95-4818-8a1d-b76bad2b715c HTTP/1.1" status: 200 len: 2998 time: 0.0343871 Feb 16 22:18:50.837593 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11582145-d815-446f-9d6f-f0ba6fbdb180', 'tag': 'aa3aab1d-8309-464a-965e-5da0cbd0b624'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:18:50.839962 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05224012-34b7-4cf0-9d12-76907d2398be" -d '{"events": [{"name": "network-changed", "server_uuid": "11582145-d815-446f-9d6f-f0ba6fbdb180", "tag": "aa3aab1d-8309-464a-965e-5da0cbd0b624"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:18:50.865561 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54d21e97-d252-4f96-ad9f-e4ac0df1672d req-ae602583-41cd-407f-8adb-b3616f591f87 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "GET /v2.0/security-groups/21b1ae65-7802-4c4c-b4ad-c658bcb28f42 HTTP/1.1" status: 200 len: 2998 time: 0.0364356 Feb 16 22:18:50.903416 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 91211cd7-76d7-4d56-8887-b50fef43546a details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:18:50.908358 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54d21e97-d252-4f96-ad9f-e4ac0df1672d req-6a5531b1-d823-4dfc-9b57-2d07203d0472 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "GET /v2.0/security-groups/21b1ae65-7802-4c4c-b4ad-c658bcb28f42 HTTP/1.1" status: 200 len: 2998 time: 0.0353599 Feb 16 22:18:50.951247 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54d21e97-d252-4f96-ad9f-e4ac0df1672d req-18a57fbf-2b2c-4773-8276-c03cf3b57a9c tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "GET /v2.0/security-groups/281d1480-5616-4e05-adc4-df853dca83c1 HTTP/1.1" status: 200 len: 2998 time: 0.0365219 Feb 16 22:18:50.997937 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54d21e97-d252-4f96-ad9f-e4ac0df1672d req-3a57830e-877e-46a3-a533-5bb902c0863e tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "GET /v2.0/security-groups/281d1480-5616-4e05-adc4-df853dca83c1 HTTP/1.1" status: 200 len: 2998 time: 0.0411417 Feb 16 22:18:51.000105 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 91211cd7-76d7-4d56-8887-b50fef43546a, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=91211cd7-76d7-4d56-8887-b50fef43546a,segment=NetworkSegment(0fedccc3-055f-42d5-a31f-a345d661e56d),segment_id=0fedccc3-055f-42d5-a31f-a345d661e56d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:51.012337 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '91211cd7-76d7-4d56-8887-b50fef43546a', 'network_id': '6693fe9b-8030-407f-bb8e-635e118b332c', 'port_id': '91211cd7-76d7-4d56-8887-b50fef43546a', 'mac_address': 'fa:16:3e:b7:9f:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9556316-925a-41a1-8f04-ace75a57be08', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:18:51.038972 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54d21e97-d252-4f96-ad9f-e4ac0df1672d req-d54026f7-5639-48fb-921c-d339ff0a408e tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "GET /v2.0/security-groups/4097961e-af5d-4afc-91b7-cdbda2ec3fc3 HTTP/1.1" status: 200 len: 2998 time: 0.0343537 Feb 16 22:18:51.051810 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 91211cd7-76d7-4d56-8887-b50fef43546a is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:18:51.052200 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (91211cd7-76d7-4d56-8887-b50fef43546a), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:51.065841 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91211cd7-76d7-4d56-8887-b50fef43546a {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:18:51.083576 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54d21e97-d252-4f96-ad9f-e4ac0df1672d req-a9771b27-c6f1-4167-b9a2-74256785d49d tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "GET /v2.0/security-groups/4097961e-af5d-4afc-91b7-cdbda2ec3fc3 HTTP/1.1" status: 200 len: 2998 time: 0.0389593 Feb 16 22:18:51.091711 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 91211cd7-76d7-4d56-8887-b50fef43546a, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=91211cd7-76d7-4d56-8887-b50fef43546a,segment=NetworkSegment(0fedccc3-055f-42d5-a31f-a345d661e56d),segment_id=0fedccc3-055f-42d5-a31f-a345d661e56d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:51.095981 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (91211cd7-76d7-4d56-8887-b50fef43546a), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:51.096651 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device afab6eb4-e9c4-44fb-af93-606cc35cbb59 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:18:51.126115 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54d21e97-d252-4f96-ad9f-e4ac0df1672d req-b37dc304-9304-4f3d-aa4c-a48612522f7a tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "GET /v2.0/security-groups/67a2851d-36da-452b-a754-640889e1f2af HTTP/1.1" status: 200 len: 2998 time: 0.0351689 Feb 16 22:18:51.162713 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port afab6eb4-e9c4-44fb-af93-606cc35cbb59, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=afab6eb4-e9c4-44fb-af93-606cc35cbb59,segment=NetworkSegment(0fedccc3-055f-42d5-a31f-a345d661e56d),segment_id=0fedccc3-055f-42d5-a31f-a345d661e56d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:51.165270 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=91211cd7-76d7-4d56-8887-b50fef43546a,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:51.170639 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54d21e97-d252-4f96-ad9f-e4ac0df1672d req-9782e9d6-39e0-4758-b693-b2c7cd72efab tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "GET /v2.0/security-groups/67a2851d-36da-452b-a754-640889e1f2af HTTP/1.1" status: 200 len: 2998 time: 0.0363064 Feb 16 22:18:51.176864 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'afab6eb4-e9c4-44fb-af93-606cc35cbb59', 'network_id': '6693fe9b-8030-407f-bb8e-635e118b332c', 'port_id': 'afab6eb4-e9c4-44fb-af93-606cc35cbb59', 'mac_address': 'fa:16:3e:5d:65:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9556316-925a-41a1-8f04-ace75a57be08', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:18:51.213855 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port afab6eb4-e9c4-44fb-af93-606cc35cbb59 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:18:51.214113 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54d21e97-d252-4f96-ad9f-e4ac0df1672d req-282d5821-bd30-4220-9373-ff9a1bbea202 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "GET /v2.0/security-groups/6b5f4b9b-3989-46d5-af17-f4396651712c HTTP/1.1" status: 200 len: 2998 time: 0.0351048 Feb 16 22:18:51.214244 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (afab6eb4-e9c4-44fb-af93-606cc35cbb59), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:51.226859 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afab6eb4-e9c4-44fb-af93-606cc35cbb59 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:18:51.245706 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port afab6eb4-e9c4-44fb-af93-606cc35cbb59, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=afab6eb4-e9c4-44fb-af93-606cc35cbb59,segment=NetworkSegment(0fedccc3-055f-42d5-a31f-a345d661e56d),segment_id=0fedccc3-055f-42d5-a31f-a345d661e56d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:51.249705 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (afab6eb4-e9c4-44fb-af93-606cc35cbb59), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:51.258649 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54d21e97-d252-4f96-ad9f-e4ac0df1672d req-1a8dd584-42b1-45ab-a749-8b4df5394227 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "GET /v2.0/security-groups/6b5f4b9b-3989-46d5-af17-f4396651712c HTTP/1.1" status: 200 len: 2998 time: 0.0385332 Feb 16 22:18:51.298660 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54d21e97-d252-4f96-ad9f-e4ac0df1672d req-84d8d6bd-bb40-453d-aae3-126d4b21a964 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "GET /v2.0/security-groups/81219cc9-77b4-4bd3-9dff-18772ab89fd5 HTTP/1.1" status: 200 len: 2998 time: 0.0342710 Feb 16 22:18:51.300305 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=afab6eb4-e9c4-44fb-af93-606cc35cbb59,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:51.341749 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54d21e97-d252-4f96-ad9f-e4ac0df1672d req-c5e244a3-c66a-4532-a76c-b24b7df38f34 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "GET /v2.0/security-groups/81219cc9-77b4-4bd3-9dff-18772ab89fd5 HTTP/1.1" status: 200 len: 2998 time: 0.0355659 Feb 16 22:18:51.382241 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54d21e97-d252-4f96-ad9f-e4ac0df1672d req-2a189e2b-5052-4f3f-a6df-31bfeb7d35fe tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "GET /v2.0/security-groups/88c42faf-9ad4-4a42-9dc5-dfc03dfae8ac HTTP/1.1" status: 200 len: 2998 time: 0.0343733 Feb 16 22:18:51.421008 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54d21e97-d252-4f96-ad9f-e4ac0df1672d req-fdf4be4c-1d6a-494b-9dfe-e2a9a89a18e9 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "GET /v2.0/security-groups/88c42faf-9ad4-4a42-9dc5-dfc03dfae8ac HTTP/1.1" status: 200 len: 2998 time: 0.0333674 Feb 16 22:18:51.459416 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54d21e97-d252-4f96-ad9f-e4ac0df1672d req-046244d1-24b8-410a-8dad-8c17540f40ab tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "GET /v2.0/security-groups/89e1a31c-e651-400f-9f14-03a35acefd69 HTTP/1.1" status: 200 len: 2998 time: 0.0324509 Feb 16 22:18:51.504221 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54d21e97-d252-4f96-ad9f-e4ac0df1672d req-f5974931-00eb-4ab9-b746-4bbc8f6d0d01 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "GET /v2.0/security-groups/89e1a31c-e651-400f-9f14-03a35acefd69 HTTP/1.1" status: 200 len: 2998 time: 0.0374546 Feb 16 22:18:51.544671 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54d21e97-d252-4f96-ad9f-e4ac0df1672d req-0bf50aaf-e3dd-446f-8693-935380869e17 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "GET /v2.0/security-groups/b800c44c-dc04-4999-95a3-6ce1ade56793 HTTP/1.1" status: 200 len: 2994 time: 0.0357895 Feb 16 22:18:51.584381 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54d21e97-d252-4f96-ad9f-e4ac0df1672d req-b3144189-9ee7-4ab6-a818-4b8d8b447898 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "GET /v2.0/security-groups/b800c44c-dc04-4999-95a3-6ce1ade56793 HTTP/1.1" status: 200 len: 2994 time: 0.0334413 Feb 16 22:18:51.624444 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54d21e97-d252-4f96-ad9f-e4ac0df1672d req-da43037c-cfdc-4688-8f93-5974348b231b tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "GET /v2.0/security-groups/ca791cba-78ec-47b1-9c33-cad091ea2849 HTTP/1.1" status: 200 len: 2998 time: 0.0345576 Feb 16 22:18:51.664572 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54d21e97-d252-4f96-ad9f-e4ac0df1672d req-9e08a3d3-e074-477a-ae60-4e4c35a86b3a tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "GET /v2.0/security-groups/ca791cba-78ec-47b1-9c33-cad091ea2849 HTTP/1.1" status: 200 len: 2998 time: 0.0347435 Feb 16 22:18:51.687713 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['afab6eb4-e9c4-44fb-af93-606cc35cbb59'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:18:51.703235 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54d21e97-d252-4f96-ad9f-e4ac0df1672d req-d33c9280-b75f-421c-a0b3-6d5639e9ef04 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "GET /v2.0/security-groups/e452ddea-6614-4eda-b8d9-d62a81f52490 HTTP/1.1" status: 200 len: 2998 time: 0.0332143 Feb 16 22:18:51.709653 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['91211cd7-76d7-4d56-8887-b50fef43546a'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:18:51.749682 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54d21e97-d252-4f96-ad9f-e4ac0df1672d req-48208cce-e3ec-429d-a0d4-fa6bd5b94482 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "GET /v2.0/security-groups/e452ddea-6614-4eda-b8d9-d62a81f52490 HTTP/1.1" status: 200 len: 2998 time: 0.0400558 Feb 16 22:18:51.792666 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54d21e97-d252-4f96-ad9f-e4ac0df1672d req-a2b85cc1-c1c7-40ee-9dbf-e52cb6cc376e tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "GET /v2.0/security-groups/e9d8602c-6578-46f1-adc3-a6c06baefebe HTTP/1.1" status: 200 len: 2998 time: 0.0365098 Feb 16 22:18:51.840430 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54d21e97-d252-4f96-ad9f-e4ac0df1672d req-aa3080da-7556-4e79-b1a8-67fb7426f2f5 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "GET /v2.0/security-groups/e9d8602c-6578-46f1-adc3-a6c06baefebe HTTP/1.1" status: 200 len: 2998 time: 0.0417833 Feb 16 22:18:51.882240 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54d21e97-d252-4f96-ad9f-e4ac0df1672d req-32ef3705-03fb-4706-aeaa-1023f90c8cc9 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "GET /v2.0/security-groups/ef46df2d-bfb6-46d1-81b6-a0675917b337 HTTP/1.1" status: 200 len: 2998 time: 0.0358095 Feb 16 22:18:51.925499 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54d21e97-d252-4f96-ad9f-e4ac0df1672d req-bf2c18f3-6cf4-4f49-aba2-c4ee1a804b3e tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "GET /v2.0/security-groups/ef46df2d-bfb6-46d1-81b6-a0675917b337 HTTP/1.1" status: 200 len: 2998 time: 0.0362995 Feb 16 22:18:51.966543 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54d21e97-d252-4f96-ad9f-e4ac0df1672d req-2b8e424e-b949-4a3e-a04e-e6aaaf08b007 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "GET /v2.0/security-groups/f033daf5-f343-4a2b-be4d-7391f3b927f4 HTTP/1.1" status: 200 len: 2990 time: 0.0352936 Feb 16 22:18:51.988104 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0f1a1b-9ffb-40ca-b96f-0832cdb0c9d1', 'tag': 'ccf14302-b24f-430c-a453-cbe7deb2d9cc'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:18:51.990328 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c61f23-4e54-48f9-94ef-1bdc7318bbcb" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0f1a1b-9ffb-40ca-b96f-0832cdb0c9d1", "tag": "ccf14302-b24f-430c-a453-cbe7deb2d9cc"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:18:52.014899 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54d21e97-d252-4f96-ad9f-e4ac0df1672d req-4b5244eb-c905-477e-a9fb-d53352e3c6ef tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "GET /v2.0/security-groups/f033daf5-f343-4a2b-be4d-7391f3b927f4 HTTP/1.1" status: 200 len: 2990 time: 0.0421352 Feb 16 22:18:52.112793 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c0275-79dc-4a5b-bd68-4f7fdc2cf531 req-6de18c58-0e25-4ce1-b912-0a02e620701e tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:52.114279 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-913c0275-79dc-4a5b-bd68-4f7fdc2cf531 req-6de18c58-0e25-4ce1-b912-0a02e620701e tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.75 "GET /v2.0/ports?device_id=34e2a47f-0943-4ffb-a8b6-0502fc6d0ed0 HTTP/1.1" status: 200 len: 944 time: 0.0521348 Feb 16 22:18:52.162749 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-913c0275-79dc-4a5b-bd68-4f7fdc2cf531 req-23385da0-81d5-49d2-96c2-568045bca7ba tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.75 "GET /v2.0/security-groups?id=21b1ae65-7802-4c4c-b4ad-c658bcb28f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426352 Feb 16 22:18:52.166069 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117fc0f4-a847-436e-add7-ac2a351ce679 req-033fb80d-4b49-4ead-989b-c110209fbab9 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:52.167526 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-117fc0f4-a847-436e-add7-ac2a351ce679 req-033fb80d-4b49-4ead-989b-c110209fbab9 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.67 "GET /v2.0/ports?device_id=71904511-f3e6-4709-a040-63d25d009299 HTTP/1.1" status: 200 len: 944 time: 0.0526152 Feb 16 22:18:52.270863 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d2cc8-3508-4db7-b9c7-336c32642945 req-28ad4d8e-0e09-4605-b504-403d63108050 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:52.272294 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f12d2cc8-3508-4db7-b9c7-336c32642945 req-28ad4d8e-0e09-4605-b504-403d63108050 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 946 time: 0.0535045 Feb 16 22:18:52.274172 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-117fc0f4-a847-436e-add7-ac2a351ce679 req-1695201b-39d3-4d85-b864-5a16aef5a736 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Deleting port 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:18:52.274521 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-117fc0f4-a847-436e-add7-ac2a351ce679 req-1695201b-39d3-4d85-b864-5a16aef5a736 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (38edfb9d-c6dc-4b9b-8d47-223ccd162f0b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:52.319589 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f12d2cc8-3508-4db7-b9c7-336c32642945 req-06b78da9-742b-4df8-9369-4531483edd2d tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411389 Feb 16 22:18:52.370209 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-117fc0f4-a847-436e-add7-ac2a351ce679 req-1695201b-39d3-4d85-b864-5a16aef5a736 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] For port 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=38edfb9d-c6dc-4b9b-8d47-223ccd162f0b,segment=NetworkSegment(0fcd852f-dbb0-4c8e-bb68-facd05b73898),segment_id=0fcd852f-dbb0-4c8e-bb68-facd05b73898)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:52.370440 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-117fc0f4-a847-436e-add7-ac2a351ce679 req-1695201b-39d3-4d85-b864-5a16aef5a736 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (38edfb9d-c6dc-4b9b-8d47-223ccd162f0b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:52.385608 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-117fc0f4-a847-436e-add7-ac2a351ce679 req-1695201b-39d3-4d85-b864-5a16aef5a736 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Calling delete_port for 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:18:52.558016 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-117fc0f4-a847-436e-add7-ac2a351ce679 req-1695201b-39d3-4d85-b864-5a16aef5a736 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (38edfb9d-c6dc-4b9b-8d47-223ccd162f0b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:52.588996 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695201b-39d3-4d85-b864-5a16aef5a736 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Pushing event deleted for resources: {'Port': ['ID=38edfb9d-c6dc-4b9b-8d47-223ccd162f0b,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:52.638624 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-117fc0f4-a847-436e-add7-ac2a351ce679 req-1695201b-39d3-4d85-b864-5a16aef5a736 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] No DVR routers for this DVR port 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:18:52.642936 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-117fc0f4-a847-436e-add7-ac2a351ce679 req-1695201b-39d3-4d85-b864-5a16aef5a736 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:52.646521 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-117fc0f4-a847-436e-add7-ac2a351ce679 req-1695201b-39d3-4d85-b864-5a16aef5a736 tempest-ImagesTestJSON-2104482325 tempest-ImagesTestJSON-2104482325-project] 10.222.0.67 "DELETE /v2.0/ports/38edfb9d-c6dc-4b9b-8d47-223ccd162f0b HTTP/1.1" status: 204 len: 173 time: 0.4729567 Feb 16 22:18:52.651021 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device ccf14302-b24f-430c-a453-cbe7deb2d9cc details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:18:52.654566 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 4f84d8ad-7206-4829-8589-6f904da0dad7 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:18:52.822789 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f45a20-0598-4298-bfd3-3af2f74cd4a0 x-openstack-request-id: req-e9f45a20-0598-4298-bfd3-3af2f74cd4a0 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:18:52.823089 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11582145-d815-446f-9d6f-f0ba6fbdb180", "tag": "aa3aab1d-8309-464a-965e-5da0cbd0b624", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:18:52.823347 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e9f45a20-0598-4298-bfd3-3af2f74cd4a0 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:18:52.823751 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11582145-d815-446f-9d6f-f0ba6fbdb180', 'tag': 'aa3aab1d-8309-464a-965e-5da0cbd0b624', 'status': 'completed', 'code': 200} Feb 16 22:18:52.981038 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 4f84d8ad-7206-4829-8589-6f904da0dad7 is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:18:52.981361 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05224012-34b7-4cf0-9d12-76907d2398be req-0b6c80f0-b34a-4c78-872e-dd230d6df0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:52.981846 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:52.982911 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-05224012-34b7-4cf0-9d12-76907d2398be req-0b6c80f0-b34a-4c78-872e-dd230d6df0f0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=340568c42fa24a9e862a169fcf3622fe&device_id=11582145-d815-446f-9d6f-f0ba6fbdb180 HTTP/1.1" status: 200 len: 1130 time: 0.1149786 Feb 16 22:18:52.996429 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2739d-8ce5-4368-8098-74ef1df65738 req-9df921f8-d02d-4ddd-88c2-70fc4f5e2c6f tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:52.998237 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-33c2739d-8ce5-4368-8098-74ef1df65738 req-9df921f8-d02d-4ddd-88c2-70fc4f5e2c6f tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=11582145-d815-446f-9d6f-f0ba6fbdb180 HTTP/1.1" status: 200 len: 948 time: 0.0758018 Feb 16 22:18:53.027073 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ed1594-23f2-44c3-9d5c-1e2036f6f5c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f84d8ad-7206-4829-8589-6f904da0dad7'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:18:53.029187 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90df37bf-2deb-4217-ae7e-2c8167ce3c36" -d '{"events": [{"server_uuid": "d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0", "name": "network-vif-unplugged", "status": "completed", "tag": "4f84d8ad-7206-4829-8589-6f904da0dad7"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:18:53.056280 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port ccf14302-b24f-430c-a453-cbe7deb2d9cc, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=ccf14302-b24f-430c-a453-cbe7deb2d9cc,segment=NetworkSegment(0fedccc3-055f-42d5-a31f-a345d661e56d),segment_id=0fedccc3-055f-42d5-a31f-a345d661e56d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:53.068343 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 4f84d8ad-7206-4829-8589-6f904da0dad7, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=4f84d8ad-7206-4829-8589-6f904da0dad7,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:53.070813 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0fbbfa5f-bf50-4edc-811d-6a69984263e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:53.074651 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:53.078445 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'ccf14302-b24f-430c-a453-cbe7deb2d9cc', 'network_id': '6693fe9b-8030-407f-bb8e-635e118b332c', 'port_id': 'ccf14302-b24f-430c-a453-cbe7deb2d9cc', 'mac_address': 'fa:16:3e:9d:36:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9556316-925a-41a1-8f04-ace75a57be08', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:18:53.127396 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-33c2739d-8ce5-4368-8098-74ef1df65738 req-162d7b57-fc52-411e-b4c5-857686835460 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051095 Feb 16 22:18:53.159631 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05224012-34b7-4cf0-9d12-76907d2398be req-ee5f61cf-a367-4124-9483-d415d0d96569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:53.161341 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-05224012-34b7-4cf0-9d12-76907d2398be req-ee5f61cf-a367-4124-9483-d415d0d96569 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.1622007 Feb 16 22:18:53.163008 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port ccf14302-b24f-430c-a453-cbe7deb2d9cc is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:18:53.163429 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ccf14302-b24f-430c-a453-cbe7deb2d9cc), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:53.198455 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccf14302-b24f-430c-a453-cbe7deb2d9cc {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:18:53.209625 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=4f84d8ad-7206-4829-8589-6f904da0dad7,revision_number=14']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:53.232666 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port ccf14302-b24f-430c-a453-cbe7deb2d9cc, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=ccf14302-b24f-430c-a453-cbe7deb2d9cc,segment=NetworkSegment(0fedccc3-055f-42d5-a31f-a345d661e56d),segment_id=0fedccc3-055f-42d5-a31f-a345d661e56d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:53.238586 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ccf14302-b24f-430c-a453-cbe7deb2d9cc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:53.239798 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device aa3aab1d-8309-464a-965e-5da0cbd0b624 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:18:53.240529 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54430d2d-4867-4879-a089-beac2b1286ce x-openstack-request-id: req-54430d2d-4867-4879-a089-beac2b1286ce {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:18:53.240826 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0f1a1b-9ffb-40ca-b96f-0832cdb0c9d1", "tag": "ccf14302-b24f-430c-a453-cbe7deb2d9cc", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:18:53.241083 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-54430d2d-4867-4879-a089-beac2b1286ce {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:18:53.241815 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0f1a1b-9ffb-40ca-b96f-0832cdb0c9d1', 'tag': 'ccf14302-b24f-430c-a453-cbe7deb2d9cc', 'status': 'completed', 'code': 200} Feb 16 22:18:53.253463 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-05224012-34b7-4cf0-9d12-76907d2398be req-8283196d-3562-4a97-9add-82cc2ad317a8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=aa3aab1d-8309-464a-965e-5da0cbd0b624 HTTP/1.1" status: 200 len: 217 time: 0.0745275 Feb 16 22:18:53.321201 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c61f23-4e54-48f9-94ef-1bdc7318bbcb req-1be07bab-6db2-4aa7-b6a0-21e49a2ba168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:53.321729 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=ccf14302-b24f-430c-a453-cbe7deb2d9cc,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:53.323751 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-85c61f23-4e54-48f9-94ef-1bdc7318bbcb req-1be07bab-6db2-4aa7-b6a0-21e49a2ba168 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=60ff42d1e1234e2bb207b70f679d05bb&device_id=6b0f1a1b-9ffb-40ca-b96f-0832cdb0c9d1 HTTP/1.1" status: 200 len: 1127 time: 0.0967627 Feb 16 22:18:53.369785 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05224012-34b7-4cf0-9d12-76907d2398be req-06327676-3010-4480-a421-ae6e0839da7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:53.371746 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-05224012-34b7-4cf0-9d12-76907d2398be req-06327676-3010-4480-a421-ae6e0839da7f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1111541 Feb 16 22:18:53.479133 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c61f23-4e54-48f9-94ef-1bdc7318bbcb req-52b5ef40-734d-4b2b-8e18-1f31abf0f835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:53.480382 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port aa3aab1d-8309-464a-965e-5da0cbd0b624, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=aa3aab1d-8309-464a-965e-5da0cbd0b624,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:53.481702 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-85c61f23-4e54-48f9-94ef-1bdc7318bbcb req-52b5ef40-734d-4b2b-8e18-1f31abf0f835 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6693fe9b-8030-407f-bb8e-635e118b332c HTTP/1.1" status: 200 len: 918 time: 0.1433902 Feb 16 22:18:53.490068 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05224012-34b7-4cf0-9d12-76907d2398be req-250db52c-310e-4c63-8ac2-0e6f34158c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:53.492251 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-05224012-34b7-4cf0-9d12-76907d2398be req-250db52c-310e-4c63-8ac2-0e6f34158c30 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1047814 Feb 16 22:18:53.502329 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'aa3aab1d-8309-464a-965e-5da0cbd0b624', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': 'aa3aab1d-8309-464a-965e-5da0cbd0b624', 'mac_address': 'fa:16:3e:7c:17:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:18:53.507671 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e29c3088-caaf-4750-a00d-3c8b99aef549 req-b4e7ffee-9c01-4c81-8224-b0e7e8c9fa0a tempest-SecurityGroupsTestAdminJSON-1258128404 tempest-SecurityGroupsTestAdminJSON-1258128404-project] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=215ef4283d4641f3aba7caf5cad730c2 HTTP/1.1" status: 200 len: 6154 time: 0.2648916 Feb 16 22:18:53.558898 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port aa3aab1d-8309-464a-965e-5da0cbd0b624 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:18:53.559549 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (aa3aab1d-8309-464a-965e-5da0cbd0b624), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:53.582971 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa3aab1d-8309-464a-965e-5da0cbd0b624 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:18:53.601449 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e29c3088-caaf-4750-a00d-3c8b99aef549 req-ae81a31c-3bc8-4bb4-8dd5-c3abca81999e tempest-SecurityGroupsTestAdminJSON-1258128404 tempest-SecurityGroupsTestAdminJSON-1258128404-project] 10.222.0.75 "GET /v2.0/security-groups/ca791cba-78ec-47b1-9c33-cad091ea2849 HTTP/1.1" status: 200 len: 2998 time: 0.0927589 Feb 16 22:18:53.611410 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port aa3aab1d-8309-464a-965e-5da0cbd0b624, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=aa3aab1d-8309-464a-965e-5da0cbd0b624,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:53.619770 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (aa3aab1d-8309-464a-965e-5da0cbd0b624), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:53.677080 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=aa3aab1d-8309-464a-965e-5da0cbd0b624,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:53.709310 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-05224012-34b7-4cf0-9d12-76907d2398be req-d0931b9f-c353-479b-b1ba-041c6fd727cd service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974723 Feb 16 22:18:53.715546 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e29c3088-caaf-4750-a00d-3c8b99aef549 req-84afe86e-8cbb-4292-82b1-23bd6591bab0 tempest-SecurityGroupsTestAdminJSON-1258128404 tempest-SecurityGroupsTestAdminJSON-1258128404-project] 10.222.0.75 "GET /v2.0/security-groups/ca791cba-78ec-47b1-9c33-cad091ea2849 HTTP/1.1" status: 200 len: 2998 time: 0.0772243 Feb 16 22:18:53.822528 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-05224012-34b7-4cf0-9d12-76907d2398be req-9cace701-4558-44ea-8513-9bae1ad27236 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056716 Feb 16 22:18:53.888277 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e774b3-c200-44b2-ae06-aed7d9e3a65b req-4e97065d-a601-4b6d-a962-6b68ad9df400 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:53.889425 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-85c61f23-4e54-48f9-94ef-1bdc7318bbcb req-f5dae4e7-dc47-4a2b-addc-ee7fba37643b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccf14302-b24f-430c-a453-cbe7deb2d9cc HTTP/1.1" status: 200 len: 217 time: 0.3974240 Feb 16 22:18:53.890271 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-56e774b3-c200-44b2-ae06-aed7d9e3a65b req-4e97065d-a601-4b6d-a962-6b68ad9df400 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd875b15-fc46-40e2-9603-d35cfddc4ee6 HTTP/1.1" status: 200 len: 950 time: 0.0644772 Feb 16 22:18:53.947840 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c61f23-4e54-48f9-94ef-1bdc7318bbcb req-d20f5d5e-cb19-4c88-991a-45802c5aa852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:53.949597 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-85c61f23-4e54-48f9-94ef-1bdc7318bbcb req-d20f5d5e-cb19-4c88-991a-45802c5aa852 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f9556316-925a-41a1-8f04-ace75a57be08 HTTP/1.1" status: 200 len: 857 time: 0.0498455 Feb 16 22:18:53.952021 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-56e774b3-c200-44b2-ae06-aed7d9e3a65b req-e5991b51-e4b9-4cae-bfe6-8285726f6bc1 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/security-groups?id=046dc848-3e95-4818-8a1d-b76bad2b715c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544817 Feb 16 22:18:53.983935 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['aa3aab1d-8309-464a-965e-5da0cbd0b624'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:18:53.993740 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-85c61f23-4e54-48f9-94ef-1bdc7318bbcb req-a548ae3b-8318-47e5-9dc9-008415143f48 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6693fe9b-8030-407f-bb8e-635e118b332c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318961 Feb 16 22:18:54.011686 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 22:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a66fe9-9260-4b56-9e10-48ed3b2ce2b3 x-openstack-request-id: req-93a66fe9-9260-4b56-9e10-48ed3b2ce2b3 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:18:54.011979 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0", "name": "network-vif-unplugged", "status": "completed", "tag": "4f84d8ad-7206-4829-8589-6f904da0dad7", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:18:54.012416 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-93a66fe9-9260-4b56-9e10-48ed3b2ce2b3 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:18:54.012835 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ed1594-23f2-44c3-9d5c-1e2036f6f5c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f84d8ad-7206-4829-8589-6f904da0dad7', 'code': 200} Feb 16 22:18:54.016417 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['ccf14302-b24f-430c-a453-cbe7deb2d9cc'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:18:54.119493 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96054b8d-1707-4b69-a8d1-6dd7fe081a26 req-a15fc3cb-aa94-4485-b653-2e91b8a2ce60 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:54.121213 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-85c61f23-4e54-48f9-94ef-1bdc7318bbcb req-36f50e29-c5b9-4700-88bf-90a726c0e6b5 service neutron] 10.222.0.79 "GET /v2.0/networks/6693fe9b-8030-407f-bb8e-635e118b332c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150272 Feb 16 22:18:54.122611 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-96054b8d-1707-4b69-a8d1-6dd7fe081a26 req-a15fc3cb-aa94-4485-b653-2e91b8a2ce60 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.75 "GET /v2.0/ports?device_id=34e2a47f-0943-4ffb-a8b6-0502fc6d0ed0 HTTP/1.1" status: 200 len: 944 time: 0.0664613 Feb 16 22:18:54.187280 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:54.198988 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-96054b8d-1707-4b69-a8d1-6dd7fe081a26 req-ed5ee90b-62f6-4605-9e4c-5367a9f081c1 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.75 "GET /v2.0/security-groups?id=21b1ae65-7802-4c4c-b4ad-c658bcb28f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696943 Feb 16 22:18:54.264618 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-85c61f23-4e54-48f9-94ef-1bdc7318bbcb req-d89c9a0c-bf52-4aa3-b596-fd3d95aedcbd service neutron] 10.222.0.79 "GET /v2.0/networks/6693fe9b-8030-407f-bb8e-635e118b332c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342921 Feb 16 22:18:54.358256 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c15b3c-2b91-4d15-a274-b78f64b0ab3f req-92e2cf54-2298-4ebc-84ec-92e201063a9f tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:54.359769 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a9c15b3c-2b91-4d15-a274-b78f64b0ab3f req-92e2cf54-2298-4ebc-84ec-92e201063a9f tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0660288 Feb 16 22:18:54.408481 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a9c15b3c-2b91-4d15-a274-b78f64b0ab3f req-a8000aaf-e2f5-4701-89c4-5daaaef5b218 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423169 Feb 16 22:18:54.449381 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce4ca3-5062-41d3-865f-d79f4212884e req-75f33ad5-9b64-4118-8d51-fee9642fd8a9 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:54.450969 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-96ce4ca3-5062-41d3-865f-d79f4212884e req-75f33ad5-9b64-4118-8d51-fee9642fd8a9 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd875b15-fc46-40e2-9603-d35cfddc4ee6 HTTP/1.1" status: 200 len: 950 time: 0.0587699 Feb 16 22:18:54.486319 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-af7117bc-dfbe-42fa-b604-a838ab6bc798 req-f77893bf-73b0-4a5e-ad3d-0cb6b6b7b265 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "GET /v2.0/security-groups/1f9e19e3-fc24-4200-b07b-cf8d97672979 HTTP/1.1" status: 200 len: 1793 time: 0.0393043 Feb 16 22:18:54.547275 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-af7117bc-dfbe-42fa-b604-a838ab6bc798 req-754c82d1-15d2-498f-afef-6ba2425bc32a tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] Publish callbacks [] for security_group (1f9e19e3-fc24-4200-b07b-cf8d97672979), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:54.559650 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-96ce4ca3-5062-41d3-865f-d79f4212884e req-bda0d5f6-5264-462c-98aa-4085b7205c6f tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Deleting port 00ad6ec9-8056-4728-9ab7-a3f69df44efe {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:18:54.560146 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-96ce4ca3-5062-41d3-865f-d79f4212884e req-bda0d5f6-5264-462c-98aa-4085b7205c6f tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (00ad6ec9-8056-4728-9ab7-a3f69df44efe), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:54.569499 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-af7117bc-dfbe-42fa-b604-a838ab6bc798 req-754c82d1-15d2-498f-afef-6ba2425bc32a tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] Publish callbacks [] for security_group (1f9e19e3-fc24-4200-b07b-cf8d97672979), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:54.615618 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-af7117bc-dfbe-42fa-b604-a838ab6bc798 req-754c82d1-15d2-498f-afef-6ba2425bc32a tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (1f9e19e3-fc24-4200-b07b-cf8d97672979), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:54.618520 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-af7117bc-dfbe-42fa-b604-a838ab6bc798 req-754c82d1-15d2-498f-afef-6ba2425bc32a tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:54.626491 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-af7117bc-dfbe-42fa-b604-a838ab6bc798 req-754c82d1-15d2-498f-afef-6ba2425bc32a tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "DELETE /v2.0/security-groups/1f9e19e3-fc24-4200-b07b-cf8d97672979 HTTP/1.1" status: 204 len: 173 time: 0.1326883 Feb 16 22:18:54.639456 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c82d1-15d2-498f-afef-6ba2425bc32a tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9e19e3-fc24-4200-b07b-cf8d97672979,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:54.675807 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-96ce4ca3-5062-41d3-865f-d79f4212884e req-bda0d5f6-5264-462c-98aa-4085b7205c6f tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] For port 00ad6ec9-8056-4728-9ab7-a3f69df44efe, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=00ad6ec9-8056-4728-9ab7-a3f69df44efe,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:54.676173 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-96ce4ca3-5062-41d3-865f-d79f4212884e req-bda0d5f6-5264-462c-98aa-4085b7205c6f tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (00ad6ec9-8056-4728-9ab7-a3f69df44efe), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:54.692857 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-96ce4ca3-5062-41d3-865f-d79f4212884e req-bda0d5f6-5264-462c-98aa-4085b7205c6f tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Calling delete_port for 00ad6ec9-8056-4728-9ab7-a3f69df44efe owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:18:54.790756 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10aecf-a682-43a7-92b4-d64a36b19768 req-2df6e60c-49a7-4aae-b9d8-561aa7cf8cd2 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:54.792575 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e10aecf-a682-43a7-92b4-d64a36b19768 req-2df6e60c-49a7-4aae-b9d8-561aa7cf8cd2 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=11582145-d815-446f-9d6f-f0ba6fbdb180 HTTP/1.1" status: 200 len: 949 time: 0.0622256 Feb 16 22:18:54.825732 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71904511-f3e6-4709-a040-63d25d009299', 'name': 'network-vif-deleted', 'tag': '38edfb9d-c6dc-4b9b-8d47-223ccd162f0b'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:18:54.828098 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7aa94e8-7de2-4b05-9700-22e7ac47ef23" -d '{"events": [{"server_uuid": "71904511-f3e6-4709-a040-63d25d009299", "name": "network-vif-deleted", "tag": "38edfb9d-c6dc-4b9b-8d47-223ccd162f0b"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:18:54.841553 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e10aecf-a682-43a7-92b4-d64a36b19768 req-fb3e1e00-aea2-4431-883c-c1d438c7f849 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430787 Feb 16 22:18:54.843001 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-96ce4ca3-5062-41d3-865f-d79f4212884e req-bda0d5f6-5264-462c-98aa-4085b7205c6f tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (00ad6ec9-8056-4728-9ab7-a3f69df44efe), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:54.857376 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['f0451a20-3122-4118-b0ed-84417517fcb1', '00ad6ec9-8056-4728-9ab7-a3f69df44efe'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:18:54.883614 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0d5f6-5264-462c-98aa-4085b7205c6f tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Pushing event deleted for resources: {'Port': ['ID=00ad6ec9-8056-4728-9ab7-a3f69df44efe,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:54.933625 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ce4ca3-5062-41d3-865f-d79f4212884e req-bda0d5f6-5264-462c-98aa-4085b7205c6f tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] No DVR routers for this DVR port 00ad6ec9-8056-4728-9ab7-a3f69df44efe on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:18:54.937284 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-96ce4ca3-5062-41d3-865f-d79f4212884e req-bda0d5f6-5264-462c-98aa-4085b7205c6f tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:54.940893 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-96ce4ca3-5062-41d3-865f-d79f4212884e req-bda0d5f6-5264-462c-98aa-4085b7205c6f tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.67 "DELETE /v2.0/ports/00ad6ec9-8056-4728-9ab7-a3f69df44efe HTTP/1.1" status: 204 len: 173 time: 0.4843366 Feb 16 22:18:54.961345 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 91211cd7-76d7-4d56-8887-b50fef43546a up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:18:55.010453 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b6a33-c666-4993-913f-85b1e7759718 req-1a404913-52dc-4b33-9f3f-69acc93d7bba tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:55.012460 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8f9b6a33-c666-4993-913f-85b1e7759718 req-1a404913-52dc-4b33-9f3f-69acc93d7bba tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0700989 Feb 16 22:18:55.070831 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 91211cd7-76d7-4d56-8887-b50fef43546a completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:18:55.084691 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 91211cd7-76d7-4d56-8887-b50fef43546a triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:18:55.085076 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (91211cd7-76d7-4d56-8887-b50fef43546a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:55.103108 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8f9b6a33-c666-4993-913f-85b1e7759718 req-6fe01756-c3d0-4762-a9fe-e2d43332a827 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777442 Feb 16 22:18:55.189369 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 91211cd7-76d7-4d56-8887-b50fef43546a is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:18:55.189662 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (91211cd7-76d7-4d56-8887-b50fef43546a), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:55.193673 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6460c3ae-b1f6-4d3c-887b-28fe2f33305b req-8339052b-ccfb-49e3-8edc-0240f9c1c2d7 tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "GET /v2.0/security-groups/7e4fca23-a8e1-48ad-855f-b594db09ca92 HTTP/1.1" status: 200 len: 1795 time: 0.0697646 Feb 16 22:18:55.225857 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 91211cd7-76d7-4d56-8887-b50fef43546a, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=91211cd7-76d7-4d56-8887-b50fef43546a,segment=NetworkSegment(0fedccc3-055f-42d5-a31f-a345d661e56d),segment_id=0fedccc3-055f-42d5-a31f-a345d661e56d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:55.230511 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (91211cd7-76d7-4d56-8887-b50fef43546a), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:55.231425 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device afab6eb4-e9c4-44fb-af93-606cc35cbb59 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:18:55.249127 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-6460c3ae-b1f6-4d3c-887b-28fe2f33305b req-4a49ac4f-4faf-40ff-9165-c508bf42953a tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] Publish callbacks [] for security_group (7e4fca23-a8e1-48ad-855f-b594db09ca92), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:55.274896 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-6460c3ae-b1f6-4d3c-887b-28fe2f33305b req-4a49ac4f-4faf-40ff-9165-c508bf42953a tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] Publish callbacks [] for security_group (7e4fca23-a8e1-48ad-855f-b594db09ca92), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:55.310896 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=91211cd7-76d7-4d56-8887-b50fef43546a,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:55.316972 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-6460c3ae-b1f6-4d3c-887b-28fe2f33305b req-4a49ac4f-4faf-40ff-9165-c508bf42953a tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7e4fca23-a8e1-48ad-855f-b594db09ca92), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:55.320613 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-6460c3ae-b1f6-4d3c-887b-28fe2f33305b req-4a49ac4f-4faf-40ff-9165-c508bf42953a tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:55.322616 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6460c3ae-b1f6-4d3c-887b-28fe2f33305b req-4a49ac4f-4faf-40ff-9165-c508bf42953a tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] 10.222.0.75 "DELETE /v2.0/security-groups/7e4fca23-a8e1-48ad-855f-b594db09ca92 HTTP/1.1" status: 204 len: 173 time: 0.1280105 Feb 16 22:18:55.332005 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49ac4f-4faf-40ff-9165-c508bf42953a tempest-SecurityGroupsTestAdminJSON-174990901 tempest-SecurityGroupsTestAdminJSON-174990901-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4fca23-a8e1-48ad-855f-b594db09ca92,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:55.335075 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port afab6eb4-e9c4-44fb-af93-606cc35cbb59 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:18:55.339631 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port afab6eb4-e9c4-44fb-af93-606cc35cbb59 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:18:55.340116 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (afab6eb4-e9c4-44fb-af93-606cc35cbb59), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:55.450844 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port afab6eb4-e9c4-44fb-af93-606cc35cbb59 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:18:55.451131 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (afab6eb4-e9c4-44fb-af93-606cc35cbb59), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:55.469366 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:55.484072 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922cfc19-36fc-49a6-9122-415c2c984834 x-openstack-request-id: req-922cfc19-36fc-49a6-9122-415c2c984834 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:18:55.485179 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71904511-f3e6-4709-a040-63d25d009299", "name": "network-vif-deleted", "tag": "38edfb9d-c6dc-4b9b-8d47-223ccd162f0b", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:18:55.485783 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-922cfc19-36fc-49a6-9122-415c2c984834 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:18:55.486211 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71904511-f3e6-4709-a040-63d25d009299', 'name': 'network-vif-deleted', 'tag': '38edfb9d-c6dc-4b9b-8d47-223ccd162f0b', 'status': 'completed', 'code': 200} Feb 16 22:18:55.490831 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port afab6eb4-e9c4-44fb-af93-606cc35cbb59, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=afab6eb4-e9c4-44fb-af93-606cc35cbb59,segment=NetworkSegment(0fedccc3-055f-42d5-a31f-a345d661e56d),segment_id=0fedccc3-055f-42d5-a31f-a345d661e56d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:55.496277 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (afab6eb4-e9c4-44fb-af93-606cc35cbb59), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:55.560518 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=afab6eb4-e9c4-44fb-af93-606cc35cbb59,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:55.607517 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3b8f0bff-1afd-4dcf-842c-a1b19893870d req-122a890a-3201-4f06-bcc5-753f5fdd6778 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd875b15-fc46-40e2-9603-d35cfddc4ee6 HTTP/1.1" status: 200 len: 210 time: 0.0336864 Feb 16 22:18:55.725289 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a930bc-c075-4510-9c5d-3a6bd2525940 req-93e9d4f0-8452-4b38-a8c7-eec2b8f44fa8 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:55.726923 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12a930bc-c075-4510-9c5d-3a6bd2525940 req-93e9d4f0-8452-4b38-a8c7-eec2b8f44fa8 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0590930 Feb 16 22:18:55.774232 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12a930bc-c075-4510-9c5d-3a6bd2525940 req-1921d073-8170-47f7-9fc0-af4a3c5732b8 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414059 Feb 16 22:18:55.890753 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d7afb-fb2e-4564-98c7-d6c54d30ce47 req-f647a7d8-d49f-4408-8082-9eb7f95b2e35 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:55.892237 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9b4d7afb-fb2e-4564-98c7-d6c54d30ce47 req-f647a7d8-d49f-4408-8082-9eb7f95b2e35 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.75 "GET /v2.0/ports?device_id=34e2a47f-0943-4ffb-a8b6-0502fc6d0ed0 HTTP/1.1" status: 200 len: 945 time: 0.0601513 Feb 16 22:18:55.938588 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9b4d7afb-fb2e-4564-98c7-d6c54d30ce47 req-e5e562b8-c38b-4a85-86cf-3272b4ab8ca1 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.75 "GET /v2.0/security-groups?id=21b1ae65-7802-4c4c-b4ad-c658bcb28f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403550 Feb 16 22:18:55.998206 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-129d4410-a1a3-42d8-afa3-bd4cf9c178bb req-d47e4347-ec4d-4b9e-827a-1210b541027c tempest-SecurityGroupsTestAdminJSON-1258128404 tempest-SecurityGroupsTestAdminJSON-1258128404-project] 10.222.0.75 "GET /v2.0/security-groups/9935fbef-a9e3-4202-ad7b-f129b295ba67 HTTP/1.1" status: 200 len: 1794 time: 0.0371106 Feb 16 22:18:56.014050 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1248f6-9b5f-4d43-8c8b-b0e6f0df0abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91211cd7-76d7-4d56-8887-b50fef43546a'}, {'server_uuid': '34e2a47f-0943-4ffb-a8b6-0502fc6d0ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afab6eb4-e9c4-44fb-af93-606cc35cbb59'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:18:56.016539 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db82748-4a0f-4118-9a14-26f08ba9b9fb" -d '{"events": [{"server_uuid": "4e1248f6-9b5f-4d43-8c8b-b0e6f0df0abc", "name": "network-vif-plugged", "status": "completed", "tag": "91211cd7-76d7-4d56-8887-b50fef43546a"}, {"server_uuid": "34e2a47f-0943-4ffb-a8b6-0502fc6d0ed0", "name": "network-vif-plugged", "status": "completed", "tag": "afab6eb4-e9c4-44fb-af93-606cc35cbb59"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:18:56.053723 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-129d4410-a1a3-42d8-afa3-bd4cf9c178bb req-89c55da2-0e6c-48ae-ba4f-4f4927252b71 tempest-SecurityGroupsTestAdminJSON-1258128404 tempest-SecurityGroupsTestAdminJSON-1258128404-project] Publish callbacks [] for security_group (9935fbef-a9e3-4202-ad7b-f129b295ba67), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:56.075529 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-129d4410-a1a3-42d8-afa3-bd4cf9c178bb req-89c55da2-0e6c-48ae-ba4f-4f4927252b71 tempest-SecurityGroupsTestAdminJSON-1258128404 tempest-SecurityGroupsTestAdminJSON-1258128404-project] Publish callbacks [] for security_group (9935fbef-a9e3-4202-ad7b-f129b295ba67), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:56.121775 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-129d4410-a1a3-42d8-afa3-bd4cf9c178bb req-89c55da2-0e6c-48ae-ba4f-4f4927252b71 tempest-SecurityGroupsTestAdminJSON-1258128404 tempest-SecurityGroupsTestAdminJSON-1258128404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9935fbef-a9e3-4202-ad7b-f129b295ba67), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:56.124506 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-129d4410-a1a3-42d8-afa3-bd4cf9c178bb req-89c55da2-0e6c-48ae-ba4f-4f4927252b71 tempest-SecurityGroupsTestAdminJSON-1258128404 tempest-SecurityGroupsTestAdminJSON-1258128404-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:56.125723 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-129d4410-a1a3-42d8-afa3-bd4cf9c178bb req-89c55da2-0e6c-48ae-ba4f-4f4927252b71 tempest-SecurityGroupsTestAdminJSON-1258128404 tempest-SecurityGroupsTestAdminJSON-1258128404-project] 10.222.0.75 "DELETE /v2.0/security-groups/9935fbef-a9e3-4202-ad7b-f129b295ba67 HTTP/1.1" status: 204 len: 173 time: 0.1214621 Feb 16 22:18:56.135284 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c55da2-0e6c-48ae-ba4f-4f4927252b71 tempest-SecurityGroupsTestAdminJSON-1258128404 tempest-SecurityGroupsTestAdminJSON-1258128404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9935fbef-a9e3-4202-ad7b-f129b295ba67,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:56.386568 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79369b5e-1660-4111-b618-92294fe52869 req-2c7ae65e-20ad-465a-9ab3-4f68a2a9905f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:56.388455 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-79369b5e-1660-4111-b618-92294fe52869 req-2c7ae65e-20ad-465a-9ab3-4f68a2a9905f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=471d422781ee4218a880c4849a975478&device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 1126 time: 0.0525105 Feb 16 22:18:56.395831 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1beaec-6267-4d31-9491-ac986d7815f8 req-9889093f-f2c7-4625-ae2a-b8445a87b60b tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:56.397576 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cb1beaec-6267-4d31-9491-ac986d7815f8 req-9889093f-f2c7-4625-ae2a-b8445a87b60b tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=11582145-d815-446f-9d6f-f0ba6fbdb180 HTTP/1.1" status: 200 len: 949 time: 0.0848720 Feb 16 22:18:56.452101 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cb1beaec-6267-4d31-9491-ac986d7815f8 req-23683bf8-2a5b-441d-b07f-0a610da420f7 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480211 Feb 16 22:18:56.493143 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79369b5e-1660-4111-b618-92294fe52869 req-b06021b6-5ecb-4bfb-9db2-796c81d840ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:56.495600 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-79369b5e-1660-4111-b618-92294fe52869 req-b06021b6-5ecb-4bfb-9db2-796c81d840ff service neutron] 10.222.0.79 "GET /v2.0/networks?id=22711c4a-8661-4a7d-9538-4da72ec44b9a HTTP/1.1" status: 200 len: 912 time: 0.0981529 Feb 16 22:18:56.507726 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Feb 2022 22:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41269029-6ff6-434e-bf42-4350f0c5eb77 x-openstack-request-id: req-41269029-6ff6-434e-bf42-4350f0c5eb77 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:18:56.508360 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1248f6-9b5f-4d43-8c8b-b0e6f0df0abc", "name": "network-vif-plugged", "status": "completed", "tag": "91211cd7-76d7-4d56-8887-b50fef43546a", "code": 200}, {"server_uuid": "34e2a47f-0943-4ffb-a8b6-0502fc6d0ed0", "name": "network-vif-plugged", "status": "completed", "tag": "afab6eb4-e9c4-44fb-af93-606cc35cbb59", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:18:56.508879 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-41269029-6ff6-434e-bf42-4350f0c5eb77 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:18:56.509513 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1248f6-9b5f-4d43-8c8b-b0e6f0df0abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91211cd7-76d7-4d56-8887-b50fef43546a', 'code': 200} Feb 16 22:18:56.510041 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e2a47f-0943-4ffb-a8b6-0502fc6d0ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afab6eb4-e9c4-44fb-af93-606cc35cbb59', 'code': 200} Feb 16 22:18:56.573165 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0fb2ad13-aa36-42b7-928e-d8f5d416da35 req-77c172ad-62cd-479b-80a4-2cee43f58040 tempest-SecurityGroupsTestAdminJSON-1258128404 tempest-SecurityGroupsTestAdminJSON-1258128404-project] 10.222.0.75 "GET /v2.0/security-groups/1ef514c5-2c72-4ba1-b88f-8a97e1be854f HTTP/1.1" status: 200 len: 1795 time: 0.0512960 Feb 16 22:18:56.578326 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-79369b5e-1660-4111-b618-92294fe52869 req-ec0907c1-2465-41a8-a680-ff3f1926c5b4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f84d8ad-7206-4829-8589-6f904da0dad7 HTTP/1.1" status: 200 len: 999 time: 0.0710251 Feb 16 22:18:56.672523 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0fb2ad13-aa36-42b7-928e-d8f5d416da35 req-6267f5a8-27b2-48fb-a085-a156e436cf21 tempest-SecurityGroupsTestAdminJSON-1258128404 tempest-SecurityGroupsTestAdminJSON-1258128404-project] Publish callbacks [] for security_group (1ef514c5-2c72-4ba1-b88f-8a97e1be854f), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:56.675915 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79369b5e-1660-4111-b618-92294fe52869 req-3011a118-169a-4ba3-9d1c-af467a7dc467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:56.677410 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-79369b5e-1660-4111-b618-92294fe52869 req-3011a118-169a-4ba3-9d1c-af467a7dc467 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa HTTP/1.1" status: 200 len: 850 time: 0.0905640 Feb 16 22:18:56.684135 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffdd591-e1f5-44ae-8d1d-060401f69acc req-1d6adf0b-e35c-42fa-af4a-11de0a8f56d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:56.685776 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8ffdd591-e1f5-44ae-8d1d-060401f69acc req-1d6adf0b-e35c-42fa-af4a-11de0a8f56d0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=34e2a47f-0943-4ffb-a8b6-0502fc6d0ed0 HTTP/1.1" status: 200 len: 1127 time: 0.0669940 Feb 16 22:18:56.687181 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device ccf14302-b24f-430c-a453-cbe7deb2d9cc up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:18:56.695711 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aaa526-7f46-4a24-bd5c-1f16d3c065bd req-ca98585b-3940-4936-89a4-e770198ef2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:56.699530 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-15aaa526-7f46-4a24-bd5c-1f16d3c065bd req-ca98585b-3940-4936-89a4-e770198ef2c5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4e1248f6-9b5f-4d43-8c8b-b0e6f0df0abc HTTP/1.1" status: 200 len: 1127 time: 0.0765703 Feb 16 22:18:56.714456 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0fb2ad13-aa36-42b7-928e-d8f5d416da35 req-6267f5a8-27b2-48fb-a085-a156e436cf21 tempest-SecurityGroupsTestAdminJSON-1258128404 tempest-SecurityGroupsTestAdminJSON-1258128404-project] Publish callbacks [] for security_group (1ef514c5-2c72-4ba1-b88f-8a97e1be854f), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:56.759186 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port ccf14302-b24f-430c-a453-cbe7deb2d9cc completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:18:56.766137 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port ccf14302-b24f-430c-a453-cbe7deb2d9cc triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:18:56.766983 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ccf14302-b24f-430c-a453-cbe7deb2d9cc), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:56.778228 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8ffdd591-e1f5-44ae-8d1d-060401f69acc req-040a4472-aaae-4576-bd38-3a829d6be458 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=21b1ae65-7802-4c4c-b4ad-c658bcb28f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798824 Feb 16 22:18:56.781488 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79369b5e-1660-4111-b618-92294fe52869 req-21bfffa2-763d-4275-98e9-0aabe6223b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:56.782965 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-79369b5e-1660-4111-b618-92294fe52869 req-21bfffa2-763d-4275-98e9-0aabe6223b4b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=22711c4a-8661-4a7d-9538-4da72ec44b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0962496 Feb 16 22:18:56.785494 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-15aaa526-7f46-4a24-bd5c-1f16d3c065bd req-d80fcceb-d468-4efa-a65b-76d0a1d1d4a6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=21b1ae65-7802-4c4c-b4ad-c658bcb28f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796747 Feb 16 22:18:56.796793 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0fb2ad13-aa36-42b7-928e-d8f5d416da35 req-6267f5a8-27b2-48fb-a085-a156e436cf21 tempest-SecurityGroupsTestAdminJSON-1258128404 tempest-SecurityGroupsTestAdminJSON-1258128404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (1ef514c5-2c72-4ba1-b88f-8a97e1be854f), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:56.800449 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0fb2ad13-aa36-42b7-928e-d8f5d416da35 req-6267f5a8-27b2-48fb-a085-a156e436cf21 tempest-SecurityGroupsTestAdminJSON-1258128404 tempest-SecurityGroupsTestAdminJSON-1258128404-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:56.816139 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0fb2ad13-aa36-42b7-928e-d8f5d416da35 req-6267f5a8-27b2-48fb-a085-a156e436cf21 tempest-SecurityGroupsTestAdminJSON-1258128404 tempest-SecurityGroupsTestAdminJSON-1258128404-project] 10.222.0.75 "DELETE /v2.0/security-groups/1ef514c5-2c72-4ba1-b88f-8a97e1be854f HTTP/1.1" status: 204 len: 173 time: 0.2353754 Feb 16 22:18:56.831949 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267f5a8-27b2-48fb-a085-a156e436cf21 tempest-SecurityGroupsTestAdminJSON-1258128404 tempest-SecurityGroupsTestAdminJSON-1258128404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef514c5-2c72-4ba1-b88f-8a97e1be854f,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:56.902842 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-79369b5e-1660-4111-b618-92294fe52869 req-f7ca4236-99f2-428b-a74b-f80cfb55c61d service neutron] 10.222.0.79 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119242 Feb 16 22:18:56.916566 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port ccf14302-b24f-430c-a453-cbe7deb2d9cc is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:18:56.916956 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ccf14302-b24f-430c-a453-cbe7deb2d9cc), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:56.961831 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:56.978692 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 00ad6ec9-8056-4728-9ab7-a3f69df44efe no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:18:56.986623 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port ccf14302-b24f-430c-a453-cbe7deb2d9cc, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=ccf14302-b24f-430c-a453-cbe7deb2d9cc,segment=NetworkSegment(0fedccc3-055f-42d5-a31f-a345d661e56d),segment_id=0fedccc3-055f-42d5-a31f-a345d661e56d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:56.995709 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1bc95-86b5-4d8a-8703-9bfa1a4dc788 req-3e2183e1-85b3-4e8d-9bf1-2e7d9f7aab74 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:57.007433 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9cd1bc95-86b5-4d8a-8703-9bfa1a4dc788 req-3e2183e1-85b3-4e8d-9bf1-2e7d9f7aab74 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0907047 Feb 16 22:18:57.007947 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 00ad6ec9-8056-4728-9ab7-a3f69df44efe {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:18:57.009106 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 00ad6ec9-8056-4728-9ab7-a3f69df44efe not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:18:57.009106 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:18:57.010859 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ccf14302-b24f-430c-a453-cbe7deb2d9cc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:57.011795 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device aa3aab1d-8309-464a-965e-5da0cbd0b624 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:18:57.080243 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9cd1bc95-86b5-4d8a-8703-9bfa1a4dc788 req-ef3867fc-4355-4c3d-98a8-14fbc622058e tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672145 Feb 16 22:18:57.099271 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:18:57.099881 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 38edfb9d-c6dc-4b9b-8d47-223ccd162f0b not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:18:57.113056 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-79369b5e-1660-4111-b618-92294fe52869 req-09cdfa7d-e212-44ef-9ef6-8c9497b66da5 service neutron] 10.222.0.79 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023947 Feb 16 22:18:57.157908 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=ccf14302-b24f-430c-a453-cbe7deb2d9cc,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:57.170772 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port aa3aab1d-8309-464a-965e-5da0cbd0b624 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:18:57.176968 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port aa3aab1d-8309-464a-965e-5da0cbd0b624 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:18:57.177286 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (aa3aab1d-8309-464a-965e-5da0cbd0b624), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:57.273193 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port aa3aab1d-8309-464a-965e-5da0cbd0b624 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:18:57.273587 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (aa3aab1d-8309-464a-965e-5da0cbd0b624), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:57.312327 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58750) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:18:57.316446 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port aa3aab1d-8309-464a-965e-5da0cbd0b624, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=aa3aab1d-8309-464a-965e-5da0cbd0b624,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:57.321172 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (aa3aab1d-8309-464a-965e-5da0cbd0b624), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:57.361640 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1db7f-e153-4959-af89-8403c01a4124 req-c695f129-671a-4b0d-a00d-07f29f59c428 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:57.364155 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f7b1db7f-e153-4959-af89-8403c01a4124 req-c695f129-671a-4b0d-a00d-07f29f59c428 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.75 "GET /v2.0/ports?device_id=34e2a47f-0943-4ffb-a8b6-0502fc6d0ed0 HTTP/1.1" status: 200 len: 945 time: 0.1105268 Feb 16 22:18:57.385651 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=aa3aab1d-8309-464a-965e-5da0cbd0b624,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:57.449233 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f7b1db7f-e153-4959-af89-8403c01a4124 req-0ceab670-edca-47e6-8e88-293ed870b85c tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.75 "GET /v2.0/security-groups?id=21b1ae65-7802-4c4c-b4ad-c658bcb28f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764227 Feb 16 22:18:57.488049 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd875b15-fc46-40e2-9603-d35cfddc4ee6', 'name': 'network-vif-deleted', 'tag': '00ad6ec9-8056-4728-9ab7-a3f69df44efe'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:18:57.490722 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654819b8-a65c-4a44-ad0a-804a76b7ff97" -d '{"events": [{"server_uuid": "cd875b15-fc46-40e2-9603-d35cfddc4ee6", "name": "network-vif-deleted", "tag": "00ad6ec9-8056-4728-9ab7-a3f69df44efe"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:18:57.500323 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1c1dad68-a53e-4d3d-9996-eea6ca58bc5a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=215ef4283d4641f3aba7caf5cad730c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1860554 Feb 16 22:18:57.503045 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58758) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:18:57.566111 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c886ce8-5103-4bb3-96bc-8534fd5eb9df admin admin] Publish callbacks [] for security_group (ca791cba-78ec-47b1-9c33-cad091ea2849), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:57.600892 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c886ce8-5103-4bb3-96bc-8534fd5eb9df admin admin] Publish callbacks [] for security_group (ca791cba-78ec-47b1-9c33-cad091ea2849), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:57.659468 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c886ce8-5103-4bb3-96bc-8534fd5eb9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ca791cba-78ec-47b1-9c33-cad091ea2849), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:57.662859 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c886ce8-5103-4bb3-96bc-8534fd5eb9df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:57.665881 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7c886ce8-5103-4bb3-96bc-8534fd5eb9df admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ca791cba-78ec-47b1-9c33-cad091ea2849 HTTP/1.1" status: 204 len: 168 time: 0.1600490 Feb 16 22:18:57.694862 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c886ce8-5103-4bb3-96bc-8534fd5eb9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca791cba-78ec-47b1-9c33-cad091ea2849,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:57.809536 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58689d75-a8d3-45fc-b82d-ef8f38ebbab9 req-52f63a78-33d4-4d9b-a226-d27597668896 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:57.811417 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-58689d75-a8d3-45fc-b82d-ef8f38ebbab9 req-52f63a78-33d4-4d9b-a226-d27597668896 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=11582145-d815-446f-9d6f-f0ba6fbdb180 HTTP/1.1" status: 200 len: 950 time: 0.1149433 Feb 16 22:18:57.875633 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-58689d75-a8d3-45fc-b82d-ef8f38ebbab9 req-54858326-5791-4a8d-ab76-fd6310348a5a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515041 Feb 16 22:18:57.928584 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24580621-a5cd-40a3-8c85-2c521ae7b873 x-openstack-request-id: req-24580621-a5cd-40a3-8c85-2c521ae7b873 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:18:57.929154 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd875b15-fc46-40e2-9603-d35cfddc4ee6", "name": "network-vif-deleted", "tag": "00ad6ec9-8056-4728-9ab7-a3f69df44efe", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:18:57.929154 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-24580621-a5cd-40a3-8c85-2c521ae7b873 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:18:57.929543 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd875b15-fc46-40e2-9603-d35cfddc4ee6', 'name': 'network-vif-deleted', 'tag': '00ad6ec9-8056-4728-9ab7-a3f69df44efe', 'status': 'completed', 'code': 200} Feb 16 22:18:58.014924 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58768) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:18:58.035272 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82738530-1dc5-4603-a843-7d41ecb8436d req-b8629d8a-5397-4e6c-a69f-d5e4523a5925 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:58.037132 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-82738530-1dc5-4603-a843-7d41ecb8436d req-b8629d8a-5397-4e6c-a69f-d5e4523a5925 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/ports?device_id=26f68075-83f9-4ca0-b1ef-1ddeea3f3c83 HTTP/1.1" status: 200 len: 949 time: 0.0588033 Feb 16 22:18:58.058041 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b67062b4-e03a-4708-bdaa-7cc637358950 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0d217f5c5f7442f2886b2198b7834532&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415738 Feb 16 22:18:58.060319 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58770) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:18:58.120982 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-82738530-1dc5-4603-a843-7d41ecb8436d req-230f473c-d63f-4ebd-808d-b5337457a016 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/security-groups?id=046dc848-3e95-4818-8a1d-b76bad2b715c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748961 Feb 16 22:18:58.145617 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0f294a4d-b012-4607-bf0d-7ae150d6c665 admin admin] Publish callbacks [] for security_group (88c42faf-9ad4-4a42-9dc5-dfc03dfae8ac), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:58.169366 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0f294a4d-b012-4607-bf0d-7ae150d6c665 admin admin] Publish callbacks [] for security_group (88c42faf-9ad4-4a42-9dc5-dfc03dfae8ac), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:58.224790 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0f294a4d-b012-4607-bf0d-7ae150d6c665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (88c42faf-9ad4-4a42-9dc5-dfc03dfae8ac), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:58.232902 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0f294a4d-b012-4607-bf0d-7ae150d6c665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:58.234291 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0f294a4d-b012-4607-bf0d-7ae150d6c665 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/88c42faf-9ad4-4a42-9dc5-dfc03dfae8ac HTTP/1.1" status: 204 len: 168 time: 0.1729324 Feb 16 22:18:58.254403 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:58.255337 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f294a4d-b012-4607-bf0d-7ae150d6c665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c42faf-9ad4-4a42-9dc5-dfc03dfae8ac,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:58.324009 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c47d3-3e58-4408-b3ff-c6cff4b4745f req-2d40f376-8413-44c8-8f6a-3a12854df452 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:58.326380 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c16c47d3-3e58-4408-b3ff-c6cff4b4745f req-2d40f376-8413-44c8-8f6a-3a12854df452 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0643301 Feb 16 22:18:58.400107 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c16c47d3-3e58-4408-b3ff-c6cff4b4745f req-5ab9d7d8-1198-4108-bda7-a0ade4789b6c tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677941 Feb 16 22:18:58.512446 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0f1a1b-9ffb-40ca-b96f-0832cdb0c9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf14302-b24f-430c-a453-cbe7deb2d9cc'}, {'server_uuid': '11582145-d815-446f-9d6f-f0ba6fbdb180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3aab1d-8309-464a-965e-5da0cbd0b624'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:18:58.517082 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279fb7f1-ab69-443e-ae33-6f1f49154d01" -d '{"events": [{"server_uuid": "6b0f1a1b-9ffb-40ca-b96f-0832cdb0c9d1", "name": "network-vif-plugged", "status": "completed", "tag": "ccf14302-b24f-430c-a453-cbe7deb2d9cc"}, {"server_uuid": "11582145-d815-446f-9d6f-f0ba6fbdb180", "name": "network-vif-plugged", "status": "completed", "tag": "aa3aab1d-8309-464a-965e-5da0cbd0b624"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:18:58.673812 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca3283-570d-4fb8-9b3f-fb35246456db req-57e9edb2-f56e-48dc-8890-bc04d13b885f tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:58.675378 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8aca3283-570d-4fb8-9b3f-fb35246456db req-57e9edb2-f56e-48dc-8890-bc04d13b885f tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.75 "GET /v2.0/ports?device_id=34e2a47f-0943-4ffb-a8b6-0502fc6d0ed0 HTTP/1.1" status: 200 len: 945 time: 0.0558777 Feb 16 22:18:58.736763 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8aca3283-570d-4fb8-9b3f-fb35246456db req-4618bddf-f65f-4b2b-8909-8cd01897bdf9 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.75 "GET /v2.0/security-groups?id=21b1ae65-7802-4c4c-b4ad-c658bcb28f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545189 Feb 16 22:18:58.865600 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95b54e-7d85-4070-a541-6f59ca1e1b31 req-2487e6ea-66df-4d40-b063-449f49e2991e tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:58.867302 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fb95b54e-7d85-4070-a541-6f59ca1e1b31 req-2487e6ea-66df-4d40-b063-449f49e2991e tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0571325 Feb 16 22:18:58.921859 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fb95b54e-7d85-4070-a541-6f59ca1e1b31 req-d059f7af-2a31-4d6c-a891-2a6b32b6ae79 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476103 Feb 16 22:18:58.982176 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Feb 2022 22:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49af87c0-b9ea-4a05-a5be-e36b8643c84c x-openstack-request-id: req-49af87c0-b9ea-4a05-a5be-e36b8643c84c {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:18:58.982511 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0f1a1b-9ffb-40ca-b96f-0832cdb0c9d1", "name": "network-vif-plugged", "status": "completed", "tag": "ccf14302-b24f-430c-a453-cbe7deb2d9cc", "code": 200}, {"server_uuid": "11582145-d815-446f-9d6f-f0ba6fbdb180", "name": "network-vif-plugged", "status": "completed", "tag": "aa3aab1d-8309-464a-965e-5da0cbd0b624", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:18:58.982743 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-49af87c0-b9ea-4a05-a5be-e36b8643c84c {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:18:58.983154 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0f1a1b-9ffb-40ca-b96f-0832cdb0c9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf14302-b24f-430c-a453-cbe7deb2d9cc', 'code': 200} Feb 16 22:18:58.983419 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11582145-d815-446f-9d6f-f0ba6fbdb180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3aab1d-8309-464a-965e-5da0cbd0b624', 'code': 200} Feb 16 22:18:59.016889 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58820) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:18:59.177880 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-4062d248-ce06-46d3-b741-e803177965f7 admin admin] Deleting subnet d292e6dc-86dc-495b-b76c-8deab59c0198 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:18:59.181309 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4062d248-ce06-46d3-b741-e803177965f7 admin admin] Publish callbacks [] for subnet (d292e6dc-86dc-495b-b76c-8deab59c0198), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:59.184292 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a050f-78d6-4cc7-af16-6c73074b1532 req-24b1c468-3a80-4965-81a1-8d7b467ccfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:59.186557 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9b2a050f-78d6-4cc7-af16-6c73074b1532 req-24b1c468-3a80-4965-81a1-8d7b467ccfa3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6b0f1a1b-9ffb-40ca-b96f-0832cdb0c9d1 HTTP/1.1" status: 200 len: 1128 time: 0.0859911 Feb 16 22:18:59.242076 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4062d248-ce06-46d3-b741-e803177965f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (d292e6dc-86dc-495b-b76c-8deab59c0198), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:59.266906 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9b2a050f-78d6-4cc7-af16-6c73074b1532 req-f24e7364-4890-49a5-b71f-c547849ff8c2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=21b1ae65-7802-4c4c-b4ad-c658bcb28f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676756 Feb 16 22:18:59.287084 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5c755-c495-4efb-80d4-c5a7b6de3054 req-d2ac0835-7cd8-467f-ad4e-47f2c670101f tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:59.288912 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-47f5c755-c495-4efb-80d4-c5a7b6de3054 req-d2ac0835-7cd8-467f-ad4e-47f2c670101f tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e1248f6-9b5f-4d43-8c8b-b0e6f0df0abc HTTP/1.1" status: 200 len: 945 time: 0.2017853 Feb 16 22:18:59.293545 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77a7ea-bbd0-426d-818e-a200aae8bdaf req-80326488-30ab-4d9b-8dde-0924cb7c2807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:59.295123 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c77a7ea-bbd0-426d-818e-a200aae8bdaf req-80326488-30ab-4d9b-8dde-0924cb7c2807 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=11582145-d815-446f-9d6f-f0ba6fbdb180 HTTP/1.1" status: 200 len: 1132 time: 0.1923792 Feb 16 22:18:59.316626 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4062d248-ce06-46d3-b741-e803177965f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (d292e6dc-86dc-495b-b76c-8deab59c0198), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:59.386012 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-47f5c755-c495-4efb-80d4-c5a7b6de3054 req-614df76d-52ae-4026-a4a9-64f602784e0f tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.75 "GET /v2.0/security-groups?id=21b1ae65-7802-4c4c-b4ad-c658bcb28f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782721 Feb 16 22:18:59.427155 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4062d248-ce06-46d3-b741-e803177965f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (d292e6dc-86dc-495b-b76c-8deab59c0198), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:59.461149 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062d248-ce06-46d3-b741-e803177965f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d292e6dc-86dc-495b-b76c-8deab59c0198,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:59.463863 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4062d248-ce06-46d3-b741-e803177965f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:59.469962 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4062d248-ce06-46d3-b741-e803177965f7 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/d292e6dc-86dc-495b-b76c-8deab59c0198 HTTP/1.1" status: 204 len: 168 time: 0.4507244 Feb 16 22:18:59.472537 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58834) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:18:59.576012 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d7ff40d6-ee87-4c26-8d11-c004fd57af86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (4bac3cdf-16ae-435f-8215-29d96cd595c1), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:59.624451 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c77a7ea-bbd0-426d-818e-a200aae8bdaf req-9c9bf1fa-ee71-42fd-a187-0dd119f0a90c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338944 Feb 16 22:18:59.635406 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3f39e-f246-4673-84b1-1813e7b5a147 req-59c04b60-da56-491a-a0c6-034344a0ffc2 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:59.637322 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12f3f39e-f246-4673-84b1-1813e7b5a147 req-59c04b60-da56-491a-a0c6-034344a0ffc2 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=11582145-d815-446f-9d6f-f0ba6fbdb180 HTTP/1.1" status: 200 len: 950 time: 0.1773510 Feb 16 22:18:59.646330 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b77c9-78ee-460c-9c69-3ce3a3084a1d req-fdf5d89a-7b3a-4e39-a3b9-644424057997 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:18:59.647991 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-598b77c9-78ee-460c-9c69-3ce3a3084a1d req-fdf5d89a-7b3a-4e39-a3b9-644424057997 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.67 "GET /v2.0/ports?device_id=26f68075-83f9-4ca0-b1ef-1ddeea3f3c83 HTTP/1.1" status: 200 len: 949 time: 0.1295390 Feb 16 22:18:59.679591 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d7ff40d6-ee87-4c26-8d11-c004fd57af86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (4bac3cdf-16ae-435f-8215-29d96cd595c1), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:59.707672 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-d7ff40d6-ee87-4c26-8d11-c004fd57af86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bac3cdf-16ae-435f-8215-29d96cd595c1']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:18:59.720411 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-d7ff40d6-ee87-4c26-8d11-c004fd57af86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fcd852f-dbb0-4c8e-bb68-facd05b73898') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:18:59.720717 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-d7ff40d6-ee87-4c26-8d11-c004fd57af86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fcd852f-dbb0-4c8e-bb68-facd05b73898') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:18:59.734986 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d7ff40d6-ee87-4c26-8d11-c004fd57af86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (0fcd852f-dbb0-4c8e-bb68-facd05b73898), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:59.739183 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:59.755806 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d7ff40d6-ee87-4c26-8d11-c004fd57af86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (0fcd852f-dbb0-4c8e-bb68-facd05b73898), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:59.758436 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12f3f39e-f246-4673-84b1-1813e7b5a147 req-87348cc9-3567-4a4c-a3e6-fcd1e957a851 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092634 Feb 16 22:18:59.764804 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ff40d6-ee87-4c26-8d11-c004fd57af86 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:18:59.765492 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d7ff40d6-ee87-4c26-8d11-c004fd57af86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (0fcd852f-dbb0-4c8e-bb68-facd05b73898), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:59.767816 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:18:59.767816 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:18:59.767816 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:18:59.767816 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:18:59.767816 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:18:59.767816 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:18:59.767816 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:18:59.767816 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:18:59.767816 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:18:59.767816 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:18:59.767816 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:18:59.767816 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:18:59.767816 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:18:59.767816 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:18:59.767816 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:18:59.767816 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:18:59.767816 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:18:59.767816 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:18:59.767816 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:18:59.767816 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:18:59.767816 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:18:59.767816 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:18:59.767816 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:18:59.767816 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:18:59.767816 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:18:59.767816 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:18:59.767816 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:18:59.767816 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:18:59.767816 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:18:59.767816 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:18:59.767816 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:18:59.767816 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:18:59.801501 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-598b77c9-78ee-460c-9c69-3ce3a3084a1d req-ffa939b3-6723-423e-9fe7-f8eecebda53f tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Deleting port f0451a20-3122-4118-b0ed-84417517fcb1 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:18:59.802233 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-598b77c9-78ee-460c-9c69-3ce3a3084a1d req-ffa939b3-6723-423e-9fe7-f8eecebda53f tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (f0451a20-3122-4118-b0ed-84417517fcb1), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:59.857257 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d7ff40d6-ee87-4c26-8d11-c004fd57af86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (4bac3cdf-16ae-435f-8215-29d96cd595c1), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:59.862852 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d7ff40d6-ee87-4c26-8d11-c004fd57af86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:18:59.870135 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d7ff40d6-ee87-4c26-8d11-c004fd57af86 admin admin] 10.222.0.75 "DELETE /v2.0/networks/4bac3cdf-16ae-435f-8215-29d96cd595c1 HTTP/1.1" status: 204 len: 168 time: 0.3957448 Feb 16 22:18:59.898075 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff40d6-ee87-4c26-8d11-c004fd57af86 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bac3cdf-16ae-435f-8215-29d96cd595c1,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:18:59.978241 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-598b77c9-78ee-460c-9c69-3ce3a3084a1d req-ffa939b3-6723-423e-9fe7-f8eecebda53f tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] For port f0451a20-3122-4118-b0ed-84417517fcb1, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f0451a20-3122-4118-b0ed-84417517fcb1,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:18:59.978611 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-598b77c9-78ee-460c-9c69-3ce3a3084a1d req-ffa939b3-6723-423e-9fe7-f8eecebda53f tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (f0451a20-3122-4118-b0ed-84417517fcb1), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:00.001662 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd594a86-24bc-4828-8b4c-0e23aec5b909 req-dc27522a-8c41-4e1b-9d63-9007b53e0c18 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:00.003409 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cd594a86-24bc-4828-8b4c-0e23aec5b909 req-dc27522a-8c41-4e1b-9d63-9007b53e0c18 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.1029322 Feb 16 22:19:00.004487 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-598b77c9-78ee-460c-9c69-3ce3a3084a1d req-ffa939b3-6723-423e-9fe7-f8eecebda53f tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Calling delete_port for f0451a20-3122-4118-b0ed-84417517fcb1 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:19:00.116684 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cd594a86-24bc-4828-8b4c-0e23aec5b909 req-615dd63f-61f1-40b3-9138-632f38016239 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058114 Feb 16 22:19:00.120397 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58850) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:00.183686 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ac274239-82d1-42c5-871f-856bb1d0ea93 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=eb6359d124c14a73ac3b0de930e6a0fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0619931 Feb 16 22:19:00.185936 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58854) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:00.306578 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-598b77c9-78ee-460c-9c69-3ce3a3084a1d req-ffa939b3-6723-423e-9fe7-f8eecebda53f tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (f0451a20-3122-4118-b0ed-84417517fcb1), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:00.319200 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['f0451a20-3122-4118-b0ed-84417517fcb1'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:19:00.335351 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4cf0e-2d5f-409c-8684-d7bcc5c2b846 req-42618723-4dd5-428f-93b0-443dbe79cb19 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:00.336846 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c5f4cf0e-2d5f-409c-8684-d7bcc5c2b846 req-42618723-4dd5-428f-93b0-443dbe79cb19 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/ports?device_id=26f68075-83f9-4ca0-b1ef-1ddeea3f3c83 HTTP/1.1" status: 200 len: 867 time: 0.1404285 Feb 16 22:19:00.354411 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ed483c1b-7697-4894-b7fc-86f285245f56 admin admin] Publish callbacks [] for security_group (4097961e-af5d-4afc-91b7-cdbda2ec3fc3), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:00.360773 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa939b3-6723-423e-9fe7-f8eecebda53f tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Pushing event deleted for resources: {'Port': ['ID=f0451a20-3122-4118-b0ed-84417517fcb1,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:00.435833 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-598b77c9-78ee-460c-9c69-3ce3a3084a1d req-ffa939b3-6723-423e-9fe7-f8eecebda53f tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] No DVR routers for this DVR port f0451a20-3122-4118-b0ed-84417517fcb1 on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:19:00.438579 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-598b77c9-78ee-460c-9c69-3ce3a3084a1d req-ffa939b3-6723-423e-9fe7-f8eecebda53f tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:00.442990 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-598b77c9-78ee-460c-9c69-3ce3a3084a1d req-ffa939b3-6723-423e-9fe7-f8eecebda53f tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.67 "DELETE /v2.0/ports/f0451a20-3122-4118-b0ed-84417517fcb1 HTTP/1.1" status: 204 len: 173 time: 0.7867289 Feb 16 22:19:00.451321 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ed483c1b-7697-4894-b7fc-86f285245f56 admin admin] Publish callbacks [] for security_group (4097961e-af5d-4afc-91b7-cdbda2ec3fc3), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:00.452931 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f68075-83f9-4ca0-b1ef-1ddeea3f3c83', 'name': 'network-vif-deleted', 'tag': 'f0451a20-3122-4118-b0ed-84417517fcb1'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:19:00.456025 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cf3719-e6e6-4254-b68f-cc3d18f6f47b" -d '{"events": [{"server_uuid": "26f68075-83f9-4ca0-b1ef-1ddeea3f3c83", "name": "network-vif-deleted", "tag": "f0451a20-3122-4118-b0ed-84417517fcb1"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:19:00.500735 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c5f4cf0e-2d5f-409c-8684-d7bcc5c2b846 req-32899d80-9aa3-40aa-af3f-ca9996c01d65 tempest-LiveMigrationNegativeTest-1481486114 tempest-LiveMigrationNegativeTest-1481486114-project] 10.222.0.75 "GET /v2.0/security-groups?id=046dc848-3e95-4818-8a1d-b76bad2b715c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442838 Feb 16 22:19:00.539018 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ed483c1b-7697-4894-b7fc-86f285245f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4097961e-af5d-4afc-91b7-cdbda2ec3fc3), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:00.542052 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ed483c1b-7697-4894-b7fc-86f285245f56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:00.544701 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ed483c1b-7697-4894-b7fc-86f285245f56 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4097961e-af5d-4afc-91b7-cdbda2ec3fc3 HTTP/1.1" status: 204 len: 168 time: 0.3558319 Feb 16 22:19:00.576904 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed483c1b-7697-4894-b7fc-86f285245f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4097961e-af5d-4afc-91b7-cdbda2ec3fc3,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:00.650436 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da82e7-142f-4e8e-9372-964371c610c2 req-be1e0cfa-f462-47c6-9c29-733c41a4cbf9 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:00.651947 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a4da82e7-142f-4e8e-9372-964371c610c2 req-be1e0cfa-f462-47c6-9c29-733c41a4cbf9 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.75 "GET /v2.0/ports?device_id=6b0f1a1b-9ffb-40ca-b96f-0832cdb0c9d1 HTTP/1.1" status: 200 len: 946 time: 0.0578356 Feb 16 22:19:00.702020 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a4da82e7-142f-4e8e-9372-964371c610c2 req-b623685a-2c03-4dc0-a6ac-d50bd1f37fc6 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.75 "GET /v2.0/security-groups?id=21b1ae65-7802-4c4c-b4ad-c658bcb28f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437617 Feb 16 22:19:00.839245 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec1907-4345-49f4-95fd-fc04cb00178e req-ec7fe9c2-dceb-4279-9d31-e11214a600e8 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:00.848709 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ecec1907-4345-49f4-95fd-fc04cb00178e req-ec7fe9c2-dceb-4279-9d31-e11214a600e8 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0725670 Feb 16 22:19:00.921684 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ecec1907-4345-49f4-95fd-fc04cb00178e req-57acebd8-1745-4986-a0bd-b47219462881 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718522 Feb 16 22:19:01.297748 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-0790fda8-3754-4de0-b4a4-4ae275d0b20b tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=63f4c879738e4c4ab63b78103126e4cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320735 Feb 16 22:19:01.422972 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-81bf12d7-78e7-4e45-b878-6a0de501ecfc tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:01.424402 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-81bf12d7-78e7-4e45-b878-6a0de501ecfc tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1200161 Feb 16 22:19:01.447345 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-04870b25-8678-4da1-a513-c264f69441ed tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] 10.222.0.75 "GET /v2.0/quotas/63f4c879738e4c4ab63b78103126e4cc HTTP/1.1" status: 200 len: 375 time: 0.0163064 Feb 16 22:19:01.483702 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-ba7379cc-558c-4bcd-9d84-d305d34bc9b9 tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=63f4c879738e4c4ab63b78103126e4cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328662 Feb 16 22:19:01.631661 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce5a545-e327-446a-bc2d-126ed4813552 x-openstack-request-id: req-7ce5a545-e327-446a-bc2d-126ed4813552 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:19:01.632525 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f68075-83f9-4ca0-b1ef-1ddeea3f3c83", "name": "network-vif-deleted", "tag": "f0451a20-3122-4118-b0ed-84417517fcb1", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:19:01.632786 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7ce5a545-e327-446a-bc2d-126ed4813552 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:19:01.633198 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f68075-83f9-4ca0-b1ef-1ddeea3f3c83', 'name': 'network-vif-deleted', 'tag': 'f0451a20-3122-4118-b0ed-84417517fcb1', 'status': 'completed', 'code': 200} Feb 16 22:19:02.046392 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb647651-3fea-49c3-8ebc-4a2e0856d48b req-cc30dc06-a976-4f57-8329-736a1f075885 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:02.047957 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb647651-3fea-49c3-8ebc-4a2e0856d48b req-cc30dc06-a976-4f57-8329-736a1f075885 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=11582145-d815-446f-9d6f-f0ba6fbdb180 HTTP/1.1" status: 200 len: 950 time: 0.3700795 Feb 16 22:19:02.096209 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb647651-3fea-49c3-8ebc-4a2e0856d48b req-7bab1854-ca83-4717-a807-5a533a966bd6 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422692 Feb 16 22:19:02.216889 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89ba43-2ae1-4651-a87c-8445b91e86fe req-48de7219-b4f6-42ee-967a-435ae75f4c9b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:02.224298 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cf89ba43-2ae1-4651-a87c-8445b91e86fe req-48de7219-b4f6-42ee-967a-435ae75f4c9b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0560408 Feb 16 22:19:02.267431 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cf89ba43-2ae1-4651-a87c-8445b91e86fe req-a281afa1-ccf3-47c9-8993-63e4de9d7c6a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422215 Feb 16 22:19:02.639430 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58934) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:02.713398 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4816e6fc-c77e-4bb3-adcc-c6c2968401c9 req-d4ef6789-355d-44e5-9c18-ffb79fb0f057 tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] 10.222.0.75 "GET /v2.0/ports?device_id=484184b1-de58-49a6-adff-e39c8d08dbcf HTTP/1.1" status: 200 len: 210 time: 0.0909300 Feb 16 22:19:02.729851 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-6aaa4157-a123-469d-9bb0-b6b68fff3614 tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=63f4c879738e4c4ab63b78103126e4cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0970979 Feb 16 22:19:02.867888 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a64bccfe-3808-437f-bee7-ec9c4e831096 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=82380f016454465a9a675d2c4470fa74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272732 Feb 16 22:19:02.870171 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58940) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:02.912971 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-794ac89c-4f05-43f1-b3aa-f07f1b6a4b1a tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:02.914472 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-794ac89c-4f05-43f1-b3aa-f07f1b6a4b1a tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1794825 Feb 16 22:19:02.924675 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9277cd38-97a4-409e-b01f-9c2e726c1a5b admin admin] Publish callbacks [] for security_group (046dc848-3e95-4818-8a1d-b76bad2b715c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:02.929641 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58942) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:02.935957 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae31b57-54ed-4ee8-aad0-40f3005279b5 req-b10a714b-e0d5-4ef4-abe0-c78818e517a6 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:02.938406 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ae31b57-54ed-4ee8-aad0-40f3005279b5 req-b10a714b-e0d5-4ef4-abe0-c78818e517a6 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.75 "GET /v2.0/ports?device_id=6b0f1a1b-9ffb-40ca-b96f-0832cdb0c9d1 HTTP/1.1" status: 200 len: 946 time: 0.0991943 Feb 16 22:19:02.944461 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-8bb0c96b-9725-4fbb-9c63-049c1fcdd58d tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] Request body: {'port': {'device_id': '484184b1-de58-49a6-adff-e39c8d08dbcf', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'admin_state_up': True, 'tenant_id': '63f4c879738e4c4ab63b78103126e4cc'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:02.954549 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9277cd38-97a4-409e-b01f-9c2e726c1a5b admin admin] Publish callbacks [] for security_group (046dc848-3e95-4818-8a1d-b76bad2b715c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:02.960034 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device f0451a20-3122-4118-b0ed-84417517fcb1 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:19:02.985540 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: f0451a20-3122-4118-b0ed-84417517fcb1 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:19:02.986203 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device f0451a20-3122-4118-b0ed-84417517fcb1 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:19:03.037050 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9277cd38-97a4-409e-b01f-9c2e726c1a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (046dc848-3e95-4818-8a1d-b76bad2b715c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:03.040040 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9277cd38-97a4-409e-b01f-9c2e726c1a5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:03.044979 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9277cd38-97a4-409e-b01f-9c2e726c1a5b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/046dc848-3e95-4818-8a1d-b76bad2b715c HTTP/1.1" status: 204 len: 168 time: 0.1735885 Feb 16 22:19:03.056238 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277cd38-97a4-409e-b01f-9c2e726c1a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046dc848-3e95-4818-8a1d-b76bad2b715c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:03.097822 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-56d21997-e2c4-413a-9223-b9435376c044 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:03.099258 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ae31b57-54ed-4ee8-aad0-40f3005279b5 req-e1af5433-3101-468b-9ca4-7899b66e2290 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.75 "GET /v2.0/security-groups?id=21b1ae65-7802-4c4c-b4ad-c658bcb28f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311314 Feb 16 22:19:03.186873 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-8bb0c96b-9725-4fbb-9c63-049c1fcdd58d tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] Made reservation on behalf of 63f4c879738e4c4ab63b78103126e4cc for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:19:03.190710 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-8bb0c96b-9725-4fbb-9c63-049c1fcdd58d tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:03.209588 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-8bb0c96b-9725-4fbb-9c63-049c1fcdd58d tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:03.252800 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-56d21997-e2c4-413a-9223-b9435376c044 admin admin] Publish callbacks [] for security_group (bc4af367-80fc-4cd1-97bf-75b563796903), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:03.261120 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-56d21997-e2c4-413a-9223-b9435376c044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (bc4af367-80fc-4cd1-97bf-75b563796903), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:03.297543 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47e7d1-74e1-40f6-8383-b6dc85ca1a98 req-cb3aa1b0-1a54-4ab8-a1f9-fbc1cc6a50ab tempest-ServersOnMultiNodesTest-1791724927 tempest-ServersOnMultiNodesTest-1791724927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:03.299916 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dc47e7d1-74e1-40f6-8383-b6dc85ca1a98 req-cb3aa1b0-1a54-4ab8-a1f9-fbc1cc6a50ab tempest-ServersOnMultiNodesTest-1791724927 tempest-ServersOnMultiNodesTest-1791724927-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=11582145-d815-446f-9d6f-f0ba6fbdb180 HTTP/1.1" status: 200 len: 1132 time: 0.0915890 Feb 16 22:19:03.320543 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-56d21997-e2c4-413a-9223-b9435376c044 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=066142aa219c4e34b63c3da217ed126c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3896770 Feb 16 22:19:03.324002 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58952) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:03.332496 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d21997-e2c4-413a-9223-b9435376c044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4af367-80fc-4cd1-97bf-75b563796903,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:03.374375 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dc47e7d1-74e1-40f6-8383-b6dc85ca1a98 req-3c0e805f-4173-429c-aa94-475541da7d4d tempest-ServersOnMultiNodesTest-1791724927 tempest-ServersOnMultiNodesTest-1791724927-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648735 Feb 16 22:19:03.383338 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-8bb0c96b-9725-4fbb-9c63-049c1fcdd58d tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] Publish callbacks [] for security_group (f269e52d-46c3-4d1c-810b-927f18a8bb71), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:03.388335 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-8bb0c96b-9725-4fbb-9c63-049c1fcdd58d tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f269e52d-46c3-4d1c-810b-927f18a8bb71), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:03.474976 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-87889cb8-6427-4c04-bfa2-bbee9324a759 admin admin] Publish callbacks [] for security_group (bc4af367-80fc-4cd1-97bf-75b563796903), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:03.504651 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0c96b-9725-4fbb-9c63-049c1fcdd58d tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f269e52d-46c3-4d1c-810b-927f18a8bb71,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:03.529997 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58964) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:03.549510 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-87889cb8-6427-4c04-bfa2-bbee9324a759 admin admin] Publish callbacks [] for security_group (bc4af367-80fc-4cd1-97bf-75b563796903), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:03.618038 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-87889cb8-6427-4c04-bfa2-bbee9324a759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (bc4af367-80fc-4cd1-97bf-75b563796903), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:03.621502 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-87889cb8-6427-4c04-bfa2-bbee9324a759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:03.623295 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-87889cb8-6427-4c04-bfa2-bbee9324a759 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bc4af367-80fc-4cd1-97bf-75b563796903 HTTP/1.1" status: 204 len: 168 time: 0.2975113 Feb 16 22:19:03.635993 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87889cb8-6427-4c04-bfa2-bbee9324a759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4af367-80fc-4cd1-97bf-75b563796903,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:03.704877 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58972) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:03.712046 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-275e69b0-ecc4-4066-91e4-b4d214d67600 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d1ac6923b7e34464bd9f3a845605152a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1808574 Feb 16 22:19:03.726256 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cca81c62-e975-4e4a-b417-928d5f6da5d1 req-eff07a42-9b59-45cc-8146-08c112b5f04f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2959201 Feb 16 22:19:03.766852 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0ad4959a-ac0b-47f9-9e95-f1baed096729 admin admin] Publish callbacks [] for security_group (89e1a31c-e651-400f-9f14-03a35acefd69), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:03.776071 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-8bb0c96b-9725-4fbb-9c63-049c1fcdd58d tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] Allocated IP 192.168.233.132 (d8fa3154-6273-4014-87c6-575d48ec11fc/0a5a8be1-6e1c-443c-a77b-25715d79e10e/06979543-dc1c-4b4e-85a2-c581a9701025) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:19:03.802278 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0ad4959a-ac0b-47f9-9e95-f1baed096729 admin admin] Publish callbacks [] for security_group (89e1a31c-e651-400f-9f14-03a35acefd69), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:03.821438 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-50e4a27f-e9a0-4341-97ed-562b60bece94 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:03.823177 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-50e4a27f-e9a0-4341-97ed-562b60bece94 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/networks?id=22711c4a-8661-4a7d-9538-4da72ec44b9a HTTP/1.1" status: 200 len: 811 time: 0.3228896 Feb 16 22:19:03.866096 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0ad4959a-ac0b-47f9-9e95-f1baed096729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (89e1a31c-e651-400f-9f14-03a35acefd69), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:03.868528 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-77a911dc-c96e-458f-9f8f-aeba443476c9 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/quotas/471d422781ee4218a880c4849a975478 HTTP/1.1" status: 200 len: 375 time: 0.0320926 Feb 16 22:19:03.869825 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0ad4959a-ac0b-47f9-9e95-f1baed096729 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:03.871293 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0ad4959a-ac0b-47f9-9e95-f1baed096729 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/89e1a31c-e651-400f-9f14-03a35acefd69 HTTP/1.1" status: 204 len: 168 time: 0.1649432 Feb 16 22:19:03.881124 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4959a-ac0b-47f9-9e95-f1baed096729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e1a31c-e651-400f-9f14-03a35acefd69,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:04.020690 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca81c62-e975-4e4a-b417-928d5f6da5d1 req-1f068818-701e-4cf7-ae61-6597f307af99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:04.022156 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cca81c62-e975-4e4a-b417-928d5f6da5d1 req-1f068818-701e-4cf7-ae61-6597f307af99 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=471d422781ee4218a880c4849a975478&device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 1126 time: 0.2430093 Feb 16 22:19:04.165362 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-5903a80a-c5b0-4ff2-848a-066e0cbd4b8c tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=471d422781ee4218a880c4849a975478&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2721462 Feb 16 22:19:04.233882 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-8bb0c96b-9725-4fbb-9c63-049c1fcdd58d tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] Publish callbacks [] for port (06979543-dc1c-4b4e-85a2-c581a9701025), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:04.313241 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca81c62-e975-4e4a-b417-928d5f6da5d1 req-cb3f716e-af41-403e-a2ef-2b3c2e280b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:04.314774 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cca81c62-e975-4e4a-b417-928d5f6da5d1 req-cb3f716e-af41-403e-a2ef-2b3c2e280b5a service neutron] 10.222.0.79 "GET /v2.0/networks?id=22711c4a-8661-4a7d-9538-4da72ec44b9a HTTP/1.1" status: 200 len: 912 time: 0.2568455 Feb 16 22:19:04.402709 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-8bb0c96b-9725-4fbb-9c63-049c1fcdd58d tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (06979543-dc1c-4b4e-85a2-c581a9701025), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:04.411317 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-af13c105-5ab3-4534-9f12-32bc32c35788 service neutron] 10.222.0.75 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293634 Feb 16 22:19:04.468851 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cca81c62-e975-4e4a-b417-928d5f6da5d1 req-0d1b023c-f5f4-4ba8-aee7-4a37a230223b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f84d8ad-7206-4829-8589-6f904da0dad7 HTTP/1.1" status: 200 len: 999 time: 0.1428859 Feb 16 22:19:04.504777 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-8bb0c96b-9725-4fbb-9c63-049c1fcdd58d tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] Network d8fa3154-6273-4014-87c6-575d48ec11fc is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:19:04.524262 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-8bb0c96b-9725-4fbb-9c63-049c1fcdd58d tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:19:04.527239 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-8bb0c96b-9725-4fbb-9c63-049c1fcdd58d tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:19:04.646821 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0c96b-9725-4fbb-9c63-049c1fcdd58d tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] Pushing event updated for resources: {'Port': ['ID=06979543-dc1c-4b4e-85a2-c581a9701025,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:04.687014 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-8bb0c96b-9725-4fbb-9c63-049c1fcdd58d tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:04.688101 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-8bb0c96b-9725-4fbb-9c63-049c1fcdd58d tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:04.706334 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca81c62-e975-4e4a-b417-928d5f6da5d1 req-3f971d67-7ff1-419a-b0be-bb098599f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:04.708132 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cca81c62-e975-4e4a-b417-928d5f6da5d1 req-3f971d67-7ff1-419a-b0be-bb098599f380 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa HTTP/1.1" status: 200 len: 850 time: 0.2155633 Feb 16 22:19:04.750276 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-745bd049-8892-449a-9f7e-8427e7dbb6b3 service neutron] 10.222.0.75 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187342 Feb 16 22:19:04.787821 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-8bb0c96b-9725-4fbb-9c63-049c1fcdd58d tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8629165 Feb 16 22:19:04.802165 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-6630ae7c-0a6b-4583-8891-2448f84b984e service neutron] Request body: {'port': {'device_id': '484184b1-de58-49a6-adff-e39c8d08dbcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:04.852239 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca81c62-e975-4e4a-b417-928d5f6da5d1 req-8ce1f3bf-c6a7-4396-aa0e-23c0bfb2a4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:04.854086 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cca81c62-e975-4e4a-b417-928d5f6da5d1 req-8ce1f3bf-c6a7-4396-aa0e-23c0bfb2a4d7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=22711c4a-8661-4a7d-9538-4da72ec44b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1193523 Feb 16 22:19:04.887312 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-6746e042-5abb-463b-8382-705365a19f8a None None] Provisioning complete for port 06979543-dc1c-4b4e-85a2-c581a9701025 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:19:04.887929 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6746e042-5abb-463b-8382-705365a19f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (06979543-dc1c-4b4e-85a2-c581a9701025), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:04.922714 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-6630ae7c-0a6b-4583-8891-2448f84b984e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (06979543-dc1c-4b4e-85a2-c581a9701025), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:04.973385 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-6746e042-5abb-463b-8382-705365a19f8a None None] Port 06979543-dc1c-4b4e-85a2-c581a9701025 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:19:05.039291 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cca81c62-e975-4e4a-b417-928d5f6da5d1 req-44364f95-9fd6-4ecb-aacf-855c52886a71 service neutron] 10.222.0.79 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620102 Feb 16 22:19:05.214129 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-c3eb77c0-484c-4f90-be0a-6afff0101f88 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=340568c42fa24a9e862a169fcf3622fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374632 Feb 16 22:19:05.284110 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cca81c62-e975-4e4a-b417-928d5f6da5d1 req-60599133-a054-46f1-bad1-1bfeea789e07 service neutron] 10.222.0.79 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378170 Feb 16 22:19:05.438728 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-f1967e30-30d7-4bec-8d50-178029419bcd tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:05.440871 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-f1967e30-30d7-4bec-8d50-178029419bcd tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2166708 Feb 16 22:19:05.492142 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-2ade2abe-656f-465b-b9ba-bf9759cbc3a3 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/quotas/340568c42fa24a9e862a169fcf3622fe HTTP/1.1" status: 200 len: 375 time: 0.0370390 Feb 16 22:19:05.533112 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-6630ae7c-0a6b-4583-8891-2448f84b984e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06979543-dc1c-4b4e-85a2-c581a9701025 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:19:05.544591 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-6630ae7c-0a6b-4583-8891-2448f84b984e service neutron] Publish callbacks [] for port (06979543-dc1c-4b4e-85a2-c581a9701025), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:05.573253 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-6630ae7c-0a6b-4583-8891-2448f84b984e service neutron] Transition to ACTIVE for port object 06979543-dc1c-4b4e-85a2-c581a9701025 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:19:05.581163 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-6630ae7c-0a6b-4583-8891-2448f84b984e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (06979543-dc1c-4b4e-85a2-c581a9701025), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:05.625421 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-334e258d-212e-4f08-9e5c-195a2996b592 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=340568c42fa24a9e862a169fcf3622fe&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1319356 Feb 16 22:19:05.664086 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630ae7c-0a6b-4583-8891-2448f84b984e service neutron] Pushing event updated for resources: {'Port': ['ID=06979543-dc1c-4b4e-85a2-c581a9701025,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:05.772341 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-6630ae7c-0a6b-4583-8891-2448f84b984e service neutron] Attempting to bind port 06979543-dc1c-4b4e-85a2-c581a9701025 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:19:05.772689 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-6630ae7c-0a6b-4583-8891-2448f84b984e service neutron] Attempting to bind port 06979543-dc1c-4b4e-85a2-c581a9701025 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:19:05.773023 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-6630ae7c-0a6b-4583-8891-2448f84b984e service neutron] Attempting to bind port 06979543-dc1c-4b4e-85a2-c581a9701025 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:19:05.779904 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-6630ae7c-0a6b-4583-8891-2448f84b984e service neutron] Port 06979543-dc1c-4b4e-85a2-c581a9701025 on network d8fa3154-6273-4014-87c6-575d48ec11fc not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:19:05.780237 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-6630ae7c-0a6b-4583-8891-2448f84b984e service neutron] Attempting to bind port 06979543-dc1c-4b4e-85a2-c581a9701025 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:19:05.787057 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-6630ae7c-0a6b-4583-8891-2448f84b984e service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:19:05.787405 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-6630ae7c-0a6b-4583-8891-2448f84b984e service neutron] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:19:05.787793 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-6630ae7c-0a6b-4583-8891-2448f84b984e service neutron] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:19:05.788232 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-6630ae7c-0a6b-4583-8891-2448f84b984e service neutron] Bound port: 06979543-dc1c-4b4e-85a2-c581a9701025, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:19:05.788591 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-6630ae7c-0a6b-4583-8891-2448f84b984e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (06979543-dc1c-4b4e-85a2-c581a9701025), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:05.886194 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-6630ae7c-0a6b-4583-8891-2448f84b984e service neutron] For port 06979543-dc1c-4b4e-85a2-c581a9701025, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:19:05.924194 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-6630ae7c-0a6b-4583-8891-2448f84b984e service neutron] For port 06979543-dc1c-4b4e-85a2-c581a9701025, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=06979543-dc1c-4b4e-85a2-c581a9701025,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:19:05.933041 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-6630ae7c-0a6b-4583-8891-2448f84b984e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (06979543-dc1c-4b4e-85a2-c581a9701025), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:05.982588 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-6630ae7c-0a6b-4583-8891-2448f84b984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:05.983323 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-6630ae7c-0a6b-4583-8891-2448f84b984e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:05.984578 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-6630ae7c-0a6b-4583-8891-2448f84b984e service neutron] 10.222.0.67 "PUT /v2.0/ports/06979543-dc1c-4b4e-85a2-c581a9701025 HTTP/1.1" status: 200 len: 1096 time: 1.1883438 Feb 16 22:19:05.985031 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '484184b1-de58-49a6-adff-e39c8d08dbcf', 'tag': '06979543-dc1c-4b4e-85a2-c581a9701025'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:19:05.987415 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d44c2e-d20c-4aa0-ba01-c2629f481442" -d '{"events": [{"name": "network-changed", "server_uuid": "484184b1-de58-49a6-adff-e39c8d08dbcf", "tag": "06979543-dc1c-4b4e-85a2-c581a9701025"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:19:06.034482 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21ae7b-b52c-464f-b31d-e2d561f9d398 req-d870377f-b8ae-482e-a5e1-008ffd368d8e tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:06.036219 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1f21ae7b-b52c-464f-b31d-e2d561f9d398 req-d870377f-b8ae-482e-a5e1-008ffd368d8e tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] 10.222.0.75 "GET /v2.0/ports?device_id=484184b1-de58-49a6-adff-e39c8d08dbcf HTTP/1.1" status: 200 len: 948 time: 0.1526966 Feb 16 22:19:06.037144 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630ae7c-0a6b-4583-8891-2448f84b984e service neutron] Pushing event updated for resources: {'Port': ['ID=06979543-dc1c-4b4e-85a2-c581a9701025,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:06.135990 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1f21ae7b-b52c-464f-b31d-e2d561f9d398 req-d1c91989-3ad7-455c-ba59-16250700b03f tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] 10.222.0.75 "GET /v2.0/security-groups?id=f269e52d-46c3-4d1c-810b-927f18a8bb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886869 Feb 16 22:19:06.153399 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-31e43e1c-f8f8-453f-888f-9f74d5fd9ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:06.154937 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-31e43e1c-f8f8-453f-888f-9f74d5fd9ddd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=63f4c879738e4c4ab63b78103126e4cc&device_id=484184b1-de58-49a6-adff-e39c8d08dbcf HTTP/1.1" status: 200 len: 1130 time: 0.0817885 Feb 16 22:19:06.216780 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-72fc11c2-2179-4604-bbd0-32347f516296 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=06979543-dc1c-4b4e-85a2-c581a9701025 HTTP/1.1" status: 200 len: 217 time: 0.0529613 Feb 16 22:19:06.307051 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-785c28d1-08b2-4bd3-a86e-68a0ba21c50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:06.309050 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-785c28d1-08b2-4bd3-a86e-68a0ba21c50e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0859606 Feb 16 22:19:06.343837 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-5b63f518-ea7c-40b3-b9a7-3a7d087476a9 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:06.359828 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-5b63f518-ea7c-40b3-b9a7-3a7d087476a9 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.67 "GET /v2.0/networks?id=22711c4a-8661-4a7d-9538-4da72ec44b9a HTTP/1.1" status: 200 len: 811 time: 0.2113185 Feb 16 22:19:06.376048 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-85e7a992-112e-4cfb-a22c-cc68eef50406 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Request body: {'port': {'device_id': 'a218dccf-8d33-43cd-b91e-31ea195c9e36', 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a', 'admin_state_up': True, 'tenant_id': '471d422781ee4218a880c4849a975478'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:06.396230 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-99d42f00-8ae9-4d7e-9fe4-62a9c7e5983a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:06.398176 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-99d42f00-8ae9-4d7e-9fe4-62a9c7e5983a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0795798 Feb 16 22:19:06.534409 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-059fb805-7441-49c9-98ed-f0dfe5afb84e service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300755 Feb 16 22:19:06.543186 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-85e7a992-112e-4cfb-a22c-cc68eef50406 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Made reservation on behalf of 471d422781ee4218a880c4849a975478 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:19:06.546732 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-85e7a992-112e-4cfb-a22c-cc68eef50406 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:06.665610 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-03de48a9-3acd-4a17-a7cf-e60a58ce6e3f req-3cc762b0-f76c-4b75-9099-cf799d33ce83 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a218dccf-8d33-43cd-b91e-31ea195c9e36 HTTP/1.1" status: 200 len: 210 time: 0.0342970 Feb 16 22:19:06.704231 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ecfaf89-5fd8-483e-bd2e-33ab47977f02 req-a5c8e019-22d4-48cb-aeac-345a4e114b8b service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559963 Feb 16 22:19:06.744428 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-85e7a992-112e-4cfb-a22c-cc68eef50406 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Allocated IP 172.20.0.14 (22711c4a-8661-4a7d-9538-4da72ec44b9a/e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa/4bef6242-7835-4301-899f-4bb8e188699e) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:19:06.809734 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ce01e-3513-43df-8efa-76d7c77fa5f3 req-101631b8-48aa-4c52-8062-c8dcf5c5d18a tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:06.811700 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c09ce01e-3513-43df-8efa-76d7c77fa5f3 req-101631b8-48aa-4c52-8062-c8dcf5c5d18a tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.75 "GET /v2.0/ports?device_id=34e2a47f-0943-4ffb-a8b6-0502fc6d0ed0 HTTP/1.1" status: 200 len: 945 time: 0.0651991 Feb 16 22:19:06.863811 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c09ce01e-3513-43df-8efa-76d7c77fa5f3 req-de256fce-3c3a-4722-b16b-d5aac3401541 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.75 "GET /v2.0/security-groups?id=21b1ae65-7802-4c4c-b4ad-c658bcb28f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452933 Feb 16 22:19:06.935897 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-85e7a992-112e-4cfb-a22c-cc68eef50406 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks [] for port (4bef6242-7835-4301-899f-4bb8e188699e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:06.952858 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ca1928c0-6604-4b92-9a27-ad3025b6e214 req-4d24f78b-cb46-4f81-a1a7-6cbae29c92ca tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=54545696-2a38-40c6-930b-ec036815018c HTTP/1.1" status: 200 len: 210 time: 0.0306697 Feb 16 22:19:06.953029 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59078) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:06.982872 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-85e7a992-112e-4cfb-a22c-cc68eef50406 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (4bef6242-7835-4301-899f-4bb8e188699e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:07.023468 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b7027-c5c5-4023-96b4-548000290217 req-645c9b1a-ac22-4385-9e0a-c9e4f07abc9f tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:07.025009 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-322b7027-c5c5-4023-96b4-548000290217 req-645c9b1a-ac22-4385-9e0a-c9e4f07abc9f tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.67 "GET /v2.0/ports?device_id=34e2a47f-0943-4ffb-a8b6-0502fc6d0ed0 HTTP/1.1" status: 200 len: 945 time: 0.0712550 Feb 16 22:19:07.030740 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-85e7a992-112e-4cfb-a22c-cc68eef50406 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Network 22711c4a-8661-4a7d-9538-4da72ec44b9a is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:19:07.034660 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-85e7a992-112e-4cfb-a22c-cc68eef50406 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:19:07.037407 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-85e7a992-112e-4cfb-a22c-cc68eef50406 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:19:07.081199 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7a992-112e-4cfb-a22c-cc68eef50406 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Pushing event updated for resources: {'Port': ['ID=4bef6242-7835-4301-899f-4bb8e188699e,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:07.113589 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-85e7a992-112e-4cfb-a22c-cc68eef50406 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:07.114906 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-85e7a992-112e-4cfb-a22c-cc68eef50406 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:07.135443 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-85e7a992-112e-4cfb-a22c-cc68eef50406 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7666647 Feb 16 22:19:07.146498 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-322b7027-c5c5-4023-96b4-548000290217 req-7411f7e7-ff89-4fa0-99fa-d6a6313ae471 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Deleting port afab6eb4-e9c4-44fb-af93-606cc35cbb59 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:19:07.146936 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-322b7027-c5c5-4023-96b4-548000290217 req-7411f7e7-ff89-4fa0-99fa-d6a6313ae471 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (afab6eb4-e9c4-44fb-af93-606cc35cbb59), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:07.151499 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-33cb5103-c5b4-4f7e-9d1e-b790df659add service neutron] Request body: {'port': {'device_id': 'a218dccf-8d33-43cd-b91e-31ea195c9e36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:07.191463 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8304b68c-0645-42c7-a35a-b807ccf29776 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:07.273825 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-33cb5103-c5b4-4f7e-9d1e-b790df659add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4bef6242-7835-4301-899f-4bb8e188699e), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:07.282937 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-322b7027-c5c5-4023-96b4-548000290217 req-7411f7e7-ff89-4fa0-99fa-d6a6313ae471 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] For port afab6eb4-e9c4-44fb-af93-606cc35cbb59, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=afab6eb4-e9c4-44fb-af93-606cc35cbb59,segment=NetworkSegment(0fedccc3-055f-42d5-a31f-a345d661e56d),segment_id=0fedccc3-055f-42d5-a31f-a345d661e56d)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:07.284072 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-322b7027-c5c5-4023-96b4-548000290217 req-7411f7e7-ff89-4fa0-99fa-d6a6313ae471 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (afab6eb4-e9c4-44fb-af93-606cc35cbb59), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:07.310103 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-322b7027-c5c5-4023-96b4-548000290217 req-7411f7e7-ff89-4fa0-99fa-d6a6313ae471 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Calling delete_port for afab6eb4-e9c4-44fb-af93-606cc35cbb59 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:19:07.353788 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-9bc59d3b-2ebb-4a66-ba0e-acae991bc19b tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=340568c42fa24a9e862a169fcf3622fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239301 Feb 16 22:19:07.378026 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a31df5-0905-498f-a66f-d3d3759e4e77 x-openstack-request-id: req-d9a31df5-0905-498f-a66f-d3d3759e4e77 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:19:07.378479 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "484184b1-de58-49a6-adff-e39c8d08dbcf", "tag": "06979543-dc1c-4b4e-85a2-c581a9701025", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:19:07.378989 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d9a31df5-0905-498f-a66f-d3d3759e4e77 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:19:07.380061 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '484184b1-de58-49a6-adff-e39c8d08dbcf', 'tag': '06979543-dc1c-4b4e-85a2-c581a9701025', 'status': 'completed', 'code': 200} Feb 16 22:19:07.433810 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8304b68c-0645-42c7-a35a-b807ccf29776 admin admin] Publish callbacks [] for security_group (681c5183-20d1-46b3-a546-a8a620db8b8a), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:07.484982 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8304b68c-0645-42c7-a35a-b807ccf29776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (681c5183-20d1-46b3-a546-a8a620db8b8a), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:07.500030 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-64722a3a-12c5-45cd-a90b-00b132b916a8 None None] Provisioning complete for port 4bef6242-7835-4301-899f-4bb8e188699e triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:19:07.500586 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-64722a3a-12c5-45cd-a90b-00b132b916a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4bef6242-7835-4301-899f-4bb8e188699e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:07.546321 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304b68c-0645-42c7-a35a-b807ccf29776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681c5183-20d1-46b3-a546-a8a620db8b8a,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:07.562351 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-64722a3a-12c5-45cd-a90b-00b132b916a8 None None] Port 4bef6242-7835-4301-899f-4bb8e188699e cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:19:07.582071 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d44c2e-d20c-4aa0-ba01-c2629f481442 req-d40f6ab3-049f-4da6-9a4c-40532dc5a250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:07.583809 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9d44c2e-d20c-4aa0-ba01-c2629f481442 req-d40f6ab3-049f-4da6-9a4c-40532dc5a250 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=63f4c879738e4c4ab63b78103126e4cc&device_id=484184b1-de58-49a6-adff-e39c8d08dbcf HTTP/1.1" status: 200 len: 1130 time: 0.1917050 Feb 16 22:19:07.591512 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8304b68c-0645-42c7-a35a-b807ccf29776 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4379ef2883c6450c8768b0d6b5c71c04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6332624 Feb 16 22:19:07.598807 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59092) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:07.604565 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-322b7027-c5c5-4023-96b4-548000290217 req-7411f7e7-ff89-4fa0-99fa-d6a6313ae471 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (afab6eb4-e9c4-44fb-af93-606cc35cbb59), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:07.619188 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['91211cd7-76d7-4d56-8887-b50fef43546a', 'afab6eb4-e9c4-44fb-af93-606cc35cbb59'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:19:07.622775 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['ccf14302-b24f-430c-a453-cbe7deb2d9cc'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:19:07.642009 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-136eccbd-5a0f-4399-86b0-a0b4c81fd4d0 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:07.644113 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-136eccbd-5a0f-4399-86b0-a0b4c81fd4d0 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2695732 Feb 16 22:19:07.662824 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-a0849e54-95a4-4648-a639-4db91be877ee tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Request body: {'port': {'device_id': '54545696-2a38-40c6-930b-ec036815018c', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'admin_state_up': True, 'tenant_id': '340568c42fa24a9e862a169fcf3622fe'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:07.670383 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411f7e7-ff89-4fa0-99fa-d6a6313ae471 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Pushing event deleted for resources: {'Port': ['ID=afab6eb4-e9c4-44fb-af93-606cc35cbb59,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:07.854809 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4cda6094-3c51-47dc-85da-64f053debefd admin admin] Publish callbacks [] for security_group (681c5183-20d1-46b3-a546-a8a620db8b8a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:07.899705 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4cda6094-3c51-47dc-85da-64f053debefd admin admin] Publish callbacks [] for security_group (681c5183-20d1-46b3-a546-a8a620db8b8a), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:07.937468 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-a0849e54-95a4-4648-a639-4db91be877ee tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Made reservation on behalf of 340568c42fa24a9e862a169fcf3622fe for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:19:07.942071 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-a0849e54-95a4-4648-a639-4db91be877ee tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:07.994573 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-33cb5103-c5b4-4f7e-9d1e-b790df659add service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bef6242-7835-4301-899f-4bb8e188699e {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:19:08.003525 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-33cb5103-c5b4-4f7e-9d1e-b790df659add service neutron] Publish callbacks [] for port (4bef6242-7835-4301-899f-4bb8e188699e), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:08.062533 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-33cb5103-c5b4-4f7e-9d1e-b790df659add service neutron] Transition to ACTIVE for port object 4bef6242-7835-4301-899f-4bb8e188699e will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:19:08.066880 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4cda6094-3c51-47dc-85da-64f053debefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (681c5183-20d1-46b3-a546-a8a620db8b8a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:08.070533 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4cda6094-3c51-47dc-85da-64f053debefd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:08.071703 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4cda6094-3c51-47dc-85da-64f053debefd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/681c5183-20d1-46b3-a546-a8a620db8b8a HTTP/1.1" status: 204 len: 168 time: 0.4675090 Feb 16 22:19:08.078314 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-33cb5103-c5b4-4f7e-9d1e-b790df659add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (4bef6242-7835-4301-899f-4bb8e188699e), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:08.087993 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-322b7027-c5c5-4023-96b4-548000290217 req-7411f7e7-ff89-4fa0-99fa-d6a6313ae471 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] No DVR routers for this DVR port afab6eb4-e9c4-44fb-af93-606cc35cbb59 on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:19:08.093948 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-322b7027-c5c5-4023-96b4-548000290217 req-7411f7e7-ff89-4fa0-99fa-d6a6313ae471 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:08.097308 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-322b7027-c5c5-4023-96b4-548000290217 req-7411f7e7-ff89-4fa0-99fa-d6a6313ae471 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.67 "DELETE /v2.0/ports/afab6eb4-e9c4-44fb-af93-606cc35cbb59 HTTP/1.1" status: 204 len: 173 time: 1.0667303 Feb 16 22:19:08.106368 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01428e84-00fa-4eb4-b0d2-d919d661e06f req-3c51e629-69a5-46f6-8322-19add8b128c3 tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:08.107789 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01428e84-00fa-4eb4-b0d2-d919d661e06f req-3c51e629-69a5-46f6-8322-19add8b128c3 tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] 10.222.0.75 "GET /v2.0/ports?device_id=484184b1-de58-49a6-adff-e39c8d08dbcf HTTP/1.1" status: 200 len: 948 time: 0.5449569 Feb 16 22:19:08.136663 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d44c2e-d20c-4aa0-ba01-c2629f481442 req-486fc2c4-a54d-4e31-9623-a35c88611ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:08.138232 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9d44c2e-d20c-4aa0-ba01-c2629f481442 req-486fc2c4-a54d-4e31-9623-a35c88611ecd service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.5314021 Feb 16 22:19:08.142061 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda6094-3c51-47dc-85da-64f053debefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681c5183-20d1-46b3-a546-a8a620db8b8a,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:08.185106 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb5103-c5b4-4f7e-9d1e-b790df659add service neutron] Pushing event updated for resources: {'Port': ['ID=4bef6242-7835-4301-899f-4bb8e188699e,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:08.196924 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9d44c2e-d20c-4aa0-ba01-c2629f481442 req-5ae5d13c-5aaf-4ff1-9ba4-dbc25fd5b56a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=06979543-dc1c-4b4e-85a2-c581a9701025 HTTP/1.1" status: 200 len: 217 time: 0.0501635 Feb 16 22:19:08.231222 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-a0849e54-95a4-4648-a639-4db91be877ee tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Allocated IP 192.168.233.111 (d8fa3154-6273-4014-87c6-575d48ec11fc/0a5a8be1-6e1c-443c-a77b-25715d79e10e/f6082243-d8ac-41d0-bc2c-ac998751026e) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:19:08.238156 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01428e84-00fa-4eb4-b0d2-d919d661e06f req-600ae21e-13db-435b-9b10-2662905f54f9 tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] 10.222.0.75 "GET /v2.0/security-groups?id=f269e52d-46c3-4d1c-810b-927f18a8bb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141155 Feb 16 22:19:08.329250 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-33cb5103-c5b4-4f7e-9d1e-b790df659add service neutron] Attempting to bind port 4bef6242-7835-4301-899f-4bb8e188699e on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:19:08.330468 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-33cb5103-c5b4-4f7e-9d1e-b790df659add service neutron] Attempting to bind port 4bef6242-7835-4301-899f-4bb8e188699e by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '70fb6cc5-8eb9-42af-ba50-480958a10f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:19:08.330468 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-33cb5103-c5b4-4f7e-9d1e-b790df659add service neutron] Attempting to bind port 4bef6242-7835-4301-899f-4bb8e188699e on network 22711c4a-8661-4a7d-9538-4da72ec44b9a {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:19:08.347691 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-33cb5103-c5b4-4f7e-9d1e-b790df659add service neutron] Port 4bef6242-7835-4301-899f-4bb8e188699e on network 22711c4a-8661-4a7d-9538-4da72ec44b9a not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:19:08.348107 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-33cb5103-c5b4-4f7e-9d1e-b790df659add service neutron] Attempting to bind port 4bef6242-7835-4301-899f-4bb8e188699e on network 22711c4a-8661-4a7d-9538-4da72ec44b9a {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:19:08.374017 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-33cb5103-c5b4-4f7e-9d1e-b790df659add service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:19:08.374705 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-33cb5103-c5b4-4f7e-9d1e-b790df659add service neutron] Checking segment: {'id': '70fb6cc5-8eb9-42af-ba50-480958a10f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:19:08.374824 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-33cb5103-c5b4-4f7e-9d1e-b790df659add service neutron] Bound using segment: {'id': '70fb6cc5-8eb9-42af-ba50-480958a10f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:19:08.375208 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-33cb5103-c5b4-4f7e-9d1e-b790df659add service neutron] Bound port: 4bef6242-7835-4301-899f-4bb8e188699e, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70fb6cc5-8eb9-42af-ba50-480958a10f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:19:08.375576 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-33cb5103-c5b4-4f7e-9d1e-b790df659add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4bef6242-7835-4301-899f-4bb8e188699e), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:08.425689 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d44c2e-d20c-4aa0-ba01-c2629f481442 req-4c7d5cca-f086-46aa-9677-9deccd2d6213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:08.428032 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9d44c2e-d20c-4aa0-ba01-c2629f481442 req-4c7d5cca-f086-46aa-9677-9deccd2d6213 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1411304 Feb 16 22:19:08.548584 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-a0849e54-95a4-4648-a639-4db91be877ee tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks [] for port (f6082243-d8ac-41d0-bc2c-ac998751026e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:08.549662 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d44c2e-d20c-4aa0-ba01-c2629f481442 req-12cad11a-044c-4c47-a65b-f3a718b226f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:08.550959 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-33cb5103-c5b4-4f7e-9d1e-b790df659add service neutron] For port 4bef6242-7835-4301-899f-4bb8e188699e, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:19:08.552863 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9d44c2e-d20c-4aa0-ba01-c2629f481442 req-12cad11a-044c-4c47-a65b-f3a718b226f2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1184125 Feb 16 22:19:08.555275 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-33cb5103-c5b4-4f7e-9d1e-b790df659add service neutron] For port 4bef6242-7835-4301-899f-4bb8e188699e, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=4bef6242-7835-4301-899f-4bb8e188699e,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:19:08.566834 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-33cb5103-c5b4-4f7e-9d1e-b790df659add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (4bef6242-7835-4301-899f-4bb8e188699e), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:08.620553 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-33cb5103-c5b4-4f7e-9d1e-b790df659add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:08.621186 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-33cb5103-c5b4-4f7e-9d1e-b790df659add service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:08.622654 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-33cb5103-c5b4-4f7e-9d1e-b790df659add service neutron] 10.222.0.67 "PUT /v2.0/ports/4bef6242-7835-4301-899f-4bb8e188699e HTTP/1.1" status: 200 len: 1092 time: 1.4772854 Feb 16 22:19:08.625024 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a218dccf-8d33-43cd-b91e-31ea195c9e36', 'tag': '4bef6242-7835-4301-899f-4bb8e188699e'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:19:08.630912 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0a35cb-8707-42ac-a590-0391a08c8c09" -d '{"events": [{"name": "network-changed", "server_uuid": "a218dccf-8d33-43cd-b91e-31ea195c9e36", "tag": "4bef6242-7835-4301-899f-4bb8e188699e"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:19:08.654618 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb5103-c5b4-4f7e-9d1e-b790df659add service neutron] Pushing event updated for resources: {'Port': ['ID=4bef6242-7835-4301-899f-4bb8e188699e,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:08.659388 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-a0849e54-95a4-4648-a639-4db91be877ee tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (f6082243-d8ac-41d0-bc2c-ac998751026e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:08.670813 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['f9e7c29c-40b5-46e5-957d-91a18ae35305', '52b7c737-bb0a-4614-9393-9fe74f309f8b', 'a076e78f-7046-4547-8dae-bfecf879467f', '1f97ea0a-db46-4c73-9f25-b71db3dee16b'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:19:08.677317 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['88087f36-8ccf-4409-92d8-b7efdd9a5c90', '28c80982-bf12-4b08-8927-1af8206f8a88', 'aa3aab1d-8309-464a-965e-5da0cbd0b624'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:19:08.725654 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb6b3f-9b23-4d6c-af36-9af146760594 req-d5e974fc-7d00-4071-8db4-454a29362540 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:08.728247 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-67cb6b3f-9b23-4d6c-af36-9af146760594 req-d5e974fc-7d00-4071-8db4-454a29362540 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a218dccf-8d33-43cd-b91e-31ea195c9e36 HTTP/1.1" status: 200 len: 944 time: 0.1375375 Feb 16 22:19:08.734444 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9d44c2e-d20c-4aa0-ba01-c2629f481442 req-05fefc91-a994-4257-ae9b-a0f665c14372 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745746 Feb 16 22:19:08.774284 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-a0849e54-95a4-4648-a639-4db91be877ee tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Network d8fa3154-6273-4014-87c6-575d48ec11fc is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:19:08.776914 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0849e54-95a4-4648-a639-4db91be877ee tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Pushing event updated for resources: {'Port': ['ID=f6082243-d8ac-41d0-bc2c-ac998751026e,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:08.789733 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-a0849e54-95a4-4648-a639-4db91be877ee tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:19:08.794566 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-a0849e54-95a4-4648-a639-4db91be877ee tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:19:08.893666 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-57ab79a9-41bd-4bbb-b441-f0483ccd3d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:08.895978 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-57ab79a9-41bd-4bbb-b441-f0483ccd3d67 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=471d422781ee4218a880c4849a975478&device_id=a218dccf-8d33-43cd-b91e-31ea195c9e36 HTTP/1.1" status: 200 len: 1126 time: 0.1812882 Feb 16 22:19:08.934278 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-a0849e54-95a4-4648-a639-4db91be877ee tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:08.935502 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-a0849e54-95a4-4648-a639-4db91be877ee tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:08.998757 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-4ace8a1e-5645-4c5d-ab0a-c0169482e404 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bef6242-7835-4301-899f-4bb8e188699e HTTP/1.1" status: 200 len: 217 time: 0.0784001 Feb 16 22:19:09.027339 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-a0849e54-95a4-4648-a639-4db91be877ee tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3732815 Feb 16 22:19:09.029825 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-67cb6b3f-9b23-4d6c-af36-9af146760594 req-bb946492-57da-463d-99a0-0da02bd80f28 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867296 Feb 16 22:19:09.059869 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-b43051a9-83de-42a7-8f0b-3a2a193a84eb service neutron] Request body: {'port': {'device_id': '54545696-2a38-40c6-930b-ec036815018c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:09.141023 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9d44c2e-d20c-4aa0-ba01-c2629f481442 req-ffd44546-e557-4387-842f-5b8c73f137bc service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930659 Feb 16 22:19:09.152987 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-b7aca2ca-8b1f-4556-8839-027abfa89b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:09.154649 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-b7aca2ca-8b1f-4556-8839-027abfa89b77 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa HTTP/1.1" status: 200 len: 850 time: 0.1473310 Feb 16 22:19:09.211404 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-6334f65e-ac88-4a6f-a54b-cd325a940950 None None] Provisioning complete for port f6082243-d8ac-41d0-bc2c-ac998751026e triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:19:09.211699 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6334f65e-ac88-4a6f-a54b-cd325a940950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f6082243-d8ac-41d0-bc2c-ac998751026e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:09.233089 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-b43051a9-83de-42a7-8f0b-3a2a193a84eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f6082243-d8ac-41d0-bc2c-ac998751026e), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:09.251245 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-6334f65e-ac88-4a6f-a54b-cd325a940950 None None] Port f6082243-d8ac-41d0-bc2c-ac998751026e cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:19:09.264403 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-7584a936-025f-44cf-a1a1-7d89c2ee48a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:09.266234 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-7584a936-025f-44cf-a1a1-7d89c2ee48a8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=22711c4a-8661-4a7d-9538-4da72ec44b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0885015 Feb 16 22:19:09.315669 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd011e6c-7981-4e50-8265-6e2b349a7698 req-ea0cc023-ffd8-4c57-8242-44fd09665243 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:09.318998 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59132) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:09.323116 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cd011e6c-7981-4e50-8265-6e2b349a7698 req-ea0cc023-ffd8-4c57-8242-44fd09665243 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=54545696-2a38-40c6-930b-ec036815018c HTTP/1.1" status: 200 len: 936 time: 0.0797033 Feb 16 22:19:09.388558 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e2a47f-0943-4ffb-a8b6-0502fc6d0ed0', 'name': 'network-vif-deleted', 'tag': 'afab6eb4-e9c4-44fb-af93-606cc35cbb59'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:19:09.393813 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d4e01d-f17e-479b-beb3-6ab201b3a1ac" -d '{"events": [{"server_uuid": "34e2a47f-0943-4ffb-a8b6-0502fc6d0ed0", "name": "network-vif-deleted", "tag": "afab6eb4-e9c4-44fb-af93-606cc35cbb59"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:19:09.426130 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cd011e6c-7981-4e50-8265-6e2b349a7698 req-42dd0aad-ed4b-46ef-8164-f21654d85380 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023173 Feb 16 22:19:09.487600 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-1f8d8414-ba23-4d3e-a9d1-2156fab5941e service neutron] 10.222.0.67 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943240 Feb 16 22:19:09.501623 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-7ee14069-a505-4eb2-b7f7-d0419f4ab80b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1491730636-network', 'tenant_id': '0b4e51093b304009a72c0215f8a09c36'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:09.601060 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c30d6-8a6b-4746-a356-fda8fe96c34b req-fb8e0e2d-0080-4afe-9871-419366523433 tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:09.602774 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c15c30d6-8a6b-4746-a356-fda8fe96c34b req-fb8e0e2d-0080-4afe-9871-419366523433 tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] 10.222.0.75 "GET /v2.0/ports?device_id=118ba684-62ad-4943-8f31-bb43ca94c078 HTTP/1.1" status: 200 len: 946 time: 0.0595953 Feb 16 22:19:09.660343 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c15c30d6-8a6b-4746-a356-fda8fe96c34b req-0252e02b-4265-4f2f-b582-f3227c9b5067 tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] 10.222.0.75 "GET /v2.0/security-groups?id=e9d8602c-6578-46f1-adc3-a6c06baefebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465417 Feb 16 22:19:09.773182 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee85fa7b-8c29-46f2-957f-3d87ae8f9914 x-openstack-request-id: req-ee85fa7b-8c29-46f2-957f-3d87ae8f9914 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:19:09.773480 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a218dccf-8d33-43cd-b91e-31ea195c9e36", "tag": "4bef6242-7835-4301-899f-4bb8e188699e", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:19:09.773727 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ee85fa7b-8c29-46f2-957f-3d87ae8f9914 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:19:09.774137 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a218dccf-8d33-43cd-b91e-31ea195c9e36', 'tag': '4bef6242-7835-4301-899f-4bb8e188699e', 'status': 'completed', 'code': 200} Feb 16 22:19:09.808567 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee14069-a505-4eb2-b7f7-d0419f4ab80b admin admin] Made reservation on behalf of 0b4e51093b304009a72c0215f8a09c36 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:19:09.818502 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7ee14069-a505-4eb2-b7f7-d0419f4ab80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:09.874994 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7ee14069-a505-4eb2-b7f7-d0419f4ab80b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:09.921767 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb74a40-6dc1-40d0-995e-dfd25f5e989c req-a553859c-fa10-47ad-9d98-4f7179f43eb0 tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:09.923398 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3cb74a40-6dc1-40d0-995e-dfd25f5e989c req-a553859c-fa10-47ad-9d98-4f7179f43eb0 tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] 10.222.0.75 "GET /v2.0/ports?device_id=484184b1-de58-49a6-adff-e39c8d08dbcf HTTP/1.1" status: 200 len: 948 time: 0.0629663 Feb 16 22:19:09.949442 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1eb3482a-a976-46f6-93ca-46d41faeadc5 req-8e8a3769-a44f-40e1-bb05-1e868b62fbf9 service neutron] 10.222.0.67 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409678 Feb 16 22:19:10.000223 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3cb74a40-6dc1-40d0-995e-dfd25f5e989c req-4127f2d2-68a3-49d2-9d0c-71c4a0aef11b tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] 10.222.0.75 "GET /v2.0/security-groups?id=f269e52d-46c3-4d1c-810b-927f18a8bb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696843 Feb 16 22:19:10.049999 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37df0e00-70d8-40cc-9bf3-f491edb69a44 x-openstack-request-id: req-37df0e00-70d8-40cc-9bf3-f491edb69a44 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:19:10.051007 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e2a47f-0943-4ffb-a8b6-0502fc6d0ed0", "name": "network-vif-deleted", "tag": "afab6eb4-e9c4-44fb-af93-606cc35cbb59", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:19:10.051669 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-37df0e00-70d8-40cc-9bf3-f491edb69a44 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:19:10.052938 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e2a47f-0943-4ffb-a8b6-0502fc6d0ed0', 'name': 'network-vif-deleted', 'tag': 'afab6eb4-e9c4-44fb-af93-606cc35cbb59', 'status': 'completed', 'code': 200} Feb 16 22:19:10.056098 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-b43051a9-83de-42a7-8f0b-3a2a193a84eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6082243-d8ac-41d0-bc2c-ac998751026e {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:19:10.070045 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-b43051a9-83de-42a7-8f0b-3a2a193a84eb service neutron] Publish callbacks [] for port (f6082243-d8ac-41d0-bc2c-ac998751026e), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:10.098090 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-b43051a9-83de-42a7-8f0b-3a2a193a84eb service neutron] Transition to ACTIVE for port object f6082243-d8ac-41d0-bc2c-ac998751026e will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:19:10.101235 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7ee14069-a505-4eb2-b7f7-d0419f4ab80b admin admin] Publish callbacks [] for security_group (24b99f9e-c2db-4286-a99d-fc88a723cfe6), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:10.104171 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-b43051a9-83de-42a7-8f0b-3a2a193a84eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (f6082243-d8ac-41d0-bc2c-ac998751026e), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:10.113405 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7ee14069-a505-4eb2-b7f7-d0419f4ab80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (24b99f9e-c2db-4286-a99d-fc88a723cfe6), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:10.171425 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee14069-a505-4eb2-b7f7-d0419f4ab80b admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:19:10.188491 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a35cb-8707-42ac-a590-0391a08c8c09 req-d746b2f3-33a9-4d2a-bf78-b2ae20d1cb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:10.190133 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7c0a35cb-8707-42ac-a590-0391a08c8c09 req-d746b2f3-33a9-4d2a-bf78-b2ae20d1cb0b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=471d422781ee4218a880c4849a975478&device_id=a218dccf-8d33-43cd-b91e-31ea195c9e36 HTTP/1.1" status: 200 len: 1126 time: 0.1862247 Feb 16 22:19:10.199154 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee14069-a505-4eb2-b7f7-d0419f4ab80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b99f9e-c2db-4286-a99d-fc88a723cfe6,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:10.201495 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43051a9-83de-42a7-8f0b-3a2a193a84eb service neutron] Pushing event updated for resources: {'Port': ['ID=f6082243-d8ac-41d0-bc2c-ac998751026e,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:10.209344 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560f3df-f628-4ada-aa48-af4ab943cdd2 req-c5187f7c-9a64-42a5-b181-4332d02d1656 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:10.211093 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8560f3df-f628-4ada-aa48-af4ab943cdd2 req-c5187f7c-9a64-42a5-b181-4332d02d1656 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a218dccf-8d33-43cd-b91e-31ea195c9e36 HTTP/1.1" status: 200 len: 944 time: 0.0712967 Feb 16 22:19:10.215702 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7ee14069-a505-4eb2-b7f7-d0419f4ab80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (15f1885b-e0a7-44f8-86e9-8c1c636cf7cf), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:10.216163 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-7ee14069-a505-4eb2-b7f7-d0419f4ab80b admin admin] Added segment 15f1885b-e0a7-44f8-86e9-8c1c636cf7cf of type vlan for network 69984f1f-39ae-49bc-9bbe-820300fe95f1 Feb 16 22:19:10.274644 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8560f3df-f628-4ada-aa48-af4ab943cdd2 req-8981b576-02f6-434f-b37c-1a851da7893d tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545528 Feb 16 22:19:10.325958 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7ee14069-a505-4eb2-b7f7-d0419f4ab80b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (69984f1f-39ae-49bc-9bbe-820300fe95f1), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:10.415344 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-b43051a9-83de-42a7-8f0b-3a2a193a84eb service neutron] Attempting to bind port f6082243-d8ac-41d0-bc2c-ac998751026e on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:19:10.415676 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-b43051a9-83de-42a7-8f0b-3a2a193a84eb service neutron] Attempting to bind port f6082243-d8ac-41d0-bc2c-ac998751026e by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:19:10.416002 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-b43051a9-83de-42a7-8f0b-3a2a193a84eb service neutron] Attempting to bind port f6082243-d8ac-41d0-bc2c-ac998751026e on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:19:10.419519 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7ee14069-a505-4eb2-b7f7-d0419f4ab80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (69984f1f-39ae-49bc-9bbe-820300fe95f1), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:10.420439 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee14069-a505-4eb2-b7f7-d0419f4ab80b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:10.421023 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7ee14069-a505-4eb2-b7f7-d0419f4ab80b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:10.423326 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a35cb-8707-42ac-a590-0391a08c8c09 req-2af08123-6058-45f3-ae9e-bb0bead2c1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:10.424815 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7c0a35cb-8707-42ac-a590-0391a08c8c09 req-2af08123-6058-45f3-ae9e-bb0bead2c1c9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=22711c4a-8661-4a7d-9538-4da72ec44b9a HTTP/1.1" status: 200 len: 912 time: 0.2207172 Feb 16 22:19:10.432075 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-b43051a9-83de-42a7-8f0b-3a2a193a84eb service neutron] Port f6082243-d8ac-41d0-bc2c-ac998751026e on network d8fa3154-6273-4014-87c6-575d48ec11fc not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:19:10.432393 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-b43051a9-83de-42a7-8f0b-3a2a193a84eb service neutron] Attempting to bind port f6082243-d8ac-41d0-bc2c-ac998751026e on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:19:10.499295 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-b43051a9-83de-42a7-8f0b-3a2a193a84eb service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:19:10.499897 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-b43051a9-83de-42a7-8f0b-3a2a193a84eb service neutron] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:19:10.500007 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-b43051a9-83de-42a7-8f0b-3a2a193a84eb service neutron] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:19:10.500461 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-b43051a9-83de-42a7-8f0b-3a2a193a84eb service neutron] Bound port: f6082243-d8ac-41d0-bc2c-ac998751026e, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:19:10.500820 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-b43051a9-83de-42a7-8f0b-3a2a193a84eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f6082243-d8ac-41d0-bc2c-ac998751026e), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:10.515943 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7ee14069-a505-4eb2-b7f7-d0419f4ab80b admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1937437 Feb 16 22:19:10.517330 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7c0a35cb-8707-42ac-a590-0391a08c8c09 req-a66e73c6-db44-45b4-8add-54dcfa2ccca1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bef6242-7835-4301-899f-4bb8e188699e HTTP/1.1" status: 200 len: 217 time: 0.0641000 Feb 16 22:19:10.519681 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59162) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:10.527371 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-acf96ae9-33ec-40d2-9dbd-8bc783a50c19 admin admin] Request body: {'subnet': {'network_id': '69984f1f-39ae-49bc-9bbe-820300fe95f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1491730636-subnet', 'tenant_id': '0b4e51093b304009a72c0215f8a09c36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:10.550669 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf96ae9-33ec-40d2-9dbd-8bc783a50c19 admin admin] Made reservation on behalf of 0b4e51093b304009a72c0215f8a09c36 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:19:10.553787 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-acf96ae9-33ec-40d2-9dbd-8bc783a50c19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:10.561233 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee14069-a505-4eb2-b7f7-d0419f4ab80b admin admin] Pushing event updated for resources: {'Network': ['ID=69984f1f-39ae-49bc-9bbe-820300fe95f1,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:10.578075 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 69984f1f-39ae-49bc-9bbe-820300fe95f1 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:19:10.629592 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a35cb-8707-42ac-a590-0391a08c8c09 req-425e4574-1a80-4c6c-a96c-6bcf3a719630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:10.631097 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7c0a35cb-8707-42ac-a590-0391a08c8c09 req-425e4574-1a80-4c6c-a96c-6bcf3a719630 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa HTTP/1.1" status: 200 len: 850 time: 0.0779877 Feb 16 22:19:10.675071 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-b43051a9-83de-42a7-8f0b-3a2a193a84eb service neutron] For port f6082243-d8ac-41d0-bc2c-ac998751026e, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:19:10.689154 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-b43051a9-83de-42a7-8f0b-3a2a193a84eb service neutron] For port f6082243-d8ac-41d0-bc2c-ac998751026e, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f6082243-d8ac-41d0-bc2c-ac998751026e,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:19:10.700572 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-b43051a9-83de-42a7-8f0b-3a2a193a84eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (f6082243-d8ac-41d0-bc2c-ac998751026e), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:10.719908 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ce6af-34e5-4b64-98f9-6776f059ab8c req-ac2d46cf-c33a-4ebe-8f60-c9acc3ccb666 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:10.722098 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ca6ce6af-34e5-4b64-98f9-6776f059ab8c req-ac2d46cf-c33a-4ebe-8f60-c9acc3ccb666 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=54545696-2a38-40c6-930b-ec036815018c HTTP/1.1" status: 200 len: 948 time: 0.0834644 Feb 16 22:19:10.735933 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a35cb-8707-42ac-a590-0391a08c8c09 req-6e283d0d-d716-4fff-9337-cbb356bd1817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:10.737961 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7c0a35cb-8707-42ac-a590-0391a08c8c09 req-6e283d0d-d716-4fff-9337-cbb356bd1817 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=22711c4a-8661-4a7d-9538-4da72ec44b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0955417 Feb 16 22:19:10.748386 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-b43051a9-83de-42a7-8f0b-3a2a193a84eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:10.749006 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-b43051a9-83de-42a7-8f0b-3a2a193a84eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:10.750401 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-b43051a9-83de-42a7-8f0b-3a2a193a84eb service neutron] 10.222.0.67 "PUT /v2.0/ports/f6082243-d8ac-41d0-bc2c-ac998751026e HTTP/1.1" status: 200 len: 1096 time: 1.6963785 Feb 16 22:19:10.793616 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43051a9-83de-42a7-8f0b-3a2a193a84eb service neutron] Pushing event updated for resources: {'Port': ['ID=f6082243-d8ac-41d0-bc2c-ac998751026e,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:10.847424 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ca6ce6af-34e5-4b64-98f9-6776f059ab8c req-4366804d-15b9-45cc-96f0-ad64da1b0951 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049318 Feb 16 22:19:10.883130 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-acf96ae9-33ec-40d2-9dbd-8bc783a50c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (41c40cc4-e39c-46b5-b228-d1c84e1a90d1), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:10.888109 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7c0a35cb-8707-42ac-a590-0391a08c8c09 req-22335469-0a5a-4410-84a7-06855ae87231 service neutron] 10.222.0.67 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367352 Feb 16 22:19:10.962723 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf96ae9-33ec-40d2-9dbd-8bc783a50c19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41c40cc4-e39c-46b5-b228-d1c84e1a90d1,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:10.974896 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf96ae9-33ec-40d2-9dbd-8bc783a50c19 admin admin] Checking segment: {'id': '15f1885b-e0a7-44f8-86e9-8c1c636cf7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '69984f1f-39ae-49bc-9bbe-820300fe95f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:19:10.975276 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf96ae9-33ec-40d2-9dbd-8bc783a50c19 admin admin] Network hostable DHCP agents. Network: 69984f1f-39ae-49bc-9bbe-820300fe95f1, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:19:10.980778 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 06979543-dc1c-4b4e-85a2-c581a9701025 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:19:10.985778 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device afab6eb4-e9c4-44fb-af93-606cc35cbb59 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:19:11.032860 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: afab6eb4-e9c4-44fb-af93-606cc35cbb59 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:19:11.034455 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device afab6eb4-e9c4-44fb-af93-606cc35cbb59 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:19:11.058501 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-f2471c9e-ae78-43d9-9887-794f456de0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:11.058703 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf96ae9-33ec-40d2-9dbd-8bc783a50c19 admin admin] Network 69984f1f-39ae-49bc-9bbe-820300fe95f1 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:19:11.059956 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-f2471c9e-ae78-43d9-9887-794f456de0db service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=340568c42fa24a9e862a169fcf3622fe&device_id=54545696-2a38-40c6-930b-ec036815018c HTTP/1.1" status: 200 len: 1130 time: 0.1892407 Feb 16 22:19:11.062025 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7c0a35cb-8707-42ac-a590-0391a08c8c09 req-f6e50ee4-d730-4e37-b430-6f3ae15f7b0b service neutron] 10.222.0.67 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569645 Feb 16 22:19:11.084539 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-acf96ae9-33ec-40d2-9dbd-8bc783a50c19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 69984f1f-39ae-49bc-9bbe-820300fe95f1) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:19:11.101863 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bbb98-355e-4726-a295-491ef074a8e8 req-bfc9bc8f-e286-4e4d-89b2-b71007c9c564 tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:11.103497 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-387bbb98-355e-4726-a295-491ef074a8e8 req-bfc9bc8f-e286-4e4d-89b2-b71007c9c564 tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] 10.222.0.79 "GET /v2.0/ports?device_id=118ba684-62ad-4943-8f31-bb43ca94c078 HTTP/1.1" status: 200 len: 946 time: 0.1194198 Feb 16 22:19:11.104907 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf96ae9-33ec-40d2-9dbd-8bc783a50c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:11.105519 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-acf96ae9-33ec-40d2-9dbd-8bc783a50c19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:11.124776 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-c6b35f92-8d6b-4338-8098-792469ca21be service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=f6082243-d8ac-41d0-bc2c-ac998751026e HTTP/1.1" status: 200 len: 217 time: 0.0494809 Feb 16 22:19:11.132600 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a3cd21-5561-4999-a69d-59c4e5931983 None None] Network 69984f1f-39ae-49bc-9bbe-820300fe95f1 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:19:11.151296 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc22c6e-0d16-4de7-84c8-2773502aaf9e req-05a341f7-a322-4ad1-93fe-2a4e1dfc78e3 tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:11.153127 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8bc22c6e-0d16-4de7-84c8-2773502aaf9e req-05a341f7-a322-4ad1-93fe-2a4e1dfc78e3 tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] 10.222.0.75 "GET /v2.0/ports?device_id=118ba684-62ad-4943-8f31-bb43ca94c078 HTTP/1.1" status: 200 len: 946 time: 0.1289449 Feb 16 22:19:11.172239 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-acf96ae9-33ec-40d2-9dbd-8bc783a50c19 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6509216 Feb 16 22:19:11.195479 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 06979543-dc1c-4b4e-85a2-c581a9701025, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=06979543-dc1c-4b4e-85a2-c581a9701025,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:11.200809 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-bc65c2df-838e-489f-beb6-5e3a11a81317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:11.200809 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-bc65c2df-838e-489f-beb6-5e3a11a81317 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0686524 Feb 16 22:19:11.237617 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '06979543-dc1c-4b4e-85a2-c581a9701025', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': '06979543-dc1c-4b4e-85a2-c581a9701025', 'mac_address': 'fa:16:3e:68:d8:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:19:11.268202 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-a7d6c147-568b-4fa8-9b9b-e2c9e9defa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:11.270905 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-a7d6c147-568b-4fa8-9b9b-e2c9e9defa9a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0570815 Feb 16 22:19:11.303814 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8bc22c6e-0d16-4de7-84c8-2773502aaf9e req-40224437-1174-4e81-91d2-cb54c7f42f7a tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] 10.222.0.75 "GET /v2.0/security-groups?id=e9d8602c-6578-46f1-adc3-a6c06baefebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436830 Feb 16 22:19:11.324642 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-387bbb98-355e-4726-a295-491ef074a8e8 req-efccac07-31af-4c6e-8210-ada05fcf3e7f tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] Deleting port 49a5680c-25a7-4ce4-8010-1f9ac32c4a2b {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:19:11.325146 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-387bbb98-355e-4726-a295-491ef074a8e8 req-efccac07-31af-4c6e-8210-ada05fcf3e7f tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (49a5680c-25a7-4ce4-8010-1f9ac32c4a2b), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:11.402246 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-b6a35f95-6434-4212-b2b6-d5a999548908 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198416 Feb 16 22:19:11.447759 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 06979543-dc1c-4b4e-85a2-c581a9701025 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:19:11.448403 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (06979543-dc1c-4b4e-85a2-c581a9701025), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:11.449012 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-387bbb98-355e-4726-a295-491ef074a8e8 req-efccac07-31af-4c6e-8210-ada05fcf3e7f tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] For port 49a5680c-25a7-4ce4-8010-1f9ac32c4a2b, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=49a5680c-25a7-4ce4-8010-1f9ac32c4a2b,segment=NetworkSegment(c057553b-8c99-49a8-bd1c-f1b67f5414f7),segment_id=c057553b-8c99-49a8-bd1c-f1b67f5414f7)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:11.449552 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-387bbb98-355e-4726-a295-491ef074a8e8 req-efccac07-31af-4c6e-8210-ada05fcf3e7f tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (49a5680c-25a7-4ce4-8010-1f9ac32c4a2b), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:11.452640 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37420b8e-1ec5-4237-a1d6-0c8b567d8a86 None None] Network 69984f1f-39ae-49bc-9bbe-820300fe95f1 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:19:11.462346 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-387bbb98-355e-4726-a295-491ef074a8e8 req-efccac07-31af-4c6e-8210-ada05fcf3e7f tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] Calling delete_port for 49a5680c-25a7-4ce4-8010-1f9ac32c4a2b owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:19:11.482273 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06979543-dc1c-4b4e-85a2-c581a9701025 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:19:11.511644 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7cbb509e-9fcb-419d-b012-dc287af1bec9 req-3fc0c41e-c9a5-419c-836e-721c91ee82dd service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934718 Feb 16 22:19:11.539729 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 06979543-dc1c-4b4e-85a2-c581a9701025, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=06979543-dc1c-4b4e-85a2-c581a9701025,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:11.543378 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (06979543-dc1c-4b4e-85a2-c581a9701025), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:11.601945 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a5b4a-54c1-4376-bdfa-33a6742e61fb req-5cbd917f-3d48-4f04-bd02-501855956049 tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:11.603463 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-683a5b4a-54c1-4376-bdfa-33a6742e61fb req-5cbd917f-3d48-4f04-bd02-501855956049 tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] 10.222.0.75 "GET /v2.0/ports?device_id=484184b1-de58-49a6-adff-e39c8d08dbcf HTTP/1.1" status: 200 len: 949 time: 0.0895672 Feb 16 22:19:11.616084 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=06979543-dc1c-4b4e-85a2-c581a9701025,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:11.623448 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:11.623808 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:11.624155 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:11.624500 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:11.624842 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:11.625181 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:11.625515 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:11.625847 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:11.626201 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:11.626529 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:11.626859 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:11.627214 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:11.627543 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:11.680592 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-387bbb98-355e-4726-a295-491ef074a8e8 req-efccac07-31af-4c6e-8210-ada05fcf3e7f tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (49a5680c-25a7-4ce4-8010-1f9ac32c4a2b), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:11.685102 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-683a5b4a-54c1-4376-bdfa-33a6742e61fb req-1bd3f6c8-817c-46ef-b0df-bc5890e3c5ae tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] 10.222.0.75 "GET /v2.0/security-groups?id=f269e52d-46c3-4d1c-810b-927f18a8bb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748353 Feb 16 22:19:11.694168 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['49a5680c-25a7-4ce4-8010-1f9ac32c4a2b'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:19:11.714538 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efccac07-31af-4c6e-8210-ada05fcf3e7f tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] Pushing event deleted for resources: {'Port': ['ID=49a5680c-25a7-4ce4-8010-1f9ac32c4a2b,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:11.761648 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-387bbb98-355e-4726-a295-491ef074a8e8 req-efccac07-31af-4c6e-8210-ada05fcf3e7f tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] No DVR routers for this DVR port 49a5680c-25a7-4ce4-8010-1f9ac32c4a2b on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:19:11.764336 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-387bbb98-355e-4726-a295-491ef074a8e8 req-efccac07-31af-4c6e-8210-ada05fcf3e7f tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:11.767806 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-387bbb98-355e-4726-a295-491ef074a8e8 req-efccac07-31af-4c6e-8210-ada05fcf3e7f tempest-AttachSCSIVolumeTestJSON-1553095564 tempest-AttachSCSIVolumeTestJSON-1553095564-project] 10.222.0.79 "DELETE /v2.0/ports/49a5680c-25a7-4ce4-8010-1f9ac32c4a2b HTTP/1.1" status: 204 len: 173 time: 0.6589091 Feb 16 22:19:11.774905 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54545696-2a38-40c6-930b-ec036815018c', 'tag': 'f6082243-d8ac-41d0-bc2c-ac998751026e'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:19:11.777383 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdae7265-63e7-4a91-92ed-f9c08b4708b5" -d '{"events": [{"name": "network-changed", "server_uuid": "54545696-2a38-40c6-930b-ec036815018c", "tag": "f6082243-d8ac-41d0-bc2c-ac998751026e"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:19:11.840652 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-7beef37a-ca54-43b7-a695-ac8cc1a02e7f req-aead2e2f-46ed-4500-89e2-06d0a4b1efaf tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1641540749', 'description': 'tempest-description-1738423671'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:11.863709 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7beef37a-ca54-43b7-a695-ac8cc1a02e7f req-aead2e2f-46ed-4500-89e2-06d0a4b1efaf tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:11.932245 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7beef37a-ca54-43b7-a695-ac8cc1a02e7f req-aead2e2f-46ed-4500-89e2-06d0a4b1efaf tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (04eb2394-2a41-4cc6-8a69-aa9f81d44485), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:11.935891 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7beef37a-ca54-43b7-a695-ac8cc1a02e7f req-aead2e2f-46ed-4500-89e2-06d0a4b1efaf tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (04eb2394-2a41-4cc6-8a69-aa9f81d44485), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:11.963196 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7beef37a-ca54-43b7-a695-ac8cc1a02e7f req-aead2e2f-46ed-4500-89e2-06d0a4b1efaf tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:11.964434 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7beef37a-ca54-43b7-a695-ac8cc1a02e7f req-aead2e2f-46ed-4500-89e2-06d0a4b1efaf tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1278687 Feb 16 22:19:11.968399 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead2e2f-46ed-4500-89e2-06d0a4b1efaf tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04eb2394-2a41-4cc6-8a69-aa9f81d44485,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:12.054895 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118ba684-62ad-4943-8f31-bb43ca94c078', 'name': 'network-vif-deleted', 'tag': '49a5680c-25a7-4ce4-8010-1f9ac32c4a2b'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:19:12.057247 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6790320-cda9-4d57-a0b1-169fed3edfee" -d '{"events": [{"server_uuid": "118ba684-62ad-4943-8f31-bb43ca94c078", "name": "network-vif-deleted", "tag": "49a5680c-25a7-4ce4-8010-1f9ac32c4a2b"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:19:12.067300 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724d4f2-4c15-401c-a21f-c3c950c4e2c0 req-22c90555-4004-4138-a261-3afcc240ee10 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:12.068813 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7724d4f2-4c15-401c-a21f-c3c950c4e2c0 req-22c90555-4004-4138-a261-3afcc240ee10 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a218dccf-8d33-43cd-b91e-31ea195c9e36 HTTP/1.1" status: 200 len: 944 time: 0.0572045 Feb 16 22:19:12.117524 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7724d4f2-4c15-401c-a21f-c3c950c4e2c0 req-38580b18-4a6e-4e72-a79a-dac72f465d6e tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429647 Feb 16 22:19:12.172738 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['06979543-dc1c-4b4e-85a2-c581a9701025'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:19:12.218755 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c271c7da-8e34-4b72-8166-6b477bdcb0a2 x-openstack-request-id: req-c271c7da-8e34-4b72-8166-6b477bdcb0a2 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:19:12.219057 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54545696-2a38-40c6-930b-ec036815018c", "tag": "f6082243-d8ac-41d0-bc2c-ac998751026e", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:19:12.219318 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c271c7da-8e34-4b72-8166-6b477bdcb0a2 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:19:12.219725 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54545696-2a38-40c6-930b-ec036815018c', 'tag': 'f6082243-d8ac-41d0-bc2c-ac998751026e', 'status': 'completed', 'code': 200} Feb 16 22:19:12.311989 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae7265-63e7-4a91-92ed-f9c08b4708b5 req-a94e5cb6-4dd5-4519-a7f3-ac07ef2eba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:12.314237 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-bdae7265-63e7-4a91-92ed-f9c08b4708b5 req-a94e5cb6-4dd5-4519-a7f3-ac07ef2eba23 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=340568c42fa24a9e862a169fcf3622fe&device_id=54545696-2a38-40c6-930b-ec036815018c HTTP/1.1" status: 200 len: 1130 time: 0.0645692 Feb 16 22:19:12.347955 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7a040-6245-4ffa-8783-ca3a7d77ae85 req-74ca5f7f-66c7-46c7-94ca-15f1361d4184 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:12.349456 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4be7a040-6245-4ffa-8783-ca3a7d77ae85 req-74ca5f7f-66c7-46c7-94ca-15f1361d4184 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=54545696-2a38-40c6-930b-ec036815018c HTTP/1.1" status: 200 len: 948 time: 0.0656598 Feb 16 22:19:12.409042 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4be7a040-6245-4ffa-8783-ca3a7d77ae85 req-7657988d-cc84-484b-b96c-7af7130b9e34 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497508 Feb 16 22:19:12.434004 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae7265-63e7-4a91-92ed-f9c08b4708b5 req-83bb33cc-f45f-4d95-a82d-e027f72740c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:12.435498 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-bdae7265-63e7-4a91-92ed-f9c08b4708b5 req-83bb33cc-f45f-4d95-a82d-e027f72740c1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.1093233 Feb 16 22:19:12.469911 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ae30e31c-7f9f-4ce2-aea2-0a8eafd39cca req-f280c524-070f-4365-a156-4ee2b1106621 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "GET /v2.0/security-groups/04eb2394-2a41-4cc6-8a69-aa9f81d44485 HTTP/1.1" status: 200 len: 1822 time: 0.0378916 Feb 16 22:19:12.478867 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-bdae7265-63e7-4a91-92ed-f9c08b4708b5 req-6933605f-f303-49d8-a7f4-b0140848b259 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=f6082243-d8ac-41d0-bc2c-ac998751026e HTTP/1.1" status: 200 len: 217 time: 0.0367262 Feb 16 22:19:12.480202 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-ae30e31c-7f9f-4ce2-aea2-0a8eafd39cca req-5c82f7c5-5147-4f2f-974d-493af8a39f0c tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '04eb2394-2a41-4cc6-8a69-aa9f81d44485', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:12.480541 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-ae30e31c-7f9f-4ce2-aea2-0a8eafd39cca req-5c82f7c5-5147-4f2f-974d-493af8a39f0c tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '04eb2394-2a41-4cc6-8a69-aa9f81d44485', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:12.541529 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ae30e31c-7f9f-4ce2-aea2-0a8eafd39cca req-5c82f7c5-5147-4f2f-974d-493af8a39f0c tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group_rule (a697b5e6-4808-42d7-928e-fb1087259953), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:12.556773 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae7265-63e7-4a91-92ed-f9c08b4708b5 req-617b2a2e-94bb-4a1e-bc16-ef87a2348b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:12.558349 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-bdae7265-63e7-4a91-92ed-f9c08b4708b5 req-617b2a2e-94bb-4a1e-bc16-ef87a2348b9f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0696225 Feb 16 22:19:12.564350 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1daaa51a-28dd-4dbe-9ca3-7e6f801bf628 req-b949026f-9deb-4259-a2c8-69c7ac3c2f28 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=65bdce27-8588-4299-aa22-15fd612e4b57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0846307 Feb 16 22:19:12.567435 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ae30e31c-7f9f-4ce2-aea2-0a8eafd39cca req-5c82f7c5-5147-4f2f-974d-493af8a39f0c tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group_rule (a697b5e6-4808-42d7-928e-fb1087259953), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:12.571314 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ae30e31c-7f9f-4ce2-aea2-0a8eafd39cca req-5c82f7c5-5147-4f2f-974d-493af8a39f0c tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (a697b5e6-4808-42d7-928e-fb1087259953), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:12.589714 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82f7c5-5147-4f2f-974d-493af8a39f0c tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a697b5e6-4808-42d7-928e-fb1087259953,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:12.601220 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ae30e31c-7f9f-4ce2-aea2-0a8eafd39cca req-5c82f7c5-5147-4f2f-974d-493af8a39f0c tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:12.602520 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ae30e31c-7f9f-4ce2-aea2-0a8eafd39cca req-5c82f7c5-5147-4f2f-974d-493af8a39f0c tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1263096 Feb 16 22:19:12.612428 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae7265-63e7-4a91-92ed-f9c08b4708b5 req-b644ba4d-39ab-4a26-99e3-a095ff4aad52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:12.613939 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-bdae7265-63e7-4a91-92ed-f9c08b4708b5 req-b644ba4d-39ab-4a26-99e3-a095ff4aad52 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0486033 Feb 16 22:19:12.644885 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d285c6-3e5b-4455-b0ba-ebe225022c0c x-openstack-request-id: req-e8d285c6-3e5b-4455-b0ba-ebe225022c0c {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:19:12.645241 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118ba684-62ad-4943-8f31-bb43ca94c078", "name": "network-vif-deleted", "tag": "49a5680c-25a7-4ce4-8010-1f9ac32c4a2b", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:19:12.645506 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e8d285c6-3e5b-4455-b0ba-ebe225022c0c {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:19:12.645913 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118ba684-62ad-4943-8f31-bb43ca94c078', 'name': 'network-vif-deleted', 'tag': '49a5680c-25a7-4ce4-8010-1f9ac32c4a2b', 'status': 'completed', 'code': 200} Feb 16 22:19:12.717094 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daaa51a-28dd-4dbe-9ca3-7e6f801bf628 req-eb7af4cf-3fc4-4f93-9133-2257ef80bf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:12.718730 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1daaa51a-28dd-4dbe-9ca3-7e6f801bf628 req-eb7af4cf-3fc4-4f93-9133-2257ef80bf0e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=340568c42fa24a9e862a169fcf3622fe&device_id=65bdce27-8588-4299-aa22-15fd612e4b57 HTTP/1.1" status: 200 len: 1132 time: 0.1039038 Feb 16 22:19:12.738911 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-bdae7265-63e7-4a91-92ed-f9c08b4708b5 req-d7dbd2b1-a441-4865-92e9-e6b0deeecd4e service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163561 Feb 16 22:19:12.909364 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-a76b13d2-5c4c-47f6-8fb8-f88dd5ed6db6 req-ec08da03-a7f8-4f9f-92a7-7c8c766392ec tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1448002927', 'description': 'tempest-description-421400383'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:12.912903 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-bdae7265-63e7-4a91-92ed-f9c08b4708b5 req-62c01580-729c-4215-b3ca-bb130195439d service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607125 Feb 16 22:19:12.915676 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daaa51a-28dd-4dbe-9ca3-7e6f801bf628 req-2c398c62-5683-4490-9442-3edfefd1de06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:12.917042 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1daaa51a-28dd-4dbe-9ca3-7e6f801bf628 req-2c398c62-5683-4490-9442-3edfefd1de06 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.1637564 Feb 16 22:19:12.932322 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a76b13d2-5c4c-47f6-8fb8-f88dd5ed6db6 req-ec08da03-a7f8-4f9f-92a7-7c8c766392ec tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:12.973925 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1daaa51a-28dd-4dbe-9ca3-7e6f801bf628 req-6735c792-a74d-4fd3-b890-e1b0cc4abe62 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f9e7c29c-40b5-46e5-957d-91a18ae35305 HTTP/1.1" status: 200 len: 217 time: 0.0440128 Feb 16 22:19:13.009180 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a76b13d2-5c4c-47f6-8fb8-f88dd5ed6db6 req-ec08da03-a7f8-4f9f-92a7-7c8c766392ec tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (ff23d57a-32c7-4862-94bb-c723fbb7bb0e), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:13.016737 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a76b13d2-5c4c-47f6-8fb8-f88dd5ed6db6 req-ec08da03-a7f8-4f9f-92a7-7c8c766392ec tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ff23d57a-32c7-4862-94bb-c723fbb7bb0e), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:13.025512 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59226) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:13.050089 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daaa51a-28dd-4dbe-9ca3-7e6f801bf628 req-9a6b0ff3-b976-4714-8fc1-e676b752749a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:13.051685 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1daaa51a-28dd-4dbe-9ca3-7e6f801bf628 req-9a6b0ff3-b976-4714-8fc1-e676b752749a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0696242 Feb 16 22:19:13.054802 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a76b13d2-5c4c-47f6-8fb8-f88dd5ed6db6 req-ec08da03-a7f8-4f9f-92a7-7c8c766392ec tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:13.056317 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a76b13d2-5c4c-47f6-8fb8-f88dd5ed6db6 req-ec08da03-a7f8-4f9f-92a7-7c8c766392ec tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1519732 Feb 16 22:19:13.058608 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08da03-a7f8-4f9f-92a7-7c8c766392ec tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff23d57a-32c7-4862-94bb-c723fbb7bb0e,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:13.106922 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daaa51a-28dd-4dbe-9ca3-7e6f801bf628 req-9930b3d0-76dd-43f3-a78b-b8f7ce912b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:13.108491 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1daaa51a-28dd-4dbe-9ca3-7e6f801bf628 req-9930b3d0-76dd-43f3-a78b-b8f7ce912b0f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0465682 Feb 16 22:19:13.202131 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8557f9f0-6d11-462a-81cf-f1c73556dea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:13.226146 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1daaa51a-28dd-4dbe-9ca3-7e6f801bf628 req-c664d5bf-2a78-46b5-b3c6-74e36268227a service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037970 Feb 16 22:19:13.229835 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231b2f3-ab9f-4668-84b4-bff5acec1026 req-fa044094-181b-493a-8c33-8403a8e91fe9 tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:13.231392 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1231b2f3-ab9f-4668-84b4-bff5acec1026 req-fa044094-181b-493a-8c33-8403a8e91fe9 tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] 10.222.0.75 "GET /v2.0/ports?device_id=484184b1-de58-49a6-adff-e39c8d08dbcf HTTP/1.1" status: 200 len: 949 time: 0.1110935 Feb 16 22:19:13.316168 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1231b2f3-ab9f-4668-84b4-bff5acec1026 req-6e116969-920c-4d1e-bd81-ca9f42b55b81 tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] 10.222.0.75 "GET /v2.0/security-groups?id=f269e52d-46c3-4d1c-810b-927f18a8bb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787261 Feb 16 22:19:13.351830 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1daaa51a-28dd-4dbe-9ca3-7e6f801bf628 req-b2c73148-d4ce-4f03-a13e-766a33666b3f service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169984 Feb 16 22:19:13.357158 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8557f9f0-6d11-462a-81cf-f1c73556dea8 admin admin] Publish callbacks [] for security_group (c4febf9b-443c-4bb1-a868-d77606d0d962), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:13.362060 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8557f9f0-6d11-462a-81cf-f1c73556dea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c4febf9b-443c-4bb1-a868-d77606d0d962), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:13.405388 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8557f9f0-6d11-462a-81cf-f1c73556dea8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=066d9f2dc08945efa2ee40f79b721af1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3776524 Feb 16 22:19:13.406177 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557f9f0-6d11-462a-81cf-f1c73556dea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4febf9b-443c-4bb1-a868-d77606d0d962,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:13.418095 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59262) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:13.494201 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-519bd026-ab3e-4f24-9884-a7f2bfa93766 admin admin] Publish callbacks [] for security_group (c4febf9b-443c-4bb1-a868-d77606d0d962), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:13.512401 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-69f374bd-a5c6-475f-9e49-d785fb937c99 req-8f311fee-3f56-49f0-aa4f-5607172f2f2c tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "GET /v2.0/security-groups/ff23d57a-32c7-4862-94bb-c723fbb7bb0e HTTP/1.1" status: 200 len: 1821 time: 0.0580344 Feb 16 22:19:13.527181 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-69f374bd-a5c6-475f-9e49-d785fb937c99 req-2cdababc-c0cb-42e1-b9e2-81189d9d1443 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ff23d57a-32c7-4862-94bb-c723fbb7bb0e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:13.527557 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-69f374bd-a5c6-475f-9e49-d785fb937c99 req-2cdababc-c0cb-42e1-b9e2-81189d9d1443 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ff23d57a-32c7-4862-94bb-c723fbb7bb0e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:13.532568 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-519bd026-ab3e-4f24-9884-a7f2bfa93766 admin admin] Publish callbacks [] for security_group (c4febf9b-443c-4bb1-a868-d77606d0d962), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:13.607485 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-519bd026-ab3e-4f24-9884-a7f2bfa93766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c4febf9b-443c-4bb1-a868-d77606d0d962), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:13.609998 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-519bd026-ab3e-4f24-9884-a7f2bfa93766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:13.611140 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-519bd026-ab3e-4f24-9884-a7f2bfa93766 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c4febf9b-443c-4bb1-a868-d77606d0d962 HTTP/1.1" status: 204 len: 168 time: 0.1920621 Feb 16 22:19:13.624254 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-69f374bd-a5c6-475f-9e49-d785fb937c99 req-2cdababc-c0cb-42e1-b9e2-81189d9d1443 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group_rule (1b697274-eaf2-4c17-b806-dec409692a65), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:13.628633 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519bd026-ab3e-4f24-9884-a7f2bfa93766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4febf9b-443c-4bb1-a868-d77606d0d962,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:13.646259 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-69f374bd-a5c6-475f-9e49-d785fb937c99 req-2cdababc-c0cb-42e1-b9e2-81189d9d1443 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group_rule (1b697274-eaf2-4c17-b806-dec409692a65), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:13.651690 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-69f374bd-a5c6-475f-9e49-d785fb937c99 req-2cdababc-c0cb-42e1-b9e2-81189d9d1443 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (1b697274-eaf2-4c17-b806-dec409692a65), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:13.671656 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdababc-c0cb-42e1-b9e2-81189d9d1443 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b697274-eaf2-4c17-b806-dec409692a65,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:13.688300 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-69f374bd-a5c6-475f-9e49-d785fb937c99 req-2cdababc-c0cb-42e1-b9e2-81189d9d1443 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:13.690119 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-69f374bd-a5c6-475f-9e49-d785fb937c99 req-2cdababc-c0cb-42e1-b9e2-81189d9d1443 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1697712 Feb 16 22:19:13.817426 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca1f70-799b-451b-b1dd-df47e8dc6ad2 req-f5dcfa66-7b1c-4644-8e20-4c9c1c183558 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:13.819540 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6ca1f70-799b-451b-b1dd-df47e8dc6ad2 req-f5dcfa66-7b1c-4644-8e20-4c9c1c183558 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a218dccf-8d33-43cd-b91e-31ea195c9e36 HTTP/1.1" status: 200 len: 944 time: 0.0642011 Feb 16 22:19:13.871554 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6ca1f70-799b-451b-b1dd-df47e8dc6ad2 req-7f124fe0-9117-40e5-a0c2-305fff60b7b8 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452595 Feb 16 22:19:13.972743 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59284) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:13.992836 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c2445ae8-53c8-4a31-b89e-224b0b325540 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:14.001287 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428e3b6-f8aa-44c1-8cee-45d93bb04676 req-baa03f11-1d1b-4a42-a9de-3865ddf4d58a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:14.008341 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7428e3b6-f8aa-44c1-8cee-45d93bb04676 req-baa03f11-1d1b-4a42-a9de-3865ddf4d58a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=54545696-2a38-40c6-930b-ec036815018c HTTP/1.1" status: 200 len: 948 time: 0.0651309 Feb 16 22:19:14.056244 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7428e3b6-f8aa-44c1-8cee-45d93bb04676 req-cf69e427-6ed6-4ad9-863f-b8c8bdd5b09c tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469759 Feb 16 22:19:14.074895 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c2445ae8-53c8-4a31-b89e-224b0b325540 admin admin] Publish callbacks [] for security_group (d20565fb-dcba-4661-975b-9231524aa5d7), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:14.083251 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c2445ae8-53c8-4a31-b89e-224b0b325540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d20565fb-dcba-4661-975b-9231524aa5d7), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:14.124695 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c2445ae8-53c8-4a31-b89e-224b0b325540 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=19fe72071a5941e78986e22bbfe70657&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1474338 Feb 16 22:19:14.124695 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2445ae8-53c8-4a31-b89e-224b0b325540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20565fb-dcba-4661-975b-9231524aa5d7,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:14.125093 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59286) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:14.177245 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fec074e2-f4bc-44d7-83db-2c7e581cbb16 admin admin] Publish callbacks [] for security_group (d20565fb-dcba-4661-975b-9231524aa5d7), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:14.209275 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fec074e2-f4bc-44d7-83db-2c7e581cbb16 admin admin] Publish callbacks [] for security_group (d20565fb-dcba-4661-975b-9231524aa5d7), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:14.274052 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcb097-86e7-4c46-921c-d3f4aacdfbed req-3c010292-8368-45d2-b83f-08180784251c tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:14.279303 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcb097-86e7-4c46-921c-d3f4aacdfbed req-3c010292-8368-45d2-b83f-08180784251c tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:14.280868 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-98dcb097-86e7-4c46-921c-d3f4aacdfbed req-3c010292-8368-45d2-b83f-08180784251c tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e1248f6-9b5f-4d43-8c8b-b0e6f0df0abc&device_id=6b0f1a1b-9ffb-40ca-b96f-0832cdb0c9d1 HTTP/1.1" status: 200 len: 1682 time: 0.0901132 Feb 16 22:19:14.306107 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fec074e2-f4bc-44d7-83db-2c7e581cbb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d20565fb-dcba-4661-975b-9231524aa5d7), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:14.308614 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fec074e2-f4bc-44d7-83db-2c7e581cbb16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:14.312078 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-fec074e2-f4bc-44d7-83db-2c7e581cbb16 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d20565fb-dcba-4661-975b-9231524aa5d7 HTTP/1.1" status: 204 len: 168 time: 0.1837795 Feb 16 22:19:14.328017 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec074e2-f4bc-44d7-83db-2c7e581cbb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20565fb-dcba-4661-975b-9231524aa5d7,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:14.362533 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-98dcb097-86e7-4c46-921c-d3f4aacdfbed req-aeb2fe1f-9e6e-49a9-9fb2-b915bb206b0c tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.75 "GET /v2.0/security-groups?id=21b1ae65-7802-4c4c-b4ad-c658bcb28f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739748 Feb 16 22:19:14.376189 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-580f0b21-72ba-4242-8e12-f968bbf4794e req-faf4aded-f647-4fab-aea4-6e870f7d54eb tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1980431678', 'description': 'tempest-description-1817060971'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:14.398428 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-580f0b21-72ba-4242-8e12-f968bbf4794e req-faf4aded-f647-4fab-aea4-6e870f7d54eb tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:14.474491 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-580f0b21-72ba-4242-8e12-f968bbf4794e req-faf4aded-f647-4fab-aea4-6e870f7d54eb tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (b6bdd976-4f28-4257-8891-9091b0cd4f24), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:14.479025 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-580f0b21-72ba-4242-8e12-f968bbf4794e req-faf4aded-f647-4fab-aea4-6e870f7d54eb tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b6bdd976-4f28-4257-8891-9091b0cd4f24), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:14.510010 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-580f0b21-72ba-4242-8e12-f968bbf4794e req-faf4aded-f647-4fab-aea4-6e870f7d54eb tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:14.511252 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-580f0b21-72ba-4242-8e12-f968bbf4794e req-faf4aded-f647-4fab-aea4-6e870f7d54eb tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1453695 Feb 16 22:19:14.515274 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4aded-f647-4fab-aea4-6e870f7d54eb tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bdd976-4f28-4257-8891-9091b0cd4f24,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:14.632773 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88f56c-1ba6-4f17-8970-a1fa0bd5694f req-95281daa-a503-41df-9e19-93dab035f01e tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:14.634464 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aa88f56c-1ba6-4f17-8970-a1fa0bd5694f req-95281daa-a503-41df-9e19-93dab035f01e tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] 10.222.0.75 "GET /v2.0/ports?device_id=484184b1-de58-49a6-adff-e39c8d08dbcf HTTP/1.1" status: 200 len: 949 time: 0.0593667 Feb 16 22:19:14.695126 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aa88f56c-1ba6-4f17-8970-a1fa0bd5694f req-18b80bef-ed3e-4508-8f86-2e27db10cd14 tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] 10.222.0.75 "GET /v2.0/security-groups?id=f269e52d-46c3-4d1c-810b-927f18a8bb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542371 Feb 16 22:19:14.739113 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 49a5680c-25a7-4ce4-8010-1f9ac32c4a2b no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:19:14.743388 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-4e158096-1505-47d3-847f-dccbee5660bd req-160b2c74-d13d-40b1-b088-ee34ffc554f3 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1254901617', 'description': 'tempest-description-194120889'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:14.765076 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4e158096-1505-47d3-847f-dccbee5660bd req-160b2c74-d13d-40b1-b088-ee34ffc554f3 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:14.784791 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 49a5680c-25a7-4ce4-8010-1f9ac32c4a2b {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:19:14.785216 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 49a5680c-25a7-4ce4-8010-1f9ac32c4a2b not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:19:14.856634 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4e158096-1505-47d3-847f-dccbee5660bd req-160b2c74-d13d-40b1-b088-ee34ffc554f3 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (51e779a7-63a0-4d08-b1e3-b985d62210a3), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:14.860951 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4e158096-1505-47d3-847f-dccbee5660bd req-160b2c74-d13d-40b1-b088-ee34ffc554f3 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (51e779a7-63a0-4d08-b1e3-b985d62210a3), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:14.894746 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b2c74-d13d-40b1-b088-ee34ffc554f3 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51e779a7-63a0-4d08-b1e3-b985d62210a3,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:14.899087 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4e158096-1505-47d3-847f-dccbee5660bd req-160b2c74-d13d-40b1-b088-ee34ffc554f3 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:14.914538 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4e158096-1505-47d3-847f-dccbee5660bd req-160b2c74-d13d-40b1-b088-ee34ffc554f3 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1751401 Feb 16 22:19:14.991884 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 4bef6242-7835-4301-899f-4bb8e188699e details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:19:15.003616 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 06979543-dc1c-4b4e-85a2-c581a9701025 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:19:15.097476 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc14dc-909b-4764-a3d5-c5009f42b4c8 req-826fedf5-7ae1-4d88-ac4e-1eb4be93c465 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:15.099777 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4cc14dc-909b-4764-a3d5-c5009f42b4c8 req-826fedf5-7ae1-4d88-ac4e-1eb4be93c465 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a218dccf-8d33-43cd-b91e-31ea195c9e36 HTTP/1.1" status: 200 len: 944 time: 0.0665390 Feb 16 22:19:15.115861 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 06979543-dc1c-4b4e-85a2-c581a9701025 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:19:15.121235 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 06979543-dc1c-4b4e-85a2-c581a9701025 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:19:15.121813 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (06979543-dc1c-4b4e-85a2-c581a9701025), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:15.158421 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4cc14dc-909b-4764-a3d5-c5009f42b4c8 req-4c826de9-c540-45b1-972f-3df73f4c9e56 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534785 Feb 16 22:19:15.179882 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 4bef6242-7835-4301-899f-4bb8e188699e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=4bef6242-7835-4301-899f-4bb8e188699e,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:15.203971 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '4bef6242-7835-4301-899f-4bb8e188699e', 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a', 'port_id': '4bef6242-7835-4301-899f-4bb8e188699e', 'mac_address': 'fa:16:3e:4f:86:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:19:15.239242 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8396c283-e34f-4a55-a7a2-a21f69391c2e req-8e656fc7-d1d6-4c7b-bc5b-50479d937899 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "GET /v2.0/security-groups/b6bdd976-4f28-4257-8891-9091b0cd4f24 HTTP/1.1" status: 200 len: 1822 time: 0.0435059 Feb 16 22:19:15.276547 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 06979543-dc1c-4b4e-85a2-c581a9701025 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:19:15.277103 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (06979543-dc1c-4b4e-85a2-c581a9701025), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:15.295818 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8396c283-e34f-4a55-a7a2-a21f69391c2e req-c1702824-c6d7-41c2-9e7c-4f77c0bdcf45 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "GET /v2.0/security-groups/51e779a7-63a0-4d08-b1e3-b985d62210a3 HTTP/1.1" status: 200 len: 1821 time: 0.0478532 Feb 16 22:19:15.307124 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-8396c283-e34f-4a55-a7a2-a21f69391c2e req-01939061-32c1-471f-bfeb-80f9a525a922 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b6bdd976-4f28-4257-8891-9091b0cd4f24', 'remote_group_id': '51e779a7-63a0-4d08-b1e3-b985d62210a3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:15.308292 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-8396c283-e34f-4a55-a7a2-a21f69391c2e req-01939061-32c1-471f-bfeb-80f9a525a922 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b6bdd976-4f28-4257-8891-9091b0cd4f24', 'remote_group_id': '51e779a7-63a0-4d08-b1e3-b985d62210a3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:15.332035 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484184b1-de58-49a6-adff-e39c8d08dbcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06979543-dc1c-4b4e-85a2-c581a9701025'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:19:15.343396 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bdfe29-a4c1-4c8a-bb11-8d01ac2311ae" -d '{"events": [{"server_uuid": "484184b1-de58-49a6-adff-e39c8d08dbcf", "name": "network-vif-plugged", "status": "completed", "tag": "06979543-dc1c-4b4e-85a2-c581a9701025"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:19:15.347522 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 4bef6242-7835-4301-899f-4bb8e188699e is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:19:15.347921 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4bef6242-7835-4301-899f-4bb8e188699e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:15.354563 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 06979543-dc1c-4b4e-85a2-c581a9701025, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=06979543-dc1c-4b4e-85a2-c581a9701025,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:15.376291 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (06979543-dc1c-4b4e-85a2-c581a9701025), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:15.387639 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8396c283-e34f-4a55-a7a2-a21f69391c2e req-01939061-32c1-471f-bfeb-80f9a525a922 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group_rule (063047b7-9396-441f-9e4e-41e5b300c2fb), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:15.422819 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bef6242-7835-4301-899f-4bb8e188699e {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:19:15.432951 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8396c283-e34f-4a55-a7a2-a21f69391c2e req-01939061-32c1-471f-bfeb-80f9a525a922 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group_rule (063047b7-9396-441f-9e4e-41e5b300c2fb), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:15.439623 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8396c283-e34f-4a55-a7a2-a21f69391c2e req-01939061-32c1-471f-bfeb-80f9a525a922 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (063047b7-9396-441f-9e4e-41e5b300c2fb), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:15.460088 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01939061-32c1-471f-bfeb-80f9a525a922 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=063047b7-9396-441f-9e4e-41e5b300c2fb,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:15.462141 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 4bef6242-7835-4301-899f-4bb8e188699e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=4bef6242-7835-4301-899f-4bb8e188699e,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:15.477699 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4bef6242-7835-4301-899f-4bb8e188699e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:15.479526 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=06979543-dc1c-4b4e-85a2-c581a9701025,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:15.499009 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8396c283-e34f-4a55-a7a2-a21f69391c2e req-01939061-32c1-471f-bfeb-80f9a525a922 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:15.500247 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8396c283-e34f-4a55-a7a2-a21f69391c2e req-01939061-32c1-471f-bfeb-80f9a525a922 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1980808 Feb 16 22:19:15.548261 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=4bef6242-7835-4301-899f-4bb8e188699e,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:15.796228 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52429a43-71b9-41e6-a7d0-5757561dc834 req-a82bec55-6ee1-4083-935f-79225d143ad4 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:15.797875 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-52429a43-71b9-41e6-a7d0-5757561dc834 req-a82bec55-6ee1-4083-935f-79225d143ad4 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=54545696-2a38-40c6-930b-ec036815018c HTTP/1.1" status: 200 len: 948 time: 0.0694304 Feb 16 22:19:15.869715 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-52429a43-71b9-41e6-a7d0-5757561dc834 req-def7f084-9116-41c8-8950-e80f149cefd7 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590174 Feb 16 22:19:15.932463 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['4bef6242-7835-4301-899f-4bb8e188699e'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:19:15.956458 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15b306e-ddc0-4d89-a8f3-9a899983b86c x-openstack-request-id: req-c15b306e-ddc0-4d89-a8f3-9a899983b86c {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:19:15.957038 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484184b1-de58-49a6-adff-e39c8d08dbcf", "name": "network-vif-plugged", "status": "completed", "tag": "06979543-dc1c-4b4e-85a2-c581a9701025", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:19:15.957517 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c15b306e-ddc0-4d89-a8f3-9a899983b86c {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:19:15.958138 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484184b1-de58-49a6-adff-e39c8d08dbcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06979543-dc1c-4b4e-85a2-c581a9701025', 'code': 200} Feb 16 22:19:15.963960 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-0980553c-a7a6-490e-b01b-c8313fb4f6ce req-c76f5d02-bb40-4a30-a1e8-683f3a3aeee6 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-647923632', 'description': 'tempest-description-572740955'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:15.988755 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0980553c-a7a6-490e-b01b-c8313fb4f6ce req-c76f5d02-bb40-4a30-a1e8-683f3a3aeee6 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:16.076451 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0980553c-a7a6-490e-b01b-c8313fb4f6ce req-c76f5d02-bb40-4a30-a1e8-683f3a3aeee6 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (9fcd247a-66f1-4760-bbc2-816bb8034d0a), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:16.083775 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0980553c-a7a6-490e-b01b-c8313fb4f6ce req-c76f5d02-bb40-4a30-a1e8-683f3a3aeee6 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9fcd247a-66f1-4760-bbc2-816bb8034d0a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:16.093364 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd8333-873e-4801-a160-f48a76adf781 req-da0886a4-f339-4654-87b8-0e662549b583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:16.097002 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a4dd8333-873e-4801-a160-f48a76adf781 req-da0886a4-f339-4654-87b8-0e662549b583 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=484184b1-de58-49a6-adff-e39c8d08dbcf HTTP/1.1" status: 200 len: 1132 time: 0.0618591 Feb 16 22:19:16.119508 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0980553c-a7a6-490e-b01b-c8313fb4f6ce req-c76f5d02-bb40-4a30-a1e8-683f3a3aeee6 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:16.120892 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0980553c-a7a6-490e-b01b-c8313fb4f6ce req-c76f5d02-bb40-4a30-a1e8-683f3a3aeee6 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1616366 Feb 16 22:19:16.126031 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f5d02-bb40-4a30-a1e8-683f3a3aeee6 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcd247a-66f1-4760-bbc2-816bb8034d0a,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:16.166362 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a4dd8333-873e-4801-a160-f48a76adf781 req-3e93ef60-2b1c-4c16-b1f8-9e6461840613 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f269e52d-46c3-4d1c-810b-927f18a8bb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591073 Feb 16 22:19:16.339270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd00670-1889-42f2-a23b-e5477714e2c5 req-44e30489-0ec8-4680-a259-c265ca41fd25 tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:16.340760 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4dd00670-1889-42f2-a23b-e5477714e2c5 req-44e30489-0ec8-4680-a259-c265ca41fd25 tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] 10.222.0.75 "GET /v2.0/ports?device_id=484184b1-de58-49a6-adff-e39c8d08dbcf HTTP/1.1" status: 200 len: 950 time: 0.0520856 Feb 16 22:19:16.391924 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4dd00670-1889-42f2-a23b-e5477714e2c5 req-a785277d-ae6a-4924-94dd-f41d925897ff tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] 10.222.0.75 "GET /v2.0/security-groups?id=f269e52d-46c3-4d1c-810b-927f18a8bb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450277 Feb 16 22:19:16.543814 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-f50c7015-1489-4fbf-8092-4f8369bc46a8 req-307867dc-c4f3-430d-b5b9-e1d0abc1454c tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1736507519', 'description': 'tempest-description-883869052'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:16.563110 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-f50c7015-1489-4fbf-8092-4f8369bc46a8 req-307867dc-c4f3-430d-b5b9-e1d0abc1454c tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:16.629771 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-f50c7015-1489-4fbf-8092-4f8369bc46a8 req-307867dc-c4f3-430d-b5b9-e1d0abc1454c tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (c6712d5b-fa7c-4886-b6e9-0b2df3a477e1), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:16.633952 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-f50c7015-1489-4fbf-8092-4f8369bc46a8 req-307867dc-c4f3-430d-b5b9-e1d0abc1454c tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c6712d5b-fa7c-4886-b6e9-0b2df3a477e1), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:16.662592 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-f50c7015-1489-4fbf-8092-4f8369bc46a8 req-307867dc-c4f3-430d-b5b9-e1d0abc1454c tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:16.663800 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f50c7015-1489-4fbf-8092-4f8369bc46a8 req-307867dc-c4f3-430d-b5b9-e1d0abc1454c tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1240268 Feb 16 22:19:16.673568 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307867dc-c4f3-430d-b5b9-e1d0abc1454c tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6712d5b-fa7c-4886-b6e9-0b2df3a477e1,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:16.769691 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87552739-bd42-43ab-b448-80485143233d req-d1138e52-d697-421b-81f8-d6e9d8705b02 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:16.771346 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87552739-bd42-43ab-b448-80485143233d req-d1138e52-d697-421b-81f8-d6e9d8705b02 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a218dccf-8d33-43cd-b91e-31ea195c9e36 HTTP/1.1" status: 200 len: 945 time: 0.0544033 Feb 16 22:19:16.821578 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87552739-bd42-43ab-b448-80485143233d req-500c1756-b6e1-4349-a9a8-7435a1efce26 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443332 Feb 16 22:19:16.928402 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b14a7b4-5e9c-4086-a989-ce065732848b req-39b30cff-4c24-4c00-9135-8eac3e2371bc tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "GET /v2.0/security-groups/9fcd247a-66f1-4760-bbc2-816bb8034d0a HTTP/1.1" status: 200 len: 1820 time: 0.0394893 Feb 16 22:19:16.976371 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b14a7b4-5e9c-4086-a989-ce065732848b req-1b5b2194-af48-4c3b-a106-841b801aa27f tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "GET /v2.0/security-groups/c6712d5b-fa7c-4886-b6e9-0b2df3a477e1 HTTP/1.1" status: 200 len: 1821 time: 0.0422549 Feb 16 22:19:16.985611 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-5b14a7b4-5e9c-4086-a989-ce065732848b req-3613f983-265a-441e-96bd-0aebdf7d5249 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9fcd247a-66f1-4760-bbc2-816bb8034d0a', 'remote_group_id': 'c6712d5b-fa7c-4886-b6e9-0b2df3a477e1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:16.985921 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-5b14a7b4-5e9c-4086-a989-ce065732848b req-3613f983-265a-441e-96bd-0aebdf7d5249 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9fcd247a-66f1-4760-bbc2-816bb8034d0a', 'remote_group_id': 'c6712d5b-fa7c-4886-b6e9-0b2df3a477e1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:16.991099 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device f6082243-d8ac-41d0-bc2c-ac998751026e details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:19:17.047186 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5b14a7b4-5e9c-4086-a989-ce065732848b req-3613f983-265a-441e-96bd-0aebdf7d5249 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group_rule (3e668d9e-4b8d-4356-9e98-767ca14a49de), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:17.085805 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5b14a7b4-5e9c-4086-a989-ce065732848b req-3613f983-265a-441e-96bd-0aebdf7d5249 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group_rule (3e668d9e-4b8d-4356-9e98-767ca14a49de), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:17.090216 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5b14a7b4-5e9c-4086-a989-ce065732848b req-3613f983-265a-441e-96bd-0aebdf7d5249 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (3e668d9e-4b8d-4356-9e98-767ca14a49de), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:17.098270 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port f6082243-d8ac-41d0-bc2c-ac998751026e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f6082243-d8ac-41d0-bc2c-ac998751026e,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:17.108461 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613f983-265a-441e-96bd-0aebdf7d5249 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e668d9e-4b8d-4356-9e98-767ca14a49de,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:17.110051 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'f6082243-d8ac-41d0-bc2c-ac998751026e', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': 'f6082243-d8ac-41d0-bc2c-ac998751026e', 'mac_address': 'fa:16:3e:7e:0d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:19:17.120435 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5b14a7b4-5e9c-4086-a989-ce065732848b req-3613f983-265a-441e-96bd-0aebdf7d5249 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:17.121661 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b14a7b4-5e9c-4086-a989-ce065732848b req-3613f983-265a-441e-96bd-0aebdf7d5249 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1396992 Feb 16 22:19:17.151745 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port f6082243-d8ac-41d0-bc2c-ac998751026e is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:19:17.152155 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f6082243-d8ac-41d0-bc2c-ac998751026e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:17.165761 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6082243-d8ac-41d0-bc2c-ac998751026e {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:19:17.186331 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port f6082243-d8ac-41d0-bc2c-ac998751026e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f6082243-d8ac-41d0-bc2c-ac998751026e,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:17.191407 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (f6082243-d8ac-41d0-bc2c-ac998751026e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:17.239928 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=f6082243-d8ac-41d0-bc2c-ac998751026e,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:17.242028 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825986b-f2dc-41ad-bbf2-623799a85a14 req-db022a47-9ff7-4e5e-8efe-c58fde1b9271 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:17.243549 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a825986b-f2dc-41ad-bbf2-623799a85a14 req-db022a47-9ff7-4e5e-8efe-c58fde1b9271 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.75 "GET /v2.0/ports?device_id=6b0f1a1b-9ffb-40ca-b96f-0832cdb0c9d1 HTTP/1.1" status: 200 len: 946 time: 0.0569048 Feb 16 22:19:17.290463 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a825986b-f2dc-41ad-bbf2-623799a85a14 req-51a8f8ff-54f7-43c9-926d-eab688c63f25 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.75 "GET /v2.0/security-groups?id=21b1ae65-7802-4c4c-b4ad-c658bcb28f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409379 Feb 16 22:19:17.515448 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df463e98-96d2-4d16-9b6a-cb6905ceb450 req-8c8f5430-5799-4042-a3bb-7ab16d15fb43 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:17.517116 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-df463e98-96d2-4d16-9b6a-cb6905ceb450 req-8c8f5430-5799-4042-a3bb-7ab16d15fb43 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=54545696-2a38-40c6-930b-ec036815018c HTTP/1.1" status: 200 len: 949 time: 0.0603898 Feb 16 22:19:17.601846 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b3790-a262-45b2-8cd0-750fee76219f req-4825a6cb-f893-4bc3-b631-05b2b4892963 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:17.603432 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac4b3790-a262-45b2-8cd0-750fee76219f req-4825a6cb-f893-4bc3-b631-05b2b4892963 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b0f1a1b-9ffb-40ca-b96f-0832cdb0c9d1 HTTP/1.1" status: 200 len: 946 time: 0.0853295 Feb 16 22:19:17.609210 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-df463e98-96d2-4d16-9b6a-cb6905ceb450 req-3502dbda-0dbf-4ba3-90c1-97bb61aa892f tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817881 Feb 16 22:19:17.698583 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59384) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:17.712873 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['f6082243-d8ac-41d0-bc2c-ac998751026e'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:19:17.729149 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c3449a9-125a-4a16-a82d-13eb6f98ecee req-bcf4b996-bdf3-42ff-96d5-ff37f8082160 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "GET /v2.0/security-groups/c6712d5b-fa7c-4886-b6e9-0b2df3a477e1 HTTP/1.1" status: 200 len: 1821 time: 0.0817056 Feb 16 22:19:17.773554 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-ac4b3790-a262-45b2-8cd0-750fee76219f req-49faba1a-6c9f-4fbf-b640-616a424edf2e tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Deleting port ccf14302-b24f-430c-a453-cbe7deb2d9cc {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:19:17.773945 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ac4b3790-a262-45b2-8cd0-750fee76219f req-49faba1a-6c9f-4fbf-b640-616a424edf2e tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (ccf14302-b24f-430c-a453-cbe7deb2d9cc), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:17.858395 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2c3449a9-125a-4a16-a82d-13eb6f98ecee req-fe8dd4fa-3233-4830-9b28-05685ba118d2 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (c6712d5b-fa7c-4886-b6e9-0b2df3a477e1), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:17.919690 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2c3449a9-125a-4a16-a82d-13eb6f98ecee req-fe8dd4fa-3233-4830-9b28-05685ba118d2 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (c6712d5b-fa7c-4886-b6e9-0b2df3a477e1), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:17.937708 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4a1b5be4-2e47-401f-bd3d-8f6b0060531c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:17.938050 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-ac4b3790-a262-45b2-8cd0-750fee76219f req-49faba1a-6c9f-4fbf-b640-616a424edf2e tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] For port ccf14302-b24f-430c-a453-cbe7deb2d9cc, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=ccf14302-b24f-430c-a453-cbe7deb2d9cc,segment=NetworkSegment(0fedccc3-055f-42d5-a31f-a345d661e56d),segment_id=0fedccc3-055f-42d5-a31f-a345d661e56d)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:17.938284 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ac4b3790-a262-45b2-8cd0-750fee76219f req-49faba1a-6c9f-4fbf-b640-616a424edf2e tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (ccf14302-b24f-430c-a453-cbe7deb2d9cc), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:17.968372 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-ac4b3790-a262-45b2-8cd0-750fee76219f req-49faba1a-6c9f-4fbf-b640-616a424edf2e tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Calling delete_port for ccf14302-b24f-430c-a453-cbe7deb2d9cc owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:19:18.071289 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2c3449a9-125a-4a16-a82d-13eb6f98ecee req-fe8dd4fa-3233-4830-9b28-05685ba118d2 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c6712d5b-fa7c-4886-b6e9-0b2df3a477e1), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:18.073778 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2c3449a9-125a-4a16-a82d-13eb6f98ecee req-fe8dd4fa-3233-4830-9b28-05685ba118d2 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:18.074947 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c3449a9-125a-4a16-a82d-13eb6f98ecee req-fe8dd4fa-3233-4830-9b28-05685ba118d2 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "DELETE /v2.0/security-groups/c6712d5b-fa7c-4886-b6e9-0b2df3a477e1 HTTP/1.1" status: 204 len: 173 time: 0.3350379 Feb 16 22:19:18.090557 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8dd4fa-3233-4830-9b28-05685ba118d2 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6712d5b-fa7c-4886-b6e9-0b2df3a477e1,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:18.119169 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4a1b5be4-2e47-401f-bd3d-8f6b0060531c admin admin] Publish callbacks [] for security_group (10336c01-bc16-410f-854c-49d51c82e377), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:18.126810 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4a1b5be4-2e47-401f-bd3d-8f6b0060531c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (10336c01-bc16-410f-854c-49d51c82e377), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:18.183554 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59394) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:18.184223 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4a1b5be4-2e47-401f-bd3d-8f6b0060531c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7047a857aa5e42bb844fff7a197684e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4841950 Feb 16 22:19:18.185591 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b5be4-2e47-401f-bd3d-8f6b0060531c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10336c01-bc16-410f-854c-49d51c82e377,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:18.206445 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ac4b3790-a262-45b2-8cd0-750fee76219f req-49faba1a-6c9f-4fbf-b640-616a424edf2e tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (ccf14302-b24f-430c-a453-cbe7deb2d9cc), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:18.218188 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['91211cd7-76d7-4d56-8887-b50fef43546a'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:19:18.247715 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['ccf14302-b24f-430c-a453-cbe7deb2d9cc'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:19:18.280058 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49faba1a-6c9f-4fbf-b640-616a424edf2e tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Pushing event deleted for resources: {'Port': ['ID=ccf14302-b24f-430c-a453-cbe7deb2d9cc,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:18.338352 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4b3790-a262-45b2-8cd0-750fee76219f req-49faba1a-6c9f-4fbf-b640-616a424edf2e tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] No DVR routers for this DVR port ccf14302-b24f-430c-a453-cbe7deb2d9cc on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:19:18.343705 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ac4b3790-a262-45b2-8cd0-750fee76219f req-49faba1a-6c9f-4fbf-b640-616a424edf2e tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:18.347084 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac4b3790-a262-45b2-8cd0-750fee76219f req-49faba1a-6c9f-4fbf-b640-616a424edf2e tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.79 "DELETE /v2.0/ports/ccf14302-b24f-430c-a453-cbe7deb2d9cc HTTP/1.1" status: 204 len: 173 time: 0.7285509 Feb 16 22:19:18.349157 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0f1a1b-9ffb-40ca-b96f-0832cdb0c9d1', 'name': 'network-vif-deleted', 'tag': 'ccf14302-b24f-430c-a453-cbe7deb2d9cc'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:19:18.351453 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd9ad0d-e252-4682-b74e-487176e989a4" -d '{"events": [{"server_uuid": "6b0f1a1b-9ffb-40ca-b96f-0832cdb0c9d1", "name": "network-vif-deleted", "tag": "ccf14302-b24f-430c-a453-cbe7deb2d9cc"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:19:18.355793 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7340f619-4c9f-40e7-aa05-2d4b661ed0f2 admin admin] Publish callbacks [] for security_group (10336c01-bc16-410f-854c-49d51c82e377), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:18.374985 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3555877-57d6-4ce0-82e0-5c8b3c84c015 req-1674e204-f3ab-491d-a9b6-7d1a0c401231 tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:18.377752 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d3555877-57d6-4ce0-82e0-5c8b3c84c015 req-1674e204-f3ab-491d-a9b6-7d1a0c401231 tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] 10.222.0.75 "GET /v2.0/ports?device_id=484184b1-de58-49a6-adff-e39c8d08dbcf HTTP/1.1" status: 200 len: 950 time: 0.1669898 Feb 16 22:19:18.393278 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7340f619-4c9f-40e7-aa05-2d4b661ed0f2 admin admin] Publish callbacks [] for security_group (10336c01-bc16-410f-854c-49d51c82e377), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:18.444415 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50f83e-c8f6-4cda-b762-4a13adac2a2c req-4344610a-abe7-493f-8938-69ab7705346b tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:18.446367 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9b50f83e-c8f6-4cda-b762-4a13adac2a2c req-4344610a-abe7-493f-8938-69ab7705346b tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e1248f6-9b5f-4d43-8c8b-b0e6f0df0abc HTTP/1.1" status: 200 len: 945 time: 0.1044610 Feb 16 22:19:18.483608 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d3555877-57d6-4ce0-82e0-5c8b3c84c015 req-6ace7613-11a6-4755-893b-57b021842f0c tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] 10.222.0.75 "GET /v2.0/security-groups?id=f269e52d-46c3-4d1c-810b-927f18a8bb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833421 Feb 16 22:19:18.507160 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7340f619-4c9f-40e7-aa05-2d4b661ed0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (10336c01-bc16-410f-854c-49d51c82e377), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:18.510093 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7340f619-4c9f-40e7-aa05-2d4b661ed0f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:18.514238 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7340f619-4c9f-40e7-aa05-2d4b661ed0f2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/10336c01-bc16-410f-854c-49d51c82e377 HTTP/1.1" status: 204 len: 168 time: 0.3291807 Feb 16 22:19:18.524154 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7340f619-4c9f-40e7-aa05-2d4b661ed0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10336c01-bc16-410f-854c-49d51c82e377,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:18.604332 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-9b50f83e-c8f6-4cda-b762-4a13adac2a2c req-f627463e-f64d-4e55-b685-fc5b22bae65c tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Deleting port 91211cd7-76d7-4d56-8887-b50fef43546a {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:19:18.604942 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9b50f83e-c8f6-4cda-b762-4a13adac2a2c req-f627463e-f64d-4e55-b685-fc5b22bae65c tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (91211cd7-76d7-4d56-8887-b50fef43546a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:18.669318 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ed864-7bf7-4506-9034-6ba7da5a08ab req-615bb21d-ed84-487d-8384-c7c43788219b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:18.679281 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ff3ed864-7bf7-4506-9034-6ba7da5a08ab req-615bb21d-ed84-487d-8384-c7c43788219b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a218dccf-8d33-43cd-b91e-31ea195c9e36 HTTP/1.1" status: 200 len: 945 time: 0.0689123 Feb 16 22:19:18.740655 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-9b50f83e-c8f6-4cda-b762-4a13adac2a2c req-f627463e-f64d-4e55-b685-fc5b22bae65c tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] For port 91211cd7-76d7-4d56-8887-b50fef43546a, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=91211cd7-76d7-4d56-8887-b50fef43546a,segment=NetworkSegment(0fedccc3-055f-42d5-a31f-a345d661e56d),segment_id=0fedccc3-055f-42d5-a31f-a345d661e56d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:18.741218 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9b50f83e-c8f6-4cda-b762-4a13adac2a2c req-f627463e-f64d-4e55-b685-fc5b22bae65c tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (91211cd7-76d7-4d56-8887-b50fef43546a), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:18.745230 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ff3ed864-7bf7-4506-9034-6ba7da5a08ab req-904e1607-a684-4200-8f8c-2f824f65fa86 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601177 Feb 16 22:19:18.766751 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-9b50f83e-c8f6-4cda-b762-4a13adac2a2c req-f627463e-f64d-4e55-b685-fc5b22bae65c tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Calling delete_port for 91211cd7-76d7-4d56-8887-b50fef43546a owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:19:18.826819 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fa7f3a61-15be-4a29-b85f-aad55b42e89c req-89ba42c7-ecf5-442e-a48d-14e47ea6ef51 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "GET /v2.0/security-groups/9fcd247a-66f1-4760-bbc2-816bb8034d0a HTTP/1.1" status: 200 len: 1820 time: 0.0668774 Feb 16 22:19:18.899226 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59410) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:18.928658 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41e65dce-abd0-4180-b348-6cea0b49a050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:18.944277 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-21eb9d65-c5d3-4f47-b063-106f673f6b4d req-934ccca0-91fa-47e2-829a-77c88334ae38 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.75 "GET /v2.0/ports?device_id=6b0f1a1b-9ffb-40ca-b96f-0832cdb0c9d1 HTTP/1.1" status: 200 len: 210 time: 0.0535674 Feb 16 22:19:18.988236 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9b50f83e-c8f6-4cda-b762-4a13adac2a2c req-f627463e-f64d-4e55-b685-fc5b22bae65c tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (91211cd7-76d7-4d56-8887-b50fef43546a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:18.996633 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 4bef6242-7835-4301-899f-4bb8e188699e up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:19:19.042611 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627463e-f64d-4e55-b685-fc5b22bae65c tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Pushing event deleted for resources: {'Port': ['ID=91211cd7-76d7-4d56-8887-b50fef43546a,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:19.116474 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41e65dce-abd0-4180-b348-6cea0b49a050 admin admin] Publish callbacks [] for security_group (4da2809b-d172-4bd6-a2be-77a305f4eabf), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:19.119586 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ea9451-0cb8-47d6-bf5e-557b450ef051 x-openstack-request-id: req-52ea9451-0cb8-47d6-bf5e-557b450ef051 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:19:19.120374 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0f1a1b-9ffb-40ca-b96f-0832cdb0c9d1", "name": "network-vif-deleted", "tag": "ccf14302-b24f-430c-a453-cbe7deb2d9cc", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:19:19.120738 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-52ea9451-0cb8-47d6-bf5e-557b450ef051 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:19:19.121425 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0f1a1b-9ffb-40ca-b96f-0832cdb0c9d1', 'name': 'network-vif-deleted', 'tag': 'ccf14302-b24f-430c-a453-cbe7deb2d9cc', 'status': 'completed', 'code': 200} Feb 16 22:19:19.125845 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41e65dce-abd0-4180-b348-6cea0b49a050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4da2809b-d172-4bd6-a2be-77a305f4eabf), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:19.129934 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 4bef6242-7835-4301-899f-4bb8e188699e completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:19:19.134597 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 4bef6242-7835-4301-899f-4bb8e188699e triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:19:19.134982 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4bef6242-7835-4301-899f-4bb8e188699e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:19.145757 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b50f83e-c8f6-4cda-b762-4a13adac2a2c req-f627463e-f64d-4e55-b685-fc5b22bae65c tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] No DVR routers for this DVR port 91211cd7-76d7-4d56-8887-b50fef43546a on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:19:19.149212 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9b50f83e-c8f6-4cda-b762-4a13adac2a2c req-f627463e-f64d-4e55-b685-fc5b22bae65c tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:19.154244 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9b50f83e-c8f6-4cda-b762-4a13adac2a2c req-f627463e-f64d-4e55-b685-fc5b22bae65c tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] 10.222.0.67 "DELETE /v2.0/ports/91211cd7-76d7-4d56-8887-b50fef43546a HTTP/1.1" status: 204 len: 173 time: 0.6997955 Feb 16 22:19:19.154972 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1248f6-9b5f-4d43-8c8b-b0e6f0df0abc', 'name': 'network-vif-deleted', 'tag': '91211cd7-76d7-4d56-8887-b50fef43546a'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:19:19.161488 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88d0f64-f8d0-4f07-9246-32dc6bbee723" -d '{"events": [{"server_uuid": "4e1248f6-9b5f-4d43-8c8b-b0e6f0df0abc", "name": "network-vif-deleted", "tag": "91211cd7-76d7-4d56-8887-b50fef43546a"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:19:19.184872 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e65dce-abd0-4180-b348-6cea0b49a050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da2809b-d172-4bd6-a2be-77a305f4eabf,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:19.191200 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-41e65dce-abd0-4180-b348-6cea0b49a050 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=aee3507c58a247c4a736e94a5ab7132d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2907670 Feb 16 22:19:19.193734 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59418) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:19.251255 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cc292f92-afed-4a69-970e-2acaff214d0f admin admin] Publish callbacks [] for security_group (4da2809b-d172-4bd6-a2be-77a305f4eabf), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:19.274533 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 4bef6242-7835-4301-899f-4bb8e188699e is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:19:19.275172 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4bef6242-7835-4301-899f-4bb8e188699e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:19.300156 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cc292f92-afed-4a69-970e-2acaff214d0f admin admin] Publish callbacks [] for security_group (4da2809b-d172-4bd6-a2be-77a305f4eabf), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:19.323298 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 4bef6242-7835-4301-899f-4bb8e188699e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=4bef6242-7835-4301-899f-4bb8e188699e,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:19.324459 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a218dccf-8d33-43cd-b91e-31ea195c9e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bef6242-7835-4301-899f-4bb8e188699e'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:19:19.327053 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de44b2bb-bfe7-4a37-aa5b-492054416d81" -d '{"events": [{"server_uuid": "a218dccf-8d33-43cd-b91e-31ea195c9e36", "name": "network-vif-plugged", "status": "completed", "tag": "4bef6242-7835-4301-899f-4bb8e188699e"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:19:19.335074 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4bef6242-7835-4301-899f-4bb8e188699e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:19.372435 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cc292f92-afed-4a69-970e-2acaff214d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4da2809b-d172-4bd6-a2be-77a305f4eabf), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:19.375560 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cc292f92-afed-4a69-970e-2acaff214d0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:19.379291 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-cc292f92-afed-4a69-970e-2acaff214d0f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4da2809b-d172-4bd6-a2be-77a305f4eabf HTTP/1.1" status: 204 len: 168 time: 0.1819539 Feb 16 22:19:19.394797 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc292f92-afed-4a69-970e-2acaff214d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da2809b-d172-4bd6-a2be-77a305f4eabf,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:19.401788 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=4bef6242-7835-4301-899f-4bb8e188699e,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:19.718856 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618855a-7579-40a2-90d0-c7b6e38eefb3 req-c7b0083c-b8cb-4643-9725-80f35a688237 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:19.720695 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7618855a-7579-40a2-90d0-c7b6e38eefb3 req-c7b0083c-b8cb-4643-9725-80f35a688237 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=54545696-2a38-40c6-930b-ec036815018c HTTP/1.1" status: 200 len: 949 time: 0.0693734 Feb 16 22:19:19.790539 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7618855a-7579-40a2-90d0-c7b6e38eefb3 req-54255f3e-f452-4a21-80e3-2daed798b5cd tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604777 Feb 16 22:19:19.825353 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-993a8da8-be60-4d53-b47c-25cc46a0821a req-7cd75518-f4b4-4932-9817-ddf10fb8be28 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-614447699', 'description': 'tempest-description-184677784'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:19.849176 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-993a8da8-be60-4d53-b47c-25cc46a0821a req-7cd75518-f4b4-4932-9817-ddf10fb8be28 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:19.934215 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-993a8da8-be60-4d53-b47c-25cc46a0821a req-7cd75518-f4b4-4932-9817-ddf10fb8be28 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (1b60f2b0-23ce-4420-b31e-14d328cdf6f9), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:19.941178 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-993a8da8-be60-4d53-b47c-25cc46a0821a req-7cd75518-f4b4-4932-9817-ddf10fb8be28 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (1b60f2b0-23ce-4420-b31e-14d328cdf6f9), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:19.970295 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-993a8da8-be60-4d53-b47c-25cc46a0821a req-7cd75518-f4b4-4932-9817-ddf10fb8be28 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:19.971669 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-993a8da8-be60-4d53-b47c-25cc46a0821a req-7cd75518-f4b4-4932-9817-ddf10fb8be28 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1509275 Feb 16 22:19:19.980361 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd75518-f4b4-4932-9817-ddf10fb8be28 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b60f2b0-23ce-4420-b31e-14d328cdf6f9,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:20.049575 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6dbd15-2d7e-4af0-83cd-461ca03881a7 x-openstack-request-id: req-1d6dbd15-2d7e-4af0-83cd-461ca03881a7 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:19:20.050160 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1248f6-9b5f-4d43-8c8b-b0e6f0df0abc", "name": "network-vif-deleted", "tag": "91211cd7-76d7-4d56-8887-b50fef43546a", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:19:20.050415 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1d6dbd15-2d7e-4af0-83cd-461ca03881a7 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:19:20.051479 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1248f6-9b5f-4d43-8c8b-b0e6f0df0abc', 'name': 'network-vif-deleted', 'tag': '91211cd7-76d7-4d56-8887-b50fef43546a', 'status': 'completed', 'code': 200} Feb 16 22:19:20.086368 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1213c84-cde6-4a02-ade7-444a7b96f8a5 x-openstack-request-id: req-f1213c84-cde6-4a02-ade7-444a7b96f8a5 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:19:20.086891 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a218dccf-8d33-43cd-b91e-31ea195c9e36", "name": "network-vif-plugged", "status": "completed", "tag": "4bef6242-7835-4301-899f-4bb8e188699e", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:19:20.087311 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f1213c84-cde6-4a02-ade7-444a7b96f8a5 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:19:20.087876 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a218dccf-8d33-43cd-b91e-31ea195c9e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bef6242-7835-4301-899f-4bb8e188699e', 'code': 200} Feb 16 22:19:20.205065 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69fb8d-3235-42c7-a3c7-d6bdd0ad991f req-e954764d-b195-4148-9afe-89ff4fa4136b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:20.206662 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6e69fb8d-3235-42c7-a3c7-d6bdd0ad991f req-e954764d-b195-4148-9afe-89ff4fa4136b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a218dccf-8d33-43cd-b91e-31ea195c9e36 HTTP/1.1" status: 200 len: 1128 time: 0.0591965 Feb 16 22:19:20.260732 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6e69fb8d-3235-42c7-a3c7-d6bdd0ad991f req-c1fd9fcc-a61c-4c9e-8b35-1fe2d4c7f125 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475810 Feb 16 22:19:20.272233 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903e683-d78c-4b58-904d-890eb8dc9d42 req-83c89f38-865b-46ca-b438-7e522665fd92 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:20.273890 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e903e683-d78c-4b58-904d-890eb8dc9d42 req-83c89f38-865b-46ca-b438-7e522665fd92 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a218dccf-8d33-43cd-b91e-31ea195c9e36 HTTP/1.1" status: 200 len: 946 time: 0.0627611 Feb 16 22:19:20.320251 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59456) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:20.335267 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e903e683-d78c-4b58-904d-890eb8dc9d42 req-41b3b51a-c709-4e97-af47-7ee846c4477b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547040 Feb 16 22:19:20.438850 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-138246cc-b9dd-4712-9d3f-6c6fa70e4d9d req-9dd74116-172b-4594-9e16-380680bbb7fd tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "GET /v2.0/security-groups/1b60f2b0-23ce-4420-b31e-14d328cdf6f9 HTTP/1.1" status: 200 len: 1820 time: 0.0407465 Feb 16 22:19:20.440752 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-46db2f06-1afd-4b16-9789-c2200e8b217b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-330928189-network', 'tenant_id': '45beb6dd314449ccb0cb78efc29b5eab'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:20.448964 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-138246cc-b9dd-4712-9d3f-6c6fa70e4d9d req-fb5f0189-a241-4f51-b0ce-f1b0a2bb066c tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1b60f2b0-23ce-4420-b31e-14d328cdf6f9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:20.449287 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-138246cc-b9dd-4712-9d3f-6c6fa70e4d9d req-fb5f0189-a241-4f51-b0ce-f1b0a2bb066c tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1b60f2b0-23ce-4420-b31e-14d328cdf6f9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:20.462101 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46db2f06-1afd-4b16-9789-c2200e8b217b admin admin] Made reservation on behalf of 45beb6dd314449ccb0cb78efc29b5eab for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:19:20.464765 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-46db2f06-1afd-4b16-9789-c2200e8b217b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:20.475437 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-46db2f06-1afd-4b16-9789-c2200e8b217b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:20.510253 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-138246cc-b9dd-4712-9d3f-6c6fa70e4d9d req-fb5f0189-a241-4f51-b0ce-f1b0a2bb066c tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group_rule (5b4f8b95-4457-49ee-a077-0026d5648959), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:20.550196 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-138246cc-b9dd-4712-9d3f-6c6fa70e4d9d req-fb5f0189-a241-4f51-b0ce-f1b0a2bb066c tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group_rule (5b4f8b95-4457-49ee-a077-0026d5648959), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:20.555820 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-138246cc-b9dd-4712-9d3f-6c6fa70e4d9d req-fb5f0189-a241-4f51-b0ce-f1b0a2bb066c tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (5b4f8b95-4457-49ee-a077-0026d5648959), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:20.561566 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-46db2f06-1afd-4b16-9789-c2200e8b217b admin admin] Publish callbacks [] for security_group (76de4990-435f-4cb9-b7e5-d0513cedc44c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:20.565611 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-46db2f06-1afd-4b16-9789-c2200e8b217b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (76de4990-435f-4cb9-b7e5-d0513cedc44c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:20.578465 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f0189-a241-4f51-b0ce-f1b0a2bb066c tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b4f8b95-4457-49ee-a077-0026d5648959,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:20.589295 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-138246cc-b9dd-4712-9d3f-6c6fa70e4d9d req-fb5f0189-a241-4f51-b0ce-f1b0a2bb066c tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:20.589832 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46db2f06-1afd-4b16-9789-c2200e8b217b admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:19:20.590969 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-138246cc-b9dd-4712-9d3f-6c6fa70e4d9d req-fb5f0189-a241-4f51-b0ce-f1b0a2bb066c tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1461523 Feb 16 22:19:20.601764 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ee430c3b-e8a7-4efb-9e1f-1fb635658f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:20.619995 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-46db2f06-1afd-4b16-9789-c2200e8b217b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (d8cbbd75-4920-4494-97e4-bdff5a8c7c7d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:20.620409 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-46db2f06-1afd-4b16-9789-c2200e8b217b admin admin] Added segment d8cbbd75-4920-4494-97e4-bdff5a8c7c7d of type vlan for network 148c4f12-6a4c-4222-964e-54da24b176f4 Feb 16 22:19:20.629224 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db2f06-1afd-4b16-9789-c2200e8b217b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76de4990-435f-4cb9-b7e5-d0513cedc44c,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:20.676827 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-46db2f06-1afd-4b16-9789-c2200e8b217b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (148c4f12-6a4c-4222-964e-54da24b176f4), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:20.709855 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-46db2f06-1afd-4b16-9789-c2200e8b217b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (148c4f12-6a4c-4222-964e-54da24b176f4), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:20.711159 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46db2f06-1afd-4b16-9789-c2200e8b217b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:20.711968 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-46db2f06-1afd-4b16-9789-c2200e8b217b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:20.766562 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device ccf14302-b24f-430c-a453-cbe7deb2d9cc no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:19:20.785551 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db2f06-1afd-4b16-9789-c2200e8b217b admin admin] Pushing event updated for resources: {'Network': ['ID=148c4f12-6a4c-4222-964e-54da24b176f4,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:20.792992 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-46db2f06-1afd-4b16-9789-c2200e8b217b admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.4716601 Feb 16 22:19:20.796115 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59466) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:20.809524 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-69d93c84-180c-4d9f-8a25-465e893787ce admin admin] Request body: {'subnet': {'network_id': '148c4f12-6a4c-4222-964e-54da24b176f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-330928189-subnet', 'tenant_id': '45beb6dd314449ccb0cb78efc29b5eab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:20.821380 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 148c4f12-6a4c-4222-964e-54da24b176f4 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:19:20.827447 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: ccf14302-b24f-430c-a453-cbe7deb2d9cc {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:19:20.828076 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device ccf14302-b24f-430c-a453-cbe7deb2d9cc not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:19:20.872056 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d93c84-180c-4d9f-8a25-465e893787ce admin admin] Made reservation on behalf of 45beb6dd314449ccb0cb78efc29b5eab for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:19:20.878347 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-69d93c84-180c-4d9f-8a25-465e893787ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:20.967890 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:19:20.994782 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device f6082243-d8ac-41d0-bc2c-ac998751026e up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:19:21.015951 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b8a98c75-9688-47b5-b3d5-bec075ab7223 req-35ec8168-ca0a-4577-a398-7e58f57ee109 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "GET /v2.0/security-groups/1b60f2b0-23ce-4420-b31e-14d328cdf6f9 HTTP/1.1" status: 200 len: 2413 time: 0.0947359 Feb 16 22:19:21.025744 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-b8a98c75-9688-47b5-b3d5-bec075ab7223 req-57a9ee8d-199c-4e83-bb42-5b0262689a5b tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1b60f2b0-23ce-4420-b31e-14d328cdf6f9', 'remote_group_id': None}]} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:21.026268 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-b8a98c75-9688-47b5-b3d5-bec075ab7223 req-57a9ee8d-199c-4e83-bb42-5b0262689a5b tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1b60f2b0-23ce-4420-b31e-14d328cdf6f9', 'remote_group_id': None}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:21.063624 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port f6082243-d8ac-41d0-bc2c-ac998751026e completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:19:21.068850 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port f6082243-d8ac-41d0-bc2c-ac998751026e triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:19:21.069618 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f6082243-d8ac-41d0-bc2c-ac998751026e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:21.170337 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b8a98c75-9688-47b5-b3d5-bec075ab7223 req-57a9ee8d-199c-4e83-bb42-5b0262689a5b tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group_rule (d37aea58-cbd4-42c7-a2d7-06f288a26fcc), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:21.178187 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port f6082243-d8ac-41d0-bc2c-ac998751026e is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:19:21.178549 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f6082243-d8ac-41d0-bc2c-ac998751026e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:21.200490 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-69d93c84-180c-4d9f-8a25-465e893787ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (9ee789e8-f458-47e2-93fe-11658cfad8c1), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:21.204108 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b8a98c75-9688-47b5-b3d5-bec075ab7223 req-57a9ee8d-199c-4e83-bb42-5b0262689a5b tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group_rule (d37aea58-cbd4-42c7-a2d7-06f288a26fcc), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:21.212893 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port f6082243-d8ac-41d0-bc2c-ac998751026e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f6082243-d8ac-41d0-bc2c-ac998751026e,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:21.216946 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (f6082243-d8ac-41d0-bc2c-ac998751026e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:21.232218 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b8a98c75-9688-47b5-b3d5-bec075ab7223 req-57a9ee8d-199c-4e83-bb42-5b0262689a5b tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (d37aea58-cbd4-42c7-a2d7-06f288a26fcc), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:21.268880 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=f6082243-d8ac-41d0-bc2c-ac998751026e,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:21.269856 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a9ee8d-199c-4e83-bb42-5b0262689a5b tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d37aea58-cbd4-42c7-a2d7-06f288a26fcc,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:21.290609 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b8a98c75-9688-47b5-b3d5-bec075ab7223 req-57a9ee8d-199c-4e83-bb42-5b0262689a5b tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:21.291884 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b8a98c75-9688-47b5-b3d5-bec075ab7223 req-57a9ee8d-199c-4e83-bb42-5b0262689a5b tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2749715 Feb 16 22:19:21.294498 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d93c84-180c-4d9f-8a25-465e893787ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ee789e8-f458-47e2-93fe-11658cfad8c1,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:21.308897 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d93c84-180c-4d9f-8a25-465e893787ce admin admin] Checking segment: {'id': 'd8cbbd75-4920-4494-97e4-bdff5a8c7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '148c4f12-6a4c-4222-964e-54da24b176f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:19:21.309290 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d93c84-180c-4d9f-8a25-465e893787ce admin admin] Network hostable DHCP agents. Network: 148c4f12-6a4c-4222-964e-54da24b176f4, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:19:21.328556 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d93c84-180c-4d9f-8a25-465e893787ce admin admin] Network 148c4f12-6a4c-4222-964e-54da24b176f4 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:19:21.338840 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-69d93c84-180c-4d9f-8a25-465e893787ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 148c4f12-6a4c-4222-964e-54da24b176f4) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:19:21.346111 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d93c84-180c-4d9f-8a25-465e893787ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:21.346886 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-69d93c84-180c-4d9f-8a25-465e893787ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:21.352121 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f42b884-d8c7-4ef8-a4c9-2336d538a6a5 None None] Network 148c4f12-6a4c-4222-964e-54da24b176f4 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:19:21.378913 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-69d93c84-180c-4d9f-8a25-465e893787ce admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.5812666 Feb 16 22:19:21.382392 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59478) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:21.388203 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-43cbfcdf-f269-45c9-a282-adee25b5bde6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-330928189-router', 'tenant_id': '45beb6dd314449ccb0cb78efc29b5eab', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:21.413581 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43cbfcdf-f269-45c9-a282-adee25b5bde6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (51dd0a18-5620-4c2c-8904-72f39432242e), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:21.415285 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43cbfcdf-f269-45c9-a282-adee25b5bde6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (51dd0a18-5620-4c2c-8904-72f39432242e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:21.484387 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43cbfcdf-f269-45c9-a282-adee25b5bde6 admin admin] Publish callbacks [] for router_controller (51dd0a18-5620-4c2c-8904-72f39432242e), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:21.498948 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87a7319-7c98-4392-a21b-8f3a7b687c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-148c4f12-6a4c-4222-964e-54da24b176f4', 'network_id': '148c4f12-6a4c-4222-964e-54da24b176f4', 'project_id': '45beb6dd314449ccb0cb78efc29b5eab', 'fixed_ips': [{'subnet_id': '9ee789e8-f458-47e2-93fe-11658cfad8c1'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:19:21.500305 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c87a7319-7c98-4392-a21b-8f3a7b687c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:21.580407 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7c6d2-24a1-44f1-a6cb-ed5e769c033a req-9f67260b-6840-48b3-8478-529586ab1e44 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:21.584030 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c7a7c6d2-24a1-44f1-a6cb-ed5e769c033a req-9f67260b-6840-48b3-8478-529586ab1e44 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=54545696-2a38-40c6-930b-ec036815018c HTTP/1.1" status: 200 len: 950 time: 0.0766058 Feb 16 22:19:21.652632 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c7a7c6d2-24a1-44f1-a6cb-ed5e769c033a req-ff65c07f-7e58-44a0-8e61-2ecb47ce06c5 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618412 Feb 16 22:19:21.703382 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59482) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:21.709622 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43cbfcdf-f269-45c9-a282-adee25b5bde6 admin admin] Publish callbacks [] for router_gateway (51dd0a18-5620-4c2c-8904-72f39432242e), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:21.751686 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-c87a7319-7c98-4392-a21b-8f3a7b687c6a None None] Allocated IP 172.20.0.2 (148c4f12-6a4c-4222-964e-54da24b176f4/9ee789e8-f458-47e2-93fe-11658cfad8c1/8e4e7254-3551-4867-8ba7-eaca1718f56e) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:19:21.798841 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59484) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:21.885224 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-587d2d5f-18e9-4ec0-a840-8cd0cd18c933 admin admin] Deleting subnet f9556316-925a-41a1-8f04-ace75a57be08 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:19:21.891710 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-587d2d5f-18e9-4ec0-a840-8cd0cd18c933 admin admin] Publish callbacks [] for subnet (f9556316-925a-41a1-8f04-ace75a57be08), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:21.938373 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-587d2d5f-18e9-4ec0-a840-8cd0cd18c933 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (f9556316-925a-41a1-8f04-ace75a57be08), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:21.966284 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c87a7319-7c98-4392-a21b-8f3a7b687c6a None None] Publish callbacks [] for port (8e4e7254-3551-4867-8ba7-eaca1718f56e), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:21.977474 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c87a7319-7c98-4392-a21b-8f3a7b687c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (8e4e7254-3551-4867-8ba7-eaca1718f56e), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:22.043003 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-045a3b2e-5aad-46b2-9b69-0732f579f3bb req-c96ca588-eeaf-49c0-a859-607faf2a17ee tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "GET /v2.0/security-groups/1b60f2b0-23ce-4420-b31e-14d328cdf6f9 HTTP/1.1" status: 200 len: 3011 time: 0.1928880 Feb 16 22:19:22.046226 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87a7319-7c98-4392-a21b-8f3a7b687c6a None None] Network 148c4f12-6a4c-4222-964e-54da24b176f4 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:19:22.052980 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-c87a7319-7c98-4392-a21b-8f3a7b687c6a None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:19:22.058362 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87a7319-7c98-4392-a21b-8f3a7b687c6a None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:19:22.062538 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a7319-7c98-4392-a21b-8f3a7b687c6a None None] Pushing event updated for resources: {'Port': ['ID=8e4e7254-3551-4867-8ba7-eaca1718f56e,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:22.098370 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54545696-2a38-40c6-930b-ec036815018c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6082243-d8ac-41d0-bc2c-ac998751026e'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:19:22.100737 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccd66c6-9fa9-482e-946f-8433fc1c3b33" -d '{"events": [{"server_uuid": "54545696-2a38-40c6-930b-ec036815018c", "name": "network-vif-plugged", "status": "completed", "tag": "f6082243-d8ac-41d0-bc2c-ac998751026e"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:19:22.141774 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-c87a7319-7c98-4392-a21b-8f3a7b687c6a None None] Attempting to bind port 8e4e7254-3551-4867-8ba7-eaca1718f56e on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:19:22.142318 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-c87a7319-7c98-4392-a21b-8f3a7b687c6a None None] Attempting to bind port 8e4e7254-3551-4867-8ba7-eaca1718f56e by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'd8cbbd75-4920-4494-97e4-bdff5a8c7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '148c4f12-6a4c-4222-964e-54da24b176f4'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:19:22.143582 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87a7319-7c98-4392-a21b-8f3a7b687c6a None None] Attempting to bind port 8e4e7254-3551-4867-8ba7-eaca1718f56e on network 148c4f12-6a4c-4222-964e-54da24b176f4 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:19:22.150159 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87a7319-7c98-4392-a21b-8f3a7b687c6a None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:19:22.150670 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87a7319-7c98-4392-a21b-8f3a7b687c6a None None] Checking segment: {'id': 'd8cbbd75-4920-4494-97e4-bdff5a8c7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '148c4f12-6a4c-4222-964e-54da24b176f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:19:22.151275 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c87a7319-7c98-4392-a21b-8f3a7b687c6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:22.151681 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87a7319-7c98-4392-a21b-8f3a7b687c6a None None] Bound using segment: {'id': 'd8cbbd75-4920-4494-97e4-bdff5a8c7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '148c4f12-6a4c-4222-964e-54da24b176f4'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:19:22.152246 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-c87a7319-7c98-4392-a21b-8f3a7b687c6a None None] Bound port: 8e4e7254-3551-4867-8ba7-eaca1718f56e, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cbbd75-4920-4494-97e4-bdff5a8c7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '148c4f12-6a4c-4222-964e-54da24b176f4'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:19:22.152644 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c87a7319-7c98-4392-a21b-8f3a7b687c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8e4e7254-3551-4867-8ba7-eaca1718f56e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:22.215083 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55e3b7-f69b-41ce-90d8-d45a5c8b3fb3 req-198e5626-4036-4c45-9057-169f5e49ce36 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:22.216769 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e55e3b7-f69b-41ce-90d8-d45a5c8b3fb3 req-198e5626-4036-4c45-9057-169f5e49ce36 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a218dccf-8d33-43cd-b91e-31ea195c9e36 HTTP/1.1" status: 200 len: 946 time: 0.0959165 Feb 16 22:19:22.290126 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e55e3b7-f69b-41ce-90d8-d45a5c8b3fb3 req-0b856d66-230a-4bf7-bc1a-14e204554d0a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621700 Feb 16 22:19:22.362946 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5557c9f1-34ec-4e19-a0de-583f7573ca7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (3d902ce0-7950-4c3a-be19-d7017f4c5135), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:22.371486 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c87a7319-7c98-4392-a21b-8f3a7b687c6a None None] For port 8e4e7254-3551-4867-8ba7-eaca1718f56e, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:19:22.380016 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c87a7319-7c98-4392-a21b-8f3a7b687c6a None None] For port 8e4e7254-3551-4867-8ba7-eaca1718f56e, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=8e4e7254-3551-4867-8ba7-eaca1718f56e,segment=NetworkSegment(d8cbbd75-4920-4494-97e4-bdff5a8c7c7d),segment_id=d8cbbd75-4920-4494-97e4-bdff5a8c7c7d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:19:22.389154 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c87a7319-7c98-4392-a21b-8f3a7b687c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8e4e7254-3551-4867-8ba7-eaca1718f56e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:22.395466 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-587d2d5f-18e9-4ec0-a840-8cd0cd18c933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (f9556316-925a-41a1-8f04-ace75a57be08), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:22.437705 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43cbfcdf-f269-45c9-a282-adee25b5bde6 admin admin] Publish callbacks [] for router_gateway (51dd0a18-5620-4c2c-8904-72f39432242e), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:22.458702 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a7319-7c98-4392-a21b-8f3a7b687c6a None None] Pushing event updated for resources: {'Port': ['ID=8e4e7254-3551-4867-8ba7-eaca1718f56e,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:22.478233 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43cbfcdf-f269-45c9-a282-adee25b5bde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:22.516549 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c19e2-13d0-4b64-8984-66fdba88c16f req-aeb78b3f-b8b5-43ac-b340-c1f9e6640793 tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:22.518445 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b14c19e2-13d0-4b64-8984-66fdba88c16f req-aeb78b3f-b8b5-43ac-b340-c1f9e6640793 tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] 10.222.0.75 "GET /v2.0/ports?device_id=484184b1-de58-49a6-adff-e39c8d08dbcf HTTP/1.1" status: 200 len: 950 time: 0.1131148 Feb 16 22:19:22.537778 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-587d2d5f-18e9-4ec0-a840-8cd0cd18c933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (f9556316-925a-41a1-8f04-ace75a57be08), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:22.580996 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d2d5f-18e9-4ec0-a840-8cd0cd18c933 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9556316-925a-41a1-8f04-ace75a57be08,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:22.605314 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-587d2d5f-18e9-4ec0-a840-8cd0cd18c933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:22.608788 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-587d2d5f-18e9-4ec0-a840-8cd0cd18c933 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/f9556316-925a-41a1-8f04-ace75a57be08 HTTP/1.1" status: 204 len: 168 time: 0.8076663 Feb 16 22:19:22.612025 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59492) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:22.686441 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b14c19e2-13d0-4b64-8984-66fdba88c16f req-44aad1b0-67ac-432a-b0e5-8f3bab787da9 tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] 10.222.0.75 "GET /v2.0/security-groups?id=f269e52d-46c3-4d1c-810b-927f18a8bb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492798 Feb 16 22:19:22.723250 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b46333e-cd9f-4691-840f-35ad9c446a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (6693fe9b-8030-407f-bb8e-635e118b332c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:22.746124 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-69d417dd-d9f2-4af7-abe0-7ef62609c3e6 req-8bfa7498-7557-4b94-815b-480a213ed354 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "GET /v2.0/security-group-rules/d37aea58-cbd4-42c7-a2d7-06f288a26fcc HTTP/1.1" status: 200 len: 783 time: 0.0294399 Feb 16 22:19:22.746754 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-43cbfcdf-f269-45c9-a282-adee25b5bde6 admin admin] Allocated IP 172.25.2.100 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/88515ab4-00b0-4797-a049-39e8bd516e91) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:19:22.901822 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b46333e-cd9f-4691-840f-35ad9c446a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (6693fe9b-8030-407f-bb8e-635e118b332c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:22.932189 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-1b46333e-cd9f-4691-840f-35ad9c446a9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6693fe9b-8030-407f-bb8e-635e118b332c']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:22.951428 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-1b46333e-cd9f-4691-840f-35ad9c446a9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fedccc3-055f-42d5-a31f-a345d661e56d') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:22.958949 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-1b46333e-cd9f-4691-840f-35ad9c446a9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fedccc3-055f-42d5-a31f-a345d661e56d') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:22.971626 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b46333e-cd9f-4691-840f-35ad9c446a9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (0fedccc3-055f-42d5-a31f-a345d661e56d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:22.981611 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43cbfcdf-f269-45c9-a282-adee25b5bde6 admin admin] Publish callbacks [] for port (88515ab4-00b0-4797-a049-39e8bd516e91), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:22.992366 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b46333e-cd9f-4691-840f-35ad9c446a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (0fedccc3-055f-42d5-a31f-a345d661e56d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:23.001535 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b46333e-cd9f-4691-840f-35ad9c446a9a admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:19:23.002000 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b46333e-cd9f-4691-840f-35ad9c446a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (0fedccc3-055f-42d5-a31f-a345d661e56d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:23.004464 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:19:23.004464 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:19:23.004464 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:19:23.004464 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:19:23.004464 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:19:23.004464 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:19:23.004464 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:19:23.004464 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:19:23.004464 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:19:23.004464 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:19:23.004464 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:19:23.004464 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:19:23.004464 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:19:23.004464 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:19:23.004464 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:19:23.004464 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:19:23.004464 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:19:23.004464 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:19:23.004464 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:19:23.004464 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:19:23.004464 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:19:23.004464 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:19:23.004464 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:19:23.004464 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:19:23.004464 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:19:23.004464 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:19:23.004464 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:19:23.004464 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:19:23.004464 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:19:23.004464 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:19:23.004464 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:19:23.004464 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:19:23.008307 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 91211cd7-76d7-4d56-8887-b50fef43546a no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:19:23.040891 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 91211cd7-76d7-4d56-8887-b50fef43546a {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:19:23.041301 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 91211cd7-76d7-4d56-8887-b50fef43546a not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:19:23.058993 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-590a5152-ec82-405b-b54b-32582611548c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:23.094105 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43cbfcdf-f269-45c9-a282-adee25b5bde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (88515ab4-00b0-4797-a049-39e8bd516e91), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:23.100690 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b46333e-cd9f-4691-840f-35ad9c446a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (6693fe9b-8030-407f-bb8e-635e118b332c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:23.128201 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b46333e-cd9f-4691-840f-35ad9c446a9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:23.131599 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1b46333e-cd9f-4691-840f-35ad9c446a9a admin admin] 10.222.0.75 "DELETE /v2.0/networks/6693fe9b-8030-407f-bb8e-635e118b332c HTTP/1.1" status: 204 len: 168 time: 0.5187283 Feb 16 22:19:23.169792 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-69d417dd-d9f2-4af7-abe0-7ef62609c3e6 req-03888863-7094-4d7a-b139-8bc23427d8f4 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "GET /v2.0/security-groups/1b60f2b0-23ce-4420-b31e-14d328cdf6f9 HTTP/1.1" status: 200 len: 3011 time: 0.4175713 Feb 16 22:19:23.174504 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cbfcdf-f269-45c9-a282-adee25b5bde6 admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:19:23.183117 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b46333e-cd9f-4691-840f-35ad9c446a9a admin admin] Pushing event deleted for resources: {'Network': ['ID=6693fe9b-8030-407f-bb8e-635e118b332c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:23.210621 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-43cbfcdf-f269-45c9-a282-adee25b5bde6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:19:23.215520 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cbfcdf-f269-45c9-a282-adee25b5bde6 admin admin] Pushing event updated for resources: {'Port': ['ID=88515ab4-00b0-4797-a049-39e8bd516e91,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:23.218114 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cbfcdf-f269-45c9-a282-adee25b5bde6 admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:19:23.226541 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-69d417dd-d9f2-4af7-abe0-7ef62609c3e6 req-781f619d-582d-4ad0-ab73-35e267ab224f tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group_rule (d37aea58-cbd4-42c7-a2d7-06f288a26fcc), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:23.237656 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-69d417dd-d9f2-4af7-abe0-7ef62609c3e6 req-781f619d-582d-4ad0-ab73-35e267ab224f tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group_rule (d37aea58-cbd4-42c7-a2d7-06f288a26fcc), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:23.240395 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-5557c9f1-34ec-4e19-a0de-583f7573ca7f admin admin] Deleting port 4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:19:23.240727 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5557c9f1-34ec-4e19-a0de-583f7573ca7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:23.322289 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-69d417dd-d9f2-4af7-abe0-7ef62609c3e6 req-781f619d-582d-4ad0-ab73-35e267ab224f tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (d37aea58-cbd4-42c7-a2d7-06f288a26fcc), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:23.328495 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-69d417dd-d9f2-4af7-abe0-7ef62609c3e6 req-781f619d-582d-4ad0-ab73-35e267ab224f tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:23.334793 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-69d417dd-d9f2-4af7-abe0-7ef62609c3e6 req-781f619d-582d-4ad0-ab73-35e267ab224f tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/d37aea58-cbd4-42c7-a2d7-06f288a26fcc HTTP/1.1" status: 204 len: 173 time: 0.1637802 Feb 16 22:19:23.349359 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59500) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:23.358259 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f619d-582d-4ad0-ab73-35e267ab224f tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d37aea58-cbd4-42c7-a2d7-06f288a26fcc,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:23.387996 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-5557c9f1-34ec-4e19-a0de-583f7573ca7f admin admin] For port 4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a,segment=NetworkSegment(c057553b-8c99-49a8-bd1c-f1b67f5414f7),segment_id=c057553b-8c99-49a8-bd1c-f1b67f5414f7)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:23.388213 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5557c9f1-34ec-4e19-a0de-583f7573ca7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:23.392087 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad596a3-428b-474d-ba1a-cdcadcdba86f x-openstack-request-id: req-3ad596a3-428b-474d-ba1a-cdcadcdba86f {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:19:23.393623 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54545696-2a38-40c6-930b-ec036815018c", "name": "network-vif-plugged", "status": "completed", "tag": "f6082243-d8ac-41d0-bc2c-ac998751026e", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:19:23.394260 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3ad596a3-428b-474d-ba1a-cdcadcdba86f {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:19:23.395741 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54545696-2a38-40c6-930b-ec036815018c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6082243-d8ac-41d0-bc2c-ac998751026e', 'code': 200} Feb 16 22:19:23.412350 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-5557c9f1-34ec-4e19-a0de-583f7573ca7f admin admin] Calling delete_port for 4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:19:23.413767 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bb0e1-0e32-4fdd-b8ba-4b3f04fc163a req-e4fe545f-2927-4c46-aa29-77240419f806 tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:23.415347 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fe0bb0e1-0e32-4fdd-b8ba-4b3f04fc163a req-e4fe545f-2927-4c46-aa29-77240419f806 tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] 10.222.0.67 "GET /v2.0/ports?device_id=484184b1-de58-49a6-adff-e39c8d08dbcf HTTP/1.1" status: 200 len: 950 time: 0.2655044 Feb 16 22:19:23.437552 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59502) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:23.438001 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a6f25ff1-4693-4d89-8618-4ecf38ae59fb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=60ff42d1e1234e2bb207b70f679d05bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0824225 Feb 16 22:19:23.709911 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43bcbb47-bd3a-45c4-b16c-a30a18bddcbc admin admin] Publish callbacks [] for security_group (21b1ae65-7802-4c4c-b4ad-c658bcb28f42), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:23.717587 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34640d-5bd9-4270-b210-0c31c68f8431 req-1c9ba3ee-411e-406c-8f1b-6871e922748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:23.719161 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9b34640d-5bd9-4270-b210-0c31c68f8431 req-1c9ba3ee-411e-406c-8f1b-6871e922748d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=54545696-2a38-40c6-930b-ec036815018c HTTP/1.1" status: 200 len: 1132 time: 0.2459064 Feb 16 22:19:23.737044 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5557c9f1-34ec-4e19-a0de-583f7573ca7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:23.764072 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae55cf59-df21-4739-8888-44c4d65fb1cf None None] Network 148c4f12-6a4c-4222-964e-54da24b176f4 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:19:23.775007 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6573a-9427-45be-a504-dd6bba5c62a5 req-86d24f5b-c124-474d-9f10-08384efd6c57 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:23.775239 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43bcbb47-bd3a-45c4-b16c-a30a18bddcbc admin admin] Publish callbacks [] for security_group (21b1ae65-7802-4c4c-b4ad-c658bcb28f42), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:23.779748 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-21f6573a-9427-45be-a504-dd6bba5c62a5 req-86d24f5b-c124-474d-9f10-08384efd6c57 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=54545696-2a38-40c6-930b-ec036815018c HTTP/1.1" status: 200 len: 950 time: 0.1014314 Feb 16 22:19:23.782724 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557c9f1-34ec-4e19-a0de-583f7573ca7f admin admin] Pushing event deleted for resources: {'Port': ['ID=4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:23.870853 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-fe0bb0e1-0e32-4fdd-b8ba-4b3f04fc163a req-4c3f7a20-86c7-44d7-8858-efb011d5e497 tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] Deleting port 06979543-dc1c-4b4e-85a2-c581a9701025 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:19:23.871277 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fe0bb0e1-0e32-4fdd-b8ba-4b3f04fc163a req-4c3f7a20-86c7-44d7-8858-efb011d5e497 tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (06979543-dc1c-4b4e-85a2-c581a9701025), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:23.878321 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43cbfcdf-f269-45c9-a282-adee25b5bde6 admin admin] Publish callbacks [] for router_gateway (51dd0a18-5620-4c2c-8904-72f39432242e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:23.885212 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-3877a00e-3476-4ddd-8629-de9f2a4ee34a None None] Provisioning complete for port 8e4e7254-3551-4867-8ba7-eaca1718f56e triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:19:23.886140 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3877a00e-3476-4ddd-8629-de9f2a4ee34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8e4e7254-3551-4867-8ba7-eaca1718f56e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:23.911075 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-21f6573a-9427-45be-a504-dd6bba5c62a5 req-d1c043b1-b89d-4648-b167-178db7e2cbd6 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188354 Feb 16 22:19:23.989750 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9b34640d-5bd9-4270-b210-0c31c68f8431 req-81aaa1fa-129e-489c-98e6-4acff9322668 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557337 Feb 16 22:19:24.053645 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-3877a00e-3476-4ddd-8629-de9f2a4ee34a None None] Current status of the port 8e4e7254-3551-4867-8ba7-eaca1718f56e is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:19:24.054660 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3877a00e-3476-4ddd-8629-de9f2a4ee34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8e4e7254-3551-4867-8ba7-eaca1718f56e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:24.078693 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43bcbb47-bd3a-45c4-b16c-a30a18bddcbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (21b1ae65-7802-4c4c-b4ad-c658bcb28f42), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:24.081318 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43bcbb47-bd3a-45c4-b16c-a30a18bddcbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:24.082527 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-43bcbb47-bd3a-45c4-b16c-a30a18bddcbc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/21b1ae65-7802-4c4c-b4ad-c658bcb28f42 HTTP/1.1" status: 204 len: 168 time: 0.6449492 Feb 16 22:19:24.106335 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c01f7468-8440-46e6-98cc-69ffadd7f0b5 req-7d45f70d-f547-4633-86d8-8e3a750389ab tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "GET /v2.0/security-groups/1b60f2b0-23ce-4420-b31e-14d328cdf6f9 HTTP/1.1" status: 200 len: 2413 time: 0.1275949 Feb 16 22:19:24.115636 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bcbb47-bd3a-45c4-b16c-a30a18bddcbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b1ae65-7802-4c4c-b4ad-c658bcb28f42,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:24.155788 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5557c9f1-34ec-4e19-a0de-583f7573ca7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (3d902ce0-7950-4c3a-be19-d7017f4c5135), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:24.156188 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-3877a00e-3476-4ddd-8629-de9f2a4ee34a None None] For port 8e4e7254-3551-4867-8ba7-eaca1718f56e, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=8e4e7254-3551-4867-8ba7-eaca1718f56e,segment=NetworkSegment(d8cbbd75-4920-4494-97e4-bdff5a8c7c7d),segment_id=d8cbbd75-4920-4494-97e4-bdff5a8c7c7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:24.174975 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3877a00e-3476-4ddd-8629-de9f2a4ee34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8e4e7254-3551-4867-8ba7-eaca1718f56e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:24.211837 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:24.246468 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877a00e-3476-4ddd-8629-de9f2a4ee34a None None] Pushing event updated for resources: {'Port': ['ID=8e4e7254-3551-4867-8ba7-eaca1718f56e,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:24.254694 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-fe0bb0e1-0e32-4fdd-b8ba-4b3f04fc163a req-4c3f7a20-86c7-44d7-8858-efb011d5e497 tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] For port 06979543-dc1c-4b4e-85a2-c581a9701025, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=06979543-dc1c-4b4e-85a2-c581a9701025,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:24.255068 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fe0bb0e1-0e32-4fdd-b8ba-4b3f04fc163a req-4c3f7a20-86c7-44d7-8858-efb011d5e497 tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (06979543-dc1c-4b4e-85a2-c581a9701025), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:24.289804 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c01f7468-8440-46e6-98cc-69ffadd7f0b5 req-b6c14de7-0ea8-46f1-aff5-024311f56223 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (1b60f2b0-23ce-4420-b31e-14d328cdf6f9), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:24.296184 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-fe0bb0e1-0e32-4fdd-b8ba-4b3f04fc163a req-4c3f7a20-86c7-44d7-8858-efb011d5e497 tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] Calling delete_port for 06979543-dc1c-4b4e-85a2-c581a9701025 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:19:24.329319 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c01f7468-8440-46e6-98cc-69ffadd7f0b5 req-b6c14de7-0ea8-46f1-aff5-024311f56223 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (1b60f2b0-23ce-4420-b31e-14d328cdf6f9), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:24.384388 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43cbfcdf-f269-45c9-a282-adee25b5bde6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (51dd0a18-5620-4c2c-8904-72f39432242e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:24.434080 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-bdefb293-eb4d-4a42-b867-9e6bf638acf9 None None] Provisioning complete for port 8e4e7254-3551-4867-8ba7-eaca1718f56e triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:19:24.434309 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bdefb293-eb4d-4a42-b867-9e6bf638acf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8e4e7254-3551-4867-8ba7-eaca1718f56e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:24.481777 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c01f7468-8440-46e6-98cc-69ffadd7f0b5 req-b6c14de7-0ea8-46f1-aff5-024311f56223 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (1b60f2b0-23ce-4420-b31e-14d328cdf6f9), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:24.484561 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c01f7468-8440-46e6-98cc-69ffadd7f0b5 req-b6c14de7-0ea8-46f1-aff5-024311f56223 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:24.496677 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c01f7468-8440-46e6-98cc-69ffadd7f0b5 req-b6c14de7-0ea8-46f1-aff5-024311f56223 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "DELETE /v2.0/security-groups/1b60f2b0-23ce-4420-b31e-14d328cdf6f9 HTTP/1.1" status: 204 len: 173 time: 0.3887019 Feb 16 22:19:24.538552 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c14de7-0ea8-46f1-aff5-024311f56223 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b60f2b0-23ce-4420-b31e-14d328cdf6f9,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:24.572335 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-bdefb293-eb4d-4a42-b867-9e6bf638acf9 None None] Current status of the port 8e4e7254-3551-4867-8ba7-eaca1718f56e is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:19:24.592771 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5557c9f1-34ec-4e19-a0de-583f7573ca7f admin admin] Router 3d902ce0-7950-4c3a-be19-d7017f4c5135 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:19:24.638762 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fe0bb0e1-0e32-4fdd-b8ba-4b3f04fc163a req-4c3f7a20-86c7-44d7-8858-efb011d5e497 tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (06979543-dc1c-4b4e-85a2-c581a9701025), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:24.653383 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['06979543-dc1c-4b4e-85a2-c581a9701025'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:19:24.691029 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f7a20-86c7-44d7-8858-efb011d5e497 tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] Pushing event deleted for resources: {'Port': ['ID=06979543-dc1c-4b4e-85a2-c581a9701025,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:24.748746 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 8e4e7254-3551-4867-8ba7-eaca1718f56e up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:19:24.770664 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0bb0e1-0e32-4fdd-b8ba-4b3f04fc163a req-4c3f7a20-86c7-44d7-8858-efb011d5e497 tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] No DVR routers for this DVR port 06979543-dc1c-4b4e-85a2-c581a9701025 on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:19:24.770886 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0456c6b-d87b-45c3-8d61-c002b9d80a3e req-2d8e627d-50f1-4f25-bb29-47d9057bc0c4 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:24.778090 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f0456c6b-d87b-45c3-8d61-c002b9d80a3e req-2d8e627d-50f1-4f25-bb29-47d9057bc0c4 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a218dccf-8d33-43cd-b91e-31ea195c9e36 HTTP/1.1" status: 200 len: 946 time: 0.1715956 Feb 16 22:19:24.779066 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fe0bb0e1-0e32-4fdd-b8ba-4b3f04fc163a req-4c3f7a20-86c7-44d7-8858-efb011d5e497 tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:24.789341 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fe0bb0e1-0e32-4fdd-b8ba-4b3f04fc163a req-4c3f7a20-86c7-44d7-8858-efb011d5e497 tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] 10.222.0.67 "DELETE /v2.0/ports/06979543-dc1c-4b4e-85a2-c581a9701025 HTTP/1.1" status: 204 len: 173 time: 1.3633795 Feb 16 22:19:24.791183 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484184b1-de58-49a6-adff-e39c8d08dbcf', 'name': 'network-vif-deleted', 'tag': '06979543-dc1c-4b4e-85a2-c581a9701025'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:19:24.793855 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75082f1b-f5bf-4895-9c15-f4c60b729cea" -d '{"events": [{"server_uuid": "484184b1-de58-49a6-adff-e39c8d08dbcf", "name": "network-vif-deleted", "tag": "06979543-dc1c-4b4e-85a2-c581a9701025"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:19:24.801147 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43cbfcdf-f269-45c9-a282-adee25b5bde6 admin admin] Router 51dd0a18-5620-4c2c-8904-72f39432242e is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:19:24.830497 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5557c9f1-34ec-4e19-a0de-583f7573ca7f admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:19:24.845098 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736bca24-6c3e-4094-bc40-5e1bd65a4398 None None] Sync routers for ids ['3d902ce0-7950-4c3a-be19-d7017f4c5135'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:19:24.859943 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 8e4e7254-3551-4867-8ba7-eaca1718f56e triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:19:24.860494 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8e4e7254-3551-4867-8ba7-eaca1718f56e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:24.862382 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736bca24-6c3e-4094-bc40-5e1bd65a4398 None None] Routers {'3d902ce0-7950-4c3a-be19-d7017f4c5135'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:19:24.863197 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-736bca24-6c3e-4094-bc40-5e1bd65a4398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:19:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3d902ce0-7950-4c3a-be19-d7017f4c5135'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:24.864050 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5557c9f1-34ec-4e19-a0de-583f7573ca7f admin admin] 10.222.0.75 "PUT /v2.0/routers/3d902ce0-7950-4c3a-be19-d7017f4c5135/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1589868 Feb 16 22:19:24.867773 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59526) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:24.998475 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cbfcdf-f269-45c9-a282-adee25b5bde6 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:19:25.029014 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f0456c6b-d87b-45c3-8d61-c002b9d80a3e req-676b9ece-6654-49ba-a1ad-6f3eb183418d tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493608 Feb 16 22:19:25.047357 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43cbfcdf-f269-45c9-a282-adee25b5bde6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:25.048822 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-43cbfcdf-f269-45c9-a282-adee25b5bde6 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.6646481 Feb 16 22:19:25.051469 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59530) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:25.052011 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-736bca24-6c3e-4094-bc40-5e1bd65a4398 None None] Set router 3d902ce0-7950-4c3a-be19-d7017f4c5135 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:19:25.095247 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ee3555-44d7-40ce-bbf4-2cdcd179c665 None None] Sync routers for ids ['51dd0a18-5620-4c2c-8904-72f39432242e'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:19:25.122197 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 8e4e7254-3551-4867-8ba7-eaca1718f56e is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:19:25.124440 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c498a017-71a3-44d8-812e-6dea38d4a08d admin admin] Publish callbacks [] for router (3d902ce0-7950-4c3a-be19-d7017f4c5135), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:25.128861 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ee3555-44d7-40ce-bbf4-2cdcd179c665 None None] Routers {'51dd0a18-5620-4c2c-8904-72f39432242e'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:19:25.130087 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-80ee3555-44d7-40ce-bbf4-2cdcd179c665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:19:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['51dd0a18-5620-4c2c-8904-72f39432242e'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:25.292686 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4dbf64cf-32fa-46c6-a828-2dbacc109bbf req-f1cbefcf-4cd0-429c-b393-5b1a5189bd88 tempest-TenantUsagesTestJSON-825903606 tempest-TenantUsagesTestJSON-825903606-project] 10.222.0.75 "GET /v2.0/ports?device_id=484184b1-de58-49a6-adff-e39c8d08dbcf HTTP/1.1" status: 200 len: 210 time: 0.1014616 Feb 16 22:19:25.337375 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-80ee3555-44d7-40ce-bbf4-2cdcd179c665 None None] Set router 51dd0a18-5620-4c2c-8904-72f39432242e gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:19:25.356670 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [req-31acbceb-6223-481d-aa9e-6201be791fcf req-05aa7003-04ba-4d45-9134-c78ed94ff049 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] show failed (client error): The resource could not be found. Feb 16 22:19:25.357722 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-31acbceb-6223-481d-aa9e-6201be791fcf req-05aa7003-04ba-4d45-9134-c78ed94ff049 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "GET /v2.0/security-groups/c6712d5b-fa7c-4886-b6e9-0b2df3a477e1 HTTP/1.1" status: 404 len: 352 time: 0.0348823 Feb 16 22:19:25.417781 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c498a017-71a3-44d8-812e-6dea38d4a08d admin admin] Publish callbacks [] for router_gateway (3d902ce0-7950-4c3a-be19-d7017f4c5135), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:25.496365 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-736bca24-6c3e-4094-bc40-5e1bd65a4398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d902ce0-7950-4c3a-be19-d7017f4c5135', 'name': 'tempest-AttachSCSIVolumeTestJSON-892471026-router', 'tenant_id': '1e0b1563ebe342b2a37986ffe99c82c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '9bb252cb-c723-4a39-bfb9-bec01af85611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:43Z', 'updated_at': '2022-02-16T22:19:23Z', 'revision_number': 5, 'project_id': '1e0b1563ebe342b2a37986ffe99c82c4', 'gw_port': {'id': '9bb252cb-c723-4a39-bfb9-bec01af85611', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d902ce0-7950-4c3a-be19-d7017f4c5135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:45Z', 'updated_at': '2022-02-16T22:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:25.502564 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84815e4-0cf0-4082-8dc6-fcfe55c51b4d x-openstack-request-id: req-d84815e4-0cf0-4082-8dc6-fcfe55c51b4d {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:19:25.503115 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484184b1-de58-49a6-adff-e39c8d08dbcf", "name": "network-vif-deleted", "tag": "06979543-dc1c-4b4e-85a2-c581a9701025", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:19:25.503469 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d84815e4-0cf0-4082-8dc6-fcfe55c51b4d {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:19:25.504292 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484184b1-de58-49a6-adff-e39c8d08dbcf', 'name': 'network-vif-deleted', 'tag': '06979543-dc1c-4b4e-85a2-c581a9701025', 'status': 'completed', 'code': 200} Feb 16 22:19:25.511881 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59542) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:25.552690 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:25.569587 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736bca24-6c3e-4094-bc40-5e1bd65a4398 None None] Checking router: 3d902ce0-7950-4c3a-be19-d7017f4c5135 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:19:25.581419 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-c498a017-71a3-44d8-812e-6dea38d4a08d admin admin] Deleting port 9bb252cb-c723-4a39-bfb9-bec01af85611 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:19:25.581882 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c498a017-71a3-44d8-812e-6dea38d4a08d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (9bb252cb-c723-4a39-bfb9-bec01af85611), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:25.590159 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736bca24-6c3e-4094-bc40-5e1bd65a4398 None None] Routers {'3d902ce0-7950-4c3a-be19-d7017f4c5135'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:19:25.591157 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-736bca24-6c3e-4094-bc40-5e1bd65a4398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:19:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3d902ce0-7950-4c3a-be19-d7017f4c5135'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:25.696279 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588ff03-05c3-4513-aaca-b4c1fb4b55ee req-e3529fe7-381b-43d6-95a8-65fba157d557 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:25.698812 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c588ff03-05c3-4513-aaca-b4c1fb4b55ee req-e3529fe7-381b-43d6-95a8-65fba157d557 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=54545696-2a38-40c6-930b-ec036815018c HTTP/1.1" status: 200 len: 950 time: 0.1534512 Feb 16 22:19:25.703688 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-736bca24-6c3e-4094-bc40-5e1bd65a4398 None None] Set router 3d902ce0-7950-4c3a-be19-d7017f4c5135 gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:19:25.735992 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-80ee3555-44d7-40ce-bbf4-2cdcd179c665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-330928189-router', 'tenant_id': '45beb6dd314449ccb0cb78efc29b5eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '88515ab4-00b0-4797-a049-39e8bd516e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:19:21Z', 'updated_at': '2022-02-16T22:19:23Z', 'revision_number': 3, 'project_id': '45beb6dd314449ccb0cb78efc29b5eab', 'gw_port': {'id': '88515ab4-00b0-4797-a049-39e8bd516e91', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:19:22Z', 'updated_at': '2022-02-16T22:19:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:25.740759 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-c498a017-71a3-44d8-812e-6dea38d4a08d admin admin] For port 9bb252cb-c723-4a39-bfb9-bec01af85611, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9bb252cb-c723-4a39-bfb9-bec01af85611,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:25.741427 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c498a017-71a3-44d8-812e-6dea38d4a08d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (9bb252cb-c723-4a39-bfb9-bec01af85611), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:25.769045 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-c498a017-71a3-44d8-812e-6dea38d4a08d admin admin] Calling delete_port for 9bb252cb-c723-4a39-bfb9-bec01af85611 owned by network:router_gateway {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:19:25.777730 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ee3555-44d7-40ce-bbf4-2cdcd179c665 None None] Checking router: 51dd0a18-5620-4c2c-8904-72f39432242e for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:19:25.778038 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-736bca24-6c3e-4094-bc40-5e1bd65a4398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d902ce0-7950-4c3a-be19-d7017f4c5135', 'name': 'tempest-AttachSCSIVolumeTestJSON-892471026-router', 'tenant_id': '1e0b1563ebe342b2a37986ffe99c82c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:43Z', 'updated_at': '2022-02-16T22:19:25Z', 'revision_number': 6, 'project_id': '1e0b1563ebe342b2a37986ffe99c82c4', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:25.778230 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ee3555-44d7-40ce-bbf4-2cdcd179c665 None None] Updating router 51dd0a18-5620-4c2c-8904-72f39432242e port 88515ab4-00b0-4797-a049-39e8bd516e91 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:19:25.800072 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c588ff03-05c3-4513-aaca-b4c1fb4b55ee req-c037f1c4-b3da-49b0-b5ca-89ed0942889f tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907309 Feb 16 22:19:25.818197 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736bca24-6c3e-4094-bc40-5e1bd65a4398 None None] The sync data for ids ['3d902ce0-7950-4c3a-be19-d7017f4c5135'] in n-d-813897-6 is: [{'id': '3d902ce0-7950-4c3a-be19-d7017f4c5135', 'name': 'tempest-AttachSCSIVolumeTestJSON-892471026-router', 'tenant_id': '1e0b1563ebe342b2a37986ffe99c82c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:43Z', 'updated_at': '2022-02-16T22:19:25Z', 'revision_number': 6, 'project_id': '1e0b1563ebe342b2a37986ffe99c82c4', 'gw_port_host': None}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:19:25.848486 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-80ee3555-44d7-40ce-bbf4-2cdcd179c665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (88515ab4-00b0-4797-a049-39e8bd516e91), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:25.849122 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-5b2169d9-61a4-47c3-b3fe-73290aa6362d admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1944482280-network', 'tenant_id': 'd5de796caa0e4b9280cc8c6cfb1caa18'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:25.910894 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2169d9-61a4-47c3-b3fe-73290aa6362d admin admin] Made reservation on behalf of d5de796caa0e4b9280cc8c6cfb1caa18 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:19:25.913359 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5b2169d9-61a4-47c3-b3fe-73290aa6362d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:25.935872 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b8273c9c-bbfb-40b5-9cbc-28f22eaea4ed req-d9374c8e-3bfa-48fc-a203-c5e680efced0 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "GET /v2.0/security-groups/9fcd247a-66f1-4760-bbc2-816bb8034d0a HTTP/1.1" status: 200 len: 1820 time: 0.0780981 Feb 16 22:19:25.936564 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5b2169d9-61a4-47c3-b3fe-73290aa6362d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:26.090448 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b8273c9c-bbfb-40b5-9cbc-28f22eaea4ed req-67bfa13f-e55f-4e6c-856a-b19fc81c7d6b tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (9fcd247a-66f1-4760-bbc2-816bb8034d0a), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:26.146290 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-80ee3555-44d7-40ce-bbf4-2cdcd179c665 None None] Publish callbacks [] for port (88515ab4-00b0-4797-a049-39e8bd516e91), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:26.147073 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b8273c9c-bbfb-40b5-9cbc-28f22eaea4ed req-67bfa13f-e55f-4e6c-856a-b19fc81c7d6b tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (9fcd247a-66f1-4760-bbc2-816bb8034d0a), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:26.154579 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-80ee3555-44d7-40ce-bbf4-2cdcd179c665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (88515ab4-00b0-4797-a049-39e8bd516e91), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:26.190262 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7e1c0abd-0fb4-4aac-a7db-887e422400de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:26.205272 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5b2169d9-61a4-47c3-b3fe-73290aa6362d admin admin] Publish callbacks [] for security_group (b3ebe6c8-7b99-4d34-97ed-03e705c73a8a), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:26.225304 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5b2169d9-61a4-47c3-b3fe-73290aa6362d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b3ebe6c8-7b99-4d34-97ed-03e705c73a8a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:26.231387 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c498a017-71a3-44d8-812e-6dea38d4a08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (9bb252cb-c723-4a39-bfb9-bec01af85611), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:26.263994 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-80ee3555-44d7-40ce-bbf4-2cdcd179c665 None None] Attempting to bind port 88515ab4-00b0-4797-a049-39e8bd516e91 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:19:26.264375 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-80ee3555-44d7-40ce-bbf4-2cdcd179c665 None None] Attempting to bind port 88515ab4-00b0-4797-a049-39e8bd516e91 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:19:26.264746 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ee3555-44d7-40ce-bbf4-2cdcd179c665 None None] Attempting to bind port 88515ab4-00b0-4797-a049-39e8bd516e91 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:19:26.272325 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ee3555-44d7-40ce-bbf4-2cdcd179c665 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:19:26.272733 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ee3555-44d7-40ce-bbf4-2cdcd179c665 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:19:26.274009 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-80ee3555-44d7-40ce-bbf4-2cdcd179c665 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:26.274009 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ee3555-44d7-40ce-bbf4-2cdcd179c665 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:19:26.274009 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-80ee3555-44d7-40ce-bbf4-2cdcd179c665 None None] Bound port: 88515ab4-00b0-4797-a049-39e8bd516e91, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:19:26.274323 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2169d9-61a4-47c3-b3fe-73290aa6362d admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:19:26.274421 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-80ee3555-44d7-40ce-bbf4-2cdcd179c665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (88515ab4-00b0-4797-a049-39e8bd516e91), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:26.276811 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637d379-4a6f-492c-adbf-b424e49f4038 None None] Pushing event updated for resources: {'Port': ['ID=88515ab4-00b0-4797-a049-39e8bd516e91,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:26.277399 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c498a017-71a3-44d8-812e-6dea38d4a08d admin admin] Pushing event deleted for resources: {'Port': ['ID=9bb252cb-c723-4a39-bfb9-bec01af85611,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:26.316641 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b8273c9c-bbfb-40b5-9cbc-28f22eaea4ed req-67bfa13f-e55f-4e6c-856a-b19fc81c7d6b tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9fcd247a-66f1-4760-bbc2-816bb8034d0a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:26.319348 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b8273c9c-bbfb-40b5-9cbc-28f22eaea4ed req-67bfa13f-e55f-4e6c-856a-b19fc81c7d6b tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:26.331390 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b8273c9c-bbfb-40b5-9cbc-28f22eaea4ed req-67bfa13f-e55f-4e6c-856a-b19fc81c7d6b tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "DELETE /v2.0/security-groups/9fcd247a-66f1-4760-bbc2-816bb8034d0a HTTP/1.1" status: 204 len: 173 time: 0.3813243 Feb 16 22:19:26.333134 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5b2169d9-61a4-47c3-b3fe-73290aa6362d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (bc011fbf-69ca-4692-8be3-63f8031f6536), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:26.335275 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-5b2169d9-61a4-47c3-b3fe-73290aa6362d admin admin] Added segment bc011fbf-69ca-4692-8be3-63f8031f6536 of type vlan for network 2bd7261e-c35c-442d-9e71-c290c9fc90fe Feb 16 22:19:26.350614 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2169d9-61a4-47c3-b3fe-73290aa6362d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ebe6c8-7b99-4d34-97ed-03e705c73a8a,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:26.383483 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-80ee3555-44d7-40ce-bbf4-2cdcd179c665 None None] For port 88515ab4-00b0-4797-a049-39e8bd516e91, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:19:26.388321 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-80ee3555-44d7-40ce-bbf4-2cdcd179c665 None None] For port 88515ab4-00b0-4797-a049-39e8bd516e91, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=88515ab4-00b0-4797-a049-39e8bd516e91,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:19:26.397631 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-80ee3555-44d7-40ce-bbf4-2cdcd179c665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (88515ab4-00b0-4797-a049-39e8bd516e91), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:26.415440 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-7e1c0abd-0fb4-4aac-a7db-887e422400de admin admin] Allocated IP 172.20.0.1 (148c4f12-6a4c-4222-964e-54da24b176f4/9ee789e8-f458-47e2-93fe-11658cfad8c1/6c053a72-941d-48f1-ad18-9433019d1a8a) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:19:26.422995 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bfa13f-e55f-4e6c-856a-b19fc81c7d6b tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcd247a-66f1-4760-bbc2-816bb8034d0a,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:26.436055 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5b2169d9-61a4-47c3-b3fe-73290aa6362d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (2bd7261e-c35c-442d-9e71-c290c9fc90fe), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:26.462521 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c498a017-71a3-44d8-812e-6dea38d4a08d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (3d902ce0-7950-4c3a-be19-d7017f4c5135), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:26.484629 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637d379-4a6f-492c-adbf-b424e49f4038 None None] Pushing event updated for resources: {'Port': ['ID=88515ab4-00b0-4797-a049-39e8bd516e91,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:26.488745 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ee3555-44d7-40ce-bbf4-2cdcd179c665 None None] Routers {'51dd0a18-5620-4c2c-8904-72f39432242e'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:19:26.489233 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-80ee3555-44d7-40ce-bbf4-2cdcd179c665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:19:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['51dd0a18-5620-4c2c-8904-72f39432242e'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:26.563006 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5b2169d9-61a4-47c3-b3fe-73290aa6362d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (2bd7261e-c35c-442d-9e71-c290c9fc90fe), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:26.563946 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2169d9-61a4-47c3-b3fe-73290aa6362d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:26.564562 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5b2169d9-61a4-47c3-b3fe-73290aa6362d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:26.578514 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7e1c0abd-0fb4-4aac-a7db-887e422400de admin admin] Publish callbacks [] for port (6c053a72-941d-48f1-ad18-9433019d1a8a), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:26.618134 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c498a017-71a3-44d8-812e-6dea38d4a08d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (3d902ce0-7950-4c3a-be19-d7017f4c5135), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:26.618375 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-80ee3555-44d7-40ce-bbf4-2cdcd179c665 None None] Set router 51dd0a18-5620-4c2c-8904-72f39432242e gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:19:26.619756 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7e1c0abd-0fb4-4aac-a7db-887e422400de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (6c053a72-941d-48f1-ad18-9433019d1a8a), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:26.620591 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c498a017-71a3-44d8-812e-6dea38d4a08d admin admin] Publish callbacks [] for router_controller (3d902ce0-7950-4c3a-be19-d7017f4c5135), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:26.639195 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5b2169d9-61a4-47c3-b3fe-73290aa6362d admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1261396 Feb 16 22:19:26.680915 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59556) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:26.684648 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c0abd-0fb4-4aac-a7db-887e422400de admin admin] Pushing event updated for resources: {'Port': ['ID=6c053a72-941d-48f1-ad18-9433019d1a8a,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:26.691800 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-42b3e354-03fb-4211-b503-161dd824d5fa admin admin] Request body: {'subnet': {'network_id': '2bd7261e-c35c-442d-9e71-c290c9fc90fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1944482280-subnet', 'tenant_id': 'd5de796caa0e4b9280cc8c6cfb1caa18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:26.713688 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1c0abd-0fb4-4aac-a7db-887e422400de admin admin] Network 148c4f12-6a4c-4222-964e-54da24b176f4 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:19:26.719588 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2169d9-61a4-47c3-b3fe-73290aa6362d admin admin] Pushing event updated for resources: {'Network': ['ID=2bd7261e-c35c-442d-9e71-c290c9fc90fe,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:26.722950 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-7e1c0abd-0fb4-4aac-a7db-887e422400de admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:19:26.739913 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1c0abd-0fb4-4aac-a7db-887e422400de admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:19:26.745881 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d702f-e0c6-4630-980f-d70df4ccc476 req-1fee43f4-70d3-4b88-b91d-bd789bad91b3 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:26.753204 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1a9d702f-e0c6-4630-980f-d70df4ccc476 req-1fee43f4-70d3-4b88-b91d-bd789bad91b3 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a218dccf-8d33-43cd-b91e-31ea195c9e36 HTTP/1.1" status: 200 len: 946 time: 0.1940255 Feb 16 22:19:26.756455 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c498a017-71a3-44d8-812e-6dea38d4a08d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (3d902ce0-7950-4c3a-be19-d7017f4c5135), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:26.757399 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c498a017-71a3-44d8-812e-6dea38d4a08d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d902ce0-7950-4c3a-be19-d7017f4c5135 {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:19:26.767102 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c498a017-71a3-44d8-812e-6dea38d4a08d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:26.771124 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c498a017-71a3-44d8-812e-6dea38d4a08d admin admin] 10.222.0.75 "DELETE /v2.0/routers/3d902ce0-7950-4c3a-be19-d7017f4c5135 HTTP/1.1" status: 204 len: 168 time: 1.9021280 Feb 16 22:19:26.771870 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59558) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:26.774481 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 2bd7261e-c35c-442d-9e71-c290c9fc90fe details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:19:26.812184 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7e1c0abd-0fb4-4aac-a7db-887e422400de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (51dd0a18-5620-4c2c-8904-72f39432242e), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:26.864135 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:19:26.883142 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1a9d702f-e0c6-4630-980f-d70df4ccc476 req-3bd1a35c-d185-4c07-80ab-5933e3f16d86 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288311 Feb 16 22:19:26.888632 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:19:26.889028 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 4f4d7126-ea68-4ba5-ad57-7a9f95f12e9a not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:19:26.889406 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9bb252cb-c723-4a39-bfb9-bec01af85611 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:19:26.893394 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b819771-a6e8-488e-abf8-3dbcb391ace2 admin admin] Deleting subnet bc3835a3-3783-4325-b16e-7f594b1f725b {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:19:26.909258 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4b819771-a6e8-488e-abf8-3dbcb391ace2 admin admin] Publish callbacks [] for subnet (bc3835a3-3783-4325-b16e-7f594b1f725b), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:26.912152 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 9bb252cb-c723-4a39-bfb9-bec01af85611 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:19:26.913530 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9bb252cb-c723-4a39-bfb9-bec01af85611 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:19:26.957796 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:26.968294 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b3e354-03fb-4211-b503-161dd824d5fa admin admin] Made reservation on behalf of d5de796caa0e4b9280cc8c6cfb1caa18 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:19:26.971603 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-42b3e354-03fb-4211-b503-161dd824d5fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:26.982176 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-80ee3555-44d7-40ce-bbf4-2cdcd179c665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-330928189-router', 'tenant_id': '45beb6dd314449ccb0cb78efc29b5eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '88515ab4-00b0-4797-a049-39e8bd516e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:19:21Z', 'updated_at': '2022-02-16T22:19:23Z', 'revision_number': 3, 'project_id': '45beb6dd314449ccb0cb78efc29b5eab', 'gw_port': {'id': '88515ab4-00b0-4797-a049-39e8bd516e91', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:19:22Z', 'updated_at': '2022-02-16T22:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:27.022128 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 06979543-dc1c-4b4e-85a2-c581a9701025 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:19:27.026012 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ee3555-44d7-40ce-bbf4-2cdcd179c665 None None] The sync data for ids ['51dd0a18-5620-4c2c-8904-72f39432242e'] in n-d-813897-6 is: [{'id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-330928189-router', 'tenant_id': '45beb6dd314449ccb0cb78efc29b5eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '88515ab4-00b0-4797-a049-39e8bd516e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:19:21Z', 'updated_at': '2022-02-16T22:19:23Z', 'revision_number': 3, 'project_id': '45beb6dd314449ccb0cb78efc29b5eab', 'gw_port': {'id': '88515ab4-00b0-4797-a049-39e8bd516e91', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:19:22Z', 'updated_at': '2022-02-16T22:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:19:27.076043 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 06979543-dc1c-4b4e-85a2-c581a9701025 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:19:27.077558 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 06979543-dc1c-4b4e-85a2-c581a9701025 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:19:27.105358 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4b819771-a6e8-488e-abf8-3dbcb391ace2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (bc3835a3-3783-4325-b16e-7f594b1f725b), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:27.114488 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7e1c0abd-0fb4-4aac-a7db-887e422400de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6c053a72-941d-48f1-ad18-9433019d1a8a), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:27.146206 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a57343cc-f6f2-40c6-8c75-296e78233a25 req-21f17cac-f8b4-41ac-9549-94322b9d2f4b tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "GET /v2.0/security-groups/51e779a7-63a0-4d08-b1e3-b985d62210a3 HTTP/1.1" status: 200 len: 1821 time: 0.1307540 Feb 16 22:19:27.226407 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-91b9e659-77f4-4a94-93d4-4df5a98b83f4 None None] Provisioning complete for port 6c053a72-941d-48f1-ad18-9433019d1a8a triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:19:27.227000 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-91b9e659-77f4-4a94-93d4-4df5a98b83f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6c053a72-941d-48f1-ad18-9433019d1a8a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:27.239345 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a57343cc-f6f2-40c6-8c75-296e78233a25 req-eb119d3a-1f68-42a3-95dc-0eb6996f83bf tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (51e779a7-63a0-4d08-b1e3-b985d62210a3), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:27.280534 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a57343cc-f6f2-40c6-8c75-296e78233a25 req-eb119d3a-1f68-42a3-95dc-0eb6996f83bf tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (51e779a7-63a0-4d08-b1e3-b985d62210a3), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:27.300273 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-91b9e659-77f4-4a94-93d4-4df5a98b83f4 None None] Port 6c053a72-941d-48f1-ad18-9433019d1a8a cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:19:27.363882 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4b819771-a6e8-488e-abf8-3dbcb391ace2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (bc3835a3-3783-4325-b16e-7f594b1f725b), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:27.386249 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59566) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:27.388515 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-42b3e354-03fb-4211-b503-161dd824d5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (a6d4a912-3b84-4bfa-b228-aac6946c9f58), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:27.413907 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a57343cc-f6f2-40c6-8c75-296e78233a25 req-eb119d3a-1f68-42a3-95dc-0eb6996f83bf tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (51e779a7-63a0-4d08-b1e3-b985d62210a3), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:27.416641 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a57343cc-f6f2-40c6-8c75-296e78233a25 req-eb119d3a-1f68-42a3-95dc-0eb6996f83bf tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:27.422512 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a57343cc-f6f2-40c6-8c75-296e78233a25 req-eb119d3a-1f68-42a3-95dc-0eb6996f83bf tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "DELETE /v2.0/security-groups/51e779a7-63a0-4d08-b1e3-b985d62210a3 HTTP/1.1" status: 204 len: 173 time: 0.2657006 Feb 16 22:19:27.472737 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119d3a-1f68-42a3-95dc-0eb6996f83bf tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e779a7-63a0-4d08-b1e3-b985d62210a3,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:27.482771 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4b819771-a6e8-488e-abf8-3dbcb391ace2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (bc3835a3-3783-4325-b16e-7f594b1f725b), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:27.509770 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3e354-03fb-4211-b503-161dd824d5fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6d4a912-3b84-4bfa-b228-aac6946c9f58,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:27.541824 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7e1c0abd-0fb4-4aac-a7db-887e422400de admin admin] Publish callbacks [] for port (6c053a72-941d-48f1-ad18-9433019d1a8a), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:27.547385 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b3e354-03fb-4211-b503-161dd824d5fa admin admin] Checking segment: {'id': 'bc011fbf-69ca-4692-8be3-63f8031f6536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2bd7261e-c35c-442d-9e71-c290c9fc90fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:19:27.547766 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b3e354-03fb-4211-b503-161dd824d5fa admin admin] Network hostable DHCP agents. Network: 2bd7261e-c35c-442d-9e71-c290c9fc90fe, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:19:27.551938 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7e1c0abd-0fb4-4aac-a7db-887e422400de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (6c053a72-941d-48f1-ad18-9433019d1a8a), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:27.555993 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4b819771-a6e8-488e-abf8-3dbcb391ace2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:27.567101 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dbb80a-2c34-4ff9-bd27-5bfd8432121f None None] Network 90bf19b6-1606-4208-a013-1914830050f8 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:19:27.577446 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4b819771-a6e8-488e-abf8-3dbcb391ace2 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/bc3835a3-3783-4325-b16e-7f594b1f725b HTTP/1.1" status: 204 len: 168 time: 0.7830744 Feb 16 22:19:27.578656 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59572) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:27.622947 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b819771-a6e8-488e-abf8-3dbcb391ace2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc3835a3-3783-4325-b16e-7f594b1f725b,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:27.661309 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-99de6229-51e7-403c-aa8b-e2cea11a7b61 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=63f4c879738e4c4ab63b78103126e4cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2718649 Feb 16 22:19:27.662189 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59574) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:27.703226 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7e1c0abd-0fb4-4aac-a7db-887e422400de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (51dd0a18-5620-4c2c-8904-72f39432242e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:27.707546 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c0abd-0fb4-4aac-a7db-887e422400de admin admin] Pushing event updated for resources: {'Port': ['ID=6c053a72-941d-48f1-ad18-9433019d1a8a,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:27.715890 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b3e354-03fb-4211-b503-161dd824d5fa admin admin] Network 2bd7261e-c35c-442d-9e71-c290c9fc90fe is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:19:27.736964 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-42b3e354-03fb-4211-b503-161dd824d5fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 2bd7261e-c35c-442d-9e71-c290c9fc90fe) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:19:27.749129 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01032919-08ce-487e-b376-053e3ece7f60 None None] Network 2bd7261e-c35c-442d-9e71-c290c9fc90fe requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:19:27.751026 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b3e354-03fb-4211-b503-161dd824d5fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:27.751766 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-42b3e354-03fb-4211-b503-161dd824d5fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:27.776260 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41ce1d06-921f-4670-bfd5-84bda6200170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (90bf19b6-1606-4208-a013-1914830050f8), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:27.818828 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-97814dac-02ac-481f-b06d-0af707c87d05 admin admin] Publish callbacks [] for security_group (f269e52d-46c3-4d1c-810b-927f18a8bb71), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:27.827793 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a53cf8-7f45-4b04-8a8f-07d60fd2846e req-20eeea2e-e8d2-4cc9-9dd2-205cdfc7e463 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:27.829449 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-83a53cf8-7f45-4b04-8a8f-07d60fd2846e req-20eeea2e-e8d2-4cc9-9dd2-205cdfc7e463 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a52378c-d346-4f5f-9dec-1834188b58df HTTP/1.1" status: 200 len: 946 time: 0.1611872 Feb 16 22:19:27.838528 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-42b3e354-03fb-4211-b503-161dd824d5fa admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1488078 Feb 16 22:19:27.846140 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f515d33-3c82-4dec-91da-d0bdca42dbd0 None None] DHCP port deletion for 90bf19b6-1606-4208-a013-1914830050f8 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:19:27.909452 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1c0abd-0fb4-4aac-a7db-887e422400de admin admin] Network 148c4f12-6a4c-4222-964e-54da24b176f4 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:19:27.911049 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-7e1c0abd-0fb4-4aac-a7db-887e422400de admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:19:27.921942 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-97814dac-02ac-481f-b06d-0af707c87d05 admin admin] Publish callbacks [] for security_group (f269e52d-46c3-4d1c-810b-927f18a8bb71), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:27.987432 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee0c565-e0ed-4a69-bb65-bc9a9abbc820 None None] Network 2bd7261e-c35c-442d-9e71-c290c9fc90fe requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:19:28.001145 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-83a53cf8-7f45-4b04-8a8f-07d60fd2846e req-6ac3d761-303d-4ddf-a56c-3c1894a4d46d tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "GET /v2.0/security-groups?id=ca3ea7af-a965-4dd0-a6ee-99daedca42f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491928 Feb 16 22:19:28.018587 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-41ce1d06-921f-4670-bfd5-84bda6200170 admin admin] Deleting port e51bd6d0-5202-49ee-9c1e-7faa10a3c323 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:19:28.018889 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41ce1d06-921f-4670-bfd5-84bda6200170 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (e51bd6d0-5202-49ee-9c1e-7faa10a3c323), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:28.092171 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-97814dac-02ac-481f-b06d-0af707c87d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f269e52d-46c3-4d1c-810b-927f18a8bb71), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:28.098012 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-97814dac-02ac-481f-b06d-0af707c87d05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:28.101627 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-97814dac-02ac-481f-b06d-0af707c87d05 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f269e52d-46c3-4d1c-810b-927f18a8bb71 HTTP/1.1" status: 204 len: 168 time: 0.4368067 Feb 16 22:19:28.167584 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-41ce1d06-921f-4670-bfd5-84bda6200170 admin admin] For port e51bd6d0-5202-49ee-9c1e-7faa10a3c323, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=e51bd6d0-5202-49ee-9c1e-7faa10a3c323,segment=NetworkSegment(c057553b-8c99-49a8-bd1c-f1b67f5414f7),segment_id=c057553b-8c99-49a8-bd1c-f1b67f5414f7)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:28.168112 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41ce1d06-921f-4670-bfd5-84bda6200170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (e51bd6d0-5202-49ee-9c1e-7faa10a3c323), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:28.192962 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-41ce1d06-921f-4670-bfd5-84bda6200170 admin admin] Calling delete_port for e51bd6d0-5202-49ee-9c1e-7faa10a3c323 owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:19:28.227948 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1c0abd-0fb4-4aac-a7db-887e422400de admin admin] Router 51dd0a18-5620-4c2c-8904-72f39432242e has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:19:28.342945 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41ce1d06-921f-4670-bfd5-84bda6200170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (e51bd6d0-5202-49ee-9c1e-7faa10a3c323), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:28.364110 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97814dac-02ac-481f-b06d-0af707c87d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f269e52d-46c3-4d1c-810b-927f18a8bb71,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:28.397246 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce1d06-921f-4670-bfd5-84bda6200170 admin admin] Pushing event deleted for resources: {'Port': ['ID=e51bd6d0-5202-49ee-9c1e-7faa10a3c323,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:28.403770 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ce1d06-921f-4670-bfd5-84bda6200170 admin admin] No DVR routers for this DVR port e51bd6d0-5202-49ee-9c1e-7faa10a3c323 on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:19:28.437199 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1c0abd-0fb4-4aac-a7db-887e422400de admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:19:28.443309 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7e1c0abd-0fb4-4aac-a7db-887e422400de admin admin] 10.222.0.75 "PUT /v2.0/routers/51dd0a18-5620-4c2c-8904-72f39432242e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3907521 Feb 16 22:19:28.462128 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:28.468718 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-6f515d33-3c82-4dec-91da-d0bdca42dbd0 None None] Deleting port e51bd6d0-5202-49ee-9c1e-7faa10a3c323 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:19:28.468718 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6f515d33-3c82-4dec-91da-d0bdca42dbd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (e51bd6d0-5202-49ee-9c1e-7faa10a3c323), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:28.468718 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-71769a12-384c-4057-a4e6-9218a58e2a88 None None] Provisioning complete for port 6c053a72-941d-48f1-ad18-9433019d1a8a triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:19:28.468718 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-71769a12-384c-4057-a4e6-9218a58e2a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6c053a72-941d-48f1-ad18-9433019d1a8a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:28.535007 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-71769a12-384c-4057-a4e6-9218a58e2a88 None None] Port 6c053a72-941d-48f1-ad18-9433019d1a8a cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:19:28.570669 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41ce1d06-921f-4670-bfd5-84bda6200170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (90bf19b6-1606-4208-a013-1914830050f8), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:28.615280 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 88515ab4-00b0-4797-a049-39e8bd516e91 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:19:28.617026 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-6f515d33-3c82-4dec-91da-d0bdca42dbd0 None None] For port e51bd6d0-5202-49ee-9c1e-7faa10a3c323, host n-d-813897-6, got binding levels [] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:28.617429 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6f515d33-3c82-4dec-91da-d0bdca42dbd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (e51bd6d0-5202-49ee-9c1e-7faa10a3c323), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:28.627270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3c770-91f1-4e1f-978a-61876f0fbcb9 req-9d57ee47-afcc-4115-8939-4a77ef029733 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:28.639454 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3dd3c770-91f1-4e1f-978a-61876f0fbcb9 req-9d57ee47-afcc-4115-8939-4a77ef029733 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=54545696-2a38-40c6-930b-ec036815018c HTTP/1.1" status: 200 len: 950 time: 0.3194478 Feb 16 22:19:28.675222 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-41ce1d06-921f-4670-bfd5-84bda6200170 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90bf19b6-1606-4208-a013-1914830050f8']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:28.683282 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-6f515d33-3c82-4dec-91da-d0bdca42dbd0 None None] Calling delete_port for e51bd6d0-5202-49ee-9c1e-7faa10a3c323 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:19:28.691057 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.ipam_backend_mixin [None req-6f515d33-3c82-4dec-91da-d0bdca42dbd0 None None] Port e51bd6d0-5202-49ee-9c1e-7faa10a3c323 was not found and therefore no delete operation was performed {{(pid=103467) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 22:19:28.693388 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-41ce1d06-921f-4670-bfd5-84bda6200170 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c057553b-8c99-49a8-bd1c-f1b67f5414f7') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:28.693943 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-41ce1d06-921f-4670-bfd5-84bda6200170 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c057553b-8c99-49a8-bd1c-f1b67f5414f7') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:28.704170 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59594) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:28.708910 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6f515d33-3c82-4dec-91da-d0bdca42dbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (e51bd6d0-5202-49ee-9c1e-7faa10a3c323), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:28.714491 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41ce1d06-921f-4670-bfd5-84bda6200170 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (c057553b-8c99-49a8-bd1c-f1b67f5414f7), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:28.731430 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3fb5e440-8295-4eaf-aa27-9c156268418e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:28.747889 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3dd3c770-91f1-4e1f-978a-61876f0fbcb9 req-c707a6f3-568d-4365-9368-72709b3ac541 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056178 Feb 16 22:19:28.748963 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41ce1d06-921f-4670-bfd5-84bda6200170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (c057553b-8c99-49a8-bd1c-f1b67f5414f7), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:28.751594 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f515d33-3c82-4dec-91da-d0bdca42dbd0 None None] Pushing event deleted for resources: {'Port': ['ID=e51bd6d0-5202-49ee-9c1e-7faa10a3c323,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:28.765611 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f515d33-3c82-4dec-91da-d0bdca42dbd0 None None] No DVR routers for this DVR port e51bd6d0-5202-49ee-9c1e-7faa10a3c323 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:19:28.779195 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41ce1d06-921f-4670-bfd5-84bda6200170 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:19:28.783614 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41ce1d06-921f-4670-bfd5-84bda6200170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (c057553b-8c99-49a8-bd1c-f1b67f5414f7), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:28.784788 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:19:28.784788 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:19:28.784788 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:19:28.784788 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:19:28.784788 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:19:28.784788 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:19:28.784788 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:19:28.784788 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:19:28.784788 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:19:28.784788 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:19:28.784788 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:19:28.784788 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:19:28.784788 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:19:28.784788 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:19:28.784788 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:19:28.784788 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:19:28.784788 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:19:28.784788 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:19:28.784788 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:19:28.784788 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:19:28.784788 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:19:28.784788 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:19:28.784788 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:19:28.784788 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:19:28.784788 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:19:28.784788 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:19:28.784788 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:19:28.784788 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:19:28.784788 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:19:28.784788 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:19:28.784788 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:19:28.784788 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:19:28.792882 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 88515ab4-00b0-4797-a049-39e8bd516e91 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:19:28.792882 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (88515ab4-00b0-4797-a049-39e8bd516e91), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:28.863260 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3fb5e440-8295-4eaf-aa27-9c156268418e admin admin] Publish callbacks [] for security_group (7ffd8f57-d4b3-4e8c-88e8-46bfea318f36), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:28.868043 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3fb5e440-8295-4eaf-aa27-9c156268418e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7ffd8f57-d4b3-4e8c-88e8-46bfea318f36), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:28.885315 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41ce1d06-921f-4670-bfd5-84bda6200170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (90bf19b6-1606-4208-a013-1914830050f8), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:28.889812 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-40c76832-9d49-4b73-b1b0-302b6206dec0 req-c21504cd-c10f-47fe-9ca1-2b4a708acf9a tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "GET /v2.0/security-groups/b6bdd976-4f28-4257-8891-9091b0cd4f24 HTTP/1.1" status: 200 len: 1822 time: 0.0857389 Feb 16 22:19:28.899680 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 88515ab4-00b0-4797-a049-39e8bd516e91 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:19:28.900205 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (88515ab4-00b0-4797-a049-39e8bd516e91), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:28.904868 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41ce1d06-921f-4670-bfd5-84bda6200170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:28.918591 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-41ce1d06-921f-4670-bfd5-84bda6200170 admin admin] 10.222.0.75 "DELETE /v2.0/networks/90bf19b6-1606-4208-a013-1914830050f8 HTTP/1.1" status: 204 len: 168 time: 1.3269806 Feb 16 22:19:28.918828 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3fb5e440-8295-4eaf-aa27-9c156268418e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4ae76ef422ff4ed8b988948d6bcb25ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2048106 Feb 16 22:19:28.918828 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59600) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:28.918828 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59602) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:28.924688 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 88515ab4-00b0-4797-a049-39e8bd516e91, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=88515ab4-00b0-4797-a049-39e8bd516e91,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:28.930340 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce1d06-921f-4670-bfd5-84bda6200170 admin admin] Pushing event deleted for resources: {'Network': ['ID=90bf19b6-1606-4208-a013-1914830050f8,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:28.931492 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (88515ab4-00b0-4797-a049-39e8bd516e91), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:28.987514 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb5e440-8295-4eaf-aa27-9c156268418e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffd8f57-d4b3-4e8c-88e8-46bfea318f36,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:28.988019 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=88515ab4-00b0-4797-a049-39e8bd516e91,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:29.008784 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-40c76832-9d49-4b73-b1b0-302b6206dec0 req-5ec01687-bea0-424f-a95b-6d90c5800540 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (b6bdd976-4f28-4257-8891-9091b0cd4f24), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:29.020242 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device e51bd6d0-5202-49ee-9c1e-7faa10a3c323 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:19:29.035347 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-40c76832-9d49-4b73-b1b0-302b6206dec0 req-5ec01687-bea0-424f-a95b-6d90c5800540 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (b6bdd976-4f28-4257-8891-9091b0cd4f24), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:29.046107 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: e51bd6d0-5202-49ee-9c1e-7faa10a3c323 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:19:29.046699 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device e51bd6d0-5202-49ee-9c1e-7faa10a3c323 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:19:29.074013 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-88345456-43e9-4fbd-905a-f1392b96ba6f admin admin] Publish callbacks [] for security_group (7ffd8f57-d4b3-4e8c-88e8-46bfea318f36), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:29.083416 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-40c76832-9d49-4b73-b1b0-302b6206dec0 req-5ec01687-bea0-424f-a95b-6d90c5800540 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b6bdd976-4f28-4257-8891-9091b0cd4f24), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:29.086435 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-40c76832-9d49-4b73-b1b0-302b6206dec0 req-5ec01687-bea0-424f-a95b-6d90c5800540 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:29.087709 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-40c76832-9d49-4b73-b1b0-302b6206dec0 req-5ec01687-bea0-424f-a95b-6d90c5800540 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "DELETE /v2.0/security-groups/b6bdd976-4f28-4257-8891-9091b0cd4f24 HTTP/1.1" status: 204 len: 173 time: 0.1845570 Feb 16 22:19:29.097350 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec01687-bea0-424f-a95b-6d90c5800540 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bdd976-4f28-4257-8891-9091b0cd4f24,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:29.112478 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-88345456-43e9-4fbd-905a-f1392b96ba6f admin admin] Publish callbacks [] for security_group (7ffd8f57-d4b3-4e8c-88e8-46bfea318f36), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:29.201720 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c2254-7f26-44b3-86bd-8764ca012662 req-30235bbc-6711-44e1-b00d-0c56061acbea tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:29.203031 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f89c2254-7f26-44b3-86bd-8764ca012662 req-30235bbc-6711-44e1-b00d-0c56061acbea tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a218dccf-8d33-43cd-b91e-31ea195c9e36 HTTP/1.1" status: 200 len: 946 time: 0.0601842 Feb 16 22:19:29.248934 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-88345456-43e9-4fbd-905a-f1392b96ba6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7ffd8f57-d4b3-4e8c-88e8-46bfea318f36), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:29.251597 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-88345456-43e9-4fbd-905a-f1392b96ba6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:29.253336 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-88345456-43e9-4fbd-905a-f1392b96ba6f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7ffd8f57-d4b3-4e8c-88e8-46bfea318f36 HTTP/1.1" status: 204 len: 168 time: 0.3360591 Feb 16 22:19:29.256188 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f89c2254-7f26-44b3-86bd-8764ca012662 req-03d5fdd7-5b8e-4e26-8b71-083abff26785 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470095 Feb 16 22:19:29.286993 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88345456-43e9-4fbd-905a-f1392b96ba6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffd8f57-d4b3-4e8c-88e8-46bfea318f36,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:29.431833 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7d6c5331-aba4-4e9c-a6ee-036c1c845c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (779a36e3-2ed7-4fa6-a747-5fe432525886), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:29.612418 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c6403c-1358-44a0-948d-4a2cd0bd9cdf None None] Sync routers for ids ['51dd0a18-5620-4c2c-8904-72f39432242e'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:19:29.624720 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c6403c-1358-44a0-948d-4a2cd0bd9cdf None None] Routers {'51dd0a18-5620-4c2c-8904-72f39432242e'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:19:29.625346 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-79c6403c-1358-44a0-948d-4a2cd0bd9cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:19:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['51dd0a18-5620-4c2c-8904-72f39432242e'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:29.709800 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:29.726750 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-e6d1b673-44ff-422f-ad5a-98dcf99f1ff1 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:29.728756 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-e6d1b673-44ff-422f-ad5a-98dcf99f1ff1 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] 10.222.0.75 "GET /v2.0/networks?id=2bd7261e-c35c-442d-9e71-c290c9fc90fe HTTP/1.1" status: 200 len: 821 time: 0.1419818 Feb 16 22:19:29.754440 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-0c78f179-34dc-40a6-b39e-a4f517938cf0 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] 10.222.0.75 "GET /v2.0/quotas/d5de796caa0e4b9280cc8c6cfb1caa18 HTTP/1.1" status: 200 len: 375 time: 0.0191786 Feb 16 22:19:29.769007 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-79c6403c-1358-44a0-948d-4a2cd0bd9cdf None None] Set router 51dd0a18-5620-4c2c-8904-72f39432242e gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:19:29.792527 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-7d6c5331-aba4-4e9c-a6ee-036c1c845c60 admin admin] Deleting port a0972455-269f-4b77-b4ef-e321ba440815 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:19:29.793249 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7d6c5331-aba4-4e9c-a6ee-036c1c845c60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a0972455-269f-4b77-b4ef-e321ba440815), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:29.801757 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-010809c9-78fc-4f98-a162-a10c9aa3f823 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d5de796caa0e4b9280cc8c6cfb1caa18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412564 Feb 16 22:19:29.907690 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-8e618b88-f689-4d96-8bf9-03f6ab107001 service neutron] 10.222.0.75 "GET /v2.0/networks/2bd7261e-c35c-442d-9e71-c290c9fc90fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981150 Feb 16 22:19:29.911596 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-7d6c5331-aba4-4e9c-a6ee-036c1c845c60 admin admin] For port a0972455-269f-4b77-b4ef-e321ba440815, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a0972455-269f-4b77-b4ef-e321ba440815,segment=NetworkSegment(fc395924-0693-469c-9503-16bd3ce1af22),segment_id=fc395924-0693-469c-9503-16bd3ce1af22)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:29.912133 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7d6c5331-aba4-4e9c-a6ee-036c1c845c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a0972455-269f-4b77-b4ef-e321ba440815), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:29.932692 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-7d6c5331-aba4-4e9c-a6ee-036c1c845c60 admin admin] Calling delete_port for a0972455-269f-4b77-b4ef-e321ba440815 owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:19:29.991633 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-79c6403c-1358-44a0-948d-4a2cd0bd9cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-330928189-router', 'tenant_id': '45beb6dd314449ccb0cb78efc29b5eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '88515ab4-00b0-4797-a049-39e8bd516e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:19:21Z', 'updated_at': '2022-02-16T22:19:26Z', 'revision_number': 4, 'project_id': '45beb6dd314449ccb0cb78efc29b5eab', 'gw_port': {'id': '88515ab4-00b0-4797-a049-39e8bd516e91', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:19:22Z', 'updated_at': '2022-02-16T22:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '6c053a72-941d-48f1-ad18-9433019d1a8a', 'name': '', 'network_id': '148c4f12-6a4c-4222-964e-54da24b176f4', 'tenant_id': '45beb6dd314449ccb0cb78efc29b5eab', 'mac_address': 'fa:16:3e:f2:a8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '9ee789e8-f458-47e2-93fe-11658cfad8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:19:26Z', 'updated_at': '2022-02-16T22:19:27Z', 'revision_number': 2, 'project_id': '45beb6dd314449ccb0cb78efc29b5eab', 'subnets': [{'id': '9ee789e8-f458-47e2-93fe-11658cfad8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:30.029880 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c6403c-1358-44a0-948d-4a2cd0bd9cdf None None] Checking router: 51dd0a18-5620-4c2c-8904-72f39432242e for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:19:30.029880 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c6403c-1358-44a0-948d-4a2cd0bd9cdf None None] Updating router 51dd0a18-5620-4c2c-8904-72f39432242e port 6c053a72-941d-48f1-ad18-9433019d1a8a binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:19:30.037851 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-b25df000-75e9-40fe-83c8-ae8a1eedf728 service neutron] 10.222.0.75 "GET /v2.0/networks/2bd7261e-c35c-442d-9e71-c290c9fc90fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285963 Feb 16 22:19:30.066616 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-79c6403c-1358-44a0-948d-4a2cd0bd9cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6c053a72-941d-48f1-ad18-9433019d1a8a), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:30.150866 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59640) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:30.183664 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7d6c5331-aba4-4e9c-a6ee-036c1c845c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (a0972455-269f-4b77-b4ef-e321ba440815), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:30.214884 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c5331-aba4-4e9c-a6ee-036c1c845c60 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0972455-269f-4b77-b4ef-e321ba440815,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:30.344253 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4248b-a0c0-4ef3-bb08-36c2edfed55d req-f362e6e8-227d-4e45-9019-195c9f1ceb40 tempest-ServersOnMultiNodesTest-1791724927 tempest-ServersOnMultiNodesTest-1791724927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:30.358642 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e2e4248b-a0c0-4ef3-bb08-36c2edfed55d req-f362e6e8-227d-4e45-9019-195c9f1ceb40 tempest-ServersOnMultiNodesTest-1791724927 tempest-ServersOnMultiNodesTest-1791724927-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=54545696-2a38-40c6-930b-ec036815018c HTTP/1.1" status: 200 len: 1132 time: 0.0939827 Feb 16 22:19:30.376129 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-cc8b4497-2d1c-4462-9ca9-4f84baab7ce9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-900764405-network', 'tenant_id': '1a29e21e15ad43ff8272d652c261d479'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:30.459658 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e2e4248b-a0c0-4ef3-bb08-36c2edfed55d req-831c3789-3021-4aab-9ad8-e57f4137331f tempest-ServersOnMultiNodesTest-1791724927 tempest-ServersOnMultiNodesTest-1791724927-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926647 Feb 16 22:19:30.461169 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8b4497-2d1c-4462-9ca9-4f84baab7ce9 admin admin] Made reservation on behalf of 1a29e21e15ad43ff8272d652c261d479 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:19:30.464744 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cc8b4497-2d1c-4462-9ca9-4f84baab7ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:30.479622 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7d6c5331-aba4-4e9c-a6ee-036c1c845c60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (779a36e3-2ed7-4fa6-a747-5fe432525886), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:30.483652 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cc8b4497-2d1c-4462-9ca9-4f84baab7ce9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:30.509402 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-79c6403c-1358-44a0-948d-4a2cd0bd9cdf None None] Publish callbacks [] for port (6c053a72-941d-48f1-ad18-9433019d1a8a), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:30.525715 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-79c6403c-1358-44a0-948d-4a2cd0bd9cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (6c053a72-941d-48f1-ad18-9433019d1a8a), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:30.610212 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db327105-a1c8-4823-8d74-710cf882c134 None None] Pushing event updated for resources: {'Port': ['ID=6c053a72-941d-48f1-ad18-9433019d1a8a,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:30.657334 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cc8b4497-2d1c-4462-9ca9-4f84baab7ce9 admin admin] Publish callbacks [] for security_group (f4864a9b-59ab-44ce-a0df-654de87767b9), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:30.657845 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 88515ab4-00b0-4797-a049-39e8bd516e91 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:19:30.661401 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db327105-a1c8-4823-8d74-710cf882c134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:30.662564 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db327105-a1c8-4823-8d74-710cf882c134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:30.663195 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db327105-a1c8-4823-8d74-710cf882c134 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:30.663779 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db327105-a1c8-4823-8d74-710cf882c134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:30.664321 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db327105-a1c8-4823-8d74-710cf882c134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:30.665098 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db327105-a1c8-4823-8d74-710cf882c134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:30.665631 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db327105-a1c8-4823-8d74-710cf882c134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:30.666182 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db327105-a1c8-4823-8d74-710cf882c134 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:30.666709 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db327105-a1c8-4823-8d74-710cf882c134 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:30.667252 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db327105-a1c8-4823-8d74-710cf882c134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:30.668113 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db327105-a1c8-4823-8d74-710cf882c134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:30.668646 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db327105-a1c8-4823-8d74-710cf882c134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:30.669548 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db327105-a1c8-4823-8d74-710cf882c134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:30.679916 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cc8b4497-2d1c-4462-9ca9-4f84baab7ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f4864a9b-59ab-44ce-a0df-654de87767b9), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:30.692689 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc8b4497-2d1c-4462-9ca9-4f84baab7ce9 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:19:30.704653 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cc8b4497-2d1c-4462-9ca9-4f84baab7ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (94dbd941-499e-4b18-9672-13a1c9ab9637), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:30.705731 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-cc8b4497-2d1c-4462-9ca9-4f84baab7ce9 admin admin] Added segment 94dbd941-499e-4b18-9672-13a1c9ab9637 of type vlan for network 8ad611df-746e-4875-9e0a-34fc24023b4e Feb 16 22:19:30.713108 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-79c6403c-1358-44a0-948d-4a2cd0bd9cdf None None] Attempting to bind port 6c053a72-941d-48f1-ad18-9433019d1a8a on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:19:30.713909 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-79c6403c-1358-44a0-948d-4a2cd0bd9cdf None None] Attempting to bind port 6c053a72-941d-48f1-ad18-9433019d1a8a by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'd8cbbd75-4920-4494-97e4-bdff5a8c7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '148c4f12-6a4c-4222-964e-54da24b176f4'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:19:30.714613 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c6403c-1358-44a0-948d-4a2cd0bd9cdf None None] Attempting to bind port 6c053a72-941d-48f1-ad18-9433019d1a8a on network 148c4f12-6a4c-4222-964e-54da24b176f4 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:19:30.722702 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c6403c-1358-44a0-948d-4a2cd0bd9cdf None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:19:30.724628 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c6403c-1358-44a0-948d-4a2cd0bd9cdf None None] Checking segment: {'id': 'd8cbbd75-4920-4494-97e4-bdff5a8c7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '148c4f12-6a4c-4222-964e-54da24b176f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:19:30.725108 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-79c6403c-1358-44a0-948d-4a2cd0bd9cdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:30.725619 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c6403c-1358-44a0-948d-4a2cd0bd9cdf None None] Bound using segment: {'id': 'd8cbbd75-4920-4494-97e4-bdff5a8c7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '148c4f12-6a4c-4222-964e-54da24b176f4'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:19:30.726392 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-79c6403c-1358-44a0-948d-4a2cd0bd9cdf None None] Bound port: 6c053a72-941d-48f1-ad18-9433019d1a8a, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cbbd75-4920-4494-97e4-bdff5a8c7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '148c4f12-6a4c-4222-964e-54da24b176f4'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:19:30.727222 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-79c6403c-1358-44a0-948d-4a2cd0bd9cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6c053a72-941d-48f1-ad18-9433019d1a8a), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:30.758654 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cc8b4497-2d1c-4462-9ca9-4f84baab7ce9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (8ad611df-746e-4875-9e0a-34fc24023b4e), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:30.801575 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cc8b4497-2d1c-4462-9ca9-4f84baab7ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (8ad611df-746e-4875-9e0a-34fc24023b4e), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:30.802967 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8b4497-2d1c-4462-9ca9-4f84baab7ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:30.803753 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cc8b4497-2d1c-4462-9ca9-4f84baab7ce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:30.805061 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 88515ab4-00b0-4797-a049-39e8bd516e91 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:19:30.806122 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (88515ab4-00b0-4797-a049-39e8bd516e91), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:30.853015 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b4497-2d1c-4462-9ca9-4f84baab7ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4864a9b-59ab-44ce-a0df-654de87767b9,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:30.866860 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-79c6403c-1358-44a0-948d-4a2cd0bd9cdf None None] For port 6c053a72-941d-48f1-ad18-9433019d1a8a, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:19:30.877162 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-cc8b4497-2d1c-4462-9ca9-4f84baab7ce9 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7248154 Feb 16 22:19:30.879171 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-79c6403c-1358-44a0-948d-4a2cd0bd9cdf None None] For port 6c053a72-941d-48f1-ad18-9433019d1a8a, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=6c053a72-941d-48f1-ad18-9433019d1a8a,segment=NetworkSegment(d8cbbd75-4920-4494-97e4-bdff5a8c7c7d),segment_id=d8cbbd75-4920-4494-97e4-bdff5a8c7c7d)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:19:30.880624 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59660) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:30.886609 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-a8585a99-41c1-4632-9d44-6faeba6961fc admin admin] Request body: {'subnet': {'network_id': '8ad611df-746e-4875-9e0a-34fc24023b4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-900764405-subnet', 'tenant_id': '1a29e21e15ad43ff8272d652c261d479', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:30.901741 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-79c6403c-1358-44a0-948d-4a2cd0bd9cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (6c053a72-941d-48f1-ad18-9433019d1a8a), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:30.973489 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b4497-2d1c-4462-9ca9-4f84baab7ce9 admin admin] Pushing event updated for resources: {'Network': ['ID=8ad611df-746e-4875-9e0a-34fc24023b4e,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:30.988870 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 88515ab4-00b0-4797-a049-39e8bd516e91 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:19:30.996568 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 8ad611df-746e-4875-9e0a-34fc24023b4e details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:19:31.007969 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8585a99-41c1-4632-9d44-6faeba6961fc admin admin] Made reservation on behalf of 1a29e21e15ad43ff8272d652c261d479 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:19:31.010491 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a8585a99-41c1-4632-9d44-6faeba6961fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:31.031392 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6c5331-aba4-4e9c-a6ee-036c1c845c60 admin admin] Router 779a36e3-2ed7-4fa6-a747-5fe432525886 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:19:31.051604 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c6403c-1358-44a0-948d-4a2cd0bd9cdf None None] Routers {'51dd0a18-5620-4c2c-8904-72f39432242e'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:19:31.055535 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-79c6403c-1358-44a0-948d-4a2cd0bd9cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:19:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['51dd0a18-5620-4c2c-8904-72f39432242e'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:31.164237 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-87854353-6889-4138-b2e2-c8ed5eb62e2d None None] Provisioning complete for port 6c053a72-941d-48f1-ad18-9433019d1a8a triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:19:31.164938 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-87854353-6889-4138-b2e2-c8ed5eb62e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6c053a72-941d-48f1-ad18-9433019d1a8a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:31.184947 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6c5331-aba4-4e9c-a6ee-036c1c845c60 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:19:31.200451 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7d6c5331-aba4-4e9c-a6ee-036c1c845c60 admin admin] 10.222.0.75 "PUT /v2.0/routers/779a36e3-2ed7-4fa6-a747-5fe432525886/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2813396 Feb 16 22:19:31.202586 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59670) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:31.218126 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367ef604-e5d5-416c-97e8-c76d8a6c2bac None None] Sync routers for ids ['779a36e3-2ed7-4fa6-a747-5fe432525886'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:19:31.245843 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367ef604-e5d5-416c-97e8-c76d8a6c2bac None None] Routers {'779a36e3-2ed7-4fa6-a747-5fe432525886'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:19:31.246683 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-367ef604-e5d5-416c-97e8-c76d8a6c2bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:19:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['779a36e3-2ed7-4fa6-a747-5fe432525886'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:31.365019 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-490b81c4-e466-47d3-a21c-94526485547d admin admin] Publish callbacks [] for router (779a36e3-2ed7-4fa6-a747-5fe432525886), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:31.367402 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db327105-a1c8-4823-8d74-710cf882c134 None None] Pushing event updated for resources: {'Port': ['ID=6c053a72-941d-48f1-ad18-9433019d1a8a,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:31.396409 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-87854353-6889-4138-b2e2-c8ed5eb62e2d None None] Current status of the port 6c053a72-941d-48f1-ad18-9433019d1a8a is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:19:31.396864 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-87854353-6889-4138-b2e2-c8ed5eb62e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6c053a72-941d-48f1-ad18-9433019d1a8a), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:31.446896 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-79c6403c-1358-44a0-948d-4a2cd0bd9cdf None None] Set router 51dd0a18-5620-4c2c-8904-72f39432242e gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:19:31.455891 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-87854353-6889-4138-b2e2-c8ed5eb62e2d None None] For port 6c053a72-941d-48f1-ad18-9433019d1a8a, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=6c053a72-941d-48f1-ad18-9433019d1a8a,segment=NetworkSegment(d8cbbd75-4920-4494-97e4-bdff5a8c7c7d),segment_id=d8cbbd75-4920-4494-97e4-bdff5a8c7c7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:31.469181 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-367ef604-e5d5-416c-97e8-c76d8a6c2bac None None] Set router 779a36e3-2ed7-4fa6-a747-5fe432525886 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:19:31.537302 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-87854353-6889-4138-b2e2-c8ed5eb62e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (6c053a72-941d-48f1-ad18-9433019d1a8a), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:31.551050 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-490b81c4-e466-47d3-a21c-94526485547d admin admin] Publish callbacks [] for router_gateway (779a36e3-2ed7-4fa6-a747-5fe432525886), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:31.662056 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87854353-6889-4138-b2e2-c8ed5eb62e2d None None] Pushing event updated for resources: {'Port': ['ID=6c053a72-941d-48f1-ad18-9433019d1a8a,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:31.682771 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-4bf8f03e-4a17-4bcc-b22c-91228c134368 None None] Provisioning complete for port 6c053a72-941d-48f1-ad18-9433019d1a8a triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:19:31.683469 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4bf8f03e-4a17-4bcc-b22c-91228c134368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6c053a72-941d-48f1-ad18-9433019d1a8a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:31.773409 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-79c6403c-1358-44a0-948d-4a2cd0bd9cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-330928189-router', 'tenant_id': '45beb6dd314449ccb0cb78efc29b5eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '88515ab4-00b0-4797-a049-39e8bd516e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:19:21Z', 'updated_at': '2022-02-16T22:19:26Z', 'revision_number': 4, 'project_id': '45beb6dd314449ccb0cb78efc29b5eab', 'gw_port': {'id': '88515ab4-00b0-4797-a049-39e8bd516e91', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:19:22Z', 'updated_at': '2022-02-16T22:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '6c053a72-941d-48f1-ad18-9433019d1a8a', 'name': '', 'network_id': '148c4f12-6a4c-4222-964e-54da24b176f4', 'tenant_id': '45beb6dd314449ccb0cb78efc29b5eab', 'mac_address': 'fa:16:3e:f2:a8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '9ee789e8-f458-47e2-93fe-11658cfad8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:19:26Z', 'updated_at': '2022-02-16T22:19:30Z', 'revision_number': 4, 'project_id': '45beb6dd314449ccb0cb78efc29b5eab', 'subnets': [{'id': '9ee789e8-f458-47e2-93fe-11658cfad8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:31.808985 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798fe59-0302-4212-ab80-ab6101e75adb req-e5336150-9480-499d-af1b-d7f0aa00509f tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:31.814607 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4bf8f03e-4a17-4bcc-b22c-91228c134368 None None] Current status of the port 6c053a72-941d-48f1-ad18-9433019d1a8a is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:19:31.816119 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f798fe59-0302-4212-ab80-ab6101e75adb req-e5336150-9480-499d-af1b-d7f0aa00509f tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/networks?id=148c4f12-6a4c-4222-964e-54da24b176f4 HTTP/1.1" status: 200 len: 828 time: 0.7069232 Feb 16 22:19:31.818348 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a8585a99-41c1-4632-9d44-6faeba6961fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (8100ed50-1365-4aac-a0dd-cd272c1d5e82), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:31.818761 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-367ef604-e5d5-416c-97e8-c76d8a6c2bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779a36e3-2ed7-4fa6-a747-5fe432525886', 'name': 'tempest-AttachSCSIVolumeTestJSON-1027106733-router', 'tenant_id': '0b894cff0a7e4ebb863195fd21311e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'bff4c4d2-29f1-457d-9e5c-afff27cb7008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:58Z', 'updated_at': '2022-02-16T22:19:30Z', 'revision_number': 5, 'project_id': '0b894cff0a7e4ebb863195fd21311e6e', 'gw_port': {'id': 'bff4c4d2-29f1-457d-9e5c-afff27cb7008', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779a36e3-2ed7-4fa6-a747-5fe432525886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:59Z', 'updated_at': '2022-02-16T22:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:31.835218 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c6403c-1358-44a0-948d-4a2cd0bd9cdf None None] The sync data for ids ['51dd0a18-5620-4c2c-8904-72f39432242e'] in n-d-813897-6 is: [{'id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-330928189-router', 'tenant_id': '45beb6dd314449ccb0cb78efc29b5eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '88515ab4-00b0-4797-a049-39e8bd516e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:19:21Z', 'updated_at': '2022-02-16T22:19:26Z', 'revision_number': 4, 'project_id': '45beb6dd314449ccb0cb78efc29b5eab', 'gw_port': {'id': '88515ab4-00b0-4797-a049-39e8bd516e91', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:19:22Z', 'updated_at': '2022-02-16T22:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '6c053a72-941d-48f1-ad18-9433019d1a8a', 'name': '', 'network_id': '148c4f12-6a4c-4222-964e-54da24b176f4', 'tenant_id': '45beb6dd314449ccb0cb78efc29b5eab', 'mac_address': 'fa:16:3e:f2:a8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '9ee789e8-f458-47e2-93fe-11658cfad8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:19:26Z', 'updated_at': '2022-02-16T22:19:30Z', 'revision_number': 4, 'project_id': '45beb6dd314449ccb0cb78efc29b5eab', 'subnets': [{'id': '9ee789e8-f458-47e2-93fe-11658cfad8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:19:31.837051 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f798fe59-0302-4212-ab80-ab6101e75adb req-3464b0f9-c5f7-487a-8b76-e3ea4d050580 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/quotas/45beb6dd314449ccb0cb78efc29b5eab HTTP/1.1" status: 200 len: 375 time: 0.0198579 Feb 16 22:19:31.858079 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367ef604-e5d5-416c-97e8-c76d8a6c2bac None None] Checking router: 779a36e3-2ed7-4fa6-a747-5fe432525886 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:19:31.868743 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367ef604-e5d5-416c-97e8-c76d8a6c2bac None None] Routers {'779a36e3-2ed7-4fa6-a747-5fe432525886'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:19:31.869532 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-367ef604-e5d5-416c-97e8-c76d8a6c2bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:19:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['779a36e3-2ed7-4fa6-a747-5fe432525886'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:32.018633 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-367ef604-e5d5-416c-97e8-c76d8a6c2bac None None] Set router 779a36e3-2ed7-4fa6-a747-5fe432525886 gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:19:32.065566 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8585a99-41c1-4632-9d44-6faeba6961fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8100ed50-1365-4aac-a0dd-cd272c1d5e82,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:32.094073 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f798fe59-0302-4212-ab80-ab6101e75adb req-2c07b22f-c455-4c71-9b19-691f4989d9aa tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=45beb6dd314449ccb0cb78efc29b5eab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2559283 Feb 16 22:19:32.097058 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-490b81c4-e466-47d3-a21c-94526485547d admin admin] Deleting port bff4c4d2-29f1-457d-9e5c-afff27cb7008 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:19:32.097929 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-490b81c4-e466-47d3-a21c-94526485547d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (bff4c4d2-29f1-457d-9e5c-afff27cb7008), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:32.099796 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-367ef604-e5d5-416c-97e8-c76d8a6c2bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779a36e3-2ed7-4fa6-a747-5fe432525886', 'name': 'tempest-AttachSCSIVolumeTestJSON-1027106733-router', 'tenant_id': '0b894cff0a7e4ebb863195fd21311e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:58Z', 'updated_at': '2022-02-16T22:19:31Z', 'revision_number': 6, 'project_id': '0b894cff0a7e4ebb863195fd21311e6e', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:32.136013 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367ef604-e5d5-416c-97e8-c76d8a6c2bac None None] The sync data for ids ['779a36e3-2ed7-4fa6-a747-5fe432525886'] in n-d-813897-6 is: [{'id': '779a36e3-2ed7-4fa6-a747-5fe432525886', 'name': 'tempest-AttachSCSIVolumeTestJSON-1027106733-router', 'tenant_id': '0b894cff0a7e4ebb863195fd21311e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:58Z', 'updated_at': '2022-02-16T22:19:31Z', 'revision_number': 6, 'project_id': '0b894cff0a7e4ebb863195fd21311e6e', 'gw_port_host': None}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:19:32.165320 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8585a99-41c1-4632-9d44-6faeba6961fc admin admin] Checking segment: {'id': '94dbd941-499e-4b18-9672-13a1c9ab9637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8ad611df-746e-4875-9e0a-34fc24023b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:19:32.165765 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8585a99-41c1-4632-9d44-6faeba6961fc admin admin] Network hostable DHCP agents. Network: 8ad611df-746e-4875-9e0a-34fc24023b4e, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:19:32.176549 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-f75381da-7867-4b7e-853b-186d9f646bbf tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:32.178228 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-f75381da-7867-4b7e-853b-186d9f646bbf tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] 10.222.0.79 "GET /v2.0/networks?id=2bd7261e-c35c-442d-9e71-c290c9fc90fe HTTP/1.1" status: 200 len: 821 time: 0.3088892 Feb 16 22:19:32.207389 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-490b81c4-e466-47d3-a21c-94526485547d admin admin] For port bff4c4d2-29f1-457d-9e5c-afff27cb7008, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=bff4c4d2-29f1-457d-9e5c-afff27cb7008,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:32.207755 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-490b81c4-e466-47d3-a21c-94526485547d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (bff4c4d2-29f1-457d-9e5c-afff27cb7008), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:32.221081 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-65ba7178-a89f-4387-94d1-4faad3f1ace7 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] Request body: {'port': {'device_id': 'e89c2162-3c55-4ae6-97b2-2fd8dc325ef1', 'network_id': '2bd7261e-c35c-442d-9e71-c290c9fc90fe', 'admin_state_up': True, 'tenant_id': 'd5de796caa0e4b9280cc8c6cfb1caa18'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:32.225392 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-490b81c4-e466-47d3-a21c-94526485547d admin admin] Calling delete_port for bff4c4d2-29f1-457d-9e5c-afff27cb7008 owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:19:32.249710 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8585a99-41c1-4632-9d44-6faeba6961fc admin admin] Network 8ad611df-746e-4875-9e0a-34fc24023b4e is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:19:32.315738 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-a8585a99-41c1-4632-9d44-6faeba6961fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 8ad611df-746e-4875-9e0a-34fc24023b4e) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:19:32.324191 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02a1faf-e6a5-42d5-b704-d861227ad2b1 None None] Network 8ad611df-746e-4875-9e0a-34fc24023b4e requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:19:32.330632 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8585a99-41c1-4632-9d44-6faeba6961fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:32.331475 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a8585a99-41c1-4632-9d44-6faeba6961fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:32.355956 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f798fe59-0302-4212-ab80-ab6101e75adb req-2266de8a-5405-4f53-b53a-5f5afa8d7547 service neutron] 10.222.0.75 "GET /v2.0/networks/148c4f12-6a4c-4222-964e-54da24b176f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605622 Feb 16 22:19:32.421059 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a8585a99-41c1-4632-9d44-6faeba6961fc admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5382934 Feb 16 22:19:32.427016 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59672) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:32.435103 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-490b81c4-e466-47d3-a21c-94526485547d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (bff4c4d2-29f1-457d-9e5c-afff27cb7008), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:32.435839 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-400a2b58-e940-45fc-8623-0d9dd3944552 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-900764405-router', 'tenant_id': '1a29e21e15ad43ff8272d652c261d479', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:32.461732 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618b4c3d-2ac7-47a8-a564-a1223317dfe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-8ad611df-746e-4875-9e0a-34fc24023b4e', 'network_id': '8ad611df-746e-4875-9e0a-34fc24023b4e', 'project_id': '1a29e21e15ad43ff8272d652c261d479', 'fixed_ips': [{'subnet_id': '8100ed50-1365-4aac-a0dd-cd272c1d5e82'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:19:32.461960 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b81c4-e466-47d3-a21c-94526485547d admin admin] Pushing event deleted for resources: {'Port': ['ID=bff4c4d2-29f1-457d-9e5c-afff27cb7008,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:32.463946 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-618b4c3d-2ac7-47a8-a564-a1223317dfe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:32.533229 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-400a2b58-e940-45fc-8623-0d9dd3944552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (3ed7c337-cf82-4187-acdc-18a75c84d2b4), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:32.534319 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-400a2b58-e940-45fc-8623-0d9dd3944552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (3ed7c337-cf82-4187-acdc-18a75c84d2b4), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:32.552490 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-65ba7178-a89f-4387-94d1-4faad3f1ace7 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] Made reservation on behalf of d5de796caa0e4b9280cc8c6cfb1caa18 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:19:32.556892 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-65ba7178-a89f-4387-94d1-4faad3f1ace7 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:32.582050 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-490b81c4-e466-47d3-a21c-94526485547d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (779a36e3-2ed7-4fa6-a747-5fe432525886), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:32.587894 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f798fe59-0302-4212-ab80-ab6101e75adb req-edf678bf-65fa-4200-8ee2-4d5daca49583 service neutron] 10.222.0.75 "GET /v2.0/networks/148c4f12-6a4c-4222-964e-54da24b176f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216470 Feb 16 22:19:32.772794 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-618b4c3d-2ac7-47a8-a564-a1223317dfe2 None None] Allocated IP 172.20.0.2 (8ad611df-746e-4875-9e0a-34fc24023b4e/8100ed50-1365-4aac-a0dd-cd272c1d5e82/55aad836-deb8-4ca5-9a1d-2e7c60429a03) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:19:32.815601 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-490b81c4-e466-47d3-a21c-94526485547d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (779a36e3-2ed7-4fa6-a747-5fe432525886), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:32.818216 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-490b81c4-e466-47d3-a21c-94526485547d admin admin] Publish callbacks [] for router_controller (779a36e3-2ed7-4fa6-a747-5fe432525886), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:32.825431 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-400a2b58-e940-45fc-8623-0d9dd3944552 admin admin] Publish callbacks [] for router_controller (3ed7c337-cf82-4187-acdc-18a75c84d2b4), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:32.904161 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-490b81c4-e466-47d3-a21c-94526485547d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (779a36e3-2ed7-4fa6-a747-5fe432525886), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:32.904914 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490b81c4-e466-47d3-a21c-94526485547d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 779a36e3-2ed7-4fa6-a747-5fe432525886 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:19:32.914695 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-490b81c4-e466-47d3-a21c-94526485547d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:32.924526 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 6c053a72-941d-48f1-ad18-9433019d1a8a up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:19:32.929550 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59680) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:32.929782 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-490b81c4-e466-47d3-a21c-94526485547d admin admin] 10.222.0.75 "DELETE /v2.0/routers/779a36e3-2ed7-4fa6-a747-5fe432525886 HTTP/1.1" status: 204 len: 168 time: 1.7255323 Feb 16 22:19:33.043622 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 6c053a72-941d-48f1-ad18-9433019d1a8a triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:19:33.044237 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6c053a72-941d-48f1-ad18-9433019d1a8a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:33.046824 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-618b4c3d-2ac7-47a8-a564-a1223317dfe2 None None] Publish callbacks [] for port (55aad836-deb8-4ca5-9a1d-2e7c60429a03), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:33.064203 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-65ba7178-a89f-4387-94d1-4faad3f1ace7 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] Allocated IP 172.20.0.6 (2bd7261e-c35c-442d-9e71-c290c9fc90fe/a6d4a912-3b84-4bfa-b228-aac6946c9f58/3a7abf1f-ea8e-46d4-8ccf-cef340495fe7) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:19:33.077589 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-618b4c3d-2ac7-47a8-a564-a1223317dfe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (55aad836-deb8-4ca5-9a1d-2e7c60429a03), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:33.141190 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618b4c3d-2ac7-47a8-a564-a1223317dfe2 None None] Network 8ad611df-746e-4875-9e0a-34fc24023b4e is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:19:33.146179 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-618b4c3d-2ac7-47a8-a564-a1223317dfe2 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:19:33.167100 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618b4c3d-2ac7-47a8-a564-a1223317dfe2 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:19:33.201766 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b4c3d-2ac7-47a8-a564-a1223317dfe2 None None] Pushing event updated for resources: {'Port': ['ID=55aad836-deb8-4ca5-9a1d-2e7c60429a03,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:33.206793 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-400a2b58-e940-45fc-8623-0d9dd3944552 admin admin] Publish callbacks [] for router_gateway (3ed7c337-cf82-4187-acdc-18a75c84d2b4), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:33.225350 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-031609a9-da24-465c-90ed-b66ede45933f req-ccc05a58-0312-43a8-aa1e-fe75b0fae7e1 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "GET /v2.0/security-groups/ff23d57a-32c7-4862-94bb-c723fbb7bb0e HTTP/1.1" status: 200 len: 2420 time: 0.3983593 Feb 16 22:19:33.291892 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3270ce8-2d1a-4cb1-a83c-15b544130c7c admin admin] Deleting subnet 1dc046c6-40f6-467b-9274-70eafc6db188 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:19:33.310774 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b3270ce8-2d1a-4cb1-a83c-15b544130c7c admin admin] Publish callbacks [] for subnet (1dc046c6-40f6-467b-9274-70eafc6db188), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:33.321054 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-618b4c3d-2ac7-47a8-a564-a1223317dfe2 None None] Attempting to bind port 55aad836-deb8-4ca5-9a1d-2e7c60429a03 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:19:33.321349 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-618b4c3d-2ac7-47a8-a564-a1223317dfe2 None None] Attempting to bind port 55aad836-deb8-4ca5-9a1d-2e7c60429a03 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '94dbd941-499e-4b18-9672-13a1c9ab9637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8ad611df-746e-4875-9e0a-34fc24023b4e'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:19:33.321714 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618b4c3d-2ac7-47a8-a564-a1223317dfe2 None None] Attempting to bind port 55aad836-deb8-4ca5-9a1d-2e7c60429a03 on network 8ad611df-746e-4875-9e0a-34fc24023b4e {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:19:33.332764 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618b4c3d-2ac7-47a8-a564-a1223317dfe2 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:19:33.333238 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618b4c3d-2ac7-47a8-a564-a1223317dfe2 None None] Checking segment: {'id': '94dbd941-499e-4b18-9672-13a1c9ab9637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8ad611df-746e-4875-9e0a-34fc24023b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:19:33.333537 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-618b4c3d-2ac7-47a8-a564-a1223317dfe2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:33.333931 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618b4c3d-2ac7-47a8-a564-a1223317dfe2 None None] Bound using segment: {'id': '94dbd941-499e-4b18-9672-13a1c9ab9637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8ad611df-746e-4875-9e0a-34fc24023b4e'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:19:33.334540 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-618b4c3d-2ac7-47a8-a564-a1223317dfe2 None None] Bound port: 55aad836-deb8-4ca5-9a1d-2e7c60429a03, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94dbd941-499e-4b18-9672-13a1c9ab9637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8ad611df-746e-4875-9e0a-34fc24023b4e'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:19:33.334800 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-618b4c3d-2ac7-47a8-a564-a1223317dfe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (55aad836-deb8-4ca5-9a1d-2e7c60429a03), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:33.373944 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 6c053a72-941d-48f1-ad18-9433019d1a8a is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:19:33.385829 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a0972455-269f-4b77-b4ef-e321ba440815 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:19:33.409198 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: a0972455-269f-4b77-b4ef-e321ba440815 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:19:33.409530 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a0972455-269f-4b77-b4ef-e321ba440815 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:19:33.410833 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b3270ce8-2d1a-4cb1-a83c-15b544130c7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (1dc046c6-40f6-467b-9274-70eafc6db188), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:33.443599 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-618b4c3d-2ac7-47a8-a564-a1223317dfe2 None None] For port 55aad836-deb8-4ca5-9a1d-2e7c60429a03, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:19:33.448079 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-618b4c3d-2ac7-47a8-a564-a1223317dfe2 None None] For port 55aad836-deb8-4ca5-9a1d-2e7c60429a03, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=55aad836-deb8-4ca5-9a1d-2e7c60429a03,segment=NetworkSegment(94dbd941-499e-4b18-9672-13a1c9ab9637),segment_id=94dbd941-499e-4b18-9672-13a1c9ab9637)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:19:33.466032 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-618b4c3d-2ac7-47a8-a564-a1223317dfe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (55aad836-deb8-4ca5-9a1d-2e7c60429a03), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:33.519891 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-031609a9-da24-465c-90ed-b66ede45933f req-a8f62634-c71d-4af5-841e-ad71f6f0c010 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (ff23d57a-32c7-4862-94bb-c723fbb7bb0e), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:33.539571 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b4c3d-2ac7-47a8-a564-a1223317dfe2 None None] Pushing event updated for resources: {'Port': ['ID=55aad836-deb8-4ca5-9a1d-2e7c60429a03,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:33.655529 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-65ba7178-a89f-4387-94d1-4faad3f1ace7 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] Publish callbacks [] for port (3a7abf1f-ea8e-46d4-8ccf-cef340495fe7), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:33.665731 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-031609a9-da24-465c-90ed-b66ede45933f req-a8f62634-c71d-4af5-841e-ad71f6f0c010 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (ff23d57a-32c7-4862-94bb-c723fbb7bb0e), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:33.691540 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b3270ce8-2d1a-4cb1-a83c-15b544130c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (1dc046c6-40f6-467b-9274-70eafc6db188), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:33.866744 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b3270ce8-2d1a-4cb1-a83c-15b544130c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (1dc046c6-40f6-467b-9274-70eafc6db188), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:33.898976 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-031609a9-da24-465c-90ed-b66ede45933f req-a8f62634-c71d-4af5-841e-ad71f6f0c010 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ff23d57a-32c7-4862-94bb-c723fbb7bb0e), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:33.901462 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-031609a9-da24-465c-90ed-b66ede45933f req-a8f62634-c71d-4af5-841e-ad71f6f0c010 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:33.902661 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-031609a9-da24-465c-90ed-b66ede45933f req-a8f62634-c71d-4af5-841e-ad71f6f0c010 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "DELETE /v2.0/security-groups/ff23d57a-32c7-4862-94bb-c723fbb7bb0e HTTP/1.1" status: 204 len: 173 time: 0.6622243 Feb 16 22:19:33.903680 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-65ba7178-a89f-4387-94d1-4faad3f1ace7 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (3a7abf1f-ea8e-46d4-8ccf-cef340495fe7), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:33.983165 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b3270ce8-2d1a-4cb1-a83c-15b544130c7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:33.989303 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59688) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:33.990030 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b3270ce8-2d1a-4cb1-a83c-15b544130c7c admin admin] 10.222.0.75 "DELETE /v2.0/subnets/1dc046c6-40f6-467b-9274-70eafc6db188 HTTP/1.1" status: 204 len: 168 time: 1.0540161 Feb 16 22:19:33.991654 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd1219d-d10b-4916-b6c1-063e507935e0 None None] Network be000e73-23fe-44ee-abc8-3537420145b6 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:19:33.992186 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3270ce8-2d1a-4cb1-a83c-15b544130c7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dc046c6-40f6-467b-9274-70eafc6db188,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:34.004934 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f62634-c71d-4af5-841e-ad71f6f0c010 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff23d57a-32c7-4862-94bb-c723fbb7bb0e,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:34.046547 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-65ba7178-a89f-4387-94d1-4faad3f1ace7 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] Network 2bd7261e-c35c-442d-9e71-c290c9fc90fe is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:19:34.057475 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-65ba7178-a89f-4387-94d1-4faad3f1ace7 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:19:34.060344 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-65ba7178-a89f-4387-94d1-4faad3f1ace7 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:19:34.063162 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba7178-a89f-4387-94d1-4faad3f1ace7 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] Pushing event updated for resources: {'Port': ['ID=3a7abf1f-ea8e-46d4-8ccf-cef340495fe7,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:34.129044 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-400a2b58-e940-45fc-8623-0d9dd3944552 admin admin] Publish callbacks [] for router_gateway (3ed7c337-cf82-4187-acdc-18a75c84d2b4), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:34.192183 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-400a2b58-e940-45fc-8623-0d9dd3944552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:34.206948 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cc28ed-df4b-4a2e-9c6e-ec7d4525b59e None None] DHCP port deletion for be000e73-23fe-44ee-abc8-3537420145b6 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:19:34.213243 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-65ba7178-a89f-4387-94d1-4faad3f1ace7 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:34.214126 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-65ba7178-a89f-4387-94d1-4faad3f1ace7 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:34.247374 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1fb8536d-eae3-4122-a4b7-978a8cd48cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (be000e73-23fe-44ee-abc8-3537420145b6), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:34.313855 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798fe59-0302-4212-ab80-ab6101e75adb req-8ede0762-55e9-4dd1-b778-e5e68d5a6a2e tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:34.315003 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-65ba7178-a89f-4387-94d1-4faad3f1ace7 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1220422 Feb 16 22:19:34.316066 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f798fe59-0302-4212-ab80-ab6101e75adb req-8ede0762-55e9-4dd1-b778-e5e68d5a6a2e tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.79 "GET /v2.0/networks?id=148c4f12-6a4c-4222-964e-54da24b176f4 HTTP/1.1" status: 200 len: 828 time: 0.2952471 Feb 16 22:19:34.336190 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-0161d8fb-7ddb-4a5d-b904-4886d8bba15d service neutron] Request body: {'port': {'device_id': 'e89c2162-3c55-4ae6-97b2-2fd8dc325ef1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:34.337656 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-f798fe59-0302-4212-ab80-ab6101e75adb req-cf41de74-5df1-4336-b7ec-e1057d77975f tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Request body: {'port': {'device_id': '884d71bd-a745-4bd3-a68b-8caf575c717e', 'network_id': '148c4f12-6a4c-4222-964e-54da24b176f4', 'admin_state_up': True, 'tenant_id': '45beb6dd314449ccb0cb78efc29b5eab'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:34.374617 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-1fb8536d-eae3-4122-a4b7-978a8cd48cea admin admin] Deleting port 70d7787d-90a2-444c-924a-8916352717c4 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:19:34.374915 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1fb8536d-eae3-4122-a4b7-978a8cd48cea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (70d7787d-90a2-444c-924a-8916352717c4), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:34.425612 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-c8cc28ed-df4b-4a2e-9c6e-ec7d4525b59e None None] Deleting port 70d7787d-90a2-444c-924a-8916352717c4 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:19:34.426013 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c8cc28ed-df4b-4a2e-9c6e-ec7d4525b59e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (70d7787d-90a2-444c-924a-8916352717c4), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:34.427263 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78066fd7-09f5-49de-a160-3f94af956aef req-5d8f4a69-bcea-40df-bb89-fc061df65781 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:34.435600 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78066fd7-09f5-49de-a160-3f94af956aef req-5d8f4a69-bcea-40df-bb89-fc061df65781 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] 10.222.0.75 "GET /v2.0/ports?device_id=e89c2162-3c55-4ae6-97b2-2fd8dc325ef1 HTTP/1.1" status: 200 len: 931 time: 0.1807575 Feb 16 22:19:34.479559 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-400a2b58-e940-45fc-8623-0d9dd3944552 admin admin] Allocated IP 172.25.2.253 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/1eb74844-e948-4a0c-82e7-eb7db1a5b3e2) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:19:34.544640 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c8cc28ed-df4b-4a2e-9c6e-ec7d4525b59e None None] For port 70d7787d-90a2-444c-924a-8916352717c4, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=70d7787d-90a2-444c-924a-8916352717c4,segment=NetworkSegment(fc395924-0693-469c-9503-16bd3ce1af22),segment_id=fc395924-0693-469c-9503-16bd3ce1af22)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:34.547044 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c8cc28ed-df4b-4a2e-9c6e-ec7d4525b59e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (70d7787d-90a2-444c-924a-8916352717c4), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:34.572079 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-1fb8536d-eae3-4122-a4b7-978a8cd48cea admin admin] For port 70d7787d-90a2-444c-924a-8916352717c4, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=70d7787d-90a2-444c-924a-8916352717c4,segment=NetworkSegment(fc395924-0693-469c-9503-16bd3ce1af22),segment_id=fc395924-0693-469c-9503-16bd3ce1af22)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:34.572333 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1fb8536d-eae3-4122-a4b7-978a8cd48cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (70d7787d-90a2-444c-924a-8916352717c4), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:34.573296 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 55aad836-deb8-4ca5-9a1d-2e7c60429a03 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:19:34.580845 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-0161d8fb-7ddb-4a5d-b904-4886d8bba15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3a7abf1f-ea8e-46d4-8ccf-cef340495fe7), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:34.597455 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-c8cc28ed-df4b-4a2e-9c6e-ec7d4525b59e None None] Calling delete_port for 70d7787d-90a2-444c-924a-8916352717c4 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:19:34.624888 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-1fb8536d-eae3-4122-a4b7-978a8cd48cea admin admin] Calling delete_port for 70d7787d-90a2-444c-924a-8916352717c4 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:19:34.658572 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f798fe59-0302-4212-ab80-ab6101e75adb req-cf41de74-5df1-4336-b7ec-e1057d77975f tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Made reservation on behalf of 45beb6dd314449ccb0cb78efc29b5eab for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:19:34.670228 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f798fe59-0302-4212-ab80-ab6101e75adb req-cf41de74-5df1-4336-b7ec-e1057d77975f tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:34.706096 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78066fd7-09f5-49de-a160-3f94af956aef req-9ed19c94-77bd-4e8d-a536-c14d16ce7da7 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ebe6c8-7b99-4d34-97ed-03e705c73a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700443 Feb 16 22:19:34.715331 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 55aad836-deb8-4ca5-9a1d-2e7c60429a03 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:19:34.716378 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (55aad836-deb8-4ca5-9a1d-2e7c60429a03), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:34.773220 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c8cc28ed-df4b-4a2e-9c6e-ec7d4525b59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (70d7787d-90a2-444c-924a-8916352717c4), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:34.807707 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc28ed-df4b-4a2e-9c6e-ec7d4525b59e None None] Pushing event deleted for resources: {'Port': ['ID=70d7787d-90a2-444c-924a-8916352717c4,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:34.823182 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cc28ed-df4b-4a2e-9c6e-ec7d4525b59e None None] No DVR routers for this DVR port 70d7787d-90a2-444c-924a-8916352717c4 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:19:34.904355 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 55aad836-deb8-4ca5-9a1d-2e7c60429a03 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:19:34.906296 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (55aad836-deb8-4ca5-9a1d-2e7c60429a03), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:34.950637 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1fb8536d-eae3-4122-a4b7-978a8cd48cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (70d7787d-90a2-444c-924a-8916352717c4), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:34.972599 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 55aad836-deb8-4ca5-9a1d-2e7c60429a03, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=55aad836-deb8-4ca5-9a1d-2e7c60429a03,segment=NetworkSegment(94dbd941-499e-4b18-9672-13a1c9ab9637),segment_id=94dbd941-499e-4b18-9672-13a1c9ab9637)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:34.982033 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (55aad836-deb8-4ca5-9a1d-2e7c60429a03), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:34.996234 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8536d-eae3-4122-a4b7-978a8cd48cea admin admin] Pushing event deleted for resources: {'Port': ['ID=70d7787d-90a2-444c-924a-8916352717c4,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:34.998190 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb8536d-eae3-4122-a4b7-978a8cd48cea admin admin] No DVR routers for this DVR port 70d7787d-90a2-444c-924a-8916352717c4 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:19:35.035602 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-400a2b58-e940-45fc-8623-0d9dd3944552 admin admin] Publish callbacks [] for port (1eb74844-e948-4a0c-82e7-eb7db1a5b3e2), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:35.047543 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=55aad836-deb8-4ca5-9a1d-2e7c60429a03,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:35.051352 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c72291-a378-4579-8883-22da09393d84 None None] Network 8ad611df-746e-4875-9e0a-34fc24023b4e requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:19:35.065094 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-f798fe59-0302-4212-ab80-ab6101e75adb req-cf41de74-5df1-4336-b7ec-e1057d77975f tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Allocated IP 172.20.0.10 (148c4f12-6a4c-4222-964e-54da24b176f4/9ee789e8-f458-47e2-93fe-11658cfad8c1/1afa96d2-e42d-4af7-8615-a4ccb87a482c) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:19:35.101835 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-400a2b58-e940-45fc-8623-0d9dd3944552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (1eb74844-e948-4a0c-82e7-eb7db1a5b3e2), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:35.123772 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1fb8536d-eae3-4122-a4b7-978a8cd48cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (be000e73-23fe-44ee-abc8-3537420145b6), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:35.146437 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-1fb8536d-eae3-4122-a4b7-978a8cd48cea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be000e73-23fe-44ee-abc8-3537420145b6']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:35.157560 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-1fb8536d-eae3-4122-a4b7-978a8cd48cea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc395924-0693-469c-9503-16bd3ce1af22') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:35.158838 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-1fb8536d-eae3-4122-a4b7-978a8cd48cea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc395924-0693-469c-9503-16bd3ce1af22') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:35.160752 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400a2b58-e940-45fc-8623-0d9dd3944552 admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:19:35.167554 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-400a2b58-e940-45fc-8623-0d9dd3944552 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:19:35.171808 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 70d7787d-90a2-444c-924a-8916352717c4 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:19:35.176924 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1fb8536d-eae3-4122-a4b7-978a8cd48cea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (fc395924-0693-469c-9503-16bd3ce1af22), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:35.191845 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1fb8536d-eae3-4122-a4b7-978a8cd48cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (fc395924-0693-469c-9503-16bd3ce1af22), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:35.198188 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb8536d-eae3-4122-a4b7-978a8cd48cea admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:19:35.198813 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1fb8536d-eae3-4122-a4b7-978a8cd48cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (fc395924-0693-469c-9503-16bd3ce1af22), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:35.204515 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-3597d1e5-fb63-4254-90eb-8cb3cd4877cf None None] Provisioning complete for port 55aad836-deb8-4ca5-9a1d-2e7c60429a03 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:19:35.204983 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3597d1e5-fb63-4254-90eb-8cb3cd4877cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (55aad836-deb8-4ca5-9a1d-2e7c60429a03), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:35.210930 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400a2b58-e940-45fc-8623-0d9dd3944552 admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:19:35.221522 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0eb34-d0ec-4ff5-a4f1-50751c2a88d0 req-9cc1ccba-3d6c-4270-a710-76cc43b19fd9 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:35.228886 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-07a0eb34-d0ec-4ff5-a4f1-50751c2a88d0 req-9cc1ccba-3d6c-4270-a710-76cc43b19fd9 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a218dccf-8d33-43cd-b91e-31ea195c9e36 HTTP/1.1" status: 200 len: 946 time: 0.3426485 Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:19:35.260572 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:19:35.263690 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 70d7787d-90a2-444c-924a-8916352717c4 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:19:35.263690 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 70d7787d-90a2-444c-924a-8916352717c4 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:19:35.264692 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device bff4c4d2-29f1-457d-9e5c-afff27cb7008 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:19:35.274921 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1fb8536d-eae3-4122-a4b7-978a8cd48cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (be000e73-23fe-44ee-abc8-3537420145b6), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:35.289827 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1fb8536d-eae3-4122-a4b7-978a8cd48cea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:35.294426 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a2b58-e940-45fc-8623-0d9dd3944552 admin admin] Pushing event updated for resources: {'Port': ['ID=1eb74844-e948-4a0c-82e7-eb7db1a5b3e2,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:35.307402 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1fb8536d-eae3-4122-a4b7-978a8cd48cea admin admin] 10.222.0.75 "DELETE /v2.0/networks/be000e73-23fe-44ee-abc8-3537420145b6 HTTP/1.1" status: 204 len: 168 time: 1.3153837 Feb 16 22:19:35.310833 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: bff4c4d2-29f1-457d-9e5c-afff27cb7008 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:19:35.311185 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device bff4c4d2-29f1-457d-9e5c-afff27cb7008 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:19:35.343699 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8536d-eae3-4122-a4b7-978a8cd48cea admin admin] Pushing event deleted for resources: {'Network': ['ID=be000e73-23fe-44ee-abc8-3537420145b6,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:35.355021 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-07a0eb34-d0ec-4ff5-a4f1-50751c2a88d0 req-e42e13a5-3558-43db-8868-f4f81c3957a9 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157405 Feb 16 22:19:35.417938 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-3597d1e5-fb63-4254-90eb-8cb3cd4877cf None None] Current status of the port 55aad836-deb8-4ca5-9a1d-2e7c60429a03 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:19:35.581040 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59694) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:35.638245 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-0161d8fb-7ddb-4a5d-b904-4886d8bba15d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a7abf1f-ea8e-46d4-8ccf-cef340495fe7 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:19:35.648010 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-0161d8fb-7ddb-4a5d-b904-4886d8bba15d service neutron] Publish callbacks [] for port (3a7abf1f-ea8e-46d4-8ccf-cef340495fe7), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:35.691479 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-aa9217dc-4a82-43d1-b1c1-9be17b427e86 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1e0b1563ebe342b2a37986ffe99c82c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1093397 Feb 16 22:19:35.694860 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59698) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:35.697740 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f798fe59-0302-4212-ab80-ab6101e75adb req-cf41de74-5df1-4336-b7ec-e1057d77975f tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks [] for port (1afa96d2-e42d-4af7-8615-a4ccb87a482c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:35.754627 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-dcdf3633-5530-4cb9-b128-30a015e7aad9 None None] Provisioning complete for port 55aad836-deb8-4ca5-9a1d-2e7c60429a03 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:19:35.755058 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-dcdf3633-5530-4cb9-b128-30a015e7aad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (55aad836-deb8-4ca5-9a1d-2e7c60429a03), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:35.775357 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f798fe59-0302-4212-ab80-ab6101e75adb req-cf41de74-5df1-4336-b7ec-e1057d77975f tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (1afa96d2-e42d-4af7-8615-a4ccb87a482c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:35.823846 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fa22cb4f-d256-4739-bc70-6b615cebe216 admin admin] Publish callbacks [] for security_group (e9d8602c-6578-46f1-adc3-a6c06baefebe), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:35.853490 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-dcdf3633-5530-4cb9-b128-30a015e7aad9 None None] Current status of the port 55aad836-deb8-4ca5-9a1d-2e7c60429a03 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:19:35.860183 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f798fe59-0302-4212-ab80-ab6101e75adb req-cf41de74-5df1-4336-b7ec-e1057d77975f tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Network 148c4f12-6a4c-4222-964e-54da24b176f4 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:19:35.874816 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-f798fe59-0302-4212-ab80-ab6101e75adb req-cf41de74-5df1-4336-b7ec-e1057d77975f tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:19:35.877486 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-f798fe59-0302-4212-ab80-ab6101e75adb req-cf41de74-5df1-4336-b7ec-e1057d77975f tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:19:35.886124 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf41de74-5df1-4336-b7ec-e1057d77975f tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Pushing event updated for resources: {'Port': ['ID=1afa96d2-e42d-4af7-8615-a4ccb87a482c,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:35.909982 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fa22cb4f-d256-4739-bc70-6b615cebe216 admin admin] Publish callbacks [] for security_group (e9d8602c-6578-46f1-adc3-a6c06baefebe), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:35.942492 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf41de74-5df1-4336-b7ec-e1057d77975f tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:35.942816 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf41de74-5df1-4336-b7ec-e1057d77975f tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:35.943092 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf41de74-5df1-4336-b7ec-e1057d77975f tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:35.943428 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf41de74-5df1-4336-b7ec-e1057d77975f tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:35.943921 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf41de74-5df1-4336-b7ec-e1057d77975f tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:35.944265 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf41de74-5df1-4336-b7ec-e1057d77975f tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:35.944595 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf41de74-5df1-4336-b7ec-e1057d77975f tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:35.944925 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf41de74-5df1-4336-b7ec-e1057d77975f tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:35.945254 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf41de74-5df1-4336-b7ec-e1057d77975f tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:35.945581 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf41de74-5df1-4336-b7ec-e1057d77975f tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:35.945908 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf41de74-5df1-4336-b7ec-e1057d77975f tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:35.946278 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf41de74-5df1-4336-b7ec-e1057d77975f tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:35.946604 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf41de74-5df1-4336-b7ec-e1057d77975f tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:36.008584 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798fe59-0302-4212-ab80-ab6101e75adb req-cf41de74-5df1-4336-b7ec-e1057d77975f tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:36.009360 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f798fe59-0302-4212-ab80-ab6101e75adb req-cf41de74-5df1-4336-b7ec-e1057d77975f tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:36.039010 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f798fe59-0302-4212-ab80-ab6101e75adb req-cf41de74-5df1-4336-b7ec-e1057d77975f tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7075248 Feb 16 22:19:36.051507 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-f798fe59-0302-4212-ab80-ab6101e75adb req-4cfeb318-9baa-4fc9-a7b4-6efa189e83b3 service neutron] Request body: {'port': {'device_id': '884d71bd-a745-4bd3-a68b-8caf575c717e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:36.061338 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b490bc-ffed-4609-8a6d-e60198dd836a req-a8e298dc-25c4-486c-b814-156164d4a1df tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:36.062956 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-91b490bc-ffed-4609-8a6d-e60198dd836a req-a8e298dc-25c4-486c-b814-156164d4a1df tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a52378c-d346-4f5f-9dec-1834188b58df HTTP/1.1" status: 200 len: 946 time: 0.1111245 Feb 16 22:19:36.065068 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fa22cb4f-d256-4739-bc70-6b615cebe216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (e9d8602c-6578-46f1-adc3-a6c06baefebe), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:36.068429 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fa22cb4f-d256-4739-bc70-6b615cebe216 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:36.069656 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fa22cb4f-d256-4739-bc70-6b615cebe216 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e9d8602c-6578-46f1-adc3-a6c06baefebe HTTP/1.1" status: 204 len: 168 time: 0.3666804 Feb 16 22:19:36.105038 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22cb4f-d256-4739-bc70-6b615cebe216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d8602c-6578-46f1-adc3-a6c06baefebe,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:36.179342 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-0161d8fb-7ddb-4a5d-b904-4886d8bba15d service neutron] Transition to ACTIVE for port object 3a7abf1f-ea8e-46d4-8ccf-cef340495fe7 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:19:36.181653 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a713f295-20d9-4a94-b6e8-afc74fb580db None None] Provisioning complete for port 1afa96d2-e42d-4af7-8615-a4ccb87a482c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:19:36.182252 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a713f295-20d9-4a94-b6e8-afc74fb580db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (1afa96d2-e42d-4af7-8615-a4ccb87a482c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:36.193796 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b19c7efa-3675-4968-9e3a-b6a4e1a5862a req-6b0ac036-0055-4b16-b1b8-befaac523f8c tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/ports?device_id=884d71bd-a745-4bd3-a68b-8caf575c717e HTTP/1.1" status: 200 len: 210 time: 0.4962897 Feb 16 22:19:36.212981 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-0161d8fb-7ddb-4a5d-b904-4886d8bba15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (3a7abf1f-ea8e-46d4-8ccf-cef340495fe7), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:36.237354 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a713f295-20d9-4a94-b6e8-afc74fb580db None None] Port 1afa96d2-e42d-4af7-8615-a4ccb87a482c cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:19:36.269937 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f798fe59-0302-4212-ab80-ab6101e75adb req-4cfeb318-9baa-4fc9-a7b4-6efa189e83b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1afa96d2-e42d-4af7-8615-a4ccb87a482c), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:36.325359 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161d8fb-7ddb-4a5d-b904-4886d8bba15d service neutron] Pushing event updated for resources: {'Port': ['ID=3a7abf1f-ea8e-46d4-8ccf-cef340495fe7,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:36.339323 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-91b490bc-ffed-4609-8a6d-e60198dd836a req-e53ad5ce-de59-496f-b8cb-4e25f822fe45 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Deleting port e39e32ec-a288-41af-b634-90d25254773b {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:19:36.339670 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-91b490bc-ffed-4609-8a6d-e60198dd836a req-e53ad5ce-de59-496f-b8cb-4e25f822fe45 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (e39e32ec-a288-41af-b634-90d25254773b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:36.361999 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-400a2b58-e940-45fc-8623-0d9dd3944552 admin admin] Publish callbacks [] for router_gateway (3ed7c337-cf82-4187-acdc-18a75c84d2b4), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:36.373454 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-59c28065-bbee-466b-8d49-f818c5975d57 req-76bac584-9962-4fb5-9cb8-9288fde41b37 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "GET /v2.0/security-groups/04eb2394-2a41-4cc6-8a69-aa9f81d44485 HTTP/1.1" status: 200 len: 2415 time: 0.1205857 Feb 16 22:19:36.447886 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-91b490bc-ffed-4609-8a6d-e60198dd836a req-e53ad5ce-de59-496f-b8cb-4e25f822fe45 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] For port e39e32ec-a288-41af-b634-90d25254773b, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=e39e32ec-a288-41af-b634-90d25254773b,segment=NetworkSegment(fca9e7d8-0368-4efa-8476-16642fc5c0f1),segment_id=fca9e7d8-0368-4efa-8476-16642fc5c0f1)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:36.448263 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-91b490bc-ffed-4609-8a6d-e60198dd836a req-e53ad5ce-de59-496f-b8cb-4e25f822fe45 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (e39e32ec-a288-41af-b634-90d25254773b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:36.549079 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 55aad836-deb8-4ca5-9a1d-2e7c60429a03 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:19:36.631010 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 55aad836-deb8-4ca5-9a1d-2e7c60429a03 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:19:36.631448 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (55aad836-deb8-4ca5-9a1d-2e7c60429a03), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:36.685614 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59708) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:36.705676 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-0161d8fb-7ddb-4a5d-b904-4886d8bba15d service neutron] Attempting to bind port 3a7abf1f-ea8e-46d4-8ccf-cef340495fe7 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:19:36.706955 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-0161d8fb-7ddb-4a5d-b904-4886d8bba15d service neutron] Attempting to bind port 3a7abf1f-ea8e-46d4-8ccf-cef340495fe7 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'bc011fbf-69ca-4692-8be3-63f8031f6536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2bd7261e-c35c-442d-9e71-c290c9fc90fe'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:19:36.707597 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-0161d8fb-7ddb-4a5d-b904-4886d8bba15d service neutron] Attempting to bind port 3a7abf1f-ea8e-46d4-8ccf-cef340495fe7 on network 2bd7261e-c35c-442d-9e71-c290c9fc90fe {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:19:36.728534 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-0161d8fb-7ddb-4a5d-b904-4886d8bba15d service neutron] Port 3a7abf1f-ea8e-46d4-8ccf-cef340495fe7 on network 2bd7261e-c35c-442d-9e71-c290c9fc90fe not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:19:36.729293 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-0161d8fb-7ddb-4a5d-b904-4886d8bba15d service neutron] Attempting to bind port 3a7abf1f-ea8e-46d4-8ccf-cef340495fe7 on network 2bd7261e-c35c-442d-9e71-c290c9fc90fe {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:19:36.749438 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-0161d8fb-7ddb-4a5d-b904-4886d8bba15d service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:19:36.750869 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-0161d8fb-7ddb-4a5d-b904-4886d8bba15d service neutron] Checking segment: {'id': 'bc011fbf-69ca-4692-8be3-63f8031f6536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2bd7261e-c35c-442d-9e71-c290c9fc90fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:19:36.751514 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-0161d8fb-7ddb-4a5d-b904-4886d8bba15d service neutron] Bound using segment: {'id': 'bc011fbf-69ca-4692-8be3-63f8031f6536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2bd7261e-c35c-442d-9e71-c290c9fc90fe'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:19:36.752811 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-0161d8fb-7ddb-4a5d-b904-4886d8bba15d service neutron] Bound port: 3a7abf1f-ea8e-46d4-8ccf-cef340495fe7, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc011fbf-69ca-4692-8be3-63f8031f6536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2bd7261e-c35c-442d-9e71-c290c9fc90fe'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:19:36.753985 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-0161d8fb-7ddb-4a5d-b904-4886d8bba15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3a7abf1f-ea8e-46d4-8ccf-cef340495fe7), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:36.767639 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 55aad836-deb8-4ca5-9a1d-2e7c60429a03 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:19:36.791795 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0bc1ee30-2f9c-4241-8334-92700a8e22dc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0b894cff0a7e4ebb863195fd21311e6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1036592 Feb 16 22:19:36.797686 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59710) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:36.843073 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-91b490bc-ffed-4609-8a6d-e60198dd836a req-e53ad5ce-de59-496f-b8cb-4e25f822fe45 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:36.843442 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-91b490bc-ffed-4609-8a6d-e60198dd836a req-e53ad5ce-de59-496f-b8cb-4e25f822fe45 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (d2caaa6d-2cab-4371-9c36-9a3e264bd422), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:36.843770 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [req-91b490bc-ffed-4609-8a6d-e60198dd836a req-e53ad5ce-de59-496f-b8cb-4e25f822fe45 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Floating IP d2caaa6d-2cab-4371-9c36-9a3e264bd422 disassociated. External IP: 172.25.2.216, port: e39e32ec-a288-41af-b634-90d25254773b. Feb 16 22:19:36.844134 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-91b490bc-ffed-4609-8a6d-e60198dd836a req-e53ad5ce-de59-496f-b8cb-4e25f822fe45 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Calling delete_port for e39e32ec-a288-41af-b634-90d25254773b owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:19:36.846098 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-400a2b58-e940-45fc-8623-0d9dd3944552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (3ed7c337-cf82-4187-acdc-18a75c84d2b4), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:36.857851 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-59c28065-bbee-466b-8d49-f818c5975d57 req-ad1360b1-762b-4a3c-a02b-f78a869796d6 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (04eb2394-2a41-4cc6-8a69-aa9f81d44485), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:36.950595 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-59c28065-bbee-466b-8d49-f818c5975d57 req-ad1360b1-762b-4a3c-a02b-f78a869796d6 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (04eb2394-2a41-4cc6-8a69-aa9f81d44485), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:36.955637 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-0161d8fb-7ddb-4a5d-b904-4886d8bba15d service neutron] For port 3a7abf1f-ea8e-46d4-8ccf-cef340495fe7, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:19:36.968325 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-f798fe59-0302-4212-ab80-ab6101e75adb req-4cfeb318-9baa-4fc9-a7b4-6efa189e83b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1afa96d2-e42d-4af7-8615-a4ccb87a482c {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:19:36.981549 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f798fe59-0302-4212-ab80-ab6101e75adb req-4cfeb318-9baa-4fc9-a7b4-6efa189e83b3 service neutron] Publish callbacks [] for port (1afa96d2-e42d-4af7-8615-a4ccb87a482c), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:36.983877 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e5b2d637-253b-46cb-a08d-ad18f6d5fdd7 admin admin] Publish callbacks [] for security_group (ef46df2d-bfb6-46d1-81b6-a0675917b337), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:36.986371 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-0161d8fb-7ddb-4a5d-b904-4886d8bba15d service neutron] For port 3a7abf1f-ea8e-46d4-8ccf-cef340495fe7, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=3a7abf1f-ea8e-46d4-8ccf-cef340495fe7,segment=NetworkSegment(bc011fbf-69ca-4692-8be3-63f8031f6536),segment_id=bc011fbf-69ca-4692-8be3-63f8031f6536)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:19:37.006235 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-0161d8fb-7ddb-4a5d-b904-4886d8bba15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (3a7abf1f-ea8e-46d4-8ccf-cef340495fe7), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:37.020619 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-f798fe59-0302-4212-ab80-ab6101e75adb req-4cfeb318-9baa-4fc9-a7b4-6efa189e83b3 service neutron] Transition to ACTIVE for port object 1afa96d2-e42d-4af7-8615-a4ccb87a482c will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:19:37.026174 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e5b2d637-253b-46cb-a08d-ad18f6d5fdd7 admin admin] Publish callbacks [] for security_group (ef46df2d-bfb6-46d1-81b6-a0675917b337), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:37.033108 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f798fe59-0302-4212-ab80-ab6101e75adb req-4cfeb318-9baa-4fc9-a7b4-6efa189e83b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (1afa96d2-e42d-4af7-8615-a4ccb87a482c), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:37.052007 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-0161d8fb-7ddb-4a5d-b904-4886d8bba15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:37.052635 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-0161d8fb-7ddb-4a5d-b904-4886d8bba15d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:37.054066 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-0161d8fb-7ddb-4a5d-b904-4886d8bba15d service neutron] 10.222.0.79 "PUT /v2.0/ports/3a7abf1f-ea8e-46d4-8ccf-cef340495fe7 HTTP/1.1" status: 200 len: 1091 time: 2.7239616 Feb 16 22:19:37.056198 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89c2162-3c55-4ae6-97b2-2fd8dc325ef1', 'tag': '3a7abf1f-ea8e-46d4-8ccf-cef340495fe7'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:19:37.058866 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bfb4a3-6318-44e2-9275-a54817e01867" -d '{"events": [{"name": "network-changed", "server_uuid": "e89c2162-3c55-4ae6-97b2-2fd8dc325ef1", "tag": "3a7abf1f-ea8e-46d4-8ccf-cef340495fe7"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:19:37.114520 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161d8fb-7ddb-4a5d-b904-4886d8bba15d service neutron] Pushing event updated for resources: {'Port': ['ID=3a7abf1f-ea8e-46d4-8ccf-cef340495fe7,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:37.125633 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-59c28065-bbee-466b-8d49-f818c5975d57 req-ad1360b1-762b-4a3c-a02b-f78a869796d6 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (04eb2394-2a41-4cc6-8a69-aa9f81d44485), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:37.130421 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-59c28065-bbee-466b-8d49-f818c5975d57 req-ad1360b1-762b-4a3c-a02b-f78a869796d6 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:37.131644 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-59c28065-bbee-466b-8d49-f818c5975d57 req-ad1360b1-762b-4a3c-a02b-f78a869796d6 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] 10.222.0.75 "DELETE /v2.0/security-groups/04eb2394-2a41-4cc6-8a69-aa9f81d44485 HTTP/1.1" status: 204 len: 173 time: 0.7573323 Feb 16 22:19:37.149295 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59714) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:37.162957 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfeb318-9baa-4fc9-a7b4-6efa189e83b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1afa96d2-e42d-4af7-8615-a4ccb87a482c,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:37.202254 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-91b490bc-ffed-4609-8a6d-e60198dd836a req-e53ad5ce-de59-496f-b8cb-4e25f822fe45 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (e39e32ec-a288-41af-b634-90d25254773b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:37.239488 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1360b1-762b-4a3c-a02b-f78a869796d6 tempest-SecurityGroupRulesTestJSON-1997302019 tempest-SecurityGroupRulesTestJSON-1997302019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04eb2394-2a41-4cc6-8a69-aa9f81d44485,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:37.292124 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0b117959-93cf-4362-b3d0-45a4221b6aee req-c8e24027-38f8-413e-8e56-702e876ee541 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a52378c-d346-4f5f-9dec-1834188b58df HTTP/1.1" status: 200 len: 210 time: 0.0389702 Feb 16 22:19:37.300872 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e5b2d637-253b-46cb-a08d-ad18f6d5fdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ef46df2d-bfb6-46d1-81b6-a0675917b337), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:37.303721 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e5b2d637-253b-46cb-a08d-ad18f6d5fdd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:37.305041 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e5b2d637-253b-46cb-a08d-ad18f6d5fdd7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ef46df2d-bfb6-46d1-81b6-a0675917b337 HTTP/1.1" status: 204 len: 168 time: 0.5064600 Feb 16 22:19:37.316257 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca4fb0d6-221d-4005-a12e-d0cff1f25706 admin admin] Deleting subnet 41c40cc4-e39c-46b5-b228-d1c84e1a90d1 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:19:37.320405 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ca4fb0d6-221d-4005-a12e-d0cff1f25706 admin admin] Publish callbacks [] for subnet (41c40cc4-e39c-46b5-b228-d1c84e1a90d1), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:37.320996 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ad5ce-de59-496f-b8cb-4e25f822fe45 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Pushing event deleted for resources: {'Port': ['ID=e39e32ec-a288-41af-b634-90d25254773b,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:37.381851 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b2d637-253b-46cb-a08d-ad18f6d5fdd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef46df2d-bfb6-46d1-81b6-a0675917b337,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:37.384838 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ca4fb0d6-221d-4005-a12e-d0cff1f25706 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (41c40cc4-e39c-46b5-b228-d1c84e1a90d1), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:37.431405 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ca4fb0d6-221d-4005-a12e-d0cff1f25706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (41c40cc4-e39c-46b5-b228-d1c84e1a90d1), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:37.516366 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-a7f61d07-233e-42bd-a047-df7d0e2d38ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:37.518147 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-a7f61d07-233e-42bd-a047-df7d0e2d38ef service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d5de796caa0e4b9280cc8c6cfb1caa18&device_id=e89c2162-3c55-4ae6-97b2-2fd8dc325ef1 HTTP/1.1" status: 200 len: 1125 time: 0.3935611 Feb 16 22:19:37.533830 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-f798fe59-0302-4212-ab80-ab6101e75adb req-4cfeb318-9baa-4fc9-a7b4-6efa189e83b3 service neutron] Attempting to bind port 1afa96d2-e42d-4af7-8615-a4ccb87a482c on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:19:37.534211 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-f798fe59-0302-4212-ab80-ab6101e75adb req-4cfeb318-9baa-4fc9-a7b4-6efa189e83b3 service neutron] Attempting to bind port 1afa96d2-e42d-4af7-8615-a4ccb87a482c by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'd8cbbd75-4920-4494-97e4-bdff5a8c7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '148c4f12-6a4c-4222-964e-54da24b176f4'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:19:37.534547 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f798fe59-0302-4212-ab80-ab6101e75adb req-4cfeb318-9baa-4fc9-a7b4-6efa189e83b3 service neutron] Attempting to bind port 1afa96d2-e42d-4af7-8615-a4ccb87a482c on network 148c4f12-6a4c-4222-964e-54da24b176f4 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:19:37.556295 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400a2b58-e940-45fc-8623-0d9dd3944552 admin admin] Router 3ed7c337-cf82-4187-acdc-18a75c84d2b4 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:19:37.556532 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f798fe59-0302-4212-ab80-ab6101e75adb req-4cfeb318-9baa-4fc9-a7b4-6efa189e83b3 service neutron] Port 1afa96d2-e42d-4af7-8615-a4ccb87a482c on network 148c4f12-6a4c-4222-964e-54da24b176f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:19:37.556659 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f798fe59-0302-4212-ab80-ab6101e75adb req-4cfeb318-9baa-4fc9-a7b4-6efa189e83b3 service neutron] Attempting to bind port 1afa96d2-e42d-4af7-8615-a4ccb87a482c on network 148c4f12-6a4c-4222-964e-54da24b176f4 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:19:37.570549 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f8505-08ff-4598-9c82-20617d0ce8cd req-a685e392-73ba-4776-b30b-a01f9965c809 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:37.572255 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-319f8505-08ff-4598-9c82-20617d0ce8cd req-a685e392-73ba-4776-b30b-a01f9965c809 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.67 "GET /v2.0/ports?device_id=54545696-2a38-40c6-930b-ec036815018c HTTP/1.1" status: 200 len: 950 time: 0.2743556 Feb 16 22:19:37.573421 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ca4fb0d6-221d-4005-a12e-d0cff1f25706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (41c40cc4-e39c-46b5-b228-d1c84e1a90d1), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:37.589744 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f798fe59-0302-4212-ab80-ab6101e75adb req-4cfeb318-9baa-4fc9-a7b4-6efa189e83b3 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:19:37.590154 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f798fe59-0302-4212-ab80-ab6101e75adb req-4cfeb318-9baa-4fc9-a7b4-6efa189e83b3 service neutron] Checking segment: {'id': 'd8cbbd75-4920-4494-97e4-bdff5a8c7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '148c4f12-6a4c-4222-964e-54da24b176f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:19:37.590537 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f798fe59-0302-4212-ab80-ab6101e75adb req-4cfeb318-9baa-4fc9-a7b4-6efa189e83b3 service neutron] Bound using segment: {'id': 'd8cbbd75-4920-4494-97e4-bdff5a8c7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '148c4f12-6a4c-4222-964e-54da24b176f4'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:19:37.590996 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-f798fe59-0302-4212-ab80-ab6101e75adb req-4cfeb318-9baa-4fc9-a7b4-6efa189e83b3 service neutron] Bound port: 1afa96d2-e42d-4af7-8615-a4ccb87a482c, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8cbbd75-4920-4494-97e4-bdff5a8c7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '148c4f12-6a4c-4222-964e-54da24b176f4'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:19:37.591369 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f798fe59-0302-4212-ab80-ab6101e75adb req-4cfeb318-9baa-4fc9-a7b4-6efa189e83b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1afa96d2-e42d-4af7-8615-a4ccb87a482c), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:37.642292 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-62b51573-d945-4150-a597-feaf3eac08e1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a7abf1f-ea8e-46d4-8ccf-cef340495fe7 HTTP/1.1" status: 200 len: 217 time: 0.0875947 Feb 16 22:19:37.647587 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4fb0d6-221d-4005-a12e-d0cff1f25706 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41c40cc4-e39c-46b5-b228-d1c84e1a90d1,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:37.661449 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ca4fb0d6-221d-4005-a12e-d0cff1f25706 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:37.667065 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ca4fb0d6-221d-4005-a12e-d0cff1f25706 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/41c40cc4-e39c-46b5-b228-d1c84e1a90d1 HTTP/1.1" status: 204 len: 168 time: 0.5098479 Feb 16 22:19:37.674070 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59722) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:37.739155 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-f798fe59-0302-4212-ab80-ab6101e75adb req-4cfeb318-9baa-4fc9-a7b4-6efa189e83b3 service neutron] For port 1afa96d2-e42d-4af7-8615-a4ccb87a482c, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:19:37.742918 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-f798fe59-0302-4212-ab80-ab6101e75adb req-4cfeb318-9baa-4fc9-a7b4-6efa189e83b3 service neutron] For port 1afa96d2-e42d-4af7-8615-a4ccb87a482c, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=1afa96d2-e42d-4af7-8615-a4ccb87a482c,segment=NetworkSegment(d8cbbd75-4920-4494-97e4-bdff5a8c7c7d),segment_id=d8cbbd75-4920-4494-97e4-bdff5a8c7c7d)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:19:37.762974 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f798fe59-0302-4212-ab80-ab6101e75adb req-4cfeb318-9baa-4fc9-a7b4-6efa189e83b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (1afa96d2-e42d-4af7-8615-a4ccb87a482c), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:37.782301 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91b490bc-ffed-4609-8a6d-e60198dd836a req-e53ad5ce-de59-496f-b8cb-4e25f822fe45 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Router 4c9adbbd-ba51-468d-a256-b373a0de3074 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:19:37.872149 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2204e74-6d36-4ec0-95b4-56670dc4e25c req-bece6da5-596a-4be1-95a3-b4912347dd08 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:37.880511 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d2204e74-6d36-4ec0-95b4-56670dc4e25c req-bece6da5-596a-4be1-95a3-b4912347dd08 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=54545696-2a38-40c6-930b-ec036815018c HTTP/1.1" status: 200 len: 950 time: 0.4070818 Feb 16 22:19:37.995757 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-0650c301-f628-4947-ad3b-6537922f58d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:37.997189 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-0650c301-f628-4947-ad3b-6537922f58d2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a6d4a912-3b84-4bfa-b228-aac6946c9f58 HTTP/1.1" status: 200 len: 861 time: 0.3251266 Feb 16 22:19:38.021439 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7e26c5b4-b1a9-4229-bb7b-0c1a900386b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (69984f1f-39ae-49bc-9bbe-820300fe95f1), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:38.051696 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-755e002d-5d32-4a75-b0c9-791f7c45921a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2bd7261e-c35c-442d-9e71-c290c9fc90fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464473 Feb 16 22:19:38.102544 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d2204e74-6d36-4ec0-95b4-56670dc4e25c req-1816403e-7b92-4458-a9a6-36dafcf21a07 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210765 Feb 16 22:19:38.110960 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400a2b58-e940-45fc-8623-0d9dd3944552 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:19:38.129859 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798fe59-0302-4212-ab80-ab6101e75adb req-4cfeb318-9baa-4fc9-a7b4-6efa189e83b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:38.130904 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f798fe59-0302-4212-ab80-ab6101e75adb req-4cfeb318-9baa-4fc9-a7b4-6efa189e83b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:38.132845 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f798fe59-0302-4212-ab80-ab6101e75adb req-4cfeb318-9baa-4fc9-a7b4-6efa189e83b3 service neutron] 10.222.0.79 "PUT /v2.0/ports/1afa96d2-e42d-4af7-8615-a4ccb87a482c HTTP/1.1" status: 200 len: 1092 time: 2.0855939 Feb 16 22:19:38.133670 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884d71bd-a745-4bd3-a68b-8caf575c717e', 'tag': '1afa96d2-e42d-4af7-8615-a4ccb87a482c'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:19:38.135053 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db9d951-879b-44c1-b6d8-cdb822dc80b7 None None] Sync routers for ids ['3ed7c337-cf82-4187-acdc-18a75c84d2b4'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:19:38.136849 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787b3201-2759-440e-af23-712677618966" -d '{"events": [{"name": "network-changed", "server_uuid": "884d71bd-a745-4bd3-a68b-8caf575c717e", "tag": "1afa96d2-e42d-4af7-8615-a4ccb87a482c"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:19:38.153471 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db9d951-879b-44c1-b6d8-cdb822dc80b7 None None] Routers {'3ed7c337-cf82-4187-acdc-18a75c84d2b4'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:19:38.155741 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-3db9d951-879b-44c1-b6d8-cdb822dc80b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:19:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3ed7c337-cf82-4187-acdc-18a75c84d2b4'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:38.241235 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-400a2b58-e940-45fc-8623-0d9dd3944552 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:38.245849 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-400a2b58-e940-45fc-8623-0d9dd3944552 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8158000 Feb 16 22:19:38.248447 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59738) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:38.299553 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-319f8505-08ff-4598-9c82-20617d0ce8cd req-a9dcb6c7-ed9b-4f7f-97a3-471bc9458324 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Deleting port f6082243-d8ac-41d0-bc2c-ac998751026e {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:19:38.300297 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-319f8505-08ff-4598-9c82-20617d0ce8cd req-a9dcb6c7-ed9b-4f7f-97a3-471bc9458324 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (f6082243-d8ac-41d0-bc2c-ac998751026e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:38.307124 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfeb318-9baa-4fc9-a7b4-6efa189e83b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1afa96d2-e42d-4af7-8615-a4ccb87a482c,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:38.321605 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-3db9d951-879b-44c1-b6d8-cdb822dc80b7 None None] Set router 3ed7c337-cf82-4187-acdc-18a75c84d2b4 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:19:38.360069 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798fe59-0302-4212-ab80-ab6101e75adb req-2d90fcd1-4de8-4ca1-9bbf-121c99f0ce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:38.362071 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f798fe59-0302-4212-ab80-ab6101e75adb req-2d90fcd1-4de8-4ca1-9bbf-121c99f0ce71 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=45beb6dd314449ccb0cb78efc29b5eab&device_id=884d71bd-a745-4bd3-a68b-8caf575c717e HTTP/1.1" status: 200 len: 1126 time: 0.1215410 Feb 16 22:19:38.446016 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f798fe59-0302-4212-ab80-ab6101e75adb req-ff2fd9ef-8ce8-4efc-ac22-e0c2f91a6e79 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1afa96d2-e42d-4af7-8615-a4ccb87a482c HTTP/1.1" status: 200 len: 217 time: 0.0418065 Feb 16 22:19:38.494989 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91b490bc-ffed-4609-8a6d-e60198dd836a req-e53ad5ce-de59-496f-b8cb-4e25f822fe45 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:19:38.509076 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e188e43-c0dc-47bf-8bd1-13f74f46a9c7 None None] Sync routers for ids ['4c9adbbd-ba51-468d-a256-b373a0de3074'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:19:38.527659 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-3db9d951-879b-44c1-b6d8-cdb822dc80b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed7c337-cf82-4187-acdc-18a75c84d2b4', 'name': 'tempest-FloatingIPDetailsTestJSON-900764405-router', 'tenant_id': '1a29e21e15ad43ff8272d652c261d479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '1eb74844-e948-4a0c-82e7-eb7db1a5b3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:19:32Z', 'updated_at': '2022-02-16T22:19:35Z', 'revision_number': 3, 'project_id': '1a29e21e15ad43ff8272d652c261d479', 'gw_port': {'id': '1eb74844-e948-4a0c-82e7-eb7db1a5b3e2', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:51:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed7c337-cf82-4187-acdc-18a75c84d2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:19:34Z', 'updated_at': '2022-02-16T22:19:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:38.533429 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e188e43-c0dc-47bf-8bd1-13f74f46a9c7 None None] Routers {'4c9adbbd-ba51-468d-a256-b373a0de3074'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:19:38.534106 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-1e188e43-c0dc-47bf-8bd1-13f74f46a9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:19:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4c9adbbd-ba51-468d-a256-b373a0de3074'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:38.555817 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db9d951-879b-44c1-b6d8-cdb822dc80b7 None None] Checking router: 3ed7c337-cf82-4187-acdc-18a75c84d2b4 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:19:38.556168 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db9d951-879b-44c1-b6d8-cdb822dc80b7 None None] Updating router 3ed7c337-cf82-4187-acdc-18a75c84d2b4 port 1eb74844-e948-4a0c-82e7-eb7db1a5b3e2 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:19:38.571513 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b490bc-ffed-4609-8a6d-e60198dd836a req-e53ad5ce-de59-496f-b8cb-4e25f822fe45 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] No DVR routers for this DVR port e39e32ec-a288-41af-b634-90d25254773b on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:19:38.584077 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-91b490bc-ffed-4609-8a6d-e60198dd836a req-e53ad5ce-de59-496f-b8cb-4e25f822fe45 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:38.592870 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3db9d951-879b-44c1-b6d8-cdb822dc80b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1eb74844-e948-4a0c-82e7-eb7db1a5b3e2), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:38.597018 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-91b490bc-ffed-4609-8a6d-e60198dd836a req-e53ad5ce-de59-496f-b8cb-4e25f822fe45 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.79 "DELETE /v2.0/ports/e39e32ec-a288-41af-b634-90d25254773b HTTP/1.1" status: 204 len: 173 time: 2.5091891 Feb 16 22:19:38.599150 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-319f8505-08ff-4598-9c82-20617d0ce8cd req-a9dcb6c7-ed9b-4f7f-97a3-471bc9458324 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] For port f6082243-d8ac-41d0-bc2c-ac998751026e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f6082243-d8ac-41d0-bc2c-ac998751026e,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:38.600330 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-319f8505-08ff-4598-9c82-20617d0ce8cd req-a9dcb6c7-ed9b-4f7f-97a3-471bc9458324 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (f6082243-d8ac-41d0-bc2c-ac998751026e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:38.610567 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798fe59-0302-4212-ab80-ab6101e75adb req-f248e2ac-6043-4e44-9e3a-adff62bc6732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:38.612963 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f798fe59-0302-4212-ab80-ab6101e75adb req-f248e2ac-6043-4e44-9e3a-adff62bc6732 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9ee789e8-f458-47e2-93fe-11658cfad8c1 HTTP/1.1" status: 200 len: 867 time: 0.1607294 Feb 16 22:19:38.619825 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-319f8505-08ff-4598-9c82-20617d0ce8cd req-a9dcb6c7-ed9b-4f7f-97a3-471bc9458324 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Calling delete_port for f6082243-d8ac-41d0-bc2c-ac998751026e owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:19:38.695098 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7e26c5b4-b1a9-4229-bb7b-0c1a900386b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (69984f1f-39ae-49bc-9bbe-820300fe95f1), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:38.727882 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7379c6-c00f-4142-a203-d6e0d489f294 req-7d5e09fc-2095-46ce-9e94-61706ed1eabc tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:38.728849 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798fe59-0302-4212-ab80-ab6101e75adb req-82b88acc-953d-4f06-9156-f8a8132ce507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:38.730334 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ca7379c6-c00f-4142-a203-d6e0d489f294 req-7d5e09fc-2095-46ce-9e94-61706ed1eabc tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] 10.222.0.75 "GET /v2.0/ports?device_id=e89c2162-3c55-4ae6-97b2-2fd8dc325ef1 HTTP/1.1" status: 200 len: 943 time: 0.3584399 Feb 16 22:19:38.730667 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f798fe59-0302-4212-ab80-ab6101e75adb req-82b88acc-953d-4f06-9156-f8a8132ce507 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=148c4f12-6a4c-4222-964e-54da24b176f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1085813 Feb 16 22:19:38.815794 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-1e188e43-c0dc-47bf-8bd1-13f74f46a9c7 None None] Set router 4c9adbbd-ba51-468d-a256-b373a0de3074 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:19:38.839200 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f798fe59-0302-4212-ab80-ab6101e75adb req-184e0e34-2ad7-4b32-9a40-d55e7bf58146 service neutron] 10.222.0.79 "GET /v2.0/networks/148c4f12-6a4c-4222-964e-54da24b176f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953858 Feb 16 22:19:38.848522 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-61873e5e-cad1-470a-90a1-ca9e0b2554e1 service neutron] 10.222.0.79 "GET /v2.0/networks/2bd7261e-c35c-442d-9e71-c290c9fc90fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7804778 Feb 16 22:19:38.862932 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-7e26c5b4-b1a9-4229-bb7b-0c1a900386b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69984f1f-39ae-49bc-9bbe-820300fe95f1']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:38.976283 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3db9d951-879b-44c1-b6d8-cdb822dc80b7 None None] Publish callbacks [] for port (1eb74844-e948-4a0c-82e7-eb7db1a5b3e2), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:38.982822 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-319f8505-08ff-4598-9c82-20617d0ce8cd req-a9dcb6c7-ed9b-4f7f-97a3-471bc9458324 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (f6082243-d8ac-41d0-bc2c-ac998751026e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:38.983793 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3db9d951-879b-44c1-b6d8-cdb822dc80b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (1eb74844-e948-4a0c-82e7-eb7db1a5b3e2), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:39.019383 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-3db9d951-879b-44c1-b6d8-cdb822dc80b7 None None] Attempting to bind port 1eb74844-e948-4a0c-82e7-eb7db1a5b3e2 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:19:39.020684 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-3db9d951-879b-44c1-b6d8-cdb822dc80b7 None None] Attempting to bind port 1eb74844-e948-4a0c-82e7-eb7db1a5b3e2 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:19:39.021527 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db9d951-879b-44c1-b6d8-cdb822dc80b7 None None] Attempting to bind port 1eb74844-e948-4a0c-82e7-eb7db1a5b3e2 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:19:39.026749 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f798fe59-0302-4212-ab80-ab6101e75adb req-69ccbb3f-b63b-4196-bf48-4e4bf10f980a service neutron] 10.222.0.79 "GET /v2.0/networks/148c4f12-6a4c-4222-964e-54da24b176f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733525 Feb 16 22:19:39.027653 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dcb6c7-ed9b-4f7f-97a3-471bc9458324 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Pushing event deleted for resources: {'Port': ['ID=f6082243-d8ac-41d0-bc2c-ac998751026e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:39.049709 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db9d951-879b-44c1-b6d8-cdb822dc80b7 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:19:39.050367 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db9d951-879b-44c1-b6d8-cdb822dc80b7 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:19:39.051159 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3db9d951-879b-44c1-b6d8-cdb822dc80b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:39.051786 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db9d951-879b-44c1-b6d8-cdb822dc80b7 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:19:39.052622 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-3db9d951-879b-44c1-b6d8-cdb822dc80b7 None None] Bound port: 1eb74844-e948-4a0c-82e7-eb7db1a5b3e2, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:19:39.054162 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3db9d951-879b-44c1-b6d8-cdb822dc80b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1eb74844-e948-4a0c-82e7-eb7db1a5b3e2), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:39.081617 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-319f8505-08ff-4598-9c82-20617d0ce8cd req-a9dcb6c7-ed9b-4f7f-97a3-471bc9458324 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] No DVR routers for this DVR port f6082243-d8ac-41d0-bc2c-ac998751026e on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:19:39.083673 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-319f8505-08ff-4598-9c82-20617d0ce8cd req-a9dcb6c7-ed9b-4f7f-97a3-471bc9458324 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:39.087087 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-7e26c5b4-b1a9-4229-bb7b-0c1a900386b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f1885b-e0a7-44f8-86e9-8c1c636cf7cf') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:39.087887 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-319f8505-08ff-4598-9c82-20617d0ce8cd req-a9dcb6c7-ed9b-4f7f-97a3-471bc9458324 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.67 "DELETE /v2.0/ports/f6082243-d8ac-41d0-bc2c-ac998751026e HTTP/1.1" status: 204 len: 173 time: 1.5087285 Feb 16 22:19:39.090349 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-7e26c5b4-b1a9-4229-bb7b-0c1a900386b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f1885b-e0a7-44f8-86e9-8c1c636cf7cf') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:39.107590 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7e26c5b4-b1a9-4229-bb7b-0c1a900386b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (15f1885b-e0a7-44f8-86e9-8c1c636cf7cf), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:39.112090 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device e39e32ec-a288-41af-b634-90d25254773b no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:19:39.128579 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7e26c5b4-b1a9-4229-bb7b-0c1a900386b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (15f1885b-e0a7-44f8-86e9-8c1c636cf7cf), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:39.130819 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['88087f36-8ccf-4409-92d8-b7efdd9a5c90', '28c80982-bf12-4b08-8927-1af8206f8a88', 'aa3aab1d-8309-464a-965e-5da0cbd0b624'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:19:39.132452 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-3db9d951-879b-44c1-b6d8-cdb822dc80b7 None None] For port 1eb74844-e948-4a0c-82e7-eb7db1a5b3e2, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:19:39.135138 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['f9e7c29c-40b5-46e5-957d-91a18ae35305', '52b7c737-bb0a-4614-9393-9fe74f309f8b', 'a076e78f-7046-4547-8dae-bfecf879467f', '1f97ea0a-db46-4c73-9f25-b71db3dee16b', 'f6082243-d8ac-41d0-bc2c-ac998751026e'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:19:39.153795 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb6f64-32c0-44ac-9edf-aa579af9df2e None None] Pushing event updated for resources: {'Port': ['ID=1eb74844-e948-4a0c-82e7-eb7db1a5b3e2,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:39.184903 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e26c5b4-b1a9-4229-bb7b-0c1a900386b4 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:19:39.185628 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7e26c5b4-b1a9-4229-bb7b-0c1a900386b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (15f1885b-e0a7-44f8-86e9-8c1c636cf7cf), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:39.187946 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:19:39.187946 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:19:39.187946 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:19:39.187946 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:19:39.187946 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:19:39.187946 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:19:39.187946 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:19:39.187946 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:19:39.187946 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:19:39.187946 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:19:39.187946 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:19:39.187946 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:19:39.187946 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:19:39.187946 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:19:39.187946 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:19:39.187946 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:19:39.187946 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:19:39.187946 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:19:39.187946 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:19:39.187946 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:19:39.187946 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:19:39.187946 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:19:39.187946 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:19:39.187946 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:19:39.187946 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:19:39.187946 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:19:39.187946 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:19:39.187946 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:19:39.187946 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:19:39.187946 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:19:39.187946 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:19:39.187946 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:19:39.227422 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d65cd71b-5ec9-435c-b512-5a0f87c83768 req-7ad756b7-5066-446e-875b-ae441a38ede7 service neutron] 10.222.0.79 "GET /v2.0/networks/2bd7261e-c35c-442d-9e71-c290c9fc90fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589025 Feb 16 22:19:39.231093 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: e39e32ec-a288-41af-b634-90d25254773b {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:19:39.231752 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device e39e32ec-a288-41af-b634-90d25254773b not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:19:39.330465 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3595d5f6-886d-4d9e-9feb-3cce8610618a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:39.338976 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-3db9d951-879b-44c1-b6d8-cdb822dc80b7 None None] For port 1eb74844-e948-4a0c-82e7-eb7db1a5b3e2, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=1eb74844-e948-4a0c-82e7-eb7db1a5b3e2,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:19:39.341563 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ca7379c6-c00f-4142-a203-d6e0d489f294 req-e835e9e1-a686-4538-a217-dd9fe9bbff34 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ebe6c8-7b99-4d34-97ed-03e705c73a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5544930 Feb 16 22:19:39.350018 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7e26c5b4-b1a9-4229-bb7b-0c1a900386b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (69984f1f-39ae-49bc-9bbe-820300fe95f1), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:39.359978 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3db9d951-879b-44c1-b6d8-cdb822dc80b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (1eb74844-e948-4a0c-82e7-eb7db1a5b3e2), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:39.360719 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7e26c5b4-b1a9-4229-bb7b-0c1a900386b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:39.369423 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7e26c5b4-b1a9-4229-bb7b-0c1a900386b4 admin admin] 10.222.0.75 "DELETE /v2.0/networks/69984f1f-39ae-49bc-9bbe-820300fe95f1 HTTP/1.1" status: 204 len: 168 time: 1.6743736 Feb 16 22:19:39.386791 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e26c5b4-b1a9-4229-bb7b-0c1a900386b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=69984f1f-39ae-49bc-9bbe-820300fe95f1,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:39.455443 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-1e188e43-c0dc-47bf-8bd1-13f74f46a9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'name': 'tempest-ServersTestBootFromVolume-1761043832-router', 'tenant_id': '8ad240c1ae9949d7984971394c75b8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd5f962f4-6635-4cf0-b04b-e6143c04f10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:09Z', 'updated_at': '2022-02-16T22:16:14Z', 'revision_number': 4, 'project_id': '8ad240c1ae9949d7984971394c75b8d4', 'gw_port': {'id': 'd5f962f4-6635-4cf0-b04b-e6143c04f10b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:10Z', 'updated_at': '2022-02-16T22:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'eb925c46-893f-4ab9-87e0-d5a01db8e647', 'name': '', 'network_id': '7ea49327-f76a-4eed-8327-a94de57510c3', 'tenant_id': '8ad240c1ae9949d7984971394c75b8d4', 'mac_address': 'fa:16:3e:52:05:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '53af9bc2-f688-4b35-9193-90baafeae21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:13Z', 'updated_at': '2022-02-16T22:16:20Z', 'revision_number': 5, 'project_id': '8ad240c1ae9949d7984971394c75b8d4', 'subnets': [{'id': '53af9bc2-f688-4b35-9193-90baafeae21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:39.461713 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db9d951-879b-44c1-b6d8-cdb822dc80b7 None None] Routers {'3ed7c337-cf82-4187-acdc-18a75c84d2b4'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:19:39.462338 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-3db9d951-879b-44c1-b6d8-cdb822dc80b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:19:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3ed7c337-cf82-4187-acdc-18a75c84d2b4'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:39.497565 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e188e43-c0dc-47bf-8bd1-13f74f46a9c7 None None] Checking router: 4c9adbbd-ba51-468d-a256-b373a0de3074 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:19:39.552570 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e188e43-c0dc-47bf-8bd1-13f74f46a9c7 None None] Routers {'4c9adbbd-ba51-468d-a256-b373a0de3074'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:19:39.553234 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-1e188e43-c0dc-47bf-8bd1-13f74f46a9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:19:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4c9adbbd-ba51-468d-a256-b373a0de3074'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:39.660430 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb6f64-32c0-44ac-9edf-aa579af9df2e None None] Pushing event updated for resources: {'Port': ['ID=1eb74844-e948-4a0c-82e7-eb7db1a5b3e2,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:39.675906 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-3595d5f6-886d-4d9e-9feb-3cce8610618a admin admin] Allocated IP 172.20.0.1 (8ad611df-746e-4875-9e0a-34fc24023b4e/8100ed50-1365-4aac-a0dd-cd272c1d5e82/495bed2e-d776-4006-af66-3c8b2f1f69c3) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:19:39.706647 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0d8ea-b1cf-4581-bfaa-d0eb8b3fb69b req-2b0e2619-289b-41d0-8387-8195a7a35ee5 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:39.708359 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d9e0d8ea-b1cf-4581-bfaa-d0eb8b3fb69b req-2b0e2619-289b-41d0-8387-8195a7a35ee5 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a218dccf-8d33-43cd-b91e-31ea195c9e36 HTTP/1.1" status: 200 len: 946 time: 0.2304358 Feb 16 22:19:39.745143 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-3db9d951-879b-44c1-b6d8-cdb822dc80b7 None None] Set router 3ed7c337-cf82-4187-acdc-18a75c84d2b4 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:19:39.746732 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59752) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:39.750967 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-1e188e43-c0dc-47bf-8bd1-13f74f46a9c7 None None] Set router 4c9adbbd-ba51-468d-a256-b373a0de3074 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:19:39.827524 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ce02b6fd-5ae9-46db-aed1-60369e4a4db2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0b4e51093b304009a72c0215f8a09c36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0772481 Feb 16 22:19:39.827905 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59754) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:39.867509 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d9e0d8ea-b1cf-4581-bfaa-d0eb8b3fb69b req-623c7ede-a01b-4c54-a53b-eb03106a5e07 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417861 Feb 16 22:19:39.937866 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-354a3496-4e18-45f2-b665-6dc7bbcdbf36 admin admin] Publish callbacks [] for security_group (24b99f9e-c2db-4286-a99d-fc88a723cfe6), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:39.966547 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3595d5f6-886d-4d9e-9feb-3cce8610618a admin admin] Publish callbacks [] for port (495bed2e-d776-4006-af66-3c8b2f1f69c3), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:39.969277 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-354a3496-4e18-45f2-b665-6dc7bbcdbf36 admin admin] Publish callbacks [] for security_group (24b99f9e-c2db-4286-a99d-fc88a723cfe6), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:39.974388 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42216b6e-3d6d-4b29-8631-d500f4457299 x-openstack-request-id: req-42216b6e-3d6d-4b29-8631-d500f4457299 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:19:39.974684 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89c2162-3c55-4ae6-97b2-2fd8dc325ef1", "tag": "3a7abf1f-ea8e-46d4-8ccf-cef340495fe7", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:19:39.974943 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-42216b6e-3d6d-4b29-8631-d500f4457299 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:19:39.975354 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89c2162-3c55-4ae6-97b2-2fd8dc325ef1', 'tag': '3a7abf1f-ea8e-46d4-8ccf-cef340495fe7', 'status': 'completed', 'code': 200} Feb 16 22:19:40.052619 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-354a3496-4e18-45f2-b665-6dc7bbcdbf36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (24b99f9e-c2db-4286-a99d-fc88a723cfe6), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:40.056893 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-354a3496-4e18-45f2-b665-6dc7bbcdbf36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:40.061758 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-354a3496-4e18-45f2-b665-6dc7bbcdbf36 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/24b99f9e-c2db-4286-a99d-fc88a723cfe6 HTTP/1.1" status: 204 len: 168 time: 0.2327776 Feb 16 22:19:40.085640 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a3496-4e18-45f2-b665-6dc7bbcdbf36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b99f9e-c2db-4286-a99d-fc88a723cfe6,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:40.155177 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-3db9d951-879b-44c1-b6d8-cdb822dc80b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed7c337-cf82-4187-acdc-18a75c84d2b4', 'name': 'tempest-FloatingIPDetailsTestJSON-900764405-router', 'tenant_id': '1a29e21e15ad43ff8272d652c261d479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '1eb74844-e948-4a0c-82e7-eb7db1a5b3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:19:32Z', 'updated_at': '2022-02-16T22:19:35Z', 'revision_number': 3, 'project_id': '1a29e21e15ad43ff8272d652c261d479', 'gw_port': {'id': '1eb74844-e948-4a0c-82e7-eb7db1a5b3e2', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:51:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed7c337-cf82-4187-acdc-18a75c84d2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:19:34Z', 'updated_at': '2022-02-16T22:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:40.166580 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfb4a3-6318-44e2-9275-a54817e01867 req-c7926f7e-e74e-4702-b3a2-f2cdbd3b2857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:40.168052 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f5bfb4a3-6318-44e2-9275-a54817e01867 req-c7926f7e-e74e-4702-b3a2-f2cdbd3b2857 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d5de796caa0e4b9280cc8c6cfb1caa18&device_id=e89c2162-3c55-4ae6-97b2-2fd8dc325ef1 HTTP/1.1" status: 200 len: 1125 time: 0.1766450 Feb 16 22:19:40.170443 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3595d5f6-886d-4d9e-9feb-3cce8610618a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (495bed2e-d776-4006-af66-3c8b2f1f69c3), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:40.234128 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db9d951-879b-44c1-b6d8-cdb822dc80b7 None None] The sync data for ids ['3ed7c337-cf82-4187-acdc-18a75c84d2b4'] in n-d-813897-6 is: [{'id': '3ed7c337-cf82-4187-acdc-18a75c84d2b4', 'name': 'tempest-FloatingIPDetailsTestJSON-900764405-router', 'tenant_id': '1a29e21e15ad43ff8272d652c261d479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '1eb74844-e948-4a0c-82e7-eb7db1a5b3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:19:32Z', 'updated_at': '2022-02-16T22:19:35Z', 'revision_number': 3, 'project_id': '1a29e21e15ad43ff8272d652c261d479', 'gw_port': {'id': '1eb74844-e948-4a0c-82e7-eb7db1a5b3e2', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:51:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed7c337-cf82-4187-acdc-18a75c84d2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:19:34Z', 'updated_at': '2022-02-16T22:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:19:40.289524 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595d5f6-886d-4d9e-9feb-3cce8610618a admin admin] Pushing event updated for resources: {'Port': ['ID=495bed2e-d776-4006-af66-3c8b2f1f69c3,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:40.295751 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3595d5f6-886d-4d9e-9feb-3cce8610618a admin admin] Network 8ad611df-746e-4875-9e0a-34fc24023b4e is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:19:40.320907 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-3595d5f6-886d-4d9e-9feb-3cce8610618a admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:19:40.339130 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3595d5f6-886d-4d9e-9feb-3cce8610618a admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:19:40.482758 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3595d5f6-886d-4d9e-9feb-3cce8610618a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (3ed7c337-cf82-4187-acdc-18a75c84d2b4), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:40.500747 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd4aca-e83d-4da2-a5d8-eeee9fe40c66 req-905ca878-8f1b-4bce-bb5d-1a45c15be44f tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:40.512282 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1cd4aca-e83d-4da2-a5d8-eeee9fe40c66 req-905ca878-8f1b-4bce-bb5d-1a45c15be44f tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/ports?device_id=884d71bd-a745-4bd3-a68b-8caf575c717e HTTP/1.1" status: 200 len: 944 time: 0.4359522 Feb 16 22:19:40.537447 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-1e188e43-c0dc-47bf-8bd1-13f74f46a9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'name': 'tempest-ServersTestBootFromVolume-1761043832-router', 'tenant_id': '8ad240c1ae9949d7984971394c75b8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd5f962f4-6635-4cf0-b04b-e6143c04f10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:09Z', 'updated_at': '2022-02-16T22:16:14Z', 'revision_number': 4, 'project_id': '8ad240c1ae9949d7984971394c75b8d4', 'gw_port': {'id': 'd5f962f4-6635-4cf0-b04b-e6143c04f10b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:10Z', 'updated_at': '2022-02-16T22:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'eb925c46-893f-4ab9-87e0-d5a01db8e647', 'name': '', 'network_id': '7ea49327-f76a-4eed-8327-a94de57510c3', 'tenant_id': '8ad240c1ae9949d7984971394c75b8d4', 'mac_address': 'fa:16:3e:52:05:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '53af9bc2-f688-4b35-9193-90baafeae21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:13Z', 'updated_at': '2022-02-16T22:16:20Z', 'revision_number': 5, 'project_id': '8ad240c1ae9949d7984971394c75b8d4', 'subnets': [{'id': '53af9bc2-f688-4b35-9193-90baafeae21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:40.644995 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e188e43-c0dc-47bf-8bd1-13f74f46a9c7 None None] The sync data for ids ['4c9adbbd-ba51-468d-a256-b373a0de3074'] in n-d-813897-6 is: [{'id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'name': 'tempest-ServersTestBootFromVolume-1761043832-router', 'tenant_id': '8ad240c1ae9949d7984971394c75b8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd5f962f4-6635-4cf0-b04b-e6143c04f10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:09Z', 'updated_at': '2022-02-16T22:16:14Z', 'revision_number': 4, 'project_id': '8ad240c1ae9949d7984971394c75b8d4', 'gw_port': {'id': 'd5f962f4-6635-4cf0-b04b-e6143c04f10b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:10Z', 'updated_at': '2022-02-16T22:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'eb925c46-893f-4ab9-87e0-d5a01db8e647', 'name': '', 'network_id': '7ea49327-f76a-4eed-8327-a94de57510c3', 'tenant_id': '8ad240c1ae9949d7984971394c75b8d4', 'mac_address': 'fa:16:3e:52:05:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '53af9bc2-f688-4b35-9193-90baafeae21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:13Z', 'updated_at': '2022-02-16T22:16:20Z', 'revision_number': 5, 'project_id': '8ad240c1ae9949d7984971394c75b8d4', 'subnets': [{'id': '53af9bc2-f688-4b35-9193-90baafeae21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:19:40.683282 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfb4a3-6318-44e2-9275-a54817e01867 req-3bfed036-f4a5-450c-92ae-4838413e1add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:40.695668 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f5bfb4a3-6318-44e2-9275-a54817e01867 req-3bfed036-f4a5-450c-92ae-4838413e1add service neutron] 10.222.0.79 "GET /v2.0/networks?id=2bd7261e-c35c-442d-9e71-c290c9fc90fe HTTP/1.1" status: 200 len: 922 time: 0.4859080 Feb 16 22:19:40.843781 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 3a7abf1f-ea8e-46d4-8ccf-cef340495fe7 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:19:40.866919 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-29421700-b201-4b00-b72e-f5e85f5d20b4 None None] Provisioning complete for port 495bed2e-d776-4006-af66-3c8b2f1f69c3 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:19:40.867274 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-29421700-b201-4b00-b72e-f5e85f5d20b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (495bed2e-d776-4006-af66-3c8b2f1f69c3), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:41.011244 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-29421700-b201-4b00-b72e-f5e85f5d20b4 None None] Port 495bed2e-d776-4006-af66-3c8b2f1f69c3 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:19:41.129924 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 3a7abf1f-ea8e-46d4-8ccf-cef340495fe7, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=3a7abf1f-ea8e-46d4-8ccf-cef340495fe7,segment=NetworkSegment(bc011fbf-69ca-4692-8be3-63f8031f6536),segment_id=bc011fbf-69ca-4692-8be3-63f8031f6536)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:41.158949 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '3a7abf1f-ea8e-46d4-8ccf-cef340495fe7', 'network_id': '2bd7261e-c35c-442d-9e71-c290c9fc90fe', 'port_id': '3a7abf1f-ea8e-46d4-8ccf-cef340495fe7', 'mac_address': 'fa:16:3e:73:75:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d4a912-3b84-4bfa-b228-aac6946c9f58', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:19:41.167699 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7ae384-41d7-4a5e-a8fd-c0c25a07a861 None None] New status for floating IP d2caaa6d-2cab-4371-9c36-9a3e264bd422: DOWN {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:19:41.214149 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device f6082243-d8ac-41d0-bc2c-ac998751026e no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:19:41.265581 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: f6082243-d8ac-41d0-bc2c-ac998751026e {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:19:41.266018 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device f6082243-d8ac-41d0-bc2c-ac998751026e not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:19:41.356327 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 3a7abf1f-ea8e-46d4-8ccf-cef340495fe7 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:19:41.362797 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3a7abf1f-ea8e-46d4-8ccf-cef340495fe7), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:41.367509 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f5bfb4a3-6318-44e2-9275-a54817e01867 req-5c6c42fa-ab1e-4997-bac3-17834650c043 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a7abf1f-ea8e-46d4-8ccf-cef340495fe7 HTTP/1.1" status: 200 len: 217 time: 0.6674449 Feb 16 22:19:41.374322 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1cd4aca-e83d-4da2-a5d8-eeee9fe40c66 req-a0e7c933-4a72-4371-8ece-aebb11f0da84 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/security-groups?id=76de4990-435f-4cb9-b7e5-d0513cedc44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8608632 Feb 16 22:19:41.406631 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a7abf1f-ea8e-46d4-8ccf-cef340495fe7 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:19:41.449478 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 3a7abf1f-ea8e-46d4-8ccf-cef340495fe7, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=3a7abf1f-ea8e-46d4-8ccf-cef340495fe7,segment=NetworkSegment(bc011fbf-69ca-4692-8be3-63f8031f6536),segment_id=bc011fbf-69ca-4692-8be3-63f8031f6536)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:41.462300 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (3a7abf1f-ea8e-46d4-8ccf-cef340495fe7), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:41.463161 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 1afa96d2-e42d-4af7-8615-a4ccb87a482c details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:19:41.487364 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f53e15-b1c7-4133-8d8a-3704014a62ce x-openstack-request-id: req-01f53e15-b1c7-4133-8d8a-3704014a62ce {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:19:41.488329 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884d71bd-a745-4bd3-a68b-8caf575c717e", "tag": "1afa96d2-e42d-4af7-8615-a4ccb87a482c", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:19:41.489918 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-01f53e15-b1c7-4133-8d8a-3704014a62ce {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:19:41.490539 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884d71bd-a745-4bd3-a68b-8caf575c717e', 'tag': '1afa96d2-e42d-4af7-8615-a4ccb87a482c', 'status': 'completed', 'code': 200} Feb 16 22:19:41.534920 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3595d5f6-886d-4d9e-9feb-3cce8610618a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (495bed2e-d776-4006-af66-3c8b2f1f69c3), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:41.556559 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59780) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:41.567833 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfb4a3-6318-44e2-9275-a54817e01867 req-4a1b905b-f64c-4915-a06f-90b63d72d4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:41.569494 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f5bfb4a3-6318-44e2-9275-a54817e01867 req-4a1b905b-f64c-4915-a06f-90b63d72d4dc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a6d4a912-3b84-4bfa-b228-aac6946c9f58 HTTP/1.1" status: 200 len: 861 time: 0.1939666 Feb 16 22:19:41.587909 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=3a7abf1f-ea8e-46d4-8ccf-cef340495fe7,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:41.621838 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b3201-2759-440e-af23-712677618966 req-b35d9594-4d4f-498a-9fee-c6142e9e8e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:41.629231 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-787b3201-2759-440e-af23-712677618966 req-b35d9594-4d4f-498a-9fee-c6142e9e8e95 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=45beb6dd314449ccb0cb78efc29b5eab&device_id=884d71bd-a745-4bd3-a68b-8caf575c717e HTTP/1.1" status: 200 len: 1126 time: 0.1186988 Feb 16 22:19:41.681730 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f5bfb4a3-6318-44e2-9275-a54817e01867 req-1b2d0a26-2515-4c90-a816-97d7f3d0a22f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2bd7261e-c35c-442d-9e71-c290c9fc90fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049604 Feb 16 22:19:41.760041 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-69ea0b00-5965-43ef-a6c1-a6d800163246 req-291ca9e5-6ff7-4488-a563-7f712caaffbc tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a52378c-d346-4f5f-9dec-1834188b58df HTTP/1.1" status: 200 len: 210 time: 0.0766139 Feb 16 22:19:41.777340 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 1afa96d2-e42d-4af7-8615-a4ccb87a482c, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=1afa96d2-e42d-4af7-8615-a4ccb87a482c,segment=NetworkSegment(d8cbbd75-4920-4494-97e4-bdff5a8c7c7d),segment_id=d8cbbd75-4920-4494-97e4-bdff5a8c7c7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:41.805109 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '1afa96d2-e42d-4af7-8615-a4ccb87a482c', 'network_id': '148c4f12-6a4c-4222-964e-54da24b176f4', 'port_id': '1afa96d2-e42d-4af7-8615-a4ccb87a482c', 'mac_address': 'fa:16:3e:e7:46:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee789e8-f458-47e2-93fe-11658cfad8c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:19:41.818386 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-dc1e8e30-89ea-4b48-bb79-7c2bc49b261f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1027287249-network', 'tenant_id': 'ee14b41af1744680817d2f7b9462ea3f'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:41.833459 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b3201-2759-440e-af23-712677618966 req-8e1c9dee-4fe5-48ae-8e02-83ba4344bed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:41.837651 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-787b3201-2759-440e-af23-712677618966 req-8e1c9dee-4fe5-48ae-8e02-83ba4344bed6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=148c4f12-6a4c-4222-964e-54da24b176f4 HTTP/1.1" status: 200 len: 929 time: 0.2025330 Feb 16 22:19:41.871018 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1e8e30-89ea-4b48-bb79-7c2bc49b261f admin admin] Made reservation on behalf of ee14b41af1744680817d2f7b9462ea3f for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:19:41.873354 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc1e8e30-89ea-4b48-bb79-7c2bc49b261f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:41.914266 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 1afa96d2-e42d-4af7-8615-a4ccb87a482c is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:19:41.914596 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1afa96d2-e42d-4af7-8615-a4ccb87a482c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:41.934492 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc1e8e30-89ea-4b48-bb79-7c2bc49b261f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:41.938543 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-787b3201-2759-440e-af23-712677618966 req-b714f3b5-76ac-463f-9c09-9405454f2d71 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1afa96d2-e42d-4af7-8615-a4ccb87a482c HTTP/1.1" status: 200 len: 217 time: 0.0907395 Feb 16 22:19:41.941876 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1afa96d2-e42d-4af7-8615-a4ccb87a482c {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:19:41.995659 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 1afa96d2-e42d-4af7-8615-a4ccb87a482c, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=1afa96d2-e42d-4af7-8615-a4ccb87a482c,segment=NetworkSegment(d8cbbd75-4920-4494-97e4-bdff5a8c7c7d),segment_id=d8cbbd75-4920-4494-97e4-bdff5a8c7c7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:42.005733 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (1afa96d2-e42d-4af7-8615-a4ccb87a482c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:42.039129 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b3201-2759-440e-af23-712677618966 req-e1498737-56e2-4bca-b84e-25d9caf824c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:42.040758 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-787b3201-2759-440e-af23-712677618966 req-e1498737-56e2-4bca-b84e-25d9caf824c5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9ee789e8-f458-47e2-93fe-11658cfad8c1 HTTP/1.1" status: 200 len: 867 time: 0.0967674 Feb 16 22:19:42.057143 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f5bfb4a3-6318-44e2-9275-a54817e01867 req-285b2d8c-b015-430d-9e04-b33f9a371b7c service neutron] 10.222.0.79 "GET /v2.0/networks/2bd7261e-c35c-442d-9e71-c290c9fc90fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592739 Feb 16 22:19:42.071218 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=1afa96d2-e42d-4af7-8615-a4ccb87a482c,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:42.121101 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b3201-2759-440e-af23-712677618966 req-aa6529b3-d9f0-4bbf-aa3b-fe597af0e770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:42.122333 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-787b3201-2759-440e-af23-712677618966 req-aa6529b3-d9f0-4bbf-aa3b-fe597af0e770 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=148c4f12-6a4c-4222-964e-54da24b176f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0741172 Feb 16 22:19:42.253910 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-787b3201-2759-440e-af23-712677618966 req-8e0306c7-4188-459b-9942-e299bab3926b service neutron] 10.222.0.79 "GET /v2.0/networks/148c4f12-6a4c-4222-964e-54da24b176f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239755 Feb 16 22:19:42.287922 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['3a7abf1f-ea8e-46d4-8ccf-cef340495fe7'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:19:42.330572 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3595d5f6-886d-4d9e-9feb-3cce8610618a admin admin] Publish callbacks [] for port (495bed2e-d776-4006-af66-3c8b2f1f69c3), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:42.367094 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3595d5f6-886d-4d9e-9feb-3cce8610618a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (495bed2e-d776-4006-af66-3c8b2f1f69c3), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:42.368729 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['1afa96d2-e42d-4af7-8615-a4ccb87a482c'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:19:42.386004 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f5bfb4a3-6318-44e2-9275-a54817e01867 req-dc0237ad-46f8-44f4-911b-0f2f631407e0 service neutron] 10.222.0.79 "GET /v2.0/networks/2bd7261e-c35c-442d-9e71-c290c9fc90fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146122 Feb 16 22:19:42.430782 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-787b3201-2759-440e-af23-712677618966 req-5e2934b1-37c6-4ea2-b5d8-e420bb32f34d service neutron] 10.222.0.79 "GET /v2.0/networks/148c4f12-6a4c-4222-964e-54da24b176f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674657 Feb 16 22:19:42.488621 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc1e8e30-89ea-4b48-bb79-7c2bc49b261f admin admin] Publish callbacks [] for security_group (820d85d4-a167-4690-8389-23cff5972d93), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:42.520577 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc1e8e30-89ea-4b48-bb79-7c2bc49b261f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (820d85d4-a167-4690-8389-23cff5972d93), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:42.585799 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b2175-7443-4ab8-8e34-930571f3d16e req-1b28852f-4c5b-49df-bcc3-787e7752e658 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:42.593731 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-361b2175-7443-4ab8-8e34-930571f3d16e req-1b28852f-4c5b-49df-bcc3-787e7752e658 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] 10.222.0.75 "GET /v2.0/ports?device_id=e89c2162-3c55-4ae6-97b2-2fd8dc325ef1 HTTP/1.1" status: 200 len: 944 time: 0.3446281 Feb 16 22:19:42.623788 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 1eb74844-e948-4a0c-82e7-eb7db1a5b3e2 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:19:42.626096 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc1e8e30-89ea-4b48-bb79-7c2bc49b261f admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:19:42.634484 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3595d5f6-886d-4d9e-9feb-3cce8610618a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (3ed7c337-cf82-4187-acdc-18a75c84d2b4), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:42.636205 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595d5f6-886d-4d9e-9feb-3cce8610618a admin admin] Pushing event updated for resources: {'Port': ['ID=495bed2e-d776-4006-af66-3c8b2f1f69c3,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:42.677556 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e8e30-89ea-4b48-bb79-7c2bc49b261f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820d85d4-a167-4690-8389-23cff5972d93,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:42.691783 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc1e8e30-89ea-4b48-bb79-7c2bc49b261f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (bab3c7c9-e01c-407c-bcf4-3671c0e39eec), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:42.692083 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-dc1e8e30-89ea-4b48-bb79-7c2bc49b261f admin admin] Added segment bab3c7c9-e01c-407c-bcf4-3671c0e39eec of type vlan for network c5caf1e2-5ed9-4635-98df-d36f332fac2f Feb 16 22:19:42.770915 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-361b2175-7443-4ab8-8e34-930571f3d16e req-fda7911a-6654-413a-8605-81f906b506e2 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ebe6c8-7b99-4d34-97ed-03e705c73a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760042 Feb 16 22:19:42.860276 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc1e8e30-89ea-4b48-bb79-7c2bc49b261f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (c5caf1e2-5ed9-4635-98df-d36f332fac2f), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:42.912595 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 1eb74844-e948-4a0c-82e7-eb7db1a5b3e2 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:19:42.913164 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (1eb74844-e948-4a0c-82e7-eb7db1a5b3e2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:42.956346 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3595d5f6-886d-4d9e-9feb-3cce8610618a admin admin] Network 8ad611df-746e-4875-9e0a-34fc24023b4e is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:19:42.959872 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-3595d5f6-886d-4d9e-9feb-3cce8610618a admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:19:42.967539 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc1e8e30-89ea-4b48-bb79-7c2bc49b261f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (c5caf1e2-5ed9-4635-98df-d36f332fac2f), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:42.968598 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1e8e30-89ea-4b48-bb79-7c2bc49b261f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:42.969183 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc1e8e30-89ea-4b48-bb79-7c2bc49b261f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:43.028660 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 1eb74844-e948-4a0c-82e7-eb7db1a5b3e2 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:19:43.029647 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1eb74844-e948-4a0c-82e7-eb7db1a5b3e2), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:43.055102 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 1eb74844-e948-4a0c-82e7-eb7db1a5b3e2, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=1eb74844-e948-4a0c-82e7-eb7db1a5b3e2,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:43.060233 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (1eb74844-e948-4a0c-82e7-eb7db1a5b3e2), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:43.096321 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ac12e-d5db-4c83-a278-79b99c410137 req-188145bf-b4a0-4318-8a28-f75772ccecff tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:43.097915 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5d4ac12e-d5db-4c83-a278-79b99c410137 req-188145bf-b4a0-4318-8a28-f75772ccecff tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a218dccf-8d33-43cd-b91e-31ea195c9e36 HTTP/1.1" status: 200 len: 946 time: 0.2224622 Feb 16 22:19:43.105607 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-dc1e8e30-89ea-4b48-bb79-7c2bc49b261f admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5480070 Feb 16 22:19:43.108563 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59818) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:43.113709 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-09b65335-86a1-4d76-b89a-07a45678130c admin admin] Request body: {'subnet': {'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1027287249-subnet', 'tenant_id': 'ee14b41af1744680817d2f7b9462ea3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:43.128346 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=1eb74844-e948-4a0c-82e7-eb7db1a5b3e2,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:43.147850 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b65335-86a1-4d76-b89a-07a45678130c admin admin] Made reservation on behalf of ee14b41af1744680817d2f7b9462ea3f for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:19:43.150728 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-09b65335-86a1-4d76-b89a-07a45678130c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:43.178059 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5d4ac12e-d5db-4c83-a278-79b99c410137 req-bc428264-57ec-4ce4-840d-2bc3f7d0e575 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696936 Feb 16 22:19:43.224079 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e8e30-89ea-4b48-bb79-7c2bc49b261f admin admin] Pushing event updated for resources: {'Network': ['ID=c5caf1e2-5ed9-4635-98df-d36f332fac2f,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:43.238720 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network c5caf1e2-5ed9-4635-98df-d36f332fac2f details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:19:43.284102 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3595d5f6-886d-4d9e-9feb-3cce8610618a admin admin] Router 3ed7c337-cf82-4187-acdc-18a75c84d2b4 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:19:43.416138 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3595d5f6-886d-4d9e-9feb-3cce8610618a admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:19:43.431058 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3595d5f6-886d-4d9e-9feb-3cce8610618a admin admin] 10.222.0.75 "PUT /v2.0/routers/3ed7c337-cf82-4187-acdc-18a75c84d2b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1799910 Feb 16 22:19:43.432256 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b476f33d-4da1-4580-862c-715c2554d9bd None None] Sync routers for ids ['3ed7c337-cf82-4187-acdc-18a75c84d2b4'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:19:43.435890 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-d718fd0d-3a1c-46de-a6f4-068811b2a5fc None None] Provisioning complete for port 495bed2e-d776-4006-af66-3c8b2f1f69c3 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:19:43.436276 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d718fd0d-3a1c-46de-a6f4-068811b2a5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (495bed2e-d776-4006-af66-3c8b2f1f69c3), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:43.480699 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-09b65335-86a1-4d76-b89a-07a45678130c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (839d08e4-b425-43ca-a9e3-06c3106daa84), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:43.533734 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a52378c-d346-4f5f-9dec-1834188b58df', 'name': 'network-vif-deleted', 'tag': 'e39e32ec-a288-41af-b634-90d25254773b'}, {'server_uuid': '54545696-2a38-40c6-930b-ec036815018c', 'name': 'network-vif-deleted', 'tag': 'f6082243-d8ac-41d0-bc2c-ac998751026e'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:19:43.535891 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b476f33d-4da1-4580-862c-715c2554d9bd None None] Routers {'3ed7c337-cf82-4187-acdc-18a75c84d2b4'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:19:43.538004 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-b476f33d-4da1-4580-862c-715c2554d9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:19:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3ed7c337-cf82-4187-acdc-18a75c84d2b4'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:43.539425 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89766ae2-0610-4a57-b224-35f0f16297e5" -d '{"events": [{"server_uuid": "9a52378c-d346-4f5f-9dec-1834188b58df", "name": "network-vif-deleted", "tag": "e39e32ec-a288-41af-b634-90d25254773b"}, {"server_uuid": "54545696-2a38-40c6-930b-ec036815018c", "name": "network-vif-deleted", "tag": "f6082243-d8ac-41d0-bc2c-ac998751026e"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:19:43.580136 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b65335-86a1-4d76-b89a-07a45678130c admin admin] Pushing event updated for resources: {'Subnet': ['ID=839d08e4-b425-43ca-a9e3-06c3106daa84,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:43.588277 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b65335-86a1-4d76-b89a-07a45678130c admin admin] Checking segment: {'id': 'bab3c7c9-e01c-407c-bcf4-3671c0e39eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:19:43.589080 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b65335-86a1-4d76-b89a-07a45678130c admin admin] Network hostable DHCP agents. Network: c5caf1e2-5ed9-4635-98df-d36f332fac2f, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:19:43.611861 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b65335-86a1-4d76-b89a-07a45678130c admin admin] Network c5caf1e2-5ed9-4635-98df-d36f332fac2f is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:19:43.627936 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-09b65335-86a1-4d76-b89a-07a45678130c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, c5caf1e2-5ed9-4635-98df-d36f332fac2f) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:19:43.633588 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d718fd0d-3a1c-46de-a6f4-068811b2a5fc None None] Port 495bed2e-d776-4006-af66-3c8b2f1f69c3 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:19:43.636350 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b65335-86a1-4d76-b89a-07a45678130c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:43.638330 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-09b65335-86a1-4d76-b89a-07a45678130c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:43.638948 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f998d-5c05-45c8-aed0-4a075cc51210 req-a03e1eb7-3375-4888-aee4-ab7700c87676 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:43.644800 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742bd8c9-b9c3-49d5-b692-b09c722d8aeb None None] Network c5caf1e2-5ed9-4635-98df-d36f332fac2f requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:19:43.650699 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a0f998d-5c05-45c8-aed0-4a075cc51210 req-a03e1eb7-3375-4888-aee4-ab7700c87676 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/ports?device_id=884d71bd-a745-4bd3-a68b-8caf575c717e HTTP/1.1" status: 200 len: 945 time: 0.1239367 Feb 16 22:19:43.677741 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-09b65335-86a1-4d76-b89a-07a45678130c admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5680666 Feb 16 22:19:43.738107 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a0f998d-5c05-45c8-aed0-4a075cc51210 req-f44bcd09-c169-4d49-8ef1-f12c555c519b tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/security-groups?id=76de4990-435f-4cb9-b7e5-d0513cedc44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858529 Feb 16 22:19:43.744156 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-b476f33d-4da1-4580-862c-715c2554d9bd None None] Set router 3ed7c337-cf82-4187-acdc-18a75c84d2b4 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:19:43.820423 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7333bd-ca52-4315-82e7-49ddcdda2fe2 None None] Network c5caf1e2-5ed9-4635-98df-d36f332fac2f requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:19:43.831658 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5aa8362c-54c1-403e-9652-983bede5593e req-9908c22c-f7ae-4de6-ba48-b62a5a444dc4 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a52378c-d346-4f5f-9dec-1834188b58df HTTP/1.1" status: 200 len: 210 time: 0.0350697 Feb 16 22:19:43.926040 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-82ee9031-b4be-4f61-917b-f047383086de req-2f7607e6-1331-4865-8101-311bd2985d1f tempest-FlavorsV2NegativeTest-1635754573 tempest-FlavorsV2NegativeTest-1635754573-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=af97cea172ea4e5f83668030217c6e68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248928 Feb 16 22:19:44.037961 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee9031-b4be-4f61-917b-f047383086de req-60489fef-847d-4c41-a5c3-017f1c89f809 tempest-FlavorsV2NegativeTest-1635754573 tempest-FlavorsV2NegativeTest-1635754573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:44.039499 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-82ee9031-b4be-4f61-917b-f047383086de req-60489fef-847d-4c41-a5c3-017f1c89f809 tempest-FlavorsV2NegativeTest-1635754573 tempest-FlavorsV2NegativeTest-1635754573-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1077812 Feb 16 22:19:44.055410 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-82ee9031-b4be-4f61-917b-f047383086de req-72853301-daa2-4eef-9da3-3d0550202d67 tempest-FlavorsV2NegativeTest-1635754573 tempest-FlavorsV2NegativeTest-1635754573-project] 10.222.0.75 "GET /v2.0/quotas/af97cea172ea4e5f83668030217c6e68 HTTP/1.1" status: 200 len: 375 time: 0.0093348 Feb 16 22:19:44.096405 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-82ee9031-b4be-4f61-917b-f047383086de req-c6126086-3e9d-47fa-b499-8b18a7b5fbfb tempest-FlavorsV2NegativeTest-1635754573 tempest-FlavorsV2NegativeTest-1635754573-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=af97cea172ea4e5f83668030217c6e68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352838 Feb 16 22:19:44.245348 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22972f73-c3a7-4b6c-8279-d0a7dbeafde7 req-8dce9404-e649-4fd6-bea5-2e93c7163319 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:44.253677 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22972f73-c3a7-4b6c-8279-d0a7dbeafde7 req-8dce9404-e649-4fd6-bea5-2e93c7163319 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=11582145-d815-446f-9d6f-f0ba6fbdb180 HTTP/1.1" status: 200 len: 950 time: 0.0826867 Feb 16 22:19:44.271587 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-b476f33d-4da1-4580-862c-715c2554d9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed7c337-cf82-4187-acdc-18a75c84d2b4', 'name': 'tempest-FloatingIPDetailsTestJSON-900764405-router', 'tenant_id': '1a29e21e15ad43ff8272d652c261d479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '1eb74844-e948-4a0c-82e7-eb7db1a5b3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:19:32Z', 'updated_at': '2022-02-16T22:19:41Z', 'revision_number': 4, 'project_id': '1a29e21e15ad43ff8272d652c261d479', 'gw_port': {'id': '1eb74844-e948-4a0c-82e7-eb7db1a5b3e2', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed7c337-cf82-4187-acdc-18a75c84d2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:19:34Z', 'updated_at': '2022-02-16T22:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '495bed2e-d776-4006-af66-3c8b2f1f69c3', 'name': '', 'network_id': '8ad611df-746e-4875-9e0a-34fc24023b4e', 'tenant_id': '1a29e21e15ad43ff8272d652c261d479', 'mac_address': 'fa:16:3e:b6:79:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed7c337-cf82-4187-acdc-18a75c84d2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '8100ed50-1365-4aac-a0dd-cd272c1d5e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:19:39Z', 'updated_at': '2022-02-16T22:19:41Z', 'revision_number': 2, 'project_id': '1a29e21e15ad43ff8272d652c261d479', 'subnets': [{'id': '8100ed50-1365-4aac-a0dd-cd272c1d5e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:44.314862 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b476f33d-4da1-4580-862c-715c2554d9bd None None] Checking router: 3ed7c337-cf82-4187-acdc-18a75c84d2b4 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:19:44.315974 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b476f33d-4da1-4580-862c-715c2554d9bd None None] Updating router 3ed7c337-cf82-4187-acdc-18a75c84d2b4 port 495bed2e-d776-4006-af66-3c8b2f1f69c3 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:19:44.321563 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22972f73-c3a7-4b6c-8279-d0a7dbeafde7 req-46f5daa9-0ab6-4e86-828a-524a499bbb6c tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620480 Feb 16 22:19:44.348359 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b476f33d-4da1-4580-862c-715c2554d9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (495bed2e-d776-4006-af66-3c8b2f1f69c3), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:44.371718 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Feb 2022 22:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9284c74-b508-486b-b261-635042c40cda x-openstack-request-id: req-b9284c74-b508-486b-b261-635042c40cda {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:19:44.372236 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a52378c-d346-4f5f-9dec-1834188b58df", "name": "network-vif-deleted", "tag": "e39e32ec-a288-41af-b634-90d25254773b", "status": "completed", "code": 200}, {"server_uuid": "54545696-2a38-40c6-930b-ec036815018c", "name": "network-vif-deleted", "tag": "f6082243-d8ac-41d0-bc2c-ac998751026e", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:19:44.372349 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b9284c74-b508-486b-b261-635042c40cda {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:19:44.372670 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a52378c-d346-4f5f-9dec-1834188b58df', 'name': 'network-vif-deleted', 'tag': 'e39e32ec-a288-41af-b634-90d25254773b', 'status': 'completed', 'code': 200} Feb 16 22:19:44.372926 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54545696-2a38-40c6-930b-ec036815018c', 'name': 'network-vif-deleted', 'tag': 'f6082243-d8ac-41d0-bc2c-ac998751026e', 'status': 'completed', 'code': 200} Feb 16 22:19:44.525837 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 1eb74844-e948-4a0c-82e7-eb7db1a5b3e2 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:19:44.595780 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-02d88683-a591-4ff4-a8d7-48bb9f40067f req-523d94c5-efab-4b67-ab93-dc55065d381f tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1389058 Feb 16 22:19:44.605385 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-02d88683-a591-4ff4-a8d7-48bb9f40067f req-c4ae4147-805a-46e0-9fc9-1b44e6d6dccd tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:44.626587 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-02d88683-a591-4ff4-a8d7-48bb9f40067f req-c4ae4147-805a-46e0-9fc9-1b44e6d6dccd tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:44.667636 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 1eb74844-e948-4a0c-82e7-eb7db1a5b3e2 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:19:44.668013 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (1eb74844-e948-4a0c-82e7-eb7db1a5b3e2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:44.692092 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59868) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:44.761404 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-02d88683-a591-4ff4-a8d7-48bb9f40067f req-c4ae4147-805a-46e0-9fc9-1b44e6d6dccd tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:44.837212 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b476f33d-4da1-4580-862c-715c2554d9bd None None] Publish callbacks [] for port (495bed2e-d776-4006-af66-3c8b2f1f69c3), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:44.840761 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 1eb74844-e948-4a0c-82e7-eb7db1a5b3e2 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:19:44.847339 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 3a7abf1f-ea8e-46d4-8ccf-cef340495fe7 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:19:44.852425 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b476f33d-4da1-4580-862c-715c2554d9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (495bed2e-d776-4006-af66-3c8b2f1f69c3), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:44.885709 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-02d88683-a591-4ff4-a8d7-48bb9f40067f req-c4ae4147-805a-46e0-9fc9-1b44e6d6dccd tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Allocated IP 172.25.2.158 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/278f4efe-e776-48f3-a613-d27a605f0ba3) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:19:44.894133 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6438d08d-8775-4dc4-9655-504f6e206608 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:44.936132 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edef796-84d2-4939-9c65-7b9b30ae3a46 None None] Pushing event updated for resources: {'Port': ['ID=495bed2e-d776-4006-af66-3c8b2f1f69c3,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:45.019031 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6438d08d-8775-4dc4-9655-504f6e206608 admin admin] Publish callbacks [] for security_group (28522f97-bf69-4f3e-b163-45f31e752e43), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:45.019964 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 3a7abf1f-ea8e-46d4-8ccf-cef340495fe7 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:19:45.032118 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 3a7abf1f-ea8e-46d4-8ccf-cef340495fe7 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:19:45.033527 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (3a7abf1f-ea8e-46d4-8ccf-cef340495fe7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:45.038795 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-b476f33d-4da1-4580-862c-715c2554d9bd None None] Attempting to bind port 495bed2e-d776-4006-af66-3c8b2f1f69c3 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:19:45.039397 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-b476f33d-4da1-4580-862c-715c2554d9bd None None] Attempting to bind port 495bed2e-d776-4006-af66-3c8b2f1f69c3 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '94dbd941-499e-4b18-9672-13a1c9ab9637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8ad611df-746e-4875-9e0a-34fc24023b4e'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:19:45.039822 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476f33d-4da1-4580-862c-715c2554d9bd None None] Attempting to bind port 495bed2e-d776-4006-af66-3c8b2f1f69c3 on network 8ad611df-746e-4875-9e0a-34fc24023b4e {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:19:45.044705 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6438d08d-8775-4dc4-9655-504f6e206608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (28522f97-bf69-4f3e-b163-45f31e752e43), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:45.068093 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476f33d-4da1-4580-862c-715c2554d9bd None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:19:45.068093 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476f33d-4da1-4580-862c-715c2554d9bd None None] Checking segment: {'id': '94dbd941-499e-4b18-9672-13a1c9ab9637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8ad611df-746e-4875-9e0a-34fc24023b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:19:45.068862 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b476f33d-4da1-4580-862c-715c2554d9bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:45.068862 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476f33d-4da1-4580-862c-715c2554d9bd None None] Bound using segment: {'id': '94dbd941-499e-4b18-9672-13a1c9ab9637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8ad611df-746e-4875-9e0a-34fc24023b4e'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:19:45.069408 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-b476f33d-4da1-4580-862c-715c2554d9bd None None] Bound port: 495bed2e-d776-4006-af66-3c8b2f1f69c3, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94dbd941-499e-4b18-9672-13a1c9ab9637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8ad611df-746e-4875-9e0a-34fc24023b4e'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:19:45.070522 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b476f33d-4da1-4580-862c-715c2554d9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (495bed2e-d776-4006-af66-3c8b2f1f69c3), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:45.083465 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-02d88683-a591-4ff4-a8d7-48bb9f40067f req-c4ae4147-805a-46e0-9fc9-1b44e6d6dccd tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks [] for port (278f4efe-e776-48f3-a613-d27a605f0ba3), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:45.117298 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6438d08d-8775-4dc4-9655-504f6e206608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28522f97-bf69-4f3e-b163-45f31e752e43,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:45.123709 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6438d08d-8775-4dc4-9655-504f6e206608 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=af97cea172ea4e5f83668030217c6e68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4304538 Feb 16 22:19:45.126463 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59876) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:45.167775 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-02d88683-a591-4ff4-a8d7-48bb9f40067f req-c4ae4147-805a-46e0-9fc9-1b44e6d6dccd tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (278f4efe-e776-48f3-a613-d27a605f0ba3), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:45.171169 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170c471-66fb-4c36-ad92-6f6ec133efd4 req-5c853507-b27e-40bf-90e8-80b01cf279b8 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:45.173604 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4170c471-66fb-4c36-ad92-6f6ec133efd4 req-5c853507-b27e-40bf-90e8-80b01cf279b8 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.79 "GET /v2.0/ports?device_id=11582145-d815-446f-9d6f-f0ba6fbdb180 HTTP/1.1" status: 200 len: 950 time: 0.2664444 Feb 16 22:19:45.218220 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-b476f33d-4da1-4580-862c-715c2554d9bd None None] For port 495bed2e-d776-4006-af66-3c8b2f1f69c3, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:19:45.227209 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-b476f33d-4da1-4580-862c-715c2554d9bd None None] For port 495bed2e-d776-4006-af66-3c8b2f1f69c3, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=495bed2e-d776-4006-af66-3c8b2f1f69c3,segment=NetworkSegment(94dbd941-499e-4b18-9672-13a1c9ab9637),segment_id=94dbd941-499e-4b18-9672-13a1c9ab9637)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:19:45.234536 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 3a7abf1f-ea8e-46d4-8ccf-cef340495fe7 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:19:45.236772 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3a7abf1f-ea8e-46d4-8ccf-cef340495fe7), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:45.252308 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-21f1dc8a-3338-4138-9b1c-a0490aadefbb admin admin] Publish callbacks [] for security_group (28522f97-bf69-4f3e-b163-45f31e752e43), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:45.253229 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d88683-a591-4ff4-a8d7-48bb9f40067f req-c4ae4147-805a-46e0-9fc9-1b44e6d6dccd tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:19:45.253796 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b476f33d-4da1-4580-862c-715c2554d9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (495bed2e-d776-4006-af66-3c8b2f1f69c3), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:45.263222 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-02d88683-a591-4ff4-a8d7-48bb9f40067f req-c4ae4147-805a-46e0-9fc9-1b44e6d6dccd tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:19:45.276673 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d88683-a591-4ff4-a8d7-48bb9f40067f req-c4ae4147-805a-46e0-9fc9-1b44e6d6dccd tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:19:45.278862 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae4147-805a-46e0-9fc9-1b44e6d6dccd tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Pushing event updated for resources: {'Port': ['ID=278f4efe-e776-48f3-a613-d27a605f0ba3,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:45.311031 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-21f1dc8a-3338-4138-9b1c-a0490aadefbb admin admin] Publish callbacks [] for security_group (28522f97-bf69-4f3e-b163-45f31e752e43), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:45.345547 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89c2162-3c55-4ae6-97b2-2fd8dc325ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7abf1f-ea8e-46d4-8ccf-cef340495fe7'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:19:45.348838 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5279a7-cb89-4777-be61-001a0fe148e0" -d '{"events": [{"server_uuid": "e89c2162-3c55-4ae6-97b2-2fd8dc325ef1", "name": "network-vif-plugged", "status": "completed", "tag": "3a7abf1f-ea8e-46d4-8ccf-cef340495fe7"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:19:45.370530 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f788bd06-01d3-43c4-bc15-e23fb97d3c97 None None] Provisioning complete for port 495bed2e-d776-4006-af66-3c8b2f1f69c3 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:19:45.370916 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f788bd06-01d3-43c4-bc15-e23fb97d3c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (495bed2e-d776-4006-af66-3c8b2f1f69c3), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:45.399282 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-4170c471-66fb-4c36-ad92-6f6ec133efd4 req-defa3336-e504-4a5d-a28a-c36e84d88b37 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Deleting port aa3aab1d-8309-464a-965e-5da0cbd0b624 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:19:45.399868 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-4170c471-66fb-4c36-ad92-6f6ec133efd4 req-defa3336-e504-4a5d-a28a-c36e84d88b37 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (aa3aab1d-8309-464a-965e-5da0cbd0b624), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:45.403601 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 3a7abf1f-ea8e-46d4-8ccf-cef340495fe7, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=3a7abf1f-ea8e-46d4-8ccf-cef340495fe7,segment=NetworkSegment(bc011fbf-69ca-4692-8be3-63f8031f6536),segment_id=bc011fbf-69ca-4692-8be3-63f8031f6536)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:45.414022 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b476f33d-4da1-4580-862c-715c2554d9bd None None] Routers {'3ed7c337-cf82-4187-acdc-18a75c84d2b4'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:19:45.414677 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-b476f33d-4da1-4580-862c-715c2554d9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:19:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3ed7c337-cf82-4187-acdc-18a75c84d2b4'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:45.466795 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-02d88683-a591-4ff4-a8d7-48bb9f40067f req-c4ae4147-805a-46e0-9fc9-1b44e6d6dccd tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks [] for floatingip (33dc282c-ce22-400d-98c1-4743ce457536), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:45.480700 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (3a7abf1f-ea8e-46d4-8ccf-cef340495fe7), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:45.484910 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 1afa96d2-e42d-4af7-8615-a4ccb87a482c up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:19:45.510981 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-21f1dc8a-3338-4138-9b1c-a0490aadefbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (28522f97-bf69-4f3e-b163-45f31e752e43), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:45.516470 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-02d88683-a591-4ff4-a8d7-48bb9f40067f req-c4ae4147-805a-46e0-9fc9-1b44e6d6dccd tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (278f4efe-e776-48f3-a613-d27a605f0ba3), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:45.517783 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-21f1dc8a-3338-4138-9b1c-a0490aadefbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:45.519179 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-21f1dc8a-3338-4138-9b1c-a0490aadefbb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/28522f97-bf69-4f3e-b163-45f31e752e43 HTTP/1.1" status: 204 len: 168 time: 0.3917356 Feb 16 22:19:45.536235 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edef796-84d2-4939-9c65-7b9b30ae3a46 None None] Pushing event updated for resources: {'Port': ['ID=495bed2e-d776-4006-af66-3c8b2f1f69c3,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:45.548718 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1dc8a-3338-4138-9b1c-a0490aadefbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28522f97-bf69-4f3e-b163-45f31e752e43,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:45.569326 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-4170c471-66fb-4c36-ad92-6f6ec133efd4 req-defa3336-e504-4a5d-a28a-c36e84d88b37 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] For port aa3aab1d-8309-464a-965e-5da0cbd0b624, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=aa3aab1d-8309-464a-965e-5da0cbd0b624,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:45.569892 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-4170c471-66fb-4c36-ad92-6f6ec133efd4 req-defa3336-e504-4a5d-a28a-c36e84d88b37 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (aa3aab1d-8309-464a-965e-5da0cbd0b624), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:45.598299 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-4170c471-66fb-4c36-ad92-6f6ec133efd4 req-defa3336-e504-4a5d-a28a-c36e84d88b37 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Calling delete_port for aa3aab1d-8309-464a-965e-5da0cbd0b624 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:19:45.637883 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=3a7abf1f-ea8e-46d4-8ccf-cef340495fe7,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:45.748262 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 1afa96d2-e42d-4af7-8615-a4ccb87a482c completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:19:45.752053 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-b476f33d-4da1-4580-862c-715c2554d9bd None None] Set router 3ed7c337-cf82-4187-acdc-18a75c84d2b4 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:19:45.774793 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-02d88683-a591-4ff4-a8d7-48bb9f40067f req-c4ae4147-805a-46e0-9fc9-1b44e6d6dccd tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks [] for port (278f4efe-e776-48f3-a613-d27a605f0ba3), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:45.783718 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-02d88683-a591-4ff4-a8d7-48bb9f40067f req-c4ae4147-805a-46e0-9fc9-1b44e6d6dccd tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (278f4efe-e776-48f3-a613-d27a605f0ba3), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:45.788254 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 1afa96d2-e42d-4af7-8615-a4ccb87a482c triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:19:45.788709 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (1afa96d2-e42d-4af7-8615-a4ccb87a482c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:45.795888 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f788bd06-01d3-43c4-bc15-e23fb97d3c97 None None] Current status of the port 495bed2e-d776-4006-af66-3c8b2f1f69c3 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:19:45.796277 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f788bd06-01d3-43c4-bc15-e23fb97d3c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (495bed2e-d776-4006-af66-3c8b2f1f69c3), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:45.807855 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-4170c471-66fb-4c36-ad92-6f6ec133efd4 req-defa3336-e504-4a5d-a28a-c36e84d88b37 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (aa3aab1d-8309-464a-965e-5da0cbd0b624), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:45.830556 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['f9e7c29c-40b5-46e5-957d-91a18ae35305', '52b7c737-bb0a-4614-9393-9fe74f309f8b', 'a076e78f-7046-4547-8dae-bfecf879467f', '1f97ea0a-db46-4c73-9f25-b71db3dee16b'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:19:45.832581 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['88087f36-8ccf-4409-92d8-b7efdd9a5c90', '28c80982-bf12-4b08-8927-1af8206f8a88', 'aa3aab1d-8309-464a-965e-5da0cbd0b624'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:19:45.867888 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa3336-e504-4a5d-a28a-c36e84d88b37 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Pushing event deleted for resources: {'Port': ['ID=aa3aab1d-8309-464a-965e-5da0cbd0b624,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:45.883593 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae4147-805a-46e0-9fc9-1b44e6d6dccd tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Pushing event updated for resources: {'Port': ['ID=278f4efe-e776-48f3-a613-d27a605f0ba3,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:45.902241 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-02d88683-a591-4ff4-a8d7-48bb9f40067f req-c4ae4147-805a-46e0-9fc9-1b44e6d6dccd tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (33dc282c-ce22-400d-98c1-4743ce457536), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:45.933674 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-02d88683-a591-4ff4-a8d7-48bb9f40067f req-c4ae4147-805a-46e0-9fc9-1b44e6d6dccd tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:45.933674 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-02d88683-a591-4ff4-a8d7-48bb9f40067f req-c4ae4147-805a-46e0-9fc9-1b44e6d6dccd tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3316441 Feb 16 22:19:45.963846 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-4170c471-66fb-4c36-ad92-6f6ec133efd4 req-defa3336-e504-4a5d-a28a-c36e84d88b37 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] No DVR routers for this DVR port aa3aab1d-8309-464a-965e-5da0cbd0b624 on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:19:45.966744 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-4170c471-66fb-4c36-ad92-6f6ec133efd4 req-defa3336-e504-4a5d-a28a-c36e84d88b37 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:45.971877 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4170c471-66fb-4c36-ad92-6f6ec133efd4 req-defa3336-e504-4a5d-a28a-c36e84d88b37 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.79 "DELETE /v2.0/ports/aa3aab1d-8309-464a-965e-5da0cbd0b624 HTTP/1.1" status: 204 len: 173 time: 0.7874131 Feb 16 22:19:46.017582 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-f788bd06-01d3-43c4-bc15-e23fb97d3c97 None None] For port 495bed2e-d776-4006-af66-3c8b2f1f69c3, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=495bed2e-d776-4006-af66-3c8b2f1f69c3,segment=NetworkSegment(94dbd941-499e-4b18-9672-13a1c9ab9637),segment_id=94dbd941-499e-4b18-9672-13a1c9ab9637)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:46.020692 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-02d88683-a591-4ff4-a8d7-48bb9f40067f req-1ba68655-84df-4bcb-9bf6-56ca955ab306 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.158 HTTP/1.1" status: 200 len: 696 time: 0.0800383 Feb 16 22:19:46.049823 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f788bd06-01d3-43c4-bc15-e23fb97d3c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (495bed2e-d776-4006-af66-3c8b2f1f69c3), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:46.154542 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d88683-a591-4ff4-a8d7-48bb9f40067f req-1670b47e-4b89-4e46-8539-0c00c410b828 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:46.159894 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-02d88683-a591-4ff4-a8d7-48bb9f40067f req-1670b47e-4b89-4e46-8539-0c00c410b828 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 784 time: 0.1273751 Feb 16 22:19:46.239618 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788bd06-01d3-43c4-bc15-e23fb97d3c97 None None] Pushing event updated for resources: {'Port': ['ID=495bed2e-d776-4006-af66-3c8b2f1f69c3,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:46.334753 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd750d1-b85a-46ea-b036-f38dee7b5831 req-c8329b8a-d6a5-47e5-8915-fc755bd2be01 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:46.348630 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bbd750d1-b85a-46ea-b036-f38dee7b5831 req-c8329b8a-d6a5-47e5-8915-fc755bd2be01 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] 10.222.0.75 "GET /v2.0/ports?device_id=e89c2162-3c55-4ae6-97b2-2fd8dc325ef1 HTTP/1.1" status: 200 len: 945 time: 0.0938945 Feb 16 22:19:46.374442 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11582145-d815-446f-9d6f-f0ba6fbdb180', 'name': 'network-vif-deleted', 'tag': 'aa3aab1d-8309-464a-965e-5da0cbd0b624'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:19:46.377189 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753be106-0e15-4294-a485-9bff2b33c802" -d '{"events": [{"server_uuid": "11582145-d815-446f-9d6f-f0ba6fbdb180", "name": "network-vif-deleted", "tag": "aa3aab1d-8309-464a-965e-5da0cbd0b624"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:19:46.441135 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bbd750d1-b85a-46ea-b036-f38dee7b5831 req-7947339a-8ed2-4a72-9e60-543cdf8c5f5c tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ebe6c8-7b99-4d34-97ed-03e705c73a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906661 Feb 16 22:19:46.463236 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 1afa96d2-e42d-4af7-8615-a4ccb87a482c is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:19:46.463774 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1afa96d2-e42d-4af7-8615-a4ccb87a482c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:46.479363 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-4479bffb-a01a-414c-b091-72ff159c400e None None] Provisioning complete for port 495bed2e-d776-4006-af66-3c8b2f1f69c3 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:19:46.479752 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4479bffb-a01a-414c-b091-72ff159c400e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (495bed2e-d776-4006-af66-3c8b2f1f69c3), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:46.621908 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 1afa96d2-e42d-4af7-8615-a4ccb87a482c, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=1afa96d2-e42d-4af7-8615-a4ccb87a482c,segment=NetworkSegment(d8cbbd75-4920-4494-97e4-bdff5a8c7c7d),segment_id=d8cbbd75-4920-4494-97e4-bdff5a8c7c7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:46.653818 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (1afa96d2-e42d-4af7-8615-a4ccb87a482c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:46.782934 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-b476f33d-4da1-4580-862c-715c2554d9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed7c337-cf82-4187-acdc-18a75c84d2b4', 'name': 'tempest-FloatingIPDetailsTestJSON-900764405-router', 'tenant_id': '1a29e21e15ad43ff8272d652c261d479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '1eb74844-e948-4a0c-82e7-eb7db1a5b3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:19:32Z', 'updated_at': '2022-02-16T22:19:41Z', 'revision_number': 4, 'project_id': '1a29e21e15ad43ff8272d652c261d479', 'gw_port': {'id': '1eb74844-e948-4a0c-82e7-eb7db1a5b3e2', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed7c337-cf82-4187-acdc-18a75c84d2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:19:34Z', 'updated_at': '2022-02-16T22:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '495bed2e-d776-4006-af66-3c8b2f1f69c3', 'name': '', 'network_id': '8ad611df-746e-4875-9e0a-34fc24023b4e', 'tenant_id': '1a29e21e15ad43ff8272d652c261d479', 'mac_address': 'fa:16:3e:b6:79:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed7c337-cf82-4187-acdc-18a75c84d2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '8100ed50-1365-4aac-a0dd-cd272c1d5e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:19:39Z', 'updated_at': '2022-02-16T22:19:45Z', 'revision_number': 4, 'project_id': '1a29e21e15ad43ff8272d652c261d479', 'subnets': [{'id': '8100ed50-1365-4aac-a0dd-cd272c1d5e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:46.864492 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b476f33d-4da1-4580-862c-715c2554d9bd None None] The sync data for ids ['3ed7c337-cf82-4187-acdc-18a75c84d2b4'] in n-d-813897-6 is: [{'id': '3ed7c337-cf82-4187-acdc-18a75c84d2b4', 'name': 'tempest-FloatingIPDetailsTestJSON-900764405-router', 'tenant_id': '1a29e21e15ad43ff8272d652c261d479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '1eb74844-e948-4a0c-82e7-eb7db1a5b3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:19:32Z', 'updated_at': '2022-02-16T22:19:41Z', 'revision_number': 4, 'project_id': '1a29e21e15ad43ff8272d652c261d479', 'gw_port': {'id': '1eb74844-e948-4a0c-82e7-eb7db1a5b3e2', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed7c337-cf82-4187-acdc-18a75c84d2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:19:34Z', 'updated_at': '2022-02-16T22:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '495bed2e-d776-4006-af66-3c8b2f1f69c3', 'name': '', 'network_id': '8ad611df-746e-4875-9e0a-34fc24023b4e', 'tenant_id': '1a29e21e15ad43ff8272d652c261d479', 'mac_address': 'fa:16:3e:b6:79:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed7c337-cf82-4187-acdc-18a75c84d2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '8100ed50-1365-4aac-a0dd-cd272c1d5e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:19:39Z', 'updated_at': '2022-02-16T22:19:45Z', 'revision_number': 4, 'project_id': '1a29e21e15ad43ff8272d652c261d479', 'subnets': [{'id': '8100ed50-1365-4aac-a0dd-cd272c1d5e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:19:46.869296 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=1afa96d2-e42d-4af7-8615-a4ccb87a482c,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:46.937419 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4479bffb-a01a-414c-b091-72ff159c400e None None] Current status of the port 495bed2e-d776-4006-af66-3c8b2f1f69c3 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:19:46.967144 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-fbf15e29-47d2-4f7a-a3e5-a113a03e9826 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:46.968670 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-fbf15e29-47d2-4f7a-a3e5-a113a03e9826 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/networks?id=c5caf1e2-5ed9-4635-98df-d36f332fac2f HTTP/1.1" status: 200 len: 812 time: 0.1432381 Feb 16 22:19:46.988587 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-13db5d3c-a60f-4791-89d2-e6660d80c66f tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/quotas/ee14b41af1744680817d2f7b9462ea3f HTTP/1.1" status: 200 len: 375 time: 0.0105615 Feb 16 22:19:47.044226 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-45015901-22c8-46c1-aa39-40e9f239e593 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ee14b41af1744680817d2f7b9462ea3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474880 Feb 16 22:19:47.172857 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-474d3914-b585-4d0c-a54f-f3eac60fa050 service neutron] 10.222.0.75 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271796 Feb 16 22:19:47.283520 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-c010f347-ed9b-4457-8d4b-e639e446e8eb service neutron] 10.222.0.75 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084077 Feb 16 22:19:47.514491 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845782d8-c3ce-4298-a4ed-a04f52ec97a9 req-e5188434-3841-4108-bc91-767811b49119 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:47.516356 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-845782d8-c3ce-4298-a4ed-a04f52ec97a9 req-e5188434-3841-4108-bc91-767811b49119 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a218dccf-8d33-43cd-b91e-31ea195c9e36 HTTP/1.1" status: 200 len: 946 time: 0.0733891 Feb 16 22:19:47.597647 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-845782d8-c3ce-4298-a4ed-a04f52ec97a9 req-314e9dfe-affa-4b3c-a866-6b7c82a263af tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722270 Feb 16 22:19:47.712234 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05ad68-3b82-42c9-b900-b9ed7efc4910 req-2450ca6f-9904-4567-9f86-7650781ac1af tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:47.721172 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e05ad68-3b82-42c9-b900-b9ed7efc4910 req-2450ca6f-9904-4567-9f86-7650781ac1af tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/ports?device_id=884d71bd-a745-4bd3-a68b-8caf575c717e HTTP/1.1" status: 200 len: 946 time: 0.0690951 Feb 16 22:19:47.770315 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e05ad68-3b82-42c9-b900-b9ed7efc4910 req-f66fd1aa-d6ba-49d4-bfb9-8f6db8d50daf tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/security-groups?id=76de4990-435f-4cb9-b7e5-d0513cedc44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482261 Feb 16 22:19:47.894021 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0cec4811-e1fc-4e62-b317-8d4e218fe50a req-79cffede-8a14-4717-9122-4097ea49254e tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a52378c-d346-4f5f-9dec-1834188b58df HTTP/1.1" status: 200 len: 210 time: 0.0533557 Feb 16 22:19:47.995004 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55dc297d-64ea-47b3-993b-22a4f135202f x-openstack-request-id: req-55dc297d-64ea-47b3-993b-22a4f135202f {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:19:47.995976 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89c2162-3c55-4ae6-97b2-2fd8dc325ef1", "name": "network-vif-plugged", "status": "completed", "tag": "3a7abf1f-ea8e-46d4-8ccf-cef340495fe7", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:19:47.996475 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-55dc297d-64ea-47b3-993b-22a4f135202f {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:19:47.997100 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89c2162-3c55-4ae6-97b2-2fd8dc325ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7abf1f-ea8e-46d4-8ccf-cef340495fe7', 'code': 200} Feb 16 22:19:48.133865 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252e9e2-69d9-4769-9423-df86b8619a77 req-9423e4ea-cf9d-456c-b7c9-7d4e3973e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:48.135969 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c252e9e2-69d9-4769-9423-df86b8619a77 req-9423e4ea-cf9d-456c-b7c9-7d4e3973e175 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e89c2162-3c55-4ae6-97b2-2fd8dc325ef1 HTTP/1.1" status: 200 len: 1127 time: 0.0688660 Feb 16 22:19:48.216926 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c252e9e2-69d9-4769-9423-df86b8619a77 req-e920abef-10fb-467f-aff6-f7cb6fa47d80 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b3ebe6c8-7b99-4d34-97ed-03e705c73a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751638 Feb 16 22:19:48.219486 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a252f0b2-326a-4632-9d1e-b019497c8a06 req-88c4a8cb-9d55-439e-bba1-441415b94e56 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1876059 Feb 16 22:19:48.230752 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-a252f0b2-326a-4632-9d1e-b019497c8a06 req-b5202b1e-5867-4659-9a50-9b4913941164 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:48.258551 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a252f0b2-326a-4632-9d1e-b019497c8a06 req-b5202b1e-5867-4659-9a50-9b4913941164 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:48.377027 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a252f0b2-326a-4632-9d1e-b019497c8a06 req-b5202b1e-5867-4659-9a50-9b4913941164 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:48.490373 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-a252f0b2-326a-4632-9d1e-b019497c8a06 req-b5202b1e-5867-4659-9a50-9b4913941164 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Allocated IP 172.25.2.224 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/b09107ff-86da-4b52-9627-d124c4d6b5fa) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:19:48.528643 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 495bed2e-d776-4006-af66-3c8b2f1f69c3 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:19:48.581165 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 495bed2e-d776-4006-af66-3c8b2f1f69c3 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:19:48.581639 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (495bed2e-d776-4006-af66-3c8b2f1f69c3), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:48.616504 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a252f0b2-326a-4632-9d1e-b019497c8a06 req-b5202b1e-5867-4659-9a50-9b4913941164 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks [] for port (b09107ff-86da-4b52-9627-d124c4d6b5fa), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:48.665551 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a252f0b2-326a-4632-9d1e-b019497c8a06 req-b5202b1e-5867-4659-9a50-9b4913941164 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (b09107ff-86da-4b52-9627-d124c4d6b5fa), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:48.701203 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 495bed2e-d776-4006-af66-3c8b2f1f69c3 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:19:48.718237 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a252f0b2-326a-4632-9d1e-b019497c8a06 req-b5202b1e-5867-4659-9a50-9b4913941164 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:19:48.721384 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-a252f0b2-326a-4632-9d1e-b019497c8a06 req-b5202b1e-5867-4659-9a50-9b4913941164 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:19:48.725960 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-a252f0b2-326a-4632-9d1e-b019497c8a06 req-b5202b1e-5867-4659-9a50-9b4913941164 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:19:48.729204 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5202b1e-5867-4659-9a50-9b4913941164 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Pushing event updated for resources: {'Port': ['ID=b09107ff-86da-4b52-9627-d124c4d6b5fa,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:48.845678 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a252f0b2-326a-4632-9d1e-b019497c8a06 req-b5202b1e-5867-4659-9a50-9b4913941164 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks [] for floatingip (4d3d0dd7-6a61-4e7e-b83b-58e4a45da08a), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:48.874039 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-1949d0e3-3b30-49ea-accb-d78c3b042ce5 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:48.875762 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-1949d0e3-3b30-49ea-accb-d78c3b042ce5 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.67 "GET /v2.0/networks?id=c5caf1e2-5ed9-4635-98df-d36f332fac2f HTTP/1.1" status: 200 len: 812 time: 0.1358867 Feb 16 22:19:48.890215 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device aa3aab1d-8309-464a-965e-5da0cbd0b624 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:19:48.901152 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-059369f0-d96c-485d-89a5-2d2a1d1657b7 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Request body: {'port': {'device_id': 'c42d7a40-510b-4363-9f42-0bf3adadafb5', 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f', 'admin_state_up': True, 'tenant_id': 'ee14b41af1744680817d2f7b9462ea3f'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:48.901431 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a252f0b2-326a-4632-9d1e-b019497c8a06 req-b5202b1e-5867-4659-9a50-9b4913941164 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b09107ff-86da-4b52-9627-d124c4d6b5fa), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:48.918322 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: aa3aab1d-8309-464a-965e-5da0cbd0b624 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:19:48.918606 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device aa3aab1d-8309-464a-965e-5da0cbd0b624 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:19:49.045065 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-059369f0-d96c-485d-89a5-2d2a1d1657b7 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Made reservation on behalf of ee14b41af1744680817d2f7b9462ea3f for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:19:49.048956 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-059369f0-d96c-485d-89a5-2d2a1d1657b7 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:49.090445 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a252f0b2-326a-4632-9d1e-b019497c8a06 req-b5202b1e-5867-4659-9a50-9b4913941164 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks [] for port (b09107ff-86da-4b52-9627-d124c4d6b5fa), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:49.095720 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a252f0b2-326a-4632-9d1e-b019497c8a06 req-b5202b1e-5867-4659-9a50-9b4913941164 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (b09107ff-86da-4b52-9627-d124c4d6b5fa), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:49.169167 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5202b1e-5867-4659-9a50-9b4913941164 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Pushing event updated for resources: {'Port': ['ID=b09107ff-86da-4b52-9627-d124c4d6b5fa,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:49.184503 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5202b1e-5867-4659-9a50-9b4913941164 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:49.185031 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5202b1e-5867-4659-9a50-9b4913941164 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:49.185795 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5202b1e-5867-4659-9a50-9b4913941164 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:49.185795 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5202b1e-5867-4659-9a50-9b4913941164 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:49.186342 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5202b1e-5867-4659-9a50-9b4913941164 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:49.186772 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5202b1e-5867-4659-9a50-9b4913941164 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:49.187507 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5202b1e-5867-4659-9a50-9b4913941164 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:49.187937 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5202b1e-5867-4659-9a50-9b4913941164 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:49.188380 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5202b1e-5867-4659-9a50-9b4913941164 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:49.188853 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5202b1e-5867-4659-9a50-9b4913941164 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:49.189278 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5202b1e-5867-4659-9a50-9b4913941164 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:49.189703 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5202b1e-5867-4659-9a50-9b4913941164 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:49.190153 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5202b1e-5867-4659-9a50-9b4913941164 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:19:49.195709 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a252f0b2-326a-4632-9d1e-b019497c8a06 req-b5202b1e-5867-4659-9a50-9b4913941164 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (4d3d0dd7-6a61-4e7e-b83b-58e4a45da08a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:49.207684 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-059369f0-d96c-485d-89a5-2d2a1d1657b7 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Allocated IP 172.20.0.9 (c5caf1e2-5ed9-4635-98df-d36f332fac2f/839d08e4-b425-43ca-a9e3-06c3106daa84/8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:19:49.215699 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a252f0b2-326a-4632-9d1e-b019497c8a06 req-b5202b1e-5867-4659-9a50-9b4913941164 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:49.217244 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a252f0b2-326a-4632-9d1e-b019497c8a06 req-b5202b1e-5867-4659-9a50-9b4913941164 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9906900 Feb 16 22:19:49.281519 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a252f0b2-326a-4632-9d1e-b019497c8a06 req-b592dc71-cf5e-4c6e-aff8-bd7512cd5a3e tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.224 HTTP/1.1" status: 200 len: 696 time: 0.0575657 Feb 16 22:19:49.400096 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252f0b2-326a-4632-9d1e-b019497c8a06 req-ab04d32f-6038-4751-b799-7d70dfe76e29 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:49.401456 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a252f0b2-326a-4632-9d1e-b019497c8a06 req-ab04d32f-6038-4751-b799-7d70dfe76e29 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 784 time: 0.1123745 Feb 16 22:19:49.404555 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-059369f0-d96c-485d-89a5-2d2a1d1657b7 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks [] for port (8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:49.439151 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-059369f0-d96c-485d-89a5-2d2a1d1657b7 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:49.455863 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a39a3ea-694a-41cf-837b-36b4dff156b9 x-openstack-request-id: req-5a39a3ea-694a-41cf-837b-36b4dff156b9 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:19:49.456269 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11582145-d815-446f-9d6f-f0ba6fbdb180", "name": "network-vif-deleted", "tag": "aa3aab1d-8309-464a-965e-5da0cbd0b624", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:19:49.456628 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5a39a3ea-694a-41cf-837b-36b4dff156b9 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:19:49.457298 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11582145-d815-446f-9d6f-f0ba6fbdb180', 'name': 'network-vif-deleted', 'tag': 'aa3aab1d-8309-464a-965e-5da0cbd0b624', 'status': 'completed', 'code': 200} Feb 16 22:19:49.483159 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-059369f0-d96c-485d-89a5-2d2a1d1657b7 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Network c5caf1e2-5ed9-4635-98df-d36f332fac2f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:19:49.486562 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-059369f0-d96c-485d-89a5-2d2a1d1657b7 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:19:49.490320 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-059369f0-d96c-485d-89a5-2d2a1d1657b7 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:19:49.534731 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059369f0-d96c-485d-89a5-2d2a1d1657b7 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Pushing event updated for resources: {'Port': ['ID=8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:49.551036 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-059369f0-d96c-485d-89a5-2d2a1d1657b7 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:49.551749 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-059369f0-d96c-485d-89a5-2d2a1d1657b7 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:49.569250 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-059369f0-d96c-485d-89a5-2d2a1d1657b7 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6725664 Feb 16 22:19:49.581560 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-dfbca82e-e090-48f4-8398-31602fda0a24 service neutron] Request body: {'port': {'device_id': 'c42d7a40-510b-4363-9f42-0bf3adadafb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:49.651191 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-dfbca82e-e090-48f4-8398-31602fda0a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:49.705107 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c88833-fa5b-4aee-bac6-8756c7603f0f req-4643e5bc-2511-4547-8e1e-313f1ce621b3 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:49.707137 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-84c88833-fa5b-4aee-bac6-8756c7603f0f req-4643e5bc-2511-4547-8e1e-313f1ce621b3 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=c42d7a40-510b-4363-9f42-0bf3adadafb5 HTTP/1.1" status: 200 len: 931 time: 0.0542440 Feb 16 22:19:49.761135 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-84c88833-fa5b-4aee-bac6-8756c7603f0f req-63c6144d-6c95-4623-9ad0-09aa79a39ce3 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465398 Feb 16 22:19:49.877776 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c4ee3-0690-439e-97ae-3ee28c7df848 req-e09cf644-a38e-46fc-8cb0-bca84753f397 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:49.879753 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-018c4ee3-0690-439e-97ae-3ee28c7df848 req-e09cf644-a38e-46fc-8cb0-bca84753f397 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] 10.222.0.75 "GET /v2.0/ports?device_id=e89c2162-3c55-4ae6-97b2-2fd8dc325ef1 HTTP/1.1" status: 200 len: 945 time: 0.0550766 Feb 16 22:19:49.926385 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-018c4ee3-0690-439e-97ae-3ee28c7df848 req-6df93525-e54c-4e54-95f7-489bf3d87a71 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ebe6c8-7b99-4d34-97ed-03e705c73a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404429 Feb 16 22:19:49.927356 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-dfbca82e-e090-48f4-8398-31602fda0a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:19:49.935348 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-dfbca82e-e090-48f4-8398-31602fda0a24 service neutron] Publish callbacks [] for port (8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:49.949108 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-dfbca82e-e090-48f4-8398-31602fda0a24 service neutron] Transition to ACTIVE for port object 8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:19:49.954273 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-dfbca82e-e090-48f4-8398-31602fda0a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:49.998894 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884d71bd-a745-4bd3-a68b-8caf575c717e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afa96d2-e42d-4af7-8615-a4ccb87a482c'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:19:50.002351 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41952c82-ae89-4f13-9d43-a6f9843a02fc" -d '{"events": [{"server_uuid": "884d71bd-a745-4bd3-a68b-8caf575c717e", "name": "network-vif-plugged", "status": "completed", "tag": "1afa96d2-e42d-4af7-8615-a4ccb87a482c"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:19:50.034925 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbca82e-e090-48f4-8398-31602fda0a24 service neutron] Pushing event updated for resources: {'Port': ['ID=8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:50.096877 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-dfbca82e-e090-48f4-8398-31602fda0a24 service neutron] Attempting to bind port 8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:19:50.097271 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-dfbca82e-e090-48f4-8398-31602fda0a24 service neutron] Attempting to bind port 8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'bab3c7c9-e01c-407c-bcf4-3671c0e39eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:19:50.097589 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-dfbca82e-e090-48f4-8398-31602fda0a24 service neutron] Attempting to bind port 8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb on network c5caf1e2-5ed9-4635-98df-d36f332fac2f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:19:50.102632 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-dfbca82e-e090-48f4-8398-31602fda0a24 service neutron] Port 8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb on network c5caf1e2-5ed9-4635-98df-d36f332fac2f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:19:50.103150 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-dfbca82e-e090-48f4-8398-31602fda0a24 service neutron] Attempting to bind port 8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb on network c5caf1e2-5ed9-4635-98df-d36f332fac2f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:19:50.108860 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-dfbca82e-e090-48f4-8398-31602fda0a24 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:19:50.109519 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-dfbca82e-e090-48f4-8398-31602fda0a24 service neutron] Checking segment: {'id': 'bab3c7c9-e01c-407c-bcf4-3671c0e39eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:19:50.110146 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-dfbca82e-e090-48f4-8398-31602fda0a24 service neutron] Bound using segment: {'id': 'bab3c7c9-e01c-407c-bcf4-3671c0e39eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:19:50.111608 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-dfbca82e-e090-48f4-8398-31602fda0a24 service neutron] Bound port: 8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bab3c7c9-e01c-407c-bcf4-3671c0e39eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:19:50.112147 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-dfbca82e-e090-48f4-8398-31602fda0a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:50.184599 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-dfbca82e-e090-48f4-8398-31602fda0a24 service neutron] For port 8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:19:50.188324 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-dfbca82e-e090-48f4-8398-31602fda0a24 service neutron] For port 8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb,segment=NetworkSegment(bab3c7c9-e01c-407c-bcf4-3671c0e39eec),segment_id=bab3c7c9-e01c-407c-bcf4-3671c0e39eec)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:19:50.196605 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-dfbca82e-e090-48f4-8398-31602fda0a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:50.198416 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9a059-c82f-49f0-81da-f11cd9951510 req-18b1d9c2-ee31-4946-b1af-cad0332166f0 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:50.202728 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bdf9a059-c82f-49f0-81da-f11cd9951510 req-18b1d9c2-ee31-4946-b1af-cad0332166f0 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a218dccf-8d33-43cd-b91e-31ea195c9e36 HTTP/1.1" status: 200 len: 946 time: 0.0579169 Feb 16 22:19:50.233749 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-dfbca82e-e090-48f4-8398-31602fda0a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:50.234480 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-dfbca82e-e090-48f4-8398-31602fda0a24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:50.236433 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-dfbca82e-e090-48f4-8398-31602fda0a24 service neutron] 10.222.0.67 "PUT /v2.0/ports/8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb HTTP/1.1" status: 200 len: 1091 time: 0.6597998 Feb 16 22:19:50.260369 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbca82e-e090-48f4-8398-31602fda0a24 service neutron] Pushing event updated for resources: {'Port': ['ID=8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:50.263565 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bdf9a059-c82f-49f0-81da-f11cd9951510 req-8e253f37-e197-4762-b1cd-879e1c4242fd tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557902 Feb 16 22:19:50.343313 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-a8f0727c-c010-4b39-af5e-8a95a32270e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:50.344950 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-a8f0727c-c010-4b39-af5e-8a95a32270e9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ee14b41af1744680817d2f7b9462ea3f&device_id=c42d7a40-510b-4363-9f42-0bf3adadafb5 HTTP/1.1" status: 200 len: 1125 time: 0.0526540 Feb 16 22:19:50.384998 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932e50c-67df-4cfc-9ccf-a11cccea2714 req-d9d86bd1-47d3-4aa8-9120-de7e3b271c10 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:50.386502 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c932e50c-67df-4cfc-9ccf-a11cccea2714 req-d9d86bd1-47d3-4aa8-9120-de7e3b271c10 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/ports?device_id=884d71bd-a745-4bd3-a68b-8caf575c717e HTTP/1.1" status: 200 len: 946 time: 0.0580900 Feb 16 22:19:50.387749 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-b2ca92e6-c27f-41e2-b9f6-644767953dd3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb HTTP/1.1" status: 200 len: 217 time: 0.0358682 Feb 16 22:19:50.434772 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c932e50c-67df-4cfc-9ccf-a11cccea2714 req-7140ebde-d166-4da2-a324-b48c920213b2 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/security-groups?id=76de4990-435f-4cb9-b7e5-d0513cedc44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421238 Feb 16 22:19:50.439841 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-3a56f6f8-0831-474c-91a0-39c98ac1308e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:50.441449 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-3a56f6f8-0831-474c-91a0-39c98ac1308e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=839d08e4-b425-43ca-a9e3-06c3106daa84 HTTP/1.1" status: 200 len: 852 time: 0.0482504 Feb 16 22:19:50.475601 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-6179f4dc-24dc-4e72-89e7-c0b47cdd8b88 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c5caf1e2-5ed9-4635-98df-d36f332fac2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277822 Feb 16 22:19:50.518826 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-70c5ae9c-559c-4ae0-a407-06cff11c2548 req-894b4813-0b08-4b53-b853-a46a257d01f3 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a52378c-d346-4f5f-9dec-1834188b58df HTTP/1.1" status: 200 len: 210 time: 0.0285358 Feb 16 22:19:50.580022 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-40dacf1f-d70e-4014-ade5-319a6f624d94 service neutron] 10.222.0.67 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972040 Feb 16 22:19:50.585521 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a11e6150-b15b-4f8c-9aae-b667dd5fe60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:50.756978 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-55620a49-35cf-488f-9fbc-d10a34b03f2b req-f76df551-9956-4e78-85b6-0a7c0d8e5a67 service neutron] 10.222.0.67 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064928 Feb 16 22:19:50.964237 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-76eeddd4-c5eb-4af8-9a8a-e2f5d49ec5ba req-fd7cea72-cd18-45bf-a194-2cb48d399a51 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4124866 Feb 16 22:19:50.976966 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-76eeddd4-c5eb-4af8-9a8a-e2f5d49ec5ba req-fa87eeea-9009-4a24-8000-c95e5b86a090 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:50.998341 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-76eeddd4-c5eb-4af8-9a8a-e2f5d49ec5ba req-fa87eeea-9009-4a24-8000-c95e5b86a090 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:51.099134 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-76eeddd4-c5eb-4af8-9a8a-e2f5d49ec5ba req-fa87eeea-9009-4a24-8000-c95e5b86a090 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:51.206499 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-76eeddd4-c5eb-4af8-9a8a-e2f5d49ec5ba req-fa87eeea-9009-4a24-8000-c95e5b86a090 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Allocated IP 172.25.2.211 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/fd24ea29-11ee-4142-be31-12b8c7245906) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:19:51.304373 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-76eeddd4-c5eb-4af8-9a8a-e2f5d49ec5ba req-fa87eeea-9009-4a24-8000-c95e5b86a090 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks [] for port (fd24ea29-11ee-4142-be31-12b8c7245906), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:51.336575 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-76eeddd4-c5eb-4af8-9a8a-e2f5d49ec5ba req-fa87eeea-9009-4a24-8000-c95e5b86a090 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (fd24ea29-11ee-4142-be31-12b8c7245906), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:51.382480 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76eeddd4-c5eb-4af8-9a8a-e2f5d49ec5ba req-fa87eeea-9009-4a24-8000-c95e5b86a090 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:19:51.385443 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-76eeddd4-c5eb-4af8-9a8a-e2f5d49ec5ba req-fa87eeea-9009-4a24-8000-c95e5b86a090 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:19:51.389664 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-76eeddd4-c5eb-4af8-9a8a-e2f5d49ec5ba req-fa87eeea-9009-4a24-8000-c95e5b86a090 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:19:51.392768 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87eeea-9009-4a24-8000-c95e5b86a090 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Pushing event updated for resources: {'Port': ['ID=fd24ea29-11ee-4142-be31-12b8c7245906,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:51.459632 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c42d7a40-510b-4363-9f42-0bf3adadafb5', 'tag': '8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:19:51.466593 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6271af-dc66-40b0-aa2f-f40882b96be2" -d '{"events": [{"name": "network-changed", "server_uuid": "c42d7a40-510b-4363-9f42-0bf3adadafb5", "tag": "8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:19:51.493351 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-76eeddd4-c5eb-4af8-9a8a-e2f5d49ec5ba req-fa87eeea-9009-4a24-8000-c95e5b86a090 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks [] for floatingip (2f145834-570c-47d7-bdb1-ee1c202d3a8a), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:51.543448 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-76eeddd4-c5eb-4af8-9a8a-e2f5d49ec5ba req-fa87eeea-9009-4a24-8000-c95e5b86a090 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (fd24ea29-11ee-4142-be31-12b8c7245906), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:51.549673 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c4766-f281-4fec-9fe3-86fbae47f1d1 req-51ee8920-bbb3-41c1-abde-266806729364 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:51.551226 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9e6c4766-f281-4fec-9fe3-86fbae47f1d1 req-51ee8920-bbb3-41c1-abde-266806729364 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.79 "GET /v2.0/ports?device_id=650e6e87-f28c-4dc6-9321-d6f21c7080ed HTTP/1.1" status: 200 len: 950 time: 0.0834465 Feb 16 22:19:51.645493 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-9e6c4766-f281-4fec-9fe3-86fbae47f1d1 req-a5436802-55f1-483b-b239-10bff64e8991 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Deleting port 28c80982-bf12-4b08-8927-1af8206f8a88 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:19:51.645742 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9e6c4766-f281-4fec-9fe3-86fbae47f1d1 req-a5436802-55f1-483b-b239-10bff64e8991 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (28c80982-bf12-4b08-8927-1af8206f8a88), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:51.700219 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-76eeddd4-c5eb-4af8-9a8a-e2f5d49ec5ba req-fa87eeea-9009-4a24-8000-c95e5b86a090 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks [] for port (fd24ea29-11ee-4142-be31-12b8c7245906), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:51.705476 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-76eeddd4-c5eb-4af8-9a8a-e2f5d49ec5ba req-fa87eeea-9009-4a24-8000-c95e5b86a090 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (fd24ea29-11ee-4142-be31-12b8c7245906), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:51.740114 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-9e6c4766-f281-4fec-9fe3-86fbae47f1d1 req-a5436802-55f1-483b-b239-10bff64e8991 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] For port 28c80982-bf12-4b08-8927-1af8206f8a88, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=28c80982-bf12-4b08-8927-1af8206f8a88,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:51.740479 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9e6c4766-f281-4fec-9fe3-86fbae47f1d1 req-a5436802-55f1-483b-b239-10bff64e8991 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (28c80982-bf12-4b08-8927-1af8206f8a88), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:51.753126 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-9e6c4766-f281-4fec-9fe3-86fbae47f1d1 req-a5436802-55f1-483b-b239-10bff64e8991 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Calling delete_port for 28c80982-bf12-4b08-8927-1af8206f8a88 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:19:51.780732 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87eeea-9009-4a24-8000-c95e5b86a090 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Pushing event updated for resources: {'Port': ['ID=fd24ea29-11ee-4142-be31-12b8c7245906,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:51.794288 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-76eeddd4-c5eb-4af8-9a8a-e2f5d49ec5ba req-fa87eeea-9009-4a24-8000-c95e5b86a090 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (2f145834-570c-47d7-bdb1-ee1c202d3a8a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:51.809903 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-76eeddd4-c5eb-4af8-9a8a-e2f5d49ec5ba req-fa87eeea-9009-4a24-8000-c95e5b86a090 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:51.811335 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-76eeddd4-c5eb-4af8-9a8a-e2f5d49ec5ba req-fa87eeea-9009-4a24-8000-c95e5b86a090 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.8386366 Feb 16 22:19:51.867257 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-76eeddd4-c5eb-4af8-9a8a-e2f5d49ec5ba req-12f14add-8270-4982-9b71-ff92050eef5f tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.211 HTTP/1.1" status: 200 len: 696 time: 0.0497117 Feb 16 22:19:51.894996 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9e6c4766-f281-4fec-9fe3-86fbae47f1d1 req-a5436802-55f1-483b-b239-10bff64e8991 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (28c80982-bf12-4b08-8927-1af8206f8a88), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:51.911256 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['88087f36-8ccf-4409-92d8-b7efdd9a5c90', '28c80982-bf12-4b08-8927-1af8206f8a88'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:19:51.915053 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['f9e7c29c-40b5-46e5-957d-91a18ae35305', '52b7c737-bb0a-4614-9393-9fe74f309f8b', 'a076e78f-7046-4547-8dae-bfecf879467f', '1f97ea0a-db46-4c73-9f25-b71db3dee16b'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:19:51.989040 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eeddd4-c5eb-4af8-9a8a-e2f5d49ec5ba req-d618dad2-fc52-4e3d-9ef7-8ac7946692de tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:51.990709 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-76eeddd4-c5eb-4af8-9a8a-e2f5d49ec5ba req-d618dad2-fc52-4e3d-9ef7-8ac7946692de tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 784 time: 0.1177297 Feb 16 22:19:52.080880 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc222a6-f541-44a0-9d35-6997ec539fba x-openstack-request-id: req-dbc222a6-f541-44a0-9d35-6997ec539fba {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:19:52.081290 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884d71bd-a745-4bd3-a68b-8caf575c717e", "name": "network-vif-plugged", "status": "completed", "tag": "1afa96d2-e42d-4af7-8615-a4ccb87a482c", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:19:52.081745 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dbc222a6-f541-44a0-9d35-6997ec539fba {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:19:52.082356 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884d71bd-a745-4bd3-a68b-8caf575c717e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afa96d2-e42d-4af7-8615-a4ccb87a482c', 'code': 200} Feb 16 22:19:52.190027 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5436802-55f1-483b-b239-10bff64e8991 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Pushing event deleted for resources: {'Port': ['ID=28c80982-bf12-4b08-8927-1af8206f8a88,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:52.212501 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b2b805ea-4964-4616-8bdf-969ae70019f9 req-54244837-52f9-4403-b815-0ec4f0512ebc tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=650e6e87-f28c-4dc6-9321-d6f21c7080ed HTTP/1.1" status: 200 len: 210 time: 0.0537083 Feb 16 22:19:52.246849 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6c4766-f281-4fec-9fe3-86fbae47f1d1 req-a5436802-55f1-483b-b239-10bff64e8991 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] No DVR routers for this DVR port 28c80982-bf12-4b08-8927-1af8206f8a88 on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:19:52.249610 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9e6c4766-f281-4fec-9fe3-86fbae47f1d1 req-a5436802-55f1-483b-b239-10bff64e8991 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:52.253836 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9e6c4766-f281-4fec-9fe3-86fbae47f1d1 req-a5436802-55f1-483b-b239-10bff64e8991 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.79 "DELETE /v2.0/ports/28c80982-bf12-4b08-8927-1af8206f8a88 HTTP/1.1" status: 204 len: 173 time: 0.6974423 Feb 16 22:19:52.296167 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1025e-9d7f-4bdc-8387-ef4df75e02f0 req-797270c5-a495-47a5-8a2a-f7febcf2b6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:52.302699 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-34f1025e-9d7f-4bdc-8387-ef4df75e02f0 req-797270c5-a495-47a5-8a2a-f7febcf2b6ea service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=884d71bd-a745-4bd3-a68b-8caf575c717e HTTP/1.1" status: 200 len: 1128 time: 0.1419773 Feb 16 22:19:52.372166 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-34f1025e-9d7f-4bdc-8387-ef4df75e02f0 req-43f34e39-9e70-4040-950e-814a349798d5 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=76de4990-435f-4cb9-b7e5-d0513cedc44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436018 Feb 16 22:19:52.468283 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa62132-8ed4-472a-9bb7-29d29f01601b req-e88cbf32-a7d1-4146-bd33-937e87dc5664 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:52.469924 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eaa62132-8ed4-472a-9bb7-29d29f01601b req-e88cbf32-a7d1-4146-bd33-937e87dc5664 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=c42d7a40-510b-4363-9f42-0bf3adadafb5 HTTP/1.1" status: 200 len: 943 time: 0.0668764 Feb 16 22:19:52.517209 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eaa62132-8ed4-472a-9bb7-29d29f01601b req-190d6fb6-6d7d-42fd-8a4a-e9eff0fadd7f tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416253 Feb 16 22:19:52.679909 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ada27d-c01f-4442-9992-01fd5bae27ab req-ab3ad225-4882-4dcd-9bc6-302ed61145ea tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:52.681857 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f6ada27d-c01f-4442-9992-01fd5bae27ab req-ab3ad225-4882-4dcd-9bc6-302ed61145ea tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/ports?device_id=884d71bd-a745-4bd3-a68b-8caf575c717e HTTP/1.1" status: 200 len: 946 time: 0.0575840 Feb 16 22:19:52.740221 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f6ada27d-c01f-4442-9992-01fd5bae27ab req-e93c9d2e-5c7f-4811-bda1-2ef84e2547f0 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/security-groups?id=76de4990-435f-4cb9-b7e5-d0513cedc44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526857 Feb 16 22:19:52.785236 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680439ef-02bd-40ff-b44a-5893e6b8fcb7 x-openstack-request-id: req-680439ef-02bd-40ff-b44a-5893e6b8fcb7 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:19:52.785731 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c42d7a40-510b-4363-9f42-0bf3adadafb5", "tag": "8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:19:52.785848 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-680439ef-02bd-40ff-b44a-5893e6b8fcb7 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:19:52.786188 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c42d7a40-510b-4363-9f42-0bf3adadafb5', 'tag': '8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb', 'status': 'completed', 'code': 200} Feb 16 22:19:52.855556 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6271af-dc66-40b0-aa2f-f40882b96be2 req-229aba7d-1a5f-46f5-8220-233746c2f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:52.858425 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-dd6271af-dc66-40b0-aa2f-f40882b96be2 req-229aba7d-1a5f-46f5-8220-233746c2f618 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ee14b41af1744680817d2f7b9462ea3f&device_id=c42d7a40-510b-4363-9f42-0bf3adadafb5 HTTP/1.1" status: 200 len: 1125 time: 0.0516551 Feb 16 22:19:52.968585 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77249ede-865b-4bbb-a8fc-cdbc00b46ddb req-1516027e-88f2-4bc5-9771-1c65c4ce6f85 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1392767 Feb 16 22:19:52.980893 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-77249ede-865b-4bbb-a8fc-cdbc00b46ddb req-ee17522f-a1ab-4ed7-88dc-dd1547e6a591 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:53.005039 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6271af-dc66-40b0-aa2f-f40882b96be2 req-c6065d35-7cc0-414f-818b-f8cb07e1edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:53.006879 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-dd6271af-dc66-40b0-aa2f-f40882b96be2 req-c6065d35-7cc0-414f-818b-f8cb07e1edb3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c5caf1e2-5ed9-4635-98df-d36f332fac2f HTTP/1.1" status: 200 len: 913 time: 0.1395800 Feb 16 22:19:53.008993 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-77249ede-865b-4bbb-a8fc-cdbc00b46ddb req-ee17522f-a1ab-4ed7-88dc-dd1547e6a591 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:53.036425 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-97447fbb-4286-488c-b2f7-89b1ae7481cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:53.073120 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-dd6271af-dc66-40b0-aa2f-f40882b96be2 req-ac9fb6fa-dd01-448d-997b-965ec58d4dd6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb HTTP/1.1" status: 200 len: 217 time: 0.0572236 Feb 16 22:19:53.119046 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-77249ede-865b-4bbb-a8fc-cdbc00b46ddb req-ee17522f-a1ab-4ed7-88dc-dd1547e6a591 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:53.126637 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6271af-dc66-40b0-aa2f-f40882b96be2 req-018b7983-4aea-4da7-b19a-c0e83df91331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:53.128330 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-dd6271af-dc66-40b0-aa2f-f40882b96be2 req-018b7983-4aea-4da7-b19a-c0e83df91331 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=839d08e4-b425-43ca-a9e3-06c3106daa84 HTTP/1.1" status: 200 len: 852 time: 0.0487204 Feb 16 22:19:53.163646 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-dd6271af-dc66-40b0-aa2f-f40882b96be2 req-dfd93f38-45b2-4e20-ae3b-69c18e927eb0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c5caf1e2-5ed9-4635-98df-d36f332fac2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274947 Feb 16 22:19:53.241603 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-77249ede-865b-4bbb-a8fc-cdbc00b46ddb req-ee17522f-a1ab-4ed7-88dc-dd1547e6a591 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Allocated IP 172.25.2.156 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/4c678a86-b53f-4f1f-b958-5666c9e28b36) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:19:53.257767 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-dd6271af-dc66-40b0-aa2f-f40882b96be2 req-541c7151-328e-4486-8f1e-02dccc422522 service neutron] 10.222.0.67 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836270 Feb 16 22:19:53.360212 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-dd6271af-dc66-40b0-aa2f-f40882b96be2 req-d36bc908-62a6-403e-99f7-d87e082e19cf service neutron] 10.222.0.67 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953674 Feb 16 22:19:53.361483 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-77249ede-865b-4bbb-a8fc-cdbc00b46ddb req-ee17522f-a1ab-4ed7-88dc-dd1547e6a591 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks [] for port (4c678a86-b53f-4f1f-b958-5666c9e28b36), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:53.396363 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-77249ede-865b-4bbb-a8fc-cdbc00b46ddb req-ee17522f-a1ab-4ed7-88dc-dd1547e6a591 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (4c678a86-b53f-4f1f-b958-5666c9e28b36), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:53.439980 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77249ede-865b-4bbb-a8fc-cdbc00b46ddb req-ee17522f-a1ab-4ed7-88dc-dd1547e6a591 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:19:53.446927 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-77249ede-865b-4bbb-a8fc-cdbc00b46ddb req-ee17522f-a1ab-4ed7-88dc-dd1547e6a591 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:19:53.451209 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-77249ede-865b-4bbb-a8fc-cdbc00b46ddb req-ee17522f-a1ab-4ed7-88dc-dd1547e6a591 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:19:53.477804 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17522f-a1ab-4ed7-88dc-dd1547e6a591 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Pushing event updated for resources: {'Port': ['ID=4c678a86-b53f-4f1f-b958-5666c9e28b36,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:53.541789 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-77249ede-865b-4bbb-a8fc-cdbc00b46ddb req-ee17522f-a1ab-4ed7-88dc-dd1547e6a591 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks [] for floatingip (5d70c993-c273-4e71-b9f5-6be86066d463), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:53.578253 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-77249ede-865b-4bbb-a8fc-cdbc00b46ddb req-ee17522f-a1ab-4ed7-88dc-dd1547e6a591 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4c678a86-b53f-4f1f-b958-5666c9e28b36), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:53.730292 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-77249ede-865b-4bbb-a8fc-cdbc00b46ddb req-ee17522f-a1ab-4ed7-88dc-dd1547e6a591 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks [] for port (4c678a86-b53f-4f1f-b958-5666c9e28b36), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:53.734980 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-77249ede-865b-4bbb-a8fc-cdbc00b46ddb req-ee17522f-a1ab-4ed7-88dc-dd1547e6a591 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (4c678a86-b53f-4f1f-b958-5666c9e28b36), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:53.805233 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17522f-a1ab-4ed7-88dc-dd1547e6a591 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Pushing event updated for resources: {'Port': ['ID=4c678a86-b53f-4f1f-b958-5666c9e28b36,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:53.817556 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-77249ede-865b-4bbb-a8fc-cdbc00b46ddb req-ee17522f-a1ab-4ed7-88dc-dd1547e6a591 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (5d70c993-c273-4e71-b9f5-6be86066d463), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:53.833330 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-77249ede-865b-4bbb-a8fc-cdbc00b46ddb req-ee17522f-a1ab-4ed7-88dc-dd1547e6a591 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:53.834817 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77249ede-865b-4bbb-a8fc-cdbc00b46ddb req-ee17522f-a1ab-4ed7-88dc-dd1547e6a591 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.8610096 Feb 16 22:19:53.884830 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77249ede-865b-4bbb-a8fc-cdbc00b46ddb req-6c6c9e64-102c-49e1-a3d1-52616d609f64 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.156 HTTP/1.1" status: 200 len: 696 time: 0.0436969 Feb 16 22:19:53.991808 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77249ede-865b-4bbb-a8fc-cdbc00b46ddb req-6c22cbef-e58d-45fd-a92c-e0035d765acb tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:53.993225 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77249ede-865b-4bbb-a8fc-cdbc00b46ddb req-6c22cbef-e58d-45fd-a92c-e0035d765acb tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 784 time: 0.1030838 Feb 16 22:19:54.147135 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239c4a9-d3ad-4ba3-83f3-a1b12c6ea97f req-f1528e33-6083-4fc4-b296-c184855cecc1 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:54.148829 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8239c4a9-d3ad-4ba3-83f3-a1b12c6ea97f req-f1528e33-6083-4fc4-b296-c184855cecc1 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0533490 Feb 16 22:19:54.151386 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:54.195154 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8239c4a9-d3ad-4ba3-83f3-a1b12c6ea97f req-a611a990-b6ec-463d-b959-5367d96bcd4c tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405679 Feb 16 22:19:54.247151 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60002) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:54.315133 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5cb2be68-f5f1-418e-bb00-3196c591cb28 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks [] for security_group (ca3ea7af-a965-4dd0-a6ee-99daedca42f1), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:54.339330 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5cb2be68-f5f1-418e-bb00-3196c591cb28 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks [] for security_group (ca3ea7af-a965-4dd0-a6ee-99daedca42f1), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:54.393321 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f138c68-0241-4557-81cd-43fec3a5a51a req-3e98d9a6-ad6c-4ec4-864a-e0d41341fb57 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:54.394938 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0f138c68-0241-4557-81cd-43fec3a5a51a req-3e98d9a6-ad6c-4ec4-864a-e0d41341fb57 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=c42d7a40-510b-4363-9f42-0bf3adadafb5 HTTP/1.1" status: 200 len: 943 time: 0.0704002 Feb 16 22:19:54.395477 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5cb2be68-f5f1-418e-bb00-3196c591cb28 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ca3ea7af-a965-4dd0-a6ee-99daedca42f1), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:54.398345 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5cb2be68-f5f1-418e-bb00-3196c591cb28 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:54.402184 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5cb2be68-f5f1-418e-bb00-3196c591cb28 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "DELETE /v2.0/security-groups/ca3ea7af-a965-4dd0-a6ee-99daedca42f1 HTTP/1.1" status: 204 len: 168 time: 0.1532207 Feb 16 22:19:54.402366 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 60006) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:54.412052 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2be68-f5f1-418e-bb00-3196c591cb28 tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3ea7af-a965-4dd0-a6ee-99daedca42f1,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:54.436422 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-f5f86580-27c3-44ea-81f3-d552987ce55d tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] show failed (client error): The resource could not be found. Feb 16 22:19:54.440781 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60008) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:54.442454 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f5f86580-27c3-44ea-81f3-d552987ce55d tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "GET /v2.0/security-groups/ca3ea7af-a965-4dd0-a6ee-99daedca42f1 HTTP/1.1" status: 404 len: 347 time: 0.0384238 Feb 16 22:19:54.478148 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0f138c68-0241-4557-81cd-43fec3a5a51a req-ae61fc22-953b-4c42-adf6-84d003b7c084 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765676 Feb 16 22:19:54.576936 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-dca9605b-4913-4d64-a4dc-9ca4f2ba9b2c tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Deleting port 73cc33f3-fb60-4de0-9fbc-11cf49ff0a9f {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:19:54.577304 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dca9605b-4913-4d64-a4dc-9ca4f2ba9b2c tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (73cc33f3-fb60-4de0-9fbc-11cf49ff0a9f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:54.598945 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075952c-7531-4049-b8c5-f001dbd7d2c1 req-d350b7d0-cadd-4bee-9829-2d058c2d138f tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:54.600467 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0075952c-7531-4049-b8c5-f001dbd7d2c1 req-d350b7d0-cadd-4bee-9829-2d058c2d138f tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/ports?device_id=884d71bd-a745-4bd3-a68b-8caf575c717e HTTP/1.1" status: 200 len: 946 time: 0.0535297 Feb 16 22:19:54.649413 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0075952c-7531-4049-b8c5-f001dbd7d2c1 req-2baab9bc-ed3c-4ba2-b1e9-c85336f794bb tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/security-groups?id=76de4990-435f-4cb9-b7e5-d0513cedc44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431759 Feb 16 22:19:54.664434 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dca9605b-4913-4d64-a4dc-9ca4f2ba9b2c tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (73cc33f3-fb60-4de0-9fbc-11cf49ff0a9f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:54.665193 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dca9605b-4913-4d64-a4dc-9ca4f2ba9b2c tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks [] for floatingip (73cc33f3-fb60-4de0-9fbc-11cf49ff0a9f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:54.681451 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-dca9605b-4913-4d64-a4dc-9ca4f2ba9b2c tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Calling delete_port for 73cc33f3-fb60-4de0-9fbc-11cf49ff0a9f owned by network:floatingip {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:19:54.717553 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5d65dd94-9893-448f-a9e9-5edfbe7589d4 req-501a0108-0ad4-4d53-9e5b-5ddfa22478cf tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "GET /v2.0/floatingips/5d70c993-c273-4e71-b9f5-6be86066d463 HTTP/1.1" status: 200 len: 693 time: 0.0431783 Feb 16 22:19:54.799485 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650e6e87-f28c-4dc6-9321-d6f21c7080ed', 'name': 'network-vif-deleted', 'tag': '28c80982-bf12-4b08-8927-1af8206f8a88'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:19:54.801740 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866e8c34-f63b-43ae-8106-27c3613db44f" -d '{"events": [{"server_uuid": "650e6e87-f28c-4dc6-9321-d6f21c7080ed", "name": "network-vif-deleted", "tag": "28c80982-bf12-4b08-8927-1af8206f8a88"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:19:54.828038 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65dd94-9893-448f-a9e9-5edfbe7589d4 req-2e5f2362-c6a0-4a1a-96ac-025f608cf18e tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:54.829790 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5d65dd94-9893-448f-a9e9-5edfbe7589d4 req-2e5f2362-c6a0-4a1a-96ac-025f608cf18e tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 784 time: 0.1053078 Feb 16 22:19:54.830317 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dca9605b-4913-4d64-a4dc-9ca4f2ba9b2c tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (73cc33f3-fb60-4de0-9fbc-11cf49ff0a9f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:54.858457 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9605b-4913-4d64-a4dc-9ca4f2ba9b2c tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Pushing event deleted for resources: {'Port': ['ID=73cc33f3-fb60-4de0-9fbc-11cf49ff0a9f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:54.923865 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 28c80982-bf12-4b08-8927-1af8206f8a88 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:19:54.929772 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dca9605b-4913-4d64-a4dc-9ca4f2ba9b2c tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks [] for floatingip (d2caaa6d-2cab-4371-9c36-9a3e264bd422), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:54.932812 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dca9605b-4913-4d64-a4dc-9ca4f2ba9b2c tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:54.937879 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-dca9605b-4913-4d64-a4dc-9ca4f2ba9b2c tempest-ServersTestBootFromVolume-1482060606 tempest-ServersTestBootFromVolume-1482060606-project] 10.222.0.75 "DELETE /v2.0/floatingips/d2caaa6d-2cab-4371-9c36-9a3e264bd422 HTTP/1.1" status: 204 len: 168 time: 0.4959362 Feb 16 22:19:54.938523 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60024) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:54.952657 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 28c80982-bf12-4b08-8927-1af8206f8a88 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:19:54.953367 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 28c80982-bf12-4b08-8927-1af8206f8a88 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:19:54.988304 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9c31b-4051-4bbe-9973-7abd7faa4249 req-dd9a7950-ba2b-40c2-9f45-488da16275ea tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:54.990119 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-19d9c31b-4051-4bbe-9973-7abd7faa4249 req-dd9a7950-ba2b-40c2-9f45-488da16275ea tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0574253 Feb 16 22:19:55.038807 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-19d9c31b-4051-4bbe-9973-7abd7faa4249 req-fc43c7ea-39d6-49ef-bc22-16844ba7778f tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425694 Feb 16 22:19:55.163078 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:19:55.301315 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb,segment=NetworkSegment(bab3c7c9-e01c-407c-bcf4-3671c0e39eec),segment_id=bab3c7c9-e01c-407c-bcf4-3671c0e39eec)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:55.318628 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb', 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f', 'port_id': '8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb', 'mac_address': 'fa:16:3e:d6:5e:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '839d08e4-b425-43ca-a9e3-06c3106daa84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:19:55.355139 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9a4712ad-b338-4009-961d-60d72170ca6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (4c9adbbd-ba51-468d-a256-b373a0de3074), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:55.368210 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:19:55.369625 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:55.387853 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:19:55.427416 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb,segment=NetworkSegment(bab3c7c9-e01c-407c-bcf4-3671c0e39eec),segment_id=bab3c7c9-e01c-407c-bcf4-3671c0e39eec)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:55.444445 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:55.450536 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8fa3a2a5-6768-4bbc-bdf1-37b3d15829fb req-6a548357-d08d-41dd-b8b2-afa14ba68fab tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 258 time: 0.2375193 Feb 16 22:19:55.462523 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-8fa3a2a5-6768-4bbc-bdf1-37b3d15829fb req-06d104e3-64ba-4b7a-b6ac-566237569bf6 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:55.496831 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:55.498655 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8fa3a2a5-6768-4bbc-bdf1-37b3d15829fb req-06d104e3-64ba-4b7a-b6ac-566237569bf6 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:55.511508 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:55.612546 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8fa3a2a5-6768-4bbc-bdf1-37b3d15829fb req-06d104e3-64ba-4b7a-b6ac-566237569bf6 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:55.666424 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-9a4712ad-b338-4009-961d-60d72170ca6b admin admin] Deleting port eb925c46-893f-4ab9-87e0-d5a01db8e647 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:19:55.667476 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9a4712ad-b338-4009-961d-60d72170ca6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (eb925c46-893f-4ab9-87e0-d5a01db8e647), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:55.720751 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-8fa3a2a5-6768-4bbc-bdf1-37b3d15829fb req-06d104e3-64ba-4b7a-b6ac-566237569bf6 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Allocated IP 172.25.2.82 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/383ee238-2bac-4aa1-ba9e-5ca3befbb7be) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:19:55.745864 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-9a4712ad-b338-4009-961d-60d72170ca6b admin admin] For port eb925c46-893f-4ab9-87e0-d5a01db8e647, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=eb925c46-893f-4ab9-87e0-d5a01db8e647,segment=NetworkSegment(fca9e7d8-0368-4efa-8476-16642fc5c0f1),segment_id=fca9e7d8-0368-4efa-8476-16642fc5c0f1)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:55.745864 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9a4712ad-b338-4009-961d-60d72170ca6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (eb925c46-893f-4ab9-87e0-d5a01db8e647), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:55.760130 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-9a4712ad-b338-4009-961d-60d72170ca6b admin admin] Calling delete_port for eb925c46-893f-4ab9-87e0-d5a01db8e647 owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:19:55.818284 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:19:55.835585 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8fa3a2a5-6768-4bbc-bdf1-37b3d15829fb req-06d104e3-64ba-4b7a-b6ac-566237569bf6 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks [] for port (383ee238-2bac-4aa1-ba9e-5ca3befbb7be), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:55.875385 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8fa3a2a5-6768-4bbc-bdf1-37b3d15829fb req-06d104e3-64ba-4b7a-b6ac-566237569bf6 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (383ee238-2bac-4aa1-ba9e-5ca3befbb7be), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:55.931041 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fa3a2a5-6768-4bbc-bdf1-37b3d15829fb req-06d104e3-64ba-4b7a-b6ac-566237569bf6 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:19:55.937855 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-8fa3a2a5-6768-4bbc-bdf1-37b3d15829fb req-06d104e3-64ba-4b7a-b6ac-566237569bf6 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:19:55.941606 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa3a2a5-6768-4bbc-bdf1-37b3d15829fb req-06d104e3-64ba-4b7a-b6ac-566237569bf6 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:19:55.986441 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9a4712ad-b338-4009-961d-60d72170ca6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (eb925c46-893f-4ab9-87e0-d5a01db8e647), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:55.990118 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d104e3-64ba-4b7a-b6ac-566237569bf6 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Pushing event updated for resources: {'Port': ['ID=383ee238-2bac-4aa1-ba9e-5ca3befbb7be,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:56.017257 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4712ad-b338-4009-961d-60d72170ca6b admin admin] Pushing event deleted for resources: {'Port': ['ID=eb925c46-893f-4ab9-87e0-d5a01db8e647,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:56.045080 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8fa3a2a5-6768-4bbc-bdf1-37b3d15829fb req-06d104e3-64ba-4b7a-b6ac-566237569bf6 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks [] for floatingip (0160f889-7178-470f-83eb-5710c26e0072), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:56.090267 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8fa3a2a5-6768-4bbc-bdf1-37b3d15829fb req-06d104e3-64ba-4b7a-b6ac-566237569bf6 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (383ee238-2bac-4aa1-ba9e-5ca3befbb7be), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:56.216083 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9a4712ad-b338-4009-961d-60d72170ca6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (4c9adbbd-ba51-468d-a256-b373a0de3074), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:56.277561 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8fa3a2a5-6768-4bbc-bdf1-37b3d15829fb req-06d104e3-64ba-4b7a-b6ac-566237569bf6 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks [] for port (383ee238-2bac-4aa1-ba9e-5ca3befbb7be), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:56.285068 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8fa3a2a5-6768-4bbc-bdf1-37b3d15829fb req-06d104e3-64ba-4b7a-b6ac-566237569bf6 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (383ee238-2bac-4aa1-ba9e-5ca3befbb7be), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:56.363230 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d104e3-64ba-4b7a-b6ac-566237569bf6 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Pushing event updated for resources: {'Port': ['ID=383ee238-2bac-4aa1-ba9e-5ca3befbb7be,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:56.376956 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8fa3a2a5-6768-4bbc-bdf1-37b3d15829fb req-06d104e3-64ba-4b7a-b6ac-566237569bf6 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (0160f889-7178-470f-83eb-5710c26e0072), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:56.398172 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8fa3a2a5-6768-4bbc-bdf1-37b3d15829fb req-06d104e3-64ba-4b7a-b6ac-566237569bf6 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:56.403202 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8fa3a2a5-6768-4bbc-bdf1-37b3d15829fb req-06d104e3-64ba-4b7a-b6ac-566237569bf6 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9453754 Feb 16 22:19:56.461022 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8fa3a2a5-6768-4bbc-bdf1-37b3d15829fb req-549012e1-7e98-4b7a-a594-1d5c11430063 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.82 HTTP/1.1" status: 200 len: 695 time: 0.0548840 Feb 16 22:19:56.490872 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4712ad-b338-4009-961d-60d72170ca6b admin admin] Router 4c9adbbd-ba51-468d-a256-b373a0de3074 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:19:56.617418 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4712ad-b338-4009-961d-60d72170ca6b admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:19:56.625089 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3a2a5-6768-4bbc-bdf1-37b3d15829fb req-d76c823f-e3de-4ecc-9f67-e3a4a157a750 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:56.625544 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9a4712ad-b338-4009-961d-60d72170ca6b admin admin] 10.222.0.75 "PUT /v2.0/routers/4c9adbbd-ba51-468d-a256-b373a0de3074/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6859138 Feb 16 22:19:56.626644 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60034) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:56.628521 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c9bb31-207f-4b9b-babe-6ebb15b761df None None] Sync routers for ids ['4c9adbbd-ba51-468d-a256-b373a0de3074'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:19:56.637364 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8fa3a2a5-6768-4bbc-bdf1-37b3d15829fb req-d76c823f-e3de-4ecc-9f67-e3a4a157a750 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 784 time: 0.1646903 Feb 16 22:19:56.643194 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c9bb31-207f-4b9b-babe-6ebb15b761df None None] Routers {'4c9adbbd-ba51-468d-a256-b373a0de3074'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:19:56.643992 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-c1c9bb31-207f-4b9b-babe-6ebb15b761df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:19:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4c9adbbd-ba51-468d-a256-b373a0de3074'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:56.670941 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1aa961-ced1-40a7-83bd-721ed5248e81 req-adfef09e-5ba0-46de-b1cc-640f207b0130 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:56.672718 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-be1aa961-ced1-40a7-83bd-721ed5248e81 req-adfef09e-5ba0-46de-b1cc-640f207b0130 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa96610a-e2f6-46c3-a62e-64fa447eb44d HTTP/1.1" status: 200 len: 949 time: 0.0964787 Feb 16 22:19:56.724411 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce3e53e-9015-4e7a-bcee-434de7b7c656 x-openstack-request-id: req-2ce3e53e-9015-4e7a-bcee-434de7b7c656 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:19:56.724636 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650e6e87-f28c-4dc6-9321-d6f21c7080ed", "name": "network-vif-deleted", "tag": "28c80982-bf12-4b08-8927-1af8206f8a88", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:19:56.725310 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2ce3e53e-9015-4e7a-bcee-434de7b7c656 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:19:56.725310 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650e6e87-f28c-4dc6-9321-d6f21c7080ed', 'name': 'network-vif-deleted', 'tag': '28c80982-bf12-4b08-8927-1af8206f8a88', 'status': 'completed', 'code': 200} Feb 16 22:19:56.774172 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-c1c9bb31-207f-4b9b-babe-6ebb15b761df None None] Set router 4c9adbbd-ba51-468d-a256-b373a0de3074 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:19:56.796167 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bede9e1d-0c25-4958-9fbf-60361734131e admin admin] Publish callbacks [] for router (4c9adbbd-ba51-468d-a256-b373a0de3074), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:56.801093 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a3e68c7e-e875-412d-a3c3-5d59d7e20098 req-d3fc0400-8aa0-4cc4-92dc-01932b27aba4 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "GET /v2.0/floatingips/5d70c993-c273-4e71-b9f5-6be86066d463 HTTP/1.1" status: 200 len: 693 time: 0.0750391 Feb 16 22:19:56.934882 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bede9e1d-0c25-4958-9fbf-60361734131e admin admin] Publish callbacks [] for router_gateway (4c9adbbd-ba51-468d-a256-b373a0de3074), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:56.940952 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-be1aa961-ced1-40a7-83bd-721ed5248e81 req-8c0f9855-6171-48fd-80ed-549211ef1668 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Deleting port 88087f36-8ccf-4409-92d8-b7efdd9a5c90 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:19:56.941294 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-be1aa961-ced1-40a7-83bd-721ed5248e81 req-8c0f9855-6171-48fd-80ed-549211ef1668 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (88087f36-8ccf-4409-92d8-b7efdd9a5c90), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:56.956506 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:56.992332 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-c1c9bb31-207f-4b9b-babe-6ebb15b761df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'name': 'tempest-ServersTestBootFromVolume-1761043832-router', 'tenant_id': '8ad240c1ae9949d7984971394c75b8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd5f962f4-6635-4cf0-b04b-e6143c04f10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:09Z', 'updated_at': '2022-02-16T22:19:55Z', 'revision_number': 5, 'project_id': '8ad240c1ae9949d7984971394c75b8d4', 'gw_port': {'id': 'd5f962f4-6635-4cf0-b04b-e6143c04f10b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:10Z', 'updated_at': '2022-02-16T22:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:56.996654 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e68c7e-e875-412d-a3c3-5d59d7e20098 req-db5fac44-f6aa-4782-92b4-62f9413097ce tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:56.997811 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a3e68c7e-e875-412d-a3c3-5d59d7e20098 req-db5fac44-f6aa-4782-92b4-62f9413097ce tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 784 time: 0.1957843 Feb 16 22:19:57.025961 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-bede9e1d-0c25-4958-9fbf-60361734131e admin admin] Deleting port d5f962f4-6635-4cf0-b04b-e6143c04f10b {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:19:57.026378 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bede9e1d-0c25-4958-9fbf-60361734131e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (d5f962f4-6635-4cf0-b04b-e6143c04f10b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:57.027211 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c9bb31-207f-4b9b-babe-6ebb15b761df None None] Checking router: 4c9adbbd-ba51-468d-a256-b373a0de3074 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:19:57.035770 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c9bb31-207f-4b9b-babe-6ebb15b761df None None] Routers {'4c9adbbd-ba51-468d-a256-b373a0de3074'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:19:57.036443 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-c1c9bb31-207f-4b9b-babe-6ebb15b761df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:19:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4c9adbbd-ba51-468d-a256-b373a0de3074'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:57.096486 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-be1aa961-ced1-40a7-83bd-721ed5248e81 req-8c0f9855-6171-48fd-80ed-549211ef1668 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] For port 88087f36-8ccf-4409-92d8-b7efdd9a5c90, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=88087f36-8ccf-4409-92d8-b7efdd9a5c90,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:57.097566 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-be1aa961-ced1-40a7-83bd-721ed5248e81 req-8c0f9855-6171-48fd-80ed-549211ef1668 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (88087f36-8ccf-4409-92d8-b7efdd9a5c90), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:57.113524 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-bede9e1d-0c25-4958-9fbf-60361734131e admin admin] For port d5f962f4-6635-4cf0-b04b-e6143c04f10b, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=d5f962f4-6635-4cf0-b04b-e6143c04f10b,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:57.113752 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bede9e1d-0c25-4958-9fbf-60361734131e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (d5f962f4-6635-4cf0-b04b-e6143c04f10b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:57.115308 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-be1aa961-ced1-40a7-83bd-721ed5248e81 req-8c0f9855-6171-48fd-80ed-549211ef1668 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Calling delete_port for 88087f36-8ccf-4409-92d8-b7efdd9a5c90 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:19:57.128459 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-bede9e1d-0c25-4958-9fbf-60361734131e admin admin] Calling delete_port for d5f962f4-6635-4cf0-b04b-e6143c04f10b owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:19:57.137624 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-c1c9bb31-207f-4b9b-babe-6ebb15b761df None None] Set router 4c9adbbd-ba51-468d-a256-b373a0de3074 gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:19:57.163350 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:19:57.191706 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-c1c9bb31-207f-4b9b-babe-6ebb15b761df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'name': 'tempest-ServersTestBootFromVolume-1761043832-router', 'tenant_id': '8ad240c1ae9949d7984971394c75b8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:09Z', 'updated_at': '2022-02-16T22:19:56Z', 'revision_number': 6, 'project_id': '8ad240c1ae9949d7984971394c75b8d4', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:57.223422 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c9bb31-207f-4b9b-babe-6ebb15b761df None None] The sync data for ids ['4c9adbbd-ba51-468d-a256-b373a0de3074'] in n-d-813897-6 is: [{'id': '4c9adbbd-ba51-468d-a256-b373a0de3074', 'name': 'tempest-ServersTestBootFromVolume-1761043832-router', 'tenant_id': '8ad240c1ae9949d7984971394c75b8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:09Z', 'updated_at': '2022-02-16T22:19:56Z', 'revision_number': 6, 'project_id': '8ad240c1ae9949d7984971394c75b8d4', 'gw_port_host': None}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:19:57.250569 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:19:57.256860 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:19:57.257640 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:57.353452 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:19:57.354454 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:57.365052 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a3e68c7e-e875-412d-a3c3-5d59d7e20098 req-ed996814-8ab8-48c2-bd4a-f9cdeb1b254e tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.156 HTTP/1.1" status: 200 len: 696 time: 0.0733263 Feb 16 22:19:57.374236 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bede9e1d-0c25-4958-9fbf-60361734131e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (d5f962f4-6635-4cf0-b04b-e6143c04f10b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:57.382913 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c42d7a40-510b-4363-9f42-0bf3adadafb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:19:57.385630 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0a000f-84cc-4843-bbbd-e0de36e28bd5" -d '{"events": [{"server_uuid": "c42d7a40-510b-4363-9f42-0bf3adadafb5", "name": "network-vif-plugged", "status": "completed", "tag": "8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:19:57.401792 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb,segment=NetworkSegment(bab3c7c9-e01c-407c-bcf4-3671c0e39eec),segment_id=bab3c7c9-e01c-407c-bcf4-3671c0e39eec)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:57.409996 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:57.423608 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-be1aa961-ced1-40a7-83bd-721ed5248e81 req-8c0f9855-6171-48fd-80ed-549211ef1668 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (88087f36-8ccf-4409-92d8-b7efdd9a5c90), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:57.441613 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['88087f36-8ccf-4409-92d8-b7efdd9a5c90'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:19:57.444203 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['f9e7c29c-40b5-46e5-957d-91a18ae35305', '52b7c737-bb0a-4614-9393-9fe74f309f8b', 'a076e78f-7046-4547-8dae-bfecf879467f', '1f97ea0a-db46-4c73-9f25-b71db3dee16b'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:19:57.468392 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a3e68c7e-e875-412d-a3c3-5d59d7e20098 req-de3b51c2-8f4c-4bf5-8cda-6685a522705e tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.156 HTTP/1.1" status: 200 len: 696 time: 0.0973914 Feb 16 22:19:57.507836 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f9855-6171-48fd-80ed-549211ef1668 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Pushing event deleted for resources: {'Port': ['ID=88087f36-8ccf-4409-92d8-b7efdd9a5c90,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:57.509874 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bede9e1d-0c25-4958-9fbf-60361734131e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (4c9adbbd-ba51-468d-a256-b373a0de3074), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:57.589801 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:57.647570 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede9e1d-0c25-4958-9fbf-60361734131e admin admin] Pushing event deleted for resources: {'Port': ['ID=d5f962f4-6635-4cf0-b04b-e6143c04f10b,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:57.648652 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1aa961-ced1-40a7-83bd-721ed5248e81 req-8c0f9855-6171-48fd-80ed-549211ef1668 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] No DVR routers for this DVR port 88087f36-8ccf-4409-92d8-b7efdd9a5c90 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:19:57.651806 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-be1aa961-ced1-40a7-83bd-721ed5248e81 req-8c0f9855-6171-48fd-80ed-549211ef1668 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:57.658337 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-be1aa961-ced1-40a7-83bd-721ed5248e81 req-8c0f9855-6171-48fd-80ed-549211ef1668 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.79 "DELETE /v2.0/ports/88087f36-8ccf-4409-92d8-b7efdd9a5c90 HTTP/1.1" status: 204 len: 173 time: 0.9791205 Feb 16 22:19:57.659464 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bede9e1d-0c25-4958-9fbf-60361734131e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (4c9adbbd-ba51-468d-a256-b373a0de3074), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:57.660012 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa96610a-e2f6-46c3-a62e-64fa447eb44d', 'name': 'network-vif-deleted', 'tag': '88087f36-8ccf-4409-92d8-b7efdd9a5c90'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:19:57.662701 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bede9e1d-0c25-4958-9fbf-60361734131e admin admin] Publish callbacks [] for router_controller (4c9adbbd-ba51-468d-a256-b373a0de3074), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:57.664146 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ffd3ff-2607-4f07-a2b8-962b2d033b8e" -d '{"events": [{"server_uuid": "fa96610a-e2f6-46c3-a62e-64fa447eb44d", "name": "network-vif-deleted", "tag": "88087f36-8ccf-4409-92d8-b7efdd9a5c90"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:19:57.736357 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-a3e68c7e-e875-412d-a3c3-5d59d7e20098 req-2cb0c5e2-ab33-4e6c-8695-cda0daae180f tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Deleting port 4c678a86-b53f-4f1f-b958-5666c9e28b36 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:19:57.736971 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a3e68c7e-e875-412d-a3c3-5d59d7e20098 req-2cb0c5e2-ab33-4e6c-8695-cda0daae180f tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (4c678a86-b53f-4f1f-b958-5666c9e28b36), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:57.741240 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bede9e1d-0c25-4958-9fbf-60361734131e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (4c9adbbd-ba51-468d-a256-b373a0de3074), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:57.741851 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bede9e1d-0c25-4958-9fbf-60361734131e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c9adbbd-ba51-468d-a256-b373a0de3074 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:19:57.746623 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bede9e1d-0c25-4958-9fbf-60361734131e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:57.748096 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bede9e1d-0c25-4958-9fbf-60361734131e admin admin] 10.222.0.75 "DELETE /v2.0/routers/4c9adbbd-ba51-468d-a256-b373a0de3074 HTTP/1.1" status: 204 len: 168 time: 1.1204619 Feb 16 22:19:57.750588 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60042) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:57.813459 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5485ec8-c7aa-4359-9769-43b02fb606e7 admin admin] Deleting subnet 53af9bc2-f688-4b35-9193-90baafeae21e {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:19:57.818206 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c5485ec8-c7aa-4359-9769-43b02fb606e7 admin admin] Publish callbacks [] for subnet (53af9bc2-f688-4b35-9193-90baafeae21e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:57.864392 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c5485ec8-c7aa-4359-9769-43b02fb606e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (53af9bc2-f688-4b35-9193-90baafeae21e), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:57.865544 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a3e68c7e-e875-412d-a3c3-5d59d7e20098 req-2cb0c5e2-ab33-4e6c-8695-cda0daae180f tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (4c678a86-b53f-4f1f-b958-5666c9e28b36), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:57.866592 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a3e68c7e-e875-412d-a3c3-5d59d7e20098 req-2cb0c5e2-ab33-4e6c-8695-cda0daae180f tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks [] for floatingip (4c678a86-b53f-4f1f-b958-5666c9e28b36), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:57.886014 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-a3e68c7e-e875-412d-a3c3-5d59d7e20098 req-2cb0c5e2-ab33-4e6c-8695-cda0daae180f tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Calling delete_port for 4c678a86-b53f-4f1f-b958-5666c9e28b36 owned by network:floatingip {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:19:57.966676 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:19:57.984221 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c5485ec8-c7aa-4359-9769-43b02fb606e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (53af9bc2-f688-4b35-9193-90baafeae21e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:58.047495 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c5485ec8-c7aa-4359-9769-43b02fb606e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (53af9bc2-f688-4b35-9193-90baafeae21e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:58.064357 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c5485ec8-c7aa-4359-9769-43b02fb606e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:58.068685 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c5485ec8-c7aa-4359-9769-43b02fb606e7 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/53af9bc2-f688-4b35-9193-90baafeae21e HTTP/1.1" status: 204 len: 168 time: 0.3136709 Feb 16 22:19:58.083387 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a979a65-55e3-417b-9a3c-9821c798bb6f None None] Network 7ea49327-f76a-4eed-8327-a94de57510c3 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:19:58.084403 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60044) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:58.093317 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5485ec8-c7aa-4359-9769-43b02fb606e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53af9bc2-f688-4b35-9193-90baafeae21e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:58.146948 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a3e68c7e-e875-412d-a3c3-5d59d7e20098 req-2cb0c5e2-ab33-4e6c-8695-cda0daae180f tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (4c678a86-b53f-4f1f-b958-5666c9e28b36), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:58.219386 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-16b5baa7-2b87-47d4-ab5e-e37e78f6d799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (7ea49327-f76a-4eed-8327-a94de57510c3), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:58.242012 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0c5e2-ab33-4e6c-8695-cda0daae180f tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Pushing event deleted for resources: {'Port': ['ID=4c678a86-b53f-4f1f-b958-5666c9e28b36,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:58.274514 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:58.321630 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a3e68c7e-e875-412d-a3c3-5d59d7e20098 req-2cb0c5e2-ab33-4e6c-8695-cda0daae180f tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks [] for floatingip (5d70c993-c273-4e71-b9f5-6be86066d463), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:58.325712 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a3e68c7e-e875-412d-a3c3-5d59d7e20098 req-2cb0c5e2-ab33-4e6c-8695-cda0daae180f tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:58.341141 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08444905-1166-4465-9b27-5cc56c69c861 None None] DHCP port deletion for 7ea49327-f76a-4eed-8327-a94de57510c3 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:19:58.347064 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-16b5baa7-2b87-47d4-ab5e-e37e78f6d799 admin admin] Deleting port 44e6d5d0-b3c7-4a61-9636-fb461b15ba82 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:19:58.347064 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-16b5baa7-2b87-47d4-ab5e-e37e78f6d799 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (44e6d5d0-b3c7-4a61-9636-fb461b15ba82), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:58.350746 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a3e68c7e-e875-412d-a3c3-5d59d7e20098 req-2cb0c5e2-ab33-4e6c-8695-cda0daae180f tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "DELETE /v2.0/floatingips/5d70c993-c273-4e71-b9f5-6be86066d463 HTTP/1.1" status: 204 len: 173 time: 0.8854883 Feb 16 22:19:58.468536 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-08444905-1166-4465-9b27-5cc56c69c861 None None] Deleting port 44e6d5d0-b3c7-4a61-9636-fb461b15ba82 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:19:58.468845 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-08444905-1166-4465-9b27-5cc56c69c861 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (44e6d5d0-b3c7-4a61-9636-fb461b15ba82), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:58.577486 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-08444905-1166-4465-9b27-5cc56c69c861 None None] For port 44e6d5d0-b3c7-4a61-9636-fb461b15ba82, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=44e6d5d0-b3c7-4a61-9636-fb461b15ba82,segment=NetworkSegment(fca9e7d8-0368-4efa-8476-16642fc5c0f1),segment_id=fca9e7d8-0368-4efa-8476-16642fc5c0f1)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:58.577907 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-08444905-1166-4465-9b27-5cc56c69c861 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (44e6d5d0-b3c7-4a61-9636-fb461b15ba82), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:58.593416 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-08444905-1166-4465-9b27-5cc56c69c861 None None] Calling delete_port for 44e6d5d0-b3c7-4a61-9636-fb461b15ba82 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:19:58.615774 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e07a9-6d02-4895-99f4-213c2b04b3d8 req-af28b497-9b9b-45d3-95db-a5b7f613ee18 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:58.618385 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-757e07a9-6d02-4895-99f4-213c2b04b3d8 req-af28b497-9b9b-45d3-95db-a5b7f613ee18 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0970950 Feb 16 22:19:58.685635 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 44e6d5d0-b3c7-4a61-9636-fb461b15ba82 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:19:58.687099 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-757e07a9-6d02-4895-99f4-213c2b04b3d8 req-83933713-6f64-4956-b7b6-27f3e2380ef1 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615075 Feb 16 22:19:58.699872 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-08444905-1166-4465-9b27-5cc56c69c861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (44e6d5d0-b3c7-4a61-9636-fb461b15ba82), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:58.729282 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 44e6d5d0-b3c7-4a61-9636-fb461b15ba82 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:19:58.729865 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 44e6d5d0-b3c7-4a61-9636-fb461b15ba82 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:19:58.730425 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device d5f962f4-6635-4cf0-b04b-e6143c04f10b no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:19:58.784184 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08444905-1166-4465-9b27-5cc56c69c861 None None] Pushing event deleted for resources: {'Port': ['ID=44e6d5d0-b3c7-4a61-9636-fb461b15ba82,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:58.786671 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08444905-1166-4465-9b27-5cc56c69c861 None None] No DVR routers for this DVR port 44e6d5d0-b3c7-4a61-9636-fb461b15ba82 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:19:58.788283 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: d5f962f4-6635-4cf0-b04b-e6143c04f10b {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:19:58.788856 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device d5f962f4-6635-4cf0-b04b-e6143c04f10b not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:19:58.789644 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device eb925c46-893f-4ab9-87e0-d5a01db8e647 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:19:58.835863 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: eb925c46-893f-4ab9-87e0-d5a01db8e647 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:19:58.836216 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device eb925c46-893f-4ab9-87e0-d5a01db8e647 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:19:58.854442 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-16b5baa7-2b87-47d4-ab5e-e37e78f6d799 admin admin] For port 44e6d5d0-b3c7-4a61-9636-fb461b15ba82, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=44e6d5d0-b3c7-4a61-9636-fb461b15ba82,segment=NetworkSegment(fca9e7d8-0368-4efa-8476-16642fc5c0f1),segment_id=fca9e7d8-0368-4efa-8476-16642fc5c0f1)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:19:58.854988 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-16b5baa7-2b87-47d4-ab5e-e37e78f6d799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (44e6d5d0-b3c7-4a61-9636-fb461b15ba82), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:58.871173 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-16b5baa7-2b87-47d4-ab5e-e37e78f6d799 admin admin] Calling delete_port for 44e6d5d0-b3c7-4a61-9636-fb461b15ba82 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:19:58.962482 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-16b5baa7-2b87-47d4-ab5e-e37e78f6d799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (44e6d5d0-b3c7-4a61-9636-fb461b15ba82), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:58.989638 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5baa7-2b87-47d4-ab5e-e37e78f6d799 admin admin] Pushing event deleted for resources: {'Port': ['ID=44e6d5d0-b3c7-4a61-9636-fb461b15ba82,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:58.994065 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b5baa7-2b87-47d4-ab5e-e37e78f6d799 admin admin] No DVR routers for this DVR port 44e6d5d0-b3c7-4a61-9636-fb461b15ba82 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:19:59.022363 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ba807-5343-470e-a626-ac8f9df850d8 req-bf3b93b5-1ffb-42ff-8062-eaef635fdf9a tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:59.023921 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c12ba807-5343-470e-a626-ac8f9df850d8 req-bf3b93b5-1ffb-42ff-8062-eaef635fdf9a tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=c42d7a40-510b-4363-9f42-0bf3adadafb5 HTTP/1.1" status: 200 len: 945 time: 0.0613992 Feb 16 22:19:59.074477 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c12ba807-5343-470e-a626-ac8f9df850d8 req-10d29f9f-db8e-491b-a780-267d2e519344 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435977 Feb 16 22:19:59.080386 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-16b5baa7-2b87-47d4-ab5e-e37e78f6d799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (7ea49327-f76a-4eed-8327-a94de57510c3), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:59.100842 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-16b5baa7-2b87-47d4-ab5e-e37e78f6d799 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea49327-f76a-4eed-8327-a94de57510c3']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:59.111478 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-16b5baa7-2b87-47d4-ab5e-e37e78f6d799 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fca9e7d8-0368-4efa-8476-16642fc5c0f1') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:59.111773 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-16b5baa7-2b87-47d4-ab5e-e37e78f6d799 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fca9e7d8-0368-4efa-8476-16642fc5c0f1') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:19:59.121566 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-16b5baa7-2b87-47d4-ab5e-e37e78f6d799 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (fca9e7d8-0368-4efa-8476-16642fc5c0f1), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:59.136038 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-16b5baa7-2b87-47d4-ab5e-e37e78f6d799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (fca9e7d8-0368-4efa-8476-16642fc5c0f1), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:59.141958 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b5baa7-2b87-47d4-ab5e-e37e78f6d799 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:19:59.142427 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-16b5baa7-2b87-47d4-ab5e-e37e78f6d799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (fca9e7d8-0368-4efa-8476-16642fc5c0f1), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:19:59.144115 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:19:59.203852 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-16b5baa7-2b87-47d4-ab5e-e37e78f6d799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (7ea49327-f76a-4eed-8327-a94de57510c3), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:59.204430 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b89c5-01be-41f7-8e2d-e3aeeba4b428 req-c57cdccb-957b-40cc-93a9-ce46b8411d1b tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:19:59.206038 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cb4b89c5-01be-41f7-8e2d-e3aeeba4b428 req-c57cdccb-957b-40cc-93a9-ce46b8411d1b tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/ports?device_id=884d71bd-a745-4bd3-a68b-8caf575c717e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0584524 Feb 16 22:19:59.209683 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-16b5baa7-2b87-47d4-ab5e-e37e78f6d799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:59.213556 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-16b5baa7-2b87-47d4-ab5e-e37e78f6d799 admin admin] 10.222.0.75 "DELETE /v2.0/networks/7ea49327-f76a-4eed-8327-a94de57510c3 HTTP/1.1" status: 204 len: 168 time: 1.1281114 Feb 16 22:19:59.238119 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5baa7-2b87-47d4-ab5e-e37e78f6d799 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ea49327-f76a-4eed-8327-a94de57510c3,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:59.265811 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cb4b89c5-01be-41f7-8e2d-e3aeeba4b428 req-4d59f36a-fb55-45af-8214-73b9fee7ecae tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.82 HTTP/1.1" status: 200 len: 695 time: 0.0525527 Feb 16 22:19:59.277092 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-cb4b89c5-01be-41f7-8e2d-e3aeeba4b428 req-e1abee35-2998-46fc-9aec-c74ec5223a8a tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Request body: {'floatingip': {'port_id': '1afa96d2-e42d-4af7-8615-a4ccb87a482c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:19:59.322005 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-cb4b89c5-01be-41f7-8e2d-e3aeeba4b428 req-e1abee35-2998-46fc-9aec-c74ec5223a8a tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks [] for floatingip (0160f889-7178-470f-83eb-5710c26e0072), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:59.405954 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60064) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:59.448388 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b71c8822-d46e-4c45-aafe-7faf0dceee5f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8ad240c1ae9949d7984971394c75b8d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390632 Feb 16 22:19:59.448735 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60066) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:19:59.499537 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4e142862-9c77-4243-b51f-b01369b886cd admin admin] Publish callbacks [] for security_group (e452ddea-6614-4eda-b8d9-d62a81f52490), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:59.521070 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4e142862-9c77-4243-b51f-b01369b886cd admin admin] Publish callbacks [] for security_group (e452ddea-6614-4eda-b8d9-d62a81f52490), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:59.567030 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4e142862-9c77-4243-b51f-b01369b886cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (e452ddea-6614-4eda-b8d9-d62a81f52490), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:59.569658 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4e142862-9c77-4243-b51f-b01369b886cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:19:59.573304 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4e142862-9c77-4243-b51f-b01369b886cd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e452ddea-6614-4eda-b8d9-d62a81f52490 HTTP/1.1" status: 204 len: 168 time: 0.1213033 Feb 16 22:19:59.578761 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e142862-9c77-4243-b51f-b01369b886cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e452ddea-6614-4eda-b8d9-d62a81f52490,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:19:59.708641 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:00.052433 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-cb4b89c5-01be-41f7-8e2d-e3aeeba4b428 req-e1abee35-2998-46fc-9aec-c74ec5223a8a tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:00.056146 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-cb4b89c5-01be-41f7-8e2d-e3aeeba4b428 req-e1abee35-2998-46fc-9aec-c74ec5223a8a tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (0160f889-7178-470f-83eb-5710c26e0072), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:00.160430 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [req-cb4b89c5-01be-41f7-8e2d-e3aeeba4b428 req-e1abee35-2998-46fc-9aec-c74ec5223a8a tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Floating IP 0160f889-7178-470f-83eb-5710c26e0072 associated. External IP: 172.25.2.82, port: 1afa96d2-e42d-4af7-8615-a4ccb87a482c. Feb 16 22:20:00.377856 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb4b89c5-01be-41f7-8e2d-e3aeeba4b428 req-e1abee35-2998-46fc-9aec-c74ec5223a8a tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Router 51dd0a18-5620-4c2c-8904-72f39432242e has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:20:00.486916 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb4b89c5-01be-41f7-8e2d-e3aeeba4b428 req-e1abee35-2998-46fc-9aec-c74ec5223a8a tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:20:00.491650 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-cb4b89c5-01be-41f7-8e2d-e3aeeba4b428 req-e1abee35-2998-46fc-9aec-c74ec5223a8a tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:00.497649 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087cb05c-44bd-4eae-8b19-5da3ef64e7ef None None] Sync routers for ids ['51dd0a18-5620-4c2c-8904-72f39432242e'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:20:00.508595 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087cb05c-44bd-4eae-8b19-5da3ef64e7ef None None] Routers {'51dd0a18-5620-4c2c-8904-72f39432242e'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:20:00.509214 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-087cb05c-44bd-4eae-8b19-5da3ef64e7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:19:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['51dd0a18-5620-4c2c-8904-72f39432242e'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:00.521325 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cb4b89c5-01be-41f7-8e2d-e3aeeba4b428 req-e1abee35-2998-46fc-9aec-c74ec5223a8a tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "PUT /v2.0/floatingips/0160f889-7178-470f-83eb-5710c26e0072 HTTP/1.1" status: 200 len: 996 time: 1.2484055 Feb 16 22:20:00.576749 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b89c5-01be-41f7-8e2d-e3aeeba4b428 req-5d357faf-9b9b-4228-9a4a-04c12c04afcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:00.578266 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cb4b89c5-01be-41f7-8e2d-e3aeeba4b428 req-5d357faf-9b9b-4228-9a4a-04c12c04afcc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=45beb6dd314449ccb0cb78efc29b5eab&device_id=884d71bd-a745-4bd3-a68b-8caf575c717e HTTP/1.1" status: 200 len: 1128 time: 0.0450697 Feb 16 22:20:00.676079 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b89c5-01be-41f7-8e2d-e3aeeba4b428 req-b8db4784-8226-46a6-ae34-c9f3b80d83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:00.677693 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cb4b89c5-01be-41f7-8e2d-e3aeeba4b428 req-b8db4784-8226-46a6-ae34-c9f3b80d83fa service neutron] 10.222.0.75 "GET /v2.0/networks?id=148c4f12-6a4c-4222-964e-54da24b176f4 HTTP/1.1" status: 200 len: 929 time: 0.0930793 Feb 16 22:20:00.733426 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb8b68-cd86-4330-8a7c-4370917f126c req-4a043b23-3f59-4bf2-9508-c9b2db04da8a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:00.735823 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-38fb8b68-cd86-4330-8a7c-4370917f126c req-4a043b23-3f59-4bf2-9508-c9b2db04da8a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc105c41-c5db-4eb7-b1c1-17cd5aa9f1b3 HTTP/1.1" status: 200 len: 950 time: 0.0575445 Feb 16 22:20:00.744120 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cb4b89c5-01be-41f7-8e2d-e3aeeba4b428 req-5224ba58-c27b-4429-a954-37ee139d29a1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1afa96d2-e42d-4af7-8615-a4ccb87a482c HTTP/1.1" status: 200 len: 999 time: 0.0605350 Feb 16 22:20:00.748970 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-087cb05c-44bd-4eae-8b19-5da3ef64e7ef None None] Set router 51dd0a18-5620-4c2c-8904-72f39432242e gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:20:00.793842 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b89c5-01be-41f7-8e2d-e3aeeba4b428 req-fbe7445b-6621-4d4e-b23f-3313d04fbef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:00.795366 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cb4b89c5-01be-41f7-8e2d-e3aeeba4b428 req-fbe7445b-6621-4d4e-b23f-3313d04fbef8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9ee789e8-f458-47e2-93fe-11658cfad8c1 HTTP/1.1" status: 200 len: 867 time: 0.0450778 Feb 16 22:20:00.837233 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-38fb8b68-cd86-4330-8a7c-4370917f126c req-4251f30f-27b4-4bd3-9bf7-4126be149276 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Deleting port 1f97ea0a-db46-4c73-9f25-b71db3dee16b {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:20:00.838217 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-38fb8b68-cd86-4330-8a7c-4370917f126c req-4251f30f-27b4-4bd3-9bf7-4126be149276 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (1f97ea0a-db46-4c73-9f25-b71db3dee16b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:00.849392 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b89c5-01be-41f7-8e2d-e3aeeba4b428 req-7789bd55-b0e6-4da9-b0b0-0d3dc0f5b2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:00.850970 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cb4b89c5-01be-41f7-8e2d-e3aeeba4b428 req-7789bd55-b0e6-4da9-b0b0-0d3dc0f5b2b6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=148c4f12-6a4c-4222-964e-54da24b176f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491390 Feb 16 22:20:00.942901 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-38fb8b68-cd86-4330-8a7c-4370917f126c req-4251f30f-27b4-4bd3-9bf7-4126be149276 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] For port 1f97ea0a-db46-4c73-9f25-b71db3dee16b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=1f97ea0a-db46-4c73-9f25-b71db3dee16b,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:00.943272 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-38fb8b68-cd86-4330-8a7c-4370917f126c req-4251f30f-27b4-4bd3-9bf7-4126be149276 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (1f97ea0a-db46-4c73-9f25-b71db3dee16b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:00.946489 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cb4b89c5-01be-41f7-8e2d-e3aeeba4b428 req-64147b51-caab-4c08-98c2-18260fe00a80 service neutron] 10.222.0.75 "GET /v2.0/networks/148c4f12-6a4c-4222-964e-54da24b176f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890129 Feb 16 22:20:00.954351 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 88087f36-8ccf-4409-92d8-b7efdd9a5c90 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:20:00.955870 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-38fb8b68-cd86-4330-8a7c-4370917f126c req-4251f30f-27b4-4bd3-9bf7-4126be149276 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Calling delete_port for 1f97ea0a-db46-4c73-9f25-b71db3dee16b owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:20:00.976629 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 88087f36-8ccf-4409-92d8-b7efdd9a5c90 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:20:00.976976 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 88087f36-8ccf-4409-92d8-b7efdd9a5c90 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:20:01.002947 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-087cb05c-44bd-4eae-8b19-5da3ef64e7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-330928189-router', 'tenant_id': '45beb6dd314449ccb0cb78efc29b5eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '88515ab4-00b0-4797-a049-39e8bd516e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:19:21Z', 'updated_at': '2022-02-16T22:19:26Z', 'revision_number': 4, 'project_id': '45beb6dd314449ccb0cb78efc29b5eab', 'gw_port': {'id': '88515ab4-00b0-4797-a049-39e8bd516e91', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:19:22Z', 'updated_at': '2022-02-16T22:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '0160f889-7178-470f-83eb-5710c26e0072', 'tenant_id': '45beb6dd314449ccb0cb78efc29b5eab', 'floating_ip_address': '172.25.2.82', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'port_id': '1afa96d2-e42d-4af7-8615-a4ccb87a482c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 967, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '148c4f12-6a4c-4222-964e-54da24b176f4', 'mac_address': 'fa:16:3e:e7:46:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884d71bd-a745-4bd3-a68b-8caf575c717e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:19:55Z', 'updated_at': '2022-02-16T22:19:59Z', 'revision_number': 1, 'project_id': '45beb6dd314449ccb0cb78efc29b5eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c053a72-941d-48f1-ad18-9433019d1a8a', 'name': '', 'network_id': '148c4f12-6a4c-4222-964e-54da24b176f4', 'tenant_id': '45beb6dd314449ccb0cb78efc29b5eab', 'mac_address': 'fa:16:3e:f2:a8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '9ee789e8-f458-47e2-93fe-11658cfad8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:19:26Z', 'updated_at': '2022-02-16T22:19:31Z', 'revision_number': 5, 'project_id': '45beb6dd314449ccb0cb78efc29b5eab', 'subnets': [{'id': '9ee789e8-f458-47e2-93fe-11658cfad8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:01.034035 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087cb05c-44bd-4eae-8b19-5da3ef64e7ef None None] Checking router: 51dd0a18-5620-4c2c-8904-72f39432242e for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:20:01.041838 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cb4b89c5-01be-41f7-8e2d-e3aeeba4b428 req-3d3dabcd-482b-429b-950b-1b12cd9e1e89 service neutron] 10.222.0.75 "GET /v2.0/networks/148c4f12-6a4c-4222-964e-54da24b176f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935023 Feb 16 22:20:01.042880 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087cb05c-44bd-4eae-8b19-5da3ef64e7ef None None] Routers {'51dd0a18-5620-4c2c-8904-72f39432242e'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:20:01.043502 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-087cb05c-44bd-4eae-8b19-5da3ef64e7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:19:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['51dd0a18-5620-4c2c-8904-72f39432242e'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:01.092542 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-38fb8b68-cd86-4330-8a7c-4370917f126c req-4251f30f-27b4-4bd3-9bf7-4126be149276 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (1f97ea0a-db46-4c73-9f25-b71db3dee16b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:01.111839 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa30cf81-b563-4fe7-b2ff-fc600a33ffbc x-openstack-request-id: req-aa30cf81-b563-4fe7-b2ff-fc600a33ffbc {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:20:01.112127 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c42d7a40-510b-4363-9f42-0bf3adadafb5", "name": "network-vif-plugged", "status": "completed", "tag": "8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:20:01.112384 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-aa30cf81-b563-4fe7-b2ff-fc600a33ffbc {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:20:01.112780 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c42d7a40-510b-4363-9f42-0bf3adadafb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb', 'code': 200} Feb 16 22:20:01.115854 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['f9e7c29c-40b5-46e5-957d-91a18ae35305', '52b7c737-bb0a-4614-9393-9fe74f309f8b', 'a076e78f-7046-4547-8dae-bfecf879467f', '1f97ea0a-db46-4c73-9f25-b71db3dee16b'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:20:01.131752 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666111af-6aba-48f5-b3ef-2ed307d40963 x-openstack-request-id: req-666111af-6aba-48f5-b3ef-2ed307d40963 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:20:01.132543 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa96610a-e2f6-46c3-a62e-64fa447eb44d", "name": "network-vif-deleted", "tag": "88087f36-8ccf-4409-92d8-b7efdd9a5c90", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:20:01.132543 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-666111af-6aba-48f5-b3ef-2ed307d40963 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:20:01.133033 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa96610a-e2f6-46c3-a62e-64fa447eb44d', 'name': 'network-vif-deleted', 'tag': '88087f36-8ccf-4409-92d8-b7efdd9a5c90', 'status': 'completed', 'code': 200} Feb 16 22:20:01.138217 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251f30f-27b4-4bd3-9bf7-4126be149276 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Pushing event deleted for resources: {'Port': ['ID=1f97ea0a-db46-4c73-9f25-b71db3dee16b,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:01.208670 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-38fb8b68-cd86-4330-8a7c-4370917f126c req-4251f30f-27b4-4bd3-9bf7-4126be149276 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] No DVR routers for this DVR port 1f97ea0a-db46-4c73-9f25-b71db3dee16b on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:20:01.212418 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-38fb8b68-cd86-4330-8a7c-4370917f126c req-4251f30f-27b4-4bd3-9bf7-4126be149276 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:01.217294 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-38fb8b68-cd86-4330-8a7c-4370917f126c req-4251f30f-27b4-4bd3-9bf7-4126be149276 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.67 "DELETE /v2.0/ports/1f97ea0a-db46-4c73-9f25-b71db3dee16b HTTP/1.1" status: 204 len: 173 time: 0.4769487 Feb 16 22:20:01.218052 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc105c41-c5db-4eb7-b1c1-17cd5aa9f1b3', 'name': 'network-vif-deleted', 'tag': '1f97ea0a-db46-4c73-9f25-b71db3dee16b'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:20:01.221890 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bd7980-e8c2-4263-bb30-7208a976120f" -d '{"events": [{"server_uuid": "dc105c41-c5db-4eb7-b1c1-17cd5aa9f1b3", "name": "network-vif-deleted", "tag": "1f97ea0a-db46-4c73-9f25-b71db3dee16b"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:20:01.239483 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-087cb05c-44bd-4eae-8b19-5da3ef64e7ef None None] Set router 51dd0a18-5620-4c2c-8904-72f39432242e gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:20:01.264330 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3a00d-285b-445d-bfbf-01bd3e6f8cfc req-30a8b0ed-be22-4c6d-aa84-be99c5e035d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:01.267015 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9ae3a00d-285b-445d-bfbf-01bd3e6f8cfc req-30a8b0ed-be22-4c6d-aa84-be99c5e035d1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c42d7a40-510b-4363-9f42-0bf3adadafb5 HTTP/1.1" status: 200 len: 1127 time: 0.0812869 Feb 16 22:20:01.319027 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9ae3a00d-285b-445d-bfbf-01bd3e6f8cfc req-e837bbe4-9076-4b9d-ac0d-e9d7b92e71a8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455167 Feb 16 22:20:01.392988 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954739e-5d8f-4520-a593-fdf6ce210d3e req-7c2b6432-33aa-4fa0-92d8-8d8e87aa3806 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:01.394480 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3954739e-5d8f-4520-a593-fdf6ce210d3e req-7c2b6432-33aa-4fa0-92d8-8d8e87aa3806 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2451715 Feb 16 22:20:01.597567 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708f655-d803-4663-a97a-0c4f2329fedf req-1634aad0-a8c4-4d00-92a4-4747f54a99d6 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:01.599085 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b708f655-d803-4663-a97a-0c4f2329fedf req-1634aad0-a8c4-4d00-92a4-4747f54a99d6 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.1056316 Feb 16 22:20:01.627858 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-087cb05c-44bd-4eae-8b19-5da3ef64e7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-330928189-router', 'tenant_id': '45beb6dd314449ccb0cb78efc29b5eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '88515ab4-00b0-4797-a049-39e8bd516e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:19:21Z', 'updated_at': '2022-02-16T22:19:26Z', 'revision_number': 4, 'project_id': '45beb6dd314449ccb0cb78efc29b5eab', 'gw_port': {'id': '88515ab4-00b0-4797-a049-39e8bd516e91', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:19:22Z', 'updated_at': '2022-02-16T22:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '0160f889-7178-470f-83eb-5710c26e0072', 'tenant_id': '45beb6dd314449ccb0cb78efc29b5eab', 'floating_ip_address': '172.25.2.82', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'port_id': '1afa96d2-e42d-4af7-8615-a4ccb87a482c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 967, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '148c4f12-6a4c-4222-964e-54da24b176f4', 'mac_address': 'fa:16:3e:e7:46:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884d71bd-a745-4bd3-a68b-8caf575c717e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:19:55Z', 'updated_at': '2022-02-16T22:19:59Z', 'revision_number': 1, 'project_id': '45beb6dd314449ccb0cb78efc29b5eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c053a72-941d-48f1-ad18-9433019d1a8a', 'name': '', 'network_id': '148c4f12-6a4c-4222-964e-54da24b176f4', 'tenant_id': '45beb6dd314449ccb0cb78efc29b5eab', 'mac_address': 'fa:16:3e:f2:a8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '9ee789e8-f458-47e2-93fe-11658cfad8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:19:26Z', 'updated_at': '2022-02-16T22:19:31Z', 'revision_number': 5, 'project_id': '45beb6dd314449ccb0cb78efc29b5eab', 'subnets': [{'id': '9ee789e8-f458-47e2-93fe-11658cfad8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:01.667769 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087cb05c-44bd-4eae-8b19-5da3ef64e7ef None None] The sync data for ids ['51dd0a18-5620-4c2c-8904-72f39432242e'] in n-d-813897-6 is: [{'id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-330928189-router', 'tenant_id': '45beb6dd314449ccb0cb78efc29b5eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '88515ab4-00b0-4797-a049-39e8bd516e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:19:21Z', 'updated_at': '2022-02-16T22:19:26Z', 'revision_number': 4, 'project_id': '45beb6dd314449ccb0cb78efc29b5eab', 'gw_port': {'id': '88515ab4-00b0-4797-a049-39e8bd516e91', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:19:22Z', 'updated_at': '2022-02-16T22:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '0160f889-7178-470f-83eb-5710c26e0072', 'tenant_id': '45beb6dd314449ccb0cb78efc29b5eab', 'floating_ip_address': '172.25.2.82', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'port_id': '1afa96d2-e42d-4af7-8615-a4ccb87a482c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 967, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '148c4f12-6a4c-4222-964e-54da24b176f4', 'mac_address': 'fa:16:3e:e7:46:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884d71bd-a745-4bd3-a68b-8caf575c717e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:19:55Z', 'updated_at': '2022-02-16T22:19:59Z', 'revision_number': 1, 'project_id': '45beb6dd314449ccb0cb78efc29b5eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c053a72-941d-48f1-ad18-9433019d1a8a', 'name': '', 'network_id': '148c4f12-6a4c-4222-964e-54da24b176f4', 'tenant_id': '45beb6dd314449ccb0cb78efc29b5eab', 'mac_address': 'fa:16:3e:f2:a8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '9ee789e8-f458-47e2-93fe-11658cfad8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:19:26Z', 'updated_at': '2022-02-16T22:19:31Z', 'revision_number': 5, 'project_id': '45beb6dd314449ccb0cb78efc29b5eab', 'subnets': [{'id': '9ee789e8-f458-47e2-93fe-11658cfad8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:20:01.674870 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b708f655-d803-4663-a97a-0c4f2329fedf req-2028ecb4-895f-4307-ba02-51f4fd3bcb99 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685575 Feb 16 22:20:01.872423 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7c1f1-570d-4ca1-86ca-6e9cf385e2e5 req-17f7602e-6fe5-47a2-96a9-615f67d1f34e tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:01.874211 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2df7c1f1-570d-4ca1-86ca-6e9cf385e2e5 req-17f7602e-6fe5-47a2-96a9-615f67d1f34e tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=c42d7a40-510b-4363-9f42-0bf3adadafb5 HTTP/1.1" status: 200 len: 945 time: 0.0704627 Feb 16 22:20:01.890032 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60116) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:01.932547 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2df7c1f1-570d-4ca1-86ca-6e9cf385e2e5 req-997660a4-69be-49bb-8f49-0cc9867b79ee tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516980 Feb 16 22:20:01.967651 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a5203b-5809-44ab-b8c9-7ff259d08dfb None None] New status for floating IP 0160f889-7178-470f-83eb-5710c26e0072: ACTIVE {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:20:02.104212 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1969934e-d850-4aa4-a6d3-a21ad44b5c31 req-7b3a6251-a18e-40b6-b93c-177308221016 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 258 time: 0.1284943 Feb 16 22:20:02.105342 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ccf0e2c0-6b78-49a9-9a54-24d4c462c66f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:02.115162 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-1969934e-d850-4aa4-a6d3-a21ad44b5c31 req-2fb78797-bbaf-4bcc-80c5-b7fabe395325 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:02.136987 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1969934e-d850-4aa4-a6d3-a21ad44b5c31 req-2fb78797-bbaf-4bcc-80c5-b7fabe395325 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:02.201800 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ccf0e2c0-6b78-49a9-9a54-24d4c462c66f admin admin] Publish callbacks [] for security_group (60972d8a-81b0-4afb-b052-6628a5c2cd94), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:02.205817 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ccf0e2c0-6b78-49a9-9a54-24d4c462c66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (60972d8a-81b0-4afb-b052-6628a5c2cd94), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:02.240951 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1969934e-d850-4aa4-a6d3-a21ad44b5c31 req-2fb78797-bbaf-4bcc-80c5-b7fabe395325 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:02.241636 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0e2c0-6b78-49a9-9a54-24d4c462c66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60972d8a-81b0-4afb-b052-6628a5c2cd94,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:02.248106 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ccf0e2c0-6b78-49a9-9a54-24d4c462c66f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f91059916296425893237ca8f0eb7a34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3567090 Feb 16 22:20:02.250148 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 60122) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:02.374060 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-70074ddc-1849-4fcb-8c0f-c0abbbc9ab66 admin admin] Publish callbacks [] for security_group (60972d8a-81b0-4afb-b052-6628a5c2cd94), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:02.405705 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-1969934e-d850-4aa4-a6d3-a21ad44b5c31 req-2fb78797-bbaf-4bcc-80c5-b7fabe395325 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Allocated IP 172.25.2.141 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/cb492974-2990-4fab-a262-5f74aa6a8fde) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:20:02.412830 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-70074ddc-1849-4fcb-8c0f-c0abbbc9ab66 admin admin] Publish callbacks [] for security_group (60972d8a-81b0-4afb-b052-6628a5c2cd94), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:02.521722 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-70074ddc-1849-4fcb-8c0f-c0abbbc9ab66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (60972d8a-81b0-4afb-b052-6628a5c2cd94), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:02.524316 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-70074ddc-1849-4fcb-8c0f-c0abbbc9ab66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:02.525475 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-70074ddc-1849-4fcb-8c0f-c0abbbc9ab66 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/60972d8a-81b0-4afb-b052-6628a5c2cd94 HTTP/1.1" status: 204 len: 168 time: 0.2745802 Feb 16 22:20:02.544554 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70074ddc-1849-4fcb-8c0f-c0abbbc9ab66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60972d8a-81b0-4afb-b052-6628a5c2cd94,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:02.548941 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1969934e-d850-4aa4-a6d3-a21ad44b5c31 req-2fb78797-bbaf-4bcc-80c5-b7fabe395325 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks [] for port (cb492974-2990-4fab-a262-5f74aa6a8fde), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:02.585078 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1969934e-d850-4aa4-a6d3-a21ad44b5c31 req-2fb78797-bbaf-4bcc-80c5-b7fabe395325 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (cb492974-2990-4fab-a262-5f74aa6a8fde), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:02.626730 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1969934e-d850-4aa4-a6d3-a21ad44b5c31 req-2fb78797-bbaf-4bcc-80c5-b7fabe395325 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:20:02.633576 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-1969934e-d850-4aa4-a6d3-a21ad44b5c31 req-2fb78797-bbaf-4bcc-80c5-b7fabe395325 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:20:02.640250 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-1969934e-d850-4aa4-a6d3-a21ad44b5c31 req-2fb78797-bbaf-4bcc-80c5-b7fabe395325 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:20:02.643124 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb78797-bbaf-4bcc-80c5-b7fabe395325 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Pushing event updated for resources: {'Port': ['ID=cb492974-2990-4fab-a262-5f74aa6a8fde,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:02.726333 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1969934e-d850-4aa4-a6d3-a21ad44b5c31 req-2fb78797-bbaf-4bcc-80c5-b7fabe395325 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks [] for floatingip (9fb01e02-8118-40fc-88d0-ec3f70583d60), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:02.768783 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1969934e-d850-4aa4-a6d3-a21ad44b5c31 req-2fb78797-bbaf-4bcc-80c5-b7fabe395325 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cb492974-2990-4fab-a262-5f74aa6a8fde), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:02.926191 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1969934e-d850-4aa4-a6d3-a21ad44b5c31 req-2fb78797-bbaf-4bcc-80c5-b7fabe395325 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks [] for port (cb492974-2990-4fab-a262-5f74aa6a8fde), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:02.930377 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1969934e-d850-4aa4-a6d3-a21ad44b5c31 req-2fb78797-bbaf-4bcc-80c5-b7fabe395325 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (cb492974-2990-4fab-a262-5f74aa6a8fde), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:03.005934 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb78797-bbaf-4bcc-80c5-b7fabe395325 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Pushing event updated for resources: {'Port': ['ID=cb492974-2990-4fab-a262-5f74aa6a8fde,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:03.018477 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1969934e-d850-4aa4-a6d3-a21ad44b5c31 req-2fb78797-bbaf-4bcc-80c5-b7fabe395325 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (9fb01e02-8118-40fc-88d0-ec3f70583d60), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:03.034810 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1969934e-d850-4aa4-a6d3-a21ad44b5c31 req-2fb78797-bbaf-4bcc-80c5-b7fabe395325 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:03.036069 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1969934e-d850-4aa4-a6d3-a21ad44b5c31 req-2fb78797-bbaf-4bcc-80c5-b7fabe395325 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9257054 Feb 16 22:20:03.086430 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1969934e-d850-4aa4-a6d3-a21ad44b5c31 req-33a326c4-bfc5-44d7-9f87-87aea35763f9 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.141 HTTP/1.1" status: 200 len: 696 time: 0.0441432 Feb 16 22:20:03.161501 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884d71bd-a745-4bd3-a68b-8caf575c717e', 'tag': '1afa96d2-e42d-4af7-8615-a4ccb87a482c'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:20:03.163816 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c901a825-262c-4de4-9dd1-4a5dc6ea5a73" -d '{"events": [{"name": "network-changed", "server_uuid": "884d71bd-a745-4bd3-a68b-8caf575c717e", "tag": "1afa96d2-e42d-4af7-8615-a4ccb87a482c"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:20:03.202604 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969934e-d850-4aa4-a6d3-a21ad44b5c31 req-b91f71dd-db4e-4a94-9bb0-eaa03bb3ef70 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:03.204552 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1969934e-d850-4aa4-a6d3-a21ad44b5c31 req-b91f71dd-db4e-4a94-9bb0-eaa03bb3ef70 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 784 time: 0.1122746 Feb 16 22:20:03.224869 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 1f97ea0a-db46-4c73-9f25-b71db3dee16b no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:20:03.242337 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9e4db1-7063-4a48-83e3-45c161e2dcf2 x-openstack-request-id: req-3b9e4db1-7063-4a48-83e3-45c161e2dcf2 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:20:03.242882 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc105c41-c5db-4eb7-b1c1-17cd5aa9f1b3", "name": "network-vif-deleted", "tag": "1f97ea0a-db46-4c73-9f25-b71db3dee16b", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:20:03.242882 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3b9e4db1-7063-4a48-83e3-45c161e2dcf2 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:20:03.243324 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc105c41-c5db-4eb7-b1c1-17cd5aa9f1b3', 'name': 'network-vif-deleted', 'tag': '1f97ea0a-db46-4c73-9f25-b71db3dee16b', 'status': 'completed', 'code': 200} Feb 16 22:20:03.247286 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 1f97ea0a-db46-4c73-9f25-b71db3dee16b {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:20:03.247644 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 1f97ea0a-db46-4c73-9f25-b71db3dee16b not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:20:03.325982 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0032188c-e511-4c51-bccc-a0ea6cececc2 req-b5562b6c-1c47-44d2-aebc-77287b41e9a8 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "GET /v2.0/floatingips?tenant_id=1a29e21e15ad43ff8272d652c261d479 HTTP/1.1" status: 200 len: 1657 time: 0.0708289 Feb 16 22:20:03.431781 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032188c-e511-4c51-bccc-a0ea6cececc2 req-a634aad2-3229-4751-9ccc-e4ca9d6f41f7 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:03.433253 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0032188c-e511-4c51-bccc-a0ea6cececc2 req-a634aad2-3229-4751-9ccc-e4ca9d6f41f7 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "GET /v2.0/networks?id=b0ab4fc8-02c8-4404-90ea-6cd7fce3204f&id=b0ab4fc8-02c8-4404-90ea-6cd7fce3204f&id=b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 787 time: 0.1011934 Feb 16 22:20:03.634469 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-7cebb9c0-dc0d-45e0-8bd2-967cdac6145a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:03.635930 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-7cebb9c0-dc0d-45e0-8bd2-967cdac6145a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/networks?id=22711c4a-8661-4a7d-9538-4da72ec44b9a HTTP/1.1" status: 200 len: 811 time: 0.1025829 Feb 16 22:20:03.649828 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-8a596f31-17e9-4df7-80c6-4e32d9e1f56c tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/quotas/471d422781ee4218a880c4849a975478 HTTP/1.1" status: 200 len: 375 time: 0.0087428 Feb 16 22:20:03.718982 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-31ae4968-bccc-4564-a1c7-1689473fe335 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=471d422781ee4218a880c4849a975478&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0644083 Feb 16 22:20:03.817726 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-f6d7b800-6bfa-4b05-bc82-4dff64a04b5f service neutron] 10.222.0.75 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923903 Feb 16 22:20:03.902871 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-151b01bd-7567-4ba5-994f-7344029c125b service neutron] 10.222.0.75 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794234 Feb 16 22:20:04.100171 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f69abd-5bd5-4e57-8cfe-ecfb9a9aac41 req-9acd4f30-668f-4dc5-a444-1f6f4c0695b8 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:04.101679 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d6f69abd-5bd5-4e57-8cfe-ecfb9a9aac41 req-9acd4f30-668f-4dc5-a444-1f6f4c0695b8 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=c42d7a40-510b-4363-9f42-0bf3adadafb5 HTTP/1.1" status: 200 len: 945 time: 0.0539479 Feb 16 22:20:04.154544 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d6f69abd-5bd5-4e57-8cfe-ecfb9a9aac41 req-49ae0260-f670-4906-ac7b-bc81d7e832b0 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472031 Feb 16 22:20:04.203098 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d97de2-eb05-4a4b-ba83-2938a9461a7e x-openstack-request-id: req-e8d97de2-eb05-4a4b-ba83-2938a9461a7e {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:20:04.204387 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884d71bd-a745-4bd3-a68b-8caf575c717e", "tag": "1afa96d2-e42d-4af7-8615-a4ccb87a482c", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:20:04.204957 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e8d97de2-eb05-4a4b-ba83-2938a9461a7e {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:20:04.205558 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884d71bd-a745-4bd3-a68b-8caf575c717e', 'tag': '1afa96d2-e42d-4af7-8615-a4ccb87a482c', 'status': 'completed', 'code': 200} Feb 16 22:20:04.308975 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901a825-262c-4de4-9dd1-4a5dc6ea5a73 req-aeea900d-9218-45eb-b3cb-018d75a96c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:04.310566 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c901a825-262c-4de4-9dd1-4a5dc6ea5a73 req-aeea900d-9218-45eb-b3cb-018d75a96c3d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=45beb6dd314449ccb0cb78efc29b5eab&device_id=884d71bd-a745-4bd3-a68b-8caf575c717e HTTP/1.1" status: 200 len: 1128 time: 0.0827670 Feb 16 22:20:04.321831 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de028e91-fee0-4d5d-9899-29e6dd9b1965 req-92a095e0-a58d-430c-b544-1ec4f35fa55e tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:04.323216 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-de028e91-fee0-4d5d-9899-29e6dd9b1965 req-92a095e0-a58d-430c-b544-1ec4f35fa55e tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/ports?device_id=884d71bd-a745-4bd3-a68b-8caf575c717e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0691981 Feb 16 22:20:04.399271 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-de028e91-fee0-4d5d-9899-29e6dd9b1965 req-f3a9e254-de9c-4cfa-834d-21e4084d9219 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.141 HTTP/1.1" status: 200 len: 696 time: 0.0674329 Feb 16 22:20:04.434181 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-de028e91-fee0-4d5d-9899-29e6dd9b1965 req-8edc83a2-74e4-4152-b312-b663bdee19ae tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Request body: {'floatingip': {'port_id': '1afa96d2-e42d-4af7-8615-a4ccb87a482c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:04.485619 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-de028e91-fee0-4d5d-9899-29e6dd9b1965 req-8edc83a2-74e4-4152-b312-b663bdee19ae tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks [] for floatingip (9fb01e02-8118-40fc-88d0-ec3f70583d60), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:04.556155 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901a825-262c-4de4-9dd1-4a5dc6ea5a73 req-9a6a8bad-c340-4036-af4c-dd454b484c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:04.557583 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c901a825-262c-4de4-9dd1-4a5dc6ea5a73 req-9a6a8bad-c340-4036-af4c-dd454b484c46 service neutron] 10.222.0.79 "GET /v2.0/networks?id=148c4f12-6a4c-4222-964e-54da24b176f4 HTTP/1.1" status: 200 len: 929 time: 0.2333946 Feb 16 22:20:04.717919 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c901a825-262c-4de4-9dd1-4a5dc6ea5a73 req-fda7a864-57a7-4e46-97e0-60ba9d81866f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1afa96d2-e42d-4af7-8615-a4ccb87a482c HTTP/1.1" status: 200 len: 1001 time: 0.1492178 Feb 16 22:20:04.784256 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901a825-262c-4de4-9dd1-4a5dc6ea5a73 req-09459c40-ad43-41d9-9d4f-5a9cbe750b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:04.785670 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c901a825-262c-4de4-9dd1-4a5dc6ea5a73 req-09459c40-ad43-41d9-9d4f-5a9cbe750b21 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9ee789e8-f458-47e2-93fe-11658cfad8c1 HTTP/1.1" status: 200 len: 867 time: 0.0577173 Feb 16 22:20:04.804439 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [req-de028e91-fee0-4d5d-9899-29e6dd9b1965 req-8edc83a2-74e4-4152-b312-b663bdee19ae tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] update failed (client error): There was a conflict when trying to complete your request. Feb 16 22:20:04.805400 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-de028e91-fee0-4d5d-9899-29e6dd9b1965 req-8edc83a2-74e4-4152-b312-b663bdee19ae tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "PUT /v2.0/floatingips/9fb01e02-8118-40fc-88d0-ec3f70583d60 HTTP/1.1" status: 409 len: 551 time: 0.3761065 Feb 16 22:20:04.838860 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901a825-262c-4de4-9dd1-4a5dc6ea5a73 req-0487921c-fe57-428a-a68b-81fa22516105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:04.840369 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c901a825-262c-4de4-9dd1-4a5dc6ea5a73 req-0487921c-fe57-428a-a68b-81fa22516105 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=148c4f12-6a4c-4222-964e-54da24b176f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454166 Feb 16 22:20:04.941334 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c901a825-262c-4de4-9dd1-4a5dc6ea5a73 req-b368d506-c614-45ac-b369-315d6c835a7e service neutron] 10.222.0.79 "GET /v2.0/networks/148c4f12-6a4c-4222-964e-54da24b176f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894501 Feb 16 22:20:05.040278 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-b54144b2-53d2-4943-a18c-12f079e7013e tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=1909efeb4d264c0e9b425f7aeece7e13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269942 Feb 16 22:20:05.066216 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-e7c62087-bb7c-4ea2-be8c-0440f456c1fd tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:05.068311 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-e7c62087-bb7c-4ea2-be8c-0440f456c1fd tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.79 "GET /v2.0/networks?id=22711c4a-8661-4a7d-9538-4da72ec44b9a HTTP/1.1" status: 200 len: 811 time: 0.1304476 Feb 16 22:20:05.080585 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-e71d9da2-48d6-4c48-a3d5-a79642675e78 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Request body: {'port': {'device_id': 'f4fcb3cb-ee94-4db0-9d2f-f7783a04b758', 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a', 'admin_state_up': True, 'tenant_id': '471d422781ee4218a880c4849a975478'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:05.094416 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c901a825-262c-4de4-9dd1-4a5dc6ea5a73 req-9c0c9b03-8e98-466a-8b72-37fe6758e9e7 service neutron] 10.222.0.79 "GET /v2.0/networks/148c4f12-6a4c-4222-964e-54da24b176f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471379 Feb 16 22:20:05.164827 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-bab3aa6e-4df8-4f96-a3c8-1012b34e6741 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:05.166438 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-bab3aa6e-4df8-4f96-a3c8-1012b34e6741 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1172028 Feb 16 22:20:05.181766 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-002fb7ac-136b-4478-97ba-a6858ed8c973 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] 10.222.0.75 "GET /v2.0/quotas/1909efeb4d264c0e9b425f7aeece7e13 HTTP/1.1" status: 200 len: 375 time: 0.0096385 Feb 16 22:20:05.191211 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-e71d9da2-48d6-4c48-a3d5-a79642675e78 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Made reservation on behalf of 471d422781ee4218a880c4849a975478 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:20:05.194635 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-e71d9da2-48d6-4c48-a3d5-a79642675e78 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:05.219382 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-778f1e1c-136a-4db0-b2ea-9bf00d01bf01 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1909efeb4d264c0e9b425f7aeece7e13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315654 Feb 16 22:20:05.326909 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-e71d9da2-48d6-4c48-a3d5-a79642675e78 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Allocated IP 172.20.0.12 (22711c4a-8661-4a7d-9538-4da72ec44b9a/e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa/2878291e-3d8c-4591-a083-644483381e49) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:20:05.388300 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c08be09d-a336-4d7b-9680-fef891092464 req-af3c2261-82e1-4a0b-b3bb-1ff4312eabb1 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "GET /v2.0/floatingips/2f145834-570c-47d7-bdb1-ee1c202d3a8a HTTP/1.1" status: 200 len: 693 time: 0.0540497 Feb 16 22:20:05.492770 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-e71d9da2-48d6-4c48-a3d5-a79642675e78 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks [] for port (2878291e-3d8c-4591-a083-644483381e49), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:05.497907 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08be09d-a336-4d7b-9680-fef891092464 req-5d59ce01-bd47-4b62-8e90-f670a685056a tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:05.499371 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c08be09d-a336-4d7b-9680-fef891092464 req-5d59ce01-bd47-4b62-8e90-f670a685056a tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 784 time: 0.1102078 Feb 16 22:20:05.531769 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-e71d9da2-48d6-4c48-a3d5-a79642675e78 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (2878291e-3d8c-4591-a083-644483381e49), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:05.545011 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['4bef6242-7835-4301-899f-4bb8e188699e'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:20:05.577392 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-e71d9da2-48d6-4c48-a3d5-a79642675e78 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Network 22711c4a-8661-4a7d-9538-4da72ec44b9a is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:20:05.583510 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-e71d9da2-48d6-4c48-a3d5-a79642675e78 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:20:05.587717 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-e71d9da2-48d6-4c48-a3d5-a79642675e78 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:20:05.642289 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-e71d9da2-48d6-4c48-a3d5-a79642675e78 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:05.642951 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-e71d9da2-48d6-4c48-a3d5-a79642675e78 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:05.667085 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d9da2-48d6-4c48-a3d5-a79642675e78 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Pushing event updated for resources: {'Port': ['ID=2878291e-3d8c-4591-a083-644483381e49,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:05.678940 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-e71d9da2-48d6-4c48-a3d5-a79642675e78 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6028283 Feb 16 22:20:05.695899 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-5f624e5e-7e04-46f9-94bc-41ba6d6199c8 service neutron] Request body: {'port': {'device_id': 'f4fcb3cb-ee94-4db0-9d2f-f7783a04b758', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:05.820122 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-5f624e5e-7e04-46f9-94bc-41ba6d6199c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2878291e-3d8c-4591-a083-644483381e49), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:05.924456 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-dcf6a7b5-e4fe-49f6-9a8f-3ff73d10ad7f None None] Provisioning complete for port 2878291e-3d8c-4591-a083-644483381e49 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:05.924755 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-dcf6a7b5-e4fe-49f6-9a8f-3ff73d10ad7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2878291e-3d8c-4591-a083-644483381e49), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:05.936098 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c08be09d-a336-4d7b-9680-fef891092464 req-11653dc0-1e40-4ae3-9ada-9b22afa1cbb4 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.211 HTTP/1.1" status: 200 len: 696 time: 0.4289932 Feb 16 22:20:05.964026 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-dcf6a7b5-e4fe-49f6-9a8f-3ff73d10ad7f None None] Port 2878291e-3d8c-4591-a083-644483381e49 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:20:05.990519 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c08be09d-a336-4d7b-9680-fef891092464 req-ea03e2a3-648a-4409-b852-51c74df80a4e tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.211 HTTP/1.1" status: 200 len: 696 time: 0.0534480 Feb 16 22:20:06.120153 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-c08be09d-a336-4d7b-9680-fef891092464 req-5f655268-117a-4132-870e-6e47e60f9030 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Deleting port fd24ea29-11ee-4142-be31-12b8c7245906 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:20:06.120397 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c08be09d-a336-4d7b-9680-fef891092464 req-5f655268-117a-4132-870e-6e47e60f9030 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (fd24ea29-11ee-4142-be31-12b8c7245906), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:06.146585 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-5f624e5e-7e04-46f9-94bc-41ba6d6199c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2878291e-3d8c-4591-a083-644483381e49 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:20:06.155183 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-5f624e5e-7e04-46f9-94bc-41ba6d6199c8 service neutron] Publish callbacks [] for port (2878291e-3d8c-4591-a083-644483381e49), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:06.169598 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-5f624e5e-7e04-46f9-94bc-41ba6d6199c8 service neutron] Transition to ACTIVE for port object 2878291e-3d8c-4591-a083-644483381e49 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:20:06.175155 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-5f624e5e-7e04-46f9-94bc-41ba6d6199c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (2878291e-3d8c-4591-a083-644483381e49), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:06.201370 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c08be09d-a336-4d7b-9680-fef891092464 req-5f655268-117a-4132-870e-6e47e60f9030 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (fd24ea29-11ee-4142-be31-12b8c7245906), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:06.201792 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c08be09d-a336-4d7b-9680-fef891092464 req-5f655268-117a-4132-870e-6e47e60f9030 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks [] for floatingip (fd24ea29-11ee-4142-be31-12b8c7245906), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:06.217697 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-c08be09d-a336-4d7b-9680-fef891092464 req-5f655268-117a-4132-870e-6e47e60f9030 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Calling delete_port for fd24ea29-11ee-4142-be31-12b8c7245906 owned by network:floatingip {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:20:06.229113 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f624e5e-7e04-46f9-94bc-41ba6d6199c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2878291e-3d8c-4591-a083-644483381e49,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:06.308740 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-5f624e5e-7e04-46f9-94bc-41ba6d6199c8 service neutron] Attempting to bind port 2878291e-3d8c-4591-a083-644483381e49 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:20:06.309090 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-5f624e5e-7e04-46f9-94bc-41ba6d6199c8 service neutron] Attempting to bind port 2878291e-3d8c-4591-a083-644483381e49 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '70fb6cc5-8eb9-42af-ba50-480958a10f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:20:06.309606 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-5f624e5e-7e04-46f9-94bc-41ba6d6199c8 service neutron] Attempting to bind port 2878291e-3d8c-4591-a083-644483381e49 on network 22711c4a-8661-4a7d-9538-4da72ec44b9a {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:20:06.315814 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-5f624e5e-7e04-46f9-94bc-41ba6d6199c8 service neutron] Port 2878291e-3d8c-4591-a083-644483381e49 on network 22711c4a-8661-4a7d-9538-4da72ec44b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:20:06.316139 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-5f624e5e-7e04-46f9-94bc-41ba6d6199c8 service neutron] Attempting to bind port 2878291e-3d8c-4591-a083-644483381e49 on network 22711c4a-8661-4a7d-9538-4da72ec44b9a {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:20:06.323841 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-5f624e5e-7e04-46f9-94bc-41ba6d6199c8 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:20:06.324366 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-5f624e5e-7e04-46f9-94bc-41ba6d6199c8 service neutron] Checking segment: {'id': '70fb6cc5-8eb9-42af-ba50-480958a10f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:20:06.324892 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-5f624e5e-7e04-46f9-94bc-41ba6d6199c8 service neutron] Bound using segment: {'id': '70fb6cc5-8eb9-42af-ba50-480958a10f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:20:06.325438 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-5f624e5e-7e04-46f9-94bc-41ba6d6199c8 service neutron] Bound port: 2878291e-3d8c-4591-a083-644483381e49, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70fb6cc5-8eb9-42af-ba50-480958a10f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:20:06.325908 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-5f624e5e-7e04-46f9-94bc-41ba6d6199c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2878291e-3d8c-4591-a083-644483381e49), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:06.402263 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c08be09d-a336-4d7b-9680-fef891092464 req-5f655268-117a-4132-870e-6e47e60f9030 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (fd24ea29-11ee-4142-be31-12b8c7245906), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:06.434167 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-54a2e51b-5391-4c1b-a0cf-172d38b68620 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=1909efeb4d264c0e9b425f7aeece7e13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341179 Feb 16 22:20:06.435402 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-5f624e5e-7e04-46f9-94bc-41ba6d6199c8 service neutron] For port 2878291e-3d8c-4591-a083-644483381e49, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:20:06.439985 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f655268-117a-4132-870e-6e47e60f9030 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Pushing event deleted for resources: {'Port': ['ID=fd24ea29-11ee-4142-be31-12b8c7245906,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:06.476683 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-5f624e5e-7e04-46f9-94bc-41ba6d6199c8 service neutron] For port 2878291e-3d8c-4591-a083-644483381e49, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=2878291e-3d8c-4591-a083-644483381e49,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:20:06.495238 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-5f624e5e-7e04-46f9-94bc-41ba6d6199c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (2878291e-3d8c-4591-a083-644483381e49), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:06.531030 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c08be09d-a336-4d7b-9680-fef891092464 req-5f655268-117a-4132-870e-6e47e60f9030 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks [] for floatingip (2f145834-570c-47d7-bdb1-ee1c202d3a8a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:06.536275 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c08be09d-a336-4d7b-9680-fef891092464 req-5f655268-117a-4132-870e-6e47e60f9030 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:06.537906 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c08be09d-a336-4d7b-9680-fef891092464 req-5f655268-117a-4132-870e-6e47e60f9030 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "DELETE /v2.0/floatingips/2f145834-570c-47d7-bdb1-ee1c202d3a8a HTTP/1.1" status: 204 len: 173 time: 0.5446253 Feb 16 22:20:06.588161 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-5f624e5e-7e04-46f9-94bc-41ba6d6199c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:06.588789 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-5f624e5e-7e04-46f9-94bc-41ba6d6199c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:06.590233 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-5f624e5e-7e04-46f9-94bc-41ba6d6199c8 service neutron] 10.222.0.79 "PUT /v2.0/ports/2878291e-3d8c-4591-a083-644483381e49 HTTP/1.1" status: 200 len: 1092 time: 0.9019227 Feb 16 22:20:06.592670 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4fcb3cb-ee94-4db0-9d2f-f7783a04b758', 'tag': '2878291e-3d8c-4591-a083-644483381e49'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:20:06.595146 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9888a4d7-0904-4a6c-813a-5f333d7c536d" -d '{"events": [{"name": "network-changed", "server_uuid": "f4fcb3cb-ee94-4db0-9d2f-f7783a04b758", "tag": "2878291e-3d8c-4591-a083-644483381e49"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:20:06.619140 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f624e5e-7e04-46f9-94bc-41ba6d6199c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2878291e-3d8c-4591-a083-644483381e49,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:06.627834 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-53ed861d-1d3d-45d0-824f-e0109392f98f tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:06.629353 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-53ed861d-1d3d-45d0-824f-e0109392f98f tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1886542 Feb 16 22:20:06.654275 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-d9b499e4-98d2-44f8-98d8-9810344c8ae0 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] Request body: {'port': {'device_id': 'c213cb04-3df5-44cb-b0bb-b3e93e1c5225', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'admin_state_up': True, 'tenant_id': '1909efeb4d264c0e9b425f7aeece7e13'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:06.735011 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f28d6-ca5f-4707-a0be-6eb257af50ce req-db7788fc-7eb4-4489-96c1-17e0bcf452b5 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:06.737115 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-452f28d6-ca5f-4707-a0be-6eb257af50ce req-db7788fc-7eb4-4489-96c1-17e0bcf452b5 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=f4fcb3cb-ee94-4db0-9d2f-f7783a04b758 HTTP/1.1" status: 200 len: 944 time: 0.0632193 Feb 16 22:20:06.770802 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-444538e5-c0d6-4d72-ac5c-81c9aac99564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:06.772332 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-444538e5-c0d6-4d72-ac5c-81c9aac99564 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=471d422781ee4218a880c4849a975478&device_id=f4fcb3cb-ee94-4db0-9d2f-f7783a04b758 HTTP/1.1" status: 200 len: 1126 time: 0.1145816 Feb 16 22:20:06.794709 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-452f28d6-ca5f-4707-a0be-6eb257af50ce req-0a2583d5-507b-4dbf-be50-9582eedaa113 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511723 Feb 16 22:20:06.830950 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-15abd1e4-5b6e-4b7a-afd4-976d129c81e6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2878291e-3d8c-4591-a083-644483381e49 HTTP/1.1" status: 200 len: 217 time: 0.0510767 Feb 16 22:20:06.878540 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-d9b499e4-98d2-44f8-98d8-9810344c8ae0 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] Made reservation on behalf of 1909efeb4d264c0e9b425f7aeece7e13 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:20:06.881850 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-d9b499e4-98d2-44f8-98d8-9810344c8ae0 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:06.894951 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-d9b499e4-98d2-44f8-98d8-9810344c8ae0 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:06.906674 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-f1bb0e52-4793-44ce-9a88-7d496fce6022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:06.908144 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-f1bb0e52-4793-44ce-9a88-7d496fce6022 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa HTTP/1.1" status: 200 len: 850 time: 0.0690010 Feb 16 22:20:06.988651 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-618a9a8c-735a-4b34-bf56-84b696546d70 req-c07a056d-c899-42e0-bbdb-ba940b263502 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/floatingips/9fb01e02-8118-40fc-88d0-ec3f70583d60 HTTP/1.1" status: 200 len: 693 time: 0.0428038 Feb 16 22:20:06.992732 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-21c8c187-26b8-4317-ae98-79ed058c11b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:06.994273 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-21c8c187-26b8-4317-ae98-79ed058c11b9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=22711c4a-8661-4a7d-9538-4da72ec44b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0784712 Feb 16 22:20:07.033220 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-d9b499e4-98d2-44f8-98d8-9810344c8ae0 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] Publish callbacks [] for security_group (0d82db5a-6f03-40d3-b51b-2cdb2d1c5810), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:07.040528 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-d9b499e4-98d2-44f8-98d8-9810344c8ae0 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (0d82db5a-6f03-40d3-b51b-2cdb2d1c5810), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:07.101557 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a9a8c-735a-4b34-bf56-84b696546d70 req-8bccab8c-d141-4aa7-ae73-d6e5124cab30 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:07.102956 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-618a9a8c-735a-4b34-bf56-84b696546d70 req-8bccab8c-d141-4aa7-ae73-d6e5124cab30 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 784 time: 0.1089940 Feb 16 22:20:07.145453 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b499e4-98d2-44f8-98d8-9810344c8ae0 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d82db5a-6f03-40d3-b51b-2cdb2d1c5810,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:07.153467 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-618a9a8c-735a-4b34-bf56-84b696546d70 req-a05c4cf6-a05e-4972-860b-e278812829fd tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.141 HTTP/1.1" status: 200 len: 696 time: 0.0444119 Feb 16 22:20:07.198356 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-36c4b49d-fe81-46ba-86ed-7efb82d60fef service neutron] 10.222.0.79 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943645 Feb 16 22:20:07.212360 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-618a9a8c-735a-4b34-bf56-84b696546d70 req-155f7a45-ae28-4f69-b29b-5baf28f825df tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.141 HTTP/1.1" status: 200 len: 696 time: 0.0466373 Feb 16 22:20:07.257082 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-d9b499e4-98d2-44f8-98d8-9810344c8ae0 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] Allocated IP 192.168.233.191 (d8fa3154-6273-4014-87c6-575d48ec11fc/0a5a8be1-6e1c-443c-a77b-25715d79e10e/c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:20:07.337073 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1f01a4d0-26b7-43d3-85f2-c9f3ae8eb687 req-5d545dca-472f-4b1c-be36-e5441b8b38c1 service neutron] 10.222.0.79 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299963 Feb 16 22:20:07.340212 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-618a9a8c-735a-4b34-bf56-84b696546d70 req-45c301bf-8ada-4fae-bc2f-e18a757b8de0 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Deleting port cb492974-2990-4fab-a262-5f74aa6a8fde {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:20:07.340701 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-618a9a8c-735a-4b34-bf56-84b696546d70 req-45c301bf-8ada-4fae-bc2f-e18a757b8de0 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (cb492974-2990-4fab-a262-5f74aa6a8fde), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:07.424031 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-618a9a8c-735a-4b34-bf56-84b696546d70 req-45c301bf-8ada-4fae-bc2f-e18a757b8de0 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (cb492974-2990-4fab-a262-5f74aa6a8fde), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:07.424759 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-618a9a8c-735a-4b34-bf56-84b696546d70 req-45c301bf-8ada-4fae-bc2f-e18a757b8de0 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks [] for floatingip (cb492974-2990-4fab-a262-5f74aa6a8fde), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:07.435935 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-618a9a8c-735a-4b34-bf56-84b696546d70 req-45c301bf-8ada-4fae-bc2f-e18a757b8de0 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Calling delete_port for cb492974-2990-4fab-a262-5f74aa6a8fde owned by network:floatingip {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:20:07.450358 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-d9b499e4-98d2-44f8-98d8-9810344c8ae0 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] Publish callbacks [] for port (c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:07.485899 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-d9b499e4-98d2-44f8-98d8-9810344c8ae0 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:07.526994 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-d9b499e4-98d2-44f8-98d8-9810344c8ae0 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] Network d8fa3154-6273-4014-87c6-575d48ec11fc is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:20:07.532733 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-d9b499e4-98d2-44f8-98d8-9810344c8ae0 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:20:07.536487 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-d9b499e4-98d2-44f8-98d8-9810344c8ae0 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:20:07.563094 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b499e4-98d2-44f8-98d8-9810344c8ae0 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] Pushing event updated for resources: {'Port': ['ID=c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:07.574061 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-618a9a8c-735a-4b34-bf56-84b696546d70 req-45c301bf-8ada-4fae-bc2f-e18a757b8de0 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (cb492974-2990-4fab-a262-5f74aa6a8fde), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:07.590514 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-d9b499e4-98d2-44f8-98d8-9810344c8ae0 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:07.591468 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-d9b499e4-98d2-44f8-98d8-9810344c8ae0 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:07.610140 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c301bf-8ada-4fae-bc2f-e18a757b8de0 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Pushing event deleted for resources: {'Port': ['ID=cb492974-2990-4fab-a262-5f74aa6a8fde,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:07.613004 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-d9b499e4-98d2-44f8-98d8-9810344c8ae0 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9630258 Feb 16 22:20:07.627415 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-bf0725d6-a521-447d-9f07-867543926d4b service neutron] Request body: {'port': {'device_id': 'c213cb04-3df5-44cb-b0bb-b3e93e1c5225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:07.668762 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-618a9a8c-735a-4b34-bf56-84b696546d70 req-45c301bf-8ada-4fae-bc2f-e18a757b8de0 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks [] for floatingip (9fb01e02-8118-40fc-88d0-ec3f70583d60), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:07.672397 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-618a9a8c-735a-4b34-bf56-84b696546d70 req-45c301bf-8ada-4fae-bc2f-e18a757b8de0 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:07.673599 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-618a9a8c-735a-4b34-bf56-84b696546d70 req-45c301bf-8ada-4fae-bc2f-e18a757b8de0 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "DELETE /v2.0/floatingips/9fb01e02-8118-40fc-88d0-ec3f70583d60 HTTP/1.1" status: 204 len: 173 time: 0.4557426 Feb 16 22:20:07.693542 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-bf0725d6-a521-447d-9f07-867543926d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:07.780455 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05fe0d-dc99-429f-b4e4-23d3d3d8957e req-a432ea88-dabb-48ae-821b-1ea1fbf0c8bc tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:07.781950 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3b05fe0d-dc99-429f-b4e4-23d3d3d8957e req-a432ea88-dabb-48ae-821b-1ea1fbf0c8bc tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] 10.222.0.75 "GET /v2.0/ports?device_id=c213cb04-3df5-44cb-b0bb-b3e93e1c5225 HTTP/1.1" status: 200 len: 936 time: 0.0547893 Feb 16 22:20:07.828095 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3b05fe0d-dc99-429f-b4e4-23d3d3d8957e req-feef6a82-c40c-456f-8b54-fcf438b00970 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d82db5a-6f03-40d3-b51b-2cdb2d1c5810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402012 Feb 16 22:20:07.846956 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-0d38f993-ef41-4742-ba14-fab962879463 None None] Provisioning complete for port c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:07.847453 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0d38f993-ef41-4742-ba14-fab962879463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:07.890920 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-0d38f993-ef41-4742-ba14-fab962879463 None None] Port c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:20:07.899405 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-167dc01e-51ff-4dda-9529-e1d4ce56d442 req-adc380b0-21f2-473c-892c-dacfaf041d7b tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "GET /v2.0/floatingips/4d3d0dd7-6a61-4e7e-b83b-58e4a45da08a HTTP/1.1" status: 200 len: 693 time: 0.0474665 Feb 16 22:20:07.974080 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-bf0725d6-a521-447d-9f07-867543926d4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:20:07.981313 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-bf0725d6-a521-447d-9f07-867543926d4b service neutron] Publish callbacks [] for port (c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:07.995410 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-bf0725d6-a521-447d-9f07-867543926d4b service neutron] Transition to ACTIVE for port object c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:20:07.999189 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-bf0725d6-a521-447d-9f07-867543926d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:08.002963 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dc01e-51ff-4dda-9529-e1d4ce56d442 req-e139c957-57fd-4f66-a2ac-ae8e98062b7e tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:08.004351 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-167dc01e-51ff-4dda-9529-e1d4ce56d442 req-e139c957-57fd-4f66-a2ac-ae8e98062b7e tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 784 time: 0.0993836 Feb 16 22:20:08.055862 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0725d6-a521-447d-9f07-867543926d4b service neutron] Pushing event updated for resources: {'Port': ['ID=c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:08.059434 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-167dc01e-51ff-4dda-9529-e1d4ce56d442 req-214bdbb2-104d-41d7-bcd5-cfabf53d4a4c tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.224 HTTP/1.1" status: 200 len: 696 time: 0.0485194 Feb 16 22:20:08.109774 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-167dc01e-51ff-4dda-9529-e1d4ce56d442 req-20f57107-8fc8-4d6e-9899-610fd0857ff7 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.224 HTTP/1.1" status: 200 len: 696 time: 0.0441155 Feb 16 22:20:08.131260 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-bf0725d6-a521-447d-9f07-867543926d4b service neutron] Attempting to bind port c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:20:08.131746 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-bf0725d6-a521-447d-9f07-867543926d4b service neutron] Attempting to bind port c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:20:08.132187 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-bf0725d6-a521-447d-9f07-867543926d4b service neutron] Attempting to bind port c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:20:08.137724 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-bf0725d6-a521-447d-9f07-867543926d4b service neutron] Port c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9 on network d8fa3154-6273-4014-87c6-575d48ec11fc not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:20:08.138261 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-bf0725d6-a521-447d-9f07-867543926d4b service neutron] Attempting to bind port c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:20:08.144145 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-bf0725d6-a521-447d-9f07-867543926d4b service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:20:08.144488 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-bf0725d6-a521-447d-9f07-867543926d4b service neutron] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:20:08.144926 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-bf0725d6-a521-447d-9f07-867543926d4b service neutron] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:20:08.145342 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-bf0725d6-a521-447d-9f07-867543926d4b service neutron] Bound port: c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:20:08.145679 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-bf0725d6-a521-447d-9f07-867543926d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:08.215482 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-bf0725d6-a521-447d-9f07-867543926d4b service neutron] For port c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:20:08.218873 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-bf0725d6-a521-447d-9f07-867543926d4b service neutron] For port c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:20:08.227189 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-bf0725d6-a521-447d-9f07-867543926d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:08.266122 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-bf0725d6-a521-447d-9f07-867543926d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:08.267172 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-bf0725d6-a521-447d-9f07-867543926d4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:08.268560 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-bf0725d6-a521-447d-9f07-867543926d4b service neutron] 10.222.0.67 "PUT /v2.0/ports/c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9 HTTP/1.1" status: 200 len: 1096 time: 0.6460798 Feb 16 22:20:08.270510 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-167dc01e-51ff-4dda-9529-e1d4ce56d442 req-383e44e1-9fc8-4256-be07-993c6206d215 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Deleting port b09107ff-86da-4b52-9627-d124c4d6b5fa {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:20:08.270917 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-167dc01e-51ff-4dda-9529-e1d4ce56d442 req-383e44e1-9fc8-4256-be07-993c6206d215 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (b09107ff-86da-4b52-9627-d124c4d6b5fa), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:08.293379 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0725d6-a521-447d-9f07-867543926d4b service neutron] Pushing event updated for resources: {'Port': ['ID=c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:08.364205 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-6f7d6bbc-3c6e-4684-b99e-c65416e1a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:08.366515 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-6f7d6bbc-3c6e-4684-b99e-c65416e1a185 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1909efeb4d264c0e9b425f7aeece7e13&device_id=c213cb04-3df5-44cb-b0bb-b3e93e1c5225 HTTP/1.1" status: 200 len: 1130 time: 0.0552428 Feb 16 22:20:08.366933 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-167dc01e-51ff-4dda-9529-e1d4ce56d442 req-383e44e1-9fc8-4256-be07-993c6206d215 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (b09107ff-86da-4b52-9627-d124c4d6b5fa), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:08.367259 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-167dc01e-51ff-4dda-9529-e1d4ce56d442 req-383e44e1-9fc8-4256-be07-993c6206d215 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks [] for floatingip (b09107ff-86da-4b52-9627-d124c4d6b5fa), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:08.380258 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-167dc01e-51ff-4dda-9529-e1d4ce56d442 req-383e44e1-9fc8-4256-be07-993c6206d215 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Calling delete_port for b09107ff-86da-4b52-9627-d124c4d6b5fa owned by network:floatingip {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:20:08.410266 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-5a2dd5e1-d708-4a70-a5f7-36c85761b184 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9 HTTP/1.1" status: 200 len: 217 time: 0.0364761 Feb 16 22:20:08.467085 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-6e9cc07b-2f2c-4ba0-8866-06b0a680594e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:08.468851 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-6e9cc07b-2f2c-4ba0-8866-06b0a680594e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0518110 Feb 16 22:20:08.540501 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-167dc01e-51ff-4dda-9529-e1d4ce56d442 req-383e44e1-9fc8-4256-be07-993c6206d215 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (b09107ff-86da-4b52-9627-d124c4d6b5fa), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:08.552275 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-7e3baf09-c35f-4deb-b18a-8f72b6c07df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:08.553800 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-7e3baf09-c35f-4deb-b18a-8f72b6c07df3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0673206 Feb 16 22:20:08.565921 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58957c1-8d1a-4679-9444-afef9107e3d0 req-a595f13f-26b2-447a-9c59-ad5b0445fd01 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:08.567392 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e58957c1-8d1a-4679-9444-afef9107e3d0 req-a595f13f-26b2-447a-9c59-ad5b0445fd01 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.67 "GET /v2.0/ports?device_id=c42d7a40-510b-4363-9f42-0bf3adadafb5 HTTP/1.1" status: 200 len: 945 time: 0.0888963 Feb 16 22:20:08.569270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e44e1-9fc8-4256-be07-993c6206d215 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Pushing event deleted for resources: {'Port': ['ID=b09107ff-86da-4b52-9627-d124c4d6b5fa,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:08.628679 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-167dc01e-51ff-4dda-9529-e1d4ce56d442 req-383e44e1-9fc8-4256-be07-993c6206d215 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks [] for floatingip (4d3d0dd7-6a61-4e7e-b83b-58e4a45da08a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:08.631436 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-167dc01e-51ff-4dda-9529-e1d4ce56d442 req-383e44e1-9fc8-4256-be07-993c6206d215 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:08.632853 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-167dc01e-51ff-4dda-9529-e1d4ce56d442 req-383e44e1-9fc8-4256-be07-993c6206d215 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "DELETE /v2.0/floatingips/4d3d0dd7-6a61-4e7e-b83b-58e4a45da08a HTTP/1.1" status: 204 len: 173 time: 0.5125542 Feb 16 22:20:08.711433 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-1e62ceb1-2d26-48f0-961b-3c09cadf7783 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429172 Feb 16 22:20:08.758792 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-e58957c1-8d1a-4679-9444-afef9107e3d0 req-0b45ecc4-c9d0-4df8-b7be-1228a48862c7 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Deleting port 8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:20:08.759132 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e58957c1-8d1a-4679-9444-afef9107e3d0 req-0b45ecc4-c9d0-4df8-b7be-1228a48862c7 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:08.800512 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb9538c-9b14-4f85-a01b-1377718879fa x-openstack-request-id: req-7fb9538c-9b14-4f85-a01b-1377718879fa {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:20:08.800797 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4fcb3cb-ee94-4db0-9d2f-f7783a04b758", "tag": "2878291e-3d8c-4591-a083-644483381e49", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:20:08.801057 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7fb9538c-9b14-4f85-a01b-1377718879fa {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:20:08.801451 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4fcb3cb-ee94-4db0-9d2f-f7783a04b758', 'tag': '2878291e-3d8c-4591-a083-644483381e49', 'status': 'completed', 'code': 200} Feb 16 22:20:08.998154 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 2878291e-3d8c-4591-a083-644483381e49 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:20:09.030119 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff4c8f-f0c9-4fed-a3a1-ad3498ceba36 req-1771b9e5-7b9e-40b9-8074-75770bfc80c8 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:09.040551 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4ff4c8f-f0c9-4fed-a3a1-ad3498ceba36 req-1771b9e5-7b9e-40b9-8074-75770bfc80c8 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=c42d7a40-510b-4363-9f42-0bf3adadafb5 HTTP/1.1" status: 200 len: 945 time: 0.0797019 Feb 16 22:20:09.105501 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4ff4c8f-f0c9-4fed-a3a1-ad3498ceba36 req-a10e259a-c7ca-41aa-a0d6-c4532d88ee2d tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637515 Feb 16 22:20:09.133130 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 2878291e-3d8c-4591-a083-644483381e49, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=2878291e-3d8c-4591-a083-644483381e49,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:09.147866 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '2878291e-3d8c-4591-a083-644483381e49', 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a', 'port_id': '2878291e-3d8c-4591-a083-644483381e49', 'mac_address': 'fa:16:3e:7f:9b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:20:09.163830 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eb20c7c5-2902-4149-95dc-645f8147bebd req-e5071a55-04e4-462a-beeb-2c267f338632 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438934 Feb 16 22:20:09.202938 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 2878291e-3d8c-4591-a083-644483381e49 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:09.203483 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2878291e-3d8c-4591-a083-644483381e49), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:09.206989 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888a4d7-0904-4a6c-813a-5f333d7c536d req-467d7850-3e86-4a58-9c60-8ff5ac28c648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:09.208507 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9888a4d7-0904-4a6c-813a-5f333d7c536d req-467d7850-3e86-4a58-9c60-8ff5ac28c648 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=471d422781ee4218a880c4849a975478&device_id=f4fcb3cb-ee94-4db0-9d2f-f7783a04b758 HTTP/1.1" status: 200 len: 1126 time: 0.3899119 Feb 16 22:20:09.214700 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-e58957c1-8d1a-4679-9444-afef9107e3d0 req-0b45ecc4-c9d0-4df8-b7be-1228a48862c7 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] For port 8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb,segment=NetworkSegment(bab3c7c9-e01c-407c-bcf4-3671c0e39eec),segment_id=bab3c7c9-e01c-407c-bcf4-3671c0e39eec)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:09.214700 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e58957c1-8d1a-4679-9444-afef9107e3d0 req-0b45ecc4-c9d0-4df8-b7be-1228a48862c7 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:09.217379 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2878291e-3d8c-4591-a083-644483381e49 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:20:09.241895 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 2878291e-3d8c-4591-a083-644483381e49, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=2878291e-3d8c-4591-a083-644483381e49,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:09.247218 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-e58957c1-8d1a-4679-9444-afef9107e3d0 req-0b45ecc4-c9d0-4df8-b7be-1228a48862c7 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Calling delete_port for 8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:20:09.250322 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2878291e-3d8c-4591-a083-644483381e49), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:09.256346 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-52f3f891-9863-4261-a516-26dbdb734ac0 req-b55dad07-4891-4eed-9aa8-432ab99e2ad7 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.82 HTTP/1.1" status: 200 len: 1001 time: 0.1336398 Feb 16 22:20:09.298659 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60232) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:09.306343 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=2878291e-3d8c-4591-a083-644483381e49,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:09.319453 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3f891-9863-4261-a516-26dbdb734ac0 req-bb4f94d1-168b-41ef-9480-56a7f1b23b5b tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:09.320923 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-52f3f891-9863-4261-a516-26dbdb734ac0 req-bb4f94d1-168b-41ef-9480-56a7f1b23b5b tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/ports/1afa96d2-e42d-4af7-8615-a4ccb87a482c HTTP/1.1" status: 200 len: 943 time: 0.0590022 Feb 16 22:20:09.374719 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888a4d7-0904-4a6c-813a-5f333d7c536d req-2d6ad683-095c-4e71-9312-a4eddc733454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:09.376756 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9888a4d7-0904-4a6c-813a-5f333d7c536d req-2d6ad683-095c-4e71-9312-a4eddc733454 service neutron] 10.222.0.79 "GET /v2.0/networks?id=22711c4a-8661-4a7d-9538-4da72ec44b9a HTTP/1.1" status: 200 len: 912 time: 0.1587543 Feb 16 22:20:09.432064 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-52f3f891-9863-4261-a516-26dbdb734ac0 req-e54a1145-6756-4042-9f26-6bb25cdaf098 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.82 HTTP/1.1" status: 200 len: 1001 time: 0.0678043 Feb 16 22:20:09.432233 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9888a4d7-0904-4a6c-813a-5f333d7c536d req-238bdbab-ae17-4441-870e-b7ba12939084 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2878291e-3d8c-4591-a083-644483381e49 HTTP/1.1" status: 200 len: 217 time: 0.0431700 Feb 16 22:20:09.478756 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f40eebee-8338-4386-9ad6-8294e42bec38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:09.535167 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['2878291e-3d8c-4591-a083-644483381e49'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:20:09.539554 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3f891-9863-4261-a516-26dbdb734ac0 req-618717ce-7afa-4d37-a04d-dbd0005ddb02 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:09.541026 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-52f3f891-9863-4261-a516-26dbdb734ac0 req-618717ce-7afa-4d37-a04d-dbd0005ddb02 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 784 time: 0.1036360 Feb 16 22:20:09.547050 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888a4d7-0904-4a6c-813a-5f333d7c536d req-7a15a44f-7941-4cc2-9255-3156334ba6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:09.548645 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9888a4d7-0904-4a6c-813a-5f333d7c536d req-7a15a44f-7941-4cc2-9255-3156334ba6b9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa HTTP/1.1" status: 200 len: 850 time: 0.0997517 Feb 16 22:20:09.568117 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e58957c1-8d1a-4679-9444-afef9107e3d0 req-0b45ecc4-c9d0-4df8-b7be-1228a48862c7 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:09.614682 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-52f3f891-9863-4261-a516-26dbdb734ac0 req-820ead47-da02-4ca6-bafe-3674607a3156 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.82 HTTP/1.1" status: 200 len: 1001 time: 0.0645471 Feb 16 22:20:09.624075 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-52f3f891-9863-4261-a516-26dbdb734ac0 req-e5a3e9fb-c451-49b2-9015-c963cbc9147a tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:09.636026 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45ecc4-c9d0-4df8-b7be-1228a48862c7 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Pushing event deleted for resources: {'Port': ['ID=8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:09.691053 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-52f3f891-9863-4261-a516-26dbdb734ac0 req-e5a3e9fb-c451-49b2-9015-c963cbc9147a tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks [] for floatingip (0160f889-7178-470f-83eb-5710c26e0072), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:09.693024 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58957c1-8d1a-4679-9444-afef9107e3d0 req-0b45ecc4-c9d0-4df8-b7be-1228a48862c7 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] No DVR routers for this DVR port 8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:20:09.695632 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e58957c1-8d1a-4679-9444-afef9107e3d0 req-0b45ecc4-c9d0-4df8-b7be-1228a48862c7 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:09.699311 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e58957c1-8d1a-4679-9444-afef9107e3d0 req-0b45ecc4-c9d0-4df8-b7be-1228a48862c7 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.67 "DELETE /v2.0/ports/8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb HTTP/1.1" status: 204 len: 173 time: 1.1207502 Feb 16 22:20:09.725705 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888a4d7-0904-4a6c-813a-5f333d7c536d req-504c75c7-6c60-4227-8c2e-6446b29b329b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:09.727240 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9888a4d7-0904-4a6c-813a-5f333d7c536d req-504c75c7-6c60-4227-8c2e-6446b29b329b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=22711c4a-8661-4a7d-9538-4da72ec44b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1692657 Feb 16 22:20:09.749788 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f40eebee-8338-4386-9ad6-8294e42bec38 admin admin] Publish callbacks [] for security_group (8fa44971-e7ca-4fb3-a2c5-f6c4e9617777), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:09.763027 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f40eebee-8338-4386-9ad6-8294e42bec38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (8fa44971-e7ca-4fb3-a2c5-f6c4e9617777), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:09.843602 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-52f3f891-9863-4261-a516-26dbdb734ac0 req-e5a3e9fb-c451-49b2-9015-c963cbc9147a tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:09.849848 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f40eebee-8338-4386-9ad6-8294e42bec38 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2da66da3035d4b6783ef2701a7f4e306&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5477378 Feb 16 22:20:09.849848 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40eebee-8338-4386-9ad6-8294e42bec38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa44971-e7ca-4fb3-a2c5-f6c4e9617777,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:09.850216 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-52f3f891-9863-4261-a516-26dbdb734ac0 req-e5a3e9fb-c451-49b2-9015-c963cbc9147a tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (0160f889-7178-470f-83eb-5710c26e0072), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:09.850216 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [req-52f3f891-9863-4261-a516-26dbdb734ac0 req-e5a3e9fb-c451-49b2-9015-c963cbc9147a tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Floating IP 0160f889-7178-470f-83eb-5710c26e0072 disassociated. External IP: 172.25.2.82, port: 1afa96d2-e42d-4af7-8615-a4ccb87a482c. Feb 16 22:20:09.852065 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60236) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:09.898271 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9888a4d7-0904-4a6c-813a-5f333d7c536d req-fa0eabac-b64f-4d75-ab8a-11b24f12c487 service neutron] 10.222.0.79 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629107 Feb 16 22:20:09.935984 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b94e36f0-bbc9-4327-a70e-134e89c63534 admin admin] Publish callbacks [] for security_group (8fa44971-e7ca-4fb3-a2c5-f6c4e9617777), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:09.991618 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b94e36f0-bbc9-4327-a70e-134e89c63534 admin admin] Publish callbacks [] for security_group (8fa44971-e7ca-4fb3-a2c5-f6c4e9617777), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:10.038260 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9888a4d7-0904-4a6c-813a-5f333d7c536d req-e7e59cac-d858-40b6-9434-2eeb28ebdf02 service neutron] 10.222.0.79 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238077 Feb 16 22:20:10.059292 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b94e36f0-bbc9-4327-a70e-134e89c63534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (8fa44971-e7ca-4fb3-a2c5-f6c4e9617777), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:10.061870 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b94e36f0-bbc9-4327-a70e-134e89c63534 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:10.063394 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b94e36f0-bbc9-4327-a70e-134e89c63534 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8fa44971-e7ca-4fb3-a2c5-f6c4e9617777 HTTP/1.1" status: 204 len: 168 time: 0.2100353 Feb 16 22:20:10.068186 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52f3f891-9863-4261-a516-26dbdb734ac0 req-e5a3e9fb-c451-49b2-9015-c963cbc9147a tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Router 51dd0a18-5620-4c2c-8904-72f39432242e has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:20:10.071719 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e36f0-bbc9-4327-a70e-134e89c63534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa44971-e7ca-4fb3-a2c5-f6c4e9617777,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:10.183586 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52f3f891-9863-4261-a516-26dbdb734ac0 req-e5a3e9fb-c451-49b2-9015-c963cbc9147a tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:20:10.189130 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-52f3f891-9863-4261-a516-26dbdb734ac0 req-e5a3e9fb-c451-49b2-9015-c963cbc9147a tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:10.193260 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec15a4db-436e-43b4-af30-376250cad1aa None None] Sync routers for ids ['51dd0a18-5620-4c2c-8904-72f39432242e'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:20:10.204489 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec15a4db-436e-43b4-af30-376250cad1aa None None] Routers {'51dd0a18-5620-4c2c-8904-72f39432242e'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:20:10.206298 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-ec15a4db-436e-43b4-af30-376250cad1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:19:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['51dd0a18-5620-4c2c-8904-72f39432242e'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:10.252309 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-52f3f891-9863-4261-a516-26dbdb734ac0 req-e5a3e9fb-c451-49b2-9015-c963cbc9147a tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "PUT /v2.0/floatingips/0160f889-7178-470f-83eb-5710c26e0072 HTTP/1.1" status: 200 len: 694 time: 0.6321392 Feb 16 22:20:10.264521 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884d71bd-a745-4bd3-a68b-8caf575c717e', 'tag': '1afa96d2-e42d-4af7-8615-a4ccb87a482c'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:20:10.265657 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761860ba-d711-4e27-8bdc-d727c3dcb3bd" -d '{"events": [{"name": "network-changed", "server_uuid": "884d71bd-a745-4bd3-a68b-8caf575c717e", "tag": "1afa96d2-e42d-4af7-8615-a4ccb87a482c"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:20:10.311753 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3f891-9863-4261-a516-26dbdb734ac0 req-a03f37c0-0273-4ece-9d0e-1136f5ac437a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:10.319160 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-52f3f891-9863-4261-a516-26dbdb734ac0 req-a03f37c0-0273-4ece-9d0e-1136f5ac437a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=45beb6dd314449ccb0cb78efc29b5eab&device_id=884d71bd-a745-4bd3-a68b-8caf575c717e HTTP/1.1" status: 200 len: 1128 time: 0.0658629 Feb 16 22:20:10.368442 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-ec15a4db-436e-43b4-af30-376250cad1aa None None] Set router 51dd0a18-5620-4c2c-8904-72f39432242e gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:20:10.373527 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba83cb-9743-475b-a873-5a3c2b65a466 req-072b109a-07b5-40e0-8695-6f51404294ee tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:10.375208 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-82ba83cb-9743-475b-a873-5a3c2b65a466 req-072b109a-07b5-40e0-8695-6f51404294ee tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] 10.222.0.79 "GET /v2.0/ports?device_id=e89c2162-3c55-4ae6-97b2-2fd8dc325ef1 HTTP/1.1" status: 200 len: 945 time: 0.0948141 Feb 16 22:20:10.437039 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3f891-9863-4261-a516-26dbdb734ac0 req-bb456eeb-ff59-49a6-901f-5bea7bec86bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:10.450100 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-52f3f891-9863-4261-a516-26dbdb734ac0 req-bb456eeb-ff59-49a6-901f-5bea7bec86bc service neutron] 10.222.0.75 "GET /v2.0/networks?id=148c4f12-6a4c-4222-964e-54da24b176f4 HTTP/1.1" status: 200 len: 929 time: 0.1298728 Feb 16 22:20:10.495785 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-52f3f891-9863-4261-a516-26dbdb734ac0 req-f590c145-05e1-4dbb-94b5-f9f508e74035 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1afa96d2-e42d-4af7-8615-a4ccb87a482c HTTP/1.1" status: 200 len: 217 time: 0.0440917 Feb 16 22:20:10.531162 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf8e70-4fd6-4325-8a10-3d2e7d886d1b req-b004c027-5449-477d-a8b0-fd5564c4d441 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:10.533403 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-23bf8e70-4fd6-4325-8a10-3d2e7d886d1b req-b004c027-5449-477d-a8b0-fd5564c4d441 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.67 "GET /v2.0/ports?device_id=def4d26e-5212-4285-8384-b07924ef9d7b HTTP/1.1" status: 200 len: 950 time: 0.0988495 Feb 16 22:20:10.551162 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-82ba83cb-9743-475b-a873-5a3c2b65a466 req-d949c6fd-9333-4a2e-8126-f21076a3ffa4 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] Deleting port 3a7abf1f-ea8e-46d4-8ccf-cef340495fe7 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:20:10.551505 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-82ba83cb-9743-475b-a873-5a3c2b65a466 req-d949c6fd-9333-4a2e-8126-f21076a3ffa4 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (3a7abf1f-ea8e-46d4-8ccf-cef340495fe7), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:10.556817 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3f891-9863-4261-a516-26dbdb734ac0 req-5c4df37d-a3a6-408b-a6c0-0f7e1e2a009d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:10.558491 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-52f3f891-9863-4261-a516-26dbdb734ac0 req-5c4df37d-a3a6-408b-a6c0-0f7e1e2a009d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9ee789e8-f458-47e2-93fe-11658cfad8c1 HTTP/1.1" status: 200 len: 867 time: 0.0573106 Feb 16 22:20:10.633712 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3f891-9863-4261-a516-26dbdb734ac0 req-9f94bc3c-87f8-4bfe-b28b-cd5a2bef3ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:10.642273 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-ec15a4db-436e-43b4-af30-376250cad1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-330928189-router', 'tenant_id': '45beb6dd314449ccb0cb78efc29b5eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '88515ab4-00b0-4797-a049-39e8bd516e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:19:21Z', 'updated_at': '2022-02-16T22:19:26Z', 'revision_number': 4, 'project_id': '45beb6dd314449ccb0cb78efc29b5eab', 'gw_port': {'id': '88515ab4-00b0-4797-a049-39e8bd516e91', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:19:22Z', 'updated_at': '2022-02-16T22:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '6c053a72-941d-48f1-ad18-9433019d1a8a', 'name': '', 'network_id': '148c4f12-6a4c-4222-964e-54da24b176f4', 'tenant_id': '45beb6dd314449ccb0cb78efc29b5eab', 'mac_address': 'fa:16:3e:f2:a8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '9ee789e8-f458-47e2-93fe-11658cfad8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:19:26Z', 'updated_at': '2022-02-16T22:19:31Z', 'revision_number': 5, 'project_id': '45beb6dd314449ccb0cb78efc29b5eab', 'subnets': [{'id': '9ee789e8-f458-47e2-93fe-11658cfad8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:10.642573 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-52f3f891-9863-4261-a516-26dbdb734ac0 req-9f94bc3c-87f8-4bfe-b28b-cd5a2bef3ee3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=148c4f12-6a4c-4222-964e-54da24b176f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0778911 Feb 16 22:20:10.676899 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec15a4db-436e-43b4-af30-376250cad1aa None None] Checking router: 51dd0a18-5620-4c2c-8904-72f39432242e for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:20:10.686831 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec15a4db-436e-43b4-af30-376250cad1aa None None] Routers {'51dd0a18-5620-4c2c-8904-72f39432242e'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:20:10.687548 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-ec15a4db-436e-43b4-af30-376250cad1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:19:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['51dd0a18-5620-4c2c-8904-72f39432242e'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:10.708369 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-82ba83cb-9743-475b-a873-5a3c2b65a466 req-d949c6fd-9333-4a2e-8126-f21076a3ffa4 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] For port 3a7abf1f-ea8e-46d4-8ccf-cef340495fe7, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=3a7abf1f-ea8e-46d4-8ccf-cef340495fe7,segment=NetworkSegment(bc011fbf-69ca-4692-8be3-63f8031f6536),segment_id=bc011fbf-69ca-4692-8be3-63f8031f6536)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:10.708735 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-82ba83cb-9743-475b-a873-5a3c2b65a466 req-d949c6fd-9333-4a2e-8126-f21076a3ffa4 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (3a7abf1f-ea8e-46d4-8ccf-cef340495fe7), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:10.726328 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-82ba83cb-9743-475b-a873-5a3c2b65a466 req-d949c6fd-9333-4a2e-8126-f21076a3ffa4 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] Calling delete_port for 3a7abf1f-ea8e-46d4-8ccf-cef340495fe7 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:20:10.734836 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-23bf8e70-4fd6-4325-8a10-3d2e7d886d1b req-4cb6f5a7-bd33-4655-8a87-489968f1baa8 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Deleting port 52b7c737-bb0a-4614-9393-9fe74f309f8b {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:20:10.735208 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-23bf8e70-4fd6-4325-8a10-3d2e7d886d1b req-4cb6f5a7-bd33-4655-8a87-489968f1baa8 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (52b7c737-bb0a-4614-9393-9fe74f309f8b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:10.741369 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-52f3f891-9863-4261-a516-26dbdb734ac0 req-4a25192c-c2d8-409f-b9d6-28e3f8635ca9 service neutron] 10.222.0.75 "GET /v2.0/networks/148c4f12-6a4c-4222-964e-54da24b176f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980175 Feb 16 22:20:10.803736 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c213cb04-3df5-44cb-b0bb-b3e93e1c5225', 'tag': 'c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9'}, {'server_uuid': 'c42d7a40-510b-4363-9f42-0bf3adadafb5', 'name': 'network-vif-deleted', 'tag': '8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:20:10.805751 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f634a78-4163-4026-a249-5a503fbb1dde" -d '{"events": [{"name": "network-changed", "server_uuid": "c213cb04-3df5-44cb-b0bb-b3e93e1c5225", "tag": "c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9"}, {"server_uuid": "c42d7a40-510b-4363-9f42-0bf3adadafb5", "name": "network-vif-deleted", "tag": "8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:20:10.857913 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-52f3f891-9863-4261-a516-26dbdb734ac0 req-7f288e94-d6cd-4bf9-ae6b-29a29f361ee3 service neutron] 10.222.0.75 "GET /v2.0/networks/148c4f12-6a4c-4222-964e-54da24b176f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089180 Feb 16 22:20:10.905348 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-23bf8e70-4fd6-4325-8a10-3d2e7d886d1b req-4cb6f5a7-bd33-4655-8a87-489968f1baa8 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] For port 52b7c737-bb0a-4614-9393-9fe74f309f8b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=52b7c737-bb0a-4614-9393-9fe74f309f8b,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:10.905728 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-23bf8e70-4fd6-4325-8a10-3d2e7d886d1b req-4cb6f5a7-bd33-4655-8a87-489968f1baa8 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (52b7c737-bb0a-4614-9393-9fe74f309f8b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:10.922676 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-23bf8e70-4fd6-4325-8a10-3d2e7d886d1b req-4cb6f5a7-bd33-4655-8a87-489968f1baa8 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Calling delete_port for 52b7c737-bb0a-4614-9393-9fe74f309f8b owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:20:11.008747 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe205462-d59b-46ff-86d8-f0dadce848d3 req-70717c2f-4d64-4373-a069-72aab16feef4 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:11.010509 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fe205462-d59b-46ff-86d8-f0dadce848d3 req-70717c2f-4d64-4373-a069-72aab16feef4 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=f4fcb3cb-ee94-4db0-9d2f-f7783a04b758 HTTP/1.1" status: 200 len: 945 time: 0.0653861 Feb 16 22:20:11.015225 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 60266) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:11.024017 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 2878291e-3d8c-4591-a083-644483381e49 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:20:11.026049 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-82ba83cb-9743-475b-a873-5a3c2b65a466 req-d949c6fd-9333-4a2e-8126-f21076a3ffa4 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (3a7abf1f-ea8e-46d4-8ccf-cef340495fe7), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:11.052754 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['3a7abf1f-ea8e-46d4-8ccf-cef340495fe7'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:20:11.059803 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949c6fd-9333-4a2e-8126-f21076a3ffa4 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] Pushing event deleted for resources: {'Port': ['ID=3a7abf1f-ea8e-46d4-8ccf-cef340495fe7,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:11.089037 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-ec15a4db-436e-43b4-af30-376250cad1aa None None] Set router 51dd0a18-5620-4c2c-8904-72f39432242e gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:20:11.118953 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ba83cb-9743-475b-a873-5a3c2b65a466 req-d949c6fd-9333-4a2e-8126-f21076a3ffa4 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] No DVR routers for this DVR port 3a7abf1f-ea8e-46d4-8ccf-cef340495fe7 on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:20:11.121512 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-82ba83cb-9743-475b-a873-5a3c2b65a466 req-d949c6fd-9333-4a2e-8126-f21076a3ffa4 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:11.122765 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fe205462-d59b-46ff-86d8-f0dadce848d3 req-e0f4f42f-28df-45ba-b07e-c5fb00969ed4 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989091 Feb 16 22:20:11.126030 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-82ba83cb-9743-475b-a873-5a3c2b65a466 req-d949c6fd-9333-4a2e-8126-f21076a3ffa4 tempest-ServerMetadataNegativeTestJSON-877942731 tempest-ServerMetadataNegativeTestJSON-877942731-project] 10.222.0.79 "DELETE /v2.0/ports/3a7abf1f-ea8e-46d4-8ccf-cef340495fe7 HTTP/1.1" status: 204 len: 173 time: 0.7421420 Feb 16 22:20:11.192830 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-23bf8e70-4fd6-4325-8a10-3d2e7d886d1b req-4cb6f5a7-bd33-4655-8a87-489968f1baa8 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (52b7c737-bb0a-4614-9393-9fe74f309f8b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:11.212634 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['f9e7c29c-40b5-46e5-957d-91a18ae35305', '52b7c737-bb0a-4614-9393-9fe74f309f8b', 'a076e78f-7046-4547-8dae-bfecf879467f'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:20:11.233031 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6f5a7-bd33-4655-8a87-489968f1baa8 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Pushing event deleted for resources: {'Port': ['ID=52b7c737-bb0a-4614-9393-9fe74f309f8b,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:11.233605 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-6497d2cf-dc6e-47fa-bd56-c122ccaa74e6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1783443213-network', 'tenant_id': 'd077897d87b240428fffff8cb232a67c'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:11.256969 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ec5e1261-13c5-40bc-8fcf-a33fed7ff963 req-f7f3e693-9c1f-411c-b962-9ecc8b5e81fa tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "GET /v2.0/floatingips/33dc282c-ce22-400d-98c1-4743ce457536 HTTP/1.1" status: 200 len: 693 time: 0.1000967 Feb 16 22:20:11.259695 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 2878291e-3d8c-4591-a083-644483381e49 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:20:11.276853 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:20:11.309388 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6497d2cf-dc6e-47fa-bd56-c122ccaa74e6 admin admin] Made reservation on behalf of d077897d87b240428fffff8cb232a67c for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:20:11.311724 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6497d2cf-dc6e-47fa-bd56-c122ccaa74e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:11.318409 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 2878291e-3d8c-4591-a083-644483381e49 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:11.318795 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2878291e-3d8c-4591-a083-644483381e49), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:11.324627 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-23bf8e70-4fd6-4325-8a10-3d2e7d886d1b req-4cb6f5a7-bd33-4655-8a87-489968f1baa8 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] No DVR routers for this DVR port 52b7c737-bb0a-4614-9393-9fe74f309f8b on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:20:11.329540 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-23bf8e70-4fd6-4325-8a10-3d2e7d886d1b req-4cb6f5a7-bd33-4655-8a87-489968f1baa8 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:11.334342 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-23bf8e70-4fd6-4325-8a10-3d2e7d886d1b req-4cb6f5a7-bd33-4655-8a87-489968f1baa8 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.67 "DELETE /v2.0/ports/52b7c737-bb0a-4614-9393-9fe74f309f8b HTTP/1.1" status: 204 len: 173 time: 0.7949436 Feb 16 22:20:11.348773 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:20:11.349169 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:20:11.349348 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6497d2cf-dc6e-47fa-bd56-c122ccaa74e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:11.407079 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e1261-13c5-40bc-8fcf-a33fed7ff963 req-4323b80a-f7ba-4c02-98a1-e9d53e80a16f tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:11.408890 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ec5e1261-13c5-40bc-8fcf-a33fed7ff963 req-4323b80a-f7ba-4c02-98a1-e9d53e80a16f tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 784 time: 0.1512742 Feb 16 22:20:11.578908 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 2878291e-3d8c-4591-a083-644483381e49 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:11.579807 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2878291e-3d8c-4591-a083-644483381e49), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:11.635922 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fcb3cb-ee94-4db0-9d2f-f7783a04b758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2878291e-3d8c-4591-a083-644483381e49'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:20:11.638440 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b49889-03af-4b30-a90e-fad414dda9ce" -d '{"events": [{"server_uuid": "f4fcb3cb-ee94-4db0-9d2f-f7783a04b758", "name": "network-vif-plugged", "status": "completed", "tag": "2878291e-3d8c-4591-a083-644483381e49"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:20:11.672172 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 2878291e-3d8c-4591-a083-644483381e49, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=2878291e-3d8c-4591-a083-644483381e49,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:11.674952 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-ec15a4db-436e-43b4-af30-376250cad1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-330928189-router', 'tenant_id': '45beb6dd314449ccb0cb78efc29b5eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '88515ab4-00b0-4797-a049-39e8bd516e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:19:21Z', 'updated_at': '2022-02-16T22:19:26Z', 'revision_number': 4, 'project_id': '45beb6dd314449ccb0cb78efc29b5eab', 'gw_port': {'id': '88515ab4-00b0-4797-a049-39e8bd516e91', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:19:22Z', 'updated_at': '2022-02-16T22:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '6c053a72-941d-48f1-ad18-9433019d1a8a', 'name': '', 'network_id': '148c4f12-6a4c-4222-964e-54da24b176f4', 'tenant_id': '45beb6dd314449ccb0cb78efc29b5eab', 'mac_address': 'fa:16:3e:f2:a8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '9ee789e8-f458-47e2-93fe-11658cfad8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:19:26Z', 'updated_at': '2022-02-16T22:19:31Z', 'revision_number': 5, 'project_id': '45beb6dd314449ccb0cb78efc29b5eab', 'subnets': [{'id': '9ee789e8-f458-47e2-93fe-11658cfad8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:11.682950 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2878291e-3d8c-4591-a083-644483381e49), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:11.719103 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ec5e1261-13c5-40bc-8fcf-a33fed7ff963 req-6fa5673c-a271-4fed-be13-950590851f4c tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.158 HTTP/1.1" status: 200 len: 696 time: 0.2982996 Feb 16 22:20:11.741803 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec15a4db-436e-43b4-af30-376250cad1aa None None] The sync data for ids ['51dd0a18-5620-4c2c-8904-72f39432242e'] in n-d-813897-6 is: [{'id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-330928189-router', 'tenant_id': '45beb6dd314449ccb0cb78efc29b5eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '88515ab4-00b0-4797-a049-39e8bd516e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:19:21Z', 'updated_at': '2022-02-16T22:19:26Z', 'revision_number': 4, 'project_id': '45beb6dd314449ccb0cb78efc29b5eab', 'gw_port': {'id': '88515ab4-00b0-4797-a049-39e8bd516e91', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:19:22Z', 'updated_at': '2022-02-16T22:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '6c053a72-941d-48f1-ad18-9433019d1a8a', 'name': '', 'network_id': '148c4f12-6a4c-4222-964e-54da24b176f4', 'tenant_id': '45beb6dd314449ccb0cb78efc29b5eab', 'mac_address': 'fa:16:3e:f2:a8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '9ee789e8-f458-47e2-93fe-11658cfad8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:19:26Z', 'updated_at': '2022-02-16T22:19:31Z', 'revision_number': 5, 'project_id': '45beb6dd314449ccb0cb78efc29b5eab', 'subnets': [{'id': '9ee789e8-f458-47e2-93fe-11658cfad8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:20:11.797485 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=2878291e-3d8c-4591-a083-644483381e49,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:11.808305 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ec5e1261-13c5-40bc-8fcf-a33fed7ff963 req-ce43c66d-397d-4954-920d-a109f89fcf14 tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.158 HTTP/1.1" status: 200 len: 696 time: 0.0882313 Feb 16 22:20:11.811721 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:11.812084 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:11.812433 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:11.812779 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:11.814240 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:11.814878 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:11.816028 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:11.816554 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:11.817234 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:11.817756 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:11.818478 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:11.819037 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:11.819594 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:11.873161 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6497d2cf-dc6e-47fa-bd56-c122ccaa74e6 admin admin] Publish callbacks [] for security_group (a5d95506-ed01-4558-9104-f8ee471683dc), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:11.917362 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6497d2cf-dc6e-47fa-bd56-c122ccaa74e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a5d95506-ed01-4558-9104-f8ee471683dc), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:11.972976 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6497d2cf-dc6e-47fa-bd56-c122ccaa74e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:20:11.981561 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6497d2cf-dc6e-47fa-bd56-c122ccaa74e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d95506-ed01-4558-9104-f8ee471683dc,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:11.990634 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6497d2cf-dc6e-47fa-bd56-c122ccaa74e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:11.990982 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-6497d2cf-dc6e-47fa-bd56-c122ccaa74e6 admin admin] Added segment 5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb of type vlan for network a2949af4-226e-4bae-8b8f-20776d9938d8 Feb 16 22:20:12.039554 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6497d2cf-dc6e-47fa-bd56-c122ccaa74e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (a2949af4-226e-4bae-8b8f-20776d9938d8), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:12.052835 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-ec5e1261-13c5-40bc-8fcf-a33fed7ff963 req-5f2d2751-5fc9-4558-be4a-b0373f18fabc tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Deleting port 278f4efe-e776-48f3-a613-d27a605f0ba3 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:20:12.053193 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ec5e1261-13c5-40bc-8fcf-a33fed7ff963 req-5f2d2751-5fc9-4558-be4a-b0373f18fabc tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (278f4efe-e776-48f3-a613-d27a605f0ba3), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:12.076277 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34eda8e-bd33-465d-ad17-cd38b5491c69 None None] New status for floating IP 0160f889-7178-470f-83eb-5710c26e0072: DOWN {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:20:12.090296 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6497d2cf-dc6e-47fa-bd56-c122ccaa74e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (a2949af4-226e-4bae-8b8f-20776d9938d8), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:12.091247 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6497d2cf-dc6e-47fa-bd56-c122ccaa74e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:12.091828 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6497d2cf-dc6e-47fa-bd56-c122ccaa74e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:12.160054 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6497d2cf-dc6e-47fa-bd56-c122ccaa74e6 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1430254 Feb 16 22:20:12.163254 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60274) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:12.169051 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-04613b5c-a0e2-40e1-9e94-7c4fd0303258 admin admin] Request body: {'subnet': {'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1783443213-subnet', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:12.189721 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04613b5c-a0e2-40e1-9e94-7c4fd0303258 admin admin] Made reservation on behalf of d077897d87b240428fffff8cb232a67c for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:20:12.192078 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-04613b5c-a0e2-40e1-9e94-7c4fd0303258 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:12.198822 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6497d2cf-dc6e-47fa-bd56-c122ccaa74e6 admin admin] Pushing event updated for resources: {'Network': ['ID=a2949af4-226e-4bae-8b8f-20776d9938d8,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:12.203749 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ec5e1261-13c5-40bc-8fcf-a33fed7ff963 req-5f2d2751-5fc9-4558-be4a-b0373f18fabc tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (278f4efe-e776-48f3-a613-d27a605f0ba3), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:12.204118 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ec5e1261-13c5-40bc-8fcf-a33fed7ff963 req-5f2d2751-5fc9-4558-be4a-b0373f18fabc tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks [] for floatingip (278f4efe-e776-48f3-a613-d27a605f0ba3), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:12.213051 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network a2949af4-226e-4bae-8b8f-20776d9938d8 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:20:12.217817 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-ec5e1261-13c5-40bc-8fcf-a33fed7ff963 req-5f2d2751-5fc9-4558-be4a-b0373f18fabc tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Calling delete_port for 278f4efe-e776-48f3-a613-d27a605f0ba3 owned by network:floatingip {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:20:12.374298 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ec5e1261-13c5-40bc-8fcf-a33fed7ff963 req-5f2d2751-5fc9-4558-be4a-b0373f18fabc tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (278f4efe-e776-48f3-a613-d27a605f0ba3), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:12.392432 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-04613b5c-a0e2-40e1-9e94-7c4fd0303258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (812089a8-8e43-4669-b97f-c5c83d27191f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:12.400828 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d2751-5fc9-4558-be4a-b0373f18fabc tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Pushing event deleted for resources: {'Port': ['ID=278f4efe-e776-48f3-a613-d27a605f0ba3,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:12.450924 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04613b5c-a0e2-40e1-9e94-7c4fd0303258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=812089a8-8e43-4669-b97f-c5c83d27191f,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:12.459877 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04613b5c-a0e2-40e1-9e94-7c4fd0303258 admin admin] Checking segment: {'id': '5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:20:12.460222 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04613b5c-a0e2-40e1-9e94-7c4fd0303258 admin admin] Network hostable DHCP agents. Network: a2949af4-226e-4bae-8b8f-20776d9938d8, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:20:12.478782 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04613b5c-a0e2-40e1-9e94-7c4fd0303258 admin admin] Network a2949af4-226e-4bae-8b8f-20776d9938d8 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:20:12.484569 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ec5e1261-13c5-40bc-8fcf-a33fed7ff963 req-5f2d2751-5fc9-4558-be4a-b0373f18fabc tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks [] for floatingip (33dc282c-ce22-400d-98c1-4743ce457536), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:12.488001 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-04613b5c-a0e2-40e1-9e94-7c4fd0303258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, a2949af4-226e-4bae-8b8f-20776d9938d8) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:20:12.489376 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ec5e1261-13c5-40bc-8fcf-a33fed7ff963 req-5f2d2751-5fc9-4558-be4a-b0373f18fabc tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:12.491182 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ec5e1261-13c5-40bc-8fcf-a33fed7ff963 req-5f2d2751-5fc9-4558-be4a-b0373f18fabc tempest-FloatingIPDetailsTestJSON-1095055514 tempest-FloatingIPDetailsTestJSON-1095055514-project] 10.222.0.75 "DELETE /v2.0/floatingips/33dc282c-ce22-400d-98c1-4743ce457536 HTTP/1.1" status: 204 len: 173 time: 0.6821001 Feb 16 22:20:12.491832 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04613b5c-a0e2-40e1-9e94-7c4fd0303258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:12.492428 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-04613b5c-a0e2-40e1-9e94-7c4fd0303258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:12.497692 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 60276) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:12.501419 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928b1045-0d36-44a9-98aa-420323464410 None None] Network a2949af4-226e-4bae-8b8f-20776d9938d8 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:20:12.511081 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-04613b5c-a0e2-40e1-9e94-7c4fd0303258 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3463392 Feb 16 22:20:12.514102 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60278) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:12.518742 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-aa346560-5f42-428f-b93e-4a730259aa55 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1783443213-router', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:12.534270 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60280) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:12.598045 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-aa346560-5f42-428f-b93e-4a730259aa55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:12.599599 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-aa346560-5f42-428f-b93e-4a730259aa55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:12.613807 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-d54ca916-0419-4c03-b3a6-0e7f2bdb258f admin admin] Deleting subnet a6d4a912-3b84-4bfa-b228-aac6946c9f58 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:20:12.619592 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d54ca916-0419-4c03-b3a6-0e7f2bdb258f admin admin] Publish callbacks [] for subnet (a6d4a912-3b84-4bfa-b228-aac6946c9f58), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:12.639216 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c588c649-80d0-4d4d-b051-56f9a85bd414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-a2949af4-226e-4bae-8b8f-20776d9938d8', 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8', 'project_id': 'd077897d87b240428fffff8cb232a67c', 'fixed_ips': [{'subnet_id': '812089a8-8e43-4669-b97f-c5c83d27191f'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:20:12.640369 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c588c649-80d0-4d4d-b051-56f9a85bd414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:12.661096 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4025db5-67ab-434d-8e0c-af57045d2751 req-fa318503-448f-4ca5-a5df-7c1c621e8b87 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:12.662691 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d4025db5-67ab-434d-8e0c-af57045d2751 req-fa318503-448f-4ca5-a5df-7c1c621e8b87 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] 10.222.0.75 "GET /v2.0/ports?device_id=c213cb04-3df5-44cb-b0bb-b3e93e1c5225 HTTP/1.1" status: 200 len: 948 time: 0.0791237 Feb 16 22:20:12.694345 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-aa346560-5f42-428f-b93e-4a730259aa55 admin admin] Publish callbacks [] for router_controller (2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:12.696504 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d54ca916-0419-4c03-b3a6-0e7f2bdb258f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (a6d4a912-3b84-4bfa-b228-aac6946c9f58), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:12.779659 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d4025db5-67ab-434d-8e0c-af57045d2751 req-a5a100b5-dfa7-4e1b-8da9-3e74e3b0d59c tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d82db5a-6f03-40d3-b51b-2cdb2d1c5810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865400 Feb 16 22:20:12.800598 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d54ca916-0419-4c03-b3a6-0e7f2bdb258f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (a6d4a912-3b84-4bfa-b228-aac6946c9f58), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:12.801833 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-c588c649-80d0-4d4d-b051-56f9a85bd414 None None] Allocated IP 172.20.0.2 (a2949af4-226e-4bae-8b8f-20776d9938d8/812089a8-8e43-4669-b97f-c5c83d27191f/f9ff6359-4f22-4634-8adf-ca5d96f22883) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:20:12.876830 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-aa346560-5f42-428f-b93e-4a730259aa55 admin admin] Publish callbacks [] for router_gateway (2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:12.977202 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c588c649-80d0-4d4d-b051-56f9a85bd414 None None] Publish callbacks [] for port (f9ff6359-4f22-4634-8adf-ca5d96f22883), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:12.986328 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c588c649-80d0-4d4d-b051-56f9a85bd414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (f9ff6359-4f22-4634-8adf-ca5d96f22883), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:13.005175 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d54ca916-0419-4c03-b3a6-0e7f2bdb258f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (a6d4a912-3b84-4bfa-b228-aac6946c9f58), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:13.039518 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c588c649-80d0-4d4d-b051-56f9a85bd414 None None] Network a2949af4-226e-4bae-8b8f-20776d9938d8 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:20:13.043862 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-c588c649-80d0-4d4d-b051-56f9a85bd414 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:20:13.052554 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c588c649-80d0-4d4d-b051-56f9a85bd414 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:20:13.052919 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ca916-0419-4c03-b3a6-0e7f2bdb258f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6d4a912-3b84-4bfa-b228-aac6946c9f58,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:13.055058 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d54ca916-0419-4c03-b3a6-0e7f2bdb258f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:13.058746 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d54ca916-0419-4c03-b3a6-0e7f2bdb258f admin admin] 10.222.0.75 "DELETE /v2.0/subnets/a6d4a912-3b84-4bfa-b228-aac6946c9f58 HTTP/1.1" status: 204 len: 168 time: 0.5235033 Feb 16 22:20:13.062369 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60286) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:13.103158 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-17070b80-32c4-49be-b8bf-12297d62870b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (3ed7c337-cf82-4187-acdc-18a75c84d2b4), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:13.112812 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588c649-80d0-4d4d-b051-56f9a85bd414 None None] Pushing event updated for resources: {'Port': ['ID=f9ff6359-4f22-4634-8adf-ca5d96f22883,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:13.139650 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-c588c649-80d0-4d4d-b051-56f9a85bd414 None None] Attempting to bind port f9ff6359-4f22-4634-8adf-ca5d96f22883 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:20:13.140025 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-c588c649-80d0-4d4d-b051-56f9a85bd414 None None] Attempting to bind port f9ff6359-4f22-4634-8adf-ca5d96f22883 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:20:13.140404 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c588c649-80d0-4d4d-b051-56f9a85bd414 None None] Attempting to bind port f9ff6359-4f22-4634-8adf-ca5d96f22883 on network a2949af4-226e-4bae-8b8f-20776d9938d8 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:20:13.157114 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c588c649-80d0-4d4d-b051-56f9a85bd414 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:20:13.157552 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c588c649-80d0-4d4d-b051-56f9a85bd414 None None] Checking segment: {'id': '5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:20:13.157934 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c588c649-80d0-4d4d-b051-56f9a85bd414 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:13.158401 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c588c649-80d0-4d4d-b051-56f9a85bd414 None None] Bound using segment: {'id': '5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:20:13.158888 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-c588c649-80d0-4d4d-b051-56f9a85bd414 None None] Bound port: f9ff6359-4f22-4634-8adf-ca5d96f22883, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:20:13.159275 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c588c649-80d0-4d4d-b051-56f9a85bd414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f9ff6359-4f22-4634-8adf-ca5d96f22883), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:13.166602 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fa50a1-3b41-4d06-b657-56997c11660d x-openstack-request-id: req-e5fa50a1-3b41-4d06-b657-56997c11660d {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:20:13.166830 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884d71bd-a745-4bd3-a68b-8caf575c717e", "tag": "1afa96d2-e42d-4af7-8615-a4ccb87a482c", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:20:13.166963 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e5fa50a1-3b41-4d06-b657-56997c11660d {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:20:13.167366 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884d71bd-a745-4bd3-a68b-8caf575c717e', 'tag': '1afa96d2-e42d-4af7-8615-a4ccb87a482c', 'status': 'completed', 'code': 200} Feb 16 22:20:13.209370 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 16 Feb 2022 22:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797a7e62-cd02-4b26-862d-7efdcba334e3 x-openstack-request-id: req-797a7e62-cd02-4b26-862d-7efdcba334e3 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:20:13.209957 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c213cb04-3df5-44cb-b0bb-b3e93e1c5225", "tag": "c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9", "status": "completed", "code": 200}, {"server_uuid": "c42d7a40-510b-4363-9f42-0bf3adadafb5", "name": "network-vif-deleted", "tag": "8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:20:13.210099 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-797a7e62-cd02-4b26-862d-7efdcba334e3 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:20:13.210560 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c213cb04-3df5-44cb-b0bb-b3e93e1c5225', 'tag': 'c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9', 'status': 'completed', 'code': 200} Feb 16 22:20:13.210887 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c42d7a40-510b-4363-9f42-0bf3adadafb5', 'name': 'network-vif-deleted', 'tag': '8743cfa8-3dae-4c68-a80e-e4c2b4c41bfb', 'status': 'completed', 'code': 200} Feb 16 22:20:13.244685 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c588c649-80d0-4d4d-b051-56f9a85bd414 None None] For port f9ff6359-4f22-4634-8adf-ca5d96f22883, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:20:13.248014 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c588c649-80d0-4d4d-b051-56f9a85bd414 None None] For port f9ff6359-4f22-4634-8adf-ca5d96f22883, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=f9ff6359-4f22-4634-8adf-ca5d96f22883,segment=NetworkSegment(5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb),segment_id=5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:20:13.256596 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cedd679a-3228-4184-b65f-7e551da5bc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (2bd7261e-c35c-442d-9e71-c290c9fc90fe), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:13.258247 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c588c649-80d0-4d4d-b051-56f9a85bd414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (f9ff6359-4f22-4634-8adf-ca5d96f22883), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:13.277396 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:20:13.283683 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d7080a44-fb0a-4aef-ac98-4d1ea0e623e2 req-482dbefc-c65c-40c8-8e0f-b3cfc3bbec0d tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/floatingips/0160f889-7178-470f-83eb-5710c26e0072 HTTP/1.1" status: 200 len: 692 time: 0.0602798 Feb 16 22:20:13.302554 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 52b7c737-bb0a-4614-9393-9fe74f309f8b no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:20:13.341802 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 52b7c737-bb0a-4614-9393-9fe74f309f8b {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:20:13.342325 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 52b7c737-bb0a-4614-9393-9fe74f309f8b not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:20:13.389476 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588c649-80d0-4d4d-b051-56f9a85bd414 None None] Pushing event updated for resources: {'Port': ['ID=f9ff6359-4f22-4634-8adf-ca5d96f22883,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:13.410975 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761860ba-d711-4e27-8bdc-d727c3dcb3bd req-e98c1d94-f8b0-4647-b127-3f82031404b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:13.412533 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-761860ba-d711-4e27-8bdc-d727c3dcb3bd req-e98c1d94-f8b0-4647-b127-3f82031404b0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=45beb6dd314449ccb0cb78efc29b5eab&device_id=884d71bd-a745-4bd3-a68b-8caf575c717e HTTP/1.1" status: 200 len: 1128 time: 0.2606242 Feb 16 22:20:13.457347 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f634a78-4163-4026-a249-5a503fbb1dde req-8b770ee6-0941-49ff-b17a-f763a522f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:13.459957 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4f634a78-4163-4026-a249-5a503fbb1dde req-8b770ee6-0941-49ff-b17a-f763a522f1c5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1909efeb4d264c0e9b425f7aeece7e13&device_id=c213cb04-3df5-44cb-b0bb-b3e93e1c5225 HTTP/1.1" status: 200 len: 1130 time: 0.2062318 Feb 16 22:20:13.492377 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:13.495794 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cedd679a-3228-4184-b65f-7e551da5bc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (2bd7261e-c35c-442d-9e71-c290c9fc90fe), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:13.505946 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': 'c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9', 'mac_address': 'fa:16:3e:18:5b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:20:13.526672 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-cedd679a-3228-4184-b65f-7e551da5bc7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd7261e-c35c-442d-9e71-c290c9fc90fe']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:13.535157 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-cedd679a-3228-4184-b65f-7e551da5bc7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc011fbf-69ca-4692-8be3-63f8031f6536') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:13.535456 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-cedd679a-3228-4184-b65f-7e551da5bc7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc011fbf-69ca-4692-8be3-63f8031f6536') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:13.545548 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cedd679a-3228-4184-b65f-7e551da5bc7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (bc011fbf-69ca-4692-8be3-63f8031f6536), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:13.551622 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:13.551622 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:13.573409 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:20:13.585723 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7080a44-fb0a-4aef-ac98-4d1ea0e623e2 req-4786c3de-404f-4869-a46d-bc6f85d6d58e tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:13.593985 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d7080a44-fb0a-4aef-ac98-4d1ea0e623e2 req-4786c3de-404f-4869-a46d-bc6f85d6d58e tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 784 time: 0.2776825 Feb 16 22:20:13.605446 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-aa346560-5f42-428f-b93e-4a730259aa55 admin admin] Publish callbacks [] for router_gateway (2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:13.606692 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:13.611971 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:13.656952 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d7080a44-fb0a-4aef-ac98-4d1ea0e623e2 req-41bb2d7a-664b-4487-b29e-a5b331dc29bc tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.82 HTTP/1.1" status: 200 len: 695 time: 0.0619783 Feb 16 22:20:13.679035 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:13.734462 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d7080a44-fb0a-4aef-ac98-4d1ea0e623e2 req-283cbc61-9eea-4119-bbe1-ef9c1da2e469 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.82 HTTP/1.1" status: 200 len: 695 time: 0.0705295 Feb 16 22:20:13.882129 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-17070b80-32c4-49be-b8bf-12297d62870b admin admin] Deleting port 495bed2e-d776-4006-af66-3c8b2f1f69c3 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:20:13.883044 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-17070b80-32c4-49be-b8bf-12297d62870b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (495bed2e-d776-4006-af66-3c8b2f1f69c3), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:13.907950 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cedd679a-3228-4184-b65f-7e551da5bc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (bc011fbf-69ca-4692-8be3-63f8031f6536), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:13.920898 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-aa346560-5f42-428f-b93e-4a730259aa55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:13.932774 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cedd679a-3228-4184-b65f-7e551da5bc7d admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:20:13.933176 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cedd679a-3228-4184-b65f-7e551da5bc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (bc011fbf-69ca-4692-8be3-63f8031f6536), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:13.938189 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:20:13.938189 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:20:13.938189 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:20:13.938189 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:20:13.938189 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:20:13.938189 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:20:13.938189 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:20:13.938189 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:20:13.938189 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:20:13.938189 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:20:13.938189 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:20:13.938189 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:20:13.938189 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:20:13.938189 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:20:13.938189 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:20:13.938189 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:20:13.938189 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:20:13.938189 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:20:13.938189 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:20:13.938189 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:20:13.938189 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:20:13.938189 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:20:13.938189 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:20:13.938189 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:20:13.938189 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:20:13.938189 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:20:13.938189 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:20:13.938189 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:20:13.938189 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:20:13.938189 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:20:13.938189 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:20:13.938189 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:20:13.961018 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-d7080a44-fb0a-4aef-ac98-4d1ea0e623e2 req-9fc76500-f96f-4019-bcf1-a79303842efd tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Deleting port 383ee238-2bac-4aa1-ba9e-5ca3befbb7be {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:20:13.961363 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d7080a44-fb0a-4aef-ac98-4d1ea0e623e2 req-9fc76500-f96f-4019-bcf1-a79303842efd tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (383ee238-2bac-4aa1-ba9e-5ca3befbb7be), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:13.977878 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:20:13.998818 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-17070b80-32c4-49be-b8bf-12297d62870b admin admin] For port 495bed2e-d776-4006-af66-3c8b2f1f69c3, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=495bed2e-d776-4006-af66-3c8b2f1f69c3,segment=NetworkSegment(94dbd941-499e-4b18-9672-13a1c9ab9637),segment_id=94dbd941-499e-4b18-9672-13a1c9ab9637)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:13.999187 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-17070b80-32c4-49be-b8bf-12297d62870b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (495bed2e-d776-4006-af66-3c8b2f1f69c3), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:14.043137 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-17070b80-32c4-49be-b8bf-12297d62870b admin admin] Calling delete_port for 495bed2e-d776-4006-af66-3c8b2f1f69c3 owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:20:14.126521 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cedd679a-3228-4184-b65f-7e551da5bc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (2bd7261e-c35c-442d-9e71-c290c9fc90fe), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:14.131697 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cedd679a-3228-4184-b65f-7e551da5bc7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:14.137913 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-cedd679a-3228-4184-b65f-7e551da5bc7d admin admin] 10.222.0.75 "DELETE /v2.0/networks/2bd7261e-c35c-442d-9e71-c290c9fc90fe HTTP/1.1" status: 204 len: 168 time: 1.0729666 Feb 16 22:20:14.156061 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761860ba-d711-4e27-8bdc-d727c3dcb3bd req-bb474b9b-2c53-445f-9eaf-87afc6ba4efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:14.159354 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-761860ba-d711-4e27-8bdc-d727c3dcb3bd req-bb474b9b-2c53-445f-9eaf-87afc6ba4efe service neutron] 10.222.0.79 "GET /v2.0/networks?id=148c4f12-6a4c-4222-964e-54da24b176f4 HTTP/1.1" status: 200 len: 929 time: 0.7220411 Feb 16 22:20:14.205203 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd679a-3228-4184-b65f-7e551da5bc7d admin admin] Pushing event deleted for resources: {'Network': ['ID=2bd7261e-c35c-442d-9e71-c290c9fc90fe,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:14.245604 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f634a78-4163-4026-a249-5a503fbb1dde req-c8bb25c1-c8c7-4363-a70e-0462d331ff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:14.247329 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4f634a78-4163-4026-a249-5a503fbb1dde req-c8bb25c1-c8c7-4363-a70e-0462d331ff2c service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.6529863 Feb 16 22:20:14.249028 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-761860ba-d711-4e27-8bdc-d727c3dcb3bd req-d291d8d5-ef81-494f-8a73-ca6d75736dd1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1afa96d2-e42d-4af7-8615-a4ccb87a482c HTTP/1.1" status: 200 len: 217 time: 0.0537663 Feb 16 22:20:14.308797 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60294) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:14.338419 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4f634a78-4163-4026-a249-5a503fbb1dde req-a4a02b1f-1437-472b-97e6-178874a57c98 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9 HTTP/1.1" status: 200 len: 217 time: 0.0838192 Feb 16 22:20:14.351314 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-aa346560-5f42-428f-b93e-4a730259aa55 admin admin] Allocated IP 172.25.2.139 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/60715aee-fff1-4765-bf0d-c219182519e3) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:20:14.401377 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d7080a44-fb0a-4aef-ac98-4d1ea0e623e2 req-9fc76500-f96f-4019-bcf1-a79303842efd tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (383ee238-2bac-4aa1-ba9e-5ca3befbb7be), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:14.401723 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d7080a44-fb0a-4aef-ac98-4d1ea0e623e2 req-9fc76500-f96f-4019-bcf1-a79303842efd tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks [] for floatingip (383ee238-2bac-4aa1-ba9e-5ca3befbb7be), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:14.419608 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-d7080a44-fb0a-4aef-ac98-4d1ea0e623e2 req-9fc76500-f96f-4019-bcf1-a79303842efd tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Calling delete_port for 383ee238-2bac-4aa1-ba9e-5ca3befbb7be owned by network:floatingip {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:20:14.426197 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761860ba-d711-4e27-8bdc-d727c3dcb3bd req-b7f13f27-b5bc-4401-9bf9-bd67cc8f5130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:14.427487 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-761860ba-d711-4e27-8bdc-d727c3dcb3bd req-b7f13f27-b5bc-4401-9bf9-bd67cc8f5130 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9ee789e8-f458-47e2-93fe-11658cfad8c1 HTTP/1.1" status: 200 len: 867 time: 0.1640239 Feb 16 22:20:14.499667 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f634a78-4163-4026-a249-5a503fbb1dde req-2f3a90ab-f2f8-41ac-b2bf-f98f07b340ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:14.501647 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4f634a78-4163-4026-a249-5a503fbb1dde req-2f3a90ab-f2f8-41ac-b2bf-f98f07b340ae service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1520758 Feb 16 22:20:14.511015 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4cf99760-02b7-4300-9306-7b321ae03da7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d5de796caa0e4b9280cc8c6cfb1caa18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1997952 Feb 16 22:20:14.513892 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60296) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:14.650205 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bf8844-641f-4f38-a2cb-8ac49400221b None None] Network a2949af4-226e-4bae-8b8f-20776d9938d8 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:20:14.684863 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-17070b80-32c4-49be-b8bf-12297d62870b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (495bed2e-d776-4006-af66-3c8b2f1f69c3), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:14.686235 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device f9ff6359-4f22-4634-8adf-ca5d96f22883 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:20:14.694546 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761860ba-d711-4e27-8bdc-d727c3dcb3bd req-b23b648b-8998-4be6-83ef-58443e470256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:14.696485 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-761860ba-d711-4e27-8bdc-d727c3dcb3bd req-b23b648b-8998-4be6-83ef-58443e470256 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=148c4f12-6a4c-4222-964e-54da24b176f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2501774 Feb 16 22:20:14.696901 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d7080a44-fb0a-4aef-ac98-4d1ea0e623e2 req-9fc76500-f96f-4019-bcf1-a79303842efd tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (383ee238-2bac-4aa1-ba9e-5ca3befbb7be), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:14.718996 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-aa346560-5f42-428f-b93e-4a730259aa55 admin admin] Publish callbacks [] for port (60715aee-fff1-4765-bf0d-c219182519e3), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:14.722652 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17070b80-32c4-49be-b8bf-12297d62870b admin admin] Pushing event deleted for resources: {'Port': ['ID=495bed2e-d776-4006-af66-3c8b2f1f69c3,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:14.752430 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc76500-f96f-4019-bcf1-a79303842efd tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Pushing event deleted for resources: {'Port': ['ID=383ee238-2bac-4aa1-ba9e-5ca3befbb7be,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:14.761820 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb25fb-4d3d-498e-9ca8-25575e034126 req-a4a86db1-3f87-42f7-a0bb-9fdb8d3fdf58 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:14.764398 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6ccb25fb-4d3d-498e-9ca8-25575e034126 req-a4a86db1-3f87-42f7-a0bb-9fdb8d3fdf58 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.67 "GET /v2.0/ports?device_id=36ae2509-3fbf-4f9a-8baa-645d2d2b4012 HTTP/1.1" status: 200 len: 949 time: 0.2129107 Feb 16 22:20:14.795636 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f634a78-4163-4026-a249-5a503fbb1dde req-7ef42b3d-5379-47bb-9ee8-38aef21be37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:14.797048 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4f634a78-4163-4026-a249-5a503fbb1dde req-7ef42b3d-5379-47bb-9ee8-38aef21be37a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2498114 Feb 16 22:20:14.807787 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f0539006-a05e-45d0-bdbb-b068ba8b4a0f None None] Provisioning complete for port f9ff6359-4f22-4634-8adf-ca5d96f22883 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:14.808252 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f0539006-a05e-45d0-bdbb-b068ba8b4a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f9ff6359-4f22-4634-8adf-ca5d96f22883), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:14.883025 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port f9ff6359-4f22-4634-8adf-ca5d96f22883 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:14.883481 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f9ff6359-4f22-4634-8adf-ca5d96f22883), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:14.904121 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-823ad020-1ecd-4d11-a65a-1c99719921fd admin admin] Publish callbacks [] for security_group (b3ebe6c8-7b99-4d34-97ed-03e705c73a8a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:14.920611 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d7080a44-fb0a-4aef-ac98-4d1ea0e623e2 req-9fc76500-f96f-4019-bcf1-a79303842efd tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks [] for floatingip (0160f889-7178-470f-83eb-5710c26e0072), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:14.923812 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d7080a44-fb0a-4aef-ac98-4d1ea0e623e2 req-9fc76500-f96f-4019-bcf1-a79303842efd tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:14.924975 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d7080a44-fb0a-4aef-ac98-4d1ea0e623e2 req-9fc76500-f96f-4019-bcf1-a79303842efd tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "DELETE /v2.0/floatingips/0160f889-7178-470f-83eb-5710c26e0072 HTTP/1.1" status: 204 len: 173 time: 1.1820900 Feb 16 22:20:15.038474 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-aa346560-5f42-428f-b93e-4a730259aa55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (60715aee-fff1-4765-bf0d-c219182519e3), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:15.044131 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-761860ba-d711-4e27-8bdc-d727c3dcb3bd req-f9b5cc65-dd6e-42b4-a3e6-7cd84341481b service neutron] 10.222.0.79 "GET /v2.0/networks/148c4f12-6a4c-4222-964e-54da24b176f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346460 Feb 16 22:20:15.051153 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-17070b80-32c4-49be-b8bf-12297d62870b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (3ed7c337-cf82-4187-acdc-18a75c84d2b4), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:15.083859 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-823ad020-1ecd-4d11-a65a-1c99719921fd admin admin] Publish callbacks [] for security_group (b3ebe6c8-7b99-4d34-97ed-03e705c73a8a), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:15.097839 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a64b7cf-9c48-43ed-af56-8ad1adea3c33 x-openstack-request-id: req-3a64b7cf-9c48-43ed-af56-8ad1adea3c33 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:20:15.098219 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fcb3cb-ee94-4db0-9d2f-f7783a04b758", "name": "network-vif-plugged", "status": "completed", "tag": "2878291e-3d8c-4591-a083-644483381e49", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:20:15.098539 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3a64b7cf-9c48-43ed-af56-8ad1adea3c33 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:20:15.098997 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4fcb3cb-ee94-4db0-9d2f-f7783a04b758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2878291e-3d8c-4591-a083-644483381e49', 'code': 200} Feb 16 22:20:15.099993 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 3a7abf1f-ea8e-46d4-8ccf-cef340495fe7 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:20:15.137678 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 3a7abf1f-ea8e-46d4-8ccf-cef340495fe7 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:20:15.138135 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 3a7abf1f-ea8e-46d4-8ccf-cef340495fe7 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:20:15.152713 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa346560-5f42-428f-b93e-4a730259aa55 admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:20:15.159478 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-aa346560-5f42-428f-b93e-4a730259aa55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:20:15.181295 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa346560-5f42-428f-b93e-4a730259aa55 admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:20:15.190614 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f0539006-a05e-45d0-bdbb-b068ba8b4a0f None None] Current status of the port f9ff6359-4f22-4634-8adf-ca5d96f22883 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:15.191092 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f0539006-a05e-45d0-bdbb-b068ba8b4a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f9ff6359-4f22-4634-8adf-ca5d96f22883), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:15.220198 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89c2162-3c55-4ae6-97b2-2fd8dc325ef1', 'name': 'network-vif-deleted', 'tag': '3a7abf1f-ea8e-46d4-8ccf-cef340495fe7'}, {'server_uuid': 'def4d26e-5212-4285-8384-b07924ef9d7b', 'name': 'network-vif-deleted', 'tag': '52b7c737-bb0a-4614-9393-9fe74f309f8b'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:20:15.222439 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579cf075-c56f-4d2f-8872-26fed321fa61" -d '{"events": [{"server_uuid": "e89c2162-3c55-4ae6-97b2-2fd8dc325ef1", "name": "network-vif-deleted", "tag": "3a7abf1f-ea8e-46d4-8ccf-cef340495fe7"}, {"server_uuid": "def4d26e-5212-4285-8384-b07924ef9d7b", "name": "network-vif-deleted", "tag": "52b7c737-bb0a-4614-9393-9fe74f309f8b"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:20:15.267476 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-f0539006-a05e-45d0-bdbb-b068ba8b4a0f None None] For port f9ff6359-4f22-4634-8adf-ca5d96f22883, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=f9ff6359-4f22-4634-8adf-ca5d96f22883,segment=NetworkSegment(5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb),segment_id=5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:15.277849 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port f9ff6359-4f22-4634-8adf-ca5d96f22883 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:15.278425 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f9ff6359-4f22-4634-8adf-ca5d96f22883), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:15.279862 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4f634a78-4163-4026-a249-5a503fbb1dde req-7dccc5cf-b2f6-480d-890a-fff2423c3fd8 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321530 Feb 16 22:20:15.286887 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f0539006-a05e-45d0-bdbb-b068ba8b4a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (f9ff6359-4f22-4634-8adf-ca5d96f22883), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:15.287182 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa346560-5f42-428f-b93e-4a730259aa55 admin admin] Pushing event updated for resources: {'Port': ['ID=60715aee-fff1-4765-bf0d-c219182519e3,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:15.305577 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:20:15.312548 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936df813-53fe-4644-a37f-8f46342e0596 req-f475fbbf-39d3-4ffb-9a34-29c799d15baa tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:15.314169 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-936df813-53fe-4644-a37f-8f46342e0596 req-f475fbbf-39d3-4ffb-9a34-29c799d15baa tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=f4fcb3cb-ee94-4db0-9d2f-f7783a04b758 HTTP/1.1" status: 200 len: 946 time: 0.1861787 Feb 16 22:20:15.321251 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba76b31-cda7-46b7-b8d6-e030a656cd04 req-940918bc-4abf-4d0b-8ea1-8d6d3bbf7718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:15.322776 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4ba76b31-cda7-46b7-b8d6-e030a656cd04 req-940918bc-4abf-4d0b-8ea1-8d6d3bbf7718 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f4fcb3cb-ee94-4db0-9d2f-f7783a04b758 HTTP/1.1" status: 200 len: 1128 time: 0.1959469 Feb 16 22:20:15.348442 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-6ccb25fb-4d3d-498e-9ca8-25575e034126 req-44a9bbc1-ea31-4d43-8813-a5f4b46c7b3e tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Deleting port a076e78f-7046-4547-8dae-bfecf879467f {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:20:15.349167 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6ccb25fb-4d3d-498e-9ca8-25575e034126 req-44a9bbc1-ea31-4d43-8813-a5f4b46c7b3e tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a076e78f-7046-4547-8dae-bfecf879467f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:15.396664 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-936df813-53fe-4644-a37f-8f46342e0596 req-a499fd3f-aea9-4a25-95c8-5a20e0f4715e tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710206 Feb 16 22:20:15.456668 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:20:15.457059 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:20:15.470122 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-823ad020-1ecd-4d11-a65a-1c99719921fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b3ebe6c8-7b99-4d34-97ed-03e705c73a8a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:15.472835 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-823ad020-1ecd-4d11-a65a-1c99719921fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:15.474032 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-823ad020-1ecd-4d11-a65a-1c99719921fd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b3ebe6c8-7b99-4d34-97ed-03e705c73a8a HTTP/1.1" status: 204 len: 168 time: 0.9590228 Feb 16 22:20:15.552324 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0539006-a05e-45d0-bdbb-b068ba8b4a0f None None] Pushing event updated for resources: {'Port': ['ID=f9ff6359-4f22-4634-8adf-ca5d96f22883,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:15.558855 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:20:15.564827 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:15.565718 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:15.596869 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-761860ba-d711-4e27-8bdc-d727c3dcb3bd req-a65d5747-a79d-46c6-913c-2bac0e0fd357 service neutron] 10.222.0.79 "GET /v2.0/networks/148c4f12-6a4c-4222-964e-54da24b176f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4673042 Feb 16 22:20:15.597646 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ad020-1ecd-4d11-a65a-1c99719921fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ebe6c8-7b99-4d34-97ed-03e705c73a8a,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:15.605265 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-4dcf933f-1778-4383-86f6-1a6a4cadb312 None None] Provisioning complete for port f9ff6359-4f22-4634-8adf-ca5d96f22883 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:15.605655 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4dcf933f-1778-4383-86f6-1a6a4cadb312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f9ff6359-4f22-4634-8adf-ca5d96f22883), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:15.655536 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4ba76b31-cda7-46b7-b8d6-e030a656cd04 req-fed76611-3764-4910-8e99-9013e1814f4e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709563 Feb 16 22:20:15.661753 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4f634a78-4163-4026-a249-5a503fbb1dde req-ba8627b7-11de-45ea-9c1e-2c262ef28f9c service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714552 Feb 16 22:20:15.677193 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-6ccb25fb-4d3d-498e-9ca8-25575e034126 req-44a9bbc1-ea31-4d43-8813-a5f4b46c7b3e tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] For port a076e78f-7046-4547-8dae-bfecf879467f, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=a076e78f-7046-4547-8dae-bfecf879467f,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:15.678021 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6ccb25fb-4d3d-498e-9ca8-25575e034126 req-44a9bbc1-ea31-4d43-8813-a5f4b46c7b3e tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a076e78f-7046-4547-8dae-bfecf879467f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:15.712496 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-2d3bcf35-0941-4f19-ac40-872d4e124867 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:15.719094 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-2d3bcf35-0941-4f19-ac40-872d4e124867 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/networks?id=c5caf1e2-5ed9-4635-98df-d36f332fac2f HTTP/1.1" status: 200 len: 812 time: 0.1478808 Feb 16 22:20:15.727636 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-6ccb25fb-4d3d-498e-9ca8-25575e034126 req-44a9bbc1-ea31-4d43-8813-a5f4b46c7b3e tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Calling delete_port for a076e78f-7046-4547-8dae-bfecf879467f owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:20:15.740875 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-52ff0053-bcd2-4213-9eb4-dd477b5a9d9c tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/quotas/ee14b41af1744680817d2f7b9462ea3f HTTP/1.1" status: 200 len: 375 time: 0.0208740 Feb 16 22:20:15.768465 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:15.768985 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:15.775135 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17070b80-32c4-49be-b8bf-12297d62870b admin admin] Router 3ed7c337-cf82-4187-acdc-18a75c84d2b4 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:20:15.785021 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-86b581cc-f49e-4e51-9201-146e280d9f42 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ee14b41af1744680817d2f7b9462ea3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432167 Feb 16 22:20:15.876041 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:15.879670 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4dcf933f-1778-4383-86f6-1a6a4cadb312 None None] Current status of the port f9ff6359-4f22-4634-8adf-ca5d96f22883 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:15.887222 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:15.889116 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device a076e78f-7046-4547-8dae-bfecf879467f no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:20:15.988832 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-28cc1b85-1538-4a45-a125-d0f6d6075d99 service neutron] 10.222.0.75 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023728 Feb 16 22:20:16.050809 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port f9ff6359-4f22-4634-8adf-ca5d96f22883 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:16.055942 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:16.069929 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port a076e78f-7046-4547-8dae-bfecf879467f is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:16.070605 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a076e78f-7046-4547-8dae-bfecf879467f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:16.074134 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17070b80-32c4-49be-b8bf-12297d62870b admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:20:16.084807 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-17070b80-32c4-49be-b8bf-12297d62870b admin admin] 10.222.0.75 "PUT /v2.0/routers/3ed7c337-cf82-4187-acdc-18a75c84d2b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5847778 Feb 16 22:20:16.089374 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 60324) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:16.099931 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b880a3-ad94-451e-adcd-600131a9c5cf None None] Sync routers for ids ['3ed7c337-cf82-4187-acdc-18a75c84d2b4'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:20:16.113088 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-aa346560-5f42-428f-b93e-4a730259aa55 admin admin] Publish callbacks [] for router_gateway (2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:16.128032 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port a076e78f-7046-4547-8dae-bfecf879467f, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=a076e78f-7046-4547-8dae-bfecf879467f,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:16.129746 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b880a3-ad94-451e-adcd-600131a9c5cf None None] Routers {'3ed7c337-cf82-4187-acdc-18a75c84d2b4'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:20:16.130895 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-65b880a3-ad94-451e-adcd-600131a9c5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:19:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3ed7c337-cf82-4187-acdc-18a75c84d2b4'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:16.136750 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a076e78f-7046-4547-8dae-bfecf879467f), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:16.242781 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-c61e24f6-927f-422f-8aee-20ae286c8218 service neutron] 10.222.0.75 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385533 Feb 16 22:20:16.267526 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6ccb25fb-4d3d-498e-9ca8-25575e034126 req-44a9bbc1-ea31-4d43-8813-a5f4b46c7b3e tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (a076e78f-7046-4547-8dae-bfecf879467f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:16.271792 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f97bbb58-cabe-4cb4-852e-a340dbfb6b89 admin admin] Publish callbacks [] for router (3ed7c337-cf82-4187-acdc-18a75c84d2b4), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:16.282443 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['f9e7c29c-40b5-46e5-957d-91a18ae35305'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:20:16.356369 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9bbc1-ea31-4d43-8813-a5f4b46c7b3e tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Pushing event deleted for resources: {'Port': ['ID=a076e78f-7046-4547-8dae-bfecf879467f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:16.414475 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=a076e78f-7046-4547-8dae-bfecf879467f,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:16.435407 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ccb25fb-4d3d-498e-9ca8-25575e034126 req-44a9bbc1-ea31-4d43-8813-a5f4b46c7b3e tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] No DVR routers for this DVR port a076e78f-7046-4547-8dae-bfecf879467f on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:20:16.439586 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6ccb25fb-4d3d-498e-9ca8-25575e034126 req-44a9bbc1-ea31-4d43-8813-a5f4b46c7b3e tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:16.443378 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6ccb25fb-4d3d-498e-9ca8-25575e034126 req-44a9bbc1-ea31-4d43-8813-a5f4b46c7b3e tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.67 "DELETE /v2.0/ports/a076e78f-7046-4547-8dae-bfecf879467f HTTP/1.1" status: 204 len: 173 time: 1.6678135 Feb 16 22:20:16.479977 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-aa346560-5f42-428f-b93e-4a730259aa55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:16.519633 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f97bbb58-cabe-4cb4-852e-a340dbfb6b89 admin admin] Publish callbacks [] for router_gateway (3ed7c337-cf82-4187-acdc-18a75c84d2b4), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:16.544351 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-65b880a3-ad94-451e-adcd-600131a9c5cf None None] Set router 3ed7c337-cf82-4187-acdc-18a75c84d2b4 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:20:16.717212 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa346560-5f42-428f-b93e-4a730259aa55 admin admin] Router 2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:20:16.727004 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60342) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:16.727178 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device f9ff6359-4f22-4634-8adf-ca5d96f22883 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:20:16.852457 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2785c5-6533-426a-9d3c-8063b6d6fbf8 req-51d1ad58-674e-49c3-9dcb-fa357659e58e tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:16.861117 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5f2785c5-6533-426a-9d3c-8063b6d6fbf8 req-51d1ad58-674e-49c3-9dcb-fa357659e58e tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] 10.222.0.75 "GET /v2.0/ports?device_id=c213cb04-3df5-44cb-b0bb-b3e93e1c5225 HTTP/1.1" status: 200 len: 950 time: 0.3119361 Feb 16 22:20:16.869405 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-f97bbb58-cabe-4cb4-852e-a340dbfb6b89 admin admin] Deleting port 1eb74844-e948-4a0c-82e7-eb7db1a5b3e2 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:20:16.869741 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f97bbb58-cabe-4cb4-852e-a340dbfb6b89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (1eb74844-e948-4a0c-82e7-eb7db1a5b3e2), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:16.895127 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-775b5fe8-7f5d-4832-b16f-292036ff9ed8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-492878396-network', 'tenant_id': '4ecc835e688d4b37a34028859d121b09'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:16.933155 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa346560-5f42-428f-b93e-4a730259aa55 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:20:16.947624 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775b5fe8-7f5d-4832-b16f-292036ff9ed8 admin admin] Made reservation on behalf of 4ecc835e688d4b37a34028859d121b09 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:20:16.950741 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-775b5fe8-7f5d-4832-b16f-292036ff9ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:16.954057 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589095e3-9d6d-4492-ac4e-62bde15112b1 None None] Sync routers for ids ['2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:20:16.969848 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589095e3-9d6d-4492-ac4e-62bde15112b1 None None] Routers {'2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:20:16.973136 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-589095e3-9d6d-4492-ac4e-62bde15112b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:19:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:16.983549 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-775b5fe8-7f5d-4832-b16f-292036ff9ed8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:16.996090 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5f2785c5-6533-426a-9d3c-8063b6d6fbf8 req-51e71dcd-c4b6-4f95-b9f1-626175fffbaf tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d82db5a-6f03-40d3-b51b-2cdb2d1c5810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217566 Feb 16 22:20:17.007013 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-aa346560-5f42-428f-b93e-4a730259aa55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:17.010884 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-aa346560-5f42-428f-b93e-4a730259aa55 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4957092 Feb 16 22:20:17.011959 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port f9ff6359-4f22-4634-8adf-ca5d96f22883 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:17.012919 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f9ff6359-4f22-4634-8adf-ca5d96f22883), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:17.013702 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60350) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:17.149619 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c213cb04-3df5-44cb-b0bb-b3e93e1c5225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9'}, {'server_uuid': '36ae2509-3fbf-4f9a-8baa-645d2d2b4012', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a076e78f-7046-4547-8dae-bfecf879467f'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:20:17.152642 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d66a39-7626-4a39-b02f-13504af584e7" -d '{"events": [{"server_uuid": "c213cb04-3df5-44cb-b0bb-b3e93e1c5225", "name": "network-vif-plugged", "status": "completed", "tag": "c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9"}, {"server_uuid": "36ae2509-3fbf-4f9a-8baa-645d2d2b4012", "name": "network-vif-unplugged", "status": "completed", "tag": "a076e78f-7046-4547-8dae-bfecf879467f"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:20:17.172473 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-f97bbb58-cabe-4cb4-852e-a340dbfb6b89 admin admin] For port 1eb74844-e948-4a0c-82e7-eb7db1a5b3e2, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=1eb74844-e948-4a0c-82e7-eb7db1a5b3e2,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:17.172934 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f97bbb58-cabe-4cb4-852e-a340dbfb6b89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (1eb74844-e948-4a0c-82e7-eb7db1a5b3e2), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:17.196206 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-f97bbb58-cabe-4cb4-852e-a340dbfb6b89 admin admin] Calling delete_port for 1eb74844-e948-4a0c-82e7-eb7db1a5b3e2 owned by network:router_gateway {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:20:17.209408 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Feb 2022 22:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f1b072-8f4b-455c-9783-67bbc6f4f9f5 x-openstack-request-id: req-95f1b072-8f4b-455c-9783-67bbc6f4f9f5 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:20:17.209719 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89c2162-3c55-4ae6-97b2-2fd8dc325ef1", "name": "network-vif-deleted", "tag": "3a7abf1f-ea8e-46d4-8ccf-cef340495fe7", "status": "completed", "code": 200}, {"server_uuid": "def4d26e-5212-4285-8384-b07924ef9d7b", "name": "network-vif-deleted", "tag": "52b7c737-bb0a-4614-9393-9fe74f309f8b", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:20:17.210063 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-95f1b072-8f4b-455c-9783-67bbc6f4f9f5 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:20:17.210470 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89c2162-3c55-4ae6-97b2-2fd8dc325ef1', 'name': 'network-vif-deleted', 'tag': '3a7abf1f-ea8e-46d4-8ccf-cef340495fe7', 'status': 'completed', 'code': 200} Feb 16 22:20:17.210731 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def4d26e-5212-4285-8384-b07924ef9d7b', 'name': 'network-vif-deleted', 'tag': '52b7c737-bb0a-4614-9393-9fe74f309f8b', 'status': 'completed', 'code': 200} Feb 16 22:20:17.226202 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-589095e3-9d6d-4492-ac4e-62bde15112b1 None None] Set router 2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:20:17.353883 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port f9ff6359-4f22-4634-8adf-ca5d96f22883 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:17.457079 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-65b880a3-ad94-451e-adcd-600131a9c5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed7c337-cf82-4187-acdc-18a75c84d2b4', 'name': 'tempest-FloatingIPDetailsTestJSON-900764405-router', 'tenant_id': '1a29e21e15ad43ff8272d652c261d479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '1eb74844-e948-4a0c-82e7-eb7db1a5b3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:19:32Z', 'updated_at': '2022-02-16T22:20:14Z', 'revision_number': 5, 'project_id': '1a29e21e15ad43ff8272d652c261d479', 'gw_port': {'id': '1eb74844-e948-4a0c-82e7-eb7db1a5b3e2', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed7c337-cf82-4187-acdc-18a75c84d2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:19:34Z', 'updated_at': '2022-02-16T22:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:17.466244 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-775b5fe8-7f5d-4832-b16f-292036ff9ed8 admin admin] Publish callbacks [] for security_group (20e820a0-5544-4ebf-91fa-4e121a58eeb0), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:17.482807 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-775b5fe8-7f5d-4832-b16f-292036ff9ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (20e820a0-5544-4ebf-91fa-4e121a58eeb0), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:17.535755 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b880a3-ad94-451e-adcd-600131a9c5cf None None] Checking router: 3ed7c337-cf82-4187-acdc-18a75c84d2b4 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:20:17.542863 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-775b5fe8-7f5d-4832-b16f-292036ff9ed8 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:20:17.547895 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f97bbb58-cabe-4cb4-852e-a340dbfb6b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (1eb74844-e948-4a0c-82e7-eb7db1a5b3e2), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:17.558928 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b880a3-ad94-451e-adcd-600131a9c5cf None None] Routers {'3ed7c337-cf82-4187-acdc-18a75c84d2b4'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:20:17.559644 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-65b880a3-ad94-451e-adcd-600131a9c5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:19:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3ed7c337-cf82-4187-acdc-18a75c84d2b4'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:17.605113 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97bbb58-cabe-4cb4-852e-a340dbfb6b89 admin admin] Pushing event deleted for resources: {'Port': ['ID=1eb74844-e948-4a0c-82e7-eb7db1a5b3e2,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:17.616963 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-589095e3-9d6d-4492-ac4e-62bde15112b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'name': 'tempest-AttachVolumeTestJSON-1783443213-router', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '60715aee-fff1-4765-bf0d-c219182519e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:12Z', 'updated_at': '2022-02-16T22:20:15Z', 'revision_number': 3, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'gw_port': {'id': '60715aee-fff1-4765-bf0d-c219182519e3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:13Z', 'updated_at': '2022-02-16T22:20:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:17.630218 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-775b5fe8-7f5d-4832-b16f-292036ff9ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (61f8ece1-7366-4d55-af00-28ac546e7d42), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:17.630571 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-775b5fe8-7f5d-4832-b16f-292036ff9ed8 admin admin] Added segment 61f8ece1-7366-4d55-af00-28ac546e7d42 of type vlan for network 2a4d83e1-26cb-467d-af35-1036d7c3fb39 Feb 16 22:20:17.687030 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589095e3-9d6d-4492-ac4e-62bde15112b1 None None] Checking router: 2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:20:17.694092 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589095e3-9d6d-4492-ac4e-62bde15112b1 None None] Updating router 2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886 port 60715aee-fff1-4765-bf0d-c219182519e3 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:20:17.709663 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-65b880a3-ad94-451e-adcd-600131a9c5cf None None] Set router 3ed7c337-cf82-4187-acdc-18a75c84d2b4 gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:20:17.720531 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f97bbb58-cabe-4cb4-852e-a340dbfb6b89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (3ed7c337-cf82-4187-acdc-18a75c84d2b4), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:17.727323 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-775b5fe8-7f5d-4832-b16f-292036ff9ed8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (2a4d83e1-26cb-467d-af35-1036d7c3fb39), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:17.753720 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b5fe8-7f5d-4832-b16f-292036ff9ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e820a0-5544-4ebf-91fa-4e121a58eeb0,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:17.761535 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-589095e3-9d6d-4492-ac4e-62bde15112b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (60715aee-fff1-4765-bf0d-c219182519e3), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:17.778847 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-65b880a3-ad94-451e-adcd-600131a9c5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed7c337-cf82-4187-acdc-18a75c84d2b4', 'name': 'tempest-FloatingIPDetailsTestJSON-900764405-router', 'tenant_id': '1a29e21e15ad43ff8272d652c261d479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:19:32Z', 'updated_at': '2022-02-16T22:20:17Z', 'revision_number': 7, 'project_id': '1a29e21e15ad43ff8272d652c261d479', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:17.826044 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-775b5fe8-7f5d-4832-b16f-292036ff9ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (2a4d83e1-26cb-467d-af35-1036d7c3fb39), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:17.826587 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775b5fe8-7f5d-4832-b16f-292036ff9ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:17.838779 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-775b5fe8-7f5d-4832-b16f-292036ff9ed8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:17.888891 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d78a34-bdb4-4c04-8f70-9b7ce1c5be0b req-9b9043fa-ad0d-4c51-987f-85b9f498b63b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:17.890710 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9d78a34-bdb4-4c04-8f70-9b7ce1c5be0b req-9b9043fa-ad0d-4c51-987f-85b9f498b63b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=f4fcb3cb-ee94-4db0-9d2f-f7783a04b758 HTTP/1.1" status: 200 len: 946 time: 0.4774234 Feb 16 22:20:17.892770 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f97bbb58-cabe-4cb4-852e-a340dbfb6b89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (3ed7c337-cf82-4187-acdc-18a75c84d2b4), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:17.895380 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f97bbb58-cabe-4cb4-852e-a340dbfb6b89 admin admin] Publish callbacks [] for router_controller (3ed7c337-cf82-4187-acdc-18a75c84d2b4), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:17.987344 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f97bbb58-cabe-4cb4-852e-a340dbfb6b89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (3ed7c337-cf82-4187-acdc-18a75c84d2b4), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:17.987992 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b880a3-ad94-451e-adcd-600131a9c5cf None None] The sync data for ids ['3ed7c337-cf82-4187-acdc-18a75c84d2b4'] in n-d-813897-6 is: [{'id': '3ed7c337-cf82-4187-acdc-18a75c84d2b4', 'name': 'tempest-FloatingIPDetailsTestJSON-900764405-router', 'tenant_id': '1a29e21e15ad43ff8272d652c261d479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:19:32Z', 'updated_at': '2022-02-16T22:20:17Z', 'revision_number': 7, 'project_id': '1a29e21e15ad43ff8272d652c261d479', 'gw_port_host': None}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:20:17.988149 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97bbb58-cabe-4cb4-852e-a340dbfb6b89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ed7c337-cf82-4187-acdc-18a75c84d2b4 {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:20:17.989001 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-775b5fe8-7f5d-4832-b16f-292036ff9ed8 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2605128 Feb 16 22:20:17.994421 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 60362) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:18.001500 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-e0603504-f82c-46e6-84ef-693a75a247ee admin admin] Request body: {'subnet': {'network_id': '2a4d83e1-26cb-467d-af35-1036d7c3fb39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-492878396-subnet', 'tenant_id': '4ecc835e688d4b37a34028859d121b09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:18.010575 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f97bbb58-cabe-4cb4-852e-a340dbfb6b89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:18.014760 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f97bbb58-cabe-4cb4-852e-a340dbfb6b89 admin admin] 10.222.0.75 "DELETE /v2.0/routers/3ed7c337-cf82-4187-acdc-18a75c84d2b4 HTTP/1.1" status: 204 len: 168 time: 1.9241660 Feb 16 22:20:18.018526 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 60364) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:18.035644 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b5fe8-7f5d-4832-b16f-292036ff9ed8 admin admin] Pushing event updated for resources: {'Network': ['ID=2a4d83e1-26cb-467d-af35-1036d7c3fb39,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:18.052919 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 2a4d83e1-26cb-467d-af35-1036d7c3fb39 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:20:18.127754 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-589095e3-9d6d-4492-ac4e-62bde15112b1 None None] Publish callbacks [] for port (60715aee-fff1-4765-bf0d-c219182519e3), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:18.142854 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-589095e3-9d6d-4492-ac4e-62bde15112b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (60715aee-fff1-4765-bf0d-c219182519e3), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:18.161088 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-58d50f4f-dcc3-4e64-b0f5-7a596d8eb86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:18.206464 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-589095e3-9d6d-4492-ac4e-62bde15112b1 None None] Attempting to bind port 60715aee-fff1-4765-bf0d-c219182519e3 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:20:18.206998 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-589095e3-9d6d-4492-ac4e-62bde15112b1 None None] Attempting to bind port 60715aee-fff1-4765-bf0d-c219182519e3 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:20:18.207460 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589095e3-9d6d-4492-ac4e-62bde15112b1 None None] Attempting to bind port 60715aee-fff1-4765-bf0d-c219182519e3 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:20:18.219737 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589095e3-9d6d-4492-ac4e-62bde15112b1 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:20:18.220270 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589095e3-9d6d-4492-ac4e-62bde15112b1 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:20:18.220768 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-589095e3-9d6d-4492-ac4e-62bde15112b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:18.221254 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589095e3-9d6d-4492-ac4e-62bde15112b1 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:20:18.221854 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-589095e3-9d6d-4492-ac4e-62bde15112b1 None None] Bound port: 60715aee-fff1-4765-bf0d-c219182519e3, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:20:18.222361 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-589095e3-9d6d-4492-ac4e-62bde15112b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (60715aee-fff1-4765-bf0d-c219182519e3), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:18.277277 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-589095e3-9d6d-4492-ac4e-62bde15112b1 None None] For port 60715aee-fff1-4765-bf0d-c219182519e3, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:20:18.283611 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-589095e3-9d6d-4492-ac4e-62bde15112b1 None None] For port 60715aee-fff1-4765-bf0d-c219182519e3, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=60715aee-fff1-4765-bf0d-c219182519e3,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:20:18.285445 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d243f8e-0372-409e-a274-cc8e49afaa99 None None] Pushing event updated for resources: {'Port': ['ID=60715aee-fff1-4765-bf0d-c219182519e3,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:18.300291 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-589095e3-9d6d-4492-ac4e-62bde15112b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (60715aee-fff1-4765-bf0d-c219182519e3), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:18.383140 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-07c05ecc-2d56-493a-a24b-d9b451c30888 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:18.384726 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-07c05ecc-2d56-493a-a24b-d9b451c30888 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.67 "GET /v2.0/networks?id=c5caf1e2-5ed9-4635-98df-d36f332fac2f HTTP/1.1" status: 200 len: 812 time: 0.2047591 Feb 16 22:20:18.408706 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9d78a34-bdb4-4c04-8f70-9b7ce1c5be0b req-173db5d9-9e13-4f58-9fa1-9bb9f618804c tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084293 Feb 16 22:20:18.417793 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-328dc8e6-3975-4091-aa29-17c6db09f287 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Request body: {'port': {'device_id': 'a1871be0-1fd3-4698-9050-ea9c8eb8f61a', 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f', 'admin_state_up': True, 'tenant_id': 'ee14b41af1744680817d2f7b9462ea3f'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:18.432256 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589095e3-9d6d-4492-ac4e-62bde15112b1 None None] Routers {'2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:20:18.433212 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-589095e3-9d6d-4492-ac4e-62bde15112b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:19:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:18.461476 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ee9a9f-4c5d-44cb-aa18-9a2de9703a2e admin admin] Deleting subnet 8100ed50-1365-4aac-a0dd-cd272c1d5e82 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:20:18.479611 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-03ee9a9f-4c5d-44cb-aa18-9a2de9703a2e admin admin] Publish callbacks [] for subnet (8100ed50-1365-4aac-a0dd-cd272c1d5e82), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:18.503879 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-58d50f4f-dcc3-4e64-b0f5-7a596d8eb86b admin admin] Allocated IP 172.20.0.1 (a2949af4-226e-4bae-8b8f-20776d9938d8/812089a8-8e43-4669-b97f-c5c83d27191f/10a66254-8530-410c-b704-0a1a2d1363c8) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:20:18.521038 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0603504-f82c-46e6-84ef-693a75a247ee admin admin] Made reservation on behalf of 4ecc835e688d4b37a34028859d121b09 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:20:18.523491 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e0603504-f82c-46e6-84ef-693a75a247ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:18.544362 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 495bed2e-d776-4006-af66-3c8b2f1f69c3 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:20:18.546590 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d243f8e-0372-409e-a274-cc8e49afaa99 None None] Pushing event updated for resources: {'Port': ['ID=60715aee-fff1-4765-bf0d-c219182519e3,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:18.565070 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-62e935cd-077b-4235-814c-afb287eeecc9 req-2628bd84-543f-4860-b221-09f12b539189 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1871be0-1fd3-4698-9050-ea9c8eb8f61a HTTP/1.1" status: 200 len: 210 time: 0.0475092 Feb 16 22:20:18.601293 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 495bed2e-d776-4006-af66-3c8b2f1f69c3 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:20:18.601858 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 495bed2e-d776-4006-af66-3c8b2f1f69c3 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:20:18.604508 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-03ee9a9f-4c5d-44cb-aa18-9a2de9703a2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (8100ed50-1365-4aac-a0dd-cd272c1d5e82), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:18.680951 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-589095e3-9d6d-4492-ac4e-62bde15112b1 None None] Set router 2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:20:18.701472 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-328dc8e6-3975-4091-aa29-17c6db09f287 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Made reservation on behalf of ee14b41af1744680817d2f7b9462ea3f for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:20:18.705370 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-328dc8e6-3975-4091-aa29-17c6db09f287 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:18.748529 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-58d50f4f-dcc3-4e64-b0f5-7a596d8eb86b admin admin] Publish callbacks [] for port (10a66254-8530-410c-b704-0a1a2d1363c8), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:18.778463 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-03ee9a9f-4c5d-44cb-aa18-9a2de9703a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (8100ed50-1365-4aac-a0dd-cd272c1d5e82), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:18.831791 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069b06e-cb1b-46c3-9d73-eedf9fe09b70 req-03299acb-c3fa-4375-9609-7c3bed136050 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:18.833201 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4069b06e-cb1b-46c3-9d73-eedf9fe09b70 req-03299acb-c3fa-4375-9609-7c3bed136050 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/ports?device_id=884d71bd-a745-4bd3-a68b-8caf575c717e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1704679 Feb 16 22:20:18.856690 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-58d50f4f-dcc3-4e64-b0f5-7a596d8eb86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (10a66254-8530-410c-b704-0a1a2d1363c8), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:18.877064 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-589095e3-9d6d-4492-ac4e-62bde15112b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'name': 'tempest-AttachVolumeTestJSON-1783443213-router', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '60715aee-fff1-4765-bf0d-c219182519e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:12Z', 'updated_at': '2022-02-16T22:20:15Z', 'revision_number': 3, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'gw_port': {'id': '60715aee-fff1-4765-bf0d-c219182519e3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:13Z', 'updated_at': '2022-02-16T22:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:18.895622 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4069b06e-cb1b-46c3-9d73-eedf9fe09b70 req-2096ddca-1cdf-462e-b91d-c1f8906f32f1 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0494366 Feb 16 22:20:18.904882 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-328dc8e6-3975-4091-aa29-17c6db09f287 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Allocated IP 172.20.0.13 (c5caf1e2-5ed9-4635-98df-d36f332fac2f/839d08e4-b425-43ca-a9e3-06c3106daa84/e1fdc851-8198-49e0-91c8-09185f1fe25c) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:20:18.907776 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589095e3-9d6d-4492-ac4e-62bde15112b1 None None] The sync data for ids ['2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'] in n-d-813897-6 is: [{'id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'name': 'tempest-AttachVolumeTestJSON-1783443213-router', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '60715aee-fff1-4765-bf0d-c219182519e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:12Z', 'updated_at': '2022-02-16T22:20:15Z', 'revision_number': 3, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'gw_port': {'id': '60715aee-fff1-4765-bf0d-c219182519e3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:13Z', 'updated_at': '2022-02-16T22:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:20:18.916654 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d50f4f-dcc3-4e64-b0f5-7a596d8eb86b admin admin] Network a2949af4-226e-4bae-8b8f-20776d9938d8 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:20:18.927674 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-58d50f4f-dcc3-4e64-b0f5-7a596d8eb86b admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:20:18.941129 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d50f4f-dcc3-4e64-b0f5-7a596d8eb86b admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:20:18.945093 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d50f4f-dcc3-4e64-b0f5-7a596d8eb86b admin admin] Pushing event updated for resources: {'Port': ['ID=10a66254-8530-410c-b704-0a1a2d1363c8,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:18.984814 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-03ee9a9f-4c5d-44cb-aa18-9a2de9703a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (8100ed50-1365-4aac-a0dd-cd272c1d5e82), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:19.012212 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e0603504-f82c-46e6-84ef-693a75a247ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (97a87a99-67f1-493e-9c1f-9f6cadc7e62f), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:19.020455 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 16 Feb 2022 22:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacd7c75-d6d4-4366-aee8-605a0f5e38f2 x-openstack-request-id: req-bacd7c75-d6d4-4366-aee8-605a0f5e38f2 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:20:19.020978 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c213cb04-3df5-44cb-b0bb-b3e93e1c5225", "name": "network-vif-plugged", "status": "completed", "tag": "c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9", "code": 200}, {"server_uuid": "36ae2509-3fbf-4f9a-8baa-645d2d2b4012", "name": "network-vif-unplugged", "status": "completed", "tag": "a076e78f-7046-4547-8dae-bfecf879467f", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:20:19.021405 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bacd7c75-d6d4-4366-aee8-605a0f5e38f2 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:20:19.022626 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c213cb04-3df5-44cb-b0bb-b3e93e1c5225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9', 'code': 200} Feb 16 22:20:19.023063 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ae2509-3fbf-4f9a-8baa-645d2d2b4012', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a076e78f-7046-4547-8dae-bfecf879467f', 'code': 200} Feb 16 22:20:19.026692 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-58d50f4f-dcc3-4e64-b0f5-7a596d8eb86b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:19.058904 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee9a9f-4c5d-44cb-aa18-9a2de9703a2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8100ed50-1365-4aac-a0dd-cd272c1d5e82,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:19.060873 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdf3dab-3a14-4561-8302-313a5db6f517 None None] Network 8ad611df-746e-4875-9e0a-34fc24023b4e requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:20:19.061463 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-03ee9a9f-4c5d-44cb-aa18-9a2de9703a2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:19.069369 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-03ee9a9f-4c5d-44cb-aa18-9a2de9703a2e admin admin] 10.222.0.75 "DELETE /v2.0/subnets/8100ed50-1365-4aac-a0dd-cd272c1d5e82 HTTP/1.1" status: 204 len: 168 time: 1.0482244 Feb 16 22:20:19.071266 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 60372) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:19.231260 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ae2509-3fbf-4f9a-8baa-645d2d2b4012', 'name': 'network-vif-deleted', 'tag': 'a076e78f-7046-4547-8dae-bfecf879467f'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:20:19.233449 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f03e019-4f86-4295-bb96-e82299e4c1c0" -d '{"events": [{"server_uuid": "36ae2509-3fbf-4f9a-8baa-645d2d2b4012", "name": "network-vif-deleted", "tag": "a076e78f-7046-4547-8dae-bfecf879467f"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:20:19.277873 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0603504-f82c-46e6-84ef-693a75a247ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=97a87a99-67f1-493e-9c1f-9f6cadc7e62f,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:19.326102 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc88ef1a-89b5-4142-894e-5f194a6c026f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (8ad611df-746e-4875-9e0a-34fc24023b4e), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:19.331445 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0603504-f82c-46e6-84ef-693a75a247ee admin admin] Checking segment: {'id': '61f8ece1-7366-4d55-af00-28ac546e7d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2a4d83e1-26cb-467d-af35-1036d7c3fb39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:20:19.332066 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0603504-f82c-46e6-84ef-693a75a247ee admin admin] Network hostable DHCP agents. Network: 2a4d83e1-26cb-467d-af35-1036d7c3fb39, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:20:19.414934 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a372c5a-385f-45a2-a871-8e9c0f1a8bb4 req-e711bcaf-5407-491f-b6ee-8b23ff60837e tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:19.425687 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6a372c5a-385f-45a2-a871-8e9c0f1a8bb4 req-e711bcaf-5407-491f-b6ee-8b23ff60837e tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] 10.222.0.75 "GET /v2.0/ports?device_id=c213cb04-3df5-44cb-b0bb-b3e93e1c5225 HTTP/1.1" status: 200 len: 950 time: 0.2098269 Feb 16 22:20:19.442786 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db355e0-534d-4ec8-af3a-1793cfeba7f1 None None] DHCP port deletion for 8ad611df-746e-4875-9e0a-34fc24023b4e request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:20:19.464645 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0603504-f82c-46e6-84ef-693a75a247ee admin admin] Network 2a4d83e1-26cb-467d-af35-1036d7c3fb39 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:20:19.480962 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-328dc8e6-3975-4091-aa29-17c6db09f287 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks [] for port (e1fdc851-8198-49e0-91c8-09185f1fe25c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:19.511027 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-e0603504-f82c-46e6-84ef-693a75a247ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 2a4d83e1-26cb-467d-af35-1036d7c3fb39) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:20:19.515976 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-2bdfb2be-ca6c-4a2b-85f1-95e6824ef772 None None] Provisioning complete for port 10a66254-8530-410c-b704-0a1a2d1363c8 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:19.515976 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2bdfb2be-ca6c-4a2b-85f1-95e6824ef772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (10a66254-8530-410c-b704-0a1a2d1363c8), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:19.523180 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0603504-f82c-46e6-84ef-693a75a247ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:19.529054 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e0603504-f82c-46e6-84ef-693a75a247ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:19.530035 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-58d50f4f-dcc3-4e64-b0f5-7a596d8eb86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (10a66254-8530-410c-b704-0a1a2d1363c8), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:19.534228 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbed86-c6c2-46f9-8f9f-628a6efe91bd req-87d9b06a-f0fa-4fb7-a542-b901f9d16e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:19.536000 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-59dbed86-c6c2-46f9-8f9f-628a6efe91bd req-87d9b06a-f0fa-4fb7-a542-b901f9d16e15 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c213cb04-3df5-44cb-b0bb-b3e93e1c5225 HTTP/1.1" status: 200 len: 1132 time: 0.3804276 Feb 16 22:20:19.551805 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7469bcc5-248c-44aa-8ddd-94620abf24f1 None None] Network 2a4d83e1-26cb-467d-af35-1036d7c3fb39 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:20:19.589260 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6a372c5a-385f-45a2-a871-8e9c0f1a8bb4 req-54d04306-53a3-4388-be8e-e5d49087ad24 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d82db5a-6f03-40d3-b51b-2cdb2d1c5810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625497 Feb 16 22:20:19.617307 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-dc88ef1a-89b5-4142-894e-5f194a6c026f admin admin] Deleting port 55aad836-deb8-4ca5-9a1d-2e7c60429a03 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:20:19.617632 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc88ef1a-89b5-4142-894e-5f194a6c026f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (55aad836-deb8-4ca5-9a1d-2e7c60429a03), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:19.623222 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2bdfb2be-ca6c-4a2b-85f1-95e6824ef772 None None] Port 10a66254-8530-410c-b704-0a1a2d1363c8 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:20:19.631939 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e0603504-f82c-46e6-84ef-693a75a247ee admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6362879 Feb 16 22:20:19.641850 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60380) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:19.662679 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-59dbed86-c6c2-46f9-8f9f-628a6efe91bd req-46f256cf-7c72-4e44-a16e-7a2a6c4e8d83 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0d82db5a-6f03-40d3-b51b-2cdb2d1c5810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066356 Feb 16 22:20:19.666785 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-db6cf269-2f1c-4624-b9b7-f86c853f608d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-492878396-router', 'tenant_id': '4ecc835e688d4b37a34028859d121b09', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:19.705136 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-328dc8e6-3975-4091-aa29-17c6db09f287 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (e1fdc851-8198-49e0-91c8-09185f1fe25c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:19.709067 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5db355e0-534d-4ec8-af3a-1793cfeba7f1 None None] Deleting port 55aad836-deb8-4ca5-9a1d-2e7c60429a03 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:20:19.709594 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5db355e0-534d-4ec8-af3a-1793cfeba7f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (55aad836-deb8-4ca5-9a1d-2e7c60429a03), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:19.765346 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-dc88ef1a-89b5-4142-894e-5f194a6c026f admin admin] For port 55aad836-deb8-4ca5-9a1d-2e7c60429a03, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=55aad836-deb8-4ca5-9a1d-2e7c60429a03,segment=NetworkSegment(94dbd941-499e-4b18-9672-13a1c9ab9637),segment_id=94dbd941-499e-4b18-9672-13a1c9ab9637)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:19.766798 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc88ef1a-89b5-4142-894e-5f194a6c026f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (55aad836-deb8-4ca5-9a1d-2e7c60429a03), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:19.808958 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-5db355e0-534d-4ec8-af3a-1793cfeba7f1 None None] For port 55aad836-deb8-4ca5-9a1d-2e7c60429a03, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=55aad836-deb8-4ca5-9a1d-2e7c60429a03,segment=NetworkSegment(94dbd941-499e-4b18-9672-13a1c9ab9637),segment_id=94dbd941-499e-4b18-9672-13a1c9ab9637)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:19.813445 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8a249fde-eff7-4c2c-a64d-f2d05e030405 req-68d96662-3225-4c3c-b1db-e758c997324a tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0672510 Feb 16 22:20:19.814401 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5db355e0-534d-4ec8-af3a-1793cfeba7f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (55aad836-deb8-4ca5-9a1d-2e7c60429a03), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:19.832570 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-dc88ef1a-89b5-4142-894e-5f194a6c026f admin admin] Calling delete_port for 55aad836-deb8-4ca5-9a1d-2e7c60429a03 owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:20:19.856939 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5db355e0-534d-4ec8-af3a-1793cfeba7f1 None None] Calling delete_port for 55aad836-deb8-4ca5-9a1d-2e7c60429a03 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:20:19.861700 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f692918-405f-44dd-8331-f1d5b32b1b4f None None] Network 2a4d83e1-26cb-467d-af35-1036d7c3fb39 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:20:19.995710 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc88ef1a-89b5-4142-894e-5f194a6c026f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (55aad836-deb8-4ca5-9a1d-2e7c60429a03), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:20.027737 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88ef1a-89b5-4142-894e-5f194a6c026f admin admin] Pushing event deleted for resources: {'Port': ['ID=55aad836-deb8-4ca5-9a1d-2e7c60429a03,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:20.034686 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db6cf269-2f1c-4624-b9b7-f86c853f608d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (22503068-b24a-4274-a09a-a6c85f880647), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:20.035936 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db6cf269-2f1c-4624-b9b7-f86c853f608d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (22503068-b24a-4274-a09a-a6c85f880647), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:20.043041 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc88ef1a-89b5-4142-894e-5f194a6c026f admin admin] No DVR routers for this DVR port 55aad836-deb8-4ca5-9a1d-2e7c60429a03 on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:20:20.108846 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5db355e0-534d-4ec8-af3a-1793cfeba7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (55aad836-deb8-4ca5-9a1d-2e7c60429a03), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:20.139170 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db355e0-534d-4ec8-af3a-1793cfeba7f1 None None] Pushing event deleted for resources: {'Port': ['ID=55aad836-deb8-4ca5-9a1d-2e7c60429a03,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:20.151090 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db355e0-534d-4ec8-af3a-1793cfeba7f1 None None] No DVR routers for this DVR port 55aad836-deb8-4ca5-9a1d-2e7c60429a03 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:20:20.162667 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc88ef1a-89b5-4142-894e-5f194a6c026f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (8ad611df-746e-4875-9e0a-34fc24023b4e), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:20.189323 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328dc8e6-3975-4091-aa29-17c6db09f287 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Pushing event updated for resources: {'Port': ['ID=e1fdc851-8198-49e0-91c8-09185f1fe25c,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:20.199853 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-dc88ef1a-89b5-4142-894e-5f194a6c026f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ad611df-746e-4875-9e0a-34fc24023b4e']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:20.216751 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-dc88ef1a-89b5-4142-894e-5f194a6c026f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94dbd941-499e-4b18-9672-13a1c9ab9637') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:20.217094 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-dc88ef1a-89b5-4142-894e-5f194a6c026f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94dbd941-499e-4b18-9672-13a1c9ab9637') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:20.225581 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8328735-27d9-4f58-872c-cf284b62fb3e x-openstack-request-id: req-f8328735-27d9-4f58-872c-cf284b62fb3e {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:20:20.225894 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ae2509-3fbf-4f9a-8baa-645d2d2b4012", "name": "network-vif-deleted", "tag": "a076e78f-7046-4547-8dae-bfecf879467f", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:20:20.226176 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f8328735-27d9-4f58-872c-cf284b62fb3e {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:20:20.226579 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ae2509-3fbf-4f9a-8baa-645d2d2b4012', 'name': 'network-vif-deleted', 'tag': 'a076e78f-7046-4547-8dae-bfecf879467f', 'status': 'completed', 'code': 200} Feb 16 22:20:20.251789 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc88ef1a-89b5-4142-894e-5f194a6c026f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (94dbd941-499e-4b18-9672-13a1c9ab9637), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:20.259186 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-328dc8e6-3975-4091-aa29-17c6db09f287 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Network c5caf1e2-5ed9-4635-98df-d36f332fac2f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:20:20.271052 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-328dc8e6-3975-4091-aa29-17c6db09f287 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:20:20.273069 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc88ef1a-89b5-4142-894e-5f194a6c026f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (94dbd941-499e-4b18-9672-13a1c9ab9637), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:20.273888 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db6cf269-2f1c-4624-b9b7-f86c853f608d admin admin] Publish callbacks [] for router_controller (22503068-b24a-4274-a09a-a6c85f880647), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:20.276552 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-328dc8e6-3975-4091-aa29-17c6db09f287 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:20:20.281783 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc88ef1a-89b5-4142-894e-5f194a6c026f admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:20:20.281783 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc88ef1a-89b5-4142-894e-5f194a6c026f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (94dbd941-499e-4b18-9672-13a1c9ab9637), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:20.284889 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:20:20.284889 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:20:20.284889 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:20:20.284889 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:20:20.284889 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:20:20.284889 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:20:20.284889 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:20:20.284889 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:20:20.284889 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:20:20.284889 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:20:20.284889 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:20:20.284889 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:20:20.284889 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:20:20.284889 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:20:20.284889 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:20:20.284889 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:20:20.284889 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:20:20.284889 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:20:20.284889 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:20:20.284889 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:20:20.284889 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:20:20.284889 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:20:20.284889 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:20:20.284889 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:20:20.284889 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:20:20.284889 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:20:20.284889 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:20:20.284889 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:20:20.284889 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:20:20.284889 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:20:20.284889 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:20:20.284889 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:20:20.348246 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895db918-6b69-4bdf-b3a6-e9f942d9f520 req-604c83cb-11f7-444c-806a-d9279b21bccb tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:20.355619 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-895db918-6b69-4bdf-b3a6-e9f942d9f520 req-604c83cb-11f7-444c-806a-d9279b21bccb tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1871be0-1fd3-4698-9050-ea9c8eb8f61a HTTP/1.1" status: 200 len: 932 time: 0.1406524 Feb 16 22:20:20.378952 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc88ef1a-89b5-4142-894e-5f194a6c026f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (8ad611df-746e-4875-9e0a-34fc24023b4e), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:20.386193 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc88ef1a-89b5-4142-894e-5f194a6c026f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:20.389383 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-dc88ef1a-89b5-4142-894e-5f194a6c026f admin admin] 10.222.0.75 "DELETE /v2.0/networks/8ad611df-746e-4875-9e0a-34fc24023b4e HTTP/1.1" status: 204 len: 168 time: 1.3135011 Feb 16 22:20:20.408928 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-328dc8e6-3975-4091-aa29-17c6db09f287 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:20.409477 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-328dc8e6-3975-4091-aa29-17c6db09f287 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:20.415069 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88ef1a-89b5-4142-894e-5f194a6c026f admin admin] Pushing event deleted for resources: {'Network': ['ID=8ad611df-746e-4875-9e0a-34fc24023b4e,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:20.428447 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-58d50f4f-dcc3-4e64-b0f5-7a596d8eb86b admin admin] Publish callbacks [] for port (10a66254-8530-410c-b704-0a1a2d1363c8), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:20.439373 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-895db918-6b69-4bdf-b3a6-e9f942d9f520 req-63085d18-e8b5-43e3-b186-12c1ffe8b70e tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830944 Feb 16 22:20:20.489200 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-328dc8e6-3975-4091-aa29-17c6db09f287 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0767577 Feb 16 22:20:20.490093 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-58d50f4f-dcc3-4e64-b0f5-7a596d8eb86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (10a66254-8530-410c-b704-0a1a2d1363c8), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:20.547157 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-16ed363b-311d-4af5-82fe-ebe9ffd14722 service neutron] Request body: {'port': {'device_id': 'a1871be0-1fd3-4698-9050-ea9c8eb8f61a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:20.587940 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 60715aee-fff1-4765-bf0d-c219182519e3 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:20:20.609106 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db6cf269-2f1c-4624-b9b7-f86c853f608d admin admin] Publish callbacks [] for router_gateway (22503068-b24a-4274-a09a-a6c85f880647), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:20.624990 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 60390) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:20.637336 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a8822db5-658b-4a82-9f76-f61b0c93d453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:20.640264 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-58d50f4f-dcc3-4e64-b0f5-7a596d8eb86b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:20.644964 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d50f4f-dcc3-4e64-b0f5-7a596d8eb86b admin admin] Pushing event updated for resources: {'Port': ['ID=10a66254-8530-410c-b704-0a1a2d1363c8,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:20.658035 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 60715aee-fff1-4765-bf0d-c219182519e3 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:20.658784 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (60715aee-fff1-4765-bf0d-c219182519e3), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:20.719882 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b549d0c5-a225-4ad6-af1f-1fc7c25eddd4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1a29e21e15ad43ff8272d652c261d479&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0923121 Feb 16 22:20:20.720812 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 60396) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:20.737336 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-16ed363b-311d-4af5-82fe-ebe9ffd14722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e1fdc851-8198-49e0-91c8-09185f1fe25c), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:20.769354 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 60715aee-fff1-4765-bf0d-c219182519e3 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:20.770183 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (60715aee-fff1-4765-bf0d-c219182519e3), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:20.796061 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 60715aee-fff1-4765-bf0d-c219182519e3, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=60715aee-fff1-4765-bf0d-c219182519e3,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:20.803725 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (60715aee-fff1-4765-bf0d-c219182519e3), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:20.831771 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3ee5bb9b-2584-4145-83f0-39f85b245765 admin admin] Publish callbacks [] for security_group (f4864a9b-59ab-44ce-a0df-654de87767b9), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:20.844408 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96725ac-2a0e-417c-af41-e6db30a9a7cd req-81163cd3-855e-40d4-a7c0-476ef1eae211 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:20.851699 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a96725ac-2a0e-417c-af41-e6db30a9a7cd req-81163cd3-855e-40d4-a7c0-476ef1eae211 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=65bdce27-8588-4299-aa22-15fd612e4b57 HTTP/1.1" status: 200 len: 950 time: 0.1135211 Feb 16 22:20:20.895580 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 1eb74844-e948-4a0c-82e7-eb7db1a5b3e2 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:20:20.899601 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=60715aee-fff1-4765-bf0d-c219182519e3,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:20.900279 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d50f4f-dcc3-4e64-b0f5-7a596d8eb86b admin admin] Network a2949af4-226e-4bae-8b8f-20776d9938d8 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:20:20.905960 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3ee5bb9b-2584-4145-83f0-39f85b245765 admin admin] Publish callbacks [] for security_group (f4864a9b-59ab-44ce-a0df-654de87767b9), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:20.913786 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-58d50f4f-dcc3-4e64-b0f5-7a596d8eb86b admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:20:20.945219 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 1eb74844-e948-4a0c-82e7-eb7db1a5b3e2 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:20:20.946703 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 1eb74844-e948-4a0c-82e7-eb7db1a5b3e2 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:20:20.947404 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 55aad836-deb8-4ca5-9a1d-2e7c60429a03 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:20:20.971073 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a96725ac-2a0e-417c-af41-e6db30a9a7cd req-0183fd00-c9f1-4d01-a655-43e41a68273c tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180687 Feb 16 22:20:20.984641 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 55aad836-deb8-4ca5-9a1d-2e7c60429a03 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:20:20.985826 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 55aad836-deb8-4ca5-9a1d-2e7c60429a03 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:20:21.014741 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3ee5bb9b-2584-4145-83f0-39f85b245765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f4864a9b-59ab-44ce-a0df-654de87767b9), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:21.018140 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3ee5bb9b-2584-4145-83f0-39f85b245765 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:21.022672 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3ee5bb9b-2584-4145-83f0-39f85b245765 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f4864a9b-59ab-44ce-a0df-654de87767b9 HTTP/1.1" status: 204 len: 168 time: 0.3008687 Feb 16 22:20:21.032449 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5bb9b-2584-4145-83f0-39f85b245765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4864a9b-59ab-44ce-a0df-654de87767b9,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:21.196755 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92631b35-f9a4-4848-ba75-2b08d5720472 req-760bb929-06e0-4a38-8cb0-77cd2e77cad8 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:21.199678 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-92631b35-f9a4-4848-ba75-2b08d5720472 req-760bb929-06e0-4a38-8cb0-77cd2e77cad8 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] 10.222.0.75 "GET /v2.0/ports?device_id=c213cb04-3df5-44cb-b0bb-b3e93e1c5225 HTTP/1.1" status: 200 len: 950 time: 0.1143663 Feb 16 22:20:21.292821 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-92631b35-f9a4-4848-ba75-2b08d5720472 req-c8333fdb-ce27-4c2e-aae4-5cd6ba33fc55 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d82db5a-6f03-40d3-b51b-2cdb2d1c5810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816965 Feb 16 22:20:21.365190 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-730c1a00-1800-41f6-8f4b-e1db93dcae2e None None] Provisioning complete for port 10a66254-8530-410c-b704-0a1a2d1363c8 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:21.365693 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-730c1a00-1800-41f6-8f4b-e1db93dcae2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (10a66254-8530-410c-b704-0a1a2d1363c8), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:21.442739 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d9d3c-bf9d-4a55-b145-ce6a9dae95c6 req-e40dc696-a44c-4905-a058-a0b3abe418a3 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:21.447476 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-730c1a00-1800-41f6-8f4b-e1db93dcae2e None None] Port 10a66254-8530-410c-b704-0a1a2d1363c8 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:20:21.450371 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8c1d9d3c-bf9d-4a55-b145-ce6a9dae95c6 req-e40dc696-a44c-4905-a058-a0b3abe418a3 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/ports?device_id=884d71bd-a745-4bd3-a68b-8caf575c717e HTTP/1.1" status: 200 len: 946 time: 0.0690453 Feb 16 22:20:21.508981 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8c1d9d3c-bf9d-4a55-b145-ce6a9dae95c6 req-371e85d2-10e9-42d4-acbd-0079eca702b9 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/security-groups?id=76de4990-435f-4cb9-b7e5-d0513cedc44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575533 Feb 16 22:20:21.592884 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d50f4f-dcc3-4e64-b0f5-7a596d8eb86b admin admin] Router 2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:20:21.659917 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-16ed363b-311d-4af5-82fe-ebe9ffd14722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1fdc851-8198-49e0-91c8-09185f1fe25c {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:20:21.689532 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db6cf269-2f1c-4624-b9b7-f86c853f608d admin admin] Publish callbacks [] for router_gateway (22503068-b24a-4274-a09a-a6c85f880647), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:21.694870 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-16ed363b-311d-4af5-82fe-ebe9ffd14722 service neutron] Publish callbacks [] for port (e1fdc851-8198-49e0-91c8-09185f1fe25c), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:21.732780 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b52b12-5307-4266-8f43-2ef4ca5c7d57 req-d0dc700e-aace-47cd-a098-c26908c44fe1 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:21.734248 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e2b52b12-5307-4266-8f43-2ef4ca5c7d57 req-d0dc700e-aace-47cd-a098-c26908c44fe1 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1871be0-1fd3-4698-9050-ea9c8eb8f61a HTTP/1.1" status: 200 len: 932 time: 0.0643270 Feb 16 22:20:21.778463 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db6cf269-2f1c-4624-b9b7-f86c853f608d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:21.786168 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e2b52b12-5307-4266-8f43-2ef4ca5c7d57 req-4314ad8d-1e01-4373-8795-f755498bb922 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438082 Feb 16 22:20:21.804067 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-16ed363b-311d-4af5-82fe-ebe9ffd14722 service neutron] Transition to ACTIVE for port object e1fdc851-8198-49e0-91c8-09185f1fe25c will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:20:21.839895 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-16ed363b-311d-4af5-82fe-ebe9ffd14722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (e1fdc851-8198-49e0-91c8-09185f1fe25c), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:21.900355 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216927b-1a32-45bc-8d4f-eed48d768aee req-72e9fa7c-b69c-48ab-88b3-d2f5e84a2067 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:21.901849 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b216927b-1a32-45bc-8d4f-eed48d768aee req-72e9fa7c-b69c-48ab-88b3-d2f5e84a2067 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.67 "GET /v2.0/ports?device_id=65bdce27-8588-4299-aa22-15fd612e4b57 HTTP/1.1" status: 200 len: 950 time: 0.2602077 Feb 16 22:20:22.002022 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed363b-311d-4af5-82fe-ebe9ffd14722 service neutron] Pushing event updated for resources: {'Port': ['ID=e1fdc851-8198-49e0-91c8-09185f1fe25c,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:22.022287 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d50f4f-dcc3-4e64-b0f5-7a596d8eb86b admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:20:22.034620 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-58d50f4f-dcc3-4e64-b0f5-7a596d8eb86b admin admin] 10.222.0.75 "PUT /v2.0/routers/2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0167804 Feb 16 22:20:22.044110 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd1e2f7-4f36-4312-8bdf-45d049757ce5 None None] Sync routers for ids ['2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:20:22.058418 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd1e2f7-4f36-4312-8bdf-45d049757ce5 None None] Routers {'2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:20:22.059568 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-9bd1e2f7-4f36-4312-8bdf-45d049757ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:19:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:22.107444 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-db6cf269-2f1c-4624-b9b7-f86c853f608d admin admin] Allocated IP 172.25.2.34 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/3fbab9b6-519a-4fac-b849-63b9fe4073b9) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:20:22.144338 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51b3ea-1436-452a-b5d1-d02ceac3020c req-4f9e47ee-6584-4294-a33d-516a5791de19 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:22.147196 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7d51b3ea-1436-452a-b5d1-d02ceac3020c req-4f9e47ee-6584-4294-a33d-516a5791de19 tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/ports?device_id=65bdce27-8588-4299-aa22-15fd612e4b57 HTTP/1.1" status: 200 len: 950 time: 0.0744236 Feb 16 22:20:22.170676 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-16ed363b-311d-4af5-82fe-ebe9ffd14722 service neutron] Attempting to bind port e1fdc851-8198-49e0-91c8-09185f1fe25c on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:20:22.170917 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-16ed363b-311d-4af5-82fe-ebe9ffd14722 service neutron] Attempting to bind port e1fdc851-8198-49e0-91c8-09185f1fe25c by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'bab3c7c9-e01c-407c-bcf4-3671c0e39eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:20:22.171233 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-16ed363b-311d-4af5-82fe-ebe9ffd14722 service neutron] Attempting to bind port e1fdc851-8198-49e0-91c8-09185f1fe25c on network c5caf1e2-5ed9-4635-98df-d36f332fac2f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:20:22.209921 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-16ed363b-311d-4af5-82fe-ebe9ffd14722 service neutron] Port e1fdc851-8198-49e0-91c8-09185f1fe25c on network c5caf1e2-5ed9-4635-98df-d36f332fac2f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:20:22.210268 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-9bd1e2f7-4f36-4312-8bdf-45d049757ce5 None None] Set router 2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:20:22.210411 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-16ed363b-311d-4af5-82fe-ebe9ffd14722 service neutron] Attempting to bind port e1fdc851-8198-49e0-91c8-09185f1fe25c on network c5caf1e2-5ed9-4635-98df-d36f332fac2f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:20:22.226409 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-16ed363b-311d-4af5-82fe-ebe9ffd14722 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:20:22.226761 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-16ed363b-311d-4af5-82fe-ebe9ffd14722 service neutron] Checking segment: {'id': 'bab3c7c9-e01c-407c-bcf4-3671c0e39eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:20:22.227162 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-16ed363b-311d-4af5-82fe-ebe9ffd14722 service neutron] Bound using segment: {'id': 'bab3c7c9-e01c-407c-bcf4-3671c0e39eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:20:22.227608 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-16ed363b-311d-4af5-82fe-ebe9ffd14722 service neutron] Bound port: e1fdc851-8198-49e0-91c8-09185f1fe25c, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bab3c7c9-e01c-407c-bcf4-3671c0e39eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:20:22.227971 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-16ed363b-311d-4af5-82fe-ebe9ffd14722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e1fdc851-8198-49e0-91c8-09185f1fe25c), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:22.231270 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-b216927b-1a32-45bc-8d4f-eed48d768aee req-7e8edb70-f481-4981-a2c9-fc2c46172b8a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Deleting port f9e7c29c-40b5-46e5-957d-91a18ae35305 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:20:22.231530 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b216927b-1a32-45bc-8d4f-eed48d768aee req-7e8edb70-f481-4981-a2c9-fc2c46172b8a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (f9e7c29c-40b5-46e5-957d-91a18ae35305), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:22.265394 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7d51b3ea-1436-452a-b5d1-d02ceac3020c req-59617880-ad86-4cd9-a428-97740f925cea tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b5f4b9b-3989-46d5-af17-f4396651712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111693 Feb 16 22:20:22.295520 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a6cc1-9f5a-4c9f-8191-46448d2ab13d req-7274da84-3d98-4483-b654-5fca624b3d4d tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:22.298442 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0e8a6cc1-9f5a-4c9f-8191-46448d2ab13d req-7274da84-3d98-4483-b654-5fca624b3d4d tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.79 "GET /v2.0/ports?device_id=884d71bd-a745-4bd3-a68b-8caf575c717e HTTP/1.1" status: 200 len: 946 time: 0.1183915 Feb 16 22:20:22.331503 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db6cf269-2f1c-4624-b9b7-f86c853f608d admin admin] Publish callbacks [] for port (3fbab9b6-519a-4fac-b849-63b9fe4073b9), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:22.423492 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-16ed363b-311d-4af5-82fe-ebe9ffd14722 service neutron] For port e1fdc851-8198-49e0-91c8-09185f1fe25c, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:20:22.434137 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-0e8a6cc1-9f5a-4c9f-8191-46448d2ab13d req-9f9ae679-a9b9-491c-9404-91e1e76b9d44 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Deleting port 1afa96d2-e42d-4af7-8615-a4ccb87a482c {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:20:22.437519 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0e8a6cc1-9f5a-4c9f-8191-46448d2ab13d req-9f9ae679-a9b9-491c-9404-91e1e76b9d44 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (1afa96d2-e42d-4af7-8615-a4ccb87a482c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:22.443569 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-b216927b-1a32-45bc-8d4f-eed48d768aee req-7e8edb70-f481-4981-a2c9-fc2c46172b8a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] For port f9e7c29c-40b5-46e5-957d-91a18ae35305, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f9e7c29c-40b5-46e5-957d-91a18ae35305,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:22.443569 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b216927b-1a32-45bc-8d4f-eed48d768aee req-7e8edb70-f481-4981-a2c9-fc2c46172b8a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (f9e7c29c-40b5-46e5-957d-91a18ae35305), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:22.457728 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-16ed363b-311d-4af5-82fe-ebe9ffd14722 service neutron] For port e1fdc851-8198-49e0-91c8-09185f1fe25c, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=e1fdc851-8198-49e0-91c8-09185f1fe25c,segment=NetworkSegment(bab3c7c9-e01c-407c-bcf4-3671c0e39eec),segment_id=bab3c7c9-e01c-407c-bcf4-3671c0e39eec)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:20:22.467845 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-b216927b-1a32-45bc-8d4f-eed48d768aee req-7e8edb70-f481-4981-a2c9-fc2c46172b8a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Calling delete_port for f9e7c29c-40b5-46e5-957d-91a18ae35305 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:20:22.475217 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-16ed363b-311d-4af5-82fe-ebe9ffd14722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (e1fdc851-8198-49e0-91c8-09185f1fe25c), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:22.490842 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-9bd1e2f7-4f36-4312-8bdf-45d049757ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'name': 'tempest-AttachVolumeTestJSON-1783443213-router', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '60715aee-fff1-4765-bf0d-c219182519e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:12Z', 'updated_at': '2022-02-16T22:20:19Z', 'revision_number': 4, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'gw_port': {'id': '60715aee-fff1-4765-bf0d-c219182519e3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:13Z', 'updated_at': '2022-02-16T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '10a66254-8530-410c-b704-0a1a2d1363c8', 'name': '', 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'mac_address': 'fa:16:3e:1b:b4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '812089a8-8e43-4669-b97f-c5c83d27191f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:18Z', 'updated_at': '2022-02-16T22:20:19Z', 'revision_number': 2, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'subnets': [{'id': '812089a8-8e43-4669-b97f-c5c83d27191f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:22.519250 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db6cf269-2f1c-4624-b9b7-f86c853f608d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (3fbab9b6-519a-4fac-b849-63b9fe4073b9), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:22.563591 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 60715aee-fff1-4765-bf0d-c219182519e3 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:20:22.566212 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd1e2f7-4f36-4312-8bdf-45d049757ce5 None None] Checking router: 2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:20:22.566576 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd1e2f7-4f36-4312-8bdf-45d049757ce5 None None] Updating router 2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886 port 10a66254-8530-410c-b704-0a1a2d1363c8 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:20:22.572569 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-16ed363b-311d-4af5-82fe-ebe9ffd14722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:22.573189 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-16ed363b-311d-4af5-82fe-ebe9ffd14722 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:22.574703 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-16ed363b-311d-4af5-82fe-ebe9ffd14722 service neutron] 10.222.0.67 "PUT /v2.0/ports/e1fdc851-8198-49e0-91c8-09185f1fe25c HTTP/1.1" status: 200 len: 1092 time: 2.0530515 Feb 16 22:20:22.576837 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1871be0-1fd3-4698-9050-ea9c8eb8f61a', 'tag': 'e1fdc851-8198-49e0-91c8-09185f1fe25c'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:20:22.579644 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7630cdf0-20bd-4b55-8528-798e251d0380" -d '{"events": [{"name": "network-changed", "server_uuid": "a1871be0-1fd3-4698-9050-ea9c8eb8f61a", "tag": "e1fdc851-8198-49e0-91c8-09185f1fe25c"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:20:22.608726 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6cf269-2f1c-4624-b9b7-f86c853f608d admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:20:22.619617 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-db6cf269-2f1c-4624-b9b7-f86c853f608d admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:20:22.619834 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-0e8a6cc1-9f5a-4c9f-8191-46448d2ab13d req-9f9ae679-a9b9-491c-9404-91e1e76b9d44 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] For port 1afa96d2-e42d-4af7-8615-a4ccb87a482c, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=1afa96d2-e42d-4af7-8615-a4ccb87a482c,segment=NetworkSegment(d8cbbd75-4920-4494-97e4-bdff5a8c7c7d),segment_id=d8cbbd75-4920-4494-97e4-bdff5a8c7c7d)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:22.620272 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0e8a6cc1-9f5a-4c9f-8191-46448d2ab13d req-9f9ae679-a9b9-491c-9404-91e1e76b9d44 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (1afa96d2-e42d-4af7-8615-a4ccb87a482c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:22.624091 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed363b-311d-4af5-82fe-ebe9ffd14722 service neutron] Pushing event updated for resources: {'Port': ['ID=e1fdc851-8198-49e0-91c8-09185f1fe25c,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:22.636624 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6cf269-2f1c-4624-b9b7-f86c853f608d admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:20:22.650056 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-0e8a6cc1-9f5a-4c9f-8191-46448d2ab13d req-9f9ae679-a9b9-491c-9404-91e1e76b9d44 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Calling delete_port for 1afa96d2-e42d-4af7-8615-a4ccb87a482c owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:20:22.653524 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9bd1e2f7-4f36-4312-8bdf-45d049757ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (10a66254-8530-410c-b704-0a1a2d1363c8), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:22.704350 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 60715aee-fff1-4765-bf0d-c219182519e3 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:22.704880 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (60715aee-fff1-4765-bf0d-c219182519e3), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:22.773532 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6cf269-2f1c-4624-b9b7-f86c853f608d admin admin] Pushing event updated for resources: {'Port': ['ID=3fbab9b6-519a-4fac-b849-63b9fe4073b9,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:22.823584 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0e8a6cc1-9f5a-4c9f-8191-46448d2ab13d req-9f9ae679-a9b9-491c-9404-91e1e76b9d44 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (1afa96d2-e42d-4af7-8615-a4ccb87a482c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:22.855006 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['1afa96d2-e42d-4af7-8615-a4ccb87a482c'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:20:22.861822 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ae679-a9b9-491c-9404-91e1e76b9d44 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Pushing event deleted for resources: {'Port': ['ID=1afa96d2-e42d-4af7-8615-a4ccb87a482c,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:22.930965 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8a6cc1-9f5a-4c9f-8191-46448d2ab13d req-9f9ae679-a9b9-491c-9404-91e1e76b9d44 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] No DVR routers for this DVR port 1afa96d2-e42d-4af7-8615-a4ccb87a482c on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:20:22.933483 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0e8a6cc1-9f5a-4c9f-8191-46448d2ab13d req-9f9ae679-a9b9-491c-9404-91e1e76b9d44 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:22.937503 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 60715aee-fff1-4765-bf0d-c219182519e3 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:22.939735 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0e8a6cc1-9f5a-4c9f-8191-46448d2ab13d req-9f9ae679-a9b9-491c-9404-91e1e76b9d44 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.79 "DELETE /v2.0/ports/1afa96d2-e42d-4af7-8615-a4ccb87a482c HTTP/1.1" status: 204 len: 173 time: 0.6368399 Feb 16 22:20:22.940233 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884d71bd-a745-4bd3-a68b-8caf575c717e', 'name': 'network-vif-deleted', 'tag': '1afa96d2-e42d-4af7-8615-a4ccb87a482c'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:20:22.947790 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3af349-1d34-41c5-b7ef-ca13eeb19d28" -d '{"events": [{"server_uuid": "884d71bd-a745-4bd3-a68b-8caf575c717e", "name": "network-vif-deleted", "tag": "1afa96d2-e42d-4af7-8615-a4ccb87a482c"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:20:23.038424 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 60454) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:23.045502 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-a461dea0-d04e-4821-a4e0-824541dd3183 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1289258120', 'description': 'tempest-description--760473056'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:23.057090 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-69ca5ef8-2221-45e2-9829-5bf7c758ac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:23.084408 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a461dea0-d04e-4821-a4e0-824541dd3183 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:23.130460 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9bd1e2f7-4f36-4312-8bdf-45d049757ce5 None None] Publish callbacks [] for port (10a66254-8530-410c-b704-0a1a2d1363c8), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:23.140777 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9bd1e2f7-4f36-4312-8bdf-45d049757ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (10a66254-8530-410c-b704-0a1a2d1363c8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:23.161821 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-7512f8c3-8bc6-4f19-a019-5bb7e48898a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:23.163380 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-7512f8c3-8bc6-4f19-a019-5bb7e48898a0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ee14b41af1744680817d2f7b9462ea3f&device_id=a1871be0-1fd3-4698-9050-ea9c8eb8f61a HTTP/1.1" status: 200 len: 1126 time: 0.5403183 Feb 16 22:20:23.209549 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b280bfd-53f8-4135-bf12-27f15b3d430f req-a2c79ed0-2c18-4b46-8b9c-4f939a52eac0 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:23.211408 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6b280bfd-53f8-4135-bf12-27f15b3d430f req-a2c79ed0-2c18-4b46-8b9c-4f939a52eac0 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] 10.222.0.75 "GET /v2.0/ports?device_id=c213cb04-3df5-44cb-b0bb-b3e93e1c5225 HTTP/1.1" status: 200 len: 950 time: 0.0909081 Feb 16 22:20:23.228275 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a04cc1-dbf2-4a70-8cb9-44499cfcd210 None None] Pushing event updated for resources: {'Port': ['ID=10a66254-8530-410c-b704-0a1a2d1363c8,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:23.248257 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-d98dbf92-36f2-478b-a5e4-9bff756e1938 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1fdc851-8198-49e0-91c8-09185f1fe25c HTTP/1.1" status: 200 len: 217 time: 0.0759461 Feb 16 22:20:23.272978 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a461dea0-d04e-4821-a4e0-824541dd3183 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for security_group (6c3bbef6-3b9d-4668-8469-f692c1fc3c6d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:23.274211 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b216927b-1a32-45bc-8d4f-eed48d768aee req-7e8edb70-f481-4981-a2c9-fc2c46172b8a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (f9e7c29c-40b5-46e5-957d-91a18ae35305), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:23.276078 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-9bd1e2f7-4f36-4312-8bdf-45d049757ce5 None None] Attempting to bind port 10a66254-8530-410c-b704-0a1a2d1363c8 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:20:23.276641 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-9bd1e2f7-4f36-4312-8bdf-45d049757ce5 None None] Attempting to bind port 10a66254-8530-410c-b704-0a1a2d1363c8 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:20:23.277241 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1e2f7-4f36-4312-8bdf-45d049757ce5 None None] Attempting to bind port 10a66254-8530-410c-b704-0a1a2d1363c8 on network a2949af4-226e-4bae-8b8f-20776d9938d8 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:20:23.287614 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1e2f7-4f36-4312-8bdf-45d049757ce5 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:20:23.289183 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1e2f7-4f36-4312-8bdf-45d049757ce5 None None] Checking segment: {'id': '5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:20:23.289815 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9bd1e2f7-4f36-4312-8bdf-45d049757ce5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:23.289993 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a461dea0-d04e-4821-a4e0-824541dd3183 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (6c3bbef6-3b9d-4668-8469-f692c1fc3c6d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:23.290383 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1e2f7-4f36-4312-8bdf-45d049757ce5 None None] Bound using segment: {'id': '5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:20:23.290898 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-9bd1e2f7-4f36-4312-8bdf-45d049757ce5 None None] Bound port: 10a66254-8530-410c-b704-0a1a2d1363c8, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:20:23.291334 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9bd1e2f7-4f36-4312-8bdf-45d049757ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (10a66254-8530-410c-b704-0a1a2d1363c8), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:23.312749 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['f9e7c29c-40b5-46e5-957d-91a18ae35305'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:20:23.376567 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8edb70-f481-4981-a2c9-fc2c46172b8a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Pushing event deleted for resources: {'Port': ['ID=f9e7c29c-40b5-46e5-957d-91a18ae35305,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:23.440157 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6b280bfd-53f8-4135-bf12-27f15b3d430f req-6c8f1d37-50bb-4ea7-b3f2-97ba8476fce0 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d82db5a-6f03-40d3-b51b-2cdb2d1c5810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093346 Feb 16 22:20:23.451636 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a461dea0-d04e-4821-a4e0-824541dd3183 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:23.460320 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a461dea0-d04e-4821-a4e0-824541dd3183 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4199648 Feb 16 22:20:23.481621 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 60458) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:23.523750 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-63b67337-4f76-4de6-9bff-23f3790f9657 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Request body: {'security_group_rule': {'security_group_id': '6c3bbef6-3b9d-4668-8469-f692c1fc3c6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:23.537086 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461dea0-d04e-4821-a4e0-824541dd3183 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:23.543080 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-5bd7e800-2676-4377-92ec-6f88dcc951bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:23.544604 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-5bd7e800-2676-4377-92ec-6f88dcc951bd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=839d08e4-b425-43ca-a9e3-06c3106daa84 HTTP/1.1" status: 200 len: 852 time: 0.2906930 Feb 16 22:20:23.569328 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-b216927b-1a32-45bc-8d4f-eed48d768aee req-7e8edb70-f481-4981-a2c9-fc2c46172b8a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] No DVR routers for this DVR port f9e7c29c-40b5-46e5-957d-91a18ae35305 on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:20:23.573014 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-9bd1e2f7-4f36-4312-8bdf-45d049757ce5 None None] For port 10a66254-8530-410c-b704-0a1a2d1363c8, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:20:23.594984 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-9bd1e2f7-4f36-4312-8bdf-45d049757ce5 None None] For port 10a66254-8530-410c-b704-0a1a2d1363c8, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=10a66254-8530-410c-b704-0a1a2d1363c8,segment=NetworkSegment(5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb),segment_id=5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:20:23.614497 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9bd1e2f7-4f36-4312-8bdf-45d049757ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (10a66254-8530-410c-b704-0a1a2d1363c8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:23.616120 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b216927b-1a32-45bc-8d4f-eed48d768aee req-7e8edb70-f481-4981-a2c9-fc2c46172b8a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:23.624472 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b216927b-1a32-45bc-8d4f-eed48d768aee req-7e8edb70-f481-4981-a2c9-fc2c46172b8a tempest-ServersOnMultiNodesTest-562919776 tempest-ServersOnMultiNodesTest-562919776-project] 10.222.0.67 "DELETE /v2.0/ports/f9e7c29c-40b5-46e5-957d-91a18ae35305 HTTP/1.1" status: 204 len: 173 time: 1.7137592 Feb 16 22:20:23.654264 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-63b67337-4f76-4de6-9bff-23f3790f9657 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for security_group_rule (84e86928-f60f-4e1b-a04c-addc271db7e9), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:23.681002 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-362d2339-ff9a-48ac-8152-2736270bdf06 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c5caf1e2-5ed9-4635-98df-d36f332fac2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133795 Feb 16 22:20:23.748126 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-4ca00928-1808-4060-a17c-80238e774332 None None] Provisioning complete for port 10a66254-8530-410c-b704-0a1a2d1363c8 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:23.748657 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4ca00928-1808-4060-a17c-80238e774332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (10a66254-8530-410c-b704-0a1a2d1363c8), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:23.787993 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd1e2f7-4f36-4312-8bdf-45d049757ce5 None None] Routers {'2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:20:23.788922 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-9bd1e2f7-4f36-4312-8bdf-45d049757ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:20:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:23.845440 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3136c8f7-8486-412b-900c-3517532c500b req-1ce9ccc2-babb-45d2-b192-86adfbb5a359 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849 tempest-FloatingIPsAssociationNegativeTestJSON-1653481849-project] 10.222.0.75 "GET /v2.0/ports?device_id=884d71bd-a745-4bd3-a68b-8caf575c717e HTTP/1.1" status: 200 len: 210 time: 0.0577011 Feb 16 22:20:23.892048 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db6cf269-2f1c-4624-b9b7-f86c853f608d admin admin] Publish callbacks [] for router_gateway (22503068-b24a-4274-a09a-a6c85f880647), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:23.892680 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-63b67337-4f76-4de6-9bff-23f3790f9657 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for security_group_rule (84e86928-f60f-4e1b-a04c-addc271db7e9), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:23.904392 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-63b67337-4f76-4de6-9bff-23f3790f9657 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (84e86928-f60f-4e1b-a04c-addc271db7e9), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:23.930844 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b67337-4f76-4de6-9bff-23f3790f9657 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e86928-f60f-4e1b-a04c-addc271db7e9,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:23.971651 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-63b67337-4f76-4de6-9bff-23f3790f9657 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:23.976208 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-63b67337-4f76-4de6-9bff-23f3790f9657 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4931602 Feb 16 22:20:23.976918 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60472) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:23.980323 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a324c4-76c4-47cc-8b9a-de26c4ef9485 x-openstack-request-id: req-a9a324c4-76c4-47cc-8b9a-de26c4ef9485 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:20:23.980621 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1871be0-1fd3-4698-9050-ea9c8eb8f61a", "tag": "e1fdc851-8198-49e0-91c8-09185f1fe25c", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:20:23.980885 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a9a324c4-76c4-47cc-8b9a-de26c4ef9485 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:20:23.981440 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1871be0-1fd3-4698-9050-ea9c8eb8f61a', 'tag': 'e1fdc851-8198-49e0-91c8-09185f1fe25c', 'status': 'completed', 'code': 200} Feb 16 22:20:24.018958 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-8cbbb204-1919-488e-9b73-7075baa8df27 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Request body: {'security_group_rule': {'security_group_id': '6c3bbef6-3b9d-4668-8469-f692c1fc3c6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:24.065091 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-265d8f90-db6a-4e36-9cf0-2bab9ca927bf service neutron] 10.222.0.67 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705778 Feb 16 22:20:24.092588 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a04cc1-dbf2-4a70-8cb9-44499cfcd210 None None] Pushing event updated for resources: {'Port': ['ID=10a66254-8530-410c-b704-0a1a2d1363c8,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:24.107160 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8cbbb204-1919-488e-9b73-7075baa8df27 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for security_group_rule (87ba2033-415e-47fa-97b4-4c209f4bf629), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:24.141884 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9fff2e-6a0e-46cf-878c-19d1ae470743 req-7c12751d-b111-48c5-a0b5-dfdcf056bc58 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:24.144139 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0e9fff2e-6a0e-46cf-878c-19d1ae470743 req-7c12751d-b111-48c5-a0b5-dfdcf056bc58 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1871be0-1fd3-4698-9050-ea9c8eb8f61a HTTP/1.1" status: 200 len: 944 time: 0.0775812 Feb 16 22:20:24.200568 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:24.205652 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-9bd1e2f7-4f36-4312-8bdf-45d049757ce5 None None] Set router 2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:20:24.244950 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4ca00928-1808-4060-a17c-80238e774332 None None] Current status of the port 10a66254-8530-410c-b704-0a1a2d1363c8 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:24.245354 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4ca00928-1808-4060-a17c-80238e774332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (10a66254-8530-410c-b704-0a1a2d1363c8), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:24.258435 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0e9fff2e-6a0e-46cf-878c-19d1ae470743 req-80b7fe5b-11fa-42ec-8a67-8ef2014a57d7 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988958 Feb 16 22:20:24.312430 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f67b0b-44bc-4243-9740-3459c4f18fe3 x-openstack-request-id: req-37f67b0b-44bc-4243-9740-3459c4f18fe3 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:20:24.312735 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884d71bd-a745-4bd3-a68b-8caf575c717e", "name": "network-vif-deleted", "tag": "1afa96d2-e42d-4af7-8615-a4ccb87a482c", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:20:24.313122 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-37f67b0b-44bc-4243-9740-3459c4f18fe3 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:20:24.313546 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884d71bd-a745-4bd3-a68b-8caf575c717e', 'name': 'network-vif-deleted', 'tag': '1afa96d2-e42d-4af7-8615-a4ccb87a482c', 'status': 'completed', 'code': 200} Feb 16 22:20:24.342832 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-4ca00928-1808-4060-a17c-80238e774332 None None] For port 10a66254-8530-410c-b704-0a1a2d1363c8, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=10a66254-8530-410c-b704-0a1a2d1363c8,segment=NetworkSegment(5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb),segment_id=5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:24.361234 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4ca00928-1808-4060-a17c-80238e774332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (10a66254-8530-410c-b704-0a1a2d1363c8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:24.361389 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6a8e0dac-0436-4124-a430-1c3f996aab8a req-01a46560-613a-41d9-9b9e-111fe7359376 service neutron] 10.222.0.67 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893634 Feb 16 22:20:24.389590 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8cbbb204-1919-488e-9b73-7075baa8df27 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for security_group_rule (87ba2033-415e-47fa-97b4-4c209f4bf629), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:24.393714 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db6cf269-2f1c-4624-b9b7-f86c853f608d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (22503068-b24a-4274-a09a-a6c85f880647), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:24.397730 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8cbbb204-1919-488e-9b73-7075baa8df27 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (87ba2033-415e-47fa-97b4-4c209f4bf629), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:24.490066 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca00928-1808-4060-a17c-80238e774332 None None] Pushing event updated for resources: {'Port': ['ID=10a66254-8530-410c-b704-0a1a2d1363c8,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:24.517103 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbbb204-1919-488e-9b73-7075baa8df27 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ba2033-415e-47fa-97b4-4c209f4bf629,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:24.525663 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-03f0fee8-735f-4ea1-856f-2149f0c84e61 None None] Provisioning complete for port 10a66254-8530-410c-b704-0a1a2d1363c8 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:24.526079 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-03f0fee8-735f-4ea1-856f-2149f0c84e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (10a66254-8530-410c-b704-0a1a2d1363c8), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:24.552907 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8cbbb204-1919-488e-9b73-7075baa8df27 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:24.561884 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8cbbb204-1919-488e-9b73-7075baa8df27 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5765908 Feb 16 22:20:24.562581 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 60478) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:24.566899 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-3670b66d-c9a8-4546-b567-71f4cac2943a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:24.612124 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3670b66d-c9a8-4546-b567-71f4cac2943a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:24.673804 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-9bd1e2f7-4f36-4312-8bdf-45d049757ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'name': 'tempest-AttachVolumeTestJSON-1783443213-router', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '60715aee-fff1-4765-bf0d-c219182519e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:12Z', 'updated_at': '2022-02-16T22:20:19Z', 'revision_number': 4, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'gw_port': {'id': '60715aee-fff1-4765-bf0d-c219182519e3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:13Z', 'updated_at': '2022-02-16T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '10a66254-8530-410c-b704-0a1a2d1363c8', 'name': '', 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'mac_address': 'fa:16:3e:1b:b4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '812089a8-8e43-4669-b97f-c5c83d27191f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:18Z', 'updated_at': '2022-02-16T22:20:23Z', 'revision_number': 4, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'subnets': [{'id': '812089a8-8e43-4669-b97f-c5c83d27191f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:24.715188 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6cf269-2f1c-4624-b9b7-f86c853f608d admin admin] Router 22503068-b24a-4274-a09a-a6c85f880647 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:20:24.753773 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd1e2f7-4f36-4312-8bdf-45d049757ce5 None None] The sync data for ids ['2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'] in n-d-813897-6 is: [{'id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'name': 'tempest-AttachVolumeTestJSON-1783443213-router', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '60715aee-fff1-4765-bf0d-c219182519e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:12Z', 'updated_at': '2022-02-16T22:20:19Z', 'revision_number': 4, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'gw_port': {'id': '60715aee-fff1-4765-bf0d-c219182519e3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:13Z', 'updated_at': '2022-02-16T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '10a66254-8530-410c-b704-0a1a2d1363c8', 'name': '', 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'mac_address': 'fa:16:3e:1b:b4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '812089a8-8e43-4669-b97f-c5c83d27191f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:18Z', 'updated_at': '2022-02-16T22:20:23Z', 'revision_number': 4, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'subnets': [{'id': '812089a8-8e43-4669-b97f-c5c83d27191f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:20:24.773453 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-03f0fee8-735f-4ea1-856f-2149f0c84e61 None None] Current status of the port 10a66254-8530-410c-b704-0a1a2d1363c8 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:24.847650 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3670b66d-c9a8-4546-b567-71f4cac2943a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:24.905267 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60496) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:24.939100 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76acd6-2881-4c88-b465-200be6fe9512 req-0eed9426-803c-454d-95fc-7c8b355482b8 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:24.945961 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c76acd6-2881-4c88-b465-200be6fe9512 req-0eed9426-803c-454d-95fc-7c8b355482b8 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] 10.222.0.75 "GET /v2.0/ports?device_id=c213cb04-3df5-44cb-b0bb-b3e93e1c5225 HTTP/1.1" status: 200 len: 950 time: 0.1552291 Feb 16 22:20:25.004845 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630cdf0-20bd-4b55-8528-798e251d0380 req-7085ea26-69d5-4abc-8389-3f911f142719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:25.006205 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7630cdf0-20bd-4b55-8528-798e251d0380 req-7085ea26-69d5-4abc-8389-3f911f142719 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ee14b41af1744680817d2f7b9462ea3f&device_id=a1871be0-1fd3-4698-9050-ea9c8eb8f61a HTTP/1.1" status: 200 len: 1126 time: 0.5495038 Feb 16 22:20:25.051155 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 1afa96d2-e42d-4af7-8615-a4ccb87a482c no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:20:25.075560 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c76acd6-2881-4c88-b465-200be6fe9512 req-0164682c-8935-49d4-aebf-325e170dd7af tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d82db5a-6f03-40d3-b51b-2cdb2d1c5810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284719 Feb 16 22:20:25.102669 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 1afa96d2-e42d-4af7-8615-a4ccb87a482c {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:20:25.103427 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 1afa96d2-e42d-4af7-8615-a4ccb87a482c not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:20:25.108071 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6cf269-2f1c-4624-b9b7-f86c853f608d admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:20:25.124774 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e435b22-5bb5-494e-86d0-60c67825f2cf None None] Sync routers for ids ['22503068-b24a-4274-a09a-a6c85f880647'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:20:25.127961 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-3670b66d-c9a8-4546-b567-71f4cac2943a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Allocated IP 172.25.2.73 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/c1ff68fb-a595-446a-ae22-bb5a91492519) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:20:25.155185 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e435b22-5bb5-494e-86d0-60c67825f2cf None None] Routers {'22503068-b24a-4274-a09a-a6c85f880647'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:20:25.158585 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-9e435b22-5bb5-494e-86d0-60c67825f2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:20:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['22503068-b24a-4274-a09a-a6c85f880647'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:25.161046 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60504) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:25.187134 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db6cf269-2f1c-4624-b9b7-f86c853f608d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:25.188964 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-db6cf269-2f1c-4624-b9b7-f86c853f608d admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5253227 Feb 16 22:20:25.227299 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60506) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:25.264947 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3d921f22-572a-46dd-b091-b7c5588474b9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=340568c42fa24a9e862a169fcf3622fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3588505 Feb 16 22:20:25.270107 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 60508) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:25.315478 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 60512) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:25.315653 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630cdf0-20bd-4b55-8528-798e251d0380 req-dff75db1-b3a6-410f-8a28-d0d765daacbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:25.317130 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7630cdf0-20bd-4b55-8528-798e251d0380 req-dff75db1-b3a6-410f-8a28-d0d765daacbd service neutron] 10.222.0.67 "GET /v2.0/networks?id=c5caf1e2-5ed9-4635-98df-d36f332fac2f HTTP/1.1" status: 200 len: 913 time: 0.3039358 Feb 16 22:20:25.336227 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device f9e7c29c-40b5-46e5-957d-91a18ae35305 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:20:25.363781 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3670b66d-c9a8-4546-b567-71f4cac2943a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for port (c1ff68fb-a595-446a-ae22-bb5a91492519), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:25.394215 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-9e435b22-5bb5-494e-86d0-60c67825f2cf None None] Set router 22503068-b24a-4274-a09a-a6c85f880647 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:20:25.394445 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: f9e7c29c-40b5-46e5-957d-91a18ae35305 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:20:25.394739 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device f9e7c29c-40b5-46e5-957d-91a18ae35305 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:20:25.431532 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7630cdf0-20bd-4b55-8528-798e251d0380 req-8b132c56-5f05-4311-89a9-7a13653c1e6c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1fdc851-8198-49e0-91c8-09185f1fe25c HTTP/1.1" status: 200 len: 217 time: 0.0611815 Feb 16 22:20:25.472168 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:25.546266 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630cdf0-20bd-4b55-8528-798e251d0380 req-f95d6bd0-8bf1-4af6-a2c6-bd4b9ed3ff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:25.548295 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7630cdf0-20bd-4b55-8528-798e251d0380 req-f95d6bd0-8bf1-4af6-a2c6-bd4b9ed3ff2e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=839d08e4-b425-43ca-a9e3-06c3106daa84 HTTP/1.1" status: 200 len: 852 time: 0.1072578 Feb 16 22:20:25.561194 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e879d3a-91b3-450e-9d70-aefaa6d3c3fe admin admin] Publish callbacks [] for security_group (6b5f4b9b-3989-46d5-af17-f4396651712c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:25.568636 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0025d919-2f98-4761-bb4b-a5da40f46768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:25.624019 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58055b-2b25-4e9d-83dd-8dfc75791cf2 req-0c4e22c7-02f5-4a12-a297-c61eb8947ba8 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:25.635569 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a58055b-2b25-4e9d-83dd-8dfc75791cf2 req-0c4e22c7-02f5-4a12-a297-c61eb8947ba8 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1871be0-1fd3-4698-9050-ea9c8eb8f61a HTTP/1.1" status: 200 len: 944 time: 0.2508812 Feb 16 22:20:25.638074 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3670b66d-c9a8-4546-b567-71f4cac2943a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (c1ff68fb-a595-446a-ae22-bb5a91492519), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:25.641416 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e879d3a-91b3-450e-9d70-aefaa6d3c3fe admin admin] Publish callbacks [] for security_group (6b5f4b9b-3989-46d5-af17-f4396651712c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:25.653248 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7630cdf0-20bd-4b55-8528-798e251d0380 req-8480ad3a-7971-4e4e-a819-df1dbf5b0b57 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c5caf1e2-5ed9-4635-98df-d36f332fac2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392122 Feb 16 22:20:25.683186 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-9e435b22-5bb5-494e-86d0-60c67825f2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22503068-b24a-4274-a09a-a6c85f880647', 'name': 'tempest-ServerRescueTestJSON-492878396-router', 'tenant_id': '4ecc835e688d4b37a34028859d121b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '3fbab9b6-519a-4fac-b849-63b9fe4073b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:20Z', 'updated_at': '2022-02-16T22:20:23Z', 'revision_number': 3, 'project_id': '4ecc835e688d4b37a34028859d121b09', 'gw_port': {'id': '3fbab9b6-519a-4fac-b849-63b9fe4073b9', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22503068-b24a-4274-a09a-a6c85f880647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:21Z', 'updated_at': '2022-02-16T22:20:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:25.717243 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e435b22-5bb5-494e-86d0-60c67825f2cf None None] Checking router: 22503068-b24a-4274-a09a-a6c85f880647 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:20:25.717243 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e435b22-5bb5-494e-86d0-60c67825f2cf None None] Updating router 22503068-b24a-4274-a09a-a6c85f880647 port 3fbab9b6-519a-4fac-b849-63b9fe4073b9 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:20:25.750465 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9e435b22-5bb5-494e-86d0-60c67825f2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3fbab9b6-519a-4fac-b849-63b9fe4073b9), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:25.758327 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3670b66d-c9a8-4546-b567-71f4cac2943a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:20:25.777471 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670b66d-c9a8-4546-b567-71f4cac2943a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Pushing event updated for resources: {'Port': ['ID=c1ff68fb-a595-446a-ae22-bb5a91492519,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:25.782699 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-3670b66d-c9a8-4546-b567-71f4cac2943a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:20:25.785136 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3670b66d-c9a8-4546-b567-71f4cac2943a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:20:25.840878 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a58055b-2b25-4e9d-83dd-8dfc75791cf2 req-4919560a-4d42-47d2-9276-faf28501e277 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040734 Feb 16 22:20:25.870929 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e879d3a-91b3-450e-9d70-aefaa6d3c3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (6b5f4b9b-3989-46d5-af17-f4396651712c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:25.873692 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e879d3a-91b3-450e-9d70-aefaa6d3c3fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:25.877565 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9e879d3a-91b3-450e-9d70-aefaa6d3c3fe admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6b5f4b9b-3989-46d5-af17-f4396651712c HTTP/1.1" status: 204 len: 168 time: 0.6033833 Feb 16 22:20:25.900307 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e879d3a-91b3-450e-9d70-aefaa6d3c3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5f4b9b-3989-46d5-af17-f4396651712c,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:25.936554 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0025d919-2f98-4761-bb4b-a5da40f46768 admin admin] Publish callbacks [] for security_group (d4a2cef3-7a35-4018-8086-b79ae8137381), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:25.950020 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0025d919-2f98-4761-bb4b-a5da40f46768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d4a2cef3-7a35-4018-8086-b79ae8137381), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:25.993074 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3670b66d-c9a8-4546-b567-71f4cac2943a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for floatingip (83f006f9-f27c-4bf0-8898-cc6ab9addf53), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:26.015393 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0025d919-2f98-4761-bb4b-a5da40f46768 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7c698c15149c46b2afe89ee157ccd01b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6910613 Feb 16 22:20:26.016742 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025d919-2f98-4761-bb4b-a5da40f46768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a2cef3-7a35-4018-8086-b79ae8137381,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:26.019269 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 60518) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:26.091469 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3670b66d-c9a8-4546-b567-71f4cac2943a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c1ff68fb-a595-446a-ae22-bb5a91492519), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:26.138940 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [req-7630cdf0-20bd-4b55-8528-798e251d0380 req-27cf2ac7-1053-43cb-b40e-66660c798c3a service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:20:26.140048 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7630cdf0-20bd-4b55-8528-798e251d0380 req-27cf2ac7-1053-43cb-b40e-66660c798c3a service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4758215 Feb 16 22:20:26.158143 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-27e7f5ff-86dd-4638-acec-09bdce7edc01 admin admin] Publish callbacks [] for security_group (d4a2cef3-7a35-4018-8086-b79ae8137381), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:26.173550 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65bdce27-8588-4299-aa22-15fd612e4b57', 'name': 'network-vif-deleted', 'tag': 'f9e7c29c-40b5-46e5-957d-91a18ae35305'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:20:26.177865 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110aae8d-c8f9-4fd8-821d-9e32f5c79d39" -d '{"events": [{"server_uuid": "65bdce27-8588-4299-aa22-15fd612e4b57", "name": "network-vif-deleted", "tag": "f9e7c29c-40b5-46e5-957d-91a18ae35305"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:20:26.205854 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9e435b22-5bb5-494e-86d0-60c67825f2cf None None] Publish callbacks [] for port (3fbab9b6-519a-4fac-b849-63b9fe4073b9), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:26.212209 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-27e7f5ff-86dd-4638-acec-09bdce7edc01 admin admin] Publish callbacks [] for security_group (d4a2cef3-7a35-4018-8086-b79ae8137381), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:26.214794 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9e435b22-5bb5-494e-86d0-60c67825f2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (3fbab9b6-519a-4fac-b849-63b9fe4073b9), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:26.275887 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-9e435b22-5bb5-494e-86d0-60c67825f2cf None None] Attempting to bind port 3fbab9b6-519a-4fac-b849-63b9fe4073b9 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:20:26.276275 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-9e435b22-5bb5-494e-86d0-60c67825f2cf None None] Attempting to bind port 3fbab9b6-519a-4fac-b849-63b9fe4073b9 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:20:26.276643 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e435b22-5bb5-494e-86d0-60c67825f2cf None None] Attempting to bind port 3fbab9b6-519a-4fac-b849-63b9fe4073b9 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:20:26.291036 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e435b22-5bb5-494e-86d0-60c67825f2cf None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:20:26.291777 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e435b22-5bb5-494e-86d0-60c67825f2cf None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:20:26.292202 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9e435b22-5bb5-494e-86d0-60c67825f2cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:26.292602 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e435b22-5bb5-494e-86d0-60c67825f2cf None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:20:26.293096 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-9e435b22-5bb5-494e-86d0-60c67825f2cf None None] Bound port: 3fbab9b6-519a-4fac-b849-63b9fe4073b9, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:20:26.293651 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9e435b22-5bb5-494e-86d0-60c67825f2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3fbab9b6-519a-4fac-b849-63b9fe4073b9), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:26.335657 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0c3cb-bd01-427b-8bb6-28f65ef8a4e2 None None] Pushing event updated for resources: {'Port': ['ID=3fbab9b6-519a-4fac-b849-63b9fe4073b9,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:26.354870 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-9e435b22-5bb5-494e-86d0-60c67825f2cf None None] For port 3fbab9b6-519a-4fac-b849-63b9fe4073b9, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:20:26.358570 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-9e435b22-5bb5-494e-86d0-60c67825f2cf None None] For port 3fbab9b6-519a-4fac-b849-63b9fe4073b9, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=3fbab9b6-519a-4fac-b849-63b9fe4073b9,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:20:26.363214 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-27e7f5ff-86dd-4638-acec-09bdce7edc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d4a2cef3-7a35-4018-8086-b79ae8137381), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:26.367233 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-27e7f5ff-86dd-4638-acec-09bdce7edc01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:26.368789 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-27e7f5ff-86dd-4638-acec-09bdce7edc01 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d4a2cef3-7a35-4018-8086-b79ae8137381 HTTP/1.1" status: 204 len: 168 time: 0.3485253 Feb 16 22:20:26.376939 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9e435b22-5bb5-494e-86d0-60c67825f2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (3fbab9b6-519a-4fac-b849-63b9fe4073b9), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:26.448650 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7f5ff-86dd-4638-acec-09bdce7edc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a2cef3-7a35-4018-8086-b79ae8137381,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:26.489865 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60530) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:26.541334 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e435b22-5bb5-494e-86d0-60c67825f2cf None None] Routers {'22503068-b24a-4274-a09a-a6c85f880647'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:20:26.545273 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-9e435b22-5bb5-494e-86d0-60c67825f2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:20:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['22503068-b24a-4274-a09a-a6c85f880647'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:26.550099 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7630cdf0-20bd-4b55-8528-798e251d0380 req-3fb7b11c-8261-49a2-a727-ddb5eae66a4c service neutron] 10.222.0.67 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644776 Feb 16 22:20:26.553240 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e39a8-ec55-40d2-8fd3-9e6d797fa357 req-842b8e68-67c3-449a-b118-2fc6443d3a48 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:26.554860 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8f5e39a8-ec55-40d2-8fd3-9e6d797fa357 req-842b8e68-67c3-449a-b118-2fc6443d3a48 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] 10.222.0.75 "GET /v2.0/ports?device_id=c213cb04-3df5-44cb-b0bb-b3e93e1c5225 HTTP/1.1" status: 200 len: 950 time: 0.2871594 Feb 16 22:20:26.606523 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137f863-c6c3-4ec1-9b58-f514b0fb1ffb req-064543fe-0be6-440f-aacf-230cf3028b61 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:26.608964 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e137f863-c6c3-4ec1-9b58-f514b0fb1ffb req-064543fe-0be6-440f-aacf-230cf3028b61 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] 10.222.0.67 "GET /v2.0/ports?device_id=c213cb04-3df5-44cb-b0bb-b3e93e1c5225 HTTP/1.1" status: 200 len: 950 time: 0.3385231 Feb 16 22:20:26.644546 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3670b66d-c9a8-4546-b567-71f4cac2943a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for port (c1ff68fb-a595-446a-ae22-bb5a91492519), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:26.664884 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3670b66d-c9a8-4546-b567-71f4cac2943a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (c1ff68fb-a595-446a-ae22-bb5a91492519), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:26.711473 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 10a66254-8530-410c-b704-0a1a2d1363c8 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:20:26.796198 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8f5e39a8-ec55-40d2-8fd3-9e6d797fa357 req-58f73372-2e6b-4708-bf14-69c460960dc0 tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d82db5a-6f03-40d3-b51b-2cdb2d1c5810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275155 Feb 16 22:20:26.821807 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-aaa8e81c-0e43-456e-a331-c1c240cc0865 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=784a037b279a44a8ad9997cdfdecfa72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3307490 Feb 16 22:20:26.826989 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 10a66254-8530-410c-b704-0a1a2d1363c8 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:26.827370 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (10a66254-8530-410c-b704-0a1a2d1363c8), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:26.836738 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60536) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:26.861472 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670b66d-c9a8-4546-b567-71f4cac2943a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Pushing event updated for resources: {'Port': ['ID=c1ff68fb-a595-446a-ae22-bb5a91492519,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:26.884492 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0c3cb-bd01-427b-8bb6-28f65ef8a4e2 None None] Pushing event updated for resources: {'Port': ['ID=3fbab9b6-519a-4fac-b849-63b9fe4073b9,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:26.887631 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3670b66d-c9a8-4546-b567-71f4cac2943a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (83f006f9-f27c-4bf0-8898-cc6ab9addf53), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:26.906047 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1103194-bb69-413c-abab-d932a85d9aeb x-openstack-request-id: req-f1103194-bb69-413c-abab-d932a85d9aeb {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:20:26.906595 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65bdce27-8588-4299-aa22-15fd612e4b57", "name": "network-vif-deleted", "tag": "f9e7c29c-40b5-46e5-957d-91a18ae35305", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:20:26.906993 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f1103194-bb69-413c-abab-d932a85d9aeb {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:20:26.907496 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65bdce27-8588-4299-aa22-15fd612e4b57', 'name': 'network-vif-deleted', 'tag': 'f9e7c29c-40b5-46e5-957d-91a18ae35305', 'status': 'completed', 'code': 200} Feb 16 22:20:26.931182 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3670b66d-c9a8-4546-b567-71f4cac2943a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:26.932905 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3670b66d-c9a8-4546-b567-71f4cac2943a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3697848 Feb 16 22:20:27.003632 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:27.027222 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 10a66254-8530-410c-b704-0a1a2d1363c8 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:27.038722 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-9e435b22-5bb5-494e-86d0-60c67825f2cf None None] Set router 22503068-b24a-4274-a09a-a6c85f880647 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:20:27.044227 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7630cdf0-20bd-4b55-8528-798e251d0380 req-4166b6ce-881b-46ca-8633-5d1cb9ac29c8 service neutron] 10.222.0.67 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338541 Feb 16 22:20:27.139160 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-739a7f88-3128-4aa6-81b5-e56f618e5f3d admin admin] Publish callbacks [] for security_group (281d1480-5616-4e05-adc4-df853dca83c1), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:27.173483 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-e137f863-c6c3-4ec1-9b58-f514b0fb1ffb req-9f39a73c-beb6-4bfa-9b7d-5a8778b59a8b tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] Deleting port c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:20:27.173483 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e137f863-c6c3-4ec1-9b58-f514b0fb1ffb req-9f39a73c-beb6-4bfa-9b7d-5a8778b59a8b tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:27.174912 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21d904-e5c1-4c56-8b3c-ac8b72de4ff1 req-2c40fd0d-8985-43a1-a51a-50cb60b59618 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:27.176651 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bd21d904-e5c1-4c56-8b3c-ac8b72de4ff1 req-2c40fd0d-8985-43a1-a51a-50cb60b59618 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1871be0-1fd3-4698-9050-ea9c8eb8f61a HTTP/1.1" status: 200 len: 944 time: 0.0912051 Feb 16 22:20:27.238352 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-739a7f88-3128-4aa6-81b5-e56f618e5f3d admin admin] Publish callbacks [] for security_group (281d1480-5616-4e05-adc4-df853dca83c1), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:27.251080 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bd21d904-e5c1-4c56-8b3c-ac8b72de4ff1 req-6ff06c49-a62c-415e-a6b4-96e1d3a52154 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633800 Feb 16 22:20:27.335069 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-9e435b22-5bb5-494e-86d0-60c67825f2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22503068-b24a-4274-a09a-a6c85f880647', 'name': 'tempest-ServerRescueTestJSON-492878396-router', 'tenant_id': '4ecc835e688d4b37a34028859d121b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '3fbab9b6-519a-4fac-b849-63b9fe4073b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:20Z', 'updated_at': '2022-02-16T22:20:23Z', 'revision_number': 3, 'project_id': '4ecc835e688d4b37a34028859d121b09', 'gw_port': {'id': '3fbab9b6-519a-4fac-b849-63b9fe4073b9', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22503068-b24a-4274-a09a-a6c85f880647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:21Z', 'updated_at': '2022-02-16T22:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:27.378189 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e435b22-5bb5-494e-86d0-60c67825f2cf None None] The sync data for ids ['22503068-b24a-4274-a09a-a6c85f880647'] in n-d-813897-6 is: [{'id': '22503068-b24a-4274-a09a-a6c85f880647', 'name': 'tempest-ServerRescueTestJSON-492878396-router', 'tenant_id': '4ecc835e688d4b37a34028859d121b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '3fbab9b6-519a-4fac-b849-63b9fe4073b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:20Z', 'updated_at': '2022-02-16T22:20:23Z', 'revision_number': 3, 'project_id': '4ecc835e688d4b37a34028859d121b09', 'gw_port': {'id': '3fbab9b6-519a-4fac-b849-63b9fe4073b9', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22503068-b24a-4274-a09a-a6c85f880647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:21Z', 'updated_at': '2022-02-16T22:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:20:27.378521 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7982b880-1fff-427c-90db-90ecde177272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (51dd0a18-5620-4c2c-8904-72f39432242e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:27.397076 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-dfc4d7f1-9c70-4f80-a5ad-04467a42a227 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1289258120&fields=id&tenant_id=d077897d87b240428fffff8cb232a67c HTTP/1.1" status: 200 len: 267 time: 0.0610120 Feb 16 22:20:27.485758 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60566) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:27.506782 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-e137f863-c6c3-4ec1-9b58-f514b0fb1ffb req-9f39a73c-beb6-4bfa-9b7d-5a8778b59a8b tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] For port c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:27.507032 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e137f863-c6c3-4ec1-9b58-f514b0fb1ffb req-9f39a73c-beb6-4bfa-9b7d-5a8778b59a8b tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:27.530725 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-739a7f88-3128-4aa6-81b5-e56f618e5f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (281d1480-5616-4e05-adc4-df853dca83c1), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:27.534384 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-739a7f88-3128-4aa6-81b5-e56f618e5f3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:27.537705 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-739a7f88-3128-4aa6-81b5-e56f618e5f3d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/281d1480-5616-4e05-adc4-df853dca83c1 HTTP/1.1" status: 204 len: 168 time: 0.6958196 Feb 16 22:20:27.555572 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc8af482-971b-4932-bed3-ac062a13f88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:27.560657 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-e137f863-c6c3-4ec1-9b58-f514b0fb1ffb req-9f39a73c-beb6-4bfa-9b7d-5a8778b59a8b tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] Calling delete_port for c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:20:27.592010 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a7f88-3128-4aa6-81b5-e56f618e5f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281d1480-5616-4e05-adc4-df853dca83c1,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:27.674016 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-bb0a7d39-a9c9-4205-a91f-dbb365bb95ef admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-59844366-network', 'tenant_id': '05fece93b5f34c39b4687779f64633e9'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:27.852260 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0a7d39-a9c9-4205-a91f-dbb365bb95ef admin admin] Made reservation on behalf of 05fece93b5f34c39b4687779f64633e9 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:20:27.854679 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bb0a7d39-a9c9-4205-a91f-dbb365bb95ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:27.867022 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-8c3ccacf-e628-4c8c-a19a-2abf574e6640 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:27.874570 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-8c3ccacf-e628-4c8c-a19a-2abf574e6640 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/networks?id=a2949af4-226e-4bae-8b8f-20776d9938d8 HTTP/1.1" status: 200 len: 811 time: 0.4644313 Feb 16 22:20:27.886645 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-0e2e9b79-ee67-4b95-9e2d-89f918fb5cfd tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/quotas/d077897d87b240428fffff8cb232a67c HTTP/1.1" status: 200 len: 375 time: 0.0109410 Feb 16 22:20:27.912826 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bb0a7d39-a9c9-4205-a91f-dbb365bb95ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:27.958279 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-2ee3c4a9-5629-4781-8e17-f5b645679cff tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d077897d87b240428fffff8cb232a67c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656388 Feb 16 22:20:28.025246 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-dc8af482-971b-4932-bed3-ac062a13f88b admin admin] Allocated IP 172.20.0.1 (2a4d83e1-26cb-467d-af35-1036d7c3fb39/97a87a99-67f1-493e-9c1f-9f6cadc7e62f/e81b244d-152f-4127-8509-86c3ff819657) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:20:28.080957 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-1102cc47-d2a0-4b79-bb8a-7866c2aa6310 service neutron] 10.222.0.75 "GET /v2.0/networks/a2949af4-226e-4bae-8b8f-20776d9938d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099279 Feb 16 22:20:28.197271 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e137f863-c6c3-4ec1-9b58-f514b0fb1ffb req-9f39a73c-beb6-4bfa-9b7d-5a8778b59a8b tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:28.228069 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-17de67fd-2c4a-462d-8c92-8fc99eb0fbf6 service neutron] 10.222.0.75 "GET /v2.0/networks/a2949af4-226e-4bae-8b8f-20776d9938d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405189 Feb 16 22:20:28.263482 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:28.298832 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39a73c-beb6-4bfa-9b7d-5a8778b59a8b tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] Pushing event deleted for resources: {'Port': ['ID=c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:28.494932 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bb0a7d39-a9c9-4205-a91f-dbb365bb95ef admin admin] Publish callbacks [] for security_group (18847cdc-72f3-4e55-b0a2-b33ce890d58b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:28.500101 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc8af482-971b-4932-bed3-ac062a13f88b admin admin] Publish callbacks [] for port (e81b244d-152f-4127-8509-86c3ff819657), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:28.530383 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-e137f863-c6c3-4ec1-9b58-f514b0fb1ffb req-9f39a73c-beb6-4bfa-9b7d-5a8778b59a8b tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] No DVR routers for this DVR port c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9 on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:20:28.535768 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e137f863-c6c3-4ec1-9b58-f514b0fb1ffb req-9f39a73c-beb6-4bfa-9b7d-5a8778b59a8b tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:28.544520 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e137f863-c6c3-4ec1-9b58-f514b0fb1ffb req-9f39a73c-beb6-4bfa-9b7d-5a8778b59a8b tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] 10.222.0.67 "DELETE /v2.0/ports/c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9 HTTP/1.1" status: 204 len: 173 time: 1.8299444 Feb 16 22:20:28.548816 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fed84b58-f89a-4b24-b4ed-6283e5be2975 req-093ae19a-1e08-4d93-815c-57aea03bb6ad tempest-ImagesNegativeTestJSON-528829291 tempest-ImagesNegativeTestJSON-528829291-project] 10.222.0.75 "GET /v2.0/ports?device_id=c213cb04-3df5-44cb-b0bb-b3e93e1c5225 HTTP/1.1" status: 200 len: 210 time: 0.0590115 Feb 16 22:20:28.561246 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bb0a7d39-a9c9-4205-a91f-dbb365bb95ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (18847cdc-72f3-4e55-b0a2-b33ce890d58b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:28.640163 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb0a7d39-a9c9-4205-a91f-dbb365bb95ef admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:20:28.660064 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 3fbab9b6-519a-4fac-b849-63b9fe4073b9 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:20:28.724169 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bb0a7d39-a9c9-4205-a91f-dbb365bb95ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (7cd3d5ed-630b-42c8-83be-976f3431669d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:28.724797 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-bb0a7d39-a9c9-4205-a91f-dbb365bb95ef admin admin] Added segment 7cd3d5ed-630b-42c8-83be-976f3431669d of type vlan for network 0809193b-9538-40aa-8442-650cf4185e4f Feb 16 22:20:28.729176 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a7d39-a9c9-4205-a91f-dbb365bb95ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18847cdc-72f3-4e55-b0a2-b33ce890d58b,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:28.762118 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-7982b880-1fff-427c-90db-90ecde177272 admin admin] Deleting port 6c053a72-941d-48f1-ad18-9433019d1a8a {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:20:28.762498 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7982b880-1fff-427c-90db-90ecde177272 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (6c053a72-941d-48f1-ad18-9433019d1a8a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:28.774750 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 3fbab9b6-519a-4fac-b849-63b9fe4073b9 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:28.775694 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (3fbab9b6-519a-4fac-b849-63b9fe4073b9), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:28.863289 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-7982b880-1fff-427c-90db-90ecde177272 admin admin] For port 6c053a72-941d-48f1-ad18-9433019d1a8a, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=6c053a72-941d-48f1-ad18-9433019d1a8a,segment=NetworkSegment(d8cbbd75-4920-4494-97e4-bdff5a8c7c7d),segment_id=d8cbbd75-4920-4494-97e4-bdff5a8c7c7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:28.863728 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7982b880-1fff-427c-90db-90ecde177272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (6c053a72-941d-48f1-ad18-9433019d1a8a), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:28.880171 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-7982b880-1fff-427c-90db-90ecde177272 admin admin] Calling delete_port for 6c053a72-941d-48f1-ad18-9433019d1a8a owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:20:28.891099 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa0b5f-2d1b-4dbc-abfa-dbd13a1a620b req-a6faacf7-efd5-4f26-b1c8-61de92aaa8bb tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:28.902946 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-00aa0b5f-2d1b-4dbc-abfa-dbd13a1a620b req-a6faacf7-efd5-4f26-b1c8-61de92aaa8bb tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1871be0-1fd3-4698-9050-ea9c8eb8f61a HTTP/1.1" status: 200 len: 944 time: 0.0940914 Feb 16 22:20:28.955465 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c213cb04-3df5-44cb-b0bb-b3e93e1c5225', 'name': 'network-vif-deleted', 'tag': 'c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:20:28.957735 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21fbf45-b412-4ea2-aa0b-43eb9975415b" -d '{"events": [{"server_uuid": "c213cb04-3df5-44cb-b0bb-b3e93e1c5225", "name": "network-vif-deleted", "tag": "c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:20:28.960948 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc8af482-971b-4932-bed3-ac062a13f88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (e81b244d-152f-4127-8509-86c3ff819657), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:28.994308 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 3fbab9b6-519a-4fac-b849-63b9fe4073b9 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:28.994900 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3fbab9b6-519a-4fac-b849-63b9fe4073b9), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:29.025856 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 3fbab9b6-519a-4fac-b849-63b9fe4073b9, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=3fbab9b6-519a-4fac-b849-63b9fe4073b9,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:29.034046 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (3fbab9b6-519a-4fac-b849-63b9fe4073b9), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:29.045251 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bb0a7d39-a9c9-4205-a91f-dbb365bb95ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (0809193b-9538-40aa-8442-650cf4185e4f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:29.063152 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8af482-971b-4932-bed3-ac062a13f88b admin admin] Network 2a4d83e1-26cb-467d-af35-1036d7c3fb39 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:20:29.097546 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-00aa0b5f-2d1b-4dbc-abfa-dbd13a1a620b req-405c88a7-4855-4d99-83fe-b09cd7d92066 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830497 Feb 16 22:20:29.112987 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-dc8af482-971b-4932-bed3-ac062a13f88b admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:20:29.113626 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=3fbab9b6-519a-4fac-b849-63b9fe4073b9,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:29.132125 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8af482-971b-4932-bed3-ac062a13f88b admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:20:29.152121 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8af482-971b-4932-bed3-ac062a13f88b admin admin] Pushing event updated for resources: {'Port': ['ID=e81b244d-152f-4127-8509-86c3ff819657,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:29.229215 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-714eabb3-17c9-43bd-8def-ec4e57006109 req-886dd127-2eb0-44ca-bbf2-70606290bc7e tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 210 time: 0.0769999 Feb 16 22:20:29.350001 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device e1fdc851-8198-49e0-91c8-09185f1fe25c details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:20:29.354975 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:20:29.408296 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:20:29.408728 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:20:29.482413 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce88ea4-f51d-498a-b853-5a5c7bf183f9 x-openstack-request-id: req-0ce88ea4-f51d-498a-b853-5a5c7bf183f9 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:20:29.483477 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c213cb04-3df5-44cb-b0bb-b3e93e1c5225", "name": "network-vif-deleted", "tag": "c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:20:29.484045 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0ce88ea4-f51d-498a-b853-5a5c7bf183f9 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:20:29.484494 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c213cb04-3df5-44cb-b0bb-b3e93e1c5225', 'name': 'network-vif-deleted', 'tag': 'c4f1b40c-4f87-40fd-af98-1f6aa21b4ef9', 'status': 'completed', 'code': 200} Feb 16 22:20:29.490676 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bb0a7d39-a9c9-4205-a91f-dbb365bb95ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (0809193b-9538-40aa-8442-650cf4185e4f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:29.491633 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0a7d39-a9c9-4205-a91f-dbb365bb95ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:29.492219 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bb0a7d39-a9c9-4205-a91f-dbb365bb95ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:29.541630 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port e1fdc851-8198-49e0-91c8-09185f1fe25c, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=e1fdc851-8198-49e0-91c8-09185f1fe25c,segment=NetworkSegment(bab3c7c9-e01c-407c-bcf4-3671c0e39eec),segment_id=bab3c7c9-e01c-407c-bcf4-3671c0e39eec)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:29.561491 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'e1fdc851-8198-49e0-91c8-09185f1fe25c', 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f', 'port_id': 'e1fdc851-8198-49e0-91c8-09185f1fe25c', 'mac_address': 'fa:16:3e:0b:5e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '839d08e4-b425-43ca-a9e3-06c3106daa84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:20:29.565821 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 60628) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:29.566395 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bb0a7d39-a9c9-4205-a91f-dbb365bb95ef admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0789943 Feb 16 22:20:29.571362 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc8af482-971b-4932-bed3-ac062a13f88b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (22503068-b24a-4274-a09a-a6c85f880647), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:29.572644 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-467c6405-4ff5-4521-be40-db3de4350934 admin admin] Request body: {'subnet': {'network_id': '0809193b-9538-40aa-8442-650cf4185e4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-59844366-subnet', 'tenant_id': '05fece93b5f34c39b4687779f64633e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:29.630065 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467c6405-4ff5-4521-be40-db3de4350934 admin admin] Made reservation on behalf of 05fece93b5f34c39b4687779f64633e9 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:20:29.633017 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-467c6405-4ff5-4521-be40-db3de4350934 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:29.658386 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port e1fdc851-8198-49e0-91c8-09185f1fe25c is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:29.658779 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e1fdc851-8198-49e0-91c8-09185f1fe25c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:29.671171 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a7d39-a9c9-4205-a91f-dbb365bb95ef admin admin] Pushing event updated for resources: {'Network': ['ID=0809193b-9538-40aa-8442-650cf4185e4f,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:29.715458 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 0809193b-9538-40aa-8442-650cf4185e4f details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:20:29.777360 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7982b880-1fff-427c-90db-90ecde177272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (6c053a72-941d-48f1-ad18-9433019d1a8a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:29.783699 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1fdc851-8198-49e0-91c8-09185f1fe25c {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:20:29.836047 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982b880-1fff-427c-90db-90ecde177272 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c053a72-941d-48f1-ad18-9433019d1a8a,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:29.856515 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc8af482-971b-4932-bed3-ac062a13f88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e81b244d-152f-4127-8509-86c3ff819657), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:29.928724 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port e1fdc851-8198-49e0-91c8-09185f1fe25c, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=e1fdc851-8198-49e0-91c8-09185f1fe25c,segment=NetworkSegment(bab3c7c9-e01c-407c-bcf4-3671c0e39eec),segment_id=bab3c7c9-e01c-407c-bcf4-3671c0e39eec)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:29.933150 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:29.943947 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (e1fdc851-8198-49e0-91c8-09185f1fe25c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:29.977034 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-467c6405-4ff5-4521-be40-db3de4350934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (29fa04d8-2e8c-4adf-a757-8332d0ce9220), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:30.037771 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=e1fdc851-8198-49e0-91c8-09185f1fe25c,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:30.096556 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c6405-4ff5-4521-be40-db3de4350934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29fa04d8-2e8c-4adf-a757-8332d0ce9220,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:30.104432 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c6405-4ff5-4521-be40-db3de4350934 admin admin] Checking segment: {'id': '7cd3d5ed-630b-42c8-83be-976f3431669d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0809193b-9538-40aa-8442-650cf4185e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:20:30.105470 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467c6405-4ff5-4521-be40-db3de4350934 admin admin] Network hostable DHCP agents. Network: 0809193b-9538-40aa-8442-650cf4185e4f, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:20:30.139459 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467c6405-4ff5-4521-be40-db3de4350934 admin admin] Network 0809193b-9538-40aa-8442-650cf4185e4f is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:20:30.159567 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-467c6405-4ff5-4521-be40-db3de4350934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 0809193b-9538-40aa-8442-650cf4185e4f) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:20:30.170972 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40180ae2-b38b-42ee-b8fe-46801aa7391e None None] Network 0809193b-9538-40aa-8442-650cf4185e4f requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:20:30.173123 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467c6405-4ff5-4521-be40-db3de4350934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:30.173922 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-467c6405-4ff5-4521-be40-db3de4350934 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:30.208088 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-467c6405-4ff5-4521-be40-db3de4350934 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6411064 Feb 16 22:20:30.210666 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 60650) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:30.215163 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-960c7e0d-7f98-4710-acf5-679d9213c641 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-59844366-router', 'tenant_id': '05fece93b5f34c39b4687779f64633e9', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:30.246908 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc8af482-971b-4932-bed3-ac062a13f88b admin admin] Publish callbacks [] for port (e81b244d-152f-4127-8509-86c3ff819657), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:30.284021 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-960c7e0d-7f98-4710-acf5-679d9213c641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (8541c583-14a8-42ba-bcf2-3c5fad0d399f), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:30.285407 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-960c7e0d-7f98-4710-acf5-679d9213c641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (8541c583-14a8-42ba-bcf2-3c5fad0d399f), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:30.290855 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7982b880-1fff-427c-90db-90ecde177272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (51dd0a18-5620-4c2c-8904-72f39432242e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:30.293381 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['e1fdc851-8198-49e0-91c8-09185f1fe25c'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:20:30.296833 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc8af482-971b-4932-bed3-ac062a13f88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (e81b244d-152f-4127-8509-86c3ff819657), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:30.329921 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8fd92-a762-4714-82c5-9bdf871c9f72 req-599a9935-1cb3-4358-8e96-dbfc6beb485d tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:30.337382 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b2a8fd92-a762-4714-82c5-9bdf871c9f72 req-599a9935-1cb3-4358-8e96-dbfc6beb485d tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.1130142 Feb 16 22:20:30.382518 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09eea1c-02c9-4153-9ecf-d87cab82cbe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-0809193b-9538-40aa-8442-650cf4185e4f', 'network_id': '0809193b-9538-40aa-8442-650cf4185e4f', 'project_id': '05fece93b5f34c39b4687779f64633e9', 'fixed_ips': [{'subnet_id': '29fa04d8-2e8c-4adf-a757-8332d0ce9220'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:20:30.383768 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c09eea1c-02c9-4153-9ecf-d87cab82cbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:30.445170 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8af482-971b-4932-bed3-ac062a13f88b admin admin] Pushing event updated for resources: {'Port': ['ID=e81b244d-152f-4127-8509-86c3ff819657,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:30.472497 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc8af482-971b-4932-bed3-ac062a13f88b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (22503068-b24a-4274-a09a-a6c85f880647), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:30.549855 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-c09eea1c-02c9-4153-9ecf-d87cab82cbe5 None None] Allocated IP 172.20.0.2 (0809193b-9538-40aa-8442-650cf4185e4f/29fa04d8-2e8c-4adf-a757-8332d0ce9220/f524e8c6-f200-49c9-9225-29c651a5385f) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:20:30.552678 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b2a8fd92-a762-4714-82c5-9bdf871c9f72 req-787779b0-52c1-4854-bf6f-92ac99e70201 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137430 Feb 16 22:20:30.562885 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-960c7e0d-7f98-4710-acf5-679d9213c641 admin admin] Publish callbacks [] for router_controller (8541c583-14a8-42ba-bcf2-3c5fad0d399f), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:30.704781 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-af3ea747-f2c9-4a3c-a1e3-bcb496ca78b6 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:30.706480 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-af3ea747-f2c9-4a3c-a1e3-bcb496ca78b6 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.79 "GET /v2.0/networks?id=a2949af4-226e-4bae-8b8f-20776d9938d8 HTTP/1.1" status: 200 len: 811 time: 0.4135363 Feb 16 22:20:30.707424 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 3fbab9b6-519a-4fac-b849-63b9fe4073b9 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:20:30.776404 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8af482-971b-4932-bed3-ac062a13f88b admin admin] Network 2a4d83e1-26cb-467d-af35-1036d7c3fb39 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:20:30.779258 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-dc8af482-971b-4932-bed3-ac062a13f88b admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:20:30.837594 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c09eea1c-02c9-4153-9ecf-d87cab82cbe5 None None] Publish callbacks [] for port (f524e8c6-f200-49c9-9225-29c651a5385f), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:30.845452 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 3fbab9b6-519a-4fac-b849-63b9fe4073b9 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:30.845632 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (3fbab9b6-519a-4fac-b849-63b9fe4073b9), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:30.847762 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c09eea1c-02c9-4153-9ecf-d87cab82cbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (f524e8c6-f200-49c9-9225-29c651a5385f), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:30.871255 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-960c7e0d-7f98-4710-acf5-679d9213c641 admin admin] Publish callbacks [] for router_gateway (8541c583-14a8-42ba-bcf2-3c5fad0d399f), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:30.877066 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7982b880-1fff-427c-90db-90ecde177272 admin admin] Router 51dd0a18-5620-4c2c-8904-72f39432242e has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:20:30.889518 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762a324-182a-462d-8744-6f022ebe4340 req-6f67717d-8719-4fb8-8b2e-60e8497e1679 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:30.891721 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7762a324-182a-462d-8744-6f022ebe4340 req-6f67717d-8719-4fb8-8b2e-60e8497e1679 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1871be0-1fd3-4698-9050-ea9c8eb8f61a HTTP/1.1" status: 200 len: 945 time: 0.1817336 Feb 16 22:20:30.897249 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-70916450-9d72-4a08-9be5-c5026820bfff tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d077897d87b240428fffff8cb232a67c HTTP/1.1" status: 200 len: 380 time: 0.1779206 Feb 16 22:20:30.919132 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09eea1c-02c9-4153-9ecf-d87cab82cbe5 None None] Network 0809193b-9538-40aa-8442-650cf4185e4f is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:20:30.924417 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-9bc8fdf2-7ac7-4ef9-b5ad-ba4b752ad94a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Request body: {'port': {'device_id': '9a7265de-96c4-44d2-9a04-165ae0cac334', 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8', 'admin_state_up': True, 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'security_groups': ['6c3bbef6-3b9d-4668-8469-f692c1fc3c6d']}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:30.927198 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-c09eea1c-02c9-4153-9ecf-d87cab82cbe5 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:20:30.932463 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09eea1c-02c9-4153-9ecf-d87cab82cbe5 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:20:30.933442 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09eea1c-02c9-4153-9ecf-d87cab82cbe5 None None] Pushing event updated for resources: {'Port': ['ID=f524e8c6-f200-49c9-9225-29c651a5385f,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:31.001028 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8af482-971b-4932-bed3-ac062a13f88b admin admin] Router 22503068-b24a-4274-a09a-a6c85f880647 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:20:31.028881 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-c09eea1c-02c9-4153-9ecf-d87cab82cbe5 None None] Attempting to bind port f524e8c6-f200-49c9-9225-29c651a5385f on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:20:31.029195 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-c09eea1c-02c9-4153-9ecf-d87cab82cbe5 None None] Attempting to bind port f524e8c6-f200-49c9-9225-29c651a5385f by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '7cd3d5ed-630b-42c8-83be-976f3431669d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0809193b-9538-40aa-8442-650cf4185e4f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:20:31.029523 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09eea1c-02c9-4153-9ecf-d87cab82cbe5 None None] Attempting to bind port f524e8c6-f200-49c9-9225-29c651a5385f on network 0809193b-9538-40aa-8442-650cf4185e4f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:20:31.035990 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 3fbab9b6-519a-4fac-b849-63b9fe4073b9 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:31.038274 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09eea1c-02c9-4153-9ecf-d87cab82cbe5 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:20:31.038662 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09eea1c-02c9-4153-9ecf-d87cab82cbe5 None None] Checking segment: {'id': '7cd3d5ed-630b-42c8-83be-976f3431669d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0809193b-9538-40aa-8442-650cf4185e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:20:31.039069 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c09eea1c-02c9-4153-9ecf-d87cab82cbe5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:31.039700 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09eea1c-02c9-4153-9ecf-d87cab82cbe5 None None] Bound using segment: {'id': '7cd3d5ed-630b-42c8-83be-976f3431669d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0809193b-9538-40aa-8442-650cf4185e4f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:20:31.039929 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-c09eea1c-02c9-4153-9ecf-d87cab82cbe5 None None] Bound port: f524e8c6-f200-49c9-9225-29c651a5385f, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd3d5ed-630b-42c8-83be-976f3431669d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0809193b-9538-40aa-8442-650cf4185e4f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:20:31.040316 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c09eea1c-02c9-4153-9ecf-d87cab82cbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f524e8c6-f200-49c9-9225-29c651a5385f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:31.055220 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7762a324-182a-462d-8744-6f022ebe4340 req-025a0c36-14ce-491b-91a8-cabcd35b369a tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413858 Feb 16 22:20:31.057088 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7982b880-1fff-427c-90db-90ecde177272 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:20:31.087565 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f18a51a-2bfd-41a6-a24c-a5469a95dd8f None None] Sync routers for ids ['51dd0a18-5620-4c2c-8904-72f39432242e'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:20:31.103791 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7982b880-1fff-427c-90db-90ecde177272 admin admin] 10.222.0.75 "PUT /v2.0/routers/51dd0a18-5620-4c2c-8904-72f39432242e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9390056 Feb 16 22:20:31.106592 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60662) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:31.112650 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f18a51a-2bfd-41a6-a24c-a5469a95dd8f None None] Routers {'51dd0a18-5620-4c2c-8904-72f39432242e'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:20:31.113327 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3f18a51a-2bfd-41a6-a24c-a5469a95dd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:20:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['51dd0a18-5620-4c2c-8904-72f39432242e'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:31.143840 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-9bc8fdf2-7ac7-4ef9-b5ad-ba4b752ad94a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Made reservation on behalf of d077897d87b240428fffff8cb232a67c for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:20:31.147561 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-9bc8fdf2-7ac7-4ef9-b5ad-ba4b752ad94a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:31.207283 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c09eea1c-02c9-4153-9ecf-d87cab82cbe5 None None] For port f524e8c6-f200-49c9-9225-29c651a5385f, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:20:31.224584 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c09eea1c-02c9-4153-9ecf-d87cab82cbe5 None None] For port f524e8c6-f200-49c9-9225-29c651a5385f, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=f524e8c6-f200-49c9-9225-29c651a5385f,segment=NetworkSegment(7cd3d5ed-630b-42c8-83be-976f3431669d),segment_id=7cd3d5ed-630b-42c8-83be-976f3431669d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:20:31.235460 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c09eea1c-02c9-4153-9ecf-d87cab82cbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (f524e8c6-f200-49c9-9225-29c651a5385f), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:31.240384 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8af482-971b-4932-bed3-ac062a13f88b admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:20:31.255865 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-dc8af482-971b-4932-bed3-ac062a13f88b admin admin] 10.222.0.75 "PUT /v2.0/routers/22503068-b24a-4274-a09a-a6c85f880647/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0188215 Feb 16 22:20:31.261205 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b9b6038-f748-4c80-883b-5c8080bb6358 admin admin] Publish callbacks [] for router (51dd0a18-5620-4c2c-8904-72f39432242e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:31.262012 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27282e10-b32f-4665-b21c-225ece2208c2 None None] Sync routers for ids ['22503068-b24a-4274-a09a-a6c85f880647'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:20:31.274390 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27282e10-b32f-4665-b21c-225ece2208c2 None None] Routers {'22503068-b24a-4274-a09a-a6c85f880647'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:20:31.275325 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-27282e10-b32f-4665-b21c-225ece2208c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:20:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['22503068-b24a-4274-a09a-a6c85f880647'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:31.311107 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-3f18a51a-2bfd-41a6-a24c-a5469a95dd8f None None] Set router 51dd0a18-5620-4c2c-8904-72f39432242e gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:20:31.408162 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b9b6038-f748-4c80-883b-5c8080bb6358 admin admin] Publish callbacks [] for router_gateway (51dd0a18-5620-4c2c-8904-72f39432242e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:31.435546 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09eea1c-02c9-4153-9ecf-d87cab82cbe5 None None] Pushing event updated for resources: {'Port': ['ID=f524e8c6-f200-49c9-9225-29c651a5385f,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:31.444736 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-27282e10-b32f-4665-b21c-225ece2208c2 None None] Set router 22503068-b24a-4274-a09a-a6c85f880647 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:20:31.451076 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2979dd45-ab23-4d05-959d-7887e7ceb984 req-36ee8f1a-91ba-47b6-a56d-f40331248701 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 210 time: 0.2745688 Feb 16 22:20:31.518290 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-1b9b6038-f748-4c80-883b-5c8080bb6358 admin admin] Deleting port 88515ab4-00b0-4797-a049-39e8bd516e91 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:20:31.518655 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b9b6038-f748-4c80-883b-5c8080bb6358 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (88515ab4-00b0-4797-a049-39e8bd516e91), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:31.659646 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3f18a51a-2bfd-41a6-a24c-a5469a95dd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-330928189-router', 'tenant_id': '45beb6dd314449ccb0cb78efc29b5eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '88515ab4-00b0-4797-a049-39e8bd516e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:19:21Z', 'updated_at': '2022-02-16T22:20:29Z', 'revision_number': 5, 'project_id': '45beb6dd314449ccb0cb78efc29b5eab', 'gw_port': {'id': '88515ab4-00b0-4797-a049-39e8bd516e91', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:19:22Z', 'updated_at': '2022-02-16T22:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:31.666059 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-1b9b6038-f748-4c80-883b-5c8080bb6358 admin admin] For port 88515ab4-00b0-4797-a049-39e8bd516e91, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=88515ab4-00b0-4797-a049-39e8bd516e91,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:31.666605 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b9b6038-f748-4c80-883b-5c8080bb6358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (88515ab4-00b0-4797-a049-39e8bd516e91), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:31.688819 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-1b9b6038-f748-4c80-883b-5c8080bb6358 admin admin] Calling delete_port for 88515ab4-00b0-4797-a049-39e8bd516e91 owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:20:31.708623 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f18a51a-2bfd-41a6-a24c-a5469a95dd8f None None] Checking router: 51dd0a18-5620-4c2c-8904-72f39432242e for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:20:31.722629 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f18a51a-2bfd-41a6-a24c-a5469a95dd8f None None] Routers {'51dd0a18-5620-4c2c-8904-72f39432242e'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:20:31.723411 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3f18a51a-2bfd-41a6-a24c-a5469a95dd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:20:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['51dd0a18-5620-4c2c-8904-72f39432242e'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:31.763652 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-960c7e0d-7f98-4710-acf5-679d9213c641 admin admin] Publish callbacks [] for router_gateway (8541c583-14a8-42ba-bcf2-3c5fad0d399f), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:31.771938 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-9bc8fdf2-7ac7-4ef9-b5ad-ba4b752ad94a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Allocated IP 172.20.0.8 (a2949af4-226e-4bae-8b8f-20776d9938d8/812089a8-8e43-4669-b97f-c5c83d27191f/0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:20:31.819788 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a9ad8-4624-4e2c-a60a-fba6ecbf0f90 req-76211426-dda7-4052-a826-5f5926663ebb tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:31.835813 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8b0a9ad8-4624-4e2c-a60a-fba6ecbf0f90 req-76211426-dda7-4052-a826-5f5926663ebb tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.2633510 Feb 16 22:20:31.840522 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-960c7e0d-7f98-4710-acf5-679d9213c641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:31.850822 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-3f18a51a-2bfd-41a6-a24c-a5469a95dd8f None None] Set router 51dd0a18-5620-4c2c-8904-72f39432242e gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:20:31.883813 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-27282e10-b32f-4665-b21c-225ece2208c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22503068-b24a-4274-a09a-a6c85f880647', 'name': 'tempest-ServerRescueTestJSON-492878396-router', 'tenant_id': '4ecc835e688d4b37a34028859d121b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '3fbab9b6-519a-4fac-b849-63b9fe4073b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:20Z', 'updated_at': '2022-02-16T22:20:29Z', 'revision_number': 4, 'project_id': '4ecc835e688d4b37a34028859d121b09', 'gw_port': {'id': '3fbab9b6-519a-4fac-b849-63b9fe4073b9', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22503068-b24a-4274-a09a-a6c85f880647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:21Z', 'updated_at': '2022-02-16T22:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'e81b244d-152f-4127-8509-86c3ff819657', 'name': '', 'network_id': '2a4d83e1-26cb-467d-af35-1036d7c3fb39', 'tenant_id': '4ecc835e688d4b37a34028859d121b09', 'mac_address': 'fa:16:3e:e1:06:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22503068-b24a-4274-a09a-a6c85f880647', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '97a87a99-67f1-493e-9c1f-9f6cadc7e62f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:27Z', 'updated_at': '2022-02-16T22:20:30Z', 'revision_number': 2, 'project_id': '4ecc835e688d4b37a34028859d121b09', 'subnets': [{'id': '97a87a99-67f1-493e-9c1f-9f6cadc7e62f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:31.892647 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b9b6038-f748-4c80-883b-5c8080bb6358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (88515ab4-00b0-4797-a049-39e8bd516e91), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:31.913601 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27282e10-b32f-4665-b21c-225ece2208c2 None None] Checking router: 22503068-b24a-4274-a09a-a6c85f880647 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:20:31.913954 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27282e10-b32f-4665-b21c-225ece2208c2 None None] Updating router 22503068-b24a-4274-a09a-a6c85f880647 port e81b244d-152f-4127-8509-86c3ff819657 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:20:31.928832 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b6038-f748-4c80-883b-5c8080bb6358 admin admin] Pushing event deleted for resources: {'Port': ['ID=88515ab4-00b0-4797-a049-39e8bd516e91,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:31.959359 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-27282e10-b32f-4665-b21c-225ece2208c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e81b244d-152f-4127-8509-86c3ff819657), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:32.005351 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8b0a9ad8-4624-4e2c-a60a-fba6ecbf0f90 req-5bca0b7b-88f6-4e00-bc71-43b76a68cfb9 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685343 Feb 16 22:20:32.085780 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3f18a51a-2bfd-41a6-a24c-a5469a95dd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-330928189-router', 'tenant_id': '45beb6dd314449ccb0cb78efc29b5eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:19:21Z', 'updated_at': '2022-02-16T22:20:31Z', 'revision_number': 6, 'project_id': '45beb6dd314449ccb0cb78efc29b5eab', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:32.118232 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f18a51a-2bfd-41a6-a24c-a5469a95dd8f None None] The sync data for ids ['51dd0a18-5620-4c2c-8904-72f39432242e'] in n-d-813897-6 is: [{'id': '51dd0a18-5620-4c2c-8904-72f39432242e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-330928189-router', 'tenant_id': '45beb6dd314449ccb0cb78efc29b5eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:19:21Z', 'updated_at': '2022-02-16T22:20:31Z', 'revision_number': 6, 'project_id': '45beb6dd314449ccb0cb78efc29b5eab', 'gw_port_host': None}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:20:32.183142 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-960c7e0d-7f98-4710-acf5-679d9213c641 admin admin] Allocated IP 172.25.2.174 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/cbff179c-6688-4761-b298-ba4ea238add1) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:20:32.196711 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-9bc8fdf2-7ac7-4ef9-b5ad-ba4b752ad94a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for port (0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:32.327263 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-9bc8fdf2-7ac7-4ef9-b5ad-ba4b752ad94a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:32.404427 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b9b6038-f748-4c80-883b-5c8080bb6358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (51dd0a18-5620-4c2c-8904-72f39432242e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:32.418867 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-27282e10-b32f-4665-b21c-225ece2208c2 None None] Publish callbacks [] for port (e81b244d-152f-4127-8509-86c3ff819657), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:32.424945 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-27282e10-b32f-4665-b21c-225ece2208c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (e81b244d-152f-4127-8509-86c3ff819657), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:32.439096 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-960c7e0d-7f98-4710-acf5-679d9213c641 admin admin] Publish callbacks [] for port (cbff179c-6688-4761-b298-ba4ea238add1), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:32.455480 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-9bc8fdf2-7ac7-4ef9-b5ad-ba4b752ad94a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Network a2949af4-226e-4bae-8b8f-20776d9938d8 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:20:32.474274 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-9bc8fdf2-7ac7-4ef9-b5ad-ba4b752ad94a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:20:32.490657 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-9bc8fdf2-7ac7-4ef9-b5ad-ba4b752ad94a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:20:32.534049 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b9b6038-f748-4c80-883b-5c8080bb6358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (51dd0a18-5620-4c2c-8904-72f39432242e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:32.538904 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b9b6038-f748-4c80-883b-5c8080bb6358 admin admin] Publish callbacks [] for router_controller (51dd0a18-5620-4c2c-8904-72f39432242e), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:32.544962 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8fdf2-7ac7-4ef9-b5ad-ba4b752ad94a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Pushing event updated for resources: {'Port': ['ID=0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:32.555053 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49508c-95e3-4729-b3fc-08f1c224c606 None None] Pushing event updated for resources: {'Port': ['ID=e81b244d-152f-4127-8509-86c3ff819657,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:32.577285 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49508c-95e3-4729-b3fc-08f1c224c606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:32.577643 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49508c-95e3-4729-b3fc-08f1c224c606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:32.578070 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49508c-95e3-4729-b3fc-08f1c224c606 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:32.578451 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49508c-95e3-4729-b3fc-08f1c224c606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:32.579297 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49508c-95e3-4729-b3fc-08f1c224c606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:32.579629 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49508c-95e3-4729-b3fc-08f1c224c606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:32.579956 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49508c-95e3-4729-b3fc-08f1c224c606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:32.580282 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49508c-95e3-4729-b3fc-08f1c224c606 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:32.580606 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49508c-95e3-4729-b3fc-08f1c224c606 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:32.580935 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49508c-95e3-4729-b3fc-08f1c224c606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:32.581256 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49508c-95e3-4729-b3fc-08f1c224c606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:32.581575 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49508c-95e3-4729-b3fc-08f1c224c606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:32.581896 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49508c-95e3-4729-b3fc-08f1c224c606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:32.630094 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b9b6038-f748-4c80-883b-5c8080bb6358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (51dd0a18-5620-4c2c-8904-72f39432242e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:32.630779 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9b6038-f748-4c80-883b-5c8080bb6358 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51dd0a18-5620-4c2c-8904-72f39432242e {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:20:32.644285 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b9b6038-f748-4c80-883b-5c8080bb6358 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:32.646639 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1b9b6038-f748-4c80-883b-5c8080bb6358 admin admin] 10.222.0.75 "DELETE /v2.0/routers/51dd0a18-5620-4c2c-8904-72f39432242e HTTP/1.1" status: 204 len: 168 time: 1.5387859 Feb 16 22:20:32.649723 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60692) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:32.655964 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-27282e10-b32f-4665-b21c-225ece2208c2 None None] Attempting to bind port e81b244d-152f-4127-8509-86c3ff819657 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:20:32.656353 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-27282e10-b32f-4665-b21c-225ece2208c2 None None] Attempting to bind port e81b244d-152f-4127-8509-86c3ff819657 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '61f8ece1-7366-4d55-af00-28ac546e7d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2a4d83e1-26cb-467d-af35-1036d7c3fb39'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:20:32.656762 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27282e10-b32f-4665-b21c-225ece2208c2 None None] Attempting to bind port e81b244d-152f-4127-8509-86c3ff819657 on network 2a4d83e1-26cb-467d-af35-1036d7c3fb39 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:20:32.664273 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27282e10-b32f-4665-b21c-225ece2208c2 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:20:32.664651 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27282e10-b32f-4665-b21c-225ece2208c2 None None] Checking segment: {'id': '61f8ece1-7366-4d55-af00-28ac546e7d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2a4d83e1-26cb-467d-af35-1036d7c3fb39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:20:32.665624 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-27282e10-b32f-4665-b21c-225ece2208c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:32.666116 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27282e10-b32f-4665-b21c-225ece2208c2 None None] Bound using segment: {'id': '61f8ece1-7366-4d55-af00-28ac546e7d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2a4d83e1-26cb-467d-af35-1036d7c3fb39'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:20:32.666577 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-27282e10-b32f-4665-b21c-225ece2208c2 None None] Bound port: e81b244d-152f-4127-8509-86c3ff819657, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f8ece1-7366-4d55-af00-28ac546e7d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2a4d83e1-26cb-467d-af35-1036d7c3fb39'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:20:32.666954 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-27282e10-b32f-4665-b21c-225ece2208c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e81b244d-152f-4127-8509-86c3ff819657), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:32.753654 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5d36169-aef8-4505-89da-d2797c566ef9 admin admin] Deleting subnet 9ee789e8-f458-47e2-93fe-11658cfad8c1 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:20:32.754165 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-9bc8fdf2-7ac7-4ef9-b5ad-ba4b752ad94a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:32.754836 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-9bc8fdf2-7ac7-4ef9-b5ad-ba4b752ad94a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:32.763743 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b5d36169-aef8-4505-89da-d2797c566ef9 admin admin] Publish callbacks [] for subnet (9ee789e8-f458-47e2-93fe-11658cfad8c1), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:32.781555 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-27282e10-b32f-4665-b21c-225ece2208c2 None None] For port e81b244d-152f-4127-8509-86c3ff819657, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:20:32.782531 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-b9f23cf6-b8ad-42d7-b18a-0aa4850b360c tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:32.786081 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-27282e10-b32f-4665-b21c-225ece2208c2 None None] For port e81b244d-152f-4127-8509-86c3ff819657, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=e81b244d-152f-4127-8509-86c3ff819657,segment=NetworkSegment(61f8ece1-7366-4d55-af00-28ac546e7d42),segment_id=61f8ece1-7366-4d55-af00-28ac546e7d42)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:20:32.795499 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-27282e10-b32f-4665-b21c-225ece2208c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (e81b244d-152f-4127-8509-86c3ff819657), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:32.797756 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-b9f23cf6-b8ad-42d7-b18a-0aa4850b360c tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/networks?id=2a4d83e1-26cb-467d-af35-1036d7c3fb39 HTTP/1.1" status: 200 len: 810 time: 0.4671721 Feb 16 22:20:32.808927 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b5d36169-aef8-4505-89da-d2797c566ef9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (9ee789e8-f458-47e2-93fe-11658cfad8c1), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:32.821596 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-0501ed78-ec7a-4007-a6f4-e16ee4b0d499 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/quotas/4ecc835e688d4b37a34028859d121b09 HTTP/1.1" status: 200 len: 375 time: 0.0227664 Feb 16 22:20:32.835356 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-960c7e0d-7f98-4710-acf5-679d9213c641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (cbff179c-6688-4761-b298-ba4ea238add1), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:32.840432 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-9bc8fdf2-7ac7-4ef9-b5ad-ba4b752ad94a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9285300 Feb 16 22:20:32.872599 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27282e10-b32f-4665-b21c-225ece2208c2 None None] Routers {'22503068-b24a-4274-a09a-a6c85f880647'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:20:32.873792 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-27282e10-b32f-4665-b21c-225ece2208c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:20:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['22503068-b24a-4274-a09a-a6c85f880647'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:32.880644 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-81457b45-1f97-4edf-883d-8c0fbbe76190 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:20:32.881603 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-81457b45-1f97-4edf-883d-8c0fbbe76190 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089829 Feb 16 22:20:32.913757 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b5d36169-aef8-4505-89da-d2797c566ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (9ee789e8-f458-47e2-93fe-11658cfad8c1), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:32.935705 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960c7e0d-7f98-4710-acf5-679d9213c641 admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:20:32.953394 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-960c7e0d-7f98-4710-acf5-679d9213c641 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:20:32.958061 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960c7e0d-7f98-4710-acf5-679d9213c641 admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:20:32.989709 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b5d36169-aef8-4505-89da-d2797c566ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (9ee789e8-f458-47e2-93fe-11658cfad8c1), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:32.992035 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49508c-95e3-4729-b3fc-08f1c224c606 None None] Pushing event updated for resources: {'Port': ['ID=e81b244d-152f-4127-8509-86c3ff819657,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:32.998520 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-4215e9c3-bd06-4969-ac68-0b11aafd0877 None None] Provisioning complete for port 0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:33.001486 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4215e9c3-bd06-4969-ac68-0b11aafd0877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:33.049147 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-c55443f9-407c-4547-a251-38455dd0ca3f tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=4ecc835e688d4b37a34028859d121b09&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2266269 Feb 16 22:20:33.054629 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c7e0d-7f98-4710-acf5-679d9213c641 admin admin] Pushing event updated for resources: {'Port': ['ID=cbff179c-6688-4761-b298-ba4ea238add1,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:33.074730 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ab7c4f-4f67-4f34-8c8e-1f9a40c9f564 None None] Network 0809193b-9538-40aa-8442-650cf4185e4f requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:20:33.077089 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-27282e10-b32f-4665-b21c-225ece2208c2 None None] Set router 22503068-b24a-4274-a09a-a6c85f880647 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:20:33.088501 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b5d36169-aef8-4505-89da-d2797c566ef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:33.092332 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b5d36169-aef8-4505-89da-d2797c566ef9 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/9ee789e8-f458-47e2-93fe-11658cfad8c1 HTTP/1.1" status: 204 len: 168 time: 0.4414797 Feb 16 22:20:33.093351 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d36169-aef8-4505-89da-d2797c566ef9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ee789e8-f458-47e2-93fe-11658cfad8c1,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:33.095052 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60696) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:33.134255 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec153492-5ab2-43bd-8f1a-8879eaa1f30a None None] Network 148c4f12-6a4c-4222-964e-54da24b176f4 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:20:33.185278 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a598b1cb-4a89-40af-8e42-9a4551a5b3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (148c4f12-6a4c-4222-964e-54da24b176f4), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:33.206801 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device f524e8c6-f200-49c9-9225-29c651a5385f up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:20:33.250193 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-a598b1cb-4a89-40af-8e42-9a4551a5b3c9 admin admin] Deleting port 8e4e7254-3551-4867-8ba7-eaca1718f56e {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:20:33.258795 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a598b1cb-4a89-40af-8e42-9a4551a5b3c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (8e4e7254-3551-4867-8ba7-eaca1718f56e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:33.278110 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-a2822575-04f8-44d1-9400-982bea0ad545 service neutron] Request body: {'port': {'device_id': '9a7265de-96c4-44d2-9a04-165ae0cac334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:33.292668 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4215e9c3-bd06-4969-ac68-0b11aafd0877 None None] Port 0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:20:33.337672 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-a598b1cb-4a89-40af-8e42-9a4551a5b3c9 admin admin] For port 8e4e7254-3551-4867-8ba7-eaca1718f56e, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=8e4e7254-3551-4867-8ba7-eaca1718f56e,segment=NetworkSegment(d8cbbd75-4920-4494-97e4-bdff5a8c7c7d),segment_id=d8cbbd75-4920-4494-97e4-bdff5a8c7c7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:33.338071 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a598b1cb-4a89-40af-8e42-9a4551a5b3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (8e4e7254-3551-4867-8ba7-eaca1718f56e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:33.354686 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-a598b1cb-4a89-40af-8e42-9a4551a5b3c9 admin admin] Calling delete_port for 8e4e7254-3551-4867-8ba7-eaca1718f56e owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:20:33.412255 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device e1fdc851-8198-49e0-91c8-09185f1fe25c up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:20:33.450732 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a598b1cb-4a89-40af-8e42-9a4551a5b3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (8e4e7254-3551-4867-8ba7-eaca1718f56e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:33.463051 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-27282e10-b32f-4665-b21c-225ece2208c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22503068-b24a-4274-a09a-a6c85f880647', 'name': 'tempest-ServerRescueTestJSON-492878396-router', 'tenant_id': '4ecc835e688d4b37a34028859d121b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '3fbab9b6-519a-4fac-b849-63b9fe4073b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:20Z', 'updated_at': '2022-02-16T22:20:29Z', 'revision_number': 4, 'project_id': '4ecc835e688d4b37a34028859d121b09', 'gw_port': {'id': '3fbab9b6-519a-4fac-b849-63b9fe4073b9', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22503068-b24a-4274-a09a-a6c85f880647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:21Z', 'updated_at': '2022-02-16T22:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'e81b244d-152f-4127-8509-86c3ff819657', 'name': '', 'network_id': '2a4d83e1-26cb-467d-af35-1036d7c3fb39', 'tenant_id': '4ecc835e688d4b37a34028859d121b09', 'mac_address': 'fa:16:3e:e1:06:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22503068-b24a-4274-a09a-a6c85f880647', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '97a87a99-67f1-493e-9c1f-9f6cadc7e62f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:27Z', 'updated_at': '2022-02-16T22:20:32Z', 'revision_number': 4, 'project_id': '4ecc835e688d4b37a34028859d121b09', 'subnets': [{'id': '97a87a99-67f1-493e-9c1f-9f6cadc7e62f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:33.483091 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port f524e8c6-f200-49c9-9225-29c651a5385f triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:33.483483 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f524e8c6-f200-49c9-9225-29c651a5385f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:33.502703 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598b1cb-4a89-40af-8e42-9a4551a5b3c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e4e7254-3551-4867-8ba7-eaca1718f56e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:33.504590 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a598b1cb-4a89-40af-8e42-9a4551a5b3c9 admin admin] No DVR routers for this DVR port 8e4e7254-3551-4867-8ba7-eaca1718f56e on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:20:33.532130 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27282e10-b32f-4665-b21c-225ece2208c2 None None] The sync data for ids ['22503068-b24a-4274-a09a-a6c85f880647'] in n-d-813897-6 is: [{'id': '22503068-b24a-4274-a09a-a6c85f880647', 'name': 'tempest-ServerRescueTestJSON-492878396-router', 'tenant_id': '4ecc835e688d4b37a34028859d121b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '3fbab9b6-519a-4fac-b849-63b9fe4073b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:20Z', 'updated_at': '2022-02-16T22:20:29Z', 'revision_number': 4, 'project_id': '4ecc835e688d4b37a34028859d121b09', 'gw_port': {'id': '3fbab9b6-519a-4fac-b849-63b9fe4073b9', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22503068-b24a-4274-a09a-a6c85f880647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:21Z', 'updated_at': '2022-02-16T22:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'e81b244d-152f-4127-8509-86c3ff819657', 'name': '', 'network_id': '2a4d83e1-26cb-467d-af35-1036d7c3fb39', 'tenant_id': '4ecc835e688d4b37a34028859d121b09', 'mac_address': 'fa:16:3e:e1:06:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22503068-b24a-4274-a09a-a6c85f880647', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '97a87a99-67f1-493e-9c1f-9f6cadc7e62f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:27Z', 'updated_at': '2022-02-16T22:20:32Z', 'revision_number': 4, 'project_id': '4ecc835e688d4b37a34028859d121b09', 'subnets': [{'id': '97a87a99-67f1-493e-9c1f-9f6cadc7e62f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:20:33.649784 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dc9a2c-2f56-48ea-9733-4a2fd6e0f6fa None None] DHCP port deletion for 148c4f12-6a4c-4222-964e-54da24b176f4 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:20:33.663227 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-5b5fa4d4-39ce-48ba-af02-89db16995031 None None] Provisioning complete for port f524e8c6-f200-49c9-9225-29c651a5385f triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:33.663763 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5b5fa4d4-39ce-48ba-af02-89db16995031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f524e8c6-f200-49c9-9225-29c651a5385f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:33.665314 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a598b1cb-4a89-40af-8e42-9a4551a5b3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (148c4f12-6a4c-4222-964e-54da24b176f4), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:33.721321 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-a598b1cb-4a89-40af-8e42-9a4551a5b3c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148c4f12-6a4c-4222-964e-54da24b176f4']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:33.736366 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-a598b1cb-4a89-40af-8e42-9a4551a5b3c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8cbbd75-4920-4494-97e4-bdff5a8c7c7d') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:33.737073 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-a598b1cb-4a89-40af-8e42-9a4551a5b3c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8cbbd75-4920-4494-97e4-bdff5a8c7c7d') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:33.750702 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a598b1cb-4a89-40af-8e42-9a4551a5b3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (d8cbbd75-4920-4494-97e4-bdff5a8c7c7d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:33.780543 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a598b1cb-4a89-40af-8e42-9a4551a5b3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (d8cbbd75-4920-4494-97e4-bdff5a8c7c7d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:33.789163 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a598b1cb-4a89-40af-8e42-9a4551a5b3c9 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:20:33.789937 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a598b1cb-4a89-40af-8e42-9a4551a5b3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (d8cbbd75-4920-4494-97e4-bdff5a8c7c7d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:33.792662 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:20:33.792662 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:20:33.792662 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:20:33.792662 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:20:33.792662 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:20:33.792662 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:20:33.792662 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:20:33.792662 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:20:33.792662 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:20:33.792662 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:20:33.792662 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:20:33.792662 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:20:33.792662 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:20:33.792662 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:20:33.792662 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:20:33.792662 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:20:33.792662 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:20:33.792662 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:20:33.792662 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:20:33.792662 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:20:33.792662 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:20:33.792662 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:20:33.792662 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:20:33.792662 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:20:33.792662 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:20:33.792662 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:20:33.792662 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:20:33.792662 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:20:33.792662 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:20:33.792662 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:20:33.792662 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:20:33.792662 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:20:33.831334 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-a2822575-04f8-44d1-9400-982bea0ad545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:33.839951 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port e1fdc851-8198-49e0-91c8-09185f1fe25c completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:20:33.854759 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port e1fdc851-8198-49e0-91c8-09185f1fe25c triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:33.855134 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e1fdc851-8198-49e0-91c8-09185f1fe25c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:33.901296 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port f524e8c6-f200-49c9-9225-29c651a5385f is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:33.901544 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f524e8c6-f200-49c9-9225-29c651a5385f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:33.911911 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a598b1cb-4a89-40af-8e42-9a4551a5b3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (148c4f12-6a4c-4222-964e-54da24b176f4), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:33.929123 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a598b1cb-4a89-40af-8e42-9a4551a5b3c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:33.930186 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5b5fa4d4-39ce-48ba-af02-89db16995031 None None] Current status of the port f524e8c6-f200-49c9-9225-29c651a5385f is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:33.930573 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5b5fa4d4-39ce-48ba-af02-89db16995031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f524e8c6-f200-49c9-9225-29c651a5385f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:33.936932 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a598b1cb-4a89-40af-8e42-9a4551a5b3c9 admin admin] 10.222.0.75 "DELETE /v2.0/networks/148c4f12-6a4c-4222-964e-54da24b176f4 HTTP/1.1" status: 204 len: 168 time: 0.8404412 Feb 16 22:20:33.950956 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598b1cb-4a89-40af-8e42-9a4551a5b3c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=148c4f12-6a4c-4222-964e-54da24b176f4,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:33.951734 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-9403d071-04e8-4459-a16f-49e355c1cd2d service neutron] 10.222.0.75 "GET /v2.0/networks/2a4d83e1-26cb-467d-af35-1036d7c3fb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8742423 Feb 16 22:20:33.968684 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port f524e8c6-f200-49c9-9225-29c651a5385f, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=f524e8c6-f200-49c9-9225-29c651a5385f,segment=NetworkSegment(7cd3d5ed-630b-42c8-83be-976f3431669d),segment_id=7cd3d5ed-630b-42c8-83be-976f3431669d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:33.986195 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (f524e8c6-f200-49c9-9225-29c651a5385f), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:34.049024 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 6c053a72-941d-48f1-ad18-9433019d1a8a no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:20:34.127865 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-5b5fa4d4-39ce-48ba-af02-89db16995031 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:20:34.128686 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-5b5fa4d4-39ce-48ba-af02-89db16995031 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:20:34.129311 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 6c053a72-941d-48f1-ad18-9433019d1a8a {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:20:34.129817 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 6c053a72-941d-48f1-ad18-9433019d1a8a not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:20:34.137957 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-960c7e0d-7f98-4710-acf5-679d9213c641 admin admin] Publish callbacks [] for router_gateway (8541c583-14a8-42ba-bcf2-3c5fad0d399f), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:34.149151 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port e1fdc851-8198-49e0-91c8-09185f1fe25c is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:34.149859 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e1fdc851-8198-49e0-91c8-09185f1fe25c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:34.164526 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=f524e8c6-f200-49c9-9225-29c651a5385f,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:34.182769 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1871be0-1fd3-4698-9050-ea9c8eb8f61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1fdc851-8198-49e0-91c8-09185f1fe25c'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:20:34.185403 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bc28ff-72b9-4b49-b694-c3b908ff878c" -d '{"events": [{"server_uuid": "a1871be0-1fd3-4698-9050-ea9c8eb8f61a", "name": "network-vif-plugged", "status": "completed", "tag": "e1fdc851-8198-49e0-91c8-09185f1fe25c"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:20:34.200305 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port e1fdc851-8198-49e0-91c8-09185f1fe25c, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=e1fdc851-8198-49e0-91c8-09185f1fe25c,segment=NetworkSegment(bab3c7c9-e01c-407c-bcf4-3671c0e39eec),segment_id=bab3c7c9-e01c-407c-bcf4-3671c0e39eec)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:34.207672 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (e1fdc851-8198-49e0-91c8-09185f1fe25c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:34.212693 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60702) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:34.261505 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1430711b-beba-4bd5-bdf0-7039d51817bb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=45beb6dd314449ccb0cb78efc29b5eab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0472028 Feb 16 22:20:34.264054 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60704) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:34.270618 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=e1fdc851-8198-49e0-91c8-09185f1fe25c,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:34.329212 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c90c2d9f-8c4b-4579-9568-1fb5da97dc5d admin admin] Publish callbacks [] for security_group (76de4990-435f-4cb9-b7e5-d0513cedc44c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:34.348059 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-8ab872c8-34be-44ef-b957-7248484b692d service neutron] 10.222.0.75 "GET /v2.0/networks/2a4d83e1-26cb-467d-af35-1036d7c3fb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870120 Feb 16 22:20:34.357632 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c90c2d9f-8c4b-4579-9568-1fb5da97dc5d admin admin] Publish callbacks [] for security_group (76de4990-435f-4cb9-b7e5-d0513cedc44c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:34.420296 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c90c2d9f-8c4b-4579-9568-1fb5da97dc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (76de4990-435f-4cb9-b7e5-d0513cedc44c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:34.423481 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c90c2d9f-8c4b-4579-9568-1fb5da97dc5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:34.424650 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c90c2d9f-8c4b-4579-9568-1fb5da97dc5d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/76de4990-435f-4cb9-b7e5-d0513cedc44c HTTP/1.1" status: 204 len: 168 time: 0.1595230 Feb 16 22:20:34.432921 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c2d9f-8c4b-4579-9568-1fb5da97dc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76de4990-435f-4cb9-b7e5-d0513cedc44c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:34.535750 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-a2822575-04f8-44d1-9400-982bea0ad545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:20:34.548848 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-a2822575-04f8-44d1-9400-982bea0ad545 service neutron] Publish callbacks [] for port (0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:34.568945 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-960c7e0d-7f98-4710-acf5-679d9213c641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (8541c583-14a8-42ba-bcf2-3c5fad0d399f), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:34.571861 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-a2822575-04f8-44d1-9400-982bea0ad545 service neutron] Transition to ACTIVE for port object 0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:20:34.659887 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-a2822575-04f8-44d1-9400-982bea0ad545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:34.714650 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5b5fa4d4-39ce-48ba-af02-89db16995031 None None] Current status of the port f524e8c6-f200-49c9-9225-29c651a5385f is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:34.818446 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2822575-04f8-44d1-9400-982bea0ad545 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:34.862055 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-94d416b0-fdca-43fc-ace8-6a2b08e6aa7c None None] Provisioning complete for port f524e8c6-f200-49c9-9225-29c651a5385f triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:34.862548 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-94d416b0-fdca-43fc-ace8-6a2b08e6aa7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f524e8c6-f200-49c9-9225-29c651a5385f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:34.899020 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device e81b244d-152f-4127-8509-86c3ff819657 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:20:34.966971 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:20:34.993518 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port e81b244d-152f-4127-8509-86c3ff819657 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:34.994701 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e81b244d-152f-4127-8509-86c3ff819657), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:35.038245 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089254e-cf2c-4d8f-95a6-c39bdc5426f3 req-3f76c948-169e-4221-9fcf-59738df60a3a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:35.055595 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c089254e-cf2c-4d8f-95a6-c39bdc5426f3 req-3f76c948-169e-4221-9fcf-59738df60a3a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.3340821 Feb 16 22:20:35.093868 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-a2822575-04f8-44d1-9400-982bea0ad545 service neutron] Attempting to bind port 0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:20:35.094858 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-a2822575-04f8-44d1-9400-982bea0ad545 service neutron] Attempting to bind port 0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:20:35.095186 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-a2822575-04f8-44d1-9400-982bea0ad545 service neutron] Attempting to bind port 0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1 on network a2949af4-226e-4bae-8b8f-20776d9938d8 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:20:35.123110 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-a2822575-04f8-44d1-9400-982bea0ad545 service neutron] Port 0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1 on network a2949af4-226e-4bae-8b8f-20776d9938d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:20:35.123483 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-a2822575-04f8-44d1-9400-982bea0ad545 service neutron] Attempting to bind port 0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1 on network a2949af4-226e-4bae-8b8f-20776d9938d8 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:20:35.129592 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-a2822575-04f8-44d1-9400-982bea0ad545 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:20:35.130184 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-a2822575-04f8-44d1-9400-982bea0ad545 service neutron] Checking segment: {'id': '5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:20:35.130736 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-a2822575-04f8-44d1-9400-982bea0ad545 service neutron] Bound using segment: {'id': '5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:20:35.131332 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-a2822575-04f8-44d1-9400-982bea0ad545 service neutron] Bound port: 0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:20:35.132153 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-a2822575-04f8-44d1-9400-982bea0ad545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:35.211238 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port e81b244d-152f-4127-8509-86c3ff819657 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:35.214348 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e81b244d-152f-4127-8509-86c3ff819657), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:35.240884 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c089254e-cf2c-4d8f-95a6-c39bdc5426f3 req-3620aa8b-f545-4192-bcae-48f915169a1e tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841364 Feb 16 22:20:35.241734 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-94d416b0-fdca-43fc-ace8-6a2b08e6aa7c None None] Current status of the port f524e8c6-f200-49c9-9225-29c651a5385f is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:35.248100 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960c7e0d-7f98-4710-acf5-679d9213c641 admin admin] Router 8541c583-14a8-42ba-bcf2-3c5fad0d399f is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:20:35.316851 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-a2822575-04f8-44d1-9400-982bea0ad545 service neutron] For port 0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:20:35.327617 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port e81b244d-152f-4127-8509-86c3ff819657, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=e81b244d-152f-4127-8509-86c3ff819657,segment=NetworkSegment(61f8ece1-7366-4d55-af00-28ac546e7d42),segment_id=61f8ece1-7366-4d55-af00-28ac546e7d42)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:35.339291 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (e81b244d-152f-4127-8509-86c3ff819657), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:35.340411 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device f524e8c6-f200-49c9-9225-29c651a5385f up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:20:35.403964 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-a2822575-04f8-44d1-9400-982bea0ad545 service neutron] For port 0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1,segment=NetworkSegment(5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb),segment_id=5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:20:35.452943 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-a2822575-04f8-44d1-9400-982bea0ad545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:35.514388 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=e81b244d-152f-4127-8509-86c3ff819657,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:35.547826 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port f524e8c6-f200-49c9-9225-29c651a5385f triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:35.548209 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f524e8c6-f200-49c9-9225-29c651a5385f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:35.570831 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-a2822575-04f8-44d1-9400-982bea0ad545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:35.571811 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-a2822575-04f8-44d1-9400-982bea0ad545 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:35.573401 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-a2822575-04f8-44d1-9400-982bea0ad545 service neutron] 10.222.0.79 "PUT /v2.0/ports/0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1 HTTP/1.1" status: 200 len: 1091 time: 2.6691749 Feb 16 22:20:35.582304 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7265de-96c4-44d2-9a04-165ae0cac334', 'tag': '0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:20:35.584575 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b05f85-3078-4381-be42-f7c79a36917d" -d '{"events": [{"name": "network-changed", "server_uuid": "9a7265de-96c4-44d2-9a04-165ae0cac334", "tag": "0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:20:35.637363 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbacbc0-fa83-4bc0-b3ec-a3ea336e9a4f req-53559d7e-ac9c-4a75-a902-bc25754c6243 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:35.649124 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ecbacbc0-fa83-4bc0-b3ec-a3ea336e9a4f req-53559d7e-ac9c-4a75-a902-bc25754c6243 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1871be0-1fd3-4698-9050-ea9c8eb8f61a HTTP/1.1" status: 200 len: 946 time: 0.2135482 Feb 16 22:20:35.651452 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960c7e0d-7f98-4710-acf5-679d9213c641 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:20:35.662965 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2822575-04f8-44d1-9400-982bea0ad545 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:35.668102 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c03da7-371f-43f1-bd82-79b53d704a4b None None] Sync routers for ids ['8541c583-14a8-42ba-bcf2-3c5fad0d399f'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:20:35.685466 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c03da7-371f-43f1-bd82-79b53d704a4b None None] Routers {'8541c583-14a8-42ba-bcf2-3c5fad0d399f'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:20:35.686651 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-56c03da7-371f-43f1-bd82-79b53d704a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:20:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['8541c583-14a8-42ba-bcf2-3c5fad0d399f'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:35.737306 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ecbacbc0-fa83-4bc0-b3ec-a3ea336e9a4f req-654eb910-3d32-496c-aae7-905b4e1ab112 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837541 Feb 16 22:20:35.772650 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-960c7e0d-7f98-4710-acf5-679d9213c641 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:35.776412 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-960c7e0d-7f98-4710-acf5-679d9213c641 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5620887 Feb 16 22:20:35.776831 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60736) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:35.899973 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port f524e8c6-f200-49c9-9225-29c651a5385f is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:35.921831 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-ad3d986a-02bb-4510-84e3-c735aeec2bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:35.928080 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-ad3d986a-02bb-4510-84e3-c735aeec2bb4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d077897d87b240428fffff8cb232a67c&device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 1125 time: 0.2047820 Feb 16 22:20:36.025872 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-35f81704-2eda-482b-b2c0-97044081ae11 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1 HTTP/1.1" status: 200 len: 217 time: 0.0878243 Feb 16 22:20:36.056190 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 8e4e7254-3551-4867-8ba7-eaca1718f56e no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:20:36.118714 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-56c03da7-371f-43f1-bd82-79b53d704a4b None None] Set router 8541c583-14a8-42ba-bcf2-3c5fad0d399f gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:20:36.121793 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 8e4e7254-3551-4867-8ba7-eaca1718f56e {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:20:36.126766 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 8e4e7254-3551-4867-8ba7-eaca1718f56e not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:20:36.127438 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 88515ab4-00b0-4797-a049-39e8bd516e91 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:20:36.156768 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-894ee470-eabf-4aa1-bad6-84e682461ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:36.157899 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-894ee470-eabf-4aa1-bad6-84e682461ed5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=812089a8-8e43-4669-b97f-c5c83d27191f HTTP/1.1" status: 200 len: 850 time: 0.1259840 Feb 16 22:20:36.208537 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 88515ab4-00b0-4797-a049-39e8bd516e91 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:20:36.209309 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 88515ab4-00b0-4797-a049-39e8bd516e91 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:20:36.222068 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3929e-0aba-48bb-a774-13fb3562be15 req-ba9e113b-cc77-474b-a0e0-d6408067c93c tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:36.223719 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-49e3929e-0aba-48bb-a774-13fb3562be15 req-ba9e113b-cc77-474b-a0e0-d6408067c93c tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 943 time: 0.1402478 Feb 16 22:20:36.256689 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-7d9d4260-87e2-43b8-baf9-d3433b8aba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:36.258540 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-7d9d4260-87e2-43b8-baf9-d3433b8aba98 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a2949af4-226e-4bae-8b8f-20776d9938d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0938773 Feb 16 22:20:36.315454 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-49e3929e-0aba-48bb-a774-13fb3562be15 req-21d1ef31-7bcd-46e2-8e8d-25d1521243b8 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831044 Feb 16 22:20:36.385551 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-0e02f6c8-7036-4203-9bae-1fc0ed7dab0a service neutron] 10.222.0.79 "GET /v2.0/networks/a2949af4-226e-4bae-8b8f-20776d9938d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147869 Feb 16 22:20:36.410564 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-56c03da7-371f-43f1-bd82-79b53d704a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'name': 'tempest-TaggedBootDevicesTest-59844366-router', 'tenant_id': '05fece93b5f34c39b4687779f64633e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'cbff179c-6688-4761-b298-ba4ea238add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:30Z', 'updated_at': '2022-02-16T22:20:33Z', 'revision_number': 3, 'project_id': '05fece93b5f34c39b4687779f64633e9', 'gw_port': {'id': 'cbff179c-6688-4761-b298-ba4ea238add1', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:51:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:31Z', 'updated_at': '2022-02-16T22:20:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:36.459215 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c94e438-fc7b-4cea-83ee-dda152c12a7f x-openstack-request-id: req-2c94e438-fc7b-4cea-83ee-dda152c12a7f {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:20:36.460153 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1871be0-1fd3-4698-9050-ea9c8eb8f61a", "name": "network-vif-plugged", "status": "completed", "tag": "e1fdc851-8198-49e0-91c8-09185f1fe25c", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:20:36.460536 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2c94e438-fc7b-4cea-83ee-dda152c12a7f {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:20:36.460960 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1871be0-1fd3-4698-9050-ea9c8eb8f61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1fdc851-8198-49e0-91c8-09185f1fe25c', 'code': 200} Feb 16 22:20:36.462106 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c03da7-371f-43f1-bd82-79b53d704a4b None None] Checking router: 8541c583-14a8-42ba-bcf2-3c5fad0d399f for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:20:36.462465 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c03da7-371f-43f1-bd82-79b53d704a4b None None] Updating router 8541c583-14a8-42ba-bcf2-3c5fad0d399f port cbff179c-6688-4761-b298-ba4ea238add1 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:20:36.510645 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-56c03da7-371f-43f1-bd82-79b53d704a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cbff179c-6688-4761-b298-ba4ea238add1), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:36.560286 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12933d23-60be-4a9c-b1b7-3179f85f608f req-4d2796c9-9250-4472-bcff-83bf90c077a3 service neutron] 10.222.0.79 "GET /v2.0/networks/a2949af4-226e-4bae-8b8f-20776d9938d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670268 Feb 16 22:20:36.607918 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device e81b244d-152f-4127-8509-86c3ff819657 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:20:36.609045 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bed610e7-b1eb-40ed-a23d-77875c2b83f0 req-783a5889-32a4-489b-be23-9e72fc56c97f tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=a977f381-b173-45c2-921f-50dba7a85338 HTTP/1.1" status: 200 len: 210 time: 0.0475237 Feb 16 22:20:36.711533 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6e63a-e69b-46ee-89b4-e558793f2daf req-c9aabed3-c4bd-40b6-9db4-15c3476e8b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:36.713103 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5cc6e63a-e69b-46ee-89b4-e558793f2daf req-c9aabed3-c4bd-40b6-9db4-15c3476e8b96 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a1871be0-1fd3-4698-9050-ea9c8eb8f61a HTTP/1.1" status: 200 len: 1128 time: 0.1974864 Feb 16 22:20:36.750533 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c3512-fa20-4a67-8626-d0f7da69af60 req-a77c301f-e440-4454-aff7-f03ae11c9868 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:36.752056 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-115c3512-fa20-4a67-8626-d0f7da69af60 req-a77c301f-e440-4454-aff7-f03ae11c9868 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0653117 Feb 16 22:20:36.768377 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port e81b244d-152f-4127-8509-86c3ff819657 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:36.769027 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e81b244d-152f-4127-8509-86c3ff819657), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:36.774011 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-95f64659-277e-4583-a531-3e054b7adb63 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:36.775656 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-95f64659-277e-4583-a531-3e054b7adb63 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.67 "GET /v2.0/networks?id=2a4d83e1-26cb-467d-af35-1036d7c3fb39 HTTP/1.1" status: 200 len: 810 time: 0.4484692 Feb 16 22:20:36.813643 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-115c3512-fa20-4a67-8626-d0f7da69af60 req-e34e1b1d-b003-4cb8-8e2c-b233399f3c08 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553179 Feb 16 22:20:36.870792 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-51379184-3703-42fd-b7fe-b5a369b16a2d tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Request body: {'port': {'device_id': 'a977f381-b173-45c2-921f-50dba7a85338', 'network_id': '2a4d83e1-26cb-467d-af35-1036d7c3fb39', 'admin_state_up': True, 'tenant_id': '4ecc835e688d4b37a34028859d121b09'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:36.945898 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5cc6e63a-e69b-46ee-89b4-e558793f2daf req-8474db1c-3ea0-4790-b5d7-d8e67d85b10d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863854 Feb 16 22:20:37.001795 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec580f3e-8350-4cfa-94c1-10096f656bcc x-openstack-request-id: req-ec580f3e-8350-4cfa-94c1-10096f656bcc {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:20:37.002599 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a7265de-96c4-44d2-9a04-165ae0cac334", "tag": "0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:20:37.003070 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ec580f3e-8350-4cfa-94c1-10096f656bcc {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:20:37.003673 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a7265de-96c4-44d2-9a04-165ae0cac334', 'tag': '0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1', 'status': 'completed', 'code': 200} Feb 16 22:20:37.047937 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ea6b2f2c-1478-4c5a-8d1a-2493385498ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:37.108884 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-51379184-3703-42fd-b7fe-b5a369b16a2d tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Made reservation on behalf of 4ecc835e688d4b37a34028859d121b09 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:20:37.114803 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port e81b244d-152f-4127-8509-86c3ff819657 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:37.115329 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-51379184-3703-42fd-b7fe-b5a369b16a2d tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:37.141615 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b05f85-3078-4381-be42-f7c79a36917d req-20961f83-9030-4a32-bb32-5061ea8b51c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:37.142725 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-56c03da7-371f-43f1-bd82-79b53d704a4b None None] Publish callbacks [] for port (cbff179c-6688-4761-b298-ba4ea238add1), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:37.145921 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-72b05f85-3078-4381-be42-f7c79a36917d req-20961f83-9030-4a32-bb32-5061ea8b51c2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d077897d87b240428fffff8cb232a67c&device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 1125 time: 0.1091728 Feb 16 22:20:37.155597 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-56c03da7-371f-43f1-bd82-79b53d704a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (cbff179c-6688-4761-b298-ba4ea238add1), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:37.229238 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-56c03da7-371f-43f1-bd82-79b53d704a4b None None] Attempting to bind port cbff179c-6688-4761-b298-ba4ea238add1 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:20:37.229941 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-56c03da7-371f-43f1-bd82-79b53d704a4b None None] Attempting to bind port cbff179c-6688-4761-b298-ba4ea238add1 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:20:37.230883 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c03da7-371f-43f1-bd82-79b53d704a4b None None] Attempting to bind port cbff179c-6688-4761-b298-ba4ea238add1 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:20:37.242835 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c03da7-371f-43f1-bd82-79b53d704a4b None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:20:37.243634 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c03da7-371f-43f1-bd82-79b53d704a4b None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:20:37.244272 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-56c03da7-371f-43f1-bd82-79b53d704a4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:37.245029 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c03da7-371f-43f1-bd82-79b53d704a4b None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:20:37.245732 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-56c03da7-371f-43f1-bd82-79b53d704a4b None None] Bound port: cbff179c-6688-4761-b298-ba4ea238add1, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:20:37.246501 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-56c03da7-371f-43f1-bd82-79b53d704a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cbff179c-6688-4761-b298-ba4ea238add1), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:37.286170 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf398c7-92c3-43f6-be65-3ab2a721a92b None None] Pushing event updated for resources: {'Port': ['ID=cbff179c-6688-4761-b298-ba4ea238add1,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:37.333460 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-56c03da7-371f-43f1-bd82-79b53d704a4b None None] For port cbff179c-6688-4761-b298-ba4ea238add1, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:20:37.339268 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-56c03da7-371f-43f1-bd82-79b53d704a4b None None] For port cbff179c-6688-4761-b298-ba4ea238add1, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=cbff179c-6688-4761-b298-ba4ea238add1,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:20:37.351391 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-56c03da7-371f-43f1-bd82-79b53d704a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (cbff179c-6688-4761-b298-ba4ea238add1), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:37.402004 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b05f85-3078-4381-be42-f7c79a36917d req-a67c9d33-a369-470f-8972-e7ce7ade4b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:37.404164 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-72b05f85-3078-4381-be42-f7c79a36917d req-a67c9d33-a369-470f-8972-e7ce7ade4b73 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a2949af4-226e-4bae-8b8f-20776d9938d8 HTTP/1.1" status: 200 len: 912 time: 0.2503431 Feb 16 22:20:37.407634 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf398c7-92c3-43f6-be65-3ab2a721a92b None None] Pushing event updated for resources: {'Port': ['ID=cbff179c-6688-4761-b298-ba4ea238add1,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:37.413006 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-51379184-3703-42fd-b7fe-b5a369b16a2d tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Allocated IP 172.20.0.9 (2a4d83e1-26cb-467d-af35-1036d7c3fb39/97a87a99-67f1-493e-9c1f-9f6cadc7e62f/dce25e4b-f30f-441d-beed-8e5cb873a838) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:20:37.421268 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-ea6b2f2c-1478-4c5a-8d1a-2493385498ac admin admin] Allocated IP 172.20.0.1 (0809193b-9538-40aa-8442-650cf4185e4f/29fa04d8-2e8c-4adf-a757-8332d0ce9220/53d411b2-3dd0-489c-8de0-72cd179ec58a) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:20:37.432040 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c03da7-371f-43f1-bd82-79b53d704a4b None None] Routers {'8541c583-14a8-42ba-bcf2-3c5fad0d399f'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:20:37.432756 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-56c03da7-371f-43f1-bd82-79b53d704a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:20:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['8541c583-14a8-42ba-bcf2-3c5fad0d399f'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:37.483401 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-72b05f85-3078-4381-be42-f7c79a36917d req-85de4469-533d-41f8-829c-ab049c7401dc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1 HTTP/1.1" status: 200 len: 217 time: 0.0562232 Feb 16 22:20:37.493576 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4faa6b9-f68e-4f62-add0-f6755aea2181 req-da72f55c-153b-497b-9e4e-716ce03c0cbd tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:37.501640 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c4faa6b9-f68e-4f62-add0-f6755aea2181 req-da72f55c-153b-497b-9e4e-716ce03c0cbd tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1871be0-1fd3-4698-9050-ea9c8eb8f61a HTTP/1.1" status: 200 len: 946 time: 0.1439397 Feb 16 22:20:37.558514 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-56c03da7-371f-43f1-bd82-79b53d704a4b None None] Set router 8541c583-14a8-42ba-bcf2-3c5fad0d399f gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:20:37.588020 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b05f85-3078-4381-be42-f7c79a36917d req-9a9a3d3f-c944-4aa6-90fa-cd5e9a845082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:37.589885 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-72b05f85-3078-4381-be42-f7c79a36917d req-9a9a3d3f-c944-4aa6-90fa-cd5e9a845082 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=812089a8-8e43-4669-b97f-c5c83d27191f HTTP/1.1" status: 200 len: 850 time: 0.0854352 Feb 16 22:20:37.607302 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c4faa6b9-f68e-4f62-add0-f6755aea2181 req-31da3d7c-d452-40c2-8de0-152d6d8c9fab tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028595 Feb 16 22:20:37.676858 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-51379184-3703-42fd-b7fe-b5a369b16a2d tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Publish callbacks [] for port (dce25e4b-f30f-441d-beed-8e5cb873a838), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:37.726615 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b05f85-3078-4381-be42-f7c79a36917d req-cf748d11-7370-4814-a86e-1de13c1ccb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:37.732156 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-72b05f85-3078-4381-be42-f7c79a36917d req-cf748d11-7370-4814-a86e-1de13c1ccb88 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a2949af4-226e-4bae-8b8f-20776d9938d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1225429 Feb 16 22:20:37.733824 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-51379184-3703-42fd-b7fe-b5a369b16a2d tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (dce25e4b-f30f-441d-beed-8e5cb873a838), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:37.751626 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ea6b2f2c-1478-4c5a-8d1a-2493385498ac admin admin] Publish callbacks [] for port (53d411b2-3dd0-489c-8de0-72cd179ec58a), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:37.808283 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-51379184-3703-42fd-b7fe-b5a369b16a2d tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Network 2a4d83e1-26cb-467d-af35-1036d7c3fb39 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:20:37.811699 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-56c03da7-371f-43f1-bd82-79b53d704a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'name': 'tempest-TaggedBootDevicesTest-59844366-router', 'tenant_id': '05fece93b5f34c39b4687779f64633e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'cbff179c-6688-4761-b298-ba4ea238add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:30Z', 'updated_at': '2022-02-16T22:20:33Z', 'revision_number': 3, 'project_id': '05fece93b5f34c39b4687779f64633e9', 'gw_port': {'id': 'cbff179c-6688-4761-b298-ba4ea238add1', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:51:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:31Z', 'updated_at': '2022-02-16T22:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:37.815125 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-51379184-3703-42fd-b7fe-b5a369b16a2d tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:20:37.816551 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-51379184-3703-42fd-b7fe-b5a369b16a2d tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:20:37.839400 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c03da7-371f-43f1-bd82-79b53d704a4b None None] The sync data for ids ['8541c583-14a8-42ba-bcf2-3c5fad0d399f'] in n-d-813897-6 is: [{'id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'name': 'tempest-TaggedBootDevicesTest-59844366-router', 'tenant_id': '05fece93b5f34c39b4687779f64633e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'cbff179c-6688-4761-b298-ba4ea238add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:30Z', 'updated_at': '2022-02-16T22:20:33Z', 'revision_number': 3, 'project_id': '05fece93b5f34c39b4687779f64633e9', 'gw_port': {'id': 'cbff179c-6688-4761-b298-ba4ea238add1', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:51:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:31Z', 'updated_at': '2022-02-16T22:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:20:37.859183 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51379184-3703-42fd-b7fe-b5a369b16a2d tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Pushing event updated for resources: {'Port': ['ID=dce25e4b-f30f-441d-beed-8e5cb873a838,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:37.866462 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-72b05f85-3078-4381-be42-f7c79a36917d req-cf8d3733-ae17-4db9-bc07-8ae5ac8064c5 service neutron] 10.222.0.79 "GET /v2.0/networks/a2949af4-226e-4bae-8b8f-20776d9938d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246841 Feb 16 22:20:37.882095 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51379184-3703-42fd-b7fe-b5a369b16a2d tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:37.882644 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51379184-3703-42fd-b7fe-b5a369b16a2d tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:37.883074 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51379184-3703-42fd-b7fe-b5a369b16a2d tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:37.883351 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51379184-3703-42fd-b7fe-b5a369b16a2d tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:37.883681 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51379184-3703-42fd-b7fe-b5a369b16a2d tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:37.884009 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51379184-3703-42fd-b7fe-b5a369b16a2d tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:37.884335 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51379184-3703-42fd-b7fe-b5a369b16a2d tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:37.884657 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51379184-3703-42fd-b7fe-b5a369b16a2d tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:37.884984 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51379184-3703-42fd-b7fe-b5a369b16a2d tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:37.885304 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51379184-3703-42fd-b7fe-b5a369b16a2d tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:37.885626 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51379184-3703-42fd-b7fe-b5a369b16a2d tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:37.885947 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51379184-3703-42fd-b7fe-b5a369b16a2d tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:37.886295 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51379184-3703-42fd-b7fe-b5a369b16a2d tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:37.908152 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-51379184-3703-42fd-b7fe-b5a369b16a2d tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:37.908814 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-51379184-3703-42fd-b7fe-b5a369b16a2d tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:37.927158 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ea6b2f2c-1478-4c5a-8d1a-2493385498ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (53d411b2-3dd0-489c-8de0-72cd179ec58a), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:37.978182 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-51379184-3703-42fd-b7fe-b5a369b16a2d tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1404750 Feb 16 22:20:37.994770 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-b69caa1d-791c-4832-92aa-b5c427c56eb0 service neutron] Request body: {'port': {'device_id': 'a977f381-b173-45c2-921f-50dba7a85338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:38.004295 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6b2f2c-1478-4c5a-8d1a-2493385498ac admin admin] Network 0809193b-9538-40aa-8442-650cf4185e4f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:20:38.028536 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-ea6b2f2c-1478-4c5a-8d1a-2493385498ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:20:38.043010 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6b2f2c-1478-4c5a-8d1a-2493385498ac admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:20:38.070461 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-72b05f85-3078-4381-be42-f7c79a36917d req-367cd37b-1dcf-4c3e-a2d7-7f468a45678d service neutron] 10.222.0.79 "GET /v2.0/networks/a2949af4-226e-4bae-8b8f-20776d9938d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919560 Feb 16 22:20:38.074636 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b2f2c-1478-4c5a-8d1a-2493385498ac admin admin] Pushing event updated for resources: {'Port': ['ID=53d411b2-3dd0-489c-8de0-72cd179ec58a,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:38.183288 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ea6b2f2c-1478-4c5a-8d1a-2493385498ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (8541c583-14a8-42ba-bcf2-3c5fad0d399f), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:38.295063 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-b69caa1d-791c-4832-92aa-b5c427c56eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (dce25e4b-f30f-441d-beed-8e5cb873a838), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:38.436615 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ebe72-50a3-4bfa-b9ba-a6a2a06c5606 req-d13e3167-d827-41f0-9c2e-661015464e36 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:38.438956 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d20ebe72-50a3-4bfa-b9ba-a6a2a06c5606 req-d13e3167-d827-41f0-9c2e-661015464e36 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 943 time: 0.1721067 Feb 16 22:20:38.518019 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 60786) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:38.558692 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d20ebe72-50a3-4bfa-b9ba-a6a2a06c5606 req-a4d7d36b-15d1-49e8-8579-b32b6d14726d tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120732 Feb 16 22:20:38.587961 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-df2b1455-fcdf-4698-b444-46874b260671 None None] Provisioning complete for port 53d411b2-3dd0-489c-8de0-72cd179ec58a triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:38.588486 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-df2b1455-fcdf-4698-b444-46874b260671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (53d411b2-3dd0-489c-8de0-72cd179ec58a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:38.651688 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device cbff179c-6688-4761-b298-ba4ea238add1 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:20:38.711181 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ea6b2f2c-1478-4c5a-8d1a-2493385498ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (53d411b2-3dd0-489c-8de0-72cd179ec58a), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:38.711444 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07599821-03da-40eb-ba8d-7897e8fe3da0 req-995c85d5-cf74-411a-bfb7-aa12c4e28599 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:38.727848 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-07599821-03da-40eb-ba8d-7897e8fe3da0 req-995c85d5-cf74-411a-bfb7-aa12c4e28599 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=a977f381-b173-45c2-921f-50dba7a85338 HTTP/1.1" status: 200 len: 931 time: 0.0726542 Feb 16 22:20:38.734294 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 60794) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:38.745853 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-df2b1455-fcdf-4698-b444-46874b260671 None None] Port 53d411b2-3dd0-489c-8de0-72cd179ec58a cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:20:38.765775 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port cbff179c-6688-4761-b298-ba4ea238add1 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:38.766198 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (cbff179c-6688-4761-b298-ba4ea238add1), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:38.869412 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-07599821-03da-40eb-ba8d-7897e8fe3da0 req-f20d85e4-28d9-4716-86e6-8f0e42ce232d tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387525 Feb 16 22:20:38.901754 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port cbff179c-6688-4761-b298-ba4ea238add1 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:38.902179 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cbff179c-6688-4761-b298-ba4ea238add1), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:38.906254 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c994f882-1083-42b8-9a0b-2ebb9dee1da2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:38.929486 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port cbff179c-6688-4761-b298-ba4ea238add1, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=cbff179c-6688-4761-b298-ba4ea238add1,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:38.935071 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (cbff179c-6688-4761-b298-ba4ea238add1), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:39.014802 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7726d8f6-7fa3-4138-b1ee-f771accfa0b1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1909efeb4d264c0e9b425f7aeece7e13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2786188 Feb 16 22:20:39.016954 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=cbff179c-6688-4761-b298-ba4ea238add1,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:39.024028 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 60798) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:39.108548 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a67f17-56bb-433a-86d1-8a64959d663b req-fb5be7f6-f145-4ab0-8837-0244aa3f9b8e tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:39.110255 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-98a67f17-56bb-433a-86d1-8a64959d663b req-fb5be7f6-f145-4ab0-8837-0244aa3f9b8e tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.1317382 Feb 16 22:20:39.124091 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:20:39.158776 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-61719478-7764-4284-b518-d6c57dbb6049 admin admin] Publish callbacks [] for security_group (0d82db5a-6f03-40d3-b51b-2cdb2d1c5810), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:39.166500 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c994f882-1083-42b8-9a0b-2ebb9dee1da2 admin admin] Publish callbacks [] for security_group (98776a86-d1b6-4b2b-a95d-d22e12525188), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:39.179853 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c994f882-1083-42b8-9a0b-2ebb9dee1da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (98776a86-d1b6-4b2b-a95d-d22e12525188), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:39.221717 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-61719478-7764-4284-b518-d6c57dbb6049 admin admin] Publish callbacks [] for security_group (0d82db5a-6f03-40d3-b51b-2cdb2d1c5810), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:39.271336 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-98a67f17-56bb-433a-86d1-8a64959d663b req-d6c482a5-6291-4674-97c8-a6c448b96d8a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546111 Feb 16 22:20:39.272056 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-b69caa1d-791c-4832-92aa-b5c427c56eb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce25e4b-f30f-441d-beed-8e5cb873a838 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:20:39.274877 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c994f882-1083-42b8-9a0b-2ebb9dee1da2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d25c4fbb28614f2dbbf10390c881e7d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7555699 Feb 16 22:20:39.280055 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60800) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:39.299427 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1,segment=NetworkSegment(5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb),segment_id=5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:39.314524 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994f882-1083-42b8-9a0b-2ebb9dee1da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98776a86-d1b6-4b2b-a95d-d22e12525188,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:39.316056 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-b69caa1d-791c-4832-92aa-b5c427c56eb0 service neutron] Publish callbacks [] for port (dce25e4b-f30f-441d-beed-8e5cb873a838), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:39.323646 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1', 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8', 'port_id': '0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1', 'mac_address': 'fa:16:3e:32:68:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '812089a8-8e43-4669-b97f-c5c83d27191f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:20:39.360722 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-61719478-7764-4284-b518-d6c57dbb6049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (0d82db5a-6f03-40d3-b51b-2cdb2d1c5810), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:39.362013 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-b69caa1d-791c-4832-92aa-b5c427c56eb0 service neutron] Transition to ACTIVE for port object dce25e4b-f30f-441d-beed-8e5cb873a838 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:20:39.365000 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-61719478-7764-4284-b518-d6c57dbb6049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:39.371212 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-61719478-7764-4284-b518-d6c57dbb6049 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0d82db5a-6f03-40d3-b51b-2cdb2d1c5810 HTTP/1.1" status: 204 len: 168 time: 0.3445415 Feb 16 22:20:39.372561 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-b69caa1d-791c-4832-92aa-b5c427c56eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (dce25e4b-f30f-441d-beed-8e5cb873a838), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:39.383520 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61719478-7764-4284-b518-d6c57dbb6049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d82db5a-6f03-40d3-b51b-2cdb2d1c5810,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:39.403345 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:39.403734 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:39.427154 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ea6b2f2c-1478-4c5a-8d1a-2493385498ac admin admin] Publish callbacks [] for port (53d411b2-3dd0-489c-8de0-72cd179ec58a), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:39.430457 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:20:39.451663 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ea6b2f2c-1478-4c5a-8d1a-2493385498ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (53d411b2-3dd0-489c-8de0-72cd179ec58a), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:39.489838 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1,segment=NetworkSegment(5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb),segment_id=5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:39.498489 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:39.509647 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69caa1d-791c-4832-92aa-b5c427c56eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=dce25e4b-f30f-441d-beed-8e5cb873a838,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:39.512063 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fa4fa1c7-e917-445b-a2b6-026d9d7b27f2 admin admin] Publish callbacks [] for security_group (98776a86-d1b6-4b2b-a95d-d22e12525188), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:39.551261 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eacc15-f62d-4d97-ae79-4316f74c25ca req-7d83d78e-aeb5-48e8-9a15-02c1148cffb4 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:39.561217 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-41eacc15-f62d-4d97-ae79-4316f74c25ca req-7d83d78e-aeb5-48e8-9a15-02c1148cffb4 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1871be0-1fd3-4698-9050-ea9c8eb8f61a HTTP/1.1" status: 200 len: 946 time: 0.1031938 Feb 16 22:20:39.587064 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:39.631861 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-41eacc15-f62d-4d97-ae79-4316f74c25ca req-73ef2e46-3515-4ba8-b9e4-81e92c88069c tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668774 Feb 16 22:20:39.649539 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ea6b2f2c-1478-4c5a-8d1a-2493385498ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (8541c583-14a8-42ba-bcf2-3c5fad0d399f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:39.683950 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fa4fa1c7-e917-445b-a2b6-026d9d7b27f2 admin admin] Publish callbacks [] for security_group (98776a86-d1b6-4b2b-a95d-d22e12525188), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:39.745757 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:20:39.773481 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-b69caa1d-791c-4832-92aa-b5c427c56eb0 service neutron] Attempting to bind port dce25e4b-f30f-441d-beed-8e5cb873a838 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:20:39.775302 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-b69caa1d-791c-4832-92aa-b5c427c56eb0 service neutron] Attempting to bind port dce25e4b-f30f-441d-beed-8e5cb873a838 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '61f8ece1-7366-4d55-af00-28ac546e7d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2a4d83e1-26cb-467d-af35-1036d7c3fb39'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:20:39.775820 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-b69caa1d-791c-4832-92aa-b5c427c56eb0 service neutron] Attempting to bind port dce25e4b-f30f-441d-beed-8e5cb873a838 on network 2a4d83e1-26cb-467d-af35-1036d7c3fb39 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:20:39.790429 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-b69caa1d-791c-4832-92aa-b5c427c56eb0 service neutron] Port dce25e4b-f30f-441d-beed-8e5cb873a838 on network 2a4d83e1-26cb-467d-af35-1036d7c3fb39 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:20:39.790759 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-b69caa1d-791c-4832-92aa-b5c427c56eb0 service neutron] Attempting to bind port dce25e4b-f30f-441d-beed-8e5cb873a838 on network 2a4d83e1-26cb-467d-af35-1036d7c3fb39 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:20:39.837049 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b2f2c-1478-4c5a-8d1a-2493385498ac admin admin] Pushing event updated for resources: {'Port': ['ID=53d411b2-3dd0-489c-8de0-72cd179ec58a,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:39.878827 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc20f2-7bb7-4f05-9421-b9bd1efe28bf req-acfb5c3c-c70a-403a-abee-b5c630c3fad2 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:39.887062 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2ffc20f2-7bb7-4f05-9421-b9bd1efe28bf req-acfb5c3c-c70a-403a-abee-b5c630c3fad2 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 944 time: 0.1076880 Feb 16 22:20:39.895369 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-b69caa1d-791c-4832-92aa-b5c427c56eb0 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:20:39.895698 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-b69caa1d-791c-4832-92aa-b5c427c56eb0 service neutron] Checking segment: {'id': '61f8ece1-7366-4d55-af00-28ac546e7d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2a4d83e1-26cb-467d-af35-1036d7c3fb39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:20:39.896165 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-b69caa1d-791c-4832-92aa-b5c427c56eb0 service neutron] Bound using segment: {'id': '61f8ece1-7366-4d55-af00-28ac546e7d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2a4d83e1-26cb-467d-af35-1036d7c3fb39'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:20:39.899643 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-b69caa1d-791c-4832-92aa-b5c427c56eb0 service neutron] Bound port: dce25e4b-f30f-441d-beed-8e5cb873a838, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61f8ece1-7366-4d55-af00-28ac546e7d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2a4d83e1-26cb-467d-af35-1036d7c3fb39'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:20:39.900034 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-b69caa1d-791c-4832-92aa-b5c427c56eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (dce25e4b-f30f-441d-beed-8e5cb873a838), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:39.951881 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2ffc20f2-7bb7-4f05-9421-b9bd1efe28bf req-d46a8e89-4a4c-4e36-8be8-ee36078ef236 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638373 Feb 16 22:20:40.008483 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-b69caa1d-791c-4832-92aa-b5c427c56eb0 service neutron] For port dce25e4b-f30f-441d-beed-8e5cb873a838, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:20:40.072005 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-b69caa1d-791c-4832-92aa-b5c427c56eb0 service neutron] For port dce25e4b-f30f-441d-beed-8e5cb873a838, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=dce25e4b-f30f-441d-beed-8e5cb873a838,segment=NetworkSegment(61f8ece1-7366-4d55-af00-28ac546e7d42),segment_id=61f8ece1-7366-4d55-af00-28ac546e7d42)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:20:40.095228 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-b69caa1d-791c-4832-92aa-b5c427c56eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (dce25e4b-f30f-441d-beed-8e5cb873a838), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:40.136076 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6b2f2c-1478-4c5a-8d1a-2493385498ac admin admin] Network 0809193b-9538-40aa-8442-650cf4185e4f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:20:40.144343 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-ea6b2f2c-1478-4c5a-8d1a-2493385498ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:20:40.162972 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-b69caa1d-791c-4832-92aa-b5c427c56eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:40.164103 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-b69caa1d-791c-4832-92aa-b5c427c56eb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:40.165831 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-b69caa1d-791c-4832-92aa-b5c427c56eb0 service neutron] 10.222.0.67 "PUT /v2.0/ports/dce25e4b-f30f-441d-beed-8e5cb873a838 HTTP/1.1" status: 200 len: 1091 time: 2.1755733 Feb 16 22:20:40.179013 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a977f381-b173-45c2-921f-50dba7a85338', 'tag': 'dce25e4b-f30f-441d-beed-8e5cb873a838'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:20:40.183382 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423d4cfd-66a4-4878-89e8-864123800c06" -d '{"events": [{"name": "network-changed", "server_uuid": "a977f381-b173-45c2-921f-50dba7a85338", "tag": "dce25e4b-f30f-441d-beed-8e5cb873a838"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:20:40.192222 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fa4fa1c7-e917-445b-a2b6-026d9d7b27f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (98776a86-d1b6-4b2b-a95d-d22e12525188), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:40.194896 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fa4fa1c7-e917-445b-a2b6-026d9d7b27f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:40.200264 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fa4fa1c7-e917-445b-a2b6-026d9d7b27f2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/98776a86-d1b6-4b2b-a95d-d22e12525188 HTTP/1.1" status: 204 len: 168 time: 0.9144258 Feb 16 22:20:40.273649 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4fa1c7-e917-445b-a2b6-026d9d7b27f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98776a86-d1b6-4b2b-a95d-d22e12525188,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:40.316879 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69caa1d-791c-4832-92aa-b5c427c56eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=dce25e4b-f30f-441d-beed-8e5cb873a838,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:40.405303 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-c9645f99-7f48-47da-bf65-56d0fb83327d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:40.407773 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-c9645f99-7f48-47da-bf65-56d0fb83327d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4ecc835e688d4b37a34028859d121b09&device_id=a977f381-b173-45c2-921f-50dba7a85338 HTTP/1.1" status: 200 len: 1125 time: 0.1356022 Feb 16 22:20:40.470313 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-f1f3a542-b6fb-461e-84d6-4c8c763ef199 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dce25e4b-f30f-441d-beed-8e5cb873a838 HTTP/1.1" status: 200 len: 217 time: 0.0531294 Feb 16 22:20:40.485649 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6b2f2c-1478-4c5a-8d1a-2493385498ac admin admin] Router 8541c583-14a8-42ba-bcf2-3c5fad0d399f has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:20:40.528794 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0177ee4-cec5-4a28-9b9c-d30da7179a16 req-4c2adb4b-397c-4d53-b993-2d61cceabfd2 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:40.540852 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d0177ee4-cec5-4a28-9b9c-d30da7179a16 req-4c2adb4b-397c-4d53-b993-2d61cceabfd2 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=a977f381-b173-45c2-921f-50dba7a85338 HTTP/1.1" status: 200 len: 943 time: 0.1452625 Feb 16 22:20:40.570113 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device cbff179c-6688-4761-b298-ba4ea238add1 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:20:40.636466 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d0177ee4-cec5-4a28-9b9c-d30da7179a16 req-e1ce3c00-9678-4213-88d2-32da8ad5b192 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944428 Feb 16 22:20:40.665395 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port cbff179c-6688-4761-b298-ba4ea238add1 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:40.665852 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (cbff179c-6688-4761-b298-ba4ea238add1), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:40.707176 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 60866) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:40.777340 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-cb4bcc87-bb13-4178-8852-6ed4a1752b6f None None] Provisioning complete for port 53d411b2-3dd0-489c-8de0-72cd179ec58a triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:40.780219 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cb4bcc87-bb13-4178-8852-6ed4a1752b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (53d411b2-3dd0-489c-8de0-72cd179ec58a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:40.808121 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-cb4fe5c5-80d6-43bc-860a-b179ba3652b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:40.809574 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-cb4fe5c5-80d6-43bc-860a-b179ba3652b2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=97a87a99-67f1-493e-9c1f-9f6cadc7e62f HTTP/1.1" status: 200 len: 850 time: 0.3224244 Feb 16 22:20:40.895199 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-d8d2ece8-6042-409a-9d25-060572c233b4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1315571544-network', 'tenant_id': '01e432083635478383758717a26cceec'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:40.901920 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-dc9d0d3f-2804-4fd6-ab4e-cbea6ff70c50 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2a4d83e1-26cb-467d-af35-1036d7c3fb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760581 Feb 16 22:20:40.908967 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-cb4bcc87-bb13-4178-8852-6ed4a1752b6f None None] Port 53d411b2-3dd0-489c-8de0-72cd179ec58a cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:20:40.940908 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d2ece8-6042-409a-9d25-060572c233b4 admin admin] Made reservation on behalf of 01e432083635478383758717a26cceec for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:20:40.944035 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d8d2ece8-6042-409a-9d25-060572c233b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:40.952396 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d24d19-1300-4fd0-88f1-edceb4a87531 x-openstack-request-id: req-08d24d19-1300-4fd0-88f1-edceb4a87531 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:20:40.954949 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port cbff179c-6688-4761-b298-ba4ea238add1 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:40.957072 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a977f381-b173-45c2-921f-50dba7a85338", "tag": "dce25e4b-f30f-441d-beed-8e5cb873a838", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:20:40.957881 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-08d24d19-1300-4fd0-88f1-edceb4a87531 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:20:40.958493 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a977f381-b173-45c2-921f-50dba7a85338', 'tag': 'dce25e4b-f30f-441d-beed-8e5cb873a838', 'status': 'completed', 'code': 200} Feb 16 22:20:40.977433 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6b2f2c-1478-4c5a-8d1a-2493385498ac admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:20:40.993202 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ea6b2f2c-1478-4c5a-8d1a-2493385498ac admin admin] 10.222.0.75 "PUT /v2.0/routers/8541c583-14a8-42ba-bcf2-3c5fad0d399f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2076848 Feb 16 22:20:40.993202 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60878) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:40.993804 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086ec112-7c3f-49be-a79c-ef3d2cbe13ff None None] Sync routers for ids ['8541c583-14a8-42ba-bcf2-3c5fad0d399f'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:20:41.001577 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d8d2ece8-6042-409a-9d25-060572c233b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:41.025370 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086ec112-7c3f-49be-a79c-ef3d2cbe13ff None None] Routers {'8541c583-14a8-42ba-bcf2-3c5fad0d399f'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:20:41.026018 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-086ec112-7c3f-49be-a79c-ef3d2cbe13ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:20:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['8541c583-14a8-42ba-bcf2-3c5fad0d399f'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:41.075851 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d965235a-ac7e-4914-b8e9-9e83d9018e46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:41.139521 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:20:41.166232 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e4cc4-298f-4e00-a02a-20f09f101c18 req-9de3ea45-f2e1-460a-9cb3-5ca9a9c89fd3 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:41.168827 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b76e4cc4-298f-4e00-a02a-20f09f101c18 req-9de3ea45-f2e1-460a-9cb3-5ca9a9c89fd3 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0967395 Feb 16 22:20:41.224819 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d8d2ece8-6042-409a-9d25-060572c233b4 admin admin] Publish callbacks [] for security_group (f9b0ade7-772f-403b-bf4b-1283fc127a6c), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:41.237327 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-d48e513b-3fff-4b8f-8cd2-08e48f1133d5 service neutron] 10.222.0.67 "GET /v2.0/networks/2a4d83e1-26cb-467d-af35-1036d7c3fb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255754 Feb 16 22:20:41.285218 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b76e4cc4-298f-4e00-a02a-20f09f101c18 req-7d21fdda-ec48-46fe-8122-b7e13d036491 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037910 Feb 16 22:20:41.288594 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d8d2ece8-6042-409a-9d25-060572c233b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f9b0ade7-772f-403b-bf4b-1283fc127a6c), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:41.299383 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:20:41.303898 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:41.305355 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:41.332374 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d2ece8-6042-409a-9d25-060572c233b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:20:41.421301 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d8d2ece8-6042-409a-9d25-060572c233b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (acc7f612-a109-483c-82e6-bbbd41b4a417), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:41.424064 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-d8d2ece8-6042-409a-9d25-060572c233b4 admin admin] Added segment acc7f612-a109-483c-82e6-bbbd41b4a417 of type vlan for network be44f052-6b9f-454c-8856-b66bc09e491a Feb 16 22:20:41.464398 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:41.464793 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:41.483949 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-086ec112-7c3f-49be-a79c-ef3d2cbe13ff None None] Set router 8541c583-14a8-42ba-bcf2-3c5fad0d399f gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:20:41.516586 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d965235a-ac7e-4914-b8e9-9e83d9018e46 admin admin] Publish callbacks [] for security_group (412a9266-90c0-43c8-9373-235566da19a2), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:41.531868 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7265de-96c4-44d2-9a04-165ae0cac334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:20:41.538146 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9618ef61-507f-42b3-93a0-0b69c3ceea68" -d '{"events": [{"server_uuid": "9a7265de-96c4-44d2-9a04-165ae0cac334", "name": "network-vif-plugged", "status": "completed", "tag": "0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:20:41.544167 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b951b1ab-14f4-4ffe-95cb-99468aa55a1c req-deb014cb-1fee-454b-8acc-f100660ed5a3 service neutron] 10.222.0.67 "GET /v2.0/networks/2a4d83e1-26cb-467d-af35-1036d7c3fb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974803 Feb 16 22:20:41.554028 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d965235a-ac7e-4914-b8e9-9e83d9018e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (412a9266-90c0-43c8-9373-235566da19a2), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:41.566642 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2ece8-6042-409a-9d25-060572c233b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b0ade7-772f-403b-bf4b-1283fc127a6c,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:41.574031 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1,segment=NetworkSegment(5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb),segment_id=5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:41.586798 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:41.593050 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60894) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:41.633752 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d8d2ece8-6042-409a-9d25-060572c233b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (be44f052-6b9f-454c-8856-b66bc09e491a), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:41.683165 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:41.687499 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b659a-b70d-456a-954c-ad187b7c1010 req-c7eba64f-e99e-463c-8c1f-03e617862e50 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:41.696190 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5d4b659a-b70d-456a-954c-ad187b7c1010 req-c7eba64f-e99e-463c-8c1f-03e617862e50 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 944 time: 0.2406516 Feb 16 22:20:41.720909 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d965235a-ac7e-4914-b8e9-9e83d9018e46 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0e03f86b315c4695916492f6fd0a5aa3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7322724 Feb 16 22:20:41.727153 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 60900) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:41.731158 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d965235a-ac7e-4914-b8e9-9e83d9018e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412a9266-90c0-43c8-9373-235566da19a2,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:41.765294 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-79ce6195-8f1a-46be-8a08-3c4d9684e56c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:41.790010 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5d4b659a-b70d-456a-954c-ad187b7c1010 req-5adcfeaf-105d-4e57-a35a-f45e2ffccae5 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928400 Feb 16 22:20:41.790714 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d8d2ece8-6042-409a-9d25-060572c233b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (be44f052-6b9f-454c-8856-b66bc09e491a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:41.791077 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d4cfd-66a4-4878-89e8-864123800c06 req-6dd9ef1d-0b26-4af6-aed5-fc66957188c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:41.791672 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d2ece8-6042-409a-9d25-060572c233b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:41.792252 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d8d2ece8-6042-409a-9d25-060572c233b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:41.793694 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-423d4cfd-66a4-4878-89e8-864123800c06 req-6dd9ef1d-0b26-4af6-aed5-fc66957188c2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4ecc835e688d4b37a34028859d121b09&device_id=a977f381-b173-45c2-921f-50dba7a85338 HTTP/1.1" status: 200 len: 1125 time: 0.1738493 Feb 16 22:20:41.878949 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-79ce6195-8f1a-46be-8a08-3c4d9684e56c admin admin] Publish callbacks [] for security_group (6ddf3ae1-2039-4d64-becd-5a6a3cf32e92), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:41.891932 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-79ce6195-8f1a-46be-8a08-3c4d9684e56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (6ddf3ae1-2039-4d64-becd-5a6a3cf32e92), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:41.916017 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d8d2ece8-6042-409a-9d25-060572c233b4 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2051892 Feb 16 22:20:41.932868 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60906) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:41.949900 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2ece8-6042-409a-9d25-060572c233b4 admin admin] Pushing event updated for resources: {'Network': ['ID=be44f052-6b9f-454c-8856-b66bc09e491a,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:41.964081 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network be44f052-6b9f-454c-8856-b66bc09e491a details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:20:42.005044 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-086ec112-7c3f-49be-a79c-ef3d2cbe13ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'name': 'tempest-TaggedBootDevicesTest-59844366-router', 'tenant_id': '05fece93b5f34c39b4687779f64633e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'cbff179c-6688-4761-b298-ba4ea238add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:30Z', 'updated_at': '2022-02-16T22:20:38Z', 'revision_number': 4, 'project_id': '05fece93b5f34c39b4687779f64633e9', 'gw_port': {'id': 'cbff179c-6688-4761-b298-ba4ea238add1', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:31Z', 'updated_at': '2022-02-16T22:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '53d411b2-3dd0-489c-8de0-72cd179ec58a', 'name': '', 'network_id': '0809193b-9538-40aa-8442-650cf4185e4f', 'tenant_id': '05fece93b5f34c39b4687779f64633e9', 'mac_address': 'fa:16:3e:04:31:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '29fa04d8-2e8c-4adf-a757-8332d0ce9220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:37Z', 'updated_at': '2022-02-16T22:20:38Z', 'revision_number': 2, 'project_id': '05fece93b5f34c39b4687779f64633e9', 'subnets': [{'id': '29fa04d8-2e8c-4adf-a757-8332d0ce9220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:42.006566 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-54d56abf-966f-42e8-9fb7-a992378288c7 admin admin] Publish callbacks [] for security_group (412a9266-90c0-43c8-9373-235566da19a2), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:42.029776 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-dcb89486-4b7a-4e9c-826f-8faab4da7f3f admin admin] Request body: {'subnet': {'network_id': 'be44f052-6b9f-454c-8856-b66bc09e491a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1315571544-subnet', 'tenant_id': '01e432083635478383758717a26cceec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:42.060505 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-54d56abf-966f-42e8-9fb7-a992378288c7 admin admin] Publish callbacks [] for security_group (412a9266-90c0-43c8-9373-235566da19a2), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:42.084208 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086ec112-7c3f-49be-a79c-ef3d2cbe13ff None None] Checking router: 8541c583-14a8-42ba-bcf2-3c5fad0d399f for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:20:42.084687 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086ec112-7c3f-49be-a79c-ef3d2cbe13ff None None] Updating router 8541c583-14a8-42ba-bcf2-3c5fad0d399f port 53d411b2-3dd0-489c-8de0-72cd179ec58a binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:20:42.086738 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-79ce6195-8f1a-46be-8a08-3c4d9684e56c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=55b13799a26e45949feca49b67e480df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4901938 Feb 16 22:20:42.099794 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60912) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:42.101431 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce6195-8f1a-46be-8a08-3c4d9684e56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddf3ae1-2039-4d64-becd-5a6a3cf32e92,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:42.144577 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-086ec112-7c3f-49be-a79c-ef3d2cbe13ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (53d411b2-3dd0-489c-8de0-72cd179ec58a), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:42.172802 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 60914) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:42.178434 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-b00e1a74-7705-4ad6-8f1d-f38b55885426 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-866207185-network', 'tenant_id': '8c58ded39b7b4a83a32aa963b6e63e07'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:42.186181 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-54d56abf-966f-42e8-9fb7-a992378288c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (412a9266-90c0-43c8-9373-235566da19a2), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:42.189039 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-54d56abf-966f-42e8-9fb7-a992378288c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:42.190172 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-54d56abf-966f-42e8-9fb7-a992378288c7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/412a9266-90c0-43c8-9373-235566da19a2 HTTP/1.1" status: 204 len: 168 time: 0.4615397 Feb 16 22:20:42.206247 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d56abf-966f-42e8-9fb7-a992378288c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412a9266-90c0-43c8-9373-235566da19a2,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:42.245280 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00e1a74-7705-4ad6-8f1d-f38b55885426 admin admin] Made reservation on behalf of 8c58ded39b7b4a83a32aa963b6e63e07 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:20:42.248895 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b00e1a74-7705-4ad6-8f1d-f38b55885426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:42.278064 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b00e1a74-7705-4ad6-8f1d-f38b55885426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:42.330443 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36699b6-02f3-48bb-8870-8a3e9127cb04 x-openstack-request-id: req-c36699b6-02f3-48bb-8870-8a3e9127cb04 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:20:42.330653 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7b46f164-3ffb-48e3-84b2-a2bd3ca77fb2 admin admin] Publish callbacks [] for security_group (6ddf3ae1-2039-4d64-becd-5a6a3cf32e92), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:42.331122 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7265de-96c4-44d2-9a04-165ae0cac334", "name": "network-vif-plugged", "status": "completed", "tag": "0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:20:42.331587 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c36699b6-02f3-48bb-8870-8a3e9127cb04 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:20:42.332224 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7265de-96c4-44d2-9a04-165ae0cac334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1', 'code': 200} Feb 16 22:20:42.410927 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b00e1a74-7705-4ad6-8f1d-f38b55885426 admin admin] Publish callbacks [] for security_group (7c3c13d3-f0d4-4fe0-9391-469a03c7dd3d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:42.417922 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b00e1a74-7705-4ad6-8f1d-f38b55885426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7c3c13d3-f0d4-4fe0-9391-469a03c7dd3d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:42.421204 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7b46f164-3ffb-48e3-84b2-a2bd3ca77fb2 admin admin] Publish callbacks [] for security_group (6ddf3ae1-2039-4d64-becd-5a6a3cf32e92), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:42.424651 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb89486-4b7a-4e9c-826f-8faab4da7f3f admin admin] Made reservation on behalf of 01e432083635478383758717a26cceec for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:20:42.427342 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dcb89486-4b7a-4e9c-826f-8faab4da7f3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:42.459486 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d4cfd-66a4-4878-89e8-864123800c06 req-e1890328-3b16-4890-a1b0-135640f294c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:42.461640 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-423d4cfd-66a4-4878-89e8-864123800c06 req-e1890328-3b16-4890-a1b0-135640f294c9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2a4d83e1-26cb-467d-af35-1036d7c3fb39 HTTP/1.1" status: 200 len: 911 time: 0.6605082 Feb 16 22:20:42.540754 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-423d4cfd-66a4-4878-89e8-864123800c06 req-a182fa53-cf2b-4ec3-b68c-b5f3f962ba00 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dce25e4b-f30f-441d-beed-8e5cb873a838 HTTP/1.1" status: 200 len: 217 time: 0.0604212 Feb 16 22:20:42.556256 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e1a74-7705-4ad6-8f1d-f38b55885426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3c13d3-f0d4-4fe0-9391-469a03c7dd3d,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:42.607164 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b00e1a74-7705-4ad6-8f1d-f38b55885426 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:20:42.626947 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-086ec112-7c3f-49be-a79c-ef3d2cbe13ff None None] Publish callbacks [] for port (53d411b2-3dd0-489c-8de0-72cd179ec58a), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:42.632598 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b00e1a74-7705-4ad6-8f1d-f38b55885426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (681e05e7-6c63-421e-a169-dc3fe60cb7be), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:42.633225 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-b00e1a74-7705-4ad6-8f1d-f38b55885426 admin admin] Added segment 681e05e7-6c63-421e-a169-dc3fe60cb7be of type vlan for network 18752fe7-bd5e-4f49-97b1-8bf7de27a385 Feb 16 22:20:42.636857 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-086ec112-7c3f-49be-a79c-ef3d2cbe13ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (53d411b2-3dd0-489c-8de0-72cd179ec58a), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:42.688519 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3ef05-d809-43f5-94ab-ab94e56602b1 req-bfadfe59-9a9a-4814-b73a-c137043d2a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:42.690476 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5ba3ef05-d809-43f5-94ab-ab94e56602b1 req-bfadfe59-9a9a-4814-b73a-c137043d2a1b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 1127 time: 0.2652702 Feb 16 22:20:42.694124 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d4cfd-66a4-4878-89e8-864123800c06 req-722e7c36-1747-4f99-b1e1-a0aa53b5feca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:42.695739 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-423d4cfd-66a4-4878-89e8-864123800c06 req-722e7c36-1747-4f99-b1e1-a0aa53b5feca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=97a87a99-67f1-493e-9c1f-9f6cadc7e62f HTTP/1.1" status: 200 len: 850 time: 0.0821683 Feb 16 22:20:42.739364 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b00e1a74-7705-4ad6-8f1d-f38b55885426 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (18752fe7-bd5e-4f49-97b1-8bf7de27a385), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:42.749811 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98c292-94b5-4054-9b52-81896b4889a3 req-0d61bc74-3898-4dac-81ab-51b947c31989 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:42.760598 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ef98c292-94b5-4054-9b52-81896b4889a3 req-0d61bc74-3898-4dac-81ab-51b947c31989 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=a977f381-b173-45c2-921f-50dba7a85338 HTTP/1.1" status: 200 len: 943 time: 0.3384731 Feb 16 22:20:42.763945 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7b46f164-3ffb-48e3-84b2-a2bd3ca77fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (6ddf3ae1-2039-4d64-becd-5a6a3cf32e92), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:42.773740 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7b46f164-3ffb-48e3-84b2-a2bd3ca77fb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:42.779424 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7b46f164-3ffb-48e3-84b2-a2bd3ca77fb2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6ddf3ae1-2039-4d64-becd-5a6a3cf32e92 HTTP/1.1" status: 204 len: 168 time: 0.6671717 Feb 16 22:20:42.784248 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-423d4cfd-66a4-4878-89e8-864123800c06 req-e85ed489-cce2-4760-a213-e6edd4d27413 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2a4d83e1-26cb-467d-af35-1036d7c3fb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798244 Feb 16 22:20:42.799009 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5ba3ef05-d809-43f5-94ab-ab94e56602b1 req-6b74dcd6-349c-4a86-a9e4-62089dd330cd service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016974 Feb 16 22:20:42.802712 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33bb89-9a56-4fca-a4b7-f1dcc232b321 None None] Pushing event updated for resources: {'Port': ['ID=53d411b2-3dd0-489c-8de0-72cd179ec58a,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:42.873623 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46f164-3ffb-48e3-84b2-a2bd3ca77fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddf3ae1-2039-4d64-becd-5a6a3cf32e92,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:42.906882 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ef98c292-94b5-4054-9b52-81896b4889a3 req-231f6548-fada-4fce-9653-40ce0f787e43 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337035 Feb 16 22:20:42.908101 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b00e1a74-7705-4ad6-8f1d-f38b55885426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (18752fe7-bd5e-4f49-97b1-8bf7de27a385), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:42.909079 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00e1a74-7705-4ad6-8f1d-f38b55885426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:42.909660 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b00e1a74-7705-4ad6-8f1d-f38b55885426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:42.927120 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-086ec112-7c3f-49be-a79c-ef3d2cbe13ff None None] Attempting to bind port 53d411b2-3dd0-489c-8de0-72cd179ec58a on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:20:42.932989 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-086ec112-7c3f-49be-a79c-ef3d2cbe13ff None None] Attempting to bind port 53d411b2-3dd0-489c-8de0-72cd179ec58a by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '7cd3d5ed-630b-42c8-83be-976f3431669d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0809193b-9538-40aa-8442-650cf4185e4f'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:20:42.934026 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086ec112-7c3f-49be-a79c-ef3d2cbe13ff None None] Attempting to bind port 53d411b2-3dd0-489c-8de0-72cd179ec58a on network 0809193b-9538-40aa-8442-650cf4185e4f {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:20:42.947416 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086ec112-7c3f-49be-a79c-ef3d2cbe13ff None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:20:42.955743 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086ec112-7c3f-49be-a79c-ef3d2cbe13ff None None] Checking segment: {'id': '7cd3d5ed-630b-42c8-83be-976f3431669d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0809193b-9538-40aa-8442-650cf4185e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:20:42.956633 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-086ec112-7c3f-49be-a79c-ef3d2cbe13ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:42.957371 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086ec112-7c3f-49be-a79c-ef3d2cbe13ff None None] Bound using segment: {'id': '7cd3d5ed-630b-42c8-83be-976f3431669d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0809193b-9538-40aa-8442-650cf4185e4f'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:20:42.961254 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-086ec112-7c3f-49be-a79c-ef3d2cbe13ff None None] Bound port: 53d411b2-3dd0-489c-8de0-72cd179ec58a, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd3d5ed-630b-42c8-83be-976f3431669d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0809193b-9538-40aa-8442-650cf4185e4f'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:20:42.961769 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-086ec112-7c3f-49be-a79c-ef3d2cbe13ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (53d411b2-3dd0-489c-8de0-72cd179ec58a), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:43.012560 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dcb89486-4b7a-4e9c-826f-8faab4da7f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (fcad8c41-b9f9-4474-b14c-cc354685fc88), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:43.016674 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b00e1a74-7705-4ad6-8f1d-f38b55885426 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8407221 Feb 16 22:20:43.018123 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 60932) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:43.035424 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-7877455b-6250-4bfc-beb7-f845a1c25790 admin admin] Request body: {'subnet': {'network_id': '18752fe7-bd5e-4f49-97b1-8bf7de27a385', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-866207185-subnet', 'tenant_id': '8c58ded39b7b4a83a32aa963b6e63e07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:43.095933 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7877455b-6250-4bfc-beb7-f845a1c25790 admin admin] Made reservation on behalf of 8c58ded39b7b4a83a32aa963b6e63e07 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:20:43.098805 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7877455b-6250-4bfc-beb7-f845a1c25790 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:43.100109 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb89486-4b7a-4e9c-826f-8faab4da7f3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcad8c41-b9f9-4474-b14c-cc354685fc88,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:43.130431 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-086ec112-7c3f-49be-a79c-ef3d2cbe13ff None None] For port 53d411b2-3dd0-489c-8de0-72cd179ec58a, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:20:43.135735 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-423d4cfd-66a4-4878-89e8-864123800c06 req-d52d58de-cc9e-4356-aaa7-8334169909fa service neutron] 10.222.0.67 "GET /v2.0/networks/2a4d83e1-26cb-467d-af35-1036d7c3fb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006477 Feb 16 22:20:43.136943 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-086ec112-7c3f-49be-a79c-ef3d2cbe13ff None None] For port 53d411b2-3dd0-489c-8de0-72cd179ec58a, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=53d411b2-3dd0-489c-8de0-72cd179ec58a,segment=NetworkSegment(7cd3d5ed-630b-42c8-83be-976f3431669d),segment_id=7cd3d5ed-630b-42c8-83be-976f3431669d)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:20:43.154688 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-086ec112-7c3f-49be-a79c-ef3d2cbe13ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (53d411b2-3dd0-489c-8de0-72cd179ec58a), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:43.184681 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-fb1edfbd-e0d9-48b1-8181-a661b64602cc None None] Provisioning complete for port 53d411b2-3dd0-489c-8de0-72cd179ec58a triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:43.186079 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fb1edfbd-e0d9-48b1-8181-a661b64602cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (53d411b2-3dd0-489c-8de0-72cd179ec58a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:43.219578 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb89486-4b7a-4e9c-826f-8faab4da7f3f admin admin] Checking segment: {'id': 'acc7f612-a109-483c-82e6-bbbd41b4a417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'be44f052-6b9f-454c-8856-b66bc09e491a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:20:43.221399 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb89486-4b7a-4e9c-826f-8faab4da7f3f admin admin] Network hostable DHCP agents. Network: be44f052-6b9f-454c-8856-b66bc09e491a, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:20:43.248989 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33bb89-9a56-4fca-a4b7-f1dcc232b321 None None] Pushing event updated for resources: {'Port': ['ID=53d411b2-3dd0-489c-8de0-72cd179ec58a,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:43.252449 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086ec112-7c3f-49be-a79c-ef3d2cbe13ff None None] Routers {'8541c583-14a8-42ba-bcf2-3c5fad0d399f'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:20:43.253332 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-086ec112-7c3f-49be-a79c-ef3d2cbe13ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:20:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['8541c583-14a8-42ba-bcf2-3c5fad0d399f'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:43.369994 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb89486-4b7a-4e9c-826f-8faab4da7f3f admin admin] Network be44f052-6b9f-454c-8856-b66bc09e491a is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:20:43.409947 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-dcb89486-4b7a-4e9c-826f-8faab4da7f3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, be44f052-6b9f-454c-8856-b66bc09e491a) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:20:43.429344 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b43f2d8-1d10-41d1-bb08-de7d7078f03b None None] Network be44f052-6b9f-454c-8856-b66bc09e491a requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:20:43.431951 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb89486-4b7a-4e9c-826f-8faab4da7f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:43.436036 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dcb89486-4b7a-4e9c-826f-8faab4da7f3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:43.476435 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-423d4cfd-66a4-4878-89e8-864123800c06 req-3eb492b9-a3ae-4b27-9de2-f39d2a5cd1eb service neutron] 10.222.0.67 "GET /v2.0/networks/2a4d83e1-26cb-467d-af35-1036d7c3fb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322344 Feb 16 22:20:43.482908 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-dcb89486-4b7a-4e9c-826f-8faab4da7f3f admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5315824 Feb 16 22:20:43.485320 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-086ec112-7c3f-49be-a79c-ef3d2cbe13ff None None] Set router 8541c583-14a8-42ba-bcf2-3c5fad0d399f gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:20:43.548298 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-fb1edfbd-e0d9-48b1-8181-a661b64602cc None None] Current status of the port 53d411b2-3dd0-489c-8de0-72cd179ec58a is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:43.548698 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fb1edfbd-e0d9-48b1-8181-a661b64602cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (53d411b2-3dd0-489c-8de0-72cd179ec58a), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:43.655395 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e1a74-7705-4ad6-8f1d-f38b55885426 admin admin] Pushing event updated for resources: {'Network': ['ID=18752fe7-bd5e-4f49-97b1-8bf7de27a385,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:43.655822 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-fb1edfbd-e0d9-48b1-8181-a661b64602cc None None] For port 53d411b2-3dd0-489c-8de0-72cd179ec58a, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=53d411b2-3dd0-489c-8de0-72cd179ec58a,segment=NetworkSegment(7cd3d5ed-630b-42c8-83be-976f3431669d),segment_id=7cd3d5ed-630b-42c8-83be-976f3431669d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:43.667029 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fb1edfbd-e0d9-48b1-8181-a661b64602cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (53d411b2-3dd0-489c-8de0-72cd179ec58a), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:43.705061 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 18752fe7-bd5e-4f49-97b1-8bf7de27a385 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:20:43.736318 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5af96f-b61b-494b-a4ee-a0c4d6951381 req-1e4d7b1b-4764-4df8-a604-0d8023397d99 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:43.738350 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7c5af96f-b61b-494b-a4ee-a0c4d6951381 req-1e4d7b1b-4764-4df8-a604-0d8023397d99 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.6597636 Feb 16 22:20:43.800261 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-086ec112-7c3f-49be-a79c-ef3d2cbe13ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'name': 'tempest-TaggedBootDevicesTest-59844366-router', 'tenant_id': '05fece93b5f34c39b4687779f64633e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'cbff179c-6688-4761-b298-ba4ea238add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:30Z', 'updated_at': '2022-02-16T22:20:38Z', 'revision_number': 4, 'project_id': '05fece93b5f34c39b4687779f64633e9', 'gw_port': {'id': 'cbff179c-6688-4761-b298-ba4ea238add1', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:31Z', 'updated_at': '2022-02-16T22:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '53d411b2-3dd0-489c-8de0-72cd179ec58a', 'name': '', 'network_id': '0809193b-9538-40aa-8442-650cf4185e4f', 'tenant_id': '05fece93b5f34c39b4687779f64633e9', 'mac_address': 'fa:16:3e:04:31:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '29fa04d8-2e8c-4adf-a757-8332d0ce9220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:37Z', 'updated_at': '2022-02-16T22:20:43Z', 'revision_number': 4, 'project_id': '05fece93b5f34c39b4687779f64633e9', 'subnets': [{'id': '29fa04d8-2e8c-4adf-a757-8332d0ce9220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:43.834369 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086ec112-7c3f-49be-a79c-ef3d2cbe13ff None None] The sync data for ids ['8541c583-14a8-42ba-bcf2-3c5fad0d399f'] in n-d-813897-6 is: [{'id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'name': 'tempest-TaggedBootDevicesTest-59844366-router', 'tenant_id': '05fece93b5f34c39b4687779f64633e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'cbff179c-6688-4761-b298-ba4ea238add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:30Z', 'updated_at': '2022-02-16T22:20:38Z', 'revision_number': 4, 'project_id': '05fece93b5f34c39b4687779f64633e9', 'gw_port': {'id': 'cbff179c-6688-4761-b298-ba4ea238add1', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:31Z', 'updated_at': '2022-02-16T22:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '53d411b2-3dd0-489c-8de0-72cd179ec58a', 'name': '', 'network_id': '0809193b-9538-40aa-8442-650cf4185e4f', 'tenant_id': '05fece93b5f34c39b4687779f64633e9', 'mac_address': 'fa:16:3e:04:31:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '29fa04d8-2e8c-4adf-a757-8332d0ce9220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:37Z', 'updated_at': '2022-02-16T22:20:43Z', 'revision_number': 4, 'project_id': '05fece93b5f34c39b4687779f64633e9', 'subnets': [{'id': '29fa04d8-2e8c-4adf-a757-8332d0ce9220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:20:43.850014 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7c5af96f-b61b-494b-a4ee-a0c4d6951381 req-d346dcaa-6ae7-4c53-8fed-762b93331024 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894551 Feb 16 22:20:44.056854 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7877455b-6250-4bfc-beb7-f845a1c25790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (c5730c9f-ab60-4619-a99d-939e4bbd125c), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:44.174732 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-cc4e75aa-d5dd-47e7-b6a5-97dc8218160c None None] Provisioning complete for port 53d411b2-3dd0-489c-8de0-72cd179ec58a triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:44.176355 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cc4e75aa-d5dd-47e7-b6a5-97dc8218160c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (53d411b2-3dd0-489c-8de0-72cd179ec58a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:44.194344 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae93b0d2-1b81-44ad-81d2-f1e197ddf1a9 None None] Network be44f052-6b9f-454c-8856-b66bc09e491a requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:20:44.216869 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1edfbd-e0d9-48b1-8181-a661b64602cc None None] Pushing event updated for resources: {'Port': ['ID=53d411b2-3dd0-489c-8de0-72cd179ec58a,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:44.228127 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60972) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:44.244499 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877455b-6250-4bfc-beb7-f845a1c25790 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5730c9f-ab60-4619-a99d-939e4bbd125c,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:44.280617 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a856f3-a3ef-4b44-af15-1b1b2b5ab634 req-5f9ad3b3-cd9d-47a6-85ac-3e48034cd390 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:44.291634 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c8a856f3-a3ef-4b44-af15-1b1b2b5ab634 req-5f9ad3b3-cd9d-47a6-85ac-3e48034cd390 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.2537165 Feb 16 22:20:44.323751 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7877455b-6250-4bfc-beb7-f845a1c25790 admin admin] Checking segment: {'id': '681e05e7-6c63-421e-a169-dc3fe60cb7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '18752fe7-bd5e-4f49-97b1-8bf7de27a385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:20:44.324114 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7877455b-6250-4bfc-beb7-f845a1c25790 admin admin] Network hostable DHCP agents. Network: 18752fe7-bd5e-4f49-97b1-8bf7de27a385, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:20:44.377589 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60978) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:44.399552 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c8a856f3-a3ef-4b44-af15-1b1b2b5ab634 req-59356bf8-ee4b-494e-848c-32b647081e69 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055675 Feb 16 22:20:44.409844 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7877455b-6250-4bfc-beb7-f845a1c25790 admin admin] Network 18752fe7-bd5e-4f49-97b1-8bf7de27a385 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:20:44.426406 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-7877455b-6250-4bfc-beb7-f845a1c25790 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 18752fe7-bd5e-4f49-97b1-8bf7de27a385) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:20:44.433163 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877455b-6250-4bfc-beb7-f845a1c25790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:44.435956 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7877455b-6250-4bfc-beb7-f845a1c25790 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:44.446381 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b3c88f-cfca-4ee9-b6be-aa3f4c88f55e None None] Network 18752fe7-bd5e-4f49-97b1-8bf7de27a385 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:20:44.474658 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7877455b-6250-4bfc-beb7-f845a1c25790 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4561152 Feb 16 22:20:44.479156 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60982) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:44.485218 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-1847f558-2a5a-4992-8cd8-f65c573c397a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-866207185-router', 'tenant_id': '8c58ded39b7b4a83a32aa963b6e63e07', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:44.505501 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-294795b3-d833-49b0-8706-28f4192ec0ff admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1649882524-network', 'tenant_id': '229d3dcf7b63487c98aa1d1f04fde1de'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:44.537338 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1847f558-2a5a-4992-8cd8-f65c573c397a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (4ae44f38-c1bc-480f-9e15-661250e131f9), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:44.543704 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1847f558-2a5a-4992-8cd8-f65c573c397a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (4ae44f38-c1bc-480f-9e15-661250e131f9), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:44.568444 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-cc4e75aa-d5dd-47e7-b6a5-97dc8218160c None None] Current status of the port 53d411b2-3dd0-489c-8de0-72cd179ec58a is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:44.609238 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1847f558-2a5a-4992-8cd8-f65c573c397a admin admin] Publish callbacks [] for router_controller (4ae44f38-c1bc-480f-9e15-661250e131f9), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:44.612574 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294795b3-d833-49b0-8706-28f4192ec0ff admin admin] Made reservation on behalf of 229d3dcf7b63487c98aa1d1f04fde1de for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:20:44.615053 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-294795b3-d833-49b0-8706-28f4192ec0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:44.637185 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-74cdc011-6479-4b12-84bc-0c1eff3e124d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-773807728-network', 'tenant_id': 'f87f3ed7cd60431a877f3023e889d9cf'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:44.643789 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-294795b3-d833-49b0-8706-28f4192ec0ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:44.684276 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 53d411b2-3dd0-489c-8de0-72cd179ec58a up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:20:44.764989 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cdc011-6479-4b12-84bc-0c1eff3e124d admin admin] Made reservation on behalf of f87f3ed7cd60431a877f3023e889d9cf for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:20:44.768321 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-74cdc011-6479-4b12-84bc-0c1eff3e124d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:44.782479 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b244558-a096-4b52-99e5-6877c07dc289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-18752fe7-bd5e-4f49-97b1-8bf7de27a385', 'network_id': '18752fe7-bd5e-4f49-97b1-8bf7de27a385', 'project_id': '8c58ded39b7b4a83a32aa963b6e63e07', 'fixed_ips': [{'subnet_id': 'c5730c9f-ab60-4619-a99d-939e4bbd125c'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:20:44.783596 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7b244558-a096-4b52-99e5-6877c07dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:44.791949 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-74cdc011-6479-4b12-84bc-0c1eff3e124d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:44.806009 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 53d411b2-3dd0-489c-8de0-72cd179ec58a triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:44.806799 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (53d411b2-3dd0-489c-8de0-72cd179ec58a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:44.954119 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1847f558-2a5a-4992-8cd8-f65c573c397a admin admin] Publish callbacks [] for router_gateway (4ae44f38-c1bc-480f-9e15-661250e131f9), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:45.054713 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-294795b3-d833-49b0-8706-28f4192ec0ff admin admin] Publish callbacks [] for security_group (e0836f72-8df4-4dd3-b8b6-a137e11b4438), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:45.070121 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-294795b3-d833-49b0-8706-28f4192ec0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (e0836f72-8df4-4dd3-b8b6-a137e11b4438), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:45.070538 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 53d411b2-3dd0-489c-8de0-72cd179ec58a is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:45.083182 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-7b244558-a096-4b52-99e5-6877c07dc289 None None] Allocated IP 172.20.0.2 (18752fe7-bd5e-4f49-97b1-8bf7de27a385/c5730c9f-ab60-4619-a99d-939e4bbd125c/479a6f09-9d59-4be3-a02f-ba47100004da) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:20:45.083546 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294795b3-d833-49b0-8706-28f4192ec0ff admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:20:45.112615 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-294795b3-d833-49b0-8706-28f4192ec0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (b005b1db-fe63-4634-a1de-c89743ea76f4), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:45.113262 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-294795b3-d833-49b0-8706-28f4192ec0ff admin admin] Added segment b005b1db-fe63-4634-a1de-c89743ea76f4 of type vlan for network 17015cc1-bd92-489e-837b-ef3849fab73f Feb 16 22:20:45.195512 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-8cfbaf1e-0e83-463c-9eed-7cf63b0e817d req-0a482316-fb34-4208-80bd-5179cd92a379 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1009205890', 'description': 'tempest-description-881889202'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:45.210077 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294795b3-d833-49b0-8706-28f4192ec0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0836f72-8df4-4dd3-b8b6-a137e11b4438,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:45.225105 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8cfbaf1e-0e83-463c-9eed-7cf63b0e817d req-0a482316-fb34-4208-80bd-5179cd92a379 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:45.253508 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-74cdc011-6479-4b12-84bc-0c1eff3e124d admin admin] Publish callbacks [] for security_group (4de08f93-f4cf-4923-ae54-3d3002051a5c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:45.255972 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-294795b3-d833-49b0-8706-28f4192ec0ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (17015cc1-bd92-489e-837b-ef3849fab73f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:45.271554 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-74cdc011-6479-4b12-84bc-0c1eff3e124d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4de08f93-f4cf-4923-ae54-3d3002051a5c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:45.317960 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74cdc011-6479-4b12-84bc-0c1eff3e124d admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:20:45.341350 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7b244558-a096-4b52-99e5-6877c07dc289 None None] Publish callbacks [] for port (479a6f09-9d59-4be3-a02f-ba47100004da), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:45.352845 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7b244558-a096-4b52-99e5-6877c07dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (479a6f09-9d59-4be3-a02f-ba47100004da), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:45.361017 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8cfbaf1e-0e83-463c-9eed-7cf63b0e817d req-0a482316-fb34-4208-80bd-5179cd92a379 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (d08f2bab-1245-4b84-b13e-76f02e0084e4), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:45.363131 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-294795b3-d833-49b0-8706-28f4192ec0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (17015cc1-bd92-489e-837b-ef3849fab73f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:45.364111 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294795b3-d833-49b0-8706-28f4192ec0ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:45.364698 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-294795b3-d833-49b0-8706-28f4192ec0ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:45.373836 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8cfbaf1e-0e83-463c-9eed-7cf63b0e817d req-0a482316-fb34-4208-80bd-5179cd92a379 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d08f2bab-1245-4b84-b13e-76f02e0084e4), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:45.405330 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b244558-a096-4b52-99e5-6877c07dc289 None None] Network 18752fe7-bd5e-4f49-97b1-8bf7de27a385 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:20:45.412461 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8cfbaf1e-0e83-463c-9eed-7cf63b0e817d req-0a482316-fb34-4208-80bd-5179cd92a379 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:45.413493 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8cfbaf1e-0e83-463c-9eed-7cf63b0e817d req-0a482316-fb34-4208-80bd-5179cd92a379 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2228482 Feb 16 22:20:45.414286 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a482316-fb34-4208-80bd-5179cd92a379 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d08f2bab-1245-4b84-b13e-76f02e0084e4,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:45.434331 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-7b244558-a096-4b52-99e5-6877c07dc289 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:20:45.442945 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cdc011-6479-4b12-84bc-0c1eff3e124d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de08f93-f4cf-4923-ae54-3d3002051a5c,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:45.446039 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b244558-a096-4b52-99e5-6877c07dc289 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:20:45.457665 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-74cdc011-6479-4b12-84bc-0c1eff3e124d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (b19cbddd-21bd-4999-b9a5-6b408deae385), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:45.458050 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-74cdc011-6479-4b12-84bc-0c1eff3e124d admin admin] Added segment b19cbddd-21bd-4999-b9a5-6b408deae385 of type vlan for network 60953deb-0ca7-420d-a6b6-78939cf40e4c Feb 16 22:20:45.463610 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device dce25e4b-f30f-441d-beed-8e5cb873a838 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:20:45.479409 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b244558-a096-4b52-99e5-6877c07dc289 None None] Pushing event updated for resources: {'Port': ['ID=479a6f09-9d59-4be3-a02f-ba47100004da,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:45.487133 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-294795b3-d833-49b0-8706-28f4192ec0ff admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2539594 Feb 16 22:20:45.487479 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 32768) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:45.493047 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-10b828df-4a22-4303-97b4-d58b26cc57ce admin admin] Request body: {'subnet': {'network_id': '17015cc1-bd92-489e-837b-ef3849fab73f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1649882524-subnet', 'tenant_id': '229d3dcf7b63487c98aa1d1f04fde1de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:45.535264 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b828df-4a22-4303-97b4-d58b26cc57ce admin admin] Made reservation on behalf of 229d3dcf7b63487c98aa1d1f04fde1de for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:20:45.540740 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-10b828df-4a22-4303-97b4-d58b26cc57ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:45.590824 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-7b244558-a096-4b52-99e5-6877c07dc289 None None] Attempting to bind port 479a6f09-9d59-4be3-a02f-ba47100004da on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:20:45.591348 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-7b244558-a096-4b52-99e5-6877c07dc289 None None] Attempting to bind port 479a6f09-9d59-4be3-a02f-ba47100004da by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '681e05e7-6c63-421e-a169-dc3fe60cb7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '18752fe7-bd5e-4f49-97b1-8bf7de27a385'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:20:45.591837 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b244558-a096-4b52-99e5-6877c07dc289 None None] Attempting to bind port 479a6f09-9d59-4be3-a02f-ba47100004da on network 18752fe7-bd5e-4f49-97b1-8bf7de27a385 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:20:45.601488 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b244558-a096-4b52-99e5-6877c07dc289 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:20:45.602046 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b244558-a096-4b52-99e5-6877c07dc289 None None] Checking segment: {'id': '681e05e7-6c63-421e-a169-dc3fe60cb7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '18752fe7-bd5e-4f49-97b1-8bf7de27a385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:20:45.603765 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7b244558-a096-4b52-99e5-6877c07dc289 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:45.604280 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b244558-a096-4b52-99e5-6877c07dc289 None None] Bound using segment: {'id': '681e05e7-6c63-421e-a169-dc3fe60cb7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '18752fe7-bd5e-4f49-97b1-8bf7de27a385'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:20:45.604863 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-7b244558-a096-4b52-99e5-6877c07dc289 None None] Bound port: 479a6f09-9d59-4be3-a02f-ba47100004da, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681e05e7-6c63-421e-a169-dc3fe60cb7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '18752fe7-bd5e-4f49-97b1-8bf7de27a385'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:20:45.606638 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7b244558-a096-4b52-99e5-6877c07dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (479a6f09-9d59-4be3-a02f-ba47100004da), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:45.645914 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294795b3-d833-49b0-8706-28f4192ec0ff admin admin] Pushing event updated for resources: {'Network': ['ID=17015cc1-bd92-489e-837b-ef3849fab73f,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:45.665714 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 17015cc1-bd92-489e-837b-ef3849fab73f details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:20:45.670685 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-74cdc011-6479-4b12-84bc-0c1eff3e124d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (60953deb-0ca7-420d-a6b6-78939cf40e4c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:45.754599 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1e2d9-cba1-42e0-9f0a-95a90983575d req-19b07d74-4f67-453c-88ab-b1667c036218 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:45.764125 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4ad1e2d9-cba1-42e0-9f0a-95a90983575d req-19b07d74-4f67-453c-88ab-b1667c036218 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=a977f381-b173-45c2-921f-50dba7a85338 HTTP/1.1" status: 200 len: 943 time: 0.2198923 Feb 16 22:20:45.826892 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port dce25e4b-f30f-441d-beed-8e5cb873a838, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=dce25e4b-f30f-441d-beed-8e5cb873a838,segment=NetworkSegment(61f8ece1-7366-4d55-af00-28ac546e7d42),segment_id=61f8ece1-7366-4d55-af00-28ac546e7d42)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:45.849858 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4ad1e2d9-cba1-42e0-9f0a-95a90983575d req-6e3be8b8-baa7-40c7-a3ba-5bf993a803c6 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846653 Feb 16 22:20:45.854346 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7b244558-a096-4b52-99e5-6877c07dc289 None None] For port 479a6f09-9d59-4be3-a02f-ba47100004da, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:20:45.857943 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'dce25e4b-f30f-441d-beed-8e5cb873a838', 'network_id': '2a4d83e1-26cb-467d-af35-1036d7c3fb39', 'port_id': 'dce25e4b-f30f-441d-beed-8e5cb873a838', 'mac_address': 'fa:16:3e:52:bb:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97a87a99-67f1-493e-9c1f-9f6cadc7e62f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:20:45.861514 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7b244558-a096-4b52-99e5-6877c07dc289 None None] For port 479a6f09-9d59-4be3-a02f-ba47100004da, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=479a6f09-9d59-4be3-a02f-ba47100004da,segment=NetworkSegment(681e05e7-6c63-421e-a169-dc3fe60cb7be),segment_id=681e05e7-6c63-421e-a169-dc3fe60cb7be)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:20:45.947375 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7b244558-a096-4b52-99e5-6877c07dc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (479a6f09-9d59-4be3-a02f-ba47100004da), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:46.006380 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.db.resource_extend [None req-74cdc011-6479-4b12-84bc-0c1eff3e124d admin admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 22:20:46.036036 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1847f558-2a5a-4992-8cd8-f65c573c397a admin admin] Publish callbacks [] for router_gateway (4ae44f38-c1bc-480f-9e15-661250e131f9), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:46.053525 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port dce25e4b-f30f-441d-beed-8e5cb873a838 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:46.054263 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (dce25e4b-f30f-441d-beed-8e5cb873a838), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:46.057342 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1847f558-2a5a-4992-8cd8-f65c573c397a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:46.058755 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-74cdc011-6479-4b12-84bc-0c1eff3e124d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (60953deb-0ca7-420d-a6b6-78939cf40e4c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:46.059708 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cdc011-6479-4b12-84bc-0c1eff3e124d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:46.060454 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-74cdc011-6479-4b12-84bc-0c1eff3e124d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:46.103102 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b244558-a096-4b52-99e5-6877c07dc289 None None] Pushing event updated for resources: {'Port': ['ID=479a6f09-9d59-4be3-a02f-ba47100004da,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:46.117288 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce25e4b-f30f-441d-beed-8e5cb873a838 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:20:46.141555 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port dce25e4b-f30f-441d-beed-8e5cb873a838, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=dce25e4b-f30f-441d-beed-8e5cb873a838,segment=NetworkSegment(61f8ece1-7366-4d55-af00-28ac546e7d42),segment_id=61f8ece1-7366-4d55-af00-28ac546e7d42)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:46.148096 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (dce25e4b-f30f-441d-beed-8e5cb873a838), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:46.158176 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-74cdc011-6479-4b12-84bc-0c1eff3e124d admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7763293 Feb 16 22:20:46.163702 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 32772) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:46.184266 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-a5832cac-7b85-45f1-97ce-8986a22e8194 admin admin] Request body: {'subnet': {'network_id': '60953deb-0ca7-420d-a6b6-78939cf40e4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-773807728-subnet', 'tenant_id': 'f87f3ed7cd60431a877f3023e889d9cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:46.196958 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cdc011-6479-4b12-84bc-0c1eff3e124d admin admin] Pushing event updated for resources: {'Network': ['ID=60953deb-0ca7-420d-a6b6-78939cf40e4c,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:46.208636 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=dce25e4b-f30f-441d-beed-8e5cb873a838,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:46.214446 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae50a0c-8ca2-44e3-9d4b-7470fe57858e req-ba605dff-4884-4808-b77a-fe87e7e2adc0 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:46.215993 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ae50a0c-8ca2-44e3-9d4b-7470fe57858e req-ba605dff-4884-4808-b77a-fe87e7e2adc0 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.2317066 Feb 16 22:20:46.217277 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 60953deb-0ca7-420d-a6b6-78939cf40e4c details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:20:46.246419 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-10b828df-4a22-4303-97b4-d58b26cc57ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (9a43b30e-e3d6-46b1-a7c4-7a9e3a596a30), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:46.301719 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-1847f558-2a5a-4992-8cd8-f65c573c397a admin admin] Allocated IP 172.25.2.191 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/22921b5f-6c0e-405d-9514-986d06206901) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:20:46.302360 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5832cac-7b85-45f1-97ce-8986a22e8194 admin admin] Made reservation on behalf of f87f3ed7cd60431a877f3023e889d9cf for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:20:46.304126 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a5832cac-7b85-45f1-97ce-8986a22e8194 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:46.386696 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b828df-4a22-4303-97b4-d58b26cc57ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a43b30e-e3d6-46b1-a7c4-7a9e3a596a30,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:46.404686 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ae50a0c-8ca2-44e3-9d4b-7470fe57858e req-c2e9a477-8d6c-4434-aa69-c04ae5e2fc79 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751311 Feb 16 22:20:46.480797 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b828df-4a22-4303-97b4-d58b26cc57ce admin admin] Checking segment: {'id': 'b005b1db-fe63-4634-a1de-c89743ea76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '17015cc1-bd92-489e-837b-ef3849fab73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:20:46.481173 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b828df-4a22-4303-97b4-d58b26cc57ce admin admin] Network hostable DHCP agents. Network: 17015cc1-bd92-489e-837b-ef3849fab73f, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:20:46.519037 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['dce25e4b-f30f-441d-beed-8e5cb873a838'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:20:46.604543 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b828df-4a22-4303-97b4-d58b26cc57ce admin admin] Network 17015cc1-bd92-489e-837b-ef3849fab73f is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:20:46.609024 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1847f558-2a5a-4992-8cd8-f65c573c397a admin admin] Publish callbacks [] for port (22921b5f-6c0e-405d-9514-986d06206901), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:46.655029 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-10b828df-4a22-4303-97b4-d58b26cc57ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 17015cc1-bd92-489e-837b-ef3849fab73f) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:20:46.656939 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 479a6f09-9d59-4be3-a02f-ba47100004da up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:20:46.665656 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b828df-4a22-4303-97b4-d58b26cc57ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:46.666000 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-10b828df-4a22-4303-97b4-d58b26cc57ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:46.690878 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1847f558-2a5a-4992-8cd8-f65c573c397a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (22921b5f-6c0e-405d-9514-986d06206901), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:46.736227 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08bfe2-2a42-479e-8ea7-b5546e01e9fb req-b1285fb1-83d9-4bd8-b6c6-b8aeff1e8be6 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:46.743536 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c08bfe2-2a42-479e-8ea7-b5546e01e9fb req-b1285fb1-83d9-4bd8-b6c6-b8aeff1e8be6 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.2310817 Feb 16 22:20:46.752007 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-10b828df-4a22-4303-97b4-d58b26cc57ce admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2629049 Feb 16 22:20:46.763320 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f118eb-eb77-4471-b9dc-6631606a58f9 None None] Network 17015cc1-bd92-489e-837b-ef3849fab73f requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:20:46.766336 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1847f558-2a5a-4992-8cd8-f65c573c397a admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:20:46.777060 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-1847f558-2a5a-4992-8cd8-f65c573c397a admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:20:46.782436 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1847f558-2a5a-4992-8cd8-f65c573c397a admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:20:46.789057 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847f558-2a5a-4992-8cd8-f65c573c397a admin admin] Pushing event updated for resources: {'Port': ['ID=22921b5f-6c0e-405d-9514-986d06206901,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:46.791932 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a5832cac-7b85-45f1-97ce-8986a22e8194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (eff99e49-de62-428f-ab06-d048958eadc1), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:46.890228 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 479a6f09-9d59-4be3-a02f-ba47100004da triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:46.890946 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (479a6f09-9d59-4be3-a02f-ba47100004da), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:46.907256 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c08bfe2-2a42-479e-8ea7-b5546e01e9fb req-5d4f94ca-926c-4548-bf4a-0948cb86c958 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565504 Feb 16 22:20:46.952005 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-1c22bc28-75a6-4502-be7a-a38ec4793b46 req-1cd6ebf1-09c2-4845-9a88-9eea868d9650 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1172826891', 'description': 'tempest-description-750090755'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:46.958432 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5832cac-7b85-45f1-97ce-8986a22e8194 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eff99e49-de62-428f-ab06-d048958eadc1,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:46.967059 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5832cac-7b85-45f1-97ce-8986a22e8194 admin admin] Checking segment: {'id': 'b19cbddd-21bd-4999-b9a5-6b408deae385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '60953deb-0ca7-420d-a6b6-78939cf40e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:20:46.967622 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5832cac-7b85-45f1-97ce-8986a22e8194 admin admin] Network hostable DHCP agents. Network: 60953deb-0ca7-420d-a6b6-78939cf40e4c, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:20:46.984197 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735d7a02-7bcf-4b70-94dd-87c2ce1cfd19 None None] Network 17015cc1-bd92-489e-837b-ef3849fab73f requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:20:47.013395 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5832cac-7b85-45f1-97ce-8986a22e8194 admin admin] Network 60953deb-0ca7-420d-a6b6-78939cf40e4c is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:20:47.021309 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1c22bc28-75a6-4502-be7a-a38ec4793b46 req-1cd6ebf1-09c2-4845-9a88-9eea868d9650 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:47.057260 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-a5832cac-7b85-45f1-97ce-8986a22e8194 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 60953deb-0ca7-420d-a6b6-78939cf40e4c) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:20:47.073124 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5832cac-7b85-45f1-97ce-8986a22e8194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:47.073876 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a5832cac-7b85-45f1-97ce-8986a22e8194 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:47.089646 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1b41f9-488a-41d6-8756-00f6d7d73508 None None] Network 60953deb-0ca7-420d-a6b6-78939cf40e4c requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:20:47.145012 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a5832cac-7b85-45f1-97ce-8986a22e8194 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9613419 Feb 16 22:20:47.261356 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1c22bc28-75a6-4502-be7a-a38ec4793b46 req-1cd6ebf1-09c2-4845-9a88-9eea868d9650 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (fc4b7cef-9148-4322-9f83-c0654f92a197), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:47.270859 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1c22bc28-75a6-4502-be7a-a38ec4793b46 req-1cd6ebf1-09c2-4845-9a88-9eea868d9650 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (fc4b7cef-9148-4322-9f83-c0654f92a197), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:47.347286 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1c22bc28-75a6-4502-be7a-a38ec4793b46 req-1cd6ebf1-09c2-4845-9a88-9eea868d9650 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:47.349520 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c22bc28-75a6-4502-be7a-a38ec4793b46 req-1cd6ebf1-09c2-4845-9a88-9eea868d9650 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4075439 Feb 16 22:20:47.354297 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6ebf1-09c2-4845-9a88-9eea868d9650 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4b7cef-9148-4322-9f83-c0654f92a197,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:47.405167 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 479a6f09-9d59-4be3-a02f-ba47100004da is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:47.405550 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (479a6f09-9d59-4be3-a02f-ba47100004da), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:47.467484 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1847f558-2a5a-4992-8cd8-f65c573c397a admin admin] Publish callbacks [] for router_gateway (4ae44f38-c1bc-480f-9e15-661250e131f9), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:47.513949 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 479a6f09-9d59-4be3-a02f-ba47100004da, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=479a6f09-9d59-4be3-a02f-ba47100004da,segment=NetworkSegment(681e05e7-6c63-421e-a169-dc3fe60cb7be),segment_id=681e05e7-6c63-421e-a169-dc3fe60cb7be)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:47.517186 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52e695c-f2d6-49d8-bde5-1e0a5c720315 None None] Network 60953deb-0ca7-420d-a6b6-78939cf40e4c requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:20:47.540664 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (479a6f09-9d59-4be3-a02f-ba47100004da), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:47.551334 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37905815-0469-49df-b06e-045a8ef7ea90 req-770aa9b6-c986-4383-a371-bb9225a3dc44 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:47.558939 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-37905815-0469-49df-b06e-045a8ef7ea90 req-770aa9b6-c986-4383-a371-bb9225a3dc44 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=a977f381-b173-45c2-921f-50dba7a85338 HTTP/1.1" status: 200 len: 944 time: 0.1221085 Feb 16 22:20:47.647912 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=479a6f09-9d59-4be3-a02f-ba47100004da,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:47.662664 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-37905815-0469-49df-b06e-045a8ef7ea90 req-d438672b-25ba-49e1-83de-240faf319d26 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818038 Feb 16 22:20:47.762173 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5930b57b-be1c-4941-b088-7aa6309dd3d6 None None] Network 18752fe7-bd5e-4f49-97b1-8bf7de27a385 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:20:47.774298 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896877e-5044-4c1c-bc8f-7402237e34e6 req-9ea11844-0902-4c53-bd32-55ff006628a4 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:47.776216 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6896877e-5044-4c1c-bc8f-7402237e34e6 req-9ea11844-0902-4c53-bd32-55ff006628a4 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.0586190 Feb 16 22:20:47.785444 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 32798) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:47.795776 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-1277ce82-0bee-42fc-810b-a3a197416acc tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Request body: {'floatingip': {'port_id': '0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:47.796004 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1847f558-2a5a-4992-8cd8-f65c573c397a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (4ae44f38-c1bc-480f-9e15-661250e131f9), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:47.841767 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1277ce82-0bee-42fc-810b-a3a197416acc tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for floatingip (83f006f9-f27c-4bf0-8898-cc6ab9addf53), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:47.900699 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-360883fc-683b-4319-bf73-42482fe92c9c None None] Provisioning complete for port 479a6f09-9d59-4be3-a02f-ba47100004da triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:47.901077 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-360883fc-683b-4319-bf73-42482fe92c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (479a6f09-9d59-4be3-a02f-ba47100004da), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:48.011907 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-360883fc-683b-4319-bf73-42482fe92c9c None None] Current status of the port 479a6f09-9d59-4be3-a02f-ba47100004da is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:48.027815 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1847f558-2a5a-4992-8cd8-f65c573c397a admin admin] Router 4ae44f38-c1bc-480f-9e15-661250e131f9 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:20:48.152840 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1847f558-2a5a-4992-8cd8-f65c573c397a admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:20:48.164265 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096ec263-23dc-4151-bf71-5364a40edf6f None None] Sync routers for ids ['4ae44f38-c1bc-480f-9e15-661250e131f9'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:20:48.184715 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096ec263-23dc-4151-bf71-5364a40edf6f None None] Routers {'4ae44f38-c1bc-480f-9e15-661250e131f9'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:20:48.187036 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-096ec263-23dc-4151-bf71-5364a40edf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:20:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4ae44f38-c1bc-480f-9e15-661250e131f9'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:48.198645 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1847f558-2a5a-4992-8cd8-f65c573c397a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:48.206384 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1847f558-2a5a-4992-8cd8-f65c573c397a admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7251577 Feb 16 22:20:48.206528 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 32810) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:48.220041 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-195f791c-f854-4d61-8d2a-8ed1e8fad68b tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:48.220802 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-195f791c-f854-4d61-8d2a-8ed1e8fad68b tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/networks?id=17015cc1-bd92-489e-837b-ef3849fab73f HTTP/1.1" status: 200 len: 822 time: 0.1199903 Feb 16 22:20:48.246264 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-4587dffc-64c3-407b-90f5-8a0a1de5a6f6 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/quotas/229d3dcf7b63487c98aa1d1f04fde1de HTTP/1.1" status: 200 len: 375 time: 0.0179007 Feb 16 22:20:48.292757 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-0015b18a-87c0-4b32-92e8-f46b48011bc3 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=229d3dcf7b63487c98aa1d1f04fde1de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382316 Feb 16 22:20:48.348113 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-8ec8f654-5370-4081-a94c-479be4857ffb None None] Provisioning complete for port 479a6f09-9d59-4be3-a02f-ba47100004da triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:48.348632 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8ec8f654-5370-4081-a94c-479be4857ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (479a6f09-9d59-4be3-a02f-ba47100004da), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:48.427402 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-d70f73f8-fe78-4978-b0e6-45d7b48402fa service neutron] 10.222.0.75 "GET /v2.0/networks/17015cc1-bd92-489e-837b-ef3849fab73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063938 Feb 16 22:20:48.505687 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-096ec263-23dc-4151-bf71-5364a40edf6f None None] Set router 4ae44f38-c1bc-480f-9e15-661250e131f9 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:20:48.672797 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-15d49223-3efc-48a7-ab6a-e3c520e1e0bf service neutron] 10.222.0.75 "GET /v2.0/networks/17015cc1-bd92-489e-837b-ef3849fab73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256420 Feb 16 22:20:48.680941 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 479a6f09-9d59-4be3-a02f-ba47100004da up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:20:48.758544 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1277ce82-0bee-42fc-810b-a3a197416acc tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:48.767394 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1277ce82-0bee-42fc-810b-a3a197416acc tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (83f006f9-f27c-4bf0-8898-cc6ab9addf53), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:48.776057 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-8ec8f654-5370-4081-a94c-479be4857ffb None None] Current status of the port 479a6f09-9d59-4be3-a02f-ba47100004da is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:48.807996 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 479a6f09-9d59-4be3-a02f-ba47100004da triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:48.808502 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (479a6f09-9d59-4be3-a02f-ba47100004da), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:48.818797 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a8cb7c9e-8c40-47ae-9f0b-535aeb68ffc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:48.906073 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-096ec263-23dc-4151-bf71-5364a40edf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae44f38-c1bc-480f-9e15-661250e131f9', 'name': 'tempest-TaggedBootDevicesTest-866207185-router', 'tenant_id': '8c58ded39b7b4a83a32aa963b6e63e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '22921b5f-6c0e-405d-9514-986d06206901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:44Z', 'updated_at': '2022-02-16T22:20:47Z', 'revision_number': 3, 'project_id': '8c58ded39b7b4a83a32aa963b6e63e07', 'gw_port': {'id': '22921b5f-6c0e-405d-9514-986d06206901', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae44f38-c1bc-480f-9e15-661250e131f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:46Z', 'updated_at': '2022-02-16T22:20:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:48.938203 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096ec263-23dc-4151-bf71-5364a40edf6f None None] Checking router: 4ae44f38-c1bc-480f-9e15-661250e131f9 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:20:48.938556 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096ec263-23dc-4151-bf71-5364a40edf6f None None] Updating router 4ae44f38-c1bc-480f-9e15-661250e131f9 port 22921b5f-6c0e-405d-9514-986d06206901 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:20:48.966545 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-1277ce82-0bee-42fc-810b-a3a197416acc tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Floating IP 83f006f9-f27c-4bf0-8898-cc6ab9addf53 associated. External IP: 172.25.2.73, port: 0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1. Feb 16 22:20:48.998124 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-096ec263-23dc-4151-bf71-5364a40edf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (22921b5f-6c0e-405d-9514-986d06206901), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:48.999643 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 479a6f09-9d59-4be3-a02f-ba47100004da is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:49.034148 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [req-71acaaa3-799a-43ab-bde6-ae0b5a61dc7a req-8b7706c6-997e-4b61-bc65-9542b9ac11d2 tempest-SecurityGroupsNegativeTestJSON-1270533557 tempest-SecurityGroupsNegativeTestJSON-1270533557-project] show failed (client error): The resource could not be found. Feb 16 22:20:49.050552 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-71acaaa3-799a-43ab-bde6-ae0b5a61dc7a req-8b7706c6-997e-4b61-bc65-9542b9ac11d2 tempest-SecurityGroupsNegativeTestJSON-1270533557 tempest-SecurityGroupsNegativeTestJSON-1270533557-project] 10.222.0.75 "GET /v2.0/security-groups/0f841c67-aaa2-4b85-95a2-cf695a48057c HTTP/1.1" status: 404 len: 352 time: 0.0935361 Feb 16 22:20:49.113156 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-a8cb7c9e-8c40-47ae-9f0b-535aeb68ffc5 admin admin] Allocated IP 172.20.0.1 (18752fe7-bd5e-4f49-97b1-8bf7de27a385/c5730c9f-ab60-4619-a99d-939e4bbd125c/2a0cef2b-53dc-4659-8332-a21c3756ee48) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:20:49.263083 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a8cb7c9e-8c40-47ae-9f0b-535aeb68ffc5 admin admin] Publish callbacks [] for port (2a0cef2b-53dc-4659-8332-a21c3756ee48), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:49.318573 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a8cb7c9e-8c40-47ae-9f0b-535aeb68ffc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (2a0cef2b-53dc-4659-8332-a21c3756ee48), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:49.374021 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cb7c9e-8c40-47ae-9f0b-535aeb68ffc5 admin admin] Network 18752fe7-bd5e-4f49-97b1-8bf7de27a385 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:20:49.377751 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-a8cb7c9e-8c40-47ae-9f0b-535aeb68ffc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:20:49.381641 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cb7c9e-8c40-47ae-9f0b-535aeb68ffc5 admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:20:49.426958 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-096ec263-23dc-4151-bf71-5364a40edf6f None None] Publish callbacks [] for port (22921b5f-6c0e-405d-9514-986d06206901), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:49.438476 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-096ec263-23dc-4151-bf71-5364a40edf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (22921b5f-6c0e-405d-9514-986d06206901), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:49.444876 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb7c9e-8c40-47ae-9f0b-535aeb68ffc5 admin admin] Pushing event updated for resources: {'Port': ['ID=2a0cef2b-53dc-4659-8332-a21c3756ee48,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:49.460530 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a8cb7c9e-8c40-47ae-9f0b-535aeb68ffc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (4ae44f38-c1bc-480f-9e15-661250e131f9), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:49.468319 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cfa59-42f2-4479-9e24-bd9c4534c507 req-77964bad-300d-4e53-9819-b75899a87785 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:49.479623 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a46cfa59-42f2-4479-9e24-bd9c4534c507 req-77964bad-300d-4e53-9819-b75899a87785 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.3778815 Feb 16 22:20:49.504003 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device dce25e4b-f30f-441d-beed-8e5cb873a838 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:20:49.560873 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-096ec263-23dc-4151-bf71-5364a40edf6f None None] Attempting to bind port 22921b5f-6c0e-405d-9514-986d06206901 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:20:49.561254 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-096ec263-23dc-4151-bf71-5364a40edf6f None None] Attempting to bind port 22921b5f-6c0e-405d-9514-986d06206901 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:20:49.561616 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096ec263-23dc-4151-bf71-5364a40edf6f None None] Attempting to bind port 22921b5f-6c0e-405d-9514-986d06206901 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:20:49.590657 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096ec263-23dc-4151-bf71-5364a40edf6f None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:20:49.591088 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096ec263-23dc-4151-bf71-5364a40edf6f None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:20:49.591568 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-096ec263-23dc-4151-bf71-5364a40edf6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:49.591966 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096ec263-23dc-4151-bf71-5364a40edf6f None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:20:49.592582 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-096ec263-23dc-4151-bf71-5364a40edf6f None None] Bound port: 22921b5f-6c0e-405d-9514-986d06206901, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:20:49.592975 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-096ec263-23dc-4151-bf71-5364a40edf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (22921b5f-6c0e-405d-9514-986d06206901), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:49.613096 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a46cfa59-42f2-4479-9e24-bd9c4534c507 req-615386b9-d7cc-4ae7-8b9f-45f803dad50a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202097 Feb 16 22:20:49.629472 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1277ce82-0bee-42fc-810b-a3a197416acc tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Router 2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:20:49.680815 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-096ec263-23dc-4151-bf71-5364a40edf6f None None] For port 22921b5f-6c0e-405d-9514-986d06206901, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:20:49.696720 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-096ec263-23dc-4151-bf71-5364a40edf6f None None] For port 22921b5f-6c0e-405d-9514-986d06206901, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=22921b5f-6c0e-405d-9514-986d06206901,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:20:49.700398 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39402949-85d7-43a0-9d8d-f977f64a89d2 None None] Pushing event updated for resources: {'Port': ['ID=22921b5f-6c0e-405d-9514-986d06206901,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:49.708364 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a8cb7c9e-8c40-47ae-9f0b-535aeb68ffc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2a0cef2b-53dc-4659-8332-a21c3756ee48), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:49.721810 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b93f72f9-b0c0-4bb4-ad4b-e6e082086a9b None None] Provisioning complete for port 2a0cef2b-53dc-4659-8332-a21c3756ee48 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:49.722298 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b93f72f9-b0c0-4bb4-ad4b-e6e082086a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2a0cef2b-53dc-4659-8332-a21c3756ee48), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:49.740360 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-096ec263-23dc-4151-bf71-5364a40edf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (22921b5f-6c0e-405d-9514-986d06206901), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:49.753405 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port dce25e4b-f30f-441d-beed-8e5cb873a838 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:20:49.813099 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b93f72f9-b0c0-4bb4-ad4b-e6e082086a9b None None] Port 2a0cef2b-53dc-4659-8332-a21c3756ee48 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:20:49.852414 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port dce25e4b-f30f-441d-beed-8e5cb873a838 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:49.852947 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (dce25e4b-f30f-441d-beed-8e5cb873a838), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:49.899940 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096ec263-23dc-4151-bf71-5364a40edf6f None None] Routers {'4ae44f38-c1bc-480f-9e15-661250e131f9'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:20:49.900881 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-096ec263-23dc-4151-bf71-5364a40edf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:20:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4ae44f38-c1bc-480f-9e15-661250e131f9'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:49.932414 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a8cb7c9e-8c40-47ae-9f0b-535aeb68ffc5 admin admin] Publish callbacks [] for port (2a0cef2b-53dc-4659-8332-a21c3756ee48), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:49.950329 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a8cb7c9e-8c40-47ae-9f0b-535aeb68ffc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (2a0cef2b-53dc-4659-8332-a21c3756ee48), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:49.983263 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-eee5f9b2-bc7c-42c8-bfa9-cedacc03808f tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:49.990155 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-eee5f9b2-bc7c-42c8-bfa9-cedacc03808f tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/networks?id=be44f052-6b9f-454c-8856-b66bc09e491a HTTP/1.1" status: 200 len: 813 time: 0.1894903 Feb 16 22:20:50.009049 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-6ebea5af-0c44-44cc-979b-81683e3fe1b2 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/quotas/01e432083635478383758717a26cceec HTTP/1.1" status: 200 len: 375 time: 0.0178771 Feb 16 22:20:50.051349 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-5340e0d0-cb65-4b5a-8c02-637bf155d33b tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=01e432083635478383758717a26cceec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411956 Feb 16 22:20:50.060915 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb7c9e-8c40-47ae-9f0b-535aeb68ffc5 admin admin] Pushing event updated for resources: {'Port': ['ID=2a0cef2b-53dc-4659-8332-a21c3756ee48,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:50.113316 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a8cb7c9e-8c40-47ae-9f0b-535aeb68ffc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (4ae44f38-c1bc-480f-9e15-661250e131f9), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:50.168329 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-0f5d0977-cf16-4071-be63-47700dab9ce4 service neutron] 10.222.0.75 "GET /v2.0/networks/be44f052-6b9f-454c-8856-b66bc09e491a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161637 Feb 16 22:20:50.188985 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-096ec263-23dc-4151-bf71-5364a40edf6f None None] Set router 4ae44f38-c1bc-480f-9e15-661250e131f9 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:20:50.217376 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cb7c9e-8c40-47ae-9f0b-535aeb68ffc5 admin admin] Network 18752fe7-bd5e-4f49-97b1-8bf7de27a385 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:20:50.219114 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-a8cb7c9e-8c40-47ae-9f0b-535aeb68ffc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:20:50.273385 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1277ce82-0bee-42fc-810b-a3a197416acc tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:20:50.280096 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1277ce82-0bee-42fc-810b-a3a197416acc tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:50.297549 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdee0cf2-84b4-4fef-b407-4f77987a6d88 None None] Sync routers for ids ['2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:20:50.316018 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdee0cf2-84b4-4fef-b407-4f77987a6d88 None None] Routers {'2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:20:50.317340 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-fdee0cf2-84b4-4fef-b407-4f77987a6d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:20:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:50.358738 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-510b248d-c73b-42e8-93c8-7ffddf81cb92 service neutron] 10.222.0.75 "GET /v2.0/networks/be44f052-6b9f-454c-8856-b66bc09e491a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895018 Feb 16 22:20:50.375529 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1277ce82-0bee-42fc-810b-a3a197416acc tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "PUT /v2.0/floatingips/83f006f9-f27c-4bf0-8898-cc6ab9addf53 HTTP/1.1" status: 200 len: 990 time: 2.5882366 Feb 16 22:20:50.376201 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7265de-96c4-44d2-9a04-165ae0cac334', 'tag': '0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:20:50.378841 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccdfd72-35b1-4060-98f5-4d7ff89c8cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "9a7265de-96c4-44d2-9a04-165ae0cac334", "tag": "0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:20:50.560349 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8cb7c9e-8c40-47ae-9f0b-535aeb68ffc5 admin admin] Router 4ae44f38-c1bc-480f-9e15-661250e131f9 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:20:50.560829 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39402949-85d7-43a0-9d8d-f977f64a89d2 None None] Pushing event updated for resources: {'Port': ['ID=22921b5f-6c0e-405d-9514-986d06206901,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:50.621835 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-fdee0cf2-84b4-4fef-b407-4f77987a6d88 None None] Set router 2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:20:50.659661 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1e5dff62-26be-428c-bf42-61f907ed875f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:50.783557 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port dce25e4b-f30f-441d-beed-8e5cb873a838 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:50.784286 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (dce25e4b-f30f-441d-beed-8e5cb873a838), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:50.887318 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-8314d57d-f2da-4619-8231-d7ac1e7e2ff9 None None] Provisioning complete for port 2a0cef2b-53dc-4659-8332-a21c3756ee48 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:50.887993 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8314d57d-f2da-4619-8231-d7ac1e7e2ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2a0cef2b-53dc-4659-8332-a21c3756ee48), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:50.916322 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cb7c9e-8c40-47ae-9f0b-535aeb68ffc5 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:20:50.935539 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a8cb7c9e-8c40-47ae-9f0b-535aeb68ffc5 admin admin] 10.222.0.75 "PUT /v2.0/routers/4ae44f38-c1bc-480f-9e15-661250e131f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7183614 Feb 16 22:20:50.936117 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-8314d57d-f2da-4619-8231-d7ac1e7e2ff9 None None] Port 2a0cef2b-53dc-4659-8332-a21c3756ee48 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:20:50.936117 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a977f381-b173-45c2-921f-50dba7a85338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce25e4b-f30f-441d-beed-8e5cb873a838'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:20:50.937945 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bd8148-03aa-48e8-90ee-0baa709e2cb3" -d '{"events": [{"server_uuid": "a977f381-b173-45c2-921f-50dba7a85338", "name": "network-vif-plugged", "status": "completed", "tag": "dce25e4b-f30f-441d-beed-8e5cb873a838"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:20:50.944557 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-096ec263-23dc-4151-bf71-5364a40edf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae44f38-c1bc-480f-9e15-661250e131f9', 'name': 'tempest-TaggedBootDevicesTest-866207185-router', 'tenant_id': '8c58ded39b7b4a83a32aa963b6e63e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '22921b5f-6c0e-405d-9514-986d06206901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:44Z', 'updated_at': '2022-02-16T22:20:49Z', 'revision_number': 4, 'project_id': '8c58ded39b7b4a83a32aa963b6e63e07', 'gw_port': {'id': '22921b5f-6c0e-405d-9514-986d06206901', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae44f38-c1bc-480f-9e15-661250e131f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:46Z', 'updated_at': '2022-02-16T22:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '2a0cef2b-53dc-4659-8332-a21c3756ee48', 'name': '', 'network_id': '18752fe7-bd5e-4f49-97b1-8bf7de27a385', 'tenant_id': '8c58ded39b7b4a83a32aa963b6e63e07', 'mac_address': 'fa:16:3e:3e:8e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae44f38-c1bc-480f-9e15-661250e131f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'c5730c9f-ab60-4619-a99d-939e4bbd125c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:48Z', 'updated_at': '2022-02-16T22:20:49Z', 'revision_number': 1, 'project_id': '8c58ded39b7b4a83a32aa963b6e63e07', 'subnets': [{'id': 'c5730c9f-ab60-4619-a99d-939e4bbd125c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:50.978566 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port dce25e4b-f30f-441d-beed-8e5cb873a838, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=dce25e4b-f30f-441d-beed-8e5cb873a838,segment=NetworkSegment(61f8ece1-7366-4d55-af00-28ac546e7d42),segment_id=61f8ece1-7366-4d55-af00-28ac546e7d42)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:50.980795 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096ec263-23dc-4151-bf71-5364a40edf6f None None] The sync data for ids ['4ae44f38-c1bc-480f-9e15-661250e131f9'] in n-d-813897-6 is: [{'id': '4ae44f38-c1bc-480f-9e15-661250e131f9', 'name': 'tempest-TaggedBootDevicesTest-866207185-router', 'tenant_id': '8c58ded39b7b4a83a32aa963b6e63e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '22921b5f-6c0e-405d-9514-986d06206901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:44Z', 'updated_at': '2022-02-16T22:20:49Z', 'revision_number': 4, 'project_id': '8c58ded39b7b4a83a32aa963b6e63e07', 'gw_port': {'id': '22921b5f-6c0e-405d-9514-986d06206901', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae44f38-c1bc-480f-9e15-661250e131f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:46Z', 'updated_at': '2022-02-16T22:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '2a0cef2b-53dc-4659-8332-a21c3756ee48', 'name': '', 'network_id': '18752fe7-bd5e-4f49-97b1-8bf7de27a385', 'tenant_id': '8c58ded39b7b4a83a32aa963b6e63e07', 'mac_address': 'fa:16:3e:3e:8e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae44f38-c1bc-480f-9e15-661250e131f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'c5730c9f-ab60-4619-a99d-939e4bbd125c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:48Z', 'updated_at': '2022-02-16T22:20:49Z', 'revision_number': 1, 'project_id': '8c58ded39b7b4a83a32aa963b6e63e07', 'subnets': [{'id': 'c5730c9f-ab60-4619-a99d-939e4bbd125c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:20:50.987284 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (dce25e4b-f30f-441d-beed-8e5cb873a838), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:51.023707 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-fdee0cf2-84b4-4fef-b407-4f77987a6d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'name': 'tempest-AttachVolumeTestJSON-1783443213-router', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '60715aee-fff1-4765-bf0d-c219182519e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:12Z', 'updated_at': '2022-02-16T22:20:19Z', 'revision_number': 4, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'gw_port': {'id': '60715aee-fff1-4765-bf0d-c219182519e3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:13Z', 'updated_at': '2022-02-16T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '83f006f9-f27c-4bf0-8898-cc6ab9addf53', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'floating_ip_address': '172.25.2.73', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'port_id': '0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1021, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8', 'mac_address': 'fa:16:3e:32:68:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7265de-96c4-44d2-9a04-165ae0cac334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:20:25Z', 'updated_at': '2022-02-16T22:20:48Z', 'revision_number': 1, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a66254-8530-410c-b704-0a1a2d1363c8', 'name': '', 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'mac_address': 'fa:16:3e:1b:b4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '812089a8-8e43-4669-b97f-c5c83d27191f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:18Z', 'updated_at': '2022-02-16T22:20:24Z', 'revision_number': 5, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'subnets': [{'id': '812089a8-8e43-4669-b97f-c5c83d27191f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:51.085891 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=dce25e4b-f30f-441d-beed-8e5cb873a838,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:51.087599 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdee0cf2-84b4-4fef-b407-4f77987a6d88 None None] Checking router: 2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:20:51.113113 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdee0cf2-84b4-4fef-b407-4f77987a6d88 None None] Routers {'2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:20:51.114960 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-fdee0cf2-84b4-4fef-b407-4f77987a6d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:20:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:51.252727 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e5a80-c31a-41b0-aa10-9fe9a0f00a4c req-e26cdf9e-8357-48d8-b15e-033ec69a1e55 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:51.268910 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-645e5a80-c31a-41b0-aa10-9fe9a0f00a4c req-e26cdf9e-8357-48d8-b15e-033ec69a1e55 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=a977f381-b173-45c2-921f-50dba7a85338 HTTP/1.1" status: 200 len: 945 time: 0.2089539 Feb 16 22:20:51.346541 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-e723404d-83ff-4bc2-b087-e2f7981df853 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:51.348227 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-e723404d-83ff-4bc2-b087-e2f7981df853 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.79 "GET /v2.0/networks?id=17015cc1-bd92-489e-837b-ef3849fab73f HTTP/1.1" status: 200 len: 822 time: 0.8856533 Feb 16 22:20:51.428379 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-645e5a80-c31a-41b0-aa10-9fe9a0f00a4c req-dce718bb-7fc2-4e85-9428-a38b312f05ea tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581674 Feb 16 22:20:51.440346 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-313ebd8c-b0af-4604-9297-a300f0a72575 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Request body: {'port': {'device_id': 'c84f0bfb-1236-4f46-8d33-ea6713118761', 'network_id': '17015cc1-bd92-489e-837b-ef3849fab73f', 'admin_state_up': True, 'tenant_id': '229d3dcf7b63487c98aa1d1f04fde1de'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:51.519693 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-fdee0cf2-84b4-4fef-b407-4f77987a6d88 None None] Set router 2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:20:51.664251 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-35b01f9b-1b56-457a-94e9-cb7b41ab4ef8 req-671d2fff-22de-4677-93d2-926b31169e8e tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=c84f0bfb-1236-4f46-8d33-ea6713118761 HTTP/1.1" status: 200 len: 210 time: 0.0689123 Feb 16 22:20:51.724551 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-313ebd8c-b0af-4604-9297-a300f0a72575 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Made reservation on behalf of 229d3dcf7b63487c98aa1d1f04fde1de for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:20:51.727981 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-313ebd8c-b0af-4604-9297-a300f0a72575 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:51.888968 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70b3afe-d67d-45ce-a3fa-9ac45d7a5ab8 x-openstack-request-id: req-d70b3afe-d67d-45ce-a3fa-9ac45d7a5ab8 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:20:51.889339 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a7265de-96c4-44d2-9a04-165ae0cac334", "tag": "0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:20:51.889509 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d70b3afe-d67d-45ce-a3fa-9ac45d7a5ab8 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:20:51.900566 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a7265de-96c4-44d2-9a04-165ae0cac334', 'tag': '0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1', 'status': 'completed', 'code': 200} Feb 16 22:20:52.051640 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccdfd72-35b1-4060-98f5-4d7ff89c8cf5 req-1a831a4f-dc00-4e9d-a8c3-b5b3fafdf6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:52.053195 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6ccdfd72-35b1-4060-98f5-4d7ff89c8cf5 req-1a831a4f-dc00-4e9d-a8c3-b5b3fafdf6b0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d077897d87b240428fffff8cb232a67c&device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 1127 time: 0.1137586 Feb 16 22:20:52.119472 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-313ebd8c-b0af-4604-9297-a300f0a72575 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Allocated IP 172.20.0.13 (17015cc1-bd92-489e-837b-ef3849fab73f/9a43b30e-e3d6-46b1-a7c4-7a9e3a596a30/65a8888c-8eae-43ee-b18f-60412a97f236) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:20:52.133989 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-fdee0cf2-84b4-4fef-b407-4f77987a6d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'name': 'tempest-AttachVolumeTestJSON-1783443213-router', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '60715aee-fff1-4765-bf0d-c219182519e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:12Z', 'updated_at': '2022-02-16T22:20:19Z', 'revision_number': 4, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'gw_port': {'id': '60715aee-fff1-4765-bf0d-c219182519e3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:13Z', 'updated_at': '2022-02-16T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '83f006f9-f27c-4bf0-8898-cc6ab9addf53', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'floating_ip_address': '172.25.2.73', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'port_id': '0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1021, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8', 'mac_address': 'fa:16:3e:32:68:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7265de-96c4-44d2-9a04-165ae0cac334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:20:25Z', 'updated_at': '2022-02-16T22:20:48Z', 'revision_number': 1, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a66254-8530-410c-b704-0a1a2d1363c8', 'name': '', 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'mac_address': 'fa:16:3e:1b:b4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '812089a8-8e43-4669-b97f-c5c83d27191f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:18Z', 'updated_at': '2022-02-16T22:20:24Z', 'revision_number': 5, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'subnets': [{'id': '812089a8-8e43-4669-b97f-c5c83d27191f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:52.161114 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c7ede-1cba-441b-ad6f-8fc929dd3503 req-da1bfd3f-5926-46f2-aa30-75f28eea3055 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:52.176173 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d55c7ede-1cba-441b-ad6f-8fc929dd3503 req-da1bfd3f-5926-46f2-aa30-75f28eea3055 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.2179177 Feb 16 22:20:52.182897 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdee0cf2-84b4-4fef-b407-4f77987a6d88 None None] The sync data for ids ['2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'] in n-d-813897-6 is: [{'id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'name': 'tempest-AttachVolumeTestJSON-1783443213-router', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '60715aee-fff1-4765-bf0d-c219182519e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:12Z', 'updated_at': '2022-02-16T22:20:19Z', 'revision_number': 4, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'gw_port': {'id': '60715aee-fff1-4765-bf0d-c219182519e3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:13Z', 'updated_at': '2022-02-16T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '83f006f9-f27c-4bf0-8898-cc6ab9addf53', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'floating_ip_address': '172.25.2.73', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'port_id': '0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1021, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8', 'mac_address': 'fa:16:3e:32:68:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7265de-96c4-44d2-9a04-165ae0cac334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:20:25Z', 'updated_at': '2022-02-16T22:20:48Z', 'revision_number': 1, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a66254-8530-410c-b704-0a1a2d1363c8', 'name': '', 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'mac_address': 'fa:16:3e:1b:b4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '812089a8-8e43-4669-b97f-c5c83d27191f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:18Z', 'updated_at': '2022-02-16T22:20:24Z', 'revision_number': 5, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'subnets': [{'id': '812089a8-8e43-4669-b97f-c5c83d27191f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:20:52.294169 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccdfd72-35b1-4060-98f5-4d7ff89c8cf5 req-21171dc0-d468-496a-948e-8b1f31bbd448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:52.294169 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6ccdfd72-35b1-4060-98f5-4d7ff89c8cf5 req-21171dc0-d468-496a-948e-8b1f31bbd448 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a2949af4-226e-4bae-8b8f-20776d9938d8 HTTP/1.1" status: 200 len: 912 time: 0.2281792 Feb 16 22:20:52.406723 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6ccdfd72-35b1-4060-98f5-4d7ff89c8cf5 req-4b37b9e4-a2bc-4f63-91a6-813065490356 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1 HTTP/1.1" status: 200 len: 998 time: 0.1052570 Feb 16 22:20:52.428967 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d55c7ede-1cba-441b-ad6f-8fc929dd3503 req-d510244d-078e-46ef-878b-762632a3da9d tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2485268 Feb 16 22:20:52.696953 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d6873dae-fb60-4cba-879b-54ec87528e5d req-7ba55a8f-54c4-4dbc-ac28-2b5c50e486ab tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/ports?device_id=e16ef9c4-404d-41d8-911d-a85e789f5429 HTTP/1.1" status: 200 len: 210 time: 0.1400671 Feb 16 22:20:52.738392 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 22921b5f-6c0e-405d-9514-986d06206901 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:20:52.753424 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccdfd72-35b1-4060-98f5-4d7ff89c8cf5 req-5355aec0-77a2-484b-8eef-c9779993e17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:52.754939 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6ccdfd72-35b1-4060-98f5-4d7ff89c8cf5 req-5355aec0-77a2-484b-8eef-c9779993e17d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=812089a8-8e43-4669-b97f-c5c83d27191f HTTP/1.1" status: 200 len: 850 time: 0.3275638 Feb 16 22:20:52.796431 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-313ebd8c-b0af-4604-9297-a300f0a72575 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks [] for port (65a8888c-8eae-43ee-b18f-60412a97f236), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:52.817080 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25702556-9fdc-4a48-afed-5384044fcce4 None None] New status for floating IP 83f006f9-f27c-4bf0-8898-cc6ab9addf53: ACTIVE {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:20:52.904047 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-313ebd8c-b0af-4604-9297-a300f0a72575 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (65a8888c-8eae-43ee-b18f-60412a97f236), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:52.933762 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-b2a20048-5bf2-44a4-a0ed-7a401140b779 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:52.935638 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-b2a20048-5bf2-44a4-a0ed-7a401140b779 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.67 "GET /v2.0/networks?id=be44f052-6b9f-454c-8856-b66bc09e491a HTTP/1.1" status: 200 len: 813 time: 0.5274794 Feb 16 22:20:52.970662 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-313ebd8c-b0af-4604-9297-a300f0a72575 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Network 17015cc1-bd92-489e-837b-ef3849fab73f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:20:52.971904 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 22921b5f-6c0e-405d-9514-986d06206901 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:52.972298 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (22921b5f-6c0e-405d-9514-986d06206901), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:52.979967 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-313ebd8c-b0af-4604-9297-a300f0a72575 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:20:52.983960 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-739d4443-d2e1-440f-a87e-581ca651ecbd tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Request body: {'port': {'device_id': 'e16ef9c4-404d-41d8-911d-a85e789f5429', 'network_id': 'be44f052-6b9f-454c-8856-b66bc09e491a', 'admin_state_up': True, 'tenant_id': '01e432083635478383758717a26cceec'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:53.015045 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ab6e3f-b98e-4e23-bb17-df04d4596499 x-openstack-request-id: req-31ab6e3f-b98e-4e23-bb17-df04d4596499 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:20:53.015470 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a977f381-b173-45c2-921f-50dba7a85338", "name": "network-vif-plugged", "status": "completed", "tag": "dce25e4b-f30f-441d-beed-8e5cb873a838", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:20:53.015674 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-31ab6e3f-b98e-4e23-bb17-df04d4596499 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:20:53.016040 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a977f381-b173-45c2-921f-50dba7a85338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce25e4b-f30f-441d-beed-8e5cb873a838', 'code': 200} Feb 16 22:20:53.045771 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-313ebd8c-b0af-4604-9297-a300f0a72575 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:20:53.102527 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccdfd72-35b1-4060-98f5-4d7ff89c8cf5 req-d4393bea-39d4-48e5-b728-feaf47e7cffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:53.104292 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6ccdfd72-35b1-4060-98f5-4d7ff89c8cf5 req-d4393bea-39d4-48e5-b728-feaf47e7cffa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a2949af4-226e-4bae-8b8f-20776d9938d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3309314 Feb 16 22:20:53.149541 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-62be9759-e53f-49ae-a272-a1b09429c062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:53.269008 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 22921b5f-6c0e-405d-9514-986d06206901 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:53.269568 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (22921b5f-6c0e-405d-9514-986d06206901), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:53.271561 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ebd8c-b0af-4604-9297-a300f0a72575 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Pushing event updated for resources: {'Port': ['ID=65a8888c-8eae-43ee-b18f-60412a97f236,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:53.289857 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-313ebd8c-b0af-4604-9297-a300f0a72575 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:53.290857 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-313ebd8c-b0af-4604-9297-a300f0a72575 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:53.316494 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 22921b5f-6c0e-405d-9514-986d06206901, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=22921b5f-6c0e-405d-9514-986d06206901,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:53.322616 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ebd8c-b0af-4604-9297-a300f0a72575 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:53.323184 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ebd8c-b0af-4604-9297-a300f0a72575 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:53.324055 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ebd8c-b0af-4604-9297-a300f0a72575 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:53.324591 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ebd8c-b0af-4604-9297-a300f0a72575 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:53.325107 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ebd8c-b0af-4604-9297-a300f0a72575 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:53.325257 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (22921b5f-6c0e-405d-9514-986d06206901), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:53.325825 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ebd8c-b0af-4604-9297-a300f0a72575 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:53.326383 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ebd8c-b0af-4604-9297-a300f0a72575 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:53.326986 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ebd8c-b0af-4604-9297-a300f0a72575 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:53.327845 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ebd8c-b0af-4604-9297-a300f0a72575 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:53.329077 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ebd8c-b0af-4604-9297-a300f0a72575 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:53.329673 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ebd8c-b0af-4604-9297-a300f0a72575 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:53.330533 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ebd8c-b0af-4604-9297-a300f0a72575 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:53.331173 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ebd8c-b0af-4604-9297-a300f0a72575 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:20:53.338901 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1866ac40-86a0-4aad-a091-80467ebcfa31 req-dcede16c-9c41-48b5-9dc7-52863d15e817 tempest-SecurityGroupsNegativeTestJSON-1270533557 tempest-SecurityGroupsNegativeTestJSON-1270533557-project] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f87f3ed7cd60431a877f3023e889d9cf HTTP/1.1" status: 200 len: 3005 time: 0.2892463 Feb 16 22:20:53.347752 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-313ebd8c-b0af-4604-9297-a300f0a72575 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9455462 Feb 16 22:20:53.370388 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-9fdc683f-21f3-4895-a095-9f2a37ada807 service neutron] Request body: {'port': {'device_id': 'c84f0bfb-1236-4f46-8d33-ea6713118761', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:53.467631 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=22921b5f-6c0e-405d-9514-986d06206901,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:53.476747 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1866ac40-86a0-4aad-a091-80467ebcfa31 req-265368b2-c1cc-4966-acc8-63d30d7fc3c5 tempest-SecurityGroupsNegativeTestJSON-1270533557 tempest-SecurityGroupsNegativeTestJSON-1270533557-project] 10.222.0.75 "GET /v2.0/security-groups/4de08f93-f4cf-4923-ae54-3d3002051a5c HTTP/1.1" status: 200 len: 3002 time: 0.1240611 Feb 16 22:20:53.497564 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-9fdc683f-21f3-4895-a095-9f2a37ada807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (65a8888c-8eae-43ee-b18f-60412a97f236), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:53.560859 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1866ac40-86a0-4aad-a091-80467ebcfa31 req-7a8f03ad-ee4b-488f-8534-32585956350b tempest-SecurityGroupsNegativeTestJSON-1270533557 tempest-SecurityGroupsNegativeTestJSON-1270533557-project] 10.222.0.75 "GET /v2.0/security-groups/4de08f93-f4cf-4923-ae54-3d3002051a5c HTTP/1.1" status: 200 len: 3002 time: 0.0718195 Feb 16 22:20:53.775843 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51793afa-772a-43f1-9819-de8431477258 req-79c4daa7-6a52-4769-aff5-6f7ed5912e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:53.777581 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-51793afa-772a-43f1-9819-de8431477258 req-79c4daa7-6a52-4769-aff5-6f7ed5912e28 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a977f381-b173-45c2-921f-50dba7a85338 HTTP/1.1" status: 200 len: 1127 time: 0.6671422 Feb 16 22:20:53.796739 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6ccdfd72-35b1-4060-98f5-4d7ff89c8cf5 req-e32aa1f5-b8c8-487a-8016-ade04fb8aece service neutron] 10.222.0.79 "GET /v2.0/networks/a2949af4-226e-4bae-8b8f-20776d9938d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6692958 Feb 16 22:20:53.800940 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc6419-2137-4798-89a9-9dc64c90e857 req-374f6adb-904b-4aa0-8704-2c492a760287 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:53.802554 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fdc6419-2137-4798-89a9-9dc64c90e857 req-374f6adb-904b-4aa0-8704-2c492a760287 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=a977f381-b173-45c2-921f-50dba7a85338 HTTP/1.1" status: 200 len: 945 time: 0.1446295 Feb 16 22:20:53.819871 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-739d4443-d2e1-440f-a87e-581ca651ecbd tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Made reservation on behalf of 01e432083635478383758717a26cceec for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:20:53.823348 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-739d4443-d2e1-440f-a87e-581ca651ecbd tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:53.916498 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fdc6419-2137-4798-89a9-9dc64c90e857 req-c65b0688-29c9-4e18-b302-3c9a7ff4af4a tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022363 Feb 16 22:20:54.036491 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-51793afa-772a-43f1-9819-de8431477258 req-8b0f8b37-a781-4ca4-999a-e87ff614af98 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386158 Feb 16 22:20:54.037771 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-9fdc683f-21f3-4895-a095-9f2a37ada807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65a8888c-8eae-43ee-b18f-60412a97f236 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:20:54.051949 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-9fdc683f-21f3-4895-a095-9f2a37ada807 service neutron] Publish callbacks [] for port (65a8888c-8eae-43ee-b18f-60412a97f236), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:54.080565 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-9fdc683f-21f3-4895-a095-9f2a37ada807 service neutron] Transition to ACTIVE for port object 65a8888c-8eae-43ee-b18f-60412a97f236 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:20:54.094106 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-9fdc683f-21f3-4895-a095-9f2a37ada807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (65a8888c-8eae-43ee-b18f-60412a97f236), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:54.118639 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6ccdfd72-35b1-4060-98f5-4d7ff89c8cf5 req-9a574a2e-aa68-456d-98dd-9791aeecce3e service neutron] 10.222.0.79 "GET /v2.0/networks/a2949af4-226e-4bae-8b8f-20776d9938d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089209 Feb 16 22:20:54.179257 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:54.225915 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-739d4443-d2e1-440f-a87e-581ca651ecbd tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Allocated IP 172.20.0.4 (be44f052-6b9f-454c-8856-b66bc09e491a/fcad8c41-b9f9-4474-b14c-cc354685fc88/490f6592-9082-4bd6-bb08-76e625184dbe) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:20:54.267363 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc683f-21f3-4895-a095-9f2a37ada807 service neutron] Pushing event updated for resources: {'Port': ['ID=65a8888c-8eae-43ee-b18f-60412a97f236,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:54.354675 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3799cf-edad-4720-9146-910050a6095a req-93cef4af-8f70-42a3-a16f-41a51663ff7f tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:54.362638 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cd3799cf-edad-4720-9146-910050a6095a req-93cef4af-8f70-42a3-a16f-41a51663ff7f tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=c84f0bfb-1236-4f46-8d33-ea6713118761 HTTP/1.1" status: 200 len: 944 time: 0.1977196 Feb 16 22:20:54.402145 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-9fdc683f-21f3-4895-a095-9f2a37ada807 service neutron] Attempting to bind port 65a8888c-8eae-43ee-b18f-60412a97f236 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:20:54.402644 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-9fdc683f-21f3-4895-a095-9f2a37ada807 service neutron] Attempting to bind port 65a8888c-8eae-43ee-b18f-60412a97f236 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'b005b1db-fe63-4634-a1de-c89743ea76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '17015cc1-bd92-489e-837b-ef3849fab73f'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:20:54.403084 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-9fdc683f-21f3-4895-a095-9f2a37ada807 service neutron] Attempting to bind port 65a8888c-8eae-43ee-b18f-60412a97f236 on network 17015cc1-bd92-489e-837b-ef3849fab73f {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:20:54.420945 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-9fdc683f-21f3-4895-a095-9f2a37ada807 service neutron] Port 65a8888c-8eae-43ee-b18f-60412a97f236 on network 17015cc1-bd92-489e-837b-ef3849fab73f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:20:54.421344 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-9fdc683f-21f3-4895-a095-9f2a37ada807 service neutron] Attempting to bind port 65a8888c-8eae-43ee-b18f-60412a97f236 on network 17015cc1-bd92-489e-837b-ef3849fab73f {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:20:54.435114 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-9fdc683f-21f3-4895-a095-9f2a37ada807 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:20:54.435610 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-9fdc683f-21f3-4895-a095-9f2a37ada807 service neutron] Checking segment: {'id': 'b005b1db-fe63-4634-a1de-c89743ea76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '17015cc1-bd92-489e-837b-ef3849fab73f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:20:54.436107 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-9fdc683f-21f3-4895-a095-9f2a37ada807 service neutron] Bound using segment: {'id': 'b005b1db-fe63-4634-a1de-c89743ea76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '17015cc1-bd92-489e-837b-ef3849fab73f'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:20:54.436655 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-9fdc683f-21f3-4895-a095-9f2a37ada807 service neutron] Bound port: 65a8888c-8eae-43ee-b18f-60412a97f236, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b005b1db-fe63-4634-a1de-c89743ea76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '17015cc1-bd92-489e-837b-ef3849fab73f'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:20:54.437140 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-9fdc683f-21f3-4895-a095-9f2a37ada807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (65a8888c-8eae-43ee-b18f-60412a97f236), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:54.453899 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cd3799cf-edad-4720-9146-910050a6095a req-b6dbbb8e-3964-4c2e-9aeb-e964911195dc tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/security-groups?id=e0836f72-8df4-4dd3-b8b6-a137e11b4438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857639 Feb 16 22:20:54.486094 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d2af7-2c0a-4ce7-b554-83d6962bf4a0 req-6804cff6-1f0a-4b82-bff8-c37588ad0516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:54.487920 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6b4d2af7-2c0a-4ce7-b554-83d6962bf4a0 req-6804cff6-1f0a-4b82-bff8-c37588ad0516 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=471d422781ee4218a880c4849a975478&device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 1126 time: 0.1498966 Feb 16 22:20:54.493206 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-739d4443-d2e1-440f-a87e-581ca651ecbd tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for port (490f6592-9082-4bd6-bb08-76e625184dbe), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:54.610376 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-9fdc683f-21f3-4895-a095-9f2a37ada807 service neutron] For port 65a8888c-8eae-43ee-b18f-60412a97f236, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:20:54.617604 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-739d4443-d2e1-440f-a87e-581ca651ecbd tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (490f6592-9082-4bd6-bb08-76e625184dbe), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:54.628282 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ee476b5c-5d64-4e49-b2c0-746dd0be21f4 req-af6aec3b-4423-4c09-9214-94fdba6bb58d tempest-SecurityGroupsNegativeTestJSON-1270533557 tempest-SecurityGroupsNegativeTestJSON-1270533557-project] 10.222.0.75 "GET /v2.0/security-groups/4de08f93-f4cf-4923-ae54-3d3002051a5c HTTP/1.1" status: 200 len: 3002 time: 0.1383202 Feb 16 22:20:54.631862 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-9fdc683f-21f3-4895-a095-9f2a37ada807 service neutron] For port 65a8888c-8eae-43ee-b18f-60412a97f236, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=65a8888c-8eae-43ee-b18f-60412a97f236,segment=NetworkSegment(b005b1db-fe63-4634-a1de-c89743ea76f4),segment_id=b005b1db-fe63-4634-a1de-c89743ea76f4)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:20:54.635992 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 22921b5f-6c0e-405d-9514-986d06206901 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:20:54.647517 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-739d4443-d2e1-440f-a87e-581ca651ecbd tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Network be44f052-6b9f-454c-8856-b66bc09e491a is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:20:54.652691 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-9fdc683f-21f3-4895-a095-9f2a37ada807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (65a8888c-8eae-43ee-b18f-60412a97f236), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:54.652926 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-739d4443-d2e1-440f-a87e-581ca651ecbd tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:20:54.685141 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-739d4443-d2e1-440f-a87e-581ca651ecbd tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:20:54.691053 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d2af7-2c0a-4ce7-b554-83d6962bf4a0 req-48dce5a1-1b29-4a5e-9f24-d824711eacc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:54.693083 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6b4d2af7-2c0a-4ce7-b554-83d6962bf4a0 req-48dce5a1-1b29-4a5e-9f24-d824711eacc3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=22711c4a-8661-4a7d-9538-4da72ec44b9a HTTP/1.1" status: 200 len: 912 time: 0.1957135 Feb 16 22:20:54.727351 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-9fdc683f-21f3-4895-a095-9f2a37ada807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:54.728523 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-9fdc683f-21f3-4895-a095-9f2a37ada807 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:54.738206 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-9fdc683f-21f3-4895-a095-9f2a37ada807 service neutron] 10.222.0.79 "PUT /v2.0/ports/65a8888c-8eae-43ee-b18f-60412a97f236 HTTP/1.1" status: 200 len: 1092 time: 1.3639061 Feb 16 22:20:54.738206 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84f0bfb-1236-4f46-8d33-ea6713118761', 'tag': '65a8888c-8eae-43ee-b18f-60412a97f236'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:20:54.738206 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8263315c-6fb8-41fa-9d27-a2dd9d369d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "c84f0bfb-1236-4f46-8d33-ea6713118761", "tag": "65a8888c-8eae-43ee-b18f-60412a97f236"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:20:54.767373 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 22921b5f-6c0e-405d-9514-986d06206901 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:54.767758 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (22921b5f-6c0e-405d-9514-986d06206901), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:54.824860 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6b4d2af7-2c0a-4ce7-b554-83d6962bf4a0 req-73b4795c-db8a-4373-be2e-a471a65998a0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f84d8ad-7206-4829-8589-6f904da0dad7 HTTP/1.1" status: 200 len: 999 time: 0.1079123 Feb 16 22:20:54.832959 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc683f-21f3-4895-a095-9f2a37ada807 service neutron] Pushing event updated for resources: {'Port': ['ID=65a8888c-8eae-43ee-b18f-60412a97f236,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:54.874215 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [req-ee476b5c-5d64-4e49-b2c0-746dd0be21f4 req-feaa744c-16fd-418e-a20c-fff34f8525d7 tempest-SecurityGroupsNegativeTestJSON-1270533557 tempest-SecurityGroupsNegativeTestJSON-1270533557-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 16 22:20:54.883550 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ee476b5c-5d64-4e49-b2c0-746dd0be21f4 req-feaa744c-16fd-418e-a20c-fff34f8525d7 tempest-SecurityGroupsNegativeTestJSON-1270533557 tempest-SecurityGroupsNegativeTestJSON-1270533557-project] 10.222.0.75 "DELETE /v2.0/security-groups/4de08f93-f4cf-4923-ae54-3d3002051a5c HTTP/1.1" status: 409 len: 352 time: 0.2540615 Feb 16 22:20:54.894514 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d2af7-2c0a-4ce7-b554-83d6962bf4a0 req-38a73c78-63d0-41e0-8127-6e171e34ba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:54.896332 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6b4d2af7-2c0a-4ce7-b554-83d6962bf4a0 req-38a73c78-63d0-41e0-8127-6e171e34ba6c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa HTTP/1.1" status: 200 len: 850 time: 0.0611050 Feb 16 22:20:54.940795 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-b99c3f2b-6060-438d-beeb-7b0bc9b3cbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:54.942848 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-b99c3f2b-6060-438d-beeb-7b0bc9b3cbf4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=229d3dcf7b63487c98aa1d1f04fde1de&device_id=c84f0bfb-1236-4f46-8d33-ea6713118761 HTTP/1.1" status: 200 len: 1126 time: 0.1381521 Feb 16 22:20:54.949945 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 22921b5f-6c0e-405d-9514-986d06206901 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:54.958598 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d4443-d2e1-440f-a87e-581ca651ecbd tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Pushing event updated for resources: {'Port': ['ID=490f6592-9082-4bd6-bb08-76e625184dbe,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:54.973210 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-739d4443-d2e1-440f-a87e-581ca651ecbd tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:54.974221 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-739d4443-d2e1-440f-a87e-581ca651ecbd tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:55.001498 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-739d4443-d2e1-440f-a87e-581ca651ecbd tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0345004 Feb 16 22:20:55.008692 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d2af7-2c0a-4ce7-b554-83d6962bf4a0 req-41b701ce-4b59-4f7f-82dd-9df083ec5d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:55.010911 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6b4d2af7-2c0a-4ce7-b554-83d6962bf4a0 req-41b701ce-4b59-4f7f-82dd-9df083ec5d31 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=22711c4a-8661-4a7d-9538-4da72ec44b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1041977 Feb 16 22:20:55.018012 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-8dbf9eb4-f487-4bb0-b523-5672c6660d5a service neutron] Request body: {'port': {'device_id': 'e16ef9c4-404d-41d8-911d-a85e789f5429', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:20:55.039530 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-a9f05cb4-adce-42d7-890d-164af4e6090a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65a8888c-8eae-43ee-b18f-60412a97f236 HTTP/1.1" status: 200 len: 217 time: 0.0874369 Feb 16 22:20:55.153843 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7bd3a-f3da-47c9-8ea4-a4415656588b req-42b787b3-deb7-4b68-876b-0c1428030439 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:55.155443 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c8e7bd3a-f3da-47c9-8ea4-a4415656588b req-42b787b3-deb7-4b68-876b-0c1428030439 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/ports?device_id=e16ef9c4-404d-41d8-911d-a85e789f5429 HTTP/1.1" status: 200 len: 931 time: 0.1372590 Feb 16 22:20:55.169294 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-8dbf9eb4-f487-4bb0-b523-5672c6660d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (490f6592-9082-4bd6-bb08-76e625184dbe), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:55.177126 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-fcc1aeba-8a8c-48d7-bd36-da5e5a96c577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:55.179570 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-fcc1aeba-8a8c-48d7-bd36-da5e5a96c577 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9a43b30e-e3d6-46b1-a7c4-7a9e3a596a30 HTTP/1.1" status: 200 len: 862 time: 0.1184783 Feb 16 22:20:55.196879 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6b4d2af7-2c0a-4ce7-b554-83d6962bf4a0 req-42b956ae-7e57-47ad-b21d-f4ab9e7e23e5 service neutron] 10.222.0.79 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752756 Feb 16 22:20:55.257392 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-ff742b7b-0657-4779-8187-cb104128d602 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=17015cc1-bd92-489e-837b-ef3849fab73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591211 Feb 16 22:20:55.292604 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c8e7bd3a-f3da-47c9-8ea4-a4415656588b req-645ec6b1-fee1-4160-9b21-c1c49eed67b8 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9b0ade7-772f-403b-bf4b-1283fc127a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283376 Feb 16 22:20:55.441668 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-dfdd9776-98ac-4404-9d39-91f818a24b02 service neutron] 10.222.0.79 "GET /v2.0/networks/17015cc1-bd92-489e-837b-ef3849fab73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731074 Feb 16 22:20:55.488339 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a668a68-0695-45b4-866d-94cefa965707 req-b23747a3-f41c-4755-9672-176d35949900 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:55.489913 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8a668a68-0695-45b4-866d-94cefa965707 req-b23747a3-f41c-4755-9672-176d35949900 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.1121328 Feb 16 22:20:55.493847 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:55.598238 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6b4d2af7-2c0a-4ce7-b554-83d6962bf4a0 req-e3d5644c-f69a-4569-aa3f-7c39bf01cb60 service neutron] 10.222.0.79 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783705 Feb 16 22:20:55.616313 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8a668a68-0695-45b4-866d-94cefa965707 req-9a4cc5e0-80d3-4052-be52-77616201f796 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185355 Feb 16 22:20:55.677849 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a8e8125c-36ef-45eb-abe0-76d0d03bcfe1 req-48b8cc21-58e6-40ca-934c-e68faf8a81b5 service neutron] 10.222.0.79 "GET /v2.0/networks/17015cc1-bd92-489e-837b-ef3849fab73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284498 Feb 16 22:20:55.697002 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c3e215-8bd5-4ea8-afe0-7fd45ed65695 x-openstack-request-id: req-47c3e215-8bd5-4ea8-afe0-7fd45ed65695 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:20:55.698235 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c84f0bfb-1236-4f46-8d33-ea6713118761", "tag": "65a8888c-8eae-43ee-b18f-60412a97f236", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:20:55.698235 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-47c3e215-8bd5-4ea8-afe0-7fd45ed65695 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:20:55.698235 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84f0bfb-1236-4f46-8d33-ea6713118761', 'tag': '65a8888c-8eae-43ee-b18f-60412a97f236', 'status': 'completed', 'code': 200} Feb 16 22:20:55.729443 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [req-9dc2f330-70ab-4631-b355-8e5fa5bcfb95 req-22f3c091-dfe1-4012-948e-4fb03efeea6d tempest-SecurityGroupsNegativeTestJSON-1270533557 tempest-SecurityGroupsNegativeTestJSON-1270533557-project] show failed (client error): The resource could not be found. Feb 16 22:20:55.730650 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9dc2f330-70ab-4631-b355-8e5fa5bcfb95 req-22f3c091-dfe1-4012-948e-4fb03efeea6d tempest-SecurityGroupsNegativeTestJSON-1270533557 tempest-SecurityGroupsNegativeTestJSON-1270533557-project] 10.222.0.75 "GET /v2.0/security-groups/b080f2c9-647a-4d13-b0d7-7fd57e55c8a6 HTTP/1.1" status: 404 len: 352 time: 0.0196598 Feb 16 22:20:55.829756 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131624f5-0530-4d70-bc7a-c72bd3006963 None None] Sync routers for ids ['4ae44f38-c1bc-480f-9e15-661250e131f9'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:20:55.850380 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131624f5-0530-4d70-bc7a-c72bd3006963 None None] Routers {'4ae44f38-c1bc-480f-9e15-661250e131f9'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:20:55.851882 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-8dbf9eb4-f487-4bb0-b523-5672c6660d5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 490f6592-9082-4bd6-bb08-76e625184dbe {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:20:55.855904 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-131624f5-0530-4d70-bc7a-c72bd3006963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:20:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4ae44f38-c1bc-480f-9e15-661250e131f9'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:55.861724 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-8dbf9eb4-f487-4bb0-b523-5672c6660d5a service neutron] Publish callbacks [] for port (490f6592-9082-4bd6-bb08-76e625184dbe), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:55.885523 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263315c-6fb8-41fa-9d27-a2dd9d369d7a req-a43d8c24-c27f-4aa9-bee6-1ab6e7dea01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:55.887478 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8263315c-6fb8-41fa-9d27-a2dd9d369d7a req-a43d8c24-c27f-4aa9-bee6-1ab6e7dea01a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=229d3dcf7b63487c98aa1d1f04fde1de&device_id=c84f0bfb-1236-4f46-8d33-ea6713118761 HTTP/1.1" status: 200 len: 1126 time: 0.1393187 Feb 16 22:20:55.893784 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-8dbf9eb4-f487-4bb0-b523-5672c6660d5a service neutron] Transition to ACTIVE for port object 490f6592-9082-4bd6-bb08-76e625184dbe will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:20:55.899734 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-8dbf9eb4-f487-4bb0-b523-5672c6660d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (490f6592-9082-4bd6-bb08-76e625184dbe), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:55.944601 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d9459-993d-438a-bcf7-7469ff9b6034 req-495521e2-3180-4637-ae76-e10f0f5d430c tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:55.954049 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b74d9459-993d-438a-bcf7-7469ff9b6034 req-495521e2-3180-4637-ae76-e10f0f5d430c tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=a977f381-b173-45c2-921f-50dba7a85338 HTTP/1.1" status: 200 len: 945 time: 0.1536615 Feb 16 22:20:56.053666 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf9eb4-f487-4bb0-b523-5672c6660d5a service neutron] Pushing event updated for resources: {'Port': ['ID=490f6592-9082-4bd6-bb08-76e625184dbe,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:56.065160 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b74d9459-993d-438a-bcf7-7469ff9b6034 req-967f39d9-2960-4f97-86e1-1782fe15e8d1 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025031 Feb 16 22:20:56.091534 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-131624f5-0530-4d70-bc7a-c72bd3006963 None None] Set router 4ae44f38-c1bc-480f-9e15-661250e131f9 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:20:56.094482 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-8dbf9eb4-f487-4bb0-b523-5672c6660d5a service neutron] Attempting to bind port 490f6592-9082-4bd6-bb08-76e625184dbe on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:20:56.094661 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-8dbf9eb4-f487-4bb0-b523-5672c6660d5a service neutron] Attempting to bind port 490f6592-9082-4bd6-bb08-76e625184dbe by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'acc7f612-a109-483c-82e6-bbbd41b4a417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'be44f052-6b9f-454c-8856-b66bc09e491a'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:20:56.094845 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-8dbf9eb4-f487-4bb0-b523-5672c6660d5a service neutron] Attempting to bind port 490f6592-9082-4bd6-bb08-76e625184dbe on network be44f052-6b9f-454c-8856-b66bc09e491a {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:20:56.099925 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-8dbf9eb4-f487-4bb0-b523-5672c6660d5a service neutron] Port 490f6592-9082-4bd6-bb08-76e625184dbe on network be44f052-6b9f-454c-8856-b66bc09e491a not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:20:56.100260 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-8dbf9eb4-f487-4bb0-b523-5672c6660d5a service neutron] Attempting to bind port 490f6592-9082-4bd6-bb08-76e625184dbe on network be44f052-6b9f-454c-8856-b66bc09e491a {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:20:56.105770 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263315c-6fb8-41fa-9d27-a2dd9d369d7a req-5ba81583-cbde-48b6-a001-1cb1a0ad8b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:56.106499 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-8dbf9eb4-f487-4bb0-b523-5672c6660d5a service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:20:56.107364 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-8dbf9eb4-f487-4bb0-b523-5672c6660d5a service neutron] Checking segment: {'id': 'acc7f612-a109-483c-82e6-bbbd41b4a417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'be44f052-6b9f-454c-8856-b66bc09e491a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:20:56.107496 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-8dbf9eb4-f487-4bb0-b523-5672c6660d5a service neutron] Bound using segment: {'id': 'acc7f612-a109-483c-82e6-bbbd41b4a417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'be44f052-6b9f-454c-8856-b66bc09e491a'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:20:56.107877 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-8dbf9eb4-f487-4bb0-b523-5672c6660d5a service neutron] Bound port: 490f6592-9082-4bd6-bb08-76e625184dbe, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acc7f612-a109-483c-82e6-bbbd41b4a417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'be44f052-6b9f-454c-8856-b66bc09e491a'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:20:56.108246 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-8dbf9eb4-f487-4bb0-b523-5672c6660d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (490f6592-9082-4bd6-bb08-76e625184dbe), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:56.112124 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8263315c-6fb8-41fa-9d27-a2dd9d369d7a req-5ba81583-cbde-48b6-a001-1cb1a0ad8b01 service neutron] 10.222.0.79 "GET /v2.0/networks?id=17015cc1-bd92-489e-837b-ef3849fab73f HTTP/1.1" status: 200 len: 923 time: 0.2142043 Feb 16 22:20:56.201641 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8263315c-6fb8-41fa-9d27-a2dd9d369d7a req-4703621b-53f9-4132-82ba-877eaca00aea service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65a8888c-8eae-43ee-b18f-60412a97f236 HTTP/1.1" status: 200 len: 217 time: 0.0775785 Feb 16 22:20:56.263233 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-8dbf9eb4-f487-4bb0-b523-5672c6660d5a service neutron] For port 490f6592-9082-4bd6-bb08-76e625184dbe, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:20:56.269062 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-8dbf9eb4-f487-4bb0-b523-5672c6660d5a service neutron] For port 490f6592-9082-4bd6-bb08-76e625184dbe, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=490f6592-9082-4bd6-bb08-76e625184dbe,segment=NetworkSegment(acc7f612-a109-483c-82e6-bbbd41b4a417),segment_id=acc7f612-a109-483c-82e6-bbbd41b4a417)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:20:56.288752 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-8dbf9eb4-f487-4bb0-b523-5672c6660d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (490f6592-9082-4bd6-bb08-76e625184dbe), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:56.339119 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f53a2-64e9-45d8-8daf-002f6207fda6 req-8e0b5ee7-14ec-4d02-afe8-f9095e2d49d7 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:56.340176 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb6f53a2-64e9-45d8-8daf-002f6207fda6 req-8e0b5ee7-14ec-4d02-afe8-f9095e2d49d7 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=c84f0bfb-1236-4f46-8d33-ea6713118761 HTTP/1.1" status: 200 len: 944 time: 0.1414385 Feb 16 22:20:56.342475 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263315c-6fb8-41fa-9d27-a2dd9d369d7a req-5463754b-29cb-4bc3-98e6-5c31bcdefb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:56.344842 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8263315c-6fb8-41fa-9d27-a2dd9d369d7a req-5463754b-29cb-4bc3-98e6-5c31bcdefb1b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9a43b30e-e3d6-46b1-a7c4-7a9e3a596a30 HTTP/1.1" status: 200 len: 862 time: 0.1099148 Feb 16 22:20:56.357754 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-131624f5-0530-4d70-bc7a-c72bd3006963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae44f38-c1bc-480f-9e15-661250e131f9', 'name': 'tempest-TaggedBootDevicesTest-866207185-router', 'tenant_id': '8c58ded39b7b4a83a32aa963b6e63e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '22921b5f-6c0e-405d-9514-986d06206901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:44Z', 'updated_at': '2022-02-16T22:20:49Z', 'revision_number': 4, 'project_id': '8c58ded39b7b4a83a32aa963b6e63e07', 'gw_port': {'id': '22921b5f-6c0e-405d-9514-986d06206901', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae44f38-c1bc-480f-9e15-661250e131f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:46Z', 'updated_at': '2022-02-16T22:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '2a0cef2b-53dc-4659-8332-a21c3756ee48', 'name': '', 'network_id': '18752fe7-bd5e-4f49-97b1-8bf7de27a385', 'tenant_id': '8c58ded39b7b4a83a32aa963b6e63e07', 'mac_address': 'fa:16:3e:3e:8e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae44f38-c1bc-480f-9e15-661250e131f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'c5730c9f-ab60-4619-a99d-939e4bbd125c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:48Z', 'updated_at': '2022-02-16T22:20:49Z', 'revision_number': 2, 'project_id': '8c58ded39b7b4a83a32aa963b6e63e07', 'subnets': [{'id': 'c5730c9f-ab60-4619-a99d-939e4bbd125c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:56.388970 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131624f5-0530-4d70-bc7a-c72bd3006963 None None] Checking router: 4ae44f38-c1bc-480f-9e15-661250e131f9 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:20:56.389826 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131624f5-0530-4d70-bc7a-c72bd3006963 None None] Updating router 4ae44f38-c1bc-480f-9e15-661250e131f9 port 2a0cef2b-53dc-4659-8332-a21c3756ee48 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:20:56.394953 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8263315c-6fb8-41fa-9d27-a2dd9d369d7a req-5350276e-ff78-47a2-8839-337fa2da1403 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=17015cc1-bd92-489e-837b-ef3849fab73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394521 Feb 16 22:20:56.422230 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-131624f5-0530-4d70-bc7a-c72bd3006963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2a0cef2b-53dc-4659-8332-a21c3756ee48), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:56.431165 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf9eb4-f487-4bb0-b523-5672c6660d5a service neutron] Pushing event updated for resources: {'Port': ['ID=490f6592-9082-4bd6-bb08-76e625184dbe,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:56.459293 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-8dbf9eb4-f487-4bb0-b523-5672c6660d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:56.459947 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-8dbf9eb4-f487-4bb0-b523-5672c6660d5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:56.460904 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb6f53a2-64e9-45d8-8daf-002f6207fda6 req-46f2c15e-52c4-43ca-a158-ecdf7b8f77e1 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/security-groups?id=e0836f72-8df4-4dd3-b8b6-a137e11b4438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128826 Feb 16 22:20:56.461395 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-8dbf9eb4-f487-4bb0-b523-5672c6660d5a service neutron] 10.222.0.67 "PUT /v2.0/ports/490f6592-9082-4bd6-bb08-76e625184dbe HTTP/1.1" status: 200 len: 1091 time: 1.4494848 Feb 16 22:20:56.461886 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e16ef9c4-404d-41d8-911d-a85e789f5429', 'tag': '490f6592-9082-4bd6-bb08-76e625184dbe'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:20:56.477187 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4c71a1-288b-4f71-a84f-cf101745fba9" -d '{"events": [{"name": "network-changed", "server_uuid": "e16ef9c4-404d-41d8-911d-a85e789f5429", "tag": "490f6592-9082-4bd6-bb08-76e625184dbe"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:20:56.564393 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [req-51e76b70-b115-4061-a6cc-7e6e701b858b req-0c2b1628-131d-4445-bd07-6ce055e8098b tempest-SecurityGroupsNegativeTestJSON-1270533557 tempest-SecurityGroupsNegativeTestJSON-1270533557-project] show failed (client error): The resource could not be found. Feb 16 22:20:56.584405 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-51e76b70-b115-4061-a6cc-7e6e701b858b req-0c2b1628-131d-4445-bd07-6ce055e8098b tempest-SecurityGroupsNegativeTestJSON-1270533557 tempest-SecurityGroupsNegativeTestJSON-1270533557-project] 10.222.0.75 "GET /v2.0/security-groups/2684a6cf-0e7c-48fc-9724-52acda258655 HTTP/1.1" status: 404 len: 352 time: 0.0382383 Feb 16 22:20:56.585179 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 32982) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:56.623538 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-47c40266-0827-468f-b4bd-6f8858f0831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:56.630453 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-47c40266-0827-468f-b4bd-6f8858f0831a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=01e432083635478383758717a26cceec&device_id=e16ef9c4-404d-41d8-911d-a85e789f5429 HTTP/1.1" status: 200 len: 1125 time: 0.1162539 Feb 16 22:20:56.713852 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8263315c-6fb8-41fa-9d27-a2dd9d369d7a req-69111672-a991-45f3-8da4-273bdd8bbfee service neutron] 10.222.0.79 "GET /v2.0/networks/17015cc1-bd92-489e-837b-ef3849fab73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083477 Feb 16 22:20:56.724654 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd8f000f-dcfb-45e9-a4d3-21464a874275 admin admin] Deleting subnet eff99e49-de62-428f-ab06-d048958eadc1 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:20:56.727843 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-b60fe10b-f657-4477-a3a1-473232b1417a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=490f6592-9082-4bd6-bb08-76e625184dbe HTTP/1.1" status: 200 len: 217 time: 0.0916412 Feb 16 22:20:56.752797 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd8f000f-dcfb-45e9-a4d3-21464a874275 admin admin] Publish callbacks [] for subnet (eff99e49-de62-428f-ab06-d048958eadc1), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:56.855301 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-15661afc-f9de-48aa-b8b0-55c51f89269c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:56.862810 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-15661afc-f9de-48aa-b8b0-55c51f89269c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fcad8c41-b9f9-4474-b14c-cc354685fc88 HTTP/1.1" status: 200 len: 853 time: 0.1276362 Feb 16 22:20:56.863281 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-131624f5-0530-4d70-bc7a-c72bd3006963 None None] Publish callbacks [] for port (2a0cef2b-53dc-4659-8332-a21c3756ee48), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:56.871277 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-131624f5-0530-4d70-bc7a-c72bd3006963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2a0cef2b-53dc-4659-8332-a21c3756ee48), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:56.935565 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd8f000f-dcfb-45e9-a4d3-21464a874275 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (eff99e49-de62-428f-ab06-d048958eadc1), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:56.944021 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28be192-d5a0-46e2-abb9-24c3a978ba32 None None] Pushing event updated for resources: {'Port': ['ID=2a0cef2b-53dc-4659-8332-a21c3756ee48,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:57.011856 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:57.042422 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8263315c-6fb8-41fa-9d27-a2dd9d369d7a req-980dc51d-948e-4d37-a79e-86fcebeef256 service neutron] 10.222.0.79 "GET /v2.0/networks/17015cc1-bd92-489e-837b-ef3849fab73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066351 Feb 16 22:20:57.048618 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-0ffba29a-3bc1-4c7a-9d84-37f68359b9a4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be44f052-6b9f-454c-8856-b66bc09e491a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1723351 Feb 16 22:20:57.070273 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd8f000f-dcfb-45e9-a4d3-21464a874275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (eff99e49-de62-428f-ab06-d048958eadc1), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:57.106647 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-131624f5-0530-4d70-bc7a-c72bd3006963 None None] Attempting to bind port 2a0cef2b-53dc-4659-8332-a21c3756ee48 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:20:57.107023 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-131624f5-0530-4d70-bc7a-c72bd3006963 None None] Attempting to bind port 2a0cef2b-53dc-4659-8332-a21c3756ee48 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '681e05e7-6c63-421e-a169-dc3fe60cb7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '18752fe7-bd5e-4f49-97b1-8bf7de27a385'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:20:57.107399 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131624f5-0530-4d70-bc7a-c72bd3006963 None None] Attempting to bind port 2a0cef2b-53dc-4659-8332-a21c3756ee48 on network 18752fe7-bd5e-4f49-97b1-8bf7de27a385 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:20:57.119276 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a6051-61fc-48b6-94e7-e444ba58178a req-50331034-181a-47cc-8b52-a271fdc33662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:57.121163 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-513a6051-61fc-48b6-94e7-e444ba58178a req-50331034-181a-47cc-8b52-a271fdc33662 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4ecc835e688d4b37a34028859d121b09&device_id=a977f381-b173-45c2-921f-50dba7a85338 HTTP/1.1" status: 200 len: 1127 time: 0.2134087 Feb 16 22:20:57.122223 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131624f5-0530-4d70-bc7a-c72bd3006963 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:20:57.122616 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131624f5-0530-4d70-bc7a-c72bd3006963 None None] Checking segment: {'id': '681e05e7-6c63-421e-a169-dc3fe60cb7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '18752fe7-bd5e-4f49-97b1-8bf7de27a385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:20:57.123025 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-131624f5-0530-4d70-bc7a-c72bd3006963 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:57.123421 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131624f5-0530-4d70-bc7a-c72bd3006963 None None] Bound using segment: {'id': '681e05e7-6c63-421e-a169-dc3fe60cb7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '18752fe7-bd5e-4f49-97b1-8bf7de27a385'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:20:57.123900 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-131624f5-0530-4d70-bc7a-c72bd3006963 None None] Bound port: 2a0cef2b-53dc-4659-8332-a21c3756ee48, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681e05e7-6c63-421e-a169-dc3fe60cb7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '18752fe7-bd5e-4f49-97b1-8bf7de27a385'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:20:57.124287 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-131624f5-0530-4d70-bc7a-c72bd3006963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2a0cef2b-53dc-4659-8332-a21c3756ee48), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:57.133480 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f160c6-0285-4ac5-b188-c8e13861a3de req-76b17de4-31b9-447e-9a41-6a3067084b9d tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:57.149626 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e8f160c6-0285-4ac5-b188-c8e13861a3de req-76b17de4-31b9-447e-9a41-6a3067084b9d tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/ports?device_id=e16ef9c4-404d-41d8-911d-a85e789f5429 HTTP/1.1" status: 200 len: 943 time: 0.2223663 Feb 16 22:20:57.198591 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 65a8888c-8eae-43ee-b18f-60412a97f236 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:20:57.255521 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e8f160c6-0285-4ac5-b188-c8e13861a3de req-8b363ed9-d4c5-4241-8484-21c4fe818daf tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9b0ade7-772f-403b-bf4b-1283fc127a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048992 Feb 16 22:20:57.271039 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-131624f5-0530-4d70-bc7a-c72bd3006963 None None] For port 2a0cef2b-53dc-4659-8332-a21c3756ee48, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:20:57.276341 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-131624f5-0530-4d70-bc7a-c72bd3006963 None None] For port 2a0cef2b-53dc-4659-8332-a21c3756ee48, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=2a0cef2b-53dc-4659-8332-a21c3756ee48,segment=NetworkSegment(681e05e7-6c63-421e-a169-dc3fe60cb7be),segment_id=681e05e7-6c63-421e-a169-dc3fe60cb7be)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:20:57.295176 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-131624f5-0530-4d70-bc7a-c72bd3006963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2a0cef2b-53dc-4659-8332-a21c3756ee48), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:57.333572 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd8f000f-dcfb-45e9-a4d3-21464a874275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (eff99e49-de62-428f-ab06-d048958eadc1), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:57.408875 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-0ad0ea5a-6d2c-4557-a2e9-d5e9d23a3027 service neutron] 10.222.0.67 "GET /v2.0/networks/be44f052-6b9f-454c-8856-b66bc09e491a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479323 Feb 16 22:20:57.419044 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd8f000f-dcfb-45e9-a4d3-21464a874275 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:57.423042 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-dd8f000f-dcfb-45e9-a4d3-21464a874275 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/eff99e49-de62-428f-ab06-d048958eadc1 HTTP/1.1" status: 204 len: 168 time: 0.8269963 Feb 16 22:20:57.424131 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f000f-dcfb-45e9-a4d3-21464a874275 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eff99e49-de62-428f-ab06-d048958eadc1,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:57.425740 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 32996) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:57.472012 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131624f5-0530-4d70-bc7a-c72bd3006963 None None] Routers {'4ae44f38-c1bc-480f-9e15-661250e131f9'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:20:57.472653 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-131624f5-0530-4d70-bc7a-c72bd3006963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:20:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4ae44f38-c1bc-480f-9e15-661250e131f9'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:57.475844 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28be192-d5a0-46e2-abb9-24c3a978ba32 None None] Pushing event updated for resources: {'Port': ['ID=2a0cef2b-53dc-4659-8332-a21c3756ee48,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:57.493999 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 65a8888c-8eae-43ee-b18f-60412a97f236, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=65a8888c-8eae-43ee-b18f-60412a97f236,segment=NetworkSegment(b005b1db-fe63-4634-a1de-c89743ea76f4),segment_id=b005b1db-fe63-4634-a1de-c89743ea76f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:57.526234 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '65a8888c-8eae-43ee-b18f-60412a97f236', 'network_id': '17015cc1-bd92-489e-837b-ef3849fab73f', 'port_id': '65a8888c-8eae-43ee-b18f-60412a97f236', 'mac_address': 'fa:16:3e:e9:8d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a43b30e-e3d6-46b1-a7c4-7a9e3a596a30', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:20:57.624484 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d9215684-5073-4982-8d25-65c3fc7865a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (60953deb-0ca7-420d-a6b6-78939cf40e4c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:57.682748 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-131624f5-0530-4d70-bc7a-c72bd3006963 None None] Set router 4ae44f38-c1bc-480f-9e15-661250e131f9 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:20:57.693607 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 65a8888c-8eae-43ee-b18f-60412a97f236 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:57.694022 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (65a8888c-8eae-43ee-b18f-60412a97f236), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:57.700027 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa9cace-09c5-45fa-9ec8-e27e79a1d6bd x-openstack-request-id: req-0fa9cace-09c5-45fa-9ec8-e27e79a1d6bd {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:20:57.700392 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e16ef9c4-404d-41d8-911d-a85e789f5429", "tag": "490f6592-9082-4bd6-bb08-76e625184dbe", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:20:57.700594 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0fa9cace-09c5-45fa-9ec8-e27e79a1d6bd {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:20:57.702572 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e16ef9c4-404d-41d8-911d-a85e789f5429', 'tag': '490f6592-9082-4bd6-bb08-76e625184dbe', 'status': 'completed', 'code': 200} Feb 16 22:20:57.703375 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-c21c9187-e040-4b9d-9dc7-91cdde18d99f None None] Provisioning complete for port 2a0cef2b-53dc-4659-8332-a21c3756ee48 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:57.703768 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c21c9187-e040-4b9d-9dc7-91cdde18d99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2a0cef2b-53dc-4659-8332-a21c3756ee48), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:57.720048 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a6051-61fc-48b6-94e7-e444ba58178a req-4efed79c-342b-4d6d-bfd4-47bf704328a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:57.721556 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-513a6051-61fc-48b6-94e7-e444ba58178a req-4efed79c-342b-4d6d-bfd4-47bf704328a2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2a4d83e1-26cb-467d-af35-1036d7c3fb39 HTTP/1.1" status: 200 len: 911 time: 0.5536046 Feb 16 22:20:57.788114 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-513a6051-61fc-48b6-94e7-e444ba58178a req-0e8b0c53-cf1a-46cd-8e2f-7adfbe6cd7ba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dce25e4b-f30f-441d-beed-8e5cb873a838 HTTP/1.1" status: 200 len: 217 time: 0.0566366 Feb 16 22:20:57.799697 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a8888c-8eae-43ee-b18f-60412a97f236 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:20:57.857589 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 65a8888c-8eae-43ee-b18f-60412a97f236, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=65a8888c-8eae-43ee-b18f-60412a97f236,segment=NetworkSegment(b005b1db-fe63-4634-a1de-c89743ea76f4),segment_id=b005b1db-fe63-4634-a1de-c89743ea76f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:57.870286 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3b708992-695c-4a09-b9c9-e1daada777c2 req-7a1acd30-b956-4b1c-89cc-07ee1218cd41 service neutron] 10.222.0.67 "GET /v2.0/networks/be44f052-6b9f-454c-8856-b66bc09e491a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495978 Feb 16 22:20:57.876780 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (65a8888c-8eae-43ee-b18f-60412a97f236), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:57.905120 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a6051-61fc-48b6-94e7-e444ba58178a req-fa8a6381-611e-44b2-a3e5-ca4689ce4dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:57.909598 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-513a6051-61fc-48b6-94e7-e444ba58178a req-fa8a6381-611e-44b2-a3e5-ca4689ce4dd0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=97a87a99-67f1-493e-9c1f-9f6cadc7e62f HTTP/1.1" status: 200 len: 850 time: 0.1132498 Feb 16 22:20:57.939924 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d9215684-5073-4982-8d25-65c3fc7865a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (60953deb-0ca7-420d-a6b6-78939cf40e4c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:57.999263 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-c21c9187-e040-4b9d-9dc7-91cdde18d99f None None] Current status of the port 2a0cef2b-53dc-4659-8332-a21c3756ee48 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:58.000300 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c21c9187-e040-4b9d-9dc7-91cdde18d99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2a0cef2b-53dc-4659-8332-a21c3756ee48), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:58.007392 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-513a6051-61fc-48b6-94e7-e444ba58178a req-71052697-4299-42ce-9586-b21cb1f23359 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2a4d83e1-26cb-467d-af35-1036d7c3fb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878892 Feb 16 22:20:58.036409 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=65a8888c-8eae-43ee-b18f-60412a97f236,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:58.071468 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c21c9187-e040-4b9d-9dc7-91cdde18d99f None None] For port 2a0cef2b-53dc-4659-8332-a21c3756ee48, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=2a0cef2b-53dc-4659-8332-a21c3756ee48,segment=NetworkSegment(681e05e7-6c63-421e-a169-dc3fe60cb7be),segment_id=681e05e7-6c63-421e-a169-dc3fe60cb7be)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:58.074586 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-131624f5-0530-4d70-bc7a-c72bd3006963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae44f38-c1bc-480f-9e15-661250e131f9', 'name': 'tempest-TaggedBootDevicesTest-866207185-router', 'tenant_id': '8c58ded39b7b4a83a32aa963b6e63e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '22921b5f-6c0e-405d-9514-986d06206901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:44Z', 'updated_at': '2022-02-16T22:20:49Z', 'revision_number': 4, 'project_id': '8c58ded39b7b4a83a32aa963b6e63e07', 'gw_port': {'id': '22921b5f-6c0e-405d-9514-986d06206901', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae44f38-c1bc-480f-9e15-661250e131f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:46Z', 'updated_at': '2022-02-16T22:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '2a0cef2b-53dc-4659-8332-a21c3756ee48', 'name': '', 'network_id': '18752fe7-bd5e-4f49-97b1-8bf7de27a385', 'tenant_id': '8c58ded39b7b4a83a32aa963b6e63e07', 'mac_address': 'fa:16:3e:3e:8e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae44f38-c1bc-480f-9e15-661250e131f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'c5730c9f-ab60-4619-a99d-939e4bbd125c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:48Z', 'updated_at': '2022-02-16T22:20:57Z', 'revision_number': 4, 'project_id': '8c58ded39b7b4a83a32aa963b6e63e07', 'subnets': [{'id': 'c5730c9f-ab60-4619-a99d-939e4bbd125c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:58.082572 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c21c9187-e040-4b9d-9dc7-91cdde18d99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2a0cef2b-53dc-4659-8332-a21c3756ee48), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:58.118740 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131624f5-0530-4d70-bc7a-c72bd3006963 None None] The sync data for ids ['4ae44f38-c1bc-480f-9e15-661250e131f9'] in n-d-813897-6 is: [{'id': '4ae44f38-c1bc-480f-9e15-661250e131f9', 'name': 'tempest-TaggedBootDevicesTest-866207185-router', 'tenant_id': '8c58ded39b7b4a83a32aa963b6e63e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '22921b5f-6c0e-405d-9514-986d06206901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:44Z', 'updated_at': '2022-02-16T22:20:49Z', 'revision_number': 4, 'project_id': '8c58ded39b7b4a83a32aa963b6e63e07', 'gw_port': {'id': '22921b5f-6c0e-405d-9514-986d06206901', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae44f38-c1bc-480f-9e15-661250e131f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:46Z', 'updated_at': '2022-02-16T22:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '2a0cef2b-53dc-4659-8332-a21c3756ee48', 'name': '', 'network_id': '18752fe7-bd5e-4f49-97b1-8bf7de27a385', 'tenant_id': '8c58ded39b7b4a83a32aa963b6e63e07', 'mac_address': 'fa:16:3e:3e:8e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae44f38-c1bc-480f-9e15-661250e131f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'c5730c9f-ab60-4619-a99d-939e4bbd125c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:48Z', 'updated_at': '2022-02-16T22:20:57Z', 'revision_number': 4, 'project_id': '8c58ded39b7b4a83a32aa963b6e63e07', 'subnets': [{'id': 'c5730c9f-ab60-4619-a99d-939e4bbd125c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:20:58.209180 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c71a1-288b-4f71-a84f-cf101745fba9 req-3c2187c4-fdf8-486c-b58d-da13c791a94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:58.211042 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cd4c71a1-288b-4f71-a84f-cf101745fba9 req-3c2187c4-fdf8-486c-b58d-da13c791a94c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=01e432083635478383758717a26cceec&device_id=e16ef9c4-404d-41d8-911d-a85e789f5429 HTTP/1.1" status: 200 len: 1125 time: 0.2768676 Feb 16 22:20:58.264072 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['65a8888c-8eae-43ee-b18f-60412a97f236'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:20:58.313497 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c9187-e040-4b9d-9dc7-91cdde18d99f None None] Pushing event updated for resources: {'Port': ['ID=2a0cef2b-53dc-4659-8332-a21c3756ee48,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:58.314406 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-513a6051-61fc-48b6-94e7-e444ba58178a req-ad431671-ff66-4db3-86c3-0b7bb2276490 service neutron] 10.222.0.67 "GET /v2.0/networks/2a4d83e1-26cb-467d-af35-1036d7c3fb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649419 Feb 16 22:20:58.327034 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:58.355666 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-bb142f98-f897-4e07-95f2-210066b33a8a None None] Provisioning complete for port 2a0cef2b-53dc-4659-8332-a21c3756ee48 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:58.356389 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bb142f98-f897-4e07-95f2-210066b33a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2a0cef2b-53dc-4659-8332-a21c3756ee48), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:58.516471 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c71a1-288b-4f71-a84f-cf101745fba9 req-1561b291-29b0-45c3-8634-b3f228016a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:58.517611 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cd4c71a1-288b-4f71-a84f-cf101745fba9 req-1561b291-29b0-45c3-8634-b3f228016a0c service neutron] 10.222.0.67 "GET /v2.0/networks?id=be44f052-6b9f-454c-8856-b66bc09e491a HTTP/1.1" status: 200 len: 914 time: 0.2970846 Feb 16 22:20:58.560797 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-bb142f98-f897-4e07-95f2-210066b33a8a None None] Current status of the port 2a0cef2b-53dc-4659-8332-a21c3756ee48 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:58.611371 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cd4c71a1-288b-4f71-a84f-cf101745fba9 req-624a5805-2677-459b-a01c-ab0fc46bd25f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=490f6592-9082-4bd6-bb08-76e625184dbe HTTP/1.1" status: 200 len: 217 time: 0.0710220 Feb 16 22:20:58.643394 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-513a6051-61fc-48b6-94e7-e444ba58178a req-0aa37e4e-adc8-41c8-826c-6dd0e65f43a4 service neutron] 10.222.0.67 "GET /v2.0/networks/2a4d83e1-26cb-467d-af35-1036d7c3fb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937722 Feb 16 22:20:58.689508 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 2a0cef2b-53dc-4659-8332-a21c3756ee48 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:20:58.694210 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c71a1-288b-4f71-a84f-cf101745fba9 req-05b5724b-d32f-40b8-bb3e-fa758ba4e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:58.694872 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cd4c71a1-288b-4f71-a84f-cf101745fba9 req-05b5724b-d32f-40b8-bb3e-fa758ba4e3aa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fcad8c41-b9f9-4474-b14c-cc354685fc88 HTTP/1.1" status: 200 len: 853 time: 0.0699782 Feb 16 22:20:58.754047 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cd4c71a1-288b-4f71-a84f-cf101745fba9 req-b9bb2dc5-c797-4144-ad62-702f97ab3abf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be44f052-6b9f-454c-8856-b66bc09e491a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519099 Feb 16 22:20:58.758482 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-d9215684-5073-4982-8d25-65c3fc7865a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60953deb-0ca7-420d-a6b6-78939cf40e4c']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:58.782205 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce05b4-73dd-4e46-9a2e-30767eed1c1b req-41119115-28b2-4771-b00c-d35a20e35955 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:58.784446 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2fce05b4-73dd-4e46-9a2e-30767eed1c1b req-41119115-28b2-4771-b00c-d35a20e35955 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 1.0465875 Feb 16 22:20:58.786961 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-d9215684-5073-4982-8d25-65c3fc7865a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b19cbddd-21bd-4999-b9a5-6b408deae385') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:58.787451 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-d9215684-5073-4982-8d25-65c3fc7865a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b19cbddd-21bd-4999-b9a5-6b408deae385') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:20:58.815611 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d9215684-5073-4982-8d25-65c3fc7865a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (b19cbddd-21bd-4999-b9a5-6b408deae385), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:58.820744 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 2a0cef2b-53dc-4659-8332-a21c3756ee48 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:58.821259 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2a0cef2b-53dc-4659-8332-a21c3756ee48), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:58.853149 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d9215684-5073-4982-8d25-65c3fc7865a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (b19cbddd-21bd-4999-b9a5-6b408deae385), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:58.871430 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9215684-5073-4982-8d25-65c3fc7865a7 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:20:58.872303 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d9215684-5073-4982-8d25-65c3fc7865a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (b19cbddd-21bd-4999-b9a5-6b408deae385), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:58.877787 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:20:58.877787 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:20:58.877787 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:20:58.877787 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:20:58.877787 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:20:58.877787 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:20:58.877787 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:20:58.877787 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:20:58.877787 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:20:58.877787 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:20:58.877787 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:20:58.877787 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:20:58.877787 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:20:58.877787 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:20:58.877787 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:20:58.877787 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:20:58.877787 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:20:58.877787 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:20:58.877787 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:20:58.877787 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:20:58.877787 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:20:58.877787 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:20:58.877787 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:20:58.877787 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:20:58.877787 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:20:58.877787 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:20:58.877787 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:20:58.877787 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:20:58.877787 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:20:58.877787 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:20:58.877787 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:20:58.877787 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:20:58.897994 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2fce05b4-73dd-4e46-9a2e-30767eed1c1b req-cc235e78-8e5e-4c91-9645-1a830d0c1dec tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007662 Feb 16 22:20:58.970796 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d9215684-5073-4982-8d25-65c3fc7865a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (60953deb-0ca7-420d-a6b6-78939cf40e4c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:58.975013 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 2a0cef2b-53dc-4659-8332-a21c3756ee48 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:58.978971 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d9215684-5073-4982-8d25-65c3fc7865a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:58.983845 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d9215684-5073-4982-8d25-65c3fc7865a7 admin admin] 10.222.0.75 "DELETE /v2.0/networks/60953deb-0ca7-420d-a6b6-78939cf40e4c HTTP/1.1" status: 204 len: 168 time: 1.5435479 Feb 16 22:20:59.026300 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9215684-5073-4982-8d25-65c3fc7865a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=60953deb-0ca7-420d-a6b6-78939cf40e4c,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:59.068186 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cd4c71a1-288b-4f71-a84f-cf101745fba9 req-bf2d4934-66bf-473a-a35d-269ef67ed02d service neutron] 10.222.0.67 "GET /v2.0/networks/be44f052-6b9f-454c-8856-b66bc09e491a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066106 Feb 16 22:20:59.138631 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17589b-2208-43d6-a3a9-d352fe770e22 req-f7c2865b-970f-49a3-8ad8-2343acb91645 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:59.138928 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb17589b-2208-43d6-a3a9-d352fe770e22 req-f7c2865b-970f-49a3-8ad8-2343acb91645 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=a977f381-b173-45c2-921f-50dba7a85338 HTTP/1.1" status: 200 len: 945 time: 0.0809050 Feb 16 22:20:59.199653 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 65a8888c-8eae-43ee-b18f-60412a97f236 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:20:59.224812 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb17589b-2208-43d6-a3a9-d352fe770e22 req-7b8b0e43-604b-4d1d-b095-c8a7a2c732f3 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690634 Feb 16 22:20:59.269584 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cd4c71a1-288b-4f71-a84f-cf101745fba9 req-82bb8057-b071-48e9-b253-b595b1b83f8c service neutron] 10.222.0.67 "GET /v2.0/networks/be44f052-6b9f-454c-8856-b66bc09e491a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937280 Feb 16 22:20:59.271443 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 33020) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:59.334413 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 65a8888c-8eae-43ee-b18f-60412a97f236 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:20:59.355645 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 65a8888c-8eae-43ee-b18f-60412a97f236 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:20:59.356796 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (65a8888c-8eae-43ee-b18f-60412a97f236), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:59.441908 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0de8ecd9-fd14-4c35-b2b5-db40f75f49b2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f87f3ed7cd60431a877f3023e889d9cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1692963 Feb 16 22:20:59.444340 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 33022) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:20:59.469858 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622c167-98a2-43b5-942c-4086741d1afb req-a83d52a7-635b-45e5-b931-d4284dfdd719 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:59.474446 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5622c167-98a2-43b5-942c-4086741d1afb req-a83d52a7-635b-45e5-b931-d4284dfdd719 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=c84f0bfb-1236-4f46-8d33-ea6713118761 HTTP/1.1" status: 200 len: 945 time: 0.1584828 Feb 16 22:20:59.481181 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 65a8888c-8eae-43ee-b18f-60412a97f236 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:20:59.481577 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (65a8888c-8eae-43ee-b18f-60412a97f236), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:59.513205 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84f0bfb-1236-4f46-8d33-ea6713118761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a8888c-8eae-43ee-b18f-60412a97f236'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:20:59.516251 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75553c70-2580-4bbc-a3ff-4095c46b2297" -d '{"events": [{"server_uuid": "c84f0bfb-1236-4f46-8d33-ea6713118761", "name": "network-vif-plugged", "status": "completed", "tag": "65a8888c-8eae-43ee-b18f-60412a97f236"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:20:59.534447 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 65a8888c-8eae-43ee-b18f-60412a97f236, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=65a8888c-8eae-43ee-b18f-60412a97f236,segment=NetworkSegment(b005b1db-fe63-4634-a1de-c89743ea76f4),segment_id=b005b1db-fe63-4634-a1de-c89743ea76f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:20:59.540310 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (65a8888c-8eae-43ee-b18f-60412a97f236), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:59.548252 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5622c167-98a2-43b5-942c-4086741d1afb req-9863b67c-d4f4-4f3c-aa46-77c67cabb356 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/security-groups?id=e0836f72-8df4-4dd3-b8b6-a137e11b4438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643649 Feb 16 22:20:59.576185 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-68d954f2-324e-4f2f-8a9c-c38c2b143d0e admin admin] Publish callbacks [] for security_group (4de08f93-f4cf-4923-ae54-3d3002051a5c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:59.606672 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-68d954f2-324e-4f2f-8a9c-c38c2b143d0e admin admin] Publish callbacks [] for security_group (4de08f93-f4cf-4923-ae54-3d3002051a5c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:59.649761 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=65a8888c-8eae-43ee-b18f-60412a97f236,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:59.715134 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-68d954f2-324e-4f2f-8a9c-c38c2b143d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4de08f93-f4cf-4923-ae54-3d3002051a5c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:59.718270 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-68d954f2-324e-4f2f-8a9c-c38c2b143d0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:59.719792 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-68d954f2-324e-4f2f-8a9c-c38c2b143d0e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4de08f93-f4cf-4923-ae54-3d3002051a5c HTTP/1.1" status: 204 len: 168 time: 0.2740135 Feb 16 22:20:59.734914 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:20:59.741151 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a101f27-2f6e-48e7-a806-86ed1b4bacab req-9e2b1add-be0a-459f-9aee-32d614929dd8 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:59.746451 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a101f27-2f6e-48e7-a806-86ed1b4bacab req-9e2b1add-be0a-459f-9aee-32d614929dd8 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/ports?device_id=e16ef9c4-404d-41d8-911d-a85e789f5429 HTTP/1.1" status: 200 len: 943 time: 0.0940795 Feb 16 22:20:59.757583 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d954f2-324e-4f2f-8a9c-c38c2b143d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de08f93-f4cf-4923-ae54-3d3002051a5c,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:20:59.849331 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a101f27-2f6e-48e7-a806-86ed1b4bacab req-6a56de89-c12a-462d-9b37-a3b2211b1444 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9b0ade7-772f-403b-bf4b-1283fc127a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890961 Feb 16 22:20:59.969411 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe139fa-bbab-4b77-9039-b184fe365576 req-cb9dd37a-352e-4d5a-8580-e7868c987110 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:20:59.971461 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fe139fa-bbab-4b77-9039-b184fe365576 req-cb9dd37a-352e-4d5a-8580-e7868c987110 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0605633 Feb 16 22:21:00.030396 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fe139fa-bbab-4b77-9039-b184fe365576 req-5e26d338-ee1b-4ff3-bc60-f33d9e6ffda5 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486932 Feb 16 22:21:00.087748 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b31dc9-bdc5-49d2-a408-3e81135e2f18 x-openstack-request-id: req-10b31dc9-bdc5-49d2-a408-3e81135e2f18 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:21:00.088268 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84f0bfb-1236-4f46-8d33-ea6713118761", "name": "network-vif-plugged", "status": "completed", "tag": "65a8888c-8eae-43ee-b18f-60412a97f236", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:21:00.088687 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-10b31dc9-bdc5-49d2-a408-3e81135e2f18 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:21:00.089254 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84f0bfb-1236-4f46-8d33-ea6713118761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a8888c-8eae-43ee-b18f-60412a97f236', 'code': 200} Feb 16 22:21:00.238897 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2325441-b8d6-4780-a438-705312d704a0 req-6ab67b27-6c42-4ef0-8f60-064f1ec3b8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:00.240472 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b2325441-b8d6-4780-a438-705312d704a0 req-6ab67b27-6c42-4ef0-8f60-064f1ec3b8d0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c84f0bfb-1236-4f46-8d33-ea6713118761 HTTP/1.1" status: 200 len: 1128 time: 0.0784481 Feb 16 22:21:00.333735 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b2325441-b8d6-4780-a438-705312d704a0 req-69719dac-7f5e-4854-b47f-2bd7f889f3c4 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e0836f72-8df4-4dd3-b8b6-a137e11b4438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867057 Feb 16 22:21:00.487984 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1b8e6-25fa-4b69-ab22-c17d24c50cbe req-c6feb33d-ec3a-4f3c-b8ca-86626cb8d9d8 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:00.489578 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-83e1b8e6-25fa-4b69-ab22-c17d24c50cbe req-c6feb33d-ec3a-4f3c-b8ca-86626cb8d9d8 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=a977f381-b173-45c2-921f-50dba7a85338 HTTP/1.1" status: 200 len: 945 time: 0.1136456 Feb 16 22:21:00.552794 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-83e1b8e6-25fa-4b69-ab22-c17d24c50cbe req-27fed3c8-810a-4d2b-8cb5-691b66e69e60 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567248 Feb 16 22:21:00.687973 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a223b-119c-4b91-be72-c58063294fc1 req-2d27875e-b569-4069-9b02-7f25be9ea3ee tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:00.689500 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-899a223b-119c-4b91-be72-c58063294fc1 req-2d27875e-b569-4069-9b02-7f25be9ea3ee tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0699725 Feb 16 22:21:00.762953 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-899a223b-119c-4b91-be72-c58063294fc1 req-240f56cc-3380-4ceb-a600-75d71df2b94e tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628259 Feb 16 22:21:00.881695 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a084dcb-e583-464f-a6f7-f31a6ee9e726 req-21caa57d-9276-445e-ac33-e1445172c004 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:00.883748 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9a084dcb-e583-464f-a6f7-f31a6ee9e726 req-21caa57d-9276-445e-ac33-e1445172c004 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=c84f0bfb-1236-4f46-8d33-ea6713118761 HTTP/1.1" status: 200 len: 946 time: 0.0564370 Feb 16 22:21:00.933204 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9a084dcb-e583-464f-a6f7-f31a6ee9e726 req-18347ae0-7f77-4702-91e7-d576f994311e tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/security-groups?id=e0836f72-8df4-4dd3-b8b6-a137e11b4438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436838 Feb 16 22:21:01.043965 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16b7a7-8753-4715-94f3-640def7bafa8 req-ed91c6b2-aa30-46f3-b19f-3048f3c7d4b1 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:01.045513 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7e16b7a7-8753-4715-94f3-640def7bafa8 req-ed91c6b2-aa30-46f3-b19f-3048f3c7d4b1 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0538204 Feb 16 22:21:01.105371 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7e16b7a7-8753-4715-94f3-640def7bafa8 req-dcc1b372-e9bd-43d2-9f5c-60d466fd6f00 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529263 Feb 16 22:21:01.403289 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b764f2-fb5a-439b-bc2f-6fcc22ab6699 req-55f200a9-c2bb-41ff-8fd3-33846819a0a6 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:01.405732 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0b764f2-fb5a-439b-bc2f-6fcc22ab6699 req-55f200a9-c2bb-41ff-8fd3-33846819a0a6 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/ports?device_id=e16ef9c4-404d-41d8-911d-a85e789f5429 HTTP/1.1" status: 200 len: 943 time: 0.0649016 Feb 16 22:21:01.472253 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0b764f2-fb5a-439b-bc2f-6fcc22ab6699 req-e512bdb4-070b-46d8-99bb-223d540e543e tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9b0ade7-772f-403b-bf4b-1283fc127a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600011 Feb 16 22:21:01.570125 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 490f6592-9082-4bd6-bb08-76e625184dbe details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:21:01.618062 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32298fd-a213-422e-b3dd-a7826f02dc85 req-a18ed652-5c0c-41a4-905a-04026ecac14b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:01.620504 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e32298fd-a213-422e-b3dd-a7826f02dc85 req-a18ed652-5c0c-41a4-905a-04026ecac14b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0754411 Feb 16 22:21:01.715174 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 490f6592-9082-4bd6-bb08-76e625184dbe, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=490f6592-9082-4bd6-bb08-76e625184dbe,segment=NetworkSegment(acc7f612-a109-483c-82e6-bbbd41b4a417),segment_id=acc7f612-a109-483c-82e6-bbbd41b4a417)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:01.718310 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e32298fd-a213-422e-b3dd-a7826f02dc85 req-238e07cf-8b14-4488-8256-ad35bf130db5 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845768 Feb 16 22:21:01.728599 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '490f6592-9082-4bd6-bb08-76e625184dbe', 'network_id': 'be44f052-6b9f-454c-8856-b66bc09e491a', 'port_id': '490f6592-9082-4bd6-bb08-76e625184dbe', 'mac_address': 'fa:16:3e:43:fb:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcad8c41-b9f9-4474-b14c-cc354685fc88', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:21:01.772349 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 490f6592-9082-4bd6-bb08-76e625184dbe is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:21:01.772507 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 33082) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:21:01.772963 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (490f6592-9082-4bd6-bb08-76e625184dbe), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:01.788594 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 490f6592-9082-4bd6-bb08-76e625184dbe {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:21:01.819402 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 490f6592-9082-4bd6-bb08-76e625184dbe, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=490f6592-9082-4bd6-bb08-76e625184dbe,segment=NetworkSegment(acc7f612-a109-483c-82e6-bbbd41b4a417),segment_id=acc7f612-a109-483c-82e6-bbbd41b4a417)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:01.824946 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (490f6592-9082-4bd6-bb08-76e625184dbe), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:01.846050 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca97ac3-0978-4723-adc0-d03461f9b0ac req-a41d62df-7946-4930-93dd-a56e6028a785 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:01.847596 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fca97ac3-0978-4723-adc0-d03461f9b0ac req-a41d62df-7946-4930-93dd-a56e6028a785 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=a977f381-b173-45c2-921f-50dba7a85338 HTTP/1.1" status: 200 len: 945 time: 0.0649152 Feb 16 22:21:01.896974 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=490f6592-9082-4bd6-bb08-76e625184dbe,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:01.904615 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fca97ac3-0978-4723-adc0-d03461f9b0ac req-aabb0550-b290-4ad5-b0b9-3f8f2b1bad54 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507569 Feb 16 22:21:01.925417 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-604e6715-1d45-4761-86df-2ca2c2c307b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:02.002112 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-604e6715-1d45-4761-86df-2ca2c2c307b0 admin admin] Publish callbacks [] for security_group (828445f3-828b-4e1d-968d-63cc3b907b0c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:02.007426 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-604e6715-1d45-4761-86df-2ca2c2c307b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (828445f3-828b-4e1d-968d-63cc3b907b0c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:02.056498 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e6715-1d45-4761-86df-2ca2c2c307b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828445f3-828b-4e1d-968d-63cc3b907b0c,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:02.065034 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-604e6715-1d45-4761-86df-2ca2c2c307b0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ff1da9e0499d46189bc46b255994f2fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2885985 Feb 16 22:21:02.065271 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 33090) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:21:02.123474 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-07848142-3acb-4bab-a30f-c7c6d13f1245 admin admin] Publish callbacks [] for security_group (828445f3-828b-4e1d-968d-63cc3b907b0c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:02.129789 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d64c22b-1188-424a-b4dc-b16ba593b960 req-74024987-3cc3-4c27-8f5d-0a226ff21ac2 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:02.131489 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9d64c22b-1188-424a-b4dc-b16ba593b960 req-74024987-3cc3-4c27-8f5d-0a226ff21ac2 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=c84f0bfb-1236-4f46-8d33-ea6713118761 HTTP/1.1" status: 200 len: 946 time: 0.0607300 Feb 16 22:21:02.147798 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-07848142-3acb-4bab-a30f-c7c6d13f1245 admin admin] Publish callbacks [] for security_group (828445f3-828b-4e1d-968d-63cc3b907b0c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:02.162952 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['490f6592-9082-4bd6-bb08-76e625184dbe'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:21:02.193449 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9d64c22b-1188-424a-b4dc-b16ba593b960 req-f23eea3b-1c41-48b0-867e-edaa697a39e9 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/security-groups?id=e0836f72-8df4-4dd3-b8b6-a137e11b4438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557539 Feb 16 22:21:02.218689 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-07848142-3acb-4bab-a30f-c7c6d13f1245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (828445f3-828b-4e1d-968d-63cc3b907b0c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:02.222527 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-07848142-3acb-4bab-a30f-c7c6d13f1245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:02.234997 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-07848142-3acb-4bab-a30f-c7c6d13f1245 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/828445f3-828b-4e1d-968d-63cc3b907b0c HTTP/1.1" status: 204 len: 168 time: 0.1687765 Feb 16 22:21:02.243816 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07848142-3acb-4bab-a30f-c7c6d13f1245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828445f3-828b-4e1d-968d-63cc3b907b0c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:02.371595 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe2bd5-ee43-4a55-ad14-6d469bbbefa4 req-5fad71a8-f372-41eb-b1b1-39f4264c4710 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:02.373336 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5fe2bd5-ee43-4a55-ad14-6d469bbbefa4 req-5fad71a8-f372-41eb-b1b1-39f4264c4710 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0683873 Feb 16 22:21:02.432874 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5fe2bd5-ee43-4a55-ad14-6d469bbbefa4 req-19c16f6c-f77a-4d52-ac5a-88f60b286ee3 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519688 Feb 16 22:21:02.578322 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1392d22-06d3-4934-b22a-962693ba7b04 req-f829bc63-f0da-4e22-8df3-43652392dab2 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:02.579875 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c1392d22-06d3-4934-b22a-962693ba7b04 req-f829bc63-f0da-4e22-8df3-43652392dab2 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=c84f0bfb-1236-4f46-8d33-ea6713118761 HTTP/1.1" status: 200 len: 946 time: 0.0688343 Feb 16 22:21:02.633494 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c1392d22-06d3-4934-b22a-962693ba7b04 req-4f917e78-1ad4-49cf-93da-bcfa46e8679b tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/security-groups?id=e0836f72-8df4-4dd3-b8b6-a137e11b4438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473619 Feb 16 22:21:02.754984 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b3052-6e13-4a0b-98bd-d20f83537323 req-dae576d4-5070-4906-949d-58e4e994c906 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:02.762289 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dc1b3052-6e13-4a0b-98bd-d20f83537323 req-dae576d4-5070-4906-949d-58e4e994c906 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/ports?device_id=e16ef9c4-404d-41d8-911d-a85e789f5429 HTTP/1.1" status: 200 len: 944 time: 0.0618503 Feb 16 22:21:02.813450 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dc1b3052-6e13-4a0b-98bd-d20f83537323 req-26f68e51-7954-4c01-ba11-c3684f480edb tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9b0ade7-772f-403b-bf4b-1283fc127a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503674 Feb 16 22:21:02.965552 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57faa2e6-f9de-418d-8c5e-b61b3c63c6ef req-cf749a39-d049-4dfb-a319-2fdabc5cc2c5 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:02.968968 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-57faa2e6-f9de-418d-8c5e-b61b3c63c6ef req-cf749a39-d049-4dfb-a319-2fdabc5cc2c5 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=c84f0bfb-1236-4f46-8d33-ea6713118761 HTTP/1.1" status: 200 len: 946 time: 0.0663781 Feb 16 22:21:03.022233 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-57faa2e6-f9de-418d-8c5e-b61b3c63c6ef req-b31926ac-b4e7-4166-bb97-1a6ebe7a5232 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/security-groups?id=e0836f72-8df4-4dd3-b8b6-a137e11b4438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473888 Feb 16 22:21:03.047446 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 33126) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:21:03.147145 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748855f9-9c19-4a13-b708-551540a4e0d5 req-cd55a84b-f2ff-4c1b-a912-5c3778df2ea1 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:03.148742 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-748855f9-9c19-4a13-b708-551540a4e0d5 req-cd55a84b-f2ff-4c1b-a912-5c3778df2ea1 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=a977f381-b173-45c2-921f-50dba7a85338 HTTP/1.1" status: 200 len: 945 time: 0.0579660 Feb 16 22:21:03.160680 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-b190c6a0-e8c5-412d-ad07-b889a341ff12 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1111776924-network', 'tenant_id': '1e3883e2df2d4ddc94d94d18d90a1204'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:03.184258 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b190c6a0-e8c5-412d-ad07-b889a341ff12 admin admin] Made reservation on behalf of 1e3883e2df2d4ddc94d94d18d90a1204 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:21:03.186770 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b190c6a0-e8c5-412d-ad07-b889a341ff12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:03.195190 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b190c6a0-e8c5-412d-ad07-b889a341ff12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:03.205582 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-748855f9-9c19-4a13-b708-551540a4e0d5 req-f4658cd9-cb16-410f-acff-ae2ab9aa6c42 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504122 Feb 16 22:21:03.295981 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b190c6a0-e8c5-412d-ad07-b889a341ff12 admin admin] Publish callbacks [] for security_group (b888eb49-7c83-4dce-9694-fd62cc7ef587), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:03.301476 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b190c6a0-e8c5-412d-ad07-b889a341ff12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b888eb49-7c83-4dce-9694-fd62cc7ef587), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:03.314302 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b190c6a0-e8c5-412d-ad07-b889a341ff12 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:21:03.324516 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b190c6a0-e8c5-412d-ad07-b889a341ff12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (d5d2de62-563e-43a9-98ed-2414bd6735aa), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:03.325138 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-b190c6a0-e8c5-412d-ad07-b889a341ff12 admin admin] Added segment d5d2de62-563e-43a9-98ed-2414bd6735aa of type vlan for network 99abbb5d-e48a-4247-9acd-10b5b079d130 Feb 16 22:21:03.326901 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290264e-514c-4795-b58f-ae1edd6b067f req-011f727a-64e1-484f-adda-3e022223294b tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:03.330454 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0290264e-514c-4795-b58f-ae1edd6b067f req-011f727a-64e1-484f-adda-3e022223294b tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=c84f0bfb-1236-4f46-8d33-ea6713118761 HTTP/1.1" status: 200 len: 946 time: 0.0635929 Feb 16 22:21:03.381056 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b190c6a0-e8c5-412d-ad07-b889a341ff12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (99abbb5d-e48a-4247-9acd-10b5b079d130), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:03.381326 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0290264e-514c-4795-b58f-ae1edd6b067f req-f1924e05-2805-4e81-b647-03332c8917d3 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/security-groups?id=e0836f72-8df4-4dd3-b8b6-a137e11b4438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460496 Feb 16 22:21:03.392277 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190c6a0-e8c5-412d-ad07-b889a341ff12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b888eb49-7c83-4dce-9694-fd62cc7ef587,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:03.416311 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b190c6a0-e8c5-412d-ad07-b889a341ff12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (99abbb5d-e48a-4247-9acd-10b5b079d130), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:03.417531 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b190c6a0-e8c5-412d-ad07-b889a341ff12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:03.418294 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b190c6a0-e8c5-412d-ad07-b889a341ff12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:03.460192 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b190c6a0-e8c5-412d-ad07-b889a341ff12 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4107840 Feb 16 22:21:03.462927 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 33138) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:21:03.468286 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-d06508ea-051d-4b24-8429-5b14a0406e6a admin admin] Request body: {'subnet': {'network_id': '99abbb5d-e48a-4247-9acd-10b5b079d130', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1111776924-subnet', 'tenant_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:03.501673 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190c6a0-e8c5-412d-ad07-b889a341ff12 admin admin] Pushing event updated for resources: {'Network': ['ID=99abbb5d-e48a-4247-9acd-10b5b079d130,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:03.513148 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 99abbb5d-e48a-4247-9acd-10b5b079d130 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:21:03.530987 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06508ea-051d-4b24-8429-5b14a0406e6a admin admin] Made reservation on behalf of 1e3883e2df2d4ddc94d94d18d90a1204 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:21:03.534158 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d06508ea-051d-4b24-8429-5b14a0406e6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:03.560000 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a188b0-9575-49f5-8ead-c149d691334a req-7716210a-ad7b-4260-a818-acfff2f92b26 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:03.562732 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-68a188b0-9575-49f5-8ead-c149d691334a req-7716210a-ad7b-4260-a818-acfff2f92b26 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=c84f0bfb-1236-4f46-8d33-ea6713118761 HTTP/1.1" status: 200 len: 946 time: 0.0747998 Feb 16 22:21:03.607499 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 490f6592-9082-4bd6-bb08-76e625184dbe up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:21:03.662575 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-68a188b0-9575-49f5-8ead-c149d691334a req-45674c44-d9ca-4026-b1f0-c5fbc9c137da tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/security-groups?id=e0836f72-8df4-4dd3-b8b6-a137e11b4438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925691 Feb 16 22:21:03.720339 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 490f6592-9082-4bd6-bb08-76e625184dbe completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:21:03.726190 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 490f6592-9082-4bd6-bb08-76e625184dbe triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:21:03.727175 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (490f6592-9082-4bd6-bb08-76e625184dbe), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:03.760673 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d06508ea-051d-4b24-8429-5b14a0406e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (0fcaf4ca-8e69-49fe-8059-c45d2f77b631), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:03.785621 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba23f0-9131-49f3-960b-2dd1196ea534 req-e23a5ba3-455d-475d-8e62-288b9ecbfd13 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:03.787183 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22ba23f0-9131-49f3-960b-2dd1196ea534 req-e23a5ba3-455d-475d-8e62-288b9ecbfd13 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0672643 Feb 16 22:21:03.830483 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06508ea-051d-4b24-8429-5b14a0406e6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fcaf4ca-8e69-49fe-8059-c45d2f77b631,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:03.835265 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06508ea-051d-4b24-8429-5b14a0406e6a admin admin] Checking segment: {'id': 'd5d2de62-563e-43a9-98ed-2414bd6735aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '99abbb5d-e48a-4247-9acd-10b5b079d130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:21:03.835895 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06508ea-051d-4b24-8429-5b14a0406e6a admin admin] Network hostable DHCP agents. Network: 99abbb5d-e48a-4247-9acd-10b5b079d130, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:21:03.855825 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06508ea-051d-4b24-8429-5b14a0406e6a admin admin] Network 99abbb5d-e48a-4247-9acd-10b5b079d130 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:21:03.857244 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 490f6592-9082-4bd6-bb08-76e625184dbe is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:21:03.857428 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22ba23f0-9131-49f3-960b-2dd1196ea534 req-3b1dbc66-5cdc-471c-a01c-172b6205df62 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588601 Feb 16 22:21:03.857721 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (490f6592-9082-4bd6-bb08-76e625184dbe), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:03.869074 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-d06508ea-051d-4b24-8429-5b14a0406e6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 99abbb5d-e48a-4247-9acd-10b5b079d130) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:21:03.890002 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe552f3-842f-4cd0-bfaa-9dbe579a4ff0 None None] Network 99abbb5d-e48a-4247-9acd-10b5b079d130 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:21:03.890284 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06508ea-051d-4b24-8429-5b14a0406e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:03.890284 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d06508ea-051d-4b24-8429-5b14a0406e6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:03.900694 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16ef9c4-404d-41d8-911d-a85e789f5429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490f6592-9082-4bd6-bb08-76e625184dbe'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:21:03.903490 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb359cd-a7cc-4f6a-a314-3448ad6a8ede" -d '{"events": [{"server_uuid": "e16ef9c4-404d-41d8-911d-a85e789f5429", "name": "network-vif-plugged", "status": "completed", "tag": "490f6592-9082-4bd6-bb08-76e625184dbe"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:21:03.916408 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d06508ea-051d-4b24-8429-5b14a0406e6a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4521132 Feb 16 22:21:03.919226 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 33152) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:21:03.924354 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-c8d787c7-7147-4af0-8bf2-1a102615bb1b admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1111776924-router', 'tenant_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:03.929229 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 490f6592-9082-4bd6-bb08-76e625184dbe, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=490f6592-9082-4bd6-bb08-76e625184dbe,segment=NetworkSegment(acc7f612-a109-483c-82e6-bbbd41b4a417),segment_id=acc7f612-a109-483c-82e6-bbbd41b4a417)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:03.951045 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c8d787c7-7147-4af0-8bf2-1a102615bb1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (e76d47bf-1f23-4ac4-a580-6d33ed163f28), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:03.952998 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c8d787c7-7147-4af0-8bf2-1a102615bb1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (e76d47bf-1f23-4ac4-a580-6d33ed163f28), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:03.966623 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (490f6592-9082-4bd6-bb08-76e625184dbe), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:04.044752 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c8d787c7-7147-4af0-8bf2-1a102615bb1b admin admin] Publish callbacks [] for router_controller (e76d47bf-1f23-4ac4-a580-6d33ed163f28), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:04.058145 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b1c33-ad85-48b8-b9ce-e8b5e716f74c req-3415d3e9-f3af-4a7b-98a6-e0bcbae4cbc5 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:04.059708 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e19b1c33-ad85-48b8-b9ce-e8b5e716f74c req-3415d3e9-f3af-4a7b-98a6-e0bcbae4cbc5 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=c84f0bfb-1236-4f46-8d33-ea6713118761 HTTP/1.1" status: 200 len: 946 time: 0.1028528 Feb 16 22:21:04.183865 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=490f6592-9082-4bd6-bb08-76e625184dbe,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:04.197478 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f0fb49-a939-443b-baec-eb344b354dd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-99abbb5d-e48a-4247-9acd-10b5b079d130', 'network_id': '99abbb5d-e48a-4247-9acd-10b5b079d130', 'project_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'fixed_ips': [{'subnet_id': '0fcaf4ca-8e69-49fe-8059-c45d2f77b631'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:21:04.198524 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f1f0fb49-a939-443b-baec-eb344b354dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:04.242867 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e19b1c33-ad85-48b8-b9ce-e8b5e716f74c req-3fb236c7-1772-454f-b79c-34a5084e82f9 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/security-groups?id=e0836f72-8df4-4dd3-b8b6-a137e11b4438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437962 Feb 16 22:21:04.245055 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c8d787c7-7147-4af0-8bf2-1a102615bb1b admin admin] Publish callbacks [] for router_gateway (e76d47bf-1f23-4ac4-a580-6d33ed163f28), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:04.358702 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-f1f0fb49-a939-443b-baec-eb344b354dd4 None None] Allocated IP 172.20.0.2 (99abbb5d-e48a-4247-9acd-10b5b079d130/0fcaf4ca-8e69-49fe-8059-c45d2f77b631/46b87841-f853-453f-9195-721e5d93c676) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:21:04.409044 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af00dcc-df15-46bd-ac47-c70585c28ba1 req-12ef8125-9af9-4c8c-91d4-5c4a4b603fb0 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:04.410778 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6af00dcc-df15-46bd-ac47-c70585c28ba1 req-12ef8125-9af9-4c8c-91d4-5c4a4b603fb0 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/ports?device_id=e16ef9c4-404d-41d8-911d-a85e789f5429 HTTP/1.1" status: 200 len: 945 time: 0.0721819 Feb 16 22:21:04.532748 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f1f0fb49-a939-443b-baec-eb344b354dd4 None None] Publish callbacks [] for port (46b87841-f853-453f-9195-721e5d93c676), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:04.539233 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f1f0fb49-a939-443b-baec-eb344b354dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (46b87841-f853-453f-9195-721e5d93c676), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:04.549680 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6af00dcc-df15-46bd-ac47-c70585c28ba1 req-d87e20ae-31df-4094-b7e3-96cac2eeb5a9 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9b0ade7-772f-403b-bf4b-1283fc127a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324029 Feb 16 22:21:04.561758 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c8d787c7-7147-4af0-8bf2-1a102615bb1b admin admin] Publish callbacks [] for router_gateway (e76d47bf-1f23-4ac4-a580-6d33ed163f28), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:04.584859 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c8d787c7-7147-4af0-8bf2-1a102615bb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:04.587731 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f0fb49-a939-443b-baec-eb344b354dd4 None None] Network 99abbb5d-e48a-4247-9acd-10b5b079d130 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:21:04.591030 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-f1f0fb49-a939-443b-baec-eb344b354dd4 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:21:04.594603 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f0fb49-a939-443b-baec-eb344b354dd4 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:21:04.602421 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f0fb49-a939-443b-baec-eb344b354dd4 None None] Pushing event updated for resources: {'Port': ['ID=46b87841-f853-453f-9195-721e5d93c676,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:04.697095 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-f1f0fb49-a939-443b-baec-eb344b354dd4 None None] Attempting to bind port 46b87841-f853-453f-9195-721e5d93c676 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:21:04.697425 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-f1f0fb49-a939-443b-baec-eb344b354dd4 None None] Attempting to bind port 46b87841-f853-453f-9195-721e5d93c676 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'd5d2de62-563e-43a9-98ed-2414bd6735aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '99abbb5d-e48a-4247-9acd-10b5b079d130'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:21:04.698817 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f0fb49-a939-443b-baec-eb344b354dd4 None None] Attempting to bind port 46b87841-f853-453f-9195-721e5d93c676 on network 99abbb5d-e48a-4247-9acd-10b5b079d130 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:21:04.704460 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f0fb49-a939-443b-baec-eb344b354dd4 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:21:04.704843 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f0fb49-a939-443b-baec-eb344b354dd4 None None] Checking segment: {'id': 'd5d2de62-563e-43a9-98ed-2414bd6735aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '99abbb5d-e48a-4247-9acd-10b5b079d130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:21:04.705247 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f1f0fb49-a939-443b-baec-eb344b354dd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:04.705638 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f0fb49-a939-443b-baec-eb344b354dd4 None None] Bound using segment: {'id': 'd5d2de62-563e-43a9-98ed-2414bd6735aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '99abbb5d-e48a-4247-9acd-10b5b079d130'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:21:04.706156 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-f1f0fb49-a939-443b-baec-eb344b354dd4 None None] Bound port: 46b87841-f853-453f-9195-721e5d93c676, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d2de62-563e-43a9-98ed-2414bd6735aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '99abbb5d-e48a-4247-9acd-10b5b079d130'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:21:04.706524 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f1f0fb49-a939-443b-baec-eb344b354dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (46b87841-f853-453f-9195-721e5d93c676), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:04.735805 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-c8d787c7-7147-4af0-8bf2-1a102615bb1b admin admin] Allocated IP 172.25.2.61 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/217c7ec6-2c43-42e4-8521-8d94109ee5e6) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:21:04.800225 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-f1f0fb49-a939-443b-baec-eb344b354dd4 None None] For port 46b87841-f853-453f-9195-721e5d93c676, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:21:04.804208 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-f1f0fb49-a939-443b-baec-eb344b354dd4 None None] For port 46b87841-f853-453f-9195-721e5d93c676, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=46b87841-f853-453f-9195-721e5d93c676,segment=NetworkSegment(d5d2de62-563e-43a9-98ed-2414bd6735aa),segment_id=d5d2de62-563e-43a9-98ed-2414bd6735aa)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:21:04.809319 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa642214-cef0-4529-b890-3da055e4d5a9 x-openstack-request-id: req-aa642214-cef0-4529-b890-3da055e4d5a9 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:21:04.809874 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e16ef9c4-404d-41d8-911d-a85e789f5429", "name": "network-vif-plugged", "status": "completed", "tag": "490f6592-9082-4bd6-bb08-76e625184dbe", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:21:04.810367 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-aa642214-cef0-4529-b890-3da055e4d5a9 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:21:04.810935 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16ef9c4-404d-41d8-911d-a85e789f5429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490f6592-9082-4bd6-bb08-76e625184dbe', 'code': 200} Feb 16 22:21:04.814184 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f1f0fb49-a939-443b-baec-eb344b354dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (46b87841-f853-453f-9195-721e5d93c676), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:04.883105 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f0fb49-a939-443b-baec-eb344b354dd4 None None] Pushing event updated for resources: {'Port': ['ID=46b87841-f853-453f-9195-721e5d93c676,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:04.929021 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39dee72-c3c0-495c-b830-afe41787f4ee req-c036d813-24af-4574-9fa5-ded3dd038975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:04.931357 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f39dee72-c3c0-495c-b830-afe41787f4ee req-c036d813-24af-4574-9fa5-ded3dd038975 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e16ef9c4-404d-41d8-911d-a85e789f5429 HTTP/1.1" status: 200 len: 1127 time: 0.0612833 Feb 16 22:21:04.998485 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c8d787c7-7147-4af0-8bf2-1a102615bb1b admin admin] Publish callbacks [] for port (217c7ec6-2c43-42e4-8521-8d94109ee5e6), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:05.002099 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f39dee72-c3c0-495c-b830-afe41787f4ee req-9e5b7f5e-03df-4924-9aa3-10e3ad30e1a2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f9b0ade7-772f-403b-bf4b-1283fc127a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640364 Feb 16 22:21:05.011868 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1e1c3-6f84-45b4-a235-2349c6cf8f2a req-78ca36a0-6548-45ba-a5eb-0a2dd849895f tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:05.013458 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-71a1e1c3-6f84-45b4-a235-2349c6cf8f2a req-78ca36a0-6548-45ba-a5eb-0a2dd849895f tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=a977f381-b173-45c2-921f-50dba7a85338 HTTP/1.1" status: 200 len: 945 time: 0.1294672 Feb 16 22:21:05.088002 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-71a1e1c3-6f84-45b4-a235-2349c6cf8f2a req-cb0f4379-255b-4bdb-8ef9-5b51715b6b26 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645220 Feb 16 22:21:05.089554 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c8d787c7-7147-4af0-8bf2-1a102615bb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (217c7ec6-2c43-42e4-8521-8d94109ee5e6), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:05.149831 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d787c7-7147-4af0-8bf2-1a102615bb1b admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:21:05.155926 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-c8d787c7-7147-4af0-8bf2-1a102615bb1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:21:05.164985 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d787c7-7147-4af0-8bf2-1a102615bb1b admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:21:05.168760 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d787c7-7147-4af0-8bf2-1a102615bb1b admin admin] Pushing event updated for resources: {'Port': ['ID=217c7ec6-2c43-42e4-8521-8d94109ee5e6,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:05.380261 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86e936-52ab-40fe-b24f-4e2bf15c70c3 req-03560824-c64b-440f-b39b-ce296054eecf tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:05.381802 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1a86e936-52ab-40fe-b24f-4e2bf15c70c3 req-03560824-c64b-440f-b39b-ce296054eecf tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.1216743 Feb 16 22:21:05.517865 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1a86e936-52ab-40fe-b24f-4e2bf15c70c3 req-bef95bce-7855-4609-93aa-a03a9410a224 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980949 Feb 16 22:21:05.533796 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c8d787c7-7147-4af0-8bf2-1a102615bb1b admin admin] Publish callbacks [] for router_gateway (e76d47bf-1f23-4ac4-a580-6d33ed163f28), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:05.685850 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc4296-f3f3-465b-a70e-1e701e3d2f5f req-699b3d05-e3e9-4181-bacb-295725d8d545 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:05.687456 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7abc4296-f3f3-465b-a70e-1e701e3d2f5f req-699b3d05-e3e9-4181-bacb-295725d8d545 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=c84f0bfb-1236-4f46-8d33-ea6713118761 HTTP/1.1" status: 200 len: 946 time: 0.0804281 Feb 16 22:21:05.822473 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7abc4296-f3f3-465b-a70e-1e701e3d2f5f req-d331032e-9c73-4f32-a410-5a53dcb2b107 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/security-groups?id=e0836f72-8df4-4dd3-b8b6-a137e11b4438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908206 Feb 16 22:21:05.847115 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c8d787c7-7147-4af0-8bf2-1a102615bb1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (e76d47bf-1f23-4ac4-a580-6d33ed163f28), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:05.993044 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc0482-13c3-4389-b12e-58fe3ab844de req-19907ebc-9125-4116-9de0-e637f58b9124 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:05.994580 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66fc0482-13c3-4389-b12e-58fe3ab844de req-19907ebc-9125-4116-9de0-e637f58b9124 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0724320 Feb 16 22:21:06.042317 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa70cff8-60f0-4243-83bc-e2035d262204 None None] Network 99abbb5d-e48a-4247-9acd-10b5b079d130 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:21:06.060787 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66fc0482-13c3-4389-b12e-58fe3ab844de req-5811f905-d90f-42ea-b3ad-a16f32f3011d tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594647 Feb 16 22:21:06.073891 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d787c7-7147-4af0-8bf2-1a102615bb1b admin admin] Router e76d47bf-1f23-4ac4-a580-6d33ed163f28 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:21:06.173242 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-d3a32986-d45b-400b-8a52-866c3f71aba7 None None] Provisioning complete for port 46b87841-f853-453f-9195-721e5d93c676 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:21:06.173614 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d3a32986-d45b-400b-8a52-866c3f71aba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (46b87841-f853-453f-9195-721e5d93c676), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:06.246448 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef03001-d8c7-49e0-835a-42d76233a485 req-594eeb02-e367-4f0e-a110-b6d4cbfe14ef tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:06.254173 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8ef03001-d8c7-49e0-835a-42d76233a485 req-594eeb02-e367-4f0e-a110-b6d4cbfe14ef tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/ports?device_id=e16ef9c4-404d-41d8-911d-a85e789f5429 HTTP/1.1" status: 200 len: 945 time: 0.1160164 Feb 16 22:21:06.270677 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d3a32986-d45b-400b-8a52-866c3f71aba7 None None] Current status of the port 46b87841-f853-453f-9195-721e5d93c676 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:21:06.271073 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d3a32986-d45b-400b-8a52-866c3f71aba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (46b87841-f853-453f-9195-721e5d93c676), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:06.280521 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d787c7-7147-4af0-8bf2-1a102615bb1b admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:21:06.291731 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4a7628-3bb5-49cb-b57c-955c09521b42 None None] Sync routers for ids ['e76d47bf-1f23-4ac4-a580-6d33ed163f28'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:21:06.333230 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c8d787c7-7147-4af0-8bf2-1a102615bb1b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:06.334768 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c8d787c7-7147-4af0-8bf2-1a102615bb1b admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4144676 Feb 16 22:21:06.337708 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 33182) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:21:06.343516 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8ef03001-d8c7-49e0-835a-42d76233a485 req-6c58fe07-f76d-44a1-ad37-7d3d00276e35 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9b0ade7-772f-403b-bf4b-1283fc127a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884519 Feb 16 22:21:06.379070 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4a7628-3bb5-49cb-b57c-955c09521b42 None None] Routers {'e76d47bf-1f23-4ac4-a580-6d33ed163f28'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:21:06.379774 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-1e4a7628-3bb5-49cb-b57c-955c09521b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:20:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['e76d47bf-1f23-4ac4-a580-6d33ed163f28'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:21:06.396830 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-d3a32986-d45b-400b-8a52-866c3f71aba7 None None] For port 46b87841-f853-453f-9195-721e5d93c676, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=46b87841-f853-453f-9195-721e5d93c676,segment=NetworkSegment(d5d2de62-563e-43a9-98ed-2414bd6735aa),segment_id=d5d2de62-563e-43a9-98ed-2414bd6735aa)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:06.454218 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d3a32986-d45b-400b-8a52-866c3f71aba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (46b87841-f853-453f-9195-721e5d93c676), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:06.531418 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6dbac-5c00-4564-8afe-2eb1e5d7c792 req-54daec34-1b07-44b4-b250-74b846897bfa tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:06.535204 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-63b6dbac-5c00-4564-8afe-2eb1e5d7c792 req-54daec34-1b07-44b4-b250-74b846897bfa tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=c84f0bfb-1236-4f46-8d33-ea6713118761 HTTP/1.1" status: 200 len: 946 time: 0.0869770 Feb 16 22:21:06.626572 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a32986-d45b-400b-8a52-866c3f71aba7 None None] Pushing event updated for resources: {'Port': ['ID=46b87841-f853-453f-9195-721e5d93c676,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:06.644525 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-8853a611-bf3a-4410-89f6-009a8294dda6 None None] Provisioning complete for port 46b87841-f853-453f-9195-721e5d93c676 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:21:06.644525 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8853a611-bf3a-4410-89f6-009a8294dda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (46b87841-f853-453f-9195-721e5d93c676), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:06.644855 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-63b6dbac-5c00-4564-8afe-2eb1e5d7c792 req-f24a2222-8086-4b9e-a4cc-dc946fe996be tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/security-groups?id=e0836f72-8df4-4dd3-b8b6-a137e11b4438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031764 Feb 16 22:21:06.674494 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 46b87841-f853-453f-9195-721e5d93c676 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:21:06.738930 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-1e4a7628-3bb5-49cb-b57c-955c09521b42 None None] Set router e76d47bf-1f23-4ac4-a580-6d33ed163f28 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:21:06.865994 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c97581-39ce-4403-9050-ac0ee7b70b7d req-57d5ddcb-14cb-4868-9cd1-c1475067e236 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:06.874235 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-29c97581-39ce-4403-9050-ac0ee7b70b7d req-57d5ddcb-14cb-4868-9cd1-c1475067e236 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.1198001 Feb 16 22:21:06.895669 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 46b87841-f853-453f-9195-721e5d93c676 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:21:06.896039 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (46b87841-f853-453f-9195-721e5d93c676), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:06.938329 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-29c97581-39ce-4403-9050-ac0ee7b70b7d req-f5ad47fc-2167-4190-99eb-c1e76460dab3 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578287 Feb 16 22:21:06.951359 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-8853a611-bf3a-4410-89f6-009a8294dda6 None None] Current status of the port 46b87841-f853-453f-9195-721e5d93c676 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:21:07.062282 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 46b87841-f853-453f-9195-721e5d93c676 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:21:07.112684 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-1e4a7628-3bb5-49cb-b57c-955c09521b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'name': 'tempest-ServersTestFqdnHostnames-1111776924-router', 'tenant_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '217c7ec6-2c43-42e4-8521-8d94109ee5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:21:03Z', 'updated_at': '2022-02-16T22:21:05Z', 'revision_number': 3, 'project_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'gw_port': {'id': '217c7ec6-2c43-42e4-8521-8d94109ee5e6', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:bf:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:21:04Z', 'updated_at': '2022-02-16T22:21:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:21:07.140871 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1806c-9330-4f20-9a4d-c31abf6910ab req-3177c83e-46bd-4e35-8945-416fd289d796 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:07.142483 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-19c1806c-9330-4f20-9a4d-c31abf6910ab req-3177c83e-46bd-4e35-8945-416fd289d796 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=a977f381-b173-45c2-921f-50dba7a85338 HTTP/1.1" status: 200 len: 945 time: 0.1224871 Feb 16 22:21:07.145526 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b94d4c04-68ad-4b33-b256-1aec01ad7744 req-8a9429d0-8a1b-4acb-87dc-6de3fefe6b54 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0785217 Feb 16 22:21:07.158252 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4a7628-3bb5-49cb-b57c-955c09521b42 None None] Checking router: e76d47bf-1f23-4ac4-a580-6d33ed163f28 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:21:07.158252 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4a7628-3bb5-49cb-b57c-955c09521b42 None None] Updating router e76d47bf-1f23-4ac4-a580-6d33ed163f28 port 217c7ec6-2c43-42e4-8521-8d94109ee5e6 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:21:07.207541 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-19c1806c-9330-4f20-9a4d-c31abf6910ab req-1a6e0955-523f-41c1-aa22-8a392ae937f6 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555353 Feb 16 22:21:07.225365 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1e4a7628-3bb5-49cb-b57c-955c09521b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (217c7ec6-2c43-42e4-8521-8d94109ee5e6), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:07.274324 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d4c04-68ad-4b33-b256-1aec01ad7744 req-cb28adf8-e3b0-4b9b-b948-9d395e4f25ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:07.276416 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b94d4c04-68ad-4b33-b256-1aec01ad7744 req-cb28adf8-e3b0-4b9b-b948-9d395e4f25ca service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=471d422781ee4218a880c4849a975478&device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 1126 time: 0.0619013 Feb 16 22:21:07.469421 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8eb799a5-9bf3-48e3-9f83-dcc6fe453cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:07.482742 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d4c04-68ad-4b33-b256-1aec01ad7744 req-f5743416-3f1e-4f1b-9159-ca38facac5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:07.484776 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b94d4c04-68ad-4b33-b256-1aec01ad7744 req-f5743416-3f1e-4f1b-9159-ca38facac5db service neutron] 10.222.0.79 "GET /v2.0/networks?id=22711c4a-8661-4a7d-9538-4da72ec44b9a HTTP/1.1" status: 200 len: 912 time: 0.1804261 Feb 16 22:21:07.571748 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b94d4c04-68ad-4b33-b256-1aec01ad7744 req-53d3bf41-4742-4dec-ac99-0f016d89a62c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f84d8ad-7206-4829-8589-6f904da0dad7 HTTP/1.1" status: 200 len: 999 time: 0.0792007 Feb 16 22:21:07.646253 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d4c04-68ad-4b33-b256-1aec01ad7744 req-9fd32cce-118c-4327-a85a-a2b9e2c0a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:07.648625 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b94d4c04-68ad-4b33-b256-1aec01ad7744 req-9fd32cce-118c-4327-a85a-a2b9e2c0a38d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa HTTP/1.1" status: 200 len: 850 time: 0.0664632 Feb 16 22:21:07.653785 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1e4a7628-3bb5-49cb-b57c-955c09521b42 None None] Publish callbacks [] for port (217c7ec6-2c43-42e4-8521-8d94109ee5e6), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:07.661950 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1e4a7628-3bb5-49cb-b57c-955c09521b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (217c7ec6-2c43-42e4-8521-8d94109ee5e6), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:07.708334 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d4c04-68ad-4b33-b256-1aec01ad7744 req-b165067d-d94f-4179-be1e-5c35028f9019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:07.709516 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b94d4c04-68ad-4b33-b256-1aec01ad7744 req-b165067d-d94f-4179-be1e-5c35028f9019 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=22711c4a-8661-4a7d-9538-4da72ec44b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513215 Feb 16 22:21:07.740698 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4361a38-dcb0-4fca-9388-ba766acd3312 None None] Pushing event updated for resources: {'Port': ['ID=217c7ec6-2c43-42e4-8521-8d94109ee5e6,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:07.750908 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-1e4a7628-3bb5-49cb-b57c-955c09521b42 None None] Attempting to bind port 217c7ec6-2c43-42e4-8521-8d94109ee5e6 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:21:07.751918 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-1e4a7628-3bb5-49cb-b57c-955c09521b42 None None] Attempting to bind port 217c7ec6-2c43-42e4-8521-8d94109ee5e6 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:21:07.752462 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4a7628-3bb5-49cb-b57c-955c09521b42 None None] Attempting to bind port 217c7ec6-2c43-42e4-8521-8d94109ee5e6 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:21:07.759624 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4a7628-3bb5-49cb-b57c-955c09521b42 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:21:07.760412 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4a7628-3bb5-49cb-b57c-955c09521b42 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:21:07.760996 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1e4a7628-3bb5-49cb-b57c-955c09521b42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:07.761568 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4a7628-3bb5-49cb-b57c-955c09521b42 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:21:07.762244 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-1e4a7628-3bb5-49cb-b57c-955c09521b42 None None] Bound port: 217c7ec6-2c43-42e4-8521-8d94109ee5e6, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:21:07.762810 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1e4a7628-3bb5-49cb-b57c-955c09521b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (217c7ec6-2c43-42e4-8521-8d94109ee5e6), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:07.765186 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-8eb799a5-9bf3-48e3-9f83-dcc6fe453cbb admin admin] Allocated IP 172.20.0.1 (99abbb5d-e48a-4247-9acd-10b5b079d130/0fcaf4ca-8e69-49fe-8059-c45d2f77b631/50bde7b5-3675-4ed8-9990-8185e95933b5) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:21:07.825815 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1e4a7628-3bb5-49cb-b57c-955c09521b42 None None] For port 217c7ec6-2c43-42e4-8521-8d94109ee5e6, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:21:07.830818 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b94d4c04-68ad-4b33-b256-1aec01ad7744 req-332c99ae-11c7-4078-9a64-cd6aecc4f90e service neutron] 10.222.0.79 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135852 Feb 16 22:21:07.831500 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1e4a7628-3bb5-49cb-b57c-955c09521b42 None None] For port 217c7ec6-2c43-42e4-8521-8d94109ee5e6, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=217c7ec6-2c43-42e4-8521-8d94109ee5e6,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:21:07.839688 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1e4a7628-3bb5-49cb-b57c-955c09521b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (217c7ec6-2c43-42e4-8521-8d94109ee5e6), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:07.917882 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4361a38-dcb0-4fca-9388-ba766acd3312 None None] Pushing event updated for resources: {'Port': ['ID=217c7ec6-2c43-42e4-8521-8d94109ee5e6,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:07.942279 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4a7628-3bb5-49cb-b57c-955c09521b42 None None] Routers {'e76d47bf-1f23-4ac4-a580-6d33ed163f28'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:21:07.943493 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-1e4a7628-3bb5-49cb-b57c-955c09521b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:20:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['e76d47bf-1f23-4ac4-a580-6d33ed163f28'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:21:07.960781 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19fbbb3-922b-4b20-8373-7f9b7a956f4c req-f0974f19-029f-4ffd-b1bb-bffec3549c01 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:07.962412 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f19fbbb3-922b-4b20-8373-7f9b7a956f4c req-f0974f19-029f-4ffd-b1bb-bffec3549c01 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.1305671 Feb 16 22:21:08.043086 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8eb799a5-9bf3-48e3-9f83-dcc6fe453cbb admin admin] Publish callbacks [] for port (50bde7b5-3675-4ed8-9990-8185e95933b5), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:08.066254 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f19fbbb3-922b-4b20-8373-7f9b7a956f4c req-98ad91b3-db3b-404a-a744-6ea257c9a754 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927563 Feb 16 22:21:08.070114 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b94d4c04-68ad-4b33-b256-1aec01ad7744 req-9c7ca6d4-98a9-45bf-b358-8cbf854a17d9 service neutron] 10.222.0.79 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274590 Feb 16 22:21:08.095241 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8eb799a5-9bf3-48e3-9f83-dcc6fe453cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (50bde7b5-3675-4ed8-9990-8185e95933b5), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:08.139139 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb799a5-9bf3-48e3-9f83-dcc6fe453cbb admin admin] Network 99abbb5d-e48a-4247-9acd-10b5b079d130 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:21:08.142586 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-8eb799a5-9bf3-48e3-9f83-dcc6fe453cbb admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:21:08.147279 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb799a5-9bf3-48e3-9f83-dcc6fe453cbb admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:21:08.150979 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-1e4a7628-3bb5-49cb-b57c-955c09521b42 None None] Set router e76d47bf-1f23-4ac4-a580-6d33ed163f28 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:21:08.188341 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb799a5-9bf3-48e3-9f83-dcc6fe453cbb admin admin] Pushing event updated for resources: {'Port': ['ID=50bde7b5-3675-4ed8-9990-8185e95933b5,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:08.211721 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8eb799a5-9bf3-48e3-9f83-dcc6fe453cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (e76d47bf-1f23-4ac4-a580-6d33ed163f28), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:08.236892 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e49bf-e32a-42a7-a5e4-973941dd8584 req-130f804d-eaff-4629-be79-149537968151 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:08.239552 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ea8e49bf-e32a-42a7-a5e4-973941dd8584 req-130f804d-eaff-4629-be79-149537968151 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/ports?device_id=e16ef9c4-404d-41d8-911d-a85e789f5429 HTTP/1.1" status: 200 len: 945 time: 0.0920582 Feb 16 22:21:08.335437 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ea8e49bf-e32a-42a7-a5e4-973941dd8584 req-3d82b7a5-6827-488c-8c89-288c4b8676e8 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9b0ade7-772f-403b-bf4b-1283fc127a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851123 Feb 16 22:21:08.508844 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8eb799a5-9bf3-48e3-9f83-dcc6fe453cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (50bde7b5-3675-4ed8-9990-8185e95933b5), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:08.590876 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-58209aac-3e16-4767-8d0f-d25e5b976e83 None None] Provisioning complete for port 50bde7b5-3675-4ed8-9990-8185e95933b5 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:21:08.592212 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58209aac-3e16-4767-8d0f-d25e5b976e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (50bde7b5-3675-4ed8-9990-8185e95933b5), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:08.634197 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-58209aac-3e16-4767-8d0f-d25e5b976e83 None None] Port 50bde7b5-3675-4ed8-9990-8185e95933b5 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:21:08.635687 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 46b87841-f853-453f-9195-721e5d93c676 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:21:08.733921 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66e331-ab55-4ec2-8814-f0b811cc9318 req-4f6ebaec-69db-45a2-ae71-7d7d80c0c7b5 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:08.738948 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 46b87841-f853-453f-9195-721e5d93c676 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:21:08.739333 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (46b87841-f853-453f-9195-721e5d93c676), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:08.739910 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8eb799a5-9bf3-48e3-9f83-dcc6fe453cbb admin admin] Publish callbacks [] for port (50bde7b5-3675-4ed8-9990-8185e95933b5), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:08.742105 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8b66e331-ab55-4ec2-8814-f0b811cc9318 req-4f6ebaec-69db-45a2-ae71-7d7d80c0c7b5 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0654299 Feb 16 22:21:08.756033 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8eb799a5-9bf3-48e3-9f83-dcc6fe453cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (50bde7b5-3675-4ed8-9990-8185e95933b5), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:08.807872 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-1e4a7628-3bb5-49cb-b57c-955c09521b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'name': 'tempest-ServersTestFqdnHostnames-1111776924-router', 'tenant_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '217c7ec6-2c43-42e4-8521-8d94109ee5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:21:03Z', 'updated_at': '2022-02-16T22:21:05Z', 'revision_number': 3, 'project_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'gw_port': {'id': '217c7ec6-2c43-42e4-8521-8d94109ee5e6', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:bf:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:21:04Z', 'updated_at': '2022-02-16T22:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:21:08.825531 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8b66e331-ab55-4ec2-8814-f0b811cc9318 req-ff89447b-4913-4b33-8a8d-1f7a5905728c tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824358 Feb 16 22:21:08.839295 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb799a5-9bf3-48e3-9f83-dcc6fe453cbb admin admin] Pushing event updated for resources: {'Port': ['ID=50bde7b5-3675-4ed8-9990-8185e95933b5,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:08.844153 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8eb799a5-9bf3-48e3-9f83-dcc6fe453cbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (e76d47bf-1f23-4ac4-a580-6d33ed163f28), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:08.866180 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4a7628-3bb5-49cb-b57c-955c09521b42 None None] The sync data for ids ['e76d47bf-1f23-4ac4-a580-6d33ed163f28'] in n-d-813897-6 is: [{'id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'name': 'tempest-ServersTestFqdnHostnames-1111776924-router', 'tenant_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '217c7ec6-2c43-42e4-8521-8d94109ee5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:21:03Z', 'updated_at': '2022-02-16T22:21:05Z', 'revision_number': 3, 'project_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'gw_port': {'id': '217c7ec6-2c43-42e4-8521-8d94109ee5e6', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:bf:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:21:04Z', 'updated_at': '2022-02-16T22:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:21:08.931121 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 46b87841-f853-453f-9195-721e5d93c676 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:21:08.990866 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb799a5-9bf3-48e3-9f83-dcc6fe453cbb admin admin] Network 99abbb5d-e48a-4247-9acd-10b5b079d130 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:21:08.992514 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-8eb799a5-9bf3-48e3-9f83-dcc6fe453cbb admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:21:08.994255 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f94ef7-1ad9-4a02-aafe-6a74e2a4ccc7 req-5f6aba74-73a3-4f50-98a5-f19edca84288 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:09.007092 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-45f94ef7-1ad9-4a02-aafe-6a74e2a4ccc7 req-5f6aba74-73a3-4f50-98a5-f19edca84288 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=a977f381-b173-45c2-921f-50dba7a85338 HTTP/1.1" status: 200 len: 945 time: 0.0830462 Feb 16 22:21:09.149260 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb799a5-9bf3-48e3-9f83-dcc6fe453cbb admin admin] Router e76d47bf-1f23-4ac4-a580-6d33ed163f28 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:21:09.251916 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 65a8888c-8eae-43ee-b18f-60412a97f236 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:21:09.349400 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb799a5-9bf3-48e3-9f83-dcc6fe453cbb admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:21:09.361406 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8eb799a5-9bf3-48e3-9f83-dcc6fe453cbb admin admin] 10.222.0.75 "PUT /v2.0/routers/e76d47bf-1f23-4ac4-a580-6d33ed163f28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0219703 Feb 16 22:21:09.453071 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 65a8888c-8eae-43ee-b18f-60412a97f236, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=65a8888c-8eae-43ee-b18f-60412a97f236,segment=NetworkSegment(b005b1db-fe63-4634-a1de-c89743ea76f4),segment_id=b005b1db-fe63-4634-a1de-c89743ea76f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:09.481193 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '65a8888c-8eae-43ee-b18f-60412a97f236', 'network_id': '17015cc1-bd92-489e-837b-ef3849fab73f', 'port_id': '65a8888c-8eae-43ee-b18f-60412a97f236', 'mac_address': 'fa:16:3e:e9:8d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a43b30e-e3d6-46b1-a7c4-7a9e3a596a30', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:21:09.496113 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-6cf91660-a8d7-42b9-8cdc-a31f3560cfd5 None None] Provisioning complete for port 50bde7b5-3675-4ed8-9990-8185e95933b5 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:21:09.496113 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6cf91660-a8d7-42b9-8cdc-a31f3560cfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (50bde7b5-3675-4ed8-9990-8185e95933b5), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:09.525143 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-45f94ef7-1ad9-4a02-aafe-6a74e2a4ccc7 req-a52c9186-dff0-4fcb-82e7-6d79ddb6087f tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5114369 Feb 16 22:21:09.576282 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-6cf91660-a8d7-42b9-8cdc-a31f3560cfd5 None None] Port 50bde7b5-3675-4ed8-9990-8185e95933b5 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:21:09.588335 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 65a8888c-8eae-43ee-b18f-60412a97f236 is: ACTIVE; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:21:09.589455 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (65a8888c-8eae-43ee-b18f-60412a97f236), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:09.634871 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65a8888c-8eae-43ee-b18f-60412a97f236 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:21:09.660911 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 65a8888c-8eae-43ee-b18f-60412a97f236, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=65a8888c-8eae-43ee-b18f-60412a97f236,segment=NetworkSegment(b005b1db-fe63-4634-a1de-c89743ea76f4),segment_id=b005b1db-fe63-4634-a1de-c89743ea76f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:09.669220 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5c1118e-d72b-43a0-a8f5-a37390a806c2 req-042fe706-785e-4f2c-8565-8e9b47a84293 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1009205890&fields=id&tenant_id=01e432083635478383758717a26cceec HTTP/1.1" status: 200 len: 267 time: 0.0709739 Feb 16 22:21:09.669559 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (65a8888c-8eae-43ee-b18f-60412a97f236), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:09.731885 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=65a8888c-8eae-43ee-b18f-60412a97f236,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:09.745281 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1118e-d72b-43a0-a8f5-a37390a806c2 req-f17b4f03-f204-4fba-af0c-204b66650ba2 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:09.746962 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5c1118e-d72b-43a0-a8f5-a37390a806c2 req-f17b4f03-f204-4fba-af0c-204b66650ba2 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/ports?device_id=e16ef9c4-404d-41d8-911d-a85e789f5429 HTTP/1.1" status: 200 len: 945 time: 0.0769775 Feb 16 22:21:09.758065 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-e5c1118e-d72b-43a0-a8f5-a37390a806c2 req-3802aa54-0ca7-4d12-859f-713affe6a5ff tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Request body: {'port': {'security_groups': ['f9b0ade7-772f-403b-bf4b-1283fc127a6c', 'd08f2bab-1245-4b84-b13e-76f02e0084e4']}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:09.792582 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['65a8888c-8eae-43ee-b18f-60412a97f236'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:21:09.845622 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e5c1118e-d72b-43a0-a8f5-a37390a806c2 req-3802aa54-0ca7-4d12-859f-713affe6a5ff tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (490f6592-9082-4bd6-bb08-76e625184dbe), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:10.044693 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-e5c1118e-d72b-43a0-a8f5-a37390a806c2 req-3802aa54-0ca7-4d12-859f-713affe6a5ff tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] For port 490f6592-9082-4bd6-bb08-76e625184dbe, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=490f6592-9082-4bd6-bb08-76e625184dbe,segment=NetworkSegment(acc7f612-a109-483c-82e6-bbbd41b4a417),segment_id=acc7f612-a109-483c-82e6-bbbd41b4a417)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:10.076791 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e5c1118e-d72b-43a0-a8f5-a37390a806c2 req-3802aa54-0ca7-4d12-859f-713affe6a5ff tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for port (490f6592-9082-4bd6-bb08-76e625184dbe), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:10.082914 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e5c1118e-d72b-43a0-a8f5-a37390a806c2 req-3802aa54-0ca7-4d12-859f-713affe6a5ff tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (490f6592-9082-4bd6-bb08-76e625184dbe), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:10.095508 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['490f6592-9082-4bd6-bb08-76e625184dbe'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:21:10.132533 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1118e-d72b-43a0-a8f5-a37390a806c2 req-3802aa54-0ca7-4d12-859f-713affe6a5ff tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:10.133165 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e5c1118e-d72b-43a0-a8f5-a37390a806c2 req-3802aa54-0ca7-4d12-859f-713affe6a5ff tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:10.135175 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5c1118e-d72b-43a0-a8f5-a37390a806c2 req-3802aa54-0ca7-4d12-859f-713affe6a5ff tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "PUT /v2.0/ports/490f6592-9082-4bd6-bb08-76e625184dbe HTTP/1.1" status: 200 len: 981 time: 0.3816164 Feb 16 22:21:10.135335 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e16ef9c4-404d-41d8-911d-a85e789f5429', 'tag': '490f6592-9082-4bd6-bb08-76e625184dbe'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:21:10.141278 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37be806-f5b6-40de-94d8-2fe2f11140ec" -d '{"events": [{"name": "network-changed", "server_uuid": "e16ef9c4-404d-41d8-911d-a85e789f5429", "tag": "490f6592-9082-4bd6-bb08-76e625184dbe"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:21:10.206006 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802aa54-0ca7-4d12-859f-713affe6a5ff tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Pushing event updated for resources: {'Port': ['ID=490f6592-9082-4bd6-bb08-76e625184dbe,revision_number=6']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:10.350572 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['490f6592-9082-4bd6-bb08-76e625184dbe'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:21:10.408557 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979a660-c0d1-4d9d-bfe0-4c481a3d322c req-532228ca-771e-4ee5-b10d-b26c09067a79 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:10.410004 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4979a660-c0d1-4d9d-bfe0-4c481a3d322c req-532228ca-771e-4ee5-b10d-b26c09067a79 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1871be0-1fd3-4698-9050-ea9c8eb8f61a HTTP/1.1" status: 200 len: 946 time: 0.0572548 Feb 16 22:21:10.462514 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4979a660-c0d1-4d9d-bfe0-4c481a3d322c req-7a0672bf-e9a8-4256-ba79-8816e6c53577 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457642 Feb 16 22:21:10.612324 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5436eed-e2fa-4e39-aaa3-bc44dc610171 req-8e1bade5-00a0-478e-a540-d8e7540854da tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:10.613930 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f5436eed-e2fa-4e39-aaa3-bc44dc610171 req-8e1bade5-00a0-478e-a540-d8e7540854da tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0790632 Feb 16 22:21:10.631177 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 217c7ec6-2c43-42e4-8521-8d94109ee5e6 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:21:10.674594 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f5436eed-e2fa-4e39-aaa3-bc44dc610171 req-5daf3cbf-1b6c-491f-9ded-050848c80211 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535364 Feb 16 22:21:10.710653 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 217c7ec6-2c43-42e4-8521-8d94109ee5e6 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:21:10.711085 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (217c7ec6-2c43-42e4-8521-8d94109ee5e6), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:10.722270 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d57fd9-d1f0-4444-aa87-37c89d3f6ad5 req-8422e9c8-a2b6-4168-ba1c-c7b138e08dc9 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:10.724475 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e3d57fd9-d1f0-4444-aa87-37c89d3f6ad5 req-8422e9c8-a2b6-4168-ba1c-c7b138e08dc9 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1871be0-1fd3-4698-9050-ea9c8eb8f61a HTTP/1.1" status: 200 len: 946 time: 0.0804608 Feb 16 22:21:10.800140 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 217c7ec6-2c43-42e4-8521-8d94109ee5e6 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:21:10.800516 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (217c7ec6-2c43-42e4-8521-8d94109ee5e6), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:10.824457 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 217c7ec6-2c43-42e4-8521-8d94109ee5e6, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=217c7ec6-2c43-42e4-8521-8d94109ee5e6,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:10.830896 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (217c7ec6-2c43-42e4-8521-8d94109ee5e6), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:10.869004 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-e3d57fd9-d1f0-4444-aa87-37c89d3f6ad5 req-caf792b4-c514-408f-9c25-847c867de518 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Deleting port e1fdc851-8198-49e0-91c8-09185f1fe25c {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:21:10.869356 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e3d57fd9-d1f0-4444-aa87-37c89d3f6ad5 req-caf792b4-c514-408f-9c25-847c867de518 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (e1fdc851-8198-49e0-91c8-09185f1fe25c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:10.899437 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=217c7ec6-2c43-42e4-8521-8d94109ee5e6,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:10.996092 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-e3d57fd9-d1f0-4444-aa87-37c89d3f6ad5 req-caf792b4-c514-408f-9c25-847c867de518 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] For port e1fdc851-8198-49e0-91c8-09185f1fe25c, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=e1fdc851-8198-49e0-91c8-09185f1fe25c,segment=NetworkSegment(bab3c7c9-e01c-407c-bcf4-3671c0e39eec),segment_id=bab3c7c9-e01c-407c-bcf4-3671c0e39eec)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:10.996623 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e3d57fd9-d1f0-4444-aa87-37c89d3f6ad5 req-caf792b4-c514-408f-9c25-847c867de518 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (e1fdc851-8198-49e0-91c8-09185f1fe25c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:11.011085 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-e3d57fd9-d1f0-4444-aa87-37c89d3f6ad5 req-caf792b4-c514-408f-9c25-847c867de518 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Calling delete_port for e1fdc851-8198-49e0-91c8-09185f1fe25c owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:21:11.020889 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64c487c-5b75-48f9-adc7-54369dcd9500 None None] Sync routers for ids ['e76d47bf-1f23-4ac4-a580-6d33ed163f28'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:21:11.029871 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64c487c-5b75-48f9-adc7-54369dcd9500 None None] Routers {'e76d47bf-1f23-4ac4-a580-6d33ed163f28'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:21:11.030520 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-c64c487c-5b75-48f9-adc7-54369dcd9500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:20:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['e76d47bf-1f23-4ac4-a580-6d33ed163f28'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:21:11.172657 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e3d57fd9-d1f0-4444-aa87-37c89d3f6ad5 req-caf792b4-c514-408f-9c25-847c867de518 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (e1fdc851-8198-49e0-91c8-09185f1fe25c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:11.176616 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-c64c487c-5b75-48f9-adc7-54369dcd9500 None None] Set router e76d47bf-1f23-4ac4-a580-6d33ed163f28 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:21:11.186460 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['e1fdc851-8198-49e0-91c8-09185f1fe25c'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:21:11.240965 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 65a8888c-8eae-43ee-b18f-60412a97f236 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:21:11.292590 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf792b4-c514-408f-9c25-847c867de518 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Pushing event deleted for resources: {'Port': ['ID=e1fdc851-8198-49e0-91c8-09185f1fe25c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:11.303317 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d57fd9-d1f0-4444-aa87-37c89d3f6ad5 req-caf792b4-c514-408f-9c25-847c867de518 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] No DVR routers for this DVR port e1fdc851-8198-49e0-91c8-09185f1fe25c on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:21:11.308326 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e3d57fd9-d1f0-4444-aa87-37c89d3f6ad5 req-caf792b4-c514-408f-9c25-847c867de518 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:11.314682 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e3d57fd9-d1f0-4444-aa87-37c89d3f6ad5 req-caf792b4-c514-408f-9c25-847c867de518 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.67 "DELETE /v2.0/ports/e1fdc851-8198-49e0-91c8-09185f1fe25c HTTP/1.1" status: 204 len: 173 time: 0.5844071 Feb 16 22:21:11.315344 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1871be0-1fd3-4698-9050-ea9c8eb8f61a', 'name': 'network-vif-deleted', 'tag': 'e1fdc851-8198-49e0-91c8-09185f1fe25c'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:21:11.320507 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56329748-00b0-481f-a48d-3fe7551421cf" -d '{"events": [{"server_uuid": "a1871be0-1fd3-4698-9050-ea9c8eb8f61a", "name": "network-vif-deleted", "tag": "e1fdc851-8198-49e0-91c8-09185f1fe25c"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:21:11.353374 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 33266) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:21:11.363346 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-beeeed53-376f-4b0d-a191-7ad920dd8faa tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Request body: {'security_group': {'name': 'tempest-securitygroup--170531891', 'description': 'tempest-description--1436284970'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:11.400591 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 65a8888c-8eae-43ee-b18f-60412a97f236 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:21:11.401225 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (65a8888c-8eae-43ee-b18f-60412a97f236), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:11.427712 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-beeeed53-376f-4b0d-a191-7ad920dd8faa tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:11.457392 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-c64c487c-5b75-48f9-adc7-54369dcd9500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'name': 'tempest-ServersTestFqdnHostnames-1111776924-router', 'tenant_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '217c7ec6-2c43-42e4-8521-8d94109ee5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:21:03Z', 'updated_at': '2022-02-16T22:21:08Z', 'revision_number': 4, 'project_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'gw_port': {'id': '217c7ec6-2c43-42e4-8521-8d94109ee5e6', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:21:04Z', 'updated_at': '2022-02-16T22:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '50bde7b5-3675-4ed8-9990-8185e95933b5', 'name': '', 'network_id': '99abbb5d-e48a-4247-9acd-10b5b079d130', 'tenant_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'mac_address': 'fa:16:3e:7b:60:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '0fcaf4ca-8e69-49fe-8059-c45d2f77b631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:21:07Z', 'updated_at': '2022-02-16T22:21:08Z', 'revision_number': 2, 'project_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'subnets': [{'id': '0fcaf4ca-8e69-49fe-8059-c45d2f77b631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:21:11.495131 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64c487c-5b75-48f9-adc7-54369dcd9500 None None] Checking router: e76d47bf-1f23-4ac4-a580-6d33ed163f28 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:21:11.495493 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64c487c-5b75-48f9-adc7-54369dcd9500 None None] Updating router e76d47bf-1f23-4ac4-a580-6d33ed163f28 port 50bde7b5-3675-4ed8-9990-8185e95933b5 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:21:11.533207 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c64c487c-5b75-48f9-adc7-54369dcd9500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (50bde7b5-3675-4ed8-9990-8185e95933b5), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:11.548043 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 65a8888c-8eae-43ee-b18f-60412a97f236 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:21:11.548801 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (65a8888c-8eae-43ee-b18f-60412a97f236), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:11.559697 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-beeeed53-376f-4b0d-a191-7ad920dd8faa tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks [] for security_group (7193e540-0f7a-4e68-ad05-b1e35ec51149), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:11.564328 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-39e362f3-1e3a-44e3-941e-ec967435a21d req-d1fc2f55-8ecf-4376-b8a2-bc8746de024b tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1172826891&fields=id&tenant_id=01e432083635478383758717a26cceec HTTP/1.1" status: 200 len: 267 time: 0.1330585 Feb 16 22:21:11.567143 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-beeeed53-376f-4b0d-a191-7ad920dd8faa tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7193e540-0f7a-4e68-ad05-b1e35ec51149), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:11.604217 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84f0bfb-1236-4f46-8d33-ea6713118761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a8888c-8eae-43ee-b18f-60412a97f236'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:21:11.607212 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3649483-7c51-40c4-aa3a-4b1b91c8233e" -d '{"events": [{"server_uuid": "c84f0bfb-1236-4f46-8d33-ea6713118761", "name": "network-vif-plugged", "status": "completed", "tag": "65a8888c-8eae-43ee-b18f-60412a97f236"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:21:11.614345 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeeed53-376f-4b0d-a191-7ad920dd8faa tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7193e540-0f7a-4e68-ad05-b1e35ec51149,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:11.621219 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 65a8888c-8eae-43ee-b18f-60412a97f236, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=65a8888c-8eae-43ee-b18f-60412a97f236,segment=NetworkSegment(b005b1db-fe63-4634-a1de-c89743ea76f4),segment_id=b005b1db-fe63-4634-a1de-c89743ea76f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:11.634270 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (65a8888c-8eae-43ee-b18f-60412a97f236), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:11.658599 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-beeeed53-376f-4b0d-a191-7ad920dd8faa tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:11.662663 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-beeeed53-376f-4b0d-a191-7ad920dd8faa tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3045602 Feb 16 22:21:11.663107 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 33276) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:21:11.667870 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-3d995c33-8db5-4fbf-99d5-bb1599a5e32f tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Request body: {'security_group_rule': {'security_group_id': '7193e540-0f7a-4e68-ad05-b1e35ec51149', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:11.717294 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=65a8888c-8eae-43ee-b18f-60412a97f236,revision_number=7']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:11.725395 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e362f3-1e3a-44e3-941e-ec967435a21d req-48f7f42f-35b5-46f3-8a53-b50d0f8dde7a tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:11.727127 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3d995c33-8db5-4fbf-99d5-bb1599a5e32f tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks [] for security_group_rule (ad6211c8-e0a9-4687-8457-9c88399aece9), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:11.732706 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-39e362f3-1e3a-44e3-941e-ec967435a21d req-48f7f42f-35b5-46f3-8a53-b50d0f8dde7a tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/ports?device_id=e16ef9c4-404d-41d8-911d-a85e789f5429 HTTP/1.1" status: 200 len: 984 time: 0.1515467 Feb 16 22:21:11.744936 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-39e362f3-1e3a-44e3-941e-ec967435a21d req-1356b6e2-b316-4095-92be-00ff0a2dc175 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Request body: {'port': {'security_groups': ['d08f2bab-1245-4b84-b13e-76f02e0084e4', 'f9b0ade7-772f-403b-bf4b-1283fc127a6c', 'fc4b7cef-9148-4322-9f83-c0654f92a197']}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:11.789962 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3d995c33-8db5-4fbf-99d5-bb1599a5e32f tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks [] for security_group_rule (ad6211c8-e0a9-4687-8457-9c88399aece9), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:11.795072 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3d995c33-8db5-4fbf-99d5-bb1599a5e32f tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (ad6211c8-e0a9-4687-8457-9c88399aece9), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:11.817300 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d995c33-8db5-4fbf-99d5-bb1599a5e32f tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad6211c8-e0a9-4687-8457-9c88399aece9,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:11.828872 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3d995c33-8db5-4fbf-99d5-bb1599a5e32f tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:11.830635 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3d995c33-8db5-4fbf-99d5-bb1599a5e32f tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1660829 Feb 16 22:21:11.832865 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 33278) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:21:11.837694 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-d8695cae-53d5-4558-ace1-7608f7c1ab26 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Request body: {'security_group_rule': {'security_group_id': '7193e540-0f7a-4e68-ad05-b1e35ec51149', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:11.868031 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d8695cae-53d5-4558-ace1-7608f7c1ab26 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks [] for security_group_rule (229e5301-f3d0-4760-8305-4ad67193af1c), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:11.889457 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-39e362f3-1e3a-44e3-941e-ec967435a21d req-1356b6e2-b316-4095-92be-00ff0a2dc175 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (490f6592-9082-4bd6-bb08-76e625184dbe), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:11.938406 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d8695cae-53d5-4558-ace1-7608f7c1ab26 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks [] for security_group_rule (229e5301-f3d0-4760-8305-4ad67193af1c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:11.943343 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d8695cae-53d5-4558-ace1-7608f7c1ab26 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (229e5301-f3d0-4760-8305-4ad67193af1c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:11.964261 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8695cae-53d5-4558-ace1-7608f7c1ab26 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=229e5301-f3d0-4760-8305-4ad67193af1c,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:11.979549 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:21:11.986857 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d8695cae-53d5-4558-ace1-7608f7c1ab26 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:11.990956 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d8695cae-53d5-4558-ace1-7608f7c1ab26 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1542497 Feb 16 22:21:11.991656 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 33280) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:21:11.996484 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-cfebfd22-d077-402f-b134-113a93ee6e28 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:12.004862 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c64c487c-5b75-48f9-adc7-54369dcd9500 None None] Publish callbacks [] for port (50bde7b5-3675-4ed8-9990-8185e95933b5), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:12.014238 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c64c487c-5b75-48f9-adc7-54369dcd9500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (50bde7b5-3675-4ed8-9990-8185e95933b5), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:12.050837 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cfebfd22-d077-402f-b134-113a93ee6e28 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:12.068578 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18dc963-1c92-4a90-8911-35c6ebb6b73c None None] Pushing event updated for resources: {'Port': ['ID=50bde7b5-3675-4ed8-9990-8185e95933b5,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:12.142839 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-39e362f3-1e3a-44e3-941e-ec967435a21d req-1356b6e2-b316-4095-92be-00ff0a2dc175 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] For port 490f6592-9082-4bd6-bb08-76e625184dbe, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=490f6592-9082-4bd6-bb08-76e625184dbe,segment=NetworkSegment(acc7f612-a109-483c-82e6-bbbd41b4a417),segment_id=acc7f612-a109-483c-82e6-bbbd41b4a417)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:12.167550 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-c64c487c-5b75-48f9-adc7-54369dcd9500 None None] Attempting to bind port 50bde7b5-3675-4ed8-9990-8185e95933b5 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:21:12.168280 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-c64c487c-5b75-48f9-adc7-54369dcd9500 None None] Attempting to bind port 50bde7b5-3675-4ed8-9990-8185e95933b5 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'd5d2de62-563e-43a9-98ed-2414bd6735aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '99abbb5d-e48a-4247-9acd-10b5b079d130'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:21:12.168660 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64c487c-5b75-48f9-adc7-54369dcd9500 None None] Attempting to bind port 50bde7b5-3675-4ed8-9990-8185e95933b5 on network 99abbb5d-e48a-4247-9acd-10b5b079d130 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:21:12.179647 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64c487c-5b75-48f9-adc7-54369dcd9500 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:21:12.180052 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64c487c-5b75-48f9-adc7-54369dcd9500 None None] Checking segment: {'id': 'd5d2de62-563e-43a9-98ed-2414bd6735aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '99abbb5d-e48a-4247-9acd-10b5b079d130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:21:12.180461 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c64c487c-5b75-48f9-adc7-54369dcd9500 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:12.181060 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64c487c-5b75-48f9-adc7-54369dcd9500 None None] Bound using segment: {'id': 'd5d2de62-563e-43a9-98ed-2414bd6735aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '99abbb5d-e48a-4247-9acd-10b5b079d130'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:21:12.181728 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-c64c487c-5b75-48f9-adc7-54369dcd9500 None None] Bound port: 50bde7b5-3675-4ed8-9990-8185e95933b5, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d2de62-563e-43a9-98ed-2414bd6735aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '99abbb5d-e48a-4247-9acd-10b5b079d130'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:21:12.182312 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c64c487c-5b75-48f9-adc7-54369dcd9500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (50bde7b5-3675-4ed8-9990-8185e95933b5), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:12.189799 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-39e362f3-1e3a-44e3-941e-ec967435a21d req-1356b6e2-b316-4095-92be-00ff0a2dc175 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for port (490f6592-9082-4bd6-bb08-76e625184dbe), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:12.197875 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-39e362f3-1e3a-44e3-941e-ec967435a21d req-1356b6e2-b316-4095-92be-00ff0a2dc175 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (490f6592-9082-4bd6-bb08-76e625184dbe), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:12.211407 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['490f6592-9082-4bd6-bb08-76e625184dbe'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:21:12.290075 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cfebfd22-d077-402f-b134-113a93ee6e28 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:12.303513 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-c64c487c-5b75-48f9-adc7-54369dcd9500 None None] For port 50bde7b5-3675-4ed8-9990-8185e95933b5, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:21:12.320699 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-c64c487c-5b75-48f9-adc7-54369dcd9500 None None] For port 50bde7b5-3675-4ed8-9990-8185e95933b5, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=50bde7b5-3675-4ed8-9990-8185e95933b5,segment=NetworkSegment(d5d2de62-563e-43a9-98ed-2414bd6735aa),segment_id=d5d2de62-563e-43a9-98ed-2414bd6735aa)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:21:12.328658 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e362f3-1e3a-44e3-941e-ec967435a21d req-1356b6e2-b316-4095-92be-00ff0a2dc175 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:12.330734 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-39e362f3-1e3a-44e3-941e-ec967435a21d req-1356b6e2-b316-4095-92be-00ff0a2dc175 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:12.339468 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c64c487c-5b75-48f9-adc7-54369dcd9500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (50bde7b5-3675-4ed8-9990-8185e95933b5), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:12.348532 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-39e362f3-1e3a-44e3-941e-ec967435a21d req-1356b6e2-b316-4095-92be-00ff0a2dc175 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "PUT /v2.0/ports/490f6592-9082-4bd6-bb08-76e625184dbe HTTP/1.1" status: 200 len: 1020 time: 0.5983901 Feb 16 22:21:12.392950 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356b6e2-b316-4095-92be-00ff0a2dc175 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Pushing event updated for resources: {'Port': ['ID=490f6592-9082-4bd6-bb08-76e625184dbe,revision_number=7']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:12.425682 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['490f6592-9082-4bd6-bb08-76e625184dbe'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:21:12.432672 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d69beb2-24d7-4916-b26c-84221c1720f0 x-openstack-request-id: req-7d69beb2-24d7-4916-b26c-84221c1720f0 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:21:12.433287 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e16ef9c4-404d-41d8-911d-a85e789f5429", "tag": "490f6592-9082-4bd6-bb08-76e625184dbe", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:21:12.433720 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7d69beb2-24d7-4916-b26c-84221c1720f0 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:21:12.434335 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e16ef9c4-404d-41d8-911d-a85e789f5429', 'tag': '490f6592-9082-4bd6-bb08-76e625184dbe', 'status': 'completed', 'code': 200} Feb 16 22:21:12.453515 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18dc963-1c92-4a90-8911-35c6ebb6b73c None None] Pushing event updated for resources: {'Port': ['ID=50bde7b5-3675-4ed8-9990-8185e95933b5,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:12.522355 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64c487c-5b75-48f9-adc7-54369dcd9500 None None] Routers {'e76d47bf-1f23-4ac4-a580-6d33ed163f28'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:21:12.523339 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-c64c487c-5b75-48f9-adc7-54369dcd9500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:20:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['e76d47bf-1f23-4ac4-a580-6d33ed163f28'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:21:12.648804 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-cfebfd22-d077-402f-b134-113a93ee6e28 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Allocated IP 172.25.2.242 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/28798b68-5f6d-4a97-8f35-5e752da6ecf8) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:21:12.656966 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 217c7ec6-2c43-42e4-8521-8d94109ee5e6 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:21:12.673287 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b3ced-7635-4cc8-9886-0541ed77fe58 req-9023acdb-78cb-423e-b96c-cc21f078ff66 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:12.680718 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-74013c3c-92af-4996-b662-435ddd5d99c3 None None] Provisioning complete for port 50bde7b5-3675-4ed8-9990-8185e95933b5 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:21:12.681363 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-357b3ced-7635-4cc8-9886-0541ed77fe58 req-9023acdb-78cb-423e-b96c-cc21f078ff66 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=c84f0bfb-1236-4f46-8d33-ea6713118761 HTTP/1.1" status: 200 len: 946 time: 0.1400912 Feb 16 22:21:12.682532 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-74013c3c-92af-4996-b662-435ddd5d99c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (50bde7b5-3675-4ed8-9990-8185e95933b5), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:12.746704 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-c64c487c-5b75-48f9-adc7-54369dcd9500 None None] Set router e76d47bf-1f23-4ac4-a580-6d33ed163f28 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:21:12.787257 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-357b3ced-7635-4cc8-9886-0541ed77fe58 req-593a53fc-5c2d-48f8-a17f-03c525ec0c47 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/security-groups?id=e0836f72-8df4-4dd3-b8b6-a137e11b4438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034415 Feb 16 22:21:12.875551 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37be806-f5b6-40de-94d8-2fe2f11140ec req-830c0813-3042-4ac5-ac3b-f5649c01bc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:12.877541 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b37be806-f5b6-40de-94d8-2fe2f11140ec req-830c0813-3042-4ac5-ac3b-f5649c01bc7d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=01e432083635478383758717a26cceec&device_id=e16ef9c4-404d-41d8-911d-a85e789f5429 HTTP/1.1" status: 200 len: 1206 time: 0.2603333 Feb 16 22:21:13.031060 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed2744-ba1d-4d62-9229-4ec57e0347ef req-8258b7c1-5236-4cdd-9bd7-e3856ab116d7 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:13.039197 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-32ed2744-ba1d-4d62-9229-4ec57e0347ef req-8258b7c1-5236-4cdd-9bd7-e3856ab116d7 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=a977f381-b173-45c2-921f-50dba7a85338 HTTP/1.1" status: 200 len: 945 time: 0.1105490 Feb 16 22:21:13.112307 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-c64c487c-5b75-48f9-adc7-54369dcd9500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'name': 'tempest-ServersTestFqdnHostnames-1111776924-router', 'tenant_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '217c7ec6-2c43-42e4-8521-8d94109ee5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:21:03Z', 'updated_at': '2022-02-16T22:21:08Z', 'revision_number': 4, 'project_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'gw_port': {'id': '217c7ec6-2c43-42e4-8521-8d94109ee5e6', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:21:04Z', 'updated_at': '2022-02-16T22:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '50bde7b5-3675-4ed8-9990-8185e95933b5', 'name': '', 'network_id': '99abbb5d-e48a-4247-9acd-10b5b079d130', 'tenant_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'mac_address': 'fa:16:3e:7b:60:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '0fcaf4ca-8e69-49fe-8059-c45d2f77b631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:21:07Z', 'updated_at': '2022-02-16T22:21:12Z', 'revision_number': 4, 'project_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'subnets': [{'id': '0fcaf4ca-8e69-49fe-8059-c45d2f77b631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:21:13.145292 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64c487c-5b75-48f9-adc7-54369dcd9500 None None] The sync data for ids ['e76d47bf-1f23-4ac4-a580-6d33ed163f28'] in n-d-813897-6 is: [{'id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'name': 'tempest-ServersTestFqdnHostnames-1111776924-router', 'tenant_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '217c7ec6-2c43-42e4-8521-8d94109ee5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:21:03Z', 'updated_at': '2022-02-16T22:21:08Z', 'revision_number': 4, 'project_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'gw_port': {'id': '217c7ec6-2c43-42e4-8521-8d94109ee5e6', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:21:04Z', 'updated_at': '2022-02-16T22:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '50bde7b5-3675-4ed8-9990-8185e95933b5', 'name': '', 'network_id': '99abbb5d-e48a-4247-9acd-10b5b079d130', 'tenant_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'mac_address': 'fa:16:3e:7b:60:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '0fcaf4ca-8e69-49fe-8059-c45d2f77b631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:21:07Z', 'updated_at': '2022-02-16T22:21:12Z', 'revision_number': 4, 'project_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'subnets': [{'id': '0fcaf4ca-8e69-49fe-8059-c45d2f77b631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:21:13.147215 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-32ed2744-ba1d-4d62-9229-4ec57e0347ef req-0f255d0d-3bc2-4dfb-9e29-80a5ea8170ee tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071358 Feb 16 22:21:13.156660 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cfebfd22-d077-402f-b134-113a93ee6e28 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks [] for port (28798b68-5f6d-4a97-8f35-5e752da6ecf8), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:13.181474 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-74013c3c-92af-4996-b662-435ddd5d99c3 None None] Current status of the port 50bde7b5-3675-4ed8-9990-8185e95933b5 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:21:13.182040 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-74013c3c-92af-4996-b662-435ddd5d99c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (50bde7b5-3675-4ed8-9990-8185e95933b5), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:13.205955 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37be806-f5b6-40de-94d8-2fe2f11140ec req-80d2b3f3-ab9b-420f-bd25-a61a6933375f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:13.210277 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b37be806-f5b6-40de-94d8-2fe2f11140ec req-80d2b3f3-ab9b-420f-bd25-a61a6933375f service neutron] 10.222.0.67 "GET /v2.0/networks?id=be44f052-6b9f-454c-8856-b66bc09e491a HTTP/1.1" status: 200 len: 914 time: 0.3203788 Feb 16 22:21:13.211047 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 217c7ec6-2c43-42e4-8521-8d94109ee5e6 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:21:13.211428 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (217c7ec6-2c43-42e4-8521-8d94109ee5e6), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:13.280285 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1636d3bc-3394-4a58-ab9c-5a0e97724fbe x-openstack-request-id: req-1636d3bc-3394-4a58-ab9c-5a0e97724fbe {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:21:13.280285 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1871be0-1fd3-4698-9050-ea9c8eb8f61a", "name": "network-vif-deleted", "tag": "e1fdc851-8198-49e0-91c8-09185f1fe25c", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:21:13.282483 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1636d3bc-3394-4a58-ab9c-5a0e97724fbe {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:21:13.283072 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1871be0-1fd3-4698-9050-ea9c8eb8f61a', 'name': 'network-vif-deleted', 'tag': 'e1fdc851-8198-49e0-91c8-09185f1fe25c', 'status': 'completed', 'code': 200} Feb 16 22:21:13.292730 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b37be806-f5b6-40de-94d8-2fe2f11140ec req-d1f97d34-8b88-4fa1-b594-469e30ab542e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=490f6592-9082-4bd6-bb08-76e625184dbe HTTP/1.1" status: 200 len: 217 time: 0.0728738 Feb 16 22:21:13.405002 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4f77ab25-c45c-4a59-82ac-3e5045df32f8 req-1916c15d-cd24-4642-a68a-d7e32d69f2a2 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1871be0-1fd3-4698-9050-ea9c8eb8f61a HTTP/1.1" status: 200 len: 210 time: 0.0657520 Feb 16 22:21:13.406205 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-74013c3c-92af-4996-b662-435ddd5d99c3 None None] For port 50bde7b5-3675-4ed8-9990-8185e95933b5, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=50bde7b5-3675-4ed8-9990-8185e95933b5,segment=NetworkSegment(d5d2de62-563e-43a9-98ed-2414bd6735aa),segment_id=d5d2de62-563e-43a9-98ed-2414bd6735aa)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:13.412954 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cfebfd22-d077-402f-b134-113a93ee6e28 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (28798b68-5f6d-4a97-8f35-5e752da6ecf8), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:13.454316 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-74013c3c-92af-4996-b662-435ddd5d99c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (50bde7b5-3675-4ed8-9990-8185e95933b5), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:13.532184 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d0e47d-5527-4413-8ac5-0b38cc130ac4 x-openstack-request-id: req-36d0e47d-5527-4413-8ac5-0b38cc130ac4 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:21:13.532602 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84f0bfb-1236-4f46-8d33-ea6713118761", "name": "network-vif-plugged", "status": "completed", "tag": "65a8888c-8eae-43ee-b18f-60412a97f236", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:21:13.533097 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-36d0e47d-5527-4413-8ac5-0b38cc130ac4 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:21:13.533622 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84f0bfb-1236-4f46-8d33-ea6713118761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a8888c-8eae-43ee-b18f-60412a97f236', 'code': 200} Feb 16 22:21:13.538669 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74013c3c-92af-4996-b662-435ddd5d99c3 None None] Pushing event updated for resources: {'Port': ['ID=50bde7b5-3675-4ed8-9990-8185e95933b5,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:13.556489 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74013c3c-92af-4996-b662-435ddd5d99c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:13.556997 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74013c3c-92af-4996-b662-435ddd5d99c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:13.557448 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74013c3c-92af-4996-b662-435ddd5d99c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:13.557891 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74013c3c-92af-4996-b662-435ddd5d99c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:13.558396 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74013c3c-92af-4996-b662-435ddd5d99c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:13.558871 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74013c3c-92af-4996-b662-435ddd5d99c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:13.559305 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74013c3c-92af-4996-b662-435ddd5d99c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:13.559753 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74013c3c-92af-4996-b662-435ddd5d99c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:13.560180 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74013c3c-92af-4996-b662-435ddd5d99c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:13.560610 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74013c3c-92af-4996-b662-435ddd5d99c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:13.561178 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74013c3c-92af-4996-b662-435ddd5d99c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:13.561669 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74013c3c-92af-4996-b662-435ddd5d99c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:13.562174 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74013c3c-92af-4996-b662-435ddd5d99c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:13.571638 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37be806-f5b6-40de-94d8-2fe2f11140ec req-fb0162d4-19ae-4019-9564-a69d462f2936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:13.573136 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b37be806-f5b6-40de-94d8-2fe2f11140ec req-fb0162d4-19ae-4019-9564-a69d462f2936 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fcad8c41-b9f9-4474-b14c-cc354685fc88 HTTP/1.1" status: 200 len: 853 time: 0.2748344 Feb 16 22:21:13.601877 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfebfd22-d077-402f-b134-113a93ee6e28 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:21:13.640793 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b37be806-f5b6-40de-94d8-2fe2f11140ec req-70b1a0db-010e-40a9-8ab3-1a3e89c98141 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be44f052-6b9f-454c-8856-b66bc09e491a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367675 Feb 16 22:21:13.641575 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfebfd22-d077-402f-b134-113a93ee6e28 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Pushing event updated for resources: {'Port': ['ID=28798b68-5f6d-4a97-8f35-5e752da6ecf8,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:13.645769 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-cfebfd22-d077-402f-b134-113a93ee6e28 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:21:13.648268 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfebfd22-d077-402f-b134-113a93ee6e28 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:21:13.648593 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device e1fdc851-8198-49e0-91c8-09185f1fe25c no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:21:13.704516 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94aab4-dcd8-4739-9d83-ae3079864c2c req-a88992d7-1558-4ee8-9ed4-31a10b9f42f1 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:13.722581 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-da94aab4-dcd8-4739-9d83-ae3079864c2c req-a88992d7-1558-4ee8-9ed4-31a10b9f42f1 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/ports?device_id=e16ef9c4-404d-41d8-911d-a85e789f5429 HTTP/1.1" status: 200 len: 1023 time: 0.1303360 Feb 16 22:21:13.743626 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: e1fdc851-8198-49e0-91c8-09185f1fe25c {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:21:13.743980 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device e1fdc851-8198-49e0-91c8-09185f1fe25c not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:21:13.762513 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 217c7ec6-2c43-42e4-8521-8d94109ee5e6 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:21:13.777093 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-aa78085d-c9fc-4ea7-bbe3-d46d33c9c9e4 None None] Provisioning complete for port 50bde7b5-3675-4ed8-9990-8185e95933b5 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:21:13.777395 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-aa78085d-c9fc-4ea7-bbe3-d46d33c9c9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (50bde7b5-3675-4ed8-9990-8185e95933b5), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:13.815671 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-da94aab4-dcd8-4739-9d83-ae3079864c2c req-da44de7a-3218-4dfd-9229-e11444840336 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups?id=d08f2bab-1245-4b84-b13e-76f02e0084e4&id=f9b0ade7-772f-403b-bf4b-1283fc127a6c&id=fc4b7cef-9148-4322-9f83-c0654f92a197 HTTP/1.1" status: 200 len: 6207 time: 0.0921400 Feb 16 22:21:13.824261 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b37be806-f5b6-40de-94d8-2fe2f11140ec req-bfcd1030-d79c-49f0-a579-d4d8ea65df78 service neutron] 10.222.0.67 "GET /v2.0/networks/be44f052-6b9f-454c-8856-b66bc09e491a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727281 Feb 16 22:21:13.971650 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b37be806-f5b6-40de-94d8-2fe2f11140ec req-eb61fe36-8560-4b6d-a190-2aefbcecc286 service neutron] 10.222.0.67 "GET /v2.0/networks/be44f052-6b9f-454c-8856-b66bc09e491a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255305 Feb 16 22:21:14.083553 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-fe2c1a19-4d13-4066-b773-97d822f02b3f req-a5d6c7dc-e907-4585-8b4a-fe8d30c04d29 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1553113360 ', 'description': 'tempest-description-1031074566'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:14.103096 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-aa78085d-c9fc-4ea7-bbe3-d46d33c9c9e4 None None] Current status of the port 50bde7b5-3675-4ed8-9990-8185e95933b5 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:21:14.123010 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-fe2c1a19-4d13-4066-b773-97d822f02b3f req-a5d6c7dc-e907-4585-8b4a-fe8d30c04d29 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:14.138123 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cfebfd22-d077-402f-b134-113a93ee6e28 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks [] for floatingip (d3eabacf-54b6-4d1f-8f09-8de8375225a0), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:14.200137 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cfebfd22-d077-402f-b134-113a93ee6e28 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (28798b68-5f6d-4a97-8f35-5e752da6ecf8), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:14.240102 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-fe2c1a19-4d13-4066-b773-97d822f02b3f req-a5d6c7dc-e907-4585-8b4a-fe8d30c04d29 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (a4b26072-484b-408d-81e8-ca9e5edfdf91), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:14.247126 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-fe2c1a19-4d13-4066-b773-97d822f02b3f req-a5d6c7dc-e907-4585-8b4a-fe8d30c04d29 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a4b26072-484b-408d-81e8-ca9e5edfdf91), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:14.296737 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-fe2c1a19-4d13-4066-b773-97d822f02b3f req-a5d6c7dc-e907-4585-8b4a-fe8d30c04d29 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:14.311487 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fe2c1a19-4d13-4066-b773-97d822f02b3f req-a5d6c7dc-e907-4585-8b4a-fe8d30c04d29 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2331452 Feb 16 22:21:14.319258 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6c7dc-e907-4585-8b4a-fe8d30c04d29 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b26072-484b-408d-81e8-ca9e5edfdf91,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:14.436554 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cfebfd22-d077-402f-b134-113a93ee6e28 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks [] for port (28798b68-5f6d-4a97-8f35-5e752da6ecf8), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:14.439812 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e16ef9c4-404d-41d8-911d-a85e789f5429', 'tag': '490f6592-9082-4bd6-bb08-76e625184dbe'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:21:14.443147 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365d4854-a849-4c22-b2f1-a89fb5f2ec2e" -d '{"events": [{"name": "network-changed", "server_uuid": "e16ef9c4-404d-41d8-911d-a85e789f5429", "tag": "490f6592-9082-4bd6-bb08-76e625184dbe"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:21:14.447042 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cfebfd22-d077-402f-b134-113a93ee6e28 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (28798b68-5f6d-4a97-8f35-5e752da6ecf8), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:14.509199 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfebfd22-d077-402f-b134-113a93ee6e28 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Pushing event updated for resources: {'Port': ['ID=28798b68-5f6d-4a97-8f35-5e752da6ecf8,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:14.521697 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47c01c-aebd-4a4a-b65a-f10c1e101613 req-4f0bec61-789c-4a8c-93ee-8b8a813de80f tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:14.526132 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ab47c01c-aebd-4a4a-b65a-f10c1e101613 req-4f0bec61-789c-4a8c-93ee-8b8a813de80f tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=c84f0bfb-1236-4f46-8d33-ea6713118761 HTTP/1.1" status: 200 len: 946 time: 0.1173263 Feb 16 22:21:14.618251 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cfebfd22-d077-402f-b134-113a93ee6e28 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (d3eabacf-54b6-4d1f-8f09-8de8375225a0), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:14.622276 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ab47c01c-aebd-4a4a-b65a-f10c1e101613 req-6c6f088c-8df8-4931-9fb8-aefef67836f6 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/security-groups?id=e0836f72-8df4-4dd3-b8b6-a137e11b4438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891490 Feb 16 22:21:14.639134 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 50bde7b5-3675-4ed8-9990-8185e95933b5 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:21:14.682273 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cfebfd22-d077-402f-b134-113a93ee6e28 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:14.683802 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-cfebfd22-d077-402f-b134-113a93ee6e28 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6916502 Feb 16 22:21:14.721832 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 50bde7b5-3675-4ed8-9990-8185e95933b5 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:21:14.722345 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (50bde7b5-3675-4ed8-9990-8185e95933b5), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:14.818880 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 50bde7b5-3675-4ed8-9990-8185e95933b5 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:21:14.848545 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c0514-27c1-4181-9f2c-c68bab9e52e0 req-0becf4a0-cd9d-47a3-ba5e-4cc19eb1851d tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:14.851162 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f42c0514-27c1-4181-9f2c-c68bab9e52e0 req-0becf4a0-cd9d-47a3-ba5e-4cc19eb1851d tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=a977f381-b173-45c2-921f-50dba7a85338 HTTP/1.1" status: 200 len: 945 time: 0.0764365 Feb 16 22:21:14.910580 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f42c0514-27c1-4181-9f2c-c68bab9e52e0 req-04e3ffcb-2a2d-43ce-b782-0f617e3b6417 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538077 Feb 16 22:21:14.984693 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-427b29ca-2ad8-48c6-8fe7-a61b5ab922e8 req-bf0ac64c-8ff2-4691-9603-856c927bdaca tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups/a4b26072-484b-408d-81e8-ca9e5edfdf91 HTTP/1.1" status: 200 len: 1800 time: 0.0415804 Feb 16 22:21:15.086103 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-14a8784c-f071-43d7-af71-b770bdf5751f req-7bfbfbc4-7207-4322-b0ab-bb86ef83785b tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1871be0-1fd3-4698-9050-ea9c8eb8f61a HTTP/1.1" status: 200 len: 210 time: 0.0357471 Feb 16 22:21:15.151516 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0278fc7e-54a2-4987-b710-494db1f8d44a x-openstack-request-id: req-0278fc7e-54a2-4987-b710-494db1f8d44a {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:21:15.152270 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e16ef9c4-404d-41d8-911d-a85e789f5429", "tag": "490f6592-9082-4bd6-bb08-76e625184dbe", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:21:15.152736 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0278fc7e-54a2-4987-b710-494db1f8d44a {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:21:15.153694 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e16ef9c4-404d-41d8-911d-a85e789f5429', 'tag': '490f6592-9082-4bd6-bb08-76e625184dbe', 'status': 'completed', 'code': 200} Feb 16 22:21:15.240105 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d4854-a849-4c22-b2f1-a89fb5f2ec2e req-b0b7b0f9-afa4-423a-9378-38752124f927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:15.243257 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-365d4854-a849-4c22-b2f1-a89fb5f2ec2e req-b0b7b0f9-afa4-423a-9378-38752124f927 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=01e432083635478383758717a26cceec&device_id=e16ef9c4-404d-41d8-911d-a85e789f5429 HTTP/1.1" status: 200 len: 1206 time: 0.0660810 Feb 16 22:21:15.255860 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 65a8888c-8eae-43ee-b18f-60412a97f236 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:21:15.291907 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-bea78525-258e-4875-a8f3-e3137e869dc8 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--170531891&fields=id&tenant_id=1e3883e2df2d4ddc94d94d18d90a1204 HTTP/1.1" status: 200 len: 267 time: 0.0571766 Feb 16 22:21:15.372955 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 65a8888c-8eae-43ee-b18f-60412a97f236 is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:21:15.373343 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (65a8888c-8eae-43ee-b18f-60412a97f236), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:15.417237 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 65a8888c-8eae-43ee-b18f-60412a97f236, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=65a8888c-8eae-43ee-b18f-60412a97f236,segment=NetworkSegment(b005b1db-fe63-4634-a1de-c89743ea76f4),segment_id=b005b1db-fe63-4634-a1de-c89743ea76f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:15.426377 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d4854-a849-4c22-b2f1-a89fb5f2ec2e req-d8e8537c-7a9b-4269-9639-5e53d8d16ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:15.427884 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-365d4854-a849-4c22-b2f1-a89fb5f2ec2e req-d8e8537c-7a9b-4269-9639-5e53d8d16ddf service neutron] 10.222.0.67 "GET /v2.0/networks?id=be44f052-6b9f-454c-8856-b66bc09e491a HTTP/1.1" status: 200 len: 914 time: 0.1740875 Feb 16 22:21:15.428593 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (65a8888c-8eae-43ee-b18f-60412a97f236), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:15.456097 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-cc4f1f6e-dd75-4c38-ab8d-c978d54f3b39 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:15.470602 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-cc4f1f6e-dd75-4c38-ab8d-c978d54f3b39 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] 10.222.0.75 "GET /v2.0/networks?id=99abbb5d-e48a-4247-9acd-10b5b079d130 HTTP/1.1" status: 200 len: 815 time: 0.1717029 Feb 16 22:21:15.487092 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-365d4854-a849-4c22-b2f1-a89fb5f2ec2e req-a64571a5-0997-4ecb-a4af-9783a2261578 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=490f6592-9082-4bd6-bb08-76e625184dbe HTTP/1.1" status: 200 len: 217 time: 0.0514708 Feb 16 22:21:15.489329 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-c2aece5a-d546-4555-a741-510df5430ce6 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] 10.222.0.75 "GET /v2.0/quotas/1e3883e2df2d4ddc94d94d18d90a1204 HTTP/1.1" status: 200 len: 375 time: 0.0108671 Feb 16 22:21:15.521149 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=65a8888c-8eae-43ee-b18f-60412a97f236,revision_number=8']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:15.534626 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84f0bfb-1236-4f46-8d33-ea6713118761', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65a8888c-8eae-43ee-b18f-60412a97f236'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:21:15.537212 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62298c19-5372-4331-9990-08ce2c0b9a96" -d '{"events": [{"server_uuid": "c84f0bfb-1236-4f46-8d33-ea6713118761", "name": "network-vif-unplugged", "status": "completed", "tag": "65a8888c-8eae-43ee-b18f-60412a97f236"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:21:15.560908 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-d8269269-c5d0-4b79-94fa-5deb55de9b2b tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1e3883e2df2d4ddc94d94d18d90a1204&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626717 Feb 16 22:21:15.584149 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d4854-a849-4c22-b2f1-a89fb5f2ec2e req-7ea412cc-006a-4f15-9b51-51912dd05f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:15.585726 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-365d4854-a849-4c22-b2f1-a89fb5f2ec2e req-7ea412cc-006a-4f15-9b51-51912dd05f47 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fcad8c41-b9f9-4474-b14c-cc354685fc88 HTTP/1.1" status: 200 len: 853 time: 0.0918269 Feb 16 22:21:15.596859 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fcc81b81-646a-489e-aa86-7e1d2c39eb17 req-c3c213dd-b017-4a9a-a99e-e3dc3aaa7007 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a218dccf-8d33-43cd-b91e-31ea195c9e36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0691850 Feb 16 22:21:15.629190 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-365d4854-a849-4c22-b2f1-a89fb5f2ec2e req-41bd822b-d7fe-4412-9160-24b418ab5c91 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be44f052-6b9f-454c-8856-b66bc09e491a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352361 Feb 16 22:21:15.678494 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-486cb0b9-8547-43bb-8e45-8adf0c793dd4 service neutron] 10.222.0.75 "GET /v2.0/networks/99abbb5d-e48a-4247-9acd-10b5b079d130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050744 Feb 16 22:21:15.781791 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-bdf90535-9132-4965-a16b-4a42e18390df service neutron] 10.222.0.75 "GET /v2.0/networks/99abbb5d-e48a-4247-9acd-10b5b079d130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972817 Feb 16 22:21:15.785760 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc81b81-646a-489e-aa86-7e1d2c39eb17 req-2372400c-1b4d-44df-8854-41bce3b6bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:15.787598 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fcc81b81-646a-489e-aa86-7e1d2c39eb17 req-2372400c-1b4d-44df-8854-41bce3b6bbc3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=471d422781ee4218a880c4849a975478&device_id=a218dccf-8d33-43cd-b91e-31ea195c9e36 HTTP/1.1" status: 200 len: 1128 time: 0.1354425 Feb 16 22:21:15.803445 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-365d4854-a849-4c22-b2f1-a89fb5f2ec2e req-793414fc-7d8f-4898-9ec6-888e26d9c331 service neutron] 10.222.0.67 "GET /v2.0/networks/be44f052-6b9f-454c-8856-b66bc09e491a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674435 Feb 16 22:21:15.928897 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc81b81-646a-489e-aa86-7e1d2c39eb17 req-93e8467d-bbf6-483b-b9ef-9547e9cbf064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:15.930487 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fcc81b81-646a-489e-aa86-7e1d2c39eb17 req-93e8467d-bbf6-483b-b9ef-9547e9cbf064 service neutron] 10.222.0.67 "GET /v2.0/networks?id=22711c4a-8661-4a7d-9538-4da72ec44b9a HTTP/1.1" status: 200 len: 912 time: 0.1072805 Feb 16 22:21:15.990630 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fcc81b81-646a-489e-aa86-7e1d2c39eb17 req-c76e753e-9ec1-49d1-9175-b261f9e5a17f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bef6242-7835-4301-899f-4bb8e188699e HTTP/1.1" status: 200 len: 217 time: 0.0503702 Feb 16 22:21:16.016962 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-83876ecf-4bf8-4629-9c7b-8c887b7aa549 req-2155aeb0-b33c-48c6-bb78-347ba98ec186 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups/a4b26072-484b-408d-81e8-ca9e5edfdf91 HTTP/1.1" status: 200 len: 1800 time: 0.0807955 Feb 16 22:21:16.107207 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc81b81-646a-489e-aa86-7e1d2c39eb17 req-c2cd4c46-106a-4a65-8ce4-5fa7bcb396cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:16.108697 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fcc81b81-646a-489e-aa86-7e1d2c39eb17 req-c2cd4c46-106a-4a65-8ce4-5fa7bcb396cc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa HTTP/1.1" status: 200 len: 850 time: 0.0782773 Feb 16 22:21:16.174096 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-365d4854-a849-4c22-b2f1-a89fb5f2ec2e req-0f44d3be-5510-49ed-a674-ecf37a5fad19 service neutron] 10.222.0.67 "GET /v2.0/networks/be44f052-6b9f-454c-8856-b66bc09e491a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626297 Feb 16 22:21:16.192829 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-83876ecf-4bf8-4629-9c7b-8c887b7aa549 req-7cba3dc7-dea6-45d1-9ce9-a8badffb445b tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (a4b26072-484b-408d-81e8-ca9e5edfdf91), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:16.217435 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-83876ecf-4bf8-4629-9c7b-8c887b7aa549 req-7cba3dc7-dea6-45d1-9ce9-a8badffb445b tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (a4b26072-484b-408d-81e8-ca9e5edfdf91), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:16.222085 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc81b81-646a-489e-aa86-7e1d2c39eb17 req-f07af993-37fb-4859-b04d-855ea259dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:16.223991 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fcc81b81-646a-489e-aa86-7e1d2c39eb17 req-f07af993-37fb-4859-b04d-855ea259dae4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=22711c4a-8661-4a7d-9538-4da72ec44b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1069233 Feb 16 22:21:16.292125 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f1c4d-a4c2-44f0-b761-d8f78e929715 req-eeb47d36-8487-4168-b042-da5d954157c3 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:16.293830 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-731f1c4d-a4c2-44f0-b761-d8f78e929715 req-eeb47d36-8487-4168-b042-da5d954157c3 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.79 "GET /v2.0/ports?device_id=c84f0bfb-1236-4f46-8d33-ea6713118761 HTTP/1.1" status: 200 len: 944 time: 0.1798935 Feb 16 22:21:16.312380 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-83876ecf-4bf8-4629-9c7b-8c887b7aa549 req-7cba3dc7-dea6-45d1-9ce9-a8badffb445b tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a4b26072-484b-408d-81e8-ca9e5edfdf91), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:16.315090 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-83876ecf-4bf8-4629-9c7b-8c887b7aa549 req-7cba3dc7-dea6-45d1-9ce9-a8badffb445b tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:16.317039 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-83876ecf-4bf8-4629-9c7b-8c887b7aa549 req-7cba3dc7-dea6-45d1-9ce9-a8badffb445b tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "DELETE /v2.0/security-groups/a4b26072-484b-408d-81e8-ca9e5edfdf91 HTTP/1.1" status: 204 len: 173 time: 0.2987630 Feb 16 22:21:16.360270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba3dc7-dea6-45d1-9ce9-a8badffb445b tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b26072-484b-408d-81e8-ca9e5edfdf91,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:16.389416 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fcc81b81-646a-489e-aa86-7e1d2c39eb17 req-1a96fb88-8597-42ab-9e26-2fba0e5ace66 service neutron] 10.222.0.67 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579974 Feb 16 22:21:16.390640 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 22:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9769d40b-145c-46db-9a7f-634e4169b7ca x-openstack-request-id: req-9769d40b-145c-46db-9a7f-634e4169b7ca {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:21:16.391099 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84f0bfb-1236-4f46-8d33-ea6713118761", "name": "network-vif-unplugged", "status": "completed", "tag": "65a8888c-8eae-43ee-b18f-60412a97f236", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:21:16.391099 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9769d40b-145c-46db-9a7f-634e4169b7ca {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:21:16.391439 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84f0bfb-1236-4f46-8d33-ea6713118761', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65a8888c-8eae-43ee-b18f-60412a97f236', 'code': 200} Feb 16 22:21:16.445460 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-731f1c4d-a4c2-44f0-b761-d8f78e929715 req-9f62aac7-e8b2-41da-b4df-0a38b751e440 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Deleting port 65a8888c-8eae-43ee-b18f-60412a97f236 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:21:16.445892 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-731f1c4d-a4c2-44f0-b761-d8f78e929715 req-9f62aac7-e8b2-41da-b4df-0a38b751e440 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (65a8888c-8eae-43ee-b18f-60412a97f236), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:16.549861 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-731f1c4d-a4c2-44f0-b761-d8f78e929715 req-9f62aac7-e8b2-41da-b4df-0a38b751e440 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] For port 65a8888c-8eae-43ee-b18f-60412a97f236, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=65a8888c-8eae-43ee-b18f-60412a97f236,segment=NetworkSegment(b005b1db-fe63-4634-a1de-c89743ea76f4),segment_id=b005b1db-fe63-4634-a1de-c89743ea76f4)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:16.550567 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-731f1c4d-a4c2-44f0-b761-d8f78e929715 req-9f62aac7-e8b2-41da-b4df-0a38b751e440 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (65a8888c-8eae-43ee-b18f-60412a97f236), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:16.561099 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fcc81b81-646a-489e-aa86-7e1d2c39eb17 req-c2563dac-2358-47f7-8a92-0d0ddc0b3e47 service neutron] 10.222.0.67 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645441 Feb 16 22:21:16.580790 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-731f1c4d-a4c2-44f0-b761-d8f78e929715 req-9f62aac7-e8b2-41da-b4df-0a38b751e440 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Calling delete_port for 65a8888c-8eae-43ee-b18f-60412a97f236 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:21:16.809186 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-731f1c4d-a4c2-44f0-b761-d8f78e929715 req-9f62aac7-e8b2-41da-b4df-0a38b751e440 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (65a8888c-8eae-43ee-b18f-60412a97f236), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:16.850351 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f4b9a-4806-40ce-88fd-db80f9e22609 req-60cd1075-0440-4bc0-90a5-fb522516ec66 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:16.851979 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bd0f4b9a-4806-40ce-88fd-db80f9e22609 req-60cd1075-0440-4bc0-90a5-fb522516ec66 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=c84f0bfb-1236-4f46-8d33-ea6713118761 HTTP/1.1" status: 200 len: 865 time: 0.2727909 Feb 16 22:21:16.855323 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62aac7-e8b2-41da-b4df-0a38b751e440 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Pushing event deleted for resources: {'Port': ['ID=65a8888c-8eae-43ee-b18f-60412a97f236,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:16.966582 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bd0f4b9a-4806-40ce-88fd-db80f9e22609 req-6181e8e3-4b53-4ead-9c1c-e708ce901b15 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/security-groups?id=e0836f72-8df4-4dd3-b8b6-a137e11b4438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027291 Feb 16 22:21:16.967434 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-731f1c4d-a4c2-44f0-b761-d8f78e929715 req-9f62aac7-e8b2-41da-b4df-0a38b751e440 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] No DVR routers for this DVR port 65a8888c-8eae-43ee-b18f-60412a97f236 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:21:16.971090 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-731f1c4d-a4c2-44f0-b761-d8f78e929715 req-9f62aac7-e8b2-41da-b4df-0a38b751e440 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:16.974872 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-731f1c4d-a4c2-44f0-b761-d8f78e929715 req-9f62aac7-e8b2-41da-b4df-0a38b751e440 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.79 "DELETE /v2.0/ports/65a8888c-8eae-43ee-b18f-60412a97f236 HTTP/1.1" status: 204 len: 173 time: 0.6636090 Feb 16 22:21:17.097100 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-89985094-31eb-4f90-814f-3ebc0ec18317 req-aa09cda3-f32a-4315-860f-b688022c49cb tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e51494d-c077-45cb-940d-01c5472c651a HTTP/1.1" status: 200 len: 210 time: 0.0393615 Feb 16 22:21:17.155144 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84f0bfb-1236-4f46-8d33-ea6713118761', 'name': 'network-vif-deleted', 'tag': '65a8888c-8eae-43ee-b18f-60412a97f236'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:21:17.158319 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204e2480-9801-4870-a408-21c33f5f0cc9" -d '{"events": [{"server_uuid": "c84f0bfb-1236-4f46-8d33-ea6713118761", "name": "network-vif-deleted", "tag": "65a8888c-8eae-43ee-b18f-60412a97f236"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:21:17.250851 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af703460-d87f-446e-9187-b9341ed0c64d req-9a768ad2-5106-46d4-bd70-a6fdeea4c214 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:17.260160 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-af703460-d87f-446e-9187-b9341ed0c64d req-9a768ad2-5106-46d4-bd70-a6fdeea4c214 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=a977f381-b173-45c2-921f-50dba7a85338 HTTP/1.1" status: 200 len: 945 time: 0.0845609 Feb 16 22:21:17.332025 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-af703460-d87f-446e-9187-b9341ed0c64d req-8026c95c-c89e-47cf-83da-26f93416d783 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692813 Feb 16 22:21:17.437961 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b2cacbf-c84e-4324-b009-b46dfc85a30d req-f7fe1807-3fcd-43af-bc78-8c6d243ab330 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1871be0-1fd3-4698-9050-ea9c8eb8f61a HTTP/1.1" status: 200 len: 210 time: 0.0382626 Feb 16 22:21:17.508612 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [req-f7e90242-00d9-4bb1-bcc9-5a19f7cc6c31 req-47bc56b1-5936-4256-bef8-4c98c9973aee tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] show failed (client error): The resource could not be found. Feb 16 22:21:17.509613 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f7e90242-00d9-4bb1-bcc9-5a19f7cc6c31 req-47bc56b1-5936-4256-bef8-4c98c9973aee tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups/a4b26072-484b-408d-81e8-ca9e5edfdf91 HTTP/1.1" status: 404 len: 352 time: 0.0217309 Feb 16 22:21:17.520161 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-792eb174-d624-41d2-a145-6ecbf8b7a43a tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:17.521593 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-792eb174-d624-41d2-a145-6ecbf8b7a43a tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] 10.222.0.67 "GET /v2.0/networks?id=99abbb5d-e48a-4247-9acd-10b5b079d130 HTTP/1.1" status: 200 len: 815 time: 0.2435503 Feb 16 22:21:17.575332 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2ad000-710c-4499-b277-3a2fc0639cb3 x-openstack-request-id: req-db2ad000-710c-4499-b277-3a2fc0639cb3 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:21:17.576342 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84f0bfb-1236-4f46-8d33-ea6713118761", "name": "network-vif-deleted", "tag": "65a8888c-8eae-43ee-b18f-60412a97f236", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:21:17.576782 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-db2ad000-710c-4499-b277-3a2fc0639cb3 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:21:17.577393 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84f0bfb-1236-4f46-8d33-ea6713118761', 'name': 'network-vif-deleted', 'tag': '65a8888c-8eae-43ee-b18f-60412a97f236', 'status': 'completed', 'code': 200} Feb 16 22:21:17.595776 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-c3d7943e-f518-43f6-8da0-0086732462dd tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e3883e2df2d4ddc94d94d18d90a1204 HTTP/1.1" status: 200 len: 379 time: 0.0650754 Feb 16 22:21:17.596047 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-01d6d8c4-c3db-4387-affd-e8f4dbea7f22 req-7cc09684-b0a2-4dbc-96c4-6e97413cee29 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2111497022', 'description': 'tempest-description-1601332333'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:17.608414 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-a541dfcd-f90f-431c-8998-15982cf4aba6 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Request body: {'port': {'device_id': '2e51494d-c077-45cb-940d-01c5472c651a', 'network_id': '99abbb5d-e48a-4247-9acd-10b5b079d130', 'admin_state_up': True, 'tenant_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'security_groups': ['7193e540-0f7a-4e68-ad05-b1e35ec51149']}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:17.642020 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-01d6d8c4-c3db-4387-affd-e8f4dbea7f22 req-7cc09684-b0a2-4dbc-96c4-6e97413cee29 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:17.754220 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-01d6d8c4-c3db-4387-affd-e8f4dbea7f22 req-7cc09684-b0a2-4dbc-96c4-6e97413cee29 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (ba8aa0c1-059e-4ebc-a3ce-5c6ee430312a), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:17.760496 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-01d6d8c4-c3db-4387-affd-e8f4dbea7f22 req-7cc09684-b0a2-4dbc-96c4-6e97413cee29 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ba8aa0c1-059e-4ebc-a3ce-5c6ee430312a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:17.776660 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-a541dfcd-f90f-431c-8998-15982cf4aba6 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Made reservation on behalf of 1e3883e2df2d4ddc94d94d18d90a1204 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:21:17.781863 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-a541dfcd-f90f-431c-8998-15982cf4aba6 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:17.799376 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-01d6d8c4-c3db-4387-affd-e8f4dbea7f22 req-7cc09684-b0a2-4dbc-96c4-6e97413cee29 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:17.803094 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01d6d8c4-c3db-4387-affd-e8f4dbea7f22 req-7cc09684-b0a2-4dbc-96c4-6e97413cee29 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2121167 Feb 16 22:21:17.805221 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc09684-b0a2-4dbc-96c4-6e97413cee29 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8aa0c1-059e-4ebc-a3ce-5c6ee430312a,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:17.826841 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-4fe0c1ea-f98a-4827-bb71-980e2df3efa7 req-ab0c9959-122c-4745-8337-3f60de2fb483 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-219573221', 'description': 'tempest-description-535111321'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:17.856221 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4fe0c1ea-f98a-4827-bb71-980e2df3efa7 req-ab0c9959-122c-4745-8337-3f60de2fb483 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:17.951436 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4fe0c1ea-f98a-4827-bb71-980e2df3efa7 req-ab0c9959-122c-4745-8337-3f60de2fb483 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (db4eda6b-4762-413c-8d4b-f427d8692ecd), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:17.956489 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4fe0c1ea-f98a-4827-bb71-980e2df3efa7 req-ab0c9959-122c-4745-8337-3f60de2fb483 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (db4eda6b-4762-413c-8d4b-f427d8692ecd), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:17.979290 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-a541dfcd-f90f-431c-8998-15982cf4aba6 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Allocated IP 172.20.0.9 (99abbb5d-e48a-4247-9acd-10b5b079d130/0fcaf4ca-8e69-49fe-8059-c45d2f77b631/19ff6eb4-c192-4b01-999f-f1fb0679ae6b) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:21:17.999447 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4fe0c1ea-f98a-4827-bb71-980e2df3efa7 req-ab0c9959-122c-4745-8337-3f60de2fb483 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:18.008807 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4fe0c1ea-f98a-4827-bb71-980e2df3efa7 req-ab0c9959-122c-4745-8337-3f60de2fb483 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1838186 Feb 16 22:21:18.026980 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c9959-122c-4745-8337-3f60de2fb483 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db4eda6b-4762-413c-8d4b-f427d8692ecd,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:18.088977 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-0879384a-e15f-4754-be43-bb3805a7d029 req-aa7c26d4-77fb-4d67-b5dd-c08dff6afedd tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1286941846', 'description': 'tempest-description-214561243'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:18.115000 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0879384a-e15f-4754-be43-bb3805a7d029 req-aa7c26d4-77fb-4d67-b5dd-c08dff6afedd tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:18.165007 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-a541dfcd-f90f-431c-8998-15982cf4aba6 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks [] for port (19ff6eb4-c192-4b01-999f-f1fb0679ae6b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:18.215193 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-a541dfcd-f90f-431c-8998-15982cf4aba6 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (19ff6eb4-c192-4b01-999f-f1fb0679ae6b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:18.225015 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0879384a-e15f-4754-be43-bb3805a7d029 req-aa7c26d4-77fb-4d67-b5dd-c08dff6afedd tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (871b5cf8-5a8d-416b-bc86-fe649fff3226), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:18.230303 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0879384a-e15f-4754-be43-bb3805a7d029 req-aa7c26d4-77fb-4d67-b5dd-c08dff6afedd tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (871b5cf8-5a8d-416b-bc86-fe649fff3226), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:18.266428 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-a541dfcd-f90f-431c-8998-15982cf4aba6 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Network 99abbb5d-e48a-4247-9acd-10b5b079d130 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:21:18.267760 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c26d4-77fb-4d67-b5dd-c08dff6afedd tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=871b5cf8-5a8d-416b-bc86-fe649fff3226,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:18.269683 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-a541dfcd-f90f-431c-8998-15982cf4aba6 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:21:18.284629 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-a541dfcd-f90f-431c-8998-15982cf4aba6 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:21:18.289389 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0879384a-e15f-4754-be43-bb3805a7d029 req-aa7c26d4-77fb-4d67-b5dd-c08dff6afedd tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:18.290747 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0879384a-e15f-4754-be43-bb3805a7d029 req-aa7c26d4-77fb-4d67-b5dd-c08dff6afedd tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2084041 Feb 16 22:21:18.319335 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541dfcd-f90f-431c-8998-15982cf4aba6 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Pushing event updated for resources: {'Port': ['ID=19ff6eb4-c192-4b01-999f-f1fb0679ae6b,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:18.372665 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-a541dfcd-f90f-431c-8998-15982cf4aba6 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:18.373637 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-a541dfcd-f90f-431c-8998-15982cf4aba6 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:18.401335 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-a541dfcd-f90f-431c-8998-15982cf4aba6 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7960832 Feb 16 22:21:18.426612 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-c5f6e141-24b0-488a-a440-bf71390c8739 service neutron] Request body: {'port': {'device_id': '2e51494d-c077-45cb-940d-01c5472c651a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:18.552472 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-c5f6e141-24b0-488a-a440-bf71390c8739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (19ff6eb4-c192-4b01-999f-f1fb0679ae6b), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:18.663288 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-08ad6ba4-83b1-46fe-ac6f-ccc953e64de4 None None] Provisioning complete for port 19ff6eb4-c192-4b01-999f-f1fb0679ae6b triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:21:18.666540 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-08ad6ba4-83b1-46fe-ac6f-ccc953e64de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (19ff6eb4-c192-4b01-999f-f1fb0679ae6b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:18.712167 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-08ad6ba4-83b1-46fe-ac6f-ccc953e64de4 None None] Port 19ff6eb4-c192-4b01-999f-f1fb0679ae6b cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:21:18.736884 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 33376) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:21:18.742265 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-a70468d0-184e-4679-878b-4640d2a6e71c tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--941818348', 'description': 'tempest-description--250719829'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:18.787253 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a70468d0-184e-4679-878b-4640d2a6e71c tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:18.910181 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a70468d0-184e-4679-878b-4640d2a6e71c tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks [] for security_group (12d7434d-6482-4d9f-b5bc-26630254e9df), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:18.918718 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c21ed-ea38-4e7a-b62b-b09f44efc793 req-b9361492-8911-4f99-a42e-dfe9909c31f8 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:18.926571 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c87c21ed-ea38-4e7a-b62b-b09f44efc793 req-b9361492-8911-4f99-a42e-dfe9909c31f8 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e51494d-c077-45cb-940d-01c5472c651a HTTP/1.1" status: 200 len: 931 time: 0.1294625 Feb 16 22:21:18.929142 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a70468d0-184e-4679-878b-4640d2a6e71c tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (12d7434d-6482-4d9f-b5bc-26630254e9df), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:18.941683 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-c5f6e141-24b0-488a-a440-bf71390c8739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19ff6eb4-c192-4b01-999f-f1fb0679ae6b {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:21:18.954745 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-c5f6e141-24b0-488a-a440-bf71390c8739 service neutron] Publish callbacks [] for port (19ff6eb4-c192-4b01-999f-f1fb0679ae6b), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:18.979243 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-c5f6e141-24b0-488a-a440-bf71390c8739 service neutron] Transition to ACTIVE for port object 19ff6eb4-c192-4b01-999f-f1fb0679ae6b will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:21:18.989551 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a70468d0-184e-4679-878b-4640d2a6e71c tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:18.990416 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-c5f6e141-24b0-488a-a440-bf71390c8739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (19ff6eb4-c192-4b01-999f-f1fb0679ae6b), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:18.993664 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a70468d0-184e-4679-878b-4640d2a6e71c tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2530630 Feb 16 22:21:18.994484 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70468d0-184e-4679-878b-4640d2a6e71c tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12d7434d-6482-4d9f-b5bc-26630254e9df,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:19.001412 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 33380) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:21:19.005733 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-c12b44cb-a724-439b-9a4d-ec853f947115 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Request body: {'security_group_rule': {'security_group_id': '12d7434d-6482-4d9f-b5bc-26630254e9df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:19.022607 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c87c21ed-ea38-4e7a-b62b-b09f44efc793 req-a880d767-6292-4920-bec9-4e099928cfd9 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] 10.222.0.75 "GET /v2.0/security-groups?id=7193e540-0f7a-4e68-ad05-b1e35ec51149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943367 Feb 16 22:21:19.060837 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c12b44cb-a724-439b-9a4d-ec853f947115 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks [] for security_group_rule (844a6327-bbe7-4b74-9d21-efbd5565ff0b), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:19.134941 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f6e141-24b0-488a-a440-bf71390c8739 service neutron] Pushing event updated for resources: {'Port': ['ID=19ff6eb4-c192-4b01-999f-f1fb0679ae6b,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:19.201133 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c12b44cb-a724-439b-9a4d-ec853f947115 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks [] for security_group_rule (844a6327-bbe7-4b74-9d21-efbd5565ff0b), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:19.214344 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c12b44cb-a724-439b-9a4d-ec853f947115 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (844a6327-bbe7-4b74-9d21-efbd5565ff0b), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:19.233216 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-c5f6e141-24b0-488a-a440-bf71390c8739 service neutron] Attempting to bind port 19ff6eb4-c192-4b01-999f-f1fb0679ae6b on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:21:19.238174 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-c5f6e141-24b0-488a-a440-bf71390c8739 service neutron] Attempting to bind port 19ff6eb4-c192-4b01-999f-f1fb0679ae6b by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'd5d2de62-563e-43a9-98ed-2414bd6735aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '99abbb5d-e48a-4247-9acd-10b5b079d130'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:21:19.238776 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-c5f6e141-24b0-488a-a440-bf71390c8739 service neutron] Attempting to bind port 19ff6eb4-c192-4b01-999f-f1fb0679ae6b on network 99abbb5d-e48a-4247-9acd-10b5b079d130 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:21:19.244974 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-c5f6e141-24b0-488a-a440-bf71390c8739 service neutron] Port 19ff6eb4-c192-4b01-999f-f1fb0679ae6b on network 99abbb5d-e48a-4247-9acd-10b5b079d130 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:21:19.245587 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-c5f6e141-24b0-488a-a440-bf71390c8739 service neutron] Attempting to bind port 19ff6eb4-c192-4b01-999f-f1fb0679ae6b on network 99abbb5d-e48a-4247-9acd-10b5b079d130 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:21:19.252850 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-c5f6e141-24b0-488a-a440-bf71390c8739 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:21:19.253508 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-c5f6e141-24b0-488a-a440-bf71390c8739 service neutron] Checking segment: {'id': 'd5d2de62-563e-43a9-98ed-2414bd6735aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '99abbb5d-e48a-4247-9acd-10b5b079d130'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:21:19.254226 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-c5f6e141-24b0-488a-a440-bf71390c8739 service neutron] Bound using segment: {'id': 'd5d2de62-563e-43a9-98ed-2414bd6735aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '99abbb5d-e48a-4247-9acd-10b5b079d130'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:21:19.254856 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-c5f6e141-24b0-488a-a440-bf71390c8739 service neutron] Bound port: 19ff6eb4-c192-4b01-999f-f1fb0679ae6b, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d2de62-563e-43a9-98ed-2414bd6735aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '99abbb5d-e48a-4247-9acd-10b5b079d130'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:21:19.255959 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b44cb-a724-439b-9a4d-ec853f947115 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=844a6327-bbe7-4b74-9d21-efbd5565ff0b,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:19.256315 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-c5f6e141-24b0-488a-a440-bf71390c8739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (19ff6eb4-c192-4b01-999f-f1fb0679ae6b), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:19.270787 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 65a8888c-8eae-43ee-b18f-60412a97f236 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:21:19.280128 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fba04ca-6b23-4168-be7f-32fcabf2dfce req-8e683431-bba4-4c72-ab4b-70b0728bd0fc tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=01e432083635478383758717a26cceec HTTP/1.1" status: 200 len: 11011 time: 0.2262487 Feb 16 22:21:19.296439 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c12b44cb-a724-439b-9a4d-ec853f947115 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:19.297867 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c12b44cb-a724-439b-9a4d-ec853f947115 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2955089 Feb 16 22:21:19.304329 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 33382) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:21:19.310144 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-7b35f615-7af9-437f-b70f-c5253f0c463b tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Request body: {'security_group_rule': {'security_group_id': '12d7434d-6482-4d9f-b5bc-26630254e9df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:19.345349 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 65a8888c-8eae-43ee-b18f-60412a97f236 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:21:19.345949 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 65a8888c-8eae-43ee-b18f-60412a97f236 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:21:19.364005 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-c5f6e141-24b0-488a-a440-bf71390c8739 service neutron] For port 19ff6eb4-c192-4b01-999f-f1fb0679ae6b, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:21:19.372334 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-c5f6e141-24b0-488a-a440-bf71390c8739 service neutron] For port 19ff6eb4-c192-4b01-999f-f1fb0679ae6b, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=19ff6eb4-c192-4b01-999f-f1fb0679ae6b,segment=NetworkSegment(d5d2de62-563e-43a9-98ed-2414bd6735aa),segment_id=d5d2de62-563e-43a9-98ed-2414bd6735aa)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:21:19.378630 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fba04ca-6b23-4168-be7f-32fcabf2dfce req-a08a1cf7-a7c9-4f67-9e5b-152b7cb80a06 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups/f9b0ade7-772f-403b-bf4b-1283fc127a6c HTTP/1.1" status: 200 len: 3002 time: 0.0973539 Feb 16 22:21:19.388334 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-c5f6e141-24b0-488a-a440-bf71390c8739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (19ff6eb4-c192-4b01-999f-f1fb0679ae6b), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:19.419940 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b35f615-7af9-437f-b70f-c5253f0c463b tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks [] for security_group_rule (cce678f5-7dca-4e1d-a086-443731bbe3ec), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:19.471415 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fba04ca-6b23-4168-be7f-32fcabf2dfce req-d93b192b-0fbb-4e8d-bc32-eb9bd00cb5ce tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups/f9b0ade7-772f-403b-bf4b-1283fc127a6c HTTP/1.1" status: 200 len: 3002 time: 0.0895288 Feb 16 22:21:19.484489 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-c5f6e141-24b0-488a-a440-bf71390c8739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:19.485423 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-c5f6e141-24b0-488a-a440-bf71390c8739 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:19.491568 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-c5f6e141-24b0-488a-a440-bf71390c8739 service neutron] 10.222.0.67 "PUT /v2.0/ports/19ff6eb4-c192-4b01-999f-f1fb0679ae6b HTTP/1.1" status: 200 len: 1091 time: 1.0688999 Feb 16 22:21:19.492283 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e51494d-c077-45cb-940d-01c5472c651a', 'tag': '19ff6eb4-c192-4b01-999f-f1fb0679ae6b'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:21:19.500782 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c00957-23ee-4e63-b42e-de1dc8afc199" -d '{"events": [{"name": "network-changed", "server_uuid": "2e51494d-c077-45cb-940d-01c5472c651a", "tag": "19ff6eb4-c192-4b01-999f-f1fb0679ae6b"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:21:19.542792 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f6e141-24b0-488a-a440-bf71390c8739 service neutron] Pushing event updated for resources: {'Port': ['ID=19ff6eb4-c192-4b01-999f-f1fb0679ae6b,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:19.565025 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b35f615-7af9-437f-b70f-c5253f0c463b tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks [] for security_group_rule (cce678f5-7dca-4e1d-a086-443731bbe3ec), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:19.590239 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b35f615-7af9-437f-b70f-c5253f0c463b tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (cce678f5-7dca-4e1d-a086-443731bbe3ec), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:19.626872 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-1c6f68ed-5cfb-4177-8914-283188192682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:19.628813 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-1c6f68ed-5cfb-4177-8914-283188192682 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e3883e2df2d4ddc94d94d18d90a1204&device_id=2e51494d-c077-45cb-940d-01c5472c651a HTTP/1.1" status: 200 len: 1125 time: 0.0812547 Feb 16 22:21:19.677202 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35f615-7af9-437f-b70f-c5253f0c463b tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cce678f5-7dca-4e1d-a086-443731bbe3ec,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:19.726228 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b35f615-7af9-437f-b70f-c5253f0c463b tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:19.729570 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7b35f615-7af9-437f-b70f-c5253f0c463b tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4244688 Feb 16 22:21:19.735564 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 33388) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:21:19.741212 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-0fdc8ea6-7f29-4396-a778-62c526c84b00 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:19.765828 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b048e-81d2-4a3e-b299-68084df12cc9 req-b86b12c7-1092-4429-a301-714106067381 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:19.767589 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-887b048e-81d2-4a3e-b299-68084df12cc9 req-b86b12c7-1092-4429-a301-714106067381 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=a977f381-b173-45c2-921f-50dba7a85338 HTTP/1.1" status: 200 len: 945 time: 0.1927629 Feb 16 22:21:19.836315 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-887b048e-81d2-4a3e-b299-68084df12cc9 req-e962e364-b7c7-42c7-941b-6976103e7fbc tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595729 Feb 16 22:21:19.847262 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fdc8ea6-7f29-4396-a778-62c526c84b00 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:20.007956 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6bc86ea3-25ad-4c83-afa2-2595de78b272 req-4c82607e-2cd2-4a3c-b635-4d36f61f5b3e tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1871be0-1fd3-4698-9050-ea9c8eb8f61a HTTP/1.1" status: 200 len: 210 time: 0.0314565 Feb 16 22:21:20.016390 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fdc8ea6-7f29-4396-a778-62c526c84b00 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:20.128314 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-9641028d-6e2b-4788-8923-59022fc78e4f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19ff6eb4-c192-4b01-999f-f1fb0679ae6b HTTP/1.1" status: 200 len: 217 time: 0.4814093 Feb 16 22:21:20.164654 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-0fdc8ea6-7f29-4396-a778-62c526c84b00 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Allocated IP 172.25.2.125 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/3551e64e-1047-4105-80da-9f30381f2e01) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:21:20.188266 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-a7fc37e9-52fa-4ac7-8b2e-ba9501102632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:20.190049 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-a7fc37e9-52fa-4ac7-8b2e-ba9501102632 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0fcaf4ca-8e69-49fe-8059-c45d2f77b631 HTTP/1.1" status: 200 len: 854 time: 0.0542083 Feb 16 22:21:20.248709 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-87d84a07-ce9e-4b47-a5e3-58beeb6239d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:20.251347 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-87d84a07-ce9e-4b47-a5e3-58beeb6239d9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=99abbb5d-e48a-4247-9acd-10b5b079d130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0544198 Feb 16 22:21:20.302231 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a9d2d69a-0338-419c-a901-c68ed41af529 req-5cb60d79-58a9-4b1f-ae93-a7db8fb49ae3 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups/ba8aa0c1-059e-4ebc-a3ce-5c6ee430312a HTTP/1.1" status: 200 len: 1820 time: 0.1710091 Feb 16 22:21:20.355031 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fdc8ea6-7f29-4396-a778-62c526c84b00 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks [] for port (3551e64e-1047-4105-80da-9f30381f2e01), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:20.383743 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a9d2d69a-0338-419c-a901-c68ed41af529 req-61b74df0-36d2-4730-8ca8-625f9d145b84 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (ba8aa0c1-059e-4ebc-a3ce-5c6ee430312a), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:20.404108 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-cee2c227-a6e4-4624-a422-61ccabda03db service neutron] 10.222.0.67 "GET /v2.0/networks/99abbb5d-e48a-4247-9acd-10b5b079d130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453226 Feb 16 22:21:20.422300 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a9d2d69a-0338-419c-a901-c68ed41af529 req-61b74df0-36d2-4730-8ca8-625f9d145b84 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (ba8aa0c1-059e-4ebc-a3ce-5c6ee430312a), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:20.462039 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fdc8ea6-7f29-4396-a778-62c526c84b00 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (3551e64e-1047-4105-80da-9f30381f2e01), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:20.503571 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdc8ea6-7f29-4396-a778-62c526c84b00 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:21:20.508828 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-0fdc8ea6-7f29-4396-a778-62c526c84b00 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:21:20.514169 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdc8ea6-7f29-4396-a778-62c526c84b00 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:21:20.541249 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ca1e39ab-9513-4935-bd84-fe054d39063e req-4995eb27-ab50-4762-8b9f-58fd528e87f0 service neutron] 10.222.0.67 "GET /v2.0/networks/99abbb5d-e48a-4247-9acd-10b5b079d130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302404 Feb 16 22:21:20.552725 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a9d2d69a-0338-419c-a901-c68ed41af529 req-61b74df0-36d2-4730-8ca8-625f9d145b84 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ba8aa0c1-059e-4ebc-a3ce-5c6ee430312a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:20.555738 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a9d2d69a-0338-419c-a901-c68ed41af529 req-61b74df0-36d2-4730-8ca8-625f9d145b84 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:20.557033 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a9d2d69a-0338-419c-a901-c68ed41af529 req-61b74df0-36d2-4730-8ca8-625f9d145b84 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "DELETE /v2.0/security-groups/ba8aa0c1-059e-4ebc-a3ce-5c6ee430312a HTTP/1.1" status: 204 len: 173 time: 0.2475958 Feb 16 22:21:20.581656 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc8ea6-7f29-4396-a778-62c526c84b00 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Pushing event updated for resources: {'Port': ['ID=3551e64e-1047-4105-80da-9f30381f2e01,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:20.585365 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b74df0-36d2-4730-8ca8-625f9d145b84 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8aa0c1-059e-4ebc-a3ce-5c6ee430312a,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:20.613393 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6093e6-b124-4db9-9c40-d51a5bbf0740 x-openstack-request-id: req-ae6093e6-b124-4db9-9c40-d51a5bbf0740 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:21:20.613992 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e51494d-c077-45cb-940d-01c5472c651a", "tag": "19ff6eb4-c192-4b01-999f-f1fb0679ae6b", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:21:20.614549 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ae6093e6-b124-4db9-9c40-d51a5bbf0740 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:21:20.615272 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e51494d-c077-45cb-940d-01c5472c651a', 'tag': '19ff6eb4-c192-4b01-999f-f1fb0679ae6b', 'status': 'completed', 'code': 200} Feb 16 22:21:20.630072 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3040a330-8acc-4a7c-897d-d2a1c80eefba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:20.660268 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fdc8ea6-7f29-4396-a778-62c526c84b00 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks [] for floatingip (48df2cb5-da18-4c71-9016-1be092e10713), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:20.707056 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fdc8ea6-7f29-4396-a778-62c526c84b00 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3551e64e-1047-4105-80da-9f30381f2e01), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:20.725593 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c00957-23ee-4e63-b42e-de1dc8afc199 req-f3de0160-3a5d-4169-8084-c90d851a1276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:20.727806 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-02c00957-23ee-4e63-b42e-de1dc8afc199 req-f3de0160-3a5d-4169-8084-c90d851a1276 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e3883e2df2d4ddc94d94d18d90a1204&device_id=2e51494d-c077-45cb-940d-01c5472c651a HTTP/1.1" status: 200 len: 1125 time: 0.0830181 Feb 16 22:21:20.827293 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49fa19-4d81-48e5-a3fa-b16927aa1957 req-f3740aa0-309b-4017-8fd5-65b7b618a531 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:20.829358 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cd49fa19-4d81-48e5-a3fa-b16927aa1957 req-f3740aa0-309b-4017-8fd5-65b7b618a531 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e51494d-c077-45cb-940d-01c5472c651a HTTP/1.1" status: 200 len: 943 time: 0.0937250 Feb 16 22:21:20.859960 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c00957-23ee-4e63-b42e-de1dc8afc199 req-3031401e-4332-4f8a-86cb-d429a2c73c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:20.863833 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-02c00957-23ee-4e63-b42e-de1dc8afc199 req-3031401e-4332-4f8a-86cb-d429a2c73c26 service neutron] 10.222.0.67 "GET /v2.0/networks?id=99abbb5d-e48a-4247-9acd-10b5b079d130 HTTP/1.1" status: 200 len: 916 time: 0.1239560 Feb 16 22:21:20.915605 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-02c00957-23ee-4e63-b42e-de1dc8afc199 req-8e3f08c0-63ee-46da-a8c1-d53c9ad3b9fe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19ff6eb4-c192-4b01-999f-f1fb0679ae6b HTTP/1.1" status: 200 len: 217 time: 0.0446355 Feb 16 22:21:20.927958 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cd49fa19-4d81-48e5-a3fa-b16927aa1957 req-e5d6a6e5-b1f3-492a-9833-715fc9364f27 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] 10.222.0.75 "GET /v2.0/security-groups?id=7193e540-0f7a-4e68-ad05-b1e35ec51149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918751 Feb 16 22:21:20.993536 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fdc8ea6-7f29-4396-a778-62c526c84b00 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks [] for port (3551e64e-1047-4105-80da-9f30381f2e01), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:21.013112 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c00957-23ee-4e63-b42e-de1dc8afc199 req-41adddfa-e1ca-4680-b752-060b49301419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:21.015348 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-02c00957-23ee-4e63-b42e-de1dc8afc199 req-41adddfa-e1ca-4680-b752-060b49301419 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0fcaf4ca-8e69-49fe-8059-c45d2f77b631 HTTP/1.1" status: 200 len: 854 time: 0.0923882 Feb 16 22:21:21.018177 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [req-0d7ed785-1062-41a5-ac0a-3b4326f1e5b4 req-94052799-c199-4a99-b1b8-f0d3adf7a0d6 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] show failed (client error): The resource could not be found. Feb 16 22:21:21.038756 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0d7ed785-1062-41a5-ac0a-3b4326f1e5b4 req-94052799-c199-4a99-b1b8-f0d3adf7a0d6 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups/ba8aa0c1-059e-4ebc-a3ce-5c6ee430312a HTTP/1.1" status: 404 len: 352 time: 0.0578985 Feb 16 22:21:21.040613 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fdc8ea6-7f29-4396-a778-62c526c84b00 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (3551e64e-1047-4105-80da-9f30381f2e01), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:21.109905 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc8ea6-7f29-4396-a778-62c526c84b00 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Pushing event updated for resources: {'Port': ['ID=3551e64e-1047-4105-80da-9f30381f2e01,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:21.144353 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c00957-23ee-4e63-b42e-de1dc8afc199 req-1835cd2a-3368-4cd8-bb92-25c8fadd0ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:21.146757 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-02c00957-23ee-4e63-b42e-de1dc8afc199 req-1835cd2a-3368-4cd8-bb92-25c8fadd0ccf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=99abbb5d-e48a-4247-9acd-10b5b079d130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1211655 Feb 16 22:21:21.206666 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fdc8ea6-7f29-4396-a778-62c526c84b00 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (48df2cb5-da18-4c71-9016-1be092e10713), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:21.227962 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf020f-b140-451e-b14b-26b73ac4034e req-8c671a00-3281-456b-8d7f-620e188bf754 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:21.235492 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b5cf020f-b140-451e-b14b-26b73ac4034e req-8c671a00-3281-456b-8d7f-620e188bf754 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=a977f381-b173-45c2-921f-50dba7a85338 HTTP/1.1" status: 200 len: 945 time: 0.1121256 Feb 16 22:21:21.256203 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fdc8ea6-7f29-4396-a778-62c526c84b00 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:21.267867 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0fdc8ea6-7f29-4396-a778-62c526c84b00 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5297136 Feb 16 22:21:21.317430 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-02c00957-23ee-4e63-b42e-de1dc8afc199 req-de534fb9-8393-482f-9864-ca501323e85d service neutron] 10.222.0.67 "GET /v2.0/networks/99abbb5d-e48a-4247-9acd-10b5b079d130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642790 Feb 16 22:21:21.319841 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b5cf020f-b140-451e-b14b-26b73ac4034e req-593cdc7b-9ff7-4956-9c36-91e47593c2f9 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834506 Feb 16 22:21:21.428639 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-deca1797-a0bb-46b1-9795-60e369b979bb req-2c2ecb84-4bea-4cea-806c-ca9c30822840 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups/db4eda6b-4762-413c-8d4b-f427d8692ecd HTTP/1.1" status: 200 len: 1818 time: 0.0486302 Feb 16 22:21:21.474511 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-02c00957-23ee-4e63-b42e-de1dc8afc199 req-b5fdf1e0-e3ea-45c9-b59f-79d1abf25e18 service neutron] 10.222.0.67 "GET /v2.0/networks/99abbb5d-e48a-4247-9acd-10b5b079d130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401131 Feb 16 22:21:21.507287 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-deca1797-a0bb-46b1-9795-60e369b979bb req-6fcdd701-b645-47c7-92a7-d7d64b982dec tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (db4eda6b-4762-413c-8d4b-f427d8692ecd), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:21.543514 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-deca1797-a0bb-46b1-9795-60e369b979bb req-6fcdd701-b645-47c7-92a7-d7d64b982dec tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (db4eda6b-4762-413c-8d4b-f427d8692ecd), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:21.601183 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-deca1797-a0bb-46b1-9795-60e369b979bb req-6fcdd701-b645-47c7-92a7-d7d64b982dec tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (db4eda6b-4762-413c-8d4b-f427d8692ecd), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:21.604787 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-deca1797-a0bb-46b1-9795-60e369b979bb req-6fcdd701-b645-47c7-92a7-d7d64b982dec tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:21.616903 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-deca1797-a0bb-46b1-9795-60e369b979bb req-6fcdd701-b645-47c7-92a7-d7d64b982dec tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "DELETE /v2.0/security-groups/db4eda6b-4762-413c-8d4b-f427d8692ecd HTTP/1.1" status: 204 len: 173 time: 0.1785920 Feb 16 22:21:21.635484 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcdd701-b645-47c7-92a7-d7d64b982dec tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4eda6b-4762-413c-8d4b-f427d8692ecd,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:21.733339 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a061fefd-5137-4448-9ca3-93a96849c532 req-c668bc65-ee2d-48e7-8935-7c7ab5581ffa tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1871be0-1fd3-4698-9050-ea9c8eb8f61a HTTP/1.1" status: 200 len: 210 time: 0.0528278 Feb 16 22:21:21.932671 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-79efa8b3-d032-4a35-a02d-cf5fa5adc421 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:21.935043 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-79efa8b3-d032-4a35-a02d-cf5fa5adc421 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/networks?id=17015cc1-bd92-489e-837b-ef3849fab73f HTTP/1.1" status: 200 len: 822 time: 0.1080883 Feb 16 22:21:21.959065 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-a4896547-5aec-4a79-b68a-2ea237241902 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/quotas/229d3dcf7b63487c98aa1d1f04fde1de HTTP/1.1" status: 200 len: 375 time: 0.0169592 Feb 16 22:21:22.002645 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-9a436ed2-d5f8-4b8e-81d4-d7749326e49b tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=229d3dcf7b63487c98aa1d1f04fde1de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423512 Feb 16 22:21:22.008301 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-921dcbbe-3e59-4795-85b4-c8c1bba6b984 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:21:22.010605 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-921dcbbe-3e59-4795-85b4-c8c1bba6b984 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071056 Feb 16 22:21:22.116904 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-0546ad46-611b-4974-a290-bcde764b19d6 service neutron] 10.222.0.75 "GET /v2.0/networks/17015cc1-bd92-489e-837b-ef3849fab73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007121 Feb 16 22:21:22.226031 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-64b24c19-1bec-4078-880d-59edc688dd7c service neutron] 10.222.0.75 "GET /v2.0/networks/17015cc1-bd92-489e-837b-ef3849fab73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071475 Feb 16 22:21:22.354163 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [req-fd2ef737-9da5-4964-be9e-2b09b244d9d1 req-09b186f5-db84-4020-a6b9-9429e3da37d2 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] show failed (client error): The resource could not be found. Feb 16 22:21:22.355268 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fd2ef737-9da5-4964-be9e-2b09b244d9d1 req-09b186f5-db84-4020-a6b9-9429e3da37d2 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups/db4eda6b-4762-413c-8d4b-f427d8692ecd HTTP/1.1" status: 404 len: 352 time: 0.0148103 Feb 16 22:21:22.468105 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a633d-a034-463c-9353-19086f44110b req-a48d547b-996d-43e3-838a-137314a5b0ec tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:22.472440 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-058a633d-a034-463c-9353-19086f44110b req-a48d547b-996d-43e3-838a-137314a5b0ec tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e51494d-c077-45cb-940d-01c5472c651a HTTP/1.1" status: 200 len: 943 time: 0.0621626 Feb 16 22:21:22.540751 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-058a633d-a034-463c-9353-19086f44110b req-2d2302b5-e066-484d-95db-1853a4cda48a tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] 10.222.0.75 "GET /v2.0/security-groups?id=7193e540-0f7a-4e68-ad05-b1e35ec51149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624876 Feb 16 22:21:22.650637 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0ee6f3b2-86f2-44a4-897b-6a1b29fd1db2 req-cd553a03-5ee3-4209-8341-e11e9035f4e9 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=abd8c852-4a00-4c72-8c39-098a4d051a0b HTTP/1.1" status: 200 len: 210 time: 0.0585282 Feb 16 22:21:22.789731 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db6d7e-612c-4934-9ba9-b1adc051dbbe req-dde38332-24bb-468d-b367-8ad0518cd1f6 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:22.791655 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c9db6d7e-612c-4934-9ba9-b1adc051dbbe req-dde38332-24bb-468d-b367-8ad0518cd1f6 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=a977f381-b173-45c2-921f-50dba7a85338 HTTP/1.1" status: 200 len: 945 time: 0.0700712 Feb 16 22:21:22.847764 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c9db6d7e-612c-4934-9ba9-b1adc051dbbe req-b9b405f5-3dd8-431e-b396-737a43007c16 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502150 Feb 16 22:21:22.916896 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4bb638c0-d813-4f26-9657-08b0999cba9d req-d94d9897-fb74-4d1e-939e-219cf8cae38d tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups/871b5cf8-5a8d-416b-bc86-fe649fff3226 HTTP/1.1" status: 200 len: 1819 time: 0.0433881 Feb 16 22:21:22.991756 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4bb638c0-d813-4f26-9657-08b0999cba9d req-57630d60-be67-4c26-b7d8-b36483873b62 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (871b5cf8-5a8d-416b-bc86-fe649fff3226), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:23.028979 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4bb638c0-d813-4f26-9657-08b0999cba9d req-57630d60-be67-4c26-b7d8-b36483873b62 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (871b5cf8-5a8d-416b-bc86-fe649fff3226), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:23.041272 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0a36be49-da9a-420a-ab9e-d3ce5b24ac89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:23.101651 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4bb638c0-d813-4f26-9657-08b0999cba9d req-57630d60-be67-4c26-b7d8-b36483873b62 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (871b5cf8-5a8d-416b-bc86-fe649fff3226), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:23.104942 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4bb638c0-d813-4f26-9657-08b0999cba9d req-57630d60-be67-4c26-b7d8-b36483873b62 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:23.106704 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4bb638c0-d813-4f26-9657-08b0999cba9d req-57630d60-be67-4c26-b7d8-b36483873b62 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "DELETE /v2.0/security-groups/871b5cf8-5a8d-416b-bc86-fe649fff3226 HTTP/1.1" status: 204 len: 173 time: 0.1830513 Feb 16 22:21:23.119396 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57630d60-be67-4c26-b7d8-b36483873b62 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=871b5cf8-5a8d-416b-bc86-fe649fff3226,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:23.241781 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0d23823b-ec66-4890-8a89-f957b818ac4c req-026405dc-082a-418a-9d0e-20769daf4f3b tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1871be0-1fd3-4698-9050-ea9c8eb8f61a HTTP/1.1" status: 200 len: 210 time: 0.0509226 Feb 16 22:21:23.275630 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [req-010bbb9a-0079-4e65-8c09-a55ba8221be8 req-b36aeede-a006-4234-bea5-ebd0ed06fefc tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] show failed (client error): The resource could not be found. Feb 16 22:21:23.276848 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-010bbb9a-0079-4e65-8c09-a55ba8221be8 req-b36aeede-a006-4234-bea5-ebd0ed06fefc tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups/871b5cf8-5a8d-416b-bc86-fe649fff3226 HTTP/1.1" status: 404 len: 352 time: 0.0149541 Feb 16 22:21:23.367895 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e54a1759-456c-492d-ba41-45ea8b74080d req-c91e1c7f-6ae9-44da-977e-40ed4fccb0a6 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=01e432083635478383758717a26cceec HTTP/1.1" status: 200 len: 6207 time: 0.0671961 Feb 16 22:21:23.423705 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e54a1759-456c-492d-ba41-45ea8b74080d req-51b30460-94da-4d0e-80ae-1a765866b64b tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups/f9b0ade7-772f-403b-bf4b-1283fc127a6c HTTP/1.1" status: 200 len: 3002 time: 0.0498679 Feb 16 22:21:23.476020 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e54a1759-456c-492d-ba41-45ea8b74080d req-70e24886-e974-4ece-b932-81baf7be6588 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups/f9b0ade7-772f-403b-bf4b-1283fc127a6c HTTP/1.1" status: 200 len: 3002 time: 0.0461507 Feb 16 22:21:23.519103 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-c3a47a35-80b5-4b65-b4ff-62cf28aa129d req-6114dd88-f51e-4e57-8b3f-eab0f5637cf8 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-184049910', 'description': 'tempest-description-720166357'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:23.591826 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c3a47a35-80b5-4b65-b4ff-62cf28aa129d req-6114dd88-f51e-4e57-8b3f-eab0f5637cf8 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:23.641247 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 19ff6eb4-c192-4b01-999f-f1fb0679ae6b details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:21:23.644878 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-f222f99e-2b16-46c4-928b-82a8a75b3dc4 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:23.646604 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-f222f99e-2b16-46c4-928b-82a8a75b3dc4 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.79 "GET /v2.0/networks?id=17015cc1-bd92-489e-837b-ef3849fab73f HTTP/1.1" status: 200 len: 822 time: 0.1649125 Feb 16 22:21:23.668712 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-d363439f-4ff5-4956-a0fe-c6a3f5caa449 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Request body: {'port': {'device_id': 'abd8c852-4a00-4c72-8c39-098a4d051a0b', 'network_id': '17015cc1-bd92-489e-837b-ef3849fab73f', 'admin_state_up': True, 'tenant_id': '229d3dcf7b63487c98aa1d1f04fde1de'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:23.749179 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 19ff6eb4-c192-4b01-999f-f1fb0679ae6b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=19ff6eb4-c192-4b01-999f-f1fb0679ae6b,segment=NetworkSegment(d5d2de62-563e-43a9-98ed-2414bd6735aa),segment_id=d5d2de62-563e-43a9-98ed-2414bd6735aa)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:23.761210 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '19ff6eb4-c192-4b01-999f-f1fb0679ae6b', 'network_id': '99abbb5d-e48a-4247-9acd-10b5b079d130', 'port_id': '19ff6eb4-c192-4b01-999f-f1fb0679ae6b', 'mac_address': 'fa:16:3e:0b:20:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fcaf4ca-8e69-49fe-8059-c45d2f77b631', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:21:23.767543 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c3a47a35-80b5-4b65-b4ff-62cf28aa129d req-6114dd88-f51e-4e57-8b3f-eab0f5637cf8 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (39445faa-fcad-4b30-9487-e973c33eb989), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:23.776158 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c3a47a35-80b5-4b65-b4ff-62cf28aa129d req-6114dd88-f51e-4e57-8b3f-eab0f5637cf8 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (39445faa-fcad-4b30-9487-e973c33eb989), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:23.805605 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 19ff6eb4-c192-4b01-999f-f1fb0679ae6b is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:21:23.806020 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (19ff6eb4-c192-4b01-999f-f1fb0679ae6b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:23.807703 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c3a47a35-80b5-4b65-b4ff-62cf28aa129d req-6114dd88-f51e-4e57-8b3f-eab0f5637cf8 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:23.814521 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c3a47a35-80b5-4b65-b4ff-62cf28aa129d req-6114dd88-f51e-4e57-8b3f-eab0f5637cf8 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3021257 Feb 16 22:21:23.821541 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19ff6eb4-c192-4b01-999f-f1fb0679ae6b {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:21:23.844569 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 19ff6eb4-c192-4b01-999f-f1fb0679ae6b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=19ff6eb4-c192-4b01-999f-f1fb0679ae6b,segment=NetworkSegment(d5d2de62-563e-43a9-98ed-2414bd6735aa),segment_id=d5d2de62-563e-43a9-98ed-2414bd6735aa)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:23.853493 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (19ff6eb4-c192-4b01-999f-f1fb0679ae6b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:23.855921 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114dd88-f51e-4e57-8b3f-eab0f5637cf8 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39445faa-fcad-4b30-9487-e973c33eb989,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:23.881258 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-d363439f-4ff5-4956-a0fe-c6a3f5caa449 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Made reservation on behalf of 229d3dcf7b63487c98aa1d1f04fde1de for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:21:23.884739 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-d363439f-4ff5-4956-a0fe-c6a3f5caa449 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:23.907298 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=19ff6eb4-c192-4b01-999f-f1fb0679ae6b,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:23.979806 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43015f37-9148-4faa-9931-8ead2bfc0475 req-cc6b02a5-27eb-4a53-b8f2-3971a373006f tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:23.981244 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-43015f37-9148-4faa-9931-8ead2bfc0475 req-cc6b02a5-27eb-4a53-b8f2-3971a373006f tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e51494d-c077-45cb-940d-01c5472c651a HTTP/1.1" status: 200 len: 944 time: 0.1116545 Feb 16 22:21:24.074003 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-43015f37-9148-4faa-9931-8ead2bfc0475 req-04c85061-7e87-4a63-b8ac-34d956dfd5ab tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] 10.222.0.75 "GET /v2.0/security-groups?id=7193e540-0f7a-4e68-ad05-b1e35ec51149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860097 Feb 16 22:21:24.075072 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-d363439f-4ff5-4956-a0fe-c6a3f5caa449 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Allocated IP 172.20.0.6 (17015cc1-bd92-489e-837b-ef3849fab73f/9a43b30e-e3d6-46b1-a7c4-7a9e3a596a30/d947387d-1678-422a-b769-d02abee66b9b) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:21:24.172686 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:24.182506 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1ba1f643-6e1d-4078-b330-a0abdc8b2c9f req-640f5794-9cb0-4def-83c0-fefdc9c6f151 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=abd8c852-4a00-4c72-8c39-098a4d051a0b HTTP/1.1" status: 200 len: 210 time: 0.0445614 Feb 16 22:21:24.371226 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['19ff6eb4-c192-4b01-999f-f1fb0679ae6b'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:21:24.604876 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-fa1529da-dc36-4553-8b03-8ae06e53b1c2 req-cb47487e-f5d6-40e1-a7b3-32e3ed3d312e tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1093899114', 'description': 'tempest-description-949642919'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:24.651080 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-fa1529da-dc36-4553-8b03-8ae06e53b1c2 req-cb47487e-f5d6-40e1-a7b3-32e3ed3d312e tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:24.683896 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-d363439f-4ff5-4956-a0fe-c6a3f5caa449 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks [] for port (d947387d-1678-422a-b769-d02abee66b9b), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:24.750715 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-d363439f-4ff5-4956-a0fe-c6a3f5caa449 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (d947387d-1678-422a-b769-d02abee66b9b), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:24.792053 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-fa1529da-dc36-4553-8b03-8ae06e53b1c2 req-cb47487e-f5d6-40e1-a7b3-32e3ed3d312e tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (c1268835-ddbe-432e-bc54-2e8977b1b788), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:24.802581 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-fa1529da-dc36-4553-8b03-8ae06e53b1c2 req-cb47487e-f5d6-40e1-a7b3-32e3ed3d312e tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c1268835-ddbe-432e-bc54-2e8977b1b788), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:24.810112 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-d363439f-4ff5-4956-a0fe-c6a3f5caa449 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Network 17015cc1-bd92-489e-837b-ef3849fab73f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:21:24.821214 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-d363439f-4ff5-4956-a0fe-c6a3f5caa449 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:21:24.823672 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-d363439f-4ff5-4956-a0fe-c6a3f5caa449 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:21:24.865282 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363439f-4ff5-4956-a0fe-c6a3f5caa449 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Pushing event updated for resources: {'Port': ['ID=d947387d-1678-422a-b769-d02abee66b9b,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:24.880214 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-fa1529da-dc36-4553-8b03-8ae06e53b1c2 req-cb47487e-f5d6-40e1-a7b3-32e3ed3d312e tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:24.881441 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fa1529da-dc36-4553-8b03-8ae06e53b1c2 req-cb47487e-f5d6-40e1-a7b3-32e3ed3d312e tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2806475 Feb 16 22:21:24.901583 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-d363439f-4ff5-4956-a0fe-c6a3f5caa449 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:24.902263 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-d363439f-4ff5-4956-a0fe-c6a3f5caa449 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:24.906594 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47487e-f5d6-40e1-a7b3-32e3ed3d312e tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1268835-ddbe-432e-bc54-2e8977b1b788,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:24.927415 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-d363439f-4ff5-4956-a0fe-c6a3f5caa449 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2679727 Feb 16 22:21:24.941041 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-99d1e686-321b-4922-b2ac-7bc06dc81dcd service neutron] Request body: {'port': {'device_id': 'abd8c852-4a00-4c72-8c39-098a4d051a0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:25.045678 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316c853-c4f8-47da-b612-83be6ae8b77f req-207f3400-eac3-4f54-bab8-9d2ca0230e90 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:25.047101 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c316c853-c4f8-47da-b612-83be6ae8b77f req-207f3400-eac3-4f54-bab8-9d2ca0230e90 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=a977f381-b173-45c2-921f-50dba7a85338 HTTP/1.1" status: 200 len: 945 time: 0.0828676 Feb 16 22:21:25.047643 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-99d1e686-321b-4922-b2ac-7bc06dc81dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d947387d-1678-422a-b769-d02abee66b9b), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:25.187117 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c316c853-c4f8-47da-b612-83be6ae8b77f req-600b5aed-c947-442c-b746-e13c3b8058b4 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305835 Feb 16 22:21:25.475137 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-427917c4-e4a8-4cf1-822e-9da27a0f8b54 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:25.476949 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-427917c4-e4a8-4cf1-822e-9da27a0f8b54 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/networks?id=be44f052-6b9f-454c-8856-b66bc09e491a HTTP/1.1" status: 200 len: 813 time: 0.1757295 Feb 16 22:21:25.479902 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:25.500441 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-99d1e686-321b-4922-b2ac-7bc06dc81dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d947387d-1678-422a-b769-d02abee66b9b {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:21:25.507370 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-2d069a19-3e8b-45ee-9e34-a715cfab4e4a tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/quotas/01e432083635478383758717a26cceec HTTP/1.1" status: 200 len: 375 time: 0.0237534 Feb 16 22:21:25.509265 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-99d1e686-321b-4922-b2ac-7bc06dc81dcd service neutron] Publish callbacks [] for port (d947387d-1678-422a-b769-d02abee66b9b), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:25.531063 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-99d1e686-321b-4922-b2ac-7bc06dc81dcd service neutron] Transition to ACTIVE for port object d947387d-1678-422a-b769-d02abee66b9b will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:21:25.547057 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-99d1e686-321b-4922-b2ac-7bc06dc81dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (d947387d-1678-422a-b769-d02abee66b9b), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:25.610666 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1e686-321b-4922-b2ac-7bc06dc81dcd service neutron] Pushing event updated for resources: {'Port': ['ID=d947387d-1678-422a-b769-d02abee66b9b,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:25.638013 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-f2f0a412-add0-4c25-a8c2-62c5c7b82e5f tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=01e432083635478383758717a26cceec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1246295 Feb 16 22:21:25.646857 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 19ff6eb4-c192-4b01-999f-f1fb0679ae6b up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:21:25.712412 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 19ff6eb4-c192-4b01-999f-f1fb0679ae6b completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:21:25.718710 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 19ff6eb4-c192-4b01-999f-f1fb0679ae6b triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:21:25.719292 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (19ff6eb4-c192-4b01-999f-f1fb0679ae6b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:25.772884 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-99d1e686-321b-4922-b2ac-7bc06dc81dcd service neutron] Attempting to bind port d947387d-1678-422a-b769-d02abee66b9b on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:21:25.773281 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-99d1e686-321b-4922-b2ac-7bc06dc81dcd service neutron] Attempting to bind port d947387d-1678-422a-b769-d02abee66b9b by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'b005b1db-fe63-4634-a1de-c89743ea76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '17015cc1-bd92-489e-837b-ef3849fab73f'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:21:25.773549 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-99d1e686-321b-4922-b2ac-7bc06dc81dcd service neutron] Attempting to bind port d947387d-1678-422a-b769-d02abee66b9b on network 17015cc1-bd92-489e-837b-ef3849fab73f {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:21:25.792218 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-99d1e686-321b-4922-b2ac-7bc06dc81dcd service neutron] Port d947387d-1678-422a-b769-d02abee66b9b on network 17015cc1-bd92-489e-837b-ef3849fab73f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:21:25.792504 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-99d1e686-321b-4922-b2ac-7bc06dc81dcd service neutron] Attempting to bind port d947387d-1678-422a-b769-d02abee66b9b on network 17015cc1-bd92-489e-837b-ef3849fab73f {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:21:25.799667 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-99d1e686-321b-4922-b2ac-7bc06dc81dcd service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:21:25.800002 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-99d1e686-321b-4922-b2ac-7bc06dc81dcd service neutron] Checking segment: {'id': 'b005b1db-fe63-4634-a1de-c89743ea76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '17015cc1-bd92-489e-837b-ef3849fab73f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:21:25.800383 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-99d1e686-321b-4922-b2ac-7bc06dc81dcd service neutron] Bound using segment: {'id': 'b005b1db-fe63-4634-a1de-c89743ea76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '17015cc1-bd92-489e-837b-ef3849fab73f'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:21:25.800810 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-99d1e686-321b-4922-b2ac-7bc06dc81dcd service neutron] Bound port: d947387d-1678-422a-b769-d02abee66b9b, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b005b1db-fe63-4634-a1de-c89743ea76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '17015cc1-bd92-489e-837b-ef3849fab73f'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:21:25.801162 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-99d1e686-321b-4922-b2ac-7bc06dc81dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d947387d-1678-422a-b769-d02abee66b9b), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:25.806551 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-a355db20-7456-4d26-b543-b72ba8dfa8cd service neutron] 10.222.0.75 "GET /v2.0/networks/be44f052-6b9f-454c-8856-b66bc09e491a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604958 Feb 16 22:21:25.823734 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 19ff6eb4-c192-4b01-999f-f1fb0679ae6b is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:21:25.824146 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (19ff6eb4-c192-4b01-999f-f1fb0679ae6b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:25.870329 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44f323-4eb9-4753-b9be-086999358225 req-edbb3e07-281c-4c62-9d6d-c5414a798fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:25.873689 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6b44f323-4eb9-4753-b9be-086999358225 req-edbb3e07-281c-4c62-9d6d-c5414a798fd9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a977f381-b173-45c2-921f-50dba7a85338 HTTP/1.1" status: 200 len: 1127 time: 0.0559886 Feb 16 22:21:25.877903 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e51494d-c077-45cb-940d-01c5472c651a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ff6eb4-c192-4b01-999f-f1fb0679ae6b'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:21:25.880418 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ca29be-8a33-4f86-8ab6-38a0712530fe" -d '{"events": [{"server_uuid": "2e51494d-c077-45cb-940d-01c5472c651a", "name": "network-vif-plugged", "status": "completed", "tag": "19ff6eb4-c192-4b01-999f-f1fb0679ae6b"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:21:25.917110 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 19ff6eb4-c192-4b01-999f-f1fb0679ae6b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=19ff6eb4-c192-4b01-999f-f1fb0679ae6b,segment=NetworkSegment(d5d2de62-563e-43a9-98ed-2414bd6735aa),segment_id=d5d2de62-563e-43a9-98ed-2414bd6735aa)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:25.924531 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (19ff6eb4-c192-4b01-999f-f1fb0679ae6b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:25.942327 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6b44f323-4eb9-4753-b9be-086999358225 req-7c7be7f4-8fae-4dc7-be7b-b845db201ab4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615873 Feb 16 22:21:25.952299 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-99d1e686-321b-4922-b2ac-7bc06dc81dcd service neutron] For port d947387d-1678-422a-b769-d02abee66b9b, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:21:25.956841 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-99d1e686-321b-4922-b2ac-7bc06dc81dcd service neutron] For port d947387d-1678-422a-b769-d02abee66b9b, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=d947387d-1678-422a-b769-d02abee66b9b,segment=NetworkSegment(b005b1db-fe63-4634-a1de-c89743ea76f4),segment_id=b005b1db-fe63-4634-a1de-c89743ea76f4)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:21:25.972095 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-99d1e686-321b-4922-b2ac-7bc06dc81dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (d947387d-1678-422a-b769-d02abee66b9b), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:25.985467 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-f65c43f2-4671-4373-a7d0-640aeb18e0be service neutron] 10.222.0.75 "GET /v2.0/networks/be44f052-6b9f-454c-8856-b66bc09e491a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686914 Feb 16 22:21:25.987286 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=19ff6eb4-c192-4b01-999f-f1fb0679ae6b,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:26.010261 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-99d1e686-321b-4922-b2ac-7bc06dc81dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:26.010894 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-99d1e686-321b-4922-b2ac-7bc06dc81dcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:26.012268 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-99d1e686-321b-4922-b2ac-7bc06dc81dcd service neutron] 10.222.0.79 "PUT /v2.0/ports/d947387d-1678-422a-b769-d02abee66b9b HTTP/1.1" status: 200 len: 1091 time: 1.0774851 Feb 16 22:21:26.014946 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abd8c852-4a00-4c72-8c39-098a4d051a0b', 'tag': 'd947387d-1678-422a-b769-d02abee66b9b'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:21:26.018336 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f211bbeb-e4cb-419c-a11f-726866e37b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "abd8c852-4a00-4c72-8c39-098a4d051a0b", "tag": "d947387d-1678-422a-b769-d02abee66b9b"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:21:26.049912 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1e686-321b-4922-b2ac-7bc06dc81dcd service neutron] Pushing event updated for resources: {'Port': ['ID=d947387d-1678-422a-b769-d02abee66b9b,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:26.110144 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-dc90f277-4e52-4362-90ec-a896971923b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:26.111693 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-dc90f277-4e52-4362-90ec-a896971923b9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=229d3dcf7b63487c98aa1d1f04fde1de&device_id=abd8c852-4a00-4c72-8c39-098a4d051a0b HTTP/1.1" status: 200 len: 1125 time: 0.0532060 Feb 16 22:21:26.159095 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-63e8dc5b-2cd0-43dc-b412-6dcb018f4be1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d947387d-1678-422a-b769-d02abee66b9b HTTP/1.1" status: 200 len: 217 time: 0.0379715 Feb 16 22:21:26.242430 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-50cddac5-1551-4034-82d8-0e8d8cbe4339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:26.243914 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-50cddac5-1551-4034-82d8-0e8d8cbe4339 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9a43b30e-e3d6-46b1-a7c4-7a9e3a596a30 HTTP/1.1" status: 200 len: 862 time: 0.0704448 Feb 16 22:21:26.255680 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b70c7-85f4-4e78-bf30-2005d159de15 req-ec5b414e-dadc-4cb9-8db7-6955f77a1479 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:26.257100 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d7b70c7-85f4-4e78-bf30-2005d159de15 req-ec5b414e-dadc-4cb9-8db7-6955f77a1479 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e51494d-c077-45cb-940d-01c5472c651a HTTP/1.1" status: 200 len: 945 time: 0.0941253 Feb 16 22:21:26.293223 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-e6a3bfba-c66a-4b80-bcb3-98dcb586f510 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=17015cc1-bd92-489e-837b-ef3849fab73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351806 Feb 16 22:21:26.349113 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d7b70c7-85f4-4e78-bf30-2005d159de15 req-10f67e62-56a4-467d-bc4c-a8c086ba82aa tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] 10.222.0.75 "GET /v2.0/security-groups?id=7193e540-0f7a-4e68-ad05-b1e35ec51149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832479 Feb 16 22:21:26.410365 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-427e7e63-e683-4b64-9eeb-5340e4d5b2d7 service neutron] 10.222.0.79 "GET /v2.0/networks/17015cc1-bd92-489e-837b-ef3849fab73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097839 Feb 16 22:21:26.527600 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5a58d-1d57-4b91-ab86-af8610fc66a5 req-9446ba9d-52a7-4d80-87c1-31cee6234caf tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:26.529133 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1cd5a58d-1d57-4b91-ab86-af8610fc66a5 req-9446ba9d-52a7-4d80-87c1-31cee6234caf tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=abd8c852-4a00-4c72-8c39-098a4d051a0b HTTP/1.1" status: 200 len: 943 time: 0.1143796 Feb 16 22:21:26.561332 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c0b9e5a-73fd-4e96-9428-9d5528bf157d req-c6c3436f-5fd4-4f39-b8ae-9d05b6c9906b service neutron] 10.222.0.79 "GET /v2.0/networks/17015cc1-bd92-489e-837b-ef3849fab73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374717 Feb 16 22:21:26.592108 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1cd5a58d-1d57-4b91-ab86-af8610fc66a5 req-066aabb6-1245-47b0-89e4-7859d83f7816 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/security-groups?id=e0836f72-8df4-4dd3-b8b6-a137e11b4438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539248 Feb 16 22:21:26.677347 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bf3205-5692-4bcc-8a9d-7acc27c9a779 x-openstack-request-id: req-12bf3205-5692-4bcc-8a9d-7acc27c9a779 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:21:26.678106 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e51494d-c077-45cb-940d-01c5472c651a", "name": "network-vif-plugged", "status": "completed", "tag": "19ff6eb4-c192-4b01-999f-f1fb0679ae6b", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:21:26.678512 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-12bf3205-5692-4bcc-8a9d-7acc27c9a779 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:21:26.678996 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e51494d-c077-45cb-940d-01c5472c651a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ff6eb4-c192-4b01-999f-f1fb0679ae6b', 'code': 200} Feb 16 22:21:26.736181 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f7c2e1-a559-488d-8b1d-d69fdfddc120 x-openstack-request-id: req-88f7c2e1-a559-488d-8b1d-d69fdfddc120 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:21:26.736483 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abd8c852-4a00-4c72-8c39-098a4d051a0b", "tag": "d947387d-1678-422a-b769-d02abee66b9b", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:21:26.736747 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-88f7c2e1-a559-488d-8b1d-d69fdfddc120 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:21:26.737168 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abd8c852-4a00-4c72-8c39-098a4d051a0b', 'tag': 'd947387d-1678-422a-b769-d02abee66b9b', 'status': 'completed', 'code': 200} Feb 16 22:21:26.833582 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211bbeb-e4cb-419c-a11f-726866e37b0d req-f764a124-5f70-4df2-9730-b4d79fd2059c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:26.839559 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f211bbeb-e4cb-419c-a11f-726866e37b0d req-f764a124-5f70-4df2-9730-b4d79fd2059c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=229d3dcf7b63487c98aa1d1f04fde1de&device_id=abd8c852-4a00-4c72-8c39-098a4d051a0b HTTP/1.1" status: 200 len: 1125 time: 0.0653651 Feb 16 22:21:26.879949 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24b67d-f164-41c5-b662-9406225bd525 req-6507862d-0fd4-4b2b-989a-6c3388d54c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:26.886553 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c2e86b8a-474e-446b-994d-ab4e1290e1a6 req-7554ca0f-b23f-425b-96fe-a729b1d12451 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/ports?device_id=26f79cd4-dd1b-42bb-beba-775b3250d68e HTTP/1.1" status: 200 len: 210 time: 0.0458758 Feb 16 22:21:26.887069 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-bb24b67d-f164-41c5-b662-9406225bd525 req-6507862d-0fd4-4b2b-989a-6c3388d54c14 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2e51494d-c077-45cb-940d-01c5472c651a HTTP/1.1" status: 200 len: 1127 time: 0.0581448 Feb 16 22:21:26.948474 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-bb24b67d-f164-41c5-b662-9406225bd525 req-d5eb6f3e-dce9-45b4-8d22-0ed98f6d48e3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7193e540-0f7a-4e68-ad05-b1e35ec51149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500340 Feb 16 22:21:26.955515 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:27.036174 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211bbeb-e4cb-419c-a11f-726866e37b0d req-2bfde45e-11e6-4d10-9a0e-8f2e7e0e60d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:27.037858 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f211bbeb-e4cb-419c-a11f-726866e37b0d req-2bfde45e-11e6-4d10-9a0e-8f2e7e0e60d9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=17015cc1-bd92-489e-837b-ef3849fab73f HTTP/1.1" status: 200 len: 923 time: 0.1818159 Feb 16 22:21:27.054019 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4446f74-9cf2-4f17-a2f1-8377907af0be req-75a22fa0-3dd6-4b95-bb35-3477a50d87a9 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:27.055153 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c4446f74-9cf2-4f17-a2f1-8377907af0be req-75a22fa0-3dd6-4b95-bb35-3477a50d87a9 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=a977f381-b173-45c2-921f-50dba7a85338 HTTP/1.1" status: 200 len: 945 time: 0.0822330 Feb 16 22:21:27.107366 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f211bbeb-e4cb-419c-a11f-726866e37b0d req-3844949c-46ac-453b-9ee6-5f48d9f1e8fc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d947387d-1678-422a-b769-d02abee66b9b HTTP/1.1" status: 200 len: 217 time: 0.0511110 Feb 16 22:21:27.176182 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c4446f74-9cf2-4f17-a2f1-8377907af0be req-dc7bacb6-b975-4d3f-8b72-703ac739d62d tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139417 Feb 16 22:21:27.185443 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211bbeb-e4cb-419c-a11f-726866e37b0d req-e4bd4f5f-7ee8-4109-88fb-eb7151c3ec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:27.186984 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f211bbeb-e4cb-419c-a11f-726866e37b0d req-e4bd4f5f-7ee8-4109-88fb-eb7151c3ec57 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9a43b30e-e3d6-46b1-a7c4-7a9e3a596a30 HTTP/1.1" status: 200 len: 862 time: 0.0670762 Feb 16 22:21:27.244302 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f211bbeb-e4cb-419c-a11f-726866e37b0d req-22b96f5f-9066-4d2f-9549-e1e584568caf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=17015cc1-bd92-489e-837b-ef3849fab73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428495 Feb 16 22:21:27.374983 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-ed8afa79-7e2c-4814-ba6b-3b00bfcb688d tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:27.377063 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-ed8afa79-7e2c-4814-ba6b-3b00bfcb688d tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.79 "GET /v2.0/networks?id=be44f052-6b9f-454c-8856-b66bc09e491a HTTP/1.1" status: 200 len: 813 time: 0.1169810 Feb 16 22:21:27.392146 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-00b93266-ad11-42ca-867f-ced99be62b75 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Request body: {'port': {'device_id': '26f79cd4-dd1b-42bb-beba-775b3250d68e', 'network_id': 'be44f052-6b9f-454c-8856-b66bc09e491a', 'admin_state_up': True, 'tenant_id': '01e432083635478383758717a26cceec'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:27.479238 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e5aaa-94ed-4dd0-aa54-71ee61e1db37 req-457fa625-a63b-4c9f-b89d-22cf26bb3a42 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:27.481032 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ba1e5aaa-94ed-4dd0-aa54-71ee61e1db37 req-457fa625-a63b-4c9f-b89d-22cf26bb3a42 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/networks?id=c5caf1e2-5ed9-4635-98df-d36f332fac2f HTTP/1.1" status: 200 len: 812 time: 0.1444888 Feb 16 22:21:27.482938 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f211bbeb-e4cb-419c-a11f-726866e37b0d req-65f0390b-c9b2-4286-8b1b-d7ef259788da service neutron] 10.222.0.79 "GET /v2.0/networks/17015cc1-bd92-489e-837b-ef3849fab73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231526 Feb 16 22:21:27.519321 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ba1e5aaa-94ed-4dd0-aa54-71ee61e1db37 req-f369f715-9610-408f-8004-2d93d0ab26e9 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/quotas/ee14b41af1744680817d2f7b9462ea3f HTTP/1.1" status: 200 len: 375 time: 0.0286326 Feb 16 22:21:27.527418 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-00b93266-ad11-42ca-867f-ced99be62b75 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Made reservation on behalf of 01e432083635478383758717a26cceec for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:21:27.528631 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-00b93266-ad11-42ca-867f-ced99be62b75 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:27.595680 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ba1e5aaa-94ed-4dd0-aa54-71ee61e1db37 req-86cdd2d3-de95-4892-bd27-cdc071937a72 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ee14b41af1744680817d2f7b9462ea3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575650 Feb 16 22:21:27.648222 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f211bbeb-e4cb-419c-a11f-726866e37b0d req-5e710f81-8b8f-48f3-a77c-1522a6b3cf9d service neutron] 10.222.0.79 "GET /v2.0/networks/17015cc1-bd92-489e-837b-ef3849fab73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505954 Feb 16 22:21:27.677796 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-00b93266-ad11-42ca-867f-ced99be62b75 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Allocated IP 172.20.0.3 (be44f052-6b9f-454c-8856-b66bc09e491a/fcad8c41-b9f9-4474-b14c-cc354685fc88/9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:21:27.707724 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ba1e5aaa-94ed-4dd0-aa54-71ee61e1db37 req-0535f1b5-8168-4bfb-94b5-8a7f1188bf07 service neutron] 10.222.0.75 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049156 Feb 16 22:21:27.808552 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ba1e5aaa-94ed-4dd0-aa54-71ee61e1db37 req-31ff41ad-3162-4e90-851e-94140ca174f7 service neutron] 10.222.0.75 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916183 Feb 16 22:21:27.840575 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-00b93266-ad11-42ca-867f-ced99be62b75 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for port (9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:27.875096 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-00b93266-ad11-42ca-867f-ced99be62b75 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:27.886935 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['490f6592-9082-4bd6-bb08-76e625184dbe'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:21:27.933292 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-00b93266-ad11-42ca-867f-ced99be62b75 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Network be44f052-6b9f-454c-8856-b66bc09e491a is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:21:27.937091 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-00b93266-ad11-42ca-867f-ced99be62b75 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:21:27.940534 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-00b93266-ad11-42ca-867f-ced99be62b75 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:21:28.012612 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-00b93266-ad11-42ca-867f-ced99be62b75 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:28.015220 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-00b93266-ad11-42ca-867f-ced99be62b75 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:28.019456 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b93266-ad11-42ca-867f-ced99be62b75 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Pushing event updated for resources: {'Port': ['ID=9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:28.045025 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-00b93266-ad11-42ca-867f-ced99be62b75 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6578622 Feb 16 22:21:28.060387 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-ededaa78-bac5-463c-a69a-f9ee739b314d service neutron] Request body: {'port': {'device_id': '26f79cd4-dd1b-42bb-beba-775b3250d68e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:28.171606 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0080dac-3c08-4197-8578-8ab8651ee369 req-94aee696-7249-4ec1-ba0c-4fd67b977ba6 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:28.185224 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f0080dac-3c08-4197-8578-8ab8651ee369 req-94aee696-7249-4ec1-ba0c-4fd67b977ba6 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e51494d-c077-45cb-940d-01c5472c651a HTTP/1.1" status: 200 len: 945 time: 0.1118858 Feb 16 22:21:28.209433 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-ededaa78-bac5-463c-a69a-f9ee739b314d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:28.269405 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:28.286390 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f0080dac-3c08-4197-8578-8ab8651ee369 req-635df2aa-10a0-41bd-a324-b9cdc7e39b77 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] 10.222.0.75 "GET /v2.0/security-groups?id=7193e540-0f7a-4e68-ad05-b1e35ec51149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000681 Feb 16 22:21:28.503318 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdaa00-609f-4534-bf31-d00186d5dc86 req-cf3e18a1-a4cd-46b6-aacf-1f3b528af3ae tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:28.505655 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-26fdaa00-609f-4534-bf31-d00186d5dc86 req-cf3e18a1-a4cd-46b6-aacf-1f3b528af3ae tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=abd8c852-4a00-4c72-8c39-098a4d051a0b HTTP/1.1" status: 200 len: 943 time: 0.1138248 Feb 16 22:21:28.570827 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-26fdaa00-609f-4534-bf31-d00186d5dc86 req-b3f47930-63f0-4f05-a3e3-48a339553392 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/security-groups?id=e0836f72-8df4-4dd3-b8b6-a137e11b4438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525389 Feb 16 22:21:28.613003 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-ededaa78-bac5-463c-a69a-f9ee739b314d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:21:28.620827 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-ededaa78-bac5-463c-a69a-f9ee739b314d service neutron] Publish callbacks [] for port (9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:28.634442 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-ededaa78-bac5-463c-a69a-f9ee739b314d service neutron] Transition to ACTIVE for port object 9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:21:28.638691 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-ededaa78-bac5-463c-a69a-f9ee739b314d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:28.694765 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0b467-5b75-4376-9833-ba75d3dda484 req-3af0640e-cb2b-4430-8a79-14213108e553 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:28.694765 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0da0b467-5b75-4376-9833-ba75d3dda484 req-3af0640e-cb2b-4430-8a79-14213108e553 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/ports?device_id=26f79cd4-dd1b-42bb-beba-775b3250d68e HTTP/1.1" status: 200 len: 943 time: 0.0581975 Feb 16 22:21:28.717263 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ededaa78-bac5-463c-a69a-f9ee739b314d service neutron] Pushing event updated for resources: {'Port': ['ID=9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:28.747121 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0da0b467-5b75-4376-9833-ba75d3dda484 req-43eb36e9-bfca-4eaf-9de1-6fc2aca31867 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9b0ade7-772f-403b-bf4b-1283fc127a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469403 Feb 16 22:21:28.773553 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-ededaa78-bac5-463c-a69a-f9ee739b314d service neutron] Attempting to bind port 9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:21:28.773955 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-ededaa78-bac5-463c-a69a-f9ee739b314d service neutron] Attempting to bind port 9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'acc7f612-a109-483c-82e6-bbbd41b4a417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'be44f052-6b9f-454c-8856-b66bc09e491a'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:21:28.774263 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-ededaa78-bac5-463c-a69a-f9ee739b314d service neutron] Attempting to bind port 9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d on network be44f052-6b9f-454c-8856-b66bc09e491a {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:21:28.778949 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-ededaa78-bac5-463c-a69a-f9ee739b314d service neutron] Port 9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d on network be44f052-6b9f-454c-8856-b66bc09e491a not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:21:28.779361 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-ededaa78-bac5-463c-a69a-f9ee739b314d service neutron] Attempting to bind port 9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d on network be44f052-6b9f-454c-8856-b66bc09e491a {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:21:28.784835 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-ededaa78-bac5-463c-a69a-f9ee739b314d service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:21:28.785186 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-ededaa78-bac5-463c-a69a-f9ee739b314d service neutron] Checking segment: {'id': 'acc7f612-a109-483c-82e6-bbbd41b4a417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'be44f052-6b9f-454c-8856-b66bc09e491a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:21:28.785575 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-ededaa78-bac5-463c-a69a-f9ee739b314d service neutron] Bound using segment: {'id': 'acc7f612-a109-483c-82e6-bbbd41b4a417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'be44f052-6b9f-454c-8856-b66bc09e491a'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:21:28.786032 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-ededaa78-bac5-463c-a69a-f9ee739b314d service neutron] Bound port: 9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acc7f612-a109-483c-82e6-bbbd41b4a417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'be44f052-6b9f-454c-8856-b66bc09e491a'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:21:28.786398 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-ededaa78-bac5-463c-a69a-f9ee739b314d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:28.851285 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e7a9add3-fd2f-4048-919b-1bb9d271b7e9 req-869a84f0-9c75-40de-ac91-cbe4ce96e1ea tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=4645f269-d4c8-4d2e-9c75-9e3b063ff435 HTTP/1.1" status: 200 len: 210 time: 0.0333190 Feb 16 22:21:28.859593 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-ededaa78-bac5-463c-a69a-f9ee739b314d service neutron] For port 9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:21:28.862873 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-ededaa78-bac5-463c-a69a-f9ee739b314d service neutron] For port 9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d,segment=NetworkSegment(acc7f612-a109-483c-82e6-bbbd41b4a417),segment_id=acc7f612-a109-483c-82e6-bbbd41b4a417)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:21:28.871732 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-ededaa78-bac5-463c-a69a-f9ee739b314d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:28.908928 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-ededaa78-bac5-463c-a69a-f9ee739b314d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:28.909630 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-ededaa78-bac5-463c-a69a-f9ee739b314d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:28.911136 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-ededaa78-bac5-463c-a69a-f9ee739b314d service neutron] 10.222.0.79 "PUT /v2.0/ports/9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d HTTP/1.1" status: 200 len: 1091 time: 0.8570881 Feb 16 22:21:28.911664 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f79cd4-dd1b-42bb-beba-775b3250d68e', 'tag': '9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:21:28.913942 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9568aba4-84d9-4164-bd41-2356114763d4" -d '{"events": [{"name": "network-changed", "server_uuid": "26f79cd4-dd1b-42bb-beba-775b3250d68e", "tag": "9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:21:28.938253 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ededaa78-bac5-463c-a69a-f9ee739b314d service neutron] Pushing event updated for resources: {'Port': ['ID=9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:28.960439 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a399c-044d-4d47-8673-fee42ab32645 req-05c8f683-3ab5-45db-8f69-dd08d9ee50f2 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:28.962147 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e11a399c-044d-4d47-8673-fee42ab32645 req-05c8f683-3ab5-45db-8f69-dd08d9ee50f2 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=a977f381-b173-45c2-921f-50dba7a85338 HTTP/1.1" status: 200 len: 945 time: 0.0551157 Feb 16 22:21:29.001363 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-f3336c9e-f3b6-461e-b46b-d845d4303ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:29.002819 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-f3336c9e-f3b6-461e-b46b-d845d4303ed8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=01e432083635478383758717a26cceec&device_id=26f79cd4-dd1b-42bb-beba-775b3250d68e HTTP/1.1" status: 200 len: 1125 time: 0.0493593 Feb 16 22:21:29.012336 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e11a399c-044d-4d47-8673-fee42ab32645 req-15bec03f-306a-4a50-aa65-6a77fbbba31e tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417199 Feb 16 22:21:29.045231 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-411fdd51-f617-4adb-aeb3-064651bb13f4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d HTTP/1.1" status: 200 len: 217 time: 0.0340924 Feb 16 22:21:29.096102 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-7d2ec66b-dd93-41db-88aa-7831ff99b5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:29.097727 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-7d2ec66b-dd93-41db-88aa-7831ff99b5ee service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fcad8c41-b9f9-4474-b14c-cc354685fc88 HTTP/1.1" status: 200 len: 853 time: 0.0452759 Feb 16 22:21:29.142977 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-f514f0f1-9459-491f-8344-120d63bbaf6f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be44f052-6b9f-454c-8856-b66bc09e491a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365915 Feb 16 22:21:29.191805 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91949eea-01f4-4fdc-87d9-0afe7c07296d x-openstack-request-id: req-91949eea-01f4-4fdc-87d9-0afe7c07296d {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:21:29.192235 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f79cd4-dd1b-42bb-beba-775b3250d68e", "tag": "9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:21:29.192504 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-91949eea-01f4-4fdc-87d9-0afe7c07296d {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:21:29.192912 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f79cd4-dd1b-42bb-beba-775b3250d68e', 'tag': '9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d', 'status': 'completed', 'code': 200} Feb 16 22:21:29.257480 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 33580) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:21:29.264168 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-b14c49a9-fd16-4a59-a425-3d6d9315e878 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1894184266'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:29.286801 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-19999256-4452-4fa0-a5f0-1cd9b1cf153b service neutron] 10.222.0.79 "GET /v2.0/networks/be44f052-6b9f-454c-8856-b66bc09e491a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346967 Feb 16 22:21:29.340724 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device d947387d-1678-422a-b769-d02abee66b9b details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:21:29.352075 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14c49a9-fd16-4a59-a425-3d6d9315e878 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Made reservation on behalf of 05fece93b5f34c39b4687779f64633e9 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:21:29.355760 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b14c49a9-fd16-4a59-a425-3d6d9315e878 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:29.403671 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14c49a9-fd16-4a59-a425-3d6d9315e878 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:21:29.408439 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8926dffb-9b2d-42e3-8d83-60882583a5c0 req-9435482a-23c9-4a93-aab1-0385cb98d70a service neutron] 10.222.0.79 "GET /v2.0/networks/be44f052-6b9f-454c-8856-b66bc09e491a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134098 Feb 16 22:21:29.418611 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-cccca274-85fa-4fb7-b6a3-5ed48888d5d1 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:29.420630 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-cccca274-85fa-4fb7-b6a3-5ed48888d5d1 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/networks?id=2a4d83e1-26cb-467d-af35-1036d7c3fb39 HTTP/1.1" status: 200 len: 810 time: 0.1520746 Feb 16 22:21:29.427244 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b14c49a9-fd16-4a59-a425-3d6d9315e878 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (d7691017-c608-4933-8e39-96288e71acf1), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:29.427807 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-b14c49a9-fd16-4a59-a425-3d6d9315e878 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Added segment d7691017-c608-4933-8e39-96288e71acf1 of type vlan for network 01d78127-bed4-4d34-97f7-e31d1dc582f9 Feb 16 22:21:29.468392 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port d947387d-1678-422a-b769-d02abee66b9b, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=d947387d-1678-422a-b769-d02abee66b9b,segment=NetworkSegment(b005b1db-fe63-4634-a1de-c89743ea76f4),segment_id=b005b1db-fe63-4634-a1de-c89743ea76f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:29.473059 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-8f185247-382b-4e6d-828a-e0c287b5b493 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/quotas/4ecc835e688d4b37a34028859d121b09 HTTP/1.1" status: 200 len: 375 time: 0.0362442 Feb 16 22:21:29.486828 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'd947387d-1678-422a-b769-d02abee66b9b', 'network_id': '17015cc1-bd92-489e-837b-ef3849fab73f', 'port_id': 'd947387d-1678-422a-b769-d02abee66b9b', 'mac_address': 'fa:16:3e:ec:06:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a43b30e-e3d6-46b1-a7c4-7a9e3a596a30', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:21:29.513315 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b14c49a9-fd16-4a59-a425-3d6d9315e878 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (01d78127-bed4-4d34-97f7-e31d1dc582f9), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:29.540819 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port d947387d-1678-422a-b769-d02abee66b9b is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:21:29.542240 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d947387d-1678-422a-b769-d02abee66b9b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:29.560199 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568aba4-84d9-4164-bd41-2356114763d4 req-9dde9e43-ca7f-4b4e-8829-299d7df9135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:29.563863 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9568aba4-84d9-4164-bd41-2356114763d4 req-9dde9e43-ca7f-4b4e-8829-299d7df9135f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=01e432083635478383758717a26cceec&device_id=26f79cd4-dd1b-42bb-beba-775b3250d68e HTTP/1.1" status: 200 len: 1125 time: 0.0928178 Feb 16 22:21:29.564621 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-fb0ce558-db31-45f8-b084-49979bc19af2 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=4ecc835e688d4b37a34028859d121b09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0905201 Feb 16 22:21:29.567624 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b14c49a9-fd16-4a59-a425-3d6d9315e878 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (01d78127-bed4-4d34-97f7-e31d1dc582f9), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:29.582232 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d947387d-1678-422a-b769-d02abee66b9b {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:21:29.582696 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14c49a9-fd16-4a59-a425-3d6d9315e878 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:29.583242 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b14c49a9-fd16-4a59-a425-3d6d9315e878 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:29.609611 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port d947387d-1678-422a-b769-d02abee66b9b, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=d947387d-1678-422a-b769-d02abee66b9b,segment=NetworkSegment(b005b1db-fe63-4634-a1de-c89743ea76f4),segment_id=b005b1db-fe63-4634-a1de-c89743ea76f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:29.618948 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d947387d-1678-422a-b769-d02abee66b9b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:29.639181 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ba1e5aaa-94ed-4dd0-aa54-71ee61e1db37 req-030ce76f-4763-4699-ad71-a778c2aa4a6f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ee14b41af1744680817d2f7b9462ea3f&device_id=4645f269-d4c8-4d2e-9c75-9e3b063ff435 HTTP/1.1" status: 200 len: 210 time: 0.0435758 Feb 16 22:21:29.679753 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=d947387d-1678-422a-b769-d02abee66b9b,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:29.733885 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:29.745360 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b14c49a9-fd16-4a59-a425-3d6d9315e878 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4858091 Feb 16 22:21:29.750409 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 33592) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:21:29.755155 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-d444f206-cd8a-410c-99c6-ae75c4c87ff5 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2029781158'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:29.817665 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-b34c889e-fa46-413c-a70d-b11c0ee396af service neutron] 10.222.0.75 "GET /v2.0/networks/2a4d83e1-26cb-467d-af35-1036d7c3fb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508719 Feb 16 22:21:29.855943 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c49a9-fd16-4a59-a425-3d6d9315e878 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Pushing event updated for resources: {'Network': ['ID=01d78127-bed4-4d34-97f7-e31d1dc582f9,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:29.864944 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568aba4-84d9-4164-bd41-2356114763d4 req-bbc9cacb-306c-481b-9670-60985fb67365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:29.866594 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9568aba4-84d9-4164-bd41-2356114763d4 req-bbc9cacb-306c-481b-9670-60985fb67365 service neutron] 10.222.0.79 "GET /v2.0/networks?id=be44f052-6b9f-454c-8856-b66bc09e491a HTTP/1.1" status: 200 len: 914 time: 0.2957516 Feb 16 22:21:29.868497 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 01d78127-bed4-4d34-97f7-e31d1dc582f9 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:21:29.924095 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d444f206-cd8a-410c-99c6-ae75c4c87ff5 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Made reservation on behalf of 05fece93b5f34c39b4687779f64633e9 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:21:29.927523 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d444f206-cd8a-410c-99c6-ae75c4c87ff5 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:29.942887 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9568aba4-84d9-4164-bd41-2356114763d4 req-2d6b1b22-2662-4fa4-b3a7-fdcc62589fbb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d HTTP/1.1" status: 200 len: 217 time: 0.0633247 Feb 16 22:21:29.960920 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d444f206-cd8a-410c-99c6-ae75c4c87ff5 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:21:29.962074 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['d947387d-1678-422a-b769-d02abee66b9b'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:21:29.968963 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-25a6c6bf-55b8-41a4-a312-95bbc3a41ba0 service neutron] 10.222.0.75 "GET /v2.0/networks/2a4d83e1-26cb-467d-af35-1036d7c3fb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200008 Feb 16 22:21:29.971361 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d444f206-cd8a-410c-99c6-ae75c4c87ff5 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (6333e723-cf6b-42aa-b1d7-93bea6dcc68c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:29.971787 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-d444f206-cd8a-410c-99c6-ae75c4c87ff5 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Added segment 6333e723-cf6b-42aa-b1d7-93bea6dcc68c of type vlan for network dd1251d6-2877-46df-ac47-9cb92c8abfb3 Feb 16 22:21:30.018138 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d444f206-cd8a-410c-99c6-ae75c4c87ff5 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (dd1251d6-2877-46df-ac47-9cb92c8abfb3), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:30.045099 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e5aaa-94ed-4dd0-aa54-71ee61e1db37 req-89bf467d-127a-4402-8469-f2a5c17f3427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:30.047894 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ba1e5aaa-94ed-4dd0-aa54-71ee61e1db37 req-89bf467d-127a-4402-8469-f2a5c17f3427 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=ee14b41af1744680817d2f7b9462ea3f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3614128 Feb 16 22:21:30.086255 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d444f206-cd8a-410c-99c6-ae75c4c87ff5 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (dd1251d6-2877-46df-ac47-9cb92c8abfb3), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:30.091029 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d444f206-cd8a-410c-99c6-ae75c4c87ff5 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:30.091692 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d444f206-cd8a-410c-99c6-ae75c4c87ff5 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:30.239408 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d444f206-cd8a-410c-99c6-ae75c4c87ff5 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4879923 Feb 16 22:21:30.246522 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 33600) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:21:30.249745 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-92000235-31e9-4858-809e-4c713624e669 req-6389cc69-9e2a-45bf-9c78-6fd0ee917c7b tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=4645f269-d4c8-4d2e-9c75-9e3b063ff435 HTTP/1.1" status: 200 len: 210 time: 0.0462389 Feb 16 22:21:30.255598 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-c8a6b16b-f4b8-460b-898f-90190b2bb85a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Request body: {'subnet': {'network_id': '01d78127-bed4-4d34-97f7-e31d1dc582f9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:30.338483 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568aba4-84d9-4164-bd41-2356114763d4 req-99041dd0-f38d-4f84-b766-45c9b80f6f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:30.340035 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9568aba4-84d9-4164-bd41-2356114763d4 req-99041dd0-f38d-4f84-b766-45c9b80f6f62 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fcad8c41-b9f9-4474-b14c-cc354685fc88 HTTP/1.1" status: 200 len: 853 time: 0.2967091 Feb 16 22:21:30.340541 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444f206-cd8a-410c-99c6-ae75c4c87ff5 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Pushing event updated for resources: {'Network': ['ID=dd1251d6-2877-46df-ac47-9cb92c8abfb3,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:30.351544 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network dd1251d6-2877-46df-ac47-9cb92c8abfb3 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:21:30.364678 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a6b16b-f4b8-460b-898f-90190b2bb85a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Made reservation on behalf of 05fece93b5f34c39b4687779f64633e9 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:21:30.368928 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c8a6b16b-f4b8-460b-898f-90190b2bb85a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:30.596951 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d88fc-068a-41f0-b45f-fd305b9ebba3 req-0e9d8ff1-765b-417f-8def-6bd82cbe8da9 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:30.598616 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-331d88fc-068a-41f0-b45f-fd305b9ebba3 req-0e9d8ff1-765b-417f-8def-6bd82cbe8da9 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e51494d-c077-45cb-940d-01c5472c651a HTTP/1.1" status: 200 len: 945 time: 0.1693146 Feb 16 22:21:30.671292 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-331d88fc-068a-41f0-b45f-fd305b9ebba3 req-388c0db7-4e76-4804-aef2-7232f364fe55 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] 10.222.0.75 "GET /v2.0/security-groups?id=7193e540-0f7a-4e68-ad05-b1e35ec51149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657291 Feb 16 22:21:30.698877 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9568aba4-84d9-4164-bd41-2356114763d4 req-d3c7f97a-64e6-4cac-b7bd-3a2b12fa0e8a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be44f052-6b9f-454c-8856-b66bc09e491a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3455551 Feb 16 22:21:30.748212 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c8a6b16b-f4b8-460b-898f-90190b2bb85a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (e421c23f-59b4-4bff-bdf6-a50ff68a50d7), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:30.808087 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e5aaa-94ed-4dd0-aa54-71ee61e1db37 req-dafee799-14c5-4bad-9e2e-fa80854d4cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:30.809729 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ba1e5aaa-94ed-4dd0-aa54-71ee61e1db37 req-dafee799-14c5-4bad-9e2e-fa80854d4cea service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7499731 Feb 16 22:21:30.838977 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6b16b-f4b8-460b-898f-90190b2bb85a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Pushing event updated for resources: {'Subnet': ['ID=e421c23f-59b4-4bff-bdf6-a50ff68a50d7,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:30.869751 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a6b16b-f4b8-460b-898f-90190b2bb85a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Checking segment: {'id': 'd7691017-c608-4933-8e39-96288e71acf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '01d78127-bed4-4d34-97f7-e31d1dc582f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:21:30.870272 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a6b16b-f4b8-460b-898f-90190b2bb85a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Network hostable DHCP agents. Network: 01d78127-bed4-4d34-97f7-e31d1dc582f9, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:21:30.886572 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b129b0-181b-43da-bb05-bf3c1d9f867d req-f36fe99b-ca82-4908-b018-348cd5104fc7 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:30.893201 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66b129b0-181b-43da-bb05-bf3c1d9f867d req-f36fe99b-ca82-4908-b018-348cd5104fc7 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=abd8c852-4a00-4c72-8c39-098a4d051a0b HTTP/1.1" status: 200 len: 944 time: 0.1318552 Feb 16 22:21:30.897620 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9568aba4-84d9-4164-bd41-2356114763d4 req-02042074-750d-4d1c-92bf-58943fa038da service neutron] 10.222.0.79 "GET /v2.0/networks/be44f052-6b9f-454c-8856-b66bc09e491a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835468 Feb 16 22:21:30.900109 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ba1e5aaa-94ed-4dd0-aa54-71ee61e1db37 req-ee0be108-6f7a-4c98-8270-d739f034b454 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.67 "GET /v2.0/ports?device_id=4645f269-d4c8-4d2e-9c75-9e3b063ff435 HTTP/1.1" status: 200 len: 210 time: 0.0516341 Feb 16 22:21:30.947361 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a6b16b-f4b8-460b-898f-90190b2bb85a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Network 01d78127-bed4-4d34-97f7-e31d1dc582f9 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:21:30.972307 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66b129b0-181b-43da-bb05-bf3c1d9f867d req-6df20257-3cb3-4f22-90eb-436719daebb2 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/security-groups?id=e0836f72-8df4-4dd3-b8b6-a137e11b4438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750318 Feb 16 22:21:30.974028 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-c8a6b16b-f4b8-460b-898f-90190b2bb85a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 01d78127-bed4-4d34-97f7-e31d1dc582f9) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:21:30.985247 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a6b16b-f4b8-460b-898f-90190b2bb85a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:30.986013 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c8a6b16b-f4b8-460b-898f-90190b2bb85a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:30.988907 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0cd16c-af73-4155-be76-b5612c1e0bcf None None] Network 01d78127-bed4-4d34-97f7-e31d1dc582f9 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:21:31.020790 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c8a6b16b-f4b8-460b-898f-90190b2bb85a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7695534 Feb 16 22:21:31.023871 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 33614) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:21:31.032400 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-23b1e4ea-f101-43b9-8538-aa448a9dd424 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Request body: {'subnet': {'network_id': 'dd1251d6-2877-46df-ac47-9cb92c8abfb3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:31.143473 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9568aba4-84d9-4164-bd41-2356114763d4 req-fee5f801-f816-4807-9708-fccb99e9197f service neutron] 10.222.0.79 "GET /v2.0/networks/be44f052-6b9f-454c-8856-b66bc09e491a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382863 Feb 16 22:21:31.191679 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91d1f02-45f5-49ec-be47-f124b5f7f095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-01d78127-bed4-4d34-97f7-e31d1dc582f9', 'network_id': '01d78127-bed4-4d34-97f7-e31d1dc582f9', 'project_id': '05fece93b5f34c39b4687779f64633e9', 'fixed_ips': [{'subnet_id': 'e421c23f-59b4-4bff-bdf6-a50ff68a50d7'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:21:31.195194 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c91d1f02-45f5-49ec-be47-f124b5f7f095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:31.204426 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b1e4ea-f101-43b9-8538-aa448a9dd424 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Made reservation on behalf of 05fece93b5f34c39b4687779f64633e9 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:21:31.209533 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-23b1e4ea-f101-43b9-8538-aa448a9dd424 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:31.314234 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-434818a7-4c24-454f-b539-e11e96fcdfa3 req-45c841bd-6e02-4d86-93a7-dc5124e73b6b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ee14b41af1744680817d2f7b9462ea3f&device_id=4645f269-d4c8-4d2e-9c75-9e3b063ff435 HTTP/1.1" status: 200 len: 210 time: 0.0397067 Feb 16 22:21:31.315359 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49757850-0f05-443d-8db9-469544b53100 req-a814b1e4-ee5e-4f19-8ab5-489e47aa8765 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:31.317208 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-49757850-0f05-443d-8db9-469544b53100 req-a814b1e4-ee5e-4f19-8ab5-489e47aa8765 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/ports?device_id=26f79cd4-dd1b-42bb-beba-775b3250d68e HTTP/1.1" status: 200 len: 943 time: 0.2444718 Feb 16 22:21:31.347174 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:21:31.349436 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device d947387d-1678-422a-b769-d02abee66b9b up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:21:31.419587 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-49757850-0f05-443d-8db9-469544b53100 req-6a7ccfe8-61cb-4e3d-9d8f-4cbd4d418ab7 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9b0ade7-772f-403b-bf4b-1283fc127a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876038 Feb 16 22:21:31.437508 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-c91d1f02-45f5-49ec-be47-f124b5f7f095 None None] Allocated IP 10.1.1.2 (01d78127-bed4-4d34-97f7-e31d1dc582f9/e421c23f-59b4-4bff-bdf6-a50ff68a50d7/942f2b9f-1ee1-48fe-8cca-32483713f171) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:21:31.483686 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-23b1e4ea-f101-43b9-8538-aa448a9dd424 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (ea02b3bb-addd-4936-9045-725e7150ffce), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:31.511291 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434818a7-4c24-454f-b539-e11e96fcdfa3 req-4ee533a2-06bd-4939-9d8e-bb4af84696b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:31.514988 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-434818a7-4c24-454f-b539-e11e96fcdfa3 req-4ee533a2-06bd-4939-9d8e-bb4af84696b6 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=ee14b41af1744680817d2f7b9462ea3f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1828341 Feb 16 22:21:31.581999 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13fcc150-edbd-4859-9ad1-0b061822c98f req-a36bdc1b-ef30-40fa-98a0-6d76f4fe1e5e tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 210 time: 0.0367525 Feb 16 22:21:31.589197 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1e4ea-f101-43b9-8538-aa448a9dd424 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Pushing event updated for resources: {'Subnet': ['ID=ea02b3bb-addd-4936-9045-725e7150ffce,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:31.594483 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b1e4ea-f101-43b9-8538-aa448a9dd424 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Checking segment: {'id': '6333e723-cf6b-42aa-b1d7-93bea6dcc68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'dd1251d6-2877-46df-ac47-9cb92c8abfb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:21:31.594853 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b1e4ea-f101-43b9-8538-aa448a9dd424 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Network hostable DHCP agents. Network: dd1251d6-2877-46df-ac47-9cb92c8abfb3, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:21:31.610620 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port d947387d-1678-422a-b769-d02abee66b9b completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:21:31.625457 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d,segment=NetworkSegment(acc7f612-a109-483c-82e6-bbbd41b4a417),segment_id=acc7f612-a109-483c-82e6-bbbd41b4a417)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:31.629825 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port d947387d-1678-422a-b769-d02abee66b9b triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:21:31.630207 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b1e4ea-f101-43b9-8538-aa448a9dd424 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Network dd1251d6-2877-46df-ac47-9cb92c8abfb3 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:21:31.630301 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d947387d-1678-422a-b769-d02abee66b9b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:31.645962 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-23b1e4ea-f101-43b9-8538-aa448a9dd424 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, dd1251d6-2877-46df-ac47-9cb92c8abfb3) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:21:31.650636 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b1e4ea-f101-43b9-8538-aa448a9dd424 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:31.651422 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-23b1e4ea-f101-43b9-8538-aa448a9dd424 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:31.679201 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-23b1e4ea-f101-43b9-8538-aa448a9dd424 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6522613 Feb 16 22:21:31.681074 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 33620) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:21:31.681356 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcde9a3-6181-4517-8ac1-09e22892a5b0 None None] Network dd1251d6-2877-46df-ac47-9cb92c8abfb3 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:21:31.691849 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d', 'network_id': 'be44f052-6b9f-454c-8856-b66bc09e491a', 'port_id': '9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d', 'mac_address': 'fa:16:3e:51:ed:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcad8c41-b9f9-4474-b14c-cc354685fc88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:21:31.714370 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-4274c0f7-9ab1-4c0a-af16-589bf05d9067 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Request body: {'port': {'network_id': '01d78127-bed4-4d34-97f7-e31d1dc582f9', 'name': 'tempest-TaggedBootDevicesTest-2043519451', 'fixed_ips': [{'subnet_id': 'e421c23f-59b4-4bff-bdf6-a50ff68a50d7'}]}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:31.753631 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeed574-09cd-43e2-8f85-666130d4a128 req-92d3723d-eb39-4810-9a10-23031217fcbb tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:31.770918 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 33624) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:21:31.773757 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cfeed574-09cd-43e2-8f85-666130d4a128 req-92d3723d-eb39-4810-9a10-23031217fcbb tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e51494d-c077-45cb-940d-01c5472c651a HTTP/1.1" status: 200 len: 945 time: 0.0796738 Feb 16 22:21:31.780658 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-5e4822f1-41b1-452e-addb-789e37a2bab8 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Request body: {'floatingip': {'port_id': '19ff6eb4-c192-4b01-999f-f1fb0679ae6b'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:31.864130 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3b811343-b3a2-4648-ab44-fc85eabecf01 req-1fb28488-c038-42b7-a6ac-83b4983c3d23 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=4645f269-d4c8-4d2e-9c75-9e3b063ff435 HTTP/1.1" status: 200 len: 210 time: 0.0276353 Feb 16 22:21:31.872446 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434818a7-4c24-454f-b539-e11e96fcdfa3 req-55e8ea79-4762-41d9-9d4b-a88ce4ca6dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:31.874497 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-434818a7-4c24-454f-b539-e11e96fcdfa3 req-55e8ea79-4762-41d9-9d4b-a88ce4ca6dcf service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3464718 Feb 16 22:21:31.880296 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-d9a19ab3-5e48-4ad9-a597-b0f9f3593d05 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:31.881684 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-d9a19ab3-5e48-4ad9-a597-b0f9f3593d05 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.67 "GET /v2.0/networks?id=2a4d83e1-26cb-467d-af35-1036d7c3fb39 HTTP/1.1" status: 200 len: 810 time: 0.3524871 Feb 16 22:21:31.886244 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5e4822f1-41b1-452e-addb-789e37a2bab8 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks [] for floatingip (d3eabacf-54b6-4d1f-8f09-8de8375225a0), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:31.907195 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-792ce2df-4475-4d67-8039-239790bee0d8 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Request body: {'port': {'device_id': 'e4a9fcc8-2f6f-495d-9e46-801f7297c79a', 'network_id': '2a4d83e1-26cb-467d-af35-1036d7c3fb39', 'admin_state_up': True, 'tenant_id': '4ecc835e688d4b37a34028859d121b09'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:31.913778 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c91d1f02-45f5-49ec-be47-f124b5f7f095 None None] Publish callbacks [] for port (942f2b9f-1ee1-48fe-8cca-32483713f171), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:31.918760 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:21:31.919189 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:31.963923 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c91d1f02-45f5-49ec-be47-f124b5f7f095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (942f2b9f-1ee1-48fe-8cca-32483713f171), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:31.999666 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-434818a7-4c24-454f-b539-e11e96fcdfa3 req-933ac379-8421-4f63-9b71-0eecc525be3a tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.67 "GET /v2.0/ports?device_id=4645f269-d4c8-4d2e-9c75-9e3b063ff435 HTTP/1.1" status: 200 len: 210 time: 0.0539277 Feb 16 22:21:32.006831 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fd7726-cd6c-4205-a586-2b2c0ce24ae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-dd1251d6-2877-46df-ac47-9cb92c8abfb3', 'network_id': 'dd1251d6-2877-46df-ac47-9cb92c8abfb3', 'project_id': '05fece93b5f34c39b4687779f64633e9', 'fixed_ips': [{'subnet_id': 'ea02b3bb-addd-4936-9045-725e7150ffce'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:21:32.007880 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a7fd7726-cd6c-4205-a586-2b2c0ce24ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:32.011779 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:21:32.066366 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91d1f02-45f5-49ec-be47-f124b5f7f095 None None] Network 01d78127-bed4-4d34-97f7-e31d1dc582f9 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:21:32.080598 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port d947387d-1678-422a-b769-d02abee66b9b is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:21:32.081157 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d947387d-1678-422a-b769-d02abee66b9b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:32.089511 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-c91d1f02-45f5-49ec-be47-f124b5f7f095 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:21:32.098564 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d,segment=NetworkSegment(acc7f612-a109-483c-82e6-bbbd41b4a417),segment_id=acc7f612-a109-483c-82e6-bbbd41b4a417)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:32.106319 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91d1f02-45f5-49ec-be47-f124b5f7f095 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:21:32.112341 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d1f02-45f5-49ec-be47-f124b5f7f095 None None] Pushing event updated for resources: {'Port': ['ID=942f2b9f-1ee1-48fe-8cca-32483713f171,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:32.126905 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:32.130518 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4274c0f7-9ab1-4c0a-af16-589bf05d9067 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Made reservation on behalf of 05fece93b5f34c39b4687779f64633e9 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:21:32.243855 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd8c852-4a00-4c72-8c39-098a4d051a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd947387d-1678-422a-b769-d02abee66b9b'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:21:32.246210 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14947cc-c94b-4677-887e-e1075bc71b3a" -d '{"events": [{"server_uuid": "abd8c852-4a00-4c72-8c39-098a4d051a0b", "name": "network-vif-plugged", "status": "completed", "tag": "d947387d-1678-422a-b769-d02abee66b9b"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:21:32.340312 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-792ce2df-4475-4d67-8039-239790bee0d8 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Made reservation on behalf of 4ecc835e688d4b37a34028859d121b09 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:21:32.343878 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-792ce2df-4475-4d67-8039-239790bee0d8 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:32.348307 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4274c0f7-9ab1-4c0a-af16-589bf05d9067 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:32.403313 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-4274c0f7-9ab1-4c0a-af16-589bf05d9067 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] device_id is not set on port 41ea8ec7-cb70-44a7-b54a-945ee2945295 yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:21:32.434401 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13092067-ee69-48ae-bc2d-3ca52449ea57 req-e1914673-ba80-48a1-8719-1bbce53cdc90 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:32.439915 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13092067-ee69-48ae-bc2d-3ca52449ea57 req-e1914673-ba80-48a1-8719-1bbce53cdc90 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=abd8c852-4a00-4c72-8c39-098a4d051a0b HTTP/1.1" status: 200 len: 944 time: 0.0858488 Feb 16 22:21:32.493274 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port d947387d-1678-422a-b769-d02abee66b9b, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=d947387d-1678-422a-b769-d02abee66b9b,segment=NetworkSegment(b005b1db-fe63-4634-a1de-c89743ea76f4),segment_id=b005b1db-fe63-4634-a1de-c89743ea76f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:32.502297 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13092067-ee69-48ae-bc2d-3ca52449ea57 req-466f5e34-3a3d-4207-a159-7c463da0236e tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/security-groups?id=e0836f72-8df4-4dd3-b8b6-a137e11b4438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564160 Feb 16 22:21:32.517329 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d947387d-1678-422a-b769-d02abee66b9b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:32.538920 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:32.544103 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-c91d1f02-45f5-49ec-be47-f124b5f7f095 None None] Attempting to bind port 942f2b9f-1ee1-48fe-8cca-32483713f171 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:21:32.544816 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-c91d1f02-45f5-49ec-be47-f124b5f7f095 None None] Attempting to bind port 942f2b9f-1ee1-48fe-8cca-32483713f171 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'd7691017-c608-4933-8e39-96288e71acf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '01d78127-bed4-4d34-97f7-e31d1dc582f9'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:21:32.545176 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91d1f02-45f5-49ec-be47-f124b5f7f095 None None] Attempting to bind port 942f2b9f-1ee1-48fe-8cca-32483713f171 on network 01d78127-bed4-4d34-97f7-e31d1dc582f9 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:21:32.599254 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1a4e78-254e-489c-9a40-1daac6dca534 x-openstack-request-id: req-eb1a4e78-254e-489c-9a40-1daac6dca534 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:21:32.599594 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abd8c852-4a00-4c72-8c39-098a4d051a0b", "name": "network-vif-plugged", "status": "completed", "tag": "d947387d-1678-422a-b769-d02abee66b9b", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:21:32.599798 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-eb1a4e78-254e-489c-9a40-1daac6dca534 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:21:32.600193 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abd8c852-4a00-4c72-8c39-098a4d051a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd947387d-1678-422a-b769-d02abee66b9b', 'code': 200} Feb 16 22:21:32.606913 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:21:32.615914 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91d1f02-45f5-49ec-be47-f124b5f7f095 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:21:32.616381 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91d1f02-45f5-49ec-be47-f124b5f7f095 None None] Checking segment: {'id': 'd7691017-c608-4933-8e39-96288e71acf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '01d78127-bed4-4d34-97f7-e31d1dc582f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:21:32.616795 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c91d1f02-45f5-49ec-be47-f124b5f7f095 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:32.617336 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91d1f02-45f5-49ec-be47-f124b5f7f095 None None] Bound using segment: {'id': 'd7691017-c608-4933-8e39-96288e71acf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '01d78127-bed4-4d34-97f7-e31d1dc582f9'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:21:32.617836 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-c91d1f02-45f5-49ec-be47-f124b5f7f095 None None] Bound port: 942f2b9f-1ee1-48fe-8cca-32483713f171, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7691017-c608-4933-8e39-96288e71acf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '01d78127-bed4-4d34-97f7-e31d1dc582f9'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:21:32.618334 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c91d1f02-45f5-49ec-be47-f124b5f7f095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (942f2b9f-1ee1-48fe-8cca-32483713f171), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:32.721869 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-a7fd7726-cd6c-4205-a586-2b2c0ce24ae9 None None] Allocated IP 10.2.2.2 (dd1251d6-2877-46df-ac47-9cb92c8abfb3/ea02b3bb-addd-4936-9045-725e7150ffce/07c60b4c-fc97-477f-9d8b-a460aed206f3) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:21:32.724029 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=d947387d-1678-422a-b769-d02abee66b9b,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:32.731888 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257f231-1d27-4a09-8cc1-a30151e7ce53 req-d5ccfbae-f2e7-4795-a136-069f4a98b911 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:32.737146 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3257f231-1d27-4a09-8cc1-a30151e7ce53 req-d5ccfbae-f2e7-4795-a136-069f4a98b911 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/ports?device_id=26f79cd4-dd1b-42bb-beba-775b3250d68e HTTP/1.1" status: 200 len: 944 time: 0.0847621 Feb 16 22:21:32.811692 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c91d1f02-45f5-49ec-be47-f124b5f7f095 None None] For port 942f2b9f-1ee1-48fe-8cca-32483713f171, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:21:32.823831 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3257f231-1d27-4a09-8cc1-a30151e7ce53 req-fd21f870-23e0-4c6b-aeb3-fdbb112747b2 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9b0ade7-772f-403b-bf4b-1283fc127a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806499 Feb 16 22:21:32.878477 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c91d1f02-45f5-49ec-be47-f124b5f7f095 None None] For port 942f2b9f-1ee1-48fe-8cca-32483713f171, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=942f2b9f-1ee1-48fe-8cca-32483713f171,segment=NetworkSegment(d7691017-c608-4933-8e39-96288e71acf1),segment_id=d7691017-c608-4933-8e39-96288e71acf1)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:21:32.900592 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c91d1f02-45f5-49ec-be47-f124b5f7f095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (942f2b9f-1ee1-48fe-8cca-32483713f171), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:32.906458 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-792ce2df-4475-4d67-8039-239790bee0d8 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Allocated IP 172.20.0.6 (2a4d83e1-26cb-467d-af35-1036d7c3fb39/97a87a99-67f1-493e-9c1f-9f6cadc7e62f/d6d014ed-51ff-494d-b1cb-3080ca802b02) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:21:32.985811 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a0ee7f4c-ab83-46ea-b898-225407da445c req-7c9b1bf2-0f05-479b-a7bf-62677819ef52 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 210 time: 0.0672505 Feb 16 22:21:32.996253 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32ec4e-dc7d-4d5e-b75e-b87b3d233c7c req-19082258-2aec-447f-8d5a-815ecd6820cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:32.998169 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc32ec4e-dc7d-4d5e-b75e-b87b3d233c7c req-19082258-2aec-447f-8d5a-815ecd6820cb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=abd8c852-4a00-4c72-8c39-098a4d051a0b HTTP/1.1" status: 200 len: 1127 time: 0.3309278 Feb 16 22:21:33.013103 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-4274c0f7-9ab1-4c0a-af16-589bf05d9067 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Allocated IP 10.1.1.130 (01d78127-bed4-4d34-97f7-e31d1dc582f9/e421c23f-59b4-4bff-bdf6-a50ff68a50d7/41ea8ec7-cb70-44a7-b54a-945ee2945295) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:21:33.060991 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.db.resource_extend [None req-5e4822f1-41b1-452e-addb-789e37a2bab8 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 22:21:33.068660 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a7fd7726-cd6c-4205-a586-2b2c0ce24ae9 None None] Publish callbacks [] for port (07c60b4c-fc97-477f-9d8b-a460aed206f3), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:33.072436 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d1f02-45f5-49ec-be47-f124b5f7f095 None None] Pushing event updated for resources: {'Port': ['ID=942f2b9f-1ee1-48fe-8cca-32483713f171,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:33.098050 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a7fd7726-cd6c-4205-a586-2b2c0ce24ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (07c60b4c-fc97-477f-9d8b-a460aed206f3), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:33.174377 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fd7726-cd6c-4205-a586-2b2c0ce24ae9 None None] Network dd1251d6-2877-46df-ac47-9cb92c8abfb3 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:21:33.186626 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-a7fd7726-cd6c-4205-a586-2b2c0ce24ae9 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:21:33.189611 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fd7726-cd6c-4205-a586-2b2c0ce24ae9 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:21:33.211858 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd7726-cd6c-4205-a586-2b2c0ce24ae9 None None] Pushing event updated for resources: {'Port': ['ID=07c60b4c-fc97-477f-9d8b-a460aed206f3,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:33.299790 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-a7fd7726-cd6c-4205-a586-2b2c0ce24ae9 None None] Attempting to bind port 07c60b4c-fc97-477f-9d8b-a460aed206f3 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:21:33.300170 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-a7fd7726-cd6c-4205-a586-2b2c0ce24ae9 None None] Attempting to bind port 07c60b4c-fc97-477f-9d8b-a460aed206f3 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '6333e723-cf6b-42aa-b1d7-93bea6dcc68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'dd1251d6-2877-46df-ac47-9cb92c8abfb3'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:21:33.300629 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fd7726-cd6c-4205-a586-2b2c0ce24ae9 None None] Attempting to bind port 07c60b4c-fc97-477f-9d8b-a460aed206f3 on network dd1251d6-2877-46df-ac47-9cb92c8abfb3 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:21:33.306131 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fd7726-cd6c-4205-a586-2b2c0ce24ae9 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:21:33.306513 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fd7726-cd6c-4205-a586-2b2c0ce24ae9 None None] Checking segment: {'id': '6333e723-cf6b-42aa-b1d7-93bea6dcc68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'dd1251d6-2877-46df-ac47-9cb92c8abfb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:21:33.307504 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a7fd7726-cd6c-4205-a586-2b2c0ce24ae9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:33.307908 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fd7726-cd6c-4205-a586-2b2c0ce24ae9 None None] Bound using segment: {'id': '6333e723-cf6b-42aa-b1d7-93bea6dcc68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'dd1251d6-2877-46df-ac47-9cb92c8abfb3'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:21:33.308381 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-a7fd7726-cd6c-4205-a586-2b2c0ce24ae9 None None] Bound port: 07c60b4c-fc97-477f-9d8b-a460aed206f3, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6333e723-cf6b-42aa-b1d7-93bea6dcc68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'dd1251d6-2877-46df-ac47-9cb92c8abfb3'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:21:33.308764 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a7fd7726-cd6c-4205-a586-2b2c0ce24ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (07c60b4c-fc97-477f-9d8b-a460aed206f3), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:33.408149 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-a7fd7726-cd6c-4205-a586-2b2c0ce24ae9 None None] For port 07c60b4c-fc97-477f-9d8b-a460aed206f3, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:21:33.413174 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-a7fd7726-cd6c-4205-a586-2b2c0ce24ae9 None None] For port 07c60b4c-fc97-477f-9d8b-a460aed206f3, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=07c60b4c-fc97-477f-9d8b-a460aed206f3,segment=NetworkSegment(6333e723-cf6b-42aa-b1d7-93bea6dcc68c),segment_id=6333e723-cf6b-42aa-b1d7-93bea6dcc68c)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:21:33.436834 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a7fd7726-cd6c-4205-a586-2b2c0ce24ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (07c60b4c-fc97-477f-9d8b-a460aed206f3), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:33.558416 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd7726-cd6c-4205-a586-2b2c0ce24ae9 None None] Pushing event updated for resources: {'Port': ['ID=07c60b4c-fc97-477f-9d8b-a460aed206f3,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:33.711462 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-91b1d2e1-f708-4269-987d-031485c33661 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:33.719410 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-91b1d2e1-f708-4269-987d-031485c33661 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/networks?id=c5caf1e2-5ed9-4635-98df-d36f332fac2f HTTP/1.1" status: 200 len: 812 time: 0.5027232 Feb 16 22:21:33.737964 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-baafafb0-aed0-4aeb-b250-35d69b8dbc67 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/quotas/ee14b41af1744680817d2f7b9462ea3f HTTP/1.1" status: 200 len: 375 time: 0.0173724 Feb 16 22:21:33.791606 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5e4822f1-41b1-452e-addb-789e37a2bab8 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:33.792490 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-6392a8af-ef53-4996-a66a-e82657c6681a tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ee14b41af1744680817d2f7b9462ea3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525095 Feb 16 22:21:33.886682 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5e4822f1-41b1-452e-addb-789e37a2bab8 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (d3eabacf-54b6-4d1f-8f09-8de8375225a0), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:33.900334 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc32ec4e-dc7d-4d5e-b75e-b87b3d233c7c req-f8bf915b-0fa0-427c-a0ed-22e5b54e3904 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e0836f72-8df4-4dd3-b8b6-a137e11b4438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8747590 Feb 16 22:21:33.907681 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-3370985b-f1f9-46dc-b1f1-c61527a7483e service neutron] 10.222.0.75 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064155 Feb 16 22:21:33.942662 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-792ce2df-4475-4d67-8039-239790bee0d8 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Publish callbacks [] for port (d6d014ed-51ff-494d-b1cb-3080ca802b02), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:34.013661 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-a6f45b8b-dcca-4a65-9791-55aa34bfcc2a service neutron] 10.222.0.75 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050565 Feb 16 22:21:34.037815 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4274c0f7-9ab1-4c0a-af16-589bf05d9067 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks [] for port (41ea8ec7-cb70-44a7-b54a-945ee2945295), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:34.081687 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [None req-5e4822f1-41b1-452e-addb-789e37a2bab8 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Floating IP d3eabacf-54b6-4d1f-8f09-8de8375225a0 associated. External IP: 172.25.2.242, port: 19ff6eb4-c192-4b01-999f-f1fb0679ae6b. Feb 16 22:21:34.154031 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-792ce2df-4475-4d67-8039-239790bee0d8 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (d6d014ed-51ff-494d-b1cb-3080ca802b02), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:34.167931 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['dce25e4b-f30f-441d-beed-8e5cb873a838'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:21:34.265416 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4274c0f7-9ab1-4c0a-af16-589bf05d9067 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (41ea8ec7-cb70-44a7-b54a-945ee2945295), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:34.301442 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-792ce2df-4475-4d67-8039-239790bee0d8 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Network 2a4d83e1-26cb-467d-af35-1036d7c3fb39 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:21:34.351440 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-792ce2df-4475-4d67-8039-239790bee0d8 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:21:34.431158 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394c37f-06be-4de2-a5cf-16aefd26a09d req-58343ea1-06ba-4a1b-a5fc-060226f822a8 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:34.438929 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-792ce2df-4475-4d67-8039-239790bee0d8 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:21:34.442449 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d394c37f-06be-4de2-a5cf-16aefd26a09d req-58343ea1-06ba-4a1b-a5fc-060226f822a8 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=abd8c852-4a00-4c72-8c39-098a4d051a0b HTTP/1.1" status: 200 len: 945 time: 0.1474421 Feb 16 22:21:34.507980 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4274c0f7-9ab1-4c0a-af16-589bf05d9067 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Network 01d78127-bed4-4d34-97f7-e31d1dc582f9 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:21:34.539797 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d394c37f-06be-4de2-a5cf-16aefd26a09d req-ffe9f5de-d600-4470-98a7-52e6fce793f3 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/security-groups?id=e0836f72-8df4-4dd3-b8b6-a137e11b4438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963686 Feb 16 22:21:34.574193 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-4274c0f7-9ab1-4c0a-af16-589bf05d9067 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:21:34.590219 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4274c0f7-9ab1-4c0a-af16-589bf05d9067 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:21:34.615880 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ce2df-4475-4d67-8039-239790bee0d8 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Pushing event updated for resources: {'Port': ['ID=d6d014ed-51ff-494d-b1cb-3080ca802b02,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:34.718843 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7852e9ec-83d0-4267-8ecd-16e76597d26f None None] Network 01d78127-bed4-4d34-97f7-e31d1dc582f9 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:21:34.739152 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf48aa7-e42f-4f68-bef4-4d5ef946e7cb req-3a399366-4164-483a-8205-409ddf812b2f tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:34.744426 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-edf48aa7-e42f-4f68-bef4-4d5ef946e7cb req-3a399366-4164-483a-8205-409ddf812b2f tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/ports?device_id=26f79cd4-dd1b-42bb-beba-775b3250d68e HTTP/1.1" status: 200 len: 944 time: 0.1136203 Feb 16 22:21:34.833837 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-792ce2df-4475-4d67-8039-239790bee0d8 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:34.834569 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-792ce2df-4475-4d67-8039-239790bee0d8 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:34.848579 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4274c0f7-9ab1-4c0a-af16-589bf05d9067 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Pushing event updated for resources: {'Port': ['ID=41ea8ec7-cb70-44a7-b54a-945ee2945295,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:34.852600 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-edf48aa7-e42f-4f68-bef4-4d5ef946e7cb req-63ab447e-4237-4320-bf16-1d6089efa09b tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9b0ade7-772f-403b-bf4b-1283fc127a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016207 Feb 16 22:21:34.879342 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4274c0f7-9ab1-4c0a-af16-589bf05d9067 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:34.880008 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4274c0f7-9ab1-4c0a-af16-589bf05d9067 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:34.934779 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 07c60b4c-fc97-477f-9d8b-a460aed206f3 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:21:34.960542 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4822f1-41b1-452e-addb-789e37a2bab8 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Router e76d47bf-1f23-4ac4-a580-6d33ed163f28 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:21:34.972107 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-792ce2df-4475-4d67-8039-239790bee0d8 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0721858 Feb 16 22:21:34.977047 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4274c0f7-9ab1-4c0a-af16-589bf05d9067 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2948925 Feb 16 22:21:34.990494 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1e2a7bd5-cf4c-4a78-aa69-77e728f4cc51 None None] Provisioning complete for port 942f2b9f-1ee1-48fe-8cca-32483713f171 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:21:34.990885 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1e2a7bd5-cf4c-4a78-aa69-77e728f4cc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (942f2b9f-1ee1-48fe-8cca-32483713f171), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:34.992860 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-bf784946-4002-4de6-8fb6-ebb210a5a97b service neutron] Request body: {'port': {'device_id': 'e4a9fcc8-2f6f-495d-9e46-801f7297c79a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:34.995605 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 33678) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:21:35.029346 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-393ceba8-f657-41c2-b6d2-5612ff51eca7 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Request body: {'port': {'network_id': '01d78127-bed4-4d34-97f7-e31d1dc582f9', 'name': 'tempest-TaggedBootDevicesTest-1081033728', 'fixed_ips': [{'subnet_id': 'e421c23f-59b4-4bff-bdf6-a50ff68a50d7'}]}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:35.095763 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26985387-a48e-426a-8774-5e5223692e86 req-39a76c76-4e26-401b-af5e-4bc96f6bc5f6 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:35.097309 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-26985387-a48e-426a-8774-5e5223692e86 req-39a76c76-4e26-401b-af5e-4bc96f6bc5f6 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 931 time: 0.1274853 Feb 16 22:21:35.178007 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1e2a7bd5-cf4c-4a78-aa69-77e728f4cc51 None None] Current status of the port 942f2b9f-1ee1-48fe-8cca-32483713f171 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:21:35.178337 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1e2a7bd5-cf4c-4a78-aa69-77e728f4cc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (942f2b9f-1ee1-48fe-8cca-32483713f171), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:35.206367 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-26985387-a48e-426a-8774-5e5223692e86 req-a60a27ca-854a-4950-88a2-6c82975469d3 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963607 Feb 16 22:21:35.300124 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 07c60b4c-fc97-477f-9d8b-a460aed206f3 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:21:35.300553 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (07c60b4c-fc97-477f-9d8b-a460aed206f3), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:35.387843 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:21:35.450112 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9a57f0b0-41a1-4255-b092-e80ff17b1189 req-59e5dbdc-5af2-451d-bc65-1e44834d1a81 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9642ac3-e37a-496d-8d62-67f02c80816b HTTP/1.1" status: 200 len: 210 time: 0.0806110 Feb 16 22:21:35.487072 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bac5a80-312c-4b5a-9f21-f66260906330 None None] Network dd1251d6-2877-46df-ac47-9cb92c8abfb3 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:21:35.560808 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1e2a7bd5-cf4c-4a78-aa69-77e728f4cc51 None None] For port 942f2b9f-1ee1-48fe-8cca-32483713f171, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=942f2b9f-1ee1-48fe-8cca-32483713f171,segment=NetworkSegment(d7691017-c608-4933-8e39-96288e71acf1),segment_id=d7691017-c608-4933-8e39-96288e71acf1)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:35.597917 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1e2a7bd5-cf4c-4a78-aa69-77e728f4cc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (942f2b9f-1ee1-48fe-8cca-32483713f171), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:35.616627 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-bf784946-4002-4de6-8fb6-ebb210a5a97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d6d014ed-51ff-494d-b1cb-3080ca802b02), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:35.750218 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea5794-9034-4cfe-9e69-8884c20d38d5 req-d688b9da-74e4-4fb4-b6e2-87059c29b2fc tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:35.751747 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4cea5794-9034-4cfe-9e69-8884c20d38d5 req-d688b9da-74e4-4fb4-b6e2-87059c29b2fc tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=abd8c852-4a00-4c72-8c39-098a4d051a0b HTTP/1.1" status: 200 len: 945 time: 0.0947161 Feb 16 22:21:35.777442 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4822f1-41b1-452e-addb-789e37a2bab8 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:21:35.789233 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5e4822f1-41b1-452e-addb-789e37a2bab8 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:35.800818 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393ceba8-f657-41c2-b6d2-5612ff51eca7 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Made reservation on behalf of 05fece93b5f34c39b4687779f64633e9 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:21:35.807435 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-393ceba8-f657-41c2-b6d2-5612ff51eca7 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:35.853724 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4cea5794-9034-4cfe-9e69-8884c20d38d5 req-5d37213e-dcc3-4a2c-970e-f2ec087b2d50 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/security-groups?id=e0836f72-8df4-4dd3-b8b6-a137e11b4438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935769 Feb 16 22:21:35.910413 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a7bd5-cf4c-4a78-aa69-77e728f4cc51 None None] Pushing event updated for resources: {'Port': ['ID=942f2b9f-1ee1-48fe-8cca-32483713f171,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:35.945942 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-393ceba8-f657-41c2-b6d2-5612ff51eca7 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] device_id is not set on port 0bb0fb95-a1c8-4fd0-9766-54334e33ef10 yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:21:35.959225 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55a31e7-6f29-4df8-ba89-aeaad99848fc None None] Sync routers for ids ['e76d47bf-1f23-4ac4-a580-6d33ed163f28'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:21:35.981995 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5e4822f1-41b1-452e-addb-789e37a2bab8 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] 10.222.0.75 "PUT /v2.0/floatingips/d3eabacf-54b6-4d1f-8f09-8de8375225a0 HTTP/1.1" status: 200 len: 991 time: 4.2027211 Feb 16 22:21:35.982221 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:21:36.002290 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e51494d-c077-45cb-940d-01c5472c651a', 'tag': '19ff6eb4-c192-4b01-999f-f1fb0679ae6b'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:21:36.011063 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:21:36.011456 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b79a6a-bcce-4051-8889-f86a72df6c06" -d '{"events": [{"name": "network-changed", "server_uuid": "2e51494d-c077-45cb-940d-01c5472c651a", "tag": "19ff6eb4-c192-4b01-999f-f1fb0679ae6b"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:21:36.011578 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:36.097884 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312fa73-6f37-4d6e-9fdd-cb7cbd083b52 req-f8165d4d-3118-4700-be24-313397de9d30 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:36.099400 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c312fa73-6f37-4d6e-9fdd-cb7cbd083b52 req-f8165d4d-3118-4700-be24-313397de9d30 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/ports?device_id=26f79cd4-dd1b-42bb-beba-775b3250d68e HTTP/1.1" status: 200 len: 944 time: 0.1106827 Feb 16 22:21:36.103647 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a3f7735a-6cda-42f2-afc8-6e3b77705a92 None None] Provisioning complete for port 41ea8ec7-cb70-44a7-b54a-945ee2945295 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:21:36.104023 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a3f7735a-6cda-42f2-afc8-6e3b77705a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (41ea8ec7-cb70-44a7-b54a-945ee2945295), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:36.192837 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c312fa73-6f37-4d6e-9fdd-cb7cbd083b52 req-294e77e0-65fc-413e-9c55-6b9fa79bc14a tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9b0ade7-772f-403b-bf4b-1283fc127a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848672 Feb 16 22:21:36.226984 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 07c60b4c-fc97-477f-9d8b-a460aed206f3 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:21:36.227383 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (07c60b4c-fc97-477f-9d8b-a460aed206f3), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:36.260084 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55a31e7-6f29-4df8-ba89-aeaad99848fc None None] Routers {'e76d47bf-1f23-4ac4-a580-6d33ed163f28'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:21:36.260749 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-e55a31e7-6f29-4df8-ba89-aeaad99848fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:21:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['e76d47bf-1f23-4ac4-a580-6d33ed163f28'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:21:36.376926 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da72341-a4c1-4215-b353-34daa75bcc71 req-d5c9b0da-189a-4414-916b-94664e5d1e51 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:36.378399 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2da72341-a4c1-4215-b353-34daa75bcc71 req-d5c9b0da-189a-4414-916b-94664e5d1e51 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=abd8c852-4a00-4c72-8c39-098a4d051a0b HTTP/1.1" status: 200 len: 945 time: 0.0924673 Feb 16 22:21:36.419073 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-e55a31e7-6f29-4df8-ba89-aeaad99848fc None None] Set router e76d47bf-1f23-4ac4-a580-6d33ed163f28 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:21:36.460728 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-190cb39b-ae21-49a1-958a-58cd30bae87e tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:36.462324 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-190cb39b-ae21-49a1-958a-58cd30bae87e tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.79 "GET /v2.0/networks?id=c5caf1e2-5ed9-4635-98df-d36f332fac2f HTTP/1.1" status: 200 len: 812 time: 0.3606029 Feb 16 22:21:36.474395 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2da72341-a4c1-4215-b353-34daa75bcc71 req-3ac78406-97bf-4b58-b8d0-8a5b2b7980f0 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/security-groups?id=e0836f72-8df4-4dd3-b8b6-a137e11b4438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894091 Feb 16 22:21:36.485061 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-e503d29f-867d-4847-b773-430db12f44cb tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Request body: {'port': {'device_id': 'c9642ac3-e37a-496d-8d62-67f02c80816b', 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f', 'admin_state_up': True, 'tenant_id': 'ee14b41af1744680817d2f7b9462ea3f'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:36.568149 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e871b9-7061-4388-bf4e-47e73ff9e0ff x-openstack-request-id: req-e9e871b9-7061-4388-bf4e-47e73ff9e0ff {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:21:36.568505 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e51494d-c077-45cb-940d-01c5472c651a", "tag": "19ff6eb4-c192-4b01-999f-f1fb0679ae6b", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:21:36.568774 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e9e871b9-7061-4388-bf4e-47e73ff9e0ff {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:21:36.569242 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e51494d-c077-45cb-940d-01c5472c651a', 'tag': '19ff6eb4-c192-4b01-999f-f1fb0679ae6b', 'status': 'completed', 'code': 200} Feb 16 22:21:36.578306 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-393ceba8-f657-41c2-b6d2-5612ff51eca7 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Allocated IP 10.1.1.70 (01d78127-bed4-4d34-97f7-e31d1dc582f9/e421c23f-59b4-4bff-bdf6-a50ff68a50d7/0bb0fb95-a1c8-4fd0-9766-54334e33ef10) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:21:36.688843 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31a566-bd12-4d6a-a74f-f302224d681a req-68d6c26e-c9ae-4802-8f74-c2665c45e637 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:36.697579 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e31a566-bd12-4d6a-a74f-f302224d681a req-68d6c26e-c9ae-4802-8f74-c2665c45e637 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 931 time: 0.0821221 Feb 16 22:21:36.748631 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a3f7735a-6cda-42f2-afc8-6e3b77705a92 None None] Port 41ea8ec7-cb70-44a7-b54a-945ee2945295 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:21:36.771301 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-bf784946-4002-4de6-8fb6-ebb210a5a97b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6d014ed-51ff-494d-b1cb-3080ca802b02 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:21:36.788594 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-bf784946-4002-4de6-8fb6-ebb210a5a97b service neutron] Publish callbacks [] for port (d6d014ed-51ff-494d-b1cb-3080ca802b02), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:36.794282 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e31a566-bd12-4d6a-a74f-f302224d681a req-12a184a4-160c-4bcf-b2d0-76df1886edde tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940185 Feb 16 22:21:36.809544 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 07c60b4c-fc97-477f-9d8b-a460aed206f3, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=07c60b4c-fc97-477f-9d8b-a460aed206f3,segment=NetworkSegment(6333e723-cf6b-42aa-b1d7-93bea6dcc68c),segment_id=6333e723-cf6b-42aa-b1d7-93bea6dcc68c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:36.829768 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (07c60b4c-fc97-477f-9d8b-a460aed206f3), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:36.832302 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 942f2b9f-1ee1-48fe-8cca-32483713f171 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:21:36.838501 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-bf784946-4002-4de6-8fb6-ebb210a5a97b service neutron] Transition to ACTIVE for port object d6d014ed-51ff-494d-b1cb-3080ca802b02 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:21:36.860871 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b79a6a-bcce-4051-8889-f86a72df6c06 req-10a3863e-badb-45b1-9b96-10bea4960cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:36.860871 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-38b79a6a-bcce-4051-8889-f86a72df6c06 req-10a3863e-badb-45b1-9b96-10bea4960cb2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e3883e2df2d4ddc94d94d18d90a1204&device_id=2e51494d-c077-45cb-940d-01c5472c651a HTTP/1.1" status: 200 len: 1127 time: 0.2747619 Feb 16 22:21:36.870539 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-bf784946-4002-4de6-8fb6-ebb210a5a97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (d6d014ed-51ff-494d-b1cb-3080ca802b02), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:36.922291 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-e503d29f-867d-4847-b773-430db12f44cb tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Made reservation on behalf of ee14b41af1744680817d2f7b9462ea3f for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:21:36.925781 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-e503d29f-867d-4847-b773-430db12f44cb tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:36.941890 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a3f7735a-6cda-42f2-afc8-6e3b77705a92 None None] Provisioning complete for port 07c60b4c-fc97-477f-9d8b-a460aed206f3 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:21:36.942791 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a3f7735a-6cda-42f2-afc8-6e3b77705a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (07c60b4c-fc97-477f-9d8b-a460aed206f3), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:37.021600 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-36f9e379-720c-450d-bd37-218905f3145d req-c890b222-58d1-42b5-acd0-e7fafafea687 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9642ac3-e37a-496d-8d62-67f02c80816b HTTP/1.1" status: 200 len: 210 time: 0.0881741 Feb 16 22:21:37.091164 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:21:37.091555 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:37.149127 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d,segment=NetworkSegment(acc7f612-a109-483c-82e6-bbbd41b4a417),segment_id=acc7f612-a109-483c-82e6-bbbd41b4a417)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:37.213874 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f79cd4-dd1b-42bb-beba-775b3250d68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:21:37.216303 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e132679-3d52-44ab-b791-fb31c27489ff" -d '{"events": [{"server_uuid": "26f79cd4-dd1b-42bb-beba-775b3250d68e", "name": "network-vif-plugged", "status": "completed", "tag": "9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:21:37.235388 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a3f7735a-6cda-42f2-afc8-6e3b77705a92 None None] Current status of the port 07c60b4c-fc97-477f-9d8b-a460aed206f3 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:21:37.244848 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:37.256859 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf784946-4002-4de6-8fb6-ebb210a5a97b service neutron] Pushing event updated for resources: {'Port': ['ID=d6d014ed-51ff-494d-b1cb-3080ca802b02,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:37.278673 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 942f2b9f-1ee1-48fe-8cca-32483713f171 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:21:37.279096 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (942f2b9f-1ee1-48fe-8cca-32483713f171), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:37.398644 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=07c60b4c-fc97-477f-9d8b-a460aed206f3,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:37.425364 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-393ceba8-f657-41c2-b6d2-5612ff51eca7 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks [] for port (0bb0fb95-a1c8-4fd0-9766-54334e33ef10), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:37.434544 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b79a6a-bcce-4051-8889-f86a72df6c06 req-e41387c2-2a15-438b-99fb-488971049559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:37.436028 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-38b79a6a-bcce-4051-8889-f86a72df6c06 req-e41387c2-2a15-438b-99fb-488971049559 service neutron] 10.222.0.67 "GET /v2.0/networks?id=99abbb5d-e48a-4247-9acd-10b5b079d130 HTTP/1.1" status: 200 len: 916 time: 0.5613186 Feb 16 22:21:37.553770 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-bf784946-4002-4de6-8fb6-ebb210a5a97b service neutron] Attempting to bind port d6d014ed-51ff-494d-b1cb-3080ca802b02 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:21:37.554138 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-bf784946-4002-4de6-8fb6-ebb210a5a97b service neutron] Attempting to bind port d6d014ed-51ff-494d-b1cb-3080ca802b02 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '61f8ece1-7366-4d55-af00-28ac546e7d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2a4d83e1-26cb-467d-af35-1036d7c3fb39'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:21:37.554471 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-bf784946-4002-4de6-8fb6-ebb210a5a97b service neutron] Attempting to bind port d6d014ed-51ff-494d-b1cb-3080ca802b02 on network 2a4d83e1-26cb-467d-af35-1036d7c3fb39 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:21:37.578890 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-bf784946-4002-4de6-8fb6-ebb210a5a97b service neutron] Port d6d014ed-51ff-494d-b1cb-3080ca802b02 on network 2a4d83e1-26cb-467d-af35-1036d7c3fb39 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:21:37.579221 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-bf784946-4002-4de6-8fb6-ebb210a5a97b service neutron] Attempting to bind port d6d014ed-51ff-494d-b1cb-3080ca802b02 on network 2a4d83e1-26cb-467d-af35-1036d7c3fb39 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:21:37.588564 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-38b79a6a-bcce-4051-8889-f86a72df6c06 req-1b0f7490-0b71-482a-8f6b-21aaaadc6ff5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19ff6eb4-c192-4b01-999f-f1fb0679ae6b HTTP/1.1" status: 200 len: 999 time: 0.1399038 Feb 16 22:21:37.595488 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-bf784946-4002-4de6-8fb6-ebb210a5a97b service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:21:37.595830 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-bf784946-4002-4de6-8fb6-ebb210a5a97b service neutron] Checking segment: {'id': '61f8ece1-7366-4d55-af00-28ac546e7d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2a4d83e1-26cb-467d-af35-1036d7c3fb39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:21:37.596277 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-bf784946-4002-4de6-8fb6-ebb210a5a97b service neutron] Bound using segment: {'id': '61f8ece1-7366-4d55-af00-28ac546e7d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2a4d83e1-26cb-467d-af35-1036d7c3fb39'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:21:37.596758 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-bf784946-4002-4de6-8fb6-ebb210a5a97b service neutron] Bound port: d6d014ed-51ff-494d-b1cb-3080ca802b02, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61f8ece1-7366-4d55-af00-28ac546e7d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2a4d83e1-26cb-467d-af35-1036d7c3fb39'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:21:37.597113 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-bf784946-4002-4de6-8fb6-ebb210a5a97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d6d014ed-51ff-494d-b1cb-3080ca802b02), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:37.601045 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-e503d29f-867d-4847-b773-430db12f44cb tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Allocated IP 172.20.0.13 (c5caf1e2-5ed9-4635-98df-d36f332fac2f/839d08e4-b425-43ca-a9e3-06c3106daa84/ee1ae6bc-3221-4f62-9cd7-7cba90006996) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:21:37.613958 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-393ceba8-f657-41c2-b6d2-5612ff51eca7 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (0bb0fb95-a1c8-4fd0-9766-54334e33ef10), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:37.650410 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a3f7735a-6cda-42f2-afc8-6e3b77705a92 None None] Provisioning complete for port 942f2b9f-1ee1-48fe-8cca-32483713f171 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:21:37.651742 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a3f7735a-6cda-42f2-afc8-6e3b77705a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (942f2b9f-1ee1-48fe-8cca-32483713f171), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:37.720043 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b79a6a-bcce-4051-8889-f86a72df6c06 req-a54a0ce8-daea-4f9a-ba0e-5f582448637a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:37.722250 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-38b79a6a-bcce-4051-8889-f86a72df6c06 req-a54a0ce8-daea-4f9a-ba0e-5f582448637a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0fcaf4ca-8e69-49fe-8059-c45d2f77b631 HTTP/1.1" status: 200 len: 854 time: 0.1225481 Feb 16 22:21:37.722356 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:37.754061 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393ceba8-f657-41c2-b6d2-5612ff51eca7 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Network 01d78127-bed4-4d34-97f7-e31d1dc582f9 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:21:37.818670 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 942f2b9f-1ee1-48fe-8cca-32483713f171 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:21:37.824458 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc85a36-bf54-4555-b38b-2e33fecccd65 req-a9d2854e-cdcc-4c60-a649-c9977175a2a3 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:37.830939 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-393ceba8-f657-41c2-b6d2-5612ff51eca7 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:21:37.836129 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cbc85a36-bf54-4555-b38b-2e33fecccd65 req-a9d2854e-cdcc-4c60-a649-c9977175a2a3 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/ports?device_id=26f79cd4-dd1b-42bb-beba-775b3250d68e HTTP/1.1" status: 200 len: 945 time: 0.1211560 Feb 16 22:21:37.846844 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393ceba8-f657-41c2-b6d2-5612ff51eca7 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:21:37.949993 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cbc85a36-bf54-4555-b38b-2e33fecccd65 req-5ddad376-e8db-43e9-89e7-345298f866d7 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9b0ade7-772f-403b-bf4b-1283fc127a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118596 Feb 16 22:21:38.011495 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ceba8-f657-41c2-b6d2-5612ff51eca7 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Pushing event updated for resources: {'Port': ['ID=0bb0fb95-a1c8-4fd0-9766-54334e33ef10,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:38.037992 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 07c60b4c-fc97-477f-9d8b-a460aed206f3 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:21:38.141197 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd1cbef-bf60-4404-9cad-272e53890ecd x-openstack-request-id: req-fdd1cbef-bf60-4404-9cad-272e53890ecd {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:21:38.141395 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f79cd4-dd1b-42bb-beba-775b3250d68e", "name": "network-vif-plugged", "status": "completed", "tag": "9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:21:38.141655 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fdd1cbef-bf60-4404-9cad-272e53890ecd {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:21:38.142082 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f79cd4-dd1b-42bb-beba-775b3250d68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d', 'code': 200} Feb 16 22:21:38.149805 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-e503d29f-867d-4847-b773-430db12f44cb tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks [] for port (ee1ae6bc-3221-4f62-9cd7-7cba90006996), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:38.165243 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a3f7735a-6cda-42f2-afc8-6e3b77705a92 None None] Current status of the port 942f2b9f-1ee1-48fe-8cca-32483713f171 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:21:38.255680 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 07c60b4c-fc97-477f-9d8b-a460aed206f3 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:21:38.256477 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (07c60b4c-fc97-477f-9d8b-a460aed206f3), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:38.265242 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6e07d-20bc-447d-a439-833fec625964 req-b7137bad-605e-4c61-b3af-7836986c3c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:38.268935 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-bf784946-4002-4de6-8fb6-ebb210a5a97b service neutron] For port d6d014ed-51ff-494d-b1cb-3080ca802b02, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:21:38.271226 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0fd6e07d-20bc-447d-a439-833fec625964 req-b7137bad-605e-4c61-b3af-7836986c3c6a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=26f79cd4-dd1b-42bb-beba-775b3250d68e HTTP/1.1" status: 200 len: 1127 time: 0.0922446 Feb 16 22:21:38.272944 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-bf784946-4002-4de6-8fb6-ebb210a5a97b service neutron] For port d6d014ed-51ff-494d-b1cb-3080ca802b02, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=d6d014ed-51ff-494d-b1cb-3080ca802b02,segment=NetworkSegment(61f8ece1-7366-4d55-af00-28ac546e7d42),segment_id=61f8ece1-7366-4d55-af00-28ac546e7d42)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:21:38.301721 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-bf784946-4002-4de6-8fb6-ebb210a5a97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (d6d014ed-51ff-494d-b1cb-3080ca802b02), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:38.311807 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-e503d29f-867d-4847-b773-430db12f44cb tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (ee1ae6bc-3221-4f62-9cd7-7cba90006996), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:38.352847 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-e55a31e7-6f29-4df8-ba89-aeaad99848fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'name': 'tempest-ServersTestFqdnHostnames-1111776924-router', 'tenant_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '217c7ec6-2c43-42e4-8521-8d94109ee5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:21:03Z', 'updated_at': '2022-02-16T22:21:08Z', 'revision_number': 4, 'project_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'gw_port': {'id': '217c7ec6-2c43-42e4-8521-8d94109ee5e6', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:21:04Z', 'updated_at': '2022-02-16T22:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'd3eabacf-54b6-4d1f-8f09-8de8375225a0', 'tenant_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'port_id': '19ff6eb4-c192-4b01-999f-f1fb0679ae6b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99abbb5d-e48a-4247-9acd-10b5b079d130', 'mac_address': 'fa:16:3e:0b:20:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e51494d-c077-45cb-940d-01c5472c651a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:21:14Z', 'updated_at': '2022-02-16T22:21:32Z', 'revision_number': 1, 'project_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50bde7b5-3675-4ed8-9990-8185e95933b5', 'name': '', 'network_id': '99abbb5d-e48a-4247-9acd-10b5b079d130', 'tenant_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'mac_address': 'fa:16:3e:7b:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '0fcaf4ca-8e69-49fe-8059-c45d2f77b631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:21:07Z', 'updated_at': '2022-02-16T22:21:13Z', 'revision_number': 5, 'project_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'subnets': [{'id': '0fcaf4ca-8e69-49fe-8059-c45d2f77b631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:21:38.362119 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0fd6e07d-20bc-447d-a439-833fec625964 req-4420d245-7b39-488e-9660-6f71a1a378dd service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f9b0ade7-772f-403b-bf4b-1283fc127a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831034 Feb 16 22:21:38.388859 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55a31e7-6f29-4df8-ba89-aeaad99848fc None None] Checking router: e76d47bf-1f23-4ac4-a580-6d33ed163f28 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:21:38.395012 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-98d4d2ce-932e-470d-b332-c974c543c344 None None] Provisioning complete for port 41ea8ec7-cb70-44a7-b54a-945ee2945295 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:21:38.395437 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-98d4d2ce-932e-470d-b332-c974c543c344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (41ea8ec7-cb70-44a7-b54a-945ee2945295), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:38.451597 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-98d4d2ce-932e-470d-b332-c974c543c344 None None] Port 41ea8ec7-cb70-44a7-b54a-945ee2945295 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:21:38.471854 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-98d4d2ce-932e-470d-b332-c974c543c344 None None] Provisioning complete for port 07c60b4c-fc97-477f-9d8b-a460aed206f3 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:21:38.472085 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-98d4d2ce-932e-470d-b332-c974c543c344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (07c60b4c-fc97-477f-9d8b-a460aed206f3), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:38.527213 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55a31e7-6f29-4df8-ba89-aeaad99848fc None None] Routers {'e76d47bf-1f23-4ac4-a580-6d33ed163f28'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:21:38.527213 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-e55a31e7-6f29-4df8-ba89-aeaad99848fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:21:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['e76d47bf-1f23-4ac4-a580-6d33ed163f28'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:21:38.555987 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf008f-82f8-4048-bf75-3cccde6360ed req-6d41d27b-48ea-45a3-ba89-458b7ca71f98 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:38.557759 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b0bf008f-82f8-4048-bf75-3cccde6360ed req-6d41d27b-48ea-45a3-ba89-458b7ca71f98 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 943 time: 0.1094353 Feb 16 22:21:38.635181 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b0bf008f-82f8-4048-bf75-3cccde6360ed req-6036e039-7ab6-4206-b217-392387a5b3c5 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707853 Feb 16 22:21:38.704748 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ceba8-f657-41c2-b6d2-5612ff51eca7 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:38.705091 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ceba8-f657-41c2-b6d2-5612ff51eca7 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:38.705567 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ceba8-f657-41c2-b6d2-5612ff51eca7 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:38.705918 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ceba8-f657-41c2-b6d2-5612ff51eca7 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:38.706421 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ceba8-f657-41c2-b6d2-5612ff51eca7 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:38.706760 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ceba8-f657-41c2-b6d2-5612ff51eca7 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:38.707089 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ceba8-f657-41c2-b6d2-5612ff51eca7 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:38.707413 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ceba8-f657-41c2-b6d2-5612ff51eca7 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:38.707737 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ceba8-f657-41c2-b6d2-5612ff51eca7 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:38.708054 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ceba8-f657-41c2-b6d2-5612ff51eca7 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:38.708571 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ceba8-f657-41c2-b6d2-5612ff51eca7 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:38.708896 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ceba8-f657-41c2-b6d2-5612ff51eca7 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:38.709216 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ceba8-f657-41c2-b6d2-5612ff51eca7 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:38.721206 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393ceba8-f657-41c2-b6d2-5612ff51eca7 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:38.721880 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-393ceba8-f657-41c2-b6d2-5612ff51eca7 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:38.733712 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b79a6a-bcce-4051-8889-f86a72df6c06 req-b73a7a7b-61d6-4d4f-8d8c-b8043fc8a98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:38.735691 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-38b79a6a-bcce-4051-8889-f86a72df6c06 req-b73a7a7b-61d6-4d4f-8d8c-b8043fc8a98a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=99abbb5d-e48a-4247-9acd-10b5b079d130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9920800 Feb 16 22:21:38.746329 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-e55a31e7-6f29-4df8-ba89-aeaad99848fc None None] Set router e76d47bf-1f23-4ac4-a580-6d33ed163f28 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:21:38.767029 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-bf784946-4002-4de6-8fb6-ebb210a5a97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:38.767651 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-bf784946-4002-4de6-8fb6-ebb210a5a97b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:38.770192 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-bf784946-4002-4de6-8fb6-ebb210a5a97b service neutron] 10.222.0.67 "PUT /v2.0/ports/d6d014ed-51ff-494d-b1cb-3080ca802b02 HTTP/1.1" status: 200 len: 1091 time: 3.7839673 Feb 16 22:21:38.771909 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a9fcc8-2f6f-495d-9e46-801f7297c79a', 'tag': 'd6d014ed-51ff-494d-b1cb-3080ca802b02'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:21:38.774482 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc8e40b-99d2-4d87-809e-a9c32fe3cfd8" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a9fcc8-2f6f-495d-9e46-801f7297c79a", "tag": "d6d014ed-51ff-494d-b1cb-3080ca802b02"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:21:38.779561 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-e503d29f-867d-4847-b773-430db12f44cb tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Network c5caf1e2-5ed9-4635-98df-d36f332fac2f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:21:38.791852 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-e503d29f-867d-4847-b773-430db12f44cb tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:21:38.808687 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-e503d29f-867d-4847-b773-430db12f44cb tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:21:38.816581 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704e935-43ee-4fa8-823c-759ac7b0ea4b req-9eb235f2-9db7-4e6c-8bd8-234f8a1efc00 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:38.826000 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9704e935-43ee-4fa8-823c-759ac7b0ea4b req-9eb235f2-9db7-4e6c-8bd8-234f8a1efc00 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9642ac3-e37a-496d-8d62-67f02c80816b HTTP/1.1" status: 200 len: 932 time: 0.1368608 Feb 16 22:21:38.832446 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-393ceba8-f657-41c2-b6d2-5612ff51eca7 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8355515 Feb 16 22:21:38.907943 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9704e935-43ee-4fa8-823c-759ac7b0ea4b req-65f13bb9-77ae-461d-bdb8-6f3d6889b893 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751374 Feb 16 22:21:38.921785 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 07c60b4c-fc97-477f-9d8b-a460aed206f3 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:21:38.921785 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 942f2b9f-1ee1-48fe-8cca-32483713f171 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:21:39.037383 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4523742-bb2a-475b-9184-af86a06e4651 x-openstack-request-id: req-c4523742-bb2a-475b-9184-af86a06e4651 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:21:39.037680 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a9fcc8-2f6f-495d-9e46-801f7297c79a", "tag": "d6d014ed-51ff-494d-b1cb-3080ca802b02", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:21:39.037937 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c4523742-bb2a-475b-9184-af86a06e4651 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:21:39.038398 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a9fcc8-2f6f-495d-9e46-801f7297c79a', 'tag': 'd6d014ed-51ff-494d-b1cb-3080ca802b02', 'status': 'completed', 'code': 200} Feb 16 22:21:39.047307 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf784946-4002-4de6-8fb6-ebb210a5a97b service neutron] Pushing event updated for resources: {'Port': ['ID=d6d014ed-51ff-494d-b1cb-3080ca802b02,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:39.089452 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-e503d29f-867d-4847-b773-430db12f44cb tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:39.090121 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-e503d29f-867d-4847-b773-430db12f44cb tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:39.100251 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-98d4d2ce-932e-470d-b332-c974c543c344 None None] Current status of the port 07c60b4c-fc97-477f-9d8b-a460aed206f3 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:21:39.147197 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-e503d29f-867d-4847-b773-430db12f44cb tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6667044 Feb 16 22:21:39.151014 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-38b79a6a-bcce-4051-8889-f86a72df6c06 req-7fcfa4d3-4dd4-49bf-b92f-99a67e2f31ee service neutron] 10.222.0.67 "GET /v2.0/networks/99abbb5d-e48a-4247-9acd-10b5b079d130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799238 Feb 16 22:21:39.152534 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503d29f-867d-4847-b773-430db12f44cb tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Pushing event updated for resources: {'Port': ['ID=ee1ae6bc-3221-4f62-9cd7-7cba90006996,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:39.157059 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-b6ba0851-9b4f-425b-832e-d749ffce259e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:39.158595 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-b6ba0851-9b4f-425b-832e-d749ffce259e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4ecc835e688d4b37a34028859d121b09&device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 1125 time: 0.2227767 Feb 16 22:21:39.160792 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 942f2b9f-1ee1-48fe-8cca-32483713f171 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:21:39.161179 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (942f2b9f-1ee1-48fe-8cca-32483713f171), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:39.190975 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-98d4d2ce-932e-470d-b332-c974c543c344 None None] Provisioning complete for port 0bb0fb95-a1c8-4fd0-9766-54334e33ef10 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:21:39.191274 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-98d4d2ce-932e-470d-b332-c974c543c344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0bb0fb95-a1c8-4fd0-9766-54334e33ef10), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:39.193172 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-8aaded83-08c3-4ee6-ba41-f9494eff9e6d service neutron] Request body: {'port': {'device_id': 'c9642ac3-e37a-496d-8d62-67f02c80816b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:39.249596 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-00c172aa-71e5-4a54-876a-8cc2dee4f978 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6d014ed-51ff-494d-b1cb-3080ca802b02 HTTP/1.1" status: 200 len: 217 time: 0.0808916 Feb 16 22:21:39.277659 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-98d4d2ce-932e-470d-b332-c974c543c344 None None] Port 0bb0fb95-a1c8-4fd0-9766-54334e33ef10 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:21:39.366206 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 942f2b9f-1ee1-48fe-8cca-32483713f171 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:21:39.380528 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device d947387d-1678-422a-b769-d02abee66b9b details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:21:39.382087 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-1817895a-cde6-4cfa-894f-5628400e0f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:39.385089 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-1817895a-cde6-4cfa-894f-5628400e0f55 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=97a87a99-67f1-493e-9c1f-9f6cadc7e62f HTTP/1.1" status: 200 len: 850 time: 0.1249118 Feb 16 22:21:39.392035 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-8aaded83-08c3-4ee6-ba41-f9494eff9e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ee1ae6bc-3221-4f62-9cd7-7cba90006996), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:39.420725 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-e55a31e7-6f29-4df8-ba89-aeaad99848fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'name': 'tempest-ServersTestFqdnHostnames-1111776924-router', 'tenant_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '217c7ec6-2c43-42e4-8521-8d94109ee5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:21:03Z', 'updated_at': '2022-02-16T22:21:08Z', 'revision_number': 4, 'project_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'gw_port': {'id': '217c7ec6-2c43-42e4-8521-8d94109ee5e6', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:21:04Z', 'updated_at': '2022-02-16T22:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'd3eabacf-54b6-4d1f-8f09-8de8375225a0', 'tenant_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'port_id': '19ff6eb4-c192-4b01-999f-f1fb0679ae6b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99abbb5d-e48a-4247-9acd-10b5b079d130', 'mac_address': 'fa:16:3e:0b:20:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e51494d-c077-45cb-940d-01c5472c651a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:21:14Z', 'updated_at': '2022-02-16T22:21:32Z', 'revision_number': 1, 'project_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50bde7b5-3675-4ed8-9990-8185e95933b5', 'name': '', 'network_id': '99abbb5d-e48a-4247-9acd-10b5b079d130', 'tenant_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'mac_address': 'fa:16:3e:7b:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '0fcaf4ca-8e69-49fe-8059-c45d2f77b631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:21:07Z', 'updated_at': '2022-02-16T22:21:13Z', 'revision_number': 5, 'project_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'subnets': [{'id': '0fcaf4ca-8e69-49fe-8059-c45d2f77b631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:21:39.432755 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-38b79a6a-bcce-4051-8889-f86a72df6c06 req-1c7cc012-79dd-4c58-a58d-13168ba5df37 service neutron] 10.222.0.67 "GET /v2.0/networks/99abbb5d-e48a-4247-9acd-10b5b079d130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728138 Feb 16 22:21:39.437646 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-23fc909a-b1a4-4593-8df7-92bffa63927d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2a4d83e1-26cb-467d-af35-1036d7c3fb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430858 Feb 16 22:21:39.484415 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55a31e7-6f29-4df8-ba89-aeaad99848fc None None] The sync data for ids ['e76d47bf-1f23-4ac4-a580-6d33ed163f28'] in n-d-813897-6 is: [{'id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'name': 'tempest-ServersTestFqdnHostnames-1111776924-router', 'tenant_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '217c7ec6-2c43-42e4-8521-8d94109ee5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:21:03Z', 'updated_at': '2022-02-16T22:21:08Z', 'revision_number': 4, 'project_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'gw_port': {'id': '217c7ec6-2c43-42e4-8521-8d94109ee5e6', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:21:04Z', 'updated_at': '2022-02-16T22:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'd3eabacf-54b6-4d1f-8f09-8de8375225a0', 'tenant_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'port_id': '19ff6eb4-c192-4b01-999f-f1fb0679ae6b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99abbb5d-e48a-4247-9acd-10b5b079d130', 'mac_address': 'fa:16:3e:0b:20:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e51494d-c077-45cb-940d-01c5472c651a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:21:14Z', 'updated_at': '2022-02-16T22:21:32Z', 'revision_number': 1, 'project_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50bde7b5-3675-4ed8-9990-8185e95933b5', 'name': '', 'network_id': '99abbb5d-e48a-4247-9acd-10b5b079d130', 'tenant_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'mac_address': 'fa:16:3e:7b:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '0fcaf4ca-8e69-49fe-8059-c45d2f77b631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:21:07Z', 'updated_at': '2022-02-16T22:21:13Z', 'revision_number': 5, 'project_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'subnets': [{'id': '0fcaf4ca-8e69-49fe-8059-c45d2f77b631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:21:39.520173 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 33742) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:21:39.531633 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-32619db6-bdd1-40f7-afec-82194b431069 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1189870216', 'description': 'tempest-description--1080533363'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:39.578654 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-32619db6-bdd1-40f7-afec-82194b431069 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:39.684838 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port d947387d-1678-422a-b769-d02abee66b9b, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=d947387d-1678-422a-b769-d02abee66b9b,segment=NetworkSegment(b005b1db-fe63-4634-a1de-c89743ea76f4),segment_id=b005b1db-fe63-4634-a1de-c89743ea76f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:39.699616 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'd947387d-1678-422a-b769-d02abee66b9b', 'network_id': '17015cc1-bd92-489e-837b-ef3849fab73f', 'port_id': 'd947387d-1678-422a-b769-d02abee66b9b', 'mac_address': 'fa:16:3e:ec:06:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a43b30e-e3d6-46b1-a7c4-7a9e3a596a30', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:21:39.705808 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2fdf4-47fa-439d-b4ed-1a8fbdff3d55 req-b463c572-3f15-4af4-b681-e0d105720ca4 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:39.707787 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01d2fdf4-47fa-439d-b4ed-1a8fbdff3d55 req-b463c572-3f15-4af4-b681-e0d105720ca4 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/ports?device_id=26f79cd4-dd1b-42bb-beba-775b3250d68e HTTP/1.1" status: 200 len: 945 time: 0.1061006 Feb 16 22:21:39.752718 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-7b3a4f5c-732d-4b89-a216-01b659801f71 service neutron] 10.222.0.67 "GET /v2.0/networks/2a4d83e1-26cb-467d-af35-1036d7c3fb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858813 Feb 16 22:21:39.783052 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-32619db6-bdd1-40f7-afec-82194b431069 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks [] for security_group (ddba2e9b-268c-4d96-958e-35ee3b1083e9), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:39.790435 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port d947387d-1678-422a-b769-d02abee66b9b is: ACTIVE; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:21:39.792243 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d947387d-1678-422a-b769-d02abee66b9b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:39.810932 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d947387d-1678-422a-b769-d02abee66b9b {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:21:39.812785 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-32619db6-bdd1-40f7-afec-82194b431069 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ddba2e9b-268c-4d96-958e-35ee3b1083e9), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:39.850382 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01d2fdf4-47fa-439d-b4ed-1a8fbdff3d55 req-e8e6d51f-ab47-4223-b5d7-b60e541af045 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9b0ade7-772f-403b-bf4b-1283fc127a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317956 Feb 16 22:21:39.855507 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port d947387d-1678-422a-b769-d02abee66b9b, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=d947387d-1678-422a-b769-d02abee66b9b,segment=NetworkSegment(b005b1db-fe63-4634-a1de-c89743ea76f4),segment_id=b005b1db-fe63-4634-a1de-c89743ea76f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:39.874953 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-32619db6-bdd1-40f7-afec-82194b431069 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:39.881946 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d947387d-1678-422a-b769-d02abee66b9b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:39.882859 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-32619db6-bdd1-40f7-afec-82194b431069 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3613503 Feb 16 22:21:39.883943 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 33746) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:21:39.896231 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-5884afe5-2077-46b1-b597-fb8552bb7744 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Request body: {'security_group_rule': {'security_group_id': 'ddba2e9b-268c-4d96-958e-35ee3b1083e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:39.925924 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eea0dc6-cc76-4de9-885d-d6b6b664bc9a None None] New status for floating IP d3eabacf-54b6-4d1f-8f09-8de8375225a0: ACTIVE {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:21:39.972676 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32619db6-bdd1-40f7-afec-82194b431069 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddba2e9b-268c-4d96-958e-35ee3b1083e9,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:39.985478 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-92812869-a40f-44fe-a11e-da12c27b51d7 req-5f8e0c02-dd03-4028-96f2-a8e6313d9a27 service neutron] 10.222.0.67 "GET /v2.0/networks/2a4d83e1-26cb-467d-af35-1036d7c3fb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246888 Feb 16 22:21:40.028125 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=d947387d-1678-422a-b769-d02abee66b9b,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:40.038311 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['d947387d-1678-422a-b769-d02abee66b9b'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:21:40.076547 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5884afe5-2077-46b1-b597-fb8552bb7744 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks [] for security_group_rule (6d78085a-30c3-4e9c-83e0-b2b5069c08d2), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:40.096283 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0532000-fc46-4617-b5ea-7b6eb3c85615 req-2cf9a5e6-12f1-4a64-8aeb-294679956321 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:40.097900 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a0532000-fc46-4617-b5ea-7b6eb3c85615 req-2cf9a5e6-12f1-4a64-8aeb-294679956321 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=abd8c852-4a00-4c72-8c39-098a4d051a0b HTTP/1.1" status: 200 len: 944 time: 0.1372380 Feb 16 22:21:40.131858 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-8aaded83-08c3-4ee6-ba41-f9494eff9e6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee1ae6bc-3221-4f62-9cd7-7cba90006996 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:21:40.143210 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-8aaded83-08c3-4ee6-ba41-f9494eff9e6d service neutron] Publish callbacks [] for port (ee1ae6bc-3221-4f62-9cd7-7cba90006996), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:40.163256 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-8aaded83-08c3-4ee6-ba41-f9494eff9e6d service neutron] Transition to ACTIVE for port object ee1ae6bc-3221-4f62-9cd7-7cba90006996 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:21:40.169676 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8e40b-99d2-4d87-809e-a9c32fe3cfd8 req-4d4a478c-d911-416e-af05-880a501a5466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:40.172201 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ddc8e40b-99d2-4d87-809e-a9c32fe3cfd8 req-4d4a478c-d911-416e-af05-880a501a5466 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4ecc835e688d4b37a34028859d121b09&device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 1125 time: 0.0932767 Feb 16 22:21:40.177669 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-8aaded83-08c3-4ee6-ba41-f9494eff9e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (ee1ae6bc-3221-4f62-9cd7-7cba90006996), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:40.188980 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a0532000-fc46-4617-b5ea-7b6eb3c85615 req-97491fbb-1f62-4afc-819f-3b9d942d33e9 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/security-groups?id=e0836f72-8df4-4dd3-b8b6-a137e11b4438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843880 Feb 16 22:21:40.202189 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5884afe5-2077-46b1-b597-fb8552bb7744 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks [] for security_group_rule (6d78085a-30c3-4e9c-83e0-b2b5069c08d2), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:40.221004 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5884afe5-2077-46b1-b597-fb8552bb7744 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (6d78085a-30c3-4e9c-83e0-b2b5069c08d2), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:40.242705 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884afe5-2077-46b1-b597-fb8552bb7744 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d78085a-30c3-4e9c-83e0-b2b5069c08d2,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:40.279794 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5884afe5-2077-46b1-b597-fb8552bb7744 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:40.282572 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5884afe5-2077-46b1-b597-fb8552bb7744 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3925514 Feb 16 22:21:40.285159 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 33752) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:21:40.290839 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-db0ebd2b-0f07-44eb-85d5-326c8590a502 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Request body: {'security_group_rule': {'security_group_id': 'ddba2e9b-268c-4d96-958e-35ee3b1083e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:40.393149 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaded83-08c3-4ee6-ba41-f9494eff9e6d service neutron] Pushing event updated for resources: {'Port': ['ID=ee1ae6bc-3221-4f62-9cd7-7cba90006996,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:40.403418 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-db0ebd2b-0f07-44eb-85d5-326c8590a502 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks [] for security_group_rule (fb09b43f-9fc9-42c9-b2ce-698a9cc04fb4), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:40.429095 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038cb4e-f686-402b-a296-2957f7bcf0b2 req-3bf8de25-d50b-408f-9aad-b3e2410f719c tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:40.430712 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9038cb4e-f686-402b-a296-2957f7bcf0b2 req-3bf8de25-d50b-408f-9aad-b3e2410f719c tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 943 time: 0.1081045 Feb 16 22:21:40.452952 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8e40b-99d2-4d87-809e-a9c32fe3cfd8 req-9aa358ec-a8eb-4190-b423-9a5655113f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:40.454554 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ddc8e40b-99d2-4d87-809e-a9c32fe3cfd8 req-9aa358ec-a8eb-4190-b423-9a5655113f77 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2a4d83e1-26cb-467d-af35-1036d7c3fb39 HTTP/1.1" status: 200 len: 911 time: 0.2730539 Feb 16 22:21:40.506810 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ddc8e40b-99d2-4d87-809e-a9c32fe3cfd8 req-22b348a1-e799-448b-8a82-1fb1be001476 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6d014ed-51ff-494d-b1cb-3080ca802b02 HTTP/1.1" status: 200 len: 217 time: 0.0437157 Feb 16 22:21:40.519666 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9038cb4e-f686-402b-a296-2957f7bcf0b2 req-0095cf92-b082-4fa0-b57f-29f3b90bf2d5 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786355 Feb 16 22:21:40.524437 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-db0ebd2b-0f07-44eb-85d5-326c8590a502 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks [] for security_group_rule (fb09b43f-9fc9-42c9-b2ce-698a9cc04fb4), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:40.535521 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-db0ebd2b-0f07-44eb-85d5-326c8590a502 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (fb09b43f-9fc9-42c9-b2ce-698a9cc04fb4), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:40.554148 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ebd2b-0f07-44eb-85d5-326c8590a502 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb09b43f-9fc9-42c9-b2ce-698a9cc04fb4,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:40.569010 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-db0ebd2b-0f07-44eb-85d5-326c8590a502 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:40.573651 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-db0ebd2b-0f07-44eb-85d5-326c8590a502 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2872114 Feb 16 22:21:40.574296 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 33754) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:21:40.576117 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-8aaded83-08c3-4ee6-ba41-f9494eff9e6d service neutron] Attempting to bind port ee1ae6bc-3221-4f62-9cd7-7cba90006996 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:21:40.577201 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-8aaded83-08c3-4ee6-ba41-f9494eff9e6d service neutron] Attempting to bind port ee1ae6bc-3221-4f62-9cd7-7cba90006996 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'bab3c7c9-e01c-407c-bcf4-3671c0e39eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:21:40.577768 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-8aaded83-08c3-4ee6-ba41-f9494eff9e6d service neutron] Attempting to bind port ee1ae6bc-3221-4f62-9cd7-7cba90006996 on network c5caf1e2-5ed9-4635-98df-d36f332fac2f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:21:40.579248 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-917f1eda-2059-4034-8503-028b9a40f2bd tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:40.588485 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-8aaded83-08c3-4ee6-ba41-f9494eff9e6d service neutron] Port ee1ae6bc-3221-4f62-9cd7-7cba90006996 on network c5caf1e2-5ed9-4635-98df-d36f332fac2f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:21:40.588811 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-8aaded83-08c3-4ee6-ba41-f9494eff9e6d service neutron] Attempting to bind port ee1ae6bc-3221-4f62-9cd7-7cba90006996 on network c5caf1e2-5ed9-4635-98df-d36f332fac2f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:21:40.601287 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-8aaded83-08c3-4ee6-ba41-f9494eff9e6d service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:21:40.601639 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-8aaded83-08c3-4ee6-ba41-f9494eff9e6d service neutron] Checking segment: {'id': 'bab3c7c9-e01c-407c-bcf4-3671c0e39eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:21:40.602033 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-8aaded83-08c3-4ee6-ba41-f9494eff9e6d service neutron] Bound using segment: {'id': 'bab3c7c9-e01c-407c-bcf4-3671c0e39eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:21:40.602484 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-8aaded83-08c3-4ee6-ba41-f9494eff9e6d service neutron] Bound port: ee1ae6bc-3221-4f62-9cd7-7cba90006996, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bab3c7c9-e01c-407c-bcf4-3671c0e39eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:21:40.602828 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-8aaded83-08c3-4ee6-ba41-f9494eff9e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ee1ae6bc-3221-4f62-9cd7-7cba90006996), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:40.620355 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8e40b-99d2-4d87-809e-a9c32fe3cfd8 req-351deaf7-89c9-489e-aef6-6e572048052b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:40.622266 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ddc8e40b-99d2-4d87-809e-a9c32fe3cfd8 req-351deaf7-89c9-489e-aef6-6e572048052b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=97a87a99-67f1-493e-9c1f-9f6cadc7e62f HTTP/1.1" status: 200 len: 850 time: 0.1080258 Feb 16 22:21:40.646613 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-917f1eda-2059-4034-8503-028b9a40f2bd tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:40.696911 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ddc8e40b-99d2-4d87-809e-a9c32fe3cfd8 req-eab0ff6b-d32e-4779-a115-257168907f89 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2a4d83e1-26cb-467d-af35-1036d7c3fb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370412 Feb 16 22:21:40.699139 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a274b-9caf-4281-903b-e6bf50bfe25e req-7cb25c11-e483-4822-9f79-9d4bb2f2c576 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:40.700703 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d50a274b-9caf-4281-903b-e6bf50bfe25e req-7cb25c11-e483-4822-9f79-9d4bb2f2c576 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9642ac3-e37a-496d-8d62-67f02c80816b HTTP/1.1" status: 200 len: 944 time: 0.0991166 Feb 16 22:21:40.744369 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-8aaded83-08c3-4ee6-ba41-f9494eff9e6d service neutron] For port ee1ae6bc-3221-4f62-9cd7-7cba90006996, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:21:40.787301 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-8aaded83-08c3-4ee6-ba41-f9494eff9e6d service neutron] For port ee1ae6bc-3221-4f62-9cd7-7cba90006996, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=ee1ae6bc-3221-4f62-9cd7-7cba90006996,segment=NetworkSegment(bab3c7c9-e01c-407c-bcf4-3671c0e39eec),segment_id=bab3c7c9-e01c-407c-bcf4-3671c0e39eec)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:21:40.796417 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d50a274b-9caf-4281-903b-e6bf50bfe25e req-a24e9238-35bd-478d-b622-b7be91fff61f tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870364 Feb 16 22:21:40.799775 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-8aaded83-08c3-4ee6-ba41-f9494eff9e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (ee1ae6bc-3221-4f62-9cd7-7cba90006996), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:40.815714 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-917f1eda-2059-4034-8503-028b9a40f2bd tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:40.855763 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-8aaded83-08c3-4ee6-ba41-f9494eff9e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:40.856381 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-8aaded83-08c3-4ee6-ba41-f9494eff9e6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:40.857736 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-8aaded83-08c3-4ee6-ba41-f9494eff9e6d service neutron] 10.222.0.79 "PUT /v2.0/ports/ee1ae6bc-3221-4f62-9cd7-7cba90006996 HTTP/1.1" status: 200 len: 1092 time: 1.6871562 Feb 16 22:21:40.863007 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ddc8e40b-99d2-4d87-809e-a9c32fe3cfd8 req-47eb32bf-5cd8-45cc-aa18-3445b3098f52 service neutron] 10.222.0.67 "GET /v2.0/networks/2a4d83e1-26cb-467d-af35-1036d7c3fb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568708 Feb 16 22:21:40.970740 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaded83-08c3-4ee6-ba41-f9494eff9e6d service neutron] Pushing event updated for resources: {'Port': ['ID=ee1ae6bc-3221-4f62-9cd7-7cba90006996,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:41.004550 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ddc8e40b-99d2-4d87-809e-a9c32fe3cfd8 req-9dba7711-9bee-4237-9f7d-5486153c7d5b service neutron] 10.222.0.67 "GET /v2.0/networks/2a4d83e1-26cb-467d-af35-1036d7c3fb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331778 Feb 16 22:21:41.010824 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-9de07da9-132b-4892-b547-6ed69e55373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:41.012236 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-9de07da9-132b-4892-b547-6ed69e55373f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ee14b41af1744680817d2f7b9462ea3f&device_id=c9642ac3-e37a-496d-8d62-67f02c80816b HTTP/1.1" status: 200 len: 1126 time: 0.0749424 Feb 16 22:21:41.028463 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-917f1eda-2059-4034-8503-028b9a40f2bd tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Allocated IP 172.25.2.79 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/76700657-d284-42e9-a856-4eaba6c0596e) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:21:41.039549 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9642ac3-e37a-496d-8d62-67f02c80816b', 'tag': 'ee1ae6bc-3221-4f62-9cd7-7cba90006996'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:21:41.041951 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f03e1c6-20b5-48da-8b1f-432ac7ea7f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "c9642ac3-e37a-496d-8d62-67f02c80816b", "tag": "ee1ae6bc-3221-4f62-9cd7-7cba90006996"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:21:41.076508 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-cd88c2ac-b14c-4e7e-a614-349898995aa8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee1ae6bc-3221-4f62-9cd7-7cba90006996 HTTP/1.1" status: 200 len: 217 time: 0.0486121 Feb 16 22:21:41.084211 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877b9c3-bb70-4f0a-b3f8-664895c341d0 req-5716b3af-2e0b-439f-9959-34546c04d030 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:41.085708 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b877b9c3-bb70-4f0a-b3f8-664895c341d0 req-5716b3af-2e0b-439f-9959-34546c04d030 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/ports?device_id=26f79cd4-dd1b-42bb-beba-775b3250d68e HTTP/1.1" status: 200 len: 945 time: 0.1363358 Feb 16 22:21:41.140793 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-3ea2aa61-7450-48ee-8444-b7f63c6eb0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:41.142350 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-3ea2aa61-7450-48ee-8444-b7f63c6eb0be service neutron] 10.222.0.79 "GET /v2.0/subnets?id=839d08e4-b425-43ca-a9e3-06c3106daa84 HTTP/1.1" status: 200 len: 852 time: 0.0535557 Feb 16 22:21:41.175611 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-eafa73b9-a81a-4973-9445-4343f847ae94 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c5caf1e2-5ed9-4635-98df-d36f332fac2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274484 Feb 16 22:21:41.210313 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b877b9c3-bb70-4f0a-b3f8-664895c341d0 req-2005c00b-6e4d-435c-8f56-405920ca1e62 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9b0ade7-772f-403b-bf4b-1283fc127a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131124 Feb 16 22:21:41.228717 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-917f1eda-2059-4034-8503-028b9a40f2bd tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks [] for port (76700657-d284-42e9-a856-4eaba6c0596e), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:41.264121 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162d21da-abf2-465b-98b8-a91bf1727b73 x-openstack-request-id: req-162d21da-abf2-465b-98b8-a91bf1727b73 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:21:41.264455 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9642ac3-e37a-496d-8d62-67f02c80816b", "tag": "ee1ae6bc-3221-4f62-9cd7-7cba90006996", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:21:41.264711 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-162d21da-abf2-465b-98b8-a91bf1727b73 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:21:41.265106 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9642ac3-e37a-496d-8d62-67f02c80816b', 'tag': 'ee1ae6bc-3221-4f62-9cd7-7cba90006996', 'status': 'completed', 'code': 200} Feb 16 22:21:41.278155 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-917f1eda-2059-4034-8503-028b9a40f2bd tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (76700657-d284-42e9-a856-4eaba6c0596e), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:41.298901 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-adc6bbc7-363c-4751-ad61-bcd517d88c7c service neutron] 10.222.0.79 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176910 Feb 16 22:21:41.335209 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917f1eda-2059-4034-8503-028b9a40f2bd tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:21:41.356617 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-917f1eda-2059-4034-8503-028b9a40f2bd tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:21:41.362576 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917f1eda-2059-4034-8503-028b9a40f2bd tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:21:41.385410 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f1eda-2059-4034-8503-028b9a40f2bd tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Pushing event updated for resources: {'Port': ['ID=76700657-d284-42e9-a856-4eaba6c0596e,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:41.394242 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device d947387d-1678-422a-b769-d02abee66b9b no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:21:41.401299 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6d5efa8a-f062-464e-8d2d-6a159c9842d0 req-b146821d-3d56-4288-99d3-e9d05433507d service neutron] 10.222.0.79 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886121 Feb 16 22:21:41.434064 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e0878-8dd2-4fb0-9258-77508beb10e0 req-d8a68639-7ca1-42de-89ad-b5f4976ef969 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:41.435978 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb0e0878-8dd2-4fb0-9258-77508beb10e0 req-d8a68639-7ca1-42de-89ad-b5f4976ef969 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=abd8c852-4a00-4c72-8c39-098a4d051a0b HTTP/1.1" status: 200 len: 944 time: 0.1198304 Feb 16 22:21:41.501843 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port d947387d-1678-422a-b769-d02abee66b9b is: BUILD; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:21:41.502181 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d947387d-1678-422a-b769-d02abee66b9b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:41.534575 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb0e0878-8dd2-4fb0-9258-77508beb10e0 req-b6a4ed99-be5c-41dd-b529-a6cf26feb02d tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/security-groups?id=e0836f72-8df4-4dd3-b8b6-a137e11b4438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722122 Feb 16 22:21:41.538953 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03e1c6-20b5-48da-8b1f-432ac7ea7f8d req-7a250167-d64d-4405-be36-7dbaebbff2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:41.544608 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8f03e1c6-20b5-48da-8b1f-432ac7ea7f8d req-7a250167-d64d-4405-be36-7dbaebbff2a3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ee14b41af1744680817d2f7b9462ea3f&device_id=c9642ac3-e37a-496d-8d62-67f02c80816b HTTP/1.1" status: 200 len: 1126 time: 0.0703132 Feb 16 22:21:41.548734 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-917f1eda-2059-4034-8503-028b9a40f2bd tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks [] for floatingip (fbfea304-1583-44f6-8de4-e36f1cd5ced7), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:41.610957 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-917f1eda-2059-4034-8503-028b9a40f2bd tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (76700657-d284-42e9-a856-4eaba6c0596e), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:41.678325 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d947387d-1678-422a-b769-d02abee66b9b {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:21:41.685710 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03e1c6-20b5-48da-8b1f-432ac7ea7f8d req-8d1b80c2-fbc1-4ad0-b856-b0b8d4f25524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:41.687927 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8f03e1c6-20b5-48da-8b1f-432ac7ea7f8d req-8d1b80c2-fbc1-4ad0-b856-b0b8d4f25524 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c5caf1e2-5ed9-4635-98df-d36f332fac2f HTTP/1.1" status: 200 len: 913 time: 0.1345966 Feb 16 22:21:41.700136 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port d947387d-1678-422a-b769-d02abee66b9b, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=d947387d-1678-422a-b769-d02abee66b9b,segment=NetworkSegment(b005b1db-fe63-4634-a1de-c89743ea76f4),segment_id=b005b1db-fe63-4634-a1de-c89743ea76f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:41.705245 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d947387d-1678-422a-b769-d02abee66b9b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:41.751831 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8f03e1c6-20b5-48da-8b1f-432ac7ea7f8d req-146ad1a0-18d9-46e2-a05a-23ef4483030d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee1ae6bc-3221-4f62-9cd7-7cba90006996 HTTP/1.1" status: 200 len: 217 time: 0.0524573 Feb 16 22:21:41.769632 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=d947387d-1678-422a-b769-d02abee66b9b,revision_number=7']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:41.815442 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03e1c6-20b5-48da-8b1f-432ac7ea7f8d req-f6ffdd27-58ac-4d41-b38e-e044297751ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:41.816958 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-57564210-48c9-47df-8967-daf589e12586 req-1a1f0fd1-68dd-456a-92f4-3980519ee85f tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-184049910&fields=id&tenant_id=01e432083635478383758717a26cceec HTTP/1.1" status: 200 len: 267 time: 0.0693998 Feb 16 22:21:41.817071 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8f03e1c6-20b5-48da-8b1f-432ac7ea7f8d req-f6ffdd27-58ac-4d41-b38e-e044297751ca service neutron] 10.222.0.79 "GET /v2.0/subnets?id=839d08e4-b425-43ca-a9e3-06c3106daa84 HTTP/1.1" status: 200 len: 852 time: 0.0589709 Feb 16 22:21:41.849145 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-917f1eda-2059-4034-8503-028b9a40f2bd tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks [] for port (76700657-d284-42e9-a856-4eaba6c0596e), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:41.860412 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8f03e1c6-20b5-48da-8b1f-432ac7ea7f8d req-9b91946e-36ef-4363-a91a-1d59e4020b0f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c5caf1e2-5ed9-4635-98df-d36f332fac2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325027 Feb 16 22:21:41.866606 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-917f1eda-2059-4034-8503-028b9a40f2bd tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (76700657-d284-42e9-a856-4eaba6c0596e), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:41.955766 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f1eda-2059-4034-8503-028b9a40f2bd tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Pushing event updated for resources: {'Port': ['ID=76700657-d284-42e9-a856-4eaba6c0596e,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:41.956508 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8f03e1c6-20b5-48da-8b1f-432ac7ea7f8d req-913c53a9-6003-4117-9c04-da9bda6dbca7 service neutron] 10.222.0.79 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884027 Feb 16 22:21:41.969186 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57564210-48c9-47df-8967-daf589e12586 req-2cc6863c-ba87-4d28-b9e3-ce012a2d958f tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:41.970680 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-57564210-48c9-47df-8967-daf589e12586 req-2cc6863c-ba87-4d28-b9e3-ce012a2d958f tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/ports?device_id=26f79cd4-dd1b-42bb-beba-775b3250d68e HTTP/1.1" status: 200 len: 945 time: 0.1417389 Feb 16 22:21:41.974350 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-917f1eda-2059-4034-8503-028b9a40f2bd tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (fbfea304-1583-44f6-8de4-e36f1cd5ced7), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:41.989892 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-57564210-48c9-47df-8967-daf589e12586 req-6debd5fa-51c5-4101-b9a7-a509a0930724 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Request body: {'port': {'security_groups': ['f9b0ade7-772f-403b-bf4b-1283fc127a6c', '39445faa-fcad-4b30-9487-e973c33eb989']}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:42.020213 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-917f1eda-2059-4034-8503-028b9a40f2bd tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:42.021372 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-917f1eda-2059-4034-8503-028b9a40f2bd tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4461262 Feb 16 22:21:42.079725 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-57564210-48c9-47df-8967-daf589e12586 req-6debd5fa-51c5-4101-b9a7-a509a0930724 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:42.080402 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8f03e1c6-20b5-48da-8b1f-432ac7ea7f8d req-978112a7-7fa4-4523-8ba0-5a58433aeb34 service neutron] 10.222.0.79 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156876 Feb 16 22:21:42.285355 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-57564210-48c9-47df-8967-daf589e12586 req-6debd5fa-51c5-4101-b9a7-a509a0930724 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] For port 9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d,segment=NetworkSegment(acc7f612-a109-483c-82e6-bbbd41b4a417),segment_id=acc7f612-a109-483c-82e6-bbbd41b4a417)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:42.314304 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-57564210-48c9-47df-8967-daf589e12586 req-6debd5fa-51c5-4101-b9a7-a509a0930724 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for port (9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:42.318980 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-57564210-48c9-47df-8967-daf589e12586 req-6debd5fa-51c5-4101-b9a7-a509a0930724 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:42.333771 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:21:42.336308 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['490f6592-9082-4bd6-bb08-76e625184dbe'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:21:42.365840 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57564210-48c9-47df-8967-daf589e12586 req-6debd5fa-51c5-4101-b9a7-a509a0930724 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:42.366496 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-57564210-48c9-47df-8967-daf589e12586 req-6debd5fa-51c5-4101-b9a7-a509a0930724 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:42.367904 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-57564210-48c9-47df-8967-daf589e12586 req-6debd5fa-51c5-4101-b9a7-a509a0930724 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "PUT /v2.0/ports/9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d HTTP/1.1" status: 200 len: 981 time: 0.3834836 Feb 16 22:21:42.368373 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f79cd4-dd1b-42bb-beba-775b3250d68e', 'tag': '9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:21:42.370676 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82445c1d-2b3c-4943-a593-8df714566526" -d '{"events": [{"name": "network-changed", "server_uuid": "26f79cd4-dd1b-42bb-beba-775b3250d68e", "tag": "9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:21:42.393274 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6debd5fa-51c5-4101-b9a7-a509a0930724 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Pushing event updated for resources: {'Port': ['ID=9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d,revision_number=6']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:42.479975 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:21:42.498333 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d3756-b7df-4a93-a1a3-dd142cfbded4 req-14b2bd5f-6b62-4b70-8ce9-71fc5e700aa3 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:42.500736 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-616d3756-b7df-4a93-a1a3-dd142cfbded4 req-14b2bd5f-6b62-4b70-8ce9-71fc5e700aa3 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 943 time: 0.0647488 Feb 16 22:21:42.556815 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-616d3756-b7df-4a93-a1a3-dd142cfbded4 req-50bcd2ea-155b-4829-aece-0f6d7de8bc29 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503540 Feb 16 22:21:42.830219 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288b5fa-a28e-41df-b912-5b4febec043b req-cf2cc5b6-a670-4bb0-b44f-7e2d078c143c tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:42.831655 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f288b5fa-a28e-41df-b912-5b4febec043b req-cf2cc5b6-a670-4bb0-b44f-7e2d078c143c tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9642ac3-e37a-496d-8d62-67f02c80816b HTTP/1.1" status: 200 len: 944 time: 0.0674288 Feb 16 22:21:42.882897 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f288b5fa-a28e-41df-b912-5b4febec043b req-075fad5e-7c14-4d8e-b74c-6eb14b90853b tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455036 Feb 16 22:21:43.000431 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-913a4133-2bce-4052-867c-90e581717c82 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1189870216&fields=id&tenant_id=05fece93b5f34c39b4687779f64633e9 HTTP/1.1" status: 200 len: 267 time: 0.0433676 Feb 16 22:21:43.053196 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-04f511d8-9886-4ba1-8bbd-74cf5228f026 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:43.054771 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-04f511d8-9886-4ba1-8bbd-74cf5228f026 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports/41ea8ec7-cb70-44a7-b54a-945ee2945295 HTTP/1.1" status: 200 len: 932 time: 0.0472326 Feb 16 22:21:43.104808 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-196b8abe-a7c9-441c-a503-cf61fcd80f5a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:43.106121 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-196b8abe-a7c9-441c-a503-cf61fcd80f5a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports/0bb0fb95-a1c8-4fd0-9766-54334e33ef10 HTTP/1.1" status: 200 len: 931 time: 0.0461493 Feb 16 22:21:43.164574 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-8ebafb59-f081-427d-8400-fec395235190 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?network_id=dd1251d6-2877-46df-ac47-9cb92c8abfb3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0515707 Feb 16 22:21:43.200039 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-7ea166b0-6788-4591-89c4-605f4e94b032 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?network_id=dd1251d6-2877-46df-ac47-9cb92c8abfb3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0282946 Feb 16 22:21:43.315794 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-d2826d16-a2e4-4fe0-a069-3c4c51a82256 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:43.320724 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-d2826d16-a2e4-4fe0-a069-3c4c51a82256 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:43.325692 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-d2826d16-a2e4-4fe0-a069-3c4c51a82256 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:43.327334 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-d2826d16-a2e4-4fe0-a069-3c4c51a82256 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/networks?id=0809193b-9538-40aa-8442-650cf4185e4f&id=01d78127-bed4-4d34-97f7-e31d1dc582f9&id=01d78127-bed4-4d34-97f7-e31d1dc582f9&id=dd1251d6-2877-46df-ac47-9cb92c8abfb3&id=dd1251d6-2877-46df-ac47-9cb92c8abfb3 HTTP/1.1" status: 200 len: 1989 time: 0.1213548 Feb 16 22:21:43.343252 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-a3b26089-1834-4d36-8d3a-a9901a3188c5 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/quotas/05fece93b5f34c39b4687779f64633e9 HTTP/1.1" status: 200 len: 375 time: 0.0100605 Feb 16 22:21:43.391423 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device ee1ae6bc-3221-4f62-9cd7-7cba90006996 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:21:43.412616 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-1c62b924-78a5-4938-928a-0d9ccf915506 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=05fece93b5f34c39b4687779f64633e9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0637052 Feb 16 22:21:43.499717 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port ee1ae6bc-3221-4f62-9cd7-7cba90006996, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=ee1ae6bc-3221-4f62-9cd7-7cba90006996,segment=NetworkSegment(bab3c7c9-e01c-407c-bcf4-3671c0e39eec),segment_id=bab3c7c9-e01c-407c-bcf4-3671c0e39eec)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:43.517919 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'ee1ae6bc-3221-4f62-9cd7-7cba90006996', 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f', 'port_id': 'ee1ae6bc-3221-4f62-9cd7-7cba90006996', 'mac_address': 'fa:16:3e:48:4b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '839d08e4-b425-43ca-a9e3-06c3106daa84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:21:43.560335 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port ee1ae6bc-3221-4f62-9cd7-7cba90006996 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:21:43.560732 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ee1ae6bc-3221-4f62-9cd7-7cba90006996), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:43.573880 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee1ae6bc-3221-4f62-9cd7-7cba90006996 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:21:43.587695 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-ecea95bd-c4ac-4a53-8f3e-b6324d8f9622 service neutron] 10.222.0.75 "GET /v2.0/networks/0809193b-9538-40aa-8442-650cf4185e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632376 Feb 16 22:21:43.595272 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port ee1ae6bc-3221-4f62-9cd7-7cba90006996, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=ee1ae6bc-3221-4f62-9cd7-7cba90006996,segment=NetworkSegment(bab3c7c9-e01c-407c-bcf4-3671c0e39eec),segment_id=bab3c7c9-e01c-407c-bcf4-3671c0e39eec)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:43.599215 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ee1ae6bc-3221-4f62-9cd7-7cba90006996), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:43.647254 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=ee1ae6bc-3221-4f62-9cd7-7cba90006996,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:43.690939 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-8c9cbd80-0e85-4e9a-b992-c9e26e5a6f6b service neutron] 10.222.0.75 "GET /v2.0/networks/0809193b-9538-40aa-8442-650cf4185e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952308 Feb 16 22:21:43.733230 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-e7e1e199-2dfa-4271-9e77-50df995fb1d6 service neutron] 10.222.0.75 "GET /v2.0/ports/41ea8ec7-cb70-44a7-b54a-945ee2945295?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0362041 Feb 16 22:21:43.752451 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device d6d014ed-51ff-494d-b1cb-3080ca802b02 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:21:43.828095 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-7761b740-73ab-49d7-afd4-08fabaa48c88 service neutron] 10.222.0.75 "GET /v2.0/networks/01d78127-bed4-4d34-97f7-e31d1dc582f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890808 Feb 16 22:21:43.868347 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port d6d014ed-51ff-494d-b1cb-3080ca802b02, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=d6d014ed-51ff-494d-b1cb-3080ca802b02,segment=NetworkSegment(61f8ece1-7366-4d55-af00-28ac546e7d42),segment_id=61f8ece1-7366-4d55-af00-28ac546e7d42)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:43.883166 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'd6d014ed-51ff-494d-b1cb-3080ca802b02', 'network_id': '2a4d83e1-26cb-467d-af35-1036d7c3fb39', 'port_id': 'd6d014ed-51ff-494d-b1cb-3080ca802b02', 'mac_address': 'fa:16:3e:79:b8:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97a87a99-67f1-493e-9c1f-9f6cadc7e62f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:21:43.909953 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['ee1ae6bc-3221-4f62-9cd7-7cba90006996'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:21:43.915991 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-027c8f95-f73e-447d-af1e-8a7f0a510765 service neutron] 10.222.0.75 "GET /v2.0/networks/01d78127-bed4-4d34-97f7-e31d1dc582f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818946 Feb 16 22:21:43.958751 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port d6d014ed-51ff-494d-b1cb-3080ca802b02 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:21:43.959148 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d6d014ed-51ff-494d-b1cb-3080ca802b02), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:43.962396 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-72f5a1f7-6734-4933-9b9d-bce6d2aa14b2 service neutron] 10.222.0.75 "GET /v2.0/ports/0bb0fb95-a1c8-4fd0-9766-54334e33ef10?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0401807 Feb 16 22:21:43.977467 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d014ed-51ff-494d-b1cb-3080ca802b02 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:21:44.011102 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port d6d014ed-51ff-494d-b1cb-3080ca802b02, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=d6d014ed-51ff-494d-b1cb-3080ca802b02,segment=NetworkSegment(61f8ece1-7366-4d55-af00-28ac546e7d42),segment_id=61f8ece1-7366-4d55-af00-28ac546e7d42)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:44.022518 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d6d014ed-51ff-494d-b1cb-3080ca802b02), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:44.055058 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-76d3ca7d-01a2-4514-a5c9-04ffc52e5f7e service neutron] 10.222.0.75 "GET /v2.0/networks/01d78127-bed4-4d34-97f7-e31d1dc582f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862966 Feb 16 22:21:44.093815 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=d6d014ed-51ff-494d-b1cb-3080ca802b02,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:44.158321 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-5ef53b7c-142a-4407-aa88-0a5deecedfbd service neutron] 10.222.0.75 "GET /v2.0/networks/01d78127-bed4-4d34-97f7-e31d1dc582f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922592 Feb 16 22:21:44.250541 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-cbd18e84-8af3-4d24-a14a-d1df51a9c680 service neutron] 10.222.0.75 "GET /v2.0/networks/01d78127-bed4-4d34-97f7-e31d1dc582f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841293 Feb 16 22:21:44.344157 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-fb996c62-6c5d-4e80-aa86-2e8b4d675ca5 service neutron] 10.222.0.75 "GET /v2.0/networks/01d78127-bed4-4d34-97f7-e31d1dc582f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878515 Feb 16 22:21:44.410446 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['d6d014ed-51ff-494d-b1cb-3080ca802b02'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:21:44.441904 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-98f6909f-c94c-4089-92e2-e7f2edba31c7 service neutron] 10.222.0.75 "GET /v2.0/networks/01d78127-bed4-4d34-97f7-e31d1dc582f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907376 Feb 16 22:21:44.547562 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-978198cd-4a68-42b8-9260-27a681cf31ae service neutron] 10.222.0.75 "GET /v2.0/networks/01d78127-bed4-4d34-97f7-e31d1dc582f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980735 Feb 16 22:21:44.588512 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3160dbe-513c-4cc7-8238-dce4ee5b5263 req-600540e8-86a0-4897-b7f5-4d379001444e tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:44.590138 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c3160dbe-513c-4cc7-8238-dce4ee5b5263 req-600540e8-86a0-4897-b7f5-4d379001444e tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.79 "GET /v2.0/ports?device_id=abd8c852-4a00-4c72-8c39-098a4d051a0b HTTP/1.1" status: 200 len: 943 time: 0.0681081 Feb 16 22:21:44.646645 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-b1ba1abc-9b65-401f-802b-232c01c2fbaf service neutron] 10.222.0.75 "GET /v2.0/networks/dd1251d6-2877-46df-ac47-9cb92c8abfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902836 Feb 16 22:21:44.697864 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-c3160dbe-513c-4cc7-8238-dce4ee5b5263 req-cfdf7edd-08fc-420f-ae6a-6b335230f737 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Deleting port d947387d-1678-422a-b769-d02abee66b9b {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:21:44.698339 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c3160dbe-513c-4cc7-8238-dce4ee5b5263 req-cfdf7edd-08fc-420f-ae6a-6b335230f737 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (d947387d-1678-422a-b769-d02abee66b9b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:44.750653 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-3c49fc06-aaee-4189-8706-049cd0cacd7b service neutron] 10.222.0.75 "GET /v2.0/networks/dd1251d6-2877-46df-ac47-9cb92c8abfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976467 Feb 16 22:21:44.799720 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-c3160dbe-513c-4cc7-8238-dce4ee5b5263 req-cfdf7edd-08fc-420f-ae6a-6b335230f737 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] For port d947387d-1678-422a-b769-d02abee66b9b, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=d947387d-1678-422a-b769-d02abee66b9b,segment=NetworkSegment(b005b1db-fe63-4634-a1de-c89743ea76f4),segment_id=b005b1db-fe63-4634-a1de-c89743ea76f4)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:44.800086 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c3160dbe-513c-4cc7-8238-dce4ee5b5263 req-cfdf7edd-08fc-420f-ae6a-6b335230f737 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (d947387d-1678-422a-b769-d02abee66b9b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:44.812795 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-c3160dbe-513c-4cc7-8238-dce4ee5b5263 req-cfdf7edd-08fc-420f-ae6a-6b335230f737 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Calling delete_port for d947387d-1678-422a-b769-d02abee66b9b owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:21:44.849821 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-d4655ca7-165d-4188-9549-445ded81879e service neutron] 10.222.0.75 "GET /v2.0/networks/dd1251d6-2877-46df-ac47-9cb92c8abfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928090 Feb 16 22:21:44.944275 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-8f2e75fb-77cc-489f-9f95-4382205847ab service neutron] 10.222.0.75 "GET /v2.0/networks/dd1251d6-2877-46df-ac47-9cb92c8abfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872619 Feb 16 22:21:44.945594 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c3160dbe-513c-4cc7-8238-dce4ee5b5263 req-cfdf7edd-08fc-420f-ae6a-6b335230f737 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (d947387d-1678-422a-b769-d02abee66b9b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:44.976840 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf7edd-08fc-420f-ae6a-6b335230f737 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Pushing event deleted for resources: {'Port': ['ID=d947387d-1678-422a-b769-d02abee66b9b,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:45.011316 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-07b939b3-599c-4dc7-89b4-69963aa630de tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:45.012737 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-07b939b3-599c-4dc7-89b4-69963aa630de tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports/41ea8ec7-cb70-44a7-b54a-945ee2945295 HTTP/1.1" status: 200 len: 932 time: 0.0618100 Feb 16 22:21:45.024505 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3160dbe-513c-4cc7-8238-dce4ee5b5263 req-cfdf7edd-08fc-420f-ae6a-6b335230f737 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] No DVR routers for this DVR port d947387d-1678-422a-b769-d02abee66b9b on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:21:45.027255 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c3160dbe-513c-4cc7-8238-dce4ee5b5263 req-cfdf7edd-08fc-420f-ae6a-6b335230f737 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:45.031308 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c3160dbe-513c-4cc7-8238-dce4ee5b5263 req-cfdf7edd-08fc-420f-ae6a-6b335230f737 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.79 "DELETE /v2.0/ports/d947387d-1678-422a-b769-d02abee66b9b HTTP/1.1" status: 204 len: 173 time: 0.4339571 Feb 16 22:21:45.031772 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd8c852-4a00-4c72-8c39-098a4d051a0b', 'name': 'network-vif-deleted', 'tag': 'd947387d-1678-422a-b769-d02abee66b9b'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:21:45.034429 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d407f523-1f81-45f9-a7b4-3d349c74ec66" -d '{"events": [{"server_uuid": "abd8c852-4a00-4c72-8c39-098a4d051a0b", "name": "network-vif-deleted", "tag": "d947387d-1678-422a-b769-d02abee66b9b"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:21:45.069655 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-842f38f2-895d-487f-b585-2124c07ce84e tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:45.071004 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-842f38f2-895d-487f-b585-2124c07ce84e tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports/0bb0fb95-a1c8-4fd0-9766-54334e33ef10 HTTP/1.1" status: 200 len: 931 time: 0.0517747 Feb 16 22:21:45.402691 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device ee1ae6bc-3221-4f62-9cd7-7cba90006996 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:21:45.464265 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port ee1ae6bc-3221-4f62-9cd7-7cba90006996 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:21:45.468873 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port ee1ae6bc-3221-4f62-9cd7-7cba90006996 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:21:45.469261 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ee1ae6bc-3221-4f62-9cd7-7cba90006996), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:45.557864 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port ee1ae6bc-3221-4f62-9cd7-7cba90006996 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:21:45.558277 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ee1ae6bc-3221-4f62-9cd7-7cba90006996), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:45.582269 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9642ac3-e37a-496d-8d62-67f02c80816b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1ae6bc-3221-4f62-9cd7-7cba90006996'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:21:45.584474 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf299a3-50cd-4e34-97b4-4721daa4738d" -d '{"events": [{"server_uuid": "c9642ac3-e37a-496d-8d62-67f02c80816b", "name": "network-vif-plugged", "status": "completed", "tag": "ee1ae6bc-3221-4f62-9cd7-7cba90006996"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:21:45.596790 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port ee1ae6bc-3221-4f62-9cd7-7cba90006996, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=ee1ae6bc-3221-4f62-9cd7-7cba90006996,segment=NetworkSegment(bab3c7c9-e01c-407c-bcf4-3671c0e39eec),segment_id=bab3c7c9-e01c-407c-bcf4-3671c0e39eec)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:45.600487 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ee1ae6bc-3221-4f62-9cd7-7cba90006996), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:45.657445 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=ee1ae6bc-3221-4f62-9cd7-7cba90006996,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:45.680104 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c4bf1cd-8f40-4fd2-9ebf-8b7671ef22eb req-891b3324-511a-4e0f-b586-9c8eb00fe368 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups/39445faa-fcad-4b30-9487-e973c33eb989 HTTP/1.1" status: 200 len: 1818 time: 0.0437632 Feb 16 22:21:45.755791 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device d6d014ed-51ff-494d-b1cb-3080ca802b02 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:21:45.766992 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [req-9c4bf1cd-8f40-4fd2-9ebf-8b7671ef22eb req-e233e806-a433-49f6-ab91-e7a5e77be271 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 16 22:21:45.768033 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c4bf1cd-8f40-4fd2-9ebf-8b7671ef22eb req-e233e806-a433-49f6-ab91-e7a5e77be271 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "DELETE /v2.0/security-groups/39445faa-fcad-4b30-9487-e973c33eb989 HTTP/1.1" status: 409 len: 341 time: 0.0797465 Feb 16 22:21:45.776328 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4cbdd100-5b34-4de6-b6b8-c438817160d2 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:45.776328 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4cbdd100-5b34-4de6-b6b8-c438817160d2 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports/41ea8ec7-cb70-44a7-b54a-945ee2945295 HTTP/1.1" status: 200 len: 932 time: 0.1193964 Feb 16 22:21:45.810064 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d00a4cb-b086-4d6f-aa2e-9af8f6243799 x-openstack-request-id: req-9d00a4cb-b086-4d6f-aa2e-9af8f6243799 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:21:45.810501 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f79cd4-dd1b-42bb-beba-775b3250d68e", "tag": "9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:21:45.810832 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9d00a4cb-b086-4d6f-aa2e-9af8f6243799 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:21:45.811963 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f79cd4-dd1b-42bb-beba-775b3250d68e', 'tag': '9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d', 'status': 'completed', 'code': 200} Feb 16 22:21:45.822144 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port d6d014ed-51ff-494d-b1cb-3080ca802b02 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:21:45.829187 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port d6d014ed-51ff-494d-b1cb-3080ca802b02 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:21:45.829755 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d6d014ed-51ff-494d-b1cb-3080ca802b02), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:45.834890 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-0744bdca-b4e6-4a0e-a469-515a8e00d0ab tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:45.836307 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-0744bdca-b4e6-4a0e-a469-515a8e00d0ab tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports/0bb0fb95-a1c8-4fd0-9766-54334e33ef10 HTTP/1.1" status: 200 len: 931 time: 0.0567012 Feb 16 22:21:45.913591 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82445c1d-2b3c-4943-a593-8df714566526 req-cc0a829e-6f5c-46a3-a57f-413c0a9adebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:45.916014 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-82445c1d-2b3c-4943-a593-8df714566526 req-cc0a829e-6f5c-46a3-a57f-413c0a9adebc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=01e432083635478383758717a26cceec&device_id=26f79cd4-dd1b-42bb-beba-775b3250d68e HTTP/1.1" status: 200 len: 1166 time: 0.0815401 Feb 16 22:21:45.934147 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port d6d014ed-51ff-494d-b1cb-3080ca802b02 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:21:45.934613 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d6d014ed-51ff-494d-b1cb-3080ca802b02), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:45.970751 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port d6d014ed-51ff-494d-b1cb-3080ca802b02, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=d6d014ed-51ff-494d-b1cb-3080ca802b02,segment=NetworkSegment(61f8ece1-7366-4d55-af00-28ac546e7d42),segment_id=61f8ece1-7366-4d55-af00-28ac546e7d42)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:45.976460 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d6d014ed-51ff-494d-b1cb-3080ca802b02), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:45.996089 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb0d30-6d7f-43c8-a218-af71a301f472 req-66eb5066-dd2d-431e-8020-ad7666cb5d91 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:45.999282 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bfeb0d30-6d7f-43c8-a218-af71a301f472 req-66eb5066-dd2d-431e-8020-ad7666cb5d91 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 944 time: 0.0781381 Feb 16 22:21:46.040812 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82445c1d-2b3c-4943-a593-8df714566526 req-f203b0db-7d3d-4730-b415-98f045aabfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:46.042341 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-82445c1d-2b3c-4943-a593-8df714566526 req-f203b0db-7d3d-4730-b415-98f045aabfae service neutron] 10.222.0.79 "GET /v2.0/networks?id=be44f052-6b9f-454c-8856-b66bc09e491a HTTP/1.1" status: 200 len: 914 time: 0.1191003 Feb 16 22:21:46.050565 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=d6d014ed-51ff-494d-b1cb-3080ca802b02,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:46.058598 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bfeb0d30-6d7f-43c8-a218-af71a301f472 req-56cf89ff-7e10-46c7-b856-af1753e66c66 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528803 Feb 16 22:21:46.096276 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-82445c1d-2b3c-4943-a593-8df714566526 req-e284d316-a288-4972-bb2e-837ca71cf0d4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d HTTP/1.1" status: 200 len: 217 time: 0.0446928 Feb 16 22:21:46.147923 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82445c1d-2b3c-4943-a593-8df714566526 req-c3d46d46-1173-4034-8bb0-60a5a0e9e91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:46.149405 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-82445c1d-2b3c-4943-a593-8df714566526 req-c3d46d46-1173-4034-8bb0-60a5a0e9e91f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fcad8c41-b9f9-4474-b14c-cc354685fc88 HTTP/1.1" status: 200 len: 853 time: 0.0472903 Feb 16 22:21:46.189063 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-82445c1d-2b3c-4943-a593-8df714566526 req-b63b3bc4-1b31-43c8-97c9-d7f2d3ed82cd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be44f052-6b9f-454c-8856-b66bc09e491a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308402 Feb 16 22:21:46.301396 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-82445c1d-2b3c-4943-a593-8df714566526 req-c842714d-946a-4e2f-87f9-193b9d578e33 service neutron] 10.222.0.79 "GET /v2.0/networks/be44f052-6b9f-454c-8856-b66bc09e491a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060255 Feb 16 22:21:46.411496 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-82445c1d-2b3c-4943-a593-8df714566526 req-a48f9201-c1e4-4792-aa79-09fce1f9931f service neutron] 10.222.0.79 "GET /v2.0/networks/be44f052-6b9f-454c-8856-b66bc09e491a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044853 Feb 16 22:21:46.712346 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c6e96-4bb1-4892-9f3e-835529a1243d req-7239208f-660f-4d51-99a2-f2e496c2552b tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:46.713748 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b4c6e96-4bb1-4892-9f3e-835529a1243d req-7239208f-660f-4d51-99a2-f2e496c2552b tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9642ac3-e37a-496d-8d62-67f02c80816b HTTP/1.1" status: 200 len: 946 time: 0.3607044 Feb 16 22:21:46.716231 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe82be8-7d66-4040-972b-93ebcad2d791 req-16411812-82cb-438d-b882-12ad108ef7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:46.717562 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-afe82be8-7d66-4040-972b-93ebcad2d791 req-16411812-82cb-438d-b882-12ad108ef7bd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=471d422781ee4218a880c4849a975478&device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 1126 time: 0.3543262 Feb 16 22:21:46.786082 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b4c6e96-4bb1-4892-9f3e-835529a1243d req-b32a44b4-5995-44c9-a364-8b3ab2dff7d0 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664992 Feb 16 22:21:46.828538 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04498c2d-6a3f-40db-8f47-4241e943cfeb x-openstack-request-id: req-04498c2d-6a3f-40db-8f47-4241e943cfeb {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:21:46.828840 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abd8c852-4a00-4c72-8c39-098a4d051a0b", "name": "network-vif-deleted", "tag": "d947387d-1678-422a-b769-d02abee66b9b", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:21:46.829098 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-04498c2d-6a3f-40db-8f47-4241e943cfeb {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:21:46.829505 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abd8c852-4a00-4c72-8c39-098a4d051a0b', 'name': 'network-vif-deleted', 'tag': 'd947387d-1678-422a-b769-d02abee66b9b', 'status': 'completed', 'code': 200} Feb 16 22:21:46.841463 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe82be8-7d66-4040-972b-93ebcad2d791 req-920f5c22-45e6-49af-a4b2-fcc1cf3ce0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:46.843639 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-afe82be8-7d66-4040-972b-93ebcad2d791 req-920f5c22-45e6-49af-a4b2-fcc1cf3ce0fb service neutron] 10.222.0.79 "GET /v2.0/networks?id=22711c4a-8661-4a7d-9538-4da72ec44b9a HTTP/1.1" status: 200 len: 912 time: 0.1118164 Feb 16 22:21:46.859837 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baefc019-a0de-4e30-83bc-423f35b8b5a6 x-openstack-request-id: req-baefc019-a0de-4e30-83bc-423f35b8b5a6 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:21:46.860319 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9642ac3-e37a-496d-8d62-67f02c80816b", "name": "network-vif-plugged", "status": "completed", "tag": "ee1ae6bc-3221-4f62-9cd7-7cba90006996", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:21:46.860548 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-baefc019-a0de-4e30-83bc-423f35b8b5a6 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:21:46.861032 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9642ac3-e37a-496d-8d62-67f02c80816b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1ae6bc-3221-4f62-9cd7-7cba90006996', 'code': 200} Feb 16 22:21:46.912513 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-afe82be8-7d66-4040-972b-93ebcad2d791 req-9ad051bf-53c4-4dd8-8d02-8384461875d6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f84d8ad-7206-4829-8589-6f904da0dad7 HTTP/1.1" status: 200 len: 999 time: 0.0627780 Feb 16 22:21:46.976403 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe82be8-7d66-4040-972b-93ebcad2d791 req-6fac73ef-e53f-4ae5-9c67-e4bc95218911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:46.978163 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-afe82be8-7d66-4040-972b-93ebcad2d791 req-6fac73ef-e53f-4ae5-9c67-e4bc95218911 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa HTTP/1.1" status: 200 len: 850 time: 0.0585296 Feb 16 22:21:46.996712 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0b37961f-eb3b-45c4-9b36-713574e2a6e6 req-5691aa5a-5f6d-4165-a684-ad6ab183dcaf tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 210 time: 0.0340617 Feb 16 22:21:47.029094 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed55f2-4928-4f0f-b494-d22866fb3f6d req-5f965b03-b1d7-439d-af12-5e4901d120ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:47.031391 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-30ed55f2-4928-4f0f-b494-d22866fb3f6d req-5f965b03-b1d7-439d-af12-5e4901d120ae service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c9642ac3-e37a-496d-8d62-67f02c80816b HTTP/1.1" status: 200 len: 1128 time: 0.1019621 Feb 16 22:21:47.037347 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-2052244c-44a9-432a-9625-216f9450c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:47.040019 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-2052244c-44a9-432a-9625-216f9450c5c7 service neutron] 10.222.0.79 "GET /v2.0/ports/41ea8ec7-cb70-44a7-b54a-945ee2945295 HTTP/1.1" status: 200 len: 1028 time: 0.0693622 Feb 16 22:21:47.049819 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe82be8-7d66-4040-972b-93ebcad2d791 req-51167f8e-dec2-4bb9-8647-25cd0744ff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:47.051377 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-afe82be8-7d66-4040-972b-93ebcad2d791 req-51167f8e-dec2-4bb9-8647-25cd0744ff5f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=22711c4a-8661-4a7d-9538-4da72ec44b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0575469 Feb 16 22:21:47.115434 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-5f7ded88-e7bd-4b25-97d0-0f65c5cd0e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:47.116911 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-5f7ded88-e7bd-4b25-97d0-0f65c5cd0e00 service neutron] 10.222.0.79 "GET /v2.0/ports/0bb0fb95-a1c8-4fd0-9766-54334e33ef10 HTTP/1.1" status: 200 len: 1027 time: 0.0616856 Feb 16 22:21:47.120361 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-30ed55f2-4928-4f0f-b494-d22866fb3f6d req-1e460868-d76c-4495-a91f-b23d48bd5608 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793915 Feb 16 22:21:47.156958 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-afe82be8-7d66-4040-972b-93ebcad2d791 req-d9e8d499-4231-4e77-835e-ed334a9a4828 service neutron] 10.222.0.79 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998087 Feb 16 22:21:47.309915 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-7dacb0f6-c15f-4d13-af04-51f53a81035a tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:47.311502 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-7dacb0f6-c15f-4d13-af04-51f53a81035a tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/networks?id=17015cc1-bd92-489e-837b-ef3849fab73f HTTP/1.1" status: 200 len: 822 time: 0.1029475 Feb 16 22:21:47.326138 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-76d0e288-8fe2-4f5a-9110-df7b4aece921 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/quotas/229d3dcf7b63487c98aa1d1f04fde1de HTTP/1.1" status: 200 len: 375 time: 0.0090332 Feb 16 22:21:47.378624 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-df502991-003b-4353-8630-a41191310bab tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=229d3dcf7b63487c98aa1d1f04fde1de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457587 Feb 16 22:21:47.402253 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device d947387d-1678-422a-b769-d02abee66b9b no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:21:47.432368 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: d947387d-1678-422a-b769-d02abee66b9b {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:21:47.432809 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device d947387d-1678-422a-b769-d02abee66b9b not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:21:47.476656 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-83027b8f-e368-4b6f-9e1f-897ce709ddd5 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:47.481847 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-83027b8f-e368-4b6f-9e1f-897ce709ddd5 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:47.486941 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-83027b8f-e368-4b6f-9e1f-897ce709ddd5 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:47.488585 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-83027b8f-e368-4b6f-9e1f-897ce709ddd5 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.79 "GET /v2.0/networks?id=0809193b-9538-40aa-8442-650cf4185e4f&id=01d78127-bed4-4d34-97f7-e31d1dc582f9&id=01d78127-bed4-4d34-97f7-e31d1dc582f9&id=01d78127-bed4-4d34-97f7-e31d1dc582f9&id=01d78127-bed4-4d34-97f7-e31d1dc582f9&id=dd1251d6-2877-46df-ac47-9cb92c8abfb3&id=dd1251d6-2877-46df-ac47-9cb92c8abfb3 HTTP/1.1" status: 200 len: 1989 time: 0.1797490 Feb 16 22:21:47.491905 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-afe82be8-7d66-4040-972b-93ebcad2d791 req-aad85064-24a9-40e4-af45-40036c79a8e1 service neutron] 10.222.0.79 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593952 Feb 16 22:21:47.500118 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab879bf-138a-4b3d-a7ba-83f39bd7c2bb req-e2850ff6-f252-4566-9855-e3807a1e9121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:47.501713 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1ab879bf-138a-4b3d-a7ba-83f39bd7c2bb req-e2850ff6-f252-4566-9855-e3807a1e9121 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=01e432083635478383758717a26cceec&device_id=26f79cd4-dd1b-42bb-beba-775b3250d68e HTTP/1.1" status: 200 len: 1166 time: 0.0948505 Feb 16 22:21:47.560744 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-0aaa06e1-e31a-4123-ac53-dc2bd980db2e service neutron] 10.222.0.75 "GET /v2.0/networks/17015cc1-bd92-489e-837b-ef3849fab73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733305 Feb 16 22:21:47.662388 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-1365ffaa-09aa-4a90-9d14-4cd5fd5843d7 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05fece93b5f34c39b4687779f64633e9 HTTP/1.1" status: 200 len: 380 time: 0.1144099 Feb 16 22:21:47.664071 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab879bf-138a-4b3d-a7ba-83f39bd7c2bb req-417e3f2c-0ea1-4d98-871e-ff3f1ba6fd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:47.665594 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1ab879bf-138a-4b3d-a7ba-83f39bd7c2bb req-417e3f2c-0ea1-4d98-871e-ff3f1ba6fd35 service neutron] 10.222.0.79 "GET /v2.0/networks?id=be44f052-6b9f-454c-8856-b66bc09e491a HTTP/1.1" status: 200 len: 914 time: 0.1380346 Feb 16 22:21:47.677592 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-88f7a532-8089-4911-86a2-824b72c59c09 req-50a8339d-1b08-44e1-b71c-deca3a80a457 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Request body: {'port': {'device_id': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'network_id': '0809193b-9538-40aa-8442-650cf4185e4f', 'admin_state_up': True, 'tenant_id': '05fece93b5f34c39b4687779f64633e9', 'security_groups': ['ddba2e9b-268c-4d96-958e-35ee3b1083e9']}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:47.678882 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-00fe44ff-219a-4790-a052-7206090b43a9 service neutron] 10.222.0.75 "GET /v2.0/networks/17015cc1-bd92-489e-837b-ef3849fab73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112931 Feb 16 22:21:47.902480 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641dcd1-667f-4380-bdd0-41b45920e194 req-418ca4c9-9b14-49e9-8f5a-74ac4d0a876a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:47.904075 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f641dcd1-667f-4380-bdd0-41b45920e194 req-418ca4c9-9b14-49e9-8f5a-74ac4d0a876a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0720360 Feb 16 22:21:47.974481 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f641dcd1-667f-4380-bdd0-41b45920e194 req-ee343c63-2516-4f9e-9f1f-a3f4c8bbdd75 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640583 Feb 16 22:21:48.110554 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3c1d9-e660-4a37-8d48-5202bde7441a req-97000f92-6bdb-4be5-bca9-87bbf2638541 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:48.112106 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-efe3c1d9-e660-4a37-8d48-5202bde7441a req-97000f92-6bdb-4be5-bca9-87bbf2638541 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 945 time: 0.0641308 Feb 16 22:21:48.184643 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1ab879bf-138a-4b3d-a7ba-83f39bd7c2bb req-56bd00aa-a862-4f35-a4a8-8e3227ee1462 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d HTTP/1.1" status: 200 len: 217 time: 0.4415476 Feb 16 22:21:48.187315 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-efe3c1d9-e660-4a37-8d48-5202bde7441a req-e16f8c5c-f265-4f37-8d5d-cb8ca2764927 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612495 Feb 16 22:21:48.189712 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-50a8339d-1b08-44e1-b71c-deca3a80a457 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Made reservation on behalf of 05fece93b5f34c39b4687779f64633e9 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:21:48.193774 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-50a8339d-1b08-44e1-b71c-deca3a80a457 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:48.244110 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab879bf-138a-4b3d-a7ba-83f39bd7c2bb req-fc2bc109-9c13-49ac-aa56-f5c77d6e5819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:48.245609 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1ab879bf-138a-4b3d-a7ba-83f39bd7c2bb req-fc2bc109-9c13-49ac-aa56-f5c77d6e5819 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fcad8c41-b9f9-4474-b14c-cc354685fc88 HTTP/1.1" status: 200 len: 853 time: 0.0485921 Feb 16 22:21:48.332053 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1ab879bf-138a-4b3d-a7ba-83f39bd7c2bb req-e843edc2-522a-4ba3-b59a-4b1c70497b01 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be44f052-6b9f-454c-8856-b66bc09e491a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642271 Feb 16 22:21:48.334649 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e841868-5361-4d2d-986c-13cfc06f0b94 req-e0bd8064-b833-4308-a8c5-e66076199bfb tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:48.336362 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e841868-5361-4d2d-986c-13cfc06f0b94 req-e0bd8064-b833-4308-a8c5-e66076199bfb tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/ports?device_id=26f79cd4-dd1b-42bb-beba-775b3250d68e HTTP/1.1" status: 200 len: 984 time: 0.0611010 Feb 16 22:21:48.424529 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e841868-5361-4d2d-986c-13cfc06f0b94 req-590856b0-a83c-4278-81de-47927a093880 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9b0ade7-772f-403b-bf4b-1283fc127a6c&id=39445faa-fcad-4b30-9487-e973c33eb989&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0776258 Feb 16 22:21:48.508511 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-88f7a532-8089-4911-86a2-824b72c59c09 req-50a8339d-1b08-44e1-b71c-deca3a80a457 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Allocated IP 172.20.0.9 (0809193b-9538-40aa-8442-650cf4185e4f/29fa04d8-2e8c-4adf-a757-8332d0ce9220/b1ad5507-889f-4a25-bd66-7c7563f86747) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:21:48.553329 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0648ba4-dcc0-4d4c-a2f0-8ef13c11a501 req-5d9169fb-1bbf-49b3-969f-e281fd38aa5b tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbe1f352-bac7-4351-8e75-3b4d45cb0e45 HTTP/1.1" status: 200 len: 210 time: 0.0504510 Feb 16 22:21:48.607573 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1ab879bf-138a-4b3d-a7ba-83f39bd7c2bb req-6c7954c5-249f-45c8-9fce-5b8387170513 service neutron] 10.222.0.79 "GET /v2.0/networks/be44f052-6b9f-454c-8856-b66bc09e491a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600396 Feb 16 22:21:48.687128 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f252326-91cc-4185-8964-c8f91c889abe req-0cadca96-14a0-41eb-bbcd-c8311cc5bd17 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:48.695112 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5f252326-91cc-4185-8964-c8f91c889abe req-0cadca96-14a0-41eb-bbcd-c8311cc5bd17 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9642ac3-e37a-496d-8d62-67f02c80816b HTTP/1.1" status: 200 len: 946 time: 0.0825238 Feb 16 22:21:48.754473 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5f252326-91cc-4185-8964-c8f91c889abe req-b8974431-650c-4473-89ca-a0b6ba01d528 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529370 Feb 16 22:21:48.774848 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-50a8339d-1b08-44e1-b71c-deca3a80a457 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks [] for port (b1ad5507-889f-4a25-bd66-7c7563f86747), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:48.777925 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1ab879bf-138a-4b3d-a7ba-83f39bd7c2bb req-3061b7de-1d18-45ab-b1a0-fab0dbb3570b service neutron] 10.222.0.79 "GET /v2.0/networks/be44f052-6b9f-454c-8856-b66bc09e491a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630156 Feb 16 22:21:48.812823 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-50a8339d-1b08-44e1-b71c-deca3a80a457 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (b1ad5507-889f-4a25-bd66-7c7563f86747), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:48.862088 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a9fcc8-2f6f-495d-9e46-801f7297c79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d014ed-51ff-494d-b1cb-3080ca802b02'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:21:48.865026 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f7a532-8089-4911-86a2-824b72c59c09 req-50a8339d-1b08-44e1-b71c-deca3a80a457 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Network 0809193b-9538-40aa-8442-650cf4185e4f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:21:48.866230 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ef719-2508-4f29-aa4a-3a459e29ed73 req-7da25eb4-d64b-4502-b826-cd969842bfb0 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:48.868370 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-88f7a532-8089-4911-86a2-824b72c59c09 req-50a8339d-1b08-44e1-b71c-deca3a80a457 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:21:48.870352 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6605b5a4-4f22-44fd-98c9-e90ed35b9dee" -d '{"events": [{"server_uuid": "e4a9fcc8-2f6f-495d-9e46-801f7297c79a", "name": "network-vif-plugged", "status": "completed", "tag": "d6d014ed-51ff-494d-b1cb-3080ca802b02"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:21:48.873827 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dc0ef719-2508-4f29-aa4a-3a459e29ed73 req-7da25eb4-d64b-4502-b826-cd969842bfb0 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 931 time: 0.0636725 Feb 16 22:21:48.874052 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f7a532-8089-4911-86a2-824b72c59c09 req-50a8339d-1b08-44e1-b71c-deca3a80a457 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:21:48.878280 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8339d-1b08-44e1-b71c-deca3a80a457 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Pushing event updated for resources: {'Port': ['ID=b1ad5507-889f-4a25-bd66-7c7563f86747,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:48.931326 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dc0ef719-2508-4f29-aa4a-3a459e29ed73 req-3ce9767f-9c86-4a96-bfa7-920ae4d63bb3 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565183 Feb 16 22:21:48.933318 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-50a8339d-1b08-44e1-b71c-deca3a80a457 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:48.934260 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-50a8339d-1b08-44e1-b71c-deca3a80a457 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:48.978113 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-50a8339d-1b08-44e1-b71c-deca3a80a457 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3045113 Feb 16 22:21:48.980612 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:21:48.991840 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4b208cd1-8d9a-42d4-855e-eb8386d41d7f tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Request body: {'port': {'device_id': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'network_id': '01d78127-bed4-4d34-97f7-e31d1dc582f9', 'admin_state_up': True, 'tenant_id': '05fece93b5f34c39b4687779f64633e9', 'security_groups': ['ddba2e9b-268c-4d96-958e-35ee3b1083e9']}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:49.114469 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c9af1b-1238-4c32-8129-3eb7354831da x-openstack-request-id: req-b9c9af1b-1238-4c32-8129-3eb7354831da {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:21:49.118051 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a9fcc8-2f6f-495d-9e46-801f7297c79a", "name": "network-vif-plugged", "status": "completed", "tag": "d6d014ed-51ff-494d-b1cb-3080ca802b02", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:21:49.118594 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b9c9af1b-1238-4c32-8129-3eb7354831da {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:21:49.119197 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a9fcc8-2f6f-495d-9e46-801f7297c79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d014ed-51ff-494d-b1cb-3080ca802b02', 'code': 200} Feb 16 22:21:49.254494 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a4e25-328b-4ec5-b086-adf252919c2c req-6ab48180-6e57-43e5-8a98-22cda328e571 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:49.262701 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-182a4e25-328b-4ec5-b086-adf252919c2c req-6ab48180-6e57-43e5-8a98-22cda328e571 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0783427 Feb 16 22:21:49.317396 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ead7d24-07ca-4a24-88e9-294aea1f3a49 None None] Provisioning complete for port b1ad5507-889f-4a25-bd66-7c7563f86747 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:21:49.318235 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ead7d24-07ca-4a24-88e9-294aea1f3a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b1ad5507-889f-4a25-bd66-7c7563f86747), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:49.335287 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-182a4e25-328b-4ec5-b086-adf252919c2c req-e26b0563-a17e-4b09-b2cc-4371b88a6d82 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715616 Feb 16 22:21:49.391622 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4b208cd1-8d9a-42d4-855e-eb8386d41d7f tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Made reservation on behalf of 05fece93b5f34c39b4687779f64633e9 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:21:49.395679 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4b208cd1-8d9a-42d4-855e-eb8386d41d7f tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:49.402884 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ead7d24-07ca-4a24-88e9-294aea1f3a49 None None] Port b1ad5507-889f-4a25-bd66-7c7563f86747 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:21:49.445828 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-fdfed658-7d00-49e1-9c31-bf323cf4ae1a tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:49.447591 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-fdfed658-7d00-49e1-9c31-bf323cf4ae1a tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.67 "GET /v2.0/networks?id=17015cc1-bd92-489e-837b-ef3849fab73f HTTP/1.1" status: 200 len: 822 time: 0.2832983 Feb 16 22:21:49.454903 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b49b9-9d96-4863-b24d-1ad1c5d87df0 req-0dfcce3a-c813-4bb9-920c-2947d4996959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:49.457280 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-459b49b9-9d96-4863-b24d-1ad1c5d87df0 req-0dfcce3a-c813-4bb9-920c-2947d4996959 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 1127 time: 0.2180605 Feb 16 22:21:49.514752 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ed7a3-8677-404e-a6e0-46ed3d32a18e req-87e58778-6936-40f2-943d-6735b4bd0a56 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:49.516467 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f79ed7a3-8677-404e-a6e0-46ed3d32a18e req-87e58778-6936-40f2-943d-6735b4bd0a56 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9642ac3-e37a-496d-8d62-67f02c80816b HTTP/1.1" status: 200 len: 946 time: 0.0714312 Feb 16 22:21:49.531645 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-2d37fe76-fa51-434b-a2c3-732e1cd953b1 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Request body: {'port': {'device_id': 'dbe1f352-bac7-4351-8e75-3b4d45cb0e45', 'network_id': '17015cc1-bd92-489e-837b-ef3849fab73f', 'admin_state_up': True, 'tenant_id': '229d3dcf7b63487c98aa1d1f04fde1de'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:49.578552 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f79ed7a3-8677-404e-a6e0-46ed3d32a18e req-79b52343-58f8-46b3-9d8b-8eb3b769a861 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547066 Feb 16 22:21:49.653027 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4b208cd1-8d9a-42d4-855e-eb8386d41d7f tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Allocated IP 10.1.1.100 (01d78127-bed4-4d34-97f7-e31d1dc582f9/e421c23f-59b4-4bff-bdf6-a50ff68a50d7/d3621497-db12-4533-9d1a-8b3d9a672ca9) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:21:49.688275 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-459b49b9-9d96-4863-b24d-1ad1c5d87df0 req-1ae6e457-1f3a-420a-a71b-7188aad327c5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529589 Feb 16 22:21:49.702542 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7a01a-9902-4c31-87d9-48cc7602cdd4 req-76e2b93f-af07-4ecf-82ba-2d71ab2acb3f tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:49.704054 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9d7a01a-9902-4c31-87d9-48cc7602cdd4 req-76e2b93f-af07-4ecf-82ba-2d71ab2acb3f tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 945 time: 0.0627503 Feb 16 22:21:49.754778 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9d7a01a-9902-4c31-87d9-48cc7602cdd4 req-d8bd9836-acda-4fdc-ad75-cac76462006b tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445752 Feb 16 22:21:49.851500 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-2d37fe76-fa51-434b-a2c3-732e1cd953b1 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Made reservation on behalf of 229d3dcf7b63487c98aa1d1f04fde1de for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:21:49.855231 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-2d37fe76-fa51-434b-a2c3-732e1cd953b1 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:49.890250 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ef155-80ee-414f-95ce-09ab2ae4cdef req-0dcef9ca-000b-4866-993f-6ed361a2bbf5 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:49.891802 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ee3ef155-80ee-414f-95ce-09ab2ae4cdef req-0dcef9ca-000b-4866-993f-6ed361a2bbf5 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/ports?device_id=26f79cd4-dd1b-42bb-beba-775b3250d68e HTTP/1.1" status: 200 len: 984 time: 0.0668614 Feb 16 22:21:49.907365 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4b208cd1-8d9a-42d4-855e-eb8386d41d7f tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks [] for port (d3621497-db12-4533-9d1a-8b3d9a672ca9), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:49.952676 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ee3ef155-80ee-414f-95ce-09ab2ae4cdef req-27cca7ac-5718-4ac2-ac2b-78a24798c931 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9b0ade7-772f-403b-bf4b-1283fc127a6c&id=39445faa-fcad-4b30-9487-e973c33eb989&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0531888 Feb 16 22:21:50.038210 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4b208cd1-8d9a-42d4-855e-eb8386d41d7f tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (d3621497-db12-4533-9d1a-8b3d9a672ca9), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:50.051612 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5e9112f8-0e43-4516-a92d-d26a30da5169 req-f67ee44c-0d7c-4308-bd33-4e9b4dfd53c9 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbe1f352-bac7-4351-8e75-3b4d45cb0e45 HTTP/1.1" status: 200 len: 210 time: 0.0342681 Feb 16 22:21:50.072237 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-2d37fe76-fa51-434b-a2c3-732e1cd953b1 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Allocated IP 172.20.0.2 (17015cc1-bd92-489e-837b-ef3849fab73f/9a43b30e-e3d6-46b1-a7c4-7a9e3a596a30/062e88ef-4edc-4369-b9a8-19fbdcc474cf) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:21:50.095145 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4b208cd1-8d9a-42d4-855e-eb8386d41d7f tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Network 01d78127-bed4-4d34-97f7-e31d1dc582f9 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:21:50.103320 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4b208cd1-8d9a-42d4-855e-eb8386d41d7f tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:21:50.105708 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4b208cd1-8d9a-42d4-855e-eb8386d41d7f tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:21:50.159289 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b208cd1-8d9a-42d4-855e-eb8386d41d7f tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Pushing event updated for resources: {'Port': ['ID=d3621497-db12-4533-9d1a-8b3d9a672ca9,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:50.192412 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a7bc7-a5e2-4fb3-8d7f-1175e805571b req-aab4d942-b559-466f-bc5c-c87572fa07fa tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:50.198291 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a7bc7-a5e2-4fb3-8d7f-1175e805571b req-aab4d942-b559-466f-bc5c-c87572fa07fa tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:50.200121 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c54a7bc7-a5e2-4fb3-8d7f-1175e805571b req-aab4d942-b559-466f-bc5c-c87572fa07fa tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 1653 time: 0.0780821 Feb 16 22:21:50.235774 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4b208cd1-8d9a-42d4-855e-eb8386d41d7f tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:50.236494 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4b208cd1-8d9a-42d4-855e-eb8386d41d7f tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:50.261814 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c54a7bc7-a5e2-4fb3-8d7f-1175e805571b req-414df57b-e9b4-458d-a23f-4e2ff8e2c73d tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545678 Feb 16 22:21:50.279258 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4b208cd1-8d9a-42d4-855e-eb8386d41d7f tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2931905 Feb 16 22:21:50.311875 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-88f7a532-8089-4911-86a2-824b72c59c09 req-80f22b5e-f1ee-4e58-92ec-992e236d6c9b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Request body: {'port': {'device_id': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'network_id': '01d78127-bed4-4d34-97f7-e31d1dc582f9', 'admin_state_up': True, 'tenant_id': '05fece93b5f34c39b4687779f64633e9', 'security_groups': ['ddba2e9b-268c-4d96-958e-35ee3b1083e9']}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:50.379905 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-09feba70-f8dc-4fcf-aa4b-ab12077c7249 req-ca774a37-d006-43ef-8de8-6906a9aee934 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1093899114&fields=id&tenant_id=01e432083635478383758717a26cceec HTTP/1.1" status: 200 len: 267 time: 0.0481648 Feb 16 22:21:50.420548 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-2d37fe76-fa51-434b-a2c3-732e1cd953b1 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks [] for port (062e88ef-4edc-4369-b9a8-19fbdcc474cf), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:50.444378 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-ce205d52-a214-445d-98c5-e1317c520713 None None] Provisioning complete for port d3621497-db12-4533-9d1a-8b3d9a672ca9 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:21:50.445865 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ce205d52-a214-445d-98c5-e1317c520713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d3621497-db12-4533-9d1a-8b3d9a672ca9), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:50.450886 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09feba70-f8dc-4fcf-aa4b-ab12077c7249 req-933e7a8f-761e-4730-bb03-c4a21f5b1d45 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:50.459233 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-09feba70-f8dc-4fcf-aa4b-ab12077c7249 req-933e7a8f-761e-4730-bb03-c4a21f5b1d45 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/ports?device_id=26f79cd4-dd1b-42bb-beba-775b3250d68e HTTP/1.1" status: 200 len: 984 time: 0.0700266 Feb 16 22:21:50.469956 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-09feba70-f8dc-4fcf-aa4b-ab12077c7249 req-27d2d487-353b-49eb-8d16-209ca7fe2d52 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Request body: {'port': {'security_groups': ['39445faa-fcad-4b30-9487-e973c33eb989', 'f9b0ade7-772f-403b-bf4b-1283fc127a6c', 'c1268835-ddbe-432e-bc54-2e8977b1b788']}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:50.485397 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-80f22b5e-f1ee-4e58-92ec-992e236d6c9b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Made reservation on behalf of 05fece93b5f34c39b4687779f64633e9 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:21:50.489042 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-80f22b5e-f1ee-4e58-92ec-992e236d6c9b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:50.501384 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-2d37fe76-fa51-434b-a2c3-732e1cd953b1 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (062e88ef-4edc-4369-b9a8-19fbdcc474cf), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:50.512149 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-ce205d52-a214-445d-98c5-e1317c520713 None None] Port d3621497-db12-4533-9d1a-8b3d9a672ca9 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:21:50.553852 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-2d37fe76-fa51-434b-a2c3-732e1cd953b1 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Network 17015cc1-bd92-489e-837b-ef3849fab73f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:21:50.563291 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-09feba70-f8dc-4fcf-aa4b-ab12077c7249 req-27d2d487-353b-49eb-8d16-209ca7fe2d52 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:50.590144 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-2d37fe76-fa51-434b-a2c3-732e1cd953b1 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:21:50.598781 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-2d37fe76-fa51-434b-a2c3-732e1cd953b1 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:21:50.600588 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-eb286adf-c921-4f26-a860-de0df5726872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:50.636604 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37fe76-fa51-434b-a2c3-732e1cd953b1 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Pushing event updated for resources: {'Port': ['ID=062e88ef-4edc-4369-b9a8-19fbdcc474cf,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:50.704977 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-2d37fe76-fa51-434b-a2c3-732e1cd953b1 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:50.705536 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-2d37fe76-fa51-434b-a2c3-732e1cd953b1 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:50.731367 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-88f7a532-8089-4911-86a2-824b72c59c09 req-80f22b5e-f1ee-4e58-92ec-992e236d6c9b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Allocated IP 10.1.1.174 (01d78127-bed4-4d34-97f7-e31d1dc582f9/e421c23f-59b4-4bff-bdf6-a50ff68a50d7/443130bf-8551-4c92-b389-fbbabea9a232) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:21:50.743655 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-2d37fe76-fa51-434b-a2c3-732e1cd953b1 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2223780 Feb 16 22:21:50.770854 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-e292338b-ce1b-4869-862b-6bc31bcd826a service neutron] Request body: {'port': {'device_id': 'dbe1f352-bac7-4351-8e75-3b4d45cb0e45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:50.836113 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-09feba70-f8dc-4fcf-aa4b-ab12077c7249 req-27d2d487-353b-49eb-8d16-209ca7fe2d52 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] For port 9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d,segment=NetworkSegment(acc7f612-a109-483c-82e6-bbbd41b4a417),segment_id=acc7f612-a109-483c-82e6-bbbd41b4a417)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:50.873318 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-09feba70-f8dc-4fcf-aa4b-ab12077c7249 req-27d2d487-353b-49eb-8d16-209ca7fe2d52 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for port (9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:50.880402 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-09feba70-f8dc-4fcf-aa4b-ab12077c7249 req-27d2d487-353b-49eb-8d16-209ca7fe2d52 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:50.884982 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-e292338b-ce1b-4869-862b-6bc31bcd826a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (062e88ef-4edc-4369-b9a8-19fbdcc474cf), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:50.895684 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['490f6592-9082-4bd6-bb08-76e625184dbe'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:21:50.900188 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:21:50.935215 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09feba70-f8dc-4fcf-aa4b-ab12077c7249 req-27d2d487-353b-49eb-8d16-209ca7fe2d52 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:50.936772 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-09feba70-f8dc-4fcf-aa4b-ab12077c7249 req-27d2d487-353b-49eb-8d16-209ca7fe2d52 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:50.938588 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-09feba70-f8dc-4fcf-aa4b-ab12077c7249 req-27d2d487-353b-49eb-8d16-209ca7fe2d52 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "PUT /v2.0/ports/9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d HTTP/1.1" status: 200 len: 1020 time: 0.4778984 Feb 16 22:21:50.938588 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f79cd4-dd1b-42bb-beba-775b3250d68e', 'tag': '9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:21:50.941524 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7a62b5-b2f9-41c0-8f2c-d2a301e5f827" -d '{"events": [{"name": "network-changed", "server_uuid": "26f79cd4-dd1b-42bb-beba-775b3250d68e", "tag": "9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:21:51.011096 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d2d487-353b-49eb-8d16-209ca7fe2d52 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Pushing event updated for resources: {'Port': ['ID=9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d,revision_number=7']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:51.021062 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-80f22b5e-f1ee-4e58-92ec-992e236d6c9b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks [] for port (443130bf-8551-4c92-b389-fbbabea9a232), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:51.129352 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d456b8-3933-4d9a-86bb-6b985b78e48d req-b96053ee-e52f-4c04-b77d-cd96727b23b9 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:51.131598 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87d456b8-3933-4d9a-86bb-6b985b78e48d req-b96053ee-e52f-4c04-b77d-cd96727b23b9 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9642ac3-e37a-496d-8d62-67f02c80816b HTTP/1.1" status: 200 len: 946 time: 0.0976732 Feb 16 22:21:51.183234 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:21:51.200313 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-80f22b5e-f1ee-4e58-92ec-992e236d6c9b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (443130bf-8551-4c92-b389-fbbabea9a232), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:51.237691 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87d456b8-3933-4d9a-86bb-6b985b78e48d req-9b739800-0bdb-4df7-bec1-6600578eb64c tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904479 Feb 16 22:21:51.324295 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f22b5e-f1ee-4e58-92ec-992e236d6c9b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Pushing event updated for resources: {'Port': ['ID=443130bf-8551-4c92-b389-fbbabea9a232,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:51.333952 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f7a532-8089-4911-86a2-824b72c59c09 req-80f22b5e-f1ee-4e58-92ec-992e236d6c9b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Network 01d78127-bed4-4d34-97f7-e31d1dc582f9 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:21:51.337630 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-88f7a532-8089-4911-86a2-824b72c59c09 req-80f22b5e-f1ee-4e58-92ec-992e236d6c9b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:21:51.339990 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f7a532-8089-4911-86a2-824b72c59c09 req-80f22b5e-f1ee-4e58-92ec-992e236d6c9b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:21:51.416687 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-80f22b5e-f1ee-4e58-92ec-992e236d6c9b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:51.417557 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-80f22b5e-f1ee-4e58-92ec-992e236d6c9b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:51.444206 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a522b43-e4f8-4027-bb19-ff4070922784 req-34047d16-8aa5-4c37-93a8-ead1502ac166 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:51.446094 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a522b43-e4f8-4027-bb19-ff4070922784 req-34047d16-8aa5-4c37-93a8-ead1502ac166 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 945 time: 0.1079290 Feb 16 22:21:51.488236 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-80f22b5e-f1ee-4e58-92ec-992e236d6c9b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1800613 Feb 16 22:21:51.492158 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-e292338b-ce1b-4869-862b-6bc31bcd826a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 062e88ef-4edc-4369-b9a8-19fbdcc474cf {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:21:51.502623 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-88f7a532-8089-4911-86a2-824b72c59c09 req-572054bd-a99a-4b52-8d6b-b2b3231ddaec tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Request body: {'port': {'device_id': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'dd1251d6-2877-46df-ac47-9cb92c8abfb3', 'admin_state_up': True, 'tenant_id': '05fece93b5f34c39b4687779f64633e9', 'security_groups': ['ddba2e9b-268c-4d96-958e-35ee3b1083e9']}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:51.516266 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a522b43-e4f8-4027-bb19-ff4070922784 req-5591d927-ce68-487b-84d6-3f053ff959f0 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624845 Feb 16 22:21:51.629372 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-e292338b-ce1b-4869-862b-6bc31bcd826a service neutron] Publish callbacks [] for port (062e88ef-4edc-4369-b9a8-19fbdcc474cf), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:51.641464 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a379696-d073-4f48-8395-f37fb9500e77 req-e61d59e5-51a9-4d0a-bebc-047261f5d54c tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups/c1268835-ddbe-432e-bc54-2e8977b1b788 HTTP/1.1" status: 200 len: 1819 time: 0.0734646 Feb 16 22:21:51.657926 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-e292338b-ce1b-4869-862b-6bc31bcd826a service neutron] Transition to ACTIVE for port object 062e88ef-4edc-4369-b9a8-19fbdcc474cf will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:21:51.665518 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-e292338b-ce1b-4869-862b-6bc31bcd826a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (062e88ef-4edc-4369-b9a8-19fbdcc474cf), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:51.678222 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-572054bd-a99a-4b52-8d6b-b2b3231ddaec tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Made reservation on behalf of 05fece93b5f34c39b4687779f64633e9 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:21:51.702989 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [req-5a379696-d073-4f48-8395-f37fb9500e77 req-cf3883a4-87c8-4859-a317-7a9361e18d71 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 16 22:21:51.715507 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a379696-d073-4f48-8395-f37fb9500e77 req-cf3883a4-87c8-4859-a317-7a9361e18d71 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "DELETE /v2.0/security-groups/c1268835-ddbe-432e-bc54-2e8977b1b788 HTTP/1.1" status: 409 len: 341 time: 0.0666378 Feb 16 22:21:51.755708 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c2a30e-4c7f-4670-9e21-126a64fec479 x-openstack-request-id: req-56c2a30e-4c7f-4670-9e21-126a64fec479 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:21:51.756041 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f79cd4-dd1b-42bb-beba-775b3250d68e", "tag": "9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:21:51.756809 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-56c2a30e-4c7f-4670-9e21-126a64fec479 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:21:51.756809 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f79cd4-dd1b-42bb-beba-775b3250d68e', 'tag': '9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d', 'status': 'completed', 'code': 200} Feb 16 22:21:51.801868 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-382e9eef-5576-4330-ace1-fe89d9abd60c None None] Provisioning complete for port 443130bf-8551-4c92-b389-fbbabea9a232 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:21:51.802404 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-382e9eef-5576-4330-ace1-fe89d9abd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (443130bf-8551-4c92-b389-fbbabea9a232), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:51.854104 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-382e9eef-5576-4330-ace1-fe89d9abd60c None None] Port 443130bf-8551-4c92-b389-fbbabea9a232 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:21:51.906292 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31514fb2-394a-40a8-be20-62a2dafa7c77 req-15e6d0d0-c635-4fdc-83de-86a05db25017 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:51.908002 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-31514fb2-394a-40a8-be20-62a2dafa7c77 req-15e6d0d0-c635-4fdc-83de-86a05db25017 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbe1f352-bac7-4351-8e75-3b4d45cb0e45 HTTP/1.1" status: 200 len: 943 time: 0.0759289 Feb 16 22:21:51.956749 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-31514fb2-394a-40a8-be20-62a2dafa7c77 req-0c019cf2-0f61-483a-8d8d-5e1878e8a536 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/security-groups?id=e0836f72-8df4-4dd3-b8b6-a137e11b4438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430617 Feb 16 22:21:51.961844 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292338b-ce1b-4869-862b-6bc31bcd826a service neutron] Pushing event updated for resources: {'Port': ['ID=062e88ef-4edc-4369-b9a8-19fbdcc474cf,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:52.010866 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a62b5-b2f9-41c0-8f2c-d2a301e5f827 req-2b427fe2-3818-4e39-80af-ceb601ea9b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:52.012378 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-da7a62b5-b2f9-41c0-8f2c-d2a301e5f827 req-2b427fe2-3818-4e39-80af-ceb601ea9b60 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=01e432083635478383758717a26cceec&device_id=26f79cd4-dd1b-42bb-beba-775b3250d68e HTTP/1.1" status: 200 len: 1206 time: 0.2168989 Feb 16 22:21:52.015279 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-572054bd-a99a-4b52-8d6b-b2b3231ddaec tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:52.063530 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-e292338b-ce1b-4869-862b-6bc31bcd826a service neutron] Attempting to bind port 062e88ef-4edc-4369-b9a8-19fbdcc474cf on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:21:52.063868 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-e292338b-ce1b-4869-862b-6bc31bcd826a service neutron] Attempting to bind port 062e88ef-4edc-4369-b9a8-19fbdcc474cf by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'b005b1db-fe63-4634-a1de-c89743ea76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '17015cc1-bd92-489e-837b-ef3849fab73f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:21:52.064194 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-e292338b-ce1b-4869-862b-6bc31bcd826a service neutron] Attempting to bind port 062e88ef-4edc-4369-b9a8-19fbdcc474cf on network 17015cc1-bd92-489e-837b-ef3849fab73f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:21:52.082990 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-e292338b-ce1b-4869-862b-6bc31bcd826a service neutron] Port 062e88ef-4edc-4369-b9a8-19fbdcc474cf on network 17015cc1-bd92-489e-837b-ef3849fab73f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:21:52.083208 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-e292338b-ce1b-4869-862b-6bc31bcd826a service neutron] Attempting to bind port 062e88ef-4edc-4369-b9a8-19fbdcc474cf on network 17015cc1-bd92-489e-837b-ef3849fab73f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:21:52.227163 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04bcec-6383-479a-a01f-97821ce5a8f5 req-0f986e6d-1abb-4147-8f8c-e7318ed666c5 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:52.233538 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04bcec-6383-479a-a01f-97821ce5a8f5 req-0f986e6d-1abb-4147-8f8c-e7318ed666c5 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:52.239247 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04bcec-6383-479a-a01f-97821ce5a8f5 req-0f986e6d-1abb-4147-8f8c-e7318ed666c5 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:52.240966 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0a04bcec-6383-479a-a01f-97821ce5a8f5 req-0f986e6d-1abb-4147-8f8c-e7318ed666c5 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 2374 time: 0.0801964 Feb 16 22:21:52.292217 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0a04bcec-6383-479a-a01f-97821ce5a8f5 req-4f6ad20e-6088-48f7-b287-0a9adb6446a0 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446551 Feb 16 22:21:52.432539 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-e292338b-ce1b-4869-862b-6bc31bcd826a service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:21:52.432899 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-e292338b-ce1b-4869-862b-6bc31bcd826a service neutron] Checking segment: {'id': 'b005b1db-fe63-4634-a1de-c89743ea76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '17015cc1-bd92-489e-837b-ef3849fab73f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:21:52.433287 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-e292338b-ce1b-4869-862b-6bc31bcd826a service neutron] Bound using segment: {'id': 'b005b1db-fe63-4634-a1de-c89743ea76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '17015cc1-bd92-489e-837b-ef3849fab73f'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:21:52.433765 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-e292338b-ce1b-4869-862b-6bc31bcd826a service neutron] Bound port: 062e88ef-4edc-4369-b9a8-19fbdcc474cf, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b005b1db-fe63-4634-a1de-c89743ea76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '17015cc1-bd92-489e-837b-ef3849fab73f'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:21:52.434154 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-e292338b-ce1b-4869-862b-6bc31bcd826a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (062e88ef-4edc-4369-b9a8-19fbdcc474cf), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:52.589918 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a62b5-b2f9-41c0-8f2c-d2a301e5f827 req-b3d5b422-aabb-4351-a0cb-8e85bd47bc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:52.591694 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-da7a62b5-b2f9-41c0-8f2c-d2a301e5f827 req-b3d5b422-aabb-4351-a0cb-8e85bd47bc5d service neutron] 10.222.0.79 "GET /v2.0/networks?id=be44f052-6b9f-454c-8856-b66bc09e491a HTTP/1.1" status: 200 len: 914 time: 0.5676343 Feb 16 22:21:52.653518 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-da7a62b5-b2f9-41c0-8f2c-d2a301e5f827 req-7ec768ec-07bc-474b-b5a3-600406b17707 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d HTTP/1.1" status: 200 len: 217 time: 0.0508168 Feb 16 22:21:52.713265 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-e292338b-ce1b-4869-862b-6bc31bcd826a service neutron] For port 062e88ef-4edc-4369-b9a8-19fbdcc474cf, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:21:52.765305 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7a840-a746-4808-b088-b7a8abb54aed req-4baf0420-e744-4c8f-830b-9325e6dec4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:52.766930 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eec7a840-a746-4808-b088-b7a8abb54aed req-4baf0420-e744-4c8f-830b-9325e6dec4fa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4ecc835e688d4b37a34028859d121b09&device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 1127 time: 0.2727103 Feb 16 22:21:52.768787 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-e292338b-ce1b-4869-862b-6bc31bcd826a service neutron] For port 062e88ef-4edc-4369-b9a8-19fbdcc474cf, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=062e88ef-4edc-4369-b9a8-19fbdcc474cf,segment=NetworkSegment(b005b1db-fe63-4634-a1de-c89743ea76f4),segment_id=b005b1db-fe63-4634-a1de-c89743ea76f4)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:21:52.783597 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76a521-1562-4dc2-a769-b59c91c1ff4b req-c734a2a8-8010-4352-bffd-bfb4a69eaece tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:52.794996 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0b76a521-1562-4dc2-a769-b59c91c1ff4b req-c734a2a8-8010-4352-bffd-bfb4a69eaece tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9642ac3-e37a-496d-8d62-67f02c80816b HTTP/1.1" status: 200 len: 946 time: 0.0712528 Feb 16 22:21:52.802178 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a62b5-b2f9-41c0-8f2c-d2a301e5f827 req-dee2cc75-5519-4b72-8833-c331ab1363a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:52.803645 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-da7a62b5-b2f9-41c0-8f2c-d2a301e5f827 req-dee2cc75-5519-4b72-8833-c331ab1363a6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fcad8c41-b9f9-4474-b14c-cc354685fc88 HTTP/1.1" status: 200 len: 853 time: 0.1395843 Feb 16 22:21:52.809868 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-e292338b-ce1b-4869-862b-6bc31bcd826a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (062e88ef-4edc-4369-b9a8-19fbdcc474cf), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:52.824690 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-88f7a532-8089-4911-86a2-824b72c59c09 req-572054bd-a99a-4b52-8d6b-b2b3231ddaec tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Allocated IP 10.2.2.100 (dd1251d6-2877-46df-ac47-9cb92c8abfb3/ea02b3bb-addd-4936-9045-725e7150ffce/a3ee080f-cf71-49dc-8b01-b8862a45817e) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:21:52.852945 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0b76a521-1562-4dc2-a769-b59c91c1ff4b req-06f79c01-d768-46b7-aacd-b556a44952ab tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520287 Feb 16 22:21:52.935224 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-da7a62b5-b2f9-41c0-8f2c-d2a301e5f827 req-a00721a3-a3b5-4882-9128-c1ef0dd4b918 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be44f052-6b9f-454c-8856-b66bc09e491a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822773 Feb 16 22:21:52.938787 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-e292338b-ce1b-4869-862b-6bc31bcd826a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:52.939404 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-e292338b-ce1b-4869-862b-6bc31bcd826a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:52.940874 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-e292338b-ce1b-4869-862b-6bc31bcd826a service neutron] 10.222.0.67 "PUT /v2.0/ports/062e88ef-4edc-4369-b9a8-19fbdcc474cf HTTP/1.1" status: 200 len: 1091 time: 2.1827550 Feb 16 22:21:52.945198 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbe1f352-bac7-4351-8e75-3b4d45cb0e45', 'tag': '062e88ef-4edc-4369-b9a8-19fbdcc474cf'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:21:52.947851 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ecafa63-901d-437f-9517-6ad43a649257" -d '{"events": [{"name": "network-changed", "server_uuid": "dbe1f352-bac7-4351-8e75-3b4d45cb0e45", "tag": "062e88ef-4edc-4369-b9a8-19fbdcc474cf"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:21:52.973192 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5512e2-6a31-4fbe-af25-e018623682b0 req-c673a3e1-cb37-4794-8012-38d51c2bd0a6 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:52.975650 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7d5512e2-6a31-4fbe-af25-e018623682b0 req-c673a3e1-cb37-4794-8012-38d51c2bd0a6 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 945 time: 0.0748060 Feb 16 22:21:53.047393 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0a9a06ba-40a1-4474-ad6b-6f120a3c78b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:53.052054 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292338b-ce1b-4869-862b-6bc31bcd826a service neutron] Pushing event updated for resources: {'Port': ['ID=062e88ef-4edc-4369-b9a8-19fbdcc474cf,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:53.086523 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7d5512e2-6a31-4fbe-af25-e018623682b0 req-b912953c-d118-4b4b-9636-04def01d7daa tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902505 Feb 16 22:21:53.119801 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7a840-a746-4808-b088-b7a8abb54aed req-8788c8f2-1729-429e-8939-cfec2686aac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:53.121291 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eec7a840-a746-4808-b088-b7a8abb54aed req-8788c8f2-1729-429e-8939-cfec2686aac4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2a4d83e1-26cb-467d-af35-1036d7c3fb39 HTTP/1.1" status: 200 len: 911 time: 0.3463972 Feb 16 22:21:53.188131 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eec7a840-a746-4808-b088-b7a8abb54aed req-3cd0fca6-7785-40bd-8039-0b58d2b96c5b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6d014ed-51ff-494d-b1cb-3080ca802b02 HTTP/1.1" status: 200 len: 217 time: 0.0543187 Feb 16 22:21:53.211318 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e503d-6fdb-47bc-85fd-bb580f9f9abc req-dd9d358f-9a24-4d1b-9a9e-48c1af820a0c tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:53.212858 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0b9e503d-6fdb-47bc-85fd-bb580f9f9abc req-dd9d358f-9a24-4d1b-9a9e-48c1af820a0c tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/ports?device_id=26f79cd4-dd1b-42bb-beba-775b3250d68e HTTP/1.1" status: 200 len: 1023 time: 0.0593100 Feb 16 22:21:53.271462 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-da7a62b5-b2f9-41c0-8f2c-d2a301e5f827 req-e03ad591-3e07-4a04-b2a0-69e1e3d092ab service neutron] 10.222.0.79 "GET /v2.0/networks/be44f052-6b9f-454c-8856-b66bc09e491a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165815 Feb 16 22:21:53.279187 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-9baa330c-57a9-472b-b529-92d163971cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:53.281240 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-9baa330c-57a9-472b-b529-92d163971cd2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=229d3dcf7b63487c98aa1d1f04fde1de&device_id=dbe1f352-bac7-4351-8e75-3b4d45cb0e45 HTTP/1.1" status: 200 len: 1125 time: 0.2816937 Feb 16 22:21:53.285069 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0b9e503d-6fdb-47bc-85fd-bb580f9f9abc req-08db3b54-fd46-4072-a36b-96c9b83a6c58 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1268835-ddbe-432e-bc54-2e8977b1b788&id=f9b0ade7-772f-403b-bf4b-1283fc127a6c&id=39445faa-fcad-4b30-9487-e973c33eb989&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0650790 Feb 16 22:21:53.360507 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-797bdd2c-63fd-46ad-87c9-8a7e78665850 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=062e88ef-4edc-4369-b9a8-19fbdcc474cf HTTP/1.1" status: 200 len: 217 time: 0.0646644 Feb 16 22:21:53.382745 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7a840-a746-4808-b088-b7a8abb54aed req-be300aa5-45cf-496c-ba00-3f2f9225d87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:53.384402 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eec7a840-a746-4808-b088-b7a8abb54aed req-be300aa5-45cf-496c-ba00-3f2f9225d87e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=97a87a99-67f1-493e-9c1f-9f6cadc7e62f HTTP/1.1" status: 200 len: 850 time: 0.1592021 Feb 16 22:21:53.406483 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d118371-26cb-42e0-893a-8904e49dbf41 req-b927e221-1bb1-4d7c-984f-18b2f51cd9a0 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:53.408069 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3d118371-26cb-42e0-893a-8904e49dbf41 req-b927e221-1bb1-4d7c-984f-18b2f51cd9a0 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.0569286 Feb 16 22:21:53.414224 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-572054bd-a99a-4b52-8d6b-b2b3231ddaec tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks [] for port (a3ee080f-cf71-49dc-8b01-b8862a45817e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:53.473566 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eec7a840-a746-4808-b088-b7a8abb54aed req-ddc3e37c-9db1-4d7d-96e7-17149a706315 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2a4d83e1-26cb-467d-af35-1036d7c3fb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623708 Feb 16 22:21:53.477434 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3d118371-26cb-42e0-893a-8904e49dbf41 req-2a9d83ff-7304-42ad-9dae-472539bc5958 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628157 Feb 16 22:21:53.529076 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-94cbb9a0-54af-472e-9d67-9baf2fa8e570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:53.531181 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-94cbb9a0-54af-472e-9d67-9baf2fa8e570 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9a43b30e-e3d6-46b1-a7c4-7a9e3a596a30 HTTP/1.1" status: 200 len: 862 time: 0.1640885 Feb 16 22:21:53.536135 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cd1c95-aec5-497f-8c2c-81ec176b29ac x-openstack-request-id: req-e7cd1c95-aec5-497f-8c2c-81ec176b29ac {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:21:53.536434 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbe1f352-bac7-4351-8e75-3b4d45cb0e45", "tag": "062e88ef-4edc-4369-b9a8-19fbdcc474cf", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:21:53.536761 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e7cd1c95-aec5-497f-8c2c-81ec176b29ac {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:21:53.537060 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbe1f352-bac7-4351-8e75-3b4d45cb0e45', 'tag': '062e88ef-4edc-4369-b9a8-19fbdcc474cf', 'status': 'completed', 'code': 200} Feb 16 22:21:53.586919 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-da7a62b5-b2f9-41c0-8f2c-d2a301e5f827 req-f8e7d119-0f75-40e2-85dc-1e11db726fe2 service neutron] 10.222.0.79 "GET /v2.0/networks/be44f052-6b9f-454c-8856-b66bc09e491a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015525 Feb 16 22:21:53.588718 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-d3d949f8-60f9-4a57-a763-aa225d965f3d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=17015cc1-bd92-489e-837b-ef3849fab73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452726 Feb 16 22:21:53.642727 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27293c2c-3fc7-4dae-8852-6cd71ba74947 req-ddc3cb08-82ba-4378-b3ac-182a8122c29a tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:53.644673 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-27293c2c-3fc7-4dae-8852-6cd71ba74947 req-ddc3cb08-82ba-4378-b3ac-182a8122c29a tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbe1f352-bac7-4351-8e75-3b4d45cb0e45 HTTP/1.1" status: 200 len: 943 time: 0.0632391 Feb 16 22:21:53.646923 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-572054bd-a99a-4b52-8d6b-b2b3231ddaec tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (a3ee080f-cf71-49dc-8b01-b8862a45817e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:53.696261 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-27293c2c-3fc7-4dae-8852-6cd71ba74947 req-e17b1955-5bbb-4809-8c89-75a9e0542ba3 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/security-groups?id=e0836f72-8df4-4dd3-b8b6-a137e11b4438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435901 Feb 16 22:21:53.708096 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eec7a840-a746-4808-b088-b7a8abb54aed req-f6ed5e8d-9631-4dff-8890-c57d64d24f2b service neutron] 10.222.0.67 "GET /v2.0/networks/2a4d83e1-26cb-467d-af35-1036d7c3fb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260115 Feb 16 22:21:53.776461 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f7a532-8089-4911-86a2-824b72c59c09 req-572054bd-a99a-4b52-8d6b-b2b3231ddaec tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Network dd1251d6-2877-46df-ac47-9cb92c8abfb3 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:21:53.786581 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-88f7a532-8089-4911-86a2-824b72c59c09 req-572054bd-a99a-4b52-8d6b-b2b3231ddaec tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:21:53.791294 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572054bd-a99a-4b52-8d6b-b2b3231ddaec tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Pushing event updated for resources: {'Port': ['ID=a3ee080f-cf71-49dc-8b01-b8862a45817e,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:53.796118 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f7a532-8089-4911-86a2-824b72c59c09 req-572054bd-a99a-4b52-8d6b-b2b3231ddaec tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:21:53.833676 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e3723-de4f-4dd2-9db1-1b2c4354cf9a req-34692c1d-165f-49f4-83dd-5894ea194990 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:53.839025 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e3723-de4f-4dd2-9db1-1b2c4354cf9a req-34692c1d-165f-49f4-83dd-5894ea194990 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:53.845642 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e3723-de4f-4dd2-9db1-1b2c4354cf9a req-34692c1d-165f-49f4-83dd-5894ea194990 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:53.852202 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e3723-de4f-4dd2-9db1-1b2c4354cf9a req-34692c1d-165f-49f4-83dd-5894ea194990 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:53.855490 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-186e3723-de4f-4dd2-9db1-1b2c4354cf9a req-34692c1d-165f-49f4-83dd-5894ea194990 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 3095 time: 0.0863664 Feb 16 22:21:53.889929 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-63c28c5c-3435-4d62-8733-373f67e6d299 service neutron] 10.222.0.67 "GET /v2.0/networks/17015cc1-bd92-489e-837b-ef3849fab73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733498 Feb 16 22:21:53.899293 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-572054bd-a99a-4b52-8d6b-b2b3231ddaec tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:53.899836 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-572054bd-a99a-4b52-8d6b-b2b3231ddaec tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:53.919949 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-186e3723-de4f-4dd2-9db1-1b2c4354cf9a req-ec95f87e-e241-4d30-b140-d8b806383737 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561197 Feb 16 22:21:53.960506 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eec7a840-a746-4808-b088-b7a8abb54aed req-fc029eb6-1230-4de2-951e-8e685427783e service neutron] 10.222.0.67 "GET /v2.0/networks/2a4d83e1-26cb-467d-af35-1036d7c3fb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204010 Feb 16 22:21:54.004768 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-572054bd-a99a-4b52-8d6b-b2b3231ddaec tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5065610 Feb 16 22:21:54.053118 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-88f7a532-8089-4911-86a2-824b72c59c09 req-6641b412-8f90-4af0-b9f9-4eb1cd136f6b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Request body: {'port': {'device_id': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'dd1251d6-2877-46df-ac47-9cb92c8abfb3', 'admin_state_up': True, 'tenant_id': '05fece93b5f34c39b4687779f64633e9', 'security_groups': ['ddba2e9b-268c-4d96-958e-35ee3b1083e9']}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:54.090585 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b8c41-eb89-459b-b86e-7c5a39dadb0d req-6fee445e-6de7-4c58-9870-158f4d9ce5da tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:54.093102 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-527b8c41-eb89-459b-b86e-7c5a39dadb0d req-6fee445e-6de7-4c58-9870-158f4d9ce5da tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9642ac3-e37a-496d-8d62-67f02c80816b HTTP/1.1" status: 200 len: 946 time: 0.0716343 Feb 16 22:21:54.141022 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-01cf64f6-f575-4ff2-9b6a-e5214b41f759 req-fcff0b2b-f5f2-42b7-9062-b85d97094b7b service neutron] 10.222.0.67 "GET /v2.0/networks/17015cc1-bd92-489e-837b-ef3849fab73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384605 Feb 16 22:21:54.161480 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e81e55-217f-44c7-8d08-ba3afdfa0810 req-29d10bf3-8fb5-4ee2-94a1-1a5fc8bb2d4c tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:54.162994 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-26e81e55-217f-44c7-8d08-ba3afdfa0810 req-29d10bf3-8fb5-4ee2-94a1-1a5fc8bb2d4c tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9642ac3-e37a-496d-8d62-67f02c80816b HTTP/1.1" status: 200 len: 946 time: 0.1996052 Feb 16 22:21:54.168986 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-527b8c41-eb89-459b-b86e-7c5a39dadb0d req-774defe1-dbfc-446a-8e76-91f79224a6e8 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682731 Feb 16 22:21:54.188811 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:54.206543 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-d6a2fc73-cbbd-4273-a8f3-bae47027adac None None] Provisioning complete for port a3ee080f-cf71-49dc-8b01-b8862a45817e triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:21:54.207181 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d6a2fc73-cbbd-4273-a8f3-bae47027adac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a3ee080f-cf71-49dc-8b01-b8862a45817e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:54.251117 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d6a2fc73-cbbd-4273-a8f3-bae47027adac None None] Port a3ee080f-cf71-49dc-8b01-b8862a45817e cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:21:54.284431 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-6641b412-8f90-4af0-b9f9-4eb1cd136f6b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Made reservation on behalf of 05fece93b5f34c39b4687779f64633e9 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:21:54.288624 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-6641b412-8f90-4af0-b9f9-4eb1cd136f6b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:54.290307 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994a14e-aec7-400b-9f6f-b429313cd23d req-f8baf228-8115-425c-a890-0d09b9bd76f2 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:54.294420 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0994a14e-aec7-400b-9f6f-b429313cd23d req-f8baf228-8115-425c-a890-0d09b9bd76f2 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 945 time: 0.0640972 Feb 16 22:21:54.341104 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecafa63-901d-437f-9517-6ad43a649257 req-4ed4ec8a-fafc-4cb5-9e1f-43fc6911cd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:54.342688 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6ecafa63-901d-437f-9517-6ad43a649257 req-4ed4ec8a-fafc-4cb5-9e1f-43fc6911cd30 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=229d3dcf7b63487c98aa1d1f04fde1de&device_id=dbe1f352-bac7-4351-8e75-3b4d45cb0e45 HTTP/1.1" status: 200 len: 1125 time: 0.1173792 Feb 16 22:21:54.344198 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0994a14e-aec7-400b-9f6f-b429313cd23d req-2ed9338d-3180-41aa-afad-183f7920689b tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461299 Feb 16 22:21:54.478440 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7052c72-347e-4e32-ad16-aff529a071d4 req-c8cff615-4d91-4a54-8aff-3eaffb0b714d tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:54.480107 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e7052c72-347e-4e32-ad16-aff529a071d4 req-c8cff615-4d91-4a54-8aff-3eaffb0b714d tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/ports?device_id=26f79cd4-dd1b-42bb-beba-775b3250d68e HTTP/1.1" status: 200 len: 1023 time: 0.0572457 Feb 16 22:21:54.503944 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-26e81e55-217f-44c7-8d08-ba3afdfa0810 req-fa27d330-494d-4592-a8bd-16c044a1201d tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Deleting port ee1ae6bc-3221-4f62-9cd7-7cba90006996 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:21:54.504285 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-26e81e55-217f-44c7-8d08-ba3afdfa0810 req-fa27d330-494d-4592-a8bd-16c044a1201d tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (ee1ae6bc-3221-4f62-9cd7-7cba90006996), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:54.554212 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e7052c72-347e-4e32-ad16-aff529a071d4 req-a97e9631-665e-433f-a4ce-13143d85b023 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1268835-ddbe-432e-bc54-2e8977b1b788&id=f9b0ade7-772f-403b-bf4b-1283fc127a6c&id=39445faa-fcad-4b30-9487-e973c33eb989&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0674369 Feb 16 22:21:54.604626 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecafa63-901d-437f-9517-6ad43a649257 req-690db5b1-46d0-40e4-b99f-6449a3ca89b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:54.606133 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6ecafa63-901d-437f-9517-6ad43a649257 req-690db5b1-46d0-40e4-b99f-6449a3ca89b6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=17015cc1-bd92-489e-837b-ef3849fab73f HTTP/1.1" status: 200 len: 923 time: 0.2335222 Feb 16 22:21:54.672770 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806c29e-e87f-4158-9d07-7c23fb4fc165 req-bc03fa64-3e2d-4247-9b8c-78e28d57c2cb tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:54.674370 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9806c29e-e87f-4158-9d07-7c23fb4fc165 req-bc03fa64-3e2d-4247-9b8c-78e28d57c2cb tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.79 "GET /v2.0/ports?device_id=26f79cd4-dd1b-42bb-beba-775b3250d68e HTTP/1.1" status: 200 len: 1023 time: 0.0914409 Feb 16 22:21:54.722078 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73691499-5c19-49f2-9263-e086d56da0d5 req-d6115b87-b522-4c29-8cfa-f7a3c08e14d2 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:54.723603 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-73691499-5c19-49f2-9263-e086d56da0d5 req-d6115b87-b522-4c29-8cfa-f7a3c08e14d2 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.1041577 Feb 16 22:21:54.821795 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-73691499-5c19-49f2-9263-e086d56da0d5 req-3130b3ef-4c7b-400f-8a3e-2b81a336867c tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867472 Feb 16 22:21:54.867441 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-9806c29e-e87f-4158-9d07-7c23fb4fc165 req-05cdc678-67fa-4cc2-ad22-ec2416086971 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Deleting port 9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:21:54.868011 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9806c29e-e87f-4158-9d07-7c23fb4fc165 req-05cdc678-67fa-4cc2-ad22-ec2416086971 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:54.944450 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6ecafa63-901d-437f-9517-6ad43a649257 req-613eae31-2b12-4d8b-9d5a-7608ba1c60c1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=062e88ef-4edc-4369-b9a8-19fbdcc474cf HTTP/1.1" status: 200 len: 217 time: 0.3296256 Feb 16 22:21:54.960750 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-88f7a532-8089-4911-86a2-824b72c59c09 req-6641b412-8f90-4af0-b9f9-4eb1cd136f6b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Allocated IP 10.2.2.200 (dd1251d6-2877-46df-ac47-9cb92c8abfb3/ea02b3bb-addd-4936-9045-725e7150ffce/1cdbee6a-c509-4657-a9a8-c6f919e74da6) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:21:55.004049 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-26e81e55-217f-44c7-8d08-ba3afdfa0810 req-fa27d330-494d-4592-a8bd-16c044a1201d tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] For port ee1ae6bc-3221-4f62-9cd7-7cba90006996, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=ee1ae6bc-3221-4f62-9cd7-7cba90006996,segment=NetworkSegment(bab3c7c9-e01c-407c-bcf4-3671c0e39eec),segment_id=bab3c7c9-e01c-407c-bcf4-3671c0e39eec)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:55.004385 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-26e81e55-217f-44c7-8d08-ba3afdfa0810 req-fa27d330-494d-4592-a8bd-16c044a1201d tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (ee1ae6bc-3221-4f62-9cd7-7cba90006996), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:55.011378 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-9806c29e-e87f-4158-9d07-7c23fb4fc165 req-05cdc678-67fa-4cc2-ad22-ec2416086971 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] For port 9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d,segment=NetworkSegment(acc7f612-a109-483c-82e6-bbbd41b4a417),segment_id=acc7f612-a109-483c-82e6-bbbd41b4a417)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:55.011856 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9806c29e-e87f-4158-9d07-7c23fb4fc165 req-05cdc678-67fa-4cc2-ad22-ec2416086971 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:55.029136 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-26e81e55-217f-44c7-8d08-ba3afdfa0810 req-fa27d330-494d-4592-a8bd-16c044a1201d tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Calling delete_port for ee1ae6bc-3221-4f62-9cd7-7cba90006996 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:21:55.036210 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6620a-3203-4f7c-9a08-b11ea11a66e8 req-3b4aa32d-fa3d-4edb-8fc3-9a30bdf772a8 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:55.037721 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a8b6620a-3203-4f7c-9a08-b11ea11a66e8 req-3b4aa32d-fa3d-4edb-8fc3-9a30bdf772a8 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbe1f352-bac7-4351-8e75-3b4d45cb0e45 HTTP/1.1" status: 200 len: 943 time: 0.1351244 Feb 16 22:21:55.038715 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-9806c29e-e87f-4158-9d07-7c23fb4fc165 req-05cdc678-67fa-4cc2-ad22-ec2416086971 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Calling delete_port for 9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:21:55.056287 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecafa63-901d-437f-9517-6ad43a649257 req-27616633-35d3-4114-98f3-7ec1e27719fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:55.058265 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6ecafa63-901d-437f-9517-6ad43a649257 req-27616633-35d3-4114-98f3-7ec1e27719fb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9a43b30e-e3d6-46b1-a7c4-7a9e3a596a30 HTTP/1.1" status: 200 len: 862 time: 0.1049235 Feb 16 22:21:55.131449 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6ecafa63-901d-437f-9517-6ad43a649257 req-6acb8e5a-18a3-437f-a947-a4d1fb12c99b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=17015cc1-bd92-489e-837b-ef3849fab73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655863 Feb 16 22:21:55.138531 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a8b6620a-3203-4f7c-9a08-b11ea11a66e8 req-d9fe3f6d-744b-457f-a6b5-3097cd3f0394 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/security-groups?id=e0836f72-8df4-4dd3-b8b6-a137e11b4438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913839 Feb 16 22:21:55.277607 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9806c29e-e87f-4158-9d07-7c23fb4fc165 req-05cdc678-67fa-4cc2-ad22-ec2416086971 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:55.300639 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:21:55.304073 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3544f-dce1-480c-b7a8-543c64ad6905 req-8945b7c6-f600-4275-8fc4-ddb56e411b51 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:55.307432 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['490f6592-9082-4bd6-bb08-76e625184dbe'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:21:55.309809 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3544f-dce1-480c-b7a8-543c64ad6905 req-8945b7c6-f600-4275-8fc4-ddb56e411b51 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:55.315995 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3544f-dce1-480c-b7a8-543c64ad6905 req-8945b7c6-f600-4275-8fc4-ddb56e411b51 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:55.321365 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3544f-dce1-480c-b7a8-543c64ad6905 req-8945b7c6-f600-4275-8fc4-ddb56e411b51 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:55.323588 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01f3544f-dce1-480c-b7a8-543c64ad6905 req-8945b7c6-f600-4275-8fc4-ddb56e411b51 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 3095 time: 0.1145203 Feb 16 22:21:55.354088 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cdc678-67fa-4cc2-ad22-ec2416086971 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Pushing event deleted for resources: {'Port': ['ID=9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:55.354415 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-6641b412-8f90-4af0-b9f9-4eb1cd136f6b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks [] for port (1cdbee6a-c509-4657-a9a8-c6f919e74da6), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:55.364397 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6ecafa63-901d-437f-9517-6ad43a649257 req-d4c09b65-78e7-4ffc-b167-a49289803e2f service neutron] 10.222.0.67 "GET /v2.0/networks/17015cc1-bd92-489e-837b-ef3849fab73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264483 Feb 16 22:21:55.418987 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-26e81e55-217f-44c7-8d08-ba3afdfa0810 req-fa27d330-494d-4592-a8bd-16c044a1201d tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (ee1ae6bc-3221-4f62-9cd7-7cba90006996), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:55.450487 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdc678-67fa-4cc2-ad22-ec2416086971 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:55.450487 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdc678-67fa-4cc2-ad22-ec2416086971 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:55.450487 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdc678-67fa-4cc2-ad22-ec2416086971 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:55.450487 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdc678-67fa-4cc2-ad22-ec2416086971 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:55.450487 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdc678-67fa-4cc2-ad22-ec2416086971 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:55.450487 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdc678-67fa-4cc2-ad22-ec2416086971 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:55.450487 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdc678-67fa-4cc2-ad22-ec2416086971 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:55.450487 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdc678-67fa-4cc2-ad22-ec2416086971 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:55.450487 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdc678-67fa-4cc2-ad22-ec2416086971 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:55.450487 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdc678-67fa-4cc2-ad22-ec2416086971 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:55.450487 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdc678-67fa-4cc2-ad22-ec2416086971 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:55.450487 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdc678-67fa-4cc2-ad22-ec2416086971 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:55.450487 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cdc678-67fa-4cc2-ad22-ec2416086971 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:21:55.473321 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-9806c29e-e87f-4158-9d07-7c23fb4fc165 req-05cdc678-67fa-4cc2-ad22-ec2416086971 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] No DVR routers for this DVR port 9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:21:55.475370 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9806c29e-e87f-4158-9d07-7c23fb4fc165 req-05cdc678-67fa-4cc2-ad22-ec2416086971 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:55.479669 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9806c29e-e87f-4158-9d07-7c23fb4fc165 req-05cdc678-67fa-4cc2-ad22-ec2416086971 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.79 "DELETE /v2.0/ports/9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d HTTP/1.1" status: 204 len: 173 time: 0.7999117 Feb 16 22:21:55.481650 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f79cd4-dd1b-42bb-beba-775b3250d68e', 'name': 'network-vif-deleted', 'tag': '9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:21:55.491616 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f757c1-eaf0-4d47-a60a-9ffa24ca00fd" -d '{"events": [{"server_uuid": "26f79cd4-dd1b-42bb-beba-775b3250d68e", "name": "network-vif-deleted", "tag": "9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:21:55.504588 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa27d330-494d-4592-a8bd-16c044a1201d tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Pushing event deleted for resources: {'Port': ['ID=ee1ae6bc-3221-4f62-9cd7-7cba90006996,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:55.513511 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:55.561675 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-6641b412-8f90-4af0-b9f9-4eb1cd136f6b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (1cdbee6a-c509-4657-a9a8-c6f919e74da6), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:55.594590 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01f3544f-dce1-480c-b7a8-543c64ad6905 req-aecf7de8-5057-40b7-998f-fa6ebab224fc tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467422 Feb 16 22:21:55.597690 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e81e55-217f-44c7-8d08-ba3afdfa0810 req-fa27d330-494d-4592-a8bd-16c044a1201d tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] No DVR routers for this DVR port ee1ae6bc-3221-4f62-9cd7-7cba90006996 on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:21:55.609335 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-26e81e55-217f-44c7-8d08-ba3afdfa0810 req-fa27d330-494d-4592-a8bd-16c044a1201d tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:55.613733 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-26e81e55-217f-44c7-8d08-ba3afdfa0810 req-fa27d330-494d-4592-a8bd-16c044a1201d tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.79 "DELETE /v2.0/ports/ee1ae6bc-3221-4f62-9cd7-7cba90006996 HTTP/1.1" status: 204 len: 173 time: 1.4256468 Feb 16 22:21:55.616188 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6ecafa63-901d-437f-9517-6ad43a649257 req-f9a3a049-a7bc-4ae3-944e-9d2ca4db2b6f service neutron] 10.222.0.67 "GET /v2.0/networks/17015cc1-bd92-489e-837b-ef3849fab73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426846 Feb 16 22:21:55.617358 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9642ac3-e37a-496d-8d62-67f02c80816b', 'name': 'network-vif-deleted', 'tag': 'ee1ae6bc-3221-4f62-9cd7-7cba90006996'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:21:55.620652 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef81131f-94f0-4f84-8a24-82e6e60c3311" -d '{"events": [{"server_uuid": "c9642ac3-e37a-496d-8d62-67f02c80816b", "name": "network-vif-deleted", "tag": "ee1ae6bc-3221-4f62-9cd7-7cba90006996"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:21:55.745449 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f7a532-8089-4911-86a2-824b72c59c09 req-6641b412-8f90-4af0-b9f9-4eb1cd136f6b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Network dd1251d6-2877-46df-ac47-9cb92c8abfb3 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:21:55.747096 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641b412-8f90-4af0-b9f9-4eb1cd136f6b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Pushing event updated for resources: {'Port': ['ID=1cdbee6a-c509-4657-a9a8-c6f919e74da6,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:55.757053 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-88f7a532-8089-4911-86a2-824b72c59c09 req-6641b412-8f90-4af0-b9f9-4eb1cd136f6b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:21:55.759633 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f7a532-8089-4911-86a2-824b72c59c09 req-6641b412-8f90-4af0-b9f9-4eb1cd136f6b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:21:55.766270 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1700ddd7-68f0-480d-9fc1-f7e81b5f8c6a req-4b964b9c-e9fa-46f3-9044-89d6416ec5dd tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9642ac3-e37a-496d-8d62-67f02c80816b HTTP/1.1" status: 200 len: 210 time: 0.0461698 Feb 16 22:21:55.833463 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-6641b412-8f90-4af0-b9f9-4eb1cd136f6b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:55.834077 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-6641b412-8f90-4af0-b9f9-4eb1cd136f6b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:55.871071 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-6641b412-8f90-4af0-b9f9-4eb1cd136f6b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8258345 Feb 16 22:21:55.894797 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-88f7a532-8089-4911-86a2-824b72c59c09 req-964e4e04-581a-4425-a973-5fd3ee2ba6be service neutron] Request body: {'port': {'device_id': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:55.904086 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb460856-2d86-403f-82f5-ebff0738c4d8 req-92d4221b-bdb6-4457-aace-493984fe4cdf tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:55.905873 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cb460856-2d86-403f-82f5-ebff0738c4d8 req-92d4221b-bdb6-4457-aace-493984fe4cdf tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 945 time: 0.0731575 Feb 16 22:21:55.970554 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-964e4e04-581a-4425-a973-5fd3ee2ba6be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b1ad5507-889f-4a25-bd66-7c7563f86747), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:55.974051 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cb460856-2d86-403f-82f5-ebff0738c4d8 req-ff30b257-0e18-40fc-8fe7-377a94fc7c0f tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603185 Feb 16 22:21:56.024140 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdd6550-62e8-4f29-8223-bc5cb72398ef x-openstack-request-id: req-6cdd6550-62e8-4f29-8223-bc5cb72398ef {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:21:56.024701 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f79cd4-dd1b-42bb-beba-775b3250d68e", "name": "network-vif-deleted", "tag": "9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:21:56.025378 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6cdd6550-62e8-4f29-8223-bc5cb72398ef {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:21:56.026025 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f79cd4-dd1b-42bb-beba-775b3250d68e', 'name': 'network-vif-deleted', 'tag': '9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d', 'status': 'completed', 'code': 200} Feb 16 22:21:56.105191 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-aba83198-158b-4bfd-8bc5-c6d337a4ad32 None None] Provisioning complete for port 1cdbee6a-c509-4657-a9a8-c6f919e74da6 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:21:56.106135 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-aba83198-158b-4bfd-8bc5-c6d337a4ad32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (1cdbee6a-c509-4657-a9a8-c6f919e74da6), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:56.152105 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-aba83198-158b-4bfd-8bc5-c6d337a4ad32 None None] Port 1cdbee6a-c509-4657-a9a8-c6f919e74da6 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:21:56.174247 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6fcf12ed-ead8-42fd-a6d3-95e1e1f88cb2 req-2c85a927-d3e1-4ac6-ba47-9033b8ff2147 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/ports?device_id=26f79cd4-dd1b-42bb-beba-775b3250d68e HTTP/1.1" status: 200 len: 210 time: 0.0350978 Feb 16 22:21:56.308632 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-88f7a532-8089-4911-86a2-824b72c59c09 req-964e4e04-581a-4425-a973-5fd3ee2ba6be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1ad5507-889f-4a25-bd66-7c7563f86747 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:21:56.316209 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726de81e-8014-48f1-92ed-de2c5480ae30 x-openstack-request-id: req-726de81e-8014-48f1-92ed-de2c5480ae30 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:21:56.316815 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9642ac3-e37a-496d-8d62-67f02c80816b", "name": "network-vif-deleted", "tag": "ee1ae6bc-3221-4f62-9cd7-7cba90006996", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:21:56.317345 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-726de81e-8014-48f1-92ed-de2c5480ae30 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:21:56.318022 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9642ac3-e37a-496d-8d62-67f02c80816b', 'name': 'network-vif-deleted', 'tag': 'ee1ae6bc-3221-4f62-9cd7-7cba90006996', 'status': 'completed', 'code': 200} Feb 16 22:21:56.322915 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-964e4e04-581a-4425-a973-5fd3ee2ba6be service neutron] Publish callbacks [] for port (b1ad5507-889f-4a25-bd66-7c7563f86747), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:56.339128 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-88f7a532-8089-4911-86a2-824b72c59c09 req-964e4e04-581a-4425-a973-5fd3ee2ba6be service neutron] Transition to ACTIVE for port object b1ad5507-889f-4a25-bd66-7c7563f86747 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:21:56.345556 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-964e4e04-581a-4425-a973-5fd3ee2ba6be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (b1ad5507-889f-4a25-bd66-7c7563f86747), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:56.387119 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a45b13-1158-4c70-b61b-66a1589a9986 req-e1b85899-0e62-4c39-9ddc-090c68833fbc tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:56.396489 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b2a45b13-1158-4c70-b61b-66a1589a9986 req-e1b85899-0e62-4c39-9ddc-090c68833fbc tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.0861418 Feb 16 22:21:56.449323 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e4e04-581a-4425-a973-5fd3ee2ba6be service neutron] Pushing event updated for resources: {'Port': ['ID=b1ad5507-889f-4a25-bd66-7c7563f86747,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:56.453947 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b2a45b13-1158-4c70-b61b-66a1589a9986 req-86495acf-402c-4ea2-8d2e-08a1a691696b tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560224 Feb 16 22:21:56.512011 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-88f7a532-8089-4911-86a2-824b72c59c09 req-964e4e04-581a-4425-a973-5fd3ee2ba6be service neutron] Attempting to bind port b1ad5507-889f-4a25-bd66-7c7563f86747 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:21:56.512500 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-88f7a532-8089-4911-86a2-824b72c59c09 req-964e4e04-581a-4425-a973-5fd3ee2ba6be service neutron] Attempting to bind port b1ad5507-889f-4a25-bd66-7c7563f86747 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '7cd3d5ed-630b-42c8-83be-976f3431669d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0809193b-9538-40aa-8442-650cf4185e4f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:21:56.512916 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-964e4e04-581a-4425-a973-5fd3ee2ba6be service neutron] Attempting to bind port b1ad5507-889f-4a25-bd66-7c7563f86747 on network 0809193b-9538-40aa-8442-650cf4185e4f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:21:56.519864 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-964e4e04-581a-4425-a973-5fd3ee2ba6be service neutron] Port b1ad5507-889f-4a25-bd66-7c7563f86747 on network 0809193b-9538-40aa-8442-650cf4185e4f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:21:56.520253 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-964e4e04-581a-4425-a973-5fd3ee2ba6be service neutron] Attempting to bind port b1ad5507-889f-4a25-bd66-7c7563f86747 on network 0809193b-9538-40aa-8442-650cf4185e4f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:21:56.525837 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-964e4e04-581a-4425-a973-5fd3ee2ba6be service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:21:56.526301 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-964e4e04-581a-4425-a973-5fd3ee2ba6be service neutron] Checking segment: {'id': '7cd3d5ed-630b-42c8-83be-976f3431669d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0809193b-9538-40aa-8442-650cf4185e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:21:56.526750 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-964e4e04-581a-4425-a973-5fd3ee2ba6be service neutron] Bound using segment: {'id': '7cd3d5ed-630b-42c8-83be-976f3431669d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0809193b-9538-40aa-8442-650cf4185e4f'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:21:56.527241 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-88f7a532-8089-4911-86a2-824b72c59c09 req-964e4e04-581a-4425-a973-5fd3ee2ba6be service neutron] Bound port: b1ad5507-889f-4a25-bd66-7c7563f86747, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cd3d5ed-630b-42c8-83be-976f3431669d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0809193b-9538-40aa-8442-650cf4185e4f'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:21:56.527677 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-964e4e04-581a-4425-a973-5fd3ee2ba6be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b1ad5507-889f-4a25-bd66-7c7563f86747), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:56.585513 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e382e34-2567-48d5-b0bf-121c59662dba req-03310580-4500-4372-9d90-3e30a4899894 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:56.587085 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e382e34-2567-48d5-b0bf-121c59662dba req-03310580-4500-4372-9d90-3e30a4899894 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbe1f352-bac7-4351-8e75-3b4d45cb0e45 HTTP/1.1" status: 200 len: 943 time: 0.0588193 Feb 16 22:21:56.618849 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-88f7a532-8089-4911-86a2-824b72c59c09 req-964e4e04-581a-4425-a973-5fd3ee2ba6be service neutron] For port b1ad5507-889f-4a25-bd66-7c7563f86747, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:21:56.624717 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-88f7a532-8089-4911-86a2-824b72c59c09 req-964e4e04-581a-4425-a973-5fd3ee2ba6be service neutron] For port b1ad5507-889f-4a25-bd66-7c7563f86747, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=b1ad5507-889f-4a25-bd66-7c7563f86747,segment=NetworkSegment(7cd3d5ed-630b-42c8-83be-976f3431669d),segment_id=7cd3d5ed-630b-42c8-83be-976f3431669d)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:21:56.638451 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-964e4e04-581a-4425-a973-5fd3ee2ba6be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (b1ad5507-889f-4a25-bd66-7c7563f86747), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:56.641786 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e382e34-2567-48d5-b0bf-121c59662dba req-09d704e9-01ea-427e-8eb9-0d9c0aa9c5c9 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/security-groups?id=e0836f72-8df4-4dd3-b8b6-a137e11b4438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470674 Feb 16 22:21:56.682456 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-964e4e04-581a-4425-a973-5fd3ee2ba6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:56.683148 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-964e4e04-581a-4425-a973-5fd3ee2ba6be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:56.685544 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-964e4e04-581a-4425-a973-5fd3ee2ba6be service neutron] 10.222.0.79 "PUT /v2.0/ports/b1ad5507-889f-4a25-bd66-7c7563f86747 HTTP/1.1" status: 200 len: 1091 time: 0.7986381 Feb 16 22:21:56.714405 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e4e04-581a-4425-a973-5fd3ee2ba6be service neutron] Pushing event updated for resources: {'Port': ['ID=b1ad5507-889f-4a25-bd66-7c7563f86747,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:56.724002 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-88f7a532-8089-4911-86a2-824b72c59c09 req-3bcda73c-8497-4e4b-8ddb-b3622225afaf service neutron] Request body: {'port': {'device_id': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:56.798275 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-3bcda73c-8497-4e4b-8ddb-b3622225afaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (41ea8ec7-cb70-44a7-b54a-945ee2945295), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:56.817256 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188c540-7fa0-4dd4-841b-a2d373b8de35 req-b9d50f22-2069-4458-9522-baabbb231cac tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:56.823277 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188c540-7fa0-4dd4-841b-a2d373b8de35 req-b9d50f22-2069-4458-9522-baabbb231cac tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:56.828907 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188c540-7fa0-4dd4-841b-a2d373b8de35 req-b9d50f22-2069-4458-9522-baabbb231cac tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:56.834613 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188c540-7fa0-4dd4-841b-a2d373b8de35 req-b9d50f22-2069-4458-9522-baabbb231cac tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:56.840105 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188c540-7fa0-4dd4-841b-a2d373b8de35 req-b9d50f22-2069-4458-9522-baabbb231cac tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:56.848046 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6188c540-7fa0-4dd4-841b-a2d373b8de35 req-b9d50f22-2069-4458-9522-baabbb231cac tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 3828 time: 0.1061110 Feb 16 22:21:56.911829 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6188c540-7fa0-4dd4-841b-a2d373b8de35 req-d809f5e2-04d2-47ea-8e5b-9104dc82912b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600822 Feb 16 22:21:56.954364 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:57.098988 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65e281-95ab-49da-b502-d973fa015455 req-557004f1-66c5-4a3b-87c1-81e381ff8843 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:57.100797 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dc65e281-95ab-49da-b502-d973fa015455 req-557004f1-66c5-4a3b-87c1-81e381ff8843 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 945 time: 0.0574734 Feb 16 22:21:57.148095 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-88f7a532-8089-4911-86a2-824b72c59c09 req-3bcda73c-8497-4e4b-8ddb-b3622225afaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41ea8ec7-cb70-44a7-b54a-945ee2945295 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:21:57.150505 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dc65e281-95ab-49da-b502-d973fa015455 req-fbed98fb-3075-4e3d-801e-9080f64c1de9 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424752 Feb 16 22:21:57.157119 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-3bcda73c-8497-4e4b-8ddb-b3622225afaf service neutron] Publish callbacks [] for port (41ea8ec7-cb70-44a7-b54a-945ee2945295), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:57.172876 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-88f7a532-8089-4911-86a2-824b72c59c09 req-3bcda73c-8497-4e4b-8ddb-b3622225afaf service neutron] Transition to ACTIVE for port object 41ea8ec7-cb70-44a7-b54a-945ee2945295 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:21:57.178257 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-3bcda73c-8497-4e4b-8ddb-b3622225afaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (41ea8ec7-cb70-44a7-b54a-945ee2945295), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:57.260633 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcda73c-8497-4e4b-8ddb-b3622225afaf service neutron] Pushing event updated for resources: {'Port': ['ID=41ea8ec7-cb70-44a7-b54a-945ee2945295,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:57.317843 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-88f7a532-8089-4911-86a2-824b72c59c09 req-3bcda73c-8497-4e4b-8ddb-b3622225afaf service neutron] Attempting to bind port 41ea8ec7-cb70-44a7-b54a-945ee2945295 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:21:57.318480 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-88f7a532-8089-4911-86a2-824b72c59c09 req-3bcda73c-8497-4e4b-8ddb-b3622225afaf service neutron] Attempting to bind port 41ea8ec7-cb70-44a7-b54a-945ee2945295 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'd7691017-c608-4933-8e39-96288e71acf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '01d78127-bed4-4d34-97f7-e31d1dc582f9'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:21:57.318995 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-3bcda73c-8497-4e4b-8ddb-b3622225afaf service neutron] Attempting to bind port 41ea8ec7-cb70-44a7-b54a-945ee2945295 on network 01d78127-bed4-4d34-97f7-e31d1dc582f9 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:21:57.330398 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-3bcda73c-8497-4e4b-8ddb-b3622225afaf service neutron] Port 41ea8ec7-cb70-44a7-b54a-945ee2945295 on network 01d78127-bed4-4d34-97f7-e31d1dc582f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:21:57.330807 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-3bcda73c-8497-4e4b-8ddb-b3622225afaf service neutron] Attempting to bind port 41ea8ec7-cb70-44a7-b54a-945ee2945295 on network 01d78127-bed4-4d34-97f7-e31d1dc582f9 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:21:57.336599 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-3bcda73c-8497-4e4b-8ddb-b3622225afaf service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:21:57.337035 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-3bcda73c-8497-4e4b-8ddb-b3622225afaf service neutron] Checking segment: {'id': 'd7691017-c608-4933-8e39-96288e71acf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '01d78127-bed4-4d34-97f7-e31d1dc582f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:21:57.337492 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-3bcda73c-8497-4e4b-8ddb-b3622225afaf service neutron] Bound using segment: {'id': 'd7691017-c608-4933-8e39-96288e71acf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '01d78127-bed4-4d34-97f7-e31d1dc582f9'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:21:57.338004 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-88f7a532-8089-4911-86a2-824b72c59c09 req-3bcda73c-8497-4e4b-8ddb-b3622225afaf service neutron] Bound port: 41ea8ec7-cb70-44a7-b54a-945ee2945295, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7691017-c608-4933-8e39-96288e71acf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '01d78127-bed4-4d34-97f7-e31d1dc582f9'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:21:57.338452 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-3bcda73c-8497-4e4b-8ddb-b3622225afaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (41ea8ec7-cb70-44a7-b54a-945ee2945295), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:57.369833 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-1a014d1c-601d-40e5-9853-ecba3a0fcbfe tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:57.378527 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-1a014d1c-601d-40e5-9853-ecba3a0fcbfe tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/networks?id=c5caf1e2-5ed9-4635-98df-d36f332fac2f HTTP/1.1" status: 200 len: 812 time: 0.1475759 Feb 16 22:21:57.398526 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-c5232c7a-ef67-4795-b71c-c8dc27ae75a9 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/quotas/ee14b41af1744680817d2f7b9462ea3f HTTP/1.1" status: 200 len: 375 time: 0.0159533 Feb 16 22:21:57.410580 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-88f7a532-8089-4911-86a2-824b72c59c09 req-3bcda73c-8497-4e4b-8ddb-b3622225afaf service neutron] For port 41ea8ec7-cb70-44a7-b54a-945ee2945295, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:21:57.414042 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-88f7a532-8089-4911-86a2-824b72c59c09 req-3bcda73c-8497-4e4b-8ddb-b3622225afaf service neutron] For port 41ea8ec7-cb70-44a7-b54a-945ee2945295, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=41ea8ec7-cb70-44a7-b54a-945ee2945295,segment=NetworkSegment(d7691017-c608-4933-8e39-96288e71acf1),segment_id=d7691017-c608-4933-8e39-96288e71acf1)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:21:57.423881 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-3bcda73c-8497-4e4b-8ddb-b3622225afaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (41ea8ec7-cb70-44a7-b54a-945ee2945295), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:57.436718 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:21:57.445998 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-74839d6a-6d6e-4594-aa7c-43ab99ec2ced tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ee14b41af1744680817d2f7b9462ea3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422196 Feb 16 22:21:57.480914 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:21:57.481473 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 9dee8e0f-8fd4-4af2-bd3f-c6040483fe3d not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:21:57.483253 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device ee1ae6bc-3221-4f62-9cd7-7cba90006996 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:21:57.509090 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: ee1ae6bc-3221-4f62-9cd7-7cba90006996 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:21:57.509399 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device ee1ae6bc-3221-4f62-9cd7-7cba90006996 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:21:57.517652 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-3bcda73c-8497-4e4b-8ddb-b3622225afaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:57.518721 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-3bcda73c-8497-4e4b-8ddb-b3622225afaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:57.520503 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-3bcda73c-8497-4e4b-8ddb-b3622225afaf service neutron] 10.222.0.79 "PUT /v2.0/ports/41ea8ec7-cb70-44a7-b54a-945ee2945295 HTTP/1.1" status: 200 len: 1131 time: 0.8006203 Feb 16 22:21:57.566287 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-c3337e21-172e-4966-b6ce-a3f0a8170e02 service neutron] 10.222.0.75 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193879 Feb 16 22:21:57.579603 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-88f7a532-8089-4911-86a2-824b72c59c09 req-2e545c36-14bd-4da5-9e67-eb2dec196763 service neutron] Request body: {'port': {'device_id': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:57.615728 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcda73c-8497-4e4b-8ddb-b3622225afaf service neutron] Pushing event updated for resources: {'Port': ['ID=41ea8ec7-cb70-44a7-b54a-945ee2945295,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:57.661796 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-2e545c36-14bd-4da5-9e67-eb2dec196763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0bb0fb95-a1c8-4fd0-9766-54334e33ef10), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:57.672662 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-8e6d7e4c-04a5-43e6-a883-74e84c89e8bc service neutron] 10.222.0.75 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993671 Feb 16 22:21:57.794660 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 062e88ef-4edc-4369-b9a8-19fbdcc474cf details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:21:57.936633 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 062e88ef-4edc-4369-b9a8-19fbdcc474cf, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=062e88ef-4edc-4369-b9a8-19fbdcc474cf,segment=NetworkSegment(b005b1db-fe63-4634-a1de-c89743ea76f4),segment_id=b005b1db-fe63-4634-a1de-c89743ea76f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:57.952032 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '062e88ef-4edc-4369-b9a8-19fbdcc474cf', 'network_id': '17015cc1-bd92-489e-837b-ef3849fab73f', 'port_id': '062e88ef-4edc-4369-b9a8-19fbdcc474cf', 'mac_address': 'fa:16:3e:43:a6:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a43b30e-e3d6-46b1-a7c4-7a9e3a596a30', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:21:57.969185 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f599e51-1a44-488a-8854-977addd8cb40 req-7247f65c-d8aa-42c8-9a4a-25809dfbb96d tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:57.978796 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1f599e51-1a44-488a-8854-977addd8cb40 req-7247f65c-d8aa-42c8-9a4a-25809dfbb96d tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.1086326 Feb 16 22:21:58.016630 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 062e88ef-4edc-4369-b9a8-19fbdcc474cf is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:21:58.017739 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (062e88ef-4edc-4369-b9a8-19fbdcc474cf), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:58.034551 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 062e88ef-4edc-4369-b9a8-19fbdcc474cf {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:21:58.048942 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-88f7a532-8089-4911-86a2-824b72c59c09 req-2e545c36-14bd-4da5-9e67-eb2dec196763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bb0fb95-a1c8-4fd0-9766-54334e33ef10 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:21:58.057919 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-2e545c36-14bd-4da5-9e67-eb2dec196763 service neutron] Publish callbacks [] for port (0bb0fb95-a1c8-4fd0-9766-54334e33ef10), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:58.059592 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 062e88ef-4edc-4369-b9a8-19fbdcc474cf, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=062e88ef-4edc-4369-b9a8-19fbdcc474cf,segment=NetworkSegment(b005b1db-fe63-4634-a1de-c89743ea76f4),segment_id=b005b1db-fe63-4634-a1de-c89743ea76f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:21:58.066157 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (062e88ef-4edc-4369-b9a8-19fbdcc474cf), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:58.075204 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-88f7a532-8089-4911-86a2-824b72c59c09 req-2e545c36-14bd-4da5-9e67-eb2dec196763 service neutron] Transition to ACTIVE for port object 0bb0fb95-a1c8-4fd0-9766-54334e33ef10 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:21:58.087171 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-2e545c36-14bd-4da5-9e67-eb2dec196763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (0bb0fb95-a1c8-4fd0-9766-54334e33ef10), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:58.094078 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1f599e51-1a44-488a-8854-977addd8cb40 req-eccae9ca-9544-4bcf-b89b-5e9fd97f86ac tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105559 Feb 16 22:21:58.285826 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e545c36-14bd-4da5-9e67-eb2dec196763 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb0fb95-a1c8-4fd0-9766-54334e33ef10,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:58.312079 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d790-7337-4f52-83e7-5857537bfe29 req-e43ba439-3346-4089-97b8-49388a45f19f tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:58.315527 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c42d790-7337-4f52-83e7-5857537bfe29 req-e43ba439-3346-4089-97b8-49388a45f19f tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbe1f352-bac7-4351-8e75-3b4d45cb0e45 HTTP/1.1" status: 200 len: 944 time: 0.1081717 Feb 16 22:21:58.334520 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:58.338475 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=062e88ef-4edc-4369-b9a8-19fbdcc474cf,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:58.339318 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'tag': 'b1ad5507-889f-4a25-bd66-7c7563f86747'}, {'name': 'network-changed', 'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'tag': '41ea8ec7-cb70-44a7-b54a-945ee2945295'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:21:58.343575 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adc2d7c-73ca-48e4-b83b-2bc9aba24d92" -d '{"events": [{"name": "network-changed", "server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "tag": "b1ad5507-889f-4a25-bd66-7c7563f86747"}, {"name": "network-changed", "server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "tag": "41ea8ec7-cb70-44a7-b54a-945ee2945295"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:21:58.378098 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-88f7a532-8089-4911-86a2-824b72c59c09 req-2e545c36-14bd-4da5-9e67-eb2dec196763 service neutron] Attempting to bind port 0bb0fb95-a1c8-4fd0-9766-54334e33ef10 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:21:58.382992 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-88f7a532-8089-4911-86a2-824b72c59c09 req-2e545c36-14bd-4da5-9e67-eb2dec196763 service neutron] Attempting to bind port 0bb0fb95-a1c8-4fd0-9766-54334e33ef10 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'd7691017-c608-4933-8e39-96288e71acf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '01d78127-bed4-4d34-97f7-e31d1dc582f9'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:21:58.383367 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-2e545c36-14bd-4da5-9e67-eb2dec196763 service neutron] Attempting to bind port 0bb0fb95-a1c8-4fd0-9766-54334e33ef10 on network 01d78127-bed4-4d34-97f7-e31d1dc582f9 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:21:58.393268 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-2e545c36-14bd-4da5-9e67-eb2dec196763 service neutron] Port 0bb0fb95-a1c8-4fd0-9766-54334e33ef10 on network 01d78127-bed4-4d34-97f7-e31d1dc582f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:21:58.393674 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-2e545c36-14bd-4da5-9e67-eb2dec196763 service neutron] Attempting to bind port 0bb0fb95-a1c8-4fd0-9766-54334e33ef10 on network 01d78127-bed4-4d34-97f7-e31d1dc582f9 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:21:58.397823 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c42d790-7337-4f52-83e7-5857537bfe29 req-b0e18840-e3c7-41bf-b587-74a73c9afe13 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/security-groups?id=e0836f72-8df4-4dd3-b8b6-a137e11b4438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753047 Feb 16 22:21:58.402700 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-2e545c36-14bd-4da5-9e67-eb2dec196763 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:21:58.403229 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-2e545c36-14bd-4da5-9e67-eb2dec196763 service neutron] Checking segment: {'id': 'd7691017-c608-4933-8e39-96288e71acf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '01d78127-bed4-4d34-97f7-e31d1dc582f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:21:58.403732 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-2e545c36-14bd-4da5-9e67-eb2dec196763 service neutron] Bound using segment: {'id': 'd7691017-c608-4933-8e39-96288e71acf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '01d78127-bed4-4d34-97f7-e31d1dc582f9'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:21:58.404276 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-88f7a532-8089-4911-86a2-824b72c59c09 req-2e545c36-14bd-4da5-9e67-eb2dec196763 service neutron] Bound port: 0bb0fb95-a1c8-4fd0-9766-54334e33ef10, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7691017-c608-4933-8e39-96288e71acf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '01d78127-bed4-4d34-97f7-e31d1dc582f9'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:21:58.404914 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-2e545c36-14bd-4da5-9e67-eb2dec196763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0bb0fb95-a1c8-4fd0-9766-54334e33ef10), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:58.468040 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['062e88ef-4edc-4369-b9a8-19fbdcc474cf'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:21:58.492793 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-88f7a532-8089-4911-86a2-824b72c59c09 req-2e545c36-14bd-4da5-9e67-eb2dec196763 service neutron] For port 0bb0fb95-a1c8-4fd0-9766-54334e33ef10, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:21:58.496025 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-88f7a532-8089-4911-86a2-824b72c59c09 req-2e545c36-14bd-4da5-9e67-eb2dec196763 service neutron] For port 0bb0fb95-a1c8-4fd0-9766-54334e33ef10, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=0bb0fb95-a1c8-4fd0-9766-54334e33ef10,segment=NetworkSegment(d7691017-c608-4933-8e39-96288e71acf1),segment_id=d7691017-c608-4933-8e39-96288e71acf1)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:21:58.504034 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-2e545c36-14bd-4da5-9e67-eb2dec196763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (0bb0fb95-a1c8-4fd0-9766-54334e33ef10), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:58.526907 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-2e545c36-14bd-4da5-9e67-eb2dec196763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:58.526907 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-2e545c36-14bd-4da5-9e67-eb2dec196763 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:58.526907 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-2e545c36-14bd-4da5-9e67-eb2dec196763 service neutron] 10.222.0.79 "PUT /v2.0/ports/0bb0fb95-a1c8-4fd0-9766-54334e33ef10 HTTP/1.1" status: 200 len: 1130 time: 0.9586549 Feb 16 22:21:58.546680 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66671ce8-0538-4af1-9262-fb7e308c431f req-0cfb9349-c22d-4cea-a7bb-59e821da1b18 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 210 time: 0.0404232 Feb 16 22:21:58.583050 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-88f7a532-8089-4911-86a2-824b72c59c09 req-9b23c860-d3d0-4038-9973-83e452a14116 service neutron] Request body: {'port': {'device_id': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:58.667843 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0036a2c1-7941-4601-bbdc-c4c4e6855ea7 req-dc7ec5d4-de50-4457-b0c8-815996955395 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups/39445faa-fcad-4b30-9487-e973c33eb989 HTTP/1.1" status: 200 len: 1818 time: 0.0776579 Feb 16 22:21:58.694288 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e545c36-14bd-4da5-9e67-eb2dec196763 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb0fb95-a1c8-4fd0-9766-54334e33ef10,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:58.727259 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-9b23c860-d3d0-4038-9973-83e452a14116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d3621497-db12-4533-9d1a-8b3d9a672ca9), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:58.807727 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0036a2c1-7941-4601-bbdc-c4c4e6855ea7 req-3c979969-6201-42c6-ad91-644990468554 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (39445faa-fcad-4b30-9487-e973c33eb989), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:58.844189 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0036a2c1-7941-4601-bbdc-c4c4e6855ea7 req-3c979969-6201-42c6-ad91-644990468554 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (39445faa-fcad-4b30-9487-e973c33eb989), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:58.895018 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0036a2c1-7941-4601-bbdc-c4c4e6855ea7 req-3c979969-6201-42c6-ad91-644990468554 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (39445faa-fcad-4b30-9487-e973c33eb989), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:58.898196 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0036a2c1-7941-4601-bbdc-c4c4e6855ea7 req-3c979969-6201-42c6-ad91-644990468554 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:58.899385 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0036a2c1-7941-4601-bbdc-c4c4e6855ea7 req-3c979969-6201-42c6-ad91-644990468554 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "DELETE /v2.0/security-groups/39445faa-fcad-4b30-9487-e973c33eb989 HTTP/1.1" status: 204 len: 173 time: 0.2253454 Feb 16 22:21:58.912468 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c979969-6201-42c6-ad91-644990468554 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39445faa-fcad-4b30-9487-e973c33eb989,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:59.022526 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0b928-bda2-4856-baa2-bde99b111daa req-51555e4a-4be4-4c21-90b7-088c318bf79f tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:59.028012 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0b928-bda2-4856-baa2-bde99b111daa req-51555e4a-4be4-4c21-90b7-088c318bf79f tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:59.033804 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0b928-bda2-4856-baa2-bde99b111daa req-51555e4a-4be4-4c21-90b7-088c318bf79f tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:59.039183 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0b928-bda2-4856-baa2-bde99b111daa req-51555e4a-4be4-4c21-90b7-088c318bf79f tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:59.044369 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0b928-bda2-4856-baa2-bde99b111daa req-51555e4a-4be4-4c21-90b7-088c318bf79f tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:59.050281 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0b928-bda2-4856-baa2-bde99b111daa req-51555e4a-4be4-4c21-90b7-088c318bf79f tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:59.055587 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0b928-bda2-4856-baa2-bde99b111daa req-51555e4a-4be4-4c21-90b7-088c318bf79f tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:59.057517 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-67a0b928-bda2-4856-baa2-bde99b111daa req-51555e4a-4be4-4c21-90b7-088c318bf79f tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5373 time: 0.0967572 Feb 16 22:21:59.063628 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-88f7a532-8089-4911-86a2-824b72c59c09 req-9b23c860-d3d0-4038-9973-83e452a14116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3621497-db12-4533-9d1a-8b3d9a672ca9 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:21:59.071906 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-9b23c860-d3d0-4038-9973-83e452a14116 service neutron] Publish callbacks [] for port (d3621497-db12-4533-9d1a-8b3d9a672ca9), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:59.084251 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-88f7a532-8089-4911-86a2-824b72c59c09 req-9b23c860-d3d0-4038-9973-83e452a14116 service neutron] Transition to ACTIVE for port object d3621497-db12-4533-9d1a-8b3d9a672ca9 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:21:59.088229 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-9b23c860-d3d0-4038-9973-83e452a14116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (d3621497-db12-4533-9d1a-8b3d9a672ca9), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:59.144382 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-67a0b928-bda2-4856-baa2-bde99b111daa req-1fe4616d-9692-4f3d-9dc3-c8240cac61d2 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0789616 Feb 16 22:21:59.147367 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23c860-d3d0-4038-9973-83e452a14116 service neutron] Pushing event updated for resources: {'Port': ['ID=d3621497-db12-4533-9d1a-8b3d9a672ca9,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:59.259923 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-88f7a532-8089-4911-86a2-824b72c59c09 req-9b23c860-d3d0-4038-9973-83e452a14116 service neutron] Attempting to bind port d3621497-db12-4533-9d1a-8b3d9a672ca9 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:21:59.260271 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-88f7a532-8089-4911-86a2-824b72c59c09 req-9b23c860-d3d0-4038-9973-83e452a14116 service neutron] Attempting to bind port d3621497-db12-4533-9d1a-8b3d9a672ca9 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'd7691017-c608-4933-8e39-96288e71acf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '01d78127-bed4-4d34-97f7-e31d1dc582f9'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:21:59.260607 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-9b23c860-d3d0-4038-9973-83e452a14116 service neutron] Attempting to bind port d3621497-db12-4533-9d1a-8b3d9a672ca9 on network 01d78127-bed4-4d34-97f7-e31d1dc582f9 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:21:59.273454 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-9b23c860-d3d0-4038-9973-83e452a14116 service neutron] Port d3621497-db12-4533-9d1a-8b3d9a672ca9 on network 01d78127-bed4-4d34-97f7-e31d1dc582f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:21:59.273454 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-9b23c860-d3d0-4038-9973-83e452a14116 service neutron] Attempting to bind port d3621497-db12-4533-9d1a-8b3d9a672ca9 on network 01d78127-bed4-4d34-97f7-e31d1dc582f9 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:21:59.307542 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-9b23c860-d3d0-4038-9973-83e452a14116 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:21:59.308267 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-9b23c860-d3d0-4038-9973-83e452a14116 service neutron] Checking segment: {'id': 'd7691017-c608-4933-8e39-96288e71acf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '01d78127-bed4-4d34-97f7-e31d1dc582f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:21:59.308372 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-9b23c860-d3d0-4038-9973-83e452a14116 service neutron] Bound using segment: {'id': 'd7691017-c608-4933-8e39-96288e71acf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '01d78127-bed4-4d34-97f7-e31d1dc582f9'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:21:59.308734 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-88f7a532-8089-4911-86a2-824b72c59c09 req-9b23c860-d3d0-4038-9973-83e452a14116 service neutron] Bound port: d3621497-db12-4533-9d1a-8b3d9a672ca9, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7691017-c608-4933-8e39-96288e71acf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '01d78127-bed4-4d34-97f7-e31d1dc582f9'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:21:59.309105 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-9b23c860-d3d0-4038-9973-83e452a14116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d3621497-db12-4533-9d1a-8b3d9a672ca9), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:59.350727 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980124bd-9eff-445b-beef-b7dd752dc431 req-78b3c1ab-72fc-4907-9765-dd0401a7e177 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:59.353355 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-980124bd-9eff-445b-beef-b7dd752dc431 req-78b3c1ab-72fc-4907-9765-dd0401a7e177 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 945 time: 0.0985274 Feb 16 22:21:59.411481 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-dd727511-47f1-4a1c-9d1e-c09bfe1c3d4f tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:59.413270 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-dd727511-47f1-4a1c-9d1e-c09bfe1c3d4f tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.79 "GET /v2.0/networks?id=c5caf1e2-5ed9-4635-98df-d36f332fac2f HTTP/1.1" status: 200 len: 812 time: 0.1982658 Feb 16 22:21:59.428628 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-c671685c-03f8-40ba-9e71-a4185cec8fcd tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Request body: {'port': {'device_id': 'e9ce99da-4e3d-4618-b7cd-53d81cc92d7e', 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f', 'admin_state_up': True, 'tenant_id': 'ee14b41af1744680817d2f7b9462ea3f'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:59.436172 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-88f7a532-8089-4911-86a2-824b72c59c09 req-9b23c860-d3d0-4038-9973-83e452a14116 service neutron] For port d3621497-db12-4533-9d1a-8b3d9a672ca9, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:21:59.447671 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-980124bd-9eff-445b-beef-b7dd752dc431 req-562fd243-99ff-45f1-a700-38b4612aa3d8 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875976 Feb 16 22:21:59.479039 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-88f7a532-8089-4911-86a2-824b72c59c09 req-9b23c860-d3d0-4038-9973-83e452a14116 service neutron] For port d3621497-db12-4533-9d1a-8b3d9a672ca9, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=d3621497-db12-4533-9d1a-8b3d9a672ca9,segment=NetworkSegment(d7691017-c608-4933-8e39-96288e71acf1),segment_id=d7691017-c608-4933-8e39-96288e71acf1)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:21:59.491930 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-9b23c860-d3d0-4038-9973-83e452a14116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (d3621497-db12-4533-9d1a-8b3d9a672ca9), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:59.563844 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 16 Feb 2022 22:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665ed47d-c0ee-4009-88ca-219dad80c0ff x-openstack-request-id: req-665ed47d-c0ee-4009-88ca-219dad80c0ff {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:21:59.564469 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "tag": "b1ad5507-889f-4a25-bd66-7c7563f86747", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "tag": "41ea8ec7-cb70-44a7-b54a-945ee2945295", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:21:59.567203 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-665ed47d-c0ee-4009-88ca-219dad80c0ff {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:21:59.567846 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'tag': 'b1ad5507-889f-4a25-bd66-7c7563f86747', 'status': 'completed', 'code': 200} Feb 16 22:21:59.568301 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'tag': '41ea8ec7-cb70-44a7-b54a-945ee2945295', 'status': 'completed', 'code': 200} Feb 16 22:21:59.613524 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-9b23c860-d3d0-4038-9973-83e452a14116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:59.614314 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-9b23c860-d3d0-4038-9973-83e452a14116 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:59.615753 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-9b23c860-d3d0-4038-9973-83e452a14116 service neutron] 10.222.0.79 "PUT /v2.0/ports/d3621497-db12-4533-9d1a-8b3d9a672ca9 HTTP/1.1" status: 200 len: 1091 time: 1.0501087 Feb 16 22:21:59.649873 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc2d7c-73ca-48e4-b83b-2bc9aba24d92 req-1496e03b-bb53-4ae4-bc46-b54d900e9341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:59.650417 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc2d7c-73ca-48e4-b83b-2bc9aba24d92 req-1496e03b-bb53-4ae4-bc46-b54d900e9341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:59.651018 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc2d7c-73ca-48e4-b83b-2bc9aba24d92 req-1496e03b-bb53-4ae4-bc46-b54d900e9341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:59.651482 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc2d7c-73ca-48e4-b83b-2bc9aba24d92 req-1496e03b-bb53-4ae4-bc46-b54d900e9341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:59.651936 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc2d7c-73ca-48e4-b83b-2bc9aba24d92 req-1496e03b-bb53-4ae4-bc46-b54d900e9341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:59.652402 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc2d7c-73ca-48e4-b83b-2bc9aba24d92 req-1496e03b-bb53-4ae4-bc46-b54d900e9341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:59.652836 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc2d7c-73ca-48e4-b83b-2bc9aba24d92 req-1496e03b-bb53-4ae4-bc46-b54d900e9341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:59.655440 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5adc2d7c-73ca-48e4-b83b-2bc9aba24d92 req-1496e03b-bb53-4ae4-bc46-b54d900e9341 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05fece93b5f34c39b4687779f64633e9&device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 6401 time: 0.1195369 Feb 16 22:21:59.664095 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-19541d64-c3ad-4b37-b729-4492da205ea4 req-1ccc3a30-3269-46b3-805c-e1fbd0101598 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups/c1268835-ddbe-432e-bc54-2e8977b1b788 HTTP/1.1" status: 200 len: 1819 time: 0.0881140 Feb 16 22:21:59.670969 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-88f7a532-8089-4911-86a2-824b72c59c09 req-b1f08434-ade3-489f-b2ee-f67de15d98d1 service neutron] Request body: {'port': {'device_id': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:21:59.740628 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23c860-d3d0-4038-9973-83e452a14116 service neutron] Pushing event updated for resources: {'Port': ['ID=d3621497-db12-4533-9d1a-8b3d9a672ca9,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:21:59.754105 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:59.791525 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-b1f08434-ade3-489f-b2ee-f67de15d98d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (443130bf-8551-4c92-b389-fbbabea9a232), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:59.808873 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-c671685c-03f8-40ba-9e71-a4185cec8fcd tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Made reservation on behalf of ee14b41af1744680817d2f7b9462ea3f for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:21:59.812616 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-c671685c-03f8-40ba-9e71-a4185cec8fcd tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:59.819847 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 062e88ef-4edc-4369-b9a8-19fbdcc474cf up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:21:59.874462 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-19541d64-c3ad-4b37-b729-4492da205ea4 req-dc6915a7-32b5-421d-9846-f0d2bbf13516 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (c1268835-ddbe-432e-bc54-2e8977b1b788), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:59.903338 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-19541d64-c3ad-4b37-b729-4492da205ea4 req-dc6915a7-32b5-421d-9846-f0d2bbf13516 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (c1268835-ddbe-432e-bc54-2e8977b1b788), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:59.932309 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 062e88ef-4edc-4369-b9a8-19fbdcc474cf completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:21:59.939129 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 062e88ef-4edc-4369-b9a8-19fbdcc474cf triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:21:59.941153 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (062e88ef-4edc-4369-b9a8-19fbdcc474cf), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:59.959215 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-19541d64-c3ad-4b37-b729-4492da205ea4 req-dc6915a7-32b5-421d-9846-f0d2bbf13516 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c1268835-ddbe-432e-bc54-2e8977b1b788), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:59.963922 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-19541d64-c3ad-4b37-b729-4492da205ea4 req-dc6915a7-32b5-421d-9846-f0d2bbf13516 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:21:59.965209 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-19541d64-c3ad-4b37-b729-4492da205ea4 req-dc6915a7-32b5-421d-9846-f0d2bbf13516 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "DELETE /v2.0/security-groups/c1268835-ddbe-432e-bc54-2e8977b1b788 HTTP/1.1" status: 204 len: 173 time: 0.3003254 Feb 16 22:21:59.996589 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc2d7c-73ca-48e4-b83b-2bc9aba24d92 req-7f1fdf5d-f380-4c70-acc2-278025bcae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:59.997050 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc2d7c-73ca-48e4-b83b-2bc9aba24d92 req-7f1fdf5d-f380-4c70-acc2-278025bcae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:59.997501 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc2d7c-73ca-48e4-b83b-2bc9aba24d92 req-7f1fdf5d-f380-4c70-acc2-278025bcae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:21:59.999186 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5adc2d7c-73ca-48e4-b83b-2bc9aba24d92 req-7f1fdf5d-f380-4c70-acc2-278025bcae3a service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=05fece93b5f34c39b4687779f64633e9&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3254542 Feb 16 22:22:00.000086 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6915a7-32b5-421d-9846-f0d2bbf13516 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1268835-ddbe-432e-bc54-2e8977b1b788,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:00.066407 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 062e88ef-4edc-4369-b9a8-19fbdcc474cf is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:22:00.067482 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (062e88ef-4edc-4369-b9a8-19fbdcc474cf), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:00.111184 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 062e88ef-4edc-4369-b9a8-19fbdcc474cf, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=062e88ef-4edc-4369-b9a8-19fbdcc474cf,segment=NetworkSegment(b005b1db-fe63-4634-a1de-c89743ea76f4),segment_id=b005b1db-fe63-4634-a1de-c89743ea76f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:00.112532 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe1f352-bac7-4351-8e75-3b4d45cb0e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062e88ef-4edc-4369-b9a8-19fbdcc474cf'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:22:00.115381 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0065f0-abe7-4404-93a6-16c5f0752ab4" -d '{"events": [{"server_uuid": "dbe1f352-bac7-4351-8e75-3b4d45cb0e45", "name": "network-vif-plugged", "status": "completed", "tag": "062e88ef-4edc-4369-b9a8-19fbdcc474cf"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:22:00.121278 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (062e88ef-4edc-4369-b9a8-19fbdcc474cf), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:00.157766 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-c671685c-03f8-40ba-9e71-a4185cec8fcd tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Allocated IP 172.20.0.5 (c5caf1e2-5ed9-4635-98df-d36f332fac2f/839d08e4-b425-43ca-a9e3-06c3106daa84/86e174ab-b741-411c-b73e-79385ea18559) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:22:00.183099 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=062e88ef-4edc-4369-b9a8-19fbdcc474cf,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:00.226248 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde8bcb-4e54-4ae7-92aa-01ea0e94583f req-9b118b88-44a6-41e4-839a-3bd7486985ca tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:00.227740 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3bde8bcb-4e54-4ae7-92aa-01ea0e94583f req-9b118b88-44a6-41e4-839a-3bd7486985ca tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.1680295 Feb 16 22:22:00.232477 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc2d7c-73ca-48e4-b83b-2bc9aba24d92 req-7ff0a5f2-bdc5-4760-89f4-c2eeb5dd1e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:00.233881 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5adc2d7c-73ca-48e4-b83b-2bc9aba24d92 req-7ff0a5f2-bdc5-4760-89f4-c2eeb5dd1e76 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2253447 Feb 16 22:22:00.348840 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-88f7a532-8089-4911-86a2-824b72c59c09 req-b1f08434-ade3-489f-b2ee-f67de15d98d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 443130bf-8551-4c92-b389-fbbabea9a232 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:22:00.360449 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-b1f08434-ade3-489f-b2ee-f67de15d98d1 service neutron] Publish callbacks [] for port (443130bf-8551-4c92-b389-fbbabea9a232), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:00.389323 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-88f7a532-8089-4911-86a2-824b72c59c09 req-b1f08434-ade3-489f-b2ee-f67de15d98d1 service neutron] Transition to ACTIVE for port object 443130bf-8551-4c92-b389-fbbabea9a232 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:22:00.398774 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-b1f08434-ade3-489f-b2ee-f67de15d98d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (443130bf-8551-4c92-b389-fbbabea9a232), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:00.448076 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-c671685c-03f8-40ba-9e71-a4185cec8fcd tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks [] for port (86e174ab-b741-411c-b73e-79385ea18559), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:00.453012 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f08434-ade3-489f-b2ee-f67de15d98d1 service neutron] Pushing event updated for resources: {'Port': ['ID=443130bf-8551-4c92-b389-fbbabea9a232,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:00.553915 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-c671685c-03f8-40ba-9e71-a4185cec8fcd tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (86e174ab-b741-411c-b73e-79385ea18559), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:00.567694 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3bde8bcb-4e54-4ae7-92aa-01ea0e94583f req-d40bcf54-d9ef-46b6-ab8f-6948e4033e2b tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3300731 Feb 16 22:22:00.605662 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-c671685c-03f8-40ba-9e71-a4185cec8fcd tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Network c5caf1e2-5ed9-4635-98df-d36f332fac2f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:22:00.611152 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-c671685c-03f8-40ba-9e71-a4185cec8fcd tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:22:00.624858 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-c671685c-03f8-40ba-9e71-a4185cec8fcd tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:22:00.628670 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc2d7c-73ca-48e4-b83b-2bc9aba24d92 req-ab3e076d-aded-4e9e-bc6a-c7090e4a6ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:00.629843 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc2d7c-73ca-48e4-b83b-2bc9aba24d92 req-ab3e076d-aded-4e9e-bc6a-c7090e4a6ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:00.630563 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc2d7c-73ca-48e4-b83b-2bc9aba24d92 req-ab3e076d-aded-4e9e-bc6a-c7090e4a6ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:00.631030 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc2d7c-73ca-48e4-b83b-2bc9aba24d92 req-ab3e076d-aded-4e9e-bc6a-c7090e4a6ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:00.631494 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc2d7c-73ca-48e4-b83b-2bc9aba24d92 req-ab3e076d-aded-4e9e-bc6a-c7090e4a6ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:00.631947 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc2d7c-73ca-48e4-b83b-2bc9aba24d92 req-ab3e076d-aded-4e9e-bc6a-c7090e4a6ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:00.632571 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc2d7c-73ca-48e4-b83b-2bc9aba24d92 req-ab3e076d-aded-4e9e-bc6a-c7090e4a6ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:00.635910 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5adc2d7c-73ca-48e4-b83b-2bc9aba24d92 req-ab3e076d-aded-4e9e-bc6a-c7090e4a6ec8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05fece93b5f34c39b4687779f64633e9&device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 6426 time: 0.0719090 Feb 16 22:22:00.692844 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-c671685c-03f8-40ba-9e71-a4185cec8fcd tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:00.693635 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-c671685c-03f8-40ba-9e71-a4185cec8fcd tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:00.725324 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671685c-03f8-40ba-9e71-a4185cec8fcd tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Pushing event updated for resources: {'Port': ['ID=86e174ab-b741-411c-b73e-79385ea18559,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:00.741432 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-c671685c-03f8-40ba-9e71-a4185cec8fcd tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3167241 Feb 16 22:22:00.743976 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-88f7a532-8089-4911-86a2-824b72c59c09 req-b1f08434-ade3-489f-b2ee-f67de15d98d1 service neutron] Attempting to bind port 443130bf-8551-4c92-b389-fbbabea9a232 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:22:00.743976 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-88f7a532-8089-4911-86a2-824b72c59c09 req-b1f08434-ade3-489f-b2ee-f67de15d98d1 service neutron] Attempting to bind port 443130bf-8551-4c92-b389-fbbabea9a232 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'd7691017-c608-4933-8e39-96288e71acf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '01d78127-bed4-4d34-97f7-e31d1dc582f9'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:22:00.744383 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-b1f08434-ade3-489f-b2ee-f67de15d98d1 service neutron] Attempting to bind port 443130bf-8551-4c92-b389-fbbabea9a232 on network 01d78127-bed4-4d34-97f7-e31d1dc582f9 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:22:00.750848 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-b1f08434-ade3-489f-b2ee-f67de15d98d1 service neutron] Port 443130bf-8551-4c92-b389-fbbabea9a232 on network 01d78127-bed4-4d34-97f7-e31d1dc582f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:22:00.751830 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-b1f08434-ade3-489f-b2ee-f67de15d98d1 service neutron] Attempting to bind port 443130bf-8551-4c92-b389-fbbabea9a232 on network 01d78127-bed4-4d34-97f7-e31d1dc582f9 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:22:00.759752 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-b1f08434-ade3-489f-b2ee-f67de15d98d1 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:22:00.760335 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-b1f08434-ade3-489f-b2ee-f67de15d98d1 service neutron] Checking segment: {'id': 'd7691017-c608-4933-8e39-96288e71acf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '01d78127-bed4-4d34-97f7-e31d1dc582f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:22:00.760823 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-b1f08434-ade3-489f-b2ee-f67de15d98d1 service neutron] Bound using segment: {'id': 'd7691017-c608-4933-8e39-96288e71acf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '01d78127-bed4-4d34-97f7-e31d1dc582f9'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:22:00.761364 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-88f7a532-8089-4911-86a2-824b72c59c09 req-b1f08434-ade3-489f-b2ee-f67de15d98d1 service neutron] Bound port: 443130bf-8551-4c92-b389-fbbabea9a232, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7691017-c608-4933-8e39-96288e71acf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '01d78127-bed4-4d34-97f7-e31d1dc582f9'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:22:00.761849 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-b1f08434-ade3-489f-b2ee-f67de15d98d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (443130bf-8551-4c92-b389-fbbabea9a232), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:00.768495 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-38f07fc6-d923-44db-99ba-257ffc7d00dc service neutron] Request body: {'port': {'device_id': 'e9ce99da-4e3d-4618-b7cd-53d81cc92d7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:22:00.819190 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc2d7c-73ca-48e4-b83b-2bc9aba24d92 req-8d7b6471-eea5-42a9-b614-50801ccbe05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:00.819757 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc2d7c-73ca-48e4-b83b-2bc9aba24d92 req-8d7b6471-eea5-42a9-b614-50801ccbe05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:00.820230 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc2d7c-73ca-48e4-b83b-2bc9aba24d92 req-8d7b6471-eea5-42a9-b614-50801ccbe05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:00.821833 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5adc2d7c-73ca-48e4-b83b-2bc9aba24d92 req-8d7b6471-eea5-42a9-b614-50801ccbe05d service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=05fece93b5f34c39b4687779f64633e9&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1721389 Feb 16 22:22:00.833718 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93980ff0-4ff4-4efb-a342-662a517c7cf2 req-382f5644-52ce-4c5e-88c2-6521c09b0a05 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:00.835261 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-93980ff0-4ff4-4efb-a342-662a517c7cf2 req-382f5644-52ce-4c5e-88c2-6521c09b0a05 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbe1f352-bac7-4351-8e75-3b4d45cb0e45 HTTP/1.1" status: 200 len: 945 time: 0.1444755 Feb 16 22:22:00.882457 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-38f07fc6-d923-44db-99ba-257ffc7d00dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (86e174ab-b741-411c-b73e-79385ea18559), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:00.902180 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-88f7a532-8089-4911-86a2-824b72c59c09 req-b1f08434-ade3-489f-b2ee-f67de15d98d1 service neutron] For port 443130bf-8551-4c92-b389-fbbabea9a232, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:22:00.937479 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-88f7a532-8089-4911-86a2-824b72c59c09 req-b1f08434-ade3-489f-b2ee-f67de15d98d1 service neutron] For port 443130bf-8551-4c92-b389-fbbabea9a232, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=443130bf-8551-4c92-b389-fbbabea9a232,segment=NetworkSegment(d7691017-c608-4933-8e39-96288e71acf1),segment_id=d7691017-c608-4933-8e39-96288e71acf1)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:22:00.946223 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-93980ff0-4ff4-4efb-a342-662a517c7cf2 req-deff8591-a534-4a78-bcbf-98f13fe1c1c0 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/security-groups?id=e0836f72-8df4-4dd3-b8b6-a137e11b4438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010814 Feb 16 22:22:00.951792 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-b1f08434-ade3-489f-b2ee-f67de15d98d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (443130bf-8551-4c92-b389-fbbabea9a232), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:00.966594 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc2d7c-73ca-48e4-b83b-2bc9aba24d92 req-f0f912cc-7da5-48a5-bb5c-a22fec3640d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:00.967832 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5adc2d7c-73ca-48e4-b83b-2bc9aba24d92 req-f0f912cc-7da5-48a5-bb5c-a22fec3640d0 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1316950 Feb 16 22:22:01.003869 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-b1f08434-ade3-489f-b2ee-f67de15d98d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:01.004514 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-b1f08434-ade3-489f-b2ee-f67de15d98d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:01.006039 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-b1f08434-ade3-489f-b2ee-f67de15d98d1 service neutron] 10.222.0.79 "PUT /v2.0/ports/443130bf-8551-4c92-b389-fbbabea9a232 HTTP/1.1" status: 200 len: 1091 time: 1.3466413 Feb 16 22:22:01.066194 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-88f7a532-8089-4911-86a2-824b72c59c09 req-38a13344-cb85-4552-800e-6880d0f0cbb1 service neutron] Request body: {'port': {'device_id': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:22:01.120665 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40becd1a-892b-4c67-a5b9-e17b31561bf2 req-b8dbd4ab-fc98-4415-bc90-0c4fda3235e2 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:01.122222 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f08434-ade3-489f-b2ee-f67de15d98d1 service neutron] Pushing event updated for resources: {'Port': ['ID=443130bf-8551-4c92-b389-fbbabea9a232,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:01.130518 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-40becd1a-892b-4c67-a5b9-e17b31561bf2 req-b8dbd4ab-fc98-4415-bc90-0c4fda3235e2 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 931 time: 0.0795407 Feb 16 22:22:01.182482 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-40becd1a-892b-4c67-a5b9-e17b31561bf2 req-7f1c6c77-4f2f-44ba-963d-cce7b16d18ee tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509748 Feb 16 22:22:01.183247 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-38a13344-cb85-4552-800e-6880d0f0cbb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a3ee080f-cf71-49dc-8b01-b8862a45817e), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:01.218997 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-5ed72891-a3a4-4790-a8f7-c7af4d1bc689 req-367a6b5d-b363-4c93-a9d3-94f00a2f6200 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1175115488', 'description': 'tempest-description-1942357335'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:22:01.245679 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5ed72891-a3a4-4790-a8f7-c7af4d1bc689 req-367a6b5d-b363-4c93-a9d3-94f00a2f6200 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:01.339074 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5ed72891-a3a4-4790-a8f7-c7af4d1bc689 req-367a6b5d-b363-4c93-a9d3-94f00a2f6200 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (c0a0de37-3975-4809-80c7-bc65e74e08d4), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:01.344706 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5ed72891-a3a4-4790-a8f7-c7af4d1bc689 req-367a6b5d-b363-4c93-a9d3-94f00a2f6200 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c0a0de37-3975-4809-80c7-bc65e74e08d4), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:01.381326 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a6b5d-b363-4c93-a9d3-94f00a2f6200 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a0de37-3975-4809-80c7-bc65e74e08d4,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:01.391145 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5ed72891-a3a4-4790-a8f7-c7af4d1bc689 req-367a6b5d-b363-4c93-a9d3-94f00a2f6200 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:01.403552 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5ed72891-a3a4-4790-a8f7-c7af4d1bc689 req-367a6b5d-b363-4c93-a9d3-94f00a2f6200 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1893575 Feb 16 22:22:01.434895 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597d15a8-7d9b-4140-8cda-b28e9c6f33f5 x-openstack-request-id: req-597d15a8-7d9b-4140-8cda-b28e9c6f33f5 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:22:01.435458 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe1f352-bac7-4351-8e75-3b4d45cb0e45", "name": "network-vif-plugged", "status": "completed", "tag": "062e88ef-4edc-4369-b9a8-19fbdcc474cf", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:22:01.435579 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-597d15a8-7d9b-4140-8cda-b28e9c6f33f5 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:22:01.435966 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe1f352-bac7-4351-8e75-3b4d45cb0e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062e88ef-4edc-4369-b9a8-19fbdcc474cf', 'code': 200} Feb 16 22:22:01.562872 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de102a8-0684-42ed-8448-0a1e7ef31cbb req-3785ebbe-858b-480e-8e73-39514bfc93a4 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:01.568055 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de102a8-0684-42ed-8448-0a1e7ef31cbb req-3785ebbe-858b-480e-8e73-39514bfc93a4 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:01.573519 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de102a8-0684-42ed-8448-0a1e7ef31cbb req-3785ebbe-858b-480e-8e73-39514bfc93a4 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:01.579487 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de102a8-0684-42ed-8448-0a1e7ef31cbb req-3785ebbe-858b-480e-8e73-39514bfc93a4 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:01.584957 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de102a8-0684-42ed-8448-0a1e7ef31cbb req-3785ebbe-858b-480e-8e73-39514bfc93a4 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:01.590212 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de102a8-0684-42ed-8448-0a1e7ef31cbb req-3785ebbe-858b-480e-8e73-39514bfc93a4 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:01.596484 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de102a8-0684-42ed-8448-0a1e7ef31cbb req-3785ebbe-858b-480e-8e73-39514bfc93a4 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:01.598496 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6de102a8-0684-42ed-8448-0a1e7ef31cbb req-3785ebbe-858b-480e-8e73-39514bfc93a4 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5397 time: 0.0998468 Feb 16 22:22:01.635434 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'tag': '0bb0fb95-a1c8-4fd0-9766-54334e33ef10'}, {'name': 'network-changed', 'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'tag': 'd3621497-db12-4533-9d1a-8b3d9a672ca9'}, {'name': 'network-changed', 'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'tag': '443130bf-8551-4c92-b389-fbbabea9a232'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:22:01.637626 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40" -d '{"events": [{"name": "network-changed", "server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "tag": "0bb0fb95-a1c8-4fd0-9766-54334e33ef10"}, {"name": "network-changed", "server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "tag": "d3621497-db12-4533-9d1a-8b3d9a672ca9"}, {"name": "network-changed", "server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "tag": "443130bf-8551-4c92-b389-fbbabea9a232"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:22:01.659745 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6de102a8-0684-42ed-8448-0a1e7ef31cbb req-65c76bc5-6781-4348-a7f7-c0443a7b258c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540919 Feb 16 22:22:01.748976 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c09017-27be-468d-b1cb-4e252a5e3635 req-3b9098fb-bfe9-44e8-821d-990dc198f136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:01.750543 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c8c09017-27be-468d-b1cb-4e252a5e3635 req-3b9098fb-bfe9-44e8-821d-990dc198f136 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=dbe1f352-bac7-4351-8e75-3b4d45cb0e45 HTTP/1.1" status: 200 len: 1127 time: 0.1071446 Feb 16 22:22:01.780494 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf11687-e273-4d60-a024-6cce0573749d req-d172b58c-adf6-469a-9980-5e4e741ddcf3 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:01.782381 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1cf11687-e273-4d60-a024-6cce0573749d req-d172b58c-adf6-469a-9980-5e4e741ddcf3 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 945 time: 0.0561008 Feb 16 22:22:01.837597 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1cf11687-e273-4d60-a024-6cce0573749d req-b3e0a493-226b-4b10-b724-c3e49dc0541c tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488703 Feb 16 22:22:01.849794 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-38f07fc6-d923-44db-99ba-257ffc7d00dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86e174ab-b741-411c-b73e-79385ea18559 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:22:01.876206 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-38f07fc6-d923-44db-99ba-257ffc7d00dc service neutron] Publish callbacks [] for port (86e174ab-b741-411c-b73e-79385ea18559), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:01.888628 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c8c09017-27be-468d-b1cb-4e252a5e3635 req-8bcf1d79-c846-4c82-97be-93be0607d7ae service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e0836f72-8df4-4dd3-b8b6-a137e11b4438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052501 Feb 16 22:22:01.905473 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-38f07fc6-d923-44db-99ba-257ffc7d00dc service neutron] Transition to ACTIVE for port object 86e174ab-b741-411c-b73e-79385ea18559 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:22:01.915862 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-38f07fc6-d923-44db-99ba-257ffc7d00dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (86e174ab-b741-411c-b73e-79385ea18559), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:01.918367 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22a12483-7567-49e4-b5e4-8a730fa5b45d req-a5b02868-a740-46cf-a2ce-9b9207ed4ee0 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups/c0a0de37-3975-4809-80c7-bc65e74e08d4 HTTP/1.1" status: 200 len: 1820 time: 0.0409148 Feb 16 22:22:01.932531 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-22a12483-7567-49e4-b5e4-8a730fa5b45d req-9ca932aa-8327-47f6-a2f8-22e7e7dbbac4 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1386142827', 'description': 'tempest-description-hth-308771368'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:22:01.966003 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-22a12483-7567-49e4-b5e4-8a730fa5b45d req-9ca932aa-8327-47f6-a2f8-22e7e7dbbac4 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (c0a0de37-3975-4809-80c7-bc65e74e08d4), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:02.002417 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-88f7a532-8089-4911-86a2-824b72c59c09 req-38a13344-cb85-4552-800e-6880d0f0cbb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3ee080f-cf71-49dc-8b01-b8862a45817e {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:22:02.011146 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f07fc6-d923-44db-99ba-257ffc7d00dc service neutron] Pushing event updated for resources: {'Port': ['ID=86e174ab-b741-411c-b73e-79385ea18559,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:02.013203 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-22a12483-7567-49e4-b5e4-8a730fa5b45d req-9ca932aa-8327-47f6-a2f8-22e7e7dbbac4 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (c0a0de37-3975-4809-80c7-bc65e74e08d4), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:02.016291 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-38a13344-cb85-4552-800e-6880d0f0cbb1 service neutron] Publish callbacks [] for port (a3ee080f-cf71-49dc-8b01-b8862a45817e), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:02.018793 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-22a12483-7567-49e4-b5e4-8a730fa5b45d req-9ca932aa-8327-47f6-a2f8-22e7e7dbbac4 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c0a0de37-3975-4809-80c7-bc65e74e08d4), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:02.021597 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-22a12483-7567-49e4-b5e4-8a730fa5b45d req-9ca932aa-8327-47f6-a2f8-22e7e7dbbac4 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:02.024968 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22a12483-7567-49e4-b5e4-8a730fa5b45d req-9ca932aa-8327-47f6-a2f8-22e7e7dbbac4 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "PUT /v2.0/security-groups/c0a0de37-3975-4809-80c7-bc65e74e08d4 HTTP/1.1" status: 200 len: 1793 time: 0.0948176 Feb 16 22:22:02.054110 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-88f7a532-8089-4911-86a2-824b72c59c09 req-38a13344-cb85-4552-800e-6880d0f0cbb1 service neutron] Transition to ACTIVE for port object a3ee080f-cf71-49dc-8b01-b8862a45817e will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:22:02.055952 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca932aa-8327-47f6-a2f8-22e7e7dbbac4 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a0de37-3975-4809-80c7-bc65e74e08d4,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:02.077825 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-38a13344-cb85-4552-800e-6880d0f0cbb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (a3ee080f-cf71-49dc-8b01-b8862a45817e), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:02.153901 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a13344-cb85-4552-800e-6880d0f0cbb1 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ee080f-cf71-49dc-8b01-b8862a45817e,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:02.161656 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e281ac-267b-48a8-b782-7da0d1f1e939 req-ce40e37d-2ee8-4640-bd69-5b27db34e826 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:02.164935 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a5e281ac-267b-48a8-b782-7da0d1f1e939 req-ce40e37d-2ee8-4640-bd69-5b27db34e826 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.0716624 Feb 16 22:22:02.186335 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-38f07fc6-d923-44db-99ba-257ffc7d00dc service neutron] Attempting to bind port 86e174ab-b741-411c-b73e-79385ea18559 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:22:02.186671 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-38f07fc6-d923-44db-99ba-257ffc7d00dc service neutron] Attempting to bind port 86e174ab-b741-411c-b73e-79385ea18559 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'bab3c7c9-e01c-407c-bcf4-3671c0e39eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:22:02.186993 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-38f07fc6-d923-44db-99ba-257ffc7d00dc service neutron] Attempting to bind port 86e174ab-b741-411c-b73e-79385ea18559 on network c5caf1e2-5ed9-4635-98df-d36f332fac2f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:22:02.215725 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-38f07fc6-d923-44db-99ba-257ffc7d00dc service neutron] Port 86e174ab-b741-411c-b73e-79385ea18559 on network c5caf1e2-5ed9-4635-98df-d36f332fac2f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:22:02.216058 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-38f07fc6-d923-44db-99ba-257ffc7d00dc service neutron] Attempting to bind port 86e174ab-b741-411c-b73e-79385ea18559 on network c5caf1e2-5ed9-4635-98df-d36f332fac2f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:22:02.228543 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-38f07fc6-d923-44db-99ba-257ffc7d00dc service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:22:02.229089 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-38f07fc6-d923-44db-99ba-257ffc7d00dc service neutron] Checking segment: {'id': 'bab3c7c9-e01c-407c-bcf4-3671c0e39eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:22:02.229638 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-38f07fc6-d923-44db-99ba-257ffc7d00dc service neutron] Bound using segment: {'id': 'bab3c7c9-e01c-407c-bcf4-3671c0e39eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:22:02.230277 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-38f07fc6-d923-44db-99ba-257ffc7d00dc service neutron] Bound port: 86e174ab-b741-411c-b73e-79385ea18559, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bab3c7c9-e01c-407c-bcf4-3671c0e39eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:22:02.230806 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-38f07fc6-d923-44db-99ba-257ffc7d00dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (86e174ab-b741-411c-b73e-79385ea18559), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:02.236573 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a5e281ac-267b-48a8-b782-7da0d1f1e939 req-35072480-94b1-4269-8c1b-b60ab9d2688b tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612178 Feb 16 22:22:02.281814 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-88f7a532-8089-4911-86a2-824b72c59c09 req-38a13344-cb85-4552-800e-6880d0f0cbb1 service neutron] Attempting to bind port a3ee080f-cf71-49dc-8b01-b8862a45817e on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:22:02.282181 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-88f7a532-8089-4911-86a2-824b72c59c09 req-38a13344-cb85-4552-800e-6880d0f0cbb1 service neutron] Attempting to bind port a3ee080f-cf71-49dc-8b01-b8862a45817e by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '6333e723-cf6b-42aa-b1d7-93bea6dcc68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'dd1251d6-2877-46df-ac47-9cb92c8abfb3'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:22:02.282515 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-38a13344-cb85-4552-800e-6880d0f0cbb1 service neutron] Attempting to bind port a3ee080f-cf71-49dc-8b01-b8862a45817e on network dd1251d6-2877-46df-ac47-9cb92c8abfb3 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:22:02.292729 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-38a13344-cb85-4552-800e-6880d0f0cbb1 service neutron] Port a3ee080f-cf71-49dc-8b01-b8862a45817e on network dd1251d6-2877-46df-ac47-9cb92c8abfb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:22:02.293062 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-38a13344-cb85-4552-800e-6880d0f0cbb1 service neutron] Attempting to bind port a3ee080f-cf71-49dc-8b01-b8862a45817e on network dd1251d6-2877-46df-ac47-9cb92c8abfb3 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:22:02.296245 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 16 Feb 2022 22:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca94687-f828-49ea-ba09-f704e3a19106 x-openstack-request-id: req-fca94687-f828-49ea-ba09-f704e3a19106 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:22:02.296546 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "tag": "0bb0fb95-a1c8-4fd0-9766-54334e33ef10", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "tag": "d3621497-db12-4533-9d1a-8b3d9a672ca9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "tag": "443130bf-8551-4c92-b389-fbbabea9a232", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:22:02.296798 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fca94687-f828-49ea-ba09-f704e3a19106 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:22:02.297427 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'tag': '0bb0fb95-a1c8-4fd0-9766-54334e33ef10', 'status': 'completed', 'code': 200} Feb 16 22:22:02.297690 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'tag': 'd3621497-db12-4533-9d1a-8b3d9a672ca9', 'status': 'completed', 'code': 200} Feb 16 22:22:02.297944 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'tag': '443130bf-8551-4c92-b389-fbbabea9a232', 'status': 'completed', 'code': 200} Feb 16 22:22:02.309612 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-38a13344-cb85-4552-800e-6880d0f0cbb1 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:22:02.309877 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-38a13344-cb85-4552-800e-6880d0f0cbb1 service neutron] Checking segment: {'id': '6333e723-cf6b-42aa-b1d7-93bea6dcc68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'dd1251d6-2877-46df-ac47-9cb92c8abfb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:22:02.310296 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-38a13344-cb85-4552-800e-6880d0f0cbb1 service neutron] Bound using segment: {'id': '6333e723-cf6b-42aa-b1d7-93bea6dcc68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'dd1251d6-2877-46df-ac47-9cb92c8abfb3'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:22:02.310787 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-88f7a532-8089-4911-86a2-824b72c59c09 req-38a13344-cb85-4552-800e-6880d0f0cbb1 service neutron] Bound port: a3ee080f-cf71-49dc-8b01-b8862a45817e, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6333e723-cf6b-42aa-b1d7-93bea6dcc68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'dd1251d6-2877-46df-ac47-9cb92c8abfb3'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:22:02.311151 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-38a13344-cb85-4552-800e-6880d0f0cbb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a3ee080f-cf71-49dc-8b01-b8862a45817e), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:02.372064 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-38f07fc6-d923-44db-99ba-257ffc7d00dc service neutron] For port 86e174ab-b741-411c-b73e-79385ea18559, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:22:02.392022 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-38f07fc6-d923-44db-99ba-257ffc7d00dc service neutron] For port 86e174ab-b741-411c-b73e-79385ea18559, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=86e174ab-b741-411c-b73e-79385ea18559,segment=NetworkSegment(bab3c7c9-e01c-407c-bcf4-3671c0e39eec),segment_id=bab3c7c9-e01c-407c-bcf4-3671c0e39eec)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:22:02.418783 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-38f07fc6-d923-44db-99ba-257ffc7d00dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (86e174ab-b741-411c-b73e-79385ea18559), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:02.424206 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-529366da-f17c-4167-9263-643cec37507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:02.424608 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-529366da-f17c-4167-9263-643cec37507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:02.425068 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-529366da-f17c-4167-9263-643cec37507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:02.426637 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-529366da-f17c-4167-9263-643cec37507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:02.426637 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-529366da-f17c-4167-9263-643cec37507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:02.426637 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-529366da-f17c-4167-9263-643cec37507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:02.427019 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-529366da-f17c-4167-9263-643cec37507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:02.428976 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-529366da-f17c-4167-9263-643cec37507c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05fece93b5f34c39b4687779f64633e9&device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 6524 time: 0.1012321 Feb 16 22:22:02.457448 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-88f7a532-8089-4911-86a2-824b72c59c09 req-38a13344-cb85-4552-800e-6880d0f0cbb1 service neutron] For port a3ee080f-cf71-49dc-8b01-b8862a45817e, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:22:02.481016 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-38f07fc6-d923-44db-99ba-257ffc7d00dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:02.481535 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-38f07fc6-d923-44db-99ba-257ffc7d00dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:02.482491 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb438a5-5c69-437f-b40f-919fa8c2911a req-fd9a72e8-4bff-43fe-8d47-d6acf1c372cf tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:02.483047 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-38f07fc6-d923-44db-99ba-257ffc7d00dc service neutron] 10.222.0.79 "PUT /v2.0/ports/86e174ab-b741-411c-b73e-79385ea18559 HTTP/1.1" status: 200 len: 1091 time: 1.7249746 Feb 16 22:22:02.484089 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1fb438a5-5c69-437f-b40f-919fa8c2911a req-fd9a72e8-4bff-43fe-8d47-d6acf1c372cf tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbe1f352-bac7-4351-8e75-3b4d45cb0e45 HTTP/1.1" status: 200 len: 945 time: 0.1040423 Feb 16 22:22:02.500978 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-88f7a532-8089-4911-86a2-824b72c59c09 req-38a13344-cb85-4552-800e-6880d0f0cbb1 service neutron] For port a3ee080f-cf71-49dc-8b01-b8862a45817e, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a3ee080f-cf71-49dc-8b01-b8862a45817e,segment=NetworkSegment(6333e723-cf6b-42aa-b1d7-93bea6dcc68c),segment_id=6333e723-cf6b-42aa-b1d7-93bea6dcc68c)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:22:02.517519 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f07fc6-d923-44db-99ba-257ffc7d00dc service neutron] Pushing event updated for resources: {'Port': ['ID=86e174ab-b741-411c-b73e-79385ea18559,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:02.527759 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-38a13344-cb85-4552-800e-6880d0f0cbb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (a3ee080f-cf71-49dc-8b01-b8862a45817e), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:02.596410 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-38a13344-cb85-4552-800e-6880d0f0cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:02.597033 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-38a13344-cb85-4552-800e-6880d0f0cbb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:02.598451 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-38a13344-cb85-4552-800e-6880d0f0cbb1 service neutron] 10.222.0.79 "PUT /v2.0/ports/a3ee080f-cf71-49dc-8b01-b8862a45817e HTTP/1.1" status: 200 len: 1091 time: 1.5386035 Feb 16 22:22:02.603339 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-e2eb6d0a-9917-462e-a675-b8782502668f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:02.603824 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-e2eb6d0a-9917-462e-a675-b8782502668f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:02.604293 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-e2eb6d0a-9917-462e-a675-b8782502668f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:02.605869 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-e2eb6d0a-9917-462e-a675-b8782502668f service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=05fece93b5f34c39b4687779f64633e9&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1691847 Feb 16 22:22:02.621207 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1fb438a5-5c69-437f-b40f-919fa8c2911a req-e7c38776-d09f-4fe5-b8c5-44a5ce712fc6 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/security-groups?id=e0836f72-8df4-4dd3-b8b6-a137e11b4438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769155 Feb 16 22:22:02.649210 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4d6d9788-d433-4770-b429-2d02eefa87d7 service neutron] Request body: {'port': {'device_id': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:22:02.683001 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a13344-cb85-4552-800e-6880d0f0cbb1 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ee080f-cf71-49dc-8b01-b8862a45817e,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:02.707930 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-cc90044a-9d1f-4de6-99c8-761141c8ba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:02.709586 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-cc90044a-9d1f-4de6-99c8-761141c8ba8c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ee14b41af1744680817d2f7b9462ea3f&device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 1125 time: 0.1722414 Feb 16 22:22:02.745232 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f3355833-34c1-47ef-bac9-8d164d78cb08 req-38f2f55f-6a85-40cb-9b0e-501be92f0025 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups/c0a0de37-3975-4809-80c7-bc65e74e08d4 HTTP/1.1" status: 200 len: 1793 time: 0.0924609 Feb 16 22:22:02.785801 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-e4d30161-3d3d-4d08-a0fa-4650ffaa3b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:02.787438 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-e4d30161-3d3d-4d08-a0fa-4650ffaa3b21 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1650906 Feb 16 22:22:02.793900 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4d6d9788-d433-4770-b429-2d02eefa87d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1cdbee6a-c509-4657-a9a8-c6f919e74da6), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:02.811264 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-acf12d5b-1f94-49f1-b18d-f0c5963f96e2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86e174ab-b741-411c-b73e-79385ea18559 HTTP/1.1" status: 200 len: 217 time: 0.0565424 Feb 16 22:22:02.900884 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-90222b1f-b947-4b47-875f-2d9606fc68a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:02.902441 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-90222b1f-b947-4b47-875f-2d9606fc68a5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=839d08e4-b425-43ca-a9e3-06c3106daa84 HTTP/1.1" status: 200 len: 852 time: 0.0794151 Feb 16 22:22:02.924804 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa73643-1500-4645-b5d6-7ae1aca47e76 req-5ab403fe-790b-4247-bcbe-220f1d89d600 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:02.926526 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9aa73643-1500-4645-b5d6-7ae1aca47e76 req-5ab403fe-790b-4247-bcbe-220f1d89d600 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 943 time: 0.1126697 Feb 16 22:22:02.932304 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-e8c541bd-fd7d-492d-b949-d144328ad227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:02.932933 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-e8c541bd-fd7d-492d-b949-d144328ad227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:02.933518 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-e8c541bd-fd7d-492d-b949-d144328ad227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:02.934156 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-e8c541bd-fd7d-492d-b949-d144328ad227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:02.934667 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-e8c541bd-fd7d-492d-b949-d144328ad227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:02.935184 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-e8c541bd-fd7d-492d-b949-d144328ad227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:02.936325 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-e8c541bd-fd7d-492d-b949-d144328ad227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:02.938534 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-e8c541bd-fd7d-492d-b949-d144328ad227 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05fece93b5f34c39b4687779f64633e9&device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 6597 time: 0.1006513 Feb 16 22:22:02.946824 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-13e58a20-726f-4191-98c9-3971ccf44938 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c5caf1e2-5ed9-4635-98df-d36f332fac2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326552 Feb 16 22:22:03.013873 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9aa73643-1500-4645-b5d6-7ae1aca47e76 req-5607f6cf-4731-4b76-bd05-61d717f5bfc2 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740244 Feb 16 22:22:03.143536 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-fde3f6f6-edfd-47a8-b25b-0c01be5767fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:03.144007 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-fde3f6f6-edfd-47a8-b25b-0c01be5767fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:03.144472 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-fde3f6f6-edfd-47a8-b25b-0c01be5767fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:03.146113 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-fde3f6f6-edfd-47a8-b25b-0c01be5767fe service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=05fece93b5f34c39b4687779f64633e9&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1863296 Feb 16 22:22:03.171067 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-b05b7a4f-380a-4267-b312-c0d0b78aee40 service neutron] 10.222.0.79 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738486 Feb 16 22:22:03.255652 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1763e-1f7b-4e0c-b604-a6547cfcaa5c req-3ce16afe-ee36-4e2b-a74d-06c8bf09bb67 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:03.262994 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1763e-1f7b-4e0c-b604-a6547cfcaa5c req-3ce16afe-ee36-4e2b-a74d-06c8bf09bb67 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:03.267889 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1763e-1f7b-4e0c-b604-a6547cfcaa5c req-3ce16afe-ee36-4e2b-a74d-06c8bf09bb67 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:03.273228 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1763e-1f7b-4e0c-b604-a6547cfcaa5c req-3ce16afe-ee36-4e2b-a74d-06c8bf09bb67 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:03.278560 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1763e-1f7b-4e0c-b604-a6547cfcaa5c req-3ce16afe-ee36-4e2b-a74d-06c8bf09bb67 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:03.284401 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1763e-1f7b-4e0c-b604-a6547cfcaa5c req-3ce16afe-ee36-4e2b-a74d-06c8bf09bb67 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:03.289688 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1763e-1f7b-4e0c-b604-a6547cfcaa5c req-3ce16afe-ee36-4e2b-a74d-06c8bf09bb67 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:03.292045 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cff1763e-1f7b-4e0c-b604-a6547cfcaa5c req-3ce16afe-ee36-4e2b-a74d-06c8bf09bb67 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5409 time: 0.1657159 Feb 16 22:22:03.345983 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c8e2afaa-d626-45ff-9fb7-0131a35fdfaf req-4c0b186e-e6c7-47b5-873d-864f32d536a4 service neutron] 10.222.0.79 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676245 Feb 16 22:22:03.350628 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4d6d9788-d433-4770-b429-2d02eefa87d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cdbee6a-c509-4657-a9a8-c6f919e74da6 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:22:03.359223 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4d6d9788-d433-4770-b429-2d02eefa87d7 service neutron] Publish callbacks [] for port (1cdbee6a-c509-4657-a9a8-c6f919e74da6), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:03.372019 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4d6d9788-d433-4770-b429-2d02eefa87d7 service neutron] Transition to ACTIVE for port object 1cdbee6a-c509-4657-a9a8-c6f919e74da6 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:22:03.380139 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4d6d9788-d433-4770-b429-2d02eefa87d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (1cdbee6a-c509-4657-a9a8-c6f919e74da6), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:03.388634 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cff1763e-1f7b-4e0c-b604-a6547cfcaa5c req-56221b2a-3b9e-4ad3-9364-93a079162c13 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0775471 Feb 16 22:22:03.396329 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-e572b4d2-230c-4670-9d51-905435881401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:03.402129 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-e572b4d2-230c-4670-9d51-905435881401 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2401676 Feb 16 22:22:03.486821 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e00f951f-7645-46f5-9aec-984f6e09d5a0 req-799e5fec-e7c8-4569-9435-304570bd4e2a tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups/c0a0de37-3975-4809-80c7-bc65e74e08d4 HTTP/1.1" status: 200 len: 1793 time: 0.0609298 Feb 16 22:22:03.533857 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d9788-d433-4770-b429-2d02eefa87d7 service neutron] Pushing event updated for resources: {'Port': ['ID=1cdbee6a-c509-4657-a9a8-c6f919e74da6,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:03.580682 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4d6d9788-d433-4770-b429-2d02eefa87d7 service neutron] Attempting to bind port 1cdbee6a-c509-4657-a9a8-c6f919e74da6 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:22:03.581241 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4d6d9788-d433-4770-b429-2d02eefa87d7 service neutron] Attempting to bind port 1cdbee6a-c509-4657-a9a8-c6f919e74da6 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '6333e723-cf6b-42aa-b1d7-93bea6dcc68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'dd1251d6-2877-46df-ac47-9cb92c8abfb3'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:22:03.581714 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4d6d9788-d433-4770-b429-2d02eefa87d7 service neutron] Attempting to bind port 1cdbee6a-c509-4657-a9a8-c6f919e74da6 on network dd1251d6-2877-46df-ac47-9cb92c8abfb3 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:22:03.590106 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4d6d9788-d433-4770-b429-2d02eefa87d7 service neutron] Port 1cdbee6a-c509-4657-a9a8-c6f919e74da6 on network dd1251d6-2877-46df-ac47-9cb92c8abfb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:22:03.590106 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4d6d9788-d433-4770-b429-2d02eefa87d7 service neutron] Attempting to bind port 1cdbee6a-c509-4657-a9a8-c6f919e74da6 on network dd1251d6-2877-46df-ac47-9cb92c8abfb3 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:22:03.596676 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e00f951f-7645-46f5-9aec-984f6e09d5a0 req-d8f34214-5e9d-46ee-bdb2-af98fb38b7b9 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (c0a0de37-3975-4809-80c7-bc65e74e08d4), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:03.599966 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4d6d9788-d433-4770-b429-2d02eefa87d7 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:22:03.601056 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4d6d9788-d433-4770-b429-2d02eefa87d7 service neutron] Checking segment: {'id': '6333e723-cf6b-42aa-b1d7-93bea6dcc68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'dd1251d6-2877-46df-ac47-9cb92c8abfb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:22:03.601553 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4d6d9788-d433-4770-b429-2d02eefa87d7 service neutron] Bound using segment: {'id': '6333e723-cf6b-42aa-b1d7-93bea6dcc68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'dd1251d6-2877-46df-ac47-9cb92c8abfb3'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:22:03.602225 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4d6d9788-d433-4770-b429-2d02eefa87d7 service neutron] Bound port: 1cdbee6a-c509-4657-a9a8-c6f919e74da6, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6333e723-cf6b-42aa-b1d7-93bea6dcc68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'dd1251d6-2877-46df-ac47-9cb92c8abfb3'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:22:03.602680 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4d6d9788-d433-4770-b429-2d02eefa87d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1cdbee6a-c509-4657-a9a8-c6f919e74da6), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:03.641758 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-e5798db8-cb21-4ef0-8539-0445ff680a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:03.643740 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-e5798db8-cb21-4ef0-8539-0445ff680a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:03.644226 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-e5798db8-cb21-4ef0-8539-0445ff680a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:03.644698 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-e5798db8-cb21-4ef0-8539-0445ff680a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:03.645166 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-e5798db8-cb21-4ef0-8539-0445ff680a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:03.645632 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-e5798db8-cb21-4ef0-8539-0445ff680a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:03.646142 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-e5798db8-cb21-4ef0-8539-0445ff680a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:03.648314 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-e5798db8-cb21-4ef0-8539-0445ff680a84 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05fece93b5f34c39b4687779f64633e9&device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 6622 time: 0.1307883 Feb 16 22:22:03.650122 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e00f951f-7645-46f5-9aec-984f6e09d5a0 req-d8f34214-5e9d-46ee-bdb2-af98fb38b7b9 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (c0a0de37-3975-4809-80c7-bc65e74e08d4), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:03.689668 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4d6d9788-d433-4770-b429-2d02eefa87d7 service neutron] For port 1cdbee6a-c509-4657-a9a8-c6f919e74da6, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:22:03.697437 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4d6d9788-d433-4770-b429-2d02eefa87d7 service neutron] For port 1cdbee6a-c509-4657-a9a8-c6f919e74da6, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=1cdbee6a-c509-4657-a9a8-c6f919e74da6,segment=NetworkSegment(6333e723-cf6b-42aa-b1d7-93bea6dcc68c),segment_id=6333e723-cf6b-42aa-b1d7-93bea6dcc68c)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:22:03.708259 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4d6d9788-d433-4770-b429-2d02eefa87d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (1cdbee6a-c509-4657-a9a8-c6f919e74da6), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:03.761005 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4d6d9788-d433-4770-b429-2d02eefa87d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:03.764699 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4d6d9788-d433-4770-b429-2d02eefa87d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:03.765065 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e00f951f-7645-46f5-9aec-984f6e09d5a0 req-d8f34214-5e9d-46ee-bdb2-af98fb38b7b9 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c0a0de37-3975-4809-80c7-bc65e74e08d4), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:03.766578 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4d6d9788-d433-4770-b429-2d02eefa87d7 service neutron] 10.222.0.79 "PUT /v2.0/ports/1cdbee6a-c509-4657-a9a8-c6f919e74da6 HTTP/1.1" status: 200 len: 1091 time: 1.1336837 Feb 16 22:22:03.767650 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e00f951f-7645-46f5-9aec-984f6e09d5a0 req-d8f34214-5e9d-46ee-bdb2-af98fb38b7b9 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:03.780231 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e00f951f-7645-46f5-9aec-984f6e09d5a0 req-d8f34214-5e9d-46ee-bdb2-af98fb38b7b9 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "DELETE /v2.0/security-groups/c0a0de37-3975-4809-80c7-bc65e74e08d4 HTTP/1.1" status: 204 len: 173 time: 0.2920465 Feb 16 22:22:03.803031 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d9788-d433-4770-b429-2d02eefa87d7 service neutron] Pushing event updated for resources: {'Port': ['ID=1cdbee6a-c509-4657-a9a8-c6f919e74da6,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:03.805879 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f34214-5e9d-46ee-bdb2-af98fb38b7b9 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a0de37-3975-4809-80c7-bc65e74e08d4,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:03.852156 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-fb05d4bd-3d74-41ff-86fa-ec75ec5714fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:03.852635 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-fb05d4bd-3d74-41ff-86fa-ec75ec5714fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:03.853209 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-fb05d4bd-3d74-41ff-86fa-ec75ec5714fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:03.854746 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-fb05d4bd-3d74-41ff-86fa-ec75ec5714fa service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=05fece93b5f34c39b4687779f64633e9&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1935155 Feb 16 22:22:03.972714 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af601f7-1fac-4605-95f9-e25c19c14437 req-a7b550c7-0609-4622-8a24-f2647c6a75b8 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:03.974305 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9af601f7-1fac-4605-95f9-e25c19c14437 req-a7b550c7-0609-4622-8a24-f2647c6a75b8 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 945 time: 0.1157112 Feb 16 22:22:04.015640 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-3a37bd82-8c61-4c9d-9451-832a3b57652a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:04.017009 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3aa7642c-b4b2-4e31-8daf-5ce4f40cba40 req-3a37bd82-8c61-4c9d-9451-832a3b57652a service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292040 Feb 16 22:22:04.042959 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9af601f7-1fac-4605-95f9-e25c19c14437 req-1750c9f0-519e-4022-b916-485aa27a5841 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586736 Feb 16 22:22:04.112701 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-b1881de6-b1fd-4e0a-8f45-68186a954260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:04.113182 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-b1881de6-b1fd-4e0a-8f45-68186a954260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:04.113681 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-b1881de6-b1fd-4e0a-8f45-68186a954260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:04.114258 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-b1881de6-b1fd-4e0a-8f45-68186a954260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:04.114722 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-b1881de6-b1fd-4e0a-8f45-68186a954260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:04.115184 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-b1881de6-b1fd-4e0a-8f45-68186a954260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:04.115639 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-b1881de6-b1fd-4e0a-8f45-68186a954260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:04.117611 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-b1881de6-b1fd-4e0a-8f45-68186a954260 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05fece93b5f34c39b4687779f64633e9&device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 6695 time: 0.0596797 Feb 16 22:22:04.179056 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-c2181053-1baa-4d3f-b24b-bab6474eaf1a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1ad5507-889f-4a25-bd66-7c7563f86747 HTTP/1.1" status: 200 len: 217 time: 0.0515814 Feb 16 22:22:04.242352 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d2b9ae-2c2b-4984-b935-0593b9138707 req-d96a15d1-5896-4c2f-a8c5-63c2ee5963e3 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:04.243861 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f2d2b9ae-2c2b-4984-b935-0593b9138707 req-d96a15d1-5896-4c2f-a8c5-63c2ee5963e3 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.1253216 Feb 16 22:22:04.249758 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-51bd5b29-0699-45d6-a8cf-42b41098495c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:04.251238 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-51bd5b29-0699-45d6-a8cf-42b41098495c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=29fa04d8-2e8c-4adf-a757-8332d0ce9220 HTTP/1.1" status: 200 len: 849 time: 0.0639589 Feb 16 22:22:04.299499 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ce99da-4e3d-4618-b7cd-53d81cc92d7e', 'tag': '86e174ab-b741-411c-b73e-79385ea18559'}, {'name': 'network-changed', 'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'tag': 'a3ee080f-cf71-49dc-8b01-b8862a45817e'}, {'name': 'network-changed', 'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'tag': '1cdbee6a-c509-4657-a9a8-c6f919e74da6'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:22:04.302018 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d576e6-8712-4972-ad56-eb7bada8519e" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ce99da-4e3d-4618-b7cd-53d81cc92d7e", "tag": "86e174ab-b741-411c-b73e-79385ea18559"}, {"name": "network-changed", "server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "tag": "a3ee080f-cf71-49dc-8b01-b8862a45817e"}, {"name": "network-changed", "server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "tag": "1cdbee6a-c509-4657-a9a8-c6f919e74da6"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:22:04.322479 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f2d2b9ae-2c2b-4984-b935-0593b9138707 req-afeb1676-7536-49d6-9b3d-ac6a35818dc5 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702689 Feb 16 22:22:04.328546 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-d638845b-96b4-4085-b18e-e92ac20c04b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:04.330059 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-d638845b-96b4-4085-b18e-e92ac20c04b9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0809193b-9538-40aa-8442-650cf4185e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0721128 Feb 16 22:22:04.456954 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-d6f873db-52f0-40c2-baeb-37cec5233125 service neutron] 10.222.0.79 "GET /v2.0/networks/0809193b-9538-40aa-8442-650cf4185e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202025 Feb 16 22:22:04.478929 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36198c-5071-4bf7-8a20-b22eae2d4f17 req-5d0b85c4-b0c0-4591-aac6-daeed690902b tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:04.480388 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ec36198c-5071-4bf7-8a20-b22eae2d4f17 req-5d0b85c4-b0c0-4591-aac6-daeed690902b tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbe1f352-bac7-4351-8e75-3b4d45cb0e45 HTTP/1.1" status: 200 len: 945 time: 0.0807388 Feb 16 22:22:04.577944 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ec36198c-5071-4bf7-8a20-b22eae2d4f17 req-29b8330d-b49e-4fd7-bf19-e7d310f5bee6 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/security-groups?id=e0836f72-8df4-4dd3-b8b6-a137e11b4438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872946 Feb 16 22:22:04.607914 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-02835053-f6f1-4d90-80fd-7cd1bdd7c16a service neutron] 10.222.0.79 "GET /v2.0/networks/0809193b-9538-40aa-8442-650cf4185e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442585 Feb 16 22:22:04.651075 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-299d884a-4b4d-44cc-95c9-8b229adf6845 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=41ea8ec7-cb70-44a7-b54a-945ee2945295 HTTP/1.1" status: 200 len: 217 time: 0.0369256 Feb 16 22:22:04.731742 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-21586420-a080-49e1-b0cf-fd8272f41d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:04.733306 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-21586420-a080-49e1-b0cf-fd8272f41d7b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e421c23f-59b4-4bff-bdf6-a50ff68a50d7 HTTP/1.1" status: 200 len: 797 time: 0.0758803 Feb 16 22:22:04.774834 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a1b18-3236-4ab3-935f-0d2785c78c9b req-41db2241-23c3-4d13-a395-868f4191ca64 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:04.776338 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c7a1b18-3236-4ab3-935f-0d2785c78c9b req-41db2241-23c3-4d13-a395-868f4191ca64 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 943 time: 0.1103489 Feb 16 22:22:04.811961 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-6bdce428-5701-4ac6-8dd1-668d30232b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:04.813485 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-6bdce428-5701-4ac6-8dd1-668d30232b82 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=01d78127-bed4-4d34-97f7-e31d1dc582f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0731702 Feb 16 22:22:04.851666 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c7a1b18-3236-4ab3-935f-0d2785c78c9b req-21cb0f2f-aff5-4c87-940e-5bd471c3c000 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694542 Feb 16 22:22:04.902553 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 16 Feb 2022 22:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904d0f4b-d313-4a54-b619-3d0078ae9123 x-openstack-request-id: req-904d0f4b-d313-4a54-b619-3d0078ae9123 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:22:04.903076 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ce99da-4e3d-4618-b7cd-53d81cc92d7e", "tag": "86e174ab-b741-411c-b73e-79385ea18559", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "tag": "a3ee080f-cf71-49dc-8b01-b8862a45817e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "tag": "1cdbee6a-c509-4657-a9a8-c6f919e74da6", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:22:04.904126 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-904d0f4b-d313-4a54-b619-3d0078ae9123 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:22:04.904659 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ce99da-4e3d-4618-b7cd-53d81cc92d7e', 'tag': '86e174ab-b741-411c-b73e-79385ea18559', 'status': 'completed', 'code': 200} Feb 16 22:22:04.905043 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'tag': 'a3ee080f-cf71-49dc-8b01-b8862a45817e', 'status': 'completed', 'code': 200} Feb 16 22:22:04.905939 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'tag': '1cdbee6a-c509-4657-a9a8-c6f919e74da6', 'status': 'completed', 'code': 200} Feb 16 22:22:04.933431 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-b4b0ae99-8ce5-410f-9540-4d5d64133da8 service neutron] 10.222.0.79 "GET /v2.0/networks/01d78127-bed4-4d34-97f7-e31d1dc582f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119425 Feb 16 22:22:04.981949 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d576e6-8712-4972-ad56-eb7bada8519e req-3a4567c1-3ccb-4083-aee2-715ab5c6505c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:04.983767 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-74d576e6-8712-4972-ad56-eb7bada8519e req-3a4567c1-3ccb-4083-aee2-715ab5c6505c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ee14b41af1744680817d2f7b9462ea3f&device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 1125 time: 0.0546236 Feb 16 22:22:05.078473 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06043cc1-5330-4d1c-8537-facc0e0eb8ae req-c5cd61c3-93d8-4019-be2d-4de2e0e6507a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:05.083918 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06043cc1-5330-4d1c-8537-facc0e0eb8ae req-c5cd61c3-93d8-4019-be2d-4de2e0e6507a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:05.089190 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06043cc1-5330-4d1c-8537-facc0e0eb8ae req-c5cd61c3-93d8-4019-be2d-4de2e0e6507a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:05.090236 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d576e6-8712-4972-ad56-eb7bada8519e req-dbb025cb-8273-4b44-9e31-929008177053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:05.091787 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-74d576e6-8712-4972-ad56-eb7bada8519e req-dbb025cb-8273-4b44-9e31-929008177053 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c5caf1e2-5ed9-4635-98df-d36f332fac2f HTTP/1.1" status: 200 len: 913 time: 0.1023080 Feb 16 22:22:05.094468 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06043cc1-5330-4d1c-8537-facc0e0eb8ae req-c5cd61c3-93d8-4019-be2d-4de2e0e6507a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:05.099662 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06043cc1-5330-4d1c-8537-facc0e0eb8ae req-c5cd61c3-93d8-4019-be2d-4de2e0e6507a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:05.105245 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06043cc1-5330-4d1c-8537-facc0e0eb8ae req-c5cd61c3-93d8-4019-be2d-4de2e0e6507a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:05.111081 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06043cc1-5330-4d1c-8537-facc0e0eb8ae req-c5cd61c3-93d8-4019-be2d-4de2e0e6507a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:05.113012 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06043cc1-5330-4d1c-8537-facc0e0eb8ae req-c5cd61c3-93d8-4019-be2d-4de2e0e6507a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5421 time: 0.1516211 Feb 16 22:22:05.117168 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-055f50ef-4ac6-4890-bb22-01440628b627 service neutron] 10.222.0.79 "GET /v2.0/networks/01d78127-bed4-4d34-97f7-e31d1dc582f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765056 Feb 16 22:22:05.138123 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-74d576e6-8712-4972-ad56-eb7bada8519e req-fdb4c3bc-05ce-42a0-b80d-9dae2cee5c6f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86e174ab-b741-411c-b73e-79385ea18559 HTTP/1.1" status: 200 len: 217 time: 0.0370431 Feb 16 22:22:05.166444 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-b8cc0178-bcd7-4dfd-a5d3-980ca8d4978c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=0bb0fb95-a1c8-4fd0-9766-54334e33ef10 HTTP/1.1" status: 200 len: 217 time: 0.0392728 Feb 16 22:22:05.189859 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d576e6-8712-4972-ad56-eb7bada8519e req-6c6c223d-7e99-46a6-b1eb-dde5d156bbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:05.191448 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-74d576e6-8712-4972-ad56-eb7bada8519e req-6c6c223d-7e99-46a6-b1eb-dde5d156bbe0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=839d08e4-b425-43ca-a9e3-06c3106daa84 HTTP/1.1" status: 200 len: 852 time: 0.0461695 Feb 16 22:22:05.224236 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-74d576e6-8712-4972-ad56-eb7bada8519e req-a65c5e5e-be0a-4edb-ba0f-a38c027d9ae6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c5caf1e2-5ed9-4635-98df-d36f332fac2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264690 Feb 16 22:22:05.241400 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06043cc1-5330-4d1c-8537-facc0e0eb8ae req-d8d32e21-42f8-46d6-9794-2cdbf96252de tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1208014 Feb 16 22:22:05.245137 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-6ee8c5dc-9600-4f4a-a85a-17ada3d85f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:05.246398 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-6ee8c5dc-9600-4f4a-a85a-17ada3d85f61 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e421c23f-59b4-4bff-bdf6-a50ff68a50d7 HTTP/1.1" status: 200 len: 797 time: 0.0737641 Feb 16 22:22:05.302157 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-1ba48e6b-454b-4266-88ac-9fb64128faf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:05.304450 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-1ba48e6b-454b-4266-88ac-9fb64128faf4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=01d78127-bed4-4d34-97f7-e31d1dc582f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0510755 Feb 16 22:22:05.330127 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-74d576e6-8712-4972-ad56-eb7bada8519e req-cc8ce1b9-7896-402e-8e41-25edc084e232 service neutron] 10.222.0.79 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999599 Feb 16 22:22:05.427485 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-9086dc13-22fd-47ce-b73e-ff0efaf06659 service neutron] 10.222.0.79 "GET /v2.0/networks/01d78127-bed4-4d34-97f7-e31d1dc582f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126108 Feb 16 22:22:05.453412 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-74d576e6-8712-4972-ad56-eb7bada8519e req-2e952ecc-afc6-4f8d-978d-074772aae3fa service neutron] 10.222.0.79 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174226 Feb 16 22:22:05.494566 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 86e174ab-b741-411c-b73e-79385ea18559 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:22:05.549115 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-b16d4cea-0584-4355-9c9e-b436e3596860 service neutron] 10.222.0.79 "GET /v2.0/networks/01d78127-bed4-4d34-97f7-e31d1dc582f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148314 Feb 16 22:22:05.618993 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-0eee4246-7105-46a7-b5f6-cb081abfce99 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=d3621497-db12-4533-9d1a-8b3d9a672ca9 HTTP/1.1" status: 200 len: 217 time: 0.0601418 Feb 16 22:22:05.620199 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 86e174ab-b741-411c-b73e-79385ea18559, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=86e174ab-b741-411c-b73e-79385ea18559,segment=NetworkSegment(bab3c7c9-e01c-407c-bcf4-3671c0e39eec),segment_id=bab3c7c9-e01c-407c-bcf4-3671c0e39eec)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:05.632912 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '86e174ab-b741-411c-b73e-79385ea18559', 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f', 'port_id': '86e174ab-b741-411c-b73e-79385ea18559', 'mac_address': 'fa:16:3e:9d:78:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '839d08e4-b425-43ca-a9e3-06c3106daa84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:22:05.634685 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe15db5-e7fc-4f6d-bbf8-26ae7edb513d req-f073b740-ca48-4fb2-b0eb-61abaa05452c tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:05.636843 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3fe15db5-e7fc-4f6d-bbf8-26ae7edb513d req-f073b740-ca48-4fb2-b0eb-61abaa05452c tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 945 time: 0.0903745 Feb 16 22:22:05.671886 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 86e174ab-b741-411c-b73e-79385ea18559 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:22:05.672284 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (86e174ab-b741-411c-b73e-79385ea18559), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:05.685147 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e174ab-b741-411c-b73e-79385ea18559 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:22:05.687763 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-e00a7d12-e9a9-4e7c-8ea4-fca8d594029a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:05.690004 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-e00a7d12-e9a9-4e7c-8ea4-fca8d594029a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e421c23f-59b4-4bff-bdf6-a50ff68a50d7 HTTP/1.1" status: 200 len: 797 time: 0.0515683 Feb 16 22:22:05.704844 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 86e174ab-b741-411c-b73e-79385ea18559, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=86e174ab-b741-411c-b73e-79385ea18559,segment=NetworkSegment(bab3c7c9-e01c-407c-bcf4-3671c0e39eec),segment_id=bab3c7c9-e01c-407c-bcf4-3671c0e39eec)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:05.710837 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (86e174ab-b741-411c-b73e-79385ea18559), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:05.759656 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=86e174ab-b741-411c-b73e-79385ea18559,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:05.771363 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3fe15db5-e7fc-4f6d-bbf8-26ae7edb513d req-385c23aa-e809-47f2-b49c-9fa08b40eaa3 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808671 Feb 16 22:22:05.777022 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4544a559-d909-4f27-9b36-fc2153b3ed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:05.778547 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4544a559-d909-4f27-9b36-fc2153b3ed89 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=01d78127-bed4-4d34-97f7-e31d1dc582f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0813112 Feb 16 22:22:05.912012 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-8b2b9980-19d9-4317-90ec-445ecb960c76 service neutron] 10.222.0.79 "GET /v2.0/networks/01d78127-bed4-4d34-97f7-e31d1dc582f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233082 Feb 16 22:22:05.945013 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15667b0-3f22-4189-a694-70b0e9935c43 req-307db790-0a5d-4e94-b256-df73b6e34b69 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:05.946432 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b15667b0-3f22-4189-a694-70b0e9935c43 req-307db790-0a5d-4e94-b256-df73b6e34b69 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.0878682 Feb 16 22:22:05.997631 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['86e174ab-b741-411c-b73e-79385ea18559'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:22:06.049962 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b15667b0-3f22-4189-a694-70b0e9935c43 req-6edf829a-3de3-4a3a-946d-8798cd982694 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948558 Feb 16 22:22:06.052050 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4fe13178-11eb-445e-b2f1-d216e447228b service neutron] 10.222.0.79 "GET /v2.0/networks/01d78127-bed4-4d34-97f7-e31d1dc582f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324348 Feb 16 22:22:06.100066 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-e448021a-5c37-4ced-93b0-1dceebae2a44 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=443130bf-8551-4c92-b389-fbbabea9a232 HTTP/1.1" status: 200 len: 217 time: 0.0411067 Feb 16 22:22:06.185756 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-c6c2e75d-dd7e-4cc8-85b4-a4a4b7517b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:06.187390 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-c6c2e75d-dd7e-4cc8-85b4-a4a4b7517b02 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e421c23f-59b4-4bff-bdf6-a50ff68a50d7 HTTP/1.1" status: 200 len: 797 time: 0.0783594 Feb 16 22:22:06.229349 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b3dc0-a16a-452d-ae41-a614cac1db4c req-3d34e5a3-5cbc-4594-a091-1243f566f0cd tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:06.230752 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0a6b3dc0-a16a-452d-ae41-a614cac1db4c req-3d34e5a3-5cbc-4594-a091-1243f566f0cd tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbe1f352-bac7-4351-8e75-3b4d45cb0e45 HTTP/1.1" status: 200 len: 945 time: 0.0894198 Feb 16 22:22:06.266203 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-8f8a80df-6fc8-4c70-b1e5-c4752270a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:06.267689 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-8f8a80df-6fc8-4c70-b1e5-c4752270a039 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=01d78127-bed4-4d34-97f7-e31d1dc582f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0725799 Feb 16 22:22:06.310167 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0a6b3dc0-a16a-452d-ae41-a614cac1db4c req-f04167d5-6657-42fe-919c-47db48305b5f tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/security-groups?id=e0836f72-8df4-4dd3-b8b6-a137e11b4438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727491 Feb 16 22:22:06.364948 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [req-f174e3a6-d7d4-456f-9ae8-2e2162f204ef req-7677e81d-9d73-4c3c-b3f4-7b0d074e983b tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] show failed (client error): The resource could not be found. Feb 16 22:22:06.365937 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f174e3a6-d7d4-456f-9ae8-2e2162f204ef req-7677e81d-9d73-4c3c-b3f4-7b0d074e983b tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups/c1268835-ddbe-432e-bc54-2e8977b1b788 HTTP/1.1" status: 404 len: 352 time: 0.0194902 Feb 16 22:22:06.388540 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-f6763bc8-84df-4b58-837c-c2280852b802 service neutron] 10.222.0.79 "GET /v2.0/networks/01d78127-bed4-4d34-97f7-e31d1dc582f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130621 Feb 16 22:22:06.511739 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-3b18f33c-14b8-442f-a3c1-453cfbad315f service neutron] 10.222.0.79 "GET /v2.0/networks/01d78127-bed4-4d34-97f7-e31d1dc582f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167109 Feb 16 22:22:06.519826 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966ad38-f87d-40b8-b821-4c802497ed9b req-e1f24875-d165-4992-a239-8e6f8f983db4 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:06.521219 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1966ad38-f87d-40b8-b821-4c802497ed9b req-e1f24875-d165-4992-a239-8e6f8f983db4 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 944 time: 0.1017442 Feb 16 22:22:06.557556 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-a140c79a-4650-4592-b24c-ab348a42449c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a3ee080f-cf71-49dc-8b01-b8862a45817e HTTP/1.1" status: 200 len: 217 time: 0.0354011 Feb 16 22:22:06.632454 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-17995c9c-f19a-403f-a782-0f1cde470ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:06.634166 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-17995c9c-f19a-403f-a782-0f1cde470ac2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea02b3bb-addd-4936-9045-725e7150ffce HTTP/1.1" status: 200 len: 797 time: 0.0697196 Feb 16 22:22:06.638484 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1966ad38-f87d-40b8-b821-4c802497ed9b req-930a4738-e1e5-4d83-99e8-d3ae69efbcf0 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836325 Feb 16 22:22:06.689658 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-efcc7a0d-636e-40a8-8034-5a2fd36001da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:06.691511 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-efcc7a0d-636e-40a8-8034-5a2fd36001da service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=dd1251d6-2877-46df-ac47-9cb92c8abfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0474703 Feb 16 22:22:07.072660 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910831e-7122-4e5d-8b41-d2c7c86bcae0 req-b2664871-959f-4aad-aebf-0a8592a03751 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:07.074155 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6910831e-7122-4e5d-8b41-d2c7c86bcae0 req-b2664871-959f-4aad-aebf-0a8592a03751 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.67 "GET /v2.0/ports?device_id=dbe1f352-bac7-4351-8e75-3b4d45cb0e45 HTTP/1.1" status: 200 len: 945 time: 0.0570266 Feb 16 22:22:07.115947 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d5411-6106-49a4-beb0-0649e4d0fed8 req-54c72f10-722d-474c-830b-8d3f5506d566 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:07.121154 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d5411-6106-49a4-beb0-0649e4d0fed8 req-54c72f10-722d-474c-830b-8d3f5506d566 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:07.126432 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d5411-6106-49a4-beb0-0649e4d0fed8 req-54c72f10-722d-474c-830b-8d3f5506d566 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:07.131657 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d5411-6106-49a4-beb0-0649e4d0fed8 req-54c72f10-722d-474c-830b-8d3f5506d566 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:07.137092 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d5411-6106-49a4-beb0-0649e4d0fed8 req-54c72f10-722d-474c-830b-8d3f5506d566 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:07.142294 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d5411-6106-49a4-beb0-0649e4d0fed8 req-54c72f10-722d-474c-830b-8d3f5506d566 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:07.147453 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d5411-6106-49a4-beb0-0649e4d0fed8 req-54c72f10-722d-474c-830b-8d3f5506d566 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:07.150084 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-949d5411-6106-49a4-beb0-0649e4d0fed8 req-54c72f10-722d-474c-830b-8d3f5506d566 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5421 time: 0.4438176 Feb 16 22:22:07.155720 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-beb6b25c-cc64-4d8a-a637-0a88a1c64b55 service neutron] 10.222.0.79 "GET /v2.0/networks/dd1251d6-2877-46df-ac47-9cb92c8abfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574723 Feb 16 22:22:07.180974 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-6910831e-7122-4e5d-8b41-d2c7c86bcae0 req-b34d7000-d8cd-49d4-b38b-ca9c8220d3f8 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Deleting port 062e88ef-4edc-4369-b9a8-19fbdcc474cf {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:22:07.181247 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6910831e-7122-4e5d-8b41-d2c7c86bcae0 req-b34d7000-d8cd-49d4-b38b-ca9c8220d3f8 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (062e88ef-4edc-4369-b9a8-19fbdcc474cf), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:07.272445 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-949d5411-6106-49a4-beb0-0649e4d0fed8 req-5db37f50-138c-48b6-882a-e49821d0b29e tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1141059 Feb 16 22:22:07.278539 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-6910831e-7122-4e5d-8b41-d2c7c86bcae0 req-b34d7000-d8cd-49d4-b38b-ca9c8220d3f8 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] For port 062e88ef-4edc-4369-b9a8-19fbdcc474cf, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=062e88ef-4edc-4369-b9a8-19fbdcc474cf,segment=NetworkSegment(b005b1db-fe63-4634-a1de-c89743ea76f4),segment_id=b005b1db-fe63-4634-a1de-c89743ea76f4)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:07.278976 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6910831e-7122-4e5d-8b41-d2c7c86bcae0 req-b34d7000-d8cd-49d4-b38b-ca9c8220d3f8 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (062e88ef-4edc-4369-b9a8-19fbdcc474cf), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:07.292476 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-6910831e-7122-4e5d-8b41-d2c7c86bcae0 req-b34d7000-d8cd-49d4-b38b-ca9c8220d3f8 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Calling delete_port for 062e88ef-4edc-4369-b9a8-19fbdcc474cf owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:22:07.296194 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-cf14caba-8d5d-4419-9373-eeb9c7c0e28c service neutron] 10.222.0.79 "GET /v2.0/networks/dd1251d6-2877-46df-ac47-9cb92c8abfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321292 Feb 16 22:22:07.350983 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-1622de2c-59c5-4752-bcdb-be53ad4b1bec service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1cdbee6a-c509-4657-a9a8-c6f919e74da6 HTTP/1.1" status: 200 len: 217 time: 0.0463352 Feb 16 22:22:07.351941 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [req-afa9fac5-adb6-4e10-bf2c-12b3850f1410 req-824dc328-b534-4286-aae4-da392e69131f tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] show failed (client error): The resource could not be found. Feb 16 22:22:07.352863 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-afa9fac5-adb6-4e10-bf2c-12b3850f1410 req-824dc328-b534-4286-aae4-da392e69131f tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups/39445faa-fcad-4b30-9487-e973c33eb989 HTTP/1.1" status: 404 len: 352 time: 0.0391638 Feb 16 22:22:07.416377 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-a76145cf-4f4d-48ca-9706-7f97e7dc4b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:07.418150 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-a76145cf-4f4d-48ca-9706-7f97e7dc4b46 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea02b3bb-addd-4936-9045-725e7150ffce HTTP/1.1" status: 200 len: 797 time: 0.0587885 Feb 16 22:22:07.437470 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6910831e-7122-4e5d-8b41-d2c7c86bcae0 req-b34d7000-d8cd-49d4-b38b-ca9c8220d3f8 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (062e88ef-4edc-4369-b9a8-19fbdcc474cf), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:07.449307 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['062e88ef-4edc-4369-b9a8-19fbdcc474cf'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:22:07.474337 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d7000-d8cd-49d4-b38b-ca9c8220d3f8 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Pushing event deleted for resources: {'Port': ['ID=062e88ef-4edc-4369-b9a8-19fbdcc474cf,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:07.504676 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 86e174ab-b741-411c-b73e-79385ea18559 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:22:07.516445 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-6910831e-7122-4e5d-8b41-d2c7c86bcae0 req-b34d7000-d8cd-49d4-b38b-ca9c8220d3f8 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] No DVR routers for this DVR port 062e88ef-4edc-4369-b9a8-19fbdcc474cf on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:22:07.520654 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6910831e-7122-4e5d-8b41-d2c7c86bcae0 req-b34d7000-d8cd-49d4-b38b-ca9c8220d3f8 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:07.528367 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a532-8089-4911-86a2-824b72c59c09 req-1c6a08e7-68b6-4ea0-93fa-b9682922aa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:07.528692 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6910831e-7122-4e5d-8b41-d2c7c86bcae0 req-b34d7000-d8cd-49d4-b38b-ca9c8220d3f8 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.67 "DELETE /v2.0/ports/062e88ef-4edc-4369-b9a8-19fbdcc474cf HTTP/1.1" status: 204 len: 173 time: 0.4479682 Feb 16 22:22:07.529243 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe1f352-bac7-4351-8e75-3b4d45cb0e45', 'name': 'network-vif-deleted', 'tag': '062e88ef-4edc-4369-b9a8-19fbdcc474cf'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:22:07.531084 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-1c6a08e7-68b6-4ea0-93fa-b9682922aa5d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=dd1251d6-2877-46df-ac47-9cb92c8abfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1048729 Feb 16 22:22:07.539227 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24711b5-62ed-49ae-ab97-50d1ccdc380a" -d '{"events": [{"server_uuid": "dbe1f352-bac7-4351-8e75-3b4d45cb0e45", "name": "network-vif-deleted", "tag": "062e88ef-4edc-4369-b9a8-19fbdcc474cf"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:22:07.545369 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888b8ae-53c3-4575-9f79-6bb62b7f1b5e req-f303e84e-5266-4725-8c2a-4e0653368835 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:07.555600 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5888b8ae-53c3-4575-9f79-6bb62b7f1b5e req-f303e84e-5266-4725-8c2a-4e0653368835 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 945 time: 0.1197050 Feb 16 22:22:07.579973 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 86e174ab-b741-411c-b73e-79385ea18559 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:22:07.585134 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 86e174ab-b741-411c-b73e-79385ea18559 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:22:07.585669 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (86e174ab-b741-411c-b73e-79385ea18559), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:07.681545 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 86e174ab-b741-411c-b73e-79385ea18559 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:22:07.682301 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (86e174ab-b741-411c-b73e-79385ea18559), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:07.689220 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5888b8ae-53c3-4575-9f79-6bb62b7f1b5e req-102b1932-b399-48dc-a69f-9ab55fbc36f9 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274731 Feb 16 22:22:07.723340 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-03ce5ffd-27cf-4251-bcf9-f385e555540a service neutron] 10.222.0.79 "GET /v2.0/networks/dd1251d6-2877-46df-ac47-9cb92c8abfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656051 Feb 16 22:22:07.725175 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ce99da-4e3d-4618-b7cd-53d81cc92d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e174ab-b741-411c-b73e-79385ea18559'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:22:07.728094 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c159852d-6951-41c9-a5c8-b199148bce5f" -d '{"events": [{"server_uuid": "e9ce99da-4e3d-4618-b7cd-53d81cc92d7e", "name": "network-vif-plugged", "status": "completed", "tag": "86e174ab-b741-411c-b73e-79385ea18559"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:22:07.733685 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 86e174ab-b741-411c-b73e-79385ea18559, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=86e174ab-b741-411c-b73e-79385ea18559,segment=NetworkSegment(bab3c7c9-e01c-407c-bcf4-3671c0e39eec),segment_id=bab3c7c9-e01c-407c-bcf4-3671c0e39eec)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:07.741283 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (86e174ab-b741-411c-b73e-79385ea18559), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:07.796526 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=86e174ab-b741-411c-b73e-79385ea18559,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:07.868195 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200241d-ac9c-45f1-9934-1ff601a1f657 req-bfddc913-bb01-4f2f-85cb-9cf87f53c894 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:07.869671 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a200241d-ac9c-45f1-9934-1ff601a1f657 req-bfddc913-bb01-4f2f-85cb-9cf87f53c894 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.1045759 Feb 16 22:22:07.871478 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f7a532-8089-4911-86a2-824b72c59c09 req-4c1446dc-32ec-49c3-977e-a8894619e6cf service neutron] 10.222.0.79 "GET /v2.0/networks/dd1251d6-2877-46df-ac47-9cb92c8abfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414909 Feb 16 22:22:07.922493 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a200241d-ac9c-45f1-9934-1ff601a1f657 req-b407a93f-d604-42b6-a257-515b7960444b tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461025 Feb 16 22:22:07.984814 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d576e6-8712-4972-ad56-eb7bada8519e req-913552cf-7e02-4c66-b823-64d24dda338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:07.985297 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d576e6-8712-4972-ad56-eb7bada8519e req-913552cf-7e02-4c66-b823-64d24dda338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:07.985762 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d576e6-8712-4972-ad56-eb7bada8519e req-913552cf-7e02-4c66-b823-64d24dda338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:07.986256 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d576e6-8712-4972-ad56-eb7bada8519e req-913552cf-7e02-4c66-b823-64d24dda338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:07.986767 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d576e6-8712-4972-ad56-eb7bada8519e req-913552cf-7e02-4c66-b823-64d24dda338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:07.987229 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d576e6-8712-4972-ad56-eb7bada8519e req-913552cf-7e02-4c66-b823-64d24dda338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:07.987679 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d576e6-8712-4972-ad56-eb7bada8519e req-913552cf-7e02-4c66-b823-64d24dda338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:07.989808 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74d576e6-8712-4972-ad56-eb7bada8519e req-913552cf-7e02-4c66-b823-64d24dda338a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05fece93b5f34c39b4687779f64633e9&device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 6695 time: 0.0632894 Feb 16 22:22:08.056196 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74b92310-9166-4007-b63d-9d10b36fa172 req-eabb4000-f5ef-4406-b09c-c2fb1d0a4b97 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbe1f352-bac7-4351-8e75-3b4d45cb0e45 HTTP/1.1" status: 200 len: 210 time: 0.0494614 Feb 16 22:22:08.130605 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [req-3c5638c4-b2b3-4c5e-8874-cea94979f7d1 req-2a458d05-e6c1-4b49-aa28-29ffafe45028 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] show failed (client error): The resource could not be found. Feb 16 22:22:08.132346 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c5638c4-b2b3-4c5e-8874-cea94979f7d1 req-2a458d05-e6c1-4b49-aa28-29ffafe45028 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups/871b5cf8-5a8d-416b-bc86-fe649fff3226 HTTP/1.1" status: 404 len: 352 time: 0.0294917 Feb 16 22:22:08.135826 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d576e6-8712-4972-ad56-eb7bada8519e req-5be51ca3-413e-45ab-95eb-a69a6f45f2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:08.137241 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74d576e6-8712-4972-ad56-eb7bada8519e req-5be51ca3-413e-45ab-95eb-a69a6f45f2ae service neutron] 10.222.0.79 "GET /v2.0/networks?id=dd1251d6-2877-46df-ac47-9cb92c8abfb3 HTTP/1.1" status: 200 len: 903 time: 0.1404591 Feb 16 22:22:08.180515 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f810fe-9672-42d2-8570-b1c285c5ddb4 x-openstack-request-id: req-48f810fe-9672-42d2-8570-b1c285c5ddb4 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:22:08.181277 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe1f352-bac7-4351-8e75-3b4d45cb0e45", "name": "network-vif-deleted", "tag": "062e88ef-4edc-4369-b9a8-19fbdcc474cf", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:22:08.181277 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-48f810fe-9672-42d2-8570-b1c285c5ddb4 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:22:08.181620 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe1f352-bac7-4351-8e75-3b4d45cb0e45', 'name': 'network-vif-deleted', 'tag': '062e88ef-4edc-4369-b9a8-19fbdcc474cf', 'status': 'completed', 'code': 200} Feb 16 22:22:08.199363 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74d576e6-8712-4972-ad56-eb7bada8519e req-e06abe87-dae3-4438-b47a-84fa8579d2bf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a3ee080f-cf71-49dc-8b01-b8862a45817e HTTP/1.1" status: 200 len: 217 time: 0.0508232 Feb 16 22:22:08.240214 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8509eb16-fe1c-460a-8217-fa6d18850102 req-c8e717ea-077d-40c4-b524-921f39cbfed4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f4fcb3cb-ee94-4db0-9d2f-f7783a04b758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463073 Feb 16 22:22:08.286926 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d576e6-8712-4972-ad56-eb7bada8519e req-77ce5ff3-4e00-422f-bc88-10929c212f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:08.288501 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74d576e6-8712-4972-ad56-eb7bada8519e req-77ce5ff3-4e00-422f-bc88-10929c212f04 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea02b3bb-addd-4936-9045-725e7150ffce HTTP/1.1" status: 200 len: 797 time: 0.0828440 Feb 16 22:22:08.315729 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509eb16-fe1c-460a-8217-fa6d18850102 req-8dc7d93b-9e21-4277-b538-282c8a914e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:08.317218 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8509eb16-fe1c-460a-8217-fa6d18850102 req-8dc7d93b-9e21-4277-b538-282c8a914e36 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=471d422781ee4218a880c4849a975478&device_id=f4fcb3cb-ee94-4db0-9d2f-f7783a04b758 HTTP/1.1" status: 200 len: 1128 time: 0.0489333 Feb 16 22:22:08.331303 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135df202-265e-41d7-a8f8-6801676f8934 req-ae941581-0fbb-48f1-b7e6-54bf85febf9e tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:08.332888 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-135df202-265e-41d7-a8f8-6801676f8934 req-ae941581-0fbb-48f1-b7e6-54bf85febf9e tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 945 time: 0.0918174 Feb 16 22:22:08.369833 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d576e6-8712-4972-ad56-eb7bada8519e req-07fa258c-e006-4a9e-a671-4102c78a8dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:08.371374 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74d576e6-8712-4972-ad56-eb7bada8519e req-07fa258c-e006-4a9e-a671-4102c78a8dd5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=dd1251d6-2877-46df-ac47-9cb92c8abfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0746441 Feb 16 22:22:08.421093 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509eb16-fe1c-460a-8217-fa6d18850102 req-6502cbd1-ab7f-4511-8bba-b24aa5b99831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:08.421356 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-135df202-265e-41d7-a8f8-6801676f8934 req-37949c58-bc36-4d12-b141-5bcbc8b9c9b9 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804989 Feb 16 22:22:08.422776 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8509eb16-fe1c-460a-8217-fa6d18850102 req-6502cbd1-ab7f-4511-8bba-b24aa5b99831 service neutron] 10.222.0.79 "GET /v2.0/networks?id=22711c4a-8661-4a7d-9538-4da72ec44b9a HTTP/1.1" status: 200 len: 912 time: 0.0867562 Feb 16 22:22:08.478507 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8509eb16-fe1c-460a-8217-fa6d18850102 req-f8b234a5-372b-47c7-9c2c-e6bc440b08be service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2878291e-3d8c-4591-a083-644483381e49 HTTP/1.1" status: 200 len: 217 time: 0.0479674 Feb 16 22:22:08.487440 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee03a181-a670-404d-9dcd-8f63a1671421 x-openstack-request-id: req-ee03a181-a670-404d-9dcd-8f63a1671421 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:22:08.488253 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ce99da-4e3d-4618-b7cd-53d81cc92d7e", "name": "network-vif-plugged", "status": "completed", "tag": "86e174ab-b741-411c-b73e-79385ea18559", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:22:08.488654 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ee03a181-a670-404d-9dcd-8f63a1671421 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:22:08.489417 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ce99da-4e3d-4618-b7cd-53d81cc92d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e174ab-b741-411c-b73e-79385ea18559', 'code': 200} Feb 16 22:22:08.491579 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74d576e6-8712-4972-ad56-eb7bada8519e req-ebbf2526-b8aa-4356-974b-d3adb2b44c73 service neutron] 10.222.0.79 "GET /v2.0/networks/dd1251d6-2877-46df-ac47-9cb92c8abfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118686 Feb 16 22:22:08.541202 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509eb16-fe1c-460a-8217-fa6d18850102 req-e3ea7f4d-ce90-41ee-99d3-04ffe2c80862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:08.543586 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8509eb16-fe1c-460a-8217-fa6d18850102 req-e3ea7f4d-ce90-41ee-99d3-04ffe2c80862 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa HTTP/1.1" status: 200 len: 850 time: 0.0568292 Feb 16 22:22:08.549056 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [req-9f6626d9-6bd6-4593-8cd6-c8e95591e7f7 req-efcca675-15b6-4135-a3d3-8a0bc2f11feb tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] show failed (client error): The resource could not be found. Feb 16 22:22:08.550130 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9f6626d9-6bd6-4593-8cd6-c8e95591e7f7 req-efcca675-15b6-4135-a3d3-8a0bc2f11feb tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups/db4eda6b-4762-413c-8d4b-f427d8692ecd HTTP/1.1" status: 404 len: 352 time: 0.0424581 Feb 16 22:22:08.652090 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509eb16-fe1c-460a-8217-fa6d18850102 req-4744925d-c247-4069-bad8-83d304cfe97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:08.654949 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8509eb16-fe1c-460a-8217-fa6d18850102 req-4744925d-c247-4069-bad8-83d304cfe97e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=22711c4a-8661-4a7d-9538-4da72ec44b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0899341 Feb 16 22:22:08.657549 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76207044-bd43-40c4-b9d1-4e16163bd761 req-5360649f-74f2-49bb-a0f4-af44d28a2a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:08.658986 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-76207044-bd43-40c4-b9d1-4e16163bd761 req-5360649f-74f2-49bb-a0f4-af44d28a2a13 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 1127 time: 0.0932994 Feb 16 22:22:08.666206 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74d576e6-8712-4972-ad56-eb7bada8519e req-f6f8ca5c-a0c7-4c4e-a2ac-2ea6bd329235 service neutron] 10.222.0.79 "GET /v2.0/networks/dd1251d6-2877-46df-ac47-9cb92c8abfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596184 Feb 16 22:22:08.702151 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb6d0b-63b6-4150-86d5-eef54390c07f req-c7c29fd3-c06a-438b-bd33-aa8b8e10296e tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:08.710816 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb6d0b-63b6-4150-86d5-eef54390c07f req-c7c29fd3-c06a-438b-bd33-aa8b8e10296e tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:08.718259 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb6d0b-63b6-4150-86d5-eef54390c07f req-c7c29fd3-c06a-438b-bd33-aa8b8e10296e tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:08.724602 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb6d0b-63b6-4150-86d5-eef54390c07f req-c7c29fd3-c06a-438b-bd33-aa8b8e10296e tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:08.730258 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb6d0b-63b6-4150-86d5-eef54390c07f req-c7c29fd3-c06a-438b-bd33-aa8b8e10296e tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:08.736357 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb6d0b-63b6-4150-86d5-eef54390c07f req-c7c29fd3-c06a-438b-bd33-aa8b8e10296e tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:08.741856 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb6d0b-63b6-4150-86d5-eef54390c07f req-c7c29fd3-c06a-438b-bd33-aa8b8e10296e tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:08.743940 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66cb6d0b-63b6-4150-86d5-eef54390c07f req-c7c29fd3-c06a-438b-bd33-aa8b8e10296e tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5421 time: 0.1412618 Feb 16 22:22:08.776890 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-76207044-bd43-40c4-b9d1-4e16163bd761 req-6275926e-54b0-4750-b046-8b70a4e32cce service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987120 Feb 16 22:22:08.801458 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8509eb16-fe1c-460a-8217-fa6d18850102 req-a6ba740f-8657-4430-a7f9-137312a9f85c service neutron] 10.222.0.79 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336560 Feb 16 22:22:08.833805 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d576e6-8712-4972-ad56-eb7bada8519e req-1aaaa259-3932-49a0-9577-aa58b8abfcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:08.834310 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d576e6-8712-4972-ad56-eb7bada8519e req-1aaaa259-3932-49a0-9577-aa58b8abfcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:08.834778 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d576e6-8712-4972-ad56-eb7bada8519e req-1aaaa259-3932-49a0-9577-aa58b8abfcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:08.835247 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d576e6-8712-4972-ad56-eb7bada8519e req-1aaaa259-3932-49a0-9577-aa58b8abfcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:08.835708 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d576e6-8712-4972-ad56-eb7bada8519e req-1aaaa259-3932-49a0-9577-aa58b8abfcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:08.836224 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d576e6-8712-4972-ad56-eb7bada8519e req-1aaaa259-3932-49a0-9577-aa58b8abfcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:08.836685 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d576e6-8712-4972-ad56-eb7bada8519e req-1aaaa259-3932-49a0-9577-aa58b8abfcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:08.838731 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74d576e6-8712-4972-ad56-eb7bada8519e req-1aaaa259-3932-49a0-9577-aa58b8abfcbf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05fece93b5f34c39b4687779f64633e9&device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 6695 time: 0.0938776 Feb 16 22:22:08.848613 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66cb6d0b-63b6-4150-86d5-eef54390c07f req-99f9be7b-96d9-4341-bda5-e010dd4c68e7 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0954158 Feb 16 22:22:08.890246 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [req-e400d6b6-34bf-4742-848f-7cde62da79e0 req-83f1cfdf-f617-4cb8-a428-fc1815e84ab1 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] show failed (client error): The resource could not be found. Feb 16 22:22:08.891462 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e400d6b6-34bf-4742-848f-7cde62da79e0 req-83f1cfdf-f617-4cb8-a428-fc1815e84ab1 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups/ba8aa0c1-059e-4ebc-a3ce-5c6ee430312a HTTP/1.1" status: 404 len: 352 time: 0.0147753 Feb 16 22:22:09.024452 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abe924-eff6-4e70-87db-2ff5f154416f req-560bc9af-6b72-4124-b411-7cd743f33ba5 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:09.026172 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-86abe924-eff6-4e70-87db-2ff5f154416f req-560bc9af-6b72-4124-b411-7cd743f33ba5 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 945 time: 0.0855134 Feb 16 22:22:09.063099 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8509eb16-fe1c-460a-8217-fa6d18850102 req-fa1983e2-7b22-4fd0-a73b-e508f30b195a service neutron] 10.222.0.79 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886528 Feb 16 22:22:09.104150 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d576e6-8712-4972-ad56-eb7bada8519e req-b79b30ee-d74d-475a-aaa2-bb2317ad109c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:09.105771 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74d576e6-8712-4972-ad56-eb7bada8519e req-b79b30ee-d74d-475a-aaa2-bb2317ad109c service neutron] 10.222.0.79 "GET /v2.0/networks?id=dd1251d6-2877-46df-ac47-9cb92c8abfb3 HTTP/1.1" status: 200 len: 903 time: 0.1311040 Feb 16 22:22:09.117243 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-86abe924-eff6-4e70-87db-2ff5f154416f req-9d2b6ed5-c5f0-456f-bd34-e0d5927037e1 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659027 Feb 16 22:22:09.159631 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74d576e6-8712-4972-ad56-eb7bada8519e req-51d0f67a-0a58-443f-ba04-39b6e7f3254e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1cdbee6a-c509-4657-a9a8-c6f919e74da6 HTTP/1.1" status: 200 len: 217 time: 0.0412953 Feb 16 22:22:09.171422 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [req-d1c1d734-2cb0-4552-bb90-dcfb438c47f8 req-cf3adcb0-9135-4d48-b9c7-9347d74f9f51 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] show failed (client error): The resource could not be found. Feb 16 22:22:09.172413 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d1c1d734-2cb0-4552-bb90-dcfb438c47f8 req-cf3adcb0-9135-4d48-b9c7-9347d74f9f51 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups/a4b26072-484b-408d-81e8-ca9e5edfdf91 HTTP/1.1" status: 404 len: 352 time: 0.0155842 Feb 16 22:22:09.253661 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d576e6-8712-4972-ad56-eb7bada8519e req-204512d5-5128-40de-b0dd-6c98bdecb150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:09.255122 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74d576e6-8712-4972-ad56-eb7bada8519e req-204512d5-5128-40de-b0dd-6c98bdecb150 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea02b3bb-addd-4936-9045-725e7150ffce HTTP/1.1" status: 200 len: 797 time: 0.0685132 Feb 16 22:22:09.309713 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75d6a1-6f1c-4474-8f74-317ebb5388b6 req-f66c87aa-b07f-45a0-8d61-06b3bd16c3ba tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:09.311131 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5e75d6a1-6f1c-4474-8f74-317ebb5388b6 req-f66c87aa-b07f-45a0-8d61-06b3bd16c3ba tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.0880816 Feb 16 22:22:09.337311 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d576e6-8712-4972-ad56-eb7bada8519e req-47d462fc-329e-4729-a70b-9745e6e730ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:09.338827 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74d576e6-8712-4972-ad56-eb7bada8519e req-47d462fc-329e-4729-a70b-9745e6e730ea service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=dd1251d6-2877-46df-ac47-9cb92c8abfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0764577 Feb 16 22:22:09.389359 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5e75d6a1-6f1c-4474-8f74-317ebb5388b6 req-8829d4d4-a81b-4790-840c-c44bda7b7289 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721819 Feb 16 22:22:09.459387 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74d576e6-8712-4972-ad56-eb7bada8519e req-c17d15c7-2851-4f14-8310-6581416546d2 service neutron] 10.222.0.79 "GET /v2.0/networks/dd1251d6-2877-46df-ac47-9cb92c8abfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106365 Feb 16 22:22:09.573084 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74d576e6-8712-4972-ad56-eb7bada8519e req-9b348f36-7ca3-491e-a950-2a2a65cc00db service neutron] 10.222.0.79 "GET /v2.0/networks/dd1251d6-2877-46df-ac47-9cb92c8abfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039929 Feb 16 22:22:09.698961 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f25412-bf38-4ac6-a45d-d5a2792364d7 req-8a46c338-270b-4067-a2a0-503a64d91537 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:09.700703 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f6f25412-bf38-4ac6-a45d-d5a2792364d7 req-8a46c338-270b-4067-a2a0-503a64d91537 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 945 time: 0.0541289 Feb 16 22:22:09.747909 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f6f25412-bf38-4ac6-a45d-d5a2792364d7 req-1aaddd12-3f48-4474-b100-533365e5ff7a tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407560 Feb 16 22:22:09.861941 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e589e1a-bb03-41b6-a2d3-2c6f48ce7afb req-a7ca6b83-2f2a-4b11-9083-c346feb3d6c1 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:09.866801 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0e589e1a-bb03-41b6-a2d3-2c6f48ce7afb req-a7ca6b83-2f2a-4b11-9083-c346feb3d6c1 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/ports?device_id=e16ef9c4-404d-41d8-911d-a85e789f5429 HTTP/1.1" status: 200 len: 1023 time: 0.0641711 Feb 16 22:22:09.876099 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 062e88ef-4edc-4369-b9a8-19fbdcc474cf no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:22:09.897824 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 062e88ef-4edc-4369-b9a8-19fbdcc474cf {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:22:09.898215 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 062e88ef-4edc-4369-b9a8-19fbdcc474cf not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:22:09.938489 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0e589e1a-bb03-41b6-a2d3-2c6f48ce7afb req-720c035a-e5c2-481a-bcf7-9146a47581fe tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups?id=d08f2bab-1245-4b84-b13e-76f02e0084e4&id=f9b0ade7-772f-403b-bf4b-1283fc127a6c&id=fc4b7cef-9148-4322-9f83-c0654f92a197&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0653663 Feb 16 22:22:10.086704 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159f4e5-6c3e-4ed5-8344-70656c68ad6b req-0d5e5cd6-e435-403c-b158-336eca861553 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:10.092073 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159f4e5-6c3e-4ed5-8344-70656c68ad6b req-0d5e5cd6-e435-403c-b158-336eca861553 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:10.097401 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159f4e5-6c3e-4ed5-8344-70656c68ad6b req-0d5e5cd6-e435-403c-b158-336eca861553 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:10.102777 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159f4e5-6c3e-4ed5-8344-70656c68ad6b req-0d5e5cd6-e435-403c-b158-336eca861553 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:10.108075 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159f4e5-6c3e-4ed5-8344-70656c68ad6b req-0d5e5cd6-e435-403c-b158-336eca861553 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:10.113419 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159f4e5-6c3e-4ed5-8344-70656c68ad6b req-0d5e5cd6-e435-403c-b158-336eca861553 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:10.118729 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159f4e5-6c3e-4ed5-8344-70656c68ad6b req-0d5e5cd6-e435-403c-b158-336eca861553 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:10.120640 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0159f4e5-6c3e-4ed5-8344-70656c68ad6b req-0d5e5cd6-e435-403c-b158-336eca861553 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5421 time: 0.0929995 Feb 16 22:22:10.181460 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0159f4e5-6c3e-4ed5-8344-70656c68ad6b req-dbe52523-2bf9-4c16-888b-5e55ef867c8b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518517 Feb 16 22:22:10.325416 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853bdcc-e6e9-4ef6-b6b1-11d4646fe659 req-01b58539-e509-4240-9be9-9d6b77df19c8 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:10.327637 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d853bdcc-e6e9-4ef6-b6b1-11d4646fe659 req-01b58539-e509-4240-9be9-9d6b77df19c8 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 945 time: 0.0565953 Feb 16 22:22:10.374526 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d853bdcc-e6e9-4ef6-b6b1-11d4646fe659 req-74d09760-b80e-40ef-b764-b63e3b403a1b tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407619 Feb 16 22:22:10.411901 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 34148) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:10.495070 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9ff44527-e96c-4189-adad-b165a15deb2c tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks [] for security_group (12d7434d-6482-4d9f-b5bc-26630254e9df), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:10.528075 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9ff44527-e96c-4189-adad-b165a15deb2c tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks [] for security_group (12d7434d-6482-4d9f-b5bc-26630254e9df), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:10.563741 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bb577-23c6-4a95-ae80-ffb3135229e6 req-b19dda37-dd7d-485f-89ba-1381286668f8 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:10.565337 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-799bb577-23c6-4a95-ae80-ffb3135229e6 req-b19dda37-dd7d-485f-89ba-1381286668f8 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.1047828 Feb 16 22:22:10.621394 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9ff44527-e96c-4189-adad-b165a15deb2c tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (12d7434d-6482-4d9f-b5bc-26630254e9df), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:10.624702 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9ff44527-e96c-4189-adad-b165a15deb2c tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:10.625847 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9ff44527-e96c-4189-adad-b165a15deb2c tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "DELETE /v2.0/security-groups/12d7434d-6482-4d9f-b5bc-26630254e9df HTTP/1.1" status: 204 len: 168 time: 0.2128913 Feb 16 22:22:10.628583 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34152) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:10.633811 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-799bb577-23c6-4a95-ae80-ffb3135229e6 req-ad981af6-fc5f-4c22-8b7b-23cf243ea64d tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605359 Feb 16 22:22:10.639430 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff44527-e96c-4189-adad-b165a15deb2c tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d7434d-6482-4d9f-b5bc-26630254e9df,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:10.667319 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-4a0a918f-95bd-416e-bf9c-be46a16f2f31 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] show failed (client error): The resource could not be found. Feb 16 22:22:10.668429 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4a0a918f-95bd-416e-bf9c-be46a16f2f31 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "GET /v2.0/security-groups/12d7434d-6482-4d9f-b5bc-26630254e9df HTTP/1.1" status: 404 len: 347 time: 0.0388057 Feb 16 22:22:10.671727 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34154) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:10.811098 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-a6a9c59c-5685-4487-bdde-2d5083c9b365 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Deleting port 3551e64e-1047-4105-80da-9f30381f2e01 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:22:10.811444 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a6a9c59c-5685-4487-bdde-2d5083c9b365 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (3551e64e-1047-4105-80da-9f30381f2e01), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:10.876405 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6f253-635e-4a88-919a-8c71acee4060 req-73074103-0a1e-4450-800c-f3436f7bd689 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:10.878190 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ad6f253-635e-4a88-919a-8c71acee4060 req-73074103-0a1e-4450-800c-f3436f7bd689 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 945 time: 0.0599961 Feb 16 22:22:10.892318 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a6a9c59c-5685-4487-bdde-2d5083c9b365 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (3551e64e-1047-4105-80da-9f30381f2e01), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:10.892695 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a6a9c59c-5685-4487-bdde-2d5083c9b365 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks [] for floatingip (3551e64e-1047-4105-80da-9f30381f2e01), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:10.906028 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-a6a9c59c-5685-4487-bdde-2d5083c9b365 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Calling delete_port for 3551e64e-1047-4105-80da-9f30381f2e01 owned by network:floatingip {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:22:10.932553 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ad6f253-635e-4a88-919a-8c71acee4060 req-b2bb0bdc-c6be-40ac-becc-bf6717a1ce8d tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470965 Feb 16 22:22:11.057632 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a6a9c59c-5685-4487-bdde-2d5083c9b365 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (3551e64e-1047-4105-80da-9f30381f2e01), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:11.080455 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9c59c-5685-4487-bdde-2d5083c9b365 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Pushing event deleted for resources: {'Port': ['ID=3551e64e-1047-4105-80da-9f30381f2e01,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:11.152910 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a6a9c59c-5685-4487-bdde-2d5083c9b365 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks [] for floatingip (48df2cb5-da18-4c71-9016-1be092e10713), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:11.156312 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a6a9c59c-5685-4487-bdde-2d5083c9b365 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:11.159888 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a6a9c59c-5685-4487-bdde-2d5083c9b365 tempest-ImagesOneServerNegativeTestJSON-1812747594 tempest-ImagesOneServerNegativeTestJSON-1812747594-project] 10.222.0.75 "DELETE /v2.0/floatingips/48df2cb5-da18-4c71-9016-1be092e10713 HTTP/1.1" status: 204 len: 168 time: 0.4849186 Feb 16 22:22:11.364956 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e7375-5650-488e-bbdc-c44d7cd0b64a req-dfe44226-4bc0-4cb8-b1fb-93f567456bb7 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:11.366634 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e9e7375-5650-488e-bbdc-c44d7cd0b64a req-dfe44226-4bc0-4cb8-b1fb-93f567456bb7 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/ports?device_id=e16ef9c4-404d-41d8-911d-a85e789f5429 HTTP/1.1" status: 200 len: 1023 time: 0.0548370 Feb 16 22:22:11.401870 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284b483-5e9e-41b0-b22b-a36fc9b8d9ff req-a38bf63d-d373-4123-b37b-bf358cb4c730 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:11.404719 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5284b483-5e9e-41b0-b22b-a36fc9b8d9ff req-a38bf63d-d373-4123-b37b-bf358cb4c730 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.67 "GET /v2.0/ports?device_id=e16ef9c4-404d-41d8-911d-a85e789f5429 HTTP/1.1" status: 200 len: 1023 time: 0.0590498 Feb 16 22:22:11.437100 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e9e7375-5650-488e-bbdc-c44d7cd0b64a req-b605bf3c-d5ef-4fe8-8864-60897acd670b tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups?id=d08f2bab-1245-4b84-b13e-76f02e0084e4&id=f9b0ade7-772f-403b-bf4b-1283fc127a6c&id=fc4b7cef-9148-4322-9f83-c0654f92a197&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0645578 Feb 16 22:22:11.521375 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-5284b483-5e9e-41b0-b22b-a36fc9b8d9ff req-d38f3842-5ce0-4342-86ed-71a0c74b496b tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Deleting port 490f6592-9082-4bd6-bb08-76e625184dbe {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:22:11.521718 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-5284b483-5e9e-41b0-b22b-a36fc9b8d9ff req-d38f3842-5ce0-4342-86ed-71a0c74b496b tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (490f6592-9082-4bd6-bb08-76e625184dbe), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:11.602311 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c864855-db7a-414e-a453-813c3c2fc397 req-ce123f36-c921-4986-9728-c382143bc94c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:11.607707 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c864855-db7a-414e-a453-813c3c2fc397 req-ce123f36-c921-4986-9728-c382143bc94c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:11.613061 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c864855-db7a-414e-a453-813c3c2fc397 req-ce123f36-c921-4986-9728-c382143bc94c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:11.618405 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c864855-db7a-414e-a453-813c3c2fc397 req-ce123f36-c921-4986-9728-c382143bc94c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:11.624282 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c864855-db7a-414e-a453-813c3c2fc397 req-ce123f36-c921-4986-9728-c382143bc94c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:11.625954 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-5284b483-5e9e-41b0-b22b-a36fc9b8d9ff req-d38f3842-5ce0-4342-86ed-71a0c74b496b tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] For port 490f6592-9082-4bd6-bb08-76e625184dbe, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=490f6592-9082-4bd6-bb08-76e625184dbe,segment=NetworkSegment(acc7f612-a109-483c-82e6-bbbd41b4a417),segment_id=acc7f612-a109-483c-82e6-bbbd41b4a417)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:11.626356 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-5284b483-5e9e-41b0-b22b-a36fc9b8d9ff req-d38f3842-5ce0-4342-86ed-71a0c74b496b tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (490f6592-9082-4bd6-bb08-76e625184dbe), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:11.629707 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c864855-db7a-414e-a453-813c3c2fc397 req-ce123f36-c921-4986-9728-c382143bc94c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:11.635274 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c864855-db7a-414e-a453-813c3c2fc397 req-ce123f36-c921-4986-9728-c382143bc94c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:11.637225 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8c864855-db7a-414e-a453-813c3c2fc397 req-ce123f36-c921-4986-9728-c382143bc94c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5421 time: 0.0982339 Feb 16 22:22:11.639821 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-5284b483-5e9e-41b0-b22b-a36fc9b8d9ff req-d38f3842-5ce0-4342-86ed-71a0c74b496b tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Calling delete_port for 490f6592-9082-4bd6-bb08-76e625184dbe owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:22:11.697459 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8c864855-db7a-414e-a453-813c3c2fc397 req-449ba4cb-fb90-494f-a524-fedc6db55167 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528781 Feb 16 22:22:11.782354 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-5284b483-5e9e-41b0-b22b-a36fc9b8d9ff req-d38f3842-5ce0-4342-86ed-71a0c74b496b tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (490f6592-9082-4bd6-bb08-76e625184dbe), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:11.795460 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['490f6592-9082-4bd6-bb08-76e625184dbe'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:22:11.815370 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f3842-5ce0-4342-86ed-71a0c74b496b tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Pushing event deleted for resources: {'Port': ['ID=490f6592-9082-4bd6-bb08-76e625184dbe,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:11.828091 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f4c33-285e-4915-9d02-86cf150262e6 req-9a088de4-bfe1-48a7-9532-e85cd237bc1b tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:11.829724 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c4f4c33-285e-4915-9d02-86cf150262e6 req-9a088de4-bfe1-48a7-9532-e85cd237bc1b tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 945 time: 0.0684948 Feb 16 22:22:11.860184 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-5284b483-5e9e-41b0-b22b-a36fc9b8d9ff req-d38f3842-5ce0-4342-86ed-71a0c74b496b tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] No DVR routers for this DVR port 490f6592-9082-4bd6-bb08-76e625184dbe on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:22:11.863195 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-5284b483-5e9e-41b0-b22b-a36fc9b8d9ff req-d38f3842-5ce0-4342-86ed-71a0c74b496b tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:11.867577 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5284b483-5e9e-41b0-b22b-a36fc9b8d9ff req-d38f3842-5ce0-4342-86ed-71a0c74b496b tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.67 "DELETE /v2.0/ports/490f6592-9082-4bd6-bb08-76e625184dbe HTTP/1.1" status: 204 len: 173 time: 0.4587116 Feb 16 22:22:11.868093 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16ef9c4-404d-41d8-911d-a85e789f5429', 'name': 'network-vif-deleted', 'tag': '490f6592-9082-4bd6-bb08-76e625184dbe'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:22:11.870929 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db19e3c-cc03-4061-9079-ea530eec254d" -d '{"events": [{"server_uuid": "e16ef9c4-404d-41d8-911d-a85e789f5429", "name": "network-vif-deleted", "tag": "490f6592-9082-4bd6-bb08-76e625184dbe"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:22:11.892255 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c4f4c33-285e-4915-9d02-86cf150262e6 req-7c991608-bfa3-4637-81a7-66b07dbcf8df tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545166 Feb 16 22:22:12.023815 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b2c30-5865-428d-b05a-5ede22ed7c63 req-cefe5b06-69b8-463d-b030-9d8a749c1cbe tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:12.025348 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-755b2c30-5865-428d-b05a-5ede22ed7c63 req-cefe5b06-69b8-463d-b030-9d8a749c1cbe tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 945 time: 0.0648983 Feb 16 22:22:12.076911 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-755b2c30-5865-428d-b05a-5ede22ed7c63 req-167f9bd2-ceab-486e-ada9-769f69356b6e tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441768 Feb 16 22:22:12.214630 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed06038-2dd2-4aca-86d5-b33215fca3ae req-1bef1f40-cb71-4338-9faf-b4670c2446a7 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:12.216101 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7ed06038-2dd2-4aca-86d5-b33215fca3ae req-1bef1f40-cb71-4338-9faf-b4670c2446a7 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.0522628 Feb 16 22:22:12.266217 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7ed06038-2dd2-4aca-86d5-b33215fca3ae req-ad68a47f-5828-49c7-839f-f152d000a50b tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437708 Feb 16 22:22:12.319995 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e743013-d89f-494f-b050-9553a3cd126b x-openstack-request-id: req-3e743013-d89f-494f-b050-9553a3cd126b {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:22:12.320312 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e16ef9c4-404d-41d8-911d-a85e789f5429", "name": "network-vif-deleted", "tag": "490f6592-9082-4bd6-bb08-76e625184dbe", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:22:12.320757 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3e743013-d89f-494f-b050-9553a3cd126b {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:22:12.321167 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16ef9c4-404d-41d8-911d-a85e789f5429', 'name': 'network-vif-deleted', 'tag': '490f6592-9082-4bd6-bb08-76e625184dbe', 'status': 'completed', 'code': 200} Feb 16 22:22:12.356961 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34192) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:12.408492 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-a13524e0-e0e9-4dd6-847e-3ef4431fd020 admin admin] Deleting subnet 9a43b30e-e3d6-46b1-a7c4-7a9e3a596a30 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:22:12.411862 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a13524e0-e0e9-4dd6-847e-3ef4431fd020 admin admin] Publish callbacks [] for subnet (9a43b30e-e3d6-46b1-a7c4-7a9e3a596a30), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:12.446359 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a13524e0-e0e9-4dd6-847e-3ef4431fd020 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (9a43b30e-e3d6-46b1-a7c4-7a9e3a596a30), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:12.487406 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a13524e0-e0e9-4dd6-847e-3ef4431fd020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (9a43b30e-e3d6-46b1-a7c4-7a9e3a596a30), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:12.547918 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a13524e0-e0e9-4dd6-847e-3ef4431fd020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (9a43b30e-e3d6-46b1-a7c4-7a9e3a596a30), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:12.555315 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06794ea2-7598-44dc-abe8-988796052384 req-d76dcbcc-3a7b-45fc-ab04-d88877e51cde tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups/fc4b7cef-9148-4322-9f83-c0654f92a197 HTTP/1.1" status: 200 len: 1819 time: 0.0418265 Feb 16 22:22:12.581335 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a13524e0-e0e9-4dd6-847e-3ef4431fd020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:12.584769 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a13524e0-e0e9-4dd6-847e-3ef4431fd020 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/9a43b30e-e3d6-46b1-a7c4-7a9e3a596a30 HTTP/1.1" status: 204 len: 168 time: 0.2262461 Feb 16 22:22:12.585720 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13524e0-e0e9-4dd6-847e-3ef4431fd020 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a43b30e-e3d6-46b1-a7c4-7a9e3a596a30,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:12.588511 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34198) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:12.616346 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-06794ea2-7598-44dc-abe8-988796052384 req-cbce62d8-0b32-4f60-aaaf-dbbf6d21ff0f tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (fc4b7cef-9148-4322-9f83-c0654f92a197), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:12.643900 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-06794ea2-7598-44dc-abe8-988796052384 req-cbce62d8-0b32-4f60-aaaf-dbbf6d21ff0f tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (fc4b7cef-9148-4322-9f83-c0654f92a197), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:12.665823 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ef1ea922-87a9-4125-879c-bd2ea5bfb33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (17015cc1-bd92-489e-837b-ef3849fab73f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:12.686468 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-06794ea2-7598-44dc-abe8-988796052384 req-cbce62d8-0b32-4f60-aaaf-dbbf6d21ff0f tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (fc4b7cef-9148-4322-9f83-c0654f92a197), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:12.690008 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-06794ea2-7598-44dc-abe8-988796052384 req-cbce62d8-0b32-4f60-aaaf-dbbf6d21ff0f tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:12.691335 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06794ea2-7598-44dc-abe8-988796052384 req-cbce62d8-0b32-4f60-aaaf-dbbf6d21ff0f tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "DELETE /v2.0/security-groups/fc4b7cef-9148-4322-9f83-c0654f92a197 HTTP/1.1" status: 204 len: 173 time: 0.1302543 Feb 16 22:22:12.702812 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce62d8-0b32-4f60-aaaf-dbbf6d21ff0f tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4b7cef-9148-4322-9f83-c0654f92a197,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:12.763223 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ef1ea922-87a9-4125-879c-bd2ea5bfb33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (17015cc1-bd92-489e-837b-ef3849fab73f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:12.766719 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-91295b47-bb63-4cd8-ac0e-3fbbb4113c79 req-5b9372bd-d29b-44ac-aa6f-52981eba1b7d tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "GET /v2.0/security-groups/d08f2bab-1245-4b84-b13e-76f02e0084e4 HTTP/1.1" status: 200 len: 1819 time: 0.0418994 Feb 16 22:22:12.788106 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-ef1ea922-87a9-4125-879c-bd2ea5bfb33c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17015cc1-bd92-489e-837b-ef3849fab73f']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:22:12.799634 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-ef1ea922-87a9-4125-879c-bd2ea5bfb33c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b005b1db-fe63-4634-a1de-c89743ea76f4') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:22:12.799962 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-ef1ea922-87a9-4125-879c-bd2ea5bfb33c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b005b1db-fe63-4634-a1de-c89743ea76f4') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:22:12.810197 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ef1ea922-87a9-4125-879c-bd2ea5bfb33c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (b005b1db-fe63-4634-a1de-c89743ea76f4), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:12.823981 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ef1ea922-87a9-4125-879c-bd2ea5bfb33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (b005b1db-fe63-4634-a1de-c89743ea76f4), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:12.824864 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-91295b47-bb63-4cd8-ac0e-3fbbb4113c79 req-a29045bc-4570-4fbf-a503-7f38e24c27b9 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (d08f2bab-1245-4b84-b13e-76f02e0084e4), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:12.831299 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef1ea922-87a9-4125-879c-bd2ea5bfb33c admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:22:12.831788 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ef1ea922-87a9-4125-879c-bd2ea5bfb33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (b005b1db-fe63-4634-a1de-c89743ea76f4), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:12.833493 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:22:12.833493 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:22:12.833493 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:22:12.833493 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:22:12.833493 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:22:12.833493 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:22:12.833493 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:22:12.833493 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:22:12.833493 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:22:12.833493 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:22:12.833493 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:22:12.833493 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:22:12.833493 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:22:12.833493 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:22:12.833493 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:22:12.833493 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:22:12.833493 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:22:12.833493 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:22:12.833493 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:22:12.833493 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:22:12.833493 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:22:12.833493 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:22:12.833493 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:22:12.833493 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:22:12.833493 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:22:12.833493 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:22:12.833493 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:22:12.833493 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:22:12.833493 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:22:12.833493 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:22:12.833493 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:22:12.833493 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:22:12.849158 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-91295b47-bb63-4cd8-ac0e-3fbbb4113c79 req-a29045bc-4570-4fbf-a503-7f38e24c27b9 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (d08f2bab-1245-4b84-b13e-76f02e0084e4), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:12.892918 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-91295b47-bb63-4cd8-ac0e-3fbbb4113c79 req-a29045bc-4570-4fbf-a503-7f38e24c27b9 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d08f2bab-1245-4b84-b13e-76f02e0084e4), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:12.895570 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ef1ea922-87a9-4125-879c-bd2ea5bfb33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (17015cc1-bd92-489e-837b-ef3849fab73f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:12.895869 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-91295b47-bb63-4cd8-ac0e-3fbbb4113c79 req-a29045bc-4570-4fbf-a503-7f38e24c27b9 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:12.901881 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-91295b47-bb63-4cd8-ac0e-3fbbb4113c79 req-a29045bc-4570-4fbf-a503-7f38e24c27b9 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] 10.222.0.75 "DELETE /v2.0/security-groups/d08f2bab-1245-4b84-b13e-76f02e0084e4 HTTP/1.1" status: 204 len: 173 time: 0.1293845 Feb 16 22:22:12.914855 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 34204) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:12.918733 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ef1ea922-87a9-4125-879c-bd2ea5bfb33c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:12.922062 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ef1ea922-87a9-4125-879c-bd2ea5bfb33c admin admin] 10.222.0.75 "DELETE /v2.0/networks/17015cc1-bd92-489e-837b-ef3849fab73f HTTP/1.1" status: 204 len: 168 time: 0.3326023 Feb 16 22:22:12.923035 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ea922-87a9-4125-879c-bd2ea5bfb33c admin admin] Pushing event deleted for resources: {'Network': ['ID=17015cc1-bd92-489e-837b-ef3849fab73f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:12.951923 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29045bc-4570-4fbf-a503-7f38e24c27b9 tempest-SecurityGroupsTestJSON-2081548847 tempest-SecurityGroupsTestJSON-2081548847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08f2bab-1245-4b84-b13e-76f02e0084e4,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:13.034648 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6498f96-e8df-4daa-851c-72a96800b757 admin admin] Deleting subnet fcad8c41-b9f9-4474-b14c-cc354685fc88 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:22:13.041202 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a6498f96-e8df-4daa-851c-72a96800b757 admin admin] Publish callbacks [] for subnet (fcad8c41-b9f9-4474-b14c-cc354685fc88), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:13.076993 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefdba9-a7a5-4ae4-8ecf-e900a19021e1 req-84893e0f-d04c-4bde-b18a-36028528956c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:13.079263 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34210) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:13.082263 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefdba9-a7a5-4ae4-8ecf-e900a19021e1 req-84893e0f-d04c-4bde-b18a-36028528956c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:13.088218 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefdba9-a7a5-4ae4-8ecf-e900a19021e1 req-84893e0f-d04c-4bde-b18a-36028528956c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:13.093828 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefdba9-a7a5-4ae4-8ecf-e900a19021e1 req-84893e0f-d04c-4bde-b18a-36028528956c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:13.099245 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefdba9-a7a5-4ae4-8ecf-e900a19021e1 req-84893e0f-d04c-4bde-b18a-36028528956c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:13.105136 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefdba9-a7a5-4ae4-8ecf-e900a19021e1 req-84893e0f-d04c-4bde-b18a-36028528956c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:13.112098 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefdba9-a7a5-4ae4-8ecf-e900a19021e1 req-84893e0f-d04c-4bde-b18a-36028528956c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:13.114028 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9cefdba9-a7a5-4ae4-8ecf-e900a19021e1 req-84893e0f-d04c-4bde-b18a-36028528956c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5421 time: 0.1379428 Feb 16 22:22:13.129501 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bf483c39-87a3-4a9c-ad5d-08e4a9df9a07 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=229d3dcf7b63487c98aa1d1f04fde1de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0489705 Feb 16 22:22:13.130146 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34214) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:13.147414 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a6498f96-e8df-4daa-851c-72a96800b757 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (fcad8c41-b9f9-4474-b14c-cc354685fc88), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:13.178887 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-83b0fcce-5e58-41b7-b8fb-b42c934a794b admin admin] Publish callbacks [] for security_group (e0836f72-8df4-4dd3-b8b6-a137e11b4438), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:13.200551 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-83b0fcce-5e58-41b7-b8fb-b42c934a794b admin admin] Publish callbacks [] for security_group (e0836f72-8df4-4dd3-b8b6-a137e11b4438), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:13.217483 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a6498f96-e8df-4daa-851c-72a96800b757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (fcad8c41-b9f9-4474-b14c-cc354685fc88), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:13.223592 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9cefdba9-a7a5-4ae4-8ecf-e900a19021e1 req-37b787c2-6b9b-40cc-9fce-949b524c6885 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1012738 Feb 16 22:22:13.257498 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-83b0fcce-5e58-41b7-b8fb-b42c934a794b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (e0836f72-8df4-4dd3-b8b6-a137e11b4438), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:13.260876 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-83b0fcce-5e58-41b7-b8fb-b42c934a794b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:13.262263 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-83b0fcce-5e58-41b7-b8fb-b42c934a794b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e0836f72-8df4-4dd3-b8b6-a137e11b4438 HTTP/1.1" status: 204 len: 168 time: 0.1311920 Feb 16 22:22:13.280795 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0fcce-5e58-41b7-b8fb-b42c934a794b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0836f72-8df4-4dd3-b8b6-a137e11b4438,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:13.298209 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a6498f96-e8df-4daa-851c-72a96800b757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (fcad8c41-b9f9-4474-b14c-cc354685fc88), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:13.328970 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6498f96-e8df-4daa-851c-72a96800b757 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcad8c41-b9f9-4474-b14c-cc354685fc88,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:13.336533 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a6498f96-e8df-4daa-851c-72a96800b757 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:13.341809 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a6498f96-e8df-4daa-851c-72a96800b757 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/fcad8c41-b9f9-4474-b14c-cc354685fc88 HTTP/1.1" status: 204 len: 168 time: 0.4255717 Feb 16 22:22:13.344321 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34220) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:13.407756 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ccf04-94b9-4100-925b-1aedf90672b9 req-157eb96d-54ea-4f1d-a035-25ccf16844f1 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:13.414487 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c83ccf04-94b9-4100-925b-1aedf90672b9 req-157eb96d-54ea-4f1d-a035-25ccf16844f1 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 945 time: 0.0714481 Feb 16 22:22:13.442133 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d9780d65-9946-48bf-97d1-a037744338d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (be44f052-6b9f-454c-8856-b66bc09e491a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:13.487105 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c83ccf04-94b9-4100-925b-1aedf90672b9 req-3ec389a3-20d7-49cf-94f5-11e8966b98b4 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714457 Feb 16 22:22:13.615713 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c574d-ab44-4e89-a73b-8bdcf9eb8162 req-8bb051a1-7668-4ae8-bdce-ccbb69e99588 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:13.622436 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c8c574d-ab44-4e89-a73b-8bdcf9eb8162 req-8bb051a1-7668-4ae8-bdce-ccbb69e99588 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 945 time: 0.0625818 Feb 16 22:22:13.688344 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c8c574d-ab44-4e89-a73b-8bdcf9eb8162 req-0ce8f184-f8e5-4595-8c8d-ada69ceff154 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644228 Feb 16 22:22:13.834393 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a2731-03a4-482f-8785-43ae478dea79 req-7cc82b3b-db4b-42a3-af7a-9a032cdc821b tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:13.839338 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-382a2731-03a4-482f-8785-43ae478dea79 req-7cc82b3b-db4b-42a3-af7a-9a032cdc821b tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.0776768 Feb 16 22:22:13.891563 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 490f6592-9082-4bd6-bb08-76e625184dbe no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:22:13.901104 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d9780d65-9946-48bf-97d1-a037744338d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (be44f052-6b9f-454c-8856-b66bc09e491a), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:13.908618 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-382a2731-03a4-482f-8785-43ae478dea79 req-400e2b8d-79ad-496c-b55c-e837fd64d126 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534899 Feb 16 22:22:13.919355 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 490f6592-9082-4bd6-bb08-76e625184dbe {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:22:13.920694 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 490f6592-9082-4bd6-bb08-76e625184dbe not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:22:13.934181 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-d9780d65-9946-48bf-97d1-a037744338d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be44f052-6b9f-454c-8856-b66bc09e491a']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:22:13.946375 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-d9780d65-9946-48bf-97d1-a037744338d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acc7f612-a109-483c-82e6-bbbd41b4a417') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:22:13.946682 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-d9780d65-9946-48bf-97d1-a037744338d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acc7f612-a109-483c-82e6-bbbd41b4a417') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:22:13.957239 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d9780d65-9946-48bf-97d1-a037744338d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (acc7f612-a109-483c-82e6-bbbd41b4a417), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:13.972004 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d9780d65-9946-48bf-97d1-a037744338d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (acc7f612-a109-483c-82e6-bbbd41b4a417), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:13.978932 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9780d65-9946-48bf-97d1-a037744338d9 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:22:13.979317 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d9780d65-9946-48bf-97d1-a037744338d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (acc7f612-a109-483c-82e6-bbbd41b4a417), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:13.981450 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:22:13.981450 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:22:13.981450 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:22:13.981450 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:22:13.981450 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:22:13.981450 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:22:13.981450 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:22:13.981450 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:22:13.981450 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:22:13.981450 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:22:13.981450 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:22:13.981450 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:22:13.981450 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:22:13.981450 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:22:13.981450 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:22:13.981450 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:22:13.981450 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:22:13.981450 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:22:13.981450 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:22:13.981450 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:22:13.981450 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:22:13.981450 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:22:13.981450 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:22:13.981450 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:22:13.981450 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:22:13.981450 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:22:13.981450 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:22:13.981450 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:22:13.981450 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:22:13.981450 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:22:13.981450 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:22:13.981450 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:22:14.046802 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d9780d65-9946-48bf-97d1-a037744338d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (be44f052-6b9f-454c-8856-b66bc09e491a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:14.068845 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d9780d65-9946-48bf-97d1-a037744338d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:14.072812 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d9780d65-9946-48bf-97d1-a037744338d9 admin admin] 10.222.0.75 "DELETE /v2.0/networks/be44f052-6b9f-454c-8856-b66bc09e491a HTTP/1.1" status: 204 len: 168 time: 0.7271950 Feb 16 22:22:14.073874 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9780d65-9946-48bf-97d1-a037744338d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=be44f052-6b9f-454c-8856-b66bc09e491a,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:14.202077 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 34242) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:14.242902 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4fcc5d79-6aea-4731-9024-c4176dde948c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=01e432083635478383758717a26cceec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396159 Feb 16 22:22:14.245483 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 34244) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:14.318796 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3fca65a6-1a9e-44d4-960f-cfeb482019b4 admin admin] Publish callbacks [] for security_group (f9b0ade7-772f-403b-bf4b-1283fc127a6c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:14.355756 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3fca65a6-1a9e-44d4-960f-cfeb482019b4 admin admin] Publish callbacks [] for security_group (f9b0ade7-772f-403b-bf4b-1283fc127a6c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:14.431155 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ec1ea-1586-4461-9cf9-0f4c274b4a02 req-47565562-318d-4c0f-9434-e29660a396b3 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:14.436371 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ec1ea-1586-4461-9cf9-0f4c274b4a02 req-47565562-318d-4c0f-9434-e29660a396b3 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:14.441634 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ec1ea-1586-4461-9cf9-0f4c274b4a02 req-47565562-318d-4c0f-9434-e29660a396b3 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:14.446957 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ec1ea-1586-4461-9cf9-0f4c274b4a02 req-47565562-318d-4c0f-9434-e29660a396b3 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:14.453118 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ec1ea-1586-4461-9cf9-0f4c274b4a02 req-47565562-318d-4c0f-9434-e29660a396b3 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:14.458451 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ec1ea-1586-4461-9cf9-0f4c274b4a02 req-47565562-318d-4c0f-9434-e29660a396b3 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:14.463695 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ec1ea-1586-4461-9cf9-0f4c274b4a02 req-47565562-318d-4c0f-9434-e29660a396b3 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:14.465536 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a70ec1ea-1586-4461-9cf9-0f4c274b4a02 req-47565562-318d-4c0f-9434-e29660a396b3 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5421 time: 0.1326189 Feb 16 22:22:14.480022 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3fca65a6-1a9e-44d4-960f-cfeb482019b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f9b0ade7-772f-403b-bf4b-1283fc127a6c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:14.482793 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3fca65a6-1a9e-44d4-960f-cfeb482019b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:14.483909 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3fca65a6-1a9e-44d4-960f-cfeb482019b4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f9b0ade7-772f-403b-bf4b-1283fc127a6c HTTP/1.1" status: 204 len: 168 time: 0.2374988 Feb 16 22:22:14.499055 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca65a6-1a9e-44d4-960f-cfeb482019b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b0ade7-772f-403b-bf4b-1283fc127a6c,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:14.582109 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a70ec1ea-1586-4461-9cf9-0f4c274b4a02 req-f1208701-5234-48bc-8f6f-b61f5fd350fa tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0919373 Feb 16 22:22:14.952076 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499b7d2-4dce-44df-b7a0-8a4b2738b328 req-eb87a6d5-6030-433c-8568-ae4d7e7fca44 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:14.958590 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f499b7d2-4dce-44df-b7a0-8a4b2738b328 req-eb87a6d5-6030-433c-8568-ae4d7e7fca44 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 945 time: 0.0637906 Feb 16 22:22:15.003459 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f499b7d2-4dce-44df-b7a0-8a4b2738b328 req-0a1373f2-b43c-482e-a052-03552d34cc6c tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439909 Feb 16 22:22:15.130286 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d53395-08ce-4996-9448-28f368b9eeff req-320d3514-e6be-4a84-98df-9e2327eb3855 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:15.132165 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-31d53395-08ce-4996-9448-28f368b9eeff req-320d3514-e6be-4a84-98df-9e2327eb3855 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 945 time: 0.0648396 Feb 16 22:22:15.190620 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-31d53395-08ce-4996-9448-28f368b9eeff req-10b27341-a8a1-4980-84f1-9db3b73c2497 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518277 Feb 16 22:22:15.244807 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34280) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:15.353372 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e13482-9d1f-49e0-ae24-e6eac26113b7 req-8db19950-349e-4bf1-bc21-3cf62e88bdd2 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:15.355138 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-26e13482-9d1f-49e0-ae24-e6eac26113b7 req-8db19950-349e-4bf1-bc21-3cf62e88bdd2 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.0555165 Feb 16 22:22:15.356188 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-7ec87455-3c9c-459e-91ec-20e619dcd949 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-209453189-network', 'tenant_id': '0dbd4dcc3e4e4cc1bd945776434ce9ca'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:22:15.377771 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec87455-3c9c-459e-91ec-20e619dcd949 admin admin] Made reservation on behalf of 0dbd4dcc3e4e4cc1bd945776434ce9ca for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:22:15.380134 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7ec87455-3c9c-459e-91ec-20e619dcd949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:15.389196 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7ec87455-3c9c-459e-91ec-20e619dcd949 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:15.411437 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-26e13482-9d1f-49e0-ae24-e6eac26113b7 req-418a903c-9b39-4abd-a7ef-de15b6145706 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499237 Feb 16 22:22:15.477326 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7ec87455-3c9c-459e-91ec-20e619dcd949 admin admin] Publish callbacks [] for security_group (3b14523d-575b-4d83-8011-84789c241f1c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:15.481820 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7ec87455-3c9c-459e-91ec-20e619dcd949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (3b14523d-575b-4d83-8011-84789c241f1c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:15.503515 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec87455-3c9c-459e-91ec-20e619dcd949 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:22:15.518448 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec87455-3c9c-459e-91ec-20e619dcd949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b14523d-575b-4d83-8011-84789c241f1c,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:15.521433 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7ec87455-3c9c-459e-91ec-20e619dcd949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (76f46e06-9348-4aa2-b9c9-cf3a79c834b2), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:15.521787 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-7ec87455-3c9c-459e-91ec-20e619dcd949 admin admin] Added segment 76f46e06-9348-4aa2-b9c9-cf3a79c834b2 of type vlan for network e2a5e170-06d2-4e98-a5e6-fef681513df3 Feb 16 22:22:15.566112 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7ec87455-3c9c-459e-91ec-20e619dcd949 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (e2a5e170-06d2-4e98-a5e6-fef681513df3), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:15.592542 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7ec87455-3c9c-459e-91ec-20e619dcd949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (e2a5e170-06d2-4e98-a5e6-fef681513df3), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:15.593563 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec87455-3c9c-459e-91ec-20e619dcd949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:15.594152 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7ec87455-3c9c-459e-91ec-20e619dcd949 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:15.632250 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7ec87455-3c9c-459e-91ec-20e619dcd949 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3823369 Feb 16 22:22:15.632434 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34288) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:15.637261 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-53d3e310-0fb5-4d67-881d-533a864439da admin admin] Request body: {'subnet': {'network_id': 'e2a5e170-06d2-4e98-a5e6-fef681513df3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-209453189-subnet', 'tenant_id': '0dbd4dcc3e4e4cc1bd945776434ce9ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:22:15.665820 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec87455-3c9c-459e-91ec-20e619dcd949 admin admin] Pushing event updated for resources: {'Network': ['ID=e2a5e170-06d2-4e98-a5e6-fef681513df3,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:15.677408 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network e2a5e170-06d2-4e98-a5e6-fef681513df3 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:22:15.699458 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d3e310-0fb5-4d67-881d-533a864439da admin admin] Made reservation on behalf of 0dbd4dcc3e4e4cc1bd945776434ce9ca for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:22:15.703155 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-53d3e310-0fb5-4d67-881d-533a864439da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:15.872650 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c908edf-db09-4a44-b48d-a1460fd2d7cb req-4f619700-7baf-4d44-be3c-6d2da401bb2c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:15.877999 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c908edf-db09-4a44-b48d-a1460fd2d7cb req-4f619700-7baf-4d44-be3c-6d2da401bb2c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:15.883751 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c908edf-db09-4a44-b48d-a1460fd2d7cb req-4f619700-7baf-4d44-be3c-6d2da401bb2c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:15.890123 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c908edf-db09-4a44-b48d-a1460fd2d7cb req-4f619700-7baf-4d44-be3c-6d2da401bb2c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:15.895553 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c908edf-db09-4a44-b48d-a1460fd2d7cb req-4f619700-7baf-4d44-be3c-6d2da401bb2c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:15.896552 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-53d3e310-0fb5-4d67-881d-533a864439da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (0e6661e7-d26e-4bd0-851a-c3f2502da431), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:15.901001 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c908edf-db09-4a44-b48d-a1460fd2d7cb req-4f619700-7baf-4d44-be3c-6d2da401bb2c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:15.907288 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c908edf-db09-4a44-b48d-a1460fd2d7cb req-4f619700-7baf-4d44-be3c-6d2da401bb2c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:15.909291 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c908edf-db09-4a44-b48d-a1460fd2d7cb req-4f619700-7baf-4d44-be3c-6d2da401bb2c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5421 time: 0.1030974 Feb 16 22:22:15.956948 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3e310-0fb5-4d67-881d-533a864439da admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e6661e7-d26e-4bd0-851a-c3f2502da431,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:15.968484 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d3e310-0fb5-4d67-881d-533a864439da admin admin] Checking segment: {'id': '76f46e06-9348-4aa2-b9c9-cf3a79c834b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e2a5e170-06d2-4e98-a5e6-fef681513df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:22:15.969022 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d3e310-0fb5-4d67-881d-533a864439da admin admin] Network hostable DHCP agents. Network: e2a5e170-06d2-4e98-a5e6-fef681513df3, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:22:15.978485 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c908edf-db09-4a44-b48d-a1460fd2d7cb req-5c9b8a9b-6a5f-45d0-bf20-e67f84debbe9 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624313 Feb 16 22:22:15.986992 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d3e310-0fb5-4d67-881d-533a864439da admin admin] Network e2a5e170-06d2-4e98-a5e6-fef681513df3 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:22:16.004426 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-53d3e310-0fb5-4d67-881d-533a864439da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, e2a5e170-06d2-4e98-a5e6-fef681513df3) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:22:16.013328 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d3e310-0fb5-4d67-881d-533a864439da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:16.014602 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-53d3e310-0fb5-4d67-881d-533a864439da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:16.031520 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66f3d30-83b3-4606-8220-079574b48d10 None None] Network e2a5e170-06d2-4e98-a5e6-fef681513df3 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:22:16.043676 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-53d3e310-0fb5-4d67-881d-533a864439da admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4102235 Feb 16 22:22:16.157052 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfbbfab-f1d7-4439-a5fc-0b8b553256cc None None] Network e2a5e170-06d2-4e98-a5e6-fef681513df3 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:22:16.373483 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8214c64-9d63-4b55-b88f-429ca555a743 req-94160bd2-a0aa-48e7-9d12-bb1851c355ea tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:16.375141 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d8214c64-9d63-4b55-b88f-429ca555a743 req-94160bd2-a0aa-48e7-9d12-bb1851c355ea tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 945 time: 0.0532815 Feb 16 22:22:16.421330 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d8214c64-9d63-4b55-b88f-429ca555a743 req-d6d003e3-af08-4577-b6dd-aa33412d4134 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405829 Feb 16 22:22:16.714976 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-e9fa80c9-0f68-431f-9e0c-0e95a26ce1ad tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:16.717046 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-e9fa80c9-0f68-431f-9e0c-0e95a26ce1ad tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] 10.222.0.75 "GET /v2.0/networks?id=e2a5e170-06d2-4e98-a5e6-fef681513df3 HTTP/1.1" status: 200 len: 808 time: 0.1052344 Feb 16 22:22:16.731884 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-2e60504e-57ae-4440-bca7-390edc0bb486 tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] 10.222.0.75 "GET /v2.0/quotas/0dbd4dcc3e4e4cc1bd945776434ce9ca HTTP/1.1" status: 200 len: 375 time: 0.0092227 Feb 16 22:22:16.765029 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-409c31a6-2e0f-43b1-a823-44d48d64492f tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0dbd4dcc3e4e4cc1bd945776434ce9ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280631 Feb 16 22:22:16.859282 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-1934702a-6668-4bfd-b0f1-329b3493293f service neutron] 10.222.0.75 "GET /v2.0/networks/e2a5e170-06d2-4e98-a5e6-fef681513df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870810 Feb 16 22:22:16.950023 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-3e912c84-5457-4713-a2a1-dcb6506fde54 service neutron] 10.222.0.75 "GET /v2.0/networks/e2a5e170-06d2-4e98-a5e6-fef681513df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848148 Feb 16 22:22:17.162716 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f1442-992c-4880-bba8-18aca296675d req-08442c98-5180-4504-a63e-f0ad0cdd4a44 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:17.164472 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3a5f1442-992c-4880-bba8-18aca296675d req-08442c98-5180-4504-a63e-f0ad0cdd4a44 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 945 time: 0.0698049 Feb 16 22:22:17.224490 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3a5f1442-992c-4880-bba8-18aca296675d req-1edf0d81-6b39-4c17-b348-cc2690386ed1 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524735 Feb 16 22:22:17.370304 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e37bc-fa5e-4394-a0f5-d9f178441d7f req-f927a903-b1de-4fd4-bfba-12be65daa1aa tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:17.371757 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-173e37bc-fa5e-4394-a0f5-d9f178441d7f req-f927a903-b1de-4fd4-bfba-12be65daa1aa tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.0560534 Feb 16 22:22:17.421668 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-173e37bc-fa5e-4394-a0f5-d9f178441d7f req-20d163f5-0a01-4e18-84ac-5852f387c8e9 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431504 Feb 16 22:22:17.549895 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-755c5350-fd40-48dd-9ca3-dbef54bde18d req-964b4c41-1917-413e-ae3b-debead405681 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a977f381-b173-45c2-921f-50dba7a85338&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0659070 Feb 16 22:22:17.565079 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8aef4-7bb6-4057-8ad2-ae3c4efd1a87 req-4afd3891-7a1e-4d6c-9362-7661ef3589de tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:17.570485 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8aef4-7bb6-4057-8ad2-ae3c4efd1a87 req-4afd3891-7a1e-4d6c-9362-7661ef3589de tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:17.575724 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8aef4-7bb6-4057-8ad2-ae3c4efd1a87 req-4afd3891-7a1e-4d6c-9362-7661ef3589de tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:17.582009 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8aef4-7bb6-4057-8ad2-ae3c4efd1a87 req-4afd3891-7a1e-4d6c-9362-7661ef3589de tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:17.587016 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8aef4-7bb6-4057-8ad2-ae3c4efd1a87 req-4afd3891-7a1e-4d6c-9362-7661ef3589de tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:17.593255 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8aef4-7bb6-4057-8ad2-ae3c4efd1a87 req-4afd3891-7a1e-4d6c-9362-7661ef3589de tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:17.598606 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8aef4-7bb6-4057-8ad2-ae3c4efd1a87 req-4afd3891-7a1e-4d6c-9362-7661ef3589de tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:17.606135 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1da8aef4-7bb6-4057-8ad2-ae3c4efd1a87 req-4afd3891-7a1e-4d6c-9362-7661ef3589de tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5421 time: 0.1046596 Feb 16 22:22:17.638468 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c5350-fd40-48dd-9ca3-dbef54bde18d req-4baac7eb-1a6a-49c1-84c1-a1226e8d58af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:17.640518 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-755c5350-fd40-48dd-9ca3-dbef54bde18d req-4baac7eb-1a6a-49c1-84c1-a1226e8d58af service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4ecc835e688d4b37a34028859d121b09&device_id=a977f381-b173-45c2-921f-50dba7a85338 HTTP/1.1" status: 200 len: 1127 time: 0.0692246 Feb 16 22:22:17.666272 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1da8aef4-7bb6-4057-8ad2-ae3c4efd1a87 req-c6e33ddc-be9b-4956-a27b-9398340a6ee5 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592232 Feb 16 22:22:17.792905 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c48bdbb-b020-4b08-9f3c-9a2ff8dbe0d4 req-e185d7e6-dd98-43af-b4cd-6205f64f1ffe tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] 10.222.0.75 "GET /v2.0/ports?device_id=39fe8ea0-753a-4fdc-80a7-29c95383a0d5 HTTP/1.1" status: 200 len: 210 time: 0.0386701 Feb 16 22:22:17.837104 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c5350-fd40-48dd-9ca3-dbef54bde18d req-9365f08d-d660-4a80-9b20-2756772fd37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:17.840420 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-755c5350-fd40-48dd-9ca3-dbef54bde18d req-9365f08d-d660-4a80-9b20-2756772fd37e service neutron] 10.222.0.67 "GET /v2.0/networks?id=2a4d83e1-26cb-467d-af35-1036d7c3fb39 HTTP/1.1" status: 200 len: 911 time: 0.1206276 Feb 16 22:22:17.889057 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-755c5350-fd40-48dd-9ca3-dbef54bde18d req-4fe47680-dc6c-48ff-84a8-dab65f7ea632 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dce25e4b-f30f-441d-beed-8e5cb873a838 HTTP/1.1" status: 200 len: 217 time: 0.0410421 Feb 16 22:22:17.922655 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb0b0e-c82c-4d52-a3ca-15fe4f3a5f11 req-3e9dd98b-5c5b-4662-a558-7417c7ae61cd tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:17.924175 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-51eb0b0e-c82c-4d52-a3ca-15fe4f3a5f11 req-3e9dd98b-5c5b-4662-a558-7417c7ae61cd tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 945 time: 0.0566552 Feb 16 22:22:17.940345 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c5350-fd40-48dd-9ca3-dbef54bde18d req-fc817a94-e8c9-4a5a-9e74-c3fd34ed9293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:17.942159 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-755c5350-fd40-48dd-9ca3-dbef54bde18d req-fc817a94-e8c9-4a5a-9e74-c3fd34ed9293 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=97a87a99-67f1-493e-9c1f-9f6cadc7e62f HTTP/1.1" status: 200 len: 850 time: 0.0452404 Feb 16 22:22:17.973580 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-51eb0b0e-c82c-4d52-a3ca-15fe4f3a5f11 req-fb31c56a-12ad-4f07-921b-20026ead6be9 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434821 Feb 16 22:22:17.978180 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-755c5350-fd40-48dd-9ca3-dbef54bde18d req-fd08b0b7-25d4-4d93-b65e-4a500f46e88b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2a4d83e1-26cb-467d-af35-1036d7c3fb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260167 Feb 16 22:22:18.085397 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-755c5350-fd40-48dd-9ca3-dbef54bde18d req-ccff89b4-3e0e-4c0f-af3d-b4952bbd4f16 service neutron] 10.222.0.67 "GET /v2.0/networks/2a4d83e1-26cb-467d-af35-1036d7c3fb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991752 Feb 16 22:22:18.264102 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-755c5350-fd40-48dd-9ca3-dbef54bde18d req-31cb56a4-9c24-4a5b-8564-0724c45bf466 service neutron] 10.222.0.67 "GET /v2.0/networks/2a4d83e1-26cb-467d-af35-1036d7c3fb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687238 Feb 16 22:22:18.299392 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-c02d4018-e099-44c7-ae9b-14bb9b80864f tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:18.300972 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-c02d4018-e099-44c7-ae9b-14bb9b80864f tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] 10.222.0.67 "GET /v2.0/networks?id=e2a5e170-06d2-4e98-a5e6-fef681513df3 HTTP/1.1" status: 200 len: 808 time: 0.1357665 Feb 16 22:22:18.317890 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-ea2669b7-6615-4ff0-be6e-59b72263ebae tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] Request body: {'port': {'device_id': '39fe8ea0-753a-4fdc-80a7-29c95383a0d5', 'network_id': 'e2a5e170-06d2-4e98-a5e6-fef681513df3', 'admin_state_up': True, 'tenant_id': '0dbd4dcc3e4e4cc1bd945776434ce9ca'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:22:18.387093 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 34346) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:18.413636 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650bb31-26a1-4925-ac34-131c9ac1efa5 req-d094d9f8-a005-4b29-bbc6-1a9e994203df tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:18.415846 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8650bb31-26a1-4925-ac34-131c9ac1efa5 req-d094d9f8-a005-4b29-bbc6-1a9e994203df tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 945 time: 0.0722325 Feb 16 22:22:18.491784 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8650bb31-26a1-4925-ac34-131c9ac1efa5 req-0b35582d-db54-4e41-876e-a9fe374fed58 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689909 Feb 16 22:22:18.492180 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-ea2669b7-6615-4ff0-be6e-59b72263ebae tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] Made reservation on behalf of 0dbd4dcc3e4e4cc1bd945776434ce9ca for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:22:18.496227 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-ea2669b7-6615-4ff0-be6e-59b72263ebae tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:18.537196 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-06da7b18-edbb-4985-bf6e-592629d28659 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:18.632744 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf6631-1daa-47bd-a0a9-cd012e33a4f3 req-6e0fe66a-e317-4267-a89a-2f0b0dfd38c7 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:18.634906 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1aaf6631-1daa-47bd-a0a9-cd012e33a4f3 req-6e0fe66a-e317-4267-a89a-2f0b0dfd38c7 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.0854979 Feb 16 22:22:18.650996 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-ea2669b7-6615-4ff0-be6e-59b72263ebae tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] Allocated IP 172.20.0.13 (e2a5e170-06d2-4e98-a5e6-fef681513df3/0e6661e7-d26e-4bd0-851a-c3f2502da431/f8fd6e2e-df05-47ad-b8fd-f56d8acece12) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:22:18.688399 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-06da7b18-edbb-4985-bf6e-592629d28659 admin admin] Publish callbacks [] for security_group (02abaf08-3cfc-4ec0-8771-363a3596f34b), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:18.695610 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-06da7b18-edbb-4985-bf6e-592629d28659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (02abaf08-3cfc-4ec0-8771-363a3596f34b), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:18.728896 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1aaf6631-1daa-47bd-a0a9-cd012e33a4f3 req-aa871783-8390-4a20-b4d0-e91ceba92175 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869186 Feb 16 22:22:18.752496 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-06da7b18-edbb-4985-bf6e-592629d28659 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3dae94dcbdd84dba9be7b2c0e3dee359&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3641462 Feb 16 22:22:18.753706 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da7b18-edbb-4985-bf6e-592629d28659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02abaf08-3cfc-4ec0-8771-363a3596f34b,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:18.756170 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 34354) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:18.811275 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3187b2de-e293-42e4-ae9d-cf25cf9105e4 admin admin] Publish callbacks [] for security_group (02abaf08-3cfc-4ec0-8771-363a3596f34b), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:18.829437 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-ea2669b7-6615-4ff0-be6e-59b72263ebae tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] Publish callbacks [] for port (f8fd6e2e-df05-47ad-b8fd-f56d8acece12), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:18.839906 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3187b2de-e293-42e4-ae9d-cf25cf9105e4 admin admin] Publish callbacks [] for security_group (02abaf08-3cfc-4ec0-8771-363a3596f34b), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:18.870067 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-ea2669b7-6615-4ff0-be6e-59b72263ebae tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (f8fd6e2e-df05-47ad-b8fd-f56d8acece12), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:18.922869 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-ea2669b7-6615-4ff0-be6e-59b72263ebae tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] Network e2a5e170-06d2-4e98-a5e6-fef681513df3 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:22:18.928934 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-ea2669b7-6615-4ff0-be6e-59b72263ebae tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:22:18.930935 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2669b7-6615-4ff0-be6e-59b72263ebae tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] Pushing event updated for resources: {'Port': ['ID=f8fd6e2e-df05-47ad-b8fd-f56d8acece12,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:18.931126 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac32a5-1bf2-4dc7-be7b-22c718786466 req-b5d9646f-f21f-4f80-a2f0-f40d704f5855 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:18.933181 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-ea2669b7-6615-4ff0-be6e-59b72263ebae tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:22:18.941021 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac32a5-1bf2-4dc7-be7b-22c718786466 req-b5d9646f-f21f-4f80-a2f0-f40d704f5855 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:18.946794 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac32a5-1bf2-4dc7-be7b-22c718786466 req-b5d9646f-f21f-4f80-a2f0-f40d704f5855 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:18.952928 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac32a5-1bf2-4dc7-be7b-22c718786466 req-b5d9646f-f21f-4f80-a2f0-f40d704f5855 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:18.958163 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac32a5-1bf2-4dc7-be7b-22c718786466 req-b5d9646f-f21f-4f80-a2f0-f40d704f5855 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:18.963387 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac32a5-1bf2-4dc7-be7b-22c718786466 req-b5d9646f-f21f-4f80-a2f0-f40d704f5855 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:18.968591 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac32a5-1bf2-4dc7-be7b-22c718786466 req-b5d9646f-f21f-4f80-a2f0-f40d704f5855 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:18.970505 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-59ac32a5-1bf2-4dc7-be7b-22c718786466 req-b5d9646f-f21f-4f80-a2f0-f40d704f5855 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5421 time: 0.1286294 Feb 16 22:22:18.987715 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-ea2669b7-6615-4ff0-be6e-59b72263ebae tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:18.988342 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-ea2669b7-6615-4ff0-be6e-59b72263ebae tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:18.992866 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3187b2de-e293-42e4-ae9d-cf25cf9105e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (02abaf08-3cfc-4ec0-8771-363a3596f34b), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:18.996003 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3187b2de-e293-42e4-ae9d-cf25cf9105e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:19.006413 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-ea2669b7-6615-4ff0-be6e-59b72263ebae tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6970446 Feb 16 22:22:19.010513 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3187b2de-e293-42e4-ae9d-cf25cf9105e4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/02abaf08-3cfc-4ec0-8771-363a3596f34b HTTP/1.1" status: 204 len: 168 time: 0.2442853 Feb 16 22:22:19.022032 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-da8e53be-a10e-461c-9566-ecc605dc6280 service neutron] Request body: {'port': {'device_id': '39fe8ea0-753a-4fdc-80a7-29c95383a0d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:22:19.028151 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187b2de-e293-42e4-ae9d-cf25cf9105e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02abaf08-3cfc-4ec0-8771-363a3596f34b,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:19.109466 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-59ac32a5-1bf2-4dc7-be7b-22c718786466 req-ebbed0e4-5c4d-4da6-90c7-c791bb3c3ba3 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1314416 Feb 16 22:22:19.116919 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-da8e53be-a10e-461c-9566-ecc605dc6280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f8fd6e2e-df05-47ad-b8fd-f56d8acece12), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:19.241675 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa6709-86e1-469a-a277-d6b729124712 req-3845a586-a1d2-4889-acae-f04f66f5a00b tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:19.243591 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aaaa6709-86e1-469a-a277-d6b729124712 req-3845a586-a1d2-4889-acae-f04f66f5a00b tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] 10.222.0.75 "GET /v2.0/ports?device_id=39fe8ea0-753a-4fdc-80a7-29c95383a0d5 HTTP/1.1" status: 200 len: 932 time: 0.0683837 Feb 16 22:22:19.322671 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aaaa6709-86e1-469a-a277-d6b729124712 req-761adf05-b218-4d3f-a7b9-90bc6a019567 tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] 10.222.0.75 "GET /v2.0/security-groups?id=3b14523d-575b-4d83-8011-84789c241f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733023 Feb 16 22:22:19.431263 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce0f12-6714-4dce-8061-ca2ad42176ed req-5992627c-e35e-4ef0-ab8a-3f8dab83a0ea tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:19.432797 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b3ce0f12-6714-4dce-8061-ca2ad42176ed req-5992627c-e35e-4ef0-ab8a-3f8dab83a0ea tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 945 time: 0.0579083 Feb 16 22:22:19.471955 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-da8e53be-a10e-461c-9566-ecc605dc6280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8fd6e2e-df05-47ad-b8fd-f56d8acece12 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:22:19.481671 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-da8e53be-a10e-461c-9566-ecc605dc6280 service neutron] Publish callbacks [] for port (f8fd6e2e-df05-47ad-b8fd-f56d8acece12), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:19.492474 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b3ce0f12-6714-4dce-8061-ca2ad42176ed req-1a674dbe-2831-48eb-b376-2f29bdfd3126 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537558 Feb 16 22:22:19.497514 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-da8e53be-a10e-461c-9566-ecc605dc6280 service neutron] Transition to ACTIVE for port object f8fd6e2e-df05-47ad-b8fd-f56d8acece12 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:22:19.504883 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-da8e53be-a10e-461c-9566-ecc605dc6280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (f8fd6e2e-df05-47ad-b8fd-f56d8acece12), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:19.658837 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e53be-a10e-461c-9566-ecc605dc6280 service neutron] Pushing event updated for resources: {'Port': ['ID=f8fd6e2e-df05-47ad-b8fd-f56d8acece12,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:19.699085 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-da8e53be-a10e-461c-9566-ecc605dc6280 service neutron] Attempting to bind port f8fd6e2e-df05-47ad-b8fd-f56d8acece12 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:22:19.699572 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-da8e53be-a10e-461c-9566-ecc605dc6280 service neutron] Attempting to bind port f8fd6e2e-df05-47ad-b8fd-f56d8acece12 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '76f46e06-9348-4aa2-b9c9-cf3a79c834b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e2a5e170-06d2-4e98-a5e6-fef681513df3'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:22:19.699996 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-da8e53be-a10e-461c-9566-ecc605dc6280 service neutron] Attempting to bind port f8fd6e2e-df05-47ad-b8fd-f56d8acece12 on network e2a5e170-06d2-4e98-a5e6-fef681513df3 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:22:19.707511 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-da8e53be-a10e-461c-9566-ecc605dc6280 service neutron] Port f8fd6e2e-df05-47ad-b8fd-f56d8acece12 on network e2a5e170-06d2-4e98-a5e6-fef681513df3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:22:19.707511 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-da8e53be-a10e-461c-9566-ecc605dc6280 service neutron] Attempting to bind port f8fd6e2e-df05-47ad-b8fd-f56d8acece12 on network e2a5e170-06d2-4e98-a5e6-fef681513df3 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:22:19.714039 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-da8e53be-a10e-461c-9566-ecc605dc6280 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:22:19.714590 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-da8e53be-a10e-461c-9566-ecc605dc6280 service neutron] Checking segment: {'id': '76f46e06-9348-4aa2-b9c9-cf3a79c834b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e2a5e170-06d2-4e98-a5e6-fef681513df3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:22:19.714918 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-da8e53be-a10e-461c-9566-ecc605dc6280 service neutron] Bound using segment: {'id': '76f46e06-9348-4aa2-b9c9-cf3a79c834b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e2a5e170-06d2-4e98-a5e6-fef681513df3'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:22:19.715577 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-da8e53be-a10e-461c-9566-ecc605dc6280 service neutron] Bound port: f8fd6e2e-df05-47ad-b8fd-f56d8acece12, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76f46e06-9348-4aa2-b9c9-cf3a79c834b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e2a5e170-06d2-4e98-a5e6-fef681513df3'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:22:19.716029 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-da8e53be-a10e-461c-9566-ecc605dc6280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f8fd6e2e-df05-47ad-b8fd-f56d8acece12), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:19.743498 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f92c07-866e-4d07-8147-5dc39349736e req-dfd7dae6-e8c7-4fd5-8807-fa32369511d2 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:19.745117 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-65f92c07-866e-4d07-8147-5dc39349736e req-dfd7dae6-e8c7-4fd5-8807-fa32369511d2 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 945 time: 0.1133015 Feb 16 22:22:19.802724 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-da8e53be-a10e-461c-9566-ecc605dc6280 service neutron] For port f8fd6e2e-df05-47ad-b8fd-f56d8acece12, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:22:19.806525 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-da8e53be-a10e-461c-9566-ecc605dc6280 service neutron] For port f8fd6e2e-df05-47ad-b8fd-f56d8acece12, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f8fd6e2e-df05-47ad-b8fd-f56d8acece12,segment=NetworkSegment(76f46e06-9348-4aa2-b9c9-cf3a79c834b2),segment_id=76f46e06-9348-4aa2-b9c9-cf3a79c834b2)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:22:19.815295 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-65f92c07-866e-4d07-8147-5dc39349736e req-1bcd3acf-1f4c-4473-b4eb-0fbe971c06e8 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597045 Feb 16 22:22:19.816325 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-da8e53be-a10e-461c-9566-ecc605dc6280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (f8fd6e2e-df05-47ad-b8fd-f56d8acece12), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:19.862697 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-da8e53be-a10e-461c-9566-ecc605dc6280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:19.864257 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-da8e53be-a10e-461c-9566-ecc605dc6280 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:19.866019 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-da8e53be-a10e-461c-9566-ecc605dc6280 service neutron] 10.222.0.67 "PUT /v2.0/ports/f8fd6e2e-df05-47ad-b8fd-f56d8acece12 HTTP/1.1" status: 200 len: 1092 time: 0.8512115 Feb 16 22:22:19.866517 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39fe8ea0-753a-4fdc-80a7-29c95383a0d5', 'tag': 'f8fd6e2e-df05-47ad-b8fd-f56d8acece12'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:22:19.868870 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6970cb17-56ff-4649-87fb-9b59f35ee5a1" -d '{"events": [{"name": "network-changed", "server_uuid": "39fe8ea0-753a-4fdc-80a7-29c95383a0d5", "tag": "f8fd6e2e-df05-47ad-b8fd-f56d8acece12"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:22:19.905088 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e53be-a10e-461c-9566-ecc605dc6280 service neutron] Pushing event updated for resources: {'Port': ['ID=f8fd6e2e-df05-47ad-b8fd-f56d8acece12,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:19.926712 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34388) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:19.965322 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062fa7f-f248-491b-a198-23b2f5a9f93d req-86e1b1e3-7fbe-4ef4-9492-72f7bd8ee1a1 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:19.969373 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-48d07afe-3642-4c53-a0a4-c93e8388cd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:19.970969 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-48d07afe-3642-4c53-a0a4-c93e8388cd09 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0dbd4dcc3e4e4cc1bd945776434ce9ca&device_id=39fe8ea0-753a-4fdc-80a7-29c95383a0d5 HTTP/1.1" status: 200 len: 1126 time: 0.0571783 Feb 16 22:22:19.972911 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1062fa7f-f248-491b-a198-23b2f5a9f93d req-86e1b1e3-7fbe-4ef4-9492-72f7bd8ee1a1 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.0804749 Feb 16 22:22:20.027453 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-f580ecc3-4099-4e33-be4a-e6e9b38cfb0f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8fd6e2e-df05-47ad-b8fd-f56d8acece12 HTTP/1.1" status: 200 len: 217 time: 0.0488667 Feb 16 22:22:20.028021 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1062fa7f-f248-491b-a198-23b2f5a9f93d req-3d7650cc-2ce6-4fcf-85fd-702a59563bde tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514021 Feb 16 22:22:20.081370 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-4b039d47-8ee3-4222-842a-0e6b9c78e716 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-291856942-network', 'tenant_id': 'a44c19fb40c34b19888cab82b6323da1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:22:20.087154 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2de9b2-f014-4ac2-9af2-da71a0f0ed5d x-openstack-request-id: req-fe2de9b2-f014-4ac2-9af2-da71a0f0ed5d {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:22:20.087448 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39fe8ea0-753a-4fdc-80a7-29c95383a0d5", "tag": "f8fd6e2e-df05-47ad-b8fd-f56d8acece12", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:22:20.087711 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fe2de9b2-f014-4ac2-9af2-da71a0f0ed5d {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:22:20.088104 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39fe8ea0-753a-4fdc-80a7-29c95383a0d5', 'tag': 'f8fd6e2e-df05-47ad-b8fd-f56d8acece12', 'status': 'completed', 'code': 200} Feb 16 22:22:20.100448 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-ca8069a6-5a50-4be6-9035-65313e9a9841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:20.101952 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-ca8069a6-5a50-4be6-9035-65313e9a9841 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0e6661e7-d26e-4bd0-851a-c3f2502da431 HTTP/1.1" status: 200 len: 848 time: 0.0669687 Feb 16 22:22:20.119446 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b039d47-8ee3-4222-842a-0e6b9c78e716 admin admin] Made reservation on behalf of a44c19fb40c34b19888cab82b6323da1 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:22:20.121096 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4b039d47-8ee3-4222-842a-0e6b9c78e716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:20.139632 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-cc1e348a-295e-4c64-a0fa-fdc685763f30 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2a5e170-06d2-4e98-a5e6-fef681513df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296986 Feb 16 22:22:20.145657 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4b039d47-8ee3-4222-842a-0e6b9c78e716 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:20.253753 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9971d-2630-444b-af84-4746a5d9e326 req-23091262-1f37-49e9-bc9c-8f51481ac70d tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:20.259517 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9971d-2630-444b-af84-4746a5d9e326 req-23091262-1f37-49e9-bc9c-8f51481ac70d tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:20.264828 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9971d-2630-444b-af84-4746a5d9e326 req-23091262-1f37-49e9-bc9c-8f51481ac70d tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:20.270666 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9971d-2630-444b-af84-4746a5d9e326 req-23091262-1f37-49e9-bc9c-8f51481ac70d tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:20.272673 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-423f9ddb-84ea-4d75-b390-e974ded94b7e service neutron] 10.222.0.67 "GET /v2.0/networks/e2a5e170-06d2-4e98-a5e6-fef681513df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247058 Feb 16 22:22:20.276398 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9971d-2630-444b-af84-4746a5d9e326 req-23091262-1f37-49e9-bc9c-8f51481ac70d tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:20.282507 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9971d-2630-444b-af84-4746a5d9e326 req-23091262-1f37-49e9-bc9c-8f51481ac70d tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:20.287712 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9971d-2630-444b-af84-4746a5d9e326 req-23091262-1f37-49e9-bc9c-8f51481ac70d tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:20.289561 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88d9971d-2630-444b-af84-4746a5d9e326 req-23091262-1f37-49e9-bc9c-8f51481ac70d tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5421 time: 0.0985317 Feb 16 22:22:20.329399 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4b039d47-8ee3-4222-842a-0e6b9c78e716 admin admin] Publish callbacks [] for security_group (aab028c6-e9b7-4f97-8aed-12ef24da60e0), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:20.360237 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4b039d47-8ee3-4222-842a-0e6b9c78e716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (aab028c6-e9b7-4f97-8aed-12ef24da60e0), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:20.363591 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88d9971d-2630-444b-af84-4746a5d9e326 req-591d58c8-fd49-4128-aba2-43c85f935b13 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669341 Feb 16 22:22:20.400315 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b039d47-8ee3-4222-842a-0e6b9c78e716 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:22:20.418239 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b039d47-8ee3-4222-842a-0e6b9c78e716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab028c6-e9b7-4f97-8aed-12ef24da60e0,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:20.423963 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-aa9869c0-a117-4774-b01f-2296ef776e09 req-303d70f8-20e7-4f85-a372-549114d772bf service neutron] 10.222.0.67 "GET /v2.0/networks/e2a5e170-06d2-4e98-a5e6-fef681513df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444948 Feb 16 22:22:20.427410 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4b039d47-8ee3-4222-842a-0e6b9c78e716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (23863332-acbf-4a52-b2fc-432543382482), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:20.427868 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-4b039d47-8ee3-4222-842a-0e6b9c78e716 admin admin] Added segment 23863332-acbf-4a52-b2fc-432543382482 of type vlan for network d14180da-5a89-4465-bd5a-5b9a1aa7b5e8 Feb 16 22:22:20.474062 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4b039d47-8ee3-4222-842a-0e6b9c78e716 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (d14180da-5a89-4465-bd5a-5b9a1aa7b5e8), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:20.527595 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4b039d47-8ee3-4222-842a-0e6b9c78e716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (d14180da-5a89-4465-bd5a-5b9a1aa7b5e8), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:20.528543 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b039d47-8ee3-4222-842a-0e6b9c78e716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:20.529664 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4b039d47-8ee3-4222-842a-0e6b9c78e716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:20.535568 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70fbe5-92e8-4f5e-9479-a8fa3e783fb9 req-2f52a453-7f07-4d0c-94c3-0e0f53578ab0 tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:20.537125 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4d70fbe5-92e8-4f5e-9479-a8fa3e783fb9 req-2f52a453-7f07-4d0c-94c3-0e0f53578ab0 tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] 10.222.0.75 "GET /v2.0/ports?device_id=39fe8ea0-753a-4fdc-80a7-29c95383a0d5 HTTP/1.1" status: 200 len: 944 time: 0.0819259 Feb 16 22:22:20.567377 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4b039d47-8ee3-4222-842a-0e6b9c78e716 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6392689 Feb 16 22:22:20.570972 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 34398) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:20.597790 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cd9fd453-c1d5-448f-80e7-25a82b672e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:20.605410 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b039d47-8ee3-4222-842a-0e6b9c78e716 admin admin] Pushing event updated for resources: {'Network': ['ID=d14180da-5a89-4465-bd5a-5b9a1aa7b5e8,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:20.606490 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-290b2b54-2297-4784-8552-6fde0d084291 admin admin] Request body: {'subnet': {'network_id': 'd14180da-5a89-4465-bd5a-5b9a1aa7b5e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-291856942-subnet', 'tenant_id': 'a44c19fb40c34b19888cab82b6323da1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:22:20.612641 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970cb17-56ff-4649-87fb-9b59f35ee5a1 req-ec05c4cf-387f-443b-868d-cc6f3477de0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:20.614347 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6970cb17-56ff-4649-87fb-9b59f35ee5a1 req-ec05c4cf-387f-443b-868d-cc6f3477de0d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0dbd4dcc3e4e4cc1bd945776434ce9ca&device_id=39fe8ea0-753a-4fdc-80a7-29c95383a0d5 HTTP/1.1" status: 200 len: 1126 time: 0.1211042 Feb 16 22:22:20.617943 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network d14180da-5a89-4465-bd5a-5b9a1aa7b5e8 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:22:20.672872 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4d70fbe5-92e8-4f5e-9479-a8fa3e783fb9 req-248120d6-249f-45eb-a861-d34776837a88 tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] 10.222.0.75 "GET /v2.0/security-groups?id=3b14523d-575b-4d83-8011-84789c241f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292384 Feb 16 22:22:20.674213 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290b2b54-2297-4784-8552-6fde0d084291 admin admin] Made reservation on behalf of a44c19fb40c34b19888cab82b6323da1 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:22:20.676775 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-290b2b54-2297-4784-8552-6fde0d084291 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:20.824516 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970cb17-56ff-4649-87fb-9b59f35ee5a1 req-d0d97cd7-5b5a-4cfc-ba5f-f8516045cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:20.826237 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6970cb17-56ff-4649-87fb-9b59f35ee5a1 req-d0d97cd7-5b5a-4cfc-ba5f-f8516045cd2c service neutron] 10.222.0.67 "GET /v2.0/networks?id=e2a5e170-06d2-4e98-a5e6-fef681513df3 HTTP/1.1" status: 200 len: 909 time: 0.2032387 Feb 16 22:22:20.874828 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6970cb17-56ff-4649-87fb-9b59f35ee5a1 req-f0ebed57-3814-4855-8ab8-a653d182d28d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8fd6e2e-df05-47ad-b8fd-f56d8acece12 HTTP/1.1" status: 200 len: 217 time: 0.0417151 Feb 16 22:22:20.928805 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970cb17-56ff-4649-87fb-9b59f35ee5a1 req-335347bf-91f9-418f-942d-9a6249326a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:20.930386 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6970cb17-56ff-4649-87fb-9b59f35ee5a1 req-335347bf-91f9-418f-942d-9a6249326a45 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0e6661e7-d26e-4bd0-851a-c3f2502da431 HTTP/1.1" status: 200 len: 848 time: 0.0491683 Feb 16 22:22:20.963108 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6970cb17-56ff-4649-87fb-9b59f35ee5a1 req-1193bfdd-61f7-4fce-ab89-ac52125e3392 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2a5e170-06d2-4e98-a5e6-fef681513df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266263 Feb 16 22:22:21.070567 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6970cb17-56ff-4649-87fb-9b59f35ee5a1 req-d8b3de3b-2299-41ba-834b-80de5ec3cd1c service neutron] 10.222.0.67 "GET /v2.0/networks/e2a5e170-06d2-4e98-a5e6-fef681513df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008017 Feb 16 22:22:21.181323 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddfd44-e83a-4dc8-9d8b-57797f343734 req-c32565ff-2bd4-4131-b205-3ad565d3514a tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:21.188912 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-19ddfd44-e83a-4dc8-9d8b-57797f343734 req-c32565ff-2bd4-4131-b205-3ad565d3514a tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 945 time: 0.1096840 Feb 16 22:22:21.207946 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6970cb17-56ff-4649-87fb-9b59f35ee5a1 req-25509a3e-96b2-4689-917d-467e29f6931a service neutron] 10.222.0.67 "GET /v2.0/networks/e2a5e170-06d2-4e98-a5e6-fef681513df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287212 Feb 16 22:22:21.221706 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c0b92-6b2c-442a-8cb5-0f95197b2d6a req-d391f703-85cc-4922-a9ed-2ed753d23b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:21.224384 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a08c0b92-6b2c-442a-8cb5-0f95197b2d6a req-d391f703-85cc-4922-a9ed-2ed753d23b99 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 1127 time: 0.0777936 Feb 16 22:22:21.272482 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a08c0b92-6b2c-442a-8cb5-0f95197b2d6a req-258713b2-e16c-46fc-a6a5-c42cc57c4ea1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405166 Feb 16 22:22:21.275809 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-19ddfd44-e83a-4dc8-9d8b-57797f343734 req-9899b7b5-4469-498f-bbe3-6f0a85e9b780 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860491 Feb 16 22:22:21.297760 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-290b2b54-2297-4784-8552-6fde0d084291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (dbc60a57-b523-4101-ad76-244c31544540), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:21.357917 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b2b54-2297-4784-8552-6fde0d084291 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbc60a57-b523-4101-ad76-244c31544540,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:21.383349 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290b2b54-2297-4784-8552-6fde0d084291 admin admin] Checking segment: {'id': '23863332-acbf-4a52-b2fc-432543382482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd14180da-5a89-4465-bd5a-5b9a1aa7b5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:22:21.383718 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290b2b54-2297-4784-8552-6fde0d084291 admin admin] Network hostable DHCP agents. Network: d14180da-5a89-4465-bd5a-5b9a1aa7b5e8, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:22:21.410552 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290b2b54-2297-4784-8552-6fde0d084291 admin admin] Network d14180da-5a89-4465-bd5a-5b9a1aa7b5e8 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:22:21.420996 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673a2df-8a47-4d17-a576-e431a75abe57 req-d78573db-b4f0-4ca6-bc78-c21ac86b3ac8 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:21.422530 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b673a2df-8a47-4d17-a576-e431a75abe57 req-d78573db-b4f0-4ca6-bc78-c21ac86b3ac8 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 945 time: 0.0746574 Feb 16 22:22:21.430804 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-290b2b54-2297-4784-8552-6fde0d084291 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, d14180da-5a89-4465-bd5a-5b9a1aa7b5e8) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:22:21.439047 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed7b24c-eded-4eed-8a58-6ca907b45420 None None] Network d14180da-5a89-4465-bd5a-5b9a1aa7b5e8 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:22:21.439320 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290b2b54-2297-4784-8552-6fde0d084291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:21.439918 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-290b2b54-2297-4784-8552-6fde0d084291 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:21.475058 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-290b2b54-2297-4784-8552-6fde0d084291 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9017665 Feb 16 22:22:21.477656 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34406) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:21.483778 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-493c4696-aebb-4f2c-b13d-af5c7e081c3e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-291856942-router', 'tenant_id': 'a44c19fb40c34b19888cab82b6323da1', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:22:21.487374 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b673a2df-8a47-4d17-a576-e431a75abe57 req-d6c2db57-e670-4791-b42d-885b6ab92827 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582385 Feb 16 22:22:21.515326 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-493c4696-aebb-4f2c-b13d-af5c7e081c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (b3aa0538-ceb2-4866-a2d0-7bbc8be8caee), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:21.516592 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-493c4696-aebb-4f2c-b13d-af5c7e081c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (b3aa0538-ceb2-4866-a2d0-7bbc8be8caee), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:21.574042 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e083f47-35be-4235-9dd5-692348c72972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-d14180da-5a89-4465-bd5a-5b9a1aa7b5e8', 'network_id': 'd14180da-5a89-4465-bd5a-5b9a1aa7b5e8', 'project_id': 'a44c19fb40c34b19888cab82b6323da1', 'fixed_ips': [{'subnet_id': 'dbc60a57-b523-4101-ad76-244c31544540'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:22:21.575247 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6e083f47-35be-4235-9dd5-692348c72972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:21.611371 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-493c4696-aebb-4f2c-b13d-af5c7e081c3e admin admin] Publish callbacks [] for router_controller (b3aa0538-ceb2-4866-a2d0-7bbc8be8caee), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:21.639022 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa86eb-a1e7-49d1-9b72-a18a0dff5658 req-e4699c77-1415-408c-bf4f-7489bd9f4bac tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:21.647661 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eaaa86eb-a1e7-49d1-9b72-a18a0dff5658 req-e4699c77-1415-408c-bf4f-7489bd9f4bac tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.0749054 Feb 16 22:22:21.707669 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eaaa86eb-a1e7-49d1-9b72-a18a0dff5658 req-a4c934c2-3a18-4863-96a8-2359017c5046 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586905 Feb 16 22:22:21.730013 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-6e083f47-35be-4235-9dd5-692348c72972 None None] Allocated IP 172.20.0.2 (d14180da-5a89-4465-bd5a-5b9a1aa7b5e8/dbc60a57-b523-4101-ad76-244c31544540/e1c41b18-0f84-4a1b-a07e-6664fdcfdd24) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:22:21.797501 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-493c4696-aebb-4f2c-b13d-af5c7e081c3e admin admin] Publish callbacks [] for router_gateway (b3aa0538-ceb2-4866-a2d0-7bbc8be8caee), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:21.870059 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68508b9-dea5-429f-94e3-6ea6e1c21322 req-0762c72e-1f92-486d-a474-fef1c94de7e6 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:21.882943 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68508b9-dea5-429f-94e3-6ea6e1c21322 req-0762c72e-1f92-486d-a474-fef1c94de7e6 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:21.892661 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68508b9-dea5-429f-94e3-6ea6e1c21322 req-0762c72e-1f92-486d-a474-fef1c94de7e6 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:21.900741 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68508b9-dea5-429f-94e3-6ea6e1c21322 req-0762c72e-1f92-486d-a474-fef1c94de7e6 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:21.908948 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68508b9-dea5-429f-94e3-6ea6e1c21322 req-0762c72e-1f92-486d-a474-fef1c94de7e6 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:21.920302 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6e083f47-35be-4235-9dd5-692348c72972 None None] Publish callbacks [] for port (e1c41b18-0f84-4a1b-a07e-6664fdcfdd24), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:21.921039 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68508b9-dea5-429f-94e3-6ea6e1c21322 req-0762c72e-1f92-486d-a474-fef1c94de7e6 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:21.927795 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68508b9-dea5-429f-94e3-6ea6e1c21322 req-0762c72e-1f92-486d-a474-fef1c94de7e6 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:21.929048 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6e083f47-35be-4235-9dd5-692348c72972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (e1c41b18-0f84-4a1b-a07e-6664fdcfdd24), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:21.929786 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b68508b9-dea5-429f-94e3-6ea6e1c21322 req-0762c72e-1f92-486d-a474-fef1c94de7e6 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5421 time: 0.1451833 Feb 16 22:22:21.974728 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e083f47-35be-4235-9dd5-692348c72972 None None] Network d14180da-5a89-4465-bd5a-5b9a1aa7b5e8 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:22:21.977929 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-6e083f47-35be-4235-9dd5-692348c72972 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:22:21.982273 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e083f47-35be-4235-9dd5-692348c72972 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:22:22.012866 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b68508b9-dea5-429f-94e3-6ea6e1c21322 req-bce4361a-68d5-4448-b922-45c9659ae636 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0767002 Feb 16 22:22:22.027071 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e083f47-35be-4235-9dd5-692348c72972 None None] Pushing event updated for resources: {'Port': ['ID=e1c41b18-0f84-4a1b-a07e-6664fdcfdd24,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:22.046368 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-493c4696-aebb-4f2c-b13d-af5c7e081c3e admin admin] Publish callbacks [] for router_gateway (b3aa0538-ceb2-4866-a2d0-7bbc8be8caee), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:22.051373 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e083f47-35be-4235-9dd5-692348c72972 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:22.051731 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e083f47-35be-4235-9dd5-692348c72972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:22.052088 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e083f47-35be-4235-9dd5-692348c72972 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:22.052424 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e083f47-35be-4235-9dd5-692348c72972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:22.052769 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e083f47-35be-4235-9dd5-692348c72972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:22.053106 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e083f47-35be-4235-9dd5-692348c72972 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:22.053440 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e083f47-35be-4235-9dd5-692348c72972 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:22.053771 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e083f47-35be-4235-9dd5-692348c72972 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:22.054178 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e083f47-35be-4235-9dd5-692348c72972 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:22.054534 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e083f47-35be-4235-9dd5-692348c72972 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:22.054783 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e083f47-35be-4235-9dd5-692348c72972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:22.055484 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e083f47-35be-4235-9dd5-692348c72972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:22.055840 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e083f47-35be-4235-9dd5-692348c72972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:22.077793 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-6e083f47-35be-4235-9dd5-692348c72972 None None] Attempting to bind port e1c41b18-0f84-4a1b-a07e-6664fdcfdd24 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:22:22.078206 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-6e083f47-35be-4235-9dd5-692348c72972 None None] Attempting to bind port e1c41b18-0f84-4a1b-a07e-6664fdcfdd24 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '23863332-acbf-4a52-b2fc-432543382482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd14180da-5a89-4465-bd5a-5b9a1aa7b5e8'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:22:22.078577 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e083f47-35be-4235-9dd5-692348c72972 None None] Attempting to bind port e1c41b18-0f84-4a1b-a07e-6664fdcfdd24 on network d14180da-5a89-4465-bd5a-5b9a1aa7b5e8 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:22:22.078691 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-493c4696-aebb-4f2c-b13d-af5c7e081c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:22.084595 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e083f47-35be-4235-9dd5-692348c72972 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:22:22.084972 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e083f47-35be-4235-9dd5-692348c72972 None None] Checking segment: {'id': '23863332-acbf-4a52-b2fc-432543382482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd14180da-5a89-4465-bd5a-5b9a1aa7b5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:22:22.085382 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6e083f47-35be-4235-9dd5-692348c72972 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:22.086112 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e083f47-35be-4235-9dd5-692348c72972 None None] Bound using segment: {'id': '23863332-acbf-4a52-b2fc-432543382482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd14180da-5a89-4465-bd5a-5b9a1aa7b5e8'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:22:22.086325 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-6e083f47-35be-4235-9dd5-692348c72972 None None] Bound port: e1c41b18-0f84-4a1b-a07e-6664fdcfdd24, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23863332-acbf-4a52-b2fc-432543382482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd14180da-5a89-4465-bd5a-5b9a1aa7b5e8'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:22:22.086642 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6e083f47-35be-4235-9dd5-692348c72972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e1c41b18-0f84-4a1b-a07e-6664fdcfdd24), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:22.150811 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d855ec8-33c4-486a-8493-3d0ccbe8ae34 req-ce9fc576-65ed-4de1-999b-1c9adb7f5b2a tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:22.152346 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8d855ec8-33c4-486a-8493-3d0ccbe8ae34 req-ce9fc576-65ed-4de1-999b-1c9adb7f5b2a tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] 10.222.0.75 "GET /v2.0/ports?device_id=39fe8ea0-753a-4fdc-80a7-29c95383a0d5 HTTP/1.1" status: 200 len: 944 time: 0.0597353 Feb 16 22:22:22.178483 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-6e083f47-35be-4235-9dd5-692348c72972 None None] For port e1c41b18-0f84-4a1b-a07e-6664fdcfdd24, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:22:22.181856 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-6e083f47-35be-4235-9dd5-692348c72972 None None] For port e1c41b18-0f84-4a1b-a07e-6664fdcfdd24, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=e1c41b18-0f84-4a1b-a07e-6664fdcfdd24,segment=NetworkSegment(23863332-acbf-4a52-b2fc-432543382482),segment_id=23863332-acbf-4a52-b2fc-432543382482)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:22:22.190281 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6e083f47-35be-4235-9dd5-692348c72972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (e1c41b18-0f84-4a1b-a07e-6664fdcfdd24), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:22.226469 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8d855ec8-33c4-486a-8493-3d0ccbe8ae34 req-4b9a9339-f08c-4aba-9e64-79685b99b8d1 tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] 10.222.0.75 "GET /v2.0/security-groups?id=3b14523d-575b-4d83-8011-84789c241f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596476 Feb 16 22:22:22.272873 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-493c4696-aebb-4f2c-b13d-af5c7e081c3e admin admin] Allocated IP 172.25.2.126 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/47e8c691-349e-4620-bf65-a67b54127c89) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:22:22.277179 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e083f47-35be-4235-9dd5-692348c72972 None None] Pushing event updated for resources: {'Port': ['ID=e1c41b18-0f84-4a1b-a07e-6664fdcfdd24,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:22.403760 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-493c4696-aebb-4f2c-b13d-af5c7e081c3e admin admin] Publish callbacks [] for port (47e8c691-349e-4620-bf65-a67b54127c89), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:22.433863 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cffb59-1198-4443-8144-36e5bd33787c req-f4195e59-3d93-4be2-93e9-e067564c5c5d tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:22.436584 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-73cffb59-1198-4443-8144-36e5bd33787c req-f4195e59-3d93-4be2-93e9-e067564c5c5d tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 945 time: 0.0648172 Feb 16 22:22:22.452575 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-493c4696-aebb-4f2c-b13d-af5c7e081c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (47e8c691-349e-4620-bf65-a67b54127c89), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:22.507913 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493c4696-aebb-4f2c-b13d-af5c7e081c3e admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:22:22.521129 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-493c4696-aebb-4f2c-b13d-af5c7e081c3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:22:22.541217 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-73cffb59-1198-4443-8144-36e5bd33787c req-c06c2d09-5429-4914-a3f8-0d87a11c596b tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962532 Feb 16 22:22:22.543306 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493c4696-aebb-4f2c-b13d-af5c7e081c3e admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:22:22.601665 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c4696-aebb-4f2c-b13d-af5c7e081c3e admin admin] Pushing event updated for resources: {'Port': ['ID=47e8c691-349e-4620-bf65-a67b54127c89,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:22.695634 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a2ce1-a7b8-4f24-b2da-b42324cf1a1f req-4499bd64-3ae5-4b9e-9238-c7fecc0e0926 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:22.697178 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-292a2ce1-a7b8-4f24-b2da-b42324cf1a1f req-4499bd64-3ae5-4b9e-9238-c7fecc0e0926 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0782585 Feb 16 22:22:22.758615 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-292a2ce1-a7b8-4f24-b2da-b42324cf1a1f req-2c1f7cd4-7658-471c-9058-54b42c7eca26 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508244 Feb 16 22:22:22.859757 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-493c4696-aebb-4f2c-b13d-af5c7e081c3e admin admin] Publish callbacks [] for router_gateway (b3aa0538-ceb2-4866-a2d0-7bbc8be8caee), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:22.874885 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e004f08-292b-4517-b209-1124be1b9db8 req-e3d5a50d-1dd9-4355-8895-de45ace2e041 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:22.876430 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7e004f08-292b-4517-b209-1124be1b9db8 req-e3d5a50d-1dd9-4355-8895-de45ace2e041 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 945 time: 0.0615604 Feb 16 22:22:22.923954 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7e004f08-292b-4517-b209-1124be1b9db8 req-e8e803cb-257f-4b20-91ba-4affc9ac2473 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413373 Feb 16 22:22:23.035232 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202ad26-26ce-46eb-b745-d1f38e0824d5 req-bd83ad2f-f6dd-4f94-b096-b9f0b999258a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:23.036642 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2d94d544-2a20-4d68-aac1-aad768ae9f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:23.037174 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0202ad26-26ce-46eb-b745-d1f38e0824d5 req-bd83ad2f-f6dd-4f94-b096-b9f0b999258a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.0579710 Feb 16 22:22:23.106762 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0202ad26-26ce-46eb-b745-d1f38e0824d5 req-c33c129c-7fd0-4ea9-b494-e0ecf122b1b6 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609276 Feb 16 22:22:23.246225 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36134b-c062-4861-a4f8-ba3131355c7a req-9f66c8ae-3c5f-4c2f-a085-420c5e0449ed tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:23.247819 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0a36134b-c062-4861-a4f8-ba3131355c7a req-9f66c8ae-3c5f-4c2f-a085-420c5e0449ed tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0595212 Feb 16 22:22:23.305261 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0a36134b-c062-4861-a4f8-ba3131355c7a req-0d1cc6ef-c19d-4daf-8a93-935c82a881ce tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513837 Feb 16 22:22:23.339627 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-493c4696-aebb-4f2c-b13d-af5c7e081c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (b3aa0538-ceb2-4866-a2d0-7bbc8be8caee), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:23.495999 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68965cf6-0dc4-473f-942c-83229afd2956 None None] Network d14180da-5a89-4465-bd5a-5b9a1aa7b5e8 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:22:23.522487 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493c4696-aebb-4f2c-b13d-af5c7e081c3e admin admin] Router b3aa0538-ceb2-4866-a2d0-7bbc8be8caee is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:22:23.534302 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4a660-ffee-49d0-8441-6a3d3c0258c4 req-7066a51f-ad51-45ed-9bb7-f5dc8350ff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:23.535810 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cad4a660-ffee-49d0-8441-6a3d3c0258c4 req-7066a51f-ad51-45ed-9bb7-f5dc8350ff0d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4ecc835e688d4b37a34028859d121b09&device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 1127 time: 0.0759091 Feb 16 22:22:23.548862 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72529a7-fbef-4cbe-8182-58b15520dc97 req-2ce1623e-ddbf-468f-b2fc-988744351e3d tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:23.554365 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72529a7-fbef-4cbe-8182-58b15520dc97 req-2ce1623e-ddbf-468f-b2fc-988744351e3d tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:23.562556 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72529a7-fbef-4cbe-8182-58b15520dc97 req-2ce1623e-ddbf-468f-b2fc-988744351e3d tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:23.568373 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72529a7-fbef-4cbe-8182-58b15520dc97 req-2ce1623e-ddbf-468f-b2fc-988744351e3d tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:23.577028 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72529a7-fbef-4cbe-8182-58b15520dc97 req-2ce1623e-ddbf-468f-b2fc-988744351e3d tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:23.582475 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72529a7-fbef-4cbe-8182-58b15520dc97 req-2ce1623e-ddbf-468f-b2fc-988744351e3d tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:23.587798 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72529a7-fbef-4cbe-8182-58b15520dc97 req-2ce1623e-ddbf-468f-b2fc-988744351e3d tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:23.589788 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a72529a7-fbef-4cbe-8182-58b15520dc97 req-2ce1623e-ddbf-468f-b2fc-988744351e3d tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5421 time: 0.1271615 Feb 16 22:22:23.630209 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-eb31511f-1b69-4dd0-b7bc-cdc9922988d4 None None] Provisioning complete for port e1c41b18-0f84-4a1b-a07e-6664fdcfdd24 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:22:23.630589 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-eb31511f-1b69-4dd0-b7bc-cdc9922988d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e1c41b18-0f84-4a1b-a07e-6664fdcfdd24), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:23.652054 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a72529a7-fbef-4cbe-8182-58b15520dc97 req-f49e79fb-406e-4f57-b836-d2397e6e2717 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558820 Feb 16 22:22:23.706739 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493c4696-aebb-4f2c-b13d-af5c7e081c3e admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:22:23.714033 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4a660-ffee-49d0-8441-6a3d3c0258c4 req-a6bf7b79-e135-4e04-97fc-4bee1e3c8db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:23.715210 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cad4a660-ffee-49d0-8441-6a3d3c0258c4 req-a6bf7b79-e135-4e04-97fc-4bee1e3c8db0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2a4d83e1-26cb-467d-af35-1036d7c3fb39 HTTP/1.1" status: 200 len: 911 time: 0.1459229 Feb 16 22:22:23.725600 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ee3fc7-31be-4b55-8a3e-5128e83a4361 None None] Sync routers for ids ['b3aa0538-ceb2-4866-a2d0-7bbc8be8caee'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:22:23.743790 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-eb31511f-1b69-4dd0-b7bc-cdc9922988d4 None None] Current status of the port e1c41b18-0f84-4a1b-a07e-6664fdcfdd24 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:22:23.744187 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-eb31511f-1b69-4dd0-b7bc-cdc9922988d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e1c41b18-0f84-4a1b-a07e-6664fdcfdd24), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:23.762981 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cad4a660-ffee-49d0-8441-6a3d3c0258c4 req-067c2e3a-dd7d-4ab5-8945-070c18f7aae9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6d014ed-51ff-494d-b1cb-3080ca802b02 HTTP/1.1" status: 200 len: 217 time: 0.0395751 Feb 16 22:22:23.765223 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ee3fc7-31be-4b55-8a3e-5128e83a4361 None None] Routers {'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:22:23.765863 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-f8ee3fc7-31be-4b55-8a3e-5128e83a4361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:22:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['b3aa0538-ceb2-4866-a2d0-7bbc8be8caee'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:22:23.766143 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-493c4696-aebb-4f2c-b13d-af5c7e081c3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:23.769765 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-493c4696-aebb-4f2c-b13d-af5c7e081c3e admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.2877815 Feb 16 22:22:23.773248 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 34432) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:23.822125 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4a660-ffee-49d0-8441-6a3d3c0258c4 req-da8097b6-f266-44be-b26d-c69810a3a9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:23.823788 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cad4a660-ffee-49d0-8441-6a3d3c0258c4 req-da8097b6-f266-44be-b26d-c69810a3a9cf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=97a87a99-67f1-493e-9c1f-9f6cadc7e62f HTTP/1.1" status: 200 len: 850 time: 0.0500636 Feb 16 22:22:23.862581 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cad4a660-ffee-49d0-8441-6a3d3c0258c4 req-dd9f95cb-e291-4fe0-9c6e-6dce96f04c41 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2a4d83e1-26cb-467d-af35-1036d7c3fb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312362 Feb 16 22:22:23.885420 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97046d-086a-4e21-a87b-e42d14b79086 req-a3bddf6e-1fd3-4346-8c34-3edcd7310502 tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:23.893256 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f97046d-086a-4e21-a87b-e42d14b79086 req-a3bddf6e-1fd3-4346-8c34-3edcd7310502 tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] 10.222.0.75 "GET /v2.0/ports?device_id=39fe8ea0-753a-4fdc-80a7-29c95383a0d5 HTTP/1.1" status: 200 len: 944 time: 0.1516933 Feb 16 22:22:24.012140 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cad4a660-ffee-49d0-8441-6a3d3c0258c4 req-fb700fd3-fa0d-418d-b382-998d57439943 service neutron] 10.222.0.67 "GET /v2.0/networks/2a4d83e1-26cb-467d-af35-1036d7c3fb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372736 Feb 16 22:22:24.028133 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device f8fd6e2e-df05-47ad-b8fd-f56d8acece12 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:22:24.052898 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device e1c41b18-0f84-4a1b-a07e-6664fdcfdd24 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:22:24.058896 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-eb31511f-1b69-4dd0-b7bc-cdc9922988d4 None None] For port e1c41b18-0f84-4a1b-a07e-6664fdcfdd24, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=e1c41b18-0f84-4a1b-a07e-6664fdcfdd24,segment=NetworkSegment(23863332-acbf-4a52-b2fc-432543382482),segment_id=23863332-acbf-4a52-b2fc-432543382482)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:24.077461 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f97046d-086a-4e21-a87b-e42d14b79086 req-07638be5-593b-4577-8775-d12de2f0477f tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] 10.222.0.75 "GET /v2.0/security-groups?id=3b14523d-575b-4d83-8011-84789c241f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804757 Feb 16 22:22:24.100628 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-eb31511f-1b69-4dd0-b7bc-cdc9922988d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (e1c41b18-0f84-4a1b-a07e-6664fdcfdd24), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:24.131111 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cad4a660-ffee-49d0-8441-6a3d3c0258c4 req-b1327aa7-9c5a-4dd9-9fb3-b78486bd21ca service neutron] 10.222.0.67 "GET /v2.0/networks/2a4d83e1-26cb-467d-af35-1036d7c3fb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125803 Feb 16 22:22:24.258022 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:24.266503 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecb0e7-d0f5-41a8-ad6e-d15c27fe4fda req-32f1517d-d262-4710-b339-147cde7040c1 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:24.268310 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-21ecb0e7-d0f5-41a8-ad6e-d15c27fe4fda req-32f1517d-d262-4710-b339-147cde7040c1 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.1079299 Feb 16 22:22:24.278061 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31511f-1b69-4dd0-b7bc-cdc9922988d4 None None] Pushing event updated for resources: {'Port': ['ID=e1c41b18-0f84-4a1b-a07e-6664fdcfdd24,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:24.311300 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-f8ee3fc7-31be-4b55-8a3e-5128e83a4361 None None] Set router b3aa0538-ceb2-4866-a2d0-7bbc8be8caee gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:22:24.380490 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-21ecb0e7-d0f5-41a8-ad6e-d15c27fe4fda req-48abc2bf-9d4c-494c-80a3-a2afb52b82fa tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041038 Feb 16 22:22:24.385912 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-68b25dfa-013f-4725-9955-7e18ae7d35f7 None None] Provisioning complete for port e1c41b18-0f84-4a1b-a07e-6664fdcfdd24 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:22:24.386245 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-68b25dfa-013f-4725-9955-7e18ae7d35f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e1c41b18-0f84-4a1b-a07e-6664fdcfdd24), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:24.443464 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edfea948-d8e7-41e0-9051-54355ae13572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:24.454062 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port e1c41b18-0f84-4a1b-a07e-6664fdcfdd24 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:22:24.455028 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e1c41b18-0f84-4a1b-a07e-6664fdcfdd24), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:24.468035 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port f8fd6e2e-df05-47ad-b8fd-f56d8acece12, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f8fd6e2e-df05-47ad-b8fd-f56d8acece12,segment=NetworkSegment(76f46e06-9348-4aa2-b9c9-cf3a79c834b2),segment_id=76f46e06-9348-4aa2-b9c9-cf3a79c834b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:24.553094 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'f8fd6e2e-df05-47ad-b8fd-f56d8acece12', 'network_id': 'e2a5e170-06d2-4e98-a5e6-fef681513df3', 'port_id': 'f8fd6e2e-df05-47ad-b8fd-f56d8acece12', 'mac_address': 'fa:16:3e:21:69:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e6661e7-d26e-4bd0-851a-c3f2502da431', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:22:24.601110 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7a6c1-5a31-4daf-b06f-5b3e133126f6 req-ebfd82b8-ead2-4f83-9159-bdcec0616ff4 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:24.603694 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b6f7a6c1-5a31-4daf-b06f-5b3e133126f6 req-ebfd82b8-ead2-4f83-9159-bdcec0616ff4 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 945 time: 0.1453917 Feb 16 22:22:24.697051 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port f8fd6e2e-df05-47ad-b8fd-f56d8acece12 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:22:24.697552 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f8fd6e2e-df05-47ad-b8fd-f56d8acece12), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:24.703534 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-edfea948-d8e7-41e0-9051-54355ae13572 admin admin] Allocated IP 172.20.0.1 (d14180da-5a89-4465-bd5a-5b9a1aa7b5e8/dbc60a57-b523-4101-ad76-244c31544540/5b462139-2fc4-4522-9e65-c08543be3d99) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:22:24.710347 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b6f7a6c1-5a31-4daf-b06f-5b3e133126f6 req-7a2e1470-650a-49c6-b6c5-b11d74b6524b tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950992 Feb 16 22:22:24.717186 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-68b25dfa-013f-4725-9955-7e18ae7d35f7 None None] Current status of the port e1c41b18-0f84-4a1b-a07e-6664fdcfdd24 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:22:24.735440 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8fd6e2e-df05-47ad-b8fd-f56d8acece12 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:22:24.752329 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port e1c41b18-0f84-4a1b-a07e-6664fdcfdd24 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:22:24.766501 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port f8fd6e2e-df05-47ad-b8fd-f56d8acece12, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f8fd6e2e-df05-47ad-b8fd-f56d8acece12,segment=NetworkSegment(76f46e06-9348-4aa2-b9c9-cf3a79c834b2),segment_id=76f46e06-9348-4aa2-b9c9-cf3a79c834b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:24.773280 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (f8fd6e2e-df05-47ad-b8fd-f56d8acece12), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:24.780927 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-f8ee3fc7-31be-4b55-8a3e-5128e83a4361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'name': 'tempest-ServersTestJSON-291856942-router', 'tenant_id': 'a44c19fb40c34b19888cab82b6323da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '47e8c691-349e-4620-bf65-a67b54127c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:22:21Z', 'updated_at': '2022-02-16T22:22:22Z', 'revision_number': 3, 'project_id': 'a44c19fb40c34b19888cab82b6323da1', 'gw_port': {'id': '47e8c691-349e-4620-bf65-a67b54127c89', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:22:22Z', 'updated_at': '2022-02-16T22:22:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:22:24.823001 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ee3fc7-31be-4b55-8a3e-5128e83a4361 None None] Checking router: b3aa0538-ceb2-4866-a2d0-7bbc8be8caee for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:22:24.823284 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ee3fc7-31be-4b55-8a3e-5128e83a4361 None None] Updating router b3aa0538-ceb2-4866-a2d0-7bbc8be8caee port 47e8c691-349e-4620-bf65-a67b54127c89 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:22:24.861249 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edfea948-d8e7-41e0-9051-54355ae13572 admin admin] Publish callbacks [] for port (5b462139-2fc4-4522-9e65-c08543be3d99), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:24.872308 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f8ee3fc7-31be-4b55-8a3e-5128e83a4361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (47e8c691-349e-4620-bf65-a67b54127c89), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:24.873565 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af14ee1-b164-4b4a-9343-3628454b23fd req-358ecee6-0e2d-4736-ae99-695308b1b1be tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:24.873993 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=f8fd6e2e-df05-47ad-b8fd-f56d8acece12,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:24.875106 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9af14ee1-b164-4b4a-9343-3628454b23fd req-358ecee6-0e2d-4736-ae99-695308b1b1be tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 945 time: 0.0844550 Feb 16 22:22:24.935786 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edfea948-d8e7-41e0-9051-54355ae13572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (5b462139-2fc4-4522-9e65-c08543be3d99), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:24.973266 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9af14ee1-b164-4b4a-9343-3628454b23fd req-c6826cab-51d9-40cf-897a-97ed2158780b tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874002 Feb 16 22:22:24.984771 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfea948-d8e7-41e0-9051-54355ae13572 admin admin] Network d14180da-5a89-4465-bd5a-5b9a1aa7b5e8 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:22:24.995817 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-edfea948-d8e7-41e0-9051-54355ae13572 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:22:25.004877 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfea948-d8e7-41e0-9051-54355ae13572 admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:22:25.071422 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfea948-d8e7-41e0-9051-54355ae13572 admin admin] Pushing event updated for resources: {'Port': ['ID=5b462139-2fc4-4522-9e65-c08543be3d99,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:25.092567 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edfea948-d8e7-41e0-9051-54355ae13572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (b3aa0538-ceb2-4866-a2d0-7bbc8be8caee), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:25.150237 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0998a-e54c-419f-9908-afd1b088c70c req-96472fdf-6cad-479f-a4c8-6bca899b5ba9 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:25.151547 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f8ee3fc7-31be-4b55-8a3e-5128e83a4361 None None] Publish callbacks [] for port (47e8c691-349e-4620-bf65-a67b54127c89), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:25.152095 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-71d0998a-e54c-419f-9908-afd1b088c70c req-96472fdf-6cad-479f-a4c8-6bca899b5ba9 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.1168160 Feb 16 22:22:25.158336 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f8ee3fc7-31be-4b55-8a3e-5128e83a4361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (47e8c691-349e-4620-bf65-a67b54127c89), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:25.192431 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['f8fd6e2e-df05-47ad-b8fd-f56d8acece12'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:22:25.243842 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-71d0998a-e54c-419f-9908-afd1b088c70c req-bc2d4df5-565e-447a-b0e4-b67b6083ec27 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841312 Feb 16 22:22:25.248930 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-f8ee3fc7-31be-4b55-8a3e-5128e83a4361 None None] Attempting to bind port 47e8c691-349e-4620-bf65-a67b54127c89 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:22:25.249308 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-f8ee3fc7-31be-4b55-8a3e-5128e83a4361 None None] Attempting to bind port 47e8c691-349e-4620-bf65-a67b54127c89 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:22:25.249671 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ee3fc7-31be-4b55-8a3e-5128e83a4361 None None] Attempting to bind port 47e8c691-349e-4620-bf65-a67b54127c89 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:22:25.260243 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c26855c-e643-4c3d-b2ab-5212be6f6019 None None] Pushing event updated for resources: {'Port': ['ID=47e8c691-349e-4620-bf65-a67b54127c89,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:25.264273 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ee3fc7-31be-4b55-8a3e-5128e83a4361 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:22:25.264639 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ee3fc7-31be-4b55-8a3e-5128e83a4361 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:22:25.265032 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f8ee3fc7-31be-4b55-8a3e-5128e83a4361 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:25.265412 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ee3fc7-31be-4b55-8a3e-5128e83a4361 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:22:25.265884 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-f8ee3fc7-31be-4b55-8a3e-5128e83a4361 None None] Bound port: 47e8c691-349e-4620-bf65-a67b54127c89, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:22:25.266299 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f8ee3fc7-31be-4b55-8a3e-5128e83a4361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (47e8c691-349e-4620-bf65-a67b54127c89), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:25.302087 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edfea948-d8e7-41e0-9051-54355ae13572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5b462139-2fc4-4522-9e65-c08543be3d99), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:25.348876 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-f8ee3fc7-31be-4b55-8a3e-5128e83a4361 None None] For port 47e8c691-349e-4620-bf65-a67b54127c89, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:22:25.374737 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-f8ee3fc7-31be-4b55-8a3e-5128e83a4361 None None] For port 47e8c691-349e-4620-bf65-a67b54127c89, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=47e8c691-349e-4620-bf65-a67b54127c89,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:22:25.381251 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-c19f72d0-79e7-4ca0-9b05-1707f52f5147 None None] Provisioning complete for port 5b462139-2fc4-4522-9e65-c08543be3d99 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:22:25.381625 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c19f72d0-79e7-4ca0-9b05-1707f52f5147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5b462139-2fc4-4522-9e65-c08543be3d99), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:25.411307 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f8ee3fc7-31be-4b55-8a3e-5128e83a4361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (47e8c691-349e-4620-bf65-a67b54127c89), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:25.423016 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99ef9e-5622-42be-844e-2d9abdd62446 req-965c53fd-5c7d-4c02-9b63-f88dca5351a6 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:25.424614 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c99ef9e-5622-42be-844e-2d9abdd62446 req-965c53fd-5c7d-4c02-9b63-f88dca5351a6 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.1141343 Feb 16 22:22:25.498906 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-c19f72d0-79e7-4ca0-9b05-1707f52f5147 None None] Port 5b462139-2fc4-4522-9e65-c08543be3d99 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:22:25.526402 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c26855c-e643-4c3d-b2ab-5212be6f6019 None None] Pushing event updated for resources: {'Port': ['ID=47e8c691-349e-4620-bf65-a67b54127c89,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:25.527311 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:25.527883 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c99ef9e-5622-42be-844e-2d9abdd62446 req-8ba62f6a-b127-4eee-a5e4-32581a43d1d9 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947738 Feb 16 22:22:25.531194 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ee3fc7-31be-4b55-8a3e-5128e83a4361 None None] Routers {'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:22:25.531817 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-f8ee3fc7-31be-4b55-8a3e-5128e83a4361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:22:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['b3aa0538-ceb2-4866-a2d0-7bbc8be8caee'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:22:25.563576 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edfea948-d8e7-41e0-9051-54355ae13572 admin admin] Publish callbacks [] for port (5b462139-2fc4-4522-9e65-c08543be3d99), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:25.574180 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edfea948-d8e7-41e0-9051-54355ae13572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (5b462139-2fc4-4522-9e65-c08543be3d99), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:25.657004 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-f8ee3fc7-31be-4b55-8a3e-5128e83a4361 None None] Set router b3aa0538-ceb2-4866-a2d0-7bbc8be8caee gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:22:25.673113 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edfea948-d8e7-41e0-9051-54355ae13572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (b3aa0538-ceb2-4866-a2d0-7bbc8be8caee), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:25.713814 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfea948-d8e7-41e0-9051-54355ae13572 admin admin] Pushing event updated for resources: {'Port': ['ID=5b462139-2fc4-4522-9e65-c08543be3d99,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:25.745662 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e7d1c-876d-4d14-b071-8bce1a9043b2 req-95d822ff-3044-4978-bfe7-425773443e4b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:25.751604 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e7d1c-876d-4d14-b071-8bce1a9043b2 req-95d822ff-3044-4978-bfe7-425773443e4b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:25.756879 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e7d1c-876d-4d14-b071-8bce1a9043b2 req-95d822ff-3044-4978-bfe7-425773443e4b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:25.762509 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e7d1c-876d-4d14-b071-8bce1a9043b2 req-95d822ff-3044-4978-bfe7-425773443e4b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:25.768443 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e7d1c-876d-4d14-b071-8bce1a9043b2 req-95d822ff-3044-4978-bfe7-425773443e4b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:25.773769 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e7d1c-876d-4d14-b071-8bce1a9043b2 req-95d822ff-3044-4978-bfe7-425773443e4b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:25.779139 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e7d1c-876d-4d14-b071-8bce1a9043b2 req-95d822ff-3044-4978-bfe7-425773443e4b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:25.781159 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-997e7d1c-876d-4d14-b071-8bce1a9043b2 req-95d822ff-3044-4978-bfe7-425773443e4b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5421 time: 0.1571295 Feb 16 22:22:25.885686 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfea948-d8e7-41e0-9051-54355ae13572 admin admin] Network d14180da-5a89-4465-bd5a-5b9a1aa7b5e8 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:22:25.887864 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-edfea948-d8e7-41e0-9051-54355ae13572 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:22:25.899801 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-997e7d1c-876d-4d14-b071-8bce1a9043b2 req-d14127e3-8e42-46fd-bdfb-1de63bdf2148 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0915315 Feb 16 22:22:25.968925 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device e1c41b18-0f84-4a1b-a07e-6664fdcfdd24 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:22:25.980799 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:22:26.071194 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port e1c41b18-0f84-4a1b-a07e-6664fdcfdd24 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:22:26.071566 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e1c41b18-0f84-4a1b-a07e-6664fdcfdd24), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:26.074145 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edfea948-d8e7-41e0-9051-54355ae13572 admin admin] Router b3aa0538-ceb2-4866-a2d0-7bbc8be8caee has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:22:26.076485 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-f8ee3fc7-31be-4b55-8a3e-5128e83a4361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'name': 'tempest-ServersTestJSON-291856942-router', 'tenant_id': 'a44c19fb40c34b19888cab82b6323da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '47e8c691-349e-4620-bf65-a67b54127c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:22:21Z', 'updated_at': '2022-02-16T22:22:25Z', 'revision_number': 4, 'project_id': 'a44c19fb40c34b19888cab82b6323da1', 'gw_port': {'id': '47e8c691-349e-4620-bf65-a67b54127c89', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:22:22Z', 'updated_at': '2022-02-16T22:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '5b462139-2fc4-4522-9e65-c08543be3d99', 'name': '', 'network_id': 'd14180da-5a89-4465-bd5a-5b9a1aa7b5e8', 'tenant_id': 'a44c19fb40c34b19888cab82b6323da1', 'mac_address': 'fa:16:3e:a7:06:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dbc60a57-b523-4101-ad76-244c31544540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:22:24Z', 'updated_at': '2022-02-16T22:22:24Z', 'revision_number': 1, 'project_id': 'a44c19fb40c34b19888cab82b6323da1', 'subnets': [{'id': 'dbc60a57-b523-4101-ad76-244c31544540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:22:26.087043 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4207b1b-9c17-460a-8a79-9147963ad225 req-91b3f5f8-96c4-4bef-9455-3e638594c156 tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:26.088638 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e4207b1b-9c17-460a-8a79-9147963ad225 req-91b3f5f8-96c4-4bef-9455-3e638594c156 tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] 10.222.0.75 "GET /v2.0/ports?device_id=39fe8ea0-753a-4fdc-80a7-29c95383a0d5 HTTP/1.1" status: 200 len: 945 time: 0.0852766 Feb 16 22:22:26.127943 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ee3fc7-31be-4b55-8a3e-5128e83a4361 None None] The sync data for ids ['b3aa0538-ceb2-4866-a2d0-7bbc8be8caee'] in n-d-813897-6 is: [{'id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'name': 'tempest-ServersTestJSON-291856942-router', 'tenant_id': 'a44c19fb40c34b19888cab82b6323da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '47e8c691-349e-4620-bf65-a67b54127c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:22:21Z', 'updated_at': '2022-02-16T22:22:25Z', 'revision_number': 4, 'project_id': 'a44c19fb40c34b19888cab82b6323da1', 'gw_port': {'id': '47e8c691-349e-4620-bf65-a67b54127c89', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:22:22Z', 'updated_at': '2022-02-16T22:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '5b462139-2fc4-4522-9e65-c08543be3d99', 'name': '', 'network_id': 'd14180da-5a89-4465-bd5a-5b9a1aa7b5e8', 'tenant_id': 'a44c19fb40c34b19888cab82b6323da1', 'mac_address': 'fa:16:3e:a7:06:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dbc60a57-b523-4101-ad76-244c31544540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:22:24Z', 'updated_at': '2022-02-16T22:22:24Z', 'revision_number': 1, 'project_id': 'a44c19fb40c34b19888cab82b6323da1', 'subnets': [{'id': 'dbc60a57-b523-4101-ad76-244c31544540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:22:26.155100 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-4e56fcff-dbef-4d29-824f-d596653c6659 None None] Provisioning complete for port 5b462139-2fc4-4522-9e65-c08543be3d99 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:22:26.155662 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4e56fcff-dbef-4d29-824f-d596653c6659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5b462139-2fc4-4522-9e65-c08543be3d99), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:26.217448 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e4207b1b-9c17-460a-8a79-9147963ad225 req-588f219c-1086-487c-addc-c84b6dc2e330 tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] 10.222.0.75 "GET /v2.0/security-groups?id=3b14523d-575b-4d83-8011-84789c241f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184318 Feb 16 22:22:26.220657 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4e56fcff-dbef-4d29-824f-d596653c6659 None None] Port 5b462139-2fc4-4522-9e65-c08543be3d99 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:22:26.231485 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port e1c41b18-0f84-4a1b-a07e-6664fdcfdd24 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:22:26.235693 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfea948-d8e7-41e0-9051-54355ae13572 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:22:26.247107 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-edfea948-d8e7-41e0-9051-54355ae13572 admin admin] 10.222.0.75 "PUT /v2.0/routers/b3aa0538-ceb2-4866-a2d0-7bbc8be8caee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4651380 Feb 16 22:22:26.567899 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fa2ad-89a8-468b-ac5f-b689568c06f6 req-0e71beae-37ed-44fb-90f9-853ae3ff3ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:26.569406 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-105fa2ad-89a8-468b-ac5f-b689568c06f6 req-0e71beae-37ed-44fb-90f9-853ae3ff3ac9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d077897d87b240428fffff8cb232a67c&device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 1127 time: 0.1094003 Feb 16 22:22:26.576209 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-eefe57c3-0834-4c18-9d16-c0c3244dc496 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:26.577648 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-eefe57c3-0834-4c18-9d16-c0c3244dc496 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/networks?id=22711c4a-8661-4a7d-9538-4da72ec44b9a HTTP/1.1" status: 200 len: 811 time: 0.1528068 Feb 16 22:22:26.615485 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-3ed53604-3f8e-4337-acbf-eec2855be9ad tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/quotas/471d422781ee4218a880c4849a975478 HTTP/1.1" status: 200 len: 375 time: 0.0292940 Feb 16 22:22:26.713188 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fa2ad-89a8-468b-ac5f-b689568c06f6 req-ea7a21ba-82b4-43c1-8d12-ebe6a15a24f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:26.714738 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-105fa2ad-89a8-468b-ac5f-b689568c06f6 req-ea7a21ba-82b4-43c1-8d12-ebe6a15a24f8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a2949af4-226e-4bae-8b8f-20776d9938d8 HTTP/1.1" status: 200 len: 912 time: 0.1361761 Feb 16 22:22:26.742563 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-02ba575b-240f-4384-b799-cd807d55322e tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=471d422781ee4218a880c4849a975478&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0943847 Feb 16 22:22:26.826633 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-105fa2ad-89a8-468b-ac5f-b689568c06f6 req-149d2ac5-75a3-4384-954e-c4ecd64bf900 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1 HTTP/1.1" status: 200 len: 1000 time: 0.0985672 Feb 16 22:22:26.923415 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fa2ad-89a8-468b-ac5f-b689568c06f6 req-2d4efc44-99ce-4113-9b24-946867b05840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:26.924927 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-105fa2ad-89a8-468b-ac5f-b689568c06f6 req-2d4efc44-99ce-4113-9b24-946867b05840 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=812089a8-8e43-4669-b97f-c5c83d27191f HTTP/1.1" status: 200 len: 850 time: 0.0639720 Feb 16 22:22:26.926891 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-5a1c5c4b-3dbf-4635-bf22-4078d34e42e0 service neutron] 10.222.0.75 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530418 Feb 16 22:22:26.950602 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:27.040072 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fa2ad-89a8-468b-ac5f-b689568c06f6 req-77cd19db-76b7-4531-ba10-6cd775a33138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:27.041630 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-105fa2ad-89a8-468b-ac5f-b689568c06f6 req-77cd19db-76b7-4531-ba10-6cd775a33138 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a2949af4-226e-4bae-8b8f-20776d9938d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1108706 Feb 16 22:22:27.065307 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-3fce1ff9-dc79-45dd-a2a4-0873c5b9be3b service neutron] 10.222.0.75 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249673 Feb 16 22:22:27.145407 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-105fa2ad-89a8-468b-ac5f-b689568c06f6 req-3e4ebbc7-cd54-4391-b0c3-95dfcc83a722 service neutron] 10.222.0.79 "GET /v2.0/networks/a2949af4-226e-4bae-8b8f-20776d9938d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933237 Feb 16 22:22:27.296097 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-105fa2ad-89a8-468b-ac5f-b689568c06f6 req-e372696d-76c9-4f74-b426-0c35cf7fb798 service neutron] 10.222.0.79 "GET /v2.0/networks/a2949af4-226e-4bae-8b8f-20776d9938d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444597 Feb 16 22:22:27.316333 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c031a-7524-4782-9b10-8e6285320c1a req-922c3e4f-0139-41fc-ae9a-bb4b2256782f tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:27.322521 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b5c031a-7524-4782-9b10-8e6285320c1a req-922c3e4f-0139-41fc-ae9a-bb4b2256782f tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 945 time: 0.0796568 Feb 16 22:22:27.377691 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b5c031a-7524-4782-9b10-8e6285320c1a req-693041f8-058f-45be-a4f8-bf6404a11313 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538769 Feb 16 22:22:27.493448 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9eccdc-6a5a-4cb1-9ef6-12bd119ee761 req-e569beb7-9f28-40bd-86bc-3dcb7a74034a tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:27.494994 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e9eccdc-6a5a-4cb1-9ef6-12bd119ee761 req-e569beb7-9f28-40bd-86bc-3dcb7a74034a tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 945 time: 0.0597770 Feb 16 22:22:27.545756 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e9eccdc-6a5a-4cb1-9ef6-12bd119ee761 req-918e46dc-55fb-43c8-a1a2-be7ce8b3832d tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443382 Feb 16 22:22:27.671864 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc80a71-338c-459d-93d9-a2c2bf43881e req-ea14d2ce-6cc8-43ab-8f08-098304675726 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:27.673402 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3fc80a71-338c-459d-93d9-a2c2bf43881e req-ea14d2ce-6cc8-43ab-8f08-098304675726 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.0601635 Feb 16 22:22:27.721938 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3fc80a71-338c-459d-93d9-a2c2bf43881e req-de1ebcdd-1f72-4b41-88da-cba6c2df082b tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426009 Feb 16 22:22:27.924094 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device f8fd6e2e-df05-47ad-b8fd-f56d8acece12 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:22:27.978849 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 47e8c691-349e-4620-bf65-a67b54127c89 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:22:27.982958 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port f8fd6e2e-df05-47ad-b8fd-f56d8acece12 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:22:28.010681 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port f8fd6e2e-df05-47ad-b8fd-f56d8acece12 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:22:28.011189 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f8fd6e2e-df05-47ad-b8fd-f56d8acece12), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:28.080896 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 47e8c691-349e-4620-bf65-a67b54127c89 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:22:28.081240 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (47e8c691-349e-4620-bf65-a67b54127c89), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:28.125021 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34484) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:28.129607 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-51630cbe-c323-4324-b688-dabbbb08a66a tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1212759605', 'description': 'tempest-description--1234665599'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:22:28.147639 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port f8fd6e2e-df05-47ad-b8fd-f56d8acece12 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:22:28.148230 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f8fd6e2e-df05-47ad-b8fd-f56d8acece12), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:28.155882 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-51630cbe-c323-4324-b688-dabbbb08a66a tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:28.179202 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39fe8ea0-753a-4fdc-80a7-29c95383a0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fd6e2e-df05-47ad-b8fd-f56d8acece12'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:22:28.181449 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9271ebe9-aa36-4e9f-87de-61cb4eb4959a" -d '{"events": [{"server_uuid": "39fe8ea0-753a-4fdc-80a7-29c95383a0d5", "name": "network-vif-plugged", "status": "completed", "tag": "f8fd6e2e-df05-47ad-b8fd-f56d8acece12"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:22:28.216996 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port f8fd6e2e-df05-47ad-b8fd-f56d8acece12, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f8fd6e2e-df05-47ad-b8fd-f56d8acece12,segment=NetworkSegment(76f46e06-9348-4aa2-b9c9-cf3a79c834b2),segment_id=76f46e06-9348-4aa2-b9c9-cf3a79c834b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:28.226912 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (f8fd6e2e-df05-47ad-b8fd-f56d8acece12), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:28.257892 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-51630cbe-c323-4324-b688-dabbbb08a66a tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks [] for security_group (b4ba600f-30a6-438b-a607-470596cd90fa), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:28.266220 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-51630cbe-c323-4324-b688-dabbbb08a66a tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b4ba600f-30a6-438b-a607-470596cd90fa), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:28.270892 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 47e8c691-349e-4620-bf65-a67b54127c89 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:22:28.271306 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (47e8c691-349e-4620-bf65-a67b54127c89), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:28.271652 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb2eac-0545-44d2-ab14-1070db73b8cb req-1f8fb7c6-9110-43f1-ba2f-6619f07e96c3 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:28.283383 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb2eac-0545-44d2-ab14-1070db73b8cb req-1f8fb7c6-9110-43f1-ba2f-6619f07e96c3 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:28.288466 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb2eac-0545-44d2-ab14-1070db73b8cb req-1f8fb7c6-9110-43f1-ba2f-6619f07e96c3 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:28.295283 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb2eac-0545-44d2-ab14-1070db73b8cb req-1f8fb7c6-9110-43f1-ba2f-6619f07e96c3 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:28.307043 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51630cbe-c323-4324-b688-dabbbb08a66a tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ba600f-30a6-438b-a607-470596cd90fa,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:28.309586 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 47e8c691-349e-4620-bf65-a67b54127c89, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=47e8c691-349e-4620-bf65-a67b54127c89,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:28.312687 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-51630cbe-c323-4324-b688-dabbbb08a66a tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:28.314041 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-51630cbe-c323-4324-b688-dabbbb08a66a tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1879792 Feb 16 22:22:28.316712 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:28.316868 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34490) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:28.322054 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=f8fd6e2e-df05-47ad-b8fd-f56d8acece12,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:28.323322 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-91e2dcfe-f0bc-4c9f-9ebd-66bf675654c8 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Request body: {'security_group_rule': {'security_group_id': 'b4ba600f-30a6-438b-a607-470596cd90fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:22:28.325689 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (47e8c691-349e-4620-bf65-a67b54127c89), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:28.326622 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb2eac-0545-44d2-ab14-1070db73b8cb req-1f8fb7c6-9110-43f1-ba2f-6619f07e96c3 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:28.337577 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb2eac-0545-44d2-ab14-1070db73b8cb req-1f8fb7c6-9110-43f1-ba2f-6619f07e96c3 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:28.344376 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb2eac-0545-44d2-ab14-1070db73b8cb req-1f8fb7c6-9110-43f1-ba2f-6619f07e96c3 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:28.346332 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1fb2eac-0545-44d2-ab14-1070db73b8cb req-1f8fb7c6-9110-43f1-ba2f-6619f07e96c3 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5421 time: 0.1683331 Feb 16 22:22:28.361578 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-91e2dcfe-f0bc-4c9f-9ebd-66bf675654c8 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks [] for security_group_rule (9576db77-a93b-424c-8bb6-7a65990bb41b), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:28.398311 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=47e8c691-349e-4620-bf65-a67b54127c89,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:28.442247 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-91e2dcfe-f0bc-4c9f-9ebd-66bf675654c8 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks [] for security_group_rule (9576db77-a93b-424c-8bb6-7a65990bb41b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:28.447048 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-91e2dcfe-f0bc-4c9f-9ebd-66bf675654c8 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (9576db77-a93b-424c-8bb6-7a65990bb41b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:28.467918 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e2dcfe-f0bc-4c9f-9ebd-66bf675654c8 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9576db77-a93b-424c-8bb6-7a65990bb41b,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:28.487038 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-91e2dcfe-f0bc-4c9f-9ebd-66bf675654c8 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:28.488253 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-91e2dcfe-f0bc-4c9f-9ebd-66bf675654c8 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1703293 Feb 16 22:22:28.490765 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34492) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:28.498791 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1fb2eac-0545-44d2-ab14-1070db73b8cb req-837143ad-e7fd-407a-8247-ee48cc5b1b4e tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1327682 Feb 16 22:22:28.499229 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-67e809db-7882-4324-b7a8-b97c09b6eb7e tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Request body: {'security_group_rule': {'security_group_id': 'b4ba600f-30a6-438b-a607-470596cd90fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:22:28.541088 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-18ce52bd-bff3-4d5d-9eea-44788df227ce tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:28.542843 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-18ce52bd-bff3-4d5d-9eea-44788df227ce tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.79 "GET /v2.0/networks?id=22711c4a-8661-4a7d-9538-4da72ec44b9a HTTP/1.1" status: 200 len: 811 time: 0.1919444 Feb 16 22:22:28.552890 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc476132-3ddc-47b0-a956-efe4ae76ea26 None None] Sync routers for ids ['b3aa0538-ceb2-4866-a2d0-7bbc8be8caee'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:22:28.558013 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-f4eb0b37-24b7-4224-a671-f9cba5d3b796 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Request body: {'port': {'device_id': '085ea4c3-d826-4bd4-97fd-bf785666ece9', 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a', 'admin_state_up': True, 'tenant_id': '471d422781ee4218a880c4849a975478'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:22:28.559530 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-67e809db-7882-4324-b7a8-b97c09b6eb7e tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks [] for security_group_rule (0f2c8b49-2a1a-477b-8d33-c141710d5bab), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:28.569770 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc476132-3ddc-47b0-a956-efe4ae76ea26 None None] Routers {'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:22:28.570537 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-fc476132-3ddc-47b0-a956-efe4ae76ea26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:22:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['b3aa0538-ceb2-4866-a2d0-7bbc8be8caee'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:22:28.631339 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-67e809db-7882-4324-b7a8-b97c09b6eb7e tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks [] for security_group_rule (0f2c8b49-2a1a-477b-8d33-c141710d5bab), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:28.637033 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-67e809db-7882-4324-b7a8-b97c09b6eb7e tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (0f2c8b49-2a1a-477b-8d33-c141710d5bab), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:28.658901 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e809db-7882-4324-b7a8-b97c09b6eb7e tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2c8b49-2a1a-477b-8d33-c141710d5bab,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:28.670061 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-67e809db-7882-4324-b7a8-b97c09b6eb7e tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:28.671344 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-67e809db-7882-4324-b7a8-b97c09b6eb7e tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1795793 Feb 16 22:22:28.674659 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34496) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:28.679314 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-356fc056-9976-47fc-afbf-d029324321cb tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:22:28.694268 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-fc476132-3ddc-47b0-a956-efe4ae76ea26 None None] Set router b3aa0538-ceb2-4866-a2d0-7bbc8be8caee gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:22:28.703822 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-356fc056-9976-47fc-afbf-d029324321cb tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:28.814337 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-356fc056-9976-47fc-afbf-d029324321cb tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:28.910766 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-fc476132-3ddc-47b0-a956-efe4ae76ea26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'name': 'tempest-ServersTestJSON-291856942-router', 'tenant_id': 'a44c19fb40c34b19888cab82b6323da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '47e8c691-349e-4620-bf65-a67b54127c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:22:21Z', 'updated_at': '2022-02-16T22:22:25Z', 'revision_number': 4, 'project_id': 'a44c19fb40c34b19888cab82b6323da1', 'gw_port': {'id': '47e8c691-349e-4620-bf65-a67b54127c89', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:22:22Z', 'updated_at': '2022-02-16T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '5b462139-2fc4-4522-9e65-c08543be3d99', 'name': '', 'network_id': 'd14180da-5a89-4465-bd5a-5b9a1aa7b5e8', 'tenant_id': 'a44c19fb40c34b19888cab82b6323da1', 'mac_address': 'fa:16:3e:a7:06:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dbc60a57-b523-4101-ad76-244c31544540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:22:24Z', 'updated_at': '2022-02-16T22:22:25Z', 'revision_number': 2, 'project_id': 'a44c19fb40c34b19888cab82b6323da1', 'subnets': [{'id': 'dbc60a57-b523-4101-ad76-244c31544540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:22:28.927045 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-356fc056-9976-47fc-afbf-d029324321cb tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Allocated IP 172.25.2.113 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/d9c4c71e-4f00-4133-b781-a52ec0795c77) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:22:28.938865 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc476132-3ddc-47b0-a956-efe4ae76ea26 None None] Checking router: b3aa0538-ceb2-4866-a2d0-7bbc8be8caee for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:22:28.939458 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc476132-3ddc-47b0-a956-efe4ae76ea26 None None] Updating router b3aa0538-ceb2-4866-a2d0-7bbc8be8caee port 5b462139-2fc4-4522-9e65-c08543be3d99 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:22:28.955105 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3061116a-2b78-4d34-9531-f170dd2f473b req-39c2ea82-a12f-45a0-9911-df8b29bfa2d5 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=085ea4c3-d826-4bd4-97fd-bf785666ece9 HTTP/1.1" status: 200 len: 210 time: 0.0336103 Feb 16 22:22:28.969419 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-fc476132-3ddc-47b0-a956-efe4ae76ea26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5b462139-2fc4-4522-9e65-c08543be3d99), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:28.996770 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-f4eb0b37-24b7-4224-a671-f9cba5d3b796 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Made reservation on behalf of 471d422781ee4218a880c4849a975478 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:22:29.000601 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-f4eb0b37-24b7-4224-a671-f9cba5d3b796 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:29.046880 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-356fc056-9976-47fc-afbf-d029324321cb tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks [] for port (d9c4c71e-4f00-4133-b781-a52ec0795c77), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:29.081934 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-356fc056-9976-47fc-afbf-d029324321cb tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (d9c4c71e-4f00-4133-b781-a52ec0795c77), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:29.116267 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356fc056-9976-47fc-afbf-d029324321cb tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:22:29.121377 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-356fc056-9976-47fc-afbf-d029324321cb tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:22:29.127923 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356fc056-9976-47fc-afbf-d029324321cb tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:22:29.154257 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83db3c2-b859-4545-81d7-7ac13d4cef6b req-48ad0ef9-e456-4c19-aa26-ea3622f44e7c tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:29.155767 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c83db3c2-b859-4545-81d7-7ac13d4cef6b req-48ad0ef9-e456-4c19-aa26-ea3622f44e7c tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] 10.222.0.75 "GET /v2.0/ports?device_id=39fe8ea0-753a-4fdc-80a7-29c95383a0d5 HTTP/1.1" status: 200 len: 946 time: 0.0933723 Feb 16 22:22:29.187400 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-f4eb0b37-24b7-4224-a671-f9cba5d3b796 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Allocated IP 172.20.0.4 (22711c4a-8661-4a7d-9538-4da72ec44b9a/e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa/1d2afb4f-4b19-4495-bdea-efad499eecb2) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:22:29.220957 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356fc056-9976-47fc-afbf-d029324321cb tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Pushing event updated for resources: {'Port': ['ID=d9c4c71e-4f00-4133-b781-a52ec0795c77,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:29.231205 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-356fc056-9976-47fc-afbf-d029324321cb tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks [] for floatingip (2a877eb1-8b7f-4d79-8700-7c20d050780d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:29.246527 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c83db3c2-b859-4545-81d7-7ac13d4cef6b req-118f3c67-27ae-461e-b540-a1ab7856b4ce tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] 10.222.0.75 "GET /v2.0/security-groups?id=3b14523d-575b-4d83-8011-84789c241f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809152 Feb 16 22:22:29.287437 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-356fc056-9976-47fc-afbf-d029324321cb tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d9c4c71e-4f00-4133-b781-a52ec0795c77), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:29.395559 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-fc476132-3ddc-47b0-a956-efe4ae76ea26 None None] Publish callbacks [] for port (5b462139-2fc4-4522-9e65-c08543be3d99), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:29.402773 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-fc476132-3ddc-47b0-a956-efe4ae76ea26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5b462139-2fc4-4522-9e65-c08543be3d99), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:29.415477 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-f4eb0b37-24b7-4224-a671-f9cba5d3b796 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks [] for port (1d2afb4f-4b19-4495-bdea-efad499eecb2), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:29.472454 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36df805-5db1-46c1-855a-d96901c39898 None None] Pushing event updated for resources: {'Port': ['ID=5b462139-2fc4-4522-9e65-c08543be3d99,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:29.474689 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-f4eb0b37-24b7-4224-a671-f9cba5d3b796 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (1d2afb4f-4b19-4495-bdea-efad499eecb2), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:29.489538 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['4bef6242-7835-4301-899f-4bb8e188699e'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:22:29.492094 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['2878291e-3d8c-4591-a083-644483381e49'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:22:29.504903 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-356fc056-9976-47fc-afbf-d029324321cb tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks [] for port (d9c4c71e-4f00-4133-b781-a52ec0795c77), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:29.508674 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36df805-5db1-46c1-855a-d96901c39898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:29.509708 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36df805-5db1-46c1-855a-d96901c39898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:29.510218 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36df805-5db1-46c1-855a-d96901c39898 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:29.510856 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36df805-5db1-46c1-855a-d96901c39898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:29.511334 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36df805-5db1-46c1-855a-d96901c39898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:29.511987 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36df805-5db1-46c1-855a-d96901c39898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:29.512497 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36df805-5db1-46c1-855a-d96901c39898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:29.513838 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36df805-5db1-46c1-855a-d96901c39898 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:29.514356 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36df805-5db1-46c1-855a-d96901c39898 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:29.514827 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36df805-5db1-46c1-855a-d96901c39898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:29.515435 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36df805-5db1-46c1-855a-d96901c39898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:29.515983 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36df805-5db1-46c1-855a-d96901c39898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:29.516460 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36df805-5db1-46c1-855a-d96901c39898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:29.516702 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-356fc056-9976-47fc-afbf-d029324321cb tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (d9c4c71e-4f00-4133-b781-a52ec0795c77), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:29.547042 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-f4eb0b37-24b7-4224-a671-f9cba5d3b796 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Network 22711c4a-8661-4a7d-9538-4da72ec44b9a is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:22:29.550812 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-f4eb0b37-24b7-4224-a671-f9cba5d3b796 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:22:29.555820 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-f4eb0b37-24b7-4224-a671-f9cba5d3b796 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:22:29.561308 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb0b37-24b7-4224-a671-f9cba5d3b796 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Pushing event updated for resources: {'Port': ['ID=1d2afb4f-4b19-4495-bdea-efad499eecb2,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:29.601492 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-fc476132-3ddc-47b0-a956-efe4ae76ea26 None None] Attempting to bind port 5b462139-2fc4-4522-9e65-c08543be3d99 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:22:29.602992 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-fc476132-3ddc-47b0-a956-efe4ae76ea26 None None] Attempting to bind port 5b462139-2fc4-4522-9e65-c08543be3d99 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '23863332-acbf-4a52-b2fc-432543382482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd14180da-5a89-4465-bd5a-5b9a1aa7b5e8'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:22:29.603577 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc476132-3ddc-47b0-a956-efe4ae76ea26 None None] Attempting to bind port 5b462139-2fc4-4522-9e65-c08543be3d99 on network d14180da-5a89-4465-bd5a-5b9a1aa7b5e8 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:22:29.610442 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc476132-3ddc-47b0-a956-efe4ae76ea26 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:22:29.612337 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc476132-3ddc-47b0-a956-efe4ae76ea26 None None] Checking segment: {'id': '23863332-acbf-4a52-b2fc-432543382482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd14180da-5a89-4465-bd5a-5b9a1aa7b5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:22:29.613467 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-fc476132-3ddc-47b0-a956-efe4ae76ea26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:29.614138 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc476132-3ddc-47b0-a956-efe4ae76ea26 None None] Bound using segment: {'id': '23863332-acbf-4a52-b2fc-432543382482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd14180da-5a89-4465-bd5a-5b9a1aa7b5e8'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:22:29.614830 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-fc476132-3ddc-47b0-a956-efe4ae76ea26 None None] Bound port: 5b462139-2fc4-4522-9e65-c08543be3d99, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23863332-acbf-4a52-b2fc-432543382482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd14180da-5a89-4465-bd5a-5b9a1aa7b5e8'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:22:29.615438 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-fc476132-3ddc-47b0-a956-efe4ae76ea26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5b462139-2fc4-4522-9e65-c08543be3d99), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:29.662234 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bad1fe-786c-4b04-a184-f9d05daf83f9 x-openstack-request-id: req-d9bad1fe-786c-4b04-a184-f9d05daf83f9 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:22:29.662597 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39fe8ea0-753a-4fdc-80a7-29c95383a0d5", "name": "network-vif-plugged", "status": "completed", "tag": "f8fd6e2e-df05-47ad-b8fd-f56d8acece12", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:22:29.663469 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d9bad1fe-786c-4b04-a184-f9d05daf83f9 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:22:29.663866 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39fe8ea0-753a-4fdc-80a7-29c95383a0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fd6e2e-df05-47ad-b8fd-f56d8acece12', 'code': 200} Feb 16 22:22:29.687769 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-f4eb0b37-24b7-4224-a671-f9cba5d3b796 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:29.687979 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356fc056-9976-47fc-afbf-d029324321cb tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Pushing event updated for resources: {'Port': ['ID=d9c4c71e-4f00-4133-b781-a52ec0795c77,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:29.689175 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-f4eb0b37-24b7-4224-a671-f9cba5d3b796 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:29.715682 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-356fc056-9976-47fc-afbf-d029324321cb tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (2a877eb1-8b7f-4d79-8700-7c20d050780d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:29.744180 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-f4eb0b37-24b7-4224-a671-f9cba5d3b796 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1902225 Feb 16 22:22:29.745678 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-fc476132-3ddc-47b0-a956-efe4ae76ea26 None None] For port 5b462139-2fc4-4522-9e65-c08543be3d99, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:22:29.752322 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-fc476132-3ddc-47b0-a956-efe4ae76ea26 None None] For port 5b462139-2fc4-4522-9e65-c08543be3d99, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5b462139-2fc4-4522-9e65-c08543be3d99,segment=NetworkSegment(23863332-acbf-4a52-b2fc-432543382482),segment_id=23863332-acbf-4a52-b2fc-432543382482)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:22:29.753657 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-356fc056-9976-47fc-afbf-d029324321cb tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:29.755933 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-356fc056-9976-47fc-afbf-d029324321cb tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0802670 Feb 16 22:22:29.765736 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-fc476132-3ddc-47b0-a956-efe4ae76ea26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5b462139-2fc4-4522-9e65-c08543be3d99), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:29.772043 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76225d-6b28-4646-a497-ab565d9edb48 req-5911b27a-1982-4292-b501-c1b519b622ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:29.775743 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cc76225d-6b28-4646-a497-ab565d9edb48 req-5911b27a-1982-4292-b501-c1b519b622ec service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=39fe8ea0-753a-4fdc-80a7-29c95383a0d5 HTTP/1.1" status: 200 len: 1128 time: 0.1240964 Feb 16 22:22:29.796885 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-d42b9dbc-c295-4990-87af-5397c501b755 service neutron] Request body: {'port': {'device_id': '085ea4c3-d826-4bd4-97fd-bf785666ece9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:22:29.811218 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:29.839742 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cc76225d-6b28-4646-a497-ab565d9edb48 req-10469243-50e9-4c82-8fe7-c1cd916bb8c9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3b14523d-575b-4d83-8011-84789c241f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557420 Feb 16 22:22:29.883168 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36df805-5db1-46c1-855a-d96901c39898 None None] Pushing event updated for resources: {'Port': ['ID=5b462139-2fc4-4522-9e65-c08543be3d99,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:29.927998 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ea918-c2f9-4392-8d39-9105e0a01201 req-135f4147-b53d-4b08-bef3-2cda0c2bf890 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:29.928348 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc476132-3ddc-47b0-a956-efe4ae76ea26 None None] Routers {'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:22:29.929127 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-fc476132-3ddc-47b0-a956-efe4ae76ea26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:22:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['b3aa0538-ceb2-4866-a2d0-7bbc8be8caee'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:22:29.945921 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d59ea918-c2f9-4392-8d39-9105e0a01201 req-135f4147-b53d-4b08-bef3-2cda0c2bf890 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 945 time: 0.2314796 Feb 16 22:22:29.982328 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-d42b9dbc-c295-4990-87af-5397c501b755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1d2afb4f-4b19-4495-bdea-efad499eecb2), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:30.039242 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 47e8c691-349e-4620-bf65-a67b54127c89 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:22:30.053161 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d59ea918-c2f9-4392-8d39-9105e0a01201 req-51c93d10-92ba-4596-a228-7c118bc088ec tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060925 Feb 16 22:22:30.082417 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7d5e07f4-b58b-4f0d-b261-a5f507ec1d68 None None] Provisioning complete for port 5b462139-2fc4-4522-9e65-c08543be3d99 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:22:30.082801 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7d5e07f4-b58b-4f0d-b261-a5f507ec1d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5b462139-2fc4-4522-9e65-c08543be3d99), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:30.160147 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 47e8c691-349e-4620-bf65-a67b54127c89 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:22:30.160532 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (47e8c691-349e-4620-bf65-a67b54127c89), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:30.167322 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-fc476132-3ddc-47b0-a956-efe4ae76ea26 None None] Set router b3aa0538-ceb2-4866-a2d0-7bbc8be8caee gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:22:30.228095 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7d5e07f4-b58b-4f0d-b261-a5f507ec1d68 None None] Current status of the port 5b462139-2fc4-4522-9e65-c08543be3d99 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:22:30.228391 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7d5e07f4-b58b-4f0d-b261-a5f507ec1d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5b462139-2fc4-4522-9e65-c08543be3d99), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:30.286616 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7d5e07f4-b58b-4f0d-b261-a5f507ec1d68 None None] For port 5b462139-2fc4-4522-9e65-c08543be3d99, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5b462139-2fc4-4522-9e65-c08543be3d99,segment=NetworkSegment(23863332-acbf-4a52-b2fc-432543382482),segment_id=23863332-acbf-4a52-b2fc-432543382482)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:30.291344 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7d5e07f4-b58b-4f0d-b261-a5f507ec1d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5b462139-2fc4-4522-9e65-c08543be3d99), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:30.295513 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca68e5-0a5d-4b74-a557-1772cb2d50d3 req-ab985fa2-2b60-4f64-b2d9-c76f5b84f36d tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:30.297040 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f9ca68e5-0a5d-4b74-a557-1772cb2d50d3 req-ab985fa2-2b60-4f64-b2d9-c76f5b84f36d tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.1143208 Feb 16 22:22:30.333088 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 47e8c691-349e-4620-bf65-a67b54127c89 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:22:30.348116 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7d5e07f4-b58b-4f0d-b261-a5f507ec1d68 None None] Provisioning complete for port 1d2afb4f-4b19-4495-bdea-efad499eecb2 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:22:30.348495 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7d5e07f4-b58b-4f0d-b261-a5f507ec1d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (1d2afb4f-4b19-4495-bdea-efad499eecb2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:30.378749 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e07f4-b58b-4f0d-b261-a5f507ec1d68 None None] Pushing event updated for resources: {'Port': ['ID=5b462139-2fc4-4522-9e65-c08543be3d99,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:30.392253 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f9ca68e5-0a5d-4b74-a557-1772cb2d50d3 req-406223d4-8d01-4f52-8b9c-9207a2bfe047 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887773 Feb 16 22:22:30.395264 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7d5e07f4-b58b-4f0d-b261-a5f507ec1d68 None None] Port 1d2afb4f-4b19-4495-bdea-efad499eecb2 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:22:30.402751 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-d42b9dbc-c295-4990-87af-5397c501b755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d2afb4f-4b19-4495-bdea-efad499eecb2 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:22:30.419994 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-d42b9dbc-c295-4990-87af-5397c501b755 service neutron] Publish callbacks [] for port (1d2afb4f-4b19-4495-bdea-efad499eecb2), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:30.425207 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-fc476132-3ddc-47b0-a956-efe4ae76ea26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'name': 'tempest-ServersTestJSON-291856942-router', 'tenant_id': 'a44c19fb40c34b19888cab82b6323da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '47e8c691-349e-4620-bf65-a67b54127c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:22:21Z', 'updated_at': '2022-02-16T22:22:25Z', 'revision_number': 4, 'project_id': 'a44c19fb40c34b19888cab82b6323da1', 'gw_port': {'id': '47e8c691-349e-4620-bf65-a67b54127c89', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:22:22Z', 'updated_at': '2022-02-16T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '5b462139-2fc4-4522-9e65-c08543be3d99', 'name': '', 'network_id': 'd14180da-5a89-4465-bd5a-5b9a1aa7b5e8', 'tenant_id': 'a44c19fb40c34b19888cab82b6323da1', 'mac_address': 'fa:16:3e:a7:06:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dbc60a57-b523-4101-ad76-244c31544540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:22:24Z', 'updated_at': '2022-02-16T22:22:29Z', 'revision_number': 4, 'project_id': 'a44c19fb40c34b19888cab82b6323da1', 'subnets': [{'id': 'dbc60a57-b523-4101-ad76-244c31544540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:22:30.437510 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-d42b9dbc-c295-4990-87af-5397c501b755 service neutron] Transition to ACTIVE for port object 1d2afb4f-4b19-4495-bdea-efad499eecb2 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:22:30.441675 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-d42b9dbc-c295-4990-87af-5397c501b755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (1d2afb4f-4b19-4495-bdea-efad499eecb2), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:30.454951 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc476132-3ddc-47b0-a956-efe4ae76ea26 None None] The sync data for ids ['b3aa0538-ceb2-4866-a2d0-7bbc8be8caee'] in n-d-813897-6 is: [{'id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'name': 'tempest-ServersTestJSON-291856942-router', 'tenant_id': 'a44c19fb40c34b19888cab82b6323da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '47e8c691-349e-4620-bf65-a67b54127c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:22:21Z', 'updated_at': '2022-02-16T22:22:25Z', 'revision_number': 4, 'project_id': 'a44c19fb40c34b19888cab82b6323da1', 'gw_port': {'id': '47e8c691-349e-4620-bf65-a67b54127c89', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:22:22Z', 'updated_at': '2022-02-16T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '5b462139-2fc4-4522-9e65-c08543be3d99', 'name': '', 'network_id': 'd14180da-5a89-4465-bd5a-5b9a1aa7b5e8', 'tenant_id': 'a44c19fb40c34b19888cab82b6323da1', 'mac_address': 'fa:16:3e:a7:06:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dbc60a57-b523-4101-ad76-244c31544540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:22:24Z', 'updated_at': '2022-02-16T22:22:29Z', 'revision_number': 4, 'project_id': 'a44c19fb40c34b19888cab82b6323da1', 'subnets': [{'id': 'dbc60a57-b523-4101-ad76-244c31544540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:22:30.523498 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-15733149-2e06-4a66-ba08-f2491a8227b8 None None] Provisioning complete for port 5b462139-2fc4-4522-9e65-c08543be3d99 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:22:30.524688 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-15733149-2e06-4a66-ba08-f2491a8227b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5b462139-2fc4-4522-9e65-c08543be3d99), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:30.541734 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b9dbc-c295-4990-87af-5397c501b755 service neutron] Pushing event updated for resources: {'Port': ['ID=1d2afb4f-4b19-4495-bdea-efad499eecb2,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:30.617165 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1836d-e2c0-44d2-9c4f-1d10287b7d08 req-00f7ca64-4cea-4003-8b98-6555f879ad10 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:30.620535 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-15733149-2e06-4a66-ba08-f2491a8227b8 None None] Current status of the port 5b462139-2fc4-4522-9e65-c08543be3d99 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:22:30.626102 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-53e1836d-e2c0-44d2-9c4f-1d10287b7d08 req-00f7ca64-4cea-4003-8b98-6555f879ad10 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 945 time: 0.1570249 Feb 16 22:22:30.652769 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-d42b9dbc-c295-4990-87af-5397c501b755 service neutron] Attempting to bind port 1d2afb4f-4b19-4495-bdea-efad499eecb2 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:22:30.653113 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-d42b9dbc-c295-4990-87af-5397c501b755 service neutron] Attempting to bind port 1d2afb4f-4b19-4495-bdea-efad499eecb2 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '70fb6cc5-8eb9-42af-ba50-480958a10f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:22:30.653443 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-d42b9dbc-c295-4990-87af-5397c501b755 service neutron] Attempting to bind port 1d2afb4f-4b19-4495-bdea-efad499eecb2 on network 22711c4a-8661-4a7d-9538-4da72ec44b9a {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:22:30.668064 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-d42b9dbc-c295-4990-87af-5397c501b755 service neutron] Port 1d2afb4f-4b19-4495-bdea-efad499eecb2 on network 22711c4a-8661-4a7d-9538-4da72ec44b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:22:30.668389 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-d42b9dbc-c295-4990-87af-5397c501b755 service neutron] Attempting to bind port 1d2afb4f-4b19-4495-bdea-efad499eecb2 on network 22711c4a-8661-4a7d-9538-4da72ec44b9a {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:22:30.688383 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-d42b9dbc-c295-4990-87af-5397c501b755 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:22:30.688727 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-d42b9dbc-c295-4990-87af-5397c501b755 service neutron] Checking segment: {'id': '70fb6cc5-8eb9-42af-ba50-480958a10f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:22:30.689122 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-d42b9dbc-c295-4990-87af-5397c501b755 service neutron] Bound using segment: {'id': '70fb6cc5-8eb9-42af-ba50-480958a10f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:22:30.689565 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-d42b9dbc-c295-4990-87af-5397c501b755 service neutron] Bound port: 1d2afb4f-4b19-4495-bdea-efad499eecb2, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70fb6cc5-8eb9-42af-ba50-480958a10f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:22:30.689924 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-d42b9dbc-c295-4990-87af-5397c501b755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1d2afb4f-4b19-4495-bdea-efad499eecb2), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:30.696136 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-53e1836d-e2c0-44d2-9c4f-1d10287b7d08 req-18176be6-8419-4f82-a814-47e6e5c6e6de tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691478 Feb 16 22:22:30.768065 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-d42b9dbc-c295-4990-87af-5397c501b755 service neutron] For port 1d2afb4f-4b19-4495-bdea-efad499eecb2, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:22:30.772541 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-d42b9dbc-c295-4990-87af-5397c501b755 service neutron] For port 1d2afb4f-4b19-4495-bdea-efad499eecb2, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=1d2afb4f-4b19-4495-bdea-efad499eecb2,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:22:30.785890 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-d42b9dbc-c295-4990-87af-5397c501b755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (1d2afb4f-4b19-4495-bdea-efad499eecb2), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:30.841125 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-d42b9dbc-c295-4990-87af-5397c501b755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:30.842319 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-d42b9dbc-c295-4990-87af-5397c501b755 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:30.843799 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-d42b9dbc-c295-4990-87af-5397c501b755 service neutron] 10.222.0.79 "PUT /v2.0/ports/1d2afb4f-4b19-4495-bdea-efad499eecb2 HTTP/1.1" status: 200 len: 1091 time: 1.0614288 Feb 16 22:22:30.846694 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '085ea4c3-d826-4bd4-97fd-bf785666ece9', 'tag': '1d2afb4f-4b19-4495-bdea-efad499eecb2'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:22:30.849651 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134863d5-77cf-4b85-a0c8-10a6aa2413e8" -d '{"events": [{"name": "network-changed", "server_uuid": "085ea4c3-d826-4bd4-97fd-bf785666ece9", "tag": "1d2afb4f-4b19-4495-bdea-efad499eecb2"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:22:30.906209 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b9dbc-c295-4990-87af-5397c501b755 service neutron] Pushing event updated for resources: {'Port': ['ID=1d2afb4f-4b19-4495-bdea-efad499eecb2,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:30.937150 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf36055-ef44-4568-88b7-c6e9494c526a req-9aec4747-d434-4139-a8a6-64c5c05f0aec tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:30.942456 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf36055-ef44-4568-88b7-c6e9494c526a req-9aec4747-d434-4139-a8a6-64c5c05f0aec tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:30.947928 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf36055-ef44-4568-88b7-c6e9494c526a req-9aec4747-d434-4139-a8a6-64c5c05f0aec tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:30.953493 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf36055-ef44-4568-88b7-c6e9494c526a req-9aec4747-d434-4139-a8a6-64c5c05f0aec tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:30.958878 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf36055-ef44-4568-88b7-c6e9494c526a req-9aec4747-d434-4139-a8a6-64c5c05f0aec tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:30.964186 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf36055-ef44-4568-88b7-c6e9494c526a req-9aec4747-d434-4139-a8a6-64c5c05f0aec tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:30.969535 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf36055-ef44-4568-88b7-c6e9494c526a req-9aec4747-d434-4139-a8a6-64c5c05f0aec tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:30.971596 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bbf36055-ef44-4568-88b7-c6e9494c526a req-9aec4747-d434-4139-a8a6-64c5c05f0aec tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5421 time: 0.2009714 Feb 16 22:22:31.019125 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-9867ef07-b07a-4f3e-a62d-f66199423329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:31.020773 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-9867ef07-b07a-4f3e-a62d-f66199423329 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=471d422781ee4218a880c4849a975478&device_id=085ea4c3-d826-4bd4-97fd-bf785666ece9 HTTP/1.1" status: 200 len: 1125 time: 0.1297932 Feb 16 22:22:31.081447 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-baff64f2-6fef-415e-a1c0-8e64077303f8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d2afb4f-4b19-4495-bdea-efad499eecb2 HTTP/1.1" status: 200 len: 217 time: 0.0488446 Feb 16 22:22:31.089958 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bbf36055-ef44-4568-88b7-c6e9494c526a req-edf21f4c-4f5b-48db-aabd-2600430f5361 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1097152 Feb 16 22:22:31.145919 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-eb846304-fbb0-49dd-a87d-7392c8ab7e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:31.147606 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-eb846304-fbb0-49dd-a87d-7392c8ab7e58 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa HTTP/1.1" status: 200 len: 850 time: 0.0567789 Feb 16 22:22:31.236558 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-ac7f825b-1720-4309-acb5-15660a91ae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:31.238303 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-ac7f825b-1720-4309-acb5-15660a91ae02 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=22711c4a-8661-4a7d-9538-4da72ec44b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0825171 Feb 16 22:22:31.242468 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-bfaff24c-9515-4bba-bdce-1653fcd13c22 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1212759605&fields=id&tenant_id=a44c19fb40c34b19888cab82b6323da1 HTTP/1.1" status: 200 len: 267 time: 0.0587704 Feb 16 22:22:31.413364 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-3648726f-0fea-4ec6-93d3-6b813a27578f service neutron] 10.222.0.79 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688368 Feb 16 22:22:31.433717 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-9f41796a-ad17-4898-91dc-45984fef892a tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:31.435225 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-9f41796a-ad17-4898-91dc-45984fef892a tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "GET /v2.0/networks?id=d14180da-5a89-4465-bd5a-5b9a1aa7b5e8 HTTP/1.1" status: 200 len: 805 time: 0.1716559 Feb 16 22:22:31.468778 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-548cf104-839e-42e4-8115-e13c9c6e81bf tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "GET /v2.0/quotas/a44c19fb40c34b19888cab82b6323da1 HTTP/1.1" status: 200 len: 375 time: 0.0185757 Feb 16 22:22:31.548040 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a2200c2a-69b9-4d1a-82a4-b77d224a3db2 req-ecb5ae88-6ec8-4e7d-a1ad-492e9061d4d7 service neutron] 10.222.0.79 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260436 Feb 16 22:22:31.562674 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-7be5ec7a-af86-437b-af31-1844690383fc tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=a44c19fb40c34b19888cab82b6323da1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696068 Feb 16 22:22:31.662718 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-072ea319-06f7-4e48-94f6-55738939a423 service neutron] 10.222.0.75 "GET /v2.0/networks/d14180da-5a89-4465-bd5a-5b9a1aa7b5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877175 Feb 16 22:22:31.754231 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-102c1192-67a2-43a1-8316-3b8a9147881a service neutron] 10.222.0.75 "GET /v2.0/networks/d14180da-5a89-4465-bd5a-5b9a1aa7b5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856931 Feb 16 22:22:31.973052 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5b462139-2fc4-4522-9e65-c08543be3d99 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:22:31.988065 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c828193-76fb-4741-8c2f-5cc858319428 req-b6ea2cb5-4ecf-4c96-a4a2-a0d412ff0b30 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:31.990608 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c828193-76fb-4741-8c2f-5cc858319428 req-b6ea2cb5-4ecf-4c96-a4a2-a0d412ff0b30 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=085ea4c3-d826-4bd4-97fd-bf785666ece9 HTTP/1.1" status: 200 len: 943 time: 0.0658054 Feb 16 22:22:32.029647 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 5b462139-2fc4-4522-9e65-c08543be3d99 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:22:32.030256 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5b462139-2fc4-4522-9e65-c08543be3d99), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:32.041760 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c828193-76fb-4741-8c2f-5cc858319428 req-66da2dee-be6e-46b5-803d-2e868528914a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453653 Feb 16 22:22:32.113208 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 5b462139-2fc4-4522-9e65-c08543be3d99 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:22:32.164081 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5107cb8-7317-4fd3-a64f-53397de1fe2a req-60b41c50-940c-4558-b7e5-d3f0d12c70c9 tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:32.165631 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a5107cb8-7317-4fd3-a64f-53397de1fe2a req-60b41c50-940c-4558-b7e5-d3f0d12c70c9 tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] 10.222.0.75 "GET /v2.0/ports?device_id=39fe8ea0-753a-4fdc-80a7-29c95383a0d5 HTTP/1.1" status: 200 len: 946 time: 0.0553970 Feb 16 22:22:32.215045 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a5107cb8-7317-4fd3-a64f-53397de1fe2a req-234211aa-8a03-41f3-8ca1-93b9b151219e tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] 10.222.0.75 "GET /v2.0/security-groups?id=3b14523d-575b-4d83-8011-84789c241f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424554 Feb 16 22:22:32.262995 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb20343e-4ebc-4a53-8a1d-30fbd417a853 x-openstack-request-id: req-cb20343e-4ebc-4a53-8a1d-30fbd417a853 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:22:32.263392 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "085ea4c3-d826-4bd4-97fd-bf785666ece9", "tag": "1d2afb4f-4b19-4495-bdea-efad499eecb2", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:22:32.263552 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cb20343e-4ebc-4a53-8a1d-30fbd417a853 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:22:32.263985 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '085ea4c3-d826-4bd4-97fd-bf785666ece9', 'tag': '1d2afb4f-4b19-4495-bdea-efad499eecb2', 'status': 'completed', 'code': 200} Feb 16 22:22:32.380870 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134863d5-77cf-4b85-a0c8-10a6aa2413e8 req-01ddaa1d-8106-4013-8e3d-bc3e393ee962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:32.382418 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-134863d5-77cf-4b85-a0c8-10a6aa2413e8 req-01ddaa1d-8106-4013-8e3d-bc3e393ee962 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=471d422781ee4218a880c4849a975478&device_id=085ea4c3-d826-4bd4-97fd-bf785666ece9 HTTP/1.1" status: 200 len: 1125 time: 0.0868304 Feb 16 22:22:32.394587 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78837d9e-679c-4aaa-a337-219f3243634e req-d5e5abbf-6a14-410c-9a9b-6224e9026f50 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:32.396017 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78837d9e-679c-4aaa-a337-219f3243634e req-d5e5abbf-6a14-410c-9a9b-6224e9026f50 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 945 time: 0.0687671 Feb 16 22:22:32.506586 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78837d9e-679c-4aaa-a337-219f3243634e req-e91b0759-48ba-4ce7-82a3-48f57b4bfe20 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009045 Feb 16 22:22:32.531772 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134863d5-77cf-4b85-a0c8-10a6aa2413e8 req-1c882cec-4220-425f-91d0-f057da3dd5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:32.533352 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-134863d5-77cf-4b85-a0c8-10a6aa2413e8 req-1c882cec-4220-425f-91d0-f057da3dd5a0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=22711c4a-8661-4a7d-9538-4da72ec44b9a HTTP/1.1" status: 200 len: 912 time: 0.1364858 Feb 16 22:22:32.580237 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-134863d5-77cf-4b85-a0c8-10a6aa2413e8 req-3cb86dd5-6c1c-4078-ac1a-09010da572de service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d2afb4f-4b19-4495-bdea-efad499eecb2 HTTP/1.1" status: 200 len: 217 time: 0.0402484 Feb 16 22:22:32.660117 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134863d5-77cf-4b85-a0c8-10a6aa2413e8 req-3bb1d7d2-bdff-44c3-b9ac-e5f40158ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:32.661566 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-134863d5-77cf-4b85-a0c8-10a6aa2413e8 req-3bb1d7d2-bdff-44c3-b9ac-e5f40158ba73 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa HTTP/1.1" status: 200 len: 850 time: 0.0704911 Feb 16 22:22:32.671745 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a6073-1d67-408e-9558-7596645ec5ae req-51cf921b-a82f-4824-890f-92beca343ec7 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:32.673223 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a98a6073-1d67-408e-9558-7596645ec5ae req-51cf921b-a82f-4824-890f-92beca343ec7 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 945 time: 0.0957630 Feb 16 22:22:32.744576 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134863d5-77cf-4b85-a0c8-10a6aa2413e8 req-b36a5d32-26d1-4844-b5dd-926549f07848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:32.746088 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-134863d5-77cf-4b85-a0c8-10a6aa2413e8 req-b36a5d32-26d1-4844-b5dd-926549f07848 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=22711c4a-8661-4a7d-9538-4da72ec44b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0719478 Feb 16 22:22:32.749469 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a98a6073-1d67-408e-9558-7596645ec5ae req-01c3bc0c-63cf-4d50-9891-8452489d8cb6 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679374 Feb 16 22:22:32.843652 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-189575ae-f78b-4e67-9b63-1e5245d0fc21 req-7fe0e443-b7e3-4f53-bd0a-a832c6e9f885 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "GET /v2.0/ports?device_id=502eda20-e65d-4309-9a36-dec4bd1ded0f HTTP/1.1" status: 200 len: 210 time: 0.0312002 Feb 16 22:22:32.863467 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-134863d5-77cf-4b85-a0c8-10a6aa2413e8 req-a6e5b5f8-9c8e-4c79-8e22-eb46d780d49d service neutron] 10.222.0.79 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103494 Feb 16 22:22:33.002353 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-134863d5-77cf-4b85-a0c8-10a6aa2413e8 req-d3b53fa0-681a-4fe9-88be-09bfc7cd8655 service neutron] 10.222.0.79 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261156 Feb 16 22:22:33.017335 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3435fc-edee-40fc-84e4-3c1c37f20538 req-b2bd0231-adf6-4175-bbfb-996a33fc383a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:33.022675 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3435fc-edee-40fc-84e4-3c1c37f20538 req-b2bd0231-adf6-4175-bbfb-996a33fc383a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:33.027939 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3435fc-edee-40fc-84e4-3c1c37f20538 req-b2bd0231-adf6-4175-bbfb-996a33fc383a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:33.033779 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3435fc-edee-40fc-84e4-3c1c37f20538 req-b2bd0231-adf6-4175-bbfb-996a33fc383a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:33.039011 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3435fc-edee-40fc-84e4-3c1c37f20538 req-b2bd0231-adf6-4175-bbfb-996a33fc383a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:33.046007 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3435fc-edee-40fc-84e4-3c1c37f20538 req-b2bd0231-adf6-4175-bbfb-996a33fc383a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:33.049524 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3435fc-edee-40fc-84e4-3c1c37f20538 req-b2bd0231-adf6-4175-bbfb-996a33fc383a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:33.051412 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ce3435fc-edee-40fc-84e4-3c1c37f20538 req-b2bd0231-adf6-4175-bbfb-996a33fc383a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5421 time: 0.1431997 Feb 16 22:22:33.076844 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-5e9f79d3-5f1c-4c3d-9274-3213009b58c6 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:33.081151 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-5e9f79d3-5f1c-4c3d-9274-3213009b58c6 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.67 "GET /v2.0/networks?id=d14180da-5a89-4465-bd5a-5b9a1aa7b5e8 HTTP/1.1" status: 200 len: 805 time: 0.1424267 Feb 16 22:22:33.115498 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ce3435fc-edee-40fc-84e4-3c1c37f20538 req-cea14664-4bfe-49a0-b9e2-1b3eba69be84 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565717 Feb 16 22:22:33.143772 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-38fa67f4-ae43-41c9-9a5c-3cde62987e16 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a44c19fb40c34b19888cab82b6323da1 HTTP/1.1" status: 200 len: 380 time: 0.0525167 Feb 16 22:22:33.153249 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-26a3ae87-4c25-4e0a-bc47-5a91778329c6 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Request body: {'port': {'device_id': '502eda20-e65d-4309-9a36-dec4bd1ded0f', 'network_id': 'd14180da-5a89-4465-bd5a-5b9a1aa7b5e8', 'admin_state_up': True, 'tenant_id': 'a44c19fb40c34b19888cab82b6323da1', 'security_groups': ['b4ba600f-30a6-438b-a607-470596cd90fa']}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:22:33.261932 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-26a3ae87-4c25-4e0a-bc47-5a91778329c6 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Made reservation on behalf of a44c19fb40c34b19888cab82b6323da1 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:22:33.265919 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-26a3ae87-4c25-4e0a-bc47-5a91778329c6 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:33.339768 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af9f70-3ba2-4449-9b53-031d6107029e req-6c210035-2da1-4aa2-8133-5b3df26bd6c9 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:33.341422 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a2af9f70-3ba2-4449-9b53-031d6107029e req-6c210035-2da1-4aa2-8133-5b3df26bd6c9 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=085ea4c3-d826-4bd4-97fd-bf785666ece9 HTTP/1.1" status: 200 len: 943 time: 0.0530324 Feb 16 22:22:33.388644 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a2af9f70-3ba2-4449-9b53-031d6107029e req-c8f17b58-dd39-4e2b-98f7-559ef6bad6f0 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409226 Feb 16 22:22:33.417665 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59978e-7c60-4c6c-bc93-96708cc21ea4 req-27ba937b-df54-4ccc-b98c-f2d358bc03c2 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:33.419230 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-de59978e-7c60-4c6c-bc93-96708cc21ea4 req-27ba937b-df54-4ccc-b98c-f2d358bc03c2 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 945 time: 0.0981781 Feb 16 22:22:33.463100 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-26a3ae87-4c25-4e0a-bc47-5a91778329c6 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Allocated IP 172.20.0.8 (d14180da-5a89-4465-bd5a-5b9a1aa7b5e8/dbc60a57-b523-4101-ad76-244c31544540/8eb6575c-ce5b-4f43-b452-112e4b4c4114) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:22:33.615709 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-de59978e-7c60-4c6c-bc93-96708cc21ea4 req-cd19054a-e423-4b45-b047-d3f8092d8928 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Deleting port d6d014ed-51ff-494d-b1cb-3080ca802b02 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:22:33.615972 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-de59978e-7c60-4c6c-bc93-96708cc21ea4 req-cd19054a-e423-4b45-b047-d3f8092d8928 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (d6d014ed-51ff-494d-b1cb-3080ca802b02), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:33.662367 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7467959-df17-4421-a57d-4b6a1e37b328 req-f94ab99f-6c84-4738-b942-d15f5f87a965 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:33.663857 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d7467959-df17-4421-a57d-4b6a1e37b328 req-f94ab99f-6c84-4738-b942-d15f5f87a965 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 945 time: 0.0570359 Feb 16 22:22:33.710717 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d7467959-df17-4421-a57d-4b6a1e37b328 req-32bc6c9c-9317-49b1-a84e-d27a2e2b839e tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404398 Feb 16 22:22:33.712498 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-26a3ae87-4c25-4e0a-bc47-5a91778329c6 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks [] for port (8eb6575c-ce5b-4f43-b452-112e4b4c4114), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:33.743342 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-de59978e-7c60-4c6c-bc93-96708cc21ea4 req-cd19054a-e423-4b45-b047-d3f8092d8928 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] For port d6d014ed-51ff-494d-b1cb-3080ca802b02, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=d6d014ed-51ff-494d-b1cb-3080ca802b02,segment=NetworkSegment(61f8ece1-7366-4d55-af00-28ac546e7d42),segment_id=61f8ece1-7366-4d55-af00-28ac546e7d42)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:33.743717 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-de59978e-7c60-4c6c-bc93-96708cc21ea4 req-cd19054a-e423-4b45-b047-d3f8092d8928 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (d6d014ed-51ff-494d-b1cb-3080ca802b02), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:33.766005 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-de59978e-7c60-4c6c-bc93-96708cc21ea4 req-cd19054a-e423-4b45-b047-d3f8092d8928 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Calling delete_port for d6d014ed-51ff-494d-b1cb-3080ca802b02 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:22:33.813689 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-26a3ae87-4c25-4e0a-bc47-5a91778329c6 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (8eb6575c-ce5b-4f43-b452-112e4b4c4114), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:33.875482 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-26a3ae87-4c25-4e0a-bc47-5a91778329c6 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Network d14180da-5a89-4465-bd5a-5b9a1aa7b5e8 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:22:33.880950 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-26a3ae87-4c25-4e0a-bc47-5a91778329c6 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:22:33.888584 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-26a3ae87-4c25-4e0a-bc47-5a91778329c6 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:22:33.894817 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3ae87-4c25-4e0a-bc47-5a91778329c6 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Pushing event updated for resources: {'Port': ['ID=8eb6575c-ce5b-4f43-b452-112e4b4c4114,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:33.920721 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fcc0c9-52a9-42a9-ad3b-4f88cceaad7c req-d9131a5a-4777-449f-bb77-a27e3c8ee996 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:33.922466 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66fcc0c9-52a9-42a9-ad3b-4f88cceaad7c req-d9131a5a-4777-449f-bb77-a27e3c8ee996 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4a9fcc8-2f6f-495d-9e46-801f7297c79a HTTP/1.1" status: 200 len: 945 time: 0.0660074 Feb 16 22:22:33.953083 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-26a3ae87-4c25-4e0a-bc47-5a91778329c6 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:33.953738 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-26a3ae87-4c25-4e0a-bc47-5a91778329c6 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:33.986252 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66fcc0c9-52a9-42a9-ad3b-4f88cceaad7c req-724c21b6-8799-4794-ab51-5f73203ff986 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528357 Feb 16 22:22:33.998428 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-26a3ae87-4c25-4e0a-bc47-5a91778329c6 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8488932 Feb 16 22:22:34.010314 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-b7a9709c-f018-49ed-8a02-07ad5a4acf10 service neutron] Request body: {'port': {'device_id': '502eda20-e65d-4309-9a36-dec4bd1ded0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:22:34.059881 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-de59978e-7c60-4c6c-bc93-96708cc21ea4 req-cd19054a-e423-4b45-b047-d3f8092d8928 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (d6d014ed-51ff-494d-b1cb-3080ca802b02), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:34.071805 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['dce25e4b-f30f-441d-beed-8e5cb873a838', 'd6d014ed-51ff-494d-b1cb-3080ca802b02'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:22:34.108924 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd19054a-e423-4b45-b047-d3f8092d8928 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Pushing event deleted for resources: {'Port': ['ID=d6d014ed-51ff-494d-b1cb-3080ca802b02,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:34.120321 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-b7a9709c-f018-49ed-8a02-07ad5a4acf10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8eb6575c-ce5b-4f43-b452-112e4b4c4114), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:34.155183 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a2edd-1176-4126-8689-f7a9057e4770 req-927758c2-dabb-4b00-8337-9a1316ca4491 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:34.156845 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b25a2edd-1176-4126-8689-f7a9057e4770 req-927758c2-dabb-4b00-8337-9a1316ca4491 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "GET /v2.0/ports?device_id=502eda20-e65d-4309-9a36-dec4bd1ded0f HTTP/1.1" status: 200 len: 931 time: 0.0817661 Feb 16 22:22:34.166082 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-de59978e-7c60-4c6c-bc93-96708cc21ea4 req-cd19054a-e423-4b45-b047-d3f8092d8928 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] No DVR routers for this DVR port d6d014ed-51ff-494d-b1cb-3080ca802b02 on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:22:34.188356 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-de59978e-7c60-4c6c-bc93-96708cc21ea4 req-cd19054a-e423-4b45-b047-d3f8092d8928 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:34.191715 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-de59978e-7c60-4c6c-bc93-96708cc21ea4 req-cd19054a-e423-4b45-b047-d3f8092d8928 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.67 "DELETE /v2.0/ports/d6d014ed-51ff-494d-b1cb-3080ca802b02 HTTP/1.1" status: 204 len: 173 time: 0.7670412 Feb 16 22:22:34.192170 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a9fcc8-2f6f-495d-9e46-801f7297c79a', 'name': 'network-vif-deleted', 'tag': 'd6d014ed-51ff-494d-b1cb-3080ca802b02'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:22:34.194469 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8420ab90-3d0a-4250-a085-48bc4b5a2e4e" -d '{"events": [{"server_uuid": "e4a9fcc8-2f6f-495d-9e46-801f7297c79a", "name": "network-vif-deleted", "tag": "d6d014ed-51ff-494d-b1cb-3080ca802b02"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:22:34.238713 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-0d77a3f7-a4d9-429f-9668-2516723239a2 None None] Provisioning complete for port 8eb6575c-ce5b-4f43-b452-112e4b4c4114 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:22:34.239520 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0d77a3f7-a4d9-429f-9668-2516723239a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8eb6575c-ce5b-4f43-b452-112e4b4c4114), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:34.240363 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b25a2edd-1176-4126-8689-f7a9057e4770 req-76c905d4-abfe-4dd8-ba35-d7cc3e62aa6c tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4ba600f-30a6-438b-a607-470596cd90fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719399 Feb 16 22:22:34.304246 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-0d77a3f7-a4d9-429f-9668-2516723239a2 None None] Port 8eb6575c-ce5b-4f43-b452-112e4b4c4114 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:22:34.451992 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-b7a9709c-f018-49ed-8a02-07ad5a4acf10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb6575c-ce5b-4f43-b452-112e4b4c4114 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:22:34.453218 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c8510-f36f-48cb-815d-964dafc6dd18 req-bef39e36-55d3-42d4-943f-e9b1ae526d66 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:34.458510 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c8510-f36f-48cb-815d-964dafc6dd18 req-bef39e36-55d3-42d4-943f-e9b1ae526d66 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:34.459325 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-b7a9709c-f018-49ed-8a02-07ad5a4acf10 service neutron] Publish callbacks [] for port (8eb6575c-ce5b-4f43-b452-112e4b4c4114), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:34.463775 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c8510-f36f-48cb-815d-964dafc6dd18 req-bef39e36-55d3-42d4-943f-e9b1ae526d66 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:34.470462 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c8510-f36f-48cb-815d-964dafc6dd18 req-bef39e36-55d3-42d4-943f-e9b1ae526d66 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:34.472845 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-b7a9709c-f018-49ed-8a02-07ad5a4acf10 service neutron] Transition to ACTIVE for port object 8eb6575c-ce5b-4f43-b452-112e4b4c4114 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:22:34.475633 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c8510-f36f-48cb-815d-964dafc6dd18 req-bef39e36-55d3-42d4-943f-e9b1ae526d66 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:34.476542 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-b7a9709c-f018-49ed-8a02-07ad5a4acf10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (8eb6575c-ce5b-4f43-b452-112e4b4c4114), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:34.480930 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c8510-f36f-48cb-815d-964dafc6dd18 req-bef39e36-55d3-42d4-943f-e9b1ae526d66 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:34.486770 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c8510-f36f-48cb-815d-964dafc6dd18 req-bef39e36-55d3-42d4-943f-e9b1ae526d66 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:34.488723 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ca8c8510-f36f-48cb-815d-964dafc6dd18 req-bef39e36-55d3-42d4-943f-e9b1ae526d66 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5421 time: 0.0946190 Feb 16 22:22:34.533266 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9709c-f018-49ed-8a02-07ad5a4acf10 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb6575c-ce5b-4f43-b452-112e4b4c4114,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:34.565077 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ca8c8510-f36f-48cb-815d-964dafc6dd18 req-ee18232e-d66c-4a28-a441-0140de050bbf tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697353 Feb 16 22:22:34.616594 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-b7a9709c-f018-49ed-8a02-07ad5a4acf10 service neutron] Attempting to bind port 8eb6575c-ce5b-4f43-b452-112e4b4c4114 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:22:34.618078 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-b7a9709c-f018-49ed-8a02-07ad5a4acf10 service neutron] Attempting to bind port 8eb6575c-ce5b-4f43-b452-112e4b4c4114 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '23863332-acbf-4a52-b2fc-432543382482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd14180da-5a89-4465-bd5a-5b9a1aa7b5e8'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:22:34.618526 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-b7a9709c-f018-49ed-8a02-07ad5a4acf10 service neutron] Attempting to bind port 8eb6575c-ce5b-4f43-b452-112e4b4c4114 on network d14180da-5a89-4465-bd5a-5b9a1aa7b5e8 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:22:34.624595 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-b7a9709c-f018-49ed-8a02-07ad5a4acf10 service neutron] Port 8eb6575c-ce5b-4f43-b452-112e4b4c4114 on network d14180da-5a89-4465-bd5a-5b9a1aa7b5e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:22:34.625045 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-b7a9709c-f018-49ed-8a02-07ad5a4acf10 service neutron] Attempting to bind port 8eb6575c-ce5b-4f43-b452-112e4b4c4114 on network d14180da-5a89-4465-bd5a-5b9a1aa7b5e8 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:22:34.629338 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4df6c6-15b7-4086-8a2b-26056edccdc4 x-openstack-request-id: req-ac4df6c6-15b7-4086-8a2b-26056edccdc4 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:22:34.629889 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a9fcc8-2f6f-495d-9e46-801f7297c79a", "name": "network-vif-deleted", "tag": "d6d014ed-51ff-494d-b1cb-3080ca802b02", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:22:34.630288 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ac4df6c6-15b7-4086-8a2b-26056edccdc4 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:22:34.630874 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a9fcc8-2f6f-495d-9e46-801f7297c79a', 'name': 'network-vif-deleted', 'tag': 'd6d014ed-51ff-494d-b1cb-3080ca802b02', 'status': 'completed', 'code': 200} Feb 16 22:22:34.634446 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-b7a9709c-f018-49ed-8a02-07ad5a4acf10 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:22:34.634885 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-b7a9709c-f018-49ed-8a02-07ad5a4acf10 service neutron] Checking segment: {'id': '23863332-acbf-4a52-b2fc-432543382482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd14180da-5a89-4465-bd5a-5b9a1aa7b5e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:22:34.635332 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-b7a9709c-f018-49ed-8a02-07ad5a4acf10 service neutron] Bound using segment: {'id': '23863332-acbf-4a52-b2fc-432543382482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd14180da-5a89-4465-bd5a-5b9a1aa7b5e8'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:22:34.635839 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-b7a9709c-f018-49ed-8a02-07ad5a4acf10 service neutron] Bound port: 8eb6575c-ce5b-4f43-b452-112e4b4c4114, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23863332-acbf-4a52-b2fc-432543382482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd14180da-5a89-4465-bd5a-5b9a1aa7b5e8'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:22:34.636290 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-b7a9709c-f018-49ed-8a02-07ad5a4acf10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8eb6575c-ce5b-4f43-b452-112e4b4c4114), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:34.768030 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-b7a9709c-f018-49ed-8a02-07ad5a4acf10 service neutron] For port 8eb6575c-ce5b-4f43-b452-112e4b4c4114, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:22:34.783685 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-b7a9709c-f018-49ed-8a02-07ad5a4acf10 service neutron] For port 8eb6575c-ce5b-4f43-b452-112e4b4c4114, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8eb6575c-ce5b-4f43-b452-112e4b4c4114,segment=NetworkSegment(23863332-acbf-4a52-b2fc-432543382482),segment_id=23863332-acbf-4a52-b2fc-432543382482)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:22:34.790892 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-b7a9709c-f018-49ed-8a02-07ad5a4acf10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (8eb6575c-ce5b-4f43-b452-112e4b4c4114), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:34.820946 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abef35-84cf-43be-b60b-224746b28909 req-ce661891-5644-4a5e-80f7-cf22585b7bf8 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:34.828268 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-45abef35-84cf-43be-b60b-224746b28909 req-ce661891-5644-4a5e-80f7-cf22585b7bf8 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=085ea4c3-d826-4bd4-97fd-bf785666ece9 HTTP/1.1" status: 200 len: 943 time: 0.0866265 Feb 16 22:22:34.831213 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-b7a9709c-f018-49ed-8a02-07ad5a4acf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:34.831907 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-b7a9709c-f018-49ed-8a02-07ad5a4acf10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:34.833373 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-b7a9709c-f018-49ed-8a02-07ad5a4acf10 service neutron] 10.222.0.67 "PUT /v2.0/ports/8eb6575c-ce5b-4f43-b452-112e4b4c4114 HTTP/1.1" status: 200 len: 1091 time: 0.8275034 Feb 16 22:22:34.890061 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-45abef35-84cf-43be-b60b-224746b28909 req-2ae0b338-accd-4474-b3c1-be7c587f3048 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607240 Feb 16 22:22:34.926023 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9709c-f018-49ed-8a02-07ad5a4acf10 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb6575c-ce5b-4f43-b452-112e4b4c4114,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:34.952910 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-256631c5-a446-4c0f-9caa-6ca7e4ed2735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:34.954468 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-256631c5-a446-4c0f-9caa-6ca7e4ed2735 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a44c19fb40c34b19888cab82b6323da1&device_id=502eda20-e65d-4309-9a36-dec4bd1ded0f HTTP/1.1" status: 200 len: 1125 time: 0.0709498 Feb 16 22:22:35.019439 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-8bc511f8-b44d-4b92-8572-fe6d31b58091 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eb6575c-ce5b-4f43-b452-112e4b4c4114 HTTP/1.1" status: 200 len: 217 time: 0.0549169 Feb 16 22:22:35.076274 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-cbfca3c5-cd93-45ba-8b17-ff1ac758e69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:35.077888 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-cbfca3c5-cd93-45ba-8b17-ff1ac758e69b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dbc60a57-b523-4101-ad76-244c31544540 HTTP/1.1" status: 200 len: 844 time: 0.0518935 Feb 16 22:22:35.098563 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cf4af-fef4-47d5-a914-8337cdb5074a req-4ba4a5d4-9284-4bb3-85d6-23a544624eeb tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:35.098957 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-911cf4af-fef4-47d5-a914-8337cdb5074a req-4ba4a5d4-9284-4bb3-85d6-23a544624eeb tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 945 time: 0.0724537 Feb 16 22:22:35.138308 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-f37c07a9-2d3a-4b8e-ad82-87204aba43f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:35.140089 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-f37c07a9-2d3a-4b8e-ad82-87204aba43f2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d14180da-5a89-4465-bd5a-5b9a1aa7b5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0545352 Feb 16 22:22:35.150936 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-911cf4af-fef4-47d5-a914-8337cdb5074a req-38bbd6be-bba6-4c1a-a974-82c17d3c948d tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456071 Feb 16 22:22:35.248489 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-64695021-10c0-4e36-b6cd-a9fbdb6725a5 service neutron] 10.222.0.67 "GET /v2.0/networks/d14180da-5a89-4465-bd5a-5b9a1aa7b5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964592 Feb 16 22:22:35.347540 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9445661b-7237-4659-9f91-0ff1e3d10ece req-318c9c65-86c4-48fa-b3c2-312d0937c742 service neutron] 10.222.0.67 "GET /v2.0/networks/d14180da-5a89-4465-bd5a-5b9a1aa7b5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907109 Feb 16 22:22:35.408891 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1af64-7d2d-46c1-937d-97bf4dd4c3ee req-f7752fd9-9529-4b9c-b312-db0f9cbfc009 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:35.410547 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-10f1af64-7d2d-46c1-937d-97bf4dd4c3ee req-f7752fd9-9529-4b9c-b312-db0f9cbfc009 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "GET /v2.0/ports?device_id=502eda20-e65d-4309-9a36-dec4bd1ded0f HTTP/1.1" status: 200 len: 943 time: 0.0576658 Feb 16 22:22:35.458733 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-10f1af64-7d2d-46c1-937d-97bf4dd4c3ee req-bf88f51a-4f64-4373-b278-b9a2ca14dbc6 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4ba600f-30a6-438b-a607-470596cd90fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421278 Feb 16 22:22:35.648786 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 1d2afb4f-4b19-4495-bdea-efad499eecb2 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:22:35.762488 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 1d2afb4f-4b19-4495-bdea-efad499eecb2, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=1d2afb4f-4b19-4495-bdea-efad499eecb2,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:35.776093 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '1d2afb4f-4b19-4495-bdea-efad499eecb2', 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a', 'port_id': '1d2afb4f-4b19-4495-bdea-efad499eecb2', 'mac_address': 'fa:16:3e:6d:16:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:22:35.821251 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 1d2afb4f-4b19-4495-bdea-efad499eecb2 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:22:35.821654 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1d2afb4f-4b19-4495-bdea-efad499eecb2), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:35.835186 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d2afb4f-4b19-4495-bdea-efad499eecb2 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:22:35.855901 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 1d2afb4f-4b19-4495-bdea-efad499eecb2, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=1d2afb4f-4b19-4495-bdea-efad499eecb2,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:35.860746 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (1d2afb4f-4b19-4495-bdea-efad499eecb2), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:35.905123 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a7df7-9bf6-45e3-be4a-e2fb257217d2 req-f640d560-345a-40d3-901d-1f57a3d6cbbe tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:35.910729 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a7df7-9bf6-45e3-be4a-e2fb257217d2 req-f640d560-345a-40d3-901d-1f57a3d6cbbe tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:35.911992 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=1d2afb4f-4b19-4495-bdea-efad499eecb2,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:35.916048 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a7df7-9bf6-45e3-be4a-e2fb257217d2 req-f640d560-345a-40d3-901d-1f57a3d6cbbe tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:35.922194 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a7df7-9bf6-45e3-be4a-e2fb257217d2 req-f640d560-345a-40d3-901d-1f57a3d6cbbe tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:35.927484 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a7df7-9bf6-45e3-be4a-e2fb257217d2 req-f640d560-345a-40d3-901d-1f57a3d6cbbe tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:35.932782 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a7df7-9bf6-45e3-be4a-e2fb257217d2 req-f640d560-345a-40d3-901d-1f57a3d6cbbe tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:35.938859 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a7df7-9bf6-45e3-be4a-e2fb257217d2 req-f640d560-345a-40d3-901d-1f57a3d6cbbe tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:35.940871 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb5a7df7-9bf6-45e3-be4a-e2fb257217d2 req-f640d560-345a-40d3-901d-1f57a3d6cbbe tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5421 time: 0.1019442 Feb 16 22:22:35.999976 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb5a7df7-9bf6-45e3-be4a-e2fb257217d2 req-1faf23ea-80ad-44dc-902c-afef5d99234c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529280 Feb 16 22:22:36.114981 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db048bbf-9eec-4d86-afa1-a950908f0dc2 req-e624601a-33da-4021-b0d9-f7101c8e3504 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:36.116393 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-db048bbf-9eec-4d86-afa1-a950908f0dc2 req-e624601a-33da-4021-b0d9-f7101c8e3504 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=a977f381-b173-45c2-921f-50dba7a85338 HTTP/1.1" status: 200 len: 945 time: 0.0519474 Feb 16 22:22:36.123167 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['1d2afb4f-4b19-4495-bdea-efad499eecb2'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:22:36.164237 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-db048bbf-9eec-4d86-afa1-a950908f0dc2 req-207d6dd4-bc01-4d8b-98c2-1bc44e87346b tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421245 Feb 16 22:22:36.303837 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc830c85-e9c3-4c55-8b5e-2861e8a98209 req-71035319-285a-45e4-a337-6004807e61fe tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:36.305284 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bc830c85-e9c3-4c55-8b5e-2861e8a98209 req-71035319-285a-45e4-a337-6004807e61fe tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=085ea4c3-d826-4bd4-97fd-bf785666ece9 HTTP/1.1" status: 200 len: 944 time: 0.0533016 Feb 16 22:22:36.355122 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bc830c85-e9c3-4c55-8b5e-2861e8a98209 req-8d1f6b3e-0a2c-4364-a72b-568e1615aec5 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439923 Feb 16 22:22:36.469745 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744ef00-c887-4a5e-a3d7-8f6bce0c1731 req-f2a1953c-844d-4002-80fa-835c78ba025a tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:36.471450 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f744ef00-c887-4a5e-a3d7-8f6bce0c1731 req-f2a1953c-844d-4002-80fa-835c78ba025a tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 945 time: 0.0531616 Feb 16 22:22:36.517613 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f744ef00-c887-4a5e-a3d7-8f6bce0c1731 req-3c8114f0-5aa7-44ce-81d1-94e3d2c00e7b tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406599 Feb 16 22:22:36.632224 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '502eda20-e65d-4309-9a36-dec4bd1ded0f', 'tag': '8eb6575c-ce5b-4f43-b452-112e4b4c4114'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:22:36.635466 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd6fb42-c0ab-428b-b17d-c3f7ef000af7" -d '{"events": [{"name": "network-changed", "server_uuid": "502eda20-e65d-4309-9a36-dec4bd1ded0f", "tag": "8eb6575c-ce5b-4f43-b452-112e4b4c4114"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:22:36.695884 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f5e90-b75b-4ce7-9ca7-827a1dd10f65 req-0a153bb6-6fbd-40ae-9a66-5993e81dbe38 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:36.697459 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-283f5e90-b75b-4ce7-9ca7-827a1dd10f65 req-0a153bb6-6fbd-40ae-9a66-5993e81dbe38 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "GET /v2.0/ports?device_id=502eda20-e65d-4309-9a36-dec4bd1ded0f HTTP/1.1" status: 200 len: 943 time: 0.0539913 Feb 16 22:22:36.744810 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-283f5e90-b75b-4ce7-9ca7-827a1dd10f65 req-232fa98d-eb65-4a39-8b05-ca80902dcf97 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4ba600f-30a6-438b-a607-470596cd90fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409467 Feb 16 22:22:36.887566 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a6aad9-4672-4bd1-922d-22ebda7fcc16 x-openstack-request-id: req-c3a6aad9-4672-4bd1-922d-22ebda7fcc16 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:22:36.888360 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "502eda20-e65d-4309-9a36-dec4bd1ded0f", "tag": "8eb6575c-ce5b-4f43-b452-112e4b4c4114", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:22:36.888643 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c3a6aad9-4672-4bd1-922d-22ebda7fcc16 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:22:36.889047 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '502eda20-e65d-4309-9a36-dec4bd1ded0f', 'tag': '8eb6575c-ce5b-4f43-b452-112e4b4c4114', 'status': 'completed', 'code': 200} Feb 16 22:22:36.957368 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6fb42-c0ab-428b-b17d-c3f7ef000af7 req-83a9c76b-c030-409c-9879-2cf08367d0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:36.958912 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4bd6fb42-c0ab-428b-b17d-c3f7ef000af7 req-83a9c76b-c030-409c-9879-2cf08367d0a8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a44c19fb40c34b19888cab82b6323da1&device_id=502eda20-e65d-4309-9a36-dec4bd1ded0f HTTP/1.1" status: 200 len: 1125 time: 0.0488114 Feb 16 22:22:37.051542 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6fb42-c0ab-428b-b17d-c3f7ef000af7 req-c7fc74ce-80f1-4842-aecc-e377ca9544db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:37.053006 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4bd6fb42-c0ab-428b-b17d-c3f7ef000af7 req-c7fc74ce-80f1-4842-aecc-e377ca9544db service neutron] 10.222.0.67 "GET /v2.0/networks?id=d14180da-5a89-4465-bd5a-5b9a1aa7b5e8 HTTP/1.1" status: 200 len: 906 time: 0.0874217 Feb 16 22:22:37.098958 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4bd6fb42-c0ab-428b-b17d-c3f7ef000af7 req-75e4345f-ff92-4a06-a1f6-d5d8438c50c5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eb6575c-ce5b-4f43-b452-112e4b4c4114 HTTP/1.1" status: 200 len: 217 time: 0.0389607 Feb 16 22:22:37.150635 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6fb42-c0ab-428b-b17d-c3f7ef000af7 req-2b5e1a62-0da2-4153-aee4-ddb3db4e3e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:37.152114 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4bd6fb42-c0ab-428b-b17d-c3f7ef000af7 req-2b5e1a62-0da2-4153-aee4-ddb3db4e3e49 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dbc60a57-b523-4101-ad76-244c31544540 HTTP/1.1" status: 200 len: 844 time: 0.0470121 Feb 16 22:22:37.172186 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a49984-4112-425d-aefa-3232af0b963f req-95b696d0-6a0d-4c13-a40a-7a295a3426b4 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:37.177436 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a49984-4112-425d-aefa-3232af0b963f req-95b696d0-6a0d-4c13-a40a-7a295a3426b4 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:37.182793 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a49984-4112-425d-aefa-3232af0b963f req-95b696d0-6a0d-4c13-a40a-7a295a3426b4 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:37.188516 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a49984-4112-425d-aefa-3232af0b963f req-95b696d0-6a0d-4c13-a40a-7a295a3426b4 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:37.193715 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a49984-4112-425d-aefa-3232af0b963f req-95b696d0-6a0d-4c13-a40a-7a295a3426b4 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:37.198909 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a49984-4112-425d-aefa-3232af0b963f req-95b696d0-6a0d-4c13-a40a-7a295a3426b4 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:37.204705 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a49984-4112-425d-aefa-3232af0b963f req-95b696d0-6a0d-4c13-a40a-7a295a3426b4 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:37.205821 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6fb42-c0ab-428b-b17d-c3f7ef000af7 req-c078942d-2748-4d21-9cc6-ef9737041e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:37.206698 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66a49984-4112-425d-aefa-3232af0b963f req-95b696d0-6a0d-4c13-a40a-7a295a3426b4 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5421 time: 0.0975738 Feb 16 22:22:37.207319 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4bd6fb42-c0ab-428b-b17d-c3f7ef000af7 req-c078942d-2748-4d21-9cc6-ef9737041e23 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d14180da-5a89-4465-bd5a-5b9a1aa7b5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452509 Feb 16 22:22:37.264784 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66a49984-4112-425d-aefa-3232af0b963f req-e5548d84-4293-40fe-8333-76c0b3ad8874 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519595 Feb 16 22:22:37.301102 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4bd6fb42-c0ab-428b-b17d-c3f7ef000af7 req-a1eab278-0321-4355-86a8-d624b5cce4e0 service neutron] 10.222.0.67 "GET /v2.0/networks/d14180da-5a89-4465-bd5a-5b9a1aa7b5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859144 Feb 16 22:22:37.390568 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4bd6fb42-c0ab-428b-b17d-c3f7ef000af7 req-a68c20a2-08e5-4ece-911a-a546f19b48f7 service neutron] 10.222.0.67 "GET /v2.0/networks/d14180da-5a89-4465-bd5a-5b9a1aa7b5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834372 Feb 16 22:22:37.400217 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1d825-3086-48a3-a880-443b26192852 req-0932156c-a78c-4f0d-bdb7-6fce353c7779 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:37.401758 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-57d1d825-3086-48a3-a880-443b26192852 req-0932156c-a78c-4f0d-bdb7-6fce353c7779 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=a977f381-b173-45c2-921f-50dba7a85338 HTTP/1.1" status: 200 len: 945 time: 0.0539091 Feb 16 22:22:37.448918 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-57d1d825-3086-48a3-a880-443b26192852 req-424e1eb2-3cf0-4056-977a-a40ce33de0d9 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407531 Feb 16 22:22:37.621996 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7dd97-f56d-405a-80d7-b925b63452fa req-b214f6ad-0adb-4db9-80af-417e6daf5873 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:37.624113 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f3a7dd97-f56d-405a-80d7-b925b63452fa req-b214f6ad-0adb-4db9-80af-417e6daf5873 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=085ea4c3-d826-4bd4-97fd-bf785666ece9 HTTP/1.1" status: 200 len: 944 time: 0.0519123 Feb 16 22:22:37.665598 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 1d2afb4f-4b19-4495-bdea-efad499eecb2 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:22:37.675199 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f3a7dd97-f56d-405a-80d7-b925b63452fa req-a2bc80b0-6eeb-4070-b4e9-e022aa0a39f0 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455871 Feb 16 22:22:37.715327 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 1d2afb4f-4b19-4495-bdea-efad499eecb2 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:22:37.719467 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 1d2afb4f-4b19-4495-bdea-efad499eecb2 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:22:37.719846 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (1d2afb4f-4b19-4495-bdea-efad499eecb2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:37.798579 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 1d2afb4f-4b19-4495-bdea-efad499eecb2 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:22:37.799031 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1d2afb4f-4b19-4495-bdea-efad499eecb2), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:37.827092 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085ea4c3-d826-4bd4-97fd-bf785666ece9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2afb4f-4b19-4495-bdea-efad499eecb2'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:22:37.829334 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fb81e4-077e-4853-b092-09c2e3ea90a9" -d '{"events": [{"server_uuid": "085ea4c3-d826-4bd4-97fd-bf785666ece9", "name": "network-vif-plugged", "status": "completed", "tag": "1d2afb4f-4b19-4495-bdea-efad499eecb2"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:22:37.842159 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 1d2afb4f-4b19-4495-bdea-efad499eecb2, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=1d2afb4f-4b19-4495-bdea-efad499eecb2,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:37.845773 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (1d2afb4f-4b19-4495-bdea-efad499eecb2), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:37.893439 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=1d2afb4f-4b19-4495-bdea-efad499eecb2,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:37.905444 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cb990-3c0c-4df1-9741-8139b6da3dfb req-84c8fdc0-46d2-4d29-8032-d03b4cabc237 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:37.906967 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-210cb990-3c0c-4df1-9741-8139b6da3dfb req-84c8fdc0-46d2-4d29-8032-d03b4cabc237 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 945 time: 0.0537350 Feb 16 22:22:37.953350 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-210cb990-3c0c-4df1-9741-8139b6da3dfb req-557d508d-498a-4303-8de9-08cab661fc81 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407002 Feb 16 22:22:37.960445 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 8eb6575c-ce5b-4f43-b452-112e4b4c4114 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:22:37.973490 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device d6d014ed-51ff-494d-b1cb-3080ca802b02 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:22:37.991140 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: d6d014ed-51ff-494d-b1cb-3080ca802b02 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:22:37.991491 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device d6d014ed-51ff-494d-b1cb-3080ca802b02 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:22:38.060566 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e371b-f759-48f9-ad88-d2a9dfa8a97a req-82dbd5e7-e670-41d4-b732-ceda060b3581 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:38.062327 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c84e371b-f759-48f9-ad88-d2a9dfa8a97a req-82dbd5e7-e670-41d4-b732-ceda060b3581 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "GET /v2.0/ports?device_id=502eda20-e65d-4309-9a36-dec4bd1ded0f HTTP/1.1" status: 200 len: 943 time: 0.0534253 Feb 16 22:22:38.080279 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 8eb6575c-ce5b-4f43-b452-112e4b4c4114, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8eb6575c-ce5b-4f43-b452-112e4b4c4114,segment=NetworkSegment(23863332-acbf-4a52-b2fc-432543382482),segment_id=23863332-acbf-4a52-b2fc-432543382482)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:38.091767 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '8eb6575c-ce5b-4f43-b452-112e4b4c4114', 'network_id': 'd14180da-5a89-4465-bd5a-5b9a1aa7b5e8', 'port_id': '8eb6575c-ce5b-4f43-b452-112e4b4c4114', 'mac_address': 'fa:16:3e:0d:46:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbc60a57-b523-4101-ad76-244c31544540', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:22:38.108572 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c84e371b-f759-48f9-ad88-d2a9dfa8a97a req-c617d8ab-7d68-4ff8-a29e-d9374c076cd3 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4ba600f-30a6-438b-a607-470596cd90fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406556 Feb 16 22:22:38.129381 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 8eb6575c-ce5b-4f43-b452-112e4b4c4114 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:22:38.129771 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8eb6575c-ce5b-4f43-b452-112e4b4c4114), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:38.145380 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb6575c-ce5b-4f43-b452-112e4b4c4114 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:22:38.166304 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 8eb6575c-ce5b-4f43-b452-112e4b4c4114, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8eb6575c-ce5b-4f43-b452-112e4b4c4114,segment=NetworkSegment(23863332-acbf-4a52-b2fc-432543382482),segment_id=23863332-acbf-4a52-b2fc-432543382482)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:38.170711 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8eb6575c-ce5b-4f43-b452-112e4b4c4114), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:38.219281 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=8eb6575c-ce5b-4f43-b452-112e4b4c4114,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:38.222297 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce12673-ca2f-414e-896f-0bf34f43728b req-c3f93e08-64c8-4b2d-9941-c0f19e4bc6cc tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:38.223826 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4ce12673-ca2f-414e-896f-0bf34f43728b req-c3f93e08-64c8-4b2d-9941-c0f19e4bc6cc tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] 10.222.0.75 "GET /v2.0/ports?device_id=39fe8ea0-753a-4fdc-80a7-29c95383a0d5 HTTP/1.1" status: 200 len: 946 time: 0.0578573 Feb 16 22:22:38.271733 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4ce12673-ca2f-414e-896f-0bf34f43728b req-194b9113-fba3-4e96-ac57-97a1ec13ba28 tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] 10.222.0.75 "GET /v2.0/security-groups?id=3b14523d-575b-4d83-8011-84789c241f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414743 Feb 16 22:22:38.316825 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d859dc-9513-425e-a4c3-d855eee18790 x-openstack-request-id: req-d4d859dc-9513-425e-a4c3-d855eee18790 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:22:38.317124 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085ea4c3-d826-4bd4-97fd-bf785666ece9", "name": "network-vif-plugged", "status": "completed", "tag": "1d2afb4f-4b19-4495-bdea-efad499eecb2", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:22:38.317408 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d4d859dc-9513-425e-a4c3-d855eee18790 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:22:38.317809 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085ea4c3-d826-4bd4-97fd-bf785666ece9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2afb4f-4b19-4495-bdea-efad499eecb2', 'code': 200} Feb 16 22:22:38.452640 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1b28f-c212-42df-9cdb-1acf8d78403e req-48ab8781-d9f7-4673-9a66-cd4715fd88a0 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:38.457786 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1b28f-c212-42df-9cdb-1acf8d78403e req-48ab8781-d9f7-4673-9a66-cd4715fd88a0 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:38.462956 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1b28f-c212-42df-9cdb-1acf8d78403e req-48ab8781-d9f7-4673-9a66-cd4715fd88a0 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:38.468798 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1b28f-c212-42df-9cdb-1acf8d78403e req-48ab8781-d9f7-4673-9a66-cd4715fd88a0 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:38.474020 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1b28f-c212-42df-9cdb-1acf8d78403e req-48ab8781-d9f7-4673-9a66-cd4715fd88a0 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:38.479215 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1b28f-c212-42df-9cdb-1acf8d78403e req-48ab8781-d9f7-4673-9a66-cd4715fd88a0 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:38.484412 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1b28f-c212-42df-9cdb-1acf8d78403e req-48ab8781-d9f7-4673-9a66-cd4715fd88a0 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:38.486328 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a8e1b28f-c212-42df-9cdb-1acf8d78403e req-48ab8781-d9f7-4673-9a66-cd4715fd88a0 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5421 time: 0.1256423 Feb 16 22:22:38.489033 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096ab39-4ae2-4a33-9222-0b6348cf31f1 req-6ca62924-a411-493c-87f5-ab9c39a16ff7 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:38.490010 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af828eee-7f32-4425-a608-6cca4c697467 req-3460914e-74f3-4f0d-8d35-64d0adab97e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:38.490568 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4096ab39-4ae2-4a33-9222-0b6348cf31f1 req-6ca62924-a411-493c-87f5-ab9c39a16ff7 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.67 "GET /v2.0/ports?device_id=a977f381-b173-45c2-921f-50dba7a85338 HTTP/1.1" status: 200 len: 945 time: 0.0628920 Feb 16 22:22:38.491373 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-af828eee-7f32-4425-a608-6cca4c697467 req-3460914e-74f3-4f0d-8d35-64d0adab97e2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=085ea4c3-d826-4bd4-97fd-bf785666ece9 HTTP/1.1" status: 200 len: 1127 time: 0.1016617 Feb 16 22:22:38.572630 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-af828eee-7f32-4425-a608-6cca4c697467 req-d3997757-9b81-4216-b050-8e0d6eadf8b1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715148 Feb 16 22:22:38.577704 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a8e1b28f-c212-42df-9cdb-1acf8d78403e req-613bb147-8bd8-4ec5-abd7-aeb0b146d09b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0838249 Feb 16 22:22:38.593421 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-4096ab39-4ae2-4a33-9222-0b6348cf31f1 req-9f598095-d97d-4b31-81e3-785c2eab620f tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Deleting port dce25e4b-f30f-441d-beed-8e5cb873a838 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:22:38.593772 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-4096ab39-4ae2-4a33-9222-0b6348cf31f1 req-9f598095-d97d-4b31-81e3-785c2eab620f tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (dce25e4b-f30f-441d-beed-8e5cb873a838), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:38.646273 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['8eb6575c-ce5b-4f43-b452-112e4b4c4114'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:22:38.688562 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583608b-7551-4e91-a73f-82a54c6551cc req-e1fd5ecb-6cb2-4bd6-9c93-1fdd0719eb52 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:38.690113 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a583608b-7551-4e91-a73f-82a54c6551cc req-e1fd5ecb-6cb2-4bd6-9c93-1fdd0719eb52 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/ports?device_id=a977f381-b173-45c2-921f-50dba7a85338 HTTP/1.1" status: 200 len: 945 time: 0.0552135 Feb 16 22:22:38.695307 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-4096ab39-4ae2-4a33-9222-0b6348cf31f1 req-9f598095-d97d-4b31-81e3-785c2eab620f tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] For port dce25e4b-f30f-441d-beed-8e5cb873a838, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=dce25e4b-f30f-441d-beed-8e5cb873a838,segment=NetworkSegment(61f8ece1-7366-4d55-af00-28ac546e7d42),segment_id=61f8ece1-7366-4d55-af00-28ac546e7d42)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:38.695683 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-4096ab39-4ae2-4a33-9222-0b6348cf31f1 req-9f598095-d97d-4b31-81e3-785c2eab620f tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (dce25e4b-f30f-441d-beed-8e5cb873a838), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:38.709143 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-4096ab39-4ae2-4a33-9222-0b6348cf31f1 req-9f598095-d97d-4b31-81e3-785c2eab620f tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Calling delete_port for dce25e4b-f30f-441d-beed-8e5cb873a838 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:22:38.740923 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a583608b-7551-4e91-a73f-82a54c6551cc req-5c09cacd-8568-49fc-afdc-2c096367d8d4 tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.75 "GET /v2.0/security-groups?id=20e820a0-5544-4ebf-91fa-4e121a58eeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442154 Feb 16 22:22:38.857505 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994ab26-c554-4436-a3af-5f01d60cc0e9 req-eba3ca4b-7442-4903-a8d1-9558248d6208 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:38.859253 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2994ab26-c554-4436-a3af-5f01d60cc0e9 req-eba3ca4b-7442-4903-a8d1-9558248d6208 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=085ea4c3-d826-4bd4-97fd-bf785666ece9 HTTP/1.1" status: 200 len: 945 time: 0.0591016 Feb 16 22:22:39.120943 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-4096ab39-4ae2-4a33-9222-0b6348cf31f1 req-9f598095-d97d-4b31-81e3-785c2eab620f tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (dce25e4b-f30f-441d-beed-8e5cb873a838), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:39.134987 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['dce25e4b-f30f-441d-beed-8e5cb873a838'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:22:39.154665 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f598095-d97d-4b31-81e3-785c2eab620f tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Pushing event deleted for resources: {'Port': ['ID=dce25e4b-f30f-441d-beed-8e5cb873a838,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:39.169735 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f598095-d97d-4b31-81e3-785c2eab620f tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:39.170308 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f598095-d97d-4b31-81e3-785c2eab620f tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:39.170687 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f598095-d97d-4b31-81e3-785c2eab620f tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:39.171068 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f598095-d97d-4b31-81e3-785c2eab620f tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:39.171451 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f598095-d97d-4b31-81e3-785c2eab620f tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:39.171835 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f598095-d97d-4b31-81e3-785c2eab620f tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:39.172172 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f598095-d97d-4b31-81e3-785c2eab620f tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:39.172542 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f598095-d97d-4b31-81e3-785c2eab620f tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:39.172928 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f598095-d97d-4b31-81e3-785c2eab620f tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:39.173336 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f598095-d97d-4b31-81e3-785c2eab620f tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:39.173637 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f598095-d97d-4b31-81e3-785c2eab620f tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:39.174083 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f598095-d97d-4b31-81e3-785c2eab620f tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:39.174458 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f598095-d97d-4b31-81e3-785c2eab620f tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:39.198876 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2994ab26-c554-4436-a3af-5f01d60cc0e9 req-16bdf8d3-5cb7-45a4-9ad2-9a23e56b33d3 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338056 Feb 16 22:22:39.211225 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-4096ab39-4ae2-4a33-9222-0b6348cf31f1 req-9f598095-d97d-4b31-81e3-785c2eab620f tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] No DVR routers for this DVR port dce25e4b-f30f-441d-beed-8e5cb873a838 on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:22:39.213801 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-4096ab39-4ae2-4a33-9222-0b6348cf31f1 req-9f598095-d97d-4b31-81e3-785c2eab620f tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:39.217361 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4096ab39-4ae2-4a33-9222-0b6348cf31f1 req-9f598095-d97d-4b31-81e3-785c2eab620f tempest-ServerRescueTestJSON-177738141 tempest-ServerRescueTestJSON-177738141-project] 10.222.0.67 "DELETE /v2.0/ports/dce25e4b-f30f-441d-beed-8e5cb873a838 HTTP/1.1" status: 204 len: 173 time: 0.7207108 Feb 16 22:22:39.217833 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a977f381-b173-45c2-921f-50dba7a85338', 'name': 'network-vif-deleted', 'tag': 'dce25e4b-f30f-441d-beed-8e5cb873a838'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:22:39.220748 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898ddad7-63a6-404e-ba64-a3844962732c" -d '{"events": [{"server_uuid": "a977f381-b173-45c2-921f-50dba7a85338", "name": "network-vif-deleted", "tag": "dce25e4b-f30f-441d-beed-8e5cb873a838"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:22:39.319138 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32528889-32ed-41d0-af50-393bcba0bc6b req-dff24e60-ef9a-4eb1-a6bd-bb56da771320 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:39.320754 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-32528889-32ed-41d0-af50-393bcba0bc6b req-dff24e60-ef9a-4eb1-a6bd-bb56da771320 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 945 time: 0.0584517 Feb 16 22:22:39.368777 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-32528889-32ed-41d0-af50-393bcba0bc6b req-109474be-4334-437b-9bb8-6dac9a3c2582 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422301 Feb 16 22:22:39.473419 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99733b2-381d-47f8-a516-bf33c7536fe2 req-61bfab21-a256-4a98-a663-aed8e2a049ad tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:39.475101 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d99733b2-381d-47f8-a516-bf33c7536fe2 req-61bfab21-a256-4a98-a663-aed8e2a049ad tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "GET /v2.0/ports?device_id=502eda20-e65d-4309-9a36-dec4bd1ded0f HTTP/1.1" status: 200 len: 944 time: 0.0530982 Feb 16 22:22:39.526810 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d99733b2-381d-47f8-a516-bf33c7536fe2 req-314cb94a-4d29-4d81-a136-68bffee71e2c tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4ba600f-30a6-438b-a607-470596cd90fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426743 Feb 16 22:22:39.566920 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5b14e1-570d-4379-96b4-e5b281cc2743 x-openstack-request-id: req-2f5b14e1-570d-4379-96b4-e5b281cc2743 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:22:39.567440 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a977f381-b173-45c2-921f-50dba7a85338", "name": "network-vif-deleted", "tag": "dce25e4b-f30f-441d-beed-8e5cb873a838", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:22:39.567536 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2f5b14e1-570d-4379-96b4-e5b281cc2743 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:22:39.568020 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a977f381-b173-45c2-921f-50dba7a85338', 'name': 'network-vif-deleted', 'tag': 'dce25e4b-f30f-441d-beed-8e5cb873a838', 'status': 'completed', 'code': 200} Feb 16 22:22:39.612713 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330252b-3d57-4b5f-a811-9f516e52736d req-b7293e0d-4748-4e0e-bc7c-b21821ab6979 tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:39.614343 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6330252b-3d57-4b5f-a811-9f516e52736d req-b7293e0d-4748-4e0e-bc7c-b21821ab6979 tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] 10.222.0.67 "GET /v2.0/ports?device_id=39fe8ea0-753a-4fdc-80a7-29c95383a0d5 HTTP/1.1" status: 200 len: 946 time: 0.0595069 Feb 16 22:22:39.667434 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0a3c7-bf89-40da-9eb6-6b0cb90698c3 req-acd4ce0a-45b7-45b0-b725-48cf322c6d4a tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:39.668949 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c5a0a3c7-bf89-40da-9eb6-6b0cb90698c3 req-acd4ce0a-45b7-45b0-b725-48cf322c6d4a tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] 10.222.0.75 "GET /v2.0/ports?device_id=39fe8ea0-753a-4fdc-80a7-29c95383a0d5 HTTP/1.1" status: 200 len: 946 time: 0.0563450 Feb 16 22:22:39.729804 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c5a0a3c7-bf89-40da-9eb6-6b0cb90698c3 req-6aadd3be-c4a2-4012-be4a-72de0ace0d84 tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] 10.222.0.75 "GET /v2.0/security-groups?id=3b14523d-575b-4d83-8011-84789c241f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547113 Feb 16 22:22:39.730154 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-6330252b-3d57-4b5f-a811-9f516e52736d req-c5923a8b-6d3a-49b8-be8b-ba4467ff3616 tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] Deleting port f8fd6e2e-df05-47ad-b8fd-f56d8acece12 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:22:39.730503 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6330252b-3d57-4b5f-a811-9f516e52736d req-c5923a8b-6d3a-49b8-be8b-ba4467ff3616 tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (f8fd6e2e-df05-47ad-b8fd-f56d8acece12), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:39.830332 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-6330252b-3d57-4b5f-a811-9f516e52736d req-c5923a8b-6d3a-49b8-be8b-ba4467ff3616 tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] For port f8fd6e2e-df05-47ad-b8fd-f56d8acece12, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f8fd6e2e-df05-47ad-b8fd-f56d8acece12,segment=NetworkSegment(76f46e06-9348-4aa2-b9c9-cf3a79c834b2),segment_id=76f46e06-9348-4aa2-b9c9-cf3a79c834b2)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:39.830713 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6330252b-3d57-4b5f-a811-9f516e52736d req-c5923a8b-6d3a-49b8-be8b-ba4467ff3616 tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (f8fd6e2e-df05-47ad-b8fd-f56d8acece12), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:39.846395 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-6330252b-3d57-4b5f-a811-9f516e52736d req-c5923a8b-6d3a-49b8-be8b-ba4467ff3616 tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] Calling delete_port for f8fd6e2e-df05-47ad-b8fd-f56d8acece12 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:22:39.864361 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2199a8-db78-4157-9f28-ca3537fcb38d req-537928e4-1cb3-461f-91a1-283a518fdb23 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:39.870316 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2199a8-db78-4157-9f28-ca3537fcb38d req-537928e4-1cb3-461f-91a1-283a518fdb23 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:39.876176 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2199a8-db78-4157-9f28-ca3537fcb38d req-537928e4-1cb3-461f-91a1-283a518fdb23 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:39.882351 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2199a8-db78-4157-9f28-ca3537fcb38d req-537928e4-1cb3-461f-91a1-283a518fdb23 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:39.888909 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2199a8-db78-4157-9f28-ca3537fcb38d req-537928e4-1cb3-461f-91a1-283a518fdb23 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:39.894659 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2199a8-db78-4157-9f28-ca3537fcb38d req-537928e4-1cb3-461f-91a1-283a518fdb23 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:39.900923 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2199a8-db78-4157-9f28-ca3537fcb38d req-537928e4-1cb3-461f-91a1-283a518fdb23 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:39.902865 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7d2199a8-db78-4157-9f28-ca3537fcb38d req-537928e4-1cb3-461f-91a1-283a518fdb23 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5421 time: 0.1040339 Feb 16 22:22:39.968641 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7d2199a8-db78-4157-9f28-ca3537fcb38d req-75dc2c2d-f223-4b38-9fe6-4a6952c34e39 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589867 Feb 16 22:22:39.975397 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 8eb6575c-ce5b-4f43-b452-112e4b4c4114 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:22:39.985936 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6330252b-3d57-4b5f-a811-9f516e52736d req-c5923a8b-6d3a-49b8-be8b-ba4467ff3616 tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (f8fd6e2e-df05-47ad-b8fd-f56d8acece12), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:40.007791 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['f8fd6e2e-df05-47ad-b8fd-f56d8acece12'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:22:40.021777 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 34648) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:40.025123 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5923a8b-6d3a-49b8-be8b-ba4467ff3616 tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] Pushing event deleted for resources: {'Port': ['ID=f8fd6e2e-df05-47ad-b8fd-f56d8acece12,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:40.054436 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 8eb6575c-ce5b-4f43-b452-112e4b4c4114 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:22:40.058676 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 8eb6575c-ce5b-4f43-b452-112e4b4c4114 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:22:40.059236 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8eb6575c-ce5b-4f43-b452-112e4b4c4114), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:40.072732 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-6330252b-3d57-4b5f-a811-9f516e52736d req-c5923a8b-6d3a-49b8-be8b-ba4467ff3616 tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] No DVR routers for this DVR port f8fd6e2e-df05-47ad-b8fd-f56d8acece12 on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:22:40.076192 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6330252b-3d57-4b5f-a811-9f516e52736d req-c5923a8b-6d3a-49b8-be8b-ba4467ff3616 tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:40.079824 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6330252b-3d57-4b5f-a811-9f516e52736d req-c5923a8b-6d3a-49b8-be8b-ba4467ff3616 tempest-ServerTagsTestJSON-434518416 tempest-ServerTagsTestJSON-434518416-project] 10.222.0.67 "DELETE /v2.0/ports/f8fd6e2e-df05-47ad-b8fd-f56d8acece12 HTTP/1.1" status: 204 len: 173 time: 0.4549096 Feb 16 22:22:40.152355 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 8eb6575c-ce5b-4f43-b452-112e4b4c4114 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:22:40.152917 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8eb6575c-ce5b-4f43-b452-112e4b4c4114), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:40.196597 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 8eb6575c-ce5b-4f43-b452-112e4b4c4114, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8eb6575c-ce5b-4f43-b452-112e4b4c4114,segment=NetworkSegment(23863332-acbf-4a52-b2fc-432543382482),segment_id=23863332-acbf-4a52-b2fc-432543382482)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:40.202579 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8eb6575c-ce5b-4f43-b452-112e4b4c4114), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:40.257780 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=8eb6575c-ce5b-4f43-b452-112e4b4c4114,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:40.319125 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '502eda20-e65d-4309-9a36-dec4bd1ded0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb6575c-ce5b-4f43-b452-112e4b4c4114'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:22:40.321814 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb08279-ae14-44dd-b30d-8b7c4af4fa86" -d '{"events": [{"server_uuid": "502eda20-e65d-4309-9a36-dec4bd1ded0f", "name": "network-vif-plugged", "status": "completed", "tag": "8eb6575c-ce5b-4f43-b452-112e4b4c4114"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:22:40.353411 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678966c-bbde-450b-b8f8-d8b2acfb061a req-f3b45138-dcc1-4d93-b842-f2dd1a7fce4e tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:40.355003 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8678966c-bbde-450b-b8f8-d8b2acfb061a req-f3b45138-dcc1-4d93-b842-f2dd1a7fce4e tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=085ea4c3-d826-4bd4-97fd-bf785666ece9 HTTP/1.1" status: 200 len: 945 time: 0.0885613 Feb 16 22:22:40.419863 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8678966c-bbde-450b-b8f8-d8b2acfb061a req-b1508ae3-b322-4ff3-ba33-b66fa81d6bb6 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571868 Feb 16 22:22:40.476062 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7c7563f7-5ca7-4768-ba28-4fbfccff6c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (22503068-b24a-4274-a09a-a6c85f880647), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:40.483862 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613839f7-1ce4-451f-9353-8d721aecbd40 x-openstack-request-id: req-613839f7-1ce4-451f-9353-8d721aecbd40 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:22:40.484399 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "502eda20-e65d-4309-9a36-dec4bd1ded0f", "name": "network-vif-plugged", "status": "completed", "tag": "8eb6575c-ce5b-4f43-b452-112e4b4c4114", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:22:40.484838 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-613839f7-1ce4-451f-9353-8d721aecbd40 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:22:40.485476 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '502eda20-e65d-4309-9a36-dec4bd1ded0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb6575c-ce5b-4f43-b452-112e4b4c4114', 'code': 200} Feb 16 22:22:40.610774 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21c4a1-cf35-4a9a-a98b-6bad1609a0f4 req-c8627a61-1344-4a16-bd66-e6990ab5ffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:40.612341 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8a21c4a1-cf35-4a9a-a98b-6bad1609a0f4 req-c8627a61-1344-4a16-bd66-e6990ab5ffd3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=502eda20-e65d-4309-9a36-dec4bd1ded0f HTTP/1.1" status: 200 len: 1127 time: 0.0438774 Feb 16 22:22:40.629038 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff30209-403a-41b2-bb58-10786b94c970 req-83d7ad0d-e47e-431f-a67a-05d717484803 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:40.630696 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4ff30209-403a-41b2-bb58-10786b94c970 req-83d7ad0d-e47e-431f-a67a-05d717484803 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 945 time: 0.0836825 Feb 16 22:22:40.656568 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8a21c4a1-cf35-4a9a-a98b-6bad1609a0f4 req-40950120-b135-4dcf-ac54-e96439bf2dbb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b4ba600f-30a6-438b-a607-470596cd90fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379164 Feb 16 22:22:40.735471 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4ff30209-403a-41b2-bb58-10786b94c970 req-f48f6988-225e-438e-8736-b820fbb29d44 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965998 Feb 16 22:22:40.850352 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6e23571a-3338-4196-8f12-8b279cf9b106 req-c0925d5c-764a-4bb4-8961-e4039ba9b3e6 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=471d422781ee4218a880c4849a975478 HTTP/1.1" status: 200 len: 267 time: 0.0533917 Feb 16 22:22:40.855315 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-7c7563f7-5ca7-4768-ba28-4fbfccff6c9d admin admin] Deleting port e81b244d-152f-4127-8509-86c3ff819657 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:22:40.855657 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7c7563f7-5ca7-4768-ba28-4fbfccff6c9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (e81b244d-152f-4127-8509-86c3ff819657), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:40.967434 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23571a-3338-4196-8f12-8b279cf9b106 req-14f327be-2fa1-4f22-897d-fe55b9e5c017 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:40.968939 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6e23571a-3338-4196-8f12-8b279cf9b106 req-14f327be-2fa1-4f22-897d-fe55b9e5c017 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=085ea4c3-d826-4bd4-97fd-bf785666ece9 HTTP/1.1" status: 200 len: 945 time: 0.1100407 Feb 16 22:22:40.982065 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-7c7563f7-5ca7-4768-ba28-4fbfccff6c9d admin admin] For port e81b244d-152f-4127-8509-86c3ff819657, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=e81b244d-152f-4127-8509-86c3ff819657,segment=NetworkSegment(61f8ece1-7366-4d55-af00-28ac546e7d42),segment_id=61f8ece1-7366-4d55-af00-28ac546e7d42)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:40.982441 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7c7563f7-5ca7-4768-ba28-4fbfccff6c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (e81b244d-152f-4127-8509-86c3ff819657), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:40.987780 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-6e23571a-3338-4196-8f12-8b279cf9b106 req-d35b39f5-e50e-40f7-befd-af10de329b78 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Request body: {'port': {'security_groups': []}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:22:41.021093 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-7c7563f7-5ca7-4768-ba28-4fbfccff6c9d admin admin] Calling delete_port for e81b244d-152f-4127-8509-86c3ff819657 owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:22:41.110194 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-6e23571a-3338-4196-8f12-8b279cf9b106 req-d35b39f5-e50e-40f7-befd-af10de329b78 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1d2afb4f-4b19-4495-bdea-efad499eecb2), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:41.373384 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-6e23571a-3338-4196-8f12-8b279cf9b106 req-d35b39f5-e50e-40f7-befd-af10de329b78 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] For port 1d2afb4f-4b19-4495-bdea-efad499eecb2, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=1d2afb4f-4b19-4495-bdea-efad499eecb2,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:41.383899 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7c7563f7-5ca7-4768-ba28-4fbfccff6c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (e81b244d-152f-4127-8509-86c3ff819657), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:41.425920 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7563f7-5ca7-4768-ba28-4fbfccff6c9d admin admin] Pushing event deleted for resources: {'Port': ['ID=e81b244d-152f-4127-8509-86c3ff819657,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:41.450001 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-6e23571a-3338-4196-8f12-8b279cf9b106 req-d35b39f5-e50e-40f7-befd-af10de329b78 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks [] for port (1d2afb4f-4b19-4495-bdea-efad499eecb2), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:41.473649 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-6e23571a-3338-4196-8f12-8b279cf9b106 req-d35b39f5-e50e-40f7-befd-af10de329b78 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (1d2afb4f-4b19-4495-bdea-efad499eecb2), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:41.489047 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['2878291e-3d8c-4591-a083-644483381e49', '1d2afb4f-4b19-4495-bdea-efad499eecb2'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:22:41.491302 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['4bef6242-7835-4301-899f-4bb8e188699e'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:22:41.536872 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23571a-3338-4196-8f12-8b279cf9b106 req-d35b39f5-e50e-40f7-befd-af10de329b78 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:41.537751 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-6e23571a-3338-4196-8f12-8b279cf9b106 req-d35b39f5-e50e-40f7-befd-af10de329b78 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:41.545105 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6e23571a-3338-4196-8f12-8b279cf9b106 req-d35b39f5-e50e-40f7-befd-af10de329b78 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "PUT /v2.0/ports/1d2afb4f-4b19-4495-bdea-efad499eecb2 HTTP/1.1" status: 200 len: 904 time: 0.5679126 Feb 16 22:22:41.545826 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '085ea4c3-d826-4bd4-97fd-bf785666ece9', 'tag': '1d2afb4f-4b19-4495-bdea-efad499eecb2'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:22:41.548725 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47dbcce-1b61-42dd-8d3e-95fb241758d6" -d '{"events": [{"name": "network-changed", "server_uuid": "085ea4c3-d826-4bd4-97fd-bf785666ece9", "tag": "1d2afb4f-4b19-4495-bdea-efad499eecb2"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:22:41.569535 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39fe8ea0-753a-4fdc-80a7-29c95383a0d5', 'name': 'network-vif-deleted', 'tag': 'f8fd6e2e-df05-47ad-b8fd-f56d8acece12'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:22:41.571934 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75013b4f-3760-447f-bdeb-45037521c3d5" -d '{"events": [{"server_uuid": "39fe8ea0-753a-4fdc-80a7-29c95383a0d5", "name": "network-vif-deleted", "tag": "f8fd6e2e-df05-47ad-b8fd-f56d8acece12"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:22:41.580165 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b39f5-e50e-40f7-befd-af10de329b78 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Pushing event updated for resources: {'Port': ['ID=1d2afb4f-4b19-4495-bdea-efad499eecb2,revision_number=6']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:41.718436 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device b1ad5507-889f-4a25-bd66-7c7563f86747 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:22:41.731284 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7c7563f7-5ca7-4768-ba28-4fbfccff6c9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (22503068-b24a-4274-a09a-a6c85f880647), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:41.813496 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['1d2afb4f-4b19-4495-bdea-efad499eecb2'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:22:41.821236 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c9da54-32e0-4c83-8bcc-62dcf568cb80 req-c58f2686-09ac-4ecf-9abf-887aaca4388e tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:41.822772 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1c9da54-32e0-4c83-8bcc-62dcf568cb80 req-c58f2686-09ac-4ecf-9abf-887aaca4388e tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "GET /v2.0/ports?device_id=502eda20-e65d-4309-9a36-dec4bd1ded0f HTTP/1.1" status: 200 len: 945 time: 0.1982799 Feb 16 22:22:41.893088 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1c9da54-32e0-4c83-8bcc-62dcf568cb80 req-ed9a0ce6-d8a2-4750-acc4-88183ac820a6 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4ba600f-30a6-438b-a607-470596cd90fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628359 Feb 16 22:22:41.985253 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34672) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:42.021680 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7563f7-5ca7-4768-ba28-4fbfccff6c9d admin admin] Router 22503068-b24a-4274-a09a-a6c85f880647 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:22:42.028551 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-85da38a0-82bd-475b-a93d-0e4ccb4a116f None None] Provisioning complete for port 1d2afb4f-4b19-4495-bdea-efad499eecb2 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:22:42.041022 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-85da38a0-82bd-475b-a93d-0e4ccb4a116f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (1d2afb4f-4b19-4495-bdea-efad499eecb2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:42.057910 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port b1ad5507-889f-4a25-bd66-7c7563f86747, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=b1ad5507-889f-4a25-bd66-7c7563f86747,segment=NetworkSegment(7cd3d5ed-630b-42c8-83be-976f3431669d),segment_id=7cd3d5ed-630b-42c8-83be-976f3431669d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:42.063632 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-da0ed445-4638-49e6-aa8b-cbdd6d0f25a9 admin admin] Deleting subnet 0e6661e7-d26e-4bd0-851a-c3f2502da431 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:22:42.068200 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da0ed445-4638-49e6-aa8b-cbdd6d0f25a9 admin admin] Publish callbacks [] for subnet (0e6661e7-d26e-4bd0-851a-c3f2502da431), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:42.110213 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da0ed445-4638-49e6-aa8b-cbdd6d0f25a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (0e6661e7-d26e-4bd0-851a-c3f2502da431), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:42.115052 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'b1ad5507-889f-4a25-bd66-7c7563f86747', 'network_id': '0809193b-9538-40aa-8442-650cf4185e4f', 'port_id': 'b1ad5507-889f-4a25-bd66-7c7563f86747', 'mac_address': 'fa:16:3e:b9:22:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29fa04d8-2e8c-4adf-a757-8332d0ce9220', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:22:42.160348 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da0ed445-4638-49e6-aa8b-cbdd6d0f25a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (0e6661e7-d26e-4bd0-851a-c3f2502da431), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:42.177600 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port b1ad5507-889f-4a25-bd66-7c7563f86747 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:22:42.178038 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b1ad5507-889f-4a25-bd66-7c7563f86747), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:42.197121 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afed32a-32c1-47b6-914e-1ae14e5c905c req-93984955-320b-46f9-bcd5-adfeb7c4ed48 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:42.202559 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afed32a-32c1-47b6-914e-1ae14e5c905c req-93984955-320b-46f9-bcd5-adfeb7c4ed48 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:42.208148 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afed32a-32c1-47b6-914e-1ae14e5c905c req-93984955-320b-46f9-bcd5-adfeb7c4ed48 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:42.213661 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1ad5507-889f-4a25-bd66-7c7563f86747 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:22:42.213835 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afed32a-32c1-47b6-914e-1ae14e5c905c req-93984955-320b-46f9-bcd5-adfeb7c4ed48 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:42.219143 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afed32a-32c1-47b6-914e-1ae14e5c905c req-93984955-320b-46f9-bcd5-adfeb7c4ed48 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:42.225358 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afed32a-32c1-47b6-914e-1ae14e5c905c req-93984955-320b-46f9-bcd5-adfeb7c4ed48 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:42.225540 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da0ed445-4638-49e6-aa8b-cbdd6d0f25a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (0e6661e7-d26e-4bd0-851a-c3f2502da431), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:42.229781 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-85da38a0-82bd-475b-a93d-0e4ccb4a116f None None] Current status of the port 1d2afb4f-4b19-4495-bdea-efad499eecb2 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:22:42.230659 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afed32a-32c1-47b6-914e-1ae14e5c905c req-93984955-320b-46f9-bcd5-adfeb7c4ed48 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:42.234067 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0afed32a-32c1-47b6-914e-1ae14e5c905c req-93984955-320b-46f9-bcd5-adfeb7c4ed48 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5421 time: 0.1174843 Feb 16 22:22:42.239771 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port b1ad5507-889f-4a25-bd66-7c7563f86747, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=b1ad5507-889f-4a25-bd66-7c7563f86747,segment=NetworkSegment(7cd3d5ed-630b-42c8-83be-976f3431669d),segment_id=7cd3d5ed-630b-42c8-83be-976f3431669d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:42.245618 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b1ad5507-889f-4a25-bd66-7c7563f86747), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:42.246613 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 41ea8ec7-cb70-44a7-b54a-945ee2945295 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:22:42.258365 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ed445-4638-49e6-aa8b-cbdd6d0f25a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e6661e7-d26e-4bd0-851a-c3f2502da431,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:42.262237 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da0ed445-4638-49e6-aa8b-cbdd6d0f25a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:42.265721 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-da0ed445-4638-49e6-aa8b-cbdd6d0f25a9 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/0e6661e7-d26e-4bd0-851a-c3f2502da431 HTTP/1.1" status: 204 len: 168 time: 0.2777901 Feb 16 22:22:42.268170 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34674) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:42.271487 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7563f7-5ca7-4768-ba28-4fbfccff6c9d admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:22:42.280879 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7c7563f7-5ca7-4768-ba28-4fbfccff6c9d admin admin] 10.222.0.75 "PUT /v2.0/routers/22503068-b24a-4274-a09a-a6c85f880647/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2575428 Feb 16 22:22:42.282009 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 34676) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:42.291678 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b57d30-d6bc-4be2-9500-f8add290f75d None None] Sync routers for ids ['22503068-b24a-4274-a09a-a6c85f880647'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:22:42.334237 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b57d30-d6bc-4be2-9500-f8add290f75d None None] Routers {'22503068-b24a-4274-a09a-a6c85f880647'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:22:42.334877 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-a7b57d30-d6bc-4be2-9500-f8add290f75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:22:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['22503068-b24a-4274-a09a-a6c85f880647'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:22:42.338291 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a04ba28-983c-4fcc-8da7-8184b550447c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (e2a5e170-06d2-4e98-a5e6-fef681513df3), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:42.398275 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0afed32a-32c1-47b6-914e-1ae14e5c905c req-b1a84159-d7e0-4904-8f7f-4b2f7212b7e1 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1538360 Feb 16 22:22:42.408651 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=b1ad5507-889f-4a25-bd66-7c7563f86747,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:42.424471 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a04ba28-983c-4fcc-8da7-8184b550447c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (e2a5e170-06d2-4e98-a5e6-fef681513df3), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:42.441569 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-af165c9b-7a63-44ba-916a-77bda49c1455 admin admin] Publish callbacks [] for router (22503068-b24a-4274-a09a-a6c85f880647), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:42.457174 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-1a04ba28-983c-4fcc-8da7-8184b550447c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a5e170-06d2-4e98-a5e6-fef681513df3']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:22:42.468245 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-1a04ba28-983c-4fcc-8da7-8184b550447c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76f46e06-9348-4aa2-b9c9-cf3a79c834b2') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:22:42.468936 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-1a04ba28-983c-4fcc-8da7-8184b550447c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76f46e06-9348-4aa2-b9c9-cf3a79c834b2') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:22:42.479884 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a04ba28-983c-4fcc-8da7-8184b550447c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (76f46e06-9348-4aa2-b9c9-cf3a79c834b2), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:42.495218 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a04ba28-983c-4fcc-8da7-8184b550447c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (76f46e06-9348-4aa2-b9c9-cf3a79c834b2), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:42.498573 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 41ea8ec7-cb70-44a7-b54a-945ee2945295, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=41ea8ec7-cb70-44a7-b54a-945ee2945295,segment=NetworkSegment(d7691017-c608-4933-8e39-96288e71acf1),segment_id=d7691017-c608-4933-8e39-96288e71acf1)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:42.502370 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a04ba28-983c-4fcc-8da7-8184b550447c admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:22:42.502567 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a04ba28-983c-4fcc-8da7-8184b550447c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (76f46e06-9348-4aa2-b9c9-cf3a79c834b2), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:42.504234 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:22:42.504234 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:22:42.504234 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:22:42.504234 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:22:42.504234 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:22:42.504234 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:22:42.504234 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:22:42.504234 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:22:42.504234 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:22:42.504234 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:22:42.504234 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:22:42.504234 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:22:42.504234 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:22:42.504234 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:22:42.504234 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:22:42.504234 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:22:42.504234 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:22:42.504234 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:22:42.504234 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:22:42.504234 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:22:42.504234 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:22:42.504234 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:22:42.504234 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:22:42.504234 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:22:42.504234 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:22:42.504234 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:22:42.504234 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:22:42.504234 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:22:42.504234 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:22:42.504234 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:22:42.504234 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:22:42.504234 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:22:42.518923 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-a7b57d30-d6bc-4be2-9500-f8add290f75d None None] Set router 22503068-b24a-4274-a09a-a6c85f880647 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:22:42.521258 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '41ea8ec7-cb70-44a7-b54a-945ee2945295', 'network_id': '01d78127-bed4-4d34-97f7-e31d1dc582f9', 'port_id': '41ea8ec7-cb70-44a7-b54a-945ee2945295', 'mac_address': 'fa:16:3e:20:c6:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e421c23f-59b4-4bff-bdf6-a50ff68a50d7', 'ip_address': '10.1.1.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:22:42.570892 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a04ba28-983c-4fcc-8da7-8184b550447c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (e2a5e170-06d2-4e98-a5e6-fef681513df3), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:42.576883 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a04ba28-983c-4fcc-8da7-8184b550447c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:42.583281 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1a04ba28-983c-4fcc-8da7-8184b550447c admin admin] 10.222.0.75 "DELETE /v2.0/networks/e2a5e170-06d2-4e98-a5e6-fef681513df3 HTTP/1.1" status: 204 len: 168 time: 0.3118193 Feb 16 22:22:42.594933 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04ba28-983c-4fcc-8da7-8184b550447c admin admin] Pushing event deleted for resources: {'Network': ['ID=e2a5e170-06d2-4e98-a5e6-fef681513df3,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:42.621045 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee679bf3-bf5e-47a8-91b3-a0f8e6dd2569 req-887ac589-ca5e-4b0b-9a75-d9cab21d589c tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:42.622640 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ee679bf3-bf5e-47a8-91b3-a0f8e6dd2569 req-887ac589-ca5e-4b0b-9a75-d9cab21d589c tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=085ea4c3-d826-4bd4-97fd-bf785666ece9 HTTP/1.1" status: 200 len: 907 time: 0.1002777 Feb 16 22:22:42.631395 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-af165c9b-7a63-44ba-916a-77bda49c1455 admin admin] Publish callbacks [] for router_gateway (22503068-b24a-4274-a09a-a6c85f880647), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:42.668373 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 41ea8ec7-cb70-44a7-b54a-945ee2945295 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:22:42.668759 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (41ea8ec7-cb70-44a7-b54a-945ee2945295), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:42.683275 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca110b7-bb2c-43b4-953b-f878b2e49dff x-openstack-request-id: req-8ca110b7-bb2c-43b4-953b-f878b2e49dff {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:22:42.683516 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "085ea4c3-d826-4bd4-97fd-bf785666ece9", "tag": "1d2afb4f-4b19-4495-bdea-efad499eecb2", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:22:42.683785 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8ca110b7-bb2c-43b4-953b-f878b2e49dff {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:22:42.684196 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '085ea4c3-d826-4bd4-97fd-bf785666ece9', 'tag': '1d2afb4f-4b19-4495-bdea-efad499eecb2', 'status': 'completed', 'code': 200} Feb 16 22:22:42.690793 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41ea8ec7-cb70-44a7-b54a-945ee2945295 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:22:42.726648 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 41ea8ec7-cb70-44a7-b54a-945ee2945295, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=41ea8ec7-cb70-44a7-b54a-945ee2945295,segment=NetworkSegment(d7691017-c608-4933-8e39-96288e71acf1),segment_id=d7691017-c608-4933-8e39-96288e71acf1)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:42.733362 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5306642-f23e-4e67-ad0a-37ae37adbac8 x-openstack-request-id: req-a5306642-f23e-4e67-ad0a-37ae37adbac8 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:22:42.733690 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39fe8ea0-753a-4fdc-80a7-29c95383a0d5", "name": "network-vif-deleted", "tag": "f8fd6e2e-df05-47ad-b8fd-f56d8acece12", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:22:42.733947 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a5306642-f23e-4e67-ad0a-37ae37adbac8 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:22:42.734625 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39fe8ea0-753a-4fdc-80a7-29c95383a0d5', 'name': 'network-vif-deleted', 'tag': 'f8fd6e2e-df05-47ad-b8fd-f56d8acece12', 'status': 'completed', 'code': 200} Feb 16 22:22:42.744523 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-af165c9b-7a63-44ba-916a-77bda49c1455 admin admin] Deleting port 3fbab9b6-519a-4fac-b849-63b9fe4073b9 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:22:42.744992 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-af165c9b-7a63-44ba-916a-77bda49c1455 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (3fbab9b6-519a-4fac-b849-63b9fe4073b9), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:42.755949 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (41ea8ec7-cb70-44a7-b54a-945ee2945295), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:42.768982 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34682) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:42.806549 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=41ea8ec7-cb70-44a7-b54a-945ee2945295,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:42.812265 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b7c58b64-a22e-4676-90cf-4c80d7b74cf5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0dbd4dcc3e4e4cc1bd945776434ce9ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421777 Feb 16 22:22:42.814700 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34684) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:42.842053 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-a7b57d30-d6bc-4be2-9500-f8add290f75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22503068-b24a-4274-a09a-a6c85f880647', 'name': 'tempest-ServerRescueTestJSON-492878396-router', 'tenant_id': '4ecc835e688d4b37a34028859d121b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '3fbab9b6-519a-4fac-b849-63b9fe4073b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:20Z', 'updated_at': '2022-02-16T22:22:41Z', 'revision_number': 5, 'project_id': '4ecc835e688d4b37a34028859d121b09', 'gw_port': {'id': '3fbab9b6-519a-4fac-b849-63b9fe4073b9', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22503068-b24a-4274-a09a-a6c85f880647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:21Z', 'updated_at': '2022-02-16T22:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:22:42.854532 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47dbcce-1b61-42dd-8d3e-95fb241758d6 req-de44d651-0d55-49a6-8f78-c73d08553373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:42.856073 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c47dbcce-1b61-42dd-8d3e-95fb241758d6 req-de44d651-0d55-49a6-8f78-c73d08553373 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=471d422781ee4218a880c4849a975478&device_id=085ea4c3-d826-4bd4-97fd-bf785666ece9 HTTP/1.1" status: 200 len: 1089 time: 0.1429441 Feb 16 22:22:42.869429 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a3791176-dc50-4d52-9e06-927941f8ebed admin admin] Publish callbacks [] for security_group (3b14523d-575b-4d83-8011-84789c241f1c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:42.874378 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b57d30-d6bc-4be2-9500-f8add290f75d None None] Checking router: 22503068-b24a-4274-a09a-a6c85f880647 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:22:42.883320 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b57d30-d6bc-4be2-9500-f8add290f75d None None] Routers {'22503068-b24a-4274-a09a-a6c85f880647'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:22:42.883570 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-a7b57d30-d6bc-4be2-9500-f8add290f75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:22:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['22503068-b24a-4274-a09a-a6c85f880647'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:22:42.891914 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a3791176-dc50-4d52-9e06-927941f8ebed admin admin] Publish callbacks [] for security_group (3b14523d-575b-4d83-8011-84789c241f1c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:42.897918 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-af165c9b-7a63-44ba-916a-77bda49c1455 admin admin] For port 3fbab9b6-519a-4fac-b849-63b9fe4073b9, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=3fbab9b6-519a-4fac-b849-63b9fe4073b9,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:42.898310 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-af165c9b-7a63-44ba-916a-77bda49c1455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (3fbab9b6-519a-4fac-b849-63b9fe4073b9), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:42.924668 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-af165c9b-7a63-44ba-916a-77bda49c1455 admin admin] Calling delete_port for 3fbab9b6-519a-4fac-b849-63b9fe4073b9 owned by network:router_gateway {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:22:42.942734 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a3791176-dc50-4d52-9e06-927941f8ebed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (3b14523d-575b-4d83-8011-84789c241f1c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:42.945687 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a3791176-dc50-4d52-9e06-927941f8ebed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:42.947029 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a3791176-dc50-4d52-9e06-927941f8ebed admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3b14523d-575b-4d83-8011-84789c241f1c HTTP/1.1" status: 204 len: 168 time: 0.1311491 Feb 16 22:22:42.955621 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3791176-dc50-4d52-9e06-927941f8ebed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b14523d-575b-4d83-8011-84789c241f1c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:42.984610 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13caafb4-9b09-4be9-b658-ddea6f7890e9 req-27cd8b74-1a8a-42df-8d2e-1809e50da1b7 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:42.985904 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13caafb4-9b09-4be9-b658-ddea6f7890e9 req-27cd8b74-1a8a-42df-8d2e-1809e50da1b7 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 945 time: 0.1800551 Feb 16 22:22:43.000853 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-a7b57d30-d6bc-4be2-9500-f8add290f75d None None] Set router 22503068-b24a-4274-a09a-a6c85f880647 gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:22:43.054470 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-a7b57d30-d6bc-4be2-9500-f8add290f75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22503068-b24a-4274-a09a-a6c85f880647', 'name': 'tempest-ServerRescueTestJSON-492878396-router', 'tenant_id': '4ecc835e688d4b37a34028859d121b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:20Z', 'updated_at': '2022-02-16T22:22:42Z', 'revision_number': 6, 'project_id': '4ecc835e688d4b37a34028859d121b09', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:22:43.088173 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b57d30-d6bc-4be2-9500-f8add290f75d None None] The sync data for ids ['22503068-b24a-4274-a09a-a6c85f880647'] in n-d-813897-6 is: [{'id': '22503068-b24a-4274-a09a-a6c85f880647', 'name': 'tempest-ServerRescueTestJSON-492878396-router', 'tenant_id': '4ecc835e688d4b37a34028859d121b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:20Z', 'updated_at': '2022-02-16T22:22:42Z', 'revision_number': 6, 'project_id': '4ecc835e688d4b37a34028859d121b09', 'gw_port_host': None}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:22:43.276869 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['b1ad5507-889f-4a25-bd66-7c7563f86747'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:22:43.357870 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['41ea8ec7-cb70-44a7-b54a-945ee2945295'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:22:43.361524 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47dbcce-1b61-42dd-8d3e-95fb241758d6 req-deaa613d-5476-404d-a4e2-f4b8cfd35ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:43.363077 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c47dbcce-1b61-42dd-8d3e-95fb241758d6 req-deaa613d-5476-404d-a4e2-f4b8cfd35ee0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=22711c4a-8661-4a7d-9538-4da72ec44b9a HTTP/1.1" status: 200 len: 912 time: 0.4928465 Feb 16 22:22:43.393737 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13caafb4-9b09-4be9-b658-ddea6f7890e9 req-daa16633-ad27-4a18-986d-37854465078a tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993900 Feb 16 22:22:43.437800 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c47dbcce-1b61-42dd-8d3e-95fb241758d6 req-7fe3ce3d-61ec-4bc4-acf4-ee859b50b030 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d2afb4f-4b19-4495-bdea-efad499eecb2 HTTP/1.1" status: 200 len: 217 time: 0.0562222 Feb 16 22:22:43.652711 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47dbcce-1b61-42dd-8d3e-95fb241758d6 req-030ef465-0df7-4a41-bfc1-06243fc8b3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:43.654977 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c47dbcce-1b61-42dd-8d3e-95fb241758d6 req-030ef465-0df7-4a41-bfc1-06243fc8b3a3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa HTTP/1.1" status: 200 len: 850 time: 0.2082751 Feb 16 22:22:43.680507 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 0bb0fb95-a1c8-4fd0-9766-54334e33ef10 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:22:43.703758 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-af165c9b-7a63-44ba-916a-77bda49c1455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (3fbab9b6-519a-4fac-b849-63b9fe4073b9), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:43.726158 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570f093-1e0f-49f0-b8a3-f315951e95f8 req-b8c63f5a-db40-4222-b210-bb12bcd4c2bf tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:43.727701 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d570f093-1e0f-49f0-b8a3-f315951e95f8 req-b8c63f5a-db40-4222-b210-bb12bcd4c2bf tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.1904330 Feb 16 22:22:43.765830 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af165c9b-7a63-44ba-916a-77bda49c1455 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fbab9b6-519a-4fac-b849-63b9fe4073b9,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:43.820316 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 0bb0fb95-a1c8-4fd0-9766-54334e33ef10, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=0bb0fb95-a1c8-4fd0-9766-54334e33ef10,segment=NetworkSegment(d7691017-c608-4933-8e39-96288e71acf1),segment_id=d7691017-c608-4933-8e39-96288e71acf1)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:43.832523 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '0bb0fb95-a1c8-4fd0-9766-54334e33ef10', 'network_id': '01d78127-bed4-4d34-97f7-e31d1dc582f9', 'port_id': '0bb0fb95-a1c8-4fd0-9766-54334e33ef10', 'mac_address': 'fa:16:3e:c6:f0:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e421c23f-59b4-4bff-bdf6-a50ff68a50d7', 'ip_address': '10.1.1.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:22:43.845184 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34718) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:43.865881 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47dbcce-1b61-42dd-8d3e-95fb241758d6 req-0da7090b-3f47-4995-85b5-e909f67d9c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:43.867678 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c47dbcce-1b61-42dd-8d3e-95fb241758d6 req-0da7090b-3f47-4995-85b5-e909f67d9c57 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=22711c4a-8661-4a7d-9538-4da72ec44b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2042036 Feb 16 22:22:43.878332 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 0bb0fb95-a1c8-4fd0-9766-54334e33ef10 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:22:43.878876 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0bb0fb95-a1c8-4fd0-9766-54334e33ef10), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:43.910475 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bb0fb95-a1c8-4fd0-9766-54334e33ef10 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:22:43.942925 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 0bb0fb95-a1c8-4fd0-9766-54334e33ef10, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=0bb0fb95-a1c8-4fd0-9766-54334e33ef10,segment=NetworkSegment(d7691017-c608-4933-8e39-96288e71acf1),segment_id=d7691017-c608-4933-8e39-96288e71acf1)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:43.951326 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0bb0fb95-a1c8-4fd0-9766-54334e33ef10), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:43.952393 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device a3ee080f-cf71-49dc-8b01-b8862a45817e details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:22:43.978561 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d570f093-1e0f-49f0-b8a3-f315951e95f8 req-58effd02-1cd9-4d5a-bcc0-68c349072c7c tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165637 Feb 16 22:22:43.979529 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-af165c9b-7a63-44ba-916a-77bda49c1455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (22503068-b24a-4274-a09a-a6c85f880647), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:44.005868 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device f8fd6e2e-df05-47ad-b8fd-f56d8acece12 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:22:44.035864 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device e81b244d-152f-4127-8509-86c3ff819657 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:22:44.047499 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-53a0a053-93a7-4c1d-8e4c-38aae519fe63 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1453603045-network', 'tenant_id': '6089a536fec84c0b867d588532a7b8ca'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:22:44.048670 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: f8fd6e2e-df05-47ad-b8fd-f56d8acece12 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:22:44.049242 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device f8fd6e2e-df05-47ad-b8fd-f56d8acece12 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:22:44.050352 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device dce25e4b-f30f-441d-beed-8e5cb873a838 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:22:44.100708 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a0a053-93a7-4c1d-8e4c-38aae519fe63 admin admin] Made reservation on behalf of 6089a536fec84c0b867d588532a7b8ca for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:22:44.107324 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-53a0a053-93a7-4c1d-8e4c-38aae519fe63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:44.121892 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-53a0a053-93a7-4c1d-8e4c-38aae519fe63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:44.208590 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-af165c9b-7a63-44ba-916a-77bda49c1455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (22503068-b24a-4274-a09a-a6c85f880647), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:44.213305 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-af165c9b-7a63-44ba-916a-77bda49c1455 admin admin] Publish callbacks [] for router_controller (22503068-b24a-4274-a09a-a6c85f880647), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:44.225834 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c47dbcce-1b61-42dd-8d3e-95fb241758d6 req-04bc7920-6257-44fd-9d72-0a35ff1d491d service neutron] 10.222.0.79 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442509 Feb 16 22:22:44.242175 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-53a0a053-93a7-4c1d-8e4c-38aae519fe63 admin admin] Publish callbacks [] for security_group (dd7e93cf-eca3-4d36-9e4d-9b34a5b1be88), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:44.250279 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-53a0a053-93a7-4c1d-8e4c-38aae519fe63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (dd7e93cf-eca3-4d36-9e4d-9b34a5b1be88), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:44.272143 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a0a053-93a7-4c1d-8e4c-38aae519fe63 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:22:44.285769 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-53a0a053-93a7-4c1d-8e4c-38aae519fe63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (73437d10-f9b3-4acd-8d79-50b50b105444), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:44.286463 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-53a0a053-93a7-4c1d-8e4c-38aae519fe63 admin admin] Added segment 73437d10-f9b3-4acd-8d79-50b50b105444 of type vlan for network d61d9372-ee98-4942-a0c0-69aea5fd9d71 Feb 16 22:22:44.291362 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29447bf7-2142-4840-b591-7d900b96704e req-298c66d9-6cd4-4202-a5f2-58911ddb60ae tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:44.298818 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-29447bf7-2142-4840-b591-7d900b96704e req-298c66d9-6cd4-4202-a5f2-58911ddb60ae tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "GET /v2.0/ports?device_id=502eda20-e65d-4309-9a36-dec4bd1ded0f HTTP/1.1" status: 200 len: 945 time: 0.1745622 Feb 16 22:22:44.310125 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-af165c9b-7a63-44ba-916a-77bda49c1455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (22503068-b24a-4274-a09a-a6c85f880647), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:44.310570 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af165c9b-7a63-44ba-916a-77bda49c1455 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22503068-b24a-4274-a09a-a6c85f880647 {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:22:44.328948 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-af165c9b-7a63-44ba-916a-77bda49c1455 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:44.330163 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-af165c9b-7a63-44ba-916a-77bda49c1455 admin admin] 10.222.0.75 "DELETE /v2.0/routers/22503068-b24a-4274-a09a-a6c85f880647 HTTP/1.1" status: 204 len: 168 time: 2.0456276 Feb 16 22:22:44.332947 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34738) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:44.369776 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: e81b244d-152f-4127-8509-86c3ff819657 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:22:44.370397 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device e81b244d-152f-4127-8509-86c3ff819657 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:22:44.371005 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 3fbab9b6-519a-4fac-b849-63b9fe4073b9 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:22:44.382151 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: dce25e4b-f30f-441d-beed-8e5cb873a838 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:22:44.382745 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device dce25e4b-f30f-441d-beed-8e5cb873a838 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:22:44.400882 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0a053-93a7-4c1d-8e4c-38aae519fe63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7e93cf-eca3-4d36-9e4d-9b34a5b1be88,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:44.413589 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=0bb0fb95-a1c8-4fd0-9766-54334e33ef10,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:44.416725 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 3fbab9b6-519a-4fac-b849-63b9fe4073b9 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:22:44.416725 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 3fbab9b6-519a-4fac-b849-63b9fe4073b9 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:22:44.422225 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port a3ee080f-cf71-49dc-8b01-b8862a45817e, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a3ee080f-cf71-49dc-8b01-b8862a45817e,segment=NetworkSegment(6333e723-cf6b-42aa-b1d7-93bea6dcc68c),segment_id=6333e723-cf6b-42aa-b1d7-93bea6dcc68c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:44.440271 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'a3ee080f-cf71-49dc-8b01-b8862a45817e', 'network_id': 'dd1251d6-2877-46df-ac47-9cb92c8abfb3', 'port_id': 'a3ee080f-cf71-49dc-8b01-b8862a45817e', 'mac_address': 'fa:16:3e:9a:ac:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea02b3bb-addd-4936-9045-725e7150ffce', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:22:44.441917 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-29447bf7-2142-4840-b591-7d900b96704e req-d73e5b6c-96d9-4ef1-b1bd-4a1091f1f64f tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4ba600f-30a6-438b-a607-470596cd90fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425815 Feb 16 22:22:44.468449 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c47dbcce-1b61-42dd-8d3e-95fb241758d6 req-5ad2f12d-1fc5-4e61-bc15-1a4fd0c80dab service neutron] 10.222.0.79 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059300 Feb 16 22:22:44.482781 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-53a0a053-93a7-4c1d-8e4c-38aae519fe63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (d61d9372-ee98-4942-a0c0-69aea5fd9d71), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:44.521768 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port a3ee080f-cf71-49dc-8b01-b8862a45817e is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:22:44.522332 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a3ee080f-cf71-49dc-8b01-b8862a45817e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:44.537857 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3ee080f-cf71-49dc-8b01-b8862a45817e {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:22:44.540921 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-98b31d4a-a8a3-425d-a735-abd052b12d76 admin admin] Deleting subnet 97a87a99-67f1-493e-9c1f-9f6cadc7e62f {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:22:44.545437 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-98b31d4a-a8a3-425d-a735-abd052b12d76 admin admin] Publish callbacks [] for subnet (97a87a99-67f1-493e-9c1f-9f6cadc7e62f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:44.566633 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port a3ee080f-cf71-49dc-8b01-b8862a45817e, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a3ee080f-cf71-49dc-8b01-b8862a45817e,segment=NetworkSegment(6333e723-cf6b-42aa-b1d7-93bea6dcc68c),segment_id=6333e723-cf6b-42aa-b1d7-93bea6dcc68c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:44.572630 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a3ee080f-cf71-49dc-8b01-b8862a45817e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:44.573670 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 86e174ab-b741-411c-b73e-79385ea18559 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:22:44.584542 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-98b31d4a-a8a3-425d-a735-abd052b12d76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (97a87a99-67f1-493e-9c1f-9f6cadc7e62f), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:44.608250 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-53a0a053-93a7-4c1d-8e4c-38aae519fe63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (d61d9372-ee98-4942-a0c0-69aea5fd9d71), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:44.609230 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a0a053-93a7-4c1d-8e4c-38aae519fe63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:44.609830 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-53a0a053-93a7-4c1d-8e4c-38aae519fe63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:44.620345 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d233e-f109-4c25-8039-f98e3dad4888 req-7c4b43de-3241-4ab4-9760-73069c38a03c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:44.628556 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d233e-f109-4c25-8039-f98e3dad4888 req-7c4b43de-3241-4ab4-9760-73069c38a03c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:44.636051 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d233e-f109-4c25-8039-f98e3dad4888 req-7c4b43de-3241-4ab4-9760-73069c38a03c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:44.643444 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d233e-f109-4c25-8039-f98e3dad4888 req-7c4b43de-3241-4ab4-9760-73069c38a03c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:44.649852 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d233e-f109-4c25-8039-f98e3dad4888 req-7c4b43de-3241-4ab4-9760-73069c38a03c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:44.654737 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=a3ee080f-cf71-49dc-8b01-b8862a45817e,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:44.655889 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d233e-f109-4c25-8039-f98e3dad4888 req-7c4b43de-3241-4ab4-9760-73069c38a03c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:44.661748 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d233e-f109-4c25-8039-f98e3dad4888 req-7c4b43de-3241-4ab4-9760-73069c38a03c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:44.670297 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-357d233e-f109-4c25-8039-f98e3dad4888 req-7c4b43de-3241-4ab4-9760-73069c38a03c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5424 time: 0.1237943 Feb 16 22:22:44.690016 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0a053-93a7-4c1d-8e4c-38aae519fe63 admin admin] Pushing event updated for resources: {'Network': ['ID=d61d9372-ee98-4942-a0c0-69aea5fd9d71,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:44.695954 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-53a0a053-93a7-4c1d-8e4c-38aae519fe63 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8493676 Feb 16 22:22:44.698572 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34750) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:44.703942 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-9b57f23c-08ce-4d0f-9c3b-52e972d13403 admin admin] Request body: {'subnet': {'network_id': 'd61d9372-ee98-4942-a0c0-69aea5fd9d71', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1453603045-subnet', 'tenant_id': '6089a536fec84c0b867d588532a7b8ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:22:44.718630 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network d61d9372-ee98-4942-a0c0-69aea5fd9d71 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:22:44.734603 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b57f23c-08ce-4d0f-9c3b-52e972d13403 admin admin] Made reservation on behalf of 6089a536fec84c0b867d588532a7b8ca for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:22:44.737347 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b57f23c-08ce-4d0f-9c3b-52e972d13403 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:44.753204 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-98b31d4a-a8a3-425d-a735-abd052b12d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (97a87a99-67f1-493e-9c1f-9f6cadc7e62f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:44.769262 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-357d233e-f109-4c25-8039-f98e3dad4888 req-bd34204d-3c09-4fe4-b176-adadbfb4d619 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0964983 Feb 16 22:22:44.870319 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 86e174ab-b741-411c-b73e-79385ea18559, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=86e174ab-b741-411c-b73e-79385ea18559,segment=NetworkSegment(bab3c7c9-e01c-407c-bcf4-3671c0e39eec),segment_id=bab3c7c9-e01c-407c-bcf4-3671c0e39eec)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:44.885627 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '86e174ab-b741-411c-b73e-79385ea18559', 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f', 'port_id': '86e174ab-b741-411c-b73e-79385ea18559', 'mac_address': 'fa:16:3e:9d:78:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '839d08e4-b425-43ca-a9e3-06c3106daa84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:22:44.889444 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-98b31d4a-a8a3-425d-a735-abd052b12d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (97a87a99-67f1-493e-9c1f-9f6cadc7e62f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:44.922606 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b31d4a-a8a3-425d-a735-abd052b12d76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97a87a99-67f1-493e-9c1f-9f6cadc7e62f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:44.954092 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841a906-3673-42d4-8498-8d2b3908618a req-30c2b170-a897-4928-9da6-f16fb4f42c94 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:44.956708 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e841a906-3673-42d4-8498-8d2b3908618a req-30c2b170-a897-4928-9da6-f16fb4f42c94 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.1061556 Feb 16 22:22:44.961674 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-98b31d4a-a8a3-425d-a735-abd052b12d76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:44.965664 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-98b31d4a-a8a3-425d-a735-abd052b12d76 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/97a87a99-67f1-493e-9c1f-9f6cadc7e62f HTTP/1.1" status: 204 len: 168 time: 0.5867844 Feb 16 22:22:44.968419 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34752) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:45.002340 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 86e174ab-b741-411c-b73e-79385ea18559 is: ACTIVE; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:22:45.002742 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (86e174ab-b741-411c-b73e-79385ea18559), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:45.018121 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86e174ab-b741-411c-b73e-79385ea18559 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:22:45.042844 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 86e174ab-b741-411c-b73e-79385ea18559, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=86e174ab-b741-411c-b73e-79385ea18559,segment=NetworkSegment(bab3c7c9-e01c-407c-bcf4-3671c0e39eec),segment_id=bab3c7c9-e01c-407c-bcf4-3671c0e39eec)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:45.045781 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e841a906-3673-42d4-8498-8d2b3908618a req-56c74a3d-49bb-45f8-8a85-cd473bb71e4e tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769501 Feb 16 22:22:45.049732 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (86e174ab-b741-411c-b73e-79385ea18559), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:45.050625 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 1cdbee6a-c509-4657-a9a8-c6f919e74da6 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:22:45.075918 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d07604c-aa26-4bd6-8982-9a5aa9e7db79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (2a4d83e1-26cb-467d-af35-1036d7c3fb39), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:45.100700 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 1cdbee6a-c509-4657-a9a8-c6f919e74da6, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=1cdbee6a-c509-4657-a9a8-c6f919e74da6,segment=NetworkSegment(6333e723-cf6b-42aa-b1d7-93bea6dcc68c),segment_id=6333e723-cf6b-42aa-b1d7-93bea6dcc68c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:45.115865 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '1cdbee6a-c509-4657-a9a8-c6f919e74da6', 'network_id': 'dd1251d6-2877-46df-ac47-9cb92c8abfb3', 'port_id': '1cdbee6a-c509-4657-a9a8-c6f919e74da6', 'mac_address': 'fa:16:3e:44:ab:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea02b3bb-addd-4936-9045-725e7150ffce', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:22:45.132920 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b57f23c-08ce-4d0f-9c3b-52e972d13403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (5894919f-b531-4804-b8b8-1525d7d526ed), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:45.181889 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b1b97-eb5d-4c7c-a4ac-e02cf32963f6 req-2ee9a5fe-df1c-468a-80d5-94080518c0da tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:45.183422 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 1cdbee6a-c509-4657-a9a8-c6f919e74da6 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:22:45.183869 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1cdbee6a-c509-4657-a9a8-c6f919e74da6), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:45.184025 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-da6b1b97-eb5d-4c7c-a4ac-e02cf32963f6 req-2ee9a5fe-df1c-468a-80d5-94080518c0da tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 944 time: 0.0677593 Feb 16 22:22:45.210085 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cdbee6a-c509-4657-a9a8-c6f919e74da6 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:22:45.229921 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 1cdbee6a-c509-4657-a9a8-c6f919e74da6, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=1cdbee6a-c509-4657-a9a8-c6f919e74da6,segment=NetworkSegment(6333e723-cf6b-42aa-b1d7-93bea6dcc68c),segment_id=6333e723-cf6b-42aa-b1d7-93bea6dcc68c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:45.244428 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-da6b1b97-eb5d-4c7c-a4ac-e02cf32963f6 req-807f7f4f-8313-411e-899d-f19b8c99ee07 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513561 Feb 16 22:22:45.245505 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (1cdbee6a-c509-4657-a9a8-c6f919e74da6), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:45.246186 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 443130bf-8551-4c92-b389-fbbabea9a232 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:22:45.274422 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d07604c-aa26-4bd6-8982-9a5aa9e7db79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (2a4d83e1-26cb-467d-af35-1036d7c3fb39), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:45.281683 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 443130bf-8551-4c92-b389-fbbabea9a232, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=443130bf-8551-4c92-b389-fbbabea9a232,segment=NetworkSegment(d7691017-c608-4933-8e39-96288e71acf1),segment_id=d7691017-c608-4933-8e39-96288e71acf1)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:45.296014 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '443130bf-8551-4c92-b389-fbbabea9a232', 'network_id': '01d78127-bed4-4d34-97f7-e31d1dc582f9', 'port_id': '443130bf-8551-4c92-b389-fbbabea9a232', 'mac_address': 'fa:16:3e:01:a7:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e421c23f-59b4-4bff-bdf6-a50ff68a50d7', 'ip_address': '10.1.1.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:22:45.299016 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57f23c-08ce-4d0f-9c3b-52e972d13403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5894919f-b531-4804-b8b8-1525d7d526ed,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:45.300150 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=86e174ab-b741-411c-b73e-79385ea18559,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:45.306421 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-0d07604c-aa26-4bd6-8982-9a5aa9e7db79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a4d83e1-26cb-467d-af35-1036d7c3fb39']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:22:45.317136 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b57f23c-08ce-4d0f-9c3b-52e972d13403 admin admin] Checking segment: {'id': '73437d10-f9b3-4acd-8d79-50b50b105444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd61d9372-ee98-4942-a0c0-69aea5fd9d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:22:45.317625 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b57f23c-08ce-4d0f-9c3b-52e972d13403 admin admin] Network hostable DHCP agents. Network: d61d9372-ee98-4942-a0c0-69aea5fd9d71, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:22:45.334063 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-0d07604c-aa26-4bd6-8982-9a5aa9e7db79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61f8ece1-7366-4d55-af00-28ac546e7d42') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:22:45.334719 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-0d07604c-aa26-4bd6-8982-9a5aa9e7db79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61f8ece1-7366-4d55-af00-28ac546e7d42') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:22:45.348715 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d07604c-aa26-4bd6-8982-9a5aa9e7db79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (61f8ece1-7366-4d55-af00-28ac546e7d42), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:45.355557 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=1cdbee6a-c509-4657-a9a8-c6f919e74da6,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:45.378348 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d07604c-aa26-4bd6-8982-9a5aa9e7db79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (61f8ece1-7366-4d55-af00-28ac546e7d42), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:45.396969 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d07604c-aa26-4bd6-8982-9a5aa9e7db79 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:22:45.397375 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d07604c-aa26-4bd6-8982-9a5aa9e7db79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (61f8ece1-7366-4d55-af00-28ac546e7d42), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:45.399679 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:22:45.399679 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:22:45.399679 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:22:45.399679 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:22:45.399679 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:22:45.399679 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:22:45.399679 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:22:45.399679 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:22:45.399679 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:22:45.399679 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:22:45.399679 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:22:45.399679 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:22:45.399679 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:22:45.399679 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:22:45.399679 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:22:45.399679 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:22:45.399679 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:22:45.399679 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:22:45.399679 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:22:45.399679 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:22:45.399679 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:22:45.399679 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:22:45.399679 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:22:45.399679 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:22:45.399679 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:22:45.399679 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:22:45.399679 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:22:45.399679 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:22:45.399679 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:22:45.399679 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:22:45.399679 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:22:45.399679 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:22:45.411060 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 443130bf-8551-4c92-b389-fbbabea9a232 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:22:45.411452 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (443130bf-8551-4c92-b389-fbbabea9a232), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:45.419717 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0ec2a-b9a6-47e1-bf87-12c391126867 req-2d9b8803-48be-48f1-ad87-2b8a95c4e85d tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:45.421077 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fb0ec2a-b9a6-47e1-bf87-12c391126867 req-2d9b8803-48be-48f1-ad87-2b8a95c4e85d tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "GET /v2.0/ports?device_id=502eda20-e65d-4309-9a36-dec4bd1ded0f HTTP/1.1" status: 200 len: 945 time: 0.0907094 Feb 16 22:22:45.430903 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 34756) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:45.437555 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b57f23c-08ce-4d0f-9c3b-52e972d13403 admin admin] Network d61d9372-ee98-4942-a0c0-69aea5fd9d71 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:22:45.442735 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-c6a1c9a2-5886-44ad-91ff-b3db1db4b9db tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Request body: {'floatingip': {'port_id': '8eb6575c-ce5b-4f43-b452-112e4b4c4114'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:22:45.447888 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 443130bf-8551-4c92-b389-fbbabea9a232 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:22:45.478967 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-9b57f23c-08ce-4d0f-9c3b-52e972d13403 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, d61d9372-ee98-4942-a0c0-69aea5fd9d71) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:22:45.484193 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b57f23c-08ce-4d0f-9c3b-52e972d13403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:45.484920 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b57f23c-08ce-4d0f-9c3b-52e972d13403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:45.497385 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d07604c-aa26-4bd6-8982-9a5aa9e7db79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (2a4d83e1-26cb-467d-af35-1036d7c3fb39), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:45.498281 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 443130bf-8551-4c92-b389-fbbabea9a232, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=443130bf-8551-4c92-b389-fbbabea9a232,segment=NetworkSegment(d7691017-c608-4933-8e39-96288e71acf1),segment_id=d7691017-c608-4933-8e39-96288e71acf1)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:45.504426 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37748e2f-cac2-4e4c-acb6-2e102e3fef92 None None] Network d61d9372-ee98-4942-a0c0-69aea5fd9d71 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:22:45.504953 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d07604c-aa26-4bd6-8982-9a5aa9e7db79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:45.509842 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0d07604c-aa26-4bd6-8982-9a5aa9e7db79 admin admin] 10.222.0.75 "DELETE /v2.0/networks/2a4d83e1-26cb-467d-af35-1036d7c3fb39 HTTP/1.1" status: 204 len: 168 time: 0.5399225 Feb 16 22:22:45.527510 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9b57f23c-08ce-4d0f-9c3b-52e972d13403 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8278134 Feb 16 22:22:45.529610 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07604c-aa26-4bd6-8982-9a5aa9e7db79 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a4d83e1-26cb-467d-af35-1036d7c3fb39,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:45.533028 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (443130bf-8551-4c92-b389-fbbabea9a232), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:45.533688 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device d3621497-db12-4533-9d1a-8b3d9a672ca9 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:22:45.552040 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c6a1c9a2-5886-44ad-91ff-b3db1db4b9db tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks [] for floatingip (2a877eb1-8b7f-4d79-8700-7c20d050780d), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:45.575961 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port d3621497-db12-4533-9d1a-8b3d9a672ca9, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=d3621497-db12-4533-9d1a-8b3d9a672ca9,segment=NetworkSegment(d7691017-c608-4933-8e39-96288e71acf1),segment_id=d7691017-c608-4933-8e39-96288e71acf1)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:45.590497 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'd3621497-db12-4533-9d1a-8b3d9a672ca9', 'network_id': '01d78127-bed4-4d34-97f7-e31d1dc582f9', 'port_id': 'd3621497-db12-4533-9d1a-8b3d9a672ca9', 'mac_address': 'fa:16:3e:e5:48:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e421c23f-59b4-4bff-bdf6-a50ff68a50d7', 'ip_address': '10.1.1.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:22:45.728040 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port d3621497-db12-4533-9d1a-8b3d9a672ca9 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:22:45.728715 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d3621497-db12-4533-9d1a-8b3d9a672ca9), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:45.733632 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=443130bf-8551-4c92-b389-fbbabea9a232,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:45.788811 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3621497-db12-4533-9d1a-8b3d9a672ca9 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:22:45.804562 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc662cca-0b59-4d6a-b248-aa02bc09f9db None None] Network d61d9372-ee98-4942-a0c0-69aea5fd9d71 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:22:45.817993 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34766) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:45.860184 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port d3621497-db12-4533-9d1a-8b3d9a672ca9, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=d3621497-db12-4533-9d1a-8b3d9a672ca9,segment=NetworkSegment(d7691017-c608-4933-8e39-96288e71acf1),segment_id=d7691017-c608-4933-8e39-96288e71acf1)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:45.874948 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958ac8d-179a-45f1-9067-c1b5d9b3b978 req-ed8174e3-c212-4663-a226-38a6ce3949b5 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:45.899588 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1958ac8d-179a-45f1-9067-c1b5d9b3b978 req-ed8174e3-c212-4663-a226-38a6ce3949b5 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.3426061 Feb 16 22:22:45.916811 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d3621497-db12-4533-9d1a-8b3d9a672ca9), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:45.929163 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4c4d2108-9b60-4475-a004-5a3ab10af446 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4ecc835e688d4b37a34028859d121b09&name=default HTTP/1.1" status: 200 len: 2999 time: 0.1076572 Feb 16 22:22:45.935275 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 34770) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:45.957322 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device b1ad5507-889f-4a25-bd66-7c7563f86747 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:22:46.051937 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=d3621497-db12-4533-9d1a-8b3d9a672ca9,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:46.076839 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port b1ad5507-889f-4a25-bd66-7c7563f86747 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:22:46.081825 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port b1ad5507-889f-4a25-bd66-7c7563f86747 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:22:46.082231 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b1ad5507-889f-4a25-bd66-7c7563f86747), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:46.141717 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1958ac8d-179a-45f1-9067-c1b5d9b3b978 req-64c22d5c-ce87-402a-aeac-9eb2c9a4369c tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408895 Feb 16 22:22:46.175193 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port b1ad5507-889f-4a25-bd66-7c7563f86747 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:22:46.175591 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b1ad5507-889f-4a25-bd66-7c7563f86747), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:46.216965 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port b1ad5507-889f-4a25-bd66-7c7563f86747, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=b1ad5507-889f-4a25-bd66-7c7563f86747,segment=NetworkSegment(7cd3d5ed-630b-42c8-83be-976f3431669d),segment_id=7cd3d5ed-630b-42c8-83be-976f3431669d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:46.219858 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ad5507-889f-4a25-bd66-7c7563f86747'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:22:46.222264 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e59686-1e78-468e-ae6b-833f1298e9bc" -d '{"events": [{"server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "name": "network-vif-plugged", "status": "completed", "tag": "b1ad5507-889f-4a25-bd66-7c7563f86747"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:22:46.225598 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['86e174ab-b741-411c-b73e-79385ea18559'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:22:46.231404 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b1ad5507-889f-4a25-bd66-7c7563f86747), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:46.232363 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 41ea8ec7-cb70-44a7-b54a-945ee2945295 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:22:46.268858 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bcf7b446-254a-42d5-b433-c8becf5f9c55 admin admin] Publish callbacks [] for security_group (20e820a0-5544-4ebf-91fa-4e121a58eeb0), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:46.391052 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=b1ad5507-889f-4a25-bd66-7c7563f86747,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:46.413669 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 41ea8ec7-cb70-44a7-b54a-945ee2945295 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:22:46.423094 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 41ea8ec7-cb70-44a7-b54a-945ee2945295 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:22:46.423474 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (41ea8ec7-cb70-44a7-b54a-945ee2945295), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:46.430666 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bcf7b446-254a-42d5-b433-c8becf5f9c55 admin admin] Publish callbacks [] for security_group (20e820a0-5544-4ebf-91fa-4e121a58eeb0), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:46.464453 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34784) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:46.471548 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-5409aa08-264b-4bb5-8f83-ce821efb7580 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-960621184-network', 'tenant_id': '282556b0b6e943e5b41fe5b0280fd12f'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:22:46.502942 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5409aa08-264b-4bb5-8f83-ce821efb7580 admin admin] Made reservation on behalf of 282556b0b6e943e5b41fe5b0280fd12f for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:22:46.510908 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5409aa08-264b-4bb5-8f83-ce821efb7580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:46.530926 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5409aa08-264b-4bb5-8f83-ce821efb7580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:46.584058 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 41ea8ec7-cb70-44a7-b54a-945ee2945295 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:22:46.584670 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (41ea8ec7-cb70-44a7-b54a-945ee2945295), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:46.596897 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a9853-86eb-4ac0-8586-42c6bbfc2045 req-2ee06164-981f-42e3-99a9-37021a1411b3 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:46.603121 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a9853-86eb-4ac0-8586-42c6bbfc2045 req-2ee06164-981f-42e3-99a9-37021a1411b3 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:46.614006 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a9853-86eb-4ac0-8586-42c6bbfc2045 req-2ee06164-981f-42e3-99a9-37021a1411b3 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:46.623139 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a9853-86eb-4ac0-8586-42c6bbfc2045 req-2ee06164-981f-42e3-99a9-37021a1411b3 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:46.626510 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 41ea8ec7-cb70-44a7-b54a-945ee2945295, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=41ea8ec7-cb70-44a7-b54a-945ee2945295,segment=NetworkSegment(d7691017-c608-4933-8e39-96288e71acf1),segment_id=d7691017-c608-4933-8e39-96288e71acf1)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:46.628444 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a9853-86eb-4ac0-8586-42c6bbfc2045 req-2ee06164-981f-42e3-99a9-37021a1411b3 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:46.635175 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a9853-86eb-4ac0-8586-42c6bbfc2045 req-2ee06164-981f-42e3-99a9-37021a1411b3 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:46.635743 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5409aa08-264b-4bb5-8f83-ce821efb7580 admin admin] Publish callbacks [] for security_group (b2d9f04f-bc11-4d5d-a075-ec5f345ed435), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:46.638337 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (41ea8ec7-cb70-44a7-b54a-945ee2945295), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:46.642370 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a9853-86eb-4ac0-8586-42c6bbfc2045 req-2ee06164-981f-42e3-99a9-37021a1411b3 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:46.656022 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5409aa08-264b-4bb5-8f83-ce821efb7580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b2d9f04f-bc11-4d5d-a075-ec5f345ed435), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:46.659473 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d14a9853-86eb-4ac0-8586-42c6bbfc2045 req-2ee06164-981f-42e3-99a9-37021a1411b3 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5429 time: 0.4008458 Feb 16 22:22:46.690549 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409aa08-264b-4bb5-8f83-ce821efb7580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d9f04f-bc11-4d5d-a075-ec5f345ed435,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:46.705144 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=41ea8ec7-cb70-44a7-b54a-945ee2945295,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:46.710639 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['1cdbee6a-c509-4657-a9a8-c6f919e74da6'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:22:46.724877 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5409aa08-264b-4bb5-8f83-ce821efb7580 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:22:46.742670 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5409aa08-264b-4bb5-8f83-ce821efb7580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (5e020cf9-7ac6-45ab-9e81-9e82589df006), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:46.743425 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-5409aa08-264b-4bb5-8f83-ce821efb7580 admin admin] Added segment 5e020cf9-7ac6-45ab-9e81-9e82589df006 of type vlan for network bde45144-f3ae-4747-87c3-3c460f3e04e8 Feb 16 22:22:46.802775 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bcf7b446-254a-42d5-b433-c8becf5f9c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (20e820a0-5544-4ebf-91fa-4e121a58eeb0), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:46.805532 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bcf7b446-254a-42d5-b433-c8becf5f9c55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:46.811751 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bcf7b446-254a-42d5-b433-c8becf5f9c55 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/20e820a0-5544-4ebf-91fa-4e121a58eeb0 HTTP/1.1" status: 204 len: 168 time: 0.8747759 Feb 16 22:22:46.831213 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5409aa08-264b-4bb5-8f83-ce821efb7580 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (bde45144-f3ae-4747-87c3-3c460f3e04e8), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:46.833001 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.db.resource_extend [None req-c6a1c9a2-5886-44ad-91ff-b3db1db4b9db tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 22:22:46.891265 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7b446-254a-42d5-b433-c8becf5f9c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e820a0-5544-4ebf-91fa-4e121a58eeb0,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:46.905825 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5409aa08-264b-4bb5-8f83-ce821efb7580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (bde45144-f3ae-4747-87c3-3c460f3e04e8), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:46.908292 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5409aa08-264b-4bb5-8f83-ce821efb7580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:46.909794 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5409aa08-264b-4bb5-8f83-ce821efb7580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:46.910595 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d14a9853-86eb-4ac0-8586-42c6bbfc2045 req-02a70368-37b5-4bc4-a632-dc0fc107460b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2498696 Feb 16 22:22:46.938172 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['443130bf-8551-4c92-b389-fbbabea9a232'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:22:46.942089 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['a3ee080f-cf71-49dc-8b01-b8862a45817e'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:22:46.980217 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c6a1c9a2-5886-44ad-91ff-b3db1db4b9db tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:46.984568 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['d3621497-db12-4533-9d1a-8b3d9a672ca9'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:22:46.997906 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c6a1c9a2-5886-44ad-91ff-b3db1db4b9db tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (2a877eb1-8b7f-4d79-8700-7c20d050780d), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:47.008174 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409aa08-264b-4bb5-8f83-ce821efb7580 admin admin] Pushing event updated for resources: {'Network': ['ID=bde45144-f3ae-4747-87c3-3c460f3e04e8,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:47.021952 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5409aa08-264b-4bb5-8f83-ce821efb7580 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5567269 Feb 16 22:22:47.026272 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34788) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:47.034338 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-10822e19-44aa-4dc0-aeda-24e6b7593e3e admin admin] Request body: {'subnet': {'network_id': 'bde45144-f3ae-4747-87c3-3c460f3e04e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-960621184-subnet', 'tenant_id': '282556b0b6e943e5b41fe5b0280fd12f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:22:47.082742 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10822e19-44aa-4dc0-aeda-24e6b7593e3e admin admin] Made reservation on behalf of 282556b0b6e943e5b41fe5b0280fd12f for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:22:47.087286 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-10822e19-44aa-4dc0-aeda-24e6b7593e3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:47.087603 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['0bb0fb95-a1c8-4fd0-9766-54334e33ef10'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:22:47.182250 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network bde45144-f3ae-4747-87c3-3c460f3e04e8 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:22:47.218899 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ce898-52d0-4984-bc1e-c8242ca0db85 req-76e5b5fa-6d49-4247-89fe-2c24f3e86cb8 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:47.220429 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-884ce898-52d0-4984-bc1e-c8242ca0db85 req-76e5b5fa-6d49-4247-89fe-2c24f3e86cb8 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.1218879 Feb 16 22:22:47.225500 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-c6a1c9a2-5886-44ad-91ff-b3db1db4b9db tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Floating IP 2a877eb1-8b7f-4d79-8700-7c20d050780d associated. External IP: 172.25.2.113, port: 8eb6575c-ce5b-4f43-b452-112e4b4c4114. Feb 16 22:22:47.407624 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-10822e19-44aa-4dc0-aeda-24e6b7593e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (51b55c55-dd1d-4c20-a541-d8be4af0d810), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:47.464889 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-884ce898-52d0-4984-bc1e-c8242ca0db85 req-50fe3b57-069e-4c4f-bcd4-84c95f36cb45 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351103 Feb 16 22:22:47.513110 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10822e19-44aa-4dc0-aeda-24e6b7593e3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=51b55c55-dd1d-4c20-a541-d8be4af0d810,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:47.515490 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10822e19-44aa-4dc0-aeda-24e6b7593e3e admin admin] Checking segment: {'id': '5e020cf9-7ac6-45ab-9e81-9e82589df006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bde45144-f3ae-4747-87c3-3c460f3e04e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:22:47.515865 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10822e19-44aa-4dc0-aeda-24e6b7593e3e admin admin] Network hostable DHCP agents. Network: bde45144-f3ae-4747-87c3-3c460f3e04e8, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:22:47.563084 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10822e19-44aa-4dc0-aeda-24e6b7593e3e admin admin] Network bde45144-f3ae-4747-87c3-3c460f3e04e8 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:22:47.585090 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-10822e19-44aa-4dc0-aeda-24e6b7593e3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, bde45144-f3ae-4747-87c3-3c460f3e04e8) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:22:47.592410 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10822e19-44aa-4dc0-aeda-24e6b7593e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:47.593502 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-10822e19-44aa-4dc0-aeda-24e6b7593e3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:47.627901 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-10822e19-44aa-4dc0-aeda-24e6b7593e3e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5986519 Feb 16 22:22:47.648421 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b04eb5d-ac0c-44e7-94c0-7dc1cc147c7f x-openstack-request-id: req-6b04eb5d-ac0c-44e7-94c0-7dc1cc147c7f {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:22:47.648718 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "name": "network-vif-plugged", "status": "completed", "tag": "b1ad5507-889f-4a25-bd66-7c7563f86747", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:22:47.648973 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6b04eb5d-ac0c-44e7-94c0-7dc1cc147c7f {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:22:47.649371 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ad5507-889f-4a25-bd66-7c7563f86747', 'code': 200} Feb 16 22:22:47.660292 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ee420c-9f71-487c-a525-892dda6d3b69 None None] Network bde45144-f3ae-4747-87c3-3c460f3e04e8 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:22:47.828613 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a1c9a2-5886-44ad-91ff-b3db1db4b9db tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Router b3aa0538-ceb2-4866-a2d0-7bbc8be8caee has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:22:47.854014 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0a2b1-7680-4857-bb16-d72871eade9d req-6cd31059-ec69-4e91-a8d6-21c52714a215 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:47.862564 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94e0a2b1-7680-4857-bb16-d72871eade9d req-6cd31059-ec69-4e91-a8d6-21c52714a215 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 944 time: 0.1383302 Feb 16 22:22:48.017798 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94e0a2b1-7680-4857-bb16-d72871eade9d req-a6fec1cd-2a54-4496-aa8e-52c3ab8a16c2 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537547 Feb 16 22:22:48.019148 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77276d6b-3432-4a8e-9889-104b5169ac2e None None] Network bde45144-f3ae-4747-87c3-3c460f3e04e8 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:22:48.093869 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a1c9a2-5886-44ad-91ff-b3db1db4b9db tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:22:48.105176 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ca8e72-8398-4a8a-a680-b643e31c6f4d None None] Sync routers for ids ['b3aa0538-ceb2-4866-a2d0-7bbc8be8caee'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:22:48.109755 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c6a1c9a2-5886-44ad-91ff-b3db1db4b9db tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:48.129861 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ca8e72-8398-4a8a-a680-b643e31c6f4d None None] Routers {'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:22:48.133401 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-40ca8e72-8398-4a8a-a680-b643e31c6f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:22:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['b3aa0538-ceb2-4866-a2d0-7bbc8be8caee'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:22:48.187745 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c6a1c9a2-5886-44ad-91ff-b3db1db4b9db tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "PUT /v2.0/floatingips/2a877eb1-8b7f-4d79-8700-7c20d050780d HTTP/1.1" status: 200 len: 991 time: 2.7554982 Feb 16 22:22:48.191619 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '502eda20-e65d-4309-9a36-dec4bd1ded0f', 'tag': '8eb6575c-ce5b-4f43-b452-112e4b4c4114'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:22:48.194313 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a9311f-23cb-46cf-8921-1826c1fc644a" -d '{"events": [{"name": "network-changed", "server_uuid": "502eda20-e65d-4309-9a36-dec4bd1ded0f", "tag": "8eb6575c-ce5b-4f43-b452-112e4b4c4114"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:22:48.318007 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-2b7211d6-203a-42b2-bbf8-0f0b80426dde tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:48.321413 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-2b7211d6-203a-42b2-bbf8-0f0b80426dde tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/networks?id=22711c4a-8661-4a7d-9538-4da72ec44b9a HTTP/1.1" status: 200 len: 811 time: 0.1869819 Feb 16 22:22:48.359594 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-43021e78-92b6-4b73-a875-7546dfccaec6 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/quotas/471d422781ee4218a880c4849a975478 HTTP/1.1" status: 200 len: 375 time: 0.0237172 Feb 16 22:22:48.384027 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-40ca8e72-8398-4a8a-a680-b643e31c6f4d None None] Set router b3aa0538-ceb2-4866-a2d0-7bbc8be8caee gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:22:48.524313 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-858d366a-09ca-462c-87b8-8efa48221a06 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=471d422781ee4218a880c4849a975478&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1665897 Feb 16 22:22:48.650958 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-4af1feae-da05-4b9f-a93b-30da87fb11e5 service neutron] 10.222.0.75 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256740 Feb 16 22:22:48.652275 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-40ca8e72-8398-4a8a-a680-b643e31c6f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'name': 'tempest-ServersTestJSON-291856942-router', 'tenant_id': 'a44c19fb40c34b19888cab82b6323da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '47e8c691-349e-4620-bf65-a67b54127c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:22:21Z', 'updated_at': '2022-02-16T22:22:25Z', 'revision_number': 4, 'project_id': 'a44c19fb40c34b19888cab82b6323da1', 'gw_port': {'id': '47e8c691-349e-4620-bf65-a67b54127c89', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:22:22Z', 'updated_at': '2022-02-16T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '2a877eb1-8b7f-4d79-8700-7c20d050780d', 'tenant_id': 'a44c19fb40c34b19888cab82b6323da1', 'floating_ip_address': '172.25.2.113', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'port_id': '8eb6575c-ce5b-4f43-b452-112e4b4c4114', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd14180da-5a89-4465-bd5a-5b9a1aa7b5e8', 'mac_address': 'fa:16:3e:0d:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502eda20-e65d-4309-9a36-dec4bd1ded0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:22:29Z', 'updated_at': '2022-02-16T22:22:46Z', 'revision_number': 1, 'project_id': 'a44c19fb40c34b19888cab82b6323da1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b462139-2fc4-4522-9e65-c08543be3d99', 'name': '', 'network_id': 'd14180da-5a89-4465-bd5a-5b9a1aa7b5e8', 'tenant_id': 'a44c19fb40c34b19888cab82b6323da1', 'mac_address': 'fa:16:3e:a7:06:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dbc60a57-b523-4101-ad76-244c31544540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:22:24Z', 'updated_at': '2022-02-16T22:22:30Z', 'revision_number': 5, 'project_id': 'a44c19fb40c34b19888cab82b6323da1', 'subnets': [{'id': 'dbc60a57-b523-4101-ad76-244c31544540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:22:48.679649 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ca8e72-8398-4a8a-a680-b643e31c6f4d None None] Checking router: b3aa0538-ceb2-4866-a2d0-7bbc8be8caee for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:22:48.688767 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ca8e72-8398-4a8a-a680-b643e31c6f4d None None] Routers {'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:22:48.689619 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-40ca8e72-8398-4a8a-a680-b643e31c6f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:22:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['b3aa0538-ceb2-4866-a2d0-7bbc8be8caee'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:22:48.762927 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-0d496615-829d-464f-9762-4e434269fd99 service neutron] 10.222.0.75 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092670 Feb 16 22:22:48.813085 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-40ca8e72-8398-4a8a-a680-b643e31c6f4d None None] Set router b3aa0538-ceb2-4866-a2d0-7bbc8be8caee gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:22:49.061988 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c0f63-c884-4a65-80ba-fa5c54aa53ca req-55d6fc66-6946-4eae-96ed-3808bb3f36fa tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:49.069205 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c0f63-c884-4a65-80ba-fa5c54aa53ca req-55d6fc66-6946-4eae-96ed-3808bb3f36fa tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:49.076795 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c0f63-c884-4a65-80ba-fa5c54aa53ca req-55d6fc66-6946-4eae-96ed-3808bb3f36fa tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:49.084367 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c0f63-c884-4a65-80ba-fa5c54aa53ca req-55d6fc66-6946-4eae-96ed-3808bb3f36fa tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:49.090720 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c0f63-c884-4a65-80ba-fa5c54aa53ca req-55d6fc66-6946-4eae-96ed-3808bb3f36fa tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:49.098043 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c0f63-c884-4a65-80ba-fa5c54aa53ca req-55d6fc66-6946-4eae-96ed-3808bb3f36fa tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:49.105312 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c0f63-c884-4a65-80ba-fa5c54aa53ca req-55d6fc66-6946-4eae-96ed-3808bb3f36fa tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:49.107497 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d6c0f63-c884-4a65-80ba-fa5c54aa53ca req-55d6fc66-6946-4eae-96ed-3808bb3f36fa tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5430 time: 0.1468241 Feb 16 22:22:49.145865 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-40ca8e72-8398-4a8a-a680-b643e31c6f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'name': 'tempest-ServersTestJSON-291856942-router', 'tenant_id': 'a44c19fb40c34b19888cab82b6323da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '47e8c691-349e-4620-bf65-a67b54127c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:22:21Z', 'updated_at': '2022-02-16T22:22:25Z', 'revision_number': 4, 'project_id': 'a44c19fb40c34b19888cab82b6323da1', 'gw_port': {'id': '47e8c691-349e-4620-bf65-a67b54127c89', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:22:22Z', 'updated_at': '2022-02-16T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '2a877eb1-8b7f-4d79-8700-7c20d050780d', 'tenant_id': 'a44c19fb40c34b19888cab82b6323da1', 'floating_ip_address': '172.25.2.113', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'port_id': '8eb6575c-ce5b-4f43-b452-112e4b4c4114', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd14180da-5a89-4465-bd5a-5b9a1aa7b5e8', 'mac_address': 'fa:16:3e:0d:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502eda20-e65d-4309-9a36-dec4bd1ded0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:22:29Z', 'updated_at': '2022-02-16T22:22:46Z', 'revision_number': 1, 'project_id': 'a44c19fb40c34b19888cab82b6323da1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b462139-2fc4-4522-9e65-c08543be3d99', 'name': '', 'network_id': 'd14180da-5a89-4465-bd5a-5b9a1aa7b5e8', 'tenant_id': 'a44c19fb40c34b19888cab82b6323da1', 'mac_address': 'fa:16:3e:a7:06:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dbc60a57-b523-4101-ad76-244c31544540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:22:24Z', 'updated_at': '2022-02-16T22:22:30Z', 'revision_number': 5, 'project_id': 'a44c19fb40c34b19888cab82b6323da1', 'subnets': [{'id': 'dbc60a57-b523-4101-ad76-244c31544540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:22:49.175268 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ca8e72-8398-4a8a-a680-b643e31c6f4d None None] The sync data for ids ['b3aa0538-ceb2-4866-a2d0-7bbc8be8caee'] in n-d-813897-6 is: [{'id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'name': 'tempest-ServersTestJSON-291856942-router', 'tenant_id': 'a44c19fb40c34b19888cab82b6323da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '47e8c691-349e-4620-bf65-a67b54127c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:22:21Z', 'updated_at': '2022-02-16T22:22:25Z', 'revision_number': 4, 'project_id': 'a44c19fb40c34b19888cab82b6323da1', 'gw_port': {'id': '47e8c691-349e-4620-bf65-a67b54127c89', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:22:22Z', 'updated_at': '2022-02-16T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '2a877eb1-8b7f-4d79-8700-7c20d050780d', 'tenant_id': 'a44c19fb40c34b19888cab82b6323da1', 'floating_ip_address': '172.25.2.113', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'port_id': '8eb6575c-ce5b-4f43-b452-112e4b4c4114', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd14180da-5a89-4465-bd5a-5b9a1aa7b5e8', 'mac_address': 'fa:16:3e:0d:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502eda20-e65d-4309-9a36-dec4bd1ded0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:22:29Z', 'updated_at': '2022-02-16T22:22:46Z', 'revision_number': 1, 'project_id': 'a44c19fb40c34b19888cab82b6323da1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b462139-2fc4-4522-9e65-c08543be3d99', 'name': '', 'network_id': 'd14180da-5a89-4465-bd5a-5b9a1aa7b5e8', 'tenant_id': 'a44c19fb40c34b19888cab82b6323da1', 'mac_address': 'fa:16:3e:a7:06:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dbc60a57-b523-4101-ad76-244c31544540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:22:24Z', 'updated_at': '2022-02-16T22:22:30Z', 'revision_number': 5, 'project_id': 'a44c19fb40c34b19888cab82b6323da1', 'subnets': [{'id': 'dbc60a57-b523-4101-ad76-244c31544540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:22:49.211611 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d6c0f63-c884-4a65-80ba-fa5c54aa53ca req-75d58521-6968-409a-933c-94dfda6626c2 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0979981 Feb 16 22:22:49.587685 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded90940-8eb6-4047-93f9-a4d21d5d8de8 None None] New status for floating IP 2a877eb1-8b7f-4d79-8700-7c20d050780d: ACTIVE {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:22:49.653315 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ea8ec7-cb70-44a7-b54a-945ee2945295'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:22:49.656083 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35af2c6-675d-47aa-b3fb-a2fd669f2037" -d '{"events": [{"server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "name": "network-vif-plugged", "status": "completed", "tag": "41ea8ec7-cb70-44a7-b54a-945ee2945295"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:22:49.879912 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-516155a4-6ae7-40d5-b2a3-72e023eedb26 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:49.882208 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-516155a4-6ae7-40d5-b2a3-72e023eedb26 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] 10.222.0.75 "GET /v2.0/networks?id=d61d9372-ee98-4942-a0c0-69aea5fd9d71 HTTP/1.1" status: 200 len: 825 time: 0.1663797 Feb 16 22:22:49.897769 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-39c338c3-973c-4570-8418-edc5977ad564 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] 10.222.0.75 "GET /v2.0/quotas/6089a536fec84c0b867d588532a7b8ca HTTP/1.1" status: 200 len: 375 time: 0.0100734 Feb 16 22:22:49.910328 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 86e174ab-b741-411c-b73e-79385ea18559 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:22:49.933809 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-debba7ea-7c1a-4b4f-9706-50331192e1aa tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6089a536fec84c0b867d588532a7b8ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302582 Feb 16 22:22:49.970608 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 86e174ab-b741-411c-b73e-79385ea18559 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:22:49.970987 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (86e174ab-b741-411c-b73e-79385ea18559), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:50.042052 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-db7a5ca9-347a-4140-b44a-678161d0f975 service neutron] 10.222.0.75 "GET /v2.0/networks/d61d9372-ee98-4942-a0c0-69aea5fd9d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972447 Feb 16 22:22:50.080060 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 86e174ab-b741-411c-b73e-79385ea18559 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:22:50.080657 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (86e174ab-b741-411c-b73e-79385ea18559), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:50.171915 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 86e174ab-b741-411c-b73e-79385ea18559, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=86e174ab-b741-411c-b73e-79385ea18559,segment=NetworkSegment(bab3c7c9-e01c-407c-bcf4-3671c0e39eec),segment_id=bab3c7c9-e01c-407c-bcf4-3671c0e39eec)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:50.179302 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (86e174ab-b741-411c-b73e-79385ea18559), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:50.180647 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-f2044533-4220-428c-954f-155f1c07aaf1 service neutron] 10.222.0.75 "GET /v2.0/networks/d61d9372-ee98-4942-a0c0-69aea5fd9d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319656 Feb 16 22:22:50.262935 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=86e174ab-b741-411c-b73e-79385ea18559,revision_number=7']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:50.463656 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-4c4a77e1-e39c-46b7-a067-1fd614004b12 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:50.467249 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-4c4a77e1-e39c-46b7-a067-1fd614004b12 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.67 "GET /v2.0/networks?id=22711c4a-8661-4a7d-9538-4da72ec44b9a HTTP/1.1" status: 200 len: 811 time: 0.2484953 Feb 16 22:22:50.485667 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-0b53ab65-d587-4724-816c-58e512897350 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Request body: {'port': {'device_id': '15b2b9db-8f32-4552-9dc7-74a05b4f96c0', 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a', 'admin_state_up': True, 'tenant_id': '471d422781ee4218a880c4849a975478'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:22:50.497482 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e5e21-7617-45d6-9520-ec7a1e6f1433 req-2ae538ae-36f2-4fbb-8dc6-1810262d5aa6 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:50.505269 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a81e5e21-7617-45d6-9520-ec7a1e6f1433 req-2ae538ae-36f2-4fbb-8dc6-1810262d5aa6 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "GET /v2.0/ports?device_id=502eda20-e65d-4309-9a36-dec4bd1ded0f HTTP/1.1" status: 200 len: 945 time: 0.0814493 Feb 16 22:22:50.611027 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a81e5e21-7617-45d6-9520-ec7a1e6f1433 req-334224ad-8a1e-4c75-aa80-0b8197a1ae1c tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4ba600f-30a6-438b-a607-470596cd90fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047702 Feb 16 22:22:50.611592 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4fc97ec3-c4bb-4bed-8b32-3bc31457ba36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:50.661087 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-0b53ab65-d587-4724-816c-58e512897350 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Made reservation on behalf of 471d422781ee4218a880c4849a975478 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:22:50.667386 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-0b53ab65-d587-4724-816c-58e512897350 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:50.680705 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6b9066-805a-482b-900e-357b3c45a862 x-openstack-request-id: req-5a6b9066-805a-482b-900e-357b3c45a862 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:22:50.681163 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "502eda20-e65d-4309-9a36-dec4bd1ded0f", "tag": "8eb6575c-ce5b-4f43-b452-112e4b4c4114", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:22:50.681740 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5a6b9066-805a-482b-900e-357b3c45a862 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:22:50.682581 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '502eda20-e65d-4309-9a36-dec4bd1ded0f', 'tag': '8eb6575c-ce5b-4f43-b452-112e4b4c4114', 'status': 'completed', 'code': 200} Feb 16 22:22:50.825759 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9311f-23cb-46cf-8921-1826c1fc644a req-f873513d-1d81-45e0-a1bf-6e89f85f6342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:50.827316 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-70a9311f-23cb-46cf-8921-1826c1fc644a req-f873513d-1d81-45e0-a1bf-6e89f85f6342 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a44c19fb40c34b19888cab82b6323da1&device_id=502eda20-e65d-4309-9a36-dec4bd1ded0f HTTP/1.1" status: 200 len: 1127 time: 0.1221635 Feb 16 22:22:50.942581 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-0b53ab65-d587-4724-816c-58e512897350 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Allocated IP 172.20.0.6 (22711c4a-8661-4a7d-9538-4da72ec44b9a/e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa/aa28eba2-6b57-4692-bd25-6430448eaa9d) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:22:50.992514 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9311f-23cb-46cf-8921-1826c1fc644a req-9d3569e3-eb2b-405a-a110-0690967cc8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:50.993890 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-70a9311f-23cb-46cf-8921-1826c1fc644a req-9d3569e3-eb2b-405a-a110-0690967cc8e8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d14180da-5a89-4465-bd5a-5b9a1aa7b5e8 HTTP/1.1" status: 200 len: 906 time: 0.1567647 Feb 16 22:22:51.146547 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-70a9311f-23cb-46cf-8921-1826c1fc644a req-92d9678f-9fcc-4581-8d6c-a0a597299cb1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eb6575c-ce5b-4f43-b452-112e4b4c4114 HTTP/1.1" status: 200 len: 1001 time: 0.1170444 Feb 16 22:22:51.211052 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9311f-23cb-46cf-8921-1826c1fc644a req-42161fa5-72dd-4988-a5ca-502a26e4ff4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:51.212276 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-70a9311f-23cb-46cf-8921-1826c1fc644a req-42161fa5-72dd-4988-a5ca-502a26e4ff4c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dbc60a57-b523-4101-ad76-244c31544540 HTTP/1.1" status: 200 len: 844 time: 0.0593479 Feb 16 22:22:51.219028 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e05d9ec6-b3b2-4a28-8865-11a8539d60a7 req-5c9d2f46-baad-4c3b-8c5f-8bed9d4713a8 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=15b2b9db-8f32-4552-9dc7-74a05b4f96c0 HTTP/1.1" status: 200 len: 210 time: 0.1104999 Feb 16 22:22:51.345373 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-0b53ab65-d587-4724-816c-58e512897350 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks [] for port (aa28eba2-6b57-4692-bd25-6430448eaa9d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:51.389450 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9311f-23cb-46cf-8921-1826c1fc644a req-d287e363-61f5-4232-88f3-59b5999c9782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:51.391477 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-70a9311f-23cb-46cf-8921-1826c1fc644a req-d287e363-61f5-4232-88f3-59b5999c9782 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d14180da-5a89-4465-bd5a-5b9a1aa7b5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0880804 Feb 16 22:22:51.451734 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-0b53ab65-d587-4724-816c-58e512897350 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (aa28eba2-6b57-4692-bd25-6430448eaa9d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:51.474717 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['2878291e-3d8c-4591-a083-644483381e49'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:22:51.476973 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['4bef6242-7835-4301-899f-4bb8e188699e'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:22:51.483143 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636af44f-4c91-4226-9187-b0aa6029952f req-2f069770-d946-4984-8ee7-fe187cfd7752 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:51.486822 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-636af44f-4c91-4226-9187-b0aa6029952f req-2f069770-d946-4984-8ee7-fe187cfd7752 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 945 time: 0.0787952 Feb 16 22:22:51.554468 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-0b53ab65-d587-4724-816c-58e512897350 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Network 22711c4a-8661-4a7d-9538-4da72ec44b9a is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:22:51.563103 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-0b53ab65-d587-4724-816c-58e512897350 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:22:51.570721 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-0b53ab65-d587-4724-816c-58e512897350 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:22:51.579526 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53ab65-d587-4724-816c-58e512897350 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Pushing event updated for resources: {'Port': ['ID=aa28eba2-6b57-4692-bd25-6430448eaa9d,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:51.588502 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-636af44f-4c91-4226-9187-b0aa6029952f req-3539e422-3fee-400b-8d62-c3b10c49ea43 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959375 Feb 16 22:22:51.730382 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-70a9311f-23cb-46cf-8921-1826c1fc644a req-663ae56d-b953-4050-98a2-fac687784761 service neutron] 10.222.0.67 "GET /v2.0/networks/d14180da-5a89-4465-bd5a-5b9a1aa7b5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316541 Feb 16 22:22:51.922543 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-70a9311f-23cb-46cf-8921-1826c1fc644a req-7aa633d4-e7da-4384-9257-4a8f2fbb9603 service neutron] 10.222.0.67 "GET /v2.0/networks/d14180da-5a89-4465-bd5a-5b9a1aa7b5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777704 Feb 16 22:22:51.935873 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-0b53ab65-d587-4724-816c-58e512897350 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:51.936896 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-0b53ab65-d587-4724-816c-58e512897350 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:51.938279 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 0bb0fb95-a1c8-4fd0-9766-54334e33ef10 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:22:51.973997 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-0b53ab65-d587-4724-816c-58e512897350 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4984496 Feb 16 22:22:51.995512 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-572da5b0-d2ed-4126-9864-4e6eb30ba03a service neutron] Request body: {'port': {'device_id': '15b2b9db-8f32-4552-9dc7-74a05b4f96c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:22:52.007897 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b8e5a2-852c-4162-82d4-8f265d89abb3 x-openstack-request-id: req-d5b8e5a2-852c-4162-82d4-8f265d89abb3 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:22:52.008525 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "name": "network-vif-plugged", "status": "completed", "tag": "41ea8ec7-cb70-44a7-b54a-945ee2945295", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:22:52.008958 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d5b8e5a2-852c-4162-82d4-8f265d89abb3 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:22:52.009784 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ea8ec7-cb70-44a7-b54a-945ee2945295', 'code': 200} Feb 16 22:22:52.149167 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-a72d1a53-c2aa-4bc5-aba5-d5a3bc52a636 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:52.153858 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-a72d1a53-c2aa-4bc5-aba5-d5a3bc52a636 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] 10.222.0.67 "GET /v2.0/networks?id=d61d9372-ee98-4942-a0c0-69aea5fd9d71 HTTP/1.1" status: 200 len: 825 time: 0.2671282 Feb 16 22:22:52.171843 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-0afdb6e0-995c-4ec2-b08b-503af8c651c1 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] Request body: {'port': {'device_id': '7a74a363-c057-4ad3-b89f-05c8ea815420', 'network_id': 'd61d9372-ee98-4942-a0c0-69aea5fd9d71', 'admin_state_up': True, 'tenant_id': '6089a536fec84c0b867d588532a7b8ca'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:22:52.172648 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1d187227-5414-4476-b3fe-ba8361cf2093 None None] Provisioning complete for port aa28eba2-6b57-4692-bd25-6430448eaa9d triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:22:52.173195 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1d187227-5414-4476-b3fe-ba8361cf2093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (aa28eba2-6b57-4692-bd25-6430448eaa9d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:52.180705 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-572da5b0-d2ed-4126-9864-4e6eb30ba03a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (aa28eba2-6b57-4692-bd25-6430448eaa9d), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:52.244303 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 0bb0fb95-a1c8-4fd0-9766-54334e33ef10 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:22:52.252719 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 0bb0fb95-a1c8-4fd0-9766-54334e33ef10 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:22:52.253237 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0bb0fb95-a1c8-4fd0-9766-54334e33ef10), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:52.275903 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1d187227-5414-4476-b3fe-ba8361cf2093 None None] Port aa28eba2-6b57-4692-bd25-6430448eaa9d cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:22:52.347103 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5123d-ef7c-4866-84fd-22f628569880 req-32b00413-d07c-4fcc-a839-708847866254 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:52.352423 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5123d-ef7c-4866-84fd-22f628569880 req-32b00413-d07c-4fcc-a839-708847866254 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:52.359518 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5123d-ef7c-4866-84fd-22f628569880 req-32b00413-d07c-4fcc-a839-708847866254 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:52.362210 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 0bb0fb95-a1c8-4fd0-9766-54334e33ef10 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:22:52.363565 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0bb0fb95-a1c8-4fd0-9766-54334e33ef10), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:52.364961 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5123d-ef7c-4866-84fd-22f628569880 req-32b00413-d07c-4fcc-a839-708847866254 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:52.370681 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5123d-ef7c-4866-84fd-22f628569880 req-32b00413-d07c-4fcc-a839-708847866254 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:52.377232 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5123d-ef7c-4866-84fd-22f628569880 req-32b00413-d07c-4fcc-a839-708847866254 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:52.383249 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5123d-ef7c-4866-84fd-22f628569880 req-32b00413-d07c-4fcc-a839-708847866254 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:52.392538 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f9d5123d-ef7c-4866-84fd-22f628569880 req-32b00413-d07c-4fcc-a839-708847866254 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5430 time: 0.2373695 Feb 16 22:22:52.413079 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 0bb0fb95-a1c8-4fd0-9766-54334e33ef10, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=0bb0fb95-a1c8-4fd0-9766-54334e33ef10,segment=NetworkSegment(d7691017-c608-4933-8e39-96288e71acf1),segment_id=d7691017-c608-4933-8e39-96288e71acf1)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:52.425552 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0bb0fb95-a1c8-4fd0-9766-54334e33ef10), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:52.426679 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 443130bf-8551-4c92-b389-fbbabea9a232 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:22:52.520998 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=0bb0fb95-a1c8-4fd0-9766-54334e33ef10,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:52.556153 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 443130bf-8551-4c92-b389-fbbabea9a232 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:22:52.561994 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 443130bf-8551-4c92-b389-fbbabea9a232 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:22:52.562603 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (443130bf-8551-4c92-b389-fbbabea9a232), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:52.631799 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-572da5b0-d2ed-4126-9864-4e6eb30ba03a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa28eba2-6b57-4692-bd25-6430448eaa9d {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:22:52.644201 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-572da5b0-d2ed-4126-9864-4e6eb30ba03a service neutron] Publish callbacks [] for port (aa28eba2-6b57-4692-bd25-6430448eaa9d), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:52.661833 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-572da5b0-d2ed-4126-9864-4e6eb30ba03a service neutron] Transition to ACTIVE for port object aa28eba2-6b57-4692-bd25-6430448eaa9d will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:22:52.667492 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-572da5b0-d2ed-4126-9864-4e6eb30ba03a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (aa28eba2-6b57-4692-bd25-6430448eaa9d), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:52.710976 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 443130bf-8551-4c92-b389-fbbabea9a232 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:22:52.711395 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (443130bf-8551-4c92-b389-fbbabea9a232), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:52.790183 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 443130bf-8551-4c92-b389-fbbabea9a232, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=443130bf-8551-4c92-b389-fbbabea9a232,segment=NetworkSegment(d7691017-c608-4933-8e39-96288e71acf1),segment_id=d7691017-c608-4933-8e39-96288e71acf1)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:52.803159 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (443130bf-8551-4c92-b389-fbbabea9a232), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:52.804229 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device a3ee080f-cf71-49dc-8b01-b8862a45817e up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:22:52.811963 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f9d5123d-ef7c-4866-84fd-22f628569880 req-f44e3420-fe17-45e4-ac41-7bee1966107c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4184375 Feb 16 22:22:52.853454 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-0afdb6e0-995c-4ec2-b08b-503af8c651c1 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] Made reservation on behalf of 6089a536fec84c0b867d588532a7b8ca for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:22:52.855146 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572da5b0-d2ed-4126-9864-4e6eb30ba03a service neutron] Pushing event updated for resources: {'Port': ['ID=aa28eba2-6b57-4692-bd25-6430448eaa9d,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:52.858917 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-0afdb6e0-995c-4ec2-b08b-503af8c651c1 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:52.946462 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-572da5b0-d2ed-4126-9864-4e6eb30ba03a service neutron] Attempting to bind port aa28eba2-6b57-4692-bd25-6430448eaa9d on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:22:52.947197 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-572da5b0-d2ed-4126-9864-4e6eb30ba03a service neutron] Attempting to bind port aa28eba2-6b57-4692-bd25-6430448eaa9d by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '70fb6cc5-8eb9-42af-ba50-480958a10f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:22:52.947731 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-572da5b0-d2ed-4126-9864-4e6eb30ba03a service neutron] Attempting to bind port aa28eba2-6b57-4692-bd25-6430448eaa9d on network 22711c4a-8661-4a7d-9538-4da72ec44b9a {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:22:52.959872 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-572da5b0-d2ed-4126-9864-4e6eb30ba03a service neutron] Port aa28eba2-6b57-4692-bd25-6430448eaa9d on network 22711c4a-8661-4a7d-9538-4da72ec44b9a not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:22:52.960445 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-572da5b0-d2ed-4126-9864-4e6eb30ba03a service neutron] Attempting to bind port aa28eba2-6b57-4692-bd25-6430448eaa9d on network 22711c4a-8661-4a7d-9538-4da72ec44b9a {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:22:52.966411 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-572da5b0-d2ed-4126-9864-4e6eb30ba03a service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:22:52.967013 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-572da5b0-d2ed-4126-9864-4e6eb30ba03a service neutron] Checking segment: {'id': '70fb6cc5-8eb9-42af-ba50-480958a10f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:22:52.967563 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-572da5b0-d2ed-4126-9864-4e6eb30ba03a service neutron] Bound using segment: {'id': '70fb6cc5-8eb9-42af-ba50-480958a10f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:22:52.968154 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-572da5b0-d2ed-4126-9864-4e6eb30ba03a service neutron] Bound port: aa28eba2-6b57-4692-bd25-6430448eaa9d, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70fb6cc5-8eb9-42af-ba50-480958a10f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:22:52.968676 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-572da5b0-d2ed-4126-9864-4e6eb30ba03a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (aa28eba2-6b57-4692-bd25-6430448eaa9d), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:53.049630 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-65c0fd6a-7e1b-4063-bac6-820be2702371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:53.062431 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port a3ee080f-cf71-49dc-8b01-b8862a45817e completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:22:53.076400 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port a3ee080f-cf71-49dc-8b01-b8862a45817e triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:22:53.076771 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a3ee080f-cf71-49dc-8b01-b8862a45817e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:53.094088 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-572da5b0-d2ed-4126-9864-4e6eb30ba03a service neutron] For port aa28eba2-6b57-4692-bd25-6430448eaa9d, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:22:53.098184 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-572da5b0-d2ed-4126-9864-4e6eb30ba03a service neutron] For port aa28eba2-6b57-4692-bd25-6430448eaa9d, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=aa28eba2-6b57-4692-bd25-6430448eaa9d,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:22:53.117282 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-572da5b0-d2ed-4126-9864-4e6eb30ba03a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (aa28eba2-6b57-4692-bd25-6430448eaa9d), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:53.144312 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=443130bf-8551-4c92-b389-fbbabea9a232,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:53.147915 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-0afdb6e0-995c-4ec2-b08b-503af8c651c1 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] Allocated IP 172.20.0.2 (d61d9372-ee98-4942-a0c0-69aea5fd9d71/5894919f-b531-4804-b8b8-1525d7d526ed/7123ff86-47c5-4a35-8bbe-456259fbca3b) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:22:53.204113 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port a3ee080f-cf71-49dc-8b01-b8862a45817e is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:22:53.204728 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a3ee080f-cf71-49dc-8b01-b8862a45817e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:53.261662 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-572da5b0-d2ed-4126-9864-4e6eb30ba03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:53.262468 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-572da5b0-d2ed-4126-9864-4e6eb30ba03a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:53.263956 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-572da5b0-d2ed-4126-9864-4e6eb30ba03a service neutron] 10.222.0.67 "PUT /v2.0/ports/aa28eba2-6b57-4692-bd25-6430448eaa9d HTTP/1.1" status: 200 len: 1091 time: 1.2744317 Feb 16 22:22:53.264531 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b2b9db-8f32-4552-9dc7-74a05b4f96c0', 'tag': 'aa28eba2-6b57-4692-bd25-6430448eaa9d'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:22:53.266922 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0dc0b92-5e49-409c-9718-c0d09c4eb7dc" -d '{"events": [{"name": "network-changed", "server_uuid": "15b2b9db-8f32-4552-9dc7-74a05b4f96c0", "tag": "aa28eba2-6b57-4692-bd25-6430448eaa9d"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:22:53.294099 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port a3ee080f-cf71-49dc-8b01-b8862a45817e, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a3ee080f-cf71-49dc-8b01-b8862a45817e,segment=NetworkSegment(6333e723-cf6b-42aa-b1d7-93bea6dcc68c),segment_id=6333e723-cf6b-42aa-b1d7-93bea6dcc68c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:53.312035 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572da5b0-d2ed-4126-9864-4e6eb30ba03a service neutron] Pushing event updated for resources: {'Port': ['ID=aa28eba2-6b57-4692-bd25-6430448eaa9d,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:53.331406 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a3ee080f-cf71-49dc-8b01-b8862a45817e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:53.331841 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device d3621497-db12-4533-9d1a-8b3d9a672ca9 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:22:53.369282 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-0afdb6e0-995c-4ec2-b08b-503af8c651c1 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] Publish callbacks [] for port (7123ff86-47c5-4a35-8bbe-456259fbca3b), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:53.406388 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9d192323-496a-4274-8b03-c6be85103e7c req-555b7ee3-64a9-4b72-a1a2-85815cea999c tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a74a363-c057-4ad3-b89f-05c8ea815420 HTTP/1.1" status: 200 len: 210 time: 0.4371343 Feb 16 22:22:53.447240 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-60365cc8-d484-4857-9e37-fff46acbc905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:53.449423 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-60365cc8-d484-4857-9e37-fff46acbc905 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=471d422781ee4218a880c4849a975478&device_id=15b2b9db-8f32-4552-9dc7-74a05b4f96c0 HTTP/1.1" status: 200 len: 1125 time: 0.1215320 Feb 16 22:22:53.498154 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-0afdb6e0-995c-4ec2-b08b-503af8c651c1 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (7123ff86-47c5-4a35-8bbe-456259fbca3b), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:53.527181 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-e1ca43f5-606c-42d8-b62e-d73f85c407a4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa28eba2-6b57-4692-bd25-6430448eaa9d HTTP/1.1" status: 200 len: 217 time: 0.0624702 Feb 16 22:22:53.560130 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=a3ee080f-cf71-49dc-8b01-b8862a45817e,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:53.586522 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-d98cf16d-9739-4c65-a8e3-bc22ce197cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:53.588402 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-d98cf16d-9739-4c65-a8e3-bc22ce197cec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa HTTP/1.1" status: 200 len: 850 time: 0.0582497 Feb 16 22:22:53.604347 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port d3621497-db12-4533-9d1a-8b3d9a672ca9 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:22:53.609529 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port d3621497-db12-4533-9d1a-8b3d9a672ca9 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:22:53.609961 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d3621497-db12-4533-9d1a-8b3d9a672ca9), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:53.635982 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afdb6e0-995c-4ec2-b08b-503af8c651c1 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] Pushing event updated for resources: {'Port': ['ID=7123ff86-47c5-4a35-8bbe-456259fbca3b,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:53.685109 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-f2426c77-b3ab-4002-a01f-534a179b67f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:53.686902 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-f2426c77-b3ab-4002-a01f-534a179b67f4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=22711c4a-8661-4a7d-9538-4da72ec44b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0829809 Feb 16 22:22:53.692765 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1fb9ed81-1efb-43e4-b2f2-91f204e7d5d2 req-7b84567e-db94-4044-9c3b-c671acb41578 tempest-ServerShowV247Test-1717857463 tempest-ServerShowV247Test-1717857463-project] 10.222.0.75 "GET /v2.0/ports?device_id=2bc2b6f8-12e0-464a-8620-7459ed992508 HTTP/1.1" status: 200 len: 210 time: 0.0642450 Feb 16 22:22:53.707413 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-0afdb6e0-995c-4ec2-b08b-503af8c651c1 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] Network d61d9372-ee98-4942-a0c0-69aea5fd9d71 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:22:53.716686 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-0afdb6e0-995c-4ec2-b08b-503af8c651c1 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:22:53.726855 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-0afdb6e0-995c-4ec2-b08b-503af8c651c1 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:22:53.799239 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port d3621497-db12-4533-9d1a-8b3d9a672ca9 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:22:53.799646 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d3621497-db12-4533-9d1a-8b3d9a672ca9), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:53.830121 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-09df8581-3190-4e1a-b71f-caedc93e887b service neutron] 10.222.0.67 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325083 Feb 16 22:22:53.847063 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-0afdb6e0-995c-4ec2-b08b-503af8c651c1 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:53.848931 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-0afdb6e0-995c-4ec2-b08b-503af8c651c1 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:53.849518 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port d3621497-db12-4533-9d1a-8b3d9a672ca9, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=d3621497-db12-4533-9d1a-8b3d9a672ca9,segment=NetworkSegment(d7691017-c608-4933-8e39-96288e71acf1),segment_id=d7691017-c608-4933-8e39-96288e71acf1)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:53.858523 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d3621497-db12-4533-9d1a-8b3d9a672ca9), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:53.860958 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 1cdbee6a-c509-4657-a9a8-c6f919e74da6 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:22:53.881712 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-0afdb6e0-995c-4ec2-b08b-503af8c651c1 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7167387 Feb 16 22:22:53.905710 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] Request body: {'port': {'device_id': '7a74a363-c057-4ad3-b89f-05c8ea815420', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:22:53.968995 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=d3621497-db12-4533-9d1a-8b3d9a672ca9,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:53.983653 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e9e14-653b-4eda-bd31-c77f394203c1 req-f46a9538-f771-4b8f-b5c9-a60936db3c82 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:53.985424 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8c9e9e14-653b-4eda-bd31-c77f394203c1 req-f46a9538-f771-4b8f-b5c9-a60936db3c82 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e51494d-c077-45cb-940d-01c5472c651a HTTP/1.1" status: 200 len: 945 time: 0.1304240 Feb 16 22:22:53.994240 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 1cdbee6a-c509-4657-a9a8-c6f919e74da6 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:22:53.994592 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (7123ff86-47c5-4a35-8bbe-456259fbca3b), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:54.003586 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 1cdbee6a-c509-4657-a9a8-c6f919e74da6 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:22:54.004061 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (1cdbee6a-c509-4657-a9a8-c6f919e74da6), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:54.018501 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4186b9-2c14-4ce1-b7c8-da5a05338572 req-f44c49fb-8b74-4029-90fd-258690275755 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:54.025543 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ce99da-4e3d-4618-b7cd-53d81cc92d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e174ab-b741-411c-b73e-79385ea18559'}, {'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb0fb95-a1c8-4fd0-9766-54334e33ef10'}, {'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443130bf-8551-4c92-b389-fbbabea9a232'}, {'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ee080f-cf71-49dc-8b01-b8862a45817e'}, {'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3621497-db12-4533-9d1a-8b3d9a672ca9'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:22:54.025856 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c4186b9-2c14-4ce1-b7c8-da5a05338572 req-f44c49fb-8b74-4029-90fd-258690275755 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e51494d-c077-45cb-940d-01c5472c651a HTTP/1.1" status: 200 len: 945 time: 0.1968646 Feb 16 22:22:54.028590 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661c6620-4de4-460e-a46a-370d6caeb29a" -d '{"events": [{"server_uuid": "e9ce99da-4e3d-4618-b7cd-53d81cc92d7e", "name": "network-vif-plugged", "status": "completed", "tag": "86e174ab-b741-411c-b73e-79385ea18559"}, {"server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "name": "network-vif-plugged", "status": "completed", "tag": "0bb0fb95-a1c8-4fd0-9766-54334e33ef10"}, {"server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "name": "network-vif-plugged", "status": "completed", "tag": "443130bf-8551-4c92-b389-fbbabea9a232"}, {"server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "name": "network-vif-plugged", "status": "completed", "tag": "a3ee080f-cf71-49dc-8b01-b8862a45817e"}, {"server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "name": "network-vif-plugged", "status": "completed", "tag": "d3621497-db12-4533-9d1a-8b3d9a672ca9"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:22:54.113169 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-89fc0b71-aabe-4363-a803-01be9bc3056d req-93074152-00d9-4230-a16f-90a2c6f7db9e service neutron] 10.222.0.67 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677603 Feb 16 22:22:54.113438 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c4186b9-2c14-4ce1-b7c8-da5a05338572 req-c357dcfe-e51f-47a5-9897-c0e88870718e tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] 10.222.0.75 "GET /v2.0/security-groups?id=7193e540-0f7a-4e68-ad05-b1e35ec51149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808783 Feb 16 22:22:54.116067 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 1cdbee6a-c509-4657-a9a8-c6f919e74da6 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:22:54.117170 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1cdbee6a-c509-4657-a9a8-c6f919e74da6), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:54.143786 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-8c9e9e14-653b-4eda-bd31-c77f394203c1 req-5895755f-2466-4b4b-b48f-fae369ec1c96 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Deleting port 19ff6eb4-c192-4b01-999f-f1fb0679ae6b {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:22:54.144220 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8c9e9e14-653b-4eda-bd31-c77f394203c1 req-5895755f-2466-4b4b-b48f-fae369ec1c96 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (19ff6eb4-c192-4b01-999f-f1fb0679ae6b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:54.177255 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 1cdbee6a-c509-4657-a9a8-c6f919e74da6, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=1cdbee6a-c509-4657-a9a8-c6f919e74da6,segment=NetworkSegment(6333e723-cf6b-42aa-b1d7-93bea6dcc68c),segment_id=6333e723-cf6b-42aa-b1d7-93bea6dcc68c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:54.193613 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (1cdbee6a-c509-4657-a9a8-c6f919e74da6), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:54.313041 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-8c9e9e14-653b-4eda-bd31-c77f394203c1 req-5895755f-2466-4b4b-b48f-fae369ec1c96 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] For port 19ff6eb4-c192-4b01-999f-f1fb0679ae6b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=19ff6eb4-c192-4b01-999f-f1fb0679ae6b,segment=NetworkSegment(d5d2de62-563e-43a9-98ed-2414bd6735aa),segment_id=d5d2de62-563e-43a9-98ed-2414bd6735aa)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:54.313626 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8c9e9e14-653b-4eda-bd31-c77f394203c1 req-5895755f-2466-4b4b-b48f-fae369ec1c96 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (19ff6eb4-c192-4b01-999f-f1fb0679ae6b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:54.388479 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7673a-cd6d-45a7-9261-7301d70e3cdb req-1fe309c7-e915-49d2-adc6-dded11baa472 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:54.400101 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-40b7673a-cd6d-45a7-9261-7301d70e3cdb req-1fe309c7-e915-49d2-adc6-dded11baa472 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=15b2b9db-8f32-4552-9dc7-74a05b4f96c0 HTTP/1.1" status: 200 len: 943 time: 0.1639845 Feb 16 22:22:54.407701 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=1cdbee6a-c509-4657-a9a8-c6f919e74da6,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:54.410392 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:54.530708 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-40b7673a-cd6d-45a7-9261-7301d70e3cdb req-f8475808-f760-4b5a-a7c7-bda129e66e12 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193638 Feb 16 22:22:54.552576 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8c9e9e14-653b-4eda-bd31-c77f394203c1 req-5895755f-2466-4b4b-b48f-fae369ec1c96 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:54.553234 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8c9e9e14-653b-4eda-bd31-c77f394203c1 req-5895755f-2466-4b4b-b48f-fae369ec1c96 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (d3eabacf-54b6-4d1f-8f09-8de8375225a0), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:54.553659 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [req-8c9e9e14-653b-4eda-bd31-c77f394203c1 req-5895755f-2466-4b4b-b48f-fae369ec1c96 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Floating IP d3eabacf-54b6-4d1f-8f09-8de8375225a0 disassociated. External IP: 172.25.2.242, port: 19ff6eb4-c192-4b01-999f-f1fb0679ae6b. Feb 16 22:22:54.554280 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-8c9e9e14-653b-4eda-bd31-c77f394203c1 req-5895755f-2466-4b4b-b48f-fae369ec1c96 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Calling delete_port for 19ff6eb4-c192-4b01-999f-f1fb0679ae6b owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:22:54.674452 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7123ff86-47c5-4a35-8bbe-456259fbca3b {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:22:54.687571 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] Publish callbacks [] for port (7123ff86-47c5-4a35-8bbe-456259fbca3b), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:54.718617 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148eff6f-86da-418e-a516-ba35d4d14f36 req-fdd6472a-5958-4efc-896a-2d601c0d5325 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:54.720724 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-148eff6f-86da-418e-a516-ba35d4d14f36 req-fdd6472a-5958-4efc-896a-2d601c0d5325 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 945 time: 0.0976369 Feb 16 22:22:54.722549 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] Transition to ACTIVE for port object 7123ff86-47c5-4a35-8bbe-456259fbca3b will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:22:54.726700 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (7123ff86-47c5-4a35-8bbe-456259fbca3b), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:54.727561 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8c9e9e14-653b-4eda-bd31-c77f394203c1 req-5895755f-2466-4b4b-b48f-fae369ec1c96 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (19ff6eb4-c192-4b01-999f-f1fb0679ae6b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:54.802836 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5895755f-2466-4b4b-b48f-fae369ec1c96 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Pushing event deleted for resources: {'Port': ['ID=19ff6eb4-c192-4b01-999f-f1fb0679ae6b,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:54.851507 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] Pushing event updated for resources: {'Port': ['ID=7123ff86-47c5-4a35-8bbe-456259fbca3b,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:54.906900 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-148eff6f-86da-418e-a516-ba35d4d14f36 req-f8cf0507-d9b3-4679-ac4c-1ab8347bc87f tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701927 Feb 16 22:22:54.950637 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] Attempting to bind port 7123ff86-47c5-4a35-8bbe-456259fbca3b on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:22:54.950977 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] Attempting to bind port 7123ff86-47c5-4a35-8bbe-456259fbca3b by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '73437d10-f9b3-4acd-8d79-50b50b105444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd61d9372-ee98-4942-a0c0-69aea5fd9d71'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:22:54.951312 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] Attempting to bind port 7123ff86-47c5-4a35-8bbe-456259fbca3b on network d61d9372-ee98-4942-a0c0-69aea5fd9d71 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:22:54.966960 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] Port 7123ff86-47c5-4a35-8bbe-456259fbca3b on network d61d9372-ee98-4942-a0c0-69aea5fd9d71 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:22:54.967291 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] Attempting to bind port 7123ff86-47c5-4a35-8bbe-456259fbca3b on network d61d9372-ee98-4942-a0c0-69aea5fd9d71 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:22:54.978087 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:22:54.978855 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] Checking segment: {'id': '73437d10-f9b3-4acd-8d79-50b50b105444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd61d9372-ee98-4942-a0c0-69aea5fd9d71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:22:54.980440 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] Bound using segment: {'id': '73437d10-f9b3-4acd-8d79-50b50b105444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd61d9372-ee98-4942-a0c0-69aea5fd9d71'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:22:54.982095 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] Bound port: 7123ff86-47c5-4a35-8bbe-456259fbca3b, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73437d10-f9b3-4acd-8d79-50b50b105444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd61d9372-ee98-4942-a0c0-69aea5fd9d71'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:22:54.982631 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (7123ff86-47c5-4a35-8bbe-456259fbca3b), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:55.139449 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] For port 7123ff86-47c5-4a35-8bbe-456259fbca3b, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:22:55.150420 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] For port 7123ff86-47c5-4a35-8bbe-456259fbca3b, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=7123ff86-47c5-4a35-8bbe-456259fbca3b,segment=NetworkSegment(73437d10-f9b3-4acd-8d79-50b50b105444),segment_id=73437d10-f9b3-4acd-8d79-50b50b105444)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:22:55.175527 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (7123ff86-47c5-4a35-8bbe-456259fbca3b), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:55.220475 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15819491-2d85-4d7d-b519-94fe3bf84713 x-openstack-request-id: req-15819491-2d85-4d7d-b519-94fe3bf84713 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:22:55.220949 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b2b9db-8f32-4552-9dc7-74a05b4f96c0", "tag": "aa28eba2-6b57-4692-bd25-6430448eaa9d", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:22:55.221311 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-15819491-2d85-4d7d-b519-94fe3bf84713 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:22:55.221844 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b2b9db-8f32-4552-9dc7-74a05b4f96c0', 'tag': 'aa28eba2-6b57-4692-bd25-6430448eaa9d', 'status': 'completed', 'code': 200} Feb 16 22:22:55.264804 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c9e9e14-653b-4eda-bd31-c77f394203c1 req-5895755f-2466-4b4b-b48f-fae369ec1c96 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Router e76d47bf-1f23-4ac4-a580-6d33ed163f28 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:22:55.284929 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:55.288964 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:55.295106 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] 10.222.0.67 "PUT /v2.0/ports/7123ff86-47c5-4a35-8bbe-456259fbca3b HTTP/1.1" status: 200 len: 1091 time: 1.3979561 Feb 16 22:22:55.295677 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a74a363-c057-4ad3-b89f-05c8ea815420', 'tag': '7123ff86-47c5-4a35-8bbe-456259fbca3b'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:22:55.304991 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30172681-d523-4383-ad40-e1029f7286cf" -d '{"events": [{"name": "network-changed", "server_uuid": "7a74a363-c057-4ad3-b89f-05c8ea815420", "tag": "7123ff86-47c5-4a35-8bbe-456259fbca3b"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:22:55.436223 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc0b92-5e49-409c-9718-c0d09c4eb7dc req-b620ae1e-e0b5-4dad-a537-d1c71610af64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:55.438975 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f0dc0b92-5e49-409c-9718-c0d09c4eb7dc req-b620ae1e-e0b5-4dad-a537-d1c71610af64 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=471d422781ee4218a880c4849a975478&device_id=15b2b9db-8f32-4552-9dc7-74a05b4f96c0 HTTP/1.1" status: 200 len: 1125 time: 0.2155795 Feb 16 22:22:55.470547 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] Pushing event updated for resources: {'Port': ['ID=7123ff86-47c5-4a35-8bbe-456259fbca3b,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:55.485789 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:55.486181 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:55.486537 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:55.487047 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:55.487391 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:55.487737 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:55.488073 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:55.488411 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:55.488749 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:55.489110 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:55.489393 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:55.489731 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:55.490078 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea08ca-9564-4b32-a526-bd64109467ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:22:55.498090 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:55.520649 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-967d6d0d-a5da-4e5e-9bab-78a898ddef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:55.526989 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-967d6d0d-a5da-4e5e-9bab-78a898ddef8e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6089a536fec84c0b867d588532a7b8ca&device_id=7a74a363-c057-4ad3-b89f-05c8ea815420 HTTP/1.1" status: 200 len: 1125 time: 0.1555085 Feb 16 22:22:55.537930 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716a31e-094e-4da2-9396-a19503814a35 req-77fa9aee-86c2-4a3b-85e4-a0164e4ea06c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:55.552704 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716a31e-094e-4da2-9396-a19503814a35 req-77fa9aee-86c2-4a3b-85e4-a0164e4ea06c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:55.561116 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716a31e-094e-4da2-9396-a19503814a35 req-77fa9aee-86c2-4a3b-85e4-a0164e4ea06c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:55.573520 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716a31e-094e-4da2-9396-a19503814a35 req-77fa9aee-86c2-4a3b-85e4-a0164e4ea06c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:55.581864 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716a31e-094e-4da2-9396-a19503814a35 req-77fa9aee-86c2-4a3b-85e4-a0164e4ea06c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:55.587708 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716a31e-094e-4da2-9396-a19503814a35 req-77fa9aee-86c2-4a3b-85e4-a0164e4ea06c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:55.593930 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716a31e-094e-4da2-9396-a19503814a35 req-77fa9aee-86c2-4a3b-85e4-a0164e4ea06c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:55.595977 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2716a31e-094e-4da2-9396-a19503814a35 req-77fa9aee-86c2-4a3b-85e4-a0164e4ea06c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5435 time: 0.2003989 Feb 16 22:22:55.638255 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c9e9e14-653b-4eda-bd31-c77f394203c1 req-5895755f-2466-4b4b-b48f-fae369ec1c96 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:22:55.656622 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2cb29d-3114-4125-b262-46dd4c997d72 None None] Sync routers for ids ['e76d47bf-1f23-4ac4-a580-6d33ed163f28'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:22:55.657181 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-a3a0df11-b10a-4ad9-931e-11a5fab0c764 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7123ff86-47c5-4a35-8bbe-456259fbca3b HTTP/1.1" status: 200 len: 217 time: 0.0597184 Feb 16 22:22:55.666132 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc0b92-5e49-409c-9718-c0d09c4eb7dc req-38cc4bf8-e63d-4749-a8b4-bac2914bd361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:55.667920 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f0dc0b92-5e49-409c-9718-c0d09c4eb7dc req-38cc4bf8-e63d-4749-a8b4-bac2914bd361 service neutron] 10.222.0.67 "GET /v2.0/networks?id=22711c4a-8661-4a7d-9538-4da72ec44b9a HTTP/1.1" status: 200 len: 912 time: 0.1600647 Feb 16 22:22:55.679960 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2cb29d-3114-4125-b262-46dd4c997d72 None None] Routers {'e76d47bf-1f23-4ac4-a580-6d33ed163f28'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:22:55.681425 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-ca2cb29d-3114-4125-b262-46dd4c997d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:22:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['e76d47bf-1f23-4ac4-a580-6d33ed163f28'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:22:55.697924 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9e9e14-653b-4eda-bd31-c77f394203c1 req-5895755f-2466-4b4b-b48f-fae369ec1c96 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] No DVR routers for this DVR port 19ff6eb4-c192-4b01-999f-f1fb0679ae6b on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:22:55.737047 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8c9e9e14-653b-4eda-bd31-c77f394203c1 req-5895755f-2466-4b4b-b48f-fae369ec1c96 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:55.741505 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8c9e9e14-653b-4eda-bd31-c77f394203c1 req-5895755f-2466-4b4b-b48f-fae369ec1c96 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] 10.222.0.67 "DELETE /v2.0/ports/19ff6eb4-c192-4b01-999f-f1fb0679ae6b HTTP/1.1" status: 204 len: 173 time: 1.7473204 Feb 16 22:22:55.743395 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f0dc0b92-5e49-409c-9718-c0d09c4eb7dc req-5ee7cb85-841d-4b89-af40-f981f39bd4c6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa28eba2-6b57-4692-bd25-6430448eaa9d HTTP/1.1" status: 200 len: 217 time: 0.0678921 Feb 16 22:22:55.801088 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2716a31e-094e-4da2-9396-a19503814a35 req-9589b206-0392-4726-96a6-b1a9678f574b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1963935 Feb 16 22:22:55.820872 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-8f6cd5a0-9f08-4c07-980f-768243cbc678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:55.831156 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-8f6cd5a0-9f08-4c07-980f-768243cbc678 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5894919f-b531-4804-b8b8-1525d7d526ed HTTP/1.1" status: 200 len: 865 time: 0.1626298 Feb 16 22:22:55.876924 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc0b92-5e49-409c-9718-c0d09c4eb7dc req-d0808988-9aec-4517-9357-141301e602d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:55.878830 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f0dc0b92-5e49-409c-9718-c0d09c4eb7dc req-d0808988-9aec-4517-9357-141301e602d6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa HTTP/1.1" status: 200 len: 850 time: 0.1214724 Feb 16 22:22:55.963272 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-e5017c1e-7282-4aef-a528-915e7cc29853 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d61d9372-ee98-4942-a0c0-69aea5fd9d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1193876 Feb 16 22:22:55.981553 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Wed, 16 Feb 2022 22:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317bd94f-f271-4e66-8b9c-6be3d122f9f1 x-openstack-request-id: req-317bd94f-f271-4e66-8b9c-6be3d122f9f1 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:22:55.981924 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ce99da-4e3d-4618-b7cd-53d81cc92d7e", "name": "network-vif-plugged", "status": "completed", "tag": "86e174ab-b741-411c-b73e-79385ea18559", "code": 200}, {"server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "name": "network-vif-plugged", "status": "completed", "tag": "0bb0fb95-a1c8-4fd0-9766-54334e33ef10", "code": 200}, {"server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "name": "network-vif-plugged", "status": "completed", "tag": "443130bf-8551-4c92-b389-fbbabea9a232", "code": 200}, {"server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "name": "network-vif-plugged", "status": "completed", "tag": "a3ee080f-cf71-49dc-8b01-b8862a45817e", "code": 200}, {"server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "name": "network-vif-plugged", "status": "completed", "tag": "d3621497-db12-4533-9d1a-8b3d9a672ca9", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:22:55.982309 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-317bd94f-f271-4e66-8b9c-6be3d122f9f1 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:22:55.982722 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ce99da-4e3d-4618-b7cd-53d81cc92d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e174ab-b741-411c-b73e-79385ea18559', 'code': 200} Feb 16 22:22:55.982993 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb0fb95-a1c8-4fd0-9766-54334e33ef10', 'code': 200} Feb 16 22:22:55.983241 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443130bf-8551-4c92-b389-fbbabea9a232', 'code': 200} Feb 16 22:22:55.983487 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ee080f-cf71-49dc-8b01-b8862a45817e', 'code': 200} Feb 16 22:22:55.983728 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3621497-db12-4533-9d1a-8b3d9a672ca9', 'code': 200} Feb 16 22:22:55.990308 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc0b92-5e49-409c-9718-c0d09c4eb7dc req-c8c9855c-902d-48c1-aebe-4af7982f3535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:55.991904 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f0dc0b92-5e49-409c-9718-c0d09c4eb7dc req-c8c9855c-902d-48c1-aebe-4af7982f3535 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=22711c4a-8661-4a7d-9538-4da72ec44b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1010976 Feb 16 22:22:56.192222 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-ca2cb29d-3114-4125-b262-46dd4c997d72 None None] Set router e76d47bf-1f23-4ac4-a580-6d33ed163f28 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:22:56.230441 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f0dc0b92-5e49-409c-9718-c0d09c4eb7dc req-0f7dc816-4841-4d7e-9be4-0489f6416473 service neutron] 10.222.0.67 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290485 Feb 16 22:22:56.238342 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-42e76b70-53df-4d29-b524-9d35f6e57388 service neutron] 10.222.0.67 "GET /v2.0/networks/d61d9372-ee98-4942-a0c0-69aea5fd9d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645433 Feb 16 22:22:56.256327 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5587c-0270-4099-ac3a-de63b25e284f req-e4182e11-9949-4573-8094-22400785964a tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:56.264934 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c9d5587c-0270-4099-ac3a-de63b25e284f req-e4182e11-9949-4573-8094-22400785964a tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a74a363-c057-4ad3-b89f-05c8ea815420 HTTP/1.1" status: 200 len: 943 time: 0.1484799 Feb 16 22:22:56.444098 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f0dc0b92-5e49-409c-9718-c0d09c4eb7dc req-de895be4-7518-4dde-8086-847b9aa1e41a service neutron] 10.222.0.67 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948774 Feb 16 22:22:56.491822 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f0aa1e70-5882-40e3-887b-e42d660b4a9f req-a6935f76-816e-46bb-83d8-7114fc6d8781 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2bc2b6f8-12e0-464a-8620-7459ed992508 HTTP/1.1" status: 200 len: 210 time: 0.0464320 Feb 16 22:22:56.494660 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c9d5587c-0270-4099-ac3a-de63b25e284f req-8449f3ad-e7fc-43f9-9d83-7716c7df8c49 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd7e93cf-eca3-4d36-9e4d-9b34a5b1be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288187 Feb 16 22:22:56.533817 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-838b7afd-ced1-4d88-920b-89a1978b6e62 req-6b2818df-1793-44f2-8ffe-50ad99833771 service neutron] 10.222.0.67 "GET /v2.0/networks/d61d9372-ee98-4942-a0c0-69aea5fd9d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662323 Feb 16 22:22:56.576916 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-ca2cb29d-3114-4125-b262-46dd4c997d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'name': 'tempest-ServersTestFqdnHostnames-1111776924-router', 'tenant_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '217c7ec6-2c43-42e4-8521-8d94109ee5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:21:03Z', 'updated_at': '2022-02-16T22:21:08Z', 'revision_number': 4, 'project_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'gw_port': {'id': '217c7ec6-2c43-42e4-8521-8d94109ee5e6', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:21:04Z', 'updated_at': '2022-02-16T22:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '50bde7b5-3675-4ed8-9990-8185e95933b5', 'name': '', 'network_id': '99abbb5d-e48a-4247-9acd-10b5b079d130', 'tenant_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'mac_address': 'fa:16:3e:7b:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '0fcaf4ca-8e69-49fe-8059-c45d2f77b631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:21:07Z', 'updated_at': '2022-02-16T22:21:13Z', 'revision_number': 5, 'project_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'subnets': [{'id': '0fcaf4ca-8e69-49fe-8059-c45d2f77b631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:22:56.606064 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2cb29d-3114-4125-b262-46dd4c997d72 None None] Checking router: e76d47bf-1f23-4ac4-a580-6d33ed163f28 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:22:56.627454 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2cb29d-3114-4125-b262-46dd4c997d72 None None] Routers {'e76d47bf-1f23-4ac4-a580-6d33ed163f28'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:22:56.629456 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-ca2cb29d-3114-4125-b262-46dd4c997d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:22:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['e76d47bf-1f23-4ac4-a580-6d33ed163f28'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:22:56.644281 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-40cab71b-8d96-4b40-87b6-dbaf1abf7629 req-43c9a5c0-44d1-4a5a-a82d-b8d82d40b877 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e51494d-c077-45cb-940d-01c5472c651a HTTP/1.1" status: 200 len: 210 time: 0.0329084 Feb 16 22:22:56.760787 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbfbb07-82ac-4862-922f-2e9172a2e088 x-openstack-request-id: req-edbfbb07-82ac-4862-922f-2e9172a2e088 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:22:56.762024 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a74a363-c057-4ad3-b89f-05c8ea815420", "tag": "7123ff86-47c5-4a35-8bbe-456259fbca3b", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:22:56.762024 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-edbfbb07-82ac-4862-922f-2e9172a2e088 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:22:56.762024 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a74a363-c057-4ad3-b89f-05c8ea815420', 'tag': '7123ff86-47c5-4a35-8bbe-456259fbca3b', 'status': 'completed', 'code': 200} Feb 16 22:22:56.799935 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-ca2cb29d-3114-4125-b262-46dd4c997d72 None None] Set router e76d47bf-1f23-4ac4-a580-6d33ed163f28 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:22:56.924279 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30172681-d523-4383-ad40-e1029f7286cf req-934d9b96-e4fe-4973-90de-50aa9927bba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:56.926015 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-30172681-d523-4383-ad40-e1029f7286cf req-934d9b96-e4fe-4973-90de-50aa9927bba7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6089a536fec84c0b867d588532a7b8ca&device_id=7a74a363-c057-4ad3-b89f-05c8ea815420 HTTP/1.1" status: 200 len: 1125 time: 0.1226315 Feb 16 22:22:56.937624 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2b824-b851-4f98-90b3-6d257aebf0e4 req-76ea7ee3-0dee-4220-98c5-1d4798d6644a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:56.944595 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f7a2b824-b851-4f98-90b3-6d257aebf0e4 req-76ea7ee3-0dee-4220-98c5-1d4798d6644a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=15b2b9db-8f32-4552-9dc7-74a05b4f96c0 HTTP/1.1" status: 200 len: 943 time: 0.0968165 Feb 16 22:22:56.956168 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:57.060775 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f7a2b824-b851-4f98-90b3-6d257aebf0e4 req-bacd7b43-2bd3-4d70-a05c-28b866700a7b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114948 Feb 16 22:22:57.100994 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-ca2cb29d-3114-4125-b262-46dd4c997d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'name': 'tempest-ServersTestFqdnHostnames-1111776924-router', 'tenant_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '217c7ec6-2c43-42e4-8521-8d94109ee5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:21:03Z', 'updated_at': '2022-02-16T22:21:08Z', 'revision_number': 4, 'project_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'gw_port': {'id': '217c7ec6-2c43-42e4-8521-8d94109ee5e6', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:21:04Z', 'updated_at': '2022-02-16T22:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '50bde7b5-3675-4ed8-9990-8185e95933b5', 'name': '', 'network_id': '99abbb5d-e48a-4247-9acd-10b5b079d130', 'tenant_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'mac_address': 'fa:16:3e:7b:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '0fcaf4ca-8e69-49fe-8059-c45d2f77b631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:21:07Z', 'updated_at': '2022-02-16T22:21:13Z', 'revision_number': 5, 'project_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'subnets': [{'id': '0fcaf4ca-8e69-49fe-8059-c45d2f77b631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:22:57.133690 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30172681-d523-4383-ad40-e1029f7286cf req-e6437da6-9511-4578-99a4-140a92349251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:57.135590 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-30172681-d523-4383-ad40-e1029f7286cf req-e6437da6-9511-4578-99a4-140a92349251 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d61d9372-ee98-4942-a0c0-69aea5fd9d71 HTTP/1.1" status: 200 len: 926 time: 0.1889207 Feb 16 22:22:57.144985 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2cb29d-3114-4125-b262-46dd4c997d72 None None] The sync data for ids ['e76d47bf-1f23-4ac4-a580-6d33ed163f28'] in n-d-813897-6 is: [{'id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'name': 'tempest-ServersTestFqdnHostnames-1111776924-router', 'tenant_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '217c7ec6-2c43-42e4-8521-8d94109ee5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:21:03Z', 'updated_at': '2022-02-16T22:21:08Z', 'revision_number': 4, 'project_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'gw_port': {'id': '217c7ec6-2c43-42e4-8521-8d94109ee5e6', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:21:04Z', 'updated_at': '2022-02-16T22:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '50bde7b5-3675-4ed8-9990-8185e95933b5', 'name': '', 'network_id': '99abbb5d-e48a-4247-9acd-10b5b079d130', 'tenant_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'mac_address': 'fa:16:3e:7b:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '0fcaf4ca-8e69-49fe-8059-c45d2f77b631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:21:07Z', 'updated_at': '2022-02-16T22:21:13Z', 'revision_number': 5, 'project_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'subnets': [{'id': '0fcaf4ca-8e69-49fe-8059-c45d2f77b631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:22:57.219792 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-30172681-d523-4383-ad40-e1029f7286cf req-7e8b4fcd-15d6-4ba1-a3f0-264a57223ec8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7123ff86-47c5-4a35-8bbe-456259fbca3b HTTP/1.1" status: 200 len: 217 time: 0.0759807 Feb 16 22:22:57.223249 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e51494d-c077-45cb-940d-01c5472c651a', 'name': 'network-vif-deleted', 'tag': '19ff6eb4-c192-4b01-999f-f1fb0679ae6b'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:22:57.226238 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14dcfbe8-b468-4752-8df0-484791cabf9a" -d '{"events": [{"server_uuid": "2e51494d-c077-45cb-940d-01c5472c651a", "name": "network-vif-deleted", "tag": "19ff6eb4-c192-4b01-999f-f1fb0679ae6b"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:22:57.301234 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30172681-d523-4383-ad40-e1029f7286cf req-df5c02e2-44b6-4c4c-b393-b40669ab1ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:57.302798 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-30172681-d523-4383-ad40-e1029f7286cf req-df5c02e2-44b6-4c4c-b393-b40669ab1ac3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5894919f-b531-4804-b8b8-1525d7d526ed HTTP/1.1" status: 200 len: 865 time: 0.0570068 Feb 16 22:22:57.325617 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e109101-602a-4027-a4f9-f75beed72854 req-9ac30a92-8553-4f29-8dd4-81ce4582ebac tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:57.327096 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5e109101-602a-4027-a4f9-f75beed72854 req-9ac30a92-8553-4f29-8dd4-81ce4582ebac tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 945 time: 0.1172054 Feb 16 22:22:57.352182 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-30172681-d523-4383-ad40-e1029f7286cf req-11088ceb-3eb7-48ff-b1dd-d2d962f0c1a0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d61d9372-ee98-4942-a0c0-69aea5fd9d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420353 Feb 16 22:22:57.489139 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-30172681-d523-4383-ad40-e1029f7286cf req-f74bd70d-be4a-4e71-8a5e-548151e4aef2 service neutron] 10.222.0.67 "GET /v2.0/networks/d61d9372-ee98-4942-a0c0-69aea5fd9d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300430 Feb 16 22:22:57.538213 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164a3b2b-ae00-40a0-9e0d-55f33fc1f517 None None] New status for floating IP d3eabacf-54b6-4d1f-8f09-8de8375225a0: DOWN {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:22:57.546123 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5e109101-602a-4027-a4f9-f75beed72854 req-c399e230-2c49-489b-881f-e3c81fdbb8d9 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921723 Feb 16 22:22:57.656670 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-81ddeb9a-b9a5-4def-acba-65ca2aa0315f req-f40f9e8b-2352-4841-94c3-eb2e4001003f tempest-ServerShowV247Test-1717857463 tempest-ServerShowV247Test-1717857463-project] 10.222.0.75 "GET /v2.0/ports?device_id=c79c4517-b6fa-4da8-ac6e-b0475a9365d7 HTTP/1.1" status: 200 len: 210 time: 0.0393813 Feb 16 22:22:57.670990 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-30172681-d523-4383-ad40-e1029f7286cf req-72aeeb4e-1c24-4a78-b38c-b575bb485c11 service neutron] 10.222.0.67 "GET /v2.0/networks/d61d9372-ee98-4942-a0c0-69aea5fd9d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711950 Feb 16 22:22:57.813577 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be0ea4-efb2-4335-8a34-e49e7c1e95a7 req-1e0651ef-71e8-4460-b966-84ec69906f37 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:57.819402 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be0ea4-efb2-4335-8a34-e49e7c1e95a7 req-1e0651ef-71e8-4460-b966-84ec69906f37 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:57.825198 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be0ea4-efb2-4335-8a34-e49e7c1e95a7 req-1e0651ef-71e8-4460-b966-84ec69906f37 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:57.830839 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be0ea4-efb2-4335-8a34-e49e7c1e95a7 req-1e0651ef-71e8-4460-b966-84ec69906f37 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:57.835991 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be0ea4-efb2-4335-8a34-e49e7c1e95a7 req-1e0651ef-71e8-4460-b966-84ec69906f37 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:57.841879 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be0ea4-efb2-4335-8a34-e49e7c1e95a7 req-1e0651ef-71e8-4460-b966-84ec69906f37 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:57.847525 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be0ea4-efb2-4335-8a34-e49e7c1e95a7 req-1e0651ef-71e8-4460-b966-84ec69906f37 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:57.849165 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-44be0ea4-efb2-4335-8a34-e49e7c1e95a7 req-1e0651ef-71e8-4460-b966-84ec69906f37 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5435 time: 0.1139967 Feb 16 22:22:57.914134 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-44be0ea4-efb2-4335-8a34-e49e7c1e95a7 req-0c24ef05-82c7-4887-8e93-4310c46a739b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581892 Feb 16 22:22:57.976543 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41386540-5194-41fc-a42e-de4f75df49d4 x-openstack-request-id: req-41386540-5194-41fc-a42e-de4f75df49d4 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:22:57.976543 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e51494d-c077-45cb-940d-01c5472c651a", "name": "network-vif-deleted", "tag": "19ff6eb4-c192-4b01-999f-f1fb0679ae6b", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:22:57.976834 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-41386540-5194-41fc-a42e-de4f75df49d4 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:22:57.977064 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e51494d-c077-45cb-940d-01c5472c651a', 'name': 'network-vif-deleted', 'tag': '19ff6eb4-c192-4b01-999f-f1fb0679ae6b', 'status': 'completed', 'code': 200} Feb 16 22:22:57.985342 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cdbee6a-c509-4657-a9a8-c6f919e74da6'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:22:57.988223 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe75d0c-d9bc-40c0-953e-707d0cf57ae4" -d '{"events": [{"server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "name": "network-vif-plugged", "status": "completed", "tag": "1cdbee6a-c509-4657-a9a8-c6f919e74da6"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:22:58.086781 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device aa28eba2-6b57-4692-bd25-6430448eaa9d details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:22:58.091542 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 19ff6eb4-c192-4b01-999f-f1fb0679ae6b no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:22:58.091702 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49658b29-a1bb-405f-b2e3-3eacf0fefb17 req-e9319f9d-d49e-4828-803b-686dbb1f44c0 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:58.093491 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-49658b29-a1bb-405f-b2e3-3eacf0fefb17 req-e9319f9d-d49e-4828-803b-686dbb1f44c0 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a74a363-c057-4ad3-b89f-05c8ea815420 HTTP/1.1" status: 200 len: 943 time: 0.0675364 Feb 16 22:22:58.146734 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 19ff6eb4-c192-4b01-999f-f1fb0679ae6b {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:22:58.147896 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 19ff6eb4-c192-4b01-999f-f1fb0679ae6b not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:22:58.159225 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-49658b29-a1bb-405f-b2e3-3eacf0fefb17 req-e4cffa8e-2db8-4384-9962-b9c32ec8aa3c tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd7e93cf-eca3-4d36-9e4d-9b34a5b1be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585086 Feb 16 22:22:58.265302 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86889b4-8e9d-465e-bdf4-ba61666d9284 x-openstack-request-id: req-f86889b4-8e9d-465e-bdf4-ba61666d9284 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:22:58.265801 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "name": "network-vif-plugged", "status": "completed", "tag": "1cdbee6a-c509-4657-a9a8-c6f919e74da6", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:22:58.266244 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f86889b4-8e9d-465e-bdf4-ba61666d9284 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:22:58.266653 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cdbee6a-c509-4657-a9a8-c6f919e74da6', 'code': 200} Feb 16 22:22:58.298131 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:58.306294 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port aa28eba2-6b57-4692-bd25-6430448eaa9d, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=aa28eba2-6b57-4692-bd25-6430448eaa9d,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:58.322838 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'aa28eba2-6b57-4692-bd25-6430448eaa9d', 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a', 'port_id': 'aa28eba2-6b57-4692-bd25-6430448eaa9d', 'mac_address': 'fa:16:3e:a1:46:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:22:58.387590 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port aa28eba2-6b57-4692-bd25-6430448eaa9d is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:22:58.390287 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (aa28eba2-6b57-4692-bd25-6430448eaa9d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:58.395727 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05686421-7a90-40f5-a2b1-3dbf5a33349b req-44bae358-1ca8-4641-952f-abee8334a809 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:58.397800 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-05686421-7a90-40f5-a2b1-3dbf5a33349b req-44bae358-1ca8-4641-952f-abee8334a809 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=15b2b9db-8f32-4552-9dc7-74a05b4f96c0 HTTP/1.1" status: 200 len: 943 time: 0.0886297 Feb 16 22:22:58.415617 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa28eba2-6b57-4692-bd25-6430448eaa9d {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:22:58.444809 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port aa28eba2-6b57-4692-bd25-6430448eaa9d, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=aa28eba2-6b57-4692-bd25-6430448eaa9d,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:22:58.454981 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (aa28eba2-6b57-4692-bd25-6430448eaa9d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:58.473171 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76befe0e-da2d-48e0-9a97-42db2d280eae req-f8a22274-6b00-4390-9078-c3ec3ea1e0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:58.473656 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76befe0e-da2d-48e0-9a97-42db2d280eae req-f8a22274-6b00-4390-9078-c3ec3ea1e0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:58.474161 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76befe0e-da2d-48e0-9a97-42db2d280eae req-f8a22274-6b00-4390-9078-c3ec3ea1e0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:58.474640 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76befe0e-da2d-48e0-9a97-42db2d280eae req-f8a22274-6b00-4390-9078-c3ec3ea1e0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:58.475097 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76befe0e-da2d-48e0-9a97-42db2d280eae req-f8a22274-6b00-4390-9078-c3ec3ea1e0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:58.475575 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76befe0e-da2d-48e0-9a97-42db2d280eae req-f8a22274-6b00-4390-9078-c3ec3ea1e0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:58.476014 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76befe0e-da2d-48e0-9a97-42db2d280eae req-f8a22274-6b00-4390-9078-c3ec3ea1e0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:58.478078 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-76befe0e-da2d-48e0-9a97-42db2d280eae req-f8a22274-6b00-4390-9078-c3ec3ea1e0b9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 6709 time: 0.1015198 Feb 16 22:22:58.534297 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-05686421-7a90-40f5-a2b1-3dbf5a33349b req-bc54ac4b-f50a-4ee6-b5ed-ccf92596a19d tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205034 Feb 16 22:22:58.581854 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=aa28eba2-6b57-4692-bd25-6430448eaa9d,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:58.598937 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 34978) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:58.611844 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-76befe0e-da2d-48e0-9a97-42db2d280eae req-41366405-de9e-4243-91f1-dafcf97d929f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1222484 Feb 16 22:22:58.633828 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-38c1a7b8-3d9c-4cf7-babf-bbffa3b0c3fe req-b94f8443-354a-425b-a267-6d18aeb98f97 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c79c4517-b6fa-4da8-ac6e-b0475a9365d7 HTTP/1.1" status: 200 len: 210 time: 0.0519342 Feb 16 22:22:58.697839 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-287b8d70-a8a8-4383-bc7a-c6822e0ab798 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks [] for security_group (7193e540-0f7a-4e68-ad05-b1e35ec51149), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:58.728993 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-287b8d70-a8a8-4383-bc7a-c6822e0ab798 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks [] for security_group (7193e540-0f7a-4e68-ad05-b1e35ec51149), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:58.752218 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870b753-8790-46f0-a40a-2fe625138491 req-26bdbb6f-5ff5-4cf0-9bae-3ed9bf9b0ad8 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:58.753787 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c870b753-8790-46f0-a40a-2fe625138491 req-26bdbb6f-5ff5-4cf0-9bae-3ed9bf9b0ad8 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 945 time: 0.1020544 Feb 16 22:22:58.828049 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['aa28eba2-6b57-4692-bd25-6430448eaa9d'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:22:58.829460 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c870b753-8790-46f0-a40a-2fe625138491 req-df5ac882-6f71-47c9-889c-a6c6274734fb tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701106 Feb 16 22:22:58.830821 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-287b8d70-a8a8-4383-bc7a-c6822e0ab798 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7193e540-0f7a-4e68-ad05-b1e35ec51149), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:58.833724 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-287b8d70-a8a8-4383-bc7a-c6822e0ab798 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:58.837478 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-287b8d70-a8a8-4383-bc7a-c6822e0ab798 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] 10.222.0.75 "DELETE /v2.0/security-groups/7193e540-0f7a-4e68-ad05-b1e35ec51149 HTTP/1.1" status: 204 len: 168 time: 0.2364776 Feb 16 22:22:58.837680 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34982) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:58.848243 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b8d70-a8a8-4383-bc7a-c6822e0ab798 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7193e540-0f7a-4e68-ad05-b1e35ec51149,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:58.869056 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-2975ff26-fb84-4165-95c2-0945c48f9825 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] show failed (client error): The resource could not be found. Feb 16 22:22:58.875536 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 34984) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:58.882728 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2975ff26-fb84-4165-95c2-0945c48f9825 tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] 10.222.0.75 "GET /v2.0/security-groups/7193e540-0f7a-4e68-ad05-b1e35ec51149 HTTP/1.1" status: 404 len: 347 time: 0.0439973 Feb 16 22:22:58.989829 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1f14edb-e59f-4795-91f0-3fbeb2f999e9 req-f560b30c-45c8-4d6f-82e4-5c0fedf6f8a7 tempest-ServerShowV247Test-1717857463 tempest-ServerShowV247Test-1717857463-project] 10.222.0.75 "GET /v2.0/ports?device_id=c79c4517-b6fa-4da8-ac6e-b0475a9365d7 HTTP/1.1" status: 200 len: 210 time: 0.0483835 Feb 16 22:22:59.092308 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-3d490196-1d6e-44eb-bdd5-7e001548134a tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Deleting port 28798b68-5f6d-4a97-8f35-5e752da6ecf8 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:22:59.092650 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3d490196-1d6e-44eb-bdd5-7e001548134a tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (28798b68-5f6d-4a97-8f35-5e752da6ecf8), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:59.220158 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819dc69-d87a-45a2-8115-2458bc34bbc6 req-f9142e71-2180-493e-93a7-72b8016ef0c2 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:59.225959 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819dc69-d87a-45a2-8115-2458bc34bbc6 req-f9142e71-2180-493e-93a7-72b8016ef0c2 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:59.232171 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819dc69-d87a-45a2-8115-2458bc34bbc6 req-f9142e71-2180-493e-93a7-72b8016ef0c2 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:59.237651 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819dc69-d87a-45a2-8115-2458bc34bbc6 req-f9142e71-2180-493e-93a7-72b8016ef0c2 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:59.243299 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819dc69-d87a-45a2-8115-2458bc34bbc6 req-f9142e71-2180-493e-93a7-72b8016ef0c2 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:59.249353 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819dc69-d87a-45a2-8115-2458bc34bbc6 req-f9142e71-2180-493e-93a7-72b8016ef0c2 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:59.254823 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819dc69-d87a-45a2-8115-2458bc34bbc6 req-f9142e71-2180-493e-93a7-72b8016ef0c2 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:59.257044 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2819dc69-d87a-45a2-8115-2458bc34bbc6 req-f9142e71-2180-493e-93a7-72b8016ef0c2 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5435 time: 0.1623795 Feb 16 22:22:59.273802 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3d490196-1d6e-44eb-bdd5-7e001548134a tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (28798b68-5f6d-4a97-8f35-5e752da6ecf8), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:59.274169 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3d490196-1d6e-44eb-bdd5-7e001548134a tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks [] for floatingip (28798b68-5f6d-4a97-8f35-5e752da6ecf8), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:59.297590 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-3d490196-1d6e-44eb-bdd5-7e001548134a tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Calling delete_port for 28798b68-5f6d-4a97-8f35-5e752da6ecf8 owned by network:floatingip {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:22:59.419841 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2819dc69-d87a-45a2-8115-2458bc34bbc6 req-70ca0bac-742b-4a74-9f96-a0f0801d8cf2 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1560376 Feb 16 22:22:59.561464 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3d490196-1d6e-44eb-bdd5-7e001548134a tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (28798b68-5f6d-4a97-8f35-5e752da6ecf8), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:59.601191 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c16d95-22ef-4666-8dc6-d1281bb86054 req-9efc4ff6-8299-42ba-9f37-d889e6c9c078 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:59.602756 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77c16d95-22ef-4666-8dc6-d1281bb86054 req-9efc4ff6-8299-42ba-9f37-d889e6c9c078 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a74a363-c057-4ad3-b89f-05c8ea815420 HTTP/1.1" status: 200 len: 943 time: 0.1067159 Feb 16 22:22:59.603507 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d490196-1d6e-44eb-bdd5-7e001548134a tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Pushing event deleted for resources: {'Port': ['ID=28798b68-5f6d-4a97-8f35-5e752da6ecf8,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:22:59.714146 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77c16d95-22ef-4666-8dc6-d1281bb86054 req-09b98d70-0e58-4b79-a7fd-66355d6610ed tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd7e93cf-eca3-4d36-9e4d-9b34a5b1be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018655 Feb 16 22:22:59.733372 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3d490196-1d6e-44eb-bdd5-7e001548134a tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks [] for floatingip (d3eabacf-54b6-4d1f-8f09-8de8375225a0), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:59.737226 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3d490196-1d6e-44eb-bdd5-7e001548134a tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:59.741562 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34996) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:22:59.746586 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3d490196-1d6e-44eb-bdd5-7e001548134a tempest-ServersTestFqdnHostnames-1443040291 tempest-ServersTestFqdnHostnames-1443040291-project] 10.222.0.75 "DELETE /v2.0/floatingips/d3eabacf-54b6-4d1f-8f09-8de8375225a0 HTTP/1.1" status: 204 len: 168 time: 0.8698711 Feb 16 22:22:59.762874 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:22:59.827039 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348b066-5ddc-4440-aa7e-84f067cc2bbf req-879ebe70-9b8e-48e3-b0c2-8b91b03cd0a4 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:22:59.828913 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f348b066-5ddc-4440-aa7e-84f067cc2bbf req-879ebe70-9b8e-48e3-b0c2-8b91b03cd0a4 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=15b2b9db-8f32-4552-9dc7-74a05b4f96c0 HTTP/1.1" status: 200 len: 944 time: 0.0630767 Feb 16 22:22:59.917180 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f348b066-5ddc-4440-aa7e-84f067cc2bbf req-cb45dc43-ef1e-454f-bdc1-9208b3461665 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693984 Feb 16 22:23:00.053885 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc053e-714d-4e38-a382-fbe3de94f3bc req-a1a5c469-1143-4815-847b-0b4051aa3d2e tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:00.055581 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7ecc053e-714d-4e38-a382-fbe3de94f3bc req-a1a5c469-1143-4815-847b-0b4051aa3d2e tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 945 time: 0.0622950 Feb 16 22:23:00.097476 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 7123ff86-47c5-4a35-8bbe-456259fbca3b details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:23:00.101904 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device aa28eba2-6b57-4692-bd25-6430448eaa9d up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:23:00.118227 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7ecc053e-714d-4e38-a382-fbe3de94f3bc req-6ebd5281-0a4a-43f3-ac4e-893ba64d98e1 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557315 Feb 16 22:23:00.171571 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-90b032e3-86a3-4c79-9854-0633d4e23d95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (e76d47bf-1f23-4ac4-a580-6d33ed163f28), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:00.223635 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06d85082-8cee-4d15-a586-31840ccf46c9 req-af956b7f-fd92-462f-9bf9-df23f8b45f28 tempest-ServerShowV247Test-1717857463 tempest-ServerShowV247Test-1717857463-project] 10.222.0.75 "GET /v2.0/ports?device_id=c79c4517-b6fa-4da8-ac6e-b0475a9365d7 HTTP/1.1" status: 200 len: 210 time: 0.0287519 Feb 16 22:23:00.234374 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port aa28eba2-6b57-4692-bd25-6430448eaa9d completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:23:00.240327 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port aa28eba2-6b57-4692-bd25-6430448eaa9d triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:23:00.240700 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (aa28eba2-6b57-4692-bd25-6430448eaa9d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:00.282173 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 7123ff86-47c5-4a35-8bbe-456259fbca3b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=7123ff86-47c5-4a35-8bbe-456259fbca3b,segment=NetworkSegment(73437d10-f9b3-4acd-8d79-50b50b105444),segment_id=73437d10-f9b3-4acd-8d79-50b50b105444)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:00.299354 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '7123ff86-47c5-4a35-8bbe-456259fbca3b', 'network_id': 'd61d9372-ee98-4942-a0c0-69aea5fd9d71', 'port_id': '7123ff86-47c5-4a35-8bbe-456259fbca3b', 'mac_address': 'fa:16:3e:e9:2e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5894919f-b531-4804-b8b8-1525d7d526ed', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:23:00.363276 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 7123ff86-47c5-4a35-8bbe-456259fbca3b is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:23:00.363572 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (7123ff86-47c5-4a35-8bbe-456259fbca3b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:00.386479 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port aa28eba2-6b57-4692-bd25-6430448eaa9d is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:23:00.387681 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (aa28eba2-6b57-4692-bd25-6430448eaa9d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:00.390734 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7123ff86-47c5-4a35-8bbe-456259fbca3b {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:23:00.427061 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 7123ff86-47c5-4a35-8bbe-456259fbca3b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=7123ff86-47c5-4a35-8bbe-456259fbca3b,segment=NetworkSegment(73437d10-f9b3-4acd-8d79-50b50b105444),segment_id=73437d10-f9b3-4acd-8d79-50b50b105444)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:00.432864 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b2b9db-8f32-4552-9dc7-74a05b4f96c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa28eba2-6b57-4692-bd25-6430448eaa9d'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:23:00.435651 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2600c71-de60-4117-ad23-a7263a9d9eb5" -d '{"events": [{"server_uuid": "15b2b9db-8f32-4552-9dc7-74a05b4f96c0", "name": "network-vif-plugged", "status": "completed", "tag": "aa28eba2-6b57-4692-bd25-6430448eaa9d"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:23:00.444541 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (7123ff86-47c5-4a35-8bbe-456259fbca3b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:00.452172 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port aa28eba2-6b57-4692-bd25-6430448eaa9d, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=aa28eba2-6b57-4692-bd25-6430448eaa9d,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:00.456816 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-90b032e3-86a3-4c79-9854-0633d4e23d95 admin admin] Deleting port 50bde7b5-3675-4ed8-9990-8185e95933b5 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:23:00.457240 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-90b032e3-86a3-4c79-9854-0633d4e23d95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (50bde7b5-3675-4ed8-9990-8185e95933b5), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:00.471979 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (aa28eba2-6b57-4692-bd25-6430448eaa9d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:00.481800 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4531e90c-8087-4845-be4b-8310d1c0ddaf x-openstack-request-id: req-4531e90c-8087-4845-be4b-8310d1c0ddaf {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:23:00.482123 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b2b9db-8f32-4552-9dc7-74a05b4f96c0", "name": "network-vif-plugged", "status": "completed", "tag": "aa28eba2-6b57-4692-bd25-6430448eaa9d", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:23:00.482559 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4531e90c-8087-4845-be4b-8310d1c0ddaf {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:23:00.483102 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b2b9db-8f32-4552-9dc7-74a05b4f96c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa28eba2-6b57-4692-bd25-6430448eaa9d', 'code': 200} Feb 16 22:23:00.501435 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=7123ff86-47c5-4a35-8bbe-456259fbca3b,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:00.564979 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-90b032e3-86a3-4c79-9854-0633d4e23d95 admin admin] For port 50bde7b5-3675-4ed8-9990-8185e95933b5, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=50bde7b5-3675-4ed8-9990-8185e95933b5,segment=NetworkSegment(d5d2de62-563e-43a9-98ed-2414bd6735aa),segment_id=d5d2de62-563e-43a9-98ed-2414bd6735aa)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:00.565349 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-90b032e3-86a3-4c79-9854-0633d4e23d95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (50bde7b5-3675-4ed8-9990-8185e95933b5), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:00.566982 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=aa28eba2-6b57-4692-bd25-6430448eaa9d,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:00.579974 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-90b032e3-86a3-4c79-9854-0633d4e23d95 admin admin] Calling delete_port for 50bde7b5-3675-4ed8-9990-8185e95933b5 owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:23:00.636955 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0824d-55d1-44da-8489-900b021953d7 req-eabb35d1-0a9c-4c7b-b049-90cb38f2ac6b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:00.642164 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0824d-55d1-44da-8489-900b021953d7 req-eabb35d1-0a9c-4c7b-b049-90cb38f2ac6b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:00.648568 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0824d-55d1-44da-8489-900b021953d7 req-eabb35d1-0a9c-4c7b-b049-90cb38f2ac6b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:00.654045 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0824d-55d1-44da-8489-900b021953d7 req-eabb35d1-0a9c-4c7b-b049-90cb38f2ac6b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:00.659450 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0824d-55d1-44da-8489-900b021953d7 req-eabb35d1-0a9c-4c7b-b049-90cb38f2ac6b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:00.664694 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0824d-55d1-44da-8489-900b021953d7 req-eabb35d1-0a9c-4c7b-b049-90cb38f2ac6b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:00.670626 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0824d-55d1-44da-8489-900b021953d7 req-eabb35d1-0a9c-4c7b-b049-90cb38f2ac6b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:00.678089 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-58d0824d-55d1-44da-8489-900b021953d7 req-eabb35d1-0a9c-4c7b-b049-90cb38f2ac6b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5435 time: 0.1328008 Feb 16 22:23:00.716778 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e2527-044a-4f02-988b-988b4b642c10 req-c6605cd7-625c-4040-be6b-f4118db1f1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:00.718309 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c01e2527-044a-4f02-988b-988b4b642c10 req-c6605cd7-625c-4040-be6b-f4118db1f1db service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=15b2b9db-8f32-4552-9dc7-74a05b4f96c0 HTTP/1.1" status: 200 len: 1127 time: 0.1416028 Feb 16 22:23:00.754078 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-58d0824d-55d1-44da-8489-900b021953d7 req-a595f149-1870-4453-83cb-966748e467a9 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0750992 Feb 16 22:23:00.784779 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c01e2527-044a-4f02-988b-988b4b642c10 req-4c23c6b8-770c-40fd-a3d2-5ae0651401cb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508311 Feb 16 22:23:00.802133 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['7123ff86-47c5-4a35-8bbe-456259fbca3b'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:23:00.825614 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-90b032e3-86a3-4c79-9854-0633d4e23d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (50bde7b5-3675-4ed8-9990-8185e95933b5), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:00.838115 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bbc9e-00ae-46c1-a4a2-fd94d2631ca0 req-f65a8f32-a604-40fd-b405-dd3179d8445d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:00.839648 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d64bbc9e-00ae-46c1-a4a2-fd94d2631ca0 req-f65a8f32-a604-40fd-b405-dd3179d8445d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ee14b41af1744680817d2f7b9462ea3f&device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 1127 time: 0.0674322 Feb 16 22:23:00.868319 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b032e3-86a3-4c79-9854-0633d4e23d95 admin admin] Pushing event deleted for resources: {'Port': ['ID=50bde7b5-3675-4ed8-9990-8185e95933b5,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:00.876426 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950d204-a3fc-4f3f-9b37-8f7ddd665046 req-c6f2a875-abc8-4048-b94f-09e840bd0e3c tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:00.877630 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e950d204-a3fc-4f3f-9b37-8f7ddd665046 req-c6f2a875-abc8-4048-b94f-09e840bd0e3c tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a74a363-c057-4ad3-b89f-05c8ea815420 HTTP/1.1" status: 200 len: 944 time: 0.0545778 Feb 16 22:23:00.933212 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e950d204-a3fc-4f3f-9b37-8f7ddd665046 req-6aad030d-9703-4ddb-83e6-b8eabf839c4d tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd7e93cf-eca3-4d36-9e4d-9b34a5b1be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495453 Feb 16 22:23:01.065010 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bf92e-e52f-4b8a-b152-53a277733e99 req-4b406154-b756-4c6c-a924-37182d7d3b0b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:01.070582 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bf92e-e52f-4b8a-b152-53a277733e99 req-4b406154-b756-4c6c-a924-37182d7d3b0b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:01.075906 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bf92e-e52f-4b8a-b152-53a277733e99 req-4b406154-b756-4c6c-a924-37182d7d3b0b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:01.081268 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bf92e-e52f-4b8a-b152-53a277733e99 req-4b406154-b756-4c6c-a924-37182d7d3b0b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:01.086630 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bf92e-e52f-4b8a-b152-53a277733e99 req-4b406154-b756-4c6c-a924-37182d7d3b0b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:01.091755 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bbc9e-00ae-46c1-a4a2-fd94d2631ca0 req-06235b7b-8353-4de0-9806-e059add9538e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:01.092910 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bf92e-e52f-4b8a-b152-53a277733e99 req-4b406154-b756-4c6c-a924-37182d7d3b0b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:01.093292 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d64bbc9e-00ae-46c1-a4a2-fd94d2631ca0 req-06235b7b-8353-4de0-9806-e059add9538e service neutron] 10.222.0.79 "GET /v2.0/networks?id=c5caf1e2-5ed9-4635-98df-d36f332fac2f HTTP/1.1" status: 200 len: 913 time: 0.2346516 Feb 16 22:23:01.098168 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bf92e-e52f-4b8a-b152-53a277733e99 req-4b406154-b756-4c6c-a924-37182d7d3b0b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:01.100134 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-643bf92e-e52f-4b8a-b152-53a277733e99 req-4b406154-b756-4c6c-a924-37182d7d3b0b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5435 time: 0.1004932 Feb 16 22:23:01.111468 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35022) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:01.118458 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-a40409f0-7ee6-43f3-b373-9c427068896f tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Request body: {'floatingip': {'port_id': 'b1ad5507-889f-4a25-bd66-7c7563f86747'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:23:01.182738 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d64bbc9e-00ae-46c1-a4a2-fd94d2631ca0 req-019209f1-adea-4434-a99a-088c729ee9c3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86e174ab-b741-411c-b73e-79385ea18559 HTTP/1.1" status: 200 len: 217 time: 0.0821948 Feb 16 22:23:01.203006 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aecc78-3226-4e2a-98f0-07a453b282f6 req-89732fbc-4990-4243-846c-902c0370c04e tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:01.204523 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66aecc78-3226-4e2a-98f0-07a453b282f6 req-89732fbc-4990-4243-846c-902c0370c04e tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=15b2b9db-8f32-4552-9dc7-74a05b4f96c0 HTTP/1.1" status: 200 len: 945 time: 0.0531919 Feb 16 22:23:01.204657 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a40409f0-7ee6-43f3-b373-9c427068896f tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks [] for floatingip (fbfea304-1583-44f6-8de4-e36f1cd5ced7), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:01.225270 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-90b032e3-86a3-4c79-9854-0633d4e23d95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (e76d47bf-1f23-4ac4-a580-6d33ed163f28), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:01.250900 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66aecc78-3226-4e2a-98f0-07a453b282f6 req-59962b72-ae48-4675-871d-ba31d67d5058 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405059 Feb 16 22:23:01.359420 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae4004-6667-46d1-868d-dcf0e071ae7c req-1061c8f4-a6a0-4ae3-9d35-1da796a5cfd7 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:01.361602 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9ae4004-6667-46d1-868d-dcf0e071ae7c req-1061c8f4-a6a0-4ae3-9d35-1da796a5cfd7 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 945 time: 0.0539834 Feb 16 22:23:01.372032 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bbc9e-00ae-46c1-a4a2-fd94d2631ca0 req-524dee5f-b163-42bd-9a68-b5f5d4b4ede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:01.373570 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d64bbc9e-00ae-46c1-a4a2-fd94d2631ca0 req-524dee5f-b163-42bd-9a68-b5f5d4b4ede8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=839d08e4-b425-43ca-a9e3-06c3106daa84 HTTP/1.1" status: 200 len: 852 time: 0.1787908 Feb 16 22:23:01.414000 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9ae4004-6667-46d1-868d-dcf0e071ae7c req-ba00b395-b347-4f36-95dc-56494e770c54 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465958 Feb 16 22:23:01.439196 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d64bbc9e-00ae-46c1-a4a2-fd94d2631ca0 req-d0c18f51-3b7f-4ddc-8edd-7f87f099f3ba service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c5caf1e2-5ed9-4635-98df-d36f332fac2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563872 Feb 16 22:23:01.509001 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-be84ea81-974c-4500-946b-c10e4b707c57 req-7e8dd220-ce17-4d4f-8267-335200e48405 tempest-ServerShowV247Test-1717857463 tempest-ServerShowV247Test-1717857463-project] 10.222.0.75 "GET /v2.0/ports?device_id=c79c4517-b6fa-4da8-ac6e-b0475a9365d7 HTTP/1.1" status: 200 len: 210 time: 0.0337429 Feb 16 22:23:01.843133 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1a682b5-a262-4d91-a176-668593f1a774 req-a44952a3-9930-437c-a41c-126626806435 tempest-ServerShowV247Test-1717857463 tempest-ServerShowV247Test-1717857463-project] 10.222.0.75 "GET /v2.0/ports?device_id=c79c4517-b6fa-4da8-ac6e-b0475a9365d7 HTTP/1.1" status: 200 len: 210 time: 0.0313494 Feb 16 22:23:02.027499 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d64bbc9e-00ae-46c1-a4a2-fd94d2631ca0 req-c057f539-8eb1-4808-b55b-5d1a9d619c8c service neutron] 10.222.0.79 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5802290 Feb 16 22:23:02.069531 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad600778-10cb-4f7a-867a-7eb47afee426 req-07aede1e-ca5c-439e-a190-e9e04e3e5115 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:02.071400 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ad600778-10cb-4f7a-867a-7eb47afee426 req-07aede1e-ca5c-439e-a190-e9e04e3e5115 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a74a363-c057-4ad3-b89f-05c8ea815420 HTTP/1.1" status: 200 len: 944 time: 0.0626111 Feb 16 22:23:02.100904 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 7123ff86-47c5-4a35-8bbe-456259fbca3b up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:23:02.139075 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ad600778-10cb-4f7a-867a-7eb47afee426 req-4f40a1ae-05ac-47f1-8a61-07c7f8d481b2 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd7e93cf-eca3-4d36-9e4d-9b34a5b1be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596263 Feb 16 22:23:02.162989 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 7123ff86-47c5-4a35-8bbe-456259fbca3b completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:23:02.166744 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 7123ff86-47c5-4a35-8bbe-456259fbca3b triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:23:02.167109 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (7123ff86-47c5-4a35-8bbe-456259fbca3b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:02.231180 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b032e3-86a3-4c79-9854-0633d4e23d95 admin admin] Router e76d47bf-1f23-4ac4-a580-6d33ed163f28 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:23:02.254783 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 7123ff86-47c5-4a35-8bbe-456259fbca3b is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:23:02.255165 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (7123ff86-47c5-4a35-8bbe-456259fbca3b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:02.271336 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d64bbc9e-00ae-46c1-a4a2-fd94d2631ca0 req-96cd8635-3d8b-4f27-81a9-6fbed7b5a395 service neutron] 10.222.0.79 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336750 Feb 16 22:23:02.292581 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 7123ff86-47c5-4a35-8bbe-456259fbca3b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=7123ff86-47c5-4a35-8bbe-456259fbca3b,segment=NetworkSegment(73437d10-f9b3-4acd-8d79-50b50b105444),segment_id=73437d10-f9b3-4acd-8d79-50b50b105444)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:02.301483 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (7123ff86-47c5-4a35-8bbe-456259fbca3b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:02.357690 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=7123ff86-47c5-4a35-8bbe-456259fbca3b,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:02.371662 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.db.resource_extend [None req-a40409f0-7ee6-43f3-b373-9c427068896f tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 22:23:02.436487 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a40409f0-7ee6-43f3-b373-9c427068896f tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:02.444926 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a40409f0-7ee6-43f3-b373-9c427068896f tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (fbfea304-1583-44f6-8de4-e36f1cd5ced7), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:02.451311 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e13ca2-0ebb-4af1-8e7c-d14a6a3d8ebd req-7c48af7e-fb08-4abe-8066-7930ef3647e2 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:02.467975 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e8e13ca2-0ebb-4af1-8e7c-d14a6a3d8ebd req-7c48af7e-fb08-4abe-8066-7930ef3647e2 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=15b2b9db-8f32-4552-9dc7-74a05b4f96c0 HTTP/1.1" status: 200 len: 945 time: 0.0896862 Feb 16 22:23:02.483971 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a74a363-c057-4ad3-b89f-05c8ea815420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7123ff86-47c5-4a35-8bbe-456259fbca3b'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:23:02.487347 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2cf15d-8428-4562-8e37-2ad83d871d8d" -d '{"events": [{"server_uuid": "7a74a363-c057-4ad3-b89f-05c8ea815420", "name": "network-vif-plugged", "status": "completed", "tag": "7123ff86-47c5-4a35-8bbe-456259fbca3b"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:23:02.516910 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b032e3-86a3-4c79-9854-0633d4e23d95 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:23:02.524346 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-90b032e3-86a3-4c79-9854-0633d4e23d95 admin admin] 10.222.0.75 "PUT /v2.0/routers/e76d47bf-1f23-4ac4-a580-6d33ed163f28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7794743 Feb 16 22:23:02.525316 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35048) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:02.537184 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c30dfcb-3314-4f83-834e-29823759602e None None] Sync routers for ids ['e76d47bf-1f23-4ac4-a580-6d33ed163f28'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:23:02.542651 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e8e13ca2-0ebb-4af1-8e7c-d14a6a3d8ebd req-95922442-1d81-4bad-ab27-2942f7cde0a0 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732436 Feb 16 22:23:02.546345 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c30dfcb-3314-4f83-834e-29823759602e None None] Routers {'e76d47bf-1f23-4ac4-a580-6d33ed163f28'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:23:02.546963 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-4c30dfcb-3314-4f83-834e-29823759602e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:22:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['e76d47bf-1f23-4ac4-a580-6d33ed163f28'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:23:02.657700 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6df9ef-ee1b-4fe1-95f5-1a22abdec47f req-f7579a4a-ffcc-4623-ab84-ca5497fa458c tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:02.659468 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9f6df9ef-ee1b-4fe1-95f5-1a22abdec47f req-f7579a4a-ffcc-4623-ab84-ca5497fa458c tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 945 time: 0.0569332 Feb 16 22:23:02.663960 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [None req-a40409f0-7ee6-43f3-b373-9c427068896f tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Floating IP fbfea304-1583-44f6-8de4-e36f1cd5ced7 associated. External IP: 172.25.2.79, port: b1ad5507-889f-4a25-bd66-7c7563f86747. Feb 16 22:23:02.666015 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-4c30dfcb-3314-4f83-834e-29823759602e None None] Set router e76d47bf-1f23-4ac4-a580-6d33ed163f28 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:23:02.707814 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9f6df9ef-ee1b-4fe1-95f5-1a22abdec47f req-3402b56a-ab73-4d32-96c4-ebedddd03561 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421901 Feb 16 22:23:02.756604 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1c18ba35-3633-49ae-b037-f99d4bc694ca admin admin] Publish callbacks [] for router (e76d47bf-1f23-4ac4-a580-6d33ed163f28), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:02.772271 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592e787b-0b73-45f6-b27c-b672216ee005 x-openstack-request-id: req-592e787b-0b73-45f6-b27c-b672216ee005 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:23:02.773834 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a74a363-c057-4ad3-b89f-05c8ea815420", "name": "network-vif-plugged", "status": "completed", "tag": "7123ff86-47c5-4a35-8bbe-456259fbca3b", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:23:02.774294 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-592e787b-0b73-45f6-b27c-b672216ee005 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:23:02.775296 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a74a363-c057-4ad3-b89f-05c8ea815420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7123ff86-47c5-4a35-8bbe-456259fbca3b', 'code': 200} Feb 16 22:23:02.852927 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-4c30dfcb-3314-4f83-834e-29823759602e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'name': 'tempest-ServersTestFqdnHostnames-1111776924-router', 'tenant_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '217c7ec6-2c43-42e4-8521-8d94109ee5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:21:03Z', 'updated_at': '2022-02-16T22:23:00Z', 'revision_number': 5, 'project_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'gw_port': {'id': '217c7ec6-2c43-42e4-8521-8d94109ee5e6', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:21:04Z', 'updated_at': '2022-02-16T22:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:23:02.880318 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c30dfcb-3314-4f83-834e-29823759602e None None] Checking router: e76d47bf-1f23-4ac4-a580-6d33ed163f28 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:23:02.889861 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c30dfcb-3314-4f83-834e-29823759602e None None] Routers {'e76d47bf-1f23-4ac4-a580-6d33ed163f28'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:23:02.890543 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-4c30dfcb-3314-4f83-834e-29823759602e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:22:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['e76d47bf-1f23-4ac4-a580-6d33ed163f28'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:23:02.969316 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1c18ba35-3633-49ae-b037-f99d4bc694ca admin admin] Publish callbacks [] for router_gateway (e76d47bf-1f23-4ac4-a580-6d33ed163f28), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:02.991767 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d1581a08-2fa9-4043-8849-a109391970b1 req-4411d2e5-95fb-4cad-b30e-ee7990daa4f7 tempest-ServerShowV247Test-1717857463 tempest-ServerShowV247Test-1717857463-project] 10.222.0.75 "GET /v2.0/ports?device_id=c79c4517-b6fa-4da8-ac6e-b0475a9365d7 HTTP/1.1" status: 200 len: 210 time: 0.0390704 Feb 16 22:23:03.008294 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17efd03-0788-4bae-b32f-b2f794be3845 req-ca798e84-0b32-4020-acc9-925742d2a0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:03.010974 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e17efd03-0788-4bae-b32f-b2f794be3845 req-ca798e84-0b32-4020-acc9-925742d2a0ec service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7a74a363-c057-4ad3-b89f-05c8ea815420 HTTP/1.1" status: 200 len: 1127 time: 0.0951860 Feb 16 22:23:03.024330 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:23:03.031273 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40409f0-7ee6-43f3-b373-9c427068896f tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Router 8541c583-14a8-42ba-bcf2-3c5fad0d399f has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:23:03.036319 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-4c30dfcb-3314-4f83-834e-29823759602e None None] Set router e76d47bf-1f23-4ac4-a580-6d33ed163f28 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:23:03.056914 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-1c18ba35-3633-49ae-b037-f99d4bc694ca admin admin] Deleting port 217c7ec6-2c43-42e4-8521-8d94109ee5e6 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:23:03.057247 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1c18ba35-3633-49ae-b037-f99d4bc694ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (217c7ec6-2c43-42e4-8521-8d94109ee5e6), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:03.076826 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e17efd03-0788-4bae-b32f-b2f794be3845 req-600e4e68-fe1a-419c-af70-020d06613d8c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=dd7e93cf-eca3-4d36-9e4d-9b34a5b1be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509450 Feb 16 22:23:03.230604 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-1c18ba35-3633-49ae-b037-f99d4bc694ca admin admin] For port 217c7ec6-2c43-42e4-8521-8d94109ee5e6, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=217c7ec6-2c43-42e4-8521-8d94109ee5e6,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:03.231519 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1c18ba35-3633-49ae-b037-f99d4bc694ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (217c7ec6-2c43-42e4-8521-8d94109ee5e6), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:03.236495 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-4c30dfcb-3314-4f83-834e-29823759602e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'name': 'tempest-ServersTestFqdnHostnames-1111776924-router', 'tenant_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '217c7ec6-2c43-42e4-8521-8d94109ee5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:21:03Z', 'updated_at': '2022-02-16T22:23:00Z', 'revision_number': 5, 'project_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'gw_port': {'id': '217c7ec6-2c43-42e4-8521-8d94109ee5e6', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:21:04Z', 'updated_at': '2022-02-16T22:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:23:03.242073 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40409f0-7ee6-43f3-b373-9c427068896f tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:23:03.247302 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a40409f0-7ee6-43f3-b373-9c427068896f tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:03.254379 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42499d5-bf67-480d-ada0-c4071421cd81 None None] Sync routers for ids ['8541c583-14a8-42ba-bcf2-3c5fad0d399f'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:23:03.254923 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-1c18ba35-3633-49ae-b037-f99d4bc694ca admin admin] Calling delete_port for 217c7ec6-2c43-42e4-8521-8d94109ee5e6 owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:23:03.259345 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23871b1d-265a-4ae4-94b5-a1bfabc891c6 req-0d259e07-ec2a-4c80-a736-7bef03995a95 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:03.261389 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-23871b1d-265a-4ae4-94b5-a1bfabc891c6 req-0d259e07-ec2a-4c80-a736-7bef03995a95 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a74a363-c057-4ad3-b89f-05c8ea815420 HTTP/1.1" status: 200 len: 945 time: 0.0623600 Feb 16 22:23:03.265873 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42499d5-bf67-480d-ada0-c4071421cd81 None None] Routers {'8541c583-14a8-42ba-bcf2-3c5fad0d399f'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:23:03.266760 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-f42499d5-bf67-480d-ada0-c4071421cd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:22:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['8541c583-14a8-42ba-bcf2-3c5fad0d399f'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:23:03.279655 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c30dfcb-3314-4f83-834e-29823759602e None None] The sync data for ids ['e76d47bf-1f23-4ac4-a580-6d33ed163f28'] in n-d-813897-6 is: [{'id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'name': 'tempest-ServersTestFqdnHostnames-1111776924-router', 'tenant_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '217c7ec6-2c43-42e4-8521-8d94109ee5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:21:03Z', 'updated_at': '2022-02-16T22:23:00Z', 'revision_number': 5, 'project_id': '1e3883e2df2d4ddc94d94d18d90a1204', 'gw_port': {'id': '217c7ec6-2c43-42e4-8521-8d94109ee5e6', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76d47bf-1f23-4ac4-a580-6d33ed163f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:21:04Z', 'updated_at': '2022-02-16T22:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:23:03.295512 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a40409f0-7ee6-43f3-b373-9c427068896f tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "PUT /v2.0/floatingips/fbfea304-1583-44f6-8de4-e36f1cd5ced7 HTTP/1.1" status: 200 len: 990 time: 2.1829970 Feb 16 22:23:03.315983 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-23871b1d-265a-4ae4-94b5-a1bfabc891c6 req-59834361-c829-4938-b240-18e878793cb8 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd7e93cf-eca3-4d36-9e4d-9b34a5b1be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487592 Feb 16 22:23:03.322222 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'tag': 'b1ad5507-889f-4a25-bd66-7c7563f86747'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:23:03.324932 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8845b29-ccba-475c-ba31-e5a687cb4426" -d '{"events": [{"name": "network-changed", "server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "tag": "b1ad5507-889f-4a25-bd66-7c7563f86747"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:23:03.402320 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-f42499d5-bf67-480d-ada0-c4071421cd81 None None] Set router 8541c583-14a8-42ba-bcf2-3c5fad0d399f gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:23:03.441987 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ffe3e-e719-4ea7-9b42-53522fac1b8c req-7ce90713-ea05-4156-9bf9-c347ee4812b1 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:03.447823 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ffe3e-e719-4ea7-9b42-53522fac1b8c req-7ce90713-ea05-4156-9bf9-c347ee4812b1 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:03.453089 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ffe3e-e719-4ea7-9b42-53522fac1b8c req-7ce90713-ea05-4156-9bf9-c347ee4812b1 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:03.458461 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ffe3e-e719-4ea7-9b42-53522fac1b8c req-7ce90713-ea05-4156-9bf9-c347ee4812b1 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:03.463862 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ffe3e-e719-4ea7-9b42-53522fac1b8c req-7ce90713-ea05-4156-9bf9-c347ee4812b1 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:03.470309 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ffe3e-e719-4ea7-9b42-53522fac1b8c req-7ce90713-ea05-4156-9bf9-c347ee4812b1 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:03.476588 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ffe3e-e719-4ea7-9b42-53522fac1b8c req-7ce90713-ea05-4156-9bf9-c347ee4812b1 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:03.477810 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1c18ba35-3633-49ae-b037-f99d4bc694ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (217c7ec6-2c43-42e4-8521-8d94109ee5e6), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:03.484717 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-721ffe3e-e719-4ea7-9b42-53522fac1b8c req-7ce90713-ea05-4156-9bf9-c347ee4812b1 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5435 time: 0.1044035 Feb 16 22:23:03.504340 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18ba35-3633-49ae-b037-f99d4bc694ca admin admin] Pushing event deleted for resources: {'Port': ['ID=217c7ec6-2c43-42e4-8521-8d94109ee5e6,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:03.546329 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-721ffe3e-e719-4ea7-9b42-53522fac1b8c req-6de5723f-3e4f-4039-848e-0f37064ae8ac tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606165 Feb 16 22:23:03.584166 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1c18ba35-3633-49ae-b037-f99d4bc694ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (e76d47bf-1f23-4ac4-a580-6d33ed163f28), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:03.666754 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-f42499d5-bf67-480d-ada0-c4071421cd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'name': 'tempest-TaggedBootDevicesTest-59844366-router', 'tenant_id': '05fece93b5f34c39b4687779f64633e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'cbff179c-6688-4761-b298-ba4ea238add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:30Z', 'updated_at': '2022-02-16T22:20:38Z', 'revision_number': 4, 'project_id': '05fece93b5f34c39b4687779f64633e9', 'gw_port': {'id': 'cbff179c-6688-4761-b298-ba4ea238add1', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:31Z', 'updated_at': '2022-02-16T22:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'fbfea304-1583-44f6-8de4-e36f1cd5ced7', 'tenant_id': '05fece93b5f34c39b4687779f64633e9', 'floating_ip_address': '172.25.2.79', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'port_id': 'b1ad5507-889f-4a25-bd66-7c7563f86747', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0809193b-9538-40aa-8442-650cf4185e4f', 'mac_address': 'fa:16:3e:b9:22:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:21:41Z', 'updated_at': '2022-02-16T22:23:02Z', 'revision_number': 1, 'project_id': '05fece93b5f34c39b4687779f64633e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53d411b2-3dd0-489c-8de0-72cd179ec58a', 'name': '', 'network_id': '0809193b-9538-40aa-8442-650cf4185e4f', 'tenant_id': '05fece93b5f34c39b4687779f64633e9', 'mac_address': 'fa:16:3e:04:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '29fa04d8-2e8c-4adf-a757-8332d0ce9220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:37Z', 'updated_at': '2022-02-16T22:20:43Z', 'revision_number': 5, 'project_id': '05fece93b5f34c39b4687779f64633e9', 'subnets': [{'id': '29fa04d8-2e8c-4adf-a757-8332d0ce9220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:23:03.682998 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cfbde2-db26-48ca-943e-505163996bee x-openstack-request-id: req-21cfbde2-db26-48ca-943e-505163996bee {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:23:03.683391 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "tag": "b1ad5507-889f-4a25-bd66-7c7563f86747", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:23:03.683740 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-21cfbde2-db26-48ca-943e-505163996bee {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:23:03.684389 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'tag': 'b1ad5507-889f-4a25-bd66-7c7563f86747', 'status': 'completed', 'code': 200} Feb 16 22:23:03.694959 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42499d5-bf67-480d-ada0-c4071421cd81 None None] Checking router: 8541c583-14a8-42ba-bcf2-3c5fad0d399f for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:23:03.705998 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42499d5-bf67-480d-ada0-c4071421cd81 None None] Routers {'8541c583-14a8-42ba-bcf2-3c5fad0d399f'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:23:03.707147 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-f42499d5-bf67-480d-ada0-c4071421cd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:22:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['8541c583-14a8-42ba-bcf2-3c5fad0d399f'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:23:03.710103 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962efe5-293a-4c3d-b623-d9f64887f159 req-fae619fe-63cd-4bfe-a4ff-0b8a1ec6c6da tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:03.711668 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e962efe5-293a-4c3d-b623-d9f64887f159 req-fae619fe-63cd-4bfe-a4ff-0b8a1ec6c6da tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=15b2b9db-8f32-4552-9dc7-74a05b4f96c0 HTTP/1.1" status: 200 len: 945 time: 0.0571024 Feb 16 22:23:03.756194 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1c18ba35-3633-49ae-b037-f99d4bc694ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (e76d47bf-1f23-4ac4-a580-6d33ed163f28), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:03.760431 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1c18ba35-3633-49ae-b037-f99d4bc694ca admin admin] Publish callbacks [] for router_controller (e76d47bf-1f23-4ac4-a580-6d33ed163f28), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:03.773541 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e962efe5-293a-4c3d-b623-d9f64887f159 req-0777da81-673e-4c59-8d2a-301212abe30b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545623 Feb 16 22:23:03.829289 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8845b29-ccba-475c-ba31-e5a687cb4426 req-a06b6814-2e9e-4eba-a002-38099f87509c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:03.829674 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8845b29-ccba-475c-ba31-e5a687cb4426 req-a06b6814-2e9e-4eba-a002-38099f87509c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:03.830173 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8845b29-ccba-475c-ba31-e5a687cb4426 req-a06b6814-2e9e-4eba-a002-38099f87509c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:03.830644 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8845b29-ccba-475c-ba31-e5a687cb4426 req-a06b6814-2e9e-4eba-a002-38099f87509c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:03.831208 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8845b29-ccba-475c-ba31-e5a687cb4426 req-a06b6814-2e9e-4eba-a002-38099f87509c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:03.831792 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8845b29-ccba-475c-ba31-e5a687cb4426 req-a06b6814-2e9e-4eba-a002-38099f87509c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:03.832740 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8845b29-ccba-475c-ba31-e5a687cb4426 req-a06b6814-2e9e-4eba-a002-38099f87509c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:03.836339 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b8845b29-ccba-475c-ba31-e5a687cb4426 req-a06b6814-2e9e-4eba-a002-38099f87509c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05fece93b5f34c39b4687779f64633e9&device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 6709 time: 0.1550970 Feb 16 22:23:03.837468 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1c18ba35-3633-49ae-b037-f99d4bc694ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (e76d47bf-1f23-4ac4-a580-6d33ed163f28), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:03.838433 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c18ba35-3633-49ae-b037-f99d4bc694ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router e76d47bf-1f23-4ac4-a580-6d33ed163f28 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:23:03.846770 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1c18ba35-3633-49ae-b037-f99d4bc694ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:03.850125 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1c18ba35-3633-49ae-b037-f99d4bc694ca admin admin] 10.222.0.75 "DELETE /v2.0/routers/e76d47bf-1f23-4ac4-a580-6d33ed163f28 HTTP/1.1" status: 204 len: 168 time: 1.3231235 Feb 16 22:23:03.852135 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 35076) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:03.859955 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-f42499d5-bf67-480d-ada0-c4071421cd81 None None] Set router 8541c583-14a8-42ba-bcf2-3c5fad0d399f gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:23:03.949160 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8845b29-ccba-475c-ba31-e5a687cb4426 req-d31a4692-4d64-4a47-be4a-aa6ef72b9dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:03.951269 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b8845b29-ccba-475c-ba31-e5a687cb4426 req-d31a4692-4d64-4a47-be4a-aa6ef72b9dbe service neutron] 10.222.0.79 "GET /v2.0/networks?id=0809193b-9538-40aa-8442-650cf4185e4f HTTP/1.1" status: 200 len: 911 time: 0.1013017 Feb 16 22:23:03.984420 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 86e174ab-b741-411c-b73e-79385ea18559 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:23:04.038754 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 50bde7b5-3675-4ed8-9990-8185e95933b5 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:23:04.040446 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b8845b29-ccba-475c-ba31-e5a687cb4426 req-ad4749c8-f171-4ddf-8d03-efec8b6773fa service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1ad5507-889f-4a25-bd66-7c7563f86747 HTTP/1.1" status: 200 len: 998 time: 0.0782158 Feb 16 22:23:04.079474 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 50bde7b5-3675-4ed8-9990-8185e95933b5 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:23:04.079874 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 50bde7b5-3675-4ed8-9990-8185e95933b5 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:23:04.108266 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8845b29-ccba-475c-ba31-e5a687cb4426 req-ef759301-04b3-4835-8d26-697926d7cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:04.109826 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b8845b29-ccba-475c-ba31-e5a687cb4426 req-ef759301-04b3-4835-8d26-697926d7cc67 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=29fa04d8-2e8c-4adf-a757-8332d0ce9220 HTTP/1.1" status: 200 len: 849 time: 0.0585885 Feb 16 22:23:04.181528 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8845b29-ccba-475c-ba31-e5a687cb4426 req-1e2b6cb4-89ad-45a8-a2c9-3fbe7d46a9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:04.183569 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b8845b29-ccba-475c-ba31-e5a687cb4426 req-1e2b6cb4-89ad-45a8-a2c9-3fbe7d46a9a8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0809193b-9538-40aa-8442-650cf4185e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0647159 Feb 16 22:23:04.309481 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dbbf115-c393-4fc2-b4a5-01895187b88c admin admin] Deleting subnet 0fcaf4ca-8e69-49fe-8059-c45d2f77b631 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:23:04.315115 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b8845b29-ccba-475c-ba31-e5a687cb4426 req-ddd7d08e-8a78-4fc3-ba00-fe1d215c05f2 service neutron] 10.222.0.79 "GET /v2.0/networks/0809193b-9538-40aa-8442-650cf4185e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200449 Feb 16 22:23:04.328563 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772259d9-0c0c-4ef2-92bf-ce28db2f3898 req-33f35fdf-5d43-4c29-970d-8493db226d3b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:04.333744 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772259d9-0c0c-4ef2-92bf-ce28db2f3898 req-33f35fdf-5d43-4c29-970d-8493db226d3b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:04.340706 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772259d9-0c0c-4ef2-92bf-ce28db2f3898 req-33f35fdf-5d43-4c29-970d-8493db226d3b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:04.346065 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772259d9-0c0c-4ef2-92bf-ce28db2f3898 req-33f35fdf-5d43-4c29-970d-8493db226d3b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:04.351332 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772259d9-0c0c-4ef2-92bf-ce28db2f3898 req-33f35fdf-5d43-4c29-970d-8493db226d3b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:04.353113 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 86e174ab-b741-411c-b73e-79385ea18559 is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:23:04.353600 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (86e174ab-b741-411c-b73e-79385ea18559), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:04.358651 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772259d9-0c0c-4ef2-92bf-ce28db2f3898 req-33f35fdf-5d43-4c29-970d-8493db226d3b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:04.364314 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772259d9-0c0c-4ef2-92bf-ce28db2f3898 req-33f35fdf-5d43-4c29-970d-8493db226d3b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:04.378529 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-772259d9-0c0c-4ef2-92bf-ce28db2f3898 req-33f35fdf-5d43-4c29-970d-8493db226d3b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5435 time: 0.5406570 Feb 16 22:23:04.379459 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3dbbf115-c393-4fc2-b4a5-01895187b88c admin admin] Publish callbacks [] for subnet (0fcaf4ca-8e69-49fe-8059-c45d2f77b631), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:04.406845 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 86e174ab-b741-411c-b73e-79385ea18559, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=86e174ab-b741-411c-b73e-79385ea18559,segment=NetworkSegment(bab3c7c9-e01c-407c-bcf4-3671c0e39eec),segment_id=bab3c7c9-e01c-407c-bcf4-3671c0e39eec)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:04.418239 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-f42499d5-bf67-480d-ada0-c4071421cd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'name': 'tempest-TaggedBootDevicesTest-59844366-router', 'tenant_id': '05fece93b5f34c39b4687779f64633e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'cbff179c-6688-4761-b298-ba4ea238add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:30Z', 'updated_at': '2022-02-16T22:20:38Z', 'revision_number': 4, 'project_id': '05fece93b5f34c39b4687779f64633e9', 'gw_port': {'id': 'cbff179c-6688-4761-b298-ba4ea238add1', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:31Z', 'updated_at': '2022-02-16T22:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'fbfea304-1583-44f6-8de4-e36f1cd5ced7', 'tenant_id': '05fece93b5f34c39b4687779f64633e9', 'floating_ip_address': '172.25.2.79', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'port_id': 'b1ad5507-889f-4a25-bd66-7c7563f86747', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0809193b-9538-40aa-8442-650cf4185e4f', 'mac_address': 'fa:16:3e:b9:22:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:21:41Z', 'updated_at': '2022-02-16T22:23:02Z', 'revision_number': 1, 'project_id': '05fece93b5f34c39b4687779f64633e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53d411b2-3dd0-489c-8de0-72cd179ec58a', 'name': '', 'network_id': '0809193b-9538-40aa-8442-650cf4185e4f', 'tenant_id': '05fece93b5f34c39b4687779f64633e9', 'mac_address': 'fa:16:3e:04:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '29fa04d8-2e8c-4adf-a757-8332d0ce9220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:37Z', 'updated_at': '2022-02-16T22:20:43Z', 'revision_number': 5, 'project_id': '05fece93b5f34c39b4687779f64633e9', 'subnets': [{'id': '29fa04d8-2e8c-4adf-a757-8332d0ce9220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:23:04.418979 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3dbbf115-c393-4fc2-b4a5-01895187b88c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (0fcaf4ca-8e69-49fe-8059-c45d2f77b631), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:04.423965 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (86e174ab-b741-411c-b73e-79385ea18559), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:04.448633 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b8845b29-ccba-475c-ba31-e5a687cb4426 req-b9f36f1c-fdcd-4f2e-991e-38d5e31f4957 service neutron] 10.222.0.79 "GET /v2.0/networks/0809193b-9538-40aa-8442-650cf4185e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267672 Feb 16 22:23:04.463872 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42499d5-bf67-480d-ada0-c4071421cd81 None None] The sync data for ids ['8541c583-14a8-42ba-bcf2-3c5fad0d399f'] in n-d-813897-6 is: [{'id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'name': 'tempest-TaggedBootDevicesTest-59844366-router', 'tenant_id': '05fece93b5f34c39b4687779f64633e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'cbff179c-6688-4761-b298-ba4ea238add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:30Z', 'updated_at': '2022-02-16T22:20:38Z', 'revision_number': 4, 'project_id': '05fece93b5f34c39b4687779f64633e9', 'gw_port': {'id': 'cbff179c-6688-4761-b298-ba4ea238add1', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:31Z', 'updated_at': '2022-02-16T22:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'fbfea304-1583-44f6-8de4-e36f1cd5ced7', 'tenant_id': '05fece93b5f34c39b4687779f64633e9', 'floating_ip_address': '172.25.2.79', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'port_id': 'b1ad5507-889f-4a25-bd66-7c7563f86747', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0809193b-9538-40aa-8442-650cf4185e4f', 'mac_address': 'fa:16:3e:b9:22:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:21:41Z', 'updated_at': '2022-02-16T22:23:02Z', 'revision_number': 1, 'project_id': '05fece93b5f34c39b4687779f64633e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53d411b2-3dd0-489c-8de0-72cd179ec58a', 'name': '', 'network_id': '0809193b-9538-40aa-8442-650cf4185e4f', 'tenant_id': '05fece93b5f34c39b4687779f64633e9', 'mac_address': 'fa:16:3e:04:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '29fa04d8-2e8c-4adf-a757-8332d0ce9220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:37Z', 'updated_at': '2022-02-16T22:20:43Z', 'revision_number': 5, 'project_id': '05fece93b5f34c39b4687779f64633e9', 'subnets': [{'id': '29fa04d8-2e8c-4adf-a757-8332d0ce9220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:23:04.515954 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=86e174ab-b741-411c-b73e-79385ea18559,revision_number=8']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:04.555866 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3dbbf115-c393-4fc2-b4a5-01895187b88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (0fcaf4ca-8e69-49fe-8059-c45d2f77b631), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:04.583818 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654988c-3af2-4aa7-80a9-632ec7c89592 req-fe4c23a9-6b5c-4a61-983f-df624581f345 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:04.585442 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a654988c-3af2-4aa7-80a9-632ec7c89592 req-fe4c23a9-6b5c-4a61-983f-df624581f345 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 943 time: 0.1472635 Feb 16 22:23:04.663813 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a654988c-3af2-4aa7-80a9-632ec7c89592 req-e8498d58-fab5-4975-aa25-f7c024adcd44 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689692 Feb 16 22:23:04.665362 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3dbbf115-c393-4fc2-b4a5-01895187b88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (0fcaf4ca-8e69-49fe-8059-c45d2f77b631), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:04.712716 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3dbbf115-c393-4fc2-b4a5-01895187b88c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:04.718237 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75dd17f-a53d-4d7c-a542-60d7fc9873ad None None] Network 99abbb5d-e48a-4247-9acd-10b5b079d130 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:23:04.720451 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35086) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:04.722517 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3dbbf115-c393-4fc2-b4a5-01895187b88c admin admin] 10.222.0.75 "DELETE /v2.0/subnets/0fcaf4ca-8e69-49fe-8059-c45d2f77b631 HTTP/1.1" status: 204 len: 168 time: 0.8694067 Feb 16 22:23:04.724357 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbbf115-c393-4fc2-b4a5-01895187b88c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fcaf4ca-8e69-49fe-8059-c45d2f77b631,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:04.783989 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ce99da-4e3d-4618-b7cd-53d81cc92d7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86e174ab-b741-411c-b73e-79385ea18559'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:23:04.787546 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd1ad67-9e20-4650-b125-67e0b44dcc5c" -d '{"events": [{"server_uuid": "e9ce99da-4e3d-4618-b7cd-53d81cc92d7e", "name": "network-vif-unplugged", "status": "completed", "tag": "86e174ab-b741-411c-b73e-79385ea18559"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:23:04.797537 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c384c5e-52fe-47e7-b7b2-4e28a31b74e0 None None] New status for floating IP fbfea304-1583-44f6-8de4-e36f1cd5ced7: ACTIVE {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:23:04.852541 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1011eb39-c3c9-41a6-9ab9-3feade11ce9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (99abbb5d-e48a-4247-9acd-10b5b079d130), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:04.906698 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-345d4211-cc93-4e60-aa20-308bd63b9e57 req-d5beeb03-7bf7-4d25-a765-dad6dd3d463f tempest-ServerShowV247Test-1717857463 tempest-ServerShowV247Test-1717857463-project] 10.222.0.75 "GET /v2.0/ports?device_id=c79c4517-b6fa-4da8-ac6e-b0475a9365d7 HTTP/1.1" status: 200 len: 210 time: 0.0541890 Feb 16 22:23:04.931530 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ba7424-6255-483a-9f29-ae98ebb60f4b None None] DHCP port deletion for 99abbb5d-e48a-4247-9acd-10b5b079d130 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:23:04.948368 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-1011eb39-c3c9-41a6-9ab9-3feade11ce9a admin admin] Deleting port 46b87841-f853-453f-9195-721e5d93c676 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:23:04.948901 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1011eb39-c3c9-41a6-9ab9-3feade11ce9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (46b87841-f853-453f-9195-721e5d93c676), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:04.984210 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a6ba7424-6255-483a-9f29-ae98ebb60f4b None None] Deleting port 46b87841-f853-453f-9195-721e5d93c676 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:23:04.984579 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a6ba7424-6255-483a-9f29-ae98ebb60f4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (46b87841-f853-453f-9195-721e5d93c676), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:05.058573 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-1011eb39-c3c9-41a6-9ab9-3feade11ce9a admin admin] For port 46b87841-f853-453f-9195-721e5d93c676, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=46b87841-f853-453f-9195-721e5d93c676,segment=NetworkSegment(d5d2de62-563e-43a9-98ed-2414bd6735aa),segment_id=d5d2de62-563e-43a9-98ed-2414bd6735aa)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:05.059288 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1011eb39-c3c9-41a6-9ab9-3feade11ce9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (46b87841-f853-453f-9195-721e5d93c676), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:05.061279 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-a6ba7424-6255-483a-9f29-ae98ebb60f4b None None] For port 46b87841-f853-453f-9195-721e5d93c676, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=46b87841-f853-453f-9195-721e5d93c676,segment=NetworkSegment(d5d2de62-563e-43a9-98ed-2414bd6735aa),segment_id=d5d2de62-563e-43a9-98ed-2414bd6735aa)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:05.061678 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a6ba7424-6255-483a-9f29-ae98ebb60f4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (46b87841-f853-453f-9195-721e5d93c676), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:05.071727 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e658917-573d-4a81-8341-3b9db05e6601 req-c30766bd-7ee1-4c23-b13c-ec1760d19ed1 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:05.075524 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e658917-573d-4a81-8341-3b9db05e6601 req-c30766bd-7ee1-4c23-b13c-ec1760d19ed1 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a74a363-c057-4ad3-b89f-05c8ea815420 HTTP/1.1" status: 200 len: 945 time: 0.1137507 Feb 16 22:23:05.078686 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-1011eb39-c3c9-41a6-9ab9-3feade11ce9a admin admin] Calling delete_port for 46b87841-f853-453f-9195-721e5d93c676 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:23:05.081413 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a6ba7424-6255-483a-9f29-ae98ebb60f4b None None] Calling delete_port for 46b87841-f853-453f-9195-721e5d93c676 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:23:05.159099 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e658917-573d-4a81-8341-3b9db05e6601 req-1cbd2dc7-613a-40ca-bd50-063fc9c8e1e1 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd7e93cf-eca3-4d36-9e4d-9b34a5b1be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775511 Feb 16 22:23:05.186231 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a6ba7424-6255-483a-9f29-ae98ebb60f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (46b87841-f853-453f-9195-721e5d93c676), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:05.207645 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1011eb39-c3c9-41a6-9ab9-3feade11ce9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (46b87841-f853-453f-9195-721e5d93c676), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:05.217893 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ba7424-6255-483a-9f29-ae98ebb60f4b None None] No DVR routers for this DVR port 46b87841-f853-453f-9195-721e5d93c676 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:23:05.221343 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba7424-6255-483a-9f29-ae98ebb60f4b None None] Pushing event deleted for resources: {'Port': ['ID=46b87841-f853-453f-9195-721e5d93c676,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:05.241282 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011eb39-c3c9-41a6-9ab9-3feade11ce9a admin admin] Pushing event deleted for resources: {'Port': ['ID=46b87841-f853-453f-9195-721e5d93c676,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:05.244767 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1011eb39-c3c9-41a6-9ab9-3feade11ce9a admin admin] No DVR routers for this DVR port 46b87841-f853-453f-9195-721e5d93c676 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:23:05.321048 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1011eb39-c3c9-41a6-9ab9-3feade11ce9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (99abbb5d-e48a-4247-9acd-10b5b079d130), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:05.345529 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-1011eb39-c3c9-41a6-9ab9-3feade11ce9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99abbb5d-e48a-4247-9acd-10b5b079d130']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:23:05.355191 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-1011eb39-c3c9-41a6-9ab9-3feade11ce9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d2de62-563e-43a9-98ed-2414bd6735aa') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:23:05.355496 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-1011eb39-c3c9-41a6-9ab9-3feade11ce9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d2de62-563e-43a9-98ed-2414bd6735aa') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:23:05.365537 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1011eb39-c3c9-41a6-9ab9-3feade11ce9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (d5d2de62-563e-43a9-98ed-2414bd6735aa), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:05.379759 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1011eb39-c3c9-41a6-9ab9-3feade11ce9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (d5d2de62-563e-43a9-98ed-2414bd6735aa), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:05.385998 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1011eb39-c3c9-41a6-9ab9-3feade11ce9a admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:23:05.386413 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1011eb39-c3c9-41a6-9ab9-3feade11ce9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (d5d2de62-563e-43a9-98ed-2414bd6735aa), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:23:05.388630 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:23:05.445831 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1011eb39-c3c9-41a6-9ab9-3feade11ce9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (99abbb5d-e48a-4247-9acd-10b5b079d130), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:05.450975 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1011eb39-c3c9-41a6-9ab9-3feade11ce9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:05.454329 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1011eb39-c3c9-41a6-9ab9-3feade11ce9a admin admin] 10.222.0.75 "DELETE /v2.0/networks/99abbb5d-e48a-4247-9acd-10b5b079d130 HTTP/1.1" status: 204 len: 168 time: 0.7329400 Feb 16 22:23:05.467639 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011eb39-c3c9-41a6-9ab9-3feade11ce9a admin admin] Pushing event deleted for resources: {'Network': ['ID=99abbb5d-e48a-4247-9acd-10b5b079d130,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:05.640535 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35130) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:05.680812 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-59066a0d-adae-4e17-8200-1ea3bb048200 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1e3883e2df2d4ddc94d94d18d90a1204&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391562 Feb 16 22:23:05.683695 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35134) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:05.736005 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4b46a8e3-831b-4050-a308-41336745012f admin admin] Publish callbacks [] for security_group (b888eb49-7c83-4dce-9694-fd62cc7ef587), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:05.866469 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53cdb7-224a-4fd6-b1f2-323ba0bf2de0 req-f7ce4bb0-690a-49cc-8146-a84198a623f7 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:05.867978 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb53cdb7-224a-4fd6-b1f2-323ba0bf2de0 req-f7ce4bb0-690a-49cc-8146-a84198a623f7 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9ce99da-4e3d-4618-b7cd-53d81cc92d7e HTTP/1.1" status: 200 len: 943 time: 0.0576131 Feb 16 22:23:05.962746 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 217c7ec6-2c43-42e4-8521-8d94109ee5e6 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:23:05.982047 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-bb53cdb7-224a-4fd6-b1f2-323ba0bf2de0 req-cf2cfc31-94a3-4731-b9ac-975072c62648 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Deleting port 86e174ab-b741-411c-b73e-79385ea18559 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:23:05.982402 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-bb53cdb7-224a-4fd6-b1f2-323ba0bf2de0 req-cf2cfc31-94a3-4731-b9ac-975072c62648 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (86e174ab-b741-411c-b73e-79385ea18559), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:05.983938 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 217c7ec6-2c43-42e4-8521-8d94109ee5e6 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:23:05.984358 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 217c7ec6-2c43-42e4-8521-8d94109ee5e6 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:23:05.984854 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 46b87841-f853-453f-9195-721e5d93c676 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:23:06.008012 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 46b87841-f853-453f-9195-721e5d93c676 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:23:06.008458 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 46b87841-f853-453f-9195-721e5d93c676 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:23:06.035387 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4b46a8e3-831b-4050-a308-41336745012f admin admin] Publish callbacks [] for security_group (b888eb49-7c83-4dce-9694-fd62cc7ef587), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:06.079789 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-bb53cdb7-224a-4fd6-b1f2-323ba0bf2de0 req-cf2cfc31-94a3-4731-b9ac-975072c62648 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] For port 86e174ab-b741-411c-b73e-79385ea18559, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=86e174ab-b741-411c-b73e-79385ea18559,segment=NetworkSegment(bab3c7c9-e01c-407c-bcf4-3671c0e39eec),segment_id=bab3c7c9-e01c-407c-bcf4-3671c0e39eec)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:06.080367 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-bb53cdb7-224a-4fd6-b1f2-323ba0bf2de0 req-cf2cfc31-94a3-4731-b9ac-975072c62648 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (86e174ab-b741-411c-b73e-79385ea18559), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:06.083140 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4b46a8e3-831b-4050-a308-41336745012f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b888eb49-7c83-4dce-9694-fd62cc7ef587), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:06.085752 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4b46a8e3-831b-4050-a308-41336745012f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:06.089358 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4b46a8e3-831b-4050-a308-41336745012f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b888eb49-7c83-4dce-9694-fd62cc7ef587 HTTP/1.1" status: 204 len: 168 time: 0.4016643 Feb 16 22:23:06.094738 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46a8e3-831b-4050-a308-41336745012f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b888eb49-7c83-4dce-9694-fd62cc7ef587,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:06.094999 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-bb53cdb7-224a-4fd6-b1f2-323ba0bf2de0 req-cf2cfc31-94a3-4731-b9ac-975072c62648 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Calling delete_port for 86e174ab-b741-411c-b73e-79385ea18559 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:23:06.231711 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-bb53cdb7-224a-4fd6-b1f2-323ba0bf2de0 req-cf2cfc31-94a3-4731-b9ac-975072c62648 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (86e174ab-b741-411c-b73e-79385ea18559), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:06.260404 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2cfc31-94a3-4731-b9ac-975072c62648 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Pushing event deleted for resources: {'Port': ['ID=86e174ab-b741-411c-b73e-79385ea18559,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:06.303670 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb53cdb7-224a-4fd6-b1f2-323ba0bf2de0 req-cf2cfc31-94a3-4731-b9ac-975072c62648 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] No DVR routers for this DVR port 86e174ab-b741-411c-b73e-79385ea18559 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:23:06.306321 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-bb53cdb7-224a-4fd6-b1f2-323ba0bf2de0 req-cf2cfc31-94a3-4731-b9ac-975072c62648 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:06.309795 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb53cdb7-224a-4fd6-b1f2-323ba0bf2de0 req-cf2cfc31-94a3-4731-b9ac-975072c62648 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "DELETE /v2.0/ports/86e174ab-b741-411c-b73e-79385ea18559 HTTP/1.1" status: 204 len: 173 time: 0.4359298 Feb 16 22:23:06.310280 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ce99da-4e3d-4618-b7cd-53d81cc92d7e', 'name': 'network-vif-deleted', 'tag': '86e174ab-b741-411c-b73e-79385ea18559'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:23:06.312551 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ecb54c-5648-429e-891c-92b09c90e15c" -d '{"events": [{"server_uuid": "e9ce99da-4e3d-4618-b7cd-53d81cc92d7e", "name": "network-vif-deleted", "tag": "86e174ab-b741-411c-b73e-79385ea18559"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:23:06.766495 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35172) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:06.852008 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff1a95-2aa3-4d9b-9be5-6db083901d34 req-d2e53cde-eb0e-4b7d-8d6e-2042f2e63efb tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:06.853523 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1ff1a95-2aa3-4d9b-9be5-6db083901d34 req-d2e53cde-eb0e-4b7d-8d6e-2042f2e63efb tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=15b2b9db-8f32-4552-9dc7-74a05b4f96c0 HTTP/1.1" status: 200 len: 945 time: 0.0568676 Feb 16 22:23:06.864495 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-cc0cce93-7373-4ac2-8b2f-f6348e2c92e4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-742345047-network', 'tenant_id': '2f608537367041eb8983cef4cf0c0dc6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:23:06.883853 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0cce93-7373-4ac2-8b2f-f6348e2c92e4 admin admin] Made reservation on behalf of 2f608537367041eb8983cef4cf0c0dc6 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:23:06.886657 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cc0cce93-7373-4ac2-8b2f-f6348e2c92e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:06.896012 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cc0cce93-7373-4ac2-8b2f-f6348e2c92e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:06.900331 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1ff1a95-2aa3-4d9b-9be5-6db083901d34 req-1dd47120-5d8a-4e14-b960-39bab599d1bd tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408139 Feb 16 22:23:06.942965 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Feb 2022 22:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e40341c-b35c-4aee-8d79-59bbcb7476e8 x-openstack-request-id: req-9e40341c-b35c-4aee-8d79-59bbcb7476e8 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:23:06.943752 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ce99da-4e3d-4618-b7cd-53d81cc92d7e", "name": "network-vif-unplugged", "status": "failed", "tag": "86e174ab-b741-411c-b73e-79385ea18559", "code": 422}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:23:06.944011 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9e40341c-b35c-4aee-8d79-59bbcb7476e8 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:23:06.944719 n-d-813897-6 neutron-server[103467]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e9ce99da-4e3d-4618-b7cd-53d81cc92d7e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '86e174ab-b741-411c-b73e-79385ea18559', 'code': 422} returned with failed status Feb 16 22:23:06.973266 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cc0cce93-7373-4ac2-8b2f-f6348e2c92e4 admin admin] Publish callbacks [] for security_group (26878bcd-cab1-471f-adcf-40b2469be574), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:06.978126 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cc0cce93-7373-4ac2-8b2f-f6348e2c92e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (26878bcd-cab1-471f-adcf-40b2469be574), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:07.003513 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0cce93-7373-4ac2-8b2f-f6348e2c92e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:23:07.013108 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cce93-7373-4ac2-8b2f-f6348e2c92e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26878bcd-cab1-471f-adcf-40b2469be574,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:07.019200 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cc0cce93-7373-4ac2-8b2f-f6348e2c92e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (0a83c69f-2f67-4f04-9325-baa694594639), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:07.019733 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-cc0cce93-7373-4ac2-8b2f-f6348e2c92e4 admin admin] Added segment 0a83c69f-2f67-4f04-9325-baa694594639 of type vlan for network 844e6ed4-1618-49d3-8b7c-6c7d558314ad Feb 16 22:23:07.045883 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a255572-e30c-4b0e-9ee3-e08fb8081ae9 req-66f8df3c-588b-4420-9129-fe7ce6c86cd3 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:07.048009 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a255572-e30c-4b0e-9ee3-e08fb8081ae9 req-66f8df3c-588b-4420-9129-fe7ce6c86cd3 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a74a363-c057-4ad3-b89f-05c8ea815420 HTTP/1.1" status: 200 len: 945 time: 0.0619271 Feb 16 22:23:07.060945 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cc0cce93-7373-4ac2-8b2f-f6348e2c92e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (844e6ed4-1618-49d3-8b7c-6c7d558314ad), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:07.085942 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cc0cce93-7373-4ac2-8b2f-f6348e2c92e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (844e6ed4-1618-49d3-8b7c-6c7d558314ad), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:07.086926 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0cce93-7373-4ac2-8b2f-f6348e2c92e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:07.087515 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cc0cce93-7373-4ac2-8b2f-f6348e2c92e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:07.095217 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a255572-e30c-4b0e-9ee3-e08fb8081ae9 req-bbc45d33-c1ed-4bbb-8877-f17dbfe35f65 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd7e93cf-eca3-4d36-9e4d-9b34a5b1be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414751 Feb 16 22:23:07.125588 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-cc0cce93-7373-4ac2-8b2f-f6348e2c92e4 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3580780 Feb 16 22:23:07.128545 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35180) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:07.133224 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-ded583e3-975d-48f3-b5c2-2315fe469572 admin admin] Request body: {'subnet': {'network_id': '844e6ed4-1618-49d3-8b7c-6c7d558314ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-742345047-subnet', 'tenant_id': '2f608537367041eb8983cef4cf0c0dc6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:23:07.162458 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cce93-7373-4ac2-8b2f-f6348e2c92e4 admin admin] Pushing event updated for resources: {'Network': ['ID=844e6ed4-1618-49d3-8b7c-6c7d558314ad,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:07.173878 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 844e6ed4-1618-49d3-8b7c-6c7d558314ad details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:23:07.181612 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded583e3-975d-48f3-b5c2-2315fe469572 admin admin] Made reservation on behalf of 2f608537367041eb8983cef4cf0c0dc6 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:23:07.185034 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ded583e3-975d-48f3-b5c2-2315fe469572 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:07.195942 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-80ffaa2c-6fb9-49bd-9699-12db35cffae2 req-24e26874-c854-4020-8e4a-85bda9dd89c1 tempest-ServerShowV247Test-1717857463 tempest-ServerShowV247Test-1717857463-project] 10.222.0.75 "GET /v2.0/ports?device_id=c79c4517-b6fa-4da8-ac6e-b0475a9365d7 HTTP/1.1" status: 200 len: 210 time: 0.0327439 Feb 16 22:23:07.244409 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 16 Feb 2022 22:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be51fdba-ed09-41ac-ad71-579e6d5771eb x-openstack-request-id: req-be51fdba-ed09-41ac-ad71-579e6d5771eb {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:23:07.244734 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ce99da-4e3d-4618-b7cd-53d81cc92d7e", "name": "network-vif-deleted", "tag": "86e174ab-b741-411c-b73e-79385ea18559", "status": "failed", "code": 422}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:23:07.244998 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-be51fdba-ed09-41ac-ad71-579e6d5771eb {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:23:07.245445 n-d-813897-6 neutron-server[103466]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e9ce99da-4e3d-4618-b7cd-53d81cc92d7e', 'name': 'network-vif-deleted', 'tag': '86e174ab-b741-411c-b73e-79385ea18559', 'status': 'failed', 'code': 422} returned with failed status Feb 16 22:23:07.393939 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ded583e3-975d-48f3-b5c2-2315fe469572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (21693f33-034b-47fd-9882-bd92ce12223c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:07.450755 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded583e3-975d-48f3-b5c2-2315fe469572 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21693f33-034b-47fd-9882-bd92ce12223c,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:07.457492 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded583e3-975d-48f3-b5c2-2315fe469572 admin admin] Checking segment: {'id': '0a83c69f-2f67-4f04-9325-baa694594639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '844e6ed4-1618-49d3-8b7c-6c7d558314ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:23:07.457844 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded583e3-975d-48f3-b5c2-2315fe469572 admin admin] Network hostable DHCP agents. Network: 844e6ed4-1618-49d3-8b7c-6c7d558314ad, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:23:07.479816 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded583e3-975d-48f3-b5c2-2315fe469572 admin admin] Network 844e6ed4-1618-49d3-8b7c-6c7d558314ad is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:23:07.489069 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-ded583e3-975d-48f3-b5c2-2315fe469572 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 844e6ed4-1618-49d3-8b7c-6c7d558314ad) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:23:07.493721 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded583e3-975d-48f3-b5c2-2315fe469572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:07.494779 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ded583e3-975d-48f3-b5c2-2315fe469572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:07.498363 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add2c249-a598-40cc-a2fe-019788284474 None None] Network 844e6ed4-1618-49d3-8b7c-6c7d558314ad requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:23:07.511782 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ded583e3-975d-48f3-b5c2-2315fe469572 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3822265 Feb 16 22:23:07.514603 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 35190) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:07.520910 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-8331901f-c0dd-4b66-8940-fcacd0a79523 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-742345047-router', 'tenant_id': '2f608537367041eb8983cef4cf0c0dc6', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:23:07.548809 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8331901f-c0dd-4b66-8940-fcacd0a79523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (be3f2535-3f91-4e18-bed3-bd2e837db366), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:07.549828 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8331901f-c0dd-4b66-8940-fcacd0a79523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (be3f2535-3f91-4e18-bed3-bd2e837db366), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:07.615152 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e7fde4-af95-453e-9976-a1f6db52cf75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-844e6ed4-1618-49d3-8b7c-6c7d558314ad', 'network_id': '844e6ed4-1618-49d3-8b7c-6c7d558314ad', 'project_id': '2f608537367041eb8983cef4cf0c0dc6', 'fixed_ips': [{'subnet_id': '21693f33-034b-47fd-9882-bd92ce12223c'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:23:07.617457 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-76e7fde4-af95-453e-9976-a1f6db52cf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:07.632328 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8331901f-c0dd-4b66-8940-fcacd0a79523 admin admin] Publish callbacks [] for router_controller (be3f2535-3f91-4e18-bed3-bd2e837db366), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:07.776727 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-76e7fde4-af95-453e-9976-a1f6db52cf75 None None] Allocated IP 172.20.0.2 (844e6ed4-1618-49d3-8b7c-6c7d558314ad/21693f33-034b-47fd-9882-bd92ce12223c/0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:23:07.781468 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8331901f-c0dd-4b66-8940-fcacd0a79523 admin admin] Publish callbacks [] for router_gateway (be3f2535-3f91-4e18-bed3-bd2e837db366), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:07.937948 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-76e7fde4-af95-453e-9976-a1f6db52cf75 None None] Publish callbacks [] for port (0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:07.945008 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-76e7fde4-af95-453e-9976-a1f6db52cf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:07.986692 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 86e174ab-b741-411c-b73e-79385ea18559 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:23:07.990207 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e7fde4-af95-453e-9976-a1f6db52cf75 None None] Network 844e6ed4-1618-49d3-8b7c-6c7d558314ad is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:23:08.010957 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-76e7fde4-af95-453e-9976-a1f6db52cf75 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:23:08.015633 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e7fde4-af95-453e-9976-a1f6db52cf75 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:23:08.017522 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 86e174ab-b741-411c-b73e-79385ea18559 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:23:08.017872 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 86e174ab-b741-411c-b73e-79385ea18559 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:23:08.022526 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7fde4-af95-453e-9976-a1f6db52cf75 None None] Pushing event updated for resources: {'Port': ['ID=0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:08.078141 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-76e7fde4-af95-453e-9976-a1f6db52cf75 None None] Attempting to bind port 0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:23:08.078514 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-76e7fde4-af95-453e-9976-a1f6db52cf75 None None] Attempting to bind port 0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '0a83c69f-2f67-4f04-9325-baa694594639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '844e6ed4-1618-49d3-8b7c-6c7d558314ad'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:23:08.078880 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e7fde4-af95-453e-9976-a1f6db52cf75 None None] Attempting to bind port 0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca on network 844e6ed4-1618-49d3-8b7c-6c7d558314ad {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:23:08.081907 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-b262b09a-e83b-4ea9-9c3e-22c208cd56b7 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:08.083435 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-b262b09a-e83b-4ea9-9c3e-22c208cd56b7 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/networks?id=c5caf1e2-5ed9-4635-98df-d36f332fac2f HTTP/1.1" status: 200 len: 812 time: 0.2102344 Feb 16 22:23:08.083831 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e7fde4-af95-453e-9976-a1f6db52cf75 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:23:08.084219 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e7fde4-af95-453e-9976-a1f6db52cf75 None None] Checking segment: {'id': '0a83c69f-2f67-4f04-9325-baa694594639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '844e6ed4-1618-49d3-8b7c-6c7d558314ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:23:08.084623 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-76e7fde4-af95-453e-9976-a1f6db52cf75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:08.085017 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e7fde4-af95-453e-9976-a1f6db52cf75 None None] Bound using segment: {'id': '0a83c69f-2f67-4f04-9325-baa694594639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '844e6ed4-1618-49d3-8b7c-6c7d558314ad'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:23:08.085486 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-76e7fde4-af95-453e-9976-a1f6db52cf75 None None] Bound port: 0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a83c69f-2f67-4f04-9325-baa694594639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '844e6ed4-1618-49d3-8b7c-6c7d558314ad'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:23:08.085867 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-76e7fde4-af95-453e-9976-a1f6db52cf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:08.086811 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8331901f-c0dd-4b66-8940-fcacd0a79523 admin admin] Publish callbacks [] for router_gateway (be3f2535-3f91-4e18-bed3-bd2e837db366), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:08.114081 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8331901f-c0dd-4b66-8940-fcacd0a79523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:08.122626 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-2c7bbe36-d909-4a97-a4fd-7b40474a05f3 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/quotas/ee14b41af1744680817d2f7b9462ea3f HTTP/1.1" status: 200 len: 375 time: 0.0328243 Feb 16 22:23:08.150219 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-76e7fde4-af95-453e-9976-a1f6db52cf75 None None] For port 0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:23:08.154151 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-76e7fde4-af95-453e-9976-a1f6db52cf75 None None] For port 0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca,segment=NetworkSegment(0a83c69f-2f67-4f04-9325-baa694594639),segment_id=0a83c69f-2f67-4f04-9325-baa694594639)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:23:08.161622 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-76e7fde4-af95-453e-9976-a1f6db52cf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:08.198394 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-7a8b8580-499c-4767-8cad-e1bbeace1168 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ee14b41af1744680817d2f7b9462ea3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378797 Feb 16 22:23:08.222967 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7fde4-af95-453e-9976-a1f6db52cf75 None None] Pushing event updated for resources: {'Port': ['ID=0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:08.327425 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-8331901f-c0dd-4b66-8940-fcacd0a79523 admin admin] Allocated IP 172.25.2.14 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/c6029141-2bd1-40e7-9962-46a18c97ba78) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:23:08.358373 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-fb5f3282-b4fb-407f-913b-db46ebc14d0a service neutron] 10.222.0.75 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461861 Feb 16 22:23:08.374674 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-90d67b1a-9356-468e-adfe-05c9e0b83c7b req-434eb91f-e29a-40c4-b7e1-5a2d4b0b121d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0556126 Feb 16 22:23:08.462742 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d67b1a-9356-468e-adfe-05c9e0b83c7b req-090508f2-0965-4bac-b507-703427a9eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:08.464889 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-90d67b1a-9356-468e-adfe-05c9e0b83c7b req-090508f2-0965-4bac-b507-703427a9eed0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d077897d87b240428fffff8cb232a67c&device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 1127 time: 0.0553432 Feb 16 22:23:08.544845 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8331901f-c0dd-4b66-8940-fcacd0a79523 admin admin] Publish callbacks [] for port (c6029141-2bd1-40e7-9962-46a18c97ba78), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:08.551269 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-8d88e8fb-0020-4e0b-abdf-766bdbc69873 service neutron] 10.222.0.75 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833887 Feb 16 22:23:08.585394 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8331901f-c0dd-4b66-8940-fcacd0a79523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (c6029141-2bd1-40e7-9962-46a18c97ba78), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:08.588612 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d67b1a-9356-468e-adfe-05c9e0b83c7b req-f8b5ff2e-1209-47e2-b2a6-f5663a06e5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:08.590377 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-90d67b1a-9356-468e-adfe-05c9e0b83c7b req-f8b5ff2e-1209-47e2-b2a6-f5663a06e5b9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a2949af4-226e-4bae-8b8f-20776d9938d8 HTTP/1.1" status: 200 len: 912 time: 0.1014602 Feb 16 22:23:08.627583 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8331901f-c0dd-4b66-8940-fcacd0a79523 admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:23:08.630544 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-8331901f-c0dd-4b66-8940-fcacd0a79523 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:23:08.633330 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8331901f-c0dd-4b66-8940-fcacd0a79523 admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:23:08.678019 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-90d67b1a-9356-468e-adfe-05c9e0b83c7b req-58f22ab0-e8b4-403c-b66e-b0f3d18fda28 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1 HTTP/1.1" status: 200 len: 1000 time: 0.0801926 Feb 16 22:23:08.681849 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8331901f-c0dd-4b66-8940-fcacd0a79523 admin admin] Pushing event updated for resources: {'Port': ['ID=c6029141-2bd1-40e7-9962-46a18c97ba78,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:08.757741 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d67b1a-9356-468e-adfe-05c9e0b83c7b req-440df60e-49eb-49de-919e-4d57f486f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:08.760017 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-90d67b1a-9356-468e-adfe-05c9e0b83c7b req-440df60e-49eb-49de-919e-4d57f486f7b0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=812089a8-8e43-4669-b97f-c5c83d27191f HTTP/1.1" status: 200 len: 850 time: 0.0689723 Feb 16 22:23:08.830685 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d67b1a-9356-468e-adfe-05c9e0b83c7b req-a33b595b-917a-4254-abfc-6f4da85bfbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:08.832830 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-90d67b1a-9356-468e-adfe-05c9e0b83c7b req-a33b595b-917a-4254-abfc-6f4da85bfbf2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a2949af4-226e-4bae-8b8f-20776d9938d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0626073 Feb 16 22:23:08.879653 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb754de0-e091-46ea-b5a5-c43f3e3dc690 req-63ee9726-ac4e-4cf3-8c78-461a984a8831 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:08.881232 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cb754de0-e091-46ea-b5a5-c43f3e3dc690 req-63ee9726-ac4e-4cf3-8c78-461a984a8831 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=15b2b9db-8f32-4552-9dc7-74a05b4f96c0 HTTP/1.1" status: 200 len: 945 time: 0.1399350 Feb 16 22:23:08.991785 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-90d67b1a-9356-468e-adfe-05c9e0b83c7b req-27676044-63fb-4ebd-804a-7f176bc5bb77 service neutron] 10.222.0.79 "GET /v2.0/networks/a2949af4-226e-4bae-8b8f-20776d9938d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520803 Feb 16 22:23:09.030175 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cb754de0-e091-46ea-b5a5-c43f3e3dc690 req-271b927c-d2a6-43cd-b27b-267c8e9c743f tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061449 Feb 16 22:23:09.068342 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8331901f-c0dd-4b66-8940-fcacd0a79523 admin admin] Publish callbacks [] for router_gateway (be3f2535-3f91-4e18-bed3-bd2e837db366), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:09.129654 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-90d67b1a-9356-468e-adfe-05c9e0b83c7b req-99190573-e405-45e3-b9a4-8356f7dcc4c1 service neutron] 10.222.0.79 "GET /v2.0/networks/a2949af4-226e-4bae-8b8f-20776d9938d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331971 Feb 16 22:23:09.235164 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d728cf2-a2e7-4f11-94b2-bdce21ebcf34 req-ac357fb9-6c2d-42ce-bbf6-edb57338cd7c tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:09.236725 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7d728cf2-a2e7-4f11-94b2-bdce21ebcf34 req-ac357fb9-6c2d-42ce-bbf6-edb57338cd7c tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a74a363-c057-4ad3-b89f-05c8ea815420 HTTP/1.1" status: 200 len: 945 time: 0.0908456 Feb 16 22:23:09.367521 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7d728cf2-a2e7-4f11-94b2-bdce21ebcf34 req-107b2a43-49d0-494d-8419-43a23840315e tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd7e93cf-eca3-4d36-9e4d-9b34a5b1be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918925 Feb 16 22:23:09.381782 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8331901f-c0dd-4b66-8940-fcacd0a79523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (be3f2535-3f91-4e18-bed3-bd2e837db366), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:09.390921 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14119357-7de6-42b0-89c9-2e559b5e2cb5 None None] Network 844e6ed4-1618-49d3-8b7c-6c7d558314ad requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:23:09.495137 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-61c5679b-6641-49d5-aab7-c4f03591de75 None None] Provisioning complete for port 0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:23:09.495611 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-61c5679b-6641-49d5-aab7-c4f03591de75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:09.628496 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-61c5679b-6641-49d5-aab7-c4f03591de75 None None] Current status of the port 0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:23:09.628804 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-61c5679b-6641-49d5-aab7-c4f03591de75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:09.665510 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-61c5679b-6641-49d5-aab7-c4f03591de75 None None] For port 0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca,segment=NetworkSegment(0a83c69f-2f67-4f04-9325-baa694594639),segment_id=0a83c69f-2f67-4f04-9325-baa694594639)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:09.670786 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-61c5679b-6641-49d5-aab7-c4f03591de75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:09.721720 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5679b-6641-49d5-aab7-c4f03591de75 None None] Pushing event updated for resources: {'Port': ['ID=0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:09.804710 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4586256e-d4f0-498e-9434-aefcf253c5f4 req-435b0373-027a-400e-bd97-20f174d7a340 tempest-ServerShowV247Test-1717857463 tempest-ServerShowV247Test-1717857463-project] 10.222.0.75 "GET /v2.0/ports?device_id=c79c4517-b6fa-4da8-ac6e-b0475a9365d7 HTTP/1.1" status: 200 len: 210 time: 0.0361478 Feb 16 22:23:09.864415 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8331901f-c0dd-4b66-8940-fcacd0a79523 admin admin] Router be3f2535-3f91-4e18-bed3-bd2e837db366 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:23:09.897467 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-85fd0912-ff77-4525-adc8-04336bc6ef5c None None] Provisioning complete for port 0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:23:09.897871 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-85fd0912-ff77-4525-adc8-04336bc6ef5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:09.911409 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ef0ba891-7f62-4425-a88a-62ae9231fad5 req-a3a82a2a-9985-43e8-babd-f9b9ca23c92b tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca72a413-33d7-4a86-b5e7-e62d54f2412c HTTP/1.1" status: 200 len: 210 time: 0.0427275 Feb 16 22:23:10.052001 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8331901f-c0dd-4b66-8940-fcacd0a79523 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:23:10.055726 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-85fd0912-ff77-4525-adc8-04336bc6ef5c None None] Current status of the port 0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:23:10.078891 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d528e8f2-746d-4b26-93f8-77a88544ec25 None None] Sync routers for ids ['be3f2535-3f91-4e18-bed3-bd2e837db366'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:23:10.089381 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d528e8f2-746d-4b26-93f8-77a88544ec25 None None] Routers {'be3f2535-3f91-4e18-bed3-bd2e837db366'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:23:10.089878 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-d528e8f2-746d-4b26-93f8-77a88544ec25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:22:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['be3f2535-3f91-4e18-bed3-bd2e837db366'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:23:10.107529 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8331901f-c0dd-4b66-8940-fcacd0a79523 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:10.108961 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8331901f-c0dd-4b66-8940-fcacd0a79523 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5925510 Feb 16 22:23:10.111638 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 35230) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:10.124496 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-eb3e2f03-12d8-44d1-b333-b537cfb9b2bd tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:10.126803 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-eb3e2f03-12d8-44d1-b333-b537cfb9b2bd tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.79 "GET /v2.0/networks?id=c5caf1e2-5ed9-4635-98df-d36f332fac2f HTTP/1.1" status: 200 len: 812 time: 0.2151635 Feb 16 22:23:10.146036 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:23:10.147179 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-8fcdba85-e7e3-4199-80a8-e16e0f5890aa tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Request body: {'port': {'device_id': 'ca72a413-33d7-4a86-b5e7-e62d54f2412c', 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f', 'admin_state_up': True, 'tenant_id': 'ee14b41af1744680817d2f7b9462ea3f'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:23:10.177642 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device aa28eba2-6b57-4692-bd25-6430448eaa9d details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:23:10.279595 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-8fcdba85-e7e3-4199-80a8-e16e0f5890aa tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Made reservation on behalf of ee14b41af1744680817d2f7b9462ea3f for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:23:10.285435 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-8fcdba85-e7e3-4199-80a8-e16e0f5890aa tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:10.373855 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-d528e8f2-746d-4b26-93f8-77a88544ec25 None None] Set router be3f2535-3f91-4e18-bed3-bd2e837db366 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:23:10.410636 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port aa28eba2-6b57-4692-bd25-6430448eaa9d, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=aa28eba2-6b57-4692-bd25-6430448eaa9d,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:10.417274 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5eb26-75b5-4d5c-bde3-3c151a805450 req-47a1f542-8906-4eda-a4c8-5ae223c09b45 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:10.419393 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-80b5eb26-75b5-4d5c-bde3-3c151a805450 req-47a1f542-8906-4eda-a4c8-5ae223c09b45 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=15b2b9db-8f32-4552-9dc7-74a05b4f96c0 HTTP/1.1" status: 200 len: 945 time: 0.1295183 Feb 16 22:23:10.429693 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-8fcdba85-e7e3-4199-80a8-e16e0f5890aa tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Allocated IP 172.20.0.11 (c5caf1e2-5ed9-4635-98df-d36f332fac2f/839d08e4-b425-43ca-a9e3-06c3106daa84/287fa039-90a9-48dd-88ad-3a807eee0ca4) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:23:10.446851 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:23:10.447246 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:10.498557 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'aa28eba2-6b57-4692-bd25-6430448eaa9d', 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a', 'port_id': 'aa28eba2-6b57-4692-bd25-6430448eaa9d', 'mac_address': 'fa:16:3e:a1:46:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:23:10.531211 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-80b5eb26-75b5-4d5c-bde3-3c151a805450 req-a46293dc-b8ba-412e-89d5-b5ac4adc8b66 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008005 Feb 16 22:23:10.601866 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port aa28eba2-6b57-4692-bd25-6430448eaa9d is: ACTIVE; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:23:10.602919 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (aa28eba2-6b57-4692-bd25-6430448eaa9d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:10.614895 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-8fcdba85-e7e3-4199-80a8-e16e0f5890aa tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks [] for port (287fa039-90a9-48dd-88ad-3a807eee0ca4), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:10.659322 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-8fcdba85-e7e3-4199-80a8-e16e0f5890aa tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (287fa039-90a9-48dd-88ad-3a807eee0ca4), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:10.708841 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-8fcdba85-e7e3-4199-80a8-e16e0f5890aa tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Network c5caf1e2-5ed9-4635-98df-d36f332fac2f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:23:10.712192 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-8fcdba85-e7e3-4199-80a8-e16e0f5890aa tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:23:10.717221 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-8fcdba85-e7e3-4199-80a8-e16e0f5890aa tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:23:10.729822 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3a593-1023-4576-b2d0-0955d533871b req-331b160e-ee68-44d3-bee6-dec00dbf653d tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:10.732087 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fee3a593-1023-4576-b2d0-0955d533871b req-331b160e-ee68-44d3-bee6-dec00dbf653d tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a74a363-c057-4ad3-b89f-05c8ea815420 HTTP/1.1" status: 200 len: 945 time: 0.0975101 Feb 16 22:23:10.745212 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcdba85-e7e3-4199-80a8-e16e0f5890aa tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Pushing event updated for resources: {'Port': ['ID=287fa039-90a9-48dd-88ad-3a807eee0ca4,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:10.775751 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-8fcdba85-e7e3-4199-80a8-e16e0f5890aa tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:10.776390 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-8fcdba85-e7e3-4199-80a8-e16e0f5890aa tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:10.795603 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-8fcdba85-e7e3-4199-80a8-e16e0f5890aa tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6525733 Feb 16 22:23:10.804389 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d74ad2d9-9e0c-434d-86e3-9913aaf51ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:10.809272 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-656b4abf-a057-4042-bdec-9c01bf9c02df service neutron] Request body: {'port': {'device_id': 'ca72a413-33d7-4a86-b5e7-e62d54f2412c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:23:10.814788 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa28eba2-6b57-4692-bd25-6430448eaa9d {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:23:10.828185 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fee3a593-1023-4576-b2d0-0955d533871b req-834ab4b3-d825-4718-b7b8-2e9a9be10116 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd7e93cf-eca3-4d36-9e4d-9b34a5b1be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709476 Feb 16 22:23:10.853079 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:23:10.871792 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port aa28eba2-6b57-4692-bd25-6430448eaa9d, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=aa28eba2-6b57-4692-bd25-6430448eaa9d,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:10.886667 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-656b4abf-a057-4042-bdec-9c01bf9c02df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (287fa039-90a9-48dd-88ad-3a807eee0ca4), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:10.888575 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (aa28eba2-6b57-4692-bd25-6430448eaa9d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:10.967057 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-d528e8f2-746d-4b26-93f8-77a88544ec25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3f2535-3f91-4e18-bed3-bd2e837db366', 'name': 'tempest-ServersTestMultiNic-742345047-router', 'tenant_id': '2f608537367041eb8983cef4cf0c0dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c6029141-2bd1-40e7-9962-46a18c97ba78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:23:07Z', 'updated_at': '2022-02-16T22:23:08Z', 'revision_number': 3, 'project_id': '2f608537367041eb8983cef4cf0c0dc6', 'gw_port': {'id': 'c6029141-2bd1-40e7-9962-46a18c97ba78', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3f2535-3f91-4e18-bed3-bd2e837db366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:23:08Z', 'updated_at': '2022-02-16T22:23:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:23:11.013564 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-d74ad2d9-9e0c-434d-86e3-9913aaf51ffb admin admin] Allocated IP 172.20.0.1 (844e6ed4-1618-49d3-8b7c-6c7d558314ad/21693f33-034b-47fd-9882-bd92ce12223c/97941ec5-26e8-4b57-969a-723e7858b00e) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:23:11.019661 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['aa28eba2-6b57-4692-bd25-6430448eaa9d'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:23:11.027145 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d528e8f2-746d-4b26-93f8-77a88544ec25 None None] Checking router: be3f2535-3f91-4e18-bed3-bd2e837db366 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:23:11.028092 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d528e8f2-746d-4b26-93f8-77a88544ec25 None None] Updating router be3f2535-3f91-4e18-bed3-bd2e837db366 port c6029141-2bd1-40e7-9962-46a18c97ba78 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:23:11.092205 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d528e8f2-746d-4b26-93f8-77a88544ec25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c6029141-2bd1-40e7-9962-46a18c97ba78), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:11.171810 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d74ad2d9-9e0c-434d-86e3-9913aaf51ffb admin admin] Publish callbacks [] for port (97941ec5-26e8-4b57-969a-723e7858b00e), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:11.223393 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=aa28eba2-6b57-4692-bd25-6430448eaa9d,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:11.240384 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5e35b7d5-1a1f-4111-a88e-c99a1a87a05b req-4bacedd8-1534-40cf-9766-66a3e0b4c14d tempest-ServerShowV247Test-1717857463 tempest-ServerShowV247Test-1717857463-project] 10.222.0.75 "GET /v2.0/ports?device_id=c79c4517-b6fa-4da8-ac6e-b0475a9365d7 HTTP/1.1" status: 200 len: 210 time: 0.0311108 Feb 16 22:23:11.244200 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d74ad2d9-9e0c-434d-86e3-9913aaf51ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (97941ec5-26e8-4b57-969a-723e7858b00e), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:11.269352 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-656b4abf-a057-4042-bdec-9c01bf9c02df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 287fa039-90a9-48dd-88ad-3a807eee0ca4 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:23:11.279140 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-656b4abf-a057-4042-bdec-9c01bf9c02df service neutron] Publish callbacks [] for port (287fa039-90a9-48dd-88ad-3a807eee0ca4), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:11.294766 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-656b4abf-a057-4042-bdec-9c01bf9c02df service neutron] Transition to ACTIVE for port object 287fa039-90a9-48dd-88ad-3a807eee0ca4 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:23:11.302452 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-656b4abf-a057-4042-bdec-9c01bf9c02df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (287fa039-90a9-48dd-88ad-3a807eee0ca4), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:11.306334 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74ad2d9-9e0c-434d-86e3-9913aaf51ffb admin admin] Network 844e6ed4-1618-49d3-8b7c-6c7d558314ad is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:23:11.316210 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-d74ad2d9-9e0c-434d-86e3-9913aaf51ffb admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:23:11.320100 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74ad2d9-9e0c-434d-86e3-9913aaf51ffb admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:23:11.372476 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d74ad2d9-9e0c-434d-86e3-9913aaf51ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (be3f2535-3f91-4e18-bed3-bd2e837db366), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:11.377201 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b4abf-a057-4042-bdec-9c01bf9c02df service neutron] Pushing event updated for resources: {'Port': ['ID=287fa039-90a9-48dd-88ad-3a807eee0ca4,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:11.421630 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ad2d9-9e0c-434d-86e3-9913aaf51ffb admin admin] Pushing event updated for resources: {'Port': ['ID=97941ec5-26e8-4b57-969a-723e7858b00e,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:11.469738 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-656b4abf-a057-4042-bdec-9c01bf9c02df service neutron] Attempting to bind port 287fa039-90a9-48dd-88ad-3a807eee0ca4 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:23:11.470008 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-656b4abf-a057-4042-bdec-9c01bf9c02df service neutron] Attempting to bind port 287fa039-90a9-48dd-88ad-3a807eee0ca4 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'bab3c7c9-e01c-407c-bcf4-3671c0e39eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:23:11.470576 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-656b4abf-a057-4042-bdec-9c01bf9c02df service neutron] Attempting to bind port 287fa039-90a9-48dd-88ad-3a807eee0ca4 on network c5caf1e2-5ed9-4635-98df-d36f332fac2f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:23:11.476775 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-656b4abf-a057-4042-bdec-9c01bf9c02df service neutron] Port 287fa039-90a9-48dd-88ad-3a807eee0ca4 on network c5caf1e2-5ed9-4635-98df-d36f332fac2f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:23:11.477298 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-656b4abf-a057-4042-bdec-9c01bf9c02df service neutron] Attempting to bind port 287fa039-90a9-48dd-88ad-3a807eee0ca4 on network c5caf1e2-5ed9-4635-98df-d36f332fac2f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:23:11.484042 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-656b4abf-a057-4042-bdec-9c01bf9c02df service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:23:11.484463 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-656b4abf-a057-4042-bdec-9c01bf9c02df service neutron] Checking segment: {'id': 'bab3c7c9-e01c-407c-bcf4-3671c0e39eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:23:11.485348 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-656b4abf-a057-4042-bdec-9c01bf9c02df service neutron] Bound using segment: {'id': 'bab3c7c9-e01c-407c-bcf4-3671c0e39eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:23:11.486306 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-656b4abf-a057-4042-bdec-9c01bf9c02df service neutron] Bound port: 287fa039-90a9-48dd-88ad-3a807eee0ca4, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bab3c7c9-e01c-407c-bcf4-3671c0e39eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:23:11.486575 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-656b4abf-a057-4042-bdec-9c01bf9c02df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (287fa039-90a9-48dd-88ad-3a807eee0ca4), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:11.501337 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc2a72-58f3-4d4c-b2d5-e1fcfe2dfcb9 req-f8e78eb0-daea-48e6-a9bc-9c72048eed93 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:11.503583 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-93cc2a72-58f3-4d4c-b2d5-e1fcfe2dfcb9 req-f8e78eb0-daea-48e6-a9bc-9c72048eed93 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca72a413-33d7-4a86-b5e7-e62d54f2412c HTTP/1.1" status: 200 len: 944 time: 0.1278112 Feb 16 22:23:11.520907 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d528e8f2-746d-4b26-93f8-77a88544ec25 None None] Publish callbacks [] for port (c6029141-2bd1-40e7-9962-46a18c97ba78), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:11.533935 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d528e8f2-746d-4b26-93f8-77a88544ec25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c6029141-2bd1-40e7-9962-46a18c97ba78), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:11.581462 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-656b4abf-a057-4042-bdec-9c01bf9c02df service neutron] For port 287fa039-90a9-48dd-88ad-3a807eee0ca4, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:23:11.585530 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-656b4abf-a057-4042-bdec-9c01bf9c02df service neutron] For port 287fa039-90a9-48dd-88ad-3a807eee0ca4, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=287fa039-90a9-48dd-88ad-3a807eee0ca4,segment=NetworkSegment(bab3c7c9-e01c-407c-bcf4-3671c0e39eec),segment_id=bab3c7c9-e01c-407c-bcf4-3671c0e39eec)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:23:11.596221 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-656b4abf-a057-4042-bdec-9c01bf9c02df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (287fa039-90a9-48dd-88ad-3a807eee0ca4), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:11.603052 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-93cc2a72-58f3-4d4c-b2d5-e1fcfe2dfcb9 req-41c71072-ee70-48f0-9361-a84b5601fa19 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924835 Feb 16 22:23:11.603809 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-d528e8f2-746d-4b26-93f8-77a88544ec25 None None] Attempting to bind port c6029141-2bd1-40e7-9962-46a18c97ba78 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:23:11.604185 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-d528e8f2-746d-4b26-93f8-77a88544ec25 None None] Attempting to bind port c6029141-2bd1-40e7-9962-46a18c97ba78 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:23:11.604548 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d528e8f2-746d-4b26-93f8-77a88544ec25 None None] Attempting to bind port c6029141-2bd1-40e7-9962-46a18c97ba78 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:23:11.614595 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a535e9-9996-4f15-b8cd-f8ad356bed75 None None] Pushing event updated for resources: {'Port': ['ID=c6029141-2bd1-40e7-9962-46a18c97ba78,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:11.616945 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d528e8f2-746d-4b26-93f8-77a88544ec25 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:23:11.617327 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d528e8f2-746d-4b26-93f8-77a88544ec25 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:23:11.617729 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d528e8f2-746d-4b26-93f8-77a88544ec25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:11.618143 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d528e8f2-746d-4b26-93f8-77a88544ec25 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:23:11.618619 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-d528e8f2-746d-4b26-93f8-77a88544ec25 None None] Bound port: c6029141-2bd1-40e7-9962-46a18c97ba78, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:23:11.618997 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d528e8f2-746d-4b26-93f8-77a88544ec25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c6029141-2bd1-40e7-9962-46a18c97ba78), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:11.659874 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b4abf-a057-4042-bdec-9c01bf9c02df service neutron] Pushing event updated for resources: {'Port': ['ID=287fa039-90a9-48dd-88ad-3a807eee0ca4,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:11.670715 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-656b4abf-a057-4042-bdec-9c01bf9c02df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:11.671364 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-656b4abf-a057-4042-bdec-9c01bf9c02df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:11.671833 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d74ad2d9-9e0c-434d-86e3-9913aaf51ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (97941ec5-26e8-4b57-969a-723e7858b00e), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:11.672777 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-656b4abf-a057-4042-bdec-9c01bf9c02df service neutron] 10.222.0.79 "PUT /v2.0/ports/287fa039-90a9-48dd-88ad-3a807eee0ca4 HTTP/1.1" status: 200 len: 1092 time: 0.8690991 Feb 16 22:23:11.673255 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca72a413-33d7-4a86-b5e7-e62d54f2412c', 'tag': '287fa039-90a9-48dd-88ad-3a807eee0ca4'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:23:11.676429 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934ce592-d7f2-4926-9ec2-7e288657f3f7" -d '{"events": [{"name": "network-changed", "server_uuid": "ca72a413-33d7-4a86-b5e7-e62d54f2412c", "tag": "287fa039-90a9-48dd-88ad-3a807eee0ca4"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:23:11.689294 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-d528e8f2-746d-4b26-93f8-77a88544ec25 None None] For port c6029141-2bd1-40e7-9962-46a18c97ba78, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:23:11.705808 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-d528e8f2-746d-4b26-93f8-77a88544ec25 None None] For port c6029141-2bd1-40e7-9962-46a18c97ba78, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=c6029141-2bd1-40e7-9962-46a18c97ba78,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:23:11.713129 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a369df45-2e8d-4219-b8de-c8174d93d5d6 None None] Provisioning complete for port 97941ec5-26e8-4b57-969a-723e7858b00e triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:23:11.713631 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a369df45-2e8d-4219-b8de-c8174d93d5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (97941ec5-26e8-4b57-969a-723e7858b00e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:11.717270 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d528e8f2-746d-4b26-93f8-77a88544ec25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c6029141-2bd1-40e7-9962-46a18c97ba78), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:11.790066 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a369df45-2e8d-4219-b8de-c8174d93d5d6 None None] Port 97941ec5-26e8-4b57-969a-723e7858b00e cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:23:11.800845 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-812c699e-6406-4a30-ba61-90461aa4207d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:11.802341 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-812c699e-6406-4a30-ba61-90461aa4207d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ee14b41af1744680817d2f7b9462ea3f&device_id=ca72a413-33d7-4a86-b5e7-e62d54f2412c HTTP/1.1" status: 200 len: 1126 time: 0.0699615 Feb 16 22:23:11.809603 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a535e9-9996-4f15-b8cd-f8ad356bed75 None None] Pushing event updated for resources: {'Port': ['ID=c6029141-2bd1-40e7-9962-46a18c97ba78,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:11.813136 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d528e8f2-746d-4b26-93f8-77a88544ec25 None None] Routers {'be3f2535-3f91-4e18-bed3-bd2e837db366'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:23:11.813273 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-d528e8f2-746d-4b26-93f8-77a88544ec25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:22:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['be3f2535-3f91-4e18-bed3-bd2e837db366'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:23:11.865670 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-eef48163-d680-4176-835b-d212107f57be service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=287fa039-90a9-48dd-88ad-3a807eee0ca4 HTTP/1.1" status: 200 len: 217 time: 0.0475154 Feb 16 22:23:11.916928 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d74ad2d9-9e0c-434d-86e3-9913aaf51ffb admin admin] Publish callbacks [] for port (97941ec5-26e8-4b57-969a-723e7858b00e), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:11.927045 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe16654-0e0c-4e12-bf7a-871a3560b092 req-84ae86e6-a596-4901-ac0e-f613b073dd50 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:11.935270 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1fe16654-0e0c-4e12-bf7a-871a3560b092 req-84ae86e6-a596-4901-ac0e-f613b073dd50 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=15b2b9db-8f32-4552-9dc7-74a05b4f96c0 HTTP/1.1" status: 200 len: 944 time: 0.2140241 Feb 16 22:23:11.944537 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-7bc057fb-8a22-4236-83da-0c9f930b14c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:11.947907 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-7bc057fb-8a22-4236-83da-0c9f930b14c9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=839d08e4-b425-43ca-a9e3-06c3106daa84 HTTP/1.1" status: 200 len: 852 time: 0.0725782 Feb 16 22:23:11.956568 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d74ad2d9-9e0c-434d-86e3-9913aaf51ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (97941ec5-26e8-4b57-969a-723e7858b00e), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:11.964687 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-d528e8f2-746d-4b26-93f8-77a88544ec25 None None] Set router be3f2535-3f91-4e18-bed3-bd2e837db366 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:23:11.985586 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-e2f1c0de-2e60-4243-87e6-0e6dc7fcad72 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c5caf1e2-5ed9-4635-98df-d36f332fac2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307877 Feb 16 22:23:12.044836 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d74ad2d9-9e0c-434d-86e3-9913aaf51ffb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (be3f2535-3f91-4e18-bed3-bd2e837db366), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:12.098120 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1fe16654-0e0c-4e12-bf7a-871a3560b092 req-b4340fab-eb08-4293-a30d-367aa7262e0f tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618383 Feb 16 22:23:12.099981 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ad2d9-9e0c-434d-86e3-9913aaf51ffb admin admin] Pushing event updated for resources: {'Port': ['ID=97941ec5-26e8-4b57-969a-723e7858b00e,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:12.126867 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-f65d7a84-67af-40f0-96d5-76eee485d409 service neutron] 10.222.0.79 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337137 Feb 16 22:23:12.241249 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device aa28eba2-6b57-4692-bd25-6430448eaa9d up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:23:12.244851 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74ad2d9-9e0c-434d-86e3-9913aaf51ffb admin admin] Network 844e6ed4-1618-49d3-8b7c-6c7d558314ad is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:23:12.248767 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-d74ad2d9-9e0c-434d-86e3-9913aaf51ffb admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:23:12.256587 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c3b2892c-7422-4a29-9056-ea98ac36e582 req-26ba111a-69a0-49fd-9091-a7ce9191c79e service neutron] 10.222.0.79 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211207 Feb 16 22:23:12.258207 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18778a77-ed5a-460a-8a9f-9606d95b3c59 x-openstack-request-id: req-18778a77-ed5a-460a-8a9f-9606d95b3c59 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:23:12.258498 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca72a413-33d7-4a86-b5e7-e62d54f2412c", "tag": "287fa039-90a9-48dd-88ad-3a807eee0ca4", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:23:12.258753 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-18778a77-ed5a-460a-8a9f-9606d95b3c59 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:23:12.259141 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca72a413-33d7-4a86-b5e7-e62d54f2412c', 'tag': '287fa039-90a9-48dd-88ad-3a807eee0ca4', 'status': 'completed', 'code': 200} Feb 16 22:23:12.342007 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port aa28eba2-6b57-4692-bd25-6430448eaa9d triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:23:12.342784 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (aa28eba2-6b57-4692-bd25-6430448eaa9d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:12.404628 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-d528e8f2-746d-4b26-93f8-77a88544ec25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3f2535-3f91-4e18-bed3-bd2e837db366', 'name': 'tempest-ServersTestMultiNic-742345047-router', 'tenant_id': '2f608537367041eb8983cef4cf0c0dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c6029141-2bd1-40e7-9962-46a18c97ba78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:23:07Z', 'updated_at': '2022-02-16T22:23:11Z', 'revision_number': 4, 'project_id': '2f608537367041eb8983cef4cf0c0dc6', 'gw_port': {'id': 'c6029141-2bd1-40e7-9962-46a18c97ba78', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3f2535-3f91-4e18-bed3-bd2e837db366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:23:08Z', 'updated_at': '2022-02-16T22:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '97941ec5-26e8-4b57-969a-723e7858b00e', 'name': '', 'network_id': '844e6ed4-1618-49d3-8b7c-6c7d558314ad', 'tenant_id': '2f608537367041eb8983cef4cf0c0dc6', 'mac_address': 'fa:16:3e:d7:ab:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3f2535-3f91-4e18-bed3-bd2e837db366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '21693f33-034b-47fd-9882-bd92ce12223c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:23:10Z', 'updated_at': '2022-02-16T22:23:11Z', 'revision_number': 1, 'project_id': '2f608537367041eb8983cef4cf0c0dc6', 'subnets': [{'id': '21693f33-034b-47fd-9882-bd92ce12223c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:23:12.426906 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ce592-d7f2-4926-9ec2-7e288657f3f7 req-85d46fb6-f03a-4386-94ec-cc1a9f2c257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:12.428432 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-934ce592-d7f2-4926-9ec2-7e288657f3f7 req-85d46fb6-f03a-4386-94ec-cc1a9f2c257a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ee14b41af1744680817d2f7b9462ea3f&device_id=ca72a413-33d7-4a86-b5e7-e62d54f2412c HTTP/1.1" status: 200 len: 1126 time: 0.1052206 Feb 16 22:23:12.444309 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d528e8f2-746d-4b26-93f8-77a88544ec25 None None] The sync data for ids ['be3f2535-3f91-4e18-bed3-bd2e837db366'] in n-d-813897-6 is: [{'id': 'be3f2535-3f91-4e18-bed3-bd2e837db366', 'name': 'tempest-ServersTestMultiNic-742345047-router', 'tenant_id': '2f608537367041eb8983cef4cf0c0dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c6029141-2bd1-40e7-9962-46a18c97ba78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:23:07Z', 'updated_at': '2022-02-16T22:23:11Z', 'revision_number': 4, 'project_id': '2f608537367041eb8983cef4cf0c0dc6', 'gw_port': {'id': 'c6029141-2bd1-40e7-9962-46a18c97ba78', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3f2535-3f91-4e18-bed3-bd2e837db366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:23:08Z', 'updated_at': '2022-02-16T22:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '97941ec5-26e8-4b57-969a-723e7858b00e', 'name': '', 'network_id': '844e6ed4-1618-49d3-8b7c-6c7d558314ad', 'tenant_id': '2f608537367041eb8983cef4cf0c0dc6', 'mac_address': 'fa:16:3e:d7:ab:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3f2535-3f91-4e18-bed3-bd2e837db366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '21693f33-034b-47fd-9882-bd92ce12223c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:23:10Z', 'updated_at': '2022-02-16T22:23:11Z', 'revision_number': 1, 'project_id': '2f608537367041eb8983cef4cf0c0dc6', 'subnets': [{'id': '21693f33-034b-47fd-9882-bd92ce12223c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:23:12.512308 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeecd64-0ae3-42d1-9f38-6e01053df4aa req-58966da6-e326-4222-86d9-867e7912c365 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:12.519205 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dbeecd64-0ae3-42d1-9f38-6e01053df4aa req-58966da6-e326-4222-86d9-867e7912c365 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a74a363-c057-4ad3-b89f-05c8ea815420 HTTP/1.1" status: 200 len: 945 time: 0.2679331 Feb 16 22:23:12.533747 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port aa28eba2-6b57-4692-bd25-6430448eaa9d is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:23:12.534728 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (aa28eba2-6b57-4692-bd25-6430448eaa9d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:12.568861 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b2b9db-8f32-4552-9dc7-74a05b4f96c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa28eba2-6b57-4692-bd25-6430448eaa9d'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:23:12.571617 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671869a2-0bdb-4ccf-a8e2-2565c244379c" -d '{"events": [{"server_uuid": "15b2b9db-8f32-4552-9dc7-74a05b4f96c0", "name": "network-vif-plugged", "status": "completed", "tag": "aa28eba2-6b57-4692-bd25-6430448eaa9d"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:23:12.587739 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port aa28eba2-6b57-4692-bd25-6430448eaa9d, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=aa28eba2-6b57-4692-bd25-6430448eaa9d,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:12.592477 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ce592-d7f2-4926-9ec2-7e288657f3f7 req-4f886e92-4b2b-465d-a329-a5ed6b84bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:12.594153 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-934ce592-d7f2-4926-9ec2-7e288657f3f7 req-4f886e92-4b2b-465d-a329-a5ed6b84bfd2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c5caf1e2-5ed9-4635-98df-d36f332fac2f HTTP/1.1" status: 200 len: 913 time: 0.1487560 Feb 16 22:23:12.595693 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (aa28eba2-6b57-4692-bd25-6430448eaa9d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:12.608991 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494caec-d684-40c1-a9d7-07d7bf1f38e4 req-f842809e-ccc5-4c7f-a408-9288b9a0fde8 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:12.610560 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1494caec-d684-40c1-a9d7-07d7bf1f38e4 req-f842809e-ccc5-4c7f-a408-9288b9a0fde8 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a74a363-c057-4ad3-b89f-05c8ea815420 HTTP/1.1" status: 200 len: 945 time: 0.2571929 Feb 16 22:23:12.654724 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=aa28eba2-6b57-4692-bd25-6430448eaa9d,revision_number=7']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:12.668651 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-934ce592-d7f2-4926-9ec2-7e288657f3f7 req-fb1c0769-9ffb-464f-83d5-130b7a0a4ff9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=287fa039-90a9-48dd-88ad-3a807eee0ca4 HTTP/1.1" status: 200 len: 217 time: 0.0671420 Feb 16 22:23:12.670482 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-59331756-fd05-4ae0-8da3-68d3eb69f45e None None] Provisioning complete for port 97941ec5-26e8-4b57-969a-723e7858b00e triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:23:12.670889 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-59331756-fd05-4ae0-8da3-68d3eb69f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (97941ec5-26e8-4b57-969a-723e7858b00e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:12.682464 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dbeecd64-0ae3-42d1-9f38-6e01053df4aa req-10297414-08a6-4f4a-8bda-e2f039418e40 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd7e93cf-eca3-4d36-9e4d-9b34a5b1be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623812 Feb 16 22:23:12.731741 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-59331756-fd05-4ae0-8da3-68d3eb69f45e None None] Port 97941ec5-26e8-4b57-969a-723e7858b00e cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:23:12.748035 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74ad2d9-9e0c-434d-86e3-9913aaf51ffb admin admin] Router be3f2535-3f91-4e18-bed3-bd2e837db366 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:23:12.764942 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ce592-d7f2-4926-9ec2-7e288657f3f7 req-cee4d3d6-066c-4657-bba9-c513cbbd013e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:12.766574 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-934ce592-d7f2-4926-9ec2-7e288657f3f7 req-cee4d3d6-066c-4657-bba9-c513cbbd013e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=839d08e4-b425-43ca-a9e3-06c3106daa84 HTTP/1.1" status: 200 len: 852 time: 0.0903819 Feb 16 22:23:12.828472 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-934ce592-d7f2-4926-9ec2-7e288657f3f7 req-fc8becaf-6476-4fce-8aa5-df94ce8c4531 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c5caf1e2-5ed9-4635-98df-d36f332fac2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532455 Feb 16 22:23:12.910603 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-1494caec-d684-40c1-a9d7-07d7bf1f38e4 req-94371c1a-3797-4123-b86f-d3b0becd38c5 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] Deleting port 7123ff86-47c5-4a35-8bbe-456259fbca3b {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:23:12.911195 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1494caec-d684-40c1-a9d7-07d7bf1f38e4 req-94371c1a-3797-4123-b86f-d3b0becd38c5 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (7123ff86-47c5-4a35-8bbe-456259fbca3b), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:12.929338 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7e1120fb-5336-4331-ad19-bb2344096ae8 req-f1812c48-21a2-41f9-8a9b-44b9b5a33d71 tempest-ServerShowV247Test-1717857463 tempest-ServerShowV247Test-1717857463-project] 10.222.0.75 "GET /v2.0/ports?device_id=c79c4517-b6fa-4da8-ac6e-b0475a9365d7 HTTP/1.1" status: 200 len: 210 time: 0.0553269 Feb 16 22:23:12.950761 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-934ce592-d7f2-4926-9ec2-7e288657f3f7 req-6273c4b7-0955-4bb1-99f6-818a5a8550be service neutron] 10.222.0.79 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131651 Feb 16 22:23:13.012325 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e52562-1903-43e6-a584-db7611f89bde x-openstack-request-id: req-58e52562-1903-43e6-a584-db7611f89bde {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:23:13.012709 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b2b9db-8f32-4552-9dc7-74a05b4f96c0", "name": "network-vif-plugged", "status": "completed", "tag": "aa28eba2-6b57-4692-bd25-6430448eaa9d", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:23:13.012996 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-58e52562-1903-43e6-a584-db7611f89bde {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:23:13.013403 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b2b9db-8f32-4552-9dc7-74a05b4f96c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa28eba2-6b57-4692-bd25-6430448eaa9d', 'code': 200} Feb 16 22:23:13.051684 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74ad2d9-9e0c-434d-86e3-9913aaf51ffb admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:23:13.064259 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d74ad2d9-9e0c-434d-86e3-9913aaf51ffb admin admin] 10.222.0.75 "PUT /v2.0/routers/be3f2535-3f91-4e18-bed3-bd2e837db366/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9483078 Feb 16 22:23:13.114309 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-934ce592-d7f2-4926-9ec2-7e288657f3f7 req-4fa77deb-6f47-431d-a6f1-592e213ea9b4 service neutron] 10.222.0.79 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549702 Feb 16 22:23:13.141678 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-1494caec-d684-40c1-a9d7-07d7bf1f38e4 req-94371c1a-3797-4123-b86f-d3b0becd38c5 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] For port 7123ff86-47c5-4a35-8bbe-456259fbca3b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=7123ff86-47c5-4a35-8bbe-456259fbca3b,segment=NetworkSegment(73437d10-f9b3-4acd-8d79-50b50b105444),segment_id=73437d10-f9b3-4acd-8d79-50b50b105444)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:13.142076 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1494caec-d684-40c1-a9d7-07d7bf1f38e4 req-94371c1a-3797-4123-b86f-d3b0becd38c5 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (7123ff86-47c5-4a35-8bbe-456259fbca3b), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:13.161778 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-1494caec-d684-40c1-a9d7-07d7bf1f38e4 req-94371c1a-3797-4123-b86f-d3b0becd38c5 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] Calling delete_port for 7123ff86-47c5-4a35-8bbe-456259fbca3b owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:23:13.180324 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfbeb1-065c-4617-a9cf-d7b4dd47a5c8 req-6f6fb1ee-efeb-42ef-869b-4d99e3ee9a07 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:13.189598 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74dfbeb1-065c-4617-a9cf-d7b4dd47a5c8 req-6f6fb1ee-efeb-42ef-869b-4d99e3ee9a07 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca72a413-33d7-4a86-b5e7-e62d54f2412c HTTP/1.1" status: 200 len: 944 time: 0.0906253 Feb 16 22:23:13.221798 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35268) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:13.280339 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-224640f1-53a7-4eee-93da-a4f3538e6299 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-724655949'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:23:13.309428 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224640f1-53a7-4eee-93da-a4f3538e6299 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Made reservation on behalf of 2f608537367041eb8983cef4cf0c0dc6 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:23:13.311887 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74dfbeb1-065c-4617-a9cf-d7b4dd47a5c8 req-82b90ec9-1866-4b0c-87a3-f75ca3000893 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194263 Feb 16 22:23:13.325491 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-224640f1-53a7-4eee-93da-a4f3538e6299 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:13.362200 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-224640f1-53a7-4eee-93da-a4f3538e6299 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:23:13.382893 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-224640f1-53a7-4eee-93da-a4f3538e6299 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (9fc4e668-be99-4a37-97fe-7508483b671b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:13.383299 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-224640f1-53a7-4eee-93da-a4f3538e6299 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Added segment 9fc4e668-be99-4a37-97fe-7508483b671b of type vlan for network dfe1eb1f-be02-4d72-99ea-713237e0b277 Feb 16 22:23:13.440173 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-224640f1-53a7-4eee-93da-a4f3538e6299 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (dfe1eb1f-be02-4d72-99ea-713237e0b277), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:13.474224 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-224640f1-53a7-4eee-93da-a4f3538e6299 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (dfe1eb1f-be02-4d72-99ea-713237e0b277), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:13.480630 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831a083-bd37-4683-8e2d-d58185956c9c req-2e6d0770-60ac-4504-b2fd-ab0c6afee5f1 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:13.481256 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224640f1-53a7-4eee-93da-a4f3538e6299 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:13.481900 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-224640f1-53a7-4eee-93da-a4f3538e6299 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:13.482305 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f831a083-bd37-4683-8e2d-d58185956c9c req-2e6d0770-60ac-4504-b2fd-ab0c6afee5f1 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=15b2b9db-8f32-4552-9dc7-74a05b4f96c0 HTTP/1.1" status: 200 len: 945 time: 0.1124992 Feb 16 22:23:13.511431 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-224640f1-53a7-4eee-93da-a4f3538e6299 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2854962 Feb 16 22:23:13.521219 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 35274) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:13.537310 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-8dcd0e23-d7ed-40e9-966f-fdcc3149e6dc tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Request body: {'subnet': {'network_id': 'dfe1eb1f-be02-4d72-99ea-713237e0b277', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:23:13.566632 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1494caec-d684-40c1-a9d7-07d7bf1f38e4 req-94371c1a-3797-4123-b86f-d3b0becd38c5 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (7123ff86-47c5-4a35-8bbe-456259fbca3b), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:13.584769 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['7123ff86-47c5-4a35-8bbe-456259fbca3b'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:23:13.639882 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94371c1a-3797-4123-b86f-d3b0becd38c5 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] Pushing event deleted for resources: {'Port': ['ID=7123ff86-47c5-4a35-8bbe-456259fbca3b,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:13.646584 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224640f1-53a7-4eee-93da-a4f3538e6299 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Pushing event updated for resources: {'Network': ['ID=dfe1eb1f-be02-4d72-99ea-713237e0b277,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:13.705573 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network dfe1eb1f-be02-4d72-99ea-713237e0b277 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:23:13.747326 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f831a083-bd37-4683-8e2d-d58185956c9c req-24db2d1c-6eff-4143-9223-6718fbf51639 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459378 Feb 16 22:23:13.758449 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-1494caec-d684-40c1-a9d7-07d7bf1f38e4 req-94371c1a-3797-4123-b86f-d3b0becd38c5 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] No DVR routers for this DVR port 7123ff86-47c5-4a35-8bbe-456259fbca3b on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:23:13.768085 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1494caec-d684-40c1-a9d7-07d7bf1f38e4 req-94371c1a-3797-4123-b86f-d3b0becd38c5 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:13.778353 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1494caec-d684-40c1-a9d7-07d7bf1f38e4 req-94371c1a-3797-4123-b86f-d3b0becd38c5 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] 10.222.0.67 "DELETE /v2.0/ports/7123ff86-47c5-4a35-8bbe-456259fbca3b HTTP/1.1" status: 204 len: 173 time: 1.1568320 Feb 16 22:23:13.778929 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a74a363-c057-4ad3-b89f-05c8ea815420', 'name': 'network-vif-deleted', 'tag': '7123ff86-47c5-4a35-8bbe-456259fbca3b'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:23:13.781473 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69dfd9f7-d017-4a50-bbcb-a1ac7835ae50" -d '{"events": [{"server_uuid": "7a74a363-c057-4ad3-b89f-05c8ea815420", "name": "network-vif-deleted", "tag": "7123ff86-47c5-4a35-8bbe-456259fbca3b"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:23:13.804933 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcd0e23-d7ed-40e9-966f-fdcc3149e6dc tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Made reservation on behalf of 2f608537367041eb8983cef4cf0c0dc6 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:23:13.811055 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8dcd0e23-d7ed-40e9-966f-fdcc3149e6dc tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:13.989776 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-40270750-c149-46b4-b336-88e7f858e2e1 req-1e20e35d-5300-4237-a2c8-bd54121a15d5 tempest-ServersNegativeTestMultiTenantJSON-657010901 tempest-ServersNegativeTestMultiTenantJSON-657010901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a74a363-c057-4ad3-b89f-05c8ea815420 HTTP/1.1" status: 200 len: 210 time: 0.0471921 Feb 16 22:23:14.093921 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c6029141-2bd1-40e7-9962-46a18c97ba78 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:23:14.143592 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f0ec95-e101-4bcd-ab25-a28f9b12df9d x-openstack-request-id: req-75f0ec95-e101-4bcd-ab25-a28f9b12df9d {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:23:14.144020 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a74a363-c057-4ad3-b89f-05c8ea815420", "name": "network-vif-deleted", "tag": "7123ff86-47c5-4a35-8bbe-456259fbca3b", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:23:14.144379 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-75f0ec95-e101-4bcd-ab25-a28f9b12df9d {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:23:14.144959 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a74a363-c057-4ad3-b89f-05c8ea815420', 'name': 'network-vif-deleted', 'tag': '7123ff86-47c5-4a35-8bbe-456259fbca3b', 'status': 'completed', 'code': 200} Feb 16 22:23:14.235123 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port c6029141-2bd1-40e7-9962-46a18c97ba78 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:23:14.235658 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c6029141-2bd1-40e7-9962-46a18c97ba78), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:14.299647 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bde8ea2f-5ca7-41b3-a976-416368928d30 req-e771eabe-8366-4d6f-be51-7af0691b2f9b tempest-ServerShowV247Test-1717857463 tempest-ServerShowV247Test-1717857463-project] 10.222.0.75 "GET /v2.0/ports?device_id=c79c4517-b6fa-4da8-ac6e-b0475a9365d7 HTTP/1.1" status: 200 len: 210 time: 0.0503411 Feb 16 22:23:14.311224 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8dcd0e23-d7ed-40e9-966f-fdcc3149e6dc tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (b96d8b5e-fb91-4483-aff7-692dde91e2ec), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:14.387215 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port c6029141-2bd1-40e7-9962-46a18c97ba78 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:23:14.387215 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c6029141-2bd1-40e7-9962-46a18c97ba78), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:14.404110 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd0e23-d7ed-40e9-966f-fdcc3149e6dc tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Pushing event updated for resources: {'Subnet': ['ID=b96d8b5e-fb91-4483-aff7-692dde91e2ec,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:14.415562 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd0e23-d7ed-40e9-966f-fdcc3149e6dc tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Checking segment: {'id': '9fc4e668-be99-4a37-97fe-7508483b671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'dfe1eb1f-be02-4d72-99ea-713237e0b277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:23:14.416047 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcd0e23-d7ed-40e9-966f-fdcc3149e6dc tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Network hostable DHCP agents. Network: dfe1eb1f-be02-4d72-99ea-713237e0b277, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:23:14.441294 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcd0e23-d7ed-40e9-966f-fdcc3149e6dc tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Network dfe1eb1f-be02-4d72-99ea-713237e0b277 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:23:14.450827 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port c6029141-2bd1-40e7-9962-46a18c97ba78, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=c6029141-2bd1-40e7-9962-46a18c97ba78,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:14.453838 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-8dcd0e23-d7ed-40e9-966f-fdcc3149e6dc tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, dfe1eb1f-be02-4d72-99ea-713237e0b277) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:23:14.476016 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c6029141-2bd1-40e7-9962-46a18c97ba78), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:14.483178 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcd0e23-d7ed-40e9-966f-fdcc3149e6dc tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:14.485356 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8dcd0e23-d7ed-40e9-966f-fdcc3149e6dc tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:14.583835 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c754eca0-e6d8-4b7c-a19c-2c0d168f06e7 None None] Network dfe1eb1f-be02-4d72-99ea-713237e0b277 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:23:14.598014 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8dcd0e23-d7ed-40e9-966f-fdcc3149e6dc tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0733404 Feb 16 22:23:14.601096 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 35300) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:14.608577 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-3dda9dcd-5bb9-48f7-aa8c-a5882a179b22 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-512109251'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:23:14.628246 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a786e5-6864-4596-8168-7f5507b1ad89 req-099367e0-38aa-4bc3-92aa-c3aeb19f6aba tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:14.638506 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d4a786e5-6864-4596-8168-7f5507b1ad89 req-099367e0-38aa-4bc3-92aa-c3aeb19f6aba tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca72a413-33d7-4a86-b5e7-e62d54f2412c HTTP/1.1" status: 200 len: 944 time: 0.1408987 Feb 16 22:23:14.640636 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=c6029141-2bd1-40e7-9962-46a18c97ba78,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:14.704869 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dda9dcd-5bb9-48f7-aa8c-a5882a179b22 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Made reservation on behalf of 2f608537367041eb8983cef4cf0c0dc6 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:23:14.708882 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3dda9dcd-5bb9-48f7-aa8c-a5882a179b22 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:14.739424 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dda9dcd-5bb9-48f7-aa8c-a5882a179b22 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:23:14.750147 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3dda9dcd-5bb9-48f7-aa8c-a5882a179b22 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (d0580914-d09c-491a-a7b7-a46ab11bdb11), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:14.751307 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-3dda9dcd-5bb9-48f7-aa8c-a5882a179b22 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Added segment d0580914-d09c-491a-a7b7-a46ab11bdb11 of type vlan for network 43513423-4eb3-4248-be41-d84b2ea292d1 Feb 16 22:23:14.764109 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf16df39-8a8b-4e58-9197-4fe44ca12ffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-dfe1eb1f-be02-4d72-99ea-713237e0b277', 'network_id': 'dfe1eb1f-be02-4d72-99ea-713237e0b277', 'project_id': '2f608537367041eb8983cef4cf0c0dc6', 'fixed_ips': [{'subnet_id': 'b96d8b5e-fb91-4483-aff7-692dde91e2ec'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:23:14.764982 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cf16df39-8a8b-4e58-9197-4fe44ca12ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:14.798711 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3dda9dcd-5bb9-48f7-aa8c-a5882a179b22 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (43513423-4eb3-4248-be41-d84b2ea292d1), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:14.833651 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3dda9dcd-5bb9-48f7-aa8c-a5882a179b22 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (43513423-4eb3-4248-be41-d84b2ea292d1), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:14.843739 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dda9dcd-5bb9-48f7-aa8c-a5882a179b22 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:14.843739 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3dda9dcd-5bb9-48f7-aa8c-a5882a179b22 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:14.926177 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3dda9dcd-5bb9-48f7-aa8c-a5882a179b22 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3242168 Feb 16 22:23:14.930296 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35312) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:14.935816 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-c27c6c36-3afb-486e-8f85-67525ac67619 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Request body: {'subnet': {'network_id': '43513423-4eb3-4248-be41-d84b2ea292d1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:23:15.016387 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d4a786e5-6864-4596-8168-7f5507b1ad89 req-6b76e28c-910a-481c-b5fa-8bd4910235c2 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539426 Feb 16 22:23:15.078733 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-cf16df39-8a8b-4e58-9197-4fe44ca12ffa None None] Allocated IP 19.80.0.2 (dfe1eb1f-be02-4d72-99ea-713237e0b277/b96d8b5e-fb91-4483-aff7-692dde91e2ec/86554345-7c81-452e-9e41-ed1246dc1aa9) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:23:15.095034 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda9dcd-5bb9-48f7-aa8c-a5882a179b22 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Pushing event updated for resources: {'Network': ['ID=43513423-4eb3-4248-be41-d84b2ea292d1,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:15.133466 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 43513423-4eb3-4248-be41-d84b2ea292d1 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:23:15.155800 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27c6c36-3afb-486e-8f85-67525ac67619 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Made reservation on behalf of 2f608537367041eb8983cef4cf0c0dc6 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:23:15.164478 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c27c6c36-3afb-486e-8f85-67525ac67619 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:15.313640 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58abe4-8b5a-40eb-894b-3cf284d5c27b req-d0413e0e-1aea-478b-bd6e-d0e110ac5ec8 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:15.315602 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1b58abe4-8b5a-40eb-894b-3cf284d5c27b req-d0413e0e-1aea-478b-bd6e-d0e110ac5ec8 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=15b2b9db-8f32-4552-9dc7-74a05b4f96c0 HTTP/1.1" status: 200 len: 945 time: 0.1512003 Feb 16 22:23:15.429189 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c27c6c36-3afb-486e-8f85-67525ac67619 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (a0531674-9001-4b0a-8fa2-b6a0bdc0a75a), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:15.452267 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1b58abe4-8b5a-40eb-894b-3cf284d5c27b req-7c8af4e8-b8df-45af-86d5-e29021230be4 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298020 Feb 16 22:23:15.542760 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27c6c36-3afb-486e-8f85-67525ac67619 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Checking segment: {'id': 'd0580914-d09c-491a-a7b7-a46ab11bdb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '43513423-4eb3-4248-be41-d84b2ea292d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:23:15.543164 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27c6c36-3afb-486e-8f85-67525ac67619 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Network hostable DHCP agents. Network: 43513423-4eb3-4248-be41-d84b2ea292d1, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:23:15.548591 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c6c36-3afb-486e-8f85-67525ac67619 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Pushing event updated for resources: {'Subnet': ['ID=a0531674-9001-4b0a-8fa2-b6a0bdc0a75a,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:15.567625 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 35322) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:15.580758 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27c6c36-3afb-486e-8f85-67525ac67619 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Network 43513423-4eb3-4248-be41-d84b2ea292d1 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:23:15.594533 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-c27c6c36-3afb-486e-8f85-67525ac67619 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 43513423-4eb3-4248-be41-d84b2ea292d1) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:23:15.602989 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27c6c36-3afb-486e-8f85-67525ac67619 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:15.603970 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c27c6c36-3afb-486e-8f85-67525ac67619 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:15.619633 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824468c6-e476-4768-a338-897ac7fbe89b None None] Network 43513423-4eb3-4248-be41-d84b2ea292d1 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:23:15.636763 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c27c6c36-3afb-486e-8f85-67525ac67619 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7052598 Feb 16 22:23:15.708774 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7ee08e1-bb62-4e3c-b88f-2d04fd550fe0 admin admin] Deleting subnet 5894919f-b531-4804-b8b8-1525d7d526ed {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:23:15.728955 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d7ee08e1-bb62-4e3c-b88f-2d04fd550fe0 admin admin] Publish callbacks [] for subnet (5894919f-b531-4804-b8b8-1525d7d526ed), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:15.839279 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6c142831-683b-4b25-9ce3-5cc6d64a7614 req-430db97d-39d8-447f-8a04-33fc8b454cdd tempest-ServerShowV247Test-1717857463 tempest-ServerShowV247Test-1717857463-project] 10.222.0.75 "GET /v2.0/ports?device_id=c79c4517-b6fa-4da8-ac6e-b0475a9365d7 HTTP/1.1" status: 200 len: 210 time: 0.0581303 Feb 16 22:23:15.854895 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cf16df39-8a8b-4e58-9197-4fe44ca12ffa None None] Publish callbacks [] for port (86554345-7c81-452e-9e41-ed1246dc1aa9), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:15.864804 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d7ee08e1-bb62-4e3c-b88f-2d04fd550fe0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (5894919f-b531-4804-b8b8-1525d7d526ed), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:15.887004 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cf16df39-8a8b-4e58-9197-4fe44ca12ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (86554345-7c81-452e-9e41-ed1246dc1aa9), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:15.925666 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d235d3-3e3c-4591-a391-bf5210a3ad83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-43513423-4eb3-4248-be41-d84b2ea292d1', 'network_id': '43513423-4eb3-4248-be41-d84b2ea292d1', 'project_id': '2f608537367041eb8983cef4cf0c0dc6', 'fixed_ips': [{'subnet_id': 'a0531674-9001-4b0a-8fa2-b6a0bdc0a75a'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:23:15.926733 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-65d235d3-3e3c-4591-a391-bf5210a3ad83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:15.959546 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf16df39-8a8b-4e58-9197-4fe44ca12ffa None None] Network dfe1eb1f-be02-4d72-99ea-713237e0b277 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:23:15.962760 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-cf16df39-8a8b-4e58-9197-4fe44ca12ffa None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:23:15.971943 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf16df39-8a8b-4e58-9197-4fe44ca12ffa None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:23:15.975657 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d7ee08e1-bb62-4e3c-b88f-2d04fd550fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (5894919f-b531-4804-b8b8-1525d7d526ed), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:15.987676 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16df39-8a8b-4e58-9197-4fe44ca12ffa None None] Pushing event updated for resources: {'Port': ['ID=86554345-7c81-452e-9e41-ed1246dc1aa9,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:16.009836 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 287fa039-90a9-48dd-88ad-3a807eee0ca4 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:23:16.231239 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d7ee08e1-bb62-4e3c-b88f-2d04fd550fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (5894919f-b531-4804-b8b8-1525d7d526ed), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:16.266161 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d7ee08e1-bb62-4e3c-b88f-2d04fd550fe0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:16.272575 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35338) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:16.273141 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d7ee08e1-bb62-4e3c-b88f-2d04fd550fe0 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/5894919f-b531-4804-b8b8-1525d7d526ed HTTP/1.1" status: 204 len: 168 time: 0.7041204 Feb 16 22:23:16.275960 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee08e1-bb62-4e3c-b88f-2d04fd550fe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5894919f-b531-4804-b8b8-1525d7d526ed,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:16.289241 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-e86d7477-0d37-4314-8821-1bc4579e9fe8 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:16.294593 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-e86d7477-0d37-4314-8821-1bc4579e9fe8 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:16.297563 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-e86d7477-0d37-4314-8821-1bc4579e9fe8 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/networks?id=dfe1eb1f-be02-4d72-99ea-713237e0b277&id=43513423-4eb3-4248-be41-d84b2ea292d1&id=dfe1eb1f-be02-4d72-99ea-713237e0b277 HTTP/1.1" status: 200 len: 1390 time: 0.2131674 Feb 16 22:23:16.317681 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c6029141-2bd1-40e7-9962-46a18c97ba78 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:23:16.319748 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 7123ff86-47c5-4a35-8bbe-456259fbca3b no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:23:16.323951 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-826f4e98-547f-48a3-b127-a39fd1dc2810 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/quotas/2f608537367041eb8983cef4cf0c0dc6 HTTP/1.1" status: 200 len: 375 time: 0.0191696 Feb 16 22:23:16.344904 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d313e3d7-831a-45a7-afbe-ba75adaab2f9 None None] Sync routers for ids ['be3f2535-3f91-4e18-bed3-bd2e837db366'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:23:16.356696 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d313e3d7-831a-45a7-afbe-ba75adaab2f9 None None] Routers {'be3f2535-3f91-4e18-bed3-bd2e837db366'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:23:16.357346 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-d313e3d7-831a-45a7-afbe-ba75adaab2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:22:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['be3f2535-3f91-4e18-bed3-bd2e837db366'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:23:16.432866 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0587db2d-f24a-49c2-8d5c-aeeafad025be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (d61d9372-ee98-4942-a0c0-69aea5fd9d71), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:16.456036 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-4d743a3b-b390-4faf-8cf7-fcd7e0fe92a3 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=2f608537367041eb8983cef4cf0c0dc6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1234987 Feb 16 22:23:16.509411 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 7123ff86-47c5-4a35-8bbe-456259fbca3b {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:23:16.510042 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 7123ff86-47c5-4a35-8bbe-456259fbca3b not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:23:16.530058 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-cf16df39-8a8b-4e58-9197-4fe44ca12ffa None None] Attempting to bind port 86554345-7c81-452e-9e41-ed1246dc1aa9 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:23:16.530441 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-cf16df39-8a8b-4e58-9197-4fe44ca12ffa None None] Attempting to bind port 86554345-7c81-452e-9e41-ed1246dc1aa9 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '9fc4e668-be99-4a37-97fe-7508483b671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'dfe1eb1f-be02-4d72-99ea-713237e0b277'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:23:16.530812 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf16df39-8a8b-4e58-9197-4fe44ca12ffa None None] Attempting to bind port 86554345-7c81-452e-9e41-ed1246dc1aa9 on network dfe1eb1f-be02-4d72-99ea-713237e0b277 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:23:16.562117 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf16df39-8a8b-4e58-9197-4fe44ca12ffa None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:23:16.562668 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf16df39-8a8b-4e58-9197-4fe44ca12ffa None None] Checking segment: {'id': '9fc4e668-be99-4a37-97fe-7508483b671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'dfe1eb1f-be02-4d72-99ea-713237e0b277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:23:16.563080 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cf16df39-8a8b-4e58-9197-4fe44ca12ffa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:16.563483 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf16df39-8a8b-4e58-9197-4fe44ca12ffa None None] Bound using segment: {'id': '9fc4e668-be99-4a37-97fe-7508483b671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'dfe1eb1f-be02-4d72-99ea-713237e0b277'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:23:16.564238 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-cf16df39-8a8b-4e58-9197-4fe44ca12ffa None None] Bound port: 86554345-7c81-452e-9e41-ed1246dc1aa9, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc4e668-be99-4a37-97fe-7508483b671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'dfe1eb1f-be02-4d72-99ea-713237e0b277'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:23:16.564635 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cf16df39-8a8b-4e58-9197-4fe44ca12ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (86554345-7c81-452e-9e41-ed1246dc1aa9), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:16.606771 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-d313e3d7-831a-45a7-afbe-ba75adaab2f9 None None] Set router be3f2535-3f91-4e18-bed3-bd2e837db366 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:23:16.652104 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 287fa039-90a9-48dd-88ad-3a807eee0ca4, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=287fa039-90a9-48dd-88ad-3a807eee0ca4,segment=NetworkSegment(bab3c7c9-e01c-407c-bcf4-3671c0e39eec),segment_id=bab3c7c9-e01c-407c-bcf4-3671c0e39eec)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:16.714424 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '287fa039-90a9-48dd-88ad-3a807eee0ca4', 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f', 'port_id': '287fa039-90a9-48dd-88ad-3a807eee0ca4', 'mac_address': 'fa:16:3e:c4:4a:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '839d08e4-b425-43ca-a9e3-06c3106daa84', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:23:16.722476 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-65d235d3-3e3c-4591-a391-bf5210a3ad83 None None] Allocated IP 19.86.0.2 (43513423-4eb3-4248-be41-d84b2ea292d1/a0531674-9001-4b0a-8fa2-b6a0bdc0a75a/a7b0eb77-04a0-43a8-85d0-329c495df224) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:23:16.726503 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port c6029141-2bd1-40e7-9962-46a18c97ba78 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:23:16.726886 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c6029141-2bd1-40e7-9962-46a18c97ba78), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:16.763455 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0587db2d-f24a-49c2-8d5c-aeeafad025be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (d61d9372-ee98-4942-a0c0-69aea5fd9d71), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:16.812274 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-0587db2d-f24a-49c2-8d5c-aeeafad025be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d61d9372-ee98-4942-a0c0-69aea5fd9d71']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:23:16.837605 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-0587db2d-f24a-49c2-8d5c-aeeafad025be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73437d10-f9b3-4acd-8d79-50b50b105444') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:23:16.837990 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-0587db2d-f24a-49c2-8d5c-aeeafad025be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73437d10-f9b3-4acd-8d79-50b50b105444') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:23:16.863852 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0587db2d-f24a-49c2-8d5c-aeeafad025be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (73437d10-f9b3-4acd-8d79-50b50b105444), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:16.892541 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0587db2d-f24a-49c2-8d5c-aeeafad025be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (73437d10-f9b3-4acd-8d79-50b50b105444), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:16.907214 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0587db2d-f24a-49c2-8d5c-aeeafad025be admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:23:16.908298 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0587db2d-f24a-49c2-8d5c-aeeafad025be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (73437d10-f9b3-4acd-8d79-50b50b105444), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:16.913352 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:23:16.913352 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:23:16.913352 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:23:16.913352 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:23:16.913352 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:23:16.913352 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:23:16.913352 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:23:16.913352 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:23:16.913352 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:23:16.913352 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:23:16.913352 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:23:16.913352 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:23:16.913352 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:23:16.913352 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:23:16.913352 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:23:16.913352 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:23:16.913352 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:23:16.913352 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:23:16.913352 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:23:16.913352 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:23:16.913352 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:23:16.913352 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:23:16.913352 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:23:16.913352 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:23:16.913352 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:23:16.913352 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:23:16.913352 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:23:16.913352 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:23:16.913352 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:23:16.913352 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:23:16.913352 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:23:16.913352 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:23:16.921387 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-d313e3d7-831a-45a7-afbe-ba75adaab2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3f2535-3f91-4e18-bed3-bd2e837db366', 'name': 'tempest-ServersTestMultiNic-742345047-router', 'tenant_id': '2f608537367041eb8983cef4cf0c0dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c6029141-2bd1-40e7-9962-46a18c97ba78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:23:07Z', 'updated_at': '2022-02-16T22:23:11Z', 'revision_number': 4, 'project_id': '2f608537367041eb8983cef4cf0c0dc6', 'gw_port': {'id': 'c6029141-2bd1-40e7-9962-46a18c97ba78', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3f2535-3f91-4e18-bed3-bd2e837db366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:23:08Z', 'updated_at': '2022-02-16T22:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '97941ec5-26e8-4b57-969a-723e7858b00e', 'name': '', 'network_id': '844e6ed4-1618-49d3-8b7c-6c7d558314ad', 'tenant_id': '2f608537367041eb8983cef4cf0c0dc6', 'mac_address': 'fa:16:3e:d7:ab:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3f2535-3f91-4e18-bed3-bd2e837db366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '21693f33-034b-47fd-9882-bd92ce12223c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:23:10Z', 'updated_at': '2022-02-16T22:23:11Z', 'revision_number': 2, 'project_id': '2f608537367041eb8983cef4cf0c0dc6', 'subnets': [{'id': '21693f33-034b-47fd-9882-bd92ce12223c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:23:16.950531 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d313e3d7-831a-45a7-afbe-ba75adaab2f9 None None] Checking router: be3f2535-3f91-4e18-bed3-bd2e837db366 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:23:16.950904 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d313e3d7-831a-45a7-afbe-ba75adaab2f9 None None] Updating router be3f2535-3f91-4e18-bed3-bd2e837db366 port 97941ec5-26e8-4b57-969a-723e7858b00e binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:23:16.984186 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d313e3d7-831a-45a7-afbe-ba75adaab2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (97941ec5-26e8-4b57-969a-723e7858b00e), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:17.033564 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 287fa039-90a9-48dd-88ad-3a807eee0ca4 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:23:17.034670 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (287fa039-90a9-48dd-88ad-3a807eee0ca4), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:17.036893 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-cf16df39-8a8b-4e58-9197-4fe44ca12ffa None None] For port 86554345-7c81-452e-9e41-ed1246dc1aa9, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:23:17.063893 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0587db2d-f24a-49c2-8d5c-aeeafad025be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (d61d9372-ee98-4942-a0c0-69aea5fd9d71), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:17.071636 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0587db2d-f24a-49c2-8d5c-aeeafad025be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:17.075890 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0587db2d-f24a-49c2-8d5c-aeeafad025be admin admin] 10.222.0.75 "DELETE /v2.0/networks/d61d9372-ee98-4942-a0c0-69aea5fd9d71 HTTP/1.1" status: 204 len: 168 time: 0.8022156 Feb 16 22:23:17.086135 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35348) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:17.095414 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587db2d-f24a-49c2-8d5c-aeeafad025be admin admin] Pushing event deleted for resources: {'Network': ['ID=d61d9372-ee98-4942-a0c0-69aea5fd9d71,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:17.149548 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-cf16df39-8a8b-4e58-9197-4fe44ca12ffa None None] For port 86554345-7c81-452e-9e41-ed1246dc1aa9, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=86554345-7c81-452e-9e41-ed1246dc1aa9,segment=NetworkSegment(9fc4e668-be99-4a37-97fe-7508483b671b),segment_id=9fc4e668-be99-4a37-97fe-7508483b671b)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:23:17.157753 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 287fa039-90a9-48dd-88ad-3a807eee0ca4 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:23:17.181130 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cf16df39-8a8b-4e58-9197-4fe44ca12ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (86554345-7c81-452e-9e41-ed1246dc1aa9), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:17.183562 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-62b1bcad-5dcc-44ef-8dac-c0460d99e002 admin admin] Deleting subnet 51b55c55-dd1d-4c20-a541-d8be4af0d810 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:23:17.190535 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62b1bcad-5dcc-44ef-8dac-c0460d99e002 admin admin] Publish callbacks [] for subnet (51b55c55-dd1d-4c20-a541-d8be4af0d810), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:17.234875 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 287fa039-90a9-48dd-88ad-3a807eee0ca4, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=287fa039-90a9-48dd-88ad-3a807eee0ca4,segment=NetworkSegment(bab3c7c9-e01c-407c-bcf4-3671c0e39eec),segment_id=bab3c7c9-e01c-407c-bcf4-3671c0e39eec)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:17.241458 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62b1bcad-5dcc-44ef-8dac-c0460d99e002 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (51b55c55-dd1d-4c20-a541-d8be4af0d810), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:17.319696 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (287fa039-90a9-48dd-88ad-3a807eee0ca4), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:17.343399 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62b1bcad-5dcc-44ef-8dac-c0460d99e002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (51b55c55-dd1d-4c20-a541-d8be4af0d810), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:17.357083 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-668d7fcb-747b-4244-bc3a-a3884f23cb62 service neutron] 10.222.0.75 "GET /v2.0/networks/dfe1eb1f-be02-4d72-99ea-713237e0b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9000070 Feb 16 22:23:17.523301 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62b1bcad-5dcc-44ef-8dac-c0460d99e002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (51b55c55-dd1d-4c20-a541-d8be4af0d810), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:17.540236 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d313e3d7-831a-45a7-afbe-ba75adaab2f9 None None] Publish callbacks [] for port (97941ec5-26e8-4b57-969a-723e7858b00e), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:17.560513 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d313e3d7-831a-45a7-afbe-ba75adaab2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (97941ec5-26e8-4b57-969a-723e7858b00e), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:17.629591 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1bcad-5dcc-44ef-8dac-c0460d99e002 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51b55c55-dd1d-4c20-a541-d8be4af0d810,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:17.638495 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62b1bcad-5dcc-44ef-8dac-c0460d99e002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:17.641785 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-62b1bcad-5dcc-44ef-8dac-c0460d99e002 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/51b55c55-dd1d-4c20-a541-d8be4af0d810 HTTP/1.1" status: 204 len: 168 time: 0.5543933 Feb 16 22:23:17.644351 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-1e38bdfb-679f-4b74-b482-b341fa907f6c service neutron] 10.222.0.75 "GET /v2.0/networks/dfe1eb1f-be02-4d72-99ea-713237e0b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812860 Feb 16 22:23:17.644987 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 35350) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:17.664252 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-65d235d3-3e3c-4591-a391-bf5210a3ad83 None None] Publish callbacks [] for port (a7b0eb77-04a0-43a8-85d0-329c495df224), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:17.677953 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port c6029141-2bd1-40e7-9962-46a18c97ba78 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:23:17.697222 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-65d235d3-3e3c-4591-a391-bf5210a3ad83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (a7b0eb77-04a0-43a8-85d0-329c495df224), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:17.701016 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16df39-8a8b-4e58-9197-4fe44ca12ffa None None] Pushing event updated for resources: {'Port': ['ID=86554345-7c81-452e-9e41-ed1246dc1aa9,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:17.749107 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e822c-fad7-4644-9a7a-7e9ba012e54d None None] Pushing event updated for resources: {'Port': ['ID=97941ec5-26e8-4b57-969a-723e7858b00e,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:17.785553 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['287fa039-90a9-48dd-88ad-3a807eee0ca4'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:23:17.875945 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a3fc99e9-6962-4f29-90b3-c6af8519021a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (bde45144-f3ae-4747-87c3-3c460f3e04e8), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:17.892723 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d235d3-3e3c-4591-a391-bf5210a3ad83 None None] Network 43513423-4eb3-4248-be41-d84b2ea292d1 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:23:17.896687 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-d313e3d7-831a-45a7-afbe-ba75adaab2f9 None None] Attempting to bind port 97941ec5-26e8-4b57-969a-723e7858b00e on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:23:17.897074 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-d313e3d7-831a-45a7-afbe-ba75adaab2f9 None None] Attempting to bind port 97941ec5-26e8-4b57-969a-723e7858b00e by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '0a83c69f-2f67-4f04-9325-baa694594639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '844e6ed4-1618-49d3-8b7c-6c7d558314ad'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:23:17.897450 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d313e3d7-831a-45a7-afbe-ba75adaab2f9 None None] Attempting to bind port 97941ec5-26e8-4b57-969a-723e7858b00e on network 844e6ed4-1618-49d3-8b7c-6c7d558314ad {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:23:17.913406 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d313e3d7-831a-45a7-afbe-ba75adaab2f9 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:23:17.913820 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d313e3d7-831a-45a7-afbe-ba75adaab2f9 None None] Checking segment: {'id': '0a83c69f-2f67-4f04-9325-baa694594639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '844e6ed4-1618-49d3-8b7c-6c7d558314ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:23:17.919463 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d313e3d7-831a-45a7-afbe-ba75adaab2f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:17.919914 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d313e3d7-831a-45a7-afbe-ba75adaab2f9 None None] Bound using segment: {'id': '0a83c69f-2f67-4f04-9325-baa694594639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '844e6ed4-1618-49d3-8b7c-6c7d558314ad'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:23:17.923579 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-65d235d3-3e3c-4591-a391-bf5210a3ad83 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:23:17.924697 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-d313e3d7-831a-45a7-afbe-ba75adaab2f9 None None] Bound port: 97941ec5-26e8-4b57-969a-723e7858b00e, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a83c69f-2f67-4f04-9325-baa694594639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '844e6ed4-1618-49d3-8b7c-6c7d558314ad'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:23:17.925166 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d313e3d7-831a-45a7-afbe-ba75adaab2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (97941ec5-26e8-4b57-969a-723e7858b00e), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:17.941252 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d235d3-3e3c-4591-a391-bf5210a3ad83 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:23:17.982966 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-011b3ec4-e3ca-452a-8b74-071e2c77cc84 service neutron] 10.222.0.75 "GET /v2.0/networks/43513423-4eb3-4248-be41-d84b2ea292d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102217 Feb 16 22:23:18.029617 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=287fa039-90a9-48dd-88ad-3a807eee0ca4,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:18.050611 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-d313e3d7-831a-45a7-afbe-ba75adaab2f9 None None] For port 97941ec5-26e8-4b57-969a-723e7858b00e, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:23:18.054388 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-d313e3d7-831a-45a7-afbe-ba75adaab2f9 None None] For port 97941ec5-26e8-4b57-969a-723e7858b00e, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=97941ec5-26e8-4b57-969a-723e7858b00e,segment=NetworkSegment(0a83c69f-2f67-4f04-9325-baa694594639),segment_id=0a83c69f-2f67-4f04-9325-baa694594639)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:23:18.072311 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d313e3d7-831a-45a7-afbe-ba75adaab2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (97941ec5-26e8-4b57-969a-723e7858b00e), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:18.201995 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e822c-fad7-4644-9a7a-7e9ba012e54d None None] Pushing event updated for resources: {'Port': ['ID=97941ec5-26e8-4b57-969a-723e7858b00e,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:18.209452 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d313e3d7-831a-45a7-afbe-ba75adaab2f9 None None] Routers {'be3f2535-3f91-4e18-bed3-bd2e837db366'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:23:18.209996 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-d313e3d7-831a-45a7-afbe-ba75adaab2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:22:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['be3f2535-3f91-4e18-bed3-bd2e837db366'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:23:18.266228 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 86554345-7c81-452e-9e41-ed1246dc1aa9 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:23:18.294313 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a3fc99e9-6962-4f29-90b3-c6af8519021a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (bde45144-f3ae-4747-87c3-3c460f3e04e8), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:18.349271 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-65d235d3-3e3c-4591-a391-bf5210a3ad83 None None] Attempting to bind port a7b0eb77-04a0-43a8-85d0-329c495df224 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:23:18.349734 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-65d235d3-3e3c-4591-a391-bf5210a3ad83 None None] Attempting to bind port a7b0eb77-04a0-43a8-85d0-329c495df224 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'd0580914-d09c-491a-a7b7-a46ab11bdb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '43513423-4eb3-4248-be41-d84b2ea292d1'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:23:18.350351 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d235d3-3e3c-4591-a391-bf5210a3ad83 None None] Attempting to bind port a7b0eb77-04a0-43a8-85d0-329c495df224 on network 43513423-4eb3-4248-be41-d84b2ea292d1 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:23:18.361491 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d235d3-3e3c-4591-a391-bf5210a3ad83 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:23:18.362166 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d235d3-3e3c-4591-a391-bf5210a3ad83 None None] Checking segment: {'id': 'd0580914-d09c-491a-a7b7-a46ab11bdb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '43513423-4eb3-4248-be41-d84b2ea292d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:23:18.362592 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-65d235d3-3e3c-4591-a391-bf5210a3ad83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:18.363095 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d235d3-3e3c-4591-a391-bf5210a3ad83 None None] Bound using segment: {'id': 'd0580914-d09c-491a-a7b7-a46ab11bdb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '43513423-4eb3-4248-be41-d84b2ea292d1'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:23:18.363283 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-a3fc99e9-6962-4f29-90b3-c6af8519021a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bde45144-f3ae-4747-87c3-3c460f3e04e8']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:23:18.363744 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-65d235d3-3e3c-4591-a391-bf5210a3ad83 None None] Bound port: a7b0eb77-04a0-43a8-85d0-329c495df224, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0580914-d09c-491a-a7b7-a46ab11bdb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '43513423-4eb3-4248-be41-d84b2ea292d1'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:23:18.364221 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-65d235d3-3e3c-4591-a391-bf5210a3ad83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a7b0eb77-04a0-43a8-85d0-329c495df224), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:18.369942 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d235d3-3e3c-4591-a391-bf5210a3ad83 None None] Pushing event updated for resources: {'Port': ['ID=a7b0eb77-04a0-43a8-85d0-329c495df224,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:18.406615 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-daff1abe-9d57-493b-acd1-96a6b7fc61b9 service neutron] 10.222.0.75 "GET /v2.0/networks/43513423-4eb3-4248-be41-d84b2ea292d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224627 Feb 16 22:23:18.407889 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-fba0c0d5-d318-4dd4-b6e0-9eb16fc2a4c9 None None] Provisioning complete for port 97941ec5-26e8-4b57-969a-723e7858b00e triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:23:18.408358 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fba0c0d5-d318-4dd4-b6e0-9eb16fc2a4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (97941ec5-26e8-4b57-969a-723e7858b00e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:18.428321 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-a3fc99e9-6962-4f29-90b3-c6af8519021a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e020cf9-7ac6-45ab-9e81-9e82589df006') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:23:18.428629 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-a3fc99e9-6962-4f29-90b3-c6af8519021a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e020cf9-7ac6-45ab-9e81-9e82589df006') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:23:18.455831 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-d313e3d7-831a-45a7-afbe-ba75adaab2f9 None None] Set router be3f2535-3f91-4e18-bed3-bd2e837db366 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:23:18.528587 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a3fc99e9-6962-4f29-90b3-c6af8519021a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (5e020cf9-7ac6-45ab-9e81-9e82589df006), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:18.542202 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-65d235d3-3e3c-4591-a391-bf5210a3ad83 None None] For port a7b0eb77-04a0-43a8-85d0-329c495df224, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:23:18.554005 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-65d235d3-3e3c-4591-a391-bf5210a3ad83 None None] For port a7b0eb77-04a0-43a8-85d0-329c495df224, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a7b0eb77-04a0-43a8-85d0-329c495df224,segment=NetworkSegment(d0580914-d09c-491a-a7b7-a46ab11bdb11),segment_id=d0580914-d09c-491a-a7b7-a46ab11bdb11)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:23:18.595944 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 86554345-7c81-452e-9e41-ed1246dc1aa9 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:23:18.596321 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (86554345-7c81-452e-9e41-ed1246dc1aa9), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:18.604313 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-65d235d3-3e3c-4591-a391-bf5210a3ad83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a7b0eb77-04a0-43a8-85d0-329c495df224), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:18.634897 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-239555f6-8ed4-4229-ab3a-55bfebf386df service neutron] 10.222.0.75 "GET /v2.0/networks/dfe1eb1f-be02-4d72-99ea-713237e0b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270389 Feb 16 22:23:18.867043 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-66bb74e7-20a6-4336-a6e1-95ae5accef13 service neutron] 10.222.0.75 "GET /v2.0/networks/dfe1eb1f-be02-4d72-99ea-713237e0b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113309 Feb 16 22:23:18.871317 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a3fc99e9-6962-4f29-90b3-c6af8519021a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (5e020cf9-7ac6-45ab-9e81-9e82589df006), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:18.916345 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3fc99e9-6962-4f29-90b3-c6af8519021a admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:23:18.925641 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a3fc99e9-6962-4f29-90b3-c6af8519021a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (5e020cf9-7ac6-45ab-9e81-9e82589df006), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:18.928895 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:23:18.928895 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:23:18.928895 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:23:18.928895 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:23:18.928895 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:23:18.928895 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:23:18.928895 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:23:18.928895 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:23:18.928895 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:23:18.928895 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:23:18.928895 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:23:18.928895 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:23:18.928895 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:23:18.928895 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:23:18.928895 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:23:18.928895 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:23:18.928895 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:23:18.928895 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:23:18.928895 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:23:18.928895 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:23:18.928895 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:23:18.928895 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:23:18.928895 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:23:18.928895 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:23:18.928895 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:23:18.928895 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:23:18.928895 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:23:18.928895 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:23:18.928895 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:23:18.928895 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:23:18.928895 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:23:18.928895 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:23:18.931352 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d235d3-3e3c-4591-a391-bf5210a3ad83 None None] Pushing event updated for resources: {'Port': ['ID=a7b0eb77-04a0-43a8-85d0-329c495df224,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:18.946197 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-fba0c0d5-d318-4dd4-b6e0-9eb16fc2a4c9 None None] Current status of the port 97941ec5-26e8-4b57-969a-723e7858b00e is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:23:18.946980 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fba0c0d5-d318-4dd4-b6e0-9eb16fc2a4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (97941ec5-26e8-4b57-969a-723e7858b00e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:19.098724 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-fba0c0d5-d318-4dd4-b6e0-9eb16fc2a4c9 None None] For port 97941ec5-26e8-4b57-969a-723e7858b00e, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=97941ec5-26e8-4b57-969a-723e7858b00e,segment=NetworkSegment(0a83c69f-2f67-4f04-9325-baa694594639),segment_id=0a83c69f-2f67-4f04-9325-baa694594639)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:19.106662 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-d313e3d7-831a-45a7-afbe-ba75adaab2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3f2535-3f91-4e18-bed3-bd2e837db366', 'name': 'tempest-ServersTestMultiNic-742345047-router', 'tenant_id': '2f608537367041eb8983cef4cf0c0dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c6029141-2bd1-40e7-9962-46a18c97ba78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:23:07Z', 'updated_at': '2022-02-16T22:23:11Z', 'revision_number': 4, 'project_id': '2f608537367041eb8983cef4cf0c0dc6', 'gw_port': {'id': 'c6029141-2bd1-40e7-9962-46a18c97ba78', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3f2535-3f91-4e18-bed3-bd2e837db366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:23:08Z', 'updated_at': '2022-02-16T22:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '97941ec5-26e8-4b57-969a-723e7858b00e', 'name': '', 'network_id': '844e6ed4-1618-49d3-8b7c-6c7d558314ad', 'tenant_id': '2f608537367041eb8983cef4cf0c0dc6', 'mac_address': 'fa:16:3e:d7:ab:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3f2535-3f91-4e18-bed3-bd2e837db366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '21693f33-034b-47fd-9882-bd92ce12223c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:23:10Z', 'updated_at': '2022-02-16T22:23:18Z', 'revision_number': 4, 'project_id': '2f608537367041eb8983cef4cf0c0dc6', 'subnets': [{'id': '21693f33-034b-47fd-9882-bd92ce12223c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:23:19.143211 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fba0c0d5-d318-4dd4-b6e0-9eb16fc2a4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (97941ec5-26e8-4b57-969a-723e7858b00e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:19.165269 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a3fc99e9-6962-4f29-90b3-c6af8519021a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (bde45144-f3ae-4747-87c3-3c460f3e04e8), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:19.172105 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a3fc99e9-6962-4f29-90b3-c6af8519021a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:19.212742 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a3fc99e9-6962-4f29-90b3-c6af8519021a admin admin] 10.222.0.75 "DELETE /v2.0/networks/bde45144-f3ae-4747-87c3-3c460f3e04e8 HTTP/1.1" status: 204 len: 168 time: 1.5652966 Feb 16 22:23:19.234637 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d313e3d7-831a-45a7-afbe-ba75adaab2f9 None None] The sync data for ids ['be3f2535-3f91-4e18-bed3-bd2e837db366'] in n-d-813897-6 is: [{'id': 'be3f2535-3f91-4e18-bed3-bd2e837db366', 'name': 'tempest-ServersTestMultiNic-742345047-router', 'tenant_id': '2f608537367041eb8983cef4cf0c0dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c6029141-2bd1-40e7-9962-46a18c97ba78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:23:07Z', 'updated_at': '2022-02-16T22:23:11Z', 'revision_number': 4, 'project_id': '2f608537367041eb8983cef4cf0c0dc6', 'gw_port': {'id': 'c6029141-2bd1-40e7-9962-46a18c97ba78', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3f2535-3f91-4e18-bed3-bd2e837db366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:23:08Z', 'updated_at': '2022-02-16T22:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '97941ec5-26e8-4b57-969a-723e7858b00e', 'name': '', 'network_id': '844e6ed4-1618-49d3-8b7c-6c7d558314ad', 'tenant_id': '2f608537367041eb8983cef4cf0c0dc6', 'mac_address': 'fa:16:3e:d7:ab:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3f2535-3f91-4e18-bed3-bd2e837db366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '21693f33-034b-47fd-9882-bd92ce12223c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:23:10Z', 'updated_at': '2022-02-16T22:23:18Z', 'revision_number': 4, 'project_id': '2f608537367041eb8983cef4cf0c0dc6', 'subnets': [{'id': '21693f33-034b-47fd-9882-bd92ce12223c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:23:19.254240 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 86554345-7c81-452e-9e41-ed1246dc1aa9 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:23:19.254640 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (86554345-7c81-452e-9e41-ed1246dc1aa9), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:19.291344 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc99e9-6962-4f29-90b3-c6af8519021a admin admin] Pushing event deleted for resources: {'Network': ['ID=bde45144-f3ae-4747-87c3-3c460f3e04e8,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:19.396478 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871be980-7dd3-417d-a93f-2f751f1ac3c9 None None] Network dfe1eb1f-be02-4d72-99ea-713237e0b277 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:23:19.467415 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc30d1b-402a-454e-a4a6-221249a00f85 req-7a68e2b5-78bf-4960-89a3-107a900f7481 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:19.470655 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0c0d5-d318-4dd4-b6e0-9eb16fc2a4c9 None None] Pushing event updated for resources: {'Port': ['ID=97941ec5-26e8-4b57-969a-723e7858b00e,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:19.482583 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bbc30d1b-402a-454e-a4a6-221249a00f85 req-7a68e2b5-78bf-4960-89a3-107a900f7481 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca72a413-33d7-4a86-b5e7-e62d54f2412c HTTP/1.1" status: 200 len: 945 time: 0.1335199 Feb 16 22:23:19.500229 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-832b90c4-95c2-4a84-84f7-a03ea31ed0c9 None None] Provisioning complete for port 97941ec5-26e8-4b57-969a-723e7858b00e triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:23:19.506099 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-832b90c4-95c2-4a84-84f7-a03ea31ed0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (97941ec5-26e8-4b57-969a-723e7858b00e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:19.606762 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bbc30d1b-402a-454e-a4a6-221249a00f85 req-5dcb7f8b-bca6-4b9e-bd11-89fed51da529 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228673 Feb 16 22:23:19.648851 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 86554345-7c81-452e-9e41-ed1246dc1aa9, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=86554345-7c81-452e-9e41-ed1246dc1aa9,segment=NetworkSegment(9fc4e668-be99-4a37-97fe-7508483b671b),segment_id=9fc4e668-be99-4a37-97fe-7508483b671b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:19.680146 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 35368) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:19.789386 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (86554345-7c81-452e-9e41-ed1246dc1aa9), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:19.820821 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-54868a1f-623e-4d38-a86d-7a0ef100b5d2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6089a536fec84c0b867d588532a7b8ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1390684 Feb 16 22:23:19.823700 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35372) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:19.877299 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554f0f1-636d-40f1-b003-e886832368b4 req-e73ee16f-1f38-449b-ae8b-ae4f7dd8b506 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:19.887743 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8554f0f1-636d-40f1-b003-e886832368b4 req-e73ee16f-1f38-449b-ae8b-ae4f7dd8b506 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=15b2b9db-8f32-4552-9dc7-74a05b4f96c0 HTTP/1.1" status: 200 len: 945 time: 0.1862040 Feb 16 22:23:19.972188 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c0416251-214e-4cdd-aedd-54cf875684eb admin admin] Publish callbacks [] for security_group (dd7e93cf-eca3-4d36-9e4d-9b34a5b1be88), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:20.020013 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8554f0f1-636d-40f1-b003-e886832368b4 req-0d8a2983-7a0a-4d0a-a825-c3bf00573310 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308498 Feb 16 22:23:20.053228 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c0416251-214e-4cdd-aedd-54cf875684eb admin admin] Publish callbacks [] for security_group (dd7e93cf-eca3-4d36-9e4d-9b34a5b1be88), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:20.067257 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=86554345-7c81-452e-9e41-ed1246dc1aa9,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:20.086762 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 287fa039-90a9-48dd-88ad-3a807eee0ca4 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:23:20.248894 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c0416251-214e-4cdd-aedd-54cf875684eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (dd7e93cf-eca3-4d36-9e4d-9b34a5b1be88), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:20.252687 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c0416251-214e-4cdd-aedd-54cf875684eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:20.257556 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c0416251-214e-4cdd-aedd-54cf875684eb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dd7e93cf-eca3-4d36-9e4d-9b34a5b1be88 HTTP/1.1" status: 204 len: 168 time: 0.4296546 Feb 16 22:23:20.303782 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0416251-214e-4cdd-aedd-54cf875684eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7e93cf-eca3-4d36-9e4d-9b34a5b1be88,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:20.360688 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1824c6fa-5f65-41b5-8afa-5e3b88c6fb92 req-f4a8acec-022f-4397-92b6-d7bc0941bc93 tempest-ServerShowV247Test-1717857463 tempest-ServerShowV247Test-1717857463-project] 10.222.0.75 "GET /v2.0/ports?device_id=c79c4517-b6fa-4da8-ac6e-b0475a9365d7 HTTP/1.1" status: 200 len: 210 time: 0.1145258 Feb 16 22:23:20.571686 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e670f82e-73ac-4f42-b046-43c174cbf3ba req-cbb3fcf5-73eb-45ab-a1fc-7e026b09c67e tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e0ee46b-2936-4fc7-a1a9-f612124fd58a HTTP/1.1" status: 200 len: 210 time: 0.0744231 Feb 16 22:23:20.615005 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 97941ec5-26e8-4b57-969a-723e7858b00e up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:23:20.668130 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 287fa039-90a9-48dd-88ad-3a807eee0ca4 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:23:20.716691 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 287fa039-90a9-48dd-88ad-3a807eee0ca4 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:23:20.717897 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (287fa039-90a9-48dd-88ad-3a807eee0ca4), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:20.836634 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1984db2-d65c-41e7-9380-12c5dbe92c85 req-f8c4bbb5-8c45-44b5-8fe3-28618c629588 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:20.852463 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1984db2-d65c-41e7-9380-12c5dbe92c85 req-f8c4bbb5-8c45-44b5-8fe3-28618c629588 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca72a413-33d7-4a86-b5e7-e62d54f2412c HTTP/1.1" status: 200 len: 945 time: 0.1301701 Feb 16 22:23:20.875048 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 97941ec5-26e8-4b57-969a-723e7858b00e triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:23:20.875823 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (97941ec5-26e8-4b57-969a-723e7858b00e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:20.881148 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-832b90c4-95c2-4a84-84f7-a03ea31ed0c9 None None] Current status of the port 97941ec5-26e8-4b57-969a-723e7858b00e is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:23:20.902740 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f798e12f-591e-4cde-bfc1-a7458272a4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:20.957953 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1984db2-d65c-41e7-9380-12c5dbe92c85 req-a9dfffa1-97d8-4ced-a02c-762474d8593d tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043558 Feb 16 22:23:21.150072 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 35386) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:21.164423 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65bd114-df4a-4133-b2d5-2564bf760f98 None None] Network 43513423-4eb3-4248-be41-d84b2ea292d1 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:23:21.355170 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-4c743c7d-8200-4ccb-8943-7bbddc233699 None None] Provisioning complete for port 86554345-7c81-452e-9e41-ed1246dc1aa9 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:23:21.356105 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4c743c7d-8200-4ccb-8943-7bbddc233699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (86554345-7c81-452e-9e41-ed1246dc1aa9), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:21.414310 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-49e2a9ce-d264-4ac2-b507-ac8d05f2dddd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=282556b0b6e943e5b41fe5b0280fd12f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2627587 Feb 16 22:23:21.416744 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35392) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:21.557461 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2e882874-6f3b-4d80-b3c0-e2d47d29949c admin admin] Publish callbacks [] for security_group (b2d9f04f-bc11-4d5d-a075-ec5f345ed435), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:21.602324 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 287fa039-90a9-48dd-88ad-3a807eee0ca4 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:23:21.602720 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (287fa039-90a9-48dd-88ad-3a807eee0ca4), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:21.609757 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 97941ec5-26e8-4b57-969a-723e7858b00e is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:23:21.611211 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a7b0eb77-04a0-43a8-85d0-329c495df224 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:23:21.620571 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2c2b0-7b59-4f93-8054-9409be93f119 req-47144168-cfee-4045-aa1f-7a4e3214e67a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:21.628870 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2e882874-6f3b-4d80-b3c0-e2d47d29949c admin admin] Publish callbacks [] for security_group (b2d9f04f-bc11-4d5d-a075-ec5f345ed435), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:21.641269 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c6b2c2b0-7b59-4f93-8054-9409be93f119 req-47144168-cfee-4045-aa1f-7a4e3214e67a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=15b2b9db-8f32-4552-9dc7-74a05b4f96c0 HTTP/1.1" status: 200 len: 945 time: 0.4599805 Feb 16 22:23:21.704378 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2e882874-6f3b-4d80-b3c0-e2d47d29949c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b2d9f04f-bc11-4d5d-a075-ec5f345ed435), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:21.707800 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2e882874-6f3b-4d80-b3c0-e2d47d29949c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:21.709535 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2e882874-6f3b-4d80-b3c0-e2d47d29949c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b2d9f04f-bc11-4d5d-a075-ec5f345ed435 HTTP/1.1" status: 204 len: 168 time: 0.2905085 Feb 16 22:23:21.740088 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e882874-6f3b-4d80-b3c0-e2d47d29949c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d9f04f-bc11-4d5d-a075-ec5f345ed435,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:21.764551 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 287fa039-90a9-48dd-88ad-3a807eee0ca4, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=287fa039-90a9-48dd-88ad-3a807eee0ca4,segment=NetworkSegment(bab3c7c9-e01c-407c-bcf4-3671c0e39eec),segment_id=bab3c7c9-e01c-407c-bcf4-3671c0e39eec)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:21.779503 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca72a413-33d7-4a86-b5e7-e62d54f2412c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287fa039-90a9-48dd-88ad-3a807eee0ca4'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:23:21.785656 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ccd612-287f-4337-902b-94f5c38a320d" -d '{"events": [{"server_uuid": "ca72a413-33d7-4a86-b5e7-e62d54f2412c", "name": "network-vif-plugged", "status": "completed", "tag": "287fa039-90a9-48dd-88ad-3a807eee0ca4"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:23:21.805181 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c6b2c2b0-7b59-4f93-8054-9409be93f119 req-f91fcde6-a343-4dd0-9d81-ee1d13ece648 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557817 Feb 16 22:23:21.818895 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-f76e0ebf-99a6-4637-813c-0fbce785b4fa tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:21.829388 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (287fa039-90a9-48dd-88ad-3a807eee0ca4), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:21.835013 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-f76e0ebf-99a6-4637-813c-0fbce785b4fa tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:21.843291 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-f76e0ebf-99a6-4637-813c-0fbce785b4fa tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.67 "GET /v2.0/networks?id=dfe1eb1f-be02-4d72-99ea-713237e0b277&id=43513423-4eb3-4248-be41-d84b2ea292d1&id=dfe1eb1f-be02-4d72-99ea-713237e0b277 HTTP/1.1" status: 200 len: 1390 time: 0.5465899 Feb 16 22:23:21.851978 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port a7b0eb77-04a0-43a8-85d0-329c495df224 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:23:21.852359 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a7b0eb77-04a0-43a8-85d0-329c495df224), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:21.861465 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-6e1a987a-6bb4-43fa-acb3-58351f77bf16 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Request body: {'port': {'device_id': '4e0ee46b-2936-4fc7-a1a9-f612124fd58a', 'network_id': 'dfe1eb1f-be02-4d72-99ea-713237e0b277', 'admin_state_up': True, 'tenant_id': '2f608537367041eb8983cef4cf0c0dc6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:23:21.960214 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-39b642e2-7aa7-443a-ae3a-c16ff028a976 req-084aaccb-0a86-4f45-a387-b522d0993ea4 tempest-ServerShowV247Test-1717857463 tempest-ServerShowV247Test-1717857463-project] 10.222.0.75 "GET /v2.0/ports?device_id=c79c4517-b6fa-4da8-ac6e-b0475a9365d7 HTTP/1.1" status: 200 len: 210 time: 0.0386679 Feb 16 22:23:22.000882 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=287fa039-90a9-48dd-88ad-3a807eee0ca4,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:22.004814 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4c743c7d-8200-4ccb-8943-7bbddc233699 None None] Current status of the port 86554345-7c81-452e-9e41-ed1246dc1aa9 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:23:22.022996 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-4c743c7d-8200-4ccb-8943-7bbddc233699 None None] Provisioning complete for port a7b0eb77-04a0-43a8-85d0-329c495df224 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:23:22.023379 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4c743c7d-8200-4ccb-8943-7bbddc233699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a7b0eb77-04a0-43a8-85d0-329c495df224), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:22.120356 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port a7b0eb77-04a0-43a8-85d0-329c495df224 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:23:22.120757 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a7b0eb77-04a0-43a8-85d0-329c495df224), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:22.171793 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb105af0-9cb1-481c-9701-1426b957ca8a req-0e7df668-eff7-414a-ac60-14e3b32f6355 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e0ee46b-2936-4fc7-a1a9-f612124fd58a HTTP/1.1" status: 200 len: 210 time: 0.0710740 Feb 16 22:23:22.227884 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port a7b0eb77-04a0-43a8-85d0-329c495df224, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a7b0eb77-04a0-43a8-85d0-329c495df224,segment=NetworkSegment(d0580914-d09c-491a-a7b7-a46ab11bdb11),segment_id=d0580914-d09c-491a-a7b7-a46ab11bdb11)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:22.252838 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a7b0eb77-04a0-43a8-85d0-329c495df224), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:22.270466 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-6e1a987a-6bb4-43fa-acb3-58351f77bf16 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Made reservation on behalf of 2f608537367041eb8983cef4cf0c0dc6 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:23:22.293032 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-6e1a987a-6bb4-43fa-acb3-58351f77bf16 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:22.310652 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551ff818-b1eb-43c3-ab82-5c5ac7af285a x-openstack-request-id: req-551ff818-b1eb-43c3-ab82-5c5ac7af285a {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:23:22.310957 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca72a413-33d7-4a86-b5e7-e62d54f2412c", "name": "network-vif-plugged", "status": "completed", "tag": "287fa039-90a9-48dd-88ad-3a807eee0ca4", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:23:22.311231 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-551ff818-b1eb-43c3-ab82-5c5ac7af285a {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:23:22.311629 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca72a413-33d7-4a86-b5e7-e62d54f2412c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287fa039-90a9-48dd-88ad-3a807eee0ca4', 'code': 200} Feb 16 22:23:22.440991 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4c743c7d-8200-4ccb-8943-7bbddc233699 None None] Current status of the port a7b0eb77-04a0-43a8-85d0-329c495df224 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:23:22.489236 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=a7b0eb77-04a0-43a8-85d0-329c495df224,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:22.505476 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:22.505764 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:22.506137 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:22.510811 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:22.511252 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:22.511584 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:22.512004 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:22.512255 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:22.514666 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:22.515047 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:22.515402 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:22.517308 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:22.517668 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:22.555427 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 86554345-7c81-452e-9e41-ed1246dc1aa9 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:23:22.573264 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070420b-1033-4bea-b722-6c79e704e45d req-3feec41b-ff1d-4e20-b1d7-f46ce9895edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:22.580173 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b070420b-1033-4bea-b722-6c79e704e45d req-3feec41b-ff1d-4e20-b1d7-f46ce9895edf service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ca72a413-33d7-4a86-b5e7-e62d54f2412c HTTP/1.1" status: 200 len: 1128 time: 0.1969240 Feb 16 22:23:22.647224 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d9073-078d-415d-8b6a-308734b4fc23 req-51ca8304-1a69-4fc0-a1e2-69440b614067 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:22.673296 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-833d9073-078d-415d-8b6a-308734b4fc23 req-51ca8304-1a69-4fc0-a1e2-69440b614067 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca72a413-33d7-4a86-b5e7-e62d54f2412c HTTP/1.1" status: 200 len: 946 time: 0.1261733 Feb 16 22:23:22.717524 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b070420b-1033-4bea-b722-6c79e704e45d req-5a4865c9-1ab4-4278-88f5-553ce29fa222 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302612 Feb 16 22:23:22.719679 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-903eb612-bae4-4f20-9461-9f8b9ddf1145 None None] Provisioning complete for port 86554345-7c81-452e-9e41-ed1246dc1aa9 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:23:22.720585 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-903eb612-bae4-4f20-9461-9f8b9ddf1145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (86554345-7c81-452e-9e41-ed1246dc1aa9), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:22.822554 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 86554345-7c81-452e-9e41-ed1246dc1aa9 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:23:22.823207 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (86554345-7c81-452e-9e41-ed1246dc1aa9), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:22.883961 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-833d9073-078d-415d-8b6a-308734b4fc23 req-a4c36710-a044-483c-b720-395d8132078d tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099855 Feb 16 22:23:22.933796 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-6e1a987a-6bb4-43fa-acb3-58351f77bf16 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Allocated IP 19.80.0.203 (dfe1eb1f-be02-4d72-99ea-713237e0b277/b96d8b5e-fb91-4483-aff7-692dde91e2ec/ba0c6806-d5c0-4360-be5c-8dd528a5ec87) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:23:22.944945 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-903eb612-bae4-4f20-9461-9f8b9ddf1145 None None] Current status of the port 86554345-7c81-452e-9e41-ed1246dc1aa9 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:23:22.974573 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-903eb612-bae4-4f20-9461-9f8b9ddf1145 None None] Provisioning complete for port a7b0eb77-04a0-43a8-85d0-329c495df224 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:23:22.974957 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-903eb612-bae4-4f20-9461-9f8b9ddf1145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a7b0eb77-04a0-43a8-85d0-329c495df224), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:23.106680 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-30ce7bd1-38bf-4cc3-8d6d-c8a70dfc3dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:23.147259 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 86554345-7c81-452e-9e41-ed1246dc1aa9 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:23:23.168326 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-903eb612-bae4-4f20-9461-9f8b9ddf1145 None None] Current status of the port a7b0eb77-04a0-43a8-85d0-329c495df224 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:23:23.352925 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148f618-1c8d-49c7-a6de-6dffae02e267 req-e9dfb81e-00bb-4d83-a23e-935f6903c81b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:23.367496 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e148f618-1c8d-49c7-a6de-6dffae02e267 req-e9dfb81e-00bb-4d83-a23e-935f6903c81b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=15b2b9db-8f32-4552-9dc7-74a05b4f96c0 HTTP/1.1" status: 200 len: 945 time: 0.1682420 Feb 16 22:23:23.398299 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-6e1a987a-6bb4-43fa-acb3-58351f77bf16 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks [] for port (ba0c6806-d5c0-4360-be5c-8dd528a5ec87), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:23.461483 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e148f618-1c8d-49c7-a6de-6dffae02e267 req-e1293f02-a275-4265-8e7c-959817353f4f tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880790 Feb 16 22:23:23.508953 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-6e1a987a-6bb4-43fa-acb3-58351f77bf16 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (ba0c6806-d5c0-4360-be5c-8dd528a5ec87), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:23.611366 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-6e1a987a-6bb4-43fa-acb3-58351f77bf16 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Network dfe1eb1f-be02-4d72-99ea-713237e0b277 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:23:23.628156 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-6e1a987a-6bb4-43fa-acb3-58351f77bf16 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:23:23.637600 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-6e1a987a-6bb4-43fa-acb3-58351f77bf16 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:23:23.737665 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a987a-6bb4-43fa-acb3-58351f77bf16 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Pushing event updated for resources: {'Port': ['ID=ba0c6806-d5c0-4360-be5c-8dd528a5ec87,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:23.880693 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-72ef7af5-4bf7-4746-bc37-6ca889c098d0 req-4349395c-96d7-4d55-a747-d154822b9a05 tempest-ServerShowV247Test-1717857463 tempest-ServerShowV247Test-1717857463-project] 10.222.0.75 "GET /v2.0/ports?device_id=c79c4517-b6fa-4da8-ac6e-b0475a9365d7 HTTP/1.1" status: 200 len: 210 time: 0.1625450 Feb 16 22:23:23.950868 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-6e1a987a-6bb4-43fa-acb3-58351f77bf16 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:23.951997 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-6e1a987a-6bb4-43fa-acb3-58351f77bf16 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:23.987747 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-6e1a987a-6bb4-43fa-acb3-58351f77bf16 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1324697 Feb 16 22:23:24.003049 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-20ec29aa-ebc2-4f22-be7f-c6c328571195 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Request body: {'port': {'device_id': '4e0ee46b-2936-4fc7-a1a9-f612124fd58a', 'network_id': '43513423-4eb3-4248-be41-d84b2ea292d1', 'admin_state_up': True, 'tenant_id': '2f608537367041eb8983cef4cf0c0dc6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:23:24.203135 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-75cf2bd6-b19a-4dc5-b2dc-3ba14dd8454f None None] Provisioning complete for port ba0c6806-d5c0-4360-be5c-8dd528a5ec87 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:23:24.204489 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-75cf2bd6-b19a-4dc5-b2dc-3ba14dd8454f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ba0c6806-d5c0-4360-be5c-8dd528a5ec87), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:24.277587 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-75cf2bd6-b19a-4dc5-b2dc-3ba14dd8454f None None] Port ba0c6806-d5c0-4360-be5c-8dd528a5ec87 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:23:24.285758 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:24.351294 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4e7ad-2fa1-496b-b63c-b3ae346b93f9 req-726825a3-b545-465c-9513-2f8f2c0da73b tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:24.360933 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aca4e7ad-2fa1-496b-b63c-b3ae346b93f9 req-726825a3-b545-465c-9513-2f8f2c0da73b tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e0ee46b-2936-4fc7-a1a9-f612124fd58a HTTP/1.1" status: 200 len: 932 time: 0.3149028 Feb 16 22:23:24.399671 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a7b0eb77-04a0-43a8-85d0-329c495df224 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:23:24.476843 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-20ec29aa-ebc2-4f22-be7f-c6c328571195 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Made reservation on behalf of 2f608537367041eb8983cef4cf0c0dc6 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:23:24.482049 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-20ec29aa-ebc2-4f22-be7f-c6c328571195 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:24.511971 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port a7b0eb77-04a0-43a8-85d0-329c495df224 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:23:24.511971 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a7b0eb77-04a0-43a8-85d0-329c495df224), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:24.524347 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aca4e7ad-2fa1-496b-b63c-b3ae346b93f9 req-6a791626-783b-4c24-b5f7-b3cfe4419409 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/security-groups?id=26878bcd-cab1-471f-adcf-40b2469be574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507621 Feb 16 22:23:24.728871 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port a7b0eb77-04a0-43a8-85d0-329c495df224 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:23:24.857826 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c5ecf-12ea-4b7a-af38-a295dda1a0ff req-4a4e6a38-ca83-46fe-b05f-db9fd7748d94 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:24.866696 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-563c5ecf-12ea-4b7a-af38-a295dda1a0ff req-4a4e6a38-ca83-46fe-b05f-db9fd7748d94 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca72a413-33d7-4a86-b5e7-e62d54f2412c HTTP/1.1" status: 200 len: 946 time: 0.2449121 Feb 16 22:23:24.922328 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-20ec29aa-ebc2-4f22-be7f-c6c328571195 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Allocated IP 19.86.0.137 (43513423-4eb3-4248-be41-d84b2ea292d1/a0531674-9001-4b0a-8fa2-b6a0bdc0a75a/c780e60a-6bc0-4f14-9fd3-4be928e4fb9c) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:23:24.956040 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-563c5ecf-12ea-4b7a-af38-a295dda1a0ff req-a0b9f090-e9a8-458c-a07f-3bdeafd9456d tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766017 Feb 16 22:23:25.220013 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-20ec29aa-ebc2-4f22-be7f-c6c328571195 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks [] for port (c780e60a-6bc0-4f14-9fd3-4be928e4fb9c), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:25.240182 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1fbd0f-c6c3-4b75-815d-77cfad69ccf5 req-4eb5979a-1a5d-4c62-acfd-22851f73a245 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:25.241659 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9d1fbd0f-c6c3-4b75-815d-77cfad69ccf5 req-4eb5979a-1a5d-4c62-acfd-22851f73a245 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=15b2b9db-8f32-4552-9dc7-74a05b4f96c0 HTTP/1.1" status: 200 len: 945 time: 0.1078668 Feb 16 22:23:25.359670 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9d1fbd0f-c6c3-4b75-815d-77cfad69ccf5 req-90d85681-edbf-4f37-bfef-69fddc7334bc tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927229 Feb 16 22:23:25.361501 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-20ec29aa-ebc2-4f22-be7f-c6c328571195 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (c780e60a-6bc0-4f14-9fd3-4be928e4fb9c), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:25.481189 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-20ec29aa-ebc2-4f22-be7f-c6c328571195 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Network 43513423-4eb3-4248-be41-d84b2ea292d1 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:23:25.514463 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:25.519999 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-20ec29aa-ebc2-4f22-be7f-c6c328571195 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:23:25.528159 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec29aa-ebc2-4f22-be7f-c6c328571195 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Pushing event updated for resources: {'Port': ['ID=c780e60a-6bc0-4f14-9fd3-4be928e4fb9c,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:25.546095 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d0f84844-7d08-4bb2-be62-e362d15f5492 req-0947c8ea-6d8c-456a-9018-b78386331212 tempest-ServerShowV247Test-1717857463 tempest-ServerShowV247Test-1717857463-project] 10.222.0.75 "GET /v2.0/ports?device_id=c79c4517-b6fa-4da8-ac6e-b0475a9365d7 HTTP/1.1" status: 200 len: 210 time: 0.0595472 Feb 16 22:23:25.547694 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-20ec29aa-ebc2-4f22-be7f-c6c328571195 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:23:25.681549 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-20ec29aa-ebc2-4f22-be7f-c6c328571195 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:25.682686 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-20ec29aa-ebc2-4f22-be7f-c6c328571195 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:25.739565 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-20ec29aa-ebc2-4f22-be7f-c6c328571195 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7445974 Feb 16 22:23:25.769497 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-e8d66bc0-b85b-4dcf-a730-5a6b8b895117 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Request body: {'port': {'device_id': '4e0ee46b-2936-4fc7-a1a9-f612124fd58a', 'network_id': 'dfe1eb1f-be02-4d72-99ea-713237e0b277', 'admin_state_up': True, 'tenant_id': '2f608537367041eb8983cef4cf0c0dc6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:23:26.035564 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-9fff008d-74c0-4096-90fc-19a92b37f2ba None None] Provisioning complete for port c780e60a-6bc0-4f14-9fd3-4be928e4fb9c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:23:26.037843 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9fff008d-74c0-4096-90fc-19a92b37f2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c780e60a-6bc0-4f14-9fd3-4be928e4fb9c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:26.093895 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730d923-0c6d-4969-b3ee-16dcf88c69d8 req-aa64bacd-9d99-489d-a9a6-f27a6397e994 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:26.099515 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730d923-0c6d-4969-b3ee-16dcf88c69d8 req-aa64bacd-9d99-489d-a9a6-f27a6397e994 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:26.107706 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d730d923-0c6d-4969-b3ee-16dcf88c69d8 req-aa64bacd-9d99-489d-a9a6-f27a6397e994 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e0ee46b-2936-4fc7-a1a9-f612124fd58a HTTP/1.1" status: 200 len: 1655 time: 0.1903625 Feb 16 22:23:26.127390 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-9fff008d-74c0-4096-90fc-19a92b37f2ba None None] Port c780e60a-6bc0-4f14-9fd3-4be928e4fb9c cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:23:26.182844 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-e8d66bc0-b85b-4dcf-a730-5a6b8b895117 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Made reservation on behalf of 2f608537367041eb8983cef4cf0c0dc6 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:23:26.187504 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-e8d66bc0-b85b-4dcf-a730-5a6b8b895117 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:26.215136 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d730d923-0c6d-4969-b3ee-16dcf88c69d8 req-d56668f0-68b1-4628-96cc-aea0eacdfdca tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/security-groups?id=26878bcd-cab1-471f-adcf-40b2469be574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058443 Feb 16 22:23:26.423674 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-e8d66bc0-b85b-4dcf-a730-5a6b8b895117 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Allocated IP 19.80.0.93 (dfe1eb1f-be02-4d72-99ea-713237e0b277/b96d8b5e-fb91-4483-aff7-692dde91e2ec/eb8d4ebd-fe5e-4850-a64c-50f3ce96e506) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:23:26.457111 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb62d1-01ee-4332-bcb8-f56067c80a2c req-c78b5b19-0607-4a6e-939c-52e172c3d2c3 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:26.459435 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e3fb62d1-01ee-4332-bcb8-f56067c80a2c req-c78b5b19-0607-4a6e-939c-52e172c3d2c3 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca72a413-33d7-4a86-b5e7-e62d54f2412c HTTP/1.1" status: 200 len: 946 time: 0.1065593 Feb 16 22:23:26.676398 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-e8d66bc0-b85b-4dcf-a730-5a6b8b895117 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks [] for port (eb8d4ebd-fe5e-4850-a64c-50f3ce96e506), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:26.727455 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-e8d66bc0-b85b-4dcf-a730-5a6b8b895117 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (eb8d4ebd-fe5e-4850-a64c-50f3ce96e506), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:26.795431 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d66bc0-b85b-4dcf-a730-5a6b8b895117 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Pushing event updated for resources: {'Port': ['ID=eb8d4ebd-fe5e-4850-a64c-50f3ce96e506,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:26.843510 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-e8d66bc0-b85b-4dcf-a730-5a6b8b895117 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Network dfe1eb1f-be02-4d72-99ea-713237e0b277 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:23:26.846642 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-e8d66bc0-b85b-4dcf-a730-5a6b8b895117 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:23:26.849553 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-e8d66bc0-b85b-4dcf-a730-5a6b8b895117 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:23:26.866784 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e3fb62d1-01ee-4332-bcb8-f56067c80a2c req-cbc059d8-059e-4b8a-a463-4dfba34c9abc tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972075 Feb 16 22:23:26.983280 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:27.039938 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-e8d66bc0-b85b-4dcf-a730-5a6b8b895117 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:27.044480 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-e8d66bc0-b85b-4dcf-a730-5a6b8b895117 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:27.113839 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-e8d66bc0-b85b-4dcf-a730-5a6b8b895117 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3620307 Feb 16 22:23:27.141637 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-1303770a-1d06-4fd5-8076-a7867441a73f service neutron] Request body: {'port': {'device_id': '4e0ee46b-2936-4fc7-a1a9-f612124fd58a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:23:27.251711 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c019e-3bd4-47b8-b2d2-44acdb902b05 req-1d000169-9c83-4aa3-9c5b-884427c17c4c tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:27.260156 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-730c019e-3bd4-47b8-b2d2-44acdb902b05 req-1d000169-9c83-4aa3-9c5b-884427c17c4c tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=15b2b9db-8f32-4552-9dc7-74a05b4f96c0 HTTP/1.1" status: 200 len: 945 time: 0.2056496 Feb 16 22:23:27.327445 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-1303770a-1d06-4fd5-8076-a7867441a73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ba0c6806-d5c0-4360-be5c-8dd528a5ec87), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:27.369292 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-730c019e-3bd4-47b8-b2d2-44acdb902b05 req-07442b9a-3b4d-4dd1-a406-394ab6eb5d9e tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076970 Feb 16 22:23:27.390888 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f9146dc7-fdaf-43b3-8386-816fe5703488 None None] Provisioning complete for port eb8d4ebd-fe5e-4850-a64c-50f3ce96e506 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:23:27.391271 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f9146dc7-fdaf-43b3-8386-816fe5703488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (eb8d4ebd-fe5e-4850-a64c-50f3ce96e506), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:27.514660 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f9146dc7-fdaf-43b3-8386-816fe5703488 None None] Port eb8d4ebd-fe5e-4850-a64c-50f3ce96e506 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:23:27.517846 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-08d22364-c4c1-4d84-ac84-13daf92492b8 req-1de6b349-6c6e-4ef4-a8c4-fb5b50a8a886 tempest-ServerShowV247Test-1717857463 tempest-ServerShowV247Test-1717857463-project] 10.222.0.75 "GET /v2.0/ports?device_id=c79c4517-b6fa-4da8-ac6e-b0475a9365d7 HTTP/1.1" status: 200 len: 210 time: 0.0501566 Feb 16 22:23:27.763930 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af86c1-e54b-44e9-b9a3-a1afc159a7a9 req-3a43a694-57a6-414a-8ff9-8f0c7803932b tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:27.769219 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af86c1-e54b-44e9-b9a3-a1afc159a7a9 req-3a43a694-57a6-414a-8ff9-8f0c7803932b tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:27.774908 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af86c1-e54b-44e9-b9a3-a1afc159a7a9 req-3a43a694-57a6-414a-8ff9-8f0c7803932b tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:27.777703 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a7af86c1-e54b-44e9-b9a3-a1afc159a7a9 req-3a43a694-57a6-414a-8ff9-8f0c7803932b tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e0ee46b-2936-4fc7-a1a9-f612124fd58a HTTP/1.1" status: 200 len: 2376 time: 0.1463959 Feb 16 22:23:27.904473 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a7af86c1-e54b-44e9-b9a3-a1afc159a7a9 req-f2eb5b33-597c-4326-b333-c58f09230d40 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/security-groups?id=26878bcd-cab1-471f-adcf-40b2469be574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829988 Feb 16 22:23:28.072667 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-1303770a-1d06-4fd5-8076-a7867441a73f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba0c6806-d5c0-4360-be5c-8dd528a5ec87 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:23:28.095503 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-1303770a-1d06-4fd5-8076-a7867441a73f service neutron] Publish callbacks [] for port (ba0c6806-d5c0-4360-be5c-8dd528a5ec87), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:28.118724 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-1303770a-1d06-4fd5-8076-a7867441a73f service neutron] Transition to ACTIVE for port object ba0c6806-d5c0-4360-be5c-8dd528a5ec87 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:23:28.127012 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-1303770a-1d06-4fd5-8076-a7867441a73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (ba0c6806-d5c0-4360-be5c-8dd528a5ec87), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:28.143046 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d0d66-0dee-42c7-9d32-dbaf49163b92 req-d52181bd-45c2-4bbf-885d-bdb0371bff8e tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:28.148445 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-454d0d66-0dee-42c7-9d32-dbaf49163b92 req-d52181bd-45c2-4bbf-885d-bdb0371bff8e tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca72a413-33d7-4a86-b5e7-e62d54f2412c HTTP/1.1" status: 200 len: 946 time: 0.1164453 Feb 16 22:23:28.221901 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1303770a-1d06-4fd5-8076-a7867441a73f service neutron] Pushing event updated for resources: {'Port': ['ID=ba0c6806-d5c0-4360-be5c-8dd528a5ec87,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:28.306274 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:28.349320 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-454d0d66-0dee-42c7-9d32-dbaf49163b92 req-68fdae80-e47c-4c0b-bc36-9b560627352d tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959331 Feb 16 22:23:28.472159 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-1303770a-1d06-4fd5-8076-a7867441a73f service neutron] Attempting to bind port ba0c6806-d5c0-4360-be5c-8dd528a5ec87 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:23:28.472614 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-1303770a-1d06-4fd5-8076-a7867441a73f service neutron] Attempting to bind port ba0c6806-d5c0-4360-be5c-8dd528a5ec87 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '9fc4e668-be99-4a37-97fe-7508483b671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'dfe1eb1f-be02-4d72-99ea-713237e0b277'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:23:28.474074 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-1303770a-1d06-4fd5-8076-a7867441a73f service neutron] Attempting to bind port ba0c6806-d5c0-4360-be5c-8dd528a5ec87 on network dfe1eb1f-be02-4d72-99ea-713237e0b277 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:23:28.494468 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-1303770a-1d06-4fd5-8076-a7867441a73f service neutron] Port ba0c6806-d5c0-4360-be5c-8dd528a5ec87 on network dfe1eb1f-be02-4d72-99ea-713237e0b277 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:23:28.495611 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-1303770a-1d06-4fd5-8076-a7867441a73f service neutron] Attempting to bind port ba0c6806-d5c0-4360-be5c-8dd528a5ec87 on network dfe1eb1f-be02-4d72-99ea-713237e0b277 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:23:28.511579 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-1303770a-1d06-4fd5-8076-a7867441a73f service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:23:28.512126 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-1303770a-1d06-4fd5-8076-a7867441a73f service neutron] Checking segment: {'id': '9fc4e668-be99-4a37-97fe-7508483b671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'dfe1eb1f-be02-4d72-99ea-713237e0b277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:23:28.512861 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-1303770a-1d06-4fd5-8076-a7867441a73f service neutron] Bound using segment: {'id': '9fc4e668-be99-4a37-97fe-7508483b671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'dfe1eb1f-be02-4d72-99ea-713237e0b277'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:23:28.513598 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-1303770a-1d06-4fd5-8076-a7867441a73f service neutron] Bound port: ba0c6806-d5c0-4360-be5c-8dd528a5ec87, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fc4e668-be99-4a37-97fe-7508483b671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'dfe1eb1f-be02-4d72-99ea-713237e0b277'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:23:28.514926 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-1303770a-1d06-4fd5-8076-a7867441a73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ba0c6806-d5c0-4360-be5c-8dd528a5ec87), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:28.644682 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-1303770a-1d06-4fd5-8076-a7867441a73f service neutron] For port ba0c6806-d5c0-4360-be5c-8dd528a5ec87, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:23:28.653284 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45c62b-c5ac-4bab-839b-f4598e161fc1 req-385b4982-b0c8-4bf4-989d-9a49cb6c571b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:28.660503 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cc45c62b-c5ac-4bab-839b-f4598e161fc1 req-385b4982-b0c8-4bf4-989d-9a49cb6c571b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=15b2b9db-8f32-4552-9dc7-74a05b4f96c0 HTTP/1.1" status: 200 len: 945 time: 0.1381450 Feb 16 22:23:28.663543 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-1303770a-1d06-4fd5-8076-a7867441a73f service neutron] For port ba0c6806-d5c0-4360-be5c-8dd528a5ec87, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=ba0c6806-d5c0-4360-be5c-8dd528a5ec87,segment=NetworkSegment(9fc4e668-be99-4a37-97fe-7508483b671b),segment_id=9fc4e668-be99-4a37-97fe-7508483b671b)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:23:28.685234 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-1303770a-1d06-4fd5-8076-a7867441a73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (ba0c6806-d5c0-4360-be5c-8dd528a5ec87), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:28.755224 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-1303770a-1d06-4fd5-8076-a7867441a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:28.755842 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-1303770a-1d06-4fd5-8076-a7867441a73f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:28.757247 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-1303770a-1d06-4fd5-8076-a7867441a73f service neutron] 10.222.0.67 "PUT /v2.0/ports/ba0c6806-d5c0-4360-be5c-8dd528a5ec87 HTTP/1.1" status: 200 len: 1092 time: 1.6327162 Feb 16 22:23:28.763655 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e0ee46b-2936-4fc7-a1a9-f612124fd58a', 'tag': 'ba0c6806-d5c0-4360-be5c-8dd528a5ec87'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:23:28.778088 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39804a8e-e851-4191-ba16-33e9d1080e30" -d '{"events": [{"name": "network-changed", "server_uuid": "4e0ee46b-2936-4fc7-a1a9-f612124fd58a", "tag": "ba0c6806-d5c0-4360-be5c-8dd528a5ec87"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:23:28.817433 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-70019a61-d80a-4e4c-bafd-c65f7ff1fd7c service neutron] Request body: {'port': {'device_id': '4e0ee46b-2936-4fc7-a1a9-f612124fd58a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:23:28.834724 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cc45c62b-c5ac-4bab-839b-f4598e161fc1 req-ad95c452-0844-4ec5-91db-ac4d78539c5b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712942 Feb 16 22:23:28.905945 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1303770a-1d06-4fd5-8076-a7867441a73f service neutron] Pushing event updated for resources: {'Port': ['ID=ba0c6806-d5c0-4360-be5c-8dd528a5ec87,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:28.964986 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-70019a61-d80a-4e4c-bafd-c65f7ff1fd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c780e60a-6bc0-4f14-9fd3-4be928e4fb9c), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:28.995327 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-92621497-11a9-4388-891e-3fdd72672177 req-442c24ff-612c-4b18-9949-bc7b30df3f99 tempest-ServerShowV247Test-1717857463 tempest-ServerShowV247Test-1717857463-project] 10.222.0.75 "GET /v2.0/ports?device_id=c79c4517-b6fa-4da8-ac6e-b0475a9365d7 HTTP/1.1" status: 200 len: 210 time: 0.0452924 Feb 16 22:23:29.199527 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39804a8e-e851-4191-ba16-33e9d1080e30 req-821009a4-6a97-438e-b515-d256c5d265f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:29.200146 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39804a8e-e851-4191-ba16-33e9d1080e30 req-821009a4-6a97-438e-b515-d256c5d265f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:29.200461 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39804a8e-e851-4191-ba16-33e9d1080e30 req-821009a4-6a97-438e-b515-d256c5d265f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:29.208137 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-39804a8e-e851-4191-ba16-33e9d1080e30 req-821009a4-6a97-438e-b515-d256c5d265f6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2f608537367041eb8983cef4cf0c0dc6&device_id=4e0ee46b-2936-4fc7-a1a9-f612124fd58a HTTP/1.1" status: 200 len: 2762 time: 0.0991454 Feb 16 22:23:29.352657 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39804a8e-e851-4191-ba16-33e9d1080e30 req-b58bbea6-3424-44f6-ad5f-896e663a7bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:29.356045 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39804a8e-e851-4191-ba16-33e9d1080e30 req-b58bbea6-3424-44f6-ad5f-896e663a7bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:29.356836 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39804a8e-e851-4191-ba16-33e9d1080e30 req-b58bbea6-3424-44f6-ad5f-896e663a7bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:29.359575 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-39804a8e-e851-4191-ba16-33e9d1080e30 req-b58bbea6-3424-44f6-ad5f-896e663a7bf5 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=2f608537367041eb8983cef4cf0c0dc6&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1415057 Feb 16 22:23:29.442587 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f273d1-d239-4d7b-b9c0-0944ab88f558 x-openstack-request-id: req-c7f273d1-d239-4d7b-b9c0-0944ab88f558 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:23:29.443414 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e0ee46b-2936-4fc7-a1a9-f612124fd58a", "tag": "ba0c6806-d5c0-4360-be5c-8dd528a5ec87", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:23:29.443414 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c7f273d1-d239-4d7b-b9c0-0944ab88f558 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:23:29.443820 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e0ee46b-2936-4fc7-a1a9-f612124fd58a', 'tag': 'ba0c6806-d5c0-4360-be5c-8dd528a5ec87', 'status': 'completed', 'code': 200} Feb 16 22:23:29.551530 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39804a8e-e851-4191-ba16-33e9d1080e30 req-0037ffd8-007e-4014-ae89-c678304390ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:29.554762 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-39804a8e-e851-4191-ba16-33e9d1080e30 req-0037ffd8-007e-4014-ae89-c678304390ef service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1881866 Feb 16 22:23:29.583811 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf128cd2-7097-45a8-8286-f967b25ba27d req-ec90268e-d939-407e-8ef2-649a16141075 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:29.588749 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf128cd2-7097-45a8-8286-f967b25ba27d req-ec90268e-d939-407e-8ef2-649a16141075 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:29.594415 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf128cd2-7097-45a8-8286-f967b25ba27d req-ec90268e-d939-407e-8ef2-649a16141075 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:29.601804 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cf128cd2-7097-45a8-8286-f967b25ba27d req-ec90268e-d939-407e-8ef2-649a16141075 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e0ee46b-2936-4fc7-a1a9-f612124fd58a HTTP/1.1" status: 200 len: 2388 time: 0.1611037 Feb 16 22:23:29.715605 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cf128cd2-7097-45a8-8286-f967b25ba27d req-dfdca37e-2628-4f89-8c26-c2eb428c2ee3 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/security-groups?id=26878bcd-cab1-471f-adcf-40b2469be574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055498 Feb 16 22:23:29.778869 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:29.855710 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-70019a61-d80a-4e4c-bafd-c65f7ff1fd7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c780e60a-6bc0-4f14-9fd3-4be928e4fb9c {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:23:29.865174 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-70019a61-d80a-4e4c-bafd-c65f7ff1fd7c service neutron] Publish callbacks [] for port (c780e60a-6bc0-4f14-9fd3-4be928e4fb9c), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:29.881007 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-70019a61-d80a-4e4c-bafd-c65f7ff1fd7c service neutron] Transition to ACTIVE for port object c780e60a-6bc0-4f14-9fd3-4be928e4fb9c will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:23:29.890419 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-70019a61-d80a-4e4c-bafd-c65f7ff1fd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (c780e60a-6bc0-4f14-9fd3-4be928e4fb9c), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:30.097750 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70019a61-d80a-4e4c-bafd-c65f7ff1fd7c service neutron] Pushing event updated for resources: {'Port': ['ID=c780e60a-6bc0-4f14-9fd3-4be928e4fb9c,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:30.162289 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74559e2-5639-49d8-9384-4f0a649dcccf req-8380ce6a-301e-4306-be37-376ac8290393 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:30.171380 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d74559e2-5639-49d8-9384-4f0a649dcccf req-8380ce6a-301e-4306-be37-376ac8290393 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca72a413-33d7-4a86-b5e7-e62d54f2412c HTTP/1.1" status: 200 len: 946 time: 0.2183294 Feb 16 22:23:30.280262 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-70019a61-d80a-4e4c-bafd-c65f7ff1fd7c service neutron] Attempting to bind port c780e60a-6bc0-4f14-9fd3-4be928e4fb9c on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:23:30.281006 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-70019a61-d80a-4e4c-bafd-c65f7ff1fd7c service neutron] Attempting to bind port c780e60a-6bc0-4f14-9fd3-4be928e4fb9c by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'd0580914-d09c-491a-a7b7-a46ab11bdb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '43513423-4eb3-4248-be41-d84b2ea292d1'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:23:30.281446 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-70019a61-d80a-4e4c-bafd-c65f7ff1fd7c service neutron] Attempting to bind port c780e60a-6bc0-4f14-9fd3-4be928e4fb9c on network 43513423-4eb3-4248-be41-d84b2ea292d1 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:23:30.306005 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-70019a61-d80a-4e4c-bafd-c65f7ff1fd7c service neutron] Port c780e60a-6bc0-4f14-9fd3-4be928e4fb9c on network 43513423-4eb3-4248-be41-d84b2ea292d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:23:30.306324 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-70019a61-d80a-4e4c-bafd-c65f7ff1fd7c service neutron] Attempting to bind port c780e60a-6bc0-4f14-9fd3-4be928e4fb9c on network 43513423-4eb3-4248-be41-d84b2ea292d1 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:23:30.325640 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d74559e2-5639-49d8-9384-4f0a649dcccf req-4d7b92b6-00ca-42b6-a1f0-e3267e34512c tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375425 Feb 16 22:23:30.326474 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-70019a61-d80a-4e4c-bafd-c65f7ff1fd7c service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:23:30.326815 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-70019a61-d80a-4e4c-bafd-c65f7ff1fd7c service neutron] Checking segment: {'id': 'd0580914-d09c-491a-a7b7-a46ab11bdb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '43513423-4eb3-4248-be41-d84b2ea292d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:23:30.327207 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-70019a61-d80a-4e4c-bafd-c65f7ff1fd7c service neutron] Bound using segment: {'id': 'd0580914-d09c-491a-a7b7-a46ab11bdb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '43513423-4eb3-4248-be41-d84b2ea292d1'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:23:30.327651 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-70019a61-d80a-4e4c-bafd-c65f7ff1fd7c service neutron] Bound port: c780e60a-6bc0-4f14-9fd3-4be928e4fb9c, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0580914-d09c-491a-a7b7-a46ab11bdb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '43513423-4eb3-4248-be41-d84b2ea292d1'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:23:30.328009 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-70019a61-d80a-4e4c-bafd-c65f7ff1fd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c780e60a-6bc0-4f14-9fd3-4be928e4fb9c), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:30.419866 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-70019a61-d80a-4e4c-bafd-c65f7ff1fd7c service neutron] For port c780e60a-6bc0-4f14-9fd3-4be928e4fb9c, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:23:30.471721 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-70019a61-d80a-4e4c-bafd-c65f7ff1fd7c service neutron] For port c780e60a-6bc0-4f14-9fd3-4be928e4fb9c, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c780e60a-6bc0-4f14-9fd3-4be928e4fb9c,segment=NetworkSegment(d0580914-d09c-491a-a7b7-a46ab11bdb11),segment_id=d0580914-d09c-491a-a7b7-a46ab11bdb11)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:23:30.485368 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-70019a61-d80a-4e4c-bafd-c65f7ff1fd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (c780e60a-6bc0-4f14-9fd3-4be928e4fb9c), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:30.527415 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-70019a61-d80a-4e4c-bafd-c65f7ff1fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:30.528360 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-70019a61-d80a-4e4c-bafd-c65f7ff1fd7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:30.539040 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-70019a61-d80a-4e4c-bafd-c65f7ff1fd7c service neutron] 10.222.0.67 "PUT /v2.0/ports/c780e60a-6bc0-4f14-9fd3-4be928e4fb9c HTTP/1.1" status: 200 len: 1092 time: 1.7290361 Feb 16 22:23:30.576794 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70019a61-d80a-4e4c-bafd-c65f7ff1fd7c service neutron] Pushing event updated for resources: {'Port': ['ID=c780e60a-6bc0-4f14-9fd3-4be928e4fb9c,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:30.592597 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935dc74-0fc4-4a00-9935-8b9dc8e23b61 req-d7c75c35-613a-475b-84c0-9bb9d9728762 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:30.594638 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7935dc74-0fc4-4a00-9935-8b9dc8e23b61 req-d7c75c35-613a-475b-84c0-9bb9d9728762 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=15b2b9db-8f32-4552-9dc7-74a05b4f96c0 HTTP/1.1" status: 200 len: 945 time: 0.1911259 Feb 16 22:23:30.603842 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-ec5c574b-2d57-4146-b257-626b28e274a6 service neutron] Request body: {'port': {'device_id': '4e0ee46b-2936-4fc7-a1a9-f612124fd58a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:23:30.729836 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7935dc74-0fc4-4a00-9935-8b9dc8e23b61 req-b4347cee-ab5c-4187-97dc-2b730cf54b08 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194088 Feb 16 22:23:30.817722 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-ec5c574b-2d57-4146-b257-626b28e274a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (eb8d4ebd-fe5e-4850-a64c-50f3ce96e506), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:31.053236 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fd5fc-f08e-4b72-aafe-82d29aae7daa req-febd6e7e-9826-4dc7-a66d-f611d3f583d4 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:31.053788 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c67fd5fc-f08e-4b72-aafe-82d29aae7daa req-febd6e7e-9826-4dc7-a66d-f611d3f583d4 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.2044575 Feb 16 22:23:31.159943 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c67fd5fc-f08e-4b72-aafe-82d29aae7daa req-cc633a36-c4e0-4529-a3dc-afa773f780d0 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965791 Feb 16 22:23:31.242832 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-ec5c574b-2d57-4146-b257-626b28e274a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb8d4ebd-fe5e-4850-a64c-50f3ce96e506 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:23:31.255034 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-ec5c574b-2d57-4146-b257-626b28e274a6 service neutron] Publish callbacks [] for port (eb8d4ebd-fe5e-4850-a64c-50f3ce96e506), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:31.284856 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-ec5c574b-2d57-4146-b257-626b28e274a6 service neutron] Transition to ACTIVE for port object eb8d4ebd-fe5e-4850-a64c-50f3ce96e506 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:23:31.305004 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e58f1923-0500-483b-b465-bcdf1c1877e7 req-94e00287-851c-451d-8840-38a052180520 tempest-ServerShowV247Test-1717857463 tempest-ServerShowV247Test-1717857463-project] 10.222.0.75 "GET /v2.0/ports?device_id=c79c4517-b6fa-4da8-ac6e-b0475a9365d7 HTTP/1.1" status: 200 len: 210 time: 0.0363357 Feb 16 22:23:31.306089 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-ec5c574b-2d57-4146-b257-626b28e274a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (eb8d4ebd-fe5e-4850-a64c-50f3ce96e506), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:31.369427 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c574b-2d57-4146-b257-626b28e274a6 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8d4ebd-fe5e-4850-a64c-50f3ce96e506,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:31.448562 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e0ee46b-2936-4fc7-a1a9-f612124fd58a', 'tag': 'c780e60a-6bc0-4f14-9fd3-4be928e4fb9c'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:23:31.451003 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994b407c-3afc-4476-a81b-d4aca04e80f3" -d '{"events": [{"name": "network-changed", "server_uuid": "4e0ee46b-2936-4fc7-a1a9-f612124fd58a", "tag": "c780e60a-6bc0-4f14-9fd3-4be928e4fb9c"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:23:31.510443 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-ec5c574b-2d57-4146-b257-626b28e274a6 service neutron] Attempting to bind port eb8d4ebd-fe5e-4850-a64c-50f3ce96e506 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:23:31.511092 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-ec5c574b-2d57-4146-b257-626b28e274a6 service neutron] Attempting to bind port eb8d4ebd-fe5e-4850-a64c-50f3ce96e506 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '9fc4e668-be99-4a37-97fe-7508483b671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'dfe1eb1f-be02-4d72-99ea-713237e0b277'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:23:31.511092 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-ec5c574b-2d57-4146-b257-626b28e274a6 service neutron] Attempting to bind port eb8d4ebd-fe5e-4850-a64c-50f3ce96e506 on network dfe1eb1f-be02-4d72-99ea-713237e0b277 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:23:31.519554 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-ec5c574b-2d57-4146-b257-626b28e274a6 service neutron] Port eb8d4ebd-fe5e-4850-a64c-50f3ce96e506 on network dfe1eb1f-be02-4d72-99ea-713237e0b277 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:23:31.519868 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-ec5c574b-2d57-4146-b257-626b28e274a6 service neutron] Attempting to bind port eb8d4ebd-fe5e-4850-a64c-50f3ce96e506 on network dfe1eb1f-be02-4d72-99ea-713237e0b277 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:23:31.548282 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6636e3f-866e-4d95-8ed6-2afa073ad7ab req-7f0191df-4cda-4b38-844c-843d56d40b77 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:31.555710 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6636e3f-866e-4d95-8ed6-2afa073ad7ab req-7f0191df-4cda-4b38-844c-843d56d40b77 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:31.563480 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6636e3f-866e-4d95-8ed6-2afa073ad7ab req-7f0191df-4cda-4b38-844c-843d56d40b77 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:31.571240 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b6636e3f-866e-4d95-8ed6-2afa073ad7ab req-7f0191df-4cda-4b38-844c-843d56d40b77 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e0ee46b-2936-4fc7-a1a9-f612124fd58a HTTP/1.1" status: 200 len: 2412 time: 0.1378074 Feb 16 22:23:31.574509 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-ec5c574b-2d57-4146-b257-626b28e274a6 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:23:31.574662 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-ec5c574b-2d57-4146-b257-626b28e274a6 service neutron] Checking segment: {'id': '9fc4e668-be99-4a37-97fe-7508483b671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'dfe1eb1f-be02-4d72-99ea-713237e0b277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:23:31.575033 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-ec5c574b-2d57-4146-b257-626b28e274a6 service neutron] Bound using segment: {'id': '9fc4e668-be99-4a37-97fe-7508483b671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'dfe1eb1f-be02-4d72-99ea-713237e0b277'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:23:31.575498 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-ec5c574b-2d57-4146-b257-626b28e274a6 service neutron] Bound port: eb8d4ebd-fe5e-4850-a64c-50f3ce96e506, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fc4e668-be99-4a37-97fe-7508483b671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'dfe1eb1f-be02-4d72-99ea-713237e0b277'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:23:31.575863 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-ec5c574b-2d57-4146-b257-626b28e274a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (eb8d4ebd-fe5e-4850-a64c-50f3ce96e506), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:31.707887 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b6636e3f-866e-4d95-8ed6-2afa073ad7ab req-1cdb6f13-a8e0-48e3-b088-d11bb8525c1d tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/security-groups?id=26878bcd-cab1-471f-adcf-40b2469be574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358733 Feb 16 22:23:31.745462 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-ec5c574b-2d57-4146-b257-626b28e274a6 service neutron] For port eb8d4ebd-fe5e-4850-a64c-50f3ce96e506, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:23:31.745462 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-ec5c574b-2d57-4146-b257-626b28e274a6 service neutron] For port eb8d4ebd-fe5e-4850-a64c-50f3ce96e506, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=eb8d4ebd-fe5e-4850-a64c-50f3ce96e506,segment=NetworkSegment(9fc4e668-be99-4a37-97fe-7508483b671b),segment_id=9fc4e668-be99-4a37-97fe-7508483b671b)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:23:31.752854 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-ec5c574b-2d57-4146-b257-626b28e274a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (eb8d4ebd-fe5e-4850-a64c-50f3ce96e506), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:31.805883 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-ec5c574b-2d57-4146-b257-626b28e274a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:31.806790 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-ec5c574b-2d57-4146-b257-626b28e274a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:31.808941 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-ec5c574b-2d57-4146-b257-626b28e274a6 service neutron] 10.222.0.67 "PUT /v2.0/ports/eb8d4ebd-fe5e-4850-a64c-50f3ce96e506 HTTP/1.1" status: 200 len: 1091 time: 1.2128985 Feb 16 22:23:31.888536 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c574b-2d57-4146-b257-626b28e274a6 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8d4ebd-fe5e-4850-a64c-50f3ce96e506,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:31.969445 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb26b4-9097-42bf-99d5-784b86610c06 req-618b19b4-d7d2-4eeb-969e-1959da1acaac tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:31.975594 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e8eb26b4-9097-42bf-99d5-784b86610c06 req-618b19b4-d7d2-4eeb-969e-1959da1acaac tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca72a413-33d7-4a86-b5e7-e62d54f2412c HTTP/1.1" status: 200 len: 946 time: 0.1616266 Feb 16 22:23:31.990521 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-cf60e754-2ad6-48cb-9f7b-4602d3b098eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:31.990991 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-cf60e754-2ad6-48cb-9f7b-4602d3b098eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:31.991498 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-cf60e754-2ad6-48cb-9f7b-4602d3b098eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:31.993327 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-cf60e754-2ad6-48cb-9f7b-4602d3b098eb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2f608537367041eb8983cef4cf0c0dc6&device_id=4e0ee46b-2936-4fc7-a1a9-f612124fd58a HTTP/1.1" status: 200 len: 2958 time: 0.1200490 Feb 16 22:23:32.088082 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-1e85297c-e529-4f9b-addc-fc5127d8900d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.203&port_id=ba0c6806-d5c0-4360-be5c-8dd528a5ec87 HTTP/1.1" status: 200 len: 217 time: 0.0872436 Feb 16 22:23:32.185402 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e8eb26b4-9097-42bf-99d5-784b86610c06 req-43b2122d-d2ed-4ef9-85e8-c07d3c95fd6d tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987395 Feb 16 22:23:32.212060 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-adeb2428-e5e4-4220-850d-83cc465d00d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:32.214484 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-adeb2428-e5e4-4220-850d-83cc465d00d1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b96d8b5e-fb91-4483-aff7-692dde91e2ec HTTP/1.1" status: 200 len: 801 time: 0.1116436 Feb 16 22:23:32.236233 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e2b29b-ffea-4a32-aa35-f622a6b3149c x-openstack-request-id: req-46e2b29b-ffea-4a32-aa35-f622a6b3149c {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:23:32.236504 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e0ee46b-2936-4fc7-a1a9-f612124fd58a", "tag": "c780e60a-6bc0-4f14-9fd3-4be928e4fb9c", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:23:32.236773 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-46e2b29b-ffea-4a32-aa35-f622a6b3149c {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:23:32.237132 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e0ee46b-2936-4fc7-a1a9-f612124fd58a', 'tag': 'c780e60a-6bc0-4f14-9fd3-4be928e4fb9c', 'status': 'completed', 'code': 200} Feb 16 22:23:32.322005 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35586) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:32.326154 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-4a3ed97e-c2fe-445e-bef9-fb71a05c1cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:32.328202 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-4a3ed97e-c2fe-445e-bef9-fb71a05c1cdc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dfe1eb1f-be02-4d72-99ea-713237e0b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1041689 Feb 16 22:23:32.456448 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48d68b-193d-4648-893a-c832e7da8baa req-b656e8d1-4ff3-4506-83d9-b925bf977b47 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:32.458271 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e48d68b-193d-4648-893a-c832e7da8baa req-b656e8d1-4ff3-4506-83d9-b925bf977b47 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=15b2b9db-8f32-4552-9dc7-74a05b4f96c0 HTTP/1.1" status: 200 len: 945 time: 0.1401949 Feb 16 22:23:32.470426 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5f28ca9d-b6df-45b0-a732-90d7fe8667fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:32.496530 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-1227fbd3-20c8-4bc9-b485-267e67723217 service neutron] 10.222.0.67 "GET /v2.0/networks/dfe1eb1f-be02-4d72-99ea-713237e0b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545928 Feb 16 22:23:32.528507 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e48d68b-193d-4648-893a-c832e7da8baa req-eb065d43-43c2-416f-b01c-22a0c749a550 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634789 Feb 16 22:23:32.590753 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5f28ca9d-b6df-45b0-a732-90d7fe8667fc admin admin] Publish callbacks [] for security_group (d60f4d6d-7656-4ae0-8960-a3ebc882ccf1), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:32.595830 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5f28ca9d-b6df-45b0-a732-90d7fe8667fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d60f4d6d-7656-4ae0-8960-a3ebc882ccf1), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:32.642663 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5f28ca9d-b6df-45b0-a732-90d7fe8667fc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4de0cdb4c6964c5d988f2fdb52b3db6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3194406 Feb 16 22:23:32.645265 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35592) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:32.646217 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28ca9d-b6df-45b0-a732-90d7fe8667fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60f4d6d-7656-4ae0-8960-a3ebc882ccf1,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:32.652588 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-fa644db7-8396-4413-b501-16f403300da5 service neutron] 10.222.0.67 "GET /v2.0/networks/dfe1eb1f-be02-4d72-99ea-713237e0b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316302 Feb 16 22:23:32.722978 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-81997ca9-d062-4230-b61a-9dfd61d6ed73 admin admin] Publish callbacks [] for security_group (d60f4d6d-7656-4ae0-8960-a3ebc882ccf1), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:32.724509 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-f3676cd3-3998-4208-9280-37ac58771a0d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.137&port_id=c780e60a-6bc0-4f14-9fd3-4be928e4fb9c HTTP/1.1" status: 200 len: 217 time: 0.0459924 Feb 16 22:23:32.752075 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-81997ca9-d062-4230-b61a-9dfd61d6ed73 admin admin] Publish callbacks [] for security_group (d60f4d6d-7656-4ae0-8960-a3ebc882ccf1), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:32.773286 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91847bfb-369c-43f6-8018-8f72d362b0c7 req-53914bcc-6225-42bf-8b0c-d041858574c9 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:32.779174 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-91847bfb-369c-43f6-8018-8f72d362b0c7 req-53914bcc-6225-42bf-8b0c-d041858574c9 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.1449540 Feb 16 22:23:32.815721 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-81997ca9-d062-4230-b61a-9dfd61d6ed73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d60f4d6d-7656-4ae0-8960-a3ebc882ccf1), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:32.818602 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-81997ca9-d062-4230-b61a-9dfd61d6ed73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:32.822741 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-81997ca9-d062-4230-b61a-9dfd61d6ed73 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d60f4d6d-7656-4ae0-8960-a3ebc882ccf1 HTTP/1.1" status: 204 len: 168 time: 0.1710598 Feb 16 22:23:32.835351 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81997ca9-d062-4230-b61a-9dfd61d6ed73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60f4d6d-7656-4ae0-8960-a3ebc882ccf1,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:32.836121 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-2da48553-da52-4e8e-bb0d-98f537d05cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:32.837748 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-2da48553-da52-4e8e-bb0d-98f537d05cee service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a0531674-9001-4b0a-8fa2-b6a0bdc0a75a HTTP/1.1" status: 200 len: 801 time: 0.1052718 Feb 16 22:23:32.908196 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-91847bfb-369c-43f6-8018-8f72d362b0c7 req-cadf8e27-c0d9-43fa-bc08-b1e374b10dde tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185024 Feb 16 22:23:32.924943 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-361bb8a2-11a5-47c7-824e-928febcfb413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:32.926778 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-361bb8a2-11a5-47c7-824e-928febcfb413 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=43513423-4eb3-4248-be41-d84b2ea292d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0749984 Feb 16 22:23:33.070823 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-63a0bb26-20a5-4028-b313-b9a6261bd683 req-0a19172c-c02b-4004-93f5-14cd8d3a51b7 tempest-ServerShowV247Test-1717857463 tempest-ServerShowV247Test-1717857463-project] 10.222.0.75 "GET /v2.0/ports?device_id=c79c4517-b6fa-4da8-ac6e-b0475a9365d7 HTTP/1.1" status: 200 len: 210 time: 0.0426977 Feb 16 22:23:33.073613 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-760a031c-301f-44bb-831e-4d7d1a4ff911 service neutron] 10.222.0.67 "GET /v2.0/networks/43513423-4eb3-4248-be41-d84b2ea292d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390491 Feb 16 22:23:33.239308 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35606) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:33.244943 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-f675d260-73e6-4d7d-bc55-207db448d19a service neutron] 10.222.0.67 "GET /v2.0/networks/43513423-4eb3-4248-be41-d84b2ea292d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642306 Feb 16 22:23:33.256718 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f748bfe1-f5b5-4ef8-8db3-bb86018678c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:33.262676 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450fb6dc-c65b-41a0-af40-b24bcdd9c0d6 req-eaeb9e41-7360-453c-a7d5-f8c5a184c4a7 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:33.269270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450fb6dc-c65b-41a0-af40-b24bcdd9c0d6 req-eaeb9e41-7360-453c-a7d5-f8c5a184c4a7 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:33.275247 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450fb6dc-c65b-41a0-af40-b24bcdd9c0d6 req-eaeb9e41-7360-453c-a7d5-f8c5a184c4a7 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:33.282807 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-450fb6dc-c65b-41a0-af40-b24bcdd9c0d6 req-eaeb9e41-7360-453c-a7d5-f8c5a184c4a7 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e0ee46b-2936-4fc7-a1a9-f612124fd58a HTTP/1.1" status: 200 len: 2412 time: 0.1423395 Feb 16 22:23:33.343379 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-336d6d6c-bb7a-41a4-a405-ed656612bbdb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.93&port_id=eb8d4ebd-fe5e-4850-a64c-50f3ce96e506 HTTP/1.1" status: 200 len: 217 time: 0.0915434 Feb 16 22:23:33.362599 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f748bfe1-f5b5-4ef8-8db3-bb86018678c5 admin admin] Publish callbacks [] for security_group (30b47fd5-ea8f-40d8-97f4-553a55d26517), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:33.369270 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f748bfe1-f5b5-4ef8-8db3-bb86018678c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (30b47fd5-ea8f-40d8-97f4-553a55d26517), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:33.411729 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748bfe1-f5b5-4ef8-8db3-bb86018678c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b47fd5-ea8f-40d8-97f4-553a55d26517,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:33.420513 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f748bfe1-f5b5-4ef8-8db3-bb86018678c5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=46f83d1138334a15bed12f872e450fea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1771569 Feb 16 22:23:33.421031 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35608) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:33.428202 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-450fb6dc-c65b-41a0-af40-b24bcdd9c0d6 req-d822b413-f842-4de9-8668-f0ab849d445f tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/security-groups?id=26878bcd-cab1-471f-adcf-40b2469be574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391380 Feb 16 22:23:33.462764 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-d866540a-7f4c-4b0b-8afa-35af2cd53017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:33.464667 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-d866540a-7f4c-4b0b-8afa-35af2cd53017 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b96d8b5e-fb91-4483-aff7-692dde91e2ec HTTP/1.1" status: 200 len: 801 time: 0.1123161 Feb 16 22:23:33.480136 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-681a0b61-5ea6-4859-9eb2-2af27eaa4234 admin admin] Publish callbacks [] for security_group (30b47fd5-ea8f-40d8-97f4-553a55d26517), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:33.518898 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-681a0b61-5ea6-4859-9eb2-2af27eaa4234 admin admin] Publish callbacks [] for security_group (30b47fd5-ea8f-40d8-97f4-553a55d26517), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:33.575327 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-9c812da1-0668-43bc-b65c-1c668836e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:33.577050 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-9c812da1-0668-43bc-b65c-1c668836e71e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dfe1eb1f-be02-4d72-99ea-713237e0b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1032107 Feb 16 22:23:33.583145 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-681a0b61-5ea6-4859-9eb2-2af27eaa4234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (30b47fd5-ea8f-40d8-97f4-553a55d26517), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:33.586229 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-681a0b61-5ea6-4859-9eb2-2af27eaa4234 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:33.593170 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-681a0b61-5ea6-4859-9eb2-2af27eaa4234 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/30b47fd5-ea8f-40d8-97f4-553a55d26517 HTTP/1.1" status: 204 len: 168 time: 0.1706514 Feb 16 22:23:33.601963 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a0b61-5ea6-4859-9eb2-2af27eaa4234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b47fd5-ea8f-40d8-97f4-553a55d26517,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:33.623944 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389ffad-b493-4c5a-9f9c-48f3324d364d req-c0b5957b-775e-4c99-bbcc-ba26da81a430 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:33.625490 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7389ffad-b493-4c5a-9f9c-48f3324d364d req-c0b5957b-775e-4c99-bbcc-ba26da81a430 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca72a413-33d7-4a86-b5e7-e62d54f2412c HTTP/1.1" status: 200 len: 946 time: 0.1030545 Feb 16 22:23:33.731098 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7389ffad-b493-4c5a-9f9c-48f3324d364d req-e26d150e-385a-451b-966f-c259d7d47b9b tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896609 Feb 16 22:23:33.781317 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-1fbff5bb-b707-47b0-9c2f-6d2f487bb08e service neutron] 10.222.0.67 "GET /v2.0/networks/dfe1eb1f-be02-4d72-99ea-713237e0b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949985 Feb 16 22:23:33.935866 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c82d3a-cf06-4c94-ac36-6586ffb51105 req-36eaa35f-7faa-4aca-8d98-35bf34712f63 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:33.943715 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d8c82d3a-cf06-4c94-ac36-6586ffb51105 req-36eaa35f-7faa-4aca-8d98-35bf34712f63 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=15b2b9db-8f32-4552-9dc7-74a05b4f96c0 HTTP/1.1" status: 200 len: 945 time: 0.1285303 Feb 16 22:23:33.972826 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9906fe75-5f55-4814-8561-fd4cb0655e3c req-d89b7a1a-ceec-467b-9b2d-cfc34a67b83b service neutron] 10.222.0.67 "GET /v2.0/networks/dfe1eb1f-be02-4d72-99ea-713237e0b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835980 Feb 16 22:23:34.017851 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d8c82d3a-cf06-4c94-ac36-6586ffb51105 req-0d77df90-d225-44f5-b453-9083a3089e5a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729973 Feb 16 22:23:34.099484 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b407c-3afc-4476-a81b-d4aca04e80f3 req-1497d99c-e4d0-46e3-9765-d2f7fd692ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:34.099969 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b407c-3afc-4476-a81b-d4aca04e80f3 req-1497d99c-e4d0-46e3-9765-d2f7fd692ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:34.100609 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b407c-3afc-4476-a81b-d4aca04e80f3 req-1497d99c-e4d0-46e3-9765-d2f7fd692ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:34.102590 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-994b407c-3afc-4476-a81b-d4aca04e80f3 req-1497d99c-e4d0-46e3-9765-d2f7fd692ca7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2f608537367041eb8983cef4cf0c0dc6&device_id=4e0ee46b-2936-4fc7-a1a9-f612124fd58a HTTP/1.1" status: 200 len: 2958 time: 0.0713110 Feb 16 22:23:34.243931 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9dfb72-56c4-448f-bbcf-744f1e03e0dd req-b38fc5bb-fac9-4793-9215-e9f61d47b0c9 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:34.245595 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c9dfb72-56c4-448f-bbcf-744f1e03e0dd req-b38fc5bb-fac9-4793-9215-e9f61d47b0c9 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.1419532 Feb 16 22:23:34.248100 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e0ee46b-2936-4fc7-a1a9-f612124fd58a', 'tag': 'eb8d4ebd-fe5e-4850-a64c-50f3ce96e506'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:23:34.251318 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc134f7-44d5-487c-8050-d29432930882" -d '{"events": [{"name": "network-changed", "server_uuid": "4e0ee46b-2936-4fc7-a1a9-f612124fd58a", "tag": "eb8d4ebd-fe5e-4850-a64c-50f3ce96e506"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:23:34.282210 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b407c-3afc-4476-a81b-d4aca04e80f3 req-a0f9a39d-01e4-417d-9b67-a6b258e3012d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:34.283775 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-994b407c-3afc-4476-a81b-d4aca04e80f3 req-a0f9a39d-01e4-417d-9b67-a6b258e3012d service neutron] 10.222.0.67 "GET /v2.0/networks?id=43513423-4eb3-4248-be41-d84b2ea292d1 HTTP/1.1" status: 200 len: 902 time: 0.1690631 Feb 16 22:23:34.338023 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-994b407c-3afc-4476-a81b-d4aca04e80f3 req-fa60480b-85a1-4ddd-8aeb-db31ae7e0908 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.137&port_id=c780e60a-6bc0-4f14-9fd3-4be928e4fb9c HTTP/1.1" status: 200 len: 217 time: 0.0463707 Feb 16 22:23:34.361306 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c9dfb72-56c4-448f-bbcf-744f1e03e0dd req-6c414921-d7e1-4956-97df-116386df9e76 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032629 Feb 16 22:23:34.423136 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b407c-3afc-4476-a81b-d4aca04e80f3 req-f4226408-9366-4515-8626-730e2d6c87e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:34.424669 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-994b407c-3afc-4476-a81b-d4aca04e80f3 req-f4226408-9366-4515-8626-730e2d6c87e0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a0531674-9001-4b0a-8fa2-b6a0bdc0a75a HTTP/1.1" status: 200 len: 801 time: 0.0777817 Feb 16 22:23:34.515815 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-970efa09-41e1-49d0-9adf-ab97eeadeaee req-3079a6aa-d7d2-49ca-9c62-64ab23e71e41 tempest-ServerShowV247Test-1717857463 tempest-ServerShowV247Test-1717857463-project] 10.222.0.75 "GET /v2.0/ports?device_id=c79c4517-b6fa-4da8-ac6e-b0475a9365d7 HTTP/1.1" status: 200 len: 210 time: 0.0648222 Feb 16 22:23:34.550428 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b407c-3afc-4476-a81b-d4aca04e80f3 req-1e79bc94-1423-4f85-8706-f9fedf43ff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:34.561807 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-994b407c-3afc-4476-a81b-d4aca04e80f3 req-1e79bc94-1423-4f85-8706-f9fedf43ff0b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=43513423-4eb3-4248-be41-d84b2ea292d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1205649 Feb 16 22:23:34.738189 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d174dca0-4813-44d1-aafd-95a10b5d4d5e x-openstack-request-id: req-d174dca0-4813-44d1-aafd-95a10b5d4d5e {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:23:34.740305 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e0ee46b-2936-4fc7-a1a9-f612124fd58a", "tag": "eb8d4ebd-fe5e-4850-a64c-50f3ce96e506", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:23:34.743070 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d174dca0-4813-44d1-aafd-95a10b5d4d5e {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:23:34.743070 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e0ee46b-2936-4fc7-a1a9-f612124fd58a', 'tag': 'eb8d4ebd-fe5e-4850-a64c-50f3ce96e506', 'status': 'completed', 'code': 200} Feb 16 22:23:34.861276 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-994b407c-3afc-4476-a81b-d4aca04e80f3 req-71f762bd-f5e1-4fc0-b746-91ba5c92244e service neutron] 10.222.0.67 "GET /v2.0/networks/43513423-4eb3-4248-be41-d84b2ea292d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021214 Feb 16 22:23:34.878088 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b89e23-bd4a-48f9-84a9-1876e5ad88e2 req-51e9f50c-7259-4ea0-980c-ec8bc613f480 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:34.884433 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b89e23-bd4a-48f9-84a9-1876e5ad88e2 req-51e9f50c-7259-4ea0-980c-ec8bc613f480 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:34.891839 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b89e23-bd4a-48f9-84a9-1876e5ad88e2 req-51e9f50c-7259-4ea0-980c-ec8bc613f480 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:34.893580 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-81b89e23-bd4a-48f9-84a9-1876e5ad88e2 req-51e9f50c-7259-4ea0-980c-ec8bc613f480 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e0ee46b-2936-4fc7-a1a9-f612124fd58a HTTP/1.1" status: 200 len: 2412 time: 0.0975885 Feb 16 22:23:35.007662 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-81b89e23-bd4a-48f9-84a9-1876e5ad88e2 req-32bf57f5-6841-412d-9de9-12ccc4421871 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/security-groups?id=26878bcd-cab1-471f-adcf-40b2469be574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046212 Feb 16 22:23:35.044149 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-994b407c-3afc-4476-a81b-d4aca04e80f3 req-43927f18-47a0-4612-aa77-946f296a5ed1 service neutron] 10.222.0.67 "GET /v2.0/networks/43513423-4eb3-4248-be41-d84b2ea292d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494129 Feb 16 22:23:35.215368 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc134f7-44d5-487c-8050-d29432930882 req-4ef64439-ae44-4ed9-8572-0fdc93fefd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:35.215852 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc134f7-44d5-487c-8050-d29432930882 req-4ef64439-ae44-4ed9-8572-0fdc93fefd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:35.216398 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc134f7-44d5-487c-8050-d29432930882 req-4ef64439-ae44-4ed9-8572-0fdc93fefd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:35.218134 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5fc134f7-44d5-487c-8050-d29432930882 req-4ef64439-ae44-4ed9-8572-0fdc93fefd0b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2f608537367041eb8983cef4cf0c0dc6&device_id=4e0ee46b-2936-4fc7-a1a9-f612124fd58a HTTP/1.1" status: 200 len: 2958 time: 0.1192176 Feb 16 22:23:35.228685 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc0585-0905-446a-b3bb-5153cc5e3aac req-3a35a250-47e6-45b4-b288-5b148942f8eb tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:35.230340 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-15dc0585-0905-446a-b3bb-5153cc5e3aac req-3a35a250-47e6-45b4-b288-5b148942f8eb tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca72a413-33d7-4a86-b5e7-e62d54f2412c HTTP/1.1" status: 200 len: 946 time: 0.0877419 Feb 16 22:23:35.440301 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-15dc0585-0905-446a-b3bb-5153cc5e3aac req-d49acbca-9b2f-409f-90b6-65d71c78ed82 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983147 Feb 16 22:23:35.487305 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc134f7-44d5-487c-8050-d29432930882 req-676ee6bc-ac75-4e88-bd32-1d68a4edb063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:35.495120 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5fc134f7-44d5-487c-8050-d29432930882 req-676ee6bc-ac75-4e88-bd32-1d68a4edb063 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dfe1eb1f-be02-4d72-99ea-713237e0b277 HTTP/1.1" status: 200 len: 902 time: 0.2635865 Feb 16 22:23:35.554062 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5fc134f7-44d5-487c-8050-d29432930882 req-823a6997-8354-415b-b8d3-a4124d8ad735 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.93&port_id=eb8d4ebd-fe5e-4850-a64c-50f3ce96e506 HTTP/1.1" status: 200 len: 217 time: 0.0508587 Feb 16 22:23:35.650068 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc134f7-44d5-487c-8050-d29432930882 req-12242dc1-ea85-4f88-93d0-409c2d8aca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:35.651953 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5fc134f7-44d5-487c-8050-d29432930882 req-12242dc1-ea85-4f88-93d0-409c2d8aca33 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b96d8b5e-fb91-4483-aff7-692dde91e2ec HTTP/1.1" status: 200 len: 801 time: 0.0913455 Feb 16 22:23:35.700211 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac352cdf-f6b4-43c3-bd77-12fe6272bf0f req-c2e22e42-4b66-48cb-98ad-0945701941fc tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:35.702222 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac352cdf-f6b4-43c3-bd77-12fe6272bf0f req-c2e22e42-4b66-48cb-98ad-0945701941fc tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=15b2b9db-8f32-4552-9dc7-74a05b4f96c0 HTTP/1.1" status: 200 len: 945 time: 0.1008084 Feb 16 22:23:35.735664 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc134f7-44d5-487c-8050-d29432930882 req-5fe1b26c-98fc-49a3-891e-363ed32d366a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:35.735664 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5fc134f7-44d5-487c-8050-d29432930882 req-5fe1b26c-98fc-49a3-891e-363ed32d366a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dfe1eb1f-be02-4d72-99ea-713237e0b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0720758 Feb 16 22:23:35.804027 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac352cdf-f6b4-43c3-bd77-12fe6272bf0f req-ec456cc8-da33-49f2-b636-21e34bbda883 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901370 Feb 16 22:23:35.879174 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5fc134f7-44d5-487c-8050-d29432930882 req-ef6ee1d3-11c5-4a32-9aa3-07457a9f6f48 service neutron] 10.222.0.67 "GET /v2.0/networks/dfe1eb1f-be02-4d72-99ea-713237e0b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359050 Feb 16 22:23:36.008138 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f914028-728b-4895-a53b-42c6736783c5 req-ac38c231-866d-4d0b-b7af-e513a05e9dee tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:36.009724 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6f914028-728b-4895-a53b-42c6736783c5 req-ac38c231-866d-4d0b-b7af-e513a05e9dee tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.1239192 Feb 16 22:23:36.027974 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5fc134f7-44d5-487c-8050-d29432930882 req-fe43e053-0972-43ed-89b7-27cdcf4a125b service neutron] 10.222.0.67 "GET /v2.0/networks/dfe1eb1f-be02-4d72-99ea-713237e0b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408160 Feb 16 22:23:36.072524 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6f914028-728b-4895-a53b-42c6736783c5 req-291e5547-b4c9-4dad-95e5-17579c61c173 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542622 Feb 16 22:23:36.185613 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-52bcc5b2-807e-41fd-9856-e7cbaa7e1af8 req-870c1fc7-7c99-40d4-82c7-ba42a7a91805 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c79c4517-b6fa-4da8-ac6e-b0475a9365d7 HTTP/1.1" status: 200 len: 210 time: 0.0327818 Feb 16 22:23:36.190998 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-27952d3e-57cc-4aa3-a68f-86024ccf0b4f req-4915dd2b-8591-4c15-be0c-bc253b4aa1c8 tempest-ServerShowV247Test-1717857463 tempest-ServerShowV247Test-1717857463-project] 10.222.0.75 "GET /v2.0/ports?device_id=c79c4517-b6fa-4da8-ac6e-b0475a9365d7 HTTP/1.1" status: 200 len: 210 time: 0.0292063 Feb 16 22:23:36.321197 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8424d-23ca-4d88-a6c1-7d63a49965d4 req-991371da-6456-4ae0-b493-fc8aaa68fc09 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:36.326831 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8424d-23ca-4d88-a6c1-7d63a49965d4 req-991371da-6456-4ae0-b493-fc8aaa68fc09 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:36.332369 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8424d-23ca-4d88-a6c1-7d63a49965d4 req-991371da-6456-4ae0-b493-fc8aaa68fc09 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:36.334479 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74d8424d-23ca-4d88-a6c1-7d63a49965d4 req-991371da-6456-4ae0-b493-fc8aaa68fc09 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e0ee46b-2936-4fc7-a1a9-f612124fd58a HTTP/1.1" status: 200 len: 2412 time: 0.0760911 Feb 16 22:23:36.390136 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74d8424d-23ca-4d88-a6c1-7d63a49965d4 req-95541f45-2256-4b94-9117-5a695b9c0437 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/security-groups?id=26878bcd-cab1-471f-adcf-40b2469be574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469446 Feb 16 22:23:36.501095 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61354c44-613c-4950-8e43-beea7c5b68ff req-d849de84-c24f-4ebf-bf21-6b51ec583a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:36.502766 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-61354c44-613c-4950-8e43-beea7c5b68ff req-d849de84-c24f-4ebf-bf21-6b51ec583a0c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=471d422781ee4218a880c4849a975478&device_id=15b2b9db-8f32-4552-9dc7-74a05b4f96c0 HTTP/1.1" status: 200 len: 1127 time: 0.0504479 Feb 16 22:23:36.639384 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79166b8b-bd28-4daf-9bb5-87770306b743 req-729029da-9201-47f2-8dc7-d5c75da40154 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:36.640977 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-79166b8b-bd28-4daf-9bb5-87770306b743 req-729029da-9201-47f2-8dc7-d5c75da40154 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca72a413-33d7-4a86-b5e7-e62d54f2412c HTTP/1.1" status: 200 len: 946 time: 0.1202359 Feb 16 22:23:36.674767 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61354c44-613c-4950-8e43-beea7c5b68ff req-6e2bfb63-d94d-4c63-b61c-03651e56bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:36.676370 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-61354c44-613c-4950-8e43-beea7c5b68ff req-6e2bfb63-d94d-4c63-b61c-03651e56bb21 service neutron] 10.222.0.67 "GET /v2.0/networks?id=22711c4a-8661-4a7d-9538-4da72ec44b9a HTTP/1.1" status: 200 len: 912 time: 0.1669221 Feb 16 22:23:36.712670 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-79166b8b-bd28-4daf-9bb5-87770306b743 req-b7e6bb12-0d81-432a-8a54-62074d1d11c4 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584037 Feb 16 22:23:36.744185 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-61354c44-613c-4950-8e43-beea7c5b68ff req-0d72ab7f-8f0a-4fe6-a282-1618a065ae72 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa28eba2-6b57-4692-bd25-6430448eaa9d HTTP/1.1" status: 200 len: 217 time: 0.0419185 Feb 16 22:23:36.796912 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61354c44-613c-4950-8e43-beea7c5b68ff req-dedb798c-fe4f-46ae-a10d-8d37248965b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:36.798423 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-61354c44-613c-4950-8e43-beea7c5b68ff req-dedb798c-fe4f-46ae-a10d-8d37248965b8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa HTTP/1.1" status: 200 len: 850 time: 0.0472903 Feb 16 22:23:36.929515 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35710) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:37.056873 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-59cd66cf-98a1-4a2b-a73b-0b2c3591ad0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:37.140462 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-59cd66cf-98a1-4a2b-a73b-0b2c3591ad0f admin admin] Publish callbacks [] for security_group (7da73942-9823-4003-be88-048266f560c7), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:37.144829 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-59cd66cf-98a1-4a2b-a73b-0b2c3591ad0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7da73942-9823-4003-be88-048266f560c7), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:37.182055 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-59cd66cf-98a1-4a2b-a73b-0b2c3591ad0f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cf3342be122342e5a40e770b5b70156e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2513366 Feb 16 22:23:37.182707 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35716) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:37.202030 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61354c44-613c-4950-8e43-beea7c5b68ff req-7cdb1197-72df-4e30-93a9-7f7fa3d6411a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:37.203742 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-61354c44-613c-4950-8e43-beea7c5b68ff req-7cdb1197-72df-4e30-93a9-7f7fa3d6411a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=22711c4a-8661-4a7d-9538-4da72ec44b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3983006 Feb 16 22:23:37.209085 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd66cf-98a1-4a2b-a73b-0b2c3591ad0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da73942-9823-4003-be88-048266f560c7,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:37.215979 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ded22-e323-4893-b6ad-71cb862fc919 req-e6e0997a-d74c-4fee-9ab2-27ef5f4d0553 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:37.217792 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-531ded22-e323-4893-b6ad-71cb862fc919 req-e6e0997a-d74c-4fee-9ab2-27ef5f4d0553 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=15b2b9db-8f32-4552-9dc7-74a05b4f96c0 HTTP/1.1" status: 200 len: 945 time: 0.0721281 Feb 16 22:23:37.249784 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f5989271-f9ba-4360-b068-c2bdf0fbecc0 admin admin] Publish callbacks [] for security_group (7da73942-9823-4003-be88-048266f560c7), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:37.273984 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f5989271-f9ba-4360-b068-c2bdf0fbecc0 admin admin] Publish callbacks [] for security_group (7da73942-9823-4003-be88-048266f560c7), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:37.321237 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f5989271-f9ba-4360-b068-c2bdf0fbecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7da73942-9823-4003-be88-048266f560c7), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:37.324466 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f5989271-f9ba-4360-b068-c2bdf0fbecc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:37.325659 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f5989271-f9ba-4360-b068-c2bdf0fbecc0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7da73942-9823-4003-be88-048266f560c7 HTTP/1.1" status: 204 len: 168 time: 0.1387653 Feb 16 22:23:37.326302 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-531ded22-e323-4893-b6ad-71cb862fc919 req-bb1abde1-638b-4397-84ce-9180a5a923d7 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976496 Feb 16 22:23:37.334217 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5989271-f9ba-4360-b068-c2bdf0fbecc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da73942-9823-4003-be88-048266f560c7,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:37.369652 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-61354c44-613c-4950-8e43-beea7c5b68ff req-a65d43a4-79d2-47e3-ab63-c988c7c54a34 service neutron] 10.222.0.67 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500621 Feb 16 22:23:37.506620 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-61354c44-613c-4950-8e43-beea7c5b68ff req-0b9ae8bb-e8fa-462e-933b-ed7af674f5b5 service neutron] 10.222.0.67 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300066 Feb 16 22:23:37.526340 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757fd41-6cba-45da-b549-0c310f72338d req-dff44f59-b486-4aab-b957-38ed7caad236 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:37.530455 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7757fd41-6cba-45da-b549-0c310f72338d req-dff44f59-b486-4aab-b957-38ed7caad236 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.0774095 Feb 16 22:23:37.580572 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7757fd41-6cba-45da-b549-0c310f72338d req-a688b17d-80e9-477e-aef3-1b83853827a0 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447137 Feb 16 22:23:37.640269 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35726) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:37.654241 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3713a4e7-1f91-4b62-b760-3d21b618f502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:37.676436 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-680d0b17-7f03-4c67-8cef-ef5d5776c8db req-4476970b-d9d9-4102-9eb6-9983db2ff9ec tempest-ServerShowV247Test-1717857463 tempest-ServerShowV247Test-1717857463-project] 10.222.0.75 "GET /v2.0/ports?device_id=c79c4517-b6fa-4da8-ac6e-b0475a9365d7 HTTP/1.1" status: 200 len: 210 time: 0.0274286 Feb 16 22:23:37.738270 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3713a4e7-1f91-4b62-b760-3d21b618f502 admin admin] Publish callbacks [] for security_group (f56881de-1785-4c36-bb77-33b9a02e7dac), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:37.742124 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3713a4e7-1f91-4b62-b760-3d21b618f502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f56881de-1785-4c36-bb77-33b9a02e7dac), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:37.782349 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3713a4e7-1f91-4b62-b760-3d21b618f502 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7909da94b9f54e09bf22404f6bebc31a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1407585 Feb 16 22:23:37.783254 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713a4e7-1f91-4b62-b760-3d21b618f502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56881de-1785-4c36-bb77-33b9a02e7dac,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:37.785267 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 35732) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:37.811469 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cec23e-5ae1-426a-85fd-15698e854f95 req-04728629-2511-4a0d-8127-89b3fa4b4e6c tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:37.816641 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cec23e-5ae1-426a-85fd-15698e854f95 req-04728629-2511-4a0d-8127-89b3fa4b4e6c tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:37.821825 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cec23e-5ae1-426a-85fd-15698e854f95 req-04728629-2511-4a0d-8127-89b3fa4b4e6c tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:37.823429 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c1cec23e-5ae1-426a-85fd-15698e854f95 req-04728629-2511-4a0d-8127-89b3fa4b4e6c tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e0ee46b-2936-4fc7-a1a9-f612124fd58a HTTP/1.1" status: 200 len: 2412 time: 0.0833728 Feb 16 22:23:37.882496 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-efd4b3e0-41f1-443f-b491-5313dfc7f362 admin admin] Publish callbacks [] for security_group (f56881de-1785-4c36-bb77-33b9a02e7dac), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:37.899726 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c1cec23e-5ae1-426a-85fd-15698e854f95 req-0ce22c8c-125c-49c0-a5ea-2304ff9a171b tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/security-groups?id=26878bcd-cab1-471f-adcf-40b2469be574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673397 Feb 16 22:23:37.913606 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-efd4b3e0-41f1-443f-b491-5313dfc7f362 admin admin] Publish callbacks [] for security_group (f56881de-1785-4c36-bb77-33b9a02e7dac), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:37.960909 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-efd4b3e0-41f1-443f-b491-5313dfc7f362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f56881de-1785-4c36-bb77-33b9a02e7dac), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:37.964923 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-efd4b3e0-41f1-443f-b491-5313dfc7f362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:37.968383 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-efd4b3e0-41f1-443f-b491-5313dfc7f362 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f56881de-1785-4c36-bb77-33b9a02e7dac HTTP/1.1" status: 204 len: 168 time: 0.1789789 Feb 16 22:23:37.974475 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd4b3e0-41f1-443f-b491-5313dfc7f362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56881de-1785-4c36-bb77-33b9a02e7dac,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:38.181292 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6249cf1-d8db-4e6f-b255-8ba98e6bfab3 req-08cce61e-b62d-4817-94fb-6083cdf150c1 tempest-ServerShowV247Test-1717857463 tempest-ServerShowV247Test-1717857463-project] 10.222.0.75 "GET /v2.0/ports?device_id=c79c4517-b6fa-4da8-ac6e-b0475a9365d7&device_id=2bc2b6f8-12e0-464a-8620-7459ed992508 HTTP/1.1" status: 200 len: 210 time: 0.0270903 Feb 16 22:23:38.286771 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63b014-bbe4-40a1-822d-16ca1bd78679 req-5bb4ab7e-de00-4403-9e96-2bdb24cc31b7 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:38.288193 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f63b014-bbe4-40a1-822d-16ca1bd78679 req-5bb4ab7e-de00-4403-9e96-2bdb24cc31b7 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca72a413-33d7-4a86-b5e7-e62d54f2412c HTTP/1.1" status: 200 len: 946 time: 0.0534122 Feb 16 22:23:38.338726 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f63b014-bbe4-40a1-822d-16ca1bd78679 req-cc7ac2fe-bf3e-4c81-a999-34f2e050c369 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449886 Feb 16 22:23:38.401049 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device ba0c6806-d5c0-4360-be5c-8dd528a5ec87 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:23:38.531634 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e2189a9-11a2-476a-9034-ab08a3b79b2d req-532a26d1-499f-45dd-9ab0-919393dd1ecb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3be8a6a1a64f4b44bb6c2ba033098301&device_id=c79c4517-b6fa-4da8-ac6e-b0475a9365d7 HTTP/1.1" status: 200 len: 210 time: 0.0300844 Feb 16 22:23:38.532224 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port ba0c6806-d5c0-4360-be5c-8dd528a5ec87, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=ba0c6806-d5c0-4360-be5c-8dd528a5ec87,segment=NetworkSegment(9fc4e668-be99-4a37-97fe-7508483b671b),segment_id=9fc4e668-be99-4a37-97fe-7508483b671b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:38.545279 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'ba0c6806-d5c0-4360-be5c-8dd528a5ec87', 'network_id': 'dfe1eb1f-be02-4d72-99ea-713237e0b277', 'port_id': 'ba0c6806-d5c0-4360-be5c-8dd528a5ec87', 'mac_address': 'fa:16:3e:8b:29:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b96d8b5e-fb91-4483-aff7-692dde91e2ec', 'ip_address': '19.80.0.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:23:38.567114 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e2189a9-11a2-476a-9034-ab08a3b79b2d req-de9bcd2f-fe0e-4ea4-95d5-7e9c7c9fbc8f service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=3be8a6a1a64f4b44bb6c2ba033098301&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264325 Feb 16 22:23:38.588642 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port ba0c6806-d5c0-4360-be5c-8dd528a5ec87 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:23:38.589041 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ba0c6806-d5c0-4360-be5c-8dd528a5ec87), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:38.603414 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba0c6806-d5c0-4360-be5c-8dd528a5ec87 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:23:38.626114 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port ba0c6806-d5c0-4360-be5c-8dd528a5ec87, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=ba0c6806-d5c0-4360-be5c-8dd528a5ec87,segment=NetworkSegment(9fc4e668-be99-4a37-97fe-7508483b671b),segment_id=9fc4e668-be99-4a37-97fe-7508483b671b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:38.631642 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ba0c6806-d5c0-4360-be5c-8dd528a5ec87), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:38.632746 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device c780e60a-6bc0-4f14-9fd3-4be928e4fb9c details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:23:38.718923 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=ba0c6806-d5c0-4360-be5c-8dd528a5ec87,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:38.720140 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2189a9-11a2-476a-9034-ab08a3b79b2d req-293786f2-ab70-4154-8584-c0b5ea0a5038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:38.722200 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e2189a9-11a2-476a-9034-ab08a3b79b2d req-293786f2-ab70-4154-8584-c0b5ea0a5038 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1471813 Feb 16 22:23:38.799195 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port c780e60a-6bc0-4f14-9fd3-4be928e4fb9c, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c780e60a-6bc0-4f14-9fd3-4be928e4fb9c,segment=NetworkSegment(d0580914-d09c-491a-a7b7-a46ab11bdb11),segment_id=d0580914-d09c-491a-a7b7-a46ab11bdb11)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:38.811890 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'c780e60a-6bc0-4f14-9fd3-4be928e4fb9c', 'network_id': '43513423-4eb3-4248-be41-d84b2ea292d1', 'port_id': 'c780e60a-6bc0-4f14-9fd3-4be928e4fb9c', 'mac_address': 'fa:16:3e:d1:ac:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0531674-9001-4b0a-8fa2-b6a0bdc0a75a', 'ip_address': '19.86.0.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:23:38.849561 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port c780e60a-6bc0-4f14-9fd3-4be928e4fb9c is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:23:38.850293 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c780e60a-6bc0-4f14-9fd3-4be928e4fb9c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:38.863299 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d959868-0407-46a7-8357-cf64d5cf8a96 req-f0e73469-7070-4100-9ca5-5b7481091197 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:38.864250 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c780e60a-6bc0-4f14-9fd3-4be928e4fb9c {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:23:38.865148 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3d959868-0407-46a7-8357-cf64d5cf8a96 req-f0e73469-7070-4100-9ca5-5b7481091197 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=15b2b9db-8f32-4552-9dc7-74a05b4f96c0 HTTP/1.1" status: 200 len: 945 time: 0.0592940 Feb 16 22:23:38.885322 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port c780e60a-6bc0-4f14-9fd3-4be928e4fb9c, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c780e60a-6bc0-4f14-9fd3-4be928e4fb9c,segment=NetworkSegment(d0580914-d09c-491a-a7b7-a46ab11bdb11),segment_id=d0580914-d09c-491a-a7b7-a46ab11bdb11)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:38.889405 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c780e60a-6bc0-4f14-9fd3-4be928e4fb9c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:38.890091 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device eb8d4ebd-fe5e-4850-a64c-50f3ce96e506 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:23:38.923416 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3d959868-0407-46a7-8357-cf64d5cf8a96 req-cc8c3b8c-9a9e-4a6d-b570-8b6dd8ff2971 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514631 Feb 16 22:23:38.973036 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=c780e60a-6bc0-4f14-9fd3-4be928e4fb9c,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:38.976621 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port eb8d4ebd-fe5e-4850-a64c-50f3ce96e506, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=eb8d4ebd-fe5e-4850-a64c-50f3ce96e506,segment=NetworkSegment(9fc4e668-be99-4a37-97fe-7508483b671b),segment_id=9fc4e668-be99-4a37-97fe-7508483b671b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:38.991267 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'eb8d4ebd-fe5e-4850-a64c-50f3ce96e506', 'network_id': 'dfe1eb1f-be02-4d72-99ea-713237e0b277', 'port_id': 'eb8d4ebd-fe5e-4850-a64c-50f3ce96e506', 'mac_address': 'fa:16:3e:c8:c1:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b96d8b5e-fb91-4483-aff7-692dde91e2ec', 'ip_address': '19.80.0.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:23:39.015882 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f437b583-cfc7-4daa-aec2-f4a1ff7d31b4 req-b842b3c2-ac3b-44f8-9f38-321ac94568e8 tempest-ServerShowV247Test-1717857463 tempest-ServerShowV247Test-1717857463-project] 10.222.0.75 "GET /v2.0/ports?device_id=c79c4517-b6fa-4da8-ac6e-b0475a9365d7 HTTP/1.1" status: 200 len: 210 time: 0.0314569 Feb 16 22:23:39.040644 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port eb8d4ebd-fe5e-4850-a64c-50f3ce96e506 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:23:39.041074 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (eb8d4ebd-fe5e-4850-a64c-50f3ce96e506), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:39.054539 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb8d4ebd-fe5e-4850-a64c-50f3ce96e506 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:23:39.076557 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port eb8d4ebd-fe5e-4850-a64c-50f3ce96e506, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=eb8d4ebd-fe5e-4850-a64c-50f3ce96e506,segment=NetworkSegment(9fc4e668-be99-4a37-97fe-7508483b671b),segment_id=9fc4e668-be99-4a37-97fe-7508483b671b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:39.081037 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (eb8d4ebd-fe5e-4850-a64c-50f3ce96e506), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:39.136966 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=eb8d4ebd-fe5e-4850-a64c-50f3ce96e506,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:39.143120 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc207a-fb44-4cc1-97fe-5ddf417fa021 req-b6b502d7-4483-4a00-8421-33e255ffce14 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:39.144705 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a7cc207a-fb44-4cc1-97fe-5ddf417fa021 req-b6b502d7-4483-4a00-8421-33e255ffce14 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.0616584 Feb 16 22:23:39.192651 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a7cc207a-fb44-4cc1-97fe-5ddf417fa021 req-77a129dc-0ad1-45ec-8e0a-8f0eb8151357 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421569 Feb 16 22:23:39.337009 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f28ff-fb5a-435e-b6af-a3fe66347aee req-996e6eb9-adad-4266-901f-e8fa460d7280 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:39.343509 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f28ff-fb5a-435e-b6af-a3fe66347aee req-996e6eb9-adad-4266-901f-e8fa460d7280 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:39.349465 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f28ff-fb5a-435e-b6af-a3fe66347aee req-996e6eb9-adad-4266-901f-e8fa460d7280 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:39.351424 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f22f28ff-fb5a-435e-b6af-a3fe66347aee req-996e6eb9-adad-4266-901f-e8fa460d7280 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e0ee46b-2936-4fc7-a1a9-f612124fd58a HTTP/1.1" status: 200 len: 2415 time: 0.0808253 Feb 16 22:23:39.402290 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f22f28ff-fb5a-435e-b6af-a3fe66347aee req-b9d6f030-6425-490c-941d-eeb6be179424 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/security-groups?id=26878bcd-cab1-471f-adcf-40b2469be574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446982 Feb 16 22:23:39.521619 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc61af0-1f36-4454-af7a-400df43a8893 req-1c7eecf9-6533-4d49-befa-454ed102ab3f tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:39.528675 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3bc61af0-1f36-4454-af7a-400df43a8893 req-1c7eecf9-6533-4d49-befa-454ed102ab3f tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca72a413-33d7-4a86-b5e7-e62d54f2412c HTTP/1.1" status: 200 len: 946 time: 0.0618944 Feb 16 22:23:39.576693 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3bc61af0-1f36-4454-af7a-400df43a8893 req-0d35975a-2f1b-4335-83f1-2a145382156a tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471511 Feb 16 22:23:39.696396 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['eb8d4ebd-fe5e-4850-a64c-50f3ce96e506'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:23:39.754895 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['ba0c6806-d5c0-4360-be5c-8dd528a5ec87'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:23:39.785427 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['c780e60a-6bc0-4f14-9fd3-4be928e4fb9c'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:23:40.027390 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:23:40.063155 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e8512-2e84-4e83-92a7-9db72e0716ad req-9c91e33f-e67e-4cca-8709-2b7c1bc710a5 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:40.065535 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ee9e8512-2e84-4e83-92a7-9db72e0716ad req-9c91e33f-e67e-4cca-8709-2b7c1bc710a5 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=15b2b9db-8f32-4552-9dc7-74a05b4f96c0 HTTP/1.1" status: 200 len: 945 time: 0.0704780 Feb 16 22:23:40.123539 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ee9e8512-2e84-4e83-92a7-9db72e0716ad req-c38bdafc-8ddf-4bb4-8c45-788df8cd449d tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519967 Feb 16 22:23:40.188810 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e2189a9-11a2-476a-9034-ab08a3b79b2d req-bc6c54cb-25a8-4747-8ad1-e13728003384 tempest-ServerShowV247Test-1717857463 tempest-ServerShowV247Test-1717857463-project] 10.222.0.79 "GET /v2.0/ports?device_id=c79c4517-b6fa-4da8-ac6e-b0475a9365d7 HTTP/1.1" status: 200 len: 210 time: 0.0281441 Feb 16 22:23:40.212705 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-46cd2e82-ac06-46bf-ae57-7debb73face5 req-07593453-82ae-4903-a15f-2c444881e198 tempest-ServerShowV247Test-1717857463 tempest-ServerShowV247Test-1717857463-project] 10.222.0.75 "GET /v2.0/ports?device_id=c79c4517-b6fa-4da8-ac6e-b0475a9365d7 HTTP/1.1" status: 200 len: 210 time: 0.0276277 Feb 16 22:23:40.335096 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9ad6d-23a5-4ed6-9148-77d4c6a1341d req-cf000236-f8cb-4801-8c8c-1bf2123b4ff9 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:40.336601 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ecd9ad6d-23a5-4ed6-9148-77d4c6a1341d req-cf000236-f8cb-4801-8c8c-1bf2123b4ff9 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0628262 Feb 16 22:23:40.392491 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ecd9ad6d-23a5-4ed6-9148-77d4c6a1341d req-7d95e097-0434-470a-bad1-c64b5be6f9fe tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494654 Feb 16 22:23:40.405795 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device aa28eba2-6b57-4692-bd25-6430448eaa9d no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:23:40.444292 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35832) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:40.535776 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426eda9-e9fd-4f92-a69a-2f1144f2113d req-ee430b8e-217e-421b-a92a-88c208739e60 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:40.537601 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9426eda9-e9fd-4f92-a69a-2f1144f2113d req-ee430b8e-217e-421b-a92a-88c208739e60 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.0741024 Feb 16 22:23:40.577230 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-59e146fa-0748-4b59-ad41-9a8151b825e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:40.592881 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9426eda9-e9fd-4f92-a69a-2f1144f2113d req-4b58c296-409a-4589-97f4-503e7982131a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487390 Feb 16 22:23:40.662884 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port aa28eba2-6b57-4692-bd25-6430448eaa9d is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:23:40.663582 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (aa28eba2-6b57-4692-bd25-6430448eaa9d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:40.684273 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-59e146fa-0748-4b59-ad41-9a8151b825e0 admin admin] Publish callbacks [] for security_group (fa86944a-b6fa-4860-bd1e-670ecc642f44), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:40.689312 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-59e146fa-0748-4b59-ad41-9a8151b825e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (fa86944a-b6fa-4860-bd1e-670ecc642f44), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:40.691873 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b2b9db-8f32-4552-9dc7-74a05b4f96c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa28eba2-6b57-4692-bd25-6430448eaa9d'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:23:40.694159 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81593e69-6a80-4f71-86d4-dc81ff104188" -d '{"events": [{"server_uuid": "15b2b9db-8f32-4552-9dc7-74a05b4f96c0", "name": "network-vif-unplugged", "status": "completed", "tag": "aa28eba2-6b57-4692-bd25-6430448eaa9d"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:23:40.705212 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port aa28eba2-6b57-4692-bd25-6430448eaa9d, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=aa28eba2-6b57-4692-bd25-6430448eaa9d,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:40.709711 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (aa28eba2-6b57-4692-bd25-6430448eaa9d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:40.727504 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504322cf-a21f-4b0b-be53-91819cce7eb2 req-c218dc21-4aa6-4e67-a510-96df589f369e tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:40.736152 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-504322cf-a21f-4b0b-be53-91819cce7eb2 req-c218dc21-4aa6-4e67-a510-96df589f369e tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0806403 Feb 16 22:23:40.739359 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-59e146fa-0748-4b59-ad41-9a8151b825e0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=234de5b5799343ddbc1d5580268e3436&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2937467 Feb 16 22:23:40.740012 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35840) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:40.756104 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e146fa-0748-4b59-ad41-9a8151b825e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa86944a-b6fa-4860-bd1e-670ecc642f44,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:40.772535 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e146fa-0748-4b59-ad41-9a8151b825e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:40.772883 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e146fa-0748-4b59-ad41-9a8151b825e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:40.773438 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e146fa-0748-4b59-ad41-9a8151b825e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:40.773916 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e146fa-0748-4b59-ad41-9a8151b825e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:40.774490 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e146fa-0748-4b59-ad41-9a8151b825e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:40.774822 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e146fa-0748-4b59-ad41-9a8151b825e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:40.775155 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e146fa-0748-4b59-ad41-9a8151b825e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:40.775484 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e146fa-0748-4b59-ad41-9a8151b825e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:40.775984 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e146fa-0748-4b59-ad41-9a8151b825e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:40.776320 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e146fa-0748-4b59-ad41-9a8151b825e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:40.777183 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e146fa-0748-4b59-ad41-9a8151b825e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:40.777515 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e146fa-0748-4b59-ad41-9a8151b825e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:40.777842 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e146fa-0748-4b59-ad41-9a8151b825e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:40.797233 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-504322cf-a21f-4b0b-be53-91819cce7eb2 req-fafd7ba1-73d8-416b-b8ec-bf48e6d2c030 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598822 Feb 16 22:23:40.809065 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-00155579-f7f8-4677-bc85-27dbc8f33c93 admin admin] Publish callbacks [] for security_group (fa86944a-b6fa-4860-bd1e-670ecc642f44), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:40.819930 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=aa28eba2-6b57-4692-bd25-6430448eaa9d,revision_number=8']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:40.835609 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-00155579-f7f8-4677-bc85-27dbc8f33c93 admin admin] Publish callbacks [] for security_group (fa86944a-b6fa-4860-bd1e-670ecc642f44), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:40.884363 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-00155579-f7f8-4677-bc85-27dbc8f33c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (fa86944a-b6fa-4860-bd1e-670ecc642f44), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:40.887385 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-00155579-f7f8-4677-bc85-27dbc8f33c93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:40.888566 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-00155579-f7f8-4677-bc85-27dbc8f33c93 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fa86944a-b6fa-4860-bd1e-670ecc642f44 HTTP/1.1" status: 204 len: 168 time: 0.1466978 Feb 16 22:23:40.897625 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00155579-f7f8-4677-bc85-27dbc8f33c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa86944a-b6fa-4860-bd1e-670ecc642f44,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:40.921257 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c19a84-387c-4d88-9e3e-dc9e67771cab req-913a4805-abdd-48b9-b323-88b6d4f47725 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:40.926591 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c19a84-387c-4d88-9e3e-dc9e67771cab req-913a4805-abdd-48b9-b323-88b6d4f47725 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:40.931872 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c19a84-387c-4d88-9e3e-dc9e67771cab req-913a4805-abdd-48b9-b323-88b6d4f47725 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:40.933591 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-42c19a84-387c-4d88-9e3e-dc9e67771cab req-913a4805-abdd-48b9-b323-88b6d4f47725 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e0ee46b-2936-4fc7-a1a9-f612124fd58a HTTP/1.1" status: 200 len: 2415 time: 0.0745132 Feb 16 22:23:40.983203 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-42c19a84-387c-4d88-9e3e-dc9e67771cab req-a4ac58ef-519e-49ee-b634-4fcecf3a0f6e tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/security-groups?id=26878bcd-cab1-471f-adcf-40b2469be574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438495 Feb 16 22:23:41.099492 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166644b5-29fe-45c5-b747-d7d3a0cdb14d req-fc988c4c-5306-4bdf-8fbc-0aef0a1fc240 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:41.100990 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-166644b5-29fe-45c5-b747-d7d3a0cdb14d req-fc988c4c-5306-4bdf-8fbc-0aef0a1fc240 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca72a413-33d7-4a86-b5e7-e62d54f2412c HTTP/1.1" status: 200 len: 946 time: 0.0531874 Feb 16 22:23:41.152712 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-166644b5-29fe-45c5-b747-d7d3a0cdb14d req-b594d785-c132-4073-a14a-54ec227ed0fc tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450366 Feb 16 22:23:41.165648 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35848) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:41.183130 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1f6c969f-2bc6-43ba-8002-f1c926c23cd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:41.194709 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Feb 2022 22:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc074719-7237-4b4e-9ea2-b3eee853819c x-openstack-request-id: req-fc074719-7237-4b4e-9ea2-b3eee853819c {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:23:41.195020 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b2b9db-8f32-4552-9dc7-74a05b4f96c0", "name": "network-vif-unplugged", "status": "failed", "tag": "aa28eba2-6b57-4692-bd25-6430448eaa9d", "code": 422}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:23:41.195283 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fc074719-7237-4b4e-9ea2-b3eee853819c {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:23:41.195689 n-d-813897-6 neutron-server[103467]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '15b2b9db-8f32-4552-9dc7-74a05b4f96c0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aa28eba2-6b57-4692-bd25-6430448eaa9d', 'code': 422} returned with failed status Feb 16 22:23:41.263340 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1f6c969f-2bc6-43ba-8002-f1c926c23cd7 admin admin] Publish callbacks [] for security_group (f1b6725c-f7ef-4df2-8859-92973d2c5ccb), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:41.268933 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1f6c969f-2bc6-43ba-8002-f1c926c23cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f1b6725c-f7ef-4df2-8859-92973d2c5ccb), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:41.295954 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4123795-c781-4de5-a679-c02e0a3c1963 req-e2818946-410d-48f2-9ed0-1710e96d7494 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:41.297654 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c4123795-c781-4de5-a679-c02e0a3c1963 req-e2818946-410d-48f2-9ed0-1710e96d7494 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0603514 Feb 16 22:23:41.308805 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1f6c969f-2bc6-43ba-8002-f1c926c23cd7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6f9d448b94db4c968f948b20634232fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1419270 Feb 16 22:23:41.310011 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c969f-2bc6-43ba-8002-f1c926c23cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b6725c-f7ef-4df2-8859-92973d2c5ccb,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:41.312992 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35852) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:41.349846 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c4123795-c781-4de5-a679-c02e0a3c1963 req-10e7a6be-7579-4ed8-a714-7b331897733f tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462842 Feb 16 22:23:41.368242 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-35ca6c8a-f723-42a3-8325-9aac202c8aac admin admin] Publish callbacks [] for security_group (f1b6725c-f7ef-4df2-8859-92973d2c5ccb), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:41.391336 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-35ca6c8a-f723-42a3-8325-9aac202c8aac admin admin] Publish callbacks [] for security_group (f1b6725c-f7ef-4df2-8859-92973d2c5ccb), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:41.444429 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-35ca6c8a-f723-42a3-8325-9aac202c8aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f1b6725c-f7ef-4df2-8859-92973d2c5ccb), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:41.447302 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-35ca6c8a-f723-42a3-8325-9aac202c8aac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:41.448957 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-35ca6c8a-f723-42a3-8325-9aac202c8aac admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f1b6725c-f7ef-4df2-8859-92973d2c5ccb HTTP/1.1" status: 204 len: 168 time: 0.1343350 Feb 16 22:23:41.457228 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca6c8a-f723-42a3-8325-9aac202c8aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b6725c-f7ef-4df2-8859-92973d2c5ccb,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:41.506367 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182fdbd-70e2-4a32-bc9c-cded951b2e5c req-2649c895-56b6-444f-ae33-e1e4fcac6ebd tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:41.507881 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9182fdbd-70e2-4a32-bc9c-cded951b2e5c req-2649c895-56b6-444f-ae33-e1e4fcac6ebd tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0666978 Feb 16 22:23:41.556590 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9182fdbd-70e2-4a32-bc9c-cded951b2e5c req-c3681a84-b8d1-452c-a7b0-236580368144 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420468 Feb 16 22:23:41.743073 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-32484e9e-287b-4d5a-85d4-17e3c634e85b req-b2de5828-38d7-495f-b726-75e8780a3756 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3be8a6a1a64f4b44bb6c2ba033098301&device_id=2bc2b6f8-12e0-464a-8620-7459ed992508 HTTP/1.1" status: 200 len: 210 time: 0.0273232 Feb 16 22:23:41.776455 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-32484e9e-287b-4d5a-85d4-17e3c634e85b req-34ed417c-3546-4e84-a62f-0e6820eaf2c8 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=3be8a6a1a64f4b44bb6c2ba033098301&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241978 Feb 16 22:23:41.916486 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32484e9e-287b-4d5a-85d4-17e3c634e85b req-09ed0065-3adb-4b41-bd2e-af565ed663b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:41.918462 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-32484e9e-287b-4d5a-85d4-17e3c634e85b req-09ed0065-3adb-4b41-bd2e-af565ed663b9 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1354532 Feb 16 22:23:41.930217 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fc126-468a-4d02-8266-7fbafa46c2da req-bac22921-9b71-4b5f-b143-e6df20a185ca tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:41.931709 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4e2fc126-468a-4d02-8266-7fbafa46c2da req-bac22921-9b71-4b5f-b143-e6df20a185ca tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.1018257 Feb 16 22:23:41.981282 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4e2fc126-468a-4d02-8266-7fbafa46c2da req-e21e0674-9970-4a26-aaec-6cdf0e5b0e82 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430448 Feb 16 22:23:42.086940 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a24ffc9d-ecb4-40ca-afd4-974b5fd7af9e req-1701fc92-1043-4927-8b9c-cfba2d2fe4e0 tempest-ServerShowV247Test-1717857463 tempest-ServerShowV247Test-1717857463-project] 10.222.0.75 "GET /v2.0/ports?device_id=2bc2b6f8-12e0-464a-8620-7459ed992508 HTTP/1.1" status: 200 len: 210 time: 0.0380955 Feb 16 22:23:42.211989 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2fb74-1475-406c-89eb-f7a90fbaecad req-432ee3ac-2989-4a06-88fd-ed9028e4a256 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:42.213741 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e2e2fb74-1475-406c-89eb-f7a90fbaecad req-432ee3ac-2989-4a06-88fd-ed9028e4a256 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0612860 Feb 16 22:23:42.268942 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e2e2fb74-1475-406c-89eb-f7a90fbaecad req-d17b835b-afd0-49f9-a614-725edc5a0f74 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491498 Feb 16 22:23:42.381120 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75a96f-4384-4ed5-b71e-dc19091ec18d req-bea2661c-5aed-4221-9ac5-688d22933742 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:42.386686 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75a96f-4384-4ed5-b71e-dc19091ec18d req-bea2661c-5aed-4221-9ac5-688d22933742 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:42.391885 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75a96f-4384-4ed5-b71e-dc19091ec18d req-bea2661c-5aed-4221-9ac5-688d22933742 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:42.393516 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bf75a96f-4384-4ed5-b71e-dc19091ec18d req-bea2661c-5aed-4221-9ac5-688d22933742 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e0ee46b-2936-4fc7-a1a9-f612124fd58a HTTP/1.1" status: 200 len: 2415 time: 0.0662639 Feb 16 22:23:42.406675 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device ba0c6806-d5c0-4360-be5c-8dd528a5ec87 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:23:42.446323 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bf75a96f-4384-4ed5-b71e-dc19091ec18d req-8925819b-7753-40f2-95f1-e1b48ef966e9 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/security-groups?id=26878bcd-cab1-471f-adcf-40b2469be574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468166 Feb 16 22:23:42.457372 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port ba0c6806-d5c0-4360-be5c-8dd528a5ec87 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:23:42.461777 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port ba0c6806-d5c0-4360-be5c-8dd528a5ec87 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:23:42.462193 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ba0c6806-d5c0-4360-be5c-8dd528a5ec87), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:42.560149 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port ba0c6806-d5c0-4360-be5c-8dd528a5ec87 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:23:42.560539 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ba0c6806-d5c0-4360-be5c-8dd528a5ec87), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:42.565375 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679c2ec-c987-4206-a2be-614ea76cee67 req-f2b4e474-e135-4ae7-aa63-7522f32e90fd tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:42.567006 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6679c2ec-c987-4206-a2be-614ea76cee67 req-f2b4e474-e135-4ae7-aa63-7522f32e90fd tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca72a413-33d7-4a86-b5e7-e62d54f2412c HTTP/1.1" status: 200 len: 946 time: 0.0621023 Feb 16 22:23:42.602114 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port ba0c6806-d5c0-4360-be5c-8dd528a5ec87, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=ba0c6806-d5c0-4360-be5c-8dd528a5ec87,segment=NetworkSegment(9fc4e668-be99-4a37-97fe-7508483b671b),segment_id=9fc4e668-be99-4a37-97fe-7508483b671b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:42.607938 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ba0c6806-d5c0-4360-be5c-8dd528a5ec87), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:42.608858 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device c780e60a-6bc0-4f14-9fd3-4be928e4fb9c up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:23:42.616483 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6679c2ec-c987-4206-a2be-614ea76cee67 req-c19339d2-c32b-4676-b53d-337a03a8ed39 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439227 Feb 16 22:23:42.690450 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=ba0c6806-d5c0-4360-be5c-8dd528a5ec87,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:42.703397 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port c780e60a-6bc0-4f14-9fd3-4be928e4fb9c completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:23:42.707151 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port c780e60a-6bc0-4f14-9fd3-4be928e4fb9c triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:23:42.707586 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c780e60a-6bc0-4f14-9fd3-4be928e4fb9c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:42.791331 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port c780e60a-6bc0-4f14-9fd3-4be928e4fb9c is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:23:42.791785 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c780e60a-6bc0-4f14-9fd3-4be928e4fb9c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:42.827117 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port c780e60a-6bc0-4f14-9fd3-4be928e4fb9c, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c780e60a-6bc0-4f14-9fd3-4be928e4fb9c,segment=NetworkSegment(d0580914-d09c-491a-a7b7-a46ab11bdb11),segment_id=d0580914-d09c-491a-a7b7-a46ab11bdb11)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:42.831381 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c780e60a-6bc0-4f14-9fd3-4be928e4fb9c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:42.832222 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device eb8d4ebd-fe5e-4850-a64c-50f3ce96e506 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:23:42.904980 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=c780e60a-6bc0-4f14-9fd3-4be928e4fb9c,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:42.918765 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port eb8d4ebd-fe5e-4850-a64c-50f3ce96e506 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:23:42.922775 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port eb8d4ebd-fe5e-4850-a64c-50f3ce96e506 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:23:42.923162 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (eb8d4ebd-fe5e-4850-a64c-50f3ce96e506), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:43.011585 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port eb8d4ebd-fe5e-4850-a64c-50f3ce96e506 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:23:43.011737 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (eb8d4ebd-fe5e-4850-a64c-50f3ce96e506), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:43.047165 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port eb8d4ebd-fe5e-4850-a64c-50f3ce96e506, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=eb8d4ebd-fe5e-4850-a64c-50f3ce96e506,segment=NetworkSegment(9fc4e668-be99-4a37-97fe-7508483b671b),segment_id=9fc4e668-be99-4a37-97fe-7508483b671b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:43.052877 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (eb8d4ebd-fe5e-4850-a64c-50f3ce96e506), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:43.104263 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=eb8d4ebd-fe5e-4850-a64c-50f3ce96e506,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:43.126431 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c18292-7828-41bb-9acc-1a36b2e5303a req-0dc89a66-7e9e-4ed6-b657-6e17232911bf tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:43.127930 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-28c18292-7828-41bb-9acc-1a36b2e5303a req-0dc89a66-7e9e-4ed6-b657-6e17232911bf tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.0733235 Feb 16 22:23:43.177067 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-28c18292-7828-41bb-9acc-1a36b2e5303a req-cadcb4d6-6984-4fdb-8bba-7ffea1e815c8 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433741 Feb 16 22:23:43.197011 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0ee46b-2936-4fc7-a1a9-f612124fd58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0c6806-d5c0-4360-be5c-8dd528a5ec87'}, {'server_uuid': '4e0ee46b-2936-4fc7-a1a9-f612124fd58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c780e60a-6bc0-4f14-9fd3-4be928e4fb9c'}, {'server_uuid': '4e0ee46b-2936-4fc7-a1a9-f612124fd58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8d4ebd-fe5e-4850-a64c-50f3ce96e506'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:23:43.200135 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54e864d-8aae-4ced-b3c0-8a64612c9b44" -d '{"events": [{"server_uuid": "4e0ee46b-2936-4fc7-a1a9-f612124fd58a", "name": "network-vif-plugged", "status": "completed", "tag": "ba0c6806-d5c0-4360-be5c-8dd528a5ec87"}, {"server_uuid": "4e0ee46b-2936-4fc7-a1a9-f612124fd58a", "name": "network-vif-plugged", "status": "completed", "tag": "c780e60a-6bc0-4f14-9fd3-4be928e4fb9c"}, {"server_uuid": "4e0ee46b-2936-4fc7-a1a9-f612124fd58a", "name": "network-vif-plugged", "status": "completed", "tag": "eb8d4ebd-fe5e-4850-a64c-50f3ce96e506"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:23:43.278111 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d313546c-45e6-4c7f-8e2a-4fafca0336d6 req-535de7e2-d29a-4f50-baa1-d2655a02c5b1 tempest-ServerShowV247Test-1717857463 tempest-ServerShowV247Test-1717857463-project] 10.222.0.75 "GET /v2.0/ports?device_id=2bc2b6f8-12e0-464a-8620-7459ed992508 HTTP/1.1" status: 200 len: 210 time: 0.0313568 Feb 16 22:23:43.306417 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-32484e9e-287b-4d5a-85d4-17e3c634e85b req-3ea3247b-37d4-4b4c-97d5-a1a98e8b4da5 tempest-ServerShowV247Test-1717857463 tempest-ServerShowV247Test-1717857463-project] 10.222.0.67 "GET /v2.0/ports?device_id=2bc2b6f8-12e0-464a-8620-7459ed992508 HTTP/1.1" status: 200 len: 210 time: 0.0270121 Feb 16 22:23:43.334222 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 16 Feb 2022 22:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67ea1c6-5a02-489c-affc-2ce6f0bbdea9 x-openstack-request-id: req-e67ea1c6-5a02-489c-affc-2ce6f0bbdea9 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:23:43.334581 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0ee46b-2936-4fc7-a1a9-f612124fd58a", "name": "network-vif-plugged", "status": "completed", "tag": "ba0c6806-d5c0-4360-be5c-8dd528a5ec87", "code": 200}, {"server_uuid": "4e0ee46b-2936-4fc7-a1a9-f612124fd58a", "name": "network-vif-plugged", "status": "completed", "tag": "c780e60a-6bc0-4f14-9fd3-4be928e4fb9c", "code": 200}, {"server_uuid": "4e0ee46b-2936-4fc7-a1a9-f612124fd58a", "name": "network-vif-plugged", "status": "completed", "tag": "eb8d4ebd-fe5e-4850-a64c-50f3ce96e506", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:23:43.334926 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e67ea1c6-5a02-489c-affc-2ce6f0bbdea9 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:23:43.335356 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0ee46b-2936-4fc7-a1a9-f612124fd58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0c6806-d5c0-4360-be5c-8dd528a5ec87', 'code': 200} Feb 16 22:23:43.335621 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0ee46b-2936-4fc7-a1a9-f612124fd58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c780e60a-6bc0-4f14-9fd3-4be928e4fb9c', 'code': 200} Feb 16 22:23:43.335880 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0ee46b-2936-4fc7-a1a9-f612124fd58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8d4ebd-fe5e-4850-a64c-50f3ce96e506', 'code': 200} Feb 16 22:23:43.467854 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128117e-a589-4f6a-8e11-e6f2ac765f1b req-e29a5d66-c222-4fc5-af78-1acfe810e72a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:43.469389 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9128117e-a589-4f6a-8e11-e6f2ac765f1b req-e29a5d66-c222-4fc5-af78-1acfe810e72a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0853455 Feb 16 22:23:43.499922 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b410e4-fa3c-49d9-9ee3-65bd38f6cf02 req-4a804dc1-bbd1-413c-a4e6-006c238f21a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:43.500429 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b410e4-fa3c-49d9-9ee3-65bd38f6cf02 req-4a804dc1-bbd1-413c-a4e6-006c238f21a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:43.500896 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b410e4-fa3c-49d9-9ee3-65bd38f6cf02 req-4a804dc1-bbd1-413c-a4e6-006c238f21a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:43.502569 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-60b410e4-fa3c-49d9-9ee3-65bd38f6cf02 req-4a804dc1-bbd1-413c-a4e6-006c238f21a4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4e0ee46b-2936-4fc7-a1a9-f612124fd58a HTTP/1.1" status: 200 len: 2964 time: 0.0752330 Feb 16 22:23:43.536551 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35942) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:43.542734 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9128117e-a589-4f6a-8e11-e6f2ac765f1b req-f9587d3c-043b-43fd-a270-725297aab0bb tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648925 Feb 16 22:23:43.573934 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-60b410e4-fa3c-49d9-9ee3-65bd38f6cf02 req-eab692b3-970c-47ed-9e70-0e5ed0abeaf2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=26878bcd-cab1-471f-adcf-40b2469be574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595524 Feb 16 22:23:43.648098 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-85e93ec5-ab18-4327-a7c6-1bc87c91b952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:43.655788 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480aefb-c925-4f95-a55e-6226fa3a9034 req-1e74224a-a367-46d2-a8df-ad53a3872b02 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:43.661068 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480aefb-c925-4f95-a55e-6226fa3a9034 req-1e74224a-a367-46d2-a8df-ad53a3872b02 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:43.666361 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480aefb-c925-4f95-a55e-6226fa3a9034 req-1e74224a-a367-46d2-a8df-ad53a3872b02 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:43.668039 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7480aefb-c925-4f95-a55e-6226fa3a9034 req-1e74224a-a367-46d2-a8df-ad53a3872b02 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e0ee46b-2936-4fc7-a1a9-f612124fd58a HTTP/1.1" status: 200 len: 2418 time: 0.0670633 Feb 16 22:23:43.717031 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7480aefb-c925-4f95-a55e-6226fa3a9034 req-8451eda2-b1dc-4759-a97b-b5d219519bbb tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/security-groups?id=26878bcd-cab1-471f-adcf-40b2469be574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431445 Feb 16 22:23:43.731581 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-85e93ec5-ab18-4327-a7c6-1bc87c91b952 admin admin] Publish callbacks [] for security_group (36c87b9e-9e00-4278-a386-aebabc50977e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:43.735689 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-85e93ec5-ab18-4327-a7c6-1bc87c91b952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (36c87b9e-9e00-4278-a386-aebabc50977e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:43.777475 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-85e93ec5-ab18-4327-a7c6-1bc87c91b952 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bd1297e548fd476a873d086c24facb2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2398312 Feb 16 22:23:43.779516 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e93ec5-ab18-4327-a7c6-1bc87c91b952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c87b9e-9e00-4278-a386-aebabc50977e,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:43.781927 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35948) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:43.832783 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-88af5ba2-2b05-42a5-9c2e-f9e1a6180eea admin admin] Publish callbacks [] for security_group (36c87b9e-9e00-4278-a386-aebabc50977e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:43.834091 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2c49d-4970-427c-b849-4cf7dbde3a45 req-68045111-39f4-4d8d-a86e-601b70e6db94 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:43.835657 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2af2c49d-4970-427c-b849-4cf7dbde3a45 req-68045111-39f4-4d8d-a86e-601b70e6db94 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca72a413-33d7-4a86-b5e7-e62d54f2412c HTTP/1.1" status: 200 len: 946 time: 0.0587816 Feb 16 22:23:43.856806 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-88af5ba2-2b05-42a5-9c2e-f9e1a6180eea admin admin] Publish callbacks [] for security_group (36c87b9e-9e00-4278-a386-aebabc50977e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:43.883954 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2af2c49d-4970-427c-b849-4cf7dbde3a45 req-49de65e2-58c6-48f3-937d-15fb76c0e84d tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423431 Feb 16 22:23:43.906457 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-88af5ba2-2b05-42a5-9c2e-f9e1a6180eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (36c87b9e-9e00-4278-a386-aebabc50977e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:43.909081 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-88af5ba2-2b05-42a5-9c2e-f9e1a6180eea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:43.910333 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-88af5ba2-2b05-42a5-9c2e-f9e1a6180eea admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/36c87b9e-9e00-4278-a386-aebabc50977e HTTP/1.1" status: 204 len: 168 time: 0.1276119 Feb 16 22:23:43.918623 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af5ba2-2b05-42a5-9c2e-f9e1a6180eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c87b9e-9e00-4278-a386-aebabc50977e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:44.196071 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35954) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:44.209687 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5e13a81c-31a0-43aa-9a65-15b4fef22e53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:44.292027 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5e13a81c-31a0-43aa-9a65-15b4fef22e53 admin admin] Publish callbacks [] for security_group (59344a31-46ec-4126-92b9-0f4ed8ad7553), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:44.296812 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5e13a81c-31a0-43aa-9a65-15b4fef22e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (59344a31-46ec-4126-92b9-0f4ed8ad7553), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:44.318395 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b29054-4f2d-467a-bac5-211925f4d786 req-bf0a9b93-a746-4a53-ad77-385b68ca463b tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:44.319952 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-98b29054-4f2d-467a-bac5-211925f4d786 req-bf0a9b93-a746-4a53-ad77-385b68ca463b tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.0640521 Feb 16 22:23:44.339851 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5e13a81c-31a0-43aa-9a65-15b4fef22e53 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=61f4bb21f7d449bba88c2340de80af48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1426365 Feb 16 22:23:44.340729 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13a81c-31a0-43aa-9a65-15b4fef22e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59344a31-46ec-4126-92b9-0f4ed8ad7553,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:44.342975 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35960) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:44.372839 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-98b29054-4f2d-467a-bac5-211925f4d786 req-03441702-f869-4484-864b-1256a332aa5f tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461993 Feb 16 22:23:44.406567 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-423975dd-6f4e-4308-a419-c3f541a116a2 admin admin] Publish callbacks [] for security_group (59344a31-46ec-4126-92b9-0f4ed8ad7553), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:44.429714 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-423975dd-6f4e-4308-a419-c3f541a116a2 admin admin] Publish callbacks [] for security_group (59344a31-46ec-4126-92b9-0f4ed8ad7553), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:44.437996 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device aa28eba2-6b57-4692-bd25-6430448eaa9d no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:23:44.483924 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-423975dd-6f4e-4308-a419-c3f541a116a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (59344a31-46ec-4126-92b9-0f4ed8ad7553), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:44.487077 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-423975dd-6f4e-4308-a419-c3f541a116a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:44.490895 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-423975dd-6f4e-4308-a419-c3f541a116a2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/59344a31-46ec-4126-92b9-0f4ed8ad7553 HTTP/1.1" status: 204 len: 168 time: 0.1444650 Feb 16 22:23:44.498451 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423975dd-6f4e-4308-a419-c3f541a116a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59344a31-46ec-4126-92b9-0f4ed8ad7553,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:44.560951 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port aa28eba2-6b57-4692-bd25-6430448eaa9d is: DOWN; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:23:44.673803 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50392798-c352-40e9-92d3-62b381503a1f req-6d57e6ab-5f77-43a6-8bba-f97f94521e14 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:44.675568 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-50392798-c352-40e9-92d3-62b381503a1f req-6d57e6ab-5f77-43a6-8bba-f97f94521e14 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0593345 Feb 16 22:23:44.730720 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35972) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:44.733619 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-50392798-c352-40e9-92d3-62b381503a1f req-007a0ccf-9071-411b-800f-d7b008639ae8 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512841 Feb 16 22:23:44.862497 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a60dd-2fce-494c-8070-1b06b17b0f03 req-cd140df2-9b8d-44b8-a88e-0840887db9da tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:44.868228 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a60dd-2fce-494c-8070-1b06b17b0f03 req-cd140df2-9b8d-44b8-a88e-0840887db9da tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:44.874316 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a60dd-2fce-494c-8070-1b06b17b0f03 req-cd140df2-9b8d-44b8-a88e-0840887db9da tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:44.879416 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-991a60dd-2fce-494c-8070-1b06b17b0f03 req-cd140df2-9b8d-44b8-a88e-0840887db9da tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e0ee46b-2936-4fc7-a1a9-f612124fd58a HTTP/1.1" status: 200 len: 2418 time: 0.0851748 Feb 16 22:23:44.927291 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c1a043db-dac8-47c4-b86d-cad397642b36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:44.934159 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-991a60dd-2fce-494c-8070-1b06b17b0f03 req-662e7958-20b3-4938-b134-48b1249d2858 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/security-groups?id=26878bcd-cab1-471f-adcf-40b2469be574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518508 Feb 16 22:23:45.030238 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c1a043db-dac8-47c4-b86d-cad397642b36 admin admin] Publish callbacks [] for security_group (26bbb917-96c5-4088-824c-41b76b47568f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:45.035899 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c1a043db-dac8-47c4-b86d-cad397642b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (26bbb917-96c5-4088-824c-41b76b47568f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:45.088277 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c1a043db-dac8-47c4-b86d-cad397642b36 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3be8a6a1a64f4b44bb6c2ba033098301&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3537605 Feb 16 22:23:45.088277 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a043db-dac8-47c4-b86d-cad397642b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26bbb917-96c5-4088-824c-41b76b47568f,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:45.091159 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f46547-a8db-4065-aff4-3b8b4a229d15 req-6bbbc330-29fa-4b9c-aa44-64ae0a53ef79 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:45.100304 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-14f46547-a8db-4065-aff4-3b8b4a229d15 req-6bbbc330-29fa-4b9c-aa44-64ae0a53ef79 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca72a413-33d7-4a86-b5e7-e62d54f2412c HTTP/1.1" status: 200 len: 946 time: 0.0806401 Feb 16 22:23:45.103773 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35988) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:45.157716 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-14f46547-a8db-4065-aff4-3b8b4a229d15 req-1197030c-495b-4306-909a-74f4390e12e9 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564771 Feb 16 22:23:45.166861 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-18ae4ea4-62a3-4e88-a067-aa81aff9bf0b admin admin] Publish callbacks [] for security_group (26bbb917-96c5-4088-824c-41b76b47568f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:45.202240 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-18ae4ea4-62a3-4e88-a067-aa81aff9bf0b admin admin] Publish callbacks [] for security_group (26bbb917-96c5-4088-824c-41b76b47568f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:45.262941 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-18ae4ea4-62a3-4e88-a067-aa81aff9bf0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (26bbb917-96c5-4088-824c-41b76b47568f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:45.265931 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-18ae4ea4-62a3-4e88-a067-aa81aff9bf0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:45.267353 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-18ae4ea4-62a3-4e88-a067-aa81aff9bf0b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/26bbb917-96c5-4088-824c-41b76b47568f HTTP/1.1" status: 204 len: 168 time: 0.1614895 Feb 16 22:23:45.283133 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae4ea4-62a3-4e88-a067-aa81aff9bf0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bbb917-96c5-4088-824c-41b76b47568f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:45.514312 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb18b6-8076-45c5-ae38-9022f5195cc7 req-1ddfca69-bd85-4223-9ebb-f81a5a06cdcf tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:45.518444 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b0cb18b6-8076-45c5-ae38-9022f5195cc7 req-1ddfca69-bd85-4223-9ebb-f81a5a06cdcf tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.0647388 Feb 16 22:23:45.573823 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b0cb18b6-8076-45c5-ae38-9022f5195cc7 req-62424706-b30f-44ce-975e-9d7436aaa23d tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508826 Feb 16 22:23:45.832061 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bdf2d-7332-4bcd-98af-2d0d79e879e8 req-9239eb78-1067-4617-be89-c12acd82eae1 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:45.833866 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-100bdf2d-7332-4bcd-98af-2d0d79e879e8 req-9239eb78-1067-4617-be89-c12acd82eae1 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.0842078 Feb 16 22:23:45.869519 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559a3e5-a318-46c7-8a87-2c135f6cc905 req-ed369b70-8720-4817-897d-c043df0f2995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:45.871606 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2559a3e5-a318-46c7-8a87-2c135f6cc905 req-ed369b70-8720-4817-897d-c043df0f2995 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d077897d87b240428fffff8cb232a67c&device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 1127 time: 0.0653045 Feb 16 22:23:45.897412 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-100bdf2d-7332-4bcd-98af-2d0d79e879e8 req-8d011230-44f8-4d55-8928-9851732d45dd tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544937 Feb 16 22:23:45.990005 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559a3e5-a318-46c7-8a87-2c135f6cc905 req-a7118296-c38f-4a15-bfac-37c9c8135cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:45.992410 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2559a3e5-a318-46c7-8a87-2c135f6cc905 req-a7118296-c38f-4a15-bfac-37c9c8135cda service neutron] 10.222.0.79 "GET /v2.0/networks?id=a2949af4-226e-4bae-8b8f-20776d9938d8 HTTP/1.1" status: 200 len: 912 time: 0.1139483 Feb 16 22:23:46.038316 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd908cf-8195-4235-b178-bb747f3b588f req-93577471-546c-4789-b575-6e1206751275 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:46.040515 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bcd908cf-8195-4235-b178-bb747f3b588f req-93577471-546c-4789-b575-6e1206751275 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0794015 Feb 16 22:23:46.075870 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2559a3e5-a318-46c7-8a87-2c135f6cc905 req-b9cfec34-3716-4c6f-9972-9e0f2aec456a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1 HTTP/1.1" status: 200 len: 1000 time: 0.0739338 Feb 16 22:23:46.114281 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bcd908cf-8195-4235-b178-bb747f3b588f req-54b8092b-44c8-4731-a545-3ce8be7d033b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659454 Feb 16 22:23:46.134735 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559a3e5-a318-46c7-8a87-2c135f6cc905 req-83571294-20cc-4378-8a94-0f79d3010ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:46.137657 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2559a3e5-a318-46c7-8a87-2c135f6cc905 req-83571294-20cc-4378-8a94-0f79d3010ad2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=812089a8-8e43-4669-b97f-c5c83d27191f HTTP/1.1" status: 200 len: 850 time: 0.0558219 Feb 16 22:23:46.207081 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559a3e5-a318-46c7-8a87-2c135f6cc905 req-418d6370-9790-408e-8741-ba5e7f636b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:46.209007 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2559a3e5-a318-46c7-8a87-2c135f6cc905 req-418d6370-9790-408e-8741-ba5e7f636b2c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a2949af4-226e-4bae-8b8f-20776d9938d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0637445 Feb 16 22:23:46.265757 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62297a-0c0a-4cdf-907b-0c6535e52175 req-20564b52-a523-4406-86c1-189547667d9a tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:46.272120 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62297a-0c0a-4cdf-907b-0c6535e52175 req-20564b52-a523-4406-86c1-189547667d9a tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:46.277631 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62297a-0c0a-4cdf-907b-0c6535e52175 req-20564b52-a523-4406-86c1-189547667d9a tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:46.279346 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ae62297a-0c0a-4cdf-907b-0c6535e52175 req-20564b52-a523-4406-86c1-189547667d9a tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e0ee46b-2936-4fc7-a1a9-f612124fd58a HTTP/1.1" status: 200 len: 2418 time: 0.0887315 Feb 16 22:23:46.306211 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2559a3e5-a318-46c7-8a87-2c135f6cc905 req-8788eb0d-d502-48b0-ac58-2397f96ce4c7 service neutron] 10.222.0.79 "GET /v2.0/networks/a2949af4-226e-4bae-8b8f-20776d9938d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897691 Feb 16 22:23:46.337037 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ae62297a-0c0a-4cdf-907b-0c6535e52175 req-d595b7ce-e706-4956-b5d0-3f022c4d3001 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/security-groups?id=26878bcd-cab1-471f-adcf-40b2469be574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446157 Feb 16 22:23:46.471778 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7536b8-d3ee-478d-87ec-102b01f22e42 req-87a0de9e-5a14-4606-b835-50c7b65e8c49 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:46.474873 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fb7536b8-d3ee-478d-87ec-102b01f22e42 req-87a0de9e-5a14-4606-b835-50c7b65e8c49 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca72a413-33d7-4a86-b5e7-e62d54f2412c HTTP/1.1" status: 200 len: 946 time: 0.0671852 Feb 16 22:23:46.529800 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fb7536b8-d3ee-478d-87ec-102b01f22e42 req-dd9d7fb5-94fd-41a0-894a-c19f41ee23ba tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489726 Feb 16 22:23:46.690713 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2559a3e5-a318-46c7-8a87-2c135f6cc905 req-1da93e80-167b-4201-b52b-bbdfa6c883cc service neutron] 10.222.0.79 "GET /v2.0/networks/a2949af4-226e-4bae-8b8f-20776d9938d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772006 Feb 16 22:23:47.230479 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f4393-7a8c-4b6f-852c-31cc95ef87c3 req-7560daea-d418-4965-8804-82448f1590df tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:47.232197 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-571f4393-7a8c-4b6f-852c-31cc95ef87c3 req-7560daea-d418-4965-8804-82448f1590df tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.0638444 Feb 16 22:23:47.307371 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-571f4393-7a8c-4b6f-852c-31cc95ef87c3 req-d3fb1f1f-820c-40d0-97be-4797a906f891 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640144 Feb 16 22:23:47.425492 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 36092) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:47.568736 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9f25dde9-a384-4539-b64a-4b90bdecb52d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:47.685281 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b92353-69ae-4a15-b65d-52528ed0971b req-83cdd182-5b83-408b-ab17-c108d1b6c4da tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:47.686874 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a0b92353-69ae-4a15-b65d-52528ed0971b req-83cdd182-5b83-408b-ab17-c108d1b6c4da tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0853729 Feb 16 22:23:47.696952 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9f25dde9-a384-4539-b64a-4b90bdecb52d admin admin] Publish callbacks [] for security_group (1a2c5569-3c62-4c6a-bcab-ca6e9d113833), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:47.705100 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9f25dde9-a384-4539-b64a-4b90bdecb52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (1a2c5569-3c62-4c6a-bcab-ca6e9d113833), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:47.764857 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9f25dde9-a384-4539-b64a-4b90bdecb52d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ccb7db397d8340a8b7f1541b106a5be0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3383164 Feb 16 22:23:47.768445 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36100) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:47.774432 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25dde9-a384-4539-b64a-4b90bdecb52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2c5569-3c62-4c6a-bcab-ca6e9d113833,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:47.787674 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a0b92353-69ae-4a15-b65d-52528ed0971b req-acdb5e8e-842b-47fe-8818-0617e0f935f1 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927620 Feb 16 22:23:47.848691 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-41334298-c3e1-4645-90a7-7257dd82ceaf admin admin] Publish callbacks [] for security_group (1a2c5569-3c62-4c6a-bcab-ca6e9d113833), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:47.874768 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-41334298-c3e1-4645-90a7-7257dd82ceaf admin admin] Publish callbacks [] for security_group (1a2c5569-3c62-4c6a-bcab-ca6e9d113833), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:47.927919 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc8953-38fa-4ac9-9500-4bd6f451cdd3 req-4405b379-eaa8-446a-9c8d-5658732a7c92 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:47.933302 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-41334298-c3e1-4645-90a7-7257dd82ceaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (1a2c5569-3c62-4c6a-bcab-ca6e9d113833), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:47.934602 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc8953-38fa-4ac9-9500-4bd6f451cdd3 req-4405b379-eaa8-446a-9c8d-5658732a7c92 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:47.937299 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-41334298-c3e1-4645-90a7-7257dd82ceaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:47.940996 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-41334298-c3e1-4645-90a7-7257dd82ceaf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1a2c5569-3c62-4c6a-bcab-ca6e9d113833 HTTP/1.1" status: 204 len: 168 time: 0.1691144 Feb 16 22:23:47.941146 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc8953-38fa-4ac9-9500-4bd6f451cdd3 req-4405b379-eaa8-446a-9c8d-5658732a7c92 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:47.942624 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f9bc8953-38fa-4ac9-9500-4bd6f451cdd3 req-4405b379-eaa8-446a-9c8d-5658732a7c92 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e0ee46b-2936-4fc7-a1a9-f612124fd58a HTTP/1.1" status: 200 len: 2418 time: 0.0786977 Feb 16 22:23:47.958185 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41334298-c3e1-4645-90a7-7257dd82ceaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2c5569-3c62-4c6a-bcab-ca6e9d113833,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:48.015494 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f9bc8953-38fa-4ac9-9500-4bd6f451cdd3 req-53c16075-420f-4c83-8cb1-b33c164cf8a6 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/security-groups?id=26878bcd-cab1-471f-adcf-40b2469be574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657098 Feb 16 22:23:48.140882 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061424e-8619-4141-93e8-9ef36312ccd7 req-8aa0b047-71ec-4505-b6f5-cda360fcc167 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:48.142898 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6061424e-8619-4141-93e8-9ef36312ccd7 req-8aa0b047-71ec-4505-b6f5-cda360fcc167 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca72a413-33d7-4a86-b5e7-e62d54f2412c HTTP/1.1" status: 200 len: 946 time: 0.0688589 Feb 16 22:23:48.202872 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6061424e-8619-4141-93e8-9ef36312ccd7 req-8a5761f3-3a77-46c8-bc92-0cf0fb80451c tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526259 Feb 16 22:23:48.271567 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36106) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:48.287839 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-622e58c9-2792-4cd1-96a2-f3ec5c0ae146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:48.381854 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-622e58c9-2792-4cd1-96a2-f3ec5c0ae146 admin admin] Publish callbacks [] for security_group (dd7628b0-4502-4fda-b2c3-eaf2e5499503), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:48.388074 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-622e58c9-2792-4cd1-96a2-f3ec5c0ae146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (dd7628b0-4502-4fda-b2c3-eaf2e5499503), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:48.443951 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e58c9-2792-4cd1-96a2-f3ec5c0ae146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7628b0-4502-4fda-b2c3-eaf2e5499503,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:48.453944 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-622e58c9-2792-4cd1-96a2-f3ec5c0ae146 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=66fa3be3c86d4834a254d94ed9d2525b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1808002 Feb 16 22:23:48.454195 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 36112) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:48.485414 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0674a-263f-4f4c-a433-e7ef43b6911a req-e438ba96-f538-47c7-9561-f3a8ccbbb736 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:48.487250 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d9f0674a-263f-4f4c-a433-e7ef43b6911a req-e438ba96-f538-47c7-9561-f3a8ccbbb736 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.0813835 Feb 16 22:23:48.558653 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3290397b-abc3-4f5c-b492-e9e9cfc87ecd admin admin] Publish callbacks [] for security_group (dd7628b0-4502-4fda-b2c3-eaf2e5499503), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:48.564221 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d9f0674a-263f-4f4c-a433-e7ef43b6911a req-190c225d-57b6-4a54-beeb-6bb2c45b8d80 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676568 Feb 16 22:23:48.595203 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3290397b-abc3-4f5c-b492-e9e9cfc87ecd admin admin] Publish callbacks [] for security_group (dd7628b0-4502-4fda-b2c3-eaf2e5499503), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:48.647732 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3290397b-abc3-4f5c-b492-e9e9cfc87ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (dd7628b0-4502-4fda-b2c3-eaf2e5499503), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:48.650443 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3290397b-abc3-4f5c-b492-e9e9cfc87ecd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:48.652143 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3290397b-abc3-4f5c-b492-e9e9cfc87ecd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dd7628b0-4502-4fda-b2c3-eaf2e5499503 HTTP/1.1" status: 204 len: 168 time: 0.1966822 Feb 16 22:23:48.661393 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3290397b-abc3-4f5c-b492-e9e9cfc87ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7628b0-4502-4fda-b2c3-eaf2e5499503,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:48.950415 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1382f30-d403-4b2d-8737-0d4d68a77ba9 req-ec28b966-a48c-4c21-b991-2429523768b3 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:48.952252 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1382f30-d403-4b2d-8737-0d4d68a77ba9 req-ec28b966-a48c-4c21-b991-2429523768b3 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0628443 Feb 16 22:23:49.007049 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1382f30-d403-4b2d-8737-0d4d68a77ba9 req-7c5aa4bb-1402-42dd-a9b1-5906fa7eecf6 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483584 Feb 16 22:23:49.203349 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bd4ea-bd3f-448c-9fc5-067bf0e9410f req-9e4c9281-c5d0-4f68-8d4e-bb754e8ceda7 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:49.209303 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bd4ea-bd3f-448c-9fc5-067bf0e9410f req-9e4c9281-c5d0-4f68-8d4e-bb754e8ceda7 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:49.215515 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bd4ea-bd3f-448c-9fc5-067bf0e9410f req-9e4c9281-c5d0-4f68-8d4e-bb754e8ceda7 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:49.217396 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8f1bd4ea-bd3f-448c-9fc5-067bf0e9410f req-9e4c9281-c5d0-4f68-8d4e-bb754e8ceda7 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e0ee46b-2936-4fc7-a1a9-f612124fd58a HTTP/1.1" status: 200 len: 2418 time: 0.0751421 Feb 16 22:23:49.270589 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8f1bd4ea-bd3f-448c-9fc5-067bf0e9410f req-03ce72bf-2b50-44b5-93e0-e4bbfe68b873 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/security-groups?id=26878bcd-cab1-471f-adcf-40b2469be574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467005 Feb 16 22:23:49.465758 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a4838-f986-4f38-a2e7-0f9b176be2a6 req-ae990377-c565-42aa-8be4-58f85847ca56 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:49.470964 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a4838-f986-4f38-a2e7-0f9b176be2a6 req-ae990377-c565-42aa-8be4-58f85847ca56 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:49.476196 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a4838-f986-4f38-a2e7-0f9b176be2a6 req-ae990377-c565-42aa-8be4-58f85847ca56 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:49.478116 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b37a4838-f986-4f38-a2e7-0f9b176be2a6 req-ae990377-c565-42aa-8be4-58f85847ca56 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e0ee46b-2936-4fc7-a1a9-f612124fd58a HTTP/1.1" status: 200 len: 2418 time: 0.1107197 Feb 16 22:23:49.548422 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23857721-b3bc-47ab-8d72-2d3b0b41cdc7 req-a8425abd-c5a1-4759-810c-21f33f77f7f9 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:49.550348 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-23857721-b3bc-47ab-8d72-2d3b0b41cdc7 req-a8425abd-c5a1-4759-810c-21f33f77f7f9 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca72a413-33d7-4a86-b5e7-e62d54f2412c HTTP/1.1" status: 200 len: 946 time: 0.1347208 Feb 16 22:23:49.631193 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-23857721-b3bc-47ab-8d72-2d3b0b41cdc7 req-b793194b-47d4-4e9f-ba60-7ba0df926cf3 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611410 Feb 16 22:23:49.637317 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-b37a4838-f986-4f38-a2e7-0f9b176be2a6 req-65dfbbf1-2d9a-441a-8fd2-0253cde2890b tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Deleting port eb8d4ebd-fe5e-4850-a64c-50f3ce96e506 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:23:49.637736 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b37a4838-f986-4f38-a2e7-0f9b176be2a6 req-65dfbbf1-2d9a-441a-8fd2-0253cde2890b tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (eb8d4ebd-fe5e-4850-a64c-50f3ce96e506), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:49.743897 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-b37a4838-f986-4f38-a2e7-0f9b176be2a6 req-65dfbbf1-2d9a-441a-8fd2-0253cde2890b tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] For port eb8d4ebd-fe5e-4850-a64c-50f3ce96e506, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=eb8d4ebd-fe5e-4850-a64c-50f3ce96e506,segment=NetworkSegment(9fc4e668-be99-4a37-97fe-7508483b671b),segment_id=9fc4e668-be99-4a37-97fe-7508483b671b)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:49.744441 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b37a4838-f986-4f38-a2e7-0f9b176be2a6 req-65dfbbf1-2d9a-441a-8fd2-0253cde2890b tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (eb8d4ebd-fe5e-4850-a64c-50f3ce96e506), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:49.757455 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-b37a4838-f986-4f38-a2e7-0f9b176be2a6 req-65dfbbf1-2d9a-441a-8fd2-0253cde2890b tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Calling delete_port for eb8d4ebd-fe5e-4850-a64c-50f3ce96e506 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:23:49.895457 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b37a4838-f986-4f38-a2e7-0f9b176be2a6 req-65dfbbf1-2d9a-441a-8fd2-0253cde2890b tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (eb8d4ebd-fe5e-4850-a64c-50f3ce96e506), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:49.908102 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['eb8d4ebd-fe5e-4850-a64c-50f3ce96e506', 'ba0c6806-d5c0-4360-be5c-8dd528a5ec87', 'c780e60a-6bc0-4f14-9fd3-4be928e4fb9c'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:23:49.930070 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dfbbf1-2d9a-441a-8fd2-0253cde2890b tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Pushing event deleted for resources: {'Port': ['ID=eb8d4ebd-fe5e-4850-a64c-50f3ce96e506,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:50.009590 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37a4838-f986-4f38-a2e7-0f9b176be2a6 req-65dfbbf1-2d9a-441a-8fd2-0253cde2890b tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] No DVR routers for this DVR port eb8d4ebd-fe5e-4850-a64c-50f3ce96e506 on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:23:50.013084 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b37a4838-f986-4f38-a2e7-0f9b176be2a6 req-65dfbbf1-2d9a-441a-8fd2-0253cde2890b tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:50.016764 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b37a4838-f986-4f38-a2e7-0f9b176be2a6 req-65dfbbf1-2d9a-441a-8fd2-0253cde2890b tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.67 "DELETE /v2.0/ports/eb8d4ebd-fe5e-4850-a64c-50f3ce96e506 HTTP/1.1" status: 204 len: 173 time: 0.5313308 Feb 16 22:23:50.017262 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0ee46b-2936-4fc7-a1a9-f612124fd58a', 'name': 'network-vif-deleted', 'tag': 'eb8d4ebd-fe5e-4850-a64c-50f3ce96e506'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:23:50.019651 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4359762-13db-472c-bf2d-7615cfeafa37" -d '{"events": [{"server_uuid": "4e0ee46b-2936-4fc7-a1a9-f612124fd58a", "name": "network-vif-deleted", "tag": "eb8d4ebd-fe5e-4850-a64c-50f3ce96e506"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:23:50.127272 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5445afe8-223f-456f-930d-3ef485b5ff08 x-openstack-request-id: req-5445afe8-223f-456f-930d-3ef485b5ff08 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:23:50.127574 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0ee46b-2936-4fc7-a1a9-f612124fd58a", "name": "network-vif-deleted", "tag": "eb8d4ebd-fe5e-4850-a64c-50f3ce96e506", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:23:50.127836 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5445afe8-223f-456f-930d-3ef485b5ff08 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:23:50.128249 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0ee46b-2936-4fc7-a1a9-f612124fd58a', 'name': 'network-vif-deleted', 'tag': 'eb8d4ebd-fe5e-4850-a64c-50f3ce96e506', 'status': 'completed', 'code': 200} Feb 16 22:23:50.198526 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-b37a4838-f986-4f38-a2e7-0f9b176be2a6 req-5d5ae7ff-c643-4da8-bdbf-0d2cdf9abfb7 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Deleting port c780e60a-6bc0-4f14-9fd3-4be928e4fb9c {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:23:50.198872 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b37a4838-f986-4f38-a2e7-0f9b176be2a6 req-5d5ae7ff-c643-4da8-bdbf-0d2cdf9abfb7 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (c780e60a-6bc0-4f14-9fd3-4be928e4fb9c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:50.330470 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e96859-8611-4cd6-8eb9-a174a9a776e1 req-2b8ffb60-1571-4283-a569-67d5224948f3 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:50.331993 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-72e96859-8611-4cd6-8eb9-a174a9a776e1 req-2b8ffb60-1571-4283-a569-67d5224948f3 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.1283338 Feb 16 22:23:50.368316 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-b37a4838-f986-4f38-a2e7-0f9b176be2a6 req-5d5ae7ff-c643-4da8-bdbf-0d2cdf9abfb7 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] For port c780e60a-6bc0-4f14-9fd3-4be928e4fb9c, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c780e60a-6bc0-4f14-9fd3-4be928e4fb9c,segment=NetworkSegment(d0580914-d09c-491a-a7b7-a46ab11bdb11),segment_id=d0580914-d09c-491a-a7b7-a46ab11bdb11)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:50.368633 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b37a4838-f986-4f38-a2e7-0f9b176be2a6 req-5d5ae7ff-c643-4da8-bdbf-0d2cdf9abfb7 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (c780e60a-6bc0-4f14-9fd3-4be928e4fb9c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:50.391867 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-b37a4838-f986-4f38-a2e7-0f9b176be2a6 req-5d5ae7ff-c643-4da8-bdbf-0d2cdf9abfb7 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Calling delete_port for c780e60a-6bc0-4f14-9fd3-4be928e4fb9c owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:23:50.418879 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-72e96859-8611-4cd6-8eb9-a174a9a776e1 req-e8ea9dd4-f014-4a70-a7c6-e0e5e61181f1 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789514 Feb 16 22:23:50.599248 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0292cd74-b328-4b08-8914-b438bd2183e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:50.621914 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17abc2dc-761a-46bc-b4b6-aedf87149531 req-a329dfec-cdb4-452d-88ec-cb6c68dcfab3 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:50.627165 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17abc2dc-761a-46bc-b4b6-aedf87149531 req-a329dfec-cdb4-452d-88ec-cb6c68dcfab3 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:50.628739 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-17abc2dc-761a-46bc-b4b6-aedf87149531 req-a329dfec-cdb4-452d-88ec-cb6c68dcfab3 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e0ee46b-2936-4fc7-a1a9-f612124fd58a HTTP/1.1" status: 200 len: 1683 time: 0.1220272 Feb 16 22:23:50.656734 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b37a4838-f986-4f38-a2e7-0f9b176be2a6 req-5d5ae7ff-c643-4da8-bdbf-0d2cdf9abfb7 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (c780e60a-6bc0-4f14-9fd3-4be928e4fb9c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:50.672997 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['eb8d4ebd-fe5e-4850-a64c-50f3ce96e506'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:23:50.706727 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ae7ff-c643-4da8-bdbf-0d2cdf9abfb7 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Pushing event deleted for resources: {'Port': ['ID=c780e60a-6bc0-4f14-9fd3-4be928e4fb9c,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:50.754377 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37a4838-f986-4f38-a2e7-0f9b176be2a6 req-5d5ae7ff-c643-4da8-bdbf-0d2cdf9abfb7 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] No DVR routers for this DVR port c780e60a-6bc0-4f14-9fd3-4be928e4fb9c on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:23:50.757176 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b37a4838-f986-4f38-a2e7-0f9b176be2a6 req-5d5ae7ff-c643-4da8-bdbf-0d2cdf9abfb7 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:50.761270 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b37a4838-f986-4f38-a2e7-0f9b176be2a6 req-5d5ae7ff-c643-4da8-bdbf-0d2cdf9abfb7 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.67 "DELETE /v2.0/ports/c780e60a-6bc0-4f14-9fd3-4be928e4fb9c HTTP/1.1" status: 204 len: 173 time: 0.7385271 Feb 16 22:23:50.766163 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-17abc2dc-761a-46bc-b4b6-aedf87149531 req-40f6e558-0bb2-4419-80c6-25d478331c52 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/security-groups?id=26878bcd-cab1-471f-adcf-40b2469be574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257622 Feb 16 22:23:50.962992 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73774572-040a-49d7-8f91-09e07818059b req-23b04240-628c-487e-9af6-c924942776a3 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:50.965854 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-73774572-040a-49d7-8f91-09e07818059b req-23b04240-628c-487e-9af6-c924942776a3 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca72a413-33d7-4a86-b5e7-e62d54f2412c HTTP/1.1" status: 200 len: 946 time: 0.0793169 Feb 16 22:23:50.968324 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-b37a4838-f986-4f38-a2e7-0f9b176be2a6 req-f506f2ac-9078-4876-91a5-cdf715dd3ae1 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Deleting port ba0c6806-d5c0-4360-be5c-8dd528a5ec87 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:23:50.968657 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b37a4838-f986-4f38-a2e7-0f9b176be2a6 req-f506f2ac-9078-4876-91a5-cdf715dd3ae1 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (ba0c6806-d5c0-4360-be5c-8dd528a5ec87), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:51.076892 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-73774572-040a-49d7-8f91-09e07818059b req-d6fed651-a812-44d2-84da-eb465f61d5e6 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037993 Feb 16 22:23:51.100826 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-b37a4838-f986-4f38-a2e7-0f9b176be2a6 req-f506f2ac-9078-4876-91a5-cdf715dd3ae1 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] For port ba0c6806-d5c0-4360-be5c-8dd528a5ec87, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=ba0c6806-d5c0-4360-be5c-8dd528a5ec87,segment=NetworkSegment(9fc4e668-be99-4a37-97fe-7508483b671b),segment_id=9fc4e668-be99-4a37-97fe-7508483b671b)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:51.101335 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b37a4838-f986-4f38-a2e7-0f9b176be2a6 req-f506f2ac-9078-4876-91a5-cdf715dd3ae1 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (ba0c6806-d5c0-4360-be5c-8dd528a5ec87), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:51.119697 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-b37a4838-f986-4f38-a2e7-0f9b176be2a6 req-f506f2ac-9078-4876-91a5-cdf715dd3ae1 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Calling delete_port for ba0c6806-d5c0-4360-be5c-8dd528a5ec87 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:23:51.264826 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b37a4838-f986-4f38-a2e7-0f9b176be2a6 req-f506f2ac-9078-4876-91a5-cdf715dd3ae1 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (ba0c6806-d5c0-4360-be5c-8dd528a5ec87), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:51.276585 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['eb8d4ebd-fe5e-4850-a64c-50f3ce96e506'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:23:51.307029 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f506f2ac-9078-4876-91a5-cdf715dd3ae1 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Pushing event deleted for resources: {'Port': ['ID=ba0c6806-d5c0-4360-be5c-8dd528a5ec87,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:51.358103 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37a4838-f986-4f38-a2e7-0f9b176be2a6 req-f506f2ac-9078-4876-91a5-cdf715dd3ae1 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] No DVR routers for this DVR port ba0c6806-d5c0-4360-be5c-8dd528a5ec87 on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:23:51.360928 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b37a4838-f986-4f38-a2e7-0f9b176be2a6 req-f506f2ac-9078-4876-91a5-cdf715dd3ae1 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:51.364391 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b37a4838-f986-4f38-a2e7-0f9b176be2a6 req-f506f2ac-9078-4876-91a5-cdf715dd3ae1 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.67 "DELETE /v2.0/ports/ba0c6806-d5c0-4360-be5c-8dd528a5ec87 HTTP/1.1" status: 204 len: 173 time: 0.5963583 Feb 16 22:23:51.625133 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36230) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:51.677476 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829718e-eb00-450e-9c95-abd6d3ecc694 req-63258b74-9942-4a2a-a384-ca1783a3179f tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:51.685405 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e829718e-eb00-450e-9c95-abd6d3ecc694 req-63258b74-9942-4a2a-a384-ca1783a3179f tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0759854 Feb 16 22:23:51.734550 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e829718e-eb00-450e-9c95-abd6d3ecc694 req-1c495092-3bad-4bc0-9d6f-7baed5950373 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480750 Feb 16 22:23:51.787188 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e63e58c4-5a6a-4a27-99da-5adec7dd2e88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:51.890958 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e63e58c4-5a6a-4a27-99da-5adec7dd2e88 admin admin] Publish callbacks [] for security_group (c8f06ae0-ff59-4774-ab22-0844e353fca5), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:51.894737 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e63e58c4-5a6a-4a27-99da-5adec7dd2e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c8f06ae0-ff59-4774-ab22-0844e353fca5), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:51.895110 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-92f3c183-8cf8-4880-a217-ee3c81eb6491 req-c85420c5-f500-4bfd-a70a-2bb65aaa871c tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e0ee46b-2936-4fc7-a1a9-f612124fd58a HTTP/1.1" status: 200 len: 210 time: 0.0304372 Feb 16 22:23:51.938411 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e63e58c4-5a6a-4a27-99da-5adec7dd2e88 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b4693b953f374b80b7d6fed57fe9b342&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3119078 Feb 16 22:23:51.940814 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e58c4-5a6a-4a27-99da-5adec7dd2e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f06ae0-ff59-4774-ab22-0844e353fca5,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:51.941300 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 36236) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:51.988859 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3648fcf3-de02-4b77-9ce4-795c823e0eae admin admin] Publish callbacks [] for security_group (c8f06ae0-ff59-4774-ab22-0844e353fca5), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:52.009650 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3648fcf3-de02-4b77-9ce4-795c823e0eae admin admin] Publish callbacks [] for security_group (c8f06ae0-ff59-4774-ab22-0844e353fca5), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:52.058160 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3648fcf3-de02-4b77-9ce4-795c823e0eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c8f06ae0-ff59-4774-ab22-0844e353fca5), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:52.060739 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3648fcf3-de02-4b77-9ce4-795c823e0eae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:52.061930 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3648fcf3-de02-4b77-9ce4-795c823e0eae admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c8f06ae0-ff59-4774-ab22-0844e353fca5 HTTP/1.1" status: 204 len: 168 time: 0.1196146 Feb 16 22:23:52.072528 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648fcf3-de02-4b77-9ce4-795c823e0eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f06ae0-ff59-4774-ab22-0844e353fca5,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:52.129890 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0ee46b-2936-4fc7-a1a9-f612124fd58a', 'name': 'network-vif-deleted', 'tag': 'c780e60a-6bc0-4f14-9fd3-4be928e4fb9c'}, {'server_uuid': '4e0ee46b-2936-4fc7-a1a9-f612124fd58a', 'name': 'network-vif-deleted', 'tag': 'ba0c6806-d5c0-4360-be5c-8dd528a5ec87'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:23:52.132702 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16af36a6-e44e-4006-9ce1-8d6a18b540a3" -d '{"events": [{"server_uuid": "4e0ee46b-2936-4fc7-a1a9-f612124fd58a", "name": "network-vif-deleted", "tag": "c780e60a-6bc0-4f14-9fd3-4be928e4fb9c"}, {"server_uuid": "4e0ee46b-2936-4fc7-a1a9-f612124fd58a", "name": "network-vif-deleted", "tag": "ba0c6806-d5c0-4360-be5c-8dd528a5ec87"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:23:52.222070 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592fd85-80ca-4a85-8821-36a82890402d req-21c86dae-bc43-46bd-b884-f24f15120045 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:52.223575 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8592fd85-80ca-4a85-8821-36a82890402d req-21c86dae-bc43-46bd-b884-f24f15120045 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca72a413-33d7-4a86-b5e7-e62d54f2412c HTTP/1.1" status: 200 len: 946 time: 0.0632370 Feb 16 22:23:52.272289 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8592fd85-80ca-4a85-8821-36a82890402d req-fa80049b-1d31-4d08-8ee7-ebb41b7be910 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427179 Feb 16 22:23:52.319130 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Feb 2022 22:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9506d367-cb8d-4c24-bf06-0f47b282c13d x-openstack-request-id: req-9506d367-cb8d-4c24-bf06-0f47b282c13d {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:23:52.319999 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0ee46b-2936-4fc7-a1a9-f612124fd58a", "name": "network-vif-deleted", "tag": "c780e60a-6bc0-4f14-9fd3-4be928e4fb9c", "status": "completed", "code": 200}, {"server_uuid": "4e0ee46b-2936-4fc7-a1a9-f612124fd58a", "name": "network-vif-deleted", "tag": "ba0c6806-d5c0-4360-be5c-8dd528a5ec87", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:23:52.320334 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9506d367-cb8d-4c24-bf06-0f47b282c13d {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:23:52.320751 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0ee46b-2936-4fc7-a1a9-f612124fd58a', 'name': 'network-vif-deleted', 'tag': 'c780e60a-6bc0-4f14-9fd3-4be928e4fb9c', 'status': 'completed', 'code': 200} Feb 16 22:23:52.321039 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0ee46b-2936-4fc7-a1a9-f612124fd58a', 'name': 'network-vif-deleted', 'tag': 'ba0c6806-d5c0-4360-be5c-8dd528a5ec87', 'status': 'completed', 'code': 200} Feb 16 22:23:52.353394 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36250) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:52.367839 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-08d48c1d-556d-4ea4-8415-a0e66b04c182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:52.443625 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-08d48c1d-556d-4ea4-8415-a0e66b04c182 admin admin] Publish callbacks [] for security_group (0d4d7033-f90d-4c77-93f4-eb23f5e449eb), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:52.448732 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-08d48c1d-556d-4ea4-8415-a0e66b04c182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (0d4d7033-f90d-4c77-93f4-eb23f5e449eb), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:52.496541 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d48c1d-556d-4ea4-8415-a0e66b04c182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4d7033-f90d-4c77-93f4-eb23f5e449eb,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:52.501180 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-08d48c1d-556d-4ea4-8415-a0e66b04c182 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5d02296d8f4f4c62a12b30be40aa2c23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1468315 Feb 16 22:23:52.504028 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 36260) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:52.554990 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b8a9c49d-f3ce-40c6-af92-1dbcd874eb35 admin admin] Publish callbacks [] for security_group (0d4d7033-f90d-4c77-93f4-eb23f5e449eb), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:52.576434 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b8a9c49d-f3ce-40c6-af92-1dbcd874eb35 admin admin] Publish callbacks [] for security_group (0d4d7033-f90d-4c77-93f4-eb23f5e449eb), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:52.623214 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b8a9c49d-f3ce-40c6-af92-1dbcd874eb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (0d4d7033-f90d-4c77-93f4-eb23f5e449eb), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:52.626000 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b8a9c49d-f3ce-40c6-af92-1dbcd874eb35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:52.627146 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b8a9c49d-f3ce-40c6-af92-1dbcd874eb35 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0d4d7033-f90d-4c77-93f4-eb23f5e449eb HTTP/1.1" status: 204 len: 168 time: 0.1220829 Feb 16 22:23:52.635781 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9c49d-f3ce-40c6-af92-1dbcd874eb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4d7033-f90d-4c77-93f4-eb23f5e449eb,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:52.883934 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83c03a-9705-4683-8745-761c885399d3 req-e6019660-6149-419e-9fdc-42bd7aa9b535 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:52.890293 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7b83c03a-9705-4683-8745-761c885399d3 req-e6019660-6149-419e-9fdc-42bd7aa9b535 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0798216 Feb 16 22:23:52.942850 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7b83c03a-9705-4683-8745-761c885399d3 req-02542818-ce4e-4407-aba1-583662c04b35 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505602 Feb 16 22:23:52.990118 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 36276) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:53.040714 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ae8eedc1-8b6f-4280-9307-c897e6db2cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:53.060813 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-780a03ae-ff15-4526-a7e4-3d6a0f38210e tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Deleting subnet a0531674-9001-4b0a-8fa2-b6a0bdc0a75a {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:23:53.066215 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-780a03ae-ff15-4526-a7e4-3d6a0f38210e tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks [] for subnet (a0531674-9001-4b0a-8fa2-b6a0bdc0a75a), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:53.121513 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-780a03ae-ff15-4526-a7e4-3d6a0f38210e tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (a0531674-9001-4b0a-8fa2-b6a0bdc0a75a), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:53.310443 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aecf878-414e-463b-8ab5-22ce3068cff6 req-101f55c9-5900-4e2a-a646-1d5f18596296 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:53.317500 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9aecf878-414e-463b-8ab5-22ce3068cff6 req-101f55c9-5900-4e2a-a646-1d5f18596296 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.1239476 Feb 16 22:23:53.318840 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ebe91-88ed-4b18-8baf-4bc4d81ced1b req-68e80cbc-6400-4633-ab26-d2c144b24893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:53.320529 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-769ebe91-88ed-4b18-8baf-4bc4d81ced1b req-68e80cbc-6400-4633-ab26-d2c144b24893 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=471d422781ee4218a880c4849a975478&device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 1126 time: 0.0754445 Feb 16 22:23:53.327487 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-780a03ae-ff15-4526-a7e4-3d6a0f38210e tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (a0531674-9001-4b0a-8fa2-b6a0bdc0a75a), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:53.419787 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9aecf878-414e-463b-8ab5-22ce3068cff6 req-7d9e2fbf-2bee-4d14-af6b-d321363be031 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921741 Feb 16 22:23:53.430429 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-780a03ae-ff15-4526-a7e4-3d6a0f38210e tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (a0531674-9001-4b0a-8fa2-b6a0bdc0a75a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:53.459690 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a03ae-ff15-4526-a7e4-3d6a0f38210e tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Pushing event deleted for resources: {'Subnet': ['ID=a0531674-9001-4b0a-8fa2-b6a0bdc0a75a,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:53.469451 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-780a03ae-ff15-4526-a7e4-3d6a0f38210e tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:53.469831 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ebe91-88ed-4b18-8baf-4bc4d81ced1b req-5ca8aa0c-c42f-4d8b-b96a-fcdf9bb99d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:53.470378 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-780a03ae-ff15-4526-a7e4-3d6a0f38210e tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "DELETE /v2.0/subnets/a0531674-9001-4b0a-8fa2-b6a0bdc0a75a HTTP/1.1" status: 204 len: 168 time: 0.4817400 Feb 16 22:23:53.471341 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-769ebe91-88ed-4b18-8baf-4bc4d81ced1b req-5ca8aa0c-c42f-4d8b-b96a-fcdf9bb99d93 service neutron] 10.222.0.79 "GET /v2.0/networks?id=22711c4a-8661-4a7d-9538-4da72ec44b9a HTTP/1.1" status: 200 len: 912 time: 0.1353736 Feb 16 22:23:53.475373 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36294) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:53.481062 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820077ab-6fdd-4db6-a260-efa1bbc46ad3 None None] Network 43513423-4eb3-4248-be41-d84b2ea292d1 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:23:53.586363 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931d99f-afff-4593-87b9-a64c32b69093 req-9d2e2c12-a5fd-4337-94c5-91ca0100bdeb tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:53.589482 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1931d99f-afff-4593-87b9-a64c32b69093 req-9d2e2c12-a5fd-4337-94c5-91ca0100bdeb tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca72a413-33d7-4a86-b5e7-e62d54f2412c HTTP/1.1" status: 200 len: 946 time: 0.1179507 Feb 16 22:23:53.643753 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-769ebe91-88ed-4b18-8baf-4bc4d81ced1b req-c409f90e-d59e-4b5c-b6c1-77601ff3f77f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f84d8ad-7206-4829-8589-6f904da0dad7 HTTP/1.1" status: 200 len: 999 time: 0.1658804 Feb 16 22:23:53.647649 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c7c9866a-06f0-4af7-8fa9-e4eae287648a tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (43513423-4eb3-4248-be41-d84b2ea292d1), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:53.668341 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1931d99f-afff-4593-87b9-a64c32b69093 req-a4af53c9-8b43-45a6-9e82-a3604339791d tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729795 Feb 16 22:23:53.717030 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ebe91-88ed-4b18-8baf-4bc4d81ced1b req-91ae38d6-b9ab-43f7-9d05-428a76604508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:53.718709 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-769ebe91-88ed-4b18-8baf-4bc4d81ced1b req-91ae38d6-b9ab-43f7-9d05-428a76604508 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa HTTP/1.1" status: 200 len: 850 time: 0.0606053 Feb 16 22:23:53.736946 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57cf0fd-6f24-4e41-857b-7fa6902007f1 None None] DHCP port deletion for 43513423-4eb3-4248-be41-d84b2ea292d1 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:23:53.808648 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a57cf0fd-6f24-4e41-857b-7fa6902007f1 None None] Deleting port a7b0eb77-04a0-43a8-85d0-329c495df224 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:23:53.809262 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a57cf0fd-6f24-4e41-857b-7fa6902007f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a7b0eb77-04a0-43a8-85d0-329c495df224), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:53.810241 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ebe91-88ed-4b18-8baf-4bc4d81ced1b req-40b0bc8a-1106-4318-8f2b-b36589ea047e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:53.811910 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-769ebe91-88ed-4b18-8baf-4bc4d81ced1b req-40b0bc8a-1106-4318-8f2b-b36589ea047e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=22711c4a-8661-4a7d-9538-4da72ec44b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0736883 Feb 16 22:23:53.818957 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-c7c9866a-06f0-4af7-8fa9-e4eae287648a tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Deleting port a7b0eb77-04a0-43a8-85d0-329c495df224 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:23:53.819299 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c7c9866a-06f0-4af7-8fa9-e4eae287648a tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a7b0eb77-04a0-43a8-85d0-329c495df224), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:53.930605 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-a57cf0fd-6f24-4e41-857b-7fa6902007f1 None None] For port a7b0eb77-04a0-43a8-85d0-329c495df224, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a7b0eb77-04a0-43a8-85d0-329c495df224,segment=NetworkSegment(d0580914-d09c-491a-a7b7-a46ab11bdb11),segment_id=d0580914-d09c-491a-a7b7-a46ab11bdb11)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:53.931915 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a57cf0fd-6f24-4e41-857b-7fa6902007f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a7b0eb77-04a0-43a8-85d0-329c495df224), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:53.960037 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a57cf0fd-6f24-4e41-857b-7fa6902007f1 None None] Calling delete_port for a7b0eb77-04a0-43a8-85d0-329c495df224 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:23:54.014574 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-c7c9866a-06f0-4af7-8fa9-e4eae287648a tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] For port a7b0eb77-04a0-43a8-85d0-329c495df224, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a7b0eb77-04a0-43a8-85d0-329c495df224,segment=NetworkSegment(d0580914-d09c-491a-a7b7-a46ab11bdb11),segment_id=d0580914-d09c-491a-a7b7-a46ab11bdb11)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:54.015158 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c7c9866a-06f0-4af7-8fa9-e4eae287648a tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a7b0eb77-04a0-43a8-85d0-329c495df224), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:54.050732 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-c7c9866a-06f0-4af7-8fa9-e4eae287648a tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Calling delete_port for a7b0eb77-04a0-43a8-85d0-329c495df224 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:23:54.055923 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-769ebe91-88ed-4b18-8baf-4bc4d81ced1b req-db7bd0e7-daeb-4be9-9742-e2bd3e70b8a6 service neutron] 10.222.0.79 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336504 Feb 16 22:23:54.116896 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a57cf0fd-6f24-4e41-857b-7fa6902007f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (a7b0eb77-04a0-43a8-85d0-329c495df224), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:54.151180 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57cf0fd-6f24-4e41-857b-7fa6902007f1 None None] Pushing event deleted for resources: {'Port': ['ID=a7b0eb77-04a0-43a8-85d0-329c495df224,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:54.155208 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57cf0fd-6f24-4e41-857b-7fa6902007f1 None None] No DVR routers for this DVR port a7b0eb77-04a0-43a8-85d0-329c495df224 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:23:54.185430 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:54.234157 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 36348) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:54.234864 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-769ebe91-88ed-4b18-8baf-4bc4d81ced1b req-7cc36f4a-3da5-4882-9c99-0dcb1875ec66 service neutron] 10.222.0.79 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670678 Feb 16 22:23:54.244038 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c7c9866a-06f0-4af7-8fa9-e4eae287648a tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (a7b0eb77-04a0-43a8-85d0-329c495df224), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:54.270104 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9866a-06f0-4af7-8fa9-e4eae287648a tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Pushing event deleted for resources: {'Port': ['ID=a7b0eb77-04a0-43a8-85d0-329c495df224,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:54.276479 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c9866a-06f0-4af7-8fa9-e4eae287648a tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] No DVR routers for this DVR port a7b0eb77-04a0-43a8-85d0-329c495df224 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:23:54.387013 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c7c9866a-06f0-4af7-8fa9-e4eae287648a tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (43513423-4eb3-4248-be41-d84b2ea292d1), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:54.393932 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7ad1177d-bb03-4367-914c-a5eb76462908 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:54.398859 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a7b0eb77-04a0-43a8-85d0-329c495df224 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:23:54.411464 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-c7c9866a-06f0-4af7-8fa9-e4eae287648a tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43513423-4eb3-4248-be41-d84b2ea292d1']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:23:54.426530 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: a7b0eb77-04a0-43a8-85d0-329c495df224 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:23:54.427292 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a7b0eb77-04a0-43a8-85d0-329c495df224 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:23:54.438379 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-c7c9866a-06f0-4af7-8fa9-e4eae287648a tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0580914-d09c-491a-a7b7-a46ab11bdb11') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:23:54.439750 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-c7c9866a-06f0-4af7-8fa9-e4eae287648a tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0580914-d09c-491a-a7b7-a46ab11bdb11') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:23:54.455089 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c7c9866a-06f0-4af7-8fa9-e4eae287648a tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (d0580914-d09c-491a-a7b7-a46ab11bdb11), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:54.474328 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c7c9866a-06f0-4af7-8fa9-e4eae287648a tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (d0580914-d09c-491a-a7b7-a46ab11bdb11), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:54.481739 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c9866a-06f0-4af7-8fa9-e4eae287648a tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:23:54.482244 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c7c9866a-06f0-4af7-8fa9-e4eae287648a tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (d0580914-d09c-491a-a7b7-a46ab11bdb11), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:23:54.485697 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:23:54.488025 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device ba0c6806-d5c0-4360-be5c-8dd528a5ec87 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:23:54.516824 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7ad1177d-bb03-4367-914c-a5eb76462908 admin admin] Publish callbacks [] for security_group (9d7b4543-2d46-407a-9513-1493bed4b485), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:54.518627 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: ba0c6806-d5c0-4360-be5c-8dd528a5ec87 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:23:54.523321 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device ba0c6806-d5c0-4360-be5c-8dd528a5ec87 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:23:54.523998 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device c780e60a-6bc0-4f14-9fd3-4be928e4fb9c no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:23:54.552410 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: c780e60a-6bc0-4f14-9fd3-4be928e4fb9c {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:23:54.554246 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device c780e60a-6bc0-4f14-9fd3-4be928e4fb9c not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:23:54.554918 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device eb8d4ebd-fe5e-4850-a64c-50f3ce96e506 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:23:54.567327 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c7c9866a-06f0-4af7-8fa9-e4eae287648a tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (43513423-4eb3-4248-be41-d84b2ea292d1), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:54.569159 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7ad1177d-bb03-4367-914c-a5eb76462908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9d7b4543-2d46-407a-9513-1493bed4b485), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:54.585085 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c7c9866a-06f0-4af7-8fa9-e4eae287648a tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:54.589596 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: eb8d4ebd-fe5e-4850-a64c-50f3ce96e506 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:23:54.590175 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device eb8d4ebd-fe5e-4850-a64c-50f3ce96e506 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:23:54.593086 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c7c9866a-06f0-4af7-8fa9-e4eae287648a tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "DELETE /v2.0/networks/43513423-4eb3-4248-be41-d84b2ea292d1 HTTP/1.1" status: 204 len: 168 time: 1.1166434 Feb 16 22:23:54.595570 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 36354) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:54.606351 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9866a-06f0-4af7-8fa9-e4eae287648a tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Pushing event deleted for resources: {'Network': ['ID=43513423-4eb3-4248-be41-d84b2ea292d1,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:54.661144 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1177d-bb03-4367-914c-a5eb76462908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7b4543-2d46-407a-9513-1493bed4b485,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:54.669738 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7ad1177d-bb03-4367-914c-a5eb76462908 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9ee1c28e85554f97a32a14c3da89720b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4327464 Feb 16 22:23:54.671148 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36356) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:54.685911 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f4b58-489a-4dfe-94c1-414e1fc575b0 req-0812a5ac-6d4c-4083-b0bd-9c1514ebd0cb tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:54.692903 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b03f4b58-489a-4dfe-94c1-414e1fc575b0 req-0812a5ac-6d4c-4083-b0bd-9c1514ebd0cb tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.1727388 Feb 16 22:23:54.707876 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad1e3eae-ae14-4d0d-8ca4-695ee3720a4d tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Deleting subnet b96d8b5e-fb91-4483-aff7-692dde91e2ec {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:23:54.720370 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ad1e3eae-ae14-4d0d-8ca4-695ee3720a4d tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks [] for subnet (b96d8b5e-fb91-4483-aff7-692dde91e2ec), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:54.740150 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-75360d82-d1a6-482f-87d2-a34639dc6b4a admin admin] Publish callbacks [] for security_group (9d7b4543-2d46-407a-9513-1493bed4b485), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:54.762915 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-75360d82-d1a6-482f-87d2-a34639dc6b4a admin admin] Publish callbacks [] for security_group (9d7b4543-2d46-407a-9513-1493bed4b485), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:54.787663 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ad1e3eae-ae14-4d0d-8ca4-695ee3720a4d tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (b96d8b5e-fb91-4483-aff7-692dde91e2ec), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:54.799423 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b03f4b58-489a-4dfe-94c1-414e1fc575b0 req-6fdb5903-a2fa-4b53-be3d-e54b5a648e8d tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055791 Feb 16 22:23:54.884802 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-75360d82-d1a6-482f-87d2-a34639dc6b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9d7b4543-2d46-407a-9513-1493bed4b485), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:54.888187 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-75360d82-d1a6-482f-87d2-a34639dc6b4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:54.889392 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-75360d82-d1a6-482f-87d2-a34639dc6b4a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9d7b4543-2d46-407a-9513-1493bed4b485 HTTP/1.1" status: 204 len: 168 time: 0.2174497 Feb 16 22:23:54.913396 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75360d82-d1a6-482f-87d2-a34639dc6b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7b4543-2d46-407a-9513-1493bed4b485,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:54.960102 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ad1e3eae-ae14-4d0d-8ca4-695ee3720a4d tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (b96d8b5e-fb91-4483-aff7-692dde91e2ec), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:55.015645 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a170cb3-9ac7-4d77-a7ae-143e90138168 req-bd28edaf-10d6-4f6a-9a26-130c44d9c34f tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:55.017212 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1a170cb3-9ac7-4d77-a7ae-143e90138168 req-bd28edaf-10d6-4f6a-9a26-130c44d9c34f tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca72a413-33d7-4a86-b5e7-e62d54f2412c HTTP/1.1" status: 200 len: 946 time: 0.1057527 Feb 16 22:23:55.068889 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ad1e3eae-ae14-4d0d-8ca4-695ee3720a4d tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (b96d8b5e-fb91-4483-aff7-692dde91e2ec), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:55.119823 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ad1e3eae-ae14-4d0d-8ca4-695ee3720a4d tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:55.127408 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ad1e3eae-ae14-4d0d-8ca4-695ee3720a4d tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "DELETE /v2.0/subnets/b96d8b5e-fb91-4483-aff7-692dde91e2ec HTTP/1.1" status: 204 len: 168 time: 0.5228598 Feb 16 22:23:55.127526 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36366) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:55.127618 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e3eae-ae14-4d0d-8ca4-695ee3720a4d tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Pushing event deleted for resources: {'Subnet': ['ID=b96d8b5e-fb91-4483-aff7-692dde91e2ec,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:55.137430 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82686c57-e0f6-40af-9e0e-0f0f0faa3a8e None None] Network dfe1eb1f-be02-4d72-99ea-713237e0b277 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:23:55.140375 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1a170cb3-9ac7-4d77-a7ae-143e90138168 req-aab3cc9f-d8a0-4e45-a4a0-ae46deb95f1f tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138201 Feb 16 22:23:55.249938 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0a417957-be09-4ff7-8579-3034d219eb7c tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (dfe1eb1f-be02-4d72-99ea-713237e0b277), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:55.319507 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-0a417957-be09-4ff7-8579-3034d219eb7c tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Deleting port 86554345-7c81-452e-9e41-ed1246dc1aa9 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:23:55.319854 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0a417957-be09-4ff7-8579-3034d219eb7c tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (86554345-7c81-452e-9e41-ed1246dc1aa9), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:55.338528 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d30316-67ac-4204-94c2-6a5b5f89db26 None None] DHCP port deletion for dfe1eb1f-be02-4d72-99ea-713237e0b277 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:23:55.395934 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-95d30316-67ac-4204-94c2-6a5b5f89db26 None None] Deleting port 86554345-7c81-452e-9e41-ed1246dc1aa9 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:23:55.396242 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-95d30316-67ac-4204-94c2-6a5b5f89db26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (86554345-7c81-452e-9e41-ed1246dc1aa9), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:55.399052 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-0a417957-be09-4ff7-8579-3034d219eb7c tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] For port 86554345-7c81-452e-9e41-ed1246dc1aa9, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=86554345-7c81-452e-9e41-ed1246dc1aa9,segment=NetworkSegment(9fc4e668-be99-4a37-97fe-7508483b671b),segment_id=9fc4e668-be99-4a37-97fe-7508483b671b)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:55.399543 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0a417957-be09-4ff7-8579-3034d219eb7c tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (86554345-7c81-452e-9e41-ed1246dc1aa9), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:55.415894 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-0a417957-be09-4ff7-8579-3034d219eb7c tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Calling delete_port for 86554345-7c81-452e-9e41-ed1246dc1aa9 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:23:55.471615 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-95d30316-67ac-4204-94c2-6a5b5f89db26 None None] For port 86554345-7c81-452e-9e41-ed1246dc1aa9, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=86554345-7c81-452e-9e41-ed1246dc1aa9,segment=NetworkSegment(9fc4e668-be99-4a37-97fe-7508483b671b),segment_id=9fc4e668-be99-4a37-97fe-7508483b671b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:55.472096 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-95d30316-67ac-4204-94c2-6a5b5f89db26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (86554345-7c81-452e-9e41-ed1246dc1aa9), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:55.492755 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-95d30316-67ac-4204-94c2-6a5b5f89db26 None None] Calling delete_port for 86554345-7c81-452e-9e41-ed1246dc1aa9 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:23:55.503944 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:55.506644 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0a417957-be09-4ff7-8579-3034d219eb7c tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (86554345-7c81-452e-9e41-ed1246dc1aa9), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:55.544017 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a417957-be09-4ff7-8579-3034d219eb7c tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Pushing event deleted for resources: {'Port': ['ID=86554345-7c81-452e-9e41-ed1246dc1aa9,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:55.545989 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a417957-be09-4ff7-8579-3034d219eb7c tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] No DVR routers for this DVR port 86554345-7c81-452e-9e41-ed1246dc1aa9 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:23:55.591070 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-95d30316-67ac-4204-94c2-6a5b5f89db26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (86554345-7c81-452e-9e41-ed1246dc1aa9), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:55.617137 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d30316-67ac-4204-94c2-6a5b5f89db26 None None] Pushing event deleted for resources: {'Port': ['ID=86554345-7c81-452e-9e41-ed1246dc1aa9,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:55.621005 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d30316-67ac-4204-94c2-6a5b5f89db26 None None] No DVR routers for this DVR port 86554345-7c81-452e-9e41-ed1246dc1aa9 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:23:55.632702 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0a417957-be09-4ff7-8579-3034d219eb7c tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (dfe1eb1f-be02-4d72-99ea-713237e0b277), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:55.659293 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-0a417957-be09-4ff7-8579-3034d219eb7c tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe1eb1f-be02-4d72-99ea-713237e0b277']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:23:55.669789 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-0a417957-be09-4ff7-8579-3034d219eb7c tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc4e668-be99-4a37-97fe-7508483b671b') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:23:55.670114 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-0a417957-be09-4ff7-8579-3034d219eb7c tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc4e668-be99-4a37-97fe-7508483b671b') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:23:55.679493 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0a417957-be09-4ff7-8579-3034d219eb7c tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (9fc4e668-be99-4a37-97fe-7508483b671b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:55.693430 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0a417957-be09-4ff7-8579-3034d219eb7c tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (9fc4e668-be99-4a37-97fe-7508483b671b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:55.699329 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a417957-be09-4ff7-8579-3034d219eb7c tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:23:55.699715 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0a417957-be09-4ff7-8579-3034d219eb7c tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (9fc4e668-be99-4a37-97fe-7508483b671b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:55.702895 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:23:55.702895 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:23:55.702895 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:23:55.702895 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:23:55.702895 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:23:55.702895 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:23:55.702895 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:23:55.702895 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:23:55.702895 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:23:55.702895 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:23:55.702895 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:23:55.702895 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:23:55.702895 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:23:55.702895 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:23:55.702895 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:23:55.702895 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:23:55.702895 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:23:55.702895 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:23:55.702895 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:23:55.702895 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:23:55.702895 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:23:55.702895 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:23:55.702895 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:23:55.702895 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:23:55.702895 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:23:55.702895 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:23:55.702895 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:23:55.702895 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:23:55.702895 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:23:55.702895 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:23:55.702895 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:23:55.702895 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:23:55.765346 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0a417957-be09-4ff7-8579-3034d219eb7c tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (dfe1eb1f-be02-4d72-99ea-713237e0b277), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:55.773536 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0a417957-be09-4ff7-8579-3034d219eb7c tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:55.777298 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0a417957-be09-4ff7-8579-3034d219eb7c tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "DELETE /v2.0/networks/dfe1eb1f-be02-4d72-99ea-713237e0b277 HTTP/1.1" status: 204 len: 168 time: 0.6499667 Feb 16 22:23:55.782510 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 36388) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:55.787885 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-679609e1-3fef-4d34-9c2d-3da110852473 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-967729135'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:23:55.788177 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a417957-be09-4ff7-8579-3034d219eb7c tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Pushing event deleted for resources: {'Network': ['ID=dfe1eb1f-be02-4d72-99ea-713237e0b277,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:55.810583 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679609e1-3fef-4d34-9c2d-3da110852473 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Made reservation on behalf of 2f608537367041eb8983cef4cf0c0dc6 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:23:55.813819 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-679609e1-3fef-4d34-9c2d-3da110852473 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:55.840495 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-679609e1-3fef-4d34-9c2d-3da110852473 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:23:55.850838 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-679609e1-3fef-4d34-9c2d-3da110852473 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (7fca372c-41a7-45f7-88ce-61291b9e8c46), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:55.851848 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-679609e1-3fef-4d34-9c2d-3da110852473 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Added segment 7fca372c-41a7-45f7-88ce-61291b9e8c46 of type vlan for network aa46e597-0a67-4012-9c76-f23dfa0611e9 Feb 16 22:23:55.925245 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-679609e1-3fef-4d34-9c2d-3da110852473 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (aa46e597-0a67-4012-9c76-f23dfa0611e9), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:55.966513 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee649a-630e-4470-bac3-ef2b3dee743e req-9d8c2b7e-5ed1-4fa9-ba8b-31ad16df756d tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:55.968023 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-98ee649a-630e-4470-bac3-ef2b3dee743e req-9d8c2b7e-5ed1-4fa9-ba8b-31ad16df756d tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0835533 Feb 16 22:23:55.969240 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-679609e1-3fef-4d34-9c2d-3da110852473 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (aa46e597-0a67-4012-9c76-f23dfa0611e9), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:55.974049 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679609e1-3fef-4d34-9c2d-3da110852473 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:55.974637 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-679609e1-3fef-4d34-9c2d-3da110852473 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:56.035195 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-679609e1-3fef-4d34-9c2d-3da110852473 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2491896 Feb 16 22:23:56.035578 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36398) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:56.040794 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-c2e2be8d-3bd7-4220-b007-b46c0373a8fa tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Request body: {'subnet': {'network_id': 'aa46e597-0a67-4012-9c76-f23dfa0611e9', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:23:56.138289 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e2be8d-3bd7-4220-b007-b46c0373a8fa tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Made reservation on behalf of 2f608537367041eb8983cef4cf0c0dc6 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:23:56.142433 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c2e2be8d-3bd7-4220-b007-b46c0373a8fa tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:56.378800 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c2e2be8d-3bd7-4220-b007-b46c0373a8fa tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (f27b3382-e384-4167-9957-61f877d602ad), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:56.379912 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 86554345-7c81-452e-9e41-ed1246dc1aa9 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:23:56.382802 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679609e1-3fef-4d34-9c2d-3da110852473 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Pushing event updated for resources: {'Network': ['ID=aa46e597-0a67-4012-9c76-f23dfa0611e9,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:56.398392 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679609e1-3fef-4d34-9c2d-3da110852473 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:56.398737 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679609e1-3fef-4d34-9c2d-3da110852473 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:56.399078 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679609e1-3fef-4d34-9c2d-3da110852473 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:56.399416 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679609e1-3fef-4d34-9c2d-3da110852473 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:56.399752 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679609e1-3fef-4d34-9c2d-3da110852473 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:56.400086 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679609e1-3fef-4d34-9c2d-3da110852473 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:56.400418 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679609e1-3fef-4d34-9c2d-3da110852473 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:56.400744 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679609e1-3fef-4d34-9c2d-3da110852473 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:56.401090 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679609e1-3fef-4d34-9c2d-3da110852473 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:56.401944 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679609e1-3fef-4d34-9c2d-3da110852473 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:56.402297 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679609e1-3fef-4d34-9c2d-3da110852473 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:56.402628 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679609e1-3fef-4d34-9c2d-3da110852473 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:56.402952 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679609e1-3fef-4d34-9c2d-3da110852473 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:23:56.408986 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-98ee649a-630e-4470-bac3-ef2b3dee743e req-c30cc369-be88-40e1-8ac9-a4df3b413575 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4315333 Feb 16 22:23:56.413512 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 36410) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:56.429161 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network aa46e597-0a67-4012-9c76-f23dfa0611e9 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:23:56.479962 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e2be8d-3bd7-4220-b007-b46c0373a8fa tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Checking segment: {'id': '7fca372c-41a7-45f7-88ce-61291b9e8c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'aa46e597-0a67-4012-9c76-f23dfa0611e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:23:56.480509 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e2be8d-3bd7-4220-b007-b46c0373a8fa tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Network hostable DHCP agents. Network: aa46e597-0a67-4012-9c76-f23dfa0611e9, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:23:56.487761 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2be8d-3bd7-4220-b007-b46c0373a8fa tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Pushing event updated for resources: {'Subnet': ['ID=f27b3382-e384-4167-9957-61f877d602ad,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:56.504871 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 86554345-7c81-452e-9e41-ed1246dc1aa9 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:23:56.505344 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 86554345-7c81-452e-9e41-ed1246dc1aa9 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:23:56.510811 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e2be8d-3bd7-4220-b007-b46c0373a8fa tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Network aa46e597-0a67-4012-9c76-f23dfa0611e9 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:23:56.531041 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-c2e2be8d-3bd7-4220-b007-b46c0373a8fa tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, aa46e597-0a67-4012-9c76-f23dfa0611e9) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:23:56.535321 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e2be8d-3bd7-4220-b007-b46c0373a8fa tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:56.535936 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c2e2be8d-3bd7-4220-b007-b46c0373a8fa tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:56.543836 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce34b43-fb79-4948-9117-0a5a99dae75d None None] Network aa46e597-0a67-4012-9c76-f23dfa0611e9 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:23:56.564289 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c2e2be8d-3bd7-4220-b007-b46c0373a8fa tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5248010 Feb 16 22:23:56.564950 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36416) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:56.572402 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-3a695e2a-021b-406a-bca7-f88094e17f10 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1461952440'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:23:56.579412 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-0e229bcd-560e-45b7-8aa5-0a498f890f89 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:23:56.593095 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a695e2a-021b-406a-bca7-f88094e17f10 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Made reservation on behalf of 2f608537367041eb8983cef4cf0c0dc6 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:23:56.596976 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3a695e2a-021b-406a-bca7-f88094e17f10 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:56.610259 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c625bd6-6a1c-4ee7-8563-0a66098fe8ad req-b02754cd-cb0d-4aa5-b5cd-6d91030207d1 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:56.611997 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c625bd6-6a1c-4ee7-8563-0a66098fe8ad req-b02754cd-cb0d-4aa5-b5cd-6d91030207d1 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca72a413-33d7-4a86-b5e7-e62d54f2412c HTTP/1.1" status: 200 len: 946 time: 0.1169538 Feb 16 22:23:56.613363 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0e229bcd-560e-45b7-8aa5-0a498f890f89 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:56.622233 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a695e2a-021b-406a-bca7-f88094e17f10 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:23:56.632787 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3a695e2a-021b-406a-bca7-f88094e17f10 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (d27df99a-934b-4c27-98b8-71bd4ea1974d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:56.633099 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-3a695e2a-021b-406a-bca7-f88094e17f10 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Added segment d27df99a-934b-4c27-98b8-71bd4ea1974d of type vlan for network 111a8bba-ec19-4d17-b634-ae2d49e5d05f Feb 16 22:23:56.664689 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0344bc06-0ecf-45c6-b27e-d14a6aeb790c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-aa46e597-0a67-4012-9c76-f23dfa0611e9', 'network_id': 'aa46e597-0a67-4012-9c76-f23dfa0611e9', 'project_id': '2f608537367041eb8983cef4cf0c0dc6', 'fixed_ips': [{'subnet_id': 'f27b3382-e384-4167-9957-61f877d602ad'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:23:56.666040 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0344bc06-0ecf-45c6-b27e-d14a6aeb790c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:56.674224 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3a695e2a-021b-406a-bca7-f88094e17f10 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (111a8bba-ec19-4d17-b634-ae2d49e5d05f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:56.703228 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c625bd6-6a1c-4ee7-8563-0a66098fe8ad req-43f7f0f1-a045-4750-9713-1fdae86a4e9d tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757165 Feb 16 22:23:56.707812 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3a695e2a-021b-406a-bca7-f88094e17f10 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (111a8bba-ec19-4d17-b634-ae2d49e5d05f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:56.722009 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a695e2a-021b-406a-bca7-f88094e17f10 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:56.722009 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3a695e2a-021b-406a-bca7-f88094e17f10 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:56.776183 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0e229bcd-560e-45b7-8aa5-0a498f890f89 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:56.779309 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3a695e2a-021b-406a-bca7-f88094e17f10 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2121055 Feb 16 22:23:56.784366 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 36424) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:56.790830 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-c4a1f831-5c0d-4fac-a040-075f8e51e229 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Request body: {'subnet': {'network_id': '111a8bba-ec19-4d17-b634-ae2d49e5d05f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:23:56.817247 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a695e2a-021b-406a-bca7-f88094e17f10 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Pushing event updated for resources: {'Network': ['ID=111a8bba-ec19-4d17-b634-ae2d49e5d05f,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:56.825182 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-0344bc06-0ecf-45c6-b27e-d14a6aeb790c None None] Allocated IP 19.80.0.2 (aa46e597-0a67-4012-9c76-f23dfa0611e9/f27b3382-e384-4167-9957-61f877d602ad/769b7c20-003c-48ff-8179-65edcade6cd4) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:23:56.829059 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 111a8bba-ec19-4d17-b634-ae2d49e5d05f details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:23:56.980687 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:56.993272 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829347d4-e3f4-40e3-a2e0-e3ad1bfb9518 req-cd25bf84-115d-4f49-8490-595f10dee70e tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:56.994798 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-829347d4-e3f4-40e3-a2e0-e3ad1bfb9518 req-cd25bf84-115d-4f49-8490-595f10dee70e tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.1580124 Feb 16 22:23:57.014509 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a1f831-5c0d-4fac-a040-075f8e51e229 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Made reservation on behalf of 2f608537367041eb8983cef4cf0c0dc6 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:23:57.017706 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c4a1f831-5c0d-4fac-a040-075f8e51e229 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:57.044400 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-0e229bcd-560e-45b7-8aa5-0a498f890f89 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] Allocated IP 172.25.2.223 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/c4ade6a3-6450-4e54-8c04-cde9c99060bc) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:23:57.058723 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0344bc06-0ecf-45c6-b27e-d14a6aeb790c None None] Publish callbacks [] for port (769b7c20-003c-48ff-8179-65edcade6cd4), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:57.064057 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0344bc06-0ecf-45c6-b27e-d14a6aeb790c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (769b7c20-003c-48ff-8179-65edcade6cd4), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:57.101893 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0344bc06-0ecf-45c6-b27e-d14a6aeb790c None None] Network aa46e597-0a67-4012-9c76-f23dfa0611e9 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:23:57.105376 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-0344bc06-0ecf-45c6-b27e-d14a6aeb790c None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:23:57.107886 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0344bc06-0ecf-45c6-b27e-d14a6aeb790c None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:23:57.126861 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344bc06-0ecf-45c6-b27e-d14a6aeb790c None None] Pushing event updated for resources: {'Port': ['ID=769b7c20-003c-48ff-8179-65edcade6cd4,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:57.148266 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-829347d4-e3f4-40e3-a2e0-e3ad1bfb9518 req-dff58fc6-b439-409c-bda8-af7e81c14347 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463294 Feb 16 22:23:57.191895 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-0344bc06-0ecf-45c6-b27e-d14a6aeb790c None None] Attempting to bind port 769b7c20-003c-48ff-8179-65edcade6cd4 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:23:57.192859 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-0344bc06-0ecf-45c6-b27e-d14a6aeb790c None None] Attempting to bind port 769b7c20-003c-48ff-8179-65edcade6cd4 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '7fca372c-41a7-45f7-88ce-61291b9e8c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'aa46e597-0a67-4012-9c76-f23dfa0611e9'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:23:57.193242 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0344bc06-0ecf-45c6-b27e-d14a6aeb790c None None] Attempting to bind port 769b7c20-003c-48ff-8179-65edcade6cd4 on network aa46e597-0a67-4012-9c76-f23dfa0611e9 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:23:57.200505 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0344bc06-0ecf-45c6-b27e-d14a6aeb790c None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:23:57.200704 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0344bc06-0ecf-45c6-b27e-d14a6aeb790c None None] Checking segment: {'id': '7fca372c-41a7-45f7-88ce-61291b9e8c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'aa46e597-0a67-4012-9c76-f23dfa0611e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:23:57.201091 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0344bc06-0ecf-45c6-b27e-d14a6aeb790c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:57.201522 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0344bc06-0ecf-45c6-b27e-d14a6aeb790c None None] Bound using segment: {'id': '7fca372c-41a7-45f7-88ce-61291b9e8c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'aa46e597-0a67-4012-9c76-f23dfa0611e9'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:23:57.201982 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-0344bc06-0ecf-45c6-b27e-d14a6aeb790c None None] Bound port: 769b7c20-003c-48ff-8179-65edcade6cd4, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fca372c-41a7-45f7-88ce-61291b9e8c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'aa46e597-0a67-4012-9c76-f23dfa0611e9'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:23:57.202360 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0344bc06-0ecf-45c6-b27e-d14a6aeb790c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (769b7c20-003c-48ff-8179-65edcade6cd4), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:57.275686 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-0344bc06-0ecf-45c6-b27e-d14a6aeb790c None None] For port 769b7c20-003c-48ff-8179-65edcade6cd4, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:23:57.275951 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0e229bcd-560e-45b7-8aa5-0a498f890f89 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] Publish callbacks [] for port (c4ade6a3-6450-4e54-8c04-cde9c99060bc), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:57.280286 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-0344bc06-0ecf-45c6-b27e-d14a6aeb790c None None] For port 769b7c20-003c-48ff-8179-65edcade6cd4, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=769b7c20-003c-48ff-8179-65edcade6cd4,segment=NetworkSegment(7fca372c-41a7-45f7-88ce-61291b9e8c46),segment_id=7fca372c-41a7-45f7-88ce-61291b9e8c46)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:23:57.288137 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0344bc06-0ecf-45c6-b27e-d14a6aeb790c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (769b7c20-003c-48ff-8179-65edcade6cd4), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:57.351357 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344bc06-0ecf-45c6-b27e-d14a6aeb790c None None] Pushing event updated for resources: {'Port': ['ID=769b7c20-003c-48ff-8179-65edcade6cd4,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:57.365544 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c4a1f831-5c0d-4fac-a040-075f8e51e229 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (b99ae3dc-94bd-41bf-a26a-2cc59165a767), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:57.400350 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0e229bcd-560e-45b7-8aa5-0a498f890f89 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (c4ade6a3-6450-4e54-8c04-cde9c99060bc), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:57.474857 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e229bcd-560e-45b7-8aa5-0a498f890f89 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:23:57.490121 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1f831-5c0d-4fac-a040-075f8e51e229 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Pushing event updated for resources: {'Subnet': ['ID=b99ae3dc-94bd-41bf-a26a-2cc59165a767,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:57.509327 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e229bcd-560e-45b7-8aa5-0a498f890f89 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] Pushing event updated for resources: {'Port': ['ID=c4ade6a3-6450-4e54-8c04-cde9c99060bc,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:57.513132 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-0e229bcd-560e-45b7-8aa5-0a498f890f89 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:23:57.515400 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e229bcd-560e-45b7-8aa5-0a498f890f89 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:23:57.615082 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a1f831-5c0d-4fac-a040-075f8e51e229 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Checking segment: {'id': 'd27df99a-934b-4c27-98b8-71bd4ea1974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '111a8bba-ec19-4d17-b634-ae2d49e5d05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:23:57.615502 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a1f831-5c0d-4fac-a040-075f8e51e229 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Network hostable DHCP agents. Network: 111a8bba-ec19-4d17-b634-ae2d49e5d05f, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:23:57.661123 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab6f66-bf38-49d0-9998-fd9c30578363 req-a9eefa9c-3e8f-458a-b784-4f9382cd8708 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:57.663677 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-93ab6f66-bf38-49d0-9998-fd9c30578363 req-a9eefa9c-3e8f-458a-b784-4f9382cd8708 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.2010477 Feb 16 22:23:57.700088 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a1f831-5c0d-4fac-a040-075f8e51e229 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Network 111a8bba-ec19-4d17-b634-ae2d49e5d05f is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:23:57.724318 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-c4a1f831-5c0d-4fac-a040-075f8e51e229 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 111a8bba-ec19-4d17-b634-ae2d49e5d05f) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:23:57.726939 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0e229bcd-560e-45b7-8aa5-0a498f890f89 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] Publish callbacks [] for floatingip (80ad44f9-4b28-465a-a975-7866d68ad5e6), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:57.739235 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a1f831-5c0d-4fac-a040-075f8e51e229 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:57.739860 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c4a1f831-5c0d-4fac-a040-075f8e51e229 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:57.744234 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78aabfc3-80b4-4ed1-855a-91a49e35e92f None None] Network 111a8bba-ec19-4d17-b634-ae2d49e5d05f requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:23:57.767527 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-93ab6f66-bf38-49d0-9998-fd9c30578363 req-3bcc9904-c1bd-4619-8f1c-0b2c25996fff tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953987 Feb 16 22:23:57.794642 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c4a1f831-5c0d-4fac-a040-075f8e51e229 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0091836 Feb 16 22:23:57.815008 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0e229bcd-560e-45b7-8aa5-0a498f890f89 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c4ade6a3-6450-4e54-8c04-cde9c99060bc), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:57.889098 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd9042d-ebae-40be-93d3-27540be82e37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-111a8bba-ec19-4d17-b634-ae2d49e5d05f', 'network_id': '111a8bba-ec19-4d17-b634-ae2d49e5d05f', 'project_id': '2f608537367041eb8983cef4cf0c0dc6', 'fixed_ips': [{'subnet_id': 'b99ae3dc-94bd-41bf-a26a-2cc59165a767'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:23:57.891001 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9dd9042d-ebae-40be-93d3-27540be82e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:58.042657 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abcfc0d-243f-41b2-aada-78397a7be453 req-a921a126-dbe0-4df2-8cc1-83d4efe0f0f8 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:58.044200 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4abcfc0d-243f-41b2-aada-78397a7be453 req-a921a126-dbe0-4df2-8cc1-83d4efe0f0f8 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca72a413-33d7-4a86-b5e7-e62d54f2412c HTTP/1.1" status: 200 len: 946 time: 0.1205227 Feb 16 22:23:58.044510 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-9dd9042d-ebae-40be-93d3-27540be82e37 None None] Allocated IP 19.86.0.2 (111a8bba-ec19-4d17-b634-ae2d49e5d05f/b99ae3dc-94bd-41bf-a26a-2cc59165a767/7e12228a-b394-4a89-ad28-768695164cef) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:23:58.125802 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0e229bcd-560e-45b7-8aa5-0a498f890f89 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] Publish callbacks [] for port (c4ade6a3-6450-4e54-8c04-cde9c99060bc), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:58.130670 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4abcfc0d-243f-41b2-aada-78397a7be453 req-873459dd-59a0-4257-9119-1521a789317a tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767446 Feb 16 22:23:58.133661 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0e229bcd-560e-45b7-8aa5-0a498f890f89 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (c4ade6a3-6450-4e54-8c04-cde9c99060bc), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:58.228894 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e229bcd-560e-45b7-8aa5-0a498f890f89 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] Pushing event updated for resources: {'Port': ['ID=c4ade6a3-6450-4e54-8c04-cde9c99060bc,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:58.243691 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0e229bcd-560e-45b7-8aa5-0a498f890f89 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (80ad44f9-4b28-465a-a975-7866d68ad5e6), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:58.265993 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0e229bcd-560e-45b7-8aa5-0a498f890f89 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:58.267498 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0e229bcd-560e-45b7-8aa5-0a498f890f89 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8527811 Feb 16 22:23:58.271122 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36444) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:58.281544 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-4ecc5378-d0f2-4362-a28e-b6f2bf988790 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-652672309', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'fixed_ips': [{'ip_address': '172.25.2.223'}]}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:23:58.333875 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecc5378-d0f2-4362-a28e-b6f2bf988790 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] Made reservation on behalf of 02f9ad93cea24dbeb043d060dd6e61b6 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:23:58.336277 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4ecc5378-d0f2-4362-a28e-b6f2bf988790 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:58.356173 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4ecc5378-d0f2-4362-a28e-b6f2bf988790 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:58.400789 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9dd9042d-ebae-40be-93d3-27540be82e37 None None] Publish callbacks [] for port (7e12228a-b394-4a89-ad28-768695164cef), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:58.408169 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:58.411166 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9dd9042d-ebae-40be-93d3-27540be82e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (7e12228a-b394-4a89-ad28-768695164cef), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:58.464171 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd9042d-ebae-40be-93d3-27540be82e37 None None] Network 111a8bba-ec19-4d17-b634-ae2d49e5d05f is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:23:58.471357 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-9dd9042d-ebae-40be-93d3-27540be82e37 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:23:58.473793 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd9042d-ebae-40be-93d3-27540be82e37 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:23:58.478207 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f8920-425f-434d-a8da-28ab5c534566 req-e835ca4c-5651-42c9-932b-8e915bd4a16d tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:58.480379 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-950f8920-425f-434d-a8da-28ab5c534566 req-e835ca4c-5651-42c9-932b-8e915bd4a16d tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.1216686 Feb 16 22:23:58.499982 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 769b7c20-003c-48ff-8179-65edcade6cd4 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:23:58.502906 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9042d-ebae-40be-93d3-27540be82e37 None None] Pushing event updated for resources: {'Port': ['ID=7e12228a-b394-4a89-ad28-768695164cef,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:58.567817 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-950f8920-425f-434d-a8da-28ab5c534566 req-cd826354-6a73-43d0-b82a-476d65400593 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792434 Feb 16 22:23:58.574413 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4ecc5378-d0f2-4362-a28e-b6f2bf988790 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] Publish callbacks [] for security_group (a923c2dc-4c94-43db-a751-9762ddda4e0f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:58.581247 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4ecc5378-d0f2-4362-a28e-b6f2bf988790 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a923c2dc-4c94-43db-a751-9762ddda4e0f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:58.594867 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-4ecc5378-d0f2-4362-a28e-b6f2bf988790 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] device_id is not set on port f6cd6a4b-2788-4c3f-ab11-fd3291e413bc yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:23:58.634913 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-9dd9042d-ebae-40be-93d3-27540be82e37 None None] Attempting to bind port 7e12228a-b394-4a89-ad28-768695164cef on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:23:58.636220 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-9dd9042d-ebae-40be-93d3-27540be82e37 None None] Attempting to bind port 7e12228a-b394-4a89-ad28-768695164cef by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'd27df99a-934b-4c27-98b8-71bd4ea1974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '111a8bba-ec19-4d17-b634-ae2d49e5d05f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:23:58.636769 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd9042d-ebae-40be-93d3-27540be82e37 None None] Attempting to bind port 7e12228a-b394-4a89-ad28-768695164cef on network 111a8bba-ec19-4d17-b634-ae2d49e5d05f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:23:58.645056 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd9042d-ebae-40be-93d3-27540be82e37 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:23:58.645434 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd9042d-ebae-40be-93d3-27540be82e37 None None] Checking segment: {'id': 'd27df99a-934b-4c27-98b8-71bd4ea1974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '111a8bba-ec19-4d17-b634-ae2d49e5d05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:23:58.645833 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9dd9042d-ebae-40be-93d3-27540be82e37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:58.646854 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd9042d-ebae-40be-93d3-27540be82e37 None None] Bound using segment: {'id': 'd27df99a-934b-4c27-98b8-71bd4ea1974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '111a8bba-ec19-4d17-b634-ae2d49e5d05f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:23:58.647327 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-9dd9042d-ebae-40be-93d3-27540be82e37 None None] Bound port: 7e12228a-b394-4a89-ad28-768695164cef, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27df99a-934b-4c27-98b8-71bd4ea1974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '111a8bba-ec19-4d17-b634-ae2d49e5d05f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:23:58.647709 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9dd9042d-ebae-40be-93d3-27540be82e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (7e12228a-b394-4a89-ad28-768695164cef), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:58.668185 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc5378-d0f2-4362-a28e-b6f2bf988790 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a923c2dc-4c94-43db-a751-9762ddda4e0f,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:58.711617 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 769b7c20-003c-48ff-8179-65edcade6cd4 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:23:58.711617 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (769b7c20-003c-48ff-8179-65edcade6cd4), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:58.826724 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-9dd9042d-ebae-40be-93d3-27540be82e37 None None] For port 7e12228a-b394-4a89-ad28-768695164cef, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:23:58.832000 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-9dd9042d-ebae-40be-93d3-27540be82e37 None None] For port 7e12228a-b394-4a89-ad28-768695164cef, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=7e12228a-b394-4a89-ad28-768695164cef,segment=NetworkSegment(d27df99a-934b-4c27-98b8-71bd4ea1974d),segment_id=d27df99a-934b-4c27-98b8-71bd4ea1974d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:23:58.844930 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9dd9042d-ebae-40be-93d3-27540be82e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (7e12228a-b394-4a89-ad28-768695164cef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:58.868374 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-8ed01950-cb91-41c8-9d20-9636e8829ed8 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:58.878289 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-8ed01950-cb91-41c8-9d20-9636e8829ed8 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:58.879377 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ecc5378-d0f2-4362-a28e-b6f2bf988790 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 16 22:23:58.880868 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ecc5378-d0f2-4362-a28e-b6f2bf988790 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:23:58.891129 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-8ed01950-cb91-41c8-9d20-9636e8829ed8 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/networks?id=aa46e597-0a67-4012-9c76-f23dfa0611e9&id=111a8bba-ec19-4d17-b634-ae2d49e5d05f HTTP/1.1" status: 200 len: 1391 time: 0.1966968 Feb 16 22:23:58.905652 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4ecc5378-d0f2-4362-a28e-b6f2bf988790 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6330299 Feb 16 22:23:58.908191 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36458) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:23:58.919356 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-5b61e410-d1de-4a88-a739-1f227cf56e1e tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/quotas/2f608537367041eb8983cef4cf0c0dc6 HTTP/1.1" status: 200 len: 375 time: 0.0265911 Feb 16 22:23:58.926895 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070f6114-e8ea-4f45-bfea-87394163c0eb None None] Network aa46e597-0a67-4012-9c76-f23dfa0611e9 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:23:58.967903 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 769b7c20-003c-48ff-8179-65edcade6cd4 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:23:58.968339 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (769b7c20-003c-48ff-8179-65edcade6cd4), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:59.018116 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-6fa0781d-4aa7-4e64-b661-e0bc69993d8e tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=2f608537367041eb8983cef4cf0c0dc6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0977359 Feb 16 22:23:59.062276 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 769b7c20-003c-48ff-8179-65edcade6cd4, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=769b7c20-003c-48ff-8179-65edcade6cd4,segment=NetworkSegment(7fca372c-41a7-45f7-88ce-61291b9e8c46),segment_id=7fca372c-41a7-45f7-88ce-61291b9e8c46)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:59.097792 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9042d-ebae-40be-93d3-27540be82e37 None None] Pushing event updated for resources: {'Port': ['ID=7e12228a-b394-4a89-ad28-768695164cef,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:59.106587 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (769b7c20-003c-48ff-8179-65edcade6cd4), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:59.129871 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-1110b302-bb1d-47b3-acea-0329c847ea64 service neutron] 10.222.0.75 "GET /v2.0/networks/aa46e597-0a67-4012-9c76-f23dfa0611e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105359 Feb 16 22:23:59.169507 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-74255272-cb51-4720-a7ae-053540933d84 None None] Provisioning complete for port 769b7c20-003c-48ff-8179-65edcade6cd4 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:23:59.170228 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-74255272-cb51-4720-a7ae-053540933d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (769b7c20-003c-48ff-8179-65edcade6cd4), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:59.220332 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148219c5-1ec0-416b-bb6e-7afcb3bbe0be req-08ae277d-2ca2-43a0-8343-94e48f02b590 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:23:59.222368 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-148219c5-1ec0-416b-bb6e-7afcb3bbe0be req-08ae277d-2ca2-43a0-8343-94e48f02b590 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca72a413-33d7-4a86-b5e7-e62d54f2412c HTTP/1.1" status: 200 len: 946 time: 0.1912632 Feb 16 22:23:59.253381 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-de0bb6b3-ab36-45c6-96fe-e2fab53d6189 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] Deleting port c4ade6a3-6450-4e54-8c04-cde9c99060bc {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:23:59.253728 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-de0bb6b3-ab36-45c6-96fe-e2fab53d6189 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (c4ade6a3-6450-4e54-8c04-cde9c99060bc), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:59.278937 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=769b7c20-003c-48ff-8179-65edcade6cd4,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:23:59.349245 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-ff28bfd8-38fa-4fa0-b637-a9176cff9295 service neutron] 10.222.0.75 "GET /v2.0/networks/aa46e597-0a67-4012-9c76-f23dfa0611e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184060 Feb 16 22:23:59.399958 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-74255272-cb51-4720-a7ae-053540933d84 None None] Current status of the port 769b7c20-003c-48ff-8179-65edcade6cd4 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:23:59.502468 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-de0bb6b3-ab36-45c6-96fe-e2fab53d6189 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (c4ade6a3-6450-4e54-8c04-cde9c99060bc), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:59.503108 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-de0bb6b3-ab36-45c6-96fe-e2fab53d6189 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] Publish callbacks [] for floatingip (c4ade6a3-6450-4e54-8c04-cde9c99060bc), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:59.530415 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-e35fcc74-57c2-4769-bba9-0d99cce73667 service neutron] 10.222.0.75 "GET /v2.0/networks/111a8bba-ec19-4d17-b634-ae2d49e5d05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799362 Feb 16 22:23:59.545037 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-de0bb6b3-ab36-45c6-96fe-e2fab53d6189 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] Calling delete_port for c4ade6a3-6450-4e54-8c04-cde9c99060bc owned by network:floatingip {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:23:59.624812 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-148219c5-1ec0-416b-bb6e-7afcb3bbe0be req-0a3d4106-8698-4a95-b727-45081959179f tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Deleting port 287fa039-90a9-48dd-88ad-3a807eee0ca4 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:23:59.625160 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-148219c5-1ec0-416b-bb6e-7afcb3bbe0be req-0a3d4106-8698-4a95-b727-45081959179f tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (287fa039-90a9-48dd-88ad-3a807eee0ca4), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:59.669490 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-af7a62eb-ee6b-49b8-a7aa-842d3d5eb66e service neutron] 10.222.0.75 "GET /v2.0/networks/111a8bba-ec19-4d17-b634-ae2d49e5d05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379530 Feb 16 22:23:59.729079 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-07e85dd5-be80-4b3e-b948-06670d040090 None None] Provisioning complete for port 769b7c20-003c-48ff-8179-65edcade6cd4 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:23:59.729839 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-07e85dd5-be80-4b3e-b948-06670d040090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (769b7c20-003c-48ff-8179-65edcade6cd4), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:59.755305 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-148219c5-1ec0-416b-bb6e-7afcb3bbe0be req-0a3d4106-8698-4a95-b727-45081959179f tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] For port 287fa039-90a9-48dd-88ad-3a807eee0ca4, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=287fa039-90a9-48dd-88ad-3a807eee0ca4,segment=NetworkSegment(bab3c7c9-e01c-407c-bcf4-3671c0e39eec),segment_id=bab3c7c9-e01c-407c-bcf4-3671c0e39eec)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:23:59.756073 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-148219c5-1ec0-416b-bb6e-7afcb3bbe0be req-0a3d4106-8698-4a95-b727-45081959179f tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (287fa039-90a9-48dd-88ad-3a807eee0ca4), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:59.775990 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-148219c5-1ec0-416b-bb6e-7afcb3bbe0be req-0a3d4106-8698-4a95-b727-45081959179f tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Calling delete_port for 287fa039-90a9-48dd-88ad-3a807eee0ca4 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:23:59.791385 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:23:59.845538 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-07e85dd5-be80-4b3e-b948-06670d040090 None None] Current status of the port 769b7c20-003c-48ff-8179-65edcade6cd4 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:23:59.953731 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-de0bb6b3-ab36-45c6-96fe-e2fab53d6189 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (c4ade6a3-6450-4e54-8c04-cde9c99060bc), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:00.012461 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9657d0-7ce3-48bf-8178-c21313616cd9 req-ed8552fc-01a4-4ac9-a248-1c4e4c96d2d6 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:00.021223 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ce9657d0-7ce3-48bf-8178-c21313616cd9 req-ed8552fc-01a4-4ac9-a248-1c4e4c96d2d6 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0835481 Feb 16 22:24:00.027391 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0bb6b3-ab36-45c6-96fe-e2fab53d6189 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4ade6a3-6450-4e54-8c04-cde9c99060bc,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:00.098660 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ce9657d0-7ce3-48bf-8178-c21313616cd9 req-6ed25f81-61c2-4e08-8112-79019cdefe0c tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728283 Feb 16 22:24:00.179960 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-148219c5-1ec0-416b-bb6e-7afcb3bbe0be req-0a3d4106-8698-4a95-b727-45081959179f tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (287fa039-90a9-48dd-88ad-3a807eee0ca4), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:00.197461 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['287fa039-90a9-48dd-88ad-3a807eee0ca4'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:24:00.234194 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-56e28b77-352c-4f87-9598-4e6dec703df9 req-8cd8948a-71f8-4828-ba51-646b07d745f9 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca72a413-33d7-4a86-b5e7-e62d54f2412c HTTP/1.1" status: 200 len: 210 time: 0.0563912 Feb 16 22:24:00.277265 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d4106-8698-4a95-b727-45081959179f tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Pushing event deleted for resources: {'Port': ['ID=287fa039-90a9-48dd-88ad-3a807eee0ca4,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:00.303283 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-de0bb6b3-ab36-45c6-96fe-e2fab53d6189 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] Publish callbacks [] for floatingip (80ad44f9-4b28-465a-a975-7866d68ad5e6), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:00.308624 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-de0bb6b3-ab36-45c6-96fe-e2fab53d6189 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:00.315892 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-de0bb6b3-ab36-45c6-96fe-e2fab53d6189 tempest-ExternalNetworksAdminNegativeTestJSON-364296950 tempest-ExternalNetworksAdminNegativeTestJSON-364296950-project-admin] 10.222.0.75 "DELETE /v2.0/floatingips/80ad44f9-4b28-465a-a975-7866d68ad5e6 HTTP/1.1" status: 204 len: 168 time: 1.4059196 Feb 16 22:24:00.333081 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-148219c5-1ec0-416b-bb6e-7afcb3bbe0be req-0a3d4106-8698-4a95-b727-45081959179f tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] No DVR routers for this DVR port 287fa039-90a9-48dd-88ad-3a807eee0ca4 on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:24:00.336186 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-148219c5-1ec0-416b-bb6e-7afcb3bbe0be req-0a3d4106-8698-4a95-b727-45081959179f tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:00.340878 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-148219c5-1ec0-416b-bb6e-7afcb3bbe0be req-0a3d4106-8698-4a95-b727-45081959179f tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.79 "DELETE /v2.0/ports/287fa039-90a9-48dd-88ad-3a807eee0ca4 HTTP/1.1" status: 204 len: 173 time: 1.1125381 Feb 16 22:24:00.341378 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca72a413-33d7-4a86-b5e7-e62d54f2412c', 'name': 'network-vif-deleted', 'tag': '287fa039-90a9-48dd-88ad-3a807eee0ca4'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:24:00.345103 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eef08c3-a43f-4934-be1b-fc2025aae440" -d '{"events": [{"server_uuid": "ca72a413-33d7-4a86-b5e7-e62d54f2412c", "name": "network-vif-deleted", "tag": "287fa039-90a9-48dd-88ad-3a807eee0ca4"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:24:00.616258 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64669a1b-676a-4b73-b5f8-7ebe801fb5c9 None None] Network 111a8bba-ec19-4d17-b634-ae2d49e5d05f requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:24:00.717073 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 769b7c20-003c-48ff-8179-65edcade6cd4 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:24:00.768025 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b3223970-8e72-4e37-9224-e199a5bbba01 req-79f6cbd6-72d0-4e89-8a3d-26c69c418dc1 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=6491f36e-3b56-48f9-aaaf-dd6b08d625ef HTTP/1.1" status: 200 len: 210 time: 0.0665922 Feb 16 22:24:00.812198 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36494) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:00.867944 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-74355440-5dbb-4ce9-b25c-077a399d2b40 None None] Provisioning complete for port 7e12228a-b394-4a89-ad28-768695164cef triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:24:00.868572 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-74355440-5dbb-4ce9-b25c-077a399d2b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (7e12228a-b394-4a89-ad28-768695164cef), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:01.036864 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4fa796-3416-4ab3-9a9b-850d26611a22 x-openstack-request-id: req-1c4fa796-3416-4ab3-9a9b-850d26611a22 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:24:01.037555 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca72a413-33d7-4a86-b5e7-e62d54f2412c", "name": "network-vif-deleted", "tag": "287fa039-90a9-48dd-88ad-3a807eee0ca4", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:24:01.038248 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1c4fa796-3416-4ab3-9a9b-850d26611a22 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:24:01.039581 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca72a413-33d7-4a86-b5e7-e62d54f2412c', 'name': 'network-vif-deleted', 'tag': '287fa039-90a9-48dd-88ad-3a807eee0ca4', 'status': 'completed', 'code': 200} Feb 16 22:24:01.042331 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e4aa5f03-68d9-4d55-a715-1b47ab92f730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:01.054281 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 769b7c20-003c-48ff-8179-65edcade6cd4 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:24:01.055031 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (769b7c20-003c-48ff-8179-65edcade6cd4), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:01.184784 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e4aa5f03-68d9-4d55-a715-1b47ab92f730 admin admin] Publish callbacks [] for security_group (ea3a6b91-1309-48cf-b77c-3d4594b15202), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:01.211345 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e4aa5f03-68d9-4d55-a715-1b47ab92f730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ea3a6b91-1309-48cf-b77c-3d4594b15202), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:01.263166 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e4aa5f03-68d9-4d55-a715-1b47ab92f730 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d7abee5eba9b418ca0a5246c833416a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4489791 Feb 16 22:24:01.267163 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36500) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:01.298100 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 769b7c20-003c-48ff-8179-65edcade6cd4 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:24:01.299234 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 7e12228a-b394-4a89-ad28-768695164cef up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:24:01.303494 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-74355440-5dbb-4ce9-b25c-077a399d2b40 None None] Current status of the port 7e12228a-b394-4a89-ad28-768695164cef is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:24:01.303494 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-74355440-5dbb-4ce9-b25c-077a399d2b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (7e12228a-b394-4a89-ad28-768695164cef), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:01.332248 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2b522-c233-4c81-80e9-3659c5686a4d req-c407d370-9973-4874-bcfc-66128fb3798c tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:01.343025 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e9d2b522-c233-4c81-80e9-3659c5686a4d req-c407d370-9973-4874-bcfc-66128fb3798c tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "GET /v2.0/ports?device_id=502eda20-e65d-4309-9a36-dec4bd1ded0f HTTP/1.1" status: 200 len: 945 time: 0.1494997 Feb 16 22:24:01.393557 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa5f03-68d9-4d55-a715-1b47ab92f730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3a6b91-1309-48cf-b77c-3d4594b15202,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:01.517357 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0f952660-4dcb-465e-b279-5c1b0c72fb3d admin admin] Publish callbacks [] for security_group (ea3a6b91-1309-48cf-b77c-3d4594b15202), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:01.560384 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-74355440-5dbb-4ce9-b25c-077a399d2b40 None None] For port 7e12228a-b394-4a89-ad28-768695164cef, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=7e12228a-b394-4a89-ad28-768695164cef,segment=NetworkSegment(d27df99a-934b-4c27-98b8-71bd4ea1974d),segment_id=d27df99a-934b-4c27-98b8-71bd4ea1974d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:01.565006 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e9d2b522-c233-4c81-80e9-3659c5686a4d req-3c44603d-c646-44c1-bc45-989ab58523e2 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4ba600f-30a6-438b-a607-470596cd90fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994240 Feb 16 22:24:01.576311 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-74355440-5dbb-4ce9-b25c-077a399d2b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (7e12228a-b394-4a89-ad28-768695164cef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:01.591068 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0f952660-4dcb-465e-b279-5c1b0c72fb3d admin admin] Publish callbacks [] for security_group (ea3a6b91-1309-48cf-b77c-3d4594b15202), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:01.615456 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 7e12228a-b394-4a89-ad28-768695164cef triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:24:01.616188 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (7e12228a-b394-4a89-ad28-768695164cef), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:01.695465 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0f952660-4dcb-465e-b279-5c1b0c72fb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ea3a6b91-1309-48cf-b77c-3d4594b15202), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:01.699306 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0f952660-4dcb-465e-b279-5c1b0c72fb3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:01.702933 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0f952660-4dcb-465e-b279-5c1b0c72fb3d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ea3a6b91-1309-48cf-b77c-3d4594b15202 HTTP/1.1" status: 204 len: 168 time: 0.4298611 Feb 16 22:24:01.715008 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f952660-4dcb-465e-b279-5c1b0c72fb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3a6b91-1309-48cf-b77c-3d4594b15202,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:01.753402 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74355440-5dbb-4ce9-b25c-077a399d2b40 None None] Pushing event updated for resources: {'Port': ['ID=7e12228a-b394-4a89-ad28-768695164cef,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:01.827099 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 7e12228a-b394-4a89-ad28-768695164cef is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:24:01.829137 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-268d325a-d578-4f66-a1fa-33f3ca5de2ec tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:01.834186 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-268d325a-d578-4f66-a1fa-33f3ca5de2ec tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:01.835767 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-268d325a-d578-4f66-a1fa-33f3ca5de2ec tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.67 "GET /v2.0/networks?id=aa46e597-0a67-4012-9c76-f23dfa0611e9&id=111a8bba-ec19-4d17-b634-ae2d49e5d05f HTTP/1.1" status: 200 len: 1391 time: 0.4869106 Feb 16 22:24:01.856698 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-dc084f49-955c-4da1-8198-34149922162d tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Request body: {'port': {'device_id': '6491f36e-3b56-48f9-aaaf-dd6b08d625ef', 'network_id': 'aa46e597-0a67-4012-9c76-f23dfa0611e9', 'admin_state_up': True, 'tenant_id': '2f608537367041eb8983cef4cf0c0dc6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:01.860861 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36524) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:01.905004 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308c7d5-7044-4506-96a7-4636752d587d req-19ab9bd0-e721-4748-9ec5-17588baa11b1 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:01.912903 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e308c7d5-7044-4506-96a7-4636752d587d req-19ab9bd0-e721-4748-9ec5-17588baa11b1 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.1743729 Feb 16 22:24:01.929244 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-8ebfc3bc-c6b7-4cd4-83fc-f25c6b2aa3ef None None] Provisioning complete for port 7e12228a-b394-4a89-ad28-768695164cef triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:24:01.931186 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8ebfc3bc-c6b7-4cd4-83fc-f25c6b2aa3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (7e12228a-b394-4a89-ad28-768695164cef), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:02.052491 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-dc084f49-955c-4da1-8198-34149922162d tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Made reservation on behalf of 2f608537367041eb8983cef4cf0c0dc6 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:24:02.056471 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-dc084f49-955c-4da1-8198-34149922162d tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:02.082816 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d9c5c-11c9-4e19-abd1-45fe22ae6d17 req-9c989cab-cebb-42f8-8be4-b11b480f228d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:02.083540 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d9c5c-11c9-4e19-abd1-45fe22ae6d17 req-9c989cab-cebb-42f8-8be4-b11b480f228d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:02.084157 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d9c5c-11c9-4e19-abd1-45fe22ae6d17 req-9c989cab-cebb-42f8-8be4-b11b480f228d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:02.084764 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d9c5c-11c9-4e19-abd1-45fe22ae6d17 req-9c989cab-cebb-42f8-8be4-b11b480f228d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:02.085372 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d9c5c-11c9-4e19-abd1-45fe22ae6d17 req-9c989cab-cebb-42f8-8be4-b11b480f228d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:02.086025 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d9c5c-11c9-4e19-abd1-45fe22ae6d17 req-9c989cab-cebb-42f8-8be4-b11b480f228d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:02.086705 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d9c5c-11c9-4e19-abd1-45fe22ae6d17 req-9c989cab-cebb-42f8-8be4-b11b480f228d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:02.096602 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-310d9c5c-11c9-4e19-abd1-45fe22ae6d17 req-9c989cab-cebb-42f8-8be4-b11b480f228d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 6709 time: 0.2342784 Feb 16 22:24:02.105491 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e308c7d5-7044-4506-96a7-4636752d587d req-ce06c909-5a0c-4f91-a1eb-a97ae18d1908 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871064 Feb 16 22:24:02.116543 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-8ebfc3bc-c6b7-4cd4-83fc-f25c6b2aa3ef None None] Current status of the port 7e12228a-b394-4a89-ad28-768695164cef is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:24:02.214461 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36534) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:02.249491 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-310d9c5c-11c9-4e19-abd1-45fe22ae6d17 req-9f2c4694-16a4-41c7-8d18-1c47b1a5c61a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1507170 Feb 16 22:24:02.285401 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f69a5d3c-3576-487c-80a0-3c537c249988 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=02f9ad93cea24dbeb043d060dd6e61b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0697708 Feb 16 22:24:02.290183 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 36540) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:02.382527 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a4ce00fc-bec8-4887-b57c-21e5b63bc6e2 req-e998fce0-e4e9-42c1-92ce-13931b7bc332 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=6491f36e-3b56-48f9-aaaf-dd6b08d625ef HTTP/1.1" status: 200 len: 210 time: 0.0563710 Feb 16 22:24:02.415119 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 7e12228a-b394-4a89-ad28-768695164cef up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:24:02.425269 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-dc084f49-955c-4da1-8198-34149922162d tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Allocated IP 19.80.0.210 (aa46e597-0a67-4012-9c76-f23dfa0611e9/f27b3382-e384-4167-9957-61f877d602ad/cc88d6a2-158a-497d-98ab-9e0cbd1e1526) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:24:02.440396 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8f841026-7eb5-48af-b9e6-cbd3323c1454 admin admin] Publish callbacks [] for security_group (a923c2dc-4c94-43db-a751-9762ddda4e0f), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:02.482799 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8f841026-7eb5-48af-b9e6-cbd3323c1454 admin admin] Publish callbacks [] for security_group (a923c2dc-4c94-43db-a751-9762ddda4e0f), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:02.486963 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 7e12228a-b394-4a89-ad28-768695164cef triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:24:02.487282 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (7e12228a-b394-4a89-ad28-768695164cef), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:02.575302 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 7e12228a-b394-4a89-ad28-768695164cef is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:24:02.694739 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-d6f76d95-088e-4409-8b85-d97880c75bfc tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:02.696243 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-d6f76d95-088e-4409-8b85-d97880c75bfc tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/networks?id=c5caf1e2-5ed9-4635-98df-d36f332fac2f HTTP/1.1" status: 200 len: 812 time: 0.2084615 Feb 16 22:24:02.716383 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8f841026-7eb5-48af-b9e6-cbd3323c1454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a923c2dc-4c94-43db-a751-9762ddda4e0f), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:02.718961 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8f841026-7eb5-48af-b9e6-cbd3323c1454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:02.720057 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8f841026-7eb5-48af-b9e6-cbd3323c1454 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a923c2dc-4c94-43db-a751-9762ddda4e0f HTTP/1.1" status: 204 len: 168 time: 0.4288826 Feb 16 22:24:02.733085 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f841026-7eb5-48af-b9e6-cbd3323c1454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a923c2dc-4c94-43db-a751-9762ddda4e0f,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:02.739224 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-41110685-2ea3-498c-af34-4d0217e049e0 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/quotas/ee14b41af1744680817d2f7b9462ea3f HTTP/1.1" status: 200 len: 375 time: 0.0351915 Feb 16 22:24:02.771732 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-dc084f49-955c-4da1-8198-34149922162d tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks [] for port (cc88d6a2-158a-497d-98ab-9e0cbd1e1526), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:02.793991 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-fa9eb90a-432b-49d6-bbdb-3f00b1544d4b tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ee14b41af1744680817d2f7b9462ea3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414524 Feb 16 22:24:02.890444 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-dc084f49-955c-4da1-8198-34149922162d tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (cc88d6a2-158a-497d-98ab-9e0cbd1e1526), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:02.959835 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-dc084f49-955c-4da1-8198-34149922162d tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Network aa46e597-0a67-4012-9c76-f23dfa0611e9 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:24:02.966903 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-dc084f49-955c-4da1-8198-34149922162d tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:24:02.969326 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-dc084f49-955c-4da1-8198-34149922162d tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:24:02.981832 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-fa138ee4-19f4-4f76-ae71-3ee2c27ea7ee service neutron] 10.222.0.75 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754019 Feb 16 22:24:03.019311 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc084f49-955c-4da1-8198-34149922162d tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Pushing event updated for resources: {'Port': ['ID=cc88d6a2-158a-497d-98ab-9e0cbd1e1526,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:03.109811 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-dc084f49-955c-4da1-8198-34149922162d tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:03.110659 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-dc084f49-955c-4da1-8198-34149922162d tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:03.135975 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-a67a5f99-4f63-4bb5-b1fa-dd1fd7e2f243 service neutron] 10.222.0.75 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552184 Feb 16 22:24:03.147278 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-dc084f49-955c-4da1-8198-34149922162d tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2995129 Feb 16 22:24:03.160094 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-4a2e6cc4-5108-492d-b551-8cad7a76f946 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Request body: {'port': {'device_id': '6491f36e-3b56-48f9-aaaf-dd6b08d625ef', 'network_id': '111a8bba-ec19-4d17-b634-ae2d49e5d05f', 'admin_state_up': True, 'tenant_id': '2f608537367041eb8983cef4cf0c0dc6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:03.264292 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-bad3efbc-6174-4ec4-8e08-45151ad7858f None None] Provisioning complete for port cc88d6a2-158a-497d-98ab-9e0cbd1e1526 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:24:03.264784 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bad3efbc-6174-4ec4-8e08-45151ad7858f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (cc88d6a2-158a-497d-98ab-9e0cbd1e1526), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:03.312750 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-bad3efbc-6174-4ec4-8e08-45151ad7858f None None] Port cc88d6a2-158a-497d-98ab-9e0cbd1e1526 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:24:03.312988 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-4a2e6cc4-5108-492d-b551-8cad7a76f946 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Made reservation on behalf of 2f608537367041eb8983cef4cf0c0dc6 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:24:03.318170 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-4a2e6cc4-5108-492d-b551-8cad7a76f946 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:03.610816 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-4a2e6cc4-5108-492d-b551-8cad7a76f946 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Allocated IP 19.86.0.14 (111a8bba-ec19-4d17-b634-ae2d49e5d05f/b99ae3dc-94bd-41bf-a26a-2cc59165a767/eb07c5c2-e66e-4acc-9118-61a346695a62) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:24:03.718329 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431724f6-45c8-46e8-9207-ea8da1705000 req-7c219108-cac5-43ff-be9d-bae9e20b5ccc tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:03.719816 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-431724f6-45c8-46e8-9207-ea8da1705000 req-7c219108-cac5-43ff-be9d-bae9e20b5ccc tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.1665602 Feb 16 22:24:03.857809 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-4a2e6cc4-5108-492d-b551-8cad7a76f946 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks [] for port (eb07c5c2-e66e-4acc-9118-61a346695a62), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:03.863970 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-431724f6-45c8-46e8-9207-ea8da1705000 req-f5d44cb0-e337-48e9-839f-8fdd6a0b966c tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995703 Feb 16 22:24:03.914120 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-4a2e6cc4-5108-492d-b551-8cad7a76f946 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (eb07c5c2-e66e-4acc-9118-61a346695a62), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:03.975017 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-4a2e6cc4-5108-492d-b551-8cad7a76f946 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Network 111a8bba-ec19-4d17-b634-ae2d49e5d05f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:24:03.978563 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-4a2e6cc4-5108-492d-b551-8cad7a76f946 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:24:03.983405 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-4a2e6cc4-5108-492d-b551-8cad7a76f946 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:24:03.991314 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e6cc4-5108-492d-b551-8cad7a76f946 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Pushing event updated for resources: {'Port': ['ID=eb07c5c2-e66e-4acc-9118-61a346695a62,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:04.107301 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0d16c877-8f6c-4183-b76e-03aef976c0b1 req-333c8c32-8747-480a-9e8c-20dc16de34f2 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=681ffc76-aebf-4b1c-975a-b137b16bb073 HTTP/1.1" status: 200 len: 210 time: 0.0858886 Feb 16 22:24:04.156774 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-4a2e6cc4-5108-492d-b551-8cad7a76f946 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:04.157489 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-4a2e6cc4-5108-492d-b551-8cad7a76f946 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:04.184502 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-4a2e6cc4-5108-492d-b551-8cad7a76f946 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0299060 Feb 16 22:24:04.219287 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-65f620c7-5e1e-44f6-89ce-02cfd06ec0ce service neutron] Request body: {'port': {'device_id': '6491f36e-3b56-48f9-aaaf-dd6b08d625ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:04.248480 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 287fa039-90a9-48dd-88ad-3a807eee0ca4 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:24:04.298536 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 287fa039-90a9-48dd-88ad-3a807eee0ca4 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:24:04.300136 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 287fa039-90a9-48dd-88ad-3a807eee0ca4 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:24:04.337027 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-65f620c7-5e1e-44f6-89ce-02cfd06ec0ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cc88d6a2-158a-497d-98ab-9e0cbd1e1526), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:04.347471 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a69cc82d-689d-4263-b9b7-a768d7692462 None None] Provisioning complete for port eb07c5c2-e66e-4acc-9118-61a346695a62 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:24:04.347939 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a69cc82d-689d-4263-b9b7-a768d7692462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (eb07c5c2-e66e-4acc-9118-61a346695a62), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:04.356474 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae3f62-20cf-44ee-975e-e17d4053cc1b req-3b22bb0c-7345-42fc-9798-68efd3473b7d tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:04.362015 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae3f62-20cf-44ee-975e-e17d4053cc1b req-3b22bb0c-7345-42fc-9798-68efd3473b7d tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:04.363833 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-84ae3f62-20cf-44ee-975e-e17d4053cc1b req-3b22bb0c-7345-42fc-9798-68efd3473b7d tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=6491f36e-3b56-48f9-aaaf-dd6b08d625ef HTTP/1.1" status: 200 len: 1654 time: 0.1406393 Feb 16 22:24:04.404654 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a69cc82d-689d-4263-b9b7-a768d7692462 None None] Port eb07c5c2-e66e-4acc-9118-61a346695a62 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:24:04.506807 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-84ae3f62-20cf-44ee-975e-e17d4053cc1b req-aa4bfe2f-43a9-485e-81ce-3eea6d6ad4a3 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/security-groups?id=26878bcd-cab1-471f-adcf-40b2469be574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349921 Feb 16 22:24:04.666288 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36614) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:04.778061 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-2e1ca2e0-690f-4446-a03c-6a8e03d834f4 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:04.779585 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-2e1ca2e0-690f-4446-a03c-6a8e03d834f4 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.79 "GET /v2.0/networks?id=c5caf1e2-5ed9-4635-98df-d36f332fac2f HTTP/1.1" status: 200 len: 812 time: 0.1715801 Feb 16 22:24:04.804457 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-100af74c-9063-488a-95bf-4ca71d651bd5 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Request body: {'port': {'device_id': '681ffc76-aebf-4b1c-975a-b137b16bb073', 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f', 'admin_state_up': True, 'tenant_id': 'ee14b41af1744680817d2f7b9462ea3f'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:04.897844 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-0350d8f8-d167-4d33-b13d-7c66a257d185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-332435520'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:04.939259 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0350d8f8-d167-4d33-b13d-7c66a257d185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763-project] Made reservation on behalf of e9b86962c0af49a18447e117d181e2c5 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:24:04.942645 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0350d8f8-d167-4d33-b13d-7c66a257d185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:04.956415 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0350d8f8-d167-4d33-b13d-7c66a257d185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:04.977287 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-100af74c-9063-488a-95bf-4ca71d651bd5 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Made reservation on behalf of ee14b41af1744680817d2f7b9462ea3f for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:24:04.981689 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-100af74c-9063-488a-95bf-4ca71d651bd5 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:05.079818 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7d837-0fe7-4ecc-bbdb-077194d8ebe9 req-d448b135-0595-4d31-ae24-869acd04a8e9 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:05.081386 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1b7d837-0fe7-4ecc-bbdb-077194d8ebe9 req-d448b135-0595-4d31-ae24-869acd04a8e9 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "GET /v2.0/ports?device_id=502eda20-e65d-4309-9a36-dec4bd1ded0f HTTP/1.1" status: 200 len: 945 time: 0.4831710 Feb 16 22:24:05.158708 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0350d8f8-d167-4d33-b13d-7c66a257d185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763-project] Publish callbacks [] for security_group (12e722b5-fe8d-4a85-bf58-d1736f14e383), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:05.167076 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-65f620c7-5e1e-44f6-89ce-02cfd06ec0ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc88d6a2-158a-497d-98ab-9e0cbd1e1526 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:24:05.177364 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1b7d837-0fe7-4ecc-bbdb-077194d8ebe9 req-10b8dc82-e585-43bf-b835-89f1f81b7f59 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4ba600f-30a6-438b-a607-470596cd90fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886374 Feb 16 22:24:05.179443 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-65f620c7-5e1e-44f6-89ce-02cfd06ec0ce service neutron] Publish callbacks [] for port (cc88d6a2-158a-497d-98ab-9e0cbd1e1526), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:05.181907 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0350d8f8-d167-4d33-b13d-7c66a257d185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (12e722b5-fe8d-4a85-bf58-d1736f14e383), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:05.203166 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-65f620c7-5e1e-44f6-89ce-02cfd06ec0ce service neutron] Transition to ACTIVE for port object cc88d6a2-158a-497d-98ab-9e0cbd1e1526 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:24:05.204964 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-100af74c-9063-488a-95bf-4ca71d651bd5 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Allocated IP 172.20.0.14 (c5caf1e2-5ed9-4635-98df-d36f332fac2f/839d08e4-b425-43ca-a9e3-06c3106daa84/5e6bba88-96b8-4727-8b65-04d055c6ba07) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:24:05.208351 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-65f620c7-5e1e-44f6-89ce-02cfd06ec0ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (cc88d6a2-158a-497d-98ab-9e0cbd1e1526), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:05.240154 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0350d8f8-d167-4d33-b13d-7c66a257d185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:24:05.288388 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f620c7-5e1e-44f6-89ce-02cfd06ec0ce service neutron] Pushing event updated for resources: {'Port': ['ID=cc88d6a2-158a-497d-98ab-9e0cbd1e1526,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:05.288703 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350d8f8-d167-4d33-b13d-7c66a257d185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12e722b5-fe8d-4a85-bf58-d1736f14e383,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:05.293113 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0350d8f8-d167-4d33-b13d-7c66a257d185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:05.293464 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-0350d8f8-d167-4d33-b13d-7c66a257d185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763-project] Added segment 1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2 of type vlan for network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 Feb 16 22:24:05.315011 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d02433-43e5-412c-93b6-b64748c2710e req-e8aebef0-d105-48ea-b002-cf0cf99d925a tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:05.317401 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f4d02433-43e5-412c-93b6-b64748c2710e req-e8aebef0-d105-48ea-b002-cf0cf99d925a tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.67 "GET /v2.0/ports?device_id=502eda20-e65d-4309-9a36-dec4bd1ded0f HTTP/1.1" status: 200 len: 945 time: 0.1787269 Feb 16 22:24:05.379760 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-65f620c7-5e1e-44f6-89ce-02cfd06ec0ce service neutron] Attempting to bind port cc88d6a2-158a-497d-98ab-9e0cbd1e1526 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:05.380211 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-65f620c7-5e1e-44f6-89ce-02cfd06ec0ce service neutron] Attempting to bind port cc88d6a2-158a-497d-98ab-9e0cbd1e1526 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '7fca372c-41a7-45f7-88ce-61291b9e8c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'aa46e597-0a67-4012-9c76-f23dfa0611e9'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:05.380414 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-65f620c7-5e1e-44f6-89ce-02cfd06ec0ce service neutron] Attempting to bind port cc88d6a2-158a-497d-98ab-9e0cbd1e1526 on network aa46e597-0a67-4012-9c76-f23dfa0611e9 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:05.387584 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-65f620c7-5e1e-44f6-89ce-02cfd06ec0ce service neutron] Port cc88d6a2-158a-497d-98ab-9e0cbd1e1526 on network aa46e597-0a67-4012-9c76-f23dfa0611e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:05.399479 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-65f620c7-5e1e-44f6-89ce-02cfd06ec0ce service neutron] Attempting to bind port cc88d6a2-158a-497d-98ab-9e0cbd1e1526 on network aa46e597-0a67-4012-9c76-f23dfa0611e9 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:05.414000 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-65f620c7-5e1e-44f6-89ce-02cfd06ec0ce service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:24:05.414355 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-65f620c7-5e1e-44f6-89ce-02cfd06ec0ce service neutron] Checking segment: {'id': '7fca372c-41a7-45f7-88ce-61291b9e8c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'aa46e597-0a67-4012-9c76-f23dfa0611e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:24:05.414739 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-65f620c7-5e1e-44f6-89ce-02cfd06ec0ce service neutron] Bound using segment: {'id': '7fca372c-41a7-45f7-88ce-61291b9e8c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'aa46e597-0a67-4012-9c76-f23dfa0611e9'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:24:05.415220 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-65f620c7-5e1e-44f6-89ce-02cfd06ec0ce service neutron] Bound port: cc88d6a2-158a-497d-98ab-9e0cbd1e1526, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fca372c-41a7-45f7-88ce-61291b9e8c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'aa46e597-0a67-4012-9c76-f23dfa0611e9'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:24:05.415600 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-65f620c7-5e1e-44f6-89ce-02cfd06ec0ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cc88d6a2-158a-497d-98ab-9e0cbd1e1526), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:05.439086 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0350d8f8-d167-4d33-b13d-7c66a257d185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:05.563734 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0350d8f8-d167-4d33-b13d-7c66a257d185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:05.568769 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0350d8f8-d167-4d33-b13d-7c66a257d185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:05.569366 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0350d8f8-d167-4d33-b13d-7c66a257d185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:05.575349 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-759c9edf-efb5-449c-9de8-a0bbc86a7918 req-c6f519d1-ad2a-44ee-9953-123a3ad7abc1 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=681ffc76-aebf-4b1c-975a-b137b16bb073 HTTP/1.1" status: 200 len: 210 time: 0.0554914 Feb 16 22:24:05.576347 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-65f620c7-5e1e-44f6-89ce-02cfd06ec0ce service neutron] For port cc88d6a2-158a-497d-98ab-9e0cbd1e1526, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:24:05.599595 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-65f620c7-5e1e-44f6-89ce-02cfd06ec0ce service neutron] For port cc88d6a2-158a-497d-98ab-9e0cbd1e1526, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=cc88d6a2-158a-497d-98ab-9e0cbd1e1526,segment=NetworkSegment(7fca372c-41a7-45f7-88ce-61291b9e8c46),segment_id=7fca372c-41a7-45f7-88ce-61291b9e8c46)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:24:05.606205 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-65f620c7-5e1e-44f6-89ce-02cfd06ec0ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (cc88d6a2-158a-497d-98ab-9e0cbd1e1526), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:05.610936 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1038fb1-d5bd-4972-b86c-fd9410735c4a req-457719d6-f494-40ad-ab47-42a939484b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:05.612472 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d1038fb1-d5bd-4972-b86c-fd9410735c4a req-457719d6-f494-40ad-ab47-42a939484b28 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=471d422781ee4218a880c4849a975478&device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 1126 time: 0.1265078 Feb 16 22:24:05.711349 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-65f620c7-5e1e-44f6-89ce-02cfd06ec0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:05.711977 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-65f620c7-5e1e-44f6-89ce-02cfd06ec0ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:05.713502 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-65f620c7-5e1e-44f6-89ce-02cfd06ec0ce service neutron] 10.222.0.67 "PUT /v2.0/ports/cc88d6a2-158a-497d-98ab-9e0cbd1e1526 HTTP/1.1" status: 200 len: 1092 time: 1.5109475 Feb 16 22:24:05.720048 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6491f36e-3b56-48f9-aaaf-dd6b08d625ef', 'tag': 'cc88d6a2-158a-497d-98ab-9e0cbd1e1526'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:24:05.722738 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419e0058-f114-4956-969b-941bec085ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "6491f36e-3b56-48f9-aaaf-dd6b08d625ef", "tag": "cc88d6a2-158a-497d-98ab-9e0cbd1e1526"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:24:05.745825 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f620c7-5e1e-44f6-89ce-02cfd06ec0ce service neutron] Pushing event updated for resources: {'Port': ['ID=cc88d6a2-158a-497d-98ab-9e0cbd1e1526,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:05.781155 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-9c34094f-a242-4967-bfaa-15930a34e8ac service neutron] Request body: {'port': {'device_id': '6491f36e-3b56-48f9-aaaf-dd6b08d625ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:05.852539 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aada86-4874-457d-97db-4a99a4af21d2 req-fd1d2181-d89b-4cd9-8f2b-0f3c97be2db2 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:05.854614 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c1aada86-4874-457d-97db-4a99a4af21d2 req-fd1d2181-d89b-4cd9-8f2b-0f3c97be2db2 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.2039306 Feb 16 22:24:05.859352 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1038fb1-d5bd-4972-b86c-fd9410735c4a req-76446a95-da57-4f90-87c1-c359066d8f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:05.860883 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d1038fb1-d5bd-4972-b86c-fd9410735c4a req-76446a95-da57-4f90-87c1-c359066d8f6a service neutron] 10.222.0.79 "GET /v2.0/networks?id=22711c4a-8661-4a7d-9538-4da72ec44b9a HTTP/1.1" status: 200 len: 912 time: 0.2268507 Feb 16 22:24:05.918742 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-100af74c-9063-488a-95bf-4ca71d651bd5 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks [] for port (5e6bba88-96b8-4727-8b65-04d055c6ba07), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:05.924983 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0350d8f8-d167-4d33-b13d-7c66a257d185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.2572529 Feb 16 22:24:05.948237 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-9c34094f-a242-4967-bfaa-15930a34e8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (eb07c5c2-e66e-4acc-9118-61a346695a62), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:05.967589 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350d8f8-d167-4d33-b13d-7c66a257d185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763-project] Pushing event updated for resources: {'Network': ['ID=47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:05.978613 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-f4d02433-43e5-412c-93b6-b64748c2710e req-dc2c4a64-68b2-46d4-9085-205b5654cb8f tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Deleting port 8eb6575c-ce5b-4f43-b452-112e4b4c4114 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:24:05.979621 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f4d02433-43e5-412c-93b6-b64748c2710e req-dc2c4a64-68b2-46d4-9085-205b5654cb8f tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (8eb6575c-ce5b-4f43-b452-112e4b4c4114), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:05.983586 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:24:05.985029 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d1038fb1-d5bd-4972-b86c-fd9410735c4a req-32e47acf-1edd-4f4f-b289-afd72e77d04c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f84d8ad-7206-4829-8589-6f904da0dad7 HTTP/1.1" status: 200 len: 999 time: 0.1042986 Feb 16 22:24:05.991019 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c1aada86-4874-457d-97db-4a99a4af21d2 req-a804e0cd-dce0-4cc6-99db-81c0d15af506 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280627 Feb 16 22:24:06.078078 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1038fb1-d5bd-4972-b86c-fd9410735c4a req-21ffa368-b2ee-4905-b9ee-18d966fa919c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:06.079667 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d1038fb1-d5bd-4972-b86c-fd9410735c4a req-21ffa368-b2ee-4905-b9ee-18d966fa919c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa HTTP/1.1" status: 200 len: 850 time: 0.0876997 Feb 16 22:24:06.083155 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-100af74c-9063-488a-95bf-4ca71d651bd5 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (5e6bba88-96b8-4727-8b65-04d055c6ba07), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:06.144547 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-100af74c-9063-488a-95bf-4ca71d651bd5 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Network c5caf1e2-5ed9-4635-98df-d36f332fac2f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:24:06.150312 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-f4d02433-43e5-412c-93b6-b64748c2710e req-dc2c4a64-68b2-46d4-9085-205b5654cb8f tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] For port 8eb6575c-ce5b-4f43-b452-112e4b4c4114, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8eb6575c-ce5b-4f43-b452-112e4b4c4114,segment=NetworkSegment(23863332-acbf-4a52-b2fc-432543382482),segment_id=23863332-acbf-4a52-b2fc-432543382482)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:06.150683 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f4d02433-43e5-412c-93b6-b64748c2710e req-dc2c4a64-68b2-46d4-9085-205b5654cb8f tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (8eb6575c-ce5b-4f43-b452-112e4b4c4114), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:06.160055 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-100af74c-9063-488a-95bf-4ca71d651bd5 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:24:06.162756 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-100af74c-9063-488a-95bf-4ca71d651bd5 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:24:06.200552 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100af74c-9063-488a-95bf-4ca71d651bd5 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Pushing event updated for resources: {'Port': ['ID=5e6bba88-96b8-4727-8b65-04d055c6ba07,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:06.249544 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1038fb1-d5bd-4972-b86c-fd9410735c4a req-70330726-691d-459d-83fb-5bf318429b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:06.251183 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d1038fb1-d5bd-4972-b86c-fd9410735c4a req-70330726-691d-459d-83fb-5bf318429b55 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=22711c4a-8661-4a7d-9538-4da72ec44b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1276350 Feb 16 22:24:06.270004 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-100af74c-9063-488a-95bf-4ca71d651bd5 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:06.270643 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-100af74c-9063-488a-95bf-4ca71d651bd5 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:06.295815 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-100af74c-9063-488a-95bf-4ca71d651bd5 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5061011 Feb 16 22:24:06.301826 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64d38a-288e-4955-9a12-aad48d380ecd req-96a10503-7e9f-4f01-bf22-2fc4188a84db tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:06.306975 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64d38a-288e-4955-9a12-aad48d380ecd req-96a10503-7e9f-4f01-bf22-2fc4188a84db tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:06.308610 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ca64d38a-288e-4955-9a12-aad48d380ecd req-96a10503-7e9f-4f01-bf22-2fc4188a84db tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=6491f36e-3b56-48f9-aaaf-dd6b08d625ef HTTP/1.1" status: 200 len: 1666 time: 0.1455898 Feb 16 22:24:06.333640 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-1e4fcdb0-e1e3-43fc-b65a-e6e9046d4609 service neutron] Request body: {'port': {'device_id': '681ffc76-aebf-4b1c-975a-b137b16bb073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:06.443559 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-1e4fcdb0-e1e3-43fc-b65a-e6e9046d4609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5e6bba88-96b8-4727-8b65-04d055c6ba07), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:06.445925 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 36640) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:06.458338 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ca64d38a-288e-4955-9a12-aad48d380ecd req-495a3b63-67f3-4510-917d-006345203aa1 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/security-groups?id=26878bcd-cab1-471f-adcf-40b2469be574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331875 Feb 16 22:24:06.468699 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f4d02433-43e5-412c-93b6-b64748c2710e req-dc2c4a64-68b2-46d4-9085-205b5654cb8f tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:06.469072 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f4d02433-43e5-412c-93b6-b64748c2710e req-dc2c4a64-68b2-46d4-9085-205b5654cb8f tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (2a877eb1-8b7f-4d79-8700-7c20d050780d), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:06.469381 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [req-f4d02433-43e5-412c-93b6-b64748c2710e req-dc2c4a64-68b2-46d4-9085-205b5654cb8f tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Floating IP 2a877eb1-8b7f-4d79-8700-7c20d050780d disassociated. External IP: 172.25.2.113, port: 8eb6575c-ce5b-4f43-b452-112e4b4c4114. Feb 16 22:24:06.469714 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-f4d02433-43e5-412c-93b6-b64748c2710e req-dc2c4a64-68b2-46d4-9085-205b5654cb8f tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Calling delete_port for 8eb6575c-ce5b-4f43-b452-112e4b4c4114 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:24:06.483060 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d1038fb1-d5bd-4972-b86c-fd9410735c4a req-6137b7b8-5a5d-4a1f-b169-6c506e0e002c service neutron] 10.222.0.79 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044661 Feb 16 22:24:06.536493 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-9c34094f-a242-4967-bfaa-15930a34e8ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb07c5c2-e66e-4acc-9118-61a346695a62 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:24:06.547587 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-9c34094f-a242-4967-bfaa-15930a34e8ac service neutron] Publish callbacks [] for port (eb07c5c2-e66e-4acc-9118-61a346695a62), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:06.564870 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-9c34094f-a242-4967-bfaa-15930a34e8ac service neutron] Transition to ACTIVE for port object eb07c5c2-e66e-4acc-9118-61a346695a62 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:24:06.578240 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252feffb-f0ed-443c-abae-fda9ef8e3c9b x-openstack-request-id: req-252feffb-f0ed-443c-abae-fda9ef8e3c9b {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:24:06.578532 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6491f36e-3b56-48f9-aaaf-dd6b08d625ef", "tag": "cc88d6a2-158a-497d-98ab-9e0cbd1e1526", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:24:06.578794 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-252feffb-f0ed-443c-abae-fda9ef8e3c9b {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:24:06.579197 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6491f36e-3b56-48f9-aaaf-dd6b08d625ef', 'tag': 'cc88d6a2-158a-497d-98ab-9e0cbd1e1526', 'status': 'completed', 'code': 200} Feb 16 22:24:06.581813 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-9c34094f-a242-4967-bfaa-15930a34e8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (eb07c5c2-e66e-4acc-9118-61a346695a62), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:06.748089 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ca94c33-d67d-4233-b59d-b278619d5673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:06.813251 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e0058-f114-4956-969b-941bec085ee4 req-aa4d1cb5-1dd9-44cf-80e7-45a579848de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:06.813559 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e0058-f114-4956-969b-941bec085ee4 req-aa4d1cb5-1dd9-44cf-80e7-45a579848de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:06.813816 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c34094f-a242-4967-bfaa-15930a34e8ac service neutron] Pushing event updated for resources: {'Port': ['ID=eb07c5c2-e66e-4acc-9118-61a346695a62,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:06.815265 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-419e0058-f114-4956-969b-941bec085ee4 req-aa4d1cb5-1dd9-44cf-80e7-45a579848de3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2f608537367041eb8983cef4cf0c0dc6&device_id=6491f36e-3b56-48f9-aaaf-dd6b08d625ef HTTP/1.1" status: 200 len: 1944 time: 0.2645833 Feb 16 22:24:06.832739 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d1038fb1-d5bd-4972-b86c-fd9410735c4a req-a6e46796-cfd1-4f2a-9952-6955a53af268 service neutron] 10.222.0.79 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660332 Feb 16 22:24:06.836205 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-9c34094f-a242-4967-bfaa-15930a34e8ac service neutron] Attempting to bind port eb07c5c2-e66e-4acc-9118-61a346695a62 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:06.836538 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-9c34094f-a242-4967-bfaa-15930a34e8ac service neutron] Attempting to bind port eb07c5c2-e66e-4acc-9118-61a346695a62 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'd27df99a-934b-4c27-98b8-71bd4ea1974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '111a8bba-ec19-4d17-b634-ae2d49e5d05f'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:06.836861 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-9c34094f-a242-4967-bfaa-15930a34e8ac service neutron] Attempting to bind port eb07c5c2-e66e-4acc-9118-61a346695a62 on network 111a8bba-ec19-4d17-b634-ae2d49e5d05f {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:06.862556 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36648) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:06.867969 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-9c34094f-a242-4967-bfaa-15930a34e8ac service neutron] Port eb07c5c2-e66e-4acc-9118-61a346695a62 on network 111a8bba-ec19-4d17-b634-ae2d49e5d05f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:06.868234 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-9c34094f-a242-4967-bfaa-15930a34e8ac service neutron] Attempting to bind port eb07c5c2-e66e-4acc-9118-61a346695a62 on network 111a8bba-ec19-4d17-b634-ae2d49e5d05f {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:06.876418 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-9c34094f-a242-4967-bfaa-15930a34e8ac service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:24:06.876730 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-9c34094f-a242-4967-bfaa-15930a34e8ac service neutron] Checking segment: {'id': 'd27df99a-934b-4c27-98b8-71bd4ea1974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '111a8bba-ec19-4d17-b634-ae2d49e5d05f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:24:06.877072 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-9c34094f-a242-4967-bfaa-15930a34e8ac service neutron] Bound using segment: {'id': 'd27df99a-934b-4c27-98b8-71bd4ea1974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '111a8bba-ec19-4d17-b634-ae2d49e5d05f'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:24:06.877505 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-9c34094f-a242-4967-bfaa-15930a34e8ac service neutron] Bound port: eb07c5c2-e66e-4acc-9118-61a346695a62, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27df99a-934b-4c27-98b8-71bd4ea1974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '111a8bba-ec19-4d17-b634-ae2d49e5d05f'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:24:06.878299 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-9c34094f-a242-4967-bfaa-15930a34e8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (eb07c5c2-e66e-4acc-9118-61a346695a62), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:06.887864 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Request body: {'port': {'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60', 'binding:host_id': 'n-h2-813897-6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-152735935'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:06.999085 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-1e4fcdb0-e1e3-43fc-b65a-e6e9046d4609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e6bba88-96b8-4727-8b65-04d055c6ba07 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:24:07.007282 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Made reservation on behalf of 293e204495c8497e96f35a787386c3c2 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:24:07.009614 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:07.015251 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-1e4fcdb0-e1e3-43fc-b65a-e6e9046d4609 service neutron] Publish callbacks [] for port (5e6bba88-96b8-4727-8b65-04d055c6ba07), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:07.017036 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ca94c33-d67d-4233-b59d-b278619d5673 admin admin] Publish callbacks [] for security_group (9b1df377-f974-42e2-adc5-3efbe9668134), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:07.018140 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f4d02433-43e5-412c-93b6-b64748c2710e req-dc2c4a64-68b2-46d4-9085-205b5654cb8f tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (8eb6575c-ce5b-4f43-b452-112e4b4c4114), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:07.024482 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ca94c33-d67d-4233-b59d-b278619d5673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9b1df377-f974-42e2-adc5-3efbe9668134), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:07.028120 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-9c34094f-a242-4967-bfaa-15930a34e8ac service neutron] For port eb07c5c2-e66e-4acc-9118-61a346695a62, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:24:07.033245 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-9c34094f-a242-4967-bfaa-15930a34e8ac service neutron] For port eb07c5c2-e66e-4acc-9118-61a346695a62, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=eb07c5c2-e66e-4acc-9118-61a346695a62,segment=NetworkSegment(d27df99a-934b-4c27-98b8-71bd4ea1974d),segment_id=d27df99a-934b-4c27-98b8-71bd4ea1974d)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:24:07.042807 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:07.061016 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-9c34094f-a242-4967-bfaa-15930a34e8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (eb07c5c2-e66e-4acc-9118-61a346695a62), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:07.087658 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c4a64-68b2-46d4-9085-205b5654cb8f tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Pushing event deleted for resources: {'Port': ['ID=8eb6575c-ce5b-4f43-b452-112e4b4c4114,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:07.093166 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e0058-f114-4956-969b-941bec085ee4 req-0b491e90-ca51-4750-b942-444ca35753a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:07.093753 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e0058-f114-4956-969b-941bec085ee4 req-0b491e90-ca51-4750-b942-444ca35753a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:07.094164 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e0058-f114-4956-969b-941bec085ee4 req-0b491e90-ca51-4750-b942-444ca35753a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:07.095820 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-419e0058-f114-4956-969b-941bec085ee4 req-0b491e90-ca51-4750-b942-444ca35753a5 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=2f608537367041eb8983cef4cf0c0dc6&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2661533 Feb 16 22:24:07.100397 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-1e4fcdb0-e1e3-43fc-b65a-e6e9046d4609 service neutron] Transition to ACTIVE for port object 5e6bba88-96b8-4727-8b65-04d055c6ba07 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:24:07.108878 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0678acdf-99ae-4ba1-9194-8e2b9b8b466a req-5e5e84a1-3283-49ff-929d-f19b4a8f499a tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:07.110476 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0678acdf-99ae-4ba1-9194-8e2b9b8b466a req-5e5e84a1-3283-49ff-929d-f19b4a8f499a tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "GET /v2.0/ports?device_id=502eda20-e65d-4309-9a36-dec4bd1ded0f HTTP/1.1" status: 200 len: 867 time: 0.1782041 Feb 16 22:24:07.118226 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4ca94c33-d67d-4233-b59d-b278619d5673 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7f6c70b8b5924579b285d7e6b4d4807f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6686499 Feb 16 22:24:07.119368 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca94c33-d67d-4233-b59d-b278619d5673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1df377-f974-42e2-adc5-3efbe9668134,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:07.122050 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-1e4fcdb0-e1e3-43fc-b65a-e6e9046d4609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (5e6bba88-96b8-4727-8b65-04d055c6ba07), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:07.128434 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36652) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:07.136737 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-9c34094f-a242-4967-bfaa-15930a34e8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:07.137380 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-9c34094f-a242-4967-bfaa-15930a34e8ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:07.139222 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-9c34094f-a242-4967-bfaa-15930a34e8ac service neutron] 10.222.0.67 "PUT /v2.0/ports/eb07c5c2-e66e-4acc-9118-61a346695a62 HTTP/1.1" status: 200 len: 1091 time: 1.3900769 Feb 16 22:24:07.209570 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c34094f-a242-4967-bfaa-15930a34e8ac service neutron] Pushing event updated for resources: {'Port': ['ID=eb07c5c2-e66e-4acc-9118-61a346695a62,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:07.246692 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0678acdf-99ae-4ba1-9194-8e2b9b8b466a req-fb084295-df27-4436-9ba5-f48d8fb9aa3e tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4ba600f-30a6-438b-a607-470596cd90fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185348 Feb 16 22:24:07.373436 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c8b60-1532-49cf-98d4-6fc5e00f09fe req-045504de-8b73-497e-a07c-14654a88ff93 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:07.378710 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ec1c8b60-1532-49cf-98d4-6fc5e00f09fe req-045504de-8b73-497e-a07c-14654a88ff93 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=681ffc76-aebf-4b1c-975a-b137b16bb073 HTTP/1.1" status: 200 len: 944 time: 0.0676847 Feb 16 22:24:07.399487 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fcdb0-e1e3-43fc-b65a-e6e9046d4609 service neutron] Pushing event updated for resources: {'Port': ['ID=5e6bba88-96b8-4727-8b65-04d055c6ba07,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:07.439834 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ec1c8b60-1532-49cf-98d4-6fc5e00f09fe req-2fe6bb6f-866b-430b-97a1-2fdf411bd5b3 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542562 Feb 16 22:24:07.516937 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e0058-f114-4956-969b-941bec085ee4 req-f240b9da-b5f4-4fcb-b14d-b68c0aa08bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:07.518515 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-419e0058-f114-4956-969b-941bec085ee4 req-f240b9da-b5f4-4fcb-b14d-b68c0aa08bf8 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4107928 Feb 16 22:24:07.533140 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8bf2b105-0d77-4345-98ac-8771a52e32e4 admin admin] Publish callbacks [] for security_group (9b1df377-f974-42e2-adc5-3efbe9668134), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:07.556937 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8bf2b105-0d77-4345-98ac-8771a52e32e4 admin admin] Publish callbacks [] for security_group (9b1df377-f974-42e2-adc5-3efbe9668134), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:07.582484 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24418f-6872-41db-adce-7229fd59ff1e req-2633dd5e-6a50-497c-8c2e-5a2b8bd169b8 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:07.584178 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6f24418f-6872-41db-adce-7229fd59ff1e req-2633dd5e-6a50-497c-8c2e-5a2b8bd169b8 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0673776 Feb 16 22:24:07.625361 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks [] for security_group (44b73fad-20d0-4212-bc15-f349507d1fe5), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:07.650515 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6f24418f-6872-41db-adce-7229fd59ff1e req-3cbd3257-e530-4d69-b637-94e4c3419e35 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572605 Feb 16 22:24:07.653938 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (44b73fad-20d0-4212-bc15-f349507d1fe5), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:07.664503 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] device_id is not set on port 973fede4-2b32-456c-9570-f2b23563cec0 yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:24:07.679390 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-1e4fcdb0-e1e3-43fc-b65a-e6e9046d4609 service neutron] Attempting to bind port 5e6bba88-96b8-4727-8b65-04d055c6ba07 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:07.679803 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-1e4fcdb0-e1e3-43fc-b65a-e6e9046d4609 service neutron] Attempting to bind port 5e6bba88-96b8-4727-8b65-04d055c6ba07 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'bab3c7c9-e01c-407c-bcf4-3671c0e39eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:07.680059 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-1e4fcdb0-e1e3-43fc-b65a-e6e9046d4609 service neutron] Attempting to bind port 5e6bba88-96b8-4727-8b65-04d055c6ba07 on network c5caf1e2-5ed9-4635-98df-d36f332fac2f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:07.690286 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4d02433-43e5-412c-93b6-b64748c2710e req-dc2c4a64-68b2-46d4-9085-205b5654cb8f tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Router b3aa0538-ceb2-4866-a2d0-7bbc8be8caee has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:24:07.703117 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8bf2b105-0d77-4345-98ac-8771a52e32e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9b1df377-f974-42e2-adc5-3efbe9668134), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:07.705832 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8bf2b105-0d77-4345-98ac-8771a52e32e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:07.709054 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8bf2b105-0d77-4345-98ac-8771a52e32e4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9b1df377-f974-42e2-adc5-3efbe9668134 HTTP/1.1" status: 204 len: 168 time: 0.5749259 Feb 16 22:24:07.777591 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-1e4fcdb0-e1e3-43fc-b65a-e6e9046d4609 service neutron] Port 5e6bba88-96b8-4727-8b65-04d055c6ba07 on network c5caf1e2-5ed9-4635-98df-d36f332fac2f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:07.777921 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-1e4fcdb0-e1e3-43fc-b65a-e6e9046d4609 service neutron] Attempting to bind port 5e6bba88-96b8-4727-8b65-04d055c6ba07 on network c5caf1e2-5ed9-4635-98df-d36f332fac2f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:07.792902 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b73fad-20d0-4212-bc15-f349507d1fe5,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:07.799564 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-1e4fcdb0-e1e3-43fc-b65a-e6e9046d4609 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:24:07.799939 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-1e4fcdb0-e1e3-43fc-b65a-e6e9046d4609 service neutron] Checking segment: {'id': 'bab3c7c9-e01c-407c-bcf4-3671c0e39eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:24:07.800290 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-1e4fcdb0-e1e3-43fc-b65a-e6e9046d4609 service neutron] Bound using segment: {'id': 'bab3c7c9-e01c-407c-bcf4-3671c0e39eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:24:07.800466 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2eacec-4990-4292-bca1-5b06d1b1bd44 req-f96fa1cd-3197-4305-93fe-ed7abd403537 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:07.800726 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-1e4fcdb0-e1e3-43fc-b65a-e6e9046d4609 service neutron] Bound port: 5e6bba88-96b8-4727-8b65-04d055c6ba07, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bab3c7c9-e01c-407c-bcf4-3671c0e39eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:24:07.801088 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-1e4fcdb0-e1e3-43fc-b65a-e6e9046d4609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5e6bba88-96b8-4727-8b65-04d055c6ba07), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:07.806177 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2eacec-4990-4292-bca1-5b06d1b1bd44 req-f96fa1cd-3197-4305-93fe-ed7abd403537 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:07.808506 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a2eacec-4990-4292-bca1-5b06d1b1bd44 req-f96fa1cd-3197-4305-93fe-ed7abd403537 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=6491f36e-3b56-48f9-aaaf-dd6b08d625ef HTTP/1.1" status: 200 len: 1678 time: 0.0884326 Feb 16 22:24:07.844879 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-79c5b6c1-c218-496e-9bf1-a3ca1b0e47ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:07.845375 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-79c5b6c1-c218-496e-9bf1-a3ca1b0e47ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:07.847000 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-79c5b6c1-c218-496e-9bf1-a3ca1b0e47ba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2f608537367041eb8983cef4cf0c0dc6&device_id=6491f36e-3b56-48f9-aaaf-dd6b08d625ef HTTP/1.1" status: 200 len: 2042 time: 0.2367928 Feb 16 22:24:07.871471 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a2eacec-4990-4292-bca1-5b06d1b1bd44 req-200bcd04-20c8-48fe-9e43-4ed77c97232e tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/security-groups?id=26878bcd-cab1-471f-adcf-40b2469be574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497930 Feb 16 22:24:07.887753 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2b105-0d77-4345-98ac-8771a52e32e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1df377-f974-42e2-adc5-3efbe9668134,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:07.991247 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-1b86eddf-db2f-4ec7-94ca-f2488d8d9397 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.210&port_id=cc88d6a2-158a-497d-98ab-9e0cbd1e1526 HTTP/1.1" status: 200 len: 217 time: 0.1002176 Feb 16 22:24:08.132135 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-3bdb50b1-43af-4ae7-95b5-4b9527e4b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:08.133597 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-3bdb50b1-43af-4ae7-95b5-4b9527e4b942 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f27b3382-e384-4167-9957-61f877d602ad HTTP/1.1" status: 200 len: 801 time: 0.1287174 Feb 16 22:24:08.139589 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-1e4fcdb0-e1e3-43fc-b65a-e6e9046d4609 service neutron] For port 5e6bba88-96b8-4727-8b65-04d055c6ba07, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:24:08.181543 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-1e4fcdb0-e1e3-43fc-b65a-e6e9046d4609 service neutron] For port 5e6bba88-96b8-4727-8b65-04d055c6ba07, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=5e6bba88-96b8-4727-8b65-04d055c6ba07,segment=NetworkSegment(bab3c7c9-e01c-407c-bcf4-3671c0e39eec),segment_id=bab3c7c9-e01c-407c-bcf4-3671c0e39eec)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:24:08.208726 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-1e4fcdb0-e1e3-43fc-b65a-e6e9046d4609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (5e6bba88-96b8-4727-8b65-04d055c6ba07), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:08.222871 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4d02433-43e5-412c-93b6-b64748c2710e req-dc2c4a64-68b2-46d4-9085-205b5654cb8f tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:24:08.238449 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47981cd9-741d-4276-98b2-b8d33fdc0a10 None None] Sync routers for ids ['b3aa0538-ceb2-4866-a2d0-7bbc8be8caee'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:24:08.250955 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47981cd9-741d-4276-98b2-b8d33fdc0a10 None None] Routers {'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:24:08.251892 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-47981cd9-741d-4276-98b2-b8d33fdc0a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:23:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['b3aa0538-ceb2-4866-a2d0-7bbc8be8caee'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:08.286237 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] device_id is not set on port 973fede4-2b32-456c-9570-f2b23563cec0 yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:24:08.310885 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-1e4fcdb0-e1e3-43fc-b65a-e6e9046d4609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:08.311506 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-1e4fcdb0-e1e3-43fc-b65a-e6e9046d4609 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:08.312877 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-1e4fcdb0-e1e3-43fc-b65a-e6e9046d4609 service neutron] 10.222.0.79 "PUT /v2.0/ports/5e6bba88-96b8-4727-8b65-04d055c6ba07 HTTP/1.1" status: 200 len: 1092 time: 1.9881480 Feb 16 22:24:08.314463 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '681ffc76-aebf-4b1c-975a-b137b16bb073', 'tag': '5e6bba88-96b8-4727-8b65-04d055c6ba07'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:24:08.317157 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a409aecc-f66b-4d01-98b5-330b671466e8" -d '{"events": [{"name": "network-changed", "server_uuid": "681ffc76-aebf-4b1c-975a-b137b16bb073", "tag": "5e6bba88-96b8-4727-8b65-04d055c6ba07"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:24:08.325652 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d02433-43e5-412c-93b6-b64748c2710e req-dc2c4a64-68b2-46d4-9085-205b5654cb8f tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] No DVR routers for this DVR port 8eb6575c-ce5b-4f43-b452-112e4b4c4114 on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:24:08.334155 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f4d02433-43e5-412c-93b6-b64748c2710e req-dc2c4a64-68b2-46d4-9085-205b5654cb8f tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:08.337678 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f4d02433-43e5-412c-93b6-b64748c2710e req-dc2c4a64-68b2-46d4-9085-205b5654cb8f tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.67 "DELETE /v2.0/ports/8eb6575c-ce5b-4f43-b452-112e4b4c4114 HTTP/1.1" status: 204 len: 173 time: 3.0094850 Feb 16 22:24:08.338969 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks [] for port (973fede4-2b32-456c-9570-f2b23563cec0), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:08.356346 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-14fbb9b5-6b0a-418c-8391-5d2be4293a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:08.358527 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-14fbb9b5-6b0a-418c-8391-5d2be4293a80 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aa46e597-0a67-4012-9c76-f23dfa0611e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2125409 Feb 16 22:24:08.362623 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fcdb0-e1e3-43fc-b65a-e6e9046d4609 service neutron] Pushing event updated for resources: {'Port': ['ID=5e6bba88-96b8-4727-8b65-04d055c6ba07,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:08.367704 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (973fede4-2b32-456c-9570-f2b23563cec0), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:08.420094 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0575f23-21a4-4ce8-aebd-d3d9a1d0930b req-ced76712-13bd-4989-81b3-724e57505a35 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "GET /v2.0/ports?device_id=502eda20-e65d-4309-9a36-dec4bd1ded0f HTTP/1.1" status: 200 len: 210 time: 0.0720367 Feb 16 22:24:08.466758 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-47981cd9-741d-4276-98b2-b8d33fdc0a10 None None] Set router b3aa0538-ceb2-4866-a2d0-7bbc8be8caee gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:24:08.592678 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6491f36e-3b56-48f9-aaaf-dd6b08d625ef', 'tag': 'eb07c5c2-e66e-4acc-9118-61a346695a62'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:24:08.595927 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84374ad-effc-4267-b593-22196b5f2fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "6491f36e-3b56-48f9-aaaf-dd6b08d625ef", "tag": "eb07c5c2-e66e-4acc-9118-61a346695a62"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:24:08.628102 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4003fc3-6060-4366-91f6-ff6932574bc4 req-7cca3a62-27d9-46c7-8188-8233eee27936 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:08.630438 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a4003fc3-6060-4366-91f6-ff6932574bc4 req-7cca3a62-27d9-46c7-8188-8233eee27936 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=681ffc76-aebf-4b1c-975a-b137b16bb073 HTTP/1.1" status: 200 len: 944 time: 0.0668504 Feb 16 22:24:08.684014 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a4003fc3-6060-4366-91f6-ff6932574bc4 req-8ecf3bc9-ece6-4dc8-b66c-3ef67c390d26 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475640 Feb 16 22:24:08.707285 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-47981cd9-741d-4276-98b2-b8d33fdc0a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'name': 'tempest-ServersTestJSON-291856942-router', 'tenant_id': 'a44c19fb40c34b19888cab82b6323da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '47e8c691-349e-4620-bf65-a67b54127c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:22:21Z', 'updated_at': '2022-02-16T22:22:25Z', 'revision_number': 4, 'project_id': 'a44c19fb40c34b19888cab82b6323da1', 'gw_port': {'id': '47e8c691-349e-4620-bf65-a67b54127c89', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:22:22Z', 'updated_at': '2022-02-16T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '5b462139-2fc4-4522-9e65-c08543be3d99', 'name': '', 'network_id': 'd14180da-5a89-4465-bd5a-5b9a1aa7b5e8', 'tenant_id': 'a44c19fb40c34b19888cab82b6323da1', 'mac_address': 'fa:16:3e:a7:06:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dbc60a57-b523-4101-ad76-244c31544540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:22:24Z', 'updated_at': '2022-02-16T22:22:30Z', 'revision_number': 5, 'project_id': 'a44c19fb40c34b19888cab82b6323da1', 'subnets': [{'id': 'dbc60a57-b523-4101-ad76-244c31544540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:08.741949 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47981cd9-741d-4276-98b2-b8d33fdc0a10 None None] Checking router: b3aa0538-ceb2-4866-a2d0-7bbc8be8caee for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:24:08.751252 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47981cd9-741d-4276-98b2-b8d33fdc0a10 None None] Routers {'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:24:08.751904 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-47981cd9-741d-4276-98b2-b8d33fdc0a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:23:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['b3aa0538-ceb2-4866-a2d0-7bbc8be8caee'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:08.756040 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed787b7-a671-4d29-9fb8-56084b2028f4 x-openstack-request-id: req-1ed787b7-a671-4d29-9fb8-56084b2028f4 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:24:08.756332 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "681ffc76-aebf-4b1c-975a-b137b16bb073", "tag": "5e6bba88-96b8-4727-8b65-04d055c6ba07", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:24:08.756585 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1ed787b7-a671-4d29-9fb8-56084b2028f4 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:24:08.756981 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '681ffc76-aebf-4b1c-975a-b137b16bb073', 'tag': '5e6bba88-96b8-4727-8b65-04d055c6ba07', 'status': 'completed', 'code': 200} Feb 16 22:24:08.803029 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Pushing event updated for resources: {'Port': ['ID=973fede4-2b32-456c-9570-f2b23563cec0,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:08.851780 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-e9cbeb9e-2eb4-48ad-8aa6-286f9caf9924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:08.853349 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-e9cbeb9e-2eb4-48ad-8aa6-286f9caf9924 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ee14b41af1744680817d2f7b9462ea3f&device_id=681ffc76-aebf-4b1c-975a-b137b16bb073 HTTP/1.1" status: 200 len: 1126 time: 0.4413631 Feb 16 22:24:08.856468 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Checking segment: {'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:24:08.857011 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Network hostable DHCP agents. Network: 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:24:08.862010 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-2ec0cc14-161e-440f-8f04-534b61477969 service neutron] 10.222.0.67 "GET /v2.0/networks/aa46e597-0a67-4012-9c76-f23dfa0611e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4958620 Feb 16 22:24:08.892052 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-47981cd9-741d-4276-98b2-b8d33fdc0a10 None None] Set router b3aa0538-ceb2-4866-a2d0-7bbc8be8caee gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:24:08.925255 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-e72240af-f90e-429a-9943-70eed5ad9930 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e6bba88-96b8-4727-8b65-04d055c6ba07 HTTP/1.1" status: 200 len: 217 time: 0.0616269 Feb 16 22:24:08.968678 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:24:09.011994 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:24:09.020607 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:24:09.025487 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598486e3-3e92-4ffb-8852-ff2a10de063d None None] Network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:24:09.047623 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-d4e8197a-72f5-4ff6-9b06-f7f417896f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:09.049128 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-d4e8197a-72f5-4ff6-9b06-f7f417896f88 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=839d08e4-b425-43ca-a9e3-06c3106daa84 HTTP/1.1" status: 200 len: 852 time: 0.1149216 Feb 16 22:24:09.067626 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 973fede4-2b32-456c-9570-f2b23563cec0 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:09.067967 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 973fede4-2b32-456c-9570-f2b23563cec0 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:09.068303 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 973fede4-2b32-456c-9570-f2b23563cec0 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:09.088856 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-4adf000d-ee91-4ebb-8e9e-77b22ba25b3f service neutron] 10.222.0.67 "GET /v2.0/networks/aa46e597-0a67-4012-9c76-f23dfa0611e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178435 Feb 16 22:24:09.090666 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-53720e84-68d5-45d2-a656-7a3b6b85dde9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c5caf1e2-5ed9-4635-98df-d36f332fac2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346746 Feb 16 22:24:09.091680 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Port 973fede4-2b32-456c-9570-f2b23563cec0 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:09.092023 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Failed to bind port 973fede4-2b32-456c-9570-f2b23563cec0 on host n-h2-813897-6 for vnic_type normal using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] Feb 16 22:24:09.092402 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempt 2 to bind port 973fede4-2b32-456c-9570-f2b23563cec0 Feb 16 22:24:09.153266 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 973fede4-2b32-456c-9570-f2b23563cec0 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:09.153904 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 973fede4-2b32-456c-9570-f2b23563cec0 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:09.153904 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 973fede4-2b32-456c-9570-f2b23563cec0 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:09.159241 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-341f2030-912d-4652-ad2f-dce36606f5e2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.14&port_id=eb07c5c2-e66e-4acc-9118-61a346695a62 HTTP/1.1" status: 200 len: 217 time: 0.0626631 Feb 16 22:24:09.177979 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Port 973fede4-2b32-456c-9570-f2b23563cec0 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:09.178331 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Failed to bind port 973fede4-2b32-456c-9570-f2b23563cec0 on host n-h2-813897-6 for vnic_type normal using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] Feb 16 22:24:09.181517 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempt 3 to bind port 973fede4-2b32-456c-9570-f2b23563cec0 Feb 16 22:24:09.231227 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-47981cd9-741d-4276-98b2-b8d33fdc0a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'name': 'tempest-ServersTestJSON-291856942-router', 'tenant_id': 'a44c19fb40c34b19888cab82b6323da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '47e8c691-349e-4620-bf65-a67b54127c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:22:21Z', 'updated_at': '2022-02-16T22:22:25Z', 'revision_number': 4, 'project_id': 'a44c19fb40c34b19888cab82b6323da1', 'gw_port': {'id': '47e8c691-349e-4620-bf65-a67b54127c89', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:22:22Z', 'updated_at': '2022-02-16T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '5b462139-2fc4-4522-9e65-c08543be3d99', 'name': '', 'network_id': 'd14180da-5a89-4465-bd5a-5b9a1aa7b5e8', 'tenant_id': 'a44c19fb40c34b19888cab82b6323da1', 'mac_address': 'fa:16:3e:a7:06:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dbc60a57-b523-4101-ad76-244c31544540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:22:24Z', 'updated_at': '2022-02-16T22:22:30Z', 'revision_number': 5, 'project_id': 'a44c19fb40c34b19888cab82b6323da1', 'subnets': [{'id': 'dbc60a57-b523-4101-ad76-244c31544540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:09.248506 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 973fede4-2b32-456c-9570-f2b23563cec0 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:09.249013 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 973fede4-2b32-456c-9570-f2b23563cec0 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:09.249679 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 973fede4-2b32-456c-9570-f2b23563cec0 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:09.261434 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47981cd9-741d-4276-98b2-b8d33fdc0a10 None None] The sync data for ids ['b3aa0538-ceb2-4866-a2d0-7bbc8be8caee'] in n-d-813897-6 is: [{'id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'name': 'tempest-ServersTestJSON-291856942-router', 'tenant_id': 'a44c19fb40c34b19888cab82b6323da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '47e8c691-349e-4620-bf65-a67b54127c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:22:21Z', 'updated_at': '2022-02-16T22:22:25Z', 'revision_number': 4, 'project_id': 'a44c19fb40c34b19888cab82b6323da1', 'gw_port': {'id': '47e8c691-349e-4620-bf65-a67b54127c89', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:22:22Z', 'updated_at': '2022-02-16T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '5b462139-2fc4-4522-9e65-c08543be3d99', 'name': '', 'network_id': 'd14180da-5a89-4465-bd5a-5b9a1aa7b5e8', 'tenant_id': 'a44c19fb40c34b19888cab82b6323da1', 'mac_address': 'fa:16:3e:a7:06:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dbc60a57-b523-4101-ad76-244c31544540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:22:24Z', 'updated_at': '2022-02-16T22:22:30Z', 'revision_number': 5, 'project_id': 'a44c19fb40c34b19888cab82b6323da1', 'subnets': [{'id': 'dbc60a57-b523-4101-ad76-244c31544540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:24:09.267037 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Port 973fede4-2b32-456c-9570-f2b23563cec0 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:09.267364 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Failed to bind port 973fede4-2b32-456c-9570-f2b23563cec0 on host n-h2-813897-6 for vnic_type normal using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] Feb 16 22:24:09.276906 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempt 4 to bind port 973fede4-2b32-456c-9570-f2b23563cec0 Feb 16 22:24:09.296168 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-70442e23-8113-4348-9b12-ab6b84ef0f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:09.297907 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-70442e23-8113-4348-9b12-ab6b84ef0f6a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b99ae3dc-94bd-41bf-a26a-2cc59165a767 HTTP/1.1" status: 200 len: 801 time: 0.1294091 Feb 16 22:24:09.315324 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af2ab1d-908a-46b1-a163-6e9cbd572243 x-openstack-request-id: req-7af2ab1d-908a-46b1-a163-6e9cbd572243 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:24:09.315528 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6491f36e-3b56-48f9-aaaf-dd6b08d625ef", "tag": "eb07c5c2-e66e-4acc-9118-61a346695a62", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:24:09.316672 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7af2ab1d-908a-46b1-a163-6e9cbd572243 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:24:09.317306 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6491f36e-3b56-48f9-aaaf-dd6b08d625ef', 'tag': 'eb07c5c2-e66e-4acc-9118-61a346695a62', 'status': 'completed', 'code': 200} Feb 16 22:24:09.319379 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 973fede4-2b32-456c-9570-f2b23563cec0 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:09.319919 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 973fede4-2b32-456c-9570-f2b23563cec0 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:09.320299 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 973fede4-2b32-456c-9570-f2b23563cec0 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:09.344301 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-a9815a75-4c65-4d0f-a42b-12d6fb1505e0 service neutron] 10.222.0.79 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367764 Feb 16 22:24:09.346966 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Port 973fede4-2b32-456c-9570-f2b23563cec0 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:09.347476 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Failed to bind port 973fede4-2b32-456c-9570-f2b23563cec0 on host n-h2-813897-6 for vnic_type normal using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] Feb 16 22:24:09.349442 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempt 5 to bind port 973fede4-2b32-456c-9570-f2b23563cec0 Feb 16 22:24:09.393627 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 973fede4-2b32-456c-9570-f2b23563cec0 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:09.393992 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 973fede4-2b32-456c-9570-f2b23563cec0 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:09.394327 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 973fede4-2b32-456c-9570-f2b23563cec0 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:09.412443 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Port 973fede4-2b32-456c-9570-f2b23563cec0 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:09.412778 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Failed to bind port 973fede4-2b32-456c-9570-f2b23563cec0 on host n-h2-813897-6 for vnic_type normal using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] Feb 16 22:24:09.414698 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempt 6 to bind port 973fede4-2b32-456c-9570-f2b23563cec0 Feb 16 22:24:09.419244 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-f831732e-09bf-4c8e-adcc-d742bfdb309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:09.420984 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-f831732e-09bf-4c8e-adcc-d742bfdb309b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=111a8bba-ec19-4d17-b634-ae2d49e5d05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1143813 Feb 16 22:24:09.433569 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe45ddb-85b0-4a01-af1c-c1b228628a51 req-bc296098-a75c-4f82-88fc-d3e7bea111bd tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:09.436884 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dbe45ddb-85b0-4a01-af1c-c1b228628a51 req-bc296098-a75c-4f82-88fc-d3e7bea111bd tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0684755 Feb 16 22:24:09.490500 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 973fede4-2b32-456c-9570-f2b23563cec0 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:09.490844 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 973fede4-2b32-456c-9570-f2b23563cec0 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:09.491181 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 973fede4-2b32-456c-9570-f2b23563cec0 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:09.499316 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dbe45ddb-85b0-4a01-af1c-c1b228628a51 req-679be782-91bf-467e-a139-221affa0696a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550125 Feb 16 22:24:09.512043 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Port 973fede4-2b32-456c-9570-f2b23563cec0 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:09.512372 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Failed to bind port 973fede4-2b32-456c-9570-f2b23563cec0 on host n-h2-813897-6 for vnic_type normal using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] Feb 16 22:24:09.518700 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempt 7 to bind port 973fede4-2b32-456c-9570-f2b23563cec0 Feb 16 22:24:09.576041 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 973fede4-2b32-456c-9570-f2b23563cec0 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:09.576378 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 973fede4-2b32-456c-9570-f2b23563cec0 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:09.576717 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 973fede4-2b32-456c-9570-f2b23563cec0 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:09.582100 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1ce63b9c-83a0-433b-b05c-8086ab97eb64 req-55c31602-ea82-4169-9d02-be51e1fea5ae service neutron] 10.222.0.79 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263215 Feb 16 22:24:09.587911 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Port 973fede4-2b32-456c-9570-f2b23563cec0 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:09.588287 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Failed to bind port 973fede4-2b32-456c-9570-f2b23563cec0 on host n-h2-813897-6 for vnic_type normal using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] Feb 16 22:24:09.592276 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempt 8 to bind port 973fede4-2b32-456c-9570-f2b23563cec0 Feb 16 22:24:09.613406 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-2e1908be-ab46-4120-9916-be20b5df795d service neutron] 10.222.0.67 "GET /v2.0/networks/111a8bba-ec19-4d17-b634-ae2d49e5d05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632624 Feb 16 22:24:09.614260 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 973fede4-2b32-456c-9570-f2b23563cec0 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:09.614605 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 973fede4-2b32-456c-9570-f2b23563cec0 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:09.615003 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 973fede4-2b32-456c-9570-f2b23563cec0 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:09.620728 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Port 973fede4-2b32-456c-9570-f2b23563cec0 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:09.621059 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Failed to bind port 973fede4-2b32-456c-9570-f2b23563cec0 on host n-h2-813897-6 for vnic_type normal using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] Feb 16 22:24:09.622786 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempt 9 to bind port 973fede4-2b32-456c-9570-f2b23563cec0 Feb 16 22:24:09.670199 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 973fede4-2b32-456c-9570-f2b23563cec0 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:09.670535 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 973fede4-2b32-456c-9570-f2b23563cec0 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:09.671076 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 973fede4-2b32-456c-9570-f2b23563cec0 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:09.677963 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a09960-eb99-4c4d-aafc-6522052ffe85 req-5a56b2c8-30f7-46a8-82bb-fb1a29bfb4f8 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:09.685493 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a09960-eb99-4c4d-aafc-6522052ffe85 req-5a56b2c8-30f7-46a8-82bb-fb1a29bfb4f8 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:09.687146 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-38a09960-eb99-4c4d-aafc-6522052ffe85 req-5a56b2c8-30f7-46a8-82bb-fb1a29bfb4f8 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=6491f36e-3b56-48f9-aaaf-dd6b08d625ef HTTP/1.1" status: 200 len: 1678 time: 0.1037707 Feb 16 22:24:09.697847 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Port 973fede4-2b32-456c-9570-f2b23563cec0 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:09.698415 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Failed to bind port 973fede4-2b32-456c-9570-f2b23563cec0 on host n-h2-813897-6 for vnic_type normal using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] Feb 16 22:24:09.698708 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c498dc-95b5-46ba-9440-a1c66f49aa08 None None] New status for floating IP 2a877eb1-8b7f-4d79-8700-7c20d050780d: DOWN {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:24:09.727375 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempt 10 to bind port 973fede4-2b32-456c-9570-f2b23563cec0 Feb 16 22:24:09.754705 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 973fede4-2b32-456c-9570-f2b23563cec0 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:09.755262 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 973fede4-2b32-456c-9570-f2b23563cec0 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:09.755755 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 973fede4-2b32-456c-9570-f2b23563cec0 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:09.771398 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Port 973fede4-2b32-456c-9570-f2b23563cec0 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:09.771966 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Failed to bind port 973fede4-2b32-456c-9570-f2b23563cec0 on host n-h2-813897-6 for vnic_type normal using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] Feb 16 22:24:09.772507 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (973fede4-2b32-456c-9570-f2b23563cec0), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:09.780419 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-38a09960-eb99-4c4d-aafc-6522052ffe85 req-c84e9d7a-4861-4d53-ac3f-4840d9842ebf tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/security-groups?id=26878bcd-cab1-471f-adcf-40b2469be574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841429 Feb 16 22:24:09.792923 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1de6e1dd-394a-4e1a-89ef-0aad125d01cd req-a6eeefec-c319-42b0-9060-fea75642f4e2 service neutron] 10.222.0.67 "GET /v2.0/networks/111a8bba-ec19-4d17-b634-ae2d49e5d05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708477 Feb 16 22:24:09.799669 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409aecc-f66b-4d01-98b5-330b671466e8 req-af165dbb-4e28-4ce6-87e8-0e59e0e5529a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:09.801162 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a409aecc-f66b-4d01-98b5-330b671466e8 req-af165dbb-4e28-4ce6-87e8-0e59e0e5529a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ee14b41af1744680817d2f7b9462ea3f&device_id=681ffc76-aebf-4b1c-975a-b137b16bb073 HTTP/1.1" status: 200 len: 1126 time: 0.1453950 Feb 16 22:24:09.941990 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] For port 973fede4-2b32-456c-9570-f2b23563cec0, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:24:09.942375 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempted to set empty binding levels {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 16 22:24:09.954511 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (973fede4-2b32-456c-9570-f2b23563cec0), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:09.993815 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409aecc-f66b-4d01-98b5-330b671466e8 req-85951108-155f-4f45-9e43-2e725d17fc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:09.995940 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a409aecc-f66b-4d01-98b5-330b671466e8 req-85951108-155f-4f45-9e43-2e725d17fc3e service neutron] 10.222.0.79 "GET /v2.0/networks?id=c5caf1e2-5ed9-4635-98df-d36f332fac2f HTTP/1.1" status: 200 len: 913 time: 0.1763220 Feb 16 22:24:10.001457 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:10.002230 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:10.051445 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74094922-fa54-429d-bb6b-ca6779a481d0 req-ed729d8e-754c-42db-8f50-bc43dca96956 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:10.053295 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74094922-fa54-429d-bb6b-ca6779a481d0 req-ed729d8e-754c-42db-8f50-bc43dca96956 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0676272 Feb 16 22:24:10.060740 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a409aecc-f66b-4d01-98b5-330b671466e8 req-7c324c91-aecf-4601-8622-82cec9f5552d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e6bba88-96b8-4727-8b65-04d055c6ba07 HTTP/1.1" status: 200 len: 217 time: 0.0544751 Feb 16 22:24:10.063268 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84374ad-effc-4267-b593-22196b5f2fdd req-490007c1-921f-4763-ae17-034c6e4e33d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:10.063749 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84374ad-effc-4267-b593-22196b5f2fdd req-490007c1-921f-4763-ae17-034c6e4e33d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:10.065270 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a84374ad-effc-4267-b593-22196b5f2fdd req-490007c1-921f-4763-ae17-034c6e4e33d1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2f608537367041eb8983cef4cf0c0dc6&device_id=6491f36e-3b56-48f9-aaaf-dd6b08d625ef HTTP/1.1" status: 200 len: 2042 time: 0.1660931 Feb 16 22:24:10.070778 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Pushing event updated for resources: {'Port': ['ID=973fede4-2b32-456c-9570-f2b23563cec0,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:10.109210 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d4818fa7-5a77-4042-aa0a-d7092401063a tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.2415819 Feb 16 22:24:10.118527 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74094922-fa54-429d-bb6b-ca6779a481d0 req-816f5d91-4c53-49e4-8863-5551e1990e0e tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565047 Feb 16 22:24:10.119032 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 36716) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:10.187297 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409aecc-f66b-4d01-98b5-330b671466e8 req-261e9119-d2d0-45eb-8f84-ba1a188e43c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:10.188774 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a409aecc-f66b-4d01-98b5-330b671466e8 req-261e9119-d2d0-45eb-8f84-ba1a188e43c1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=839d08e4-b425-43ca-a9e3-06c3106daa84 HTTP/1.1" status: 200 len: 852 time: 0.1194401 Feb 16 22:24:10.225737 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a409aecc-f66b-4d01-98b5-330b671466e8 req-375b14d5-7856-451f-9e07-cf242e263249 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c5caf1e2-5ed9-4635-98df-d36f332fac2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294077 Feb 16 22:24:10.251540 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-00066582-a03b-438a-8937-f581d9e12552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Deleting port 973fede4-2b32-456c-9570-f2b23563cec0 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:24:10.251963 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-00066582-a03b-438a-8937-f581d9e12552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (973fede4-2b32-456c-9570-f2b23563cec0), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:10.257142 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84374ad-effc-4267-b593-22196b5f2fdd req-00a5dbc7-ee83-4d85-9afe-d2821d496be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:10.258724 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a84374ad-effc-4267-b593-22196b5f2fdd req-00a5dbc7-ee83-4d85-9afe-d2821d496be0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=111a8bba-ec19-4d17-b634-ae2d49e5d05f HTTP/1.1" status: 200 len: 903 time: 0.1793094 Feb 16 22:24:10.269882 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4b230-632d-40dd-b013-6929ac1cea81 req-6b0d9d49-0fc3-4667-94bc-701b08d1db06 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:10.271527 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8fe4b230-632d-40dd-b013-6929ac1cea81 req-6b0d9d49-0fc3-4667-94bc-701b08d1db06 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=681ffc76-aebf-4b1c-975a-b137b16bb073 HTTP/1.1" status: 200 len: 944 time: 0.0815485 Feb 16 22:24:10.313360 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a84374ad-effc-4267-b593-22196b5f2fdd req-ed3f4827-97e0-4d68-b489-1b0d4b3f857b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.14&port_id=eb07c5c2-e66e-4acc-9118-61a346695a62 HTTP/1.1" status: 200 len: 217 time: 0.0454307 Feb 16 22:24:10.343297 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-00066582-a03b-438a-8937-f581d9e12552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] For port 973fede4-2b32-456c-9570-f2b23563cec0, host n-h2-813897-6, got binding levels [] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:10.343747 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-00066582-a03b-438a-8937-f581d9e12552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (973fede4-2b32-456c-9570-f2b23563cec0), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:10.365216 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-00066582-a03b-438a-8937-f581d9e12552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Calling delete_port for 973fede4-2b32-456c-9570-f2b23563cec0 owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:24:10.387095 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8fe4b230-632d-40dd-b013-6929ac1cea81 req-240d8c11-875a-4476-9314-74f47e889b48 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037779 Feb 16 22:24:10.405452 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84374ad-effc-4267-b593-22196b5f2fdd req-7d28bb7a-ea7a-4f9d-9b80-bb5aaff64e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:10.405452 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a84374ad-effc-4267-b593-22196b5f2fdd req-7d28bb7a-ea7a-4f9d-9b80-bb5aaff64e46 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b99ae3dc-94bd-41bf-a26a-2cc59165a767 HTTP/1.1" status: 200 len: 801 time: 0.0663941 Feb 16 22:24:10.407993 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a409aecc-f66b-4d01-98b5-330b671466e8 req-6c156352-5482-42a2-94b7-e59b524653a3 service neutron] 10.222.0.79 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710794 Feb 16 22:24:10.448892 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36720) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:10.495471 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-00066582-a03b-438a-8937-f581d9e12552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (973fede4-2b32-456c-9570-f2b23563cec0), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:10.503521 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 8eb6575c-ce5b-4f43-b452-112e4b4c4114 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:24:10.545391 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 8eb6575c-ce5b-4f43-b452-112e4b4c4114 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:24:10.545741 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 8eb6575c-ce5b-4f43-b452-112e4b4c4114 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:24:10.564559 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00066582-a03b-438a-8937-f581d9e12552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Pushing event deleted for resources: {'Port': ['ID=973fede4-2b32-456c-9570-f2b23563cec0,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:10.582237 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-00066582-a03b-438a-8937-f581d9e12552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:10.601742 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36726) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:10.602322 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-00066582-a03b-438a-8937-f581d9e12552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] 10.222.0.75 "DELETE /v2.0/ports/973fede4-2b32-456c-9570-f2b23563cec0 HTTP/1.1" status: 204 len: 168 time: 0.4740973 Feb 16 22:24:10.654184 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84374ad-effc-4267-b593-22196b5f2fdd req-a02ffb39-6ea0-498f-ba95-10ed8c893dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:10.655787 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a84374ad-effc-4267-b593-22196b5f2fdd req-a02ffb39-6ea0-498f-ba95-10ed8c893dbf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=111a8bba-ec19-4d17-b634-ae2d49e5d05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2437494 Feb 16 22:24:10.656861 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b708aa-31e3-4728-a0e0-c2c8971a0663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] GET failed (client error): The resource could not be found. Feb 16 22:24:10.661932 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-65b708aa-31e3-4728-a0e0-c2c8971a0663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] 10.222.0.75 "GET /v2.0/ports/973fede4-2b32-456c-9570-f2b23563cec0 HTTP/1.1" status: 404 len: 333 time: 0.0553317 Feb 16 22:24:10.662166 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 36730) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:10.667071 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-53a4ca4a-5c51-48fa-81c2-7fb9eb6a7b7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Request body: {'port': {'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675963315'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:10.674948 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a409aecc-f66b-4d01-98b5-330b671466e8 req-c71f0649-4a61-408b-b5ee-984647b188a8 service neutron] 10.222.0.79 "GET /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545753 Feb 16 22:24:10.705481 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a4ca4a-5c51-48fa-81c2-7fb9eb6a7b7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Made reservation on behalf of 293e204495c8497e96f35a787386c3c2 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:24:10.707870 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5a986242-fd7a-48a6-aadc-3e105ecae858 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks [] for security_group (b4ba600f-30a6-438b-a607-470596cd90fa), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:10.711520 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53a4ca4a-5c51-48fa-81c2-7fb9eb6a7b7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:10.733960 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-53a4ca4a-5c51-48fa-81c2-7fb9eb6a7b7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] device_id is not set on port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:24:10.758642 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '502eda20-e65d-4309-9a36-dec4bd1ded0f', 'name': 'network-vif-deleted', 'tag': '8eb6575c-ce5b-4f43-b452-112e4b4c4114'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:24:10.761675 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98dc1d8c-4986-42dd-971c-b71d04d7693d" -d '{"events": [{"server_uuid": "502eda20-e65d-4309-9a36-dec4bd1ded0f", "name": "network-vif-deleted", "tag": "8eb6575c-ce5b-4f43-b452-112e4b4c4114"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:24:10.771890 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5a986242-fd7a-48a6-aadc-3e105ecae858 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks [] for security_group (b4ba600f-30a6-438b-a607-470596cd90fa), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:10.821702 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a84374ad-effc-4267-b593-22196b5f2fdd req-0a6aabc4-54db-4824-929c-48caec332e71 service neutron] 10.222.0.67 "GET /v2.0/networks/111a8bba-ec19-4d17-b634-ae2d49e5d05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561096 Feb 16 22:24:10.893126 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5a986242-fd7a-48a6-aadc-3e105ecae858 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b4ba600f-30a6-438b-a607-470596cd90fa), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:10.895745 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5a986242-fd7a-48a6-aadc-3e105ecae858 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:10.896895 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5a986242-fd7a-48a6-aadc-3e105ecae858 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "DELETE /v2.0/security-groups/b4ba600f-30a6-438b-a607-470596cd90fa HTTP/1.1" status: 204 len: 168 time: 0.4469411 Feb 16 22:24:10.901357 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36742) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:10.924804 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a986242-fd7a-48a6-aadc-3e105ecae858 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ba600f-30a6-438b-a607-470596cd90fa,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:10.929036 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-3876af89-1c27-414d-ac1b-88cb013eaa18 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] show failed (client error): The resource could not be found. Feb 16 22:24:10.930135 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3876af89-1c27-414d-ac1b-88cb013eaa18 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "GET /v2.0/security-groups/b4ba600f-30a6-438b-a607-470596cd90fa HTTP/1.1" status: 404 len: 347 time: 0.0247283 Feb 16 22:24:10.933482 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 36746) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:10.944541 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53a4ca4a-5c51-48fa-81c2-7fb9eb6a7b7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks [] for port (9ff399f3-2a3e-4769-b0a9-c07debab67d3), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:10.944734 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a84374ad-effc-4267-b593-22196b5f2fdd req-93740170-ef97-4bc9-9127-0428b3e2f5af service neutron] 10.222.0.67 "GET /v2.0/networks/111a8bba-ec19-4d17-b634-ae2d49e5d05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157293 Feb 16 22:24:11.083647 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53a4ca4a-5c51-48fa-81c2-7fb9eb6a7b7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (9ff399f3-2a3e-4769-b0a9-c07debab67d3), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:11.134094 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-4621aed5-16cf-4060-8ae8-3adeb66f6116 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Deleting port d9c4c71e-4f00-4133-b781-a52ec0795c77 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:24:11.134441 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4621aed5-16cf-4060-8ae8-3adeb66f6116 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (d9c4c71e-4f00-4133-b781-a52ec0795c77), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:11.138153 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a4ca4a-5c51-48fa-81c2-7fb9eb6a7b7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:24:11.151806 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-53a4ca4a-5c51-48fa-81c2-7fb9eb6a7b7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:24:11.155517 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a4ca4a-5c51-48fa-81c2-7fb9eb6a7b7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:24:11.156538 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a4ca4a-5c51-48fa-81c2-7fb9eb6a7b7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.157015 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53a4ca4a-5c51-48fa-81c2-7fb9eb6a7b7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:11.159196 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a4ca4a-5c51-48fa-81c2-7fb9eb6a7b7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Pushing event updated for resources: {'Port': ['ID=9ff399f3-2a3e-4769-b0a9-c07debab67d3,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:11.212783 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-53a4ca4a-5c51-48fa-81c2-7fb9eb6a7b7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5495024 Feb 16 22:24:11.215643 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36776) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:11.220778 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:11.234490 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4621aed5-16cf-4060-8ae8-3adeb66f6116 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (d9c4c71e-4f00-4133-b781-a52ec0795c77), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:11.234809 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4621aed5-16cf-4060-8ae8-3adeb66f6116 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks [] for floatingip (d9c4c71e-4f00-4133-b781-a52ec0795c77), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:11.247767 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-4621aed5-16cf-4060-8ae8-3adeb66f6116 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Calling delete_port for d9c4c71e-4f00-4133-b781-a52ec0795c77 owned by network:floatingip {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:24:11.285813 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9ff399f3-2a3e-4769-b0a9-c07debab67d3), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:11.382690 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a2ad2-2670-4de9-ab9a-395713c01f53 req-8399b845-63d9-4f76-ab3c-401b4a03a220 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.384179 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-429a2ad2-2670-4de9-ab9a-395713c01f53 req-8399b845-63d9-4f76-ab3c-401b4a03a220 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=15b2b9db-8f32-4552-9dc7-74a05b4f96c0 HTTP/1.1" status: 200 len: 943 time: 0.0703745 Feb 16 22:24:11.457205 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] device_id is not set on port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:24:11.465151 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks [] for port (9ff399f3-2a3e-4769-b0a9-c07debab67d3), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:11.472039 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (9ff399f3-2a3e-4769-b0a9-c07debab67d3), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:11.488357 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4621aed5-16cf-4060-8ae8-3adeb66f6116 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (d9c4c71e-4f00-4133-b781-a52ec0795c77), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:11.518121 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621aed5-16cf-4060-8ae8-3adeb66f6116 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Pushing event deleted for resources: {'Port': ['ID=d9c4c71e-4f00-4133-b781-a52ec0795c77,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:11.529162 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Pushing event updated for resources: {'Port': ['ID=9ff399f3-2a3e-4769-b0a9-c07debab67d3,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:11.535398 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:11.535746 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:11.536082 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:11.540848 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:11.541178 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Failed to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on host n-h2-813897-6 for vnic_type normal using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] Feb 16 22:24:11.542167 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempt 2 to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 Feb 16 22:24:11.555835 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:11.556174 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:11.556506 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:11.560886 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:11.561211 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Failed to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on host n-h2-813897-6 for vnic_type normal using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] Feb 16 22:24:11.561604 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempt 3 to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 Feb 16 22:24:11.574077 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:11.574414 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:11.574749 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:11.579122 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:11.579445 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Failed to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on host n-h2-813897-6 for vnic_type normal using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] Feb 16 22:24:11.579832 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempt 4 to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 Feb 16 22:24:11.588834 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-429a2ad2-2670-4de9-ab9a-395713c01f53 req-ff5c0772-cc36-4118-a862-7eae4e9b6cc4 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Deleting port aa28eba2-6b57-4692-bd25-6430448eaa9d {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:24:11.589040 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-429a2ad2-2670-4de9-ab9a-395713c01f53 req-ff5c0772-cc36-4118-a862-7eae4e9b6cc4 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (aa28eba2-6b57-4692-bd25-6430448eaa9d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:11.592752 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:11.593083 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:11.593415 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:11.597605 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:11.597927 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Failed to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on host n-h2-813897-6 for vnic_type normal using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] Feb 16 22:24:11.598477 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempt 5 to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 Feb 16 22:24:11.610783 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:11.611116 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:11.611444 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:11.615609 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:11.615936 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Failed to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on host n-h2-813897-6 for vnic_type normal using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] Feb 16 22:24:11.616359 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempt 6 to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 Feb 16 22:24:11.617834 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4621aed5-16cf-4060-8ae8-3adeb66f6116 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks [] for floatingip (2a877eb1-8b7f-4d79-8700-7c20d050780d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:11.620502 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4621aed5-16cf-4060-8ae8-3adeb66f6116 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:11.621659 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4621aed5-16cf-4060-8ae8-3adeb66f6116 tempest-ServersTestJSON-1565699675 tempest-ServersTestJSON-1565699675-project] 10.222.0.75 "DELETE /v2.0/floatingips/2a877eb1-8b7f-4d79-8700-7c20d050780d HTTP/1.1" status: 204 len: 168 time: 0.6871176 Feb 16 22:24:11.624592 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 36780) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:11.629658 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:11.630053 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:11.630474 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:11.634932 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:11.635647 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Failed to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on host n-h2-813897-6 for vnic_type normal using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] Feb 16 22:24:11.636054 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempt 7 to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 Feb 16 22:24:11.648104 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:11.648447 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:11.648785 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:11.653562 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:11.653893 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Failed to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on host n-h2-813897-6 for vnic_type normal using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] Feb 16 22:24:11.654318 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempt 8 to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 Feb 16 22:24:11.667380 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:11.667837 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:11.668174 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:11.672442 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:11.672773 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Failed to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on host n-h2-813897-6 for vnic_type normal using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] Feb 16 22:24:11.673191 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempt 9 to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 Feb 16 22:24:11.685368 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:11.685709 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:11.686082 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:11.690347 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:11.690675 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Failed to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on host n-h2-813897-6 for vnic_type normal using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] Feb 16 22:24:11.691068 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempt 10 to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 Feb 16 22:24:11.703400 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:11.703739 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:11.704078 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:11.708298 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:11.708626 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Failed to bind port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on host n-h2-813897-6 for vnic_type normal using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] Feb 16 22:24:11.708992 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9ff399f3-2a3e-4769-b0a9-c07debab67d3), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:11.760416 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-429a2ad2-2670-4de9-ab9a-395713c01f53 req-ff5c0772-cc36-4118-a862-7eae4e9b6cc4 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] For port aa28eba2-6b57-4692-bd25-6430448eaa9d, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=aa28eba2-6b57-4692-bd25-6430448eaa9d,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:11.760737 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-429a2ad2-2670-4de9-ab9a-395713c01f53 req-ff5c0772-cc36-4118-a862-7eae4e9b6cc4 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (aa28eba2-6b57-4692-bd25-6430448eaa9d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:11.775074 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] For port 9ff399f3-2a3e-4769-b0a9-c07debab67d3, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:24:11.775444 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempted to set empty binding levels {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 16 22:24:11.780335 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (9ff399f3-2a3e-4769-b0a9-c07debab67d3), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:11.780965 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-429a2ad2-2670-4de9-ab9a-395713c01f53 req-ff5c0772-cc36-4118-a862-7eae4e9b6cc4 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Calling delete_port for aa28eba2-6b57-4692-bd25-6430448eaa9d owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:24:11.810024 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] In _notify_port_updated(), no bound segment for port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 {{(pid=103465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 22:24:11.810868 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.811599 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:11.812775 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] 10.222.0.75 "PUT /v2.0/ports/9ff399f3-2a3e-4769-b0a9-c07debab67d3 HTTP/1.1" status: 200 len: 979 time: 0.5961046 Feb 16 22:24:11.815336 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36782) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:11.880026 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce8b13-0333-430a-b185-24aae2513431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Pushing event updated for resources: {'Port': ['ID=9ff399f3-2a3e-4769-b0a9-c07debab67d3,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:11.938910 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.939381 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.939843 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.940928 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.941389 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.941842 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.942327 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.942782 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.943228 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.943675 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.944119 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.944564 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.945009 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.945475 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.945903 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.946372 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.946815 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.947256 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.948242 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.948683 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.949125 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.949566 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.950024 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.950466 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.950914 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.951343 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.951786 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.952231 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.952675 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.953116 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.953557 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.954015 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.954459 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.954899 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.955338 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.955785 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.956226 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.956662 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.957106 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.957544 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.958010 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.958447 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.958889 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.959330 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.959769 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.960206 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:11.965330 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3dbee024-2b94-4be8-a6a8-44a941f34bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 42750 time: 0.1490316 Feb 16 22:24:11.970144 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36784) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:12.049115 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-865616c2-0550-45e4-9498-2a777a7c589b tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Deleting port 9ff399f3-2a3e-4769-b0a9-c07debab67d3 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:24:12.049425 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-865616c2-0550-45e4-9498-2a777a7c589b tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (9ff399f3-2a3e-4769-b0a9-c07debab67d3), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:12.115421 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-865616c2-0550-45e4-9498-2a777a7c589b tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] For port 9ff399f3-2a3e-4769-b0a9-c07debab67d3, host n-h2-813897-6, got binding levels [] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:12.115777 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-865616c2-0550-45e4-9498-2a777a7c589b tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (9ff399f3-2a3e-4769-b0a9-c07debab67d3), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:12.127841 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-865616c2-0550-45e4-9498-2a777a7c589b tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Calling delete_port for 9ff399f3-2a3e-4769-b0a9-c07debab67d3 owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:24:12.207684 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-865616c2-0550-45e4-9498-2a777a7c589b tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (9ff399f3-2a3e-4769-b0a9-c07debab67d3), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:12.244128 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-865616c2-0550-45e4-9498-2a777a7c589b tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:12.248314 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-865616c2-0550-45e4-9498-2a777a7c589b tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] 10.222.0.75 "DELETE /v2.0/ports/9ff399f3-2a3e-4769-b0a9-c07debab67d3 HTTP/1.1" status: 204 len: 168 time: 0.2771940 Feb 16 22:24:12.249383 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865616c2-0550-45e4-9498-2a777a7c589b tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ff399f3-2a3e-4769-b0a9-c07debab67d3,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:12.251605 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36786) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:12.266100 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 5e6bba88-96b8-4727-8b65-04d055c6ba07 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:24:12.279065 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-175b0cc6-85e3-40e2-a064-2753d26cd1a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] GET failed (client error): The resource could not be found. Feb 16 22:24:12.280049 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-175b0cc6-85e3-40e2-a064-2753d26cd1a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] 10.222.0.75 "GET /v2.0/ports/9ff399f3-2a3e-4769-b0a9-c07debab67d3 HTTP/1.1" status: 404 len: 333 time: 0.0273716 Feb 16 22:24:12.284246 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36788) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:12.288876 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-62eef1fd-2fd7-4ca6-9024-13accfd36f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-106981707', 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:12.311488 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62eef1fd-2fd7-4ca6-9024-13accfd36f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Made reservation on behalf of 293e204495c8497e96f35a787386c3c2 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:24:12.315067 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62eef1fd-2fd7-4ca6-9024-13accfd36f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:12.336837 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-429a2ad2-2670-4de9-ab9a-395713c01f53 req-ff5c0772-cc36-4118-a862-7eae4e9b6cc4 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (aa28eba2-6b57-4692-bd25-6430448eaa9d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:12.337603 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-62eef1fd-2fd7-4ca6-9024-13accfd36f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] device_id is not set on port 70499113-551a-41f6-aeb4-1fcf17e834ea yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:24:12.355731 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['4bef6242-7835-4301-899f-4bb8e188699e'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:24:12.358183 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['2878291e-3d8c-4591-a083-644483381e49'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:24:12.377800 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c0772-cc36-4118-a862-7eae4e9b6cc4 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Pushing event deleted for resources: {'Port': ['ID=aa28eba2-6b57-4692-bd25-6430448eaa9d,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:12.431006 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-429a2ad2-2670-4de9-ab9a-395713c01f53 req-ff5c0772-cc36-4118-a862-7eae4e9b6cc4 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] No DVR routers for this DVR port aa28eba2-6b57-4692-bd25-6430448eaa9d on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:24:12.437163 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-429a2ad2-2670-4de9-ab9a-395713c01f53 req-ff5c0772-cc36-4118-a862-7eae4e9b6cc4 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:12.451890 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-429a2ad2-2670-4de9-ab9a-395713c01f53 req-ff5c0772-cc36-4118-a862-7eae4e9b6cc4 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "DELETE /v2.0/ports/aa28eba2-6b57-4692-bd25-6430448eaa9d HTTP/1.1" status: 204 len: 173 time: 1.0610700 Feb 16 22:24:12.453239 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b2b9db-8f32-4552-9dc7-74a05b4f96c0', 'name': 'network-vif-deleted', 'tag': 'aa28eba2-6b57-4692-bd25-6430448eaa9d'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:24:12.456889 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020d17a1-82a3-4931-a8b0-6ffdc680b738" -d '{"events": [{"server_uuid": "15b2b9db-8f32-4552-9dc7-74a05b4f96c0", "name": "network-vif-deleted", "tag": "aa28eba2-6b57-4692-bd25-6430448eaa9d"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:24:12.480619 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 5e6bba88-96b8-4727-8b65-04d055c6ba07, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=5e6bba88-96b8-4727-8b65-04d055c6ba07,segment=NetworkSegment(bab3c7c9-e01c-407c-bcf4-3671c0e39eec),segment_id=bab3c7c9-e01c-407c-bcf4-3671c0e39eec)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:12.504153 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device cc88d6a2-158a-497d-98ab-9e0cbd1e1526 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:24:12.506354 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '5e6bba88-96b8-4727-8b65-04d055c6ba07', 'network_id': 'c5caf1e2-5ed9-4635-98df-d36f332fac2f', 'port_id': '5e6bba88-96b8-4727-8b65-04d055c6ba07', 'mac_address': 'fa:16:3e:87:f2:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '839d08e4-b425-43ca-a9e3-06c3106daa84', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:24:12.550584 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-af76d155-e5ba-427e-9a5f-2f3fd47bea5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (b3aa0538-ceb2-4866-a2d0-7bbc8be8caee), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:12.553261 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62eef1fd-2fd7-4ca6-9024-13accfd36f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks [] for port (70499113-551a-41f6-aeb4-1fcf17e834ea), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:12.628176 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62eef1fd-2fd7-4ca6-9024-13accfd36f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (70499113-551a-41f6-aeb4-1fcf17e834ea), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:12.689385 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 5e6bba88-96b8-4727-8b65-04d055c6ba07 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:24:12.689816 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5e6bba88-96b8-4727-8b65-04d055c6ba07), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:12.709903 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eef1fd-2fd7-4ca6-9024-13accfd36f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Pushing event updated for resources: {'Port': ['ID=70499113-551a-41f6-aeb4-1fcf17e834ea,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:12.728320 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62eef1fd-2fd7-4ca6-9024-13accfd36f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:24:12.731004 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-62eef1fd-2fd7-4ca6-9024-13accfd36f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:24:12.739819 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eef1fd-2fd7-4ca6-9024-13accfd36f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:24:12.741743 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62eef1fd-2fd7-4ca6-9024-13accfd36f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:12.743771 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62eef1fd-2fd7-4ca6-9024-13accfd36f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:12.750241 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab48f396-1c76-447c-9727-6763b25715b3 x-openstack-request-id: req-ab48f396-1c76-447c-9727-6763b25715b3 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:24:12.750738 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "502eda20-e65d-4309-9a36-dec4bd1ded0f", "name": "network-vif-deleted", "tag": "8eb6575c-ce5b-4f43-b452-112e4b4c4114", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:24:12.751211 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ab48f396-1c76-447c-9727-6763b25715b3 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:24:12.753197 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '502eda20-e65d-4309-9a36-dec4bd1ded0f', 'name': 'network-vif-deleted', 'tag': '8eb6575c-ce5b-4f43-b452-112e4b4c4114', 'status': 'completed', 'code': 200} Feb 16 22:24:12.759362 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e6bba88-96b8-4727-8b65-04d055c6ba07 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:24:12.777840 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-62eef1fd-2fd7-4ca6-9024-13accfd36f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4903021 Feb 16 22:24:12.779689 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36796) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:12.809522 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 5e6bba88-96b8-4727-8b65-04d055c6ba07, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=5e6bba88-96b8-4727-8b65-04d055c6ba07,segment=NetworkSegment(bab3c7c9-e01c-407c-bcf4-3671c0e39eec),segment_id=bab3c7c9-e01c-407c-bcf4-3671c0e39eec)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:12.823350 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5e6bba88-96b8-4727-8b65-04d055c6ba07), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:12.824003 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3145d0-32f3-42c4-a550-4cd96d543bf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:12.826623 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9a3145d0-32f3-42c4-a550-4cd96d543bf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] 10.222.0.75 "GET /v2.0/ports/70499113-551a-41f6-aeb4-1fcf17e834ea HTTP/1.1" status: 200 len: 958 time: 0.0448365 Feb 16 22:24:12.828405 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36798) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:12.892568 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02ea07-019f-472c-8766-8ee98880eaaa req-0ac7b115-c535-48a8-b2d0-789e94115b1a tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:12.894226 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port cc88d6a2-158a-497d-98ab-9e0cbd1e1526, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=cc88d6a2-158a-497d-98ab-9e0cbd1e1526,segment=NetworkSegment(7fca372c-41a7-45f7-88ce-61291b9e8c46),segment_id=7fca372c-41a7-45f7-88ce-61291b9e8c46)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:12.897941 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02ea07-019f-472c-8766-8ee98880eaaa req-0ac7b115-c535-48a8-b2d0-789e94115b1a tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:12.899578 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c02ea07-019f-472c-8766-8ee98880eaaa req-0ac7b115-c535-48a8-b2d0-789e94115b1a tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=6491f36e-3b56-48f9-aaaf-dd6b08d625ef HTTP/1.1" status: 200 len: 1678 time: 0.0808535 Feb 16 22:24:12.920529 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'cc88d6a2-158a-497d-98ab-9e0cbd1e1526', 'network_id': 'aa46e597-0a67-4012-9c76-f23dfa0611e9', 'port_id': 'cc88d6a2-158a-497d-98ab-9e0cbd1e1526', 'mac_address': 'fa:16:3e:22:ad:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f27b3382-e384-4167-9957-61f877d602ad', 'ip_address': '19.80.0.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:24:12.922280 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-07dc7b8c-6b6d-4169-9100-93a3b7092d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Deleting port 70499113-551a-41f6-aeb4-1fcf17e834ea {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:24:12.922945 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-07dc7b8c-6b6d-4169-9100-93a3b7092d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (70499113-551a-41f6-aeb4-1fcf17e834ea), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:12.938348 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=5e6bba88-96b8-4727-8b65-04d055c6ba07,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:12.985604 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port cc88d6a2-158a-497d-98ab-9e0cbd1e1526 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:24:12.986371 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cc88d6a2-158a-497d-98ab-9e0cbd1e1526), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:12.991849 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-07dc7b8c-6b6d-4169-9100-93a3b7092d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (70499113-551a-41f6-aeb4-1fcf17e834ea), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:13.005509 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-07dc7b8c-6b6d-4169-9100-93a3b7092d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Calling delete_port for 70499113-551a-41f6-aeb4-1fcf17e834ea owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:24:13.007158 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc88d6a2-158a-497d-98ab-9e0cbd1e1526 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:24:13.011197 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c02ea07-019f-472c-8766-8ee98880eaaa req-c53a1df3-4324-4931-a70e-5bd50b86dcc5 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/security-groups?id=26878bcd-cab1-471f-adcf-40b2469be574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893159 Feb 16 22:24:13.029216 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-af76d155-e5ba-427e-9a5f-2f3fd47bea5e admin admin] Deleting port 5b462139-2fc4-4522-9e65-c08543be3d99 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:24:13.029216 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-af76d155-e5ba-427e-9a5f-2f3fd47bea5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (5b462139-2fc4-4522-9e65-c08543be3d99), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:13.033206 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port cc88d6a2-158a-497d-98ab-9e0cbd1e1526, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=cc88d6a2-158a-497d-98ab-9e0cbd1e1526,segment=NetworkSegment(7fca372c-41a7-45f7-88ce-61291b9e8c46),segment_id=7fca372c-41a7-45f7-88ce-61291b9e8c46)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:13.041947 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (cc88d6a2-158a-497d-98ab-9e0cbd1e1526), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:13.042675 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device eb07c5c2-e66e-4acc-9118-61a346695a62 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:24:13.127777 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-07dc7b8c-6b6d-4169-9100-93a3b7092d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (70499113-551a-41f6-aeb4-1fcf17e834ea), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:13.141519 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-af76d155-e5ba-427e-9a5f-2f3fd47bea5e admin admin] For port 5b462139-2fc4-4522-9e65-c08543be3d99, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5b462139-2fc4-4522-9e65-c08543be3d99,segment=NetworkSegment(23863332-acbf-4a52-b2fc-432543382482),segment_id=23863332-acbf-4a52-b2fc-432543382482)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:13.142485 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-af76d155-e5ba-427e-9a5f-2f3fd47bea5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (5b462139-2fc4-4522-9e65-c08543be3d99), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:13.148174 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=cc88d6a2-158a-497d-98ab-9e0cbd1e1526,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:13.163367 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc7b8c-6b6d-4169-9100-93a3b7092d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Pushing event deleted for resources: {'Port': ['ID=70499113-551a-41f6-aeb4-1fcf17e834ea,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:13.172848 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-07dc7b8c-6b6d-4169-9100-93a3b7092d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:13.176494 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-07dc7b8c-6b6d-4169-9100-93a3b7092d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] 10.222.0.75 "DELETE /v2.0/ports/70499113-551a-41f6-aeb4-1fcf17e834ea HTTP/1.1" status: 204 len: 168 time: 0.3469203 Feb 16 22:24:13.179173 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36804) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:13.186217 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-af76d155-e5ba-427e-9a5f-2f3fd47bea5e admin admin] Calling delete_port for 5b462139-2fc4-4522-9e65-c08543be3d99 owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:24:13.207451 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-58e0de40-515a-45c0-bd46-2a3de3ce65d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] GET failed (client error): The resource could not be found. Feb 16 22:24:13.208075 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-58e0de40-515a-45c0-bd46-2a3de3ce65d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] 10.222.0.75 "GET /v2.0/ports/70499113-551a-41f6-aeb4-1fcf17e834ea HTTP/1.1" status: 404 len: 333 time: 0.0279379 Feb 16 22:24:13.211652 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36806) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:13.216357 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-f5af3605-d8e9-467f-9f85-b271c1cacd8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Request body: {'port': {'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-864542690'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:13.219147 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port eb07c5c2-e66e-4acc-9118-61a346695a62, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=eb07c5c2-e66e-4acc-9118-61a346695a62,segment=NetworkSegment(d27df99a-934b-4c27-98b8-71bd4ea1974d),segment_id=d27df99a-934b-4c27-98b8-71bd4ea1974d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:13.231817 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'eb07c5c2-e66e-4acc-9118-61a346695a62', 'network_id': '111a8bba-ec19-4d17-b634-ae2d49e5d05f', 'port_id': 'eb07c5c2-e66e-4acc-9118-61a346695a62', 'mac_address': 'fa:16:3e:98:f1:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b99ae3dc-94bd-41bf-a26a-2cc59165a767', 'ip_address': '19.86.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:24:13.236816 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5af3605-d8e9-467f-9f85-b271c1cacd8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Made reservation on behalf of 293e204495c8497e96f35a787386c3c2 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:24:13.239336 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f5af3605-d8e9-467f-9f85-b271c1cacd8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:13.240655 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['5e6bba88-96b8-4727-8b65-04d055c6ba07'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:24:13.257727 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-f5af3605-d8e9-467f-9f85-b271c1cacd8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] device_id is not set on port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:24:13.268891 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e5aaf-dcbc-43be-98fe-01ba3795758e req-632d2083-2a0e-4aa1-b3df-39a61789e30b tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:13.270493 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-757e5aaf-dcbc-43be-98fe-01ba3795758e req-632d2083-2a0e-4aa1-b3df-39a61789e30b tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=681ffc76-aebf-4b1c-975a-b137b16bb073 HTTP/1.1" status: 200 len: 945 time: 0.1167092 Feb 16 22:24:13.363466 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-757e5aaf-dcbc-43be-98fe-01ba3795758e req-338a4b57-740d-466d-9242-664aab078d8d tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859244 Feb 16 22:24:13.434976 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 16 Feb 2022 22:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2333ab-fe21-45a7-9a24-01848f0e39ea x-openstack-request-id: req-5a2333ab-fe21-45a7-9a24-01848f0e39ea {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:24:13.435293 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b2b9db-8f32-4552-9dc7-74a05b4f96c0", "name": "network-vif-deleted", "tag": "aa28eba2-6b57-4692-bd25-6430448eaa9d", "status": "failed", "code": 422}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:24:13.435540 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5a2333ab-fe21-45a7-9a24-01848f0e39ea {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:24:13.435949 n-d-813897-6 neutron-server[103466]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '15b2b9db-8f32-4552-9dc7-74a05b4f96c0', 'name': 'network-vif-deleted', 'tag': 'aa28eba2-6b57-4692-bd25-6430448eaa9d', 'status': 'failed', 'code': 422} returned with failed status Feb 16 22:24:13.453550 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port eb07c5c2-e66e-4acc-9118-61a346695a62 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:24:13.454109 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (eb07c5c2-e66e-4acc-9118-61a346695a62), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:13.462993 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f5af3605-d8e9-467f-9f85-b271c1cacd8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks [] for port (6b3e8e5a-0326-4819-9efe-57dc5d81c454), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:13.476328 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-af76d155-e5ba-427e-9a5f-2f3fd47bea5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (5b462139-2fc4-4522-9e65-c08543be3d99), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:13.480790 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb07c5c2-e66e-4acc-9118-61a346695a62 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:24:13.519095 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port eb07c5c2-e66e-4acc-9118-61a346695a62, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=eb07c5c2-e66e-4acc-9118-61a346695a62,segment=NetworkSegment(d27df99a-934b-4c27-98b8-71bd4ea1974d),segment_id=d27df99a-934b-4c27-98b8-71bd4ea1974d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:13.534394 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (eb07c5c2-e66e-4acc-9118-61a346695a62), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:13.564649 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f5af3605-d8e9-467f-9f85-b271c1cacd8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (6b3e8e5a-0326-4819-9efe-57dc5d81c454), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:13.614268 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5af3605-d8e9-467f-9f85-b271c1cacd8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:24:13.623247 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-f5af3605-d8e9-467f-9f85-b271c1cacd8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:24:13.623754 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=eb07c5c2-e66e-4acc-9118-61a346695a62,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:13.632132 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5af3605-d8e9-467f-9f85-b271c1cacd8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:24:13.633351 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5af3605-d8e9-467f-9f85-b271c1cacd8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:13.633964 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f5af3605-d8e9-467f-9f85-b271c1cacd8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:13.647315 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af3605-d8e9-467f-9f85-b271c1cacd8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Pushing event updated for resources: {'Port': ['ID=6b3e8e5a-0326-4819-9efe-57dc5d81c454,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:13.666034 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f5af3605-d8e9-467f-9f85-b271c1cacd8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4523571 Feb 16 22:24:13.668212 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36814) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:13.674761 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:13.742171 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76d155-e5ba-427e-9a5f-2f3fd47bea5e admin admin] Pushing event deleted for resources: {'Port': ['ID=5b462139-2fc4-4522-9e65-c08543be3d99,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:13.783675 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6b3e8e5a-0326-4819-9efe-57dc5d81c454), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:13.813174 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-af76d155-e5ba-427e-9a5f-2f3fd47bea5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (b3aa0538-ceb2-4866-a2d0-7bbc8be8caee), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:13.850580 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['eb07c5c2-e66e-4acc-9118-61a346695a62'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:24:14.009540 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0557bc-77ea-4392-a442-a40d88892bfe req-3cbb8573-e26e-485f-96ec-2c986f6c5c20 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:14.011394 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cc0557bc-77ea-4392-a442-a40d88892bfe req-3cbb8573-e26e-485f-96ec-2c986f6c5c20 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=085ea4c3-d826-4bd4-97fd-bf785666ece9 HTTP/1.1" status: 200 len: 907 time: 0.1105645 Feb 16 22:24:14.012398 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] device_id is not set on port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:24:14.023348 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks [] for port (6b3e8e5a-0326-4819-9efe-57dc5d81c454), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:14.037382 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (6b3e8e5a-0326-4819-9efe-57dc5d81c454), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:14.110203 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Pushing event updated for resources: {'Port': ['ID=6b3e8e5a-0326-4819-9efe-57dc5d81c454,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:14.127364 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:14.127821 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:14.128372 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:14.135846 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:14.137049 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Failed to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on host n-h2-813897-6 for vnic_type normal using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] Feb 16 22:24:14.137282 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempt 2 to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 Feb 16 22:24:14.156103 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:14.157143 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:14.157591 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:14.162437 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:14.162900 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Failed to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on host n-h2-813897-6 for vnic_type normal using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] Feb 16 22:24:14.163719 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempt 3 to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 Feb 16 22:24:14.177104 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:14.177815 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:14.178291 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:14.185355 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:14.185355 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Failed to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on host n-h2-813897-6 for vnic_type normal using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] Feb 16 22:24:14.185355 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempt 4 to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 Feb 16 22:24:14.185685 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af76d155-e5ba-427e-9a5f-2f3fd47bea5e admin admin] Router b3aa0538-ceb2-4866-a2d0-7bbc8be8caee has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:24:14.200399 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:14.200931 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:14.201657 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:14.208667 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:14.209141 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Failed to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on host n-h2-813897-6 for vnic_type normal using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] Feb 16 22:24:14.209669 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempt 5 to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 Feb 16 22:24:14.224119 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:14.224698 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:14.225140 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:14.231133 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:14.231575 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Failed to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on host n-h2-813897-6 for vnic_type normal using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] Feb 16 22:24:14.232132 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempt 6 to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 Feb 16 22:24:14.249787 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:14.250508 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:14.250960 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:14.255578 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:14.256012 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Failed to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on host n-h2-813897-6 for vnic_type normal using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] Feb 16 22:24:14.256604 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempt 7 to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 Feb 16 22:24:14.270384 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:14.271007 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:14.271420 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:14.276513 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:14.276976 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Failed to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on host n-h2-813897-6 for vnic_type normal using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] Feb 16 22:24:14.277463 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempt 8 to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 Feb 16 22:24:14.290494 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:14.290965 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:14.291556 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:14.296070 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:14.296499 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Failed to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on host n-h2-813897-6 for vnic_type normal using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] Feb 16 22:24:14.296988 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempt 9 to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 Feb 16 22:24:14.297947 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60848ac3-9f84-4134-b723-c390a3fc268e req-be2153f1-19ea-4487-b465-b672a16d9c54 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:14.303954 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60848ac3-9f84-4134-b723-c390a3fc268e req-be2153f1-19ea-4487-b465-b672a16d9c54 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:14.305633 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-60848ac3-9f84-4134-b723-c390a3fc268e req-be2153f1-19ea-4487-b465-b672a16d9c54 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=6491f36e-3b56-48f9-aaaf-dd6b08d625ef HTTP/1.1" status: 200 len: 1680 time: 0.1338248 Feb 16 22:24:14.311040 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:14.311681 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:14.311957 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:14.316573 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:14.316999 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Failed to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on host n-h2-813897-6 for vnic_type normal using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] Feb 16 22:24:14.317853 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempt 10 to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 Feb 16 22:24:14.332152 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:14.332500 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:14.332839 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempting to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:14.343582 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:14.343921 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Failed to bind port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on host n-h2-813897-6 for vnic_type normal using segments [{'id': '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60'}] Feb 16 22:24:14.344299 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6b3e8e5a-0326-4819-9efe-57dc5d81c454), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:14.374745 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af76d155-e5ba-427e-9a5f-2f3fd47bea5e admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:24:14.385549 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-af76d155-e5ba-427e-9a5f-2f3fd47bea5e admin admin] 10.222.0.75 "PUT /v2.0/routers/b3aa0538-ceb2-4866-a2d0-7bbc8be8caee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7589271 Feb 16 22:24:14.386203 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 36826) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:14.386585 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747444f8-e17b-4ce7-a296-48b0ecdc5662 None None] Sync routers for ids ['b3aa0538-ceb2-4866-a2d0-7bbc8be8caee'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:24:14.403446 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747444f8-e17b-4ce7-a296-48b0ecdc5662 None None] Routers {'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:24:14.404069 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-747444f8-e17b-4ce7-a296-48b0ecdc5662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:23:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['b3aa0538-ceb2-4866-a2d0-7bbc8be8caee'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:14.444393 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] For port 6b3e8e5a-0326-4819-9efe-57dc5d81c454, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:24:14.444751 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attempted to set empty binding levels {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 16 22:24:14.451349 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (6b3e8e5a-0326-4819-9efe-57dc5d81c454), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:14.499034 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] In _notify_port_updated(), no bound segment for port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 on network 47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 {{(pid=103465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 22:24:14.499984 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:14.500633 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:14.505774 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] 10.222.0.75 "PUT /v2.0/ports/6b3e8e5a-0326-4819-9efe-57dc5d81c454 HTTP/1.1" status: 200 len: 978 time: 0.8359079 Feb 16 22:24:14.506108 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 36830) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:14.514366 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ed899-eb55-4d2b-b0f4-d2f2848e965e tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Pushing event updated for resources: {'Port': ['ID=6b3e8e5a-0326-4819-9efe-57dc5d81c454,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:14.529872 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-60848ac3-9f84-4134-b723-c390a3fc268e req-690e566e-6eaf-4f21-a59f-97d5aa930074 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/security-groups?id=26878bcd-cab1-471f-adcf-40b2469be574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866441 Feb 16 22:24:14.582348 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-747444f8-e17b-4ce7-a296-48b0ecdc5662 None None] Set router b3aa0538-ceb2-4866-a2d0-7bbc8be8caee gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:24:14.653617 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b32623ba-e2a4-4b87-8cea-b6006b342753 admin admin] Publish callbacks [] for router (b3aa0538-ceb2-4866-a2d0-7bbc8be8caee), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:14.768904 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5937587-3a85-4b42-b8ed-0c2113fc874b req-bde734e2-28e2-4db3-96af-f672ad49deac tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:14.770443 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5937587-3a85-4b42-b8ed-0c2113fc874b req-bde734e2-28e2-4db3-96af-f672ad49deac tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=681ffc76-aebf-4b1c-975a-b137b16bb073 HTTP/1.1" status: 200 len: 945 time: 0.1565967 Feb 16 22:24:14.776352 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-2cc5c1c6-e416-4508-bd57-b7eef8417acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Deleting port 6b3e8e5a-0326-4819-9efe-57dc5d81c454 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:24:14.776693 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2cc5c1c6-e416-4508-bd57-b7eef8417acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (6b3e8e5a-0326-4819-9efe-57dc5d81c454), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:14.788455 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-747444f8-e17b-4ce7-a296-48b0ecdc5662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'name': 'tempest-ServersTestJSON-291856942-router', 'tenant_id': 'a44c19fb40c34b19888cab82b6323da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '47e8c691-349e-4620-bf65-a67b54127c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:22:21Z', 'updated_at': '2022-02-16T22:24:13Z', 'revision_number': 5, 'project_id': 'a44c19fb40c34b19888cab82b6323da1', 'gw_port': {'id': '47e8c691-349e-4620-bf65-a67b54127c89', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:22:22Z', 'updated_at': '2022-02-16T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:14.818515 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747444f8-e17b-4ce7-a296-48b0ecdc5662 None None] Checking router: b3aa0538-ceb2-4866-a2d0-7bbc8be8caee for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:24:14.830583 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747444f8-e17b-4ce7-a296-48b0ecdc5662 None None] Routers {'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:24:14.831429 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-747444f8-e17b-4ce7-a296-48b0ecdc5662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:23:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['b3aa0538-ceb2-4866-a2d0-7bbc8be8caee'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:14.835924 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b32623ba-e2a4-4b87-8cea-b6006b342753 admin admin] Publish callbacks [] for router_gateway (b3aa0538-ceb2-4866-a2d0-7bbc8be8caee), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:14.905091 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-2cc5c1c6-e416-4508-bd57-b7eef8417acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] For port 6b3e8e5a-0326-4819-9efe-57dc5d81c454, host n-h2-813897-6, got binding levels [] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:14.905444 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2cc5c1c6-e416-4508-bd57-b7eef8417acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (6b3e8e5a-0326-4819-9efe-57dc5d81c454), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:14.943220 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-747444f8-e17b-4ce7-a296-48b0ecdc5662 None None] Set router b3aa0538-ceb2-4866-a2d0-7bbc8be8caee gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:24:14.947686 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-2cc5c1c6-e416-4508-bd57-b7eef8417acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Calling delete_port for 6b3e8e5a-0326-4819-9efe-57dc5d81c454 owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:24:14.958446 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5937587-3a85-4b42-b8ed-0c2113fc874b req-4eb4c41b-f665-446f-a0e5-9dc1b7ca9d20 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637151 Feb 16 22:24:14.999143 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['cc88d6a2-158a-497d-98ab-9e0cbd1e1526'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:24:15.028983 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-b32623ba-e2a4-4b87-8cea-b6006b342753 admin admin] Deleting port 47e8c691-349e-4620-bf65-a67b54127c89 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:24:15.029339 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b32623ba-e2a4-4b87-8cea-b6006b342753 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (47e8c691-349e-4620-bf65-a67b54127c89), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:15.131187 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2cc5c1c6-e416-4508-bd57-b7eef8417acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (6b3e8e5a-0326-4819-9efe-57dc5d81c454), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:15.198756 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5c1c6-e416-4508-bd57-b7eef8417acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b3e8e5a-0326-4819-9efe-57dc5d81c454,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:15.207186 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-b32623ba-e2a4-4b87-8cea-b6006b342753 admin admin] For port 47e8c691-349e-4620-bf65-a67b54127c89, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=47e8c691-349e-4620-bf65-a67b54127c89,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:15.207559 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b32623ba-e2a4-4b87-8cea-b6006b342753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (47e8c691-349e-4620-bf65-a67b54127c89), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:15.218767 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2cc5c1c6-e416-4508-bd57-b7eef8417acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:15.224356 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2cc5c1c6-e416-4508-bd57-b7eef8417acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] 10.222.0.75 "DELETE /v2.0/ports/6b3e8e5a-0326-4819-9efe-57dc5d81c454 HTTP/1.1" status: 204 len: 168 time: 0.7149720 Feb 16 22:24:15.225202 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36836) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:15.231126 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-b32623ba-e2a4-4b87-8cea-b6006b342753 admin admin] Calling delete_port for 47e8c691-349e-4620-bf65-a67b54127c89 owned by network:router_gateway {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:24:15.251310 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-747444f8-e17b-4ce7-a296-48b0ecdc5662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'name': 'tempest-ServersTestJSON-291856942-router', 'tenant_id': 'a44c19fb40c34b19888cab82b6323da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '47e8c691-349e-4620-bf65-a67b54127c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:22:21Z', 'updated_at': '2022-02-16T22:24:13Z', 'revision_number': 5, 'project_id': 'a44c19fb40c34b19888cab82b6323da1', 'gw_port': {'id': '47e8c691-349e-4620-bf65-a67b54127c89', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:22:22Z', 'updated_at': '2022-02-16T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:15.256677 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18011fc7-983d-4821-bb9a-e44f070f57ba req-f06650fd-b2f5-4e44-9eed-69db3a062578 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:15.258225 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-18011fc7-983d-4821-bb9a-e44f070f57ba req-f06650fd-b2f5-4e44-9eed-69db3a062578 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=085ea4c3-d826-4bd4-97fd-bf785666ece9 HTTP/1.1" status: 200 len: 907 time: 0.1310019 Feb 16 22:24:15.262334 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee1d539f-fabc-4350-a3a4-1fdb8451d8fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] GET failed (client error): The resource could not be found. Feb 16 22:24:15.286046 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ee1d539f-fabc-4350-a3a4-1fdb8451d8fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203205154-project-admin] 10.222.0.75 "GET /v2.0/ports/6b3e8e5a-0326-4819-9efe-57dc5d81c454 HTTP/1.1" status: 404 len: 333 time: 0.0585668 Feb 16 22:24:15.288313 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36838) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:15.295874 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747444f8-e17b-4ce7-a296-48b0ecdc5662 None None] The sync data for ids ['b3aa0538-ceb2-4866-a2d0-7bbc8be8caee'] in n-d-813897-6 is: [{'id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'name': 'tempest-ServersTestJSON-291856942-router', 'tenant_id': 'a44c19fb40c34b19888cab82b6323da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '47e8c691-349e-4620-bf65-a67b54127c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:22:21Z', 'updated_at': '2022-02-16T22:24:13Z', 'revision_number': 5, 'project_id': 'a44c19fb40c34b19888cab82b6323da1', 'gw_port': {'id': '47e8c691-349e-4620-bf65-a67b54127c89', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3aa0538-ceb2-4866-a2d0-7bbc8be8caee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:22:22Z', 'updated_at': '2022-02-16T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:24:15.473620 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-206ba581-8445-4fac-bc0b-5f332ab6e456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:15.475927 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b32623ba-e2a4-4b87-8cea-b6006b342753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (47e8c691-349e-4620-bf65-a67b54127c89), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:15.505583 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174cac2-b6a3-4093-9e3f-12d8a565dc6c req-54d65b66-1819-474a-adab-16596bb9a3e1 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:15.507376 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d174cac2-b6a3-4093-9e3f-12d8a565dc6c req-54d65b66-1819-474a-adab-16596bb9a3e1 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.79 "GET /v2.0/ports?device_id=085ea4c3-d826-4bd4-97fd-bf785666ece9 HTTP/1.1" status: 200 len: 907 time: 0.1921594 Feb 16 22:24:15.513587 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32623ba-e2a4-4b87-8cea-b6006b342753 admin admin] Pushing event deleted for resources: {'Port': ['ID=47e8c691-349e-4620-bf65-a67b54127c89,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:15.591724 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b32623ba-e2a4-4b87-8cea-b6006b342753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (b3aa0538-ceb2-4866-a2d0-7bbc8be8caee), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:15.640564 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-206ba581-8445-4fac-bc0b-5f332ab6e456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:15.708054 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-206ba581-8445-4fac-bc0b-5f332ab6e456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:15.720293 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-206ba581-8445-4fac-bc0b-5f332ab6e456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:15.720560 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-206ba581-8445-4fac-bc0b-5f332ab6e456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:15.724527 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b32623ba-e2a4-4b87-8cea-b6006b342753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (b3aa0538-ceb2-4866-a2d0-7bbc8be8caee), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:15.731636 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b32623ba-e2a4-4b87-8cea-b6006b342753 admin admin] Publish callbacks [] for router_controller (b3aa0538-ceb2-4866-a2d0-7bbc8be8caee), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:15.745567 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-206ba581-8445-4fac-bc0b-5f332ab6e456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:15.762082 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-206ba581-8445-4fac-bc0b-5f332ab6e456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:15.770540 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-206ba581-8445-4fac-bc0b-5f332ab6e456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:24:15.771453 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-206ba581-8445-4fac-bc0b-5f332ab6e456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (1ea89cac-17bd-4be2-b6cc-2fbe89b8b6f2), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:15.775017 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:24:15.775017 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:24:15.775017 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:24:15.775017 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:24:15.775017 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:24:15.775017 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:24:15.775017 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:24:15.775017 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:24:15.775017 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:24:15.775017 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:24:15.775017 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:24:15.775017 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:24:15.775017 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:24:15.775017 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:24:15.775017 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:24:15.775017 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:24:15.775017 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:24:15.775017 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:24:15.775017 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:24:15.775017 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:24:15.775017 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:24:15.775017 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:24:15.775017 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:24:15.775017 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:24:15.775017 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:24:15.775017 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:24:15.775017 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:24:15.775017 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:24:15.775017 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:24:15.775017 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:24:15.775017 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:24:15.775017 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:24:15.805170 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc27a1-9889-4802-abab-ede638340f09 req-f842baac-3d4e-47b8-a799-d8e6343204c7 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:15.811249 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc27a1-9889-4802-abab-ede638340f09 req-f842baac-3d4e-47b8-a799-d8e6343204c7 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:15.813532 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cfbc27a1-9889-4802-abab-ede638340f09 req-f842baac-3d4e-47b8-a799-d8e6343204c7 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=6491f36e-3b56-48f9-aaaf-dd6b08d625ef HTTP/1.1" status: 200 len: 1680 time: 0.1521425 Feb 16 22:24:15.814307 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b32623ba-e2a4-4b87-8cea-b6006b342753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (b3aa0538-ceb2-4866-a2d0-7bbc8be8caee), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:15.814874 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32623ba-e2a4-4b87-8cea-b6006b342753 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3aa0538-ceb2-4866-a2d0-7bbc8be8caee {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:24:15.819842 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b32623ba-e2a4-4b87-8cea-b6006b342753 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:15.823512 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b32623ba-e2a4-4b87-8cea-b6006b342753 admin admin] 10.222.0.75 "DELETE /v2.0/routers/b3aa0538-ceb2-4866-a2d0-7bbc8be8caee HTTP/1.1" status: 204 len: 168 time: 1.4351249 Feb 16 22:24:15.825349 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 36844) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:15.866090 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-206ba581-8445-4fac-bc0b-5f332ab6e456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:15.875316 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-206ba581-8445-4fac-bc0b-5f332ab6e456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:15.880719 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-206ba581-8445-4fac-bc0b-5f332ab6e456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763-project] 10.222.0.75 "DELETE /v2.0/networks/47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60 HTTP/1.1" status: 204 len: 168 time: 0.5908210 Feb 16 22:24:15.899606 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ba581-8445-4fac-bc0b-5f332ab6e456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-708541763-project] Pushing event deleted for resources: {'Network': ['ID=47e8f1ee-d6b7-4a8d-8d80-bc7b067e9e60,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:15.909207 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-d174cac2-b6a3-4093-9e3f-12d8a565dc6c req-df9dcaeb-57dd-400d-8796-6a98b02c02b6 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Deleting port 1d2afb4f-4b19-4495-bdea-efad499eecb2 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:24:15.909898 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-d174cac2-b6a3-4093-9e3f-12d8a565dc6c req-df9dcaeb-57dd-400d-8796-6a98b02c02b6 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (1d2afb4f-4b19-4495-bdea-efad499eecb2), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:15.924040 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe9f2bd-4efa-4f62-b86f-9f08299307b3 admin admin] Deleting subnet dbc60a57-b523-4101-ad76-244c31544540 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:24:15.947151 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-abe9f2bd-4efa-4f62-b86f-9f08299307b3 admin admin] Publish callbacks [] for subnet (dbc60a57-b523-4101-ad76-244c31544540), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:16.006230 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cfbc27a1-9889-4802-abab-ede638340f09 req-248e4d32-a8dc-4836-a19f-796c253f16e2 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/security-groups?id=26878bcd-cab1-471f-adcf-40b2469be574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814277 Feb 16 22:24:16.017405 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-abe9f2bd-4efa-4f62-b86f-9f08299307b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (dbc60a57-b523-4101-ad76-244c31544540), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:16.185524 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-abe9f2bd-4efa-4f62-b86f-9f08299307b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (dbc60a57-b523-4101-ad76-244c31544540), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:16.237649 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba0fe3-b6c3-4683-bb22-833d714de442 req-f9106afc-192b-4367-965a-ed303baf55d9 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:16.239291 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-64ba0fe3-b6c3-4683-bb22-833d714de442 req-f9106afc-192b-4367-965a-ed303baf55d9 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=681ffc76-aebf-4b1c-975a-b137b16bb073 HTTP/1.1" status: 200 len: 945 time: 0.1102815 Feb 16 22:24:16.273705 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 5e6bba88-96b8-4727-8b65-04d055c6ba07 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:24:16.348317 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 36856) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:16.396624 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-64ba0fe3-b6c3-4683-bb22-833d714de442 req-e31b54a6-cc8b-49b5-8277-e085472d51c7 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424613 Feb 16 22:24:16.400352 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-abe9f2bd-4efa-4f62-b86f-9f08299307b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (dbc60a57-b523-4101-ad76-244c31544540), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:16.411615 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 5e6bba88-96b8-4727-8b65-04d055c6ba07 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:24:16.419503 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 5e6bba88-96b8-4727-8b65-04d055c6ba07 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:24:16.420101 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5e6bba88-96b8-4727-8b65-04d055c6ba07), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:16.443666 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-d174cac2-b6a3-4093-9e3f-12d8a565dc6c req-df9dcaeb-57dd-400d-8796-6a98b02c02b6 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] For port 1d2afb4f-4b19-4495-bdea-efad499eecb2, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=1d2afb4f-4b19-4495-bdea-efad499eecb2,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:16.444767 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-d174cac2-b6a3-4093-9e3f-12d8a565dc6c req-df9dcaeb-57dd-400d-8796-6a98b02c02b6 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (1d2afb4f-4b19-4495-bdea-efad499eecb2), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:16.464321 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-d174cac2-b6a3-4093-9e3f-12d8a565dc6c req-df9dcaeb-57dd-400d-8796-6a98b02c02b6 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Calling delete_port for 1d2afb4f-4b19-4495-bdea-efad499eecb2 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:24:16.466348 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9f2bd-4efa-4f62-b86f-9f08299307b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbc60a57-b523-4101-ad76-244c31544540,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:16.472786 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5b462139-2fc4-4522-9e65-c08543be3d99 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:24:16.476013 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-abe9f2bd-4efa-4f62-b86f-9f08299307b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:16.489393 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e9be3c-52d8-4bc3-a239-2f3a04a74a94 None None] Network d14180da-5a89-4465-bd5a-5b9a1aa7b5e8 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:24:16.490065 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-abe9f2bd-4efa-4f62-b86f-9f08299307b3 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/dbc60a57-b523-4101-ad76-244c31544540 HTTP/1.1" status: 204 len: 168 time: 0.6587331 Feb 16 22:24:16.490859 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 36862) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:16.543115 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device cc88d6a2-158a-497d-98ab-9e0cbd1e1526 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:24:16.603517 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 5b462139-2fc4-4522-9e65-c08543be3d99 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:24:16.604550 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5b462139-2fc4-4522-9e65-c08543be3d99 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:24:16.605076 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 47e8c691-349e-4620-bf65-a67b54127c89 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:24:16.614848 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eeb8fe4b-0ecd-4e84-b6a9-7fb029e070f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (d14180da-5a89-4465-bd5a-5b9a1aa7b5e8), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:16.657165 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 47e8c691-349e-4620-bf65-a67b54127c89 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:24:16.657519 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 47e8c691-349e-4620-bf65-a67b54127c89 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:24:16.661134 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-d174cac2-b6a3-4093-9e3f-12d8a565dc6c req-df9dcaeb-57dd-400d-8796-6a98b02c02b6 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (1d2afb4f-4b19-4495-bdea-efad499eecb2), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:16.701037 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9dcaeb-57dd-400d-8796-6a98b02c02b6 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Pushing event deleted for resources: {'Port': ['ID=1d2afb4f-4b19-4495-bdea-efad499eecb2,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:16.709637 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179eb66b-9efa-475a-b893-3650e25bf415 req-5be0ff2d-50a6-4f6a-b5e2-fd01f7b92193 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:16.717896 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-179eb66b-9efa-475a-b893-3650e25bf415 req-5be0ff2d-50a6-4f6a-b5e2-fd01f7b92193 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=085ea4c3-d826-4bd4-97fd-bf785666ece9 HTTP/1.1" status: 200 len: 829 time: 0.1851997 Feb 16 22:24:16.769502 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-45050045-f45a-475a-b4da-8e41e164a0a4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e9b86962c0af49a18447e117d181e2c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4071693 Feb 16 22:24:16.775304 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 36864) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:16.778080 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port cc88d6a2-158a-497d-98ab-9e0cbd1e1526 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:24:16.781725 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-d174cac2-b6a3-4093-9e3f-12d8a565dc6c req-df9dcaeb-57dd-400d-8796-6a98b02c02b6 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] No DVR routers for this DVR port 1d2afb4f-4b19-4495-bdea-efad499eecb2 on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:24:16.784320 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-d174cac2-b6a3-4093-9e3f-12d8a565dc6c req-df9dcaeb-57dd-400d-8796-6a98b02c02b6 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:16.789844 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 5e6bba88-96b8-4727-8b65-04d055c6ba07 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:24:16.790064 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d174cac2-b6a3-4093-9e3f-12d8a565dc6c req-df9dcaeb-57dd-400d-8796-6a98b02c02b6 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.79 "DELETE /v2.0/ports/1d2afb4f-4b19-4495-bdea-efad499eecb2 HTTP/1.1" status: 204 len: 173 time: 1.2728486 Feb 16 22:24:16.790787 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085ea4c3-d826-4bd4-97fd-bf785666ece9', 'name': 'network-vif-deleted', 'tag': '1d2afb4f-4b19-4495-bdea-efad499eecb2'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:24:16.794232 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed3a5a1-e04c-4450-9d8d-c437753052e6" -d '{"events": [{"server_uuid": "085ea4c3-d826-4bd4-97fd-bf785666ece9", "name": "network-vif-deleted", "tag": "1d2afb4f-4b19-4495-bdea-efad499eecb2"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:24:16.798437 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5e6bba88-96b8-4727-8b65-04d055c6ba07), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:16.803393 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port cc88d6a2-158a-497d-98ab-9e0cbd1e1526 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:24:16.803968 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (cc88d6a2-158a-497d-98ab-9e0cbd1e1526), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:16.896460 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681ffc76-aebf-4b1c-975a-b137b16bb073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e6bba88-96b8-4727-8b65-04d055c6ba07'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:24:16.899214 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5711f68-4480-4deb-903e-a3cc18a028d4" -d '{"events": [{"server_uuid": "681ffc76-aebf-4b1c-975a-b137b16bb073", "name": "network-vif-plugged", "status": "completed", "tag": "5e6bba88-96b8-4727-8b65-04d055c6ba07"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:24:16.951415 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5c84d7c2-4fc8-4305-bcb2-bde6460f50ba admin admin] Publish callbacks [] for security_group (12e722b5-fe8d-4a85-bf58-d1736f14e383), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:16.966023 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-eeb8fe4b-0ecd-4e84-b6a9-7fb029e070f1 admin admin] Deleting port e1c41b18-0f84-4a1b-a07e-6664fdcfdd24 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:24:16.969693 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eeb8fe4b-0ecd-4e84-b6a9-7fb029e070f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (e1c41b18-0f84-4a1b-a07e-6664fdcfdd24), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:17.001412 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74703fc7-cfc8-4934-bc04-b83d5d7f1ada x-openstack-request-id: req-74703fc7-cfc8-4934-bc04-b83d5d7f1ada {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:24:17.001918 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085ea4c3-d826-4bd4-97fd-bf785666ece9", "name": "network-vif-deleted", "tag": "1d2afb4f-4b19-4495-bdea-efad499eecb2", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:24:17.002379 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-74703fc7-cfc8-4934-bc04-b83d5d7f1ada {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:24:17.003033 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085ea4c3-d826-4bd4-97fd-bf785666ece9', 'name': 'network-vif-deleted', 'tag': '1d2afb4f-4b19-4495-bdea-efad499eecb2', 'status': 'completed', 'code': 200} Feb 16 22:24:17.016747 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 5e6bba88-96b8-4727-8b65-04d055c6ba07, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=5e6bba88-96b8-4727-8b65-04d055c6ba07,segment=NetworkSegment(bab3c7c9-e01c-407c-bcf4-3671c0e39eec),segment_id=bab3c7c9-e01c-407c-bcf4-3671c0e39eec)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:17.020287 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6f413d-5606-4f60-9d84-67207f940bbb None None] DHCP port deletion for d14180da-5a89-4465-bd5a-5b9a1aa7b5e8 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:24:17.032647 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:24:17.037802 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5e6bba88-96b8-4727-8b65-04d055c6ba07), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:17.062121 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5c84d7c2-4fc8-4305-bcb2-bde6460f50ba admin admin] Publish callbacks [] for security_group (12e722b5-fe8d-4a85-bf58-d1736f14e383), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:17.124336 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813c1d4a-4126-4e8a-8f0e-fead16d6c55a x-openstack-request-id: req-813c1d4a-4126-4e8a-8f0e-fead16d6c55a {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:24:17.126487 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-eeb8fe4b-0ecd-4e84-b6a9-7fb029e070f1 admin admin] For port e1c41b18-0f84-4a1b-a07e-6664fdcfdd24, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=e1c41b18-0f84-4a1b-a07e-6664fdcfdd24,segment=NetworkSegment(23863332-acbf-4a52-b2fc-432543382482),segment_id=23863332-acbf-4a52-b2fc-432543382482)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:17.126866 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eeb8fe4b-0ecd-4e84-b6a9-7fb029e070f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (e1c41b18-0f84-4a1b-a07e-6664fdcfdd24), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:17.128010 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681ffc76-aebf-4b1c-975a-b137b16bb073", "name": "network-vif-plugged", "status": "completed", "tag": "5e6bba88-96b8-4727-8b65-04d055c6ba07", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:24:17.128283 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-813c1d4a-4126-4e8a-8f0e-fead16d6c55a {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:24:17.128701 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681ffc76-aebf-4b1c-975a-b137b16bb073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e6bba88-96b8-4727-8b65-04d055c6ba07', 'code': 200} Feb 16 22:24:17.147622 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-eeb8fe4b-0ecd-4e84-b6a9-7fb029e070f1 admin admin] Calling delete_port for e1c41b18-0f84-4a1b-a07e-6664fdcfdd24 owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:24:17.194147 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port cc88d6a2-158a-497d-98ab-9e0cbd1e1526 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:24:17.194912 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cc88d6a2-158a-497d-98ab-9e0cbd1e1526), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:17.207817 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286f14c-a105-4cd6-b31c-5e32e4135c2b req-7664fef2-9de6-4672-a8f7-dad1c9890b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:17.209939 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a286f14c-a105-4cd6-b31c-5e32e4135c2b req-7664fef2-9de6-4672-a8f7-dad1c9890b58 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=681ffc76-aebf-4b1c-975a-b137b16bb073 HTTP/1.1" status: 200 len: 1128 time: 0.0655107 Feb 16 22:24:17.230879 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=5e6bba88-96b8-4727-8b65-04d055c6ba07,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:17.247594 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5c84d7c2-4fc8-4305-bcb2-bde6460f50ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (12e722b5-fe8d-4a85-bf58-d1736f14e383), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:17.251425 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5c84d7c2-4fc8-4305-bcb2-bde6460f50ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:17.254880 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5c84d7c2-4fc8-4305-bcb2-bde6460f50ba admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/12e722b5-fe8d-4a85-bf58-d1736f14e383 HTTP/1.1" status: 204 len: 168 time: 0.4757955 Feb 16 22:24:17.267699 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port cc88d6a2-158a-497d-98ab-9e0cbd1e1526, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=cc88d6a2-158a-497d-98ab-9e0cbd1e1526,segment=NetworkSegment(7fca372c-41a7-45f7-88ce-61291b9e8c46),segment_id=7fca372c-41a7-45f7-88ce-61291b9e8c46)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:17.274195 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-8c6f413d-5606-4f60-9d84-67207f940bbb None None] Deleting port e1c41b18-0f84-4a1b-a07e-6664fdcfdd24 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:24:17.274832 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8c6f413d-5606-4f60-9d84-67207f940bbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (e1c41b18-0f84-4a1b-a07e-6664fdcfdd24), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:17.276856 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a286f14c-a105-4cd6-b31c-5e32e4135c2b req-5f543c1c-3b86-4935-855c-3adeba4b8776 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574539 Feb 16 22:24:17.278916 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (cc88d6a2-158a-497d-98ab-9e0cbd1e1526), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:17.279832 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device eb07c5c2-e66e-4acc-9118-61a346695a62 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:24:17.308897 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84d7c2-4fc8-4305-bcb2-bde6460f50ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e722b5-fe8d-4a85-bf58-d1736f14e383,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:17.334363 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee64e2-2cae-49a1-92e8-f101ab262a97 req-8cde1b73-cd4a-436a-9ce3-4b0d9930edf5 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:17.341605 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee64e2-2cae-49a1-92e8-f101ab262a97 req-8cde1b73-cd4a-436a-9ce3-4b0d9930edf5 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:17.343508 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d2ee64e2-2cae-49a1-92e8-f101ab262a97 req-8cde1b73-cd4a-436a-9ce3-4b0d9930edf5 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=6491f36e-3b56-48f9-aaaf-dd6b08d625ef HTTP/1.1" status: 200 len: 1680 time: 0.1442919 Feb 16 22:24:17.401596 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eeb8fe4b-0ecd-4e84-b6a9-7fb029e070f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (e1c41b18-0f84-4a1b-a07e-6664fdcfdd24), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:17.437391 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d2ee64e2-2cae-49a1-92e8-f101ab262a97 req-cd37d3f8-5c08-4ee7-8a6a-ca21b57c6022 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/security-groups?id=26878bcd-cab1-471f-adcf-40b2469be574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870752 Feb 16 22:24:17.439961 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8fe4b-0ecd-4e84-b6a9-7fb029e070f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c41b18-0f84-4a1b-a07e-6664fdcfdd24,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:17.441999 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb8fe4b-0ecd-4e84-b6a9-7fb029e070f1 admin admin] No DVR routers for this DVR port e1c41b18-0f84-4a1b-a07e-6664fdcfdd24 on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:24:17.532978 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eeb8fe4b-0ecd-4e84-b6a9-7fb029e070f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (d14180da-5a89-4465-bd5a-5b9a1aa7b5e8), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:17.557472 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-eeb8fe4b-0ecd-4e84-b6a9-7fb029e070f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d14180da-5a89-4465-bd5a-5b9a1aa7b5e8']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:17.568175 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-eeb8fe4b-0ecd-4e84-b6a9-7fb029e070f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23863332-acbf-4a52-b2fc-432543382482') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:17.568479 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-eeb8fe4b-0ecd-4e84-b6a9-7fb029e070f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23863332-acbf-4a52-b2fc-432543382482') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:17.579055 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eeb8fe4b-0ecd-4e84-b6a9-7fb029e070f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (23863332-acbf-4a52-b2fc-432543382482), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:17.594123 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eeb8fe4b-0ecd-4e84-b6a9-7fb029e070f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (23863332-acbf-4a52-b2fc-432543382482), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:17.600288 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb8fe4b-0ecd-4e84-b6a9-7fb029e070f1 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:24:17.600704 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eeb8fe4b-0ecd-4e84-b6a9-7fb029e070f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (23863332-acbf-4a52-b2fc-432543382482), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:17.608001 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-8c6f413d-5606-4f60-9d84-67207f940bbb None None] For port e1c41b18-0f84-4a1b-a07e-6664fdcfdd24, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=e1c41b18-0f84-4a1b-a07e-6664fdcfdd24,segment=NetworkSegment(23863332-acbf-4a52-b2fc-432543382482),segment_id=23863332-acbf-4a52-b2fc-432543382482)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:17.611128 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8c6f413d-5606-4f60-9d84-67207f940bbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (e1c41b18-0f84-4a1b-a07e-6664fdcfdd24), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:17.643096 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=cc88d6a2-158a-497d-98ab-9e0cbd1e1526,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:17.652518 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-8c6f413d-5606-4f60-9d84-67207f940bbb None None] Calling delete_port for e1c41b18-0f84-4a1b-a07e-6664fdcfdd24 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:24:17.665821 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:24:17.665821 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:24:17.665821 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:24:17.665821 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:24:17.665821 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:24:17.665821 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:24:17.665821 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:24:17.665821 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:24:17.665821 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:24:17.665821 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:24:17.665821 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:24:17.665821 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:24:17.665821 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:24:17.665821 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:24:17.665821 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:24:17.665821 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:24:17.665821 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:24:17.665821 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:24:17.665821 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:24:17.665821 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:24:17.665821 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:24:17.665821 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:24:17.665821 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:24:17.665821 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:24:17.665821 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:24:17.665821 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:24:17.665821 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:24:17.665821 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:24:17.665821 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:24:17.665821 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:24:17.665821 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:24:17.665821 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:24:17.671264 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port eb07c5c2-e66e-4acc-9118-61a346695a62 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:24:17.678473 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eeb8fe4b-0ecd-4e84-b6a9-7fb029e070f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (d14180da-5a89-4465-bd5a-5b9a1aa7b5e8), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:17.708742 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eeb8fe4b-0ecd-4e84-b6a9-7fb029e070f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:17.711984 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-eeb8fe4b-0ecd-4e84-b6a9-7fb029e070f1 admin admin] 10.222.0.75 "DELETE /v2.0/networks/d14180da-5a89-4465-bd5a-5b9a1aa7b5e8 HTTP/1.1" status: 204 len: 168 time: 1.2198961 Feb 16 22:24:17.726629 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8fe4b-0ecd-4e84-b6a9-7fb029e070f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d14180da-5a89-4465-bd5a-5b9a1aa7b5e8,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:17.738202 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36882) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:17.761112 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port eb07c5c2-e66e-4acc-9118-61a346695a62 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:24:17.761348 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (eb07c5c2-e66e-4acc-9118-61a346695a62), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:17.763130 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda8e25-92bc-4f35-8731-617e047328a3 req-869721fe-97d1-4ede-8263-d57ee7b95c0f tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:17.764755 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-acda8e25-92bc-4f35-8731-617e047328a3 req-869721fe-97d1-4ede-8263-d57ee7b95c0f tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=681ffc76-aebf-4b1c-975a-b137b16bb073 HTTP/1.1" status: 200 len: 946 time: 0.1004913 Feb 16 22:24:17.814041 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d5ea2876-73d8-4e99-a05a-1ba920de9fba admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=293e204495c8497e96f35a787386c3c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0720532 Feb 16 22:24:17.815188 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36886) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:17.862921 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-acda8e25-92bc-4f35-8731-617e047328a3 req-30f5483f-f331-42d3-bb2f-b9db2d992d83 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912504 Feb 16 22:24:17.895028 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cd366062-438e-413d-b3d9-cf513ae5637c admin admin] Publish callbacks [] for security_group (44b73fad-20d0-4212-bc15-f349507d1fe5), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:17.925471 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cd366062-438e-413d-b3d9-cf513ae5637c admin admin] Publish callbacks [] for security_group (44b73fad-20d0-4212-bc15-f349507d1fe5), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:17.995101 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cd366062-438e-413d-b3d9-cf513ae5637c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (44b73fad-20d0-4212-bc15-f349507d1fe5), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:17.998950 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cd366062-438e-413d-b3d9-cf513ae5637c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:18.003408 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-cd366062-438e-413d-b3d9-cf513ae5637c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/44b73fad-20d0-4212-bc15-f349507d1fe5 HTTP/1.1" status: 204 len: 168 time: 0.1848474 Feb 16 22:24:18.004351 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 36894) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:18.013534 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8c6f413d-5606-4f60-9d84-67207f940bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (e1c41b18-0f84-4a1b-a07e-6664fdcfdd24), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:18.017163 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd366062-438e-413d-b3d9-cf513ae5637c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b73fad-20d0-4212-bc15-f349507d1fe5,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:18.067666 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8c6f413d-5606-4f60-9d84-67207f940bbb None None] Network d14180da-5a89-4465-bd5a-5b9a1aa7b5e8 is not hosted by any dhcp agent {{(pid=103467) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 22:24:18.068124 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6f413d-5606-4f60-9d84-67207f940bbb None None] No DVR routers for this DVR port e1c41b18-0f84-4a1b-a07e-6664fdcfdd24 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:24:18.074105 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f413d-5606-4f60-9d84-67207f940bbb None None] Pushing event deleted for resources: {'Port': ['ID=e1c41b18-0f84-4a1b-a07e-6664fdcfdd24,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:18.085462 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port eb07c5c2-e66e-4acc-9118-61a346695a62 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:24:18.085863 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (eb07c5c2-e66e-4acc-9118-61a346695a62), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:18.102864 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-47a08543-5e9a-47a4-86d7-7673e49db7dd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a44c19fb40c34b19888cab82b6323da1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0973008 Feb 16 22:24:18.105405 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36898) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:18.132733 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port eb07c5c2-e66e-4acc-9118-61a346695a62, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=eb07c5c2-e66e-4acc-9118-61a346695a62,segment=NetworkSegment(d27df99a-934b-4c27-98b8-71bd4ea1974d),segment_id=d27df99a-934b-4c27-98b8-71bd4ea1974d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:18.139447 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (eb07c5c2-e66e-4acc-9118-61a346695a62), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:18.181542 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cb4593af-925b-48ad-94b0-bae80e3d27d4 admin admin] Publish callbacks [] for security_group (aab028c6-e9b7-4f97-8aed-12ef24da60e0), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:18.215338 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cb4593af-925b-48ad-94b0-bae80e3d27d4 admin admin] Publish callbacks [] for security_group (aab028c6-e9b7-4f97-8aed-12ef24da60e0), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:18.215553 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=eb07c5c2-e66e-4acc-9118-61a346695a62,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:18.283892 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cb4593af-925b-48ad-94b0-bae80e3d27d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (aab028c6-e9b7-4f97-8aed-12ef24da60e0), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:18.289297 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cb4593af-925b-48ad-94b0-bae80e3d27d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:18.294735 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-cb4593af-925b-48ad-94b0-bae80e3d27d4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/aab028c6-e9b7-4f97-8aed-12ef24da60e0 HTTP/1.1" status: 204 len: 168 time: 0.1838987 Feb 16 22:24:18.326627 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4593af-925b-48ad-94b0-bae80e3d27d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab028c6-e9b7-4f97-8aed-12ef24da60e0,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:18.433125 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53f0ea-7af7-4194-aa0e-2febaeecd0f8 req-2adcb3b6-6d33-4220-a89b-754d8c87bf78 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:18.437292 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device e1c41b18-0f84-4a1b-a07e-6664fdcfdd24 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:24:18.440399 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fc53f0ea-7af7-4194-aa0e-2febaeecd0f8 req-2adcb3b6-6d33-4220-a89b-754d8c87bf78 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=f4fcb3cb-ee94-4db0-9d2f-f7783a04b758 HTTP/1.1" status: 200 len: 946 time: 0.0664339 Feb 16 22:24:18.461905 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: e1c41b18-0f84-4a1b-a07e-6664fdcfdd24 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:24:18.462641 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device e1c41b18-0f84-4a1b-a07e-6664fdcfdd24 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:24:18.513837 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fc53f0ea-7af7-4194-aa0e-2febaeecd0f8 req-754c0a78-acd5-4bb3-8cd0-d3bb96dca15c tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667934 Feb 16 22:24:18.678724 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dd16b-bf9a-40ab-8fbe-18bbef61a551 req-0a9fa3cb-3c1a-4198-9f5e-5ea6f4864afd tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:18.684782 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dd16b-bf9a-40ab-8fbe-18bbef61a551 req-0a9fa3cb-3c1a-4198-9f5e-5ea6f4864afd tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:18.693355 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bd8dd16b-bf9a-40ab-8fbe-18bbef61a551 req-0a9fa3cb-3c1a-4198-9f5e-5ea6f4864afd tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=6491f36e-3b56-48f9-aaaf-dd6b08d625ef HTTP/1.1" status: 200 len: 1682 time: 0.0926979 Feb 16 22:24:18.753841 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bd8dd16b-bf9a-40ab-8fbe-18bbef61a551 req-a36d3c17-4622-4ffd-bb73-16de8e8833c4 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/security-groups?id=26878bcd-cab1-471f-adcf-40b2469be574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593705 Feb 16 22:24:19.012658 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487db16-664c-4ca0-9d53-eecc9bde55bd req-8d0f024b-322b-4968-a099-0b95d6b93948 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:19.014269 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3487db16-664c-4ca0-9d53-eecc9bde55bd req-8d0f024b-322b-4968-a099-0b95d6b93948 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=681ffc76-aebf-4b1c-975a-b137b16bb073 HTTP/1.1" status: 200 len: 946 time: 0.0719218 Feb 16 22:24:19.081805 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3487db16-664c-4ca0-9d53-eecc9bde55bd req-fdab6332-0fe4-44c2-9153-9dd823ef76f1 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576336 Feb 16 22:24:19.131515 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6491f36e-3b56-48f9-aaaf-dd6b08d625ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc88d6a2-158a-497d-98ab-9e0cbd1e1526'}, {'server_uuid': '6491f36e-3b56-48f9-aaaf-dd6b08d625ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb07c5c2-e66e-4acc-9118-61a346695a62'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:24:19.136149 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3e2cc5-0e99-418c-8495-0557f7844fb8" -d '{"events": [{"server_uuid": "6491f36e-3b56-48f9-aaaf-dd6b08d625ef", "name": "network-vif-plugged", "status": "completed", "tag": "cc88d6a2-158a-497d-98ab-9e0cbd1e1526"}, {"server_uuid": "6491f36e-3b56-48f9-aaaf-dd6b08d625ef", "name": "network-vif-plugged", "status": "completed", "tag": "eb07c5c2-e66e-4acc-9118-61a346695a62"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:24:19.330933 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Feb 2022 22:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3aae5c-9d1c-4bdd-b962-c659e2f0fe81 x-openstack-request-id: req-ba3aae5c-9d1c-4bdd-b962-c659e2f0fe81 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:24:19.331445 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6491f36e-3b56-48f9-aaaf-dd6b08d625ef", "name": "network-vif-plugged", "status": "completed", "tag": "cc88d6a2-158a-497d-98ab-9e0cbd1e1526", "code": 200}, {"server_uuid": "6491f36e-3b56-48f9-aaaf-dd6b08d625ef", "name": "network-vif-plugged", "status": "completed", "tag": "eb07c5c2-e66e-4acc-9118-61a346695a62", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:24:19.331866 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ba3aae5c-9d1c-4bdd-b962-c659e2f0fe81 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:24:19.332430 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6491f36e-3b56-48f9-aaaf-dd6b08d625ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc88d6a2-158a-497d-98ab-9e0cbd1e1526', 'code': 200} Feb 16 22:24:19.333311 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6491f36e-3b56-48f9-aaaf-dd6b08d625ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb07c5c2-e66e-4acc-9118-61a346695a62', 'code': 200} Feb 16 22:24:19.406863 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36958) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:19.494876 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970fe90-cd98-4f33-a505-9ac1cc053188 req-d31ef22b-6a92-491f-8514-de6daed0409c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:19.495810 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970fe90-cd98-4f33-a505-9ac1cc053188 req-d31ef22b-6a92-491f-8514-de6daed0409c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:19.498968 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0970fe90-cd98-4f33-a505-9ac1cc053188 req-d31ef22b-6a92-491f-8514-de6daed0409c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6491f36e-3b56-48f9-aaaf-dd6b08d625ef HTTP/1.1" status: 200 len: 2046 time: 0.0759642 Feb 16 22:24:19.502566 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e5a67-6c3f-4f39-b6e0-8cd41978d86d req-752274c1-3b9f-4964-ae6b-1d8d9201b5bb tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:19.510014 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7b5e5a67-6c3f-4f39-b6e0-8cd41978d86d req-752274c1-3b9f-4964-ae6b-1d8d9201b5bb tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=681ffc76-aebf-4b1c-975a-b137b16bb073 HTTP/1.1" status: 200 len: 946 time: 0.1247189 Feb 16 22:24:19.603403 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0970fe90-cd98-4f33-a505-9ac1cc053188 req-8a4fe989-67e8-427e-b11e-79b20f616521 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=26878bcd-cab1-471f-adcf-40b2469be574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956135 Feb 16 22:24:19.693100 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-54721bb0-a80f-4a3d-bce7-66f3d041d1f3 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1570121051-network', 'tenant_id': 'a33d618828c44ab2ae977b601214e672'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:19.708338 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36970) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:19.743297 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54721bb0-a80f-4a3d-bce7-66f3d041d1f3 admin admin] Made reservation on behalf of a33d618828c44ab2ae977b601214e672 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:24:19.750311 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-54721bb0-a80f-4a3d-bce7-66f3d041d1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:19.766239 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-54721bb0-a80f-4a3d-bce7-66f3d041d1f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:19.855466 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d0f51365-125a-420b-abc7-19a14e833ae4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:19.904149 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7b5e5a67-6c3f-4f39-b6e0-8cd41978d86d req-6f200992-e142-421b-815d-6540a768af50 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834989 Feb 16 22:24:19.941752 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-54721bb0-a80f-4a3d-bce7-66f3d041d1f3 admin admin] Publish callbacks [] for security_group (ebb7ebd1-37b1-4d87-bafa-af685691e0ce), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:19.952717 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-54721bb0-a80f-4a3d-bce7-66f3d041d1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ebb7ebd1-37b1-4d87-bafa-af685691e0ce), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:19.981228 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54721bb0-a80f-4a3d-bce7-66f3d041d1f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:24:19.997396 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d0f51365-125a-420b-abc7-19a14e833ae4 admin admin] Publish callbacks [] for security_group (a8be5694-4085-43c2-b95b-321f8ce3caf5), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:20.012797 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d0f51365-125a-420b-abc7-19a14e833ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a8be5694-4085-43c2-b95b-321f8ce3caf5), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:20.023011 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3beb0a-41bd-4102-a9c9-fb5758d246a0 req-9e6022bd-247b-46d8-80df-0ed4d54d6ee0 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:20.026099 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cd3beb0a-41bd-4102-a9c9-fb5758d246a0 req-9e6022bd-247b-46d8-80df-0ed4d54d6ee0 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=f4fcb3cb-ee94-4db0-9d2f-f7783a04b758 HTTP/1.1" status: 200 len: 946 time: 0.0736289 Feb 16 22:24:20.035426 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54721bb0-a80f-4a3d-bce7-66f3d041d1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb7ebd1-37b1-4d87-bafa-af685691e0ce,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:20.038680 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-54721bb0-a80f-4a3d-bce7-66f3d041d1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (9a749928-5123-42af-be75-3dbd2ab3ab75), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:20.039026 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-54721bb0-a80f-4a3d-bce7-66f3d041d1f3 admin admin] Added segment 9a749928-5123-42af-be75-3dbd2ab3ab75 of type vlan for network 9b038f67-050b-4a64-adaa-5c570763bc77 Feb 16 22:24:20.123500 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cd3beb0a-41bd-4102-a9c9-fb5758d246a0 req-51cf075a-a6c1-47f4-abf6-12c3a33d5b07 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902367 Feb 16 22:24:20.125137 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d0f51365-125a-420b-abc7-19a14e833ae4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ebb9a61aa0de4d61ba54cb1a8544dc43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4157774 Feb 16 22:24:20.128119 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 36982) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:20.138281 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-54721bb0-a80f-4a3d-bce7-66f3d041d1f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (9b038f67-050b-4a64-adaa-5c570763bc77), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:20.143372 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f51365-125a-420b-abc7-19a14e833ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8be5694-4085-43c2-b95b-321f8ce3caf5,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:20.172522 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9c594-bcb0-4eac-a864-0a0a24b087d8 req-2b7b5d6d-80c1-438f-9bba-41885dc4c06d tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:20.174075 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-00e9c594-bcb0-4eac-a864-0a0a24b087d8 req-2b7b5d6d-80c1-438f-9bba-41885dc4c06d tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4fcb3cb-ee94-4db0-9d2f-f7783a04b758 HTTP/1.1" status: 200 len: 946 time: 0.1835289 Feb 16 22:24:20.191460 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-54721bb0-a80f-4a3d-bce7-66f3d041d1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (9b038f67-050b-4a64-adaa-5c570763bc77), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:20.191460 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54721bb0-a80f-4a3d-bce7-66f3d041d1f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:20.191973 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-54721bb0-a80f-4a3d-bce7-66f3d041d1f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:20.250147 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-81ed3295-0b54-4d41-8515-285d4c931c54 admin admin] Publish callbacks [] for security_group (a8be5694-4085-43c2-b95b-321f8ce3caf5), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:20.283976 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 1d2afb4f-4b19-4495-bdea-efad499eecb2 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:24:20.295541 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-54721bb0-a80f-4a3d-bce7-66f3d041d1f3 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8869376 Feb 16 22:24:20.299149 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36988) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:20.307054 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-81ed3295-0b54-4d41-8515-285d4c931c54 admin admin] Publish callbacks [] for security_group (a8be5694-4085-43c2-b95b-321f8ce3caf5), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:20.341252 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 1d2afb4f-4b19-4495-bdea-efad499eecb2 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:24:20.341613 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 1d2afb4f-4b19-4495-bdea-efad499eecb2 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:24:20.344165 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-79afd47c-5b34-482c-9892-390978339c00 admin admin] Request body: {'subnet': {'network_id': '9b038f67-050b-4a64-adaa-5c570763bc77', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1570121051-subnet', 'tenant_id': 'a33d618828c44ab2ae977b601214e672', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:20.351307 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54721bb0-a80f-4a3d-bce7-66f3d041d1f3 admin admin] Pushing event updated for resources: {'Network': ['ID=9b038f67-050b-4a64-adaa-5c570763bc77,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:20.363556 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 9b038f67-050b-4a64-adaa-5c570763bc77 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:24:20.366826 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39908ff6-784a-4922-aa91-d6d43e820394 req-4894c6c4-ac5c-4c27-aec1-8166f46e3689 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:20.372973 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39908ff6-784a-4922-aa91-d6d43e820394 req-4894c6c4-ac5c-4c27-aec1-8166f46e3689 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:20.382446 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-39908ff6-784a-4922-aa91-d6d43e820394 req-4894c6c4-ac5c-4c27-aec1-8166f46e3689 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=6491f36e-3b56-48f9-aaaf-dd6b08d625ef HTTP/1.1" status: 200 len: 1682 time: 0.1484449 Feb 16 22:24:20.396368 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79afd47c-5b34-482c-9892-390978339c00 admin admin] Made reservation on behalf of a33d618828c44ab2ae977b601214e672 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:24:20.402616 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-79afd47c-5b34-482c-9892-390978339c00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:20.451907 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-39908ff6-784a-4922-aa91-d6d43e820394 req-d857d51c-b0d4-477d-a68f-4a4ab0e3318a tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/security-groups?id=26878bcd-cab1-471f-adcf-40b2469be574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680642 Feb 16 22:24:20.478748 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-81ed3295-0b54-4d41-8515-285d4c931c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a8be5694-4085-43c2-b95b-321f8ce3caf5), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:20.483453 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-00e9c594-bcb0-4eac-a864-0a0a24b087d8 req-00318eec-e9e5-42fd-b53f-45e76d9dbce5 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Deleting port 2878291e-3d8c-4591-a083-644483381e49 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:24:20.483986 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-00e9c594-bcb0-4eac-a864-0a0a24b087d8 req-00318eec-e9e5-42fd-b53f-45e76d9dbce5 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (2878291e-3d8c-4591-a083-644483381e49), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:20.486706 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-81ed3295-0b54-4d41-8515-285d4c931c54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:20.489186 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-81ed3295-0b54-4d41-8515-285d4c931c54 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a8be5694-4085-43c2-b95b-321f8ce3caf5 HTTP/1.1" status: 204 len: 168 time: 0.3599296 Feb 16 22:24:20.512620 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed3295-0b54-4d41-8515-285d4c931c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8be5694-4085-43c2-b95b-321f8ce3caf5,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:20.618016 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 36996) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:20.632028 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-211f7889-6715-44c2-a3cd-609609e1e5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:20.658562 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4f051de3-2afd-4736-8603-d0f55f4fd6f9 req-b217086d-4563-40af-8346-1ba492e61a2a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a218dccf-8d33-43cd-b91e-31ea195c9e36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1703553 Feb 16 22:24:20.696454 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-00e9c594-bcb0-4eac-a864-0a0a24b087d8 req-00318eec-e9e5-42fd-b53f-45e76d9dbce5 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] For port 2878291e-3d8c-4591-a083-644483381e49, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=2878291e-3d8c-4591-a083-644483381e49,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:20.696833 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-00e9c594-bcb0-4eac-a864-0a0a24b087d8 req-00318eec-e9e5-42fd-b53f-45e76d9dbce5 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (2878291e-3d8c-4591-a083-644483381e49), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:20.717722 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-00e9c594-bcb0-4eac-a864-0a0a24b087d8 req-00318eec-e9e5-42fd-b53f-45e76d9dbce5 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Calling delete_port for 2878291e-3d8c-4591-a083-644483381e49 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:24:20.861197 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-79afd47c-5b34-482c-9892-390978339c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (25e028fc-8574-4bba-8928-c203e79359bb), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:20.927759 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f051de3-2afd-4736-8603-d0f55f4fd6f9 req-460ac37d-4ecf-42d6-81d6-664a05e4fb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:20.929202 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4f051de3-2afd-4736-8603-d0f55f4fd6f9 req-460ac37d-4ecf-42d6-81d6-664a05e4fb02 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=471d422781ee4218a880c4849a975478&device_id=a218dccf-8d33-43cd-b91e-31ea195c9e36 HTTP/1.1" status: 200 len: 1128 time: 0.1665113 Feb 16 22:24:20.942282 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79afd47c-5b34-482c-9892-390978339c00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25e028fc-8574-4bba-8928-c203e79359bb,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:20.995560 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79afd47c-5b34-482c-9892-390978339c00 admin admin] Checking segment: {'id': '9a749928-5123-42af-be75-3dbd2ab3ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b038f67-050b-4a64-adaa-5c570763bc77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:24:20.995925 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79afd47c-5b34-482c-9892-390978339c00 admin admin] Network hostable DHCP agents. Network: 9b038f67-050b-4a64-adaa-5c570763bc77, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:24:21.029198 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-b3329c29-1858-4ade-bab3-881a424f5276 tempest-QuotasTest-1067329413 tempest-QuotasTest-1067329413-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:21.084837 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-00e9c594-bcb0-4eac-a864-0a0a24b087d8 req-00318eec-e9e5-42fd-b53f-45e76d9dbce5 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (2878291e-3d8c-4591-a083-644483381e49), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:21.086470 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79afd47c-5b34-482c-9892-390978339c00 admin admin] Network 9b038f67-050b-4a64-adaa-5c570763bc77 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:24:21.102356 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['4bef6242-7835-4301-899f-4bb8e188699e'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:24:21.105272 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['2878291e-3d8c-4591-a083-644483381e49'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:24:21.133731 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00318eec-e9e5-42fd-b53f-45e76d9dbce5 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Pushing event deleted for resources: {'Port': ['ID=2878291e-3d8c-4591-a083-644483381e49,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:21.153014 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-79afd47c-5b34-482c-9892-390978339c00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 9b038f67-050b-4a64-adaa-5c570763bc77) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:24:21.177200 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f051de3-2afd-4736-8603-d0f55f4fd6f9 req-d6a3e9a2-8fc4-467f-83ed-08f1d4ff39d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:21.178740 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4f051de3-2afd-4736-8603-d0f55f4fd6f9 req-d6a3e9a2-8fc4-467f-83ed-08f1d4ff39d7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=22711c4a-8661-4a7d-9538-4da72ec44b9a HTTP/1.1" status: 200 len: 912 time: 0.1849477 Feb 16 22:24:21.184236 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79afd47c-5b34-482c-9892-390978339c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:21.184910 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-79afd47c-5b34-482c-9892-390978339c00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:21.185939 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b3329c29-1858-4ade-bab3-881a424f5276 tempest-QuotasTest-1067329413 tempest-QuotasTest-1067329413-project-admin] 10.222.0.75 "PUT /v2.0/quotas/c3141e656e044d0c9016d58c8a499c04 HTTP/1.1" status: 200 len: 366 time: 0.5621765 Feb 16 22:24:21.189508 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37012) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:21.206882 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e9e6f-4135-4ab8-9a34-815d4fb41d25 req-8d62da85-0e3a-4d96-b126-f4598bed3907 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:21.217487 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef8e5e9-4154-4128-9e04-b9b9fc3ad7b1 None None] Network 9b038f67-050b-4a64-adaa-5c570763bc77 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:24:21.222058 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-048e9e6f-4135-4ab8-9a34-815d4fb41d25 req-8d62da85-0e3a-4d96-b126-f4598bed3907 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=681ffc76-aebf-4b1c-975a-b137b16bb073 HTTP/1.1" status: 200 len: 946 time: 0.2178359 Feb 16 22:24:21.233652 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e9c594-bcb0-4eac-a864-0a0a24b087d8 req-00318eec-e9e5-42fd-b53f-45e76d9dbce5 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] No DVR routers for this DVR port 2878291e-3d8c-4591-a083-644483381e49 on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:24:21.264682 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-00e9c594-bcb0-4eac-a864-0a0a24b087d8 req-00318eec-e9e5-42fd-b53f-45e76d9dbce5 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:21.268046 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-00e9c594-bcb0-4eac-a864-0a0a24b087d8 req-00318eec-e9e5-42fd-b53f-45e76d9dbce5 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.79 "DELETE /v2.0/ports/2878291e-3d8c-4591-a083-644483381e49 HTTP/1.1" status: 204 len: 173 time: 1.0867078 Feb 16 22:24:21.270072 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a5bfc3c9-bbae-4976-b73d-df4c2b4f0e45 tempest-QuotasTest-1067329413 tempest-QuotasTest-1067329413-project-admin] 10.222.0.75 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0721331 Feb 16 22:24:21.270636 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fcb3cb-ee94-4db0-9d2f-f7783a04b758', 'name': 'network-vif-deleted', 'tag': '2878291e-3d8c-4591-a083-644483381e49'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:24:21.273043 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fd3adc-f903-4150-94d7-ea1743366fa3" -d '{"events": [{"server_uuid": "f4fcb3cb-ee94-4db0-9d2f-f7783a04b758", "name": "network-vif-deleted", "tag": "2878291e-3d8c-4591-a083-644483381e49"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:24:21.276004 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37016) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:21.278868 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4f051de3-2afd-4736-8603-d0f55f4fd6f9 req-e6afb3f6-f4e6-46fa-81c9-7f2be81cce60 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bef6242-7835-4301-899f-4bb8e188699e HTTP/1.1" status: 200 len: 217 time: 0.0902677 Feb 16 22:24:21.308491 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-79afd47c-5b34-482c-9892-390978339c00 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9639943 Feb 16 22:24:21.320443 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0b40001e-ca24-41d8-8f2a-77a5ed75aa47 tempest-QuotasTest-1067329413 tempest-QuotasTest-1067329413-project-admin] 10.222.0.75 "GET /v2.0/quotas/c3141e656e044d0c9016d58c8a499c04 HTTP/1.1" status: 200 len: 366 time: 0.0405159 Feb 16 22:24:21.322981 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37022) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:21.345883 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b953196b-3c64-48f6-999d-9010b024b1a2 tempest-QuotasTest-1067329413 tempest-QuotasTest-1067329413-project-admin] 10.222.0.75 "DELETE /v2.0/quotas/c3141e656e044d0c9016d58c8a499c04 HTTP/1.1" status: 204 len: 168 time: 0.0217915 Feb 16 22:24:21.348290 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37024) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:21.360043 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f051de3-2afd-4736-8603-d0f55f4fd6f9 req-0765c24b-7678-498c-bf4d-10bae3830984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:21.361531 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4f051de3-2afd-4736-8603-d0f55f4fd6f9 req-0765c24b-7678-498c-bf4d-10bae3830984 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa HTTP/1.1" status: 200 len: 850 time: 0.0761685 Feb 16 22:24:21.364364 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fd1228c1-16ee-4b7b-9d15-da91a1402eeb tempest-QuotasTest-1067329413 tempest-QuotasTest-1067329413-project-admin] 10.222.0.75 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0149441 Feb 16 22:24:21.367286 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37028) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:21.368087 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-048e9e6f-4135-4ab8-9a34-815d4fb41d25 req-d8482456-ea49-41e4-a60a-66ce3bfb16c5 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448088 Feb 16 22:24:21.404380 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9672788e-c697-4567-a6ed-db03b0c41af4 tempest-QuotasTest-1067329413 tempest-QuotasTest-1067329413-project-admin] 10.222.0.75 "GET /v2.0/quotas/c3141e656e044d0c9016d58c8a499c04 HTTP/1.1" status: 200 len: 370 time: 0.0335040 Feb 16 22:24:21.405262 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37032) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:21.414950 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b87756f7-6a57-4cea-9557-473f894af3a0 tempest-QuotasTest-1067329413 tempest-QuotasTest-1067329413-project-admin] 10.222.0.75 "GET /v2.0/quotas/c3141e656e044d0c9016d58c8a499c04/default HTTP/1.1" status: 200 len: 370 time: 0.0081160 Feb 16 22:24:21.415855 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37034) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:21.439823 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-00adaa12-e279-428a-917c-49df3c70dee2 tempest-QuotasTest-1067329413 tempest-QuotasTest-1067329413-project-admin] delete failed (client error): The resource could not be found. Feb 16 22:24:21.446648 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-00adaa12-e279-428a-917c-49df3c70dee2 tempest-QuotasTest-1067329413 tempest-QuotasTest-1067329413-project-admin] 10.222.0.75 "DELETE /v2.0/quotas/c3141e656e044d0c9016d58c8a499c04 HTTP/1.1" status: 404 len: 348 time: 0.0289981 Feb 16 22:24:21.464695 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f051de3-2afd-4736-8603-d0f55f4fd6f9 req-835fb63a-6dae-4a1d-92d4-d84f4c90273a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:21.466587 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4f051de3-2afd-4736-8603-d0f55f4fd6f9 req-835fb63a-6dae-4a1d-92d4-d84f4c90273a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=22711c4a-8661-4a7d-9538-4da72ec44b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0924222 Feb 16 22:24:21.567007 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c1585c76-c5ff-4110-a1b6-1071d1082b48 req-80b665d6-33e7-412d-97c3-9c0565773fcc tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=f4fcb3cb-ee94-4db0-9d2f-f7783a04b758 HTTP/1.1" status: 200 len: 210 time: 0.0795944 Feb 16 22:24:21.627314 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e511c8-3c90-43e3-bf1c-e45d11fcb5c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-9b038f67-050b-4a64-adaa-5c570763bc77', 'network_id': '9b038f67-050b-4a64-adaa-5c570763bc77', 'project_id': 'a33d618828c44ab2ae977b601214e672', 'fixed_ips': [{'subnet_id': '25e028fc-8574-4bba-8928-c203e79359bb'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:24:21.632726 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e9e511c8-3c90-43e3-bf1c-e45d11fcb5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:21.659448 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4f051de3-2afd-4736-8603-d0f55f4fd6f9 req-727b1c09-59bf-4c2d-96e0-15ecdb2d94c6 service neutron] 10.222.0.67 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849067 Feb 16 22:24:21.661892 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610c848f-30a0-490d-8fc3-63258fabf561 x-openstack-request-id: req-610c848f-30a0-490d-8fc3-63258fabf561 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:24:21.661892 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fcb3cb-ee94-4db0-9d2f-f7783a04b758", "name": "network-vif-deleted", "tag": "2878291e-3d8c-4591-a083-644483381e49", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:24:21.661892 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-610c848f-30a0-490d-8fc3-63258fabf561 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:24:21.662267 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4fcb3cb-ee94-4db0-9d2f-f7783a04b758', 'name': 'network-vif-deleted', 'tag': '2878291e-3d8c-4591-a083-644483381e49', 'status': 'completed', 'code': 200} Feb 16 22:24:21.898730 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4f051de3-2afd-4736-8603-d0f55f4fd6f9 req-3d299701-05c9-4b76-9103-f68d2ba664cd service neutron] 10.222.0.67 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314959 Feb 16 22:24:21.912428 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37052) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:21.972355 n-d-813897-6 neutron-server[103465]: DEBUG neutron.quota.resource [None req-7c6970c2-1f53-4217-85db-dd9314d19d3b tempest-QuotasTest-1067329413 tempest-QuotasTest-1067329413-project-admin] Usage tracker for resource:network and project:a5f19d140e4349cbbba4803b4d438743 is out of sync, need to count used quota {{(pid=103465) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 22:24:21.986845 n-d-813897-6 neutron-server[103465]: DEBUG neutron.quota.resource [None req-7c6970c2-1f53-4217-85db-dd9314d19d3b tempest-QuotasTest-1067329413 tempest-QuotasTest-1067329413-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103465) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 16 22:24:22.002885 n-d-813897-6 neutron-server[103465]: DEBUG neutron.quota.resource [None req-7c6970c2-1f53-4217-85db-dd9314d19d3b tempest-QuotasTest-1067329413 tempest-QuotasTest-1067329413-project-admin] Usage tracker for resource:subnet and project:a5f19d140e4349cbbba4803b4d438743 is out of sync, need to count used quota {{(pid=103465) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 22:24:22.008353 n-d-813897-6 neutron-server[103465]: DEBUG neutron.quota.resource [None req-7c6970c2-1f53-4217-85db-dd9314d19d3b tempest-QuotasTest-1067329413 tempest-QuotasTest-1067329413-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103465) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 16 22:24:22.016756 n-d-813897-6 neutron-server[103465]: DEBUG neutron.quota.resource [None req-7c6970c2-1f53-4217-85db-dd9314d19d3b tempest-QuotasTest-1067329413 tempest-QuotasTest-1067329413-project-admin] Usage tracker for resource:subnetpool and project:a5f19d140e4349cbbba4803b4d438743 is out of sync, need to count used quota {{(pid=103465) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 22:24:22.024438 n-d-813897-6 neutron-server[103465]: DEBUG neutron.quota.resource [None req-7c6970c2-1f53-4217-85db-dd9314d19d3b tempest-QuotasTest-1067329413 tempest-QuotasTest-1067329413-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103465) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 16 22:24:22.031269 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-e9e511c8-3c90-43e3-bf1c-e45d11fcb5c7 None None] Allocated IP 172.20.0.2 (9b038f67-050b-4a64-adaa-5c570763bc77/25e028fc-8574-4bba-8928-c203e79359bb/8c03f78c-20b3-44fa-9d11-cc07e1f44939) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:24:22.036107 n-d-813897-6 neutron-server[103465]: DEBUG neutron.quota.resource [None req-7c6970c2-1f53-4217-85db-dd9314d19d3b tempest-QuotasTest-1067329413 tempest-QuotasTest-1067329413-project-admin] Usage tracker for resource:port and project:a5f19d140e4349cbbba4803b4d438743 is out of sync, need to count used quota {{(pid=103465) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 22:24:22.047518 n-d-813897-6 neutron-server[103465]: DEBUG neutron.quota.resource [None req-7c6970c2-1f53-4217-85db-dd9314d19d3b tempest-QuotasTest-1067329413 tempest-QuotasTest-1067329413-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103465) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 16 22:24:22.059932 n-d-813897-6 neutron-server[103465]: DEBUG neutron.quota.resource [None req-7c6970c2-1f53-4217-85db-dd9314d19d3b tempest-QuotasTest-1067329413 tempest-QuotasTest-1067329413-project-admin] Usage tracker for resource:router and project:a5f19d140e4349cbbba4803b4d438743 is out of sync, need to count used quota {{(pid=103465) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 22:24:22.063848 n-d-813897-6 neutron-server[103465]: DEBUG neutron.quota.resource [None req-7c6970c2-1f53-4217-85db-dd9314d19d3b tempest-QuotasTest-1067329413 tempest-QuotasTest-1067329413-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103465) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 16 22:24:22.070238 n-d-813897-6 neutron-server[103465]: DEBUG neutron.quota.resource [None req-7c6970c2-1f53-4217-85db-dd9314d19d3b tempest-QuotasTest-1067329413 tempest-QuotasTest-1067329413-project-admin] Usage tracker for resource:floatingip and project:a5f19d140e4349cbbba4803b4d438743 is out of sync, need to count used quota {{(pid=103465) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 22:24:22.075503 n-d-813897-6 neutron-server[103465]: DEBUG neutron.quota.resource [None req-7c6970c2-1f53-4217-85db-dd9314d19d3b tempest-QuotasTest-1067329413 tempest-QuotasTest-1067329413-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103465) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 16 22:24:22.098786 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb612ed-b9b0-4a06-add5-94850d07569f req-8d895d37-705a-4cf3-8bb1-1374162bcddf tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:22.105077 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb612ed-b9b0-4a06-add5-94850d07569f req-8d895d37-705a-4cf3-8bb1-1374162bcddf tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:22.112561 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-efb612ed-b9b0-4a06-add5-94850d07569f req-8d895d37-705a-4cf3-8bb1-1374162bcddf tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=6491f36e-3b56-48f9-aaaf-dd6b08d625ef HTTP/1.1" status: 200 len: 1682 time: 0.0779071 Feb 16 22:24:22.129151 n-d-813897-6 neutron-server[103465]: DEBUG neutron.quota.resource [None req-7c6970c2-1f53-4217-85db-dd9314d19d3b tempest-QuotasTest-1067329413 tempest-QuotasTest-1067329413-project-admin] Usage tracker for resource:security_group and project:a5f19d140e4349cbbba4803b4d438743 is out of sync, need to count used quota {{(pid=103465) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 22:24:22.133744 n-d-813897-6 neutron-server[103465]: DEBUG neutron.quota.resource [None req-7c6970c2-1f53-4217-85db-dd9314d19d3b tempest-QuotasTest-1067329413 tempest-QuotasTest-1067329413-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103465) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 16 22:24:22.142656 n-d-813897-6 neutron-server[103465]: DEBUG neutron.quota.resource [None req-7c6970c2-1f53-4217-85db-dd9314d19d3b tempest-QuotasTest-1067329413 tempest-QuotasTest-1067329413-project-admin] Usage tracker for resource:security_group_rule and project:a5f19d140e4349cbbba4803b4d438743 is out of sync, need to count used quota {{(pid=103465) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 22:24:22.148471 n-d-813897-6 neutron-server[103465]: DEBUG neutron.quota.resource [None req-7c6970c2-1f53-4217-85db-dd9314d19d3b tempest-QuotasTest-1067329413 tempest-QuotasTest-1067329413-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103465) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 16 22:24:22.155066 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7c6970c2-1f53-4217-85db-dd9314d19d3b tempest-QuotasTest-1067329413 tempest-QuotasTest-1067329413-project-admin] 10.222.0.75 "GET /v2.0/quotas/a5f19d140e4349cbbba4803b4d438743/details.json HTTP/1.1" status: 200 len: 703 time: 0.2410755 Feb 16 22:24:22.170901 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-efb612ed-b9b0-4a06-add5-94850d07569f req-203c2709-2041-4954-b0c9-326f9d5b5308 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/security-groups?id=26878bcd-cab1-471f-adcf-40b2469be574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573974 Feb 16 22:24:22.223629 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e9e511c8-3c90-43e3-bf1c-e45d11fcb5c7 None None] Publish callbacks [] for port (8c03f78c-20b3-44fa-9d11-cc07e1f44939), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:22.233556 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e9e511c8-3c90-43e3-bf1c-e45d11fcb5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (8c03f78c-20b3-44fa-9d11-cc07e1f44939), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:22.254101 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e511c8-3c90-43e3-bf1c-e45d11fcb5c7 None None] Network 9b038f67-050b-4a64-adaa-5c570763bc77 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:24:22.255772 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-e9e511c8-3c90-43e3-bf1c-e45d11fcb5c7 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:24:22.280274 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e511c8-3c90-43e3-bf1c-e45d11fcb5c7 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:24:22.303101 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebc571-f8e2-4515-a791-82e7a558633f req-481e5b43-4b79-4cde-abe9-d48525d882c0 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:22.311080 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-89ebc571-f8e2-4515-a791-82e7a558633f req-481e5b43-4b79-4cde-abe9-d48525d882c0 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=681ffc76-aebf-4b1c-975a-b137b16bb073 HTTP/1.1" status: 200 len: 946 time: 0.0663900 Feb 16 22:24:22.356615 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e511c8-3c90-43e3-bf1c-e45d11fcb5c7 None None] Pushing event updated for resources: {'Port': ['ID=8c03f78c-20b3-44fa-9d11-cc07e1f44939,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:22.362535 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e9e511c8-3c90-43e3-bf1c-e45d11fcb5c7 None None] Attempting to bind port 8c03f78c-20b3-44fa-9d11-cc07e1f44939 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:22.363134 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e9e511c8-3c90-43e3-bf1c-e45d11fcb5c7 None None] Attempting to bind port 8c03f78c-20b3-44fa-9d11-cc07e1f44939 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '9a749928-5123-42af-be75-3dbd2ab3ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b038f67-050b-4a64-adaa-5c570763bc77'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:22.364061 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e511c8-3c90-43e3-bf1c-e45d11fcb5c7 None None] Attempting to bind port 8c03f78c-20b3-44fa-9d11-cc07e1f44939 on network 9b038f67-050b-4a64-adaa-5c570763bc77 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:22.370539 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e511c8-3c90-43e3-bf1c-e45d11fcb5c7 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:24:22.371165 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e511c8-3c90-43e3-bf1c-e45d11fcb5c7 None None] Checking segment: {'id': '9a749928-5123-42af-be75-3dbd2ab3ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b038f67-050b-4a64-adaa-5c570763bc77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:24:22.371860 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e9e511c8-3c90-43e3-bf1c-e45d11fcb5c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:22.372247 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e511c8-3c90-43e3-bf1c-e45d11fcb5c7 None None] Bound using segment: {'id': '9a749928-5123-42af-be75-3dbd2ab3ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b038f67-050b-4a64-adaa-5c570763bc77'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:24:22.373211 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e9e511c8-3c90-43e3-bf1c-e45d11fcb5c7 None None] Bound port: 8c03f78c-20b3-44fa-9d11-cc07e1f44939, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a749928-5123-42af-be75-3dbd2ab3ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b038f67-050b-4a64-adaa-5c570763bc77'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:24:22.373211 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e9e511c8-3c90-43e3-bf1c-e45d11fcb5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8c03f78c-20b3-44fa-9d11-cc07e1f44939), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:22.392318 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-89ebc571-f8e2-4515-a791-82e7a558633f req-20ce1988-ee78-4456-8f24-aee3b50d039d tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795875 Feb 16 22:24:22.448257 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e9e511c8-3c90-43e3-bf1c-e45d11fcb5c7 None None] For port 8c03f78c-20b3-44fa-9d11-cc07e1f44939, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:24:22.452151 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e9e511c8-3c90-43e3-bf1c-e45d11fcb5c7 None None] For port 8c03f78c-20b3-44fa-9d11-cc07e1f44939, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=8c03f78c-20b3-44fa-9d11-cc07e1f44939,segment=NetworkSegment(9a749928-5123-42af-be75-3dbd2ab3ab75),segment_id=9a749928-5123-42af-be75-3dbd2ab3ab75)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:24:22.459022 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e9e511c8-3c90-43e3-bf1c-e45d11fcb5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8c03f78c-20b3-44fa-9d11-cc07e1f44939), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:22.534539 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e511c8-3c90-43e3-bf1c-e45d11fcb5c7 None None] Pushing event updated for resources: {'Port': ['ID=8c03f78c-20b3-44fa-9d11-cc07e1f44939,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:22.543205 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e511c8-3c90-43e3-bf1c-e45d11fcb5c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:22.543556 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e511c8-3c90-43e3-bf1c-e45d11fcb5c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:22.543899 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e511c8-3c90-43e3-bf1c-e45d11fcb5c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:22.544237 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e511c8-3c90-43e3-bf1c-e45d11fcb5c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:22.544568 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e511c8-3c90-43e3-bf1c-e45d11fcb5c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:22.544897 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e511c8-3c90-43e3-bf1c-e45d11fcb5c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:22.545224 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e511c8-3c90-43e3-bf1c-e45d11fcb5c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:22.545554 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e511c8-3c90-43e3-bf1c-e45d11fcb5c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:22.545866 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e511c8-3c90-43e3-bf1c-e45d11fcb5c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:22.546215 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e511c8-3c90-43e3-bf1c-e45d11fcb5c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:22.546540 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e511c8-3c90-43e3-bf1c-e45d11fcb5c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:22.546859 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e511c8-3c90-43e3-bf1c-e45d11fcb5c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:22.547181 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e511c8-3c90-43e3-bf1c-e45d11fcb5c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:22.571712 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37072) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:22.782573 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-af1cb3f0-3f6a-419b-8f45-433dd40981cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:22.878553 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-ed962098-ca74-4e79-b77a-a1bb20419a04 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:22.880120 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-ed962098-ca74-4e79-b77a-a1bb20419a04 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/networks?id=9b038f67-050b-4a64-adaa-5c570763bc77 HTTP/1.1" status: 200 len: 816 time: 0.1554084 Feb 16 22:24:22.901864 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-06fe16d9-8f6a-4f65-98eb-23ed2cb5444b tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/quotas/a33d618828c44ab2ae977b601214e672 HTTP/1.1" status: 200 len: 375 time: 0.0137975 Feb 16 22:24:22.958847 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-af1cb3f0-3f6a-419b-8f45-433dd40981cb admin admin] Publish callbacks [] for security_group (35a43fdf-f66a-4b31-8b4b-035428d4c45f), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:22.965289 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-af1cb3f0-3f6a-419b-8f45-433dd40981cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (35a43fdf-f66a-4b31-8b4b-035428d4c45f), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:23.011782 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-4bbce146-225a-472d-9864-d392ac697861 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=a33d618828c44ab2ae977b601214e672&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1036625 Feb 16 22:24:23.021327 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-af1cb3f0-3f6a-419b-8f45-433dd40981cb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cadc123a2cba47b2a75c15b26ecfded3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4454396 Feb 16 22:24:23.021327 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1cb3f0-3f6a-419b-8f45-433dd40981cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a43fdf-f66a-4b31-8b4b-035428d4c45f,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:23.022576 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37096) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:23.046291 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6b07ff28-7c9f-42eb-9824-b081b4f304c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:23.120034 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4760e460-1394-4ffa-8e22-c55df53592f2 admin admin] Publish callbacks [] for security_group (35a43fdf-f66a-4b31-8b4b-035428d4c45f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:23.124858 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e7df69e1-d334-4a71-9034-c9c20cd3f421 req-e1fbe7ae-3a9e-43f4-81b3-ac86be6d7b4b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a218dccf-8d33-43cd-b91e-31ea195c9e36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1194806 Feb 16 22:24:23.142745 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-c7c9c86e-857b-4269-b182-6524aecd051d service neutron] 10.222.0.75 "GET /v2.0/networks/9b038f67-050b-4a64-adaa-5c570763bc77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043935 Feb 16 22:24:23.146153 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4760e460-1394-4ffa-8e22-c55df53592f2 admin admin] Publish callbacks [] for security_group (35a43fdf-f66a-4b31-8b4b-035428d4c45f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:23.245511 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df69e1-d334-4a71-9034-c9c20cd3f421 req-fa90d6de-1974-464b-acbe-9bf10dcba352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:23.247086 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e7df69e1-d334-4a71-9034-c9c20cd3f421 req-fa90d6de-1974-464b-acbe-9bf10dcba352 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=471d422781ee4218a880c4849a975478&device_id=a218dccf-8d33-43cd-b91e-31ea195c9e36 HTTP/1.1" status: 200 len: 1128 time: 0.0782433 Feb 16 22:24:23.273316 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4760e460-1394-4ffa-8e22-c55df53592f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (35a43fdf-f66a-4b31-8b4b-035428d4c45f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:23.276345 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4760e460-1394-4ffa-8e22-c55df53592f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:23.277700 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4760e460-1394-4ffa-8e22-c55df53592f2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/35a43fdf-f66a-4b31-8b4b-035428d4c45f HTTP/1.1" status: 204 len: 168 time: 0.2539256 Feb 16 22:24:23.327701 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-2006ed1f-e410-4981-a4a8-92a1ff95c8a6 service neutron] 10.222.0.75 "GET /v2.0/networks/9b038f67-050b-4a64-adaa-5c570763bc77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738374 Feb 16 22:24:23.350034 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4760e460-1394-4ffa-8e22-c55df53592f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a43fdf-f66a-4b31-8b4b-035428d4c45f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:23.434701 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df69e1-d334-4a71-9034-c9c20cd3f421 req-6e01f246-7218-4f05-bd6b-deb2c79633ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:23.439382 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e7df69e1-d334-4a71-9034-c9c20cd3f421 req-6e01f246-7218-4f05-bd6b-deb2c79633ad service neutron] 10.222.0.67 "GET /v2.0/networks?id=22711c4a-8661-4a7d-9538-4da72ec44b9a HTTP/1.1" status: 200 len: 912 time: 0.1577542 Feb 16 22:24:23.513751 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e7df69e1-d334-4a71-9034-c9c20cd3f421 req-30ebd823-f13b-47cb-87f7-534ea762b62c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bef6242-7835-4301-899f-4bb8e188699e HTTP/1.1" status: 200 len: 217 time: 0.0666888 Feb 16 22:24:23.603537 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df69e1-d334-4a71-9034-c9c20cd3f421 req-b0355092-3792-4f9d-8007-79022e6455f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:23.629712 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e7df69e1-d334-4a71-9034-c9c20cd3f421 req-b0355092-3792-4f9d-8007-79022e6455f1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa HTTP/1.1" status: 200 len: 850 time: 0.1007466 Feb 16 22:24:23.771775 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9ca5f-7c95-4a5a-9b45-69893fb07f20 req-9be7a1f9-cc56-4a8c-9ce7-4119c40ee72c tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:23.773807 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f4c9ca5f-7c95-4a5a-9b45-69893fb07f20 req-9be7a1f9-cc56-4a8c-9ce7-4119c40ee72c tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ffc76-aebf-4b1c-975a-b137b16bb073 HTTP/1.1" status: 200 len: 946 time: 0.1859493 Feb 16 22:24:23.777949 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df69e1-d334-4a71-9034-c9c20cd3f421 req-794c22de-ae29-4358-8746-a5c6bc5592e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:23.780114 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e7df69e1-d334-4a71-9034-c9c20cd3f421 req-794c22de-ae29-4358-8746-a5c6bc5592e6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=22711c4a-8661-4a7d-9538-4da72ec44b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1495407 Feb 16 22:24:23.898439 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a7d077-7638-4bc0-911b-fba4f13c86a5 None None] Network 9b038f67-050b-4a64-adaa-5c570763bc77 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:24:23.904808 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b87609-8f84-4b92-b74e-fa4e49cdafb7 req-176be065-a580-4352-9b70-dbeb472317f2 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:23.911811 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e8b87609-8f84-4b92-b74e-fa4e49cdafb7 req-176be065-a580-4352-9b70-dbeb472317f2 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/ports?device_id=681ffc76-aebf-4b1c-975a-b137b16bb073 HTTP/1.1" status: 200 len: 946 time: 0.0789833 Feb 16 22:24:23.988146 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e8b87609-8f84-4b92-b74e-fa4e49cdafb7 req-ee66fd86-75cc-44f5-8954-5bc78614fb5e tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.75 "GET /v2.0/security-groups?id=820d85d4-a167-4690-8389-23cff5972d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753322 Feb 16 22:24:24.076957 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-3714c938-4229-4519-8068-297538d68c93 None None] Provisioning complete for port 8c03f78c-20b3-44fa-9d11-cc07e1f44939 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:24:24.078227 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3714c938-4229-4519-8068-297538d68c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8c03f78c-20b3-44fa-9d11-cc07e1f44939), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:24.079240 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e7df69e1-d334-4a71-9034-c9c20cd3f421 req-616f94e8-8bfd-4bcb-b84d-911a1c89446f service neutron] 10.222.0.67 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914789 Feb 16 22:24:24.111446 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-f4c9ca5f-7c95-4a5a-9b45-69893fb07f20 req-7ca988d4-73c4-4637-9d3e-dd3a2c939221 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Deleting port 5e6bba88-96b8-4727-8b65-04d055c6ba07 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:24:24.111801 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f4c9ca5f-7c95-4a5a-9b45-69893fb07f20 req-7ca988d4-73c4-4637-9d3e-dd3a2c939221 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (5e6bba88-96b8-4727-8b65-04d055c6ba07), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:24.211878 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:24.270610 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37128) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:24.275435 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-3714c938-4229-4519-8068-297538d68c93 None None] Current status of the port 8c03f78c-20b3-44fa-9d11-cc07e1f44939 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:24:24.276159 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3714c938-4229-4519-8068-297538d68c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8c03f78c-20b3-44fa-9d11-cc07e1f44939), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:24.303420 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 2878291e-3d8c-4591-a083-644483381e49 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:24:24.346755 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 2878291e-3d8c-4591-a083-644483381e49 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:24:24.347742 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 2878291e-3d8c-4591-a083-644483381e49 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:24:24.373383 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1913c935-3342-4a54-8456-9e351d417960 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:24.375950 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-3714c938-4229-4519-8068-297538d68c93 None None] For port 8c03f78c-20b3-44fa-9d11-cc07e1f44939, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=8c03f78c-20b3-44fa-9d11-cc07e1f44939,segment=NetworkSegment(9a749928-5123-42af-be75-3dbd2ab3ab75),segment_id=9a749928-5123-42af-be75-3dbd2ab3ab75)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:24.381829 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3714c938-4229-4519-8068-297538d68c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8c03f78c-20b3-44fa-9d11-cc07e1f44939), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:24.492450 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714c938-4229-4519-8068-297538d68c93 None None] Pushing event updated for resources: {'Port': ['ID=8c03f78c-20b3-44fa-9d11-cc07e1f44939,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:24.516682 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-f4c9ca5f-7c95-4a5a-9b45-69893fb07f20 req-7ca988d4-73c4-4637-9d3e-dd3a2c939221 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] For port 5e6bba88-96b8-4727-8b65-04d055c6ba07, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=5e6bba88-96b8-4727-8b65-04d055c6ba07,segment=NetworkSegment(bab3c7c9-e01c-407c-bcf4-3671c0e39eec),segment_id=bab3c7c9-e01c-407c-bcf4-3671c0e39eec)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:24.517066 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f4c9ca5f-7c95-4a5a-9b45-69893fb07f20 req-7ca988d4-73c4-4637-9d3e-dd3a2c939221 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (5e6bba88-96b8-4727-8b65-04d055c6ba07), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:24.568221 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-f4c9ca5f-7c95-4a5a-9b45-69893fb07f20 req-7ca988d4-73c4-4637-9d3e-dd3a2c939221 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Calling delete_port for 5e6bba88-96b8-4727-8b65-04d055c6ba07 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:24:24.633853 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e7df69e1-d334-4a71-9034-c9c20cd3f421 req-96be02fa-b6cc-47d9-a6b3-52cc469a89a7 service neutron] 10.222.0.67 "GET /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5477736 Feb 16 22:24:24.725177 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f1e33900-c66a-49c8-8490-22ae4dff78e3 None None] Provisioning complete for port 8c03f78c-20b3-44fa-9d11-cc07e1f44939 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:24:24.725587 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f1e33900-c66a-49c8-8490-22ae4dff78e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8c03f78c-20b3-44fa-9d11-cc07e1f44939), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:24.781821 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1913c935-3342-4a54-8456-9e351d417960 admin admin] Publish callbacks [] for security_group (0687a8c5-ca3a-43d5-b21e-e511fd738ad4), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:24.798242 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1913c935-3342-4a54-8456-9e351d417960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (0687a8c5-ca3a-43d5-b21e-e511fd738ad4), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:24.831967 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 8c03f78c-20b3-44fa-9d11-cc07e1f44939 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:24:24.848606 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1913c935-3342-4a54-8456-9e351d417960 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a5f19d140e4349cbbba4803b4d438743&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5537059 Feb 16 22:24:24.864526 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37146) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:24.897616 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f1e33900-c66a-49c8-8490-22ae4dff78e3 None None] Current status of the port 8c03f78c-20b3-44fa-9d11-cc07e1f44939 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:24:24.910803 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 8c03f78c-20b3-44fa-9d11-cc07e1f44939 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:24:24.911180 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8c03f78c-20b3-44fa-9d11-cc07e1f44939), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:24.928371 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-444a0c04-5c54-473c-8d90-16cbbf675fd9 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:24.930151 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-444a0c04-5c54-473c-8d90-16cbbf675fd9 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/networks?id=9b038f67-050b-4a64-adaa-5c570763bc77 HTTP/1.1" status: 200 len: 816 time: 0.2082291 Feb 16 22:24:24.939611 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f4c9ca5f-7c95-4a5a-9b45-69893fb07f20 req-7ca988d4-73c4-4637-9d3e-dd3a2c939221 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (5e6bba88-96b8-4727-8b65-04d055c6ba07), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:24.951036 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-138ce83d-e247-433c-9f16-b4735e6bf181 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/quotas/a33d618828c44ab2ae977b601214e672 HTTP/1.1" status: 200 len: 375 time: 0.0139408 Feb 16 22:24:24.959930 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['5e6bba88-96b8-4727-8b65-04d055c6ba07'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:24:24.988342 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913c935-3342-4a54-8456-9e351d417960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0687a8c5-ca3a-43d5-b21e-e511fd738ad4,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:25.006130 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca988d4-73c4-4637-9d3e-dd3a2c939221 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Pushing event deleted for resources: {'Port': ['ID=5e6bba88-96b8-4727-8b65-04d055c6ba07,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:25.027795 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37152) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:25.058781 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-6f35f19e-1ee2-4e05-bb7d-f50e3dc6eee8 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=a33d618828c44ab2ae977b601214e672&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1014819 Feb 16 22:24:25.059704 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 8c03f78c-20b3-44fa-9d11-cc07e1f44939 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:24:25.100248 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c9ca5f-7c95-4a5a-9b45-69893fb07f20 req-7ca988d4-73c4-4637-9d3e-dd3a2c939221 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] No DVR routers for this DVR port 5e6bba88-96b8-4727-8b65-04d055c6ba07 on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:24:25.104507 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f4c9ca5f-7c95-4a5a-9b45-69893fb07f20 req-7ca988d4-73c4-4637-9d3e-dd3a2c939221 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:25.107918 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f4c9ca5f-7c95-4a5a-9b45-69893fb07f20 req-7ca988d4-73c4-4637-9d3e-dd3a2c939221 tempest-DeleteServersTestJSON-849504369 tempest-DeleteServersTestJSON-849504369-project] 10.222.0.79 "DELETE /v2.0/ports/5e6bba88-96b8-4727-8b65-04d055c6ba07 HTTP/1.1" status: 204 len: 173 time: 1.3267190 Feb 16 22:24:25.109181 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d3324a80-36f1-4226-80ed-40a08543ff59 admin admin] Publish callbacks [] for security_group (0687a8c5-ca3a-43d5-b21e-e511fd738ad4), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:25.109999 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681ffc76-aebf-4b1c-975a-b137b16bb073', 'name': 'network-vif-deleted', 'tag': '5e6bba88-96b8-4727-8b65-04d055c6ba07'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:24:25.112245 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c2947c-2744-452b-bee8-4270c97fb4f4" -d '{"events": [{"server_uuid": "681ffc76-aebf-4b1c-975a-b137b16bb073", "name": "network-vif-deleted", "tag": "5e6bba88-96b8-4727-8b65-04d055c6ba07"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:24:25.139576 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667d136-6cf2-43ab-bc2b-8839296f8007 req-34095869-72e6-46a8-957a-9b69765fb6cd tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:25.141082 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7667d136-6cf2-43ab-bc2b-8839296f8007 req-34095869-72e6-46a8-957a-9b69765fb6cd tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.67 "GET /v2.0/ports?device_id=a218dccf-8d33-43cd-b91e-31ea195c9e36 HTTP/1.1" status: 200 len: 946 time: 0.1565127 Feb 16 22:24:25.152187 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d3324a80-36f1-4226-80ed-40a08543ff59 admin admin] Publish callbacks [] for security_group (0687a8c5-ca3a-43d5-b21e-e511fd738ad4), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:25.178585 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f0e9daef-3647-4ba4-88ae-af0a3c1a0ee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:25.194736 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-ecdb1248-fa6c-4fc9-ae82-a4dbf05a2512 service neutron] 10.222.0.75 "GET /v2.0/networks/9b038f67-050b-4a64-adaa-5c570763bc77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349168 Feb 16 22:24:25.274664 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d3324a80-36f1-4226-80ed-40a08543ff59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (0687a8c5-ca3a-43d5-b21e-e511fd738ad4), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:25.278384 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d3324a80-36f1-4226-80ed-40a08543ff59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:25.282062 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d3324a80-36f1-4226-80ed-40a08543ff59 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0687a8c5-ca3a-43d5-b21e-e511fd738ad4 HTTP/1.1" status: 204 len: 168 time: 0.4144759 Feb 16 22:24:25.294614 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-7667d136-6cf2-43ab-bc2b-8839296f8007 req-8d24d06b-0120-4a24-bcf5-5cd76cc83de0 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Deleting port 4bef6242-7835-4301-899f-4bb8e188699e {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:24:25.295051 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7667d136-6cf2-43ab-bc2b-8839296f8007 req-8d24d06b-0120-4a24-bcf5-5cd76cc83de0 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (4bef6242-7835-4301-899f-4bb8e188699e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:25.297996 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3324a80-36f1-4226-80ed-40a08543ff59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0687a8c5-ca3a-43d5-b21e-e511fd738ad4,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:25.396026 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f0e9daef-3647-4ba4-88ae-af0a3c1a0ee3 admin admin] Publish callbacks [] for security_group (09f8fefa-3729-45da-afe4-6703d9e38abd), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:25.417070 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-3c599bf4-d722-40e7-b9df-f21555527ab7 service neutron] 10.222.0.75 "GET /v2.0/networks/9b038f67-050b-4a64-adaa-5c570763bc77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169096 Feb 16 22:24:25.421155 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f0e9daef-3647-4ba4-88ae-af0a3c1a0ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (09f8fefa-3729-45da-afe4-6703d9e38abd), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:25.483649 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9daef-3647-4ba4-88ae-af0a3c1a0ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f8fefa-3729-45da-afe4-6703d9e38abd,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:25.511405 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f0e9daef-3647-4ba4-88ae-af0a3c1a0ee3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=44a6b12fe67e4901a8c40349b96e9c61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4801209 Feb 16 22:24:25.512115 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:25.512887 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37162) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:25.587440 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-58840c83-95bc-4de9-9c83-ef46dae7bc98 admin admin] Publish callbacks [] for security_group (09f8fefa-3729-45da-afe4-6703d9e38abd), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:25.604657 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-7667d136-6cf2-43ab-bc2b-8839296f8007 req-8d24d06b-0120-4a24-bcf5-5cd76cc83de0 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] For port 4bef6242-7835-4301-899f-4bb8e188699e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=4bef6242-7835-4301-899f-4bb8e188699e,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:25.605297 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7667d136-6cf2-43ab-bc2b-8839296f8007 req-8d24d06b-0120-4a24-bcf5-5cd76cc83de0 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (4bef6242-7835-4301-899f-4bb8e188699e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:25.624112 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-58840c83-95bc-4de9-9c83-ef46dae7bc98 admin admin] Publish callbacks [] for security_group (09f8fefa-3729-45da-afe4-6703d9e38abd), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:25.630347 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-7667d136-6cf2-43ab-bc2b-8839296f8007 req-8d24d06b-0120-4a24-bcf5-5cd76cc83de0 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Calling delete_port for 4bef6242-7835-4301-899f-4bb8e188699e owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:24:25.643709 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-af5fb434-5d33-4559-bf84-44064b268578 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:25.645171 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-af5fb434-5d33-4559-bf84-44064b268578 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.79 "GET /v2.0/networks?id=9b038f67-050b-4a64-adaa-5c570763bc77 HTTP/1.1" status: 200 len: 816 time: 0.2894845 Feb 16 22:24:25.668929 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-44a522e0-63ab-4b53-8413-2ddc1ff557c5 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Request body: {'port': {'device_id': '0fd7c175-2520-4877-907f-e1d2a73c22e8', 'network_id': '9b038f67-050b-4a64-adaa-5c570763bc77', 'admin_state_up': True, 'tenant_id': 'a33d618828c44ab2ae977b601214e672'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:25.733481 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-58840c83-95bc-4de9-9c83-ef46dae7bc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (09f8fefa-3729-45da-afe4-6703d9e38abd), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:25.736653 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-58840c83-95bc-4de9-9c83-ef46dae7bc98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:25.738447 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-58840c83-95bc-4de9-9c83-ef46dae7bc98 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/09f8fefa-3729-45da-afe4-6703d9e38abd HTTP/1.1" status: 204 len: 168 time: 0.2238173 Feb 16 22:24:25.748737 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58840c83-95bc-4de9-9c83-ef46dae7bc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f8fefa-3729-45da-afe4-6703d9e38abd,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:25.864753 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3c48f-8d1d-4845-b3dc-a4961aee2169 req-dcf6f125-0af3-4950-bd47-a0672da13fbd tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:25.873123 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3c48f-8d1d-4845-b3dc-a4961aee2169 req-dcf6f125-0af3-4950-bd47-a0672da13fbd tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:25.874920 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b8a3c48f-8d1d-4845-b3dc-a4961aee2169 req-dcf6f125-0af3-4950-bd47-a0672da13fbd tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=6491f36e-3b56-48f9-aaaf-dd6b08d625ef HTTP/1.1" status: 200 len: 1682 time: 0.1168005 Feb 16 22:24:25.959583 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b8a3c48f-8d1d-4845-b3dc-a4961aee2169 req-34aaf98b-1b53-4441-8c43-5ba3114b1e1d tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/security-groups?id=26878bcd-cab1-471f-adcf-40b2469be574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784278 Feb 16 22:24:26.097589 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cf137-dff5-4b2b-8559-216238cf35db req-714789fe-d21b-44f5-b84e-c0395e9a1ae2 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:26.104402 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7667d136-6cf2-43ab-bc2b-8839296f8007 req-8d24d06b-0120-4a24-bcf5-5cd76cc83de0 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (4bef6242-7835-4301-899f-4bb8e188699e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:26.109155 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a83cf137-dff5-4b2b-8559-216238cf35db req-714789fe-d21b-44f5-b84e-c0395e9a1ae2 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a218dccf-8d33-43cd-b91e-31ea195c9e36 HTTP/1.1" status: 200 len: 946 time: 0.0755925 Feb 16 22:24:26.116735 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['4bef6242-7835-4301-899f-4bb8e188699e'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:24:26.189962 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a83cf137-dff5-4b2b-8559-216238cf35db req-3acf587f-28e6-4c5e-bdb4-8886280af298 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=81219cc9-77b4-4bd3-9dff-18772ab89fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794723 Feb 16 22:24:26.214396 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-44a522e0-63ab-4b53-8413-2ddc1ff557c5 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Made reservation on behalf of a33d618828c44ab2ae977b601214e672 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:24:26.217738 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-44a522e0-63ab-4b53-8413-2ddc1ff557c5 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:26.260832 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-7667d136-6cf2-43ab-bc2b-8839296f8007 req-8d24d06b-0120-4a24-bcf5-5cd76cc83de0 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] No DVR routers for this DVR port 4bef6242-7835-4301-899f-4bb8e188699e on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:24:26.262714 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24d06b-0120-4a24-bcf5-5cd76cc83de0 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Pushing event deleted for resources: {'Port': ['ID=4bef6242-7835-4301-899f-4bb8e188699e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:26.267114 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7667d136-6cf2-43ab-bc2b-8839296f8007 req-8d24d06b-0120-4a24-bcf5-5cd76cc83de0 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:26.271119 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7667d136-6cf2-43ab-bc2b-8839296f8007 req-8d24d06b-0120-4a24-bcf5-5cd76cc83de0 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.67 "DELETE /v2.0/ports/4bef6242-7835-4301-899f-4bb8e188699e HTTP/1.1" status: 204 len: 173 time: 1.1216540 Feb 16 22:24:26.296693 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14476c4-5dfb-438c-ba33-51c2fbc5b5ae req-a4d4cba5-5ef6-4f24-b6c0-608f8628038e tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:26.302217 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14476c4-5dfb-438c-ba33-51c2fbc5b5ae req-a4d4cba5-5ef6-4f24-b6c0-608f8628038e tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:26.303936 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a14476c4-5dfb-438c-ba33-51c2fbc5b5ae req-a4d4cba5-5ef6-4f24-b6c0-608f8628038e tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.67 "GET /v2.0/ports?device_id=6491f36e-3b56-48f9-aaaf-dd6b08d625ef HTTP/1.1" status: 200 len: 1682 time: 0.3468368 Feb 16 22:24:26.451901 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 8c03f78c-20b3-44fa-9d11-cc07e1f44939 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:24:26.476327 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37200) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:26.499588 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d48116b-e178-4b9d-8090-f37c19089cfa x-openstack-request-id: req-6d48116b-e178-4b9d-8090-f37c19089cfa {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:24:26.499920 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681ffc76-aebf-4b1c-975a-b137b16bb073", "name": "network-vif-deleted", "tag": "5e6bba88-96b8-4727-8b65-04d055c6ba07", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:24:26.500272 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6d48116b-e178-4b9d-8090-f37c19089cfa {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:24:26.502904 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681ffc76-aebf-4b1c-975a-b137b16bb073', 'name': 'network-vif-deleted', 'tag': '5e6bba88-96b8-4727-8b65-04d055c6ba07', 'status': 'completed', 'code': 200} Feb 16 22:24:26.507684 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5bbd6fce-1836-485c-9b21-61b1aa83c634 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:26.558001 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 8c03f78c-20b3-44fa-9d11-cc07e1f44939 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:24:26.558926 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8c03f78c-20b3-44fa-9d11-cc07e1f44939), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:26.655407 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 8c03f78c-20b3-44fa-9d11-cc07e1f44939 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:24:26.715755 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37210) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:26.732589 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-df52039d-5a4f-4d88-88fa-1e575b8b1b62 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:26.739211 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-df52039d-5a4f-4d88-88fa-1e575b8b1b62 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/networks?id=9b038f67-050b-4a64-adaa-5c570763bc77 HTTP/1.1" status: 200 len: 816 time: 0.1793821 Feb 16 22:24:26.746621 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-44a522e0-63ab-4b53-8413-2ddc1ff557c5 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Allocated IP 172.20.0.6 (9b038f67-050b-4a64-adaa-5c570763bc77/25e028fc-8574-4bba-8928-c203e79359bb/0b564b69-2942-4271-8561-290bd459c7df) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:24:26.753473 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-a14476c4-5dfb-438c-ba33-51c2fbc5b5ae req-f5446cf9-7acb-4c51-9492-6a8f013e8f43 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Deleting port cc88d6a2-158a-497d-98ab-9e0cbd1e1526 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:24:26.753788 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a14476c4-5dfb-438c-ba33-51c2fbc5b5ae req-f5446cf9-7acb-4c51-9492-6a8f013e8f43 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (cc88d6a2-158a-497d-98ab-9e0cbd1e1526), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:26.772326 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5bbd6fce-1836-485c-9b21-61b1aa83c634 admin admin] Publish callbacks [] for security_group (6c6289e4-e410-40a2-9947-b165af997ac3), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:26.778629 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-766365c5-33e9-428a-b364-b4af80ff62b7 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/quotas/a33d618828c44ab2ae977b601214e672 HTTP/1.1" status: 200 len: 375 time: 0.0384181 Feb 16 22:24:26.782632 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5bbd6fce-1836-485c-9b21-61b1aa83c634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (6c6289e4-e410-40a2-9947-b165af997ac3), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:26.854956 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5bbd6fce-1836-485c-9b21-61b1aa83c634 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1318ab57815840b7b4d598cefcd0ca18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3772614 Feb 16 22:24:26.858574 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37214) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:26.864894 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd6fce-1836-485c-9b21-61b1aa83c634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6289e4-e410-40a2-9947-b165af997ac3,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:26.887535 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-38902a4f-f6b2-4aca-bd58-7e4237946c9b tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=a33d618828c44ab2ae977b601214e672&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1071031 Feb 16 22:24:26.947702 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-03f6f040-6757-4051-b4a5-322f6140f1fd tempest-AgentManagementNegativeTest-1038557438 tempest-AgentManagementNegativeTest-1038557438-project] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2302208 Feb 16 22:24:26.953300 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:27.068999 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-f3c1e1ba-c334-4838-bf94-40890e17ceaa service neutron] 10.222.0.75 "GET /v2.0/networks/9b038f67-050b-4a64-adaa-5c570763bc77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721809 Feb 16 22:24:27.183254 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-afaccd1b-96af-4a07-b805-78e8f4f73e3a service neutron] 10.222.0.75 "GET /v2.0/networks/9b038f67-050b-4a64-adaa-5c570763bc77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085544 Feb 16 22:24:27.283261 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-a14476c4-5dfb-438c-ba33-51c2fbc5b5ae req-f5446cf9-7acb-4c51-9492-6a8f013e8f43 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] For port cc88d6a2-158a-497d-98ab-9e0cbd1e1526, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=cc88d6a2-158a-497d-98ab-9e0cbd1e1526,segment=NetworkSegment(7fca372c-41a7-45f7-88ce-61291b9e8c46),segment_id=7fca372c-41a7-45f7-88ce-61291b9e8c46)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:27.283838 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a14476c4-5dfb-438c-ba33-51c2fbc5b5ae req-f5446cf9-7acb-4c51-9492-6a8f013e8f43 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (cc88d6a2-158a-497d-98ab-9e0cbd1e1526), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:27.338478 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-a14476c4-5dfb-438c-ba33-51c2fbc5b5ae req-f5446cf9-7acb-4c51-9492-6a8f013e8f43 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Calling delete_port for cc88d6a2-158a-497d-98ab-9e0cbd1e1526 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:24:27.370204 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37232) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:27.462413 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-89237d88-92af-4c6c-aadc-c9d6d02408fa admin admin] Publish callbacks [] for security_group (6c6289e4-e410-40a2-9947-b165af997ac3), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:27.514549 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2262ee-7ec4-4b25-bf63-8404524da02c req-8a3cd7bd-6b5e-4e77-9e62-0f6c10d2f969 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:27.521381 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2262ee-7ec4-4b25-bf63-8404524da02c req-8a3cd7bd-6b5e-4e77-9e62-0f6c10d2f969 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:27.523204 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a2262ee-7ec4-4b25-bf63-8404524da02c req-8a3cd7bd-6b5e-4e77-9e62-0f6c10d2f969 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=6491f36e-3b56-48f9-aaaf-dd6b08d625ef HTTP/1.1" status: 200 len: 1682 time: 0.0815918 Feb 16 22:24:27.547248 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b0b60c9-b769-4470-89ec-5281bdc0c2de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:27.556060 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-44a522e0-63ab-4b53-8413-2ddc1ff557c5 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Publish callbacks [] for port (0b564b69-2942-4271-8561-290bd459c7df), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:27.558628 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-89237d88-92af-4c6c-aadc-c9d6d02408fa admin admin] Publish callbacks [] for security_group (6c6289e4-e410-40a2-9947-b165af997ac3), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:27.585432 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-5437a3f6-7245-4bf1-a6c5-ed27f310696c tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:27.586927 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-5437a3f6-7245-4bf1-a6c5-ed27f310696c tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.67 "GET /v2.0/networks?id=9b038f67-050b-4a64-adaa-5c570763bc77 HTTP/1.1" status: 200 len: 816 time: 0.3312626 Feb 16 22:24:27.603000 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a2262ee-7ec4-4b25-bf63-8404524da02c req-ff411a3b-e4af-4c21-9040-34911401c367 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/security-groups?id=26878bcd-cab1-471f-adcf-40b2469be574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701163 Feb 16 22:24:27.615076 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-6e610d2d-ff19-4847-826a-38c49a176fbc tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Request body: {'port': {'device_id': '3b8f5882-22a6-4c71-ad4b-23dd6d1cd538', 'network_id': '9b038f67-050b-4a64-adaa-5c570763bc77', 'admin_state_up': True, 'tenant_id': 'a33d618828c44ab2ae977b601214e672'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:27.687816 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b0b60c9-b769-4470-89ec-5281bdc0c2de admin admin] Publish callbacks [] for security_group (960964b3-fa01-41d1-b2a8-191893499192), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:27.693517 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b0b60c9-b769-4470-89ec-5281bdc0c2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (960964b3-fa01-41d1-b2a8-191893499192), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:27.743743 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7b0b60c9-b769-4470-89ec-5281bdc0c2de admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cb9e2e099b044dc1801c9ff5d162cef1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3719828 Feb 16 22:24:27.747135 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37248) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:27.810264 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-89237d88-92af-4c6c-aadc-c9d6d02408fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (6c6289e4-e410-40a2-9947-b165af997ac3), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:27.812836 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-89237d88-92af-4c6c-aadc-c9d6d02408fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:27.813988 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-89237d88-92af-4c6c-aadc-c9d6d02408fa admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6c6289e4-e410-40a2-9947-b165af997ac3 HTTP/1.1" status: 204 len: 168 time: 0.9520848 Feb 16 22:24:27.831591 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-44a522e0-63ab-4b53-8413-2ddc1ff557c5 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (0b564b69-2942-4271-8561-290bd459c7df), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:27.842965 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89237d88-92af-4c6c-aadc-c9d6d02408fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6289e4-e410-40a2-9947-b165af997ac3,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:27.854038 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a14476c4-5dfb-438c-ba33-51c2fbc5b5ae req-f5446cf9-7acb-4c51-9492-6a8f013e8f43 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (cc88d6a2-158a-497d-98ab-9e0cbd1e1526), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:27.857569 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-68ef23b5-de0b-40dd-9e4c-7621717e2471 req-a7e81d14-bd9c-45cc-a728-de6b2d4a4033 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf7e8f73-c71c-4967-bc35-84da94c67372 HTTP/1.1" status: 200 len: 210 time: 0.0588603 Feb 16 22:24:27.867668 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b60c9-b769-4470-89ec-5281bdc0c2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960964b3-fa01-41d1-b2a8-191893499192,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:27.875804 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['eb07c5c2-e66e-4acc-9118-61a346695a62', 'cc88d6a2-158a-497d-98ab-9e0cbd1e1526'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:24:27.891012 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3b17c7f8-aa4c-4d05-a5b5-a321c3dd35d8 admin admin] Publish callbacks [] for security_group (960964b3-fa01-41d1-b2a8-191893499192), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:27.919718 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3b17c7f8-aa4c-4d05-a5b5-a321c3dd35d8 admin admin] Publish callbacks [] for security_group (960964b3-fa01-41d1-b2a8-191893499192), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:27.957192 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-44a522e0-63ab-4b53-8413-2ddc1ff557c5 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Network 9b038f67-050b-4a64-adaa-5c570763bc77 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:24:27.972580 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-44a522e0-63ab-4b53-8413-2ddc1ff557c5 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:24:27.977984 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-44a522e0-63ab-4b53-8413-2ddc1ff557c5 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:24:27.983330 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a522e0-63ab-4b53-8413-2ddc1ff557c5 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Pushing event updated for resources: {'Port': ['ID=0b564b69-2942-4271-8561-290bd459c7df,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:28.061039 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3b17c7f8-aa4c-4d05-a5b5-a321c3dd35d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (960964b3-fa01-41d1-b2a8-191893499192), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:28.065393 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3b17c7f8-aa4c-4d05-a5b5-a321c3dd35d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:28.090536 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3b17c7f8-aa4c-4d05-a5b5-a321c3dd35d8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/960964b3-fa01-41d1-b2a8-191893499192 HTTP/1.1" status: 204 len: 168 time: 0.3392038 Feb 16 22:24:28.121935 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b17c7f8-aa4c-4d05-a5b5-a321c3dd35d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960964b3-fa01-41d1-b2a8-191893499192,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:28.235547 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5446cf9-7acb-4c51-9492-6a8f013e8f43 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Pushing event deleted for resources: {'Port': ['ID=cc88d6a2-158a-497d-98ab-9e0cbd1e1526,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:28.255291 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14476c4-5dfb-438c-ba33-51c2fbc5b5ae req-f5446cf9-7acb-4c51-9492-6a8f013e8f43 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] No DVR routers for this DVR port cc88d6a2-158a-497d-98ab-9e0cbd1e1526 on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:24:28.260713 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a14476c4-5dfb-438c-ba33-51c2fbc5b5ae req-f5446cf9-7acb-4c51-9492-6a8f013e8f43 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:28.265743 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a14476c4-5dfb-438c-ba33-51c2fbc5b5ae req-f5446cf9-7acb-4c51-9492-6a8f013e8f43 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.67 "DELETE /v2.0/ports/cc88d6a2-158a-497d-98ab-9e0cbd1e1526 HTTP/1.1" status: 204 len: 173 time: 1.9508801 Feb 16 22:24:28.266391 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-6e610d2d-ff19-4847-826a-38c49a176fbc tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Made reservation on behalf of a33d618828c44ab2ae977b601214e672 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:24:28.273499 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-6e610d2d-ff19-4847-826a-38c49a176fbc tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:28.300005 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 5e6bba88-96b8-4727-8b65-04d055c6ba07 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:24:28.368339 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 5e6bba88-96b8-4727-8b65-04d055c6ba07 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:24:28.368814 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 5e6bba88-96b8-4727-8b65-04d055c6ba07 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:24:28.389678 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:28.405503 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-44a522e0-63ab-4b53-8413-2ddc1ff557c5 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:28.414597 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-44a522e0-63ab-4b53-8413-2ddc1ff557c5 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:28.468405 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-de7542bf-b6fa-42af-bb55-0fc637c86c4e None None] Provisioning complete for port 0b564b69-2942-4271-8561-290bd459c7df triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:24:28.469219 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-de7542bf-b6fa-42af-bb55-0fc637c86c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0b564b69-2942-4271-8561-290bd459c7df), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:28.479621 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-44a522e0-63ab-4b53-8413-2ddc1ff557c5 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8191946 Feb 16 22:24:28.519611 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a218dccf-8d33-43cd-b91e-31ea195c9e36', 'name': 'network-vif-deleted', 'tag': '4bef6242-7835-4301-899f-4bb8e188699e'}, {'server_uuid': '6491f36e-3b56-48f9-aaaf-dd6b08d625ef', 'name': 'network-vif-deleted', 'tag': 'cc88d6a2-158a-497d-98ab-9e0cbd1e1526'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:24:28.530930 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131315dd-4674-4d40-84c1-95cc7a442fc5" -d '{"events": [{"server_uuid": "a218dccf-8d33-43cd-b91e-31ea195c9e36", "name": "network-vif-deleted", "tag": "4bef6242-7835-4301-899f-4bb8e188699e"}, {"server_uuid": "6491f36e-3b56-48f9-aaaf-dd6b08d625ef", "name": "network-vif-deleted", "tag": "cc88d6a2-158a-497d-98ab-9e0cbd1e1526"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:24:28.532781 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-de7542bf-b6fa-42af-bb55-0fc637c86c4e None None] Port 0b564b69-2942-4271-8561-290bd459c7df cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:24:28.538984 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-ac1fa120-1747-4096-a5ef-28ff6a867560 service neutron] Request body: {'port': {'device_id': '0fd7c175-2520-4877-907f-e1d2a73c22e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:28.707040 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91beeb79-dadf-4ff3-884b-549589a587ee req-b0444097-1f46-4798-b6c3-33542e6228fb tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:28.719412 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-91beeb79-dadf-4ff3-884b-549589a587ee req-b0444097-1f46-4798-b6c3-33542e6228fb tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0851355 Feb 16 22:24:28.762235 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-ac1fa120-1747-4096-a5ef-28ff6a867560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0b564b69-2942-4271-8561-290bd459c7df), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:28.832628 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-91beeb79-dadf-4ff3-884b-549589a587ee req-868f68bd-d160-4542-8632-314ba96ccf5a tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120226 Feb 16 22:24:28.901216 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-a14476c4-5dfb-438c-ba33-51c2fbc5b5ae req-7b6b91e5-9f70-4e71-b29b-e970b1e6da1b tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Deleting port eb07c5c2-e66e-4acc-9118-61a346695a62 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:24:28.901677 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a14476c4-5dfb-438c-ba33-51c2fbc5b5ae req-7b6b91e5-9f70-4e71-b29b-e970b1e6da1b tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (eb07c5c2-e66e-4acc-9118-61a346695a62), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:28.929850 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-6e610d2d-ff19-4847-826a-38c49a176fbc tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Allocated IP 172.20.0.4 (9b038f67-050b-4a64-adaa-5c570763bc77/25e028fc-8574-4bba-8928-c203e79359bb/0859323e-e1ad-4bbc-a415-eb8c2b8131d3) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:24:28.945949 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Feb 2022 22:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379f0c12-406f-4fb7-9081-69cca9308284 x-openstack-request-id: req-379f0c12-406f-4fb7-9081-69cca9308284 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:24:28.946400 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a218dccf-8d33-43cd-b91e-31ea195c9e36", "name": "network-vif-deleted", "tag": "4bef6242-7835-4301-899f-4bb8e188699e", "status": "completed", "code": 200}, {"server_uuid": "6491f36e-3b56-48f9-aaaf-dd6b08d625ef", "name": "network-vif-deleted", "tag": "cc88d6a2-158a-497d-98ab-9e0cbd1e1526", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:24:28.949863 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-379f0c12-406f-4fb7-9081-69cca9308284 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:24:28.950458 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a218dccf-8d33-43cd-b91e-31ea195c9e36', 'name': 'network-vif-deleted', 'tag': '4bef6242-7835-4301-899f-4bb8e188699e', 'status': 'completed', 'code': 200} Feb 16 22:24:28.951994 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6491f36e-3b56-48f9-aaaf-dd6b08d625ef', 'name': 'network-vif-deleted', 'tag': 'cc88d6a2-158a-497d-98ab-9e0cbd1e1526', 'status': 'completed', 'code': 200} Feb 16 22:24:29.105671 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-0dda544e-934b-4809-9ce4-3c27f8109f7f tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:29.107395 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-0dda544e-934b-4809-9ce4-3c27f8109f7f tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.79 "GET /v2.0/networks?id=9b038f67-050b-4a64-adaa-5c570763bc77 HTTP/1.1" status: 200 len: 816 time: 0.3020153 Feb 16 22:24:29.122529 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-2d054a1f-920c-44dd-8a2b-25a3808a5bfe tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Request body: {'port': {'device_id': 'bf7e8f73-c71c-4967-bc35-84da94c67372', 'network_id': '9b038f67-050b-4a64-adaa-5c570763bc77', 'admin_state_up': True, 'tenant_id': 'a33d618828c44ab2ae977b601214e672'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:29.138246 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-a14476c4-5dfb-438c-ba33-51c2fbc5b5ae req-7b6b91e5-9f70-4e71-b29b-e970b1e6da1b tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] For port eb07c5c2-e66e-4acc-9118-61a346695a62, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=eb07c5c2-e66e-4acc-9118-61a346695a62,segment=NetworkSegment(d27df99a-934b-4c27-98b8-71bd4ea1974d),segment_id=d27df99a-934b-4c27-98b8-71bd4ea1974d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:29.138622 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a14476c4-5dfb-438c-ba33-51c2fbc5b5ae req-7b6b91e5-9f70-4e71-b29b-e970b1e6da1b tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (eb07c5c2-e66e-4acc-9118-61a346695a62), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:29.157501 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c465d7-9d44-4245-bd5c-550e235d9e56 req-8172819a-c3a3-4d89-a021-c1f477cde281 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:29.159574 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b0c465d7-9d44-4245-bd5c-550e235d9e56 req-8172819a-c3a3-4d89-a021-c1f477cde281 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.1206207 Feb 16 22:24:29.167497 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-a14476c4-5dfb-438c-ba33-51c2fbc5b5ae req-7b6b91e5-9f70-4e71-b29b-e970b1e6da1b tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Calling delete_port for eb07c5c2-e66e-4acc-9118-61a346695a62 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:24:29.269452 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b0c465d7-9d44-4245-bd5c-550e235d9e56 req-9b24e7cd-a72c-49df-b2c7-15c90036ab52 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007321 Feb 16 22:24:29.316161 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-2d054a1f-920c-44dd-8a2b-25a3808a5bfe tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Made reservation on behalf of a33d618828c44ab2ae977b601214e672 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:24:29.319973 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-2d054a1f-920c-44dd-8a2b-25a3808a5bfe tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:29.332994 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-6e610d2d-ff19-4847-826a-38c49a176fbc tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Publish callbacks [] for port (0859323e-e1ad-4bbc-a415-eb8c2b8131d3), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:29.419928 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-6e610d2d-ff19-4847-826a-38c49a176fbc tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (0859323e-e1ad-4bbc-a415-eb8c2b8131d3), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:29.442567 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a14476c4-5dfb-438c-ba33-51c2fbc5b5ae req-7b6b91e5-9f70-4e71-b29b-e970b1e6da1b tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (eb07c5c2-e66e-4acc-9118-61a346695a62), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:29.445146 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c07142d-5b33-41fe-9b2b-ba4afd54b077 req-0e236b7b-1aa3-43f2-ab90-d8dc2e84bb09 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "GET /v2.0/ports?device_id=6491f36e-3b56-48f9-aaaf-dd6b08d625ef HTTP/1.1" status: 200 len: 210 time: 0.0407195 Feb 16 22:24:29.495207 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37312) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:29.506714 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-6e610d2d-ff19-4847-826a-38c49a176fbc tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Network 9b038f67-050b-4a64-adaa-5c570763bc77 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:24:29.562847 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-6e610d2d-ff19-4847-826a-38c49a176fbc tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:24:29.565294 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-6e610d2d-ff19-4847-826a-38c49a176fbc tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:24:29.565876 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74cfe902-ebff-44bf-80f0-4120c9f968dd req-0391b899-db17-451e-9ffe-c1c339bb0d2e tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf7e8f73-c71c-4967-bc35-84da94c67372 HTTP/1.1" status: 200 len: 210 time: 0.0476146 Feb 16 22:24:29.660524 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14476c4-5dfb-438c-ba33-51c2fbc5b5ae req-7b6b91e5-9f70-4e71-b29b-e970b1e6da1b tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] No DVR routers for this DVR port eb07c5c2-e66e-4acc-9118-61a346695a62 on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:24:29.663126 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a14476c4-5dfb-438c-ba33-51c2fbc5b5ae req-7b6b91e5-9f70-4e71-b29b-e970b1e6da1b tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:29.667124 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a14476c4-5dfb-438c-ba33-51c2fbc5b5ae req-7b6b91e5-9f70-4e71-b29b-e970b1e6da1b tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.67 "DELETE /v2.0/ports/eb07c5c2-e66e-4acc-9118-61a346695a62 HTTP/1.1" status: 204 len: 173 time: 1.3845873 Feb 16 22:24:29.672444 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-e72a86d7-e8ab-4341-b5e7-fc268d3484a7 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Request body: {'networks': [{'name': 'tempest-network--1841166770'}, {'name': 'tempest-network--238868980'}]} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:29.672444 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-e72a86d7-e8ab-4341-b5e7-fc268d3484a7 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Request body: {'network': {'name': 'tempest-network--1841166770'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:29.672695 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-e72a86d7-e8ab-4341-b5e7-fc268d3484a7 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Request body: {'network': {'name': 'tempest-network--238868980'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:29.716752 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72a86d7-e8ab-4341-b5e7-fc268d3484a7 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Made reservation on behalf of 1dd2322745694bb4b2787caf4a4b8efb for: {'network': 2} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:24:29.723317 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e72a86d7-e8ab-4341-b5e7-fc268d3484a7 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:29.752282 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e72a86d7-e8ab-4341-b5e7-fc268d3484a7 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:29.780897 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:29.910041 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-6e610d2d-ff19-4847-826a-38c49a176fbc tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:29.911204 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-6e610d2d-ff19-4847-826a-38c49a176fbc tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:29.929138 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-ac1fa120-1747-4096-a5ef-28ff6a867560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b564b69-2942-4271-8561-290bd459c7df {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:24:29.935252 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e610d2d-ff19-4847-826a-38c49a176fbc tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Pushing event updated for resources: {'Port': ['ID=0859323e-e1ad-4bbc-a415-eb8c2b8131d3,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:29.961711 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-ac1fa120-1747-4096-a5ef-28ff6a867560 service neutron] Publish callbacks [] for port (0b564b69-2942-4271-8561-290bd459c7df), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:29.964899 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e72a86d7-e8ab-4341-b5e7-fc268d3484a7 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks [] for security_group (a3372dbc-95ad-49be-bff3-ddddf162075d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:29.976167 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e72a86d7-e8ab-4341-b5e7-fc268d3484a7 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a3372dbc-95ad-49be-bff3-ddddf162075d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:29.976639 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e72a86d7-e8ab-4341-b5e7-fc268d3484a7 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:29.996706 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-6e610d2d-ff19-4847-826a-38c49a176fbc tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3945496 Feb 16 22:24:29.997443 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b91e5-9f70-4e71-b29b-e970b1e6da1b tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Pushing event deleted for resources: {'Port': ['ID=eb07c5c2-e66e-4acc-9118-61a346695a62,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:30.026923 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-964ecc51-e32d-4d01-9b2f-c01647935b58 service neutron] Request body: {'port': {'device_id': '3b8f5882-22a6-4c71-ad4b-23dd6d1cd538', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:30.051617 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e72a86d7-e8ab-4341-b5e7-fc268d3484a7 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:24:30.068463 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e72a86d7-e8ab-4341-b5e7-fc268d3484a7 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (eb20941b-43fb-40bf-9d3f-302a4f72c4fb), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:30.068813 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-e72a86d7-e8ab-4341-b5e7-fc268d3484a7 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Added segment eb20941b-43fb-40bf-9d3f-302a4f72c4fb of type vlan for network b1a3c584-6808-48eb-ab86-4a490b9dff99 Feb 16 22:24:30.070114 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a86d7-e8ab-4341-b5e7-fc268d3484a7 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3372dbc-95ad-49be-bff3-ddddf162075d,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:30.094269 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-ac1fa120-1747-4096-a5ef-28ff6a867560 service neutron] Transition to ACTIVE for port object 0b564b69-2942-4271-8561-290bd459c7df will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:24:30.107245 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b5e788cc-b79f-4ac1-a0dd-cce7d8362394 None None] Provisioning complete for port 0859323e-e1ad-4bbc-a415-eb8c2b8131d3 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:24:30.108202 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b5e788cc-b79f-4ac1-a0dd-cce7d8362394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0859323e-e1ad-4bbc-a415-eb8c2b8131d3), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:30.127609 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-ac1fa120-1747-4096-a5ef-28ff6a867560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (0b564b69-2942-4271-8561-290bd459c7df), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:30.170670 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e283c4-3b5a-4eea-b13d-167fd615724e req-9ab98233-311e-4243-aa64-b0d79ecf1b21 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:30.172479 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-13e283c4-3b5a-4eea-b13d-167fd615724e req-9ab98233-311e-4243-aa64-b0d79ecf1b21 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.2467232 Feb 16 22:24:30.172635 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b5e788cc-b79f-4ac1-a0dd-cce7d8362394 None None] Port 0859323e-e1ad-4bbc-a415-eb8c2b8131d3 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:24:30.185890 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-2d054a1f-920c-44dd-8a2b-25a3808a5bfe tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Allocated IP 172.20.0.13 (9b038f67-050b-4a64-adaa-5c570763bc77/25e028fc-8574-4bba-8928-c203e79359bb/70a551a1-249a-4e6e-8a5e-91c75dd7fb65) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:24:30.207288 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e72a86d7-e8ab-4341-b5e7-fc268d3484a7 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (b1a3c584-6808-48eb-ab86-4a490b9dff99), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:30.220996 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e8f47-aaf6-4441-924d-a2f082d24526 req-41a8e3bc-4275-41d8-8a5b-c84dcb3d2ab6 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:30.222560 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-969e8f47-aaf6-4441-924d-a2f082d24526 req-41a8e3bc-4275-41d8-8a5b-c84dcb3d2ab6 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 944 time: 0.2247827 Feb 16 22:24:30.239039 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-964ecc51-e32d-4d01-9b2f-c01647935b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0859323e-e1ad-4bbc-a415-eb8c2b8131d3), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:30.317848 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e72a86d7-e8ab-4341-b5e7-fc268d3484a7 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:24:30.361287 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1fa120-1747-4096-a5ef-28ff6a867560 service neutron] Pushing event updated for resources: {'Port': ['ID=0b564b69-2942-4271-8561-290bd459c7df,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:30.382960 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e72a86d7-e8ab-4341-b5e7-fc268d3484a7 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (94558c31-7005-4891-bee3-4f7199f3e96f), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:30.389376 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-e72a86d7-e8ab-4341-b5e7-fc268d3484a7 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Added segment 94558c31-7005-4891-bee3-4f7199f3e96f of type vlan for network b0bf38f9-ae73-43fb-a593-90c24fc81912 Feb 16 22:24:30.492100 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-969e8f47-aaf6-4441-924d-a2f082d24526 req-bf4b4351-72b4-429c-abb4-7ee948496d9e tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d4276431-6b26-411b-ab50-0a2450834ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2507062 Feb 16 22:24:30.593988 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 4bef6242-7835-4301-899f-4bb8e188699e no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:24:30.611033 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-2d054a1f-920c-44dd-8a2b-25a3808a5bfe tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Publish callbacks [] for port (70a551a1-249a-4e6e-8a5e-91c75dd7fb65), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:30.618850 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e72a86d7-e8ab-4341-b5e7-fc268d3484a7 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (b0bf38f9-ae73-43fb-a593-90c24fc81912), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:30.620539 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-ac1fa120-1747-4096-a5ef-28ff6a867560 service neutron] Attempting to bind port 0b564b69-2942-4271-8561-290bd459c7df on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:30.621037 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-ac1fa120-1747-4096-a5ef-28ff6a867560 service neutron] Attempting to bind port 0b564b69-2942-4271-8561-290bd459c7df by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '9a749928-5123-42af-be75-3dbd2ab3ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b038f67-050b-4a64-adaa-5c570763bc77'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:30.621298 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-ac1fa120-1747-4096-a5ef-28ff6a867560 service neutron] Attempting to bind port 0b564b69-2942-4271-8561-290bd459c7df on network 9b038f67-050b-4a64-adaa-5c570763bc77 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:30.643615 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 4bef6242-7835-4301-899f-4bb8e188699e {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:24:30.643965 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 4bef6242-7835-4301-899f-4bb8e188699e not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:24:30.644390 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device cc88d6a2-158a-497d-98ab-9e0cbd1e1526 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:24:30.648304 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-ac1fa120-1747-4096-a5ef-28ff6a867560 service neutron] Port 0b564b69-2942-4271-8561-290bd459c7df on network 9b038f67-050b-4a64-adaa-5c570763bc77 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:30.648906 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-ac1fa120-1747-4096-a5ef-28ff6a867560 service neutron] Attempting to bind port 0b564b69-2942-4271-8561-290bd459c7df on network 9b038f67-050b-4a64-adaa-5c570763bc77 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:30.656958 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-13e283c4-3b5a-4eea-b13d-167fd615724e req-71fae2f4-110f-4a42-ad29-0d4382ced41b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Deleting port 4f84d8ad-7206-4829-8589-6f904da0dad7 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:24:30.657302 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-13e283c4-3b5a-4eea-b13d-167fd615724e req-71fae2f4-110f-4a42-ad29-0d4382ced41b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:30.668491 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: cc88d6a2-158a-497d-98ab-9e0cbd1e1526 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:24:30.669048 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device cc88d6a2-158a-497d-98ab-9e0cbd1e1526 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:24:30.669654 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device eb07c5c2-e66e-4acc-9118-61a346695a62 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:24:30.687747 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.79', 52762) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:30.691672 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: eb07c5c2-e66e-4acc-9118-61a346695a62 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:24:30.692371 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device eb07c5c2-e66e-4acc-9118-61a346695a62 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:24:30.729653 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-ac1fa120-1747-4096-a5ef-28ff6a867560 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:24:30.730017 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-ac1fa120-1747-4096-a5ef-28ff6a867560 service neutron] Checking segment: {'id': '9a749928-5123-42af-be75-3dbd2ab3ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b038f67-050b-4a64-adaa-5c570763bc77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:24:30.730411 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-ac1fa120-1747-4096-a5ef-28ff6a867560 service neutron] Bound using segment: {'id': '9a749928-5123-42af-be75-3dbd2ab3ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b038f67-050b-4a64-adaa-5c570763bc77'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:24:30.730853 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-ac1fa120-1747-4096-a5ef-28ff6a867560 service neutron] Bound port: 0b564b69-2942-4271-8561-290bd459c7df, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a749928-5123-42af-be75-3dbd2ab3ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b038f67-050b-4a64-adaa-5c570763bc77'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:24:30.731219 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-ac1fa120-1747-4096-a5ef-28ff6a867560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0b564b69-2942-4271-8561-290bd459c7df), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:30.737818 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e72a86d7-e8ab-4341-b5e7-fc268d3484a7 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (b1a3c584-6808-48eb-ab86-4a490b9dff99), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:30.738367 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e72a86d7-e8ab-4341-b5e7-fc268d3484a7 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (b0bf38f9-ae73-43fb-a593-90c24fc81912), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:30.743294 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72a86d7-e8ab-4341-b5e7-fc268d3484a7 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:30.747510 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72a86d7-e8ab-4341-b5e7-fc268d3484a7 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:30.748406 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e72a86d7-e8ab-4341-b5e7-fc268d3484a7 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:30.797212 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-2d054a1f-920c-44dd-8a2b-25a3808a5bfe tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (70a551a1-249a-4e6e-8a5e-91c75dd7fb65), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:30.805407 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e72a86d7-e8ab-4341-b5e7-fc268d3484a7 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3090234 Feb 16 22:24:30.813732 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37362) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:30.892875 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4edd82-edac-4769-a62e-620458e47a8f req-cff289a3-e81c-4777-b5b9-2660a7a1d2ad tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:30.894660 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8f4edd82-edac-4769-a62e-620458e47a8f req-cff289a3-e81c-4777-b5b9-2660a7a1d2ad tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.2486446 Feb 16 22:24:30.902074 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a86d7-e8ab-4341-b5e7-fc268d3484a7 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Pushing event updated for resources: {'Network': ['ID=b1a3c584-6808-48eb-ab86-4a490b9dff99,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:30.910678 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f94b8-ae05-46be-bf2a-3d7d528c2c04 req-a0565a0c-d187-4976-adcc-0cb5d3c62f4b tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:30.912093 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a99f94b8-ae05-46be-bf2a-3d7d528c2c04 req-a0565a0c-d187-4976-adcc-0cb5d3c62f4b tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.2234018 Feb 16 22:24:30.913162 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network b1a3c584-6808-48eb-ab86-4a490b9dff99 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:24:30.919667 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-13e283c4-3b5a-4eea-b13d-167fd615724e req-71fae2f4-110f-4a42-ad29-0d4382ced41b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] For port 4f84d8ad-7206-4829-8589-6f904da0dad7, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=4f84d8ad-7206-4829-8589-6f904da0dad7,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:30.919999 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-13e283c4-3b5a-4eea-b13d-167fd615724e req-71fae2f4-110f-4a42-ad29-0d4382ced41b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:30.933371 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-2d054a1f-920c-44dd-8a2b-25a3808a5bfe tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Network 9b038f67-050b-4a64-adaa-5c570763bc77 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:24:30.975729 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6491f36e-3b56-48f9-aaaf-dd6b08d625ef', 'name': 'network-vif-deleted', 'tag': 'eb07c5c2-e66e-4acc-9118-61a346695a62'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:24:30.976794 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-2d054a1f-920c-44dd-8a2b-25a3808a5bfe tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:24:30.978444 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a09aba-244a-41a4-a61b-d10ca62189cf" -d '{"events": [{"server_uuid": "6491f36e-3b56-48f9-aaaf-dd6b08d625ef", "name": "network-vif-deleted", "tag": "eb07c5c2-e66e-4acc-9118-61a346695a62"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:24:30.979117 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d054a1f-920c-44dd-8a2b-25a3808a5bfe tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Pushing event updated for resources: {'Port': ['ID=70a551a1-249a-4e6e-8a5e-91c75dd7fb65,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:30.981227 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-ac1fa120-1747-4096-a5ef-28ff6a867560 service neutron] For port 0b564b69-2942-4271-8561-290bd459c7df, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:24:30.990062 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-2d054a1f-920c-44dd-8a2b-25a3808a5bfe tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:24:31.090731 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a86d7-e8ab-4341-b5e7-fc268d3484a7 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Pushing event updated for resources: {'Network': ['ID=b0bf38f9-ae73-43fb-a593-90c24fc81912,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:31.105284 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network b0bf38f9-ae73-43fb-a593-90c24fc81912 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:24:31.145605 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-2d054a1f-920c-44dd-8a2b-25a3808a5bfe tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:31.146195 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-2d054a1f-920c-44dd-8a2b-25a3808a5bfe tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:31.186644 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8f4edd82-edac-4769-a62e-620458e47a8f req-9932d765-f8e9-49ce-a283-6cebaa342ab6 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2712958 Feb 16 22:24:31.231965 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-2d054a1f-920c-44dd-8a2b-25a3808a5bfe tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1145477 Feb 16 22:24:31.232695 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37374) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:31.328752 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f71122-38c2-435a-8f5e-1a3b6661f06c tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Deleting subnet b99ae3dc-94bd-41bf-a26a-2cc59165a767 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:24:31.340990 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-a25fe6db-beec-448b-bf37-66d0e50667ba service neutron] Request body: {'port': {'device_id': 'bf7e8f73-c71c-4967-bc35-84da94c67372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:31.359747 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d1f71122-38c2-435a-8f5e-1a3b6661f06c tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks [] for subnet (b99ae3dc-94bd-41bf-a26a-2cc59165a767), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:31.441913 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-a99f94b8-ae05-46be-bf2a-3d7d528c2c04 req-4ec0e9cc-7757-492e-849d-a967544215d7 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Deleting port 0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:24:31.442675 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a99f94b8-ae05-46be-bf2a-3d7d528c2c04 req-4ec0e9cc-7757-492e-849d-a967544215d7 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:31.444019 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-ea946008-405c-4c22-be4b-4d8515804bdf None None] Provisioning complete for port 70a551a1-249a-4e6e-8a5e-91c75dd7fb65 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:24:31.444617 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ea946008-405c-4c22-be4b-4d8515804bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (70a551a1-249a-4e6e-8a5e-91c75dd7fb65), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:31.496578 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-ea946008-405c-4c22-be4b-4d8515804bdf None None] Port 70a551a1-249a-4e6e-8a5e-91c75dd7fb65 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:24:31.539560 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-ac1fa120-1747-4096-a5ef-28ff6a867560 service neutron] For port 0b564b69-2942-4271-8561-290bd459c7df, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=0b564b69-2942-4271-8561-290bd459c7df,segment=NetworkSegment(9a749928-5123-42af-be75-3dbd2ab3ab75),segment_id=9a749928-5123-42af-be75-3dbd2ab3ab75)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:24:31.585162 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-ac1fa120-1747-4096-a5ef-28ff6a867560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (0b564b69-2942-4271-8561-290bd459c7df), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:31.619065 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-ac1fa120-1747-4096-a5ef-28ff6a867560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:31.620046 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-ac1fa120-1747-4096-a5ef-28ff6a867560 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:31.622199 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-ac1fa120-1747-4096-a5ef-28ff6a867560 service neutron] 10.222.0.79 "PUT /v2.0/ports/0b564b69-2942-4271-8561-290bd459c7df HTTP/1.1" status: 200 len: 1091 time: 3.1297209 Feb 16 22:24:31.683623 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4154a5d-ed28-4a85-8534-ee4f21069d3c tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:31.688830 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4154a5d-ed28-4a85-8534-ee4f21069d3c tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:31.693871 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4154a5d-ed28-4a85-8534-ee4f21069d3c tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:31.700440 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4154a5d-ed28-4a85-8534-ee4f21069d3c tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:31.702235 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a4154a5d-ed28-4a85-8534-ee4f21069d3c tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8846600 Feb 16 22:24:31.724723 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37384) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:31.904319 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1fa120-1747-4096-a5ef-28ff6a867560 service neutron] Pushing event updated for resources: {'Port': ['ID=0b564b69-2942-4271-8561-290bd459c7df,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:32.014733 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d1f71122-38c2-435a-8f5e-1a3b6661f06c tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (b99ae3dc-94bd-41bf-a26a-2cc59165a767), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:32.019162 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-964ecc51-e32d-4d01-9b2f-c01647935b58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0859323e-e1ad-4bbc-a415-eb8c2b8131d3 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:24:32.031719 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-983bb868-e075-4095-b66b-623c1d34a990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:32.036124 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-983bb868-e075-4095-b66b-623c1d34a990 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a33d618828c44ab2ae977b601214e672&device_id=0fd7c175-2520-4877-907f-e1d2a73c22e8 HTTP/1.1" status: 200 len: 1125 time: 0.3273916 Feb 16 22:24:32.038682 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-964ecc51-e32d-4d01-9b2f-c01647935b58 service neutron] Publish callbacks [] for port (0859323e-e1ad-4bbc-a415-eb8c2b8131d3), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:32.049307 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4199f19a-8e2f-46ef-9043-14bacfa0b8d5 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (b1a3c584-6808-48eb-ab86-4a490b9dff99), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:32.109934 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-a25fe6db-beec-448b-bf37-66d0e50667ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (70a551a1-249a-4e6e-8a5e-91c75dd7fb65), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:32.111006 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-0c69dda7-9213-43ec-ae2b-29954398ff1a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b564b69-2942-4271-8561-290bd459c7df HTTP/1.1" status: 200 len: 217 time: 0.0657692 Feb 16 22:24:32.118357 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-964ecc51-e32d-4d01-9b2f-c01647935b58 service neutron] Transition to ACTIVE for port object 0859323e-e1ad-4bbc-a415-eb8c2b8131d3 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:24:32.125534 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-13e283c4-3b5a-4eea-b13d-167fd615724e req-71fae2f4-110f-4a42-ad29-0d4382ced41b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:32.125904 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-13e283c4-3b5a-4eea-b13d-167fd615724e req-71fae2f4-110f-4a42-ad29-0d4382ced41b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (53587a63-2fd6-4722-a84f-edd68fa6faea), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:32.126943 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [req-13e283c4-3b5a-4eea-b13d-167fd615724e req-71fae2f4-110f-4a42-ad29-0d4382ced41b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Floating IP 53587a63-2fd6-4722-a84f-edd68fa6faea disassociated. External IP: 172.25.2.102, port: 4f84d8ad-7206-4829-8589-6f904da0dad7. Feb 16 22:24:32.127190 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2891e3c-c0cd-4668-b948-6279ba758d8b req-96bec3b6-820b-4186-81f8-24757c413cb3 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:32.127415 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-13e283c4-3b5a-4eea-b13d-167fd615724e req-71fae2f4-110f-4a42-ad29-0d4382ced41b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Calling delete_port for 4f84d8ad-7206-4829-8589-6f904da0dad7 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:24:32.131133 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e2891e3c-c0cd-4668-b948-6279ba758d8b req-96bec3b6-820b-4186-81f8-24757c413cb3 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf7e8f73-c71c-4967-bc35-84da94c67372 HTTP/1.1" status: 200 len: 932 time: 0.7982550 Feb 16 22:24:32.134478 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-a99f94b8-ae05-46be-bf2a-3d7d528c2c04 req-4ec0e9cc-7757-492e-849d-a967544215d7 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] For port 0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1,segment=NetworkSegment(5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb),segment_id=5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:32.135054 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a99f94b8-ae05-46be-bf2a-3d7d528c2c04 req-4ec0e9cc-7757-492e-849d-a967544215d7 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:32.171768 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-964ecc51-e32d-4d01-9b2f-c01647935b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (0859323e-e1ad-4bbc-a415-eb8c2b8131d3), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:32.247357 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ecc51-e32d-4d01-9b2f-c01647935b58 service neutron] Pushing event updated for resources: {'Port': ['ID=0859323e-e1ad-4bbc-a415-eb8c2b8131d3,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:32.312519 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37392) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:32.340087 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-57a85a5d-f189-43f6-8f70-c9beb29cd054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:32.341826 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-57a85a5d-f189-43f6-8f70-c9beb29cd054 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25e028fc-8574-4bba-8928-c203e79359bb HTTP/1.1" status: 200 len: 855 time: 0.2186251 Feb 16 22:24:32.412878 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d1f71122-38c2-435a-8f5e-1a3b6661f06c tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (b99ae3dc-94bd-41bf-a26a-2cc59165a767), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:32.439064 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4199f19a-8e2f-46ef-9043-14bacfa0b8d5 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (b1a3c584-6808-48eb-ab86-4a490b9dff99), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:32.602079 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-4199f19a-8e2f-46ef-9043-14bacfa0b8d5 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a3c584-6808-48eb-ab86-4a490b9dff99']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:32.605285 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-13e283c4-3b5a-4eea-b13d-167fd615724e req-71fae2f4-110f-4a42-ad29-0d4382ced41b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (4f84d8ad-7206-4829-8589-6f904da0dad7), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:32.625493 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-4199f19a-8e2f-46ef-9043-14bacfa0b8d5 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb20941b-43fb-40bf-9d3f-302a4f72c4fb') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:32.626215 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-4199f19a-8e2f-46ef-9043-14bacfa0b8d5 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb20941b-43fb-40bf-9d3f-302a4f72c4fb') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:32.649509 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e2891e3c-c0cd-4668-b948-6279ba758d8b req-3834ccee-d1f0-4567-ab25-50dafe50a77d tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4969883 Feb 16 22:24:32.665460 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4199f19a-8e2f-46ef-9043-14bacfa0b8d5 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (eb20941b-43fb-40bf-9d3f-302a4f72c4fb), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:32.669018 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-36e0f8fe-5068-4c31-b91a-c52f064acd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:32.671008 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-36e0f8fe-5068-4c31-b91a-c52f064acd62 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9b038f67-050b-4a64-adaa-5c570763bc77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3198316 Feb 16 22:24:32.671915 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fae2f4-110f-4a42-ad29-0d4382ced41b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Pushing event deleted for resources: {'Port': ['ID=4f84d8ad-7206-4829-8589-6f904da0dad7,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:32.750762 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4199f19a-8e2f-46ef-9043-14bacfa0b8d5 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (eb20941b-43fb-40bf-9d3f-302a4f72c4fb), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:32.762152 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec4f2d1-ff32-4be5-9565-e9c2b6e8e36b x-openstack-request-id: req-6ec4f2d1-ff32-4be5-9565-e9c2b6e8e36b {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:24:32.762450 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6491f36e-3b56-48f9-aaaf-dd6b08d625ef", "name": "network-vif-deleted", "tag": "eb07c5c2-e66e-4acc-9118-61a346695a62", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:24:32.762747 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6ec4f2d1-ff32-4be5-9565-e9c2b6e8e36b {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:24:32.763150 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6491f36e-3b56-48f9-aaaf-dd6b08d625ef', 'name': 'network-vif-deleted', 'tag': 'eb07c5c2-e66e-4acc-9118-61a346695a62', 'status': 'completed', 'code': 200} Feb 16 22:24:32.765168 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ea0a649f-2a3a-460d-9283-1a0cc3d3ea4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:32.805465 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-964ecc51-e32d-4d01-9b2f-c01647935b58 service neutron] Attempting to bind port 0859323e-e1ad-4bbc-a415-eb8c2b8131d3 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:32.805771 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-964ecc51-e32d-4d01-9b2f-c01647935b58 service neutron] Attempting to bind port 0859323e-e1ad-4bbc-a415-eb8c2b8131d3 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '9a749928-5123-42af-be75-3dbd2ab3ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b038f67-050b-4a64-adaa-5c570763bc77'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:32.806220 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-964ecc51-e32d-4d01-9b2f-c01647935b58 service neutron] Attempting to bind port 0859323e-e1ad-4bbc-a415-eb8c2b8131d3 on network 9b038f67-050b-4a64-adaa-5c570763bc77 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:32.845729 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4199f19a-8e2f-46ef-9043-14bacfa0b8d5 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:24:32.846191 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4199f19a-8e2f-46ef-9043-14bacfa0b8d5 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (eb20941b-43fb-40bf-9d3f-302a4f72c4fb), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:32.849284 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-964ecc51-e32d-4d01-9b2f-c01647935b58 service neutron] Port 0859323e-e1ad-4bbc-a415-eb8c2b8131d3 on network 9b038f67-050b-4a64-adaa-5c570763bc77 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:32.849428 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-964ecc51-e32d-4d01-9b2f-c01647935b58 service neutron] Attempting to bind port 0859323e-e1ad-4bbc-a415-eb8c2b8131d3 on network 9b038f67-050b-4a64-adaa-5c570763bc77 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:32.852345 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:24:32.852345 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:24:32.852345 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:24:32.852345 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:24:32.852345 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:24:32.852345 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:24:32.852345 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:24:32.852345 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:24:32.852345 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:24:32.852345 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:24:32.852345 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:24:32.852345 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:24:32.852345 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:24:32.852345 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:24:32.852345 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:24:32.852345 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:24:32.852345 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:24:32.852345 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:24:32.852345 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:24:32.852345 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:24:32.852345 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:24:32.852345 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:24:32.852345 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:24:32.852345 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:24:32.852345 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:24:32.852345 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:24:32.852345 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:24:32.852345 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:24:32.852345 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:24:32.852345 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:24:32.852345 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:24:32.852345 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:24:32.903949 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88a91350-94a9-4e14-8e9d-9c47c1c9722a req-b2a197d0-8671-4c58-8607-60ceb3e2bc2d tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0 HTTP/1.1" status: 200 len: 210 time: 0.0681946 Feb 16 22:24:32.905868 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-964ecc51-e32d-4d01-9b2f-c01647935b58 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:24:32.906633 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-964ecc51-e32d-4d01-9b2f-c01647935b58 service neutron] Checking segment: {'id': '9a749928-5123-42af-be75-3dbd2ab3ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b038f67-050b-4a64-adaa-5c570763bc77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:24:32.906633 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-964ecc51-e32d-4d01-9b2f-c01647935b58 service neutron] Bound using segment: {'id': '9a749928-5123-42af-be75-3dbd2ab3ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b038f67-050b-4a64-adaa-5c570763bc77'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:24:32.907115 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-964ecc51-e32d-4d01-9b2f-c01647935b58 service neutron] Bound port: 0859323e-e1ad-4bbc-a415-eb8c2b8131d3, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a749928-5123-42af-be75-3dbd2ab3ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b038f67-050b-4a64-adaa-5c570763bc77'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:24:32.907474 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-964ecc51-e32d-4d01-9b2f-c01647935b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0859323e-e1ad-4bbc-a415-eb8c2b8131d3), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:32.994957 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d1f71122-38c2-435a-8f5e-1a3b6661f06c tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (b99ae3dc-94bd-41bf-a26a-2cc59165a767), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:33.009346 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4199f19a-8e2f-46ef-9043-14bacfa0b8d5 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (b1a3c584-6808-48eb-ab86-4a490b9dff99), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:33.028941 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-a25fe6db-beec-448b-bf37-66d0e50667ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70a551a1-249a-4e6e-8a5e-91c75dd7fb65 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:24:33.033191 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4199f19a-8e2f-46ef-9043-14bacfa0b8d5 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:33.036539 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4199f19a-8e2f-46ef-9043-14bacfa0b8d5 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] 10.222.0.75 "DELETE /v2.0/networks/b1a3c584-6808-48eb-ab86-4a490b9dff99 HTTP/1.1" status: 204 len: 168 time: 1.3067868 Feb 16 22:24:33.044241 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-45643d60-68ea-4dbe-ab81-d91fa7a74331 service neutron] 10.222.0.79 "GET /v2.0/networks/9b038f67-050b-4a64-adaa-5c570763bc77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645830 Feb 16 22:24:33.046527 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37398) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:33.051065 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199f19a-8e2f-46ef-9043-14bacfa0b8d5 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Pushing event deleted for resources: {'Network': ['ID=b1a3c584-6808-48eb-ab86-4a490b9dff99,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:33.056814 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-a25fe6db-beec-448b-bf37-66d0e50667ba service neutron] Publish callbacks [] for port (70a551a1-249a-4e6e-8a5e-91c75dd7fb65), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:33.100694 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a99f94b8-ae05-46be-bf2a-3d7d528c2c04 req-4ec0e9cc-7757-492e-849d-a967544215d7 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:33.101107 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a99f94b8-ae05-46be-bf2a-3d7d528c2c04 req-4ec0e9cc-7757-492e-849d-a967544215d7 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (83f006f9-f27c-4bf0-8898-cc6ab9addf53), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:33.101946 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [req-a99f94b8-ae05-46be-bf2a-3d7d528c2c04 req-4ec0e9cc-7757-492e-849d-a967544215d7 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Floating IP 83f006f9-f27c-4bf0-8898-cc6ab9addf53 disassociated. External IP: 172.25.2.73, port: 0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1. Feb 16 22:24:33.101946 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-a99f94b8-ae05-46be-bf2a-3d7d528c2c04 req-4ec0e9cc-7757-492e-849d-a967544215d7 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Calling delete_port for 0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:24:33.116311 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-964ecc51-e32d-4d01-9b2f-c01647935b58 service neutron] For port 0859323e-e1ad-4bbc-a415-eb8c2b8131d3, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:24:33.121372 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13e283c4-3b5a-4eea-b13d-167fd615724e req-71fae2f4-110f-4a42-ad29-0d4382ced41b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Router 83a8dc8c-c814-49e7-8909-135df1b9a195 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:24:33.123233 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-964ecc51-e32d-4d01-9b2f-c01647935b58 service neutron] For port 0859323e-e1ad-4bbc-a415-eb8c2b8131d3, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=0859323e-e1ad-4bbc-a415-eb8c2b8131d3,segment=NetworkSegment(9a749928-5123-42af-be75-3dbd2ab3ab75),segment_id=9a749928-5123-42af-be75-3dbd2ab3ab75)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:24:33.172923 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-964ecc51-e32d-4d01-9b2f-c01647935b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (0859323e-e1ad-4bbc-a415-eb8c2b8131d3), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:33.201914 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f71122-38c2-435a-8f5e-1a3b6661f06c tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Pushing event deleted for resources: {'Subnet': ['ID=b99ae3dc-94bd-41bf-a26a-2cc59165a767,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:33.206911 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ddd19713-2050-4139-9e3d-760c3534906d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (b0bf38f9-ae73-43fb-a593-90c24fc81912), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:33.232649 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d1f71122-38c2-435a-8f5e-1a3b6661f06c tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:33.237270 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f48c3e-2e48-4d2d-8f83-10d37b726583 None None] Network 111a8bba-ec19-4d17-b634-ae2d49e5d05f requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:24:33.237835 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d1f71122-38c2-435a-8f5e-1a3b6661f06c tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "DELETE /v2.0/subnets/b99ae3dc-94bd-41bf-a26a-2cc59165a767 HTTP/1.1" status: 204 len: 168 time: 2.0026305 Feb 16 22:24:33.239042 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-a25fe6db-beec-448b-bf37-66d0e50667ba service neutron] Transition to ACTIVE for port object 70a551a1-249a-4e6e-8a5e-91c75dd7fb65 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:24:33.246875 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37402) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:33.317683 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-964ecc51-e32d-4d01-9b2f-c01647935b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:33.319042 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-964ecc51-e32d-4d01-9b2f-c01647935b58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:33.319957 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-964ecc51-e32d-4d01-9b2f-c01647935b58 service neutron] 10.222.0.67 "PUT /v2.0/ports/0859323e-e1ad-4bbc-a415-eb8c2b8131d3 HTTP/1.1" status: 200 len: 1091 time: 3.2974663 Feb 16 22:24:33.419021 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e6a1369b-fb6d-4356-b2be-9721bd55d1c8 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (111a8bba-ec19-4d17-b634-ae2d49e5d05f), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:33.424576 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-47b15dff-80e5-44ac-8021-2f7e08db9a80 service neutron] 10.222.0.79 "GET /v2.0/networks/9b038f67-050b-4a64-adaa-5c570763bc77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713949 Feb 16 22:24:33.433688 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-a25fe6db-beec-448b-bf37-66d0e50667ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (70a551a1-249a-4e6e-8a5e-91c75dd7fb65), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:33.445136 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ecc51-e32d-4d01-9b2f-c01647935b58 service neutron] Pushing event updated for resources: {'Port': ['ID=0859323e-e1ad-4bbc-a415-eb8c2b8131d3,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:33.501378 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25fe6db-beec-448b-bf37-66d0e50667ba service neutron] Pushing event updated for resources: {'Port': ['ID=70a551a1-249a-4e6e-8a5e-91c75dd7fb65,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:33.511079 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ea0a649f-2a3a-460d-9283-1a0cc3d3ea4f admin admin] Publish callbacks [] for security_group (0ccf76bf-a646-4cb8-92ab-6a32bff20151), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:33.536798 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda361e-3646-4733-87dd-8a81c890ca7c req-4f1dc4a8-50ab-47f7-9317-70500efafa47 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:33.540133 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-eababb25-d730-417c-bfa8-ca488c19ef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:33.541748 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-eababb25-d730-417c-bfa8-ca488c19ef3e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a33d618828c44ab2ae977b601214e672&device_id=3b8f5882-22a6-4c71-ad4b-23dd6d1cd538 HTTP/1.1" status: 200 len: 1125 time: 0.1323013 Feb 16 22:24:33.543067 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ebda361e-3646-4733-87dd-8a81c890ca7c req-4f1dc4a8-50ab-47f7-9317-70500efafa47 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 945 time: 0.5506003 Feb 16 22:24:33.547285 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13e283c4-3b5a-4eea-b13d-167fd615724e req-71fae2f4-110f-4a42-ad29-0d4382ced41b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:24:33.571366 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a291a059-af2c-488b-9bb0-90956ff00dff None None] Sync routers for ids ['83a8dc8c-c814-49e7-8909-135df1b9a195'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:24:33.612777 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a291a059-af2c-488b-9bb0-90956ff00dff None None] Routers {'83a8dc8c-c814-49e7-8909-135df1b9a195'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:24:33.613423 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-a291a059-af2c-488b-9bb0-90956ff00dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:24:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['83a8dc8c-c814-49e7-8909-135df1b9a195'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:33.635650 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-d2e785da-bd2a-444a-856f-3d62a968d1ac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0859323e-e1ad-4bbc-a415-eb8c2b8131d3 HTTP/1.1" status: 200 len: 217 time: 0.0860889 Feb 16 22:24:33.643092 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a0ab66-7434-4f47-8813-916f8a5f319a None None] DHCP port deletion for 111a8bba-ec19-4d17-b634-ae2d49e5d05f request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:24:33.655585 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e283c4-3b5a-4eea-b13d-167fd615724e req-71fae2f4-110f-4a42-ad29-0d4382ced41b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] No DVR routers for this DVR port 4f84d8ad-7206-4829-8589-6f904da0dad7 on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:24:33.665248 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-13e283c4-3b5a-4eea-b13d-167fd615724e req-71fae2f4-110f-4a42-ad29-0d4382ced41b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:33.674963 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-13e283c4-3b5a-4eea-b13d-167fd615724e req-71fae2f4-110f-4a42-ad29-0d4382ced41b tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.79 "DELETE /v2.0/ports/4f84d8ad-7206-4829-8589-6f904da0dad7 HTTP/1.1" status: 204 len: 173 time: 3.4719505 Feb 16 22:24:33.744732 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ea0a649f-2a3a-460d-9283-1a0cc3d3ea4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (0ccf76bf-a646-4cb8-92ab-6a32bff20151), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:33.795740 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-c62a7ee3-f7ce-4cf7-8c3c-632f288b2081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:33.797383 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-c62a7ee3-f7ce-4cf7-8c3c-632f288b2081 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=25e028fc-8574-4bba-8928-c203e79359bb HTTP/1.1" status: 200 len: 855 time: 0.1431375 Feb 16 22:24:33.821773 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-33a0ab66-7434-4f47-8813-916f8a5f319a None None] Deleting port 7e12228a-b394-4a89-ad28-768695164cef {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:24:33.822384 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-33a0ab66-7434-4f47-8813-916f8a5f319a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (7e12228a-b394-4a89-ad28-768695164cef), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:33.842688 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-a291a059-af2c-488b-9bb0-90956ff00dff None None] Set router 83a8dc8c-c814-49e7-8909-135df1b9a195 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:24:33.910351 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-32649d00-defd-4521-80f7-cbcac98b6aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:33.911933 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-32649d00-defd-4521-80f7-cbcac98b6aea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9b038f67-050b-4a64-adaa-5c570763bc77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0844162 Feb 16 22:24:33.990983 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-33a0ab66-7434-4f47-8813-916f8a5f319a None None] For port 7e12228a-b394-4a89-ad28-768695164cef, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=7e12228a-b394-4a89-ad28-768695164cef,segment=NetworkSegment(d27df99a-934b-4c27-98b8-71bd4ea1974d),segment_id=d27df99a-934b-4c27-98b8-71bd4ea1974d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:33.991383 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-33a0ab66-7434-4f47-8813-916f8a5f319a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (7e12228a-b394-4a89-ad28-768695164cef), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:34.024458 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-33a0ab66-7434-4f47-8813-916f8a5f319a None None] Calling delete_port for 7e12228a-b394-4a89-ad28-768695164cef owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:24:34.039775 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ea0a649f-2a3a-460d-9283-1a0cc3d3ea4f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9ecc10f7f6a34cb89bed45a5bf9974f0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7117875 Feb 16 22:24:34.045146 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37410) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:34.082278 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-c4db9e93-0596-4ee1-9d82-7ae7ec4c6942 service neutron] 10.222.0.67 "GET /v2.0/networks/9b038f67-050b-4a64-adaa-5c570763bc77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542571 Feb 16 22:24:34.091309 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a99f94b8-ae05-46be-bf2a-3d7d528c2c04 req-4ec0e9cc-7757-492e-849d-a967544215d7 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:34.176895 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-a291a059-af2c-488b-9bb0-90956ff00dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'name': 'tempest-ServerActionsTestJSON-230181250-router', 'tenant_id': '471d422781ee4218a880c4849a975478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '721b1878-6f77-4490-90c4-5469d92b3708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:22Z', 'updated_at': '2022-02-16T22:16:28Z', 'revision_number': 4, 'project_id': '471d422781ee4218a880c4849a975478', 'gw_port': {'id': '721b1878-6f77-4490-90c4-5469d92b3708', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:61:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:23Z', 'updated_at': '2022-02-16T22:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c', 'name': '', 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a', 'tenant_id': '471d422781ee4218a880c4849a975478', 'mac_address': 'fa:16:3e:e8:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:27Z', 'updated_at': '2022-02-16T22:16:37Z', 'revision_number': 5, 'project_id': '471d422781ee4218a880c4849a975478', 'subnets': [{'id': 'e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:34.202257 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-33a0ab66-7434-4f47-8813-916f8a5f319a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (7e12228a-b394-4a89-ad28-768695164cef), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:34.238780 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a0ab66-7434-4f47-8813-916f8a5f319a None None] No DVR routers for this DVR port 7e12228a-b394-4a89-ad28-768695164cef on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:24:34.258526 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a291a059-af2c-488b-9bb0-90956ff00dff None None] Checking router: 83a8dc8c-c814-49e7-8909-135df1b9a195 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:24:34.267395 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ebda361e-3646-4733-87dd-8a81c890ca7c req-1ec8acde-593f-4747-b288-5ddf570ae309 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7181120 Feb 16 22:24:34.283762 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0e9cc-7757-492e-849d-a967544215d7 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Pushing event deleted for resources: {'Port': ['ID=0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:34.284358 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a291a059-af2c-488b-9bb0-90956ff00dff None None] Routers {'83a8dc8c-c814-49e7-8909-135df1b9a195'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:24:34.285317 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-a291a059-af2c-488b-9bb0-90956ff00dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:24:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['83a8dc8c-c814-49e7-8909-135df1b9a195'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:34.294501 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a7dfb359-22fc-4387-8084-2b8aa5a7f425 admin admin] Publish callbacks [] for security_group (0ccf76bf-a646-4cb8-92ab-6a32bff20151), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:34.301213 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-01c40cf5-fbb2-425e-a66d-9b002fd47004 req-c3fae8e0-7cac-4eee-92fb-6d3a481c9b26 service neutron] 10.222.0.67 "GET /v2.0/networks/9b038f67-050b-4a64-adaa-5c570763bc77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780446 Feb 16 22:24:34.355658 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ddd19713-2050-4139-9e3d-760c3534906d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (b0bf38f9-ae73-43fb-a593-90c24fc81912), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:34.364954 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a649f-2a3a-460d-9283-1a0cc3d3ea4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccf76bf-a646-4cb8-92ab-6a32bff20151,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:34.370242 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a7dfb359-22fc-4387-8084-2b8aa5a7f425 admin admin] Publish callbacks [] for security_group (0ccf76bf-a646-4cb8-92ab-6a32bff20151), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:34.371980 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 4f84d8ad-7206-4829-8589-6f904da0dad7 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:24:34.380560 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0ab66-7434-4f47-8813-916f8a5f319a None None] Pushing event deleted for resources: {'Port': ['ID=7e12228a-b394-4a89-ad28-768695164cef,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:34.470433 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 4f84d8ad-7206-4829-8589-6f904da0dad7 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:24:34.477463 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 4f84d8ad-7206-4829-8589-6f904da0dad7 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:24:34.477845 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:24:34.492192 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a7dfb359-22fc-4387-8084-2b8aa5a7f425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (0ccf76bf-a646-4cb8-92ab-6a32bff20151), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:34.495359 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a7dfb359-22fc-4387-8084-2b8aa5a7f425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:34.498512 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a7dfb359-22fc-4387-8084-2b8aa5a7f425 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0ccf76bf-a646-4cb8-92ab-6a32bff20151 HTTP/1.1" status: 204 len: 168 time: 0.4497180 Feb 16 22:24:34.532812 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dfb359-22fc-4387-8084-2b8aa5a7f425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccf76bf-a646-4cb8-92ab-6a32bff20151,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:34.553413 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-ddd19713-2050-4139-9e3d-760c3534906d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0bf38f9-ae73-43fb-a593-90c24fc81912']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:34.576895 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-ddd19713-2050-4139-9e3d-760c3534906d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94558c31-7005-4891-bee3-4f7199f3e96f') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:34.577295 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-ddd19713-2050-4139-9e3d-760c3534906d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94558c31-7005-4891-bee3-4f7199f3e96f') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:34.608807 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ddd19713-2050-4139-9e3d-760c3534906d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (94558c31-7005-4891-bee3-4f7199f3e96f), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:34.628689 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-e6a1369b-fb6d-4356-b2be-9721bd55d1c8 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Deleting port 7e12228a-b394-4a89-ad28-768695164cef {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:24:34.629125 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e6a1369b-fb6d-4356-b2be-9721bd55d1c8 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (7e12228a-b394-4a89-ad28-768695164cef), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:34.650940 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-a25fe6db-beec-448b-bf37-66d0e50667ba service neutron] Attempting to bind port 70a551a1-249a-4e6e-8a5e-91c75dd7fb65 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:34.651390 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-a25fe6db-beec-448b-bf37-66d0e50667ba service neutron] Attempting to bind port 70a551a1-249a-4e6e-8a5e-91c75dd7fb65 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '9a749928-5123-42af-be75-3dbd2ab3ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b038f67-050b-4a64-adaa-5c570763bc77'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:34.651787 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-a25fe6db-beec-448b-bf37-66d0e50667ba service neutron] Attempting to bind port 70a551a1-249a-4e6e-8a5e-91c75dd7fb65 on network 9b038f67-050b-4a64-adaa-5c570763bc77 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:34.659097 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ddd19713-2050-4139-9e3d-760c3534906d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (94558c31-7005-4891-bee3-4f7199f3e96f), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:34.690010 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-a25fe6db-beec-448b-bf37-66d0e50667ba service neutron] Port 70a551a1-249a-4e6e-8a5e-91c75dd7fb65 on network 9b038f67-050b-4a64-adaa-5c570763bc77 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:34.690567 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-a25fe6db-beec-448b-bf37-66d0e50667ba service neutron] Attempting to bind port 70a551a1-249a-4e6e-8a5e-91c75dd7fb65 on network 9b038f67-050b-4a64-adaa-5c570763bc77 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:34.696204 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd19713-2050-4139-9e3d-760c3534906d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:24:34.699052 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ddd19713-2050-4139-9e3d-760c3534906d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (94558c31-7005-4891-bee3-4f7199f3e96f), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:34.711314 n-d-813897-6 neutron-server[103466]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 16 22:24:34.711314 n-d-813897-6 neutron-server[103466]: warnings.warn('Neutron quota engine will require "--force" ' Feb 16 22:24:34.711314 n-d-813897-6 neutron-server[103466]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 16 22:24:34.711314 n-d-813897-6 neutron-server[103466]: warnings.warn(msg) Feb 16 22:24:34.711314 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:24:34.711314 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:24:34.711314 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:24:34.711314 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:24:34.711314 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:24:34.711314 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:24:34.711314 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:24:34.711314 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:24:34.711314 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:24:34.711314 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:24:34.711314 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:24:34.711314 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:24:34.711314 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:24:34.711314 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:24:34.711314 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:24:34.711314 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:24:34.711314 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:24:34.711314 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:24:34.711314 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:24:34.711314 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:24:34.711314 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:24:34.711314 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:24:34.711314 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:24:34.711314 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:24:34.711314 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:24:34.711314 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:24:34.711314 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:24:34.711314 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:24:34.711314 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:24:34.711314 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:24:34.711314 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:24:34.711314 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:24:34.764023 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd7c175-2520-4877-907f-e1d2a73c22e8', 'tag': '0b564b69-2942-4271-8561-290bd459c7df'}, {'name': 'network-changed', 'server_uuid': '3b8f5882-22a6-4c71-ad4b-23dd6d1cd538', 'tag': '0859323e-e1ad-4bbc-a415-eb8c2b8131d3'}, {'server_uuid': 'd3ed1594-23f2-44c3-9d5c-1e2036f6f5c0', 'name': 'network-vif-deleted', 'tag': '4f84d8ad-7206-4829-8589-6f904da0dad7'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:24:34.766484 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b13516-92c3-47f6-bcdd-ebbcb6ac42b2" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd7c175-2520-4877-907f-e1d2a73c22e8", "tag": "0b564b69-2942-4271-8561-290bd459c7df"}, {"name": "network-changed", "server_uuid": "3b8f5882-22a6-4c71-ad4b-23dd6d1cd538", "tag": "0859323e-e1ad-4bbc-a415-eb8c2b8131d3"}, {"server_uuid": "d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0", "name": "network-vif-deleted", "tag": "4f84d8ad-7206-4829-8589-6f904da0dad7"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:24:34.801510 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed737b-a230-41fb-a319-34cb477b08df req-74014f6b-5305-4771-9f39-196fc7561a2b tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:34.809423 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a0ed737b-a230-41fb-a319-34cb477b08df req-74014f6b-5305-4771-9f39-196fc7561a2b tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf7e8f73-c71c-4967-bc35-84da94c67372 HTTP/1.1" status: 200 len: 944 time: 0.4213877 Feb 16 22:24:34.840147 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-a25fe6db-beec-448b-bf37-66d0e50667ba service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:24:34.840569 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-a25fe6db-beec-448b-bf37-66d0e50667ba service neutron] Checking segment: {'id': '9a749928-5123-42af-be75-3dbd2ab3ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b038f67-050b-4a64-adaa-5c570763bc77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:24:34.841097 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-a25fe6db-beec-448b-bf37-66d0e50667ba service neutron] Bound using segment: {'id': '9a749928-5123-42af-be75-3dbd2ab3ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b038f67-050b-4a64-adaa-5c570763bc77'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:24:34.841627 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-a25fe6db-beec-448b-bf37-66d0e50667ba service neutron] Bound port: 70a551a1-249a-4e6e-8a5e-91c75dd7fb65, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a749928-5123-42af-be75-3dbd2ab3ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b038f67-050b-4a64-adaa-5c570763bc77'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:24:34.842086 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-a25fe6db-beec-448b-bf37-66d0e50667ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (70a551a1-249a-4e6e-8a5e-91c75dd7fb65), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:34.890497 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-a291a059-af2c-488b-9bb0-90956ff00dff None None] Set router 83a8dc8c-c814-49e7-8909-135df1b9a195 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:24:34.961929 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 7e12228a-b394-4a89-ad28-768695164cef no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:24:34.973064 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-e6a1369b-fb6d-4356-b2be-9721bd55d1c8 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] For port 7e12228a-b394-4a89-ad28-768695164cef, host n-d-813897-6, got binding levels [] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:34.973463 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e6a1369b-fb6d-4356-b2be-9721bd55d1c8 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (7e12228a-b394-4a89-ad28-768695164cef), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:34.976682 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:24:34.976682 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:24:35.027657 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 7e12228a-b394-4a89-ad28-768695164cef {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:24:35.028084 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 7e12228a-b394-4a89-ad28-768695164cef not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:24:35.030503 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a99f94b8-ae05-46be-bf2a-3d7d528c2c04 req-4ec0e9cc-7757-492e-849d-a967544215d7 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Router 2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:24:35.033041 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-e6a1369b-fb6d-4356-b2be-9721bd55d1c8 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Calling delete_port for 7e12228a-b394-4a89-ad28-768695164cef owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:24:35.055915 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ddd19713-2050-4139-9e3d-760c3534906d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (b0bf38f9-ae73-43fb-a593-90c24fc81912), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:35.059328 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.ipam_backend_mixin [None req-e6a1369b-fb6d-4356-b2be-9721bd55d1c8 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Port 7e12228a-b394-4a89-ad28-768695164cef was not found and therefore no delete operation was performed {{(pid=103466) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 22:24:35.100064 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ddd19713-2050-4139-9e3d-760c3534906d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:35.104006 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ddd19713-2050-4139-9e3d-760c3534906d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] 10.222.0.75 "DELETE /v2.0/networks/b0bf38f9-ae73-43fb-a593-90c24fc81912 HTTP/1.1" status: 204 len: 168 time: 2.0495946 Feb 16 22:24:35.108078 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37420) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:35.164789 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-a25fe6db-beec-448b-bf37-66d0e50667ba service neutron] For port 70a551a1-249a-4e6e-8a5e-91c75dd7fb65, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:24:35.175903 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-a25fe6db-beec-448b-bf37-66d0e50667ba service neutron] For port 70a551a1-249a-4e6e-8a5e-91c75dd7fb65, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=70a551a1-249a-4e6e-8a5e-91c75dd7fb65,segment=NetworkSegment(9a749928-5123-42af-be75-3dbd2ab3ab75),segment_id=9a749928-5123-42af-be75-3dbd2ab3ab75)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:24:35.200200 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e6a1369b-fb6d-4356-b2be-9721bd55d1c8 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (7e12228a-b394-4a89-ad28-768695164cef), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:35.254868 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-a25fe6db-beec-448b-bf37-66d0e50667ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (70a551a1-249a-4e6e-8a5e-91c75dd7fb65), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:35.270937 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37422) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:35.281662 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd19713-2050-4139-9e3d-760c3534906d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Pushing event deleted for resources: {'Network': ['ID=b0bf38f9-ae73-43fb-a593-90c24fc81912,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:35.291924 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1369b-fb6d-4356-b2be-9721bd55d1c8 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Pushing event deleted for resources: {'Port': ['ID=7e12228a-b394-4a89-ad28-768695164cef,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:35.292445 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6d93bb98-167a-494f-9003-fa35e7e4f588 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:35.308938 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a0ed737b-a230-41fb-a319-34cb477b08df req-4012d129-17b6-470c-8c98-5de68e2a7e0c tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4929471 Feb 16 22:24:35.415308 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-a291a059-af2c-488b-9bb0-90956ff00dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'name': 'tempest-ServerActionsTestJSON-230181250-router', 'tenant_id': '471d422781ee4218a880c4849a975478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '721b1878-6f77-4490-90c4-5469d92b3708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:22Z', 'updated_at': '2022-02-16T22:16:28Z', 'revision_number': 4, 'project_id': '471d422781ee4218a880c4849a975478', 'gw_port': {'id': '721b1878-6f77-4490-90c4-5469d92b3708', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:61:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:23Z', 'updated_at': '2022-02-16T22:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c', 'name': '', 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a', 'tenant_id': '471d422781ee4218a880c4849a975478', 'mac_address': 'fa:16:3e:e8:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:27Z', 'updated_at': '2022-02-16T22:16:37Z', 'revision_number': 5, 'project_id': '471d422781ee4218a880c4849a975478', 'subnets': [{'id': 'e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:35.431237 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0a6e04-d507-4a71-a70e-ce3c42f06d3e tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:35.437130 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0a6e04-d507-4a71-a70e-ce3c42f06d3e tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:35.439115 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6a0a6e04-d507-4a71-a70e-ce3c42f06d3e tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3300562 Feb 16 22:24:35.444278 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37428) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:35.455679 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a1369b-fb6d-4356-b2be-9721bd55d1c8 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] No DVR routers for this DVR port 7e12228a-b394-4a89-ad28-768695164cef on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:24:35.456378 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-cfb4718c-01c6-478f-9744-ca82de6d796d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-674993421'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:35.470015 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-a25fe6db-beec-448b-bf37-66d0e50667ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:35.470683 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-a25fe6db-beec-448b-bf37-66d0e50667ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:35.484539 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-a25fe6db-beec-448b-bf37-66d0e50667ba service neutron] 10.222.0.79 "PUT /v2.0/ports/70a551a1-249a-4e6e-8a5e-91c75dd7fb65 HTTP/1.1" status: 200 len: 1092 time: 4.1500165 Feb 16 22:24:35.485457 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf7e8f73-c71c-4967-bc35-84da94c67372', 'tag': '70a551a1-249a-4e6e-8a5e-91c75dd7fb65'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:24:35.488010 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71d2d66-0246-46bf-aa99-d0f8dc87a2b6" -d '{"events": [{"name": "network-changed", "server_uuid": "bf7e8f73-c71c-4967-bc35-84da94c67372", "tag": "70a551a1-249a-4e6e-8a5e-91c75dd7fb65"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:24:35.504376 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a291a059-af2c-488b-9bb0-90956ff00dff None None] The sync data for ids ['83a8dc8c-c814-49e7-8909-135df1b9a195'] in n-d-813897-6 is: [{'id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'name': 'tempest-ServerActionsTestJSON-230181250-router', 'tenant_id': '471d422781ee4218a880c4849a975478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '721b1878-6f77-4490-90c4-5469d92b3708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:22Z', 'updated_at': '2022-02-16T22:16:28Z', 'revision_number': 4, 'project_id': '471d422781ee4218a880c4849a975478', 'gw_port': {'id': '721b1878-6f77-4490-90c4-5469d92b3708', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:61:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:23Z', 'updated_at': '2022-02-16T22:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c', 'name': '', 'network_id': '22711c4a-8661-4a7d-9538-4da72ec44b9a', 'tenant_id': '471d422781ee4218a880c4849a975478', 'mac_address': 'fa:16:3e:e8:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:27Z', 'updated_at': '2022-02-16T22:16:37Z', 'revision_number': 5, 'project_id': '471d422781ee4218a880c4849a975478', 'subnets': [{'id': 'e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:24:35.532216 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb4718c-01c6-478f-9744-ca82de6d796d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Made reservation on behalf of 1dd2322745694bb4b2787caf4a4b8efb for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:24:35.562493 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cfb4718c-01c6-478f-9744-ca82de6d796d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:35.567044 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 16 Feb 2022 22:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7807a99-dffb-4257-bd47-de66fa702ed4 x-openstack-request-id: req-b7807a99-dffb-4257-bd47-de66fa702ed4 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:24:35.572686 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd7c175-2520-4877-907f-e1d2a73c22e8", "tag": "0b564b69-2942-4271-8561-290bd459c7df", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3b8f5882-22a6-4c71-ad4b-23dd6d1cd538", "tag": "0859323e-e1ad-4bbc-a415-eb8c2b8131d3", "status": "completed", "code": 200}, {"server_uuid": "d3ed1594-23f2-44c3-9d5c-1e2036f6f5c0", "name": "network-vif-deleted", "tag": "4f84d8ad-7206-4829-8589-6f904da0dad7", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:24:35.573224 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b7807a99-dffb-4257-bd47-de66fa702ed4 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:24:35.578455 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd7c175-2520-4877-907f-e1d2a73c22e8', 'tag': '0b564b69-2942-4271-8561-290bd459c7df', 'status': 'completed', 'code': 200} Feb 16 22:24:35.578966 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8f5882-22a6-4c71-ad4b-23dd6d1cd538', 'tag': '0859323e-e1ad-4bbc-a415-eb8c2b8131d3', 'status': 'completed', 'code': 200} Feb 16 22:24:35.579511 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ed1594-23f2-44c3-9d5c-1e2036f6f5c0', 'name': 'network-vif-deleted', 'tag': '4f84d8ad-7206-4829-8589-6f904da0dad7', 'status': 'completed', 'code': 200} Feb 16 22:24:35.686711 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6d93bb98-167a-494f-9003-fa35e7e4f588 admin admin] Publish callbacks [] for security_group (d1f7a878-887d-4f68-b1b1-86e8bd5dfc53), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:35.712257 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6d93bb98-167a-494f-9003-fa35e7e4f588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d1f7a878-887d-4f68-b1b1-86e8bd5dfc53), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:35.793563 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6d93bb98-167a-494f-9003-fa35e7e4f588 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e9b71a99af3542cbab6d0118fa432c0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5212774 Feb 16 22:24:35.807871 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37434) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:35.876476 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb4718c-01c6-478f-9744-ca82de6d796d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:24:35.907054 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db0a9b32-f934-4739-8870-41d7d8474af9 admin admin] Publish callbacks [] for security_group (d1f7a878-887d-4f68-b1b1-86e8bd5dfc53), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:35.933145 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db0a9b32-f934-4739-8870-41d7d8474af9 admin admin] Publish callbacks [] for security_group (d1f7a878-887d-4f68-b1b1-86e8bd5dfc53), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:36.010508 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b13516-92c3-47f6-bcdd-ebbcb6ac42b2 req-7099a5f9-8370-4cae-8086-108b70142556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:36.012534 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-82b13516-92c3-47f6-bcdd-ebbcb6ac42b2 req-7099a5f9-8370-4cae-8086-108b70142556 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a33d618828c44ab2ae977b601214e672&device_id=0fd7c175-2520-4877-907f-e1d2a73c22e8 HTTP/1.1" status: 200 len: 1125 time: 0.4291573 Feb 16 22:24:36.012935 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3bc68a-9b15-45fc-a340-9faa550daad2 None None] New status for floating IP 53587a63-2fd6-4722-a84f-edd68fa6faea: DOWN {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:24:36.016818 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db0a9b32-f934-4739-8870-41d7d8474af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d1f7a878-887d-4f68-b1b1-86e8bd5dfc53), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:36.021140 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db0a9b32-f934-4739-8870-41d7d8474af9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:36.022410 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-db0a9b32-f934-4739-8870-41d7d8474af9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d1f7a878-887d-4f68-b1b1-86e8bd5dfc53 HTTP/1.1" status: 204 len: 168 time: 0.2122161 Feb 16 22:24:36.163837 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3935c5da-cc5d-4d15-aec1-b979cf95f387 req-c344271c-2628-46d6-9ea6-10cc40690951 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a7265de-96c4-44d2-9a04-165ae0cac334 HTTP/1.1" status: 200 len: 210 time: 0.4882221 Feb 16 22:24:36.164790 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25fe6db-beec-448b-bf37-66d0e50667ba service neutron] Pushing event updated for resources: {'Port': ['ID=70a551a1-249a-4e6e-8a5e-91c75dd7fb65,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:36.220493 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a99f94b8-ae05-46be-bf2a-3d7d528c2c04 req-4ec0e9cc-7757-492e-849d-a967544215d7 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:24:36.231487 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46bbc33-355f-4b34-8fa5-f640b6508db4 None None] Sync routers for ids ['2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:24:36.247740 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46bbc33-355f-4b34-8fa5-f640b6508db4 None None] Routers {'2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:24:36.248382 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-e46bbc33-355f-4b34-8fa5-f640b6508db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:24:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:36.320591 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 0b564b69-2942-4271-8561-290bd459c7df details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:24:36.349689 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e6a1369b-fb6d-4356-b2be-9721bd55d1c8 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (111a8bba-ec19-4d17-b634-ae2d49e5d05f), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:36.353057 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37438) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:36.451336 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47d9081-582d-44c9-b185-43950409063d x-openstack-request-id: req-f47d9081-582d-44c9-b185-43950409063d {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:24:36.451567 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf7e8f73-c71c-4967-bc35-84da94c67372", "tag": "70a551a1-249a-4e6e-8a5e-91c75dd7fb65", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:24:36.451797 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f47d9081-582d-44c9-b185-43950409063d {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:24:36.452214 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf7e8f73-c71c-4967-bc35-84da94c67372', 'tag': '70a551a1-249a-4e6e-8a5e-91c75dd7fb65', 'status': 'completed', 'code': 200} Feb 16 22:24:36.484502 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99f94b8-ae05-46be-bf2a-3d7d528c2c04 req-4ec0e9cc-7757-492e-849d-a967544215d7 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] No DVR routers for this DVR port 0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:24:36.493692 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a99f94b8-ae05-46be-bf2a-3d7d528c2c04 req-4ec0e9cc-7757-492e-849d-a967544215d7 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:36.497283 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a99f94b8-ae05-46be-bf2a-3d7d528c2c04 req-4ec0e9cc-7757-492e-849d-a967544215d7 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.79 "DELETE /v2.0/ports/0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1 HTTP/1.1" status: 204 len: 173 time: 5.5761025 Feb 16 22:24:36.528712 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-afb3fdcc-8e3b-44f4-adce-9b8076c2f0b0 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks [] for security_group (d4276431-6b26-411b-ab50-0a2450834ecd), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:36.556094 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-afb3fdcc-8e3b-44f4-adce-9b8076c2f0b0 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks [] for security_group (d4276431-6b26-411b-ab50-0a2450834ecd), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:36.593038 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-e46bbc33-355f-4b34-8fa5-f640b6508db4 None None] Set router 2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:24:36.612274 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-1dc5bc93-cbda-4649-a5ee-73809b085682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:36.614185 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-1dc5bc93-cbda-4649-a5ee-73809b085682 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a33d618828c44ab2ae977b601214e672&device_id=bf7e8f73-c71c-4967-bc35-84da94c67372 HTTP/1.1" status: 200 len: 1126 time: 1.0513105 Feb 16 22:24:36.679927 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-b614aacf-a5a1-4fa9-b898-7159300a48b4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70a551a1-249a-4e6e-8a5e-91c75dd7fb65 HTTP/1.1" status: 200 len: 217 time: 0.0512886 Feb 16 22:24:36.682854 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-e6a1369b-fb6d-4356-b2be-9721bd55d1c8 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['111a8bba-ec19-4d17-b634-ae2d49e5d05f']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:36.699080 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0dc31b-5863-4d04-9670-f561eb695f95 req-28c2692c-fc62-4294-bda3-3eac1972c884 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:36.704652 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 0b564b69-2942-4271-8561-290bd459c7df, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=0b564b69-2942-4271-8561-290bd459c7df,segment=NetworkSegment(9a749928-5123-42af-be75-3dbd2ab3ab75),segment_id=9a749928-5123-42af-be75-3dbd2ab3ab75)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:36.707740 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2b0dc31b-5863-4d04-9670-f561eb695f95 req-28c2692c-fc62-4294-bda3-3eac1972c884 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf7e8f73-c71c-4967-bc35-84da94c67372 HTTP/1.1" status: 200 len: 944 time: 0.2526975 Feb 16 22:24:36.715684 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-afb3fdcc-8e3b-44f4-adce-9b8076c2f0b0 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d4276431-6b26-411b-ab50-0a2450834ecd), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:36.718368 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-afb3fdcc-8e3b-44f4-adce-9b8076c2f0b0 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:36.719563 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-afb3fdcc-8e3b-44f4-adce-9b8076c2f0b0 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "DELETE /v2.0/security-groups/d4276431-6b26-411b-ab50-0a2450834ecd HTTP/1.1" status: 204 len: 168 time: 0.3284528 Feb 16 22:24:36.763269 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '0b564b69-2942-4271-8561-290bd459c7df', 'network_id': '9b038f67-050b-4a64-adaa-5c570763bc77', 'port_id': '0b564b69-2942-4271-8561-290bd459c7df', 'mac_address': 'fa:16:3e:87:c9:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25e028fc-8574-4bba-8928-c203e79359bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:24:36.768502 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 0859323e-e1ad-4bbc-a415-eb8c2b8131d3 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:24:36.800378 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-04a0fdd9-2bb2-4d51-b10b-435882e3c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:36.801900 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-04a0fdd9-2bb2-4d51-b10b-435882e3c77a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25e028fc-8574-4bba-8928-c203e79359bb HTTP/1.1" status: 200 len: 855 time: 0.0801563 Feb 16 22:24:36.809881 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37444) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:36.811636 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-e6a1369b-fb6d-4356-b2be-9721bd55d1c8 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd27df99a-934b-4c27-98b8-71bd4ea1974d') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:36.811956 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-e6a1369b-fb6d-4356-b2be-9721bd55d1c8 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd27df99a-934b-4c27-98b8-71bd4ea1974d') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:36.814164 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3fdcc-8e3b-44f4-adce-9b8076c2f0b0 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4276431-6b26-411b-ab50-0a2450834ecd,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:36.879383 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-732808d1-9b3c-4243-9eef-fda4349c1240 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] show failed (client error): The resource could not be found. Feb 16 22:24:36.880870 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-732808d1-9b3c-4243-9eef-fda4349c1240 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "GET /v2.0/security-groups/d4276431-6b26-411b-ab50-0a2450834ecd HTTP/1.1" status: 404 len: 347 time: 0.0645759 Feb 16 22:24:36.889941 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37450) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:36.974103 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e6a1369b-fb6d-4356-b2be-9721bd55d1c8 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (d27df99a-934b-4c27-98b8-71bd4ea1974d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:37.067378 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-e46bbc33-355f-4b34-8fa5-f640b6508db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'name': 'tempest-AttachVolumeTestJSON-1783443213-router', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '60715aee-fff1-4765-bf0d-c219182519e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:12Z', 'updated_at': '2022-02-16T22:20:19Z', 'revision_number': 4, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'gw_port': {'id': '60715aee-fff1-4765-bf0d-c219182519e3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:13Z', 'updated_at': '2022-02-16T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '10a66254-8530-410c-b704-0a1a2d1363c8', 'name': '', 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'mac_address': 'fa:16:3e:1b:b4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '812089a8-8e43-4669-b97f-c5c83d27191f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:18Z', 'updated_at': '2022-02-16T22:20:24Z', 'revision_number': 5, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'subnets': [{'id': '812089a8-8e43-4669-b97f-c5c83d27191f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:37.080221 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cfb4718c-01c6-478f-9744-ca82de6d796d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (ed895bf2-d596-473a-8763-4adf1cfecd9d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:37.080803 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-cfb4718c-01c6-478f-9744-ca82de6d796d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Added segment ed895bf2-d596-473a-8763-4adf1cfecd9d of type vlan for network 11582708-d633-4221-a95c-06d67a5705c1 Feb 16 22:24:37.110813 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e6a1369b-fb6d-4356-b2be-9721bd55d1c8 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (d27df99a-934b-4c27-98b8-71bd4ea1974d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:37.124957 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a1369b-fb6d-4356-b2be-9721bd55d1c8 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:24:37.125896 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e6a1369b-fb6d-4356-b2be-9721bd55d1c8 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (d27df99a-934b-4c27-98b8-71bd4ea1974d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:37.137491 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cfb4718c-01c6-478f-9744-ca82de6d796d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (11582708-d633-4221-a95c-06d67a5705c1), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:37.186699 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46bbc33-355f-4b34-8fa5-f640b6508db4 None None] Checking router: 2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:24:37.209446 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46bbc33-355f-4b34-8fa5-f640b6508db4 None None] Routers {'2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:24:37.212340 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-e46bbc33-355f-4b34-8fa5-f640b6508db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:24:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:37.249463 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93bb98-167a-494f-9003-fa35e7e4f588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f7a878-887d-4f68-b1b1-86e8bd5dfc53,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:37.282938 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:24:37.282938 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:24:37.282938 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:24:37.282938 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:24:37.282938 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:24:37.282938 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:24:37.282938 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:24:37.282938 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:24:37.282938 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:24:37.282938 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:24:37.282938 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:24:37.282938 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:24:37.282938 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:24:37.282938 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:24:37.282938 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:24:37.282938 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:24:37.282938 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:24:37.282938 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:24:37.282938 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:24:37.282938 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:24:37.282938 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:24:37.282938 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:24:37.282938 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:24:37.282938 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:24:37.282938 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:24:37.282938 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:24:37.282938 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:24:37.282938 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:24:37.282938 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:24:37.282938 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:24:37.282938 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:24:37.282938 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:24:37.290067 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b13516-92c3-47f6-bcdd-ebbcb6ac42b2 req-b1a8d93f-fb91-457c-b77a-dfcc78578213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:37.294233 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 0859323e-e1ad-4bbc-a415-eb8c2b8131d3, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=0859323e-e1ad-4bbc-a415-eb8c2b8131d3,segment=NetworkSegment(9a749928-5123-42af-be75-3dbd2ab3ab75),segment_id=9a749928-5123-42af-be75-3dbd2ab3ab75)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:37.294862 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-82b13516-92c3-47f6-bcdd-ebbcb6ac42b2 req-b1a8d93f-fb91-457c-b77a-dfcc78578213 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9b038f67-050b-4a64-adaa-5c570763bc77 HTTP/1.1" status: 200 len: 917 time: 1.2693381 Feb 16 22:24:37.298718 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e6a1369b-fb6d-4356-b2be-9721bd55d1c8 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (111a8bba-ec19-4d17-b634-ae2d49e5d05f), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:37.305008 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a9b32-f934-4739-8870-41d7d8474af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f7a878-887d-4f68-b1b1-86e8bd5dfc53,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:37.330840 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '0859323e-e1ad-4bbc-a415-eb8c2b8131d3', 'network_id': '9b038f67-050b-4a64-adaa-5c570763bc77', 'port_id': '0859323e-e1ad-4bbc-a415-eb8c2b8131d3', 'mac_address': 'fa:16:3e:8b:db:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25e028fc-8574-4bba-8928-c203e79359bb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:24:37.336023 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e6a1369b-fb6d-4356-b2be-9721bd55d1c8 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:37.343548 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 0b564b69-2942-4271-8561-290bd459c7df is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:24:37.343548 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0b564b69-2942-4271-8561-290bd459c7df), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:37.346154 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cfb4718c-01c6-478f-9744-ca82de6d796d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (11582708-d633-4221-a95c-06d67a5705c1), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:37.346761 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e6a1369b-fb6d-4356-b2be-9721bd55d1c8 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "DELETE /v2.0/networks/111a8bba-ec19-4d17-b634-ae2d49e5d05f HTTP/1.1" status: 204 len: 168 time: 4.0933454 Feb 16 22:24:37.366477 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb4718c-01c6-478f-9744-ca82de6d796d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:37.382564 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cfb4718c-01c6-478f-9744-ca82de6d796d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:37.389550 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37462) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:37.392301 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b564b69-2942-4271-8561-290bd459c7df {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:24:37.408792 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 0859323e-e1ad-4bbc-a415-eb8c2b8131d3 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:24:37.409175 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0859323e-e1ad-4bbc-a415-eb8c2b8131d3), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:37.425256 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b13516-92c3-47f6-bcdd-ebbcb6ac42b2 req-b6b8dbbb-8c65-4b80-85d1-933754599932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:37.428296 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 0b564b69-2942-4271-8561-290bd459c7df, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=0b564b69-2942-4271-8561-290bd459c7df,segment=NetworkSegment(9a749928-5123-42af-be75-3dbd2ab3ab75),segment_id=9a749928-5123-42af-be75-3dbd2ab3ab75)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:37.429007 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-82b13516-92c3-47f6-bcdd-ebbcb6ac42b2 req-b6b8dbbb-8c65-4b80-85d1-933754599932 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a33d618828c44ab2ae977b601214e672&device_id=3b8f5882-22a6-4c71-ad4b-23dd6d1cd538 HTTP/1.1" status: 200 len: 1125 time: 1.8445230 Feb 16 22:24:37.434968 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0859323e-e1ad-4bbc-a415-eb8c2b8131d3 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:24:37.441913 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0b564b69-2942-4271-8561-290bd459c7df), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:37.484876 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-e46bbc33-355f-4b34-8fa5-f640b6508db4 None None] Set router 2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:24:37.512248 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-511822bb-8076-4171-aa4c-2e952b720e05 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Deleting subnet f27b3382-e384-4167-9957-61f877d602ad {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:24:37.515755 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=0b564b69-2942-4271-8561-290bd459c7df,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:37.517054 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-511822bb-8076-4171-aa4c-2e952b720e05 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks [] for subnet (f27b3382-e384-4167-9957-61f877d602ad), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:37.544468 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 0859323e-e1ad-4bbc-a415-eb8c2b8131d3, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=0859323e-e1ad-4bbc-a415-eb8c2b8131d3,segment=NetworkSegment(9a749928-5123-42af-be75-3dbd2ab3ab75),segment_id=9a749928-5123-42af-be75-3dbd2ab3ab75)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:37.551797 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0859323e-e1ad-4bbc-a415-eb8c2b8131d3), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:37.645544 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=0859323e-e1ad-4bbc-a415-eb8c2b8131d3,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:37.675107 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-511822bb-8076-4171-aa4c-2e952b720e05 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (f27b3382-e384-4167-9957-61f877d602ad), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:37.693707 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb4718c-01c6-478f-9744-ca82de6d796d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Pushing event updated for resources: {'Network': ['ID=11582708-d633-4221-a95c-06d67a5705c1,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:37.699394 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-cfb4718c-01c6-478f-9744-ca82de6d796d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2535975 Feb 16 22:24:37.701405 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-82b13516-92c3-47f6-bcdd-ebbcb6ac42b2 req-6d049319-5deb-48b3-b551-13abda2c9e70 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b564b69-2942-4271-8561-290bd459c7df HTTP/1.1" status: 200 len: 217 time: 0.3688328 Feb 16 22:24:37.702331 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37470) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:37.705444 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 11582708-d633-4221-a95c-06d67a5705c1 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:24:37.720727 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-3dad302c-db45-4916-a152-4cd5276a0c9d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-372055038'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:37.758246 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['0b564b69-2942-4271-8561-290bd459c7df'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:24:37.759410 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-66a39db5-4b04-46fb-b029-dc2e3374655d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:37.772723 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b13516-92c3-47f6-bcdd-ebbcb6ac42b2 req-b25d63cf-dd73-4e7e-9814-368dc971b04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:37.774260 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-82b13516-92c3-47f6-bcdd-ebbcb6ac42b2 req-b25d63cf-dd73-4e7e-9814-368dc971b04f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25e028fc-8574-4bba-8928-c203e79359bb HTTP/1.1" status: 200 len: 855 time: 0.0595028 Feb 16 22:24:37.776727 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-66a39db5-4b04-46fb-b029-dc2e3374655d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9b038f67-050b-4a64-adaa-5c570763bc77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9204769 Feb 16 22:24:37.843476 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1369b-fb6d-4356-b2be-9721bd55d1c8 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Pushing event deleted for resources: {'Network': ['ID=111a8bba-ec19-4d17-b634-ae2d49e5d05f,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:37.848456 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-e46bbc33-355f-4b34-8fa5-f640b6508db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'name': 'tempest-AttachVolumeTestJSON-1783443213-router', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '60715aee-fff1-4765-bf0d-c219182519e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:12Z', 'updated_at': '2022-02-16T22:20:19Z', 'revision_number': 4, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'gw_port': {'id': '60715aee-fff1-4765-bf0d-c219182519e3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:13Z', 'updated_at': '2022-02-16T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '10a66254-8530-410c-b704-0a1a2d1363c8', 'name': '', 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'mac_address': 'fa:16:3e:1b:b4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '812089a8-8e43-4669-b97f-c5c83d27191f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:18Z', 'updated_at': '2022-02-16T22:20:24Z', 'revision_number': 5, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'subnets': [{'id': '812089a8-8e43-4669-b97f-c5c83d27191f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:37.912846 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46bbc33-355f-4b34-8fa5-f640b6508db4 None None] The sync data for ids ['2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'] in n-d-813897-6 is: [{'id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'name': 'tempest-AttachVolumeTestJSON-1783443213-router', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '60715aee-fff1-4765-bf0d-c219182519e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:12Z', 'updated_at': '2022-02-16T22:20:19Z', 'revision_number': 4, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'gw_port': {'id': '60715aee-fff1-4765-bf0d-c219182519e3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:13Z', 'updated_at': '2022-02-16T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '10a66254-8530-410c-b704-0a1a2d1363c8', 'name': '', 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'mac_address': 'fa:16:3e:1b:b4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '812089a8-8e43-4669-b97f-c5c83d27191f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:18Z', 'updated_at': '2022-02-16T22:20:24Z', 'revision_number': 5, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'subnets': [{'id': '812089a8-8e43-4669-b97f-c5c83d27191f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:24:37.931909 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dad302c-db45-4916-a152-4cd5276a0c9d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Made reservation on behalf of 1dd2322745694bb4b2787caf4a4b8efb for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:24:37.938254 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3dad302c-db45-4916-a152-4cd5276a0c9d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:37.955006 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['0859323e-e1ad-4bbc-a415-eb8c2b8131d3'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:24:38.019979 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b13516-92c3-47f6-bcdd-ebbcb6ac42b2 req-ca983f90-f6ae-4c99-8006-444483b006b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:38.021563 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-82b13516-92c3-47f6-bcdd-ebbcb6ac42b2 req-ca983f90-f6ae-4c99-8006-444483b006b4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9b038f67-050b-4a64-adaa-5c570763bc77 HTTP/1.1" status: 200 len: 917 time: 0.5461369 Feb 16 22:24:38.023578 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b13516-92c3-47f6-bcdd-ebbcb6ac42b2 req-cd8893ea-1997-4e59-abd6-d3cfe29d329a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:38.029111 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-82b13516-92c3-47f6-bcdd-ebbcb6ac42b2 req-cd8893ea-1997-4e59-abd6-d3cfe29d329a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9b038f67-050b-4a64-adaa-5c570763bc77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2418628 Feb 16 22:24:38.056029 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dad302c-db45-4916-a152-4cd5276a0c9d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:24:38.070229 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3dad302c-db45-4916-a152-4cd5276a0c9d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (3a551eaf-7c40-4927-8faf-60e6a29f4d5c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:38.071346 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-3dad302c-db45-4916-a152-4cd5276a0c9d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Added segment 3a551eaf-7c40-4927-8faf-60e6a29f4d5c of type vlan for network cca6e6b6-2687-4cda-a018-170509b8b177 Feb 16 22:24:38.085733 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2b0dc31b-5863-4d04-9670-f561eb695f95 req-dd767bef-e6f4-40a2-b8bb-3274db7d1107 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3770819 Feb 16 22:24:38.153385 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3dad302c-db45-4916-a152-4cd5276a0c9d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (cca6e6b6-2687-4cda-a018-170509b8b177), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:38.217963 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3dad302c-db45-4916-a152-4cd5276a0c9d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (cca6e6b6-2687-4cda-a018-170509b8b177), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:38.228366 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-511822bb-8076-4171-aa4c-2e952b720e05 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (f27b3382-e384-4167-9957-61f877d602ad), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:38.242832 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dad302c-db45-4916-a152-4cd5276a0c9d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:38.245372 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3dad302c-db45-4916-a152-4cd5276a0c9d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:38.305075 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37480) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:38.381024 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3dad302c-db45-4916-a152-4cd5276a0c9d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6673298 Feb 16 22:24:38.397886 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37482) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:38.414889 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-82b13516-92c3-47f6-bcdd-ebbcb6ac42b2 req-21a1a1b9-0926-479d-8b20-e57a2578183e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0859323e-e1ad-4bbc-a415-eb8c2b8131d3 HTTP/1.1" status: 200 len: 217 time: 0.3847668 Feb 16 22:24:38.440562 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-10161c5e-9cb2-4d49-87aa-1d1f87469ee4 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Request body: {'ports': [{'network_id': '11582708-d633-4221-a95c-06d67a5705c1', 'name': 'tempest-port--1744523430', 'admin_state_up': True}, {'network_id': 'cca6e6b6-2687-4cda-a018-170509b8b177', 'admin_state_up': False}]} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:38.440702 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-10161c5e-9cb2-4d49-87aa-1d1f87469ee4 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Request body: {'port': {'network_id': '11582708-d633-4221-a95c-06d67a5705c1', 'name': 'tempest-port--1744523430', 'admin_state_up': True}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:38.441141 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-10161c5e-9cb2-4d49-87aa-1d1f87469ee4 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Request body: {'port': {'network_id': 'cca6e6b6-2687-4cda-a018-170509b8b177', 'admin_state_up': False}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:38.461250 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0b4a13-6034-4a17-8a68-d9e94ed6bae3 None None] New status for floating IP 83f006f9-f27c-4bf0-8898-cc6ab9addf53: DOWN {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:24:38.476879 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7265de-96c4-44d2-9a04-165ae0cac334', 'name': 'network-vif-deleted', 'tag': '0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:24:38.481950 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a313775-8c36-4f06-8a39-b8569529840a" -d '{"events": [{"server_uuid": "9a7265de-96c4-44d2-9a04-165ae0cac334", "name": "network-vif-deleted", "tag": "0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:24:38.485755 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-0f4d4579-f976-4b7b-908c-08da1ceb04d5 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Deleting port 7dbea214-e9e0-4e3e-84ff-96c84ce0bb07 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:24:38.485755 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0f4d4579-f976-4b7b-908c-08da1ceb04d5 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (7dbea214-e9e0-4e3e-84ff-96c84ce0bb07), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:38.573047 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-a2d5ab7b-aef0-4747-93c5-b47a837f57e1 service neutron] 10.222.0.79 "GET /v2.0/networks/9b038f67-050b-4a64-adaa-5c570763bc77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7376752 Feb 16 22:24:38.574333 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-511822bb-8076-4171-aa4c-2e952b720e05 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (f27b3382-e384-4167-9957-61f877d602ad), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:38.590357 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad302c-db45-4916-a152-4cd5276a0c9d tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Pushing event updated for resources: {'Network': ['ID=cca6e6b6-2687-4cda-a018-170509b8b177,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:38.604547 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b13516-92c3-47f6-bcdd-ebbcb6ac42b2 req-82567af1-2b57-48ae-8dec-e755420c6cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:38.607879 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network cca6e6b6-2687-4cda-a018-170509b8b177 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:24:38.608032 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-82b13516-92c3-47f6-bcdd-ebbcb6ac42b2 req-82567af1-2b57-48ae-8dec-e755420c6cef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=25e028fc-8574-4bba-8928-c203e79359bb HTTP/1.1" status: 200 len: 855 time: 0.1832521 Feb 16 22:24:38.669345 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d7d271-fd33-48b2-9f9d-94c5ebba1acb x-openstack-request-id: req-c7d7d271-fd33-48b2-9f9d-94c5ebba1acb {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:24:38.670534 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7265de-96c4-44d2-9a04-165ae0cac334", "name": "network-vif-deleted", "tag": "0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:24:38.672117 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c7d7d271-fd33-48b2-9f9d-94c5ebba1acb {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:24:38.672117 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7265de-96c4-44d2-9a04-165ae0cac334', 'name': 'network-vif-deleted', 'tag': '0ca2fcf4-ce6a-4ea1-823d-23cb14c267c1', 'status': 'completed', 'code': 200} Feb 16 22:24:38.674226 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-82b13516-92c3-47f6-bcdd-ebbcb6ac42b2 req-66788dc8-c27d-43a1-996f-30c25bfbed81 service neutron] 10.222.0.79 "GET /v2.0/networks/9b038f67-050b-4a64-adaa-5c570763bc77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815960 Feb 16 22:24:38.727274 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511822bb-8076-4171-aa4c-2e952b720e05 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Pushing event deleted for resources: {'Subnet': ['ID=f27b3382-e384-4167-9957-61f877d602ad,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:38.749817 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b13516-92c3-47f6-bcdd-ebbcb6ac42b2 req-27358a94-91ca-4b13-884e-415403344372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:38.753128 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-82b13516-92c3-47f6-bcdd-ebbcb6ac42b2 req-27358a94-91ca-4b13-884e-415403344372 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9b038f67-050b-4a64-adaa-5c570763bc77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1294546 Feb 16 22:24:38.783501 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-511822bb-8076-4171-aa4c-2e952b720e05 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:38.789595 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-511822bb-8076-4171-aa4c-2e952b720e05 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "DELETE /v2.0/subnets/f27b3382-e384-4167-9957-61f877d602ad HTTP/1.1" status: 204 len: 168 time: 1.3597708 Feb 16 22:24:38.796355 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5d673a-101a-4a8b-8aaa-9ac32b9bd3a8 None None] Network aa46e597-0a67-4012-9c76-f23dfa0611e9 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:24:38.803628 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37492) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:38.867517 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-82b13516-92c3-47f6-bcdd-ebbcb6ac42b2 req-b8854eb0-254a-489d-b60f-610907a29e63 service neutron] 10.222.0.67 "GET /v2.0/networks/9b038f67-050b-4a64-adaa-5c570763bc77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054897 Feb 16 22:24:38.979263 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57d532a-e8b8-4777-bae4-55b717a5ea64 None None] DHCP port deletion for aa46e597-0a67-4012-9c76-f23dfa0611e9 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:24:39.009499 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-82b13516-92c3-47f6-bcdd-ebbcb6ac42b2 req-fba7b751-1079-4c00-8bb9-1ca6113a0322 service neutron] 10.222.0.67 "GET /v2.0/networks/9b038f67-050b-4a64-adaa-5c570763bc77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000338 Feb 16 22:24:39.050661 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a57d532a-e8b8-4777-bae4-55b717a5ea64 None None] Deleting port 769b7c20-003c-48ff-8179-65edcade6cd4 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:24:39.050964 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a57d532a-e8b8-4777-bae4-55b717a5ea64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (769b7c20-003c-48ff-8179-65edcade6cd4), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:39.061326 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5dfcb6ba-4500-40a4-a2b3-d0a2b0a5ace1 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (aa46e597-0a67-4012-9c76-f23dfa0611e9), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:39.086754 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-82b13516-92c3-47f6-bcdd-ebbcb6ac42b2 req-7ad2ab52-3332-4294-88ae-f9b47414035b service neutron] 10.222.0.79 "GET /v2.0/networks/9b038f67-050b-4a64-adaa-5c570763bc77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041798 Feb 16 22:24:39.101855 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0eb10953-ebe8-4463-b117-6528494597d2 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for security_group (6c3bbef6-3b9d-4668-8469-f692c1fc3c6d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:39.132543 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0eb10953-ebe8-4463-b117-6528494597d2 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for security_group (6c3bbef6-3b9d-4668-8469-f692c1fc3c6d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:39.149527 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-a57d532a-e8b8-4777-bae4-55b717a5ea64 None None] For port 769b7c20-003c-48ff-8179-65edcade6cd4, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=769b7c20-003c-48ff-8179-65edcade6cd4,segment=NetworkSegment(7fca372c-41a7-45f7-88ce-61291b9e8c46),segment_id=7fca372c-41a7-45f7-88ce-61291b9e8c46)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:39.150850 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a57d532a-e8b8-4777-bae4-55b717a5ea64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (769b7c20-003c-48ff-8179-65edcade6cd4), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:39.164099 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a57d532a-e8b8-4777-bae4-55b717a5ea64 None None] Calling delete_port for 769b7c20-003c-48ff-8179-65edcade6cd4 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:24:39.219839 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0f4d4579-f976-4b7b-908c-08da1ceb04d5 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (7dbea214-e9e0-4e3e-84ff-96c84ce0bb07), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:39.220176 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0f4d4579-f976-4b7b-908c-08da1ceb04d5 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks [] for floatingip (7dbea214-e9e0-4e3e-84ff-96c84ce0bb07), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:39.241844 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0eb10953-ebe8-4463-b117-6528494597d2 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (6c3bbef6-3b9d-4668-8469-f692c1fc3c6d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:39.246075 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0eb10953-ebe8-4463-b117-6528494597d2 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:39.249600 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0eb10953-ebe8-4463-b117-6528494597d2 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "DELETE /v2.0/security-groups/6c3bbef6-3b9d-4668-8469-f692c1fc3c6d HTTP/1.1" status: 204 len: 168 time: 0.9358060 Feb 16 22:24:39.250428 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37504) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:39.275575 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-94c83c78-580c-48dd-98ab-5d81ade36814 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] show failed (client error): The resource could not be found. Feb 16 22:24:39.281388 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-94c83c78-580c-48dd-98ab-5d81ade36814 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups/6c3bbef6-3b9d-4668-8469-f692c1fc3c6d HTTP/1.1" status: 404 len: 347 time: 0.0292854 Feb 16 22:24:39.283268 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37506) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:39.293731 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a57d532a-e8b8-4777-bae4-55b717a5ea64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (769b7c20-003c-48ff-8179-65edcade6cd4), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:39.331498 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-0f4d4579-f976-4b7b-908c-08da1ceb04d5 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Calling delete_port for 7dbea214-e9e0-4e3e-84ff-96c84ce0bb07 owned by network:floatingip {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:24:39.334665 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-5dfcb6ba-4500-40a4-a2b3-d0a2b0a5ace1 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] The port '769b7c20-003c-48ff-8179-65edcade6cd4' was deleted {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 16 22:24:39.353860 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57d532a-e8b8-4777-bae4-55b717a5ea64 None None] No DVR routers for this DVR port 769b7c20-003c-48ff-8179-65edcade6cd4 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:24:39.359081 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d532a-e8b8-4777-bae4-55b717a5ea64 None None] Pushing event deleted for resources: {'Port': ['ID=769b7c20-003c-48ff-8179-65edcade6cd4,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:39.459049 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5dfcb6ba-4500-40a4-a2b3-d0a2b0a5ace1 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (aa46e597-0a67-4012-9c76-f23dfa0611e9), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:39.484367 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-049ab952-7ecf-4c38-9061-daca9ccbd838 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Deleting port c1ff68fb-a595-446a-ae22-bb5a91492519 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:24:39.484815 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-049ab952-7ecf-4c38-9061-daca9ccbd838 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (c1ff68fb-a595-446a-ae22-bb5a91492519), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:39.617504 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-049ab952-7ecf-4c38-9061-daca9ccbd838 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (c1ff68fb-a595-446a-ae22-bb5a91492519), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:39.617860 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-049ab952-7ecf-4c38-9061-daca9ccbd838 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for floatingip (c1ff68fb-a595-446a-ae22-bb5a91492519), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:39.621268 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb10953-ebe8-4463-b117-6528494597d2 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3bbef6-3b9d-4668-8469-f692c1fc3c6d,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:39.623106 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10161c5e-9cb2-4d49-87aa-1d1f87469ee4 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Made reservation on behalf of 1dd2322745694bb4b2787caf4a4b8efb for: {'port': 2} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:24:39.634300 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-049ab952-7ecf-4c38-9061-daca9ccbd838 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Calling delete_port for c1ff68fb-a595-446a-ae22-bb5a91492519 owned by network:floatingip {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:24:39.635173 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-10161c5e-9cb2-4d49-87aa-1d1f87469ee4 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:39.683753 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0f4d4579-f976-4b7b-908c-08da1ceb04d5 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (7dbea214-e9e0-4e3e-84ff-96c84ce0bb07), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:39.741415 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-02712e95-2fd4-47ff-afe7-97d77f51e0dc req-92b9bbcd-b7f5-456b-a0b3-ab70b1abee3a service neutron] 10.222.0.79 "GET /v2.0/networks/9b038f67-050b-4a64-adaa-5c570763bc77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1483555 Feb 16 22:24:39.789598 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-5dfcb6ba-4500-40a4-a2b3-d0a2b0a5ace1 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa46e597-0a67-4012-9c76-f23dfa0611e9']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:39.795656 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-10161c5e-9cb2-4d49-87aa-1d1f87469ee4 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:39.796872 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-049ab952-7ecf-4c38-9061-daca9ccbd838 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (c1ff68fb-a595-446a-ae22-bb5a91492519), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:39.807335 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d4579-f976-4b7b-908c-08da1ceb04d5 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Pushing event deleted for resources: {'Port': ['ID=7dbea214-e9e0-4e3e-84ff-96c84ce0bb07,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:39.828659 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ab952-7ecf-4c38-9061-daca9ccbd838 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Pushing event deleted for resources: {'Port': ['ID=c1ff68fb-a595-446a-ae22-bb5a91492519,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:39.842469 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-5dfcb6ba-4500-40a4-a2b3-d0a2b0a5ace1 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fca372c-41a7-45f7-88ce-61291b9e8c46') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:39.842880 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-5dfcb6ba-4500-40a4-a2b3-d0a2b0a5ace1 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fca372c-41a7-45f7-88ce-61291b9e8c46') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:39.876710 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de09a9b-894c-4cb2-85fd-74bc9c40d590 req-9f4d0605-160a-47af-a6bd-d90f1e4b9d34 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:39.878534 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6de09a9b-894c-4cb2-85fd-74bc9c40d590 req-9f4d0605-160a-47af-a6bd-d90f1e4b9d34 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf7e8f73-c71c-4967-bc35-84da94c67372 HTTP/1.1" status: 200 len: 944 time: 0.6478908 Feb 16 22:24:39.907079 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-049ab952-7ecf-4c38-9061-daca9ccbd838 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for floatingip (83f006f9-f27c-4bf0-8898-cc6ab9addf53), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:39.909840 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-049ab952-7ecf-4c38-9061-daca9ccbd838 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:39.922017 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-049ab952-7ecf-4c38-9061-daca9ccbd838 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "DELETE /v2.0/floatingips/83f006f9-f27c-4bf0-8898-cc6ab9addf53 HTTP/1.1" status: 204 len: 168 time: 0.6320343 Feb 16 22:24:40.008799 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5dfcb6ba-4500-40a4-a2b3-d0a2b0a5ace1 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (7fca372c-41a7-45f7-88ce-61291b9e8c46), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:40.068089 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5dfcb6ba-4500-40a4-a2b3-d0a2b0a5ace1 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (7fca372c-41a7-45f7-88ce-61291b9e8c46), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:40.100405 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dfcb6ba-4500-40a4-a2b3-d0a2b0a5ace1 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:24:40.100910 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5dfcb6ba-4500-40a4-a2b3-d0a2b0a5ace1 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (7fca372c-41a7-45f7-88ce-61291b9e8c46), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:40.106826 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:24:40.106826 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:24:40.106826 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:24:40.106826 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:24:40.106826 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:24:40.106826 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:24:40.106826 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:24:40.106826 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:24:40.106826 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:24:40.106826 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:24:40.106826 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:24:40.106826 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:24:40.106826 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:24:40.106826 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:24:40.106826 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:24:40.106826 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:24:40.106826 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:24:40.106826 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:24:40.106826 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:24:40.106826 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:24:40.106826 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:24:40.106826 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:24:40.106826 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:24:40.106826 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:24:40.106826 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:24:40.106826 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:24:40.106826 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:24:40.106826 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:24:40.106826 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:24:40.106826 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:24:40.106826 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:24:40.106826 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:24:40.167774 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0f4d4579-f976-4b7b-908c-08da1ceb04d5 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks [] for floatingip (53587a63-2fd6-4722-a84f-edd68fa6faea), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:40.170865 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0f4d4579-f976-4b7b-908c-08da1ceb04d5 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:40.172034 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0f4d4579-f976-4b7b-908c-08da1ceb04d5 tempest-ServerActionsTestJSON-1691539919 tempest-ServerActionsTestJSON-1691539919-project] 10.222.0.75 "DELETE /v2.0/floatingips/53587a63-2fd6-4722-a84f-edd68fa6faea HTTP/1.1" status: 204 len: 168 time: 3.2745676 Feb 16 22:24:40.175100 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37538) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:40.187362 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6de09a9b-894c-4cb2-85fd-74bc9c40d590 req-e65131a5-6711-4356-ae0d-4053e295526e tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983007 Feb 16 22:24:40.279768 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d2d66-0246-46bf-aa99-d0f8dc87a2b6 req-7e879f70-e40b-4f0c-ba4e-910ab5e3cc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:40.281304 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e71d2d66-0246-46bf-aa99-d0f8dc87a2b6 req-7e879f70-e40b-4f0c-ba4e-910ab5e3cc7c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a33d618828c44ab2ae977b601214e672&device_id=bf7e8f73-c71c-4967-bc35-84da94c67372 HTTP/1.1" status: 200 len: 1126 time: 0.4638996 Feb 16 22:24:40.300460 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-10161c5e-9cb2-4d49-87aa-1d1f87469ee4 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] device_id is not set on port 6ac7ebdc-a30c-43a2-8779-f1680355c8ae yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:24:40.326677 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5dfcb6ba-4500-40a4-a2b3-d0a2b0a5ace1 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (aa46e597-0a67-4012-9c76-f23dfa0611e9), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:40.333874 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 0b564b69-2942-4271-8561-290bd459c7df up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:24:40.346771 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5dfcb6ba-4500-40a4-a2b3-d0a2b0a5ace1 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:40.350163 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5dfcb6ba-4500-40a4-a2b3-d0a2b0a5ace1 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] 10.222.0.75 "DELETE /v2.0/networks/aa46e597-0a67-4012-9c76-f23dfa0611e9 HTTP/1.1" status: 204 len: 168 time: 1.5456069 Feb 16 22:24:40.432891 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 0b564b69-2942-4271-8561-290bd459c7df completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:24:40.437205 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 0b564b69-2942-4271-8561-290bd459c7df triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:24:40.437796 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0b564b69-2942-4271-8561-290bd459c7df), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:40.472164 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfcb6ba-4500-40a4-a2b3-d0a2b0a5ace1 tempest-ServersTestMultiNic-1220917762 tempest-ServersTestMultiNic-1220917762-project] Pushing event deleted for resources: {'Network': ['ID=aa46e597-0a67-4012-9c76-f23dfa0611e9,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:40.504803 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 769b7c20-003c-48ff-8179-65edcade6cd4 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:24:40.528795 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37556) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:40.535924 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-42a80485-c7ec-4309-b38d-af18a9f40806 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1432049894', 'description': 'tempest-description--582877465'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:40.577613 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 769b7c20-003c-48ff-8179-65edcade6cd4 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:24:40.578057 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 769b7c20-003c-48ff-8179-65edcade6cd4 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:24:40.631782 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d2d66-0246-46bf-aa99-d0f8dc87a2b6 req-2e3722d5-1766-4949-a2ee-db89369f05ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:40.638250 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e71d2d66-0246-46bf-aa99-d0f8dc87a2b6 req-2e3722d5-1766-4949-a2ee-db89369f05ee service neutron] 10.222.0.79 "GET /v2.0/networks?id=9b038f67-050b-4a64-adaa-5c570763bc77 HTTP/1.1" status: 200 len: 917 time: 0.3445413 Feb 16 22:24:40.641342 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-42a80485-c7ec-4309-b38d-af18a9f40806 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:40.662104 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 0859323e-e1ad-4bbc-a415-eb8c2b8131d3 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:24:40.735377 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 0b564b69-2942-4271-8561-290bd459c7df is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:24:40.748271 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0b564b69-2942-4271-8561-290bd459c7df), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:40.769222 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37568) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:40.786308 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e71d2d66-0246-46bf-aa99-d0f8dc87a2b6 req-3a49626a-b04f-416b-ad36-0b6b2472d831 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70a551a1-249a-4e6e-8a5e-91c75dd7fb65 HTTP/1.1" status: 200 len: 217 time: 0.1380100 Feb 16 22:24:40.827752 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd7c175-2520-4877-907f-e1d2a73c22e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b564b69-2942-4271-8561-290bd459c7df'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:24:40.830803 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa44b37-0029-4cdc-afb1-0092533cb681" -d '{"events": [{"server_uuid": "0fd7c175-2520-4877-907f-e1d2a73c22e8", "name": "network-vif-plugged", "status": "completed", "tag": "0b564b69-2942-4271-8561-290bd459c7df"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:24:40.847452 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d2d66-0246-46bf-aa99-d0f8dc87a2b6 req-8f48447a-2017-43b6-b47e-a46ecdc0e0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:40.849542 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e71d2d66-0246-46bf-aa99-d0f8dc87a2b6 req-8f48447a-2017-43b6-b47e-a46ecdc0e0df service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25e028fc-8574-4bba-8928-c203e79359bb HTTP/1.1" status: 200 len: 855 time: 0.0542221 Feb 16 22:24:40.857421 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 0859323e-e1ad-4bbc-a415-eb8c2b8131d3 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:24:40.862869 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 0859323e-e1ad-4bbc-a415-eb8c2b8131d3 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:24:40.863245 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0859323e-e1ad-4bbc-a415-eb8c2b8131d3), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:40.865986 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 0b564b69-2942-4271-8561-290bd459c7df, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=0b564b69-2942-4271-8561-290bd459c7df,segment=NetworkSegment(9a749928-5123-42af-be75-3dbd2ab3ab75),segment_id=9a749928-5123-42af-be75-3dbd2ab3ab75)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:40.890769 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0b564b69-2942-4271-8561-290bd459c7df), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:40.926283 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7692c30e-72b3-47b6-9404-c9aa11ea6e15 x-openstack-request-id: req-7692c30e-72b3-47b6-9404-c9aa11ea6e15 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:24:40.927184 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd7c175-2520-4877-907f-e1d2a73c22e8", "name": "network-vif-plugged", "status": "completed", "tag": "0b564b69-2942-4271-8561-290bd459c7df", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:24:40.927658 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7692c30e-72b3-47b6-9404-c9aa11ea6e15 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:24:40.928260 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd7c175-2520-4877-907f-e1d2a73c22e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b564b69-2942-4271-8561-290bd459c7df', 'code': 200} Feb 16 22:24:41.008871 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 0859323e-e1ad-4bbc-a415-eb8c2b8131d3 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:24:41.010608 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0859323e-e1ad-4bbc-a415-eb8c2b8131d3), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:41.031076 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=0b564b69-2942-4271-8561-290bd459c7df,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:41.035075 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-10161c5e-9cb2-4d49-87aa-1d1f87469ee4 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks [] for port (6ac7ebdc-a30c-43a2-8779-f1680355c8ae), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:41.040354 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d2d66-0246-46bf-aa99-d0f8dc87a2b6 req-49e3006f-623e-4d76-a790-c96987905987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:41.042071 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e71d2d66-0246-46bf-aa99-d0f8dc87a2b6 req-49e3006f-623e-4d76-a790-c96987905987 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9b038f67-050b-4a64-adaa-5c570763bc77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1651742 Feb 16 22:24:41.055926 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 0859323e-e1ad-4bbc-a415-eb8c2b8131d3, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=0859323e-e1ad-4bbc-a415-eb8c2b8131d3,segment=NetworkSegment(9a749928-5123-42af-be75-3dbd2ab3ab75),segment_id=9a749928-5123-42af-be75-3dbd2ab3ab75)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:41.061571 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0859323e-e1ad-4bbc-a415-eb8c2b8131d3), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:41.129202 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=0859323e-e1ad-4bbc-a415-eb8c2b8131d3,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:41.145420 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e71d2d66-0246-46bf-aa99-d0f8dc87a2b6 req-fc686a43-8cf6-4841-9779-f11b898fef62 service neutron] 10.222.0.79 "GET /v2.0/networks/9b038f67-050b-4a64-adaa-5c570763bc77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900223 Feb 16 22:24:41.339261 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e71d2d66-0246-46bf-aa99-d0f8dc87a2b6 req-eaa1b5fe-97ed-4475-9910-71bbaf58ed8f service neutron] 10.222.0.79 "GET /v2.0/networks/9b038f67-050b-4a64-adaa-5c570763bc77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834023 Feb 16 22:24:41.345791 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-10161c5e-9cb2-4d49-87aa-1d1f87469ee4 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] device_id is not set on port fa912aaa-3eb5-4188-a4bf-429b7570137c yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:24:41.358981 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-42a80485-c7ec-4309-b38d-af18a9f40806 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for security_group (7f387bfc-6cdd-4d43-9970-2a817a9e7c17), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:41.374819 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13704cf2-9c48-4f16-8e6c-f45bad53b209 req-a128d1cc-e22f-448d-a34a-2c2c20e2861a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:41.376509 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-13704cf2-9c48-4f16-8e6c-f45bad53b209 req-a128d1cc-e22f-448d-a34a-2c2c20e2861a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0fd7c175-2520-4877-907f-e1d2a73c22e8 HTTP/1.1" status: 200 len: 1127 time: 0.3755174 Feb 16 22:24:41.377880 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-42a80485-c7ec-4309-b38d-af18a9f40806 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7f387bfc-6cdd-4d43-9970-2a817a9e7c17), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:41.460371 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-42a80485-c7ec-4309-b38d-af18a9f40806 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:41.464968 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-42a80485-c7ec-4309-b38d-af18a9f40806 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9315479 Feb 16 22:24:41.465142 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37594) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:41.470302 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a80485-c7ec-4309-b38d-af18a9f40806 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f387bfc-6cdd-4d43-9970-2a817a9e7c17,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:41.476045 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-a2855ee2-56ac-4317-8ab9-9735dbbd51b6 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Request body: {'security_group_rule': {'security_group_id': '7f387bfc-6cdd-4d43-9970-2a817a9e7c17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:41.534171 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9f06f-f78b-4d7d-808a-24003d267609 req-e6d1401a-fc26-4fa9-ae6b-57dc14e39706 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:41.535732 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-31f9f06f-f78b-4d7d-808a-24003d267609 req-e6d1401a-fc26-4fa9-ae6b-57dc14e39706 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf7e8f73-c71c-4967-bc35-84da94c67372 HTTP/1.1" status: 200 len: 944 time: 0.1591866 Feb 16 22:24:41.544806 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-13704cf2-9c48-4f16-8e6c-f45bad53b209 req-45c2bf7b-5f07-4df7-a925-106eaea1b87a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619751 Feb 16 22:24:41.566184 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a2855ee2-56ac-4317-8ab9-9735dbbd51b6 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for security_group_rule (52476553-cb65-4811-800e-5f8ffcfdc379), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:41.592598 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-10161c5e-9cb2-4d49-87aa-1d1f87469ee4 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks [] for port (fa912aaa-3eb5-4188-a4bf-429b7570137c), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:41.687118 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-31f9f06f-f78b-4d7d-808a-24003d267609 req-83521289-5091-4722-9690-f93000a7ffd6 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096706 Feb 16 22:24:41.698978 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a2855ee2-56ac-4317-8ab9-9735dbbd51b6 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for security_group_rule (52476553-cb65-4811-800e-5f8ffcfdc379), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:41.700694 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-10161c5e-9cb2-4d49-87aa-1d1f87469ee4 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (6ac7ebdc-a30c-43a2-8779-f1680355c8ae), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:41.713873 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a2855ee2-56ac-4317-8ab9-9735dbbd51b6 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (52476553-cb65-4811-800e-5f8ffcfdc379), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:41.736167 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c2ea13a0-589e-478d-834f-e69ed5f52439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (83a8dc8c-c814-49e7-8909-135df1b9a195), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:41.805318 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10161c5e-9cb2-4d49-87aa-1d1f87469ee4 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Pushing event updated for resources: {'Port': ['ID=6ac7ebdc-a30c-43a2-8779-f1680355c8ae,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:41.811130 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2855ee2-56ac-4317-8ab9-9735dbbd51b6 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52476553-cb65-4811-800e-5f8ffcfdc379,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:41.848423 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a2855ee2-56ac-4317-8ab9-9735dbbd51b6 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:41.853599 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37610) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:41.854142 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a2855ee2-56ac-4317-8ab9-9735dbbd51b6 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3863795 Feb 16 22:24:41.861541 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-53d1b020-4c82-4327-bb08-8a51460b6bef tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Request body: {'security_group_rule': {'security_group_id': '7f387bfc-6cdd-4d43-9970-2a817a9e7c17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:41.861985 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10161c5e-9cb2-4d49-87aa-1d1f87469ee4 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Checking segment: {'id': 'ed895bf2-d596-473a-8763-4adf1cfecd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '11582708-d633-4221-a95c-06d67a5705c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:24:41.862387 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10161c5e-9cb2-4d49-87aa-1d1f87469ee4 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Network hostable DHCP agents. Network: 11582708-d633-4221-a95c-06d67a5705c1, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:24:41.885781 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10161c5e-9cb2-4d49-87aa-1d1f87469ee4 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Network 11582708-d633-4221-a95c-06d67a5705c1 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:24:41.902225 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-10161c5e-9cb2-4d49-87aa-1d1f87469ee4 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 11582708-d633-4221-a95c-06d67a5705c1) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:24:41.910732 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37612) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:41.911763 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10161c5e-9cb2-4d49-87aa-1d1f87469ee4 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:24:41.912840 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-10161c5e-9cb2-4d49-87aa-1d1f87469ee4 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (fa912aaa-3eb5-4188-a4bf-429b7570137c), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:41.918170 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618b5a9c-f733-4a26-9dd7-0a12200ee548 None None] Network 11582708-d633-4221-a95c-06d67a5705c1 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:24:41.961080 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-53d1b020-4c82-4327-bb08-8a51460b6bef tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for security_group_rule (6575a431-4ce1-4428-96f7-74e9ba704976), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:41.979533 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10161c5e-9cb2-4d49-87aa-1d1f87469ee4 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Pushing event updated for resources: {'Port': ['ID=fa912aaa-3eb5-4188-a4bf-429b7570137c,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:42.019470 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10161c5e-9cb2-4d49-87aa-1d1f87469ee4 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Checking segment: {'id': '3a551eaf-7c40-4927-8faf-60e6a29f4d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cca6e6b6-2687-4cda-a018-170509b8b177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:24:42.020097 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10161c5e-9cb2-4d49-87aa-1d1f87469ee4 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Network hostable DHCP agents. Network: cca6e6b6-2687-4cda-a018-170509b8b177, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:24:42.045507 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10161c5e-9cb2-4d49-87aa-1d1f87469ee4 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Network cca6e6b6-2687-4cda-a018-170509b8b177 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:24:42.061255 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-10161c5e-9cb2-4d49-87aa-1d1f87469ee4 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, cca6e6b6-2687-4cda-a018-170509b8b177) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:24:42.061493 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d7af375-74c4-4fce-a267-5bd4794a4901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (be3f2535-3f91-4e18-bed3-bd2e837db366), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:42.073071 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10161c5e-9cb2-4d49-87aa-1d1f87469ee4 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:24:42.081008 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10161c5e-9cb2-4d49-87aa-1d1f87469ee4 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:42.086744 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10161c5e-9cb2-4d49-87aa-1d1f87469ee4 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:42.088010 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91cab89-a9f1-4cd8-a07f-39eb79f7187b None None] Network cca6e6b6-2687-4cda-a018-170509b8b177 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:24:42.088244 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-10161c5e-9cb2-4d49-87aa-1d1f87469ee4 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:42.116097 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-10161c5e-9cb2-4d49-87aa-1d1f87469ee4 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.7017238 Feb 16 22:24:42.117837 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37618) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:42.262385 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7f492ba-9bbe-4a4f-840f-0bb0e9e915cc admin admin] Deleting subnet 839d08e4-b425-43ca-a9e3-06c3106daa84 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:24:42.272207 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e7f492ba-9bbe-4a4f-840f-0bb0e9e915cc admin admin] Publish callbacks [] for subnet (839d08e4-b425-43ca-a9e3-06c3106daa84), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:42.282844 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f035a3-dfdb-4113-90fd-75ea6655f57c tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:42.289250 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f035a3-dfdb-4113-90fd-75ea6655f57c tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:42.291119 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-38f035a3-dfdb-4113-90fd-75ea6655f57c tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1717451 Feb 16 22:24:42.293937 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37622) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:42.313281 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-53d1b020-4c82-4327-bb08-8a51460b6bef tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for security_group_rule (6575a431-4ce1-4428-96f7-74e9ba704976), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:42.333649 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e7f492ba-9bbe-4a4f-840f-0bb0e9e915cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (839d08e4-b425-43ca-a9e3-06c3106daa84), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:42.335491 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-53d1b020-4c82-4327-bb08-8a51460b6bef tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (6575a431-4ce1-4428-96f7-74e9ba704976), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:42.349529 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 70a551a1-249a-4e6e-8a5e-91c75dd7fb65 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:24:42.376545 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37624) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:42.439856 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1b020-4c82-4327-bb08-8a51460b6bef tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6575a431-4ce1-4428-96f7-74e9ba704976,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:42.448736 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-bae14375-1285-43f0-9af4-ac53e85c8525 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Deleting port 6ac7ebdc-a30c-43a2-8779-f1680355c8ae {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:24:42.451038 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bae14375-1285-43f0-9af4-ac53e85c8525 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (6ac7ebdc-a30c-43a2-8779-f1680355c8ae), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:42.501550 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-53d1b020-4c82-4327-bb08-8a51460b6bef tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:42.502991 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-53d1b020-4c82-4327-bb08-8a51460b6bef tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6469460 Feb 16 22:24:42.504980 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d1b020-4c82-4327-bb08-8a51460b6bef tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:42.504980 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d1b020-4c82-4327-bb08-8a51460b6bef tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:42.505159 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d1b020-4c82-4327-bb08-8a51460b6bef tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:42.505485 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d1b020-4c82-4327-bb08-8a51460b6bef tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:42.505918 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d1b020-4c82-4327-bb08-8a51460b6bef tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:42.506341 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d1b020-4c82-4327-bb08-8a51460b6bef tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:42.506637 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d1b020-4c82-4327-bb08-8a51460b6bef tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:42.506968 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d1b020-4c82-4327-bb08-8a51460b6bef tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:42.507293 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d1b020-4c82-4327-bb08-8a51460b6bef tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:42.507625 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d1b020-4c82-4327-bb08-8a51460b6bef tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:42.507948 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d1b020-4c82-4327-bb08-8a51460b6bef tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:42.508275 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d1b020-4c82-4327-bb08-8a51460b6bef tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:42.508604 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d1b020-4c82-4327-bb08-8a51460b6bef tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:42.510056 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37628) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:42.527249 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-5308ad44-0b0f-40fd-9bc4-94d5bcfabe77 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:42.541593 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e7f492ba-9bbe-4a4f-840f-0bb0e9e915cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (839d08e4-b425-43ca-a9e3-06c3106daa84), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:42.775431 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 70a551a1-249a-4e6e-8a5e-91c75dd7fb65, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=70a551a1-249a-4e6e-8a5e-91c75dd7fb65,segment=NetworkSegment(9a749928-5123-42af-be75-3dbd2ab3ab75),segment_id=9a749928-5123-42af-be75-3dbd2ab3ab75)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:42.788633 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '70a551a1-249a-4e6e-8a5e-91c75dd7fb65', 'network_id': '9b038f67-050b-4a64-adaa-5c570763bc77', 'port_id': '70a551a1-249a-4e6e-8a5e-91c75dd7fb65', 'mac_address': 'fa:16:3e:35:82:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25e028fc-8574-4bba-8928-c203e79359bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:24:42.831553 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 70a551a1-249a-4e6e-8a5e-91c75dd7fb65 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:24:42.832189 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (70a551a1-249a-4e6e-8a5e-91c75dd7fb65), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:42.846833 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70a551a1-249a-4e6e-8a5e-91c75dd7fb65 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:24:42.869555 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 70a551a1-249a-4e6e-8a5e-91c75dd7fb65, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=70a551a1-249a-4e6e-8a5e-91c75dd7fb65,segment=NetworkSegment(9a749928-5123-42af-be75-3dbd2ab3ab75),segment_id=9a749928-5123-42af-be75-3dbd2ab3ab75)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:42.874567 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (70a551a1-249a-4e6e-8a5e-91c75dd7fb65), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:42.936859 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8f5882-22a6-4c71-ad4b-23dd6d1cd538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0859323e-e1ad-4bbc-a415-eb8c2b8131d3'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:24:42.940008 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b40a1d4-79dd-4c40-8ad2-2208ffaff84e" -d '{"events": [{"server_uuid": "3b8f5882-22a6-4c71-ad4b-23dd6d1cd538", "name": "network-vif-plugged", "status": "completed", "tag": "0859323e-e1ad-4bbc-a415-eb8c2b8131d3"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:24:42.942673 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=70a551a1-249a-4e6e-8a5e-91c75dd7fb65,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:42.975977 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-c2ea13a0-589e-478d-834f-e69ed5f52439 admin admin] Deleting port b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:24:42.976582 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c2ea13a0-589e-478d-834f-e69ed5f52439 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:42.982008 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e7f492ba-9bbe-4a4f-840f-0bb0e9e915cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (839d08e4-b425-43ca-a9e3-06c3106daa84), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:43.048160 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-94908f84-3091-4f78-8386-2520a60359f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:43.056907 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f492ba-9bbe-4a4f-840f-0bb0e9e915cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=839d08e4-b425-43ca-a9e3-06c3106daa84,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:43.067166 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e7f492ba-9bbe-4a4f-840f-0bb0e9e915cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:43.073294 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e7f492ba-9bbe-4a4f-840f-0bb0e9e915cc admin admin] 10.222.0.75 "DELETE /v2.0/subnets/839d08e4-b425-43ca-a9e3-06c3106daa84 HTTP/1.1" status: 204 len: 168 time: 1.1578114 Feb 16 22:24:43.080358 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bae14375-1285-43f0-9af4-ac53e85c8525 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (6ac7ebdc-a30c-43a2-8779-f1680355c8ae), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:43.082915 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37634) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:43.127949 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5308ad44-0b0f-40fd-9bc4-94d5bcfabe77 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:43.134443 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-bae14375-1285-43f0-9af4-ac53e85c8525 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Calling delete_port for 6ac7ebdc-a30c-43a2-8779-f1680355c8ae owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:24:43.157204 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-c2ea13a0-589e-478d-834f-e69ed5f52439 admin admin] For port b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:43.157204 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c2ea13a0-589e-478d-834f-e69ed5f52439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:43.175013 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-c2ea13a0-589e-478d-834f-e69ed5f52439 admin admin] Calling delete_port for b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:24:43.188069 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-0d7af375-74c4-4fce-a267-5bd4794a4901 admin admin] Deleting port 97941ec5-26e8-4b57-969a-723e7858b00e {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:24:43.188501 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d7af375-74c4-4fce-a267-5bd4794a4901 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (97941ec5-26e8-4b57-969a-723e7858b00e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:43.189397 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['70a551a1-249a-4e6e-8a5e-91c75dd7fb65'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:24:43.288792 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-77f0e3dd-4614-4f04-bbeb-b66b776e1317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (c5caf1e2-5ed9-4635-98df-d36f332fac2f), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:43.312857 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22828929-b962-43e6-8b20-6df7caf7bc74 req-f5b11dbd-d5ca-461f-aa6f-4d565dc63d3a tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:43.313382 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22828929-b962-43e6-8b20-6df7caf7bc74 req-f5b11dbd-d5ca-461f-aa6f-4d565dc63d3a tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf7e8f73-c71c-4967-bc35-84da94c67372 HTTP/1.1" status: 200 len: 945 time: 0.2587771 Feb 16 22:24:43.367223 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-0d7af375-74c4-4fce-a267-5bd4794a4901 admin admin] For port 97941ec5-26e8-4b57-969a-723e7858b00e, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=97941ec5-26e8-4b57-969a-723e7858b00e,segment=NetworkSegment(0a83c69f-2f67-4f04-9325-baa694594639),segment_id=0a83c69f-2f67-4f04-9325-baa694594639)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:43.367467 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d7af375-74c4-4fce-a267-5bd4794a4901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (97941ec5-26e8-4b57-969a-723e7858b00e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:43.387797 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-0d7af375-74c4-4fce-a267-5bd4794a4901 admin admin] Calling delete_port for 97941ec5-26e8-4b57-969a-723e7858b00e owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:24:43.526755 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-94908f84-3091-4f78-8386-2520a60359f1 admin admin] Publish callbacks [] for security_group (a76df598-6621-49b2-a0f8-b17e1b2925b6), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:43.527702 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bae14375-1285-43f0-9af4-ac53e85c8525 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (6ac7ebdc-a30c-43a2-8779-f1680355c8ae), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:43.543294 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22828929-b962-43e6-8b20-6df7caf7bc74 req-588656fa-c578-4242-a0d1-0872a6bd37e0 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186599 Feb 16 22:24:43.568365 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c2ea13a0-589e-478d-834f-e69ed5f52439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:43.577183 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-77f0e3dd-4614-4f04-bbeb-b66b776e1317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (c5caf1e2-5ed9-4635-98df-d36f332fac2f), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:43.580081 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-94908f84-3091-4f78-8386-2520a60359f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a76df598-6621-49b2-a0f8-b17e1b2925b6), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:43.590457 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf10c3f-996f-4d49-ba5b-f7027293ad31 x-openstack-request-id: req-abf10c3f-996f-4d49-ba5b-f7027293ad31 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:24:43.590830 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8f5882-22a6-4c71-ad4b-23dd6d1cd538", "name": "network-vif-plugged", "status": "completed", "tag": "0859323e-e1ad-4bbc-a415-eb8c2b8131d3", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:24:43.591159 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-abf10c3f-996f-4d49-ba5b-f7027293ad31 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:24:43.591640 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8f5882-22a6-4c71-ad4b-23dd6d1cd538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0859323e-e1ad-4bbc-a415-eb8c2b8131d3', 'code': 200} Feb 16 22:24:43.608256 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea13a0-589e-478d-834f-e69ed5f52439 admin admin] Pushing event deleted for resources: {'Port': ['ID=b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:43.631096 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae14375-1285-43f0-9af4-ac53e85c8525 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Pushing event deleted for resources: {'Port': ['ID=6ac7ebdc-a30c-43a2-8779-f1680355c8ae,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:43.658202 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bae14375-1285-43f0-9af4-ac53e85c8525 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:43.661215 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bae14375-1285-43f0-9af4-ac53e85c8525 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] 10.222.0.75 "DELETE /v2.0/ports/6ac7ebdc-a30c-43a2-8779-f1680355c8ae HTTP/1.1" status: 204 len: 168 time: 1.3659823 Feb 16 22:24:43.663885 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-77f0e3dd-4614-4f04-bbeb-b66b776e1317 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5caf1e2-5ed9-4635-98df-d36f332fac2f']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:43.665766 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37638) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:43.687157 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-77f0e3dd-4614-4f04-bbeb-b66b776e1317 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab3c7c9-e01c-407c-bcf4-3671c0e39eec') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:43.687461 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-77f0e3dd-4614-4f04-bbeb-b66b776e1317 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab3c7c9-e01c-407c-bcf4-3671c0e39eec') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:43.698683 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-94908f84-3091-4f78-8386-2520a60359f1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d099ce46e5144d5bba14cc5f0e64a1b2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3209157 Feb 16 22:24:43.702408 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94908f84-3091-4f78-8386-2520a60359f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76df598-6621-49b2-a0f8-b17e1b2925b6,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:43.706533 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-77f0e3dd-4614-4f04-bbeb-b66b776e1317 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (bab3c7c9-e01c-407c-bcf4-3671c0e39eec), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:43.708146 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37640) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:43.725019 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5308ad44-0b0f-40fd-9bc4-94d5bcfabe77 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:43.762974 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-77f0e3dd-4614-4f04-bbeb-b66b776e1317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (bab3c7c9-e01c-407c-bcf4-3671c0e39eec), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:43.802317 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f0e3dd-4614-4f04-bbeb-b66b776e1317 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:24:43.802734 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-77f0e3dd-4614-4f04-bbeb-b66b776e1317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (bab3c7c9-e01c-407c-bcf4-3671c0e39eec), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:43.804579 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:24:43.804579 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:24:43.804579 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:24:43.804579 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:24:43.804579 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:24:43.804579 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:24:43.804579 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:24:43.804579 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:24:43.804579 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:24:43.804579 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:24:43.804579 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:24:43.804579 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:24:43.804579 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:24:43.804579 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:24:43.804579 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:24:43.804579 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:24:43.804579 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:24:43.804579 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:24:43.804579 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:24:43.804579 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:24:43.804579 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:24:43.804579 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:24:43.804579 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:24:43.804579 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:24:43.804579 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:24:43.804579 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:24:43.804579 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:24:43.804579 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:24:43.804579 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:24:43.804579 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:24:43.804579 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:24:43.804579 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:24:43.893849 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-acfb9692-f58c-4be0-830c-412b821bbf05 admin admin] Publish callbacks [] for security_group (a76df598-6621-49b2-a0f8-b17e1b2925b6), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:43.932224 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-77f0e3dd-4614-4f04-bbeb-b66b776e1317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (c5caf1e2-5ed9-4635-98df-d36f332fac2f), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:43.947941 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-77f0e3dd-4614-4f04-bbeb-b66b776e1317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:43.951451 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1af36-b9cd-4d19-82e8-063d950eec38 req-388cd684-4c02-4388-a8f4-bbe9184f53ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:43.951906 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-77f0e3dd-4614-4f04-bbeb-b66b776e1317 admin admin] 10.222.0.75 "DELETE /v2.0/networks/c5caf1e2-5ed9-4635-98df-d36f332fac2f HTTP/1.1" status: 204 len: 168 time: 0.8680632 Feb 16 22:24:43.952999 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b8d1af36-b9cd-4d19-82e8-063d950eec38 req-388cd684-4c02-4388-a8f4-bbe9184f53ec service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3b8f5882-22a6-4c71-ad4b-23dd6d1cd538 HTTP/1.1" status: 200 len: 1127 time: 0.2857358 Feb 16 22:24:43.956895 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-acfb9692-f58c-4be0-830c-412b821bbf05 admin admin] Publish callbacks [] for security_group (a76df598-6621-49b2-a0f8-b17e1b2925b6), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:43.960654 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d7af375-74c4-4fce-a267-5bd4794a4901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (97941ec5-26e8-4b57-969a-723e7858b00e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:43.978115 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0e3dd-4614-4f04-bbeb-b66b776e1317 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5caf1e2-5ed9-4635-98df-d36f332fac2f,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:43.996052 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-5308ad44-0b0f-40fd-9bc4-94d5bcfabe77 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Allocated IP 172.25.2.95 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/7586f2fc-f8ee-419c-b498-b8f45d37627d) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:24:44.013772 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7af375-74c4-4fce-a267-5bd4794a4901 admin admin] Pushing event deleted for resources: {'Port': ['ID=97941ec5-26e8-4b57-969a-723e7858b00e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:44.064592 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-f649a69f-6d21-41d2-89ab-986670456cba tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Deleting port fa912aaa-3eb5-4188-a4bf-429b7570137c {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:24:44.064939 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f649a69f-6d21-41d2-89ab-986670456cba tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (fa912aaa-3eb5-4188-a4bf-429b7570137c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:44.105032 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-acfb9692-f58c-4be0-830c-412b821bbf05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a76df598-6621-49b2-a0f8-b17e1b2925b6), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:44.108833 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-acfb9692-f58c-4be0-830c-412b821bbf05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:44.110089 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-acfb9692-f58c-4be0-830c-412b821bbf05 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a76df598-6621-49b2-a0f8-b17e1b2925b6 HTTP/1.1" status: 204 len: 168 time: 0.3995452 Feb 16 22:24:44.124466 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb9692-f58c-4be0-830c-412b821bbf05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76df598-6621-49b2-a0f8-b17e1b2925b6,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:44.138464 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b8d1af36-b9cd-4d19-82e8-063d950eec38 req-307478ce-bbf5-435d-9917-bbbf8b6edba3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700768 Feb 16 22:24:44.142409 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c2ea13a0-589e-478d-834f-e69ed5f52439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (83a8dc8c-c814-49e7-8909-135df1b9a195), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:44.159917 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5308ad44-0b0f-40fd-9bc4-94d5bcfabe77 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for port (7586f2fc-f8ee-419c-b498-b8f45d37627d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:44.165002 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37646) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:44.231089 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-13e751e5-a89b-484e-a6d2-625213912713 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ee14b41af1744680817d2f7b9462ea3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0640113 Feb 16 22:24:44.233561 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37648) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:44.286214 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5308ad44-0b0f-40fd-9bc4-94d5bcfabe77 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (7586f2fc-f8ee-419c-b498-b8f45d37627d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:44.304819 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f649a69f-6d21-41d2-89ab-986670456cba tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (fa912aaa-3eb5-4188-a4bf-429b7570137c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:44.347659 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5308ad44-0b0f-40fd-9bc4-94d5bcfabe77 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:24:44.350217 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-aeff387f-b685-4dd7-85d5-6b97a7f3c001 admin admin] Publish callbacks [] for security_group (820d85d4-a167-4690-8389-23cff5972d93), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:44.371034 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 70a551a1-249a-4e6e-8a5e-91c75dd7fb65 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:24:44.400078 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-5308ad44-0b0f-40fd-9bc4-94d5bcfabe77 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:24:44.403486 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5308ad44-0b0f-40fd-9bc4-94d5bcfabe77 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:24:44.405430 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-f649a69f-6d21-41d2-89ab-986670456cba tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Calling delete_port for fa912aaa-3eb5-4188-a4bf-429b7570137c owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:24:44.432137 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-aeff387f-b685-4dd7-85d5-6b97a7f3c001 admin admin] Publish callbacks [] for security_group (820d85d4-a167-4690-8389-23cff5972d93), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:44.451647 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308ad44-0b0f-40fd-9bc4-94d5bcfabe77 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Pushing event updated for resources: {'Port': ['ID=7586f2fc-f8ee-419c-b498-b8f45d37627d,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:44.488121 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 70a551a1-249a-4e6e-8a5e-91c75dd7fb65 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:24:44.499339 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 70a551a1-249a-4e6e-8a5e-91c75dd7fb65 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:24:44.500110 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (70a551a1-249a-4e6e-8a5e-91c75dd7fb65), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:44.510974 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d7af375-74c4-4fce-a267-5bd4794a4901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (be3f2535-3f91-4e18-bed3-bd2e837db366), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:44.584310 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-aeff387f-b685-4dd7-85d5-6b97a7f3c001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (820d85d4-a167-4690-8389-23cff5972d93), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:44.594009 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-aeff387f-b685-4dd7-85d5-6b97a7f3c001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:44.597643 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-aeff387f-b685-4dd7-85d5-6b97a7f3c001 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/820d85d4-a167-4690-8389-23cff5972d93 HTTP/1.1" status: 204 len: 168 time: 0.3598108 Feb 16 22:24:44.620679 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 70a551a1-249a-4e6e-8a5e-91c75dd7fb65 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:24:44.621354 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (70a551a1-249a-4e6e-8a5e-91c75dd7fb65), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:44.644532 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5308ad44-0b0f-40fd-9bc4-94d5bcfabe77 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for floatingip (80cdaee1-b933-43ab-8063-eada40c4e6dd), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:44.657362 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff387f-b685-4dd7-85d5-6b97a7f3c001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820d85d4-a167-4690-8389-23cff5972d93,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:44.677746 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 70a551a1-249a-4e6e-8a5e-91c75dd7fb65, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=70a551a1-249a-4e6e-8a5e-91c75dd7fb65,segment=NetworkSegment(9a749928-5123-42af-be75-3dbd2ab3ab75),segment_id=9a749928-5123-42af-be75-3dbd2ab3ab75)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:44.692540 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (70a551a1-249a-4e6e-8a5e-91c75dd7fb65), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:44.728764 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37656) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:44.732229 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5308ad44-0b0f-40fd-9bc4-94d5bcfabe77 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (7586f2fc-f8ee-419c-b498-b8f45d37627d), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:44.739933 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f649a69f-6d21-41d2-89ab-986670456cba tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (fa912aaa-3eb5-4188-a4bf-429b7570137c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:44.785091 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=70a551a1-249a-4e6e-8a5e-91c75dd7fb65,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:44.802917 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4d6bd0d7-80e2-404c-a1c8-f52c90fd90c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:44.817243 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f649a69f-6d21-41d2-89ab-986670456cba tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Pushing event deleted for resources: {'Port': ['ID=fa912aaa-3eb5-4188-a4bf-429b7570137c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:44.825802 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f649a69f-6d21-41d2-89ab-986670456cba tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:44.831479 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f649a69f-6d21-41d2-89ab-986670456cba tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] 10.222.0.75 "DELETE /v2.0/ports/fa912aaa-3eb5-4188-a4bf-429b7570137c HTTP/1.1" status: 204 len: 168 time: 1.1606522 Feb 16 22:24:44.834282 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37660) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:44.853721 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf931fe-3104-4b28-a820-3ae274284cd2 req-5b2467af-8863-493f-b2e1-48fd6dabb609 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:44.855731 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cdf931fe-3104-4b28-a820-3ae274284cd2 req-5b2467af-8863-493f-b2e1-48fd6dabb609 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf7e8f73-c71c-4967-bc35-84da94c67372 HTTP/1.1" status: 200 len: 946 time: 0.1199231 Feb 16 22:24:44.910050 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c387b5f6-d026-4007-9a1e-a26e7b70c16c tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0716112 Feb 16 22:24:44.916202 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37662) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:44.922830 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-31fe3013-d205-4db5-93fa-453010170988 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1626693290'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:44.941444 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ea13a0-589e-478d-834f-e69ed5f52439 admin admin] Router 83a8dc8c-c814-49e7-8909-135df1b9a195 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:24:44.996107 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fe3013-d205-4db5-93fa-453010170988 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Made reservation on behalf of 1dd2322745694bb4b2787caf4a4b8efb for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:24:44.999450 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-31fe3013-d205-4db5-93fa-453010170988 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:45.006246 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cdf931fe-3104-4b28-a820-3ae274284cd2 req-1f748e37-5685-441a-a94c-7df53627bca4 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443074 Feb 16 22:24:45.036356 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31fe3013-d205-4db5-93fa-453010170988 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:24:45.056412 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5308ad44-0b0f-40fd-9bc4-94d5bcfabe77 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for port (7586f2fc-f8ee-419c-b498-b8f45d37627d), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:45.062406 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-31fe3013-d205-4db5-93fa-453010170988 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (e56d2341-e41e-4e1c-8857-0a36dad134ae), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:45.062769 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-31fe3013-d205-4db5-93fa-453010170988 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Added segment e56d2341-e41e-4e1c-8857-0a36dad134ae of type vlan for network c6e65ee8-fd18-49d3-bb7a-12ac2c66ae72 Feb 16 22:24:45.071451 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5308ad44-0b0f-40fd-9bc4-94d5bcfabe77 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (7586f2fc-f8ee-419c-b498-b8f45d37627d), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:45.141085 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4d6bd0d7-80e2-404c-a1c8-f52c90fd90c5 admin admin] Publish callbacks [] for security_group (8f3f7d89-aafb-410e-b7e3-2e6b7bf8da3b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:45.151090 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-31fe3013-d205-4db5-93fa-453010170988 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (c6e65ee8-fd18-49d3-bb7a-12ac2c66ae72), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:45.152016 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4d6bd0d7-80e2-404c-a1c8-f52c90fd90c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (8f3f7d89-aafb-410e-b7e3-2e6b7bf8da3b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:45.206304 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308ad44-0b0f-40fd-9bc4-94d5bcfabe77 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Pushing event updated for resources: {'Port': ['ID=7586f2fc-f8ee-419c-b498-b8f45d37627d,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:45.211595 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4d6bd0d7-80e2-404c-a1c8-f52c90fd90c5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f1fba25b10294642b46a1cc9e78fdd17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4800692 Feb 16 22:24:45.216629 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37674) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:45.220922 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bd0d7-80e2-404c-a1c8-f52c90fd90c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3f7d89-aafb-410e-b7e3-2e6b7bf8da3b,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:45.230182 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7af375-74c4-4fce-a267-5bd4794a4901 admin admin] Router be3f2535-3f91-4e18-bed3-bd2e837db366 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:24:45.234706 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ea13a0-589e-478d-834f-e69ed5f52439 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:24:45.242692 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c2ea13a0-589e-478d-834f-e69ed5f52439 admin admin] 10.222.0.75 "PUT /v2.0/routers/83a8dc8c-c814-49e7-8909-135df1b9a195/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0665083 Feb 16 22:24:45.243372 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37676) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:45.246511 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6675201-3ac2-4b4f-bf8e-63118d8fda2b None None] Sync routers for ids ['83a8dc8c-c814-49e7-8909-135df1b9a195'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:24:45.263995 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5308ad44-0b0f-40fd-9bc4-94d5bcfabe77 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (80cdaee1-b933-43ab-8063-eada40c4e6dd), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:45.264240 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6675201-3ac2-4b4f-bf8e-63118d8fda2b None None] Routers {'83a8dc8c-c814-49e7-8909-135df1b9a195'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:24:45.266359 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-f6675201-3ac2-4b4f-bf8e-63118d8fda2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:24:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['83a8dc8c-c814-49e7-8909-135df1b9a195'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:45.276195 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-31fe3013-d205-4db5-93fa-453010170988 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (c6e65ee8-fd18-49d3-bb7a-12ac2c66ae72), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:45.283484 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fe3013-d205-4db5-93fa-453010170988 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:45.284105 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-31fe3013-d205-4db5-93fa-453010170988 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:45.369746 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe3013-d205-4db5-93fa-453010170988 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Pushing event updated for resources: {'Network': ['ID=c6e65ee8-fd18-49d3-bb7a-12ac2c66ae72,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:45.391691 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network c6e65ee8-fd18-49d3-bb7a-12ac2c66ae72 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:24:45.441295 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5308ad44-0b0f-40fd-9bc4-94d5bcfabe77 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:45.459624 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5308ad44-0b0f-40fd-9bc4-94d5bcfabe77 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9409330 Feb 16 22:24:45.459624 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5f89f8d4-e1d2-4a4f-aa01-5742fc8c5246 admin admin] Publish callbacks [] for security_group (8f3f7d89-aafb-410e-b7e3-2e6b7bf8da3b), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:45.482686 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-f6675201-3ac2-4b4f-bf8e-63118d8fda2b None None] Set router 83a8dc8c-c814-49e7-8909-135df1b9a195 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:24:45.539861 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5f89f8d4-e1d2-4a4f-aa01-5742fc8c5246 admin admin] Publish callbacks [] for security_group (8f3f7d89-aafb-410e-b7e3-2e6b7bf8da3b), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:45.604112 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7e8f73-c71c-4967-bc35-84da94c67372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a551a1-249a-4e6e-8a5e-91c75dd7fb65'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:24:45.606435 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80e6172-22ec-449f-87ed-1e7878df4afa" -d '{"events": [{"server_uuid": "bf7e8f73-c71c-4967-bc35-84da94c67372", "name": "network-vif-plugged", "status": "completed", "tag": "70a551a1-249a-4e6e-8a5e-91c75dd7fb65"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:24:45.638260 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37686) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:45.641852 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-31fe3013-d205-4db5-93fa-453010170988 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7244289 Feb 16 22:24:45.646555 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37692) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:45.652778 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-a8ff2abe-85dc-43ac-9aa2-103710130df6 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1058457208'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:45.671198 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5f89f8d4-e1d2-4a4f-aa01-5742fc8c5246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (8f3f7d89-aafb-410e-b7e3-2e6b7bf8da3b), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:45.674276 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5f89f8d4-e1d2-4a4f-aa01-5742fc8c5246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:45.677935 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5f89f8d4-e1d2-4a4f-aa01-5742fc8c5246 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8f3f7d89-aafb-410e-b7e3-2e6b7bf8da3b HTTP/1.1" status: 204 len: 168 time: 0.4581125 Feb 16 22:24:45.687494 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89f8d4-e1d2-4a4f-aa01-5742fc8c5246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3f7d89-aafb-410e-b7e3-2e6b7bf8da3b,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:45.691032 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ff2abe-85dc-43ac-9aa2-103710130df6 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Made reservation on behalf of 1dd2322745694bb4b2787caf4a4b8efb for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:24:45.694321 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02acc1b9-5862-4909-a2ce-26875b7123b0 x-openstack-request-id: req-02acc1b9-5862-4909-a2ce-26875b7123b0 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:24:45.694783 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a8ff2abe-85dc-43ac-9aa2-103710130df6 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:45.695234 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7e8f73-c71c-4967-bc35-84da94c67372", "name": "network-vif-plugged", "status": "completed", "tag": "70a551a1-249a-4e6e-8a5e-91c75dd7fb65", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:24:45.695683 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-02acc1b9-5862-4909-a2ce-26875b7123b0 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:24:45.696277 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7e8f73-c71c-4967-bc35-84da94c67372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a551a1-249a-4e6e-8a5e-91c75dd7fb65', 'code': 200} Feb 16 22:24:45.738209 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ff2abe-85dc-43ac-9aa2-103710130df6 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:24:45.760701 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a8ff2abe-85dc-43ac-9aa2-103710130df6 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (5c247be3-473b-452b-8071-538ffc9846de), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:45.762159 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-a8ff2abe-85dc-43ac-9aa2-103710130df6 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Added segment 5c247be3-473b-452b-8071-538ffc9846de of type vlan for network 0594dba9-e50e-4e10-a168-8b14e498fb4f Feb 16 22:24:45.887495 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8d09d334-0915-468a-b5b7-214a67eb7bf2 admin admin] Publish callbacks [] for router (83a8dc8c-c814-49e7-8909-135df1b9a195), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:45.917518 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-f6675201-3ac2-4b4f-bf8e-63118d8fda2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'name': 'tempest-ServerActionsTestJSON-230181250-router', 'tenant_id': '471d422781ee4218a880c4849a975478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '721b1878-6f77-4490-90c4-5469d92b3708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:22Z', 'updated_at': '2022-02-16T22:24:43Z', 'revision_number': 5, 'project_id': '471d422781ee4218a880c4849a975478', 'gw_port': {'id': '721b1878-6f77-4490-90c4-5469d92b3708', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:61:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:23Z', 'updated_at': '2022-02-16T22:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:45.921597 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a8ff2abe-85dc-43ac-9aa2-103710130df6 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (0594dba9-e50e-4e10-a168-8b14e498fb4f), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:45.950062 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-b31372d5-3cae-4408-bbd1-bb7f132d705a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1432049894&fields=id&tenant_id=d077897d87b240428fffff8cb232a67c HTTP/1.1" status: 200 len: 267 time: 0.0983567 Feb 16 22:24:45.958777 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6675201-3ac2-4b4f-bf8e-63118d8fda2b None None] Checking router: 83a8dc8c-c814-49e7-8909-135df1b9a195 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:24:45.964192 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7af375-74c4-4fce-a267-5bd4794a4901 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:24:45.972142 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0d7af375-74c4-4fce-a267-5bd4794a4901 admin admin] 10.222.0.75 "PUT /v2.0/routers/be3f2535-3f91-4e18-bed3-bd2e837db366/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2012379 Feb 16 22:24:45.974770 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac64fee-5c30-4842-ae52-674a9064e125 req-d0b17c3d-a6cc-49f2-8bd1-95627b2ed30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:45.976581 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-bac64fee-5c30-4842-ae52-674a9064e125 req-d0b17c3d-a6cc-49f2-8bd1-95627b2ed30f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bf7e8f73-c71c-4967-bc35-84da94c67372 HTTP/1.1" status: 200 len: 1128 time: 0.1795928 Feb 16 22:24:45.977192 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37708) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:45.981073 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6675201-3ac2-4b4f-bf8e-63118d8fda2b None None] Routers {'83a8dc8c-c814-49e7-8909-135df1b9a195'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:24:45.981542 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feadaac7-b73a-470a-b549-9d2f9418f5a3 None None] Sync routers for ids ['be3f2535-3f91-4e18-bed3-bd2e837db366'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:24:45.992760 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-f6675201-3ac2-4b4f-bf8e-63118d8fda2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:24:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['83a8dc8c-c814-49e7-8909-135df1b9a195'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:45.997926 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feadaac7-b73a-470a-b549-9d2f9418f5a3 None None] Routers {'be3f2535-3f91-4e18-bed3-bd2e837db366'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:24:46.000301 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-feadaac7-b73a-470a-b549-9d2f9418f5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:24:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['be3f2535-3f91-4e18-bed3-bd2e837db366'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:46.062005 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-bac64fee-5c30-4842-ae52-674a9064e125 req-b0b89ae3-e920-46c7-b28d-25069eb350d5 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778482 Feb 16 22:24:46.068638 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8d09d334-0915-468a-b5b7-214a67eb7bf2 admin admin] Publish callbacks [] for router_gateway (83a8dc8c-c814-49e7-8909-135df1b9a195), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:46.104009 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a8ff2abe-85dc-43ac-9aa2-103710130df6 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (0594dba9-e50e-4e10-a168-8b14e498fb4f), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:46.118935 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ff2abe-85dc-43ac-9aa2-103710130df6 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:46.119843 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a8ff2abe-85dc-43ac-9aa2-103710130df6 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:46.159546 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-8d09d334-0915-468a-b5b7-214a67eb7bf2 admin admin] Deleting port 721b1878-6f77-4490-90c4-5469d92b3708 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:24:46.160129 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8d09d334-0915-468a-b5b7-214a67eb7bf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (721b1878-6f77-4490-90c4-5469d92b3708), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:46.166936 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-9a6ef2ea-20bc-4d90-80e0-522b32a35143 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1717448972-network', 'tenant_id': '999596a6984b46a3940038f8afe16188'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:46.230072 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-feadaac7-b73a-470a-b549-9d2f9418f5a3 None None] Set router be3f2535-3f91-4e18-bed3-bd2e837db366 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:24:46.307026 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6ef2ea-20bc-4d90-80e0-522b32a35143 admin admin] Made reservation on behalf of 999596a6984b46a3940038f8afe16188 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:24:46.309699 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9a6ef2ea-20bc-4d90-80e0-522b32a35143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:46.316303 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a8ff2abe-85dc-43ac-9aa2-103710130df6 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6686571 Feb 16 22:24:46.324733 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff2abe-85dc-43ac-9aa2-103710130df6 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Pushing event updated for resources: {'Network': ['ID=0594dba9-e50e-4e10-a168-8b14e498fb4f,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:46.345144 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-f6675201-3ac2-4b4f-bf8e-63118d8fda2b None None] Set router 83a8dc8c-c814-49e7-8909-135df1b9a195 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:24:46.351522 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f0c50790-c420-45c1-8380-bc9be4400269 admin admin] Publish callbacks [] for router (be3f2535-3f91-4e18-bed3-bd2e837db366), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:46.373587 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-8d09d334-0915-468a-b5b7-214a67eb7bf2 admin admin] For port 721b1878-6f77-4490-90c4-5469d92b3708, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=721b1878-6f77-4490-90c4-5469d92b3708,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:46.374977 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8d09d334-0915-468a-b5b7-214a67eb7bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (721b1878-6f77-4490-90c4-5469d92b3708), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:46.395752 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9a6ef2ea-20bc-4d90-80e0-522b32a35143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:46.402026 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-8d09d334-0915-468a-b5b7-214a67eb7bf2 admin admin] Calling delete_port for 721b1878-6f77-4490-90c4-5469d92b3708 owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:24:46.428009 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 0594dba9-e50e-4e10-a168-8b14e498fb4f details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:24:46.469635 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-b891555d-caf6-476f-ac20-36db79227cd1 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:46.476900 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-b891555d-caf6-476f-ac20-36db79227cd1 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/networks?id=a2949af4-226e-4bae-8b8f-20776d9938d8 HTTP/1.1" status: 200 len: 811 time: 0.5193608 Feb 16 22:24:46.492559 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37720) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:46.503847 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-2e3d8a64-7717-46d8-8fba-d1b6091245c6 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Request body: {'subnets': [{'network_id': 'c6e65ee8-fd18-49d3-bb7a-12ac2c66ae72', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--657201132', 'ip_version': 4}, {'network_id': '0594dba9-e50e-4e10-a168-8b14e498fb4f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:46.504259 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-2e3d8a64-7717-46d8-8fba-d1b6091245c6 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Request body: {'subnet': {'network_id': 'c6e65ee8-fd18-49d3-bb7a-12ac2c66ae72', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--657201132', 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:46.504850 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-2e3d8a64-7717-46d8-8fba-d1b6091245c6 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Request body: {'subnet': {'network_id': '0594dba9-e50e-4e10-a168-8b14e498fb4f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:46.527257 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-b64afc1f-d1ce-4162-a933-c1eaedd70bf9 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/quotas/d077897d87b240428fffff8cb232a67c HTTP/1.1" status: 200 len: 375 time: 0.0454648 Feb 16 22:24:46.646436 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-f6675201-3ac2-4b4f-bf8e-63118d8fda2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'name': 'tempest-ServerActionsTestJSON-230181250-router', 'tenant_id': '471d422781ee4218a880c4849a975478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '721b1878-6f77-4490-90c4-5469d92b3708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:22Z', 'updated_at': '2022-02-16T22:24:43Z', 'revision_number': 5, 'project_id': '471d422781ee4218a880c4849a975478', 'gw_port': {'id': '721b1878-6f77-4490-90c4-5469d92b3708', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:61:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:23Z', 'updated_at': '2022-02-16T22:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:46.675476 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-feadaac7-b73a-470a-b549-9d2f9418f5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3f2535-3f91-4e18-bed3-bd2e837db366', 'name': 'tempest-ServersTestMultiNic-742345047-router', 'tenant_id': '2f608537367041eb8983cef4cf0c0dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c6029141-2bd1-40e7-9962-46a18c97ba78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:23:07Z', 'updated_at': '2022-02-16T22:24:43Z', 'revision_number': 5, 'project_id': '2f608537367041eb8983cef4cf0c0dc6', 'gw_port': {'id': 'c6029141-2bd1-40e7-9962-46a18c97ba78', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3f2535-3f91-4e18-bed3-bd2e837db366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:23:08Z', 'updated_at': '2022-02-16T22:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:46.710588 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f0c50790-c420-45c1-8380-bc9be4400269 admin admin] Publish callbacks [] for router_gateway (be3f2535-3f91-4e18-bed3-bd2e837db366), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:46.715717 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feadaac7-b73a-470a-b549-9d2f9418f5a3 None None] Checking router: be3f2535-3f91-4e18-bed3-bd2e837db366 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:24:46.731487 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feadaac7-b73a-470a-b549-9d2f9418f5a3 None None] Routers {'be3f2535-3f91-4e18-bed3-bd2e837db366'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:24:46.731685 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-feadaac7-b73a-470a-b549-9d2f9418f5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:24:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['be3f2535-3f91-4e18-bed3-bd2e837db366'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:46.751060 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6675201-3ac2-4b4f-bf8e-63118d8fda2b None None] The sync data for ids ['83a8dc8c-c814-49e7-8909-135df1b9a195'] in n-d-813897-6 is: [{'id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'name': 'tempest-ServerActionsTestJSON-230181250-router', 'tenant_id': '471d422781ee4218a880c4849a975478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '721b1878-6f77-4490-90c4-5469d92b3708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:16:22Z', 'updated_at': '2022-02-16T22:24:43Z', 'revision_number': 5, 'project_id': '471d422781ee4218a880c4849a975478', 'gw_port': {'id': '721b1878-6f77-4490-90c4-5469d92b3708', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:61:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a8dc8c-c814-49e7-8909-135df1b9a195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:16:23Z', 'updated_at': '2022-02-16T22:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:24:46.762252 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-2c8d64fc-7821-4d34-8f08-23b98868a0e8 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d077897d87b240428fffff8cb232a67c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2378855 Feb 16 22:24:46.834731 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8d09d334-0915-468a-b5b7-214a67eb7bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (721b1878-6f77-4490-90c4-5469d92b3708), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:46.867184 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9a6ef2ea-20bc-4d90-80e0-522b32a35143 admin admin] Publish callbacks [] for security_group (8c94344e-2952-4d96-a0dc-469379e2c622), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:46.874472 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09d334-0915-468a-b5b7-214a67eb7bf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=721b1878-6f77-4490-90c4-5469d92b3708,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:46.878712 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-feadaac7-b73a-470a-b549-9d2f9418f5a3 None None] Set router be3f2535-3f91-4e18-bed3-bd2e837db366 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:24:46.884046 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9a6ef2ea-20bc-4d90-80e0-522b32a35143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (8c94344e-2952-4d96-a0dc-469379e2c622), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:46.959992 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6ef2ea-20bc-4d90-80e0-522b32a35143 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:24:46.976254 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3d8a64-7717-46d8-8fba-d1b6091245c6 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Made reservation on behalf of 1dd2322745694bb4b2787caf4a4b8efb for: {'subnet': 2} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:24:46.981172 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2e3d8a64-7717-46d8-8fba-d1b6091245c6 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:46.981574 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2e3d8a64-7717-46d8-8fba-d1b6091245c6 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:46.985077 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8d09d334-0915-468a-b5b7-214a67eb7bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (83a8dc8c-c814-49e7-8909-135df1b9a195), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:47.004197 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ef2ea-20bc-4d90-80e0-522b32a35143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c94344e-2952-4d96-a0dc-469379e2c622,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:47.038644 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9a6ef2ea-20bc-4d90-80e0-522b32a35143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (bc3febe3-3118-453b-88e5-9f6c75c15034), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:47.038995 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-9a6ef2ea-20bc-4d90-80e0-522b32a35143 admin admin] Added segment bc3febe3-3118-453b-88e5-9f6c75c15034 of type vlan for network 6436fd36-fb3d-4aa1-a761-1a4a786e9add Feb 16 22:24:47.070183 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-78a9b9ad-5157-4fd6-bcc2-0a23ecc9fba8 service neutron] 10.222.0.75 "GET /v2.0/networks/a2949af4-226e-4bae-8b8f-20776d9938d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069582 Feb 16 22:24:47.116689 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-feadaac7-b73a-470a-b549-9d2f9418f5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3f2535-3f91-4e18-bed3-bd2e837db366', 'name': 'tempest-ServersTestMultiNic-742345047-router', 'tenant_id': '2f608537367041eb8983cef4cf0c0dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c6029141-2bd1-40e7-9962-46a18c97ba78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:23:07Z', 'updated_at': '2022-02-16T22:24:43Z', 'revision_number': 5, 'project_id': '2f608537367041eb8983cef4cf0c0dc6', 'gw_port': {'id': 'c6029141-2bd1-40e7-9962-46a18c97ba78', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3f2535-3f91-4e18-bed3-bd2e837db366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:23:08Z', 'updated_at': '2022-02-16T22:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:47.184916 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-f0c50790-c420-45c1-8380-bc9be4400269 admin admin] Deleting port c6029141-2bd1-40e7-9962-46a18c97ba78 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:24:47.185253 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f0c50790-c420-45c1-8380-bc9be4400269 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (c6029141-2bd1-40e7-9962-46a18c97ba78), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:47.193936 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feadaac7-b73a-470a-b549-9d2f9418f5a3 None None] The sync data for ids ['be3f2535-3f91-4e18-bed3-bd2e837db366'] in n-d-813897-6 is: [{'id': 'be3f2535-3f91-4e18-bed3-bd2e837db366', 'name': 'tempest-ServersTestMultiNic-742345047-router', 'tenant_id': '2f608537367041eb8983cef4cf0c0dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c6029141-2bd1-40e7-9962-46a18c97ba78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:23:07Z', 'updated_at': '2022-02-16T22:24:43Z', 'revision_number': 5, 'project_id': '2f608537367041eb8983cef4cf0c0dc6', 'gw_port': {'id': 'c6029141-2bd1-40e7-9962-46a18c97ba78', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3f2535-3f91-4e18-bed3-bd2e837db366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:23:08Z', 'updated_at': '2022-02-16T22:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:24:47.212993 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8d09d334-0915-468a-b5b7-214a67eb7bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (83a8dc8c-c814-49e7-8909-135df1b9a195), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:47.215021 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9a6ef2ea-20bc-4d90-80e0-522b32a35143 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (6436fd36-fb3d-4aa1-a761-1a4a786e9add), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:47.219075 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8d09d334-0915-468a-b5b7-214a67eb7bf2 admin admin] Publish callbacks [] for router_controller (83a8dc8c-c814-49e7-8909-135df1b9a195), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:47.290190 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8d09d334-0915-468a-b5b7-214a67eb7bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (83a8dc8c-c814-49e7-8909-135df1b9a195), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:47.291170 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d09d334-0915-468a-b5b7-214a67eb7bf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83a8dc8c-c814-49e7-8909-135df1b9a195 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:24:47.301640 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8d09d334-0915-468a-b5b7-214a67eb7bf2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:47.306090 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8d09d334-0915-468a-b5b7-214a67eb7bf2 admin admin] 10.222.0.75 "DELETE /v2.0/routers/83a8dc8c-c814-49e7-8909-135df1b9a195 HTTP/1.1" status: 204 len: 168 time: 2.0599768 Feb 16 22:24:47.306825 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37738) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:47.358663 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9a6ef2ea-20bc-4d90-80e0-522b32a35143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (6436fd36-fb3d-4aa1-a761-1a4a786e9add), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:47.359675 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6ef2ea-20bc-4d90-80e0-522b32a35143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:47.360443 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9a6ef2ea-20bc-4d90-80e0-522b32a35143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:47.360567 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef7256cc-859b-45c8-8d4b-62a90651e7ab admin admin] Deleting subnet e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:24:47.363987 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ef7256cc-859b-45c8-8d4b-62a90651e7ab admin admin] Publish callbacks [] for subnet (e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:47.401912 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ef7256cc-859b-45c8-8d4b-62a90651e7ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:47.512130 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ef7256cc-859b-45c8-8d4b-62a90651e7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:47.607074 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ef7256cc-859b-45c8-8d4b-62a90651e7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:47.637666 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7256cc-859b-45c8-8d4b-62a90651e7ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:47.644377 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ef7256cc-859b-45c8-8d4b-62a90651e7ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:47.651611 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ef7256cc-859b-45c8-8d4b-62a90651e7ab admin admin] 10.222.0.75 "DELETE /v2.0/subnets/e8d6986a-09b2-4e1c-813d-bbcbccfbf2aa HTTP/1.1" status: 204 len: 168 time: 0.3433373 Feb 16 22:24:47.652335 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37746) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:47.652721 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fc0e9c-df9d-43af-9ded-e3d646468c67 None None] Network 22711c4a-8661-4a7d-9538-4da72ec44b9a requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:24:47.779886 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-82d02f71-4ae8-4060-9937-6be9b6f5f971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (22711c4a-8661-4a7d-9538-4da72ec44b9a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:47.877692 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-82d02f71-4ae8-4060-9937-6be9b6f5f971 admin admin] Deleting port c0116283-fcb0-45cc-a1cf-a1181c6c1b41 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:24:47.878261 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-82d02f71-4ae8-4060-9937-6be9b6f5f971 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (c0116283-fcb0-45cc-a1cf-a1181c6c1b41), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:47.907459 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-8e8163f7-812e-420b-b975-43a3157f92ec service neutron] 10.222.0.75 "GET /v2.0/networks/a2949af4-226e-4bae-8b8f-20776d9938d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8363104 Feb 16 22:24:47.921853 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-f0c50790-c420-45c1-8380-bc9be4400269 admin admin] For port c6029141-2bd1-40e7-9962-46a18c97ba78, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=c6029141-2bd1-40e7-9962-46a18c97ba78,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:47.922337 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f0c50790-c420-45c1-8380-bc9be4400269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (c6029141-2bd1-40e7-9962-46a18c97ba78), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:47.928026 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9a6ef2ea-20bc-4d90-80e0-522b32a35143 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2913089 Feb 16 22:24:47.958064 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37752) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:47.978868 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-9e633416-b774-4e16-a334-b8cc03121cbc admin admin] Request body: {'subnet': {'network_id': '6436fd36-fb3d-4aa1-a761-1a4a786e9add', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1717448972-subnet', 'tenant_id': '999596a6984b46a3940038f8afe16188', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:47.981043 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-82d02f71-4ae8-4060-9937-6be9b6f5f971 admin admin] For port c0116283-fcb0-45cc-a1cf-a1181c6c1b41, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=c0116283-fcb0-45cc-a1cf-a1181c6c1b41,segment=NetworkSegment(70fb6cc5-8eb9-42af-ba50-480958a10f8b),segment_id=70fb6cc5-8eb9-42af-ba50-480958a10f8b)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:47.981458 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-82d02f71-4ae8-4060-9937-6be9b6f5f971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (c0116283-fcb0-45cc-a1cf-a1181c6c1b41), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:48.002417 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-f0c50790-c420-45c1-8380-bc9be4400269 admin admin] Calling delete_port for c6029141-2bd1-40e7-9962-46a18c97ba78 owned by network:router_gateway {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:24:48.006334 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-82d02f71-4ae8-4060-9937-6be9b6f5f971 admin admin] Calling delete_port for c0116283-fcb0-45cc-a1cf-a1181c6c1b41 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:24:48.048389 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ef2ea-20bc-4d90-80e0-522b32a35143 admin admin] Pushing event updated for resources: {'Network': ['ID=6436fd36-fb3d-4aa1-a761-1a4a786e9add,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:48.059752 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 6436fd36-fb3d-4aa1-a761-1a4a786e9add details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:24:48.146161 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e633416-b774-4e16-a334-b8cc03121cbc admin admin] Made reservation on behalf of 999596a6984b46a3940038f8afe16188 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:24:48.148966 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e633416-b774-4e16-a334-b8cc03121cbc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:48.185730 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-82d02f71-4ae8-4060-9937-6be9b6f5f971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (c0116283-fcb0-45cc-a1cf-a1181c6c1b41), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:48.220905 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f89334b-145e-4def-8e27-183d1f6f175e None None] DHCP port deletion for 22711c4a-8661-4a7d-9538-4da72ec44b9a request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:24:48.258317 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d02f71-4ae8-4060-9937-6be9b6f5f971 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0116283-fcb0-45cc-a1cf-a1181c6c1b41,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:48.280402 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d02f71-4ae8-4060-9937-6be9b6f5f971 admin admin] No DVR routers for this DVR port c0116283-fcb0-45cc-a1cf-a1181c6c1b41 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:24:48.459114 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-82d02f71-4ae8-4060-9937-6be9b6f5f971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (22711c4a-8661-4a7d-9538-4da72ec44b9a), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:48.470446 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 721b1878-6f77-4490-90c4-5469d92b3708 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:24:48.492120 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7afd9-2ab8-4792-ab09-955398414fce req-ba7f77c5-39e5-443b-b06c-eef161e83406 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:48.499985 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-93f7afd9-2ab8-4792-ab09-955398414fce req-ba7f77c5-39e5-443b-b06c-eef161e83406 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf7e8f73-c71c-4967-bc35-84da94c67372 HTTP/1.1" status: 200 len: 946 time: 0.3424721 Feb 16 22:24:48.500661 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-82d02f71-4ae8-4060-9937-6be9b6f5f971 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22711c4a-8661-4a7d-9538-4da72ec44b9a']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:48.516515 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 721b1878-6f77-4490-90c4-5469d92b3708 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:24:48.517014 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-82d02f71-4ae8-4060-9937-6be9b6f5f971 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70fb6cc5-8eb9-42af-ba50-480958a10f8b') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:48.517325 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-82d02f71-4ae8-4060-9937-6be9b6f5f971 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70fb6cc5-8eb9-42af-ba50-480958a10f8b') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:48.519784 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 721b1878-6f77-4490-90c4-5469d92b3708 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:24:48.520546 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 97941ec5-26e8-4b57-969a-723e7858b00e no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:24:48.544178 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-82d02f71-4ae8-4060-9937-6be9b6f5f971 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (70fb6cc5-8eb9-42af-ba50-480958a10f8b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:48.548245 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 97941ec5-26e8-4b57-969a-723e7858b00e {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:24:48.548858 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 97941ec5-26e8-4b57-969a-723e7858b00e not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:24:48.549508 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c0116283-fcb0-45cc-a1cf-a1181c6c1b41 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:24:48.564357 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-82d02f71-4ae8-4060-9937-6be9b6f5f971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (70fb6cc5-8eb9-42af-ba50-480958a10f8b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:48.570838 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d02f71-4ae8-4060-9937-6be9b6f5f971 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:24:48.571692 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-82d02f71-4ae8-4060-9937-6be9b6f5f971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (70fb6cc5-8eb9-42af-ba50-480958a10f8b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:48.602584 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: c0116283-fcb0-45cc-a1cf-a1181c6c1b41 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:24:48.603639 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c0116283-fcb0-45cc-a1cf-a1181c6c1b41 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:24:48.605756 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:24:48.633801 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:24:48.635624 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device b92e4e5a-d4ac-412f-938a-0b42ef1f2e2c not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:24:48.645305 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:24:48.645305 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:24:48.645305 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:24:48.645305 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:24:48.645305 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:24:48.645305 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:24:48.645305 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:24:48.645305 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:24:48.645305 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:24:48.645305 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:24:48.645305 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:24:48.645305 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:24:48.645305 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:24:48.645305 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:24:48.645305 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:24:48.645305 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:24:48.645305 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:24:48.645305 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:24:48.645305 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:24:48.645305 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:24:48.645305 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:24:48.645305 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:24:48.645305 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:24:48.645305 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:24:48.645305 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:24:48.645305 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:24:48.645305 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:24:48.645305 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:24:48.645305 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:24:48.645305 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:24:48.645305 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:24:48.645305 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:24:48.654551 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-82d02f71-4ae8-4060-9937-6be9b6f5f971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (22711c4a-8661-4a7d-9538-4da72ec44b9a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:48.661603 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-82d02f71-4ae8-4060-9937-6be9b6f5f971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:48.667819 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-82d02f71-4ae8-4060-9937-6be9b6f5f971 admin admin] 10.222.0.75 "DELETE /v2.0/networks/22711c4a-8661-4a7d-9538-4da72ec44b9a HTTP/1.1" status: 204 len: 168 time: 1.0134733 Feb 16 22:24:48.686326 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-93f7afd9-2ab8-4792-ab09-955398414fce req-575fbb94-cd8b-4e15-874c-884b60cb3e32 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796520 Feb 16 22:24:48.697001 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d02f71-4ae8-4060-9937-6be9b6f5f971 admin admin] Pushing event deleted for resources: {'Network': ['ID=22711c4a-8661-4a7d-9538-4da72ec44b9a,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:48.759803 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2e3d8a64-7717-46d8-8fba-d1b6091245c6 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (af85f58b-2094-44df-9f53-e8391de58035), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:48.832340 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f0c50790-c420-45c1-8380-bc9be4400269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (c6029141-2bd1-40e7-9962-46a18c97ba78), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:48.922706 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5263eb52-6ed1-4f26-8532-9290852915c9 req-b17c7a38-0ad7-450e-84cd-04fe57898f57 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a9a6071-e8c9-46a2-9cd3-19f74f424c46 HTTP/1.1" status: 200 len: 210 time: 0.1366742 Feb 16 22:24:48.933584 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c50790-c420-45c1-8380-bc9be4400269 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6029141-2bd1-40e7-9962-46a18c97ba78,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:49.027920 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37782) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:49.051847 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e633416-b774-4e16-a334-b8cc03121cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (3d8b7ff3-78ed-4f59-8391-1bf9578cc441), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:49.059995 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f0c50790-c420-45c1-8380-bc9be4400269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (be3f2535-3f91-4e18-bed3-bd2e837db366), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:49.071308 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bd0a51c8-aea6-49b6-a3c3-13d263317d96 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=471d422781ee4218a880c4849a975478&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420074 Feb 16 22:24:49.075274 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37784) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:49.126524 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c75dea1f-40fc-4572-b5c6-baed906916bf admin admin] Publish callbacks [] for security_group (81219cc9-77b4-4bd3-9dff-18772ab89fd5), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:49.154836 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c75dea1f-40fc-4572-b5c6-baed906916bf admin admin] Publish callbacks [] for security_group (81219cc9-77b4-4bd3-9dff-18772ab89fd5), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:49.172776 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d8a64-7717-46d8-8fba-d1b6091245c6 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Pushing event updated for resources: {'Subnet': ['ID=af85f58b-2094-44df-9f53-e8391de58035,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:49.213481 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c75dea1f-40fc-4572-b5c6-baed906916bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (81219cc9-77b4-4bd3-9dff-18772ab89fd5), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:49.216382 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c75dea1f-40fc-4572-b5c6-baed906916bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:49.217692 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c75dea1f-40fc-4572-b5c6-baed906916bf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/81219cc9-77b4-4bd3-9dff-18772ab89fd5 HTTP/1.1" status: 204 len: 168 time: 0.1412826 Feb 16 22:24:49.229375 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75dea1f-40fc-4572-b5c6-baed906916bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81219cc9-77b4-4bd3-9dff-18772ab89fd5,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:49.229860 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f0c50790-c420-45c1-8380-bc9be4400269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (be3f2535-3f91-4e18-bed3-bd2e837db366), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:49.238096 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f0c50790-c420-45c1-8380-bc9be4400269 admin admin] Publish callbacks [] for router_controller (be3f2535-3f91-4e18-bed3-bd2e837db366), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:49.256727 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3d8a64-7717-46d8-8fba-d1b6091245c6 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Checking segment: {'id': 'e56d2341-e41e-4e1c-8857-0a36dad134ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c6e65ee8-fd18-49d3-bb7a-12ac2c66ae72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:24:49.257106 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3d8a64-7717-46d8-8fba-d1b6091245c6 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Network hostable DHCP agents. Network: c6e65ee8-fd18-49d3-bb7a-12ac2c66ae72, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:24:49.314930 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e633416-b774-4e16-a334-b8cc03121cbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d8b7ff3-78ed-4f59-8391-1bf9578cc441,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:49.331532 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f0c50790-c420-45c1-8380-bc9be4400269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (be3f2535-3f91-4e18-bed3-bd2e837db366), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:49.332029 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c50790-c420-45c1-8380-bc9be4400269 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be3f2535-3f91-4e18-bed3-bd2e837db366 {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:24:49.343689 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f0c50790-c420-45c1-8380-bc9be4400269 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:49.344863 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f0c50790-c420-45c1-8380-bc9be4400269 admin admin] 10.222.0.75 "DELETE /v2.0/routers/be3f2535-3f91-4e18-bed3-bd2e837db366 HTTP/1.1" status: 204 len: 168 time: 3.3558750 Feb 16 22:24:49.347528 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37790) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:49.360384 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbffe1a-ac9e-4085-b544-0453ddc3fe2f req-12fc442d-3236-4cf5-9d7d-0833dfb8b263 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:49.362115 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cdbffe1a-ac9e-4085-b544-0453ddc3fe2f req-12fc442d-3236-4cf5-9d7d-0833dfb8b263 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd7c175-2520-4877-907f-e1d2a73c22e8 HTTP/1.1" status: 200 len: 945 time: 0.3649354 Feb 16 22:24:49.366214 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e633416-b774-4e16-a334-b8cc03121cbc admin admin] Checking segment: {'id': 'bc3febe3-3118-453b-88e5-9f6c75c15034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6436fd36-fb3d-4aa1-a761-1a4a786e9add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:24:49.366587 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e633416-b774-4e16-a334-b8cc03121cbc admin admin] Network hostable DHCP agents. Network: 6436fd36-fb3d-4aa1-a761-1a4a786e9add, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:24:49.392099 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3d8a64-7717-46d8-8fba-d1b6091245c6 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Network c6e65ee8-fd18-49d3-bb7a-12ac2c66ae72 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:24:49.450247 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-2e3d8a64-7717-46d8-8fba-d1b6091245c6 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, c6e65ee8-fd18-49d3-bb7a-12ac2c66ae72) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:24:49.462160 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc4b5d6-6273-4b98-a4a6-95e480c8a6fa None None] Network c6e65ee8-fd18-49d3-bb7a-12ac2c66ae72 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:24:49.465899 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2e3d8a64-7717-46d8-8fba-d1b6091245c6 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (87369972-fd8b-44db-91fd-24ac5f7a2aee), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:49.468160 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e633416-b774-4e16-a334-b8cc03121cbc admin admin] Network 6436fd36-fb3d-4aa1-a761-1a4a786e9add is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:24:49.517442 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cdbffe1a-ac9e-4085-b544-0453ddc3fe2f req-14c16fb8-c290-4091-8255-b6f7c79c09d3 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339352 Feb 16 22:24:49.526242 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-9e633416-b774-4e16-a334-b8cc03121cbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 6436fd36-fb3d-4aa1-a761-1a4a786e9add) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:24:49.526615 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-efa7b4ef-8b2f-4292-aa3f-c7dbce1e8c62 admin admin] Deleting subnet 21693f33-034b-47fd-9882-bd92ce12223c {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:24:49.535879 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-efa7b4ef-8b2f-4292-aa3f-c7dbce1e8c62 admin admin] Publish callbacks [] for subnet (21693f33-034b-47fd-9882-bd92ce12223c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:49.538195 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e633416-b774-4e16-a334-b8cc03121cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:49.538786 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e633416-b774-4e16-a334-b8cc03121cbc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:49.583700 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d8a64-7717-46d8-8fba-d1b6091245c6 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Pushing event updated for resources: {'Subnet': ['ID=87369972-fd8b-44db-91fd-24ac5f7a2aee,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:49.585241 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4022b8-cb91-4408-a0c6-d060c98c4772 None None] Network 6436fd36-fb3d-4aa1-a761-1a4a786e9add requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:24:49.594157 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3d8a64-7717-46d8-8fba-d1b6091245c6 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Checking segment: {'id': '5c247be3-473b-452b-8071-538ffc9846de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0594dba9-e50e-4e10-a168-8b14e498fb4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:24:49.594543 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3d8a64-7717-46d8-8fba-d1b6091245c6 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Network hostable DHCP agents. Network: 0594dba9-e50e-4e10-a168-8b14e498fb4f, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:24:49.612388 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9e633416-b774-4e16-a334-b8cc03121cbc admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6417894 Feb 16 22:24:49.647709 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3d8a64-7717-46d8-8fba-d1b6091245c6 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Network 0594dba9-e50e-4e10-a168-8b14e498fb4f is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:24:49.676275 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-2e3d8a64-7717-46d8-8fba-d1b6091245c6 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 0594dba9-e50e-4e10-a168-8b14e498fb4f) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:24:49.685322 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3d8a64-7717-46d8-8fba-d1b6091245c6 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:49.685849 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3d8a64-7717-46d8-8fba-d1b6091245c6 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:49.686566 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2e3d8a64-7717-46d8-8fba-d1b6091245c6 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:49.708896 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9770e2-1046-4756-ab58-a3b56d71fcda None None] Network 0594dba9-e50e-4e10-a168-8b14e498fb4f requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:24:49.725396 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-efa7b4ef-8b2f-4292-aa3f-c7dbce1e8c62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (21693f33-034b-47fd-9882-bd92ce12223c), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:49.767793 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2e3d8a64-7717-46d8-8fba-d1b6091245c6 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.2696519 Feb 16 22:24:49.771822 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37800) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:49.793273 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37802) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:49.815812 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-b47d8035-fe8b-40f6-8b13-ffd46ecbfe0d tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:49.827704 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-b47d8035-fe8b-40f6-8b13-ffd46ecbfe0d tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.67 "GET /v2.0/networks?id=a2949af4-226e-4bae-8b8f-20776d9938d8 HTTP/1.1" status: 200 len: 811 time: 0.4144139 Feb 16 22:24:49.960560 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd86c3-da99-4a0d-affb-d5fd172f77c3 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:49.965199 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-7036cb8d-be49-4d46-90dd-b201ac6d04be tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d077897d87b240428fffff8cb232a67c HTTP/1.1" status: 200 len: 380 time: 0.1195700 Feb 16 22:24:49.967397 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd86c3-da99-4a0d-affb-d5fd172f77c3 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:49.974525 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd86c3-da99-4a0d-affb-d5fd172f77c3 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:49.982232 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-85cd86c3-da99-4a0d-affb-d5fd172f77c3 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2068772 Feb 16 22:24:49.984037 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37818) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:49.991339 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-fe3b9af1-5010-4e4e-b912-d80b3cf6b8e0 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Request body: {'port': {'device_id': '8a9a6071-e8c9-46a2-9cd3-19f74f424c46', 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8', 'admin_state_up': True, 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'security_groups': ['7f387bfc-6cdd-4d43-9970-2a817a9e7c17']}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:50.019932 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-efa7b4ef-8b2f-4292-aa3f-c7dbce1e8c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (21693f33-034b-47fd-9882-bd92ce12223c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:50.045502 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181a41f-0bd1-4ff7-9d06-d0c8a9892d6d req-c38f525e-223d-4353-8a1a-1336efedce69 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:50.055290 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7181a41f-0bd1-4ff7-9d06-d0c8a9892d6d req-c38f525e-223d-4353-8a1a-1336efedce69 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b8f5882-22a6-4c71-ad4b-23dd6d1cd538 HTTP/1.1" status: 200 len: 945 time: 0.3357728 Feb 16 22:24:50.088919 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-78e44aad-02d6-4c10-bdba-449a7d31261c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:50.100696 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e1f571-a3e9-4a03-a983-be9a8304d5b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-c6e65ee8-fd18-49d3-bb7a-12ac2c66ae72', 'network_id': 'c6e65ee8-fd18-49d3-bb7a-12ac2c66ae72', 'project_id': '1dd2322745694bb4b2787caf4a4b8efb', 'fixed_ips': [{'subnet_id': 'af85f58b-2094-44df-9f53-e8391de58035'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:24:50.101554 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c8e1f571-a3e9-4a03-a983-be9a8304d5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:50.155696 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7181a41f-0bd1-4ff7-9d06-d0c8a9892d6d req-3954338c-20e5-499d-b8b5-70d5e0f0d3be tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990539 Feb 16 22:24:50.159473 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-efa7b4ef-8b2f-4292-aa3f-c7dbce1e8c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (21693f33-034b-47fd-9882-bd92ce12223c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:50.171064 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b581912-260e-4e8b-b43e-19c22696d711 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Deleting subnet af85f58b-2094-44df-9f53-e8391de58035 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:24:50.184522 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9b581912-260e-4e8b-b43e-19c22696d711 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks [] for subnet (af85f58b-2094-44df-9f53-e8391de58035), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:50.193445 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-fe3b9af1-5010-4e4e-b912-d80b3cf6b8e0 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Made reservation on behalf of d077897d87b240428fffff8cb232a67c for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:24:50.197956 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-fe3b9af1-5010-4e4e-b912-d80b3cf6b8e0 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:50.233535 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f601d7-4e32-4ec5-91c8-13fdb842f2b4 None None] Network 6436fd36-fb3d-4aa1-a761-1a4a786e9add requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:24:50.250817 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9b581912-260e-4e8b-b43e-19c22696d711 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (af85f58b-2094-44df-9f53-e8391de58035), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:50.259810 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7b4ef-8b2f-4292-aa3f-c7dbce1e8c62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21693f33-034b-47fd-9882-bd92ce12223c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:50.264009 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-efa7b4ef-8b2f-4292-aa3f-c7dbce1e8c62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:50.271603 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-efa7b4ef-8b2f-4292-aa3f-c7dbce1e8c62 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/21693f33-034b-47fd-9882-bd92ce12223c HTTP/1.1" status: 204 len: 168 time: 0.9228346 Feb 16 22:24:50.274145 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37826) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:50.285108 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfd237a-108a-498f-a894-4af77431c741 None None] Network 844e6ed4-1618-49d3-8b7c-6c7d558314ad requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:24:50.312157 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8408ff5b-963a-457e-8f2f-82727640ee35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-0594dba9-e50e-4e10-a168-8b14e498fb4f', 'network_id': '0594dba9-e50e-4e10-a168-8b14e498fb4f', 'project_id': '1dd2322745694bb4b2787caf4a4b8efb', 'fixed_ips': [{'subnet_id': '87369972-fd8b-44db-91fd-24ac5f7a2aee'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:24:50.313516 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8408ff5b-963a-457e-8f2f-82727640ee35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:50.330758 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9b581912-260e-4e8b-b43e-19c22696d711 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (af85f58b-2094-44df-9f53-e8391de58035), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:50.445911 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-78e44aad-02d6-4c10-bdba-449a7d31261c admin admin] Publish callbacks [] for security_group (9971253e-dcc1-4452-ab3e-69adf7dd364c), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:50.456140 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-907f1b40-f1aa-45b7-aaaa-cb97709800ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (844e6ed4-1618-49d3-8b7c-6c7d558314ad), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:50.463673 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c6029141-2bd1-40e7-9962-46a18c97ba78 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:24:50.464155 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-78e44aad-02d6-4c10-bdba-449a7d31261c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9971253e-dcc1-4452-ab3e-69adf7dd364c), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:50.522967 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9b581912-260e-4e8b-b43e-19c22696d711 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (af85f58b-2094-44df-9f53-e8391de58035), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:50.523947 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-fe3b9af1-5010-4e4e-b912-d80b3cf6b8e0 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Allocated IP 172.20.0.8 (a2949af4-226e-4bae-8b8f-20776d9938d8/812089a8-8e43-4669-b97f-c5c83d27191f/17879e1b-a9d8-40fd-81be-509ead4e3776) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:24:50.544035 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9b581912-260e-4e8b-b43e-19c22696d711 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:50.549706 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9b581912-260e-4e8b-b43e-19c22696d711 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] 10.222.0.75 "DELETE /v2.0/subnets/af85f58b-2094-44df-9f53-e8391de58035 HTTP/1.1" status: 204 len: 168 time: 0.5575681 Feb 16 22:24:50.549706 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e44aad-02d6-4c10-bdba-449a7d31261c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9971253e-dcc1-4452-ab3e-69adf7dd364c,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:50.552400 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37834) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:50.572709 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-78e44aad-02d6-4c10-bdba-449a7d31261c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d168ce495f494ed79c4f2d78696d6b91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7783673 Feb 16 22:24:50.594782 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37836) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:50.615550 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: c6029141-2bd1-40e7-9962-46a18c97ba78 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:24:50.615898 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c6029141-2bd1-40e7-9962-46a18c97ba78 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:24:50.638614 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b581912-260e-4e8b-b43e-19c22696d711 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Pushing event deleted for resources: {'Subnet': ['ID=af85f58b-2094-44df-9f53-e8391de58035,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:50.658643 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-907f1b40-f1aa-45b7-aaaa-cb97709800ef admin admin] Deleting port 0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:24:50.659013 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-907f1b40-f1aa-45b7-aaaa-cb97709800ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:50.687727 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8400236b-b678-4fc5-83bc-4056d5a3667a admin admin] Publish callbacks [] for security_group (9971253e-dcc1-4452-ab3e-69adf7dd364c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:50.690005 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-7acc0c17-dcc5-4c3d-9ba7-ce2961c6bb0c tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Deleting subnet 87369972-fd8b-44db-91fd-24ac5f7a2aee {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server [None req-c8e1f571-a3e9-4a03-a983-be9a8304d5b3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af85f58b-2094-44df-9f53-e8391de58035: This subnet is being modified by another concurrent operation. Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 22:24:50.692953 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise exception Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af85f58b-2094-44df-9f53-e8391de58035: This subnet is being modified by another concurrent operation. Feb 16 22:24:50.697434 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server Feb 16 22:24:50.711398 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7acc0c17-dcc5-4c3d-9ba7-ce2961c6bb0c tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks [] for subnet (87369972-fd8b-44db-91fd-24ac5f7a2aee), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:50.756148 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8400236b-b678-4fc5-83bc-4056d5a3667a admin admin] Publish callbacks [] for security_group (9971253e-dcc1-4452-ab3e-69adf7dd364c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:50.783464 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d734d352-1297-4379-a575-615674434d25 None None] Network c6e65ee8-fd18-49d3-bb7a-12ac2c66ae72 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:24:50.811410 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37848) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:50.820575 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0f756cec-203a-4176-9a1e-71db5ca59a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:50.827820 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-907f1b40-f1aa-45b7-aaaa-cb97709800ef admin admin] For port 0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca,segment=NetworkSegment(0a83c69f-2f67-4f04-9325-baa694594639),segment_id=0a83c69f-2f67-4f04-9325-baa694594639)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:50.828517 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-907f1b40-f1aa-45b7-aaaa-cb97709800ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:50.855642 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7acc0c17-dcc5-4c3d-9ba7-ce2961c6bb0c tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (87369972-fd8b-44db-91fd-24ac5f7a2aee), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:50.858655 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-907f1b40-f1aa-45b7-aaaa-cb97709800ef admin admin] Calling delete_port for 0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:24:50.892869 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8400236b-b678-4fc5-83bc-4056d5a3667a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9971253e-dcc1-4452-ab3e-69adf7dd364c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:50.895462 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8400236b-b678-4fc5-83bc-4056d5a3667a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:50.896612 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8400236b-b678-4fc5-83bc-4056d5a3667a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9971253e-dcc1-4452-ab3e-69adf7dd364c HTTP/1.1" status: 204 len: 168 time: 0.3005600 Feb 16 22:24:50.930317 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fefc55-0994-4ede-8388-d70a2f8d1743 None None] DHCP port deletion for 844e6ed4-1618-49d3-8b7c-6c7d558314ad request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:24:50.941088 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400236b-b678-4fc5-83bc-4056d5a3667a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9971253e-dcc1-4452-ab3e-69adf7dd364c,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:51.012636 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-fe3b9af1-5010-4e4e-b912-d80b3cf6b8e0 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for port (17879e1b-a9d8-40fd-81be-509ead4e3776), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:51.021478 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-95fefc55-0994-4ede-8388-d70a2f8d1743 None None] Deleting port 0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:24:51.022214 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-95fefc55-0994-4ede-8388-d70a2f8d1743 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:51.042274 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-a07284e1-f47e-4069-a483-6ff6a4f671b4 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:51.050676 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-a07284e1-f47e-4069-a483-6ff6a4f671b4 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.75 "GET /v2.0/networks?id=6436fd36-fb3d-4aa1-a761-1a4a786e9add HTTP/1.1" status: 200 len: 814 time: 0.2596598 Feb 16 22:24:51.068577 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7acc0c17-dcc5-4c3d-9ba7-ce2961c6bb0c tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (87369972-fd8b-44db-91fd-24ac5f7a2aee), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:51.072292 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-c1b6ce2f-b713-45f0-af43-07b26eb900ec tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.75 "GET /v2.0/quotas/999596a6984b46a3940038f8afe16188 HTTP/1.1" status: 200 len: 375 time: 0.0203767 Feb 16 22:24:51.111711 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-95fefc55-0994-4ede-8388-d70a2f8d1743 None None] For port 0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca, host n-d-813897-6, got binding levels [] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:51.112213 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-95fefc55-0994-4ede-8388-d70a2f8d1743 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:51.120495 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-907f1b40-f1aa-45b7-aaaa-cb97709800ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:51.121176 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-4392d9c9-6332-4b39-98ab-725df90f7408 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-425920442-network', 'tenant_id': '718fd76690de4bc98b4bb9927984db74'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:51.125698 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-587af907-0702-4116-8f46-2206718e734d tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=999596a6984b46a3940038f8afe16188&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524743 Feb 16 22:24:51.132071 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-fe3b9af1-5010-4e4e-b912-d80b3cf6b8e0 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (17879e1b-a9d8-40fd-81be-509ead4e3776), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:51.140230 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-95fefc55-0994-4ede-8388-d70a2f8d1743 None None] Calling delete_port for 0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:24:51.146536 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.ipam_backend_mixin [None req-95fefc55-0994-4ede-8388-d70a2f8d1743 None None] Port 0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca was not found and therefore no delete operation was performed {{(pid=103467) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 22:24:51.149515 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-95fefc55-0994-4ede-8388-d70a2f8d1743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:51.170430 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4392d9c9-6332-4b39-98ab-725df90f7408 admin admin] Made reservation on behalf of 718fd76690de4bc98b4bb9927984db74 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:24:51.172933 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4392d9c9-6332-4b39-98ab-725df90f7408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:51.173781 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907f1b40-f1aa-45b7-aaaa-cb97709800ef admin admin] No DVR routers for this DVR port 0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:24:51.192615 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fefc55-0994-4ede-8388-d70a2f8d1743 None None] Pushing event deleted for resources: {'Port': ['ID=0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:51.195648 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fefc55-0994-4ede-8388-d70a2f8d1743 None None] No DVR routers for this DVR port 0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:24:51.206249 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f1b40-f1aa-45b7-aaaa-cb97709800ef admin admin] Pushing event deleted for resources: {'Port': ['ID=0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:51.216187 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4392d9c9-6332-4b39-98ab-725df90f7408 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server [None req-8408ff5b-963a-457e-8f2f-82727640ee35 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 87369972-fd8b-44db-91fd-24ac5f7a2aee: This subnet is being modified by another concurrent operation. Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 22:24:51.219014 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise exception Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 87369972-fd8b-44db-91fd-24ac5f7a2aee: This subnet is being modified by another concurrent operation. Feb 16 22:24:51.223053 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server Feb 16 22:24:51.228875 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7acc0c17-dcc5-4c3d-9ba7-ce2961c6bb0c tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (87369972-fd8b-44db-91fd-24ac5f7a2aee), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:51.253721 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f531310-8413-4d8e-823d-1a2f92e5d058 None None] get_active_networks_info from n-d-813897-6 {{(pid=103467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 22:24:51.268163 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-fe3b9af1-5010-4e4e-b912-d80b3cf6b8e0 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Network a2949af4-226e-4bae-8b8f-20776d9938d8 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:24:51.276197 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-c941635c-058c-4b68-a410-c4e3b27cdd6e service neutron] 10.222.0.75 "GET /v2.0/networks/6436fd36-fb3d-4aa1-a761-1a4a786e9add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385577 Feb 16 22:24:51.298666 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-fe3b9af1-5010-4e4e-b912-d80b3cf6b8e0 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:24:51.301898 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-fe3b9af1-5010-4e4e-b912-d80b3cf6b8e0 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:24:51.318984 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7acc0c17-dcc5-4c3d-9ba7-ce2961c6bb0c tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:51.322624 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7acc0c17-dcc5-4c3d-9ba7-ce2961c6bb0c tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] 10.222.0.75 "DELETE /v2.0/subnets/87369972-fd8b-44db-91fd-24ac5f7a2aee HTTP/1.1" status: 204 len: 168 time: 0.7649572 Feb 16 22:24:51.323558 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc0c17-dcc5-4c3d-9ba7-ce2961c6bb0c tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Pushing event deleted for resources: {'Subnet': ['ID=87369972-fd8b-44db-91fd-24ac5f7a2aee,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:51.327358 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37856) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:51.364126 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-907f1b40-f1aa-45b7-aaaa-cb97709800ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (844e6ed4-1618-49d3-8b7c-6c7d558314ad), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:51.410404 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b9af1-5010-4e4e-b912-d80b3cf6b8e0 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Pushing event updated for resources: {'Port': ['ID=17879e1b-a9d8-40fd-81be-509ead4e3776,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:51.425704 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-907f1b40-f1aa-45b7-aaaa-cb97709800ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['844e6ed4-1618-49d3-8b7c-6c7d558314ad']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:51.443551 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-907f1b40-f1aa-45b7-aaaa-cb97709800ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a83c69f-2f67-4f04-9325-baa694594639') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:51.443790 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a2bacb-be20-4f2f-ba83-1370ddd48f49 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:51.443896 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-907f1b40-f1aa-45b7-aaaa-cb97709800ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a83c69f-2f67-4f04-9325-baa694594639') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:51.449928 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-84a2bacb-be20-4f2f-ba83-1370ddd48f49 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1214032 Feb 16 22:24:51.450845 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37858) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:51.452387 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4392d9c9-6332-4b39-98ab-725df90f7408 admin admin] Publish callbacks [] for security_group (afe5d837-e038-4d94-b091-69d04d219043), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:51.455870 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37860) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:51.458449 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f531310-8413-4d8e-823d-1a2f92e5d058 None None] Resources bound (agent type, host, resource id): {{(pid=103467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 22:24:51.460671 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-fe3b9af1-5010-4e4e-b912-d80b3cf6b8e0 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:51.461594 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-fe3b9af1-5010-4e4e-b912-d80b3cf6b8e0 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:51.474788 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4392d9c9-6332-4b39-98ab-725df90f7408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (afe5d837-e038-4d94-b091-69d04d219043), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:51.485149 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-907f1b40-f1aa-45b7-aaaa-cb97709800ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (0a83c69f-2f67-4f04-9325-baa694594639), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:51.487636 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-84d61a7e-9e23-46d4-888d-066020f9006b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:51.519775 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4392d9c9-6332-4b39-98ab-725df90f7408 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:24:51.532033 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-dadb406d-9202-4eff-8aff-ef65cbfda1a1 service neutron] 10.222.0.75 "GET /v2.0/networks/6436fd36-fb3d-4aa1-a761-1a4a786e9add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458642 Feb 16 22:24:51.536383 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-907f1b40-f1aa-45b7-aaaa-cb97709800ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (0a83c69f-2f67-4f04-9325-baa694594639), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:51.537170 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4392d9c9-6332-4b39-98ab-725df90f7408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe5d837-e038-4d94-b091-69d04d219043,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:51.547432 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-fe3b9af1-5010-4e4e-b912-d80b3cf6b8e0 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5763628 Feb 16 22:24:51.548540 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4392d9c9-6332-4b39-98ab-725df90f7408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (37d18483-352e-49f7-92ea-75092278b2c6), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:51.548959 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-4392d9c9-6332-4b39-98ab-725df90f7408 admin admin] Added segment 37d18483-352e-49f7-92ea-75092278b2c6 of type vlan for network b4f85a20-80c0-42f8-95ef-5434f2c47f7d Feb 16 22:24:51.596902 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-907f1b40-f1aa-45b7-aaaa-cb97709800ef admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:24:51.597399 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-907f1b40-f1aa-45b7-aaaa-cb97709800ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (0a83c69f-2f67-4f04-9325-baa694594639), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:51.604953 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-fa247fa6-94fd-4f29-8632-895a15a7fe67 service neutron] Request body: {'port': {'device_id': '8a9a6071-e8c9-46a2-9cd3-19f74f424c46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:51.606751 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4392d9c9-6332-4b39-98ab-725df90f7408 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (b4f85a20-80c0-42f8-95ef-5434f2c47f7d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:51.607614 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:24:51.607614 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:24:51.607614 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:24:51.607614 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:24:51.607614 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:24:51.607614 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:24:51.607614 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:24:51.607614 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:24:51.607614 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:24:51.607614 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:24:51.607614 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:24:51.607614 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:24:51.607614 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:24:51.607614 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:24:51.607614 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:24:51.607614 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:24:51.607614 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:24:51.607614 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:24:51.607614 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:24:51.607614 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:24:51.607614 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:24:51.607614 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:24:51.607614 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:24:51.607614 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:24:51.607614 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:24:51.607614 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:24:51.607614 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:24:51.607614 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:24:51.607614 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:24:51.607614 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:24:51.607614 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:24:51.607614 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:24:51.661647 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4392d9c9-6332-4b39-98ab-725df90f7408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (b4f85a20-80c0-42f8-95ef-5434f2c47f7d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:51.662831 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4392d9c9-6332-4b39-98ab-725df90f7408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:51.663507 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4392d9c9-6332-4b39-98ab-725df90f7408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:51.666693 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-30fdef44-4b1e-4926-aa35-46b07eb60e70 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (0594dba9-e50e-4e10-a168-8b14e498fb4f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:51.691141 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-84d61a7e-9e23-46d4-888d-066020f9006b admin admin] Publish callbacks [] for security_group (76814c0b-10f1-4d98-a147-6062025c90e4), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:51.702619 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-84d61a7e-9e23-46d4-888d-066020f9006b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (76814c0b-10f1-4d98-a147-6062025c90e4), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:51.731622 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4392d9c9-6332-4b39-98ab-725df90f7408 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9043679 Feb 16 22:24:51.751361 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-907f1b40-f1aa-45b7-aaaa-cb97709800ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (844e6ed4-1618-49d3-8b7c-6c7d558314ad), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:51.756854 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-907f1b40-f1aa-45b7-aaaa-cb97709800ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:51.761249 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-907f1b40-f1aa-45b7-aaaa-cb97709800ef admin admin] 10.222.0.75 "DELETE /v2.0/networks/844e6ed4-1618-49d3-8b7c-6c7d558314ad HTTP/1.1" status: 204 len: 168 time: 1.4848855 Feb 16 22:24:51.799440 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4392d9c9-6332-4b39-98ab-725df90f7408 admin admin] Pushing event updated for resources: {'Network': ['ID=b4f85a20-80c0-42f8-95ef-5434f2c47f7d,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:51.803430 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f1b40-f1aa-45b7-aaaa-cb97709800ef admin admin] Pushing event deleted for resources: {'Network': ['ID=844e6ed4-1618-49d3-8b7c-6c7d558314ad,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:51.809710 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-fa247fa6-94fd-4f29-8632-895a15a7fe67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (17879e1b-a9d8-40fd-81be-509ead4e3776), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:51.815956 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-84d61a7e-9e23-46d4-888d-066020f9006b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7f8a1130ba4b4bbc866f638f72669b38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3590958 Feb 16 22:24:51.816849 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d61a7e-9e23-46d4-888d-066020f9006b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76814c0b-10f1-4d98-a147-6062025c90e4,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:51.819182 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37870) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:51.861525 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network b4f85a20-80c0-42f8-95ef-5434f2c47f7d details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:24:51.911834 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-30fdef44-4b1e-4926-aa35-46b07eb60e70 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (0594dba9-e50e-4e10-a168-8b14e498fb4f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:51.953695 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bddd0638-2ec5-41e8-89ab-da0642042f42 admin admin] Publish callbacks [] for security_group (76814c0b-10f1-4d98-a147-6062025c90e4), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:51.971385 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-30fdef44-4b1e-4926-aa35-46b07eb60e70 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0594dba9-e50e-4e10-a168-8b14e498fb4f']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:52.031225 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-30fdef44-4b1e-4926-aa35-46b07eb60e70 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c247be3-473b-452b-8071-538ffc9846de') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:52.033813 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-30fdef44-4b1e-4926-aa35-46b07eb60e70 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c247be3-473b-452b-8071-538ffc9846de') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:52.051561 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bddd0638-2ec5-41e8-89ab-da0642042f42 admin admin] Publish callbacks [] for security_group (76814c0b-10f1-4d98-a147-6062025c90e4), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:52.083029 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-30fdef44-4b1e-4926-aa35-46b07eb60e70 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (5c247be3-473b-452b-8071-538ffc9846de), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:52.083255 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd4e70-c3f0-4fd8-8edc-979ca0656440 req-25c43da9-627d-4063-8cf8-fa9e69ae49af tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:52.083255 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d6dd4e70-c3f0-4fd8-8edc-979ca0656440 req-25c43da9-627d-4063-8cf8-fa9e69ae49af tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a9a6071-e8c9-46a2-9cd3-19f74f424c46 HTTP/1.1" status: 200 len: 931 time: 0.1588314 Feb 16 22:24:52.086961 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c0d0db-f288-4d68-8cd7-066634332e5c None None] get_active_networks_info from n-d-813897-6 {{(pid=103467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 22:24:52.155198 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d6dd4e70-c3f0-4fd8-8edc-979ca0656440 req-d34594de-50df-4ace-bbe7-a5452c4e8754 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f387bfc-6cdd-4d43-9970-2a817a9e7c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631518 Feb 16 22:24:52.160069 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bddd0638-2ec5-41e8-89ab-da0642042f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (76814c0b-10f1-4d98-a147-6062025c90e4), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:52.164610 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bddd0638-2ec5-41e8-89ab-da0642042f42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:52.166565 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bddd0638-2ec5-41e8-89ab-da0642042f42 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/76814c0b-10f1-4d98-a147-6062025c90e4 HTTP/1.1" status: 204 len: 168 time: 0.3464265 Feb 16 22:24:52.187334 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37882) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:52.219724 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd0638-2ec5-41e8-89ab-da0642042f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76814c0b-10f1-4d98-a147-6062025c90e4,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:52.256656 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c0d0db-f288-4d68-8cd7-066634332e5c None None] Resources bound (agent type, host, resource id): {{(pid=103467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 22:24:52.267154 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-edcc74ce-2554-414d-a8ef-5cc9194bfb5c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2f608537367041eb8983cef4cf0c0dc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0758989 Feb 16 22:24:52.267741 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37884) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:52.293119 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-30fdef44-4b1e-4926-aa35-46b07eb60e70 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (5c247be3-473b-452b-8071-538ffc9846de), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:52.347096 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fd94dc90-1179-4c1c-91e6-541a52d6d283 admin admin] Publish callbacks [] for security_group (26878bcd-cab1-471f-adcf-40b2469be574), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:52.382613 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30fdef44-4b1e-4926-aa35-46b07eb60e70 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:24:52.384805 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-30fdef44-4b1e-4926-aa35-46b07eb60e70 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (5c247be3-473b-452b-8071-538ffc9846de), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:52.409197 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fd94dc90-1179-4c1c-91e6-541a52d6d283 admin admin] Publish callbacks [] for security_group (26878bcd-cab1-471f-adcf-40b2469be574), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:52.519802 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:24:52.519802 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:24:52.519802 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:24:52.519802 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:24:52.519802 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:24:52.519802 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:24:52.519802 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:24:52.519802 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:24:52.519802 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:24:52.519802 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:24:52.519802 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:24:52.519802 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:24:52.519802 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:24:52.519802 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:24:52.519802 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:24:52.519802 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:24:52.519802 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:24:52.519802 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:24:52.519802 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:24:52.519802 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:24:52.519802 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:24:52.519802 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:24:52.519802 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:24:52.519802 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:24:52.519802 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:24:52.519802 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:24:52.519802 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:24:52.519802 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:24:52.519802 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:24:52.519802 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:24:52.519802 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:24:52.519802 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:24:52.530842 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fd94dc90-1179-4c1c-91e6-541a52d6d283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (26878bcd-cab1-471f-adcf-40b2469be574), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:52.537786 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fd94dc90-1179-4c1c-91e6-541a52d6d283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:52.541957 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-fd94dc90-1179-4c1c-91e6-541a52d6d283 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/26878bcd-cab1-471f-adcf-40b2469be574 HTTP/1.1" status: 204 len: 168 time: 0.2703197 Feb 16 22:24:52.549155 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-30fdef44-4b1e-4926-aa35-46b07eb60e70 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (0594dba9-e50e-4e10-a168-8b14e498fb4f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:52.555135 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd94dc90-1179-4c1c-91e6-541a52d6d283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26878bcd-cab1-471f-adcf-40b2469be574,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:52.563986 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-30fdef44-4b1e-4926-aa35-46b07eb60e70 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:52.568243 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-30fdef44-4b1e-4926-aa35-46b07eb60e70 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] 10.222.0.75 "DELETE /v2.0/networks/0594dba9-e50e-4e10-a168-8b14e498fb4f HTTP/1.1" status: 204 len: 168 time: 1.1162655 Feb 16 22:24:52.570933 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37892) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:52.626870 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fdef44-4b1e-4926-aa35-46b07eb60e70 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Pushing event deleted for resources: {'Network': ['ID=0594dba9-e50e-4e10-a168-8b14e498fb4f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:52.670091 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:24:52.704584 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:24:52.705195 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0a47250a-9fbf-48cf-9a4d-bbe6b62b5bca not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:24:52.787626 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1ab42cc1-9e63-48d9-9c48-658fc15e5052 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (c6e65ee8-fd18-49d3-bb7a-12ac2c66ae72), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:52.821272 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-fa247fa6-94fd-4f29-8632-895a15a7fe67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17879e1b-a9d8-40fd-81be-509ead4e3776 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:24:52.834595 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-fa247fa6-94fd-4f29-8632-895a15a7fe67 service neutron] Publish callbacks [] for port (17879e1b-a9d8-40fd-81be-509ead4e3776), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:52.850401 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-fa247fa6-94fd-4f29-8632-895a15a7fe67 service neutron] Transition to ACTIVE for port object 17879e1b-a9d8-40fd-81be-509ead4e3776 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:24:52.855702 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54470d-9b07-4865-bfa7-3c99c47668e0 req-d5eb69d7-e701-44ef-9800-321ae9ffa993 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:52.858472 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4a54470d-9b07-4865-bfa7-3c99c47668e0 req-d5eb69d7-e701-44ef-9800-321ae9ffa993 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf7e8f73-c71c-4967-bc35-84da94c67372 HTTP/1.1" status: 200 len: 946 time: 0.2425385 Feb 16 22:24:52.861597 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-fa247fa6-94fd-4f29-8632-895a15a7fe67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (17879e1b-a9d8-40fd-81be-509ead4e3776), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:52.955446 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f13401a-b4a6-466b-8e99-f6f4bc8368db None None] Network 0594dba9-e50e-4e10-a168-8b14e498fb4f requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:24:52.979558 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f13401a-b4a6-466b-8e99-f6f4bc8368db None None] Network 0594dba9-e50e-4e10-a168-8b14e498fb4f could not be found, it might have been deleted concurrently. {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 16 22:24:53.016826 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4a54470d-9b07-4865-bfa7-3c99c47668e0 req-d26445d3-4750-4128-a89c-31907b3595ef tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556818 Feb 16 22:24:53.029963 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa247fa6-94fd-4f29-8632-895a15a7fe67 service neutron] Pushing event updated for resources: {'Port': ['ID=17879e1b-a9d8-40fd-81be-509ead4e3776,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:53.047441 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c1dd3972-2c4c-4697-b296-336f438eed7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:53.075024 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-fa247fa6-94fd-4f29-8632-895a15a7fe67 service neutron] Attempting to bind port 17879e1b-a9d8-40fd-81be-509ead4e3776 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:53.075369 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-fa247fa6-94fd-4f29-8632-895a15a7fe67 service neutron] Attempting to bind port 17879e1b-a9d8-40fd-81be-509ead4e3776 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:53.076366 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-fa247fa6-94fd-4f29-8632-895a15a7fe67 service neutron] Attempting to bind port 17879e1b-a9d8-40fd-81be-509ead4e3776 on network a2949af4-226e-4bae-8b8f-20776d9938d8 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:53.081174 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-fa247fa6-94fd-4f29-8632-895a15a7fe67 service neutron] Port 17879e1b-a9d8-40fd-81be-509ead4e3776 on network a2949af4-226e-4bae-8b8f-20776d9938d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:53.081427 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-fa247fa6-94fd-4f29-8632-895a15a7fe67 service neutron] Attempting to bind port 17879e1b-a9d8-40fd-81be-509ead4e3776 on network a2949af4-226e-4bae-8b8f-20776d9938d8 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:53.087614 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-fa247fa6-94fd-4f29-8632-895a15a7fe67 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:24:53.087969 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-fa247fa6-94fd-4f29-8632-895a15a7fe67 service neutron] Checking segment: {'id': '5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:24:53.088353 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-fa247fa6-94fd-4f29-8632-895a15a7fe67 service neutron] Bound using segment: {'id': '5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:24:53.088789 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-fa247fa6-94fd-4f29-8632-895a15a7fe67 service neutron] Bound port: 17879e1b-a9d8-40fd-81be-509ead4e3776, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:24:53.089148 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-fa247fa6-94fd-4f29-8632-895a15a7fe67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (17879e1b-a9d8-40fd-81be-509ead4e3776), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:53.102701 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1ab42cc1-9e63-48d9-9c48-658fc15e5052 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (c6e65ee8-fd18-49d3-bb7a-12ac2c66ae72), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:53.134682 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-1ab42cc1-9e63-48d9-9c48-658fc15e5052 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e65ee8-fd18-49d3-bb7a-12ac2c66ae72']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:53.180498 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-acc945a7-6597-4361-acd6-f28c34837fc0 req-43a46102-59fa-47d2-bf44-d7d0c5b13da9 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.75 "GET /v2.0/ports?device_id=ace5b0a2-2627-4980-9cf1-29829c8c720b HTTP/1.1" status: 200 len: 210 time: 0.0413551 Feb 16 22:24:53.184519 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-1ab42cc1-9e63-48d9-9c48-658fc15e5052 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e56d2341-e41e-4e1c-8857-0a36dad134ae') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:53.184746 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-1ab42cc1-9e63-48d9-9c48-658fc15e5052 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e56d2341-e41e-4e1c-8857-0a36dad134ae') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:53.208004 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1ab42cc1-9e63-48d9-9c48-658fc15e5052 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (e56d2341-e41e-4e1c-8857-0a36dad134ae), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:53.232384 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-fa247fa6-94fd-4f29-8632-895a15a7fe67 service neutron] For port 17879e1b-a9d8-40fd-81be-509ead4e3776, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:24:53.232914 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1ab42cc1-9e63-48d9-9c48-658fc15e5052 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (e56d2341-e41e-4e1c-8857-0a36dad134ae), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:53.237616 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-fa247fa6-94fd-4f29-8632-895a15a7fe67 service neutron] For port 17879e1b-a9d8-40fd-81be-509ead4e3776, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=17879e1b-a9d8-40fd-81be-509ead4e3776,segment=NetworkSegment(5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb),segment_id=5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:24:53.250440 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ab42cc1-9e63-48d9-9c48-658fc15e5052 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:24:53.250853 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1ab42cc1-9e63-48d9-9c48-658fc15e5052 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (e56d2341-e41e-4e1c-8857-0a36dad134ae), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:53.253254 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-fa247fa6-94fd-4f29-8632-895a15a7fe67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (17879e1b-a9d8-40fd-81be-509ead4e3776), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:53.256475 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:24:53.256475 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:24:53.256475 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:24:53.256475 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:24:53.256475 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:24:53.256475 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:24:53.256475 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:24:53.256475 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:24:53.256475 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:24:53.256475 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:24:53.256475 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:24:53.256475 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:24:53.256475 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:24:53.256475 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:24:53.256475 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:24:53.256475 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:24:53.256475 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:24:53.256475 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:24:53.256475 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:24:53.256475 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:24:53.256475 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:24:53.256475 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:24:53.256475 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:24:53.256475 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:24:53.256475 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:24:53.256475 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:24:53.256475 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:24:53.256475 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:24:53.256475 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:24:53.256475 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:24:53.256475 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:24:53.256475 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:24:53.332606 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-fa247fa6-94fd-4f29-8632-895a15a7fe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:53.333527 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-fa247fa6-94fd-4f29-8632-895a15a7fe67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:53.335166 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-fa247fa6-94fd-4f29-8632-895a15a7fe67 service neutron] 10.222.0.67 "PUT /v2.0/ports/17879e1b-a9d8-40fd-81be-509ead4e3776 HTTP/1.1" status: 200 len: 1091 time: 1.7793632 Feb 16 22:24:53.335805 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9a6071-e8c9-46a2-9cd3-19f74f424c46', 'tag': '17879e1b-a9d8-40fd-81be-509ead4e3776'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:24:53.338825 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85873e7b-c49f-4757-8c1a-f79fbf1d58e6" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9a6071-e8c9-46a2-9cd3-19f74f424c46", "tag": "17879e1b-a9d8-40fd-81be-509ead4e3776"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:24:53.371092 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1ab42cc1-9e63-48d9-9c48-658fc15e5052 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (c6e65ee8-fd18-49d3-bb7a-12ac2c66ae72), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:53.380438 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1ab42cc1-9e63-48d9-9c48-658fc15e5052 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:53.397218 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1ab42cc1-9e63-48d9-9c48-658fc15e5052 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] 10.222.0.75 "DELETE /v2.0/networks/c6e65ee8-fd18-49d3-bb7a-12ac2c66ae72 HTTP/1.1" status: 204 len: 168 time: 0.8236489 Feb 16 22:24:53.398057 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37920) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:53.474920 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa247fa6-94fd-4f29-8632-895a15a7fe67 service neutron] Pushing event updated for resources: {'Port': ['ID=17879e1b-a9d8-40fd-81be-509ead4e3776,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:53.543058 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-34e42ce9-15db-4c66-bca5-b8e4d3bf7a66 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (cca6e6b6-2687-4cda-a018-170509b8b177), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:53.545855 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab42cc1-9e63-48d9-9c48-658fc15e5052 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Pushing event deleted for resources: {'Network': ['ID=c6e65ee8-fd18-49d3-bb7a-12ac2c66ae72,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:53.678815 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-34e42ce9-15db-4c66-bca5-b8e4d3bf7a66 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (cca6e6b6-2687-4cda-a018-170509b8b177), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:53.709193 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-34e42ce9-15db-4c66-bca5-b8e4d3bf7a66 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cca6e6b6-2687-4cda-a018-170509b8b177']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:53.725089 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-34e42ce9-15db-4c66-bca5-b8e4d3bf7a66 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a551eaf-7c40-4927-8faf-60e6a29f4d5c') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:53.727278 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-34e42ce9-15db-4c66-bca5-b8e4d3bf7a66 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a551eaf-7c40-4927-8faf-60e6a29f4d5c') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:53.742649 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-34e42ce9-15db-4c66-bca5-b8e4d3bf7a66 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (3a551eaf-7c40-4927-8faf-60e6a29f4d5c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:53.779320 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-34e42ce9-15db-4c66-bca5-b8e4d3bf7a66 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (3a551eaf-7c40-4927-8faf-60e6a29f4d5c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:53.799484 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e42ce9-15db-4c66-bca5-b8e4d3bf7a66 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:24:53.799484 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-34e42ce9-15db-4c66-bca5-b8e4d3bf7a66 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (3a551eaf-7c40-4927-8faf-60e6a29f4d5c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:53.805299 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:24:53.805299 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:24:53.805299 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:24:53.805299 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:24:53.805299 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:24:53.805299 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:24:53.805299 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:24:53.805299 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:24:53.805299 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:24:53.805299 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:24:53.805299 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:24:53.805299 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:24:53.805299 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:24:53.805299 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:24:53.805299 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:24:53.805299 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:24:53.805299 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:24:53.805299 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:24:53.805299 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:24:53.805299 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:24:53.805299 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:24:53.805299 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:24:53.805299 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:24:53.805299 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:24:53.805299 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:24:53.805299 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:24:53.805299 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:24:53.805299 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:24:53.805299 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:24:53.805299 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:24:53.805299 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:24:53.805299 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:24:53.930279 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-c1983d4f-d27f-46fe-97e0-128cac46c7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:53.931896 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-c1983d4f-d27f-46fe-97e0-128cac46c7b2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d077897d87b240428fffff8cb232a67c&device_id=8a9a6071-e8c9-46a2-9cd3-19f74f424c46 HTTP/1.1" status: 200 len: 1125 time: 0.5161119 Feb 16 22:24:53.972695 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-34e42ce9-15db-4c66-bca5-b8e4d3bf7a66 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (cca6e6b6-2687-4cda-a018-170509b8b177), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:53.993836 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-34e42ce9-15db-4c66-bca5-b8e4d3bf7a66 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:54.001071 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-34e42ce9-15db-4c66-bca5-b8e4d3bf7a66 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] 10.222.0.75 "DELETE /v2.0/networks/cca6e6b6-2687-4cda-a018-170509b8b177 HTTP/1.1" status: 204 len: 168 time: 0.5812032 Feb 16 22:24:54.032640 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-c655cf30-ffac-4380-8c32-398f3b6b3920 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17879e1b-a9d8-40fd-81be-509ead4e3776 HTTP/1.1" status: 200 len: 217 time: 0.0879433 Feb 16 22:24:54.033222 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37940) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:54.035494 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:24:54.051687 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-d8c58f3d-abbe-489b-b7d6-daceb44658f5 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:54.053396 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-d8c58f3d-abbe-489b-b7d6-daceb44658f5 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.67 "GET /v2.0/networks?id=6436fd36-fb3d-4aa1-a761-1a4a786e9add HTTP/1.1" status: 200 len: 814 time: 0.7725427 Feb 16 22:24:54.079180 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e42ce9-15db-4c66-bca5-b8e4d3bf7a66 tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Pushing event deleted for resources: {'Network': ['ID=cca6e6b6-2687-4cda-a018-170509b8b177,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:54.086499 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37942) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:54.096984 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-1d75e9c3-02e4-4a8f-8801-bd9a858855a8 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] Request body: {'port': {'device_id': 'ace5b0a2-2627-4980-9cf1-29829c8c720b', 'network_id': '6436fd36-fb3d-4aa1-a761-1a4a786e9add', 'admin_state_up': True, 'tenant_id': '999596a6984b46a3940038f8afe16188'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:54.161339 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b9c0e-626e-4323-9ae7-ab7427a488a4 req-41018558-c7e9-43b7-8027-d480a7643ced tempest-ComputeTenantNetworksTest-1018876498 tempest-ComputeTenantNetworksTest-1018876498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:54.169816 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b9c0e-626e-4323-9ae7-ab7427a488a4 req-41018558-c7e9-43b7-8027-d480a7643ced tempest-ComputeTenantNetworksTest-1018876498 tempest-ComputeTenantNetworksTest-1018876498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:54.175630 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b9c0e-626e-4323-9ae7-ab7427a488a4 req-41018558-c7e9-43b7-8027-d480a7643ced tempest-ComputeTenantNetworksTest-1018876498 tempest-ComputeTenantNetworksTest-1018876498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:54.177540 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fe2b9c0e-626e-4323-9ae7-ab7427a488a4 req-41018558-c7e9-43b7-8027-d480a7643ced tempest-ComputeTenantNetworksTest-1018876498 tempest-ComputeTenantNetworksTest-1018876498-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3400519 Feb 16 22:24:54.197556 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:54.304077 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-aff2e384-e379-434d-b448-303ee52abb1f tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (11582708-d633-4221-a95c-06d67a5705c1), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:54.314939 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-cc0a1534-0a1f-48f8-941f-fce5be57f7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:54.318177 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-cc0a1534-0a1f-48f8-941f-fce5be57f7a6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=812089a8-8e43-4669-b97f-c5c83d27191f HTTP/1.1" status: 200 len: 850 time: 0.2616489 Feb 16 22:24:54.322500 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-ecd1c923-d686-4435-b211-d7f2da535beb admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-882165225-network', 'tenant_id': '21d9e8780a3e4befbf0f2b1d12057a8f'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:54.345753 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd1c923-d686-4435-b211-d7f2da535beb admin admin] Made reservation on behalf of 21d9e8780a3e4befbf0f2b1d12057a8f for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:24:54.361772 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ecd1c923-d686-4435-b211-d7f2da535beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:54.373308 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ecd1c923-d686-4435-b211-d7f2da535beb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:54.448775 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-9b018578-7a82-402b-9ed1-f6339a57aeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:54.450260 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-9b018578-7a82-402b-9ed1-f6339a57aeef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a2949af4-226e-4bae-8b8f-20776d9938d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1218131 Feb 16 22:24:54.450873 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-1d75e9c3-02e4-4a8f-8801-bd9a858855a8 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] Made reservation on behalf of 999596a6984b46a3940038f8afe16188 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:24:54.454174 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-1d75e9c3-02e4-4a8f-8801-bd9a858855a8 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:54.547667 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-aff2e384-e379-434d-b448-303ee52abb1f tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (11582708-d633-4221-a95c-06d67a5705c1), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:54.636736 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-aff2e384-e379-434d-b448-303ee52abb1f tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11582708-d633-4221-a95c-06d67a5705c1']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:54.656272 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-aff2e384-e379-434d-b448-303ee52abb1f tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed895bf2-d596-473a-8763-4adf1cfecd9d') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:54.656572 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-aff2e384-e379-434d-b448-303ee52abb1f tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed895bf2-d596-473a-8763-4adf1cfecd9d') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:54.674270 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-aff2e384-e379-434d-b448-303ee52abb1f tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (ed895bf2-d596-473a-8763-4adf1cfecd9d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:54.705122 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-aff2e384-e379-434d-b448-303ee52abb1f tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (ed895bf2-d596-473a-8763-4adf1cfecd9d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:54.734261 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-7c48d0eb-e536-471d-93d1-8aefb362bc3c service neutron] 10.222.0.67 "GET /v2.0/networks/a2949af4-226e-4bae-8b8f-20776d9938d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767839 Feb 16 22:24:54.737362 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff2e384-e379-434d-b448-303ee52abb1f tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:24:54.737777 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-aff2e384-e379-434d-b448-303ee52abb1f tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (ed895bf2-d596-473a-8763-4adf1cfecd9d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:54.744436 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:24:54.744436 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:24:54.744436 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:24:54.744436 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:24:54.744436 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:24:54.744436 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:24:54.744436 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:24:54.744436 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:24:54.744436 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:24:54.744436 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:24:54.744436 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:24:54.744436 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:24:54.744436 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:24:54.744436 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:24:54.744436 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:24:54.744436 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:24:54.744436 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:24:54.744436 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:24:54.744436 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:24:54.744436 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:24:54.744436 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:24:54.744436 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:24:54.744436 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:24:54.744436 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:24:54.744436 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:24:54.744436 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:24:54.744436 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:24:54.744436 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:24:54.744436 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:24:54.744436 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:24:54.744436 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:24:54.744436 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:24:54.854015 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-1d75e9c3-02e4-4a8f-8801-bd9a858855a8 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] Allocated IP 172.20.0.5 (6436fd36-fb3d-4aa1-a761-1a4a786e9add/3d8b7ff3-78ed-4f59-8391-1bf9578cc441/8f29f9af-d12a-4fb3-9597-8c215c5a2760) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:24:54.865350 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69570676-6047-4d3c-8515-6b31838d92a3 req-38046dfb-4fbb-45cd-9984-9483d0283799 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:54.870540 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-69570676-6047-4d3c-8515-6b31838d92a3 req-38046dfb-4fbb-45cd-9984-9483d0283799 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd7c175-2520-4877-907f-e1d2a73c22e8 HTTP/1.1" status: 200 len: 945 time: 0.4387481 Feb 16 22:24:54.877173 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ecd1c923-d686-4435-b211-d7f2da535beb admin admin] Publish callbacks [] for security_group (b4008d7e-d072-4a4a-9bba-f6f59e7dccce), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:54.884904 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-aff2e384-e379-434d-b448-303ee52abb1f tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (11582708-d633-4221-a95c-06d67a5705c1), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:54.890685 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ecd1c923-d686-4435-b211-d7f2da535beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b4008d7e-d072-4a4a-9bba-f6f59e7dccce), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:54.902572 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-aff2e384-e379-434d-b448-303ee52abb1f tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:54.903743 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd1c923-d686-4435-b211-d7f2da535beb admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:24:54.908397 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-aff2e384-e379-434d-b448-303ee52abb1f tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] 10.222.0.75 "DELETE /v2.0/networks/11582708-d633-4221-a95c-06d67a5705c1 HTTP/1.1" status: 204 len: 168 time: 0.8709657 Feb 16 22:24:54.917330 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ecd1c923-d686-4435-b211-d7f2da535beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (df6c809a-4e84-4903-b138-45ec817657ec), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:54.917958 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-ecd1c923-d686-4435-b211-d7f2da535beb admin admin] Added segment df6c809a-4e84-4903-b138-45ec817657ec of type vlan for network 81f5211c-4cab-4b86-9242-59d87a2bff9a Feb 16 22:24:54.922791 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2e384-e379-434d-b448-303ee52abb1f tempest-BulkNetworkOpsTest-269434863 tempest-BulkNetworkOpsTest-269434863-project] Pushing event deleted for resources: {'Network': ['ID=11582708-d633-4221-a95c-06d67a5705c1,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:54.950793 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d7d1ad28-302a-4845-a121-77c9dc13365e req-7c892a14-184f-477a-98c9-ba496bfe148e service neutron] 10.222.0.67 "GET /v2.0/networks/a2949af4-226e-4bae-8b8f-20776d9938d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056448 Feb 16 22:24:54.982283 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ecd1c923-d686-4435-b211-d7f2da535beb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (81f5211c-4cab-4b86-9242-59d87a2bff9a), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:55.025839 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1c923-d686-4435-b211-d7f2da535beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4008d7e-d072-4a4a-9bba-f6f59e7dccce,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:55.051821 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-69570676-6047-4d3c-8515-6b31838d92a3 req-dc2eeff1-a723-4cac-be7d-e8b8d705d945 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720991 Feb 16 22:24:55.072593 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ecd1c923-d686-4435-b211-d7f2da535beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (81f5211c-4cab-4b86-9242-59d87a2bff9a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:55.075823 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd1c923-d686-4435-b211-d7f2da535beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:55.076525 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ecd1c923-d686-4435-b211-d7f2da535beb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:55.126116 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-1d75e9c3-02e4-4a8f-8801-bd9a858855a8 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] Publish callbacks [] for port (8f29f9af-d12a-4fb3-9597-8c215c5a2760), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:55.165078 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ecd1c923-d686-4435-b211-d7f2da535beb admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0733929 Feb 16 22:24:55.166124 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37976) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:55.173644 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-e8e1c1cb-243c-4a45-96be-21fc90e89b9a admin admin] Request body: {'subnet': {'network_id': '81f5211c-4cab-4b86-9242-59d87a2bff9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-882165225-subnet', 'tenant_id': '21d9e8780a3e4befbf0f2b1d12057a8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:55.193661 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-1d75e9c3-02e4-4a8f-8801-bd9a858855a8 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (8f29f9af-d12a-4fb3-9597-8c215c5a2760), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:55.214866 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1c923-d686-4435-b211-d7f2da535beb admin admin] Pushing event updated for resources: {'Network': ['ID=81f5211c-4cab-4b86-9242-59d87a2bff9a,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:55.226170 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e1c1cb-243c-4a45-96be-21fc90e89b9a admin admin] Made reservation on behalf of 21d9e8780a3e4befbf0f2b1d12057a8f for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:24:55.229075 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e8e1c1cb-243c-4a45-96be-21fc90e89b9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:55.230063 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 81f5211c-4cab-4b86-9242-59d87a2bff9a details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:24:55.234313 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b00cb-a73c-4736-b824-39d8d7a52b54 req-220f95d3-9d98-4ebe-8c90-781f01296a9f tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:55.235963 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-045b00cb-a73c-4736-b824-39d8d7a52b54 req-220f95d3-9d98-4ebe-8c90-781f01296a9f tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a9a6071-e8c9-46a2-9cd3-19f74f424c46 HTTP/1.1" status: 200 len: 943 time: 0.1334376 Feb 16 22:24:55.272408 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-1d75e9c3-02e4-4a8f-8801-bd9a858855a8 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] Network 6436fd36-fb3d-4aa1-a761-1a4a786e9add is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:24:55.284834 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-1d75e9c3-02e4-4a8f-8801-bd9a858855a8 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:24:55.292327 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-1d75e9c3-02e4-4a8f-8801-bd9a858855a8 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:24:55.294896 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-045b00cb-a73c-4736-b824-39d8d7a52b54 req-78cac5da-fb5d-48ca-b472-ada04d741b24 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f387bfc-6cdd-4d43-9970-2a817a9e7c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530300 Feb 16 22:24:55.332665 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75e9c3-02e4-4a8f-8801-bd9a858855a8 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] Pushing event updated for resources: {'Port': ['ID=8f29f9af-d12a-4fb3-9597-8c215c5a2760,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:55.391941 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d9dfa1-16b4-4f05-b3a4-2b13b32ce3a7 x-openstack-request-id: req-82d9dfa1-16b4-4f05-b3a4-2b13b32ce3a7 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:24:55.392224 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9a6071-e8c9-46a2-9cd3-19f74f424c46", "tag": "17879e1b-a9d8-40fd-81be-509ead4e3776", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:24:55.392617 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-82d9dfa1-16b4-4f05-b3a4-2b13b32ce3a7 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:24:55.392967 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a9a6071-e8c9-46a2-9cd3-19f74f424c46', 'tag': '17879e1b-a9d8-40fd-81be-509ead4e3776', 'status': 'completed', 'code': 200} Feb 16 22:24:55.395679 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37980) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:55.403408 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-1d75e9c3-02e4-4a8f-8801-bd9a858855a8 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:55.403408 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-1d75e9c3-02e4-4a8f-8801-bd9a858855a8 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:55.483789 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-1d75e9c3-02e4-4a8f-8801-bd9a858855a8 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3926024 Feb 16 22:24:55.499580 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-6e461817-9574-472f-bf93-19a1718eb8ef service neutron] Request body: {'port': {'device_id': 'ace5b0a2-2627-4980-9cf1-29829c8c720b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:55.511593 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:55.544896 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb043c-d4bf-45bb-a9e1-f0589a3e95ef req-d5fe40f5-9f37-4fe2-a334-e50ad3cf7eb9 tempest-ComputeTenantNetworksTest-1018876498 tempest-ComputeTenantNetworksTest-1018876498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:55.546429 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-51bb043c-d4bf-45bb-a9e1-f0589a3e95ef req-d5fe40f5-9f37-4fe2-a334-e50ad3cf7eb9 tempest-ComputeTenantNetworksTest-1018876498 tempest-ComputeTenantNetworksTest-1018876498-project] 10.222.0.75 "GET /v2.0/networks/b4f85a20-80c0-42f8-95ef-5434f2c47f7d HTTP/1.1" status: 200 len: 768 time: 0.1289852 Feb 16 22:24:55.556832 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37986) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:55.582780 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85873e7b-c49f-4757-8c1a-f79fbf1d58e6 req-73e65b22-fa4c-465b-8c75-c672ce10b270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:55.584328 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-85873e7b-c49f-4757-8c1a-f79fbf1d58e6 req-73e65b22-fa4c-465b-8c75-c672ce10b270 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d077897d87b240428fffff8cb232a67c&device_id=8a9a6071-e8c9-46a2-9cd3-19f74f424c46 HTTP/1.1" status: 200 len: 1125 time: 0.1778352 Feb 16 22:24:55.619999 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e8e1c1cb-243c-4a45-96be-21fc90e89b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (986f1bba-1229-454c-a0d5-70920f06fbd3), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:55.681024 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-6e461817-9574-472f-bf93-19a1718eb8ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8f29f9af-d12a-4fb3-9597-8c215c5a2760), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:55.734127 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-76c1a251-2d11-44b8-a183-61a369e53997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (b4f85a20-80c0-42f8-95ef-5434f2c47f7d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:55.742927 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77325c74-0275-4eb9-91b8-2f3788d17645 req-474f6b84-1aed-4859-b67d-beabd81c593d tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:55.745011 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77325c74-0275-4eb9-91b8-2f3788d17645 req-474f6b84-1aed-4859-b67d-beabd81c593d tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.75 "GET /v2.0/ports?device_id=ace5b0a2-2627-4980-9cf1-29829c8c720b HTTP/1.1" status: 200 len: 931 time: 0.1241939 Feb 16 22:24:55.753797 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1c1cb-243c-4a45-96be-21fc90e89b9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=986f1bba-1229-454c-a0d5-70920f06fbd3,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:55.788699 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-aa8b4768-9026-4831-8019-1434eff989cf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1dd2322745694bb4b2787caf4a4b8efb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3888044 Feb 16 22:24:55.789844 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37994) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:55.832355 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85873e7b-c49f-4757-8c1a-f79fbf1d58e6 req-5c0ab408-fc49-4fe6-8886-78493f417c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:55.833867 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-85873e7b-c49f-4757-8c1a-f79fbf1d58e6 req-5c0ab408-fc49-4fe6-8886-78493f417c1e service neutron] 10.222.0.67 "GET /v2.0/networks?id=a2949af4-226e-4bae-8b8f-20776d9938d8 HTTP/1.1" status: 200 len: 912 time: 0.2404988 Feb 16 22:24:55.861744 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77325c74-0275-4eb9-91b8-2f3788d17645 req-5a4ea4c5-6327-4f3a-b193-09b79df74e41 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.75 "GET /v2.0/security-groups?id=8c94344e-2952-4d96-a0dc-469379e2c622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909390 Feb 16 22:24:55.904768 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-76c1a251-2d11-44b8-a183-61a369e53997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (b4f85a20-80c0-42f8-95ef-5434f2c47f7d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:55.926376 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-76c1a251-2d11-44b8-a183-61a369e53997 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4f85a20-80c0-42f8-95ef-5434f2c47f7d']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:55.933578 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e1c1cb-243c-4a45-96be-21fc90e89b9a admin admin] Checking segment: {'id': 'df6c809a-4e84-4903-b138-45ec817657ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '81f5211c-4cab-4b86-9242-59d87a2bff9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:24:55.933944 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e1c1cb-243c-4a45-96be-21fc90e89b9a admin admin] Network hostable DHCP agents. Network: 81f5211c-4cab-4b86-9242-59d87a2bff9a, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:24:55.938194 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-76c1a251-2d11-44b8-a183-61a369e53997 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d18483-352e-49f7-92ea-75092278b2c6') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:55.938624 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-76c1a251-2d11-44b8-a183-61a369e53997 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d18483-352e-49f7-92ea-75092278b2c6') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:24:55.948128 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-85873e7b-c49f-4757-8c1a-f79fbf1d58e6 req-0201606d-ca11-4c85-9519-3c8825b6dec2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17879e1b-a9d8-40fd-81be-509ead4e3776 HTTP/1.1" status: 200 len: 217 time: 0.1009684 Feb 16 22:24:55.950837 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-76c1a251-2d11-44b8-a183-61a369e53997 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (37d18483-352e-49f7-92ea-75092278b2c6), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:55.966337 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-76c1a251-2d11-44b8-a183-61a369e53997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (37d18483-352e-49f7-92ea-75092278b2c6), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:55.974834 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76c1a251-2d11-44b8-a183-61a369e53997 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:24:55.975592 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-76c1a251-2d11-44b8-a183-61a369e53997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (37d18483-352e-49f7-92ea-75092278b2c6), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:55.977714 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:24:55.977714 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:24:55.977714 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:24:55.977714 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:24:55.977714 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:24:55.977714 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:24:55.977714 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:24:55.977714 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:24:55.977714 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:24:55.977714 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:24:55.977714 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:24:55.977714 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:24:55.977714 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:24:55.977714 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:24:55.977714 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:24:55.977714 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:24:55.977714 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:24:55.977714 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:24:55.977714 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:24:55.977714 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:24:55.977714 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:24:55.977714 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:24:55.977714 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:24:55.977714 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:24:55.977714 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:24:55.977714 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:24:55.977714 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:24:55.977714 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:24:55.977714 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:24:55.977714 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:24:55.977714 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:24:55.977714 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:24:56.042444 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-52ed1e18-9c14-4b60-ac96-cf1f5b888c0c admin admin] Publish callbacks [] for security_group (a3372dbc-95ad-49be-bff3-ddddf162075d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:56.051329 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-76c1a251-2d11-44b8-a183-61a369e53997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (b4f85a20-80c0-42f8-95ef-5434f2c47f7d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:56.052736 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e1c1cb-243c-4a45-96be-21fc90e89b9a admin admin] Network 81f5211c-4cab-4b86-9242-59d87a2bff9a is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:24:56.068751 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-76c1a251-2d11-44b8-a183-61a369e53997 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:56.073822 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-76c1a251-2d11-44b8-a183-61a369e53997 admin admin] 10.222.0.75 "DELETE /v2.0/networks/b4f85a20-80c0-42f8-95ef-5434f2c47f7d HTTP/1.1" status: 204 len: 168 time: 0.5158374 Feb 16 22:24:56.085914 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85873e7b-c49f-4757-8c1a-f79fbf1d58e6 req-7f93f7b9-fdb1-4330-95e7-2cd04dc20c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:56.087471 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-85873e7b-c49f-4757-8c1a-f79fbf1d58e6 req-7f93f7b9-fdb1-4330-95e7-2cd04dc20c96 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=812089a8-8e43-4669-b97f-c5c83d27191f HTTP/1.1" status: 200 len: 850 time: 0.1276050 Feb 16 22:24:56.090955 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1a251-2d11-44b8-a183-61a369e53997 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4f85a20-80c0-42f8-95ef-5434f2c47f7d,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:56.121183 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-52ed1e18-9c14-4b60-ac96-cf1f5b888c0c admin admin] Publish callbacks [] for security_group (a3372dbc-95ad-49be-bff3-ddddf162075d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:56.123275 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-e8e1c1cb-243c-4a45-96be-21fc90e89b9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 81f5211c-4cab-4b86-9242-59d87a2bff9a) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:24:56.133091 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64ca2a3-fca6-4b5a-a5c2-83b942e95e0c None None] Network 81f5211c-4cab-4b86-9242-59d87a2bff9a requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:24:56.165879 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e1c1cb-243c-4a45-96be-21fc90e89b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:56.166510 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e8e1c1cb-243c-4a45-96be-21fc90e89b9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:56.224510 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e8e1c1cb-243c-4a45-96be-21fc90e89b9a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0555511 Feb 16 22:24:56.234790 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f118b36-fbe3-49b3-81f6-bddd80f90eca req-657f88bc-5bca-4a37-adf9-e1278b8de835 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:56.242185 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f118b36-fbe3-49b3-81f6-bddd80f90eca req-657f88bc-5bca-4a37-adf9-e1278b8de835 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:56.252137 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f118b36-fbe3-49b3-81f6-bddd80f90eca req-657f88bc-5bca-4a37-adf9-e1278b8de835 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:56.254118 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85873e7b-c49f-4757-8c1a-f79fbf1d58e6 req-4329434c-e671-4c0a-9bda-511e281b9264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:56.254454 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3f118b36-fbe3-49b3-81f6-bddd80f90eca req-657f88bc-5bca-4a37-adf9-e1278b8de835 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf7e8f73-c71c-4967-bc35-84da94c67372&device_id=3b8f5882-22a6-4c71-ad4b-23dd6d1cd538&device_id=0fd7c175-2520-4877-907f-e1d2a73c22e8 HTTP/1.1" status: 200 len: 2417 time: 0.1056082 Feb 16 22:24:56.255536 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-85873e7b-c49f-4757-8c1a-f79fbf1d58e6 req-4329434c-e671-4c0a-9bda-511e281b9264 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a2949af4-226e-4bae-8b8f-20776d9938d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1373417 Feb 16 22:24:56.320753 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-52ed1e18-9c14-4b60-ac96-cf1f5b888c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a3372dbc-95ad-49be-bff3-ddddf162075d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:56.323717 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-52ed1e18-9c14-4b60-ac96-cf1f5b888c0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:56.324899 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-52ed1e18-9c14-4b60-ac96-cf1f5b888c0c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a3372dbc-95ad-49be-bff3-ddddf162075d HTTP/1.1" status: 204 len: 168 time: 0.5281935 Feb 16 22:24:56.333537 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3f118b36-fbe3-49b3-81f6-bddd80f90eca req-c529c4fa-f59f-44f5-a330-cbc9e1a9e95c tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707545 Feb 16 22:24:56.344547 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-6e461817-9574-472f-bf93-19a1718eb8ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f29f9af-d12a-4fb3-9597-8c215c5a2760 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:24:56.353749 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-6e461817-9574-472f-bf93-19a1718eb8ef service neutron] Publish callbacks [] for port (8f29f9af-d12a-4fb3-9597-8c215c5a2760), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:56.355500 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed1e18-9c14-4b60-ac96-cf1f5b888c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3372dbc-95ad-49be-bff3-ddddf162075d,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:56.359385 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5695c1c-2717-408f-a232-6eb94a3c0ca3 None None] Network 81f5211c-4cab-4b86-9242-59d87a2bff9a requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:24:56.411459 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-6e461817-9574-472f-bf93-19a1718eb8ef service neutron] Transition to ACTIVE for port object 8f29f9af-d12a-4fb3-9597-8c215c5a2760 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:24:56.423709 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-6e461817-9574-472f-bf93-19a1718eb8ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (8f29f9af-d12a-4fb3-9597-8c215c5a2760), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:56.472103 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-85873e7b-c49f-4757-8c1a-f79fbf1d58e6 req-dfffbbea-5416-45a4-ae98-1273888df4f9 service neutron] 10.222.0.67 "GET /v2.0/networks/a2949af4-226e-4bae-8b8f-20776d9938d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061362 Feb 16 22:24:56.515488 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7eaf78-9a34-47dc-87bc-0b51bf3ce3f3 req-cace6bfc-3487-4267-982e-ffa2e9cb67b8 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:56.517338 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3b7eaf78-9a34-47dc-87bc-0b51bf3ce3f3 req-cace6bfc-3487-4267-982e-ffa2e9cb67b8 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a9a6071-e8c9-46a2-9cd3-19f74f424c46 HTTP/1.1" status: 200 len: 943 time: 0.0800526 Feb 16 22:24:56.520812 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e461817-9574-472f-bf93-19a1718eb8ef service neutron] Pushing event updated for resources: {'Port': ['ID=8f29f9af-d12a-4fb3-9597-8c215c5a2760,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:56.562378 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38012) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:56.647151 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-19735dad-826c-4499-b495-d799ba303b63 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=718fd76690de4bc98b4bb9927984db74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0832124 Feb 16 22:24:56.647772 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38016) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:56.674383 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3b7eaf78-9a34-47dc-87bc-0b51bf3ce3f3 req-6c30f1b5-1a50-49fb-93b2-a1e3f2bfd1ab tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f387bfc-6cdd-4d43-9970-2a817a9e7c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247296 Feb 16 22:24:56.686659 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-85873e7b-c49f-4757-8c1a-f79fbf1d58e6 req-1c287610-b1c7-432f-86d6-47a92d8925de service neutron] 10.222.0.67 "GET /v2.0/networks/a2949af4-226e-4bae-8b8f-20776d9938d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832342 Feb 16 22:24:56.702590 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-6e461817-9574-472f-bf93-19a1718eb8ef service neutron] Attempting to bind port 8f29f9af-d12a-4fb3-9597-8c215c5a2760 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:24:56.703048 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-6e461817-9574-472f-bf93-19a1718eb8ef service neutron] Attempting to bind port 8f29f9af-d12a-4fb3-9597-8c215c5a2760 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'bc3febe3-3118-453b-88e5-9f6c75c15034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6436fd36-fb3d-4aa1-a761-1a4a786e9add'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:24:56.703843 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-6e461817-9574-472f-bf93-19a1718eb8ef service neutron] Attempting to bind port 8f29f9af-d12a-4fb3-9597-8c215c5a2760 on network 6436fd36-fb3d-4aa1-a761-1a4a786e9add {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:56.715986 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-6e461817-9574-472f-bf93-19a1718eb8ef service neutron] Port 8f29f9af-d12a-4fb3-9597-8c215c5a2760 on network 6436fd36-fb3d-4aa1-a761-1a4a786e9add not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:24:56.716325 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-6e461817-9574-472f-bf93-19a1718eb8ef service neutron] Attempting to bind port 8f29f9af-d12a-4fb3-9597-8c215c5a2760 on network 6436fd36-fb3d-4aa1-a761-1a4a786e9add {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:24:56.724590 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-6e461817-9574-472f-bf93-19a1718eb8ef service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:24:56.724948 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-6e461817-9574-472f-bf93-19a1718eb8ef service neutron] Checking segment: {'id': 'bc3febe3-3118-453b-88e5-9f6c75c15034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6436fd36-fb3d-4aa1-a761-1a4a786e9add'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:24:56.725345 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-6e461817-9574-472f-bf93-19a1718eb8ef service neutron] Bound using segment: {'id': 'bc3febe3-3118-453b-88e5-9f6c75c15034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6436fd36-fb3d-4aa1-a761-1a4a786e9add'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:24:56.725783 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-6e461817-9574-472f-bf93-19a1718eb8ef service neutron] Bound port: 8f29f9af-d12a-4fb3-9597-8c215c5a2760, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3febe3-3118-453b-88e5-9f6c75c15034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6436fd36-fb3d-4aa1-a761-1a4a786e9add'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:24:56.726216 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-6e461817-9574-472f-bf93-19a1718eb8ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8f29f9af-d12a-4fb3-9597-8c215c5a2760), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:56.744561 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ecfdae35-a36c-4aa8-bcc9-897a955d418b admin admin] Publish callbacks [] for security_group (afe5d837-e038-4d94-b091-69d04d219043), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:56.778221 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ecfdae35-a36c-4aa8-bcc9-897a955d418b admin admin] Publish callbacks [] for security_group (afe5d837-e038-4d94-b091-69d04d219043), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:56.847148 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-6e461817-9574-472f-bf93-19a1718eb8ef service neutron] For port 8f29f9af-d12a-4fb3-9597-8c215c5a2760, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:24:56.854503 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-6e461817-9574-472f-bf93-19a1718eb8ef service neutron] For port 8f29f9af-d12a-4fb3-9597-8c215c5a2760, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8f29f9af-d12a-4fb3-9597-8c215c5a2760,segment=NetworkSegment(bc3febe3-3118-453b-88e5-9f6c75c15034),segment_id=bc3febe3-3118-453b-88e5-9f6c75c15034)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:24:56.872019 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-6e461817-9574-472f-bf93-19a1718eb8ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (8f29f9af-d12a-4fb3-9597-8c215c5a2760), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:56.880502 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622c1a8-b3d3-4c93-8af1-95090a23f6fd req-361aa5fd-d0a5-4628-bfd0-88cac0cc1c83 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:56.882415 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d622c1a8-b3d3-4c93-8af1-95090a23f6fd req-361aa5fd-d0a5-4628-bfd0-88cac0cc1c83 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf7e8f73-c71c-4967-bc35-84da94c67372 HTTP/1.1" status: 200 len: 946 time: 0.0738444 Feb 16 22:24:56.907233 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ecfdae35-a36c-4aa8-bcc9-897a955d418b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (afe5d837-e038-4d94-b091-69d04d219043), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:56.910746 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ecfdae35-a36c-4aa8-bcc9-897a955d418b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:56.912295 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ecfdae35-a36c-4aa8-bcc9-897a955d418b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/afe5d837-e038-4d94-b091-69d04d219043 HTTP/1.1" status: 204 len: 168 time: 0.2609987 Feb 16 22:24:56.924359 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-6e461817-9574-472f-bf93-19a1718eb8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:56.925008 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-6e461817-9574-472f-bf93-19a1718eb8ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:56.926480 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-6e461817-9574-472f-bf93-19a1718eb8ef service neutron] 10.222.0.67 "PUT /v2.0/ports/8f29f9af-d12a-4fb3-9597-8c215c5a2760 HTTP/1.1" status: 200 len: 1091 time: 1.4311628 Feb 16 22:24:56.930127 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfdae35-a36c-4aa8-bcc9-897a955d418b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe5d837-e038-4d94-b091-69d04d219043,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:56.961005 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfdae35-a36c-4aa8-bcc9-897a955d418b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:56.961347 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfdae35-a36c-4aa8-bcc9-897a955d418b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:56.961868 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfdae35-a36c-4aa8-bcc9-897a955d418b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:56.963346 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:56.964540 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfdae35-a36c-4aa8-bcc9-897a955d418b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:56.964919 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfdae35-a36c-4aa8-bcc9-897a955d418b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:56.965259 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfdae35-a36c-4aa8-bcc9-897a955d418b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:56.966138 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfdae35-a36c-4aa8-bcc9-897a955d418b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:56.966450 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfdae35-a36c-4aa8-bcc9-897a955d418b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:56.966730 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfdae35-a36c-4aa8-bcc9-897a955d418b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:56.967067 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfdae35-a36c-4aa8-bcc9-897a955d418b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:56.967437 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfdae35-a36c-4aa8-bcc9-897a955d418b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:56.967757 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfdae35-a36c-4aa8-bcc9-897a955d418b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:56.968089 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfdae35-a36c-4aa8-bcc9-897a955d418b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:24:56.975299 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e461817-9574-472f-bf93-19a1718eb8ef service neutron] Pushing event updated for resources: {'Port': ['ID=8f29f9af-d12a-4fb3-9597-8c215c5a2760,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:57.010824 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d622c1a8-b3d3-4c93-8af1-95090a23f6fd req-59a69883-5c2e-42d0-88fc-c2dd1f7c251e tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199758 Feb 16 22:24:57.042878 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-011881ae-ba82-4f63-b362-49e16dd569de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:57.044486 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-011881ae-ba82-4f63-b362-49e16dd569de service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=999596a6984b46a3940038f8afe16188&device_id=ace5b0a2-2627-4980-9cf1-29829c8c720b HTTP/1.1" status: 200 len: 1125 time: 0.0626211 Feb 16 22:24:57.093430 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-179a6628-1466-4ba8-988d-b6cbb523a0b5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f29f9af-d12a-4fb3-9597-8c215c5a2760 HTTP/1.1" status: 200 len: 217 time: 0.0418329 Feb 16 22:24:57.131595 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84dfc2-a7bc-47e3-966d-04c4f87af3ae req-bfebc031-35f9-4157-ad6b-11278591d5e2 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:57.140086 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cb84dfc2-a7bc-47e3-966d-04c4f87af3ae req-bfebc031-35f9-4157-ad6b-11278591d5e2 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.75 "GET /v2.0/ports?device_id=ace5b0a2-2627-4980-9cf1-29829c8c720b HTTP/1.1" status: 200 len: 943 time: 0.0675259 Feb 16 22:24:57.174962 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-f5811685-87ce-4051-9587-7d301a4ecf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:57.176433 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-f5811685-87ce-4051-9587-7d301a4ecf32 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3d8b7ff3-78ed-4f59-8391-1bf9578cc441 HTTP/1.1" status: 200 len: 854 time: 0.0772469 Feb 16 22:24:57.199058 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cb84dfc2-a7bc-47e3-966d-04c4f87af3ae req-b2376ac9-b2ca-4819-af3a-b04ab1a20c60 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.75 "GET /v2.0/security-groups?id=8c94344e-2952-4d96-a0dc-469379e2c622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580089 Feb 16 22:24:57.232986 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-cc85bc9f-d282-400a-9813-a2425b561d9c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6436fd36-fb3d-4aa1-a761-1a4a786e9add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491490 Feb 16 22:24:57.340248 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-a044aacc-01b4-4b99-9899-c373c2e0f1b5 service neutron] 10.222.0.67 "GET /v2.0/networks/6436fd36-fb3d-4aa1-a761-1a4a786e9add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006837 Feb 16 22:24:57.410397 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace5b0a2-2627-4980-9cf1-29829c8c720b', 'tag': '8f29f9af-d12a-4fb3-9597-8c215c5a2760'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:24:57.412675 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa4b463-f2e5-4bc9-a6d4-808b1633903c" -d '{"events": [{"name": "network-changed", "server_uuid": "ace5b0a2-2627-4980-9cf1-29829c8c720b", "tag": "8f29f9af-d12a-4fb3-9597-8c215c5a2760"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:24:57.445871 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-27482fb2-4f12-4e96-a474-612e3330fee4 req-08502b9c-6552-4fee-9c54-29b9bd46f2e5 service neutron] 10.222.0.67 "GET /v2.0/networks/6436fd36-fb3d-4aa1-a761-1a4a786e9add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001780 Feb 16 22:24:57.699243 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-47c7d407-e61d-40ae-9f63-08855a35a276 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:57.701006 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-47c7d407-e61d-40ae-9f63-08855a35a276 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/networks?id=81f5211c-4cab-4b86-9242-59d87a2bff9a HTTP/1.1" status: 200 len: 812 time: 0.1154549 Feb 16 22:24:57.717333 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-06ec8b76-3d5f-4abc-aef0-9dd4942e3583 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/quotas/21d9e8780a3e4befbf0f2b1d12057a8f HTTP/1.1" status: 200 len: 375 time: 0.0101230 Feb 16 22:24:57.752721 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-8078060a-595e-4e04-b084-6cda8c4f804a tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=21d9e8780a3e4befbf0f2b1d12057a8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294576 Feb 16 22:24:57.859011 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-de84d5a9-ff44-4d89-b4d1-5a1303e1cc8d service neutron] 10.222.0.75 "GET /v2.0/networks/81f5211c-4cab-4b86-9242-59d87a2bff9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987020 Feb 16 22:24:57.966970 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-be93becd-9e1e-4418-b677-c3e2e5793e2a service neutron] 10.222.0.75 "GET /v2.0/networks/81f5211c-4cab-4b86-9242-59d87a2bff9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037388 Feb 16 22:24:58.242084 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38096) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:58.341115 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:58.348123 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26b4e43-ac93-4c92-a0c4-7164dbcfd7bd x-openstack-request-id: req-c26b4e43-ac93-4c92-a0c4-7164dbcfd7bd {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:24:58.348638 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace5b0a2-2627-4980-9cf1-29829c8c720b", "tag": "8f29f9af-d12a-4fb3-9597-8c215c5a2760", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:24:58.349132 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c26b4e43-ac93-4c92-a0c4-7164dbcfd7bd {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:24:58.349368 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ace5b0a2-2627-4980-9cf1-29829c8c720b', 'tag': '8f29f9af-d12a-4fb3-9597-8c215c5a2760', 'status': 'completed', 'code': 200} Feb 16 22:24:58.428892 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4b463-f2e5-4bc9-a6d4-808b1633903c req-1565ef18-390d-4212-a1f7-fc534b5b7f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:58.430586 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7aa4b463-f2e5-4bc9-a6d4-808b1633903c req-1565ef18-390d-4212-a1f7-fc534b5b7f3e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=999596a6984b46a3940038f8afe16188&device_id=ace5b0a2-2627-4980-9cf1-29829c8c720b HTTP/1.1" status: 200 len: 1125 time: 0.0531299 Feb 16 22:24:58.530367 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a8b57-79c9-4a0c-9617-dcce61e68bdc req-16b44871-76e3-4fee-b243-5abe62cca5de tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:58.539518 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-025a8b57-79c9-4a0c-9617-dcce61e68bdc req-16b44871-76e3-4fee-b243-5abe62cca5de tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a9a6071-e8c9-46a2-9cd3-19f74f424c46 HTTP/1.1" status: 200 len: 943 time: 0.1062875 Feb 16 22:24:58.605914 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-025a8b57-79c9-4a0c-9617-dcce61e68bdc req-8461d1c1-f5da-4368-9527-2a831b116aba tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f387bfc-6cdd-4d43-9970-2a817a9e7c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652246 Feb 16 22:24:58.611935 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4b463-f2e5-4bc9-a6d4-808b1633903c req-bc71f7bc-a009-48e7-9049-6643b2c75dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:58.613483 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7aa4b463-f2e5-4bc9-a6d4-808b1633903c req-bc71f7bc-a009-48e7-9049-6643b2c75dc5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6436fd36-fb3d-4aa1-a761-1a4a786e9add HTTP/1.1" status: 200 len: 915 time: 0.1689696 Feb 16 22:24:58.652847 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-1bebfdcd-3f69-470e-9407-2e19dc21bce2 tempest-DvrRoutersNegativeTest-1405608551 tempest-DvrRoutersNegativeTest-1405608551-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1049356990', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:24:58.655939 n-d-813897-6 neutron-server[103466]: DEBUG neutron.policy [None req-1bebfdcd-3f69-470e-9407-2e19dc21bce2 tempest-DvrRoutersNegativeTest-1405608551 tempest-DvrRoutersNegativeTest-1405608551-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103466) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 16 22:24:58.656756 n-d-813897-6 neutron-server[103466]: DEBUG neutron.policy [None req-1bebfdcd-3f69-470e-9407-2e19dc21bce2 tempest-DvrRoutersNegativeTest-1405608551 tempest-DvrRoutersNegativeTest-1405608551-project] Failed policy check for 'create_router' {{(pid=103466) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 16 22:24:58.656878 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-1bebfdcd-3f69-470e-9407-2e19dc21bce2 tempest-DvrRoutersNegativeTest-1405608551 tempest-DvrRoutersNegativeTest-1405608551-project] create failed (client error): Access was denied to this resource. Feb 16 22:24:58.664872 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1bebfdcd-3f69-470e-9407-2e19dc21bce2 tempest-DvrRoutersNegativeTest-1405608551 tempest-DvrRoutersNegativeTest-1405608551-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4219310 Feb 16 22:24:58.689613 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7aa4b463-f2e5-4bc9-a6d4-808b1633903c req-5b5306c1-cc8e-4930-85ca-18c9df8b68c7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f29f9af-d12a-4fb3-9597-8c215c5a2760 HTTP/1.1" status: 200 len: 217 time: 0.0603733 Feb 16 22:24:58.753387 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4b463-f2e5-4bc9-a6d4-808b1633903c req-a357a525-a932-44a0-9342-360590a48655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:58.755215 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7aa4b463-f2e5-4bc9-a6d4-808b1633903c req-a357a525-a932-44a0-9342-360590a48655 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3d8b7ff3-78ed-4f59-8391-1bf9578cc441 HTTP/1.1" status: 200 len: 854 time: 0.0568390 Feb 16 22:24:58.763113 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 17879e1b-a9d8-40fd-81be-509ead4e3776 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:24:58.832208 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7aa4b463-f2e5-4bc9-a6d4-808b1633903c req-5690e347-ca2a-48d0-a730-e5f3ad91be65 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6436fd36-fb3d-4aa1-a761-1a4a786e9add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639093 Feb 16 22:24:58.956346 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 17879e1b-a9d8-40fd-81be-509ead4e3776, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=17879e1b-a9d8-40fd-81be-509ead4e3776,segment=NetworkSegment(5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb),segment_id=5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:58.969812 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7aa4b463-f2e5-4bc9-a6d4-808b1633903c req-34375d44-37a0-467f-b7b2-05b69674a199 service neutron] 10.222.0.67 "GET /v2.0/networks/6436fd36-fb3d-4aa1-a761-1a4a786e9add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318960 Feb 16 22:24:58.975388 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '17879e1b-a9d8-40fd-81be-509ead4e3776', 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8', 'port_id': '17879e1b-a9d8-40fd-81be-509ead4e3776', 'mac_address': 'fa:16:3e:c8:20:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '812089a8-8e43-4669-b97f-c5c83d27191f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:24:58.997349 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f945acc-0e47-452f-b798-438d868ab69b req-e6b43424-52cb-4317-a82b-9c34e72ef3c1 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:24:58.998947 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8f945acc-0e47-452f-b798-438d868ab69b req-e6b43424-52cb-4317-a82b-9c34e72ef3c1 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.75 "GET /v2.0/ports?device_id=ace5b0a2-2627-4980-9cf1-29829c8c720b HTTP/1.1" status: 200 len: 943 time: 0.0893996 Feb 16 22:24:59.064075 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 17879e1b-a9d8-40fd-81be-509ead4e3776 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:24:59.064489 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (17879e1b-a9d8-40fd-81be-509ead4e3776), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:59.082525 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17879e1b-a9d8-40fd-81be-509ead4e3776 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:24:59.102177 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7aa4b463-f2e5-4bc9-a6d4-808b1633903c req-6abca892-972d-484a-ac56-b4c45a6a0a1e service neutron] 10.222.0.67 "GET /v2.0/networks/6436fd36-fb3d-4aa1-a761-1a4a786e9add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245682 Feb 16 22:24:59.126997 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 17879e1b-a9d8-40fd-81be-509ead4e3776, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=17879e1b-a9d8-40fd-81be-509ead4e3776,segment=NetworkSegment(5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb),segment_id=5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:24:59.135347 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (17879e1b-a9d8-40fd-81be-509ead4e3776), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:59.146950 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8f945acc-0e47-452f-b798-438d868ab69b req-042b5e1b-554b-4d34-999a-8266b117a55f tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.75 "GET /v2.0/security-groups?id=8c94344e-2952-4d96-a0dc-469379e2c622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344209 Feb 16 22:24:59.234977 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=17879e1b-a9d8-40fd-81be-509ead4e3776,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:59.375519 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38136) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:24:59.420972 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8c336bf4-a163-4e2e-89c8-9c9dac65382b req-1e899a96-9908-4b8b-a523-0a9467f6e8f9 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a0f9375-6509-4ecf-aee3-14486ea3c72d HTTP/1.1" status: 200 len: 210 time: 0.0388460 Feb 16 22:24:59.489519 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['17879e1b-a9d8-40fd-81be-509ead4e3776'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:24:59.669998 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3008fc4c-c48e-465b-85fb-ca776d406980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:59.777345 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:59.782916 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3008fc4c-c48e-465b-85fb-ca776d406980 admin admin] Publish callbacks [] for security_group (bfc9610c-8ee0-4bbc-917b-40fedf74ab02), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:59.791746 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3008fc4c-c48e-465b-85fb-ca776d406980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (bfc9610c-8ee0-4bbc-917b-40fedf74ab02), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:24:59.871513 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008fc4c-c48e-465b-85fb-ca776d406980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc9610c-8ee0-4bbc-917b-40fedf74ab02,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:24:59.921435 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3008fc4c-c48e-465b-85fb-ca776d406980 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=45b1e5cf02474ab0982a60df19755805&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5444701 Feb 16 22:24:59.923892 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38156) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:00.022162 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5315e-486c-4011-8f96-a7b5dbb1f0a2 req-420f4a0b-936b-4671-b738-0fe0c8f642c1 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:00.032830 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cce5315e-486c-4011-8f96-a7b5dbb1f0a2 req-420f4a0b-936b-4671-b738-0fe0c8f642c1 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a9a6071-e8c9-46a2-9cd3-19f74f424c46 HTTP/1.1" status: 200 len: 944 time: 0.1846297 Feb 16 22:25:00.119633 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cce5315e-486c-4011-8f96-a7b5dbb1f0a2 req-cb7cd82f-3b91-4196-a465-bfb5a60e817d tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f387bfc-6cdd-4d43-9970-2a817a9e7c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845766 Feb 16 22:25:00.127871 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6f568e9e-1a65-4f90-98ac-feb37eaf1ccd admin admin] Publish callbacks [] for security_group (bfc9610c-8ee0-4bbc-917b-40fedf74ab02), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:00.169187 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-06ba9d4c-401b-4b11-97d1-ade67f43fac4 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:00.174182 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-06ba9d4c-401b-4b11-97d1-ade67f43fac4 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.79 "GET /v2.0/networks?id=81f5211c-4cab-4b86-9242-59d87a2bff9a HTTP/1.1" status: 200 len: 812 time: 0.2935896 Feb 16 22:25:00.187901 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6f568e9e-1a65-4f90-98ac-feb37eaf1ccd admin admin] Publish callbacks [] for security_group (bfc9610c-8ee0-4bbc-917b-40fedf74ab02), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:00.195753 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-739f4dc5-9a47-41d9-b409-8ce6713cc3fe tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Request body: {'port': {'device_id': '2907a558-e0fb-49f3-8535-42b6a20d9b59', 'network_id': '81f5211c-4cab-4b86-9242-59d87a2bff9a', 'admin_state_up': True, 'tenant_id': '21d9e8780a3e4befbf0f2b1d12057a8f'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:00.206772 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-fa2e9a14-3517-44d2-b658-ce75588b6c31 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:00.208977 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-fa2e9a14-3517-44d2-b658-ce75588b6c31 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.67 "GET /v2.0/networks?id=81f5211c-4cab-4b86-9242-59d87a2bff9a HTTP/1.1" status: 200 len: 812 time: 0.2979496 Feb 16 22:25:00.232451 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-de53aac0-1e47-4a64-b867-2c3d88036b65 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Request body: {'port': {'device_id': '6a0f9375-6509-4ecf-aee3-14486ea3c72d', 'network_id': '81f5211c-4cab-4b86-9242-59d87a2bff9a', 'admin_state_up': True, 'tenant_id': '21d9e8780a3e4befbf0f2b1d12057a8f'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:00.289827 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6f568e9e-1a65-4f90-98ac-feb37eaf1ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (bfc9610c-8ee0-4bbc-917b-40fedf74ab02), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:00.294210 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6f568e9e-1a65-4f90-98ac-feb37eaf1ccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:00.297855 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6f568e9e-1a65-4f90-98ac-feb37eaf1ccd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bfc9610c-8ee0-4bbc-917b-40fedf74ab02 HTTP/1.1" status: 204 len: 168 time: 0.3706031 Feb 16 22:25:00.317520 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f568e9e-1a65-4f90-98ac-feb37eaf1ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc9610c-8ee0-4bbc-917b-40fedf74ab02,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:00.377608 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25ccf1-0989-40d3-a8a0-5b93e460b785 req-052b2dca-1610-44d4-941c-dba6a2a73fb4 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:00.387917 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cf25ccf1-0989-40d3-a8a0-5b93e460b785 req-052b2dca-1610-44d4-941c-dba6a2a73fb4 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.75 "GET /v2.0/ports?device_id=ace5b0a2-2627-4980-9cf1-29829c8c720b HTTP/1.1" status: 200 len: 943 time: 0.0908773 Feb 16 22:25:00.439778 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-739f4dc5-9a47-41d9-b409-8ce6713cc3fe tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Made reservation on behalf of 21d9e8780a3e4befbf0f2b1d12057a8f for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:25:00.444978 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-739f4dc5-9a47-41d9-b409-8ce6713cc3fe tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:00.456884 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cf25ccf1-0989-40d3-a8a0-5b93e460b785 req-4f9a703c-861c-44df-bfe0-471312c32a3e tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.75 "GET /v2.0/security-groups?id=8c94344e-2952-4d96-a0dc-469379e2c622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677392 Feb 16 22:25:00.475578 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-de53aac0-1e47-4a64-b867-2c3d88036b65 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Made reservation on behalf of 21d9e8780a3e4befbf0f2b1d12057a8f for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:25:00.479485 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-de53aac0-1e47-4a64-b867-2c3d88036b65 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:00.652593 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-739f4dc5-9a47-41d9-b409-8ce6713cc3fe tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Allocated IP 172.20.0.9 (81f5211c-4cab-4b86-9242-59d87a2bff9a/986f1bba-1229-454c-a0d5-70920f06fbd3/6fcff071-8bf2-4a7f-a8d8-57a43dced285) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:25:00.783881 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 8f29f9af-d12a-4fb3-9597-8c215c5a2760 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:25:00.786792 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 17879e1b-a9d8-40fd-81be-509ead4e3776 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:25:00.791515 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5206edee-e227-4622-bfd6-7d6a46427f0f req-ad9b86a8-999c-4238-8ea0-ac7855e3f65f tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a0f9375-6509-4ecf-aee3-14486ea3c72d HTTP/1.1" status: 200 len: 210 time: 0.0379431 Feb 16 22:25:00.857379 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-739f4dc5-9a47-41d9-b409-8ce6713cc3fe tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Publish callbacks [] for port (6fcff071-8bf2-4a7f-a8d8-57a43dced285), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:00.943718 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 17879e1b-a9d8-40fd-81be-509ead4e3776 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:25:00.953508 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 17879e1b-a9d8-40fd-81be-509ead4e3776 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:25:00.954235 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (17879e1b-a9d8-40fd-81be-509ead4e3776), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:01.018118 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-de53aac0-1e47-4a64-b867-2c3d88036b65 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Allocated IP 172.20.0.12 (81f5211c-4cab-4b86-9242-59d87a2bff9a/986f1bba-1229-454c-a0d5-70920f06fbd3/d48828c9-6309-461b-951a-1e2d091698ce) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:25:01.019940 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 8f29f9af-d12a-4fb3-9597-8c215c5a2760, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8f29f9af-d12a-4fb3-9597-8c215c5a2760,segment=NetworkSegment(bc3febe3-3118-453b-88e5-9f6c75c15034),segment_id=bc3febe3-3118-453b-88e5-9f6c75c15034)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:01.035681 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-739f4dc5-9a47-41d9-b409-8ce6713cc3fe tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (6fcff071-8bf2-4a7f-a8d8-57a43dced285), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:01.046036 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '8f29f9af-d12a-4fb3-9597-8c215c5a2760', 'network_id': '6436fd36-fb3d-4aa1-a761-1a4a786e9add', 'port_id': '8f29f9af-d12a-4fb3-9597-8c215c5a2760', 'mac_address': 'fa:16:3e:25:90:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8b7ff3-78ed-4f59-8391-1bf9578cc441', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:25:01.094046 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-739f4dc5-9a47-41d9-b409-8ce6713cc3fe tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Network 81f5211c-4cab-4b86-9242-59d87a2bff9a is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:25:01.102150 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-739f4dc5-9a47-41d9-b409-8ce6713cc3fe tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:25:01.110896 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-739f4dc5-9a47-41d9-b409-8ce6713cc3fe tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:25:01.117707 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 17879e1b-a9d8-40fd-81be-509ead4e3776 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:25:01.118972 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (17879e1b-a9d8-40fd-81be-509ead4e3776), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:01.126520 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1052135-d2c0-4f77-85f1-f7c74f54ae69 req-64e79d2e-358f-45f4-8dd4-ab46ba64c8f0 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:01.128119 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1052135-d2c0-4f77-85f1-f7c74f54ae69 req-64e79d2e-358f-45f4-8dd4-ab46ba64c8f0 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd7c175-2520-4877-907f-e1d2a73c22e8 HTTP/1.1" status: 200 len: 945 time: 0.1423337 Feb 16 22:25:01.148395 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 8f29f9af-d12a-4fb3-9597-8c215c5a2760 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:25:01.149084 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8f29f9af-d12a-4fb3-9597-8c215c5a2760), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:01.156845 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9a6071-e8c9-46a2-9cd3-19f74f424c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17879e1b-a9d8-40fd-81be-509ead4e3776'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:25:01.159653 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289cd64e-e13b-4d6e-bb93-99258d2fff41" -d '{"events": [{"server_uuid": "8a9a6071-e8c9-46a2-9cd3-19f74f424c46", "name": "network-vif-plugged", "status": "completed", "tag": "17879e1b-a9d8-40fd-81be-509ead4e3776"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:25:01.166130 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f4dc5-9a47-41d9-b409-8ce6713cc3fe tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Pushing event updated for resources: {'Port': ['ID=6fcff071-8bf2-4a7f-a8d8-57a43dced285,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:01.198996 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 17879e1b-a9d8-40fd-81be-509ead4e3776, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=17879e1b-a9d8-40fd-81be-509ead4e3776,segment=NetworkSegment(5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb),segment_id=5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:01.203674 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-739f4dc5-9a47-41d9-b409-8ce6713cc3fe tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:01.204461 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-739f4dc5-9a47-41d9-b409-8ce6713cc3fe tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:01.206397 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f29f9af-d12a-4fb3-9597-8c215c5a2760 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:25:01.225922 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1052135-d2c0-4f77-85f1-f7c74f54ae69 req-97ff2210-2eab-406f-a1a2-247d69be241d tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891876 Feb 16 22:25:01.246253 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (17879e1b-a9d8-40fd-81be-509ead4e3776), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:01.263442 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-739f4dc5-9a47-41d9-b409-8ce6713cc3fe tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0734613 Feb 16 22:25:01.289599 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-d4308fd5-630d-4a91-88ce-da4d8cfb796d service neutron] Request body: {'port': {'device_id': '2907a558-e0fb-49f3-8535-42b6a20d9b59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:01.304762 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 8f29f9af-d12a-4fb3-9597-8c215c5a2760, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8f29f9af-d12a-4fb3-9597-8c215c5a2760,segment=NetworkSegment(bc3febe3-3118-453b-88e5-9f6c75c15034),segment_id=bc3febe3-3118-453b-88e5-9f6c75c15034)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:01.319928 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8f29f9af-d12a-4fb3-9597-8c215c5a2760), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:01.338754 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=17879e1b-a9d8-40fd-81be-509ead4e3776,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:01.406454 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800b40b-18cd-478a-aa45-e63d60d4d1ff req-81c5ba3b-4f8b-4c67-9ed7-e34eaf81eb8b tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:01.415476 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3800b40b-18cd-478a-aa45-e63d60d4d1ff req-81c5ba3b-4f8b-4c67-9ed7-e34eaf81eb8b tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a9a6071-e8c9-46a2-9cd3-19f74f424c46 HTTP/1.1" status: 200 len: 945 time: 0.1074288 Feb 16 22:25:01.431231 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=8f29f9af-d12a-4fb3-9597-8c215c5a2760,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:01.500281 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3800b40b-18cd-478a-aa45-e63d60d4d1ff req-5aac57b4-25f6-4682-9166-82eda7bf2231 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f387bfc-6cdd-4d43-9970-2a817a9e7c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837510 Feb 16 22:25:01.553287 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53832fe-7828-4378-9c8b-8f0b06d1c199 x-openstack-request-id: req-b53832fe-7828-4378-9c8b-8f0b06d1c199 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:25:01.553647 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9a6071-e8c9-46a2-9cd3-19f74f424c46", "name": "network-vif-plugged", "status": "completed", "tag": "17879e1b-a9d8-40fd-81be-509ead4e3776", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:25:01.553983 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b53832fe-7828-4378-9c8b-8f0b06d1c199 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:25:01.554450 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9a6071-e8c9-46a2-9cd3-19f74f424c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17879e1b-a9d8-40fd-81be-509ead4e3776', 'code': 200} Feb 16 22:25:01.684739 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['8f29f9af-d12a-4fb3-9597-8c215c5a2760'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:25:01.705259 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3faaa3e-5735-457c-838d-2ac893cffa40 req-a3faa702-8381-41a0-ae3d-e919ebe08bac tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:01.715799 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b3faaa3e-5735-457c-838d-2ac893cffa40 req-a3faa702-8381-41a0-ae3d-e919ebe08bac tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.75 "GET /v2.0/ports?device_id=ace5b0a2-2627-4980-9cf1-29829c8c720b HTTP/1.1" status: 200 len: 944 time: 0.0893903 Feb 16 22:25:01.737120 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-de53aac0-1e47-4a64-b867-2c3d88036b65 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Publish callbacks [] for port (d48828c9-6309-461b-951a-1e2d091698ce), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:01.761105 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-d4308fd5-630d-4a91-88ce-da4d8cfb796d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6fcff071-8bf2-4a7f-a8d8-57a43dced285), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:01.791198 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b3faaa3e-5735-457c-838d-2ac893cffa40 req-b7d6d425-ef52-4ace-9279-7a963858d4ac tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.75 "GET /v2.0/security-groups?id=8c94344e-2952-4d96-a0dc-469379e2c622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740752 Feb 16 22:25:01.853708 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957e9c0-b5a5-4a6d-a434-f179d8de81bb req-c5b51935-72d7-4e57-a777-b8b7661c27c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:01.855159 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4957e9c0-b5a5-4a6d-a434-f179d8de81bb req-c5b51935-72d7-4e57-a777-b8b7661c27c3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8a9a6071-e8c9-46a2-9cd3-19f74f424c46 HTTP/1.1" status: 200 len: 1127 time: 0.2039645 Feb 16 22:25:01.894739 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-de53aac0-1e47-4a64-b867-2c3d88036b65 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (d48828c9-6309-461b-951a-1e2d091698ce), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:01.987544 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c899250-7a6f-40f0-8156-9cd59175db36 req-b15b0e17-b431-41ee-a678-909300c1ec7f tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:01.989834 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6c899250-7a6f-40f0-8156-9cd59175db36 req-b15b0e17-b431-41ee-a678-909300c1ec7f tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a0f9375-6509-4ecf-aee3-14486ea3c72d HTTP/1.1" status: 200 len: 932 time: 0.0716510 Feb 16 22:25:02.041917 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-de53aac0-1e47-4a64-b867-2c3d88036b65 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Network 81f5211c-4cab-4b86-9242-59d87a2bff9a is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:25:02.057956 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4957e9c0-b5a5-4a6d-a434-f179d8de81bb req-013d0b65-89b7-4b3d-a1e9-02fc3a6add65 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7f387bfc-6cdd-4d43-9970-2a817a9e7c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926904 Feb 16 22:25:02.058595 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53aac0-1e47-4a64-b867-2c3d88036b65 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Pushing event updated for resources: {'Port': ['ID=d48828c9-6309-461b-951a-1e2d091698ce,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:02.062555 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-de53aac0-1e47-4a64-b867-2c3d88036b65 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:25:02.064853 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-de53aac0-1e47-4a64-b867-2c3d88036b65 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:25:02.085854 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6c899250-7a6f-40f0-8156-9cd59175db36 req-78defcd4-1f9e-491c-abc6-4eeb41b04a81 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4008d7e-d072-4a4a-9bba-f6f59e7dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746331 Feb 16 22:25:02.167401 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-de53aac0-1e47-4a64-b867-2c3d88036b65 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:02.168102 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-de53aac0-1e47-4a64-b867-2c3d88036b65 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:02.196648 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-de53aac0-1e47-4a64-b867-2c3d88036b65 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9695611 Feb 16 22:25:02.289163 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-d4308fd5-630d-4a91-88ce-da4d8cfb796d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fcff071-8bf2-4a7f-a8d8-57a43dced285 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:25:02.299619 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-d4308fd5-630d-4a91-88ce-da4d8cfb796d service neutron] Publish callbacks [] for port (6fcff071-8bf2-4a7f-a8d8-57a43dced285), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:02.315793 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-d4308fd5-630d-4a91-88ce-da4d8cfb796d service neutron] Transition to ACTIVE for port object 6fcff071-8bf2-4a7f-a8d8-57a43dced285 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:25:02.321511 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-d4308fd5-630d-4a91-88ce-da4d8cfb796d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (6fcff071-8bf2-4a7f-a8d8-57a43dced285), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:02.349767 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-e00ba714-73d0-4f0a-b069-330c98ef42c8 service neutron] Request body: {'port': {'device_id': '6a0f9375-6509-4ecf-aee3-14486ea3c72d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:02.379952 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1ce1d-ad2f-48ef-8a72-6cbe3dbf7679 req-afeb7aff-76e3-4ebc-99b3-10642d107c37 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:02.382344 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1c1ce1d-ad2f-48ef-8a72-6cbe3dbf7679 req-afeb7aff-76e3-4ebc-99b3-10642d107c37 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd7c175-2520-4877-907f-e1d2a73c22e8 HTTP/1.1" status: 200 len: 945 time: 0.0860071 Feb 16 22:25:02.448604 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4308fd5-630d-4a91-88ce-da4d8cfb796d service neutron] Pushing event updated for resources: {'Port': ['ID=6fcff071-8bf2-4a7f-a8d8-57a43dced285,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:02.461451 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1c1ce1d-ad2f-48ef-8a72-6cbe3dbf7679 req-cebe05b6-e166-4fcd-a4ef-3437a603d618 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721800 Feb 16 22:25:02.486080 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38232) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:02.529314 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-e00ba714-73d0-4f0a-b069-330c98ef42c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d48828c9-6309-461b-951a-1e2d091698ce), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:02.599297 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-d4308fd5-630d-4a91-88ce-da4d8cfb796d service neutron] Attempting to bind port 6fcff071-8bf2-4a7f-a8d8-57a43dced285 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:25:02.599646 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-d4308fd5-630d-4a91-88ce-da4d8cfb796d service neutron] Attempting to bind port 6fcff071-8bf2-4a7f-a8d8-57a43dced285 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'df6c809a-4e84-4903-b138-45ec817657ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '81f5211c-4cab-4b86-9242-59d87a2bff9a'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:25:02.599887 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-d4308fd5-630d-4a91-88ce-da4d8cfb796d service neutron] Attempting to bind port 6fcff071-8bf2-4a7f-a8d8-57a43dced285 on network 81f5211c-4cab-4b86-9242-59d87a2bff9a {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:25:02.616913 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-d4308fd5-630d-4a91-88ce-da4d8cfb796d service neutron] Port 6fcff071-8bf2-4a7f-a8d8-57a43dced285 on network 81f5211c-4cab-4b86-9242-59d87a2bff9a not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:25:02.617248 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-d4308fd5-630d-4a91-88ce-da4d8cfb796d service neutron] Attempting to bind port 6fcff071-8bf2-4a7f-a8d8-57a43dced285 on network 81f5211c-4cab-4b86-9242-59d87a2bff9a {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:25:02.641337 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15160cb5-a939-4c3b-a6d9-dc44685825e7 req-9323ebb0-81a4-45d3-a67b-060537770a5a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:02.648714 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-15160cb5-a939-4c3b-a6d9-dc44685825e7 req-9323ebb0-81a4-45d3-a67b-060537770a5a tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a9a6071-e8c9-46a2-9cd3-19f74f424c46 HTTP/1.1" status: 200 len: 945 time: 0.0746529 Feb 16 22:25:02.681822 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-d4308fd5-630d-4a91-88ce-da4d8cfb796d service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:25:02.682197 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-d4308fd5-630d-4a91-88ce-da4d8cfb796d service neutron] Checking segment: {'id': 'df6c809a-4e84-4903-b138-45ec817657ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '81f5211c-4cab-4b86-9242-59d87a2bff9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:25:02.682593 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-d4308fd5-630d-4a91-88ce-da4d8cfb796d service neutron] Bound using segment: {'id': 'df6c809a-4e84-4903-b138-45ec817657ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '81f5211c-4cab-4b86-9242-59d87a2bff9a'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:25:02.683042 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-d4308fd5-630d-4a91-88ce-da4d8cfb796d service neutron] Bound port: 6fcff071-8bf2-4a7f-a8d8-57a43dced285, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df6c809a-4e84-4903-b138-45ec817657ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '81f5211c-4cab-4b86-9242-59d87a2bff9a'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:25:02.683409 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-d4308fd5-630d-4a91-88ce-da4d8cfb796d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6fcff071-8bf2-4a7f-a8d8-57a43dced285), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:02.714310 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-15160cb5-a939-4c3b-a6d9-dc44685825e7 req-f55f2818-c8fb-421a-802f-2460bf1ddc8f tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f387bfc-6cdd-4d43-9970-2a817a9e7c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639865 Feb 16 22:25:02.743918 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-65e4c7ba-46c3-4abe-b68c-a56805d5a7af tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1743589424', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:02.782202 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-65e4c7ba-46c3-4abe-b68c-a56805d5a7af tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (1163a4da-c434-4c28-9e44-b0835bf1bebf), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:02.783394 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-65e4c7ba-46c3-4abe-b68c-a56805d5a7af tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (1163a4da-c434-4c28-9e44-b0835bf1bebf), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:02.794754 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 8f29f9af-d12a-4fb3-9597-8c215c5a2760 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:25:02.817796 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-d4308fd5-630d-4a91-88ce-da4d8cfb796d service neutron] For port 6fcff071-8bf2-4a7f-a8d8-57a43dced285, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:25:02.836288 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-d4308fd5-630d-4a91-88ce-da4d8cfb796d service neutron] For port 6fcff071-8bf2-4a7f-a8d8-57a43dced285, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=6fcff071-8bf2-4a7f-a8d8-57a43dced285,segment=NetworkSegment(df6c809a-4e84-4903-b138-45ec817657ec),segment_id=df6c809a-4e84-4903-b138-45ec817657ec)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:25:02.857465 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-d4308fd5-630d-4a91-88ce-da4d8cfb796d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (6fcff071-8bf2-4a7f-a8d8-57a43dced285), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:02.863224 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-65e4c7ba-46c3-4abe-b68c-a56805d5a7af tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks [] for router_controller (1163a4da-c434-4c28-9e44-b0835bf1bebf), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:02.869425 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-65e4c7ba-46c3-4abe-b68c-a56805d5a7af tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (1163a4da-c434-4c28-9e44-b0835bf1bebf), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:02.896290 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-65e4c7ba-46c3-4abe-b68c-a56805d5a7af tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:02.898797 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-65e4c7ba-46c3-4abe-b68c-a56805d5a7af tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4109719 Feb 16 22:25:02.902016 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38244) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:02.909236 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-89cc3ae9-91d8-47bc-aba4-b7119ffd230c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-748021534'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:02.927171 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 8f29f9af-d12a-4fb3-9597-8c215c5a2760 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:25:02.933486 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 8f29f9af-d12a-4fb3-9597-8c215c5a2760 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:25:02.934876 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-d4308fd5-630d-4a91-88ce-da4d8cfb796d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:02.935628 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8f29f9af-d12a-4fb3-9597-8c215c5a2760), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:02.939597 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-d4308fd5-630d-4a91-88ce-da4d8cfb796d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:02.942673 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-d4308fd5-630d-4a91-88ce-da4d8cfb796d service neutron] 10.222.0.79 "PUT /v2.0/ports/6fcff071-8bf2-4a7f-a8d8-57a43dced285 HTTP/1.1" status: 200 len: 1091 time: 1.6591163 Feb 16 22:25:02.944084 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2907a558-e0fb-49f3-8535-42b6a20d9b59', 'tag': '6fcff071-8bf2-4a7f-a8d8-57a43dced285'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:25:02.951444 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6952785f-ab8c-41b6-b51e-7c73f1371436" -d '{"events": [{"name": "network-changed", "server_uuid": "2907a558-e0fb-49f3-8535-42b6a20d9b59", "tag": "6fcff071-8bf2-4a7f-a8d8-57a43dced285"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:25:02.966719 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cc3ae9-91d8-47bc-aba4-b7119ffd230c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Made reservation on behalf of a04fba93f1f44b41813f5a30efab09e1 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:25:02.970674 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-89cc3ae9-91d8-47bc-aba4-b7119ffd230c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:02.983147 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-89cc3ae9-91d8-47bc-aba4-b7119ffd230c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:03.028274 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a179cdd-7204-4884-99e4-9d909760cfd8 req-fe80488d-d188-47a2-8348-17f86d729b63 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:03.030040 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a179cdd-7204-4884-99e4-9d909760cfd8 req-fe80488d-d188-47a2-8348-17f86d729b63 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.75 "GET /v2.0/ports?device_id=ace5b0a2-2627-4980-9cf1-29829c8c720b HTTP/1.1" status: 200 len: 944 time: 0.1292808 Feb 16 22:25:03.102263 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4308fd5-630d-4a91-88ce-da4d8cfb796d service neutron] Pushing event updated for resources: {'Port': ['ID=6fcff071-8bf2-4a7f-a8d8-57a43dced285,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:03.122110 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-e00ba714-73d0-4f0a-b069-330c98ef42c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d48828c9-6309-461b-951a-1e2d091698ce {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:25:03.132209 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-e00ba714-73d0-4f0a-b069-330c98ef42c8 service neutron] Publish callbacks [] for port (d48828c9-6309-461b-951a-1e2d091698ce), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:03.137798 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 8f29f9af-d12a-4fb3-9597-8c215c5a2760 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:25:03.138231 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8f29f9af-d12a-4fb3-9597-8c215c5a2760), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:03.154092 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-e00ba714-73d0-4f0a-b069-330c98ef42c8 service neutron] Transition to ACTIVE for port object d48828c9-6309-461b-951a-1e2d091698ce will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:25:03.161301 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-c59972da-e2b6-4263-b5c3-a71303620c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:03.163688 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-c59972da-e2b6-4263-b5c3-a71303620c25 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=21d9e8780a3e4befbf0f2b1d12057a8f&device_id=2907a558-e0fb-49f3-8535-42b6a20d9b59 HTTP/1.1" status: 200 len: 1125 time: 0.1620529 Feb 16 22:25:03.165808 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-e00ba714-73d0-4f0a-b069-330c98ef42c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (d48828c9-6309-461b-951a-1e2d091698ce), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:03.177283 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-89cc3ae9-91d8-47bc-aba4-b7119ffd230c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks [] for security_group (8c569523-7389-4e15-bf09-07205c4059f4), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:03.194562 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-89cc3ae9-91d8-47bc-aba4-b7119ffd230c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (8c569523-7389-4e15-bf09-07205c4059f4), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:03.212808 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 8f29f9af-d12a-4fb3-9597-8c215c5a2760, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8f29f9af-d12a-4fb3-9597-8c215c5a2760,segment=NetworkSegment(bc3febe3-3118-453b-88e5-9f6c75c15034),segment_id=bc3febe3-3118-453b-88e5-9f6c75c15034)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:03.220116 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8f29f9af-d12a-4fb3-9597-8c215c5a2760), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:03.256541 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a179cdd-7204-4884-99e4-9d909760cfd8 req-32387180-56d6-4c0f-8944-11dd3f5b2908 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.75 "GET /v2.0/security-groups?id=8c94344e-2952-4d96-a0dc-469379e2c622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147968 Feb 16 22:25:03.263324 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89cc3ae9-91d8-47bc-aba4-b7119ffd230c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:25:03.265089 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-a08c577c-200e-475a-b7f7-75d2bf636e73 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fcff071-8bf2-4a7f-a8d8-57a43dced285 HTTP/1.1" status: 200 len: 217 time: 0.0890884 Feb 16 22:25:03.274173 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc3ae9-91d8-47bc-aba4-b7119ffd230c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c569523-7389-4e15-bf09-07205c4059f4,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:03.288851 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-89cc3ae9-91d8-47bc-aba4-b7119ffd230c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (89b2dc92-374c-4b76-81ae-31bb613aaace), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:03.289227 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-89cc3ae9-91d8-47bc-aba4-b7119ffd230c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Added segment 89b2dc92-374c-4b76-81ae-31bb613aaace of type vlan for network 18e17482-51be-4cf8-923b-0b52da9ce533 Feb 16 22:25:03.323325 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=8f29f9af-d12a-4fb3-9597-8c215c5a2760,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:03.357426 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-89cc3ae9-91d8-47bc-aba4-b7119ffd230c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (18e17482-51be-4cf8-923b-0b52da9ce533), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:03.367397 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004f1f94-28ca-48f4-91fb-866f3e922e9b x-openstack-request-id: req-004f1f94-28ca-48f4-91fb-866f3e922e9b {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:25:03.368466 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2907a558-e0fb-49f3-8535-42b6a20d9b59", "tag": "6fcff071-8bf2-4a7f-a8d8-57a43dced285", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:25:03.368466 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-004f1f94-28ca-48f4-91fb-866f3e922e9b {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:25:03.369285 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2907a558-e0fb-49f3-8535-42b6a20d9b59', 'tag': '6fcff071-8bf2-4a7f-a8d8-57a43dced285', 'status': 'completed', 'code': 200} Feb 16 22:25:03.378918 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ba714-73d0-4f0a-b069-330c98ef42c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d48828c9-6309-461b-951a-1e2d091698ce,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:03.404923 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-89cc3ae9-91d8-47bc-aba4-b7119ffd230c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (18e17482-51be-4cf8-923b-0b52da9ce533), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:03.416529 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cc3ae9-91d8-47bc-aba4-b7119ffd230c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:03.416529 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-89cc3ae9-91d8-47bc-aba4-b7119ffd230c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:03.434278 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-1f66e7e1-1574-4f83-9186-1c3ba96dd039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:03.435717 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-1f66e7e1-1574-4f83-9186-1c3ba96dd039 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=986f1bba-1229-454c-a0d5-70920f06fbd3 HTTP/1.1" status: 200 len: 852 time: 0.1384778 Feb 16 22:25:03.480005 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-53ece648-14f4-46d5-8047-eb02bb2bb4cc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=81f5211c-4cab-4b86-9242-59d87a2bff9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357392 Feb 16 22:25:03.533475 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-89cc3ae9-91d8-47bc-aba4-b7119ffd230c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6295254 Feb 16 22:25:03.535672 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38266) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:03.549581 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-e00ba714-73d0-4f0a-b069-330c98ef42c8 service neutron] Attempting to bind port d48828c9-6309-461b-951a-1e2d091698ce on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:25:03.550070 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-e00ba714-73d0-4f0a-b069-330c98ef42c8 service neutron] Attempting to bind port d48828c9-6309-461b-951a-1e2d091698ce by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'df6c809a-4e84-4903-b138-45ec817657ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '81f5211c-4cab-4b86-9242-59d87a2bff9a'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:25:03.550488 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-e00ba714-73d0-4f0a-b069-330c98ef42c8 service neutron] Attempting to bind port d48828c9-6309-461b-951a-1e2d091698ce on network 81f5211c-4cab-4b86-9242-59d87a2bff9a {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:25:03.550995 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-1c151984-7a54-444d-91a6-795dd4f1990c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Request body: {'subnet': {'network_id': '18e17482-51be-4cf8-923b-0b52da9ce533', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:03.555430 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace5b0a2-2627-4980-9cf1-29829c8c720b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f29f9af-d12a-4fb3-9597-8c215c5a2760'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:25:03.559564 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242ca9c5-24cd-478a-9785-86bd418ba949" -d '{"events": [{"server_uuid": "ace5b0a2-2627-4980-9cf1-29829c8c720b", "name": "network-vif-plugged", "status": "completed", "tag": "8f29f9af-d12a-4fb3-9597-8c215c5a2760"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:25:03.565599 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-e00ba714-73d0-4f0a-b069-330c98ef42c8 service neutron] Port d48828c9-6309-461b-951a-1e2d091698ce on network 81f5211c-4cab-4b86-9242-59d87a2bff9a not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:25:03.566021 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-e00ba714-73d0-4f0a-b069-330c98ef42c8 service neutron] Attempting to bind port d48828c9-6309-461b-951a-1e2d091698ce on network 81f5211c-4cab-4b86-9242-59d87a2bff9a {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:25:03.576828 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-e00ba714-73d0-4f0a-b069-330c98ef42c8 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:25:03.577228 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-e00ba714-73d0-4f0a-b069-330c98ef42c8 service neutron] Checking segment: {'id': 'df6c809a-4e84-4903-b138-45ec817657ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '81f5211c-4cab-4b86-9242-59d87a2bff9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:25:03.577627 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-e00ba714-73d0-4f0a-b069-330c98ef42c8 service neutron] Bound using segment: {'id': 'df6c809a-4e84-4903-b138-45ec817657ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '81f5211c-4cab-4b86-9242-59d87a2bff9a'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:25:03.578096 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-e00ba714-73d0-4f0a-b069-330c98ef42c8 service neutron] Bound port: d48828c9-6309-461b-951a-1e2d091698ce, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df6c809a-4e84-4903-b138-45ec817657ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '81f5211c-4cab-4b86-9242-59d87a2bff9a'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:25:03.578592 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-e00ba714-73d0-4f0a-b069-330c98ef42c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d48828c9-6309-461b-951a-1e2d091698ce), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:03.617365 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc3ae9-91d8-47bc-aba4-b7119ffd230c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Pushing event updated for resources: {'Network': ['ID=18e17482-51be-4cf8-923b-0b52da9ce533,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:03.633331 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 18e17482-51be-4cf8-923b-0b52da9ce533 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:25:03.697023 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cddf2f1-0a36-4f2a-953f-480f8e1537cf req-d6d8c0c7-3b40-483d-9194-71bad84cb1b3 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:03.703916 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4cddf2f1-0a36-4f2a-953f-480f8e1537cf req-d6d8c0c7-3b40-483d-9194-71bad84cb1b3 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a0f9375-6509-4ecf-aee3-14486ea3c72d HTTP/1.1" status: 200 len: 944 time: 0.2303779 Feb 16 22:25:03.705353 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-ed7ca2ba-643a-463f-8a82-5b92e5956e39 service neutron] 10.222.0.79 "GET /v2.0/networks/81f5211c-4cab-4b86-9242-59d87a2bff9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956902 Feb 16 22:25:03.747544 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-e00ba714-73d0-4f0a-b069-330c98ef42c8 service neutron] For port d48828c9-6309-461b-951a-1e2d091698ce, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:25:03.763804 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c151984-7a54-444d-91a6-795dd4f1990c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Made reservation on behalf of a04fba93f1f44b41813f5a30efab09e1 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:25:03.767482 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1c151984-7a54-444d-91a6-795dd4f1990c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:03.773523 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-e00ba714-73d0-4f0a-b069-330c98ef42c8 service neutron] For port d48828c9-6309-461b-951a-1e2d091698ce, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=d48828c9-6309-461b-951a-1e2d091698ce,segment=NetworkSegment(df6c809a-4e84-4903-b138-45ec817657ec),segment_id=df6c809a-4e84-4903-b138-45ec817657ec)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:25:03.806555 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4cddf2f1-0a36-4f2a-953f-480f8e1537cf req-98a43375-6a04-4724-8f26-a4c53fea93c6 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4008d7e-d072-4a4a-9bba-f6f59e7dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915225 Feb 16 22:25:03.818378 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-e00ba714-73d0-4f0a-b069-330c98ef42c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (d48828c9-6309-461b-951a-1e2d091698ce), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:03.870959 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-e00ba714-73d0-4f0a-b069-330c98ef42c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:03.871515 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-e00ba714-73d0-4f0a-b069-330c98ef42c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:03.872957 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-e00ba714-73d0-4f0a-b069-330c98ef42c8 service neutron] 10.222.0.67 "PUT /v2.0/ports/d48828c9-6309-461b-951a-1e2d091698ce HTTP/1.1" status: 200 len: 1092 time: 1.5322535 Feb 16 22:25:03.910412 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-545b5d58-8594-4fd0-90b1-ca5f46f1b527 service neutron] 10.222.0.79 "GET /v2.0/networks/81f5211c-4cab-4b86-9242-59d87a2bff9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931036 Feb 16 22:25:03.911572 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ba714-73d0-4f0a-b069-330c98ef42c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d48828c9-6309-461b-951a-1e2d091698ce,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:03.975335 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-b450ba95-f625-4d7e-84ae-a7fd94d13d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:03.977536 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-b450ba95-f625-4d7e-84ae-a7fd94d13d90 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=21d9e8780a3e4befbf0f2b1d12057a8f&device_id=6a0f9375-6509-4ecf-aee3-14486ea3c72d HTTP/1.1" status: 200 len: 1126 time: 0.0598202 Feb 16 22:25:04.042335 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b571455-421a-4184-a56a-cfb4221a24cf req-1b2f91c3-2ecf-42e2-b37b-50f579504181 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:04.050223 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b571455-421a-4184-a56a-cfb4221a24cf req-1b2f91c3-2ecf-42e2-b37b-50f579504181 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd7c175-2520-4877-907f-e1d2a73c22e8 HTTP/1.1" status: 200 len: 945 time: 0.1282926 Feb 16 22:25:04.056292 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-141218b7-c76f-45d0-8d85-ba641ff444fd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d48828c9-6309-461b-951a-1e2d091698ce HTTP/1.1" status: 200 len: 217 time: 0.0594847 Feb 16 22:25:04.110694 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952785f-ab8c-41b6-b51e-7c73f1371436 req-0f290955-92d5-40e4-b957-13b6a28f0cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:04.112052 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6952785f-ab8c-41b6-b51e-7c73f1371436 req-0f290955-92d5-40e4-b957-13b6a28f0cad service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=21d9e8780a3e4befbf0f2b1d12057a8f&device_id=2907a558-e0fb-49f3-8535-42b6a20d9b59 HTTP/1.1" status: 200 len: 1125 time: 0.1294823 Feb 16 22:25:04.131492 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-39aeb427-20c8-4d68-a561-d89aea5b6ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:04.132850 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-39aeb427-20c8-4d68-a561-d89aea5b6ee5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=986f1bba-1229-454c-a0d5-70920f06fbd3 HTTP/1.1" status: 200 len: 852 time: 0.0699410 Feb 16 22:25:04.184490 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-665a679a-acab-4d78-88de-f650ebada9b6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=81f5211c-4cab-4b86-9242-59d87a2bff9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400894 Feb 16 22:25:04.186582 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b571455-421a-4184-a56a-cfb4221a24cf req-d9e9dd71-0a36-4071-a348-0eba10eb6ed2 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353812 Feb 16 22:25:04.225208 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1c151984-7a54-444d-91a6-795dd4f1990c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (ddf175f8-02a7-4296-acd2-dfc77692a7e0), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:04.254999 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591a61f1-b438-4801-b44a-b5e1871d4718 x-openstack-request-id: req-591a61f1-b438-4801-b44a-b5e1871d4718 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:25:04.255864 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace5b0a2-2627-4980-9cf1-29829c8c720b", "name": "network-vif-plugged", "status": "completed", "tag": "8f29f9af-d12a-4fb3-9597-8c215c5a2760", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:25:04.256346 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-591a61f1-b438-4801-b44a-b5e1871d4718 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:25:04.256966 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace5b0a2-2627-4980-9cf1-29829c8c720b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f29f9af-d12a-4fb3-9597-8c215c5a2760', 'code': 200} Feb 16 22:25:04.380103 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c151984-7a54-444d-91a6-795dd4f1990c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Pushing event updated for resources: {'Subnet': ['ID=ddf175f8-02a7-4296-acd2-dfc77692a7e0,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:04.383184 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c151984-7a54-444d-91a6-795dd4f1990c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Checking segment: {'id': '89b2dc92-374c-4b76-81ae-31bb613aaace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '18e17482-51be-4cf8-923b-0b52da9ce533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:25:04.383592 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c151984-7a54-444d-91a6-795dd4f1990c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Network hostable DHCP agents. Network: 18e17482-51be-4cf8-923b-0b52da9ce533, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:25:04.414601 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c151984-7a54-444d-91a6-795dd4f1990c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Network 18e17482-51be-4cf8-923b-0b52da9ce533 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:25:04.424337 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952785f-ab8c-41b6-b51e-7c73f1371436 req-2ed99c62-b4f1-4a0a-8f33-d07a392667fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:04.426146 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6952785f-ab8c-41b6-b51e-7c73f1371436 req-2ed99c62-b4f1-4a0a-8f33-d07a392667fe service neutron] 10.222.0.79 "GET /v2.0/networks?id=81f5211c-4cab-4b86-9242-59d87a2bff9a HTTP/1.1" status: 200 len: 913 time: 0.3048086 Feb 16 22:25:04.434748 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e503bd-c49e-4190-960a-17a96c3be1d4 req-93b1ab85-9b1a-4ef5-8d63-5520234b2ddc tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:04.442698 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54e503bd-c49e-4190-960a-17a96c3be1d4 req-93b1ab85-9b1a-4ef5-8d63-5520234b2ddc tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a9a6071-e8c9-46a2-9cd3-19f74f424c46 HTTP/1.1" status: 200 len: 945 time: 0.1080601 Feb 16 22:25:04.451937 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-1c151984-7a54-444d-91a6-795dd4f1990c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 18e17482-51be-4cf8-923b-0b52da9ce533) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:25:04.465991 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c151984-7a54-444d-91a6-795dd4f1990c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:04.467107 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1c151984-7a54-444d-91a6-795dd4f1990c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:04.474356 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7b6085-17d1-408b-934a-9490d96bdcb6 None None] Network 18e17482-51be-4cf8-923b-0b52da9ce533 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:25:04.518145 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6952785f-ab8c-41b6-b51e-7c73f1371436 req-9a048f1c-dc1c-479a-9410-c67f1c8c1598 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fcff071-8bf2-4a7f-a8d8-57a43dced285 HTTP/1.1" status: 200 len: 217 time: 0.0792646 Feb 16 22:25:04.528539 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d673847-8fbf-49e3-81d0-70c8168324c3 req-3928faa9-ffa3-43c0-b85d-a7a888df024b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:04.529851 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6d673847-8fbf-49e3-81d0-70c8168324c3 req-3928faa9-ffa3-43c0-b85d-a7a888df024b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ace5b0a2-2627-4980-9cf1-29829c8c720b HTTP/1.1" status: 200 len: 1127 time: 0.1689823 Feb 16 22:25:04.531845 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-57a3ce7b-2838-4a57-90e3-a98cf1e4fcb0 service neutron] 10.222.0.67 "GET /v2.0/networks/81f5211c-4cab-4b86-9242-59d87a2bff9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413277 Feb 16 22:25:04.546725 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1c151984-7a54-444d-91a6-795dd4f1990c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0074887 Feb 16 22:25:04.557821 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38294) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:04.564758 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-0bcf4666-2200-4ca1-844b-ef50e4d467a4 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Request body: {'network': {'name': 'tempest-router-network01--1820253037'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:04.617125 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54e503bd-c49e-4190-960a-17a96c3be1d4 req-155f92af-c797-4042-b598-bb8bfc329d98 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f387bfc-6cdd-4d43-9970-2a817a9e7c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684027 Feb 16 22:25:04.651102 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468a2971-cf71-4b62-bfb7-5fdee9e20837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-18e17482-51be-4cf8-923b-0b52da9ce533', 'network_id': '18e17482-51be-4cf8-923b-0b52da9ce533', 'project_id': 'a04fba93f1f44b41813f5a30efab09e1', 'fixed_ips': [{'subnet_id': 'ddf175f8-02a7-4296-acd2-dfc77692a7e0'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:25:04.652195 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-468a2971-cf71-4b62-bfb7-5fdee9e20837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:04.667433 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcf4666-2200-4ca1-844b-ef50e4d467a4 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Made reservation on behalf of a04fba93f1f44b41813f5a30efab09e1 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:25:04.671800 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0bcf4666-2200-4ca1-844b-ef50e4d467a4 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:04.688575 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-483abe8b-5aaa-4bd0-b9ed-a3cdd05d0627 req-871812ef-7574-4b7b-80a0-bb139e1a8f06 service neutron] 10.222.0.67 "GET /v2.0/networks/81f5211c-4cab-4b86-9242-59d87a2bff9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394548 Feb 16 22:25:04.745774 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bcf4666-2200-4ca1-844b-ef50e4d467a4 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:25:04.746285 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952785f-ab8c-41b6-b51e-7c73f1371436 req-dc8b1c9e-00c1-45b1-9de0-1a2ad9c0db40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:04.748138 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6952785f-ab8c-41b6-b51e-7c73f1371436 req-dc8b1c9e-00c1-45b1-9de0-1a2ad9c0db40 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=986f1bba-1229-454c-a0d5-70920f06fbd3 HTTP/1.1" status: 200 len: 852 time: 0.2153006 Feb 16 22:25:04.769523 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0bcf4666-2200-4ca1-844b-ef50e4d467a4 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (b2bfcdc0-248e-431b-9996-7d4f7ad0ba24), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:04.769899 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-0bcf4666-2200-4ca1-844b-ef50e4d467a4 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Added segment b2bfcdc0-248e-431b-9996-7d4f7ad0ba24 of type vlan for network 0e606284-8a4c-4d09-93fb-da48cce7b3ba Feb 16 22:25:04.793538 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6952785f-ab8c-41b6-b51e-7c73f1371436 req-dec672a5-fc08-4a51-93e9-ea9dab09e3cd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=81f5211c-4cab-4b86-9242-59d87a2bff9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358710 Feb 16 22:25:04.798201 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6d673847-8fbf-49e3-81d0-70c8168324c3 req-5a811a7b-435e-4bb3-87ea-ceb694663917 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8c94344e-2952-4d96-a0dc-469379e2c622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535036 Feb 16 22:25:04.861037 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc4e62-4138-42f7-ab0f-36a54929cdd6 req-3c81b79c-acd0-4bcb-ac1d-818651254320 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:04.862593 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0efc4e62-4138-42f7-ab0f-36a54929cdd6 req-3c81b79c-acd0-4bcb-ac1d-818651254320 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.75 "GET /v2.0/ports?device_id=ace5b0a2-2627-4980-9cf1-29829c8c720b HTTP/1.1" status: 200 len: 945 time: 0.1070077 Feb 16 22:25:04.870150 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0bcf4666-2200-4ca1-844b-ef50e4d467a4 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (0e606284-8a4c-4d09-93fb-da48cce7b3ba), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:04.933265 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-468a2971-cf71-4b62-bfb7-5fdee9e20837 None None] Allocated IP 172.20.0.2 (18e17482-51be-4cf8-923b-0b52da9ce533/ddf175f8-02a7-4296-acd2-dfc77692a7e0/1647c7de-169e-409f-8fc0-23d4f6d7418d) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:25:04.959576 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0bcf4666-2200-4ca1-844b-ef50e4d467a4 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (0e606284-8a4c-4d09-93fb-da48cce7b3ba), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:04.968370 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcf4666-2200-4ca1-844b-ef50e4d467a4 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:04.969254 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0bcf4666-2200-4ca1-844b-ef50e4d467a4 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:04.980132 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6952785f-ab8c-41b6-b51e-7c73f1371436 req-70f3f70f-a177-4d98-b107-d4245f51a3a6 service neutron] 10.222.0.79 "GET /v2.0/networks/81f5211c-4cab-4b86-9242-59d87a2bff9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714797 Feb 16 22:25:05.016470 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0efc4e62-4138-42f7-ab0f-36a54929cdd6 req-0cde6663-bfe9-4f55-a3f3-446e15f7aac9 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.75 "GET /v2.0/security-groups?id=8c94344e-2952-4d96-a0dc-469379e2c622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425197 Feb 16 22:25:05.041378 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0bcf4666-2200-4ca1-844b-ef50e4d467a4 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4805396 Feb 16 22:25:05.041997 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38308) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:05.049786 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-3040201f-9108-4e19-8a58-221623c5f2e4 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Request body: {'network': {'name': 'tempest-router-network02--2074750660'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:05.100867 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf4666-2200-4ca1-844b-ef50e4d467a4 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Pushing event updated for resources: {'Network': ['ID=0e606284-8a4c-4d09-93fb-da48cce7b3ba,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:05.114551 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 0e606284-8a4c-4d09-93fb-da48cce7b3ba details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:25:05.121849 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3040201f-9108-4e19-8a58-221623c5f2e4 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Made reservation on behalf of a04fba93f1f44b41813f5a30efab09e1 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:25:05.130890 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3040201f-9108-4e19-8a58-221623c5f2e4 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:05.169320 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6952785f-ab8c-41b6-b51e-7c73f1371436 req-9d9fde6c-e163-4d46-9092-370f415b4d57 service neutron] 10.222.0.79 "GET /v2.0/networks/81f5211c-4cab-4b86-9242-59d87a2bff9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845803 Feb 16 22:25:05.223663 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3040201f-9108-4e19-8a58-221623c5f2e4 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:25:05.227502 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-468a2971-cf71-4b62-bfb7-5fdee9e20837 None None] Publish callbacks [] for port (1647c7de-169e-409f-8fc0-23d4f6d7418d), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:05.236738 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3040201f-9108-4e19-8a58-221623c5f2e4 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (b364123e-6265-4be8-b2a4-786d0a5c2c5e), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:05.236971 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-3040201f-9108-4e19-8a58-221623c5f2e4 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Added segment b364123e-6265-4be8-b2a4-786d0a5c2c5e of type vlan for network cfca5970-2a0e-4482-b977-245bbfd51f47 Feb 16 22:25:05.238640 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-468a2971-cf71-4b62-bfb7-5fdee9e20837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (1647c7de-169e-409f-8fc0-23d4f6d7418d), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:05.280570 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcd5d7-8ad1-488b-8412-82b1be169e05 req-c518b229-90e1-42a7-8a27-c7ae334b12c9 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:05.282346 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-08bcd5d7-8ad1-488b-8412-82b1be169e05 req-c518b229-90e1-42a7-8a27-c7ae334b12c9 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a9a6071-e8c9-46a2-9cd3-19f74f424c46 HTTP/1.1" status: 200 len: 945 time: 0.1427543 Feb 16 22:25:05.287975 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468a2971-cf71-4b62-bfb7-5fdee9e20837 None None] Network 18e17482-51be-4cf8-923b-0b52da9ce533 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:25:05.290793 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38316) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:05.295578 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-ed21b3d6-c17c-4fb2-bcb9-f8ece9336466 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Request body: {'floatingip': {'port_id': '17879e1b-a9d8-40fd-81be-509ead4e3776'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:05.296855 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-468a2971-cf71-4b62-bfb7-5fdee9e20837 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:25:05.301007 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468a2971-cf71-4b62-bfb7-5fdee9e20837 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:25:05.306855 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3040201f-9108-4e19-8a58-221623c5f2e4 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (cfca5970-2a0e-4482-b977-245bbfd51f47), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:05.310171 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a2971-cf71-4b62-bfb7-5fdee9e20837 None None] Pushing event updated for resources: {'Port': ['ID=1647c7de-169e-409f-8fc0-23d4f6d7418d,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:05.373220 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0f9375-6509-4ecf-aee3-14486ea3c72d', 'tag': 'd48828c9-6309-461b-951a-1e2d091698ce'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:25:05.384721 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1dbcb2-6bd7-43c7-b28c-f01943fd7325" -d '{"events": [{"name": "network-changed", "server_uuid": "6a0f9375-6509-4ecf-aee3-14486ea3c72d", "tag": "d48828c9-6309-461b-951a-1e2d091698ce"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:25:05.391271 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3040201f-9108-4e19-8a58-221623c5f2e4 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (cfca5970-2a0e-4482-b977-245bbfd51f47), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:05.397183 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3040201f-9108-4e19-8a58-221623c5f2e4 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:05.397809 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3040201f-9108-4e19-8a58-221623c5f2e4 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:05.406249 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-468a2971-cf71-4b62-bfb7-5fdee9e20837 None None] Attempting to bind port 1647c7de-169e-409f-8fc0-23d4f6d7418d on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:25:05.406592 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-468a2971-cf71-4b62-bfb7-5fdee9e20837 None None] Attempting to bind port 1647c7de-169e-409f-8fc0-23d4f6d7418d by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '89b2dc92-374c-4b76-81ae-31bb613aaace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '18e17482-51be-4cf8-923b-0b52da9ce533'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:25:05.408439 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a2971-cf71-4b62-bfb7-5fdee9e20837 None None] Attempting to bind port 1647c7de-169e-409f-8fc0-23d4f6d7418d on network 18e17482-51be-4cf8-923b-0b52da9ce533 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:25:05.414358 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ed21b3d6-c17c-4fb2-bcb9-f8ece9336466 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for floatingip (80cdaee1-b933-43ab-8063-eada40c4e6dd), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:05.419945 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a2971-cf71-4b62-bfb7-5fdee9e20837 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:25:05.420309 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a2971-cf71-4b62-bfb7-5fdee9e20837 None None] Checking segment: {'id': '89b2dc92-374c-4b76-81ae-31bb613aaace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '18e17482-51be-4cf8-923b-0b52da9ce533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:25:05.420714 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-468a2971-cf71-4b62-bfb7-5fdee9e20837 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:05.421173 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a2971-cf71-4b62-bfb7-5fdee9e20837 None None] Bound using segment: {'id': '89b2dc92-374c-4b76-81ae-31bb613aaace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '18e17482-51be-4cf8-923b-0b52da9ce533'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:25:05.421665 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-468a2971-cf71-4b62-bfb7-5fdee9e20837 None None] Bound port: 1647c7de-169e-409f-8fc0-23d4f6d7418d, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b2dc92-374c-4b76-81ae-31bb613aaace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '18e17482-51be-4cf8-923b-0b52da9ce533'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:25:05.422206 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-468a2971-cf71-4b62-bfb7-5fdee9e20837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1647c7de-169e-409f-8fc0-23d4f6d7418d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:05.515332 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-468a2971-cf71-4b62-bfb7-5fdee9e20837 None None] For port 1647c7de-169e-409f-8fc0-23d4f6d7418d, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:25:05.520934 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-468a2971-cf71-4b62-bfb7-5fdee9e20837 None None] For port 1647c7de-169e-409f-8fc0-23d4f6d7418d, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=1647c7de-169e-409f-8fc0-23d4f6d7418d,segment=NetworkSegment(89b2dc92-374c-4b76-81ae-31bb613aaace),segment_id=89b2dc92-374c-4b76-81ae-31bb613aaace)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:25:05.524303 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38324) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:05.528171 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3040201f-9108-4e19-8a58-221623c5f2e4 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4808161 Feb 16 22:25:05.534672 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-e8014101-f501-4fb2-aec6-8be525ddd9f8 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Request body: {'subnet': {'network_id': '0e606284-8a4c-4d09-93fb-da48cce7b3ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:05.537165 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-468a2971-cf71-4b62-bfb7-5fdee9e20837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (1647c7de-169e-409f-8fc0-23d4f6d7418d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:05.617023 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a2971-cf71-4b62-bfb7-5fdee9e20837 None None] Pushing event updated for resources: {'Port': ['ID=1647c7de-169e-409f-8fc0-23d4f6d7418d,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:05.622836 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3040201f-9108-4e19-8a58-221623c5f2e4 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Pushing event updated for resources: {'Network': ['ID=cfca5970-2a0e-4482-b977-245bbfd51f47,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:05.654861 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network cfca5970-2a0e-4482-b977-245bbfd51f47 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:25:05.669750 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2d135-b67a-4c51-89ba-4917cd3a1b20 req-7aa84b64-cc16-4544-b930-a105dc16ef56 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:05.684622 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-76e2d135-b67a-4c51-89ba-4917cd3a1b20 req-7aa84b64-cc16-4544-b930-a105dc16ef56 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a0f9375-6509-4ecf-aee3-14486ea3c72d HTTP/1.1" status: 200 len: 944 time: 0.2652237 Feb 16 22:25:05.774642 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-76e2d135-b67a-4c51-89ba-4917cd3a1b20 req-79cd00ad-e30b-4769-8602-91010f650ecf tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4008d7e-d072-4a4a-9bba-f6f59e7dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889564 Feb 16 22:25:05.923261 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8014101-f501-4fb2-aec6-8be525ddd9f8 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Made reservation on behalf of a04fba93f1f44b41813f5a30efab09e1 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:25:05.928655 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e8014101-f501-4fb2-aec6-8be525ddd9f8 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:05.944127 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814bff9-1837-4080-8391-4e186c365df8 req-7ec6506c-1398-43a3-9f0a-44dfce08898e tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:05.945813 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7814bff9-1837-4080-8391-4e186c365df8 req-7ec6506c-1398-43a3-9f0a-44dfce08898e tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd7c175-2520-4877-907f-e1d2a73c22e8 HTTP/1.1" status: 200 len: 945 time: 0.0892320 Feb 16 22:25:06.053604 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7814bff9-1837-4080-8391-4e186c365df8 req-f48599d5-063a-417b-83d5-275fd461e4be tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005852 Feb 16 22:25:06.291589 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf97f5bb-8e09-482b-88e8-6b7b3867f2b3 x-openstack-request-id: req-cf97f5bb-8e09-482b-88e8-6b7b3867f2b3 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:25:06.291948 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a0f9375-6509-4ecf-aee3-14486ea3c72d", "tag": "d48828c9-6309-461b-951a-1e2d091698ce", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:25:06.292152 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cf97f5bb-8e09-482b-88e8-6b7b3867f2b3 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:25:06.292526 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a0f9375-6509-4ecf-aee3-14486ea3c72d', 'tag': 'd48828c9-6309-461b-951a-1e2d091698ce', 'status': 'completed', 'code': 200} Feb 16 22:25:06.341466 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65652f-39f3-460e-94d7-cdaabafd4e6f req-3a6067aa-b3b9-4914-a4e5-18ebbcd371be tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:06.353288 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d65652f-39f3-460e-94d7-cdaabafd4e6f req-3a6067aa-b3b9-4914-a4e5-18ebbcd371be tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.75 "GET /v2.0/ports?device_id=ace5b0a2-2627-4980-9cf1-29829c8c720b HTTP/1.1" status: 200 len: 945 time: 0.1214373 Feb 16 22:25:06.454478 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 6fcff071-8bf2-4a7f-a8d8-57a43dced285 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:25:06.465456 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1dbcb2-6bd7-43c7-b28c-f01943fd7325 req-9ffa9572-cb51-4113-bbbf-e50e575d5d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:06.473231 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7e1dbcb2-6bd7-43c7-b28c-f01943fd7325 req-9ffa9572-cb51-4113-bbbf-e50e575d5d46 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=21d9e8780a3e4befbf0f2b1d12057a8f&device_id=6a0f9375-6509-4ecf-aee3-14486ea3c72d HTTP/1.1" status: 200 len: 1126 time: 0.1764574 Feb 16 22:25:06.492435 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d65652f-39f3-460e-94d7-cdaabafd4e6f req-40f29d19-1f7f-4e16-8de8-b7b397c5e2fd tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.75 "GET /v2.0/security-groups?id=8c94344e-2952-4d96-a0dc-469379e2c622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334114 Feb 16 22:25:06.605540 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 1647c7de-169e-409f-8fc0-23d4f6d7418d up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:25:06.638271 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ed21b3d6-c17c-4fb2-bcb9-f8ece9336466 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:06.703279 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 6fcff071-8bf2-4a7f-a8d8-57a43dced285, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=6fcff071-8bf2-4a7f-a8d8-57a43dced285,segment=NetworkSegment(df6c809a-4e84-4903-b138-45ec817657ec),segment_id=df6c809a-4e84-4903-b138-45ec817657ec)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:06.722531 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '6fcff071-8bf2-4a7f-a8d8-57a43dced285', 'network_id': '81f5211c-4cab-4b86-9242-59d87a2bff9a', 'port_id': '6fcff071-8bf2-4a7f-a8d8-57a43dced285', 'mac_address': 'fa:16:3e:3b:6f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '986f1bba-1229-454c-a0d5-70920f06fbd3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:25:06.782729 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 1647c7de-169e-409f-8fc0-23d4f6d7418d triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:25:06.783254 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (1647c7de-169e-409f-8fc0-23d4f6d7418d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:06.814223 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 6fcff071-8bf2-4a7f-a8d8-57a43dced285 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:25:06.815069 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6fcff071-8bf2-4a7f-a8d8-57a43dced285), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:06.984571 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f20f72-4dd2-4643-9669-56a027d92e3f req-05dfd5c4-8cd3-405c-9c64-e4bfbad8fcd3 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:06.995150 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e4f20f72-4dd2-4643-9669-56a027d92e3f req-05dfd5c4-8cd3-405c-9c64-e4bfbad8fcd3 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a0f9375-6509-4ecf-aee3-14486ea3c72d HTTP/1.1" status: 200 len: 944 time: 0.0983164 Feb 16 22:25:07.021157 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fcff071-8bf2-4a7f-a8d8-57a43dced285 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:25:07.048940 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 6fcff071-8bf2-4a7f-a8d8-57a43dced285, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=6fcff071-8bf2-4a7f-a8d8-57a43dced285,segment=NetworkSegment(df6c809a-4e84-4903-b138-45ec817657ec),segment_id=df6c809a-4e84-4903-b138-45ec817657ec)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:07.088869 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e4f20f72-4dd2-4643-9669-56a027d92e3f req-0f678d56-5bde-4d8f-a394-349387fa28dd tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4008d7e-d072-4a4a-9bba-f6f59e7dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868566 Feb 16 22:25:07.095638 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (6fcff071-8bf2-4a7f-a8d8-57a43dced285), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:07.099918 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 1647c7de-169e-409f-8fc0-23d4f6d7418d is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:25:07.100401 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1647c7de-169e-409f-8fc0-23d4f6d7418d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:07.179289 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 1647c7de-169e-409f-8fc0-23d4f6d7418d, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=1647c7de-169e-409f-8fc0-23d4f6d7418d,segment=NetworkSegment(89b2dc92-374c-4b76-81ae-31bb613aaace),segment_id=89b2dc92-374c-4b76-81ae-31bb613aaace)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:07.181398 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=6fcff071-8bf2-4a7f-a8d8-57a43dced285,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:07.194351 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (1647c7de-169e-409f-8fc0-23d4f6d7418d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:07.283495 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=1647c7de-169e-409f-8fc0-23d4f6d7418d,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:07.286755 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f5547-e61b-4da7-9add-b06d7d08c28a req-3875186f-714c-4e7f-ae2d-dd755fbb75c9 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:07.295317 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6a3f5547-e61b-4da7-9add-b06d7d08c28a req-3875186f-714c-4e7f-ae2d-dd755fbb75c9 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd7c175-2520-4877-907f-e1d2a73c22e8 HTTP/1.1" status: 200 len: 945 time: 0.0863459 Feb 16 22:25:07.331945 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ed21b3d6-c17c-4fb2-bcb9-f8ece9336466 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (80cdaee1-b933-43ab-8063-eada40c4e6dd), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:07.356976 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6a3f5547-e61b-4da7-9add-b06d7d08c28a req-ad32f7c7-01fc-467b-9584-4a0dd998f927 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603862 Feb 16 22:25:07.399665 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284e2473-0a30-4d2f-8d4d-d178e3238629 None None] Network 18e17482-51be-4cf8-923b-0b52da9ce533 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:25:07.469650 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['6fcff071-8bf2-4a7f-a8d8-57a43dced285'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:25:07.491209 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1dbcb2-6bd7-43c7-b28c-f01943fd7325 req-0fe5f38b-8138-4b24-81ee-25659ec9470c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:07.492704 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7e1dbcb2-6bd7-43c7-b28c-f01943fd7325 req-0fe5f38b-8138-4b24-81ee-25659ec9470c service neutron] 10.222.0.67 "GET /v2.0/networks?id=81f5211c-4cab-4b86-9242-59d87a2bff9a HTTP/1.1" status: 200 len: 913 time: 1.0024104 Feb 16 22:25:07.551672 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a3e429cc-daac-4370-ac28-c7549633de44 None None] Provisioning complete for port 1647c7de-169e-409f-8fc0-23d4f6d7418d triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:25:07.552031 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a3e429cc-daac-4370-ac28-c7549633de44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (1647c7de-169e-409f-8fc0-23d4f6d7418d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:07.553046 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7e1dbcb2-6bd7-43c7-b28c-f01943fd7325 req-db9a80f4-7c57-4977-9942-bc10b4967d16 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d48828c9-6309-461b-951a-1e2d091698ce HTTP/1.1" status: 200 len: 217 time: 0.0459347 Feb 16 22:25:07.570645 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e8014101-f501-4fb2-aec6-8be525ddd9f8 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (f27395a1-6d67-4507-8f73-fe8df6eaa089), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:07.648618 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [None req-ed21b3d6-c17c-4fb2-bcb9-f8ece9336466 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Floating IP 80cdaee1-b933-43ab-8063-eada40c4e6dd associated. External IP: 172.25.2.95, port: 17879e1b-a9d8-40fd-81be-509ead4e3776. Feb 16 22:25:07.713002 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902f512-092a-48db-887b-2c54ac68aa56 req-23d77d46-1add-48d5-9b57-7ce731be572f tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:07.719321 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4902f512-092a-48db-887b-2c54ac68aa56 req-23d77d46-1add-48d5-9b57-7ce731be572f tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.75 "GET /v2.0/ports?device_id=ace5b0a2-2627-4980-9cf1-29829c8c720b HTTP/1.1" status: 200 len: 945 time: 0.1200747 Feb 16 22:25:07.752870 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a3e429cc-daac-4370-ac28-c7549633de44 None None] Current status of the port 1647c7de-169e-409f-8fc0-23d4f6d7418d is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:25:07.770953 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1dbcb2-6bd7-43c7-b28c-f01943fd7325 req-ca6c9fae-29e6-467b-b74f-a916ccd1c721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:07.772540 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7e1dbcb2-6bd7-43c7-b28c-f01943fd7325 req-ca6c9fae-29e6-467b-b74f-a916ccd1c721 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=986f1bba-1229-454c-a0d5-70920f06fbd3 HTTP/1.1" status: 200 len: 852 time: 0.2113738 Feb 16 22:25:07.778716 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8014101-f501-4fb2-aec6-8be525ddd9f8 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Pushing event updated for resources: {'Subnet': ['ID=f27395a1-6d67-4507-8f73-fe8df6eaa089,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:07.807516 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8014101-f501-4fb2-aec6-8be525ddd9f8 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Checking segment: {'id': 'b2bfcdc0-248e-431b-9996-7d4f7ad0ba24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0e606284-8a4c-4d09-93fb-da48cce7b3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:25:07.807918 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8014101-f501-4fb2-aec6-8be525ddd9f8 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Network hostable DHCP agents. Network: 0e606284-8a4c-4d09-93fb-da48cce7b3ba, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:25:07.836816 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7e1dbcb2-6bd7-43c7-b28c-f01943fd7325 req-1b2768d9-1013-4cc1-a754-d144cf3ce4f8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=81f5211c-4cab-4b86-9242-59d87a2bff9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481002 Feb 16 22:25:07.839639 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4902f512-092a-48db-887b-2c54ac68aa56 req-91771dd3-93b2-4f5f-ad7f-7b46008241df tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.75 "GET /v2.0/security-groups?id=8c94344e-2952-4d96-a0dc-469379e2c622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997968 Feb 16 22:25:07.903905 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8014101-f501-4fb2-aec6-8be525ddd9f8 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Network 0e606284-8a4c-4d09-93fb-da48cce7b3ba is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:25:07.904571 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38378) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:07.991553 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-e8014101-f501-4fb2-aec6-8be525ddd9f8 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 0e606284-8a4c-4d09-93fb-da48cce7b3ba) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:25:07.999635 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8014101-f501-4fb2-aec6-8be525ddd9f8 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:08.000244 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e8014101-f501-4fb2-aec6-8be525ddd9f8 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:08.007058 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effdd95f-d5b4-4a54-accc-d6e4dc450d32 None None] Network 0e606284-8a4c-4d09-93fb-da48cce7b3ba requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:25:08.076820 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7e1dbcb2-6bd7-43c7-b28c-f01943fd7325 req-bfde93d8-c120-410a-812f-3fb2039c8ca2 service neutron] 10.222.0.67 "GET /v2.0/networks/81f5211c-4cab-4b86-9242-59d87a2bff9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304797 Feb 16 22:25:08.083405 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e8014101-f501-4fb2-aec6-8be525ddd9f8 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5555499 Feb 16 22:25:08.085643 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38386) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:08.089862 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-57eadf32-aadc-4b93-acf9-8ca99513b960 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:08.092841 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-9f62c882-9cbd-49e4-b87f-7d65888c546d tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Request body: {'subnet': {'network_id': 'cfca5970-2a0e-4482-b977-245bbfd51f47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:08.158567 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-22cabdb8-e93d-4f5a-bac6-a720e63616f3 None None] Provisioning complete for port 1647c7de-169e-409f-8fc0-23d4f6d7418d triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:25:08.158959 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-22cabdb8-e93d-4f5a-bac6-a720e63616f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (1647c7de-169e-409f-8fc0-23d4f6d7418d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:08.238753 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9da26a8-6cbb-4db9-a1b5-1d0cd7c64f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-0e606284-8a4c-4d09-93fb-da48cce7b3ba', 'network_id': '0e606284-8a4c-4d09-93fb-da48cce7b3ba', 'project_id': 'a04fba93f1f44b41813f5a30efab09e1', 'fixed_ips': [{'subnet_id': 'f27395a1-6d67-4507-8f73-fe8df6eaa089'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:25:08.239603 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e9da26a8-6cbb-4db9-a1b5-1d0cd7c64f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:08.274077 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-57eadf32-aadc-4b93-acf9-8ca99513b960 admin admin] Publish callbacks [] for security_group (b970c5c9-c3bb-4827-b65d-75efdb9cbbda), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:08.294076 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-57eadf32-aadc-4b93-acf9-8ca99513b960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b970c5c9-c3bb-4827-b65d-75efdb9cbbda), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:08.295820 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-22cabdb8-e93d-4f5a-bac6-a720e63616f3 None None] Current status of the port 1647c7de-169e-409f-8fc0-23d4f6d7418d is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:25:08.364521 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe6de6-f80b-4e51-8844-4ec5c371cf26 req-4c54c0f7-7ae7-4cd9-91fd-8bf82a67f457 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:08.370125 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-64fe6de6-f80b-4e51-8844-4ec5c371cf26 req-4c54c0f7-7ae7-4cd9-91fd-8bf82a67f457 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.75 "GET /v2.0/ports?device_id=ace5b0a2-2627-4980-9cf1-29829c8c720b HTTP/1.1" status: 200 len: 945 time: 0.1513171 Feb 16 22:25:08.373521 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-57eadf32-aadc-4b93-acf9-8ca99513b960 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=83f84fa7a5454a9d8279862f5ee32e26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4679186 Feb 16 22:25:08.380427 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38398) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:08.438908 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-e9da26a8-6cbb-4db9-a1b5-1d0cd7c64f1b None None] Allocated IP 172.20.0.2 (0e606284-8a4c-4d09-93fb-da48cce7b3ba/f27395a1-6d67-4507-8f73-fe8df6eaa089/9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:25:08.439876 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed21b3d6-c17c-4fb2-bcb9-f8ece9336466 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Router 2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:25:08.449742 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f62c882-9cbd-49e4-b87f-7d65888c546d tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Made reservation on behalf of a04fba93f1f44b41813f5a30efab09e1 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:25:08.453798 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9f62c882-9cbd-49e4-b87f-7d65888c546d tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:08.466116 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a831f4-6621-41cd-9d00-6965284d8ca9 req-3a39fe75-1f7d-4ff7-981a-1a10e2fdb8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:08.467342 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-84a831f4-6621-41cd-9d00-6965284d8ca9 req-3a39fe75-1f7d-4ff7-981a-1a10e2fdb8b6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=999596a6984b46a3940038f8afe16188&device_id=ace5b0a2-2627-4980-9cf1-29829c8c720b HTTP/1.1" status: 200 len: 1127 time: 0.2717545 Feb 16 22:25:08.488702 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eadf32-aadc-4b93-acf9-8ca99513b960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b970c5c9-c3bb-4827-b65d-75efdb9cbbda,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:08.506715 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7e1dbcb2-6bd7-43c7-b28c-f01943fd7325 req-9ce2d9b9-4fd7-4c67-84f6-93eca0a83d5e service neutron] 10.222.0.67 "GET /v2.0/networks/81f5211c-4cab-4b86-9242-59d87a2bff9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218469 Feb 16 22:25:08.519620 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 1647c7de-169e-409f-8fc0-23d4f6d7418d up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:25:08.565237 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-64fe6de6-f80b-4e51-8844-4ec5c371cf26 req-40766912-f5f3-41c1-a492-b10ee7595193 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.75 "GET /v2.0/security-groups?id=8c94344e-2952-4d96-a0dc-469379e2c622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780577 Feb 16 22:25:08.647502 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 1647c7de-169e-409f-8fc0-23d4f6d7418d triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:25:08.647885 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (1647c7de-169e-409f-8fc0-23d4f6d7418d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:08.681454 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e9da26a8-6cbb-4db9-a1b5-1d0cd7c64f1b None None] Publish callbacks [] for port (9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:08.693567 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e9da26a8-6cbb-4db9-a1b5-1d0cd7c64f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:08.703802 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c8e00-756d-4c4d-8b82-ad0930853c84 req-c97c96e6-5f23-4154-8360-bdbdc3751582 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:08.715646 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-045c8e00-756d-4c4d-8b82-ad0930853c84 req-c97c96e6-5f23-4154-8360-bdbdc3751582 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a0f9375-6509-4ecf-aee3-14486ea3c72d HTTP/1.1" status: 200 len: 944 time: 0.0831487 Feb 16 22:25:08.720334 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b3d22f43-b350-40ff-b54e-195cf124bce9 admin admin] Publish callbacks [] for security_group (b970c5c9-c3bb-4827-b65d-75efdb9cbbda), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:08.746034 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9da26a8-6cbb-4db9-a1b5-1d0cd7c64f1b None None] Network 0e606284-8a4c-4d09-93fb-da48cce7b3ba is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:25:08.751560 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-e9da26a8-6cbb-4db9-a1b5-1d0cd7c64f1b None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:25:08.756625 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9da26a8-6cbb-4db9-a1b5-1d0cd7c64f1b None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:25:08.764178 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da26a8-6cbb-4db9-a1b5-1d0cd7c64f1b None None] Pushing event updated for resources: {'Port': ['ID=9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:08.805914 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b3d22f43-b350-40ff-b54e-195cf124bce9 admin admin] Publish callbacks [] for security_group (b970c5c9-c3bb-4827-b65d-75efdb9cbbda), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:08.812187 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device d48828c9-6309-461b-951a-1e2d091698ce details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:25:08.822544 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-045c8e00-756d-4c4d-8b82-ad0930853c84 req-b9005d7c-41cc-4743-92dc-524669211457 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4008d7e-d072-4a4a-9bba-f6f59e7dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006057 Feb 16 22:25:08.826838 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a831f4-6621-41cd-9d00-6965284d8ca9 req-10cfedf9-2f3e-4d9d-a19e-9eca37c3356d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:08.838117 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-84a831f4-6621-41cd-9d00-6965284d8ca9 req-10cfedf9-2f3e-4d9d-a19e-9eca37c3356d service neutron] 10.222.0.67 "GET /v2.0/networks?id=6436fd36-fb3d-4aa1-a761-1a4a786e9add HTTP/1.1" status: 200 len: 915 time: 0.3503046 Feb 16 22:25:08.863396 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 1647c7de-169e-409f-8fc0-23d4f6d7418d is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:25:08.867114 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e9da26a8-6cbb-4db9-a1b5-1d0cd7c64f1b None None] Attempting to bind port 9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:25:08.868642 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e9da26a8-6cbb-4db9-a1b5-1d0cd7c64f1b None None] Attempting to bind port 9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'b2bfcdc0-248e-431b-9996-7d4f7ad0ba24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0e606284-8a4c-4d09-93fb-da48cce7b3ba'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:25:08.868642 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9da26a8-6cbb-4db9-a1b5-1d0cd7c64f1b None None] Attempting to bind port 9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7 on network 0e606284-8a4c-4d09-93fb-da48cce7b3ba {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:25:08.889092 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9da26a8-6cbb-4db9-a1b5-1d0cd7c64f1b None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:25:08.889478 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9da26a8-6cbb-4db9-a1b5-1d0cd7c64f1b None None] Checking segment: {'id': 'b2bfcdc0-248e-431b-9996-7d4f7ad0ba24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0e606284-8a4c-4d09-93fb-da48cce7b3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:25:08.889888 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e9da26a8-6cbb-4db9-a1b5-1d0cd7c64f1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:08.890306 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9da26a8-6cbb-4db9-a1b5-1d0cd7c64f1b None None] Bound using segment: {'id': 'b2bfcdc0-248e-431b-9996-7d4f7ad0ba24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0e606284-8a4c-4d09-93fb-da48cce7b3ba'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:25:08.890794 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e9da26a8-6cbb-4db9-a1b5-1d0cd7c64f1b None None] Bound port: 9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2bfcdc0-248e-431b-9996-7d4f7ad0ba24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0e606284-8a4c-4d09-93fb-da48cce7b3ba'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:25:08.891179 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e9da26a8-6cbb-4db9-a1b5-1d0cd7c64f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:08.925665 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed21b3d6-c17c-4fb2-bcb9-f8ece9336466 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:25:08.936739 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c28c5c-e2ac-47e2-a335-93d6aea68dc2 None None] Sync routers for ids ['2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:25:08.943388 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-84a831f4-6621-41cd-9d00-6965284d8ca9 req-c533aaa2-ff51-454d-805d-3916941beb00 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f29f9af-d12a-4fb3-9597-8c215c5a2760 HTTP/1.1" status: 200 len: 217 time: 0.0724385 Feb 16 22:25:08.954833 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c28c5c-e2ac-47e2-a335-93d6aea68dc2 None None] Routers {'2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:25:08.956267 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ed21b3d6-c17c-4fb2-bcb9-f8ece9336466 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:08.957012 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-84c28c5c-e2ac-47e2-a335-93d6aea68dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:24:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:08.999272 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10074f6b-3b91-4a16-9095-5ff73597bf4c req-4cd6a5b4-1497-4dd2-abc9-44a2644016c9 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:09.006934 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-10074f6b-3b91-4a16-9095-5ff73597bf4c req-4cd6a5b4-1497-4dd2-abc9-44a2644016c9 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd7c175-2520-4877-907f-e1d2a73c22e8 HTTP/1.1" status: 200 len: 945 time: 0.1148107 Feb 16 22:25:09.010756 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port d48828c9-6309-461b-951a-1e2d091698ce, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=d48828c9-6309-461b-951a-1e2d091698ce,segment=NetworkSegment(df6c809a-4e84-4903-b138-45ec817657ec),segment_id=df6c809a-4e84-4903-b138-45ec817657ec)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:09.020047 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e9da26a8-6cbb-4db9-a1b5-1d0cd7c64f1b None None] For port 9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:25:09.024693 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e9da26a8-6cbb-4db9-a1b5-1d0cd7c64f1b None None] For port 9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7,segment=NetworkSegment(b2bfcdc0-248e-431b-9996-7d4f7ad0ba24),segment_id=b2bfcdc0-248e-431b-9996-7d4f7ad0ba24)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:25:09.029023 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'd48828c9-6309-461b-951a-1e2d091698ce', 'network_id': '81f5211c-4cab-4b86-9242-59d87a2bff9a', 'port_id': 'd48828c9-6309-461b-951a-1e2d091698ce', 'mac_address': 'fa:16:3e:cb:33:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '986f1bba-1229-454c-a0d5-70920f06fbd3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:25:09.060555 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e9da26a8-6cbb-4db9-a1b5-1d0cd7c64f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:09.107849 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-10074f6b-3b91-4a16-9095-5ff73597bf4c req-f14a1041-7d52-4cf9-937f-4b5422ecf22c tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933268 Feb 16 22:25:09.120915 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port d48828c9-6309-461b-951a-1e2d091698ce is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:25:09.121318 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d48828c9-6309-461b-951a-1e2d091698ce), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:09.147665 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-84c28c5c-e2ac-47e2-a335-93d6aea68dc2 None None] Set router 2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:25:09.159499 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d48828c9-6309-461b-951a-1e2d091698ce {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:25:09.170018 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ed21b3d6-c17c-4fb2-bcb9-f8ece9336466 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "PUT /v2.0/floatingips/80cdaee1-b933-43ab-8063-eada40c4e6dd HTTP/1.1" status: 200 len: 990 time: 3.8758473 Feb 16 22:25:09.170265 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da26a8-6cbb-4db9-a1b5-1d0cd7c64f1b None None] Pushing event updated for resources: {'Port': ['ID=9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:09.172737 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9a6071-e8c9-46a2-9cd3-19f74f424c46', 'tag': '17879e1b-a9d8-40fd-81be-509ead4e3776'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:25:09.175186 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c6672b-5dd1-48d6-9691-ab78a3db4d16" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9a6071-e8c9-46a2-9cd3-19f74f424c46", "tag": "17879e1b-a9d8-40fd-81be-509ead4e3776"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:25:09.202227 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a831f4-6621-41cd-9d00-6965284d8ca9 req-2795f266-65be-4b7d-a256-4f94d2a849b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:09.203801 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-84a831f4-6621-41cd-9d00-6965284d8ca9 req-2795f266-65be-4b7d-a256-4f94d2a849b3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3d8b7ff3-78ed-4f59-8391-1bf9578cc441 HTTP/1.1" status: 200 len: 854 time: 0.2418780 Feb 16 22:25:09.206725 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port d48828c9-6309-461b-951a-1e2d091698ce, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=d48828c9-6309-461b-951a-1e2d091698ce,segment=NetworkSegment(df6c809a-4e84-4903-b138-45ec817657ec),segment_id=df6c809a-4e84-4903-b138-45ec817657ec)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:09.219119 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d48828c9-6309-461b-951a-1e2d091698ce), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:09.222556 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9f62c882-9cbd-49e4-b87f-7d65888c546d tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (e53e6927-aa1b-4806-946a-042ede158b74), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:09.230205 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b3d22f43-b350-40ff-b54e-195cf124bce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b970c5c9-c3bb-4827-b65d-75efdb9cbbda), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:09.233114 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b3d22f43-b350-40ff-b54e-195cf124bce9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:09.234531 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b3d22f43-b350-40ff-b54e-195cf124bce9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b970c5c9-c3bb-4827-b65d-75efdb9cbbda HTTP/1.1" status: 204 len: 168 time: 0.8505223 Feb 16 22:25:09.299815 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-84a831f4-6621-41cd-9d00-6965284d8ca9 req-f6198d79-ea1f-4e4d-9270-f725133659f5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6436fd36-fb3d-4aa1-a761-1a4a786e9add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871904 Feb 16 22:25:09.310136 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=d48828c9-6309-461b-951a-1e2d091698ce,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:09.332993 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d22f43-b350-40ff-b54e-195cf124bce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b970c5c9-c3bb-4827-b65d-75efdb9cbbda,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:09.341539 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe77915-813f-4277-aebc-835abcf1dccb x-openstack-request-id: req-dbe77915-813f-4277-aebc-835abcf1dccb {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:25:09.342128 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9a6071-e8c9-46a2-9cd3-19f74f424c46", "tag": "17879e1b-a9d8-40fd-81be-509ead4e3776", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:25:09.342571 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dbe77915-813f-4277-aebc-835abcf1dccb {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:25:09.343141 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a9a6071-e8c9-46a2-9cd3-19f74f424c46', 'tag': '17879e1b-a9d8-40fd-81be-509ead4e3776', 'status': 'completed', 'code': 200} Feb 16 22:25:09.480480 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62c882-9cbd-49e4-b87f-7d65888c546d tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Pushing event updated for resources: {'Subnet': ['ID=e53e6927-aa1b-4806-946a-042ede158b74,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:09.549377 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['d48828c9-6309-461b-951a-1e2d091698ce'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:25:09.561883 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f62c882-9cbd-49e4-b87f-7d65888c546d tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Checking segment: {'id': 'b364123e-6265-4be8-b2a4-786d0a5c2c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'cfca5970-2a0e-4482-b977-245bbfd51f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:25:09.562394 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f62c882-9cbd-49e4-b87f-7d65888c546d tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Network hostable DHCP agents. Network: cfca5970-2a0e-4482-b977-245bbfd51f47, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:25:09.592856 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6672b-5dd1-48d6-9691-ab78a3db4d16 req-675f23a3-7ecf-4eb4-89cb-90270c3ad37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:09.596312 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f8c6672b-5dd1-48d6-9691-ab78a3db4d16 req-675f23a3-7ecf-4eb4-89cb-90270c3ad37b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d077897d87b240428fffff8cb232a67c&device_id=8a9a6071-e8c9-46a2-9cd3-19f74f424c46 HTTP/1.1" status: 200 len: 1127 time: 0.2312918 Feb 16 22:25:09.621367 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-84a831f4-6621-41cd-9d00-6965284d8ca9 req-e5b3fa02-1917-4e2b-aaef-0a3f5e3cffdc service neutron] 10.222.0.67 "GET /v2.0/networks/6436fd36-fb3d-4aa1-a761-1a4a786e9add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082857 Feb 16 22:25:09.687447 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f62c882-9cbd-49e4-b87f-7d65888c546d tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Network cfca5970-2a0e-4482-b977-245bbfd51f47 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:25:09.727160 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-84c28c5c-e2ac-47e2-a335-93d6aea68dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'name': 'tempest-AttachVolumeTestJSON-1783443213-router', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '60715aee-fff1-4765-bf0d-c219182519e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:12Z', 'updated_at': '2022-02-16T22:20:19Z', 'revision_number': 4, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'gw_port': {'id': '60715aee-fff1-4765-bf0d-c219182519e3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:13Z', 'updated_at': '2022-02-16T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '80cdaee1-b933-43ab-8063-eada40c4e6dd', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'floating_ip_address': '172.25.2.95', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'port_id': '17879e1b-a9d8-40fd-81be-509ead4e3776', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8', 'mac_address': 'fa:16:3e:c8:20:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9a6071-e8c9-46a2-9cd3-19f74f424c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:24:44Z', 'updated_at': '2022-02-16T22:25:06Z', 'revision_number': 1, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a66254-8530-410c-b704-0a1a2d1363c8', 'name': '', 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'mac_address': 'fa:16:3e:1b:b4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '812089a8-8e43-4669-b97f-c5c83d27191f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:18Z', 'updated_at': '2022-02-16T22:20:24Z', 'revision_number': 5, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'subnets': [{'id': '812089a8-8e43-4669-b97f-c5c83d27191f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:09.789188 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c28c5c-e2ac-47e2-a335-93d6aea68dc2 None None] Checking router: 2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:25:09.810949 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c28c5c-e2ac-47e2-a335-93d6aea68dc2 None None] Routers {'2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:25:09.811639 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-84c28c5c-e2ac-47e2-a335-93d6aea68dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:24:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:09.817166 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-9f62c882-9cbd-49e4-b87f-7d65888c546d tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, cfca5970-2a0e-4482-b977-245bbfd51f47) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:25:09.837594 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d2433b-3ff0-41d5-85fe-f6949a01fc65 None None] Network cfca5970-2a0e-4482-b977-245bbfd51f47 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:25:09.869647 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f62c882-9cbd-49e4-b87f-7d65888c546d tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:09.870342 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9f62c882-9cbd-49e4-b87f-7d65888c546d tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:09.935562 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6672b-5dd1-48d6-9691-ab78a3db4d16 req-cdb11df6-8aae-4f1d-a0a2-f85268a665fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:09.937375 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f8c6672b-5dd1-48d6-9691-ab78a3db4d16 req-cdb11df6-8aae-4f1d-a0a2-f85268a665fb service neutron] 10.222.0.67 "GET /v2.0/networks?id=a2949af4-226e-4bae-8b8f-20776d9938d8 HTTP/1.1" status: 200 len: 912 time: 0.3311448 Feb 16 22:25:09.947465 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38426) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:09.949341 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9f62c882-9cbd-49e4-b87f-7d65888c546d tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8547077 Feb 16 22:25:09.965588 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-84a831f4-6621-41cd-9d00-6965284d8ca9 req-7aee363d-0a8a-4ff7-995d-bff0ebd332fc service neutron] 10.222.0.67 "GET /v2.0/networks/6436fd36-fb3d-4aa1-a761-1a4a786e9add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293598 Feb 16 22:25:10.043723 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f8c6672b-5dd1-48d6-9691-ab78a3db4d16 req-af6ad21b-56d2-42fe-bca8-98149861214b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17879e1b-a9d8-40fd-81be-509ead4e3776 HTTP/1.1" status: 200 len: 998 time: 0.0926709 Feb 16 22:25:10.044834 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b236b23-1918-493a-9fc2-151758261483 req-6d150f04-b976-4f82-81df-ddd85d678f96 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:10.060287 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7b236b23-1918-493a-9fc2-151758261483 req-6d150f04-b976-4f82-81df-ddd85d678f96 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.75 "GET /v2.0/ports?device_id=ace5b0a2-2627-4980-9cf1-29829c8c720b HTTP/1.1" status: 200 len: 945 time: 0.2413960 Feb 16 22:25:10.099892 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38428) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:10.109023 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-84c28c5c-e2ac-47e2-a335-93d6aea68dc2 None None] Set router 2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:25:10.153410 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8845896c-0cb2-4546-a93f-e125af1051dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:10.201712 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6672b-5dd1-48d6-9691-ab78a3db4d16 req-ac952358-5cb5-4a40-bd14-c2e683111fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:10.206056 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596f40b9-bba9-4a57-a24e-abac1044fe4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-cfca5970-2a0e-4482-b977-245bbfd51f47', 'network_id': 'cfca5970-2a0e-4482-b977-245bbfd51f47', 'project_id': 'a04fba93f1f44b41813f5a30efab09e1', 'fixed_ips': [{'subnet_id': 'e53e6927-aa1b-4806-946a-042ede158b74'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:25:10.207724 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-596f40b9-bba9-4a57-a24e-abac1044fe4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:10.210573 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f8c6672b-5dd1-48d6-9691-ab78a3db4d16 req-ac952358-5cb5-4a40-bd14-c2e683111fb2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=812089a8-8e43-4669-b97f-c5c83d27191f HTTP/1.1" status: 200 len: 850 time: 0.1604271 Feb 16 22:25:10.222528 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38434) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:10.366566 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7b236b23-1918-493a-9fc2-151758261483 req-b5c341ed-a51b-4fd5-95f5-83968ded65a7 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.75 "GET /v2.0/security-groups?id=8c94344e-2952-4d96-a0dc-469379e2c622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846806 Feb 16 22:25:10.440178 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6672b-5dd1-48d6-9691-ab78a3db4d16 req-c302f952-1b66-40a2-b466-bedc48102c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:10.443384 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f8c6672b-5dd1-48d6-9691-ab78a3db4d16 req-c302f952-1b66-40a2-b466-bedc48102c60 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a2949af4-226e-4bae-8b8f-20776d9938d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2199228 Feb 16 22:25:10.478013 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 6fcff071-8bf2-4a7f-a8d8-57a43dced285 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:25:10.609332 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8845896c-0cb2-4546-a93f-e125af1051dc admin admin] Publish callbacks [] for security_group (11484fc3-2eb3-48f9-9872-0db85163a627), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:10.641270 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-596f40b9-bba9-4a57-a24e-abac1044fe4b None None] Allocated IP 172.20.0.2 (cfca5970-2a0e-4482-b977-245bbfd51f47/e53e6927-aa1b-4806-946a-042ede158b74/ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:25:10.645481 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 6fcff071-8bf2-4a7f-a8d8-57a43dced285 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:25:10.652522 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:25:10.656408 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8845896c-0cb2-4546-a93f-e125af1051dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (11484fc3-2eb3-48f9-9872-0db85163a627), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:10.704825 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 6fcff071-8bf2-4a7f-a8d8-57a43dced285 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:25:10.705837 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6fcff071-8bf2-4a7f-a8d8-57a43dced285), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:10.748919 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-84c28c5c-e2ac-47e2-a335-93d6aea68dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'name': 'tempest-AttachVolumeTestJSON-1783443213-router', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '60715aee-fff1-4765-bf0d-c219182519e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:12Z', 'updated_at': '2022-02-16T22:20:19Z', 'revision_number': 4, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'gw_port': {'id': '60715aee-fff1-4765-bf0d-c219182519e3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:13Z', 'updated_at': '2022-02-16T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '80cdaee1-b933-43ab-8063-eada40c4e6dd', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'floating_ip_address': '172.25.2.95', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'port_id': '17879e1b-a9d8-40fd-81be-509ead4e3776', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8', 'mac_address': 'fa:16:3e:c8:20:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9a6071-e8c9-46a2-9cd3-19f74f424c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:24:44Z', 'updated_at': '2022-02-16T22:25:06Z', 'revision_number': 1, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a66254-8530-410c-b704-0a1a2d1363c8', 'name': '', 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'mac_address': 'fa:16:3e:1b:b4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '812089a8-8e43-4669-b97f-c5c83d27191f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:18Z', 'updated_at': '2022-02-16T22:20:24Z', 'revision_number': 5, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'subnets': [{'id': '812089a8-8e43-4669-b97f-c5c83d27191f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:10.806780 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845896c-0cb2-4546-a93f-e125af1051dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11484fc3-2eb3-48f9-9872-0db85163a627,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:10.811160 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-76e8919e-0bf6-4a00-b138-b03a539239b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:10.818520 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06e352-25c4-49bd-82a5-3708b1e634a1 req-9c1f00d1-de54-457f-bee3-c69e2aff5be0 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:10.826319 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c06e352-25c4-49bd-82a5-3708b1e634a1 req-9c1f00d1-de54-457f-bee3-c69e2aff5be0 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a0f9375-6509-4ecf-aee3-14486ea3c72d HTTP/1.1" status: 200 len: 945 time: 0.1898086 Feb 16 22:25:10.827086 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8845896c-0cb2-4546-a93f-e125af1051dc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=635d799770e44af8b598e3b36280e8ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7261603 Feb 16 22:25:10.830614 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f8c6672b-5dd1-48d6-9691-ab78a3db4d16 req-448bb494-3c50-4fcc-ae2a-c721035988f5 service neutron] 10.222.0.67 "GET /v2.0/networks/a2949af4-226e-4bae-8b8f-20776d9938d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699422 Feb 16 22:25:10.835469 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38440) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:10.858616 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c28c5c-e2ac-47e2-a335-93d6aea68dc2 None None] The sync data for ids ['2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'] in n-d-813897-6 is: [{'id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'name': 'tempest-AttachVolumeTestJSON-1783443213-router', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '60715aee-fff1-4765-bf0d-c219182519e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:12Z', 'updated_at': '2022-02-16T22:20:19Z', 'revision_number': 4, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'gw_port': {'id': '60715aee-fff1-4765-bf0d-c219182519e3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:13Z', 'updated_at': '2022-02-16T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '80cdaee1-b933-43ab-8063-eada40c4e6dd', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'floating_ip_address': '172.25.2.95', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'port_id': '17879e1b-a9d8-40fd-81be-509ead4e3776', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8', 'mac_address': 'fa:16:3e:c8:20:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9a6071-e8c9-46a2-9cd3-19f74f424c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:24:44Z', 'updated_at': '2022-02-16T22:25:06Z', 'revision_number': 1, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a66254-8530-410c-b704-0a1a2d1363c8', 'name': '', 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'mac_address': 'fa:16:3e:1b:b4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '812089a8-8e43-4669-b97f-c5c83d27191f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:18Z', 'updated_at': '2022-02-16T22:20:24Z', 'revision_number': 5, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'subnets': [{'id': '812089a8-8e43-4669-b97f-c5c83d27191f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:25:10.936491 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c06e352-25c4-49bd-82a5-3708b1e634a1 req-9dd0fa2d-865b-433c-8034-ac090d163c9b tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4008d7e-d072-4a4a-9bba-f6f59e7dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052392 Feb 16 22:25:11.011835 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ce045b-1708-40a4-96e2-aba74b68cbfc None None] Network 0e606284-8a4c-4d09-93fb-da48cce7b3ba requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:25:11.092684 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da5c5e19-2b2e-4ff3-8800-aeec373d1cb2 admin admin] Publish callbacks [] for security_group (11484fc3-2eb3-48f9-9872-0db85163a627), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:11.094133 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e7563249-06d8-4808-9be5-9fb1ae313cf7 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:11.127913 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da5c5e19-2b2e-4ff3-8800-aeec373d1cb2 admin admin] Publish callbacks [] for security_group (11484fc3-2eb3-48f9-9872-0db85163a627), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:11.140672 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 6fcff071-8bf2-4a7f-a8d8-57a43dced285 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:25:11.141064 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6fcff071-8bf2-4a7f-a8d8-57a43dced285), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:11.203230 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da5c5e19-2b2e-4ff3-8800-aeec373d1cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (11484fc3-2eb3-48f9-9872-0db85163a627), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:11.206466 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da5c5e19-2b2e-4ff3-8800-aeec373d1cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:11.212128 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-da5c5e19-2b2e-4ff3-8800-aeec373d1cb2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/11484fc3-2eb3-48f9-9872-0db85163a627 HTTP/1.1" status: 204 len: 168 time: 0.3747303 Feb 16 22:25:11.237901 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c5e19-2b2e-4ff3-8800-aeec373d1cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11484fc3-2eb3-48f9-9872-0db85163a627,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:11.310311 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f8c6672b-5dd1-48d6-9691-ab78a3db4d16 req-3a1968fe-42b5-458b-9e7f-6e4c60ba9e43 service neutron] 10.222.0.67 "GET /v2.0/networks/a2949af4-226e-4bae-8b8f-20776d9938d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719722 Feb 16 22:25:11.342777 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36954e0c-3571-4858-971d-2114460f94b6 req-8efe2c6b-76d9-45b8-ad40-8a75606db259 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:11.344645 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-36954e0c-3571-4858-971d-2114460f94b6 req-8efe2c6b-76d9-45b8-ad40-8a75606db259 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd7c175-2520-4877-907f-e1d2a73c22e8 HTTP/1.1" status: 200 len: 945 time: 0.2474854 Feb 16 22:25:11.352765 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-76e8919e-0bf6-4a00-b138-b03a539239b4 admin admin] Publish callbacks [] for security_group (c147d272-4623-4b97-a0e8-f700962415e2), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:11.367051 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-76e8919e-0bf6-4a00-b138-b03a539239b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c147d272-4623-4b97-a0e8-f700962415e2), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:11.407624 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-76e8919e-0bf6-4a00-b138-b03a539239b4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1c140472c5a04adbb0bb0027e378bb70&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1799772 Feb 16 22:25:11.414314 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b451b6c-c917-4964-806a-3f9861489896 None None] New status for floating IP 80cdaee1-b933-43ab-8063-eada40c4e6dd: ACTIVE {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:25:11.420264 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-16da3d9d-4871-42cd-8fab-738f7ea953c4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1682053 Feb 16 22:25:11.420874 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38446) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:11.481786 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8919e-0bf6-4a00-b138-b03a539239b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c147d272-4623-4b97-a0e8-f700962415e2,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:11.495741 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-ca8de08b-fb63-4b1d-afa3-6c75ac6e717e None None] Provisioning complete for port 9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:25:11.496318 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ca8de08b-fb63-4b1d-afa3-6c75ac6e717e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:11.552924 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:25:11.553458 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:11.607539 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e2dc1947-3b0f-4b34-8b82-f19bfcd3edad admin admin] Publish callbacks [] for security_group (c147d272-4623-4b97-a0e8-f700962415e2), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:11.608755 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2907a558-e0fb-49f3-8535-42b6a20d9b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fcff071-8bf2-4a7f-a8d8-57a43dced285'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:25:11.611221 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1756d4e9-5ece-4f62-bc20-e042c4fcb99a" -d '{"events": [{"server_uuid": "2907a558-e0fb-49f3-8535-42b6a20d9b59", "name": "network-vif-plugged", "status": "completed", "tag": "6fcff071-8bf2-4a7f-a8d8-57a43dced285"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:25:11.636787 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e2dc1947-3b0f-4b34-8b82-f19bfcd3edad admin admin] Publish callbacks [] for security_group (c147d272-4623-4b97-a0e8-f700962415e2), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:11.704196 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-0532d1cb-33c9-4e56-aa93-00bcdd3c7ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:11.704713 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-0532d1cb-33c9-4e56-aa93-00bcdd3c7ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:11.705192 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-0532d1cb-33c9-4e56-aa93-00bcdd3c7ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:11.705693 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-0532d1cb-33c9-4e56-aa93-00bcdd3c7ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:11.707000 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-0532d1cb-33c9-4e56-aa93-00bcdd3c7ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:11.707000 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-0532d1cb-33c9-4e56-aa93-00bcdd3c7ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:11.707378 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-0532d1cb-33c9-4e56-aa93-00bcdd3c7ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:11.709551 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-0532d1cb-33c9-4e56-aa93-00bcdd3c7ed7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05fece93b5f34c39b4687779f64633e9&device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 6709 time: 0.1746569 Feb 16 22:25:11.737227 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 6fcff071-8bf2-4a7f-a8d8-57a43dced285, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=6fcff071-8bf2-4a7f-a8d8-57a43dced285,segment=NetworkSegment(df6c809a-4e84-4903-b138-45ec817657ec),segment_id=df6c809a-4e84-4903-b138-45ec817657ec)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:11.740304 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e2dc1947-3b0f-4b34-8b82-f19bfcd3edad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c147d272-4623-4b97-a0e8-f700962415e2), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:11.744238 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e2dc1947-3b0f-4b34-8b82-f19bfcd3edad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:11.745620 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e2dc1947-3b0f-4b34-8b82-f19bfcd3edad admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c147d272-4623-4b97-a0e8-f700962415e2 HTTP/1.1" status: 204 len: 168 time: 0.3162007 Feb 16 22:25:11.831246 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (6fcff071-8bf2-4a7f-a8d8-57a43dced285), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:11.832549 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc1947-3b0f-4b34-8b82-f19bfcd3edad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c147d272-4623-4b97-a0e8-f700962415e2,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:11.850831 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-596f40b9-bba9-4a57-a24e-abac1044fe4b None None] Publish callbacks [] for port (ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:11.948977 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-447f6124-034b-40e6-b639-1b6846a2f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:11.949468 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-447f6124-034b-40e6-b639-1b6846a2f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:11.949931 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-447f6124-034b-40e6-b639-1b6846a2f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:11.951772 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-447f6124-034b-40e6-b639-1b6846a2f89d service neutron] 10.222.0.79 "GET /v2.0/networks?id=0809193b-9538-40aa-8442-650cf4185e4f&id=01d78127-bed4-4d34-97f7-e31d1dc582f9&id=01d78127-bed4-4d34-97f7-e31d1dc582f9&id=01d78127-bed4-4d34-97f7-e31d1dc582f9&id=01d78127-bed4-4d34-97f7-e31d1dc582f9&id=dd1251d6-2877-46df-ac47-9cb92c8abfb3&id=dd1251d6-2877-46df-ac47-9cb92c8abfb3 HTTP/1.1" status: 200 len: 2292 time: 0.2040329 Feb 16 22:25:11.969772 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=6fcff071-8bf2-4a7f-a8d8-57a43dced285,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:12.026490 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-596f40b9-bba9-4a57-a24e-abac1044fe4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:12.126463 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-36954e0c-3571-4858-971d-2114460f94b6 req-39c76ca3-fa2d-41c3-9306-c36c58d6cf01 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7334621 Feb 16 22:25:12.159454 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f40b9-bba9-4a57-a24e-abac1044fe4b None None] Pushing event updated for resources: {'Port': ['ID=ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:12.247121 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596f40b9-bba9-4a57-a24e-abac1044fe4b None None] Network cfca5970-2a0e-4482-b977-245bbfd51f47 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:25:12.260205 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-596f40b9-bba9-4a57-a24e-abac1044fe4b None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:25:12.277668 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596f40b9-bba9-4a57-a24e-abac1044fe4b None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:25:12.304402 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-e7563249-06d8-4808-9be5-9fb1ae313cf7 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Allocated IP 172.20.0.1 (0e606284-8a4c-4d09-93fb-da48cce7b3ba/f27395a1-6d67-4507-8f73-fe8df6eaa089/c35cdf79-abdc-40b9-80ea-d56cc53144eb) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:25:12.422388 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963ba18-9a30-4fdf-80d5-65dfafa6e117 req-615acc58-4057-4782-85a6-7dbb4f0444b2 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:12.424047 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7963ba18-9a30-4fdf-80d5-65dfafa6e117 req-615acc58-4057-4782-85a6-7dbb4f0444b2 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.75 "GET /v2.0/ports?device_id=ace5b0a2-2627-4980-9cf1-29829c8c720b HTTP/1.1" status: 200 len: 945 time: 0.1782808 Feb 16 22:25:12.472292 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-ca8de08b-fb63-4b1d-afa3-6c75ac6e717e None None] Current status of the port 9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:25:12.472816 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ca8de08b-fb63-4b1d-afa3-6c75ac6e717e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:12.485998 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38474) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:12.559242 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7963ba18-9a30-4fdf-80d5-65dfafa6e117 req-e4e032f5-5bd3-4888-a302-42f6b1b6d0fd tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.75 "GET /v2.0/security-groups?id=8c94344e-2952-4d96-a0dc-469379e2c622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271625 Feb 16 22:25:12.570158 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a931a289-0225-4f5b-b116-2d7547a68c68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:12.570421 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-596f40b9-bba9-4a57-a24e-abac1044fe4b None None] Attempting to bind port ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:25:12.570769 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-596f40b9-bba9-4a57-a24e-abac1044fe4b None None] Attempting to bind port ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'b364123e-6265-4be8-b2a4-786d0a5c2c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'cfca5970-2a0e-4482-b977-245bbfd51f47'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:25:12.571647 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596f40b9-bba9-4a57-a24e-abac1044fe4b None None] Attempting to bind port ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7 on network cfca5970-2a0e-4482-b977-245bbfd51f47 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:25:12.578480 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:25:12.578850 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:12.655587 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e7563249-06d8-4808-9be5-9fb1ae313cf7 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks [] for port (c35cdf79-abdc-40b9-80ea-d56cc53144eb), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:12.669795 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7c68af-985f-439a-a59d-614b1b647c42 x-openstack-request-id: req-fe7c68af-985f-439a-a59d-614b1b647c42 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:25:12.672896 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2907a558-e0fb-49f3-8535-42b6a20d9b59", "name": "network-vif-plugged", "status": "completed", "tag": "6fcff071-8bf2-4a7f-a8d8-57a43dced285", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:25:12.673205 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fe7c68af-985f-439a-a59d-614b1b647c42 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:25:12.674366 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2907a558-e0fb-49f3-8535-42b6a20d9b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fcff071-8bf2-4a7f-a8d8-57a43dced285', 'code': 200} Feb 16 22:25:12.686409 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596f40b9-bba9-4a57-a24e-abac1044fe4b None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:25:12.687324 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596f40b9-bba9-4a57-a24e-abac1044fe4b None None] Checking segment: {'id': 'b364123e-6265-4be8-b2a4-786d0a5c2c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'cfca5970-2a0e-4482-b977-245bbfd51f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:25:12.688523 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-596f40b9-bba9-4a57-a24e-abac1044fe4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:12.688980 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596f40b9-bba9-4a57-a24e-abac1044fe4b None None] Bound using segment: {'id': 'b364123e-6265-4be8-b2a4-786d0a5c2c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'cfca5970-2a0e-4482-b977-245bbfd51f47'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:25:12.689862 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-596f40b9-bba9-4a57-a24e-abac1044fe4b None None] Bound port: ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b364123e-6265-4be8-b2a4-786d0a5c2c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'cfca5970-2a0e-4482-b977-245bbfd51f47'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:25:12.691018 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-596f40b9-bba9-4a57-a24e-abac1044fe4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:12.765869 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7,segment=NetworkSegment(b2bfcdc0-248e-431b-9996-7d4f7ad0ba24),segment_id=b2bfcdc0-248e-431b-9996-7d4f7ad0ba24)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:12.780482 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:12.830988 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a931a289-0225-4f5b-b116-2d7547a68c68 admin admin] Publish callbacks [] for security_group (202f327c-1aec-446c-941b-7ddf136dcc93), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:12.842148 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e7563249-06d8-4808-9be5-9fb1ae313cf7 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (c35cdf79-abdc-40b9-80ea-d56cc53144eb), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:12.852766 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1969a7e-5fd6-43c5-916a-1d7faa21d867 req-f5fdd21b-efc3-4bfc-82e1-2d2d37f776e4 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:12.854732 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1969a7e-5fd6-43c5-916a-1d7faa21d867 req-f5fdd21b-efc3-4bfc-82e1-2d2d37f776e4 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a0f9375-6509-4ecf-aee3-14486ea3c72d HTTP/1.1" status: 200 len: 945 time: 0.1325319 Feb 16 22:25:12.898094 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device d48828c9-6309-461b-951a-1e2d091698ce up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:25:12.906599 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-86eb862e-86f4-4ff4-8939-d4cc2b1527db service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1ad5507-889f-4a25-bd66-7c7563f86747 HTTP/1.1" status: 200 len: 1000 time: 0.9411988 Feb 16 22:25:12.909017 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7563249-06d8-4808-9be5-9fb1ae313cf7 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Pushing event updated for resources: {'Port': ['ID=c35cdf79-abdc-40b9-80ea-d56cc53144eb,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:12.913996 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a931a289-0225-4f5b-b116-2d7547a68c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (202f327c-1aec-446c-941b-7ddf136dcc93), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:12.958260 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee61d9a-ee2d-4a86-99e9-abeb10210ad6 req-c9bd6ad0-9845-4c2b-9554-d028eed54994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:12.960380 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6ee61d9a-ee2d-4a86-99e9-abeb10210ad6 req-c9bd6ad0-9845-4c2b-9554-d028eed54994 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2907a558-e0fb-49f3-8535-42b6a20d9b59 HTTP/1.1" status: 200 len: 1127 time: 0.2484405 Feb 16 22:25:12.973543 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-a2b3059c-ad18-4b8c-aa2b-e990ddf23924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:12.975575 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-a2b3059c-ad18-4b8c-aa2b-e990ddf23924 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=29fa04d8-2e8c-4adf-a757-8332d0ce9220 HTTP/1.1" status: 200 len: 849 time: 0.0565803 Feb 16 22:25:12.979592 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7563249-06d8-4808-9be5-9fb1ae313cf7 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Network 0e606284-8a4c-4d09-93fb-da48cce7b3ba is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:25:12.999599 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-596f40b9-bba9-4a57-a24e-abac1044fe4b None None] For port ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:25:13.006861 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-ca8de08b-fb63-4b1d-afa3-6c75ac6e717e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:25:13.008879 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-ca8de08b-fb63-4b1d-afa3-6c75ac6e717e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:25:13.024874 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:13.026990 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-e7563249-06d8-4808-9be5-9fb1ae313cf7 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:25:13.029246 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-596f40b9-bba9-4a57-a24e-abac1044fe4b None None] For port ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7,segment=NetworkSegment(b364123e-6265-4be8-b2a4-786d0a5c2c5e),segment_id=b364123e-6265-4be8-b2a4-786d0a5c2c5e)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:25:13.043416 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-596f40b9-bba9-4a57-a24e-abac1044fe4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:13.044286 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-5f5cbe4a-8fb1-44e4-809a-ef9bb6907388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:13.047370 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-5f5cbe4a-8fb1-44e4-809a-ef9bb6907388 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0809193b-9538-40aa-8442-650cf4185e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0647247 Feb 16 22:25:13.057597 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a931a289-0225-4f5b-b116-2d7547a68c68 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f0fcad7d8b3c4eeb935f32ccf9e4be07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5696099 Feb 16 22:25:13.063960 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7563249-06d8-4808-9be5-9fb1ae313cf7 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:25:13.068463 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38484) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:13.081185 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port d48828c9-6309-461b-951a-1e2d091698ce completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:25:13.090424 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931a289-0225-4f5b-b116-2d7547a68c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202f327c-1aec-446c-941b-7ddf136dcc93,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:13.106847 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port d48828c9-6309-461b-951a-1e2d091698ce triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:25:13.107329 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d48828c9-6309-461b-951a-1e2d091698ce), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:13.154644 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1969a7e-5fd6-43c5-916a-1d7faa21d867 req-d6055f47-a84a-4e47-b0a9-e93e428d1c0b tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4008d7e-d072-4a4a-9bba-f6f59e7dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468083 Feb 16 22:25:13.179833 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f40b9-bba9-4a57-a24e-abac1044fe4b None None] Pushing event updated for resources: {'Port': ['ID=ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:13.251304 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port d48828c9-6309-461b-951a-1e2d091698ce is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:25:13.252015 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d48828c9-6309-461b-951a-1e2d091698ce), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:13.253384 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6ee61d9a-ee2d-4a86-99e9-abeb10210ad6 req-717d868a-8e67-40b4-bed5-61bca20669c3 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b4008d7e-d072-4a4a-9bba-f6f59e7dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726781 Feb 16 22:25:13.269487 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e7563249-06d8-4808-9be5-9fb1ae313cf7 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (1163a4da-c434-4c28-9e44-b0835bf1bebf), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:13.305524 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port d48828c9-6309-461b-951a-1e2d091698ce, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=d48828c9-6309-461b-951a-1e2d091698ce,segment=NetworkSegment(df6c809a-4e84-4903-b138-45ec817657ec),segment_id=df6c809a-4e84-4903-b138-45ec817657ec)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:13.319759 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d48828c9-6309-461b-951a-1e2d091698ce), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:13.362463 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-cdd48bd2-6db0-4d9f-a0f1-878b5c58d3f3 service neutron] 10.222.0.79 "GET /v2.0/networks/0809193b-9538-40aa-8442-650cf4185e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069155 Feb 16 22:25:13.377025 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-75258e14-fb6c-4381-9d5d-641b5f19bd62 admin admin] Publish callbacks [] for security_group (202f327c-1aec-446c-941b-7ddf136dcc93), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:13.434060 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-75258e14-fb6c-4381-9d5d-641b5f19bd62 admin admin] Publish callbacks [] for security_group (202f327c-1aec-446c-941b-7ddf136dcc93), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:13.450711 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=d48828c9-6309-461b-951a-1e2d091698ce,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:13.559746 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-75258e14-fb6c-4381-9d5d-641b5f19bd62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (202f327c-1aec-446c-941b-7ddf136dcc93), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:13.563286 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-75258e14-fb6c-4381-9d5d-641b5f19bd62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:13.564860 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-75258e14-fb6c-4381-9d5d-641b5f19bd62 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/202f327c-1aec-446c-941b-7ddf136dcc93 HTTP/1.1" status: 204 len: 168 time: 0.4951394 Feb 16 22:25:13.571951 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e7563249-06d8-4808-9be5-9fb1ae313cf7 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c35cdf79-abdc-40b9-80ea-d56cc53144eb), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:13.589554 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75258e14-fb6c-4381-9d5d-641b5f19bd62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202f327c-1aec-446c-941b-7ddf136dcc93,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:13.673077 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-ca8de08b-fb63-4b1d-afa3-6c75ac6e717e None None] Current status of the port 9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:25:13.679875 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-89d02fff-1554-4d07-a812-d2fe66d429c5 service neutron] 10.222.0.79 "GET /v2.0/networks/0809193b-9538-40aa-8442-650cf4185e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428103 Feb 16 22:25:13.786938 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-9783a83e-0c64-4015-8e60-ccc508a49ca1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=41ea8ec7-cb70-44a7-b54a-945ee2945295 HTTP/1.1" status: 200 len: 217 time: 0.0776544 Feb 16 22:25:13.828833 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7d37c566-d121-4b50-a8b5-1259d2616a1c None None] Provisioning complete for port 9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:25:13.829456 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7d37c566-d121-4b50-a8b5-1259d2616a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:13.911644 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-2939e132-eaad-495e-a31f-752d300c5242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:13.915980 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-2939e132-eaad-495e-a31f-752d300c5242 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e421c23f-59b4-4bff-bdf6-a50ff68a50d7 HTTP/1.1" status: 200 len: 797 time: 0.1139174 Feb 16 22:25:13.959061 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7d37c566-d121-4b50-a8b5-1259d2616a1c None None] Current status of the port 9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:25:13.975373 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7d37c566-d121-4b50-a8b5-1259d2616a1c None None] Provisioning complete for port c35cdf79-abdc-40b9-80ea-d56cc53144eb triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:25:13.976712 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7d37c566-d121-4b50-a8b5-1259d2616a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c35cdf79-abdc-40b9-80ea-d56cc53144eb), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:13.980195 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac196e5-226c-4f93-a6ae-524c47e890dd req-64ca239e-e4cc-45ad-b984-1c275ab87356 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:13.987210 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8ac196e5-226c-4f93-a6ae-524c47e890dd req-64ca239e-e4cc-45ad-b984-1c275ab87356 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd7c175-2520-4877-907f-e1d2a73c22e8 HTTP/1.1" status: 200 len: 945 time: 0.1307182 Feb 16 22:25:14.005453 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-d2c4148d-2eba-4a64-8be7-de4e1171e1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:14.007186 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-d2c4148d-2eba-4a64-8be7-de4e1171e1b4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=01d78127-bed4-4d34-97f7-e31d1dc582f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0801141 Feb 16 22:25:14.039177 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7d37c566-d121-4b50-a8b5-1259d2616a1c None None] Port c35cdf79-abdc-40b9-80ea-d56cc53144eb cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:25:14.195050 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-23a43692-9795-443a-8964-cffb4a5be77a service neutron] 10.222.0.79 "GET /v2.0/networks/01d78127-bed4-4d34-97f7-e31d1dc582f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793511 Feb 16 22:25:14.231922 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e7563249-06d8-4808-9be5-9fb1ae313cf7 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks [] for port (c35cdf79-abdc-40b9-80ea-d56cc53144eb), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:14.253980 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e7563249-06d8-4808-9be5-9fb1ae313cf7 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (c35cdf79-abdc-40b9-80ea-d56cc53144eb), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:14.345998 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7563249-06d8-4808-9be5-9fb1ae313cf7 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Pushing event updated for resources: {'Port': ['ID=c35cdf79-abdc-40b9-80ea-d56cc53144eb,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:14.376493 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8ac196e5-226c-4f93-a6ae-524c47e890dd req-3b92b924-5559-4d5e-ae4a-84fdf61ce169 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863671 Feb 16 22:25:14.407507 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e7563249-06d8-4808-9be5-9fb1ae313cf7 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (1163a4da-c434-4c28-9e44-b0835bf1bebf), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:14.410826 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-4dcb4051-8d7f-4646-b4b2-809fe2158abd service neutron] 10.222.0.79 "GET /v2.0/networks/01d78127-bed4-4d34-97f7-e31d1dc582f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106392 Feb 16 22:25:14.478796 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-3eccd29f-92f8-42fe-b50a-e19d6803292f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=0bb0fb95-a1c8-4fd0-9766-54334e33ef10 HTTP/1.1" status: 200 len: 217 time: 0.0609503 Feb 16 22:25:14.583291 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-39d33c2c-e227-4c4c-ac10-ebaf67ebe113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:14.588737 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-39d33c2c-e227-4c4c-ac10-ebaf67ebe113 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e421c23f-59b4-4bff-bdf6-a50ff68a50d7 HTTP/1.1" status: 200 len: 797 time: 0.0944803 Feb 16 22:25:14.620364 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7563249-06d8-4808-9be5-9fb1ae313cf7 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Network 0e606284-8a4c-4d09-93fb-da48cce7b3ba is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:25:14.621927 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-e7563249-06d8-4808-9be5-9fb1ae313cf7 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:25:14.675693 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0f9375-6509-4ecf-aee3-14486ea3c72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48828c9-6309-461b-951a-1e2d091698ce'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:25:14.678434 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fe9f99-6cc2-43ef-beea-88ed1ffcab44" -d '{"events": [{"server_uuid": "6a0f9375-6509-4ecf-aee3-14486ea3c72d", "name": "network-vif-plugged", "status": "completed", "tag": "d48828c9-6309-461b-951a-1e2d091698ce"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:25:14.721284 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-a6ad6734-e101-4798-af5e-2a71ead31cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:14.723665 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-a6ad6734-e101-4798-af5e-2a71ead31cbd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=01d78127-bed4-4d34-97f7-e31d1dc582f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1270137 Feb 16 22:25:14.889483 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b7e5ae-bc56-405e-8db0-0dc28228c957 None None] Network cfca5970-2a0e-4482-b977-245bbfd51f47 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:25:14.984765 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549270f-ef0f-4666-bb17-434c4960a012 req-205a7459-742b-47b3-94ba-9639e76d0961 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:15.007172 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4549270f-ef0f-4666-bb17-434c4960a012 req-205a7459-742b-47b3-94ba-9639e76d0961 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a0f9375-6509-4ecf-aee3-14486ea3c72d HTTP/1.1" status: 200 len: 946 time: 0.1548595 Feb 16 22:25:15.062363 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-22cd9517-7c5f-48dc-99da-cb58e48ea3df None None] Provisioning complete for port ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:25:15.062740 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-22cd9517-7c5f-48dc-99da-cb58e48ea3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:15.099590 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-37044eed-f680-4fd6-908e-4ab3cc288886 service neutron] 10.222.0.79 "GET /v2.0/networks/01d78127-bed4-4d34-97f7-e31d1dc582f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560975 Feb 16 22:25:15.120851 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4549270f-ef0f-4666-bb17-434c4960a012 req-6726bb15-757e-4c71-8f27-9045df0be657 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4008d7e-d072-4a4a-9bba-f6f59e7dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125000 Feb 16 22:25:15.151626 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7563249-06d8-4808-9be5-9fb1ae313cf7 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Router 1163a4da-c434-4c28-9e44-b0835bf1bebf is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:25:15.178778 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:25:15.216622 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e408f86f-d567-42c2-b92d-539184f0aa8b x-openstack-request-id: req-e408f86f-d567-42c2-b92d-539184f0aa8b {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:25:15.217101 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0f9375-6509-4ecf-aee3-14486ea3c72d", "name": "network-vif-plugged", "status": "completed", "tag": "d48828c9-6309-461b-951a-1e2d091698ce", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:25:15.217350 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e408f86f-d567-42c2-b92d-539184f0aa8b {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:25:15.218061 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0f9375-6509-4ecf-aee3-14486ea3c72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48828c9-6309-461b-951a-1e2d091698ce', 'code': 200} Feb 16 22:25:15.360937 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-22cd9517-7c5f-48dc-99da-cb58e48ea3df None None] Current status of the port ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:25:15.361338 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-22cd9517-7c5f-48dc-99da-cb58e48ea3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:15.385937 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-042d3700-954d-49cc-bcb1-ab00e8872d68 service neutron] 10.222.0.79 "GET /v2.0/networks/01d78127-bed4-4d34-97f7-e31d1dc582f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801132 Feb 16 22:25:15.393194 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7563249-06d8-4808-9be5-9fb1ae313cf7 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:25:15.401670 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e7563249-06d8-4808-9be5-9fb1ae313cf7 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] 10.222.0.75 "PUT /v2.0/routers/1163a4da-c434-4c28-9e44-b0835bf1bebf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4509788 Feb 16 22:25:15.404411 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38552) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:15.411862 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e637dfb-5913-4359-a346-bbd5f690458e None None] Sync routers for ids ['1163a4da-c434-4c28-9e44-b0835bf1bebf'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:25:15.420685 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:25:15.421759 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:15.428673 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e637dfb-5913-4359-a346-bbd5f690458e None None] Routers {'1163a4da-c434-4c28-9e44-b0835bf1bebf'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:25:15.429319 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-8e637dfb-5913-4359-a346-bbd5f690458e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:24:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1163a4da-c434-4c28-9e44-b0835bf1bebf'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:15.447178 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2a8e2-4219-400f-9870-839658753251 req-17760d3e-4ee4-402b-81fc-56f364385661 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:15.467998 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6ca2a8e2-4219-400f-9870-839658753251 req-17760d3e-4ee4-402b-81fc-56f364385661 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.75 "GET /v2.0/ports?device_id=ace5b0a2-2627-4980-9cf1-29829c8c720b HTTP/1.1" status: 200 len: 945 time: 0.1356878 Feb 16 22:25:15.502182 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-22cd9517-7c5f-48dc-99da-cb58e48ea3df None None] For port ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7,segment=NetworkSegment(b364123e-6265-4be8-b2a4-786d0a5c2c5e),segment_id=b364123e-6265-4be8-b2a4-786d0a5c2c5e)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:15.521821 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-22cd9517-7c5f-48dc-99da-cb58e48ea3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:15.524928 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-8e637dfb-5913-4359-a346-bbd5f690458e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:15.557908 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e637dfb-5913-4359-a346-bbd5f690458e None None] Routers {'1163a4da-c434-4c28-9e44-b0835bf1bebf'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:25:15.558568 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-8e637dfb-5913-4359-a346-bbd5f690458e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:24:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1163a4da-c434-4c28-9e44-b0835bf1bebf'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:15.565735 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-4e4ebe2f-5cfe-409b-b0d9-5f9b6e9a8557 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=d3621497-db12-4533-9d1a-8b3d9a672ca9 HTTP/1.1" status: 200 len: 217 time: 0.1593823 Feb 16 22:25:15.658537 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-8e637dfb-5913-4359-a346-bbd5f690458e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:15.659237 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e637dfb-5913-4359-a346-bbd5f690458e None None] The sync data for ids ['1163a4da-c434-4c28-9e44-b0835bf1bebf'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:25:15.681389 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd9517-7c5f-48dc-99da-cb58e48ea3df None None] Pushing event updated for resources: {'Port': ['ID=ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:15.693733 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:25:15.696706 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:25:15.736716 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918450b-3fac-417b-9f09-415268acccf3 req-18508d86-a824-4969-8a1b-2848f5ff98d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:15.742729 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a918450b-3fac-417b-9f09-415268acccf3 req-18508d86-a824-4969-8a1b-2848f5ff98d7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6a0f9375-6509-4ecf-aee3-14486ea3c72d HTTP/1.1" status: 200 len: 1128 time: 0.3514171 Feb 16 22:25:15.780762 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6ca2a8e2-4219-400f-9870-839658753251 req-03d240b2-cba6-4fb2-98ee-0fa0ac0c0633 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.75 "GET /v2.0/security-groups?id=8c94344e-2952-4d96-a0dc-469379e2c622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130438 Feb 16 22:25:15.865885 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-0b1f1211-4eed-479c-8647-f7daec212a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:15.867796 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-0b1f1211-4eed-479c-8647-f7daec212a17 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e421c23f-59b4-4bff-bdf6-a50ff68a50d7 HTTP/1.1" status: 200 len: 797 time: 0.2924714 Feb 16 22:25:15.973622 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a918450b-3fac-417b-9f09-415268acccf3 req-59c81fda-3cb0-443b-bde3-d43563880053 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b4008d7e-d072-4a4a-9bba-f6f59e7dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261209 Feb 16 22:25:16.002815 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-6f59c90a-844e-4870-9fe8-17dc44bcc40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:16.005450 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-6f59c90a-844e-4870-9fe8-17dc44bcc40d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=01d78127-bed4-4d34-97f7-e31d1dc582f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1192193 Feb 16 22:25:16.067698 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-20729143-d41e-44dd-920d-c0783d628939 None None] Provisioning complete for port c35cdf79-abdc-40b9-80ea-d56cc53144eb triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:25:16.068378 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-20729143-d41e-44dd-920d-c0783d628939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c35cdf79-abdc-40b9-80ea-d56cc53144eb), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:16.132489 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-ffc62ea5-b83e-4401-b5d9-92a2916c6e4b service neutron] 10.222.0.79 "GET /v2.0/networks/01d78127-bed4-4d34-97f7-e31d1dc582f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177163 Feb 16 22:25:16.149685 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-20729143-d41e-44dd-920d-c0783d628939 None None] Port c35cdf79-abdc-40b9-80ea-d56cc53144eb cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:25:16.157406 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:25:16.157982 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:16.271650 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-c60bd264-8537-4d7d-b200-3c16cdbde89c service neutron] 10.222.0.79 "GET /v2.0/networks/01d78127-bed4-4d34-97f7-e31d1dc582f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308482 Feb 16 22:25:16.274682 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:25:16.283056 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b684b055-c1a1-43e4-98f9-389e1b3b70f8 None None] Provisioning complete for port ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:25:16.283445 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b684b055-c1a1-43e4-98f9-389e1b3b70f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:16.322915 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f93d9a-4c7e-4cf0-8fed-626c8a1482f0 req-a82978c6-fbd9-47d5-b047-30e7e1c42dfb tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:16.328719 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22f93d9a-4c7e-4cf0-8fed-626c8a1482f0 req-a82978c6-fbd9-47d5-b047-30e7e1c42dfb tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd7c175-2520-4877-907f-e1d2a73c22e8 HTTP/1.1" status: 200 len: 945 time: 0.4030941 Feb 16 22:25:16.345165 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-1080a5a2-4e8e-4a8d-8758-f71044efdaea service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=443130bf-8551-4c92-b389-fbbabea9a232 HTTP/1.1" status: 200 len: 217 time: 0.0630133 Feb 16 22:25:16.361130 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-831156a2-b7a6-497c-9410-84837f00fbe4 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:25:16.364882 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-831156a2-b7a6-497c-9410-84837f00fbe4 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] 10.222.0.75 "PUT /v2.0/routers/1163a4da-c434-4c28-9e44-b0835bf1bebf/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9566472 Feb 16 22:25:16.367010 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38580) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:16.396363 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b684b055-c1a1-43e4-98f9-389e1b3b70f8 None None] Current status of the port ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:25:16.420289 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22f93d9a-4c7e-4cf0-8fed-626c8a1482f0 req-820d6380-bc94-4809-be71-4f0e502ac8de tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826612 Feb 16 22:25:16.591068 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca18f4-4eaa-42f8-9794-f16bca4ec8e7 req-5657cbf8-4e68-40f2-9985-ee32aa201cf3 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:16.592859 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-97ca18f4-4eaa-42f8-9794-f16bca4ec8e7 req-5657cbf8-4e68-40f2-9985-ee32aa201cf3 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a0f9375-6509-4ecf-aee3-14486ea3c72d HTTP/1.1" status: 200 len: 946 time: 0.0773051 Feb 16 22:25:16.632397 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-356573a0-45e5-4d50-a4f6-57610bb4ead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:16.634472 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-356573a0-45e5-4d50-a4f6-57610bb4ead1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e421c23f-59b4-4bff-bdf6-a50ff68a50d7 HTTP/1.1" status: 200 len: 797 time: 0.2827847 Feb 16 22:25:16.651665 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-97ca18f4-4eaa-42f8-9794-f16bca4ec8e7 req-f5c51612-d603-4aec-b753-b15643033cb4 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4008d7e-d072-4a4a-9bba-f6f59e7dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519757 Feb 16 22:25:16.795794 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa67fd-d28c-4744-990e-e87673a593c8 req-df07b2ce-41eb-4844-b7c3-639bdb611689 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:16.797304 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f5fa67fd-d28c-4744-990e-e87673a593c8 req-df07b2ce-41eb-4844-b7c3-639bdb611689 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.67 "GET /v2.0/ports?device_id=ace5b0a2-2627-4980-9cf1-29829c8c720b HTTP/1.1" status: 200 len: 945 time: 0.2784162 Feb 16 22:25:16.804541 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-a01a9660-489a-462f-b703-69ed145b2e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:16.806107 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-a01a9660-489a-462f-b703-69ed145b2e57 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=01d78127-bed4-4d34-97f7-e31d1dc582f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1613729 Feb 16 22:25:16.952013 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:25:17.038174 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:25:17.038556 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:17.274452 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-07ebab6a-d510-4e2b-85c0-d8239716a62c service neutron] 10.222.0.79 "GET /v2.0/networks/01d78127-bed4-4d34-97f7-e31d1dc582f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528754 Feb 16 22:25:17.275247 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:25:17.283293 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49257af2-2715-496b-97ed-1eb9966e387a req-0747012f-230f-4a93-b993-7aab7634baad tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:17.295647 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-49257af2-2715-496b-97ed-1eb9966e387a req-0747012f-230f-4a93-b993-7aab7634baad tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.75 "GET /v2.0/ports?device_id=ace5b0a2-2627-4980-9cf1-29829c8c720b HTTP/1.1" status: 200 len: 945 time: 0.4052401 Feb 16 22:25:17.382685 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-49257af2-2715-496b-97ed-1eb9966e387a req-9af7944c-4242-4673-9ca1-8fc345a3499b tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.75 "GET /v2.0/security-groups?id=8c94344e-2952-4d96-a0dc-469379e2c622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829389 Feb 16 22:25:17.475784 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-f5fa67fd-d28c-4744-990e-e87673a593c8 req-c7cbb08b-1a5e-46fd-aa4b-3495f197cce5 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] Deleting port 8f29f9af-d12a-4fb3-9597-8c215c5a2760 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:25:17.476127 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f5fa67fd-d28c-4744-990e-e87673a593c8 req-c7cbb08b-1a5e-46fd-aa4b-3495f197cce5 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (8f29f9af-d12a-4fb3-9597-8c215c5a2760), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:17.580500 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-c64397d9-3576-4826-8495-37b84fda3f3a service neutron] 10.222.0.79 "GET /v2.0/networks/01d78127-bed4-4d34-97f7-e31d1dc582f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979674 Feb 16 22:25:17.585507 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978b314-d7c6-48c4-bda2-97979160d5df req-cf7b11c6-72b7-4589-8d5e-8eb2fe818aad tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:17.589123 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9f4dc999-1d0b-49be-aaec-1c6611e212ae tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (1163a4da-c434-4c28-9e44-b0835bf1bebf), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:17.594323 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f978b314-d7c6-48c4-bda2-97979160d5df req-cf7b11c6-72b7-4589-8d5e-8eb2fe818aad tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd7c175-2520-4877-907f-e1d2a73c22e8 HTTP/1.1" status: 200 len: 945 time: 0.0736933 Feb 16 22:25:17.624097 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38620) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:17.666604 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f978b314-d7c6-48c4-bda2-97979160d5df req-e6100171-1dc4-4f4e-91dd-9d6436e9923b tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654695 Feb 16 22:25:17.762539 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-36bc5c2e-6a45-471c-9438-08181893539f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a3ee080f-cf71-49dc-8b01-b8862a45817e HTTP/1.1" status: 200 len: 217 time: 0.1695788 Feb 16 22:25:17.765645 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-f5fa67fd-d28c-4744-990e-e87673a593c8 req-c7cbb08b-1a5e-46fd-aa4b-3495f197cce5 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] For port 8f29f9af-d12a-4fb3-9597-8c215c5a2760, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8f29f9af-d12a-4fb3-9597-8c215c5a2760,segment=NetworkSegment(bc3febe3-3118-453b-88e5-9f6c75c15034),segment_id=bc3febe3-3118-453b-88e5-9f6c75c15034)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:17.766184 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f5fa67fd-d28c-4744-990e-e87673a593c8 req-c7cbb08b-1a5e-46fd-aa4b-3495f197cce5 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (8f29f9af-d12a-4fb3-9597-8c215c5a2760), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:17.822107 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dad9b3-a237-4f7e-b0e5-3c5d7e2d5680 req-b7bb687e-7f31-4097-a59b-6cece4caa29d tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:17.823501 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6dad9b3-a237-4f7e-b0e5-3c5d7e2d5680 req-b7bb687e-7f31-4097-a59b-6cece4caa29d tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a0f9375-6509-4ecf-aee3-14486ea3c72d HTTP/1.1" status: 200 len: 946 time: 0.0912673 Feb 16 22:25:17.840329 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-f5fa67fd-d28c-4744-990e-e87673a593c8 req-c7cbb08b-1a5e-46fd-aa4b-3495f197cce5 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] Calling delete_port for 8f29f9af-d12a-4fb3-9597-8c215c5a2760 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:25:17.883824 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6dad9b3-a237-4f7e-b0e5-3c5d7e2d5680 req-f9f74f9a-f425-44df-ae78-c4921a989582 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4008d7e-d072-4a4a-9bba-f6f59e7dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518954 Feb 16 22:25:17.893340 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-b6b97a0b-30ec-4415-9945-e5fa8404e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:17.894842 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-b6b97a0b-30ec-4415-9945-e5fa8404e940 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea02b3bb-addd-4936-9045-725e7150ffce HTTP/1.1" status: 200 len: 797 time: 0.1154768 Feb 16 22:25:17.955176 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bbdf6db6-8e6a-465d-a988-00f1945d8bf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:18.058184 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49ad90-12a3-4e0c-89b2-cda09ffcd862 req-2a1354fd-85c2-400e-8239-7b43878d7c81 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:18.059848 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a49ad90-12a3-4e0c-89b2-cda09ffcd862 req-2a1354fd-85c2-400e-8239-7b43878d7c81 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/ports?device_id=2907a558-e0fb-49f3-8535-42b6a20d9b59 HTTP/1.1" status: 200 len: 945 time: 0.0874624 Feb 16 22:25:18.071017 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-08816413-9ef5-426d-8b97-bbac927d2d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:18.072571 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-08816413-9ef5-426d-8b97-bbac927d2d70 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=dd1251d6-2877-46df-ac47-9cb92c8abfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1444688 Feb 16 22:25:18.160754 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a49ad90-12a3-4e0c-89b2-cda09ffcd862 req-e7773e05-f5f3-47a2-b5bd-9837dcb1dbe3 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4008d7e-d072-4a4a-9bba-f6f59e7dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687332 Feb 16 22:25:18.179188 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bbdf6db6-8e6a-465d-a988-00f1945d8bf8 admin admin] Publish callbacks [] for security_group (11487385-f956-4c00-b362-154cacc77ca7), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:18.190931 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bbdf6db6-8e6a-465d-a988-00f1945d8bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (11487385-f956-4c00-b362-154cacc77ca7), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:18.280321 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f5fa67fd-d28c-4744-990e-e87673a593c8 req-c7cbb08b-1a5e-46fd-aa4b-3495f197cce5 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (8f29f9af-d12a-4fb3-9597-8c215c5a2760), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:18.293089 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['8f29f9af-d12a-4fb3-9597-8c215c5a2760'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:25:18.313517 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bbdf6db6-8e6a-465d-a988-00f1945d8bf8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f3c23e8aca934f3eb70218fd7889b6ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6871984 Feb 16 22:25:18.324169 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38640) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:18.349480 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf6db6-8e6a-465d-a988-00f1945d8bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11487385-f956-4c00-b362-154cacc77ca7,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:18.409532 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3bccd19d-e30e-4357-b295-3e3f6f425685 admin admin] Publish callbacks [] for security_group (11487385-f956-4c00-b362-154cacc77ca7), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:18.437223 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3bccd19d-e30e-4357-b295-3e3f6f425685 admin admin] Publish callbacks [] for security_group (11487385-f956-4c00-b362-154cacc77ca7), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:18.503786 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3bccd19d-e30e-4357-b295-3e3f6f425685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (11487385-f956-4c00-b362-154cacc77ca7), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:18.507697 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3bccd19d-e30e-4357-b295-3e3f6f425685 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:18.509752 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3bccd19d-e30e-4357-b295-3e3f6f425685 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/11487385-f956-4c00-b362-154cacc77ca7 HTTP/1.1" status: 204 len: 168 time: 0.1836228 Feb 16 22:25:18.521835 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccd19d-e30e-4357-b295-3e3f6f425685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11487385-f956-4c00-b362-154cacc77ca7,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:18.637442 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5de7ec54-9bc2-469e-a876-48633b4e1b70 req-41d0c9a6-9305-4c18-b214-d1c6fe526911 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.75 "GET /v2.0/ports?device_id=ace5b0a2-2627-4980-9cf1-29829c8c720b HTTP/1.1" status: 200 len: 210 time: 0.0561566 Feb 16 22:25:18.691911 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-12cbda70-c435-4661-bb04-9efd251be34f service neutron] 10.222.0.79 "GET /v2.0/networks/dd1251d6-2877-46df-ac47-9cb92c8abfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6110854 Feb 16 22:25:18.857296 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cbb08b-1a5e-46fd-aa4b-3495f197cce5 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] Pushing event deleted for resources: {'Port': ['ID=8f29f9af-d12a-4fb3-9597-8c215c5a2760,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:18.898150 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-77a218c7-e0c0-4937-a1b1-8546888f1184 service neutron] 10.222.0.79 "GET /v2.0/networks/dd1251d6-2877-46df-ac47-9cb92c8abfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823940 Feb 16 22:25:18.980131 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fa67fd-d28c-4744-990e-e87673a593c8 req-c7cbb08b-1a5e-46fd-aa4b-3495f197cce5 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] No DVR routers for this DVR port 8f29f9af-d12a-4fb3-9597-8c215c5a2760 on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:25:18.986767 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38662) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:18.990166 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-f5fa67fd-d28c-4744-990e-e87673a593c8 req-c7cbb08b-1a5e-46fd-aa4b-3495f197cce5 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:18.998568 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f5fa67fd-d28c-4744-990e-e87673a593c8 req-c7cbb08b-1a5e-46fd-aa4b-3495f197cce5 tempest-InstanceActionsTestJSON-998982001 tempest-InstanceActionsTestJSON-998982001-project] 10.222.0.67 "DELETE /v2.0/ports/8f29f9af-d12a-4fb3-9597-8c215c5a2760 HTTP/1.1" status: 204 len: 173 time: 2.1914947 Feb 16 22:25:19.000531 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-43ad532a-cdd2-4528-8dd3-d920769b66f7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1cdbee6a-c509-4657-a9a8-c6f919e74da6 HTTP/1.1" status: 200 len: 217 time: 0.0894716 Feb 16 22:25:19.004141 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace5b0a2-2627-4980-9cf1-29829c8c720b', 'name': 'network-vif-deleted', 'tag': '8f29f9af-d12a-4fb3-9597-8c215c5a2760'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:25:19.010341 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc5acb7-16b8-49ef-995f-16485b997606" -d '{"events": [{"server_uuid": "ace5b0a2-2627-4980-9cf1-29829c8c720b", "name": "network-vif-deleted", "tag": "8f29f9af-d12a-4fb3-9597-8c215c5a2760"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:25:19.071456 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-9f4dc999-1d0b-49be-aaec-1c6611e212ae tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Deleting port c35cdf79-abdc-40b9-80ea-d56cc53144eb {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:25:19.072078 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9f4dc999-1d0b-49be-aaec-1c6611e212ae tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (c35cdf79-abdc-40b9-80ea-d56cc53144eb), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:19.117924 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8c527074-949a-40d9-9aba-6f5aeea51127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:19.159079 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-0c4b580c-c798-4ffa-b881-7a281146d7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:19.161028 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-0c4b580c-c798-4ffa-b881-7a281146d7ec service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea02b3bb-addd-4936-9045-725e7150ffce HTTP/1.1" status: 200 len: 797 time: 0.1465387 Feb 16 22:25:19.229219 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9f4dc999-1d0b-49be-aaec-1c6611e212ae tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (c35cdf79-abdc-40b9-80ea-d56cc53144eb), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:19.231850 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927ba7c-2a73-4014-b45d-74875e0ae8cd req-8cc67d44-2412-4964-82fd-0e2359329452 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:19.239175 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7927ba7c-2a73-4014-b45d-74875e0ae8cd req-8cc67d44-2412-4964-82fd-0e2359329452 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd7c175-2520-4877-907f-e1d2a73c22e8 HTTP/1.1" status: 200 len: 945 time: 0.2437291 Feb 16 22:25:19.249359 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-9f4dc999-1d0b-49be-aaec-1c6611e212ae tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Calling delete_port for c35cdf79-abdc-40b9-80ea-d56cc53144eb owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:25:19.275020 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-02759633-29e5-4879-a0d9-18da561fe50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:19.276886 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-02759633-29e5-4879-a0d9-18da561fe50f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=dd1251d6-2877-46df-ac47-9cb92c8abfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1014776 Feb 16 22:25:19.317777 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7927ba7c-2a73-4014-b45d-74875e0ae8cd req-7987ba4a-07f5-4a58-ba43-5a64aa3ed66c tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754580 Feb 16 22:25:19.364080 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8c527074-949a-40d9-9aba-6f5aeea51127 admin admin] Publish callbacks [] for security_group (0e0c4803-4cb5-4519-9e03-042f1ff9e04a), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:19.378836 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8c527074-949a-40d9-9aba-6f5aeea51127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (0e0c4803-4cb5-4519-9e03-042f1ff9e04a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:19.395916 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84840311-89c3-44bb-8e4c-02a43d55b02c x-openstack-request-id: req-84840311-89c3-44bb-8e4c-02a43d55b02c {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:25:19.396447 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace5b0a2-2627-4980-9cf1-29829c8c720b", "name": "network-vif-deleted", "tag": "8f29f9af-d12a-4fb3-9597-8c215c5a2760", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:25:19.396447 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-84840311-89c3-44bb-8e4c-02a43d55b02c {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:25:19.397293 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace5b0a2-2627-4980-9cf1-29829c8c720b', 'name': 'network-vif-deleted', 'tag': '8f29f9af-d12a-4fb3-9597-8c215c5a2760', 'status': 'completed', 'code': 200} Feb 16 22:25:19.448712 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8c527074-949a-40d9-9aba-6f5aeea51127 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=820d75e78b724a969c060631e433ef2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4585924 Feb 16 22:25:19.451427 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38678) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:19.484687 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c527074-949a-40d9-9aba-6f5aeea51127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0c4803-4cb5-4519-9e03-042f1ff9e04a,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:19.604524 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0a90615b-0a10-4d6b-9484-c7f82da5c459 admin admin] Publish callbacks [] for security_group (0e0c4803-4cb5-4519-9e03-042f1ff9e04a), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:19.639660 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-97002737-fc34-4e78-a127-03fa35ce2864 service neutron] 10.222.0.79 "GET /v2.0/networks/dd1251d6-2877-46df-ac47-9cb92c8abfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053837 Feb 16 22:25:19.647148 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0a90615b-0a10-4d6b-9484-c7f82da5c459 admin admin] Publish callbacks [] for security_group (0e0c4803-4cb5-4519-9e03-042f1ff9e04a), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:19.655298 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-d6153ce9-1e02-4690-9741-1c5bce6466f7 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:19.657028 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-d6153ce9-1e02-4690-9741-1c5bce6466f7 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/networks?id=81f5211c-4cab-4b86-9242-59d87a2bff9a HTTP/1.1" status: 200 len: 812 time: 0.1733465 Feb 16 22:25:19.688317 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-d5fdfb21-cfb9-4868-8ad9-ed6955335f20 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/quotas/21d9e8780a3e4befbf0f2b1d12057a8f HTTP/1.1" status: 200 len: 375 time: 0.0236208 Feb 16 22:25:19.752357 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0a90615b-0a10-4d6b-9484-c7f82da5c459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (0e0c4803-4cb5-4519-9e03-042f1ff9e04a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:19.755029 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0a90615b-0a10-4d6b-9484-c7f82da5c459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:19.759474 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0a90615b-0a10-4d6b-9484-c7f82da5c459 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0e0c4803-4cb5-4519-9e03-042f1ff9e04a HTTP/1.1" status: 204 len: 168 time: 0.3039973 Feb 16 22:25:19.785505 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90615b-0a10-4d6b-9484-c7f82da5c459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0c4803-4cb5-4519-9e03-042f1ff9e04a,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:19.803300 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-c7857a2a-4887-48db-9eae-cad2f4edb091 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=21d9e8780a3e4befbf0f2b1d12057a8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1064463 Feb 16 22:25:19.877458 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b113aa64-d824-427c-b4f1-6ffc15ab3062 req-be59c5c6-80b2-4a29-a3d2-cd69e2cd6f29 service neutron] 10.222.0.79 "GET /v2.0/networks/dd1251d6-2877-46df-ac47-9cb92c8abfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440303 Feb 16 22:25:19.878379 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9f4dc999-1d0b-49be-aaec-1c6611e212ae tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (c35cdf79-abdc-40b9-80ea-d56cc53144eb), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:19.974117 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-2b8f1ed0-7532-4a20-918a-7666fc258f91 service neutron] 10.222.0.75 "GET /v2.0/networks/81f5211c-4cab-4b86-9242-59d87a2bff9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612275 Feb 16 22:25:19.988353 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4dc999-1d0b-49be-aaec-1c6611e212ae tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Pushing event deleted for resources: {'Port': ['ID=c35cdf79-abdc-40b9-80ea-d56cc53144eb,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:20.129221 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-54c324ff-a930-4641-bd9f-085dbdd2494f service neutron] 10.222.0.75 "GET /v2.0/networks/81f5211c-4cab-4b86-9242-59d87a2bff9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538670 Feb 16 22:25:20.309721 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9f4dc999-1d0b-49be-aaec-1c6611e212ae tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (1163a4da-c434-4c28-9e44-b0835bf1bebf), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:20.327102 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d059ec-4de6-4505-946f-f1e422702eed req-e4958f04-560a-4136-9cd7-f5f8dbf3216e tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:20.328998 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c7d059ec-4de6-4505-946f-f1e422702eed req-e4958f04-560a-4136-9cd7-f5f8dbf3216e tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.79 "GET /v2.0/ports?device_id=2907a558-e0fb-49f3-8535-42b6a20d9b59 HTTP/1.1" status: 200 len: 945 time: 0.1991906 Feb 16 22:25:20.505871 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38712) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:20.596290 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81a143c-8c1e-4cf8-bac4-79e1286d8f56 admin admin] Deleting subnet 3d8b7ff3-78ed-4f59-8391-1bf9578cc441 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:25:20.600693 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d81a143c-8c1e-4cf8-bac4-79e1286d8f56 admin admin] Publish callbacks [] for subnet (3d8b7ff3-78ed-4f59-8391-1bf9578cc441), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:20.609623 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bba0790a-7e45-4b09-93b3-898aaf821bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:20.612260 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4dc999-1d0b-49be-aaec-1c6611e212ae tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Router 1163a4da-c434-4c28-9e44-b0835bf1bebf has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:25:20.728178 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d81a143c-8c1e-4cf8-bac4-79e1286d8f56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (3d8b7ff3-78ed-4f59-8391-1bf9578cc441), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:20.829556 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306a4d0-d9d9-4f74-89e1-8974c40e90f9 req-b64ea610-5616-4d6f-b078-8a12fcf2f92a tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:20.831053 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d81a143c-8c1e-4cf8-bac4-79e1286d8f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (3d8b7ff3-78ed-4f59-8391-1bf9578cc441), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:20.831178 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d306a4d0-d9d9-4f74-89e1-8974c40e90f9 req-b64ea610-5616-4d6f-b078-8a12fcf2f92a tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a0f9375-6509-4ecf-aee3-14486ea3c72d HTTP/1.1" status: 200 len: 946 time: 0.2630022 Feb 16 22:25:20.840456 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-c7d059ec-4de6-4505-946f-f1e422702eed req-942fce7f-dda5-43ee-a015-cd5708a8a286 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Deleting port 6fcff071-8bf2-4a7f-a8d8-57a43dced285 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:25:20.840809 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c7d059ec-4de6-4505-946f-f1e422702eed req-942fce7f-dda5-43ee-a015-cd5708a8a286 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (6fcff071-8bf2-4a7f-a8d8-57a43dced285), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:20.886114 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 8f29f9af-d12a-4fb3-9597-8c215c5a2760 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:25:20.902636 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4dc999-1d0b-49be-aaec-1c6611e212ae tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:25:20.927611 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e38e68-5e4a-42e9-a864-01341c480864 req-e42f6486-a466-4d56-b0d5-8ff33e94585e tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:20.936485 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-00e38e68-5e4a-42e9-a864-01341c480864 req-e42f6486-a466-4d56-b0d5-8ff33e94585e tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd7c175-2520-4877-907f-e1d2a73c22e8 HTTP/1.1" status: 200 len: 945 time: 0.2878366 Feb 16 22:25:20.950917 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b41617c-98a2-4f89-8881-68d97d339bec None None] Sync routers for ids ['1163a4da-c434-4c28-9e44-b0835bf1bebf'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:25:20.953211 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9f4dc999-1d0b-49be-aaec-1c6611e212ae tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] 10.222.0.75 "PUT /v2.0/routers/1163a4da-c434-4c28-9e44-b0835bf1bebf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5848181 Feb 16 22:25:20.967237 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38734) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:20.977700 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 8f29f9af-d12a-4fb3-9597-8c215c5a2760 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:25:20.983022 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 8f29f9af-d12a-4fb3-9597-8c215c5a2760 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:25:21.026838 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b41617c-98a2-4f89-8881-68d97d339bec None None] Routers {'1163a4da-c434-4c28-9e44-b0835bf1bebf'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:25:21.027930 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-7b41617c-98a2-4f89-8881-68d97d339bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:24:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1163a4da-c434-4c28-9e44-b0835bf1bebf'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:21.035530 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-30788ce8-e22c-4982-9a09-32153f7def4b tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] delete failed (client error): The resource could not be found. Feb 16 22:25:21.040999 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-30788ce8-e22c-4982-9a09-32153f7def4b tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] 10.222.0.75 "DELETE /v2.0/routers/tempest-non_exist_router-1383752196 HTTP/1.1" status: 404 len: 335 time: 0.0693874 Feb 16 22:25:21.041582 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38736) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:21.048687 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-c925098c-b3dc-4d6d-8267-5911b2ba38b0 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Request body: {'router': {'external_gateway_info': {'network_id': '1163a4da-c434-4c28-9e44-b0835bf1bebf'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:21.121317 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-7b41617c-98a2-4f89-8881-68d97d339bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:21.147286 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b41617c-98a2-4f89-8881-68d97d339bec None None] Routers {'1163a4da-c434-4c28-9e44-b0835bf1bebf'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:25:21.148262 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-7b41617c-98a2-4f89-8881-68d97d339bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:24:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1163a4da-c434-4c28-9e44-b0835bf1bebf'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:21.193389 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d81a143c-8c1e-4cf8-bac4-79e1286d8f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (3d8b7ff3-78ed-4f59-8391-1bf9578cc441), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:21.202871 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-00e38e68-5e4a-42e9-a864-01341c480864 req-a2037694-3609-42f9-a1cd-6ac3e8b2009d tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640977 Feb 16 22:25:21.277782 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a143c-8c1e-4cf8-bac4-79e1286d8f56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d8b7ff3-78ed-4f59-8391-1bf9578cc441,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:21.281135 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-7b41617c-98a2-4f89-8881-68d97d339bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:21.282023 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b41617c-98a2-4f89-8881-68d97d339bec None None] The sync data for ids ['1163a4da-c434-4c28-9e44-b0835bf1bebf'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:25:21.383758 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-c7d059ec-4de6-4505-946f-f1e422702eed req-942fce7f-dda5-43ee-a015-cd5708a8a286 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] For port 6fcff071-8bf2-4a7f-a8d8-57a43dced285, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=6fcff071-8bf2-4a7f-a8d8-57a43dced285,segment=NetworkSegment(df6c809a-4e84-4903-b138-45ec817657ec),segment_id=df6c809a-4e84-4903-b138-45ec817657ec)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:21.384269 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c7d059ec-4de6-4505-946f-f1e422702eed req-942fce7f-dda5-43ee-a015-cd5708a8a286 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (6fcff071-8bf2-4a7f-a8d8-57a43dced285), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:21.418136 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-c7d059ec-4de6-4505-946f-f1e422702eed req-942fce7f-dda5-43ee-a015-cd5708a8a286 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Calling delete_port for 6fcff071-8bf2-4a7f-a8d8-57a43dced285 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:25:21.794927 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c7d059ec-4de6-4505-946f-f1e422702eed req-942fce7f-dda5-43ee-a015-cd5708a8a286 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (6fcff071-8bf2-4a7f-a8d8-57a43dced285), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:21.815974 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['d48828c9-6309-461b-951a-1e2d091698ce'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:25:21.819065 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['6fcff071-8bf2-4a7f-a8d8-57a43dced285'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:25:21.900008 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942fce7f-dda5-43ee-a015-cd5708a8a286 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Pushing event deleted for resources: {'Port': ['ID=6fcff071-8bf2-4a7f-a8d8-57a43dced285,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:21.933042 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-d306a4d0-d9d9-4f74-89e1-8974c40e90f9 req-0de51977-c42a-4423-bcf3-ba1f3ca650e4 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Deleting port d48828c9-6309-461b-951a-1e2d091698ce {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:25:21.933396 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-d306a4d0-d9d9-4f74-89e1-8974c40e90f9 req-0de51977-c42a-4423-bcf3-ba1f3ca650e4 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (d48828c9-6309-461b-951a-1e2d091698ce), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:21.980484 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d059ec-4de6-4505-946f-f1e422702eed req-942fce7f-dda5-43ee-a015-cd5708a8a286 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] No DVR routers for this DVR port 6fcff071-8bf2-4a7f-a8d8-57a43dced285 on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:25:21.988429 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c7d059ec-4de6-4505-946f-f1e422702eed req-942fce7f-dda5-43ee-a015-cd5708a8a286 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:21.991807 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c7d059ec-4de6-4505-946f-f1e422702eed req-942fce7f-dda5-43ee-a015-cd5708a8a286 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.79 "DELETE /v2.0/ports/6fcff071-8bf2-4a7f-a8d8-57a43dced285 HTTP/1.1" status: 204 len: 173 time: 1.6530561 Feb 16 22:25:21.992819 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2907a558-e0fb-49f3-8535-42b6a20d9b59', 'name': 'network-vif-deleted', 'tag': '6fcff071-8bf2-4a7f-a8d8-57a43dced285'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:25:22.011687 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe9afab-6b9b-4476-869f-21fdeca8666c" -d '{"events": [{"server_uuid": "2907a558-e0fb-49f3-8535-42b6a20d9b59", "name": "network-vif-deleted", "tag": "6fcff071-8bf2-4a7f-a8d8-57a43dced285"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:25:22.080746 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d81a143c-8c1e-4cf8-bac4-79e1286d8f56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:22.085044 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d81a143c-8c1e-4cf8-bac4-79e1286d8f56 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/3d8b7ff3-78ed-4f59-8391-1bf9578cc441 HTTP/1.1" status: 204 len: 168 time: 1.5778191 Feb 16 22:25:22.090364 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38764) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:22.170305 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3a9a41f5-dc15-43a2-95e2-f5fb1c54a933 req-1d05b53e-5b7b-4237-b6fc-9ad2e60cca07 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a39949-43f5-4b28-adb9-8b513ea0b588 HTTP/1.1" status: 200 len: 210 time: 0.0905848 Feb 16 22:25:22.266571 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34869f8-42d1-4c46-a706-a8a6d83d6c8d x-openstack-request-id: req-c34869f8-42d1-4c46-a706-a8a6d83d6c8d {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:25:22.266873 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2907a558-e0fb-49f3-8535-42b6a20d9b59", "name": "network-vif-deleted", "tag": "6fcff071-8bf2-4a7f-a8d8-57a43dced285", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:25:22.267137 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c34869f8-42d1-4c46-a706-a8a6d83d6c8d {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:25:22.267544 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2907a558-e0fb-49f3-8535-42b6a20d9b59', 'name': 'network-vif-deleted', 'tag': '6fcff071-8bf2-4a7f-a8d8-57a43dced285', 'status': 'completed', 'code': 200} Feb 16 22:25:22.295854 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-d306a4d0-d9d9-4f74-89e1-8974c40e90f9 req-0de51977-c42a-4423-bcf3-ba1f3ca650e4 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] For port d48828c9-6309-461b-951a-1e2d091698ce, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=d48828c9-6309-461b-951a-1e2d091698ce,segment=NetworkSegment(df6c809a-4e84-4903-b138-45ec817657ec),segment_id=df6c809a-4e84-4903-b138-45ec817657ec)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:22.296525 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-d306a4d0-d9d9-4f74-89e1-8974c40e90f9 req-0de51977-c42a-4423-bcf3-ba1f3ca650e4 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (d48828c9-6309-461b-951a-1e2d091698ce), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:22.350623 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-d306a4d0-d9d9-4f74-89e1-8974c40e90f9 req-0de51977-c42a-4423-bcf3-ba1f3ca650e4 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Calling delete_port for d48828c9-6309-461b-951a-1e2d091698ce owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:25:22.562651 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c925098c-b3dc-4d6d-8267-5911b2ba38b0 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks [] for router_gateway (1163a4da-c434-4c28-9e44-b0835bf1bebf), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:22.577157 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a033db76-0c7e-4241-9f88-8269645f6116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (6436fd36-fb3d-4aa1-a761-1a4a786e9add), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:22.669787 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-c925098c-b3dc-4d6d-8267-5911b2ba38b0 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] update failed (client error): The resource could not be found. Feb 16 22:25:22.671053 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c925098c-b3dc-4d6d-8267-5911b2ba38b0 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] 10.222.0.75 "PUT /v2.0/routers/1163a4da-c434-4c28-9e44-b0835bf1bebf HTTP/1.1" status: 404 len: 339 time: 1.6258337 Feb 16 22:25:22.680675 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38788) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:22.810225 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-43a32805-2d6b-4133-8d1d-dab2becbd3e0 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:22.811796 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-43a32805-2d6b-4133-8d1d-dab2becbd3e0 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.67 "GET /v2.0/networks?id=81f5211c-4cab-4b86-9242-59d87a2bff9a HTTP/1.1" status: 200 len: 812 time: 0.3244407 Feb 16 22:25:22.829820 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-309feb44-ca0a-470f-9ac2-c3a5d131edfb tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Request body: {'port': {'device_id': '172242b3-0deb-448d-882e-546b52323d30', 'network_id': '81f5211c-4cab-4b86-9242-59d87a2bff9a', 'admin_state_up': True, 'tenant_id': '21d9e8780a3e4befbf0f2b1d12057a8f'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:22.872851 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8521e2c-f425-45c6-aaba-1758995c8ff3 req-f1396e15-5ef4-4085-ade8-75e3217a9920 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:22.881119 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e8521e2c-f425-45c6-aaba-1758995c8ff3 req-f1396e15-5ef4-4085-ade8-75e3217a9920 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd7c175-2520-4877-907f-e1d2a73c22e8 HTTP/1.1" status: 200 len: 945 time: 0.3997293 Feb 16 22:25:22.958524 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-d306a4d0-d9d9-4f74-89e1-8974c40e90f9 req-0de51977-c42a-4423-bcf3-ba1f3ca650e4 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (d48828c9-6309-461b-951a-1e2d091698ce), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:22.978341 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a033db76-0c7e-4241-9f88-8269645f6116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (6436fd36-fb3d-4aa1-a761-1a4a786e9add), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:23.022517 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e8521e2c-f425-45c6-aaba-1758995c8ff3 req-ae020b94-5310-4ce3-bf73-3e9e6aa3b237 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371636 Feb 16 22:25:23.057134 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c0c613d6-3a00-4dfa-8b95-801eb72d0280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:23.129161 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de51977-c42a-4423-bcf3-ba1f3ca650e4 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Pushing event deleted for resources: {'Port': ['ID=d48828c9-6309-461b-951a-1e2d091698ce,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:23.167874 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-a033db76-0c7e-4241-9f88-8269645f6116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6436fd36-fb3d-4aa1-a761-1a4a786e9add']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:23.216906 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-a033db76-0c7e-4241-9f88-8269645f6116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3febe3-3118-453b-88e5-9f6c75c15034') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:23.217248 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-a033db76-0c7e-4241-9f88-8269645f6116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3febe3-3118-453b-88e5-9f6c75c15034') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:23.247049 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a033db76-0c7e-4241-9f88-8269645f6116 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (bc3febe3-3118-453b-88e5-9f6c75c15034), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:23.282461 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-8a26470e-c2be-4bc1-92ce-524268dff931 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:23.284141 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-d306a4d0-d9d9-4f74-89e1-8974c40e90f9 req-0de51977-c42a-4423-bcf3-ba1f3ca650e4 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] No DVR routers for this DVR port d48828c9-6309-461b-951a-1e2d091698ce on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:25:23.284398 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-8a26470e-c2be-4bc1-92ce-524268dff931 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.67 "GET /v2.0/networks?id=81f5211c-4cab-4b86-9242-59d87a2bff9a HTTP/1.1" status: 200 len: 812 time: 0.5396304 Feb 16 22:25:23.289429 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a033db76-0c7e-4241-9f88-8269645f6116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (bc3febe3-3118-453b-88e5-9f6c75c15034), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:23.298698 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a033db76-0c7e-4241-9f88-8269645f6116 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:25:23.299752 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a033db76-0c7e-4241-9f88-8269645f6116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (bc3febe3-3118-453b-88e5-9f6c75c15034), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:23.305592 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:25:23.305592 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:25:23.305592 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:25:23.305592 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:25:23.305592 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:25:23.305592 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:25:23.305592 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:25:23.305592 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:25:23.305592 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:25:23.305592 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:25:23.305592 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:25:23.305592 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:25:23.305592 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:25:23.305592 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:25:23.305592 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:25:23.305592 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:25:23.305592 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:25:23.305592 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:25:23.305592 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:25:23.305592 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:25:23.305592 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:25:23.305592 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:25:23.305592 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:25:23.305592 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:25:23.305592 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:25:23.305592 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:25:23.305592 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:25:23.305592 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:25:23.305592 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:25:23.305592 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:25:23.305592 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:25:23.305592 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:25:23.321404 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-d306a4d0-d9d9-4f74-89e1-8974c40e90f9 req-0de51977-c42a-4423-bcf3-ba1f3ca650e4 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:23.325762 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d306a4d0-d9d9-4f74-89e1-8974c40e90f9 req-0de51977-c42a-4423-bcf3-ba1f3ca650e4 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.67 "DELETE /v2.0/ports/d48828c9-6309-461b-951a-1e2d091698ce HTTP/1.1" status: 204 len: 173 time: 2.4428594 Feb 16 22:25:23.381569 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-b7b7face-54c4-4281-aaff-6536191265d4 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Request body: {'port': {'device_id': '12a39949-43f5-4b28-adb9-8b513ea0b588', 'network_id': '81f5211c-4cab-4b86-9242-59d87a2bff9a', 'admin_state_up': True, 'tenant_id': '21d9e8780a3e4befbf0f2b1d12057a8f'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:23.410902 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-309feb44-ca0a-470f-9ac2-c3a5d131edfb tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Made reservation on behalf of 21d9e8780a3e4befbf0f2b1d12057a8f for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:25:23.414687 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-309feb44-ca0a-470f-9ac2-c3a5d131edfb tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:23.419227 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7ecc41c3-d346-4500-a3e8-e0279683fd85 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:23.589525 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7b0ae742-2312-4f2a-9d1b-02add23f9544 req-dd4a47f9-44e2-4ced-bd43-2cb29d7af09e tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a39949-43f5-4b28-adb9-8b513ea0b588 HTTP/1.1" status: 200 len: 210 time: 0.1995158 Feb 16 22:25:23.595202 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a033db76-0c7e-4241-9f88-8269645f6116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (6436fd36-fb3d-4aa1-a761-1a4a786e9add), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:23.628526 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a033db76-0c7e-4241-9f88-8269645f6116 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:23.637649 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a033db76-0c7e-4241-9f88-8269645f6116 admin admin] 10.222.0.75 "DELETE /v2.0/networks/6436fd36-fb3d-4aa1-a761-1a4a786e9add HTTP/1.1" status: 204 len: 168 time: 1.5375698 Feb 16 22:25:23.691152 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033db76-0c7e-4241-9f88-8269645f6116 admin admin] Pushing event deleted for resources: {'Network': ['ID=6436fd36-fb3d-4aa1-a761-1a4a786e9add,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:23.858148 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-b7b7face-54c4-4281-aaff-6536191265d4 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Made reservation on behalf of 21d9e8780a3e4befbf0f2b1d12057a8f for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:25:23.868113 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-b7b7face-54c4-4281-aaff-6536191265d4 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:24.109269 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dcf300-d123-418d-b2fd-2743c4aa108c req-9339153e-0aaa-49d2-ae5c-eb24e3ba7623 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:24.118679 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f6dcf300-d123-418d-b2fd-2743c4aa108c req-9339153e-0aaa-49d2-ae5c-eb24e3ba7623 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd7c175-2520-4877-907f-e1d2a73c22e8 HTTP/1.1" status: 200 len: 945 time: 0.1202967 Feb 16 22:25:24.134158 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-309feb44-ca0a-470f-9ac2-c3a5d131edfb tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Allocated IP 172.20.0.12 (81f5211c-4cab-4b86-9242-59d87a2bff9a/986f1bba-1229-454c-a0d5-70920f06fbd3/fe366b6d-c461-48df-a6be-3308d78767e6) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:25:24.196382 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:24.220820 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f6dcf300-d123-418d-b2fd-2743c4aa108c req-7441fee4-b288-4b7f-9741-c114a0d0d259 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982313 Feb 16 22:25:24.270573 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38818) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:24.323972 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0f9375-6509-4ecf-aee3-14486ea3c72d', 'name': 'network-vif-deleted', 'tag': 'd48828c9-6309-461b-951a-1e2d091698ce'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:25:24.327061 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd150538-2c96-44c4-8238-1874b6571cfd" -d '{"events": [{"server_uuid": "6a0f9375-6509-4ecf-aee3-14486ea3c72d", "name": "network-vif-deleted", "tag": "d48828c9-6309-461b-951a-1e2d091698ce"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:25:24.343683 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9833e0ca-5def-4696-ad8f-a732f5b91884 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=999596a6984b46a3940038f8afe16188&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0713603 Feb 16 22:25:24.344260 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38824) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:24.411080 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7c3d45ea-fd98-4d14-ac6c-0bbd7db1b42b admin admin] Publish callbacks [] for security_group (8c94344e-2952-4d96-a0dc-469379e2c622), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:24.434086 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5376bc88-2f82-4aee-bc10-690dd003cb77 x-openstack-request-id: req-5376bc88-2f82-4aee-bc10-690dd003cb77 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:25:24.434444 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0f9375-6509-4ecf-aee3-14486ea3c72d", "name": "network-vif-deleted", "tag": "d48828c9-6309-461b-951a-1e2d091698ce", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:25:24.434764 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5376bc88-2f82-4aee-bc10-690dd003cb77 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:25:24.435220 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0f9375-6509-4ecf-aee3-14486ea3c72d', 'name': 'network-vif-deleted', 'tag': 'd48828c9-6309-461b-951a-1e2d091698ce', 'status': 'completed', 'code': 200} Feb 16 22:25:24.459078 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7c3d45ea-fd98-4d14-ac6c-0bbd7db1b42b admin admin] Publish callbacks [] for security_group (8c94344e-2952-4d96-a0dc-469379e2c622), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:24.488822 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 6fcff071-8bf2-4a7f-a8d8-57a43dced285 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:25:24.533864 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7c3d45ea-fd98-4d14-ac6c-0bbd7db1b42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (8c94344e-2952-4d96-a0dc-469379e2c622), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:24.534552 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 6fcff071-8bf2-4a7f-a8d8-57a43dced285 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:25:24.535173 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 6fcff071-8bf2-4a7f-a8d8-57a43dced285 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:25:24.539717 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7c3d45ea-fd98-4d14-ac6c-0bbd7db1b42b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:24.543363 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7c3d45ea-fd98-4d14-ac6c-0bbd7db1b42b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8c94344e-2952-4d96-a0dc-469379e2c622 HTTP/1.1" status: 204 len: 168 time: 0.1957192 Feb 16 22:25:24.561903 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d45ea-fd98-4d14-ac6c-0bbd7db1b42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c94344e-2952-4d96-a0dc-469379e2c622,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:24.666478 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acf084-9860-4ad5-9d1c-c0f2681bbc70 req-d2c65940-60ee-46f9-b74c-6573b3a004d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:24.668546 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-64acf084-9860-4ad5-9d1c-c0f2681bbc70 req-d2c65940-60ee-46f9-b74c-6573b3a004d3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a33d618828c44ab2ae977b601214e672&device_id=0fd7c175-2520-4877-907f-e1d2a73c22e8 HTTP/1.1" status: 200 len: 1127 time: 0.6330054 Feb 16 22:25:24.674734 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-7ecc41c3-d346-4500-a3e8-e0279683fd85 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Allocated IP 172.20.0.1 (18e17482-51be-4cf8-923b-0b52da9ce533/ddf175f8-02a7-4296-acd2-dfc77692a7e0/97b35dd5-30fe-40a3-b678-404c9a946452) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:25:24.724762 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-309feb44-ca0a-470f-9ac2-c3a5d131edfb tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Publish callbacks [] for port (fe366b6d-c461-48df-a6be-3308d78767e6), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:24.761317 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9deda23b-9e25-403b-a4b5-5b9e03e666bb req-ba9a9f29-fb09-440f-9824-cc6d95b4d672 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a39949-43f5-4b28-adb9-8b513ea0b588 HTTP/1.1" status: 200 len: 210 time: 0.0546637 Feb 16 22:25:24.925107 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device d48828c9-6309-461b-951a-1e2d091698ce no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:25:24.958497 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: d48828c9-6309-461b-951a-1e2d091698ce {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:25:24.961671 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device d48828c9-6309-461b-951a-1e2d091698ce not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:25:25.284257 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acf084-9860-4ad5-9d1c-c0f2681bbc70 req-c2b220ea-3d3d-4b98-b787-4085dc4d2819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:25.285760 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-64acf084-9860-4ad5-9d1c-c0f2681bbc70 req-c2b220ea-3d3d-4b98-b787-4085dc4d2819 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9b038f67-050b-4a64-adaa-5c570763bc77 HTTP/1.1" status: 200 len: 917 time: 0.6085289 Feb 16 22:25:25.304127 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-309feb44-ca0a-470f-9ac2-c3a5d131edfb tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (fe366b6d-c461-48df-a6be-3308d78767e6), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:25.392396 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309feb44-ca0a-470f-9ac2-c3a5d131edfb tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Pushing event updated for resources: {'Port': ['ID=fe366b6d-c461-48df-a6be-3308d78767e6,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:25.409992 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-64acf084-9860-4ad5-9d1c-c0f2681bbc70 req-22150eae-90f6-47ae-8a13-ef5965ee276b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b564b69-2942-4271-8561-290bd459c7df HTTP/1.1" status: 200 len: 217 time: 0.1160831 Feb 16 22:25:25.425402 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-b7b7face-54c4-4281-aaff-6536191265d4 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Allocated IP 172.20.0.2 (81f5211c-4cab-4b86-9242-59d87a2bff9a/986f1bba-1229-454c-a0d5-70920f06fbd3/ee075934-9be4-4874-94b4-a939de6e10a7) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:25:25.440175 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7ecc41c3-d346-4500-a3e8-e0279683fd85 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks [] for port (97b35dd5-30fe-40a3-b678-404c9a946452), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:25.441651 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b92ab8-31ff-428e-b1c7-b45b3766e53a req-96e28fa1-27a5-419f-8eaf-8af4def8b101 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:25.450542 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1b92ab8-31ff-428e-b1c7-b45b3766e53a req-96e28fa1-27a5-419f-8eaf-8af4def8b101 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd7c175-2520-4877-907f-e1d2a73c22e8 HTTP/1.1" status: 200 len: 945 time: 0.1135061 Feb 16 22:25:25.481992 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-309feb44-ca0a-470f-9ac2-c3a5d131edfb tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Network 81f5211c-4cab-4b86-9242-59d87a2bff9a is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:25:25.490770 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-309feb44-ca0a-470f-9ac2-c3a5d131edfb tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:25:25.497870 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-309feb44-ca0a-470f-9ac2-c3a5d131edfb tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:25:25.525834 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:25.537056 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acf084-9860-4ad5-9d1c-c0f2681bbc70 req-6574a08a-9916-496a-b58f-380c199f5129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:25.538622 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-64acf084-9860-4ad5-9d1c-c0f2681bbc70 req-6574a08a-9916-496a-b58f-380c199f5129 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25e028fc-8574-4bba-8928-c203e79359bb HTTP/1.1" status: 200 len: 855 time: 0.1218965 Feb 16 22:25:25.597248 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7ecc41c3-d346-4500-a3e8-e0279683fd85 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (97b35dd5-30fe-40a3-b678-404c9a946452), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:25.605405 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-309feb44-ca0a-470f-9ac2-c3a5d131edfb tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:25.606045 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-309feb44-ca0a-470f-9ac2-c3a5d131edfb tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:25.615795 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1b92ab8-31ff-428e-b1c7-b45b3766e53a req-8da1537c-6cf2-40b1-9f17-9e6909f63bb7 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597064 Feb 16 22:25:25.666833 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-309feb44-ca0a-470f-9ac2-c3a5d131edfb tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8439417 Feb 16 22:25:25.697809 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecc41c3-d346-4500-a3e8-e0279683fd85 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Network 18e17482-51be-4cf8-923b-0b52da9ce533 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:25:25.702731 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acf084-9860-4ad5-9d1c-c0f2681bbc70 req-23aaff1a-0c39-4af1-8d1d-89e4c5dc2d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:25.704272 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-64acf084-9860-4ad5-9d1c-c0f2681bbc70 req-23aaff1a-0c39-4af1-8d1d-89e4c5dc2d25 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9b038f67-050b-4a64-adaa-5c570763bc77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1569135 Feb 16 22:25:25.708066 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-7ecc41c3-d346-4500-a3e8-e0279683fd85 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:25:25.710497 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc41c3-d346-4500-a3e8-e0279683fd85 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Pushing event updated for resources: {'Port': ['ID=97b35dd5-30fe-40a3-b678-404c9a946452,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:25.719238 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecc41c3-d346-4500-a3e8-e0279683fd85 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:25:25.854020 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7ecc41c3-d346-4500-a3e8-e0279683fd85 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (1163a4da-c434-4c28-9e44-b0835bf1bebf), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:25.936149 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-b7b7face-54c4-4281-aaff-6536191265d4 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Publish callbacks [] for port (ee075934-9be4-4874-94b4-a939de6e10a7), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:25.992076 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c35d7a4a-ee2e-4cf8-a11c-59d4ebfe769c req-122ad37b-01dd-4b33-bd49-e86de3474186 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a39949-43f5-4b28-adb9-8b513ea0b588 HTTP/1.1" status: 200 len: 210 time: 0.0734990 Feb 16 22:25:26.046856 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-b7b7face-54c4-4281-aaff-6536191265d4 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (ee075934-9be4-4874-94b4-a939de6e10a7), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:26.101235 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-64acf084-9860-4ad5-9d1c-c0f2681bbc70 req-c146a52a-093c-4f72-884b-db2715f286a4 service neutron] 10.222.0.79 "GET /v2.0/networks/9b038f67-050b-4a64-adaa-5c570763bc77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783586 Feb 16 22:25:26.118686 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7ecc41c3-d346-4500-a3e8-e0279683fd85 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (97b35dd5-30fe-40a3-b678-404c9a946452), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:26.122519 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-b7b7face-54c4-4281-aaff-6536191265d4 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Network 81f5211c-4cab-4b86-9242-59d87a2bff9a is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:25:26.123774 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7face-54c4-4281-aaff-6536191265d4 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Pushing event updated for resources: {'Port': ['ID=ee075934-9be4-4874-94b4-a939de6e10a7,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:26.133820 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-b7b7face-54c4-4281-aaff-6536191265d4 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:25:26.137120 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-b7b7face-54c4-4281-aaff-6536191265d4 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:25:26.188896 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-b7b7face-54c4-4281-aaff-6536191265d4 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:26.189806 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-b7b7face-54c4-4281-aaff-6536191265d4 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:26.209482 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-3e3d956e-7027-4197-88c9-44a27205fe92 None None] Provisioning complete for port 97b35dd5-30fe-40a3-b678-404c9a946452 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:25:26.209882 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3e3d956e-7027-4197-88c9-44a27205fe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (97b35dd5-30fe-40a3-b678-404c9a946452), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:26.216514 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-b7b7face-54c4-4281-aaff-6536191265d4 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8509374 Feb 16 22:25:26.302100 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-3e3d956e-7027-4197-88c9-44a27205fe92 None None] Port 97b35dd5-30fe-40a3-b678-404c9a946452 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:25:26.368526 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-6fd8c345-3c14-4cd4-91d9-888ad8195609 service neutron] Request body: {'port': {'device_id': '172242b3-0deb-448d-882e-546b52323d30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:26.412064 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38888) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:26.453324 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-64acf084-9860-4ad5-9d1c-c0f2681bbc70 req-3c63dd10-ae9b-4dd2-a2af-c52aa5a9205b service neutron] 10.222.0.79 "GET /v2.0/networks/9b038f67-050b-4a64-adaa-5c570763bc77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443968 Feb 16 22:25:26.462567 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-ef6826e1-e21b-40d0-8e9b-1d817ba56753 service neutron] Request body: {'port': {'device_id': '12a39949-43f5-4b28-adb9-8b513ea0b588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:26.642715 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-6fd8c345-3c14-4cd4-91d9-888ad8195609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (fe366b6d-c461-48df-a6be-3308d78767e6), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:26.657329 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-26814d20-e5ab-4023-a5a7-d90b7482ad0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:26.713092 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-ef6826e1-e21b-40d0-8e9b-1d817ba56753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ee075934-9be4-4874-94b4-a939de6e10a7), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:26.764064 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38902) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:26.897946 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7ecc41c3-d346-4500-a3e8-e0279683fd85 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks [] for port (97b35dd5-30fe-40a3-b678-404c9a946452), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:26.908928 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7ecc41c3-d346-4500-a3e8-e0279683fd85 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (97b35dd5-30fe-40a3-b678-404c9a946452), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:26.974269 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:27.041676 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-ac41beaf-f746-41b4-9ed9-2d64fda89fa0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1083757015-network', 'tenant_id': '52a73c63861d46588b56c842a1443728'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:27.064170 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc41c3-d346-4500-a3e8-e0279683fd85 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Pushing event updated for resources: {'Port': ['ID=97b35dd5-30fe-40a3-b678-404c9a946452,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:27.077908 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7ecc41c3-d346-4500-a3e8-e0279683fd85 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (1163a4da-c434-4c28-9e44-b0835bf1bebf), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:27.113678 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac41beaf-f746-41b4-9ed9-2d64fda89fa0 admin admin] Made reservation on behalf of 52a73c63861d46588b56c842a1443728 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:25:27.115953 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ac41beaf-f746-41b4-9ed9-2d64fda89fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:27.119139 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-26814d20-e5ab-4023-a5a7-d90b7482ad0a admin admin] Publish callbacks [] for security_group (f35bd6d0-169b-4b2d-aefa-3d481fa665be), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:27.139220 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-26814d20-e5ab-4023-a5a7-d90b7482ad0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f35bd6d0-169b-4b2d-aefa-3d481fa665be), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:27.224368 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de8fd4-4347-411f-8b92-53c2642e430a req-da5791f9-5631-4b05-9eaf-82e40965653f tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:27.226034 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e2de8fd4-4347-411f-8b92-53c2642e430a req-da5791f9-5631-4b05-9eaf-82e40965653f tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd7c175-2520-4877-907f-e1d2a73c22e8 HTTP/1.1" status: 200 len: 945 time: 0.4853396 Feb 16 22:25:27.228538 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26814d20-e5ab-4023-a5a7-d90b7482ad0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35bd6d0-169b-4b2d-aefa-3d481fa665be,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:27.236129 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-26814d20-e5ab-4023-a5a7-d90b7482ad0a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=26edce608cb940a9a1565067f1b04bb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8205025 Feb 16 22:25:27.241548 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38920) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:27.312358 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e2de8fd4-4347-411f-8b92-53c2642e430a req-dff5775a-f574-4c68-99de-fca812984894 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773489 Feb 16 22:25:27.321756 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecc41c3-d346-4500-a3e8-e0279683fd85 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Network 18e17482-51be-4cf8-923b-0b52da9ce533 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:25:27.327785 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-55e7b8c4-ee0a-4dc3-96c6-3e830c085742 admin admin] Publish callbacks [] for security_group (f35bd6d0-169b-4b2d-aefa-3d481fa665be), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:27.353919 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-55e7b8c4-ee0a-4dc3-96c6-3e830c085742 admin admin] Publish callbacks [] for security_group (f35bd6d0-169b-4b2d-aefa-3d481fa665be), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:27.414466 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-7ecc41c3-d346-4500-a3e8-e0279683fd85 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:25:27.424258 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ac41beaf-f746-41b4-9ed9-2d64fda89fa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:27.440247 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-55e7b8c4-ee0a-4dc3-96c6-3e830c085742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f35bd6d0-169b-4b2d-aefa-3d481fa665be), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:27.444377 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-55e7b8c4-ee0a-4dc3-96c6-3e830c085742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:27.447764 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-55e7b8c4-ee0a-4dc3-96c6-3e830c085742 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f35bd6d0-169b-4b2d-aefa-3d481fa665be HTTP/1.1" status: 204 len: 168 time: 0.2042654 Feb 16 22:25:27.483855 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-6fd8c345-3c14-4cd4-91d9-888ad8195609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe366b6d-c461-48df-a6be-3308d78767e6 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:25:27.501517 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7b8c4-ee0a-4dc3-96c6-3e830c085742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35bd6d0-169b-4b2d-aefa-3d481fa665be,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:27.509446 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-6fd8c345-3c14-4cd4-91d9-888ad8195609 service neutron] Publish callbacks [] for port (fe366b6d-c461-48df-a6be-3308d78767e6), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:27.543885 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-6fd8c345-3c14-4cd4-91d9-888ad8195609 service neutron] Transition to ACTIVE for port object fe366b6d-c461-48df-a6be-3308d78767e6 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:25:27.598351 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4dc8a6-8054-4e8c-a835-6469f1b95e78 req-20f44f55-29b5-4a7f-901b-00d5a89cccf1 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:27.600445 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bf4dc8a6-8054-4e8c-a835-6469f1b95e78 req-20f44f55-29b5-4a7f-901b-00d5a89cccf1 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a39949-43f5-4b28-adb9-8b513ea0b588 HTTP/1.1" status: 200 len: 931 time: 0.1860504 Feb 16 22:25:27.788098 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bf4dc8a6-8054-4e8c-a835-6469f1b95e78 req-44c6b958-141c-4a5f-800d-cfa4860bc26a tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4008d7e-d072-4a4a-9bba-f6f59e7dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780980 Feb 16 22:25:27.814259 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ecc41c3-d346-4500-a3e8-e0279683fd85 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Router 1163a4da-c434-4c28-9e44-b0835bf1bebf has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:25:27.815351 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-6fd8c345-3c14-4cd4-91d9-888ad8195609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (fe366b6d-c461-48df-a6be-3308d78767e6), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:27.853729 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7982c0a1-ef5c-44df-a9a4-00b591cd58b1 None None] Provisioning complete for port 97b35dd5-30fe-40a3-b678-404c9a946452 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:25:27.854146 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7982c0a1-ef5c-44df-a9a4-00b591cd58b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (97b35dd5-30fe-40a3-b678-404c9a946452), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:27.906984 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-ef6826e1-e21b-40d0-8e9b-1d817ba56753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee075934-9be4-4874-94b4-a939de6e10a7 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:25:27.927627 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-ef6826e1-e21b-40d0-8e9b-1d817ba56753 service neutron] Publish callbacks [] for port (ee075934-9be4-4874-94b4-a939de6e10a7), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:27.945955 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-ef6826e1-e21b-40d0-8e9b-1d817ba56753 service neutron] Transition to ACTIVE for port object ee075934-9be4-4874-94b4-a939de6e10a7 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:25:27.948015 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ac41beaf-f746-41b4-9ed9-2d64fda89fa0 admin admin] Publish callbacks [] for security_group (4c002102-f371-472d-8128-28e33f545980), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:27.952627 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-ef6826e1-e21b-40d0-8e9b-1d817ba56753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (ee075934-9be4-4874-94b4-a939de6e10a7), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:27.960193 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7982c0a1-ef5c-44df-a9a4-00b591cd58b1 None None] Port 97b35dd5-30fe-40a3-b678-404c9a946452 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:25:27.996684 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8c345-3c14-4cd4-91d9-888ad8195609 service neutron] Pushing event updated for resources: {'Port': ['ID=fe366b6d-c461-48df-a6be-3308d78767e6,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:28.022225 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ac41beaf-f746-41b4-9ed9-2d64fda89fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4c002102-f371-472d-8128-28e33f545980), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:28.036382 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac41beaf-f746-41b4-9ed9-2d64fda89fa0 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:25:28.073460 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6826e1-e21b-40d0-8e9b-1d817ba56753 service neutron] Pushing event updated for resources: {'Port': ['ID=ee075934-9be4-4874-94b4-a939de6e10a7,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:28.155670 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-ef6826e1-e21b-40d0-8e9b-1d817ba56753 service neutron] Attempting to bind port ee075934-9be4-4874-94b4-a939de6e10a7 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:25:28.156184 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-ef6826e1-e21b-40d0-8e9b-1d817ba56753 service neutron] Attempting to bind port ee075934-9be4-4874-94b4-a939de6e10a7 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'df6c809a-4e84-4903-b138-45ec817657ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '81f5211c-4cab-4b86-9242-59d87a2bff9a'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:25:28.156619 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-ef6826e1-e21b-40d0-8e9b-1d817ba56753 service neutron] Attempting to bind port ee075934-9be4-4874-94b4-a939de6e10a7 on network 81f5211c-4cab-4b86-9242-59d87a2bff9a {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:25:28.161294 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-ef6826e1-e21b-40d0-8e9b-1d817ba56753 service neutron] Port ee075934-9be4-4874-94b4-a939de6e10a7 on network 81f5211c-4cab-4b86-9242-59d87a2bff9a not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:25:28.161761 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-ef6826e1-e21b-40d0-8e9b-1d817ba56753 service neutron] Attempting to bind port ee075934-9be4-4874-94b4-a939de6e10a7 on network 81f5211c-4cab-4b86-9242-59d87a2bff9a {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:25:28.167755 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-ef6826e1-e21b-40d0-8e9b-1d817ba56753 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:25:28.168229 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-ef6826e1-e21b-40d0-8e9b-1d817ba56753 service neutron] Checking segment: {'id': 'df6c809a-4e84-4903-b138-45ec817657ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '81f5211c-4cab-4b86-9242-59d87a2bff9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:25:28.168719 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-ef6826e1-e21b-40d0-8e9b-1d817ba56753 service neutron] Bound using segment: {'id': 'df6c809a-4e84-4903-b138-45ec817657ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '81f5211c-4cab-4b86-9242-59d87a2bff9a'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:25:28.169255 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-ef6826e1-e21b-40d0-8e9b-1d817ba56753 service neutron] Bound port: ee075934-9be4-4874-94b4-a939de6e10a7, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df6c809a-4e84-4903-b138-45ec817657ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '81f5211c-4cab-4b86-9242-59d87a2bff9a'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:25:28.169705 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-ef6826e1-e21b-40d0-8e9b-1d817ba56753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ee075934-9be4-4874-94b4-a939de6e10a7), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:28.193014 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ac41beaf-f746-41b4-9ed9-2d64fda89fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (4f4212c7-69b2-4b87-8ced-04462e5c90d3), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:28.193269 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-ac41beaf-f746-41b4-9ed9-2d64fda89fa0 admin admin] Added segment 4f4212c7-69b2-4b87-8ced-04462e5c90d3 of type vlan for network 08c2f9ad-f7c6-48af-ab99-9a553f703024 Feb 16 22:25:28.194553 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41beaf-f746-41b4-9ed9-2d64fda89fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c002102-f371-472d-8128-28e33f545980,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:28.244595 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecc41c3-d346-4500-a3e8-e0279683fd85 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:25:28.249932 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7ecc41c3-d346-4500-a3e8-e0279683fd85 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] 10.222.0.75 "PUT /v2.0/routers/1163a4da-c434-4c28-9e44-b0835bf1bebf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5591729 Feb 16 22:25:28.255359 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002333de-6075-4659-8351-4ed3046fe2e6 None None] Sync routers for ids ['1163a4da-c434-4c28-9e44-b0835bf1bebf'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:25:28.256530 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38946) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:28.276042 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-ef6826e1-e21b-40d0-8e9b-1d817ba56753 service neutron] For port ee075934-9be4-4874-94b4-a939de6e10a7, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:25:28.277019 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ac41beaf-f746-41b4-9ed9-2d64fda89fa0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (08c2f9ad-f7c6-48af-ab99-9a553f703024), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:28.280031 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-ef6826e1-e21b-40d0-8e9b-1d817ba56753 service neutron] For port ee075934-9be4-4874-94b4-a939de6e10a7, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=ee075934-9be4-4874-94b4-a939de6e10a7,segment=NetworkSegment(df6c809a-4e84-4903-b138-45ec817657ec),segment_id=df6c809a-4e84-4903-b138-45ec817657ec)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:25:28.281885 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002333de-6075-4659-8351-4ed3046fe2e6 None None] Routers {'1163a4da-c434-4c28-9e44-b0835bf1bebf'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:25:28.284952 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-002333de-6075-4659-8351-4ed3046fe2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:25:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1163a4da-c434-4c28-9e44-b0835bf1bebf'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:28.294852 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-ef6826e1-e21b-40d0-8e9b-1d817ba56753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (ee075934-9be4-4874-94b4-a939de6e10a7), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:28.361655 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-6fd8c345-3c14-4cd4-91d9-888ad8195609 service neutron] Attempting to bind port fe366b6d-c461-48df-a6be-3308d78767e6 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:25:28.362099 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-6fd8c345-3c14-4cd4-91d9-888ad8195609 service neutron] Attempting to bind port fe366b6d-c461-48df-a6be-3308d78767e6 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'df6c809a-4e84-4903-b138-45ec817657ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '81f5211c-4cab-4b86-9242-59d87a2bff9a'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:25:28.363573 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-6fd8c345-3c14-4cd4-91d9-888ad8195609 service neutron] Attempting to bind port fe366b6d-c461-48df-a6be-3308d78767e6 on network 81f5211c-4cab-4b86-9242-59d87a2bff9a {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:25:28.368474 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:28.380161 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-6fd8c345-3c14-4cd4-91d9-888ad8195609 service neutron] Port fe366b6d-c461-48df-a6be-3308d78767e6 on network 81f5211c-4cab-4b86-9242-59d87a2bff9a not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:25:28.384836 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-ef6826e1-e21b-40d0-8e9b-1d817ba56753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:28.386621 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-6fd8c345-3c14-4cd4-91d9-888ad8195609 service neutron] Attempting to bind port fe366b6d-c461-48df-a6be-3308d78767e6 on network 81f5211c-4cab-4b86-9242-59d87a2bff9a {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:25:28.389867 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-ef6826e1-e21b-40d0-8e9b-1d817ba56753 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:28.396177 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-6fd8c345-3c14-4cd4-91d9-888ad8195609 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:25:28.396510 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-6fd8c345-3c14-4cd4-91d9-888ad8195609 service neutron] Checking segment: {'id': 'df6c809a-4e84-4903-b138-45ec817657ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '81f5211c-4cab-4b86-9242-59d87a2bff9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:25:28.396904 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-6fd8c345-3c14-4cd4-91d9-888ad8195609 service neutron] Bound using segment: {'id': 'df6c809a-4e84-4903-b138-45ec817657ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '81f5211c-4cab-4b86-9242-59d87a2bff9a'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:25:28.399237 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-6fd8c345-3c14-4cd4-91d9-888ad8195609 service neutron] Bound port: fe366b6d-c461-48df-a6be-3308d78767e6, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df6c809a-4e84-4903-b138-45ec817657ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '81f5211c-4cab-4b86-9242-59d87a2bff9a'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:25:28.399583 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-ef6826e1-e21b-40d0-8e9b-1d817ba56753 service neutron] 10.222.0.67 "PUT /v2.0/ports/ee075934-9be4-4874-94b4-a939de6e10a7 HTTP/1.1" status: 200 len: 1091 time: 2.1704197 Feb 16 22:25:28.399844 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-6fd8c345-3c14-4cd4-91d9-888ad8195609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (fe366b6d-c461-48df-a6be-3308d78767e6), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:28.450138 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-002333de-6075-4659-8351-4ed3046fe2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:28.482530 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1fe403ae-58a4-457d-9bb0-968bfc1704f5 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks [] for router (1163a4da-c434-4c28-9e44-b0835bf1bebf), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:28.492321 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002333de-6075-4659-8351-4ed3046fe2e6 None None] Routers {'1163a4da-c434-4c28-9e44-b0835bf1bebf'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:25:28.493229 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-002333de-6075-4659-8351-4ed3046fe2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:25:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1163a4da-c434-4c28-9e44-b0835bf1bebf'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:28.497219 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12a39949-43f5-4b28-adb9-8b513ea0b588', 'tag': 'ee075934-9be4-4874-94b4-a939de6e10a7'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:25:28.500622 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6953598-535c-460c-aaca-ef683fe927bf" -d '{"events": [{"name": "network-changed", "server_uuid": "12a39949-43f5-4b28-adb9-8b513ea0b588", "tag": "ee075934-9be4-4874-94b4-a939de6e10a7"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:25:28.503690 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6826e1-e21b-40d0-8e9b-1d817ba56753 service neutron] Pushing event updated for resources: {'Port': ['ID=ee075934-9be4-4874-94b4-a939de6e10a7,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:28.581846 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-002333de-6075-4659-8351-4ed3046fe2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:28.584050 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002333de-6075-4659-8351-4ed3046fe2e6 None None] The sync data for ids ['1163a4da-c434-4c28-9e44-b0835bf1bebf'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:25:28.599459 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ac41beaf-f746-41b4-9ed9-2d64fda89fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (08c2f9ad-f7c6-48af-ab99-9a553f703024), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:28.600552 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac41beaf-f746-41b4-9ed9-2d64fda89fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:28.601154 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ac41beaf-f746-41b4-9ed9-2d64fda89fa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:28.678571 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41beaf-f746-41b4-9ed9-2d64fda89fa0 admin admin] Pushing event updated for resources: {'Network': ['ID=08c2f9ad-f7c6-48af-ab99-9a553f703024,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:28.689505 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 08c2f9ad-f7c6-48af-ab99-9a553f703024 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:25:28.697639 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ac41beaf-f746-41b4-9ed9-2d64fda89fa0 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.9304161 Feb 16 22:25:28.699191 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38960) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:28.701193 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-00d402c5-24ae-4c84-8f92-d93c74c6e672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:28.702667 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-00d402c5-24ae-4c84-8f92-d93c74c6e672 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=21d9e8780a3e4befbf0f2b1d12057a8f&device_id=12a39949-43f5-4b28-adb9-8b513ea0b588 HTTP/1.1" status: 200 len: 1125 time: 0.1711576 Feb 16 22:25:28.708910 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-a9fc5dc8-49b8-448c-9170-8eb3681201bc admin admin] Request body: {'subnet': {'network_id': '08c2f9ad-f7c6-48af-ab99-9a553f703024', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1083757015-subnet', 'tenant_id': '52a73c63861d46588b56c842a1443728', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:28.719423 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-1fe403ae-58a4-457d-9bb0-968bfc1704f5 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 16 22:25:28.720474 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1fe403ae-58a4-457d-9bb0-968bfc1704f5 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] 10.222.0.75 "DELETE /v2.0/routers/1163a4da-c434-4c28-9e44-b0835bf1bebf HTTP/1.1" status: 409 len: 329 time: 0.4579051 Feb 16 22:25:28.728330 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38962) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:28.800267 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-6fd8c345-3c14-4cd4-91d9-888ad8195609 service neutron] For port fe366b6d-c461-48df-a6be-3308d78767e6, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:25:28.852964 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1ba5b-c888-47b9-95d0-a6c39cf7006c req-82685d0b-bb24-4af5-91bb-da7d3146a418 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:28.855193 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-46a1ba5b-c888-47b9-95d0-a6c39cf7006c req-82685d0b-bb24-4af5-91bb-da7d3146a418 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd7c175-2520-4877-907f-e1d2a73c22e8 HTTP/1.1" status: 200 len: 945 time: 0.3218334 Feb 16 22:25:28.856329 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-6111ecd4-3c1c-4bf8-baf6-ad3e9402fd97 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ee075934-9be4-4874-94b4-a939de6e10a7 HTTP/1.1" status: 200 len: 217 time: 0.1363673 Feb 16 22:25:28.922874 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-6fd8c345-3c14-4cd4-91d9-888ad8195609 service neutron] For port fe366b6d-c461-48df-a6be-3308d78767e6, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=fe366b6d-c461-48df-a6be-3308d78767e6,segment=NetworkSegment(df6c809a-4e84-4903-b138-45ec817657ec),segment_id=df6c809a-4e84-4903-b138-45ec817657ec)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:25:28.933320 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fc5dc8-49b8-448c-9170-8eb3681201bc admin admin] Made reservation on behalf of 52a73c63861d46588b56c842a1443728 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:25:28.935905 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a9fc5dc8-49b8-448c-9170-8eb3681201bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:28.940557 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-d4854055-cc00-415d-a9e5-502e0b0a8a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:28.942290 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-d4854055-cc00-415d-a9e5-502e0b0a8a3f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=986f1bba-1229-454c-a0d5-70920f06fbd3 HTTP/1.1" status: 200 len: 852 time: 0.0790541 Feb 16 22:25:28.952495 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-6fd8c345-3c14-4cd4-91d9-888ad8195609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (fe366b6d-c461-48df-a6be-3308d78767e6), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:28.999417 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-10c8063f-4bd0-4e98-aa2f-d131edecbe5d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=81f5211c-4cab-4b86-9242-59d87a2bff9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467124 Feb 16 22:25:29.054292 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-6fd8c345-3c14-4cd4-91d9-888ad8195609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:29.055417 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-6fd8c345-3c14-4cd4-91d9-888ad8195609 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:29.057286 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-6fd8c345-3c14-4cd4-91d9-888ad8195609 service neutron] 10.222.0.67 "PUT /v2.0/ports/fe366b6d-c461-48df-a6be-3308d78767e6 HTTP/1.1" status: 200 len: 1092 time: 3.3793907 Feb 16 22:25:29.075885 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172242b3-0deb-448d-882e-546b52323d30', 'tag': 'fe366b6d-c461-48df-a6be-3308d78767e6'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:25:29.081094 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aca1b67-1299-40d4-81e5-e7c3496c648e" -d '{"events": [{"name": "network-changed", "server_uuid": "172242b3-0deb-448d-882e-546b52323d30", "tag": "fe366b6d-c461-48df-a6be-3308d78767e6"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:25:29.138086 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-82ae86ab-92c8-410b-913c-abea9fdb7149 service neutron] 10.222.0.67 "GET /v2.0/networks/81f5211c-4cab-4b86-9242-59d87a2bff9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314142 Feb 16 22:25:29.146980 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-46a1ba5b-c888-47b9-95d0-a6c39cf7006c req-94e8f604-6129-4979-890a-9e8b9254811f tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809875 Feb 16 22:25:29.288950 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-3876738e-eeb5-4207-a273-57e47bd1239f service neutron] 10.222.0.67 "GET /v2.0/networks/81f5211c-4cab-4b86-9242-59d87a2bff9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390917 Feb 16 22:25:29.289232 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e17a16-4f5b-41af-897f-03a5f1389278 x-openstack-request-id: req-f8e17a16-4f5b-41af-897f-03a5f1389278 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:25:29.289434 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12a39949-43f5-4b28-adb9-8b513ea0b588", "tag": "ee075934-9be4-4874-94b4-a939de6e10a7", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:25:29.289735 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f8e17a16-4f5b-41af-897f-03a5f1389278 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:25:29.290176 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12a39949-43f5-4b28-adb9-8b513ea0b588', 'tag': 'ee075934-9be4-4874-94b4-a939de6e10a7', 'status': 'completed', 'code': 200} Feb 16 22:25:29.426797 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9e704-a840-488f-a1b8-cf069c123708 req-3d7f9d9d-4b90-4bd3-986c-80db44f5633d tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:29.435371 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b8f9e704-a840-488f-a1b8-cf069c123708 req-3d7f9d9d-4b90-4bd3-986c-80db44f5633d tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a39949-43f5-4b28-adb9-8b513ea0b588 HTTP/1.1" status: 200 len: 943 time: 0.1146584 Feb 16 22:25:29.490278 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6953598-535c-460c-aaca-ef683fe927bf req-319bc1a2-ee35-4cf5-b5b5-e8c930fbe717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:29.491807 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f6953598-535c-460c-aaca-ef683fe927bf req-319bc1a2-ee35-4cf5-b5b5-e8c930fbe717 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=21d9e8780a3e4befbf0f2b1d12057a8f&device_id=12a39949-43f5-4b28-adb9-8b513ea0b588 HTTP/1.1" status: 200 len: 1125 time: 0.1270399 Feb 16 22:25:29.709771 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6953598-535c-460c-aaca-ef683fe927bf req-d8a7ab60-5e0f-4bca-bc59-efef41a3dcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:29.711436 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f6953598-535c-460c-aaca-ef683fe927bf req-d8a7ab60-5e0f-4bca-bc59-efef41a3dcba service neutron] 10.222.0.67 "GET /v2.0/networks?id=81f5211c-4cab-4b86-9242-59d87a2bff9a HTTP/1.1" status: 200 len: 913 time: 0.1973269 Feb 16 22:25:29.724158 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8c345-3c14-4cd4-91d9-888ad8195609 service neutron] Pushing event updated for resources: {'Port': ['ID=fe366b6d-c461-48df-a6be-3308d78767e6,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:29.786030 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:29.800632 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-2996462a-aef0-4407-bb5a-9077788c728d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:29.802223 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-2996462a-aef0-4407-bb5a-9077788c728d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=21d9e8780a3e4befbf0f2b1d12057a8f&device_id=172242b3-0deb-448d-882e-546b52323d30 HTTP/1.1" status: 200 len: 1126 time: 0.6924744 Feb 16 22:25:29.824456 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b8f9e704-a840-488f-a1b8-cf069c123708 req-a54bbf6f-f8b8-4e22-ab70-1f40be18c2e1 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4008d7e-d072-4a4a-9bba-f6f59e7dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862951 Feb 16 22:25:29.827860 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f6953598-535c-460c-aaca-ef683fe927bf req-bc1715e8-3438-48f8-96b9-99ce0e1980b8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ee075934-9be4-4874-94b4-a939de6e10a7 HTTP/1.1" status: 200 len: 217 time: 0.1068528 Feb 16 22:25:29.900710 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-0a729ca7-5dfc-4e5e-b654-0dd1db43f2b4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe366b6d-c461-48df-a6be-3308d78767e6 HTTP/1.1" status: 200 len: 217 time: 0.0866342 Feb 16 22:25:29.933934 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d2dee6-b103-4909-a126-af82d0c3bc87 x-openstack-request-id: req-69d2dee6-b103-4909-a126-af82d0c3bc87 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:25:29.934339 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "172242b3-0deb-448d-882e-546b52323d30", "tag": "fe366b6d-c461-48df-a6be-3308d78767e6", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:25:29.934593 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-69d2dee6-b103-4909-a126-af82d0c3bc87 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:25:29.934983 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '172242b3-0deb-448d-882e-546b52323d30', 'tag': 'fe366b6d-c461-48df-a6be-3308d78767e6', 'status': 'completed', 'code': 200} Feb 16 22:25:29.948409 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6953598-535c-460c-aaca-ef683fe927bf req-2182166d-dc5e-43ba-b896-3471ae40e670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:29.951607 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f6953598-535c-460c-aaca-ef683fe927bf req-2182166d-dc5e-43ba-b896-3471ae40e670 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=986f1bba-1229-454c-a0d5-70920f06fbd3 HTTP/1.1" status: 200 len: 852 time: 0.1177664 Feb 16 22:25:30.014851 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a9fc5dc8-49b8-448c-9170-8eb3681201bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (2f2440c1-a70c-4ddf-902b-294e54592832), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:30.019550 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-ddc1e605-8e9c-4d7c-bce2-8a5163bbd03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:30.021201 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-ddc1e605-8e9c-4d7c-bce2-8a5163bbd03d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=986f1bba-1229-454c-a0d5-70920f06fbd3 HTTP/1.1" status: 200 len: 852 time: 0.0954092 Feb 16 22:25:30.031939 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f6953598-535c-460c-aaca-ef683fe927bf req-67282315-40a6-4b1b-b3ff-74502f80df85 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=81f5211c-4cab-4b86-9242-59d87a2bff9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713334 Feb 16 22:25:30.150739 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-6d30f16a-b357-440b-a852-939def19bcee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=81f5211c-4cab-4b86-9242-59d87a2bff9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899537 Feb 16 22:25:30.196532 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c68126-f84f-4c0b-b93d-90669c5deec1 req-0a7a2df5-e379-475e-8a85-9c4fb41aee51 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:30.204833 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22c68126-f84f-4c0b-b93d-90669c5deec1 req-0a7a2df5-e379-475e-8a85-9c4fb41aee51 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd7c175-2520-4877-907f-e1d2a73c22e8 HTTP/1.1" status: 200 len: 945 time: 0.1258576 Feb 16 22:25:30.268769 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22c68126-f84f-4c0b-b93d-90669c5deec1 req-def204e4-4213-4990-92b2-92098b8c96a0 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627701 Feb 16 22:25:30.301658 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc5dc8-49b8-448c-9170-8eb3681201bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f2440c1-a70c-4ddf-902b-294e54592832,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:30.310840 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f6953598-535c-460c-aaca-ef683fe927bf req-c5d604f9-ecd8-4444-9ec6-0b4f8fb381da service neutron] 10.222.0.67 "GET /v2.0/networks/81f5211c-4cab-4b86-9242-59d87a2bff9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625065 Feb 16 22:25:30.312966 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-7b9e58b6-b1e6-49eb-91c8-a69592f9745e service neutron] 10.222.0.67 "GET /v2.0/networks/81f5211c-4cab-4b86-9242-59d87a2bff9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490760 Feb 16 22:25:30.321010 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fc5dc8-49b8-448c-9170-8eb3681201bc admin admin] Checking segment: {'id': '4f4212c7-69b2-4b87-8ced-04462e5c90d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '08c2f9ad-f7c6-48af-ab99-9a553f703024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:25:30.321611 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fc5dc8-49b8-448c-9170-8eb3681201bc admin admin] Network hostable DHCP agents. Network: 08c2f9ad-f7c6-48af-ab99-9a553f703024, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:25:30.340057 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-26d42a9e-2f44-4dd6-b45f-61484924ab51 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (1163a4da-c434-4c28-9e44-b0835bf1bebf), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:30.406911 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39022) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:30.470369 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fc5dc8-49b8-448c-9170-8eb3681201bc admin admin] Network 08c2f9ad-f7c6-48af-ab99-9a553f703024 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:25:30.532407 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1da49-b156-46f1-b6c8-0279d47fd1a5 req-c485f2b7-f3aa-423c-9a16-b681466b0503 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:30.536006 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-a9fc5dc8-49b8-448c-9170-8eb3681201bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 08c2f9ad-f7c6-48af-ab99-9a553f703024) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:25:30.543455 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-46f1da49-b156-46f1-b6c8-0279d47fd1a5 req-c485f2b7-f3aa-423c-9a16-b681466b0503 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b8f5882-22a6-4c71-ad4b-23dd6d1cd538 HTTP/1.1" status: 200 len: 945 time: 0.1491694 Feb 16 22:25:30.545732 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2709fcb3-5ec0-451c-b8aa-a041e9a52897 None None] Network 08c2f9ad-f7c6-48af-ab99-9a553f703024 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:25:30.553429 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fc5dc8-49b8-448c-9170-8eb3681201bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:30.554125 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a9fc5dc8-49b8-448c-9170-8eb3681201bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:30.561610 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f6953598-535c-460c-aaca-ef683fe927bf req-bdd5c104-f5bc-4971-a87d-4d93c7b6b382 service neutron] 10.222.0.67 "GET /v2.0/networks/81f5211c-4cab-4b86-9242-59d87a2bff9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487047 Feb 16 22:25:30.596515 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4f48602d-4396-4596-b49f-b48c5a2f9cf5 req-8f8aefd0-f194-4c68-95ff-036b30f935b9 service neutron] 10.222.0.67 "GET /v2.0/networks/81f5211c-4cab-4b86-9242-59d87a2bff9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703524 Feb 16 22:25:30.651305 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a9fc5dc8-49b8-448c-9170-8eb3681201bc admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9381890 Feb 16 22:25:30.686453 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-46f1da49-b156-46f1-b6c8-0279d47fd1a5 req-ab0198c3-037a-447e-a1dc-71a018a05143 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307089 Feb 16 22:25:30.720996 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27db9600-45f5-496a-8eee-b99de1ef0c63 None None] Network 08c2f9ad-f7c6-48af-ab99-9a553f703024 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:25:30.737267 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a026b93b-3913-48ec-aee4-f9929009bd32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:30.818486 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca1b67-1299-40d4-81e5-e7c3496c648e req-726a35d3-35d0-4066-8190-89db2b14e54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:30.821198 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2aca1b67-1299-40d4-81e5-e7c3496c648e req-726a35d3-35d0-4066-8190-89db2b14e54b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=21d9e8780a3e4befbf0f2b1d12057a8f&device_id=172242b3-0deb-448d-882e-546b52323d30 HTTP/1.1" status: 200 len: 1126 time: 0.1237478 Feb 16 22:25:30.874553 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9d591-2ea8-4a42-8c66-0955d44ea2d4 req-992baabd-27a6-4695-8982-96d376c808f9 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:30.879015 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e0e9d591-2ea8-4a42-8c66-0955d44ea2d4 req-992baabd-27a6-4695-8982-96d376c808f9 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf7e8f73-c71c-4967-bc35-84da94c67372 HTTP/1.1" status: 200 len: 946 time: 0.0778785 Feb 16 22:25:30.947210 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e0e9d591-2ea8-4a42-8c66-0955d44ea2d4 req-6765f336-e15d-460e-9456-2751403a84fd tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578928 Feb 16 22:25:31.008941 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca1b67-1299-40d4-81e5-e7c3496c648e req-d55db18b-930a-4a02-a823-6bc3dacdec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:31.010493 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2aca1b67-1299-40d4-81e5-e7c3496c648e req-d55db18b-930a-4a02-a823-6bc3dacdec9c service neutron] 10.222.0.67 "GET /v2.0/networks?id=81f5211c-4cab-4b86-9242-59d87a2bff9a HTTP/1.1" status: 200 len: 913 time: 0.1692646 Feb 16 22:25:31.037637 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:25:31.080031 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2aca1b67-1299-40d4-81e5-e7c3496c648e req-36ef8525-434c-43b8-9341-91d0b4e3423f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe366b6d-c461-48df-a6be-3308d78767e6 HTTP/1.1" status: 200 len: 217 time: 0.0571291 Feb 16 22:25:31.130716 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a026b93b-3913-48ec-aee4-f9929009bd32 admin admin] Publish callbacks [] for security_group (08931159-7d6c-4227-9905-c58b239992a8), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:31.173114 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a026b93b-3913-48ec-aee4-f9929009bd32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (08931159-7d6c-4227-9905-c58b239992a8), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:31.181908 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f247a-6316-435f-ba55-f14e9c83d5c5 req-df41b7bc-a484-4bae-9d14-c5e490e5b043 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:31.183528 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ad6f247a-6316-435f-ba55-f14e9c83d5c5 req-df41b7bc-a484-4bae-9d14-c5e490e5b043 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a39949-43f5-4b28-adb9-8b513ea0b588 HTTP/1.1" status: 200 len: 943 time: 0.1077158 Feb 16 22:25:31.239963 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ad6f247a-6316-435f-ba55-f14e9c83d5c5 req-b8b27e37-ee69-4597-9331-1409f97eac40 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4008d7e-d072-4a4a-9bba-f6f59e7dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506561 Feb 16 22:25:31.243792 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca1b67-1299-40d4-81e5-e7c3496c648e req-afe70a08-0ca0-417b-b846-a8f5ed83ad03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:31.245692 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2aca1b67-1299-40d4-81e5-e7c3496c648e req-afe70a08-0ca0-417b-b846-a8f5ed83ad03 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=986f1bba-1229-454c-a0d5-70920f06fbd3 HTTP/1.1" status: 200 len: 852 time: 0.1226275 Feb 16 22:25:31.249339 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a026b93b-3913-48ec-aee4-f9929009bd32 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a02d3601505447788b830cf24e7e55f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7926753 Feb 16 22:25:31.252896 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39048) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:31.276493 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026b93b-3913-48ec-aee4-f9929009bd32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08931159-7d6c-4227-9905-c58b239992a8,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:31.298000 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-26d42a9e-2f44-4dd6-b45f-61484924ab51 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Deleting port 97b35dd5-30fe-40a3-b678-404c9a946452 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:25:31.298418 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-26d42a9e-2f44-4dd6-b45f-61484924ab51 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (97b35dd5-30fe-40a3-b678-404c9a946452), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:31.303869 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2aca1b67-1299-40d4-81e5-e7c3496c648e req-d28672c1-f81d-48bf-bd94-e8ac906d8159 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=81f5211c-4cab-4b86-9242-59d87a2bff9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485818 Feb 16 22:25:31.313524 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2e1dec52-6cbf-4e6c-9c39-780f2213920e admin admin] Publish callbacks [] for security_group (08931159-7d6c-4227-9905-c58b239992a8), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:31.335311 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-cf860eb2-18f7-4d46-a788-11de960cb90f req-dc461ecc-b4cc-4405-84fe-cccd6c7779dc tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:25:31.336837 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cf860eb2-18f7-4d46-a788-11de960cb90f req-dc461ecc-b4cc-4405-84fe-cccd6c7779dc tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164354 Feb 16 22:25:31.362206 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2e1dec52-6cbf-4e6c-9c39-780f2213920e admin admin] Publish callbacks [] for security_group (08931159-7d6c-4227-9905-c58b239992a8), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:31.472078 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-26d42a9e-2f44-4dd6-b45f-61484924ab51 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (97b35dd5-30fe-40a3-b678-404c9a946452), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:31.480762 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cf860eb2-18f7-4d46-a788-11de960cb90f req-436fcae4-1562-4bd6-b9bf-bbe4c5055aae tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1351120 Feb 16 22:25:31.482738 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2aca1b67-1299-40d4-81e5-e7c3496c648e req-87f9aada-9225-4474-9823-68f8ade1f4fd service neutron] 10.222.0.67 "GET /v2.0/networks/81f5211c-4cab-4b86-9242-59d87a2bff9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610200 Feb 16 22:25:31.489322 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-26d42a9e-2f44-4dd6-b45f-61484924ab51 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Calling delete_port for 97b35dd5-30fe-40a3-b678-404c9a946452 owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:25:31.498164 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2e1dec52-6cbf-4e6c-9c39-780f2213920e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (08931159-7d6c-4227-9905-c58b239992a8), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:31.502205 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2e1dec52-6cbf-4e6c-9c39-780f2213920e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:31.504503 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2e1dec52-6cbf-4e6c-9c39-780f2213920e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/08931159-7d6c-4227-9905-c58b239992a8 HTTP/1.1" status: 204 len: 168 time: 0.2504606 Feb 16 22:25:31.537742 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1dec52-6cbf-4e6c-9c39-780f2213920e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08931159-7d6c-4227-9905-c58b239992a8,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:31.649569 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2aca1b67-1299-40d4-81e5-e7c3496c648e req-0a434465-6985-475b-aa3e-6b6aad0c9660 service neutron] 10.222.0.67 "GET /v2.0/networks/81f5211c-4cab-4b86-9242-59d87a2bff9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582146 Feb 16 22:25:31.766119 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-26d42a9e-2f44-4dd6-b45f-61484924ab51 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (97b35dd5-30fe-40a3-b678-404c9a946452), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:31.805222 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d42a9e-2f44-4dd6-b45f-61484924ab51 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Pushing event deleted for resources: {'Port': ['ID=97b35dd5-30fe-40a3-b678-404c9a946452,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:31.957893 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-26d42a9e-2f44-4dd6-b45f-61484924ab51 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (1163a4da-c434-4c28-9e44-b0835bf1bebf), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:32.180930 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d42a9e-2f44-4dd6-b45f-61484924ab51 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Router 1163a4da-c434-4c28-9e44-b0835bf1bebf has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:25:32.271089 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d42a9e-2f44-4dd6-b45f-61484924ab51 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:25:32.281266 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-26d42a9e-2f44-4dd6-b45f-61484924ab51 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] 10.222.0.75 "PUT /v2.0/routers/1163a4da-c434-4c28-9e44-b0835bf1bebf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5482600 Feb 16 22:25:32.281639 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39090) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:32.290672 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee25ca9b-6910-49da-aef7-a9c0d4c3ad22 None None] Sync routers for ids ['1163a4da-c434-4c28-9e44-b0835bf1bebf'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:25:32.301467 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee25ca9b-6910-49da-aef7-a9c0d4c3ad22 None None] Routers {'1163a4da-c434-4c28-9e44-b0835bf1bebf'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:25:32.302413 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-ee25ca9b-6910-49da-aef7-a9c0d4c3ad22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:25:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1163a4da-c434-4c28-9e44-b0835bf1bebf'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:32.333628 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-c164501b-5c4d-4071-a7c5-bcb4610fd2c9 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:32.338664 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-ee25ca9b-6910-49da-aef7-a9c0d4c3ad22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:32.341298 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-c164501b-5c4d-4071-a7c5-bcb4610fd2c9 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] 10.222.0.75 "GET /v2.0/networks?id=08c2f9ad-f7c6-48af-ab99-9a553f703024 HTTP/1.1" status: 200 len: 822 time: 0.1776638 Feb 16 22:25:32.344213 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-b43ca1b6-03c0-4519-9acc-89ab5a1f7cef tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] show failed (client error): The resource could not be found. Feb 16 22:25:32.345228 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b43ca1b6-03c0-4519-9acc-89ab5a1f7cef tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] 10.222.0.75 "GET /v2.0/routers/tempest-non_exist_router-1978341333 HTTP/1.1" status: 404 len: 335 time: 0.0625501 Feb 16 22:25:32.349704 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39094) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:32.353599 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-8da17ff6-faa4-4567-bd90-5242c71e02c2 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] 10.222.0.75 "GET /v2.0/quotas/52a73c63861d46588b56c842a1443728 HTTP/1.1" status: 200 len: 375 time: 0.0114584 Feb 16 22:25:32.354973 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-ae4a5523-69c9-40dc-9ceb-a9381e0cea2e tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:32.357688 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee25ca9b-6910-49da-aef7-a9c0d4c3ad22 None None] Routers {'1163a4da-c434-4c28-9e44-b0835bf1bebf'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:25:32.358353 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-ee25ca9b-6910-49da-aef7-a9c0d4c3ad22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:25:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1163a4da-c434-4c28-9e44-b0835bf1bebf'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:32.390809 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-1a554cc1-d3c7-4a41-97b1-55605fa5feb7 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=52a73c63861d46588b56c842a1443728&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286829 Feb 16 22:25:32.406045 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-ae4a5523-69c9-40dc-9ceb-a9381e0cea2e tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] update failed (client error): The resource could not be found. Feb 16 22:25:32.407114 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ae4a5523-69c9-40dc-9ceb-a9381e0cea2e tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] 10.222.0.75 "PUT /v2.0/routers/tempest-non_exist_router-267563946 HTTP/1.1" status: 404 len: 334 time: 0.0561695 Feb 16 22:25:32.410476 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39096) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:32.417780 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-ee25ca9b-6910-49da-aef7-a9c0d4c3ad22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:32.418457 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee25ca9b-6910-49da-aef7-a9c0d4c3ad22 None None] The sync data for ids ['1163a4da-c434-4c28-9e44-b0835bf1bebf'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:25:32.493561 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-00a91802-c03c-46c7-a8c4-e0005e748d14 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Deleting subnet e53e6927-aa1b-4806-946a-042ede158b74 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:25:32.496615 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-00a91802-c03c-46c7-a8c4-e0005e748d14 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks [] for subnet (e53e6927-aa1b-4806-946a-042ede158b74), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:32.509241 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-9fbea6f7-88bd-4eb6-8e9a-39ae9dbd150b service neutron] 10.222.0.75 "GET /v2.0/networks/08c2f9ad-f7c6-48af-ab99-9a553f703024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095700 Feb 16 22:25:32.544805 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-00a91802-c03c-46c7-a8c4-e0005e748d14 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (e53e6927-aa1b-4806-946a-042ede158b74), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:32.634806 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-dfd321bb-571e-442a-8f3f-051f838b7558 service neutron] 10.222.0.75 "GET /v2.0/networks/08c2f9ad-f7c6-48af-ab99-9a553f703024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183896 Feb 16 22:25:32.656664 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-00a91802-c03c-46c7-a8c4-e0005e748d14 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (e53e6927-aa1b-4806-946a-042ede158b74), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:32.755487 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-00a91802-c03c-46c7-a8c4-e0005e748d14 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (e53e6927-aa1b-4806-946a-042ede158b74), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:32.793849 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a91802-c03c-46c7-a8c4-e0005e748d14 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Pushing event deleted for resources: {'Subnet': ['ID=e53e6927-aa1b-4806-946a-042ede158b74,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:32.809216 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-00a91802-c03c-46c7-a8c4-e0005e748d14 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:32.817513 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39116) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:32.821566 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7ccc33-825e-4e4d-99d9-46ca369b1dd0 None None] Network cfca5970-2a0e-4482-b977-245bbfd51f47 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:25:32.832985 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-00a91802-c03c-46c7-a8c4-e0005e748d14 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] 10.222.0.75 "DELETE /v2.0/subnets/e53e6927-aa1b-4806-946a-042ede158b74 HTTP/1.1" status: 204 len: 168 time: 0.4188359 Feb 16 22:25:32.909999 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c97e48-2f7b-4bb4-ac2c-d1b22686a4d3 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Deleting subnet f27395a1-6d67-4507-8f73-fe8df6eaa089 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:25:32.915202 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e7c97e48-2f7b-4bb4-ac2c-d1b22686a4d3 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks [] for subnet (f27395a1-6d67-4507-8f73-fe8df6eaa089), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:32.959975 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d49697-f16f-49f2-a2a3-80478447dfc5 req-a056bcbd-9549-4fc8-8d46-e7b0436db30b tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:32.966888 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d3d49697-f16f-49f2-a2a3-80478447dfc5 req-a056bcbd-9549-4fc8-8d46-e7b0436db30b tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd7c175-2520-4877-907f-e1d2a73c22e8 HTTP/1.1" status: 200 len: 945 time: 0.1132824 Feb 16 22:25:32.978907 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device fe366b6d-c461-48df-a6be-3308d78767e6 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:25:32.997339 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e7c97e48-2f7b-4bb4-ac2c-d1b22686a4d3 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (f27395a1-6d67-4507-8f73-fe8df6eaa089), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:33.081167 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d3d49697-f16f-49f2-a2a3-80478447dfc5 req-8ecbb603-d7d1-4cc0-849b-2edede603f84 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131651 Feb 16 22:25:33.082879 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2091bfe5-069f-461d-bcb3-c83b116652ce None None] DHCP port deletion for cfca5970-2a0e-4482-b977-245bbfd51f47 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:25:33.191284 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e7c97e48-2f7b-4bb4-ac2c-d1b22686a4d3 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (f27395a1-6d67-4507-8f73-fe8df6eaa089), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:33.251628 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port fe366b6d-c461-48df-a6be-3308d78767e6, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=fe366b6d-c461-48df-a6be-3308d78767e6,segment=NetworkSegment(df6c809a-4e84-4903-b138-45ec817657ec),segment_id=df6c809a-4e84-4903-b138-45ec817657ec)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:33.258517 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2091bfe5-069f-461d-bcb3-c83b116652ce None None] Deleting port ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:25:33.259439 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2091bfe5-069f-461d-bcb3-c83b116652ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:33.307545 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'fe366b6d-c461-48df-a6be-3308d78767e6', 'network_id': '81f5211c-4cab-4b86-9242-59d87a2bff9a', 'port_id': 'fe366b6d-c461-48df-a6be-3308d78767e6', 'mac_address': 'fa:16:3e:23:63:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '986f1bba-1229-454c-a0d5-70920f06fbd3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:25:33.388759 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4016c0-9d95-40f7-8d24-d1549523e576 req-01cfbd7b-c0fe-4509-8a2c-15a03d55cc1d tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:33.397359 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb4016c0-9d95-40f7-8d24-d1549523e576 req-01cfbd7b-c0fe-4509-8a2c-15a03d55cc1d tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a39949-43f5-4b28-adb9-8b513ea0b588 HTTP/1.1" status: 200 len: 943 time: 0.2079513 Feb 16 22:25:33.402712 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port fe366b6d-c461-48df-a6be-3308d78767e6 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:25:33.403065 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (fe366b6d-c461-48df-a6be-3308d78767e6), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:33.406973 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e7c97e48-2f7b-4bb4-ac2c-d1b22686a4d3 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (f27395a1-6d67-4507-8f73-fe8df6eaa089), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:33.424078 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe366b6d-c461-48df-a6be-3308d78767e6 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:25:33.449197 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port fe366b6d-c461-48df-a6be-3308d78767e6, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=fe366b6d-c461-48df-a6be-3308d78767e6,segment=NetworkSegment(df6c809a-4e84-4903-b138-45ec817657ec),segment_id=df6c809a-4e84-4903-b138-45ec817657ec)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:33.453290 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-2091bfe5-069f-461d-bcb3-c83b116652ce None None] For port ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7,segment=NetworkSegment(b364123e-6265-4be8-b2a4-786d0a5c2c5e),segment_id=b364123e-6265-4be8-b2a4-786d0a5c2c5e)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:33.453863 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2091bfe5-069f-461d-bcb3-c83b116652ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:33.474643 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (fe366b6d-c461-48df-a6be-3308d78767e6), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:33.475318 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device ee075934-9be4-4874-94b4-a939de6e10a7 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:25:33.485341 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2091bfe5-069f-461d-bcb3-c83b116652ce None None] Calling delete_port for ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:25:33.491209 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c97e48-2f7b-4bb4-ac2c-d1b22686a4d3 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Pushing event deleted for resources: {'Subnet': ['ID=f27395a1-6d67-4507-8f73-fe8df6eaa089,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:33.525833 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9ed9f3-98ec-4918-afae-35c9d5eba07f None None] Network 0e606284-8a4c-4d09-93fb-da48cce7b3ba requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:25:33.545810 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e7c97e48-2f7b-4bb4-ac2c-d1b22686a4d3 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:33.551687 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39154) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:33.555734 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e7c97e48-2f7b-4bb4-ac2c-d1b22686a4d3 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] 10.222.0.75 "DELETE /v2.0/subnets/f27395a1-6d67-4507-8f73-fe8df6eaa089 HTTP/1.1" status: 204 len: 168 time: 0.7307959 Feb 16 22:25:33.593263 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb4016c0-9d95-40f7-8d24-d1549523e576 req-04de33cd-de33-4924-b302-a82e198310c9 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4008d7e-d072-4a4a-9bba-f6f59e7dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941524 Feb 16 22:25:33.681923 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=fe366b6d-c461-48df-a6be-3308d78767e6,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:33.694110 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port ee075934-9be4-4874-94b4-a939de6e10a7, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=ee075934-9be4-4874-94b4-a939de6e10a7,segment=NetworkSegment(df6c809a-4e84-4903-b138-45ec817657ec),segment_id=df6c809a-4e84-4903-b138-45ec817657ec)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:33.717419 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dcc9dbe7-156f-41aa-a272-30b9f74c8a48 req-3fee68db-1cb6-4730-b9f8-ef0bebc5f79f tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3d97c61-7aa3-42ad-86a1-e4f0b6f8969c HTTP/1.1" status: 200 len: 210 time: 0.0464435 Feb 16 22:25:33.733444 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:33.733792 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:33.734186 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:33.734538 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:33.734876 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:33.735208 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:33.735545 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:33.735908 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:33.736199 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:33.736537 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:33.736869 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:33.740159 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:33.740562 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:33.754147 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'ee075934-9be4-4874-94b4-a939de6e10a7', 'network_id': '81f5211c-4cab-4b86-9242-59d87a2bff9a', 'port_id': 'ee075934-9be4-4874-94b4-a939de6e10a7', 'mac_address': 'fa:16:3e:9f:1e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '986f1bba-1229-454c-a0d5-70920f06fbd3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:25:33.761233 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-86c73b16-f585-42e7-9d9f-bd1ca529924c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (cfca5970-2a0e-4482-b977-245bbfd51f47), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:33.877348 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2091bfe5-069f-461d-bcb3-c83b116652ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:33.878163 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c065a-42cc-43d6-9fa4-34ce0a091ea5 req-2de52182-7f68-4b6e-b47f-94e38deb7768 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:33.887122 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d30c065a-42cc-43d6-9fa4-34ce0a091ea5 req-2de52182-7f68-4b6e-b47f-94e38deb7768 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b8f5882-22a6-4c71-ad4b-23dd6d1cd538 HTTP/1.1" status: 200 len: 945 time: 0.0739026 Feb 16 22:25:33.892424 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-86c73b16-f585-42e7-9d9f-bd1ca529924c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Deleting port ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:25:33.892952 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-86c73b16-f585-42e7-9d9f-bd1ca529924c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:33.953311 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d30c065a-42cc-43d6-9fa4-34ce0a091ea5 req-9120e7b0-4662-4875-96c7-39effcfe4470 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630641 Feb 16 22:25:33.953838 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091bfe5-069f-461d-bcb3-c83b116652ce None None] Pushing event deleted for resources: {'Port': ['ID=ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:33.962606 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2091bfe5-069f-461d-bcb3-c83b116652ce None None] No DVR routers for this DVR port ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:25:33.973153 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port ee075934-9be4-4874-94b4-a939de6e10a7 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:25:33.973598 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ee075934-9be4-4874-94b4-a939de6e10a7), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:34.012697 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee075934-9be4-4874-94b4-a939de6e10a7 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:25:34.035397 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-86c73b16-f585-42e7-9d9f-bd1ca529924c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] For port ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7, host n-d-813897-6, got binding levels [] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:34.035854 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-86c73b16-f585-42e7-9d9f-bd1ca529924c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:34.052604 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abcfbbc-c45f-4f7d-a2bb-ebd47c5e7f59 None None] DHCP port deletion for 0e606284-8a4c-4d09-93fb-da48cce7b3ba request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:25:34.064992 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port ee075934-9be4-4874-94b4-a939de6e10a7, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=ee075934-9be4-4874-94b4-a939de6e10a7,segment=NetworkSegment(df6c809a-4e84-4903-b138-45ec817657ec),segment_id=df6c809a-4e84-4903-b138-45ec817657ec)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:34.068462 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-86c73b16-f585-42e7-9d9f-bd1ca529924c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Calling delete_port for ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:25:34.072171 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.ipam_backend_mixin [None req-86c73b16-f585-42e7-9d9f-bd1ca529924c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Port ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7 was not found and therefore no delete operation was performed {{(pid=103465) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 22:25:34.073707 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-86c73b16-f585-42e7-9d9f-bd1ca529924c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:34.115961 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ee075934-9be4-4874-94b4-a939de6e10a7), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:34.126525 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c73b16-f585-42e7-9d9f-bd1ca529924c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Pushing event deleted for resources: {'Port': ['ID=ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:34.126924 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c73b16-f585-42e7-9d9f-bd1ca529924c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] No DVR routers for this DVR port ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:25:34.169834 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c458ee-0778-4595-8fb1-df6811e0cf2f req-3c03ba5c-8110-4471-89ce-a394cea81433 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:34.172220 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e8c458ee-0778-4595-8fb1-df6811e0cf2f req-3c03ba5c-8110-4471-89ce-a394cea81433 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf7e8f73-c71c-4967-bc35-84da94c67372 HTTP/1.1" status: 200 len: 946 time: 0.1263113 Feb 16 22:25:34.192083 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=ee075934-9be4-4874-94b4-a939de6e10a7,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:34.205037 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5abcfbbc-c45f-4f7d-a2bb-ebd47c5e7f59 None None] Deleting port 9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:25:34.205418 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5abcfbbc-c45f-4f7d-a2bb-ebd47c5e7f59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:34.224957 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-86c73b16-f585-42e7-9d9f-bd1ca529924c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (cfca5970-2a0e-4482-b977-245bbfd51f47), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:34.252041 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-86c73b16-f585-42e7-9d9f-bd1ca529924c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfca5970-2a0e-4482-b977-245bbfd51f47']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:34.276948 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e8c458ee-0778-4595-8fb1-df6811e0cf2f req-73ffc568-04d1-4d9e-b3f5-c7f4f29bd686 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835552 Feb 16 22:25:34.277110 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-86c73b16-f585-42e7-9d9f-bd1ca529924c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b364123e-6265-4be8-b2a4-786d0a5c2c5e') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:34.277110 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-86c73b16-f585-42e7-9d9f-bd1ca529924c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b364123e-6265-4be8-b2a4-786d0a5c2c5e') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:34.300032 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-5abcfbbc-c45f-4f7d-a2bb-ebd47c5e7f59 None None] For port 9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7,segment=NetworkSegment(b2bfcdc0-248e-431b-9996-7d4f7ad0ba24),segment_id=b2bfcdc0-248e-431b-9996-7d4f7ad0ba24)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:34.300684 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5abcfbbc-c45f-4f7d-a2bb-ebd47c5e7f59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:34.313617 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-86c73b16-f585-42e7-9d9f-bd1ca529924c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (b364123e-6265-4be8-b2a4-786d0a5c2c5e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:34.320200 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5abcfbbc-c45f-4f7d-a2bb-ebd47c5e7f59 None None] Calling delete_port for 9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:25:34.328792 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-86c73b16-f585-42e7-9d9f-bd1ca529924c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (b364123e-6265-4be8-b2a4-786d0a5c2c5e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:34.337876 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86c73b16-f585-42e7-9d9f-bd1ca529924c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:25:34.338727 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-86c73b16-f585-42e7-9d9f-bd1ca529924c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (b364123e-6265-4be8-b2a4-786d0a5c2c5e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:34.342647 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:25:34.342647 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:25:34.342647 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:25:34.342647 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:25:34.342647 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:25:34.342647 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:25:34.342647 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:25:34.342647 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:25:34.342647 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:25:34.342647 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:25:34.342647 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:25:34.342647 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:25:34.342647 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:25:34.342647 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:25:34.342647 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:25:34.342647 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:25:34.342647 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:25:34.342647 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:25:34.342647 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:25:34.342647 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:25:34.342647 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:25:34.342647 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:25:34.342647 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:25:34.342647 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:25:34.342647 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:25:34.342647 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:25:34.342647 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:25:34.342647 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:25:34.342647 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:25:34.342647 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:25:34.342647 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:25:34.342647 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:25:34.461474 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5abcfbbc-c45f-4f7d-a2bb-ebd47c5e7f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:34.466124 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-86c73b16-f585-42e7-9d9f-bd1ca529924c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (cfca5970-2a0e-4482-b977-245bbfd51f47), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:34.471553 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-86c73b16-f585-42e7-9d9f-bd1ca529924c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:34.479372 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-86c73b16-f585-42e7-9d9f-bd1ca529924c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] 10.222.0.75 "DELETE /v2.0/networks/cfca5970-2a0e-4482-b977-245bbfd51f47 HTTP/1.1" status: 204 len: 168 time: 0.9262106 Feb 16 22:25:34.485299 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39182) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:34.514570 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abcfbbc-c45f-4f7d-a2bb-ebd47c5e7f59 None None] Pushing event deleted for resources: {'Port': ['ID=9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:34.518210 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abcfbbc-c45f-4f7d-a2bb-ebd47c5e7f59 None None] No DVR routers for this DVR port 9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:25:34.552037 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c73b16-f585-42e7-9d9f-bd1ca529924c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Pushing event deleted for resources: {'Network': ['ID=cfca5970-2a0e-4482-b977-245bbfd51f47,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:34.576360 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['fe366b6d-c461-48df-a6be-3308d78767e6'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:25:34.580988 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['ee075934-9be4-4874-94b4-a939de6e10a7'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:25:34.611497 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b934a35-e7be-42b2-9039-8a81caaee7d3 req-99bec61b-46a3-4b49-8d49-4f412346706f tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:34.632104 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b934a35-e7be-42b2-9039-8a81caaee7d3 req-99bec61b-46a3-4b49-8d49-4f412346706f tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:34.652598 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b934a35-e7be-42b2-9039-8a81caaee7d3 req-99bec61b-46a3-4b49-8d49-4f412346706f tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:34.654468 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1b934a35-e7be-42b2-9039-8a81caaee7d3 req-99bec61b-46a3-4b49-8d49-4f412346706f tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf7e8f73-c71c-4967-bc35-84da94c67372&device_id=3b8f5882-22a6-4c71-ad4b-23dd6d1cd538&device_id=0fd7c175-2520-4877-907f-e1d2a73c22e8 HTTP/1.1" status: 200 len: 2417 time: 0.2051837 Feb 16 22:25:34.802632 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1b934a35-e7be-42b2-9039-8a81caaee7d3 req-b4ebf915-5de3-497e-8b5d-46ea3932768f tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401613 Feb 16 22:25:34.871098 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f438e739-72f6-415c-bdee-313e1204b49c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (0e606284-8a4c-4d09-93fb-da48cce7b3ba), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:34.915143 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-8f4b4ecd-8565-4b21-9bcb-77550f9d70b3 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:34.926277 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-8f4b4ecd-8565-4b21-9bcb-77550f9d70b3 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] 10.222.0.79 "GET /v2.0/networks?id=08c2f9ad-f7c6-48af-ab99-9a553f703024 HTTP/1.1" status: 200 len: 822 time: 0.4183922 Feb 16 22:25:34.948519 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bf785-2cf1-4356-ab4e-9b74dbc94271 req-e8516693-e3dd-4725-8ca0-a8e3a5b02672 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:34.959501 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-151bf785-2cf1-4356-ab4e-9b74dbc94271 req-e8516693-e3dd-4725-8ca0-a8e3a5b02672 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a39949-43f5-4b28-adb9-8b513ea0b588 HTTP/1.1" status: 200 len: 944 time: 0.0709174 Feb 16 22:25:34.987423 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:25:34.990106 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-8bd7780b-ea97-48b0-86cd-e8b9764d1625 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] Request body: {'port': {'device_id': 'f3d97c61-7aa3-42ad-86a1-e4f0b6f8969c', 'network_id': '08c2f9ad-f7c6-48af-ab99-9a553f703024', 'admin_state_up': True, 'tenant_id': '52a73c63861d46588b56c842a1443728'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:35.046670 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:25:35.047467 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device ebd0ec41-14ba-4fed-aa12-e0a741e8b0e7 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:25:35.048395 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:25:35.060104 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-151bf785-2cf1-4356-ab4e-9b74dbc94271 req-ea88c8cd-62db-4a4d-ba8c-df469fb45ebf tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4008d7e-d072-4a4a-9bba-f6f59e7dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991957 Feb 16 22:25:35.258941 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b540cb47-e78d-46fd-9bf9-b8bc918d5959 req-5c5314d3-390f-4b33-8d73-4db1919fff69 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3d97c61-7aa3-42ad-86a1-e4f0b6f8969c HTTP/1.1" status: 200 len: 210 time: 0.0733826 Feb 16 22:25:35.270714 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f438e739-72f6-415c-bdee-313e1204b49c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (0e606284-8a4c-4d09-93fb-da48cce7b3ba), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:35.323015 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-f438e739-72f6-415c-bdee-313e1204b49c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e606284-8a4c-4d09-93fb-da48cce7b3ba']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:35.363434 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:25:35.363922 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9ca0f0d7-d9f5-4175-8d0e-2efde2c350d7 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:25:35.376160 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-f438e739-72f6-415c-bdee-313e1204b49c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2bfcdc0-248e-431b-9996-7d4f7ad0ba24') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:35.376471 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-f438e739-72f6-415c-bdee-313e1204b49c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2bfcdc0-248e-431b-9996-7d4f7ad0ba24') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:35.420901 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f438e739-72f6-415c-bdee-313e1204b49c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (b2bfcdc0-248e-431b-9996-7d4f7ad0ba24), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:35.442195 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f438e739-72f6-415c-bdee-313e1204b49c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (b2bfcdc0-248e-431b-9996-7d4f7ad0ba24), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:35.456818 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-00ad2a49-7279-4fd5-90fc-8333edc54506 req-047d1a62-d5d2-465a-a884-e6340eac50ba tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1594498 Feb 16 22:25:35.462307 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f438e739-72f6-415c-bdee-313e1204b49c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:25:35.462734 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f438e739-72f6-415c-bdee-313e1204b49c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (b2bfcdc0-248e-431b-9996-7d4f7ad0ba24), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:35.466114 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:25:35.466114 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:25:35.466114 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:25:35.466114 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:25:35.466114 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:25:35.466114 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:25:35.466114 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:25:35.466114 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:25:35.466114 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:25:35.466114 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:25:35.466114 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:25:35.466114 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:25:35.466114 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:25:35.466114 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:25:35.466114 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:25:35.466114 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:25:35.466114 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:25:35.466114 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:25:35.466114 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:25:35.466114 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:25:35.466114 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:25:35.466114 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:25:35.466114 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:25:35.466114 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:25:35.466114 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:25:35.466114 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:25:35.466114 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:25:35.466114 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:25:35.466114 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:25:35.466114 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:25:35.466114 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:25:35.466114 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:25:35.481073 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-8bd7780b-ea97-48b0-86cd-e8b9764d1625 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] Made reservation on behalf of 52a73c63861d46588b56c842a1443728 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:25:35.485153 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-8bd7780b-ea97-48b0-86cd-e8b9764d1625 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:35.578974 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f438e739-72f6-415c-bdee-313e1204b49c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (0e606284-8a4c-4d09-93fb-da48cce7b3ba), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:35.673999 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f438e739-72f6-415c-bdee-313e1204b49c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:35.688824 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f438e739-72f6-415c-bdee-313e1204b49c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] 10.222.0.75 "DELETE /v2.0/networks/0e606284-8a4c-4d09-93fb-da48cce7b3ba HTTP/1.1" status: 204 len: 168 time: 1.2020667 Feb 16 22:25:35.691220 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39238) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:35.750490 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f438e739-72f6-415c-bdee-313e1204b49c tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Pushing event deleted for resources: {'Network': ['ID=0e606284-8a4c-4d09-93fb-da48cce7b3ba,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:35.794072 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f3afb1b-cb62-4102-94b4-1d97cc390bba tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Deleting subnet ddf175f8-02a7-4296-acd2-dfc77692a7e0 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:25:35.802948 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9f3afb1b-cb62-4102-94b4-1d97cc390bba tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks [] for subnet (ddf175f8-02a7-4296-acd2-dfc77692a7e0), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:35.854710 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-8bd7780b-ea97-48b0-86cd-e8b9764d1625 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] Allocated IP 172.20.0.2 (08c2f9ad-f7c6-48af-ab99-9a553f703024/2f2440c1-a70c-4ddf-902b-294e54592832/2240b64e-349a-4581-8bf3-5685a895a525) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:25:35.894450 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9f3afb1b-cb62-4102-94b4-1d97cc390bba tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (ddf175f8-02a7-4296-acd2-dfc77692a7e0), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:36.066528 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39248) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:36.171994 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-8bd7780b-ea97-48b0-86cd-e8b9764d1625 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] Publish callbacks [] for port (2240b64e-349a-4581-8bf3-5685a895a525), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:36.231880 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-8bd7780b-ea97-48b0-86cd-e8b9764d1625 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (2240b64e-349a-4581-8bf3-5685a895a525), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:36.286937 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-8bd7780b-ea97-48b0-86cd-e8b9764d1625 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] Network 08c2f9ad-f7c6-48af-ab99-9a553f703024 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:25:36.291856 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-8bd7780b-ea97-48b0-86cd-e8b9764d1625 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:25:36.295197 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-8bd7780b-ea97-48b0-86cd-e8b9764d1625 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:25:36.362299 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-8bd7780b-ea97-48b0-86cd-e8b9764d1625 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:36.363322 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-8bd7780b-ea97-48b0-86cd-e8b9764d1625 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:36.395202 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-8bd7780b-ea97-48b0-86cd-e8b9764d1625 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4520426 Feb 16 22:25:36.410787 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7780b-ea97-48b0-86cd-e8b9764d1625 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] Pushing event updated for resources: {'Port': ['ID=2240b64e-349a-4581-8bf3-5685a895a525,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:36.464597 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9f3afb1b-cb62-4102-94b4-1d97cc390bba tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (ddf175f8-02a7-4296-acd2-dfc77692a7e0), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:36.567878 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9f3afb1b-cb62-4102-94b4-1d97cc390bba tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (ddf175f8-02a7-4296-acd2-dfc77692a7e0), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:36.580924 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e8777047-c014-41cd-aa81-8ae10817754b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:36.598865 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9f3afb1b-cb62-4102-94b4-1d97cc390bba tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:36.603445 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df74d15-d728-48b6-99e4-2402ab47bd15 None None] Network 18e17482-51be-4cf8-923b-0b52da9ce533 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:25:36.607427 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9f3afb1b-cb62-4102-94b4-1d97cc390bba tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] 10.222.0.75 "DELETE /v2.0/subnets/ddf175f8-02a7-4296-acd2-dfc77692a7e0 HTTP/1.1" status: 204 len: 168 time: 0.9124134 Feb 16 22:25:36.607427 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39270) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:36.638312 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-af340a63-a968-449c-b605-7a9cd0798c4e service neutron] Request body: {'port': {'device_id': 'f3d97c61-7aa3-42ad-86a1-e4f0b6f8969c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:36.722245 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2f520824-1f94-480a-a0ee-debfec7ac87b tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (18e17482-51be-4cf8-923b-0b52da9ce533), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:36.762430 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3afb1b-cb62-4102-94b4-1d97cc390bba tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Pushing event deleted for resources: {'Subnet': ['ID=ddf175f8-02a7-4296-acd2-dfc77692a7e0,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:36.790071 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-af340a63-a968-449c-b605-7a9cd0798c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2240b64e-349a-4581-8bf3-5685a895a525), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:36.836305 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce125b-ee60-4b32-a892-749b2d72018f req-85099f38-798f-44bd-9ac1-81353bc9260c tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:36.838152 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a8ce125b-ee60-4b32-a892-749b2d72018f req-85099f38-798f-44bd-9ac1-81353bc9260c tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a39949-43f5-4b28-adb9-8b513ea0b588 HTTP/1.1" status: 200 len: 944 time: 0.1137254 Feb 16 22:25:36.860213 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9f2dd2-d3be-4941-bd05-8af6aa4e4ca8 None None] DHCP port deletion for 18e17482-51be-4cf8-923b-0b52da9ce533 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:25:36.905694 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e8777047-c014-41cd-aa81-8ae10817754b admin admin] Publish callbacks [] for security_group (10fd3043-fcb0-459d-93c2-55f28b8fe938), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:36.915650 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e8777047-c014-41cd-aa81-8ae10817754b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (10fd3043-fcb0-459d-93c2-55f28b8fe938), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:36.962503 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4d9f2dd2-d3be-4941-bd05-8af6aa4e4ca8 None None] Deleting port 1647c7de-169e-409f-8fc0-23d4f6d7418d {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:25:36.963377 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2dd2-d3be-4941-bd05-8af6aa4e4ca8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (1647c7de-169e-409f-8fc0-23d4f6d7418d), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:36.995449 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device fe366b6d-c461-48df-a6be-3308d78767e6 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:25:37.042695 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a8ce125b-ee60-4b32-a892-749b2d72018f req-1def187e-4679-4185-87b2-5b81e02a7da3 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4008d7e-d072-4a4a-9bba-f6f59e7dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733210 Feb 16 22:25:37.087583 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-2f520824-1f94-480a-a0ee-debfec7ac87b tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Deleting port 1647c7de-169e-409f-8fc0-23d4f6d7418d {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:25:37.089292 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2f520824-1f94-480a-a0ee-debfec7ac87b tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (1647c7de-169e-409f-8fc0-23d4f6d7418d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:37.116077 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-4d9f2dd2-d3be-4941-bd05-8af6aa4e4ca8 None None] For port 1647c7de-169e-409f-8fc0-23d4f6d7418d, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=1647c7de-169e-409f-8fc0-23d4f6d7418d,segment=NetworkSegment(89b2dc92-374c-4b76-81ae-31bb613aaace),segment_id=89b2dc92-374c-4b76-81ae-31bb613aaace)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:37.116466 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2dd2-d3be-4941-bd05-8af6aa4e4ca8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (1647c7de-169e-409f-8fc0-23d4f6d7418d), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:37.133889 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4d9f2dd2-d3be-4941-bd05-8af6aa4e4ca8 None None] Calling delete_port for 1647c7de-169e-409f-8fc0-23d4f6d7418d owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:25:37.144632 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port fe366b6d-c461-48df-a6be-3308d78767e6 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:25:37.153084 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port fe366b6d-c461-48df-a6be-3308d78767e6 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:25:37.153735 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (fe366b6d-c461-48df-a6be-3308d78767e6), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:37.276644 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-2f520824-1f94-480a-a0ee-debfec7ac87b tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] For port 1647c7de-169e-409f-8fc0-23d4f6d7418d, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=1647c7de-169e-409f-8fc0-23d4f6d7418d,segment=NetworkSegment(89b2dc92-374c-4b76-81ae-31bb613aaace),segment_id=89b2dc92-374c-4b76-81ae-31bb613aaace)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:37.277020 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2f520824-1f94-480a-a0ee-debfec7ac87b tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (1647c7de-169e-409f-8fc0-23d4f6d7418d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:37.311140 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-2f520824-1f94-480a-a0ee-debfec7ac87b tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Calling delete_port for 1647c7de-169e-409f-8fc0-23d4f6d7418d owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:25:37.325294 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port fe366b6d-c461-48df-a6be-3308d78767e6 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:25:37.325696 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (fe366b6d-c461-48df-a6be-3308d78767e6), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:37.378333 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port fe366b6d-c461-48df-a6be-3308d78767e6, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=fe366b6d-c461-48df-a6be-3308d78767e6,segment=NetworkSegment(df6c809a-4e84-4903-b138-45ec817657ec),segment_id=df6c809a-4e84-4903-b138-45ec817657ec)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:37.381198 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172242b3-0deb-448d-882e-546b52323d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe366b6d-c461-48df-a6be-3308d78767e6'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:25:37.384797 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8e4f9d-dc56-453f-93d8-df22d73f8bce" -d '{"events": [{"server_uuid": "172242b3-0deb-448d-882e-546b52323d30", "name": "network-vif-plugged", "status": "completed", "tag": "fe366b6d-c461-48df-a6be-3308d78767e6"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:25:37.391020 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (fe366b6d-c461-48df-a6be-3308d78767e6), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:37.392142 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device ee075934-9be4-4874-94b4-a939de6e10a7 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:25:37.452585 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2dd2-d3be-4941-bd05-8af6aa4e4ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (1647c7de-169e-409f-8fc0-23d4f6d7418d), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:37.469317 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e8777047-c014-41cd-aa81-8ae10817754b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6da511328d2645a0b2e18da42cc8c886&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4020133 Feb 16 22:25:37.477100 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8777047-c014-41cd-aa81-8ae10817754b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fd3043-fcb0-459d-93c2-55f28b8fe938,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:37.481708 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39294) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:37.526217 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2f520824-1f94-480a-a0ee-debfec7ac87b tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (1647c7de-169e-409f-8fc0-23d4f6d7418d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:37.576114 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9f2dd2-d3be-4941-bd05-8af6aa4e4ca8 None None] No DVR routers for this DVR port 1647c7de-169e-409f-8fc0-23d4f6d7418d on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:25:37.579018 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f520824-1f94-480a-a0ee-debfec7ac87b tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Pushing event deleted for resources: {'Port': ['ID=1647c7de-169e-409f-8fc0-23d4f6d7418d,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:37.630852 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port ee075934-9be4-4874-94b4-a939de6e10a7 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:25:37.633849 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f520824-1f94-480a-a0ee-debfec7ac87b tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] No DVR routers for this DVR port 1647c7de-169e-409f-8fc0-23d4f6d7418d on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:25:37.649523 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port ee075934-9be4-4874-94b4-a939de6e10a7 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:25:37.650118 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ee075934-9be4-4874-94b4-a939de6e10a7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:37.656009 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=fe366b6d-c461-48df-a6be-3308d78767e6,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:37.739549 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f2dd2-d3be-4941-bd05-8af6aa4e4ca8 None None] Pushing event deleted for resources: {'Port': ['ID=1647c7de-169e-409f-8fc0-23d4f6d7418d,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:37.780898 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ee81e030-40a7-4ac4-9678-f1025a754bec admin admin] Publish callbacks [] for security_group (10fd3043-fcb0-459d-93c2-55f28b8fe938), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:37.810912 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2f520824-1f94-480a-a0ee-debfec7ac87b tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (18e17482-51be-4cf8-923b-0b52da9ce533), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:37.834371 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9a7fd-ee05-49d6-bc52-cea8df137d05 req-241f539f-9799-41cc-9758-9b64148eb0f6 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:37.836497 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cfc9a7fd-ee05-49d6-bc52-cea8df137d05 req-241f539f-9799-41cc-9758-9b64148eb0f6 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3d97c61-7aa3-42ad-86a1-e4f0b6f8969c HTTP/1.1" status: 200 len: 931 time: 0.2645102 Feb 16 22:25:37.875089 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port ee075934-9be4-4874-94b4-a939de6e10a7 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:25:37.875777 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ee075934-9be4-4874-94b4-a939de6e10a7), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:37.881363 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-2f520824-1f94-480a-a0ee-debfec7ac87b tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18e17482-51be-4cf8-923b-0b52da9ce533']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:37.910718 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-af340a63-a968-449c-b605-7a9cd0798c4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2240b64e-349a-4581-8bf3-5685a895a525 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:25:37.910969 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ee81e030-40a7-4ac4-9678-f1025a754bec admin admin] Publish callbacks [] for security_group (10fd3043-fcb0-459d-93c2-55f28b8fe938), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:37.916113 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-2f520824-1f94-480a-a0ee-debfec7ac87b tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89b2dc92-374c-4b76-81ae-31bb613aaace') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:37.916529 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-2f520824-1f94-480a-a0ee-debfec7ac87b tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89b2dc92-374c-4b76-81ae-31bb613aaace') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:37.922996 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-af340a63-a968-449c-b605-7a9cd0798c4e service neutron] Publish callbacks [] for port (2240b64e-349a-4581-8bf3-5685a895a525), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:37.940975 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port ee075934-9be4-4874-94b4-a939de6e10a7, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=ee075934-9be4-4874-94b4-a939de6e10a7,segment=NetworkSegment(df6c809a-4e84-4903-b138-45ec817657ec),segment_id=df6c809a-4e84-4903-b138-45ec817657ec)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:37.949427 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-af340a63-a968-449c-b605-7a9cd0798c4e service neutron] Transition to ACTIVE for port object 2240b64e-349a-4581-8bf3-5685a895a525 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:25:37.951929 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2f520824-1f94-480a-a0ee-debfec7ac87b tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (89b2dc92-374c-4b76-81ae-31bb613aaace), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:37.953253 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ee075934-9be4-4874-94b4-a939de6e10a7), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:37.956781 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-af340a63-a968-449c-b605-7a9cd0798c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (2240b64e-349a-4581-8bf3-5685a895a525), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:37.998544 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cfc9a7fd-ee05-49d6-bc52-cea8df137d05 req-4faa5341-84f7-4141-a05e-7a30ab4cd0e9 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] 10.222.0.75 "GET /v2.0/security-groups?id=4c002102-f371-472d-8128-28e33f545980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524496 Feb 16 22:25:38.009416 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2f520824-1f94-480a-a0ee-debfec7ac87b tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (89b2dc92-374c-4b76-81ae-31bb613aaace), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:38.026723 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f520824-1f94-480a-a0ee-debfec7ac87b tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:25:38.027399 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2f520824-1f94-480a-a0ee-debfec7ac87b tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (89b2dc92-374c-4b76-81ae-31bb613aaace), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: self.session.flush() Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: self.session.flush() Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: self.session.flush() Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: self.session.flush() Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:25:38.036004 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:25:38.068068 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=ee075934-9be4-4874-94b4-a939de6e10a7,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:38.090825 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23cca748-d7f4-4ae6-8b67-727dd3695919 x-openstack-request-id: req-23cca748-d7f4-4ae6-8b67-727dd3695919 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:25:38.091183 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172242b3-0deb-448d-882e-546b52323d30", "name": "network-vif-plugged", "status": "completed", "tag": "fe366b6d-c461-48df-a6be-3308d78767e6", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:25:38.091440 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-23cca748-d7f4-4ae6-8b67-727dd3695919 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:25:38.091931 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172242b3-0deb-448d-882e-546b52323d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe366b6d-c461-48df-a6be-3308d78767e6', 'code': 200} Feb 16 22:25:38.134934 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af340a63-a968-449c-b605-7a9cd0798c4e service neutron] Pushing event updated for resources: {'Port': ['ID=2240b64e-349a-4581-8bf3-5685a895a525,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:38.167680 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ee81e030-40a7-4ac4-9678-f1025a754bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (10fd3043-fcb0-459d-93c2-55f28b8fe938), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:38.169042 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-af340a63-a968-449c-b605-7a9cd0798c4e service neutron] Attempting to bind port 2240b64e-349a-4581-8bf3-5685a895a525 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:25:38.169445 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-af340a63-a968-449c-b605-7a9cd0798c4e service neutron] Attempting to bind port 2240b64e-349a-4581-8bf3-5685a895a525 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '4f4212c7-69b2-4b87-8ced-04462e5c90d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '08c2f9ad-f7c6-48af-ab99-9a553f703024'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:25:38.169797 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-af340a63-a968-449c-b605-7a9cd0798c4e service neutron] Attempting to bind port 2240b64e-349a-4581-8bf3-5685a895a525 on network 08c2f9ad-f7c6-48af-ab99-9a553f703024 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:25:38.171681 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ee81e030-40a7-4ac4-9678-f1025a754bec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:38.180540 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ee81e030-40a7-4ac4-9678-f1025a754bec admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/10fd3043-fcb0-459d-93c2-55f28b8fe938 HTTP/1.1" status: 204 len: 168 time: 0.6925490 Feb 16 22:25:38.191980 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2f520824-1f94-480a-a0ee-debfec7ac87b tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (18e17482-51be-4cf8-923b-0b52da9ce533), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:38.204711 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-af340a63-a968-449c-b605-7a9cd0798c4e service neutron] Port 2240b64e-349a-4581-8bf3-5685a895a525 on network 08c2f9ad-f7c6-48af-ab99-9a553f703024 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:25:38.205025 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-af340a63-a968-449c-b605-7a9cd0798c4e service neutron] Attempting to bind port 2240b64e-349a-4581-8bf3-5685a895a525 on network 08c2f9ad-f7c6-48af-ab99-9a553f703024 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:25:38.241074 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-af340a63-a968-449c-b605-7a9cd0798c4e service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:25:38.241460 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-af340a63-a968-449c-b605-7a9cd0798c4e service neutron] Checking segment: {'id': '4f4212c7-69b2-4b87-8ced-04462e5c90d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '08c2f9ad-f7c6-48af-ab99-9a553f703024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:25:38.241885 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-af340a63-a968-449c-b605-7a9cd0798c4e service neutron] Bound using segment: {'id': '4f4212c7-69b2-4b87-8ced-04462e5c90d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '08c2f9ad-f7c6-48af-ab99-9a553f703024'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:25:38.242869 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-af340a63-a968-449c-b605-7a9cd0798c4e service neutron] Bound port: 2240b64e-349a-4581-8bf3-5685a895a525, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f4212c7-69b2-4b87-8ced-04462e5c90d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '08c2f9ad-f7c6-48af-ab99-9a553f703024'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:25:38.243249 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-af340a63-a968-449c-b605-7a9cd0798c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2240b64e-349a-4581-8bf3-5685a895a525), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:38.243787 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2f520824-1f94-480a-a0ee-debfec7ac87b tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:38.247114 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2f520824-1f94-480a-a0ee-debfec7ac87b tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] 10.222.0.75 "DELETE /v2.0/networks/18e17482-51be-4cf8-923b-0b52da9ce533 HTTP/1.1" status: 204 len: 168 time: 1.6389277 Feb 16 22:25:38.248007 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f520824-1f94-480a-a0ee-debfec7ac87b tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Pushing event deleted for resources: {'Network': ['ID=18e17482-51be-4cf8-923b-0b52da9ce533,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:38.249932 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39312) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:38.285801 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81e030-40a7-4ac4-9678-f1025a754bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fd3043-fcb0-459d-93c2-55f28b8fe938,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:38.290890 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4b96e0a7-ef9b-405c-91f4-b9a17053c03e tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] 10.222.0.75 "GET /v2.0/ports?device_id=1163a4da-c434-4c28-9e44-b0835bf1bebf HTTP/1.1" status: 200 len: 205 time: 0.0398057 Feb 16 22:25:38.293276 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39314) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:38.360362 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7d240-4024-408d-b041-5ec05697d635 req-bc5ecfeb-0625-4bab-a06f-ddfd848e6250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:38.361927 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3bf7d240-4024-408d-b041-5ec05697d635 req-bc5ecfeb-0625-4bab-a06f-ddfd848e6250 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=172242b3-0deb-448d-882e-546b52323d30 HTTP/1.1" status: 200 len: 1128 time: 0.1846352 Feb 16 22:25:38.402316 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d0dce223-16af-401d-9978-3feac68e9c64 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks [] for router (1163a4da-c434-4c28-9e44-b0835bf1bebf), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:38.453356 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-af340a63-a968-449c-b605-7a9cd0798c4e service neutron] For port 2240b64e-349a-4581-8bf3-5685a895a525, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:25:38.459216 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-af340a63-a968-449c-b605-7a9cd0798c4e service neutron] For port 2240b64e-349a-4581-8bf3-5685a895a525, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=2240b64e-349a-4581-8bf3-5685a895a525,segment=NetworkSegment(4f4212c7-69b2-4b87-8ced-04462e5c90d3),segment_id=4f4212c7-69b2-4b87-8ced-04462e5c90d3)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:25:38.472622 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3bf7d240-4024-408d-b041-5ec05697d635 req-53b52c3f-bbed-4099-b286-e2c5edea3725 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b4008d7e-d072-4a4a-9bba-f6f59e7dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931101 Feb 16 22:25:38.476647 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-af340a63-a968-449c-b605-7a9cd0798c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (2240b64e-349a-4581-8bf3-5685a895a525), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:38.519729 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-af340a63-a968-449c-b605-7a9cd0798c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:38.520411 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-af340a63-a968-449c-b605-7a9cd0798c4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:38.527065 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-af340a63-a968-449c-b605-7a9cd0798c4e service neutron] 10.222.0.79 "PUT /v2.0/ports/2240b64e-349a-4581-8bf3-5685a895a525 HTTP/1.1" status: 200 len: 1091 time: 2.1181600 Feb 16 22:25:38.527065 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d97c61-7aa3-42ad-86a1-e4f0b6f8969c', 'tag': '2240b64e-349a-4581-8bf3-5685a895a525'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:25:38.527065 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63ca198-5415-4e42-85a4-b43d666bffe2" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d97c61-7aa3-42ad-86a1-e4f0b6f8969c", "tag": "2240b64e-349a-4581-8bf3-5685a895a525"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:25:38.555346 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af340a63-a968-449c-b605-7a9cd0798c4e service neutron] Pushing event updated for resources: {'Port': ['ID=2240b64e-349a-4581-8bf3-5685a895a525,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:38.624088 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-678efa86-b69e-4c73-bb87-31eead9de7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:38.625731 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-678efa86-b69e-4c73-bb87-31eead9de7e2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=52a73c63861d46588b56c842a1443728&device_id=f3d97c61-7aa3-42ad-86a1-e4f0b6f8969c HTTP/1.1" status: 200 len: 1125 time: 0.0516610 Feb 16 22:25:38.672277 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-590cdd6e-3818-4daa-a8d7-75394b847d00 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2240b64e-349a-4581-8bf3-5685a895a525 HTTP/1.1" status: 200 len: 217 time: 0.0391083 Feb 16 22:25:38.702078 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d0dce223-16af-401d-9978-3feac68e9c64 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (1163a4da-c434-4c28-9e44-b0835bf1bebf), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:38.706407 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d0dce223-16af-401d-9978-3feac68e9c64 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks [] for router_controller (1163a4da-c434-4c28-9e44-b0835bf1bebf), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:38.733545 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-da721a82-0880-4854-af77-ddaebb5be1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:38.736726 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-da721a82-0880-4854-af77-ddaebb5be1c5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2f2440c1-a70c-4ddf-902b-294e54592832 HTTP/1.1" status: 200 len: 862 time: 0.0570197 Feb 16 22:25:38.770132 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a141b48-8097-4b10-a6bd-b5345be71d80 req-b07079aa-3e33-499d-a659-8b87c93a5996 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:38.772226 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7a141b48-8097-4b10-a6bd-b5345be71d80 req-b07079aa-3e33-499d-a659-8b87c93a5996 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a39949-43f5-4b28-adb9-8b513ea0b588 HTTP/1.1" status: 200 len: 945 time: 0.1420722 Feb 16 22:25:38.774218 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d0dce223-16af-401d-9978-3feac68e9c64 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (1163a4da-c434-4c28-9e44-b0835bf1bebf), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:38.774904 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-a006447b-115b-4367-8806-13a260248d7c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=08c2f9ad-f7c6-48af-ab99-9a553f703024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319097 Feb 16 22:25:38.775071 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0dce223-16af-401d-9978-3feac68e9c64 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Fanout notify agent at l3_agent the message router_deleted on router 1163a4da-c434-4c28-9e44-b0835bf1bebf {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:25:38.781851 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d0dce223-16af-401d-9978-3feac68e9c64 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:38.782979 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d0dce223-16af-401d-9978-3feac68e9c64 tempest-RoutersNegativeTest-1497834965 tempest-RoutersNegativeTest-1497834965-project] 10.222.0.75 "DELETE /v2.0/routers/1163a4da-c434-4c28-9e44-b0835bf1bebf HTTP/1.1" status: 204 len: 168 time: 0.4875305 Feb 16 22:25:38.854763 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39328) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:38.871470 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7a141b48-8097-4b10-a6bd-b5345be71d80 req-38eab0a2-dbae-436e-9908-b7c66ff0b960 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4008d7e-d072-4a4a-9bba-f6f59e7dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775001 Feb 16 22:25:38.917475 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-6e674328-8386-429d-8566-804b0f58ff23 service neutron] 10.222.0.79 "GET /v2.0/networks/08c2f9ad-f7c6-48af-ab99-9a553f703024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311052 Feb 16 22:25:38.920142 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8657de67-0ddf-4470-89bf-7270ee923ec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:38.946248 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 1647c7de-169e-409f-8fc0-23d4f6d7418d no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:25:38.954691 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39332) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:38.983675 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 1647c7de-169e-409f-8fc0-23d4f6d7418d {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:25:38.984023 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 1647c7de-169e-409f-8fc0-23d4f6d7418d not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:25:39.049587 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8657de67-0ddf-4470-89bf-7270ee923ec3 admin admin] Publish callbacks [] for security_group (c51bbe5d-6fbe-4344-974b-ce73d414a60c), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:39.055982 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8657de67-0ddf-4470-89bf-7270ee923ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c51bbe5d-6fbe-4344-974b-ce73d414a60c), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:39.078103 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6db1e427-60c6-4e89-9c9d-22a5c6a0220a req-10c38df6-d17e-4abd-8dce-b90b0de964c2 service neutron] 10.222.0.79 "GET /v2.0/networks/08c2f9ad-f7c6-48af-ab99-9a553f703024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534288 Feb 16 22:25:39.114612 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39338) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:39.115315 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8657de67-0ddf-4470-89bf-7270ee923ec3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4020edc881e84b658162ebdaedfac737&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2427220 Feb 16 22:25:39.122496 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8657de67-0ddf-4470-89bf-7270ee923ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51bbe5d-6fbe-4344-974b-ce73d414a60c,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:39.133087 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f0d142ed-3f43-46a6-965d-0a4b243a26ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:39.180811 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7e6fb265-554d-4352-9539-744b838831b8 admin admin] Publish callbacks [] for security_group (c51bbe5d-6fbe-4344-974b-ce73d414a60c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:39.204849 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7e6fb265-554d-4352-9539-744b838831b8 admin admin] Publish callbacks [] for security_group (c51bbe5d-6fbe-4344-974b-ce73d414a60c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:39.260610 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f0d142ed-3f43-46a6-965d-0a4b243a26ef admin admin] Publish callbacks [] for security_group (9345d4f4-cebc-47df-94e7-00cd95182dd0), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:39.269284 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f0d142ed-3f43-46a6-965d-0a4b243a26ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9345d4f4-cebc-47df-94e7-00cd95182dd0), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:39.274371 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7e6fb265-554d-4352-9539-744b838831b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c51bbe5d-6fbe-4344-974b-ce73d414a60c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:39.280285 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7e6fb265-554d-4352-9539-744b838831b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:39.282059 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7e6fb265-554d-4352-9539-744b838831b8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c51bbe5d-6fbe-4344-974b-ce73d414a60c HTTP/1.1" status: 204 len: 168 time: 0.1663244 Feb 16 22:25:39.294965 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f12ccaa-1e7f-4370-b7b1-3b435bf5288f x-openstack-request-id: req-7f12ccaa-1e7f-4370-b7b1-3b435bf5288f {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:25:39.296292 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d97c61-7aa3-42ad-86a1-e4f0b6f8969c", "tag": "2240b64e-349a-4581-8bf3-5685a895a525", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:25:39.296676 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7f12ccaa-1e7f-4370-b7b1-3b435bf5288f {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:25:39.297289 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d97c61-7aa3-42ad-86a1-e4f0b6f8969c', 'tag': '2240b64e-349a-4581-8bf3-5685a895a525', 'status': 'completed', 'code': 200} Feb 16 22:25:39.298366 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6fb265-554d-4352-9539-744b838831b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51bbe5d-6fbe-4344-974b-ce73d414a60c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:39.355801 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f0d142ed-3f43-46a6-965d-0a4b243a26ef admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fecbb97d23a9450bb169a962015b4db4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3999848 Feb 16 22:25:39.357782 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d142ed-3f43-46a6-965d-0a4b243a26ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9345d4f4-cebc-47df-94e7-00cd95182dd0,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:39.360593 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39348) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:39.419245 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a76a8-f09f-417c-9744-727156935088 req-1bea6f1c-b94a-4bd4-915c-ff91e1c00f27 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:39.420974 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b72a76a8-f09f-417c-9744-727156935088 req-1bea6f1c-b94a-4bd4-915c-ff91e1c00f27 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3d97c61-7aa3-42ad-86a1-e4f0b6f8969c HTTP/1.1" status: 200 len: 943 time: 0.0639842 Feb 16 22:25:39.454724 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39350) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:39.473932 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ca198-5415-4e42-85a4-b43d666bffe2 req-9d4679ee-804e-49ec-a840-e2684d20fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:39.475830 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b63ca198-5415-4e42-85a4-b43d666bffe2 req-9d4679ee-804e-49ec-a840-e2684d20fefb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=52a73c63861d46588b56c842a1443728&device_id=f3d97c61-7aa3-42ad-86a1-e4f0b6f8969c HTTP/1.1" status: 200 len: 1125 time: 0.1435893 Feb 16 22:25:39.493182 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-13ad40c7-34cd-4e08-a31f-21bf6c40f9e4 admin admin] Publish callbacks [] for security_group (9345d4f4-cebc-47df-94e7-00cd95182dd0), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:39.517274 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b72a76a8-f09f-417c-9744-727156935088 req-ef05397f-7aa3-4f87-918e-e5f5a90b3111 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] 10.222.0.75 "GET /v2.0/security-groups?id=4c002102-f371-472d-8128-28e33f545980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898221 Feb 16 22:25:39.521195 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-13ad40c7-34cd-4e08-a31f-21bf6c40f9e4 admin admin] Publish callbacks [] for security_group (9345d4f4-cebc-47df-94e7-00cd95182dd0), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:39.753797 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ca198-5415-4e42-85a4-b43d666bffe2 req-8ab1baac-29ab-4b5a-8ee3-f6d5923f6255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:39.763566 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b63ca198-5415-4e42-85a4-b43d666bffe2 req-8ab1baac-29ab-4b5a-8ee3-f6d5923f6255 service neutron] 10.222.0.79 "GET /v2.0/networks?id=08c2f9ad-f7c6-48af-ab99-9a553f703024 HTTP/1.1" status: 200 len: 923 time: 0.2705672 Feb 16 22:25:39.765553 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-13ad40c7-34cd-4e08-a31f-21bf6c40f9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9345d4f4-cebc-47df-94e7-00cd95182dd0), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:39.769894 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-13ad40c7-34cd-4e08-a31f-21bf6c40f9e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:39.771187 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-13ad40c7-34cd-4e08-a31f-21bf6c40f9e4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9345d4f4-cebc-47df-94e7-00cd95182dd0 HTTP/1.1" status: 204 len: 168 time: 0.4097741 Feb 16 22:25:39.892913 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b63ca198-5415-4e42-85a4-b43d666bffe2 req-30d2e68b-9517-4b42-9d7f-8ab09f593b37 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2240b64e-349a-4581-8bf3-5685a895a525 HTTP/1.1" status: 200 len: 217 time: 0.1089485 Feb 16 22:25:39.903254 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad40c7-34cd-4e08-a31f-21bf6c40f9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9345d4f4-cebc-47df-94e7-00cd95182dd0,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:39.988088 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7737d8-59c2-4987-9308-c2807f3918c4 req-2ef8993f-d979-4d92-b41e-31f2eedbb16b tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:39.989899 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6e7737d8-59c2-4987-9308-c2807f3918c4 req-2ef8993f-d979-4d92-b41e-31f2eedbb16b tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf7e8f73-c71c-4967-bc35-84da94c67372 HTTP/1.1" status: 200 len: 946 time: 0.0943339 Feb 16 22:25:40.012149 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ca198-5415-4e42-85a4-b43d666bffe2 req-4cd80c1f-d58a-49fb-a123-5e372481e767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:40.013872 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b63ca198-5415-4e42-85a4-b43d666bffe2 req-4cd80c1f-d58a-49fb-a123-5e372481e767 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2f2440c1-a70c-4ddf-902b-294e54592832 HTTP/1.1" status: 200 len: 862 time: 0.1062856 Feb 16 22:25:40.019067 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fdd37e4a-e59b-4e1d-ad05-9cf5fb9d1527 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a04fba93f1f44b41813f5a30efab09e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5596945 Feb 16 22:25:40.019067 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39376) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:40.065888 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b63ca198-5415-4e42-85a4-b43d666bffe2 req-05175f8b-ce8c-484f-8f44-801aa280450f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=08c2f9ad-f7c6-48af-ab99-9a553f703024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385096 Feb 16 22:25:40.092877 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a39949-43f5-4b28-adb9-8b513ea0b588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee075934-9be4-4874-94b4-a939de6e10a7'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:25:40.095177 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f91587-e38c-4a17-839b-1c06273db94d" -d '{"events": [{"server_uuid": "12a39949-43f5-4b28-adb9-8b513ea0b588", "name": "network-vif-plugged", "status": "completed", "tag": "ee075934-9be4-4874-94b4-a939de6e10a7"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:25:40.112412 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6e7737d8-59c2-4987-9308-c2807f3918c4 req-27fdb967-12f1-4a8d-8efd-5b7591bf9383 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076152 Feb 16 22:25:40.160649 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-34ec0d12-eb75-43e8-b758-c7757fafd3de admin admin] Publish callbacks [] for security_group (8c569523-7389-4e15-bf09-07205c4059f4), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:40.266688 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-34ec0d12-eb75-43e8-b758-c7757fafd3de admin admin] Publish callbacks [] for security_group (8c569523-7389-4e15-bf09-07205c4059f4), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:40.278363 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24632db7-b5be-4513-8e3a-8889a1c95d70 req-d19903d1-0f8a-4557-b402-9617d054da20 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:40.287743 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24632db7-b5be-4513-8e3a-8889a1c95d70 req-d19903d1-0f8a-4557-b402-9617d054da20 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a39949-43f5-4b28-adb9-8b513ea0b588 HTTP/1.1" status: 200 len: 945 time: 0.1004570 Feb 16 22:25:40.317114 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39388) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:40.340605 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b63ca198-5415-4e42-85a4-b43d666bffe2 req-8caf9353-ba5c-481a-9837-9e0bf7eb014f service neutron] 10.222.0.79 "GET /v2.0/networks/08c2f9ad-f7c6-48af-ab99-9a553f703024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660930 Feb 16 22:25:40.343159 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7280f190-0f4d-4c39-a093-c4f564ad855e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:40.353455 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24632db7-b5be-4513-8e3a-8889a1c95d70 req-322017c5-9147-48c4-a51d-00e2dfab15dc tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4008d7e-d072-4a4a-9bba-f6f59e7dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590000 Feb 16 22:25:40.403166 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76214b5-bb0b-4ed7-bdf7-706a49b1d0af x-openstack-request-id: req-d76214b5-bb0b-4ed7-bdf7-706a49b1d0af {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:25:40.403572 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a39949-43f5-4b28-adb9-8b513ea0b588", "name": "network-vif-plugged", "status": "completed", "tag": "ee075934-9be4-4874-94b4-a939de6e10a7", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:25:40.403840 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d76214b5-bb0b-4ed7-bdf7-706a49b1d0af {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:25:40.404238 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a39949-43f5-4b28-adb9-8b513ea0b588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee075934-9be4-4874-94b4-a939de6e10a7', 'code': 200} Feb 16 22:25:40.456003 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b63ca198-5415-4e42-85a4-b43d666bffe2 req-55478fb7-1af4-4240-ac88-2975fd74df22 service neutron] 10.222.0.79 "GET /v2.0/networks/08c2f9ad-f7c6-48af-ab99-9a553f703024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940733 Feb 16 22:25:40.546252 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-34ec0d12-eb75-43e8-b758-c7757fafd3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (8c569523-7389-4e15-bf09-07205c4059f4), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:40.549258 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-34ec0d12-eb75-43e8-b758-c7757fafd3de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:40.550467 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-34ec0d12-eb75-43e8-b758-c7757fafd3de admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8c569523-7389-4e15-bf09-07205c4059f4 HTTP/1.1" status: 204 len: 168 time: 0.5305355 Feb 16 22:25:40.575617 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55508f10-c84d-4b6e-8713-19ab485aec00 req-ff03b606-d3ce-4de7-acae-2a868a28fe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:40.577196 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-55508f10-c84d-4b6e-8713-19ab485aec00 req-ff03b606-d3ce-4de7-acae-2a868a28fe7c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=12a39949-43f5-4b28-adb9-8b513ea0b588 HTTP/1.1" status: 200 len: 1127 time: 0.1110487 Feb 16 22:25:40.579972 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec0d12-eb75-43e8-b758-c7757fafd3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c569523-7389-4e15-bf09-07205c4059f4,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:40.664341 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7280f190-0f4d-4c39-a093-c4f564ad855e admin admin] Publish callbacks [] for security_group (079ed57c-1e3b-49d1-8782-38827429996c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:40.678073 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7280f190-0f4d-4c39-a093-c4f564ad855e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (079ed57c-1e3b-49d1-8782-38827429996c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:40.685477 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-55508f10-c84d-4b6e-8713-19ab485aec00 req-848c0ca3-4af2-4ba9-b273-faa97cc769bf service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b4008d7e-d072-4a4a-9bba-f6f59e7dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975928 Feb 16 22:25:40.715379 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaacfbe-bbb6-41d5-99d1-b02edfc16c84 req-aca6a4d6-234a-487b-9cfd-64556db5d8a6 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:40.725238 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6eaacfbe-bbb6-41d5-99d1-b02edfc16c84 req-aca6a4d6-234a-487b-9cfd-64556db5d8a6 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3d97c61-7aa3-42ad-86a1-e4f0b6f8969c HTTP/1.1" status: 200 len: 943 time: 0.0876045 Feb 16 22:25:40.774392 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7280f190-0f4d-4c39-a093-c4f564ad855e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ef7c1533532241cca97f4c4ba0182a63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4561009 Feb 16 22:25:40.775511 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280f190-0f4d-4c39-a093-c4f564ad855e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079ed57c-1e3b-49d1-8782-38827429996c,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:40.777679 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39400) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:40.790061 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6eaacfbe-bbb6-41d5-99d1-b02edfc16c84 req-b6cf772f-a10e-4f92-b2bf-c765412276d5 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] 10.222.0.75 "GET /v2.0/security-groups?id=4c002102-f371-472d-8128-28e33f545980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638039 Feb 16 22:25:40.854481 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d165affe-dd73-4262-933e-ead85f4e3bb3 admin admin] Publish callbacks [] for security_group (079ed57c-1e3b-49d1-8782-38827429996c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:40.891617 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d165affe-dd73-4262-933e-ead85f4e3bb3 admin admin] Publish callbacks [] for security_group (079ed57c-1e3b-49d1-8782-38827429996c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:40.948688 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d165affe-dd73-4262-933e-ead85f4e3bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (079ed57c-1e3b-49d1-8782-38827429996c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:40.951852 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d165affe-dd73-4262-933e-ead85f4e3bb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:40.953673 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d165affe-dd73-4262-933e-ead85f4e3bb3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/079ed57c-1e3b-49d1-8782-38827429996c HTTP/1.1" status: 204 len: 168 time: 0.1747229 Feb 16 22:25:40.964270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d165affe-dd73-4262-933e-ead85f4e3bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079ed57c-1e3b-49d1-8782-38827429996c,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:41.308097 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31303b1-78c8-4a1a-9719-ad0f4e2dfc99 req-03d0a792-6f11-465b-b371-b250c4aa79cd tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:41.310001 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e31303b1-78c8-4a1a-9719-ad0f4e2dfc99 req-03d0a792-6f11-465b-b371-b250c4aa79cd tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf7e8f73-c71c-4967-bc35-84da94c67372 HTTP/1.1" status: 200 len: 946 time: 0.0753822 Feb 16 22:25:41.318004 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344ca21-1c3a-4d00-9c79-d0c254793360 req-c7d93eac-1252-4ddd-ae23-77304a1180b7 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:41.326624 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5344ca21-1c3a-4d00-9c79-d0c254793360 req-c7d93eac-1252-4ddd-ae23-77304a1180b7 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf7e8f73-c71c-4967-bc35-84da94c67372 HTTP/1.1" status: 200 len: 946 time: 0.0951977 Feb 16 22:25:41.395026 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5344ca21-1c3a-4d00-9c79-d0c254793360 req-2ce6385b-16d8-4f67-8295-ba69f3ea1c50 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673933 Feb 16 22:25:41.437378 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-e31303b1-78c8-4a1a-9719-ad0f4e2dfc99 req-5031cbb2-9327-4a7b-96d9-dc447c87c187 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Deleting port 70a551a1-249a-4e6e-8a5e-91c75dd7fb65 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:25:41.437788 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e31303b1-78c8-4a1a-9719-ad0f4e2dfc99 req-5031cbb2-9327-4a7b-96d9-dc447c87c187 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (70a551a1-249a-4e6e-8a5e-91c75dd7fb65), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:41.528780 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344bba8-095b-4035-a2dc-d7a5c2727b6d req-6ebe21dc-1cf5-4c9e-96e6-51bf93e1d4f3 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:41.538548 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7344bba8-095b-4035-a2dc-d7a5c2727b6d req-6ebe21dc-1cf5-4c9e-96e6-51bf93e1d4f3 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a39949-43f5-4b28-adb9-8b513ea0b588 HTTP/1.1" status: 200 len: 945 time: 0.0807788 Feb 16 22:25:41.549198 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-e31303b1-78c8-4a1a-9719-ad0f4e2dfc99 req-5031cbb2-9327-4a7b-96d9-dc447c87c187 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] For port 70a551a1-249a-4e6e-8a5e-91c75dd7fb65, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=70a551a1-249a-4e6e-8a5e-91c75dd7fb65,segment=NetworkSegment(9a749928-5123-42af-be75-3dbd2ab3ab75),segment_id=9a749928-5123-42af-be75-3dbd2ab3ab75)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:41.550351 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e31303b1-78c8-4a1a-9719-ad0f4e2dfc99 req-5031cbb2-9327-4a7b-96d9-dc447c87c187 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (70a551a1-249a-4e6e-8a5e-91c75dd7fb65), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:41.566604 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-e31303b1-78c8-4a1a-9719-ad0f4e2dfc99 req-5031cbb2-9327-4a7b-96d9-dc447c87c187 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Calling delete_port for 70a551a1-249a-4e6e-8a5e-91c75dd7fb65 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:25:41.608043 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7344bba8-095b-4035-a2dc-d7a5c2727b6d req-a3778a00-7301-4ef7-903c-ce01f806a101 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4008d7e-d072-4a4a-9bba-f6f59e7dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686231 Feb 16 22:25:41.729040 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e31303b1-78c8-4a1a-9719-ad0f4e2dfc99 req-5031cbb2-9327-4a7b-96d9-dc447c87c187 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (70a551a1-249a-4e6e-8a5e-91c75dd7fb65), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:41.747252 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['0b564b69-2942-4271-8561-290bd459c7df', '70a551a1-249a-4e6e-8a5e-91c75dd7fb65'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:25:41.749924 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['0859323e-e1ad-4bbc-a415-eb8c2b8131d3'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:25:41.788854 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031cbb2-9327-4a7b-96d9-dc447c87c187 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Pushing event deleted for resources: {'Port': ['ID=70a551a1-249a-4e6e-8a5e-91c75dd7fb65,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:41.826807 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31303b1-78c8-4a1a-9719-ad0f4e2dfc99 req-5031cbb2-9327-4a7b-96d9-dc447c87c187 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] No DVR routers for this DVR port 70a551a1-249a-4e6e-8a5e-91c75dd7fb65 on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:25:41.829580 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e31303b1-78c8-4a1a-9719-ad0f4e2dfc99 req-5031cbb2-9327-4a7b-96d9-dc447c87c187 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:41.834012 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e31303b1-78c8-4a1a-9719-ad0f4e2dfc99 req-5031cbb2-9327-4a7b-96d9-dc447c87c187 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.79 "DELETE /v2.0/ports/70a551a1-249a-4e6e-8a5e-91c75dd7fb65 HTTP/1.1" status: 204 len: 173 time: 0.5140572 Feb 16 22:25:41.834620 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7e8f73-c71c-4967-bc35-84da94c67372', 'name': 'network-vif-deleted', 'tag': '70a551a1-249a-4e6e-8a5e-91c75dd7fb65'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:25:41.837379 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd975f11-136f-4e63-8301-6e0ff3a85e6e" -d '{"events": [{"server_uuid": "bf7e8f73-c71c-4967-bc35-84da94c67372", "name": "network-vif-deleted", "tag": "70a551a1-249a-4e6e-8a5e-91c75dd7fb65"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:25:42.025298 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be65134b-425d-4106-93f2-026360d93a60 req-1e0567ef-f53f-4fc9-b8dc-8a57ca879dde tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:42.035703 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-be65134b-425d-4106-93f2-026360d93a60 req-1e0567ef-f53f-4fc9-b8dc-8a57ca879dde tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3d97c61-7aa3-42ad-86a1-e4f0b6f8969c HTTP/1.1" status: 200 len: 943 time: 0.1230083 Feb 16 22:25:42.134161 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-be65134b-425d-4106-93f2-026360d93a60 req-90f6312d-24e3-425a-bff2-ccf6435e7d8b tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] 10.222.0.75 "GET /v2.0/security-groups?id=4c002102-f371-472d-8128-28e33f545980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975051 Feb 16 22:25:42.207683 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5096322f-481d-47d6-9124-e3fd5f5c3d76 x-openstack-request-id: req-5096322f-481d-47d6-9124-e3fd5f5c3d76 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:25:42.208499 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7e8f73-c71c-4967-bc35-84da94c67372", "name": "network-vif-deleted", "tag": "70a551a1-249a-4e6e-8a5e-91c75dd7fb65", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:25:42.208602 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5096322f-481d-47d6-9124-e3fd5f5c3d76 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:25:42.209231 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7e8f73-c71c-4967-bc35-84da94c67372', 'name': 'network-vif-deleted', 'tag': '70a551a1-249a-4e6e-8a5e-91c75dd7fb65', 'status': 'completed', 'code': 200} Feb 16 22:25:42.240918 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39486) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:42.564182 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 2240b64e-349a-4581-8bf3-5685a895a525 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:25:42.567638 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-2b1f7358-0521-433a-92d1-49930ed3c902 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Request body: {'security_group': {'name': 'tempest-secgroup--1003507557'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:42.629532 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2b1f7358-0521-433a-92d1-49930ed3c902 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:42.675089 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2b1f7358-0521-433a-92d1-49930ed3c902 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:42.718730 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 2240b64e-349a-4581-8bf3-5685a895a525, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=2240b64e-349a-4581-8bf3-5685a895a525,segment=NetworkSegment(4f4212c7-69b2-4b87-8ced-04462e5c90d3),segment_id=4f4212c7-69b2-4b87-8ced-04462e5c90d3)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:42.749369 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '2240b64e-349a-4581-8bf3-5685a895a525', 'network_id': '08c2f9ad-f7c6-48af-ab99-9a553f703024', 'port_id': '2240b64e-349a-4581-8bf3-5685a895a525', 'mac_address': 'fa:16:3e:fa:c5:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f2440c1-a70c-4ddf-902b-294e54592832', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:25:42.811904 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 2240b64e-349a-4581-8bf3-5685a895a525 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:25:42.812748 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2240b64e-349a-4581-8bf3-5685a895a525), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:42.831555 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2240b64e-349a-4581-8bf3-5685a895a525 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:25:42.833605 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b354491-4477-4a9d-a3fe-95a8da5d0737 req-d424ecf5-a29d-47c7-9453-d11ca5cc3213 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:42.845500 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6b354491-4477-4a9d-a3fe-95a8da5d0737 req-d424ecf5-a29d-47c7-9453-d11ca5cc3213 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a39949-43f5-4b28-adb9-8b513ea0b588 HTTP/1.1" status: 200 len: 945 time: 0.1031110 Feb 16 22:25:42.859140 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2b1f7358-0521-433a-92d1-49930ed3c902 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (bd428a68-d5de-410e-af98-393bff2c3ee2), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:42.863922 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 2240b64e-349a-4581-8bf3-5685a895a525, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=2240b64e-349a-4581-8bf3-5685a895a525,segment=NetworkSegment(4f4212c7-69b2-4b87-8ced-04462e5c90d3),segment_id=4f4212c7-69b2-4b87-8ced-04462e5c90d3)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:42.867463 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2b1f7358-0521-433a-92d1-49930ed3c902 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (bd428a68-d5de-410e-af98-393bff2c3ee2), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:42.879787 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2240b64e-349a-4581-8bf3-5685a895a525), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:42.964124 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=2240b64e-349a-4581-8bf3-5685a895a525,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:42.969878 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6b354491-4477-4a9d-a3fe-95a8da5d0737 req-9f3a4c5c-d017-4872-9a22-0681bee4390d tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4008d7e-d072-4a4a-9bba-f6f59e7dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230221 Feb 16 22:25:42.970433 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39526) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:43.036702 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2b1f7358-0521-433a-92d1-49930ed3c902 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (b8d8abbc-c437-4237-a298-8547084b5af9), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:43.038312 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f7358-0521-433a-92d1-49930ed3c902 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd428a68-d5de-410e-af98-393bff2c3ee2,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:43.047751 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f7358-0521-433a-92d1-49930ed3c902 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:43.048414 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f7358-0521-433a-92d1-49930ed3c902 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:43.048930 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f7358-0521-433a-92d1-49930ed3c902 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:43.049436 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f7358-0521-433a-92d1-49930ed3c902 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:43.049947 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f7358-0521-433a-92d1-49930ed3c902 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:43.050487 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f7358-0521-433a-92d1-49930ed3c902 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:43.050989 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f7358-0521-433a-92d1-49930ed3c902 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:43.051488 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f7358-0521-433a-92d1-49930ed3c902 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:43.051979 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f7358-0521-433a-92d1-49930ed3c902 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:43.052465 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f7358-0521-433a-92d1-49930ed3c902 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:43.052969 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f7358-0521-433a-92d1-49930ed3c902 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:43.053468 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f7358-0521-433a-92d1-49930ed3c902 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:43.054055 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f7358-0521-433a-92d1-49930ed3c902 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:43.060076 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2b1f7358-0521-433a-92d1-49930ed3c902 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b8d8abbc-c437-4237-a298-8547084b5af9), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:43.090787 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f7358-0521-433a-92d1-49930ed3c902 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d8abbc-c437-4237-a298-8547084b5af9,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:43.110599 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2b1f7358-0521-433a-92d1-49930ed3c902 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:43.112387 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2b1f7358-0521-433a-92d1-49930ed3c902 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8695514 Feb 16 22:25:43.115387 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39534) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:43.176495 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['2240b64e-349a-4581-8bf3-5685a895a525'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:25:43.189157 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d12c99c-0aac-4b2a-b23a-e8cc23c2046e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:43.289827 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-cab23cee-8001-41b6-8cfb-f1bc8b62686a tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1714349 Feb 16 22:25:43.293551 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39542) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:43.299167 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-c98b7a0a-0c0c-4d2d-aa93-407a71b92a48 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Request body: {'security_group': {'name': 'tempest-security--1637157366', 'description': 'tempest-security-description-124819718'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:43.376005 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067187ec-cf67-4670-9233-9d596f2c3459 req-708a6d2e-0636-47b3-a0ec-4bed2b59133b tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:43.379333 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c98b7a0a-0c0c-4d2d-aa93-407a71b92a48 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (b8d8abbc-c437-4237-a298-8547084b5af9), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:43.386617 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-067187ec-cf67-4670-9233-9d596f2c3459 req-708a6d2e-0636-47b3-a0ec-4bed2b59133b tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/ports?device_id=172242b3-0deb-448d-882e-546b52323d30 HTTP/1.1" status: 200 len: 946 time: 0.0893176 Feb 16 22:25:43.452517 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c98b7a0a-0c0c-4d2d-aa93-407a71b92a48 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (b8d8abbc-c437-4237-a298-8547084b5af9), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:43.457754 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-067187ec-cf67-4670-9233-9d596f2c3459 req-2e175de5-12ed-4330-8ad0-1a48602c3204 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4008d7e-d072-4a4a-9bba-f6f59e7dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702760 Feb 16 22:25:43.457997 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c98b7a0a-0c0c-4d2d-aa93-407a71b92a48 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b8d8abbc-c437-4237-a298-8547084b5af9), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:43.461469 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c98b7a0a-0c0c-4d2d-aa93-407a71b92a48 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:43.465254 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c98b7a0a-0c0c-4d2d-aa93-407a71b92a48 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "PUT /v2.0/security-groups/b8d8abbc-c437-4237-a298-8547084b5af9 HTTP/1.1" status: 200 len: 1796 time: 0.1680672 Feb 16 22:25:43.466229 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39546) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:43.493506 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d12c99c-0aac-4b2a-b23a-e8cc23c2046e admin admin] Publish callbacks [] for security_group (e63f0e1b-9f43-485a-96e1-8e304ecc5002), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:43.510015 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d12c99c-0aac-4b2a-b23a-e8cc23c2046e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (e63f0e1b-9f43-485a-96e1-8e304ecc5002), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:43.527822 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b7a0a-0c0c-4d2d-aa93-407a71b92a48 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d8abbc-c437-4237-a298-8547084b5af9,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:43.544138 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0d12c99c-0aac-4b2a-b23a-e8cc23c2046e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0ddd140df4204f5e8f87618b0166aa3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5725458 Feb 16 22:25:43.546785 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39550) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:43.599953 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f8dc8b06-8fb3-4c35-8fe2-1be500073efc admin admin] Publish callbacks [] for security_group (e63f0e1b-9f43-485a-96e1-8e304ecc5002), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:43.615642 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a64366d9-2a9d-4cd3-af61-a009c68d1ad4 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "GET /v2.0/security-groups/b8d8abbc-c437-4237-a298-8547084b5af9 HTTP/1.1" status: 200 len: 1796 time: 0.1476388 Feb 16 22:25:43.618445 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39554) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:43.626220 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f8dc8b06-8fb3-4c35-8fe2-1be500073efc admin admin] Publish callbacks [] for security_group (e63f0e1b-9f43-485a-96e1-8e304ecc5002), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:43.658385 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12c99c-0aac-4b2a-b23a-e8cc23c2046e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63f0e1b-9f43-485a-96e1-8e304ecc5002,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:43.697266 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f8dc8b06-8fb3-4c35-8fe2-1be500073efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (e63f0e1b-9f43-485a-96e1-8e304ecc5002), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:43.703711 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f8dc8b06-8fb3-4c35-8fe2-1be500073efc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:43.705158 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f8dc8b06-8fb3-4c35-8fe2-1be500073efc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e63f0e1b-9f43-485a-96e1-8e304ecc5002 HTTP/1.1" status: 204 len: 168 time: 0.1573329 Feb 16 22:25:43.713940 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63190d-2d8e-4be5-95a5-4b9c5a92cf65 req-96a2f71e-d08e-4c95-ad2c-dd892f73af43 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:43.715697 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e63190d-2d8e-4be5-95a5-4b9c5a92cf65 req-96a2f71e-d08e-4c95-ad2c-dd892f73af43 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3d97c61-7aa3-42ad-86a1-e4f0b6f8969c HTTP/1.1" status: 200 len: 944 time: 0.1511412 Feb 16 22:25:43.718879 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ead494ca-8a8d-4792-87a1-de2e129641c9 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (b8d8abbc-c437-4237-a298-8547084b5af9), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:43.723230 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc8b06-8fb3-4c35-8fe2-1be500073efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63f0e1b-9f43-485a-96e1-8e304ecc5002,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:43.770771 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ead494ca-8a8d-4792-87a1-de2e129641c9 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (b8d8abbc-c437-4237-a298-8547084b5af9), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:43.840044 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e63190d-2d8e-4be5-95a5-4b9c5a92cf65 req-b8961f59-a46b-4f00-ba0e-5eb84ebeb35f tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] 10.222.0.75 "GET /v2.0/security-groups?id=4c002102-f371-472d-8128-28e33f545980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153769 Feb 16 22:25:43.865316 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ead494ca-8a8d-4792-87a1-de2e129641c9 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b8d8abbc-c437-4237-a298-8547084b5af9), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:43.868375 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ead494ca-8a8d-4792-87a1-de2e129641c9 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:43.869887 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ead494ca-8a8d-4792-87a1-de2e129641c9 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "DELETE /v2.0/security-groups/b8d8abbc-c437-4237-a298-8547084b5af9 HTTP/1.1" status: 204 len: 168 time: 0.2487199 Feb 16 22:25:43.872483 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39564) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:43.884744 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead494ca-8a8d-4792-87a1-de2e129641c9 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d8abbc-c437-4237-a298-8547084b5af9,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:43.965728 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5591fa5f-5856-4ea4-8f91-51120bc53ba9 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0920866 Feb 16 22:25:43.968472 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39566) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:43.986562 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-40aa21e1-ddc8-4a85-b275-4ed083bcf69d tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] delete failed (client error): The resource could not be found. Feb 16 22:25:43.988123 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-40aa21e1-ddc8-4a85-b275-4ed083bcf69d tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "DELETE /v2.0/security-groups/b8d8abbc-c437-4237-a298-8547084b5af9 HTTP/1.1" status: 404 len: 347 time: 0.0185554 Feb 16 22:25:43.992535 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39570) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:44.001554 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-f90bf248-e66c-4965-904d-4b23806587b9 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Request body: {'security_group': {'name': 'tempest-secgroup--1906880258'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:44.061469 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f90bf248-e66c-4965-904d-4b23806587b9 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:44.090956 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ae6db-dad5-4044-bac7-e9e71247c7c0 req-0d2c95f1-a636-416e-a81f-af16b7fdb82a tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:44.092773 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-739ae6db-dad5-4044-bac7-e9e71247c7c0 req-0d2c95f1-a636-416e-a81f-af16b7fdb82a tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b8f5882-22a6-4c71-ad4b-23dd6d1cd538 HTTP/1.1" status: 200 len: 945 time: 0.1246665 Feb 16 22:25:44.182476 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-739ae6db-dad5-4044-bac7-e9e71247c7c0 req-de109e6e-b0bf-4df2-8e78-f5afba40a8ed tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800130 Feb 16 22:25:44.195965 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f90bf248-e66c-4965-904d-4b23806587b9 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (ac17c72f-b8b9-4cdd-8a97-0de2b743e3cb), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:44.206545 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f90bf248-e66c-4965-904d-4b23806587b9 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ac17c72f-b8b9-4cdd-8a97-0de2b743e3cb), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:44.223103 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39574) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:44.256983 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f90bf248-e66c-4965-904d-4b23806587b9 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:44.261314 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f90bf248-e66c-4965-904d-4b23806587b9 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2638500 Feb 16 22:25:44.261314 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90bf248-e66c-4965-904d-4b23806587b9 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac17c72f-b8b9-4cdd-8a97-0de2b743e3cb,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:44.262943 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39576) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:44.265704 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8a2746ff-9635-4cf0-9cc6-3874f963b218 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:44.267901 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-d852bf3b-cffe-4c04-8ace-f04c14b20b04 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Request body: {'security_group_rule': {'security_group_id': 'ac17c72f-b8b9-4cdd-8a97-0de2b743e3cb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:44.283901 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39578) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:44.305047 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d852bf3b-cffe-4c04-8ace-f04c14b20b04 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (d755d79e-d191-40fb-aeae-d7efc9d34c0d), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:44.364828 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d852bf3b-cffe-4c04-8ace-f04c14b20b04 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (d755d79e-d191-40fb-aeae-d7efc9d34c0d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:44.371848 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d852bf3b-cffe-4c04-8ace-f04c14b20b04 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (d755d79e-d191-40fb-aeae-d7efc9d34c0d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:44.395334 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8a2746ff-9635-4cf0-9cc6-3874f963b218 admin admin] Publish callbacks [] for security_group (4f5957f8-b394-4424-9ca6-9ed5170b0b79), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:44.402556 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8a2746ff-9635-4cf0-9cc6-3874f963b218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4f5957f8-b394-4424-9ca6-9ed5170b0b79), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:44.405516 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852bf3b-cffe-4c04-8ace-f04c14b20b04 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d755d79e-d191-40fb-aeae-d7efc9d34c0d,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:44.416291 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d852bf3b-cffe-4c04-8ace-f04c14b20b04 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:44.418219 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d852bf3b-cffe-4c04-8ace-f04c14b20b04 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1540222 Feb 16 22:25:44.423255 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39582) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:44.466029 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-562ac1e1-024e-48f3-b644-8e90fc1350e5 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (d755d79e-d191-40fb-aeae-d7efc9d34c0d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:44.475361 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-562ac1e1-024e-48f3-b644-8e90fc1350e5 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (d755d79e-d191-40fb-aeae-d7efc9d34c0d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:44.512980 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-562ac1e1-024e-48f3-b644-8e90fc1350e5 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (d755d79e-d191-40fb-aeae-d7efc9d34c0d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:44.513796 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8a2746ff-9635-4cf0-9cc6-3874f963b218 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=77c26c2bd1494100b66011abdf4c3750&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2895577 Feb 16 22:25:44.514631 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2746ff-9635-4cf0-9cc6-3874f963b218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5957f8-b394-4424-9ca6-9ed5170b0b79,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:44.517303 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39586) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:44.528087 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-562ac1e1-024e-48f3-b644-8e90fc1350e5 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:44.528087 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-562ac1e1-024e-48f3-b644-8e90fc1350e5 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/d755d79e-d191-40fb-aeae-d7efc9d34c0d HTTP/1.1" status: 204 len: 168 time: 0.1016047 Feb 16 22:25:44.530194 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39588) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:44.575400 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c5e07b9a-9f14-49ac-8bf2-8e38a2cf4e4c admin admin] Publish callbacks [] for security_group (4f5957f8-b394-4424-9ca6-9ed5170b0b79), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:44.578147 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ac1e1-024e-48f3-b644-8e90fc1350e5 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d755d79e-d191-40fb-aeae-d7efc9d34c0d,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:44.591084 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-03183c30-61a5-4420-8793-d2a4cd81585e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:44.598997 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 2240b64e-349a-4581-8bf3-5685a895a525 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:25:44.607310 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c5e07b9a-9f14-49ac-8bf2-8e38a2cf4e4c admin admin] Publish callbacks [] for security_group (4f5957f8-b394-4424-9ca6-9ed5170b0b79), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:44.639695 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7b2e4b45-fcaf-42ab-9ae4-1561e6ae51ab tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1030416 Feb 16 22:25:44.650181 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39590) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:44.689706 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c5e07b9a-9f14-49ac-8bf2-8e38a2cf4e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4f5957f8-b394-4424-9ca6-9ed5170b0b79), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:44.693049 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c5e07b9a-9f14-49ac-8bf2-8e38a2cf4e4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:44.694365 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c5e07b9a-9f14-49ac-8bf2-8e38a2cf4e4c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4f5957f8-b394-4424-9ca6-9ed5170b0b79 HTTP/1.1" status: 204 len: 168 time: 0.1761410 Feb 16 22:25:44.695274 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 2240b64e-349a-4581-8bf3-5685a895a525 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:25:44.711195 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e07b9a-9f14-49ac-8bf2-8e38a2cf4e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5957f8-b394-4424-9ca6-9ed5170b0b79,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:44.713109 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 2240b64e-349a-4581-8bf3-5685a895a525 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:25:44.713497 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2240b64e-349a-4581-8bf3-5685a895a525), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:44.844546 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-97a00b7e-17e6-40e6-8616-e3168c93b11d tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (ac17c72f-b8b9-4cdd-8a97-0de2b743e3cb), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:44.867165 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 2240b64e-349a-4581-8bf3-5685a895a525 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:25:44.867839 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2240b64e-349a-4581-8bf3-5685a895a525), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:44.885284 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238aaffc-a620-40c9-8ba4-3cdb680b8638 req-7004082e-5e8b-44e9-a83c-fc74f0dd7fab tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:44.887183 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-238aaffc-a620-40c9-8ba4-3cdb680b8638 req-7004082e-5e8b-44e9-a83c-fc74f0dd7fab tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8f5882-22a6-4c71-ad4b-23dd6d1cd538 HTTP/1.1" status: 200 len: 945 time: 0.0848188 Feb 16 22:25:44.921648 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-97a00b7e-17e6-40e6-8616-e3168c93b11d tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (ac17c72f-b8b9-4cdd-8a97-0de2b743e3cb), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:44.933701 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 2240b64e-349a-4581-8bf3-5685a895a525, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=2240b64e-349a-4581-8bf3-5685a895a525,segment=NetworkSegment(4f4212c7-69b2-4b87-8ced-04462e5c90d3),segment_id=4f4212c7-69b2-4b87-8ced-04462e5c90d3)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:44.935547 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d97c61-7aa3-42ad-86a1-e4f0b6f8969c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2240b64e-349a-4581-8bf3-5685a895a525'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:25:44.936522 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de935fe-cfd0-411f-8768-5fba3c58a489 req-1c681cad-d1e5-417b-a2ee-c1404eeb5c5e tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:44.938923 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff287ef3-96d6-484b-b2ac-9caebd325dcd" -d '{"events": [{"server_uuid": "f3d97c61-7aa3-42ad-86a1-e4f0b6f8969c", "name": "network-vif-plugged", "status": "completed", "tag": "2240b64e-349a-4581-8bf3-5685a895a525"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:25:44.943617 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1de935fe-cfd0-411f-8768-5fba3c58a489 req-1c681cad-d1e5-417b-a2ee-c1404eeb5c5e tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/ports?device_id=172242b3-0deb-448d-882e-546b52323d30 HTTP/1.1" status: 200 len: 946 time: 0.1972356 Feb 16 22:25:44.947350 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2240b64e-349a-4581-8bf3-5685a895a525), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:44.948642 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 70a551a1-249a-4e6e-8a5e-91c75dd7fb65 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:25:44.967217 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-03183c30-61a5-4420-8793-d2a4cd81585e admin admin] Publish callbacks [] for security_group (40d5bc6a-e7e4-4d0b-b9b0-51b89a107d6e), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:44.977115 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 70a551a1-249a-4e6e-8a5e-91c75dd7fb65 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:25:44.978451 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 70a551a1-249a-4e6e-8a5e-91c75dd7fb65 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:25:44.992790 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-03183c30-61a5-4420-8793-d2a4cd81585e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (40d5bc6a-e7e4-4d0b-b9b0-51b89a107d6e), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:45.073061 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=2240b64e-349a-4581-8bf3-5685a895a525,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:45.080581 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1de935fe-cfd0-411f-8768-5fba3c58a489 req-b3c8d29f-d329-4ad3-b0b1-bb71748bce8c tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4008d7e-d072-4a4a-9bba-f6f59e7dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356587 Feb 16 22:25:45.086720 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-03183c30-61a5-4420-8793-d2a4cd81585e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2aad23953b8e4035a8e6bda1bdf42da0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7988369 Feb 16 22:25:45.089822 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39606) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:45.094904 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03183c30-61a5-4420-8793-d2a4cd81585e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d5bc6a-e7e4-4d0b-b9b0-51b89a107d6e,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:45.103203 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-97a00b7e-17e6-40e6-8616-e3168c93b11d tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ac17c72f-b8b9-4cdd-8a97-0de2b743e3cb), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:45.105963 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-97a00b7e-17e6-40e6-8616-e3168c93b11d tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:45.110983 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-97a00b7e-17e6-40e6-8616-e3168c93b11d tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "DELETE /v2.0/security-groups/ac17c72f-b8b9-4cdd-8a97-0de2b743e3cb HTTP/1.1" status: 204 len: 168 time: 0.4593036 Feb 16 22:25:45.111885 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39610) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:45.137861 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a00b7e-17e6-40e6-8616-e3168c93b11d tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac17c72f-b8b9-4cdd-8a97-0de2b743e3cb,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:45.178411 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f8f7280b-db21-4743-84cb-70650146d48d admin admin] Publish callbacks [] for security_group (40d5bc6a-e7e4-4d0b-b9b0-51b89a107d6e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:45.200740 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-238aaffc-a620-40c9-8ba4-3cdb680b8638 req-3fdd8da5-05ac-4506-bad5-062a8c776b83 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Deleting port 0859323e-e1ad-4bbc-a415-eb8c2b8131d3 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:25:45.201201 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-238aaffc-a620-40c9-8ba4-3cdb680b8638 req-3fdd8da5-05ac-4506-bad5-062a8c776b83 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (0859323e-e1ad-4bbc-a415-eb8c2b8131d3), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:45.206158 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bc06dbe3-d971-4340-8e7f-965176ce58ef tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0897965 Feb 16 22:25:45.206913 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39614) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:45.212965 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-2e454804-f910-4e86-b851-0a8aa1f74ba1 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Request body: {'security_group': {'name': 'tempest-secgroup--1641457065'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:45.240437 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f8f7280b-db21-4743-84cb-70650146d48d admin admin] Publish callbacks [] for security_group (40d5bc6a-e7e4-4d0b-b9b0-51b89a107d6e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:45.252240 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11176b6e-acdb-41bd-a233-4ef1cb87ddd1 req-f8aeffe2-640e-4eb8-a9f0-a482010e4d6d tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:45.253903 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-11176b6e-acdb-41bd-a233-4ef1cb87ddd1 req-f8aeffe2-640e-4eb8-a9f0-a482010e4d6d tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3d97c61-7aa3-42ad-86a1-e4f0b6f8969c HTTP/1.1" status: 200 len: 945 time: 0.0977325 Feb 16 22:25:45.255192 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2e454804-f910-4e86-b851-0a8aa1f74ba1 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:45.356865 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-11176b6e-acdb-41bd-a233-4ef1cb87ddd1 req-90d1bffc-6429-4992-bb3b-eef383789776 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] 10.222.0.75 "GET /v2.0/security-groups?id=4c002102-f371-472d-8128-28e33f545980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742736 Feb 16 22:25:45.370951 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-238aaffc-a620-40c9-8ba4-3cdb680b8638 req-3fdd8da5-05ac-4506-bad5-062a8c776b83 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] For port 0859323e-e1ad-4bbc-a415-eb8c2b8131d3, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=0859323e-e1ad-4bbc-a415-eb8c2b8131d3,segment=NetworkSegment(9a749928-5123-42af-be75-3dbd2ab3ab75),segment_id=9a749928-5123-42af-be75-3dbd2ab3ab75)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:45.371375 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-238aaffc-a620-40c9-8ba4-3cdb680b8638 req-3fdd8da5-05ac-4506-bad5-062a8c776b83 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (0859323e-e1ad-4bbc-a415-eb8c2b8131d3), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:45.379826 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f8f7280b-db21-4743-84cb-70650146d48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (40d5bc6a-e7e4-4d0b-b9b0-51b89a107d6e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:45.383201 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f8f7280b-db21-4743-84cb-70650146d48d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:45.384413 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f8f7280b-db21-4743-84cb-70650146d48d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/40d5bc6a-e7e4-4d0b-b9b0-51b89a107d6e HTTP/1.1" status: 204 len: 168 time: 0.2915888 Feb 16 22:25:45.392940 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-238aaffc-a620-40c9-8ba4-3cdb680b8638 req-3fdd8da5-05ac-4506-bad5-062a8c776b83 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Calling delete_port for 0859323e-e1ad-4bbc-a415-eb8c2b8131d3 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:25:45.396587 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2e454804-f910-4e86-b851-0a8aa1f74ba1 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (a0586a20-a263-41c2-bd3c-50a51e3754b1), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:45.401321 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7280b-db21-4743-84cb-70650146d48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d5bc6a-e7e4-4d0b-b9b0-51b89a107d6e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:45.410962 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2e454804-f910-4e86-b851-0a8aa1f74ba1 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a0586a20-a263-41c2-bd3c-50a51e3754b1), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:45.428472 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2014d624-81a9-46da-99c6-4aa38f7f700f x-openstack-request-id: req-2014d624-81a9-46da-99c6-4aa38f7f700f {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:25:45.432534 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d97c61-7aa3-42ad-86a1-e4f0b6f8969c", "name": "network-vif-plugged", "status": "completed", "tag": "2240b64e-349a-4581-8bf3-5685a895a525", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:25:45.432916 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2014d624-81a9-46da-99c6-4aa38f7f700f {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:25:45.433435 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d97c61-7aa3-42ad-86a1-e4f0b6f8969c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2240b64e-349a-4581-8bf3-5685a895a525', 'code': 200} Feb 16 22:25:45.488932 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2e454804-f910-4e86-b851-0a8aa1f74ba1 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:45.498410 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2e454804-f910-4e86-b851-0a8aa1f74ba1 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2889225 Feb 16 22:25:45.499281 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39622) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:45.505432 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-d77444b8-de1c-46e0-8d9c-3a0b4b4feb8a tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Request body: {'security_group_rule': {'security_group_id': 'a0586a20-a263-41c2-bd3c-50a51e3754b1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:45.524071 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e454804-f910-4e86-b851-0a8aa1f74ba1 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0586a20-a263-41c2-bd3c-50a51e3754b1,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:45.572907 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105047de-4643-4659-b0ef-930b4251bf20 req-0913da96-da13-4ed5-8f03-ebe2231a8e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:45.573622 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-105047de-4643-4659-b0ef-930b4251bf20 req-0913da96-da13-4ed5-8f03-ebe2231a8e04 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f3d97c61-7aa3-42ad-86a1-e4f0b6f8969c HTTP/1.1" status: 200 len: 1127 time: 0.0821838 Feb 16 22:25:45.605859 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d77444b8-de1c-46e0-8d9c-3a0b4b4feb8a tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (767774dc-704c-4928-b842-375250330469), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:45.650749 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-105047de-4643-4659-b0ef-930b4251bf20 req-211d72f5-cfe3-4c68-bf63-dacb1c46f812 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4c002102-f371-472d-8128-28e33f545980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670648 Feb 16 22:25:45.654537 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77242b-3b0e-43af-9d8e-773646e324c4 req-66f1c3ff-690a-44fd-aa0c-f01ab29f0a07 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:45.664333 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8c77242b-3b0e-43af-9d8e-773646e324c4 req-66f1c3ff-690a-44fd-aa0c-f01ab29f0a07 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b8f5882-22a6-4c71-ad4b-23dd6d1cd538 HTTP/1.1" status: 200 len: 945 time: 0.1102023 Feb 16 22:25:45.682889 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-238aaffc-a620-40c9-8ba4-3cdb680b8638 req-3fdd8da5-05ac-4506-bad5-062a8c776b83 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (0859323e-e1ad-4bbc-a415-eb8c2b8131d3), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:45.706343 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['0b564b69-2942-4271-8561-290bd459c7df'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:25:45.716575 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd8da5-05ac-4506-bad5-062a8c776b83 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Pushing event deleted for resources: {'Port': ['ID=0859323e-e1ad-4bbc-a415-eb8c2b8131d3,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:45.778161 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-238aaffc-a620-40c9-8ba4-3cdb680b8638 req-3fdd8da5-05ac-4506-bad5-062a8c776b83 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] No DVR routers for this DVR port 0859323e-e1ad-4bbc-a415-eb8c2b8131d3 on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:25:45.780728 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-238aaffc-a620-40c9-8ba4-3cdb680b8638 req-3fdd8da5-05ac-4506-bad5-062a8c776b83 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:45.785346 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-238aaffc-a620-40c9-8ba4-3cdb680b8638 req-3fdd8da5-05ac-4506-bad5-062a8c776b83 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.67 "DELETE /v2.0/ports/0859323e-e1ad-4bbc-a415-eb8c2b8131d3 HTTP/1.1" status: 204 len: 173 time: 0.8922625 Feb 16 22:25:45.785831 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8f5882-22a6-4c71-ad4b-23dd6d1cd538', 'name': 'network-vif-deleted', 'tag': '0859323e-e1ad-4bbc-a415-eb8c2b8131d3'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:25:45.795427 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d77444b8-de1c-46e0-8d9c-3a0b4b4feb8a tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (767774dc-704c-4928-b842-375250330469), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:45.798640 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b7fcd5-8529-4d6d-94b7-2c1e0450026d" -d '{"events": [{"server_uuid": "3b8f5882-22a6-4c71-ad4b-23dd6d1cd538", "name": "network-vif-deleted", "tag": "0859323e-e1ad-4bbc-a415-eb8c2b8131d3"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:25:45.805197 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['0859323e-e1ad-4bbc-a415-eb8c2b8131d3'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:25:45.812122 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d77444b8-de1c-46e0-8d9c-3a0b4b4feb8a tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (767774dc-704c-4928-b842-375250330469), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:45.818250 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8c77242b-3b0e-43af-9d8e-773646e324c4 req-23a23da2-c055-4afa-9c44-66668176b6cd tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525238 Feb 16 22:25:45.839242 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77444b8-de1c-46e0-8d9c-3a0b4b4feb8a tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=767774dc-704c-4928-b842-375250330469,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:45.880931 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d77444b8-de1c-46e0-8d9c-3a0b4b4feb8a tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:45.891878 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39636) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:45.894332 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d77444b8-de1c-46e0-8d9c-3a0b4b4feb8a tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3929203 Feb 16 22:25:45.896553 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-829e2e48-dd3b-44e2-9137-329677fc46fd tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Request body: {'security_group_rule': {'security_group_id': 'a0586a20-a263-41c2-bd3c-50a51e3754b1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:45.937557 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef2c63f-3fa9-4b91-8441-bf8ad60c5e07 x-openstack-request-id: req-9ef2c63f-3fa9-4b91-8441-bf8ad60c5e07 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:25:45.937868 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8f5882-22a6-4c71-ad4b-23dd6d1cd538", "name": "network-vif-deleted", "tag": "0859323e-e1ad-4bbc-a415-eb8c2b8131d3", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:25:45.938215 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9ef2c63f-3fa9-4b91-8441-bf8ad60c5e07 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:25:45.938760 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8f5882-22a6-4c71-ad4b-23dd6d1cd538', 'name': 'network-vif-deleted', 'tag': '0859323e-e1ad-4bbc-a415-eb8c2b8131d3', 'status': 'completed', 'code': 200} Feb 16 22:25:45.956133 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-829e2e48-dd3b-44e2-9137-329677fc46fd tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (b5ba9af0-f82a-456d-9230-d47d8382d867), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:46.060751 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-829e2e48-dd3b-44e2-9137-329677fc46fd tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (b5ba9af0-f82a-456d-9230-d47d8382d867), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:46.077874 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-829e2e48-dd3b-44e2-9137-329677fc46fd tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (b5ba9af0-f82a-456d-9230-d47d8382d867), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:46.126971 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e2e48-dd3b-44e2-9137-329677fc46fd tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5ba9af0-f82a-456d-9230-d47d8382d867,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:46.150450 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-829e2e48-dd3b-44e2-9137-329677fc46fd tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:46.157846 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-829e2e48-dd3b-44e2-9137-329677fc46fd tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2648816 Feb 16 22:25:46.160786 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39642) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:46.172388 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-4bffc08f-6529-463a-8303-ae414aade223 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Request body: {'security_group_rule': {'security_group_id': 'a0586a20-a263-41c2-bd3c-50a51e3754b1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:46.197624 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e9b79-b71d-4335-a50b-4dd3ca71aafc req-33a0686f-610d-4bdb-aca4-7cc57fd28ce4 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:46.203538 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-612e9b79-b71d-4335-a50b-4dd3ca71aafc req-33a0686f-610d-4bdb-aca4-7cc57fd28ce4 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.67 "GET /v2.0/ports?device_id=172242b3-0deb-448d-882e-546b52323d30 HTTP/1.1" status: 200 len: 946 time: 0.1392152 Feb 16 22:25:46.261472 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39650) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:46.307542 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22f147-afed-4209-b868-60f53cec9ec5 req-aeba0c95-6a5a-48ca-9e33-629caa257ac0 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:46.309091 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fb22f147-afed-4209-b868-60f53cec9ec5 req-aeba0c95-6a5a-48ca-9e33-629caa257ac0 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/ports?device_id=172242b3-0deb-448d-882e-546b52323d30 HTTP/1.1" status: 200 len: 946 time: 0.1054740 Feb 16 22:25:46.312715 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4bffc08f-6529-463a-8303-ae414aade223 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (6f33a9a7-d484-44ca-9c2a-9f2531c1a05d), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:46.315806 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fb266de8-b48c-4bf2-99aa-d64c3228b563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:46.435558 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fb22f147-afed-4209-b868-60f53cec9ec5 req-eb21df6f-3448-43b2-9819-1536fa9a6e39 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4008d7e-d072-4a4a-9bba-f6f59e7dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183052 Feb 16 22:25:46.461770 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-612e9b79-b71d-4335-a50b-4dd3ca71aafc req-bc2f39ec-696e-4ab8-b769-3330d47860a7 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Deleting port fe366b6d-c461-48df-a6be-3308d78767e6 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:25:46.462128 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-612e9b79-b71d-4335-a50b-4dd3ca71aafc req-bc2f39ec-696e-4ab8-b769-3330d47860a7 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (fe366b6d-c461-48df-a6be-3308d78767e6), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:46.547776 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db16dbe-fbfb-4215-a92e-69f324033d27 req-583ed330-8cdf-4342-96f3-3d1622e54b09 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:46.549393 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7db16dbe-fbfb-4215-a92e-69f324033d27 req-583ed330-8cdf-4342-96f3-3d1622e54b09 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a39949-43f5-4b28-adb9-8b513ea0b588 HTTP/1.1" status: 200 len: 945 time: 0.1407442 Feb 16 22:25:46.568138 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4bffc08f-6529-463a-8303-ae414aade223 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (6f33a9a7-d484-44ca-9c2a-9f2531c1a05d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:46.584184 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4bffc08f-6529-463a-8303-ae414aade223 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (6f33a9a7-d484-44ca-9c2a-9f2531c1a05d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:46.614539 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39656) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:46.660751 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4bffc08f-6529-463a-8303-ae414aade223 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:46.664984 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4bffc08f-6529-463a-8303-ae414aade223 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4973350 Feb 16 22:25:46.664984 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffc08f-6529-463a-8303-ae414aade223 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f33a9a7-d484-44ca-9c2a-9f2531c1a05d,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:46.671217 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39660) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:46.682827 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-5c455751-95e7-4810-a2de-ad67bbe9caf2 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Request body: {'security_group_rule': {'security_group_id': 'a0586a20-a263-41c2-bd3c-50a51e3754b1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:46.709169 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ca2a1-e944-4781-b71a-af96b15adef1 req-02874ae7-be28-4124-ba4e-3e126da8e813 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:46.711072 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fb3ca2a1-e944-4781-b71a-af96b15adef1 req-02874ae7-be28-4124-ba4e-3e126da8e813 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3d97c61-7aa3-42ad-86a1-e4f0b6f8969c HTTP/1.1" status: 200 len: 945 time: 0.1941774 Feb 16 22:25:46.737554 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fb266de8-b48c-4bf2-99aa-d64c3228b563 admin admin] Publish callbacks [] for security_group (6620f630-c09f-459a-97c6-2a3133b96cdb), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:46.740876 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-612e9b79-b71d-4335-a50b-4dd3ca71aafc req-bc2f39ec-696e-4ab8-b769-3330d47860a7 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] For port fe366b6d-c461-48df-a6be-3308d78767e6, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=fe366b6d-c461-48df-a6be-3308d78767e6,segment=NetworkSegment(df6c809a-4e84-4903-b138-45ec817657ec),segment_id=df6c809a-4e84-4903-b138-45ec817657ec)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:46.741247 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-612e9b79-b71d-4335-a50b-4dd3ca71aafc req-bc2f39ec-696e-4ab8-b769-3330d47860a7 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (fe366b6d-c461-48df-a6be-3308d78767e6), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:46.756093 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fb266de8-b48c-4bf2-99aa-d64c3228b563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (6620f630-c09f-459a-97c6-2a3133b96cdb), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:46.763918 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-612e9b79-b71d-4335-a50b-4dd3ca71aafc req-bc2f39ec-696e-4ab8-b769-3330d47860a7 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Calling delete_port for fe366b6d-c461-48df-a6be-3308d78767e6 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:25:46.778630 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-7db16dbe-fbfb-4215-a92e-69f324033d27 req-3579e6e3-898b-4aac-9f58-bbe7b4ae1d93 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Deleting port ee075934-9be4-4874-94b4-a939de6e10a7 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:25:46.779243 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7db16dbe-fbfb-4215-a92e-69f324033d27 req-3579e6e3-898b-4aac-9f58-bbe7b4ae1d93 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (ee075934-9be4-4874-94b4-a939de6e10a7), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:46.811516 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5c455751-95e7-4810-a2de-ad67bbe9caf2 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (1fc6e11c-c674-4cb5-a685-b54428c55ae8), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:46.848431 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fb266de8-b48c-4bf2-99aa-d64c3228b563 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=54775f64479e4edfa09aa15a4f48caf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5821493 Feb 16 22:25:46.849908 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb266de8-b48c-4bf2-99aa-d64c3228b563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6620f630-c09f-459a-97c6-2a3133b96cdb,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:46.853178 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39662) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:46.861438 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fb3ca2a1-e944-4781-b71a-af96b15adef1 req-0ad33f04-8f64-4455-be33-658ce4638c8a tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] 10.222.0.75 "GET /v2.0/security-groups?id=4c002102-f371-472d-8128-28e33f545980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328447 Feb 16 22:25:46.939259 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-337b75e1-97c4-47b3-bbe4-cafa125c557e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:47.071634 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-7db16dbe-fbfb-4215-a92e-69f324033d27 req-3579e6e3-898b-4aac-9f58-bbe7b4ae1d93 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] For port ee075934-9be4-4874-94b4-a939de6e10a7, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=ee075934-9be4-4874-94b4-a939de6e10a7,segment=NetworkSegment(df6c809a-4e84-4903-b138-45ec817657ec),segment_id=df6c809a-4e84-4903-b138-45ec817657ec)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:47.072013 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7db16dbe-fbfb-4215-a92e-69f324033d27 req-3579e6e3-898b-4aac-9f58-bbe7b4ae1d93 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (ee075934-9be4-4874-94b4-a939de6e10a7), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:47.073758 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c27de4fd-94a8-4cca-88fa-ffb2d076cb73 admin admin] Publish callbacks [] for security_group (6620f630-c09f-459a-97c6-2a3133b96cdb), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:47.077993 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5c455751-95e7-4810-a2de-ad67bbe9caf2 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (1fc6e11c-c674-4cb5-a685-b54428c55ae8), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:47.091417 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5c455751-95e7-4810-a2de-ad67bbe9caf2 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (1fc6e11c-c674-4cb5-a685-b54428c55ae8), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:47.094510 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-7db16dbe-fbfb-4215-a92e-69f324033d27 req-3579e6e3-898b-4aac-9f58-bbe7b4ae1d93 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Calling delete_port for ee075934-9be4-4874-94b4-a939de6e10a7 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:25:47.163238 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5c455751-95e7-4810-a2de-ad67bbe9caf2 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:47.167572 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5c455751-95e7-4810-a2de-ad67bbe9caf2 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4949994 Feb 16 22:25:47.170847 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39672) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:47.171454 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c27de4fd-94a8-4cca-88fa-ffb2d076cb73 admin admin] Publish callbacks [] for security_group (6620f630-c09f-459a-97c6-2a3133b96cdb), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:47.177668 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-63e70b41-c24c-44eb-aa8f-65b720726080 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Request body: {'security_group_rule': {'security_group_id': 'a0586a20-a263-41c2-bd3c-50a51e3754b1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:47.182667 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c455751-95e7-4810-a2de-ad67bbe9caf2 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fc6e11c-c674-4cb5-a685-b54428c55ae8,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:47.227563 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-63e70b41-c24c-44eb-aa8f-65b720726080 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (27a2e141-9d3f-49c0-a7db-0904cc041551), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:47.229506 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-612e9b79-b71d-4335-a50b-4dd3ca71aafc req-bc2f39ec-696e-4ab8-b769-3330d47860a7 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (fe366b6d-c461-48df-a6be-3308d78767e6), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:47.243117 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['ee075934-9be4-4874-94b4-a939de6e10a7', 'fe366b6d-c461-48df-a6be-3308d78767e6'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:25:47.259595 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-337b75e1-97c4-47b3-bbe4-cafa125c557e admin admin] Publish callbacks [] for security_group (400329a5-d550-452e-bcd2-98e8e9a94ad8), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:47.271228 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f39ec-696e-4ab8-b769-3330d47860a7 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Pushing event deleted for resources: {'Port': ['ID=fe366b6d-c461-48df-a6be-3308d78767e6,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:47.292600 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-337b75e1-97c4-47b3-bbe4-cafa125c557e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (400329a5-d550-452e-bcd2-98e8e9a94ad8), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:47.323413 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-337b75e1-97c4-47b3-bbe4-cafa125c557e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3dbe879d732249f7b710bc1a7f2c8af6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7069554 Feb 16 22:25:47.333401 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39674) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:47.345658 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-612e9b79-b71d-4335-a50b-4dd3ca71aafc req-bc2f39ec-696e-4ab8-b769-3330d47860a7 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] No DVR routers for this DVR port fe366b6d-c461-48df-a6be-3308d78767e6 on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:25:47.349403 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-612e9b79-b71d-4335-a50b-4dd3ca71aafc req-bc2f39ec-696e-4ab8-b769-3330d47860a7 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:47.355560 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-612e9b79-b71d-4335-a50b-4dd3ca71aafc req-bc2f39ec-696e-4ab8-b769-3330d47860a7 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.67 "DELETE /v2.0/ports/fe366b6d-c461-48df-a6be-3308d78767e6 HTTP/1.1" status: 204 len: 173 time: 1.1431541 Feb 16 22:25:47.357180 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c27de4fd-94a8-4cca-88fa-ffb2d076cb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (6620f630-c09f-459a-97c6-2a3133b96cdb), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:47.370542 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c27de4fd-94a8-4cca-88fa-ffb2d076cb73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:47.393681 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c27de4fd-94a8-4cca-88fa-ffb2d076cb73 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6620f630-c09f-459a-97c6-2a3133b96cdb HTTP/1.1" status: 204 len: 168 time: 0.4649882 Feb 16 22:25:47.411022 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27de4fd-94a8-4cca-88fa-ffb2d076cb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6620f630-c09f-459a-97c6-2a3133b96cdb,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:47.478493 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b75e1-97c4-47b3-bbe4-cafa125c557e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400329a5-d550-452e-bcd2-98e8e9a94ad8,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:47.569405 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c18f52-7e85-4472-bfa6-db6495701060 req-10dd970e-0f6a-47ff-b19d-b0642e21105e tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:47.571499 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-10c18f52-7e85-4472-bfa6-db6495701060 req-10dd970e-0f6a-47ff-b19d-b0642e21105e tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd7c175-2520-4877-907f-e1d2a73c22e8 HTTP/1.1" status: 200 len: 945 time: 0.3282800 Feb 16 22:25:47.573389 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-63e70b41-c24c-44eb-aa8f-65b720726080 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (27a2e141-9d3f-49c0-a7db-0904cc041551), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:47.576246 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f522-2676-438b-965f-d0125f5ca9d1 admin admin] Publish callbacks [] for security_group (400329a5-d550-452e-bcd2-98e8e9a94ad8), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:47.599691 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-63e70b41-c24c-44eb-aa8f-65b720726080 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (27a2e141-9d3f-49c0-a7db-0904cc041551), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:47.645515 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f522-2676-438b-965f-d0125f5ca9d1 admin admin] Publish callbacks [] for security_group (400329a5-d550-452e-bcd2-98e8e9a94ad8), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:47.656636 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e70b41-c24c-44eb-aa8f-65b720726080 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a2e141-9d3f-49c0-a7db-0904cc041551,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:47.673107 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-63e70b41-c24c-44eb-aa8f-65b720726080 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:47.674866 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-63e70b41-c24c-44eb-aa8f-65b720726080 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5030599 Feb 16 22:25:47.678096 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39684) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:47.684779 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7db16dbe-fbfb-4215-a92e-69f324033d27 req-3579e6e3-898b-4aac-9f58-bbe7b4ae1d93 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (ee075934-9be4-4874-94b4-a939de6e10a7), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:47.698564 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['fe366b6d-c461-48df-a6be-3308d78767e6'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:25:47.725579 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c9102bd8-c0e9-4c88-aa03-4c4d4b13cda5 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (27a2e141-9d3f-49c0-a7db-0904cc041551), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:47.735601 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579e6e3-898b-4aac-9f58-bbe7b4ae1d93 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Pushing event deleted for resources: {'Port': ['ID=ee075934-9be4-4874-94b4-a939de6e10a7,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:47.746407 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c9102bd8-c0e9-4c88-aa03-4c4d4b13cda5 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (27a2e141-9d3f-49c0-a7db-0904cc041551), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:47.763088 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-10c18f52-7e85-4472-bfa6-db6495701060 req-ba0878b7-1f32-4236-9787-f18d1603ca8b tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706288 Feb 16 22:25:47.800356 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c9102bd8-c0e9-4c88-aa03-4c4d4b13cda5 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (27a2e141-9d3f-49c0-a7db-0904cc041551), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:47.809067 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c9102bd8-c0e9-4c88-aa03-4c4d4b13cda5 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:47.810604 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c9102bd8-c0e9-4c88-aa03-4c4d4b13cda5 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/27a2e141-9d3f-49c0-a7db-0904cc041551 HTTP/1.1" status: 204 len: 168 time: 0.1316018 Feb 16 22:25:47.814044 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39688) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:47.832537 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9102bd8-c0e9-4c88-aa03-4c4d4b13cda5 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27a2e141-9d3f-49c0-a7db-0904cc041551,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:47.877835 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db16dbe-fbfb-4215-a92e-69f324033d27 req-3579e6e3-898b-4aac-9f58-bbe7b4ae1d93 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] No DVR routers for this DVR port ee075934-9be4-4874-94b4-a939de6e10a7 on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:25:47.880708 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7db16dbe-fbfb-4215-a92e-69f324033d27 req-3579e6e3-898b-4aac-9f58-bbe7b4ae1d93 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:47.885493 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7db16dbe-fbfb-4215-a92e-69f324033d27 req-3579e6e3-898b-4aac-9f58-bbe7b4ae1d93 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.67 "DELETE /v2.0/ports/ee075934-9be4-4874-94b4-a939de6e10a7 HTTP/1.1" status: 204 len: 173 time: 1.3045206 Feb 16 22:25:47.888237 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a39949-43f5-4b28-adb9-8b513ea0b588', 'name': 'network-vif-deleted', 'tag': 'ee075934-9be4-4874-94b4-a939de6e10a7'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:25:47.891512 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0301179-a0df-4cc1-96a7-3eb81b72b9bf" -d '{"events": [{"server_uuid": "12a39949-43f5-4b28-adb9-8b513ea0b588", "name": "network-vif-deleted", "tag": "ee075934-9be4-4874-94b4-a939de6e10a7"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:25:47.900179 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-10a32f44-21eb-4134-8b52-410b5f6a3edf tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0838201 Feb 16 22:25:47.905609 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39696) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:47.926154 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c8aa96c7-67f2-4276-afaf-0a1c3aece698 req-5c061349-9fd6-4d17-83fc-88db87da668c tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] 10.222.0.75 "GET /v2.0/ports?device_id=172242b3-0deb-448d-882e-546b52323d30 HTTP/1.1" status: 200 len: 210 time: 0.0508699 Feb 16 22:25:47.938824 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f522-2676-438b-965f-d0125f5ca9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (400329a5-d550-452e-bcd2-98e8e9a94ad8), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:47.949778 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f522-2676-438b-965f-d0125f5ca9d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:47.949778 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5ac1f522-2676-438b-965f-d0125f5ca9d1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/400329a5-d550-452e-bcd2-98e8e9a94ad8 HTTP/1.1" status: 204 len: 168 time: 0.6075490 Feb 16 22:25:47.950614 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172242b3-0deb-448d-882e-546b52323d30', 'name': 'network-vif-deleted', 'tag': 'fe366b6d-c461-48df-a6be-3308d78767e6'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:25:47.953882 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8f86e7-6609-4bdc-9a9c-4a697bafee5d" -d '{"events": [{"server_uuid": "172242b3-0deb-448d-882e-546b52323d30", "name": "network-vif-deleted", "tag": "fe366b6d-c461-48df-a6be-3308d78767e6"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:25:47.963129 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cd0a4d68-463e-47f6-9286-f4ce45d759b5 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (1fc6e11c-c674-4cb5-a685-b54428c55ae8), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:47.983091 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1f522-2676-438b-965f-d0125f5ca9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400329a5-d550-452e-bcd2-98e8e9a94ad8,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:47.985153 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cd0a4d68-463e-47f6-9286-f4ce45d759b5 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (1fc6e11c-c674-4cb5-a685-b54428c55ae8), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:48.045212 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cd0a4d68-463e-47f6-9286-f4ce45d759b5 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (1fc6e11c-c674-4cb5-a685-b54428c55ae8), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:48.052064 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cd0a4d68-463e-47f6-9286-f4ce45d759b5 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:48.053217 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-cd0a4d68-463e-47f6-9286-f4ce45d759b5 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/1fc6e11c-c674-4cb5-a685-b54428c55ae8 HTTP/1.1" status: 204 len: 168 time: 0.1494381 Feb 16 22:25:48.056576 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39706) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:48.095832 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a4d68-463e-47f6-9286-f4ce45d759b5 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1fc6e11c-c674-4cb5-a685-b54428c55ae8,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:48.146009 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53853a7-2ee5-41f7-bd1b-23780cb9bece req-7ae175dd-40ba-4f84-aab5-82c591ec8dde tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:48.155585 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e53853a7-2ee5-41f7-bd1b-23780cb9bece req-7ae175dd-40ba-4f84-aab5-82c591ec8dde tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3d97c61-7aa3-42ad-86a1-e4f0b6f8969c HTTP/1.1" status: 200 len: 945 time: 0.1248496 Feb 16 22:25:48.170396 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-665686d8-bf1c-463b-bf76-e620c3fb64ee tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1126754 Feb 16 22:25:48.173082 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39708) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:48.221109 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fd136374-1f1d-437c-9951-380e3fe9db1e tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (6f33a9a7-d484-44ca-9c2a-9f2531c1a05d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:48.243003 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fd136374-1f1d-437c-9951-380e3fe9db1e tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (6f33a9a7-d484-44ca-9c2a-9f2531c1a05d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:48.244338 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e53853a7-2ee5-41f7-bd1b-23780cb9bece req-49de3a89-91bb-4b89-8ef5-5da3f5345050 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] 10.222.0.75 "GET /v2.0/security-groups?id=4c002102-f371-472d-8128-28e33f545980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877495 Feb 16 22:25:48.277435 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fd136374-1f1d-437c-9951-380e3fe9db1e tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (6f33a9a7-d484-44ca-9c2a-9f2531c1a05d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:48.284718 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fd136374-1f1d-437c-9951-380e3fe9db1e tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:48.285846 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fd136374-1f1d-437c-9951-380e3fe9db1e tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/6f33a9a7-d484-44ca-9c2a-9f2531c1a05d HTTP/1.1" status: 204 len: 168 time: 0.1114476 Feb 16 22:25:48.289324 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39718) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:48.292775 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd136374-1f1d-437c-9951-380e3fe9db1e tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f33a9a7-d484-44ca-9c2a-9f2531c1a05d,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:48.340247 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a71854fd-ae85-40ca-b358-757beae80152 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0495110 Feb 16 22:25:48.342919 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39722) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:48.382437 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d7a1a179-b4d0-4a75-b421-53bb75182823 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (b5ba9af0-f82a-456d-9230-d47d8382d867), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:48.393438 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d7a1a179-b4d0-4a75-b421-53bb75182823 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (b5ba9af0-f82a-456d-9230-d47d8382d867), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:48.434525 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d7a1a179-b4d0-4a75-b421-53bb75182823 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (b5ba9af0-f82a-456d-9230-d47d8382d867), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:48.441157 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d7a1a179-b4d0-4a75-b421-53bb75182823 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:48.442269 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d7a1a179-b4d0-4a75-b421-53bb75182823 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/b5ba9af0-f82a-456d-9230-d47d8382d867 HTTP/1.1" status: 204 len: 168 time: 0.0982163 Feb 16 22:25:48.444870 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39728) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:48.461479 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1a179-b4d0-4a75-b421-53bb75182823 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5ba9af0-f82a-456d-9230-d47d8382d867,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:48.507171 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c79407ac-b505-4c88-af1f-a8d9c21f253d tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0609927 Feb 16 22:25:48.509797 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39730) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:48.576109 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1ab64f5f-a818-4b49-abe5-815a115b09ef tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (767774dc-704c-4928-b842-375250330469), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:48.583189 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa87772-2506-4756-83e9-56d9e19f6de9 x-openstack-request-id: req-8aa87772-2506-4756-83e9-56d9e19f6de9 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:25:48.583775 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a39949-43f5-4b28-adb9-8b513ea0b588", "name": "network-vif-deleted", "tag": "ee075934-9be4-4874-94b4-a939de6e10a7", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:25:48.586192 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8aa87772-2506-4756-83e9-56d9e19f6de9 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:25:48.586898 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a39949-43f5-4b28-adb9-8b513ea0b588', 'name': 'network-vif-deleted', 'tag': 'ee075934-9be4-4874-94b4-a939de6e10a7', 'status': 'completed', 'code': 200} Feb 16 22:25:48.604644 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1ab64f5f-a818-4b49-abe5-815a115b09ef tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (767774dc-704c-4928-b842-375250330469), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:48.643871 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1ab64f5f-a818-4b49-abe5-815a115b09ef tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (767774dc-704c-4928-b842-375250330469), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:48.646863 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da80bdde-24cb-4b82-ab51-719f74c1a23f x-openstack-request-id: req-da80bdde-24cb-4b82-ab51-719f74c1a23f {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:25:48.647443 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172242b3-0deb-448d-882e-546b52323d30", "name": "network-vif-deleted", "tag": "fe366b6d-c461-48df-a6be-3308d78767e6", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:25:48.648557 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-da80bdde-24cb-4b82-ab51-719f74c1a23f {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:25:48.649506 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172242b3-0deb-448d-882e-546b52323d30', 'name': 'network-vif-deleted', 'tag': 'fe366b6d-c461-48df-a6be-3308d78767e6', 'status': 'completed', 'code': 200} Feb 16 22:25:48.660910 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1ab64f5f-a818-4b49-abe5-815a115b09ef tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:48.662814 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1ab64f5f-a818-4b49-abe5-815a115b09ef tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/767774dc-704c-4928-b842-375250330469 HTTP/1.1" status: 204 len: 168 time: 0.1514807 Feb 16 22:25:48.665572 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39736) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:48.688300 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab64f5f-a818-4b49-abe5-815a115b09ef tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=767774dc-704c-4928-b842-375250330469,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:48.733015 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-dbaa13d9-deae-4d2c-95c0-9d0882dc3503 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0658371 Feb 16 22:25:48.736410 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39740) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:48.803280 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-af00d6fb-4b08-4145-9965-a4b77adf133f tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (a0586a20-a263-41c2-bd3c-50a51e3754b1), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:48.832027 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-af00d6fb-4b08-4145-9965-a4b77adf133f tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (a0586a20-a263-41c2-bd3c-50a51e3754b1), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:48.892403 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-af00d6fb-4b08-4145-9965-a4b77adf133f tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a0586a20-a263-41c2-bd3c-50a51e3754b1), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:48.895020 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-af00d6fb-4b08-4145-9965-a4b77adf133f tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:48.899097 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-af00d6fb-4b08-4145-9965-a4b77adf133f tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "DELETE /v2.0/security-groups/a0586a20-a263-41c2-bd3c-50a51e3754b1 HTTP/1.1" status: 204 len: 168 time: 0.1582582 Feb 16 22:25:48.899867 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39752) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:48.915674 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00d6fb-4b08-4145-9965-a4b77adf133f tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0586a20-a263-41c2-bd3c-50a51e3754b1,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:49.006270 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device fe366b6d-c461-48df-a6be-3308d78767e6 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:25:49.013109 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39758) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:49.013584 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e08c317a-f126-492a-b7e9-a07e3e145b2b tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1105797 Feb 16 22:25:49.019083 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-a55fcab2-105e-4a2f-a875-d5ac0a3afcc8 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Request body: {'security_group': {'name': 'tempest-secgroup--1594457924'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:49.027751 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75910c-a954-419e-b28d-db55f7daf82b req-c629a5d4-0f88-46ea-a787-2283f3a7212b tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:49.030062 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3c75910c-a954-419e-b28d-db55f7daf82b req-c629a5d4-0f88-46ea-a787-2283f3a7212b tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fd7c175-2520-4877-907f-e1d2a73c22e8 HTTP/1.1" status: 200 len: 945 time: 0.1204517 Feb 16 22:25:49.067736 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: fe366b6d-c461-48df-a6be-3308d78767e6 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:25:49.068305 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device fe366b6d-c461-48df-a6be-3308d78767e6 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:25:49.069642 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 0859323e-e1ad-4bbc-a415-eb8c2b8131d3 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:25:49.120700 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a55fcab2-105e-4a2f-a875-d5ac0a3afcc8 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:49.149536 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 0859323e-e1ad-4bbc-a415-eb8c2b8131d3 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:25:49.150124 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 0859323e-e1ad-4bbc-a415-eb8c2b8131d3 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:25:49.165556 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca551fe-17e0-44f3-997f-776b84b8d657 req-b840878f-35fe-48de-beb0-c7d2913d9336 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:49.167268 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7ca551fe-17e0-44f3-997f-776b84b8d657 req-b840878f-35fe-48de-beb0-c7d2913d9336 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd7c175-2520-4877-907f-e1d2a73c22e8 HTTP/1.1" status: 200 len: 945 time: 0.1073532 Feb 16 22:25:49.246010 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7ca551fe-17e0-44f3-997f-776b84b8d657 req-fa2a8508-f2f0-4590-abcc-1abbabbbabc4 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/security-groups?id=ebb7ebd1-37b1-4d87-bafa-af685691e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722039 Feb 16 22:25:49.267961 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-3c75910c-a954-419e-b28d-db55f7daf82b req-87c080b1-ba2d-43f5-abd7-c5a49b69d297 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Deleting port 0b564b69-2942-4271-8561-290bd459c7df {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:25:49.268665 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3c75910c-a954-419e-b28d-db55f7daf82b req-87c080b1-ba2d-43f5-abd7-c5a49b69d297 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (0b564b69-2942-4271-8561-290bd459c7df), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:49.287664 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a55fcab2-105e-4a2f-a875-d5ac0a3afcc8 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (018c1dd0-7741-4588-875b-f843ee616db4), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:49.300679 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a55fcab2-105e-4a2f-a875-d5ac0a3afcc8 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (018c1dd0-7741-4588-875b-f843ee616db4), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:49.351542 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a55fcab2-105e-4a2f-a875-d5ac0a3afcc8 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:49.354603 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a55fcab2-105e-4a2f-a875-d5ac0a3afcc8 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3414512 Feb 16 22:25:49.356786 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39774) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:49.359910 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55fcab2-105e-4a2f-a875-d5ac0a3afcc8 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=018c1dd0-7741-4588-875b-f843ee616db4,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:49.371856 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-601218e3-c903-40ee-8269-df7c0acb058d tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Request body: {'security_group_rule': {'security_group_id': '018c1dd0-7741-4588-875b-f843ee616db4', 'direction': 'ingress', 'protocol': 17}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:49.422301 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-601218e3-c903-40ee-8269-df7c0acb058d tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (5b6fe7f0-bfb9-4f4c-8653-63a0d1a5c63c), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:49.455135 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-3c75910c-a954-419e-b28d-db55f7daf82b req-87c080b1-ba2d-43f5-abd7-c5a49b69d297 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] For port 0b564b69-2942-4271-8561-290bd459c7df, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=0b564b69-2942-4271-8561-290bd459c7df,segment=NetworkSegment(9a749928-5123-42af-be75-3dbd2ab3ab75),segment_id=9a749928-5123-42af-be75-3dbd2ab3ab75)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:49.455608 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3c75910c-a954-419e-b28d-db55f7daf82b req-87c080b1-ba2d-43f5-abd7-c5a49b69d297 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (0b564b69-2942-4271-8561-290bd459c7df), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:49.468571 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69e699-caf8-472a-8d94-2761d0ae78ce req-5c24a4df-0199-4639-afd6-5d330f5439b7 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:49.470414 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cf69e699-caf8-472a-8d94-2761d0ae78ce req-5c24a4df-0199-4639-afd6-5d330f5439b7 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3d97c61-7aa3-42ad-86a1-e4f0b6f8969c HTTP/1.1" status: 200 len: 945 time: 0.0809200 Feb 16 22:25:49.491372 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-3c75910c-a954-419e-b28d-db55f7daf82b req-87c080b1-ba2d-43f5-abd7-c5a49b69d297 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Calling delete_port for 0b564b69-2942-4271-8561-290bd459c7df owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:25:49.549283 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-601218e3-c903-40ee-8269-df7c0acb058d tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (5b6fe7f0-bfb9-4f4c-8653-63a0d1a5c63c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:49.561295 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cf69e699-caf8-472a-8d94-2761d0ae78ce req-9858083b-4242-4472-aed0-f9e260f40eab tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] 10.222.0.75 "GET /v2.0/security-groups?id=4c002102-f371-472d-8128-28e33f545980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830629 Feb 16 22:25:49.571588 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-601218e3-c903-40ee-8269-df7c0acb058d tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (5b6fe7f0-bfb9-4f4c-8653-63a0d1a5c63c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:49.596996 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39778) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:49.607544 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601218e3-c903-40ee-8269-df7c0acb058d tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6fe7f0-bfb9-4f4c-8653-63a0d1a5c63c,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:49.616341 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-601218e3-c903-40ee-8269-df7c0acb058d tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:49.621136 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-601218e3-c903-40ee-8269-df7c0acb058d tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2515912 Feb 16 22:25:49.624932 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39780) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:49.666467 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a96cb6-f321-43c7-a1b3-ae017b08cc9d admin admin] Deleting subnet 986f1bba-1229-454c-a0d5-70920f06fbd3 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:25:49.671763 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-22a96cb6-f321-43c7-a1b3-ae017b08cc9d admin admin] Publish callbacks [] for subnet (986f1bba-1229-454c-a0d5-70920f06fbd3), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:49.713522 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-22a96cb6-f321-43c7-a1b3-ae017b08cc9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (986f1bba-1229-454c-a0d5-70920f06fbd3), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:49.719003 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3c75910c-a954-419e-b28d-db55f7daf82b req-87c080b1-ba2d-43f5-abd7-c5a49b69d297 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (0b564b69-2942-4271-8561-290bd459c7df), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:49.734882 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['0b564b69-2942-4271-8561-290bd459c7df'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:25:49.737541 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f2af227c-6c08-4ddb-873e-f23e1e6eca82 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (018c1dd0-7741-4588-875b-f843ee616db4), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:49.769073 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f2af227c-6c08-4ddb-873e-f23e1e6eca82 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (018c1dd0-7741-4588-875b-f843ee616db4), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:49.792888 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-22a96cb6-f321-43c7-a1b3-ae017b08cc9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (986f1bba-1229-454c-a0d5-70920f06fbd3), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:49.855356 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f2af227c-6c08-4ddb-873e-f23e1e6eca82 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (018c1dd0-7741-4588-875b-f843ee616db4), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:49.859064 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f2af227c-6c08-4ddb-873e-f23e1e6eca82 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:49.860508 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f2af227c-6c08-4ddb-873e-f23e1e6eca82 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "DELETE /v2.0/security-groups/018c1dd0-7741-4588-875b-f843ee616db4 HTTP/1.1" status: 204 len: 168 time: 0.2345359 Feb 16 22:25:49.870533 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39792) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:49.880769 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c080b1-ba2d-43f5-abd7-c5a49b69d297 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Pushing event deleted for resources: {'Port': ['ID=0b564b69-2942-4271-8561-290bd459c7df,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:49.894709 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af227c-6c08-4ddb-873e-f23e1e6eca82 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=018c1dd0-7741-4588-875b-f843ee616db4,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:49.919476 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c75910c-a954-419e-b28d-db55f7daf82b req-87c080b1-ba2d-43f5-abd7-c5a49b69d297 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] No DVR routers for this DVR port 0b564b69-2942-4271-8561-290bd459c7df on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:25:49.921846 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3c75910c-a954-419e-b28d-db55f7daf82b req-87c080b1-ba2d-43f5-abd7-c5a49b69d297 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:49.925675 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3c75910c-a954-419e-b28d-db55f7daf82b req-87c080b1-ba2d-43f5-abd7-c5a49b69d297 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.79 "DELETE /v2.0/ports/0b564b69-2942-4271-8561-290bd459c7df HTTP/1.1" status: 204 len: 173 time: 0.8890908 Feb 16 22:25:49.976446 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-22a96cb6-f321-43c7-a1b3-ae017b08cc9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (986f1bba-1229-454c-a0d5-70920f06fbd3), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:50.049119 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39798) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:50.050169 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0d406d86-bbec-4c91-8341-474b57eb62b8 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1784129 Feb 16 22:25:50.054764 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-a39eb351-f3b3-4cc6-a872-18d6a5b45fe1 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Request body: {'security_group': {'name': 'tempest-secgroup--1900116580'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:50.056621 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a96cb6-f321-43c7-a1b3-ae017b08cc9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=986f1bba-1229-454c-a0d5-70920f06fbd3,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:50.060224 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-22a96cb6-f321-43c7-a1b3-ae017b08cc9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:50.066329 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-22a96cb6-f321-43c7-a1b3-ae017b08cc9d admin admin] 10.222.0.75 "DELETE /v2.0/subnets/986f1bba-1229-454c-a0d5-70920f06fbd3 HTTP/1.1" status: 204 len: 168 time: 0.4680121 Feb 16 22:25:50.068735 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39800) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:50.111708 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a39eb351-f3b3-4cc6-a872-18d6a5b45fe1 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:50.220249 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3680474c-0c84-47d9-b192-ffd4d9404411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (81f5211c-4cab-4b86-9242-59d87a2bff9a), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:50.269015 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39808) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:50.269210 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a39eb351-f3b3-4cc6-a872-18d6a5b45fe1 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (5dec4c76-5c29-47fb-a4c4-b50b23400567), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:50.276384 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a39eb351-f3b3-4cc6-a872-18d6a5b45fe1 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (5dec4c76-5c29-47fb-a4c4-b50b23400567), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:50.326193 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39eb351-f3b3-4cc6-a872-18d6a5b45fe1 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dec4c76-5c29-47fb-a4c4-b50b23400567,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:50.343118 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a39eb351-f3b3-4cc6-a872-18d6a5b45fe1 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:50.345532 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a39eb351-f3b3-4cc6-a872-18d6a5b45fe1 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2943146 Feb 16 22:25:50.348644 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39814) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:50.354194 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-fbeea78f-02a5-49b5-a42d-6a826e20312d tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Request body: {'security_group': {'name': 'tempest-secgroup--1421308555'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:50.391376 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fbeea78f-02a5-49b5-a42d-6a826e20312d tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:50.419030 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3680474c-0c84-47d9-b192-ffd4d9404411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (81f5211c-4cab-4b86-9242-59d87a2bff9a), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:50.496179 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-0df4105f-72e7-417a-80c6-ad3062402278 tempest-MeteringIpV6TestJSON-1328516999 tempest-MeteringIpV6TestJSON-1328516999-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-736600128'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:50.496680 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-0df4105f-72e7-417a-80c6-ad3062402278 tempest-MeteringIpV6TestJSON-1328516999 tempest-MeteringIpV6TestJSON-1328516999-project-admin] Unknown quota resources ['metering_label']. {{(pid=103466) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 22:25:50.512820 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1c4ed2d-649b-458d-9607-765dfe0293b3 req-78737c0d-562f-4016-a75c-7d682c536f40 tempest-ListServerFiltersTestJSON-412673167 tempest-ListServerFiltersTestJSON-412673167-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd7c175-2520-4877-907f-e1d2a73c22e8 HTTP/1.1" status: 200 len: 210 time: 0.0903871 Feb 16 22:25:50.520349 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-3680474c-0c84-47d9-b192-ffd4d9404411 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f5211c-4cab-4b86-9242-59d87a2bff9a']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:50.609070 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a76ceab6-f8b1-4364-88ae-7a48fb161a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:50.618620 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50142464-6f79-45b2-9b28-1b588c0af8b9 req-b5ae2a94-8763-4bb2-9bc4-8b9bed7b2f9c tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:50.620152 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-50142464-6f79-45b2-9b28-1b588c0af8b9 req-b5ae2a94-8763-4bb2-9bc4-8b9bed7b2f9c tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d97c61-7aa3-42ad-86a1-e4f0b6f8969c HTTP/1.1" status: 200 len: 945 time: 0.1861286 Feb 16 22:25:50.627094 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fbeea78f-02a5-49b5-a42d-6a826e20312d tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (56c8d058-2df9-4028-b112-e2062a4e20d5), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:50.638117 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fbeea78f-02a5-49b5-a42d-6a826e20312d tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (56c8d058-2df9-4028-b112-e2062a4e20d5), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:50.652602 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-3680474c-0c84-47d9-b192-ffd4d9404411 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df6c809a-4e84-4903-b138-45ec817657ec') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:50.653066 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-3680474c-0c84-47d9-b192-ffd4d9404411 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df6c809a-4e84-4903-b138-45ec817657ec') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:50.665118 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd7c175-2520-4877-907f-e1d2a73c22e8', 'name': 'network-vif-deleted', 'tag': '0b564b69-2942-4271-8561-290bd459c7df'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:25:50.667416 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16dbb769-ddce-44eb-aeb5-4eac40a5f831" -d '{"events": [{"server_uuid": "0fd7c175-2520-4877-907f-e1d2a73c22e8", "name": "network-vif-deleted", "tag": "0b564b69-2942-4271-8561-290bd459c7df"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:25:50.690744 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3680474c-0c84-47d9-b192-ffd4d9404411 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (df6c809a-4e84-4903-b138-45ec817657ec), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:50.690965 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fbeea78f-02a5-49b5-a42d-6a826e20312d tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:50.694591 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fbeea78f-02a5-49b5-a42d-6a826e20312d tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3419282 Feb 16 22:25:50.700030 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39822) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:50.710508 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeea78f-02a5-49b5-a42d-6a826e20312d tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56c8d058-2df9-4028-b112-e2062a4e20d5,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:50.764789 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-50142464-6f79-45b2-9b28-1b588c0af8b9 req-9e433781-af29-4450-82f2-9a967f673189 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] Deleting port 2240b64e-349a-4581-8bf3-5685a895a525 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:25:50.765454 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-50142464-6f79-45b2-9b28-1b588c0af8b9 req-9e433781-af29-4450-82f2-9a967f673189 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (2240b64e-349a-4581-8bf3-5685a895a525), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:50.879089 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-50142464-6f79-45b2-9b28-1b588c0af8b9 req-9e433781-af29-4450-82f2-9a967f673189 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] For port 2240b64e-349a-4581-8bf3-5685a895a525, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=2240b64e-349a-4581-8bf3-5685a895a525,segment=NetworkSegment(4f4212c7-69b2-4b87-8ced-04462e5c90d3),segment_id=4f4212c7-69b2-4b87-8ced-04462e5c90d3)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:50.879609 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-50142464-6f79-45b2-9b28-1b588c0af8b9 req-9e433781-af29-4450-82f2-9a967f673189 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (2240b64e-349a-4581-8bf3-5685a895a525), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:50.894803 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-50142464-6f79-45b2-9b28-1b588c0af8b9 req-9e433781-af29-4450-82f2-9a967f673189 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] Calling delete_port for 2240b64e-349a-4581-8bf3-5685a895a525 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:25:51.013060 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device ee075934-9be4-4874-94b4-a939de6e10a7 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:25:51.038071 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-50142464-6f79-45b2-9b28-1b588c0af8b9 req-9e433781-af29-4450-82f2-9a967f673189 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (2240b64e-349a-4581-8bf3-5685a895a525), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:51.040745 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: ee075934-9be4-4874-94b4-a939de6e10a7 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:25:51.041101 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device ee075934-9be4-4874-94b4-a939de6e10a7 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:25:51.053302 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['2240b64e-349a-4581-8bf3-5685a895a525'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:25:51.075366 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e433781-af29-4450-82f2-9a967f673189 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] Pushing event deleted for resources: {'Port': ['ID=2240b64e-349a-4581-8bf3-5685a895a525,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:51.105375 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-35190738-613f-4d91-9d14-ce5003a4ae07 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Request body: {'security_group_rule': {'security_group_id': '5dec4c76-5c29-47fb-a4c4-b50b23400567', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '56c8d058-2df9-4028-b112-e2062a4e20d5', 'remote_ip_prefix': None}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:51.124038 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3680474c-0c84-47d9-b192-ffd4d9404411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (df6c809a-4e84-4903-b138-45ec817657ec), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:51.132846 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-50142464-6f79-45b2-9b28-1b588c0af8b9 req-9e433781-af29-4450-82f2-9a967f673189 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] No DVR routers for this DVR port 2240b64e-349a-4581-8bf3-5685a895a525 on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:25:51.135348 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-50142464-6f79-45b2-9b28-1b588c0af8b9 req-9e433781-af29-4450-82f2-9a967f673189 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:51.139004 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-50142464-6f79-45b2-9b28-1b588c0af8b9 req-9e433781-af29-4450-82f2-9a967f673189 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] 10.222.0.79 "DELETE /v2.0/ports/2240b64e-349a-4581-8bf3-5685a895a525 HTTP/1.1" status: 204 len: 173 time: 0.5106936 Feb 16 22:25:51.188704 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3680474c-0c84-47d9-b192-ffd4d9404411 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:25:51.189110 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3680474c-0c84-47d9-b192-ffd4d9404411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (df6c809a-4e84-4903-b138-45ec817657ec), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:51.191614 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:25:51.191614 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:25:51.191614 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:25:51.191614 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:25:51.191614 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:25:51.191614 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:25:51.191614 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:25:51.191614 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:25:51.191614 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:25:51.191614 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:25:51.191614 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:25:51.191614 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:25:51.191614 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:25:51.191614 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:25:51.191614 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:25:51.191614 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:25:51.191614 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:25:51.191614 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:25:51.191614 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:25:51.191614 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:25:51.191614 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:25:51.191614 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:25:51.191614 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:25:51.191614 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:25:51.191614 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:25:51.191614 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:25:51.191614 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:25:51.191614 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:25:51.191614 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:25:51.191614 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:25:51.191614 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:25:51.191614 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:25:51.205818 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0df4105f-72e7-417a-80c6-ad3062402278 tempest-MeteringIpV6TestJSON-1328516999 tempest-MeteringIpV6TestJSON-1328516999-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:51.210191 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0df4105f-72e7-417a-80c6-ad3062402278 tempest-MeteringIpV6TestJSON-1328516999 tempest-MeteringIpV6TestJSON-1328516999-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.9262927 Feb 16 22:25:51.211663 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39824) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:51.218389 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-abdb3c42-3d47-404e-a46c-74baba590777 tempest-MeteringIpV6TestJSON-1328516999 tempest-MeteringIpV6TestJSON-1328516999-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '1865271e-f686-4452-8277-bc9af39b70d2'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:51.219164 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-abdb3c42-3d47-404e-a46c-74baba590777 tempest-MeteringIpV6TestJSON-1328516999 tempest-MeteringIpV6TestJSON-1328516999-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103465) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 22:25:51.231792 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc55831-fdbf-4b71-bec4-9340cf8c15b4 req-b434fb56-60d9-47f4-b841-3ce3149e9885 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:51.233356 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2bc55831-fdbf-4b71-bec4-9340cf8c15b4 req-b434fb56-60d9-47f4-b841-3ce3149e9885 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3d97c61-7aa3-42ad-86a1-e4f0b6f8969c HTTP/1.1" status: 200 len: 867 time: 0.5829048 Feb 16 22:25:51.285576 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-35190738-613f-4d91-9d14-ce5003a4ae07 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (7ea1991a-21ec-472a-a28c-7f3e6c569d45), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:51.306053 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3680474c-0c84-47d9-b192-ffd4d9404411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (81f5211c-4cab-4b86-9242-59d87a2bff9a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:51.322973 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3680474c-0c84-47d9-b192-ffd4d9404411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:51.324174 n-d-813897-6 neutron-server[103465]: WARNING neutron.services.metering.metering_plugin [None req-abdb3c42-3d47-404e-a46c-74baba590777 tempest-MeteringIpV6TestJSON-1328516999 tempest-MeteringIpV6TestJSON-1328516999-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 16 22:25:51.328633 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3680474c-0c84-47d9-b192-ffd4d9404411 admin admin] 10.222.0.75 "DELETE /v2.0/networks/81f5211c-4cab-4b86-9242-59d87a2bff9a HTTP/1.1" status: 204 len: 168 time: 1.2554238 Feb 16 22:25:51.357596 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680474c-0c84-47d9-b192-ffd4d9404411 admin admin] Pushing event deleted for resources: {'Network': ['ID=81f5211c-4cab-4b86-9242-59d87a2bff9a,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:51.392046 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2bc55831-fdbf-4b71-bec4-9340cf8c15b4 req-3c049a1d-23bf-4613-9a55-53310475ebb2 tempest-InstanceActionsNegativeTestJSON-1522038561 tempest-InstanceActionsNegativeTestJSON-1522038561-project] 10.222.0.75 "GET /v2.0/security-groups?id=4c002102-f371-472d-8128-28e33f545980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308930 Feb 16 22:25:51.448009 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-35190738-613f-4d91-9d14-ce5003a4ae07 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (7ea1991a-21ec-472a-a28c-7f3e6c569d45), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:51.453583 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-35190738-613f-4d91-9d14-ce5003a4ae07 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (7ea1991a-21ec-472a-a28c-7f3e6c569d45), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:51.480207 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35190738-613f-4d91-9d14-ce5003a4ae07 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea1991a-21ec-472a-a28c-7f3e6c569d45,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:51.491051 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-35190738-613f-4d91-9d14-ce5003a4ae07 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:51.495475 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-35190738-613f-4d91-9d14-ce5003a4ae07 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7690611 Feb 16 22:25:51.496698 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39830) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:51.496837 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d351c5e-a035-406c-9901-e2a9808f097d x-openstack-request-id: req-0d351c5e-a035-406c-9901-e2a9808f097d {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:25:51.496958 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd7c175-2520-4877-907f-e1d2a73c22e8", "name": "network-vif-deleted", "tag": "0b564b69-2942-4271-8561-290bd459c7df", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:25:51.497307 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0d351c5e-a035-406c-9901-e2a9808f097d {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:25:51.497712 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd7c175-2520-4877-907f-e1d2a73c22e8', 'name': 'network-vif-deleted', 'tag': '0b564b69-2942-4271-8561-290bd459c7df', 'status': 'completed', 'code': 200} Feb 16 22:25:51.527526 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-06d25daa-9b26-4c65-a993-6c3501c7462c tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (7ea1991a-21ec-472a-a28c-7f3e6c569d45), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:51.535031 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-06d25daa-9b26-4c65-a993-6c3501c7462c tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (7ea1991a-21ec-472a-a28c-7f3e6c569d45), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:51.567304 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-abdb3c42-3d47-404e-a46c-74baba590777 tempest-MeteringIpV6TestJSON-1328516999 tempest-MeteringIpV6TestJSON-1328516999-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:51.568590 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-abdb3c42-3d47-404e-a46c-74baba590777 tempest-MeteringIpV6TestJSON-1328516999 tempest-MeteringIpV6TestJSON-1328516999-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3555193 Feb 16 22:25:51.572954 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39834) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:51.579667 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-30c80a75-a3e0-472d-8869-513e93ba0142 tempest-MeteringIpV6TestJSON-1328516999 tempest-MeteringIpV6TestJSON-1328516999-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '1865271e-f686-4452-8277-bc9af39b70d2'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:51.580101 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-30c80a75-a3e0-472d-8869-513e93ba0142 tempest-MeteringIpV6TestJSON-1328516999 tempest-MeteringIpV6TestJSON-1328516999-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103465) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 22:25:51.597423 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39836) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:51.619368 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-06d25daa-9b26-4c65-a993-6c3501c7462c tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (7ea1991a-21ec-472a-a28c-7f3e6c569d45), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:51.630742 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-06d25daa-9b26-4c65-a993-6c3501c7462c tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:51.631934 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-06d25daa-9b26-4c65-a993-6c3501c7462c tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/7ea1991a-21ec-472a-a28c-7f3e6c569d45 HTTP/1.1" status: 204 len: 168 time: 0.1352103 Feb 16 22:25:51.649491 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39840) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:51.649962 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39842) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:51.664648 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d25daa-9b26-4c65-a993-6c3501c7462c tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ea1991a-21ec-472a-a28c-7f3e6c569d45,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:51.684025 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c77fbb0-1775-4dc6-bb04-7f7e0c8ddf12 admin admin] Deleting subnet 25e028fc-8574-4bba-8928-c203e79359bb {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:25:51.691615 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0c77fbb0-1775-4dc6-bb04-7f7e0c8ddf12 admin admin] Publish callbacks [] for subnet (25e028fc-8574-4bba-8928-c203e79359bb), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:51.734143 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0c77fbb0-1775-4dc6-bb04-7f7e0c8ddf12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (25e028fc-8574-4bba-8928-c203e79359bb), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:51.849111 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0c77fbb0-1775-4dc6-bb04-7f7e0c8ddf12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (25e028fc-8574-4bba-8928-c203e79359bb), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:51.914648 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0c77fbb0-1775-4dc6-bb04-7f7e0c8ddf12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (25e028fc-8574-4bba-8928-c203e79359bb), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:51.943686 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77fbb0-1775-4dc6-bb04-7f7e0c8ddf12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25e028fc-8574-4bba-8928-c203e79359bb,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:51.945759 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0c77fbb0-1775-4dc6-bb04-7f7e0c8ddf12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:51.949079 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0c77fbb0-1775-4dc6-bb04-7f7e0c8ddf12 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/25e028fc-8574-4bba-8928-c203e79359bb HTTP/1.1" status: 204 len: 168 time: 0.3504157 Feb 16 22:25:51.954511 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39848) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:51.959416 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4513db81-45e7-4937-8628-3c640a8b99dd None None] Network 9b038f67-050b-4a64-adaa-5c570763bc77 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:25:52.039293 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6869d799-c083-4711-a32f-cd4e336b34a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (9b038f67-050b-4a64-adaa-5c570763bc77), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:52.068328 n-d-813897-6 neutron-server[103465]: WARNING neutron.services.metering.metering_plugin [None req-30c80a75-a3e0-472d-8869-513e93ba0142 tempest-MeteringIpV6TestJSON-1328516999 tempest-MeteringIpV6TestJSON-1328516999-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 16 22:25:52.092520 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-da96ecda-8675-4ab4-b639-464b4946b9a0 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4388664 Feb 16 22:25:52.099534 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39850) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:52.133931 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-6869d799-c083-4711-a32f-cd4e336b34a2 admin admin] Deleting port 8c03f78c-20b3-44fa-9d11-cc07e1f44939 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:25:52.134666 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6869d799-c083-4711-a32f-cd4e336b34a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (8c03f78c-20b3-44fa-9d11-cc07e1f44939), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:52.172655 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723575bb-a8bf-463f-a862-7b56321d8118 None None] DHCP port deletion for 9b038f67-050b-4a64-adaa-5c570763bc77 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:25:52.175594 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-30c80a75-a3e0-472d-8869-513e93ba0142 tempest-MeteringIpV6TestJSON-1328516999 tempest-MeteringIpV6TestJSON-1328516999-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:52.179781 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39852) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:52.179972 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-30c80a75-a3e0-472d-8869-513e93ba0142 tempest-MeteringIpV6TestJSON-1328516999 tempest-MeteringIpV6TestJSON-1328516999-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6058016 Feb 16 22:25:52.201669 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-96f2c2a5-5577-42cc-8128-91a7f3063ef2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=21d9e8780a3e4befbf0f2b1d12057a8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5492520 Feb 16 22:25:52.207152 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39854) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:52.251241 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-723575bb-a8bf-463f-a862-7b56321d8118 None None] Deleting port 8c03f78c-20b3-44fa-9d11-cc07e1f44939 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:25:52.251618 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-723575bb-a8bf-463f-a862-7b56321d8118 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (8c03f78c-20b3-44fa-9d11-cc07e1f44939), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:52.254011 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-146e8603-8af7-4ba5-8a8d-03a854afa8a1 tempest-MeteringIpV6TestJSON-1328516999 tempest-MeteringIpV6TestJSON-1328516999-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules?id=6b3e9b63-108a-4ace-a40c-2eb0963a7858 HTTP/1.1" status: 200 len: 462 time: 0.0728083 Feb 16 22:25:52.257860 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-6869d799-c083-4711-a32f-cd4e336b34a2 admin admin] For port 8c03f78c-20b3-44fa-9d11-cc07e1f44939, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=8c03f78c-20b3-44fa-9d11-cc07e1f44939,segment=NetworkSegment(9a749928-5123-42af-be75-3dbd2ab3ab75),segment_id=9a749928-5123-42af-be75-3dbd2ab3ab75)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:52.258358 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6869d799-c083-4711-a32f-cd4e336b34a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (8c03f78c-20b3-44fa-9d11-cc07e1f44939), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:52.261302 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39856) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:52.268349 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0a49c0e7-b193-4070-b68b-7a6df2b6d37b admin admin] Publish callbacks [] for security_group (b4008d7e-d072-4a4a-9bba-f6f59e7dccce), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:52.292897 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0a49c0e7-b193-4070-b68b-7a6df2b6d37b admin admin] Publish callbacks [] for security_group (b4008d7e-d072-4a4a-9bba-f6f59e7dccce), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:52.299889 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9de6fccc-162a-445c-8cab-fa4f1493a33a tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (56c8d058-2df9-4028-b112-e2062a4e20d5), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:52.315860 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-6869d799-c083-4711-a32f-cd4e336b34a2 admin admin] Calling delete_port for 8c03f78c-20b3-44fa-9d11-cc07e1f44939 owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:25:52.353254 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-723575bb-a8bf-463f-a862-7b56321d8118 None None] For port 8c03f78c-20b3-44fa-9d11-cc07e1f44939, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=8c03f78c-20b3-44fa-9d11-cc07e1f44939,segment=NetworkSegment(9a749928-5123-42af-be75-3dbd2ab3ab75),segment_id=9a749928-5123-42af-be75-3dbd2ab3ab75)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:25:52.355162 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-723575bb-a8bf-463f-a862-7b56321d8118 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (8c03f78c-20b3-44fa-9d11-cc07e1f44939), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:52.359655 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0a49c0e7-b193-4070-b68b-7a6df2b6d37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b4008d7e-d072-4a4a-9bba-f6f59e7dccce), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:52.362337 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0a49c0e7-b193-4070-b68b-7a6df2b6d37b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:52.363685 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0a49c0e7-b193-4070-b68b-7a6df2b6d37b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b4008d7e-d072-4a4a-9bba-f6f59e7dccce HTTP/1.1" status: 204 len: 168 time: 0.1555026 Feb 16 22:25:52.373041 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49c0e7-b193-4070-b68b-7a6df2b6d37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4008d7e-d072-4a4a-9bba-f6f59e7dccce,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:52.375248 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-723575bb-a8bf-463f-a862-7b56321d8118 None None] Calling delete_port for 8c03f78c-20b3-44fa-9d11-cc07e1f44939 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:25:52.431203 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9de6fccc-162a-445c-8cab-fa4f1493a33a tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (56c8d058-2df9-4028-b112-e2062a4e20d5), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:52.490102 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-723575bb-a8bf-463f-a862-7b56321d8118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (8c03f78c-20b3-44fa-9d11-cc07e1f44939), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:52.506591 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39864) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:52.528985 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d2c6fd45-f283-45ac-ae3a-f041148154a8 tempest-MeteringIpV6TestJSON-1328516999 tempest-MeteringIpV6TestJSON-1328516999-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:52.530207 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d2c6fd45-f283-45ac-ae3a-f041148154a8 tempest-MeteringIpV6TestJSON-1328516999 tempest-MeteringIpV6TestJSON-1328516999-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-label-rules/6b3e9b63-108a-4ace-a40c-2eb0963a7858 HTTP/1.1" status: 204 len: 168 time: 0.2678130 Feb 16 22:25:52.533319 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723575bb-a8bf-463f-a862-7b56321d8118 None None] No DVR routers for this DVR port 8c03f78c-20b3-44fa-9d11-cc07e1f44939 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:25:52.543389 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39866) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:52.552258 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723575bb-a8bf-463f-a862-7b56321d8118 None None] Pushing event deleted for resources: {'Port': ['ID=8c03f78c-20b3-44fa-9d11-cc07e1f44939,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:52.576346 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-27bd2a94-8eb2-4a1f-a687-08deb2ba9ced tempest-MeteringIpV6TestJSON-1328516999 tempest-MeteringIpV6TestJSON-1328516999-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules?id=6b3e9b63-108a-4ace-a40c-2eb0963a7858 HTTP/1.1" status: 200 len: 221 time: 0.0326462 Feb 16 22:25:52.580481 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39868) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:52.588580 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-96910650-e163-4a74-9b1c-a5a6dc8b4fe9 tempest-MeteringIpV6TestJSON-1328516999 tempest-MeteringIpV6TestJSON-1328516999-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--906985944', 'description': 'label created by tempest'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:52.589036 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-96910650-e163-4a74-9b1c-a5a6dc8b4fe9 tempest-MeteringIpV6TestJSON-1328516999 tempest-MeteringIpV6TestJSON-1328516999-project-admin] Unknown quota resources ['metering_label']. {{(pid=103466) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 22:25:52.609675 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3febfb2-8f1c-45b5-8128-ed43fae0558e admin admin] Deleting subnet 2f2440c1-a70c-4ddf-902b-294e54592832 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:25:52.615617 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 0b564b69-2942-4271-8561-290bd459c7df no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:25:52.629251 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b3febfb2-8f1c-45b5-8128-ed43fae0558e admin admin] Publish callbacks [] for subnet (2f2440c1-a70c-4ddf-902b-294e54592832), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:52.646282 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9de6fccc-162a-445c-8cab-fa4f1493a33a tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (56c8d058-2df9-4028-b112-e2062a4e20d5), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:52.649657 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9de6fccc-162a-445c-8cab-fa4f1493a33a tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:52.653318 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9de6fccc-162a-445c-8cab-fa4f1493a33a tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "DELETE /v2.0/security-groups/56c8d058-2df9-4028-b112-e2062a4e20d5 HTTP/1.1" status: 204 len: 168 time: 0.5487218 Feb 16 22:25:52.656445 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39870) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:52.673401 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 0b564b69-2942-4271-8561-290bd459c7df {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:25:52.674653 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 0b564b69-2942-4271-8561-290bd459c7df not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:25:52.675372 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 2240b64e-349a-4581-8bf3-5685a895a525 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:25:52.680602 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de6fccc-162a-445c-8cab-fa4f1493a33a tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c8d058-2df9-4028-b112-e2062a4e20d5,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:52.688037 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6869d799-c083-4711-a32f-cd4e336b34a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (8c03f78c-20b3-44fa-9d11-cc07e1f44939), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:52.700554 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 2240b64e-349a-4581-8bf3-5685a895a525 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:25:52.701253 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 2240b64e-349a-4581-8bf3-5685a895a525 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:25:52.706272 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b3febfb2-8f1c-45b5-8128-ed43fae0558e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (2f2440c1-a70c-4ddf-902b-294e54592832), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:52.753265 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b3febfb2-8f1c-45b5-8128-ed43fae0558e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (2f2440c1-a70c-4ddf-902b-294e54592832), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:52.777841 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869d799-c083-4711-a32f-cd4e336b34a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c03f78c-20b3-44fa-9d11-cc07e1f44939,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:52.783807 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6869d799-c083-4711-a32f-cd4e336b34a2 admin admin] No DVR routers for this DVR port 8c03f78c-20b3-44fa-9d11-cc07e1f44939 on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:25:52.841541 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b3febfb2-8f1c-45b5-8128-ed43fae0558e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (2f2440c1-a70c-4ddf-902b-294e54592832), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:52.889652 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3febfb2-8f1c-45b5-8128-ed43fae0558e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f2440c1-a70c-4ddf-902b-294e54592832,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:52.908560 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b3febfb2-8f1c-45b5-8128-ed43fae0558e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:52.918105 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b3febfb2-8f1c-45b5-8128-ed43fae0558e admin admin] 10.222.0.75 "DELETE /v2.0/subnets/2f2440c1-a70c-4ddf-902b-294e54592832 HTTP/1.1" status: 204 len: 168 time: 0.4094107 Feb 16 22:25:52.918891 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39880) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:52.941295 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6869d799-c083-4711-a32f-cd4e336b34a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (9b038f67-050b-4a64-adaa-5c570763bc77), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:52.961319 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 8c03f78c-20b3-44fa-9d11-cc07e1f44939 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:25:52.992323 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-96910650-e163-4a74-9b1c-a5a6dc8b4fe9 tempest-MeteringIpV6TestJSON-1328516999 tempest-MeteringIpV6TestJSON-1328516999-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:52.993616 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-96910650-e163-4a74-9b1c-a5a6dc8b4fe9 tempest-MeteringIpV6TestJSON-1328516999 tempest-MeteringIpV6TestJSON-1328516999-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4114602 Feb 16 22:25:53.003689 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39886) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:53.016401 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 8c03f78c-20b3-44fa-9d11-cc07e1f44939 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:25:53.016783 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 8c03f78c-20b3-44fa-9d11-cc07e1f44939 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:25:53.034408 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-aac2f54b-b1e1-4107-b98b-ead08d4281af tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3766882 Feb 16 22:25:53.035032 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39890) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:53.063748 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3c80d2e1-750a-468e-b99a-cb18d5887184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:53.082273 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cd7982a9-758f-4d65-b888-23200ffe5822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (08c2f9ad-f7c6-48af-ab99-9a553f703024), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:53.091212 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-6869d799-c083-4711-a32f-cd4e336b34a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b038f67-050b-4a64-adaa-5c570763bc77']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:53.126501 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-6869d799-c083-4711-a32f-cd4e336b34a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a749928-5123-42af-be75-3dbd2ab3ab75') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:53.126804 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-6869d799-c083-4711-a32f-cd4e336b34a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a749928-5123-42af-be75-3dbd2ab3ab75') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:53.203198 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cd7982a9-758f-4d65-b888-23200ffe5822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (08c2f9ad-f7c6-48af-ab99-9a553f703024), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:53.221678 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6869d799-c083-4711-a32f-cd4e336b34a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (9a749928-5123-42af-be75-3dbd2ab3ab75), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:53.235752 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ba3b0243-0b08-4906-a635-f1684cd114cc tempest-MeteringIpV6TestJSON-1328516999 tempest-MeteringIpV6TestJSON-1328516999-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels?id=f954293c-16ba-4a85-ab4f-0d3d17ff30de HTTP/1.1" status: 200 len: 467 time: 0.2308524 Feb 16 22:25:53.239991 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39898) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:53.252159 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-cd7982a9-758f-4d65-b888-23200ffe5822 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c2f9ad-f7c6-48af-ab99-9a553f703024']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:53.266464 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6869d799-c083-4711-a32f-cd4e336b34a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (9a749928-5123-42af-be75-3dbd2ab3ab75), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:53.286959 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-df0e1420-b888-41b0-9601-094bf3a60622 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (5dec4c76-5c29-47fb-a4c4-b50b23400567), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:53.292486 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6869d799-c083-4711-a32f-cd4e336b34a2 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:25:53.292970 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6869d799-c083-4711-a32f-cd4e336b34a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (9a749928-5123-42af-be75-3dbd2ab3ab75), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:53.305568 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:25:53.305568 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:25:53.305568 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:25:53.305568 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:25:53.305568 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:25:53.305568 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:25:53.305568 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:25:53.305568 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:25:53.305568 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:25:53.305568 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:25:53.305568 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:25:53.305568 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:25:53.305568 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:25:53.305568 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:25:53.305568 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:25:53.305568 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:25:53.305568 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:25:53.305568 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:25:53.305568 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:25:53.305568 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:25:53.305568 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:25:53.305568 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:25:53.305568 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:25:53.305568 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:25:53.305568 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:25:53.305568 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:25:53.305568 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:25:53.305568 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:25:53.305568 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:25:53.305568 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:25:53.305568 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:25:53.305568 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:25:53.308052 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-cd7982a9-758f-4d65-b888-23200ffe5822 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f4212c7-69b2-4b87-8ced-04462e5c90d3') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:53.308052 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-cd7982a9-758f-4d65-b888-23200ffe5822 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f4212c7-69b2-4b87-8ced-04462e5c90d3') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:25:53.353572 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cd7982a9-758f-4d65-b888-23200ffe5822 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (4f4212c7-69b2-4b87-8ced-04462e5c90d3), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:53.371959 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-df0e1420-b888-41b0-9601-094bf3a60622 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (5dec4c76-5c29-47fb-a4c4-b50b23400567), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:53.392188 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6869d799-c083-4711-a32f-cd4e336b34a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (9b038f67-050b-4a64-adaa-5c570763bc77), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:53.406665 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6869d799-c083-4711-a32f-cd4e336b34a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:53.410292 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6869d799-c083-4711-a32f-cd4e336b34a2 admin admin] 10.222.0.75 "DELETE /v2.0/networks/9b038f67-050b-4a64-adaa-5c570763bc77 HTTP/1.1" status: 204 len: 168 time: 1.4544795 Feb 16 22:25:53.446883 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cd7982a9-758f-4d65-b888-23200ffe5822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (4f4212c7-69b2-4b87-8ced-04462e5c90d3), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:53.453890 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869d799-c083-4711-a32f-cd4e336b34a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b038f67-050b-4a64-adaa-5c570763bc77,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:53.461041 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-df0e1420-b888-41b0-9601-094bf3a60622 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (5dec4c76-5c29-47fb-a4c4-b50b23400567), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:53.464345 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-df0e1420-b888-41b0-9601-094bf3a60622 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:53.467491 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-df0e1420-b888-41b0-9601-094bf3a60622 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "DELETE /v2.0/security-groups/5dec4c76-5c29-47fb-a4c4-b50b23400567 HTTP/1.1" status: 204 len: 168 time: 0.4188104 Feb 16 22:25:53.480052 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39906) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:53.481054 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e1420-b888-41b0-9601-094bf3a60622 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dec4c76-5c29-47fb-a4c4-b50b23400567,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:53.498395 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d97c61-7aa3-42ad-86a1-e4f0b6f8969c', 'name': 'network-vif-deleted', 'tag': '2240b64e-349a-4581-8bf3-5685a895a525'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:25:53.500686 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be65d568-529e-4607-b734-be68e37e0396" -d '{"events": [{"server_uuid": "f3d97c61-7aa3-42ad-86a1-e4f0b6f8969c", "name": "network-vif-deleted", "tag": "2240b64e-349a-4581-8bf3-5685a895a525"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:25:53.511419 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd7982a9-758f-4d65-b888-23200ffe5822 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:25:53.511864 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cd7982a9-758f-4d65-b888-23200ffe5822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (4f4212c7-69b2-4b87-8ced-04462e5c90d3), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:53.513766 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:25:53.513766 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:25:53.513766 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:25:53.513766 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:25:53.513766 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:25:53.513766 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:25:53.513766 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:25:53.513766 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:25:53.513766 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:25:53.513766 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:25:53.513766 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:25:53.513766 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:25:53.513766 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:25:53.513766 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:25:53.513766 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:25:53.513766 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:25:53.513766 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:25:53.513766 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:25:53.513766 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:25:53.513766 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:25:53.513766 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:25:53.513766 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:25:53.513766 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:25:53.513766 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:25:53.513766 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:25:53.513766 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:25:53.513766 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:25:53.513766 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:25:53.513766 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:25:53.513766 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:25:53.513766 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:25:53.513766 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:25:53.562345 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b44b7159-0f7a-43d5-b2aa-6e55ca5ff861 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0721200 Feb 16 22:25:53.567355 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39912) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:53.573894 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-0fe9b1f5-90c8-4e13-924d-2597b413c7bc tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Request body: {'security_group': {'name': 'tempest-secgroup--307183977'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:53.613066 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fe9b1f5-90c8-4e13-924d-2597b413c7bc tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:53.631975 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434be3c3-8614-4bfb-ab3e-d6e761f8c050 x-openstack-request-id: req-434be3c3-8614-4bfb-ab3e-d6e761f8c050 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:25:53.632440 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d97c61-7aa3-42ad-86a1-e4f0b6f8969c", "name": "network-vif-deleted", "tag": "2240b64e-349a-4581-8bf3-5685a895a525", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:25:53.632814 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-434be3c3-8614-4bfb-ab3e-d6e761f8c050 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:25:53.633395 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d97c61-7aa3-42ad-86a1-e4f0b6f8969c', 'name': 'network-vif-deleted', 'tag': '2240b64e-349a-4581-8bf3-5685a895a525', 'status': 'completed', 'code': 200} Feb 16 22:25:53.636652 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bc1f321e-0646-41c3-b92a-1ee309204e79 tempest-MeteringIpV6TestJSON-1328516999 tempest-MeteringIpV6TestJSON-1328516999-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:53.640261 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bc1f321e-0646-41c3-b92a-1ee309204e79 tempest-MeteringIpV6TestJSON-1328516999 tempest-MeteringIpV6TestJSON-1328516999-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-labels/f954293c-16ba-4a85-ab4f-0d3d17ff30de HTTP/1.1" status: 204 len: 168 time: 0.3950529 Feb 16 22:25:53.640603 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39916) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:53.659307 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-73b92e9e-ebb3-40dd-a48d-46613f6ee643 tempest-MeteringIpV6TestJSON-1328516999 tempest-MeteringIpV6TestJSON-1328516999-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels?id=f954293c-16ba-4a85-ab4f-0d3d17ff30de HTTP/1.1" status: 200 len: 216 time: 0.0134909 Feb 16 22:25:53.660864 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39920) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:53.661024 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cd7982a9-758f-4d65-b888-23200ffe5822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (08c2f9ad-f7c6-48af-ab99-9a553f703024), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:53.679439 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-41503030-f164-45ed-947f-f09b0a4a2e20 tempest-MeteringIpV6TestJSON-1328516999 tempest-MeteringIpV6TestJSON-1328516999-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0144689 Feb 16 22:25:53.679565 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39924) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:53.680984 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cd7982a9-758f-4d65-b888-23200ffe5822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:53.685237 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-cd7982a9-758f-4d65-b888-23200ffe5822 admin admin] 10.222.0.75 "DELETE /v2.0/networks/08c2f9ad-f7c6-48af-ab99-9a553f703024 HTTP/1.1" status: 204 len: 168 time: 0.7653708 Feb 16 22:25:53.699731 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7982a9-758f-4d65-b888-23200ffe5822 admin admin] Pushing event deleted for resources: {'Network': ['ID=08c2f9ad-f7c6-48af-ab99-9a553f703024,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:53.702639 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-91c31a6e-8f8f-45d0-b14e-8e660888f883 tempest-MeteringIpV6TestJSON-1328516999 tempest-MeteringIpV6TestJSON-1328516999-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0212686 Feb 16 22:25:53.705650 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39928) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:53.735439 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39930) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:53.785998 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-689ccdbd-9ce1-41d6-ac7c-66549f8e3be1 tempest-MeteringIpV6TestJSON-1328516999 tempest-MeteringIpV6TestJSON-1328516999-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels/1865271e-f686-4452-8277-bc9af39b70d2 HTTP/1.1" status: 200 len: 472 time: 0.0755463 Feb 16 22:25:53.785998 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39932) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:53.803923 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-48285bd1-4e6c-48cb-9559-2e7db0ba94e1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a33d618828c44ab2ae977b601214e672&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0669143 Feb 16 22:25:53.806643 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39934) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:53.824093 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b0627d9e-5d4d-4cd5-b498-20ddd5a46c38 tempest-MeteringIpV6TestJSON-1328516999 tempest-MeteringIpV6TestJSON-1328516999-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules/415656a1-79e3-43de-b9fd-403046a41a73 HTTP/1.1" status: 200 len: 459 time: 0.0340369 Feb 16 22:25:53.825229 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fe9b1f5-90c8-4e13-924d-2597b413c7bc tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (b18df4fa-ccb5-4223-be43-033035b8fa7f), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:53.826057 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39936) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:53.844124 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fe9b1f5-90c8-4e13-924d-2597b413c7bc tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b18df4fa-ccb5-4223-be43-033035b8fa7f), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:53.874849 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ad9cf4a3-f958-44a6-b659-e5324463e65a admin admin] Publish callbacks [] for security_group (ebb7ebd1-37b1-4d87-bafa-af685691e0ce), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:53.895693 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fe9b1f5-90c8-4e13-924d-2597b413c7bc tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:53.904271 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0fe9b1f5-90c8-4e13-924d-2597b413c7bc tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3351142 Feb 16 22:25:53.906600 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ad9cf4a3-f958-44a6-b659-e5324463e65a admin admin] Publish callbacks [] for security_group (ebb7ebd1-37b1-4d87-bafa-af685691e0ce), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:53.909660 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39938) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:53.919927 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-42295796-da3c-4625-a14a-d0a461a25372 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Request body: {'security_group_rule': {'security_group_id': 'b18df4fa-ccb5-4223-be43-033035b8fa7f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:53.973304 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-42295796-da3c-4625-a14a-d0a461a25372 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (a4d8162a-4d26-4790-9b01-eda0e06e2d82), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:54.009727 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ad9cf4a3-f958-44a6-b659-e5324463e65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ebb7ebd1-37b1-4d87-bafa-af685691e0ce), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:54.013188 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ad9cf4a3-f958-44a6-b659-e5324463e65a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:54.014528 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ad9cf4a3-f958-44a6-b659-e5324463e65a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ebb7ebd1-37b1-4d87-bafa-af685691e0ce HTTP/1.1" status: 204 len: 168 time: 0.2067404 Feb 16 22:25:54.025932 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9cf4a3-f958-44a6-b659-e5324463e65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb7ebd1-37b1-4d87-bafa-af685691e0ce,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:54.027436 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39942) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:54.095369 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-42295796-da3c-4625-a14a-d0a461a25372 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (a4d8162a-4d26-4790-9b01-eda0e06e2d82), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:54.100420 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2578f217-52fd-4e79-a070-786c2b9fdb5f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=52a73c63861d46588b56c842a1443728&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0712178 Feb 16 22:25:54.104475 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39944) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:54.109083 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-429606ce-a6e6-44b9-8d05-4d3fee2e244a tempest-MeteringIpV6TestJSON-1328516999 tempest-MeteringIpV6TestJSON-1328516999-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:54.110453 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-429606ce-a6e6-44b9-8d05-4d3fee2e244a tempest-MeteringIpV6TestJSON-1328516999 tempest-MeteringIpV6TestJSON-1328516999-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-label-rules/415656a1-79e3-43de-b9fd-403046a41a73 HTTP/1.1" status: 204 len: 168 time: 0.2834835 Feb 16 22:25:54.111652 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9b1f5-90c8-4e13-924d-2597b413c7bc tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b18df4fa-ccb5-4223-be43-033035b8fa7f,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:54.113128 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39946) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:54.114235 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-42295796-da3c-4625-a14a-d0a461a25372 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (a4d8162a-4d26-4790-9b01-eda0e06e2d82), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:54.205585 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:54.324933 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42295796-da3c-4625-a14a-d0a461a25372 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d8162a-4d26-4790-9b01-eda0e06e2d82,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:54.355423 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-42295796-da3c-4625-a14a-d0a461a25372 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:54.356905 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-42295796-da3c-4625-a14a-d0a461a25372 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4475534 Feb 16 22:25:54.360384 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39960) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:54.394666 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4e564bf1-84f6-443c-918b-dd4d9babf85e tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (a4d8162a-4d26-4790-9b01-eda0e06e2d82), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:54.407797 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4e564bf1-84f6-443c-918b-dd4d9babf85e tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (a4d8162a-4d26-4790-9b01-eda0e06e2d82), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:54.447465 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4e564bf1-84f6-443c-918b-dd4d9babf85e tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (a4d8162a-4d26-4790-9b01-eda0e06e2d82), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:54.454769 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4e564bf1-84f6-443c-918b-dd4d9babf85e tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:54.459965 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4e564bf1-84f6-443c-918b-dd4d9babf85e tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/a4d8162a-4d26-4790-9b01-eda0e06e2d82 HTTP/1.1" status: 204 len: 168 time: 0.0945244 Feb 16 22:25:54.461370 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39964) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:54.469777 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-80702249-5e83-4952-a67b-f210cf4fcaea admin admin] Publish callbacks [] for security_group (4c002102-f371-472d-8128-28e33f545980), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:54.475268 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e564bf1-84f6-443c-918b-dd4d9babf85e tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a4d8162a-4d26-4790-9b01-eda0e06e2d82,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:54.482816 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-89936c81-96cb-4bb7-a1ae-92864ecc5a84 tempest-MeteringIpV6TestJSON-1328516999 tempest-MeteringIpV6TestJSON-1328516999-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:54.487073 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-89936c81-96cb-4bb7-a1ae-92864ecc5a84 tempest-MeteringIpV6TestJSON-1328516999 tempest-MeteringIpV6TestJSON-1328516999-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-labels/1865271e-f686-4452-8277-bc9af39b70d2 HTTP/1.1" status: 204 len: 168 time: 0.3673337 Feb 16 22:25:54.507377 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-80702249-5e83-4952-a67b-f210cf4fcaea admin admin] Publish callbacks [] for security_group (4c002102-f371-472d-8128-28e33f545980), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:54.534978 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-55b339ae-d87e-45d1-92c3-eebcd6aa2119 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0712612 Feb 16 22:25:54.539190 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39974) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:54.578452 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-80702249-5e83-4952-a67b-f210cf4fcaea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4c002102-f371-472d-8128-28e33f545980), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:54.582859 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-80702249-5e83-4952-a67b-f210cf4fcaea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:54.587827 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-80702249-5e83-4952-a67b-f210cf4fcaea admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4c002102-f371-472d-8128-28e33f545980 HTTP/1.1" status: 204 len: 168 time: 0.4814467 Feb 16 22:25:54.605747 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80702249-5e83-4952-a67b-f210cf4fcaea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c002102-f371-472d-8128-28e33f545980,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:54.611513 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a63fcfa6-071a-4b04-87a8-dce897c2eabe tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (b18df4fa-ccb5-4223-be43-033035b8fa7f), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:54.654720 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a63fcfa6-071a-4b04-87a8-dce897c2eabe tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (b18df4fa-ccb5-4223-be43-033035b8fa7f), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:54.746766 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a63fcfa6-071a-4b04-87a8-dce897c2eabe tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b18df4fa-ccb5-4223-be43-033035b8fa7f), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:54.749483 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a63fcfa6-071a-4b04-87a8-dce897c2eabe tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:54.750714 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a63fcfa6-071a-4b04-87a8-dce897c2eabe tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "DELETE /v2.0/security-groups/b18df4fa-ccb5-4223-be43-033035b8fa7f HTTP/1.1" status: 204 len: 168 time: 0.2102897 Feb 16 22:25:54.753429 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39988) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:54.772086 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63fcfa6-071a-4b04-87a8-dce897c2eabe tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18df4fa-ccb5-4223-be43-033035b8fa7f,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:54.825666 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c0afcafc-397d-4624-bd12-da7ebe93f5b3 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0710471 Feb 16 22:25:54.830069 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39992) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:54.839926 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-93210e4b-9ef3-467e-a13e-a82dbbbb3a66 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Request body: {'security_group': {'name': 'tempest-secgroup--874781221'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:54.870156 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-93210e4b-9ef3-467e-a13e-a82dbbbb3a66 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:54.954783 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-93210e4b-9ef3-467e-a13e-a82dbbbb3a66 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (e28e0442-5798-4142-8a9c-2c70dd0a6b3a), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:54.963862 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-93210e4b-9ef3-467e-a13e-a82dbbbb3a66 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (e28e0442-5798-4142-8a9c-2c70dd0a6b3a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:55.021240 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-93210e4b-9ef3-467e-a13e-a82dbbbb3a66 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:55.025235 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-93210e4b-9ef3-467e-a13e-a82dbbbb3a66 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1915646 Feb 16 22:25:55.025801 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39996) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:55.030793 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-2cc1da82-a697-4dfc-8c9d-c6c95a0dbdc7 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Request body: {'security_group_rule': {'security_group_id': 'e28e0442-5798-4142-8a9c-2c70dd0a6b3a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:55.035725 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93210e4b-9ef3-467e-a13e-a82dbbbb3a66 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e28e0442-5798-4142-8a9c-2c70dd0a6b3a,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:55.079414 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2cc1da82-a697-4dfc-8c9d-c6c95a0dbdc7 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (c5662d75-438b-4582-8190-06011f7398c3), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:55.105530 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40002) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:55.148897 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2cc1da82-a697-4dfc-8c9d-c6c95a0dbdc7 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (c5662d75-438b-4582-8190-06011f7398c3), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:55.155047 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2cc1da82-a697-4dfc-8c9d-c6c95a0dbdc7 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (c5662d75-438b-4582-8190-06011f7398c3), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:55.177435 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1da82-a697-4dfc-8c9d-c6c95a0dbdc7 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5662d75-438b-4582-8190-06011f7398c3,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:55.186518 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2cc1da82-a697-4dfc-8c9d-c6c95a0dbdc7 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:55.190294 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2cc1da82-a697-4dfc-8c9d-c6c95a0dbdc7 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1611950 Feb 16 22:25:55.191145 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40008) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:55.216815 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d24d8b67-d508-4121-af01-328c367b7ad6 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "GET /v2.0/security-group-rules/c5662d75-438b-4582-8190-06011f7398c3 HTTP/1.1" status: 200 len: 763 time: 0.0229421 Feb 16 22:25:55.217162 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40010) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:55.272766 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b39bf116-4d71-41ea-86e0-da614f87efec tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0536492 Feb 16 22:25:55.275459 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40014) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:55.305226 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f6a9316e-64be-493d-b319-b4b37a5be399 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (c5662d75-438b-4582-8190-06011f7398c3), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:55.319071 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f6a9316e-64be-493d-b319-b4b37a5be399 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (c5662d75-438b-4582-8190-06011f7398c3), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:55.352654 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f6a9316e-64be-493d-b319-b4b37a5be399 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (c5662d75-438b-4582-8190-06011f7398c3), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:55.366181 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f6a9316e-64be-493d-b319-b4b37a5be399 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:55.369314 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f6a9316e-64be-493d-b319-b4b37a5be399 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/c5662d75-438b-4582-8190-06011f7398c3 HTTP/1.1" status: 204 len: 168 time: 0.0926414 Feb 16 22:25:55.370538 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a9316e-64be-493d-b319-b4b37a5be399 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5662d75-438b-4582-8190-06011f7398c3,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:55.372510 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40018) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:55.431475 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40022) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:55.432041 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-04b7c116-1656-4714-bc5c-5a5a757d55da tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0583444 Feb 16 22:25:55.436494 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-f24912e9-d957-4be9-8b2f-b1aeaec3c0c2 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Request body: {'security_group_rule': {'security_group_id': 'e28e0442-5798-4142-8a9c-2c70dd0a6b3a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:55.445569 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-02e4b1d9-6dac-4e47-bdc6-c6729a27a18a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:55.471428 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40024) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:55.510526 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:55.517385 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f24912e9-d957-4be9-8b2f-b1aeaec3c0c2 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (8d2013f1-1a89-4f4a-b259-a358836eaba3), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:55.566171 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-02e4b1d9-6dac-4e47-bdc6-c6729a27a18a admin admin] Publish callbacks [] for security_group (3d94a4c2-3636-4ce2-b931-595a7fb14763), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:55.575408 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-02e4b1d9-6dac-4e47-bdc6-c6729a27a18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (3d94a4c2-3636-4ce2-b931-595a7fb14763), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:55.623207 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f24912e9-d957-4be9-8b2f-b1aeaec3c0c2 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (8d2013f1-1a89-4f4a-b259-a358836eaba3), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:55.629083 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f24912e9-d957-4be9-8b2f-b1aeaec3c0c2 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (8d2013f1-1a89-4f4a-b259-a358836eaba3), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:55.634387 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-02e4b1d9-6dac-4e47-bdc6-c6729a27a18a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=208fb92ad3594e0b9f9279a682e71620&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5276892 Feb 16 22:25:55.636023 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e4b1d9-6dac-4e47-bdc6-c6729a27a18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d94a4c2-3636-4ce2-b931-595a7fb14763,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:55.638875 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40034) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:55.687102 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24912e9-d957-4be9-8b2f-b1aeaec3c0c2 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d2013f1-1a89-4f4a-b259-a358836eaba3,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:55.734088 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f24912e9-d957-4be9-8b2f-b1aeaec3c0c2 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:55.737139 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e9ede61d-3e16-42fb-8ef3-bfcef734879c admin admin] Publish callbacks [] for security_group (3d94a4c2-3636-4ce2-b931-595a7fb14763), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:55.740865 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f24912e9-d957-4be9-8b2f-b1aeaec3c0c2 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3055363 Feb 16 22:25:55.740865 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dde3072c-0c6f-4829-a88c-39da2874fa04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:55.742865 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40040) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:55.821168 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6c5f3fa2-0f27-4954-b6bf-27d115b77258 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "GET /v2.0/security-group-rules/8d2013f1-1a89-4f4a-b259-a358836eaba3 HTTP/1.1" status: 200 len: 763 time: 0.0712438 Feb 16 22:25:55.821168 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e9ede61d-3e16-42fb-8ef3-bfcef734879c admin admin] Publish callbacks [] for security_group (3d94a4c2-3636-4ce2-b931-595a7fb14763), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:55.823997 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40046) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:55.881890 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e9ede61d-3e16-42fb-8ef3-bfcef734879c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (3d94a4c2-3636-4ce2-b931-595a7fb14763), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:55.888508 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e9ede61d-3e16-42fb-8ef3-bfcef734879c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:55.889696 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e9ede61d-3e16-42fb-8ef3-bfcef734879c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3d94a4c2-3636-4ce2-b931-595a7fb14763 HTTP/1.1" status: 204 len: 168 time: 0.2496514 Feb 16 22:25:55.902679 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ede61d-3e16-42fb-8ef3-bfcef734879c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d94a4c2-3636-4ce2-b931-595a7fb14763,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:55.947038 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-89ed0c34-f52e-4c96-997d-96023e96c288 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1219006 Feb 16 22:25:55.949744 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40054) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:55.978403 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dde3072c-0c6f-4829-a88c-39da2874fa04 admin admin] Publish callbacks [] for security_group (42884b43-9cd4-4f3f-bf99-cfff2c4c520a), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:55.988861 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dde3072c-0c6f-4829-a88c-39da2874fa04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (42884b43-9cd4-4f3f-bf99-cfff2c4c520a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:55.997053 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-558a2d2b-bbf0-4a19-8d53-8861b2ab5587 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (8d2013f1-1a89-4f4a-b259-a358836eaba3), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:56.009534 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-558a2d2b-bbf0-4a19-8d53-8861b2ab5587 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (8d2013f1-1a89-4f4a-b259-a358836eaba3), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:56.015347 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40058) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:56.049889 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-558a2d2b-bbf0-4a19-8d53-8861b2ab5587 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (8d2013f1-1a89-4f4a-b259-a358836eaba3), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:56.059164 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-558a2d2b-bbf0-4a19-8d53-8861b2ab5587 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:56.061166 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-558a2d2b-bbf0-4a19-8d53-8861b2ab5587 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/8d2013f1-1a89-4f4a-b259-a358836eaba3 HTTP/1.1" status: 204 len: 168 time: 0.1096659 Feb 16 22:25:56.063559 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40064) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:56.068690 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-dde3072c-0c6f-4829-a88c-39da2874fa04 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=51052c1c579e49f7967dacf1d6db948f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5913451 Feb 16 22:25:56.068690 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3072c-0c6f-4829-a88c-39da2874fa04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42884b43-9cd4-4f3f-bf99-cfff2c4c520a,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:56.070973 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40066) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:56.072018 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a2d2b-bbf0-4a19-8d53-8861b2ab5587 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d2013f1-1a89-4f4a-b259-a358836eaba3,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:56.119021 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c0909746-09b4-4999-9a69-574f794a5b7d tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0478334 Feb 16 22:25:56.121727 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40068) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:56.129039 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-9b9916bd-53ba-42a3-adb1-1f8a1c7b684c tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Request body: {'security_group_rule': {'security_group_id': 'e28e0442-5798-4142-8a9c-2c70dd0a6b3a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:56.134436 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-818968ac-7e31-436a-b550-8fca62d27364 admin admin] Publish callbacks [] for security_group (42884b43-9cd4-4f3f-bf99-cfff2c4c520a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:56.161912 n-d-813897-6 neutron-server[103466]: INFO neutron.db.securitygroups_db [None req-9b9916bd-53ba-42a3-adb1-1f8a1c7b684c tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Project 4037c068ed334231abe7dbd32b0993e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 22:25:56.166866 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-818968ac-7e31-436a-b550-8fca62d27364 admin admin] Publish callbacks [] for security_group (42884b43-9cd4-4f3f-bf99-cfff2c4c520a), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:56.168921 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9b9916bd-53ba-42a3-adb1-1f8a1c7b684c tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (6cb9430c-0f38-4cd3-bb5f-e6130b632e8a), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:56.252638 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-818968ac-7e31-436a-b550-8fca62d27364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (42884b43-9cd4-4f3f-bf99-cfff2c4c520a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:56.258615 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-818968ac-7e31-436a-b550-8fca62d27364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:56.261288 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9b9916bd-53ba-42a3-adb1-1f8a1c7b684c tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (6cb9430c-0f38-4cd3-bb5f-e6130b632e8a), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:56.263782 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-818968ac-7e31-436a-b550-8fca62d27364 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/42884b43-9cd4-4f3f-bf99-cfff2c4c520a HTTP/1.1" status: 204 len: 168 time: 0.1878502 Feb 16 22:25:56.271041 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9b9916bd-53ba-42a3-adb1-1f8a1c7b684c tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (6cb9430c-0f38-4cd3-bb5f-e6130b632e8a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:56.278551 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818968ac-7e31-436a-b550-8fca62d27364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42884b43-9cd4-4f3f-bf99-cfff2c4c520a,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:56.305240 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9916bd-53ba-42a3-adb1-1f8a1c7b684c tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cb9430c-0f38-4cd3-bb5f-e6130b632e8a,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:56.315341 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9b9916bd-53ba-42a3-adb1-1f8a1c7b684c tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:56.316932 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9b9916bd-53ba-42a3-adb1-1f8a1c7b684c tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1937659 Feb 16 22:25:56.319774 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40076) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:56.344355 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f5cd7f2f-b826-4029-bd4d-c0c299586051 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "GET /v2.0/security-group-rules/6cb9430c-0f38-4cd3-bb5f-e6130b632e8a HTTP/1.1" status: 200 len: 769 time: 0.0222907 Feb 16 22:25:56.346287 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40078) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:56.366839 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40080) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:56.401961 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b4334a4e-60b7-4c60-87d5-9595887ea4b8 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0517337 Feb 16 22:25:56.402583 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40084) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:56.422299 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-93ddd771-4930-423f-9886-807cc2ccb60c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-956872999-network', 'tenant_id': '6fcf10c1ceac463b84444ae6a41d59ce'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:56.445868 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b3c84391-eedf-447c-ad71-c9b5554df78d tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (6cb9430c-0f38-4cd3-bb5f-e6130b632e8a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:56.453342 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ddd771-4930-423f-9886-807cc2ccb60c admin admin] Made reservation on behalf of 6fcf10c1ceac463b84444ae6a41d59ce for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:25:56.456821 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b3c84391-eedf-447c-ad71-c9b5554df78d tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (6cb9430c-0f38-4cd3-bb5f-e6130b632e8a), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:56.459222 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-93ddd771-4930-423f-9886-807cc2ccb60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:56.481384 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-93ddd771-4930-423f-9886-807cc2ccb60c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:56.500223 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b3c84391-eedf-447c-ad71-c9b5554df78d tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (6cb9430c-0f38-4cd3-bb5f-e6130b632e8a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:56.512440 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b3c84391-eedf-447c-ad71-c9b5554df78d tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:56.514457 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b3c84391-eedf-447c-ad71-c9b5554df78d tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/6cb9430c-0f38-4cd3-bb5f-e6130b632e8a HTTP/1.1" status: 204 len: 168 time: 0.1105788 Feb 16 22:25:56.517050 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40086) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:56.520941 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c84391-eedf-447c-ad71-c9b5554df78d tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6cb9430c-0f38-4cd3-bb5f-e6130b632e8a,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:56.547691 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40088) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:56.575990 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1760a43d-ae80-4d10-8971-16048a3c6c51 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0577509 Feb 16 22:25:56.580457 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40090) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:56.583055 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7718dbf6-766a-44b6-bf0c-77bc8b4c8d56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:56.694004 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-93ddd771-4930-423f-9886-807cc2ccb60c admin admin] Publish callbacks [] for security_group (fac9f23c-64d4-4ec2-a839-b054b140ad9d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:56.700341 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7718dbf6-766a-44b6-bf0c-77bc8b4c8d56 admin admin] Publish callbacks [] for security_group (013722b2-815b-4452-abd2-a240879d2ed7), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:56.700518 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-99f8183d-8fed-4f36-9fe0-55376bda8208 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (e28e0442-5798-4142-8a9c-2c70dd0a6b3a), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:56.712448 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7718dbf6-766a-44b6-bf0c-77bc8b4c8d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (013722b2-815b-4452-abd2-a240879d2ed7), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:56.712887 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-93ddd771-4930-423f-9886-807cc2ccb60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (fac9f23c-64d4-4ec2-a839-b054b140ad9d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:56.750058 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-99f8183d-8fed-4f36-9fe0-55376bda8208 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (e28e0442-5798-4142-8a9c-2c70dd0a6b3a), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:56.777333 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ddd771-4930-423f-9886-807cc2ccb60c admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:25:56.779614 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718dbf6-766a-44b6-bf0c-77bc8b4c8d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013722b2-815b-4452-abd2-a240879d2ed7,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:56.787668 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-93ddd771-4930-423f-9886-807cc2ccb60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (6216a313-87cb-44f7-a441-7ea1ca5b62d5), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:56.788705 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-93ddd771-4930-423f-9886-807cc2ccb60c admin admin] Added segment 6216a313-87cb-44f7-a441-7ea1ca5b62d5 of type vlan for network 2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195 Feb 16 22:25:56.805682 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-fcd963ce-4140-4234-bdfa-caa0845cee5b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-171123665-network', 'tenant_id': 'b04764559a9c459fbc65e6403b1b3dd5'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:56.820077 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7718dbf6-766a-44b6-bf0c-77bc8b4c8d56 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bdf20a758b764afcb8e4c8b07428e4f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2696760 Feb 16 22:25:56.823787 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40098) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:56.858459 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd963ce-4140-4234-bdfa-caa0845cee5b admin admin] Made reservation on behalf of b04764559a9c459fbc65e6403b1b3dd5 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:25:56.863489 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fcd963ce-4140-4234-bdfa-caa0845cee5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:56.893250 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fcd963ce-4140-4234-bdfa-caa0845cee5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:56.903640 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-93ddd771-4930-423f-9886-807cc2ccb60c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:56.906940 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddd771-4930-423f-9886-807cc2ccb60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac9f23c-64d4-4ec2-a839-b054b140ad9d,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:56.928010 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2103da9b-38a5-435f-bede-d2f440c03bcf admin admin] Publish callbacks [] for security_group (013722b2-815b-4452-abd2-a240879d2ed7), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:56.957317 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-99f8183d-8fed-4f36-9fe0-55376bda8208 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (e28e0442-5798-4142-8a9c-2c70dd0a6b3a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:56.962320 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-99f8183d-8fed-4f36-9fe0-55376bda8208 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:56.962954 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:56.966518 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-99f8183d-8fed-4f36-9fe0-55376bda8208 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "DELETE /v2.0/security-groups/e28e0442-5798-4142-8a9c-2c70dd0a6b3a HTTP/1.1" status: 204 len: 168 time: 0.3824170 Feb 16 22:25:56.966670 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40104) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:56.981933 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8183d-8fed-4f36-9fe0-55376bda8208 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28e0442-5798-4142-8a9c-2c70dd0a6b3a,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:56.985506 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-93ddd771-4930-423f-9886-807cc2ccb60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:56.986825 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ddd771-4930-423f-9886-807cc2ccb60c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:56.987384 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-93ddd771-4930-423f-9886-807cc2ccb60c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:57.008647 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2103da9b-38a5-435f-bede-d2f440c03bcf admin admin] Publish callbacks [] for security_group (013722b2-815b-4452-abd2-a240879d2ed7), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:57.013571 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-93ddd771-4930-423f-9886-807cc2ccb60c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9910121 Feb 16 22:25:57.015198 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f8183d-8fed-4f36-9fe0-55376bda8208 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:57.015725 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f8183d-8fed-4f36-9fe0-55376bda8208 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:57.016135 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f8183d-8fed-4f36-9fe0-55376bda8208 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:57.016485 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f8183d-8fed-4f36-9fe0-55376bda8208 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:57.016845 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f8183d-8fed-4f36-9fe0-55376bda8208 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:57.017271 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f8183d-8fed-4f36-9fe0-55376bda8208 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:57.017608 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f8183d-8fed-4f36-9fe0-55376bda8208 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:57.018051 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f8183d-8fed-4f36-9fe0-55376bda8208 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:57.018398 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f8183d-8fed-4f36-9fe0-55376bda8208 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:57.018738 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f8183d-8fed-4f36-9fe0-55376bda8208 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:57.019067 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f8183d-8fed-4f36-9fe0-55376bda8208 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:57.019393 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f8183d-8fed-4f36-9fe0-55376bda8208 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:57.019721 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f8183d-8fed-4f36-9fe0-55376bda8208 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:25:57.020745 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40108) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:57.048327 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-480b579e-99ed-4226-871b-72e413fedac5 admin admin] Request body: {'subnet': {'network_id': '2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-956872999-subnet', 'tenant_id': '6fcf10c1ceac463b84444ae6a41d59ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:57.092661 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddd771-4930-423f-9886-807cc2ccb60c admin admin] Pushing event updated for resources: {'Network': ['ID=2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:57.119925 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:25:57.172619 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9824fec2-a558-44ec-84d1-7acba7bf1486 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2046819 Feb 16 22:25:57.177100 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40114) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:57.177258 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480b579e-99ed-4226-871b-72e413fedac5 admin admin] Made reservation on behalf of 6fcf10c1ceac463b84444ae6a41d59ce for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:25:57.182490 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-3964e705-6495-4ef1-a3a5-d80fd2da0407 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Request body: {'security_group': {'name': 'tempest-secgroup--1548574949'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:57.188254 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-480b579e-99ed-4226-871b-72e413fedac5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:57.211675 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3964e705-6495-4ef1-a3a5-d80fd2da0407 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:57.264884 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fcd963ce-4140-4234-bdfa-caa0845cee5b admin admin] Publish callbacks [] for security_group (dbb8d5b7-e567-499e-9b9a-011c7a235863), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:57.298157 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fcd963ce-4140-4234-bdfa-caa0845cee5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (dbb8d5b7-e567-499e-9b9a-011c7a235863), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:57.304350 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2103da9b-38a5-435f-bede-d2f440c03bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (013722b2-815b-4452-abd2-a240879d2ed7), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:57.307157 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2103da9b-38a5-435f-bede-d2f440c03bcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:57.308403 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2103da9b-38a5-435f-bede-d2f440c03bcf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/013722b2-815b-4452-abd2-a240879d2ed7 HTTP/1.1" status: 204 len: 168 time: 0.4836125 Feb 16 22:25:57.339686 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3964e705-6495-4ef1-a3a5-d80fd2da0407 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (92b73319-5bbf-4534-96a9-0cb4cfdcc9f7), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:57.340792 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcd963ce-4140-4234-bdfa-caa0845cee5b admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:25:57.346983 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3964e705-6495-4ef1-a3a5-d80fd2da0407 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (92b73319-5bbf-4534-96a9-0cb4cfdcc9f7), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:57.369995 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd963ce-4140-4234-bdfa-caa0845cee5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb8d5b7-e567-499e-9b9a-011c7a235863,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:57.377684 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fcd963ce-4140-4234-bdfa-caa0845cee5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (d2150ecc-73be-4cac-a3e0-52292f5f056f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:57.378416 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-fcd963ce-4140-4234-bdfa-caa0845cee5b admin admin] Added segment d2150ecc-73be-4cac-a3e0-52292f5f056f of type vlan for network 328b17ed-7bc5-4241-8a54-e64f9538f95e Feb 16 22:25:57.388009 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964e705-6495-4ef1-a3a5-d80fd2da0407 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92b73319-5bbf-4534-96a9-0cb4cfdcc9f7,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:57.392578 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3964e705-6495-4ef1-a3a5-d80fd2da0407 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:57.397075 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3964e705-6495-4ef1-a3a5-d80fd2da0407 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2186987 Feb 16 22:25:57.397649 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103da9b-38a5-435f-bede-d2f440c03bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013722b2-815b-4452-abd2-a240879d2ed7,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:57.398237 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40130) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:57.403537 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-8c71f43a-7b7a-4ca6-a48d-9378831c523c tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Request body: {'security_group_rule': {'security_group_id': '92b73319-5bbf-4534-96a9-0cb4cfdcc9f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:57.443383 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8c71f43a-7b7a-4ca6-a48d-9378831c523c tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (f5707dc1-a298-4f6a-8cbd-831b25d9f58a), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:57.481787 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fcd963ce-4140-4234-bdfa-caa0845cee5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (328b17ed-7bc5-4241-8a54-e64f9538f95e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:57.516615 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8c71f43a-7b7a-4ca6-a48d-9378831c523c tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (f5707dc1-a298-4f6a-8cbd-831b25d9f58a), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:57.522628 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8c71f43a-7b7a-4ca6-a48d-9378831c523c tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (f5707dc1-a298-4f6a-8cbd-831b25d9f58a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:57.539829 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71f43a-7b7a-4ca6-a48d-9378831c523c tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5707dc1-a298-4f6a-8cbd-831b25d9f58a,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:57.542608 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40132) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:57.557150 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-480b579e-99ed-4226-871b-72e413fedac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (94062d71-47f3-4519-a26c-4523eb89acf1), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:57.562841 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8c71f43a-7b7a-4ca6-a48d-9378831c523c tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:57.564413 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8c71f43a-7b7a-4ca6-a48d-9378831c523c tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1652391 Feb 16 22:25:57.564822 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fcd963ce-4140-4234-bdfa-caa0845cee5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (328b17ed-7bc5-4241-8a54-e64f9538f95e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:57.565864 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd963ce-4140-4234-bdfa-caa0845cee5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:57.566502 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fcd963ce-4140-4234-bdfa-caa0845cee5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:57.568448 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40136) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:57.638442 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fcd963ce-4140-4234-bdfa-caa0845cee5b admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2676468 Feb 16 22:25:57.641609 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40142) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:57.642926 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1bb98e30-6abf-4a27-bf4a-072be0d94242 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (92b73319-5bbf-4534-96a9-0cb4cfdcc9f7), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:57.648023 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-fc32a0b4-393a-45df-a07c-b0fb7b698558 admin admin] Request body: {'subnet': {'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-171123665-subnet', 'tenant_id': 'b04764559a9c459fbc65e6403b1b3dd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:57.673953 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1bb98e30-6abf-4a27-bf4a-072be0d94242 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (92b73319-5bbf-4534-96a9-0cb4cfdcc9f7), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:57.699727 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd963ce-4140-4234-bdfa-caa0845cee5b admin admin] Pushing event updated for resources: {'Network': ['ID=328b17ed-7bc5-4241-8a54-e64f9538f95e,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:57.706647 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b579e-99ed-4226-871b-72e413fedac5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94062d71-47f3-4519-a26c-4523eb89acf1,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:57.712526 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 328b17ed-7bc5-4241-8a54-e64f9538f95e details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:25:57.723281 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480b579e-99ed-4226-871b-72e413fedac5 admin admin] Checking segment: {'id': '6216a313-87cb-44f7-a441-7ea1ca5b62d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:25:57.723906 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480b579e-99ed-4226-871b-72e413fedac5 admin admin] Network hostable DHCP agents. Network: 2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:25:57.736183 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc32a0b4-393a-45df-a07c-b0fb7b698558 admin admin] Made reservation on behalf of b04764559a9c459fbc65e6403b1b3dd5 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:25:57.739075 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fc32a0b4-393a-45df-a07c-b0fb7b698558 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:57.760418 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1bb98e30-6abf-4a27-bf4a-072be0d94242 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (92b73319-5bbf-4534-96a9-0cb4cfdcc9f7), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:57.764021 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1bb98e30-6abf-4a27-bf4a-072be0d94242 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:57.766260 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1bb98e30-6abf-4a27-bf4a-072be0d94242 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "DELETE /v2.0/security-groups/92b73319-5bbf-4534-96a9-0cb4cfdcc9f7 HTTP/1.1" status: 204 len: 168 time: 0.1966624 Feb 16 22:25:57.769562 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40144) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:57.779388 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480b579e-99ed-4226-871b-72e413fedac5 admin admin] Network 2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:25:57.793281 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb98e30-6abf-4a27-bf4a-072be0d94242 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b73319-5bbf-4534-96a9-0cb4cfdcc9f7,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:57.827726 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-82658074-e9b5-447a-ae23-617ef556b39d admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1919018450-network', 'tenant_id': '335a23d7594f46e88ae386622aba04c0'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:57.840490 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-480b579e-99ed-4226-871b-72e413fedac5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:25:57.844833 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480b579e-99ed-4226-871b-72e413fedac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:57.845482 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-480b579e-99ed-4226-871b-72e413fedac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:57.851787 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82658074-e9b5-447a-ae23-617ef556b39d admin admin] Made reservation on behalf of 335a23d7594f46e88ae386622aba04c0 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:25:57.855830 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-82658074-e9b5-447a-ae23-617ef556b39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:57.859300 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdaba8de-2164-4701-848c-cfa67bd121e8 None None] Network 2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:25:57.873276 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-82658074-e9b5-447a-ae23-617ef556b39d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:57.891774 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-36c5dd08-e3e9-441e-95f9-8911480a938e tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1207950 Feb 16 22:25:57.894472 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40152) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:57.917097 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-480b579e-99ed-4226-871b-72e413fedac5 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8662674 Feb 16 22:25:57.994579 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-82658074-e9b5-447a-ae23-617ef556b39d admin admin] Publish callbacks [] for security_group (1d60ad48-2d02-4d17-a24b-788d5015c7e8), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:58.008930 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-82658074-e9b5-447a-ae23-617ef556b39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (1d60ad48-2d02-4d17-a24b-788d5015c7e8), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:58.013139 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b1c07e-b2bd-4ed3-b9a4-955f861dfed2 None None] Network 2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:25:58.029538 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b8f11be3-c867-4e4d-b1d9-b8014736734d tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1339350 Feb 16 22:25:58.030138 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40158) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:58.056901 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-c4e1b286-c47d-4699-97c5-d72f5899c9a5 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] delete failed (client error): The resource could not be found. Feb 16 22:25:58.058155 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c4e1b286-c47d-4699-97c5-d72f5899c9a5 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "DELETE /v2.0/security-groups/92b73319-5bbf-4534-96a9-0cb4cfdcc9f7 HTTP/1.1" status: 404 len: 347 time: 0.0244420 Feb 16 22:25:58.059146 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82658074-e9b5-447a-ae23-617ef556b39d admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:25:58.070374 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40162) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:58.096558 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-82658074-e9b5-447a-ae23-617ef556b39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (8918ee9f-156f-43a4-83ea-79ad6caa58d8), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:58.096918 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-82658074-e9b5-447a-ae23-617ef556b39d admin admin] Added segment 8918ee9f-156f-43a4-83ea-79ad6caa58d8 of type vlan for network cc19e1ea-c8d5-4148-9582-abe4938f0a04 Feb 16 22:25:58.098231 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82658074-e9b5-447a-ae23-617ef556b39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d60ad48-2d02-4d17-a24b-788d5015c7e8,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:58.127329 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fc32a0b4-393a-45df-a07c-b0fb7b698558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (90c6e9fd-2327-49e8-8e06-530f56e702f3), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:58.192468 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-82658074-e9b5-447a-ae23-617ef556b39d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (cc19e1ea-c8d5-4148-9582-abe4938f0a04), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:58.192703 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32a0b4-393a-45df-a07c-b0fb7b698558 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90c6e9fd-2327-49e8-8e06-530f56e702f3,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:58.204172 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc32a0b4-393a-45df-a07c-b0fb7b698558 admin admin] Checking segment: {'id': 'd2150ecc-73be-4cac-a3e0-52292f5f056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:25:58.204574 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc32a0b4-393a-45df-a07c-b0fb7b698558 admin admin] Network hostable DHCP agents. Network: 328b17ed-7bc5-4241-8a54-e64f9538f95e, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:25:58.215875 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d228792b-88cf-46c9-8f3b-82a630591133 tempest-SecGroupIPv6Test-438665608 tempest-SecGroupIPv6Test-438665608-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1432614 Feb 16 22:25:58.232799 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc32a0b4-393a-45df-a07c-b0fb7b698558 admin admin] Network 328b17ed-7bc5-4241-8a54-e64f9538f95e is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:25:58.245105 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-fc32a0b4-393a-45df-a07c-b0fb7b698558 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 328b17ed-7bc5-4241-8a54-e64f9538f95e) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:25:58.250230 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc32a0b4-393a-45df-a07c-b0fb7b698558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:58.250421 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-82658074-e9b5-447a-ae23-617ef556b39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (cc19e1ea-c8d5-4148-9582-abe4938f0a04), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:58.251040 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fc32a0b4-393a-45df-a07c-b0fb7b698558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:58.252586 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82658074-e9b5-447a-ae23-617ef556b39d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:58.253399 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-82658074-e9b5-447a-ae23-617ef556b39d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:58.256073 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d73563-ce33-437a-9020-56afa19c92f7 None None] Network 328b17ed-7bc5-4241-8a54-e64f9538f95e requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:25:58.282540 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fc32a0b4-393a-45df-a07c-b0fb7b698558 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6295590 Feb 16 22:25:58.297760 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-82658074-e9b5-447a-ae23-617ef556b39d admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7540748 Feb 16 22:25:58.300791 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40176) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:58.306803 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-84980dec-a61f-4f6e-a31c-02ef727c98bc admin admin] Request body: {'subnet': {'network_id': 'cc19e1ea-c8d5-4148-9582-abe4938f0a04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1919018450-subnet', 'tenant_id': '335a23d7594f46e88ae386622aba04c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:58.338237 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84980dec-a61f-4f6e-a31c-02ef727c98bc admin admin] Made reservation on behalf of 335a23d7594f46e88ae386622aba04c0 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:25:58.342731 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-84980dec-a61f-4f6e-a31c-02ef727c98bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:58.356588 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82658074-e9b5-447a-ae23-617ef556b39d admin admin] Pushing event updated for resources: {'Network': ['ID=cc19e1ea-c8d5-4148-9582-abe4938f0a04,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:58.484024 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network cc19e1ea-c8d5-4148-9582-abe4938f0a04 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:25:58.524249 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:58.595196 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e73b39f-36da-4a66-9ef7-0daba875d9dc None None] Network 328b17ed-7bc5-4241-8a54-e64f9538f95e requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:25:58.602627 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-84980dec-a61f-4f6e-a31c-02ef727c98bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (ca534000-a61e-4268-8aa2-b788cf2836ce), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:58.685214 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40186) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:58.712829 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84980dec-a61f-4f6e-a31c-02ef727c98bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca534000-a61e-4268-8aa2-b788cf2836ce,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:58.730646 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84980dec-a61f-4f6e-a31c-02ef727c98bc admin admin] Checking segment: {'id': '8918ee9f-156f-43a4-83ea-79ad6caa58d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cc19e1ea-c8d5-4148-9582-abe4938f0a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:25:58.731376 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84980dec-a61f-4f6e-a31c-02ef727c98bc admin admin] Network hostable DHCP agents. Network: cc19e1ea-c8d5-4148-9582-abe4938f0a04, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:25:58.763255 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84980dec-a61f-4f6e-a31c-02ef727c98bc admin admin] Network cc19e1ea-c8d5-4148-9582-abe4938f0a04 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:25:58.768881 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-84980dec-a61f-4f6e-a31c-02ef727c98bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, cc19e1ea-c8d5-4148-9582-abe4938f0a04) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:25:58.776315 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84980dec-a61f-4f6e-a31c-02ef727c98bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:58.777133 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-84980dec-a61f-4f6e-a31c-02ef727c98bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:58.780467 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5e655d-0567-4542-b9eb-3c5f88ac7032 None None] Network cc19e1ea-c8d5-4148-9582-abe4938f0a04 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:25:58.831001 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-84980dec-a61f-4f6e-a31c-02ef727c98bc admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5290570 Feb 16 22:25:58.894990 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24518658-4c15-48b0-88ad-d3c6af260e88 None None] Network cc19e1ea-c8d5-4148-9582-abe4938f0a04 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:25:58.916075 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-8b39715f-bd4d-43f6-a52c-17b92bc8cef4 tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:58.917601 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-8b39715f-bd4d-43f6-a52c-17b92bc8cef4 tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] 10.222.0.75 "GET /v2.0/networks?id=2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195 HTTP/1.1" status: 200 len: 813 time: 0.1693974 Feb 16 22:25:58.935775 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-8b26ea94-fe77-42fe-8a0a-daa86c71a853 tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] 10.222.0.75 "GET /v2.0/quotas/6fcf10c1ceac463b84444ae6a41d59ce HTTP/1.1" status: 200 len: 375 time: 0.0113165 Feb 16 22:25:58.977716 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-2992d559-5200-4729-b82b-b37769ff5965 tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6fcf10c1ceac463b84444ae6a41d59ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334747 Feb 16 22:25:59.093215 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-64352a39-8095-4947-9bd9-0f20fbc95f25 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4037c068ed334231abe7dbd32b0993e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4045117 Feb 16 22:25:59.093591 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40214) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:59.113134 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-da3a86fa-0469-43cf-8849-66f88b0ffbf6 service neutron] 10.222.0.75 "GET /v2.0/networks/2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280987 Feb 16 22:25:59.143601 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4665dde8-7826-4fd7-b58c-0b3601d69bec admin admin] Publish callbacks [] for security_group (bd428a68-d5de-410e-af98-393bff2c3ee2), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:59.165701 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4665dde8-7826-4fd7-b58c-0b3601d69bec admin admin] Publish callbacks [] for security_group (bd428a68-d5de-410e-af98-393bff2c3ee2), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:59.222088 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-a993a745-c336-43a6-8bb2-b971f4e9d06d service neutron] 10.222.0.75 "GET /v2.0/networks/2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013870 Feb 16 22:25:59.228212 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4665dde8-7826-4fd7-b58c-0b3601d69bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (bd428a68-d5de-410e-af98-393bff2c3ee2), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:59.231566 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4665dde8-7826-4fd7-b58c-0b3601d69bec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:59.235502 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4665dde8-7826-4fd7-b58c-0b3601d69bec admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bd428a68-d5de-410e-af98-393bff2c3ee2 HTTP/1.1" status: 204 len: 168 time: 0.1381333 Feb 16 22:25:59.243006 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665dde8-7826-4fd7-b58c-0b3601d69bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd428a68-d5de-410e-af98-393bff2c3ee2,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:25:59.731089 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40256) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:25:59.776220 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:25:59.822888 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-f5f447b0-3cfa-4d19-ba1e-933d22279126 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:25:59.833075 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-f5f447b0-3cfa-4d19-ba1e-933d22279126 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/networks?id=328b17ed-7bc5-4241-8a54-e64f9538f95e HTTP/1.1" status: 200 len: 805 time: 0.1525688 Feb 16 22:25:59.852288 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-3120be5c-bc7e-4fb4-8600-2b37a240fd4c tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/quotas/b04764559a9c459fbc65e6403b1b3dd5 HTTP/1.1" status: 200 len: 375 time: 0.0175605 Feb 16 22:25:59.896848 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-8ce0f1cf-b29a-4992-bef7-7e37ebfc9365 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b04764559a9c459fbc65e6403b1b3dd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433855 Feb 16 22:25:59.997279 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-8304fe9d-2557-4f0a-ac47-17d2e75b077b tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1474976167', 'router:external': True}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:25:59.998382 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-7a2cb7c9-4e1a-44ec-b2ee-6ade2356efe9 service neutron] 10.222.0.75 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004989 Feb 16 22:26:00.029056 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8304fe9d-2557-4f0a-ac47-17d2e75b077b tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Made reservation on behalf of 133c4d13ceea47ca8df464ac89728a89 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:26:00.032802 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8304fe9d-2557-4f0a-ac47-17d2e75b077b tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:00.047819 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8304fe9d-2557-4f0a-ac47-17d2e75b077b tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:00.145465 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-ffbe2e31-4898-4bbe-99bc-4fd79730807b service neutron] 10.222.0.75 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380327 Feb 16 22:26:00.165852 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8304fe9d-2557-4f0a-ac47-17d2e75b077b tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for security_group (38c2770b-9136-4a9e-ac30-8b7c53fda7d9), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:00.170598 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8304fe9d-2557-4f0a-ac47-17d2e75b077b tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (38c2770b-9136-4a9e-ac30-8b7c53fda7d9), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:00.191991 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8304fe9d-2557-4f0a-ac47-17d2e75b077b tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:26:00.194089 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40272) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:00.205681 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304fe9d-2557-4f0a-ac47-17d2e75b077b tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c2770b-9136-4a9e-ac30-8b7c53fda7d9,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:00.210694 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8304fe9d-2557-4f0a-ac47-17d2e75b077b tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (5b0f6d0f-436e-445a-b8ae-765298a1af37), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:00.211059 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-8304fe9d-2557-4f0a-ac47-17d2e75b077b tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Added segment 5b0f6d0f-436e-445a-b8ae-765298a1af37 of type vlan for network 5e5ca2c2-e49b-4024-9718-afc4fe7b7e6d Feb 16 22:26:00.270775 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8304fe9d-2557-4f0a-ac47-17d2e75b077b tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (5e5ca2c2-e49b-4024-9718-afc4fe7b7e6d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:00.311004 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8304fe9d-2557-4f0a-ac47-17d2e75b077b tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (5e5ca2c2-e49b-4024-9718-afc4fe7b7e6d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:00.313282 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8304fe9d-2557-4f0a-ac47-17d2e75b077b tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:00.314814 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8304fe9d-2557-4f0a-ac47-17d2e75b077b tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:00.342249 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-4bf0626c-226f-4d92-8bf2-6ddea64233dd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-107257896-network', 'tenant_id': 'bce9629595cc42e088203597a49c64ca'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:00.368941 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf0626c-226f-4d92-8bf2-6ddea64233dd admin admin] Made reservation on behalf of bce9629595cc42e088203597a49c64ca for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:26:00.371825 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4bf0626c-226f-4d92-8bf2-6ddea64233dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:00.383591 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8304fe9d-2557-4f0a-ac47-17d2e75b077b tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6472819 Feb 16 22:26:00.383917 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40282) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:00.388060 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-c4b2a05a-3861-4ff8-b906-011982c8ea92 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Request body: {'subnet': {'network_id': '5e5ca2c2-e49b-4024-9718-afc4fe7b7e6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:00.391388 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4bf0626c-226f-4d92-8bf2-6ddea64233dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:00.415223 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304fe9d-2557-4f0a-ac47-17d2e75b077b tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Pushing event updated for resources: {'Network': ['ID=5e5ca2c2-e49b-4024-9718-afc4fe7b7e6d,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:00.425609 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 5e5ca2c2-e49b-4024-9718-afc4fe7b7e6d details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:26:00.497256 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4bf0626c-226f-4d92-8bf2-6ddea64233dd admin admin] Publish callbacks [] for security_group (61fd4dc9-e47f-47f1-ab53-3c97c7d63f66), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:00.506985 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4bf0626c-226f-4d92-8bf2-6ddea64233dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (61fd4dc9-e47f-47f1-ab53-3c97c7d63f66), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:00.531104 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf0626c-226f-4d92-8bf2-6ddea64233dd admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:26:00.540851 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b2a05a-3861-4ff8-b906-011982c8ea92 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Made reservation on behalf of 133c4d13ceea47ca8df464ac89728a89 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:26:00.543283 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c4b2a05a-3861-4ff8-b906-011982c8ea92 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:00.662196 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4bf0626c-226f-4d92-8bf2-6ddea64233dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (d310c9bd-ad03-44d0-a813-262582d848c2), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:00.662636 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-4bf0626c-226f-4d92-8bf2-6ddea64233dd admin admin] Added segment d310c9bd-ad03-44d0-a813-262582d848c2 of type vlan for network 1c0e773e-5bec-4946-a272-5afcb33a6aad Feb 16 22:26:00.664148 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0626c-226f-4d92-8bf2-6ddea64233dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fd4dc9-e47f-47f1-ab53-3c97c7d63f66,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:00.707114 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-32687f39-fe7f-4f76-9b47-636a9bea983d tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:00.709564 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-32687f39-fe7f-4f76-9b47-636a9bea983d tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] 10.222.0.79 "GET /v2.0/networks?id=2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195 HTTP/1.1" status: 200 len: 813 time: 0.1859217 Feb 16 22:26:00.724981 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-7e5159f7-6f5c-4ca7-a35f-2287dcd59490 tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] Request body: {'port': {'device_id': '88e82229-26df-4c3d-964e-385fe2768d16', 'network_id': '2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195', 'admin_state_up': True, 'tenant_id': '6fcf10c1ceac463b84444ae6a41d59ce'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:00.800701 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4bf0626c-226f-4d92-8bf2-6ddea64233dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (1c0e773e-5bec-4946-a272-5afcb33a6aad), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:00.847551 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-7e5159f7-6f5c-4ca7-a35f-2287dcd59490 tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] Made reservation on behalf of 6fcf10c1ceac463b84444ae6a41d59ce for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:26:00.852411 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-7e5159f7-6f5c-4ca7-a35f-2287dcd59490 tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:00.859933 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-205f64ba-6d9e-41d5-b8db-ac56887f1bf4 tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:00.861429 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-205f64ba-6d9e-41d5-b8db-ac56887f1bf4 tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] 10.222.0.75 "GET /v2.0/networks?id=cc19e1ea-c8d5-4148-9582-abe4938f0a04 HTTP/1.1" status: 200 len: 813 time: 0.2259715 Feb 16 22:26:00.894499 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4bf0626c-226f-4d92-8bf2-6ddea64233dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (1c0e773e-5bec-4946-a272-5afcb33a6aad), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:00.895848 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf0626c-226f-4d92-8bf2-6ddea64233dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:00.896613 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4bf0626c-226f-4d92-8bf2-6ddea64233dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:00.942012 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-ea12dbc7-e279-4be8-bbaa-0cc304f31bc2 tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] 10.222.0.75 "GET /v2.0/quotas/335a23d7594f46e88ae386622aba04c0 HTTP/1.1" status: 200 len: 375 time: 0.0537052 Feb 16 22:26:00.971463 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4bf0626c-226f-4d92-8bf2-6ddea64233dd admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7752960 Feb 16 22:26:00.975184 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40298) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:00.999168 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-137609a0-37c6-4ad3-8d3c-8cd68ce7dc70 admin admin] Request body: {'subnet': {'network_id': '1c0e773e-5bec-4946-a272-5afcb33a6aad', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-107257896-subnet', 'tenant_id': 'bce9629595cc42e088203597a49c64ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:01.010463 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-7e5159f7-6f5c-4ca7-a35f-2287dcd59490 tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] Allocated IP 172.20.0.13 (2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195/94062d71-47f3-4519-a26c-4523eb89acf1/b44256e0-232e-4013-b4de-e106f884af5e) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:26:01.014785 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-734e6579-abe0-415c-98d1-f4b601faa926 tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=335a23d7594f46e88ae386622aba04c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716703 Feb 16 22:26:01.056328 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0626c-226f-4d92-8bf2-6ddea64233dd admin admin] Pushing event updated for resources: {'Network': ['ID=1c0e773e-5bec-4946-a272-5afcb33a6aad,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:01.070649 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 1c0e773e-5bec-4946-a272-5afcb33a6aad details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:26:01.134097 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137609a0-37c6-4ad3-8d3c-8cd68ce7dc70 admin admin] Made reservation on behalf of bce9629595cc42e088203597a49c64ca for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:26:01.136698 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-137609a0-37c6-4ad3-8d3c-8cd68ce7dc70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:01.204118 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-7e5159f7-6f5c-4ca7-a35f-2287dcd59490 tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] Publish callbacks [] for port (b44256e0-232e-4013-b4de-e106f884af5e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:01.239697 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-7e5159f7-6f5c-4ca7-a35f-2287dcd59490 tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (b44256e0-232e-4013-b4de-e106f884af5e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:01.259666 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-c62cdd71-de86-4863-87fe-2b8cd24767d8 service neutron] 10.222.0.75 "GET /v2.0/networks/cc19e1ea-c8d5-4148-9582-abe4938f0a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147651 Feb 16 22:26:01.280280 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-7e5159f7-6f5c-4ca7-a35f-2287dcd59490 tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] Network 2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:26:01.286456 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-7e5159f7-6f5c-4ca7-a35f-2287dcd59490 tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:26:01.290726 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-7e5159f7-6f5c-4ca7-a35f-2287dcd59490 tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:26:01.316268 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5159f7-6f5c-4ca7-a35f-2287dcd59490 tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] Pushing event updated for resources: {'Port': ['ID=b44256e0-232e-4013-b4de-e106f884af5e,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:01.344726 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-7e5159f7-6f5c-4ca7-a35f-2287dcd59490 tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:01.345344 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-7e5159f7-6f5c-4ca7-a35f-2287dcd59490 tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:01.361585 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-7e5159f7-6f5c-4ca7-a35f-2287dcd59490 tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6416299 Feb 16 22:26:01.373011 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-074347df-4019-449f-8a61-29c7c4483b1f service neutron] Request body: {'port': {'device_id': '88e82229-26df-4c3d-964e-385fe2768d16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:01.437431 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-074347df-4019-449f-8a61-29c7c4483b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b44256e0-232e-4013-b4de-e106f884af5e), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:01.453397 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-d623ab85-598b-4cee-ba48-32f37eb3d4cd service neutron] 10.222.0.75 "GET /v2.0/networks/cc19e1ea-c8d5-4148-9582-abe4938f0a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832752 Feb 16 22:26:01.455776 n-d-813897-6 neutron-server[103466]: DEBUG neutron.objects.ports [None req-c4b2a05a-3861-4ff8-b906-011982c8ea92 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103466) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 22:26:01.456525 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c4b2a05a-3861-4ff8-b906-011982c8ea92 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (6940c7d4-6313-4a69-9056-e991b277aa0b), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:01.763923 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-074347df-4019-449f-8a61-29c7c4483b1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b44256e0-232e-4013-b4de-e106f884af5e {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:26:01.772128 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-074347df-4019-449f-8a61-29c7c4483b1f service neutron] Publish callbacks [] for port (b44256e0-232e-4013-b4de-e106f884af5e), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:01.786613 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-074347df-4019-449f-8a61-29c7c4483b1f service neutron] Transition to ACTIVE for port object b44256e0-232e-4013-b4de-e106f884af5e will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:26:01.792026 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-074347df-4019-449f-8a61-29c7c4483b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (b44256e0-232e-4013-b4de-e106f884af5e), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:01.910213 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074347df-4019-449f-8a61-29c7c4483b1f service neutron] Pushing event updated for resources: {'Port': ['ID=b44256e0-232e-4013-b4de-e106f884af5e,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:01.945323 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-074347df-4019-449f-8a61-29c7c4483b1f service neutron] Attempting to bind port b44256e0-232e-4013-b4de-e106f884af5e on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:26:01.947639 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2a05a-3861-4ff8-b906-011982c8ea92 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6940c7d4-6313-4a69-9056-e991b277aa0b,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:01.949870 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-074347df-4019-449f-8a61-29c7c4483b1f service neutron] Attempting to bind port b44256e0-232e-4013-b4de-e106f884af5e by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '6216a313-87cb-44f7-a441-7ea1ca5b62d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:26:01.951717 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-074347df-4019-449f-8a61-29c7c4483b1f service neutron] Attempting to bind port b44256e0-232e-4013-b4de-e106f884af5e on network 2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:26:01.955916 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-074347df-4019-449f-8a61-29c7c4483b1f service neutron] Port b44256e0-232e-4013-b4de-e106f884af5e on network 2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:26:01.956248 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-074347df-4019-449f-8a61-29c7c4483b1f service neutron] Attempting to bind port b44256e0-232e-4013-b4de-e106f884af5e on network 2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:26:01.961288 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-074347df-4019-449f-8a61-29c7c4483b1f service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:26:01.961631 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-074347df-4019-449f-8a61-29c7c4483b1f service neutron] Checking segment: {'id': '6216a313-87cb-44f7-a441-7ea1ca5b62d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:26:01.962055 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-074347df-4019-449f-8a61-29c7c4483b1f service neutron] Bound using segment: {'id': '6216a313-87cb-44f7-a441-7ea1ca5b62d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:26:01.962609 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-074347df-4019-449f-8a61-29c7c4483b1f service neutron] Bound port: b44256e0-232e-4013-b4de-e106f884af5e, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6216a313-87cb-44f7-a441-7ea1ca5b62d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:26:01.962975 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-074347df-4019-449f-8a61-29c7c4483b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b44256e0-232e-4013-b4de-e106f884af5e), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:01.974061 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-137609a0-37c6-4ad3-8d3c-8cd68ce7dc70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (46976174-ad43-4c0d-959c-727dd4cbc1f1), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:02.033318 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-074347df-4019-449f-8a61-29c7c4483b1f service neutron] For port b44256e0-232e-4013-b4de-e106f884af5e, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:26:02.036550 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-074347df-4019-449f-8a61-29c7c4483b1f service neutron] For port b44256e0-232e-4013-b4de-e106f884af5e, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=b44256e0-232e-4013-b4de-e106f884af5e,segment=NetworkSegment(6216a313-87cb-44f7-a441-7ea1ca5b62d5),segment_id=6216a313-87cb-44f7-a441-7ea1ca5b62d5)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:26:02.043354 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-074347df-4019-449f-8a61-29c7c4483b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (b44256e0-232e-4013-b4de-e106f884af5e), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:02.064044 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b2a05a-3861-4ff8-b906-011982c8ea92 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Checking segment: {'id': '5b0f6d0f-436e-445a-b8ae-765298a1af37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5e5ca2c2-e49b-4024-9718-afc4fe7b7e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:26:02.064415 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b2a05a-3861-4ff8-b906-011982c8ea92 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Network hostable DHCP agents. Network: 5e5ca2c2-e49b-4024-9718-afc4fe7b7e6d, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:26:02.077424 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-074347df-4019-449f-8a61-29c7c4483b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:02.078484 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-074347df-4019-449f-8a61-29c7c4483b1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:02.079495 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-074347df-4019-449f-8a61-29c7c4483b1f service neutron] 10.222.0.79 "PUT /v2.0/ports/b44256e0-232e-4013-b4de-e106f884af5e HTTP/1.1" status: 200 len: 1092 time: 0.7105973 Feb 16 22:26:02.080483 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e82229-26df-4c3d-964e-385fe2768d16', 'tag': 'b44256e0-232e-4013-b4de-e106f884af5e'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:26:02.082475 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35b2592-86f9-4ef1-b4c5-80ad53493875" -d '{"events": [{"name": "network-changed", "server_uuid": "88e82229-26df-4c3d-964e-385fe2768d16", "tag": "b44256e0-232e-4013-b4de-e106f884af5e"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:26:02.107374 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137609a0-37c6-4ad3-8d3c-8cd68ce7dc70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46976174-ad43-4c0d-959c-727dd4cbc1f1,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:02.126302 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074347df-4019-449f-8a61-29c7c4483b1f service neutron] Pushing event updated for resources: {'Port': ['ID=b44256e0-232e-4013-b4de-e106f884af5e,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:02.126513 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-f38a1da2-7f4f-4e66-9ef9-b6e7bc70f9dc tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:02.127778 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-f38a1da2-7f4f-4e66-9ef9-b6e7bc70f9dc tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.67 "GET /v2.0/networks?id=328b17ed-7bc5-4241-8a54-e64f9538f95e HTTP/1.1" status: 200 len: 805 time: 0.6314492 Feb 16 22:26:02.143605 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-28bc4132-daad-43c5-9386-8ba2fa441914 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Request body: {'port': {'device_id': 'f6902e11-f2a6-42d4-9e94-69d218440c0d', 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e', 'admin_state_up': True, 'tenant_id': 'b04764559a9c459fbc65e6403b1b3dd5'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:02.153157 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece4b79-1a68-4b47-a194-8fbe091bb49c req-9b2643c1-60a8-4d64-8575-c33601bda24d tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:02.154634 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5ece4b79-1a68-4b47-a194-8fbe091bb49c req-9b2643c1-60a8-4d64-8575-c33601bda24d tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] 10.222.0.75 "GET /v2.0/ports?device_id=88e82229-26df-4c3d-964e-385fe2768d16 HTTP/1.1" status: 200 len: 944 time: 0.2342961 Feb 16 22:26:02.174811 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b2a05a-3861-4ff8-b906-011982c8ea92 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Network 5e5ca2c2-e49b-4024-9718-afc4fe7b7e6d is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:26:02.181556 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-0433b7e1-bd55-4594-a780-7148edf142cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:02.183133 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-0433b7e1-bd55-4594-a780-7148edf142cc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6fcf10c1ceac463b84444ae6a41d59ce&device_id=88e82229-26df-4c3d-964e-385fe2768d16 HTTP/1.1" status: 200 len: 1126 time: 0.0537627 Feb 16 22:26:02.203397 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137609a0-37c6-4ad3-8d3c-8cd68ce7dc70 admin admin] Checking segment: {'id': 'd310c9bd-ad03-44d0-a813-262582d848c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1c0e773e-5bec-4946-a272-5afcb33a6aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:26:02.203757 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137609a0-37c6-4ad3-8d3c-8cd68ce7dc70 admin admin] Network hostable DHCP agents. Network: 1c0e773e-5bec-4946-a272-5afcb33a6aad, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:26:02.214548 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-c4b2a05a-3861-4ff8-b906-011982c8ea92 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 5e5ca2c2-e49b-4024-9718-afc4fe7b7e6d) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:26:02.226788 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937ce1b1-6bee-44e4-991a-e86a9b03369e None None] Network 5e5ca2c2-e49b-4024-9718-afc4fe7b7e6d requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:26:02.231263 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-74590f2f-9c7c-492d-b5e1-bb2569aadfa6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b44256e0-232e-4013-b4de-e106f884af5e HTTP/1.1" status: 200 len: 217 time: 0.0399618 Feb 16 22:26:02.253837 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b2a05a-3861-4ff8-b906-011982c8ea92 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:02.254683 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c4b2a05a-3861-4ff8-b906-011982c8ea92 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:02.309270 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-ed04d8d0-f1a1-4078-a3c4-a81875d6affc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:02.310565 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137609a0-37c6-4ad3-8d3c-8cd68ce7dc70 admin admin] Network 1c0e773e-5bec-4946-a272-5afcb33a6aad is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:26:02.311167 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-ed04d8d0-f1a1-4078-a3c4-a81875d6affc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=94062d71-47f3-4519-a26c-4523eb89acf1 HTTP/1.1" status: 200 len: 853 time: 0.0680170 Feb 16 22:26:02.330566 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c4b2a05a-3861-4ff8-b906-011982c8ea92 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.9467776 Feb 16 22:26:02.333885 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5ece4b79-1a68-4b47-a194-8fbe091bb49c req-f9035dee-f8c5-4dc5-a4bd-923abeeacaf6 tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] 10.222.0.75 "GET /v2.0/security-groups?id=fac9f23c-64d4-4ec2-a839-b054b140ad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637142 Feb 16 22:26:02.336445 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40316) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:02.342761 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-39166ac4-7886-47bc-b170-5d73ee75bdb5 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1029154667', 'network_id': '5e5ca2c2-e49b-4024-9718-afc4fe7b7e6d'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:02.345716 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-137609a0-37c6-4ad3-8d3c-8cd68ce7dc70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 1c0e773e-5bec-4946-a272-5afcb33a6aad) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:26:02.358591 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137609a0-37c6-4ad3-8d3c-8cd68ce7dc70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:02.359198 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-137609a0-37c6-4ad3-8d3c-8cd68ce7dc70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:02.363812 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2336f1a7-a3b7-46bf-9646-baa8e5aa2367 None None] Network 1c0e773e-5bec-4946-a272-5afcb33a6aad requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:26:02.367478 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-20ea8248-5d3d-441e-b634-1d26195eeff6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478864 Feb 16 22:26:02.389102 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39166ac4-7886-47bc-b170-5d73ee75bdb5 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Made reservation on behalf of 133c4d13ceea47ca8df464ac89728a89 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:26:02.391513 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-39166ac4-7886-47bc-b170-5d73ee75bdb5 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:02.411009 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-137609a0-37c6-4ad3-8d3c-8cd68ce7dc70 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4273663 Feb 16 22:26:02.424140 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-28bc4132-daad-43c5-9386-8ba2fa441914 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Made reservation on behalf of b04764559a9c459fbc65e6403b1b3dd5 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:26:02.436300 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-28bc4132-daad-43c5-9386-8ba2fa441914 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:02.463040 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-39166ac4-7886-47bc-b170-5d73ee75bdb5 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] device_id is not set on port c5ef5417-94a0-42e1-9f42-7702bf0cbf18 yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:26:02.495668 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4f873f-55ff-4649-8c67-5252b631c77c None None] Network 5e5ca2c2-e49b-4024-9718-afc4fe7b7e6d requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:26:02.510162 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-08453f40-6d8a-4bc3-acd0-53f423347787 req-a67df134-c702-4f0e-b50e-b3fa34f14689 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6902e11-f2a6-42d4-9e94-69d218440c0d HTTP/1.1" status: 200 len: 210 time: 0.0631254 Feb 16 22:26:02.536127 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-c50cfbd3-ae4f-4208-9f26-c5f46e023fb1 service neutron] 10.222.0.79 "GET /v2.0/networks/2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615441 Feb 16 22:26:02.538587 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6c203a-2b02-4471-acd2-a20d816052d4 None None] Network 1c0e773e-5bec-4946-a272-5afcb33a6aad requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:26:02.660686 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7031b200-a472-4aac-b1bc-24eb2cc5bc76 req-b2c2cad8-6f3f-4a44-a479-366ff65c116b service neutron] 10.222.0.79 "GET /v2.0/networks/2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171103 Feb 16 22:26:02.770398 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-96f5589b-db35-4da2-a7b2-1fabe526f16e req-c5121256-9f0e-4980-acba-5e043ac69802 tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] 10.222.0.75 "GET /v2.0/ports?device_id=45a92844-3027-4ba1-ba65-d369da841c2d HTTP/1.1" status: 200 len: 210 time: 0.1312928 Feb 16 22:26:02.826267 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-28bc4132-daad-43c5-9386-8ba2fa441914 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Allocated IP 172.20.0.8 (328b17ed-7bc5-4241-8a54-e64f9538f95e/90c6e9fd-2327-49e8-8e06-530f56e702f3/91e8c394-f309-4d7c-ae8f-b3d28a87757f) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:26:02.857462 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-39166ac4-7886-47bc-b170-5d73ee75bdb5 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Allocated IP 2001:db8::220 (5e5ca2c2-e49b-4024-9718-afc4fe7b7e6d/6940c7d4-6313-4a69-9056-e991b277aa0b/c5ef5417-94a0-42e1-9f42-7702bf0cbf18) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:26:03.039121 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2dcca31-a3ce-4da2-ae16-4bc6ef1815ed x-openstack-request-id: req-f2dcca31-a3ce-4da2-ae16-4bc6ef1815ed {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:26:03.039293 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e82229-26df-4c3d-964e-385fe2768d16", "tag": "b44256e0-232e-4013-b4de-e106f884af5e", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:26:03.039548 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f2dcca31-a3ce-4da2-ae16-4bc6ef1815ed {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:26:03.039966 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e82229-26df-4c3d-964e-385fe2768d16', 'tag': 'b44256e0-232e-4013-b4de-e106f884af5e', 'status': 'completed', 'code': 200} Feb 16 22:26:03.080247 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-e0819c70-8ba2-48fb-bd3f-0bf350c1f5e3 tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:03.082314 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-e0819c70-8ba2-48fb-bd3f-0bf350c1f5e3 tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] 10.222.0.79 "GET /v2.0/networks?id=cc19e1ea-c8d5-4148-9582-abe4938f0a04 HTTP/1.1" status: 200 len: 813 time: 0.2160141 Feb 16 22:26:03.101804 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-5da08b36-0075-499b-83e1-d4bc75d183ac tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] Request body: {'port': {'device_id': '45a92844-3027-4ba1-ba65-d369da841c2d', 'network_id': 'cc19e1ea-c8d5-4148-9582-abe4938f0a04', 'admin_state_up': True, 'tenant_id': '335a23d7594f46e88ae386622aba04c0'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:03.158494 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-28bc4132-daad-43c5-9386-8ba2fa441914 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks [] for port (91e8c394-f309-4d7c-ae8f-b3d28a87757f), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:03.180866 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40334) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:03.183800 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b2592-86f9-4ef1-b4c5-80ad53493875 req-59b99a3d-fd82-4831-9a45-26a8b382c160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:03.185245 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b35b2592-86f9-4ef1-b4c5-80ad53493875 req-59b99a3d-fd82-4831-9a45-26a8b382c160 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6fcf10c1ceac463b84444ae6a41d59ce&device_id=88e82229-26df-4c3d-964e-385fe2768d16 HTTP/1.1" status: 200 len: 1126 time: 0.1220727 Feb 16 22:26:03.187803 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-2d8abfb0-7599-40e5-8fe8-331eaf4c6346 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1723714754-network', 'tenant_id': '5eedfa9428c04b90b9c0e4b8a52da815'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:03.189461 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-39166ac4-7886-47bc-b170-5d73ee75bdb5 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for port (c5ef5417-94a0-42e1-9f42-7702bf0cbf18), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:03.224077 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8abfb0-7599-40e5-8fe8-331eaf4c6346 admin admin] Made reservation on behalf of 5eedfa9428c04b90b9c0e4b8a52da815 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:26:03.226389 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2d8abfb0-7599-40e5-8fe8-331eaf4c6346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:03.241781 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2d8abfb0-7599-40e5-8fe8-331eaf4c6346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:03.249033 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-5da08b36-0075-499b-83e1-d4bc75d183ac tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] Made reservation on behalf of 335a23d7594f46e88ae386622aba04c0 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:26:03.252295 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-5da08b36-0075-499b-83e1-d4bc75d183ac tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:03.311758 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-28bc4132-daad-43c5-9386-8ba2fa441914 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (91e8c394-f309-4d7c-ae8f-b3d28a87757f), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:03.338127 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-39166ac4-7886-47bc-b170-5d73ee75bdb5 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (c5ef5417-94a0-42e1-9f42-7702bf0cbf18), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:03.379899 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b2592-86f9-4ef1-b4c5-80ad53493875 req-f3729378-0e8f-46dd-a64a-18fddb07952a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:03.381395 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b35b2592-86f9-4ef1-b4c5-80ad53493875 req-f3729378-0e8f-46dd-a64a-18fddb07952a service neutron] 10.222.0.79 "GET /v2.0/networks?id=2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195 HTTP/1.1" status: 200 len: 914 time: 0.1881351 Feb 16 22:26:03.418862 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-28bc4132-daad-43c5-9386-8ba2fa441914 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Network 328b17ed-7bc5-4241-8a54-e64f9538f95e is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:26:03.425365 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39166ac4-7886-47bc-b170-5d73ee75bdb5 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Network 5e5ca2c2-e49b-4024-9718-afc4fe7b7e6d is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:26:03.426445 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc4132-daad-43c5-9386-8ba2fa441914 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Pushing event updated for resources: {'Port': ['ID=91e8c394-f309-4d7c-ae8f-b3d28a87757f,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:03.441369 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-5da08b36-0075-499b-83e1-d4bc75d183ac tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] Allocated IP 172.20.0.14 (cc19e1ea-c8d5-4148-9582-abe4938f0a04/ca534000-a61e-4268-8aa2-b788cf2836ce/8ead857b-11fb-4ff1-b42b-237a92fcb797) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:26:03.466041 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2d8abfb0-7599-40e5-8fe8-331eaf4c6346 admin admin] Publish callbacks [] for security_group (8ec99d01-e881-4ad1-9526-6448d4168bc2), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:03.468946 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-28bc4132-daad-43c5-9386-8ba2fa441914 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:26:03.474189 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-39166ac4-7886-47bc-b170-5d73ee75bdb5 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:26:03.476656 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-28bc4132-daad-43c5-9386-8ba2fa441914 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:26:03.483263 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2d8abfb0-7599-40e5-8fe8-331eaf4c6346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (8ec99d01-e881-4ad1-9526-6448d4168bc2), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:03.494599 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b35b2592-86f9-4ef1-b4c5-80ad53493875 req-096739d5-3e4d-4108-9b86-ec9cf66f6d85 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b44256e0-232e-4013-b4de-e106f884af5e HTTP/1.1" status: 200 len: 217 time: 0.0935359 Feb 16 22:26:03.495181 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39166ac4-7886-47bc-b170-5d73ee75bdb5 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:26:03.496158 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39166ac4-7886-47bc-b170-5d73ee75bdb5 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:03.496768 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-39166ac4-7886-47bc-b170-5d73ee75bdb5 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:03.521802 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d8abfb0-7599-40e5-8fe8-331eaf4c6346 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:26:03.538920 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8abfb0-7599-40e5-8fe8-331eaf4c6346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec99d01-e881-4ad1-9526-6448d4168bc2,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:03.559096 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2d8abfb0-7599-40e5-8fe8-331eaf4c6346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (a4499a6a-5b76-4dce-b9c9-4ccbd606f0e1), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:03.559450 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-2d8abfb0-7599-40e5-8fe8-331eaf4c6346 admin admin] Added segment a4499a6a-5b76-4dce-b9c9-4ccbd606f0e1 of type vlan for network 12b7a92f-9194-4a25-8018-7747ca0ca7d6 Feb 16 22:26:03.619494 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-39166ac4-7886-47bc-b170-5d73ee75bdb5 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2819753 Feb 16 22:26:03.622827 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39166ac4-7886-47bc-b170-5d73ee75bdb5 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Pushing event updated for resources: {'Port': ['ID=c5ef5417-94a0-42e1-9f42-7702bf0cbf18,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:03.626581 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40346) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:03.634858 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-28bc4132-daad-43c5-9386-8ba2fa441914 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:03.635487 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-28bc4132-daad-43c5-9386-8ba2fa441914 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:03.645440 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2d8abfb0-7599-40e5-8fe8-331eaf4c6346 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (12b7a92f-9194-4a25-8018-7747ca0ca7d6), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:03.674353 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b2592-86f9-4ef1-b4c5-80ad53493875 req-f9569da0-e496-4eb0-8a4d-50d87bdc31eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:03.675833 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b35b2592-86f9-4ef1-b4c5-80ad53493875 req-f9569da0-e496-4eb0-8a4d-50d87bdc31eb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=94062d71-47f3-4519-a26c-4523eb89acf1 HTTP/1.1" status: 200 len: 853 time: 0.1345997 Feb 16 22:26:03.687383 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107af52-ef71-4bf8-9de9-de52a1574779 req-d6b39b56-046e-4ee8-930d-c647ceac188c tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:03.689271 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9107af52-ef71-4bf8-9de9-de52a1574779 req-d6b39b56-046e-4ee8-930d-c647ceac188c tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] 10.222.0.75 "GET /v2.0/ports?device_id=88e82229-26df-4c3d-964e-385fe2768d16 HTTP/1.1" status: 200 len: 944 time: 0.2721403 Feb 16 22:26:03.696717 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2d8abfb0-7599-40e5-8fe8-331eaf4c6346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (12b7a92f-9194-4a25-8018-7747ca0ca7d6), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:03.697784 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8abfb0-7599-40e5-8fe8-331eaf4c6346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:03.698469 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2d8abfb0-7599-40e5-8fe8-331eaf4c6346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:03.707189 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-5da08b36-0075-499b-83e1-d4bc75d183ac tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] Publish callbacks [] for port (8ead857b-11fb-4ff1-b42b-237a92fcb797), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:03.707846 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-28bc4132-daad-43c5-9386-8ba2fa441914 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5700445 Feb 16 22:26:03.746107 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2d8abfb0-7599-40e5-8fe8-331eaf4c6346 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5641422 Feb 16 22:26:03.751076 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40348) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:03.752952 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b35b2592-86f9-4ef1-b4c5-80ad53493875 req-c8103393-714d-4bad-85b9-45b97ccfbadb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614052 Feb 16 22:26:03.762574 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-aaebd5a2-5ab0-4656-803b-b2a514f3eade service neutron] Request body: {'port': {'device_id': 'f6902e11-f2a6-42d4-9e94-69d218440c0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:03.783157 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-dfcf6cc6-145a-4d40-92d6-9351a4d821e3 admin admin] Request body: {'subnet': {'network_id': '12b7a92f-9194-4a25-8018-7747ca0ca7d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1723714754-subnet', 'tenant_id': '5eedfa9428c04b90b9c0e4b8a52da815', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:03.794231 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8abfb0-7599-40e5-8fe8-331eaf4c6346 admin admin] Pushing event updated for resources: {'Network': ['ID=12b7a92f-9194-4a25-8018-7747ca0ca7d6,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:03.807495 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 12b7a92f-9194-4a25-8018-7747ca0ca7d6 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:26:03.822055 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcf6cc6-145a-4d40-92d6-9351a4d821e3 admin admin] Made reservation on behalf of 5eedfa9428c04b90b9c0e4b8a52da815 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:26:03.827563 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dfcf6cc6-145a-4d40-92d6-9351a4d821e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:03.835848 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-5da08b36-0075-499b-83e1-d4bc75d183ac tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (8ead857b-11fb-4ff1-b42b-237a92fcb797), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:03.912724 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9107af52-ef71-4bf8-9de9-de52a1574779 req-9b3ba60d-f1e4-47fe-bc97-728bf678cf01 tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] 10.222.0.75 "GET /v2.0/security-groups?id=fac9f23c-64d4-4ec2-a839-b054b140ad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107561 Feb 16 22:26:03.924833 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-aaebd5a2-5ab0-4656-803b-b2a514f3eade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (91e8c394-f309-4d7c-ae8f-b3d28a87757f), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:03.932687 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-5da08b36-0075-499b-83e1-d4bc75d183ac tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] Network cc19e1ea-c8d5-4148-9582-abe4938f0a04 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:26:03.941892 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-5da08b36-0075-499b-83e1-d4bc75d183ac tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:26:03.944858 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-5da08b36-0075-499b-83e1-d4bc75d183ac tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:26:03.946933 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-5db4e7a5-cde3-462c-b651-9f716935201b tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Deleting port c5ef5417-94a0-42e1-9f42-7702bf0cbf18 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:26:03.947287 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5db4e7a5-cde3-462c-b651-9f716935201b tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (c5ef5417-94a0-42e1-9f42-7702bf0cbf18), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:03.980644 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da08b36-0075-499b-83e1-d4bc75d183ac tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] Pushing event updated for resources: {'Port': ['ID=8ead857b-11fb-4ff1-b42b-237a92fcb797,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:04.001511 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b35b2592-86f9-4ef1-b4c5-80ad53493875 req-21ff4d06-2442-455e-b78a-54625ccd9d99 service neutron] 10.222.0.79 "GET /v2.0/networks/2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283492 Feb 16 22:26:04.032317 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-5da08b36-0075-499b-83e1-d4bc75d183ac tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:04.033286 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-5da08b36-0075-499b-83e1-d4bc75d183ac tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:04.076186 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-5da08b36-0075-499b-83e1-d4bc75d183ac tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9799306 Feb 16 22:26:04.089265 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-2cf4e5f6-9819-4639-9736-d3f79645b4b5 service neutron] Request body: {'port': {'device_id': '45a92844-3027-4ba1-ba65-d369da841c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:04.187073 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dfcf6cc6-145a-4d40-92d6-9351a4d821e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (33f3b473-bea3-4fe5-b36d-f87572acc37b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:04.193396 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-2cf4e5f6-9819-4639-9736-d3f79645b4b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8ead857b-11fb-4ff1-b42b-237a92fcb797), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:04.212942 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5db4e7a5-cde3-462c-b651-9f716935201b tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (c5ef5417-94a0-42e1-9f42-7702bf0cbf18), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:04.244961 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-5db4e7a5-cde3-462c-b651-9f716935201b tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Calling delete_port for c5ef5417-94a0-42e1-9f42-7702bf0cbf18 owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:26:04.292387 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf6cc6-145a-4d40-92d6-9351a4d821e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33f3b473-bea3-4fe5-b36d-f87572acc37b,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:04.297097 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b35b2592-86f9-4ef1-b4c5-80ad53493875 req-16494aff-192e-4a0d-837c-070554f4f6f5 service neutron] 10.222.0.79 "GET /v2.0/networks/2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556472 Feb 16 22:26:04.346214 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcf6cc6-145a-4d40-92d6-9351a4d821e3 admin admin] Checking segment: {'id': 'a4499a6a-5b76-4dce-b9c9-4ccbd606f0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '12b7a92f-9194-4a25-8018-7747ca0ca7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:26:04.346583 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcf6cc6-145a-4d40-92d6-9351a4d821e3 admin admin] Network hostable DHCP agents. Network: 12b7a92f-9194-4a25-8018-7747ca0ca7d6, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:26:04.384074 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcf6cc6-145a-4d40-92d6-9351a4d821e3 admin admin] Network 12b7a92f-9194-4a25-8018-7747ca0ca7d6 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:26:04.410251 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-dfcf6cc6-145a-4d40-92d6-9351a4d821e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 12b7a92f-9194-4a25-8018-7747ca0ca7d6) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:26:04.417943 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcf6cc6-145a-4d40-92d6-9351a4d821e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:04.418582 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dfcf6cc6-145a-4d40-92d6-9351a4d821e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:04.420304 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec26015-fb0e-4094-90e8-26df0b9e23c0 None None] Network 12b7a92f-9194-4a25-8018-7747ca0ca7d6 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:26:04.472505 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-dfcf6cc6-145a-4d40-92d6-9351a4d821e3 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7181466 Feb 16 22:26:04.565776 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f14315e-3e5d-4f23-9045-090538f57bb8 None None] Network 12b7a92f-9194-4a25-8018-7747ca0ca7d6 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:26:04.585367 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa96eb-a3bf-4d3e-b037-bd61a853be47 req-11b2b701-0071-45bb-a47a-b436dd4ad63c tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:04.586885 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22fa96eb-a3bf-4d3e-b037-bd61a853be47 req-11b2b701-0071-45bb-a47a-b436dd4ad63c tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6902e11-f2a6-42d4-9e94-69d218440c0d HTTP/1.1" status: 200 len: 931 time: 0.5175822 Feb 16 22:26:04.601465 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-2cf4e5f6-9819-4639-9736-d3f79645b4b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ead857b-11fb-4ff1-b42b-237a92fcb797 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:26:04.612219 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-2cf4e5f6-9819-4639-9736-d3f79645b4b5 service neutron] Publish callbacks [] for port (8ead857b-11fb-4ff1-b42b-237a92fcb797), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:04.627500 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-2cf4e5f6-9819-4639-9736-d3f79645b4b5 service neutron] Transition to ACTIVE for port object 8ead857b-11fb-4ff1-b42b-237a92fcb797 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:26:04.634063 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-2cf4e5f6-9819-4639-9736-d3f79645b4b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (8ead857b-11fb-4ff1-b42b-237a92fcb797), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:04.690323 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device b44256e0-232e-4013-b4de-e106f884af5e details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:26:04.700862 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4e5f6-9819-4639-9736-d3f79645b4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=8ead857b-11fb-4ff1-b42b-237a92fcb797,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:04.718495 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22fa96eb-a3bf-4d3e-b037-bd61a853be47 req-5d66786f-6737-4dad-a04d-a273dbea9f1e tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221125 Feb 16 22:26:04.770281 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40358) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:04.871257 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port b44256e0-232e-4013-b4de-e106f884af5e, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=b44256e0-232e-4013-b4de-e106f884af5e,segment=NetworkSegment(6216a313-87cb-44f7-a441-7ea1ca5b62d5),segment_id=6216a313-87cb-44f7-a441-7ea1ca5b62d5)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:26:04.883888 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'b44256e0-232e-4013-b4de-e106f884af5e', 'network_id': '2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195', 'port_id': 'b44256e0-232e-4013-b4de-e106f884af5e', 'mac_address': 'fa:16:3e:88:6a:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94062d71-47f3-4519-a26c-4523eb89acf1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:26:04.886458 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-aaebd5a2-5ab0-4656-803b-b2a514f3eade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91e8c394-f309-4d7c-ae8f-b3d28a87757f {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:26:04.894838 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-aaebd5a2-5ab0-4656-803b-b2a514f3eade service neutron] Publish callbacks [] for port (91e8c394-f309-4d7c-ae8f-b3d28a87757f), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:04.899305 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5db4e7a5-cde3-462c-b651-9f716935201b tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (c5ef5417-94a0-42e1-9f42-7702bf0cbf18), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:04.924404 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port b44256e0-232e-4013-b4de-e106f884af5e is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:26:04.924804 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b44256e0-232e-4013-b4de-e106f884af5e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:04.932411 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-aaebd5a2-5ab0-4656-803b-b2a514f3eade service neutron] Transition to ACTIVE for port object 91e8c394-f309-4d7c-ae8f-b3d28a87757f will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:26:04.941175 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b44256e0-232e-4013-b4de-e106f884af5e {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:26:04.961953 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca7d28c6-db94-49c2-a1a8-9159738ca087 admin admin] Deleting subnet 46976174-ad43-4c0d-959c-727dd4cbc1f1 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:26:04.964205 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-aaebd5a2-5ab0-4656-803b-b2a514f3eade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (91e8c394-f309-4d7c-ae8f-b3d28a87757f), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:04.964496 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port b44256e0-232e-4013-b4de-e106f884af5e, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=b44256e0-232e-4013-b4de-e106f884af5e,segment=NetworkSegment(6216a313-87cb-44f7-a441-7ea1ca5b62d5),segment_id=6216a313-87cb-44f7-a441-7ea1ca5b62d5)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:26:04.967017 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4e7a5-cde3-462c-b651-9f716935201b tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5ef5417-94a0-42e1-9f42-7702bf0cbf18,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:04.971913 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b44256e0-232e-4013-b4de-e106f884af5e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:04.980273 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ca7d28c6-db94-49c2-a1a8-9159738ca087 admin admin] Publish callbacks [] for subnet (46976174-ad43-4c0d-959c-727dd4cbc1f1), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:05.028817 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=b44256e0-232e-4013-b4de-e106f884af5e,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:05.052349 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5db4e7a5-cde3-462c-b651-9f716935201b tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:05.055702 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5db4e7a5-cde3-462c-b651-9f716935201b tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] 10.222.0.75 "DELETE /v2.0/ports/c5ef5417-94a0-42e1-9f42-7702bf0cbf18 HTTP/1.1" status: 204 len: 168 time: 1.4279101 Feb 16 22:26:05.066307 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40362) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:05.078167 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-337e4a66-0888-4432-b631-c3a8431a5633 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e5ca2c2-e49b-4024-9718-afc4fe7b7e6d', 'external_fixed_ips': [{'subnet_id': '6940c7d4-6313-4a69-9056-e991b277aa0b', 'ip_address': '2001:db8::220'}]}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:05.090180 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ca7d28c6-db94-49c2-a1a8-9159738ca087 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (46976174-ad43-4c0d-959c-727dd4cbc1f1), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:05.102771 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9fafd-417f-471e-b1a0-552fb14df793 req-4c295cec-ab02-456d-b0ec-167308e69de5 tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:05.104270 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8cd9fafd-417f-471e-b1a0-552fb14df793 req-4c295cec-ab02-456d-b0ec-167308e69de5 tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] 10.222.0.75 "GET /v2.0/ports?device_id=45a92844-3027-4ba1-ba65-d369da841c2d HTTP/1.1" status: 200 len: 944 time: 0.2897501 Feb 16 22:26:05.119842 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-2cf4e5f6-9819-4639-9736-d3f79645b4b5 service neutron] Attempting to bind port 8ead857b-11fb-4ff1-b42b-237a92fcb797 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:26:05.120179 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-2cf4e5f6-9819-4639-9736-d3f79645b4b5 service neutron] Attempting to bind port 8ead857b-11fb-4ff1-b42b-237a92fcb797 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '8918ee9f-156f-43a4-83ea-79ad6caa58d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cc19e1ea-c8d5-4148-9582-abe4938f0a04'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:26:05.120504 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-2cf4e5f6-9819-4639-9736-d3f79645b4b5 service neutron] Attempting to bind port 8ead857b-11fb-4ff1-b42b-237a92fcb797 on network cc19e1ea-c8d5-4148-9582-abe4938f0a04 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:26:05.124664 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-2cf4e5f6-9819-4639-9736-d3f79645b4b5 service neutron] Port 8ead857b-11fb-4ff1-b42b-237a92fcb797 on network cc19e1ea-c8d5-4148-9582-abe4938f0a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:26:05.124994 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-2cf4e5f6-9819-4639-9736-d3f79645b4b5 service neutron] Attempting to bind port 8ead857b-11fb-4ff1-b42b-237a92fcb797 on network cc19e1ea-c8d5-4148-9582-abe4938f0a04 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:26:05.129666 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-2cf4e5f6-9819-4639-9736-d3f79645b4b5 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:26:05.130034 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-2cf4e5f6-9819-4639-9736-d3f79645b4b5 service neutron] Checking segment: {'id': '8918ee9f-156f-43a4-83ea-79ad6caa58d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cc19e1ea-c8d5-4148-9582-abe4938f0a04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:26:05.130416 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-2cf4e5f6-9819-4639-9736-d3f79645b4b5 service neutron] Bound using segment: {'id': '8918ee9f-156f-43a4-83ea-79ad6caa58d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cc19e1ea-c8d5-4148-9582-abe4938f0a04'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:26:05.130833 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-2cf4e5f6-9819-4639-9736-d3f79645b4b5 service neutron] Bound port: 8ead857b-11fb-4ff1-b42b-237a92fcb797, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8918ee9f-156f-43a4-83ea-79ad6caa58d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cc19e1ea-c8d5-4148-9582-abe4938f0a04'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:26:05.131185 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-2cf4e5f6-9819-4639-9736-d3f79645b4b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8ead857b-11fb-4ff1-b42b-237a92fcb797), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:05.136571 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaebd5a2-5ab0-4656-803b-b2a514f3eade service neutron] Pushing event updated for resources: {'Port': ['ID=91e8c394-f309-4d7c-ae8f-b3d28a87757f,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:05.198868 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-337e4a66-0888-4432-b631-c3a8431a5633 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (911dd8a0-15f0-4af4-a476-925dda8f0bdb), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:05.199922 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-337e4a66-0888-4432-b631-c3a8431a5633 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (911dd8a0-15f0-4af4-a476-925dda8f0bdb), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:05.200057 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-2cf4e5f6-9819-4639-9736-d3f79645b4b5 service neutron] For port 8ead857b-11fb-4ff1-b42b-237a92fcb797, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:26:05.203325 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-2cf4e5f6-9819-4639-9736-d3f79645b4b5 service neutron] For port 8ead857b-11fb-4ff1-b42b-237a92fcb797, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=8ead857b-11fb-4ff1-b42b-237a92fcb797,segment=NetworkSegment(8918ee9f-156f-43a4-83ea-79ad6caa58d8),segment_id=8918ee9f-156f-43a4-83ea-79ad6caa58d8)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:26:05.212855 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-2cf4e5f6-9819-4639-9736-d3f79645b4b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (8ead857b-11fb-4ff1-b42b-237a92fcb797), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:05.239990 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ca7d28c6-db94-49c2-a1a8-9159738ca087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (46976174-ad43-4c0d-959c-727dd4cbc1f1), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:05.247953 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-2cf4e5f6-9819-4639-9736-d3f79645b4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:05.248581 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-2cf4e5f6-9819-4639-9736-d3f79645b4b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:05.249997 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-2cf4e5f6-9819-4639-9736-d3f79645b4b5 service neutron] 10.222.0.79 "PUT /v2.0/ports/8ead857b-11fb-4ff1-b42b-237a92fcb797 HTTP/1.1" status: 200 len: 1092 time: 1.1651020 Feb 16 22:26:05.250458 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a92844-3027-4ba1-ba65-d369da841c2d', 'tag': '8ead857b-11fb-4ff1-b42b-237a92fcb797'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:26:05.252723 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5a6e33-7a57-4f84-b001-c038f684733d" -d '{"events": [{"name": "network-changed", "server_uuid": "45a92844-3027-4ba1-ba65-d369da841c2d", "tag": "8ead857b-11fb-4ff1-b42b-237a92fcb797"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:26:05.281270 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4e5f6-9819-4639-9736-d3f79645b4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=8ead857b-11fb-4ff1-b42b-237a92fcb797,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:05.322693 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8cd9fafd-417f-471e-b1a0-552fb14df793 req-0ac6f464-3861-42db-b2f5-0d97ce76dd00 tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d60ad48-2d02-4d17-a24b-788d5015c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955540 Feb 16 22:26:05.337437 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-337e4a66-0888-4432-b631-c3a8431a5633 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router_controller (911dd8a0-15f0-4af4-a476-925dda8f0bdb), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:05.362585 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-aaebd5a2-5ab0-4656-803b-b2a514f3eade service neutron] Attempting to bind port 91e8c394-f309-4d7c-ae8f-b3d28a87757f on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:26:05.363168 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-aaebd5a2-5ab0-4656-803b-b2a514f3eade service neutron] Attempting to bind port 91e8c394-f309-4d7c-ae8f-b3d28a87757f by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'd2150ecc-73be-4cac-a3e0-52292f5f056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:26:05.363688 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-aaebd5a2-5ab0-4656-803b-b2a514f3eade service neutron] Attempting to bind port 91e8c394-f309-4d7c-ae8f-b3d28a87757f on network 328b17ed-7bc5-4241-8a54-e64f9538f95e {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:26:05.372515 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-6963d614-d056-4732-9112-65a66b010a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:05.374894 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-6963d614-d056-4732-9112-65a66b010a1e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=335a23d7594f46e88ae386622aba04c0&device_id=45a92844-3027-4ba1-ba65-d369da841c2d HTTP/1.1" status: 200 len: 1126 time: 0.0741401 Feb 16 22:26:05.430432 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-cf520783-2a9b-4dcf-b5e2-2c8816d29f0b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ead857b-11fb-4ff1-b42b-237a92fcb797 HTTP/1.1" status: 200 len: 217 time: 0.0478749 Feb 16 22:26:05.440262 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-aaebd5a2-5ab0-4656-803b-b2a514f3eade service neutron] Port 91e8c394-f309-4d7c-ae8f-b3d28a87757f on network 328b17ed-7bc5-4241-8a54-e64f9538f95e not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:26:05.440597 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-aaebd5a2-5ab0-4656-803b-b2a514f3eade service neutron] Attempting to bind port 91e8c394-f309-4d7c-ae8f-b3d28a87757f on network 328b17ed-7bc5-4241-8a54-e64f9538f95e {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:26:05.461888 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['b44256e0-232e-4013-b4de-e106f884af5e'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:26:05.505356 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-93db488a-4260-4a36-9ae5-60fd4bcacf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:05.507698 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-93db488a-4260-4a36-9ae5-60fd4bcacf76 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ca534000-a61e-4268-8aa2-b788cf2836ce HTTP/1.1" status: 200 len: 853 time: 0.0679939 Feb 16 22:26:05.526310 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-aaebd5a2-5ab0-4656-803b-b2a514f3eade service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:26:05.526659 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-aaebd5a2-5ab0-4656-803b-b2a514f3eade service neutron] Checking segment: {'id': 'd2150ecc-73be-4cac-a3e0-52292f5f056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:26:05.527106 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-aaebd5a2-5ab0-4656-803b-b2a514f3eade service neutron] Bound using segment: {'id': 'd2150ecc-73be-4cac-a3e0-52292f5f056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:26:05.527895 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-aaebd5a2-5ab0-4656-803b-b2a514f3eade service neutron] Bound port: 91e8c394-f309-4d7c-ae8f-b3d28a87757f, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2150ecc-73be-4cac-a3e0-52292f5f056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:26:05.527895 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-aaebd5a2-5ab0-4656-803b-b2a514f3eade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (91e8c394-f309-4d7c-ae8f-b3d28a87757f), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:05.532684 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ca7d28c6-db94-49c2-a1a8-9159738ca087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (46976174-ad43-4c0d-959c-727dd4cbc1f1), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:05.549482 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-03d0470e-f2a8-4203-9f91-2f3183d53f93 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cc19e1ea-c8d5-4148-9582-abe4938f0a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345984 Feb 16 22:26:05.570850 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-337e4a66-0888-4432-b631-c3a8431a5633 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router_gateway (911dd8a0-15f0-4af4-a476-925dda8f0bdb), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:05.576059 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d28c6-db94-49c2-a1a8-9159738ca087 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46976174-ad43-4c0d-959c-727dd4cbc1f1,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:05.582603 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ca7d28c6-db94-49c2-a1a8-9159738ca087 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:05.588445 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ca7d28c6-db94-49c2-a1a8-9159738ca087 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/46976174-ad43-4c0d-959c-727dd4cbc1f1 HTTP/1.1" status: 204 len: 168 time: 0.8126924 Feb 16 22:26:05.592609 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40368) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:05.667507 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-aaebd5a2-5ab0-4656-803b-b2a514f3eade service neutron] For port 91e8c394-f309-4d7c-ae8f-b3d28a87757f, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:26:05.672470 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-aaebd5a2-5ab0-4656-803b-b2a514f3eade service neutron] For port 91e8c394-f309-4d7c-ae8f-b3d28a87757f, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=91e8c394-f309-4d7c-ae8f-b3d28a87757f,segment=NetworkSegment(d2150ecc-73be-4cac-a3e0-52292f5f056f),segment_id=d2150ecc-73be-4cac-a3e0-52292f5f056f)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:26:05.708879 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-aaebd5a2-5ab0-4656-803b-b2a514f3eade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (91e8c394-f309-4d7c-ae8f-b3d28a87757f), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:05.751171 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-aaebd5a2-5ab0-4656-803b-b2a514f3eade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:05.751351 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-56a2a1a8-d5d0-46d8-8845-6a026c388487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (1c0e773e-5bec-4946-a272-5afcb33a6aad), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:05.751795 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-aaebd5a2-5ab0-4656-803b-b2a514f3eade service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:05.753217 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-aaebd5a2-5ab0-4656-803b-b2a514f3eade service neutron] 10.222.0.67 "PUT /v2.0/ports/91e8c394-f309-4d7c-ae8f-b3d28a87757f HTTP/1.1" status: 200 len: 1091 time: 2.0026426 Feb 16 22:26:05.755480 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6902e11-f2a6-42d4-9e94-69d218440c0d', 'tag': '91e8c394-f309-4d7c-ae8f-b3d28a87757f'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:26:05.758346 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43446faf-4e35-40de-a8f6-44501f2ddcb1" -d '{"events": [{"name": "network-changed", "server_uuid": "f6902e11-f2a6-42d4-9e94-69d218440c0d", "tag": "91e8c394-f309-4d7c-ae8f-b3d28a87757f"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:26:05.774509 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-eed4e85d-6836-483f-bc72-d326fa5f7936 service neutron] 10.222.0.79 "GET /v2.0/networks/cc19e1ea-c8d5-4148-9582-abe4938f0a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186737 Feb 16 22:26:05.795498 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaebd5a2-5ab0-4656-803b-b2a514f3eade service neutron] Pushing event updated for resources: {'Port': ['ID=91e8c394-f309-4d7c-ae8f-b3d28a87757f,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:05.921321 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-56a2a1a8-d5d0-46d8-8845-6a026c388487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (1c0e773e-5bec-4946-a272-5afcb33a6aad), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:05.956895 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-56a2a1a8-d5d0-46d8-8845-6a026c388487 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c0e773e-5bec-4946-a272-5afcb33a6aad']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:05.970489 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2c1085f0-9847-4cfc-b2e8-39af47d51b14 req-235c7618-ccfd-49a0-b13c-f00c25c53a29 service neutron] 10.222.0.79 "GET /v2.0/networks/cc19e1ea-c8d5-4148-9582-abe4938f0a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633792 Feb 16 22:26:05.972285 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-56a2a1a8-d5d0-46d8-8845-6a026c388487 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd310c9bd-ad03-44d0-a813-262582d848c2') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:05.972627 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-56a2a1a8-d5d0-46d8-8845-6a026c388487 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd310c9bd-ad03-44d0-a813-262582d848c2') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:05.986126 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-56a2a1a8-d5d0-46d8-8845-6a026c388487 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (d310c9bd-ad03-44d0-a813-262582d848c2), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:06.005739 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-56a2a1a8-d5d0-46d8-8845-6a026c388487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (d310c9bd-ad03-44d0-a813-262582d848c2), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:06.009066 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-fc03724d-d96e-4fd5-ae13-d5087d866e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:06.011245 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-fc03724d-d96e-4fd5-ae13-d5087d866e60 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b04764559a9c459fbc65e6403b1b3dd5&device_id=f6902e11-f2a6-42d4-9e94-69d218440c0d HTTP/1.1" status: 200 len: 1125 time: 0.2063107 Feb 16 22:26:06.014204 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a2a1a8-d5d0-46d8-8845-6a026c388487 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:26:06.014623 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-56a2a1a8-d5d0-46d8-8845-6a026c388487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (d310c9bd-ad03-44d0-a813-262582d848c2), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:06.017243 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:26:06.017243 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:26:06.017243 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:26:06.017243 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:26:06.017243 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:26:06.017243 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:26:06.017243 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:26:06.017243 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:26:06.017243 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:26:06.017243 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:26:06.017243 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:26:06.017243 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:26:06.017243 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:26:06.017243 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:26:06.017243 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:26:06.017243 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:26:06.017243 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:26:06.017243 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:26:06.017243 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:26:06.017243 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:26:06.017243 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:26:06.017243 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:26:06.017243 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:26:06.017243 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:26:06.017243 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:26:06.017243 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:26:06.017243 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:26:06.017243 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:26:06.017243 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:26:06.017243 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:26:06.017243 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:26:06.017243 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:26:06.040749 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b93e1-f96d-47b4-b07e-c9fa620adfd0 req-9c271ae5-7e9c-4d5a-83d7-8812295d808f tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:06.042359 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b89b93e1-f96d-47b4-b07e-c9fa620adfd0 req-9c271ae5-7e9c-4d5a-83d7-8812295d808f tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] 10.222.0.75 "GET /v2.0/ports?device_id=88e82229-26df-4c3d-964e-385fe2768d16 HTTP/1.1" status: 200 len: 945 time: 0.1729450 Feb 16 22:26:06.068909 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-337e4a66-0888-4432-b631-c3a8431a5633 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router_gateway (911dd8a0-15f0-4af4-a476-925dda8f0bdb), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:06.074419 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-62ef8ea7-3fdb-4089-87de-413b90efc850 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91e8c394-f309-4d7c-ae8f-b3d28a87757f HTTP/1.1" status: 200 len: 217 time: 0.0563560 Feb 16 22:26:06.078867 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-56a2a1a8-d5d0-46d8-8845-6a026c388487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (1c0e773e-5bec-4946-a272-5afcb33a6aad), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:06.083486 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-56a2a1a8-d5d0-46d8-8845-6a026c388487 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:06.089740 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-56a2a1a8-d5d0-46d8-8845-6a026c388487 admin admin] 10.222.0.75 "DELETE /v2.0/networks/1c0e773e-5bec-4946-a272-5afcb33a6aad HTTP/1.1" status: 204 len: 168 time: 0.4959135 Feb 16 22:26:06.090411 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40376) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:06.109550 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2a1a8-d5d0-46d8-8845-6a026c388487 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c0e773e-5bec-4946-a272-5afcb33a6aad,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:06.110210 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-337e4a66-0888-4432-b631-c3a8431a5633 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:06.149287 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-23724bce-3819-4da9-8047-948dd92ea2b8 admin admin] Deleting subnet 33f3b473-bea3-4fe5-b36d-f87572acc37b {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:26:06.153097 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-23724bce-3819-4da9-8047-948dd92ea2b8 admin admin] Publish callbacks [] for subnet (33f3b473-bea3-4fe5-b36d-f87572acc37b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:06.187713 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-23724bce-3819-4da9-8047-948dd92ea2b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (33f3b473-bea3-4fe5-b36d-f87572acc37b), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:06.227270 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-23724bce-3819-4da9-8047-948dd92ea2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (33f3b473-bea3-4fe5-b36d-f87572acc37b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:06.254311 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-9ad935ab-088f-48a7-9bde-ef786e8b3f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:06.255871 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-9ad935ab-088f-48a7-9bde-ef786e8b3f35 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=90c6e9fd-2327-49e8-8e06-530f56e702f3 HTTP/1.1" status: 200 len: 845 time: 0.1552317 Feb 16 22:26:06.265086 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b89b93e1-f96d-47b4-b07e-c9fa620adfd0 req-720fa2bd-2dc4-4d6d-9d41-1fe88a3e2c4e tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] 10.222.0.75 "GET /v2.0/security-groups?id=fac9f23c-64d4-4ec2-a839-b054b140ad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940613 Feb 16 22:26:06.288320 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-23724bce-3819-4da9-8047-948dd92ea2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (33f3b473-bea3-4fe5-b36d-f87572acc37b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:06.304305 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-70658c70-db98-4c80-8401-4498b8626a55 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=328b17ed-7bc5-4241-8a54-e64f9538f95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377233 Feb 16 22:26:06.315354 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23724bce-3819-4da9-8047-948dd92ea2b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33f3b473-bea3-4fe5-b36d-f87572acc37b,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:06.319899 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-23724bce-3819-4da9-8047-948dd92ea2b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:06.323172 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-23724bce-3819-4da9-8047-948dd92ea2b8 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/33f3b473-bea3-4fe5-b36d-f87572acc37b HTTP/1.1" status: 204 len: 168 time: 0.2300963 Feb 16 22:26:06.326523 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40378) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:06.333496 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98055635-3a06-488a-9722-79ccf4bb9eb1 x-openstack-request-id: req-98055635-3a06-488a-9722-79ccf4bb9eb1 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:26:06.333784 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a92844-3027-4ba1-ba65-d369da841c2d", "tag": "8ead857b-11fb-4ff1-b42b-237a92fcb797", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:26:06.334084 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-98055635-3a06-488a-9722-79ccf4bb9eb1 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:26:06.334924 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a92844-3027-4ba1-ba65-d369da841c2d', 'tag': '8ead857b-11fb-4ff1-b42b-237a92fcb797', 'status': 'completed', 'code': 200} Feb 16 22:26:06.425664 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-548ab4d2-4539-4f30-9540-2decd6e53a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (12b7a92f-9194-4a25-8018-7747ca0ca7d6), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:06.447212 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a6e33-7a57-4f84-b001-c038f684733d req-e39947be-f857-4e69-a2bb-63473b2688c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:06.448747 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5f5a6e33-7a57-4f84-b001-c038f684733d req-e39947be-f857-4e69-a2bb-63473b2688c2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=335a23d7594f46e88ae386622aba04c0&device_id=45a92844-3027-4ba1-ba65-d369da841c2d HTTP/1.1" status: 200 len: 1126 time: 0.0883939 Feb 16 22:26:06.487713 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-337e4a66-0888-4432-b631-c3a8431a5633 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Allocated IP 2001:db8::220 (5e5ca2c2-e49b-4024-9718-afc4fe7b7e6d/6940c7d4-6313-4a69-9056-e991b277aa0b/0b0f6bcb-e3d4-4a33-b847-215a7d708f8f) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:26:06.504402 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-401805c5-2719-433c-97f6-259513ab74ed service neutron] 10.222.0.67 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779466 Feb 16 22:26:06.540120 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4a1ac-37a0-4f6a-992c-ea6a8f7d0925 req-160fa847-07f1-4a8a-9e50-5ca9469c4096 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:06.541597 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1ed4a1ac-37a0-4f6a-992c-ea6a8f7d0925 req-160fa847-07f1-4a8a-9e50-5ca9469c4096 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6902e11-f2a6-42d4-9e94-69d218440c0d HTTP/1.1" status: 200 len: 943 time: 0.1217668 Feb 16 22:26:06.573181 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-548ab4d2-4539-4f30-9540-2decd6e53a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (12b7a92f-9194-4a25-8018-7747ca0ca7d6), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:06.601852 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-548ab4d2-4539-4f30-9540-2decd6e53a62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b7a92f-9194-4a25-8018-7747ca0ca7d6']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:06.620168 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-548ab4d2-4539-4f30-9540-2decd6e53a62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4499a6a-5b76-4dce-b9c9-4ccbd606f0e1') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:06.620464 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-548ab4d2-4539-4f30-9540-2decd6e53a62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4499a6a-5b76-4dce-b9c9-4ccbd606f0e1') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:06.631712 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a6e33-7a57-4f84-b001-c038f684733d req-43a4c135-dab0-4749-9dff-863d85a623cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:06.633181 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5f5a6e33-7a57-4f84-b001-c038f684733d req-43a4c135-dab0-4749-9dff-863d85a623cb service neutron] 10.222.0.79 "GET /v2.0/networks?id=cc19e1ea-c8d5-4148-9582-abe4938f0a04 HTTP/1.1" status: 200 len: 914 time: 0.1624618 Feb 16 22:26:06.634874 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-548ab4d2-4539-4f30-9540-2decd6e53a62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (a4499a6a-5b76-4dce-b9c9-4ccbd606f0e1), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:06.674577 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device b44256e0-232e-4013-b4de-e106f884af5e up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:26:06.683066 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5f5a6e33-7a57-4f84-b001-c038f684733d req-f868f7e2-812b-4003-9ef9-cf1058f83c5e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ead857b-11fb-4ff1-b42b-237a92fcb797 HTTP/1.1" status: 200 len: 217 time: 0.0410922 Feb 16 22:26:06.684205 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-548ab4d2-4539-4f30-9540-2decd6e53a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (a4499a6a-5b76-4dce-b9c9-4ccbd606f0e1), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:06.699921 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548ab4d2-4539-4f30-9540-2decd6e53a62 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:26:06.699921 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-548ab4d2-4539-4f30-9540-2decd6e53a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (a4499a6a-5b76-4dce-b9c9-4ccbd606f0e1), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:06.701992 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:26:06.701992 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:26:06.701992 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:26:06.701992 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:26:06.701992 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:26:06.701992 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:26:06.701992 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:26:06.701992 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:26:06.701992 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:26:06.701992 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:26:06.701992 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:26:06.701992 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:26:06.701992 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:26:06.701992 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:26:06.701992 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:26:06.701992 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:26:06.701992 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:26:06.701992 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:26:06.701992 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:26:06.701992 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:26:06.701992 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:26:06.701992 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:26:06.701992 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:26:06.701992 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:26:06.701992 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:26:06.701992 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:26:06.701992 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:26:06.701992 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:26:06.701992 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:26:06.701992 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:26:06.701992 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:26:06.701992 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:26:06.736431 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port b44256e0-232e-4013-b4de-e106f884af5e completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:26:06.743694 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port b44256e0-232e-4013-b4de-e106f884af5e triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:26:06.744424 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b44256e0-232e-4013-b4de-e106f884af5e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:06.792373 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a6e33-7a57-4f84-b001-c038f684733d req-f03de72e-b7d7-4a56-91ca-ec63606b74e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:06.793904 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5f5a6e33-7a57-4f84-b001-c038f684733d req-f03de72e-b7d7-4a56-91ca-ec63606b74e0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ca534000-a61e-4268-8aa2-b788cf2836ce HTTP/1.1" status: 200 len: 853 time: 0.1028893 Feb 16 22:26:06.797252 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-548ab4d2-4539-4f30-9540-2decd6e53a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (12b7a92f-9194-4a25-8018-7747ca0ca7d6), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:06.809118 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-548ab4d2-4539-4f30-9540-2decd6e53a62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:06.812377 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-548ab4d2-4539-4f30-9540-2decd6e53a62 admin admin] 10.222.0.75 "DELETE /v2.0/networks/12b7a92f-9194-4a25-8018-7747ca0ca7d6 HTTP/1.1" status: 204 len: 168 time: 0.4857774 Feb 16 22:26:06.837542 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port b44256e0-232e-4013-b4de-e106f884af5e is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:26:06.838328 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b44256e0-232e-4013-b4de-e106f884af5e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:06.840144 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5f5a6e33-7a57-4f84-b001-c038f684733d req-dfb44d4c-d519-4a6c-a969-4acb9b48f081 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cc19e1ea-c8d5-4148-9582-abe4938f0a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324018 Feb 16 22:26:06.871427 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e82229-26df-4c3d-964e-385fe2768d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44256e0-232e-4013-b4de-e106f884af5e'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:26:06.873987 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ffbf27-60dc-4789-bc8d-eb9e65da1656" -d '{"events": [{"server_uuid": "88e82229-26df-4c3d-964e-385fe2768d16", "name": "network-vif-plugged", "status": "completed", "tag": "b44256e0-232e-4013-b4de-e106f884af5e"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:26:06.895850 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port b44256e0-232e-4013-b4de-e106f884af5e, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=b44256e0-232e-4013-b4de-e106f884af5e,segment=NetworkSegment(6216a313-87cb-44f7-a441-7ea1ca5b62d5),segment_id=6216a313-87cb-44f7-a441-7ea1ca5b62d5)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:26:06.902763 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b44256e0-232e-4013-b4de-e106f884af5e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:06.955906 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1ed4a1ac-37a0-4f6a-992c-ea6a8f7d0925 req-cb873776-b765-47ed-ad6c-392b655a9d92 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930516 Feb 16 22:26:06.965465 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-337e4a66-0888-4432-b631-c3a8431a5633 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for port (0b0f6bcb-e3d4-4a33-b847-215a7d708f8f), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:06.969462 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5f5a6e33-7a57-4f84-b001-c038f684733d req-0453863d-a0b4-4340-b1ec-ed5b924e6237 service neutron] 10.222.0.79 "GET /v2.0/networks/cc19e1ea-c8d5-4148-9582-abe4938f0a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037598 Feb 16 22:26:06.970231 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ab4d2-4539-4f30-9540-2decd6e53a62 admin admin] Pushing event deleted for resources: {'Network': ['ID=12b7a92f-9194-4a25-8018-7747ca0ca7d6,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:06.981200 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=b44256e0-232e-4013-b4de-e106f884af5e,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:07.009939 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2be7eb92-d920-49ed-81bc-791b6bd27024 req-6873267d-6193-4e26-9e17-bb0a656c5ecc service neutron] 10.222.0.67 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948375 Feb 16 22:26:07.019074 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cf3c16-af72-4eca-b638-8b3ac97d5031 x-openstack-request-id: req-00cf3c16-af72-4eca-b638-8b3ac97d5031 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:26:07.019434 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6902e11-f2a6-42d4-9e94-69d218440c0d", "tag": "91e8c394-f309-4d7c-ae8f-b3d28a87757f", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:26:07.019701 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-00cf3c16-af72-4eca-b638-8b3ac97d5031 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:26:07.020111 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6902e11-f2a6-42d4-9e94-69d218440c0d', 'tag': '91e8c394-f309-4d7c-ae8f-b3d28a87757f', 'status': 'completed', 'code': 200} Feb 16 22:26:07.025799 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40386) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:07.065237 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-337e4a66-0888-4432-b631-c3a8431a5633 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (0b0f6bcb-e3d4-4a33-b847-215a7d708f8f), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:07.092956 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5f5a6e33-7a57-4f84-b001-c038f684733d req-b398a2c7-7364-44b3-87e3-4aa9f230b022 service neutron] 10.222.0.79 "GET /v2.0/networks/cc19e1ea-c8d5-4148-9582-abe4938f0a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153648 Feb 16 22:26:07.174052 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-888f1a89-d2ea-4008-9bb8-ea5b0ca4e0ff admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bce9629595cc42e088203597a49c64ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1456852 Feb 16 22:26:07.176596 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40388) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:07.179579 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337e4a66-0888-4432-b631-c3a8431a5633 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Network 5e5ca2c2-e49b-4024-9718-afc4fe7b7e6d is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:26:07.188575 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-337e4a66-0888-4432-b631-c3a8431a5633 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:26:07.191035 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337e4a66-0888-4432-b631-c3a8431a5633 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:26:07.197417 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e4a66-0888-4432-b631-c3a8431a5633 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Pushing event updated for resources: {'Port': ['ID=0b0f6bcb-e3d4-4a33-b847-215a7d708f8f,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:07.228297 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e9837bcc-dc18-43fa-8cc5-360316834795 admin admin] Publish callbacks [] for security_group (61fd4dc9-e47f-47f1-ab53-3c97c7d63f66), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:07.249402 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e9837bcc-dc18-43fa-8cc5-360316834795 admin admin] Publish callbacks [] for security_group (61fd4dc9-e47f-47f1-ab53-3c97c7d63f66), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:07.284408 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43446faf-4e35-40de-a8f6-44501f2ddcb1 req-f30045c8-70cb-48b8-bd0a-93b6eb3e8396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:07.285896 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-43446faf-4e35-40de-a8f6-44501f2ddcb1 req-f30045c8-70cb-48b8-bd0a-93b6eb3e8396 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b04764559a9c459fbc65e6403b1b3dd5&device_id=f6902e11-f2a6-42d4-9e94-69d218440c0d HTTP/1.1" status: 200 len: 1125 time: 0.2172921 Feb 16 22:26:07.309505 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e9837bcc-dc18-43fa-8cc5-360316834795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (61fd4dc9-e47f-47f1-ab53-3c97c7d63f66), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:07.312235 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e9837bcc-dc18-43fa-8cc5-360316834795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:07.313502 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e9837bcc-dc18-43fa-8cc5-360316834795 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/61fd4dc9-e47f-47f1-ab53-3c97c7d63f66 HTTP/1.1" status: 204 len: 168 time: 0.1358569 Feb 16 22:26:07.322617 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9837bcc-dc18-43fa-8cc5-360316834795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fd4dc9-e47f-47f1-ab53-3c97c7d63f66,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:07.334452 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee48b2-f793-40a1-b345-eaf36cb4e77f req-0b59543a-8a13-49e5-b93b-81363104923b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:07.340199 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee48b2-f793-40a1-b345-eaf36cb4e77f req-0b59543a-8a13-49e5-b93b-81363104923b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:07.345453 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee48b2-f793-40a1-b345-eaf36cb4e77f req-0b59543a-8a13-49e5-b93b-81363104923b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:07.351319 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee48b2-f793-40a1-b345-eaf36cb4e77f req-0b59543a-8a13-49e5-b93b-81363104923b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:07.356407 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee48b2-f793-40a1-b345-eaf36cb4e77f req-0b59543a-8a13-49e5-b93b-81363104923b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:07.361614 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee48b2-f793-40a1-b345-eaf36cb4e77f req-0b59543a-8a13-49e5-b93b-81363104923b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:07.366864 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee48b2-f793-40a1-b345-eaf36cb4e77f req-0b59543a-8a13-49e5-b93b-81363104923b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:07.368833 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-91ee48b2-f793-40a1-b345-eaf36cb4e77f req-0b59543a-8a13-49e5-b93b-81363104923b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5435 time: 0.2879291 Feb 16 22:26:07.573190 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-91ee48b2-f793-40a1-b345-eaf36cb4e77f req-7e5b470d-6692-4242-906b-5b68c1acb0c1 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1895554 Feb 16 22:26:07.581581 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43446faf-4e35-40de-a8f6-44501f2ddcb1 req-f199b9fb-c23d-4495-a0b1-cdfc48846b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:07.583082 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-43446faf-4e35-40de-a8f6-44501f2ddcb1 req-f199b9fb-c23d-4495-a0b1-cdfc48846b6b service neutron] 10.222.0.67 "GET /v2.0/networks?id=328b17ed-7bc5-4241-8a54-e64f9538f95e HTTP/1.1" status: 200 len: 906 time: 0.2742903 Feb 16 22:26:07.642252 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-43446faf-4e35-40de-a8f6-44501f2ddcb1 req-7c489ccd-5f4a-4987-8b54-0af81bae2274 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91e8c394-f309-4d7c-ae8f-b3d28a87757f HTTP/1.1" status: 200 len: 217 time: 0.0495615 Feb 16 22:26:07.646432 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-337e4a66-0888-4432-b631-c3a8431a5633 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router_gateway (911dd8a0-15f0-4af4-a476-925dda8f0bdb), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:07.664159 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40396) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:07.706022 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-cd7d4ee4-8b33-46dc-b8ea-91c6933350a8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5eedfa9428c04b90b9c0e4b8a52da815&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384409 Feb 16 22:26:07.706254 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40398) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:07.753126 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab0dc7f9-27b5-434c-93f9-0c3112a340bf admin admin] Publish callbacks [] for security_group (8ec99d01-e881-4ad1-9526-6448d4168bc2), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:07.775255 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab0dc7f9-27b5-434c-93f9-0c3112a340bf admin admin] Publish callbacks [] for security_group (8ec99d01-e881-4ad1-9526-6448d4168bc2), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:07.792219 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43446faf-4e35-40de-a8f6-44501f2ddcb1 req-ec3758fa-e5b2-426d-9a06-adc3e1a4e445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:07.793684 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-43446faf-4e35-40de-a8f6-44501f2ddcb1 req-ec3758fa-e5b2-426d-9a06-adc3e1a4e445 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=90c6e9fd-2327-49e8-8e06-530f56e702f3 HTTP/1.1" status: 200 len: 845 time: 0.1445949 Feb 16 22:26:07.826808 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab0dc7f9-27b5-434c-93f9-0c3112a340bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (8ec99d01-e881-4ad1-9526-6448d4168bc2), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:07.829300 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab0dc7f9-27b5-434c-93f9-0c3112a340bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:07.832836 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ab0dc7f9-27b5-434c-93f9-0c3112a340bf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8ec99d01-e881-4ad1-9526-6448d4168bc2 HTTP/1.1" status: 204 len: 168 time: 0.1233816 Feb 16 22:26:07.842996 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0dc7f9-27b5-434c-93f9-0c3112a340bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec99d01-e881-4ad1-9526-6448d4168bc2,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:07.844215 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0150eb-6568-4d7b-a25d-2e679cc98ea6 req-f53f1db0-c94f-4c7e-a757-5f4f3f9cb2ea tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:07.845981 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7e0150eb-6568-4d7b-a25d-2e679cc98ea6 req-f53f1db0-c94f-4c7e-a757-5f4f3f9cb2ea tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] 10.222.0.75 "GET /v2.0/ports?device_id=45a92844-3027-4ba1-ba65-d369da841c2d HTTP/1.1" status: 200 len: 944 time: 0.1949706 Feb 16 22:26:07.854033 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-43446faf-4e35-40de-a8f6-44501f2ddcb1 req-ab35cc31-4b1e-4fdf-9e12-2877fa740681 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=328b17ed-7bc5-4241-8a54-e64f9538f95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480673 Feb 16 22:26:08.031610 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7e0150eb-6568-4d7b-a25d-2e679cc98ea6 req-bf02a738-88dc-4bf4-86e1-dcc01adfd03c tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d60ad48-2d02-4d17-a24b-788d5015c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748197 Feb 16 22:26:08.046055 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:26:08.063656 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-43446faf-4e35-40de-a8f6-44501f2ddcb1 req-19eed2b8-9b8b-44a6-83b6-912fd062b6b0 service neutron] 10.222.0.67 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048929 Feb 16 22:26:08.070749 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-337e4a66-0888-4432-b631-c3a8431a5633 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (911dd8a0-15f0-4af4-a476-925dda8f0bdb), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:08.247273 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5afd9c6-d38d-488b-8109-b9e35db9371a x-openstack-request-id: req-e5afd9c6-d38d-488b-8109-b9e35db9371a {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:26:08.247799 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e82229-26df-4c3d-964e-385fe2768d16", "name": "network-vif-plugged", "status": "completed", "tag": "b44256e0-232e-4013-b4de-e106f884af5e", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:26:08.247799 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e5afd9c6-d38d-488b-8109-b9e35db9371a {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:26:08.248144 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-43446faf-4e35-40de-a8f6-44501f2ddcb1 req-a3374a8d-55f3-4416-95d2-405639c137ef service neutron] 10.222.0.67 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740730 Feb 16 22:26:08.248307 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e82229-26df-4c3d-964e-385fe2768d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44256e0-232e-4013-b4de-e106f884af5e', 'code': 200} Feb 16 22:26:08.291627 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337e4a66-0888-4432-b631-c3a8431a5633 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Router 911dd8a0-15f0-4af4-a476-925dda8f0bdb is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:26:08.369148 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc8477-b8aa-4ec1-b663-308ce703cc90 req-2fb94e71-3df1-472b-b026-e123773b1e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:08.370791 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-73dc8477-b8aa-4ec1-b663-308ce703cc90 req-2fb94e71-3df1-472b-b026-e123773b1e6e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=88e82229-26df-4c3d-964e-385fe2768d16 HTTP/1.1" status: 200 len: 1128 time: 0.0540783 Feb 16 22:26:08.427447 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-73dc8477-b8aa-4ec1-b663-308ce703cc90 req-e2ac459e-7fd6-4460-b090-db1169575a6f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=fac9f23c-64d4-4ec2-a839-b054b140ad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494943 Feb 16 22:26:08.687392 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75434d27-90e3-4c84-80b0-286b960fb5be req-f2978505-5c46-422a-bbb9-4218599dc1e7 tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:08.689065 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-75434d27-90e3-4c84-80b0-286b960fb5be req-f2978505-5c46-422a-bbb9-4218599dc1e7 tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] 10.222.0.75 "GET /v2.0/ports?device_id=88e82229-26df-4c3d-964e-385fe2768d16 HTTP/1.1" status: 200 len: 946 time: 0.3494866 Feb 16 22:26:08.692444 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337e4a66-0888-4432-b631-c3a8431a5633 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:26:08.693400 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 8ead857b-11fb-4ff1-b42b-237a92fcb797 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:26:08.705776 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9de4f79-b7b7-43c7-8b79-ed7357868d09 None None] Sync routers for ids ['911dd8a0-15f0-4af4-a476-925dda8f0bdb'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:26:08.723825 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9de4f79-b7b7-43c7-8b79-ed7357868d09 None None] Routers {'911dd8a0-15f0-4af4-a476-925dda8f0bdb'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:26:08.727540 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-337e4a66-0888-4432-b631-c3a8431a5633 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:08.728453 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-e9de4f79-b7b7-43c7-8b79-ed7357868d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:25:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['911dd8a0-15f0-4af4-a476-925dda8f0bdb'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:08.731547 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40432) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:08.732172 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-337e4a66-0888-4432-b631-c3a8431a5633 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.6642728 Feb 16 22:26:08.764240 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-75434d27-90e3-4c84-80b0-286b960fb5be req-9203c92b-04fa-4a94-8f81-f782f95ea9bd tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] 10.222.0.75 "GET /v2.0/security-groups?id=fac9f23c-64d4-4ec2-a839-b054b140ad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561612 Feb 16 22:26:08.914383 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 8ead857b-11fb-4ff1-b42b-237a92fcb797, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=8ead857b-11fb-4ff1-b42b-237a92fcb797,segment=NetworkSegment(8918ee9f-156f-43a4-83ea-79ad6caa58d8),segment_id=8918ee9f-156f-43a4-83ea-79ad6caa58d8)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:26:08.933668 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '8ead857b-11fb-4ff1-b42b-237a92fcb797', 'network_id': 'cc19e1ea-c8d5-4148-9582-abe4938f0a04', 'port_id': '8ead857b-11fb-4ff1-b42b-237a92fcb797', 'mac_address': 'fa:16:3e:bb:60:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca534000-a61e-4268-8aa2-b788cf2836ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:26:08.941333 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9e3a07b1-33d3-4468-b585-f03dcc090aa0 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router (911dd8a0-15f0-4af4-a476-925dda8f0bdb), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:08.943440 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-e9de4f79-b7b7-43c7-8b79-ed7357868d09 None None] Set router 911dd8a0-15f0-4af4-a476-925dda8f0bdb gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:26:08.976161 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b68513-d6b3-4153-a35d-e602d49ca6b9 req-258ab81b-9f63-472f-878f-4e4183084f1e tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:08.977444 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f7b68513-d6b3-4153-a35d-e602d49ca6b9 req-258ab81b-9f63-472f-878f-4e4183084f1e tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6902e11-f2a6-42d4-9e94-69d218440c0d HTTP/1.1" status: 200 len: 943 time: 0.0854242 Feb 16 22:26:09.024436 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 8ead857b-11fb-4ff1-b42b-237a92fcb797 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:26:09.024873 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8ead857b-11fb-4ff1-b42b-237a92fcb797), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:09.041345 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ead857b-11fb-4ff1-b42b-237a92fcb797 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:26:09.067949 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f7b68513-d6b3-4153-a35d-e602d49ca6b9 req-9176b55e-6ca7-446a-9db0-a591181e18f1 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836992 Feb 16 22:26:09.086353 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 8ead857b-11fb-4ff1-b42b-237a92fcb797, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=8ead857b-11fb-4ff1-b42b-237a92fcb797,segment=NetworkSegment(8918ee9f-156f-43a4-83ea-79ad6caa58d8),segment_id=8918ee9f-156f-43a4-83ea-79ad6caa58d8)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:26:09.089561 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 91e8c394-f309-4d7c-ae8f-b3d28a87757f details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:26:09.091662 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9e3a07b1-33d3-4468-b585-f03dcc090aa0 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router_gateway (911dd8a0-15f0-4af4-a476-925dda8f0bdb), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:09.107195 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8ead857b-11fb-4ff1-b42b-237a92fcb797), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:09.204968 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a07b1-33d3-4468-b585-f03dcc090aa0 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Deleting port 0b0f6bcb-e3d4-4a33-b847-215a7d708f8f {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:26:09.205789 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9e3a07b1-33d3-4468-b585-f03dcc090aa0 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (0b0f6bcb-e3d4-4a33-b847-215a7d708f8f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:09.230209 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=8ead857b-11fb-4ff1-b42b-237a92fcb797,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:09.276281 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c543163-2dd2-4a17-8867-c54d9f234d80 req-3a55f66c-b589-4e35-a12e-8ff4adea00d8 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:09.276281 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c543163-2dd2-4a17-8867-c54d9f234d80 req-3a55f66c-b589-4e35-a12e-8ff4adea00d8 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:09.278894 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c543163-2dd2-4a17-8867-c54d9f234d80 req-3a55f66c-b589-4e35-a12e-8ff4adea00d8 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:09.282606 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 91e8c394-f309-4d7c-ae8f-b3d28a87757f, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=91e8c394-f309-4d7c-ae8f-b3d28a87757f,segment=NetworkSegment(d2150ecc-73be-4cac-a3e0-52292f5f056f),segment_id=d2150ecc-73be-4cac-a3e0-52292f5f056f)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:26:09.284779 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c543163-2dd2-4a17-8867-c54d9f234d80 req-3a55f66c-b589-4e35-a12e-8ff4adea00d8 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:09.291334 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c543163-2dd2-4a17-8867-c54d9f234d80 req-3a55f66c-b589-4e35-a12e-8ff4adea00d8 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:09.296794 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c543163-2dd2-4a17-8867-c54d9f234d80 req-3a55f66c-b589-4e35-a12e-8ff4adea00d8 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:09.303912 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c543163-2dd2-4a17-8867-c54d9f234d80 req-3a55f66c-b589-4e35-a12e-8ff4adea00d8 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:09.314168 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4c543163-2dd2-4a17-8867-c54d9f234d80 req-3a55f66c-b589-4e35-a12e-8ff4adea00d8 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5435 time: 0.1226273 Feb 16 22:26:09.319598 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9e3a07b1-33d3-4468-b585-f03dcc090aa0 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (0b0f6bcb-e3d4-4a33-b847-215a7d708f8f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:09.331123 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '91e8c394-f309-4d7c-ae8f-b3d28a87757f', 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e', 'port_id': '91e8c394-f309-4d7c-ae8f-b3d28a87757f', 'mac_address': 'fa:16:3e:31:0f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c6e9fd-2327-49e8-8e06-530f56e702f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:26:09.342092 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a07b1-33d3-4468-b585-f03dcc090aa0 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Calling delete_port for 0b0f6bcb-e3d4-4a33-b847-215a7d708f8f owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:26:09.391342 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-e9de4f79-b7b7-43c7-8b79-ed7357868d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911dd8a0-15f0-4af4-a476-925dda8f0bdb', 'name': '', 'tenant_id': '133c4d13ceea47ca8df464ac89728a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e5ca2c2-e49b-4024-9718-afc4fe7b7e6d', 'external_fixed_ips': [{'subnet_id': '6940c7d4-6313-4a69-9056-e991b277aa0b', 'ip_address': '2001:db8::220'}], 'enable_snat': True}, 'gw_port_id': '0b0f6bcb-e3d4-4a33-b847-215a7d708f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:26:05Z', 'updated_at': '2022-02-16T22:26:07Z', 'revision_number': 3, 'project_id': '133c4d13ceea47ca8df464ac89728a89', 'gw_port': {'id': '0b0f6bcb-e3d4-4a33-b847-215a7d708f8f', 'name': '', 'network_id': '5e5ca2c2-e49b-4024-9718-afc4fe7b7e6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911dd8a0-15f0-4af4-a476-925dda8f0bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '6940c7d4-6313-4a69-9056-e991b277aa0b', 'ip_address': '2001:db8::220', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:26:06Z', 'updated_at': '2022-02-16T22:26:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6940c7d4-6313-4a69-9056-e991b277aa0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:09.409800 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4c543163-2dd2-4a17-8867-c54d9f234d80 req-923836d0-1a20-4ba1-811b-5941e1c0ad4e tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0885026 Feb 16 22:26:09.415209 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['8ead857b-11fb-4ff1-b42b-237a92fcb797'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:26:09.425500 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9de4f79-b7b7-43c7-8b79-ed7357868d09 None None] Checking router: 911dd8a0-15f0-4af4-a476-925dda8f0bdb for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:26:09.425864 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9de4f79-b7b7-43c7-8b79-ed7357868d09 None None] Updating router 911dd8a0-15f0-4af4-a476-925dda8f0bdb port 0b0f6bcb-e3d4-4a33-b847-215a7d708f8f binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:26:09.434468 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 91e8c394-f309-4d7c-ae8f-b3d28a87757f is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:26:09.434862 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (91e8c394-f309-4d7c-ae8f-b3d28a87757f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:09.465496 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e9de4f79-b7b7-43c7-8b79-ed7357868d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0b0f6bcb-e3d4-4a33-b847-215a7d708f8f), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:09.547794 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e8c394-f309-4d7c-ae8f-b3d28a87757f {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:26:09.564314 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc680b8b-69c1-4eb8-ad32-4181844040ae req-807c00a0-e9ca-4dc8-aad4-8c590fc5fd14 tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:09.577362 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cc680b8b-69c1-4eb8-ad32-4181844040ae req-807c00a0-e9ca-4dc8-aad4-8c590fc5fd14 tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] 10.222.0.75 "GET /v2.0/ports?device_id=45a92844-3027-4ba1-ba65-d369da841c2d HTTP/1.1" status: 200 len: 945 time: 0.1023712 Feb 16 22:26:09.586060 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9e3a07b1-33d3-4468-b585-f03dcc090aa0 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (0b0f6bcb-e3d4-4a33-b847-215a7d708f8f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:09.587520 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 91e8c394-f309-4d7c-ae8f-b3d28a87757f, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=91e8c394-f309-4d7c-ae8f-b3d28a87757f,segment=NetworkSegment(d2150ecc-73be-4cac-a3e0-52292f5f056f),segment_id=d2150ecc-73be-4cac-a3e0-52292f5f056f)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:26:09.608790 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (91e8c394-f309-4d7c-ae8f-b3d28a87757f), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:09.635536 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-1dfe3e90-2afc-4834-9b45-11ebc17811aa tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:09.642929 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-1dfe3e90-2afc-4834-9b45-11ebc17811aa tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:09.651580 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-1dfe3e90-2afc-4834-9b45-11ebc17811aa tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:09.657996 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-1dfe3e90-2afc-4834-9b45-11ebc17811aa tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:09.665298 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-1dfe3e90-2afc-4834-9b45-11ebc17811aa tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:09.670629 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-1dfe3e90-2afc-4834-9b45-11ebc17811aa tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:09.671153 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cc680b8b-69c1-4eb8-ad32-4181844040ae req-ee2d3467-e7f6-4fad-b5ef-6c701bbc4f48 tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d60ad48-2d02-4d17-a24b-788d5015c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812974 Feb 16 22:26:09.676016 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-1dfe3e90-2afc-4834-9b45-11ebc17811aa tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:09.678417 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-1dfe3e90-2afc-4834-9b45-11ebc17811aa tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.79 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5435 time: 0.1907258 Feb 16 22:26:09.690302 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a07b1-33d3-4468-b585-f03dcc090aa0 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b0f6bcb-e3d4-4a33-b847-215a7d708f8f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:09.726017 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9e3a07b1-33d3-4468-b585-f03dcc090aa0 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (911dd8a0-15f0-4af4-a476-925dda8f0bdb), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:09.780389 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=91e8c394-f309-4d7c-ae8f-b3d28a87757f,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:09.856904 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.db.api [None req-e9de4f79-b7b7-43c7-8b79-ed7357868d09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:26:09.857728 n-d-813897-6 neutron-server[103468]: DEBUG oslo_db.api [None req-e9de4f79-b7b7-43c7-8b79-ed7357868d09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:26:09.886448 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-30f00861-31a2-4149-b781-9363c04b62d9 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:09.886448 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-30f00861-31a2-4149-b781-9363c04b62d9 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.79 "GET /v2.0/ports/41ea8ec7-cb70-44a7-b54a-945ee2945295?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1898425 Feb 16 22:26:09.903478 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9e3a07b1-33d3-4468-b585-f03dcc090aa0 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (911dd8a0-15f0-4af4-a476-925dda8f0bdb), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:09.906913 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9e3a07b1-33d3-4468-b585-f03dcc090aa0 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router_controller (911dd8a0-15f0-4af4-a476-925dda8f0bdb), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:09.934795 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d65370-4037-4488-8c75-04519a91ad80 req-d25fc997-35af-4161-b22a-2d84c834d15b tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:09.937131 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['91e8c394-f309-4d7c-ae8f-b3d28a87757f'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:26:09.948488 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-41d65370-4037-4488-8c75-04519a91ad80 req-d25fc997-35af-4161-b22a-2d84c834d15b tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] 10.222.0.75 "GET /v2.0/ports?device_id=88e82229-26df-4c3d-964e-385fe2768d16 HTTP/1.1" status: 200 len: 946 time: 0.0678537 Feb 16 22:26:10.005861 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9e3a07b1-33d3-4468-b585-f03dcc090aa0 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (911dd8a0-15f0-4af4-a476-925dda8f0bdb), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:10.007262 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3a07b1-33d3-4468-b585-f03dcc090aa0 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 911dd8a0-15f0-4af4-a476-925dda8f0bdb {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:26:10.013307 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9e3a07b1-33d3-4468-b585-f03dcc090aa0 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:10.017178 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9e3a07b1-33d3-4468-b585-f03dcc090aa0 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] 10.222.0.75 "DELETE /v2.0/routers/911dd8a0-15f0-4af4-a476-925dda8f0bdb HTTP/1.1" status: 204 len: 168 time: 1.2836878 Feb 16 22:26:10.020400 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40464) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:10.027027 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-41d65370-4037-4488-8c75-04519a91ad80 req-92dbbab6-3cbd-4378-b1bd-a3efc47bdc3a tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] 10.222.0.75 "GET /v2.0/security-groups?id=fac9f23c-64d4-4ec2-a839-b054b140ad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775049 Feb 16 22:26:10.084907 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-79471b0a-5c8b-4bef-ad54-1781f21fa7a8 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.79 "GET /v2.0/networks/01d78127-bed4-4d34-97f7-e31d1dc582f9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1922731 Feb 16 22:26:10.090984 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-e42a1c0a-032d-4d27-bc06-57dd8bcefde6 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Deleting subnet 6940c7d4-6313-4a69-9056-e991b277aa0b {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:26:10.094594 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e42a1c0a-032d-4d27-bc06-57dd8bcefde6 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for subnet (6940c7d4-6313-4a69-9056-e991b277aa0b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:10.134572 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e42a1c0a-032d-4d27-bc06-57dd8bcefde6 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (6940c7d4-6313-4a69-9056-e991b277aa0b), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:10.157455 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-40e8a9a7-2774-44e8-a6df-55d048519b84 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:10.230247 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e42a1c0a-032d-4d27-bc06-57dd8bcefde6 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (6940c7d4-6313-4a69-9056-e991b277aa0b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:10.259453 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e7be4-7c22-497a-8344-444b9d6323af req-8b8e71e7-18cf-4fe4-95d3-ced283491e03 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:10.261415 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-af8e7be4-7c22-497a-8344-444b9d6323af req-8b8e71e7-18cf-4fe4-95d3-ced283491e03 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6902e11-f2a6-42d4-9e94-69d218440c0d HTTP/1.1" status: 200 len: 944 time: 0.0673196 Feb 16 22:26:10.264435 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-40e8a9a7-2774-44e8-a6df-55d048519b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (41ea8ec7-cb70-44a7-b54a-945ee2945295), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:10.318234 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-af8e7be4-7c22-497a-8344-444b9d6323af req-eefc75eb-654a-4674-9a9a-dc7a5618f68d tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464401 Feb 16 22:26:10.352999 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e42a1c0a-032d-4d27-bc06-57dd8bcefde6 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (6940c7d4-6313-4a69-9056-e991b277aa0b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:10.381628 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9de4f79-b7b7-43c7-8b79-ed7357868d09 None None] Port 0b0f6bcb-e3d4-4a33-b847-215a7d708f8f not found while updating agent binding for router 911dd8a0-15f0-4af4-a476-925dda8f0bdb. {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 16 22:26:10.393300 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9de4f79-b7b7-43c7-8b79-ed7357868d09 None None] Routers set() bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:26:10.394054 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9de4f79-b7b7-43c7-8b79-ed7357868d09 None None] Router IDs set() for agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 22:26:10.394908 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_agentschedulers_db [None req-e9de4f79-b7b7-43c7-8b79-ed7357868d09 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'911dd8a0-15f0-4af4-a476-925dda8f0bdb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:25:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent'). {{(pid=103468) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 16 22:26:10.395451 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9de4f79-b7b7-43c7-8b79-ed7357868d09 None None] The sync data for ids ['911dd8a0-15f0-4af4-a476-925dda8f0bdb'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:26:10.404752 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a1c0a-032d-4d27-bc06-57dd8bcefde6 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6940c7d4-6313-4a69-9056-e991b277aa0b,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:10.448471 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e42a1c0a-032d-4d27-bc06-57dd8bcefde6 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:10.450635 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e42a1c0a-032d-4d27-bc06-57dd8bcefde6 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] 10.222.0.75 "DELETE /v2.0/subnets/6940c7d4-6313-4a69-9056-e991b277aa0b HTTP/1.1" status: 204 len: 168 time: 0.4294996 Feb 16 22:26:10.451275 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40492) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:10.482347 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-40e8a9a7-2774-44e8-a6df-55d048519b84 service neutron] For port 41ea8ec7-cb70-44a7-b54a-945ee2945295, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=41ea8ec7-cb70-44a7-b54a-945ee2945295,segment=NetworkSegment(d7691017-c608-4933-8e39-96288e71acf1),segment_id=d7691017-c608-4933-8e39-96288e71acf1)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:26:10.509990 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40494) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:10.528660 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-40e8a9a7-2774-44e8-a6df-55d048519b84 service neutron] For port 41ea8ec7-cb70-44a7-b54a-945ee2945295, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:26:10.568374 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-40e8a9a7-2774-44e8-a6df-55d048519b84 service neutron] device_id is not set on port 41ea8ec7-cb70-44a7-b54a-945ee2945295 yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:26:10.576219 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f9902e96-1462-4d17-bf1e-3cb00c3dc6a4 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (5e5ca2c2-e49b-4024-9718-afc4fe7b7e6d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:10.578815 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-40e8a9a7-2774-44e8-a6df-55d048519b84 service neutron] Publish callbacks [] for port (41ea8ec7-cb70-44a7-b54a-945ee2945295), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:10.589593 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-40e8a9a7-2774-44e8-a6df-55d048519b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (41ea8ec7-cb70-44a7-b54a-945ee2945295), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:10.645677 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd836054-3bf1-4c9e-a626-f3f2c75e6091 req-0b743202-c4ba-47a9-868d-bb6dba752965 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:10.651767 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd836054-3bf1-4c9e-a626-f3f2c75e6091 req-0b743202-c4ba-47a9-868d-bb6dba752965 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:10.657561 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd836054-3bf1-4c9e-a626-f3f2c75e6091 req-0b743202-c4ba-47a9-868d-bb6dba752965 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:10.657926 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-40e8a9a7-2774-44e8-a6df-55d048519b84 service neutron] No DVR routers for this DVR port 41ea8ec7-cb70-44a7-b54a-945ee2945295 on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:26:10.665704 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd836054-3bf1-4c9e-a626-f3f2c75e6091 req-0b743202-c4ba-47a9-868d-bb6dba752965 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:10.670863 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8a9a7-2774-44e8-a6df-55d048519b84 service neutron] Pushing event updated for resources: {'Port': ['ID=41ea8ec7-cb70-44a7-b54a-945ee2945295,revision_number=6']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:10.672180 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd836054-3bf1-4c9e-a626-f3f2c75e6091 req-0b743202-c4ba-47a9-868d-bb6dba752965 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:10.677631 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd836054-3bf1-4c9e-a626-f3f2c75e6091 req-0b743202-c4ba-47a9-868d-bb6dba752965 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:10.683541 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd836054-3bf1-4c9e-a626-f3f2c75e6091 req-0b743202-c4ba-47a9-868d-bb6dba752965 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:10.686986 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bd836054-3bf1-4c9e-a626-f3f2c75e6091 req-0b743202-c4ba-47a9-868d-bb6dba752965 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 5357 time: 0.1519570 Feb 16 22:26:10.697492 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-838d2cd0-c53a-4e99-82e9-ca5a986a4d19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:10.724374 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 8ead857b-11fb-4ff1-b42b-237a92fcb797 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:26:10.729329 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-40e8a9a7-2774-44e8-a6df-55d048519b84 service neutron] In _notify_port_updated(), no bound segment for port 41ea8ec7-cb70-44a7-b54a-945ee2945295 on network 01d78127-bed4-4d34-97f7-e31d1dc582f9 {{(pid=103465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 22:26:10.730823 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-40e8a9a7-2774-44e8-a6df-55d048519b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:10.730823 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-40e8a9a7-2774-44e8-a6df-55d048519b84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:10.732134 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-40e8a9a7-2774-44e8-a6df-55d048519b84 service neutron] 10.222.0.79 "PUT /v2.0/ports/41ea8ec7-cb70-44a7-b54a-945ee2945295 HTTP/1.1" status: 200 len: 1028 time: 0.5953348 Feb 16 22:26:10.787562 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 8ead857b-11fb-4ff1-b42b-237a92fcb797 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:26:10.792524 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f9902e96-1462-4d17-bf1e-3cb00c3dc6a4 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (5e5ca2c2-e49b-4024-9718-afc4fe7b7e6d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:10.795864 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 8ead857b-11fb-4ff1-b42b-237a92fcb797 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:26:10.795864 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8ead857b-11fb-4ff1-b42b-237a92fcb797), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:10.808225 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-da31772b-a18f-464c-a81f-2ade92e48364 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:10.809871 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-da31772b-a18f-464c-a81f-2ade92e48364 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.79 "GET /v2.0/ports/0bb0fb95-a1c8-4fd0-9766-54334e33ef10?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0662839 Feb 16 22:26:10.817570 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bd836054-3bf1-4c9e-a626-f3f2c75e6091 req-4de57dd5-b329-47ff-809d-bb62b9cae080 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=18847cdc-72f3-4e55-b0a2-b33ce890d58b&id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1188643 Feb 16 22:26:10.822388 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-948bce63-aab4-4e70-841a-888cc28a085d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:10.857132 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-f9902e96-1462-4d17-bf1e-3cb00c3dc6a4 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e5ca2c2-e49b-4024-9718-afc4fe7b7e6d']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:10.895962 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-f9902e96-1462-4d17-bf1e-3cb00c3dc6a4 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b0f6d0f-436e-445a-b8ae-765298a1af37') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:10.896349 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-f9902e96-1462-4d17-bf1e-3cb00c3dc6a4 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b0f6d0f-436e-445a-b8ae-765298a1af37') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:10.907859 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f9902e96-1462-4d17-bf1e-3cb00c3dc6a4 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (5b0f6d0f-436e-445a-b8ae-765298a1af37), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:10.925007 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-948bce63-aab4-4e70-841a-888cc28a085d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0bb0fb95-a1c8-4fd0-9766-54334e33ef10), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:10.925680 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f9902e96-1462-4d17-bf1e-3cb00c3dc6a4 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (5b0f6d0f-436e-445a-b8ae-765298a1af37), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:10.927615 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 8ead857b-11fb-4ff1-b42b-237a92fcb797 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:26:10.928013 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8ead857b-11fb-4ff1-b42b-237a92fcb797), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:10.934467 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9902e96-1462-4d17-bf1e-3cb00c3dc6a4 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:26:10.934987 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f9902e96-1462-4d17-bf1e-3cb00c3dc6a4 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (5b0f6d0f-436e-445a-b8ae-765298a1af37), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:10.938752 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:26:10.938752 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:26:10.938752 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:26:10.938752 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:26:10.938752 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:26:10.938752 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:26:10.938752 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:26:10.938752 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:26:10.938752 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:26:10.938752 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:26:10.938752 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:26:10.938752 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:26:10.938752 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:26:10.938752 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:26:10.938752 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:26:10.938752 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:26:10.938752 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:26:10.938752 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:26:10.938752 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:26:10.938752 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:26:10.938752 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:26:10.938752 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:26:10.938752 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:26:10.938752 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:26:10.938752 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:26:10.938752 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:26:10.938752 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:26:10.938752 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:26:10.938752 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:26:10.938752 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:26:10.938752 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:26:10.938752 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:26:10.940766 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-838d2cd0-c53a-4e99-82e9-ca5a986a4d19 admin admin] Publish callbacks [] for security_group (c3570417-f3f7-4221-adf1-bd2e00184c45), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:10.946771 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-838d2cd0-c53a-4e99-82e9-ca5a986a4d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c3570417-f3f7-4221-adf1-bd2e00184c45), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:10.970426 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a92844-3027-4ba1-ba65-d369da841c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ead857b-11fb-4ff1-b42b-237a92fcb797'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:26:10.973509 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775bbaec-24fe-404e-8e33-a8f71654e825" -d '{"events": [{"server_uuid": "45a92844-3027-4ba1-ba65-d369da841c2d", "name": "network-vif-plugged", "status": "completed", "tag": "8ead857b-11fb-4ff1-b42b-237a92fcb797"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:26:10.992585 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 8ead857b-11fb-4ff1-b42b-237a92fcb797, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=8ead857b-11fb-4ff1-b42b-237a92fcb797,segment=NetworkSegment(8918ee9f-156f-43a4-83ea-79ad6caa58d8),segment_id=8918ee9f-156f-43a4-83ea-79ad6caa58d8)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:26:11.002671 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-99c56d6c-1533-4d16-8153-3cbddb4e7702 None None] Provisioning complete for port 41ea8ec7-cb70-44a7-b54a-945ee2945295 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:26:11.003151 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-99c56d6c-1533-4d16-8153-3cbddb4e7702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (41ea8ec7-cb70-44a7-b54a-945ee2945295), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:11.007390 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8ead857b-11fb-4ff1-b42b-237a92fcb797), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:11.008409 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 0bb0fb95-a1c8-4fd0-9766-54334e33ef10 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:26:11.021260 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f9902e96-1462-4d17-bf1e-3cb00c3dc6a4 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (5e5ca2c2-e49b-4024-9718-afc4fe7b7e6d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:11.028814 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9902e96-1462-4d17-bf1e-3cb00c3dc6a4 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5e5ca2c2-e49b-4024-9718-afc4fe7b7e6d {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 22:26:11.031275 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d2cd0-c53a-4e99-82e9-ca5a986a4d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3570417-f3f7-4221-adf1-bd2e00184c45,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:11.043836 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-838d2cd0-c53a-4e99-82e9-ca5a986a4d19 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ef1e41ad811a4a7da9f63447d08bb9b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5327926 Feb 16 22:26:11.044772 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f9902e96-1462-4d17-bf1e-3cb00c3dc6a4 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:11.051951 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40502) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:11.064086 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f9902e96-1462-4d17-bf1e-3cb00c3dc6a4 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] 10.222.0.75 "DELETE /v2.0/networks/5e5ca2c2-e49b-4024-9718-afc4fe7b7e6d HTTP/1.1" status: 204 len: 168 time: 0.5956824 Feb 16 22:26:11.082205 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9902e96-1462-4d17-bf1e-3cb00c3dc6a4 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Pushing event deleted for resources: {'Network': ['ID=5e5ca2c2-e49b-4024-9718-afc4fe7b7e6d,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:11.161926 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0a2852ae-6ed5-4820-845e-7cafd9d9ff1c admin admin] Publish callbacks [] for security_group (c3570417-f3f7-4221-adf1-bd2e00184c45), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:11.180320 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 91e8c394-f309-4d7c-ae8f-b3d28a87757f up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:26:11.182957 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-99c56d6c-1533-4d16-8153-3cbddb4e7702 None None] Port 41ea8ec7-cb70-44a7-b54a-945ee2945295 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:26:11.200364 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0a2852ae-6ed5-4820-845e-7cafd9d9ff1c admin admin] Publish callbacks [] for security_group (c3570417-f3f7-4221-adf1-bd2e00184c45), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:11.213237 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-948bce63-aab4-4e70-841a-888cc28a085d service neutron] For port 0bb0fb95-a1c8-4fd0-9766-54334e33ef10, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=0bb0fb95-a1c8-4fd0-9766-54334e33ef10,segment=NetworkSegment(d7691017-c608-4933-8e39-96288e71acf1),segment_id=d7691017-c608-4933-8e39-96288e71acf1)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:26:11.219051 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e03baf-0120-4001-8197-eddcbc90b9c3 req-898acefa-85ca-411d-b139-569bf56b2fe5 tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:11.220617 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d0e03baf-0120-4001-8197-eddcbc90b9c3 req-898acefa-85ca-411d-b139-569bf56b2fe5 tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] 10.222.0.75 "GET /v2.0/ports?device_id=45a92844-3027-4ba1-ba65-d369da841c2d HTTP/1.1" status: 200 len: 946 time: 0.1021256 Feb 16 22:26:11.283132 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-948bce63-aab4-4e70-841a-888cc28a085d service neutron] For port 0bb0fb95-a1c8-4fd0-9766-54334e33ef10, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:26:11.286179 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=8ead857b-11fb-4ff1-b42b-237a92fcb797,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:11.311889 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d0e03baf-0120-4001-8197-eddcbc90b9c3 req-38f46198-4573-45eb-b9a8-b458dc4aad23 tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d60ad48-2d02-4d17-a24b-788d5015c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767987 Feb 16 22:26:11.337425 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-948bce63-aab4-4e70-841a-888cc28a085d service neutron] device_id is not set on port 0bb0fb95-a1c8-4fd0-9766-54334e33ef10 yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:26:11.349594 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-948bce63-aab4-4e70-841a-888cc28a085d service neutron] Publish callbacks [] for port (0bb0fb95-a1c8-4fd0-9766-54334e33ef10), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:11.352695 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0a2852ae-6ed5-4820-845e-7cafd9d9ff1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c3570417-f3f7-4221-adf1-bd2e00184c45), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:11.355391 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0a2852ae-6ed5-4820-845e-7cafd9d9ff1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:11.356652 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0a2852ae-6ed5-4820-845e-7cafd9d9ff1c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c3570417-f3f7-4221-adf1-bd2e00184c45 HTTP/1.1" status: 204 len: 168 time: 0.3050854 Feb 16 22:26:11.366563 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2852ae-6ed5-4820-845e-7cafd9d9ff1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3570417-f3f7-4221-adf1-bd2e00184c45,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:11.369948 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-948bce63-aab4-4e70-841a-888cc28a085d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (0bb0fb95-a1c8-4fd0-9766-54334e33ef10), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:11.402760 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 0bb0fb95-a1c8-4fd0-9766-54334e33ef10 is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:26:11.403417 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0bb0fb95-a1c8-4fd0-9766-54334e33ef10), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:11.421124 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948bce63-aab4-4e70-841a-888cc28a085d service neutron] Pushing event updated for resources: {'Port': ['ID=0bb0fb95-a1c8-4fd0-9766-54334e33ef10,revision_number=6']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:11.428393 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90073c92-acfd-4568-92fe-3f63678cd293 x-openstack-request-id: req-90073c92-acfd-4568-92fe-3f63678cd293 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:26:11.428569 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a92844-3027-4ba1-ba65-d369da841c2d", "name": "network-vif-plugged", "status": "completed", "tag": "8ead857b-11fb-4ff1-b42b-237a92fcb797", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:26:11.428921 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-90073c92-acfd-4568-92fe-3f63678cd293 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:26:11.429435 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a92844-3027-4ba1-ba65-d369da841c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ead857b-11fb-4ff1-b42b-237a92fcb797', 'code': 200} Feb 16 22:26:11.471930 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 91e8c394-f309-4d7c-ae8f-b3d28a87757f completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:26:11.503359 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 91e8c394-f309-4d7c-ae8f-b3d28a87757f triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:26:11.507239 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (91e8c394-f309-4d7c-ae8f-b3d28a87757f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:11.529396 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-948bce63-aab4-4e70-841a-888cc28a085d service neutron] No DVR routers for this DVR port 0bb0fb95-a1c8-4fd0-9766-54334e33ef10 on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:26:11.580415 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-948bce63-aab4-4e70-841a-888cc28a085d service neutron] In _notify_port_updated(), no bound segment for port 0bb0fb95-a1c8-4fd0-9766-54334e33ef10 on network 01d78127-bed4-4d34-97f7-e31d1dc582f9 {{(pid=103465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 22:26:11.581695 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-948bce63-aab4-4e70-841a-888cc28a085d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:11.584388 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-948bce63-aab4-4e70-841a-888cc28a085d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:11.586063 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-948bce63-aab4-4e70-841a-888cc28a085d service neutron] 10.222.0.79 "PUT /v2.0/ports/0bb0fb95-a1c8-4fd0-9766-54334e33ef10 HTTP/1.1" status: 200 len: 1027 time: 0.7682676 Feb 16 22:26:11.600672 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40518) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:11.619248 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-ad2260de-4817-4c69-aa2e-f6f9ed994bca tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Request body: {'router': {'name': 'tempest-router--2098102404', 'project_id': '81aaae127769486baaccf7355da95348'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:11.676253 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a486c-ddde-43b2-ba05-3168fcebd39c req-b744b9a3-f901-4479-a862-f4684ff3b73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:11.677853 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ef8a486c-ddde-43b2-ba05-3168fcebd39c req-b744b9a3-f901-4479-a862-f4684ff3b73a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=45a92844-3027-4ba1-ba65-d369da841c2d HTTP/1.1" status: 200 len: 1128 time: 0.1697168 Feb 16 22:26:11.692237 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:26:11.692615 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:26:11.726176 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ad2260de-4817-4c69-aa2e-f6f9ed994bca tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (0802c592-ccc8-4c14-b0e3-403b8f12b163), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:11.728012 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ad2260de-4817-4c69-aa2e-f6f9ed994bca tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (0802c592-ccc8-4c14-b0e3-403b8f12b163), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:11.753366 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab7e32-2e77-43b2-a885-ddf971c16291 req-4fc8eaa5-2ab7-4cb0-a215-f4fc3553d00e tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:11.765480 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9cab7e32-2e77-43b2-a885-ddf971c16291 req-4fc8eaa5-2ab7-4cb0-a215-f4fc3553d00e tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] 10.222.0.75 "GET /v2.0/ports?device_id=88e82229-26df-4c3d-964e-385fe2768d16 HTTP/1.1" status: 200 len: 946 time: 0.2010379 Feb 16 22:26:11.766265 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 91e8c394-f309-4d7c-ae8f-b3d28a87757f is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:26:11.766806 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (91e8c394-f309-4d7c-ae8f-b3d28a87757f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:11.845567 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 91e8c394-f309-4d7c-ae8f-b3d28a87757f, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=91e8c394-f309-4d7c-ae8f-b3d28a87757f,segment=NetworkSegment(d2150ecc-73be-4cac-a3e0-52292f5f056f),segment_id=d2150ecc-73be-4cac-a3e0-52292f5f056f)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:26:11.859944 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (91e8c394-f309-4d7c-ae8f-b3d28a87757f), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:11.891015 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9cab7e32-2e77-43b2-a885-ddf971c16291 req-93c7e4d8-2496-4ad0-ad1b-1cd38ba63c8d tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] 10.222.0.75 "GET /v2.0/security-groups?id=fac9f23c-64d4-4ec2-a839-b054b140ad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186576 Feb 16 22:26:11.902363 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ef8a486c-ddde-43b2-ba05-3168fcebd39c req-7b3234d1-3167-4410-88a8-285eb082b016 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1d60ad48-2d02-4d17-a24b-788d5015c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034793 Feb 16 22:26:11.916751 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-87e02a83-5fa6-4566-9b73-77036fb73c2d tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Deleting port 443130bf-8551-4c92-b389-fbbabea9a232 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:26:11.917101 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-87e02a83-5fa6-4566-9b73-77036fb73c2d tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (443130bf-8551-4c92-b389-fbbabea9a232), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:11.920852 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ad2260de-4817-4c69-aa2e-f6f9ed994bca tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router_controller (0802c592-ccc8-4c14-b0e3-403b8f12b163), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:11.935875 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ad2260de-4817-4c69-aa2e-f6f9ed994bca tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (0802c592-ccc8-4c14-b0e3-403b8f12b163), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:11.945129 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-583d8393-9042-4858-94b3-f03a5b866213 None None] Provisioning complete for port 0bb0fb95-a1c8-4fd0-9766-54334e33ef10 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:26:11.945450 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-583d8393-9042-4858-94b3-f03a5b866213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0bb0fb95-a1c8-4fd0-9766-54334e33ef10), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:11.989781 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=91e8c394-f309-4d7c-ae8f-b3d28a87757f,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:11.995389 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ad2260de-4817-4c69-aa2e-f6f9ed994bca tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:11.996618 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ad2260de-4817-4c69-aa2e-f6f9ed994bca tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3934610 Feb 16 22:26:11.999415 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40528) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:12.004865 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-583d8393-9042-4858-94b3-f03a5b866213 None None] Port 0bb0fb95-a1c8-4fd0-9766-54334e33ef10 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:26:12.024994 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6859d0-0371-483a-a0a3-f46891d8321b req-6dd33b1b-b9a6-4ded-b3d7-cb0021e1f31a tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:12.031562 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6b6859d0-0371-483a-a0a3-f46891d8321b req-6dd33b1b-b9a6-4ded-b3d7-cb0021e1f31a tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6902e11-f2a6-42d4-9e94-69d218440c0d HTTP/1.1" status: 200 len: 945 time: 0.0690312 Feb 16 22:26:12.060815 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40530) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:12.087332 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f7e05f40-9859-41a4-a63d-b7cb20fade32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:12.106214 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6b6859d0-0371-483a-a0a3-f46891d8321b req-7e35d02b-2e84-48f6-9aaa-c5f920eb750e tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730441 Feb 16 22:26:12.204484 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f7e05f40-9859-41a4-a63d-b7cb20fade32 admin admin] Publish callbacks [] for security_group (8333b9ab-809a-42f1-81ae-b0d4d07973ad), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:12.225857 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f7e05f40-9859-41a4-a63d-b7cb20fade32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (8333b9ab-809a-42f1-81ae-b0d4d07973ad), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:12.235198 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 0bb0fb95-a1c8-4fd0-9766-54334e33ef10 is: DOWN; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:26:12.236421 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 443130bf-8551-4c92-b389-fbbabea9a232 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:26:12.281349 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f7e05f40-9859-41a4-a63d-b7cb20fade32 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9372b079527a4e8f99bf5094436bebab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2193837 Feb 16 22:26:12.284715 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40532) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:12.294351 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e05f40-9859-41a4-a63d-b7cb20fade32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8333b9ab-809a-42f1-81ae-b0d4d07973ad,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:12.309301 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12938e53-58c5-4790-be4b-8c22b5e8577f req-a4228469-8759-4cb2-901b-a8f4bd9aaf91 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:12.314650 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12938e53-58c5-4790-be4b-8c22b5e8577f req-a4228469-8759-4cb2-901b-a8f4bd9aaf91 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:12.320332 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12938e53-58c5-4790-be4b-8c22b5e8577f req-a4228469-8759-4cb2-901b-a8f4bd9aaf91 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:12.324826 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 443130bf-8551-4c92-b389-fbbabea9a232 is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:26:12.325416 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12938e53-58c5-4790-be4b-8c22b5e8577f req-a4228469-8759-4cb2-901b-a8f4bd9aaf91 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:12.325539 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (443130bf-8551-4c92-b389-fbbabea9a232), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:12.330792 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12938e53-58c5-4790-be4b-8c22b5e8577f req-a4228469-8759-4cb2-901b-a8f4bd9aaf91 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:12.332690 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12938e53-58c5-4790-be4b-8c22b5e8577f req-a4228469-8759-4cb2-901b-a8f4bd9aaf91 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 3886 time: 0.1462371 Feb 16 22:26:12.368949 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 443130bf-8551-4c92-b389-fbbabea9a232, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=443130bf-8551-4c92-b389-fbbabea9a232,segment=NetworkSegment(d7691017-c608-4933-8e39-96288e71acf1),segment_id=d7691017-c608-4933-8e39-96288e71acf1)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:26:12.374734 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (443130bf-8551-4c92-b389-fbbabea9a232), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:12.375811 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device b1ad5507-889f-4a25-bd66-7c7563f86747 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:26:12.411799 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-46c1fa93-5fc4-447a-b24d-19ba32c24052 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router (0802c592-ccc8-4c14-b0e3-403b8f12b163), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:12.413855 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12938e53-58c5-4790-be4b-8c22b5e8577f req-042bbde8-6155-4458-92b6-2fe2fe90e798 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744770 Feb 16 22:26:12.414693 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5faf7f79-0b31-48dc-99d8-c8bf2caf5f11 admin admin] Publish callbacks [] for security_group (8333b9ab-809a-42f1-81ae-b0d4d07973ad), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:12.437413 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5faf7f79-0b31-48dc-99d8-c8bf2caf5f11 admin admin] Publish callbacks [] for security_group (8333b9ab-809a-42f1-81ae-b0d4d07973ad), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:12.485691 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-87e02a83-5fa6-4566-9b73-77036fb73c2d tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] For port 443130bf-8551-4c92-b389-fbbabea9a232, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=443130bf-8551-4c92-b389-fbbabea9a232,segment=NetworkSegment(d7691017-c608-4933-8e39-96288e71acf1),segment_id=d7691017-c608-4933-8e39-96288e71acf1)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:26:12.486138 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-87e02a83-5fa6-4566-9b73-77036fb73c2d tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (443130bf-8551-4c92-b389-fbbabea9a232), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:12.505235 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-87e02a83-5fa6-4566-9b73-77036fb73c2d tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Calling delete_port for 443130bf-8551-4c92-b389-fbbabea9a232 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:26:12.515872 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=443130bf-8551-4c92-b389-fbbabea9a232,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:12.541533 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5faf7f79-0b31-48dc-99d8-c8bf2caf5f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (8333b9ab-809a-42f1-81ae-b0d4d07973ad), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:12.544749 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5faf7f79-0b31-48dc-99d8-c8bf2caf5f11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:12.548026 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5faf7f79-0b31-48dc-99d8-c8bf2caf5f11 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8333b9ab-809a-42f1-81ae-b0d4d07973ad HTTP/1.1" status: 204 len: 168 time: 0.2597544 Feb 16 22:26:12.549540 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port b1ad5507-889f-4a25-bd66-7c7563f86747 is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:26:12.550044 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b1ad5507-889f-4a25-bd66-7c7563f86747), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:12.559880 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf7f79-0b31-48dc-99d8-c8bf2caf5f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8333b9ab-809a-42f1-81ae-b0d4d07973ad,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:12.580319 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a4d98-c4a3-43e2-ae24-73f8faeea14d req-23052d28-d38d-40e7-b5a1-88a51aabcbe1 tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:12.582207 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-524a4d98-c4a3-43e2-ae24-73f8faeea14d req-23052d28-d38d-40e7-b5a1-88a51aabcbe1 tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] 10.222.0.75 "GET /v2.0/ports?device_id=45a92844-3027-4ba1-ba65-d369da841c2d HTTP/1.1" status: 200 len: 946 time: 0.0784934 Feb 16 22:26:12.613242 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port b1ad5507-889f-4a25-bd66-7c7563f86747, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=b1ad5507-889f-4a25-bd66-7c7563f86747,segment=NetworkSegment(7cd3d5ed-630b-42c8-83be-976f3431669d),segment_id=7cd3d5ed-630b-42c8-83be-976f3431669d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:26:12.620753 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b1ad5507-889f-4a25-bd66-7c7563f86747), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:12.621434 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device a3ee080f-cf71-49dc-8b01-b8862a45817e no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:26:12.642629 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-46c1fa93-5fc4-447a-b24d-19ba32c24052 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (0802c592-ccc8-4c14-b0e3-403b8f12b163), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:12.645924 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-46c1fa93-5fc4-447a-b24d-19ba32c24052 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router_controller (0802c592-ccc8-4c14-b0e3-403b8f12b163), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:12.681030 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-524a4d98-c4a3-43e2-ae24-73f8faeea14d req-a48d3464-6420-4fe4-bf59-1eed487d4140 tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d60ad48-2d02-4d17-a24b-788d5015c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902483 Feb 16 22:26:12.706366 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=b1ad5507-889f-4a25-bd66-7c7563f86747,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:12.715996 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-46c1fa93-5fc4-447a-b24d-19ba32c24052 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (0802c592-ccc8-4c14-b0e3-403b8f12b163), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:12.715996 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c1fa93-5fc4-447a-b24d-19ba32c24052 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0802c592-ccc8-4c14-b0e3-403b8f12b163 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:26:12.720944 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-46c1fa93-5fc4-447a-b24d-19ba32c24052 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:12.725125 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-46c1fa93-5fc4-447a-b24d-19ba32c24052 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] 10.222.0.75 "DELETE /v2.0/routers/0802c592-ccc8-4c14-b0e3-403b8f12b163 HTTP/1.1" status: 204 len: 168 time: 0.7217031 Feb 16 22:26:12.764912 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port a3ee080f-cf71-49dc-8b01-b8862a45817e is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:26:12.765304 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a3ee080f-cf71-49dc-8b01-b8862a45817e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:12.800509 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-87e02a83-5fa6-4566-9b73-77036fb73c2d tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (443130bf-8551-4c92-b389-fbbabea9a232), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:12.825154 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port a3ee080f-cf71-49dc-8b01-b8862a45817e, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a3ee080f-cf71-49dc-8b01-b8862a45817e,segment=NetworkSegment(6333e723-cf6b-42aa-b1d7-93bea6dcc68c),segment_id=6333e723-cf6b-42aa-b1d7-93bea6dcc68c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:26:12.837097 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a3ee080f-cf71-49dc-8b01-b8862a45817e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:12.837761 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device d3621497-db12-4533-9d1a-8b3d9a672ca9 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:26:12.841589 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e02a83-5fa6-4566-9b73-77036fb73c2d tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Pushing event deleted for resources: {'Port': ['ID=443130bf-8551-4c92-b389-fbbabea9a232,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:12.887395 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e00e8-5c39-48a8-a31b-7818f6629ebe req-e7694421-d9bf-41d4-8c3a-2ff45231dde2 tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:12.889096 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0d7e00e8-5c39-48a8-a31b-7818f6629ebe req-e7694421-d9bf-41d4-8c3a-2ff45231dde2 tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] 10.222.0.79 "GET /v2.0/ports?device_id=88e82229-26df-4c3d-964e-385fe2768d16 HTTP/1.1" status: 200 len: 946 time: 0.0876703 Feb 16 22:26:12.896842 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-87e02a83-5fa6-4566-9b73-77036fb73c2d tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] No DVR routers for this DVR port 443130bf-8551-4c92-b389-fbbabea9a232 on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:26:12.901322 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-87e02a83-5fa6-4566-9b73-77036fb73c2d tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:12.904231 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-87e02a83-5fa6-4566-9b73-77036fb73c2d tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.79 "DELETE /v2.0/ports/443130bf-8551-4c92-b389-fbbabea9a232 HTTP/1.1" status: 204 len: 173 time: 1.3021057 Feb 16 22:26:12.904500 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'name': 'network-vif-deleted', 'tag': '443130bf-8551-4c92-b389-fbbabea9a232'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:26:12.907131 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498f36a4-c444-49ba-ad50-ff0f246b1eba" -d '{"events": [{"server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "name": "network-vif-deleted", "tag": "443130bf-8551-4c92-b389-fbbabea9a232"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:26:12.979585 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=a3ee080f-cf71-49dc-8b01-b8862a45817e,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:13.058181 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-8e58b634-87a0-41af-ba1d-db707e42ca69 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Deleting port 1cdbee6a-c509-4657-a9a8-c6f919e74da6 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:26:13.058845 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-8e58b634-87a0-41af-ba1d-db707e42ca69 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (1cdbee6a-c509-4657-a9a8-c6f919e74da6), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:13.106390 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c088a4-b29e-41ea-9f41-8ca0ecb471d2 req-0700cb51-b871-4900-a288-6e01ed111d1b tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:13.108142 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-83c088a4-b29e-41ea-9f41-8ca0ecb471d2 req-0700cb51-b871-4900-a288-6e01ed111d1b tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] 10.222.0.75 "GET /v2.0/ports?device_id=88e82229-26df-4c3d-964e-385fe2768d16 HTTP/1.1" status: 200 len: 946 time: 0.1113331 Feb 16 22:26:13.123377 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port d3621497-db12-4533-9d1a-8b3d9a672ca9 is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:26:13.123629 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-0d7e00e8-5c39-48a8-a31b-7818f6629ebe req-cb864aec-6d52-438a-b5a4-769ce1032ba9 tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] Deleting port b44256e0-232e-4013-b4de-e106f884af5e {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:26:13.123967 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d3621497-db12-4533-9d1a-8b3d9a672ca9), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:13.124426 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0d7e00e8-5c39-48a8-a31b-7818f6629ebe req-cb864aec-6d52-438a-b5a4-769ce1032ba9 tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (b44256e0-232e-4013-b4de-e106f884af5e), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:13.168660 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port d3621497-db12-4533-9d1a-8b3d9a672ca9, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=d3621497-db12-4533-9d1a-8b3d9a672ca9,segment=NetworkSegment(d7691017-c608-4933-8e39-96288e71acf1),segment_id=d7691017-c608-4933-8e39-96288e71acf1)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:26:13.176788 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d3621497-db12-4533-9d1a-8b3d9a672ca9), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:13.178093 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 1cdbee6a-c509-4657-a9a8-c6f919e74da6 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:26:13.207300 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40556) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:13.258555 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-8e58b634-87a0-41af-ba1d-db707e42ca69 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] For port 1cdbee6a-c509-4657-a9a8-c6f919e74da6, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=1cdbee6a-c509-4657-a9a8-c6f919e74da6,segment=NetworkSegment(6333e723-cf6b-42aa-b1d7-93bea6dcc68c),segment_id=6333e723-cf6b-42aa-b1d7-93bea6dcc68c)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:26:13.259005 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-8e58b634-87a0-41af-ba1d-db707e42ca69 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (1cdbee6a-c509-4657-a9a8-c6f919e74da6), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:13.281729 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-8e58b634-87a0-41af-ba1d-db707e42ca69 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Calling delete_port for 1cdbee6a-c509-4657-a9a8-c6f919e74da6 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:26:13.282190 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-83c088a4-b29e-41ea-9f41-8ca0ecb471d2 req-0772c3f3-b5c7-453e-a132-6f78cbcc98e3 tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] 10.222.0.75 "GET /v2.0/security-groups?id=fac9f23c-64d4-4ec2-a839-b054b140ad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480496 Feb 16 22:26:13.352067 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-0d7e00e8-5c39-48a8-a31b-7818f6629ebe req-cb864aec-6d52-438a-b5a4-769ce1032ba9 tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] For port b44256e0-232e-4013-b4de-e106f884af5e, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=b44256e0-232e-4013-b4de-e106f884af5e,segment=NetworkSegment(6216a313-87cb-44f7-a441-7ea1ca5b62d5),segment_id=6216a313-87cb-44f7-a441-7ea1ca5b62d5)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:26:13.354250 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0d7e00e8-5c39-48a8-a31b-7818f6629ebe req-cb864aec-6d52-438a-b5a4-769ce1032ba9 tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (b44256e0-232e-4013-b4de-e106f884af5e), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:13.369431 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68acb24f-f43b-4078-a5aa-6bbd43fc562d x-openstack-request-id: req-68acb24f-f43b-4078-a5aa-6bbd43fc562d {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:26:13.369604 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "name": "network-vif-deleted", "tag": "443130bf-8551-4c92-b389-fbbabea9a232", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:26:13.370351 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-68acb24f-f43b-4078-a5aa-6bbd43fc562d {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:26:13.372263 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'name': 'network-vif-deleted', 'tag': '443130bf-8551-4c92-b389-fbbabea9a232', 'status': 'completed', 'code': 200} Feb 16 22:26:13.395276 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-0d7e00e8-5c39-48a8-a31b-7818f6629ebe req-cb864aec-6d52-438a-b5a4-769ce1032ba9 tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] Calling delete_port for b44256e0-232e-4013-b4de-e106f884af5e owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:26:13.419410 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 1cdbee6a-c509-4657-a9a8-c6f919e74da6 is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:26:13.419778 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1cdbee6a-c509-4657-a9a8-c6f919e74da6), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:13.455487 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6902e11-f2a6-42d4-9e94-69d218440c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e8c394-f309-4d7c-ae8f-b3d28a87757f'}, {'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '443130bf-8551-4c92-b389-fbbabea9a232'}, {'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1ad5507-889f-4a25-bd66-7c7563f86747'}, {'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3ee080f-cf71-49dc-8b01-b8862a45817e'}, {'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3621497-db12-4533-9d1a-8b3d9a672ca9'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:26:13.461083 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8079c293-318d-4e6b-b446-1453d39aa9c1" -d '{"events": [{"server_uuid": "f6902e11-f2a6-42d4-9e94-69d218440c0d", "name": "network-vif-plugged", "status": "completed", "tag": "91e8c394-f309-4d7c-ae8f-b3d28a87757f"}, {"server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "name": "network-vif-unplugged", "status": "completed", "tag": "443130bf-8551-4c92-b389-fbbabea9a232"}, {"server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "name": "network-vif-unplugged", "status": "completed", "tag": "b1ad5507-889f-4a25-bd66-7c7563f86747"}, {"server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "name": "network-vif-unplugged", "status": "completed", "tag": "a3ee080f-cf71-49dc-8b01-b8862a45817e"}, {"server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "name": "network-vif-unplugged", "status": "completed", "tag": "d3621497-db12-4533-9d1a-8b3d9a672ca9"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:26:13.491274 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=d3621497-db12-4533-9d1a-8b3d9a672ca9,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:13.532599 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-8e58b634-87a0-41af-ba1d-db707e42ca69 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (1cdbee6a-c509-4657-a9a8-c6f919e74da6), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:13.584107 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 41ea8ec7-cb70-44a7-b54a-945ee2945295 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:26:13.586595 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58b634-87a0-41af-ba1d-db707e42ca69 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Pushing event deleted for resources: {'Port': ['ID=1cdbee6a-c509-4657-a9a8-c6f919e74da6,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:13.642967 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-8e58b634-87a0-41af-ba1d-db707e42ca69 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] No DVR routers for this DVR port 1cdbee6a-c509-4657-a9a8-c6f919e74da6 on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:26:13.649215 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-a94a130b-8eab-4a68-8b51-4e5e1ef13528 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-694225807', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}, 'admin_state_up': False}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:13.654558 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fc035-cd32-45ca-a7ba-a68da2b9bd0b req-a40e97a6-6336-4e98-9df4-bcc710106c3c tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:13.656152 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-103fc035-cd32-45ca-a7ba-a68da2b9bd0b req-a40e97a6-6336-4e98-9df4-bcc710106c3c tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6902e11-f2a6-42d4-9e94-69d218440c0d HTTP/1.1" status: 200 len: 945 time: 0.1374793 Feb 16 22:26:13.663556 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-8e58b634-87a0-41af-ba1d-db707e42ca69 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:13.665508 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] The host n-h2-813897-6 is not matching for port 41ea8ec7-cb70-44a7-b54a-945ee2945295 host ! {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 22:26:13.665932 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 41ea8ec7-cb70-44a7-b54a-945ee2945295 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:26:13.668502 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-8e58b634-87a0-41af-ba1d-db707e42ca69 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.79 "DELETE /v2.0/ports/1cdbee6a-c509-4657-a9a8-c6f919e74da6 HTTP/1.1" status: 204 len: 173 time: 0.7582128 Feb 16 22:26:13.726657 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a94a130b-8eab-4a68-8b51-4e5e1ef13528 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (f1c0ce0c-7ef9-4d25-8b6a-ef7da5ab7ad6), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:13.727993 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a94a130b-8eab-4a68-8b51-4e5e1ef13528 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (f1c0ce0c-7ef9-4d25-8b6a-ef7da5ab7ad6), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:13.746845 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-103fc035-cd32-45ca-a7ba-a68da2b9bd0b req-00642677-bea1-4a78-b44a-b2316a680fd9 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850163 Feb 16 22:26:13.748250 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0d7e00e8-5c39-48a8-a31b-7818f6629ebe req-cb864aec-6d52-438a-b5a4-769ce1032ba9 tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (b44256e0-232e-4013-b4de-e106f884af5e), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:13.763109 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['b44256e0-232e-4013-b4de-e106f884af5e'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:26:13.779031 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb864aec-6d52-438a-b5a4-769ce1032ba9 tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] Pushing event deleted for resources: {'Port': ['ID=b44256e0-232e-4013-b4de-e106f884af5e,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:13.847772 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7e00e8-5c39-48a8-a31b-7818f6629ebe req-cb864aec-6d52-438a-b5a4-769ce1032ba9 tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] No DVR routers for this DVR port b44256e0-232e-4013-b4de-e106f884af5e on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:26:13.848803 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-35d4be81-bb9b-4d9d-8cc5-55180558b331 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Deleting port b1ad5507-889f-4a25-bd66-7c7563f86747 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:26:13.849166 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-35d4be81-bb9b-4d9d-8cc5-55180558b331 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (b1ad5507-889f-4a25-bd66-7c7563f86747), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:13.852563 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0d7e00e8-5c39-48a8-a31b-7818f6629ebe req-cb864aec-6d52-438a-b5a4-769ce1032ba9 tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:13.855708 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a94a130b-8eab-4a68-8b51-4e5e1ef13528 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router_controller (f1c0ce0c-7ef9-4d25-8b6a-ef7da5ab7ad6), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:13.856073 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0d7e00e8-5c39-48a8-a31b-7818f6629ebe req-cb864aec-6d52-438a-b5a4-769ce1032ba9 tempest-ServerAddressesTestJSON-855235784 tempest-ServerAddressesTestJSON-855235784-project] 10.222.0.79 "DELETE /v2.0/ports/b44256e0-232e-4013-b4de-e106f884af5e HTTP/1.1" status: 204 len: 173 time: 0.9430921 Feb 16 22:26:13.856744 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e82229-26df-4c3d-964e-385fe2768d16', 'name': 'network-vif-deleted', 'tag': 'b44256e0-232e-4013-b4de-e106f884af5e'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:26:13.860379 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e6bebc-3919-402d-9157-bebaf8f11a09" -d '{"events": [{"server_uuid": "88e82229-26df-4c3d-964e-385fe2768d16", "name": "network-vif-deleted", "tag": "b44256e0-232e-4013-b4de-e106f884af5e"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:26:13.952283 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b784e45-0d43-47e6-a048-2f9ac6119e2e req-7dff2d24-7e52-43f8-af43-b7ed0c3e6b85 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:13.959236 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b784e45-0d43-47e6-a048-2f9ac6119e2e req-7dff2d24-7e52-43f8-af43-b7ed0c3e6b85 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:13.967328 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b784e45-0d43-47e6-a048-2f9ac6119e2e req-7dff2d24-7e52-43f8-af43-b7ed0c3e6b85 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:13.969403 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0b784e45-0d43-47e6-a048-2f9ac6119e2e req-7dff2d24-7e52-43f8-af43-b7ed0c3e6b85 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 2410 time: 0.0883522 Feb 16 22:26:14.076835 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0b784e45-0d43-47e6-a048-2f9ac6119e2e req-3bbb727c-fbb8-4719-bd85-b84cd9873fde tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802433 Feb 16 22:26:14.115900 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 875 Content-Type: application/json Date: Wed, 16 Feb 2022 22:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12378e6c-13d1-4ac6-becc-358cc07fa130 x-openstack-request-id: req-12378e6c-13d1-4ac6-becc-358cc07fa130 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:26:14.116440 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6902e11-f2a6-42d4-9e94-69d218440c0d", "name": "network-vif-plugged", "status": "completed", "tag": "91e8c394-f309-4d7c-ae8f-b3d28a87757f", "code": 200}, {"server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "name": "network-vif-unplugged", "status": "completed", "tag": "443130bf-8551-4c92-b389-fbbabea9a232", "code": 200}, {"server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "name": "network-vif-unplugged", "status": "completed", "tag": "b1ad5507-889f-4a25-bd66-7c7563f86747", "code": 200}, {"server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "name": "network-vif-unplugged", "status": "completed", "tag": "a3ee080f-cf71-49dc-8b01-b8862a45817e", "code": 200}, {"server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "name": "network-vif-unplugged", "status": "completed", "tag": "d3621497-db12-4533-9d1a-8b3d9a672ca9", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:26:14.121416 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-12378e6c-13d1-4ac6-becc-358cc07fa130 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:26:14.122403 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6902e11-f2a6-42d4-9e94-69d218440c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e8c394-f309-4d7c-ae8f-b3d28a87757f', 'code': 200} Feb 16 22:26:14.125031 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '443130bf-8551-4c92-b389-fbbabea9a232', 'code': 200} Feb 16 22:26:14.125031 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1ad5507-889f-4a25-bd66-7c7563f86747', 'code': 200} Feb 16 22:26:14.125031 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3ee080f-cf71-49dc-8b01-b8862a45817e', 'code': 200} Feb 16 22:26:14.125407 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3621497-db12-4533-9d1a-8b3d9a672ca9', 'code': 200} Feb 16 22:26:14.148101 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-35d4be81-bb9b-4d9d-8cc5-55180558b331 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] For port b1ad5507-889f-4a25-bd66-7c7563f86747, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=b1ad5507-889f-4a25-bd66-7c7563f86747,segment=NetworkSegment(7cd3d5ed-630b-42c8-83be-976f3431669d),segment_id=7cd3d5ed-630b-42c8-83be-976f3431669d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:26:14.148701 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-35d4be81-bb9b-4d9d-8cc5-55180558b331 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (b1ad5507-889f-4a25-bd66-7c7563f86747), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:14.153629 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a94a130b-8eab-4a68-8b51-4e5e1ef13528 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router_gateway (f1c0ce0c-7ef9-4d25-8b6a-ef7da5ab7ad6), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:14.299822 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ba3e8-399b-4fdc-8791-0c264fe37511 req-9adc86cc-e6f6-4d17-a2fb-fcaab207682d tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:14.301663 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-081ba3e8-399b-4fdc-8791-0c264fe37511 req-9adc86cc-e6f6-4d17-a2fb-fcaab207682d tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] 10.222.0.75 "GET /v2.0/ports?device_id=45a92844-3027-4ba1-ba65-d369da841c2d HTTP/1.1" status: 200 len: 946 time: 0.1104198 Feb 16 22:26:14.312982 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67745b1-97f0-424a-96b8-f764b4ffe28f req-2d511915-86c9-4ae4-8cd1-2c18afccef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:14.314864 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f67745b1-97f0-424a-96b8-f764b4ffe28f req-2d511915-86c9-4ae4-8cd1-2c18afccef61 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f6902e11-f2a6-42d4-9e94-69d218440c0d HTTP/1.1" status: 200 len: 1127 time: 0.1133077 Feb 16 22:26:14.385248 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-081ba3e8-399b-4fdc-8791-0c264fe37511 req-aaaa605d-33bf-4511-ae54-9e92344e20dc tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d60ad48-2d02-4d17-a24b-788d5015c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760105 Feb 16 22:26:14.392094 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f67745b1-97f0-424a-96b8-f764b4ffe28f req-0092aff6-181f-4292-afc3-7d677f17235a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698693 Feb 16 22:26:14.447753 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db5ea68-9f3b-4c61-b09c-0e5d3f546ead x-openstack-request-id: req-9db5ea68-9f3b-4c61-b09c-0e5d3f546ead {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:26:14.448788 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e82229-26df-4c3d-964e-385fe2768d16", "name": "network-vif-deleted", "tag": "b44256e0-232e-4013-b4de-e106f884af5e", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:26:14.448788 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9db5ea68-9f3b-4c61-b09c-0e5d3f546ead {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:26:14.448788 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e82229-26df-4c3d-964e-385fe2768d16', 'name': 'network-vif-deleted', 'tag': 'b44256e0-232e-4013-b4de-e106f884af5e', 'status': 'completed', 'code': 200} Feb 16 22:26:14.468021 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-35d4be81-bb9b-4d9d-8cc5-55180558b331 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:14.468449 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-35d4be81-bb9b-4d9d-8cc5-55180558b331 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (fbfea304-1583-44f6-8de4-e36f1cd5ced7), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:14.468809 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-35d4be81-bb9b-4d9d-8cc5-55180558b331 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Floating IP fbfea304-1583-44f6-8de4-e36f1cd5ced7 disassociated. External IP: 172.25.2.79, port: b1ad5507-889f-4a25-bd66-7c7563f86747. Feb 16 22:26:14.469159 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-35d4be81-bb9b-4d9d-8cc5-55180558b331 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Calling delete_port for b1ad5507-889f-4a25-bd66-7c7563f86747 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:26:14.486470 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40592) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:14.667722 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a94a130b-8eab-4a68-8b51-4e5e1ef13528 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router_gateway (f1c0ce0c-7ef9-4d25-8b6a-ef7da5ab7ad6), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:14.675976 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e1f129f-1584-4f68-9276-98fac2d36609 admin admin] Deleting subnet 94062d71-47f3-4519-a26c-4523eb89acf1 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:26:14.703505 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7e1f129f-1584-4f68-9276-98fac2d36609 admin admin] Publish callbacks [] for subnet (94062d71-47f3-4519-a26c-4523eb89acf1), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:14.726159 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a94a130b-8eab-4a68-8b51-4e5e1ef13528 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:14.787575 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7e1f129f-1584-4f68-9276-98fac2d36609 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (94062d71-47f3-4519-a26c-4523eb89acf1), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:14.879853 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a8d4e-e79a-462a-9620-3f0a73978497 req-ccb90ac3-2a0a-4046-8ee7-80165ecbb27e tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:14.886640 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-003a8d4e-e79a-462a-9620-3f0a73978497 req-ccb90ac3-2a0a-4046-8ee7-80165ecbb27e tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] 10.222.0.75 "GET /v2.0/ports?device_id=45a92844-3027-4ba1-ba65-d369da841c2d HTTP/1.1" status: 200 len: 946 time: 0.0719776 Feb 16 22:26:14.918288 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7e1f129f-1584-4f68-9276-98fac2d36609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (94062d71-47f3-4519-a26c-4523eb89acf1), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:14.931761 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-003a8d4e-e79a-462a-9620-3f0a73978497 req-9823c585-f341-4dce-9183-e8f5558d243b tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d60ad48-2d02-4d17-a24b-788d5015c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442460 Feb 16 22:26:14.953256 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-35d4be81-bb9b-4d9d-8cc5-55180558b331 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (b1ad5507-889f-4a25-bd66-7c7563f86747), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:14.997548 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4be81-bb9b-4d9d-8cc5-55180558b331 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Pushing event deleted for resources: {'Port': ['ID=b1ad5507-889f-4a25-bd66-7c7563f86747,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:15.009449 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-a94a130b-8eab-4a68-8b51-4e5e1ef13528 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Allocated IP 172.25.2.220 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/1b3c3208-2aea-42c8-b9ef-f250f2bbd026) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:26:15.069912 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0ed82-b1ed-4811-ab56-60dead24648f req-4c316002-b130-4110-89bd-1831faa16c8f tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:15.074491 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-53b0ed82-b1ed-4811-ab56-60dead24648f req-4c316002-b130-4110-89bd-1831faa16c8f tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6902e11-f2a6-42d4-9e94-69d218440c0d HTTP/1.1" status: 200 len: 945 time: 0.0718067 Feb 16 22:26:15.114062 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7e1f129f-1584-4f68-9276-98fac2d36609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (94062d71-47f3-4519-a26c-4523eb89acf1), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:15.120842 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-53b0ed82-b1ed-4811-ab56-60dead24648f req-0735b3fb-69db-4ab1-b16e-1bdbf1a30bd6 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437632 Feb 16 22:26:15.172550 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f129f-1584-4f68-9276-98fac2d36609 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94062d71-47f3-4519-a26c-4523eb89acf1,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:15.183164 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7e1f129f-1584-4f68-9276-98fac2d36609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:15.189589 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7e1f129f-1584-4f68-9276-98fac2d36609 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/94062d71-47f3-4519-a26c-4523eb89acf1 HTTP/1.1" status: 204 len: 168 time: 0.7022910 Feb 16 22:26:15.192386 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40618) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:15.248537 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d6d7a-d00d-4b36-8aaf-adbbc9f8da83 req-d7fed467-0108-4779-a8fe-32606e2060c3 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:15.253809 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d6d7a-d00d-4b36-8aaf-adbbc9f8da83 req-d7fed467-0108-4779-a8fe-32606e2060c3 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:15.255500 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-735d6d7a-d00d-4b36-8aaf-adbbc9f8da83 req-d7fed467-0108-4779-a8fe-32606e2060c3 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 1677 time: 0.0671272 Feb 16 22:26:15.326121 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-735d6d7a-d00d-4b36-8aaf-adbbc9f8da83 req-673c34b2-26e7-4646-afa8-ad1a828e40cf tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556195 Feb 16 22:26:15.332442 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-35d4be81-bb9b-4d9d-8cc5-55180558b331 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Router 8541c583-14a8-42ba-bcf2-3c5fad0d399f has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:26:15.345562 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6b103d98-2fd7-4428-b0c7-4613b3e5dd6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:15.359812 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a94a130b-8eab-4a68-8b51-4e5e1ef13528 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for port (1b3c3208-2aea-42c8-b9ef-f250f2bbd026), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:15.375335 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'name': 'network-vif-deleted', 'tag': '1cdbee6a-c509-4657-a9a8-c6f919e74da6'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:26:15.377625 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f97305-782c-4420-af02-3f033ff234d6" -d '{"events": [{"server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "name": "network-vif-deleted", "tag": "1cdbee6a-c509-4657-a9a8-c6f919e74da6"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:26:15.461153 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32e0531-f8e8-4be0-bbf5-3b0cb0d81063 x-openstack-request-id: req-c32e0531-f8e8-4be0-bbf5-3b0cb0d81063 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:26:15.461584 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "name": "network-vif-deleted", "tag": "1cdbee6a-c509-4657-a9a8-c6f919e74da6", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:26:15.461934 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c32e0531-f8e8-4be0-bbf5-3b0cb0d81063 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:26:15.463023 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'name': 'network-vif-deleted', 'tag': '1cdbee6a-c509-4657-a9a8-c6f919e74da6', 'status': 'completed', 'code': 200} Feb 16 22:26:15.546690 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a94a130b-8eab-4a68-8b51-4e5e1ef13528 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (1b3c3208-2aea-42c8-b9ef-f250f2bbd026), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:15.585833 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6b103d98-2fd7-4428-b0c7-4613b3e5dd6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:15.663239 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94a130b-8eab-4a68-8b51-4e5e1ef13528 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:26:15.678541 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-a94a130b-8eab-4a68-8b51-4e5e1ef13528 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:26:15.685234 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-6b103d98-2fd7-4428-b0c7-4613b3e5dd6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:15.688704 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94a130b-8eab-4a68-8b51-4e5e1ef13528 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:26:15.697280 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a130b-8eab-4a68-8b51-4e5e1ef13528 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Pushing event updated for resources: {'Port': ['ID=1b3c3208-2aea-42c8-b9ef-f250f2bbd026,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:15.702676 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-35d4be81-bb9b-4d9d-8cc5-55180558b331 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:26:15.721359 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918281b0-0ce7-4594-89ff-273aff96d0c5 None None] Sync routers for ids ['8541c583-14a8-42ba-bcf2-3c5fad0d399f'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:26:15.725213 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-6b103d98-2fd7-4428-b0c7-4613b3e5dd6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6216a313-87cb-44f7-a441-7ea1ca5b62d5') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:15.725525 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-6b103d98-2fd7-4428-b0c7-4613b3e5dd6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6216a313-87cb-44f7-a441-7ea1ca5b62d5') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:15.738850 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918281b0-0ce7-4594-89ff-273aff96d0c5 None None] Routers {'8541c583-14a8-42ba-bcf2-3c5fad0d399f'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:26:15.739512 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-918281b0-0ce7-4594-89ff-273aff96d0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:25:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['8541c583-14a8-42ba-bcf2-3c5fad0d399f'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:15.825738 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-35d4be81-bb9b-4d9d-8cc5-55180558b331 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] No DVR routers for this DVR port b1ad5507-889f-4a25-bd66-7c7563f86747 on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:26:15.828703 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-35d4be81-bb9b-4d9d-8cc5-55180558b331 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:15.832595 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-35d4be81-bb9b-4d9d-8cc5-55180558b331 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.79 "DELETE /v2.0/ports/b1ad5507-889f-4a25-bd66-7c7563f86747 HTTP/1.1" status: 204 len: 173 time: 2.1574962 Feb 16 22:26:15.836888 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6b103d98-2fd7-4428-b0c7-4613b3e5dd6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (6216a313-87cb-44f7-a441-7ea1ca5b62d5), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:15.852738 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6b103d98-2fd7-4428-b0c7-4613b3e5dd6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (6216a313-87cb-44f7-a441-7ea1ca5b62d5), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:15.859221 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b103d98-2fd7-4428-b0c7-4613b3e5dd6e admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:26:15.859744 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6b103d98-2fd7-4428-b0c7-4613b3e5dd6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (6216a313-87cb-44f7-a441-7ea1ca5b62d5), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:15.901030 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-918281b0-0ce7-4594-89ff-273aff96d0c5 None None] Set router 8541c583-14a8-42ba-bcf2-3c5fad0d399f gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:26:15.920694 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:26:15.920694 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:26:15.920694 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:26:15.920694 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:26:15.920694 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:26:15.920694 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:26:15.920694 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:26:15.920694 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:26:15.920694 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:26:15.920694 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:26:15.920694 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:26:15.920694 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:26:15.920694 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:26:15.920694 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:26:15.920694 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:26:15.920694 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:26:15.920694 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:26:15.920694 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:26:15.920694 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:26:15.920694 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:26:15.920694 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:26:15.920694 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:26:15.920694 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:26:15.920694 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:26:15.920694 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:26:15.920694 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:26:15.920694 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:26:15.920694 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:26:15.920694 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:26:15.920694 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:26:15.920694 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:26:15.920694 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:26:16.175106 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-918281b0-0ce7-4594-89ff-273aff96d0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'name': 'tempest-TaggedBootDevicesTest-59844366-router', 'tenant_id': '05fece93b5f34c39b4687779f64633e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'cbff179c-6688-4761-b298-ba4ea238add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:30Z', 'updated_at': '2022-02-16T22:20:38Z', 'revision_number': 4, 'project_id': '05fece93b5f34c39b4687779f64633e9', 'gw_port': {'id': 'cbff179c-6688-4761-b298-ba4ea238add1', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:31Z', 'updated_at': '2022-02-16T22:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '53d411b2-3dd0-489c-8de0-72cd179ec58a', 'name': '', 'network_id': '0809193b-9538-40aa-8442-650cf4185e4f', 'tenant_id': '05fece93b5f34c39b4687779f64633e9', 'mac_address': 'fa:16:3e:04:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '29fa04d8-2e8c-4adf-a757-8332d0ce9220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:37Z', 'updated_at': '2022-02-16T22:20:43Z', 'revision_number': 5, 'project_id': '05fece93b5f34c39b4687779f64633e9', 'subnets': [{'id': '29fa04d8-2e8c-4adf-a757-8332d0ce9220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:16.206666 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918281b0-0ce7-4594-89ff-273aff96d0c5 None None] Checking router: 8541c583-14a8-42ba-bcf2-3c5fad0d399f for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:26:16.207913 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ccdcb-f3ee-4037-8bab-ccf42f27ddc1 req-327cdcc6-d79a-4b46-873b-6e03cfb313e4 tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:16.210348 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d54ccdcb-f3ee-4037-8bab-ccf42f27ddc1 req-327cdcc6-d79a-4b46-873b-6e03cfb313e4 tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a92844-3027-4ba1-ba65-d369da841c2d HTTP/1.1" status: 200 len: 946 time: 0.1079004 Feb 16 22:26:16.218111 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918281b0-0ce7-4594-89ff-273aff96d0c5 None None] Routers {'8541c583-14a8-42ba-bcf2-3c5fad0d399f'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:26:16.218924 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e660e7-51ae-467d-b31f-67fd15d30250 req-6006c9b2-97ee-43e8-a02e-ac15427f355a tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:16.219193 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-918281b0-0ce7-4594-89ff-273aff96d0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:25:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['8541c583-14a8-42ba-bcf2-3c5fad0d399f'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:16.221170 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c9e660e7-51ae-467d-b31f-67fd15d30250 req-6006c9b2-97ee-43e8-a02e-ac15427f355a tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] 10.222.0.75 "GET /v2.0/ports?device_id=45a92844-3027-4ba1-ba65-d369da841c2d HTTP/1.1" status: 200 len: 946 time: 0.1321144 Feb 16 22:26:16.294809 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40638) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:16.405865 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c9e660e7-51ae-467d-b31f-67fd15d30250 req-5452c4e0-3828-4971-bb33-34031990aae6 tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] 10.222.0.75 "GET /v2.0/security-groups?id=1d60ad48-2d02-4d17-a24b-788d5015c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573529 Feb 16 22:26:16.450069 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6b103d98-2fd7-4428-b0c7-4613b3e5dd6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:16.462176 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6b103d98-2fd7-4428-b0c7-4613b3e5dd6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:16.469920 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6b103d98-2fd7-4428-b0c7-4613b3e5dd6e admin admin] 10.222.0.75 "DELETE /v2.0/networks/2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195 HTTP/1.1" status: 204 len: 168 time: 1.2750850 Feb 16 22:26:16.507640 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-d54ccdcb-f3ee-4037-8bab-ccf42f27ddc1 req-d625a152-465b-4eac-b9ad-1797ca1e5ed3 tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] Deleting port 8ead857b-11fb-4ff1-b42b-237a92fcb797 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:26:16.507987 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d54ccdcb-f3ee-4037-8bab-ccf42f27ddc1 req-d625a152-465b-4eac-b9ad-1797ca1e5ed3 tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (8ead857b-11fb-4ff1-b42b-237a92fcb797), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:16.542662 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b103d98-2fd7-4428-b0c7-4613b3e5dd6e admin admin] Pushing event deleted for resources: {'Network': ['ID=2e2cc57a-e17d-4ded-ac2a-bec5ddaa9195,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:16.694977 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-918281b0-0ce7-4594-89ff-273aff96d0c5 None None] Set router 8541c583-14a8-42ba-bcf2-3c5fad0d399f gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:26:16.695185 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e5fc3f4-1bbc-491f-a808-6a140f1bf7c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:16.725755 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40648) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:16.737537 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device b44256e0-232e-4013-b4de-e106f884af5e no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:26:16.741037 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-64da0a4f-53e9-4534-a842-9847c795b8c5 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Deleting port a3ee080f-cf71-49dc-8b01-b8862a45817e {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:26:16.741407 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-64da0a4f-53e9-4534-a842-9847c795b8c5 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a3ee080f-cf71-49dc-8b01-b8862a45817e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:16.766813 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: b44256e0-232e-4013-b4de-e106f884af5e {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:26:16.767755 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device b44256e0-232e-4013-b4de-e106f884af5e not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:26:16.800774 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-d54ccdcb-f3ee-4037-8bab-ccf42f27ddc1 req-d625a152-465b-4eac-b9ad-1797ca1e5ed3 tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] For port 8ead857b-11fb-4ff1-b42b-237a92fcb797, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=8ead857b-11fb-4ff1-b42b-237a92fcb797,segment=NetworkSegment(8918ee9f-156f-43a4-83ea-79ad6caa58d8),segment_id=8918ee9f-156f-43a4-83ea-79ad6caa58d8)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:26:16.801587 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d54ccdcb-f3ee-4037-8bab-ccf42f27ddc1 req-d625a152-465b-4eac-b9ad-1797ca1e5ed3 tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (8ead857b-11fb-4ff1-b42b-237a92fcb797), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:16.826482 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-d54ccdcb-f3ee-4037-8bab-ccf42f27ddc1 req-d625a152-465b-4eac-b9ad-1797ca1e5ed3 tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] Calling delete_port for 8ead857b-11fb-4ff1-b42b-237a92fcb797 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:26:16.874581 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377903f-16a0-4fa8-b449-864900079e71 req-580c2faf-7986-4cee-886f-5e4117e8d6cf tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:16.883341 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6377903f-16a0-4fa8-b449-864900079e71 req-580c2faf-7986-4cee-886f-5e4117e8d6cf tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6902e11-f2a6-42d4-9e94-69d218440c0d HTTP/1.1" status: 200 len: 945 time: 0.2478013 Feb 16 22:26:16.920310 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a94a130b-8eab-4a68-8b51-4e5e1ef13528 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router_gateway (f1c0ce0c-7ef9-4d25-8b6a-ef7da5ab7ad6), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:17.012457 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d11e2de2-5878-4f51-9489-3ea6b276f3cb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6fcf10c1ceac463b84444ae6a41d59ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2831831 Feb 16 22:26:17.015915 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40650) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:17.022328 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-64da0a4f-53e9-4534-a842-9847c795b8c5 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] For port a3ee080f-cf71-49dc-8b01-b8862a45817e, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a3ee080f-cf71-49dc-8b01-b8862a45817e,segment=NetworkSegment(6333e723-cf6b-42aa-b1d7-93bea6dcc68c),segment_id=6333e723-cf6b-42aa-b1d7-93bea6dcc68c)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:26:17.022716 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-64da0a4f-53e9-4534-a842-9847c795b8c5 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a3ee080f-cf71-49dc-8b01-b8862a45817e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:17.060685 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-918281b0-0ce7-4594-89ff-273aff96d0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'name': 'tempest-TaggedBootDevicesTest-59844366-router', 'tenant_id': '05fece93b5f34c39b4687779f64633e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'cbff179c-6688-4761-b298-ba4ea238add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:30Z', 'updated_at': '2022-02-16T22:20:38Z', 'revision_number': 4, 'project_id': '05fece93b5f34c39b4687779f64633e9', 'gw_port': {'id': 'cbff179c-6688-4761-b298-ba4ea238add1', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:31Z', 'updated_at': '2022-02-16T22:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '53d411b2-3dd0-489c-8de0-72cd179ec58a', 'name': '', 'network_id': '0809193b-9538-40aa-8442-650cf4185e4f', 'tenant_id': '05fece93b5f34c39b4687779f64633e9', 'mac_address': 'fa:16:3e:04:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '29fa04d8-2e8c-4adf-a757-8332d0ce9220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:37Z', 'updated_at': '2022-02-16T22:20:43Z', 'revision_number': 5, 'project_id': '05fece93b5f34c39b4687779f64633e9', 'subnets': [{'id': '29fa04d8-2e8c-4adf-a757-8332d0ce9220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:17.067230 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6377903f-16a0-4fa8-b449-864900079e71 req-7f41c0d6-4a2d-469b-97a4-2616d191d390 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828723 Feb 16 22:26:17.080595 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-64da0a4f-53e9-4534-a842-9847c795b8c5 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Calling delete_port for a3ee080f-cf71-49dc-8b01-b8862a45817e owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:26:17.098071 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e5fc3f4-1bbc-491f-a808-6a140f1bf7c1 admin admin] Publish callbacks [] for security_group (119f6e09-2a36-4f28-9536-00fdb4c76fcd), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:17.102766 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918281b0-0ce7-4594-89ff-273aff96d0c5 None None] The sync data for ids ['8541c583-14a8-42ba-bcf2-3c5fad0d399f'] in n-d-813897-6 is: [{'id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'name': 'tempest-TaggedBootDevicesTest-59844366-router', 'tenant_id': '05fece93b5f34c39b4687779f64633e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'cbff179c-6688-4761-b298-ba4ea238add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:30Z', 'updated_at': '2022-02-16T22:20:38Z', 'revision_number': 4, 'project_id': '05fece93b5f34c39b4687779f64633e9', 'gw_port': {'id': 'cbff179c-6688-4761-b298-ba4ea238add1', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:31Z', 'updated_at': '2022-02-16T22:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '53d411b2-3dd0-489c-8de0-72cd179ec58a', 'name': '', 'network_id': '0809193b-9538-40aa-8442-650cf4185e4f', 'tenant_id': '05fece93b5f34c39b4687779f64633e9', 'mac_address': 'fa:16:3e:04:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '29fa04d8-2e8c-4adf-a757-8332d0ce9220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:37Z', 'updated_at': '2022-02-16T22:20:43Z', 'revision_number': 5, 'project_id': '05fece93b5f34c39b4687779f64633e9', 'subnets': [{'id': '29fa04d8-2e8c-4adf-a757-8332d0ce9220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:26:17.130000 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e5fc3f4-1bbc-491f-a808-6a140f1bf7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (119f6e09-2a36-4f28-9536-00fdb4c76fcd), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:17.190086 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-171b4b0b-e8a3-4bea-849c-f195d796a01c admin admin] Publish callbacks [] for security_group (fac9f23c-64d4-4ec2-a839-b054b140ad9d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:17.226960 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5fc3f4-1bbc-491f-a808-6a140f1bf7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119f6e09-2a36-4f28-9536-00fdb4c76fcd,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:17.250952 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9e5fc3f4-1bbc-491f-a808-6a140f1bf7c1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=202133f048244bd49a9dad68ab5024ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9540362 Feb 16 22:26:17.251935 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40654) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:17.260408 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d54ccdcb-f3ee-4037-8bab-ccf42f27ddc1 req-d625a152-465b-4eac-b9ad-1797ca1e5ed3 tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (8ead857b-11fb-4ff1-b42b-237a92fcb797), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:17.273653 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['8ead857b-11fb-4ff1-b42b-237a92fcb797'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:26:17.296620 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-171b4b0b-e8a3-4bea-849c-f195d796a01c admin admin] Publish callbacks [] for security_group (fac9f23c-64d4-4ec2-a839-b054b140ad9d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:17.326159 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d625a152-465b-4eac-b9ad-1797ca1e5ed3 tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] Pushing event deleted for resources: {'Port': ['ID=8ead857b-11fb-4ff1-b42b-237a92fcb797,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:17.376144 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54ccdcb-f3ee-4037-8bab-ccf42f27ddc1 req-d625a152-465b-4eac-b9ad-1797ca1e5ed3 tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] No DVR routers for this DVR port 8ead857b-11fb-4ff1-b42b-237a92fcb797 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:26:17.381172 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d54ccdcb-f3ee-4037-8bab-ccf42f27ddc1 req-d625a152-465b-4eac-b9ad-1797ca1e5ed3 tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:17.383607 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d54ccdcb-f3ee-4037-8bab-ccf42f27ddc1 req-d625a152-465b-4eac-b9ad-1797ca1e5ed3 tempest-ServerPasswordTestJSON-1199802470 tempest-ServerPasswordTestJSON-1199802470-project] 10.222.0.79 "DELETE /v2.0/ports/8ead857b-11fb-4ff1-b42b-237a92fcb797 HTTP/1.1" status: 204 len: 173 time: 1.1614866 Feb 16 22:26:17.385119 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a92844-3027-4ba1-ba65-d369da841c2d', 'name': 'network-vif-deleted', 'tag': '8ead857b-11fb-4ff1-b42b-237a92fcb797'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:26:17.387823 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb02a43-f3d4-4b95-b066-39a8790abbf2" -d '{"events": [{"server_uuid": "45a92844-3027-4ba1-ba65-d369da841c2d", "name": "network-vif-deleted", "tag": "8ead857b-11fb-4ff1-b42b-237a92fcb797"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:26:17.393103 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a94a130b-8eab-4a68-8b51-4e5e1ef13528 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (f1c0ce0c-7ef9-4d25-8b6a-ef7da5ab7ad6), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:17.414588 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832acb7-f4c3-4cc9-ad11-dc7be09b4c5b req-87bece7d-2b56-4ba5-b254-d34575de7280 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:17.420698 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832acb7-f4c3-4cc9-ad11-dc7be09b4c5b req-87bece7d-2b56-4ba5-b254-d34575de7280 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:17.422747 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6832acb7-f4c3-4cc9-ad11-dc7be09b4c5b req-87bece7d-2b56-4ba5-b254-d34575de7280 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 1677 time: 0.2289286 Feb 16 22:26:17.429473 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ed909193-9b31-457e-bfa5-e45db11f7e76 admin admin] Publish callbacks [] for security_group (119f6e09-2a36-4f28-9536-00fdb4c76fcd), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:17.439477 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-171b4b0b-e8a3-4bea-849c-f195d796a01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (fac9f23c-64d4-4ec2-a839-b054b140ad9d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:17.442949 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-171b4b0b-e8a3-4bea-849c-f195d796a01c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:17.446661 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-171b4b0b-e8a3-4bea-849c-f195d796a01c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fac9f23c-64d4-4ec2-a839-b054b140ad9d HTTP/1.1" status: 204 len: 168 time: 0.4254959 Feb 16 22:26:17.492856 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ed909193-9b31-457e-bfa5-e45db11f7e76 admin admin] Publish callbacks [] for security_group (119f6e09-2a36-4f28-9536-00fdb4c76fcd), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:17.493432 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'name': 'network-vif-deleted', 'tag': 'b1ad5507-889f-4a25-bd66-7c7563f86747'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:26:17.496027 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012f7cf9-82f3-4232-8047-53e224d2b16d" -d '{"events": [{"server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "name": "network-vif-deleted", "tag": "b1ad5507-889f-4a25-bd66-7c7563f86747"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:26:17.551301 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6832acb7-f4c3-4cc9-ad11-dc7be09b4c5b req-f9925905-5d18-4335-b132-ed15d854bd12 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups?id=ddba2e9b-268c-4d96-958e-35ee3b1083e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189513 Feb 16 22:26:17.553131 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b4b0b-e8a3-4bea-849c-f195d796a01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac9f23c-64d4-4ec2-a839-b054b140ad9d,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:17.581079 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-64da0a4f-53e9-4534-a842-9847c795b8c5 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (a3ee080f-cf71-49dc-8b01-b8862a45817e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:17.605069 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ed909193-9b31-457e-bfa5-e45db11f7e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (119f6e09-2a36-4f28-9536-00fdb4c76fcd), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:17.619242 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ed909193-9b31-457e-bfa5-e45db11f7e76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:17.619242 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ed909193-9b31-457e-bfa5-e45db11f7e76 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/119f6e09-2a36-4f28-9536-00fdb4c76fcd HTTP/1.1" status: 204 len: 168 time: 0.3594215 Feb 16 22:26:17.641211 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed909193-9b31-457e-bfa5-e45db11f7e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119f6e09-2a36-4f28-9536-00fdb4c76fcd,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:17.669216 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da0a4f-53e9-4534-a842-9847c795b8c5 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Pushing event deleted for resources: {'Port': ['ID=a3ee080f-cf71-49dc-8b01-b8862a45817e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:17.729243 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58ab9f3-3e13-4187-9cf4-90c3c4694274 None None] New status for floating IP fbfea304-1583-44f6-8de4-e36f1cd5ced7: DOWN {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:26:17.737911 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-64da0a4f-53e9-4534-a842-9847c795b8c5 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] No DVR routers for this DVR port a3ee080f-cf71-49dc-8b01-b8862a45817e on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:26:17.741750 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-64da0a4f-53e9-4534-a842-9847c795b8c5 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:17.748360 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-64da0a4f-53e9-4534-a842-9847c795b8c5 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.79 "DELETE /v2.0/ports/a3ee080f-cf71-49dc-8b01-b8862a45817e HTTP/1.1" status: 204 len: 173 time: 1.8235998 Feb 16 22:26:17.886332 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94a130b-8eab-4a68-8b51-4e5e1ef13528 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Router f1c0ce0c-7ef9-4d25-8b6a-ef7da5ab7ad6 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:26:18.092972 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f6e49-9212-414e-a85c-e34c10b73e25 req-a5369aac-013c-468b-b1b0-036aeec9770b tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:18.095799 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bf7f6e49-9212-414e-a85c-e34c10b73e25 req-a5369aac-013c-468b-b1b0-036aeec9770b tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/networks?id=328b17ed-7bc5-4241-8a54-e64f9538f95e HTTP/1.1" status: 200 len: 805 time: 0.3158510 Feb 16 22:26:18.112629 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-f65e4070-e551-4d83-b99a-48bcf75ccadb tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Deleting port d3621497-db12-4533-9d1a-8b3d9a672ca9 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:26:18.113174 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-f65e4070-e551-4d83-b99a-48bcf75ccadb tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (d3621497-db12-4533-9d1a-8b3d9a672ca9), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:18.137905 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bf7f6e49-9212-414e-a85c-e34c10b73e25 req-27c66205-75f6-4f26-a344-2af5f118f5c0 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/quotas/b04764559a9c459fbc65e6403b1b3dd5 HTTP/1.1" status: 200 len: 375 time: 0.0355992 Feb 16 22:26:18.237217 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94a130b-8eab-4a68-8b51-4e5e1ef13528 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:26:18.259475 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a112518-193f-4d05-b0f7-2e17fbe3b62a None None] Sync routers for ids ['f1c0ce0c-7ef9-4d25-8b6a-ef7da5ab7ad6'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:26:18.262029 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bf7f6e49-9212-414e-a85c-e34c10b73e25 req-cef2e344-deb8-4181-8b6b-cd0ab22ca3c3 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b04764559a9c459fbc65e6403b1b3dd5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1231349 Feb 16 22:26:18.296928 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a94a130b-8eab-4a68-8b51-4e5e1ef13528 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:18.302612 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a112518-193f-4d05-b0f7-2e17fbe3b62a None None] Routers {'f1c0ce0c-7ef9-4d25-8b6a-ef7da5ab7ad6'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:26:18.307022 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40698) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:18.307376 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a94a130b-8eab-4a68-8b51-4e5e1ef13528 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.0860822 Feb 16 22:26:18.308209 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2a112518-193f-4d05-b0f7-2e17fbe3b62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:25:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['f1c0ce0c-7ef9-4d25-8b6a-ef7da5ab7ad6'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:18.327771 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-f65e4070-e551-4d83-b99a-48bcf75ccadb tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] For port d3621497-db12-4533-9d1a-8b3d9a672ca9, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=d3621497-db12-4533-9d1a-8b3d9a672ca9,segment=NetworkSegment(d7691017-c608-4933-8e39-96288e71acf1),segment_id=d7691017-c608-4933-8e39-96288e71acf1)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:26:18.328418 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-f65e4070-e551-4d83-b99a-48bcf75ccadb tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (d3621497-db12-4533-9d1a-8b3d9a672ca9), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:18.359247 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-f65e4070-e551-4d83-b99a-48bcf75ccadb tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Calling delete_port for d3621497-db12-4533-9d1a-8b3d9a672ca9 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:26:18.369395 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2a112518-193f-4d05-b0f7-2e17fbe3b62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:18.387161 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a112518-193f-4d05-b0f7-2e17fbe3b62a None None] Routers {'f1c0ce0c-7ef9-4d25-8b6a-ef7da5ab7ad6'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:26:18.389542 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2a112518-193f-4d05-b0f7-2e17fbe3b62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:25:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['f1c0ce0c-7ef9-4d25-8b6a-ef7da5ab7ad6'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:18.472996 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2a112518-193f-4d05-b0f7-2e17fbe3b62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:18.473734 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a112518-193f-4d05-b0f7-2e17fbe3b62a None None] The sync data for ids ['f1c0ce0c-7ef9-4d25-8b6a-ef7da5ab7ad6'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:26:18.564166 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bf7f6e49-9212-414e-a85c-e34c10b73e25 req-dc184a97-a29c-4b91-8cd3-83b007ce508d service neutron] 10.222.0.75 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012090 Feb 16 22:26:18.579899 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-f65e4070-e551-4d83-b99a-48bcf75ccadb tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (d3621497-db12-4533-9d1a-8b3d9a672ca9), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:18.613411 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-eefdff6e-85cc-41e9-a4b1-93b956572be1 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] 10.222.0.75 "GET /v2.0/routers/f1c0ce0c-7ef9-4d25-8b6a-ef7da5ab7ad6 HTTP/1.1" status: 200 len: 924 time: 0.3052180 Feb 16 22:26:18.616654 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40704) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:18.676610 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bb81e5b4-d5f7-478b-ba05-be4f25ec76be tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1c0ce0c-7ef9-4d25-8b6a-ef7da5ab7ad6 HTTP/1.1" status: 200 len: 205 time: 0.0586016 Feb 16 22:26:18.680940 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40708) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:18.716461 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-f65e4070-e551-4d83-b99a-48bcf75ccadb tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] No DVR routers for this DVR port d3621497-db12-4533-9d1a-8b3d9a672ca9 on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:26:18.723646 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-f65e4070-e551-4d83-b99a-48bcf75ccadb tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:18.735435 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7b675860-de7c-4b8d-83c0-87c3c159fa42 req-f65e4070-e551-4d83-b99a-48bcf75ccadb tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.79 "DELETE /v2.0/ports/d3621497-db12-4533-9d1a-8b3d9a672ca9 HTTP/1.1" status: 204 len: 173 time: 0.9477978 Feb 16 22:26:18.739945 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e4070-e551-4d83-b99a-48bcf75ccadb tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Pushing event deleted for resources: {'Port': ['ID=d3621497-db12-4533-9d1a-8b3d9a672ca9,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:19.111185 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40728) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:19.227594 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9783763e-ca2b-404a-8696-071ed1fb3b05 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router (f1c0ce0c-7ef9-4d25-8b6a-ef7da5ab7ad6), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:19.272760 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-23f92da9-57fb-4bd8-b085-791678c0c54e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2006616199-network', 'tenant_id': 'e11c8fd74a7f486d9478420e45ad2436'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:19.313555 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f92da9-57fb-4bd8-b085-791678c0c54e admin admin] Made reservation on behalf of e11c8fd74a7f486d9478420e45ad2436 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:26:19.316326 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-23f92da9-57fb-4bd8-b085-791678c0c54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:19.335978 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-23f92da9-57fb-4bd8-b085-791678c0c54e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:19.348366 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bf7f6e49-9212-414e-a85c-e34c10b73e25 req-4c0f17ea-23f9-4df9-b02c-eba077d37ba6 service neutron] 10.222.0.75 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7832243 Feb 16 22:26:19.468785 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9783763e-ca2b-404a-8696-071ed1fb3b05 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router_gateway (f1c0ce0c-7ef9-4d25-8b6a-ef7da5ab7ad6), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:19.487120 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-23f92da9-57fb-4bd8-b085-791678c0c54e admin admin] Publish callbacks [] for security_group (8d64317e-ec6c-41b4-a421-73e0a02d08a2), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:19.497869 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-23f92da9-57fb-4bd8-b085-791678c0c54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (8d64317e-ec6c-41b4-a421-73e0a02d08a2), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:19.564001 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f92da9-57fb-4bd8-b085-791678c0c54e admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:26:19.583494 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f92da9-57fb-4bd8-b085-791678c0c54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d64317e-ec6c-41b4-a421-73e0a02d08a2,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:19.585720 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-9783763e-ca2b-404a-8696-071ed1fb3b05 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Deleting port 1b3c3208-2aea-42c8-b9ef-f250f2bbd026 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:26:19.586407 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9783763e-ca2b-404a-8696-071ed1fb3b05 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (1b3c3208-2aea-42c8-b9ef-f250f2bbd026), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:19.616600 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-23f92da9-57fb-4bd8-b085-791678c0c54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (a06a1604-bc44-4e2e-8dcf-6de8b6766e65), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:19.625379 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-23f92da9-57fb-4bd8-b085-791678c0c54e admin admin] Added segment a06a1604-bc44-4e2e-8dcf-6de8b6766e65 of type vlan for network 96e91e80-fb23-4684-8884-07949af40244 Feb 16 22:26:19.723508 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52ebca0-18bb-4777-90e3-f88555f90955 x-openstack-request-id: req-f52ebca0-18bb-4777-90e3-f88555f90955 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:26:19.724964 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a92844-3027-4ba1-ba65-d369da841c2d", "name": "network-vif-deleted", "tag": "8ead857b-11fb-4ff1-b42b-237a92fcb797", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:26:19.725219 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f52ebca0-18bb-4777-90e3-f88555f90955 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:26:19.725626 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a92844-3027-4ba1-ba65-d369da841c2d', 'name': 'network-vif-deleted', 'tag': '8ead857b-11fb-4ff1-b42b-237a92fcb797', 'status': 'completed', 'code': 200} Feb 16 22:26:19.761449 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9783763e-ca2b-404a-8696-071ed1fb3b05 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (1b3c3208-2aea-42c8-b9ef-f250f2bbd026), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:19.776171 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-23f92da9-57fb-4bd8-b085-791678c0c54e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (96e91e80-fb23-4684-8884-07949af40244), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:19.791900 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-9783763e-ca2b-404a-8696-071ed1fb3b05 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Calling delete_port for 1b3c3208-2aea-42c8-b9ef-f250f2bbd026 owned by network:router_gateway {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:26:19.811030 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40754) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:19.888852 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc450eed-2177-4e48-bd94-a90a363f67ca x-openstack-request-id: req-fc450eed-2177-4e48-bd94-a90a363f67ca {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:26:19.889252 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "name": "network-vif-deleted", "tag": "b1ad5507-889f-4a25-bd66-7c7563f86747", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:26:19.889456 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fc450eed-2177-4e48-bd94-a90a363f67ca {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:26:19.889815 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'name': 'network-vif-deleted', 'tag': 'b1ad5507-889f-4a25-bd66-7c7563f86747', 'status': 'completed', 'code': 200} Feb 16 22:26:19.916225 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-23f92da9-57fb-4bd8-b085-791678c0c54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (96e91e80-fb23-4684-8884-07949af40244), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:19.917218 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f92da9-57fb-4bd8-b085-791678c0c54e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:19.920729 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-23f92da9-57fb-4bd8-b085-791678c0c54e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:19.992547 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8cf0e9e-ae2a-4f5f-b452-9cd2b0849926 admin admin] Deleting subnet ca534000-a61e-4268-8aa2-b788cf2836ce {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:26:19.996995 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c8cf0e9e-ae2a-4f5f-b452-9cd2b0849926 admin admin] Publish callbacks [] for subnet (ca534000-a61e-4268-8aa2-b788cf2836ce), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:20.034912 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c8cf0e9e-ae2a-4f5f-b452-9cd2b0849926 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (ca534000-a61e-4268-8aa2-b788cf2836ce), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:20.083743 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d4c182ae-f759-4bc4-9466-b436f509a976 req-1fb1fa75-e290-4217-bad2-5e8d36a9023b tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 210 time: 0.0410891 Feb 16 22:26:20.089998 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c8cf0e9e-ae2a-4f5f-b452-9cd2b0849926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (ca534000-a61e-4268-8aa2-b788cf2836ce), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:20.208428 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-23f92da9-57fb-4bd8-b085-791678c0c54e admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0945604 Feb 16 22:26:20.212092 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40766) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:20.229523 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-db0016b2-1a3f-467c-a0c2-948c310811bd admin admin] Request body: {'subnet': {'network_id': '96e91e80-fb23-4684-8884-07949af40244', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2006616199-subnet', 'tenant_id': 'e11c8fd74a7f486d9478420e45ad2436', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:20.255093 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c8cf0e9e-ae2a-4f5f-b452-9cd2b0849926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (ca534000-a61e-4268-8aa2-b788cf2836ce), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:20.274009 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9783763e-ca2b-404a-8696-071ed1fb3b05 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (1b3c3208-2aea-42c8-b9ef-f250f2bbd026), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:20.317903 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0016b2-1a3f-467c-a0c2-948c310811bd admin admin] Made reservation on behalf of e11c8fd74a7f486d9478420e45ad2436 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:26:20.330465 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783763e-ca2b-404a-8696-071ed1fb3b05 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Pushing event deleted for resources: {'Port': ['ID=1b3c3208-2aea-42c8-b9ef-f250f2bbd026,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:20.334295 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db0016b2-1a3f-467c-a0c2-948c310811bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:20.384255 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f92da9-57fb-4bd8-b085-791678c0c54e admin admin] Pushing event updated for resources: {'Network': ['ID=96e91e80-fb23-4684-8884-07949af40244,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:20.394763 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 96e91e80-fb23-4684-8884-07949af40244 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:26:20.432663 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf0e9e-ae2a-4f5f-b452-9cd2b0849926 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca534000-a61e-4268-8aa2-b788cf2836ce,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:20.466070 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c8cf0e9e-ae2a-4f5f-b452-9cd2b0849926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:20.478021 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c8cf0e9e-ae2a-4f5f-b452-9cd2b0849926 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/ca534000-a61e-4268-8aa2-b788cf2836ce HTTP/1.1" status: 204 len: 168 time: 0.6549587 Feb 16 22:26:20.478484 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40776) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:20.558655 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9783763e-ca2b-404a-8696-071ed1fb3b05 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (f1c0ce0c-7ef9-4d25-8b6a-ef7da5ab7ad6), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:20.619712 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e00e78a0-2e3c-4948-8410-50a4c357dd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:20.752484 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 8ead857b-11fb-4ff1-b42b-237a92fcb797 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:26:20.784464 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db0016b2-1a3f-467c-a0c2-948c310811bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (88a4819f-11e9-4cf4-9189-2b40fd9f9478), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:20.807386 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 8ead857b-11fb-4ff1-b42b-237a92fcb797 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:26:20.807754 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 8ead857b-11fb-4ff1-b42b-237a92fcb797 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:26:20.850858 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0016b2-1a3f-467c-a0c2-948c310811bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=88a4819f-11e9-4cf4-9189-2b40fd9f9478,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:20.874656 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-83038728-9a99-4e87-8807-e80dddf825f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (cc19e1ea-c8d5-4148-9582-abe4938f0a04), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:20.889803 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9783763e-ca2b-404a-8696-071ed1fb3b05 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (f1c0ce0c-7ef9-4d25-8b6a-ef7da5ab7ad6), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:20.895070 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9783763e-ca2b-404a-8696-071ed1fb3b05 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router_controller (f1c0ce0c-7ef9-4d25-8b6a-ef7da5ab7ad6), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:20.902294 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0016b2-1a3f-467c-a0c2-948c310811bd admin admin] Checking segment: {'id': 'a06a1604-bc44-4e2e-8dcf-6de8b6766e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '96e91e80-fb23-4684-8884-07949af40244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:26:20.902549 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0016b2-1a3f-467c-a0c2-948c310811bd admin admin] Network hostable DHCP agents. Network: 96e91e80-fb23-4684-8884-07949af40244, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:26:20.930336 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0016b2-1a3f-467c-a0c2-948c310811bd admin admin] Network 96e91e80-fb23-4684-8884-07949af40244 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:26:20.945340 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-db0016b2-1a3f-467c-a0c2-948c310811bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 96e91e80-fb23-4684-8884-07949af40244) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:26:20.950969 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0016b2-1a3f-467c-a0c2-948c310811bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:20.952850 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db0016b2-1a3f-467c-a0c2-948c310811bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:20.956707 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ac2a97-923f-4292-a985-f6855c83bfa4 None None] Network 96e91e80-fb23-4684-8884-07949af40244 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:26:20.985584 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-db0016b2-1a3f-467c-a0c2-948c310811bd admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7673366 Feb 16 22:26:20.986480 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40788) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:20.995672 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-6e2ef256-e9af-4771-85c3-ceeedfd09178 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2006616199-router', 'tenant_id': 'e11c8fd74a7f486d9478420e45ad2436', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:21.049584 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e2ef256-e9af-4771-85c3-ceeedfd09178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (7a6dac02-24c6-45eb-84d9-1bbfeb813348), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:21.051733 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e2ef256-e9af-4771-85c3-ceeedfd09178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (7a6dac02-24c6-45eb-84d9-1bbfeb813348), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:21.125402 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9783763e-ca2b-404a-8696-071ed1fb3b05 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (f1c0ce0c-7ef9-4d25-8b6a-ef7da5ab7ad6), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:21.125981 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9783763e-ca2b-404a-8696-071ed1fb3b05 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Fanout notify agent at l3_agent the message router_deleted on router f1c0ce0c-7ef9-4d25-8b6a-ef7da5ab7ad6 {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:26:21.159426 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9783763e-ca2b-404a-8696-071ed1fb3b05 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:21.160542 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9783763e-ca2b-404a-8696-071ed1fb3b05 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] 10.222.0.75 "DELETE /v2.0/routers/f1c0ce0c-7ef9-4d25-8b6a-ef7da5ab7ad6 HTTP/1.1" status: 204 len: 168 time: 2.4786859 Feb 16 22:26:21.166038 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40802) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:21.176992 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-3146aff9-896f-46fc-9d9a-8e466acd3c1e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1299185088', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'enable_snat': False}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:21.194325 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e2ef256-e9af-4771-85c3-ceeedfd09178 admin admin] Publish callbacks [] for router_controller (7a6dac02-24c6-45eb-84d9-1bbfeb813348), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:21.269420 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-83038728-9a99-4e87-8807-e80dddf825f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (cc19e1ea-c8d5-4148-9582-abe4938f0a04), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:21.301519 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4eb409-eb04-4d83-b683-a50c8e221ce1 None None] Network 96e91e80-fb23-4684-8884-07949af40244 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:26:21.354881 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-83038728-9a99-4e87-8807-e80dddf825f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc19e1ea-c8d5-4148-9582-abe4938f0a04']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:21.379442 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-83038728-9a99-4e87-8807-e80dddf825f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8918ee9f-156f-43a4-83ea-79ad6caa58d8') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:21.379752 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-83038728-9a99-4e87-8807-e80dddf825f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8918ee9f-156f-43a4-83ea-79ad6caa58d8') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:21.393429 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3146aff9-896f-46fc-9d9a-8e466acd3c1e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (afb84583-b849-4be2-97c2-aff84ecbc78d), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:21.395067 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3146aff9-896f-46fc-9d9a-8e466acd3c1e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (afb84583-b849-4be2-97c2-aff84ecbc78d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:21.436416 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-83038728-9a99-4e87-8807-e80dddf825f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (8918ee9f-156f-43a4-83ea-79ad6caa58d8), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:21.458604 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-83038728-9a99-4e87-8807-e80dddf825f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (8918ee9f-156f-43a4-83ea-79ad6caa58d8), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:21.482136 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83038728-9a99-4e87-8807-e80dddf825f2 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:26:21.482826 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-83038728-9a99-4e87-8807-e80dddf825f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (8918ee9f-156f-43a4-83ea-79ad6caa58d8), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:21.539120 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:26:21.539120 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:26:21.539120 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:26:21.539120 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:26:21.539120 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:26:21.539120 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:26:21.539120 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:26:21.539120 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:26:21.539120 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:26:21.539120 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:26:21.539120 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:26:21.539120 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:26:21.539120 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:26:21.539120 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:26:21.539120 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:26:21.539120 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:26:21.539120 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:26:21.539120 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:26:21.539120 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:26:21.539120 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:26:21.539120 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:26:21.539120 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:26:21.539120 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:26:21.539120 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:26:21.539120 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:26:21.539120 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:26:21.539120 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:26:21.539120 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:26:21.539120 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:26:21.539120 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:26:21.539120 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:26:21.539120 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:26:21.578011 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-83038728-9a99-4e87-8807-e80dddf825f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (cc19e1ea-c8d5-4148-9582-abe4938f0a04), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:21.599246 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-83038728-9a99-4e87-8807-e80dddf825f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:21.605718 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-83038728-9a99-4e87-8807-e80dddf825f2 admin admin] 10.222.0.75 "DELETE /v2.0/networks/cc19e1ea-c8d5-4148-9582-abe4938f0a04 HTTP/1.1" status: 204 len: 168 time: 1.1257479 Feb 16 22:26:21.643079 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-bf7f6e49-9212-414e-a85c-e34c10b73e25 req-3b1990b4-d8a6-4e8e-96aa-8d2f632b1158 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b04764559a9c459fbc65e6403b1b3dd5&device_id=6e191387-1f95-4f0a-a456-28ba522d6848 HTTP/1.1" status: 200 len: 210 time: 0.1404452 Feb 16 22:26:21.684123 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83038728-9a99-4e87-8807-e80dddf825f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc19e1ea-c8d5-4148-9582-abe4938f0a04,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:21.772305 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a97d9f26-ff33-40fa-ae2a-89a235647293 req-2e4a77f2-81d4-402d-b3bd-e87be586bb1c tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e191387-1f95-4f0a-a456-28ba522d6848 HTTP/1.1" status: 200 len: 210 time: 0.0760736 Feb 16 22:26:21.786551 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-76199667-b639-4a5b-b357-a93143729a06 req-ead786ab-dc67-4c6c-90d9-838e4368acf1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8a9a6071-e8c9-46a2-9cd3-19f74f424c46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2464409 Feb 16 22:26:21.820638 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e2ef256-e9af-4771-85c3-ceeedfd09178 admin admin] Publish callbacks [] for router_gateway (7a6dac02-24c6-45eb-84d9-1bbfeb813348), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:21.901935 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'name': 'network-vif-deleted', 'tag': 'a3ee080f-cf71-49dc-8b01-b8862a45817e'}, {'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'name': 'network-vif-deleted', 'tag': 'd3621497-db12-4533-9d1a-8b3d9a672ca9'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:26:21.906239 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af40966f-b14b-49b8-817c-6c6dabe03f79" -d '{"events": [{"server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "name": "network-vif-deleted", "tag": "a3ee080f-cf71-49dc-8b01-b8862a45817e"}, {"server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "name": "network-vif-deleted", "tag": "d3621497-db12-4533-9d1a-8b3d9a672ca9"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:26:21.925223 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3146aff9-896f-46fc-9d9a-8e466acd3c1e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router_controller (afb84583-b849-4be2-97c2-aff84ecbc78d), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:21.983401 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40842) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:22.029226 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-81c3033d-077a-49ea-8dbb-4d6cfb400b83 req-e7bde5df-9cbe-463a-af7e-e723b5c7d856 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 210 time: 0.0841811 Feb 16 22:26:22.115070 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76199667-b639-4a5b-b357-a93143729a06 req-f137af6d-02f5-40cb-935c-e81f3ef522fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:22.121814 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-76199667-b639-4a5b-b357-a93143729a06 req-f137af6d-02f5-40cb-935c-e81f3ef522fa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d077897d87b240428fffff8cb232a67c&device_id=8a9a6071-e8c9-46a2-9cd3-19f74f424c46 HTTP/1.1" status: 200 len: 1127 time: 0.2459183 Feb 16 22:26:22.147580 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-dc79c54b-49ea-491c-b1a6-238017adcd8d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=335a23d7594f46e88ae386622aba04c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1607306 Feb 16 22:26:22.153192 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40852) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:22.200006 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Feb 2022 22:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73755f64-a612-432d-900e-7e8d1dbfa0d9 x-openstack-request-id: req-73755f64-a612-432d-900e-7e8d1dbfa0d9 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:26:22.200291 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "name": "network-vif-deleted", "tag": "a3ee080f-cf71-49dc-8b01-b8862a45817e", "status": "completed", "code": 200}, {"server_uuid": "5057748c-f00a-4a72-ac8b-62a8baa0e184", "name": "network-vif-deleted", "tag": "d3621497-db12-4533-9d1a-8b3d9a672ca9", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:26:22.200603 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-73755f64-a612-432d-900e-7e8d1dbfa0d9 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:26:22.200946 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'name': 'network-vif-deleted', 'tag': 'a3ee080f-cf71-49dc-8b01-b8862a45817e', 'status': 'completed', 'code': 200} Feb 16 22:26:22.201210 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5057748c-f00a-4a72-ac8b-62a8baa0e184', 'name': 'network-vif-deleted', 'tag': 'd3621497-db12-4533-9d1a-8b3d9a672ca9', 'status': 'completed', 'code': 200} Feb 16 22:26:22.203301 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f6e49-9212-414e-a85c-e34c10b73e25 req-bfc8d9f9-1dde-49d1-be7c-3dc363abd97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:22.204796 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-bf7f6e49-9212-414e-a85c-e34c10b73e25 req-bfc8d9f9-1dde-49d1-be7c-3dc363abd97b service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=b04764559a9c459fbc65e6403b1b3dd5&shared=False HTTP/1.1" status: 200 len: 906 time: 0.5255361 Feb 16 22:26:22.353016 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76199667-b639-4a5b-b357-a93143729a06 req-c3535afa-bc55-4ee4-930a-244215bf2571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:22.354993 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-76199667-b639-4a5b-b357-a93143729a06 req-c3535afa-bc55-4ee4-930a-244215bf2571 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a2949af4-226e-4bae-8b8f-20776d9938d8 HTTP/1.1" status: 200 len: 912 time: 0.2007284 Feb 16 22:26:22.476471 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3146aff9-896f-46fc-9d9a-8e466acd3c1e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router_gateway (afb84583-b849-4be2-97c2-aff84ecbc78d), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:22.521107 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f6e49-9212-414e-a85c-e34c10b73e25 req-6c2c3fce-9c6c-41ee-addc-3884193b899e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:22.523069 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-bf7f6e49-9212-414e-a85c-e34c10b73e25 req-6c2c3fce-9c6c-41ee-addc-3884193b899e service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3108854 Feb 16 22:26:22.541369 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d5ff664b-49f1-453b-b1bb-6c898df84261 admin admin] Publish callbacks [] for security_group (1d60ad48-2d02-4d17-a24b-788d5015c7e8), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:22.568384 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d5ff664b-49f1-453b-b1bb-6c898df84261 admin admin] Publish callbacks [] for security_group (1d60ad48-2d02-4d17-a24b-788d5015c7e8), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:22.591475 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-bf7f6e49-9212-414e-a85c-e34c10b73e25 req-58765e4d-ad48-4674-870a-f5e5c3c831ca tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e191387-1f95-4f0a-a456-28ba522d6848 HTTP/1.1" status: 200 len: 210 time: 0.0351243 Feb 16 22:26:22.633263 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-76199667-b639-4a5b-b357-a93143729a06 req-62b5f8d9-e66d-425c-b07c-c37bf4c3e60e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17879e1b-a9d8-40fd-81be-509ead4e3776 HTTP/1.1" status: 200 len: 1000 time: 0.2720382 Feb 16 22:26:22.666745 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d5ff664b-49f1-453b-b1bb-6c898df84261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (1d60ad48-2d02-4d17-a24b-788d5015c7e8), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:22.671693 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d5ff664b-49f1-453b-b1bb-6c898df84261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:22.677268 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d5ff664b-49f1-453b-b1bb-6c898df84261 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1d60ad48-2d02-4d17-a24b-788d5015c7e8 HTTP/1.1" status: 204 len: 168 time: 0.5216486 Feb 16 22:26:22.756785 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff664b-49f1-453b-b1bb-6c898df84261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d60ad48-2d02-4d17-a24b-788d5015c7e8,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:22.758665 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40858) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:22.807524 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76199667-b639-4a5b-b357-a93143729a06 req-97ede401-4dc4-467c-984e-a6070b52cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:22.809052 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-76199667-b639-4a5b-b357-a93143729a06 req-97ede401-4dc4-467c-984e-a6070b52cc4e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=812089a8-8e43-4669-b97f-c5c83d27191f HTTP/1.1" status: 200 len: 850 time: 0.1623249 Feb 16 22:26:22.916067 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76199667-b639-4a5b-b357-a93143729a06 req-c24d51cd-42f1-4d11-bd07-4d07350bc059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:22.919735 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-76199667-b639-4a5b-b357-a93143729a06 req-c24d51cd-42f1-4d11-bd07-4d07350bc059 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a2949af4-226e-4bae-8b8f-20776d9938d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1020751 Feb 16 22:26:23.049363 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-83582540-93f7-448b-9f0c-cc83da91288b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:23.079499 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cd90a010-47f1-4120-8a5e-09a079f331e8 req-7e8afd50-af3b-431a-b2e5-dfba4ff6d2fd tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e191387-1f95-4f0a-a456-28ba522d6848 HTTP/1.1" status: 200 len: 210 time: 0.0840776 Feb 16 22:26:23.224917 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e2ef256-e9af-4771-85c3-ceeedfd09178 admin admin] Publish callbacks [] for router_gateway (7a6dac02-24c6-45eb-84d9-1bbfeb813348), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:23.295394 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e2ef256-e9af-4771-85c3-ceeedfd09178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:23.296432 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9d092d7e-eaea-4765-8cd2-524daed4d15a req-f2dc4dc9-d617-4afe-9d98-3142357054c7 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 210 time: 0.0912905 Feb 16 22:26:23.298418 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-76199667-b639-4a5b-b357-a93143729a06 req-7f69b80c-d2f9-4db1-a52e-f4a7c88aaf11 service neutron] 10.222.0.67 "GET /v2.0/networks/a2949af4-226e-4bae-8b8f-20776d9938d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711116 Feb 16 22:26:23.301861 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5c0eb96c-1083-4bb9-b91a-bf43642abcbf req-9c6dea57-7986-4bcd-b5a8-656348e63440 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b04764559a9c459fbc65e6403b1b3dd5&device_id=6e191387-1f95-4f0a-a456-28ba522d6848 HTTP/1.1" status: 200 len: 210 time: 0.0796959 Feb 16 22:26:23.351321 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-33c8aa58-19e2-47ef-aaab-0d176351b88a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:23.485772 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-76199667-b639-4a5b-b357-a93143729a06 req-cba50fdd-2cad-4b31-b6e5-216e67b5535b service neutron] 10.222.0.67 "GET /v2.0/networks/a2949af4-226e-4bae-8b8f-20776d9938d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781878 Feb 16 22:26:23.562447 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-33c8aa58-19e2-47ef-aaab-0d176351b88a admin admin] Publish callbacks [] for security_group (15c4cd80-7e87-46c5-a778-890895aa47f0), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:23.570483 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-33c8aa58-19e2-47ef-aaab-0d176351b88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (15c4cd80-7e87-46c5-a778-890895aa47f0), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:23.581581 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0eb96c-1083-4bb9-b91a-bf43642abcbf req-a52c20a1-1cc3-493b-8303-4d472aac17a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:23.583128 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5c0eb96c-1083-4bb9-b91a-bf43642abcbf req-a52c20a1-1cc3-493b-8303-4d472aac17a0 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=b04764559a9c459fbc65e6403b1b3dd5&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2719972 Feb 16 22:26:23.586070 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-6e2ef256-e9af-4771-85c3-ceeedfd09178 admin admin] Allocated IP 172.25.2.228 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:26:23.623056 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-33c8aa58-19e2-47ef-aaab-0d176351b88a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1875cb0b642a4748bf7bdc603d96a4af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8432090 Feb 16 22:26:23.625539 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40882) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:23.635008 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c8aa58-19e2-47ef-aaab-0d176351b88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c4cd80-7e87-46c5-a778-890895aa47f0,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:23.720791 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ff21621e-2104-418e-9a76-edfc140aac81 admin admin] Publish callbacks [] for security_group (15c4cd80-7e87-46c5-a778-890895aa47f0), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:23.734636 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3146aff9-896f-46fc-9d9a-8e466acd3c1e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router_gateway (afb84583-b849-4be2-97c2-aff84ecbc78d), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:23.749963 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ff21621e-2104-418e-9a76-edfc140aac81 admin admin] Publish callbacks [] for security_group (15c4cd80-7e87-46c5-a778-890895aa47f0), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:23.794096 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3146aff9-896f-46fc-9d9a-8e466acd3c1e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:23.820457 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0eb96c-1083-4bb9-b91a-bf43642abcbf req-68a2c80d-83ed-4023-9c65-5007ab36ec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:23.820867 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ff21621e-2104-418e-9a76-edfc140aac81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (15c4cd80-7e87-46c5-a778-890895aa47f0), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:23.822337 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5c0eb96c-1083-4bb9-b91a-bf43642abcbf req-68a2c80d-83ed-4023-9c65-5007ab36ec0e service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2305379 Feb 16 22:26:23.825300 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ff21621e-2104-418e-9a76-edfc140aac81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:23.826722 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ff21621e-2104-418e-9a76-edfc140aac81 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/15c4cd80-7e87-46c5-a778-890895aa47f0 HTTP/1.1" status: 204 len: 168 time: 0.1999545 Feb 16 22:26:23.854500 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21621e-2104-418e-9a76-edfc140aac81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c4cd80-7e87-46c5-a778-890895aa47f0,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:23.928914 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5c0eb96c-1083-4bb9-b91a-bf43642abcbf req-40ca8a99-09de-4341-bd22-07bed70f440d tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e191387-1f95-4f0a-a456-28ba522d6848 HTTP/1.1" status: 200 len: 210 time: 0.0444956 Feb 16 22:26:23.943589 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e2ef256-e9af-4771-85c3-ceeedfd09178 admin admin] Publish callbacks [] for port (75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:23.989531 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e2ef256-e9af-4771-85c3-ceeedfd09178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:24.076128 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2ef256-e9af-4771-85c3-ceeedfd09178 admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:26:24.083900 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-6e2ef256-e9af-4771-85c3-ceeedfd09178 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:26:24.093521 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2ef256-e9af-4771-85c3-ceeedfd09178 admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:26:24.152091 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ef256-e9af-4771-85c3-ceeedfd09178 admin admin] Pushing event updated for resources: {'Port': ['ID=75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:24.158163 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-3146aff9-896f-46fc-9d9a-8e466acd3c1e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Allocated IP 172.25.2.220 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/cadb48c8-8747-4a2e-98c1-d5dc07148656) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:26:24.223061 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:24.226164 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1c6b62c-f42f-4158-8b3d-4f06bcab9236 req-76e82c5a-a2c7-48e1-8391-9e16af8df355 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e191387-1f95-4f0a-a456-28ba522d6848 HTTP/1.1" status: 200 len: 210 time: 0.0374324 Feb 16 22:26:24.396400 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40900) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:24.418413 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ceb07428-3a23-4588-951a-dd24920e0f1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:24.470520 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5701ea58-a194-4f81-8f4b-69f4737ea934 req-eec49f94-e1c9-473e-84e2-7d900be825c2 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 210 time: 0.0544279 Feb 16 22:26:24.549288 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3146aff9-896f-46fc-9d9a-8e466acd3c1e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for port (cadb48c8-8747-4a2e-98c1-d5dc07148656), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:24.574666 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e2ef256-e9af-4771-85c3-ceeedfd09178 admin admin] Publish callbacks [] for router_gateway (7a6dac02-24c6-45eb-84d9-1bbfeb813348), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:24.587437 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ceb07428-3a23-4588-951a-dd24920e0f1f admin admin] Publish callbacks [] for security_group (a8857a01-5665-46c7-b2a3-e5eac7f4aa1c), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:24.592558 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ceb07428-3a23-4588-951a-dd24920e0f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a8857a01-5665-46c7-b2a3-e5eac7f4aa1c), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:24.629604 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb07428-3a23-4588-951a-dd24920e0f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8857a01-5665-46c7-b2a3-e5eac7f4aa1c,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:24.634800 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ceb07428-3a23-4588-951a-dd24920e0f1f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=71bd122e4534457f816166d12912784d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2367115 Feb 16 22:26:24.637655 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40902) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:24.691116 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-22a6ee7a-c925-4d9f-bfee-eea17a50d1db admin admin] Publish callbacks [] for security_group (a8857a01-5665-46c7-b2a3-e5eac7f4aa1c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:24.719179 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-22a6ee7a-c925-4d9f-bfee-eea17a50d1db admin admin] Publish callbacks [] for security_group (a8857a01-5665-46c7-b2a3-e5eac7f4aa1c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:24.734280 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3146aff9-896f-46fc-9d9a-8e466acd3c1e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (cadb48c8-8747-4a2e-98c1-d5dc07148656), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:24.794051 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-22a6ee7a-c925-4d9f-bfee-eea17a50d1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a8857a01-5665-46c7-b2a3-e5eac7f4aa1c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:24.798434 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-22a6ee7a-c925-4d9f-bfee-eea17a50d1db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:24.799606 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-22a6ee7a-c925-4d9f-bfee-eea17a50d1db admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a8857a01-5665-46c7-b2a3-e5eac7f4aa1c HTTP/1.1" status: 204 len: 168 time: 0.1610579 Feb 16 22:26:24.803487 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3146aff9-896f-46fc-9d9a-8e466acd3c1e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:26:24.809258 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6ee7a-c925-4d9f-bfee-eea17a50d1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8857a01-5665-46c7-b2a3-e5eac7f4aa1c,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:24.811030 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-3146aff9-896f-46fc-9d9a-8e466acd3c1e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:26:24.814459 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3146aff9-896f-46fc-9d9a-8e466acd3c1e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:26:24.898931 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146aff9-896f-46fc-9d9a-8e466acd3c1e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Pushing event updated for resources: {'Port': ['ID=cadb48c8-8747-4a2e-98c1-d5dc07148656,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:25.039355 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e2ef256-e9af-4771-85c3-ceeedfd09178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (7a6dac02-24c6-45eb-84d9-1bbfeb813348), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:25.250101 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3146aff9-896f-46fc-9d9a-8e466acd3c1e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router_gateway (afb84583-b849-4be2-97c2-aff84ecbc78d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:25.365394 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2ef256-e9af-4771-85c3-ceeedfd09178 admin admin] Router 7a6dac02-24c6-45eb-84d9-1bbfeb813348 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:26:25.508157 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:25.616887 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2ef256-e9af-4771-85c3-ceeedfd09178 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:26:25.624997 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3146aff9-896f-46fc-9d9a-8e466acd3c1e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (afb84583-b849-4be2-97c2-aff84ecbc78d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:25.630688 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f57b7c-646e-4773-bf9f-7f5933495351 None None] Sync routers for ids ['7a6dac02-24c6-45eb-84d9-1bbfeb813348'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:26:25.646628 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f57b7c-646e-4773-bf9f-7f5933495351 None None] Routers {'7a6dac02-24c6-45eb-84d9-1bbfeb813348'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:26:25.650393 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-88f57b7c-646e-4773-bf9f-7f5933495351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['7a6dac02-24c6-45eb-84d9-1bbfeb813348'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:25.651136 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-5bb5f3ce-e197-4a18-bcfb-3afe10e3ce81 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:25.660567 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-5bb5f3ce-e197-4a18-bcfb-3afe10e3ce81 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/networks?id=328b17ed-7bc5-4241-8a54-e64f9538f95e HTTP/1.1" status: 200 len: 805 time: 0.1806617 Feb 16 22:26:25.686831 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-a7680fc1-e221-490f-a2c2-ac6dca865f54 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/quotas/b04764559a9c459fbc65e6403b1b3dd5 HTTP/1.1" status: 200 len: 375 time: 0.0244684 Feb 16 22:26:25.765715 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-2527c815-e2ed-4e1a-a6be-8ab8827bab0d tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b04764559a9c459fbc65e6403b1b3dd5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0766683 Feb 16 22:26:25.872627 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-88f57b7c-646e-4773-bf9f-7f5933495351 None None] Set router 7a6dac02-24c6-45eb-84d9-1bbfeb813348 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:26:25.907642 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-3a84542a-176f-4402-b600-b3caa250b289 service neutron] 10.222.0.75 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403170 Feb 16 22:26:26.054650 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-1da65efe-beea-430d-af20-6a30b1066006 service neutron] 10.222.0.75 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460245 Feb 16 22:26:26.120207 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-88f57b7c-646e-4773-bf9f-7f5933495351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'name': 'tempest-ServerRescueTestJSONUnderV235-2006616199-router', 'tenant_id': 'e11c8fd74a7f486d9478420e45ad2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:26:21Z', 'updated_at': '2022-02-16T22:26:24Z', 'revision_number': 3, 'project_id': 'e11c8fd74a7f486d9478420e45ad2436', 'gw_port': {'id': '75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:26:23Z', 'updated_at': '2022-02-16T22:26:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:26.151068 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e2ef256-e9af-4771-85c3-ceeedfd09178 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:26.152315 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6e2ef256-e9af-4771-85c3-ceeedfd09178 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.1647830 Feb 16 22:26:26.155416 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40942) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:26.183531 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f57b7c-646e-4773-bf9f-7f5933495351 None None] Checking router: 7a6dac02-24c6-45eb-84d9-1bbfeb813348 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:26:26.183917 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f57b7c-646e-4773-bf9f-7f5933495351 None None] Updating router 7a6dac02-24c6-45eb-84d9-1bbfeb813348 port 75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:26:26.289339 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ed019af2-2e0f-4091-a16f-d3caab72c1b0 req-30a83eb6-ce5c-4fa5-a8e6-127dcf1ed9ca tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 210 time: 0.0437412 Feb 16 22:26:26.310879 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-88f57b7c-646e-4773-bf9f-7f5933495351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:26.413614 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-707da6ef-e502-45cf-8608-0993bc6e1aac req-f3d128a7-a930-4a27-85a1-ca69181990fc tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=84e4fc8f-4313-4342-9243-3fc7e0de378e HTTP/1.1" status: 200 len: 210 time: 0.0488110 Feb 16 22:26:26.551507 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3146aff9-896f-46fc-9d9a-8e466acd3c1e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Router afb84583-b849-4be2-97c2-aff84ecbc78d is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:26:26.698734 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-88f57b7c-646e-4773-bf9f-7f5933495351 None None] Publish callbacks [] for port (75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:26.706586 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-88f57b7c-646e-4773-bf9f-7f5933495351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:26.758741 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194697b-b6eb-4387-8c30-2618b1bc5985 None None] Pushing event updated for resources: {'Port': ['ID=75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:26.772421 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194697b-b6eb-4387-8c30-2618b1bc5985 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:26.772421 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194697b-b6eb-4387-8c30-2618b1bc5985 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:26.772421 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194697b-b6eb-4387-8c30-2618b1bc5985 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:26.772421 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194697b-b6eb-4387-8c30-2618b1bc5985 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:26.772421 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194697b-b6eb-4387-8c30-2618b1bc5985 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:26.773054 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194697b-b6eb-4387-8c30-2618b1bc5985 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:26.773480 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194697b-b6eb-4387-8c30-2618b1bc5985 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:26.773904 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194697b-b6eb-4387-8c30-2618b1bc5985 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:26.774994 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194697b-b6eb-4387-8c30-2618b1bc5985 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:26.775646 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194697b-b6eb-4387-8c30-2618b1bc5985 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:26.776215 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194697b-b6eb-4387-8c30-2618b1bc5985 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:26.776637 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194697b-b6eb-4387-8c30-2618b1bc5985 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:26.777203 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194697b-b6eb-4387-8c30-2618b1bc5985 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:26.807676 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-88f57b7c-646e-4773-bf9f-7f5933495351 None None] Attempting to bind port 75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:26:26.808163 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-88f57b7c-646e-4773-bf9f-7f5933495351 None None] Attempting to bind port 75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:26:26.808628 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f57b7c-646e-4773-bf9f-7f5933495351 None None] Attempting to bind port 75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:26:26.814462 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f57b7c-646e-4773-bf9f-7f5933495351 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:26:26.815262 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f57b7c-646e-4773-bf9f-7f5933495351 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:26:26.815761 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-88f57b7c-646e-4773-bf9f-7f5933495351 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:26.816579 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f57b7c-646e-4773-bf9f-7f5933495351 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:26:26.817457 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-88f57b7c-646e-4773-bf9f-7f5933495351 None None] Bound port: 75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:26:26.817908 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-88f57b7c-646e-4773-bf9f-7f5933495351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:26.850764 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3146aff9-896f-46fc-9d9a-8e466acd3c1e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:26:26.863587 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2318b917-48c8-4921-977d-2fbde069e102 None None] Sync routers for ids ['afb84583-b849-4be2-97c2-aff84ecbc78d'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:26:26.889097 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2318b917-48c8-4921-977d-2fbde069e102 None None] Routers {'afb84583-b849-4be2-97c2-aff84ecbc78d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:26:26.890053 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2318b917-48c8-4921-977d-2fbde069e102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['afb84583-b849-4be2-97c2-aff84ecbc78d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:26.908773 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-88f57b7c-646e-4773-bf9f-7f5933495351 None None] For port 75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:26:26.917207 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-88f57b7c-646e-4773-bf9f-7f5933495351 None None] For port 75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:26:26.917538 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3146aff9-896f-46fc-9d9a-8e466acd3c1e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:26.921460 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3146aff9-896f-46fc-9d9a-8e466acd3c1e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.7522299 Feb 16 22:26:26.924055 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40966) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:26.956958 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-88f57b7c-646e-4773-bf9f-7f5933495351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:27.050419 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40968) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:27.052629 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6db427b8-0120-4c08-bfb4-9d053a961d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:27.062441 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-2318b917-48c8-4921-977d-2fbde069e102 None None] Set router afb84583-b849-4be2-97c2-aff84ecbc78d gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:26:27.101136 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194697b-b6eb-4387-8c30-2618b1bc5985 None None] Pushing event updated for resources: {'Port': ['ID=75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:27.123261 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f57b7c-646e-4773-bf9f-7f5933495351 None None] Routers {'7a6dac02-24c6-45eb-84d9-1bbfeb813348'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:26:27.124050 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-88f57b7c-646e-4773-bf9f-7f5933495351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['7a6dac02-24c6-45eb-84d9-1bbfeb813348'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:27.147276 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4239b388-a047-42e1-92d1-18880fd01aa6 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] 10.222.0.75 "GET /v2.0/routers/afb84583-b849-4be2-97c2-aff84ecbc78d HTTP/1.1" status: 200 len: 909 time: 0.2220266 Feb 16 22:26:27.151028 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40972) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:27.162664 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-69a118f7-3a29-4e8f-a818-10082a9d7c92 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1299185088', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'enable_snat': True}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:27.205366 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-69a118f7-3a29-4e8f-a818-10082a9d7c92 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (36ae09dd-343b-4493-b482-ecd88675862d), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:27.206761 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-69a118f7-3a29-4e8f-a818-10082a9d7c92 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (36ae09dd-343b-4493-b482-ecd88675862d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:27.284519 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-69a118f7-3a29-4e8f-a818-10082a9d7c92 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router_controller (36ae09dd-343b-4493-b482-ecd88675862d), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:27.289703 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:27.328708 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2318b917-48c8-4921-977d-2fbde069e102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb84583-b849-4be2-97c2-aff84ecbc78d', 'name': 'tempest-snat-router-1299185088', 'tenant_id': '133c4d13ceea47ca8df464ac89728a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.220'}], 'enable_snat': False}, 'gw_port_id': 'cadb48c8-8747-4a2e-98c1-d5dc07148656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:26:21Z', 'updated_at': '2022-02-16T22:26:25Z', 'revision_number': 3, 'project_id': '133c4d13ceea47ca8df464ac89728a89', 'gw_port': {'id': 'cadb48c8-8747-4a2e-98c1-d5dc07148656', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d1:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb84583-b849-4be2-97c2-aff84ecbc78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:26:23Z', 'updated_at': '2022-02-16T22:26:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:27.337204 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-6db427b8-0120-4c08-bfb4-9d053a961d1e admin admin] Allocated IP 172.20.0.1 (96e91e80-fb23-4684-8884-07949af40244/88a4819f-11e9-4cf4-9189-2b40fd9f9478/632b89cd-8319-4a76-861a-05a0a3e45894) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:26:27.372951 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2318b917-48c8-4921-977d-2fbde069e102 None None] Checking router: afb84583-b849-4be2-97c2-aff84ecbc78d for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:26:27.374113 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2318b917-48c8-4921-977d-2fbde069e102 None None] Updating router afb84583-b849-4be2-97c2-aff84ecbc78d port cadb48c8-8747-4a2e-98c1-d5dc07148656 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:26:27.414244 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2318b917-48c8-4921-977d-2fbde069e102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cadb48c8-8747-4a2e-98c1-d5dc07148656), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:27.481532 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-86efd6e0-643a-46e3-9ab6-e9a3b632b40e tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1604794486'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:27.530784 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b5f3807f-3a86-4901-9d66-29c4dd135a3a req-1261628e-e972-4ec3-b857-7d9645057ef1 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 210 time: 0.0607483 Feb 16 22:26:27.535049 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-86efd6e0-643a-46e3-9ab6-e9a3b632b40e tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (b68c349a-31f1-4024-9197-ea3d0f1b840d), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:27.536086 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-86efd6e0-643a-46e3-9ab6-e9a3b632b40e tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (b68c349a-31f1-4024-9197-ea3d0f1b840d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:27.541182 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-69a118f7-3a29-4e8f-a818-10082a9d7c92 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router_gateway (36ae09dd-343b-4493-b482-ecd88675862d), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:27.625586 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-86efd6e0-643a-46e3-9ab6-e9a3b632b40e tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks [] for router_controller (b68c349a-31f1-4024-9197-ea3d0f1b840d), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:27.639695 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-86efd6e0-643a-46e3-9ab6-e9a3b632b40e tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (b68c349a-31f1-4024-9197-ea3d0f1b840d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:27.639922 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-88f57b7c-646e-4773-bf9f-7f5933495351 None None] Set router 7a6dac02-24c6-45eb-84d9-1bbfeb813348 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:26:27.660584 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6db427b8-0120-4c08-bfb4-9d053a961d1e admin admin] Publish callbacks [] for port (632b89cd-8319-4a76-861a-05a0a3e45894), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:27.669017 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-86efd6e0-643a-46e3-9ab6-e9a3b632b40e tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:27.672984 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-86efd6e0-643a-46e3-9ab6-e9a3b632b40e tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6014764 Feb 16 22:26:27.673255 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40978) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:27.708790 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-956abc87-4f1d-48b0-a610-ae3d1a1ea3ca req-9fbdd59b-2b70-414c-a299-eee053c0ef4f tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=84e4fc8f-4313-4342-9243-3fc7e0de378e HTTP/1.1" status: 200 len: 210 time: 0.0340242 Feb 16 22:26:27.840938 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-97258c06-f2ea-408c-8510-fb372d359382 tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks [] for router (b68c349a-31f1-4024-9197-ea3d0f1b840d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:27.932535 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-88f57b7c-646e-4773-bf9f-7f5933495351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'name': 'tempest-ServerRescueTestJSONUnderV235-2006616199-router', 'tenant_id': 'e11c8fd74a7f486d9478420e45ad2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:26:21Z', 'updated_at': '2022-02-16T22:26:24Z', 'revision_number': 3, 'project_id': 'e11c8fd74a7f486d9478420e45ad2436', 'gw_port': {'id': '75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:26:23Z', 'updated_at': '2022-02-16T22:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:27.962817 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-69a118f7-3a29-4e8f-a818-10082a9d7c92 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router_gateway (36ae09dd-343b-4493-b482-ecd88675862d), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:27.970179 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6db427b8-0120-4c08-bfb4-9d053a961d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (632b89cd-8319-4a76-861a-05a0a3e45894), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:27.982621 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f57b7c-646e-4773-bf9f-7f5933495351 None None] The sync data for ids ['7a6dac02-24c6-45eb-84d9-1bbfeb813348'] in n-d-813897-6 is: [{'id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'name': 'tempest-ServerRescueTestJSONUnderV235-2006616199-router', 'tenant_id': 'e11c8fd74a7f486d9478420e45ad2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:26:21Z', 'updated_at': '2022-02-16T22:26:24Z', 'revision_number': 3, 'project_id': 'e11c8fd74a7f486d9478420e45ad2436', 'gw_port': {'id': '75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:26:23Z', 'updated_at': '2022-02-16T22:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:26:28.014898 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-69a118f7-3a29-4e8f-a818-10082a9d7c92 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:28.030309 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2318b917-48c8-4921-977d-2fbde069e102 None None] Publish callbacks [] for port (cadb48c8-8747-4a2e-98c1-d5dc07148656), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:28.042413 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2318b917-48c8-4921-977d-2fbde069e102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (cadb48c8-8747-4a2e-98c1-d5dc07148656), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:28.085743 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db427b8-0120-4c08-bfb4-9d053a961d1e admin admin] Network 96e91e80-fb23-4684-8884-07949af40244 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:26:28.105207 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-2318b917-48c8-4921-977d-2fbde069e102 None None] Attempting to bind port cadb48c8-8747-4a2e-98c1-d5dc07148656 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:26:28.105844 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-2318b917-48c8-4921-977d-2fbde069e102 None None] Attempting to bind port cadb48c8-8747-4a2e-98c1-d5dc07148656 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:26:28.106418 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2318b917-48c8-4921-977d-2fbde069e102 None None] Attempting to bind port cadb48c8-8747-4a2e-98c1-d5dc07148656 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:26:28.114460 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8008ad72-688b-40e1-ac2c-bf6e6d75a4e9 None None] Pushing event updated for resources: {'Port': ['ID=cadb48c8-8747-4a2e-98c1-d5dc07148656,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:28.121893 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2318b917-48c8-4921-977d-2fbde069e102 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:26:28.123112 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2318b917-48c8-4921-977d-2fbde069e102 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:26:28.123692 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2318b917-48c8-4921-977d-2fbde069e102 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:28.124237 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2318b917-48c8-4921-977d-2fbde069e102 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:26:28.124980 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-2318b917-48c8-4921-977d-2fbde069e102 None None] Bound port: cadb48c8-8747-4a2e-98c1-d5dc07148656, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:26:28.125538 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2318b917-48c8-4921-977d-2fbde069e102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cadb48c8-8747-4a2e-98c1-d5dc07148656), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:28.171079 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-69a118f7-3a29-4e8f-a818-10082a9d7c92 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Allocated IP 172.25.2.156 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/4261573f-9314-44b5-adb5-a3fed6b76384) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:26:28.182808 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-6db427b8-0120-4c08-bfb4-9d053a961d1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:26:28.189940 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db427b8-0120-4c08-bfb4-9d053a961d1e admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:26:28.207431 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-2318b917-48c8-4921-977d-2fbde069e102 None None] For port cadb48c8-8747-4a2e-98c1-d5dc07148656, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:26:28.212684 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-2318b917-48c8-4921-977d-2fbde069e102 None None] For port cadb48c8-8747-4a2e-98c1-d5dc07148656, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=cadb48c8-8747-4a2e-98c1-d5dc07148656,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:26:28.229327 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2318b917-48c8-4921-977d-2fbde069e102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (cadb48c8-8747-4a2e-98c1-d5dc07148656), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:28.233475 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db427b8-0120-4c08-bfb4-9d053a961d1e admin admin] Pushing event updated for resources: {'Port': ['ID=632b89cd-8319-4a76-861a-05a0a3e45894,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:28.270955 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-97258c06-f2ea-408c-8510-fb372d359382 tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (b68c349a-31f1-4024-9197-ea3d0f1b840d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:28.281402 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-e61c0f6e-38b5-4c01-93f9-97a1b0ea8070 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:28.283459 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-e61c0f6e-38b5-4c01-93f9-97a1b0ea8070 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.79 "GET /v2.0/networks?id=328b17ed-7bc5-4241-8a54-e64f9538f95e HTTP/1.1" status: 200 len: 805 time: 0.5005412 Feb 16 22:26:28.285313 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-97258c06-f2ea-408c-8510-fb372d359382 tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks [] for router_controller (b68c349a-31f1-4024-9197-ea3d0f1b840d), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:28.303290 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-4577ef8f-d83f-444e-abb1-001cdbd7d2f1 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Request body: {'port': {'device_id': '84e4fc8f-4313-4342-9243-3fc7e0de378e', 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e', 'admin_state_up': True, 'tenant_id': 'b04764559a9c459fbc65e6403b1b3dd5'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:28.306923 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2318b917-48c8-4921-977d-2fbde069e102 None None] Routers {'afb84583-b849-4be2-97c2-aff84ecbc78d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:26:28.307688 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2318b917-48c8-4921-977d-2fbde069e102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['afb84583-b849-4be2-97c2-aff84ecbc78d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:28.328491 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-69a118f7-3a29-4e8f-a818-10082a9d7c92 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for port (4261573f-9314-44b5-adb5-a3fed6b76384), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:28.419445 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-69a118f7-3a29-4e8f-a818-10082a9d7c92 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (4261573f-9314-44b5-adb5-a3fed6b76384), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:28.438277 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8008ad72-688b-40e1-ac2c-bf6e6d75a4e9 None None] Pushing event updated for resources: {'Port': ['ID=cadb48c8-8747-4a2e-98c1-d5dc07148656,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:28.465998 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6db427b8-0120-4c08-bfb4-9d053a961d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (7a6dac02-24c6-45eb-84d9-1bbfeb813348), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:28.474266 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:28.476346 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a118f7-3a29-4e8f-a818-10082a9d7c92 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:26:28.482063 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-69a118f7-3a29-4e8f-a818-10082a9d7c92 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:26:28.490940 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a118f7-3a29-4e8f-a818-10082a9d7c92 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:26:28.506316 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-4577ef8f-d83f-444e-abb1-001cdbd7d2f1 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Made reservation on behalf of b04764559a9c459fbc65e6403b1b3dd5 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:26:28.510345 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-4577ef8f-d83f-444e-abb1-001cdbd7d2f1 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:28.539625 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-2318b917-48c8-4921-977d-2fbde069e102 None None] Set router afb84583-b849-4be2-97c2-aff84ecbc78d gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:26:28.577260 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-97258c06-f2ea-408c-8510-fb372d359382 tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (b68c349a-31f1-4024-9197-ea3d0f1b840d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:28.577462 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97258c06-f2ea-408c-8510-fb372d359382 tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b68c349a-31f1-4024-9197-ea3d0f1b840d {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:26:28.582648 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-97258c06-f2ea-408c-8510-fb372d359382 tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:28.584098 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-97258c06-f2ea-408c-8510-fb372d359382 tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] 10.222.0.75 "DELETE /v2.0/routers/b68c349a-31f1-4024-9197-ea3d0f1b840d HTTP/1.1" status: 204 len: 168 time: 0.9091151 Feb 16 22:26:28.592827 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40982) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:28.601267 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-e65103bd-ce06-4519-97e8-6bcb6d3ca7b9 tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Request body: {'router': {'name': 'tempest-router-1444651189', 'distributed': False}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:28.706510 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e65103bd-ce06-4519-97e8-6bcb6d3ca7b9 tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (19148e83-4698-404c-be05-833caf58dcbe), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:28.707901 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e65103bd-ce06-4519-97e8-6bcb6d3ca7b9 tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (19148e83-4698-404c-be05-833caf58dcbe), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:28.815162 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2318b917-48c8-4921-977d-2fbde069e102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb84583-b849-4be2-97c2-aff84ecbc78d', 'name': 'tempest-snat-router-1299185088', 'tenant_id': '133c4d13ceea47ca8df464ac89728a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.220'}], 'enable_snat': False}, 'gw_port_id': 'cadb48c8-8747-4a2e-98c1-d5dc07148656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:26:21Z', 'updated_at': '2022-02-16T22:26:25Z', 'revision_number': 3, 'project_id': '133c4d13ceea47ca8df464ac89728a89', 'gw_port': {'id': 'cadb48c8-8747-4a2e-98c1-d5dc07148656', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d1:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb84583-b849-4be2-97c2-aff84ecbc78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:26:23Z', 'updated_at': '2022-02-16T22:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:28.887775 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2318b917-48c8-4921-977d-2fbde069e102 None None] The sync data for ids ['afb84583-b849-4be2-97c2-aff84ecbc78d'] in n-d-813897-6 is: [{'id': 'afb84583-b849-4be2-97c2-aff84ecbc78d', 'name': 'tempest-snat-router-1299185088', 'tenant_id': '133c4d13ceea47ca8df464ac89728a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.220'}], 'enable_snat': False}, 'gw_port_id': 'cadb48c8-8747-4a2e-98c1-d5dc07148656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:26:21Z', 'updated_at': '2022-02-16T22:26:25Z', 'revision_number': 3, 'project_id': '133c4d13ceea47ca8df464ac89728a89', 'gw_port': {'id': 'cadb48c8-8747-4a2e-98c1-d5dc07148656', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d1:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb84583-b849-4be2-97c2-aff84ecbc78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:26:23Z', 'updated_at': '2022-02-16T22:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:26:28.922453 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e65103bd-ce06-4519-97e8-6bcb6d3ca7b9 tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks [] for router_controller (19148e83-4698-404c-be05-833caf58dcbe), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:28.936810 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e65103bd-ce06-4519-97e8-6bcb6d3ca7b9 tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (19148e83-4698-404c-be05-833caf58dcbe), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:28.967518 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e65103bd-ce06-4519-97e8-6bcb6d3ca7b9 tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:28.971399 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e65103bd-ce06-4519-97e8-6bcb6d3ca7b9 tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3746364 Feb 16 22:26:28.974312 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40986) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:29.006010 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a118f7-3a29-4e8f-a818-10082a9d7c92 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Pushing event updated for resources: {'Port': ['ID=4261573f-9314-44b5-adb5-a3fed6b76384,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:29.020793 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-4577ef8f-d83f-444e-abb1-001cdbd7d2f1 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Allocated IP 172.20.0.6 (328b17ed-7bc5-4241-8a54-e64f9538f95e/90c6e9fd-2327-49e8-8e06-530f56e702f3/42119b57-9877-40b2-acba-2559ae503968) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:26:29.046782 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6db427b8-0120-4c08-bfb4-9d053a961d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (632b89cd-8319-4a76-861a-05a0a3e45894), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:29.080039 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:26:29.108204 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0ab6a444-04be-4752-89f8-977db124baa1 req-dd8af557-40ed-4018-8142-d7a1edb1c59a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 210 time: 0.1322820 Feb 16 22:26:29.197468 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2879819f-ece7-478e-8966-58819e9ab9de tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks [] for router (19148e83-4698-404c-be05-833caf58dcbe), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:29.214272 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:26:29.215464 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:29.366196 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:26:29.366833 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:29.407523 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:26:29.442447 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:29.472227 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-4577ef8f-d83f-444e-abb1-001cdbd7d2f1 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks [] for port (42119b57-9877-40b2-acba-2559ae503968), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:29.475117 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-347ca74d-ebc5-4779-812b-c058e6b4a4e5 req-46f834ed-f6bc-4132-be58-5715cac9b227 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=84e4fc8f-4313-4342-9243-3fc7e0de378e HTTP/1.1" status: 200 len: 210 time: 0.1661065 Feb 16 22:26:29.509295 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2879819f-ece7-478e-8966-58819e9ab9de tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (19148e83-4698-404c-be05-833caf58dcbe), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:29.517864 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2879819f-ece7-478e-8966-58819e9ab9de tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks [] for router_controller (19148e83-4698-404c-be05-833caf58dcbe), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:29.546363 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:29.604166 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6db427b8-0120-4c08-bfb4-9d053a961d1e admin admin] Publish callbacks [] for port (632b89cd-8319-4a76-861a-05a0a3e45894), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:29.610812 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-4577ef8f-d83f-444e-abb1-001cdbd7d2f1 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (42119b57-9877-40b2-acba-2559ae503968), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:29.628557 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['91e8c394-f309-4d7c-ae8f-b3d28a87757f'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:26:29.670190 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-4577ef8f-d83f-444e-abb1-001cdbd7d2f1 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Network 328b17ed-7bc5-4241-8a54-e64f9538f95e is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:26:29.712501 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2879819f-ece7-478e-8966-58819e9ab9de tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (19148e83-4698-404c-be05-833caf58dcbe), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:29.714180 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2879819f-ece7-478e-8966-58819e9ab9de tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 19148e83-4698-404c-be05-833caf58dcbe {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:26:29.714449 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-4577ef8f-d83f-444e-abb1-001cdbd7d2f1 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:26:29.717714 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-4577ef8f-d83f-444e-abb1-001cdbd7d2f1 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:26:29.720705 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6db427b8-0120-4c08-bfb4-9d053a961d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (632b89cd-8319-4a76-861a-05a0a3e45894), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:29.733364 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2879819f-ece7-478e-8966-58819e9ab9de tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:29.738086 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2879819f-ece7-478e-8966-58819e9ab9de tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] 10.222.0.75 "DELETE /v2.0/routers/19148e83-4698-404c-be05-833caf58dcbe HTTP/1.1" status: 204 len: 168 time: 0.7527373 Feb 16 22:26:29.761816 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-69a118f7-3a29-4e8f-a818-10082a9d7c92 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router_gateway (36ae09dd-343b-4493-b482-ecd88675862d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:29.763670 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40988) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:29.768050 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-e694d1d2-040e-4476-b7b8-0a7ab99a8dac tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Request body: {'router': {'name': 'tempest-router-1717975690', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a8274f2151ea4e31b6724f1edb6acf21'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:29.856071 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577ef8f-d83f-444e-abb1-001cdbd7d2f1 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Pushing event updated for resources: {'Port': ['ID=42119b57-9877-40b2-acba-2559ae503968,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:29.871462 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:29.889044 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e694d1d2-040e-4476-b7b8-0a7ab99a8dac tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (2a10eec5-54ce-4a9b-abd0-708fa56fb708), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:29.890231 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e694d1d2-040e-4476-b7b8-0a7ab99a8dac tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (2a10eec5-54ce-4a9b-abd0-708fa56fb708), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:29.892693 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6db427b8-0120-4c08-bfb4-9d053a961d1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (7a6dac02-24c6-45eb-84d9-1bbfeb813348), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:29.899855 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-4577ef8f-d83f-444e-abb1-001cdbd7d2f1 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:29.901041 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-4577ef8f-d83f-444e-abb1-001cdbd7d2f1 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:29.991821 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e694d1d2-040e-4476-b7b8-0a7ab99a8dac tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks [] for router_controller (2a10eec5-54ce-4a9b-abd0-708fa56fb708), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:30.039226 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e694d1d2-040e-4476-b7b8-0a7ab99a8dac tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (2a10eec5-54ce-4a9b-abd0-708fa56fb708), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:30.039520 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-4577ef8f-d83f-444e-abb1-001cdbd7d2f1 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7439394 Feb 16 22:26:30.046771 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db427b8-0120-4c08-bfb4-9d053a961d1e admin admin] Network 96e91e80-fb23-4684-8884-07949af40244 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:26:30.052223 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-7f0c579d-9ad1-4a3a-b2dc-ad168318d9d2 service neutron] Request body: {'port': {'device_id': '84e4fc8f-4313-4342-9243-3fc7e0de378e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:30.057396 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-6db427b8-0120-4c08-bfb4-9d053a961d1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:26:30.059466 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db427b8-0120-4c08-bfb4-9d053a961d1e admin admin] Pushing event updated for resources: {'Port': ['ID=632b89cd-8319-4a76-861a-05a0a3e45894,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:30.089664 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e694d1d2-040e-4476-b7b8-0a7ab99a8dac tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:30.093485 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e694d1d2-040e-4476-b7b8-0a7ab99a8dac tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3263009 Feb 16 22:26:30.093788 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40990) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:30.102360 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-4575422c-4558-4170-9cbe-40474f81f406 tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:30.376513 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4575422c-4558-4170-9cbe-40474f81f406 tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-374653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59817'] for router (2a10eec5-54ce-4a9b-abd0-708fa56fb708), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:30.376871 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4575422c-4558-4170-9cbe-40474f81f406 tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks [] for router (2a10eec5-54ce-4a9b-abd0-708fa56fb708), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:30.480958 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c6ee80d0-d611-4f28-967f-530aaeafb329 req-b36ff6c1-df11-496f-b56b-4d9f25676768 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 210 time: 0.1003802 Feb 16 22:26:30.500074 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-69a118f7-3a29-4e8f-a818-10082a9d7c92 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (36ae09dd-343b-4493-b482-ecd88675862d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:30.610664 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-7f0c579d-9ad1-4a3a-b2dc-ad168318d9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (42119b57-9877-40b2-acba-2559ae503968), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:30.675229 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db427b8-0120-4c08-bfb4-9d053a961d1e admin admin] Router 7a6dac02-24c6-45eb-84d9-1bbfeb813348 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:26:30.870529 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4575422c-4558-4170-9cbe-40474f81f406 tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103466) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 16 22:26:30.870872 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4575422c-4558-4170-9cbe-40474f81f406 tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Router 2a10eec5-54ce-4a9b-abd0-708fa56fb708 migrating from provider to provider. {{(pid=103466) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 16 22:26:30.871474 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4575422c-4558-4170-9cbe-40474f81f406 tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks [] for router_controller (2a10eec5-54ce-4a9b-abd0-708fa56fb708), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:30.896520 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4575422c-4558-4170-9cbe-40474f81f406 tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks [] for router_controller (2a10eec5-54ce-4a9b-abd0-708fa56fb708), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:30.913575 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4575422c-4558-4170-9cbe-40474f81f406 tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362694'] for router (2a10eec5-54ce-4a9b-abd0-708fa56fb708), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:30.953881 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db427b8-0120-4c08-bfb4-9d053a961d1e admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:26:31.031718 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6db427b8-0120-4c08-bfb4-9d053a961d1e admin admin] 10.222.0.75 "PUT /v2.0/routers/7a6dac02-24c6-45eb-84d9-1bbfeb813348/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8650117 Feb 16 22:26:31.068253 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a738b-7ed7-43ef-bb1b-56ff02fc7b97 req-50d73ef6-74f5-4155-85a6-4074259b7f87 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:31.070634 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-234a738b-7ed7-43ef-bb1b-56ff02fc7b97 req-50d73ef6-74f5-4155-85a6-4074259b7f87 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=84e4fc8f-4313-4342-9243-3fc7e0de378e HTTP/1.1" status: 200 len: 931 time: 0.4748840 Feb 16 22:26:31.072748 n-d-813897-6 neutron-server[103466]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4575422c-4558-4170-9cbe-40474f81f406 tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] No L3 agents can host the router 2a10eec5-54ce-4a9b-abd0-708fa56fb708 Feb 16 22:26:31.079481 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-7f0c579d-9ad1-4a3a-b2dc-ad168318d9d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42119b57-9877-40b2-acba-2559ae503968 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:26:31.088895 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-7f0c579d-9ad1-4a3a-b2dc-ad168318d9d2 service neutron] Publish callbacks [] for port (42119b57-9877-40b2-acba-2559ae503968), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:31.115383 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-7f0c579d-9ad1-4a3a-b2dc-ad168318d9d2 service neutron] Transition to ACTIVE for port object 42119b57-9877-40b2-acba-2559ae503968 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:26:31.122792 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-7f0c579d-9ad1-4a3a-b2dc-ad168318d9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (42119b57-9877-40b2-acba-2559ae503968), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:31.166370 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:26:31.181519 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4400df-4b2e-4f69-b9fc-ebf2b8289f75 None None] Sync routers for ids ['7a6dac02-24c6-45eb-84d9-1bbfeb813348'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:26:31.203911 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4400df-4b2e-4f69-b9fc-ebf2b8289f75 None None] Routers {'7a6dac02-24c6-45eb-84d9-1bbfeb813348'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:26:31.210146 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-ff4400df-4b2e-4f69-b9fc-ebf2b8289f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['7a6dac02-24c6-45eb-84d9-1bbfeb813348'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:31.261545 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-234a738b-7ed7-43ef-bb1b-56ff02fc7b97 req-be8de90a-0069-4fd5-92ac-5e6c01da4a79 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775353 Feb 16 22:26:31.294265 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a118f7-3a29-4e8f-a818-10082a9d7c92 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Router 36ae09dd-343b-4493-b482-ecd88675862d is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:26:31.324533 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4575422c-4558-4170-9cbe-40474f81f406 tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Hosts for router 2a10eec5-54ce-4a9b-abd0-708fa56fb708: [] {{(pid=103466) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 16 22:26:31.354539 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4575422c-4558-4170-9cbe-40474f81f406 tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Hosts for other DVR routers connected to router 2a10eec5-54ce-4a9b-abd0-708fa56fb708: set() {{(pid=103466) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 16 22:26:31.356506 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:26:31.356909 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4575422c-4558-4170-9cbe-40474f81f406 tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:31.357055 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:31.360802 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4575422c-4558-4170-9cbe-40474f81f406 tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] 10.222.0.75 "PUT /v2.0/routers/2a10eec5-54ce-4a9b-abd0-708fa56fb708 HTTP/1.1" status: 200 len: 717 time: 1.2622442 Feb 16 22:26:31.396027 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41004) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:31.455309 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c579d-9ad1-4a3a-b2dc-ad168318d9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=42119b57-9877-40b2-acba-2559ae503968,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:31.491558 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-ff4400df-4b2e-4f69-b9fc-ebf2b8289f75 None None] Set router 7a6dac02-24c6-45eb-84d9-1bbfeb813348 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:26:31.513283 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-7f0c579d-9ad1-4a3a-b2dc-ad168318d9d2 service neutron] Attempting to bind port 42119b57-9877-40b2-acba-2559ae503968 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:26:31.513698 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-7f0c579d-9ad1-4a3a-b2dc-ad168318d9d2 service neutron] Attempting to bind port 42119b57-9877-40b2-acba-2559ae503968 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'd2150ecc-73be-4cac-a3e0-52292f5f056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:26:31.514049 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-7f0c579d-9ad1-4a3a-b2dc-ad168318d9d2 service neutron] Attempting to bind port 42119b57-9877-40b2-acba-2559ae503968 on network 328b17ed-7bc5-4241-8a54-e64f9538f95e {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:26:31.518833 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-7f0c579d-9ad1-4a3a-b2dc-ad168318d9d2 service neutron] Port 42119b57-9877-40b2-acba-2559ae503968 on network 328b17ed-7bc5-4241-8a54-e64f9538f95e not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:26:31.519171 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-7f0c579d-9ad1-4a3a-b2dc-ad168318d9d2 service neutron] Attempting to bind port 42119b57-9877-40b2-acba-2559ae503968 on network 328b17ed-7bc5-4241-8a54-e64f9538f95e {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:26:31.533845 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-7f0c579d-9ad1-4a3a-b2dc-ad168318d9d2 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:26:31.534291 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-7f0c579d-9ad1-4a3a-b2dc-ad168318d9d2 service neutron] Checking segment: {'id': 'd2150ecc-73be-4cac-a3e0-52292f5f056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:26:31.534606 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-7f0c579d-9ad1-4a3a-b2dc-ad168318d9d2 service neutron] Bound using segment: {'id': 'd2150ecc-73be-4cac-a3e0-52292f5f056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:26:31.535043 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-7f0c579d-9ad1-4a3a-b2dc-ad168318d9d2 service neutron] Bound port: 42119b57-9877-40b2-acba-2559ae503968, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2150ecc-73be-4cac-a3e0-52292f5f056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:26:31.535405 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-7f0c579d-9ad1-4a3a-b2dc-ad168318d9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (42119b57-9877-40b2-acba-2559ae503968), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:31.570444 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:26:31.576100 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device cadb48c8-8747-4a2e-98c1-d5dc07148656 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:26:31.649928 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-7f0c579d-9ad1-4a3a-b2dc-ad168318d9d2 service neutron] For port 42119b57-9877-40b2-acba-2559ae503968, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:26:31.655955 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-7f0c579d-9ad1-4a3a-b2dc-ad168318d9d2 service neutron] For port 42119b57-9877-40b2-acba-2559ae503968, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=42119b57-9877-40b2-acba-2559ae503968,segment=NetworkSegment(d2150ecc-73be-4cac-a3e0-52292f5f056f),segment_id=d2150ecc-73be-4cac-a3e0-52292f5f056f)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:26:31.666594 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port cadb48c8-8747-4a2e-98c1-d5dc07148656 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:26:31.667158 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (cadb48c8-8747-4a2e-98c1-d5dc07148656), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:31.686125 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-7f0c579d-9ad1-4a3a-b2dc-ad168318d9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (42119b57-9877-40b2-acba-2559ae503968), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:31.732182 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-7f0c579d-9ad1-4a3a-b2dc-ad168318d9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:31.732885 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-7f0c579d-9ad1-4a3a-b2dc-ad168318d9d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:31.734309 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-7f0c579d-9ad1-4a3a-b2dc-ad168318d9d2 service neutron] 10.222.0.79 "PUT /v2.0/ports/42119b57-9877-40b2-acba-2559ae503968 HTTP/1.1" status: 200 len: 1091 time: 1.6864257 Feb 16 22:26:31.736950 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e4fc8f-4313-4342-9243-3fc7e0de378e', 'tag': '42119b57-9877-40b2-acba-2559ae503968'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:26:31.740662 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f814da54-d033-4cb6-95ac-5ae49eb2ff08" -d '{"events": [{"name": "network-changed", "server_uuid": "84e4fc8f-4313-4342-9243-3fc7e0de378e", "tag": "42119b57-9877-40b2-acba-2559ae503968"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:26:31.754878 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2a3c5ef7-c115-4ff5-b3a1-43346739e7ba tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] 10.222.0.75 "GET /v2.0/routers/2a10eec5-54ce-4a9b-abd0-708fa56fb708 HTTP/1.1" status: 200 len: 717 time: 0.3582885 Feb 16 22:26:31.765023 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41018) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:31.797701 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c579d-9ad1-4a3a-b2dc-ad168318d9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=42119b57-9877-40b2-acba-2559ae503968,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:31.859055 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-5da5b65b-ed30-4588-8576-11f12fd53d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:31.862111 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-5da5b65b-ed30-4588-8576-11f12fd53d94 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b04764559a9c459fbc65e6403b1b3dd5&device_id=84e4fc8f-4313-4342-9243-3fc7e0de378e HTTP/1.1" status: 200 len: 1125 time: 0.0716493 Feb 16 22:26:31.868891 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port cadb48c8-8747-4a2e-98c1-d5dc07148656 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:26:31.869290 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cadb48c8-8747-4a2e-98c1-d5dc07148656), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:31.912762 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a118f7-3a29-4e8f-a818-10082a9d7c92 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:26:31.915610 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port cadb48c8-8747-4a2e-98c1-d5dc07148656, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=cadb48c8-8747-4a2e-98c1-d5dc07148656,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:26:31.934802 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dbf362-b777-415c-bf16-6058b6528baf None None] Sync routers for ids ['36ae09dd-343b-4493-b482-ecd88675862d'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:26:31.936863 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-dd7ec638-c0e7-4a16-8c0e-532c100d4e6f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42119b57-9877-40b2-acba-2559ae503968 HTTP/1.1" status: 200 len: 217 time: 0.0648112 Feb 16 22:26:31.941896 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-ff4400df-4b2e-4f69-b9fc-ebf2b8289f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'name': 'tempest-ServerRescueTestJSONUnderV235-2006616199-router', 'tenant_id': 'e11c8fd74a7f486d9478420e45ad2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:26:21Z', 'updated_at': '2022-02-16T22:26:28Z', 'revision_number': 4, 'project_id': 'e11c8fd74a7f486d9478420e45ad2436', 'gw_port': {'id': '75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:26:23Z', 'updated_at': '2022-02-16T22:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '632b89cd-8319-4a76-861a-05a0a3e45894', 'name': '', 'network_id': '96e91e80-fb23-4684-8884-07949af40244', 'tenant_id': 'e11c8fd74a7f486d9478420e45ad2436', 'mac_address': 'fa:16:3e:83:f3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '88a4819f-11e9-4cf4-9189-2b40fd9f9478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:26:27Z', 'updated_at': '2022-02-16T22:26:29Z', 'revision_number': 2, 'project_id': 'e11c8fd74a7f486d9478420e45ad2436', 'subnets': [{'id': '88a4819f-11e9-4cf4-9189-2b40fd9f9478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:31.942467 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-9d620961-639a-471b-9f18-a7a5646e34fb tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:31.951769 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-9d620961-639a-471b-9f18-a7a5646e34fb tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/networks?id=96e91e80-fb23-4684-8884-07949af40244 HTTP/1.1" status: 200 len: 820 time: 0.2523675 Feb 16 22:26:31.954140 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (cadb48c8-8747-4a2e-98c1-d5dc07148656), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:31.967439 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-a656d9a5-9049-4917-9220-1c01ee4dc2bc tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/quotas/e11c8fd74a7f486d9478420e45ad2436 HTTP/1.1" status: 200 len: 375 time: 0.0144739 Feb 16 22:26:31.973847 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-69a118f7-3a29-4e8f-a818-10082a9d7c92 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:31.976341 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dbf362-b777-415c-bf16-6058b6528baf None None] Routers {'36ae09dd-343b-4493-b482-ecd88675862d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:26:31.978710 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-55dbf362-b777-415c-bf16-6058b6528baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['36ae09dd-343b-4493-b482-ecd88675862d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:31.979027 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-69a118f7-3a29-4e8f-a818-10082a9d7c92 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.8240650 Feb 16 22:26:31.981661 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41022) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:31.993571 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4400df-4b2e-4f69-b9fc-ebf2b8289f75 None None] Checking router: 7a6dac02-24c6-45eb-84d9-1bbfeb813348 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:26:31.993571 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4400df-4b2e-4f69-b9fc-ebf2b8289f75 None None] Updating router 7a6dac02-24c6-45eb-84d9-1bbfeb813348 port 632b89cd-8319-4a76-861a-05a0a3e45894 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:26:32.023490 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ff4400df-4b2e-4f69-b9fc-ebf2b8289f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (632b89cd-8319-4a76-861a-05a0a3e45894), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:32.113915 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-c389afb3-eb3b-4b3d-8442-103d33af7589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:32.116129 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-c389afb3-eb3b-4b3d-8442-103d33af7589 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=90c6e9fd-2327-49e8-8e06-530f56e702f3 HTTP/1.1" status: 200 len: 845 time: 0.1731575 Feb 16 22:26:32.128786 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9187fa04-293d-46e4-9aec-c879bfc1c8cd tempest-RoutersTestDVR-831970118 tempest-RoutersTestDVR-831970118-project] 10.222.0.75 "GET /v2.0/routers/2a10eec5-54ce-4a9b-abd0-708fa56fb708 HTTP/1.1" status: 200 len: 683 time: 0.3601327 Feb 16 22:26:32.148678 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41024) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:32.155396 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-05df9ee4-171b-47fe-81b5-51a16917b589 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] 10.222.0.75 "GET /v2.0/routers/36ae09dd-343b-4493-b482-ecd88675862d HTTP/1.1" status: 200 len: 908 time: 0.1715443 Feb 16 22:26:32.159939 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41026) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:32.207346 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-d7be3e3f-2212-4636-b8b7-385783e56ee5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=328b17ed-7bc5-4241-8a54-e64f9538f95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787444 Feb 16 22:26:32.294911 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-699be8c0-25b3-471b-a5c6-1a9ec61b2372 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e11c8fd74a7f486d9478420e45ad2436&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3139880 Feb 16 22:26:32.384705 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=cadb48c8-8747-4a2e-98c1-d5dc07148656,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:32.417180 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-3b7d2dfc-6826-461d-9e43-9789a2248b04 service neutron] 10.222.0.75 "GET /v2.0/networks/96e91e80-fb23-4684-8884-07949af40244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211221 Feb 16 22:26:32.433418 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-14058fb1-5b32-4884-88c4-e29232aec20d tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks [] for router (2a10eec5-54ce-4a9b-abd0-708fa56fb708), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:32.437917 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-55dbf362-b777-415c-bf16-6058b6528baf None None] Set router 36ae09dd-343b-4493-b482-ecd88675862d gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:26:32.461852 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-48760fcf-f322-45f7-bed0-7459cf36358d tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router (36ae09dd-343b-4493-b482-ecd88675862d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:32.474977 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ff4400df-4b2e-4f69-b9fc-ebf2b8289f75 None None] Publish callbacks [] for port (632b89cd-8319-4a76-861a-05a0a3e45894), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:32.494517 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ff4400df-4b2e-4f69-b9fc-ebf2b8289f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (632b89cd-8319-4a76-861a-05a0a3e45894), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:32.564373 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63462f-28e8-4fe1-ada4-03cbd25cb5ce None None] Pushing event updated for resources: {'Port': ['ID=632b89cd-8319-4a76-861a-05a0a3e45894,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:32.612710 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-a214c82f-aaec-44f9-9e23-644249219ae7 service neutron] 10.222.0.75 "GET /v2.0/networks/96e91e80-fb23-4684-8884-07949af40244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854033 Feb 16 22:26:32.621620 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-48760fcf-f322-45f7-bed0-7459cf36358d tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router_gateway (36ae09dd-343b-4493-b482-ecd88675862d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:32.669046 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-ff4400df-4b2e-4f69-b9fc-ebf2b8289f75 None None] Attempting to bind port 632b89cd-8319-4a76-861a-05a0a3e45894 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:26:32.669554 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-ff4400df-4b2e-4f69-b9fc-ebf2b8289f75 None None] Attempting to bind port 632b89cd-8319-4a76-861a-05a0a3e45894 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'a06a1604-bc44-4e2e-8dcf-6de8b6766e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '96e91e80-fb23-4684-8884-07949af40244'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:26:32.670098 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4400df-4b2e-4f69-b9fc-ebf2b8289f75 None None] Attempting to bind port 632b89cd-8319-4a76-861a-05a0a3e45894 on network 96e91e80-fb23-4684-8884-07949af40244 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:26:32.676112 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4400df-4b2e-4f69-b9fc-ebf2b8289f75 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:26:32.676630 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4400df-4b2e-4f69-b9fc-ebf2b8289f75 None None] Checking segment: {'id': 'a06a1604-bc44-4e2e-8dcf-6de8b6766e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '96e91e80-fb23-4684-8884-07949af40244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:26:32.677164 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ff4400df-4b2e-4f69-b9fc-ebf2b8289f75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:32.677943 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4400df-4b2e-4f69-b9fc-ebf2b8289f75 None None] Bound using segment: {'id': 'a06a1604-bc44-4e2e-8dcf-6de8b6766e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '96e91e80-fb23-4684-8884-07949af40244'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:26:32.678887 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-ff4400df-4b2e-4f69-b9fc-ebf2b8289f75 None None] Bound port: 632b89cd-8319-4a76-861a-05a0a3e45894, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06a1604-bc44-4e2e-8dcf-6de8b6766e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '96e91e80-fb23-4684-8884-07949af40244'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:26:32.679131 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-55dbf362-b777-415c-bf16-6058b6528baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ae09dd-343b-4493-b482-ecd88675862d', 'name': 'tempest-snat-router-1299185088', 'tenant_id': '133c4d13ceea47ca8df464ac89728a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '4261573f-9314-44b5-adb5-a3fed6b76384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:26:27Z', 'updated_at': '2022-02-16T22:26:29Z', 'revision_number': 3, 'project_id': '133c4d13ceea47ca8df464ac89728a89', 'gw_port': {'id': '4261573f-9314-44b5-adb5-a3fed6b76384', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:90:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ae09dd-343b-4493-b482-ecd88675862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:26:28Z', 'updated_at': '2022-02-16T22:26:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:32.679269 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ff4400df-4b2e-4f69-b9fc-ebf2b8289f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (632b89cd-8319-4a76-861a-05a0a3e45894), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:32.722291 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dbf362-b777-415c-bf16-6058b6528baf None None] Checking router: 36ae09dd-343b-4493-b482-ecd88675862d for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:26:32.722663 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dbf362-b777-415c-bf16-6058b6528baf None None] Updating router 36ae09dd-343b-4493-b482-ecd88675862d port 4261573f-9314-44b5-adb5-a3fed6b76384 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:26:32.729183 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-48760fcf-f322-45f7-bed0-7459cf36358d tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Deleting port 4261573f-9314-44b5-adb5-a3fed6b76384 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:26:32.729539 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-48760fcf-f322-45f7-bed0-7459cf36358d tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (4261573f-9314-44b5-adb5-a3fed6b76384), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:32.752527 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-55dbf362-b777-415c-bf16-6058b6528baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4261573f-9314-44b5-adb5-a3fed6b76384), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:32.798733 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-ff4400df-4b2e-4f69-b9fc-ebf2b8289f75 None None] For port 632b89cd-8319-4a76-861a-05a0a3e45894, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:26:32.802405 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-ff4400df-4b2e-4f69-b9fc-ebf2b8289f75 None None] For port 632b89cd-8319-4a76-861a-05a0a3e45894, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=632b89cd-8319-4a76-861a-05a0a3e45894,segment=NetworkSegment(a06a1604-bc44-4e2e-8dcf-6de8b6766e65),segment_id=a06a1604-bc44-4e2e-8dcf-6de8b6766e65)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:26:32.822250 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ff4400df-4b2e-4f69-b9fc-ebf2b8289f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (632b89cd-8319-4a76-861a-05a0a3e45894), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:32.840009 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-14058fb1-5b32-4884-88c4-e29232aec20d tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (2a10eec5-54ce-4a9b-abd0-708fa56fb708), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:32.859775 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-7e87cf51-6522-43b2-a808-20707efd6edb service neutron] 10.222.0.79 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5604668 Feb 16 22:26:32.861999 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-14058fb1-5b32-4884-88c4-e29232aec20d tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks [] for router_controller (2a10eec5-54ce-4a9b-abd0-708fa56fb708), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:32.923720 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-48760fcf-f322-45f7-bed0-7459cf36358d tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (4261573f-9314-44b5-adb5-a3fed6b76384), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:32.942953 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4400df-4b2e-4f69-b9fc-ebf2b8289f75 None None] Routers {'7a6dac02-24c6-45eb-84d9-1bbfeb813348'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:26:32.944306 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-ff4400df-4b2e-4f69-b9fc-ebf2b8289f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['7a6dac02-24c6-45eb-84d9-1bbfeb813348'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:32.964011 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-48760fcf-f322-45f7-bed0-7459cf36358d tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Calling delete_port for 4261573f-9314-44b5-adb5-a3fed6b76384 owned by network:router_gateway {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:26:33.004706 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ce0dc9e2-3955-461c-9ba4-b40bf6ded09c req-4660c450-96a9-4290-ad2e-e3f9248d6db8 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 210 time: 0.0513859 Feb 16 22:26:33.081705 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device cadb48c8-8747-4a2e-98c1-d5dc07148656 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:26:33.097543 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-ff4400df-4b2e-4f69-b9fc-ebf2b8289f75 None None] Set router 7a6dac02-24c6-45eb-84d9-1bbfeb813348 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:26:33.102300 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-14058fb1-5b32-4884-88c4-e29232aec20d tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (2a10eec5-54ce-4a9b-abd0-708fa56fb708), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:33.102825 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14058fb1-5b32-4884-88c4-e29232aec20d tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a10eec5-54ce-4a9b-abd0-708fa56fb708 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:26:33.158490 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-14058fb1-5b32-4884-88c4-e29232aec20d tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:33.168182 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-14058fb1-5b32-4884-88c4-e29232aec20d tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] 10.222.0.75 "DELETE /v2.0/routers/2a10eec5-54ce-4a9b-abd0-708fa56fb708 HTTP/1.1" status: 204 len: 168 time: 1.0170305 Feb 16 22:26:33.169291 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41034) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:33.170392 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4333622-2a2f-4b14-b7d4-5fdd353a0a9c x-openstack-request-id: req-b4333622-2a2f-4b14-b7d4-5fdd353a0a9c {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:26:33.170610 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e4fc8f-4313-4342-9243-3fc7e0de378e", "tag": "42119b57-9877-40b2-acba-2559ae503968", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:26:33.170969 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b4333622-2a2f-4b14-b7d4-5fdd353a0a9c {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:26:33.171264 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e4fc8f-4313-4342-9243-3fc7e0de378e', 'tag': '42119b57-9877-40b2-acba-2559ae503968', 'status': 'completed', 'code': 200} Feb 16 22:26:33.181476 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-dc6ca653-c488-43d5-a266-a15d6e88f9cb tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Request body: {'router': {'name': 'tempest-router-41194433', 'distributed': True}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:33.220664 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63462f-28e8-4fe1-ada4-03cbd25cb5ce None None] Pushing event updated for resources: {'Port': ['ID=632b89cd-8319-4a76-861a-05a0a3e45894,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:33.274860 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-53879a2a-96ad-4fa9-a65c-da3c645a380e req-21db7c28-569c-4abe-a9f4-c16696242b58 service neutron] 10.222.0.79 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083450 Feb 16 22:26:33.310580 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port cadb48c8-8747-4a2e-98c1-d5dc07148656 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:26:33.311302 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (cadb48c8-8747-4a2e-98c1-d5dc07148656), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:33.344119 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc6ca653-c488-43d5-a266-a15d6e88f9cb tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (bcaea11b-afd9-4758-8e48-fe11f57649a6), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:33.345203 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc6ca653-c488-43d5-a266-a15d6e88f9cb tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (bcaea11b-afd9-4758-8e48-fe11f57649a6), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:33.428659 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-ff4400df-4b2e-4f69-b9fc-ebf2b8289f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'name': 'tempest-ServerRescueTestJSONUnderV235-2006616199-router', 'tenant_id': 'e11c8fd74a7f486d9478420e45ad2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:26:21Z', 'updated_at': '2022-02-16T22:26:28Z', 'revision_number': 4, 'project_id': 'e11c8fd74a7f486d9478420e45ad2436', 'gw_port': {'id': '75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:26:23Z', 'updated_at': '2022-02-16T22:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '632b89cd-8319-4a76-861a-05a0a3e45894', 'name': '', 'network_id': '96e91e80-fb23-4684-8884-07949af40244', 'tenant_id': 'e11c8fd74a7f486d9478420e45ad2436', 'mac_address': 'fa:16:3e:83:f3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '88a4819f-11e9-4cf4-9189-2b40fd9f9478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:26:27Z', 'updated_at': '2022-02-16T22:26:32Z', 'revision_number': 4, 'project_id': 'e11c8fd74a7f486d9478420e45ad2436', 'subnets': [{'id': '88a4819f-11e9-4cf4-9189-2b40fd9f9478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:33.446660 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8c308-8e1c-4d48-988b-a23a689d8133 req-8a454876-646a-48dd-932d-5513f5b8a94b tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:33.455144 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f0a8c308-8e1c-4d48-988b-a23a689d8133 req-8a454876-646a-48dd-932d-5513f5b8a94b tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=84e4fc8f-4313-4342-9243-3fc7e0de378e HTTP/1.1" status: 200 len: 943 time: 0.1770926 Feb 16 22:26:33.458660 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4400df-4b2e-4f69-b9fc-ebf2b8289f75 None None] The sync data for ids ['7a6dac02-24c6-45eb-84d9-1bbfeb813348'] in n-d-813897-6 is: [{'id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'name': 'tempest-ServerRescueTestJSONUnderV235-2006616199-router', 'tenant_id': 'e11c8fd74a7f486d9478420e45ad2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:26:21Z', 'updated_at': '2022-02-16T22:26:28Z', 'revision_number': 4, 'project_id': 'e11c8fd74a7f486d9478420e45ad2436', 'gw_port': {'id': '75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:26:23Z', 'updated_at': '2022-02-16T22:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '632b89cd-8319-4a76-861a-05a0a3e45894', 'name': '', 'network_id': '96e91e80-fb23-4684-8884-07949af40244', 'tenant_id': 'e11c8fd74a7f486d9478420e45ad2436', 'mac_address': 'fa:16:3e:83:f3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '88a4819f-11e9-4cf4-9189-2b40fd9f9478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:26:27Z', 'updated_at': '2022-02-16T22:26:32Z', 'revision_number': 4, 'project_id': 'e11c8fd74a7f486d9478420e45ad2436', 'subnets': [{'id': '88a4819f-11e9-4cf4-9189-2b40fd9f9478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:26:33.478010 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814da54-d033-4cb6-95ac-5ae49eb2ff08 req-85b729e4-f6d2-4cd8-a066-52a7a6631737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:33.480081 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port cadb48c8-8747-4a2e-98c1-d5dc07148656 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:26:33.480556 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f814da54-d033-4cb6-95ac-5ae49eb2ff08 req-85b729e4-f6d2-4cd8-a066-52a7a6631737 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b04764559a9c459fbc65e6403b1b3dd5&device_id=84e4fc8f-4313-4342-9243-3fc7e0de378e HTTP/1.1" status: 200 len: 1125 time: 0.1412551 Feb 16 22:26:33.495169 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc6ca653-c488-43d5-a266-a15d6e88f9cb tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks [] for router_controller (bcaea11b-afd9-4758-8e48-fe11f57649a6), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:33.565948 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc6ca653-c488-43d5-a266-a15d6e88f9cb tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (bcaea11b-afd9-4758-8e48-fe11f57649a6), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:33.588960 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-55dbf362-b777-415c-bf16-6058b6528baf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:26:33.589328 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-55dbf362-b777-415c-bf16-6058b6528baf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:26:33.592663 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-48760fcf-f322-45f7-bed0-7459cf36358d tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (4261573f-9314-44b5-adb5-a3fed6b76384), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:33.614793 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc6ca653-c488-43d5-a266-a15d6e88f9cb tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:33.619604 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-dc6ca653-c488-43d5-a266-a15d6e88f9cb tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.4492867 Feb 16 22:26:33.626510 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41042) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:33.630186 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f0a8c308-8e1c-4d48-988b-a23a689d8133 req-f99b3bca-6530-41a1-9e7d-3230c54e9dd8 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724660 Feb 16 22:26:33.665772 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48760fcf-f322-45f7-bed0-7459cf36358d tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Pushing event deleted for resources: {'Port': ['ID=4261573f-9314-44b5-adb5-a3fed6b76384,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:33.772606 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814da54-d033-4cb6-95ac-5ae49eb2ff08 req-bdeccef0-19e8-4ae1-be49-60815226d611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:33.774416 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f814da54-d033-4cb6-95ac-5ae49eb2ff08 req-bdeccef0-19e8-4ae1-be49-60815226d611 service neutron] 10.222.0.79 "GET /v2.0/networks?id=328b17ed-7bc5-4241-8a54-e64f9538f95e HTTP/1.1" status: 200 len: 906 time: 0.2866981 Feb 16 22:26:33.878044 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f814da54-d033-4cb6-95ac-5ae49eb2ff08 req-a5a09711-fde2-4045-ab1d-8a66301a4878 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42119b57-9877-40b2-acba-2559ae503968 HTTP/1.1" status: 200 len: 217 time: 0.0948985 Feb 16 22:26:34.002779 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814da54-d033-4cb6-95ac-5ae49eb2ff08 req-3db7babe-df3e-49d3-8468-136cdccea05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:34.006940 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f814da54-d033-4cb6-95ac-5ae49eb2ff08 req-3db7babe-df3e-49d3-8468-136cdccea05d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=90c6e9fd-2327-49e8-8e06-530f56e702f3 HTTP/1.1" status: 200 len: 845 time: 0.1211748 Feb 16 22:26:34.087335 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f814da54-d033-4cb6-95ac-5ae49eb2ff08 req-4f54a227-6fb4-4b22-a843-580ee3f8a09d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=328b17ed-7bc5-4241-8a54-e64f9538f95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712435 Feb 16 22:26:34.126849 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dbf362-b777-415c-bf16-6058b6528baf None None] Port 4261573f-9314-44b5-adb5-a3fed6b76384 not found while updating agent binding for router 36ae09dd-343b-4493-b482-ecd88675862d. {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 16 22:26:34.147255 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dbf362-b777-415c-bf16-6058b6528baf None None] Routers {'36ae09dd-343b-4493-b482-ecd88675862d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:26:34.149822 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-55dbf362-b777-415c-bf16-6058b6528baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['36ae09dd-343b-4493-b482-ecd88675862d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:34.322103 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16531214-1ebf-4625-b344-58d8bf44fcc3 req-2d1ad877-adf2-4ef4-b00e-59c7e8485307 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 210 time: 0.1697016 Feb 16 22:26:34.338459 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f814da54-d033-4cb6-95ac-5ae49eb2ff08 req-a0c0e024-c15b-4b19-bed5-e7bb3dca16dd service neutron] 10.222.0.79 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344036 Feb 16 22:26:34.355400 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-55dbf362-b777-415c-bf16-6058b6528baf None None] Set router 36ae09dd-343b-4493-b482-ecd88675862d gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:26:34.363093 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5d98cde8-4738-42e9-b39c-6ea4c9ef9865 tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks [] for router (bcaea11b-afd9-4758-8e48-fe11f57649a6), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:34.454207 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-48760fcf-f322-45f7-bed0-7459cf36358d tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (36ae09dd-343b-4493-b482-ecd88675862d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:34.510281 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-55dbf362-b777-415c-bf16-6058b6528baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ae09dd-343b-4493-b482-ecd88675862d', 'name': 'tempest-snat-router-1299185088', 'tenant_id': '133c4d13ceea47ca8df464ac89728a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:26:27Z', 'updated_at': '2022-02-16T22:26:33Z', 'revision_number': 5, 'project_id': '133c4d13ceea47ca8df464ac89728a89', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:34.529010 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5902883d-10b6-4070-981f-d546b05c5c2b req-b32fd210-da48-43e2-a9f5-075896be1f9e tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 210 time: 0.0649216 Feb 16 22:26:34.593554 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f814da54-d033-4cb6-95ac-5ae49eb2ff08 req-bbe91d7f-8a7f-4e01-a039-64a180b6bbb3 service neutron] 10.222.0.79 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462244 Feb 16 22:26:34.631347 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dbf362-b777-415c-bf16-6058b6528baf None None] The sync data for ids ['36ae09dd-343b-4493-b482-ecd88675862d'] in n-d-813897-6 is: [{'id': '36ae09dd-343b-4493-b482-ecd88675862d', 'name': 'tempest-snat-router-1299185088', 'tenant_id': '133c4d13ceea47ca8df464ac89728a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:26:27Z', 'updated_at': '2022-02-16T22:26:33Z', 'revision_number': 5, 'project_id': '133c4d13ceea47ca8df464ac89728a89', 'gw_port_host': None}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:26:34.698493 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-48760fcf-f322-45f7-bed0-7459cf36358d tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (36ae09dd-343b-4493-b482-ecd88675862d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:34.813826 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-48760fcf-f322-45f7-bed0-7459cf36358d tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router_controller (36ae09dd-343b-4493-b482-ecd88675862d), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:34.909685 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5d98cde8-4738-42e9-b39c-6ea4c9ef9865 tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (bcaea11b-afd9-4758-8e48-fe11f57649a6), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:34.999850 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5d98cde8-4738-42e9-b39c-6ea4c9ef9865 tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks [] for router_controller (bcaea11b-afd9-4758-8e48-fe11f57649a6), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:35.060294 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 632b89cd-8319-4a76-861a-05a0a3e45894 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:26:35.119560 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-48760fcf-f322-45f7-bed0-7459cf36358d tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (36ae09dd-343b-4493-b482-ecd88675862d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:35.120133 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48760fcf-f322-45f7-bed0-7459cf36358d tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 36ae09dd-343b-4493-b482-ecd88675862d {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:26:35.127429 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-48760fcf-f322-45f7-bed0-7459cf36358d tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:35.131496 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-48760fcf-f322-45f7-bed0-7459cf36358d tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] 10.222.0.75 "DELETE /v2.0/routers/36ae09dd-343b-4493-b482-ecd88675862d HTTP/1.1" status: 204 len: 168 time: 2.9669950 Feb 16 22:26:35.132346 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41062) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:35.153390 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5d98cde8-4738-42e9-b39c-6ea4c9ef9865 tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (bcaea11b-afd9-4758-8e48-fe11f57649a6), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:35.153849 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d98cde8-4738-42e9-b39c-6ea4c9ef9865 tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bcaea11b-afd9-4758-8e48-fe11f57649a6 {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:26:35.168323 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 632b89cd-8319-4a76-861a-05a0a3e45894 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:26:35.169710 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (632b89cd-8319-4a76-861a-05a0a3e45894), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:35.175757 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5d98cde8-4738-42e9-b39c-6ea4c9ef9865 tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:35.176983 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5d98cde8-4738-42e9-b39c-6ea4c9ef9865 tempest-RoutersTestDVR-1509354504 tempest-RoutersTestDVR-1509354504-project-admin] 10.222.0.75 "DELETE /v2.0/routers/bcaea11b-afd9-4758-8e48-fe11f57649a6 HTTP/1.1" status: 204 len: 168 time: 1.5521567 Feb 16 22:26:35.217411 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d4cba-5787-4e53-9fa3-087f1451894a req-a16817eb-2c19-4981-a4be-00f5d7609696 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:35.219397 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-589d4cba-5787-4e53-9fa3-087f1451894a req-a16817eb-2c19-4981-a4be-00f5d7609696 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=84e4fc8f-4313-4342-9243-3fc7e0de378e HTTP/1.1" status: 200 len: 943 time: 0.3829398 Feb 16 22:26:35.294672 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-c8eac4c6-3e8a-4dc8-a25d-7542f7973bdb tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:35.296513 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-c8eac4c6-3e8a-4dc8-a25d-7542f7973bdb tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.67 "GET /v2.0/networks?id=96e91e80-fb23-4684-8884-07949af40244 HTTP/1.1" status: 200 len: 820 time: 0.5961308 Feb 16 22:26:35.320345 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-bec80ae6-6da9-4b6d-b86d-624165c2d316 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Request body: {'port': {'device_id': 'c6bfe840-6d14-4438-af42-fa226509a4d5', 'network_id': '96e91e80-fb23-4684-8884-07949af40244', 'admin_state_up': True, 'tenant_id': 'e11c8fd74a7f486d9478420e45ad2436'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:35.349220 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 632b89cd-8319-4a76-861a-05a0a3e45894 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:26:35.349878 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (632b89cd-8319-4a76-861a-05a0a3e45894), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:35.392406 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e40d70be-ce71-4d08-9924-6aea9306424e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router (afb84583-b849-4be2-97c2-aff84ecbc78d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:35.446847 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 632b89cd-8319-4a76-861a-05a0a3e45894, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=632b89cd-8319-4a76-861a-05a0a3e45894,segment=NetworkSegment(a06a1604-bc44-4e2e-8dcf-6de8b6766e65),segment_id=a06a1604-bc44-4e2e-8dcf-6de8b6766e65)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:26:35.461185 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (632b89cd-8319-4a76-861a-05a0a3e45894), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:35.529673 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-589d4cba-5787-4e53-9fa3-087f1451894a req-76428bd3-bc1d-41ee-b783-8ec8801dc863 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856667 Feb 16 22:26:35.578382 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-bec80ae6-6da9-4b6d-b86d-624165c2d316 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Made reservation on behalf of e11c8fd74a7f486d9478420e45ad2436 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:26:35.582440 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=632b89cd-8319-4a76-861a-05a0a3e45894,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:35.585694 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-bec80ae6-6da9-4b6d-b86d-624165c2d316 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:35.600750 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:35.601107 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:35.602076 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:35.602432 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:35.602775 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:35.603114 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:35.603495 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:35.603834 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:35.604215 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:35.604548 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:35.604878 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:35.605211 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:35.606350 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:35.648013 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e40d70be-ce71-4d08-9924-6aea9306424e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router_gateway (afb84583-b849-4be2-97c2-aff84ecbc78d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:35.752955 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41072) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:35.776941 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-e40d70be-ce71-4d08-9924-6aea9306424e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Deleting port cadb48c8-8747-4a2e-98c1-d5dc07148656 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:26:35.777294 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e40d70be-ce71-4d08-9924-6aea9306424e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (cadb48c8-8747-4a2e-98c1-d5dc07148656), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:35.853672 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-bec80ae6-6da9-4b6d-b86d-624165c2d316 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Allocated IP 172.20.0.4 (96e91e80-fb23-4684-8884-07949af40244/88a4819f-11e9-4cf4-9189-2b40fd9f9478/310b5571-2a2c-471e-8b93-1d1c81d293bb) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:26:35.949434 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-56fc5a03-43de-4f6c-a91b-a20e4ec8f4b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:36.025963 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-e40d70be-ce71-4d08-9924-6aea9306424e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] For port cadb48c8-8747-4a2e-98c1-d5dc07148656, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=cadb48c8-8747-4a2e-98c1-d5dc07148656,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:26:36.036735 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e40d70be-ce71-4d08-9924-6aea9306424e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (cadb48c8-8747-4a2e-98c1-d5dc07148656), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:36.080181 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-e40d70be-ce71-4d08-9924-6aea9306424e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Calling delete_port for cadb48c8-8747-4a2e-98c1-d5dc07148656 owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:26:36.082673 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-bec80ae6-6da9-4b6d-b86d-624165c2d316 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks [] for port (310b5571-2a2c-471e-8b93-1d1c81d293bb), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:36.163671 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-bec80ae6-6da9-4b6d-b86d-624165c2d316 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (310b5571-2a2c-471e-8b93-1d1c81d293bb), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:36.172198 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66edd55d-df89-457b-85aa-aee3a4aa8299 req-28741d13-7a65-4cf6-9a8c-9e7d330da404 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 210 time: 0.4351282 Feb 16 22:26:36.218202 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-bec80ae6-6da9-4b6d-b86d-624165c2d316 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Network 96e91e80-fb23-4684-8884-07949af40244 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:26:36.223128 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-bec80ae6-6da9-4b6d-b86d-624165c2d316 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:26:36.226839 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-bec80ae6-6da9-4b6d-b86d-624165c2d316 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:26:36.262800 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-56fc5a03-43de-4f6c-a91b-a20e4ec8f4b2 admin admin] Publish callbacks [] for security_group (c38f143f-a72d-46db-8aa2-ce3f8271a205), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:36.295483 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-bec80ae6-6da9-4b6d-b86d-624165c2d316 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:36.296128 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-bec80ae6-6da9-4b6d-b86d-624165c2d316 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:36.307231 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-56fc5a03-43de-4f6c-a91b-a20e4ec8f4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c38f143f-a72d-46db-8aa2-ce3f8271a205), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:36.351691 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-956c3440-5022-4377-93d1-91c98bfbcd03 req-c7a57e78-6505-4748-a454-078efbe33529 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 210 time: 0.0426919 Feb 16 22:26:36.358085 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-bec80ae6-6da9-4b6d-b86d-624165c2d316 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0424492 Feb 16 22:26:36.364591 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec80ae6-6da9-4b6d-b86d-624165c2d316 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Pushing event updated for resources: {'Port': ['ID=310b5571-2a2c-471e-8b93-1d1c81d293bb,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:36.372979 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-6d82f9e7-18a5-4fce-a877-b4c1abf05a7d service neutron] Request body: {'port': {'device_id': 'c6bfe840-6d14-4438-af42-fa226509a4d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:36.389214 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-56fc5a03-43de-4f6c-a91b-a20e4ec8f4b2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a8274f2151ea4e31b6724f1edb6acf21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6351719 Feb 16 22:26:36.390030 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41076) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:36.392722 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc5a03-43de-4f6c-a91b-a20e4ec8f4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38f143f-a72d-46db-8aa2-ce3f8271a205,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:36.515662 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7a3a721d-a783-421d-9bdd-de06992d7b22 admin admin] Publish callbacks [] for security_group (c38f143f-a72d-46db-8aa2-ce3f8271a205), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:36.535660 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-6d82f9e7-18a5-4fce-a877-b4c1abf05a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (310b5571-2a2c-471e-8b93-1d1c81d293bb), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:36.557703 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7a3a721d-a783-421d-9bdd-de06992d7b22 admin admin] Publish callbacks [] for security_group (c38f143f-a72d-46db-8aa2-ce3f8271a205), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:36.574443 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e40d70be-ce71-4d08-9924-6aea9306424e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (cadb48c8-8747-4a2e-98c1-d5dc07148656), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:36.617247 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d70be-ce71-4d08-9924-6aea9306424e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Pushing event deleted for resources: {'Port': ['ID=cadb48c8-8747-4a2e-98c1-d5dc07148656,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:36.722517 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e40d70be-ce71-4d08-9924-6aea9306424e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (afb84583-b849-4be2-97c2-aff84ecbc78d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:36.856479 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e40d70be-ce71-4d08-9924-6aea9306424e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (afb84583-b849-4be2-97c2-aff84ecbc78d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:36.860459 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e40d70be-ce71-4d08-9924-6aea9306424e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router_controller (afb84583-b849-4be2-97c2-aff84ecbc78d), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:36.870960 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7a3a721d-a783-421d-9bdd-de06992d7b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c38f143f-a72d-46db-8aa2-ce3f8271a205), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:36.874436 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7a3a721d-a783-421d-9bdd-de06992d7b22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:36.881594 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7a3a721d-a783-421d-9bdd-de06992d7b22 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c38f143f-a72d-46db-8aa2-ce3f8271a205 HTTP/1.1" status: 204 len: 168 time: 0.4827454 Feb 16 22:26:36.955654 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 42119b57-9877-40b2-acba-2559ae503968 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:26:36.972422 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235bcb9-e775-4765-9b42-4520c1e132ad req-e993b688-8ea5-4d90-ba8a-78137e5b0ed4 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:36.976913 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a721d-a783-421d-9bdd-de06992d7b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38f143f-a72d-46db-8aa2-ce3f8271a205,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:36.978672 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1235bcb9-e775-4765-9b42-4520c1e132ad req-e993b688-8ea5-4d90-ba8a-78137e5b0ed4 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=84e4fc8f-4313-4342-9243-3fc7e0de378e HTTP/1.1" status: 200 len: 943 time: 0.3022721 Feb 16 22:26:36.994364 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e40d70be-ce71-4d08-9924-6aea9306424e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (afb84583-b849-4be2-97c2-aff84ecbc78d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:36.995134 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40d70be-ce71-4d08-9924-6aea9306424e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Fanout notify agent at l3_agent the message router_deleted on router afb84583-b849-4be2-97c2-aff84ecbc78d {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:26:36.999840 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e40d70be-ce71-4d08-9924-6aea9306424e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:37.004600 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e40d70be-ce71-4d08-9924-6aea9306424e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] 10.222.0.75 "DELETE /v2.0/routers/afb84583-b849-4be2-97c2-aff84ecbc78d HTTP/1.1" status: 204 len: 168 time: 1.8674111 Feb 16 22:26:37.004860 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41082) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:37.010580 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-c554cd4c-1b00-4dec-9e19-13c8dab7158c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-879053312', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}, 'admin_state_up': False}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:37.105874 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1235bcb9-e775-4765-9b42-4520c1e132ad req-72255b62-833c-49db-b47d-d01ca8280b07 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949252 Feb 16 22:26:37.118755 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c554cd4c-1b00-4dec-9e19-13c8dab7158c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (bb35d75b-f56f-408d-87f2-55c0f29c57df), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:37.120040 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c554cd4c-1b00-4dec-9e19-13c8dab7158c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (bb35d75b-f56f-408d-87f2-55c0f29c57df), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:37.156015 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.resource_extend [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 22:26:37.345617 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c554cd4c-1b00-4dec-9e19-13c8dab7158c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router_controller (bb35d75b-f56f-408d-87f2-55c0f29c57df), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:37.371476 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 632b89cd-8319-4a76-861a-05a0a3e45894 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:26:37.452639 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 632b89cd-8319-4a76-861a-05a0a3e45894 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:26:37.453021 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (632b89cd-8319-4a76-861a-05a0a3e45894), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:37.461515 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 42119b57-9877-40b2-acba-2559ae503968, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=42119b57-9877-40b2-acba-2559ae503968,segment=NetworkSegment(d2150ecc-73be-4cac-a3e0-52292f5f056f),segment_id=d2150ecc-73be-4cac-a3e0-52292f5f056f)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:26:37.512431 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '42119b57-9877-40b2-acba-2559ae503968', 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e', 'port_id': '42119b57-9877-40b2-acba-2559ae503968', 'mac_address': 'fa:16:3e:16:f1:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c6e9fd-2327-49e8-8e06-530f56e702f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:26:37.516555 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9b9d4-0c3e-4b69-a71e-7307110af481 req-9b2f244a-e500-41bf-a760-4e477b60f2c7 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:37.525899 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8ef9b9d4-0c3e-4b69-a71e-7307110af481 req-9b2f244a-e500-41bf-a760-4e477b60f2c7 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 931 time: 0.1453471 Feb 16 22:26:37.560555 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41090) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:37.572349 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 42119b57-9877-40b2-acba-2559ae503968 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:26:37.572740 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (42119b57-9877-40b2-acba-2559ae503968), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:37.590204 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5e6f1c01-35d9-4313-868c-335ce743042d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:37.596285 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42119b57-9877-40b2-acba-2559ae503968 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:26:37.619739 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 42119b57-9877-40b2-acba-2559ae503968, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=42119b57-9877-40b2-acba-2559ae503968,segment=NetworkSegment(d2150ecc-73be-4cac-a3e0-52292f5f056f),segment_id=d2150ecc-73be-4cac-a3e0-52292f5f056f)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:26:37.629757 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (42119b57-9877-40b2-acba-2559ae503968), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:37.639846 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8ef9b9d4-0c3e-4b69-a71e-7307110af481 req-cb711489-de0f-43d7-b73c-4ae79202d9d1 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d64317e-ec6c-41b4-a421-73e0a02d08a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126611 Feb 16 22:26:37.727907 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=42119b57-9877-40b2-acba-2559ae503968,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:37.767315 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c554cd4c-1b00-4dec-9e19-13c8dab7158c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router_gateway (bb35d75b-f56f-408d-87f2-55c0f29c57df), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:37.771659 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 632b89cd-8319-4a76-861a-05a0a3e45894 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:26:37.814260 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-6d82f9e7-18a5-4fce-a877-b4c1abf05a7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 310b5571-2a2c-471e-8b93-1d1c81d293bb {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:26:37.836963 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['42119b57-9877-40b2-acba-2559ae503968'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:26:37.838825 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5733d222-dfce-4118-9734-6c0a4a824619 req-2796c572-6fcc-465a-926d-cb55093a3cea tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 210 time: 0.0692024 Feb 16 22:26:37.852170 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-6d82f9e7-18a5-4fce-a877-b4c1abf05a7d service neutron] Publish callbacks [] for port (310b5571-2a2c-471e-8b93-1d1c81d293bb), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:37.904932 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-6d82f9e7-18a5-4fce-a877-b4c1abf05a7d service neutron] Transition to ACTIVE for port object 310b5571-2a2c-471e-8b93-1d1c81d293bb will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:26:37.923408 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-6d82f9e7-18a5-4fce-a877-b4c1abf05a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (310b5571-2a2c-471e-8b93-1d1c81d293bb), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:38.021790 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82f9e7-18a5-4fce-a877-b4c1abf05a7d service neutron] Pushing event updated for resources: {'Port': ['ID=310b5571-2a2c-471e-8b93-1d1c81d293bb,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:38.076849 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5e6f1c01-35d9-4313-868c-335ce743042d admin admin] Publish callbacks [] for security_group (004a4134-7b95-4724-82f2-e443b3020089), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:38.103180 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5e6f1c01-35d9-4313-868c-335ce743042d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (004a4134-7b95-4724-82f2-e443b3020089), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:38.148304 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c554cd4c-1b00-4dec-9e19-13c8dab7158c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router_gateway (bb35d75b-f56f-408d-87f2-55c0f29c57df), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:38.149784 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5e6f1c01-35d9-4313-868c-335ce743042d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=487710a8ce2f4e06b437647005d9b781&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5831494 Feb 16 22:26:38.152392 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41094) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:38.182029 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c554cd4c-1b00-4dec-9e19-13c8dab7158c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:38.233822 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f1c01-35d9-4313-868c-335ce743042d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004a4134-7b95-4724-82f2-e443b3020089,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:38.280507 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-6d82f9e7-18a5-4fce-a877-b4c1abf05a7d service neutron] Attempting to bind port 310b5571-2a2c-471e-8b93-1d1c81d293bb on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:26:38.280793 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-6d82f9e7-18a5-4fce-a877-b4c1abf05a7d service neutron] Attempting to bind port 310b5571-2a2c-471e-8b93-1d1c81d293bb by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'a06a1604-bc44-4e2e-8dcf-6de8b6766e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '96e91e80-fb23-4684-8884-07949af40244'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:26:38.281077 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-6d82f9e7-18a5-4fce-a877-b4c1abf05a7d service neutron] Attempting to bind port 310b5571-2a2c-471e-8b93-1d1c81d293bb on network 96e91e80-fb23-4684-8884-07949af40244 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:26:38.296574 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817aec9-2f03-48fb-bc41-b09b69a25b2b req-dd3b7169-294e-4e00-bc73-a8cabc6c2c77 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:38.303733 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e817aec9-2f03-48fb-bc41-b09b69a25b2b req-dd3b7169-294e-4e00-bc73-a8cabc6c2c77 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=84e4fc8f-4313-4342-9243-3fc7e0de378e HTTP/1.1" status: 200 len: 944 time: 0.0840981 Feb 16 22:26:38.310686 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-6d82f9e7-18a5-4fce-a877-b4c1abf05a7d service neutron] Port 310b5571-2a2c-471e-8b93-1d1c81d293bb on network 96e91e80-fb23-4684-8884-07949af40244 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:26:38.311002 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-6d82f9e7-18a5-4fce-a877-b4c1abf05a7d service neutron] Attempting to bind port 310b5571-2a2c-471e-8b93-1d1c81d293bb on network 96e91e80-fb23-4684-8884-07949af40244 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:26:38.315431 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab9b818a-c513-4c11-897f-c39aa68feb37 admin admin] Publish callbacks [] for security_group (004a4134-7b95-4724-82f2-e443b3020089), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:38.317153 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-6d82f9e7-18a5-4fce-a877-b4c1abf05a7d service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:26:38.317497 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-6d82f9e7-18a5-4fce-a877-b4c1abf05a7d service neutron] Checking segment: {'id': 'a06a1604-bc44-4e2e-8dcf-6de8b6766e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '96e91e80-fb23-4684-8884-07949af40244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:26:38.317878 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-6d82f9e7-18a5-4fce-a877-b4c1abf05a7d service neutron] Bound using segment: {'id': 'a06a1604-bc44-4e2e-8dcf-6de8b6766e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '96e91e80-fb23-4684-8884-07949af40244'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:26:38.319062 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-6d82f9e7-18a5-4fce-a877-b4c1abf05a7d service neutron] Bound port: 310b5571-2a2c-471e-8b93-1d1c81d293bb, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a06a1604-bc44-4e2e-8dcf-6de8b6766e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '96e91e80-fb23-4684-8884-07949af40244'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:26:38.319430 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-6d82f9e7-18a5-4fce-a877-b4c1abf05a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (310b5571-2a2c-471e-8b93-1d1c81d293bb), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:38.375483 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab9b818a-c513-4c11-897f-c39aa68feb37 admin admin] Publish callbacks [] for security_group (004a4134-7b95-4724-82f2-e443b3020089), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:38.403252 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-c554cd4c-1b00-4dec-9e19-13c8dab7158c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Allocated IP 172.25.2.183 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/2eedfcf3-12ec-44ef-baf2-73d0df1cafe4) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:26:38.411634 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e817aec9-2f03-48fb-bc41-b09b69a25b2b req-7c5bab2a-2a7e-4099-b249-86d1a4d1d46f tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070304 Feb 16 22:26:38.421433 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-6d82f9e7-18a5-4fce-a877-b4c1abf05a7d service neutron] For port 310b5571-2a2c-471e-8b93-1d1c81d293bb, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:26:38.425288 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-6d82f9e7-18a5-4fce-a877-b4c1abf05a7d service neutron] For port 310b5571-2a2c-471e-8b93-1d1c81d293bb, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=310b5571-2a2c-471e-8b93-1d1c81d293bb,segment=NetworkSegment(a06a1604-bc44-4e2e-8dcf-6de8b6766e65),segment_id=a06a1604-bc44-4e2e-8dcf-6de8b6766e65)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:26:38.441212 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-6d82f9e7-18a5-4fce-a877-b4c1abf05a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (310b5571-2a2c-471e-8b93-1d1c81d293bb), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:38.504995 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-6d82f9e7-18a5-4fce-a877-b4c1abf05a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:38.506691 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-6d82f9e7-18a5-4fce-a877-b4c1abf05a7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:38.508268 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-6d82f9e7-18a5-4fce-a877-b4c1abf05a7d service neutron] 10.222.0.67 "PUT /v2.0/ports/310b5571-2a2c-471e-8b93-1d1c81d293bb HTTP/1.1" status: 200 len: 1091 time: 2.1408610 Feb 16 22:26:38.508857 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6bfe840-6d14-4438-af42-fa226509a4d5', 'tag': '310b5571-2a2c-471e-8b93-1d1c81d293bb'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:26:38.511634 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971da457-6f19-4d54-a305-7a95317e491d" -d '{"events": [{"name": "network-changed", "server_uuid": "c6bfe840-6d14-4438-af42-fa226509a4d5", "tag": "310b5571-2a2c-471e-8b93-1d1c81d293bb"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:26:38.587105 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82f9e7-18a5-4fce-a877-b4c1abf05a7d service neutron] Pushing event updated for resources: {'Port': ['ID=310b5571-2a2c-471e-8b93-1d1c81d293bb,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:38.606896 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559d0a3e-6d70-441b-ab7b-5ad0294a0bdd x-openstack-request-id: req-559d0a3e-6d70-441b-ab7b-5ad0294a0bdd {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:26:38.607242 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6bfe840-6d14-4438-af42-fa226509a4d5", "tag": "310b5571-2a2c-471e-8b93-1d1c81d293bb", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:26:38.607465 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-559d0a3e-6d70-441b-ab7b-5ad0294a0bdd {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:26:38.607882 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6bfe840-6d14-4438-af42-fa226509a4d5', 'tag': '310b5571-2a2c-471e-8b93-1d1c81d293bb', 'status': 'completed', 'code': 200} Feb 16 22:26:38.632385 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-e1c8a3e5-b7f1-4f09-8cb8-5da039d59606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:38.634264 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-e1c8a3e5-b7f1-4f09-8cb8-5da039d59606 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e11c8fd74a7f486d9478420e45ad2436&device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 1125 time: 0.0621421 Feb 16 22:26:38.639592 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab9b818a-c513-4c11-897f-c39aa68feb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (004a4134-7b95-4724-82f2-e443b3020089), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:38.642462 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab9b818a-c513-4c11-897f-c39aa68feb37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:38.644087 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ab9b818a-c513-4c11-897f-c39aa68feb37 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/004a4134-7b95-4724-82f2-e443b3020089 HTTP/1.1" status: 204 len: 168 time: 0.4902320 Feb 16 22:26:38.664917 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b818a-c513-4c11-897f-c39aa68feb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004a4134-7b95-4724-82f2-e443b3020089,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:38.719066 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c554cd4c-1b00-4dec-9e19-13c8dab7158c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for port (2eedfcf3-12ec-44ef-baf2-73d0df1cafe4), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:38.769382 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-87e6a1bc-d012-4f7b-9924-731d03a435a2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=310b5571-2a2c-471e-8b93-1d1c81d293bb HTTP/1.1" status: 200 len: 217 time: 0.1275189 Feb 16 22:26:38.806132 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c554cd4c-1b00-4dec-9e19-13c8dab7158c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (2eedfcf3-12ec-44ef-baf2-73d0df1cafe4), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:38.905457 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-129b8ab7-feb5-4ac1-82aa-b5932a7535f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:38.907912 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-129b8ab7-feb5-4ac1-82aa-b5932a7535f6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=88a4819f-11e9-4cf4-9189-2b40fd9f9478 HTTP/1.1" status: 200 len: 860 time: 0.1301773 Feb 16 22:26:38.933727 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device cadb48c8-8747-4a2e-98c1-d5dc07148656 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:26:38.945170 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-830030ae-7ebf-469c-a55d-5c43183bf622 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=96e91e80-fb23-4684-8884-07949af40244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302806 Feb 16 22:26:38.945441 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554cd4c-1b00-4dec-9e19-13c8dab7158c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Pushing event updated for resources: {'Port': ['ID=2eedfcf3-12ec-44ef-baf2-73d0df1cafe4,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:38.956874 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a189aec-4a8c-46be-a83d-5fb8ff08820f req-7d13a6fa-6422-4321-9fc1-58aff7e76937 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:38.957418 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c554cd4c-1b00-4dec-9e19-13c8dab7158c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:26:38.959840 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a189aec-4a8c-46be-a83d-5fb8ff08820f req-7d13a6fa-6422-4321-9fc1-58aff7e76937 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 943 time: 0.1848736 Feb 16 22:26:38.963590 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-c554cd4c-1b00-4dec-9e19-13c8dab7158c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:26:38.966192 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c554cd4c-1b00-4dec-9e19-13c8dab7158c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:26:38.980848 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 42119b57-9877-40b2-acba-2559ae503968 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:26:38.984004 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: cadb48c8-8747-4a2e-98c1-d5dc07148656 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:26:38.984545 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device cadb48c8-8747-4a2e-98c1-d5dc07148656 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:26:39.055715 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 42119b57-9877-40b2-acba-2559ae503968 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:26:39.066900 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 42119b57-9877-40b2-acba-2559ae503968 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:26:39.069936 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (42119b57-9877-40b2-acba-2559ae503968), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:39.083099 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a189aec-4a8c-46be-a83d-5fb8ff08820f req-e93d1504-fe18-4282-92da-793942afb84e tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d64317e-ec6c-41b4-a421-73e0a02d08a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999010 Feb 16 22:26:39.121612 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-88963724-1217-4070-8597-adc56681ca0e service neutron] 10.222.0.67 "GET /v2.0/networks/96e91e80-fb23-4684-8884-07949af40244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607637 Feb 16 22:26:39.170422 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 42119b57-9877-40b2-acba-2559ae503968 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:26:39.171098 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (42119b57-9877-40b2-acba-2559ae503968), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:39.214936 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 42119b57-9877-40b2-acba-2559ae503968, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=42119b57-9877-40b2-acba-2559ae503968,segment=NetworkSegment(d2150ecc-73be-4cac-a3e0-52292f5f056f),segment_id=d2150ecc-73be-4cac-a3e0-52292f5f056f)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:26:39.216986 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e4fc8f-4313-4342-9243-3fc7e0de378e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42119b57-9877-40b2-acba-2559ae503968'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:26:39.223246 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4fa7f7-4445-46f2-805f-3c5843f5d2e7" -d '{"events": [{"server_uuid": "84e4fc8f-4313-4342-9243-3fc7e0de378e", "name": "network-vif-plugged", "status": "completed", "tag": "42119b57-9877-40b2-acba-2559ae503968"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:26:39.228685 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (42119b57-9877-40b2-acba-2559ae503968), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:39.301710 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8ea26070-6e6e-4a0d-8233-85d0e35a8b11 req-2f2a2713-326e-4919-9449-83bcd03e2677 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 210 time: 0.0370445 Feb 16 22:26:39.307394 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=42119b57-9877-40b2-acba-2559ae503968,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:39.357774 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de483571-7610-4fb0-a152-a14a00b0f2b8 x-openstack-request-id: req-de483571-7610-4fb0-a152-a14a00b0f2b8 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:26:39.358216 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e4fc8f-4313-4342-9243-3fc7e0de378e", "name": "network-vif-plugged", "status": "completed", "tag": "42119b57-9877-40b2-acba-2559ae503968", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:26:39.358576 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-de483571-7610-4fb0-a152-a14a00b0f2b8 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:26:39.359116 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e4fc8f-4313-4342-9243-3fc7e0de378e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42119b57-9877-40b2-acba-2559ae503968', 'code': 200} Feb 16 22:26:39.361917 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d8efb1ad-c60b-4198-9497-74b9bd37ce21 req-7c797644-6c6e-43ce-a732-f78215f3212b service neutron] 10.222.0.67 "GET /v2.0/networks/96e91e80-fb23-4684-8884-07949af40244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331679 Feb 16 22:26:39.475607 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971da457-6f19-4d54-a305-7a95317e491d req-5ab25020-6aa3-4596-9c28-b849b4527cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:39.480972 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-971da457-6f19-4d54-a305-7a95317e491d req-5ab25020-6aa3-4596-9c28-b849b4527cf0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e11c8fd74a7f486d9478420e45ad2436&device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 1125 time: 0.0662987 Feb 16 22:26:39.805711 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeef7a4-dbef-4b95-817b-80ea5c61e363 req-33be55b1-5c3e-4055-9989-a34ddb1b73cd tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:39.808133 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ceeef7a4-dbef-4b95-817b-80ea5c61e363 req-33be55b1-5c3e-4055-9989-a34ddb1b73cd tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=84e4fc8f-4313-4342-9243-3fc7e0de378e HTTP/1.1" status: 200 len: 945 time: 0.2521577 Feb 16 22:26:39.809837 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971da457-6f19-4d54-a305-7a95317e491d req-40dcf007-bb42-4ce1-81bd-43df532e03c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:39.811390 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-971da457-6f19-4d54-a305-7a95317e491d req-40dcf007-bb42-4ce1-81bd-43df532e03c7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=96e91e80-fb23-4684-8884-07949af40244 HTTP/1.1" status: 200 len: 921 time: 0.3245540 Feb 16 22:26:39.831128 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29883fbd-6e9c-49b2-a9bc-4840215eede5 req-32be4b3a-fa88-45e2-98af-c2651d289112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:39.832646 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-29883fbd-6e9c-49b2-a9bc-4840215eede5 req-32be4b3a-fa88-45e2-98af-c2651d289112 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=84e4fc8f-4313-4342-9243-3fc7e0de378e HTTP/1.1" status: 200 len: 1127 time: 0.1367910 Feb 16 22:26:39.879696 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c554cd4c-1b00-4dec-9e19-13c8dab7158c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router_gateway (bb35d75b-f56f-408d-87f2-55c0f29c57df), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:39.910998 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-971da457-6f19-4d54-a305-7a95317e491d req-7dff52b6-45e1-4749-9380-fdf33c4651ff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=310b5571-2a2c-471e-8b93-1d1c81d293bb HTTP/1.1" status: 200 len: 217 time: 0.0693769 Feb 16 22:26:39.920314 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ceeef7a4-dbef-4b95-817b-80ea5c61e363 req-8b463343-7d97-4879-813a-7e9624951c4e tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064000 Feb 16 22:26:39.982524 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-29883fbd-6e9c-49b2-a9bc-4840215eede5 req-ad8b7d38-9aad-494c-91f9-65997fdfa09f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431761 Feb 16 22:26:39.983160 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971da457-6f19-4d54-a305-7a95317e491d req-610d8d99-3055-44f2-84d5-5f28222f91b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:39.985122 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-971da457-6f19-4d54-a305-7a95317e491d req-610d8d99-3055-44f2-84d5-5f28222f91b7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=88a4819f-11e9-4cf4-9189-2b40fd9f9478 HTTP/1.1" status: 200 len: 860 time: 0.0633864 Feb 16 22:26:40.025326 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-971da457-6f19-4d54-a305-7a95317e491d req-4d45714e-2b16-4ab6-9058-ec9bd97262e7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=96e91e80-fb23-4684-8884-07949af40244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332608 Feb 16 22:26:40.025883 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41126) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:40.137337 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-971da457-6f19-4d54-a305-7a95317e491d req-7e4a8807-666d-4f6c-a703-5f1c5714407f service neutron] 10.222.0.67 "GET /v2.0/networks/96e91e80-fb23-4684-8884-07949af40244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026213 Feb 16 22:26:40.147163 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-d3fea718-868f-4c49-9794-3fb664851f39 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-493928930'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:40.171585 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c554cd4c-1b00-4dec-9e19-13c8dab7158c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (bb35d75b-f56f-408d-87f2-55c0f29c57df), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:40.189670 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fea718-868f-4c49-9794-3fb664851f39 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Made reservation on behalf of e887774440904c97a346a99e76f2cd26 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:26:40.193589 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d3fea718-868f-4c49-9794-3fb664851f39 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:40.233131 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d3fea718-868f-4c49-9794-3fb664851f39 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:40.316866 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c554cd4c-1b00-4dec-9e19-13c8dab7158c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Router bb35d75b-f56f-408d-87f2-55c0f29c57df is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:26:40.435486 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c554cd4c-1b00-4dec-9e19-13c8dab7158c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:26:40.448205 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bbb809-6603-46cf-9439-12344e029b93 None None] Sync routers for ids ['bb35d75b-f56f-408d-87f2-55c0f29c57df'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:26:40.458863 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c554cd4c-1b00-4dec-9e19-13c8dab7158c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:40.460239 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c554cd4c-1b00-4dec-9e19-13c8dab7158c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.4535596 Feb 16 22:26:40.463033 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41134) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:40.466500 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bbb809-6603-46cf-9439-12344e029b93 None None] Routers {'bb35d75b-f56f-408d-87f2-55c0f29c57df'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:26:40.467844 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-44bbb809-6603-46cf-9439-12344e029b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['bb35d75b-f56f-408d-87f2-55c0f29c57df'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:40.468459 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-5aaa0264-da1a-400c-8f75-df2108092636 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'enable_snat': False}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:40.513060 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-44bbb809-6603-46cf-9439-12344e029b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:40.525504 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bbb809-6603-46cf-9439-12344e029b93 None None] Routers {'bb35d75b-f56f-408d-87f2-55c0f29c57df'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:26:40.526536 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-44bbb809-6603-46cf-9439-12344e029b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['bb35d75b-f56f-408d-87f2-55c0f29c57df'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:40.566837 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-44bbb809-6603-46cf-9439-12344e029b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:40.568538 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bbb809-6603-46cf-9439-12344e029b93 None None] The sync data for ids ['bb35d75b-f56f-408d-87f2-55c0f29c57df'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:26:40.638154 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e0b27-f422-47f0-ac96-6f120ca93875 req-404f81d9-2b53-484d-91d9-1fe308c5268d tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:40.644983 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-924e0b27-f422-47f0-ac96-6f120ca93875 req-404f81d9-2b53-484d-91d9-1fe308c5268d tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 943 time: 0.4587152 Feb 16 22:26:40.662363 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-971da457-6f19-4d54-a305-7a95317e491d req-8964532e-9739-48a2-8c6d-e8e32be8c5c0 service neutron] 10.222.0.67 "GET /v2.0/networks/96e91e80-fb23-4684-8884-07949af40244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4965980 Feb 16 22:26:40.686456 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d3fea718-868f-4c49-9794-3fb664851f39 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for security_group (1e6b37ff-9157-4f9d-a9e6-e9f12f94b9bb), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:40.696076 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d3fea718-868f-4c49-9794-3fb664851f39 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (1e6b37ff-9157-4f9d-a9e6-e9f12f94b9bb), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:40.745558 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-924e0b27-f422-47f0-ac96-6f120ca93875 req-16c90883-8d1e-44c9-89b6-90905a2d15ac tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d64317e-ec6c-41b4-a421-73e0a02d08a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997040 Feb 16 22:26:40.746332 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3fea718-868f-4c49-9794-3fb664851f39 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:26:40.757145 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fea718-868f-4c49-9794-3fb664851f39 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6b37ff-9157-4f9d-a9e6-e9f12f94b9bb,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:40.762504 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d3fea718-868f-4c49-9794-3fb664851f39 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (c200519a-4d70-44ab-ae82-0fda6222da13), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:40.762855 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-d3fea718-868f-4c49-9794-3fb664851f39 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Added segment c200519a-4d70-44ab-ae82-0fda6222da13 of type vlan for network a0759160-15c4-48c6-ae30-b15d06348921 Feb 16 22:26:40.806062 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d3fea718-868f-4c49-9794-3fb664851f39 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (a0759160-15c4-48c6-ae30-b15d06348921), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:40.835441 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d3fea718-868f-4c49-9794-3fb664851f39 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (a0759160-15c4-48c6-ae30-b15d06348921), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:40.846796 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fea718-868f-4c49-9794-3fb664851f39 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:40.847752 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d3fea718-868f-4c49-9794-3fb664851f39 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:40.848463 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5aaa0264-da1a-400c-8f75-df2108092636 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router_gateway (bb35d75b-f56f-408d-87f2-55c0f29c57df), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:40.921147 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-be86869b-f6c4-4f46-837c-639d99ec72a5 req-344bcd31-ceb9-4191-989c-b0c3c92f13c4 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 210 time: 0.0503645 Feb 16 22:26:40.930500 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d3fea718-868f-4c49-9794-3fb664851f39 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9034464 Feb 16 22:26:40.937555 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41136) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:40.945154 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-fc7a208a-9695-459f-bc3a-54fd1ff5746d tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Request body: {'subnet': {'network_id': 'a0759160-15c4-48c6-ae30-b15d06348921', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:40.978077 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fea718-868f-4c49-9794-3fb664851f39 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event updated for resources: {'Network': ['ID=a0759160-15c4-48c6-ae30-b15d06348921,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:40.993008 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network a0759160-15c4-48c6-ae30-b15d06348921 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:26:41.094485 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61552d4-117d-4066-8a26-37a46b29b6ed req-d52c220f-ef83-4528-b7b5-588f9007fe60 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:41.104372 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d61552d4-117d-4066-8a26-37a46b29b6ed req-d52c220f-ef83-4528-b7b5-588f9007fe60 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=84e4fc8f-4313-4342-9243-3fc7e0de378e HTTP/1.1" status: 200 len: 945 time: 0.0828228 Feb 16 22:26:41.106111 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7a208a-9695-459f-bc3a-54fd1ff5746d tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Made reservation on behalf of e887774440904c97a346a99e76f2cd26 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:26:41.110839 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fc7a208a-9695-459f-bc3a-54fd1ff5746d tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:41.163880 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d61552d4-117d-4066-8a26-37a46b29b6ed req-a82e84e8-dae3-4b73-ac65-3136319a314d tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584671 Feb 16 22:26:41.429498 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fc7a208a-9695-459f-bc3a-54fd1ff5746d tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (6103008d-78c8-47e1-b8e0-f8233015a41a), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:41.554685 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a208a-9695-459f-bc3a-54fd1ff5746d tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event updated for resources: {'Subnet': ['ID=6103008d-78c8-47e1-b8e0-f8233015a41a,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:41.577675 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7a208a-9695-459f-bc3a-54fd1ff5746d tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Checking segment: {'id': 'c200519a-4d70-44ab-ae82-0fda6222da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a0759160-15c4-48c6-ae30-b15d06348921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:26:41.578071 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7a208a-9695-459f-bc3a-54fd1ff5746d tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Network hostable DHCP agents. Network: a0759160-15c4-48c6-ae30-b15d06348921, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:26:41.600124 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5aaa0264-da1a-400c-8f75-df2108092636 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-374653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59817'] for router (bb35d75b-f56f-408d-87f2-55c0f29c57df), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:41.605837 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5aaa0264-da1a-400c-8f75-df2108092636 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362694'] for router (bb35d75b-f56f-408d-87f2-55c0f29c57df), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:41.608808 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7a208a-9695-459f-bc3a-54fd1ff5746d tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Network a0759160-15c4-48c6-ae30-b15d06348921 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:26:41.647710 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-fc7a208a-9695-459f-bc3a-54fd1ff5746d tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, a0759160-15c4-48c6-ae30-b15d06348921) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:26:41.655780 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac19bfc4-8d4f-4efb-b36f-3aa97ba3e7a1 None None] Network a0759160-15c4-48c6-ae30-b15d06348921 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:26:41.680492 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7a208a-9695-459f-bc3a-54fd1ff5746d tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:41.681098 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fc7a208a-9695-459f-bc3a-54fd1ff5746d tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:41.709092 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fc7a208a-9695-459f-bc3a-54fd1ff5746d tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7690847 Feb 16 22:26:41.711925 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41140) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:41.716498 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-b315c50e-cb0e-4876-9873-acf964e03fe7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1887774190', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}, 'admin_state_up': False}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:41.748775 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b315c50e-cb0e-4876-9873-acf964e03fe7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (43802d64-4ded-4797-bbf8-92727fbf221d), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:41.750223 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b315c50e-cb0e-4876-9873-acf964e03fe7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (43802d64-4ded-4797-bbf8-92727fbf221d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:41.753016 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aaa0264-da1a-400c-8f75-df2108092636 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Router bb35d75b-f56f-408d-87f2-55c0f29c57df has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:26:41.785168 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e49ccc-a221-4a81-9ce3-6570a1d54a08 None None] Network a0759160-15c4-48c6-ae30-b15d06348921 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:26:41.829072 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b315c50e-cb0e-4876-9873-acf964e03fe7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for router_controller (43802d64-4ded-4797-bbf8-92727fbf221d), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:41.907466 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aaa0264-da1a-400c-8f75-df2108092636 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:26:41.911903 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5aaa0264-da1a-400c-8f75-df2108092636 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:41.913200 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5aaa0264-da1a-400c-8f75-df2108092636 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] 10.222.0.75 "PUT /v2.0/routers/bb35d75b-f56f-408d-87f2-55c0f29c57df HTTP/1.1" status: 200 len: 925 time: 1.4488728 Feb 16 22:26:41.915971 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41144) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:41.924515 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551e23c5-b322-4faa-bbe1-d02e892cd4af None None] Sync routers for ids ['bb35d75b-f56f-408d-87f2-55c0f29c57df'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:26:41.936786 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e23c5-b322-4faa-bbe1-d02e892cd4af None None] Routers {'bb35d75b-f56f-408d-87f2-55c0f29c57df'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:26:41.937438 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-551e23c5-b322-4faa-bbe1-d02e892cd4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['bb35d75b-f56f-408d-87f2-55c0f29c57df'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:41.979166 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-551e23c5-b322-4faa-bbe1-d02e892cd4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:41.997198 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e23c5-b322-4faa-bbe1-d02e892cd4af None None] Routers {'bb35d75b-f56f-408d-87f2-55c0f29c57df'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:26:41.998891 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-551e23c5-b322-4faa-bbe1-d02e892cd4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['bb35d75b-f56f-408d-87f2-55c0f29c57df'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:42.040189 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-551e23c5-b322-4faa-bbe1-d02e892cd4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:42.040973 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551e23c5-b322-4faa-bbe1-d02e892cd4af None None] The sync data for ids ['bb35d75b-f56f-408d-87f2-55c0f29c57df'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:26:42.051878 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-245d1e0a-0339-4794-9a9b-5c192dac5a66 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] 10.222.0.75 "GET /v2.0/routers/bb35d75b-f56f-408d-87f2-55c0f29c57df HTTP/1.1" status: 200 len: 925 time: 0.1348107 Feb 16 22:26:42.054600 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41148) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:42.055592 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b315c50e-cb0e-4876-9873-acf964e03fe7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for router_gateway (43802d64-4ded-4797-bbf8-92727fbf221d), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:42.076219 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360821d5-00ed-4087-8da7-341ced80bb34 req-001623d7-2970-4dc2-9533-9172c5d1bed7 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:42.077796 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-360821d5-00ed-4087-8da7-341ced80bb34 req-001623d7-2970-4dc2-9533-9172c5d1bed7 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 943 time: 0.1369705 Feb 16 22:26:42.156649 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b1044f-57c0-42ee-9b59-c6d4782d1024 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:42.160603 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-47b1044f-57c0-42ee-9b59-c6d4782d1024 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=b0ab4fc8-02c8-4404-90ea-6cd7fce3204f&device_id=bb35d75b-f56f-408d-87f2-55c0f29c57df&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1026618 Feb 16 22:26:42.160778 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41150) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:42.193875 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-360821d5-00ed-4087-8da7-341ced80bb34 req-9908a1e3-4a32-446a-ba5f-aa27333382af tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d64317e-ec6c-41b4-a421-73e0a02d08a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017475 Feb 16 22:26:42.259517 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3f5b4f-9075-4423-95cf-2a4b8c13269e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:42.263667 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-aa3f5b4f-9075-4423-95cf-2a4b8c13269e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 881 time: 0.0990520 Feb 16 22:26:42.263930 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41154) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:42.339572 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0ea7e892-9eb8-404f-8746-a21c221b2d20 req-b5d144b9-6085-4ca1-a265-d25cbed96c9e tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 210 time: 0.0374718 Feb 16 22:26:42.372940 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b315c50e-cb0e-4876-9873-acf964e03fe7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for router_gateway (43802d64-4ded-4797-bbf8-92727fbf221d), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:42.397213 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b315c50e-cb0e-4876-9873-acf964e03fe7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:42.545894 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cefc39-5a3c-418f-86f2-d65fe2a66ac9 req-ed480806-28a3-42e1-a6b4-65e27717f11a tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:42.547541 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e2cefc39-5a3c-418f-86f2-d65fe2a66ac9 req-ed480806-28a3-42e1-a6b4-65e27717f11a tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=84e4fc8f-4313-4342-9243-3fc7e0de378e HTTP/1.1" status: 200 len: 945 time: 0.1097643 Feb 16 22:26:42.562706 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-b315c50e-cb0e-4876-9873-acf964e03fe7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Allocated IP 172.25.2.198 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/f995d78b-ebbb-434a-b03e-ce5f807edcb8) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:26:42.644114 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e2cefc39-5a3c-418f-86f2-d65fe2a66ac9 req-a6ee1116-6213-4df2-8476-24f47a513d7e tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828865 Feb 16 22:26:42.647261 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-14c20cda-ccd9-4aa0-ab29-4219b135c1c1 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] 10.222.0.75 "GET /v2.0/ports?device_id=bb35d75b-f56f-408d-87f2-55c0f29c57df HTTP/1.1" status: 200 len: 205 time: 0.3813553 Feb 16 22:26:42.650523 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41156) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:42.715863 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b315c50e-cb0e-4876-9873-acf964e03fe7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for port (f995d78b-ebbb-434a-b03e-ce5f807edcb8), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:42.783815 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab110134-41b7-49da-8e98-21217481c66c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router (bb35d75b-f56f-408d-87f2-55c0f29c57df), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:42.792424 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cac119-4b6a-4b94-b2b8-77ee8130aa77 req-7963a366-63ca-4055-8255-584dd32d63ee tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:42.794347 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c6cac119-4b6a-4b94-b2b8-77ee8130aa77 req-7963a366-63ca-4055-8255-584dd32d63ee tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=84e4fc8f-4313-4342-9243-3fc7e0de378e HTTP/1.1" status: 200 len: 945 time: 0.0766902 Feb 16 22:26:42.796371 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b315c50e-cb0e-4876-9873-acf964e03fe7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (f995d78b-ebbb-434a-b03e-ce5f807edcb8), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:42.852438 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b315c50e-cb0e-4876-9873-acf964e03fe7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:26:42.868598 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-b315c50e-cb0e-4876-9873-acf964e03fe7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:26:42.875043 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b315c50e-cb0e-4876-9873-acf964e03fe7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:26:42.899691 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab110134-41b7-49da-8e98-21217481c66c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router_gateway (bb35d75b-f56f-408d-87f2-55c0f29c57df), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:42.907269 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b315c50e-cb0e-4876-9873-acf964e03fe7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event updated for resources: {'Port': ['ID=f995d78b-ebbb-434a-b03e-ce5f807edcb8,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:42.917021 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c6cac119-4b6a-4b94-b2b8-77ee8130aa77 req-80e2fcec-c32b-41cb-91f5-d2b8d3e28f6a tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139526 Feb 16 22:26:42.969235 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-ab110134-41b7-49da-8e98-21217481c66c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Deleting port 2eedfcf3-12ec-44ef-baf2-73d0df1cafe4 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:26:42.969733 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab110134-41b7-49da-8e98-21217481c66c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (2eedfcf3-12ec-44ef-baf2-73d0df1cafe4), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:43.054404 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab110134-41b7-49da-8e98-21217481c66c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (2eedfcf3-12ec-44ef-baf2-73d0df1cafe4), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:43.068401 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-ab110134-41b7-49da-8e98-21217481c66c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Calling delete_port for 2eedfcf3-12ec-44ef-baf2-73d0df1cafe4 owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:26:43.228810 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b315c50e-cb0e-4876-9873-acf964e03fe7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for router_gateway (43802d64-4ded-4797-bbf8-92727fbf221d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:43.258660 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab110134-41b7-49da-8e98-21217481c66c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (2eedfcf3-12ec-44ef-baf2-73d0df1cafe4), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:43.289553 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab110134-41b7-49da-8e98-21217481c66c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Pushing event deleted for resources: {'Port': ['ID=2eedfcf3-12ec-44ef-baf2-73d0df1cafe4,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:43.303385 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 310b5571-2a2c-471e-8b93-1d1c81d293bb details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:26:43.319416 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab110134-41b7-49da-8e98-21217481c66c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:43.319745 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab110134-41b7-49da-8e98-21217481c66c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:43.320150 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab110134-41b7-49da-8e98-21217481c66c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:43.320616 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab110134-41b7-49da-8e98-21217481c66c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:43.320845 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e954c9-8ded-4abf-95e6-1e4b4515ad2b req-31cc7fe7-0a51-4388-a39a-c5a4582edf48 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:43.320979 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab110134-41b7-49da-8e98-21217481c66c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:43.321285 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab110134-41b7-49da-8e98-21217481c66c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:43.321625 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab110134-41b7-49da-8e98-21217481c66c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:43.322044 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab110134-41b7-49da-8e98-21217481c66c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:43.322382 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab110134-41b7-49da-8e98-21217481c66c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:43.322506 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b5e954c9-8ded-4abf-95e6-1e4b4515ad2b req-31cc7fe7-0a51-4388-a39a-c5a4582edf48 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=84e4fc8f-4313-4342-9243-3fc7e0de378e HTTP/1.1" status: 200 len: 945 time: 0.1445115 Feb 16 22:26:43.322721 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab110134-41b7-49da-8e98-21217481c66c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:43.323032 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab110134-41b7-49da-8e98-21217481c66c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:43.323780 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab110134-41b7-49da-8e98-21217481c66c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:43.324122 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab110134-41b7-49da-8e98-21217481c66c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:43.369147 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab110134-41b7-49da-8e98-21217481c66c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (bb35d75b-f56f-408d-87f2-55c0f29c57df), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:43.455116 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b5e954c9-8ded-4abf-95e6-1e4b4515ad2b req-b3144543-ab9a-4649-80c5-343fc449d674 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202445 Feb 16 22:26:43.477907 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab110134-41b7-49da-8e98-21217481c66c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (bb35d75b-f56f-408d-87f2-55c0f29c57df), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:43.480826 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab110134-41b7-49da-8e98-21217481c66c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router_controller (bb35d75b-f56f-408d-87f2-55c0f29c57df), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:43.542844 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab110134-41b7-49da-8e98-21217481c66c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (bb35d75b-f56f-408d-87f2-55c0f29c57df), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:43.543394 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab110134-41b7-49da-8e98-21217481c66c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Fanout notify agent at l3_agent the message router_deleted on router bb35d75b-f56f-408d-87f2-55c0f29c57df {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:26:43.551034 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab110134-41b7-49da-8e98-21217481c66c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:43.552466 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ab110134-41b7-49da-8e98-21217481c66c tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] 10.222.0.75 "DELETE /v2.0/routers/bb35d75b-f56f-408d-87f2-55c0f29c57df HTTP/1.1" status: 204 len: 168 time: 0.9007845 Feb 16 22:26:43.556574 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41168) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:43.561157 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-c4ac4f04-622d-45bf-8a27-5ae5445653a6 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1681241519', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:43.585421 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c4ac4f04-622d-45bf-8a27-5ae5445653a6 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (8d709ac8-0d58-44d1-a53c-bab70205204d), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:43.586721 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c4ac4f04-622d-45bf-8a27-5ae5445653a6 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (8d709ac8-0d58-44d1-a53c-bab70205204d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:43.609935 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 310b5571-2a2c-471e-8b93-1d1c81d293bb, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=310b5571-2a2c-471e-8b93-1d1c81d293bb,segment=NetworkSegment(a06a1604-bc44-4e2e-8dcf-6de8b6766e65),segment_id=a06a1604-bc44-4e2e-8dcf-6de8b6766e65)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:26:43.633572 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '310b5571-2a2c-471e-8b93-1d1c81d293bb', 'network_id': '96e91e80-fb23-4684-8884-07949af40244', 'port_id': '310b5571-2a2c-471e-8b93-1d1c81d293bb', 'mac_address': 'fa:16:3e:cc:50:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a4819f-11e9-4cf4-9189-2b40fd9f9478', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:26:43.642548 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb52e38-448b-4c07-8aca-370faa592fa4 req-076271d7-4093-4f07-bfaa-231425320501 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:43.649917 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8fb52e38-448b-4c07-8aca-370faa592fa4 req-076271d7-4093-4f07-bfaa-231425320501 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 943 time: 0.0846772 Feb 16 22:26:43.657623 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c4ac4f04-622d-45bf-8a27-5ae5445653a6 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router_controller (8d709ac8-0d58-44d1-a53c-bab70205204d), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:43.667134 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b315c50e-cb0e-4876-9873-acf964e03fe7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (43802d64-4ded-4797-bbf8-92727fbf221d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:43.670301 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c4ac4f04-622d-45bf-8a27-5ae5445653a6 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (8d709ac8-0d58-44d1-a53c-bab70205204d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:43.691966 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 310b5571-2a2c-471e-8b93-1d1c81d293bb is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:26:43.692491 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (310b5571-2a2c-471e-8b93-1d1c81d293bb), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:43.695750 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c4ac4f04-622d-45bf-8a27-5ae5445653a6 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:43.699841 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c4ac4f04-622d-45bf-8a27-5ae5445653a6 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1422014 Feb 16 22:26:43.700449 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41170) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:43.705095 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-d58dd7bc-559b-4843-8499-cae6b3bf0612 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:43.709302 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 310b5571-2a2c-471e-8b93-1d1c81d293bb {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:26:43.738342 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 310b5571-2a2c-471e-8b93-1d1c81d293bb, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=310b5571-2a2c-471e-8b93-1d1c81d293bb,segment=NetworkSegment(a06a1604-bc44-4e2e-8dcf-6de8b6766e65),segment_id=a06a1604-bc44-4e2e-8dcf-6de8b6766e65)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:26:43.744051 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (310b5571-2a2c-471e-8b93-1d1c81d293bb), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:43.781424 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8fb52e38-448b-4c07-8aca-370faa592fa4 req-7ec1a540-c5b7-4ebf-b218-e547e0c72dcd tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d64317e-ec6c-41b4-a421-73e0a02d08a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305447 Feb 16 22:26:43.819393 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=310b5571-2a2c-471e-8b93-1d1c81d293bb,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:43.888933 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0861ea0a-610b-4003-a450-37c26f64bb99 req-94301683-7080-41c4-a1be-7633df26ff0c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 210 time: 0.0434325 Feb 16 22:26:43.906070 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b315c50e-cb0e-4876-9873-acf964e03fe7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Router 43802d64-4ded-4797-bbf8-92727fbf221d is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:26:43.944563 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d58dd7bc-559b-4843-8499-cae6b3bf0612 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router_gateway (8d709ac8-0d58-44d1-a53c-bab70205204d), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:44.034623 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b315c50e-cb0e-4876-9873-acf964e03fe7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:26:44.046699 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5484a8d3-324f-4cc4-bd03-6c7179f305d0 None None] Sync routers for ids ['43802d64-4ded-4797-bbf8-92727fbf221d'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:26:44.058913 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5484a8d3-324f-4cc4-bd03-6c7179f305d0 None None] Routers {'43802d64-4ded-4797-bbf8-92727fbf221d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:26:44.059633 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b315c50e-cb0e-4876-9873-acf964e03fe7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:44.059935 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-5484a8d3-324f-4cc4-bd03-6c7179f305d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['43802d64-4ded-4797-bbf8-92727fbf221d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:44.063667 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['310b5571-2a2c-471e-8b93-1d1c81d293bb'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:26:44.065694 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b315c50e-cb0e-4876-9873-acf964e03fe7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3526952 Feb 16 22:26:44.066652 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41172) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:44.096060 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-5484a8d3-324f-4cc4-bd03-6c7179f305d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:44.106386 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5484a8d3-324f-4cc4-bd03-6c7179f305d0 None None] Routers {'43802d64-4ded-4797-bbf8-92727fbf221d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:26:44.107218 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-5484a8d3-324f-4cc4-bd03-6c7179f305d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['43802d64-4ded-4797-bbf8-92727fbf221d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:44.153889 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-5484a8d3-324f-4cc4-bd03-6c7179f305d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:44.154846 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5484a8d3-324f-4cc4-bd03-6c7179f305d0 None None] The sync data for ids ['43802d64-4ded-4797-bbf8-92727fbf221d'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:26:44.164198 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d58dd7bc-559b-4843-8499-cae6b3bf0612 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router_gateway (8d709ac8-0d58-44d1-a53c-bab70205204d), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:44.193086 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d58dd7bc-559b-4843-8499-cae6b3bf0612 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:44.325280 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-d58dd7bc-559b-4843-8499-cae6b3bf0612 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Allocated IP 172.25.2.254 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/027277c5-e955-4384-8d63-bc98302aa6ad) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:26:44.438841 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d58dd7bc-559b-4843-8499-cae6b3bf0612 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for port (027277c5-e955-4384-8d63-bc98302aa6ad), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:44.512304 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d58dd7bc-559b-4843-8499-cae6b3bf0612 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (027277c5-e955-4384-8d63-bc98302aa6ad), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:44.529794 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db517457-37bc-420d-b044-7be4e73f500a req-eaded537-79e7-4a71-af30-5b011da3a8dd tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:44.531312 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-db517457-37bc-420d-b044-7be4e73f500a req-eaded537-79e7-4a71-af30-5b011da3a8dd tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.79 "GET /v2.0/ports?device_id=84e4fc8f-4313-4342-9243-3fc7e0de378e HTTP/1.1" status: 200 len: 945 time: 0.0816629 Feb 16 22:26:44.588358 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58dd7bc-559b-4843-8499-cae6b3bf0612 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:26:44.600137 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-d58dd7bc-559b-4843-8499-cae6b3bf0612 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:26:44.607275 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58dd7bc-559b-4843-8499-cae6b3bf0612 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:26:44.611481 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58dd7bc-559b-4843-8499-cae6b3bf0612 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Pushing event updated for resources: {'Port': ['ID=027277c5-e955-4384-8d63-bc98302aa6ad,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:44.662746 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b1e9c-dc89-4821-9ae2-f076b913a958 req-f435c511-c26e-43ba-8933-39bff053cd8a tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:44.664415 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c58b1e9c-dc89-4821-9ae2-f076b913a958 req-f435c511-c26e-43ba-8933-39bff053cd8a tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=84e4fc8f-4313-4342-9243-3fc7e0de378e HTTP/1.1" status: 200 len: 945 time: 0.1083331 Feb 16 22:26:44.802570 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c58b1e9c-dc89-4821-9ae2-f076b913a958 req-a85cf6e1-a778-4527-9375-a08d63674cde tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973196 Feb 16 22:26:44.813510 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-db517457-37bc-420d-b044-7be4e73f500a req-251728e9-440f-4071-a165-8a587e336b31 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Deleting port 42119b57-9877-40b2-acba-2559ae503968 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:26:44.813861 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-db517457-37bc-420d-b044-7be4e73f500a req-251728e9-440f-4071-a165-8a587e336b31 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (42119b57-9877-40b2-acba-2559ae503968), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:44.960865 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c17bcd-3c28-414b-aeb2-15a905afa47f req-ad4aa92c-7456-462b-8d45-5eae4b88bcae tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:44.962410 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-67c17bcd-3c28-414b-aeb2-15a905afa47f req-ad4aa92c-7456-462b-8d45-5eae4b88bcae tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 944 time: 0.0934539 Feb 16 22:26:45.012390 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-db517457-37bc-420d-b044-7be4e73f500a req-251728e9-440f-4071-a165-8a587e336b31 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] For port 42119b57-9877-40b2-acba-2559ae503968, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=42119b57-9877-40b2-acba-2559ae503968,segment=NetworkSegment(d2150ecc-73be-4cac-a3e0-52292f5f056f),segment_id=d2150ecc-73be-4cac-a3e0-52292f5f056f)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:26:45.012772 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-db517457-37bc-420d-b044-7be4e73f500a req-251728e9-440f-4071-a165-8a587e336b31 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (42119b57-9877-40b2-acba-2559ae503968), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:45.033939 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-db517457-37bc-420d-b044-7be4e73f500a req-251728e9-440f-4071-a165-8a587e336b31 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Calling delete_port for 42119b57-9877-40b2-acba-2559ae503968 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:26:45.044653 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:26:45.046131 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d29bb3e-365c-47e6-8a87-36632ba8a452 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:45.058111 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-67c17bcd-3c28-414b-aeb2-15a905afa47f req-e7d145f2-ada6-4e33-8201-5558bce58db1 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d64317e-ec6c-41b4-a421-73e0a02d08a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895352 Feb 16 22:26:45.103171 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d58dd7bc-559b-4843-8499-cae6b3bf0612 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router_gateway (8d709ac8-0d58-44d1-a53c-bab70205204d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:45.173807 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2607b52b-3b01-4380-85b4-3401e65837b3 req-a28cc4af-d955-477f-8670-ec898c5f4881 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 210 time: 0.0386021 Feb 16 22:26:45.319603 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 310b5571-2a2c-471e-8b93-1d1c81d293bb up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:26:45.386462 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-4d29bb3e-365c-47e6-8a87-36632ba8a452 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Allocated IP 172.20.0.1 (a0759160-15c4-48c6-ae30-b15d06348921/6103008d-78c8-47e1-b8e0-f8233015a41a/f3d86453-1e5d-4ecb-a59c-1b2af5624657) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:26:45.389107 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 310b5571-2a2c-471e-8b93-1d1c81d293bb completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:26:45.396415 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 310b5571-2a2c-471e-8b93-1d1c81d293bb triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:26:45.398233 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (310b5571-2a2c-471e-8b93-1d1c81d293bb), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:45.499781 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 310b5571-2a2c-471e-8b93-1d1c81d293bb is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:26:45.500414 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (310b5571-2a2c-471e-8b93-1d1c81d293bb), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:45.531517 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6bfe840-6d14-4438-af42-fa226509a4d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310b5571-2a2c-471e-8b93-1d1c81d293bb'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:26:45.534240 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0148b1a-c54f-4c15-b1ab-bd56cde99c91" -d '{"events": [{"server_uuid": "c6bfe840-6d14-4438-af42-fa226509a4d5", "name": "network-vif-plugged", "status": "completed", "tag": "310b5571-2a2c-471e-8b93-1d1c81d293bb"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:26:45.548683 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 310b5571-2a2c-471e-8b93-1d1c81d293bb, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=310b5571-2a2c-471e-8b93-1d1c81d293bb,segment=NetworkSegment(a06a1604-bc44-4e2e-8dcf-6de8b6766e65),segment_id=a06a1604-bc44-4e2e-8dcf-6de8b6766e65)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:26:45.549197 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d29bb3e-365c-47e6-8a87-36632ba8a452 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for port (f3d86453-1e5d-4ecb-a59c-1b2af5624657), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:45.563672 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (310b5571-2a2c-471e-8b93-1d1c81d293bb), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:45.596618 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d29bb3e-365c-47e6-8a87-36632ba8a452 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (f3d86453-1e5d-4ecb-a59c-1b2af5624657), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:45.607336 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1880e2e2-b84c-4780-86e2-aa0dfb2bc95f x-openstack-request-id: req-1880e2e2-b84c-4780-86e2-aa0dfb2bc95f {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:26:45.608048 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6bfe840-6d14-4438-af42-fa226509a4d5", "name": "network-vif-plugged", "status": "completed", "tag": "310b5571-2a2c-471e-8b93-1d1c81d293bb", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:26:45.608494 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1880e2e2-b84c-4780-86e2-aa0dfb2bc95f {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:26:45.609038 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6bfe840-6d14-4438-af42-fa226509a4d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310b5571-2a2c-471e-8b93-1d1c81d293bb', 'code': 200} Feb 16 22:26:45.620357 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-db517457-37bc-420d-b044-7be4e73f500a req-251728e9-440f-4071-a165-8a587e336b31 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (42119b57-9877-40b2-acba-2559ae503968), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:45.648825 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d58dd7bc-559b-4843-8499-cae6b3bf0612 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-374653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59817'] for router (8d709ac8-0d58-44d1-a53c-bab70205204d), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:45.655631 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d58dd7bc-559b-4843-8499-cae6b3bf0612 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362694'] for router (8d709ac8-0d58-44d1-a53c-bab70205204d), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:45.660226 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=310b5571-2a2c-471e-8b93-1d1c81d293bb,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:45.663708 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['42119b57-9877-40b2-acba-2559ae503968'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:26:45.670979 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d29bb3e-365c-47e6-8a87-36632ba8a452 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Network a0759160-15c4-48c6-ae30-b15d06348921 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:26:45.673598 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29bb3e-365c-47e6-8a87-36632ba8a452 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event updated for resources: {'Port': ['ID=f3d86453-1e5d-4ecb-a59c-1b2af5624657,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:45.676270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-4d29bb3e-365c-47e6-8a87-36632ba8a452 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:26:45.687087 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d29bb3e-365c-47e6-8a87-36632ba8a452 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:26:45.687721 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['91e8c394-f309-4d7c-ae8f-b3d28a87757f'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:26:45.765047 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2f322-0936-426a-9344-ebc963eb9d49 req-f8a09a99-aa0c-48f4-be7f-e938f1bf3a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:45.766611 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-92b2f322-0936-426a-9344-ebc963eb9d49 req-f8a09a99-aa0c-48f4-be7f-e938f1bf3a20 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 1127 time: 0.0941374 Feb 16 22:26:45.769963 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d29bb3e-365c-47e6-8a87-36632ba8a452 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (43802d64-4ded-4797-bbf8-92727fbf221d), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:45.829063 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251728e9-440f-4071-a165-8a587e336b31 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Pushing event deleted for resources: {'Port': ['ID=42119b57-9877-40b2-acba-2559ae503968,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:45.861671 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-92b2f322-0936-426a-9344-ebc963eb9d49 req-2e5d5af4-ed07-45c4-9d94-f36acc98e121 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8d64317e-ec6c-41b4-a421-73e0a02d08a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882094 Feb 16 22:26:45.875074 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-db517457-37bc-420d-b044-7be4e73f500a req-251728e9-440f-4071-a165-8a587e336b31 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] No DVR routers for this DVR port 42119b57-9877-40b2-acba-2559ae503968 on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:26:45.879390 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-db517457-37bc-420d-b044-7be4e73f500a req-251728e9-440f-4071-a165-8a587e336b31 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:45.883669 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-db517457-37bc-420d-b044-7be4e73f500a req-251728e9-440f-4071-a165-8a587e336b31 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.79 "DELETE /v2.0/ports/42119b57-9877-40b2-acba-2559ae503968 HTTP/1.1" status: 204 len: 173 time: 1.3314261 Feb 16 22:26:45.884152 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e4fc8f-4313-4342-9243-3fc7e0de378e', 'name': 'network-vif-deleted', 'tag': '42119b57-9877-40b2-acba-2559ae503968'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:26:45.887052 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fc5f0d-801f-4405-aab0-c816aa32ebbd" -d '{"events": [{"server_uuid": "84e4fc8f-4313-4342-9243-3fc7e0de378e", "name": "network-vif-deleted", "tag": "42119b57-9877-40b2-acba-2559ae503968"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:26:45.920148 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58dd7bc-559b-4843-8499-cae6b3bf0612 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Router 8d709ac8-0d58-44d1-a53c-bab70205204d is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:26:45.989370 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f7fa2d45-43cb-4c47-8251-56eb26e648e8 req-b2469c18-8af5-41f3-b6ba-87aa19436cc0 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=84e4fc8f-4313-4342-9243-3fc7e0de378e HTTP/1.1" status: 200 len: 210 time: 0.0372849 Feb 16 22:26:46.048703 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed7bc3b-b591-4d21-a789-e14e981c27dd x-openstack-request-id: req-8ed7bc3b-b591-4d21-a789-e14e981c27dd {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:26:46.049280 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e4fc8f-4313-4342-9243-3fc7e0de378e", "name": "network-vif-deleted", "tag": "42119b57-9877-40b2-acba-2559ae503968", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:26:46.049620 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8ed7bc3b-b591-4d21-a789-e14e981c27dd {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:26:46.050159 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e4fc8f-4313-4342-9243-3fc7e0de378e', 'name': 'network-vif-deleted', 'tag': '42119b57-9877-40b2-acba-2559ae503968', 'status': 'completed', 'code': 200} Feb 16 22:26:46.066833 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d29bb3e-365c-47e6-8a87-36632ba8a452 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f3d86453-1e5d-4ecb-a59c-1b2af5624657), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:46.089223 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58dd7bc-559b-4843-8499-cae6b3bf0612 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:26:46.101714 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee9346e-cabd-4f87-ae73-306ce98102d5 None None] Sync routers for ids ['8d709ac8-0d58-44d1-a53c-bab70205204d'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:26:46.105225 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d58dd7bc-559b-4843-8499-cae6b3bf0612 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:46.106537 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d58dd7bc-559b-4843-8499-cae6b3bf0612 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] 10.222.0.75 "PUT /v2.0/routers/8d709ac8-0d58-44d1-a53c-bab70205204d HTTP/1.1" status: 200 len: 884 time: 2.4050906 Feb 16 22:26:46.110833 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41188) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:46.137175 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee9346e-cabd-4f87-ae73-306ce98102d5 None None] Routers {'8d709ac8-0d58-44d1-a53c-bab70205204d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:26:46.137808 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-9ee9346e-cabd-4f87-ae73-306ce98102d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['8d709ac8-0d58-44d1-a53c-bab70205204d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:46.176796 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-9ee9346e-cabd-4f87-ae73-306ce98102d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:46.187215 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee9346e-cabd-4f87-ae73-306ce98102d5 None None] Routers {'8d709ac8-0d58-44d1-a53c-bab70205204d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:26:46.188616 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-9ee9346e-cabd-4f87-ae73-306ce98102d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['8d709ac8-0d58-44d1-a53c-bab70205204d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:46.240706 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-9ee9346e-cabd-4f87-ae73-306ce98102d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:46.241404 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee9346e-cabd-4f87-ae73-306ce98102d5 None None] The sync data for ids ['8d709ac8-0d58-44d1-a53c-bab70205204d'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:26:46.351101 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5a78d-7751-46dc-ab6d-16805a104b14 req-d63f944f-60cb-4171-abd1-5481729fd405 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:46.352615 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-97d5a78d-7751-46dc-ab6d-16805a104b14 req-d63f944f-60cb-4171-abd1-5481729fd405 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 945 time: 0.1977654 Feb 16 22:26:46.356925 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b771f7cb-32bf-4f6e-83c5-651f17087f5d tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] 10.222.0.75 "GET /v2.0/routers/8d709ac8-0d58-44d1-a53c-bab70205204d HTTP/1.1" status: 200 len: 925 time: 0.2450445 Feb 16 22:26:46.359939 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41194) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:46.448038 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ee5da5-1f77-4e5e-80ba-3fb23d915322 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:46.456402 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-90ee5da5-1f77-4e5e-80ba-3fb23d915322 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=b0ab4fc8-02c8-4404-90ea-6cd7fce3204f&device_id=8d709ac8-0d58-44d1-a53c-bab70205204d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0953383 Feb 16 22:26:46.457622 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41196) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:46.485244 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-97d5a78d-7751-46dc-ab6d-16805a104b14 req-95bc5ccb-03e0-44a5-a56f-a7b54bc0ae8c tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d64317e-ec6c-41b4-a421-73e0a02d08a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215062 Feb 16 22:26:46.578024 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44266dd-9531-4d45-bfb8-6161f381f616 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:46.584938 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c44266dd-9531-4d45-bfb8-6161f381f616 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 881 time: 0.1247385 Feb 16 22:26:46.585624 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41200) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:46.629200 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-497d00bc-1573-4cb6-b15d-04abb02d2939 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d709ac8-0d58-44d1-a53c-bab70205204d HTTP/1.1" status: 200 len: 205 time: 0.0423119 Feb 16 22:26:46.631566 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41204) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:46.645727 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-27013d60-a25a-40a2-aa76-ac8b184d8b90 req-b10c62d4-9d2e-474e-a266-9b703e356e0f tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 210 time: 0.0547993 Feb 16 22:26:46.689803 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d29bb3e-365c-47e6-8a87-36632ba8a452 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for port (f3d86453-1e5d-4ecb-a59c-1b2af5624657), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:46.700867 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d29bb3e-365c-47e6-8a87-36632ba8a452 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (f3d86453-1e5d-4ecb-a59c-1b2af5624657), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:46.780036 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0af0b4b1-80fd-419e-ae59-1fe46dd8e1e0 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router (8d709ac8-0d58-44d1-a53c-bab70205204d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:46.810770 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29bb3e-365c-47e6-8a87-36632ba8a452 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event updated for resources: {'Port': ['ID=f3d86453-1e5d-4ecb-a59c-1b2af5624657,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:46.814294 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d29bb3e-365c-47e6-8a87-36632ba8a452 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (43802d64-4ded-4797-bbf8-92727fbf221d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:46.934510 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0af0b4b1-80fd-419e-ae59-1fe46dd8e1e0 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router_gateway (8d709ac8-0d58-44d1-a53c-bab70205204d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:46.953586 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d29bb3e-365c-47e6-8a87-36632ba8a452 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Network a0759160-15c4-48c6-ae30-b15d06348921 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:26:46.955105 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-4d29bb3e-365c-47e6-8a87-36632ba8a452 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:26:47.010662 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-0af0b4b1-80fd-419e-ae59-1fe46dd8e1e0 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Deleting port 027277c5-e955-4384-8d63-bc98302aa6ad {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:26:47.011305 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0af0b4b1-80fd-419e-ae59-1fe46dd8e1e0 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (027277c5-e955-4384-8d63-bc98302aa6ad), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:47.099976 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d29bb3e-365c-47e6-8a87-36632ba8a452 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Router 43802d64-4ded-4797-bbf8-92727fbf221d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:26:47.113020 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0af0b4b1-80fd-419e-ae59-1fe46dd8e1e0 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (027277c5-e955-4384-8d63-bc98302aa6ad), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:47.130975 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-0af0b4b1-80fd-419e-ae59-1fe46dd8e1e0 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Calling delete_port for 027277c5-e955-4384-8d63-bc98302aa6ad owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:26:47.263708 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d29bb3e-365c-47e6-8a87-36632ba8a452 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:26:47.288329 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e33dc86-feed-48ac-ac21-5c3da08400fb None None] Sync routers for ids ['43802d64-4ded-4797-bbf8-92727fbf221d'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:26:47.311275 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4d29bb3e-365c-47e6-8a87-36632ba8a452 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "PUT /v2.0/routers/43802d64-4ded-4797-bbf8-92727fbf221d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2388871 Feb 16 22:26:47.312020 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41226) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:47.328005 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e33dc86-feed-48ac-ac21-5c3da08400fb None None] Routers {'43802d64-4ded-4797-bbf8-92727fbf221d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:26:47.328759 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-3e33dc86-feed-48ac-ac21-5c3da08400fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['43802d64-4ded-4797-bbf8-92727fbf221d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:47.350206 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-9a0c66b8-9a88-488a-ba79-e82361e352b8 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Request body: {'port': {'network_id': 'a0759160-15c4-48c6-ae30-b15d06348921', 'name': 'tempest-FloatingIPTestJSON-122236743'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:47.403366 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0af0b4b1-80fd-419e-ae59-1fe46dd8e1e0 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (027277c5-e955-4384-8d63-bc98302aa6ad), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:47.426198 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-3e33dc86-feed-48ac-ac21-5c3da08400fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:47.460997 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0b4b1-80fd-419e-ae59-1fe46dd8e1e0 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Pushing event deleted for resources: {'Port': ['ID=027277c5-e955-4384-8d63-bc98302aa6ad,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:47.465563 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e33dc86-feed-48ac-ac21-5c3da08400fb None None] Routers {'43802d64-4ded-4797-bbf8-92727fbf221d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:26:47.466987 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-3e33dc86-feed-48ac-ac21-5c3da08400fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['43802d64-4ded-4797-bbf8-92727fbf221d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:47.543447 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-3e33dc86-feed-48ac-ac21-5c3da08400fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:47.544088 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e33dc86-feed-48ac-ac21-5c3da08400fb None None] The sync data for ids ['43802d64-4ded-4797-bbf8-92727fbf221d'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:26:47.562484 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0af0b4b1-80fd-419e-ae59-1fe46dd8e1e0 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (8d709ac8-0d58-44d1-a53c-bab70205204d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:47.589665 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0c66b8-9a88-488a-ba79-e82361e352b8 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Made reservation on behalf of e887774440904c97a346a99e76f2cd26 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:26:47.594206 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9a0c66b8-9a88-488a-ba79-e82361e352b8 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:47.635433 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-9a0c66b8-9a88-488a-ba79-e82361e352b8 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] device_id is not set on port e94a408a-038c-475b-9071-415f0272577d yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:26:47.678119 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0af0b4b1-80fd-419e-ae59-1fe46dd8e1e0 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (8d709ac8-0d58-44d1-a53c-bab70205204d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:47.679485 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0af0b4b1-80fd-419e-ae59-1fe46dd8e1e0 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router_controller (8d709ac8-0d58-44d1-a53c-bab70205204d), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:47.772660 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0af0b4b1-80fd-419e-ae59-1fe46dd8e1e0 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (8d709ac8-0d58-44d1-a53c-bab70205204d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:47.774944 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af0b4b1-80fd-419e-ae59-1fe46dd8e1e0 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Fanout notify agent at l3_agent the message router_deleted on router 8d709ac8-0d58-44d1-a53c-bab70205204d {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:26:47.785373 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0af0b4b1-80fd-419e-ae59-1fe46dd8e1e0 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:47.789956 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0af0b4b1-80fd-419e-ae59-1fe46dd8e1e0 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] 10.222.0.75 "DELETE /v2.0/routers/8d709ac8-0d58-44d1-a53c-bab70205204d HTTP/1.1" status: 204 len: 168 time: 1.1541476 Feb 16 22:26:47.791500 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41242) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:47.808753 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-04c6d205-693b-4f06-8b05-879cdd67d414 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-871236154', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:47.843725 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-04c6d205-693b-4f06-8b05-879cdd67d414 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (f15e4bcf-e6a8-47bf-9a1b-5f160af9e1f0), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:47.845291 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-04c6d205-693b-4f06-8b05-879cdd67d414 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (f15e4bcf-e6a8-47bf-9a1b-5f160af9e1f0), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:47.938798 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-04c6d205-693b-4f06-8b05-879cdd67d414 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router_controller (f15e4bcf-e6a8-47bf-9a1b-5f160af9e1f0), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:47.947618 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-04c6d205-693b-4f06-8b05-879cdd67d414 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (f15e4bcf-e6a8-47bf-9a1b-5f160af9e1f0), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:47.979251 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-04c6d205-693b-4f06-8b05-879cdd67d414 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:47.985865 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-04c6d205-693b-4f06-8b05-879cdd67d414 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1929612 Feb 16 22:26:47.986553 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41246) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:47.992597 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-8857566b-cc43-4d32-8232-20fa0ef9b195 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'enable_snat': True}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:48.382783 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8857566b-cc43-4d32-8232-20fa0ef9b195 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router_gateway (f15e4bcf-e6a8-47bf-9a1b-5f160af9e1f0), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:48.405839 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-9a0c66b8-9a88-488a-ba79-e82361e352b8 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Allocated IP 172.20.0.12 (a0759160-15c4-48c6-ae30-b15d06348921/6103008d-78c8-47e1-b8e0-f8233015a41a/e94a408a-038c-475b-9071-415f0272577d) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:26:48.479432 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310fe5e-94bc-409d-947f-dfe6d295cb42 req-d2d3a505-6a46-46a7-9700-dd9a79dcac7b tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:48.486576 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2310fe5e-94bc-409d-947f-dfe6d295cb42 req-d2d3a505-6a46-46a7-9700-dd9a79dcac7b tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 945 time: 0.1813793 Feb 16 22:26:48.579770 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2310fe5e-94bc-409d-947f-dfe6d295cb42 req-2d0cb678-98da-4065-974d-a9f04ee310fa tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d64317e-ec6c-41b4-a421-73e0a02d08a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903323 Feb 16 22:26:48.713118 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8857566b-cc43-4d32-8232-20fa0ef9b195 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router_gateway (f15e4bcf-e6a8-47bf-9a1b-5f160af9e1f0), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:48.737128 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8857566b-cc43-4d32-8232-20fa0ef9b195 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:48.767525 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-08fc0262-16bd-476c-bd3f-9f1062b5b86d req-dda837df-30bd-40da-8dc2-925ec1ff973c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 210 time: 0.0785694 Feb 16 22:26:48.813854 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9a0c66b8-9a88-488a-ba79-e82361e352b8 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for port (e94a408a-038c-475b-9071-415f0272577d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:48.929551 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9a0c66b8-9a88-488a-ba79-e82361e352b8 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (e94a408a-038c-475b-9071-415f0272577d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:48.960485 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-8857566b-cc43-4d32-8232-20fa0ef9b195 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Allocated IP 172.25.2.138 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/d6dad92a-f35a-4003-bc85-392de2b23665) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:26:48.985647 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0c66b8-9a88-488a-ba79-e82361e352b8 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Network a0759160-15c4-48c6-ae30-b15d06348921 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:26:48.988926 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-9a0c66b8-9a88-488a-ba79-e82361e352b8 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:26:48.993894 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0c66b8-9a88-488a-ba79-e82361e352b8 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:26:49.007565 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 42119b57-9877-40b2-acba-2559ae503968 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:26:49.036142 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c66b8-9a88-488a-ba79-e82361e352b8 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event updated for resources: {'Port': ['ID=e94a408a-038c-475b-9071-415f0272577d,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:49.069550 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 42119b57-9877-40b2-acba-2559ae503968 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:26:49.073211 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 42119b57-9877-40b2-acba-2559ae503968 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:26:49.087752 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0c66b8-9a88-488a-ba79-e82361e352b8 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:49.088366 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9a0c66b8-9a88-488a-ba79-e82361e352b8 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:49.118193 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9a0c66b8-9a88-488a-ba79-e82361e352b8 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8048656 Feb 16 22:26:49.120590 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41256) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:49.129377 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-bf47bfa0-7021-4b6c-9c8b-97087591c3c8 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Request body: {'port': {'network_id': 'a0759160-15c4-48c6-ae30-b15d06348921', 'name': 'tempest-FloatingIPTestJSON-1061870695'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:49.178030 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8857566b-cc43-4d32-8232-20fa0ef9b195 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for port (d6dad92a-f35a-4003-bc85-392de2b23665), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:49.377177 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf47bfa0-7021-4b6c-9c8b-97087591c3c8 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Made reservation on behalf of e887774440904c97a346a99e76f2cd26 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:26:49.380889 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bf47bfa0-7021-4b6c-9c8b-97087591c3c8 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:49.420365 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-bf47bfa0-7021-4b6c-9c8b-97087591c3c8 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] device_id is not set on port 0558ed90-cce5-4ba6-9ce4-85923c9f2d3b yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:26:49.565038 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8857566b-cc43-4d32-8232-20fa0ef9b195 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (d6dad92a-f35a-4003-bc85-392de2b23665), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:49.665012 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8857566b-cc43-4d32-8232-20fa0ef9b195 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:26:49.668626 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-8857566b-cc43-4d32-8232-20fa0ef9b195 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:26:49.672712 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8857566b-cc43-4d32-8232-20fa0ef9b195 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:26:49.726607 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857566b-cc43-4d32-8232-20fa0ef9b195 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Pushing event updated for resources: {'Port': ['ID=d6dad92a-f35a-4003-bc85-392de2b23665,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:49.740269 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-bf47bfa0-7021-4b6c-9c8b-97087591c3c8 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Allocated IP 172.20.0.14 (a0759160-15c4-48c6-ae30-b15d06348921/6103008d-78c8-47e1-b8e0-f8233015a41a/0558ed90-cce5-4ba6-9ce4-85923c9f2d3b) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:26:49.743933 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b117ff5-61d4-47d3-ad17-d8223ae97177 req-76719511-46f0-4cc7-9906-26cc5e8463ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:49.745459 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0b117ff5-61d4-47d3-ad17-d8223ae97177 req-76719511-46f0-4cc7-9906-26cc5e8463ff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e11c8fd74a7f486d9478420e45ad2436&device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 1127 time: 0.1578131 Feb 16 22:26:49.843411 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b117ff5-61d4-47d3-ad17-d8223ae97177 req-f4f2981e-3981-4a9a-a343-10d4f2de9920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:49.844814 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0b117ff5-61d4-47d3-ad17-d8223ae97177 req-f4f2981e-3981-4a9a-a343-10d4f2de9920 service neutron] 10.222.0.67 "GET /v2.0/networks?id=96e91e80-fb23-4684-8884-07949af40244 HTTP/1.1" status: 200 len: 921 time: 0.0889659 Feb 16 22:26:49.908875 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd1055-6fe2-47c9-bf9a-4a7a2bc6622b req-07b25aef-1aba-424c-9f9d-aa5bb6eaf8be tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:49.916331 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-39fd1055-6fe2-47c9-bf9a-4a7a2bc6622b req-07b25aef-1aba-424c-9f9d-aa5bb6eaf8be tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 945 time: 0.2599106 Feb 16 22:26:49.940178 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0b117ff5-61d4-47d3-ad17-d8223ae97177 req-4f969e65-25f2-44c5-a66d-b7a03695458d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=310b5571-2a2c-471e-8b93-1d1c81d293bb HTTP/1.1" status: 200 len: 217 time: 0.0809717 Feb 16 22:26:50.003746 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b117ff5-61d4-47d3-ad17-d8223ae97177 req-798d2a32-93a1-4cf1-8ea5-fb969b372e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:50.005772 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0b117ff5-61d4-47d3-ad17-d8223ae97177 req-798d2a32-93a1-4cf1-8ea5-fb969b372e33 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=88a4819f-11e9-4cf4-9189-2b40fd9f9478 HTTP/1.1" status: 200 len: 860 time: 0.0576174 Feb 16 22:26:50.008077 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8857566b-cc43-4d32-8232-20fa0ef9b195 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router_gateway (f15e4bcf-e6a8-47bf-9a1b-5f160af9e1f0), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:50.065476 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0b117ff5-61d4-47d3-ad17-d8223ae97177 req-82a980d6-7859-4180-ab35-0898ad263f26 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=96e91e80-fb23-4684-8884-07949af40244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492539 Feb 16 22:26:50.129446 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-39fd1055-6fe2-47c9-bf9a-4a7a2bc6622b req-f505af1b-1b18-4af0-bd45-67214a7d7dfa tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d64317e-ec6c-41b4-a421-73e0a02d08a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121720 Feb 16 22:26:50.300055 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bf47bfa0-7021-4b6c-9c8b-97087591c3c8 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for port (0558ed90-cce5-4ba6-9ce4-85923c9f2d3b), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:50.307134 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0b117ff5-61d4-47d3-ad17-d8223ae97177 req-2e15eb93-2454-460e-b9a9-7a171d6584a2 service neutron] 10.222.0.67 "GET /v2.0/networks/96e91e80-fb23-4684-8884-07949af40244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291582 Feb 16 22:26:50.332275 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8857566b-cc43-4d32-8232-20fa0ef9b195 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-374653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59817'] for router (f15e4bcf-e6a8-47bf-9a1b-5f160af9e1f0), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:50.337246 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8857566b-cc43-4d32-8232-20fa0ef9b195 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362694'] for router (f15e4bcf-e6a8-47bf-9a1b-5f160af9e1f0), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:50.470199 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0b117ff5-61d4-47d3-ad17-d8223ae97177 req-16c43936-6678-4d1d-b179-1d72f5cbe807 service neutron] 10.222.0.67 "GET /v2.0/networks/96e91e80-fb23-4684-8884-07949af40244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253765 Feb 16 22:26:50.494336 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-218248cb-ada2-42ad-ab97-29c8efe565e8 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:50.504853 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-218248cb-ada2-42ad-ab97-29c8efe565e8 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/networks?id=328b17ed-7bc5-4241-8a54-e64f9538f95e HTTP/1.1" status: 200 len: 805 time: 0.2692695 Feb 16 22:26:50.529563 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-0137cc45-0e5a-49b7-9651-bd0bccbfc19e tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/quotas/b04764559a9c459fbc65e6403b1b3dd5 HTTP/1.1" status: 200 len: 375 time: 0.0232122 Feb 16 22:26:50.546210 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bf47bfa0-7021-4b6c-9c8b-97087591c3c8 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (0558ed90-cce5-4ba6-9ce4-85923c9f2d3b), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:50.548281 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8857566b-cc43-4d32-8232-20fa0ef9b195 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Router f15e4bcf-e6a8-47bf-9a1b-5f160af9e1f0 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:26:50.616768 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-929727f3-0b12-48d1-9574-f6e8e2b3921f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:50.641841 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf47bfa0-7021-4b6c-9c8b-97087591c3c8 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Network a0759160-15c4-48c6-ae30-b15d06348921 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:26:50.646857 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-bf47bfa0-7021-4b6c-9c8b-97087591c3c8 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:26:50.656929 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf47bfa0-7021-4b6c-9c8b-97087591c3c8 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:26:50.705238 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8857566b-cc43-4d32-8232-20fa0ef9b195 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:26:50.718113 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438ce38d-cac7-4e44-8d82-d060635ba747 None None] Sync routers for ids ['f15e4bcf-e6a8-47bf-9a1b-5f160af9e1f0'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:26:50.720954 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47bfa0-7021-4b6c-9c8b-97087591c3c8 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event updated for resources: {'Port': ['ID=0558ed90-cce5-4ba6-9ce4-85923c9f2d3b,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:50.736767 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8857566b-cc43-4d32-8232-20fa0ef9b195 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:50.737901 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-1822d915-2742-4002-b394-49bd3d19db7b tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b04764559a9c459fbc65e6403b1b3dd5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2071450 Feb 16 22:26:50.742335 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8857566b-cc43-4d32-8232-20fa0ef9b195 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] 10.222.0.75 "PUT /v2.0/routers/f15e4bcf-e6a8-47bf-9a1b-5f160af9e1f0 HTTP/1.1" status: 200 len: 918 time: 2.7547996 Feb 16 22:26:50.744010 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438ce38d-cac7-4e44-8d82-d060635ba747 None None] Routers {'f15e4bcf-e6a8-47bf-9a1b-5f160af9e1f0'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:26:50.744451 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf47bfa0-7021-4b6c-9c8b-97087591c3c8 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:50.745079 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bf47bfa0-7021-4b6c-9c8b-97087591c3c8 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:50.746535 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41280) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:50.747165 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-438ce38d-cac7-4e44-8d82-d060635ba747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['f15e4bcf-e6a8-47bf-9a1b-5f160af9e1f0'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:50.799425 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bf47bfa0-7021-4b6c-9c8b-97087591c3c8 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6773858 Feb 16 22:26:50.803301 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41284) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:50.810849 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-e5d24de4-77aa-4e51-898c-c1173ed5000f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'port_id': '0558ed90-cce5-4ba6-9ce4-85923c9f2d3b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:50.817320 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-438ce38d-cac7-4e44-8d82-d060635ba747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:50.852439 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438ce38d-cac7-4e44-8d82-d060635ba747 None None] Routers {'f15e4bcf-e6a8-47bf-9a1b-5f160af9e1f0'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:26:50.853430 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-438ce38d-cac7-4e44-8d82-d060635ba747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['f15e4bcf-e6a8-47bf-9a1b-5f160af9e1f0'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:50.938162 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e5d24de4-77aa-4e51-898c-c1173ed5000f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:50.975695 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-438ce38d-cac7-4e44-8d82-d060635ba747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:50.976278 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438ce38d-cac7-4e44-8d82-d060635ba747 None None] The sync data for ids ['f15e4bcf-e6a8-47bf-9a1b-5f160af9e1f0'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:26:51.008078 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c87c093d-739f-4bfa-aa35-c0cf74a5cf1e tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] 10.222.0.75 "GET /v2.0/routers/f15e4bcf-e6a8-47bf-9a1b-5f160af9e1f0 HTTP/1.1" status: 200 len: 924 time: 0.2579782 Feb 16 22:26:51.015142 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41286) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:51.070483 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d6f7d5-bac8-4906-be3f-39afbac10852 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:51.072045 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-24d6f7d5-bac8-4906-be3f-39afbac10852 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=b0ab4fc8-02c8-4404-90ea-6cd7fce3204f&device_id=f15e4bcf-e6a8-47bf-9a1b-5f160af9e1f0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0558538 Feb 16 22:26:51.074821 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41288) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:51.117260 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-643139cc-780b-43b8-bb3c-7911f1138ff3 service neutron] 10.222.0.75 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547306 Feb 16 22:26:51.175114 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d099ce67-6da2-419f-8864-f1565ee8b2af tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:51.176777 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d099ce67-6da2-419f-8864-f1565ee8b2af tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 881 time: 0.1009734 Feb 16 22:26:51.180435 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41292) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:51.218232 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-aecea932-8a9f-4b94-9c53-011c1a21fda4 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] 10.222.0.75 "GET /v2.0/ports?device_id=f15e4bcf-e6a8-47bf-9a1b-5f160af9e1f0 HTTP/1.1" status: 200 len: 205 time: 0.0364258 Feb 16 22:26:51.218889 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41294) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:51.231385 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e5d24de4-77aa-4e51-898c-c1173ed5000f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:51.255199 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-d1ed03b4-5766-4b43-befe-9caf324f6980 service neutron] 10.222.0.75 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370080 Feb 16 22:26:51.370598 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2228e906-3db8-49c5-9592-9115a6a59b49 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router (f15e4bcf-e6a8-47bf-9a1b-5f160af9e1f0), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:51.394942 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-e5d24de4-77aa-4e51-898c-c1173ed5000f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Allocated IP 172.25.2.247 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/34e5ca7b-f764-4bfe-a207-a1505b6579ff) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:26:51.480879 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-38eff609-51e2-4380-b88e-141b93023a12 req-a438078a-873c-40e7-bf95-bcf222f85dea tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 210 time: 0.0329905 Feb 16 22:26:51.549081 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2228e906-3db8-49c5-9592-9115a6a59b49 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router_gateway (f15e4bcf-e6a8-47bf-9a1b-5f160af9e1f0), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:51.614644 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e5d24de4-77aa-4e51-898c-c1173ed5000f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for port (34e5ca7b-f764-4bfe-a207-a1505b6579ff), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:51.623948 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-2228e906-3db8-49c5-9592-9115a6a59b49 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Deleting port d6dad92a-f35a-4003-bc85-392de2b23665 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:26:51.624292 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2228e906-3db8-49c5-9592-9115a6a59b49 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (d6dad92a-f35a-4003-bc85-392de2b23665), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:51.680972 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e017cf-196b-4529-91ba-b2e03d362b57 req-834072c8-79c8-4eca-9c48-8a32a6a27929 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:51.682549 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-51e017cf-196b-4529-91ba-b2e03d362b57 req-834072c8-79c8-4eca-9c48-8a32a6a27929 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 945 time: 0.0903935 Feb 16 22:26:51.715686 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e5d24de4-77aa-4e51-898c-c1173ed5000f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (34e5ca7b-f764-4bfe-a207-a1505b6579ff), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:51.715978 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2228e906-3db8-49c5-9592-9115a6a59b49 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (d6dad92a-f35a-4003-bc85-392de2b23665), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:51.729611 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-2228e906-3db8-49c5-9592-9115a6a59b49 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Calling delete_port for d6dad92a-f35a-4003-bc85-392de2b23665 owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:26:51.774411 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d24de4-77aa-4e51-898c-c1173ed5000f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:26:51.779493 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-51e017cf-196b-4529-91ba-b2e03d362b57 req-2b456398-3d97-40af-ac1f-2dc670488d1b tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d64317e-ec6c-41b4-a421-73e0a02d08a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899668 Feb 16 22:26:51.782734 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-e5d24de4-77aa-4e51-898c-c1173ed5000f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:26:51.787191 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d24de4-77aa-4e51-898c-c1173ed5000f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:26:51.792181 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d24de4-77aa-4e51-898c-c1173ed5000f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event updated for resources: {'Port': ['ID=34e5ca7b-f764-4bfe-a207-a1505b6579ff,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:51.943527 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aac141c7-aa8c-4468-9162-34f93adf114f req-a4d794e3-c4a0-4447-b0d2-75207c5f8564 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f2a9307-215c-4567-ab2d-7238a3e38621 HTTP/1.1" status: 200 len: 210 time: 0.0571554 Feb 16 22:26:51.963511 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2228e906-3db8-49c5-9592-9115a6a59b49 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (d6dad92a-f35a-4003-bc85-392de2b23665), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:52.005837 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228e906-3db8-49c5-9592-9115a6a59b49 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Pushing event deleted for resources: {'Port': ['ID=d6dad92a-f35a-4003-bc85-392de2b23665,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:52.076432 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2228e906-3db8-49c5-9592-9115a6a59b49 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (f15e4bcf-e6a8-47bf-9a1b-5f160af9e1f0), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:52.191062 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2228e906-3db8-49c5-9592-9115a6a59b49 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (f15e4bcf-e6a8-47bf-9a1b-5f160af9e1f0), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:52.193791 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2228e906-3db8-49c5-9592-9115a6a59b49 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router_controller (f15e4bcf-e6a8-47bf-9a1b-5f160af9e1f0), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:52.244637 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2228e906-3db8-49c5-9592-9115a6a59b49 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (f15e4bcf-e6a8-47bf-9a1b-5f160af9e1f0), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:52.245378 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2228e906-3db8-49c5-9592-9115a6a59b49 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Fanout notify agent at l3_agent the message router_deleted on router f15e4bcf-e6a8-47bf-9a1b-5f160af9e1f0 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:26:52.259727 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2228e906-3db8-49c5-9592-9115a6a59b49 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:52.260955 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2228e906-3db8-49c5-9592-9115a6a59b49 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] 10.222.0.75 "DELETE /v2.0/routers/f15e4bcf-e6a8-47bf-9a1b-5f160af9e1f0 HTTP/1.1" status: 204 len: 168 time: 1.0408180 Feb 16 22:26:52.265286 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41306) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:52.269733 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-decbadad-f420-4172-818d-4c9eee55b028 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-476370221', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:52.292397 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-decbadad-f420-4172-818d-4c9eee55b028 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (f7679075-1ea1-44df-84d8-438615384a9f), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:52.293585 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-decbadad-f420-4172-818d-4c9eee55b028 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (f7679075-1ea1-44df-84d8-438615384a9f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:52.354817 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-decbadad-f420-4172-818d-4c9eee55b028 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router_controller (f7679075-1ea1-44df-84d8-438615384a9f), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:52.359411 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-decbadad-f420-4172-818d-4c9eee55b028 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (f7679075-1ea1-44df-84d8-438615384a9f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:52.379592 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-decbadad-f420-4172-818d-4c9eee55b028 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:52.383649 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-decbadad-f420-4172-818d-4c9eee55b028 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1146805 Feb 16 22:26:52.383984 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41308) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:52.389052 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-ebbb2ebc-34ab-4500-bb15-25e298e95baf tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'enable_snat': False}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:52.665822 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e5d24de4-77aa-4e51-898c-c1173ed5000f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for floatingip (92f82746-8aac-49d9-97d8-30ca85b5ed02), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:52.670337 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5e902f4a-8af4-4e8d-9709-305971829e85 req-9eb2e360-7292-4b14-a8bf-59b7ae913d6a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 210 time: 0.0308125 Feb 16 22:26:52.783830 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e5d24de4-77aa-4e51-898c-c1173ed5000f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (34e5ca7b-f764-4bfe-a207-a1505b6579ff), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:52.926564 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ebbb2ebc-34ab-4500-bb15-25e298e95baf tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router_gateway (f7679075-1ea1-44df-84d8-438615384a9f), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:52.980080 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-fa88d1e8-9a21-45fe-914b-1f45c8346fe0 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:52.981552 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-fa88d1e8-9a21-45fe-914b-1f45c8346fe0 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.79 "GET /v2.0/networks?id=328b17ed-7bc5-4241-8a54-e64f9538f95e HTTP/1.1" status: 200 len: 805 time: 0.4208281 Feb 16 22:26:52.994579 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5157d-ee9f-4c5b-9362-52ce097ab538 req-1c26ccfd-b1f3-464f-adfb-613d49bc706f tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:52.994836 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-48dc2f68-724a-479c-b2a3-4b4d81574a03 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Request body: {'port': {'device_id': '7f2a9307-215c-4567-ab2d-7238a3e38621', 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e', 'admin_state_up': True, 'tenant_id': 'b04764559a9c459fbc65e6403b1b3dd5'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:52.996338 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c7d5157d-ee9f-4c5b-9362-52ce097ab538 req-1c26ccfd-b1f3-464f-adfb-613d49bc706f tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 945 time: 0.0997381 Feb 16 22:26:53.007763 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e5d24de4-77aa-4e51-898c-c1173ed5000f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for port (34e5ca7b-f764-4bfe-a207-a1505b6579ff), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:53.026943 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e5d24de4-77aa-4e51-898c-c1173ed5000f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (34e5ca7b-f764-4bfe-a207-a1505b6579ff), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:53.041091 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0d678edf-7df0-43f7-88f7-548ef8dc80a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:53.121920 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d24de4-77aa-4e51-898c-c1173ed5000f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event updated for resources: {'Port': ['ID=34e5ca7b-f764-4bfe-a207-a1505b6579ff,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:53.138736 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c7d5157d-ee9f-4c5b-9362-52ce097ab538 req-f4bfda6b-fb54-4314-bfb8-bd0e0e687bba tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d64317e-ec6c-41b4-a421-73e0a02d08a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360373 Feb 16 22:26:53.163521 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e5d24de4-77aa-4e51-898c-c1173ed5000f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (92f82746-8aac-49d9-97d8-30ca85b5ed02), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:53.242043 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-48dc2f68-724a-479c-b2a3-4b4d81574a03 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Made reservation on behalf of b04764559a9c459fbc65e6403b1b3dd5 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:26:53.245883 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-48dc2f68-724a-479c-b2a3-4b4d81574a03 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:53.269214 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-39f7771e-90d1-4cad-be7e-10c5d8b667e6 req-37f585e5-9d77-49f1-868c-1c64f682ac38 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f2a9307-215c-4567-ab2d-7238a3e38621 HTTP/1.1" status: 200 len: 210 time: 0.0316133 Feb 16 22:26:53.313899 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-e5d24de4-77aa-4e51-898c-c1173ed5000f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Floating IP 92f82746-8aac-49d9-97d8-30ca85b5ed02 associated. External IP: 172.25.2.247, port: 0558ed90-cce5-4ba6-9ce4-85923c9f2d3b. Feb 16 22:26:53.345857 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ebbb2ebc-34ab-4500-bb15-25e298e95baf tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router_gateway (f7679075-1ea1-44df-84d8-438615384a9f), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:53.370999 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ebbb2ebc-34ab-4500-bb15-25e298e95baf tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:53.508398 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-48dc2f68-724a-479c-b2a3-4b4d81574a03 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Allocated IP 172.20.0.4 (328b17ed-7bc5-4241-8a54-e64f9538f95e/90c6e9fd-2327-49e8-8e06-530f56e702f3/ccaf6790-d148-4421-89cb-e0b923c8004b) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:26:53.549887 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-ebbb2ebc-34ab-4500-bb15-25e298e95baf tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Allocated IP 172.25.2.39 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/c7eee85c-ea4f-4a1b-a8f8-31cd4169fb12) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:26:53.554295 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d24de4-77aa-4e51-898c-c1173ed5000f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Router 43802d64-4ded-4797-bbf8-92727fbf221d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:26:53.671235 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d24de4-77aa-4e51-898c-c1173ed5000f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:26:53.684514 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62550ad-679d-41ab-a835-f6dbb4139e01 None None] Sync routers for ids ['43802d64-4ded-4797-bbf8-92727fbf221d'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:26:53.693888 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e5d24de4-77aa-4e51-898c-c1173ed5000f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:53.699467 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62550ad-679d-41ab-a835-f6dbb4139e01 None None] Routers {'43802d64-4ded-4797-bbf8-92727fbf221d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:26:53.702204 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-d62550ad-679d-41ab-a835-f6dbb4139e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['43802d64-4ded-4797-bbf8-92727fbf221d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:53.731694 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e5d24de4-77aa-4e51-898c-c1173ed5000f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.9240012 Feb 16 22:26:53.731957 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41318) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:53.738779 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-43db84fd-3c69-4d6e-a500-b7e2c10301bf tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:53.788476 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ebbb2ebc-34ab-4500-bb15-25e298e95baf tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for port (c7eee85c-ea4f-4a1b-a8f8-31cd4169fb12), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:53.804030 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-d62550ad-679d-41ab-a835-f6dbb4139e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:53.814560 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62550ad-679d-41ab-a835-f6dbb4139e01 None None] Routers {'43802d64-4ded-4797-bbf8-92727fbf221d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:26:53.816705 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-d62550ad-679d-41ab-a835-f6dbb4139e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['43802d64-4ded-4797-bbf8-92727fbf221d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:53.825707 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-48dc2f68-724a-479c-b2a3-4b4d81574a03 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks [] for port (ccaf6790-d148-4421-89cb-e0b923c8004b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:53.827788 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8f1caad4-7d61-4c92-894e-878d30c6a252 req-f5b520aa-6a62-4acd-8ace-13f3c6cfdd40 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 210 time: 0.0275986 Feb 16 22:26:53.865354 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43db84fd-3c69-4d6e-a500-b7e2c10301bf tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for floatingip (92f82746-8aac-49d9-97d8-30ca85b5ed02), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:53.875368 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-d62550ad-679d-41ab-a835-f6dbb4139e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:53.876008 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62550ad-679d-41ab-a835-f6dbb4139e01 None None] The sync data for ids ['43802d64-4ded-4797-bbf8-92727fbf221d'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:26:53.937088 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ebbb2ebc-34ab-4500-bb15-25e298e95baf tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (c7eee85c-ea4f-4a1b-a8f8-31cd4169fb12), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:54.023219 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbb2ebc-34ab-4500-bb15-25e298e95baf tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:26:54.028224 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-48dc2f68-724a-479c-b2a3-4b4d81574a03 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (ccaf6790-d148-4421-89cb-e0b923c8004b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:54.033126 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-ebbb2ebc-34ab-4500-bb15-25e298e95baf tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:26:54.040911 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['91e8c394-f309-4d7c-ae8f-b3d28a87757f'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:26:54.041281 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbb2ebc-34ab-4500-bb15-25e298e95baf tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:26:54.053374 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb2ebc-34ab-4500-bb15-25e298e95baf tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Pushing event updated for resources: {'Port': ['ID=c7eee85c-ea4f-4a1b-a8f8-31cd4169fb12,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:54.156361 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-48dc2f68-724a-479c-b2a3-4b4d81574a03 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Network 328b17ed-7bc5-4241-8a54-e64f9538f95e is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:26:54.165660 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43db84fd-3c69-4d6e-a500-b7e2c10301bf tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:54.172834 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-48dc2f68-724a-479c-b2a3-4b4d81574a03 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:26:54.178421 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-48dc2f68-724a-479c-b2a3-4b4d81574a03 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:26:54.189638 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43db84fd-3c69-4d6e-a500-b7e2c10301bf tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (92f82746-8aac-49d9-97d8-30ca85b5ed02), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:54.190043 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [None req-43db84fd-3c69-4d6e-a500-b7e2c10301bf tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Floating IP 92f82746-8aac-49d9-97d8-30ca85b5ed02 disassociated. External IP: 172.25.2.247, port: 0558ed90-cce5-4ba6-9ce4-85923c9f2d3b. Feb 16 22:26:54.246065 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc2f68-724a-479c-b2a3-4b4d81574a03 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Pushing event updated for resources: {'Port': ['ID=ccaf6790-d148-4421-89cb-e0b923c8004b,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:54.258202 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:54.288371 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6b11d-cd62-4119-ab41-1c7e954db4d8 req-6e4a7021-a72b-4183-98aa-9034b3b21a40 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:54.292446 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cfa6b11d-cd62-4119-ab41-1c7e954db4d8 req-6e4a7021-a72b-4183-98aa-9034b3b21a40 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 945 time: 0.0711040 Feb 16 22:26:54.346703 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cfa6b11d-cd62-4119-ab41-1c7e954db4d8 req-b0ff839d-e6ce-445f-b160-f5f55eabb5f4 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d64317e-ec6c-41b4-a421-73e0a02d08a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502067 Feb 16 22:26:54.397442 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-48dc2f68-724a-479c-b2a3-4b4d81574a03 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:54.398086 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-48dc2f68-724a-479c-b2a3-4b4d81574a03 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:54.437954 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-48dc2f68-724a-479c-b2a3-4b4d81574a03 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4469397 Feb 16 22:26:54.451300 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-fc396ba4-b4bb-4f2f-9748-500c651fff10 service neutron] Request body: {'port': {'device_id': '7f2a9307-215c-4567-ab2d-7238a3e38621', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:54.466460 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0b5b2-06d3-4aec-9327-4bdb9e2ba552 req-5db96210-1add-4e90-88b6-e408b0b350d3 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:54.467989 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-69f0b5b2-06d3-4aec-9327-4bdb9e2ba552 req-5db96210-1add-4e90-88b6-e408b0b350d3 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f2a9307-215c-4567-ab2d-7238a3e38621 HTTP/1.1" status: 200 len: 931 time: 0.0636590 Feb 16 22:26:54.518908 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-69f0b5b2-06d3-4aec-9327-4bdb9e2ba552 req-56ce238b-c6fa-47a6-921d-750e4e96e315 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434875 Feb 16 22:26:54.662359 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-fc396ba4-b4bb-4f2f-9748-500c651fff10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ccaf6790-d148-4421-89cb-e0b923c8004b), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:54.697076 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ebbb2ebc-34ab-4500-bb15-25e298e95baf tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router_gateway (f7679075-1ea1-44df-84d8-438615384a9f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:54.951219 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-21b2dd62-dd79-4970-adcd-915c711e3fd3 req-9d444bf1-d90b-4e31-a726-cd30c5f2d9df tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 210 time: 0.0293999 Feb 16 22:26:55.029239 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43db84fd-3c69-4d6e-a500-b7e2c10301bf tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Router 43802d64-4ded-4797-bbf8-92727fbf221d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:26:55.365919 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43db84fd-3c69-4d6e-a500-b7e2c10301bf tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:26:55.372966 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43db84fd-3c69-4d6e-a500-b7e2c10301bf tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:55.385391 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d8afcb-82b6-465a-adcf-053e348a4f95 None None] Sync routers for ids ['43802d64-4ded-4797-bbf8-92727fbf221d'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:26:55.400868 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d8afcb-82b6-465a-adcf-053e348a4f95 None None] Routers {'43802d64-4ded-4797-bbf8-92727fbf221d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:26:55.401778 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-95d8afcb-82b6-465a-adcf-053e348a4f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['43802d64-4ded-4797-bbf8-92727fbf221d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:55.422999 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ebbb2ebc-34ab-4500-bb15-25e298e95baf tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-374653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59817'] for router (f7679075-1ea1-44df-84d8-438615384a9f), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:55.445790 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-43db84fd-3c69-4d6e-a500-b7e2c10301bf tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "PUT /v2.0/floatingips/92f82746-8aac-49d9-97d8-30ca85b5ed02 HTTP/1.1" status: 200 len: 688 time: 1.7127051 Feb 16 22:26:55.448383 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ebbb2ebc-34ab-4500-bb15-25e298e95baf tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362694'] for router (f7679075-1ea1-44df-84d8-438615384a9f), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:55.448855 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41328) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:55.465058 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-95d8afcb-82b6-465a-adcf-053e348a4f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:55.484821 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d8afcb-82b6-465a-adcf-053e348a4f95 None None] Routers {'43802d64-4ded-4797-bbf8-92727fbf221d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:26:55.485750 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-95d8afcb-82b6-465a-adcf-053e348a4f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['43802d64-4ded-4797-bbf8-92727fbf221d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:55.553898 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-95d8afcb-82b6-465a-adcf-053e348a4f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:55.554995 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d8afcb-82b6-465a-adcf-053e348a4f95 None None] The sync data for ids ['43802d64-4ded-4797-bbf8-92727fbf221d'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:26:55.575839 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:55.576295 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-fc396ba4-b4bb-4f2f-9748-500c651fff10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccaf6790-d148-4421-89cb-e0b923c8004b {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:26:55.586886 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-fc396ba4-b4bb-4f2f-9748-500c651fff10 service neutron] Publish callbacks [] for port (ccaf6790-d148-4421-89cb-e0b923c8004b), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:55.608088 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-fc396ba4-b4bb-4f2f-9748-500c651fff10 service neutron] Transition to ACTIVE for port object ccaf6790-d148-4421-89cb-e0b923c8004b will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:26:55.615239 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-fc396ba4-b4bb-4f2f-9748-500c651fff10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (ccaf6790-d148-4421-89cb-e0b923c8004b), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:55.659854 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b5ad0-1b8e-4219-af97-8a7f627b5d45 req-4128ad19-532e-4128-b509-8292dcc4674a tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:55.661636 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-260b5ad0-1b8e-4219-af97-8a7f627b5d45 req-4128ad19-532e-4128-b509-8292dcc4674a tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 945 time: 0.2034032 Feb 16 22:26:55.677149 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc396ba4-b4bb-4f2f-9748-500c651fff10 service neutron] Pushing event updated for resources: {'Port': ['ID=ccaf6790-d148-4421-89cb-e0b923c8004b,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:55.701415 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-af80be97-6be3-43b4-95d1-af48e5434141 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Deleting port 34e5ca7b-f764-4bfe-a207-a1505b6579ff {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:26:55.701752 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-af80be97-6be3-43b4-95d1-af48e5434141 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (34e5ca7b-f764-4bfe-a207-a1505b6579ff), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:55.711597 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbb2ebc-34ab-4500-bb15-25e298e95baf tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Router f7679075-1ea1-44df-84d8-438615384a9f is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:26:55.746130 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-260b5ad0-1b8e-4219-af97-8a7f627b5d45 req-636cb599-c8ee-495f-ab75-4d84782fefd7 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d64317e-ec6c-41b4-a421-73e0a02d08a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741010 Feb 16 22:26:55.808532 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-af80be97-6be3-43b4-95d1-af48e5434141 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (34e5ca7b-f764-4bfe-a207-a1505b6579ff), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:55.808868 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-af80be97-6be3-43b4-95d1-af48e5434141 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for floatingip (34e5ca7b-f764-4bfe-a207-a1505b6579ff), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:55.827366 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-af80be97-6be3-43b4-95d1-af48e5434141 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Calling delete_port for 34e5ca7b-f764-4bfe-a207-a1505b6579ff owned by network:floatingip {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:26:55.834581 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-fc396ba4-b4bb-4f2f-9748-500c651fff10 service neutron] Attempting to bind port ccaf6790-d148-4421-89cb-e0b923c8004b on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:26:55.835010 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-fc396ba4-b4bb-4f2f-9748-500c651fff10 service neutron] Attempting to bind port ccaf6790-d148-4421-89cb-e0b923c8004b by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'd2150ecc-73be-4cac-a3e0-52292f5f056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:26:55.835414 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-fc396ba4-b4bb-4f2f-9748-500c651fff10 service neutron] Attempting to bind port ccaf6790-d148-4421-89cb-e0b923c8004b on network 328b17ed-7bc5-4241-8a54-e64f9538f95e {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:26:55.846217 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-fc396ba4-b4bb-4f2f-9748-500c651fff10 service neutron] Port ccaf6790-d148-4421-89cb-e0b923c8004b on network 328b17ed-7bc5-4241-8a54-e64f9538f95e not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:26:55.846628 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-fc396ba4-b4bb-4f2f-9748-500c651fff10 service neutron] Attempting to bind port ccaf6790-d148-4421-89cb-e0b923c8004b on network 328b17ed-7bc5-4241-8a54-e64f9538f95e {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:26:55.854520 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-fc396ba4-b4bb-4f2f-9748-500c651fff10 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:26:55.858022 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-fc396ba4-b4bb-4f2f-9748-500c651fff10 service neutron] Checking segment: {'id': 'd2150ecc-73be-4cac-a3e0-52292f5f056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:26:55.858022 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-fc396ba4-b4bb-4f2f-9748-500c651fff10 service neutron] Bound using segment: {'id': 'd2150ecc-73be-4cac-a3e0-52292f5f056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:26:55.858022 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-fc396ba4-b4bb-4f2f-9748-500c651fff10 service neutron] Bound port: ccaf6790-d148-4421-89cb-e0b923c8004b, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2150ecc-73be-4cac-a3e0-52292f5f056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:26:55.858022 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-fc396ba4-b4bb-4f2f-9748-500c651fff10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ccaf6790-d148-4421-89cb-e0b923c8004b), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:55.902891 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbb2ebc-34ab-4500-bb15-25e298e95baf tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:26:55.908378 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ebbb2ebc-34ab-4500-bb15-25e298e95baf tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:55.912388 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ebbb2ebc-34ab-4500-bb15-25e298e95baf tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] 10.222.0.75 "PUT /v2.0/routers/f7679075-1ea1-44df-84d8-438615384a9f HTTP/1.1" status: 200 len: 918 time: 3.5271583 Feb 16 22:26:55.912901 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41332) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:55.915808 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae746a7a-17f4-4ff5-8431-837534a80da6 None None] Sync routers for ids ['f7679075-1ea1-44df-84d8-438615384a9f'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:26:55.932471 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae746a7a-17f4-4ff5-8431-837534a80da6 None None] Routers {'f7679075-1ea1-44df-84d8-438615384a9f'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:26:55.933523 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-ae746a7a-17f4-4ff5-8431-837534a80da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['f7679075-1ea1-44df-84d8-438615384a9f'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:55.976339 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-ae746a7a-17f4-4ff5-8431-837534a80da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:55.994493 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae746a7a-17f4-4ff5-8431-837534a80da6 None None] Routers {'f7679075-1ea1-44df-84d8-438615384a9f'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:26:55.995514 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-ae746a7a-17f4-4ff5-8431-837534a80da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['f7679075-1ea1-44df-84d8-438615384a9f'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:56.022169 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-af80be97-6be3-43b4-95d1-af48e5434141 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (34e5ca7b-f764-4bfe-a207-a1505b6579ff), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:56.029561 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-fc396ba4-b4bb-4f2f-9748-500c651fff10 service neutron] For port ccaf6790-d148-4421-89cb-e0b923c8004b, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:26:56.034639 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-fc396ba4-b4bb-4f2f-9748-500c651fff10 service neutron] For port ccaf6790-d148-4421-89cb-e0b923c8004b, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=ccaf6790-d148-4421-89cb-e0b923c8004b,segment=NetworkSegment(d2150ecc-73be-4cac-a3e0-52292f5f056f),segment_id=d2150ecc-73be-4cac-a3e0-52292f5f056f)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:26:56.050834 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-fc396ba4-b4bb-4f2f-9748-500c651fff10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (ccaf6790-d148-4421-89cb-e0b923c8004b), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:56.067231 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-ae746a7a-17f4-4ff5-8431-837534a80da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:56.068967 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae746a7a-17f4-4ff5-8431-837534a80da6 None None] The sync data for ids ['f7679075-1ea1-44df-84d8-438615384a9f'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:26:56.071105 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80be97-6be3-43b4-95d1-af48e5434141 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event deleted for resources: {'Port': ['ID=34e5ca7b-f764-4bfe-a207-a1505b6579ff,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:56.099788 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-33aaf6d2-a2c0-4c6b-ba28-d0dd5772a664 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] 10.222.0.75 "GET /v2.0/routers/f7679075-1ea1-44df-84d8-438615384a9f HTTP/1.1" status: 200 len: 924 time: 0.1842146 Feb 16 22:26:56.104313 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41336) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:56.113360 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-fc396ba4-b4bb-4f2f-9748-500c651fff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:56.113927 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-fc396ba4-b4bb-4f2f-9748-500c651fff10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:56.116103 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-fc396ba4-b4bb-4f2f-9748-500c651fff10 service neutron] 10.222.0.79 "PUT /v2.0/ports/ccaf6790-d148-4421-89cb-e0b923c8004b HTTP/1.1" status: 200 len: 1091 time: 1.6702497 Feb 16 22:26:56.118511 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2a9307-215c-4567-ab2d-7238a3e38621', 'tag': 'ccaf6790-d148-4421-89cb-e0b923c8004b'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:26:56.120910 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada79e69-4321-40c9-b3a2-485ab4bb656e" -d '{"events": [{"name": "network-changed", "server_uuid": "7f2a9307-215c-4567-ab2d-7238a3e38621", "tag": "ccaf6790-d148-4421-89cb-e0b923c8004b"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:26:56.146958 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-af80be97-6be3-43b4-95d1-af48e5434141 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for floatingip (92f82746-8aac-49d9-97d8-30ca85b5ed02), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:56.150488 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-af80be97-6be3-43b4-95d1-af48e5434141 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:56.151906 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-af80be97-6be3-43b4-95d1-af48e5434141 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "DELETE /v2.0/floatingips/92f82746-8aac-49d9-97d8-30ca85b5ed02 HTTP/1.1" status: 204 len: 168 time: 0.7016432 Feb 16 22:26:56.154496 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc396ba4-b4bb-4f2f-9748-500c651fff10 service neutron] Pushing event updated for resources: {'Port': ['ID=ccaf6790-d148-4421-89cb-e0b923c8004b,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:56.157668 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41340) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:56.162884 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-5867c189-bf42-4d93-b7e3-156a78030f7d tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'port_id': 'e94a408a-038c-475b-9071-415f0272577d'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:56.164245 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2e4b1-cf05-42cb-a281-e5886c81fa24 req-def31735-7827-49e1-b03a-49bcbc55b179 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:56.171985 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87d2e4b1-cf05-42cb-a281-e5886c81fa24 req-def31735-7827-49e1-b03a-49bcbc55b179 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f2a9307-215c-4567-ab2d-7238a3e38621 HTTP/1.1" status: 200 len: 943 time: 0.3291264 Feb 16 22:26:56.226845 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87d2e4b1-cf05-42cb-a281-e5886c81fa24 req-cc82a398-5158-4844-80b1-cf38b4f0a5a8 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536356 Feb 16 22:26:56.227780 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5867c189-bf42-4d93-b7e3-156a78030f7d tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:56.245790 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a21ae6-9781-4f9c-bc6e-4a9778c61412 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:56.250098 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c2a21ae6-9781-4f9c-bc6e-4a9778c61412 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=b0ab4fc8-02c8-4404-90ea-6cd7fce3204f&device_id=f7679075-1ea1-44df-84d8-438615384a9f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1453271 Feb 16 22:26:56.250271 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41342) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:56.260663 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-30f52a9b-2087-4692-9de3-60dff6706636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:56.263072 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-30f52a9b-2087-4692-9de3-60dff6706636 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b04764559a9c459fbc65e6403b1b3dd5&device_id=7f2a9307-215c-4567-ab2d-7238a3e38621 HTTP/1.1" status: 200 len: 1125 time: 0.0958495 Feb 16 22:26:56.315977 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-203a6074-b22c-46c5-8836-32ff73d39bf2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccaf6790-d148-4421-89cb-e0b923c8004b HTTP/1.1" status: 200 len: 217 time: 0.0438011 Feb 16 22:26:56.352079 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1ef8b8a3-bfa8-4ea1-8eec-2997a9b90263 req-cb85f856-6fd4-4c9e-afcf-7a243fe568dd tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 210 time: 0.0591710 Feb 16 22:26:56.378992 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acc1aa7-0fcd-4653-9281-b37039f8c7eb tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:56.380994 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6acc1aa7-0fcd-4653-9281-b37039f8c7eb tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 881 time: 0.1298420 Feb 16 22:26:56.383954 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41344) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:56.403872 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-0dac0c42-5b37-4744-ad4e-5b2d0d893af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:56.405379 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-0dac0c42-5b37-4744-ad4e-5b2d0d893af3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=90c6e9fd-2327-49e8-8e06-530f56e702f3 HTTP/1.1" status: 200 len: 845 time: 0.0839510 Feb 16 22:26:56.421610 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bf975c29-f8fa-4bb8-90e2-89452942e2cb tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7679075-1ea1-44df-84d8-438615384a9f HTTP/1.1" status: 200 len: 205 time: 0.0364785 Feb 16 22:26:56.424019 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41346) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:56.427573 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e700cf-b635-460e-adcf-52526f3ff78f x-openstack-request-id: req-09e700cf-b635-460e-adcf-52526f3ff78f {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:26:56.427874 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f2a9307-215c-4567-ab2d-7238a3e38621", "tag": "ccaf6790-d148-4421-89cb-e0b923c8004b", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:26:56.428139 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-09e700cf-b635-460e-adcf-52526f3ff78f {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:26:56.428554 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f2a9307-215c-4567-ab2d-7238a3e38621', 'tag': 'ccaf6790-d148-4421-89cb-e0b923c8004b', 'status': 'completed', 'code': 200} Feb 16 22:26:56.445386 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-b8983fec-f0b3-46ef-926a-099275d4ab6a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=328b17ed-7bc5-4241-8a54-e64f9538f95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322642 Feb 16 22:26:56.481459 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5867c189-bf42-4d93-b7e3-156a78030f7d tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:56.553449 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-81592317-401a-4827-b2fe-a4f843e35d6f tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router (f7679075-1ea1-44df-84d8-438615384a9f), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:56.667738 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-81592317-401a-4827-b2fe-a4f843e35d6f tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router_gateway (f7679075-1ea1-44df-84d8-438615384a9f), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:56.722854 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-81592317-401a-4827-b2fe-a4f843e35d6f tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Deleting port c7eee85c-ea4f-4a1b-a8f8-31cd4169fb12 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:26:56.723628 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-81592317-401a-4827-b2fe-a4f843e35d6f tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (c7eee85c-ea4f-4a1b-a8f8-31cd4169fb12), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:56.809538 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-81592317-401a-4827-b2fe-a4f843e35d6f tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (c7eee85c-ea4f-4a1b-a8f8-31cd4169fb12), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:56.823864 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-81592317-401a-4827-b2fe-a4f843e35d6f tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Calling delete_port for c7eee85c-ea4f-4a1b-a8f8-31cd4169fb12 owned by network:router_gateway {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:26:56.831633 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-2a324148-ff91-4812-9077-d1a7253408f1 service neutron] 10.222.0.79 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788078 Feb 16 22:26:56.887789 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-5867c189-bf42-4d93-b7e3-156a78030f7d tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Allocated IP 172.25.2.251 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/4dad1815-acb6-47d0-8d38-5ff783b03ff4) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:26:56.946291 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:56.982063 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd0750-b6f1-4c84-a152-73a0bdfadfa1 req-0b84d888-0a99-4801-902f-f8ac6a821348 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:56.983686 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3edd0750-b6f1-4c84-a152-73a0bdfadfa1 req-0b84d888-0a99-4801-902f-f8ac6a821348 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 945 time: 0.1143053 Feb 16 22:26:57.036560 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a7fea8e5-f7a9-49f9-9d67-fa4beaa724b1 req-2f25a727-e533-4a2e-a0ab-ea7c07aaa7bd service neutron] 10.222.0.79 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961040 Feb 16 22:26:57.050458 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3edd0750-b6f1-4c84-a152-73a0bdfadfa1 req-49824985-f379-4877-9e44-1d14e8e501c2 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d64317e-ec6c-41b4-a421-73e0a02d08a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605137 Feb 16 22:26:57.073656 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5867c189-bf42-4d93-b7e3-156a78030f7d tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for port (4dad1815-acb6-47d0-8d38-5ff783b03ff4), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:57.109016 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-81592317-401a-4827-b2fe-a4f843e35d6f tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (c7eee85c-ea4f-4a1b-a8f8-31cd4169fb12), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:57.111957 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5867c189-bf42-4d93-b7e3-156a78030f7d tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (4dad1815-acb6-47d0-8d38-5ff783b03ff4), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:57.156655 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81592317-401a-4827-b2fe-a4f843e35d6f tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Pushing event deleted for resources: {'Port': ['ID=c7eee85c-ea4f-4a1b-a8f8-31cd4169fb12,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:57.174005 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81592317-401a-4827-b2fe-a4f843e35d6f tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:57.175429 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81592317-401a-4827-b2fe-a4f843e35d6f tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:57.175429 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81592317-401a-4827-b2fe-a4f843e35d6f tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:57.175429 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81592317-401a-4827-b2fe-a4f843e35d6f tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:57.175429 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81592317-401a-4827-b2fe-a4f843e35d6f tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:57.175815 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81592317-401a-4827-b2fe-a4f843e35d6f tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:57.175907 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81592317-401a-4827-b2fe-a4f843e35d6f tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:57.176214 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81592317-401a-4827-b2fe-a4f843e35d6f tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:57.176540 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81592317-401a-4827-b2fe-a4f843e35d6f tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:57.177495 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81592317-401a-4827-b2fe-a4f843e35d6f tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:57.177642 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81592317-401a-4827-b2fe-a4f843e35d6f tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:57.178490 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81592317-401a-4827-b2fe-a4f843e35d6f tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:57.178925 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81592317-401a-4827-b2fe-a4f843e35d6f tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:26:57.187865 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5867c189-bf42-4d93-b7e3-156a78030f7d tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:26:57.194605 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-5867c189-bf42-4d93-b7e3-156a78030f7d tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:26:57.200933 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5867c189-bf42-4d93-b7e3-156a78030f7d tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:26:57.205772 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867c189-bf42-4d93-b7e3-156a78030f7d tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event updated for resources: {'Port': ['ID=4dad1815-acb6-47d0-8d38-5ff783b03ff4,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:57.242356 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-81592317-401a-4827-b2fe-a4f843e35d6f tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (f7679075-1ea1-44df-84d8-438615384a9f), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:57.247287 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada79e69-4321-40c9-b3a2-485ab4bb656e req-40a0bd34-6d80-4e59-9cde-96e69a53529c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:57.248982 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ada79e69-4321-40c9-b3a2-485ab4bb656e req-40a0bd34-6d80-4e59-9cde-96e69a53529c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b04764559a9c459fbc65e6403b1b3dd5&device_id=7f2a9307-215c-4567-ab2d-7238a3e38621 HTTP/1.1" status: 200 len: 1125 time: 0.1034107 Feb 16 22:26:57.472616 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada79e69-4321-40c9-b3a2-485ab4bb656e req-7db4984c-d26d-4fd1-b19d-f07382d52a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:57.474195 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ada79e69-4321-40c9-b3a2-485ab4bb656e req-7db4984c-d26d-4fd1-b19d-f07382d52a14 service neutron] 10.222.0.79 "GET /v2.0/networks?id=328b17ed-7bc5-4241-8a54-e64f9538f95e HTTP/1.1" status: 200 len: 906 time: 0.2180178 Feb 16 22:26:57.542861 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ada79e69-4321-40c9-b3a2-485ab4bb656e req-34cd3ed7-c6ce-49c8-9582-49307221d780 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccaf6790-d148-4421-89cb-e0b923c8004b HTTP/1.1" status: 200 len: 217 time: 0.0423660 Feb 16 22:26:57.611805 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada79e69-4321-40c9-b3a2-485ab4bb656e req-5ae40132-518f-427c-a874-185f877e2e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:57.613293 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ada79e69-4321-40c9-b3a2-485ab4bb656e req-5ae40132-518f-427c-a874-185f877e2e4c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=90c6e9fd-2327-49e8-8e06-530f56e702f3 HTTP/1.1" status: 200 len: 845 time: 0.0618582 Feb 16 22:26:57.652908 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ada79e69-4321-40c9-b3a2-485ab4bb656e req-1411f718-c6a6-4248-aabe-97783551a78c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=328b17ed-7bc5-4241-8a54-e64f9538f95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299995 Feb 16 22:26:57.685784 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-81592317-401a-4827-b2fe-a4f843e35d6f tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (f7679075-1ea1-44df-84d8-438615384a9f), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:57.690959 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-81592317-401a-4827-b2fe-a4f843e35d6f tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router_controller (f7679075-1ea1-44df-84d8-438615384a9f), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:57.746919 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fab57-4f30-4e1b-a0e6-59fc51e8c9b2 req-e8dd1c80-caee-4644-b0ac-2dcb025d70ce tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:26:57.747987 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f59fab57-4f30-4e1b-a0e6-59fc51e8c9b2 req-e8dd1c80-caee-4644-b0ac-2dcb025d70ce tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f2a9307-215c-4567-ab2d-7238a3e38621 HTTP/1.1" status: 200 len: 943 time: 0.1221976 Feb 16 22:26:57.754207 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-81592317-401a-4827-b2fe-a4f843e35d6f tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (f7679075-1ea1-44df-84d8-438615384a9f), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:57.754921 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81592317-401a-4827-b2fe-a4f843e35d6f tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Fanout notify agent at l3_agent the message router_deleted on router f7679075-1ea1-44df-84d8-438615384a9f {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:26:57.767629 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-81592317-401a-4827-b2fe-a4f843e35d6f tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:57.768656 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-81592317-401a-4827-b2fe-a4f843e35d6f tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] 10.222.0.75 "DELETE /v2.0/routers/f7679075-1ea1-44df-84d8-438615384a9f HTTP/1.1" status: 204 len: 168 time: 1.3420093 Feb 16 22:26:57.777039 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41358) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:57.783117 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-a219e565-4284-4d5b-8982-61cb6cfa2f92 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-432060664', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}, 'admin_state_up': False}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:57.828121 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f59fab57-4f30-4e1b-a0e6-59fc51e8c9b2 req-73b47790-941f-4f24-a0fb-1525caaa07b6 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710714 Feb 16 22:26:57.829421 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a219e565-4284-4d5b-8982-61cb6cfa2f92 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (4ec54d1f-d665-4ca4-bce1-86a128aaa637), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:57.830502 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a219e565-4284-4d5b-8982-61cb6cfa2f92 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (4ec54d1f-d665-4ca4-bce1-86a128aaa637), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:57.886707 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a219e565-4284-4d5b-8982-61cb6cfa2f92 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router_controller (4ec54d1f-d665-4ca4-bce1-86a128aaa637), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:57.950298 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ada79e69-4321-40c9-b3a2-485ab4bb656e req-08357306-6cb3-42c6-9719-4fa55122470b service neutron] 10.222.0.79 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822862 Feb 16 22:26:57.986754 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5867c189-bf42-4d93-b7e3-156a78030f7d tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for floatingip (b4e23d47-c654-4da1-8b1a-f437d94b8486), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:58.042806 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a219e565-4284-4d5b-8982-61cb6cfa2f92 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router_gateway (4ec54d1f-d665-4ca4-bce1-86a128aaa637), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:58.143429 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ada79e69-4321-40c9-b3a2-485ab4bb656e req-10c0d687-fb57-4176-8c55-3a20703b63e8 service neutron] 10.222.0.79 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857736 Feb 16 22:26:58.148669 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5867c189-bf42-4d93-b7e3-156a78030f7d tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4dad1815-acb6-47d0-8d38-5ff783b03ff4), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:58.252736 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a219e565-4284-4d5b-8982-61cb6cfa2f92 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router_gateway (4ec54d1f-d665-4ca4-bce1-86a128aaa637), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:58.272528 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a219e565-4284-4d5b-8982-61cb6cfa2f92 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:58.308315 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5867c189-bf42-4d93-b7e3-156a78030f7d tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for port (4dad1815-acb6-47d0-8d38-5ff783b03ff4), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:58.314005 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5867c189-bf42-4d93-b7e3-156a78030f7d tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (4dad1815-acb6-47d0-8d38-5ff783b03ff4), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:58.360519 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:58.384095 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867c189-bf42-4d93-b7e3-156a78030f7d tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event updated for resources: {'Port': ['ID=4dad1815-acb6-47d0-8d38-5ff783b03ff4,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:58.385044 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-a219e565-4284-4d5b-8982-61cb6cfa2f92 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Allocated IP 172.25.2.144 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/5f8b1a7c-7ffa-4cb2-ba30-dde5c365f929) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:26:58.397705 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5867c189-bf42-4d93-b7e3-156a78030f7d tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (b4e23d47-c654-4da1-8b1a-f437d94b8486), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:58.498185 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a219e565-4284-4d5b-8982-61cb6cfa2f92 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for port (5f8b1a7c-7ffa-4cb2-ba30-dde5c365f929), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:58.506566 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [None req-5867c189-bf42-4d93-b7e3-156a78030f7d tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Floating IP b4e23d47-c654-4da1-8b1a-f437d94b8486 associated. External IP: 172.25.2.251, port: e94a408a-038c-475b-9071-415f0272577d. Feb 16 22:26:58.534704 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a219e565-4284-4d5b-8982-61cb6cfa2f92 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (5f8b1a7c-7ffa-4cb2-ba30-dde5c365f929), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:58.575458 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a219e565-4284-4d5b-8982-61cb6cfa2f92 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:26:58.578376 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-a219e565-4284-4d5b-8982-61cb6cfa2f92 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:26:58.581921 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a219e565-4284-4d5b-8982-61cb6cfa2f92 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:26:58.603872 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219e565-4284-4d5b-8982-61cb6cfa2f92 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Pushing event updated for resources: {'Port': ['ID=5f8b1a7c-7ffa-4cb2-ba30-dde5c365f929,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:58.732542 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5867c189-bf42-4d93-b7e3-156a78030f7d tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Router 43802d64-4ded-4797-bbf8-92727fbf221d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:26:58.846459 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a219e565-4284-4d5b-8982-61cb6cfa2f92 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router_gateway (4ec54d1f-d665-4ca4-bce1-86a128aaa637), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:59.063585 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device ccaf6790-d148-4421-89cb-e0b923c8004b details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:26:59.089131 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a219e565-4284-4d5b-8982-61cb6cfa2f92 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (4ec54d1f-d665-4ca4-bce1-86a128aaa637), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:59.096170 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5867c189-bf42-4d93-b7e3-156a78030f7d tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:26:59.116135 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa68ec1-0893-4aea-a3ed-0af87071cadb None None] Sync routers for ids ['43802d64-4ded-4797-bbf8-92727fbf221d'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:26:59.117901 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5867c189-bf42-4d93-b7e3-156a78030f7d tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:59.153996 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5867c189-bf42-4d93-b7e3-156a78030f7d tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.9952154 Feb 16 22:26:59.156653 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41368) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:59.174801 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa68ec1-0893-4aea-a3ed-0af87071cadb None None] Routers {'43802d64-4ded-4797-bbf8-92727fbf221d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:26:59.175447 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2aa68ec1-0893-4aea-a3ed-0af87071cadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['43802d64-4ded-4797-bbf8-92727fbf221d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:59.219925 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2aa68ec1-0893-4aea-a3ed-0af87071cadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:59.237964 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-254ffcee-9f91-4783-a8fc-522bfb192558 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "GET /v2.0/floatingips/b4e23d47-c654-4da1-8b1a-f437d94b8486 HTTP/1.1" status: 200 len: 978 time: 0.0801435 Feb 16 22:26:59.241561 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41370) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:59.241909 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa68ec1-0893-4aea-a3ed-0af87071cadb None None] Routers {'43802d64-4ded-4797-bbf8-92727fbf221d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:26:59.242818 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2aa68ec1-0893-4aea-a3ed-0af87071cadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['43802d64-4ded-4797-bbf8-92727fbf221d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:59.275336 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a219e565-4284-4d5b-8982-61cb6cfa2f92 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Router 4ec54d1f-d665-4ca4-bce1-86a128aaa637 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:26:59.295743 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port ccaf6790-d148-4421-89cb-e0b923c8004b, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=ccaf6790-d148-4421-89cb-e0b923c8004b,segment=NetworkSegment(d2150ecc-73be-4cac-a3e0-52292f5f056f),segment_id=d2150ecc-73be-4cac-a3e0-52292f5f056f)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:26:59.308920 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'ccaf6790-d148-4421-89cb-e0b923c8004b', 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e', 'port_id': 'ccaf6790-d148-4421-89cb-e0b923c8004b', 'mac_address': 'fa:16:3e:60:5a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c6e9fd-2327-49e8-8e06-530f56e702f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:26:59.311775 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2aa68ec1-0893-4aea-a3ed-0af87071cadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:59.312408 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa68ec1-0893-4aea-a3ed-0af87071cadb None None] The sync data for ids ['43802d64-4ded-4797-bbf8-92727fbf221d'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:26:59.353486 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port ccaf6790-d148-4421-89cb-e0b923c8004b is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:26:59.353888 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ccaf6790-d148-4421-89cb-e0b923c8004b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:59.363938 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-cfa892f7-cf31-41da-a18b-cb81ac38268c tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1209984 Feb 16 22:26:59.367092 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41372) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:59.371836 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-d2536940-5487-442b-8418-7718b7a901f4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Request body: {'floatingip': {'port_id': '0558ed90-cce5-4ba6-9ce4-85923c9f2d3b'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:59.372471 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccaf6790-d148-4421-89cb-e0b923c8004b {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:26:59.394528 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port ccaf6790-d148-4421-89cb-e0b923c8004b, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=ccaf6790-d148-4421-89cb-e0b923c8004b,segment=NetworkSegment(d2150ecc-73be-4cac-a3e0-52292f5f056f),segment_id=d2150ecc-73be-4cac-a3e0-52292f5f056f)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:26:59.402156 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ccaf6790-d148-4421-89cb-e0b923c8004b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:59.420557 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a219e565-4284-4d5b-8982-61cb6cfa2f92 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:26:59.430593 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6d2391-f243-4112-a354-0a95f6e93670 None None] Sync routers for ids ['4ec54d1f-d665-4ca4-bce1-86a128aaa637'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:26:59.441342 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6d2391-f243-4112-a354-0a95f6e93670 None None] Routers {'4ec54d1f-d665-4ca4-bce1-86a128aaa637'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:26:59.443353 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-2b6d2391-f243-4112-a354-0a95f6e93670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4ec54d1f-d665-4ca4-bce1-86a128aaa637'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:59.444327 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a219e565-4284-4d5b-8982-61cb6cfa2f92 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:59.445812 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a219e565-4284-4d5b-8982-61cb6cfa2f92 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.6676083 Feb 16 22:26:59.446591 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2536940-5487-442b-8418-7718b7a901f4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for floatingip (b4e23d47-c654-4da1-8b1a-f437d94b8486), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:59.448470 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41374) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:26:59.455735 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-0f4575a5-f470-4761-9001-e3b38fa70027 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:26:59.485251 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-2b6d2391-f243-4112-a354-0a95f6e93670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:59.495995 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=ccaf6790-d148-4421-89cb-e0b923c8004b,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:26:59.496912 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6d2391-f243-4112-a354-0a95f6e93670 None None] Routers {'4ec54d1f-d665-4ca4-bce1-86a128aaa637'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:26:59.497690 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-2b6d2391-f243-4112-a354-0a95f6e93670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4ec54d1f-d665-4ca4-bce1-86a128aaa637'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:59.538692 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-2b6d2391-f243-4112-a354-0a95f6e93670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:26:59.539711 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6d2391-f243-4112-a354-0a95f6e93670 None None] The sync data for ids ['4ec54d1f-d665-4ca4-bce1-86a128aaa637'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:26:59.623605 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['ccaf6790-d148-4421-89cb-e0b923c8004b'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:26:59.774548 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:59.832127 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0f4575a5-f470-4761-9001-e3b38fa70027 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router_gateway (4ec54d1f-d665-4ca4-bce1-86a128aaa637), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:59.846702 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0f4575a5-f470-4761-9001-e3b38fa70027 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router_gateway (4ec54d1f-d665-4ca4-bce1-86a128aaa637), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:59.909325 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-0f4575a5-f470-4761-9001-e3b38fa70027 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Deleting port 5f8b1a7c-7ffa-4cb2-ba30-dde5c365f929 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:26:59.910007 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0f4575a5-f470-4761-9001-e3b38fa70027 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (5f8b1a7c-7ffa-4cb2-ba30-dde5c365f929), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:26:59.990568 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0f4575a5-f470-4761-9001-e3b38fa70027 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (5f8b1a7c-7ffa-4cb2-ba30-dde5c365f929), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:00.002601 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2536940-5487-442b-8418-7718b7a901f4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:00.006331 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-0f4575a5-f470-4761-9001-e3b38fa70027 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Calling delete_port for 5f8b1a7c-7ffa-4cb2-ba30-dde5c365f929 owned by network:router_gateway {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:27:00.008691 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2536940-5487-442b-8418-7718b7a901f4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (b4e23d47-c654-4da1-8b1a-f437d94b8486), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:00.113165 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [None req-d2536940-5487-442b-8418-7718b7a901f4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Floating IP b4e23d47-c654-4da1-8b1a-f437d94b8486 associated. External IP: 172.25.2.251, port: e94a408a-038c-475b-9071-415f0272577d. Feb 16 22:27:00.187295 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0f4575a5-f470-4761-9001-e3b38fa70027 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (5f8b1a7c-7ffa-4cb2-ba30-dde5c365f929), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:00.224330 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4575a5-f470-4761-9001-e3b38fa70027 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Pushing event deleted for resources: {'Port': ['ID=5f8b1a7c-7ffa-4cb2-ba30-dde5c365f929,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:00.283796 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0f4575a5-f470-4761-9001-e3b38fa70027 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (4ec54d1f-d665-4ca4-bce1-86a128aaa637), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:00.335113 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2536940-5487-442b-8418-7718b7a901f4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Router 43802d64-4ded-4797-bbf8-92727fbf221d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:27:00.446413 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2536940-5487-442b-8418-7718b7a901f4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:27:00.457118 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74f57a1-a338-4ab2-a9ab-04a2711e2091 None None] Sync routers for ids ['43802d64-4ded-4797-bbf8-92727fbf221d'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:27:00.467408 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74f57a1-a338-4ab2-a9ab-04a2711e2091 None None] Routers {'43802d64-4ded-4797-bbf8-92727fbf221d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:00.468452 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-c74f57a1-a338-4ab2-a9ab-04a2711e2091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['43802d64-4ded-4797-bbf8-92727fbf221d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:00.505673 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-c74f57a1-a338-4ab2-a9ab-04a2711e2091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:00.513715 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0f4575a5-f470-4761-9001-e3b38fa70027 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-374653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59817'] for router (4ec54d1f-d665-4ca4-bce1-86a128aaa637), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:00.517750 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74f57a1-a338-4ab2-a9ab-04a2711e2091 None None] Routers {'43802d64-4ded-4797-bbf8-92727fbf221d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:00.517898 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0f4575a5-f470-4761-9001-e3b38fa70027 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362694'] for router (4ec54d1f-d665-4ca4-bce1-86a128aaa637), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:00.518809 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-c74f57a1-a338-4ab2-a9ab-04a2711e2091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['43802d64-4ded-4797-bbf8-92727fbf221d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:00.572502 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-c74f57a1-a338-4ab2-a9ab-04a2711e2091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:00.573167 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74f57a1-a338-4ab2-a9ab-04a2711e2091 None None] The sync data for ids ['43802d64-4ded-4797-bbf8-92727fbf221d'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:27:00.610235 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4575a5-f470-4761-9001-e3b38fa70027 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Router 4ec54d1f-d665-4ca4-bce1-86a128aaa637 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:27:00.684235 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2536940-5487-442b-8418-7718b7a901f4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Router 43802d64-4ded-4797-bbf8-92727fbf221d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:27:00.812626 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2536940-5487-442b-8418-7718b7a901f4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:27:00.817430 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2536940-5487-442b-8418-7718b7a901f4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:00.827106 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ac4fd7-ec59-42a8-a8b7-0706bf7616d4 None None] Sync routers for ids ['43802d64-4ded-4797-bbf8-92727fbf221d'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:27:00.845188 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ac4fd7-ec59-42a8-a8b7-0706bf7616d4 None None] Routers {'43802d64-4ded-4797-bbf8-92727fbf221d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:00.846730 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-f7ac4fd7-ec59-42a8-a8b7-0706bf7616d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['43802d64-4ded-4797-bbf8-92727fbf221d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:00.891891 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-f7ac4fd7-ec59-42a8-a8b7-0706bf7616d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:00.893863 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d2536940-5487-442b-8418-7718b7a901f4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "PUT /v2.0/floatingips/b4e23d47-c654-4da1-8b1a-f437d94b8486 HTTP/1.1" status: 200 len: 979 time: 1.5218985 Feb 16 22:27:00.894591 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41376) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:00.901423 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-465867d9-c8df-4a6d-ae07-3d659c6351bf tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:27:00.922350 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ac4fd7-ec59-42a8-a8b7-0706bf7616d4 None None] Routers {'43802d64-4ded-4797-bbf8-92727fbf221d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:00.922980 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-f7ac4fd7-ec59-42a8-a8b7-0706bf7616d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['43802d64-4ded-4797-bbf8-92727fbf221d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:00.969927 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-f7ac4fd7-ec59-42a8-a8b7-0706bf7616d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:00.970742 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ac4fd7-ec59-42a8-a8b7-0706bf7616d4 None None] The sync data for ids ['43802d64-4ded-4797-bbf8-92727fbf221d'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:27:00.978114 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-465867d9-c8df-4a6d-ae07-3d659c6351bf tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for floatingip (b4e23d47-c654-4da1-8b1a-f437d94b8486), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:00.980512 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4575a5-f470-4761-9001-e3b38fa70027 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:27:00.988820 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0f4575a5-f470-4761-9001-e3b38fa70027 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:00.990942 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0f4575a5-f470-4761-9001-e3b38fa70027 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] 10.222.0.75 "PUT /v2.0/routers/4ec54d1f-d665-4ca4-bce1-86a128aaa637 HTTP/1.1" status: 200 len: 709 time: 1.5391738 Feb 16 22:27:00.993156 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d5fba5-4fe5-4476-94ba-9d3d127ebccf None None] Sync routers for ids ['4ec54d1f-d665-4ca4-bce1-86a128aaa637'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:27:00.994606 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41378) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:01.005007 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d5fba5-4fe5-4476-94ba-9d3d127ebccf None None] Routers {'4ec54d1f-d665-4ca4-bce1-86a128aaa637'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:01.005635 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-04d5fba5-4fe5-4476-94ba-9d3d127ebccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4ec54d1f-d665-4ca4-bce1-86a128aaa637'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:01.041752 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-04d5fba5-4fe5-4476-94ba-9d3d127ebccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:01.051291 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d5fba5-4fe5-4476-94ba-9d3d127ebccf None None] Routers {'4ec54d1f-d665-4ca4-bce1-86a128aaa637'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:01.051939 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-04d5fba5-4fe5-4476-94ba-9d3d127ebccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4ec54d1f-d665-4ca4-bce1-86a128aaa637'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:01.089519 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-aa9bf69b-6674-4a42-b980-2faf28fea558 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] 10.222.0.75 "GET /v2.0/routers/4ec54d1f-d665-4ca4-bce1-86a128aaa637 HTTP/1.1" status: 200 len: 744 time: 0.0931096 Feb 16 22:27:01.090435 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41380) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:01.094820 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device ccaf6790-d148-4421-89cb-e0b923c8004b up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:27:01.098799 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-04d5fba5-4fe5-4476-94ba-9d3d127ebccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:01.099938 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d5fba5-4fe5-4476-94ba-9d3d127ebccf None None] The sync data for ids ['4ec54d1f-d665-4ca4-bce1-86a128aaa637'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:27:01.135848 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-465867d9-c8df-4a6d-ae07-3d659c6351bf tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:01.141071 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-465867d9-c8df-4a6d-ae07-3d659c6351bf tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (b4e23d47-c654-4da1-8b1a-f437d94b8486), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:01.141861 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [None req-465867d9-c8df-4a6d-ae07-3d659c6351bf tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Floating IP b4e23d47-c654-4da1-8b1a-f437d94b8486 disassociated. External IP: 172.25.2.251, port: 0558ed90-cce5-4ba6-9ce4-85923c9f2d3b. Feb 16 22:27:01.158202 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9ff2640d-7cac-4081-b38f-b7a062f84d35 tempest-RoutersIpV6AdminTest-1426712203 tempest-RoutersIpV6AdminTest-1426712203-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=b0ab4fc8-02c8-4404-90ea-6cd7fce3204f&device_id=4ec54d1f-d665-4ca4-bce1-86a128aaa637 HTTP/1.1" status: 200 len: 205 time: 0.0663645 Feb 16 22:27:01.159300 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41382) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:01.162659 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port ccaf6790-d148-4421-89cb-e0b923c8004b completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:27:01.167747 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port ccaf6790-d148-4421-89cb-e0b923c8004b triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:27:01.168369 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ccaf6790-d148-4421-89cb-e0b923c8004b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:01.190623 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-717d8e80-38cb-4328-aa79-3976563ec1f9 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ec54d1f-d665-4ca4-bce1-86a128aaa637 HTTP/1.1" status: 200 len: 205 time: 0.0299194 Feb 16 22:27:01.194406 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41384) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:01.260584 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port ccaf6790-d148-4421-89cb-e0b923c8004b is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:27:01.261502 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ccaf6790-d148-4421-89cb-e0b923c8004b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:01.284998 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-35fe6a8d-8a5b-4944-b887-7c69856d11e9 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router (4ec54d1f-d665-4ca4-bce1-86a128aaa637), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:01.294695 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port ccaf6790-d148-4421-89cb-e0b923c8004b, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=ccaf6790-d148-4421-89cb-e0b923c8004b,segment=NetworkSegment(d2150ecc-73be-4cac-a3e0-52292f5f056f),segment_id=d2150ecc-73be-4cac-a3e0-52292f5f056f)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:27:01.295721 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2a9307-215c-4567-ab2d-7238a3e38621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccaf6790-d148-4421-89cb-e0b923c8004b'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:27:01.298486 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3f061a-3c8d-4c34-b78d-117728e5998c" -d '{"events": [{"server_uuid": "7f2a9307-215c-4567-ab2d-7238a3e38621", "name": "network-vif-plugged", "status": "completed", "tag": "ccaf6790-d148-4421-89cb-e0b923c8004b"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:27:01.303449 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ccaf6790-d148-4421-89cb-e0b923c8004b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:01.357893 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=ccaf6790-d148-4421-89cb-e0b923c8004b,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:01.416415 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465867d9-c8df-4a6d-ae07-3d659c6351bf tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Router 43802d64-4ded-4797-bbf8-92727fbf221d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:27:01.470009 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-35fe6a8d-8a5b-4944-b887-7c69856d11e9 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (4ec54d1f-d665-4ca4-bce1-86a128aaa637), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:01.472440 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-35fe6a8d-8a5b-4944-b887-7c69856d11e9 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router_controller (4ec54d1f-d665-4ca4-bce1-86a128aaa637), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:01.531210 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-35fe6a8d-8a5b-4944-b887-7c69856d11e9 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (4ec54d1f-d665-4ca4-bce1-86a128aaa637), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:01.531888 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fe6a8d-8a5b-4944-b887-7c69856d11e9 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Fanout notify agent at l3_agent the message router_deleted on router 4ec54d1f-d665-4ca4-bce1-86a128aaa637 {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:27:01.539746 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-35fe6a8d-8a5b-4944-b887-7c69856d11e9 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:01.546378 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-35fe6a8d-8a5b-4944-b887-7c69856d11e9 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] 10.222.0.75 "DELETE /v2.0/routers/4ec54d1f-d665-4ca4-bce1-86a128aaa637 HTTP/1.1" status: 204 len: 168 time: 0.3508036 Feb 16 22:27:01.547043 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41388) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:01.580543 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-acede6ab-b7e1-4de9-b0ee-a80f70199521 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ec54d1f-d665-4ca4-bce1-86a128aaa637 HTTP/1.1" status: 200 len: 205 time: 0.0323379 Feb 16 22:27:01.583561 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41390) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:01.622742 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-e1d41adb-5098-49cf-87f1-a87ef338ad44 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] delete failed (client error): The resource could not be found. Feb 16 22:27:01.626006 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e1d41adb-5098-49cf-87f1-a87ef338ad44 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] 10.222.0.75 "DELETE /v2.0/routers/4ec54d1f-d665-4ca4-bce1-86a128aaa637 HTTP/1.1" status: 404 len: 336 time: 0.0391595 Feb 16 22:27:01.627553 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41392) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:01.661025 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-79535dec-3d43-4676-b562-ee8b76909a6a tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7679075-1ea1-44df-84d8-438615384a9f HTTP/1.1" status: 200 len: 205 time: 0.0301082 Feb 16 22:27:01.661345 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41394) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:01.702878 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-20348297-8a72-4d6c-849c-d7bd3c16f4b2 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] delete failed (client error): The resource could not be found. Feb 16 22:27:01.706261 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-20348297-8a72-4d6c-849c-d7bd3c16f4b2 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] 10.222.0.75 "DELETE /v2.0/routers/f7679075-1ea1-44df-84d8-438615384a9f HTTP/1.1" status: 404 len: 336 time: 0.0417526 Feb 16 22:27:01.706504 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41396) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:01.737682 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-826118f4-0dae-47f2-bc5e-003397b5b2fc tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] 10.222.0.75 "GET /v2.0/ports?device_id=f15e4bcf-e6a8-47bf-9a1b-5f160af9e1f0 HTTP/1.1" status: 200 len: 205 time: 0.0281055 Feb 16 22:27:01.737944 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41398) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:01.777318 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-8b9af2c6-846d-44d1-b7eb-a6467cdbf007 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] delete failed (client error): The resource could not be found. Feb 16 22:27:01.778380 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8b9af2c6-846d-44d1-b7eb-a6467cdbf007 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] 10.222.0.75 "DELETE /v2.0/routers/f15e4bcf-e6a8-47bf-9a1b-5f160af9e1f0 HTTP/1.1" status: 404 len: 336 time: 0.0395288 Feb 16 22:27:01.781081 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41400) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:01.785765 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465867d9-c8df-4a6d-ae07-3d659c6351bf tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:27:01.792341 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-465867d9-c8df-4a6d-ae07-3d659c6351bf tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:01.796728 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286ea806-483f-4741-a7e6-89308931890c None None] Sync routers for ids ['43802d64-4ded-4797-bbf8-92727fbf221d'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:27:01.809946 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286ea806-483f-4741-a7e6-89308931890c None None] Routers {'43802d64-4ded-4797-bbf8-92727fbf221d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:01.810808 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-286ea806-483f-4741-a7e6-89308931890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['43802d64-4ded-4797-bbf8-92727fbf221d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:01.824752 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bb20cdbc-edff-4579-8ae9-399245f2ad83 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d709ac8-0d58-44d1-a53c-bab70205204d HTTP/1.1" status: 200 len: 205 time: 0.0405889 Feb 16 22:27:01.824978 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41402) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:01.838802 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-465867d9-c8df-4a6d-ae07-3d659c6351bf tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "PUT /v2.0/floatingips/b4e23d47-c654-4da1-8b1a-f437d94b8486 HTTP/1.1" status: 200 len: 688 time: 0.9430149 Feb 16 22:27:01.841930 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41404) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:01.849726 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-286ea806-483f-4741-a7e6-89308931890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:01.859640 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286ea806-483f-4741-a7e6-89308931890c None None] Routers {'43802d64-4ded-4797-bbf8-92727fbf221d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:01.860495 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-286ea806-483f-4741-a7e6-89308931890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['43802d64-4ded-4797-bbf8-92727fbf221d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:01.867071 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-9983c859-39b2-4e60-bfac-eb0bc39133cd tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] delete failed (client error): The resource could not be found. Feb 16 22:27:01.870435 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9983c859-39b2-4e60-bfac-eb0bc39133cd tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] 10.222.0.75 "DELETE /v2.0/routers/8d709ac8-0d58-44d1-a53c-bab70205204d HTTP/1.1" status: 404 len: 336 time: 0.0422466 Feb 16 22:27:01.870696 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41406) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:01.897398 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-286ea806-483f-4741-a7e6-89308931890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:01.898322 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286ea806-483f-4741-a7e6-89308931890c None None] The sync data for ids ['43802d64-4ded-4797-bbf8-92727fbf221d'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:27:01.914472 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9b464730-c072-4530-a72f-3e843ef4de64 tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] 10.222.0.75 "GET /v2.0/ports?device_id=bb35d75b-f56f-408d-87f2-55c0f29c57df HTTP/1.1" status: 200 len: 205 time: 0.0426419 Feb 16 22:27:01.915361 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41408) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:01.957501 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-f05025a9-b7ba-4008-8f92-663496536fce tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] delete failed (client error): The resource could not be found. Feb 16 22:27:01.959829 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f05025a9-b7ba-4008-8f92-663496536fce tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] 10.222.0.75 "DELETE /v2.0/routers/bb35d75b-f56f-408d-87f2-55c0f29c57df HTTP/1.1" status: 404 len: 336 time: 0.0433710 Feb 16 22:27:01.961818 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41410) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:01.991870 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-d4507602-a4ff-4784-8a30-b41e90a0b6fd tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Deleting port 4dad1815-acb6-47d0-8d38-5ff783b03ff4 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:27:01.992113 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d7f12533-b86d-4e24-9676-05d760f49bca tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1c0ce0c-7ef9-4d25-8b6a-ef7da5ab7ad6 HTTP/1.1" status: 200 len: 205 time: 0.0268745 Feb 16 22:27:01.992232 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d4507602-a4ff-4784-8a30-b41e90a0b6fd tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (4dad1815-acb6-47d0-8d38-5ff783b03ff4), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:01.992691 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41412) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:02.034921 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-6591506a-76e6-4a1c-aa7d-8f71694aafcc tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] delete failed (client error): The resource could not be found. Feb 16 22:27:02.038874 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6591506a-76e6-4a1c-aa7d-8f71694aafcc tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] 10.222.0.75 "DELETE /v2.0/routers/f1c0ce0c-7ef9-4d25-8b6a-ef7da5ab7ad6 HTTP/1.1" status: 404 len: 336 time: 0.0423779 Feb 16 22:27:02.039118 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41414) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:02.066001 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-10d459ac-1972-4b0e-91b5-d5bf8d7025bd tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] DELETE failed (client error): The resource could not be found. Feb 16 22:27:02.066527 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10d459ac-1972-4b0e-91b5-d5bf8d7025bd tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:27:02.069632 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-10d459ac-1972-4b0e-91b5-d5bf8d7025bd tempest-RoutersIpV6AdminTest-411403729 tempest-RoutersIpV6AdminTest-411403729-project] 10.222.0.75 "DELETE /v2.0/subnets/6940c7d4-6313-4a69-9056-e991b277aa0b HTTP/1.1" status: 404 len: 337 time: 0.0295832 Feb 16 22:27:02.075711 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d4507602-a4ff-4784-8a30-b41e90a0b6fd tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (4dad1815-acb6-47d0-8d38-5ff783b03ff4), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:02.076192 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d4507602-a4ff-4784-8a30-b41e90a0b6fd tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for floatingip (4dad1815-acb6-47d0-8d38-5ff783b03ff4), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:02.089190 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-d4507602-a4ff-4784-8a30-b41e90a0b6fd tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Calling delete_port for 4dad1815-acb6-47d0-8d38-5ff783b03ff4 owned by network:floatingip {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:27:02.232714 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d4507602-a4ff-4784-8a30-b41e90a0b6fd tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (4dad1815-acb6-47d0-8d38-5ff783b03ff4), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:02.262831 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4507602-a4ff-4784-8a30-b41e90a0b6fd tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event deleted for resources: {'Port': ['ID=4dad1815-acb6-47d0-8d38-5ff783b03ff4,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:02.323273 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d4507602-a4ff-4784-8a30-b41e90a0b6fd tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for floatingip (b4e23d47-c654-4da1-8b1a-f437d94b8486), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:02.326259 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d4507602-a4ff-4784-8a30-b41e90a0b6fd tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:02.330047 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d4507602-a4ff-4784-8a30-b41e90a0b6fd tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "DELETE /v2.0/floatingips/b4e23d47-c654-4da1-8b1a-f437d94b8486 HTTP/1.1" status: 204 len: 168 time: 0.4846246 Feb 16 22:27:02.330510 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41420) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:02.340679 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41422) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:02.371516 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-d063e5bc-1b7d-4888-b846-e0cc3bb7c17f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] delete failed (client error): The resource could not be found. Feb 16 22:27:02.376492 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d063e5bc-1b7d-4888-b846-e0cc3bb7c17f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "DELETE /v2.0/floatingips/b4e23d47-c654-4da1-8b1a-f437d94b8486 HTTP/1.1" status: 404 len: 345 time: 0.0410488 Feb 16 22:27:02.376652 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41426) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:02.464718 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43ccf776-0f51-4fe3-a554-d46270db8406 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:02.489135 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373a4749-e5c2-436f-8911-752c99b25bb5 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:02.494946 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373a4749-e5c2-436f-8911-752c99b25bb5 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:02.500192 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373a4749-e5c2-436f-8911-752c99b25bb5 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:02.504185 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-373a4749-e5c2-436f-8911-752c99b25bb5 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "GET /v2.0/ports?network_id=a0759160-15c4-48c6-ae30-b15d06348921 HTTP/1.1" status: 200 len: 2359 time: 0.1243207 Feb 16 22:27:02.504855 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41428) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:02.561827 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aad300b-088e-41a7-ae72-034292c6c3ae tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:02.568468 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5aad300b-088e-41a7-ae72-034292c6c3ae tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "GET /v2.0/subnets/6103008d-78c8-47e1-b8e0-f8233015a41a HTTP/1.1" status: 200 len: 797 time: 0.0579212 Feb 16 22:27:02.569040 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41430) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:02.575266 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-1cac6b8d-d979-4fe2-80d1-678f390bdcb7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Request body: {'port': {'network_id': 'a0759160-15c4-48c6-ae30-b15d06348921', 'name': 'tempest-FloatingIPTestJSON-1105962844', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.11'}]}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:27:02.582452 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43ccf776-0f51-4fe3-a554-d46270db8406 admin admin] Publish callbacks [] for security_group (49d721a5-a79e-4f3a-9547-5445021bace8), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:02.588274 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43ccf776-0f51-4fe3-a554-d46270db8406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (49d721a5-a79e-4f3a-9547-5445021bace8), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:02.625729 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-43ccf776-0f51-4fe3-a554-d46270db8406 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2b74ee0afb9b41918faafd792336dbf5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2839000 Feb 16 22:27:02.630365 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41432) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:02.647985 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccf776-0f51-4fe3-a554-d46270db8406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d721a5-a79e-4f3a-9547-5445021bace8,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:02.691254 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c83a320e-4cf2-4171-8a7e-5a7911aac359 admin admin] Publish callbacks [] for security_group (49d721a5-a79e-4f3a-9547-5445021bace8), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:02.701469 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cac6b8d-d979-4fe2-80d1-678f390bdcb7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Made reservation on behalf of e887774440904c97a346a99e76f2cd26 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:27:02.719584 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c83a320e-4cf2-4171-8a7e-5a7911aac359 admin admin] Publish callbacks [] for security_group (49d721a5-a79e-4f3a-9547-5445021bace8), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:02.772290 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c83a320e-4cf2-4171-8a7e-5a7911aac359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (49d721a5-a79e-4f3a-9547-5445021bace8), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:02.774966 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c83a320e-4cf2-4171-8a7e-5a7911aac359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:02.776126 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c83a320e-4cf2-4171-8a7e-5a7911aac359 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/49d721a5-a79e-4f3a-9547-5445021bace8 HTTP/1.1" status: 204 len: 168 time: 0.1449142 Feb 16 22:27:02.786570 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a320e-4cf2-4171-8a7e-5a7911aac359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d721a5-a79e-4f3a-9547-5445021bace8,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:02.816535 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1cac6b8d-d979-4fe2-80d1-678f390bdcb7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:02.838131 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-1cac6b8d-d979-4fe2-80d1-678f390bdcb7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] device_id is not set on port 757ea5d1-335f-4f5e-a009-4cc79e8eafde yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:27:03.085494 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41438) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:03.136588 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c7978b51-5749-4274-85f8-17d04043f45b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=133c4d13ceea47ca8df464ac89728a89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0472207 Feb 16 22:27:03.136881 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41440) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:03.154841 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-1cac6b8d-d979-4fe2-80d1-678f390bdcb7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Allocated IP 172.20.0.13 (a0759160-15c4-48c6-ae30-b15d06348921/6103008d-78c8-47e1-b8e0-f8233015a41a/757ea5d1-335f-4f5e-a009-4cc79e8eafde) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:27:03.162367 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-1cac6b8d-d979-4fe2-80d1-678f390bdcb7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Allocated IP 172.20.0.11 (a0759160-15c4-48c6-ae30-b15d06348921/6103008d-78c8-47e1-b8e0-f8233015a41a/757ea5d1-335f-4f5e-a009-4cc79e8eafde) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:27:03.186446 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-144f99f5-fad8-4c2c-91ec-d811ee947daa admin admin] Publish callbacks [] for security_group (38c2770b-9136-4a9e-ac30-8b7c53fda7d9), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:03.210116 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-144f99f5-fad8-4c2c-91ec-d811ee947daa admin admin] Publish callbacks [] for security_group (38c2770b-9136-4a9e-ac30-8b7c53fda7d9), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:03.262096 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-144f99f5-fad8-4c2c-91ec-d811ee947daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (38c2770b-9136-4a9e-ac30-8b7c53fda7d9), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:03.264668 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-144f99f5-fad8-4c2c-91ec-d811ee947daa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:03.268228 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-144f99f5-fad8-4c2c-91ec-d811ee947daa admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/38c2770b-9136-4a9e-ac30-8b7c53fda7d9 HTTP/1.1" status: 204 len: 168 time: 0.1279736 Feb 16 22:27:03.277765 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f99f5-fad8-4c2c-91ec-d811ee947daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c2770b-9136-4a9e-ac30-8b7c53fda7d9,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:03.332055 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1cac6b8d-d979-4fe2-80d1-678f390bdcb7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for port (757ea5d1-335f-4f5e-a009-4cc79e8eafde), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:03.368079 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1cac6b8d-d979-4fe2-80d1-678f390bdcb7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (757ea5d1-335f-4f5e-a009-4cc79e8eafde), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:03.410925 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cac6b8d-d979-4fe2-80d1-678f390bdcb7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Network a0759160-15c4-48c6-ae30-b15d06348921 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:27:03.414105 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-1cac6b8d-d979-4fe2-80d1-678f390bdcb7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:27:03.416915 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cac6b8d-d979-4fe2-80d1-678f390bdcb7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:27:03.459444 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac6b8d-d979-4fe2-80d1-678f390bdcb7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event updated for resources: {'Port': ['ID=757ea5d1-335f-4f5e-a009-4cc79e8eafde,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:03.487503 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cac6b8d-d979-4fe2-80d1-678f390bdcb7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:03.488194 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1cac6b8d-d979-4fe2-80d1-678f390bdcb7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:03.509596 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1cac6b8d-d979-4fe2-80d1-678f390bdcb7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 0.9363925 Feb 16 22:27:03.509755 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41446) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:03.515228 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-caffb3e5-c15a-4bf8-bf0a-2dbc5cce8cd7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'port_id': '757ea5d1-335f-4f5e-a009-4cc79e8eafde', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:27:03.542869 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-caffb3e5-c15a-4bf8-bf0a-2dbc5cce8cd7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:03.659824 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-caffb3e5-c15a-4bf8-bf0a-2dbc5cce8cd7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:03.769503 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-caffb3e5-c15a-4bf8-bf0a-2dbc5cce8cd7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Allocated IP 172.25.2.7 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/7847ca55-cd46-47a4-91fa-2ae70fac9d3d) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:27:03.895800 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-caffb3e5-c15a-4bf8-bf0a-2dbc5cce8cd7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for port (7847ca55-cd46-47a4-91fa-2ae70fac9d3d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:03.931536 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-caffb3e5-c15a-4bf8-bf0a-2dbc5cce8cd7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (7847ca55-cd46-47a4-91fa-2ae70fac9d3d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:03.978372 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caffb3e5-c15a-4bf8-bf0a-2dbc5cce8cd7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:27:03.981280 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-caffb3e5-c15a-4bf8-bf0a-2dbc5cce8cd7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:27:03.985623 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caffb3e5-c15a-4bf8-bf0a-2dbc5cce8cd7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:27:04.008133 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caffb3e5-c15a-4bf8-bf0a-2dbc5cce8cd7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event updated for resources: {'Port': ['ID=7847ca55-cd46-47a4-91fa-2ae70fac9d3d,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:04.044303 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41464) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.142237 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-2071c4c8-71ef-492a-b170-6d526b8015ef tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.146013 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2071c4c8-71ef-492a-b170-6d526b8015ef tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0978484 Feb 16 22:27:04.146874 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41468) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.150952 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-21810146-5122-428b-bc26-c3014fc3a12a tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.153838 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-21810146-5122-428b-bc26-c3014fc3a12a tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0041213 Feb 16 22:27:04.154087 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41470) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.157726 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-410fb199-687d-455a-bd12-924c27dec73d tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.160913 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-410fb199-687d-455a-bd12-924c27dec73d tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0038912 Feb 16 22:27:04.161762 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41472) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.166156 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-2403a98b-8dce-4b77-bb03-f68fcfd020fe tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.169072 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2403a98b-8dce-4b77-bb03-f68fcfd020fe tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0044842 Feb 16 22:27:04.169293 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41474) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.173011 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-d9a92706-532f-451a-b8f7-01cf77d2d52f tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.175706 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d9a92706-532f-451a-b8f7-01cf77d2d52f tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0038092 Feb 16 22:27:04.175925 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41476) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.180123 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-f3df234e-986d-49d2-914b-d561a90a2704 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.182585 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f3df234e-986d-49d2-914b-d561a90a2704 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0038292 Feb 16 22:27:04.182722 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41478) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.186497 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-25d018ee-fa7b-422b-9278-874feb74ba6c tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.187697 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-25d018ee-fa7b-422b-9278-874feb74ba6c tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0039046 Feb 16 22:27:04.189661 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41480) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.195746 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [None req-13222076-a647-42ed-b125-6c2ce0d35104 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.196719 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-13222076-a647-42ed-b125-6c2ce0d35104 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0059206 Feb 16 22:27:04.199081 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41482) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.202654 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [None req-4d26b268-0232-4846-8253-24f230913e15 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.203541 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4d26b268-0232-4846-8253-24f230913e15 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0037837 Feb 16 22:27:04.205698 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41484) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.211643 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-72726c1c-664c-4ac7-8894-6ec0a0cefed0 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.212830 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-72726c1c-664c-4ac7-8894-6ec0a0cefed0 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0055189 Feb 16 22:27:04.215786 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41486) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.220871 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-9e872829-8576-4997-8647-3709dd4882ac tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.222043 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9e872829-8576-4997-8647-3709dd4882ac tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0052187 Feb 16 22:27:04.224865 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41488) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.229649 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-2be30006-0ab0-4e32-b55d-56f7f10805cf tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.230615 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2be30006-0ab0-4e32-b55d-56f7f10805cf tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0046937 Feb 16 22:27:04.232945 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41490) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.238548 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [None req-52569868-b7ea-4653-bfe1-7d012199bf4f tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.239560 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-52569868-b7ea-4653-bfe1-7d012199bf4f tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0056996 Feb 16 22:27:04.241767 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41492) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.247120 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-e42d3089-e0ab-487e-830c-0e6b2ccf52e4 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.248635 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e42d3089-e0ab-487e-830c-0e6b2ccf52e4 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0056751 Feb 16 22:27:04.250674 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41494) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.255283 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-f4c0f9a0-19f9-43ad-948f-931ab5a60a51 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.256216 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f4c0f9a0-19f9-43ad-948f-931ab5a60a51 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0045824 Feb 16 22:27:04.258403 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41496) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.262746 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-91e22668-e4c8-4c23-babc-227af4ec5d82 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.263690 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-91e22668-e4c8-4c23-babc-227af4ec5d82 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0044043 Feb 16 22:27:04.265797 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41498) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.269528 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-9a263ff0-b372-467f-a3fd-d5e0334c57d7 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.272997 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9a263ff0-b372-467f-a3fd-d5e0334c57d7 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0038166 Feb 16 22:27:04.273224 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41500) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.277650 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-6a224036-6e75-49d7-8737-db9382825ab3 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.280530 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6a224036-6e75-49d7-8737-db9382825ab3 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0045652 Feb 16 22:27:04.280753 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41502) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.284963 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-b3fe2cb2-ad02-467e-ae0c-2e95dfc6b90c tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.288822 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b3fe2cb2-ad02-467e-ae0c-2e95dfc6b90c tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0042338 Feb 16 22:27:04.288822 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41504) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.292570 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-42704766-a36c-49bb-9c25-370f068ab949 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.293800 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-42704766-a36c-49bb-9c25-370f068ab949 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0041358 Feb 16 22:27:04.295766 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41506) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.300058 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [None req-adce3fce-a67c-4bc6-bbb1-aef8e45fc707 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.302014 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-adce3fce-a67c-4bc6-bbb1-aef8e45fc707 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0043068 Feb 16 22:27:04.303240 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41508) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.307263 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-e1000936-ae04-4ed0-8d01-60b77c8c3341 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.308491 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e1000936-ae04-4ed0-8d01-60b77c8c3341 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0040884 Feb 16 22:27:04.310303 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41510) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.315289 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-4f571777-0c6b-4523-b973-b012bb13c3ef tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.316731 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4f571777-0c6b-4523-b973-b012bb13c3ef tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0053163 Feb 16 22:27:04.319339 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41512) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.323448 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-6bf24455-8303-42cc-8d5f-aa45fe2e4034 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.326364 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6bf24455-8303-42cc-8d5f-aa45fe2e4034 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0040028 Feb 16 22:27:04.326625 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41514) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.330660 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-8ac8d427-4567-48a6-b0ae-634781561ddb tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.334175 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8ac8d427-4567-48a6-b0ae-634781561ddb tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0041268 Feb 16 22:27:04.336751 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41516) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.340983 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-17bf7985-65db-45ae-8037-493cf5b930ee tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.344157 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-17bf7985-65db-45ae-8037-493cf5b930ee tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0042744 Feb 16 22:27:04.344447 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41518) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.348426 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-8a55b326-9d8d-4c71-8538-bfefaea88fa4 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.350316 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8a55b326-9d8d-4c71-8538-bfefaea88fa4 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0045538 Feb 16 22:27:04.352106 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41520) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.355826 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-9c0e7689-6dd6-46da-acfe-c9fd66cf322c tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.358591 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9c0e7689-6dd6-46da-acfe-c9fd66cf322c tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0038180 Feb 16 22:27:04.358797 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41522) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.362658 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-12ade7ef-274d-489f-8bec-e0cf068715df tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.363817 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-12ade7ef-274d-489f-8bec-e0cf068715df tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0039644 Feb 16 22:27:04.365687 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41524) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.370476 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-e64d9ce3-23c6-4c5b-9286-74f81f8e1677 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.372142 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e64d9ce3-23c6-4c5b-9286-74f81f8e1677 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0046070 Feb 16 22:27:04.373822 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41526) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.378575 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-a83d0a8e-db06-414b-80e7-a61a20235b00 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.380157 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a83d0a8e-db06-414b-80e7-a61a20235b00 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0048497 Feb 16 22:27:04.382441 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41528) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.386569 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-87844ceb-dc3b-4ea4-94a2-bd5d35faf1e6 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.389501 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-87844ceb-dc3b-4ea4-94a2-bd5d35faf1e6 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0060890 Feb 16 22:27:04.390076 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41530) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.393850 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-0d82531a-9b0f-4207-bda6-d1ad3fd2f6ac tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.395066 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0d82531a-9b0f-4207-bda6-d1ad3fd2f6ac tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0041401 Feb 16 22:27:04.397689 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41532) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.400679 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-caffb3e5-c15a-4bf8-bf0a-2dbc5cce8cd7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for floatingip (117d698f-b5db-4e60-8178-534b55411875), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:04.401443 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-4e5cb5c3-1db3-46fe-955c-4429d2d6a627 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.402395 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4e5cb5c3-1db3-46fe-955c-4429d2d6a627 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0038347 Feb 16 22:27:04.404544 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41534) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.408500 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-e217fe5e-e549-4249-89e7-e2f913254cb1 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.409440 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e217fe5e-e549-4249-89e7-e2f913254cb1 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0040715 Feb 16 22:27:04.411544 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41536) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.415205 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-3179b7ef-aac2-4644-9169-a278a6c89f29 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.416135 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3179b7ef-aac2-4644-9169-a278a6c89f29 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0037587 Feb 16 22:27:04.418125 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41538) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.421813 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-880a9da4-b19c-4ab3-bb77-96dd9709c5c2 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.422986 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-880a9da4-b19c-4ab3-bb77-96dd9709c5c2 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0038340 Feb 16 22:27:04.424773 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41540) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.428441 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-713dce6c-bbf0-4098-a283-f4771a00f2e8 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.429400 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-713dce6c-bbf0-4098-a283-f4771a00f2e8 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0037687 Feb 16 22:27:04.431404 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41542) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.435894 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-bb5f4f2a-9465-4ca6-8f45-3edc657da8dd tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.436867 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bb5f4f2a-9465-4ca6-8f45-3edc657da8dd tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0043998 Feb 16 22:27:04.438866 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41544) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.444333 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-a2321509-cae3-4cc2-bb26-5f8cc7297a42 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.445763 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a2321509-cae3-4cc2-bb26-5f8cc7297a42 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0055320 Feb 16 22:27:04.448238 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41546) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.453101 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [None req-0e571034-60d1-4a41-bea4-3a0ea21f8d73 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.454110 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0e571034-60d1-4a41-bea4-3a0ea21f8d73 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0047495 Feb 16 22:27:04.456932 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41548) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.461869 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [None req-cb22f167-9841-4edf-82eb-d434caab83ae tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.465396 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-cb22f167-9841-4edf-82eb-d434caab83ae tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0051379 Feb 16 22:27:04.466293 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41550) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.471457 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-729dc9ed-e6b4-4fd2-9adc-f45a352d0aba tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.474441 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-729dc9ed-e6b4-4fd2-9adc-f45a352d0aba tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0068924 Feb 16 22:27:04.475286 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41552) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.479561 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-4ec79c21-c544-417d-8d72-0472eb086b70 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.480681 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4ec79c21-c544-417d-8d72-0472eb086b70 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0044091 Feb 16 22:27:04.483320 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41554) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.489375 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-5356d461-f326-4bfe-827e-4997a333f803 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.492666 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5356d461-f326-4bfe-827e-4997a333f803 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0061781 Feb 16 22:27:04.492850 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-caffb3e5-c15a-4bf8-bf0a-2dbc5cce8cd7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (7847ca55-cd46-47a4-91fa-2ae70fac9d3d), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:04.492966 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41556) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.497220 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-b0a59d21-0033-4ff1-ba08-6d159922f074 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.500431 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b0a59d21-0033-4ff1-ba08-6d159922f074 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0042326 Feb 16 22:27:04.500692 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41558) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.505513 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-0a002a05-ccb3-4ad6-9fd0-a5aafec93187 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.508623 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0a002a05-ccb3-4ad6-9fd0-a5aafec93187 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0049064 Feb 16 22:27:04.510395 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41560) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.519139 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-b9ed46a4-493e-4b69-a158-a6c609784604 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.520949 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b9ed46a4-493e-4b69-a158-a6c609784604 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0089455 Feb 16 22:27:04.528230 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41562) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.531469 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-fd7abbc3-9945-40b2-a973-82d3bfcedf33 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.534982 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fd7abbc3-9945-40b2-a973-82d3bfcedf33 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0079002 Feb 16 22:27:04.535832 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41564) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.540050 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-69d52373-bc77-421e-8889-517748597e34 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.543659 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-69d52373-bc77-421e-8889-517748597e34 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0048008 Feb 16 22:27:04.543920 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41566) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.548396 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [None req-aabaca57-8ecb-46a5-8edd-fd6bc28f3a83 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.549380 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-aabaca57-8ecb-46a5-8edd-fd6bc28f3a83 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0045044 Feb 16 22:27:04.552123 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41568) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.557055 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-bd612864-b1ac-48ab-b548-6eb115326027 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.561034 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bd612864-b1ac-48ab-b548-6eb115326027 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0075741 Feb 16 22:27:04.561723 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41570) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.566128 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-d6fc54e9-b328-4bdb-8d20-3f3350cb238a tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.570114 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d6fc54e9-b328-4bdb-8d20-3f3350cb238a tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0044570 Feb 16 22:27:04.570463 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41572) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.576412 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-a86428f8-3a17-4300-bc61-ebb0289a966c tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.580471 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a86428f8-3a17-4300-bc61-ebb0289a966c tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0053613 Feb 16 22:27:04.581422 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41574) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.587818 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-b4a449a6-33d0-4372-aa98-4fea914c6a0f tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.591611 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b4a449a6-33d0-4372-aa98-4fea914c6a0f tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0090821 Feb 16 22:27:04.592216 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41576) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.596364 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-14d64566-114c-4a17-8b22-44a503bcc57b tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.600037 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-14d64566-114c-4a17-8b22-44a503bcc57b tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0068765 Feb 16 22:27:04.600628 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41578) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.604756 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-6e0d46de-e039-42c3-aff7-0ae0223262dd tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.608769 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6e0d46de-e039-42c3-aff7-0ae0223262dd tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0067313 Feb 16 22:27:04.608890 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41580) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.613408 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-0e4853b6-1682-4e3c-9bb3-78d7973440c5 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.616963 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0e4853b6-1682-4e3c-9bb3-78d7973440c5 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0072172 Feb 16 22:27:04.617551 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41582) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.621642 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-536567ca-c119-4a8b-a117-50dddcacdecd tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.622857 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-536567ca-c119-4a8b-a117-50dddcacdecd tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0041425 Feb 16 22:27:04.625353 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41584) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.630433 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-2f31386f-1bdd-4d70-984d-ada969a49c04 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.631668 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2f31386f-1bdd-4d70-984d-ada969a49c04 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0051317 Feb 16 22:27:04.634200 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41586) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.640252 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-603afbe2-0a23-4d66-9d1a-ca0b3213f6b0 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.642524 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-603afbe2-0a23-4d66-9d1a-ca0b3213f6b0 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0073495 Feb 16 22:27:04.643795 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41588) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.649180 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-6ce1ecc6-6359-4642-b188-55ad53e22f73 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.652474 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6ce1ecc6-6359-4642-b188-55ad53e22f73 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0058448 Feb 16 22:27:04.652795 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41590) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.658276 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [None req-9b7b6a5f-73bf-43ea-bda7-ba1601be3535 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.659212 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9b7b6a5f-73bf-43ea-bda7-ba1601be3535 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0055065 Feb 16 22:27:04.661486 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41592) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.665726 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-d7a5f4e6-3aff-4172-be5f-397ccf23a859 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.668795 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d7a5f4e6-3aff-4172-be5f-397ccf23a859 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0042984 Feb 16 22:27:04.669031 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41594) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.672924 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-1838d333-b872-4167-b9cd-2b5f7ad2b2cc tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.673850 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1838d333-b872-4167-b9cd-2b5f7ad2b2cc tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0039144 Feb 16 22:27:04.675938 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41596) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.680714 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-44c874ea-7dbd-4ce8-a915-ad5511d8c5da tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.682430 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-44c874ea-7dbd-4ce8-a915-ad5511d8c5da tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0048878 Feb 16 22:27:04.683844 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41598) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.684554 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-caffb3e5-c15a-4bf8-bf0a-2dbc5cce8cd7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for port (7847ca55-cd46-47a4-91fa-2ae70fac9d3d), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:04.688111 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-91b2036a-bc97-4804-9cf8-d76daeeb1ad3 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.689110 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-91b2036a-bc97-4804-9cf8-d76daeeb1ad3 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0043674 Feb 16 22:27:04.689778 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-caffb3e5-c15a-4bf8-bf0a-2dbc5cce8cd7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (7847ca55-cd46-47a4-91fa-2ae70fac9d3d), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:04.691368 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41600) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.696600 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-3cd4b805-8b77-4958-aed3-fcb48091ae18 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.698046 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3cd4b805-8b77-4958-aed3-fcb48091ae18 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0047753 Feb 16 22:27:04.699935 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41602) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.704033 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-6c4eb2da-bb7c-4c42-9936-34f1459a3336 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.706038 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6c4eb2da-bb7c-4c42-9936-34f1459a3336 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0040755 Feb 16 22:27:04.707143 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41604) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.712147 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-8abbc343-8a7c-4d81-bd27-743e9b786d57 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.713248 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8abbc343-8a7c-4d81-bd27-743e9b786d57 tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0042255 Feb 16 22:27:04.715373 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41606) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:04.720913 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [None req-dad578ff-1a6f-48b3-bb80-2f2344073cbd tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] http://10.222.0.75:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:04.727749 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-dad578ff-1a6f-48b3-bb80-2f2344073cbd tempest-ExtensionsTestJSON-1002115693 tempest-ExtensionsTestJSON-1002115693-project] 10.222.0.75 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0110562 Feb 16 22:27:04.769328 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caffb3e5-c15a-4bf8-bf0a-2dbc5cce8cd7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event updated for resources: {'Port': ['ID=7847ca55-cd46-47a4-91fa-2ae70fac9d3d,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:04.791823 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-caffb3e5-c15a-4bf8-bf0a-2dbc5cce8cd7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (117d698f-b5db-4e60-8178-534b55411875), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:04.900252 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-caffb3e5-c15a-4bf8-bf0a-2dbc5cce8cd7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Floating IP 117d698f-b5db-4e60-8178-534b55411875 associated. External IP: 172.25.2.7, port: 757ea5d1-335f-4f5e-a009-4cc79e8eafde. Feb 16 22:27:05.021957 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41612) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:05.135205 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7705dccc-3627-444c-a90d-fddfb4b89481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:05.226730 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7705dccc-3627-444c-a90d-fddfb4b89481 admin admin] Publish callbacks [] for security_group (386409d5-c70c-48b3-af8f-0fc06e6edae2), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:05.231340 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7705dccc-3627-444c-a90d-fddfb4b89481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (386409d5-c70c-48b3-af8f-0fc06e6edae2), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:05.274149 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7705dccc-3627-444c-a90d-fddfb4b89481 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=084e4aa960e6429382b871e4db3d9476&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2485709 Feb 16 22:27:05.274149 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705dccc-3627-444c-a90d-fddfb4b89481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386409d5-c70c-48b3-af8f-0fc06e6edae2,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:05.276399 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41616) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:05.331912 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1618a401-6f4a-4e8e-b7cf-48d048da20e3 admin admin] Publish callbacks [] for security_group (386409d5-c70c-48b3-af8f-0fc06e6edae2), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:05.354390 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1618a401-6f4a-4e8e-b7cf-48d048da20e3 admin admin] Publish callbacks [] for security_group (386409d5-c70c-48b3-af8f-0fc06e6edae2), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:05.398473 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caffb3e5-c15a-4bf8-bf0a-2dbc5cce8cd7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Router 43802d64-4ded-4797-bbf8-92727fbf221d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:27:05.411825 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1618a401-6f4a-4e8e-b7cf-48d048da20e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (386409d5-c70c-48b3-af8f-0fc06e6edae2), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:05.420363 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1618a401-6f4a-4e8e-b7cf-48d048da20e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:05.422418 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1618a401-6f4a-4e8e-b7cf-48d048da20e3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/386409d5-c70c-48b3-af8f-0fc06e6edae2 HTTP/1.1" status: 204 len: 168 time: 0.1448181 Feb 16 22:27:05.432500 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618a401-6f4a-4e8e-b7cf-48d048da20e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386409d5-c70c-48b3-af8f-0fc06e6edae2,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:05.551928 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caffb3e5-c15a-4bf8-bf0a-2dbc5cce8cd7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:27:05.562488 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8a8382-c00d-40fe-8f56-eb220b2140c4 None None] Sync routers for ids ['43802d64-4ded-4797-bbf8-92727fbf221d'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:27:05.572856 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-caffb3e5-c15a-4bf8-bf0a-2dbc5cce8cd7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:05.573555 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8a8382-c00d-40fe-8f56-eb220b2140c4 None None] Routers {'43802d64-4ded-4797-bbf8-92727fbf221d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:05.574388 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-7b8a8382-c00d-40fe-8f56-eb220b2140c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['43802d64-4ded-4797-bbf8-92727fbf221d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:05.613062 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-caffb3e5-c15a-4bf8-bf0a-2dbc5cce8cd7 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.1020293 Feb 16 22:27:05.616202 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41622) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:05.618900 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-7b8a8382-c00d-40fe-8f56-eb220b2140c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:05.622858 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-e75c2ef8-eeeb-41ea-ab67-20a33b370ab5 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Request body: {'floatingip': {'port_id': '757ea5d1-335f-4f5e-a009-4cc79e8eafde', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:27:05.630129 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8a8382-c00d-40fe-8f56-eb220b2140c4 None None] Routers {'43802d64-4ded-4797-bbf8-92727fbf221d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:05.631009 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-7b8a8382-c00d-40fe-8f56-eb220b2140c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['43802d64-4ded-4797-bbf8-92727fbf221d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:05.673216 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-7b8a8382-c00d-40fe-8f56-eb220b2140c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:05.673881 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8a8382-c00d-40fe-8f56-eb220b2140c4 None None] The sync data for ids ['43802d64-4ded-4797-bbf8-92727fbf221d'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:27:05.710013 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e75c2ef8-eeeb-41ea-ab67-20a33b370ab5 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for floatingip (117d698f-b5db-4e60-8178-534b55411875), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:06.136379 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41640) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:06.205663 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e75c2ef8-eeeb-41ea-ab67-20a33b370ab5 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:06.210752 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e75c2ef8-eeeb-41ea-ab67-20a33b370ab5 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (117d698f-b5db-4e60-8178-534b55411875), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:06.256490 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-eaed423a-5632-4b91-9b5f-2f7310004e2b tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-223300329'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:27:06.280285 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaed423a-5632-4b91-9b5f-2f7310004e2b tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Made reservation on behalf of 6861ceb0daec46bc8bea1c39086d51f5 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:27:06.283866 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eaed423a-5632-4b91-9b5f-2f7310004e2b tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:06.293395 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eaed423a-5632-4b91-9b5f-2f7310004e2b tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:06.384162 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eaed423a-5632-4b91-9b5f-2f7310004e2b tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks [] for security_group (acf216f6-444a-40f9-98b4-b6a5329903b9), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:06.389721 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eaed423a-5632-4b91-9b5f-2f7310004e2b tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (acf216f6-444a-40f9-98b4-b6a5329903b9), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:06.434718 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaed423a-5632-4b91-9b5f-2f7310004e2b tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:27:06.440508 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed423a-5632-4b91-9b5f-2f7310004e2b tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acf216f6-444a-40f9-98b4-b6a5329903b9,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:06.461621 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eaed423a-5632-4b91-9b5f-2f7310004e2b tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (fad7d854-87e4-40fa-8bf1-ebbac21636b9), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:06.462261 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-eaed423a-5632-4b91-9b5f-2f7310004e2b tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Added segment fad7d854-87e4-40fa-8bf1-ebbac21636b9 of type vlan for network 0b1df262-af13-474f-959b-7e2858d787e3 Feb 16 22:27:06.467601 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75c2ef8-eeeb-41ea-ab67-20a33b370ab5 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Router 43802d64-4ded-4797-bbf8-92727fbf221d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:27:06.518396 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eaed423a-5632-4b91-9b5f-2f7310004e2b tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (0b1df262-af13-474f-959b-7e2858d787e3), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:06.577022 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eaed423a-5632-4b91-9b5f-2f7310004e2b tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (0b1df262-af13-474f-959b-7e2858d787e3), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:06.588267 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaed423a-5632-4b91-9b5f-2f7310004e2b tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:06.588267 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eaed423a-5632-4b91-9b5f-2f7310004e2b tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:06.606505 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75c2ef8-eeeb-41ea-ab67-20a33b370ab5 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:27:06.613319 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e75c2ef8-eeeb-41ea-ab67-20a33b370ab5 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:06.617304 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb5b807-2f63-47c8-afc5-7fd4f361832c None None] Sync routers for ids ['43802d64-4ded-4797-bbf8-92727fbf221d'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:27:06.630350 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb5b807-2f63-47c8-afc5-7fd4f361832c None None] Routers {'43802d64-4ded-4797-bbf8-92727fbf221d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:06.630967 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-0eb5b807-2f63-47c8-afc5-7fd4f361832c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['43802d64-4ded-4797-bbf8-92727fbf221d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:06.687520 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-eaed423a-5632-4b91-9b5f-2f7310004e2b tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5492032 Feb 16 22:27:06.688822 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41648) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:06.697178 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-45c3206c-b7ae-4839-91b9-b883b14e80e3 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Request body: {'subnet': {'network_id': '0b1df262-af13-474f-959b-7e2858d787e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:27:06.707598 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-0eb5b807-2f63-47c8-afc5-7fd4f361832c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:06.729805 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb5b807-2f63-47c8-afc5-7fd4f361832c None None] Routers {'43802d64-4ded-4797-bbf8-92727fbf221d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:06.730443 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-0eb5b807-2f63-47c8-afc5-7fd4f361832c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['43802d64-4ded-4797-bbf8-92727fbf221d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:06.754720 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e75c2ef8-eeeb-41ea-ab67-20a33b370ab5 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "PUT /v2.0/floatingips/117d698f-b5db-4e60-8178-534b55411875 HTTP/1.1" status: 200 len: 977 time: 1.1372709 Feb 16 22:27:06.763878 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41652) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:06.769043 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed423a-5632-4b91-9b5f-2f7310004e2b tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Pushing event updated for resources: {'Network': ['ID=0b1df262-af13-474f-959b-7e2858d787e3,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:06.781316 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 0b1df262-af13-474f-959b-7e2858d787e3 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:27:06.795603 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-0eb5b807-2f63-47c8-afc5-7fd4f361832c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:06.796259 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb5b807-2f63-47c8-afc5-7fd4f361832c None None] The sync data for ids ['43802d64-4ded-4797-bbf8-92727fbf221d'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:27:06.904783 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c5b020ec-5ff2-413d-938c-216b296e32d0 req-0bea1031-f1ab-4ab1-a1d4-b8c6ca638d83 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 210 time: 0.1456833 Feb 16 22:27:06.941701 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c3206c-b7ae-4839-91b9-b883b14e80e3 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Made reservation on behalf of 6861ceb0daec46bc8bea1c39086d51f5 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:27:06.945109 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-45c3206c-b7ae-4839-91b9-b883b14e80e3 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:07.191155 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214446b9-b02f-40e7-bfba-6352a34aedc7 req-0021945e-4b16-4bb8-8dd2-cc20cdb22f0f tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:07.193367 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-214446b9-b02f-40e7-bfba-6352a34aedc7 req-0021945e-4b16-4bb8-8dd2-cc20cdb22f0f tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 945 time: 0.1792765 Feb 16 22:27:07.338430 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-214446b9-b02f-40e7-bfba-6352a34aedc7 req-7bb26e52-6f20-474e-82eb-928adcf39838 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d64317e-ec6c-41b4-a421-73e0a02d08a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246641 Feb 16 22:27:07.339982 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-8336f521-7790-401b-a1bb-be3649b66f39 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Deleting port 7847ca55-cd46-47a4-91fa-2ae70fac9d3d {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:27:07.340327 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8336f521-7790-401b-a1bb-be3649b66f39 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (7847ca55-cd46-47a4-91fa-2ae70fac9d3d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:07.419411 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8336f521-7790-401b-a1bb-be3649b66f39 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (7847ca55-cd46-47a4-91fa-2ae70fac9d3d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:07.419779 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8336f521-7790-401b-a1bb-be3649b66f39 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for floatingip (7847ca55-cd46-47a4-91fa-2ae70fac9d3d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:07.431924 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-8336f521-7790-401b-a1bb-be3649b66f39 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Calling delete_port for 7847ca55-cd46-47a4-91fa-2ae70fac9d3d owned by network:floatingip {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:27:07.627804 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-45c3206c-b7ae-4839-91b9-b883b14e80e3 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (eeae814f-d552-4e04-bb14-c14a1e38d60e), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:07.646626 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8336f521-7790-401b-a1bb-be3649b66f39 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (7847ca55-cd46-47a4-91fa-2ae70fac9d3d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:07.733621 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336f521-7790-401b-a1bb-be3649b66f39 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event deleted for resources: {'Port': ['ID=7847ca55-cd46-47a4-91fa-2ae70fac9d3d,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:07.788496 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3206c-b7ae-4839-91b9-b883b14e80e3 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Pushing event updated for resources: {'Subnet': ['ID=eeae814f-d552-4e04-bb14-c14a1e38d60e,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:07.819773 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8597bbc-031f-45fc-a61c-a6b604ee3ce2 req-b732f49c-4398-4725-83ac-769baa0e94ea tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:07.822497 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c8597bbc-031f-45fc-a61c-a6b604ee3ce2 req-b732f49c-4398-4725-83ac-769baa0e94ea tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f2a9307-215c-4567-ab2d-7238a3e38621 HTTP/1.1" status: 200 len: 945 time: 0.1968906 Feb 16 22:27:07.841695 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8336f521-7790-401b-a1bb-be3649b66f39 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for floatingip (117d698f-b5db-4e60-8178-534b55411875), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:07.841906 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-8336f521-7790-401b-a1bb-be3649b66f39 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Floating IP 117d698f-b5db-4e60-8178-534b55411875 disassociated (deleted). External IP: 172.25.2.7, port: 757ea5d1-335f-4f5e-a009-4cc79e8eafde. Feb 16 22:27:07.849871 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c3206c-b7ae-4839-91b9-b883b14e80e3 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Checking segment: {'id': 'fad7d854-87e4-40fa-8bf1-ebbac21636b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0b1df262-af13-474f-959b-7e2858d787e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:27:07.850264 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c3206c-b7ae-4839-91b9-b883b14e80e3 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Network hostable DHCP agents. Network: 0b1df262-af13-474f-959b-7e2858d787e3, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:27:07.979793 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c8597bbc-031f-45fc-a61c-a6b604ee3ce2 req-423c509d-caf5-4878-9474-7064a4416f45 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428089 Feb 16 22:27:07.992327 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c3206c-b7ae-4839-91b9-b883b14e80e3 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Network 0b1df262-af13-474f-959b-7e2858d787e3 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:27:08.021290 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-45c3206c-b7ae-4839-91b9-b883b14e80e3 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 0b1df262-af13-474f-959b-7e2858d787e3) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:27:08.036075 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c3206c-b7ae-4839-91b9-b883b14e80e3 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:08.036634 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-45c3206c-b7ae-4839-91b9-b883b14e80e3 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:08.041539 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02d230f-f2ae-4024-b4ef-51a18dbd14e3 None None] Network 0b1df262-af13-474f-959b-7e2858d787e3 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:27:08.112356 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-45c3206c-b7ae-4839-91b9-b883b14e80e3 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4224412 Feb 16 22:27:08.116299 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41668) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:08.122637 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-03209db9-dd06-41a6-9c4e-9baa444488e0 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Request body: {'port': {'network_id': '0b1df262-af13-474f-959b-7e2858d787e3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-211480230'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:27:08.284088 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1966c7bd-364f-4144-a24c-0c8b959b4b04 x-openstack-request-id: req-1966c7bd-364f-4144-a24c-0c8b959b4b04 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:27:08.287050 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2a9307-215c-4567-ab2d-7238a3e38621", "name": "network-vif-plugged", "status": "completed", "tag": "ccaf6790-d148-4421-89cb-e0b923c8004b", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:27:08.287579 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1966c7bd-364f-4144-a24c-0c8b959b4b04 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:27:08.288231 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2a9307-215c-4567-ab2d-7238a3e38621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccaf6790-d148-4421-89cb-e0b923c8004b', 'code': 200} Feb 16 22:27:08.307273 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613b964-55c9-4b12-9da5-22b4837ec536 req-9389e3af-6e8e-4542-b64b-63a956945d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:08.308829 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1613b964-55c9-4b12-9da5-22b4837ec536 req-9389e3af-6e8e-4542-b64b-63a956945d5f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7f2a9307-215c-4567-ab2d-7238a3e38621 HTTP/1.1" status: 200 len: 1127 time: 0.1771266 Feb 16 22:27:08.357229 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecfe33c-a9bc-4e33-a029-1d795e51661e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-0b1df262-af13-474f-959b-7e2858d787e3', 'network_id': '0b1df262-af13-474f-959b-7e2858d787e3', 'project_id': '6861ceb0daec46bc8bea1c39086d51f5', 'fixed_ips': [{'subnet_id': 'eeae814f-d552-4e04-bb14-c14a1e38d60e'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:27:08.358349 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1ecfe33c-a9bc-4e33-a029-1d795e51661e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:08.468670 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1613b964-55c9-4b12-9da5-22b4837ec536 req-59ab5438-654f-4dd6-91dc-6defcb5d1737 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460080 Feb 16 22:27:08.471982 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03209db9-dd06-41a6-9c4e-9baa444488e0 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Made reservation on behalf of 6861ceb0daec46bc8bea1c39086d51f5 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:27:08.476610 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-03209db9-dd06-41a6-9c4e-9baa444488e0 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:08.518614 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-03209db9-dd06-41a6-9c4e-9baa444488e0 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] device_id is not set on port 3e7a1371-e170-4ce0-85b6-dc90ba2dae63 yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:27:08.635277 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-1ecfe33c-a9bc-4e33-a029-1d795e51661e None None] Allocated IP 172.20.0.2 (0b1df262-af13-474f-959b-7e2858d787e3/eeae814f-d552-4e04-bb14-c14a1e38d60e/c8661512-71d8-4919-9c8f-5dfdc5b13967) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:27:08.747466 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8f584a19-7aa3-4b7f-a090-6753db0db77e req-9d97a0e4-0793-48b2-82de-85d73a9296ed tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 210 time: 0.4505730 Feb 16 22:27:08.832181 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8336f521-7790-401b-a1bb-be3649b66f39 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Router 43802d64-4ded-4797-bbf8-92727fbf221d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:27:08.878323 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1ecfe33c-a9bc-4e33-a029-1d795e51661e None None] Publish callbacks [] for port (c8661512-71d8-4919-9c8f-5dfdc5b13967), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:08.897331 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1ecfe33c-a9bc-4e33-a029-1d795e51661e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (c8661512-71d8-4919-9c8f-5dfdc5b13967), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:08.975221 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-03209db9-dd06-41a6-9c4e-9baa444488e0 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Allocated IP 172.20.0.11 (0b1df262-af13-474f-959b-7e2858d787e3/eeae814f-d552-4e04-bb14-c14a1e38d60e/3e7a1371-e170-4ce0-85b6-dc90ba2dae63) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:27:09.025420 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecfe33c-a9bc-4e33-a029-1d795e51661e None None] Network 0b1df262-af13-474f-959b-7e2858d787e3 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:27:09.044898 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-1ecfe33c-a9bc-4e33-a029-1d795e51661e None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:27:09.051355 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecfe33c-a9bc-4e33-a029-1d795e51661e None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:27:09.064527 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecfe33c-a9bc-4e33-a029-1d795e51661e None None] Pushing event updated for resources: {'Port': ['ID=c8661512-71d8-4919-9c8f-5dfdc5b13967,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:09.148327 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbf0fd-08d4-40f0-8e88-23ec4d0f63a3 req-7aa425ba-c6b9-49aa-ae8d-4ad743733d4c tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:09.150227 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1cfbf0fd-08d4-40f0-8e88-23ec4d0f63a3 req-7aa425ba-c6b9-49aa-ae8d-4ad743733d4c tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 945 time: 0.2071719 Feb 16 22:27:09.174539 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8336f521-7790-401b-a1bb-be3649b66f39 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:27:09.187850 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8336f521-7790-401b-a1bb-be3649b66f39 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:09.196983 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-03209db9-dd06-41a6-9c4e-9baa444488e0 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks [] for port (3e7a1371-e170-4ce0-85b6-dc90ba2dae63), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:09.199089 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea76ae2-e578-4d0e-8501-a8dc970f1ae6 None None] Sync routers for ids ['43802d64-4ded-4797-bbf8-92727fbf221d'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:27:09.203536 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-1ecfe33c-a9bc-4e33-a029-1d795e51661e None None] Attempting to bind port c8661512-71d8-4919-9c8f-5dfdc5b13967 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:27:09.203898 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-1ecfe33c-a9bc-4e33-a029-1d795e51661e None None] Attempting to bind port c8661512-71d8-4919-9c8f-5dfdc5b13967 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'fad7d854-87e4-40fa-8bf1-ebbac21636b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0b1df262-af13-474f-959b-7e2858d787e3'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:27:09.205930 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecfe33c-a9bc-4e33-a029-1d795e51661e None None] Attempting to bind port c8661512-71d8-4919-9c8f-5dfdc5b13967 on network 0b1df262-af13-474f-959b-7e2858d787e3 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:27:09.240088 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8336f521-7790-401b-a1bb-be3649b66f39 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "DELETE /v2.0/floatingips/117d698f-b5db-4e60-8178-534b55411875 HTTP/1.1" status: 204 len: 168 time: 2.4749522 Feb 16 22:27:09.242038 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecfe33c-a9bc-4e33-a029-1d795e51661e None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:27:09.242535 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecfe33c-a9bc-4e33-a029-1d795e51661e None None] Checking segment: {'id': 'fad7d854-87e4-40fa-8bf1-ebbac21636b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0b1df262-af13-474f-959b-7e2858d787e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:27:09.242947 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1ecfe33c-a9bc-4e33-a029-1d795e51661e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:09.243383 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecfe33c-a9bc-4e33-a029-1d795e51661e None None] Bound using segment: {'id': 'fad7d854-87e4-40fa-8bf1-ebbac21636b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0b1df262-af13-474f-959b-7e2858d787e3'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:27:09.243877 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-1ecfe33c-a9bc-4e33-a029-1d795e51661e None None] Bound port: c8661512-71d8-4919-9c8f-5dfdc5b13967, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad7d854-87e4-40fa-8bf1-ebbac21636b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0b1df262-af13-474f-959b-7e2858d787e3'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:27:09.244358 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1ecfe33c-a9bc-4e33-a029-1d795e51661e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c8661512-71d8-4919-9c8f-5dfdc5b13967), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:09.244485 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41684) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:09.260765 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1cfbf0fd-08d4-40f0-8e88-23ec4d0f63a3 req-7bba48c7-b3da-470c-9e94-3ebe59ee3b58 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d64317e-ec6c-41b4-a421-73e0a02d08a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956669 Feb 16 22:27:09.266903 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea76ae2-e578-4d0e-8501-a8dc970f1ae6 None None] Routers {'43802d64-4ded-4797-bbf8-92727fbf221d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:09.267544 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-7ea76ae2-e578-4d0e-8501-a8dc970f1ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['43802d64-4ded-4797-bbf8-92727fbf221d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:09.330643 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1ecfe33c-a9bc-4e33-a029-1d795e51661e None None] For port c8661512-71d8-4919-9c8f-5dfdc5b13967, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:27:09.334533 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1ecfe33c-a9bc-4e33-a029-1d795e51661e None None] For port c8661512-71d8-4919-9c8f-5dfdc5b13967, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=c8661512-71d8-4919-9c8f-5dfdc5b13967,segment=NetworkSegment(fad7d854-87e4-40fa-8bf1-ebbac21636b9),segment_id=fad7d854-87e4-40fa-8bf1-ebbac21636b9)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:27:09.342564 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-03209db9-dd06-41a6-9c4e-9baa444488e0 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (3e7a1371-e170-4ce0-85b6-dc90ba2dae63), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:09.424695 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1ecfe33c-a9bc-4e33-a029-1d795e51661e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c8661512-71d8-4919-9c8f-5dfdc5b13967), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:09.444268 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-7ea76ae2-e578-4d0e-8501-a8dc970f1ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:09.515221 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea76ae2-e578-4d0e-8501-a8dc970f1ae6 None None] Routers {'43802d64-4ded-4797-bbf8-92727fbf221d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:09.515852 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-7ea76ae2-e578-4d0e-8501-a8dc970f1ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['43802d64-4ded-4797-bbf8-92727fbf221d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:09.523168 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03209db9-dd06-41a6-9c4e-9baa444488e0 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Pushing event updated for resources: {'Port': ['ID=3e7a1371-e170-4ce0-85b6-dc90ba2dae63,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:09.533107 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03209db9-dd06-41a6-9c4e-9baa444488e0 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Network 0b1df262-af13-474f-959b-7e2858d787e3 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:27:09.556452 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-03209db9-dd06-41a6-9c4e-9baa444488e0 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:27:09.560618 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03209db9-dd06-41a6-9c4e-9baa444488e0 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:27:09.587706 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98b312-0113-4a91-9783-855b1c2edb99 req-14134060-1b18-42ec-80e6-7b9766ac5b46 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:09.598096 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-7ea76ae2-e578-4d0e-8501-a8dc970f1ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:09.599333 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea76ae2-e578-4d0e-8501-a8dc970f1ae6 None None] The sync data for ids ['43802d64-4ded-4797-bbf8-92727fbf221d'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:27:09.601317 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4d98b312-0113-4a91-9783-855b1c2edb99 req-14134060-1b18-42ec-80e6-7b9766ac5b46 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f2a9307-215c-4567-ab2d-7238a3e38621 HTTP/1.1" status: 200 len: 945 time: 0.1355512 Feb 16 22:27:09.649892 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecfe33c-a9bc-4e33-a029-1d795e51661e None None] Pushing event updated for resources: {'Port': ['ID=c8661512-71d8-4919-9c8f-5dfdc5b13967,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:09.695624 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4d98b312-0113-4a91-9783-855b1c2edb99 req-5ce97794-8185-4032-bc62-2426ca675148 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935028 Feb 16 22:27:09.725547 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03209db9-dd06-41a6-9c4e-9baa444488e0 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:09.731375 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-03209db9-dd06-41a6-9c4e-9baa444488e0 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:09.740566 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-7b7c870d-58d3-4904-946b-abf690fda069 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Deleting port 757ea5d1-335f-4f5e-a009-4cc79e8eafde {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:27:09.740976 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7b7c870d-58d3-4904-946b-abf690fda069 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (757ea5d1-335f-4f5e-a009-4cc79e8eafde), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:09.786334 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-03209db9-dd06-41a6-9c4e-9baa444488e0 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6683185 Feb 16 22:27:09.789460 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41696) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:09.796100 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-88faa258-ecf4-41b7-8892-c89670beb54d tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Request body: {'port': {'network_id': '0b1df262-af13-474f-959b-7e2858d787e3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2069749292', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:27:09.797068 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.api.validators [None req-88faa258-ecf4-41b7-8892-c89670beb54d tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] bootfile-name is not in valid_values {{(pid=103466) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 22:27:09.797617 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.api.validators [None req-88faa258-ecf4-41b7-8892-c89670beb54d tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] tftp-server is not in valid_values {{(pid=103466) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 22:27:09.798311 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.api.validators [None req-88faa258-ecf4-41b7-8892-c89670beb54d tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] server-ip-address is not in valid_values {{(pid=103466) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 22:27:09.881179 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7b7c870d-58d3-4904-946b-abf690fda069 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (757ea5d1-335f-4f5e-a009-4cc79e8eafde), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:09.912225 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-7b7c870d-58d3-4904-946b-abf690fda069 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Calling delete_port for 757ea5d1-335f-4f5e-a009-4cc79e8eafde owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:27:10.020097 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88faa258-ecf4-41b7-8892-c89670beb54d tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Made reservation on behalf of 6861ceb0daec46bc8bea1c39086d51f5 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:27:10.024864 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-88faa258-ecf4-41b7-8892-c89670beb54d tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:10.048973 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-88faa258-ecf4-41b7-8892-c89670beb54d tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] device_id is not set on port 852c7dcb-4a95-4279-80eb-176754ea4bec yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:27:10.270621 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-843e01eb-0c74-4b22-b35b-1953035e2e3b req-96083156-bcd5-47f0-9b4f-a5befd374853 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 210 time: 0.0413513 Feb 16 22:27:10.278014 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-88faa258-ecf4-41b7-8892-c89670beb54d tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Allocated IP 172.20.0.5 (0b1df262-af13-474f-959b-7e2858d787e3/eeae814f-d552-4e04-bb14-c14a1e38d60e/852c7dcb-4a95-4279-80eb-176754ea4bec) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:27:10.303172 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7b7c870d-58d3-4904-946b-abf690fda069 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (757ea5d1-335f-4f5e-a009-4cc79e8eafde), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:10.376323 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c870d-58d3-4904-946b-abf690fda069 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event deleted for resources: {'Port': ['ID=757ea5d1-335f-4f5e-a009-4cc79e8eafde,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:10.459541 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7b7c870d-58d3-4904-946b-abf690fda069 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:10.466668 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7b7c870d-58d3-4904-946b-abf690fda069 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "DELETE /v2.0/ports/757ea5d1-335f-4f5e-a009-4cc79e8eafde HTTP/1.1" status: 204 len: 168 time: 1.2177145 Feb 16 22:27:10.467156 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41708) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:10.472440 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-6c022d77-544c-46e5-9a2e-b4b7e3afab2f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:27:10.501533 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6c022d77-544c-46e5-9a2e-b4b7e3afab2f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:10.518418 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f049216-6257-4f83-a99f-23810b774e9e req-caa71e6a-1e1b-4dc2-8868-10c835b9ee72 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:10.521583 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3f049216-6257-4f83-a99f-23810b774e9e req-caa71e6a-1e1b-4dc2-8868-10c835b9ee72 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a9a6071-e8c9-46a2-9cd3-19f74f424c46 HTTP/1.1" status: 200 len: 945 time: 0.1317191 Feb 16 22:27:10.608323 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-88faa258-ecf4-41b7-8892-c89670beb54d tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks [] for port (852c7dcb-4a95-4279-80eb-176754ea4bec), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:10.633332 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6c022d77-544c-46e5-9a2e-b4b7e3afab2f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:10.673235 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3f049216-6257-4f83-a99f-23810b774e9e req-dc8758b7-91e7-4268-a4e8-15a4fd3cfd4d tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f387bfc-6cdd-4d43-9970-2a817a9e7c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395104 Feb 16 22:27:10.760553 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-88faa258-ecf4-41b7-8892-c89670beb54d tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (852c7dcb-4a95-4279-80eb-176754ea4bec), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:10.901788 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88faa258-ecf4-41b7-8892-c89670beb54d tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Network 0b1df262-af13-474f-959b-7e2858d787e3 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:27:10.933413 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-88faa258-ecf4-41b7-8892-c89670beb54d tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:27:10.937264 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-6c022d77-544c-46e5-9a2e-b4b7e3afab2f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Allocated IP 172.25.2.137 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/d7de809b-14bb-4d91-b540-c91107c4c13d) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:27:10.940120 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88faa258-ecf4-41b7-8892-c89670beb54d tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:27:10.975455 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88faa258-ecf4-41b7-8892-c89670beb54d tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Pushing event updated for resources: {'Port': ['ID=852c7dcb-4a95-4279-80eb-176754ea4bec,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:11.083907 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6c022d77-544c-46e5-9a2e-b4b7e3afab2f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for port (d7de809b-14bb-4d91-b540-c91107c4c13d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:11.104420 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88faa258-ecf4-41b7-8892-c89670beb54d tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:11.105175 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-88faa258-ecf4-41b7-8892-c89670beb54d tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:11.106464 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c8661512-71d8-4919-9c8f-5dfdc5b13967 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:27:11.125224 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f9390-116d-45d9-95a4-9bbe2575f294 req-68061908-0f96-4a91-9151-f21c28a61726 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:11.133021 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-305f9390-116d-45d9-95a4-9bbe2575f294 req-68061908-0f96-4a91-9151-f21c28a61726 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 945 time: 0.1942096 Feb 16 22:27:11.136483 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6c022d77-544c-46e5-9a2e-b4b7e3afab2f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (d7de809b-14bb-4d91-b540-c91107c4c13d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:11.158560 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-88faa258-ecf4-41b7-8892-c89670beb54d tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.3668878 Feb 16 22:27:11.161059 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41718) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:11.205314 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port c8661512-71d8-4919-9c8f-5dfdc5b13967 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:27:11.205837 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c8661512-71d8-4919-9c8f-5dfdc5b13967), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:11.229786 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c022d77-544c-46e5-9a2e-b4b7e3afab2f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event updated for resources: {'Port': ['ID=d7de809b-14bb-4d91-b540-c91107c4c13d,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:11.263981 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c022d77-544c-46e5-9a2e-b4b7e3afab2f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:27:11.265504 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-6c022d77-544c-46e5-9a2e-b4b7e3afab2f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:27:11.271873 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c022d77-544c-46e5-9a2e-b4b7e3afab2f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:27:11.299487 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-305f9390-116d-45d9-95a4-9bbe2575f294 req-1871cc89-efd5-49fd-81de-3a11dd292718 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d64317e-ec6c-41b4-a421-73e0a02d08a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635358 Feb 16 22:27:11.348234 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port c8661512-71d8-4919-9c8f-5dfdc5b13967 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:27:11.349055 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c8661512-71d8-4919-9c8f-5dfdc5b13967), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:11.361266 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3461377-deeb-429b-9bca-8cecb498df06 None None] Network 0b1df262-af13-474f-959b-7e2858d787e3 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:27:11.368683 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89811b8-ec7a-4138-b5b7-95afbe6f4186 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:11.374174 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89811b8-ec7a-4138-b5b7-95afbe6f4186 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:11.382269 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89811b8-ec7a-4138-b5b7-95afbe6f4186 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:11.384167 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f89811b8-ec7a-4138-b5b7-95afbe6f4186 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2225180 Feb 16 22:27:11.388626 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41722) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:11.432184 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6c022d77-544c-46e5-9a2e-b4b7e3afab2f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for floatingip (df5123e1-5750-4f8d-a90c-590e934462d0), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:11.494964 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6c022d77-544c-46e5-9a2e-b4b7e3afab2f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d7de809b-14bb-4d91-b540-c91107c4c13d), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:11.557535 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82fb13-547e-4370-bc67-5e2838a00e58 req-19cdef37-2823-4762-ae8c-4221c837be8c tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:11.581327 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1a82fb13-547e-4370-bc67-5e2838a00e58 req-19cdef37-2823-4762-ae8c-4221c837be8c tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f2a9307-215c-4567-ab2d-7238a3e38621 HTTP/1.1" status: 200 len: 945 time: 0.1409383 Feb 16 22:27:11.651649 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1a82fb13-547e-4370-bc67-5e2838a00e58 req-47bf7da4-266e-422d-96ac-a6482a882a2b tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692971 Feb 16 22:27:11.685655 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-f0de2255-9159-41a8-a063-475d50c77289 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Deleting port 852c7dcb-4a95-4279-80eb-176754ea4bec {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:27:11.686059 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f0de2255-9159-41a8-a063-475d50c77289 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (852c7dcb-4a95-4279-80eb-176754ea4bec), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:11.686201 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6c022d77-544c-46e5-9a2e-b4b7e3afab2f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for port (d7de809b-14bb-4d91-b540-c91107c4c13d), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:11.698371 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6c022d77-544c-46e5-9a2e-b4b7e3afab2f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (d7de809b-14bb-4d91-b540-c91107c4c13d), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:11.709605 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port c8661512-71d8-4919-9c8f-5dfdc5b13967, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=c8661512-71d8-4919-9c8f-5dfdc5b13967,segment=NetworkSegment(fad7d854-87e4-40fa-8bf1-ebbac21636b9),segment_id=fad7d854-87e4-40fa-8bf1-ebbac21636b9)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:27:11.718313 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b2b26034-73f8-4427-91c6-4232aa07a7a3 None None] Provisioning complete for port c8661512-71d8-4919-9c8f-5dfdc5b13967 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:27:11.718858 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b2b26034-73f8-4427-91c6-4232aa07a7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c8661512-71d8-4919-9c8f-5dfdc5b13967), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:11.773680 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c8661512-71d8-4919-9c8f-5dfdc5b13967), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:11.774749 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c022d77-544c-46e5-9a2e-b4b7e3afab2f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event updated for resources: {'Port': ['ID=d7de809b-14bb-4d91-b540-c91107c4c13d,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:11.813070 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6c022d77-544c-46e5-9a2e-b4b7e3afab2f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (df5123e1-5750-4f8d-a90c-590e934462d0), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:11.840752 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f0de2255-9159-41a8-a063-475d50c77289 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (852c7dcb-4a95-4279-80eb-176754ea4bec), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:11.846318 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6c022d77-544c-46e5-9a2e-b4b7e3afab2f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:11.851678 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6c022d77-544c-46e5-9a2e-b4b7e3afab2f tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3793869 Feb 16 22:27:11.851678 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41736) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:11.856036 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-99731318-7456-476d-8b58-78e2aa0ce3c9 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Request body: {'port': {'network_id': 'a0759160-15c4-48c6-ae30-b15d06348921', 'name': 'tempest-FloatingIPTestJSON-2001360462'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:27:11.868330 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-f0de2255-9159-41a8-a063-475d50c77289 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Calling delete_port for 852c7dcb-4a95-4279-80eb-176754ea4bec owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:27:11.876422 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=c8661512-71d8-4919-9c8f-5dfdc5b13967,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:11.927203 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b2b26034-73f8-4427-91c6-4232aa07a7a3 None None] Current status of the port c8661512-71d8-4919-9c8f-5dfdc5b13967 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:27:12.095108 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99731318-7456-476d-8b58-78e2aa0ce3c9 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Made reservation on behalf of e887774440904c97a346a99e76f2cd26 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:27:12.099227 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-99731318-7456-476d-8b58-78e2aa0ce3c9 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:12.116838 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5941ea7a-fb24-4c12-922e-bebe4297bd36 req-228d3546-a595-43f8-8783-401e93c91b9c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 210 time: 0.0722616 Feb 16 22:27:12.155741 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-99731318-7456-476d-8b58-78e2aa0ce3c9 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] device_id is not set on port adea48dc-cd8a-455b-b12a-1d476b52022f yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:27:12.163195 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b1430411-5c56-4a8f-bb3b-0dbaef69a891 None None] Provisioning complete for port 3e7a1371-e170-4ce0-85b6-dc90ba2dae63 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:27:12.164156 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b1430411-5c56-4a8f-bb3b-0dbaef69a891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (3e7a1371-e170-4ce0-85b6-dc90ba2dae63), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:12.268313 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f0de2255-9159-41a8-a063-475d50c77289 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (852c7dcb-4a95-4279-80eb-176754ea4bec), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:12.275042 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b1430411-5c56-4a8f-bb3b-0dbaef69a891 None None] Port 3e7a1371-e170-4ce0-85b6-dc90ba2dae63 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:27:12.299439 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b1430411-5c56-4a8f-bb3b-0dbaef69a891 None None] Provisioning complete for port c8661512-71d8-4919-9c8f-5dfdc5b13967 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:27:12.299827 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b1430411-5c56-4a8f-bb3b-0dbaef69a891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c8661512-71d8-4919-9c8f-5dfdc5b13967), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:12.379989 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-99731318-7456-476d-8b58-78e2aa0ce3c9 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Allocated IP 172.20.0.10 (a0759160-15c4-48c6-ae30-b15d06348921/6103008d-78c8-47e1-b8e0-f8233015a41a/adea48dc-cd8a-455b-b12a-1d476b52022f) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:27:12.404858 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a0052-d1d5-424b-a292-53d92d054f2f req-7552b601-edc0-4bc2-8528-1f1f89a374b9 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:12.406396 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d36a0052-d1d5-424b-a292-53d92d054f2f req-7552b601-edc0-4bc2-8528-1f1f89a374b9 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a9a6071-e8c9-46a2-9cd3-19f74f424c46 HTTP/1.1" status: 200 len: 945 time: 0.2813644 Feb 16 22:27:12.459718 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b1430411-5c56-4a8f-bb3b-0dbaef69a891 None None] Current status of the port c8661512-71d8-4919-9c8f-5dfdc5b13967 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:27:12.470590 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b1430411-5c56-4a8f-bb3b-0dbaef69a891 None None] Could not find standard attr ID for object 852c7dcb-4a95-4279-80eb-176754ea4bec. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:27:12.486252 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de2255-9159-41a8-a063-475d50c77289 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Pushing event deleted for resources: {'Port': ['ID=852c7dcb-4a95-4279-80eb-176754ea4bec,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:12.591330 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-99731318-7456-476d-8b58-78e2aa0ce3c9 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for port (adea48dc-cd8a-455b-b12a-1d476b52022f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:12.624176 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a70a1b-08fa-468a-8a39-31d1c1ec16a1 req-30711dfb-0daa-4209-83d7-a2c8fc7bb363 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:12.631772 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c7a70a1b-08fa-468a-8a39-31d1c1ec16a1 req-30711dfb-0daa-4209-83d7-a2c8fc7bb363 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f2a9307-215c-4567-ab2d-7238a3e38621 HTTP/1.1" status: 200 len: 945 time: 0.3168304 Feb 16 22:27:12.634944 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f0de2255-9159-41a8-a063-475d50c77289 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:12.641768 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-99731318-7456-476d-8b58-78e2aa0ce3c9 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (adea48dc-cd8a-455b-b12a-1d476b52022f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:12.641950 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f0de2255-9159-41a8-a063-475d50c77289 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] 10.222.0.75 "DELETE /v2.0/ports/852c7dcb-4a95-4279-80eb-176754ea4bec HTTP/1.1" status: 204 len: 168 time: 1.2488921 Feb 16 22:27:12.644024 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41746) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:12.724842 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c7a70a1b-08fa-468a-8a39-31d1c1ec16a1 req-86367fe7-7716-4ce4-b2b0-aba1c58694bf tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828886 Feb 16 22:27:12.725279 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99731318-7456-476d-8b58-78e2aa0ce3c9 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Network a0759160-15c4-48c6-ae30-b15d06348921 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:27:12.725279 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-ec324ac8-4d6f-4fda-b137-d0c958f934c0 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Request body: {'port': {'name': 'tempest-new-port-name-1396595734', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:27:12.725279 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.api.validators [None req-ec324ac8-4d6f-4fda-b137-d0c958f934c0 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] bootfile-name is not in valid_values {{(pid=103465) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 22:27:12.725279 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.api.validators [None req-ec324ac8-4d6f-4fda-b137-d0c958f934c0 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] tftp-server is not in valid_values {{(pid=103465) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 22:27:12.725279 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.api.validators [None req-ec324ac8-4d6f-4fda-b137-d0c958f934c0 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] server-ip-address is not in valid_values {{(pid=103465) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 22:27:12.726679 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99731318-7456-476d-8b58-78e2aa0ce3c9 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event updated for resources: {'Port': ['ID=adea48dc-cd8a-455b-b12a-1d476b52022f,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:12.728879 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-99731318-7456-476d-8b58-78e2aa0ce3c9 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:27:12.737093 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99731318-7456-476d-8b58-78e2aa0ce3c9 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:27:12.758364 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-d36a0052-d1d5-424b-a292-53d92d054f2f req-3380b3e7-d336-4d5f-b5fe-d0815f2497f7 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Deleting port 17879e1b-a9d8-40fd-81be-509ead4e3776 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:27:12.758715 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d36a0052-d1d5-424b-a292-53d92d054f2f req-3380b3e7-d336-4d5f-b5fe-d0815f2497f7 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (17879e1b-a9d8-40fd-81be-509ead4e3776), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:12.809143 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-cee8186e-bcea-4da3-a99e-468511c252ef None None] Provisioning complete for port 3e7a1371-e170-4ce0-85b6-dc90ba2dae63 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:27:12.809552 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cee8186e-bcea-4da3-a99e-468511c252ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (3e7a1371-e170-4ce0-85b6-dc90ba2dae63), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:12.907326 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-cee8186e-bcea-4da3-a99e-468511c252ef None None] Port 3e7a1371-e170-4ce0-85b6-dc90ba2dae63 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:27:12.910476 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99731318-7456-476d-8b58-78e2aa0ce3c9 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:12.911448 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-99731318-7456-476d-8b58-78e2aa0ce3c9 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:12.988316 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ec324ac8-4d6f-4fda-b137-d0c958f934c0 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3e7a1371-e170-4ce0-85b6-dc90ba2dae63), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:12.988569 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-d36a0052-d1d5-424b-a292-53d92d054f2f req-3380b3e7-d336-4d5f-b5fe-d0815f2497f7 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] For port 17879e1b-a9d8-40fd-81be-509ead4e3776, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=17879e1b-a9d8-40fd-81be-509ead4e3776,segment=NetworkSegment(5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb),segment_id=5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:27:12.989606 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d36a0052-d1d5-424b-a292-53d92d054f2f req-3380b3e7-d336-4d5f-b5fe-d0815f2497f7 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (17879e1b-a9d8-40fd-81be-509ead4e3776), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:12.995395 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-99731318-7456-476d-8b58-78e2aa0ce3c9 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1434505 Feb 16 22:27:12.998256 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41750) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:13.006751 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-1a538608-883f-4525-9f4e-670b53686db0 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Request body: {'floatingip': {'port_id': 'adea48dc-cd8a-455b-b12a-1d476b52022f'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:27:13.025506 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b761b-1cda-49e7-b008-4a9e73588fef req-31ab3415-8147-42ed-b0fa-4c78bc3daf15 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:13.033521 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a45b761b-1cda-49e7-b008-4a9e73588fef req-31ab3415-8147-42ed-b0fa-4c78bc3daf15 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a9a6071-e8c9-46a2-9cd3-19f74f424c46 HTTP/1.1" status: 200 len: 945 time: 0.1868148 Feb 16 22:27:13.058790 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c8661512-71d8-4919-9c8f-5dfdc5b13967 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:27:13.088920 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a538608-883f-4525-9f4e-670b53686db0 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for floatingip (df5123e1-5750-4f8d-a90c-590e934462d0), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:13.144155 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-92c7a7c1-89fa-4e62-833d-f6d7e116a4b4 None None] Could not find standard attr ID for object 852c7dcb-4a95-4279-80eb-176754ea4bec. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:27:13.159976 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port c8661512-71d8-4919-9c8f-5dfdc5b13967 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:27:13.160822 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c8661512-71d8-4919-9c8f-5dfdc5b13967), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:13.364942 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port c8661512-71d8-4919-9c8f-5dfdc5b13967 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:27:13.420988 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d36a0052-d1d5-424b-a292-53d92d054f2f req-3380b3e7-d336-4d5f-b5fe-d0815f2497f7 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:13.421554 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d36a0052-d1d5-424b-a292-53d92d054f2f req-3380b3e7-d336-4d5f-b5fe-d0815f2497f7 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (80cdaee1-b933-43ab-8063-eada40c4e6dd), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:13.421554 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [req-d36a0052-d1d5-424b-a292-53d92d054f2f req-3380b3e7-d336-4d5f-b5fe-d0815f2497f7 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Floating IP 80cdaee1-b933-43ab-8063-eada40c4e6dd disassociated. External IP: 172.25.2.95, port: 17879e1b-a9d8-40fd-81be-509ead4e3776. Feb 16 22:27:13.421902 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-d36a0052-d1d5-424b-a292-53d92d054f2f req-3380b3e7-d336-4d5f-b5fe-d0815f2497f7 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Calling delete_port for 17879e1b-a9d8-40fd-81be-509ead4e3776 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:27:13.582209 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d36a0052-d1d5-424b-a292-53d92d054f2f req-3380b3e7-d336-4d5f-b5fe-d0815f2497f7 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (17879e1b-a9d8-40fd-81be-509ead4e3776), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:13.635415 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380b3e7-d336-4d5f-b5fe-d0815f2497f7 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Pushing event deleted for resources: {'Port': ['ID=17879e1b-a9d8-40fd-81be-509ead4e3776,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:13.756945 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a45b761b-1cda-49e7-b008-4a9e73588fef req-dc53338a-6257-4de4-9675-f1c6f0e79aef tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f387bfc-6cdd-4d43-9970-2a817a9e7c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7224486 Feb 16 22:27:13.777211 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d36a0052-d1d5-424b-a292-53d92d054f2f req-3380b3e7-d336-4d5f-b5fe-d0815f2497f7 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Router 2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:27:14.009733 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d36a0052-d1d5-424b-a292-53d92d054f2f req-3380b3e7-d336-4d5f-b5fe-d0815f2497f7 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:27:14.032391 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47fc47e-e572-4380-808b-a7b6fceeeabc None None] Sync routers for ids ['2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:27:14.048563 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47fc47e-e572-4380-808b-a7b6fceeeabc None None] Routers {'2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:14.049609 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-a47fc47e-e572-4380-808b-a7b6fceeeabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:14.093382 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36a0052-d1d5-424b-a292-53d92d054f2f req-3380b3e7-d336-4d5f-b5fe-d0815f2497f7 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] No DVR routers for this DVR port 17879e1b-a9d8-40fd-81be-509ead4e3776 on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:27:14.096404 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d36a0052-d1d5-424b-a292-53d92d054f2f req-3380b3e7-d336-4d5f-b5fe-d0815f2497f7 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:14.100542 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d36a0052-d1d5-424b-a292-53d92d054f2f req-3380b3e7-d336-4d5f-b5fe-d0815f2497f7 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.67 "DELETE /v2.0/ports/17879e1b-a9d8-40fd-81be-509ead4e3776 HTTP/1.1" status: 204 len: 173 time: 1.6155877 Feb 16 22:27:14.101045 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9a6071-e8c9-46a2-9cd3-19f74f424c46', 'name': 'network-vif-deleted', 'tag': '17879e1b-a9d8-40fd-81be-509ead4e3776'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:27:14.104365 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1f1b45-0e0d-4846-9b05-95b654c47a4d" -d '{"events": [{"server_uuid": "8a9a6071-e8c9-46a2-9cd3-19f74f424c46", "name": "network-vif-deleted", "tag": "17879e1b-a9d8-40fd-81be-509ead4e3776"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:27:14.130692 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf9595-4e8d-4c57-aba9-7de7f45017e7 req-3533e934-7940-4435-b43a-431e948c578b tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:14.132299 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-81bf9595-4e8d-4c57-aba9-7de7f45017e7 req-3533e934-7940-4435-b43a-431e948c578b tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 945 time: 0.1596944 Feb 16 22:27:14.144702 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.db.resource_extend [None req-1a538608-883f-4525-9f4e-670b53686db0 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 22:27:14.229332 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-81bf9595-4e8d-4c57-aba9-7de7f45017e7 req-a78abf0a-2e94-4580-9f3b-d36d4795286b tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d64317e-ec6c-41b4-a421-73e0a02d08a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896678 Feb 16 22:27:14.242376 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ec324ac8-4d6f-4fda-b137-d0c958f934c0 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks [] for port (3e7a1371-e170-4ce0-85b6-dc90ba2dae63), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:14.252557 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-a47fc47e-e572-4380-808b-a7b6fceeeabc None None] Set router 2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:27:14.265563 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ec324ac8-4d6f-4fda-b137-d0c958f934c0 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (3e7a1371-e170-4ce0-85b6-dc90ba2dae63), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:14.419652 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a538608-883f-4525-9f4e-670b53686db0 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:14.519556 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-ec324ac8-4d6f-4fda-b137-d0c958f934c0 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] In _notify_port_updated(), no bound segment for port 3e7a1371-e170-4ce0-85b6-dc90ba2dae63 on network 0b1df262-af13-474f-959b-7e2858d787e3 {{(pid=103465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 22:27:14.527014 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec324ac8-4d6f-4fda-b137-d0c958f934c0 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:14.531374 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ec324ac8-4d6f-4fda-b137-d0c958f934c0 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:14.535688 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41766) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:14.536241 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ec324ac8-4d6f-4fda-b137-d0c958f934c0 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] 10.222.0.75 "PUT /v2.0/ports/3e7a1371-e170-4ce0-85b6-dc90ba2dae63 HTTP/1.1" status: 200 len: 1137 time: 1.8921652 Feb 16 22:27:14.537451 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a538608-883f-4525-9f4e-670b53686db0 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (df5123e1-5750-4f8d-a90c-590e934462d0), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:14.618579 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-a47fc47e-e572-4380-808b-a7b6fceeeabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'name': 'tempest-AttachVolumeTestJSON-1783443213-router', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '60715aee-fff1-4765-bf0d-c219182519e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:12Z', 'updated_at': '2022-02-16T22:20:19Z', 'revision_number': 4, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'gw_port': {'id': '60715aee-fff1-4765-bf0d-c219182519e3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:13Z', 'updated_at': '2022-02-16T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '10a66254-8530-410c-b704-0a1a2d1363c8', 'name': '', 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'mac_address': 'fa:16:3e:1b:b4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '812089a8-8e43-4669-b97f-c5c83d27191f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:18Z', 'updated_at': '2022-02-16T22:20:24Z', 'revision_number': 5, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'subnets': [{'id': '812089a8-8e43-4669-b97f-c5c83d27191f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:14.675981 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47fc47e-e572-4380-808b-a7b6fceeeabc None None] Checking router: 2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:27:14.689097 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-46f890bd-51d8-4f04-83a4-fc027fe95533 req-a1ea521b-6877-4e64-bdf5-1486412d8d65 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 210 time: 0.0678303 Feb 16 22:27:14.696376 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47fc47e-e572-4380-808b-a7b6fceeeabc None None] Routers {'2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:14.697229 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-a47fc47e-e572-4380-808b-a7b6fceeeabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:14.719666 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9905c4-6bc6-45e6-be7f-0e12897ebf07 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:14.728424 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ad9905c4-6bc6-45e6-be7f-0e12897ebf07 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] 10.222.0.75 "GET /v2.0/ports/3e7a1371-e170-4ce0-85b6-dc90ba2dae63 HTTP/1.1" status: 200 len: 1137 time: 0.1917188 Feb 16 22:27:14.734944 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41770) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:14.823554 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [None req-1a538608-883f-4525-9f4e-670b53686db0 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Floating IP df5123e1-5750-4f8d-a90c-590e934462d0 associated. External IP: 172.25.2.137, port: adea48dc-cd8a-455b-b12a-1d476b52022f. Feb 16 22:27:14.836956 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec324ac8-4d6f-4fda-b137-d0c958f934c0 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Pushing event updated for resources: {'Port': ['ID=3e7a1371-e170-4ce0-85b6-dc90ba2dae63,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:14.896758 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-90c94734-42ea-46ca-8708-659bebe895bd None None] Provisioning complete for port 3e7a1371-e170-4ce0-85b6-dc90ba2dae63 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:27:14.899693 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-90c94734-42ea-46ca-8708-659bebe895bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (3e7a1371-e170-4ce0-85b6-dc90ba2dae63), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:15.008879 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233f49f7-5ea6-4e25-af36-79261b49fbb6 x-openstack-request-id: req-233f49f7-5ea6-4e25-af36-79261b49fbb6 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:27:15.009171 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9a6071-e8c9-46a2-9cd3-19f74f424c46", "name": "network-vif-deleted", "tag": "17879e1b-a9d8-40fd-81be-509ead4e3776", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:27:15.009490 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-233f49f7-5ea6-4e25-af36-79261b49fbb6 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:27:15.009959 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9a6071-e8c9-46a2-9cd3-19f74f424c46', 'name': 'network-vif-deleted', 'tag': '17879e1b-a9d8-40fd-81be-509ead4e3776', 'status': 'completed', 'code': 200} Feb 16 22:27:15.018795 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-ce093da1-57d0-4ef5-9a0a-21b0fec2d8e5 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Deleting port 3e7a1371-e170-4ce0-85b6-dc90ba2dae63 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:27:15.022660 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-90c94734-42ea-46ca-8708-659bebe895bd None None] Port 3e7a1371-e170-4ce0-85b6-dc90ba2dae63 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:27:15.023087 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ce093da1-57d0-4ef5-9a0a-21b0fec2d8e5 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (3e7a1371-e170-4ce0-85b6-dc90ba2dae63), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:15.077009 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e1652d81-6bc7-4dbf-abed-6716a49d4bb6 req-c8f75763-09bc-4482-a4fc-63721a0ceb3f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7f2a9307-215c-4567-ab2d-7238a3e38621&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8294630 Feb 16 22:27:15.099823 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-a47fc47e-e572-4380-808b-a7b6fceeeabc None None] Set router 2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:27:15.248546 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1652d81-6bc7-4dbf-abed-6716a49d4bb6 req-cb37b0cd-c279-484b-83d2-8219737ee218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:15.250264 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e1652d81-6bc7-4dbf-abed-6716a49d4bb6 req-cb37b0cd-c279-484b-83d2-8219737ee218 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b04764559a9c459fbc65e6403b1b3dd5&device_id=7f2a9307-215c-4567-ab2d-7238a3e38621 HTTP/1.1" status: 200 len: 1127 time: 0.0782459 Feb 16 22:27:15.270417 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ce093da1-57d0-4ef5-9a0a-21b0fec2d8e5 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (3e7a1371-e170-4ce0-85b6-dc90ba2dae63), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:15.284881 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a538608-883f-4525-9f4e-670b53686db0 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Router 43802d64-4ded-4797-bbf8-92727fbf221d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:27:15.303895 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-ce093da1-57d0-4ef5-9a0a-21b0fec2d8e5 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Calling delete_port for 3e7a1371-e170-4ce0-85b6-dc90ba2dae63 owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:27:15.318255 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-a47fc47e-e572-4380-808b-a7b6fceeeabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'name': 'tempest-AttachVolumeTestJSON-1783443213-router', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '60715aee-fff1-4765-bf0d-c219182519e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:12Z', 'updated_at': '2022-02-16T22:20:19Z', 'revision_number': 4, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'gw_port': {'id': '60715aee-fff1-4765-bf0d-c219182519e3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:13Z', 'updated_at': '2022-02-16T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '10a66254-8530-410c-b704-0a1a2d1363c8', 'name': '', 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'mac_address': 'fa:16:3e:1b:b4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '812089a8-8e43-4669-b97f-c5c83d27191f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:18Z', 'updated_at': '2022-02-16T22:20:24Z', 'revision_number': 5, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'subnets': [{'id': '812089a8-8e43-4669-b97f-c5c83d27191f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:15.327254 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5e64b-d1fb-42b2-83cc-1e40ab683bc3 req-2b337199-6d19-4ecd-a1a1-d543526c0da2 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:15.335170 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5ea5e64b-d1fb-42b2-83cc-1e40ab683bc3 req-2b337199-6d19-4ecd-a1a1-d543526c0da2 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f2a9307-215c-4567-ab2d-7238a3e38621 HTTP/1.1" status: 200 len: 945 time: 0.1850758 Feb 16 22:27:15.354806 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47fc47e-e572-4380-808b-a7b6fceeeabc None None] The sync data for ids ['2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'] in n-d-813897-6 is: [{'id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'name': 'tempest-AttachVolumeTestJSON-1783443213-router', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '60715aee-fff1-4765-bf0d-c219182519e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:12Z', 'updated_at': '2022-02-16T22:20:19Z', 'revision_number': 4, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'gw_port': {'id': '60715aee-fff1-4765-bf0d-c219182519e3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:13Z', 'updated_at': '2022-02-16T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '10a66254-8530-410c-b704-0a1a2d1363c8', 'name': '', 'network_id': 'a2949af4-226e-4bae-8b8f-20776d9938d8', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'mac_address': 'fa:16:3e:1b:b4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '812089a8-8e43-4669-b97f-c5c83d27191f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:18Z', 'updated_at': '2022-02-16T22:20:24Z', 'revision_number': 5, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'subnets': [{'id': '812089a8-8e43-4669-b97f-c5c83d27191f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:27:15.421345 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1652d81-6bc7-4dbf-abed-6716a49d4bb6 req-a63b3f33-34b5-4021-80b9-c8a475fd65ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:15.422674 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e1652d81-6bc7-4dbf-abed-6716a49d4bb6 req-a63b3f33-34b5-4021-80b9-c8a475fd65ba service neutron] 10.222.0.79 "GET /v2.0/networks?id=328b17ed-7bc5-4241-8a54-e64f9538f95e HTTP/1.1" status: 200 len: 906 time: 0.1356733 Feb 16 22:27:15.523416 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 17879e1b-a9d8-40fd-81be-509ead4e3776 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:27:15.566952 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ce093da1-57d0-4ef5-9a0a-21b0fec2d8e5 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (3e7a1371-e170-4ce0-85b6-dc90ba2dae63), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:15.571587 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 17879e1b-a9d8-40fd-81be-509ead4e3776 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:27:15.574026 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 17879e1b-a9d8-40fd-81be-509ead4e3776 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:27:15.609299 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce093da1-57d0-4ef5-9a0a-21b0fec2d8e5 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Pushing event deleted for resources: {'Port': ['ID=3e7a1371-e170-4ce0-85b6-dc90ba2dae63,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:15.724803 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a538608-883f-4525-9f4e-670b53686db0 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:27:15.728613 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e1652d81-6bc7-4dbf-abed-6716a49d4bb6 req-ea8a1171-f44a-458b-8fc2-0e69341bb63a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccaf6790-d148-4421-89cb-e0b923c8004b HTTP/1.1" status: 200 len: 217 time: 0.2972693 Feb 16 22:27:15.735721 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a538608-883f-4525-9f4e-670b53686db0 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:15.740671 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a71393-ce5e-44a9-95f3-75e4a29ec122 None None] Sync routers for ids ['43802d64-4ded-4797-bbf8-92727fbf221d'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:27:15.768700 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a71393-ce5e-44a9-95f3-75e4a29ec122 None None] Routers {'43802d64-4ded-4797-bbf8-92727fbf221d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:15.771765 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-69a71393-ce5e-44a9-95f3-75e4a29ec122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['43802d64-4ded-4797-bbf8-92727fbf221d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:15.780916 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1a538608-883f-4525-9f4e-670b53686db0 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "PUT /v2.0/floatingips/df5123e1-5750-4f8d-a90c-590e934462d0 HTTP/1.1" status: 200 len: 979 time: 2.7804954 Feb 16 22:27:15.841996 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41782) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:15.874758 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-69a71393-ce5e-44a9-95f3-75e4a29ec122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:15.952989 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a71393-ce5e-44a9-95f3-75e4a29ec122 None None] Routers {'43802d64-4ded-4797-bbf8-92727fbf221d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:15.955115 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1652d81-6bc7-4dbf-abed-6716a49d4bb6 req-312c5080-4722-489e-ad84-824ba4c2652e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:15.966336 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e1652d81-6bc7-4dbf-abed-6716a49d4bb6 req-312c5080-4722-489e-ad84-824ba4c2652e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=90c6e9fd-2327-49e8-8e06-530f56e702f3 HTTP/1.1" status: 200 len: 845 time: 0.1841240 Feb 16 22:27:15.968653 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-69a71393-ce5e-44a9-95f3-75e4a29ec122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['43802d64-4ded-4797-bbf8-92727fbf221d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:16.026090 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5872efd4-37ef-4010-bc3f-0b134877a10b None None] New status for floating IP 80cdaee1-b933-43ab-8063-eada40c4e6dd: DOWN {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:27:16.083328 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e1652d81-6bc7-4dbf-abed-6716a49d4bb6 req-5847f173-e0cf-4ea9-95ce-4d9f526e3528 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=328b17ed-7bc5-4241-8a54-e64f9538f95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439587 Feb 16 22:27:16.099059 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-69a71393-ce5e-44a9-95f3-75e4a29ec122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:16.099751 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a71393-ce5e-44a9-95f3-75e4a29ec122 None None] The sync data for ids ['43802d64-4ded-4797-bbf8-92727fbf221d'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:27:16.200702 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e1652d81-6bc7-4dbf-abed-6716a49d4bb6 req-a4978b06-bd87-4801-b443-9eb48da7ff51 service neutron] 10.222.0.79 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083980 Feb 16 22:27:16.235305 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-43b7ed06-5758-4750-93ba-ebe2ec073e90 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Deleting port adea48dc-cd8a-455b-b12a-1d476b52022f {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:27:16.235659 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43b7ed06-5758-4750-93ba-ebe2ec073e90 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (adea48dc-cd8a-455b-b12a-1d476b52022f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:16.343880 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ce093da1-57d0-4ef5-9a0a-21b0fec2d8e5 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:16.354001 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41784) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:16.354553 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ce093da1-57d0-4ef5-9a0a-21b0fec2d8e5 tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] 10.222.0.75 "DELETE /v2.0/ports/3e7a1371-e170-4ce0-85b6-dc90ba2dae63 HTTP/1.1" status: 204 len: 168 time: 1.6171093 Feb 16 22:27:16.362822 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5ea5e64b-d1fb-42b2-83cc-1e40ab683bc3 req-532ec535-2983-418e-8c1a-0238de01c569 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0198998 Feb 16 22:27:16.464092 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43b7ed06-5758-4750-93ba-ebe2ec073e90 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (adea48dc-cd8a-455b-b12a-1d476b52022f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:16.467560 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a403b09-6643-4dd0-9e96-08d6e2d8e18e req-2f809f76-07a1-4d61-ae5d-d401ec4a05a2 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:16.470225 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e1652d81-6bc7-4dbf-abed-6716a49d4bb6 req-92c4a72f-165c-420f-a9a1-1d9e9657f532 service neutron] 10.222.0.79 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614169 Feb 16 22:27:16.470567 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9a403b09-6643-4dd0-9e96-08d6e2d8e18e req-2f809f76-07a1-4d61-ae5d-d401ec4a05a2 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f2a9307-215c-4567-ab2d-7238a3e38621 HTTP/1.1" status: 200 len: 945 time: 0.1152420 Feb 16 22:27:16.482911 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-da468c42-ab01-4710-975d-28050e4cbebb tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Deleting subnet eeae814f-d552-4e04-bb14-c14a1e38d60e {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:27:16.486373 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da468c42-ab01-4710-975d-28050e4cbebb tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks [] for subnet (eeae814f-d552-4e04-bb14-c14a1e38d60e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:16.534194 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da468c42-ab01-4710-975d-28050e4cbebb tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (eeae814f-d552-4e04-bb14-c14a1e38d60e), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:16.601469 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-9a403b09-6643-4dd0-9e96-08d6e2d8e18e req-97536f6e-ce78-472b-a968-14010997d696 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Deleting port ccaf6790-d148-4421-89cb-e0b923c8004b {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:27:16.602446 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9a403b09-6643-4dd0-9e96-08d6e2d8e18e req-97536f6e-ce78-472b-a968-14010997d696 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (ccaf6790-d148-4421-89cb-e0b923c8004b), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:16.697163 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-9a403b09-6643-4dd0-9e96-08d6e2d8e18e req-97536f6e-ce78-472b-a968-14010997d696 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] For port ccaf6790-d148-4421-89cb-e0b923c8004b, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=ccaf6790-d148-4421-89cb-e0b923c8004b,segment=NetworkSegment(d2150ecc-73be-4cac-a3e0-52292f5f056f),segment_id=d2150ecc-73be-4cac-a3e0-52292f5f056f)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:27:16.697550 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9a403b09-6643-4dd0-9e96-08d6e2d8e18e req-97536f6e-ce78-472b-a968-14010997d696 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (ccaf6790-d148-4421-89cb-e0b923c8004b), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:16.711108 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-9a403b09-6643-4dd0-9e96-08d6e2d8e18e req-97536f6e-ce78-472b-a968-14010997d696 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Calling delete_port for ccaf6790-d148-4421-89cb-e0b923c8004b owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:27:16.758198 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da468c42-ab01-4710-975d-28050e4cbebb tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (eeae814f-d552-4e04-bb14-c14a1e38d60e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:16.886390 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43b7ed06-5758-4750-93ba-ebe2ec073e90 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:16.886770 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43b7ed06-5758-4750-93ba-ebe2ec073e90 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (df5123e1-5750-4f8d-a90c-590e934462d0), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:16.887272 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [None req-43b7ed06-5758-4750-93ba-ebe2ec073e90 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Floating IP df5123e1-5750-4f8d-a90c-590e934462d0 disassociated. External IP: 172.25.2.137, port: adea48dc-cd8a-455b-b12a-1d476b52022f. Feb 16 22:27:16.887630 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-43b7ed06-5758-4750-93ba-ebe2ec073e90 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Calling delete_port for adea48dc-cd8a-455b-b12a-1d476b52022f owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:27:16.899968 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da468c42-ab01-4710-975d-28050e4cbebb tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (eeae814f-d552-4e04-bb14-c14a1e38d60e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:16.931926 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9a403b09-6643-4dd0-9e96-08d6e2d8e18e req-97536f6e-ce78-472b-a968-14010997d696 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (ccaf6790-d148-4421-89cb-e0b923c8004b), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:16.947094 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['ccaf6790-d148-4421-89cb-e0b923c8004b'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:27:16.950816 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['91e8c394-f309-4d7c-ae8f-b3d28a87757f'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:27:16.982702 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab9492-f0de-49f3-b48a-9c9287b042e2 req-ee948dd5-3a12-49c7-8ff7-2315de216e87 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:16.992625 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d9ab9492-f0de-49f3-b48a-9c9287b042e2 req-ee948dd5-3a12-49c7-8ff7-2315de216e87 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 945 time: 0.2290854 Feb 16 22:27:17.000326 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da468c42-ab01-4710-975d-28050e4cbebb tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Pushing event deleted for resources: {'Subnet': ['ID=eeae814f-d552-4e04-bb14-c14a1e38d60e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:17.009372 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da468c42-ab01-4710-975d-28050e4cbebb tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:17.015766 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-da468c42-ab01-4710-975d-28050e4cbebb tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] 10.222.0.75 "DELETE /v2.0/subnets/eeae814f-d552-4e04-bb14-c14a1e38d60e HTTP/1.1" status: 204 len: 168 time: 0.6572604 Feb 16 22:27:17.016009 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41802) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:17.021922 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97536f6e-ce78-472b-a968-14010997d696 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Pushing event deleted for resources: {'Port': ['ID=ccaf6790-d148-4421-89cb-e0b923c8004b,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:17.033134 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c874946-eb87-4cdc-bd08-e40982d32948 None None] Network 0b1df262-af13-474f-959b-7e2858d787e3 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:27:17.074785 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d9ab9492-f0de-49f3-b48a-9c9287b042e2 req-c54f8567-87a5-463d-929f-c80a1cbe3e58 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d64317e-ec6c-41b4-a421-73e0a02d08a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810783 Feb 16 22:27:17.124355 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d0a54a81-7780-4fd4-8a37-bc29d8a433fe tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (0b1df262-af13-474f-959b-7e2858d787e3), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:17.168903 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a403b09-6643-4dd0-9e96-08d6e2d8e18e req-97536f6e-ce78-472b-a968-14010997d696 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] No DVR routers for this DVR port ccaf6790-d148-4421-89cb-e0b923c8004b on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:27:17.171699 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9a403b09-6643-4dd0-9e96-08d6e2d8e18e req-97536f6e-ce78-472b-a968-14010997d696 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:17.175705 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9a403b09-6643-4dd0-9e96-08d6e2d8e18e req-97536f6e-ce78-472b-a968-14010997d696 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.79 "DELETE /v2.0/ports/ccaf6790-d148-4421-89cb-e0b923c8004b HTTP/1.1" status: 204 len: 173 time: 0.6963353 Feb 16 22:27:17.176587 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2a9307-215c-4567-ab2d-7238a3e38621', 'name': 'network-vif-deleted', 'tag': 'ccaf6790-d148-4421-89cb-e0b923c8004b'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:27:17.178909 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048236c9-4ee0-49db-b71e-ff6c2d1d7c35" -d '{"events": [{"server_uuid": "7f2a9307-215c-4567-ab2d-7238a3e38621", "name": "network-vif-deleted", "tag": "ccaf6790-d148-4421-89cb-e0b923c8004b"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:27:17.284256 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43b7ed06-5758-4750-93ba-ebe2ec073e90 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (adea48dc-cd8a-455b-b12a-1d476b52022f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:17.341671 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5de88bc4-babf-4097-9c5b-4e0414340466 req-9b68be62-4771-443f-bf9a-564e1c0de665 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 210 time: 0.0699599 Feb 16 22:27:17.352060 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b7ed06-5758-4750-93ba-ebe2ec073e90 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event deleted for resources: {'Port': ['ID=adea48dc-cd8a-455b-b12a-1d476b52022f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:17.373045 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-d0a54a81-7780-4fd4-8a37-bc29d8a433fe tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Deleting port c8661512-71d8-4919-9c8f-5dfdc5b13967 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:27:17.373698 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d0a54a81-7780-4fd4-8a37-bc29d8a433fe tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (c8661512-71d8-4919-9c8f-5dfdc5b13967), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:17.425770 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed22621c-7ddf-4544-845e-d0fb5e9a4cdf None None] DHCP port deletion for 0b1df262-af13-474f-959b-7e2858d787e3 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:27:17.431952 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41808) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:17.513993 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab66ba-8a66-4f85-9f7b-5e45c75032fb req-dca82787-7325-47f0-b600-9037d2de231f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:17.515861 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2fab66ba-8a66-4f85-9f7b-5e45c75032fb req-dca82787-7325-47f0-b600-9037d2de231f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 1127 time: 0.1264086 Feb 16 22:27:17.558909 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-ed22621c-7ddf-4544-845e-d0fb5e9a4cdf None None] Deleting port c8661512-71d8-4919-9c8f-5dfdc5b13967 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:27:17.559599 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ed22621c-7ddf-4544-845e-d0fb5e9a4cdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (c8661512-71d8-4919-9c8f-5dfdc5b13967), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:17.632422 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5f41ca9b-b38f-4ce4-8ac5-fc9ffc21b8ae tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for security_group (7f387bfc-6cdd-4d43-9970-2a817a9e7c17), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:17.674436 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e96e376-948b-41e1-ba5c-ceb8f0ca534b x-openstack-request-id: req-5e96e376-948b-41e1-ba5c-ceb8f0ca534b {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:27:17.675509 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-ed22621c-7ddf-4544-845e-d0fb5e9a4cdf None None] For port c8661512-71d8-4919-9c8f-5dfdc5b13967, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=c8661512-71d8-4919-9c8f-5dfdc5b13967,segment=NetworkSegment(fad7d854-87e4-40fa-8bf1-ebbac21636b9),segment_id=fad7d854-87e4-40fa-8bf1-ebbac21636b9)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:27:17.676794 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2a9307-215c-4567-ab2d-7238a3e38621", "name": "network-vif-deleted", "tag": "ccaf6790-d148-4421-89cb-e0b923c8004b", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:27:17.677304 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ed22621c-7ddf-4544-845e-d0fb5e9a4cdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (c8661512-71d8-4919-9c8f-5dfdc5b13967), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:17.679017 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5e96e376-948b-41e1-ba5c-ceb8f0ca534b {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:27:17.679555 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2a9307-215c-4567-ab2d-7238a3e38621', 'name': 'network-vif-deleted', 'tag': 'ccaf6790-d148-4421-89cb-e0b923c8004b', 'status': 'completed', 'code': 200} Feb 16 22:27:17.686835 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2fab66ba-8a66-4f85-9f7b-5e45c75032fb req-32602886-f54e-4d37-b54c-4bc71be29a4a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8d64317e-ec6c-41b4-a421-73e0a02d08a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636219 Feb 16 22:27:17.696158 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-ed22621c-7ddf-4544-845e-d0fb5e9a4cdf None None] Calling delete_port for c8661512-71d8-4919-9c8f-5dfdc5b13967 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:27:17.717555 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5f41ca9b-b38f-4ce4-8ac5-fc9ffc21b8ae tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for security_group (7f387bfc-6cdd-4d43-9970-2a817a9e7c17), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:17.831391 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2aba29da-a645-478c-92f8-07febccf74c5 req-65fcf854-d072-4aa6-a35d-9510fa8105f9 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f2a9307-215c-4567-ab2d-7238a3e38621 HTTP/1.1" status: 200 len: 210 time: 0.0375509 Feb 16 22:27:17.861653 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5f41ca9b-b38f-4ce4-8ac5-fc9ffc21b8ae tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7f387bfc-6cdd-4d43-9970-2a817a9e7c17), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:17.865555 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5f41ca9b-b38f-4ce4-8ac5-fc9ffc21b8ae tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:17.867462 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5f41ca9b-b38f-4ce4-8ac5-fc9ffc21b8ae tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "DELETE /v2.0/security-groups/7f387bfc-6cdd-4d43-9970-2a817a9e7c17 HTTP/1.1" status: 204 len: 168 time: 0.4344471 Feb 16 22:27:17.877221 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41818) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:17.919876 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-2e0789b5-684c-44c7-baec-a0773cf9a3f4 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] show failed (client error): The resource could not be found. Feb 16 22:27:17.921571 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2e0789b5-684c-44c7-baec-a0773cf9a3f4 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "GET /v2.0/security-groups/7f387bfc-6cdd-4d43-9970-2a817a9e7c17 HTTP/1.1" status: 404 len: 347 time: 0.0380895 Feb 16 22:27:17.923977 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41820) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:17.928490 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ed22621c-7ddf-4544-845e-d0fb5e9a4cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (c8661512-71d8-4919-9c8f-5dfdc5b13967), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:17.977183 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41ca9b-b38f-4ce4-8ac5-fc9ffc21b8ae tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f387bfc-6cdd-4d43-9970-2a817a9e7c17,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:18.018099 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed22621c-7ddf-4544-845e-d0fb5e9a4cdf None None] No DVR routers for this DVR port c8661512-71d8-4919-9c8f-5dfdc5b13967 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:27:18.043211 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22621c-7ddf-4544-845e-d0fb5e9a4cdf None None] Pushing event deleted for resources: {'Port': ['ID=c8661512-71d8-4919-9c8f-5dfdc5b13967,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:18.258004 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-063c582b-c872-46d5-a226-3d34781aedea tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Deleting port 7586f2fc-f8ee-419c-b498-b8f45d37627d {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:27:18.258482 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-063c582b-c872-46d5-a226-3d34781aedea tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (7586f2fc-f8ee-419c-b498-b8f45d37627d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:18.302595 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58704d6-2c5a-4ded-952c-a3c809beee3e req-da017bf3-8af0-49ec-8479-55b3a842f7bd tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:18.310188 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b58704d6-2c5a-4ded-952c-a3c809beee3e req-da017bf3-8af0-49ec-8479-55b3a842f7bd tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 945 time: 0.1085787 Feb 16 22:27:18.374558 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-d0a54a81-7780-4fd4-8a37-bc29d8a433fe tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] For port c8661512-71d8-4919-9c8f-5dfdc5b13967, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=c8661512-71d8-4919-9c8f-5dfdc5b13967,segment=NetworkSegment(fad7d854-87e4-40fa-8bf1-ebbac21636b9),segment_id=fad7d854-87e4-40fa-8bf1-ebbac21636b9)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:27:18.375192 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d0a54a81-7780-4fd4-8a37-bc29d8a433fe tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (c8661512-71d8-4919-9c8f-5dfdc5b13967), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:18.397579 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-d0a54a81-7780-4fd4-8a37-bc29d8a433fe tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Calling delete_port for c8661512-71d8-4919-9c8f-5dfdc5b13967 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:27:18.403670 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b58704d6-2c5a-4ded-952c-a3c809beee3e req-1acf91cc-1783-466f-bcf4-c8b6031a9679 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d64317e-ec6c-41b4-a421-73e0a02d08a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923460 Feb 16 22:27:18.470563 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-063c582b-c872-46d5-a226-3d34781aedea tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (7586f2fc-f8ee-419c-b498-b8f45d37627d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:18.470804 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b7ed06-5758-4750-93ba-ebe2ec073e90 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Router 43802d64-4ded-4797-bbf8-92727fbf221d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:27:18.470911 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-063c582b-c872-46d5-a226-3d34781aedea tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for floatingip (7586f2fc-f8ee-419c-b498-b8f45d37627d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:18.496822 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-063c582b-c872-46d5-a226-3d34781aedea tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Calling delete_port for 7586f2fc-f8ee-419c-b498-b8f45d37627d owned by network:floatingip {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:27:18.647977 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d0a54a81-7780-4fd4-8a37-bc29d8a433fe tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (c8661512-71d8-4919-9c8f-5dfdc5b13967), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:18.689782 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a54a81-7780-4fd4-8a37-bc29d8a433fe tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Pushing event deleted for resources: {'Port': ['ID=c8661512-71d8-4919-9c8f-5dfdc5b13967,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:18.697336 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a54a81-7780-4fd4-8a37-bc29d8a433fe tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] No DVR routers for this DVR port c8661512-71d8-4919-9c8f-5dfdc5b13967 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:27:18.715443 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ed50a11d-6a05-48c4-9c44-4517e44abb16 req-f5459aff-fc43-4e1b-8a0e-28c307aede9f tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 210 time: 0.0497432 Feb 16 22:27:18.758765 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-063c582b-c872-46d5-a226-3d34781aedea tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (7586f2fc-f8ee-419c-b498-b8f45d37627d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:18.813009 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c582b-c872-46d5-a226-3d34781aedea tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Pushing event deleted for resources: {'Port': ['ID=7586f2fc-f8ee-419c-b498-b8f45d37627d,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:18.941360 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d0a54a81-7780-4fd4-8a37-bc29d8a433fe tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (0b1df262-af13-474f-959b-7e2858d787e3), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:18.993529 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-d0a54a81-7780-4fd4-8a37-bc29d8a433fe tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1df262-af13-474f-959b-7e2858d787e3']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:19.012588 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-063c582b-c872-46d5-a226-3d34781aedea tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks [] for floatingip (80cdaee1-b933-43ab-8063-eada40c4e6dd), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:19.016627 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-063c582b-c872-46d5-a226-3d34781aedea tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:19.019231 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-063c582b-c872-46d5-a226-3d34781aedea tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] 10.222.0.75 "DELETE /v2.0/floatingips/80cdaee1-b933-43ab-8063-eada40c4e6dd HTTP/1.1" status: 204 len: 168 time: 1.0943038 Feb 16 22:27:19.050589 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-d0a54a81-7780-4fd4-8a37-bc29d8a433fe tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad7d854-87e4-40fa-8bf1-ebbac21636b9') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:19.050913 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-d0a54a81-7780-4fd4-8a37-bc29d8a433fe tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad7d854-87e4-40fa-8bf1-ebbac21636b9') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:19.083042 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d0a54a81-7780-4fd4-8a37-bc29d8a433fe tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (fad7d854-87e4-40fa-8bf1-ebbac21636b9), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:19.107410 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c8661512-71d8-4919-9c8f-5dfdc5b13967 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:27:19.122972 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d0a54a81-7780-4fd4-8a37-bc29d8a433fe tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (fad7d854-87e4-40fa-8bf1-ebbac21636b9), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:19.136843 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a54a81-7780-4fd4-8a37-bc29d8a433fe tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:27:19.137261 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d0a54a81-7780-4fd4-8a37-bc29d8a433fe tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (fad7d854-87e4-40fa-8bf1-ebbac21636b9), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:19.173354 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: c8661512-71d8-4919-9c8f-5dfdc5b13967 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:27:19.173709 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c8661512-71d8-4919-9c8f-5dfdc5b13967 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:27:19.192596 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device ccaf6790-d148-4421-89cb-e0b923c8004b no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:27:19.247335 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:27:19.252063 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b7ed06-5758-4750-93ba-ebe2ec073e90 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:27:19.264982 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d0a54a81-7780-4fd4-8a37-bc29d8a433fe tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (0b1df262-af13-474f-959b-7e2858d787e3), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:19.277706 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: ccaf6790-d148-4421-89cb-e0b923c8004b {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:27:19.277706 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device ccaf6790-d148-4421-89cb-e0b923c8004b not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:27:19.279012 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c187a4-8685-491c-82d3-9a0cb11d7691 None None] Sync routers for ids ['43802d64-4ded-4797-bbf8-92727fbf221d'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:27:19.305399 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c187a4-8685-491c-82d3-9a0cb11d7691 None None] Routers {'43802d64-4ded-4797-bbf8-92727fbf221d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:19.306103 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-67c187a4-8685-491c-82d3-9a0cb11d7691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['43802d64-4ded-4797-bbf8-92727fbf221d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:19.317505 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d0a54a81-7780-4fd4-8a37-bc29d8a433fe tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:19.340090 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d0a54a81-7780-4fd4-8a37-bc29d8a433fe tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] 10.222.0.75 "DELETE /v2.0/networks/0b1df262-af13-474f-959b-7e2858d787e3 HTTP/1.1" status: 204 len: 168 time: 2.3228612 Feb 16 22:27:19.361826 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a54a81-7780-4fd4-8a37-bc29d8a433fe tempest-ExtraDHCPOptionsTestJSON-1935931374 tempest-ExtraDHCPOptionsTestJSON-1935931374-project] Pushing event deleted for resources: {'Network': ['ID=0b1df262-af13-474f-959b-7e2858d787e3,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:19.385261 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-67c187a4-8685-491c-82d3-9a0cb11d7691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:19.402756 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c187a4-8685-491c-82d3-9a0cb11d7691 None None] Routers {'43802d64-4ded-4797-bbf8-92727fbf221d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:19.403381 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-67c187a4-8685-491c-82d3-9a0cb11d7691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:26:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['43802d64-4ded-4797-bbf8-92727fbf221d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:19.487131 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-67c187a4-8685-491c-82d3-9a0cb11d7691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:19.487818 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c187a4-8685-491c-82d3-9a0cb11d7691 None None] The sync data for ids ['43802d64-4ded-4797-bbf8-92727fbf221d'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:27:19.518119 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43b7ed06-5758-4750-93ba-ebe2ec073e90 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:19.533786 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41862) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:19.538749 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-43b7ed06-5758-4750-93ba-ebe2ec073e90 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "DELETE /v2.0/ports/adea48dc-cd8a-455b-b12a-1d476b52022f HTTP/1.1" status: 204 len: 168 time: 3.6991141 Feb 16 22:27:19.658875 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a286779-999b-451e-854b-d6ac5bc21672 req-cd08b723-7b48-42ed-877d-29848e403b67 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:19.667320 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4a286779-999b-451e-854b-d6ac5bc21672 req-cd08b723-7b48-42ed-877d-29848e403b67 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/networks?id=328b17ed-7bc5-4241-8a54-e64f9538f95e HTTP/1.1" status: 200 len: 805 time: 0.3383093 Feb 16 22:27:19.688711 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-cf594843-6997-46d7-85d5-31a4afe19c97 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "GET /v2.0/floatingips/df5123e1-5750-4f8d-a90c-590e934462d0 HTTP/1.1" status: 200 len: 688 time: 0.1534433 Feb 16 22:27:19.691500 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41864) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:19.696118 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4a286779-999b-451e-854b-d6ac5bc21672 req-f1c96053-3952-4566-9952-254f02aac8d4 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/quotas/b04764559a9c459fbc65e6403b1b3dd5 HTTP/1.1" status: 200 len: 375 time: 0.0278866 Feb 16 22:27:19.786242 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4a286779-999b-451e-854b-d6ac5bc21672 req-dd88a060-4dd7-406e-9969-f28294c1045c tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b04764559a9c459fbc65e6403b1b3dd5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0884428 Feb 16 22:27:19.824610 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41870) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:19.959040 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-e88423dd-9c49-44f6-9765-8986b36d4f45 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Deleting port d7de809b-14bb-4d91-b540-c91107c4c13d {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:27:19.959480 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e88423dd-9c49-44f6-9765-8986b36d4f45 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (d7de809b-14bb-4d91-b540-c91107c4c13d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:20.031778 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4a286779-999b-451e-854b-d6ac5bc21672 req-1c20656f-dd24-441a-a3aa-21e6fea39688 service neutron] 10.222.0.75 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384493 Feb 16 22:27:20.111665 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5e1c2a2d-79bb-4ea5-821b-ddbf39e5de71 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6861ceb0daec46bc8bea1c39086d51f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2834227 Feb 16 22:27:20.115321 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41876) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:20.126871 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e88423dd-9c49-44f6-9765-8986b36d4f45 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (d7de809b-14bb-4d91-b540-c91107c4c13d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:20.126871 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e88423dd-9c49-44f6-9765-8986b36d4f45 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for floatingip (d7de809b-14bb-4d91-b540-c91107c4c13d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:20.154817 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-e88423dd-9c49-44f6-9765-8986b36d4f45 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Calling delete_port for d7de809b-14bb-4d91-b540-c91107c4c13d owned by network:floatingip {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:27:20.184551 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4a286779-999b-451e-854b-d6ac5bc21672 req-feb30852-e0af-45dd-93e5-9d1ffc194763 service neutron] 10.222.0.75 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515350 Feb 16 22:27:20.240939 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a1221677-0200-4c75-bd5b-a58605efbff4 admin admin] Publish callbacks [] for security_group (acf216f6-444a-40f9-98b4-b6a5329903b9), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:20.284352 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a1221677-0200-4c75-bd5b-a58605efbff4 admin admin] Publish callbacks [] for security_group (acf216f6-444a-40f9-98b4-b6a5329903b9), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:20.414944 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a1221677-0200-4c75-bd5b-a58605efbff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (acf216f6-444a-40f9-98b4-b6a5329903b9), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:20.419173 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a1221677-0200-4c75-bd5b-a58605efbff4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:20.423636 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a1221677-0200-4c75-bd5b-a58605efbff4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/acf216f6-444a-40f9-98b4-b6a5329903b9 HTTP/1.1" status: 204 len: 168 time: 0.3073459 Feb 16 22:27:20.487040 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1221677-0200-4c75-bd5b-a58605efbff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf216f6-444a-40f9-98b4-b6a5329903b9,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:20.553733 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e88423dd-9c49-44f6-9765-8986b36d4f45 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (d7de809b-14bb-4d91-b540-c91107c4c13d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:20.622726 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8baf557c-0563-4834-903d-53e6d2bc30c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:20.684674 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a52046-2c79-49fe-b559-0b7ab659b48f req-83ae2f09-12fd-4bbd-8dec-6931114b96ec tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:20.695022 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f7a52046-2c79-49fe-b559-0b7ab659b48f req-83ae2f09-12fd-4bbd-8dec-6931114b96ec tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 945 time: 0.1984086 Feb 16 22:27:20.734122 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88423dd-9c49-44f6-9765-8986b36d4f45 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event deleted for resources: {'Port': ['ID=d7de809b-14bb-4d91-b540-c91107c4c13d,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:20.837520 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f7a52046-2c79-49fe-b559-0b7ab659b48f req-f8ff1481-47ed-4d71-8a9c-78761d349e1c tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d64317e-ec6c-41b4-a421-73e0a02d08a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044517 Feb 16 22:27:20.937557 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e88423dd-9c49-44f6-9765-8986b36d4f45 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for floatingip (df5123e1-5750-4f8d-a90c-590e934462d0), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:20.940419 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e88423dd-9c49-44f6-9765-8986b36d4f45 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:20.942181 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e88423dd-9c49-44f6-9765-8986b36d4f45 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "DELETE /v2.0/floatingips/df5123e1-5750-4f8d-a90c-590e934462d0 HTTP/1.1" status: 204 len: 168 time: 1.2490897 Feb 16 22:27:20.945870 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41896) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:20.961657 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-1c99c733-cf71-4abf-8c39-9f251ad33752 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'port_id': '0558ed90-cce5-4ba6-9ce4-85923c9f2d3b'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:27:21.055671 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1c99c733-cf71-4abf-8c39-9f251ad33752 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:21.178337 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d2259906-a8b6-458b-a82a-d99f8c807412 req-8971b187-ef10-4b9b-bc8c-6f155dbf04a6 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/ports?device_id=5057748c-f00a-4a72-ac8b-62a8baa0e184 HTTP/1.1" status: 200 len: 210 time: 0.1257780 Feb 16 22:27:21.313667 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-95e8fb22-9063-4a8c-bec6-3739c2aba99d req-3acb2c5c-7b86-4547-b516-a2d7eed8424f tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ef644cb-60d2-44c1-b549-2537fadea701 HTTP/1.1" status: 200 len: 210 time: 0.0344255 Feb 16 22:27:21.366023 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-34b7a830-0087-493a-ab96-8d2114edcab3 req-d665e600-4a1a-4cdf-882a-d619a12c36c2 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-904572121', 'description': 'tempest-description-1866601333'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:27:21.392643 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1c99c733-cf71-4abf-8c39-9f251ad33752 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:21.559636 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-1c99c733-cf71-4abf-8c39-9f251ad33752 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Allocated IP 172.25.2.62 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/53e77ed2-ce9a-42e8-ac9a-3e80f8c58079) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:27:21.690708 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1c99c733-cf71-4abf-8c39-9f251ad33752 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for port (53e77ed2-ce9a-42e8-ac9a-3e80f8c58079), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:21.759960 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1c99c733-cf71-4abf-8c39-9f251ad33752 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (53e77ed2-ce9a-42e8-ac9a-3e80f8c58079), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:21.817487 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99c733-cf71-4abf-8c39-9f251ad33752 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event updated for resources: {'Port': ['ID=53e77ed2-ce9a-42e8-ac9a-3e80f8c58079,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:21.827624 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-34b7a830-0087-493a-ab96-8d2114edcab3 req-d665e600-4a1a-4cdf-882a-d619a12c36c2 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:21.858475 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c99c733-cf71-4abf-8c39-9f251ad33752 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:27:21.862588 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-1c99c733-cf71-4abf-8c39-9f251ad33752 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:27:21.868004 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c99c733-cf71-4abf-8c39-9f251ad33752 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:27:22.010239 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-34b7a830-0087-493a-ab96-8d2114edcab3 req-d665e600-4a1a-4cdf-882a-d619a12c36c2 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks [] for security_group (3f0835be-1aca-4c5c-a83e-cb0f4b1706bd), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:22.020587 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-34b7a830-0087-493a-ab96-8d2114edcab3 req-d665e600-4a1a-4cdf-882a-d619a12c36c2 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (3f0835be-1aca-4c5c-a83e-cb0f4b1706bd), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:22.035101 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:27:22.140315 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665e600-4a1a-4cdf-882a-d619a12c36c2 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0835be-1aca-4c5c-a83e-cb0f4b1706bd,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:22.145644 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-34b7a830-0087-493a-ab96-8d2114edcab3 req-d665e600-4a1a-4cdf-882a-d619a12c36c2 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:22.157823 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-34b7a830-0087-493a-ab96-8d2114edcab3 req-d665e600-4a1a-4cdf-882a-d619a12c36c2 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.8047252 Feb 16 22:27:22.427406 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a286779-999b-451e-854b-d6ac5bc21672 req-38b3fd79-20a6-4e15-8733-9f76de34794c tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:22.428871 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4a286779-999b-451e-854b-d6ac5bc21672 req-38b3fd79-20a6-4e15-8733-9f76de34794c tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.79 "GET /v2.0/networks?id=328b17ed-7bc5-4241-8a54-e64f9538f95e HTTP/1.1" status: 200 len: 805 time: 0.2411311 Feb 16 22:27:22.461507 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-4a286779-999b-451e-854b-d6ac5bc21672 req-3c3d8d36-d3ef-4604-9e99-f34c879d38f6 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Request body: {'port': {'device_id': '5ef644cb-60d2-44c1-b549-2537fadea701', 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e', 'admin_state_up': True, 'tenant_id': 'b04764559a9c459fbc65e6403b1b3dd5'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:27:22.802016 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1c99c733-cf71-4abf-8c39-9f251ad33752 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for floatingip (080599b1-f37a-424d-80c0-428ad33e3564), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:22.924694 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1c99c733-cf71-4abf-8c39-9f251ad33752 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (53e77ed2-ce9a-42e8-ac9a-3e80f8c58079), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:22.996902 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d1e9096c-abf5-47ae-8788-221aa6e7f97f req-5e09e467-88d9-4637-8884-87d1f342bd9d tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-904572121&fields=id&tenant_id=e11c8fd74a7f486d9478420e45ad2436 HTTP/1.1" status: 200 len: 267 time: 0.5792756 Feb 16 22:27:23.083820 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-877c416f-8a08-492a-9064-0a647c686687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:23.189860 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a286779-999b-451e-854b-d6ac5bc21672 req-3c3d8d36-d3ef-4604-9e99-f34c879d38f6 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Made reservation on behalf of b04764559a9c459fbc65e6403b1b3dd5 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:27:23.201462 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4a286779-999b-451e-854b-d6ac5bc21672 req-3c3d8d36-d3ef-4604-9e99-f34c879d38f6 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:23.360210 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-4a286779-999b-451e-854b-d6ac5bc21672 req-3c3d8d36-d3ef-4604-9e99-f34c879d38f6 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Allocated IP 172.20.0.2 (328b17ed-7bc5-4241-8a54-e64f9538f95e/90c6e9fd-2327-49e8-8e06-530f56e702f3/32e3d2cd-5864-41a8-89d5-dbaf5a51c111) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:27:23.529933 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4a286779-999b-451e-854b-d6ac5bc21672 req-3c3d8d36-d3ef-4604-9e99-f34c879d38f6 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks [] for port (32e3d2cd-5864-41a8-89d5-dbaf5a51c111), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:23.604457 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9096c-abf5-47ae-8788-221aa6e7f97f req-77ab1c37-3eed-4904-a223-a5e7497450aa tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:23.613482 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d1e9096c-abf5-47ae-8788-221aa6e7f97f req-77ab1c37-3eed-4904-a223-a5e7497450aa tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 945 time: 0.6156743 Feb 16 22:27:23.619288 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-d1e9096c-abf5-47ae-8788-221aa6e7f97f req-5160a684-2d08-4f3e-a5db-51686b15a21d tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Request body: {'port': {'security_groups': ['8d64317e-ec6c-41b4-a421-73e0a02d08a2', '3f0835be-1aca-4c5c-a83e-cb0f4b1706bd']}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:27:23.776017 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d1e9096c-abf5-47ae-8788-221aa6e7f97f req-5160a684-2d08-4f3e-a5db-51686b15a21d tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (310b5571-2a2c-471e-8b93-1d1c81d293bb), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:23.830684 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4a286779-999b-451e-854b-d6ac5bc21672 req-3c3d8d36-d3ef-4604-9e99-f34c879d38f6 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (32e3d2cd-5864-41a8-89d5-dbaf5a51c111), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:23.845714 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['91e8c394-f309-4d7c-ae8f-b3d28a87757f'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:27:24.203860 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:24.415376 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1c99c733-cf71-4abf-8c39-9f251ad33752 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for port (53e77ed2-ce9a-42e8-ac9a-3e80f8c58079), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:24.433730 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7bfb31c8-789c-4fa3-9571-915eb6ac5210 req-d6044301-3b94-4bff-87dc-37a356b336c6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f6902e11-f2a6-42d4-9e94-69d218440c0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8413749 Feb 16 22:27:24.446981 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1c99c733-cf71-4abf-8c39-9f251ad33752 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (53e77ed2-ce9a-42e8-ac9a-3e80f8c58079), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:24.460265 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a286779-999b-451e-854b-d6ac5bc21672 req-3c3d8d36-d3ef-4604-9e99-f34c879d38f6 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Network 328b17ed-7bc5-4241-8a54-e64f9538f95e is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:27:24.526228 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d8d36-d3ef-4604-9e99-f34c879d38f6 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Pushing event updated for resources: {'Port': ['ID=32e3d2cd-5864-41a8-89d5-dbaf5a51c111,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:24.543809 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-4a286779-999b-451e-854b-d6ac5bc21672 req-3c3d8d36-d3ef-4604-9e99-f34c879d38f6 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:27:24.547430 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a286779-999b-451e-854b-d6ac5bc21672 req-3c3d8d36-d3ef-4604-9e99-f34c879d38f6 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:27:24.675925 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a286779-999b-451e-854b-d6ac5bc21672 req-3c3d8d36-d3ef-4604-9e99-f34c879d38f6 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:24.677118 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4a286779-999b-451e-854b-d6ac5bc21672 req-3c3d8d36-d3ef-4604-9e99-f34c879d38f6 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:24.739974 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4a286779-999b-451e-854b-d6ac5bc21672 req-3c3d8d36-d3ef-4604-9e99-f34c879d38f6 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2980068 Feb 16 22:27:24.756806 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-4a286779-999b-451e-854b-d6ac5bc21672 req-92186baa-0ad1-43cb-bc9b-23f79adf53b0 service neutron] Request body: {'port': {'device_id': '5ef644cb-60d2-44c1-b549-2537fadea701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:27:24.998326 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb31c8-789c-4fa3-9571-915eb6ac5210 req-a16dac33-749a-4d2b-a899-9f7460fb44e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:25.002191 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7bfb31c8-789c-4fa3-9571-915eb6ac5210 req-a16dac33-749a-4d2b-a899-9f7460fb44e8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b04764559a9c459fbc65e6403b1b3dd5&device_id=f6902e11-f2a6-42d4-9e94-69d218440c0d HTTP/1.1" status: 200 len: 1127 time: 0.5102961 Feb 16 22:27:25.025736 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1c99c733-cf71-4abf-8c39-9f251ad33752 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (080599b1-f37a-424d-80c0-428ad33e3564), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:25.261885 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-d1e9096c-abf5-47ae-8788-221aa6e7f97f req-5160a684-2d08-4f3e-a5db-51686b15a21d tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] For port 310b5571-2a2c-471e-8b93-1d1c81d293bb, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=310b5571-2a2c-471e-8b93-1d1c81d293bb,segment=NetworkSegment(a06a1604-bc44-4e2e-8dcf-6de8b6766e65),segment_id=a06a1604-bc44-4e2e-8dcf-6de8b6766e65)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:27:25.553458 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:25.598607 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d1e9096c-abf5-47ae-8788-221aa6e7f97f req-5160a684-2d08-4f3e-a5db-51686b15a21d tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks [] for port (310b5571-2a2c-471e-8b93-1d1c81d293bb), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:25.665959 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99c733-cf71-4abf-8c39-9f251ad33752 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event updated for resources: {'Port': ['ID=53e77ed2-ce9a-42e8-ac9a-3e80f8c58079,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:25.674075 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d1e9096c-abf5-47ae-8788-221aa6e7f97f req-5160a684-2d08-4f3e-a5db-51686b15a21d tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (310b5571-2a2c-471e-8b93-1d1c81d293bb), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:25.688720 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['310b5571-2a2c-471e-8b93-1d1c81d293bb'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:27:25.887954 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4a286779-999b-451e-854b-d6ac5bc21672 req-92186baa-0ad1-43cb-bc9b-23f79adf53b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (32e3d2cd-5864-41a8-89d5-dbaf5a51c111), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:26.005102 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160a684-2d08-4f3e-a5db-51686b15a21d tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Pushing event updated for resources: {'Port': ['ID=310b5571-2a2c-471e-8b93-1d1c81d293bb,revision_number=6']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:26.036762 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9096c-abf5-47ae-8788-221aa6e7f97f req-5160a684-2d08-4f3e-a5db-51686b15a21d tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:26.037410 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d1e9096c-abf5-47ae-8788-221aa6e7f97f req-5160a684-2d08-4f3e-a5db-51686b15a21d tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:26.038870 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d1e9096c-abf5-47ae-8788-221aa6e7f97f req-5160a684-2d08-4f3e-a5db-51686b15a21d tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "PUT /v2.0/ports/310b5571-2a2c-471e-8b93-1d1c81d293bb HTTP/1.1" status: 200 len: 981 time: 2.4243023 Feb 16 22:27:26.040569 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6bfe840-6d14-4438-af42-fa226509a4d5', 'tag': '310b5571-2a2c-471e-8b93-1d1c81d293bb'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:27:26.042877 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7c52bc-c30d-4dbb-b505-219450a662bc" -d '{"events": [{"name": "network-changed", "server_uuid": "c6bfe840-6d14-4438-af42-fa226509a4d5", "tag": "310b5571-2a2c-471e-8b93-1d1c81d293bb"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:27:26.076447 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb31c8-789c-4fa3-9571-915eb6ac5210 req-81b105bc-b3f7-41e3-84f2-8a112eea0462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:26.077943 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7bfb31c8-789c-4fa3-9571-915eb6ac5210 req-81b105bc-b3f7-41e3-84f2-8a112eea0462 service neutron] 10.222.0.67 "GET /v2.0/networks?id=328b17ed-7bc5-4241-8a54-e64f9538f95e HTTP/1.1" status: 200 len: 906 time: 0.9044328 Feb 16 22:27:26.112487 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-1c99c733-cf71-4abf-8c39-9f251ad33752 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Floating IP 080599b1-f37a-424d-80c0-428ad33e3564 associated. External IP: 172.25.2.62, port: 0558ed90-cce5-4ba6-9ce4-85923c9f2d3b. Feb 16 22:27:26.133725 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['310b5571-2a2c-471e-8b93-1d1c81d293bb'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:27:26.268611 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7bfb31c8-789c-4fa3-9571-915eb6ac5210 req-0bda3e75-93d7-4322-86f8-0c196c496c8a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91e8c394-f309-4d7c-ae8f-b3d28a87757f HTTP/1.1" status: 200 len: 217 time: 0.1112688 Feb 16 22:27:26.371975 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42078) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:26.523724 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ead56e-814b-48e2-b9cb-d1581a1d8bab req-b87c621e-8021-4047-a15b-10850db41008 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:26.525641 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-40ead56e-814b-48e2-b9cb-d1581a1d8bab req-b87c621e-8021-4047-a15b-10850db41008 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ef644cb-60d2-44c1-b549-2537fadea701 HTTP/1.1" status: 200 len: 931 time: 0.2247012 Feb 16 22:27:26.527318 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb31c8-789c-4fa3-9571-915eb6ac5210 req-46c8079f-001e-4d50-b435-d99bae528c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:26.528809 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7bfb31c8-789c-4fa3-9571-915eb6ac5210 req-46c8079f-001e-4d50-b435-d99bae528c0c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=90c6e9fd-2327-49e8-8e06-530f56e702f3 HTTP/1.1" status: 200 len: 845 time: 0.2229097 Feb 16 22:27:26.605918 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c0ab5d3c-df24-4a80-b101-55cdb46e4ed0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:26.669610 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7bfb31c8-789c-4fa3-9571-915eb6ac5210 req-951d80a6-cafc-42aa-9319-64f25a7eae0a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=328b17ed-7bc5-4241-8a54-e64f9538f95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1083014 Feb 16 22:27:26.821210 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c0ab5d3c-df24-4a80-b101-55cdb46e4ed0 admin admin] Publish callbacks [] for security_group (517fe12d-2baa-4763-84ca-8133428403c3), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:26.826746 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-40ead56e-814b-48e2-b9cb-d1581a1d8bab req-0b9723f6-783a-46f6-b040-1aefd49951c4 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919829 Feb 16 22:27:26.831141 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c0ab5d3c-df24-4a80-b101-55cdb46e4ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (517fe12d-2baa-4763-84ca-8133428403c3), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:26.889885 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c0ab5d3c-df24-4a80-b101-55cdb46e4ed0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=32d662265d22421db73b780555d3f8cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5165555 Feb 16 22:27:26.891343 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab5d3c-df24-4a80-b101-55cdb46e4ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517fe12d-2baa-4763-84ca-8133428403c3,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:26.894233 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42094) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:26.976492 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:27.019006 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-79e16d61-ed4c-4f63-b7b1-586061a742ae admin admin] Publish callbacks [] for security_group (517fe12d-2baa-4763-84ca-8133428403c3), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:27.088938 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-79e16d61-ed4c-4f63-b7b1-586061a742ae admin admin] Publish callbacks [] for security_group (517fe12d-2baa-4763-84ca-8133428403c3), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:27.160838 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c99c733-cf71-4abf-8c39-9f251ad33752 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Router 43802d64-4ded-4797-bbf8-92727fbf221d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:27:27.170696 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7bfb31c8-789c-4fa3-9571-915eb6ac5210 req-ed2ed048-a63b-429a-b3ea-139928aae717 service neutron] 10.222.0.67 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4728754 Feb 16 22:27:27.181882 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a5f992ab-4108-400e-a67c-65244cc72044 req-3e821fa6-09cd-4470-a512-3365cabdf6b8 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-904572121&fields=id&tenant_id=e11c8fd74a7f486d9478420e45ad2436 HTTP/1.1" status: 200 len: 267 time: 0.1757369 Feb 16 22:27:27.226373 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-79e16d61-ed4c-4f63-b7b1-586061a742ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (517fe12d-2baa-4763-84ca-8133428403c3), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:27.229597 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-79e16d61-ed4c-4f63-b7b1-586061a742ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:27.231726 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-79e16d61-ed4c-4f63-b7b1-586061a742ae admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/517fe12d-2baa-4763-84ca-8133428403c3 HTTP/1.1" status: 204 len: 168 time: 0.3364229 Feb 16 22:27:27.252605 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e16d61-ed4c-4f63-b7b1-586061a742ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517fe12d-2baa-4763-84ca-8133428403c3,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:27.516145 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c99c733-cf71-4abf-8c39-9f251ad33752 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:27:27.529761 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35c8e46-d066-4903-ad3e-95dfdac77672 None None] Sync routers for ids ['43802d64-4ded-4797-bbf8-92727fbf221d'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:27:27.559436 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35c8e46-d066-4903-ad3e-95dfdac77672 None None] Routers {'43802d64-4ded-4797-bbf8-92727fbf221d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:27.560076 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-b35c8e46-d066-4903-ad3e-95dfdac77672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:27:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['43802d64-4ded-4797-bbf8-92727fbf221d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:27.564312 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-4a286779-999b-451e-854b-d6ac5bc21672 req-92186baa-0ad1-43cb-bc9b-23f79adf53b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32e3d2cd-5864-41a8-89d5-dbaf5a51c111 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:27:27.587526 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4a286779-999b-451e-854b-d6ac5bc21672 req-92186baa-0ad1-43cb-bc9b-23f79adf53b0 service neutron] Publish callbacks [] for port (32e3d2cd-5864-41a8-89d5-dbaf5a51c111), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:27.637195 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f992ab-4108-400e-a67c-65244cc72044 req-726c082e-2a1f-4858-a85a-bb87c2e03909 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:27.642301 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a5f992ab-4108-400e-a67c-65244cc72044 req-726c082e-2a1f-4858-a85a-bb87c2e03909 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 984 time: 0.4408064 Feb 16 22:27:27.653092 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1c99c733-cf71-4abf-8c39-9f251ad33752 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:27.657946 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-b35c8e46-d066-4903-ad3e-95dfdac77672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:27.662791 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-4a286779-999b-451e-854b-d6ac5bc21672 req-92186baa-0ad1-43cb-bc9b-23f79adf53b0 service neutron] Transition to ACTIVE for port object 32e3d2cd-5864-41a8-89d5-dbaf5a51c111 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:27:27.684576 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35c8e46-d066-4903-ad3e-95dfdac77672 None None] Routers {'43802d64-4ded-4797-bbf8-92727fbf221d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:27.686177 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-b35c8e46-d066-4903-ad3e-95dfdac77672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:27:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['43802d64-4ded-4797-bbf8-92727fbf221d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:27.705138 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-a5f992ab-4108-400e-a67c-65244cc72044 req-d33be4a3-32fb-4c0f-a126-db38b5584fad tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Request body: {'port': {'security_groups': ['8d64317e-ec6c-41b4-a421-73e0a02d08a2']}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:27:27.760504 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-b35c8e46-d066-4903-ad3e-95dfdac77672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:27.761161 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35c8e46-d066-4903-ad3e-95dfdac77672 None None] The sync data for ids ['43802d64-4ded-4797-bbf8-92727fbf221d'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:27:27.798985 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4a286779-999b-451e-854b-d6ac5bc21672 req-92186baa-0ad1-43cb-bc9b-23f79adf53b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (32e3d2cd-5864-41a8-89d5-dbaf5a51c111), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:27.854702 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7bfb31c8-789c-4fa3-9571-915eb6ac5210 req-1dadb821-ff42-48fd-9f25-6f50854d4aa1 service neutron] 10.222.0.67 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6715882 Feb 16 22:27:27.903712 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42106) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:27.909481 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-608af043-5910-4f4d-8415-48a0dfebe717 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-397181038'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:27:27.913920 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1c99c733-cf71-4abf-8c39-9f251ad33752 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.9665213 Feb 16 22:27:27.922440 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42108) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:27.978221 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a5f992ab-4108-400e-a67c-65244cc72044 req-d33be4a3-32fb-4c0f-a126-db38b5584fad tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (310b5571-2a2c-471e-8b93-1d1c81d293bb), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:27.980996 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-860eed05-5a5a-4f18-8615-811b2ada7a7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:28.003912 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608af043-5910-4f4d-8415-48a0dfebe717 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Made reservation on behalf of e887774440904c97a346a99e76f2cd26 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:27:28.010657 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-608af043-5910-4f4d-8415-48a0dfebe717 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:28.094597 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-608af043-5910-4f4d-8415-48a0dfebe717 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:27:28.146347 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-608af043-5910-4f4d-8415-48a0dfebe717 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (563b0ce7-fff3-4b07-a5e0-1b9eacf81226), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:28.146706 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-608af043-5910-4f4d-8415-48a0dfebe717 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Added segment 563b0ce7-fff3-4b07-a5e0-1b9eacf81226 of type vlan for network 0c454579-23f7-448c-a780-d13193f9b056 Feb 16 22:27:28.148954 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92186baa-0ad1-43cb-bc9b-23f79adf53b0 service neutron] Pushing event updated for resources: {'Port': ['ID=32e3d2cd-5864-41a8-89d5-dbaf5a51c111,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:28.168822 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-4a286779-999b-451e-854b-d6ac5bc21672 req-92186baa-0ad1-43cb-bc9b-23f79adf53b0 service neutron] Attempting to bind port 32e3d2cd-5864-41a8-89d5-dbaf5a51c111 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:27:28.169172 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-4a286779-999b-451e-854b-d6ac5bc21672 req-92186baa-0ad1-43cb-bc9b-23f79adf53b0 service neutron] Attempting to bind port 32e3d2cd-5864-41a8-89d5-dbaf5a51c111 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'd2150ecc-73be-4cac-a3e0-52292f5f056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:27:28.170474 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a286779-999b-451e-854b-d6ac5bc21672 req-92186baa-0ad1-43cb-bc9b-23f79adf53b0 service neutron] Attempting to bind port 32e3d2cd-5864-41a8-89d5-dbaf5a51c111 on network 328b17ed-7bc5-4241-8a54-e64f9538f95e {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:27:28.242717 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a286779-999b-451e-854b-d6ac5bc21672 req-92186baa-0ad1-43cb-bc9b-23f79adf53b0 service neutron] Port 32e3d2cd-5864-41a8-89d5-dbaf5a51c111 on network 328b17ed-7bc5-4241-8a54-e64f9538f95e not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:27:28.243168 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a286779-999b-451e-854b-d6ac5bc21672 req-92186baa-0ad1-43cb-bc9b-23f79adf53b0 service neutron] Attempting to bind port 32e3d2cd-5864-41a8-89d5-dbaf5a51c111 on network 328b17ed-7bc5-4241-8a54-e64f9538f95e {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:27:28.257136 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a286779-999b-451e-854b-d6ac5bc21672 req-92186baa-0ad1-43cb-bc9b-23f79adf53b0 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:27:28.258520 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a286779-999b-451e-854b-d6ac5bc21672 req-92186baa-0ad1-43cb-bc9b-23f79adf53b0 service neutron] Checking segment: {'id': 'd2150ecc-73be-4cac-a3e0-52292f5f056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:27:28.260311 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a286779-999b-451e-854b-d6ac5bc21672 req-92186baa-0ad1-43cb-bc9b-23f79adf53b0 service neutron] Bound using segment: {'id': 'd2150ecc-73be-4cac-a3e0-52292f5f056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:27:28.261827 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-4a286779-999b-451e-854b-d6ac5bc21672 req-92186baa-0ad1-43cb-bc9b-23f79adf53b0 service neutron] Bound port: 32e3d2cd-5864-41a8-89d5-dbaf5a51c111, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2150ecc-73be-4cac-a3e0-52292f5f056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:27:28.262226 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4a286779-999b-451e-854b-d6ac5bc21672 req-92186baa-0ad1-43cb-bc9b-23f79adf53b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (32e3d2cd-5864-41a8-89d5-dbaf5a51c111), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:28.292974 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-608af043-5910-4f4d-8415-48a0dfebe717 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (0c454579-23f7-448c-a780-d13193f9b056), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:28.372603 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:28.409241 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-860eed05-5a5a-4f18-8615-811b2ada7a7c admin admin] Publish callbacks [] for security_group (06936b82-7055-481f-8254-3daee16d7d7e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:28.414124 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-608af043-5910-4f4d-8415-48a0dfebe717 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (0c454579-23f7-448c-a780-d13193f9b056), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:28.421164 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608af043-5910-4f4d-8415-48a0dfebe717 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:28.422341 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-608af043-5910-4f4d-8415-48a0dfebe717 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:28.431194 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-860eed05-5a5a-4f18-8615-811b2ada7a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (06936b82-7055-481f-8254-3daee16d7d7e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:28.495808 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860eed05-5a5a-4f18-8615-811b2ada7a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06936b82-7055-481f-8254-3daee16d7d7e,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:28.497907 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-4a286779-999b-451e-854b-d6ac5bc21672 req-92186baa-0ad1-43cb-bc9b-23f79adf53b0 service neutron] For port 32e3d2cd-5864-41a8-89d5-dbaf5a51c111, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:27:28.515040 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-4a286779-999b-451e-854b-d6ac5bc21672 req-92186baa-0ad1-43cb-bc9b-23f79adf53b0 service neutron] For port 32e3d2cd-5864-41a8-89d5-dbaf5a51c111, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=32e3d2cd-5864-41a8-89d5-dbaf5a51c111,segment=NetworkSegment(d2150ecc-73be-4cac-a3e0-52292f5f056f),segment_id=d2150ecc-73be-4cac-a3e0-52292f5f056f)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:27:28.563316 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-608af043-5910-4f4d-8415-48a0dfebe717 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6581812 Feb 16 22:27:28.564559 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42114) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:28.578583 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-1d17ed8b-4c16-460d-9ad7-ffd85c31f4ab tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Request body: {'subnet': {'network_id': '0c454579-23f7-448c-a780-d13193f9b056', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:27:28.626890 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4a286779-999b-451e-854b-d6ac5bc21672 req-92186baa-0ad1-43cb-bc9b-23f79adf53b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (32e3d2cd-5864-41a8-89d5-dbaf5a51c111), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:28.627889 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-860eed05-5a5a-4f18-8615-811b2ada7a7c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5f473eddec0b4674a5dc1816739330d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6952329 Feb 16 22:27:28.630628 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42116) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:28.734967 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608af043-5910-4f4d-8415-48a0dfebe717 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event updated for resources: {'Network': ['ID=0c454579-23f7-448c-a780-d13193f9b056,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:28.746992 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 0c454579-23f7-448c-a780-d13193f9b056 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:27:28.791567 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a286779-999b-451e-854b-d6ac5bc21672 req-92186baa-0ad1-43cb-bc9b-23f79adf53b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:28.798352 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4a286779-999b-451e-854b-d6ac5bc21672 req-92186baa-0ad1-43cb-bc9b-23f79adf53b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:28.800108 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4a286779-999b-451e-854b-d6ac5bc21672 req-92186baa-0ad1-43cb-bc9b-23f79adf53b0 service neutron] 10.222.0.79 "PUT /v2.0/ports/32e3d2cd-5864-41a8-89d5-dbaf5a51c111 HTTP/1.1" status: 200 len: 1091 time: 4.0477774 Feb 16 22:27:28.827030 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e074eaf-9c8f-487c-9f5d-c4f2de022161 admin admin] Publish callbacks [] for security_group (06936b82-7055-481f-8254-3daee16d7d7e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:28.953871 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92186baa-0ad1-43cb-bc9b-23f79adf53b0 service neutron] Pushing event updated for resources: {'Port': ['ID=32e3d2cd-5864-41a8-89d5-dbaf5a51c111,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:28.995853 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e074eaf-9c8f-487c-9f5d-c4f2de022161 admin admin] Publish callbacks [] for security_group (06936b82-7055-481f-8254-3daee16d7d7e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:29.000328 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-a5f992ab-4108-400e-a67c-65244cc72044 req-d33be4a3-32fb-4c0f-a126-db38b5584fad tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] For port 310b5571-2a2c-471e-8b93-1d1c81d293bb, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=310b5571-2a2c-471e-8b93-1d1c81d293bb,segment=NetworkSegment(a06a1604-bc44-4e2e-8dcf-6de8b6766e65),segment_id=a06a1604-bc44-4e2e-8dcf-6de8b6766e65)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:27:29.048186 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a286779-999b-451e-854b-d6ac5bc21672 req-35a5e758-e6f4-42fd-bd9e-9d6be24f103d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:29.057757 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4a286779-999b-451e-854b-d6ac5bc21672 req-35a5e758-e6f4-42fd-bd9e-9d6be24f103d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b04764559a9c459fbc65e6403b1b3dd5&device_id=5ef644cb-60d2-44c1-b549-2537fadea701 HTTP/1.1" status: 200 len: 1125 time: 0.1886206 Feb 16 22:27:29.061128 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d17ed8b-4c16-460d-9ad7-ffd85c31f4ab tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Made reservation on behalf of e887774440904c97a346a99e76f2cd26 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:27:29.066069 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1d17ed8b-4c16-460d-9ad7-ffd85c31f4ab tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:29.081326 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a5f992ab-4108-400e-a67c-65244cc72044 req-d33be4a3-32fb-4c0f-a126-db38b5584fad tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks [] for port (310b5571-2a2c-471e-8b93-1d1c81d293bb), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:29.126582 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e074eaf-9c8f-487c-9f5d-c4f2de022161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (06936b82-7055-481f-8254-3daee16d7d7e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:29.129487 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e074eaf-9c8f-487c-9f5d-c4f2de022161 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:29.136638 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6e074eaf-9c8f-487c-9f5d-c4f2de022161 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/06936b82-7055-481f-8254-3daee16d7d7e HTTP/1.1" status: 204 len: 168 time: 0.4687653 Feb 16 22:27:29.186821 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e074eaf-9c8f-487c-9f5d-c4f2de022161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06936b82-7055-481f-8254-3daee16d7d7e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:29.531621 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1d17ed8b-4c16-460d-9ad7-ffd85c31f4ab tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (4a696e8a-90f4-441e-b422-4742bbb1ade5), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:29.697144 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d17ed8b-4c16-460d-9ad7-ffd85c31f4ab tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Checking segment: {'id': '563b0ce7-fff3-4b07-a5e0-1b9eacf81226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0c454579-23f7-448c-a780-d13193f9b056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:27:29.697803 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d17ed8b-4c16-460d-9ad7-ffd85c31f4ab tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Network hostable DHCP agents. Network: 0c454579-23f7-448c-a780-d13193f9b056, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:27:29.711059 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4a286779-999b-451e-854b-d6ac5bc21672 req-757fbd05-518a-4028-aaf9-cb5a76a59b79 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=32e3d2cd-5864-41a8-89d5-dbaf5a51c111 HTTP/1.1" status: 200 len: 217 time: 0.6208377 Feb 16 22:27:29.716602 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a5f992ab-4108-400e-a67c-65244cc72044 req-d33be4a3-32fb-4c0f-a126-db38b5584fad tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (310b5571-2a2c-471e-8b93-1d1c81d293bb), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:29.722327 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d17ed8b-4c16-460d-9ad7-ffd85c31f4ab tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event updated for resources: {'Subnet': ['ID=4a696e8a-90f4-441e-b422-4742bbb1ade5,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:29.729502 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['310b5571-2a2c-471e-8b93-1d1c81d293bb'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:27:29.771983 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d17ed8b-4c16-460d-9ad7-ffd85c31f4ab tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Network 0c454579-23f7-448c-a780-d13193f9b056 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:27:29.790201 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-1d17ed8b-4c16-460d-9ad7-ffd85c31f4ab tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 0c454579-23f7-448c-a780-d13193f9b056) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:27:29.795866 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d17ed8b-4c16-460d-9ad7-ffd85c31f4ab tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:29.796637 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1d17ed8b-4c16-460d-9ad7-ffd85c31f4ab tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:29.822426 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee4170c-db01-4645-b06e-5a489f74e419 None None] Network 0c454579-23f7-448c-a780-d13193f9b056 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:27:29.845071 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1d17ed8b-4c16-460d-9ad7-ffd85c31f4ab tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2689967 Feb 16 22:27:29.846192 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42134) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:29.856681 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-74aed0e8-2b9b-4be5-8fc0-a285ed76f0a4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-231359300', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}, 'admin_state_up': False}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:27:29.862548 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f992ab-4108-400e-a67c-65244cc72044 req-d33be4a3-32fb-4c0f-a126-db38b5584fad tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:29.863389 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a5f992ab-4108-400e-a67c-65244cc72044 req-d33be4a3-32fb-4c0f-a126-db38b5584fad tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:29.864845 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a5f992ab-4108-400e-a67c-65244cc72044 req-d33be4a3-32fb-4c0f-a126-db38b5584fad tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "PUT /v2.0/ports/310b5571-2a2c-471e-8b93-1d1c81d293bb HTTP/1.1" status: 200 len: 942 time: 2.2078722 Feb 16 22:27:29.964439 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-74aed0e8-2b9b-4be5-8fc0-a285ed76f0a4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (c69b7bac-cc03-481a-a059-29cbd08539c7), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:29.968038 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-74aed0e8-2b9b-4be5-8fc0-a285ed76f0a4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (c69b7bac-cc03-481a-a059-29cbd08539c7), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:29.985671 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a286779-999b-451e-854b-d6ac5bc21672 req-909756e9-9123-4c9f-bab5-d7c69202ccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:29.986461 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a648452-8ad6-4e82-b4ed-a3ef2b5d3947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-0c454579-23f7-448c-a780-d13193f9b056', 'network_id': '0c454579-23f7-448c-a780-d13193f9b056', 'project_id': 'e887774440904c97a346a99e76f2cd26', 'fixed_ips': [{'subnet_id': '4a696e8a-90f4-441e-b422-4742bbb1ade5'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:27:29.990329 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6a648452-8ad6-4e82-b4ed-a3ef2b5d3947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:29.990494 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4a286779-999b-451e-854b-d6ac5bc21672 req-909756e9-9123-4c9f-bab5-d7c69202ccb1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=90c6e9fd-2327-49e8-8e06-530f56e702f3 HTTP/1.1" status: 200 len: 845 time: 0.2646041 Feb 16 22:27:30.021575 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:30.027199 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['310b5571-2a2c-471e-8b93-1d1c81d293bb'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:27:30.081344 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4a286779-999b-451e-854b-d6ac5bc21672 req-41bfdb4b-f806-4e29-b7b5-17f907498aca service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=328b17ed-7bc5-4241-8a54-e64f9538f95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799389 Feb 16 22:27:30.084628 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c06302-94ec-47d6-8597-08fbc1ed63c8 x-openstack-request-id: req-d4c06302-94ec-47d6-8597-08fbc1ed63c8 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:27:30.086602 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6bfe840-6d14-4438-af42-fa226509a4d5", "tag": "310b5571-2a2c-471e-8b93-1d1c81d293bb", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:27:30.087554 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d4c06302-94ec-47d6-8597-08fbc1ed63c8 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:27:30.088647 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6bfe840-6d14-4438-af42-fa226509a4d5', 'tag': '310b5571-2a2c-471e-8b93-1d1c81d293bb', 'status': 'completed', 'code': 200} Feb 16 22:27:30.125310 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42142) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:30.216581 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-74aed0e8-2b9b-4be5-8fc0-a285ed76f0a4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for router_controller (c69b7bac-cc03-481a-a059-29cbd08539c7), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:30.391814 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33be4a3-32fb-4c0f-a126-db38b5584fad tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Pushing event updated for resources: {'Port': ['ID=310b5571-2a2c-471e-8b93-1d1c81d293bb,revision_number=7']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:30.600163 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-74aed0e8-2b9b-4be5-8fc0-a285ed76f0a4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for router_gateway (c69b7bac-cc03-481a-a059-29cbd08539c7), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:30.691740 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4a286779-999b-451e-854b-d6ac5bc21672 req-e322eebb-5fbb-4d1f-9f1c-99e0a28eb0be service neutron] 10.222.0.79 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5586820 Feb 16 22:27:30.703985 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a60b42-03e5-41e5-be9e-420989bf0498 req-533fddff-f4c0-4e50-9652-79cd4cd15d87 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:30.716490 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06a60b42-03e5-41e5-be9e-420989bf0498 req-533fddff-f4c0-4e50-9652-79cd4cd15d87 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ef644cb-60d2-44c1-b549-2537fadea701 HTTP/1.1" status: 200 len: 943 time: 0.3273087 Feb 16 22:27:30.722132 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-48a3d2a4-2c37-4f87-9970-bbc710e49821 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks [] for security_group (ddba2e9b-268c-4d96-958e-35ee3b1083e9), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:30.788717 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-6a648452-8ad6-4e82-b4ed-a3ef2b5d3947 None None] Allocated IP 172.20.0.2 (0c454579-23f7-448c-a780-d13193f9b056/4a696e8a-90f4-441e-b422-4742bbb1ade5/23922636-d616-4e8e-bc5c-732183eb6084) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:27:30.885466 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c52bc-c30d-4dbb-b505-219450a662bc req-7c08a163-b09d-45b8-b9da-ab6f70e245f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:30.890995 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-df7c52bc-c30d-4dbb-b505-219450a662bc req-7c08a163-b09d-45b8-b9da-ab6f70e245f4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e11c8fd74a7f486d9478420e45ad2436&device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 1127 time: 0.7875428 Feb 16 22:27:30.898087 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4a286779-999b-451e-854b-d6ac5bc21672 req-78c4cf77-73d8-4be6-8a10-c18c1141fe0d service neutron] 10.222.0.79 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700120 Feb 16 22:27:31.098675 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-48a3d2a4-2c37-4f87-9970-bbc710e49821 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks [] for security_group (ddba2e9b-268c-4d96-958e-35ee3b1083e9), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:31.177342 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-74aed0e8-2b9b-4be5-8fc0-a285ed76f0a4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for router_gateway (c69b7bac-cc03-481a-a059-29cbd08539c7), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:31.233909 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-74aed0e8-2b9b-4be5-8fc0-a285ed76f0a4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:31.263390 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06a60b42-03e5-41e5-be9e-420989bf0498 req-94cca441-309a-477f-9c11-85f25a9b43d5 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5437710 Feb 16 22:27:31.340604 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-48a3d2a4-2c37-4f87-9970-bbc710e49821 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ddba2e9b-268c-4d96-958e-35ee3b1083e9), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:31.346251 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-48a3d2a4-2c37-4f87-9970-bbc710e49821 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:31.352623 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-48a3d2a4-2c37-4f87-9970-bbc710e49821 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "DELETE /v2.0/security-groups/ddba2e9b-268c-4d96-958e-35ee3b1083e9 HTTP/1.1" status: 204 len: 168 time: 1.1681616 Feb 16 22:27:31.354930 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42168) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:31.394133 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-5ad01fb8-522f-4367-9dea-dcd601630238 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] show failed (client error): The resource could not be found. Feb 16 22:27:31.398482 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5ad01fb8-522f-4367-9dea-dcd601630238 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "GET /v2.0/security-groups/ddba2e9b-268c-4d96-958e-35ee3b1083e9 HTTP/1.1" status: 404 len: 347 time: 0.0293159 Feb 16 22:27:31.398962 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42172) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:31.417156 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6a648452-8ad6-4e82-b4ed-a3ef2b5d3947 None None] Publish callbacks [] for port (23922636-d616-4e8e-bc5c-732183eb6084), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:31.432258 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6a648452-8ad6-4e82-b4ed-a3ef2b5d3947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (23922636-d616-4e8e-bc5c-732183eb6084), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:31.642816 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a648452-8ad6-4e82-b4ed-a3ef2b5d3947 None None] Network 0c454579-23f7-448c-a780-d13193f9b056 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:27:31.659110 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-6a648452-8ad6-4e82-b4ed-a3ef2b5d3947 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:27:31.665320 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a648452-8ad6-4e82-b4ed-a3ef2b5d3947 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:27:31.668984 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-74aed0e8-2b9b-4be5-8fc0-a285ed76f0a4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Allocated IP 172.25.2.23 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/a119fee4-91e8-48b3-a08a-240aae17cc0f) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:27:31.682869 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a648452-8ad6-4e82-b4ed-a3ef2b5d3947 None None] Pushing event updated for resources: {'Port': ['ID=23922636-d616-4e8e-bc5c-732183eb6084,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:31.773138 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3d2a4-2c37-4f87-9970-bbc710e49821 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddba2e9b-268c-4d96-958e-35ee3b1083e9,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:31.795192 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c52bc-c30d-4dbb-b505-219450a662bc req-8a6b9183-f180-4498-81a2-965b3f67f79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:31.802985 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-df7c52bc-c30d-4dbb-b505-219450a662bc req-8a6b9183-f180-4498-81a2-965b3f67f79c service neutron] 10.222.0.67 "GET /v2.0/networks?id=96e91e80-fb23-4684-8884-07949af40244 HTTP/1.1" status: 200 len: 921 time: 0.9035168 Feb 16 22:27:31.843067 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2d6f3e17-e3e4-426b-b0cf-3cb564eff5e0 req-08ae4536-d9e4-4a3c-a73e-d8ea5a235b06 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4799283 Feb 16 22:27:31.851063 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-6a648452-8ad6-4e82-b4ed-a3ef2b5d3947 None None] Attempting to bind port 23922636-d616-4e8e-bc5c-732183eb6084 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:27:31.851634 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-6a648452-8ad6-4e82-b4ed-a3ef2b5d3947 None None] Attempting to bind port 23922636-d616-4e8e-bc5c-732183eb6084 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '563b0ce7-fff3-4b07-a5e0-1b9eacf81226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0c454579-23f7-448c-a780-d13193f9b056'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:27:31.851867 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a648452-8ad6-4e82-b4ed-a3ef2b5d3947 None None] Attempting to bind port 23922636-d616-4e8e-bc5c-732183eb6084 on network 0c454579-23f7-448c-a780-d13193f9b056 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:27:31.869523 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a648452-8ad6-4e82-b4ed-a3ef2b5d3947 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:27:31.869922 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a648452-8ad6-4e82-b4ed-a3ef2b5d3947 None None] Checking segment: {'id': '563b0ce7-fff3-4b07-a5e0-1b9eacf81226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0c454579-23f7-448c-a780-d13193f9b056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:27:31.870350 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6a648452-8ad6-4e82-b4ed-a3ef2b5d3947 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:31.870748 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a648452-8ad6-4e82-b4ed-a3ef2b5d3947 None None] Bound using segment: {'id': '563b0ce7-fff3-4b07-a5e0-1b9eacf81226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0c454579-23f7-448c-a780-d13193f9b056'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:27:31.871219 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-6a648452-8ad6-4e82-b4ed-a3ef2b5d3947 None None] Bound port: 23922636-d616-4e8e-bc5c-732183eb6084, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563b0ce7-fff3-4b07-a5e0-1b9eacf81226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0c454579-23f7-448c-a780-d13193f9b056'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:27:31.871600 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6a648452-8ad6-4e82-b4ed-a3ef2b5d3947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (23922636-d616-4e8e-bc5c-732183eb6084), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:31.918555 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-74aed0e8-2b9b-4be5-8fc0-a285ed76f0a4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for port (a119fee4-91e8-48b3-a08a-240aae17cc0f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:31.925399 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-2d6f3e17-e3e4-426b-b0cf-3cb564eff5e0 req-aea3d3e8-352b-4172-b2eb-ee4e1a981e47 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:27:31.932826 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-df7c52bc-c30d-4dbb-b505-219450a662bc req-d23dfc6b-89bc-4c28-8330-5d11110983a6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=310b5571-2a2c-471e-8b93-1d1c81d293bb HTTP/1.1" status: 200 len: 217 time: 0.1195805 Feb 16 22:27:32.010213 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-74aed0e8-2b9b-4be5-8fc0-a285ed76f0a4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (a119fee4-91e8-48b3-a08a-240aae17cc0f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:32.026249 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2d6f3e17-e3e4-426b-b0cf-3cb564eff5e0 req-aea3d3e8-352b-4172-b2eb-ee4e1a981e47 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:32.047275 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-6a648452-8ad6-4e82-b4ed-a3ef2b5d3947 None None] For port 23922636-d616-4e8e-bc5c-732183eb6084, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:27:32.051226 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-6a648452-8ad6-4e82-b4ed-a3ef2b5d3947 None None] For port 23922636-d616-4e8e-bc5c-732183eb6084, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=23922636-d616-4e8e-bc5c-732183eb6084,segment=NetworkSegment(563b0ce7-fff3-4b07-a5e0-1b9eacf81226),segment_id=563b0ce7-fff3-4b07-a5e0-1b9eacf81226)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:27:32.069105 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6a648452-8ad6-4e82-b4ed-a3ef2b5d3947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (23922636-d616-4e8e-bc5c-732183eb6084), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:32.095148 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74aed0e8-2b9b-4be5-8fc0-a285ed76f0a4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:27:32.100500 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-74aed0e8-2b9b-4be5-8fc0-a285ed76f0a4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:27:32.105828 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aed0e8-2b9b-4be5-8fc0-a285ed76f0a4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:27:32.110302 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c52bc-c30d-4dbb-b505-219450a662bc req-ef050001-b741-40ff-be0f-507fcc4c3ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:32.111957 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-df7c52bc-c30d-4dbb-b505-219450a662bc req-ef050001-b741-40ff-be0f-507fcc4c3ee8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=88a4819f-11e9-4cf4-9189-2b40fd9f9478 HTTP/1.1" status: 200 len: 860 time: 0.1719353 Feb 16 22:27:32.112433 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef644cb-60d2-44c1-b549-2537fadea701', 'tag': '32e3d2cd-5864-41a8-89d5-dbaf5a51c111'}, {'name': 'network-changed', 'server_uuid': 'c6bfe840-6d14-4438-af42-fa226509a4d5', 'tag': '310b5571-2a2c-471e-8b93-1d1c81d293bb'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:27:32.115393 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3a708c-b85b-49dc-b0f8-933accd58cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef644cb-60d2-44c1-b549-2537fadea701", "tag": "32e3d2cd-5864-41a8-89d5-dbaf5a51c111"}, {"name": "network-changed", "server_uuid": "c6bfe840-6d14-4438-af42-fa226509a4d5", "tag": "310b5571-2a2c-471e-8b93-1d1c81d293bb"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:27:32.213252 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-df7c52bc-c30d-4dbb-b505-219450a662bc req-afe6346e-00d5-49e2-bfc2-8d4933f7c14f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=96e91e80-fb23-4684-8884-07949af40244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938444 Feb 16 22:27:32.218526 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a648452-8ad6-4e82-b4ed-a3ef2b5d3947 None None] Pushing event updated for resources: {'Port': ['ID=23922636-d616-4e8e-bc5c-732183eb6084,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:32.219342 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aed0e8-2b9b-4be5-8fc0-a285ed76f0a4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event updated for resources: {'Port': ['ID=a119fee4-91e8-48b3-a08a-240aae17cc0f,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:32.360097 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-df7c52bc-c30d-4dbb-b505-219450a662bc req-692e542c-a50d-47b5-9181-5d301fcd7ae4 service neutron] 10.222.0.67 "GET /v2.0/networks/96e91e80-fb23-4684-8884-07949af40244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336203 Feb 16 22:27:32.620311 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-df7c52bc-c30d-4dbb-b505-219450a662bc req-b73f5ca1-6a32-4ca3-80a7-70ae58d86f6f service neutron] 10.222.0.67 "GET /v2.0/networks/96e91e80-fb23-4684-8884-07949af40244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172699 Feb 16 22:27:32.705384 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2d6f3e17-e3e4-426b-b0cf-3cb564eff5e0 req-aea3d3e8-352b-4172-b2eb-ee4e1a981e47 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:32.791903 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-bc1c2323-0ae4-4a18-902b-da387241c909 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Deleting port 76700657-d284-42e9-a856-4eaba6c0596e {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:27:32.803068 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bc1c2323-0ae4-4a18-902b-da387241c909 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (76700657-d284-42e9-a856-4eaba6c0596e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:32.911363 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-2d6f3e17-e3e4-426b-b0cf-3cb564eff5e0 req-aea3d3e8-352b-4172-b2eb-ee4e1a981e47 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Allocated IP 172.25.2.199 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/f4b9b0b9-da48-46b2-af8e-d89f7dd4bdbd) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:27:33.036727 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bc1c2323-0ae4-4a18-902b-da387241c909 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (76700657-d284-42e9-a856-4eaba6c0596e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:33.037066 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bc1c2323-0ae4-4a18-902b-da387241c909 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks [] for floatingip (76700657-d284-42e9-a856-4eaba6c0596e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:33.060949 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-bc1c2323-0ae4-4a18-902b-da387241c909 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Calling delete_port for 76700657-d284-42e9-a856-4eaba6c0596e owned by network:floatingip {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:27:33.176556 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 23922636-d616-4e8e-bc5c-732183eb6084 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:27:33.241661 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2d6f3e17-e3e4-426b-b0cf-3cb564eff5e0 req-aea3d3e8-352b-4172-b2eb-ee4e1a981e47 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks [] for port (f4b9b0b9-da48-46b2-af8e-d89f7dd4bdbd), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:33.318266 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 32e3d2cd-5864-41a8-89d5-dbaf5a51c111 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:27:33.332047 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2d6f3e17-e3e4-426b-b0cf-3cb564eff5e0 req-aea3d3e8-352b-4172-b2eb-ee4e1a981e47 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (f4b9b0b9-da48-46b2-af8e-d89f7dd4bdbd), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:33.406154 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 23922636-d616-4e8e-bc5c-732183eb6084 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:27:33.406789 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (23922636-d616-4e8e-bc5c-732183eb6084), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:33.456496 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d6f3e17-e3e4-426b-b0cf-3cb564eff5e0 req-aea3d3e8-352b-4172-b2eb-ee4e1a981e47 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:27:33.478248 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-2d6f3e17-e3e4-426b-b0cf-3cb564eff5e0 req-aea3d3e8-352b-4172-b2eb-ee4e1a981e47 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:27:33.482328 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6f3e17-e3e4-426b-b0cf-3cb564eff5e0 req-aea3d3e8-352b-4172-b2eb-ee4e1a981e47 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:27:33.506822 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3d3e8-352b-4172-b2eb-ee4e1a981e47 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Pushing event updated for resources: {'Port': ['ID=f4b9b0b9-da48-46b2-af8e-d89f7dd4bdbd,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:33.554588 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bc1c2323-0ae4-4a18-902b-da387241c909 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (76700657-d284-42e9-a856-4eaba6c0596e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:33.722027 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-74aed0e8-2b9b-4be5-8fc0-a285ed76f0a4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for router_gateway (c69b7bac-cc03-481a-a059-29cbd08539c7), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:33.739286 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c2323-0ae4-4a18-902b-da387241c909 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Pushing event deleted for resources: {'Port': ['ID=76700657-d284-42e9-a856-4eaba6c0596e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:33.740705 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2d6f3e17-e3e4-426b-b0cf-3cb564eff5e0 req-aea3d3e8-352b-4172-b2eb-ee4e1a981e47 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks [] for floatingip (0983091d-4c99-413b-92ce-c6195070314c), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:33.856665 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2d6f3e17-e3e4-426b-b0cf-3cb564eff5e0 req-aea3d3e8-352b-4172-b2eb-ee4e1a981e47 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f4b9b0b9-da48-46b2-af8e-d89f7dd4bdbd), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:33.976021 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 23922636-d616-4e8e-bc5c-732183eb6084 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:27:33.976410 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (23922636-d616-4e8e-bc5c-732183eb6084), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:34.059632 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 23922636-d616-4e8e-bc5c-732183eb6084, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=23922636-d616-4e8e-bc5c-732183eb6084,segment=NetworkSegment(563b0ce7-fff3-4b07-a5e0-1b9eacf81226),segment_id=563b0ce7-fff3-4b07-a5e0-1b9eacf81226)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:27:34.092479 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (23922636-d616-4e8e-bc5c-732183eb6084), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:34.108170 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 32e3d2cd-5864-41a8-89d5-dbaf5a51c111, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=32e3d2cd-5864-41a8-89d5-dbaf5a51c111,segment=NetworkSegment(d2150ecc-73be-4cac-a3e0-52292f5f056f),segment_id=d2150ecc-73be-4cac-a3e0-52292f5f056f)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:27:34.182346 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=23922636-d616-4e8e-bc5c-732183eb6084,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:34.207583 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3f09e2-c447-4807-9ae0-3093f63091ca None None] Network 0c454579-23f7-448c-a780-d13193f9b056 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:27:34.233708 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '32e3d2cd-5864-41a8-89d5-dbaf5a51c111', 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e', 'port_id': '32e3d2cd-5864-41a8-89d5-dbaf5a51c111', 'mac_address': 'fa:16:3e:90:6d:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c6e9fd-2327-49e8-8e06-530f56e702f3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:27:34.243031 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bc1c2323-0ae4-4a18-902b-da387241c909 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks [] for floatingip (fbfea304-1583-44f6-8de4-e36f1cd5ced7), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:34.254267 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bc1c2323-0ae4-4a18-902b-da387241c909 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:34.258051 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-0370ab32-9a81-4ef1-ab49-ffd1cfc1825b None None] Provisioning complete for port 23922636-d616-4e8e-bc5c-732183eb6084 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:27:34.258613 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0370ab32-9a81-4ef1-ab49-ffd1cfc1825b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (23922636-d616-4e8e-bc5c-732183eb6084), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:34.269115 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42228) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:34.270683 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bc1c2323-0ae4-4a18-902b-da387241c909 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "DELETE /v2.0/floatingips/fbfea304-1583-44f6-8de4-e36f1cd5ced7 HTTP/1.1" status: 204 len: 168 time: 2.8686240 Feb 16 22:27:34.436351 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 32e3d2cd-5864-41a8-89d5-dbaf5a51c111 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:27:34.437941 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (32e3d2cd-5864-41a8-89d5-dbaf5a51c111), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:34.526306 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e3d2cd-5864-41a8-89d5-dbaf5a51c111 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:27:34.568220 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 32e3d2cd-5864-41a8-89d5-dbaf5a51c111, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=32e3d2cd-5864-41a8-89d5-dbaf5a51c111,segment=NetworkSegment(d2150ecc-73be-4cac-a3e0-52292f5f056f),segment_id=d2150ecc-73be-4cac-a3e0-52292f5f056f)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:27:34.591160 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (32e3d2cd-5864-41a8-89d5-dbaf5a51c111), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:34.679731 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2d6f3e17-e3e4-426b-b0cf-3cb564eff5e0 req-aea3d3e8-352b-4172-b2eb-ee4e1a981e47 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks [] for port (f4b9b0b9-da48-46b2-af8e-d89f7dd4bdbd), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:34.699656 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2d6f3e17-e3e4-426b-b0cf-3cb564eff5e0 req-aea3d3e8-352b-4172-b2eb-ee4e1a981e47 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (f4b9b0b9-da48-46b2-af8e-d89f7dd4bdbd), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:34.774792 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=32e3d2cd-5864-41a8-89d5-dbaf5a51c111,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:34.874981 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-c22bc582-cb6e-4f8e-b457-8d29e2eccc0d tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Deleting port 0bb0fb95-a1c8-4fd0-9766-54334e33ef10 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:27:34.886585 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c22bc582-cb6e-4f8e-b457-8d29e2eccc0d tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (0bb0fb95-a1c8-4fd0-9766-54334e33ef10), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:34.924785 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['32e3d2cd-5864-41a8-89d5-dbaf5a51c111'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:27:35.038394 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3d3e8-352b-4172-b2eb-ee4e1a981e47 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Pushing event updated for resources: {'Port': ['ID=f4b9b0b9-da48-46b2-af8e-d89f7dd4bdbd,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:35.127583 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2d6f3e17-e3e4-426b-b0cf-3cb564eff5e0 req-aea3d3e8-352b-4172-b2eb-ee4e1a981e47 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (0983091d-4c99-413b-92ce-c6195070314c), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:35.191729 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-0370ab32-9a81-4ef1-ab49-ffd1cfc1825b None None] Current status of the port 23922636-d616-4e8e-bc5c-732183eb6084 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:27:35.201386 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 23922636-d616-4e8e-bc5c-732183eb6084 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:27:35.263765 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2d6f3e17-e3e4-426b-b0cf-3cb564eff5e0 req-aea3d3e8-352b-4172-b2eb-ee4e1a981e47 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:35.275341 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2d6f3e17-e3e4-426b-b0cf-3cb564eff5e0 req-aea3d3e8-352b-4172-b2eb-ee4e1a981e47 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3537219 Feb 16 22:27:35.320771 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 23922636-d616-4e8e-bc5c-732183eb6084 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:27:35.321402 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (23922636-d616-4e8e-bc5c-732183eb6084), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:35.446537 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c22bc582-cb6e-4f8e-b457-8d29e2eccc0d tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (0bb0fb95-a1c8-4fd0-9766-54334e33ef10), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:35.474396 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-c22bc582-cb6e-4f8e-b457-8d29e2eccc0d tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Calling delete_port for 0bb0fb95-a1c8-4fd0-9766-54334e33ef10 owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:27:35.621105 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-74aed0e8-2b9b-4be5-8fc0-a285ed76f0a4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (c69b7bac-cc03-481a-a059-29cbd08539c7), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:35.846127 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 23922636-d616-4e8e-bc5c-732183eb6084 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:27:35.854124 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c22bc582-cb6e-4f8e-b457-8d29e2eccc0d tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (0bb0fb95-a1c8-4fd0-9766-54334e33ef10), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:35.893465 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-c0939487-eba2-4fa3-8834-572372807ed4 None None] Provisioning complete for port 23922636-d616-4e8e-bc5c-732183eb6084 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:27:35.898291 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c0939487-eba2-4fa3-8834-572372807ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (23922636-d616-4e8e-bc5c-732183eb6084), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:35.917671 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22bc582-cb6e-4f8e-b457-8d29e2eccc0d tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Pushing event deleted for resources: {'Port': ['ID=0bb0fb95-a1c8-4fd0-9766-54334e33ef10,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:35.940038 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2d6f3e17-e3e4-426b-b0cf-3cb564eff5e0 req-d3902d32-5229-4457-b91f-95f82fb31cbc tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.199 HTTP/1.1" status: 200 len: 696 time: 0.6378429 Feb 16 22:27:36.004771 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74aed0e8-2b9b-4be5-8fc0-a285ed76f0a4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Router c69b7bac-cc03-481a-a059-29cbd08539c7 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:27:36.118128 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-c0939487-eba2-4fa3-8834-572372807ed4 None None] Current status of the port 23922636-d616-4e8e-bc5c-732183eb6084 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:27:36.254308 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c22bc582-cb6e-4f8e-b457-8d29e2eccc0d tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:36.268983 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c22bc582-cb6e-4f8e-b457-8d29e2eccc0d tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "DELETE /v2.0/ports/0bb0fb95-a1c8-4fd0-9766-54334e33ef10 HTTP/1.1" status: 204 len: 168 time: 1.9847581 Feb 16 22:27:36.273665 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42244) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:36.388270 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74aed0e8-2b9b-4be5-8fc0-a285ed76f0a4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:27:36.400013 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40350865-cd02-4f0e-b3f4-9d2fb38e5d01 None None] Sync routers for ids ['c69b7bac-cc03-481a-a059-29cbd08539c7'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:27:36.419884 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40350865-cd02-4f0e-b3f4-9d2fb38e5d01 None None] Routers {'c69b7bac-cc03-481a-a059-29cbd08539c7'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:36.432337 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-40350865-cd02-4f0e-b3f4-9d2fb38e5d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:27:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['c69b7bac-cc03-481a-a059-29cbd08539c7'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:36.444570 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-74aed0e8-2b9b-4be5-8fc0-a285ed76f0a4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:36.457117 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-74aed0e8-2b9b-4be5-8fc0-a285ed76f0a4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.6094720 Feb 16 22:27:36.466876 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42248) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:36.516349 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f3e17-e3e4-426b-b0cf-3cb564eff5e0 req-d42aed89-4aa8-4684-9e84-79c8a32c8bac tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:36.518088 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2d6f3e17-e3e4-426b-b0cf-3cb564eff5e0 req-d42aed89-4aa8-4684-9e84-79c8a32c8bac tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 784 time: 0.5584955 Feb 16 22:27:36.570065 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-40350865-cd02-4f0e-b3f4-9d2fb38e5d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:36.590558 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40350865-cd02-4f0e-b3f4-9d2fb38e5d01 None None] Routers {'c69b7bac-cc03-481a-a059-29cbd08539c7'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:36.591328 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-40350865-cd02-4f0e-b3f4-9d2fb38e5d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:27:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['c69b7bac-cc03-481a-a059-29cbd08539c7'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:36.693823 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 16 Feb 2022 22:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3de295-b663-427c-a164-3ed2a50903d2 x-openstack-request-id: req-eb3de295-b663-427c-a164-3ed2a50903d2 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:27:36.695108 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef644cb-60d2-44c1-b549-2537fadea701", "tag": "32e3d2cd-5864-41a8-89d5-dbaf5a51c111", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c6bfe840-6d14-4438-af42-fa226509a4d5", "tag": "310b5571-2a2c-471e-8b93-1d1c81d293bb", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:27:36.697192 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-eb3de295-b663-427c-a164-3ed2a50903d2 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:27:36.697737 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef644cb-60d2-44c1-b549-2537fadea701', 'tag': '32e3d2cd-5864-41a8-89d5-dbaf5a51c111', 'status': 'completed', 'code': 200} Feb 16 22:27:36.698144 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6bfe840-6d14-4438-af42-fa226509a4d5', 'tag': '310b5571-2a2c-471e-8b93-1d1c81d293bb', 'status': 'completed', 'code': 200} Feb 16 22:27:36.708308 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-40350865-cd02-4f0e-b3f4-9d2fb38e5d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:36.711754 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40350865-cd02-4f0e-b3f4-9d2fb38e5d01 None None] The sync data for ids ['c69b7bac-cc03-481a-a059-29cbd08539c7'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:27:36.836862 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a708c-b85b-49dc-b0f8-933accd58cd3 req-f923559f-aa23-4110-b7b9-8c864f67058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:36.838976 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e3a708c-b85b-49dc-b0f8-933accd58cd3 req-f923559f-aa23-4110-b7b9-8c864f67058e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b04764559a9c459fbc65e6403b1b3dd5&device_id=5ef644cb-60d2-44c1-b549-2537fadea701 HTTP/1.1" status: 200 len: 1126 time: 0.1141109 Feb 16 22:27:36.843022 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a708c-b85b-49dc-b0f8-933accd58cd3 req-5f5ec5fe-fc26-47ce-96f2-673c35a98c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:36.845253 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e3a708c-b85b-49dc-b0f8-933accd58cd3 req-5f5ec5fe-fc26-47ce-96f2-673c35a98c95 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e11c8fd74a7f486d9478420e45ad2436&device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 1127 time: 0.1672542 Feb 16 22:27:37.224812 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 32e3d2cd-5864-41a8-89d5-dbaf5a51c111 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:27:37.389026 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 32e3d2cd-5864-41a8-89d5-dbaf5a51c111 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:27:37.394171 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 32e3d2cd-5864-41a8-89d5-dbaf5a51c111 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:27:37.395204 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (32e3d2cd-5864-41a8-89d5-dbaf5a51c111), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:37.405715 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7403f06-b4ff-462e-8092-ad7be3950c24 req-b7c27b2a-db06-4287-a93f-b1ed9de3d983 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:37.415489 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f7403f06-b4ff-462e-8092-ad7be3950c24 req-b7c27b2a-db06-4287-a93f-b1ed9de3d983 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ef644cb-60d2-44c1-b549-2537fadea701 HTTP/1.1" status: 200 len: 944 time: 0.5926590 Feb 16 22:27:37.471260 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a708c-b85b-49dc-b0f8-933accd58cd3 req-704030e9-868a-49d3-b798-8514367ddf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:37.472775 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e3a708c-b85b-49dc-b0f8-933accd58cd3 req-704030e9-868a-49d3-b798-8514367ddf79 service neutron] 10.222.0.79 "GET /v2.0/networks?id=328b17ed-7bc5-4241-8a54-e64f9538f95e HTTP/1.1" status: 200 len: 906 time: 0.5938671 Feb 16 22:27:37.486920 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a708c-b85b-49dc-b0f8-933accd58cd3 req-397e29f2-087d-4150-ae2b-e0f0607d6dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:37.488457 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e3a708c-b85b-49dc-b0f8-933accd58cd3 req-397e29f2-087d-4150-ae2b-e0f0607d6dc5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=96e91e80-fb23-4684-8884-07949af40244 HTTP/1.1" status: 200 len: 921 time: 0.5960033 Feb 16 22:27:37.540874 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-28bf9496-8fa2-493d-9bcc-3d54bb225f13 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Deleting port 41ea8ec7-cb70-44a7-b54a-945ee2945295 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:27:37.541494 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-28bf9496-8fa2-493d-9bcc-3d54bb225f13 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (41ea8ec7-cb70-44a7-b54a-945ee2945295), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:37.556974 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 32e3d2cd-5864-41a8-89d5-dbaf5a51c111 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:27:37.558200 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (32e3d2cd-5864-41a8-89d5-dbaf5a51c111), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:37.611731 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef644cb-60d2-44c1-b549-2537fadea701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e3d2cd-5864-41a8-89d5-dbaf5a51c111'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:27:37.616829 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca2cfc6-5262-4454-a88d-f75b831db79e" -d '{"events": [{"server_uuid": "5ef644cb-60d2-44c1-b549-2537fadea701", "name": "network-vif-plugged", "status": "completed", "tag": "32e3d2cd-5864-41a8-89d5-dbaf5a51c111"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:27:37.646715 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 32e3d2cd-5864-41a8-89d5-dbaf5a51c111, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=32e3d2cd-5864-41a8-89d5-dbaf5a51c111,segment=NetworkSegment(d2150ecc-73be-4cac-a3e0-52292f5f056f),segment_id=d2150ecc-73be-4cac-a3e0-52292f5f056f)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:27:37.661916 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (32e3d2cd-5864-41a8-89d5-dbaf5a51c111), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:37.771193 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e3a708c-b85b-49dc-b0f8-933accd58cd3 req-8c72207d-d00c-4cac-ad2f-c2ce2f32036d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=32e3d2cd-5864-41a8-89d5-dbaf5a51c111 HTTP/1.1" status: 200 len: 217 time: 0.2686462 Feb 16 22:27:37.801406 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=32e3d2cd-5864-41a8-89d5-dbaf5a51c111,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:37.829699 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:37.831516 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:37.831915 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:37.833126 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:37.838128 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:37.838650 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:37.839126 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:37.841944 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:37.842440 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:37.843129 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:37.843581 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:37.846999 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:37.848140 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:37.849098 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f7403f06-b4ff-462e-8092-ad7be3950c24 req-777d0df9-85b2-4628-a51f-50c29eb1b11b tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751168 Feb 16 22:27:37.868730 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e3a708c-b85b-49dc-b0f8-933accd58cd3 req-14f2a146-f7b7-4536-b4ec-02aafb486913 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=310b5571-2a2c-471e-8b93-1d1c81d293bb HTTP/1.1" status: 200 len: 217 time: 0.3445973 Feb 16 22:27:37.923492 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-28bf9496-8fa2-493d-9bcc-3d54bb225f13 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (41ea8ec7-cb70-44a7-b54a-945ee2945295), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:38.152532 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-28bf9496-8fa2-493d-9bcc-3d54bb225f13 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Calling delete_port for 41ea8ec7-cb70-44a7-b54a-945ee2945295 owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:27:38.453253 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-28bf9496-8fa2-493d-9bcc-3d54bb225f13 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (41ea8ec7-cb70-44a7-b54a-945ee2945295), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:38.486194 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf9496-8fa2-493d-9bcc-3d54bb225f13 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Pushing event deleted for resources: {'Port': ['ID=41ea8ec7-cb70-44a7-b54a-945ee2945295,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:38.507270 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1c4f1419-b39c-4d21-a103-8780bd0b5b33 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:38.728995 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a708c-b85b-49dc-b0f8-933accd58cd3 req-68c441d4-f006-4dd9-873b-58e7a6b98970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:38.730462 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e3a708c-b85b-49dc-b0f8-933accd58cd3 req-68c441d4-f006-4dd9-873b-58e7a6b98970 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=90c6e9fd-2327-49e8-8e06-530f56e702f3 HTTP/1.1" status: 200 len: 845 time: 0.9558115 Feb 16 22:27:38.819472 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-28bf9496-8fa2-493d-9bcc-3d54bb225f13 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:38.837512 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-28bf9496-8fa2-493d-9bcc-3d54bb225f13 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "DELETE /v2.0/ports/41ea8ec7-cb70-44a7-b54a-945ee2945295 HTTP/1.1" status: 204 len: 168 time: 2.5579102 Feb 16 22:27:38.844202 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42272) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:38.915030 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e3a708c-b85b-49dc-b0f8-933accd58cd3 req-5aae1900-b4d2-4cf2-84e5-0368bdc8ece0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=328b17ed-7bc5-4241-8a54-e64f9538f95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1589298 Feb 16 22:27:38.927005 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a708c-b85b-49dc-b0f8-933accd58cd3 req-98ca29a1-f21f-4961-a082-efa0f6a344f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:38.928449 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e3a708c-b85b-49dc-b0f8-933accd58cd3 req-98ca29a1-f21f-4961-a082-efa0f6a344f0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=88a4819f-11e9-4cf4-9189-2b40fd9f9478 HTTP/1.1" status: 200 len: 860 time: 0.9733298 Feb 16 22:27:38.977150 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4186296-4894-4b41-8187-67af8426bc72 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Deleting subnet ea02b3bb-addd-4936-9045-725e7150ffce {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:27:38.990269 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a4186296-4894-4b41-8187-67af8426bc72 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks [] for subnet (ea02b3bb-addd-4936-9045-725e7150ffce), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:39.033866 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e3a708c-b85b-49dc-b0f8-933accd58cd3 req-5b1af86d-d53e-4bec-8c4e-8407fe3b1801 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=96e91e80-fb23-4684-8884-07949af40244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750778 Feb 16 22:27:39.231128 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a4186296-4894-4b41-8187-67af8426bc72 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (ea02b3bb-addd-4936-9045-725e7150ffce), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:39.300069 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e3a708c-b85b-49dc-b0f8-933accd58cd3 req-a06ce046-f243-48ed-b9dd-69a007db9477 service neutron] 10.222.0.79 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706467 Feb 16 22:27:39.521714 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6b33f-5f1e-45a0-8e92-0805700bdd1f req-69b23583-4147-4a86-900c-70740faf01d8 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:39.529915 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1c6b33f-5f1e-45a0-8e92-0805700bdd1f req-69b23583-4147-4a86-900c-70740faf01d8 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6bfe840-6d14-4438-af42-fa226509a4d5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.8027208 Feb 16 22:27:39.726764 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1c6b33f-5f1e-45a0-8e92-0805700bdd1f req-dd363e43-4bde-46f0-accd-06ea0aedd312 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.199 HTTP/1.1" status: 200 len: 696 time: 0.1957562 Feb 16 22:27:39.733165 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-f1c6b33f-5f1e-45a0-8e92-0805700bdd1f req-5dc061bd-cc25-48ab-b167-7aebb5bc728d tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Request body: {'floatingip': {'port_id': '310b5571-2a2c-471e-8b93-1d1c81d293bb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:27:39.800085 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-1c4f1419-b39c-4d21-a103-8780bd0b5b33 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Allocated IP 172.20.0.1 (0c454579-23f7-448c-a780-d13193f9b056/4a696e8a-90f4-441e-b422-4742bbb1ade5/efb5e752-940f-47ff-8963-c1d55c0b780b) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:27:39.947698 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e3a708c-b85b-49dc-b0f8-933accd58cd3 req-71c71622-f4ed-4891-9d64-aa57b1891820 service neutron] 10.222.0.79 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6149845 Feb 16 22:27:39.978834 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-f1c6b33f-5f1e-45a0-8e92-0805700bdd1f req-5dc061bd-cc25-48ab-b167-7aebb5bc728d tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks [] for floatingip (0983091d-4c99-413b-92ce-c6195070314c), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:40.062475 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1c4f1419-b39c-4d21-a103-8780bd0b5b33 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for port (efb5e752-940f-47ff-8963-c1d55c0b780b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:40.113963 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a4186296-4894-4b41-8187-67af8426bc72 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (ea02b3bb-addd-4936-9045-725e7150ffce), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:40.204167 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1c4f1419-b39c-4d21-a103-8780bd0b5b33 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (efb5e752-940f-47ff-8963-c1d55c0b780b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:40.275978 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e3a708c-b85b-49dc-b0f8-933accd58cd3 req-7f28f834-43ab-4035-83f8-3990206565bc service neutron] 10.222.0.67 "GET /v2.0/networks/96e91e80-fb23-4684-8884-07949af40244?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2097120 Feb 16 22:27:40.280914 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a4186296-4894-4b41-8187-67af8426bc72 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (ea02b3bb-addd-4936-9045-725e7150ffce), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:40.328485 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4f1419-b39c-4d21-a103-8780bd0b5b33 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Network 0c454579-23f7-448c-a780-d13193f9b056 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:27:40.357185 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-1c4f1419-b39c-4d21-a103-8780bd0b5b33 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:27:40.359340 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f1419-b39c-4d21-a103-8780bd0b5b33 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event updated for resources: {'Port': ['ID=efb5e752-940f-47ff-8963-c1d55c0b780b,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:40.368458 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4f1419-b39c-4d21-a103-8780bd0b5b33 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:27:40.388283 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4186296-4894-4b41-8187-67af8426bc72 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Pushing event deleted for resources: {'Subnet': ['ID=ea02b3bb-addd-4936-9045-725e7150ffce,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:40.417228 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388b7b23-b401-4565-8ac9-018ea29f4344 None None] Network dd1251d6-2877-46df-ac47-9cb92c8abfb3 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:27:40.448755 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a4186296-4894-4b41-8187-67af8426bc72 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:40.462431 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a4186296-4894-4b41-8187-67af8426bc72 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "DELETE /v2.0/subnets/ea02b3bb-addd-4936-9045-725e7150ffce HTTP/1.1" status: 204 len: 168 time: 1.6169035 Feb 16 22:27:40.463009 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42296) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:40.630772 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fedb515-7f33-41e3-b7c7-fa15abcf470c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Deleting subnet e421c23f-59b4-4bff-bdf6-a50ff68a50d7 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:27:40.645840 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1fedb515-7f33-41e3-b7c7-fa15abcf470c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks [] for subnet (e421c23f-59b4-4bff-bdf6-a50ff68a50d7), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:40.716224 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1c4f1419-b39c-4d21-a103-8780bd0b5b33 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (c69b7bac-cc03-481a-a059-29cbd08539c7), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:40.776576 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e3a708c-b85b-49dc-b0f8-933accd58cd3 req-0ed2f8b7-9297-4e0a-94c4-0c90ac733a3d service neutron] 10.222.0.67 "GET /v2.0/networks/96e91e80-fb23-4684-8884-07949af40244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4383769 Feb 16 22:27:40.808885 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1fedb515-7f33-41e3-b7c7-fa15abcf470c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (e421c23f-59b4-4bff-bdf6-a50ff68a50d7), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:40.824854 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31817aec-0e00-4953-bb60-6f285c84ad6b None None] DHCP port deletion for dd1251d6-2877-46df-ac47-9cb92c8abfb3 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:27:40.955031 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a502f2f6-7bfb-4fdb-8ec2-54f8371facfc None None] Provisioning complete for port efb5e752-940f-47ff-8963-c1d55c0b780b triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:27:40.955413 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a502f2f6-7bfb-4fdb-8ec2-54f8371facfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (efb5e752-940f-47ff-8963-c1d55c0b780b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:40.959382 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-31817aec-0e00-4953-bb60-6f285c84ad6b None None] Deleting port 07c60b4c-fc97-477f-9d8b-a460aed206f3 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:27:40.959749 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-31817aec-0e00-4953-bb60-6f285c84ad6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (07c60b4c-fc97-477f-9d8b-a460aed206f3), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:41.089452 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-31817aec-0e00-4953-bb60-6f285c84ad6b None None] For port 07c60b4c-fc97-477f-9d8b-a460aed206f3, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=07c60b4c-fc97-477f-9d8b-a460aed206f3,segment=NetworkSegment(6333e723-cf6b-42aa-b1d7-93bea6dcc68c),segment_id=6333e723-cf6b-42aa-b1d7-93bea6dcc68c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:27:41.089863 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-31817aec-0e00-4953-bb60-6f285c84ad6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (07c60b4c-fc97-477f-9d8b-a460aed206f3), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:41.117102 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-31817aec-0e00-4953-bb60-6f285c84ad6b None None] Calling delete_port for 07c60b4c-fc97-477f-9d8b-a460aed206f3 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:27:41.232579 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-f1c6b33f-5f1e-45a0-8e92-0805700bdd1f req-5dc061bd-cc25-48ab-b167-7aebb5bc728d tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:41.250413 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-f1c6b33f-5f1e-45a0-8e92-0805700bdd1f req-5dc061bd-cc25-48ab-b167-7aebb5bc728d tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (0983091d-4c99-413b-92ce-c6195070314c), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:41.292564 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 07c60b4c-fc97-477f-9d8b-a460aed206f3 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:27:41.371450 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 07c60b4c-fc97-477f-9d8b-a460aed206f3 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:27:41.371795 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 07c60b4c-fc97-477f-9d8b-a460aed206f3 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:27:41.385281 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-31817aec-0e00-4953-bb60-6f285c84ad6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (07c60b4c-fc97-477f-9d8b-a460aed206f3), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:41.457698 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31817aec-0e00-4953-bb60-6f285c84ad6b None None] No DVR routers for this DVR port 07c60b4c-fc97-477f-9d8b-a460aed206f3 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:27:41.480028 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31817aec-0e00-4953-bb60-6f285c84ad6b None None] Pushing event deleted for resources: {'Port': ['ID=07c60b4c-fc97-477f-9d8b-a460aed206f3,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:41.481687 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [req-f1c6b33f-5f1e-45a0-8e92-0805700bdd1f req-5dc061bd-cc25-48ab-b167-7aebb5bc728d tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Floating IP 0983091d-4c99-413b-92ce-c6195070314c associated. External IP: 172.25.2.199, port: 310b5571-2a2c-471e-8b93-1d1c81d293bb. Feb 16 22:27:41.518472 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a502f2f6-7bfb-4fdb-8ec2-54f8371facfc None None] Port efb5e752-940f-47ff-8963-c1d55c0b780b cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:27:41.819237 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1c4f1419-b39c-4d21-a103-8780bd0b5b33 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (efb5e752-940f-47ff-8963-c1d55c0b780b), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:41.855321 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1c6b33f-5f1e-45a0-8e92-0805700bdd1f req-5dc061bd-cc25-48ab-b167-7aebb5bc728d tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Router 7a6dac02-24c6-45eb-84d9-1bbfeb813348 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:27:41.880720 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1fedb515-7f33-41e3-b7c7-fa15abcf470c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (e421c23f-59b4-4bff-bdf6-a50ff68a50d7), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:42.081000 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1fedb515-7f33-41e3-b7c7-fa15abcf470c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (e421c23f-59b4-4bff-bdf6-a50ff68a50d7), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:42.139717 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1c6b33f-5f1e-45a0-8e92-0805700bdd1f req-5dc061bd-cc25-48ab-b167-7aebb5bc728d tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:27:42.145528 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-f1c6b33f-5f1e-45a0-8e92-0805700bdd1f req-5dc061bd-cc25-48ab-b167-7aebb5bc728d tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:42.151531 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb58dd1-c83a-4bda-9a0c-4d1c1a077411 None None] Sync routers for ids ['7a6dac02-24c6-45eb-84d9-1bbfeb813348'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:27:42.176495 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb58dd1-c83a-4bda-9a0c-4d1c1a077411 None None] Routers {'7a6dac02-24c6-45eb-84d9-1bbfeb813348'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:42.177134 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-ffb58dd1-c83a-4bda-9a0c-4d1c1a077411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:27:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['7a6dac02-24c6-45eb-84d9-1bbfeb813348'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:42.203804 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1c6b33f-5f1e-45a0-8e92-0805700bdd1f req-5dc061bd-cc25-48ab-b167-7aebb5bc728d tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "PUT /v2.0/floatingips/0983091d-4c99-413b-92ce-c6195070314c HTTP/1.1" status: 200 len: 996 time: 2.4758520 Feb 16 22:27:42.204271 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6bfe840-6d14-4438-af42-fa226509a4d5', 'tag': '310b5571-2a2c-471e-8b93-1d1c81d293bb'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:27:42.207175 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc17085-4828-45a7-a99d-890665b84ded" -d '{"events": [{"name": "network-changed", "server_uuid": "c6bfe840-6d14-4438-af42-fa226509a4d5", "tag": "310b5571-2a2c-471e-8b93-1d1c81d293bb"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:27:42.214992 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c1cb98-cf42-40b1-a36f-11df09a2ecf8 None None] Network 01d78127-bed4-4d34-97f7-e31d1dc582f9 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:27:42.217340 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fedb515-7f33-41e3-b7c7-fa15abcf470c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Pushing event deleted for resources: {'Subnet': ['ID=e421c23f-59b4-4bff-bdf6-a50ff68a50d7,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:42.227840 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1fedb515-7f33-41e3-b7c7-fa15abcf470c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:42.246043 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1fedb515-7f33-41e3-b7c7-fa15abcf470c tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "DELETE /v2.0/subnets/e421c23f-59b4-4bff-bdf6-a50ff68a50d7 HTTP/1.1" status: 204 len: 168 time: 1.7700567 Feb 16 22:27:42.250118 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42312) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:42.421247 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-ffb58dd1-c83a-4bda-9a0c-4d1c1a077411 None None] Set router 7a6dac02-24c6-45eb-84d9-1bbfeb813348 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:27:42.462537 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5077785d-3170-47b2-8b9d-1092af1b6cb7 None None] DHCP port deletion for 01d78127-bed4-4d34-97f7-e31d1dc582f9 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:27:42.644213 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-17c2b70d-dea2-4bfc-a660-91cf423e6d03 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (dd1251d6-2877-46df-ac47-9cb92c8abfb3), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:42.672404 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6b33f-5f1e-45a0-8e92-0805700bdd1f req-c78b4c67-6fe5-4cf4-acbd-33adc90a41b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:42.674711 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1c6b33f-5f1e-45a0-8e92-0805700bdd1f req-c78b4c67-6fe5-4cf4-acbd-33adc90a41b0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e11c8fd74a7f486d9478420e45ad2436&device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 1127 time: 0.4431710 Feb 16 22:27:42.716837 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5077785d-3170-47b2-8b9d-1092af1b6cb7 None None] Deleting port 942f2b9f-1ee1-48fe-8cca-32483713f171 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:27:42.717222 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5077785d-3170-47b2-8b9d-1092af1b6cb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (942f2b9f-1ee1-48fe-8cca-32483713f171), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:42.807336 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1c4f1419-b39c-4d21-a103-8780bd0b5b33 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for port (efb5e752-940f-47ff-8963-c1d55c0b780b), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:42.818725 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1c4f1419-b39c-4d21-a103-8780bd0b5b33 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (efb5e752-940f-47ff-8963-c1d55c0b780b), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:42.920787 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-5077785d-3170-47b2-8b9d-1092af1b6cb7 None None] For port 942f2b9f-1ee1-48fe-8cca-32483713f171, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=942f2b9f-1ee1-48fe-8cca-32483713f171,segment=NetworkSegment(d7691017-c608-4933-8e39-96288e71acf1),segment_id=d7691017-c608-4933-8e39-96288e71acf1)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:27:42.921225 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5077785d-3170-47b2-8b9d-1092af1b6cb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (942f2b9f-1ee1-48fe-8cca-32483713f171), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:42.935852 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f1419-b39c-4d21-a103-8780bd0b5b33 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event updated for resources: {'Port': ['ID=efb5e752-940f-47ff-8963-c1d55c0b780b,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:42.951868 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5077785d-3170-47b2-8b9d-1092af1b6cb7 None None] Calling delete_port for 942f2b9f-1ee1-48fe-8cca-32483713f171 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:27:42.976683 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6b33f-5f1e-45a0-8e92-0805700bdd1f req-c1fdaaf5-2306-4c49-8e08-50196631b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:42.980747 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1c6b33f-5f1e-45a0-8e92-0805700bdd1f req-c1fdaaf5-2306-4c49-8e08-50196631b91b service neutron] 10.222.0.75 "GET /v2.0/networks?id=96e91e80-fb23-4684-8884-07949af40244 HTTP/1.1" status: 200 len: 921 time: 0.2948768 Feb 16 22:27:42.996809 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1c4f1419-b39c-4d21-a103-8780bd0b5b33 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (c69b7bac-cc03-481a-a059-29cbd08539c7), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:43.086151 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-ffb58dd1-c83a-4bda-9a0c-4d1c1a077411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'name': 'tempest-ServerRescueTestJSONUnderV235-2006616199-router', 'tenant_id': 'e11c8fd74a7f486d9478420e45ad2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:26:21Z', 'updated_at': '2022-02-16T22:26:28Z', 'revision_number': 4, 'project_id': 'e11c8fd74a7f486d9478420e45ad2436', 'gw_port': {'id': '75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:26:23Z', 'updated_at': '2022-02-16T22:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '0983091d-4c99-413b-92ce-c6195070314c', 'tenant_id': 'e11c8fd74a7f486d9478420e45ad2436', 'floating_ip_address': '172.25.2.199', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'port_id': '310b5571-2a2c-471e-8b93-1d1c81d293bb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96e91e80-fb23-4684-8884-07949af40244', 'mac_address': 'fa:16:3e:cc:50:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bfe840-6d14-4438-af42-fa226509a4d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:27:33Z', 'updated_at': '2022-02-16T22:27:41Z', 'revision_number': 1, 'project_id': 'e11c8fd74a7f486d9478420e45ad2436', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '632b89cd-8319-4a76-861a-05a0a3e45894', 'name': '', 'network_id': '96e91e80-fb23-4684-8884-07949af40244', 'tenant_id': 'e11c8fd74a7f486d9478420e45ad2436', 'mac_address': 'fa:16:3e:83:f3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '88a4819f-11e9-4cf4-9189-2b40fd9f9478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:26:27Z', 'updated_at': '2022-02-16T22:26:35Z', 'revision_number': 5, 'project_id': 'e11c8fd74a7f486d9478420e45ad2436', 'subnets': [{'id': '88a4819f-11e9-4cf4-9189-2b40fd9f9478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:43.115046 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4f1419-b39c-4d21-a103-8780bd0b5b33 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Network 0c454579-23f7-448c-a780-d13193f9b056 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:27:43.116915 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-1c4f1419-b39c-4d21-a103-8780bd0b5b33 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:27:43.157815 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 942f2b9f-1ee1-48fe-8cca-32483713f171 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:27:43.176911 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb58dd1-c83a-4bda-9a0c-4d1c1a077411 None None] Checking router: 7a6dac02-24c6-45eb-84d9-1bbfeb813348 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:27:43.191387 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb58dd1-c83a-4bda-9a0c-4d1c1a077411 None None] Routers {'7a6dac02-24c6-45eb-84d9-1bbfeb813348'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:43.192366 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-ffb58dd1-c83a-4bda-9a0c-4d1c1a077411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:27:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['7a6dac02-24c6-45eb-84d9-1bbfeb813348'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:43.196641 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 942f2b9f-1ee1-48fe-8cca-32483713f171 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:27:43.199536 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 942f2b9f-1ee1-48fe-8cca-32483713f171 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:27:43.205142 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5077785d-3170-47b2-8b9d-1092af1b6cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (942f2b9f-1ee1-48fe-8cca-32483713f171), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:43.234768 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1c6b33f-5f1e-45a0-8e92-0805700bdd1f req-b56ec2e5-9261-4b87-b07c-620306c71335 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=310b5571-2a2c-471e-8b93-1d1c81d293bb HTTP/1.1" status: 200 len: 999 time: 0.2048595 Feb 16 22:27:43.287489 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5077785d-3170-47b2-8b9d-1092af1b6cb7 None None] No DVR routers for this DVR port 942f2b9f-1ee1-48fe-8cca-32483713f171 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:27:43.299434 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077785d-3170-47b2-8b9d-1092af1b6cb7 None None] Pushing event deleted for resources: {'Port': ['ID=942f2b9f-1ee1-48fe-8cca-32483713f171,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:43.373821 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-17c2b70d-dea2-4bfc-a660-91cf423e6d03 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (dd1251d6-2877-46df-ac47-9cb92c8abfb3), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:43.407414 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4f1419-b39c-4d21-a103-8780bd0b5b33 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Router c69b7bac-cc03-481a-a059-29cbd08539c7 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:27:43.431417 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-17c2b70d-dea2-4bfc-a660-91cf423e6d03 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd1251d6-2877-46df-ac47-9cb92c8abfb3']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:43.453507 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6b33f-5f1e-45a0-8e92-0805700bdd1f req-34403b8f-7b8c-4069-9cb6-07a152b17c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:43.455011 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1c6b33f-5f1e-45a0-8e92-0805700bdd1f req-34403b8f-7b8c-4069-9cb6-07a152b17c23 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=88a4819f-11e9-4cf4-9189-2b40fd9f9478 HTTP/1.1" status: 200 len: 860 time: 0.1998413 Feb 16 22:27:43.467267 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-17c2b70d-dea2-4bfc-a660-91cf423e6d03 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6333e723-cf6b-42aa-b1d7-93bea6dcc68c') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:43.467637 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-17c2b70d-dea2-4bfc-a660-91cf423e6d03 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6333e723-cf6b-42aa-b1d7-93bea6dcc68c') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:43.516291 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-ffb58dd1-c83a-4bda-9a0c-4d1c1a077411 None None] Set router 7a6dac02-24c6-45eb-84d9-1bbfeb813348 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:27:43.639797 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-17c2b70d-dea2-4bfc-a660-91cf423e6d03 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (6333e723-cf6b-42aa-b1d7-93bea6dcc68c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:43.653781 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1c6b33f-5f1e-45a0-8e92-0805700bdd1f req-1bb4b482-4c93-411a-81b1-e95b593d34fe service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=96e91e80-fb23-4684-8884-07949af40244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1840165 Feb 16 22:27:43.689554 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-3e8a5ea3-0c59-4fe7-93ec-ad1cb595d2f5 None None] Provisioning complete for port efb5e752-940f-47ff-8963-c1d55c0b780b triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:27:43.690094 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-f1c6b33f-5f1e-45a0-8e92-0805700bdd1f req-9d32d7c1-99a8-4608-8c3f-2a6da8e5e86b service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:27:43.691641 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3e8a5ea3-0c59-4fe7-93ec-ad1cb595d2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (efb5e752-940f-47ff-8963-c1d55c0b780b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:43.697548 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1c6b33f-5f1e-45a0-8e92-0805700bdd1f req-9d32d7c1-99a8-4608-8c3f-2a6da8e5e86b service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0260139 Feb 16 22:27:43.727105 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-17c2b70d-dea2-4bfc-a660-91cf423e6d03 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (6333e723-cf6b-42aa-b1d7-93bea6dcc68c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:43.767356 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4f1419-b39c-4d21-a103-8780bd0b5b33 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:27:43.786788 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1c4f1419-b39c-4d21-a103-8780bd0b5b33 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "PUT /v2.0/routers/c69b7bac-cc03-481a-a059-29cbd08539c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3150966 Feb 16 22:27:43.791609 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42336) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:43.797257 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-26934444-e37c-4421-97bb-43c976acbb13 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Request body: {'port': {'network_id': '0c454579-23f7-448c-a780-d13193f9b056', 'name': 'tempest-FloatingIPTestJSON-2121109'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:27:43.805125 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c2b70d-dea2-4bfc-a660-91cf423e6d03 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:27:43.805540 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-17c2b70d-dea2-4bfc-a660-91cf423e6d03 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (6333e723-cf6b-42aa-b1d7-93bea6dcc68c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:43.808595 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:27:43.808595 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:27:43.808595 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:27:43.808595 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:27:43.808595 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:27:43.808595 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:27:43.808595 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:27:43.808595 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:27:43.808595 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:27:43.808595 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:27:43.808595 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:27:43.808595 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:27:43.808595 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:27:43.808595 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:27:43.808595 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:27:43.808595 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:27:43.808595 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:27:43.808595 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:27:43.808595 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:27:43.808595 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:27:43.808595 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:27:43.808595 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:27:43.808595 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:27:43.808595 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:27:43.808595 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:27:43.808595 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:27:43.808595 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:27:43.808595 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:27:43.808595 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:27:43.808595 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:27:43.808595 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:27:43.808595 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:27:43.810765 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c1b556-cd03-4ae6-90c4-95f5158cfb93 None None] Sync routers for ids ['c69b7bac-cc03-481a-a059-29cbd08539c7'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:27:43.860708 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c1b556-cd03-4ae6-90c4-95f5158cfb93 None None] Routers {'c69b7bac-cc03-481a-a059-29cbd08539c7'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:43.861437 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-88c1b556-cd03-4ae6-90c4-95f5158cfb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:27:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['c69b7bac-cc03-481a-a059-29cbd08539c7'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:43.976860 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-88c1b556-cd03-4ae6-90c4-95f5158cfb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:44.001196 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-3e8a5ea3-0c59-4fe7-93ec-ad1cb595d2f5 None None] Port efb5e752-940f-47ff-8963-c1d55c0b780b cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:27:44.007173 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c1b556-cd03-4ae6-90c4-95f5158cfb93 None None] Routers {'c69b7bac-cc03-481a-a059-29cbd08539c7'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:44.007796 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-88c1b556-cd03-4ae6-90c4-95f5158cfb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:27:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['c69b7bac-cc03-481a-a059-29cbd08539c7'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:44.039440 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-ffb58dd1-c83a-4bda-9a0c-4d1c1a077411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'name': 'tempest-ServerRescueTestJSONUnderV235-2006616199-router', 'tenant_id': 'e11c8fd74a7f486d9478420e45ad2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:26:21Z', 'updated_at': '2022-02-16T22:26:28Z', 'revision_number': 4, 'project_id': 'e11c8fd74a7f486d9478420e45ad2436', 'gw_port': {'id': '75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:26:23Z', 'updated_at': '2022-02-16T22:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '0983091d-4c99-413b-92ce-c6195070314c', 'tenant_id': 'e11c8fd74a7f486d9478420e45ad2436', 'floating_ip_address': '172.25.2.199', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'port_id': '310b5571-2a2c-471e-8b93-1d1c81d293bb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96e91e80-fb23-4684-8884-07949af40244', 'mac_address': 'fa:16:3e:cc:50:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bfe840-6d14-4438-af42-fa226509a4d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:27:33Z', 'updated_at': '2022-02-16T22:27:41Z', 'revision_number': 1, 'project_id': 'e11c8fd74a7f486d9478420e45ad2436', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '632b89cd-8319-4a76-861a-05a0a3e45894', 'name': '', 'network_id': '96e91e80-fb23-4684-8884-07949af40244', 'tenant_id': 'e11c8fd74a7f486d9478420e45ad2436', 'mac_address': 'fa:16:3e:83:f3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '88a4819f-11e9-4cf4-9189-2b40fd9f9478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:26:27Z', 'updated_at': '2022-02-16T22:26:35Z', 'revision_number': 5, 'project_id': 'e11c8fd74a7f486d9478420e45ad2436', 'subnets': [{'id': '88a4819f-11e9-4cf4-9189-2b40fd9f9478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:44.101413 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-88c1b556-cd03-4ae6-90c4-95f5158cfb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:44.102885 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb58dd1-c83a-4bda-9a0c-4d1c1a077411 None None] The sync data for ids ['7a6dac02-24c6-45eb-84d9-1bbfeb813348'] in n-d-813897-6 is: [{'id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'name': 'tempest-ServerRescueTestJSONUnderV235-2006616199-router', 'tenant_id': 'e11c8fd74a7f486d9478420e45ad2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:26:21Z', 'updated_at': '2022-02-16T22:26:28Z', 'revision_number': 4, 'project_id': 'e11c8fd74a7f486d9478420e45ad2436', 'gw_port': {'id': '75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:26:23Z', 'updated_at': '2022-02-16T22:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '0983091d-4c99-413b-92ce-c6195070314c', 'tenant_id': 'e11c8fd74a7f486d9478420e45ad2436', 'floating_ip_address': '172.25.2.199', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'port_id': '310b5571-2a2c-471e-8b93-1d1c81d293bb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96e91e80-fb23-4684-8884-07949af40244', 'mac_address': 'fa:16:3e:cc:50:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bfe840-6d14-4438-af42-fa226509a4d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:27:33Z', 'updated_at': '2022-02-16T22:27:41Z', 'revision_number': 1, 'project_id': 'e11c8fd74a7f486d9478420e45ad2436', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '632b89cd-8319-4a76-861a-05a0a3e45894', 'name': '', 'network_id': '96e91e80-fb23-4684-8884-07949af40244', 'tenant_id': 'e11c8fd74a7f486d9478420e45ad2436', 'mac_address': 'fa:16:3e:83:f3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '88a4819f-11e9-4cf4-9189-2b40fd9f9478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:26:27Z', 'updated_at': '2022-02-16T22:26:35Z', 'revision_number': 5, 'project_id': 'e11c8fd74a7f486d9478420e45ad2436', 'subnets': [{'id': '88a4819f-11e9-4cf4-9189-2b40fd9f9478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:27:44.104962 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c1b556-cd03-4ae6-90c4-95f5158cfb93 None None] The sync data for ids ['c69b7bac-cc03-481a-a059-29cbd08539c7'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:27:44.105544 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26934444-e37c-4421-97bb-43c976acbb13 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Made reservation on behalf of e887774440904c97a346a99e76f2cd26 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:27:44.109423 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-26934444-e37c-4421-97bb-43c976acbb13 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:44.140550 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-17c2b70d-dea2-4bfc-a660-91cf423e6d03 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (dd1251d6-2877-46df-ac47-9cb92c8abfb3), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:44.152812 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-17c2b70d-dea2-4bfc-a660-91cf423e6d03 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:44.156238 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-17c2b70d-dea2-4bfc-a660-91cf423e6d03 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "DELETE /v2.0/networks/dd1251d6-2877-46df-ac47-9cb92c8abfb3 HTTP/1.1" status: 204 len: 168 time: 1.9072027 Feb 16 22:27:44.160593 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-26934444-e37c-4421-97bb-43c976acbb13 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] device_id is not set on port 55dd25e0-d5c2-4f24-9019-7627095ed17d yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:27:44.163808 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42344) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:44.203242 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2b70d-dea2-4bfc-a660-91cf423e6d03 tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Pushing event deleted for resources: {'Network': ['ID=dd1251d6-2877-46df-ac47-9cb92c8abfb3,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:44.243436 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42346) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:44.260557 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1c6b33f-5f1e-45a0-8e92-0805700bdd1f req-c9dcd8be-725e-45fb-a074-68775d9e42d3 service neutron] 10.222.0.75 "GET /v2.0/networks/96e91e80-fb23-4684-8884-07949af40244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5488207 Feb 16 22:27:44.412154 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-26934444-e37c-4421-97bb-43c976acbb13 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Allocated IP 172.20.0.3 (0c454579-23f7-448c-a780-d13193f9b056/4a696e8a-90f4-441e-b422-4742bbb1ade5/55dd25e0-d5c2-4f24-9019-7627095ed17d) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:27:44.424370 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-811ca8bd-5f88-46ee-a412-571f18b2194a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (01d78127-bed4-4d34-97f7-e31d1dc582f9), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:44.481223 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fc897422-c595-4b47-aa87-1b939aa53ced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:44.505255 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d88a0e-9e33-4f16-8f09-e9caccfcf830 None None] New status for floating IP 0983091d-4c99-413b-92ce-c6195070314c: ACTIVE {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:27:44.738746 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1c6b33f-5f1e-45a0-8e92-0805700bdd1f req-83dbd598-d032-481f-b75c-0960efaf7e4b service neutron] 10.222.0.75 "GET /v2.0/networks/96e91e80-fb23-4684-8884-07949af40244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652376 Feb 16 22:27:44.800279 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-26934444-e37c-4421-97bb-43c976acbb13 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for port (55dd25e0-d5c2-4f24-9019-7627095ed17d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:44.838155 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-811ca8bd-5f88-46ee-a412-571f18b2194a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (01d78127-bed4-4d34-97f7-e31d1dc582f9), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:44.849000 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c299a8b-234f-4722-bd56-6d638c6e71f6 x-openstack-request-id: req-4c299a8b-234f-4722-bd56-6d638c6e71f6 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:27:44.849515 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef644cb-60d2-44c1-b549-2537fadea701", "name": "network-vif-plugged", "status": "completed", "tag": "32e3d2cd-5864-41a8-89d5-dbaf5a51c111", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:27:44.849515 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4c299a8b-234f-4722-bd56-6d638c6e71f6 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:27:44.849918 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef644cb-60d2-44c1-b549-2537fadea701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e3d2cd-5864-41a8-89d5-dbaf5a51c111', 'code': 200} Feb 16 22:27:44.913521 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-26934444-e37c-4421-97bb-43c976acbb13 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (55dd25e0-d5c2-4f24-9019-7627095ed17d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:44.937600 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-811ca8bd-5f88-46ee-a412-571f18b2194a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d78127-bed4-4d34-97f7-e31d1dc582f9']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:45.008722 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26934444-e37c-4421-97bb-43c976acbb13 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Network 0c454579-23f7-448c-a780-d13193f9b056 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:27:45.012182 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-811ca8bd-5f88-46ee-a412-571f18b2194a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7691017-c608-4933-8e39-96288e71acf1') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:45.012943 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-811ca8bd-5f88-46ee-a412-571f18b2194a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7691017-c608-4933-8e39-96288e71acf1') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:45.023581 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-26934444-e37c-4421-97bb-43c976acbb13 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:27:45.038939 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26934444-e37c-4421-97bb-43c976acbb13 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:27:45.151288 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-811ca8bd-5f88-46ee-a412-571f18b2194a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (d7691017-c608-4933-8e39-96288e71acf1), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:45.176367 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26934444-e37c-4421-97bb-43c976acbb13 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event updated for resources: {'Port': ['ID=55dd25e0-d5c2-4f24-9019-7627095ed17d,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:45.216884 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26934444-e37c-4421-97bb-43c976acbb13 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:45.218845 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26934444-e37c-4421-97bb-43c976acbb13 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:45.219209 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26934444-e37c-4421-97bb-43c976acbb13 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:45.220335 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26934444-e37c-4421-97bb-43c976acbb13 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:45.220732 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26934444-e37c-4421-97bb-43c976acbb13 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:45.221074 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26934444-e37c-4421-97bb-43c976acbb13 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:45.221412 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26934444-e37c-4421-97bb-43c976acbb13 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:45.221844 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26934444-e37c-4421-97bb-43c976acbb13 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:45.222537 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26934444-e37c-4421-97bb-43c976acbb13 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:45.222950 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26934444-e37c-4421-97bb-43c976acbb13 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:45.223285 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26934444-e37c-4421-97bb-43c976acbb13 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:45.224147 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26934444-e37c-4421-97bb-43c976acbb13 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:45.224561 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26934444-e37c-4421-97bb-43c976acbb13 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:45.226918 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-811ca8bd-5f88-46ee-a412-571f18b2194a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (d7691017-c608-4933-8e39-96288e71acf1), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:45.251601 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26934444-e37c-4421-97bb-43c976acbb13 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:45.252348 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-26934444-e37c-4421-97bb-43c976acbb13 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:45.262552 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-811ca8bd-5f88-46ee-a412-571f18b2194a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:27:45.264971 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-811ca8bd-5f88-46ee-a412-571f18b2194a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (d7691017-c608-4933-8e39-96288e71acf1), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:45.280552 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:27:45.280552 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:27:45.280552 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:27:45.280552 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:27:45.280552 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:27:45.280552 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:27:45.280552 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:27:45.280552 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:27:45.280552 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:27:45.280552 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:27:45.280552 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:27:45.280552 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:27:45.280552 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:27:45.280552 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:27:45.280552 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:27:45.280552 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:27:45.280552 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:27:45.280552 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:27:45.280552 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:27:45.280552 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:27:45.280552 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:27:45.280552 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:27:45.280552 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:27:45.280552 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:27:45.280552 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:27:45.280552 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:27:45.280552 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:27:45.280552 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:27:45.280552 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:27:45.280552 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:27:45.280552 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:27:45.280552 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:27:45.296003 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-26934444-e37c-4421-97bb-43c976acbb13 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 1.5006392 Feb 16 22:27:45.296215 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42360) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:45.301899 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-89e89222-edc3-4faf-9761-c467785569b0 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Request body: {'floatingip': {'port_id': '55dd25e0-d5c2-4f24-9019-7627095ed17d'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:27:45.309627 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5fd6f-a01b-4d21-8975-899b997f6155 req-415cd2df-bfd0-4dc2-bd6b-60ccd924ee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:45.314671 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b3f5fd6f-a01b-4d21-8975-899b997f6155 req-415cd2df-bfd0-4dc2-bd6b-60ccd924ee20 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5ef644cb-60d2-44c1-b549-2537fadea701 HTTP/1.1" status: 200 len: 1127 time: 0.3983045 Feb 16 22:27:45.320541 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fc897422-c595-4b47-aa87-1b939aa53ced admin admin] Publish callbacks [] for security_group (5d7929ce-a82b-4b22-b885-66fa062de930), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:45.392250 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fc897422-c595-4b47-aa87-1b939aa53ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (5d7929ce-a82b-4b22-b885-66fa062de930), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:45.436818 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e94ceb-ad05-4ff8-ac9e-8bb2f57e472a req-e2b6f477-1136-478e-aae6-2705a1862ac5 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:45.440682 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-85e94ceb-ad05-4ff8-ac9e-8bb2f57e472a req-e2b6f477-1136-478e-aae6-2705a1862ac5 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ef644cb-60d2-44c1-b549-2537fadea701 HTTP/1.1" status: 200 len: 945 time: 0.4511917 Feb 16 22:27:45.463635 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-89e89222-edc3-4faf-9761-c467785569b0 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for floatingip (080599b1-f37a-424d-80c0-428ad33e3564), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:45.619794 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-811ca8bd-5f88-46ee-a412-571f18b2194a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (01d78127-bed4-4d34-97f7-e31d1dc582f9), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:45.624417 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-811ca8bd-5f88-46ee-a412-571f18b2194a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:45.629344 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-811ca8bd-5f88-46ee-a412-571f18b2194a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] 10.222.0.75 "DELETE /v2.0/networks/01d78127-bed4-4d34-97f7-e31d1dc582f9 HTTP/1.1" status: 204 len: 168 time: 1.4607668 Feb 16 22:27:45.676762 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-c189e4de-b65c-494a-9840-9268516979b4 None None] Provisioning complete for port 55dd25e0-d5c2-4f24-9019-7627095ed17d triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:27:45.677145 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c189e4de-b65c-494a-9840-9268516979b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (55dd25e0-d5c2-4f24-9019-7627095ed17d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:45.741949 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc897422-c595-4b47-aa87-1b939aa53ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7929ce-a82b-4b22-b885-66fa062de930,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:45.747789 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-c189e4de-b65c-494a-9840-9268516979b4 None None] Port 55dd25e0-d5c2-4f24-9019-7627095ed17d cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:27:45.765790 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-fc897422-c595-4b47-aa87-1b939aa53ced admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=940ac4c6819645f08787f0c5e617d8bd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5211840 Feb 16 22:27:45.768295 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42366) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:45.772233 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ca8bd-5f88-46ee-a412-571f18b2194a tempest-TaggedBootDevicesTest-1374376014 tempest-TaggedBootDevicesTest-1374376014-project] Pushing event deleted for resources: {'Network': ['ID=01d78127-bed4-4d34-97f7-e31d1dc582f9,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:45.785746 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b3f5fd6f-a01b-4d21-8975-899b997f6155 req-c931633c-05b5-437e-a10d-e580bac4d88d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299872 Feb 16 22:27:45.796382 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-85e94ceb-ad05-4ff8-ac9e-8bb2f57e472a req-787105f4-81ed-47df-9921-a568aba66de5 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720609 Feb 16 22:27:45.877492 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39eccc6e-c6e4-47f7-b518-9223e33710f0 x-openstack-request-id: req-39eccc6e-c6e4-47f7-b518-9223e33710f0 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:27:45.877794 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6bfe840-6d14-4438-af42-fa226509a4d5", "tag": "310b5571-2a2c-471e-8b93-1d1c81d293bb", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:27:45.878096 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-39eccc6e-c6e4-47f7-b518-9223e33710f0 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:27:45.878545 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6bfe840-6d14-4438-af42-fa226509a4d5', 'tag': '310b5571-2a2c-471e-8b93-1d1c81d293bb', 'status': 'completed', 'code': 200} Feb 16 22:27:45.891451 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-64fc7d44-8be3-441f-80ec-9814e4be4947 admin admin] Publish callbacks [] for security_group (5d7929ce-a82b-4b22-b885-66fa062de930), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:45.971049 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-64fc7d44-8be3-441f-80ec-9814e4be4947 admin admin] Publish callbacks [] for security_group (5d7929ce-a82b-4b22-b885-66fa062de930), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:46.220345 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-64fc7d44-8be3-441f-80ec-9814e4be4947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (5d7929ce-a82b-4b22-b885-66fa062de930), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:46.226644 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-64fc7d44-8be3-441f-80ec-9814e4be4947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:46.230285 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-64fc7d44-8be3-441f-80ec-9814e4be4947 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5d7929ce-a82b-4b22-b885-66fa062de930 HTTP/1.1" status: 204 len: 168 time: 0.4598217 Feb 16 22:27:46.294708 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc7d44-8be3-441f-80ec-9814e4be4947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7929ce-a82b-4b22-b885-66fa062de930,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:46.945820 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-89e89222-edc3-4faf-9761-c467785569b0 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:46.960027 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-89e89222-edc3-4faf-9761-c467785569b0 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (080599b1-f37a-424d-80c0-428ad33e3564), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:46.998815 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c9a91d5a-b916-460f-9cfa-b3283c5386fa req-aa5f7c50-9aef-4539-b0ba-f0077092b67f tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.199 HTTP/1.1" status: 200 len: 1001 time: 1.0510936 Feb 16 22:27:47.056553 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a91d5a-b916-460f-9cfa-b3283c5386fa req-591919ea-1b75-4051-bf52-58673c0ed50c tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:47.070031 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c9a91d5a-b916-460f-9cfa-b3283c5386fa req-591919ea-1b75-4051-bf52-58673c0ed50c tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/ports/310b5571-2a2c-471e-8b93-1d1c81d293bb HTTP/1.1" status: 200 len: 942 time: 0.0640788 Feb 16 22:27:47.094367 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc17085-4828-45a7-a99d-890665b84ded req-f6eb1f03-f0c2-4417-90b6-4e825f0a7e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:47.101219 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ccc17085-4828-45a7-a99d-890665b84ded req-f6eb1f03-f0c2-4417-90b6-4e825f0a7e88 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e11c8fd74a7f486d9478420e45ad2436&device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 1127 time: 1.2007327 Feb 16 22:27:47.185134 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c9a91d5a-b916-460f-9cfa-b3283c5386fa req-75609cd2-74c8-4964-b27c-a5669b1aa50e tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.199 HTTP/1.1" status: 200 len: 1001 time: 0.0779076 Feb 16 22:27:47.191176 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [None req-89e89222-edc3-4faf-9761-c467785569b0 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Floating IP 080599b1-f37a-424d-80c0-428ad33e3564 associated. External IP: 172.25.2.62, port: 0558ed90-cce5-4ba6-9ce4-85923c9f2d3b. Feb 16 22:27:47.489070 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a91d5a-b916-460f-9cfa-b3283c5386fa req-739f6954-bc07-4290-aa51-7da4c7cf4171 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:47.497612 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c9a91d5a-b916-460f-9cfa-b3283c5386fa req-739f6954-bc07-4290-aa51-7da4c7cf4171 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 784 time: 0.3111231 Feb 16 22:27:47.602133 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc17085-4828-45a7-a99d-890665b84ded req-1d802bd3-f21f-432c-b9fe-6d0b9702dd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:47.606974 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ccc17085-4828-45a7-a99d-890665b84ded req-1d802bd3-f21f-432c-b9fe-6d0b9702dd42 service neutron] 10.222.0.67 "GET /v2.0/networks?id=96e91e80-fb23-4684-8884-07949af40244 HTTP/1.1" status: 200 len: 921 time: 0.2608249 Feb 16 22:27:47.616046 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e89222-edc3-4faf-9761-c467785569b0 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Router 43802d64-4ded-4797-bbf8-92727fbf221d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:27:47.703849 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c9a91d5a-b916-460f-9cfa-b3283c5386fa req-a3118b5b-4226-4775-a22e-5c0741993fb9 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.199 HTTP/1.1" status: 200 len: 1001 time: 0.2052946 Feb 16 22:27:47.724167 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-c9a91d5a-b916-460f-9cfa-b3283c5386fa req-acd2dbe7-9797-44e4-94c7-83e17330807a tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:27:47.823056 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c9a91d5a-b916-460f-9cfa-b3283c5386fa req-acd2dbe7-9797-44e4-94c7-83e17330807a tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks [] for floatingip (0983091d-4c99-413b-92ce-c6195070314c), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:47.835939 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e89222-edc3-4faf-9761-c467785569b0 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:27:47.851494 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb344915-7663-4fcb-82b4-c17980dc64e1 None None] Sync routers for ids ['43802d64-4ded-4797-bbf8-92727fbf221d'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:27:47.874543 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb344915-7663-4fcb-82b4-c17980dc64e1 None None] Routers {'43802d64-4ded-4797-bbf8-92727fbf221d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:47.879249 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-cb344915-7663-4fcb-82b4-c17980dc64e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:27:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['43802d64-4ded-4797-bbf8-92727fbf221d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:47.987284 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c9a91d5a-b916-460f-9cfa-b3283c5386fa req-acd2dbe7-9797-44e4-94c7-83e17330807a tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:47.990893 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ccc17085-4828-45a7-a99d-890665b84ded req-3c5678da-4ead-41e0-bfd4-ab10f59e2261 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=310b5571-2a2c-471e-8b93-1d1c81d293bb HTTP/1.1" status: 200 len: 1001 time: 0.3725457 Feb 16 22:27:48.001045 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-cb344915-7663-4fcb-82b4-c17980dc64e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:48.021764 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c9a91d5a-b916-460f-9cfa-b3283c5386fa req-acd2dbe7-9797-44e4-94c7-83e17330807a tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (0983091d-4c99-413b-92ce-c6195070314c), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:48.022348 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [req-c9a91d5a-b916-460f-9cfa-b3283c5386fa req-acd2dbe7-9797-44e4-94c7-83e17330807a tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Floating IP 0983091d-4c99-413b-92ce-c6195070314c disassociated. External IP: 172.25.2.199, port: 310b5571-2a2c-471e-8b93-1d1c81d293bb. Feb 16 22:27:48.024329 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb344915-7663-4fcb-82b4-c17980dc64e1 None None] Routers {'43802d64-4ded-4797-bbf8-92727fbf221d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:48.028339 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-cb344915-7663-4fcb-82b4-c17980dc64e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:27:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['43802d64-4ded-4797-bbf8-92727fbf221d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:48.134653 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-cb344915-7663-4fcb-82b4-c17980dc64e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:48.135592 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb344915-7663-4fcb-82b4-c17980dc64e1 None None] The sync data for ids ['43802d64-4ded-4797-bbf8-92727fbf221d'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:27:48.250003 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc17085-4828-45a7-a99d-890665b84ded req-44ee3a06-4ce8-4fb8-bdeb-80e94ebaa479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:48.251803 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ccc17085-4828-45a7-a99d-890665b84ded req-44ee3a06-4ce8-4fb8-bdeb-80e94ebaa479 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=88a4819f-11e9-4cf4-9189-2b40fd9f9478 HTTP/1.1" status: 200 len: 860 time: 0.2543731 Feb 16 22:27:48.339758 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ccc17085-4828-45a7-a99d-890665b84ded req-ad85545c-57d1-4f69-9a9e-c7a5e62062b5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=96e91e80-fb23-4684-8884-07949af40244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670125 Feb 16 22:27:48.346260 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e89222-edc3-4faf-9761-c467785569b0 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Router c69b7bac-cc03-481a-a059-29cbd08539c7 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:27:48.465405 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ccc17085-4828-45a7-a99d-890665b84ded req-98d58b26-f3ca-4423-84eb-e42e30db5827 service neutron] 10.222.0.67 "GET /v2.0/networks/96e91e80-fb23-4684-8884-07949af40244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184952 Feb 16 22:27:48.717200 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ccc17085-4828-45a7-a99d-890665b84ded req-7689dcbc-42d4-4685-b553-ad84d95fb3a0 service neutron] 10.222.0.67 "GET /v2.0/networks/96e91e80-fb23-4684-8884-07949af40244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427344 Feb 16 22:27:48.745353 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9a91d5a-b916-460f-9cfa-b3283c5386fa req-acd2dbe7-9797-44e4-94c7-83e17330807a tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Router 7a6dac02-24c6-45eb-84d9-1bbfeb813348 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:27:48.916283 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e89222-edc3-4faf-9761-c467785569b0 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:27:48.921413 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-89e89222-edc3-4faf-9761-c467785569b0 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:48.927575 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb97e301-706c-4c5b-9f1d-acebf544dce2 None None] Sync routers for ids ['c69b7bac-cc03-481a-a059-29cbd08539c7'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:27:48.943746 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb97e301-706c-4c5b-9f1d-acebf544dce2 None None] Routers {'c69b7bac-cc03-481a-a059-29cbd08539c7'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:48.945861 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-cb97e301-706c-4c5b-9f1d-acebf544dce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:27:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['c69b7bac-cc03-481a-a059-29cbd08539c7'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:48.955805 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9a91d5a-b916-460f-9cfa-b3283c5386fa req-acd2dbe7-9797-44e4-94c7-83e17330807a tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:27:48.965745 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c9a91d5a-b916-460f-9cfa-b3283c5386fa req-acd2dbe7-9797-44e4-94c7-83e17330807a tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:48.971822 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e02311-8c4f-43d1-8dcf-a94e553ac6d0 None None] Sync routers for ids ['7a6dac02-24c6-45eb-84d9-1bbfeb813348'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:27:48.993038 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-89e89222-edc3-4faf-9761-c467785569b0 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "PUT /v2.0/floatingips/080599b1-f37a-424d-80c0-428ad33e3564 HTTP/1.1" status: 200 len: 974 time: 3.6933823 Feb 16 22:27:48.993355 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42452) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:48.993537 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e02311-8c4f-43d1-8dcf-a94e553ac6d0 None None] Routers {'7a6dac02-24c6-45eb-84d9-1bbfeb813348'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:48.994203 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-21e02311-8c4f-43d1-8dcf-a94e553ac6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:27:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['7a6dac02-24c6-45eb-84d9-1bbfeb813348'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:49.063237 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-cb97e301-706c-4c5b-9f1d-acebf544dce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:49.066315 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c9a91d5a-b916-460f-9cfa-b3283c5386fa req-acd2dbe7-9797-44e4-94c7-83e17330807a tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "PUT /v2.0/floatingips/0983091d-4c99-413b-92ce-c6195070314c HTTP/1.1" status: 200 len: 695 time: 1.3470054 Feb 16 22:27:49.066881 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6bfe840-6d14-4438-af42-fa226509a4d5', 'tag': '310b5571-2a2c-471e-8b93-1d1c81d293bb'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:27:49.069193 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d139d5b5-eb60-47cc-a6ad-19f2c0a53de1" -d '{"events": [{"name": "network-changed", "server_uuid": "c6bfe840-6d14-4438-af42-fa226509a4d5", "tag": "310b5571-2a2c-471e-8b93-1d1c81d293bb"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:27:49.106732 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb97e301-706c-4c5b-9f1d-acebf544dce2 None None] Routers {'c69b7bac-cc03-481a-a059-29cbd08539c7'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:49.107468 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-cb97e301-706c-4c5b-9f1d-acebf544dce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:27:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['c69b7bac-cc03-481a-a059-29cbd08539c7'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:49.163301 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-e0c41ffd-959b-403b-8ad0-6703532fac4b tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Deleting port 55dd25e0-d5c2-4f24-9019-7627095ed17d {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:27:49.165296 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e0c41ffd-959b-403b-8ad0-6703532fac4b tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (55dd25e0-d5c2-4f24-9019-7627095ed17d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:49.168804 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a91d5a-b916-460f-9cfa-b3283c5386fa req-b8124921-ca47-4af8-9243-342f61c46a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:49.174515 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c9a91d5a-b916-460f-9cfa-b3283c5386fa req-b8124921-ca47-4af8-9243-342f61c46a48 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e11c8fd74a7f486d9478420e45ad2436&device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 1127 time: 0.0997782 Feb 16 22:27:49.188324 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-cb97e301-706c-4c5b-9f1d-acebf544dce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:49.194573 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb97e301-706c-4c5b-9f1d-acebf544dce2 None None] The sync data for ids ['c69b7bac-cc03-481a-a059-29cbd08539c7'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:27:49.247175 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-21e02311-8c4f-43d1-8dcf-a94e553ac6d0 None None] Set router 7a6dac02-24c6-45eb-84d9-1bbfeb813348 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:27:49.310411 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e0c41ffd-959b-403b-8ad0-6703532fac4b tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (55dd25e0-d5c2-4f24-9019-7627095ed17d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:49.414623 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a91d5a-b916-460f-9cfa-b3283c5386fa req-ca9f976d-f4c8-4208-97a1-25abd94c53a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:49.417393 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c9a91d5a-b916-460f-9cfa-b3283c5386fa req-ca9f976d-f4c8-4208-97a1-25abd94c53a9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=96e91e80-fb23-4684-8884-07949af40244 HTTP/1.1" status: 200 len: 921 time: 0.2361374 Feb 16 22:27:49.507939 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c9a91d5a-b916-460f-9cfa-b3283c5386fa req-6b6b20f1-704b-4740-977d-b4ec16ec7b8b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=310b5571-2a2c-471e-8b93-1d1c81d293bb HTTP/1.1" status: 200 len: 217 time: 0.0842931 Feb 16 22:27:49.622205 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a91d5a-b916-460f-9cfa-b3283c5386fa req-3df5f6c9-7575-450d-9917-8e15454651a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:49.623637 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c9a91d5a-b916-460f-9cfa-b3283c5386fa req-3df5f6c9-7575-450d-9917-8e15454651a7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=88a4819f-11e9-4cf4-9189-2b40fd9f9478 HTTP/1.1" status: 200 len: 860 time: 0.1099408 Feb 16 22:27:49.651924 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e0c41ffd-959b-403b-8ad0-6703532fac4b tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:49.652290 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e0c41ffd-959b-403b-8ad0-6703532fac4b tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (080599b1-f37a-424d-80c0-428ad33e3564), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:49.652605 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [None req-e0c41ffd-959b-403b-8ad0-6703532fac4b tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Floating IP 080599b1-f37a-424d-80c0-428ad33e3564 disassociated. External IP: 172.25.2.62, port: 55dd25e0-d5c2-4f24-9019-7627095ed17d. Feb 16 22:27:49.653195 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-e0c41ffd-959b-403b-8ad0-6703532fac4b tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Calling delete_port for 55dd25e0-d5c2-4f24-9019-7627095ed17d owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:27:49.676327 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c9a91d5a-b916-460f-9cfa-b3283c5386fa req-f80c680f-660d-41f3-b4cc-e8d5fd47b412 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=96e91e80-fb23-4684-8884-07949af40244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368409 Feb 16 22:27:49.786876 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c9a91d5a-b916-460f-9cfa-b3283c5386fa req-83293634-8076-4d5b-87e1-39ca2fad6651 service neutron] 10.222.0.75 "GET /v2.0/networks/96e91e80-fb23-4684-8884-07949af40244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096253 Feb 16 22:27:49.882492 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e0c41ffd-959b-403b-8ad0-6703532fac4b tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (55dd25e0-d5c2-4f24-9019-7627095ed17d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:49.901834 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-21e02311-8c4f-43d1-8dcf-a94e553ac6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'name': 'tempest-ServerRescueTestJSONUnderV235-2006616199-router', 'tenant_id': 'e11c8fd74a7f486d9478420e45ad2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:26:21Z', 'updated_at': '2022-02-16T22:26:28Z', 'revision_number': 4, 'project_id': 'e11c8fd74a7f486d9478420e45ad2436', 'gw_port': {'id': '75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:26:23Z', 'updated_at': '2022-02-16T22:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '632b89cd-8319-4a76-861a-05a0a3e45894', 'name': '', 'network_id': '96e91e80-fb23-4684-8884-07949af40244', 'tenant_id': 'e11c8fd74a7f486d9478420e45ad2436', 'mac_address': 'fa:16:3e:83:f3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '88a4819f-11e9-4cf4-9189-2b40fd9f9478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:26:27Z', 'updated_at': '2022-02-16T22:26:35Z', 'revision_number': 5, 'project_id': 'e11c8fd74a7f486d9478420e45ad2436', 'subnets': [{'id': '88a4819f-11e9-4cf4-9189-2b40fd9f9478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:49.941512 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c9a91d5a-b916-460f-9cfa-b3283c5386fa req-35bc92a7-a6a1-4f5a-8dee-10b25d7b37e7 service neutron] 10.222.0.75 "GET /v2.0/networks/96e91e80-fb23-4684-8884-07949af40244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447980 Feb 16 22:27:49.950260 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e02311-8c4f-43d1-8dcf-a94e553ac6d0 None None] Checking router: 7a6dac02-24c6-45eb-84d9-1bbfeb813348 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:27:49.960666 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e02311-8c4f-43d1-8dcf-a94e553ac6d0 None None] Routers {'7a6dac02-24c6-45eb-84d9-1bbfeb813348'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:49.961342 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-21e02311-8c4f-43d1-8dcf-a94e553ac6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:27:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['7a6dac02-24c6-45eb-84d9-1bbfeb813348'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:49.970243 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c41ffd-959b-403b-8ad0-6703532fac4b tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event deleted for resources: {'Port': ['ID=55dd25e0-d5c2-4f24-9019-7627095ed17d,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:50.131216 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-21e02311-8c4f-43d1-8dcf-a94e553ac6d0 None None] Set router 7a6dac02-24c6-45eb-84d9-1bbfeb813348 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:27:50.411199 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c41ffd-959b-403b-8ad0-6703532fac4b tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Router c69b7bac-cc03-481a-a059-29cbd08539c7 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:27:50.557947 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfe16f-5dec-45be-a982-24595b4e72c9 req-6c6b6fa6-d2cd-4f30-a7e7-24f721bd739b tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:50.560264 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5dfe16f-5dec-45be-a982-24595b4e72c9 req-6c6b6fa6-d2cd-4f30-a7e7-24f721bd739b tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ef644cb-60d2-44c1-b549-2537fadea701 HTTP/1.1" status: 200 len: 945 time: 0.1161954 Feb 16 22:27:50.652398 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c41ffd-959b-403b-8ad0-6703532fac4b tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:27:50.663184 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1660e7bc-72c8-4a2a-8aae-c03fcd678af4 None None] Sync routers for ids ['c69b7bac-cc03-481a-a059-29cbd08539c7'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:27:50.671534 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5dfe16f-5dec-45be-a982-24595b4e72c9 req-038fd47f-e7af-46d2-a13e-ae170d59f96b tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053724 Feb 16 22:27:50.683409 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1660e7bc-72c8-4a2a-8aae-c03fcd678af4 None None] Routers {'c69b7bac-cc03-481a-a059-29cbd08539c7'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:50.684441 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-1660e7bc-72c8-4a2a-8aae-c03fcd678af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:27:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['c69b7bac-cc03-481a-a059-29cbd08539c7'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:50.727154 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42484) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:50.750714 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d39837cb-4bf5-46d0-aafb-d3f37df5e4ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:50.816433 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-21e02311-8c4f-43d1-8dcf-a94e553ac6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'name': 'tempest-ServerRescueTestJSONUnderV235-2006616199-router', 'tenant_id': 'e11c8fd74a7f486d9478420e45ad2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:26:21Z', 'updated_at': '2022-02-16T22:26:28Z', 'revision_number': 4, 'project_id': 'e11c8fd74a7f486d9478420e45ad2436', 'gw_port': {'id': '75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:26:23Z', 'updated_at': '2022-02-16T22:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '632b89cd-8319-4a76-861a-05a0a3e45894', 'name': '', 'network_id': '96e91e80-fb23-4684-8884-07949af40244', 'tenant_id': 'e11c8fd74a7f486d9478420e45ad2436', 'mac_address': 'fa:16:3e:83:f3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '88a4819f-11e9-4cf4-9189-2b40fd9f9478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:26:27Z', 'updated_at': '2022-02-16T22:26:35Z', 'revision_number': 5, 'project_id': 'e11c8fd74a7f486d9478420e45ad2436', 'subnets': [{'id': '88a4819f-11e9-4cf4-9189-2b40fd9f9478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:50.816836 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa47bd95-d98f-41b8-a248-0c81a87f28fe x-openstack-request-id: req-fa47bd95-d98f-41b8-a248-0c81a87f28fe {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:27:50.817072 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6bfe840-6d14-4438-af42-fa226509a4d5", "tag": "310b5571-2a2c-471e-8b93-1d1c81d293bb", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:27:50.817333 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fa47bd95-d98f-41b8-a248-0c81a87f28fe {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:27:50.817746 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6bfe840-6d14-4438-af42-fa226509a4d5', 'tag': '310b5571-2a2c-471e-8b93-1d1c81d293bb', 'status': 'completed', 'code': 200} Feb 16 22:27:50.838893 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-1660e7bc-72c8-4a2a-8aae-c03fcd678af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:50.881704 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1660e7bc-72c8-4a2a-8aae-c03fcd678af4 None None] Routers {'c69b7bac-cc03-481a-a059-29cbd08539c7'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:50.883845 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e02311-8c4f-43d1-8dcf-a94e553ac6d0 None None] The sync data for ids ['7a6dac02-24c6-45eb-84d9-1bbfeb813348'] in n-d-813897-6 is: [{'id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'name': 'tempest-ServerRescueTestJSONUnderV235-2006616199-router', 'tenant_id': 'e11c8fd74a7f486d9478420e45ad2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:26:21Z', 'updated_at': '2022-02-16T22:26:28Z', 'revision_number': 4, 'project_id': 'e11c8fd74a7f486d9478420e45ad2436', 'gw_port': {'id': '75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:26:23Z', 'updated_at': '2022-02-16T22:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '632b89cd-8319-4a76-861a-05a0a3e45894', 'name': '', 'network_id': '96e91e80-fb23-4684-8884-07949af40244', 'tenant_id': 'e11c8fd74a7f486d9478420e45ad2436', 'mac_address': 'fa:16:3e:83:f3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '88a4819f-11e9-4cf4-9189-2b40fd9f9478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:26:27Z', 'updated_at': '2022-02-16T22:26:35Z', 'revision_number': 5, 'project_id': 'e11c8fd74a7f486d9478420e45ad2436', 'subnets': [{'id': '88a4819f-11e9-4cf4-9189-2b40fd9f9478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:27:50.884570 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-1660e7bc-72c8-4a2a-8aae-c03fcd678af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:27:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['c69b7bac-cc03-481a-a059-29cbd08539c7'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:50.894352 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e0c41ffd-959b-403b-8ad0-6703532fac4b tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:50.903280 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e0c41ffd-959b-403b-8ad0-6703532fac4b tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "DELETE /v2.0/ports/55dd25e0-d5c2-4f24-9019-7627095ed17d HTTP/1.1" status: 204 len: 168 time: 1.9082646 Feb 16 22:27:50.906524 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42492) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:51.056655 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1dc0bfd-dc88-44a6-bfa1-85109b9bc5f2 req-065ac35a-6ef2-44f1-906e-3f7a42bf0a92 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/floatingips/0983091d-4c99-413b-92ce-c6195070314c HTTP/1.1" status: 200 len: 695 time: 0.1403594 Feb 16 22:27:51.061248 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-1660e7bc-72c8-4a2a-8aae-c03fcd678af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:51.064633 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1660e7bc-72c8-4a2a-8aae-c03fcd678af4 None None] The sync data for ids ['c69b7bac-cc03-481a-a059-29cbd08539c7'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:27:51.129569 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139d5b5-eb60-47cc-a6ad-19f2c0a53de1 req-1521b4d5-f36e-41e7-8cad-491148ba2800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:51.131553 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d139d5b5-eb60-47cc-a6ad-19f2c0a53de1 req-1521b4d5-f36e-41e7-8cad-491148ba2800 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e11c8fd74a7f486d9478420e45ad2436&device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 1127 time: 0.3086555 Feb 16 22:27:51.205939 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6a42dd5c-0170-49c1-be54-6f1f2b887407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:51.334855 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09954f03-7fa1-4575-ae88-b43cf8cc2c66 None None] New status for floating IP 0983091d-4c99-413b-92ce-c6195070314c: DOWN {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:27:51.386989 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc0bfd-dc88-44a6-bfa1-85109b9bc5f2 req-a43a13ee-1224-49eb-8cf0-7b665770aa54 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:51.395328 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1dc0bfd-dc88-44a6-bfa1-85109b9bc5f2 req-a43a13ee-1224-49eb-8cf0-7b665770aa54 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 784 time: 0.3321705 Feb 16 22:27:51.408097 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139d5b5-eb60-47cc-a6ad-19f2c0a53de1 req-83e0eb7a-d793-4b0c-9389-a1f694578d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:51.410601 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d139d5b5-eb60-47cc-a6ad-19f2c0a53de1 req-83e0eb7a-d793-4b0c-9389-a1f694578d9b service neutron] 10.222.0.67 "GET /v2.0/networks?id=96e91e80-fb23-4684-8884-07949af40244 HTTP/1.1" status: 200 len: 921 time: 0.2681193 Feb 16 22:27:51.508446 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1dc0bfd-dc88-44a6-bfa1-85109b9bc5f2 req-cc13c665-62a5-4a83-afef-0d7275e9b1d2 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.199 HTTP/1.1" status: 200 len: 698 time: 0.1117384 Feb 16 22:27:51.520994 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d139d5b5-eb60-47cc-a6ad-19f2c0a53de1 req-9a7e1978-2421-4d82-8d3a-0b3710f92510 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=310b5571-2a2c-471e-8b93-1d1c81d293bb HTTP/1.1" status: 200 len: 217 time: 0.0722656 Feb 16 22:27:51.624856 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1dc0bfd-dc88-44a6-bfa1-85109b9bc5f2 req-7f8dc29c-2302-4163-8216-dae96880a2f7 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.2.199 HTTP/1.1" status: 200 len: 698 time: 0.0903764 Feb 16 22:27:51.711963 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139d5b5-eb60-47cc-a6ad-19f2c0a53de1 req-08240a97-006f-4bbc-a7a7-27bfd9dff4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:51.713658 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d139d5b5-eb60-47cc-a6ad-19f2c0a53de1 req-08240a97-006f-4bbc-a7a7-27bfd9dff4d1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=88a4819f-11e9-4cf4-9189-2b40fd9f9478 HTTP/1.1" status: 200 len: 860 time: 0.1922777 Feb 16 22:27:51.751858 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6a42dd5c-0170-49c1-be54-6f1f2b887407 admin admin] Publish callbacks [] for security_group (6d712355-cbd6-4b80-a38a-8f33b03b5e77), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:51.764075 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62888298-7885-4d06-81bc-babf4c3adaa9 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (c69b7bac-cc03-481a-a059-29cbd08539c7), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:51.803043 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d139d5b5-eb60-47cc-a6ad-19f2c0a53de1 req-629f34f1-39da-45f8-8e91-b7291168b26c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=96e91e80-fb23-4684-8884-07949af40244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803394 Feb 16 22:27:51.813309 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6a42dd5c-0170-49c1-be54-6f1f2b887407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (6d712355-cbd6-4b80-a38a-8f33b03b5e77), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:51.868033 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42dd5c-0170-49c1-be54-6f1f2b887407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d712355-cbd6-4b80-a38a-8f33b03b5e77,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:51.946077 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6a42dd5c-0170-49c1-be54-6f1f2b887407 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3eaa7cc55efa4ab58d09dcf153995e61&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2182477 Feb 16 22:27:51.957450 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42504) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:52.012199 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d139d5b5-eb60-47cc-a6ad-19f2c0a53de1 req-0d27a520-f824-48b8-8f03-ebf09df0c0ed service neutron] 10.222.0.67 "GET /v2.0/networks/96e91e80-fb23-4684-8884-07949af40244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949787 Feb 16 22:27:52.014853 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-f1dc0bfd-dc88-44a6-bfa1-85109b9bc5f2 req-7d6d05c7-06a8-42eb-a0a8-31268f383b74 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Deleting port f4b9b0b9-da48-46b2-af8e-d89f7dd4bdbd {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:27:52.015305 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-f1dc0bfd-dc88-44a6-bfa1-85109b9bc5f2 req-7d6d05c7-06a8-42eb-a0a8-31268f383b74 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (f4b9b0b9-da48-46b2-af8e-d89f7dd4bdbd), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:52.195688 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-f1dc0bfd-dc88-44a6-bfa1-85109b9bc5f2 req-7d6d05c7-06a8-42eb-a0a8-31268f383b74 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (f4b9b0b9-da48-46b2-af8e-d89f7dd4bdbd), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:52.196313 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-f1dc0bfd-dc88-44a6-bfa1-85109b9bc5f2 req-7d6d05c7-06a8-42eb-a0a8-31268f383b74 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks [] for floatingip (f4b9b0b9-da48-46b2-af8e-d89f7dd4bdbd), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:52.203608 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d248ba30-5819-499a-a3ef-e0cac90ef2ec admin admin] Publish callbacks [] for security_group (6d712355-cbd6-4b80-a38a-8f33b03b5e77), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:52.242759 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-f1dc0bfd-dc88-44a6-bfa1-85109b9bc5f2 req-7d6d05c7-06a8-42eb-a0a8-31268f383b74 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Calling delete_port for f4b9b0b9-da48-46b2-af8e-d89f7dd4bdbd owned by network:floatingip {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:27:52.244110 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d248ba30-5819-499a-a3ef-e0cac90ef2ec admin admin] Publish callbacks [] for security_group (6d712355-cbd6-4b80-a38a-8f33b03b5e77), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:52.245862 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d139d5b5-eb60-47cc-a6ad-19f2c0a53de1 req-87ecdddf-4085-40bc-af0a-61dde88ba706 service neutron] 10.222.0.67 "GET /v2.0/networks/96e91e80-fb23-4684-8884-07949af40244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275469 Feb 16 22:27:52.385140 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d248ba30-5819-499a-a3ef-e0cac90ef2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (6d712355-cbd6-4b80-a38a-8f33b03b5e77), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:52.387918 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d248ba30-5819-499a-a3ef-e0cac90ef2ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:52.396321 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d248ba30-5819-499a-a3ef-e0cac90ef2ec admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6d712355-cbd6-4b80-a38a-8f33b03b5e77 HTTP/1.1" status: 204 len: 168 time: 0.4353368 Feb 16 22:27:52.423247 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248ba30-5819-499a-a3ef-e0cac90ef2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d712355-cbd6-4b80-a38a-8f33b03b5e77,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:52.436111 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-62888298-7885-4d06-81bc-babf4c3adaa9 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Deleting port efb5e752-940f-47ff-8963-c1d55c0b780b {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:27:52.436561 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62888298-7885-4d06-81bc-babf4c3adaa9 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (efb5e752-940f-47ff-8963-c1d55c0b780b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:52.440088 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-f1dc0bfd-dc88-44a6-bfa1-85109b9bc5f2 req-7d6d05c7-06a8-42eb-a0a8-31268f383b74 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (f4b9b0b9-da48-46b2-af8e-d89f7dd4bdbd), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:52.506358 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d05c7-06a8-42eb-a0a8-31268f383b74 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Pushing event deleted for resources: {'Port': ['ID=f4b9b0b9-da48-46b2-af8e-d89f7dd4bdbd,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:52.580580 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62888298-7885-4d06-81bc-babf4c3adaa9 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (efb5e752-940f-47ff-8963-c1d55c0b780b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:52.597913 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-62888298-7885-4d06-81bc-babf4c3adaa9 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Calling delete_port for efb5e752-940f-47ff-8963-c1d55c0b780b owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:27:52.637239 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-f1dc0bfd-dc88-44a6-bfa1-85109b9bc5f2 req-7d6d05c7-06a8-42eb-a0a8-31268f383b74 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks [] for floatingip (0983091d-4c99-413b-92ce-c6195070314c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:52.639983 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-f1dc0bfd-dc88-44a6-bfa1-85109b9bc5f2 req-7d6d05c7-06a8-42eb-a0a8-31268f383b74 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:52.671010 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1dc0bfd-dc88-44a6-bfa1-85109b9bc5f2 req-7d6d05c7-06a8-42eb-a0a8-31268f383b74 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "DELETE /v2.0/floatingips/0983091d-4c99-413b-92ce-c6195070314c HTTP/1.1" status: 204 len: 173 time: 1.0316083 Feb 16 22:27:52.964811 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42530) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:52.997094 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-aa0b8f26-1d71-4ef7-ae2e-b39a1ded43c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:53.063048 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f9af9e36-123a-4dcb-9fdf-494070d36ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:53.101849 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-1ced1cb9-47a7-4b66-a99c-57b3e7309a1d tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:53.105115 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-1ced1cb9-47a7-4b66-a99c-57b3e7309a1d tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/networks?id=328b17ed-7bc5-4241-8a54-e64f9538f95e HTTP/1.1" status: 200 len: 805 time: 0.2293298 Feb 16 22:27:53.130013 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-5eb226ec-5e33-4bc7-b826-c1cc51b4c0d4 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/quotas/b04764559a9c459fbc65e6403b1b3dd5 HTTP/1.1" status: 200 len: 375 time: 0.0180473 Feb 16 22:27:53.175578 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62888298-7885-4d06-81bc-babf4c3adaa9 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (efb5e752-940f-47ff-8963-c1d55c0b780b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:53.226008 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62888298-7885-4d06-81bc-babf4c3adaa9 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event deleted for resources: {'Port': ['ID=efb5e752-940f-47ff-8963-c1d55c0b780b,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:53.258749 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-98f4185d-b55d-49b5-b708-6ed012b10712 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b04764559a9c459fbc65e6403b1b3dd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1274748 Feb 16 22:27:53.460793 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-aa0b8f26-1d71-4ef7-ae2e-b39a1ded43c2 admin admin] Publish callbacks [] for security_group (cdb9869d-c111-40da-b008-d6449a8319b5), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:53.471066 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-a415c1e6-b2cb-4a14-9f12-c178fb2af329 service neutron] 10.222.0.75 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112670 Feb 16 22:27:53.473886 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-aa0b8f26-1d71-4ef7-ae2e-b39a1ded43c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (cdb9869d-c111-40da-b008-d6449a8319b5), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:53.589077 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-aa0b8f26-1d71-4ef7-ae2e-b39a1ded43c2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=882de2103ab84a39960d3c40f2b19deb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6174607 Feb 16 22:27:53.591642 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42534) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:53.592005 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b8f26-1d71-4ef7-ae2e-b39a1ded43c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb9869d-c111-40da-b008-d6449a8319b5,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:53.674523 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9cf4bc9d-bc5d-4c52-b234-9da21a0d8f6d admin admin] Publish callbacks [] for security_group (cdb9869d-c111-40da-b008-d6449a8319b5), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:53.676781 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62888298-7885-4d06-81bc-babf4c3adaa9 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (c69b7bac-cc03-481a-a059-29cbd08539c7), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:53.721298 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-4c1a7c13-a0de-4120-8ca5-842a5d39601b service neutron] 10.222.0.75 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408178 Feb 16 22:27:53.815342 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9cf4bc9d-bc5d-4c52-b234-9da21a0d8f6d admin admin] Publish callbacks [] for security_group (cdb9869d-c111-40da-b008-d6449a8319b5), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:53.897372 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9cf4bc9d-bc5d-4c52-b234-9da21a0d8f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (cdb9869d-c111-40da-b008-d6449a8319b5), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:53.911838 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9cf4bc9d-bc5d-4c52-b234-9da21a0d8f6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:53.914341 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9cf4bc9d-bc5d-4c52-b234-9da21a0d8f6d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cdb9869d-c111-40da-b008-d6449a8319b5 HTTP/1.1" status: 204 len: 168 time: 0.3212709 Feb 16 22:27:53.954118 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4bc9d-bc5d-4c52-b234-9da21a0d8f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb9869d-c111-40da-b008-d6449a8319b5,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:54.021449 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0bc8d7ff-6fb9-4953-be78-69ccc5c97c0c req-2f2a8f7b-5eb5-412b-ae7d-2a6a390f0b20 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/security-groups/3f0835be-1aca-4c5c-a83e-cb0f4b1706bd HTTP/1.1" status: 200 len: 1826 time: 0.0574489 Feb 16 22:27:54.086252 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0bc8d7ff-6fb9-4953-be78-69ccc5c97c0c req-9fa8f349-e19d-4282-96a8-a163e39ae57f tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks [] for security_group (3f0835be-1aca-4c5c-a83e-cb0f4b1706bd), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:54.166125 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0bc8d7ff-6fb9-4953-be78-69ccc5c97c0c req-9fa8f349-e19d-4282-96a8-a163e39ae57f tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks [] for security_group (3f0835be-1aca-4c5c-a83e-cb0f4b1706bd), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:54.235074 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:54.247766 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0bc8d7ff-6fb9-4953-be78-69ccc5c97c0c req-9fa8f349-e19d-4282-96a8-a163e39ae57f tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (3f0835be-1aca-4c5c-a83e-cb0f4b1706bd), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:54.254181 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0bc8d7ff-6fb9-4953-be78-69ccc5c97c0c req-9fa8f349-e19d-4282-96a8-a163e39ae57f tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:54.269203 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0bc8d7ff-6fb9-4953-be78-69ccc5c97c0c req-9fa8f349-e19d-4282-96a8-a163e39ae57f tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "DELETE /v2.0/security-groups/3f0835be-1aca-4c5c-a83e-cb0f4b1706bd HTTP/1.1" status: 204 len: 173 time: 0.2464643 Feb 16 22:27:54.295097 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8f349-e19d-4282-96a8-a163e39ae57f tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0835be-1aca-4c5c-a83e-cb0f4b1706bd,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:54.403725 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62888298-7885-4d06-81bc-babf4c3adaa9 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Router c69b7bac-cc03-481a-a059-29cbd08539c7 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:27:54.423496 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-15e0ec9f-b230-4167-bf11-7e7ba3ace968 req-058c2894-6e06-4799-9cbb-a682d487a82f tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed52b3e8-f916-4357-be65-dd16d19eb3dd HTTP/1.1" status: 200 len: 210 time: 0.1097677 Feb 16 22:27:54.713933 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62888298-7885-4d06-81bc-babf4c3adaa9 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:27:54.725648 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f777bc-24f3-42d3-a4ba-cd7be10dbaa4 None None] Sync routers for ids ['c69b7bac-cc03-481a-a059-29cbd08539c7'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:27:54.753288 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f777bc-24f3-42d3-a4ba-cd7be10dbaa4 None None] Routers {'c69b7bac-cc03-481a-a059-29cbd08539c7'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:54.757689 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42562) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:54.759818 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-62888298-7885-4d06-81bc-babf4c3adaa9 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "PUT /v2.0/routers/c69b7bac-cc03-481a-a059-29cbd08539c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8517971 Feb 16 22:27:54.760153 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-14f777bc-24f3-42d3-a4ba-cd7be10dbaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:27:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['c69b7bac-cc03-481a-a059-29cbd08539c7'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:54.862265 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-14f777bc-24f3-42d3-a4ba-cd7be10dbaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:54.882865 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f777bc-24f3-42d3-a4ba-cd7be10dbaa4 None None] Routers {'c69b7bac-cc03-481a-a059-29cbd08539c7'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:27:54.884934 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-14f777bc-24f3-42d3-a4ba-cd7be10dbaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:27:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['c69b7bac-cc03-481a-a059-29cbd08539c7'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:54.941504 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-14f777bc-24f3-42d3-a4ba-cd7be10dbaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:27:54.942450 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f777bc-24f3-42d3-a4ba-cd7be10dbaa4 None None] The sync data for ids ['c69b7bac-cc03-481a-a059-29cbd08539c7'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:27:55.553803 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:55.801375 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae4d1a-4c40-469b-a854-948ee1f5434f req-656df826-66e4-4a94-aa7a-1ccf5f5c234b tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:55.803139 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4cae4d1a-4c40-469b-a854-948ee1f5434f req-656df826-66e4-4a94-aa7a-1ccf5f5c234b tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 945 time: 0.1773062 Feb 16 22:27:55.885556 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2f7eff5e-cfc9-409b-bdc6-8dc262e22a78 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for router (c69b7bac-cc03-481a-a059-29cbd08539c7), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:56.116526 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2f7eff5e-cfc9-409b-bdc6-8dc262e22a78 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for router_gateway (c69b7bac-cc03-481a-a059-29cbd08539c7), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:56.177512 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-dbabdfea-c7d1-47ea-830e-45d602d039eb tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:56.179224 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-dbabdfea-c7d1-47ea-830e-45d602d039eb tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.79 "GET /v2.0/networks?id=328b17ed-7bc5-4241-8a54-e64f9538f95e HTTP/1.1" status: 200 len: 805 time: 0.4654691 Feb 16 22:27:56.192844 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4cae4d1a-4c40-469b-a854-948ee1f5434f req-be057eea-0c2c-45f4-88d8-b92afbba8528 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d64317e-ec6c-41b4-a421-73e0a02d08a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820167 Feb 16 22:27:56.198110 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-7d9cb1ca-c749-41f5-a885-8bd599cacb49 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Request body: {'port': {'device_id': 'ed52b3e8-f916-4357-be65-dd16d19eb3dd', 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e', 'admin_state_up': True, 'tenant_id': 'b04764559a9c459fbc65e6403b1b3dd5'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:27:56.400329 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-2f7eff5e-cfc9-409b-bdc6-8dc262e22a78 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Deleting port a119fee4-91e8-48b3-a08a-240aae17cc0f {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:27:56.402369 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2f7eff5e-cfc9-409b-bdc6-8dc262e22a78 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a119fee4-91e8-48b3-a08a-240aae17cc0f), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:56.413527 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42608) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:56.582053 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2f7eff5e-cfc9-409b-bdc6-8dc262e22a78 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a119fee4-91e8-48b3-a08a-240aae17cc0f), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:56.597410 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-2f7eff5e-cfc9-409b-bdc6-8dc262e22a78 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Calling delete_port for a119fee4-91e8-48b3-a08a-240aae17cc0f owned by network:router_gateway {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:27:56.647516 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c2ba6872-56e2-4f42-aa93-dea523e6003a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:56.727966 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-caad1da7-b1ea-45df-a479-b30fc90a61d7 req-4cb1a465-f832-4a86-908a-6e91920ea689 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed52b3e8-f916-4357-be65-dd16d19eb3dd HTTP/1.1" status: 200 len: 210 time: 0.0436382 Feb 16 22:27:56.759750 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-7d9cb1ca-c749-41f5-a885-8bd599cacb49 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Made reservation on behalf of b04764559a9c459fbc65e6403b1b3dd5 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:27:56.763805 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-7d9cb1ca-c749-41f5-a885-8bd599cacb49 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:56.797888 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c2ba6872-56e2-4f42-aa93-dea523e6003a admin admin] Publish callbacks [] for security_group (6d9a785a-fd5a-4805-815b-0851ea7c6885), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:56.817367 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c2ba6872-56e2-4f42-aa93-dea523e6003a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (6d9a785a-fd5a-4805-815b-0851ea7c6885), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:56.891786 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42614) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:56.900635 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c2ba6872-56e2-4f42-aa93-dea523e6003a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ea638737f81a43038b2f181d16011bfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4858117 Feb 16 22:27:56.906805 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba6872-56e2-4f42-aa93-dea523e6003a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9a785a-fd5a-4805-815b-0851ea7c6885,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:56.973523 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:57.069064 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-7d9cb1ca-c749-41f5-a885-8bd599cacb49 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Allocated IP 172.20.0.4 (328b17ed-7bc5-4241-8a54-e64f9538f95e/90c6e9fd-2327-49e8-8e06-530f56e702f3/85fa2e9b-daf5-41fb-9025-d7d90a190e19) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:27:57.380778 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2f7eff5e-cfc9-409b-bdc6-8dc262e22a78 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (a119fee4-91e8-48b3-a08a-240aae17cc0f), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:57.613475 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-7d9cb1ca-c749-41f5-a885-8bd599cacb49 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks [] for port (85fa2e9b-daf5-41fb-9025-d7d90a190e19), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:57.727780 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-7d9cb1ca-c749-41f5-a885-8bd599cacb49 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (85fa2e9b-daf5-41fb-9025-d7d90a190e19), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:57.742254 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['32e3d2cd-5864-41a8-89d5-dbaf5a51c111'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:27:57.744157 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7eff5e-cfc9-409b-bdc6-8dc262e22a78 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event deleted for resources: {'Port': ['ID=a119fee4-91e8-48b3-a08a-240aae17cc0f,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:57.762717 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7eff5e-cfc9-409b-bdc6-8dc262e22a78 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:57.763341 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7eff5e-cfc9-409b-bdc6-8dc262e22a78 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:57.764429 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7eff5e-cfc9-409b-bdc6-8dc262e22a78 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:57.765008 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7eff5e-cfc9-409b-bdc6-8dc262e22a78 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:57.765502 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7eff5e-cfc9-409b-bdc6-8dc262e22a78 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:57.766516 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7eff5e-cfc9-409b-bdc6-8dc262e22a78 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:57.767987 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7eff5e-cfc9-409b-bdc6-8dc262e22a78 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:57.768553 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7eff5e-cfc9-409b-bdc6-8dc262e22a78 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:57.769552 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7eff5e-cfc9-409b-bdc6-8dc262e22a78 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:57.770121 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7eff5e-cfc9-409b-bdc6-8dc262e22a78 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:57.770610 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7eff5e-cfc9-409b-bdc6-8dc262e22a78 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:57.771117 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7eff5e-cfc9-409b-bdc6-8dc262e22a78 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:57.771615 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7eff5e-cfc9-409b-bdc6-8dc262e22a78 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:27:57.821207 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['91e8c394-f309-4d7c-ae8f-b3d28a87757f'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:27:57.858531 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a9084fc8-ca65-406f-8301-9b0451bdfeec admin admin] Publish callbacks [] for security_group (6d9a785a-fd5a-4805-815b-0851ea7c6885), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:57.860846 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9cb1ca-c749-41f5-a885-8bd599cacb49 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Pushing event updated for resources: {'Port': ['ID=85fa2e9b-daf5-41fb-9025-d7d90a190e19,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:57.868573 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-7d9cb1ca-c749-41f5-a885-8bd599cacb49 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Network 328b17ed-7bc5-4241-8a54-e64f9538f95e is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:27:57.876922 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03c0dd-fb6a-4212-bb7b-b26d0b2dab68 req-2e8ceebb-d018-4710-ba7f-f18cd2c9ee34 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:57.885476 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0b03c0dd-fb6a-4212-bb7b-b26d0b2dab68 req-2e8ceebb-d018-4710-ba7f-f18cd2c9ee34 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 945 time: 0.5203505 Feb 16 22:27:57.982520 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-7d9cb1ca-c749-41f5-a885-8bd599cacb49 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:27:57.999845 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-7d9cb1ca-c749-41f5-a885-8bd599cacb49 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:27:58.136955 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c21b3-054b-46f6-a754-85b087c45781 req-689bab40-5b21-49d3-9264-a49623104035 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:58.138801 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3a3c21b3-054b-46f6-a754-85b087c45781 req-689bab40-5b21-49d3-9264-a49623104035 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 945 time: 0.9534891 Feb 16 22:27:58.154715 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a9084fc8-ca65-406f-8301-9b0451bdfeec admin admin] Publish callbacks [] for security_group (6d9a785a-fd5a-4805-815b-0851ea7c6885), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:58.311707 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0b03c0dd-fb6a-4212-bb7b-b26d0b2dab68 req-f5640ed5-c52e-4530-b51b-d53e548a5b3a tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d64317e-ec6c-41b4-a421-73e0a02d08a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250352 Feb 16 22:27:58.356472 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-7d9cb1ca-c749-41f5-a885-8bd599cacb49 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:58.357268 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-7d9cb1ca-c749-41f5-a885-8bd599cacb49 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:58.372697 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:58.411804 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2f7eff5e-cfc9-409b-bdc6-8dc262e22a78 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (c69b7bac-cc03-481a-a059-29cbd08539c7), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:58.447249 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-7d9cb1ca-c749-41f5-a885-8bd599cacb49 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2531707 Feb 16 22:27:58.512894 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-860594f9-9f23-4c12-b6a9-8a7ec178cad6 service neutron] Request body: {'port': {'device_id': 'ed52b3e8-f916-4357-be65-dd16d19eb3dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:27:58.666191 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2f7eff5e-cfc9-409b-bdc6-8dc262e22a78 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (c69b7bac-cc03-481a-a059-29cbd08539c7), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:58.687390 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2f7eff5e-cfc9-409b-bdc6-8dc262e22a78 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for router_controller (c69b7bac-cc03-481a-a059-29cbd08539c7), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:58.828271 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd75e76-a264-4c6c-817b-5b3d4874b3c2 req-0a725dfc-5309-4cb8-b646-913df655ede2 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:27:58.830059 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-efd75e76-a264-4c6c-817b-5b3d4874b3c2 req-0a725dfc-5309-4cb8-b646-913df655ede2 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed52b3e8-f916-4357-be65-dd16d19eb3dd HTTP/1.1" status: 200 len: 931 time: 0.3817027 Feb 16 22:27:58.870448 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a9084fc8-ca65-406f-8301-9b0451bdfeec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (6d9a785a-fd5a-4805-815b-0851ea7c6885), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:58.873023 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a9084fc8-ca65-406f-8301-9b0451bdfeec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:58.874607 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a9084fc8-ca65-406f-8301-9b0451bdfeec admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6d9a785a-fd5a-4805-815b-0851ea7c6885 HTTP/1.1" status: 204 len: 168 time: 1.9817593 Feb 16 22:27:58.917374 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-3a3c21b3-054b-46f6-a754-85b087c45781 req-f0146a57-6e86-45ed-a549-2bb5ceda4369 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Deleting port 310b5571-2a2c-471e-8b93-1d1c81d293bb {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:27:58.917859 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3a3c21b3-054b-46f6-a754-85b087c45781 req-f0146a57-6e86-45ed-a549-2bb5ceda4369 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (310b5571-2a2c-471e-8b93-1d1c81d293bb), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:59.007901 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9084fc8-ca65-406f-8301-9b0451bdfeec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9a785a-fd5a-4805-815b-0851ea7c6885,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:59.035173 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:27:59.064420 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2f7eff5e-cfc9-409b-bdc6-8dc262e22a78 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (c69b7bac-cc03-481a-a059-29cbd08539c7), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:59.065021 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7eff5e-cfc9-409b-bdc6-8dc262e22a78 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Fanout notify agent at l3_agent the message router_deleted on router c69b7bac-cc03-481a-a059-29cbd08539c7 {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:27:59.077090 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2f7eff5e-cfc9-409b-bdc6-8dc262e22a78 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:59.080657 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2f7eff5e-cfc9-409b-bdc6-8dc262e22a78 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "DELETE /v2.0/routers/c69b7bac-cc03-481a-a059-29cbd08539c7 HTTP/1.1" status: 204 len: 168 time: 4.3194368 Feb 16 22:27:59.081894 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42642) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:59.086906 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-860594f9-9f23-4c12-b6a9-8a7ec178cad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (85fa2e9b-daf5-41fb-9025-d7d90a190e19), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:59.156253 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-efd75e76-a264-4c6c-817b-5b3d4874b3c2 req-209b6baa-44da-4980-ba3a-be71583fa7c0 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003225 Feb 16 22:27:59.189188 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-844bf896-c3ba-4c59-96d3-af8f9e13caf8 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Deleting subnet 4a696e8a-90f4-441e-b422-4742bbb1ade5 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:27:59.194227 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-844bf896-c3ba-4c59-96d3-af8f9e13caf8 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for subnet (4a696e8a-90f4-441e-b422-4742bbb1ade5), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:59.261067 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-844bf896-c3ba-4c59-96d3-af8f9e13caf8 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (4a696e8a-90f4-441e-b422-4742bbb1ade5), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:59.264930 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42652) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:59.527134 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-844bf896-c3ba-4c59-96d3-af8f9e13caf8 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (4a696e8a-90f4-441e-b422-4742bbb1ade5), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:59.660990 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-844bf896-c3ba-4c59-96d3-af8f9e13caf8 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (4a696e8a-90f4-441e-b422-4742bbb1ade5), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:59.709500 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844bf896-c3ba-4c59-96d3-af8f9e13caf8 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event deleted for resources: {'Subnet': ['ID=4a696e8a-90f4-441e-b422-4742bbb1ade5,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:27:59.726703 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-844bf896-c3ba-4c59-96d3-af8f9e13caf8 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:59.733015 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81315222-37c7-41d0-a660-83e2026c7a65 None None] Network 0c454579-23f7-448c-a780-d13193f9b056 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:27:59.739576 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-844bf896-c3ba-4c59-96d3-af8f9e13caf8 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "DELETE /v2.0/subnets/4a696e8a-90f4-441e-b422-4742bbb1ade5 HTTP/1.1" status: 204 len: 168 time: 0.6527326 Feb 16 22:27:59.739576 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42672) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:27:59.789595 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-3a3c21b3-054b-46f6-a754-85b087c45781 req-f0146a57-6e86-45ed-a549-2bb5ceda4369 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] For port 310b5571-2a2c-471e-8b93-1d1c81d293bb, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=310b5571-2a2c-471e-8b93-1d1c81d293bb,segment=NetworkSegment(a06a1604-bc44-4e2e-8dcf-6de8b6766e65),segment_id=a06a1604-bc44-4e2e-8dcf-6de8b6766e65)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:27:59.790224 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3a3c21b3-054b-46f6-a754-85b087c45781 req-f0146a57-6e86-45ed-a549-2bb5ceda4369 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (310b5571-2a2c-471e-8b93-1d1c81d293bb), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:59.844706 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-860594f9-9f23-4c12-b6a9-8a7ec178cad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85fa2e9b-daf5-41fb-9025-d7d90a190e19 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:27:59.856294 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-3a3c21b3-054b-46f6-a754-85b087c45781 req-f0146a57-6e86-45ed-a549-2bb5ceda4369 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Calling delete_port for 310b5571-2a2c-471e-8b93-1d1c81d293bb owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:27:59.874908 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-860594f9-9f23-4c12-b6a9-8a7ec178cad6 service neutron] Publish callbacks [] for port (85fa2e9b-daf5-41fb-9025-d7d90a190e19), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:59.926032 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-860594f9-9f23-4c12-b6a9-8a7ec178cad6 service neutron] Transition to ACTIVE for port object 85fa2e9b-daf5-41fb-9025-d7d90a190e19 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:27:59.937179 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c6d81d51-a240-4c0f-aedf-b234f67be8de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:27:59.960903 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8b8e4284-7451-4cb9-a19e-2dbc0b4109ab tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (0c454579-23f7-448c-a780-d13193f9b056), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:00.014930 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:00.035524 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-860594f9-9f23-4c12-b6a9-8a7ec178cad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (85fa2e9b-daf5-41fb-9025-d7d90a190e19), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:00.051703 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c6d81d51-a240-4c0f-aedf-b234f67be8de admin admin] Publish callbacks [] for security_group (a9a544c0-2cbb-4a75-b4ea-33229a261dd7), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:00.062521 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c6d81d51-a240-4c0f-aedf-b234f67be8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a9a544c0-2cbb-4a75-b4ea-33229a261dd7), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:00.235307 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b0eed8-a1d6-491f-bf17-f2734bad3467 None None] DHCP port deletion for 0c454579-23f7-448c-a780-d13193f9b056 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:28:00.251923 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5fbf0-a222-488f-9b24-7a70b513a947 req-cf96c98a-6991-4051-bef7-fcdf5bbc68b1 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:00.262633 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-67b5fbf0-a222-488f-9b24-7a70b513a947 req-cf96c98a-6991-4051-bef7-fcdf5bbc68b1 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6bfe840-6d14-4438-af42-fa226509a4d5 HTTP/1.1" status: 200 len: 945 time: 0.7541976 Feb 16 22:28:00.359550 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-61b0eed8-a1d6-491f-bf17-f2734bad3467 None None] Deleting port 23922636-d616-4e8e-bc5c-732183eb6084 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:28:00.360249 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-61b0eed8-a1d6-491f-bf17-f2734bad3467 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (23922636-d616-4e8e-bc5c-732183eb6084), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:00.535583 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860594f9-9f23-4c12-b6a9-8a7ec178cad6 service neutron] Pushing event updated for resources: {'Port': ['ID=85fa2e9b-daf5-41fb-9025-d7d90a190e19,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:00.550258 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-61b0eed8-a1d6-491f-bf17-f2734bad3467 None None] For port 23922636-d616-4e8e-bc5c-732183eb6084, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=23922636-d616-4e8e-bc5c-732183eb6084,segment=NetworkSegment(563b0ce7-fff3-4b07-a5e0-1b9eacf81226),segment_id=563b0ce7-fff3-4b07-a5e0-1b9eacf81226)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:00.550669 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-61b0eed8-a1d6-491f-bf17-f2734bad3467 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (23922636-d616-4e8e-bc5c-732183eb6084), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:00.585856 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-61b0eed8-a1d6-491f-bf17-f2734bad3467 None None] Calling delete_port for 23922636-d616-4e8e-bc5c-732183eb6084 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:28:00.771539 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-61b0eed8-a1d6-491f-bf17-f2734bad3467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (23922636-d616-4e8e-bc5c-732183eb6084), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:00.809616 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3a3c21b3-054b-46f6-a754-85b087c45781 req-f0146a57-6e86-45ed-a549-2bb5ceda4369 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (310b5571-2a2c-471e-8b93-1d1c81d293bb), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:00.832244 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b0eed8-a1d6-491f-bf17-f2734bad3467 None None] No DVR routers for this DVR port 23922636-d616-4e8e-bc5c-732183eb6084 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:28:00.842846 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0eed8-a1d6-491f-bf17-f2734bad3467 None None] Pushing event deleted for resources: {'Port': ['ID=23922636-d616-4e8e-bc5c-732183eb6084,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:00.902643 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-67b5fbf0-a222-488f-9b24-7a70b513a947 req-9a58d133-3054-41d4-87b6-eaa70e126f8f tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.75 "GET /v2.0/security-groups?id=8d64317e-ec6c-41b4-a421-73e0a02d08a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6384885 Feb 16 22:28:00.942234 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c6d81d51-a240-4c0f-aedf-b234f67be8de admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=717f1c59841b4e6097f010063c7356db&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6744614 Feb 16 22:28:00.956550 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42694) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:00.964641 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-860594f9-9f23-4c12-b6a9-8a7ec178cad6 service neutron] Attempting to bind port 85fa2e9b-daf5-41fb-9025-d7d90a190e19 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:28:00.968078 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-860594f9-9f23-4c12-b6a9-8a7ec178cad6 service neutron] Attempting to bind port 85fa2e9b-daf5-41fb-9025-d7d90a190e19 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'd2150ecc-73be-4cac-a3e0-52292f5f056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:28:00.980446 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-860594f9-9f23-4c12-b6a9-8a7ec178cad6 service neutron] Attempting to bind port 85fa2e9b-daf5-41fb-9025-d7d90a190e19 on network 328b17ed-7bc5-4241-8a54-e64f9538f95e {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:28:00.984156 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d81d51-a240-4c0f-aedf-b234f67be8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a544c0-2cbb-4a75-b4ea-33229a261dd7,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:01.049646 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-8b8e4284-7451-4cb9-a19e-2dbc0b4109ab tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Deleting port 23922636-d616-4e8e-bc5c-732183eb6084 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:28:01.050026 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8b8e4284-7451-4cb9-a19e-2dbc0b4109ab tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (23922636-d616-4e8e-bc5c-732183eb6084), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:01.100533 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 23922636-d616-4e8e-bc5c-732183eb6084 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:28:01.135727 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 23922636-d616-4e8e-bc5c-732183eb6084 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:28:01.136603 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 23922636-d616-4e8e-bc5c-732183eb6084 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:28:01.207617 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0146a57-6e86-45ed-a549-2bb5ceda4369 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Pushing event deleted for resources: {'Port': ['ID=310b5571-2a2c-471e-8b93-1d1c81d293bb,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:01.224760 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3c21b3-054b-46f6-a754-85b087c45781 req-f0146a57-6e86-45ed-a549-2bb5ceda4369 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] No DVR routers for this DVR port 310b5571-2a2c-471e-8b93-1d1c81d293bb on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:28:01.235246 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3a3c21b3-054b-46f6-a754-85b087c45781 req-f0146a57-6e86-45ed-a549-2bb5ceda4369 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:01.248681 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3a3c21b3-054b-46f6-a754-85b087c45781 req-f0146a57-6e86-45ed-a549-2bb5ceda4369 tempest-ServerRescueTestJSONUnderV235-164673217 tempest-ServerRescueTestJSONUnderV235-164673217-project] 10.222.0.67 "DELETE /v2.0/ports/310b5571-2a2c-471e-8b93-1d1c81d293bb HTTP/1.1" status: 204 len: 173 time: 3.0915139 Feb 16 22:28:01.249916 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-860594f9-9f23-4c12-b6a9-8a7ec178cad6 service neutron] Port 85fa2e9b-daf5-41fb-9025-d7d90a190e19 on network 328b17ed-7bc5-4241-8a54-e64f9538f95e not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:28:01.250491 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-860594f9-9f23-4c12-b6a9-8a7ec178cad6 service neutron] Attempting to bind port 85fa2e9b-daf5-41fb-9025-d7d90a190e19 on network 328b17ed-7bc5-4241-8a54-e64f9538f95e {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:28:01.261950 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6bfe840-6d14-4438-af42-fa226509a4d5', 'name': 'network-vif-deleted', 'tag': '310b5571-2a2c-471e-8b93-1d1c81d293bb'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:28:01.269855 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77da5e2f-c2e6-44b4-97d6-13ecef38b6e0" -d '{"events": [{"server_uuid": "c6bfe840-6d14-4438-af42-fa226509a4d5", "name": "network-vif-deleted", "tag": "310b5571-2a2c-471e-8b93-1d1c81d293bb"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:28:01.273005 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-860594f9-9f23-4c12-b6a9-8a7ec178cad6 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:28:01.276727 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-860594f9-9f23-4c12-b6a9-8a7ec178cad6 service neutron] Checking segment: {'id': 'd2150ecc-73be-4cac-a3e0-52292f5f056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:28:01.277666 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-860594f9-9f23-4c12-b6a9-8a7ec178cad6 service neutron] Bound using segment: {'id': 'd2150ecc-73be-4cac-a3e0-52292f5f056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:28:01.278451 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-860594f9-9f23-4c12-b6a9-8a7ec178cad6 service neutron] Bound port: 85fa2e9b-daf5-41fb-9025-d7d90a190e19, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2150ecc-73be-4cac-a3e0-52292f5f056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:28:01.279177 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-860594f9-9f23-4c12-b6a9-8a7ec178cad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (85fa2e9b-daf5-41fb-9025-d7d90a190e19), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:01.317333 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-8b8e4284-7451-4cb9-a19e-2dbc0b4109ab tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] For port 23922636-d616-4e8e-bc5c-732183eb6084, host n-d-813897-6, got binding levels [] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:01.318869 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8b8e4284-7451-4cb9-a19e-2dbc0b4109ab tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (23922636-d616-4e8e-bc5c-732183eb6084), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:01.326675 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-209bbda0-b1b6-4209-a7fa-fd26ca48b163 admin admin] Publish callbacks [] for security_group (a9a544c0-2cbb-4a75-b4ea-33229a261dd7), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:01.375460 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-8b8e4284-7451-4cb9-a19e-2dbc0b4109ab tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Calling delete_port for 23922636-d616-4e8e-bc5c-732183eb6084 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:28:01.388202 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.ipam_backend_mixin [None req-8b8e4284-7451-4cb9-a19e-2dbc0b4109ab tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Port 23922636-d616-4e8e-bc5c-732183eb6084 was not found and therefore no delete operation was performed {{(pid=103465) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 22:28:01.393293 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8b8e4284-7451-4cb9-a19e-2dbc0b4109ab tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (23922636-d616-4e8e-bc5c-732183eb6084), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:01.434955 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e4284-7451-4cb9-a19e-2dbc0b4109ab tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event deleted for resources: {'Port': ['ID=23922636-d616-4e8e-bc5c-732183eb6084,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:01.442252 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-209bbda0-b1b6-4209-a7fa-fd26ca48b163 admin admin] Publish callbacks [] for security_group (a9a544c0-2cbb-4a75-b4ea-33229a261dd7), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:01.454316 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8e4284-7451-4cb9-a19e-2dbc0b4109ab tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] No DVR routers for this DVR port 23922636-d616-4e8e-bc5c-732183eb6084 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:28:01.476181 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-860594f9-9f23-4c12-b6a9-8a7ec178cad6 service neutron] For port 85fa2e9b-daf5-41fb-9025-d7d90a190e19, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:28:01.480717 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-860594f9-9f23-4c12-b6a9-8a7ec178cad6 service neutron] For port 85fa2e9b-daf5-41fb-9025-d7d90a190e19, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=85fa2e9b-daf5-41fb-9025-d7d90a190e19,segment=NetworkSegment(d2150ecc-73be-4cac-a3e0-52292f5f056f),segment_id=d2150ecc-73be-4cac-a3e0-52292f5f056f)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:28:01.502327 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-860594f9-9f23-4c12-b6a9-8a7ec178cad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (85fa2e9b-daf5-41fb-9025-d7d90a190e19), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:01.571265 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-860594f9-9f23-4c12-b6a9-8a7ec178cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:01.572270 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-860594f9-9f23-4c12-b6a9-8a7ec178cad6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:01.574010 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-860594f9-9f23-4c12-b6a9-8a7ec178cad6 service neutron] 10.222.0.79 "PUT /v2.0/ports/85fa2e9b-daf5-41fb-9025-d7d90a190e19 HTTP/1.1" status: 200 len: 1091 time: 3.0701330 Feb 16 22:28:01.591657 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be706eb6-ce81-4821-874c-06e63abafcf8 req-05102434-6f95-42f6-8c04-d62ad43caa29 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:01.602558 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-be706eb6-ce81-4821-874c-06e63abafcf8 req-05102434-6f95-42f6-8c04-d62ad43caa29 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed52b3e8-f916-4357-be65-dd16d19eb3dd HTTP/1.1" status: 200 len: 943 time: 0.5282719 Feb 16 22:28:01.741303 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8b8e4284-7451-4cb9-a19e-2dbc0b4109ab tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (0c454579-23f7-448c-a780-d13193f9b056), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:01.748569 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 310b5571-2a2c-471e-8b93-1d1c81d293bb no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:28:01.753671 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42710) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:01.757350 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-209bbda0-b1b6-4209-a7fa-fd26ca48b163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a9a544c0-2cbb-4a75-b4ea-33229a261dd7), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:01.760099 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-209bbda0-b1b6-4209-a7fa-fd26ca48b163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:01.775382 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-209bbda0-b1b6-4209-a7fa-fd26ca48b163 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a9a544c0-2cbb-4a75-b4ea-33229a261dd7 HTTP/1.1" status: 204 len: 168 time: 0.8049300 Feb 16 22:28:01.802018 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 310b5571-2a2c-471e-8b93-1d1c81d293bb {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:28:01.807010 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 310b5571-2a2c-471e-8b93-1d1c81d293bb not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:28:01.841583 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860594f9-9f23-4c12-b6a9-8a7ec178cad6 service neutron] Pushing event updated for resources: {'Port': ['ID=85fa2e9b-daf5-41fb-9025-d7d90a190e19,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:01.863159 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209bbda0-b1b6-4209-a7fa-fd26ca48b163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a544c0-2cbb-4a75-b4ea-33229a261dd7,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:01.886946 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-be706eb6-ce81-4821-874c-06e63abafcf8 req-cc0c05d7-aed9-4d97-8442-c83cc00f5891 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822340 Feb 16 22:28:01.889842 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-8b8e4284-7451-4cb9-a19e-2dbc0b4109ab tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c454579-23f7-448c-a780-d13193f9b056']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:01.933769 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-8b8e4284-7451-4cb9-a19e-2dbc0b4109ab tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563b0ce7-fff3-4b07-a5e0-1b9eacf81226') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:01.936681 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-8b8e4284-7451-4cb9-a19e-2dbc0b4109ab tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563b0ce7-fff3-4b07-a5e0-1b9eacf81226') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:01.967148 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-811f62e4-17d2-4796-a79e-20a377ac51aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:01.969908 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8b8e4284-7451-4cb9-a19e-2dbc0b4109ab tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (563b0ce7-fff3-4b07-a5e0-1b9eacf81226), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:01.980505 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-811f62e4-17d2-4796-a79e-20a377ac51aa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b04764559a9c459fbc65e6403b1b3dd5&device_id=ed52b3e8-f916-4357-be65-dd16d19eb3dd HTTP/1.1" status: 200 len: 1125 time: 0.3366368 Feb 16 22:28:02.016793 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8b8e4284-7451-4cb9-a19e-2dbc0b4109ab tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (563b0ce7-fff3-4b07-a5e0-1b9eacf81226), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:02.023753 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b8e4284-7451-4cb9-a19e-2dbc0b4109ab tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:28:02.024264 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8b8e4284-7451-4cb9-a19e-2dbc0b4109ab tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (563b0ce7-fff3-4b07-a5e0-1b9eacf81226), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:02.028998 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:28:02.028998 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:28:02.028998 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:28:02.028998 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:28:02.028998 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:28:02.028998 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:28:02.028998 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:28:02.028998 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:28:02.028998 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:28:02.028998 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:28:02.028998 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:28:02.028998 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:28:02.028998 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:28:02.028998 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:28:02.028998 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:28:02.028998 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:28:02.028998 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:28:02.028998 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:28:02.028998 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:28:02.028998 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:28:02.028998 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:28:02.028998 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:28:02.028998 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:28:02.028998 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:28:02.028998 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:28:02.028998 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:28:02.028998 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:28:02.028998 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:28:02.028998 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:28:02.028998 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:28:02.028998 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:28:02.028998 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:28:02.040473 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-0358156d-abec-48a5-9979-099d48aceeb4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85fa2e9b-daf5-41fb-9025-d7d90a190e19 HTTP/1.1" status: 200 len: 217 time: 0.0506907 Feb 16 22:28:02.102765 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40c072e-b6de-4d08-bbb6-4dac796680cc x-openstack-request-id: req-a40c072e-b6de-4d08-bbb6-4dac796680cc {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:28:02.103738 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6bfe840-6d14-4438-af42-fa226509a4d5", "name": "network-vif-deleted", "tag": "310b5571-2a2c-471e-8b93-1d1c81d293bb", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:28:02.104104 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a40c072e-b6de-4d08-bbb6-4dac796680cc {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:28:02.104611 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6bfe840-6d14-4438-af42-fa226509a4d5', 'name': 'network-vif-deleted', 'tag': '310b5571-2a2c-471e-8b93-1d1c81d293bb', 'status': 'completed', 'code': 200} Feb 16 22:28:02.126671 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-cfdc152e-9074-4a55-a774-0bc4a40c006b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:02.128618 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-cfdc152e-9074-4a55-a774-0bc4a40c006b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=90c6e9fd-2327-49e8-8e06-530f56e702f3 HTTP/1.1" status: 200 len: 845 time: 0.0778139 Feb 16 22:28:02.172286 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8b8e4284-7451-4cb9-a19e-2dbc0b4109ab tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (0c454579-23f7-448c-a780-d13193f9b056), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:02.179704 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8b8e4284-7451-4cb9-a19e-2dbc0b4109ab tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:02.194520 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8b8e4284-7451-4cb9-a19e-2dbc0b4109ab tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "DELETE /v2.0/networks/0c454579-23f7-448c-a780-d13193f9b056 HTTP/1.1" status: 204 len: 168 time: 2.4513757 Feb 16 22:28:02.213241 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42726) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:02.223459 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-9aae6106-40de-4146-b808-fb76cb06b520 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=328b17ed-7bc5-4241-8a54-e64f9538f95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881467 Feb 16 22:28:02.257021 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42728) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:02.259225 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e4284-7451-4cb9-a19e-2dbc0b4109ab tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event deleted for resources: {'Network': ['ID=0c454579-23f7-448c-a780-d13193f9b056,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:02.367696 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42732) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:02.403480 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-97352397-183b-4fdc-a3c4-0acf2c926199 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1883952692'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:28:02.495254 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97352397-183b-4fdc-a3c4-0acf2c926199 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Made reservation on behalf of 9ab72b13af9940de890e67599aacd868 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:28:02.502489 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-97352397-183b-4fdc-a3c4-0acf2c926199 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:02.778973 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42736) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:02.817353 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2afef50c-de22-4fc0-bc96-284c56e6a465 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:02.979139 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2afef50c-de22-4fc0-bc96-284c56e6a465 admin admin] Publish callbacks [] for security_group (ba54253e-9abd-4636-b0cf-4e1fa403c4c3), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:03.000462 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2afef50c-de22-4fc0-bc96-284c56e6a465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ba54253e-9abd-4636-b0cf-4e1fa403c4c3), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:03.071563 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afef50c-de22-4fc0-bc96-284c56e6a465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba54253e-9abd-4636-b0cf-4e1fa403c4c3,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:03.076712 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2afef50c-de22-4fc0-bc96-284c56e6a465 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=657fbde420944a539f6ed8423cec7d8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2963173 Feb 16 22:28:03.080030 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42744) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:03.145462 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bfdc1c0f-db90-4628-9477-b9b9f599f5f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (7a6dac02-24c6-45eb-84d9-1bbfeb813348), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:03.243881 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bba354b0-2e03-4a67-b629-9ca7e16a3a46 admin admin] Publish callbacks [] for security_group (ba54253e-9abd-4636-b0cf-4e1fa403c4c3), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:03.284972 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bba354b0-2e03-4a67-b629-9ca7e16a3a46 admin admin] Publish callbacks [] for security_group (ba54253e-9abd-4636-b0cf-4e1fa403c4c3), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:03.438855 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bba354b0-2e03-4a67-b629-9ca7e16a3a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ba54253e-9abd-4636-b0cf-4e1fa403c4c3), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:03.449831 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-97352397-183b-4fdc-a3c4-0acf2c926199 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:03.451071 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bba354b0-2e03-4a67-b629-9ca7e16a3a46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:03.467847 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bba354b0-2e03-4a67-b629-9ca7e16a3a46 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ba54253e-9abd-4636-b0cf-4e1fa403c4c3 HTTP/1.1" status: 204 len: 168 time: 0.3769078 Feb 16 22:28:03.505142 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba354b0-2e03-4a67-b629-9ca7e16a3a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba54253e-9abd-4636-b0cf-4e1fa403c4c3,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:03.679775 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-bfdc1c0f-db90-4628-9477-b9b9f599f5f5 admin admin] Deleting port 632b89cd-8319-4a76-861a-05a0a3e45894 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:28:03.680940 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bfdc1c0f-db90-4628-9477-b9b9f599f5f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (632b89cd-8319-4a76-861a-05a0a3e45894), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:03.767411 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c92d5-2add-4435-99a8-1216a2ac3678 req-0aa02faf-c160-4a05-9a83-44341d23a9aa tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:03.776008 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2d7c92d5-2add-4435-99a8-1216a2ac3678 req-0aa02faf-c160-4a05-9a83-44341d23a9aa tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed52b3e8-f916-4357-be65-dd16d19eb3dd HTTP/1.1" status: 200 len: 943 time: 0.4496803 Feb 16 22:28:03.783768 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-49733b69-b5b4-49ff-9ea1-437b77c4a81f service neutron] 10.222.0.79 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5306218 Feb 16 22:28:03.828971 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-bfdc1c0f-db90-4628-9477-b9b9f599f5f5 admin admin] For port 632b89cd-8319-4a76-861a-05a0a3e45894, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=632b89cd-8319-4a76-861a-05a0a3e45894,segment=NetworkSegment(a06a1604-bc44-4e2e-8dcf-6de8b6766e65),segment_id=a06a1604-bc44-4e2e-8dcf-6de8b6766e65)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:03.831540 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bfdc1c0f-db90-4628-9477-b9b9f599f5f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (632b89cd-8319-4a76-861a-05a0a3e45894), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:03.850415 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2d7c92d5-2add-4435-99a8-1216a2ac3678 req-c2bdb8bb-71d3-4969-ae68-0d21c9db6800 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684409 Feb 16 22:28:03.868599 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-bfdc1c0f-db90-4628-9477-b9b9f599f5f5 admin admin] Calling delete_port for 632b89cd-8319-4a76-861a-05a0a3e45894 owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:28:03.903133 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-d3ba4b9d-06a4-4390-8c36-c3ba867576b0 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Deleting port 53e77ed2-ce9a-42e8-ac9a-3e80f8c58079 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:28:03.903640 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d3ba4b9d-06a4-4390-8c36-c3ba867576b0 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (53e77ed2-ce9a-42e8-ac9a-3e80f8c58079), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:03.999837 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d3ba4b9d-06a4-4390-8c36-c3ba867576b0 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (53e77ed2-ce9a-42e8-ac9a-3e80f8c58079), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:04.000330 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d3ba4b9d-06a4-4390-8c36-c3ba867576b0 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for floatingip (53e77ed2-ce9a-42e8-ac9a-3e80f8c58079), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:04.014495 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-d3ba4b9d-06a4-4390-8c36-c3ba867576b0 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Calling delete_port for 53e77ed2-ce9a-42e8-ac9a-3e80f8c58079 owned by network:floatingip {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:28:04.185456 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed52b3e8-f916-4357-be65-dd16d19eb3dd', 'tag': '85fa2e9b-daf5-41fb-9025-d7d90a190e19'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:28:04.193383 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac14039a-cc77-4b6d-a8b9-9babba538f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "ed52b3e8-f916-4357-be65-dd16d19eb3dd", "tag": "85fa2e9b-daf5-41fb-9025-d7d90a190e19"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:28:04.307943 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bfdc1c0f-db90-4628-9477-b9b9f599f5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (632b89cd-8319-4a76-861a-05a0a3e45894), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:04.390696 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75bffde-407f-414a-b0e5-72418e49d592 x-openstack-request-id: req-c75bffde-407f-414a-b0e5-72418e49d592 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:28:04.391056 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed52b3e8-f916-4357-be65-dd16d19eb3dd", "tag": "85fa2e9b-daf5-41fb-9025-d7d90a190e19", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:28:04.391442 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c75bffde-407f-414a-b0e5-72418e49d592 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:28:04.392007 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed52b3e8-f916-4357-be65-dd16d19eb3dd', 'tag': '85fa2e9b-daf5-41fb-9025-d7d90a190e19', 'status': 'completed', 'code': 200} Feb 16 22:28:04.413411 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc1c0f-db90-4628-9477-b9b9f599f5f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=632b89cd-8319-4a76-861a-05a0a3e45894,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:04.450079 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-97352397-183b-4fdc-a3c4-0acf2c926199 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks [] for security_group (3192e335-257a-4631-8754-4c819f5df4f2), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:04.503765 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-97352397-183b-4fdc-a3c4-0acf2c926199 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (3192e335-257a-4631-8754-4c819f5df4f2), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:04.676242 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97352397-183b-4fdc-a3c4-0acf2c926199 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:28:04.717913 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-97352397-183b-4fdc-a3c4-0acf2c926199 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (39bbc9ce-afd5-4da0-9478-ffa1ae309df0), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:04.718307 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-97352397-183b-4fdc-a3c4-0acf2c926199 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Added segment 39bbc9ce-afd5-4da0-9478-ffa1ae309df0 of type vlan for network 4385b9d8-e224-4b3e-abc1-378c5cbf0935 Feb 16 22:28:04.725487 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97352397-183b-4fdc-a3c4-0acf2c926199 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3192e335-257a-4631-8754-4c819f5df4f2,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:04.809931 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d4d71276-4895-46e5-8c5d-9c3615f61e33 req-15e0db8a-2b72-4a1f-9c25-253ce8abd498 service neutron] 10.222.0.79 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9749091 Feb 16 22:28:04.820782 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bfdc1c0f-db90-4628-9477-b9b9f599f5f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (7a6dac02-24c6-45eb-84d9-1bbfeb813348), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:05.026580 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-97352397-183b-4fdc-a3c4-0acf2c926199 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (4385b9d8-e224-4b3e-abc1-378c5cbf0935), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:05.170813 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.db.resource_extend [None req-97352397-183b-4fdc-a3c4-0acf2c926199 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 22:28:05.217088 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d3ba4b9d-06a4-4390-8c36-c3ba867576b0 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (53e77ed2-ce9a-42e8-ac9a-3e80f8c58079), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:05.337285 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba4b9d-06a4-4390-8c36-c3ba867576b0 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event deleted for resources: {'Port': ['ID=53e77ed2-ce9a-42e8-ac9a-3e80f8c58079,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:05.355036 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-97352397-183b-4fdc-a3c4-0acf2c926199 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (4385b9d8-e224-4b3e-abc1-378c5cbf0935), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:05.360488 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97352397-183b-4fdc-a3c4-0acf2c926199 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:05.361092 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-97352397-183b-4fdc-a3c4-0acf2c926199 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:05.410559 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfdc1c0f-db90-4628-9477-b9b9f599f5f5 admin admin] Router 7a6dac02-24c6-45eb-84d9-1bbfeb813348 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:28:05.432059 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14039a-cc77-4b6d-a8b9-9babba538f6f req-3fc55da2-3761-4381-8dde-c773a4f4fe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:05.455677 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac14039a-cc77-4b6d-a8b9-9babba538f6f req-3fc55da2-3761-4381-8dde-c773a4f4fe10 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b04764559a9c459fbc65e6403b1b3dd5&device_id=ed52b3e8-f916-4357-be65-dd16d19eb3dd HTTP/1.1" status: 200 len: 1125 time: 0.5475380 Feb 16 22:28:05.632651 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633ddf0-7ff1-4fcf-ad6a-560f69eba370 req-6622948f-a3bd-4dd0-843a-7043a938c1f7 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:05.634629 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e633ddf0-7ff1-4fcf-ad6a-560f69eba370 req-6622948f-a3bd-4dd0-843a-7043a938c1f7 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed52b3e8-f916-4357-be65-dd16d19eb3dd HTTP/1.1" status: 200 len: 943 time: 0.6277292 Feb 16 22:28:05.682259 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfdc1c0f-db90-4628-9477-b9b9f599f5f5 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:28:05.689506 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bfdc1c0f-db90-4628-9477-b9b9f599f5f5 admin admin] 10.222.0.75 "PUT /v2.0/routers/7a6dac02-24c6-45eb-84d9-1bbfeb813348/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4263327 Feb 16 22:28:05.693061 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-97352397-183b-4fdc-a3c4-0acf2c926199 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.9363534 Feb 16 22:28:05.693595 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42788) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:05.694128 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42790) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:05.698757 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052f9fcc-5073-4392-9734-39225cb21940 None None] Sync routers for ids ['7a6dac02-24c6-45eb-84d9-1bbfeb813348'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:28:05.717685 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-8eecc567-5d28-4523-9480-44fb6a9c5150 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Request body: {'subnet': {'network_id': '4385b9d8-e224-4b3e-abc1-378c5cbf0935', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:28:05.720401 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052f9fcc-5073-4392-9734-39225cb21940 None None] Routers {'7a6dac02-24c6-45eb-84d9-1bbfeb813348'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:28:05.724725 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-052f9fcc-5073-4392-9734-39225cb21940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:27:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['7a6dac02-24c6-45eb-84d9-1bbfeb813348'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:05.949187 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97352397-183b-4fdc-a3c4-0acf2c926199 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Pushing event updated for resources: {'Network': ['ID=4385b9d8-e224-4b3e-abc1-378c5cbf0935,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:05.958230 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d3ba4b9d-06a4-4390-8c36-c3ba867576b0 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for floatingip (080599b1-f37a-424d-80c0-428ad33e3564), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:05.963334 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d3ba4b9d-06a4-4390-8c36-c3ba867576b0 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:05.964965 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 4385b9d8-e224-4b3e-abc1-378c5cbf0935 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:28:05.968004 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d3ba4b9d-06a4-4390-8c36-c3ba867576b0 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "DELETE /v2.0/floatingips/080599b1-f37a-424d-80c0-428ad33e3564 HTTP/1.1" status: 204 len: 168 time: 3.7395587 Feb 16 22:28:05.970014 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42798) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:06.053184 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-052f9fcc-5073-4392-9734-39225cb21940 None None] Set router 7a6dac02-24c6-45eb-84d9-1bbfeb813348 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:28:06.061234 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e633ddf0-7ff1-4fcf-ad6a-560f69eba370 req-a57ac8b7-ed5c-47ef-ba07-d30de51e73b1 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964677 Feb 16 22:28:06.141352 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14039a-cc77-4b6d-a8b9-9babba538f6f req-c2ecae44-4abf-4ac6-bc52-1f75132360a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:06.143046 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac14039a-cc77-4b6d-a8b9-9babba538f6f req-c2ecae44-4abf-4ac6-bc52-1f75132360a8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=328b17ed-7bc5-4241-8a54-e64f9538f95e HTTP/1.1" status: 200 len: 906 time: 0.6878660 Feb 16 22:28:06.243975 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac14039a-cc77-4b6d-a8b9-9babba538f6f req-6d33e53e-92b4-4d27-ac54-10fded026029 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85fa2e9b-daf5-41fb-9025-d7d90a190e19 HTTP/1.1" status: 200 len: 217 time: 0.0937247 Feb 16 22:28:06.320084 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-92913803-80f0-428a-9988-4fadd05d5542 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] DELETE failed (client error): The resource could not be found. Feb 16 22:28:06.323347 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92913803-80f0-428a-9988-4fadd05d5542 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:28:06.337354 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-92913803-80f0-428a-9988-4fadd05d5542 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "DELETE /v2.0/ports/55dd25e0-d5c2-4f24-9019-7627095ed17d HTTP/1.1" status: 404 len: 333 time: 0.3303645 Feb 16 22:28:06.340844 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42806) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:06.347166 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eecc567-5d28-4523-9480-44fb6a9c5150 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Made reservation on behalf of 9ab72b13af9940de890e67599aacd868 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:28:06.352100 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8eecc567-5d28-4523-9480-44fb6a9c5150 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:06.403378 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-39ef240d-3cde-4b17-b4fa-e36841d57479 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "GET /v2.0/ports?device_id=c69b7bac-cc03-481a-a059-29cbd08539c7 HTTP/1.1" status: 200 len: 205 time: 0.0565107 Feb 16 22:28:06.410981 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42808) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:06.522610 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-c7cbd83f-2762-4aca-a5c9-6214a0f90c51 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] delete failed (client error): The resource could not be found. Feb 16 22:28:06.523692 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c7cbd83f-2762-4aca-a5c9-6214a0f90c51 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "DELETE /v2.0/routers/c69b7bac-cc03-481a-a059-29cbd08539c7 HTTP/1.1" status: 404 len: 336 time: 0.1120503 Feb 16 22:28:06.531019 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42816) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:06.577916 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-052f9fcc-5073-4392-9734-39225cb21940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'name': 'tempest-ServerRescueTestJSONUnderV235-2006616199-router', 'tenant_id': 'e11c8fd74a7f486d9478420e45ad2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:26:21Z', 'updated_at': '2022-02-16T22:28:04Z', 'revision_number': 5, 'project_id': 'e11c8fd74a7f486d9478420e45ad2436', 'gw_port': {'id': '75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:26:23Z', 'updated_at': '2022-02-16T22:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:06.594044 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c64d9e-d454-45e5-a6e7-d8ffcc6cdae9 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] DELETE failed (client error): The resource could not be found. Feb 16 22:28:06.594518 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1c64d9e-d454-45e5-a6e7-d8ffcc6cdae9 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:28:06.598410 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d1c64d9e-d454-45e5-a6e7-d8ffcc6cdae9 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "DELETE /v2.0/subnets/4a696e8a-90f4-441e-b422-4742bbb1ade5 HTTP/1.1" status: 404 len: 337 time: 0.0518570 Feb 16 22:28:06.603103 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42818) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:06.606246 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14039a-cc77-4b6d-a8b9-9babba538f6f req-b817e146-a817-4771-8c52-df143cf92fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:06.607772 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac14039a-cc77-4b6d-a8b9-9babba538f6f req-b817e146-a817-4771-8c52-df143cf92fd6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=90c6e9fd-2327-49e8-8e06-530f56e702f3 HTTP/1.1" status: 200 len: 845 time: 0.3299336 Feb 16 22:28:06.635908 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052f9fcc-5073-4392-9734-39225cb21940 None None] Checking router: 7a6dac02-24c6-45eb-84d9-1bbfeb813348 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:28:06.657515 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052f9fcc-5073-4392-9734-39225cb21940 None None] Routers {'7a6dac02-24c6-45eb-84d9-1bbfeb813348'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:28:06.658471 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-052f9fcc-5073-4392-9734-39225cb21940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:27:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['7a6dac02-24c6-45eb-84d9-1bbfeb813348'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:06.748343 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac14039a-cc77-4b6d-a8b9-9babba538f6f req-77f642fb-eac2-438f-af14-9a40ffcb5bba service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=328b17ed-7bc5-4241-8a54-e64f9538f95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879896 Feb 16 22:28:06.762720 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3da96916-0dfb-48ce-9e73-9a5c468b777f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:06.826768 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8eecc567-5d28-4523-9480-44fb6a9c5150 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (21c0bc50-2b78-41fc-b94f-9c4883ef6809), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:06.976815 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-95e6b0e1-dc44-4643-95dc-352519907341 admin admin] Publish callbacks [] for router (7a6dac02-24c6-45eb-84d9-1bbfeb813348), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:07.155141 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-052f9fcc-5073-4392-9734-39225cb21940 None None] Set router 7a6dac02-24c6-45eb-84d9-1bbfeb813348 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:28:07.244987 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac14039a-cc77-4b6d-a8b9-9babba538f6f req-fb9a8b92-d22a-4f0b-8f22-7a28f4bd9606 service neutron] 10.222.0.79 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755836 Feb 16 22:28:07.343326 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-c2008b9f-65bb-4fe7-a9eb-5528e6160ec4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Deleting port 0558ed90-cce5-4ba6-9ce4-85923c9f2d3b {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:28:07.343834 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c2008b9f-65bb-4fe7-a9eb-5528e6160ec4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (0558ed90-cce5-4ba6-9ce4-85923c9f2d3b), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:07.359638 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 85fa2e9b-daf5-41fb-9025-d7d90a190e19 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:28:07.383754 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eecc567-5d28-4523-9480-44fb6a9c5150 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Pushing event updated for resources: {'Subnet': ['ID=21c0bc50-2b78-41fc-b94f-9c4883ef6809,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:07.428143 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eecc567-5d28-4523-9480-44fb6a9c5150 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Checking segment: {'id': '39bbc9ce-afd5-4da0-9478-ffa1ae309df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4385b9d8-e224-4b3e-abc1-378c5cbf0935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:28:07.428654 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eecc567-5d28-4523-9480-44fb6a9c5150 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Network hostable DHCP agents. Network: 4385b9d8-e224-4b3e-abc1-378c5cbf0935, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:28:07.477242 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eecc567-5d28-4523-9480-44fb6a9c5150 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Network 4385b9d8-e224-4b3e-abc1-378c5cbf0935 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:28:07.539850 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-95e6b0e1-dc44-4643-95dc-352519907341 admin admin] Publish callbacks [] for router_gateway (7a6dac02-24c6-45eb-84d9-1bbfeb813348), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:07.555845 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-8eecc567-5d28-4523-9480-44fb6a9c5150 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 4385b9d8-e224-4b3e-abc1-378c5cbf0935) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:28:07.571388 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eecc567-5d28-4523-9480-44fb6a9c5150 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:07.571995 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8eecc567-5d28-4523-9480-44fb6a9c5150 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:07.657581 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47191a3a-447a-4168-b046-fca4353385cc None None] Network 4385b9d8-e224-4b3e-abc1-378c5cbf0935 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:28:07.703568 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8eecc567-5d28-4523-9480-44fb6a9c5150 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0061288 Feb 16 22:28:07.704251 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42838) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:07.722375 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-db6bcdf8-5c5d-4538-a092-3a051beee025 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Request body: {'port': {'network_id': '4385b9d8-e224-4b3e-abc1-378c5cbf0935', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1637113175'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:28:08.033070 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 85fa2e9b-daf5-41fb-9025-d7d90a190e19, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=85fa2e9b-daf5-41fb-9025-d7d90a190e19,segment=NetworkSegment(d2150ecc-73be-4cac-a3e0-52292f5f056f),segment_id=d2150ecc-73be-4cac-a3e0-52292f5f056f)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:08.088642 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '85fa2e9b-daf5-41fb-9025-d7d90a190e19', 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e', 'port_id': '85fa2e9b-daf5-41fb-9025-d7d90a190e19', 'mac_address': 'fa:16:3e:03:7e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c6e9fd-2327-49e8-8e06-530f56e702f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:28:08.105803 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42842) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:08.132914 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-95e6b0e1-dc44-4643-95dc-352519907341 admin admin] Deleting port 75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:28:08.133295 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-95e6b0e1-dc44-4643-95dc-352519907341 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:08.240010 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-95e6b0e1-dc44-4643-95dc-352519907341 admin admin] For port 75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:08.240482 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-95e6b0e1-dc44-4643-95dc-352519907341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:08.265774 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-95e6b0e1-dc44-4643-95dc-352519907341 admin admin] Calling delete_port for 75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7 owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:28:08.267393 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 85fa2e9b-daf5-41fb-9025-d7d90a190e19 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:28:08.268612 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (85fa2e9b-daf5-41fb-9025-d7d90a190e19), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:08.306456 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85fa2e9b-daf5-41fb-9025-d7d90a190e19 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:28:08.330003 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 85fa2e9b-daf5-41fb-9025-d7d90a190e19, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=85fa2e9b-daf5-41fb-9025-d7d90a190e19,segment=NetworkSegment(d2150ecc-73be-4cac-a3e0-52292f5f056f),segment_id=d2150ecc-73be-4cac-a3e0-52292f5f056f)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:08.382373 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (85fa2e9b-daf5-41fb-9025-d7d90a190e19), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:08.445683 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7bb775-b583-4335-a2da-7d8ef1868d99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-4385b9d8-e224-4b3e-abc1-378c5cbf0935', 'network_id': '4385b9d8-e224-4b3e-abc1-378c5cbf0935', 'project_id': '9ab72b13af9940de890e67599aacd868', 'fixed_ips': [{'subnet_id': '21c0bc50-2b78-41fc-b94f-9c4883ef6809'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:28:08.448122 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9f7bb775-b583-4335-a2da-7d8ef1868d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:08.456212 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=85fa2e9b-daf5-41fb-9025-d7d90a190e19,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:08.468240 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c2008b9f-65bb-4fe7-a9eb-5528e6160ec4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (0558ed90-cce5-4ba6-9ce4-85923c9f2d3b), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:08.495090 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-c2008b9f-65bb-4fe7-a9eb-5528e6160ec4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Calling delete_port for 0558ed90-cce5-4ba6-9ce4-85923c9f2d3b owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:28:08.617122 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-95e6b0e1-dc44-4643-95dc-352519907341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:08.669191 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-52b2d4e8-9494-4e3f-91af-60f7df486ea2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:08.723851 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6b0e1-dc44-4643-95dc-352519907341 admin admin] Pushing event deleted for resources: {'Port': ['ID=75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:08.725073 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-9f7bb775-b583-4335-a2da-7d8ef1868d99 None None] Allocated IP 172.20.0.2 (4385b9d8-e224-4b3e-abc1-378c5cbf0935/21c0bc50-2b78-41fc-b94f-9c4883ef6809/69d6ec68-c447-4263-931e-f755ca86452c) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:28:08.731143 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c2008b9f-65bb-4fe7-a9eb-5528e6160ec4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (0558ed90-cce5-4ba6-9ce4-85923c9f2d3b), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:08.779606 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2008b9f-65bb-4fe7-a9eb-5528e6160ec4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event deleted for resources: {'Port': ['ID=0558ed90-cce5-4ba6-9ce4-85923c9f2d3b,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:08.831699 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f6ad3-8524-412e-8677-6622d0728bbf req-fe02fd43-ca8d-4c69-982a-d69a16b70f85 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:08.838629 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-246f6ad3-8524-412e-8677-6622d0728bbf req-fe02fd43-ca8d-4c69-982a-d69a16b70f85 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed52b3e8-f916-4357-be65-dd16d19eb3dd HTTP/1.1" status: 200 len: 943 time: 1.5716319 Feb 16 22:28:08.946589 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-246f6ad3-8524-412e-8677-6622d0728bbf req-f27d5077-79d2-4d89-8046-6575d5472b08 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069918 Feb 16 22:28:08.950582 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6bcdf8-5c5d-4538-a092-3a051beee025 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Made reservation on behalf of 9ab72b13af9940de890e67599aacd868 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:28:08.967678 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db6bcdf8-5c5d-4538-a092-3a051beee025 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:08.980571 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-052f9fcc-5073-4392-9734-39225cb21940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'name': 'tempest-ServerRescueTestJSONUnderV235-2006616199-router', 'tenant_id': 'e11c8fd74a7f486d9478420e45ad2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:26:21Z', 'updated_at': '2022-02-16T22:28:04Z', 'revision_number': 5, 'project_id': 'e11c8fd74a7f486d9478420e45ad2436', 'gw_port': {'id': '75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:26:23Z', 'updated_at': '2022-02-16T22:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:08.989245 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac14039a-cc77-4b6d-a8b9-9babba538f6f req-98629e0c-13a6-4a80-bf7a-e50a2e9ff268 service neutron] 10.222.0.79 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7211785 Feb 16 22:28:09.044557 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-95e6b0e1-dc44-4643-95dc-352519907341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (7a6dac02-24c6-45eb-84d9-1bbfeb813348), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:09.078328 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c2008b9f-65bb-4fe7-a9eb-5528e6160ec4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:09.079772 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-db6bcdf8-5c5d-4538-a092-3a051beee025 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] device_id is not set on port d9b8f7f8-df6e-4eb4-a3b9-43d0d15395cc yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:28:09.084760 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c2008b9f-65bb-4fe7-a9eb-5528e6160ec4 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "DELETE /v2.0/ports/0558ed90-cce5-4ba6-9ce4-85923c9f2d3b HTTP/1.1" status: 204 len: 168 time: 2.4805200 Feb 16 22:28:09.085376 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42852) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:09.093692 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['85fa2e9b-daf5-41fb-9025-d7d90a190e19'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:28:09.125871 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052f9fcc-5073-4392-9734-39225cb21940 None None] The sync data for ids ['7a6dac02-24c6-45eb-84d9-1bbfeb813348'] in n-d-813897-6 is: [{'id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'name': 'tempest-ServerRescueTestJSONUnderV235-2006616199-router', 'tenant_id': 'e11c8fd74a7f486d9478420e45ad2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:26:21Z', 'updated_at': '2022-02-16T22:28:04Z', 'revision_number': 5, 'project_id': 'e11c8fd74a7f486d9478420e45ad2436', 'gw_port': {'id': '75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6dac02-24c6-45eb-84d9-1bbfeb813348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:26:23Z', 'updated_at': '2022-02-16T22:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:28:09.223726 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-3da96916-0dfb-48ce-9e73-9a5c468b777f admin admin] Deleting port 10a66254-8530-410c-b704-0a1a2d1363c8 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:28:09.224062 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3da96916-0dfb-48ce-9e73-9a5c468b777f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (10a66254-8530-410c-b704-0a1a2d1363c8), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:09.376137 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-3da96916-0dfb-48ce-9e73-9a5c468b777f admin admin] For port 10a66254-8530-410c-b704-0a1a2d1363c8, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=10a66254-8530-410c-b704-0a1a2d1363c8,segment=NetworkSegment(5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb),segment_id=5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:09.376506 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3da96916-0dfb-48ce-9e73-9a5c468b777f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (10a66254-8530-410c-b704-0a1a2d1363c8), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:09.387724 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-95e6b0e1-dc44-4643-95dc-352519907341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (7a6dac02-24c6-45eb-84d9-1bbfeb813348), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:09.390901 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-3da96916-0dfb-48ce-9e73-9a5c468b777f admin admin] Calling delete_port for 10a66254-8530-410c-b704-0a1a2d1363c8 owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:28:09.392081 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-95e6b0e1-dc44-4643-95dc-352519907341 admin admin] Publish callbacks [] for router_controller (7a6dac02-24c6-45eb-84d9-1bbfeb813348), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:09.428171 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9f7bb775-b583-4335-a2da-7d8ef1868d99 None None] Publish callbacks [] for port (69d6ec68-c447-4263-931e-f755ca86452c), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:09.452655 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-52b2d4e8-9494-4e3f-91af-60f7df486ea2 admin admin] Publish callbacks [] for security_group (30c34deb-2d24-414f-8486-49dc9e9df4b3), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:09.477228 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-52b2d4e8-9494-4e3f-91af-60f7df486ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (30c34deb-2d24-414f-8486-49dc9e9df4b3), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:09.485908 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9f7bb775-b583-4335-a2da-7d8ef1868d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (69d6ec68-c447-4263-931e-f755ca86452c), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:09.527393 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-95e6b0e1-dc44-4643-95dc-352519907341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (7a6dac02-24c6-45eb-84d9-1bbfeb813348), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:09.528092 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e6b0e1-dc44-4643-95dc-352519907341 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a6dac02-24c6-45eb-84d9-1bbfeb813348 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:28:09.548178 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-95e6b0e1-dc44-4643-95dc-352519907341 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:09.554571 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-95e6b0e1-dc44-4643-95dc-352519907341 admin admin] 10.222.0.75 "DELETE /v2.0/routers/7a6dac02-24c6-45eb-84d9-1bbfeb813348 HTTP/1.1" status: 204 len: 168 time: 3.8592074 Feb 16 22:28:09.567525 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42854) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:09.619426 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7bb775-b583-4335-a2da-7d8ef1868d99 None None] Pushing event updated for resources: {'Port': ['ID=69d6ec68-c447-4263-931e-f755ca86452c,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:09.645636 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7bb775-b583-4335-a2da-7d8ef1868d99 None None] Network 4385b9d8-e224-4b3e-abc1-378c5cbf0935 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:28:09.650374 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-9f7bb775-b583-4335-a2da-7d8ef1868d99 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:28:09.655804 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7bb775-b583-4335-a2da-7d8ef1868d99 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:28:09.669621 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-db6bcdf8-5c5d-4538-a092-3a051beee025 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Allocated IP 172.20.0.8 (4385b9d8-e224-4b3e-abc1-378c5cbf0935/21c0bc50-2b78-41fc-b94f-9c4883ef6809/d9b8f7f8-df6e-4eb4-a3b9-43d0d15395cc) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:28:09.710560 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3da96916-0dfb-48ce-9e73-9a5c468b777f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (10a66254-8530-410c-b704-0a1a2d1363c8), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:09.719841 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-52b2d4e8-9494-4e3f-91af-60f7df486ea2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=be25b9521dcb4ab68915b51f53231c8a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6117589 Feb 16 22:28:09.724357 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2d4e8-9494-4e3f-91af-60f7df486ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c34deb-2d24-414f-8486-49dc9e9df4b3,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:09.727333 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42856) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:09.804665 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da96916-0dfb-48ce-9e73-9a5c468b777f admin admin] Pushing event deleted for resources: {'Port': ['ID=10a66254-8530-410c-b704-0a1a2d1363c8,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:09.849230 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-9f7bb775-b583-4335-a2da-7d8ef1868d99 None None] Attempting to bind port 69d6ec68-c447-4263-931e-f755ca86452c on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:28:09.850949 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-d65190fb-56ed-4257-a99b-d8d38596f181 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Deleting port e94a408a-038c-475b-9071-415f0272577d {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:28:09.851308 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d65190fb-56ed-4257-a99b-d8d38596f181 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (e94a408a-038c-475b-9071-415f0272577d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:09.854911 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-9f7bb775-b583-4335-a2da-7d8ef1868d99 None None] Attempting to bind port 69d6ec68-c447-4263-931e-f755ca86452c by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '39bbc9ce-afd5-4da0-9478-ffa1ae309df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4385b9d8-e224-4b3e-abc1-378c5cbf0935'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:28:09.855320 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7bb775-b583-4335-a2da-7d8ef1868d99 None None] Attempting to bind port 69d6ec68-c447-4263-931e-f755ca86452c on network 4385b9d8-e224-4b3e-abc1-378c5cbf0935 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:28:09.876497 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7bb775-b583-4335-a2da-7d8ef1868d99 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:28:09.876895 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7bb775-b583-4335-a2da-7d8ef1868d99 None None] Checking segment: {'id': '39bbc9ce-afd5-4da0-9478-ffa1ae309df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4385b9d8-e224-4b3e-abc1-378c5cbf0935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:28:09.877291 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9f7bb775-b583-4335-a2da-7d8ef1868d99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:09.878261 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7bb775-b583-4335-a2da-7d8ef1868d99 None None] Bound using segment: {'id': '39bbc9ce-afd5-4da0-9478-ffa1ae309df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4385b9d8-e224-4b3e-abc1-378c5cbf0935'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:28:09.878756 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-9f7bb775-b583-4335-a2da-7d8ef1868d99 None None] Bound port: 69d6ec68-c447-4263-931e-f755ca86452c, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bbc9ce-afd5-4da0-9478-ffa1ae309df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4385b9d8-e224-4b3e-abc1-378c5cbf0935'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:28:09.884894 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9f7bb775-b583-4335-a2da-7d8ef1868d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (69d6ec68-c447-4263-931e-f755ca86452c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:09.887449 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-da1f15ac-c59b-4a8b-b49f-d7579872ed71 admin admin] Deleting subnet 88a4819f-11e9-4cf4-9189-2b40fd9f9478 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:28:09.988276 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da1f15ac-c59b-4a8b-b49f-d7579872ed71 admin admin] Publish callbacks [] for subnet (88a4819f-11e9-4cf4-9189-2b40fd9f9478), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:10.070464 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-9f7bb775-b583-4335-a2da-7d8ef1868d99 None None] For port 69d6ec68-c447-4263-931e-f755ca86452c, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:28:10.075997 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-9f7bb775-b583-4335-a2da-7d8ef1868d99 None None] For port 69d6ec68-c447-4263-931e-f755ca86452c, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=69d6ec68-c447-4263-931e-f755ca86452c,segment=NetworkSegment(39bbc9ce-afd5-4da0-9478-ffa1ae309df0),segment_id=39bbc9ce-afd5-4da0-9478-ffa1ae309df0)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:28:10.123645 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9f7bb775-b583-4335-a2da-7d8ef1868d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (69d6ec68-c447-4263-931e-f755ca86452c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:10.127079 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d65190fb-56ed-4257-a99b-d8d38596f181 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (e94a408a-038c-475b-9071-415f0272577d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:10.163932 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-d65190fb-56ed-4257-a99b-d8d38596f181 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Calling delete_port for e94a408a-038c-475b-9071-415f0272577d owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:28:10.228455 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da1f15ac-c59b-4a8b-b49f-d7579872ed71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (88a4819f-11e9-4cf4-9189-2b40fd9f9478), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:10.392924 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7bb775-b583-4335-a2da-7d8ef1868d99 None None] Pushing event updated for resources: {'Port': ['ID=69d6ec68-c447-4263-931e-f755ca86452c,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:10.454840 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db6bcdf8-5c5d-4538-a092-3a051beee025 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks [] for port (d9b8f7f8-df6e-4eb4-a3b9-43d0d15395cc), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:10.595473 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da1f15ac-c59b-4a8b-b49f-d7579872ed71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (88a4819f-11e9-4cf4-9189-2b40fd9f9478), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:10.699750 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db6bcdf8-5c5d-4538-a092-3a051beee025 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (d9b8f7f8-df6e-4eb4-a3b9-43d0d15395cc), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:10.700498 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7758d157-c774-4886-89a9-6a6b8eb50821 admin admin] Publish callbacks [] for security_group (30c34deb-2d24-414f-8486-49dc9e9df4b3), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:10.813361 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da1f15ac-c59b-4a8b-b49f-d7579872ed71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (88a4819f-11e9-4cf4-9189-2b40fd9f9478), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:10.818754 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7758d157-c774-4886-89a9-6a6b8eb50821 admin admin] Publish callbacks [] for security_group (30c34deb-2d24-414f-8486-49dc9e9df4b3), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:10.839699 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6bcdf8-5c5d-4538-a092-3a051beee025 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Network 4385b9d8-e224-4b3e-abc1-378c5cbf0935 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:28:10.863288 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6bcdf8-5c5d-4538-a092-3a051beee025 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Pushing event updated for resources: {'Port': ['ID=d9b8f7f8-df6e-4eb4-a3b9-43d0d15395cc,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:10.883375 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f15ac-c59b-4a8b-b49f-d7579872ed71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88a4819f-11e9-4cf4-9189-2b40fd9f9478,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:10.885429 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d65190fb-56ed-4257-a99b-d8d38596f181 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (e94a408a-038c-475b-9071-415f0272577d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:10.894233 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-db6bcdf8-5c5d-4538-a092-3a051beee025 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:28:10.918931 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6bcdf8-5c5d-4538-a092-3a051beee025 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:28:10.935831 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65190fb-56ed-4257-a99b-d8d38596f181 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event deleted for resources: {'Port': ['ID=e94a408a-038c-475b-9071-415f0272577d,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:10.951692 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e7e14-f222-4c63-a478-8f2015588a0c req-4a0d367c-76af-448f-a031-05f948e91097 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:10.953332 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-933e7e14-f222-4c63-a478-8f2015588a0c req-4a0d367c-76af-448f-a031-05f948e91097 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed52b3e8-f916-4357-be65-dd16d19eb3dd HTTP/1.1" status: 200 len: 944 time: 0.6691470 Feb 16 22:28:11.052542 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da1f15ac-c59b-4a8b-b49f-d7579872ed71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:11.076474 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-da1f15ac-c59b-4a8b-b49f-d7579872ed71 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/88a4819f-11e9-4cf4-9189-2b40fd9f9478 HTTP/1.1" status: 204 len: 168 time: 1.4682205 Feb 16 22:28:11.092472 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d65190fb-56ed-4257-a99b-d8d38596f181 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:11.095705 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42870) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:11.100694 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d65190fb-56ed-4257-a99b-d8d38596f181 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "DELETE /v2.0/ports/e94a408a-038c-475b-9071-415f0272577d HTTP/1.1" status: 204 len: 168 time: 2.0111160 Feb 16 22:28:11.150229 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3da96916-0dfb-48ce-9e73-9a5c468b777f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:11.166526 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42872) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:11.203493 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-933e7e14-f222-4c63-a478-8f2015588a0c req-8abcf270-87e2-4b54-8ba7-d1c3576cf1de tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366521 Feb 16 22:28:11.231944 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e1f49dd8-dbd9-43e4-8cf9-1db6e9486513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (96e91e80-fb23-4684-8884-07949af40244), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:11.242655 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6bcdf8-5c5d-4538-a092-3a051beee025 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:11.243755 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db6bcdf8-5c5d-4538-a092-3a051beee025 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:11.251223 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7758d157-c774-4886-89a9-6a6b8eb50821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (30c34deb-2d24-414f-8486-49dc9e9df4b3), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:11.254364 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7758d157-c774-4886-89a9-6a6b8eb50821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:11.258975 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7758d157-c774-4886-89a9-6a6b8eb50821 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/30c34deb-2d24-414f-8486-49dc9e9df4b3 HTTP/1.1" status: 204 len: 168 time: 1.5201616 Feb 16 22:28:11.270366 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758d157-c774-4886-89a9-6a6b8eb50821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c34deb-2d24-414f-8486-49dc9e9df4b3,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:11.327194 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 85fa2e9b-daf5-41fb-9025-d7d90a190e19 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:28:11.425202 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 69d6ec68-c447-4263-931e-f755ca86452c up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:28:11.467192 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16ca1f8-2c0d-44e5-8276-9e0067e14d1e tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:11.475083 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c16ca1f8-2c0d-44e5-8276-9e0067e14d1e tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "GET /v2.0/ports?device_id=43802d64-4ded-4797-bbf8-92727fbf221d HTTP/1.1" status: 200 len: 913 time: 0.3058233 Feb 16 22:28:11.479394 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42876) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:11.482272 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e1f49dd8-dbd9-43e4-8cf9-1db6e9486513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (96e91e80-fb23-4684-8884-07949af40244), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:11.538960 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-e1f49dd8-dbd9-43e4-8cf9-1db6e9486513 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e91e80-fb23-4684-8884-07949af40244']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:11.566808 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-e1f49dd8-dbd9-43e4-8cf9-1db6e9486513 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a06a1604-bc44-4e2e-8dcf-6de8b6766e65') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:11.568209 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-e1f49dd8-dbd9-43e4-8cf9-1db6e9486513 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a06a1604-bc44-4e2e-8dcf-6de8b6766e65') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:11.572658 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 85fa2e9b-daf5-41fb-9025-d7d90a190e19 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:28:11.582983 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 69d6ec68-c447-4263-931e-f755ca86452c triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:28:11.584492 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (69d6ec68-c447-4263-931e-f755ca86452c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:11.599385 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e1f49dd8-dbd9-43e4-8cf9-1db6e9486513 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (a06a1604-bc44-4e2e-8dcf-6de8b6766e65), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:11.628039 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e1f49dd8-dbd9-43e4-8cf9-1db6e9486513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (a06a1604-bc44-4e2e-8dcf-6de8b6766e65), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:11.646439 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f49dd8-dbd9-43e4-8cf9-1db6e9486513 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:28:11.647824 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e1f49dd8-dbd9-43e4-8cf9-1db6e9486513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (a06a1604-bc44-4e2e-8dcf-6de8b6766e65), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:11.678459 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 85fa2e9b-daf5-41fb-9025-d7d90a190e19 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:28:11.679901 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (85fa2e9b-daf5-41fb-9025-d7d90a190e19), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:11.812370 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:28:11.812370 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:28:11.812370 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:28:11.812370 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:28:11.812370 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:28:11.812370 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:28:11.812370 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:28:11.812370 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:28:11.812370 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:28:11.812370 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:28:11.812370 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:28:11.812370 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:28:11.812370 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:28:11.812370 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:28:11.812370 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:28:11.812370 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:28:11.812370 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:28:11.812370 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:28:11.812370 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:28:11.812370 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:28:11.812370 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:28:11.812370 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:28:11.812370 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:28:11.812370 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:28:11.812370 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:28:11.812370 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:28:11.812370 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:28:11.812370 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:28:11.812370 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:28:11.812370 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:28:11.812370 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:28:11.812370 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:28:11.822561 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-db6bcdf8-5c5d-4538-a092-3a051beee025 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1094327 Feb 16 22:28:11.823943 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42880) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:11.850447 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 85fa2e9b-daf5-41fb-9025-d7d90a190e19 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:28:11.850869 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (85fa2e9b-daf5-41fb-9025-d7d90a190e19), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:11.869527 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42882) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:11.880786 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e1f49dd8-dbd9-43e4-8cf9-1db6e9486513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (96e91e80-fb23-4684-8884-07949af40244), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:11.894489 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-81b9d573-d4b0-4621-ae3c-c3ccb3b4a964 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:11.932773 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e1f49dd8-dbd9-43e4-8cf9-1db6e9486513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:11.934685 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed52b3e8-f916-4357-be65-dd16d19eb3dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85fa2e9b-daf5-41fb-9025-d7d90a190e19'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:28:11.940452 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c6f204-520c-40a7-be47-2d3a0c920e05" -d '{"events": [{"server_uuid": "ed52b3e8-f916-4357-be65-dd16d19eb3dd", "name": "network-vif-plugged", "status": "completed", "tag": "85fa2e9b-daf5-41fb-9025-d7d90a190e19"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:28:11.941431 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e1f49dd8-dbd9-43e4-8cf9-1db6e9486513 admin admin] 10.222.0.75 "DELETE /v2.0/networks/96e91e80-fb23-4684-8884-07949af40244 HTTP/1.1" status: 204 len: 168 time: 0.8399026 Feb 16 22:28:11.987733 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 85fa2e9b-daf5-41fb-9025-d7d90a190e19, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=85fa2e9b-daf5-41fb-9025-d7d90a190e19,segment=NetworkSegment(d2150ecc-73be-4cac-a3e0-52292f5f056f),segment_id=d2150ecc-73be-4cac-a3e0-52292f5f056f)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:12.025853 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (85fa2e9b-daf5-41fb-9025-d7d90a190e19), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:12.030890 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f49dd8-dbd9-43e4-8cf9-1db6e9486513 admin admin] Pushing event deleted for resources: {'Network': ['ID=96e91e80-fb23-4684-8884-07949af40244,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:12.058917 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9faaa9-39d3-4b43-871b-affab11a4154 x-openstack-request-id: req-2a9faaa9-39d3-4b43-871b-affab11a4154 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:28:12.059222 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed52b3e8-f916-4357-be65-dd16d19eb3dd", "name": "network-vif-plugged", "status": "completed", "tag": "85fa2e9b-daf5-41fb-9025-d7d90a190e19", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:28:12.059549 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2a9faaa9-39d3-4b43-871b-affab11a4154 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:28:12.059958 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed52b3e8-f916-4357-be65-dd16d19eb3dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85fa2e9b-daf5-41fb-9025-d7d90a190e19', 'code': 200} Feb 16 22:28:12.156856 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 69d6ec68-c447-4263-931e-f755ca86452c is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:28:12.157337 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (69d6ec68-c447-4263-931e-f755ca86452c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:12.198460 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c731ac-4155-48f9-808b-f69cddbab12b None None] Network 4385b9d8-e224-4b3e-abc1-378c5cbf0935 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:28:12.201752 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-6245d1e9-a48a-4fe2-b261-845adfb2ae03 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Deleting port d9b8f7f8-df6e-4eb4-a3b9-43d0d15395cc {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:28:12.202228 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6245d1e9-a48a-4fe2-b261-845adfb2ae03 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (d9b8f7f8-df6e-4eb4-a3b9-43d0d15395cc), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:12.290977 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-81b9d573-d4b0-4621-ae3c-c3ccb3b4a964 admin admin] Publish callbacks [] for security_group (c5e6518a-70a7-4597-80a5-c7824bcfee68), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:12.292980 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb297d-9765-4653-9065-26509424e2c5 req-bb6d683e-1296-4c36-8806-4693d4c36f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:12.297759 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4beb297d-9765-4653-9065-26509424e2c5 req-bb6d683e-1296-4c36-8806-4693d4c36f27 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ed52b3e8-f916-4357-be65-dd16d19eb3dd HTTP/1.1" status: 200 len: 1127 time: 0.1934698 Feb 16 22:28:12.358454 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-81b9d573-d4b0-4621-ae3c-c3ccb3b4a964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c5e6518a-70a7-4597-80a5-c7824bcfee68), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:12.368790 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da96916-0dfb-48ce-9e73-9a5c468b777f admin admin] Router 2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:28:12.396086 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42898) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:12.421494 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-81b9d573-d4b0-4621-ae3c-c3ccb3b4a964 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=de89acf319f14b5284e9d881ff46fb1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5499494 Feb 16 22:28:12.422193 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42900) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:12.505888 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-d0b291ba-26d3-4d69-a847-ff5edb7567d4 None None] Provisioning complete for port 69d6ec68-c447-4263-931e-f755ca86452c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:28:12.507011 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d0b291ba-26d3-4d69-a847-ff5edb7567d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (69d6ec68-c447-4263-931e-f755ca86452c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:12.512016 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9d573-d4b0-4621-ae3c-c3ccb3b4a964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e6518a-70a7-4597-80a5-c7824bcfee68,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:12.553378 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6245d1e9-a48a-4fe2-b261-845adfb2ae03 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (d9b8f7f8-df6e-4eb4-a3b9-43d0d15395cc), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:12.567166 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0996e0d3-1bb6-4760-a407-2b8b181e1e09 admin admin] Publish callbacks [] for security_group (c5e6518a-70a7-4597-80a5-c7824bcfee68), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:12.574741 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=85fa2e9b-daf5-41fb-9025-d7d90a190e19,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:12.583967 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 69d6ec68-c447-4263-931e-f755ca86452c, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=69d6ec68-c447-4263-931e-f755ca86452c,segment=NetworkSegment(39bbc9ce-afd5-4da0-9478-ffa1ae309df0),segment_id=39bbc9ce-afd5-4da0-9478-ffa1ae309df0)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:12.603268 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (69d6ec68-c447-4263-931e-f755ca86452c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:12.605003 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0996e0d3-1bb6-4760-a407-2b8b181e1e09 admin admin] Publish callbacks [] for security_group (c5e6518a-70a7-4597-80a5-c7824bcfee68), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:12.621916 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:28:12.642764 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da96916-0dfb-48ce-9e73-9a5c468b777f admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:28:12.656825 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-6245d1e9-a48a-4fe2-b261-845adfb2ae03 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Calling delete_port for d9b8f7f8-df6e-4eb4-a3b9-43d0d15395cc owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:28:12.659461 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9125061d-1651-49b6-82f5-3c11ab37a294 None None] Sync routers for ids ['2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:28:12.672857 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3da96916-0dfb-48ce-9e73-9a5c468b777f admin admin] 10.222.0.75 "PUT /v2.0/routers/2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2248271 Feb 16 22:28:12.673072 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4beb297d-9765-4653-9065-26509424e2c5 req-ed2682f4-380e-4a28-8f5f-26480e959fc1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643398 Feb 16 22:28:12.676314 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42904) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:12.677414 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9125061d-1651-49b6-82f5-3c11ab37a294 None None] Routers {'2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:28:12.679362 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-9125061d-1651-49b6-82f5-3c11ab37a294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:27:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:12.718384 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2b54a261-e4b8-4774-bd09-f0e6fa4340ad admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e11c8fd74a7f486d9478420e45ad2436&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3180809 Feb 16 22:28:12.728432 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42906) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:12.737386 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:28:12.738377 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 75c7d2c1-a8a9-4b69-a7ce-012cea78d4a7 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:28:12.740513 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 632b89cd-8319-4a76-861a-05a0a3e45894 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:28:12.775717 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c8206-c6f0-41d3-827e-81eae1d80567 req-06effdfb-f91f-4e41-aadc-f07ba03a6974 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:12.777280 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-194c8206-c6f0-41d3-827e-81eae1d80567 req-06effdfb-f91f-4e41-aadc-f07ba03a6974 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed52b3e8-f916-4357-be65-dd16d19eb3dd HTTP/1.1" status: 200 len: 945 time: 0.4370129 Feb 16 22:28:12.863767 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 632b89cd-8319-4a76-861a-05a0a3e45894 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:28:12.869082 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 632b89cd-8319-4a76-861a-05a0a3e45894 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:28:12.889127 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d0b291ba-26d3-4d69-a847-ff5edb7567d4 None None] Current status of the port 69d6ec68-c447-4263-931e-f755ca86452c is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:28:12.923047 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=69d6ec68-c447-4263-931e-f755ca86452c,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:12.932424 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-29fe7ae4-eeb0-48c0-8c34-240b554e1db3 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (43802d64-4ded-4797-bbf8-92727fbf221d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:12.949610 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-9125061d-1651-49b6-82f5-3c11ab37a294 None None] Set router 2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:28:13.048002 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0996e0d3-1bb6-4760-a407-2b8b181e1e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c5e6518a-70a7-4597-80a5-c7824bcfee68), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:13.056913 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0996e0d3-1bb6-4760-a407-2b8b181e1e09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:13.060870 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0996e0d3-1bb6-4760-a407-2b8b181e1e09 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c5e6518a-70a7-4597-80a5-c7824bcfee68 HTTP/1.1" status: 204 len: 168 time: 0.6311066 Feb 16 22:28:13.097775 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-194c8206-c6f0-41d3-827e-81eae1d80567 req-fb3d55eb-0543-447a-a38e-14bd85f46289 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869580 Feb 16 22:28:13.114794 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-56637da5-9e52-41ea-afd8-b8c967502e5b admin admin] Publish callbacks [] for security_group (8d64317e-ec6c-41b4-a421-73e0a02d08a2), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:13.120698 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7dfec0cf-6a4e-4577-9e7f-8271e7814077 admin admin] Publish callbacks [] for router (2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:13.134346 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 69d6ec68-c447-4263-931e-f755ca86452c up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:28:13.143300 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996e0d3-1bb6-4760-a407-2b8b181e1e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e6518a-70a7-4597-80a5-c7824bcfee68,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:13.172078 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-56637da5-9e52-41ea-afd8-b8c967502e5b admin admin] Publish callbacks [] for security_group (8d64317e-ec6c-41b4-a421-73e0a02d08a2), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:13.342541 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 69d6ec68-c447-4263-931e-f755ca86452c triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:28:13.342917 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (69d6ec68-c447-4263-931e-f755ca86452c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:13.344700 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e07c8ebe-5f42-486b-a9a9-a45bc7dbfe23 None None] Provisioning complete for port d9b8f7f8-df6e-4eb4-a3b9-43d0d15395cc triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:28:13.348012 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e07c8ebe-5f42-486b-a9a9-a45bc7dbfe23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d9b8f7f8-df6e-4eb4-a3b9-43d0d15395cc), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:13.445469 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6245d1e9-a48a-4fe2-b261-845adfb2ae03 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (d9b8f7f8-df6e-4eb4-a3b9-43d0d15395cc), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:13.446077 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-56637da5-9e52-41ea-afd8-b8c967502e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (8d64317e-ec6c-41b4-a421-73e0a02d08a2), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:13.451988 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-56637da5-9e52-41ea-afd8-b8c967502e5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:13.455588 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-56637da5-9e52-41ea-afd8-b8c967502e5b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8d64317e-ec6c-41b4-a421-73e0a02d08a2 HTTP/1.1" status: 204 len: 168 time: 0.7214847 Feb 16 22:28:13.503685 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56637da5-9e52-41ea-afd8-b8c967502e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d64317e-ec6c-41b4-a421-73e0a02d08a2,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:13.522006 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245d1e9-a48a-4fe2-b261-845adfb2ae03 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Pushing event deleted for resources: {'Port': ['ID=d9b8f7f8-df6e-4eb4-a3b9-43d0d15395cc,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:13.562868 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e07c8ebe-5f42-486b-a9a9-a45bc7dbfe23 None None] Port d9b8f7f8-df6e-4eb4-a3b9-43d0d15395cc was deleted so its status cannot be updated. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 16 22:28:13.573186 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-29fe7ae4-eeb0-48c0-8c34-240b554e1db3 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Deleting port f3d86453-1e5d-4ecb-a59c-1b2af5624657 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:28:13.573186 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-29fe7ae4-eeb0-48c0-8c34-240b554e1db3 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (f3d86453-1e5d-4ecb-a59c-1b2af5624657), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:13.582808 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-9125061d-1651-49b6-82f5-3c11ab37a294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'name': 'tempest-AttachVolumeTestJSON-1783443213-router', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '60715aee-fff1-4765-bf0d-c219182519e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:12Z', 'updated_at': '2022-02-16T22:28:09Z', 'revision_number': 5, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'gw_port': {'id': '60715aee-fff1-4765-bf0d-c219182519e3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:13Z', 'updated_at': '2022-02-16T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:13.606372 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6245d1e9-a48a-4fe2-b261-845adfb2ae03 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:13.610512 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6245d1e9-a48a-4fe2-b261-845adfb2ae03 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] 10.222.0.75 "DELETE /v2.0/ports/d9b8f7f8-df6e-4eb4-a3b9-43d0d15395cc HTTP/1.1" status: 204 len: 168 time: 1.7855856 Feb 16 22:28:13.614067 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42918) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:13.640318 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7dfec0cf-6a4e-4577-9e7f-8271e7814077 admin admin] Publish callbacks [] for router_gateway (2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:13.653790 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e07c8ebe-5f42-486b-a9a9-a45bc7dbfe23 None None] Provisioning complete for port 69d6ec68-c447-4263-931e-f755ca86452c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:28:13.654195 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e07c8ebe-5f42-486b-a9a9-a45bc7dbfe23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (69d6ec68-c447-4263-931e-f755ca86452c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:13.707589 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9125061d-1651-49b6-82f5-3c11ab37a294 None None] Checking router: 2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:28:13.715415 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-7dfec0cf-6a4e-4577-9e7f-8271e7814077 admin admin] Deleting port 60715aee-fff1-4765-bf0d-c219182519e3 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:28:13.715776 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7dfec0cf-6a4e-4577-9e7f-8271e7814077 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (60715aee-fff1-4765-bf0d-c219182519e3), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:13.739027 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9125061d-1651-49b6-82f5-3c11ab37a294 None None] Routers {'2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:28:13.739655 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-9125061d-1651-49b6-82f5-3c11ab37a294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:27:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:13.898054 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-29fe7ae4-eeb0-48c0-8c34-240b554e1db3 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (f3d86453-1e5d-4ecb-a59c-1b2af5624657), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:13.961304 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-29fe7ae4-eeb0-48c0-8c34-240b554e1db3 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Calling delete_port for f3d86453-1e5d-4ecb-a59c-1b2af5624657 owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:28:13.973613 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-7dfec0cf-6a4e-4577-9e7f-8271e7814077 admin admin] For port 60715aee-fff1-4765-bf0d-c219182519e3, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=60715aee-fff1-4765-bf0d-c219182519e3,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:13.974429 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7dfec0cf-6a4e-4577-9e7f-8271e7814077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (60715aee-fff1-4765-bf0d-c219182519e3), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:13.975974 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 69d6ec68-c447-4263-931e-f755ca86452c is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:28:14.019744 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-7dfec0cf-6a4e-4577-9e7f-8271e7814077 admin admin] Calling delete_port for 60715aee-fff1-4765-bf0d-c219182519e3 owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:28:14.097293 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-9125061d-1651-49b6-82f5-3c11ab37a294 None None] Set router 2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886 gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:28:14.100081 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e07c8ebe-5f42-486b-a9a9-a45bc7dbfe23 None None] Current status of the port 69d6ec68-c447-4263-931e-f755ca86452c is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:28:14.216614 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-0ba21e93-48cf-4bed-b3c3-b7201f75658b None None] Could not find standard attr ID for object d9b8f7f8-df6e-4eb4-a3b9-43d0d15395cc. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:28:14.253891 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-9125061d-1651-49b6-82f5-3c11ab37a294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'name': 'tempest-AttachVolumeTestJSON-1783443213-router', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:12Z', 'updated_at': '2022-02-16T22:28:13Z', 'revision_number': 6, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:14.301279 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7dfec0cf-6a4e-4577-9e7f-8271e7814077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (60715aee-fff1-4765-bf0d-c219182519e3), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:14.346504 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9125061d-1651-49b6-82f5-3c11ab37a294 None None] The sync data for ids ['2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886'] in n-d-813897-6 is: [{'id': '2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886', 'name': 'tempest-AttachVolumeTestJSON-1783443213-router', 'tenant_id': 'd077897d87b240428fffff8cb232a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:12Z', 'updated_at': '2022-02-16T22:28:13Z', 'revision_number': 6, 'project_id': 'd077897d87b240428fffff8cb232a67c', 'gw_port_host': None}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:28:14.595143 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7dfec0cf-6a4e-4577-9e7f-8271e7814077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:14.630588 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380385ae-a18a-4636-a0a2-ca5276bf6c50 req-a05d6e58-ace3-4958-96cb-578eb23928d8 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:14.637057 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-380385ae-a18a-4636-a0a2-ca5276bf6c50 req-a05d6e58-ace3-4958-96cb-578eb23928d8 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed52b3e8-f916-4357-be65-dd16d19eb3dd HTTP/1.1" status: 200 len: 945 time: 0.3052757 Feb 16 22:28:14.668192 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfec0cf-6a4e-4577-9e7f-8271e7814077 admin admin] Pushing event deleted for resources: {'Port': ['ID=60715aee-fff1-4765-bf0d-c219182519e3,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:14.808261 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-380385ae-a18a-4636-a0a2-ca5276bf6c50 req-f85ec121-8a1d-400c-9549-2052854eb574 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477387 Feb 16 22:28:14.862808 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-29fe7ae4-eeb0-48c0-8c34-240b554e1db3 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (f3d86453-1e5d-4ecb-a59c-1b2af5624657), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:14.884262 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fbd1905d-1670-4584-808d-c6b7c6ff987f tempest-DHCPAgentSchedulersTestJSON-1547702744 tempest-DHCPAgentSchedulersTestJSON-1547702744-project-admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 1.2692833 Feb 16 22:28:14.894943 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42958) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:14.913852 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-28af02ac-a659-4a5c-bd59-aaef4d7df670 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1628786182'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:28:14.932315 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe7ae4-eeb0-48c0-8c34-240b554e1db3 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event deleted for resources: {'Port': ['ID=f3d86453-1e5d-4ecb-a59c-1b2af5624657,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:14.936857 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7dfec0cf-6a4e-4577-9e7f-8271e7814077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:14.943688 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7dfec0cf-6a4e-4577-9e7f-8271e7814077 admin admin] Publish callbacks [] for router_controller (2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:15.084703 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28af02ac-a659-4a5c-bd59-aaef4d7df670 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Made reservation on behalf of 9ab72b13af9940de890e67599aacd868 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:28:15.089460 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-28af02ac-a659-4a5c-bd59-aaef4d7df670 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:15.147219 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7dfec0cf-6a4e-4577-9e7f-8271e7814077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:15.147755 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfec0cf-6a4e-4577-9e7f-8271e7814077 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:28:15.171447 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7dfec0cf-6a4e-4577-9e7f-8271e7814077 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:15.173199 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7dfec0cf-6a4e-4577-9e7f-8271e7814077 admin admin] 10.222.0.75 "DELETE /v2.0/routers/2f450d9d-44fb-4b2b-8e9c-f1f3b31f6886 HTTP/1.1" status: 204 len: 168 time: 2.4900272 Feb 16 22:28:15.176531 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42966) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:15.230999 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28af02ac-a659-4a5c-bd59-aaef4d7df670 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:28:15.257532 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-28af02ac-a659-4a5c-bd59-aaef4d7df670 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (f404bcc2-1523-4064-aa33-e0f2947ffc88), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:15.263205 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-28af02ac-a659-4a5c-bd59-aaef4d7df670 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Added segment f404bcc2-1523-4064-aa33-e0f2947ffc88 of type vlan for network 3eb41252-d3b5-4c31-a5c1-e41fa273ce8a Feb 16 22:28:15.286864 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b22401b-331a-49f3-8b46-4c959df4e60e admin admin] Deleting subnet 812089a8-8e43-4669-b97f-c5c83d27191f {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:28:15.292874 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b22401b-331a-49f3-8b46-4c959df4e60e admin admin] Publish callbacks [] for subnet (812089a8-8e43-4669-b97f-c5c83d27191f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:15.449409 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 10a66254-8530-410c-b704-0a1a2d1363c8 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:28:15.475336 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-28af02ac-a659-4a5c-bd59-aaef4d7df670 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (3eb41252-d3b5-4c31-a5c1-e41fa273ce8a), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:15.496791 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b22401b-331a-49f3-8b46-4c959df4e60e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (812089a8-8e43-4669-b97f-c5c83d27191f), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:15.511859 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 10a66254-8530-410c-b704-0a1a2d1363c8 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:28:15.512403 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 10a66254-8530-410c-b704-0a1a2d1363c8 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:28:15.670304 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b22401b-331a-49f3-8b46-4c959df4e60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (812089a8-8e43-4669-b97f-c5c83d27191f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:15.742996 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.db.resource_extend [None req-28af02ac-a659-4a5c-bd59-aaef4d7df670 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 22:28:15.781632 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42982) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:15.803477 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b22401b-331a-49f3-8b46-4c959df4e60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (812089a8-8e43-4669-b97f-c5c83d27191f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:15.805854 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-28af02ac-a659-4a5c-bd59-aaef4d7df670 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (3eb41252-d3b5-4c31-a5c1-e41fa273ce8a), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:15.813522 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28af02ac-a659-4a5c-bd59-aaef4d7df670 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:15.814569 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-28af02ac-a659-4a5c-bd59-aaef4d7df670 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:15.949188 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6076a009-a198-4a54-80d5-07ce02b38c99 None None] Network a2949af4-226e-4bae-8b8f-20776d9938d8 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:28:15.972228 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22401b-331a-49f3-8b46-4c959df4e60e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=812089a8-8e43-4669-b97f-c5c83d27191f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:16.004647 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b22401b-331a-49f3-8b46-4c959df4e60e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:16.016716 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9b22401b-331a-49f3-8b46-4c959df4e60e admin admin] 10.222.0.75 "DELETE /v2.0/subnets/812089a8-8e43-4669-b97f-c5c83d27191f HTTP/1.1" status: 204 len: 168 time: 0.8309672 Feb 16 22:28:16.027436 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-28af02ac-a659-4a5c-bd59-aaef4d7df670 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1274898 Feb 16 22:28:16.027436 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42990) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:16.041305 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42992) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:16.175663 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-b9a057b9-7ef8-4d43-bf11-19285e255814 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1389164331-network', 'tenant_id': '40c61a7cfadd45ac85b548218034c5f0'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:28:16.178819 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af02ac-a659-4a5c-bd59-aaef4d7df670 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Pushing event updated for resources: {'Network': ['ID=3eb41252-d3b5-4c31-a5c1-e41fa273ce8a,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:16.227154 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 3eb41252-d3b5-4c31-a5c1-e41fa273ce8a details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:28:16.253459 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a751baf2-bd74-428c-afb0-db1d8e4cdf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (a2949af4-226e-4bae-8b8f-20776d9938d8), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:16.261157 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a057b9-7ef8-4d43-bf11-19285e255814 admin admin] Made reservation on behalf of 40c61a7cfadd45ac85b548218034c5f0 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:28:16.266300 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b9a057b9-7ef8-4d43-bf11-19285e255814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:16.293899 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b9a057b9-7ef8-4d43-bf11-19285e255814 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:16.311045 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97563bc0-4c0d-450d-81a3-a4453503df0e req-37f67609-83c5-4e06-a01d-f3c573dc03f0 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:16.319954 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-97563bc0-4c0d-450d-81a3-a4453503df0e req-37f67609-83c5-4e06-a01d-f3c573dc03f0 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ef644cb-60d2-44c1-b549-2537fadea701 HTTP/1.1" status: 200 len: 945 time: 1.3231900 Feb 16 22:28:16.528374 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a503e173-04fa-449e-bf60-78d39909f562 req-8a163336-9599-4060-8cc1-63e96ac42439 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5ef644cb-60d2-44c1-b549-2537fadea701&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5189135 Feb 16 22:28:16.765772 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-97563bc0-4c0d-450d-81a3-a4453503df0e req-ece74e50-d83e-41ff-98a0-0e054950707c tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447079 Feb 16 22:28:16.872872 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c93e7d1f-5340-4a02-a996-cf301c4f01ea tempest-DHCPAgentSchedulersTestJSON-1547702744 tempest-DHCPAgentSchedulersTestJSON-1547702744-project-admin] 10.222.0.75 "GET /v2.0/agents/c1cb2cb3-6351-438a-8172-a752bed4d843/dhcp-networks HTTP/1.1" status: 200 len: 7240 time: 0.8069787 Feb 16 22:28:16.875679 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43012) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:16.895571 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-29fe7ae4-eeb0-48c0-8c34-240b554e1db3 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (43802d64-4ded-4797-bbf8-92727fbf221d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:16.966320 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503e173-04fa-449e-bf60-78d39909f562 req-35df37f2-d4a0-4e02-9d52-30d74606ed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:16.968080 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a503e173-04fa-449e-bf60-78d39909f562 req-35df37f2-d4a0-4e02-9d52-30d74606ed89 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b04764559a9c459fbc65e6403b1b3dd5&device_id=5ef644cb-60d2-44c1-b549-2537fadea701 HTTP/1.1" status: 200 len: 1127 time: 0.3665092 Feb 16 22:28:17.017119 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 60715aee-fff1-4765-bf0d-c219182519e3 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:28:17.076585 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ce7231-a063-4bef-9299-dfd93c79b513 None None] DHCP port deletion for a2949af4-226e-4bae-8b8f-20776d9938d8 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:28:17.087611 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 60715aee-fff1-4765-bf0d-c219182519e3 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:28:17.087957 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 60715aee-fff1-4765-bf0d-c219182519e3 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:28:17.105030 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b9a057b9-7ef8-4d43-bf11-19285e255814 admin admin] Publish callbacks [] for security_group (46020347-32db-4cd9-8556-e7495171ceb2), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:17.113370 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-a751baf2-bd74-428c-afb0-db1d8e4cdf7f admin admin] Deleting port f9ff6359-4f22-4634-8adf-ca5d96f22883 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:28:17.114113 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a751baf2-bd74-428c-afb0-db1d8e4cdf7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (f9ff6359-4f22-4634-8adf-ca5d96f22883), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:17.129196 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b9a057b9-7ef8-4d43-bf11-19285e255814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (46020347-32db-4cd9-8556-e7495171ceb2), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:17.178175 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a9ce7231-a063-4bef-9299-dfd93c79b513 None None] Deleting port f9ff6359-4f22-4634-8adf-ca5d96f22883 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:28:17.178832 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a9ce7231-a063-4bef-9299-dfd93c79b513 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (f9ff6359-4f22-4634-8adf-ca5d96f22883), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:17.296387 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a057b9-7ef8-4d43-bf11-19285e255814 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:28:17.304690 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a057b9-7ef8-4d43-bf11-19285e255814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46020347-32db-4cd9-8556-e7495171ceb2,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:17.309607 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-a751baf2-bd74-428c-afb0-db1d8e4cdf7f admin admin] For port f9ff6359-4f22-4634-8adf-ca5d96f22883, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=f9ff6359-4f22-4634-8adf-ca5d96f22883,segment=NetworkSegment(5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb),segment_id=5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:17.310115 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a751baf2-bd74-428c-afb0-db1d8e4cdf7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (f9ff6359-4f22-4634-8adf-ca5d96f22883), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:17.324212 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-a9ce7231-a063-4bef-9299-dfd93c79b513 None None] For port f9ff6359-4f22-4634-8adf-ca5d96f22883, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=f9ff6359-4f22-4634-8adf-ca5d96f22883,segment=NetworkSegment(5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb),segment_id=5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:17.325738 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a9ce7231-a063-4bef-9299-dfd93c79b513 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (f9ff6359-4f22-4634-8adf-ca5d96f22883), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:17.341498 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b9a057b9-7ef8-4d43-bf11-19285e255814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:17.341853 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-b9a057b9-7ef8-4d43-bf11-19285e255814 admin admin] Added segment b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9 of type vlan for network 752ff291-8125-4ff8-b264-ca3a640ae0c4 Feb 16 22:28:17.343345 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-a751baf2-bd74-428c-afb0-db1d8e4cdf7f admin admin] Calling delete_port for f9ff6359-4f22-4634-8adf-ca5d96f22883 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:28:17.364334 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7516a-b952-4eeb-aaf8-b660c02aea76 req-2b935158-0aa7-43fb-aa0a-b3b92cb0a04a tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:17.371824 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-90c7516a-b952-4eeb-aaf8-b660c02aea76 req-2b935158-0aa7-43fb-aa0a-b3b92cb0a04a tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed52b3e8-f916-4357-be65-dd16d19eb3dd HTTP/1.1" status: 200 len: 945 time: 0.4595325 Feb 16 22:28:17.386771 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a9ce7231-a063-4bef-9299-dfd93c79b513 None None] Calling delete_port for f9ff6359-4f22-4634-8adf-ca5d96f22883 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:28:17.425594 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b9a057b9-7ef8-4d43-bf11-19285e255814 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (752ff291-8125-4ff8-b264-ca3a640ae0c4), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:17.502062 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b9a057b9-7ef8-4d43-bf11-19285e255814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (752ff291-8125-4ff8-b264-ca3a640ae0c4), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:17.503629 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a057b9-7ef8-4d43-bf11-19285e255814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:17.504197 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b9a057b9-7ef8-4d43-bf11-19285e255814 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:17.556485 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503e173-04fa-449e-bf60-78d39909f562 req-36a82cf7-26e4-479c-b500-713b7fde0cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:17.558047 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a503e173-04fa-449e-bf60-78d39909f562 req-36a82cf7-26e4-479c-b500-713b7fde0cef service neutron] 10.222.0.79 "GET /v2.0/networks?id=328b17ed-7bc5-4241-8a54-e64f9538f95e HTTP/1.1" status: 200 len: 906 time: 0.5636172 Feb 16 22:28:17.594601 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651ebc93-7bef-4485-b0ab-325675e6ebd6 tempest-DHCPAgentSchedulersTestJSON-1547702744 tempest-DHCPAgentSchedulersTestJSON-1547702744-project-admin] Network 3eb41252-d3b5-4c31-a5c1-e41fa273ce8a is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: from cryptography.utils import int_from_bytes Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: from cryptography.utils import int_from_bytes Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:28:17.609947 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:28:17.614025 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:28:17.614025 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:28:17.614025 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:28:17.614025 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:28:17.614025 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:28:17.614025 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:28:17.614025 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:28:17.614025 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:28:17.614025 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:28:17.614025 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:28:17.614025 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:28:17.614025 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:28:17.614025 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:28:17.614025 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:28:17.617027 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a9ce7231-a063-4bef-9299-dfd93c79b513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (f9ff6359-4f22-4634-8adf-ca5d96f22883), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:17.644404 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ce7231-a063-4bef-9299-dfd93c79b513 None None] No DVR routers for this DVR port f9ff6359-4f22-4634-8adf-ca5d96f22883 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:28:17.656107 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a751baf2-bd74-428c-afb0-db1d8e4cdf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (f9ff6359-4f22-4634-8adf-ca5d96f22883), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:17.666401 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a057b9-7ef8-4d43-bf11-19285e255814 admin admin] Pushing event updated for resources: {'Network': ['ID=752ff291-8125-4ff8-b264-ca3a640ae0c4,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:17.679983 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b9a057b9-7ef8-4d43-bf11-19285e255814 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8970163 Feb 16 22:28:17.686482 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43020) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:17.700092 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 752ff291-8125-4ff8-b264-ca3a640ae0c4 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:28:17.704566 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-b049df49-4408-433e-b4bd-f18f082da162 admin admin] Request body: {'subnet': {'network_id': '752ff291-8125-4ff8-b264-ca3a640ae0c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1389164331-subnet', 'tenant_id': '40c61a7cfadd45ac85b548218034c5f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:28:17.721790 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce7231-a063-4bef-9299-dfd93c79b513 None None] Pushing event deleted for resources: {'Port': ['ID=f9ff6359-4f22-4634-8adf-ca5d96f22883,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:17.738776 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-90c7516a-b952-4eeb-aaf8-b660c02aea76 req-ebf5014c-d519-4273-8398-d60613b4dfda tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530550 Feb 16 22:28:17.750162 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-651ebc93-7bef-4485-b0ab-325675e6ebd6 tempest-DHCPAgentSchedulersTestJSON-1547702744 tempest-DHCPAgentSchedulersTestJSON-1547702744-project-admin] 10.222.0.75 "POST /v2.0/agents/c1cb2cb3-6351-438a-8172-a752bed4d843/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8676910 Feb 16 22:28:17.753336 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a503e173-04fa-449e-bf60-78d39909f562 req-572d4d10-5f57-46a6-bc28-b3f8c3b8a33f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=32e3d2cd-5864-41a8-89d5-dbaf5a51c111 HTTP/1.1" status: 200 len: 217 time: 0.1650057 Feb 16 22:28:17.753880 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43024) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:17.776963 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751baf2-bd74-428c-afb0-db1d8e4cdf7f admin admin] Pushing event deleted for resources: {'Port': ['ID=f9ff6359-4f22-4634-8adf-ca5d96f22883,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:17.802735 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a751baf2-bd74-428c-afb0-db1d8e4cdf7f admin admin] No DVR routers for this DVR port f9ff6359-4f22-4634-8adf-ca5d96f22883 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:28:17.806369 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f4d1ff-1225-4321-a113-ffbf59246bcf None None] Network 3eb41252-d3b5-4c31-a5c1-e41fa273ce8a requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:28:17.944332 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b049df49-4408-433e-b4bd-f18f082da162 admin admin] Made reservation on behalf of 40c61a7cfadd45ac85b548218034c5f0 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:28:17.949412 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b049df49-4408-433e-b4bd-f18f082da162 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:18.022905 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43034) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:18.235303 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a751baf2-bd74-428c-afb0-db1d8e4cdf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (a2949af4-226e-4bae-8b8f-20776d9938d8), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:18.331802 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-56ba373a-001d-49e8-b8ea-34c83f90a24d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:18.341210 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-a751baf2-bd74-428c-afb0-db1d8e4cdf7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2949af4-226e-4bae-8b8f-20776d9938d8']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:18.365150 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-a751baf2-bd74-428c-afb0-db1d8e4cdf7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:18.365827 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-a751baf2-bd74-428c-afb0-db1d8e4cdf7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:18.382115 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a751baf2-bd74-428c-afb0-db1d8e4cdf7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:18.405428 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-68f79a49-62b4-4455-9ab8-3ec5529ef1ee tempest-DHCPAgentSchedulersTestJSON-1547702744 tempest-DHCPAgentSchedulersTestJSON-1547702744-project-admin] 10.222.0.75 "GET /v2.0/agents/c1cb2cb3-6351-438a-8172-a752bed4d843/dhcp-networks HTTP/1.1" status: 200 len: 8011 time: 0.6477730 Feb 16 22:28:18.411239 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43042) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:18.417810 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29fe7ae4-eeb0-48c0-8c34-240b554e1db3 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Router 43802d64-4ded-4797-bbf8-92727fbf221d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:28:18.420773 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a751baf2-bd74-428c-afb0-db1d8e4cdf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:18.434451 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a751baf2-bd74-428c-afb0-db1d8e4cdf7f admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:28:18.435238 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a751baf2-bd74-428c-afb0-db1d8e4cdf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (5dd7eeaf-369e-4c20-9d7e-d600a5d57fcb), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:18.439737 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:28:18.439737 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:28:18.439737 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:28:18.439737 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:28:18.439737 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:28:18.439737 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:28:18.439737 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:28:18.439737 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:28:18.439737 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:28:18.439737 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:28:18.439737 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:28:18.439737 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:28:18.439737 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:28:18.439737 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:28:18.439737 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:28:18.439737 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:28:18.439737 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:28:18.439737 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:28:18.439737 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:28:18.439737 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:28:18.439737 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:28:18.439737 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:28:18.439737 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:28:18.439737 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:28:18.439737 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:28:18.439737 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:28:18.439737 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:28:18.439737 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:28:18.439737 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:28:18.439737 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:28:18.439737 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:28:18.439737 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:28:18.621364 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a751baf2-bd74-428c-afb0-db1d8e4cdf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (a2949af4-226e-4bae-8b8f-20776d9938d8), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:18.695688 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a751baf2-bd74-428c-afb0-db1d8e4cdf7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:18.697185 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fe7ae4-eeb0-48c0-8c34-240b554e1db3 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:28:18.703021 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-29fe7ae4-eeb0-48c0-8c34-240b554e1db3 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "PUT /v2.0/routers/43802d64-4ded-4797-bbf8-92727fbf221d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2225084 Feb 16 22:28:18.710213 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43044) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:18.712051 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c84a6fe-a0af-49b7-a68c-3bdcacfd778a None None] Sync routers for ids ['43802d64-4ded-4797-bbf8-92727fbf221d'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:28:18.730813 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503e173-04fa-449e-bf60-78d39909f562 req-99c5478c-8524-485f-b9b8-8be51089a043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:18.731447 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a751baf2-bd74-428c-afb0-db1d8e4cdf7f admin admin] 10.222.0.75 "DELETE /v2.0/networks/a2949af4-226e-4bae-8b8f-20776d9938d8 HTTP/1.1" status: 204 len: 168 time: 2.6875365 Feb 16 22:28:18.732993 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a503e173-04fa-449e-bf60-78d39909f562 req-99c5478c-8524-485f-b9b8-8be51089a043 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=90c6e9fd-2327-49e8-8e06-530f56e702f3 HTTP/1.1" status: 200 len: 845 time: 0.9588420 Feb 16 22:28:18.737640 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c84a6fe-a0af-49b7-a68c-3bdcacfd778a None None] Routers {'43802d64-4ded-4797-bbf8-92727fbf221d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:28:18.738415 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-9c84a6fe-a0af-49b7-a68c-3bdcacfd778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:27:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['43802d64-4ded-4797-bbf8-92727fbf221d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:18.823438 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751baf2-bd74-428c-afb0-db1d8e4cdf7f admin admin] Pushing event deleted for resources: {'Network': ['ID=a2949af4-226e-4bae-8b8f-20776d9938d8,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:18.826061 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-9c84a6fe-a0af-49b7-a68c-3bdcacfd778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:18.863845 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c84a6fe-a0af-49b7-a68c-3bdcacfd778a None None] Routers {'43802d64-4ded-4797-bbf8-92727fbf221d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:28:18.864720 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-9c84a6fe-a0af-49b7-a68c-3bdcacfd778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:27:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['43802d64-4ded-4797-bbf8-92727fbf221d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:18.866248 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-56ba373a-001d-49e8-b8ea-34c83f90a24d admin admin] Publish callbacks [] for security_group (26562440-3bad-4a36-a103-ac1c9cb62412), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:18.870785 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b049df49-4408-433e-b4bd-f18f082da162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (50b869b4-5498-459d-a27a-a372659d9f4c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:18.891333 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1bfe0e6b-aa2d-4ba2-9715-af880ed3f040 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for router (43802d64-4ded-4797-bbf8-92727fbf221d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:18.935719 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-56ba373a-001d-49e8-b8ea-34c83f90a24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (26562440-3bad-4a36-a103-ac1c9cb62412), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:18.952956 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-9c84a6fe-a0af-49b7-a68c-3bdcacfd778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:18.954050 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c84a6fe-a0af-49b7-a68c-3bdcacfd778a None None] The sync data for ids ['43802d64-4ded-4797-bbf8-92727fbf221d'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:28:19.010495 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43050) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:19.055030 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-78addf65-b2b2-44eb-9aa8-bc8ab425649d tempest-DHCPAgentSchedulersTestJSON-1547702744 tempest-DHCPAgentSchedulersTestJSON-1547702744-project-admin] 10.222.0.75 "DELETE /v2.0/agents/c1cb2cb3-6351-438a-8172-a752bed4d843/dhcp-networks/3eb41252-d3b5-4c31-a5c1-e41fa273ce8a HTTP/1.1" status: 204 len: 168 time: 0.6353583 Feb 16 22:28:19.071093 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43052) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:19.108560 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device f9ff6359-4f22-4634-8adf-ca5d96f22883 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:28:19.120943 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c152ce-169a-4040-a17f-a094447aa55c req-f936bebb-7479-43e5-b6c2-5ac1dfa2a896 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:19.122597 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e3c152ce-169a-4040-a17f-a094447aa55c req-f936bebb-7479-43e5-b6c2-5ac1dfa2a896 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed52b3e8-f916-4357-be65-dd16d19eb3dd HTTP/1.1" status: 200 len: 945 time: 0.7182543 Feb 16 22:28:19.150021 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: f9ff6359-4f22-4634-8adf-ca5d96f22883 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:28:19.150271 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device f9ff6359-4f22-4634-8adf-ca5d96f22883 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:28:19.173578 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-56ba373a-001d-49e8-b8ea-34c83f90a24d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=560129a4c7474b508be01c354d7f6500&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1466973 Feb 16 22:28:19.177450 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba373a-001d-49e8-b8ea-34c83f90a24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26562440-3bad-4a36-a103-ac1c9cb62412,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:19.198338 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43056) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:19.287162 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ea31d333-30d1-43e4-8e46-f79eae37b67e tempest-DHCPAgentSchedulersTestJSON-1547702744 tempest-DHCPAgentSchedulersTestJSON-1547702744-project-admin] 10.222.0.75 "GET /v2.0/agents/c1cb2cb3-6351-438a-8172-a752bed4d843/dhcp-networks HTTP/1.1" status: 200 len: 6482 time: 0.2098897 Feb 16 22:28:19.289358 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a503e173-04fa-449e-bf60-78d39909f562 req-ac24c972-7277-42ea-93c2-4dd00ed17e65 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=328b17ed-7bc5-4241-8a54-e64f9538f95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4033251 Feb 16 22:28:19.290658 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1bfe0e6b-aa2d-4ba2-9715-af880ed3f040 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for router_gateway (43802d64-4ded-4797-bbf8-92727fbf221d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:19.299810 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43058) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:19.328250 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049df49-4408-433e-b4bd-f18f082da162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50b869b4-5498-459d-a27a-a372659d9f4c,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:19.348895 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-731788d1-d16f-44cd-af3c-723260072205 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d077897d87b240428fffff8cb232a67c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3365719 Feb 16 22:28:19.356172 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43060) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:19.404932 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b049df49-4408-433e-b4bd-f18f082da162 admin admin] Checking segment: {'id': 'b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '752ff291-8125-4ff8-b264-ca3a640ae0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:28:19.405344 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b049df49-4408-433e-b4bd-f18f082da162 admin admin] Network hostable DHCP agents. Network: 752ff291-8125-4ff8-b264-ca3a640ae0c4, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:28:19.418725 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-605cade6-ace5-4100-aa7b-69d4432021b7 admin admin] Publish callbacks [] for security_group (26562440-3bad-4a36-a103-ac1c9cb62412), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:19.420754 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e3c152ce-169a-4040-a17f-a094447aa55c req-70620729-fc4e-4505-95cf-f12d34d2ddb7 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364737 Feb 16 22:28:19.427867 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-dd4fb766-cc46-4c78-bf35-ad398188c4b4 tempest-DHCPAgentSchedulersTestJSON-1547702744 tempest-DHCPAgentSchedulersTestJSON-1547702744-project-admin] 10.222.0.75 "GET /v2.0/networks/4385b9d8-e224-4b3e-abc1-378c5cbf0935/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1205223 Feb 16 22:28:19.429081 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43062) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:19.486176 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-605cade6-ace5-4100-aa7b-69d4432021b7 admin admin] Publish callbacks [] for security_group (26562440-3bad-4a36-a103-ac1c9cb62412), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:19.513602 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0b21fae9-1267-4c8f-aff9-f267de968813 tempest-DHCPAgentSchedulersTestJSON-1547702744 tempest-DHCPAgentSchedulersTestJSON-1547702744-project-admin] 10.222.0.75 "GET /v2.0/networks/4385b9d8-e224-4b3e-abc1-378c5cbf0935/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0812449 Feb 16 22:28:19.519177 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43064) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:19.549829 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c6ff3bc-230b-494a-87ae-5b2478dd4fa5 admin admin] Publish callbacks [] for security_group (a5d95506-ed01-4558-9104-f8ee471683dc), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:19.569713 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b049df49-4408-433e-b4bd-f18f082da162 admin admin] Network 752ff291-8125-4ff8-b264-ca3a640ae0c4 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:28:19.638228 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c6ff3bc-230b-494a-87ae-5b2478dd4fa5 admin admin] Publish callbacks [] for security_group (a5d95506-ed01-4558-9104-f8ee471683dc), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:19.650360 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-b049df49-4408-433e-b4bd-f18f082da162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 752ff291-8125-4ff8-b264-ca3a640ae0c4) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:28:19.659565 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e0577e-007c-4b89-b71b-c28486f40c16 None None] Network 752ff291-8125-4ff8-b264-ca3a640ae0c4 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:28:19.664749 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-1bfe0e6b-aa2d-4ba2-9715-af880ed3f040 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Deleting port f995d78b-ebbb-434a-b03e-ce5f807edcb8 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:28:19.666389 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1bfe0e6b-aa2d-4ba2-9715-af880ed3f040 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (f995d78b-ebbb-434a-b03e-ce5f807edcb8), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:19.733987 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b049df49-4408-433e-b4bd-f18f082da162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:19.735659 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b049df49-4408-433e-b4bd-f18f082da162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:19.769892 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a503e173-04fa-449e-bf60-78d39909f562 req-70c7152b-985d-46c1-b684-5b05df8d2fd3 service neutron] 10.222.0.79 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316061 Feb 16 22:28:19.852564 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-605cade6-ace5-4100-aa7b-69d4432021b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (26562440-3bad-4a36-a103-ac1c9cb62412), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:19.859358 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-605cade6-ace5-4100-aa7b-69d4432021b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:19.865202 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-605cade6-ace5-4100-aa7b-69d4432021b7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/26562440-3bad-4a36-a103-ac1c9cb62412 HTTP/1.1" status: 204 len: 168 time: 0.6463215 Feb 16 22:28:19.880952 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c6ff3bc-230b-494a-87ae-5b2478dd4fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a5d95506-ed01-4558-9104-f8ee471683dc), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:19.886224 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c6ff3bc-230b-494a-87ae-5b2478dd4fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:19.890677 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7c6ff3bc-230b-494a-87ae-5b2478dd4fa5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a5d95506-ed01-4558-9104-f8ee471683dc HTTP/1.1" status: 204 len: 168 time: 0.5301313 Feb 16 22:28:19.911480 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b049df49-4408-433e-b4bd-f18f082da162 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.2237382 Feb 16 22:28:19.912543 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6888c73-5c18-441e-9efb-18a90bff2cb9 None None] Network 752ff291-8125-4ff8-b264-ca3a640ae0c4 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:28:19.915949 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43070) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:19.931750 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-235826ee-947f-4624-8400-f821b6d18796 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1389164331-router', 'tenant_id': '40c61a7cfadd45ac85b548218034c5f0', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:28:19.983514 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605cade6-ace5-4100-aa7b-69d4432021b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26562440-3bad-4a36-a103-ac1c9cb62412,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:20.054832 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193519db-d16a-4833-8700-0e1e849aeecd req-23a84dab-eddd-4d48-816d-c495334761c5 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:20.056585 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-193519db-d16a-4833-8700-0e1e849aeecd req-23a84dab-eddd-4d48-816d-c495334761c5 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed52b3e8-f916-4357-be65-dd16d19eb3dd HTTP/1.1" status: 200 len: 945 time: 0.4318905 Feb 16 22:28:20.062521 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-235826ee-947f-4624-8400-f821b6d18796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (f156ec8f-85f8-4911-9841-0e26f28bbd27), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:20.063838 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-235826ee-947f-4624-8400-f821b6d18796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (f156ec8f-85f8-4911-9841-0e26f28bbd27), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:20.074097 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ff3bc-230b-494a-87ae-5b2478dd4fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d95506-ed01-4558-9104-f8ee471683dc,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:20.281105 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-235826ee-947f-4624-8400-f821b6d18796 admin admin] Publish callbacks [] for router_controller (f156ec8f-85f8-4911-9841-0e26f28bbd27), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:20.412523 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-25a7a49c-63a0-4102-bf51-327e77f9592b tempest-DHCPAgentSchedulersTestJSON-1547702744 tempest-DHCPAgentSchedulersTestJSON-1547702744-project-admin] 10.222.0.75 "GET /v2.0/agents/c1cb2cb3-6351-438a-8172-a752bed4d843/dhcp-networks HTTP/1.1" status: 200 len: 6482 time: 0.8914788 Feb 16 22:28:20.418120 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43082) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:20.568779 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-51a00c33-6ade-428f-990d-12736a221cee tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (3eb41252-d3b5-4c31-a5c1-e41fa273ce8a), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:20.614301 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c844cb07-4fee-4421-a9a6-076d0c031e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:20.626955 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1bfe0e6b-aa2d-4ba2-9715-af880ed3f040 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (f995d78b-ebbb-434a-b03e-ce5f807edcb8), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:20.747525 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43092) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:20.795974 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-193519db-d16a-4833-8700-0e1e849aeecd req-a4793d21-1384-4e86-86fd-2aee377cae62 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Deleting port 85fa2e9b-daf5-41fb-9025-d7d90a190e19 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:28:20.796738 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-193519db-d16a-4833-8700-0e1e849aeecd req-a4793d21-1384-4e86-86fd-2aee377cae62 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (85fa2e9b-daf5-41fb-9025-d7d90a190e19), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:20.798747 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-1bfe0e6b-aa2d-4ba2-9715-af880ed3f040 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Calling delete_port for f995d78b-ebbb-434a-b03e-ce5f807edcb8 owned by network:router_gateway {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:28:20.803775 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-23a434d3-9217-4efb-bf09-d99eea06e00c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:20.814744 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-235826ee-947f-4624-8400-f821b6d18796 admin admin] Publish callbacks [] for router_gateway (f156ec8f-85f8-4911-9841-0e26f28bbd27), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:20.903320 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-23a434d3-9217-4efb-bf09-d99eea06e00c admin admin] Publish callbacks [] for security_group (9f5f659e-cefc-41f7-b1d7-d7354851599d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:20.916517 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-23a434d3-9217-4efb-bf09-d99eea06e00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9f5f659e-cefc-41f7-b1d7-d7354851599d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:20.929755 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a503e173-04fa-449e-bf60-78d39909f562 req-b250ca81-889b-4c16-b887-1814ba40c938 service neutron] 10.222.0.79 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1465948 Feb 16 22:28:21.093461 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-51a00c33-6ade-428f-990d-12736a221cee tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (3eb41252-d3b5-4c31-a5c1-e41fa273ce8a), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:21.096690 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-23a434d3-9217-4efb-bf09-d99eea06e00c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=01936d9b3e394a698ee286cdc4ba89c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3433676 Feb 16 22:28:21.099481 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43096) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:21.148754 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-51a00c33-6ade-428f-990d-12736a221cee tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb41252-d3b5-4c31-a5c1-e41fa273ce8a']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:21.154287 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a434d3-9217-4efb-bf09-d99eea06e00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5f659e-cefc-41f7-b1d7-d7354851599d,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:21.185833 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-51a00c33-6ade-428f-990d-12736a221cee tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f404bcc2-1523-4064-aa33-e0f2947ffc88') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:21.186534 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-51a00c33-6ade-428f-990d-12736a221cee tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f404bcc2-1523-4064-aa33-e0f2947ffc88') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:21.202763 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-51a00c33-6ade-428f-990d-12736a221cee tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (f404bcc2-1523-4064-aa33-e0f2947ffc88), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:21.222491 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-51a00c33-6ade-428f-990d-12736a221cee tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (f404bcc2-1523-4064-aa33-e0f2947ffc88), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:21.231173 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51a00c33-6ade-428f-990d-12736a221cee tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:28:21.231598 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-51a00c33-6ade-428f-990d-12736a221cee tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (f404bcc2-1523-4064-aa33-e0f2947ffc88), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:21.259801 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-193519db-d16a-4833-8700-0e1e849aeecd req-a4793d21-1384-4e86-86fd-2aee377cae62 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] For port 85fa2e9b-daf5-41fb-9025-d7d90a190e19, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=85fa2e9b-daf5-41fb-9025-d7d90a190e19,segment=NetworkSegment(d2150ecc-73be-4cac-a3e0-52292f5f056f),segment_id=d2150ecc-73be-4cac-a3e0-52292f5f056f)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:21.260287 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-193519db-d16a-4833-8700-0e1e849aeecd req-a4793d21-1384-4e86-86fd-2aee377cae62 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (85fa2e9b-daf5-41fb-9025-d7d90a190e19), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:21.319805 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-193519db-d16a-4833-8700-0e1e849aeecd req-a4793d21-1384-4e86-86fd-2aee377cae62 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Calling delete_port for 85fa2e9b-daf5-41fb-9025-d7d90a190e19 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:28:21.327665 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:28:21.327665 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:28:21.327665 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:28:21.327665 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:28:21.327665 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:28:21.327665 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:28:21.327665 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:28:21.327665 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:28:21.327665 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:28:21.327665 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:28:21.327665 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:28:21.327665 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:28:21.327665 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:28:21.327665 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:28:21.327665 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:28:21.327665 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:28:21.327665 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:28:21.327665 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:28:21.327665 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:28:21.327665 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:28:21.327665 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:28:21.327665 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:28:21.327665 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:28:21.327665 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:28:21.327665 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:28:21.327665 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:28:21.327665 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:28:21.327665 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:28:21.327665 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:28:21.327665 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:28:21.327665 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:28:21.327665 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:28:21.345851 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b00b8-86e2-477a-a4cb-d87286b31164 req-5ad7c928-508a-4771-bb5e-57c3acbc9498 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:21.347640 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8c9b00b8-86e2-477a-a4cb-d87286b31164 req-5ad7c928-508a-4771-bb5e-57c3acbc9498 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed52b3e8-f916-4357-be65-dd16d19eb3dd HTTP/1.1" status: 200 len: 945 time: 0.7749345 Feb 16 22:28:21.348349 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-51a00c33-6ade-428f-990d-12736a221cee tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (3eb41252-d3b5-4c31-a5c1-e41fa273ce8a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:21.359900 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-51a00c33-6ade-428f-990d-12736a221cee tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:21.362672 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a12e5de0-3b62-4e80-812e-2d7ef9288d3a admin admin] Publish callbacks [] for security_group (9f5f659e-cefc-41f7-b1d7-d7354851599d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:21.367265 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-51a00c33-6ade-428f-990d-12736a221cee tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] 10.222.0.75 "DELETE /v2.0/networks/3eb41252-d3b5-4c31-a5c1-e41fa273ce8a HTTP/1.1" status: 204 len: 168 time: 0.9478509 Feb 16 22:28:21.382466 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43108) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:21.487055 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a00c33-6ade-428f-990d-12736a221cee tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Pushing event deleted for resources: {'Network': ['ID=3eb41252-d3b5-4c31-a5c1-e41fa273ce8a,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:21.491813 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a12e5de0-3b62-4e80-812e-2d7ef9288d3a admin admin] Publish callbacks [] for security_group (9f5f659e-cefc-41f7-b1d7-d7354851599d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:21.527075 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f765f7c-eaa8-4aa2-98c9-b5c99a4afe5f tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] DELETE failed (client error): The resource could not be found. Feb 16 22:28:21.530394 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f765f7c-eaa8-4aa2-98c9-b5c99a4afe5f tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:28:21.540654 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6f765f7c-eaa8-4aa2-98c9-b5c99a4afe5f tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] 10.222.0.75 "DELETE /v2.0/ports/d9b8f7f8-df6e-4eb4-a3b9-43d0d15395cc HTTP/1.1" status: 404 len: 333 time: 0.1570277 Feb 16 22:28:21.557206 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43112) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:21.630083 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43114) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:21.693757 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6e6674e-2502-4e3c-a3ee-7506d9dc1dcb tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Deleting subnet 21c0bc50-2b78-41fc-b94f-9c4883ef6809 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:28:21.698452 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d6e6674e-2502-4e3c-a3ee-7506d9dc1dcb tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks [] for subnet (21c0bc50-2b78-41fc-b94f-9c4883ef6809), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:21.763996 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-235826ee-947f-4624-8400-f821b6d18796 admin admin] Publish callbacks [] for router_gateway (f156ec8f-85f8-4911-9841-0e26f28bbd27), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:21.772770 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d6e6674e-2502-4e3c-a3ee-7506d9dc1dcb tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (21c0bc50-2b78-41fc-b94f-9c4883ef6809), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:21.795187 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-235826ee-947f-4624-8400-f821b6d18796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:21.800544 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a12e5de0-3b62-4e80-812e-2d7ef9288d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9f5f659e-cefc-41f7-b1d7-d7354851599d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:21.804120 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a12e5de0-3b62-4e80-812e-2d7ef9288d3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:21.808712 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a12e5de0-3b62-4e80-812e-2d7ef9288d3a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9f5f659e-cefc-41f7-b1d7-d7354851599d HTTP/1.1" status: 204 len: 168 time: 0.6892090 Feb 16 22:28:21.830873 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e5de0-3b62-4e80-812e-2d7ef9288d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5f659e-cefc-41f7-b1d7-d7354851599d,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:21.885031 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-193519db-d16a-4833-8700-0e1e849aeecd req-a4793d21-1384-4e86-86fd-2aee377cae62 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (85fa2e9b-daf5-41fb-9025-d7d90a190e19), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:21.898886 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['32e3d2cd-5864-41a8-89d5-dbaf5a51c111'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:28:21.902147 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['91e8c394-f309-4d7c-ae8f-b3d28a87757f'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:28:21.934923 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-52ea59a9-43d7-4a8e-acf1-8cb74027d122 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-89887424-network', 'tenant_id': 'c4406d5c23c94c6383b020d52bae2059'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:28:21.941685 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d6e6674e-2502-4e3c-a3ee-7506d9dc1dcb tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (21c0bc50-2b78-41fc-b94f-9c4883ef6809), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:21.958986 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4793d21-1384-4e86-86fd-2aee377cae62 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Pushing event deleted for resources: {'Port': ['ID=85fa2e9b-daf5-41fb-9025-d7d90a190e19,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:21.971173 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ea59a9-43d7-4a8e-acf1-8cb74027d122 admin admin] Made reservation on behalf of c4406d5c23c94c6383b020d52bae2059 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:28:21.974320 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-52ea59a9-43d7-4a8e-acf1-8cb74027d122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:22.089456 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-193519db-d16a-4833-8700-0e1e849aeecd req-a4793d21-1384-4e86-86fd-2aee377cae62 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] No DVR routers for this DVR port 85fa2e9b-daf5-41fb-9025-d7d90a190e19 on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:28:22.103603 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-52ea59a9-43d7-4a8e-acf1-8cb74027d122 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:22.107765 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-193519db-d16a-4833-8700-0e1e849aeecd req-a4793d21-1384-4e86-86fd-2aee377cae62 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:22.112494 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-193519db-d16a-4833-8700-0e1e849aeecd req-a4793d21-1384-4e86-86fd-2aee377cae62 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.79 "DELETE /v2.0/ports/85fa2e9b-daf5-41fb-9025-d7d90a190e19 HTTP/1.1" status: 204 len: 173 time: 2.0351498 Feb 16 22:28:22.126186 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed52b3e8-f916-4357-be65-dd16d19eb3dd', 'name': 'network-vif-deleted', 'tag': '85fa2e9b-daf5-41fb-9025-d7d90a190e19'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:28:22.142913 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99db0228-048b-4173-ba39-d1767da45919" -d '{"events": [{"server_uuid": "ed52b3e8-f916-4357-be65-dd16d19eb3dd", "name": "network-vif-deleted", "tag": "85fa2e9b-daf5-41fb-9025-d7d90a190e19"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:28:22.173429 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8c9b00b8-86e2-477a-a4cb-d87286b31164 req-5ed58371-6c47-4899-b0f3-22800be910e0 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8047297 Feb 16 22:28:22.175352 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d6e6674e-2502-4e3c-a3ee-7506d9dc1dcb tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (21c0bc50-2b78-41fc-b94f-9c4883ef6809), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:22.291613 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d6e6674e-2502-4e3c-a3ee-7506d9dc1dcb tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:22.303312 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d6e6674e-2502-4e3c-a3ee-7506d9dc1dcb tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] 10.222.0.75 "DELETE /v2.0/subnets/21c0bc50-2b78-41fc-b94f-9c4883ef6809 HTTP/1.1" status: 204 len: 168 time: 0.7424910 Feb 16 22:28:22.305541 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6674e-2502-4e3c-a3ee-7506d9dc1dcb tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Pushing event deleted for resources: {'Subnet': ['ID=21c0bc50-2b78-41fc-b94f-9c4883ef6809,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:22.323496 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43128) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:22.330931 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a095a072-bb65-4d1c-8725-55304acc480b x-openstack-request-id: req-a095a072-bb65-4d1c-8725-55304acc480b {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:28:22.331610 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed52b3e8-f916-4357-be65-dd16d19eb3dd", "name": "network-vif-deleted", "tag": "85fa2e9b-daf5-41fb-9025-d7d90a190e19", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:28:22.332132 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a095a072-bb65-4d1c-8725-55304acc480b {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:28:22.333270 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed52b3e8-f916-4357-be65-dd16d19eb3dd', 'name': 'network-vif-deleted', 'tag': '85fa2e9b-daf5-41fb-9025-d7d90a190e19', 'status': 'completed', 'code': 200} Feb 16 22:28:22.335458 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-235826ee-947f-4624-8400-f821b6d18796 admin admin] Allocated IP 172.25.2.45 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/94bfccf7-1caf-4bd0-a28f-294b41738718) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:28:22.485324 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75662a25-89d4-4e3c-bba7-01304d8910fb None None] Network 4385b9d8-e224-4b3e-abc1-378c5cbf0935 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:28:22.610486 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-235826ee-947f-4624-8400-f821b6d18796 admin admin] Publish callbacks [] for port (94bfccf7-1caf-4bd0-a28f-294b41738718), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:22.719278 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-72805902-b864-4739-b97e-23b8133f28b9 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (4385b9d8-e224-4b3e-abc1-378c5cbf0935), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:22.735730 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-235826ee-947f-4624-8400-f821b6d18796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (94bfccf7-1caf-4bd0-a28f-294b41738718), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:22.864714 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235826ee-947f-4624-8400-f821b6d18796 admin admin] Pushing event updated for resources: {'Port': ['ID=94bfccf7-1caf-4bd0-a28f-294b41738718,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:22.923740 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235826ee-947f-4624-8400-f821b6d18796 admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:28:22.926121 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-52ea59a9-43d7-4a8e-acf1-8cb74027d122 admin admin] Publish callbacks [] for security_group (fbf5d1d3-72cf-4072-a0da-c0c6937ddffe), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:22.941654 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-235826ee-947f-4624-8400-f821b6d18796 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:28:22.947714 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1bfe0e6b-aa2d-4ba2-9715-af880ed3f040 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (f995d78b-ebbb-434a-b03e-ce5f807edcb8), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:22.951283 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235826ee-947f-4624-8400-f821b6d18796 admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:28:22.956620 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-52ea59a9-43d7-4a8e-acf1-8cb74027d122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (fbf5d1d3-72cf-4072-a0da-c0c6937ddffe), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:22.978239 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe0e6b-aa2d-4ba2-9715-af880ed3f040 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event deleted for resources: {'Port': ['ID=f995d78b-ebbb-434a-b03e-ce5f807edcb8,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:22.986508 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-72805902-b864-4739-b97e-23b8133f28b9 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Deleting port 69d6ec68-c447-4263-931e-f755ca86452c {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:28:22.986719 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-72805902-b864-4739-b97e-23b8133f28b9 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (69d6ec68-c447-4263-931e-f755ca86452c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:23.016244 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7c10bf-f746-486b-870f-0a4a8cd8e05c None None] DHCP port deletion for 4385b9d8-e224-4b3e-abc1-378c5cbf0935 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:28:23.161024 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ed3d7082-3e12-4d4a-af05-1413759341a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:23.186691 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-eb7c10bf-f746-486b-870f-0a4a8cd8e05c None None] Deleting port 69d6ec68-c447-4263-931e-f755ca86452c {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:28:23.187113 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-eb7c10bf-f746-486b-870f-0a4a8cd8e05c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (69d6ec68-c447-4263-931e-f755ca86452c), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:23.232802 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ea59a9-43d7-4a8e-acf1-8cb74027d122 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:28:23.234897 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea59a9-43d7-4a8e-acf1-8cb74027d122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:23.288158 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-52ea59a9-43d7-4a8e-acf1-8cb74027d122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (389109f6-ebab-4899-93e4-704200323383), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:23.288576 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-52ea59a9-43d7-4a8e-acf1-8cb74027d122 admin admin] Added segment 389109f6-ebab-4899-93e4-704200323383 of type vlan for network 7759ecb5-615f-4376-bf2e-f88402b96cd9 Feb 16 22:28:23.302711 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-72805902-b864-4739-b97e-23b8133f28b9 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] For port 69d6ec68-c447-4263-931e-f755ca86452c, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=69d6ec68-c447-4263-931e-f755ca86452c,segment=NetworkSegment(39bbc9ce-afd5-4da0-9478-ffa1ae309df0),segment_id=39bbc9ce-afd5-4da0-9478-ffa1ae309df0)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:23.303092 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-72805902-b864-4739-b97e-23b8133f28b9 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (69d6ec68-c447-4263-931e-f755ca86452c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:23.355831 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1bfe0e6b-aa2d-4ba2-9715-af880ed3f040 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (43802d64-4ded-4797-bbf8-92727fbf221d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:23.361300 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 69d6ec68-c447-4263-931e-f755ca86452c no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:28:23.450218 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 85fa2e9b-daf5-41fb-9025-d7d90a190e19 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:28:23.511117 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1bfe0e6b-aa2d-4ba2-9715-af880ed3f040 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (43802d64-4ded-4797-bbf8-92727fbf221d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:23.511892 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 85fa2e9b-daf5-41fb-9025-d7d90a190e19 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:28:23.512477 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 85fa2e9b-daf5-41fb-9025-d7d90a190e19 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:28:23.513691 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1bfe0e6b-aa2d-4ba2-9715-af880ed3f040 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for router_controller (43802d64-4ded-4797-bbf8-92727fbf221d), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:23.530077 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-eb7c10bf-f746-486b-870f-0a4a8cd8e05c None None] For port 69d6ec68-c447-4263-931e-f755ca86452c, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=69d6ec68-c447-4263-931e-f755ca86452c,segment=NetworkSegment(39bbc9ce-afd5-4da0-9478-ffa1ae309df0),segment_id=39bbc9ce-afd5-4da0-9478-ffa1ae309df0)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:23.530867 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-eb7c10bf-f746-486b-870f-0a4a8cd8e05c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (69d6ec68-c447-4263-931e-f755ca86452c), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:23.561139 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-eb7c10bf-f746-486b-870f-0a4a8cd8e05c None None] Calling delete_port for 69d6ec68-c447-4263-931e-f755ca86452c owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:28:23.601266 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43162) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:23.619698 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-72805902-b864-4739-b97e-23b8133f28b9 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Calling delete_port for 69d6ec68-c447-4263-931e-f755ca86452c owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:28:23.642239 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1bfe0e6b-aa2d-4ba2-9715-af880ed3f040 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (43802d64-4ded-4797-bbf8-92727fbf221d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:23.642900 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfe0e6b-aa2d-4ba2-9715-af880ed3f040 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Fanout notify agent at l3_agent the message router_deleted on router 43802d64-4ded-4797-bbf8-92727fbf221d {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:28:23.658933 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1bfe0e6b-aa2d-4ba2-9715-af880ed3f040 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:23.666538 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1bfe0e6b-aa2d-4ba2-9715-af880ed3f040 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "DELETE /v2.0/routers/43802d64-4ded-4797-bbf8-92727fbf221d HTTP/1.1" status: 204 len: 168 time: 4.9320385 Feb 16 22:28:23.680045 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43170) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:23.873849 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e49d32-c5d4-4c05-937b-489467e2cd76 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Deleting subnet 6103008d-78c8-47e1-b8e0-f8233015a41a {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:28:23.891576 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1507ed92-bf4b-406c-995e-473da56c60bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:23.902842 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e4e49d32-c5d4-4c05-937b-489467e2cd76 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for subnet (6103008d-78c8-47e1-b8e0-f8233015a41a), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:23.926226 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b3d462dc-2cf2-4127-a936-ec313995a980 req-ea1454ff-1b4d-482f-aa7d-b9f6d1ea4b72 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed52b3e8-f916-4357-be65-dd16d19eb3dd HTTP/1.1" status: 200 len: 210 time: 0.3175483 Feb 16 22:28:23.980828 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-eb7c10bf-f746-486b-870f-0a4a8cd8e05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (69d6ec68-c447-4263-931e-f755ca86452c), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:24.015922 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e4e49d32-c5d4-4c05-937b-489467e2cd76 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (6103008d-78c8-47e1-b8e0-f8233015a41a), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:24.038557 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-52ea59a9-43d7-4a8e-acf1-8cb74027d122 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (7759ecb5-615f-4376-bf2e-f88402b96cd9), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:24.057383 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c10bf-f746-486b-870f-0a4a8cd8e05c None None] Pushing event deleted for resources: {'Port': ['ID=69d6ec68-c447-4263-931e-f755ca86452c,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:24.065115 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7c10bf-f746-486b-870f-0a4a8cd8e05c None None] No DVR routers for this DVR port 69d6ec68-c447-4263-931e-f755ca86452c on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:28:24.075894 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 69d6ec68-c447-4263-931e-f755ca86452c is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:28:24.077095 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (69d6ec68-c447-4263-931e-f755ca86452c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:24.128583 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e4e49d32-c5d4-4c05-937b-489467e2cd76 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (6103008d-78c8-47e1-b8e0-f8233015a41a), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:24.175753 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1507ed92-bf4b-406c-995e-473da56c60bb admin admin] Publish callbacks [] for security_group (70eb7624-5a0d-42a1-9cae-3bc3aaf3aa56), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:24.179791 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.db.resource_extend [None req-52ea59a9-43d7-4a8e-acf1-8cb74027d122 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 22:28:24.193084 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1507ed92-bf4b-406c-995e-473da56c60bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (70eb7624-5a0d-42a1-9cae-3bc3aaf3aa56), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:24.236421 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-72805902-b864-4739-b97e-23b8133f28b9 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (69d6ec68-c447-4263-931e-f755ca86452c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:24.245333 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-52ea59a9-43d7-4a8e-acf1-8cb74027d122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (7759ecb5-615f-4376-bf2e-f88402b96cd9), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:24.246529 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ea59a9-43d7-4a8e-acf1-8cb74027d122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:24.247265 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-52ea59a9-43d7-4a8e-acf1-8cb74027d122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:24.259666 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:24.298685 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72805902-b864-4739-b97e-23b8133f28b9 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Pushing event deleted for resources: {'Port': ['ID=69d6ec68-c447-4263-931e-f755ca86452c,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:24.315925 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72805902-b864-4739-b97e-23b8133f28b9 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] No DVR routers for this DVR port 69d6ec68-c447-4263-931e-f755ca86452c on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:28:24.379517 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea59a9-43d7-4a8e-acf1-8cb74027d122 admin admin] Pushing event updated for resources: {'Network': ['ID=7759ecb5-615f-4376-bf2e-f88402b96cd9,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:24.396578 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 7759ecb5-615f-4376-bf2e-f88402b96cd9 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:28:24.399564 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e4e49d32-c5d4-4c05-937b-489467e2cd76 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (6103008d-78c8-47e1-b8e0-f8233015a41a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:24.425525 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1507ed92-bf4b-406c-995e-473da56c60bb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=991ae7d892304f42be6b988c999998b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8200085 Feb 16 22:28:24.426598 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43180) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:24.432054 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-235826ee-947f-4624-8400-f821b6d18796 admin admin] Publish callbacks [] for router_gateway (f156ec8f-85f8-4911-9841-0e26f28bbd27), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:24.490554 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1507ed92-bf4b-406c-995e-473da56c60bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70eb7624-5a0d-42a1-9cae-3bc3aaf3aa56,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:24.506130 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e49d32-c5d4-4c05-937b-489467e2cd76 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event deleted for resources: {'Subnet': ['ID=6103008d-78c8-47e1-b8e0-f8233015a41a,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:24.560708 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-52ea59a9-43d7-4a8e-acf1-8cb74027d122 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.9287534 Feb 16 22:28:24.573366 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-72805902-b864-4739-b97e-23b8133f28b9 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (4385b9d8-e224-4b3e-abc1-378c5cbf0935), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:24.583943 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e4e49d32-c5d4-4c05-937b-489467e2cd76 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:24.591458 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e4e49d32-c5d4-4c05-937b-489467e2cd76 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "DELETE /v2.0/subnets/6103008d-78c8-47e1-b8e0-f8233015a41a HTTP/1.1" status: 204 len: 168 time: 0.8515527 Feb 16 22:28:24.591458 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43184) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:24.602596 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-4ba34208-8a3d-469e-8856-522e3bd2727d admin admin] Request body: {'subnet': {'network_id': '7759ecb5-615f-4376-bf2e-f88402b96cd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-89887424-subnet', 'tenant_id': 'c4406d5c23c94c6383b020d52bae2059', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:28:24.621080 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43188) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:24.756882 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd11a435-025f-4b00-9f46-63fb23090938 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (a0759160-15c4-48c6-ae30-b15d06348921), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:24.792990 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-72805902-b864-4739-b97e-23b8133f28b9 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4385b9d8-e224-4b3e-abc1-378c5cbf0935']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:24.836197 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-72805902-b864-4739-b97e-23b8133f28b9 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39bbc9ce-afd5-4da0-9478-ffa1ae309df0') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:24.836588 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-72805902-b864-4739-b97e-23b8133f28b9 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39bbc9ce-afd5-4da0-9478-ffa1ae309df0') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:24.877536 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-72805902-b864-4739-b97e-23b8133f28b9 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (39bbc9ce-afd5-4da0-9478-ffa1ae309df0), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:24.881780 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1aea0d74-6c30-4695-9ba2-ed79bc8df0ed req-bfb99b09-92bb-45ae-8d93-1ba4fb6c09a6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f6902e11-f2a6-42d4-9e94-69d218440c0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3910539 Feb 16 22:28:24.898063 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9872fca7-bdd0-4f60-bd71-fa87f637a49f admin admin] Publish callbacks [] for security_group (70eb7624-5a0d-42a1-9cae-3bc3aaf3aa56), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:24.902922 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba34208-8a3d-469e-8856-522e3bd2727d admin admin] Made reservation on behalf of c4406d5c23c94c6383b020d52bae2059 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:28:24.905199 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ba34208-8a3d-469e-8856-522e3bd2727d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:24.941026 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9872fca7-bdd0-4f60-bd71-fa87f637a49f admin admin] Publish callbacks [] for security_group (70eb7624-5a0d-42a1-9cae-3bc3aaf3aa56), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:24.956072 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-235826ee-947f-4624-8400-f821b6d18796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (f156ec8f-85f8-4911-9841-0e26f28bbd27), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:25.105946 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-72805902-b864-4739-b97e-23b8133f28b9 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (39bbc9ce-afd5-4da0-9478-ffa1ae309df0), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:25.130656 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9872fca7-bdd0-4f60-bd71-fa87f637a49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (70eb7624-5a0d-42a1-9cae-3bc3aaf3aa56), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:25.144551 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9872fca7-bdd0-4f60-bd71-fa87f637a49f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:25.163574 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9872fca7-bdd0-4f60-bd71-fa87f637a49f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/70eb7624-5a0d-42a1-9cae-3bc3aaf3aa56 HTTP/1.1" status: 204 len: 168 time: 0.7240374 Feb 16 22:28:25.165048 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72805902-b864-4739-b97e-23b8133f28b9 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:28:25.165573 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-72805902-b864-4739-b97e-23b8133f28b9 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (39bbc9ce-afd5-4da0-9478-ffa1ae309df0), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: self.session.flush() Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: self.session.flush() Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: self.session.flush() Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: self.session.flush() Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:28:25.171163 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:28:25.203018 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872fca7-bdd0-4f60-bd71-fa87f637a49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70eb7624-5a0d-42a1-9cae-3bc3aaf3aa56,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:25.355310 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235826ee-947f-4624-8400-f821b6d18796 admin admin] Router f156ec8f-85f8-4911-9841-0e26f28bbd27 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:28:25.404970 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd11a435-025f-4b00-9f46-63fb23090938 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (a0759160-15c4-48c6-ae30-b15d06348921), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:25.567231 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:25.740722 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-dd11a435-025f-4b00-9f46-63fb23090938 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0759160-15c4-48c6-ae30-b15d06348921']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:25.755698 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea0d74-6c30-4695-9ba2-ed79bc8df0ed req-8034102c-41ae-4df7-97dd-490bab4ef725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:25.757420 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1aea0d74-6c30-4695-9ba2-ed79bc8df0ed req-8034102c-41ae-4df7-97dd-490bab4ef725 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b04764559a9c459fbc65e6403b1b3dd5&device_id=f6902e11-f2a6-42d4-9e94-69d218440c0d HTTP/1.1" status: 200 len: 1127 time: 0.7898660 Feb 16 22:28:25.834876 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235826ee-947f-4624-8400-f821b6d18796 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:28:25.845316 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1871e067-ca7f-4200-8573-0ba1098c2fc4 None None] Sync routers for ids ['f156ec8f-85f8-4911-9841-0e26f28bbd27'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:28:25.894905 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1871e067-ca7f-4200-8573-0ba1098c2fc4 None None] Routers {'f156ec8f-85f8-4911-9841-0e26f28bbd27'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:28:25.896008 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-1871e067-ca7f-4200-8573-0ba1098c2fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:28:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['f156ec8f-85f8-4911-9841-0e26f28bbd27'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:25.944951 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-235826ee-947f-4624-8400-f821b6d18796 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:25.961216 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-235826ee-947f-4624-8400-f821b6d18796 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.0404446 Feb 16 22:28:25.967556 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43210) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:26.022318 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-dd11a435-025f-4b00-9f46-63fb23090938 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c200519a-4d70-44ab-ae82-0fda6222da13') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:26.022811 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-dd11a435-025f-4b00-9f46-63fb23090938 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c200519a-4d70-44ab-ae82-0fda6222da13') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:26.027114 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea0d74-6c30-4695-9ba2-ed79bc8df0ed req-288c4d13-3e24-409e-998c-45c0ecad05cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:26.038488 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1aea0d74-6c30-4695-9ba2-ed79bc8df0ed req-288c4d13-3e24-409e-998c-45c0ecad05cb service neutron] 10.222.0.67 "GET /v2.0/networks?id=328b17ed-7bc5-4241-8a54-e64f9538f95e HTTP/1.1" status: 200 len: 906 time: 0.2418592 Feb 16 22:28:26.074740 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-72805902-b864-4739-b97e-23b8133f28b9 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (4385b9d8-e224-4b3e-abc1-378c5cbf0935), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:26.198234 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd11a435-025f-4b00-9f46-63fb23090938 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (c200519a-4d70-44ab-ae82-0fda6222da13), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:26.201357 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-72805902-b864-4739-b97e-23b8133f28b9 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:26.207293 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-72805902-b864-4739-b97e-23b8133f28b9 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] 10.222.0.75 "DELETE /v2.0/networks/4385b9d8-e224-4b3e-abc1-378c5cbf0935 HTTP/1.1" status: 204 len: 168 time: 3.7666900 Feb 16 22:28:26.238456 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1aea0d74-6c30-4695-9ba2-ed79bc8df0ed req-6b3c2b7f-8af4-4d40-bab6-866d3ae1f542 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91e8c394-f309-4d7c-ae8f-b3d28a87757f HTTP/1.1" status: 200 len: 217 time: 0.1988993 Feb 16 22:28:26.262960 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72805902-b864-4739-b97e-23b8133f28b9 tempest-DHCPAgentSchedulersTestJSON-992732959 tempest-DHCPAgentSchedulersTestJSON-992732959-project] Pushing event deleted for resources: {'Network': ['ID=4385b9d8-e224-4b3e-abc1-378c5cbf0935,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:26.275301 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94033bbd-da0d-459f-a085-15c5e39de43b req-0acae275-5421-4d24-a790-3282e88e8848 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:26.294281 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94033bbd-da0d-459f-a085-15c5e39de43b req-0acae275-5421-4d24-a790-3282e88e8848 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ef644cb-60d2-44c1-b549-2537fadea701 HTTP/1.1" status: 200 len: 945 time: 0.5812681 Feb 16 22:28:26.294469 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-1871e067-ca7f-4200-8573-0ba1098c2fc4 None None] Set router f156ec8f-85f8-4911-9841-0e26f28bbd27 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:28:26.297341 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd11a435-025f-4b00-9f46-63fb23090938 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (c200519a-4d70-44ab-ae82-0fda6222da13), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:26.307312 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43218) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:26.341903 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c97004cc-ea31-4105-871f-e4894512fa0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:26.503041 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd11a435-025f-4b00-9f46-63fb23090938 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:28:26.503593 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd11a435-025f-4b00-9f46-63fb23090938 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (c200519a-4d70-44ab-ae82-0fda6222da13), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:26.585368 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43222) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:26.595465 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea0d74-6c30-4695-9ba2-ed79bc8df0ed req-da38730f-80df-4112-a3c3-6bdd344c8aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:26.599308 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1aea0d74-6c30-4695-9ba2-ed79bc8df0ed req-da38730f-80df-4112-a3c3-6bdd344c8aaa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=90c6e9fd-2327-49e8-8e06-530f56e702f3 HTTP/1.1" status: 200 len: 845 time: 0.3315153 Feb 16 22:28:26.600473 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:28:26.600473 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:28:26.600473 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:28:26.600473 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:28:26.600473 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:28:26.600473 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:28:26.600473 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:28:26.600473 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:28:26.600473 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:28:26.600473 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:28:26.600473 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:28:26.600473 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:28:26.600473 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:28:26.600473 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:28:26.600473 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:28:26.600473 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:28:26.600473 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:28:26.600473 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:28:26.600473 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:28:26.600473 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:28:26.600473 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:28:26.600473 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:28:26.600473 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:28:26.600473 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:28:26.600473 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:28:26.600473 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:28:26.600473 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:28:26.600473 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:28:26.600473 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:28:26.600473 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:28:26.600473 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:28:26.600473 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:28:26.605508 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ba34208-8a3d-469e-8856-522e3bd2727d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (591646e2-043a-41f9-8af0-3b89325cbeb9), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:26.607671 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd11a435-025f-4b00-9f46-63fb23090938 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (a0759160-15c4-48c6-ae30-b15d06348921), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:26.830972 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1aea0d74-6c30-4695-9ba2-ed79bc8df0ed req-6f164892-ad4a-4de3-a0e3-b720c75dd2b4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=328b17ed-7bc5-4241-8a54-e64f9538f95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2182302 Feb 16 22:28:26.836873 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd11a435-025f-4b00-9f46-63fb23090938 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:26.849897 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-dd11a435-025f-4b00-9f46-63fb23090938 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] 10.222.0.75 "DELETE /v2.0/networks/a0759160-15c4-48c6-ae30-b15d06348921 HTTP/1.1" status: 204 len: 168 time: 2.2277694 Feb 16 22:28:26.865119 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94033bbd-da0d-459f-a085-15c5e39de43b req-82825c11-16c8-43ea-afa0-4f14eccf833b tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5699253 Feb 16 22:28:26.869207 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11a435-025f-4b00-9f46-63fb23090938 tempest-FloatingIPTestJSON-1082842937 tempest-FloatingIPTestJSON-1082842937-project] Pushing event deleted for resources: {'Network': ['ID=a0759160-15c4-48c6-ae30-b15d06348921,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:26.892630 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c97004cc-ea31-4105-871f-e4894512fa0d admin admin] Publish callbacks [] for security_group (db939ec9-845b-4590-90bc-0c141b9131a6), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:26.963849 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-1871e067-ca7f-4200-8573-0ba1098c2fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f156ec8f-85f8-4911-9841-0e26f28bbd27', 'name': 'tempest-ServerRescueNegativeTestJSON-1389164331-router', 'tenant_id': '40c61a7cfadd45ac85b548218034c5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '94bfccf7-1caf-4bd0-a28f-294b41738718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:28:20Z', 'updated_at': '2022-02-16T22:28:23Z', 'revision_number': 3, 'project_id': '40c61a7cfadd45ac85b548218034c5f0', 'gw_port': {'id': '94bfccf7-1caf-4bd0-a28f-294b41738718', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f156ec8f-85f8-4911-9841-0e26f28bbd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:28:21Z', 'updated_at': '2022-02-16T22:28:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:26.974061 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:27.056304 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba34208-8a3d-469e-8856-522e3bd2727d admin admin] Pushing event updated for resources: {'Subnet': ['ID=591646e2-043a-41f9-8af0-3b89325cbeb9,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:27.056742 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1871e067-ca7f-4200-8573-0ba1098c2fc4 None None] Checking router: f156ec8f-85f8-4911-9841-0e26f28bbd27 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:28:27.056742 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1871e067-ca7f-4200-8573-0ba1098c2fc4 None None] Updating router f156ec8f-85f8-4911-9841-0e26f28bbd27 port 94bfccf7-1caf-4bd0-a28f-294b41738718 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:28:27.126417 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c97004cc-ea31-4105-871f-e4894512fa0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (db939ec9-845b-4590-90bc-0c141b9131a6), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:27.128531 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1871e067-ca7f-4200-8573-0ba1098c2fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (94bfccf7-1caf-4bd0-a28f-294b41738718), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:27.221186 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43234) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:27.251355 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba34208-8a3d-469e-8856-522e3bd2727d admin admin] Checking segment: {'id': '389109f6-ebab-4899-93e4-704200323383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7759ecb5-615f-4376-bf2e-f88402b96cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:28:27.251732 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba34208-8a3d-469e-8856-522e3bd2727d admin admin] Network hostable DHCP agents. Network: 7759ecb5-615f-4376-bf2e-f88402b96cd9, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:28:27.258373 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1aea0d74-6c30-4695-9ba2-ed79bc8df0ed req-706a6df1-5035-459f-b75a-431c41a57d8b service neutron] 10.222.0.67 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297830 Feb 16 22:28:27.359468 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba34208-8a3d-469e-8856-522e3bd2727d admin admin] Network 7759ecb5-615f-4376-bf2e-f88402b96cd9 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:28:27.445172 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1aea0d74-6c30-4695-9ba2-ed79bc8df0ed req-d61c022d-838c-4bda-879d-aaf979b02403 service neutron] 10.222.0.67 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778483 Feb 16 22:28:27.509716 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-4ba34208-8a3d-469e-8856-522e3bd2727d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 7759ecb5-615f-4376-bf2e-f88402b96cd9) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:28:27.516060 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba34208-8a3d-469e-8856-522e3bd2727d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:27.516797 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ba34208-8a3d-469e-8856-522e3bd2727d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:27.521761 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d029b4a2-f41f-46c1-a629-31ad3a426f1e None None] Network 7759ecb5-615f-4376-bf2e-f88402b96cd9 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:28:27.582921 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4ba34208-8a3d-469e-8856-522e3bd2727d admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.9865997 Feb 16 22:28:27.618125 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c7a5c44a-4fbe-4a10-b5df-4487865734da admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e887774440904c97a346a99e76f2cd26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3852341 Feb 16 22:28:27.619431 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43240) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:27.650560 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1871e067-ca7f-4200-8573-0ba1098c2fc4 None None] Publish callbacks [] for port (94bfccf7-1caf-4bd0-a28f-294b41738718), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:27.668598 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1871e067-ca7f-4200-8573-0ba1098c2fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (94bfccf7-1caf-4bd0-a28f-294b41738718), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:27.750177 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-1871e067-ca7f-4200-8573-0ba1098c2fc4 None None] Attempting to bind port 94bfccf7-1caf-4bd0-a28f-294b41738718 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:28:27.750609 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-1871e067-ca7f-4200-8573-0ba1098c2fc4 None None] Attempting to bind port 94bfccf7-1caf-4bd0-a28f-294b41738718 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:28:27.751042 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1871e067-ca7f-4200-8573-0ba1098c2fc4 None None] Attempting to bind port 94bfccf7-1caf-4bd0-a28f-294b41738718 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:28:27.761301 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ab269567-9524-4deb-b495-8e08b3a1cb2c admin admin] Publish callbacks [] for security_group (1e6b37ff-9157-4f9d-a9e6-e9f12f94b9bb), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:27.783648 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc9b26-24b8-40d7-81e4-b5a4a7f48920 None None] Pushing event updated for resources: {'Port': ['ID=94bfccf7-1caf-4bd0-a28f-294b41738718,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:27.790928 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c97004cc-ea31-4105-871f-e4894512fa0d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4203ebcd93b84699a8fecac134713454&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4824183 Feb 16 22:28:27.798238 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43242) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:27.800605 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97004cc-ea31-4105-871f-e4894512fa0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db939ec9-845b-4590-90bc-0c141b9131a6,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:27.804730 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fc9b26-24b8-40d7-81e4-b5a4a7f48920 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:27.805432 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fc9b26-24b8-40d7-81e4-b5a4a7f48920 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:27.806186 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fc9b26-24b8-40d7-81e4-b5a4a7f48920 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:27.806780 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fc9b26-24b8-40d7-81e4-b5a4a7f48920 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:27.807325 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fc9b26-24b8-40d7-81e4-b5a4a7f48920 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:27.808698 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fc9b26-24b8-40d7-81e4-b5a4a7f48920 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:27.809764 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fc9b26-24b8-40d7-81e4-b5a4a7f48920 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:27.810366 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fc9b26-24b8-40d7-81e4-b5a4a7f48920 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:27.810799 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fc9b26-24b8-40d7-81e4-b5a4a7f48920 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:27.811233 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fc9b26-24b8-40d7-81e4-b5a4a7f48920 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:27.812423 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fc9b26-24b8-40d7-81e4-b5a4a7f48920 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:27.812775 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fc9b26-24b8-40d7-81e4-b5a4a7f48920 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:27.813891 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fc9b26-24b8-40d7-81e4-b5a4a7f48920 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:27.823831 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c18ae3c-532b-4bad-b82a-dd7f55be02c7 None None] Network 7759ecb5-615f-4376-bf2e-f88402b96cd9 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:28:27.838484 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1871e067-ca7f-4200-8573-0ba1098c2fc4 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:28:27.838896 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1871e067-ca7f-4200-8573-0ba1098c2fc4 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:28:27.839265 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1871e067-ca7f-4200-8573-0ba1098c2fc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:27.839656 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1871e067-ca7f-4200-8573-0ba1098c2fc4 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:28:27.840143 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-1871e067-ca7f-4200-8573-0ba1098c2fc4 None None] Bound port: 94bfccf7-1caf-4bd0-a28f-294b41738718, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:28:27.845166 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21fdc7-802d-4979-8bbe-94a59d906ff0 req-532af84d-8aee-416f-a674-8c995d8dd945 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:27.846279 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1871e067-ca7f-4200-8573-0ba1098c2fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (94bfccf7-1caf-4bd0-a28f-294b41738718), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:27.846757 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3e21fdc7-802d-4979-8bbe-94a59d906ff0 req-532af84d-8aee-416f-a674-8c995d8dd945 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ef644cb-60d2-44c1-b549-2537fadea701 HTTP/1.1" status: 200 len: 945 time: 0.8402758 Feb 16 22:28:27.851998 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5dfb35b6-dd9f-4bc7-83ef-fec0f8acca8c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9ab72b13af9940de890e67599aacd868&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2524178 Feb 16 22:28:27.863812 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43244) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:27.893778 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ab269567-9524-4deb-b495-8e08b3a1cb2c admin admin] Publish callbacks [] for security_group (1e6b37ff-9157-4f9d-a9e6-e9f12f94b9bb), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:27.986077 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7eca4991-2a96-40e2-bf46-a620c3a54a24 admin admin] Publish callbacks [] for security_group (db939ec9-845b-4590-90bc-0c141b9131a6), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:28.039477 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7eca4991-2a96-40e2-bf46-a620c3a54a24 admin admin] Publish callbacks [] for security_group (db939ec9-845b-4590-90bc-0c141b9131a6), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:28.066334 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-1871e067-ca7f-4200-8573-0ba1098c2fc4 None None] For port 94bfccf7-1caf-4bd0-a28f-294b41738718, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:28:28.074235 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-1871e067-ca7f-4200-8573-0ba1098c2fc4 None None] For port 94bfccf7-1caf-4bd0-a28f-294b41738718, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=94bfccf7-1caf-4bd0-a28f-294b41738718,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:28:28.083480 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c6b94a18-e858-4276-aa39-178c4220eb82 admin admin] Publish callbacks [] for security_group (3192e335-257a-4631-8754-4c819f5df4f2), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:28.099913 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1871e067-ca7f-4200-8573-0ba1098c2fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (94bfccf7-1caf-4bd0-a28f-294b41738718), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:28.102048 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ab269567-9524-4deb-b495-8e08b3a1cb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (1e6b37ff-9157-4f9d-a9e6-e9f12f94b9bb), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:28.112089 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ab269567-9524-4deb-b495-8e08b3a1cb2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:28.113369 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ab269567-9524-4deb-b495-8e08b3a1cb2c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1e6b37ff-9157-4f9d-a9e6-e9f12f94b9bb HTTP/1.1" status: 204 len: 168 time: 0.4921026 Feb 16 22:28:28.156620 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c6b94a18-e858-4276-aa39-178c4220eb82 admin admin] Publish callbacks [] for security_group (3192e335-257a-4631-8754-4c819f5df4f2), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:28.183631 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc9b26-24b8-40d7-81e4-b5a4a7f48920 None None] Pushing event updated for resources: {'Port': ['ID=94bfccf7-1caf-4bd0-a28f-294b41738718,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:28.213158 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1871e067-ca7f-4200-8573-0ba1098c2fc4 None None] Routers {'f156ec8f-85f8-4911-9841-0e26f28bbd27'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:28:28.214516 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-1871e067-ca7f-4200-8573-0ba1098c2fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:28:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['f156ec8f-85f8-4911-9841-0e26f28bbd27'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:28.220619 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab269567-9524-4deb-b495-8e08b3a1cb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6b37ff-9157-4f9d-a9e6-e9f12f94b9bb,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:28.267607 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-3e21fdc7-802d-4979-8bbe-94a59d906ff0 req-cdb60b2c-0b01-4444-a648-8984264635b3 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Deleting port 32e3d2cd-5864-41a8-89d5-dbaf5a51c111 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:28:28.275080 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3e21fdc7-802d-4979-8bbe-94a59d906ff0 req-cdb60b2c-0b01-4444-a648-8984264635b3 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (32e3d2cd-5864-41a8-89d5-dbaf5a51c111), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:28.285110 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24adcbc-e358-4542-9c0a-c041bf89d055 req-0578099f-e3e8-4b35-a9be-786308201a31 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:28.297671 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e24adcbc-e358-4542-9c0a-c041bf89d055 req-0578099f-e3e8-4b35-a9be-786308201a31 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ef644cb-60d2-44c1-b549-2537fadea701 HTTP/1.1" status: 200 len: 945 time: 0.2398527 Feb 16 22:28:28.309342 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7eca4991-2a96-40e2-bf46-a620c3a54a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (db939ec9-845b-4590-90bc-0c141b9131a6), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:28.312826 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7eca4991-2a96-40e2-bf46-a620c3a54a24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:28.315293 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7eca4991-2a96-40e2-bf46-a620c3a54a24 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/db939ec9-845b-4590-90bc-0c141b9131a6 HTTP/1.1" status: 204 len: 168 time: 0.5147340 Feb 16 22:28:28.367612 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:28.389571 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca4991-2a96-40e2-bf46-a620c3a54a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db939ec9-845b-4590-90bc-0c141b9131a6,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:28.409792 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e24adcbc-e358-4542-9c0a-c041bf89d055 req-e3d1e72c-b9f0-402c-9acf-53698bed7b51 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110272 Feb 16 22:28:28.447067 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-1871e067-ca7f-4200-8573-0ba1098c2fc4 None None] Set router f156ec8f-85f8-4911-9841-0e26f28bbd27 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:28:28.510256 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-3e21fdc7-802d-4979-8bbe-94a59d906ff0 req-cdb60b2c-0b01-4444-a648-8984264635b3 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] For port 32e3d2cd-5864-41a8-89d5-dbaf5a51c111, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=32e3d2cd-5864-41a8-89d5-dbaf5a51c111,segment=NetworkSegment(d2150ecc-73be-4cac-a3e0-52292f5f056f),segment_id=d2150ecc-73be-4cac-a3e0-52292f5f056f)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:28.510567 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3e21fdc7-802d-4979-8bbe-94a59d906ff0 req-cdb60b2c-0b01-4444-a648-8984264635b3 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (32e3d2cd-5864-41a8-89d5-dbaf5a51c111), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:28.524983 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-3e21fdc7-802d-4979-8bbe-94a59d906ff0 req-cdb60b2c-0b01-4444-a648-8984264635b3 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Calling delete_port for 32e3d2cd-5864-41a8-89d5-dbaf5a51c111 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:28:28.552626 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5ed58e62-ba8a-4416-9035-a5f56eb97790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:28.614920 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c6b94a18-e858-4276-aa39-178c4220eb82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (3192e335-257a-4631-8754-4c819f5df4f2), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:28.617473 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c6b94a18-e858-4276-aa39-178c4220eb82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:28.621363 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c6b94a18-e858-4276-aa39-178c4220eb82 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3192e335-257a-4631-8754-4c819f5df4f2 HTTP/1.1" status: 204 len: 168 time: 0.7518792 Feb 16 22:28:28.647860 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b94a18-e858-4276-aa39-178c4220eb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3192e335-257a-4631-8754-4c819f5df4f2,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:28.728578 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-1871e067-ca7f-4200-8573-0ba1098c2fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f156ec8f-85f8-4911-9841-0e26f28bbd27', 'name': 'tempest-ServerRescueNegativeTestJSON-1389164331-router', 'tenant_id': '40c61a7cfadd45ac85b548218034c5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '94bfccf7-1caf-4bd0-a28f-294b41738718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:28:20Z', 'updated_at': '2022-02-16T22:28:23Z', 'revision_number': 3, 'project_id': '40c61a7cfadd45ac85b548218034c5f0', 'gw_port': {'id': '94bfccf7-1caf-4bd0-a28f-294b41738718', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f156ec8f-85f8-4911-9841-0e26f28bbd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:28:21Z', 'updated_at': '2022-02-16T22:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:28.801546 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1871e067-ca7f-4200-8573-0ba1098c2fc4 None None] The sync data for ids ['f156ec8f-85f8-4911-9841-0e26f28bbd27'] in n-d-813897-6 is: [{'id': 'f156ec8f-85f8-4911-9841-0e26f28bbd27', 'name': 'tempest-ServerRescueNegativeTestJSON-1389164331-router', 'tenant_id': '40c61a7cfadd45ac85b548218034c5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '94bfccf7-1caf-4bd0-a28f-294b41738718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:28:20Z', 'updated_at': '2022-02-16T22:28:23Z', 'revision_number': 3, 'project_id': '40c61a7cfadd45ac85b548218034c5f0', 'gw_port': {'id': '94bfccf7-1caf-4bd0-a28f-294b41738718', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f156ec8f-85f8-4911-9841-0e26f28bbd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:28:21Z', 'updated_at': '2022-02-16T22:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:28:28.882917 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-5ed58e62-ba8a-4416-9035-a5f56eb97790 admin admin] Allocated IP 172.20.0.1 (752ff291-8125-4ff8-b264-ca3a640ae0c4/50b869b4-5498-459d-a27a-a372659d9f4c/c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:28:28.902073 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3e21fdc7-802d-4979-8bbe-94a59d906ff0 req-cdb60b2c-0b01-4444-a648-8984264635b3 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (32e3d2cd-5864-41a8-89d5-dbaf5a51c111), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:28.919802 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['32e3d2cd-5864-41a8-89d5-dbaf5a51c111'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:28:28.974402 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb60b2c-0b01-4444-a648-8984264635b3 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Pushing event deleted for resources: {'Port': ['ID=32e3d2cd-5864-41a8-89d5-dbaf5a51c111,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:28.992007 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['91e8c394-f309-4d7c-ae8f-b3d28a87757f'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:28:29.103998 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e21fdc7-802d-4979-8bbe-94a59d906ff0 req-cdb60b2c-0b01-4444-a648-8984264635b3 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] No DVR routers for this DVR port 32e3d2cd-5864-41a8-89d5-dbaf5a51c111 on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:28:29.107440 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3e21fdc7-802d-4979-8bbe-94a59d906ff0 req-cdb60b2c-0b01-4444-a648-8984264635b3 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:29.111835 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3e21fdc7-802d-4979-8bbe-94a59d906ff0 req-cdb60b2c-0b01-4444-a648-8984264635b3 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.79 "DELETE /v2.0/ports/32e3d2cd-5864-41a8-89d5-dbaf5a51c111 HTTP/1.1" status: 204 len: 173 time: 1.2587290 Feb 16 22:28:29.125544 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef644cb-60d2-44c1-b549-2537fadea701', 'name': 'network-vif-deleted', 'tag': '32e3d2cd-5864-41a8-89d5-dbaf5a51c111'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:28:29.134089 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08913c6f-cc4a-4474-8057-2aef0472c1e7" -d '{"events": [{"server_uuid": "5ef644cb-60d2-44c1-b549-2537fadea701", "name": "network-vif-deleted", "tag": "32e3d2cd-5864-41a8-89d5-dbaf5a51c111"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:28:29.310814 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5ed58e62-ba8a-4416-9035-a5f56eb97790 admin admin] Publish callbacks [] for port (c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:29.322072 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43294) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:29.327836 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00201b47-600a-4841-b981-12aac0df505d req-8f85d29b-5393-4981-b428-dc05e5e8e907 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:29.340226 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-00201b47-600a-4841-b981-12aac0df505d req-8f85d29b-5393-4981-b428-dc05e5e8e907 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/networks?id=7759ecb5-615f-4376-bf2e-f88402b96cd9 HTTP/1.1" status: 200 len: 813 time: 0.3086483 Feb 16 22:28:29.383584 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-00201b47-600a-4841-b981-12aac0df505d req-e0d1ea91-215b-40be-8ae0-72371e26cfc9 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/quotas/c4406d5c23c94c6383b020d52bae2059 HTTP/1.1" status: 200 len: 375 time: 0.0420458 Feb 16 22:28:29.425817 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5ed58e62-ba8a-4416-9035-a5f56eb97790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:29.447246 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-00201b47-600a-4841-b981-12aac0df505d req-4a5ecd00-3806-4833-9bc6-59d1ab2e79af tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c4406d5c23c94c6383b020d52bae2059&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630214 Feb 16 22:28:29.481853 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43304) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:29.508993 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8ed88cc2-bd32-4e36-a965-72a6174e70ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:29.522014 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed58e62-ba8a-4416-9035-a5f56eb97790 admin admin] Network 752ff291-8125-4ff8-b264-ca3a640ae0c4 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:28:29.535051 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-5ed58e62-ba8a-4416-9035-a5f56eb97790 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:28:29.537534 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed58e62-ba8a-4416-9035-a5f56eb97790 admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:28:29.599489 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5ed58e62-ba8a-4416-9035-a5f56eb97790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (f156ec8f-85f8-4911-9841-0e26f28bbd27), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:29.607494 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed58e62-ba8a-4416-9035-a5f56eb97790 admin admin] Pushing event updated for resources: {'Port': ['ID=c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:29.645503 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-00201b47-600a-4841-b981-12aac0df505d req-a3e3cf7f-991b-448c-9c43-aa4e61bca9f7 service neutron] 10.222.0.75 "GET /v2.0/networks/7759ecb5-615f-4376-bf2e-f88402b96cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971023 Feb 16 22:28:29.780716 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:30.132306 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5ed58e62-ba8a-4416-9035-a5f56eb97790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:30.500550 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8ed88cc2-bd32-4e36-a965-72a6174e70ef admin admin] Publish callbacks [] for security_group (bc3d2cf4-1ec3-4211-8bb6-81e17358951c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:30.520515 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8ed88cc2-bd32-4e36-a965-72a6174e70ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (bc3d2cf4-1ec3-4211-8bb6-81e17358951c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:30.616067 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43330) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:30.659056 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed88cc2-bd32-4e36-a965-72a6174e70ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3d2cf4-1ec3-4211-8bb6-81e17358951c,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:30.728358 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-00201b47-600a-4841-b981-12aac0df505d req-9c2da05e-7678-412f-b69d-f5a19419ee12 service neutron] 10.222.0.75 "GET /v2.0/networks/7759ecb5-615f-4376-bf2e-f88402b96cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0818417 Feb 16 22:28:30.729759 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8ed88cc2-bd32-4e36-a965-72a6174e70ef admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c93020254a484e56aa1764e8ff77009d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2449315 Feb 16 22:28:30.732258 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43336) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:30.835407 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c0d38111-bfe6-4060-a48b-4c345630cc61 admin admin] Publish callbacks [] for security_group (bc3d2cf4-1ec3-4211-8bb6-81e17358951c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:30.862522 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c0d38111-bfe6-4060-a48b-4c345630cc61 admin admin] Publish callbacks [] for security_group (bc3d2cf4-1ec3-4211-8bb6-81e17358951c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:30.878705 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5ed58e62-ba8a-4416-9035-a5f56eb97790 admin admin] Publish callbacks [] for port (c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:30.916618 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5ed58e62-ba8a-4416-9035-a5f56eb97790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:30.942104 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c0d38111-bfe6-4060-a48b-4c345630cc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (bc3d2cf4-1ec3-4211-8bb6-81e17358951c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:30.944608 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c0d38111-bfe6-4060-a48b-4c345630cc61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:30.949371 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c0d38111-bfe6-4060-a48b-4c345630cc61 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bc3d2cf4-1ec3-4211-8bb6-81e17358951c HTTP/1.1" status: 204 len: 168 time: 0.2109890 Feb 16 22:28:30.961506 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d38111-bfe6-4060-a48b-4c345630cc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3d2cf4-1ec3-4211-8bb6-81e17358951c,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:31.129473 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75e42e6-257e-477f-8fc9-6672a6461630 x-openstack-request-id: req-c75e42e6-257e-477f-8fc9-6672a6461630 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:28:31.132813 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef644cb-60d2-44c1-b549-2537fadea701", "name": "network-vif-deleted", "tag": "32e3d2cd-5864-41a8-89d5-dbaf5a51c111", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:28:31.133101 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c75e42e6-257e-477f-8fc9-6672a6461630 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:28:31.133539 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef644cb-60d2-44c1-b549-2537fadea701', 'name': 'network-vif-deleted', 'tag': '32e3d2cd-5864-41a8-89d5-dbaf5a51c111', 'status': 'completed', 'code': 200} Feb 16 22:28:31.163048 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5ed58e62-ba8a-4416-9035-a5f56eb97790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (f156ec8f-85f8-4911-9841-0e26f28bbd27), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:31.178342 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-6b432968-21c5-44f0-a2d9-845eef97198f tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1226764093', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:28:31.249992 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed58e62-ba8a-4416-9035-a5f56eb97790 admin admin] Pushing event updated for resources: {'Port': ['ID=c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:31.254708 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6b432968-21c5-44f0-a2d9-845eef97198f tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (b27c83c3-f1a2-44ea-9e45-a70121c25be8), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:31.255809 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6b432968-21c5-44f0-a2d9-845eef97198f tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (b27c83c3-f1a2-44ea-9e45-a70121c25be8), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:31.306770 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 94bfccf7-1caf-4bd0-a28f-294b41738718 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:28:31.441940 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 32e3d2cd-5864-41a8-89d5-dbaf5a51c111 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:28:31.497226 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed58e62-ba8a-4416-9035-a5f56eb97790 admin admin] Network 752ff291-8125-4ff8-b264-ca3a640ae0c4 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:28:31.499611 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-5ed58e62-ba8a-4416-9035-a5f56eb97790 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:28:31.530432 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9593f595-e192-4857-bd27-26a92ed3af9a req-349cddd3-08f3-4c38-8c5b-a3df42d01d9c tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=483b8dee-d20c-486a-9d94-ebe5c2350232 HTTP/1.1" status: 200 len: 210 time: 0.1298122 Feb 16 22:28:31.537795 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6b432968-21c5-44f0-a2d9-845eef97198f tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks [] for router_controller (b27c83c3-f1a2-44ea-9e45-a70121c25be8), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:31.543344 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6b432968-21c5-44f0-a2d9-845eef97198f tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (b27c83c3-f1a2-44ea-9e45-a70121c25be8), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:31.572690 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6b432968-21c5-44f0-a2d9-845eef97198f tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:31.575909 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 32e3d2cd-5864-41a8-89d5-dbaf5a51c111 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:28:31.576534 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 32e3d2cd-5864-41a8-89d5-dbaf5a51c111 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:28:31.579432 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6b432968-21c5-44f0-a2d9-845eef97198f tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.9615209 Feb 16 22:28:31.582300 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43362) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:31.597333 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-61942554-c0ba-4b59-86ce-14fe6c583a3a tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1402114245'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:28:31.641452 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 94bfccf7-1caf-4bd0-a28f-294b41738718 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:28:31.643236 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (94bfccf7-1caf-4bd0-a28f-294b41738718), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:31.664747 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61942554-c0ba-4b59-86ce-14fe6c583a3a tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Made reservation on behalf of 71c9d6dfb627423688b9a3857ea2dea4 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:28:31.669847 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-61942554-c0ba-4b59-86ce-14fe6c583a3a tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:31.690127 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-61942554-c0ba-4b59-86ce-14fe6c583a3a tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:31.783700 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 94bfccf7-1caf-4bd0-a28f-294b41738718 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:28:31.784934 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (94bfccf7-1caf-4bd0-a28f-294b41738718), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:31.878366 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 94bfccf7-1caf-4bd0-a28f-294b41738718, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=94bfccf7-1caf-4bd0-a28f-294b41738718,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:31.891025 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (94bfccf7-1caf-4bd0-a28f-294b41738718), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:32.034575 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=94bfccf7-1caf-4bd0-a28f-294b41738718,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:32.039608 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-61942554-c0ba-4b59-86ce-14fe6c583a3a tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks [] for security_group (9206b3be-3e00-413c-8edd-4214f70fc438), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:32.056820 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed58e62-ba8a-4416-9035-a5f56eb97790 admin admin] Router f156ec8f-85f8-4911-9841-0e26f28bbd27 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:28:32.089718 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-61942554-c0ba-4b59-86ce-14fe6c583a3a tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9206b3be-3e00-413c-8edd-4214f70fc438), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:32.127797 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61942554-c0ba-4b59-86ce-14fe6c583a3a tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:28:32.268014 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6ba641d1-30d8-4d81-b862-cd72c1c35768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (8541c583-14a8-42ba-bcf2-3c5fad0d399f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:32.315444 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-61942554-c0ba-4b59-86ce-14fe6c583a3a tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (70dd051f-81b2-4fe2-a991-9e121bf676bd), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:32.318248 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-61942554-c0ba-4b59-86ce-14fe6c583a3a tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Added segment 70dd051f-81b2-4fe2-a991-9e121bf676bd of type vlan for network a3a738db-70a4-450e-aedb-9c7d0188c966 Feb 16 22:28:32.359708 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61942554-c0ba-4b59-86ce-14fe6c583a3a tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9206b3be-3e00-413c-8edd-4214f70fc438,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:32.440210 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-61942554-c0ba-4b59-86ce-14fe6c583a3a tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (a3a738db-70a4-450e-aedb-9c7d0188c966), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:32.447642 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed58e62-ba8a-4416-9035-a5f56eb97790 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:28:32.451575 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404656d-359d-40de-95bf-191c5a25fc93 req-eda31b13-5122-493a-860a-c24d78f978ef tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:32.465948 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5ed58e62-ba8a-4416-9035-a5f56eb97790 admin admin] 10.222.0.75 "PUT /v2.0/routers/f156ec8f-85f8-4911-9841-0e26f28bbd27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4877341 Feb 16 22:28:32.466181 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5f3cfe-a1e2-479e-a951-58382adabfd3 None None] Sync routers for ids ['f156ec8f-85f8-4911-9841-0e26f28bbd27'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:28:32.479649 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1404656d-359d-40de-95bf-191c5a25fc93 req-eda31b13-5122-493a-860a-c24d78f978ef tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/networks?id=328b17ed-7bc5-4241-8a54-e64f9538f95e HTTP/1.1" status: 200 len: 805 time: 0.5578043 Feb 16 22:28:32.486855 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5f3cfe-a1e2-479e-a951-58382adabfd3 None None] Routers {'f156ec8f-85f8-4911-9841-0e26f28bbd27'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:28:32.491132 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-dd5f3cfe-a1e2-479e-a951-58382adabfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:28:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['f156ec8f-85f8-4911-9841-0e26f28bbd27'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:32.505680 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1404656d-359d-40de-95bf-191c5a25fc93 req-e63b49ef-355e-4492-8ddf-6313e3baaec9 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/quotas/b04764559a9c459fbc65e6403b1b3dd5 HTTP/1.1" status: 200 len: 375 time: 0.0236754 Feb 16 22:28:32.581638 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.db.resource_extend [None req-61942554-c0ba-4b59-86ce-14fe6c583a3a tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 22:28:32.646280 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-61942554-c0ba-4b59-86ce-14fe6c583a3a tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (a3a738db-70a4-450e-aedb-9c7d0188c966), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:32.652842 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61942554-c0ba-4b59-86ce-14fe6c583a3a tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:32.653920 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-61942554-c0ba-4b59-86ce-14fe6c583a3a tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:32.722056 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1404656d-359d-40de-95bf-191c5a25fc93 req-66e97974-e861-4716-b82f-2aa688918a96 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b04764559a9c459fbc65e6403b1b3dd5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2135587 Feb 16 22:28:32.753353 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-61942554-c0ba-4b59-86ce-14fe6c583a3a tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1675899 Feb 16 22:28:32.758910 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43404) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:32.770513 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-1086e6bc-2212-49c8-ae54-319b8b7f420e tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Request body: {'subnet': {'network_id': 'a3a738db-70a4-450e-aedb-9c7d0188c966', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:28:32.801357 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-dd5f3cfe-a1e2-479e-a951-58382adabfd3 None None] Set router f156ec8f-85f8-4911-9841-0e26f28bbd27 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:28:32.808506 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61942554-c0ba-4b59-86ce-14fe6c583a3a tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Pushing event updated for resources: {'Network': ['ID=a3a738db-70a4-450e-aedb-9c7d0188c966,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:32.916869 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1404656d-359d-40de-95bf-191c5a25fc93 req-3dd88c6e-6029-4b26-8ab6-8d0345251b42 service neutron] 10.222.0.75 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929114 Feb 16 22:28:33.308816 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1404656d-359d-40de-95bf-191c5a25fc93 req-fbf4e725-07e3-476c-ad14-b6aa8362c77e service neutron] 10.222.0.75 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890054 Feb 16 22:28:33.363555 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43434) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:33.366680 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1086e6bc-2212-49c8-ae54-319b8b7f420e tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Made reservation on behalf of 71c9d6dfb627423688b9a3857ea2dea4 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:28:33.370744 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1086e6bc-2212-49c8-ae54-319b8b7f420e tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:33.496169 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-6ba641d1-30d8-4d81-b862-cd72c1c35768 admin admin] Deleting port 53d411b2-3dd0-489c-8de0-72cd179ec58a {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:28:33.499533 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6ba641d1-30d8-4d81-b862-cd72c1c35768 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (53d411b2-3dd0-489c-8de0-72cd179ec58a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:33.552519 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network a3a738db-70a4-450e-aedb-9c7d0188c966 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:28:33.621274 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 94bfccf7-1caf-4bd0-a28f-294b41738718 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:28:33.719221 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-5cf7ba3f-a01d-461a-82e1-5bdc2c84b9a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1828552890'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:28:33.901409 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e0235dfa-b8d0-4b03-bacc-447a70d7a486 req-2a93eeb5-36f4-469a-ae0d-f04f43e1d102 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=483b8dee-d20c-486a-9d94-ebe5c2350232 HTTP/1.1" status: 200 len: 210 time: 0.1451337 Feb 16 22:28:33.936592 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf7ba3f-a01d-461a-82e1-5bdc2c84b9a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Made reservation on behalf of 17948e0b5df944c9b8231ff720015ea5 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:28:33.960253 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5cf7ba3f-a01d-461a-82e1-5bdc2c84b9a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:34.002871 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 94bfccf7-1caf-4bd0-a28f-294b41738718 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:28:34.003241 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (94bfccf7-1caf-4bd0-a28f-294b41738718), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:34.023386 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5cf7ba3f-a01d-461a-82e1-5bdc2c84b9a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:34.069786 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00201b47-600a-4841-b981-12aac0df505d req-5f6e2da3-f8d8-4bd6-a063-4e19278f234a tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:34.093786 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-00201b47-600a-4841-b981-12aac0df505d req-5f6e2da3-f8d8-4bd6-a063-4e19278f234a tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.79 "GET /v2.0/networks?id=7759ecb5-615f-4376-bf2e-f88402b96cd9 HTTP/1.1" status: 200 len: 813 time: 0.9370406 Feb 16 22:28:34.178352 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-00201b47-600a-4841-b981-12aac0df505d req-0b5ff443-18ce-47a7-9098-fcc3718b3a2e tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Request body: {'port': {'device_id': '483b8dee-d20c-486a-9d94-ebe5c2350232', 'network_id': '7759ecb5-615f-4376-bf2e-f88402b96cd9', 'admin_state_up': True, 'tenant_id': 'c4406d5c23c94c6383b020d52bae2059'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:28:34.273115 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 94bfccf7-1caf-4bd0-a28f-294b41738718 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:28:34.292678 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-dd5f3cfe-a1e2-479e-a951-58382adabfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f156ec8f-85f8-4911-9841-0e26f28bbd27', 'name': 'tempest-ServerRescueNegativeTestJSON-1389164331-router', 'tenant_id': '40c61a7cfadd45ac85b548218034c5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '94bfccf7-1caf-4bd0-a28f-294b41738718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:28:20Z', 'updated_at': '2022-02-16T22:28:29Z', 'revision_number': 4, 'project_id': '40c61a7cfadd45ac85b548218034c5f0', 'gw_port': {'id': '94bfccf7-1caf-4bd0-a28f-294b41738718', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f156ec8f-85f8-4911-9841-0e26f28bbd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:28:21Z', 'updated_at': '2022-02-16T22:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa', 'name': '', 'network_id': '752ff291-8125-4ff8-b264-ca3a640ae0c4', 'tenant_id': '40c61a7cfadd45ac85b548218034c5f0', 'mac_address': 'fa:16:3e:75:f6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f156ec8f-85f8-4911-9841-0e26f28bbd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '50b869b4-5498-459d-a27a-a372659d9f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:28:28Z', 'updated_at': '2022-02-16T22:28:30Z', 'revision_number': 2, 'project_id': '40c61a7cfadd45ac85b548218034c5f0', 'subnets': [{'id': '50b869b4-5498-459d-a27a-a372659d9f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:34.322957 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5cf7ba3f-a01d-461a-82e1-5bdc2c84b9a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks [] for security_group (ff3b7211-5258-4375-a125-5fb130bdefdf), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:34.338934 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5cf7ba3f-a01d-461a-82e1-5bdc2c84b9a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ff3b7211-5258-4375-a125-5fb130bdefdf), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:34.384238 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5f3cfe-a1e2-479e-a951-58382adabfd3 None None] Checking router: f156ec8f-85f8-4911-9841-0e26f28bbd27 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:28:34.384659 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5f3cfe-a1e2-479e-a951-58382adabfd3 None None] Updating router f156ec8f-85f8-4911-9841-0e26f28bbd27 port c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:28:34.431174 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf7ba3f-a01d-461a-82e1-5bdc2c84b9a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:28:34.439950 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-dd5f3cfe-a1e2-479e-a951-58382adabfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:34.477183 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7ba3f-a01d-461a-82e1-5bdc2c84b9a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3b7211-5258-4375-a125-5fb130bdefdf,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:34.525514 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5cf7ba3f-a01d-461a-82e1-5bdc2c84b9a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (865b5026-2d36-4375-b60d-865b399bbd91), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:34.526698 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-5cf7ba3f-a01d-461a-82e1-5bdc2c84b9a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Added segment 865b5026-2d36-4375-b60d-865b399bbd91 of type vlan for network 9da944b4-3843-46e5-abd3-de7b4e7b15da Feb 16 22:28:34.829932 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43478) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:34.844724 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5cf7ba3f-a01d-461a-82e1-5bdc2c84b9a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (9da944b4-3843-46e5-abd3-de7b4e7b15da), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:34.875536 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1086e6bc-2212-49c8-ae54-319b8b7f420e tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (f7b41d99-f6bd-4040-bb18-46c746aa83a6), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:34.880978 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-6ba641d1-30d8-4d81-b862-cd72c1c35768 admin admin] For port 53d411b2-3dd0-489c-8de0-72cd179ec58a, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=53d411b2-3dd0-489c-8de0-72cd179ec58a,segment=NetworkSegment(7cd3d5ed-630b-42c8-83be-976f3431669d),segment_id=7cd3d5ed-630b-42c8-83be-976f3431669d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:34.882523 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6ba641d1-30d8-4d81-b862-cd72c1c35768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (53d411b2-3dd0-489c-8de0-72cd179ec58a), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:34.970769 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a98461-56fe-4808-8baf-0a750bca6627 req-ef4c6160-1dd7-4949-884b-006d4009da43 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:34.985645 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-37a98461-56fe-4808-8baf-0a750bca6627 req-ef4c6160-1dd7-4949-884b-006d4009da43 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/networks?id=752ff291-8125-4ff8-b264-ca3a640ae0c4 HTTP/1.1" status: 200 len: 819 time: 0.4783072 Feb 16 22:28:35.014337 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-37a98461-56fe-4808-8baf-0a750bca6627 req-2f62336a-a4bb-4795-bed9-4b60f64ede74 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/quotas/40c61a7cfadd45ac85b548218034c5f0 HTTP/1.1" status: 200 len: 375 time: 0.0268431 Feb 16 22:28:35.043741 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5cf7ba3f-a01d-461a-82e1-5bdc2c84b9a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (9da944b4-3843-46e5-abd3-de7b4e7b15da), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:35.059612 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf7ba3f-a01d-461a-82e1-5bdc2c84b9a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:35.060263 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5cf7ba3f-a01d-461a-82e1-5bdc2c84b9a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:35.075612 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-6ba641d1-30d8-4d81-b862-cd72c1c35768 admin admin] Calling delete_port for 53d411b2-3dd0-489c-8de0-72cd179ec58a owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:28:35.113352 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-dd5f3cfe-a1e2-479e-a951-58382adabfd3 None None] Publish callbacks [] for port (c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:35.121465 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-dd5f3cfe-a1e2-479e-a951-58382adabfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:35.193119 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086e6bc-2212-49c8-ae54-319b8b7f420e tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Pushing event updated for resources: {'Subnet': ['ID=f7b41d99-f6bd-4040-bb18-46c746aa83a6,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:35.235886 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7ba3f-a01d-461a-82e1-5bdc2c84b9a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Pushing event updated for resources: {'Network': ['ID=9da944b4-3843-46e5-abd3-de7b4e7b15da,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:35.244245 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e1173711-feaf-489f-882a-888bffba1758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:35.273263 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 9da944b4-3843-46e5-abd3-de7b4e7b15da details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:28:35.284150 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5cf7ba3f-a01d-461a-82e1-5bdc2c84b9a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.9194472 Feb 16 22:28:35.368715 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43484) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:35.392913 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e865aa5-2726-49f8-ab6c-16df5e5845b5 None None] Pushing event updated for resources: {'Port': ['ID=c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:35.414734 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-dd5f3cfe-a1e2-479e-a951-58382adabfd3 None None] Attempting to bind port c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:28:35.415228 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-dd5f3cfe-a1e2-479e-a951-58382adabfd3 None None] Attempting to bind port c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '752ff291-8125-4ff8-b264-ca3a640ae0c4'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:28:35.415856 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5f3cfe-a1e2-479e-a951-58382adabfd3 None None] Attempting to bind port c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa on network 752ff291-8125-4ff8-b264-ca3a640ae0c4 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:28:35.427869 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-0f2da280-0c71-4fca-a8d1-c5af6b823cdd tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Request body: {'subnet': {'network_id': '9da944b4-3843-46e5-abd3-de7b4e7b15da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:28:35.438163 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5f3cfe-a1e2-479e-a951-58382adabfd3 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:28:35.438682 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5f3cfe-a1e2-479e-a951-58382adabfd3 None None] Checking segment: {'id': 'b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '752ff291-8125-4ff8-b264-ca3a640ae0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:28:35.439242 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-dd5f3cfe-a1e2-479e-a951-58382adabfd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:35.439708 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5f3cfe-a1e2-479e-a951-58382adabfd3 None None] Bound using segment: {'id': 'b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '752ff291-8125-4ff8-b264-ca3a640ae0c4'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:28:35.440257 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-dd5f3cfe-a1e2-479e-a951-58382adabfd3 None None] Bound port: c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '752ff291-8125-4ff8-b264-ca3a640ae0c4'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:28:35.440706 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-dd5f3cfe-a1e2-479e-a951-58382adabfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:35.499752 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e1173711-feaf-489f-882a-888bffba1758 admin admin] Publish callbacks [] for security_group (996ef468-56b1-40f3-8af2-4b377f6dfdc9), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:35.614732 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-37a98461-56fe-4808-8baf-0a750bca6627 req-f421ea19-5aa6-419b-a10d-9d595847e7ac tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=40c61a7cfadd45ac85b548218034c5f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5994112 Feb 16 22:28:35.616059 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-dd5f3cfe-a1e2-479e-a951-58382adabfd3 None None] For port c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:28:35.619589 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-dd5f3cfe-a1e2-479e-a951-58382adabfd3 None None] For port c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa,segment=NetworkSegment(b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9),segment_id=b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:28:35.640507 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-dd5f3cfe-a1e2-479e-a951-58382adabfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:35.645955 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e1173711-feaf-489f-882a-888bffba1758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (996ef468-56b1-40f3-8af2-4b377f6dfdc9), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:35.717574 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e865aa5-2726-49f8-ab6c-16df5e5845b5 None None] Pushing event updated for resources: {'Port': ['ID=c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:35.759218 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5f3cfe-a1e2-479e-a951-58382adabfd3 None None] Routers {'f156ec8f-85f8-4911-9841-0e26f28bbd27'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:28:35.759940 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-dd5f3cfe-a1e2-479e-a951-58382adabfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:28:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['f156ec8f-85f8-4911-9841-0e26f28bbd27'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:35.820953 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e1173711-feaf-489f-882a-888bffba1758 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a2560ed74b64471b98a48ad21c347ae1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9895644 Feb 16 22:28:35.861403 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43488) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:35.873707 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404656d-359d-40de-95bf-191c5a25fc93 req-378ac19c-b722-4359-b661-eb33c106b35a tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:35.873928 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00201b47-600a-4841-b981-12aac0df505d req-0b5ff443-18ce-47a7-9098-fcc3718b3a2e tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Made reservation on behalf of c4406d5c23c94c6383b020d52bae2059 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:28:35.875137 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1404656d-359d-40de-95bf-191c5a25fc93 req-378ac19c-b722-4359-b661-eb33c106b35a tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.67 "GET /v2.0/networks?id=328b17ed-7bc5-4241-8a54-e64f9538f95e HTTP/1.1" status: 200 len: 805 time: 0.4895003 Feb 16 22:28:35.878220 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1173711-feaf-489f-882a-888bffba1758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996ef468-56b1-40f3-8af2-4b377f6dfdc9,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:35.880683 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-00201b47-600a-4841-b981-12aac0df505d req-0b5ff443-18ce-47a7-9098-fcc3718b3a2e tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:35.909251 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-37a98461-56fe-4808-8baf-0a750bca6627 req-3d9f9aea-fad8-4e6f-8be9-384721278663 service neutron] 10.222.0.75 "GET /v2.0/networks/752ff291-8125-4ff8-b264-ca3a640ae0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937171 Feb 16 22:28:35.914129 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-1404656d-359d-40de-95bf-191c5a25fc93 req-2fec9663-2a30-4237-91d5-67a67f03d447 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Request body: {'port': {'device_id': '171815e0-b19b-4401-bdec-479ed4e27fa3', 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e', 'admin_state_up': True, 'tenant_id': 'b04764559a9c459fbc65e6403b1b3dd5'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:28:36.002796 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-dd5f3cfe-a1e2-479e-a951-58382adabfd3 None None] Set router f156ec8f-85f8-4911-9841-0e26f28bbd27 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:28:36.037316 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:28:36.046154 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-00201b47-600a-4841-b981-12aac0df505d req-0b5ff443-18ce-47a7-9098-fcc3718b3a2e tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Allocated IP 172.20.0.12 (7759ecb5-615f-4376-bf2e-f88402b96cd9/591646e2-043a-41f9-8af0-3b89325cbeb9/2f5310e9-1b86-4c56-99db-010c309a20b7) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:28:36.112622 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1086e6bc-2212-49c8-ae54-319b8b7f420e tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Checking segment: {'id': '70dd051f-81b2-4fe2-a991-9e121bf676bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a3a738db-70a4-450e-aedb-9c7d0188c966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:28:36.113035 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1086e6bc-2212-49c8-ae54-319b8b7f420e tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Network hostable DHCP agents. Network: a3a738db-70a4-450e-aedb-9c7d0188c966, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:28:36.126175 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-37a98461-56fe-4808-8baf-0a750bca6627 req-d5d469be-2ad0-420c-a699-4361dd11d9fc service neutron] 10.222.0.75 "GET /v2.0/networks/752ff291-8125-4ff8-b264-ca3a640ae0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069511 Feb 16 22:28:36.175820 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1404656d-359d-40de-95bf-191c5a25fc93 req-2fec9663-2a30-4237-91d5-67a67f03d447 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Made reservation on behalf of b04764559a9c459fbc65e6403b1b3dd5 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:28:36.179586 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1404656d-359d-40de-95bf-191c5a25fc93 req-2fec9663-2a30-4237-91d5-67a67f03d447 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:36.189880 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b1ce1979-0e89-4f97-a376-96d3897bb26d admin admin] Publish callbacks [] for security_group (996ef468-56b1-40f3-8af2-4b377f6dfdc9), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:36.237317 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2da280-0c71-4fca-a8d1-c5af6b823cdd tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Made reservation on behalf of 17948e0b5df944c9b8231ff720015ea5 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:28:36.240991 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0f2da280-0c71-4fca-a8d1-c5af6b823cdd tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:36.260518 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b1ce1979-0e89-4f97-a376-96d3897bb26d admin admin] Publish callbacks [] for security_group (996ef468-56b1-40f3-8af2-4b377f6dfdc9), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:36.440555 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-dd5f3cfe-a1e2-479e-a951-58382adabfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f156ec8f-85f8-4911-9841-0e26f28bbd27', 'name': 'tempest-ServerRescueNegativeTestJSON-1389164331-router', 'tenant_id': '40c61a7cfadd45ac85b548218034c5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '94bfccf7-1caf-4bd0-a28f-294b41738718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:28:20Z', 'updated_at': '2022-02-16T22:28:29Z', 'revision_number': 4, 'project_id': '40c61a7cfadd45ac85b548218034c5f0', 'gw_port': {'id': '94bfccf7-1caf-4bd0-a28f-294b41738718', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f156ec8f-85f8-4911-9841-0e26f28bbd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:28:21Z', 'updated_at': '2022-02-16T22:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa', 'name': '', 'network_id': '752ff291-8125-4ff8-b264-ca3a640ae0c4', 'tenant_id': '40c61a7cfadd45ac85b548218034c5f0', 'mac_address': 'fa:16:3e:75:f6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f156ec8f-85f8-4911-9841-0e26f28bbd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '50b869b4-5498-459d-a27a-a372659d9f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:28:28Z', 'updated_at': '2022-02-16T22:28:35Z', 'revision_number': 4, 'project_id': '40c61a7cfadd45ac85b548218034c5f0', 'subnets': [{'id': '50b869b4-5498-459d-a27a-a372659d9f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:36.468676 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-1404656d-359d-40de-95bf-191c5a25fc93 req-2fec9663-2a30-4237-91d5-67a67f03d447 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Allocated IP 172.20.0.4 (328b17ed-7bc5-4241-8a54-e64f9538f95e/90c6e9fd-2327-49e8-8e06-530f56e702f3/d9c2e10f-0bd9-4527-b9af-37c0b43aa195) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:28:36.489870 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5f3cfe-a1e2-479e-a951-58382adabfd3 None None] The sync data for ids ['f156ec8f-85f8-4911-9841-0e26f28bbd27'] in n-d-813897-6 is: [{'id': 'f156ec8f-85f8-4911-9841-0e26f28bbd27', 'name': 'tempest-ServerRescueNegativeTestJSON-1389164331-router', 'tenant_id': '40c61a7cfadd45ac85b548218034c5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '94bfccf7-1caf-4bd0-a28f-294b41738718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:28:20Z', 'updated_at': '2022-02-16T22:28:29Z', 'revision_number': 4, 'project_id': '40c61a7cfadd45ac85b548218034c5f0', 'gw_port': {'id': '94bfccf7-1caf-4bd0-a28f-294b41738718', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f156ec8f-85f8-4911-9841-0e26f28bbd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:28:21Z', 'updated_at': '2022-02-16T22:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa', 'name': '', 'network_id': '752ff291-8125-4ff8-b264-ca3a640ae0c4', 'tenant_id': '40c61a7cfadd45ac85b548218034c5f0', 'mac_address': 'fa:16:3e:75:f6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f156ec8f-85f8-4911-9841-0e26f28bbd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '50b869b4-5498-459d-a27a-a372659d9f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:28:28Z', 'updated_at': '2022-02-16T22:28:35Z', 'revision_number': 4, 'project_id': '40c61a7cfadd45ac85b548218034c5f0', 'subnets': [{'id': '50b869b4-5498-459d-a27a-a372659d9f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:28:36.512168 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6ba641d1-30d8-4d81-b862-cd72c1c35768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (53d411b2-3dd0-489c-8de0-72cd179ec58a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:36.780835 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-df45a13f-1a10-4f6c-a62a-1288798362b7 req-08cdadda-ea51-4890-879f-a15d9041c4a8 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=171815e0-b19b-4401-bdec-479ed4e27fa3 HTTP/1.1" status: 200 len: 210 time: 0.2399123 Feb 16 22:28:36.844949 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-00201b47-600a-4841-b981-12aac0df505d req-0b5ff443-18ce-47a7-9098-fcc3718b3a2e tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Publish callbacks [] for port (2f5310e9-1b86-4c56-99db-010c309a20b7), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:36.877792 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba641d1-30d8-4d81-b862-cd72c1c35768 admin admin] Pushing event deleted for resources: {'Port': ['ID=53d411b2-3dd0-489c-8de0-72cd179ec58a,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:37.034008 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-26500d85-ca4e-46ee-9873-b11d75d802f9 req-327a55f3-b255-4897-be7e-aec578bacf73 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=483b8dee-d20c-486a-9d94-ebe5c2350232 HTTP/1.1" status: 200 len: 210 time: 0.0947003 Feb 16 22:28:37.102828 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1086e6bc-2212-49c8-ae54-319b8b7f420e tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Network a3a738db-70a4-450e-aedb-9c7d0188c966 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:28:37.137700 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1404656d-359d-40de-95bf-191c5a25fc93 req-2fec9663-2a30-4237-91d5-67a67f03d447 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks [] for port (d9c2e10f-0bd9-4527-b9af-37c0b43aa195), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:37.193465 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b1ce1979-0e89-4f97-a376-96d3897bb26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (996ef468-56b1-40f3-8af2-4b377f6dfdc9), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:37.203883 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b1ce1979-0e89-4f97-a376-96d3897bb26d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:37.205072 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b1ce1979-0e89-4f97-a376-96d3897bb26d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/996ef468-56b1-40f3-8af2-4b377f6dfdc9 HTTP/1.1" status: 204 len: 168 time: 1.3389072 Feb 16 22:28:37.207020 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-319be86f-849e-4800-b7f4-d33bcbc111b6 req-8f80b5ae-4d93-46e0-bba0-b480ffe5ebd1 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 210 time: 0.0611970 Feb 16 22:28:37.343642 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:28:37.382157 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1404656d-359d-40de-95bf-191c5a25fc93 req-2fec9663-2a30-4237-91d5-67a67f03d447 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (d9c2e10f-0bd9-4527-b9af-37c0b43aa195), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:37.443785 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['91e8c394-f309-4d7c-ae8f-b3d28a87757f'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:28:37.463999 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-00201b47-600a-4841-b981-12aac0df505d req-0b5ff443-18ce-47a7-9098-fcc3718b3a2e tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (2f5310e9-1b86-4c56-99db-010c309a20b7), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:37.517632 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1404656d-359d-40de-95bf-191c5a25fc93 req-2fec9663-2a30-4237-91d5-67a67f03d447 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Network 328b17ed-7bc5-4241-8a54-e64f9538f95e is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:28:37.532603 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-1404656d-359d-40de-95bf-191c5a25fc93 req-2fec9663-2a30-4237-91d5-67a67f03d447 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:28:37.535361 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec9663-2a30-4237-91d5-67a67f03d447 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Pushing event updated for resources: {'Port': ['ID=d9c2e10f-0bd9-4527-b9af-37c0b43aa195,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:37.546249 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-1404656d-359d-40de-95bf-191c5a25fc93 req-2fec9663-2a30-4237-91d5-67a67f03d447 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:28:37.574232 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:28:37.574673 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:37.646240 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0f2da280-0c71-4fca-a8d1-c5af6b823cdd tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (ec30bc6d-14fa-4b9a-8973-b07b0d318cfe), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:37.744282 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:28:37.744616 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2da280-0c71-4fca-a8d1-c5af6b823cdd tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Pushing event updated for resources: {'Subnet': ['ID=ec30bc6d-14fa-4b9a-8973-b07b0d318cfe,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:37.744743 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:37.748740 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-1086e6bc-2212-49c8-ae54-319b8b7f420e tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, a3a738db-70a4-450e-aedb-9c7d0188c966) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:28:37.755879 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce1979-0e89-4f97-a376-96d3897bb26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996ef468-56b1-40f3-8af2-4b377f6dfdc9,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:37.772598 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c5ebf3-e22e-4ddc-b261-d7a1b07fe7fa None None] Network a3a738db-70a4-450e-aedb-9c7d0188c966 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:28:37.829265 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1086e6bc-2212-49c8-ae54-319b8b7f420e tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:37.830586 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1086e6bc-2212-49c8-ae54-319b8b7f420e tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:37.858861 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43522) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:37.913778 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1086e6bc-2212-49c8-ae54-319b8b7f420e tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.1509445 Feb 16 22:28:37.914826 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43524) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:37.919015 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00201b47-600a-4841-b981-12aac0df505d req-0b5ff443-18ce-47a7-9098-fcc3718b3a2e tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Network 7759ecb5-615f-4376-bf2e-f88402b96cd9 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:28:37.924497 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2bc16b8d-2412-4aca-8e55-64ab79b51b9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:37.930203 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-4a01f9aa-369e-4e9f-a4e2-3caefd368a7d tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Request body: {'network': {'name': 'tempest-router-network01--456117704'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:28:37.943436 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ff443-18ce-47a7-9098-fcc3718b3a2e tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Pushing event updated for resources: {'Port': ['ID=2f5310e9-1b86-4c56-99db-010c309a20b7,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:37.945903 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-00201b47-600a-4841-b981-12aac0df505d req-0b5ff443-18ce-47a7-9098-fcc3718b3a2e tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:28:37.956878 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-00201b47-600a-4841-b981-12aac0df505d req-0b5ff443-18ce-47a7-9098-fcc3718b3a2e tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:28:37.971581 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a65433-10e9-40bf-b613-25ee2d7b9657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-a3a738db-70a4-450e-aedb-9c7d0188c966', 'network_id': 'a3a738db-70a4-450e-aedb-9c7d0188c966', 'project_id': '71c9d6dfb627423688b9a3857ea2dea4', 'fixed_ips': [{'subnet_id': 'f7b41d99-f6bd-4040-bb18-46c746aa83a6'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:28:37.972756 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d4a65433-10e9-40bf-b613-25ee2d7b9657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:38.012631 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404656d-359d-40de-95bf-191c5a25fc93 req-2fec9663-2a30-4237-91d5-67a67f03d447 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:38.014177 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1404656d-359d-40de-95bf-191c5a25fc93 req-2fec9663-2a30-4237-91d5-67a67f03d447 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:38.029463 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a01f9aa-369e-4e9f-a4e2-3caefd368a7d tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Made reservation on behalf of 71c9d6dfb627423688b9a3857ea2dea4 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:28:38.035489 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa,segment=NetworkSegment(b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9),segment_id=b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:38.036047 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4a01f9aa-369e-4e9f-a4e2-3caefd368a7d tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:38.053187 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-c9290514-9544-4acb-944d-37d6e7331157 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:38.055964 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-c9290514-9544-4acb-944d-37d6e7331157 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/networks?id=752ff291-8125-4ff8-b264-ca3a640ae0c4 HTTP/1.1" status: 200 len: 819 time: 0.4017298 Feb 16 22:28:38.061906 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1404656d-359d-40de-95bf-191c5a25fc93 req-2fec9663-2a30-4237-91d5-67a67f03d447 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1509900 Feb 16 22:28:38.111949 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-1404656d-359d-40de-95bf-191c5a25fc93 req-7c66e97c-1f6e-4b27-83b9-4fa6be33f2cb service neutron] Request body: {'port': {'device_id': '171815e0-b19b-4401-bdec-479ed4e27fa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:28:38.152712 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:38.178674 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6ba641d1-30d8-4d81-b862-cd72c1c35768 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (8541c583-14a8-42ba-bcf2-3c5fad0d399f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:38.237539 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:38.266314 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:38.268923 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:38.269455 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:38.271571 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:38.271944 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:38.272945 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:38.273421 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:38.273671 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:38.274041 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:38.276046 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:38.276394 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:38.278067 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:38.278452 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:38.279323 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a01f9aa-369e-4e9f-a4e2-3caefd368a7d tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:28:38.292731 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2bc16b8d-2412-4aca-8e55-64ab79b51b9d admin admin] Publish callbacks [] for security_group (b69a8df4-0fbc-4d6b-9b96-1bae26bf439e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:38.306616 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4a01f9aa-369e-4e9f-a4e2-3caefd368a7d tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (81b49beb-cf75-493e-b308-b0a779eb6509), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:38.306982 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-4a01f9aa-369e-4e9f-a4e2-3caefd368a7d tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Added segment 81b49beb-cf75-493e-b308-b0a779eb6509 of type vlan for network 41cb22dd-4022-4f67-b708-3491f6a49089 Feb 16 22:28:38.325064 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2bc16b8d-2412-4aca-8e55-64ab79b51b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b69a8df4-0fbc-4d6b-9b96-1bae26bf439e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:38.364876 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2da280-0c71-4fca-a8d1-c5af6b823cdd tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Checking segment: {'id': '865b5026-2d36-4375-b60d-865b399bbd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9da944b4-3843-46e5-abd3-de7b4e7b15da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:28:38.365252 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2da280-0c71-4fca-a8d1-c5af6b823cdd tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Network hostable DHCP agents. Network: 9da944b4-3843-46e5-abd3-de7b4e7b15da, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:28:38.379634 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-c1505b5e-4eb5-4d5e-8970-7e278c476220 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/quotas/40c61a7cfadd45ac85b548218034c5f0 HTTP/1.1" status: 200 len: 375 time: 0.2946825 Feb 16 22:28:38.449516 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-d4a65433-10e9-40bf-b613-25ee2d7b9657 None None] Allocated IP 2001:db8::2 (a3a738db-70a4-450e-aedb-9c7d0188c966/f7b41d99-f6bd-4040-bb18-46c746aa83a6/b4484d1f-0ce0-4541-943f-6ad0561530bc) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:28:38.473362 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4a01f9aa-369e-4e9f-a4e2-3caefd368a7d tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (41cb22dd-4022-4f67-b708-3491f6a49089), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:38.619180 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a98461-56fe-4808-8baf-0a750bca6627 req-52c7313f-704e-4e9d-ab93-b14bebdba8a5 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:38.620737 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-37a98461-56fe-4808-8baf-0a750bca6627 req-52c7313f-704e-4e9d-ab93-b14bebdba8a5 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.79 "GET /v2.0/networks?id=752ff291-8125-4ff8-b264-ca3a640ae0c4 HTTP/1.1" status: 200 len: 819 time: 0.4623857 Feb 16 22:28:38.624746 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4a01f9aa-369e-4e9f-a4e2-3caefd368a7d tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (41cb22dd-4022-4f67-b708-3491f6a49089), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:38.631676 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a01f9aa-369e-4e9f-a4e2-3caefd368a7d tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:38.632487 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4a01f9aa-369e-4e9f-a4e2-3caefd368a7d tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:38.642143 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-37a98461-56fe-4808-8baf-0a750bca6627 req-7fd7096e-9df5-4288-9e7d-ab3cf6a002bb tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Request body: {'port': {'device_id': 'ed831f5f-f767-4993-980f-2faf169161c4', 'network_id': '752ff291-8125-4ff8-b264-ca3a640ae0c4', 'admin_state_up': True, 'tenant_id': '40c61a7cfadd45ac85b548218034c5f0'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:28:38.682955 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2bc16b8d-2412-4aca-8e55-64ab79b51b9d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1c09e493ad684a10941ddea9cc214a4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8156085 Feb 16 22:28:38.693138 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00201b47-600a-4841-b981-12aac0df505d req-0b5ff443-18ce-47a7-9098-fcc3718b3a2e tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:38.693812 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-00201b47-600a-4841-b981-12aac0df505d req-0b5ff443-18ce-47a7-9098-fcc3718b3a2e tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:38.705877 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc16b8d-2412-4aca-8e55-64ab79b51b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69a8df4-0fbc-4d6b-9b96-1bae26bf439e,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:38.710407 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43528) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:38.726068 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba641d1-30d8-4d81-b862-cd72c1c35768 admin admin] Router 8541c583-14a8-42ba-bcf2-3c5fad0d399f has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:28:38.744670 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2da280-0c71-4fca-a8d1-c5af6b823cdd tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Network 9da944b4-3843-46e5-abd3-de7b4e7b15da is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:28:38.749037 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01f9aa-369e-4e9f-a4e2-3caefd368a7d tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Pushing event updated for resources: {'Network': ['ID=41cb22dd-4022-4f67-b708-3491f6a49089,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:38.762949 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d4a65433-10e9-40bf-b613-25ee2d7b9657 None None] Publish callbacks [] for port (b4484d1f-0ce0-4541-943f-6ad0561530bc), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:38.763772 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-00201b47-600a-4841-b981-12aac0df505d req-0b5ff443-18ce-47a7-9098-fcc3718b3a2e tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6008725 Feb 16 22:28:38.770735 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 41cb22dd-4022-4f67-b708-3491f6a49089 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:28:38.775100 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1404656d-359d-40de-95bf-191c5a25fc93 req-7c66e97c-1f6e-4b27-83b9-4fa6be33f2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d9c2e10f-0bd9-4527-b9af-37c0b43aa195), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:38.794025 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-00201b47-600a-4841-b981-12aac0df505d req-589c2b10-2f6b-4359-8a54-b5979c11467e service neutron] Request body: {'port': {'device_id': '483b8dee-d20c-486a-9d94-ebe5c2350232', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:28:38.813572 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d4a65433-10e9-40bf-b613-25ee2d7b9657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (b4484d1f-0ce0-4541-943f-6ad0561530bc), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:38.871486 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-0f2da280-0c71-4fca-a8d1-c5af6b823cdd tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 9da944b4-3843-46e5-abd3-de7b4e7b15da) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:28:38.921463 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2da280-0c71-4fca-a8d1-c5af6b823cdd tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:38.922069 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0f2da280-0c71-4fca-a8d1-c5af6b823cdd tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:38.968295 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c89b306-f821-47d8-a092-4421c6950547 None None] Network 9da944b4-3843-46e5-abd3-de7b4e7b15da requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:28:38.980025 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4a01f9aa-369e-4e9f-a4e2-3caefd368a7d tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0595109 Feb 16 22:28:38.981634 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-14b86cc8-967f-4836-8906-1601a41bb866 admin admin] Publish callbacks [] for security_group (b69a8df4-0fbc-4d6b-9b96-1bae26bf439e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:38.983203 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43534) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:38.990903 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-00201b47-600a-4841-b981-12aac0df505d req-589c2b10-2f6b-4359-8a54-b5979c11467e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2f5310e9-1b86-4c56-99db-010c309a20b7), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:39.004119 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-421656d1-f6e8-405e-9fa6-23192b740eb5 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=40c61a7cfadd45ac85b548218034c5f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5391948 Feb 16 22:28:39.004383 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0f2da280-0c71-4fca-a8d1-c5af6b823cdd tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6222839 Feb 16 22:28:39.004383 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-14f048aa-8c71-4af6-bf3f-9b704da71f5b tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Request body: {'network': {'name': 'tempest-router-network02--317765151'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:28:39.004570 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43536) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:39.026202 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-26532cf9-851f-4c53-9c8e-2e032eb0a7bc tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Request body: {'port': {'network_id': '9da944b4-3843-46e5-abd3-de7b4e7b15da', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-575208884'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:28:39.108753 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a65433-10e9-40bf-b613-25ee2d7b9657 None None] Network a3a738db-70a4-450e-aedb-9c7d0188c966 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:28:39.129397 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-14b86cc8-967f-4836-8906-1601a41bb866 admin admin] Publish callbacks [] for security_group (b69a8df4-0fbc-4d6b-9b96-1bae26bf439e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:39.176891 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-d4a65433-10e9-40bf-b613-25ee2d7b9657 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:28:39.177900 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f048aa-8c71-4af6-bf3f-9b704da71f5b tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Made reservation on behalf of 71c9d6dfb627423688b9a3857ea2dea4 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:28:39.179759 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a65433-10e9-40bf-b613-25ee2d7b9657 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:28:39.181290 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-14f048aa-8c71-4af6-bf3f-9b704da71f5b tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:39.210708 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:28:39.211330 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14f048aa-8c71-4af6-bf3f-9b704da71f5b tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:28:39.221747 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a2e4be-319e-484e-b84e-8a4fb09ac162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-9da944b4-3843-46e5-abd3-de7b4e7b15da', 'network_id': '9da944b4-3843-46e5-abd3-de7b4e7b15da', 'project_id': '17948e0b5df944c9b8231ff720015ea5', 'fixed_ips': [{'subnet_id': 'ec30bc6d-14fa-4b9a-8973-b07b0d318cfe'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:28:39.223087 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-14f048aa-8c71-4af6-bf3f-9b704da71f5b tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (1369e8a3-ed54-4aa6-8a9a-46fb952c1ed3), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:39.223087 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-14f048aa-8c71-4af6-bf3f-9b704da71f5b tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Added segment 1369e8a3-ed54-4aa6-8a9a-46fb952c1ed3 of type vlan for network 47478451-409d-42bf-a7e5-f49e398120ca Feb 16 22:28:39.223748 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-67a2e4be-319e-484e-b84e-8a4fb09ac162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:39.268633 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-14f048aa-8c71-4af6-bf3f-9b704da71f5b tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (47478451-409d-42bf-a7e5-f49e398120ca), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:39.315298 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-14f048aa-8c71-4af6-bf3f-9b704da71f5b tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (47478451-409d-42bf-a7e5-f49e398120ca), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:39.321474 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f048aa-8c71-4af6-bf3f-9b704da71f5b tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:39.321474 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-14f048aa-8c71-4af6-bf3f-9b704da71f5b tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:39.400779 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba641d1-30d8-4d81-b862-cd72c1c35768 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:28:39.413939 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-1404656d-359d-40de-95bf-191c5a25fc93 req-7c66e97c-1f6e-4b27-83b9-4fa6be33f2cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9c2e10f-0bd9-4527-b9af-37c0b43aa195 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:28:39.415960 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090ff20b-287c-4da7-a8d0-743afae7e4a7 None None] Sync routers for ids ['8541c583-14a8-42ba-bcf2-3c5fad0d399f'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:28:39.418491 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6ba641d1-30d8-4d81-b862-cd72c1c35768 admin admin] 10.222.0.75 "PUT /v2.0/routers/8541c583-14a8-42ba-bcf2-3c5fad0d399f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0934811 Feb 16 22:28:39.434018 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1404656d-359d-40de-95bf-191c5a25fc93 req-7c66e97c-1f6e-4b27-83b9-4fa6be33f2cb service neutron] Publish callbacks [] for port (d9c2e10f-0bd9-4527-b9af-37c0b43aa195), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:39.453309 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-1404656d-359d-40de-95bf-191c5a25fc93 req-7c66e97c-1f6e-4b27-83b9-4fa6be33f2cb service neutron] Transition to ACTIVE for port object d9c2e10f-0bd9-4527-b9af-37c0b43aa195 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:28:39.475653 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43542) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:39.561226 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090ff20b-287c-4da7-a8d0-743afae7e4a7 None None] Routers {'8541c583-14a8-42ba-bcf2-3c5fad0d399f'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:28:39.562040 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-090ff20b-287c-4da7-a8d0-743afae7e4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:28:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['8541c583-14a8-42ba-bcf2-3c5fad0d399f'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:39.576104 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1404656d-359d-40de-95bf-191c5a25fc93 req-7c66e97c-1f6e-4b27-83b9-4fa6be33f2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (d9c2e10f-0bd9-4527-b9af-37c0b43aa195), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:39.603117 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-14f048aa-8c71-4af6-bf3f-9b704da71f5b tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6074216 Feb 16 22:28:39.603117 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a8ff4567-c9c9-4a9c-869c-bac8e688046d admin admin] Publish callbacks [] for router (8541c583-14a8-42ba-bcf2-3c5fad0d399f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:39.627822 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-85319053-2cce-4c91-95d0-7d9b94dd47c9 service neutron] 10.222.0.75 "GET /v2.0/networks/752ff291-8125-4ff8-b264-ca3a640ae0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6332469 Feb 16 22:28:39.629425 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43544) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:39.636302 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66e97c-1f6e-4b27-83b9-4fa6be33f2cb service neutron] Pushing event updated for resources: {'Port': ['ID=d9c2e10f-0bd9-4527-b9af-37c0b43aa195,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:39.657352 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-7f1e0a43-7549-4bdb-9998-f7f29731aef7 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Request body: {'subnet': {'network_id': '41cb22dd-4022-4f67-b708-3491f6a49089', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:28:39.728588 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-090ff20b-287c-4da7-a8d0-743afae7e4a7 None None] Set router 8541c583-14a8-42ba-bcf2-3c5fad0d399f gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:28:39.765519 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-67a2e4be-319e-484e-b84e-8a4fb09ac162 None None] Allocated IP 2001:db8::2 (9da944b4-3843-46e5-abd3-de7b4e7b15da/ec30bc6d-14fa-4b9a-8973-b07b0d318cfe/30280879-e241-4a42-9b6a-1d1e6ebdbc9a) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:28:39.931366 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-67a2e4be-319e-484e-b84e-8a4fb09ac162 None None] Publish callbacks [] for port (30280879-e241-4a42-9b6a-1d1e6ebdbc9a), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:39.982943 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-090ff20b-287c-4da7-a8d0-743afae7e4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'name': 'tempest-TaggedBootDevicesTest-59844366-router', 'tenant_id': '05fece93b5f34c39b4687779f64633e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'cbff179c-6688-4761-b298-ba4ea238add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:30Z', 'updated_at': '2022-02-16T22:28:35Z', 'revision_number': 5, 'project_id': '05fece93b5f34c39b4687779f64633e9', 'gw_port': {'id': 'cbff179c-6688-4761-b298-ba4ea238add1', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:31Z', 'updated_at': '2022-02-16T22:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:40.014928 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090ff20b-287c-4da7-a8d0-743afae7e4a7 None None] Checking router: 8541c583-14a8-42ba-bcf2-3c5fad0d399f for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:28:40.026145 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-d4a65433-10e9-40bf-b613-25ee2d7b9657 None None] Attempting to bind port b4484d1f-0ce0-4541-943f-6ad0561530bc on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:28:40.028911 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090ff20b-287c-4da7-a8d0-743afae7e4a7 None None] Routers {'8541c583-14a8-42ba-bcf2-3c5fad0d399f'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:28:40.029467 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-d4a65433-10e9-40bf-b613-25ee2d7b9657 None None] Attempting to bind port b4484d1f-0ce0-4541-943f-6ad0561530bc by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '70dd051f-81b2-4fe2-a991-9e121bf676bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a3a738db-70a4-450e-aedb-9c7d0188c966'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:28:40.029946 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-090ff20b-287c-4da7-a8d0-743afae7e4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:28:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['8541c583-14a8-42ba-bcf2-3c5fad0d399f'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:40.030105 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a65433-10e9-40bf-b613-25ee2d7b9657 None None] Attempting to bind port b4484d1f-0ce0-4541-943f-6ad0561530bc on network a3a738db-70a4-450e-aedb-9c7d0188c966 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:28:40.044338 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a65433-10e9-40bf-b613-25ee2d7b9657 None None] Pushing event updated for resources: {'Port': ['ID=b4484d1f-0ce0-4541-943f-6ad0561530bc,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:40.053567 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-67a2e4be-319e-484e-b84e-8a4fb09ac162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (30280879-e241-4a42-9b6a-1d1e6ebdbc9a), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:40.074158 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a65433-10e9-40bf-b613-25ee2d7b9657 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:28:40.076462 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a65433-10e9-40bf-b613-25ee2d7b9657 None None] Checking segment: {'id': '70dd051f-81b2-4fe2-a991-9e121bf676bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a3a738db-70a4-450e-aedb-9c7d0188c966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:28:40.076990 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d4a65433-10e9-40bf-b613-25ee2d7b9657 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:40.079172 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a65433-10e9-40bf-b613-25ee2d7b9657 None None] Bound using segment: {'id': '70dd051f-81b2-4fe2-a991-9e121bf676bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a3a738db-70a4-450e-aedb-9c7d0188c966'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:28:40.080335 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-d4a65433-10e9-40bf-b613-25ee2d7b9657 None None] Bound port: b4484d1f-0ce0-4541-943f-6ad0561530bc, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70dd051f-81b2-4fe2-a991-9e121bf676bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a3a738db-70a4-450e-aedb-9c7d0188c966'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:28:40.082568 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d4a65433-10e9-40bf-b613-25ee2d7b9657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b4484d1f-0ce0-4541-943f-6ad0561530bc), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:40.086580 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26532cf9-851f-4c53-9c8e-2e032eb0a7bc tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Made reservation on behalf of 17948e0b5df944c9b8231ff720015ea5 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:28:40.092987 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-26532cf9-851f-4c53-9c8e-2e032eb0a7bc tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:40.163306 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-26532cf9-851f-4c53-9c8e-2e032eb0a7bc tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] device_id is not set on port 8e993996-414c-497e-8018-55aaa04000ce yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:28:40.191491 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2e4be-319e-484e-b84e-8a4fb09ac162 None None] Pushing event updated for resources: {'Port': ['ID=30280879-e241-4a42-9b6a-1d1e6ebdbc9a,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:40.217438 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-090ff20b-287c-4da7-a8d0-743afae7e4a7 None None] Set router 8541c583-14a8-42ba-bcf2-3c5fad0d399f gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:28:40.252010 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a2e4be-319e-484e-b84e-8a4fb09ac162 None None] Network 9da944b4-3843-46e5-abd3-de7b4e7b15da is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:28:40.263694 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-67a2e4be-319e-484e-b84e-8a4fb09ac162 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:28:40.268575 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a2e4be-319e-484e-b84e-8a4fb09ac162 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:28:40.272025 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f048aa-8c71-4af6-bf3f-9b704da71f5b tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Pushing event updated for resources: {'Network': ['ID=47478451-409d-42bf-a7e5-f49e398120ca,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:40.318444 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-14b86cc8-967f-4836-8906-1601a41bb866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b69a8df4-0fbc-4d6b-9b96-1bae26bf439e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:40.318992 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 47478451-409d-42bf-a7e5-f49e398120ca details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:28:40.320973 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-14b86cc8-967f-4836-8906-1601a41bb866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:40.322171 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-14b86cc8-967f-4836-8906-1601a41bb866 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b69a8df4-0fbc-4d6b-9b96-1bae26bf439e HTTP/1.1" status: 204 len: 168 time: 1.6068554 Feb 16 22:28:40.335857 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a8ff4567-c9c9-4a9c-869c-bac8e688046d admin admin] Publish callbacks [] for router_gateway (8541c583-14a8-42ba-bcf2-3c5fad0d399f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:40.351210 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b86cc8-967f-4836-8906-1601a41bb866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69a8df4-0fbc-4d6b-9b96-1bae26bf439e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:40.402225 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-26532cf9-851f-4c53-9c8e-2e032eb0a7bc tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Allocated IP 2001:db8::8e (9da944b4-3843-46e5-abd3-de7b4e7b15da/ec30bc6d-14fa-4b9a-8973-b07b0d318cfe/8e993996-414c-497e-8018-55aaa04000ce) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:28:40.510990 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:28:40.511374 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:40.561707 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-a8ff4567-c9c9-4a9c-869c-bac8e688046d admin admin] Deleting port cbff179c-6688-4761-b298-ba4ea238add1 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:28:40.572390 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a8ff4567-c9c9-4a9c-869c-bac8e688046d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (cbff179c-6688-4761-b298-ba4ea238add1), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:40.628483 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-67a2e4be-319e-484e-b84e-8a4fb09ac162 None None] Attempting to bind port 30280879-e241-4a42-9b6a-1d1e6ebdbc9a on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:28:40.628483 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-67a2e4be-319e-484e-b84e-8a4fb09ac162 None None] Attempting to bind port 30280879-e241-4a42-9b6a-1d1e6ebdbc9a by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '865b5026-2d36-4375-b60d-865b399bbd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9da944b4-3843-46e5-abd3-de7b4e7b15da'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:28:40.628676 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a2e4be-319e-484e-b84e-8a4fb09ac162 None None] Attempting to bind port 30280879-e241-4a42-9b6a-1d1e6ebdbc9a on network 9da944b4-3843-46e5-abd3-de7b4e7b15da {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:28:40.670442 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a2e4be-319e-484e-b84e-8a4fb09ac162 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:28:40.670828 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a2e4be-319e-484e-b84e-8a4fb09ac162 None None] Checking segment: {'id': '865b5026-2d36-4375-b60d-865b399bbd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9da944b4-3843-46e5-abd3-de7b4e7b15da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:28:40.671285 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-67a2e4be-319e-484e-b84e-8a4fb09ac162 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:40.671630 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a2e4be-319e-484e-b84e-8a4fb09ac162 None None] Bound using segment: {'id': '865b5026-2d36-4375-b60d-865b399bbd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9da944b4-3843-46e5-abd3-de7b4e7b15da'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:28:40.672122 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-67a2e4be-319e-484e-b84e-8a4fb09ac162 None None] Bound port: 30280879-e241-4a42-9b6a-1d1e6ebdbc9a, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '865b5026-2d36-4375-b60d-865b399bbd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9da944b4-3843-46e5-abd3-de7b4e7b15da'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:28:40.672503 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-67a2e4be-319e-484e-b84e-8a4fb09ac162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (30280879-e241-4a42-9b6a-1d1e6ebdbc9a), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:40.692545 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-d4a65433-10e9-40bf-b613-25ee2d7b9657 None None] For port b4484d1f-0ce0-4541-943f-6ad0561530bc, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:28:40.707004 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-d4a65433-10e9-40bf-b613-25ee2d7b9657 None None] For port b4484d1f-0ce0-4541-943f-6ad0561530bc, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=b4484d1f-0ce0-4541-943f-6ad0561530bc,segment=NetworkSegment(70dd051f-81b2-4fe2-a991-9e121bf676bd),segment_id=70dd051f-81b2-4fe2-a991-9e121bf676bd)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:28:40.772238 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-090ff20b-287c-4da7-a8d0-743afae7e4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'name': 'tempest-TaggedBootDevicesTest-59844366-router', 'tenant_id': '05fece93b5f34c39b4687779f64633e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'cbff179c-6688-4761-b298-ba4ea238add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:30Z', 'updated_at': '2022-02-16T22:28:35Z', 'revision_number': 5, 'project_id': '05fece93b5f34c39b4687779f64633e9', 'gw_port': {'id': 'cbff179c-6688-4761-b298-ba4ea238add1', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:31Z', 'updated_at': '2022-02-16T22:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:40.789023 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-00201b47-600a-4841-b981-12aac0df505d req-589c2b10-2f6b-4359-8a54-b5979c11467e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f5310e9-1b86-4c56-99db-010c309a20b7 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:28:40.800855 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d4a65433-10e9-40bf-b613-25ee2d7b9657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b4484d1f-0ce0-4541-943f-6ad0561530bc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:40.822365 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-00201b47-600a-4841-b981-12aac0df505d req-589c2b10-2f6b-4359-8a54-b5979c11467e service neutron] Publish callbacks [] for port (2f5310e9-1b86-4c56-99db-010c309a20b7), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:40.831466 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090ff20b-287c-4da7-a8d0-743afae7e4a7 None None] The sync data for ids ['8541c583-14a8-42ba-bcf2-3c5fad0d399f'] in n-d-813897-6 is: [{'id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'name': 'tempest-TaggedBootDevicesTest-59844366-router', 'tenant_id': '05fece93b5f34c39b4687779f64633e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'cbff179c-6688-4761-b298-ba4ea238add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:30Z', 'updated_at': '2022-02-16T22:28:35Z', 'revision_number': 5, 'project_id': '05fece93b5f34c39b4687779f64633e9', 'gw_port': {'id': 'cbff179c-6688-4761-b298-ba4ea238add1', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8541c583-14a8-42ba-bcf2-3c5fad0d399f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:31Z', 'updated_at': '2022-02-16T22:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:28:40.858803 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-00201b47-600a-4841-b981-12aac0df505d req-589c2b10-2f6b-4359-8a54-b5979c11467e service neutron] Transition to ACTIVE for port object 2f5310e9-1b86-4c56-99db-010c309a20b7 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:28:40.860713 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-a8ff4567-c9c9-4a9c-869c-bac8e688046d admin admin] For port cbff179c-6688-4761-b298-ba4ea238add1, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=cbff179c-6688-4761-b298-ba4ea238add1,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:40.861619 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a8ff4567-c9c9-4a9c-869c-bac8e688046d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (cbff179c-6688-4761-b298-ba4ea238add1), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:40.883449 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-00201b47-600a-4841-b981-12aac0df505d req-589c2b10-2f6b-4359-8a54-b5979c11467e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (2f5310e9-1b86-4c56-99db-010c309a20b7), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:40.896874 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a65433-10e9-40bf-b613-25ee2d7b9657 None None] Pushing event updated for resources: {'Port': ['ID=b4484d1f-0ce0-4541-943f-6ad0561530bc,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:40.903305 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-a8ff4567-c9c9-4a9c-869c-bac8e688046d admin admin] Calling delete_port for cbff179c-6688-4761-b298-ba4ea238add1 owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:28:41.045559 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-fc02b48f-32fa-4f34-abfd-1b174c216a4d service neutron] 10.222.0.75 "GET /v2.0/networks/752ff291-8125-4ff8-b264-ca3a640ae0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2039380 Feb 16 22:28:41.054586 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a98461-56fe-4808-8baf-0a750bca6627 req-7fd7096e-9df5-4288-9e7d-ab3cf6a002bb tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Made reservation on behalf of 40c61a7cfadd45ac85b548218034c5f0 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:28:41.060675 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-37a98461-56fe-4808-8baf-0a750bca6627 req-7fd7096e-9df5-4288-9e7d-ab3cf6a002bb tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:41.071677 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1e0a43-7549-4bdb-9998-f7f29731aef7 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Made reservation on behalf of 71c9d6dfb627423688b9a3857ea2dea4 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:28:41.076021 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7f1e0a43-7549-4bdb-9998-f7f29731aef7 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:41.080025 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-67a2e4be-319e-484e-b84e-8a4fb09ac162 None None] For port 30280879-e241-4a42-9b6a-1d1e6ebdbc9a, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:28:41.097417 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-67a2e4be-319e-484e-b84e-8a4fb09ac162 None None] For port 30280879-e241-4a42-9b6a-1d1e6ebdbc9a, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=30280879-e241-4a42-9b6a-1d1e6ebdbc9a,segment=NetworkSegment(865b5026-2d36-4375-b60d-865b399bbd91),segment_id=865b5026-2d36-4375-b60d-865b399bbd91)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:28:41.099187 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:28:41.129009 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-67a2e4be-319e-484e-b84e-8a4fb09ac162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (30280879-e241-4a42-9b6a-1d1e6ebdbc9a), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:41.226817 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c2b10-2f6b-4359-8a54-b5979c11467e service neutron] Pushing event updated for resources: {'Port': ['ID=2f5310e9-1b86-4c56-99db-010c309a20b7,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:41.234587 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a8ff4567-c9c9-4a9c-869c-bac8e688046d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (cbff179c-6688-4761-b298-ba4ea238add1), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:41.290164 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 53d411b2-3dd0-489c-8de0-72cd179ec58a no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:28:41.377014 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 53d411b2-3dd0-489c-8de0-72cd179ec58a {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:28:41.377678 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 53d411b2-3dd0-489c-8de0-72cd179ec58a not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:28:41.414177 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2e4be-319e-484e-b84e-8a4fb09ac162 None None] Pushing event updated for resources: {'Port': ['ID=30280879-e241-4a42-9b6a-1d1e6ebdbc9a,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:41.424524 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff4567-c9c9-4a9c-869c-bac8e688046d admin admin] Pushing event deleted for resources: {'Port': ['ID=cbff179c-6688-4761-b298-ba4ea238add1,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:41.682477 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a8ff4567-c9c9-4a9c-869c-bac8e688046d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (8541c583-14a8-42ba-bcf2-3c5fad0d399f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:41.922091 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-00201b47-600a-4841-b981-12aac0df505d req-589c2b10-2f6b-4359-8a54-b5979c11467e service neutron] Attempting to bind port 2f5310e9-1b86-4c56-99db-010c309a20b7 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:28:41.922444 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-00201b47-600a-4841-b981-12aac0df505d req-589c2b10-2f6b-4359-8a54-b5979c11467e service neutron] Attempting to bind port 2f5310e9-1b86-4c56-99db-010c309a20b7 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '389109f6-ebab-4899-93e4-704200323383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7759ecb5-615f-4376-bf2e-f88402b96cd9'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:28:41.930473 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00201b47-600a-4841-b981-12aac0df505d req-589c2b10-2f6b-4359-8a54-b5979c11467e service neutron] Attempting to bind port 2f5310e9-1b86-4c56-99db-010c309a20b7 on network 7759ecb5-615f-4376-bf2e-f88402b96cd9 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:28:41.949361 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00201b47-600a-4841-b981-12aac0df505d req-589c2b10-2f6b-4359-8a54-b5979c11467e service neutron] Port 2f5310e9-1b86-4c56-99db-010c309a20b7 on network 7759ecb5-615f-4376-bf2e-f88402b96cd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:28:41.949757 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00201b47-600a-4841-b981-12aac0df505d req-589c2b10-2f6b-4359-8a54-b5979c11467e service neutron] Attempting to bind port 2f5310e9-1b86-4c56-99db-010c309a20b7 on network 7759ecb5-615f-4376-bf2e-f88402b96cd9 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:28:41.958411 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a8ff4567-c9c9-4a9c-869c-bac8e688046d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (8541c583-14a8-42ba-bcf2-3c5fad0d399f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:41.961685 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a8ff4567-c9c9-4a9c-869c-bac8e688046d admin admin] Publish callbacks [] for router_controller (8541c583-14a8-42ba-bcf2-3c5fad0d399f), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:42.000426 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00201b47-600a-4841-b981-12aac0df505d req-589c2b10-2f6b-4359-8a54-b5979c11467e service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:28:42.006598 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00201b47-600a-4841-b981-12aac0df505d req-589c2b10-2f6b-4359-8a54-b5979c11467e service neutron] Checking segment: {'id': '389109f6-ebab-4899-93e4-704200323383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7759ecb5-615f-4376-bf2e-f88402b96cd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:28:42.006598 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00201b47-600a-4841-b981-12aac0df505d req-589c2b10-2f6b-4359-8a54-b5979c11467e service neutron] Bound using segment: {'id': '389109f6-ebab-4899-93e4-704200323383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7759ecb5-615f-4376-bf2e-f88402b96cd9'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:28:42.006810 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-00201b47-600a-4841-b981-12aac0df505d req-589c2b10-2f6b-4359-8a54-b5979c11467e service neutron] Bound port: 2f5310e9-1b86-4c56-99db-010c309a20b7, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '389109f6-ebab-4899-93e4-704200323383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7759ecb5-615f-4376-bf2e-f88402b96cd9'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:28:42.008046 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-00201b47-600a-4841-b981-12aac0df505d req-589c2b10-2f6b-4359-8a54-b5979c11467e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2f5310e9-1b86-4c56-99db-010c309a20b7), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:42.016247 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7f1e0a43-7549-4bdb-9998-f7f29731aef7 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (e19e4570-8f57-4290-bbae-47ceab75fbaa), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:42.117564 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a8ff4567-c9c9-4a9c-869c-bac8e688046d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (8541c583-14a8-42ba-bcf2-3c5fad0d399f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:42.118513 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ff4567-c9c9-4a9c-869c-bac8e688046d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8541c583-14a8-42ba-bcf2-3c5fad0d399f {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:28:42.125461 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a8ff4567-c9c9-4a9c-869c-bac8e688046d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:42.127738 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a8ff4567-c9c9-4a9c-869c-bac8e688046d admin admin] 10.222.0.75 "DELETE /v2.0/routers/8541c583-14a8-42ba-bcf2-3c5fad0d399f HTTP/1.1" status: 204 len: 168 time: 2.6511195 Feb 16 22:28:42.130580 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43584) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:42.204242 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-00201b47-600a-4841-b981-12aac0df505d req-589c2b10-2f6b-4359-8a54-b5979c11467e service neutron] For port 2f5310e9-1b86-4c56-99db-010c309a20b7, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:28:42.225088 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c9fab3-40e2-4430-8234-63ebd5bfa278 admin admin] Deleting subnet 29fa04d8-2e8c-4adf-a757-8332d0ce9220 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:28:42.229423 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-16c9fab3-40e2-4430-8234-63ebd5bfa278 admin admin] Publish callbacks [] for subnet (29fa04d8-2e8c-4adf-a757-8332d0ce9220), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:42.275727 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-00201b47-600a-4841-b981-12aac0df505d req-589c2b10-2f6b-4359-8a54-b5979c11467e service neutron] For port 2f5310e9-1b86-4c56-99db-010c309a20b7, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=2f5310e9-1b86-4c56-99db-010c309a20b7,segment=NetworkSegment(389109f6-ebab-4899-93e4-704200323383),segment_id=389109f6-ebab-4899-93e4-704200323383)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:28:42.291522 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-00201b47-600a-4841-b981-12aac0df505d req-589c2b10-2f6b-4359-8a54-b5979c11467e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (2f5310e9-1b86-4c56-99db-010c309a20b7), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:42.295295 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-16c9fab3-40e2-4430-8234-63ebd5bfa278 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (29fa04d8-2e8c-4adf-a757-8332d0ce9220), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:42.299620 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-1404656d-359d-40de-95bf-191c5a25fc93 req-7c66e97c-1f6e-4b27-83b9-4fa6be33f2cb service neutron] Attempting to bind port d9c2e10f-0bd9-4527-b9af-37c0b43aa195 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:28:42.300208 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-1404656d-359d-40de-95bf-191c5a25fc93 req-7c66e97c-1f6e-4b27-83b9-4fa6be33f2cb service neutron] Attempting to bind port d9c2e10f-0bd9-4527-b9af-37c0b43aa195 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'd2150ecc-73be-4cac-a3e0-52292f5f056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:28:42.300706 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1404656d-359d-40de-95bf-191c5a25fc93 req-7c66e97c-1f6e-4b27-83b9-4fa6be33f2cb service neutron] Attempting to bind port d9c2e10f-0bd9-4527-b9af-37c0b43aa195 on network 328b17ed-7bc5-4241-8a54-e64f9538f95e {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:28:42.380064 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-26532cf9-851f-4c53-9c8e-2e032eb0a7bc tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks [] for port (8e993996-414c-497e-8018-55aaa04000ce), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:42.452460 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53fbfc-d617-4f8f-8228-9ae8ebd146aa req-9043907c-32cc-43d3-bd1e-f3ab2fabd962 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:42.455788 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2d53fbfc-d617-4f8f-8228-9ae8ebd146aa req-9043907c-32cc-43d3-bd1e-f3ab2fabd962 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=171815e0-b19b-4401-bdec-479ed4e27fa3 HTTP/1.1" status: 200 len: 943 time: 0.7502446 Feb 16 22:28:42.472771 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1404656d-359d-40de-95bf-191c5a25fc93 req-7c66e97c-1f6e-4b27-83b9-4fa6be33f2cb service neutron] Port d9c2e10f-0bd9-4527-b9af-37c0b43aa195 on network 328b17ed-7bc5-4241-8a54-e64f9538f95e not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:28:42.473142 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1404656d-359d-40de-95bf-191c5a25fc93 req-7c66e97c-1f6e-4b27-83b9-4fa6be33f2cb service neutron] Attempting to bind port d9c2e10f-0bd9-4527-b9af-37c0b43aa195 on network 328b17ed-7bc5-4241-8a54-e64f9538f95e {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:28:42.479827 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e0a43-7549-4bdb-9998-f7f29731aef7 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Pushing event updated for resources: {'Subnet': ['ID=e19e4570-8f57-4290-bbae-47ceab75fbaa,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:42.521899 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00201b47-600a-4841-b981-12aac0df505d req-589c2b10-2f6b-4359-8a54-b5979c11467e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:42.523675 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-00201b47-600a-4841-b981-12aac0df505d req-589c2b10-2f6b-4359-8a54-b5979c11467e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:42.526785 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-00201b47-600a-4841-b981-12aac0df505d req-589c2b10-2f6b-4359-8a54-b5979c11467e service neutron] 10.222.0.79 "PUT /v2.0/ports/2f5310e9-1b86-4c56-99db-010c309a20b7 HTTP/1.1" status: 200 len: 1092 time: 3.7386627 Feb 16 22:28:42.527990 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '483b8dee-d20c-486a-9d94-ebe5c2350232', 'tag': '2f5310e9-1b86-4c56-99db-010c309a20b7'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:28:42.531212 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e9166b-7827-4632-a2f2-487b7732940d" -d '{"events": [{"name": "network-changed", "server_uuid": "483b8dee-d20c-486a-9d94-ebe5c2350232", "tag": "2f5310e9-1b86-4c56-99db-010c309a20b7"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:28:42.535186 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1404656d-359d-40de-95bf-191c5a25fc93 req-7c66e97c-1f6e-4b27-83b9-4fa6be33f2cb service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:28:42.535519 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1404656d-359d-40de-95bf-191c5a25fc93 req-7c66e97c-1f6e-4b27-83b9-4fa6be33f2cb service neutron] Checking segment: {'id': 'd2150ecc-73be-4cac-a3e0-52292f5f056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:28:42.535903 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1404656d-359d-40de-95bf-191c5a25fc93 req-7c66e97c-1f6e-4b27-83b9-4fa6be33f2cb service neutron] Bound using segment: {'id': 'd2150ecc-73be-4cac-a3e0-52292f5f056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:28:42.536360 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-1404656d-359d-40de-95bf-191c5a25fc93 req-7c66e97c-1f6e-4b27-83b9-4fa6be33f2cb service neutron] Bound port: d9c2e10f-0bd9-4527-b9af-37c0b43aa195, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2150ecc-73be-4cac-a3e0-52292f5f056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:28:42.536714 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1404656d-359d-40de-95bf-191c5a25fc93 req-7c66e97c-1f6e-4b27-83b9-4fa6be33f2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d9c2e10f-0bd9-4527-b9af-37c0b43aa195), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:42.584007 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1e0a43-7549-4bdb-9998-f7f29731aef7 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Checking segment: {'id': '81b49beb-cf75-493e-b308-b0a779eb6509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '41cb22dd-4022-4f67-b708-3491f6a49089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:28:42.584370 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1e0a43-7549-4bdb-9998-f7f29731aef7 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Network hostable DHCP agents. Network: 41cb22dd-4022-4f67-b708-3491f6a49089, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:28:42.645411 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c2b10-2f6b-4359-8a54-b5979c11467e service neutron] Pushing event updated for resources: {'Port': ['ID=2f5310e9-1b86-4c56-99db-010c309a20b7,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:42.680291 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-16c9fab3-40e2-4430-8234-63ebd5bfa278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (29fa04d8-2e8c-4adf-a757-8332d0ce9220), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:42.681341 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-37a98461-56fe-4808-8baf-0a750bca6627 req-7fd7096e-9df5-4288-9e7d-ab3cf6a002bb tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Allocated IP 172.20.0.8 (752ff291-8125-4ff8-b264-ca3a640ae0c4/50b869b4-5498-459d-a27a-a372659d9f4c/20a5b726-5e1a-4ff9-ae11-2ab3951046a5) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:28:42.778952 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00201b47-600a-4841-b981-12aac0df505d req-d29e40ec-d01d-4877-a727-13d4418637ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:42.780507 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-00201b47-600a-4841-b981-12aac0df505d req-d29e40ec-d01d-4877-a727-13d4418637ef service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c4406d5c23c94c6383b020d52bae2059&device_id=483b8dee-d20c-486a-9d94-ebe5c2350232 HTTP/1.1" status: 200 len: 1126 time: 0.1922908 Feb 16 22:28:42.875356 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-00201b47-600a-4841-b981-12aac0df505d req-665c6803-1935-4680-8731-a6c8b2c99fe4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f5310e9-1b86-4c56-99db-010c309a20b7 HTTP/1.1" status: 200 len: 217 time: 0.0794160 Feb 16 22:28:42.934583 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-16c9fab3-40e2-4430-8234-63ebd5bfa278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (29fa04d8-2e8c-4adf-a757-8332d0ce9220), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:42.972590 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2d53fbfc-d617-4f8f-8228-9ae8ebd146aa req-1474bf35-9dd9-47e9-830d-361fc4bc9190 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777451 Feb 16 22:28:42.982866 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1e0a43-7549-4bdb-9998-f7f29731aef7 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Network 41cb22dd-4022-4f67-b708-3491f6a49089 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:28:42.993178 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0142c3-ec2c-4a23-a386-718fb7f22d61 None None] Network a3a738db-70a4-450e-aedb-9c7d0188c966 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:28:42.995338 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c9fab3-40e2-4430-8234-63ebd5bfa278 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29fa04d8-2e8c-4adf-a757-8332d0ce9220,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:43.006630 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-16c9fab3-40e2-4430-8234-63ebd5bfa278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:43.012596 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-26532cf9-851f-4c53-9c8e-2e032eb0a7bc tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (8e993996-414c-497e-8018-55aaa04000ce), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:43.018832 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-16c9fab3-40e2-4430-8234-63ebd5bfa278 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/29fa04d8-2e8c-4adf-a757-8332d0ce9220 HTTP/1.1" status: 204 len: 168 time: 0.8870063 Feb 16 22:28:43.046100 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43594) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:43.048230 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00201b47-600a-4841-b981-12aac0df505d req-186b0181-e638-4ff5-81f3-74aa53800b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:43.050958 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-00201b47-600a-4841-b981-12aac0df505d req-186b0181-e638-4ff5-81f3-74aa53800b19 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=591646e2-043a-41f9-8af0-3b89325cbeb9 HTTP/1.1" status: 200 len: 853 time: 0.1688569 Feb 16 22:28:43.210536 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be81d08a-1edf-4841-9b11-8ba312b1b6ff None None] Network 0809193b-9538-40aa-8442-650cf4185e4f requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:28:43.297206 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-00201b47-600a-4841-b981-12aac0df505d req-9cb05ea0-69ce-4944-8ee5-7b0a88c37385 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7759ecb5-615f-4376-bf2e-f88402b96cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2346022 Feb 16 22:28:43.331717 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-37a98461-56fe-4808-8baf-0a750bca6627 req-7fd7096e-9df5-4288-9e7d-ab3cf6a002bb tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Publish callbacks [] for port (20a5b726-5e1a-4ff9-ae11-2ab3951046a5), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:43.337304 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-932c817b-26db-4a4d-8fd9-a7481583d2a3 None None] Provisioning complete for port b4484d1f-0ce0-4541-943f-6ad0561530bc triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:28:43.337704 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-932c817b-26db-4a4d-8fd9-a7481583d2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b4484d1f-0ce0-4541-943f-6ad0561530bc), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:43.408010 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-7f1e0a43-7549-4bdb-9998-f7f29731aef7 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 41cb22dd-4022-4f67-b708-3491f6a49089) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:28:43.442322 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-37a98461-56fe-4808-8baf-0a750bca6627 req-7fd7096e-9df5-4288-9e7d-ab3cf6a002bb tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (20a5b726-5e1a-4ff9-ae11-2ab3951046a5), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:43.445074 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26532cf9-851f-4c53-9c8e-2e032eb0a7bc tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Network 9da944b4-3843-46e5-abd3-de7b4e7b15da is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:28:43.453066 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe89b899-2015-4568-b050-66277f5d8d13 None None] Network 9da944b4-3843-46e5-abd3-de7b4e7b15da requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:28:43.464471 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device b4484d1f-0ce0-4541-943f-6ad0561530bc up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:28:43.480877 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1e0a43-7549-4bdb-9998-f7f29731aef7 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:43.481464 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7f1e0a43-7549-4bdb-9998-f7f29731aef7 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:43.482735 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa1f5c2-2564-49ee-b2b2-170dfa56407f None None] Network 41cb22dd-4022-4f67-b708-3491f6a49089 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:28:43.567387 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-1404656d-359d-40de-95bf-191c5a25fc93 req-7c66e97c-1f6e-4b27-83b9-4fa6be33f2cb service neutron] For port d9c2e10f-0bd9-4527-b9af-37c0b43aa195, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:28:43.595792 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7f1e0a43-7549-4bdb-9998-f7f29731aef7 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9488654 Feb 16 22:28:43.596643 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-26532cf9-851f-4c53-9c8e-2e032eb0a7bc tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:28:43.625494 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b4c0b692-b525-4d60-b98d-cda282d4e90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (0809193b-9538-40aa-8442-650cf4185e4f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:43.630941 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43600) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:43.636903 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26532cf9-851f-4c53-9c8e-2e032eb0a7bc tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:28:43.647762 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-afde13e2-c1e8-4ea3-a364-879af527dd2e tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Request body: {'subnet': {'network_id': '47478451-409d-42bf-a7e5-f49e398120ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:28:43.650379 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26532cf9-851f-4c53-9c8e-2e032eb0a7bc tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:43.651036 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-26532cf9-851f-4c53-9c8e-2e032eb0a7bc tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:43.679715 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a98461-56fe-4808-8baf-0a750bca6627 req-7fd7096e-9df5-4288-9e7d-ab3cf6a002bb tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Network 752ff291-8125-4ff8-b264-ca3a640ae0c4 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:28:43.681617 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26532cf9-851f-4c53-9c8e-2e032eb0a7bc tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Pushing event updated for resources: {'Port': ['ID=8e993996-414c-497e-8018-55aaa04000ce,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:43.685444 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-1404656d-359d-40de-95bf-191c5a25fc93 req-7c66e97c-1f6e-4b27-83b9-4fa6be33f2cb service neutron] For port d9c2e10f-0bd9-4527-b9af-37c0b43aa195, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=d9c2e10f-0bd9-4527-b9af-37c0b43aa195,segment=NetworkSegment(d2150ecc-73be-4cac-a3e0-52292f5f056f),segment_id=d2150ecc-73be-4cac-a3e0-52292f5f056f)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:28:43.720700 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-10420725-c721-44ff-9335-5340b151d875 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:43.722213 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-10420725-c721-44ff-9335-5340b151d875 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.67 "GET /v2.0/networks?id=752ff291-8125-4ff8-b264-ca3a640ae0c4 HTTP/1.1" status: 200 len: 819 time: 0.4676738 Feb 16 22:28:43.783560 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-713ead30-536a-4bd7-b8e8-85ff2fac2ce7 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Request body: {'port': {'device_id': '00ea64e0-2732-4e53-8103-42277a896f8f', 'network_id': '752ff291-8125-4ff8-b264-ca3a640ae0c4', 'admin_state_up': True, 'tenant_id': '40c61a7cfadd45ac85b548218034c5f0'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:28:43.787972 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-00201b47-600a-4841-b981-12aac0df505d req-a5f42b30-3b33-4282-a884-fc1a1b976369 service neutron] 10.222.0.79 "GET /v2.0/networks/7759ecb5-615f-4376-bf2e-f88402b96cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4507546 Feb 16 22:28:43.789303 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43602) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:43.794670 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-26532cf9-851f-4c53-9c8e-2e032eb0a7bc tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 4.7730513 Feb 16 22:28:43.795748 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7096e-9df5-4288-9e7d-ab3cf6a002bb tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Pushing event updated for resources: {'Port': ['ID=20a5b726-5e1a-4ff9-ae11-2ab3951046a5,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:43.800584 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-37a98461-56fe-4808-8baf-0a750bca6627 req-7fd7096e-9df5-4288-9e7d-ab3cf6a002bb tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:28:43.811080 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-7ed4d04c-6c2e-4588-bfd8-0c08b09bee63 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Request body: {'port': {'network_id': '9da944b4-3843-46e5-abd3-de7b4e7b15da', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-300315963', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:28:43.811573 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.api.validators [None req-7ed4d04c-6c2e-4588-bfd8-0c08b09bee63 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] bootfile-name is not in valid_values {{(pid=103465) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 22:28:43.811918 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.api.validators [None req-7ed4d04c-6c2e-4588-bfd8-0c08b09bee63 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] tftp-server is not in valid_values {{(pid=103465) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 22:28:43.812698 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.api.validators [None req-7ed4d04c-6c2e-4588-bfd8-0c08b09bee63 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] server-ip-address is not in valid_values {{(pid=103465) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 22:28:43.816336 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1404656d-359d-40de-95bf-191c5a25fc93 req-7c66e97c-1f6e-4b27-83b9-4fa6be33f2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (d9c2e10f-0bd9-4527-b9af-37c0b43aa195), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:43.818857 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a98461-56fe-4808-8baf-0a750bca6627 req-7fd7096e-9df5-4288-9e7d-ab3cf6a002bb tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:28:43.866051 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b80d25d-826c-44c8-b7e4-5dfd3748d195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-41cb22dd-4022-4f67-b708-3491f6a49089', 'network_id': '41cb22dd-4022-4f67-b708-3491f6a49089', 'project_id': '71c9d6dfb627423688b9a3857ea2dea4', 'fixed_ips': [{'subnet_id': 'e19e4570-8f57-4290-bbae-47ceab75fbaa'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:28:43.867195 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6b80d25d-826c-44c8-b7e4-5dfd3748d195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:43.888860 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065f304-6247-4370-859a-488579b3f8aa req-400beabc-7e52-48d0-9390-b6ef98f076fb tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:43.890473 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3065f304-6247-4370-859a-488579b3f8aa req-400beabc-7e52-48d0-9390-b6ef98f076fb tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=483b8dee-d20c-486a-9d94-ebe5c2350232 HTTP/1.1" status: 200 len: 944 time: 0.7471678 Feb 16 22:28:43.946760 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-932c817b-26db-4a4d-8fd9-a7481583d2a3 None None] Current status of the port b4484d1f-0ce0-4541-943f-6ad0561530bc is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:28:43.947152 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-932c817b-26db-4a4d-8fd9-a7481583d2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b4484d1f-0ce0-4541-943f-6ad0561530bc), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:44.034640 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404656d-359d-40de-95bf-191c5a25fc93 req-7c66e97c-1f6e-4b27-83b9-4fa6be33f2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:44.036005 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1404656d-359d-40de-95bf-191c5a25fc93 req-7c66e97c-1f6e-4b27-83b9-4fa6be33f2cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:44.037788 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1404656d-359d-40de-95bf-191c5a25fc93 req-7c66e97c-1f6e-4b27-83b9-4fa6be33f2cb service neutron] 10.222.0.67 "PUT /v2.0/ports/d9c2e10f-0bd9-4527-b9af-37c0b43aa195 HTTP/1.1" status: 200 len: 1091 time: 5.9572780 Feb 16 22:28:44.038659 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '171815e0-b19b-4401-bdec-479ed4e27fa3', 'tag': 'd9c2e10f-0bd9-4527-b9af-37c0b43aa195'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:28:44.043152 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cee3d41-4763-46d8-a99d-d5d82231ef15" -d '{"events": [{"name": "network-changed", "server_uuid": "171815e0-b19b-4401-bdec-479ed4e27fa3", "tag": "d9c2e10f-0bd9-4527-b9af-37c0b43aa195"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:28:44.078456 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a98461-56fe-4808-8baf-0a750bca6627 req-7fd7096e-9df5-4288-9e7d-ab3cf6a002bb tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:44.080138 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-37a98461-56fe-4808-8baf-0a750bca6627 req-7fd7096e-9df5-4288-9e7d-ab3cf6a002bb tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:44.123313 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66e97c-1f6e-4b27-83b9-4fa6be33f2cb service neutron] Pushing event updated for resources: {'Port': ['ID=d9c2e10f-0bd9-4527-b9af-37c0b43aa195,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:44.161078 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3065f304-6247-4370-859a-488579b3f8aa req-bcc96cf9-fe0b-48a0-a8bf-1e672d69e34e tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998341 Feb 16 22:28:44.166682 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-37a98461-56fe-4808-8baf-0a750bca6627 req-7fd7096e-9df5-4288-9e7d-ab3cf6a002bb tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5307231 Feb 16 22:28:44.189436 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-37a98461-56fe-4808-8baf-0a750bca6627 req-c4864b37-4fc2-4996-8574-d81ea9d66e88 service neutron] Request body: {'port': {'device_id': 'ed831f5f-f767-4993-980f-2faf169161c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:28:44.233802 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-6b80d25d-826c-44c8-b7e4-5dfd3748d195 None None] Allocated IP 2001:db8::2 (41cb22dd-4022-4f67-b708-3491f6a49089/e19e4570-8f57-4290-bbae-47ceab75fbaa/05dc4a7d-e78f-41fd-810c-cc890e7dfeff) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:28:44.262879 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404656d-359d-40de-95bf-191c5a25fc93 req-227c174c-e50a-4b8f-8a84-65f155db7e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:44.264412 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1404656d-359d-40de-95bf-191c5a25fc93 req-227c174c-e50a-4b8f-8a84-65f155db7e5e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b04764559a9c459fbc65e6403b1b3dd5&device_id=171815e0-b19b-4401-bdec-479ed4e27fa3 HTTP/1.1" status: 200 len: 1125 time: 0.1655157 Feb 16 22:28:44.332672 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-37a98461-56fe-4808-8baf-0a750bca6627 req-c4864b37-4fc2-4996-8574-d81ea9d66e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (20a5b726-5e1a-4ff9-ae11-2ab3951046a5), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:44.363645 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-00201b47-600a-4841-b981-12aac0df505d req-d29f6327-5895-4ef1-b9c4-988ff6d4ebbd service neutron] 10.222.0.79 "GET /v2.0/networks/7759ecb5-615f-4376-bf2e-f88402b96cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5681865 Feb 16 22:28:44.371301 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afde13e2-c1e8-4ea3-a364-879af527dd2e tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Made reservation on behalf of 71c9d6dfb627423688b9a3857ea2dea4 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:28:44.375493 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-afde13e2-c1e8-4ea3-a364-879af527dd2e tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:44.401963 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6b80d25d-826c-44c8-b7e4-5dfd3748d195 None None] Publish callbacks [] for port (05dc4a7d-e78f-41fd-810c-cc890e7dfeff), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:44.433341 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6b80d25d-826c-44c8-b7e4-5dfd3748d195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (05dc4a7d-e78f-41fd-810c-cc890e7dfeff), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:44.437644 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1404656d-359d-40de-95bf-191c5a25fc93 req-ca0a47c2-2906-4a61-a9dd-362433e61cf7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9c2e10f-0bd9-4527-b9af-37c0b43aa195 HTTP/1.1" status: 200 len: 217 time: 0.1537759 Feb 16 22:28:44.476485 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f39acaa7-30d2-4859-8b1c-108a196c1e06 req-634a59a0-0eff-4b54-870b-00bda1eb0fa9 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=00ea64e0-2732-4e53-8103-42277a896f8f HTTP/1.1" status: 200 len: 210 time: 0.1448274 Feb 16 22:28:44.508574 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-932c817b-26db-4a4d-8fd9-a7481583d2a3 None None] For port b4484d1f-0ce0-4541-943f-6ad0561530bc, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=b4484d1f-0ce0-4541-943f-6ad0561530bc,segment=NetworkSegment(70dd051f-81b2-4fe2-a991-9e121bf676bd),segment_id=70dd051f-81b2-4fe2-a991-9e121bf676bd)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:44.568020 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b80d25d-826c-44c8-b7e4-5dfd3748d195 None None] Network 41cb22dd-4022-4f67-b708-3491f6a49089 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:28:44.578604 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-932c817b-26db-4a4d-8fd9-a7481583d2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b4484d1f-0ce0-4541-943f-6ad0561530bc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:44.622830 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed4d04c-6c2e-4588-bfd8-0c08b09bee63 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Made reservation on behalf of 17948e0b5df944c9b8231ff720015ea5 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:28:44.625880 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-6b80d25d-826c-44c8-b7e4-5dfd3748d195 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:28:44.629011 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port b4484d1f-0ce0-4541-943f-6ad0561530bc triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:28:44.629717 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b4484d1f-0ce0-4541-943f-6ad0561530bc), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:44.640906 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b80d25d-826c-44c8-b7e4-5dfd3748d195 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:28:44.644467 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02a5657-6213-43b6-8882-4d57a6433ab1 None None] DHCP port deletion for 0809193b-9538-40aa-8442-650cf4185e4f request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:28:44.648380 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7ed4d04c-6c2e-4588-bfd8-0c08b09bee63 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:44.754392 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c956b1b2-6896-4b34-901a-0acdd20ed231 x-openstack-request-id: req-c956b1b2-6896-4b34-901a-0acdd20ed231 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:28:44.755103 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "483b8dee-d20c-486a-9d94-ebe5c2350232", "tag": "2f5310e9-1b86-4c56-99db-010c309a20b7", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:28:44.755583 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c956b1b2-6896-4b34-901a-0acdd20ed231 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:28:44.756238 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '483b8dee-d20c-486a-9d94-ebe5c2350232', 'tag': '2f5310e9-1b86-4c56-99db-010c309a20b7', 'status': 'completed', 'code': 200} Feb 16 22:28:44.777233 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80d25d-826c-44c8-b7e4-5dfd3748d195 None None] Pushing event updated for resources: {'Port': ['ID=05dc4a7d-e78f-41fd-810c-cc890e7dfeff,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:44.824086 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-7ed4d04c-6c2e-4588-bfd8-0c08b09bee63 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] device_id is not set on port 11a176ad-990f-423f-971a-6821644cc296 yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:28:44.846899 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-b4c0b692-b525-4d60-b98d-cda282d4e90e admin admin] Deleting port f524e8c6-f200-49c9-9225-29c651a5385f {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:28:44.847297 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b4c0b692-b525-4d60-b98d-cda282d4e90e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (f524e8c6-f200-49c9-9225-29c651a5385f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:44.856477 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404656d-359d-40de-95bf-191c5a25fc93 req-8e12b4df-3e61-404c-be5d-bce1a9a36c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:44.858253 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1404656d-359d-40de-95bf-191c5a25fc93 req-8e12b4df-3e61-404c-be5d-bce1a9a36c01 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=90c6e9fd-2327-49e8-8e06-530f56e702f3 HTTP/1.1" status: 200 len: 845 time: 0.3854144 Feb 16 22:28:44.966815 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c817b-26db-4a4d-8fd9-a7481583d2a3 None None] Pushing event updated for resources: {'Port': ['ID=b4484d1f-0ce0-4541-943f-6ad0561530bc,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:44.995857 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1404656d-359d-40de-95bf-191c5a25fc93 req-2a0bb862-b494-42f9-990a-c6c5ddb83054 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=328b17ed-7bc5-4241-8a54-e64f9538f95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962272 Feb 16 22:28:45.000749 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-6b80d25d-826c-44c8-b7e4-5dfd3748d195 None None] Attempting to bind port 05dc4a7d-e78f-41fd-810c-cc890e7dfeff on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:28:45.001130 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-6b80d25d-826c-44c8-b7e4-5dfd3748d195 None None] Attempting to bind port 05dc4a7d-e78f-41fd-810c-cc890e7dfeff by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '81b49beb-cf75-493e-b308-b0a779eb6509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '41cb22dd-4022-4f67-b708-3491f6a49089'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:28:45.002716 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b80d25d-826c-44c8-b7e4-5dfd3748d195 None None] Attempting to bind port 05dc4a7d-e78f-41fd-810c-cc890e7dfeff on network 41cb22dd-4022-4f67-b708-3491f6a49089 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:28:45.123043 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae56c6-8777-4024-bbdc-57b00e83c16d req-bbe1fbb0-b151-42a9-895a-401ea15fa452 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:45.132943 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bdae56c6-8777-4024-bbdc-57b00e83c16d req-bbe1fbb0-b151-42a9-895a-401ea15fa452 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=171815e0-b19b-4401-bdec-479ed4e27fa3 HTTP/1.1" status: 200 len: 943 time: 0.3249824 Feb 16 22:28:45.134972 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9166b-7827-4632-a2f2-487b7732940d req-492cd9c7-170b-416f-bdc0-dd551da51474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:45.136840 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-68e9166b-7827-4632-a2f2-487b7732940d req-492cd9c7-170b-416f-bdc0-dd551da51474 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c4406d5c23c94c6383b020d52bae2059&device_id=483b8dee-d20c-486a-9d94-ebe5c2350232 HTTP/1.1" status: 200 len: 1126 time: 0.4542263 Feb 16 22:28:45.277678 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-b4c0b692-b525-4d60-b98d-cda282d4e90e admin admin] For port f524e8c6-f200-49c9-9225-29c651a5385f, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=f524e8c6-f200-49c9-9225-29c651a5385f,segment=NetworkSegment(7cd3d5ed-630b-42c8-83be-976f3431669d),segment_id=7cd3d5ed-630b-42c8-83be-976f3431669d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:45.278089 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b4c0b692-b525-4d60-b98d-cda282d4e90e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (f524e8c6-f200-49c9-9225-29c651a5385f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:45.305321 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b80d25d-826c-44c8-b7e4-5dfd3748d195 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:28:45.305906 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b80d25d-826c-44c8-b7e4-5dfd3748d195 None None] Checking segment: {'id': '81b49beb-cf75-493e-b308-b0a779eb6509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '41cb22dd-4022-4f67-b708-3491f6a49089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:28:45.308560 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6b80d25d-826c-44c8-b7e4-5dfd3748d195 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:45.309005 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b80d25d-826c-44c8-b7e4-5dfd3748d195 None None] Bound using segment: {'id': '81b49beb-cf75-493e-b308-b0a779eb6509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '41cb22dd-4022-4f67-b708-3491f6a49089'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:28:45.309508 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-6b80d25d-826c-44c8-b7e4-5dfd3748d195 None None] Bound port: 05dc4a7d-e78f-41fd-810c-cc890e7dfeff, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b49beb-cf75-493e-b308-b0a779eb6509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '41cb22dd-4022-4f67-b708-3491f6a49089'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:28:45.309897 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6b80d25d-826c-44c8-b7e4-5dfd3748d195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (05dc4a7d-e78f-41fd-810c-cc890e7dfeff), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:45.311867 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-b4c0b692-b525-4d60-b98d-cda282d4e90e admin admin] Calling delete_port for f524e8c6-f200-49c9-9225-29c651a5385f owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:28:45.341498 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-37a98461-56fe-4808-8baf-0a750bca6627 req-c4864b37-4fc2-4996-8574-d81ea9d66e88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20a5b726-5e1a-4ff9-ae11-2ab3951046a5 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:28:45.351152 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-37a98461-56fe-4808-8baf-0a750bca6627 req-c4864b37-4fc2-4996-8574-d81ea9d66e88 service neutron] Publish callbacks [] for port (20a5b726-5e1a-4ff9-ae11-2ab3951046a5), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:45.365923 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-39c7e4d9-1499-4d92-bd96-4ca7110e1765 None None] Provisioning complete for port 30280879-e241-4a42-9b6a-1d1e6ebdbc9a triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:28:45.366741 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-39c7e4d9-1499-4d92-bd96-4ca7110e1765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (30280879-e241-4a42-9b6a-1d1e6ebdbc9a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:45.367594 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-37a98461-56fe-4808-8baf-0a750bca6627 req-c4864b37-4fc2-4996-8574-d81ea9d66e88 service neutron] Transition to ACTIVE for port object 20a5b726-5e1a-4ff9-ae11-2ab3951046a5 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:28:45.388064 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-37a98461-56fe-4808-8baf-0a750bca6627 req-c4864b37-4fc2-4996-8574-d81ea9d66e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (20a5b726-5e1a-4ff9-ae11-2ab3951046a5), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:45.443362 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bdae56c6-8777-4024-bbdc-57b00e83c16d req-7cb9a340-b63b-4488-91af-8b980765a7dc tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086681 Feb 16 22:28:45.493189 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e02a5657-6213-43b6-8882-4d57a6433ab1 None None] Deleting port f524e8c6-f200-49c9-9225-29c651a5385f {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:28:45.493576 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e02a5657-6213-43b6-8882-4d57a6433ab1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (f524e8c6-f200-49c9-9225-29c651a5385f), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:45.508029 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9166b-7827-4632-a2f2-487b7732940d req-b8c94c43-1b94-4990-9cfe-614e37025ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:45.509701 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-68e9166b-7827-4632-a2f2-487b7732940d req-b8c94c43-1b94-4990-9cfe-614e37025ccf service neutron] 10.222.0.79 "GET /v2.0/networks?id=7759ecb5-615f-4376-bf2e-f88402b96cd9 HTTP/1.1" status: 200 len: 914 time: 0.3214066 Feb 16 22:28:45.570032 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef640e9-b1b6-43ce-8e58-ced7478a37ab x-openstack-request-id: req-eef640e9-b1b6-43ce-8e58-ced7478a37ab {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:28:45.570974 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "171815e0-b19b-4401-bdec-479ed4e27fa3", "tag": "d9c2e10f-0bd9-4527-b9af-37c0b43aa195", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:28:45.571413 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-eef640e9-b1b6-43ce-8e58-ced7478a37ab {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:28:45.573332 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '171815e0-b19b-4401-bdec-479ed4e27fa3', 'tag': 'd9c2e10f-0bd9-4527-b9af-37c0b43aa195', 'status': 'completed', 'code': 200} Feb 16 22:28:45.580382 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e02a5657-6213-43b6-8882-4d57a6433ab1 None None] For port f524e8c6-f200-49c9-9225-29c651a5385f, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=f524e8c6-f200-49c9-9225-29c651a5385f,segment=NetworkSegment(7cd3d5ed-630b-42c8-83be-976f3431669d),segment_id=7cd3d5ed-630b-42c8-83be-976f3431669d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:45.580801 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e02a5657-6213-43b6-8882-4d57a6433ab1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (f524e8c6-f200-49c9-9225-29c651a5385f), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:45.589582 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-713ead30-536a-4bd7-b8e8-85ff2fac2ce7 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Made reservation on behalf of 40c61a7cfadd45ac85b548218034c5f0 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:28:45.593076 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-713ead30-536a-4bd7-b8e8-85ff2fac2ce7 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:45.593654 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1404656d-359d-40de-95bf-191c5a25fc93 req-523fe7fb-5e72-45e6-bb04-9e3bd3316fd1 service neutron] 10.222.0.67 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842619 Feb 16 22:28:45.596527 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-68e9166b-7827-4632-a2f2-487b7732940d req-1f83f342-abe3-4e65-8dcc-c378c295c86b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f5310e9-1b86-4c56-99db-010c309a20b7 HTTP/1.1" status: 200 len: 217 time: 0.0768595 Feb 16 22:28:45.596695 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e02a5657-6213-43b6-8882-4d57a6433ab1 None None] Calling delete_port for f524e8c6-f200-49c9-9225-29c651a5385f owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:28:45.701490 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4864b37-4fc2-4996-8574-d81ea9d66e88 service neutron] Pushing event updated for resources: {'Port': ['ID=20a5b726-5e1a-4ff9-ae11-2ab3951046a5,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:45.718900 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-6b80d25d-826c-44c8-b7e4-5dfd3748d195 None None] For port 05dc4a7d-e78f-41fd-810c-cc890e7dfeff, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:28:45.722198 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-6b80d25d-826c-44c8-b7e4-5dfd3748d195 None None] For port 05dc4a7d-e78f-41fd-810c-cc890e7dfeff, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=05dc4a7d-e78f-41fd-810c-cc890e7dfeff,segment=NetworkSegment(81b49beb-cf75-493e-b308-b0a779eb6509),segment_id=81b49beb-cf75-493e-b308-b0a779eb6509)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:28:45.806689 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6b80d25d-826c-44c8-b7e4-5dfd3748d195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (05dc4a7d-e78f-41fd-810c-cc890e7dfeff), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:45.826702 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b4c0b692-b525-4d60-b98d-cda282d4e90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (f524e8c6-f200-49c9-9225-29c651a5385f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:45.855953 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-7ed4d04c-6c2e-4588-bfd8-0c08b09bee63 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Allocated IP 2001:db8::3cd (9da944b4-3843-46e5-abd3-de7b4e7b15da/ec30bc6d-14fa-4b9a-8973-b07b0d318cfe/11a176ad-990f-423f-971a-6821644cc296) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:28:45.880448 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1404656d-359d-40de-95bf-191c5a25fc93 req-486515a0-7a91-4898-a3a8-828353dcf7dc service neutron] 10.222.0.67 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653267 Feb 16 22:28:45.983434 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-39c7e4d9-1499-4d92-bd96-4ca7110e1765 None None] Current status of the port 30280879-e241-4a42-9b6a-1d1e6ebdbc9a is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:28:45.991109 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-39c7e4d9-1499-4d92-bd96-4ca7110e1765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (30280879-e241-4a42-9b6a-1d1e6ebdbc9a), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:45.999458 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0b692-b525-4d60-b98d-cda282d4e90e admin admin] Pushing event deleted for resources: {'Port': ['ID=f524e8c6-f200-49c9-9225-29c651a5385f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:46.030843 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c0b692-b525-4d60-b98d-cda282d4e90e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:46.031388 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c0b692-b525-4d60-b98d-cda282d4e90e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:46.031811 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c0b692-b525-4d60-b98d-cda282d4e90e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:46.032238 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c0b692-b525-4d60-b98d-cda282d4e90e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:46.033252 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c0b692-b525-4d60-b98d-cda282d4e90e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:46.033694 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c0b692-b525-4d60-b98d-cda282d4e90e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:46.034136 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c0b692-b525-4d60-b98d-cda282d4e90e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:46.034590 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c0b692-b525-4d60-b98d-cda282d4e90e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:46.035005 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c0b692-b525-4d60-b98d-cda282d4e90e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:46.035407 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c0b692-b525-4d60-b98d-cda282d4e90e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:46.035809 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c0b692-b525-4d60-b98d-cda282d4e90e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:46.036715 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c0b692-b525-4d60-b98d-cda282d4e90e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:46.037426 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c0b692-b525-4d60-b98d-cda282d4e90e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:46.042661 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port b4484d1f-0ce0-4541-943f-6ad0561530bc is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:28:46.043757 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c0b692-b525-4d60-b98d-cda282d4e90e admin admin] No DVR routers for this DVR port f524e8c6-f200-49c9-9225-29c651a5385f on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:28:46.043890 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 30280879-e241-4a42-9b6a-1d1e6ebdbc9a up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:28:46.092602 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9166b-7827-4632-a2f2-487b7732940d req-7771cb99-2c3f-41d7-b45f-b6eac0027cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:46.094305 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-68e9166b-7827-4632-a2f2-487b7732940d req-7771cb99-2c3f-41d7-b45f-b6eac0027cc6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=591646e2-043a-41f9-8af0-3b89325cbeb9 HTTP/1.1" status: 200 len: 853 time: 0.4640467 Feb 16 22:28:46.159264 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02369655-9997-4e85-9171-28009e25c2bb req-afe7ca31-0d69-4f1a-a0cc-55eba08504ab tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:46.170484 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-02369655-9997-4e85-9171-28009e25c2bb req-afe7ca31-0d69-4f1a-a0cc-55eba08504ab tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=483b8dee-d20c-486a-9d94-ebe5c2350232 HTTP/1.1" status: 200 len: 944 time: 0.4892869 Feb 16 22:28:46.211876 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-68e9166b-7827-4632-a2f2-487b7732940d req-25798a9c-cbed-4a96-b7e2-d6b83d76ffa4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7759ecb5-615f-4376-bf2e-f88402b96cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047492 Feb 16 22:28:46.240935 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-39c7e4d9-1499-4d92-bd96-4ca7110e1765 None None] For port 30280879-e241-4a42-9b6a-1d1e6ebdbc9a, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=30280879-e241-4a42-9b6a-1d1e6ebdbc9a,segment=NetworkSegment(865b5026-2d36-4375-b60d-865b399bbd91),segment_id=865b5026-2d36-4375-b60d-865b399bbd91)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:46.254609 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80d25d-826c-44c8-b7e4-5dfd3748d195 None None] Pushing event updated for resources: {'Port': ['ID=05dc4a7d-e78f-41fd-810c-cc890e7dfeff,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:46.267480 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-39c7e4d9-1499-4d92-bd96-4ca7110e1765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (30280879-e241-4a42-9b6a-1d1e6ebdbc9a), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:46.315431 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e02a5657-6213-43b6-8882-4d57a6433ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (f524e8c6-f200-49c9-9225-29c651a5385f), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:46.322332 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-afde13e2-c1e8-4ea3-a364-879af527dd2e tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (44cdfeae-2eec-4e2e-b0b5-c22260a48d7c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:46.369874 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-37a98461-56fe-4808-8baf-0a750bca6627 req-c4864b37-4fc2-4996-8574-d81ea9d66e88 service neutron] Attempting to bind port 20a5b726-5e1a-4ff9-ae11-2ab3951046a5 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:28:46.370467 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-37a98461-56fe-4808-8baf-0a750bca6627 req-c4864b37-4fc2-4996-8574-d81ea9d66e88 service neutron] Attempting to bind port 20a5b726-5e1a-4ff9-ae11-2ab3951046a5 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '752ff291-8125-4ff8-b264-ca3a640ae0c4'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:28:46.371529 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a98461-56fe-4808-8baf-0a750bca6627 req-c4864b37-4fc2-4996-8574-d81ea9d66e88 service neutron] Attempting to bind port 20a5b726-5e1a-4ff9-ae11-2ab3951046a5 on network 752ff291-8125-4ff8-b264-ca3a640ae0c4 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:28:46.380682 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02a5657-6213-43b6-8882-4d57a6433ab1 None None] No DVR routers for this DVR port f524e8c6-f200-49c9-9225-29c651a5385f on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:28:46.398948 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee3d41-4763-46d8-a99d-d5d82231ef15 req-9cf7fb7f-82dc-4be2-9694-66900f96b5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:46.403352 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1cee3d41-4763-46d8-a99d-d5d82231ef15 req-9cf7fb7f-82dc-4be2-9694-66900f96b5a1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b04764559a9c459fbc65e6403b1b3dd5&device_id=171815e0-b19b-4401-bdec-479ed4e27fa3 HTTP/1.1" status: 200 len: 1125 time: 0.4102912 Feb 16 22:28:46.403997 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a98461-56fe-4808-8baf-0a750bca6627 req-c4864b37-4fc2-4996-8574-d81ea9d66e88 service neutron] Port 20a5b726-5e1a-4ff9-ae11-2ab3951046a5 on network 752ff291-8125-4ff8-b264-ca3a640ae0c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:28:46.404324 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a98461-56fe-4808-8baf-0a750bca6627 req-c4864b37-4fc2-4996-8574-d81ea9d66e88 service neutron] Attempting to bind port 20a5b726-5e1a-4ff9-ae11-2ab3951046a5 on network 752ff291-8125-4ff8-b264-ca3a640ae0c4 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:28:46.418095 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43632) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:46.468681 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7e4d9-1499-4d92-bd96-4ca7110e1765 None None] Pushing event updated for resources: {'Port': ['ID=30280879-e241-4a42-9b6a-1d1e6ebdbc9a,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:46.473409 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a98461-56fe-4808-8baf-0a750bca6627 req-c4864b37-4fc2-4996-8574-d81ea9d66e88 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:28:46.473756 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a98461-56fe-4808-8baf-0a750bca6627 req-c4864b37-4fc2-4996-8574-d81ea9d66e88 service neutron] Checking segment: {'id': 'b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '752ff291-8125-4ff8-b264-ca3a640ae0c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:28:46.474175 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a98461-56fe-4808-8baf-0a750bca6627 req-c4864b37-4fc2-4996-8574-d81ea9d66e88 service neutron] Bound using segment: {'id': 'b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '752ff291-8125-4ff8-b264-ca3a640ae0c4'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:28:46.477586 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-37a98461-56fe-4808-8baf-0a750bca6627 req-c4864b37-4fc2-4996-8574-d81ea9d66e88 service neutron] Bound port: 20a5b726-5e1a-4ff9-ae11-2ab3951046a5, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '752ff291-8125-4ff8-b264-ca3a640ae0c4'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:28:46.478041 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-37a98461-56fe-4808-8baf-0a750bca6627 req-c4864b37-4fc2-4996-8574-d81ea9d66e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (20a5b726-5e1a-4ff9-ae11-2ab3951046a5), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:46.551373 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a5657-6213-43b6-8882-4d57a6433ab1 None None] Pushing event deleted for resources: {'Port': ['ID=f524e8c6-f200-49c9-9225-29c651a5385f,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:46.559599 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-02369655-9997-4e85-9171-28009e25c2bb req-04a72a2a-84c5-4d7e-8601-e60cf1525739 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873456 Feb 16 22:28:46.569795 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-5dcf7cf6-b760-458b-ab50-5e1018636e2d None None] Provisioning complete for port 30280879-e241-4a42-9b6a-1d1e6ebdbc9a triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:28:46.570304 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5dcf7cf6-b760-458b-ab50-5e1018636e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (30280879-e241-4a42-9b6a-1d1e6ebdbc9a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:46.572350 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 30280879-e241-4a42-9b6a-1d1e6ebdbc9a triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:28:46.572811 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (30280879-e241-4a42-9b6a-1d1e6ebdbc9a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:46.651509 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-37a98461-56fe-4808-8baf-0a750bca6627 req-c4864b37-4fc2-4996-8574-d81ea9d66e88 service neutron] For port 20a5b726-5e1a-4ff9-ae11-2ab3951046a5, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:28:46.663872 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-37a98461-56fe-4808-8baf-0a750bca6627 req-c4864b37-4fc2-4996-8574-d81ea9d66e88 service neutron] For port 20a5b726-5e1a-4ff9-ae11-2ab3951046a5, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=20a5b726-5e1a-4ff9-ae11-2ab3951046a5,segment=NetworkSegment(b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9),segment_id=b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:28:46.676552 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-37a98461-56fe-4808-8baf-0a750bca6627 req-c4864b37-4fc2-4996-8574-d81ea9d66e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (20a5b726-5e1a-4ff9-ae11-2ab3951046a5), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:46.807257 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 30280879-e241-4a42-9b6a-1d1e6ebdbc9a is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:28:46.812052 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a98461-56fe-4808-8baf-0a750bca6627 req-c4864b37-4fc2-4996-8574-d81ea9d66e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:46.812638 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-37a98461-56fe-4808-8baf-0a750bca6627 req-c4864b37-4fc2-4996-8574-d81ea9d66e88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:46.815593 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-37a98461-56fe-4808-8baf-0a750bca6627 req-c4864b37-4fc2-4996-8574-d81ea9d66e88 service neutron] 10.222.0.79 "PUT /v2.0/ports/20a5b726-5e1a-4ff9-ae11-2ab3951046a5 HTTP/1.1" status: 200 len: 1091 time: 2.6322274 Feb 16 22:28:46.821168 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4864b37-4fc2-4996-8574-d81ea9d66e88 service neutron] Pushing event updated for resources: {'Port': ['ID=20a5b726-5e1a-4ff9-ae11-2ab3951046a5,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:46.837071 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5dcf7cf6-b760-458b-ab50-5e1018636e2d None None] Current status of the port 30280879-e241-4a42-9b6a-1d1e6ebdbc9a is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:28:46.861141 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-5dcf7cf6-b760-458b-ab50-5e1018636e2d None None] Provisioning complete for port 8e993996-414c-497e-8018-55aaa04000ce triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:28:46.861793 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5dcf7cf6-b760-458b-ab50-5e1018636e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8e993996-414c-497e-8018-55aaa04000ce), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:46.923971 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fc7c221-169d-44ea-848b-73a2563bd51a req-26511f83-b88d-43d8-8e9a-eedad7277dbc tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=00ea64e0-2732-4e53-8103-42277a896f8f HTTP/1.1" status: 200 len: 210 time: 0.1076286 Feb 16 22:28:46.962226 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device cbff179c-6688-4761-b298-ba4ea238add1 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:28:47.027753 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5dcf7cf6-b760-458b-ab50-5e1018636e2d None None] Port 8e993996-414c-497e-8018-55aaa04000ce cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:28:47.028378 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee3d41-4763-46d8-a99d-d5d82231ef15 req-3a2dd9e0-5601-4819-80bb-0b74a67edf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:47.029899 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1cee3d41-4763-46d8-a99d-d5d82231ef15 req-3a2dd9e0-5601-4819-80bb-0b74a67edf09 service neutron] 10.222.0.67 "GET /v2.0/networks?id=328b17ed-7bc5-4241-8a54-e64f9538f95e HTTP/1.1" status: 200 len: 906 time: 0.6076417 Feb 16 22:28:47.036058 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: cbff179c-6688-4761-b298-ba4ea238add1 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:28:47.037148 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device cbff179c-6688-4761-b298-ba4ea238add1 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:28:47.076506 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-5dcf7cf6-b760-458b-ab50-5e1018636e2d None None] Provisioning complete for port b4484d1f-0ce0-4541-943f-6ad0561530bc triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:28:47.076506 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5dcf7cf6-b760-458b-ab50-5e1018636e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b4484d1f-0ce0-4541-943f-6ad0561530bc), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:47.183315 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1cee3d41-4763-46d8-a99d-d5d82231ef15 req-70cab415-5c75-4d69-ba3d-b60ef7adb2df service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9c2e10f-0bd9-4527-b9af-37c0b43aa195 HTTP/1.1" status: 200 len: 217 time: 0.1454322 Feb 16 22:28:47.282249 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a98461-56fe-4808-8baf-0a750bca6627 req-11ea5e49-b69b-4982-83e5-3f863ba475d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:47.283962 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-37a98461-56fe-4808-8baf-0a750bca6627 req-11ea5e49-b69b-4982-83e5-3f863ba475d4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=40c61a7cfadd45ac85b548218034c5f0&device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 1125 time: 0.3722394 Feb 16 22:28:47.292277 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5dcf7cf6-b760-458b-ab50-5e1018636e2d None None] Current status of the port b4484d1f-0ce0-4541-943f-6ad0561530bc is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:28:47.298778 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b4c0b692-b525-4d60-b98d-cda282d4e90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (0809193b-9538-40aa-8442-650cf4185e4f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:47.387026 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 05dc4a7d-e78f-41fd-810c-cc890e7dfeff up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:28:47.403631 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-37a98461-56fe-4808-8baf-0a750bca6627 req-045b26c4-d2cb-484b-8f04-a965f4df544d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20a5b726-5e1a-4ff9-ae11-2ab3951046a5 HTTP/1.1" status: 200 len: 217 time: 0.0838456 Feb 16 22:28:47.442321 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428dac38-30ff-4ed2-9816-3d5a197993b3 req-3d8c52f9-7b38-4d8b-9ace-feeffa52f8ce tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:47.451238 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-428dac38-30ff-4ed2-9816-3d5a197993b3 req-3d8c52f9-7b38-4d8b-9ace-feeffa52f8ce tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=171815e0-b19b-4401-bdec-479ed4e27fa3 HTTP/1.1" status: 200 len: 943 time: 0.3127158 Feb 16 22:28:47.473138 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f87a2f2f-c3d3-4c03-bec1-fd8a4c4bb481 None None] Provisioning complete for port 8e993996-414c-497e-8018-55aaa04000ce triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:28:47.473520 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f87a2f2f-c3d3-4c03-bec1-fd8a4c4bb481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8e993996-414c-497e-8018-55aaa04000ce), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:47.500512 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 2f5310e9-1b86-4c56-99db-010c309a20b7 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:28:47.530678 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a98461-56fe-4808-8baf-0a750bca6627 req-b260d275-e709-4d39-b995-21ba103acf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:47.532353 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-37a98461-56fe-4808-8baf-0a750bca6627 req-b260d275-e709-4d39-b995-21ba103acf7d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=50b869b4-5498-459d-a27a-a372659d9f4c HTTP/1.1" status: 200 len: 859 time: 0.1061728 Feb 16 22:28:47.549957 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee3d41-4763-46d8-a99d-d5d82231ef15 req-8b800c48-ad72-4b10-942e-625edfb40c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:47.553349 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1cee3d41-4763-46d8-a99d-d5d82231ef15 req-8b800c48-ad72-4b10-942e-625edfb40c14 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=90c6e9fd-2327-49e8-8e06-530f56e702f3 HTTP/1.1" status: 200 len: 845 time: 0.3178163 Feb 16 22:28:47.571167 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f87a2f2f-c3d3-4c03-bec1-fd8a4c4bb481 None None] Port 8e993996-414c-497e-8018-55aaa04000ce cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:28:47.574896 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 05dc4a7d-e78f-41fd-810c-cc890e7dfeff triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:28:47.575271 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (05dc4a7d-e78f-41fd-810c-cc890e7dfeff), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:47.580559 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7ed4d04c-6c2e-4588-bfd8-0c08b09bee63 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks [] for port (11a176ad-990f-423f-971a-6821644cc296), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:47.585328 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed831f5f-f767-4993-980f-2faf169161c4', 'tag': '20a5b726-5e1a-4ff9-ae11-2ab3951046a5'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:28:47.588251 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66df2cc9-6262-4880-82da-09fce58764b4" -d '{"events": [{"name": "network-changed", "server_uuid": "ed831f5f-f767-4993-980f-2faf169161c4", "tag": "20a5b726-5e1a-4ff9-ae11-2ab3951046a5"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:28:47.597336 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde13e2-c1e8-4ea3-a364-879af527dd2e tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Checking segment: {'id': '1369e8a3-ed54-4aa6-8a9a-46fb952c1ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47478451-409d-42bf-a7e5-f49e398120ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:28:47.598085 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afde13e2-c1e8-4ea3-a364-879af527dd2e tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Network hostable DHCP agents. Network: 47478451-409d-42bf-a7e5-f49e398120ca, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:28:47.603162 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-37a98461-56fe-4808-8baf-0a750bca6627 req-54164b5d-beba-4340-b8b3-30262e56ad99 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=752ff291-8125-4ff8-b264-ca3a640ae0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624044 Feb 16 22:28:47.623713 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1cee3d41-4763-46d8-a99d-d5d82231ef15 req-032a4582-78e1-4b35-a8f6-d283702831e1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=328b17ed-7bc5-4241-8a54-e64f9538f95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407047 Feb 16 22:28:47.631231 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde13e2-c1e8-4ea3-a364-879af527dd2e tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Pushing event updated for resources: {'Subnet': ['ID=44cdfeae-2eec-4e2e-b0b5-c22260a48d7c,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:47.643749 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9df7757f-0b86-4a61-bd30-f9375fdb6a40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:47.663813 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-b4c0b692-b525-4d60-b98d-cda282d4e90e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0809193b-9538-40aa-8442-650cf4185e4f']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:47.677734 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-713ead30-536a-4bd7-b8e8-85ff2fac2ce7 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Allocated IP 172.20.0.5 (752ff291-8125-4ff8-b264-ca3a640ae0c4/50b869b4-5498-459d-a27a-a372659d9f4c/c1f77008-b346-4d09-961b-095158338e16) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:28:47.710651 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-b4c0b692-b525-4d60-b98d-cda282d4e90e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd3d5ed-630b-42c8-83be-976f3431669d') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:47.710966 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-b4c0b692-b525-4d60-b98d-cda282d4e90e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd3d5ed-630b-42c8-83be-976f3431669d') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:47.743176 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b4c0b692-b525-4d60-b98d-cda282d4e90e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (7cd3d5ed-630b-42c8-83be-976f3431669d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:47.759635 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-68e9166b-7827-4632-a2f2-487b7732940d req-cbd5c23c-92e5-4ba1-8f40-18ffc0c9ce86 service neutron] 10.222.0.79 "GET /v2.0/networks/7759ecb5-615f-4376-bf2e-f88402b96cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5121360 Feb 16 22:28:47.778417 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1cee3d41-4763-46d8-a99d-d5d82231ef15 req-5bd178ba-b641-425c-8a3a-c2fb908427e9 service neutron] 10.222.0.67 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427236 Feb 16 22:28:47.843343 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afde13e2-c1e8-4ea3-a364-879af527dd2e tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Network 47478451-409d-42bf-a7e5-f49e398120ca is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:28:47.846693 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b4c0b692-b525-4d60-b98d-cda282d4e90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (7cd3d5ed-630b-42c8-83be-976f3431669d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:47.848288 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939b17e6-3ed6-4e08-870a-de5a3c777d7d None None] Network 41cb22dd-4022-4f67-b708-3491f6a49089 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:28:47.855732 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 2f5310e9-1b86-4c56-99db-010c309a20b7, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=2f5310e9-1b86-4c56-99db-010c309a20b7,segment=NetworkSegment(389109f6-ebab-4899-93e4-704200323383),segment_id=389109f6-ebab-4899-93e4-704200323383)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:47.865042 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-428dac38-30ff-4ed2-9816-3d5a197993b3 req-a778277a-dfca-4124-9079-f18b5db94a6b tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079542 Feb 16 22:28:47.892566 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c0b692-b525-4d60-b98d-cda282d4e90e admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:28:47.892980 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b4c0b692-b525-4d60-b98d-cda282d4e90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (7cd3d5ed-630b-42c8-83be-976f3431669d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:47.897013 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:28:47.897013 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:28:47.897013 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:28:47.897013 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:28:47.897013 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:28:47.897013 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:28:47.897013 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:28:47.897013 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:28:47.897013 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:28:47.897013 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:28:47.897013 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:28:47.897013 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:28:47.897013 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:28:47.897013 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:28:47.897013 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:28:47.897013 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:28:47.897013 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:28:47.897013 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:28:47.897013 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:28:47.897013 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:28:47.897013 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:28:47.897013 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:28:47.897013 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:28:47.897013 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:28:47.897013 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:28:47.897013 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:28:47.897013 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:28:47.897013 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:28:47.897013 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:28:47.897013 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:28:47.897013 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:28:47.897013 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:28:47.933025 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-afde13e2-c1e8-4ea3-a364-879af527dd2e tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 47478451-409d-42bf-a7e5-f49e398120ca) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:28:47.942818 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device d9c2e10f-0bd9-4527-b9af-37c0b43aa195 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:28:47.973248 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7ed4d04c-6c2e-4588-bfd8-0c08b09bee63 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (11a176ad-990f-423f-971a-6821644cc296), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:48.004753 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afde13e2-c1e8-4ea3-a364-879af527dd2e tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:48.014844 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-afde13e2-c1e8-4ea3-a364-879af527dd2e tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:48.095602 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763b5a9a-f707-42d1-8c2e-472bc71d133a None None] Network 47478451-409d-42bf-a7e5-f49e398120ca requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:28:48.235123 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 05dc4a7d-e78f-41fd-810c-cc890e7dfeff is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:28:48.237105 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (05dc4a7d-e78f-41fd-810c-cc890e7dfeff), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:48.258301 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '2f5310e9-1b86-4c56-99db-010c309a20b7', 'network_id': '7759ecb5-615f-4376-bf2e-f88402b96cd9', 'port_id': '2f5310e9-1b86-4c56-99db-010c309a20b7', 'mac_address': 'fa:16:3e:fe:9b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '591646e2-043a-41f9-8af0-3b89325cbeb9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:28:48.288569 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed4d04c-6c2e-4588-bfd8-0c08b09bee63 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Network 9da944b4-3843-46e5-abd3-de7b4e7b15da is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:28:48.294834 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-afde13e2-c1e8-4ea3-a364-879af527dd2e tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.6587849 Feb 16 22:28:48.294834 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b4c0b692-b525-4d60-b98d-cda282d4e90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (0809193b-9538-40aa-8442-650cf4185e4f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:48.306463 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43668) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:48.321036 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-7ed4d04c-6c2e-4588-bfd8-0c08b09bee63 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:28:48.327481 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b4c0b692-b525-4d60-b98d-cda282d4e90e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:48.334905 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b4c0b692-b525-4d60-b98d-cda282d4e90e admin admin] 10.222.0.75 "DELETE /v2.0/networks/0809193b-9538-40aa-8442-650cf4185e4f HTTP/1.1" status: 204 len: 168 time: 5.2796514 Feb 16 22:28:48.338181 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed4d04c-6c2e-4588-bfd8-0c08b09bee63 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:28:48.343671 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed4d04c-6c2e-4588-bfd8-0c08b09bee63 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:48.344323 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7ed4d04c-6c2e-4588-bfd8-0c08b09bee63 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:48.388230 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 05dc4a7d-e78f-41fd-810c-cc890e7dfeff, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=05dc4a7d-e78f-41fd-810c-cc890e7dfeff,segment=NetworkSegment(81b49beb-cf75-493e-b308-b0a779eb6509),segment_id=81b49beb-cf75-493e-b308-b0a779eb6509)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:48.389016 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43670) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:48.391180 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-68e9166b-7827-4632-a2f2-487b7732940d req-05557feb-6906-4d16-9aff-5b6fa42f7838 service neutron] 10.222.0.79 "GET /v2.0/networks/7759ecb5-615f-4376-bf2e-f88402b96cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6098845 Feb 16 22:28:48.456119 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4d04c-6c2e-4588-bfd8-0c08b09bee63 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Pushing event updated for resources: {'Port': ['ID=11a176ad-990f-423f-971a-6821644cc296,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:48.504893 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-37a98461-56fe-4808-8baf-0a750bca6627 req-84cb48fe-8d88-4119-9b89-3b72c9c0ffc5 service neutron] 10.222.0.79 "GET /v2.0/networks/752ff291-8125-4ff8-b264-ca3a640ae0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8838809 Feb 16 22:28:48.520356 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0b692-b525-4d60-b98d-cda282d4e90e admin admin] Pushing event deleted for resources: {'Network': ['ID=0809193b-9538-40aa-8442-650cf4185e4f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:48.524659 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 2f5310e9-1b86-4c56-99db-010c309a20b7 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:28:48.525114 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2f5310e9-1b86-4c56-99db-010c309a20b7), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:48.533503 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (05dc4a7d-e78f-41fd-810c-cc890e7dfeff), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:48.534363 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device b4484d1f-0ce0-4541-943f-6ad0561530bc up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:28:48.546824 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1cee3d41-4763-46d8-a99d-d5d82231ef15 req-4ba93f9f-4f9c-4c3a-abd5-23006b4c82ea service neutron] 10.222.0.67 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7563133 Feb 16 22:28:48.596342 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c088533-27a4-4515-840e-0a9d4e35ed16 req-d67a930e-791e-4281-88dd-35b889b8fd49 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:48.605848 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c088533-27a4-4515-840e-0a9d4e35ed16 req-d67a930e-791e-4281-88dd-35b889b8fd49 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=483b8dee-d20c-486a-9d94-ebe5c2350232 HTTP/1.1" status: 200 len: 944 time: 0.6265333 Feb 16 22:28:48.613216 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d29b9b8-06f9-48c5-ab7b-a9e4cb30e39c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-47478451-409d-42bf-a7e5-f49e398120ca', 'network_id': '47478451-409d-42bf-a7e5-f49e398120ca', 'project_id': '71c9d6dfb627423688b9a3857ea2dea4', 'fixed_ips': [{'subnet_id': '44cdfeae-2eec-4e2e-b0b5-c22260a48d7c'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:28:48.614391 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1d29b9b8-06f9-48c5-ab7b-a9e4cb30e39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:48.646623 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-9a0945ce-fd57-442f-833f-4ae0cf955997 None None] Provisioning complete for port 05dc4a7d-e78f-41fd-810c-cc890e7dfeff triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:28:48.646623 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9a0945ce-fd57-442f-833f-4ae0cf955997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (05dc4a7d-e78f-41fd-810c-cc890e7dfeff), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:48.655467 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9df7757f-0b86-4a61-bd30-f9375fdb6a40 admin admin] Publish callbacks [] for security_group (b767b5aa-7d8b-4a89-a53a-1ec80152bcca), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:48.694435 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-713ead30-536a-4bd7-b8e8-85ff2fac2ce7 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Publish callbacks [] for port (c1f77008-b346-4d09-961b-095158338e16), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:48.699105 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9df7757f-0b86-4a61-bd30-f9375fdb6a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b767b5aa-7d8b-4a89-a53a-1ec80152bcca), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:48.704184 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7ed4d04c-6c2e-4588-bfd8-0c08b09bee63 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 4.9101236 Feb 16 22:28:48.724662 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43674) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:48.858550 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f5310e9-1b86-4c56-99db-010c309a20b7 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:28:48.869495 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c088533-27a4-4515-840e-0a9d4e35ed16 req-71fcac34-a3db-4792-93ea-df5f7a9a232b tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612731 Feb 16 22:28:48.873458 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.resource_extend [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 22:28:48.903614 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8462a7-6b40-4070-ad40-9b0485df0bfa tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:48.912943 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8462a7-6b40-4070-ad40-9b0485df0bfa tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:48.920843 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8462a7-6b40-4070-ad40-9b0485df0bfa tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:48.925089 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3b8462a7-6b40-4070-ad40-9b0485df0bfa tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1980479 Feb 16 22:28:48.929162 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43678) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:48.942545 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-37a98461-56fe-4808-8baf-0a750bca6627 req-baa3a2cc-65f4-4d82-88c0-d439795cc2a7 service neutron] 10.222.0.79 "GET /v2.0/networks/752ff291-8125-4ff8-b264-ca3a640ae0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243331 Feb 16 22:28:48.957442 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9df7757f-0b86-4a61-bd30-f9375fdb6a40 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6a64f3e62f574eeb8a480cb46896a042&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5143702 Feb 16 22:28:48.960331 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43680) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:49.020541 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96dd4381-af4f-4ea5-b533-b1e9e62724ff x-openstack-request-id: req-96dd4381-af4f-4ea5-b533-b1e9e62724ff {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:28:49.020933 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed831f5f-f767-4993-980f-2faf169161c4", "tag": "20a5b726-5e1a-4ff9-ae11-2ab3951046a5", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:28:49.021377 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-96dd4381-af4f-4ea5-b533-b1e9e62724ff {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:28:49.021846 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed831f5f-f767-4993-980f-2faf169161c4', 'tag': '20a5b726-5e1a-4ff9-ae11-2ab3951046a5', 'status': 'completed', 'code': 200} Feb 16 22:28:49.024371 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7757f-0b86-4a61-bd30-f9375fdb6a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b767b5aa-7d8b-4a89-a53a-1ec80152bcca,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:49.108471 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=05dc4a7d-e78f-41fd-810c-cc890e7dfeff,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:49.164947 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 2f5310e9-1b86-4c56-99db-010c309a20b7, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=2f5310e9-1b86-4c56-99db-010c309a20b7,segment=NetworkSegment(389109f6-ebab-4899-93e4-704200323383),segment_id=389109f6-ebab-4899-93e4-704200323383)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:49.173451 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c8de0813-1545-4ec3-81f0-6af096b06303 req-f4db0dd3-d700-48dd-952d-33447fbd4b3e tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=00ea64e0-2732-4e53-8103-42277a896f8f HTTP/1.1" status: 200 len: 210 time: 0.0417504 Feb 16 22:28:49.225388 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df2cc9-6262-4880-82da-09fce58764b4 req-d067ea27-8d4f-4be2-b0d5-7b6f61039bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:49.227684 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66df2cc9-6262-4880-82da-09fce58764b4 req-d067ea27-8d4f-4be2-b0d5-7b6f61039bc5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=40c61a7cfadd45ac85b548218034c5f0&device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 1125 time: 0.2042444 Feb 16 22:28:49.251307 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2f5310e9-1b86-4c56-99db-010c309a20b7), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:49.276321 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port b4484d1f-0ce0-4541-943f-6ad0561530bc triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:28:49.276816 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b4484d1f-0ce0-4541-943f-6ad0561530bc), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:49.302068 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-dc757046-be15-4769-bfff-dee58ee6b8cd tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Deleting port 11a176ad-990f-423f-971a-6821644cc296 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:28:49.302446 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc757046-be15-4769-bfff-dee58ee6b8cd tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (11a176ad-990f-423f-971a-6821644cc296), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:49.387721 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-713ead30-536a-4bd7-b8e8-85ff2fac2ce7 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (c1f77008-b346-4d09-961b-095158338e16), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:49.430762 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port d9c2e10f-0bd9-4527-b9af-37c0b43aa195, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=d9c2e10f-0bd9-4527-b9af-37c0b43aa195,segment=NetworkSegment(d2150ecc-73be-4cac-a3e0-52292f5f056f),segment_id=d2150ecc-73be-4cac-a3e0-52292f5f056f)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:49.450454 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-386ab5c7-5e29-439c-875d-f42d6ecf656b admin admin] Publish callbacks [] for security_group (b767b5aa-7d8b-4a89-a53a-1ec80152bcca), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:49.455636 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-9a0945ce-fd57-442f-833f-4ae0cf955997 None None] Current status of the port 05dc4a7d-e78f-41fd-810c-cc890e7dfeff is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:28:49.471935 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'd9c2e10f-0bd9-4527-b9af-37c0b43aa195', 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e', 'port_id': 'd9c2e10f-0bd9-4527-b9af-37c0b43aa195', 'mac_address': 'fa:16:3e:21:3f:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c6e9fd-2327-49e8-8e06-530f56e702f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:28:49.479681 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['2f5310e9-1b86-4c56-99db-010c309a20b7'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:28:49.490771 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-713ead30-536a-4bd7-b8e8-85ff2fac2ce7 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Network 752ff291-8125-4ff8-b264-ca3a640ae0c4 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:28:49.501047 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-981bef9c-0f47-41da-a731-bb03ed3b22b3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:49.502185 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-1d29b9b8-06f9-48c5-ab7b-a9e4cb30e39c None None] Allocated IP 2001:db8::2 (47478451-409d-42bf-a7e5-f49e398120ca/44cdfeae-2eec-4e2e-b0b5-c22260a48d7c/e464213d-ddc4-4f5f-a7fa-533ead28f50d) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:28:49.513098 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-713ead30-536a-4bd7-b8e8-85ff2fac2ce7 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:28:49.526635 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-713ead30-536a-4bd7-b8e8-85ff2fac2ce7 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:28:49.573149 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc757046-be15-4769-bfff-dee58ee6b8cd tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (11a176ad-990f-423f-971a-6821644cc296), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:49.574635 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-386ab5c7-5e29-439c-875d-f42d6ecf656b admin admin] Publish callbacks [] for security_group (b767b5aa-7d8b-4a89-a53a-1ec80152bcca), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:49.590639 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ead30-536a-4bd7-b8e8-85ff2fac2ce7 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Pushing event updated for resources: {'Port': ['ID=c1f77008-b346-4d09-961b-095158338e16,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:49.591809 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-dc757046-be15-4769-bfff-dee58ee6b8cd tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Calling delete_port for 11a176ad-990f-423f-971a-6821644cc296 owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:28:49.607421 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=2f5310e9-1b86-4c56-99db-010c309a20b7,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:49.710584 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-713ead30-536a-4bd7-b8e8-85ff2fac2ce7 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:49.711181 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-713ead30-536a-4bd7-b8e8-85ff2fac2ce7 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:49.776924 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc757046-be15-4769-bfff-dee58ee6b8cd tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (11a176ad-990f-423f-971a-6821644cc296), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:49.836199 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc757046-be15-4769-bfff-dee58ee6b8cd tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Pushing event deleted for resources: {'Port': ['ID=11a176ad-990f-423f-971a-6821644cc296,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:49.837884 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port b4484d1f-0ce0-4541-943f-6ad0561530bc is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:28:49.839111 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 30280879-e241-4a42-9b6a-1d1e6ebdbc9a up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:28:49.839875 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df2cc9-6262-4880-82da-09fce58764b4 req-4c732514-b08c-41c6-bb4f-d59f248995aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:49.841891 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66df2cc9-6262-4880-82da-09fce58764b4 req-4c732514-b08c-41c6-bb4f-d59f248995aa service neutron] 10.222.0.79 "GET /v2.0/networks?id=752ff291-8125-4ff8-b264-ca3a640ae0c4 HTTP/1.1" status: 200 len: 920 time: 0.6010544 Feb 16 22:28:49.892589 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-713ead30-536a-4bd7-b8e8-85ff2fac2ce7 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1259758 Feb 16 22:28:49.899171 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-3db8d263-78fc-4679-858c-b07f85424eef service neutron] Request body: {'port': {'device_id': '00ea64e0-2732-4e53-8103-42277a896f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:28:49.902442 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc757046-be15-4769-bfff-dee58ee6b8cd tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:49.909270 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-dc757046-be15-4769-bfff-dee58ee6b8cd tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] 10.222.0.75 "DELETE /v2.0/ports/11a176ad-990f-423f-971a-6821644cc296 HTTP/1.1" status: 204 len: 168 time: 0.9624221 Feb 16 22:28:49.916170 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4b7ec-25d0-424b-baeb-4eb181f64b2f req-9e5c70f1-b0b6-4a3a-b3f1-2436d2d36d7f tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:49.917715 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-23b4b7ec-25d0-424b-baeb-4eb181f64b2f req-9e5c70f1-b0b6-4a3a-b3f1-2436d2d36d7f tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=171815e0-b19b-4401-bdec-479ed4e27fa3 HTTP/1.1" status: 200 len: 943 time: 0.5757182 Feb 16 22:28:49.919956 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43686) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:49.945922 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port d9c2e10f-0bd9-4527-b9af-37c0b43aa195 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:28:49.946393 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d9c2e10f-0bd9-4527-b9af-37c0b43aa195), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:49.968722 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-3133835e-edce-4dea-bc04-01d41038d040 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Request body: {'port': {'name': 'tempest-new-port-name-1945373334', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:28:49.969134 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.api.validators [None req-3133835e-edce-4dea-bc04-01d41038d040 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] bootfile-name is not in valid_values {{(pid=103466) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 22:28:49.969479 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.api.validators [None req-3133835e-edce-4dea-bc04-01d41038d040 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] tftp-server is not in valid_values {{(pid=103466) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 22:28:49.970489 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.api.validators [None req-3133835e-edce-4dea-bc04-01d41038d040 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] server-ip-address is not in valid_values {{(pid=103466) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 22:28:49.996546 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-8103b239-9634-45c4-a5c3-b8fd0db6d711 None None] Provisioning complete for port 05dc4a7d-e78f-41fd-810c-cc890e7dfeff triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:28:49.996934 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8103b239-9634-45c4-a5c3-b8fd0db6d711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (05dc4a7d-e78f-41fd-810c-cc890e7dfeff), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:50.072788 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9c2e10f-0bd9-4527-b9af-37c0b43aa195 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:28:50.083216 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66df2cc9-6262-4880-82da-09fce58764b4 req-ca9251a7-3142-429a-8950-e5a467e04642 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20a5b726-5e1a-4ff9-ae11-2ab3951046a5 HTTP/1.1" status: 200 len: 217 time: 0.1972296 Feb 16 22:28:50.106531 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port d9c2e10f-0bd9-4527-b9af-37c0b43aa195, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=d9c2e10f-0bd9-4527-b9af-37c0b43aa195,segment=NetworkSegment(d2150ecc-73be-4cac-a3e0-52292f5f056f),segment_id=d2150ecc-73be-4cac-a3e0-52292f5f056f)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:50.142723 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d9c2e10f-0bd9-4527-b9af-37c0b43aa195), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:50.163159 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3133835e-edce-4dea-bc04-01d41038d040 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8e993996-414c-497e-8018-55aaa04000ce), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:50.221186 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-23b4b7ec-25d0-424b-baeb-4eb181f64b2f req-3edbdc1c-875a-4ed2-b6cf-30597ac8631f tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555407 Feb 16 22:28:50.267202 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 30280879-e241-4a42-9b6a-1d1e6ebdbc9a triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:28:50.267730 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (30280879-e241-4a42-9b6a-1d1e6ebdbc9a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:50.342579 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=d9c2e10f-0bd9-4527-b9af-37c0b43aa195,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:50.366074 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-8103b239-9634-45c4-a5c3-b8fd0db6d711 None None] Current status of the port 05dc4a7d-e78f-41fd-810c-cc890e7dfeff is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:28:50.392964 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-8103b239-9634-45c4-a5c3-b8fd0db6d711 None None] Could not find standard attr ID for object 11a176ad-990f-423f-971a-6821644cc296. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:28:50.406577 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1d29b9b8-06f9-48c5-ab7b-a9e4cb30e39c None None] Publish callbacks [] for port (e464213d-ddc4-4f5f-a7fa-533ead28f50d), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:50.435991 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1d29b9b8-06f9-48c5-ab7b-a9e4cb30e39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (e464213d-ddc4-4f5f-a7fa-533ead28f50d), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:50.458570 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-386ab5c7-5e29-439c-875d-f42d6ecf656b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b767b5aa-7d8b-4a89-a53a-1ec80152bcca), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:50.461796 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-386ab5c7-5e29-439c-875d-f42d6ecf656b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:50.463159 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-386ab5c7-5e29-439c-875d-f42d6ecf656b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b767b5aa-7d8b-4a89-a53a-1ec80152bcca HTTP/1.1" status: 204 len: 168 time: 1.4868548 Feb 16 22:28:50.477925 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-3db8d263-78fc-4679-858c-b07f85424eef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c1f77008-b346-4d09-961b-095158338e16), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:50.498896 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ab5c7-5e29-439c-875d-f42d6ecf656b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b767b5aa-7d8b-4a89-a53a-1ec80152bcca,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:50.514995 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['d9c2e10f-0bd9-4527-b9af-37c0b43aa195'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:28:50.515432 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3133835e-edce-4dea-bc04-01d41038d040 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks [] for port (8e993996-414c-497e-8018-55aaa04000ce), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:50.544719 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df2cc9-6262-4880-82da-09fce58764b4 req-106440c9-5562-4378-a3bf-691df06daca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:50.546941 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66df2cc9-6262-4880-82da-09fce58764b4 req-106440c9-5562-4378-a3bf-691df06daca6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=50b869b4-5498-459d-a27a-a372659d9f4c HTTP/1.1" status: 200 len: 859 time: 0.4144888 Feb 16 22:28:50.551109 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3133835e-edce-4dea-bc04-01d41038d040 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (8e993996-414c-497e-8018-55aaa04000ce), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:50.588325 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-3133835e-edce-4dea-bc04-01d41038d040 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] In _notify_port_updated(), no bound segment for port 8e993996-414c-497e-8018-55aaa04000ce on network 9da944b4-3843-46e5-abd3-de7b4e7b15da {{(pid=103466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 22:28:50.593640 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3133835e-edce-4dea-bc04-01d41038d040 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:50.594692 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3133835e-edce-4dea-bc04-01d41038d040 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:50.598865 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3133835e-edce-4dea-bc04-01d41038d040 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] 10.222.0.75 "PUT /v2.0/ports/8e993996-414c-497e-8018-55aaa04000ce HTTP/1.1" status: 200 len: 1129 time: 0.6772692 Feb 16 22:28:50.625458 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43692) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:50.654719 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d29b9b8-06f9-48c5-ab7b-a9e4cb30e39c None None] Network 47478451-409d-42bf-a7e5-f49e398120ca is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:28:50.706818 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-1d29b9b8-06f9-48c5-ab7b-a9e4cb30e39c None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:28:50.745370 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d29b9b8-06f9-48c5-ab7b-a9e4cb30e39c None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:28:50.751156 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29b9b8-06f9-48c5-ab7b-a9e4cb30e39c None None] Pushing event updated for resources: {'Port': ['ID=e464213d-ddc4-4f5f-a7fa-533ead28f50d,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:50.771441 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 30280879-e241-4a42-9b6a-1d1e6ebdbc9a is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:28:50.780679 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66df2cc9-6262-4880-82da-09fce58764b4 req-c01836ca-0e8a-4f73-a80d-0af059e8c430 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=752ff291-8125-4ff8-b264-ca3a640ae0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1947098 Feb 16 22:28:50.786984 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-762bf223-8f94-4bff-aaf4-61f9c481fae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:50.870078 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133835e-edce-4dea-bc04-01d41038d040 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Pushing event updated for resources: {'Port': ['ID=8e993996-414c-497e-8018-55aaa04000ce,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:50.887995 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47e66fa-7998-4319-8397-7cf154aaf264 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:50.894156 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a47e66fa-7998-4319-8397-7cf154aaf264 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] 10.222.0.75 "GET /v2.0/ports/8e993996-414c-497e-8018-55aaa04000ce HTTP/1.1" status: 200 len: 1129 time: 0.2658126 Feb 16 22:28:50.895022 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43698) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:50.922230 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199cfde-49ff-40c5-9e56-6a9ac06874a1 req-b274474c-c659-4596-94bc-aae8d908dd59 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:50.923963 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c199cfde-49ff-40c5-9e56-6a9ac06874a1 req-b274474c-c659-4596-94bc-aae8d908dd59 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=483b8dee-d20c-486a-9d94-ebe5c2350232 HTTP/1.1" status: 200 len: 945 time: 0.4034889 Feb 16 22:28:50.939938 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device f524e8c6-f200-49c9-9225-29c651a5385f no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:28:51.035613 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: f524e8c6-f200-49c9-9225-29c651a5385f {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:28:51.037069 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device f524e8c6-f200-49c9-9225-29c651a5385f not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:28:51.043216 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43700) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:51.052969 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-1d29b9b8-06f9-48c5-ab7b-a9e4cb30e39c None None] Attempting to bind port e464213d-ddc4-4f5f-a7fa-533ead28f50d on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:28:51.053346 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-1d29b9b8-06f9-48c5-ab7b-a9e4cb30e39c None None] Attempting to bind port e464213d-ddc4-4f5f-a7fa-533ead28f50d by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '1369e8a3-ed54-4aa6-8a9a-46fb952c1ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47478451-409d-42bf-a7e5-f49e398120ca'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:28:51.053710 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d29b9b8-06f9-48c5-ab7b-a9e4cb30e39c None None] Attempting to bind port e464213d-ddc4-4f5f-a7fa-533ead28f50d on network 47478451-409d-42bf-a7e5-f49e398120ca {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:28:51.080101 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-981bef9c-0f47-41da-a731-bb03ed3b22b3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Allocated IP 2001:db8::1 (41cb22dd-4022-4f67-b708-3491f6a49089/e19e4570-8f57-4290-bbae-47ceab75fbaa/c5c2c3ee-5cc1-44d6-b978-7e2f216467a0) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:28:51.089629 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d29b9b8-06f9-48c5-ab7b-a9e4cb30e39c None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:28:51.089997 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d29b9b8-06f9-48c5-ab7b-a9e4cb30e39c None None] Checking segment: {'id': '1369e8a3-ed54-4aa6-8a9a-46fb952c1ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47478451-409d-42bf-a7e5-f49e398120ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:28:51.090609 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1d29b9b8-06f9-48c5-ab7b-a9e4cb30e39c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:51.091002 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d29b9b8-06f9-48c5-ab7b-a9e4cb30e39c None None] Bound using segment: {'id': '1369e8a3-ed54-4aa6-8a9a-46fb952c1ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47478451-409d-42bf-a7e5-f49e398120ca'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:28:51.091488 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-1d29b9b8-06f9-48c5-ab7b-a9e4cb30e39c None None] Bound port: e464213d-ddc4-4f5f-a7fa-533ead28f50d, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1369e8a3-ed54-4aa6-8a9a-46fb952c1ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47478451-409d-42bf-a7e5-f49e398120ca'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:28:51.091915 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1d29b9b8-06f9-48c5-ab7b-a9e4cb30e39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e464213d-ddc4-4f5f-a7fa-533ead28f50d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:51.114238 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f0f32700-2642-4877-98fc-64f089dca9d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:51.131497 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66df2cc9-6262-4880-82da-09fce58764b4 req-c3c3d6ee-c172-48b7-a365-79b05b27bf28 service neutron] 10.222.0.79 "GET /v2.0/networks/752ff291-8125-4ff8-b264-ca3a640ae0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198147 Feb 16 22:28:51.135590 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c199cfde-49ff-40c5-9e56-6a9ac06874a1 req-d0de9db3-7f6d-4844-90e3-fb58c3572515 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873369 Feb 16 22:28:51.248857 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 05dc4a7d-e78f-41fd-810c-cc890e7dfeff up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:28:51.289900 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-981bef9c-0f47-41da-a731-bb03ed3b22b3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks [] for port (c5c2c3ee-5cc1-44d6-b978-7e2f216467a0), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:51.295657 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66df2cc9-6262-4880-82da-09fce58764b4 req-e59c423a-ea91-497f-b76c-1ea2ae242e5e service neutron] 10.222.0.79 "GET /v2.0/networks/752ff291-8125-4ff8-b264-ca3a640ae0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555262 Feb 16 22:28:51.331184 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9fb6bd7f-97a7-4e26-a5f3-0804dc816a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (4ae44f38-c1bc-480f-9e15-661250e131f9), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:51.396803 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1d29b9b8-06f9-48c5-ab7b-a9e4cb30e39c None None] For port e464213d-ddc4-4f5f-a7fa-533ead28f50d, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:28:51.401251 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1d29b9b8-06f9-48c5-ab7b-a9e4cb30e39c None None] For port e464213d-ddc4-4f5f-a7fa-533ead28f50d, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=e464213d-ddc4-4f5f-a7fa-533ead28f50d,segment=NetworkSegment(1369e8a3-ed54-4aa6-8a9a-46fb952c1ed3),segment_id=1369e8a3-ed54-4aa6-8a9a-46fb952c1ed3)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:28:51.405203 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-6a5f8c35-8f3a-400f-9103-d75085f1e322 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Deleting port 8e993996-414c-497e-8018-55aaa04000ce {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:28:51.405797 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6a5f8c35-8f3a-400f-9103-d75085f1e322 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (8e993996-414c-497e-8018-55aaa04000ce), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:51.416521 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-50a2b418-516a-462f-ad64-71a4bc6bf0ba None None] Provisioning complete for port 8e993996-414c-497e-8018-55aaa04000ce triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:28:51.417392 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-50a2b418-516a-462f-ad64-71a4bc6bf0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8e993996-414c-497e-8018-55aaa04000ce), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:51.480658 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-50a2b418-516a-462f-ad64-71a4bc6bf0ba None None] Port 8e993996-414c-497e-8018-55aaa04000ce cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:28:51.487806 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1d29b9b8-06f9-48c5-ab7b-a9e4cb30e39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (e464213d-ddc4-4f5f-a7fa-533ead28f50d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:51.488019 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-3db8d263-78fc-4679-858c-b07f85424eef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1f77008-b346-4d09-961b-095158338e16 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:28:51.496616 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-3db8d263-78fc-4679-858c-b07f85424eef service neutron] Publish callbacks [] for port (c1f77008-b346-4d09-961b-095158338e16), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:51.512112 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-3db8d263-78fc-4679-858c-b07f85424eef service neutron] Transition to ACTIVE for port object c1f77008-b346-4d09-961b-095158338e16 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:28:51.516310 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-981bef9c-0f47-41da-a731-bb03ed3b22b3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (c5c2c3ee-5cc1-44d6-b978-7e2f216467a0), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:51.527085 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6a5f8c35-8f3a-400f-9103-d75085f1e322 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (8e993996-414c-497e-8018-55aaa04000ce), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:51.530322 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-3db8d263-78fc-4679-858c-b07f85424eef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (c1f77008-b346-4d09-961b-095158338e16), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:51.542539 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-6a5f8c35-8f3a-400f-9103-d75085f1e322 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Calling delete_port for 8e993996-414c-497e-8018-55aaa04000ce owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:28:51.571952 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29b9b8-06f9-48c5-ab7b-a9e4cb30e39c None None] Pushing event updated for resources: {'Port': ['ID=e464213d-ddc4-4f5f-a7fa-533ead28f50d,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:51.595957 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981bef9c-0f47-41da-a731-bb03ed3b22b3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Network 41cb22dd-4022-4f67-b708-3491f6a49089 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:28:51.597140 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 20a5b726-5e1a-4ff9-ae11-2ab3951046a5 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:28:51.604858 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 2f5310e9-1b86-4c56-99db-010c309a20b7 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:28:51.612305 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-981bef9c-0f47-41da-a731-bb03ed3b22b3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:28:51.622955 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981bef9c-0f47-41da-a731-bb03ed3b22b3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:28:51.623585 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-981bef9c-0f47-41da-a731-bb03ed3b22b3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (b27c83c3-f1a2-44ea-9e45-a70121c25be8), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:51.686405 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 05dc4a7d-e78f-41fd-810c-cc890e7dfeff triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:28:51.686786 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (05dc4a7d-e78f-41fd-810c-cc890e7dfeff), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:51.696599 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981bef9c-0f47-41da-a731-bb03ed3b22b3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Pushing event updated for resources: {'Port': ['ID=c5c2c3ee-5cc1-44d6-b978-7e2f216467a0,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:51.733407 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6a5f8c35-8f3a-400f-9103-d75085f1e322 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (8e993996-414c-497e-8018-55aaa04000ce), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:51.843277 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8d263-78fc-4679-858c-b07f85424eef service neutron] Pushing event updated for resources: {'Port': ['ID=c1f77008-b346-4d09-961b-095158338e16,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:51.870931 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f0f32700-2642-4877-98fc-64f089dca9d9 admin admin] Publish callbacks [] for security_group (1033a148-d6fe-4f7d-85e5-5a907d248f35), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:51.884003 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284e2b3-56b0-480e-89ff-7fe7b2f9d718 req-69502511-692c-40b1-a984-46b302a48f8a tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:51.889642 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e284e2b3-56b0-480e-89ff-7fe7b2f9d718 req-69502511-692c-40b1-a984-46b302a48f8a tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=00ea64e0-2732-4e53-8103-42277a896f8f HTTP/1.1" status: 200 len: 931 time: 0.5884080 Feb 16 22:28:51.890994 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f8c35-8f3a-400f-9103-d75085f1e322 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Pushing event deleted for resources: {'Port': ['ID=8e993996-414c-497e-8018-55aaa04000ce,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:51.931775 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f0f32700-2642-4877-98fc-64f089dca9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (1033a148-d6fe-4f7d-85e5-5a907d248f35), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:52.001246 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 20a5b726-5e1a-4ff9-ae11-2ab3951046a5, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=20a5b726-5e1a-4ff9-ae11-2ab3951046a5,segment=NetworkSegment(b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9),segment_id=b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:52.026799 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '20a5b726-5e1a-4ff9-ae11-2ab3951046a5', 'network_id': '752ff291-8125-4ff8-b264-ca3a640ae0c4', 'port_id': '20a5b726-5e1a-4ff9-ae11-2ab3951046a5', 'mac_address': 'fa:16:3e:77:c4:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50b869b4-5498-459d-a27a-a372659d9f4c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:28:52.053230 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6a5f8c35-8f3a-400f-9103-d75085f1e322 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:52.067005 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6a5f8c35-8f3a-400f-9103-d75085f1e322 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] 10.222.0.75 "DELETE /v2.0/ports/8e993996-414c-497e-8018-55aaa04000ce HTTP/1.1" status: 204 len: 168 time: 1.1639149 Feb 16 22:28:52.072805 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43706) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:52.075521 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-3db8d263-78fc-4679-858c-b07f85424eef service neutron] Attempting to bind port c1f77008-b346-4d09-961b-095158338e16 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:28:52.076055 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-3db8d263-78fc-4679-858c-b07f85424eef service neutron] Attempting to bind port c1f77008-b346-4d09-961b-095158338e16 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '752ff291-8125-4ff8-b264-ca3a640ae0c4'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:28:52.077887 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-3db8d263-78fc-4679-858c-b07f85424eef service neutron] Attempting to bind port c1f77008-b346-4d09-961b-095158338e16 on network 752ff291-8125-4ff8-b264-ca3a640ae0c4 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:28:52.143453 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e284e2b3-56b0-480e-89ff-7fe7b2f9d718 req-29568fde-ccf5-499b-8353-0f69e911828d tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288485 Feb 16 22:28:52.148897 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f0f32700-2642-4877-98fc-64f089dca9d9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=74444fb6f853429bb8d10041e84a5f64&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0987914 Feb 16 22:28:52.149649 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43708) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:52.150339 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f32700-2642-4877-98fc-64f089dca9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1033a148-d6fe-4f7d-85e5-5a907d248f35,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:52.183738 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device d9c2e10f-0bd9-4527-b9af-37c0b43aa195 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:28:52.227881 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-3db8d263-78fc-4679-858c-b07f85424eef service neutron] Port c1f77008-b346-4d09-961b-095158338e16 on network 752ff291-8125-4ff8-b264-ca3a640ae0c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:28:52.229314 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 2f5310e9-1b86-4c56-99db-010c309a20b7 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:28:52.233740 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-3db8d263-78fc-4679-858c-b07f85424eef service neutron] Attempting to bind port c1f77008-b346-4d09-961b-095158338e16 on network 752ff291-8125-4ff8-b264-ca3a640ae0c4 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:28:52.251957 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 20a5b726-5e1a-4ff9-ae11-2ab3951046a5 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:28:52.252438 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (20a5b726-5e1a-4ff9-ae11-2ab3951046a5), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:52.260148 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-3db8d263-78fc-4679-858c-b07f85424eef service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:28:52.260496 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-3db8d263-78fc-4679-858c-b07f85424eef service neutron] Checking segment: {'id': 'b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '752ff291-8125-4ff8-b264-ca3a640ae0c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:28:52.260900 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-3db8d263-78fc-4679-858c-b07f85424eef service neutron] Bound using segment: {'id': 'b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '752ff291-8125-4ff8-b264-ca3a640ae0c4'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:28:52.261379 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-3db8d263-78fc-4679-858c-b07f85424eef service neutron] Bound port: c1f77008-b346-4d09-961b-095158338e16, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '752ff291-8125-4ff8-b264-ca3a640ae0c4'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:28:52.262016 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-3db8d263-78fc-4679-858c-b07f85424eef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c1f77008-b346-4d09-961b-095158338e16), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:52.275039 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20a5b726-5e1a-4ff9-ae11-2ab3951046a5 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:28:52.279493 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 2f5310e9-1b86-4c56-99db-010c309a20b7 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:28:52.279960 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2f5310e9-1b86-4c56-99db-010c309a20b7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:52.330956 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-39723121-cc16-4024-a3f0-dbc428ca8928 None None] Provisioning complete for port c5c2c3ee-5cc1-44d6-b978-7e2f216467a0 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:28:52.331624 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-39723121-cc16-4024-a3f0-dbc428ca8928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c5c2c3ee-5cc1-44d6-b978-7e2f216467a0), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:52.358334 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8567ae69-f6b3-4416-b3f6-845ad4c7267b admin admin] Publish callbacks [] for security_group (1033a148-d6fe-4f7d-85e5-5a907d248f35), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:52.376938 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-39723121-cc16-4024-a3f0-dbc428ca8928 None None] Port c5c2c3ee-5cc1-44d6-b978-7e2f216467a0 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:28:52.386440 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317af94-992e-4c16-98cb-b2d9baa89a1f req-9794e40a-1143-4e57-9824-dab23a6ae5bd tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:52.388505 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2317af94-992e-4c16-98cb-b2d9baa89a1f req-9794e40a-1143-4e57-9824-dab23a6ae5bd tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=171815e0-b19b-4401-bdec-479ed4e27fa3 HTTP/1.1" status: 200 len: 944 time: 0.1662743 Feb 16 22:28:52.427557 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 20a5b726-5e1a-4ff9-ae11-2ab3951046a5, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=20a5b726-5e1a-4ff9-ae11-2ab3951046a5,segment=NetworkSegment(b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9),segment_id=b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:52.438989 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-3db8d263-78fc-4679-858c-b07f85424eef service neutron] For port c1f77008-b346-4d09-961b-095158338e16, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:28:52.443430 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-3db8d263-78fc-4679-858c-b07f85424eef service neutron] For port c1f77008-b346-4d09-961b-095158338e16, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c1f77008-b346-4d09-961b-095158338e16,segment=NetworkSegment(b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9),segment_id=b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:28:52.463992 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-3db8d263-78fc-4679-858c-b07f85424eef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (c1f77008-b346-4d09-961b-095158338e16), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:52.472936 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-78dced81-c31b-4614-8bf7-5376df114454 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Deleting subnet ec30bc6d-14fa-4b9a-8973-b07b0d318cfe {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:28:52.479473 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-78dced81-c31b-4614-8bf7-5376df114454 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks [] for subnet (ec30bc6d-14fa-4b9a-8973-b07b0d318cfe), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:52.480655 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8567ae69-f6b3-4416-b3f6-845ad4c7267b admin admin] Publish callbacks [] for security_group (1033a148-d6fe-4f7d-85e5-5a907d248f35), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:52.487067 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2317af94-992e-4c16-98cb-b2d9baa89a1f req-ed26008b-1979-4a05-ab74-ee8e1836b9c9 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879292 Feb 16 22:28:52.489062 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 2f5310e9-1b86-4c56-99db-010c309a20b7 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:28:52.489548 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2f5310e9-1b86-4c56-99db-010c309a20b7), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:52.493814 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-981bef9c-0f47-41da-a731-bb03ed3b22b3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c5c2c3ee-5cc1-44d6-b978-7e2f216467a0), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:52.512840 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (20a5b726-5e1a-4ff9-ae11-2ab3951046a5), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:52.542198 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 05dc4a7d-e78f-41fd-810c-cc890e7dfeff is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:28:52.586740 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483b8dee-d20c-486a-9d94-ebe5c2350232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5310e9-1b86-4c56-99db-010c309a20b7'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:28:52.587373 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8567ae69-f6b3-4416-b3f6-845ad4c7267b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (1033a148-d6fe-4f7d-85e5-5a907d248f35), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:52.590336 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8567ae69-f6b3-4416-b3f6-845ad4c7267b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:52.590987 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df40166f-a672-44de-857d-9e9ea6864808" -d '{"events": [{"server_uuid": "483b8dee-d20c-486a-9d94-ebe5c2350232", "name": "network-vif-plugged", "status": "completed", "tag": "2f5310e9-1b86-4c56-99db-010c309a20b7"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:28:52.592235 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8567ae69-f6b3-4416-b3f6-845ad4c7267b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1033a148-d6fe-4f7d-85e5-5a907d248f35 HTTP/1.1" status: 204 len: 168 time: 0.4390957 Feb 16 22:28:52.611469 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-3db8d263-78fc-4679-858c-b07f85424eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:52.612122 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-3db8d263-78fc-4679-858c-b07f85424eef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:52.612527 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567ae69-f6b3-4416-b3f6-845ad4c7267b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1033a148-d6fe-4f7d-85e5-5a907d248f35,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:52.615661 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-3db8d263-78fc-4679-858c-b07f85424eef service neutron] 10.222.0.67 "PUT /v2.0/ports/c1f77008-b346-4d09-961b-095158338e16 HTTP/1.1" status: 200 len: 1091 time: 2.7221828 Feb 16 22:28:52.616328 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ea64e0-2732-4e53-8103-42277a896f8f', 'tag': 'c1f77008-b346-4d09-961b-095158338e16'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:28:52.618696 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d85aae9-eab7-4dba-8603-7effd2de8c99" -d '{"events": [{"name": "network-changed", "server_uuid": "00ea64e0-2732-4e53-8103-42277a896f8f", "tag": "c1f77008-b346-4d09-961b-095158338e16"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:28:52.629323 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 2f5310e9-1b86-4c56-99db-010c309a20b7, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=2f5310e9-1b86-4c56-99db-010c309a20b7,segment=NetworkSegment(389109f6-ebab-4899-93e4-704200323383),segment_id=389109f6-ebab-4899-93e4-704200323383)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:52.632156 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port d9c2e10f-0bd9-4527-b9af-37c0b43aa195 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:28:52.645593 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port d9c2e10f-0bd9-4527-b9af-37c0b43aa195 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:28:52.646114 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d9c2e10f-0bd9-4527-b9af-37c0b43aa195), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:52.701570 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-78dced81-c31b-4614-8bf7-5376df114454 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (ec30bc6d-14fa-4b9a-8973-b07b0d318cfe), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:52.745138 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2f5310e9-1b86-4c56-99db-010c309a20b7), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:52.755074 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb64cc-bf57-44b0-96f9-98ef1ba9a79a req-504e344f-2e3d-4680-a8a8-53e47e7eff41 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:52.766529 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dbeb64cc-bf57-44b0-96f9-98ef1ba9a79a req-504e344f-2e3d-4680-a8a8-53e47e7eff41 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=483b8dee-d20c-486a-9d94-ebe5c2350232 HTTP/1.1" status: 200 len: 946 time: 0.1513801 Feb 16 22:28:52.786927 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8d263-78fc-4679-858c-b07f85424eef service neutron] Pushing event updated for resources: {'Port': ['ID=c1f77008-b346-4d09-961b-095158338e16,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:52.792069 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=20a5b726-5e1a-4ff9-ae11-2ab3951046a5,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:52.859963 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dbeb64cc-bf57-44b0-96f9-98ef1ba9a79a req-bdd9bf49-68ee-49c2-a51c-2c5f1534bbd5 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914543 Feb 16 22:28:52.918917 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4d56d3-a4a4-4003-86e9-3028ea6a492d x-openstack-request-id: req-9d4d56d3-a4a4-4003-86e9-3028ea6a492d {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:28:52.919226 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "483b8dee-d20c-486a-9d94-ebe5c2350232", "name": "network-vif-plugged", "status": "completed", "tag": "2f5310e9-1b86-4c56-99db-010c309a20b7", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:28:52.919492 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9d4d56d3-a4a4-4003-86e9-3028ea6a492d {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:28:52.919906 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483b8dee-d20c-486a-9d94-ebe5c2350232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5310e9-1b86-4c56-99db-010c309a20b7', 'code': 200} Feb 16 22:28:52.926489 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=2f5310e9-1b86-4c56-99db-010c309a20b7,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:52.931178 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['20a5b726-5e1a-4ff9-ae11-2ab3951046a5'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:28:52.986845 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780d27ca-2d0c-4388-85b9-91c964e0c57b x-openstack-request-id: req-780d27ca-2d0c-4388-85b9-91c964e0c57b {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:28:52.987732 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ea64e0-2732-4e53-8103-42277a896f8f", "tag": "c1f77008-b346-4d09-961b-095158338e16", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:28:52.987732 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-780d27ca-2d0c-4388-85b9-91c964e0c57b {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:28:52.987947 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ea64e0-2732-4e53-8103-42277a896f8f', 'tag': 'c1f77008-b346-4d09-961b-095158338e16', 'status': 'completed', 'code': 200} Feb 16 22:28:53.070074 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-78dced81-c31b-4614-8bf7-5376df114454 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (ec30bc6d-14fa-4b9a-8973-b07b0d318cfe), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:53.119833 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d68b1-143c-4702-a447-70038cf3feb1 req-4fc464fc-6a83-4cf0-847c-d8552026aa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:53.121563 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-dcc2bc56-b138-46e6-af65-b36ca48b4392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:53.125109 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-924d68b1-143c-4702-a447-70038cf3feb1 req-4fc464fc-6a83-4cf0-847c-d8552026aa61 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=483b8dee-d20c-486a-9d94-ebe5c2350232 HTTP/1.1" status: 200 len: 1128 time: 0.1328919 Feb 16 22:28:53.158630 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port d9c2e10f-0bd9-4527-b9af-37c0b43aa195 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:28:53.159058 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d9c2e10f-0bd9-4527-b9af-37c0b43aa195), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:53.246925 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-924d68b1-143c-4702-a447-70038cf3feb1 req-ec801728-0638-4bad-a50a-26ffe8f03964 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084769 Feb 16 22:28:53.277773 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-d3139c55-5bab-4518-bdec-77e8e2de581c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:53.287684 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-d3139c55-5bab-4518-bdec-77e8e2de581c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=40c61a7cfadd45ac85b548218034c5f0&device_id=00ea64e0-2732-4e53-8103-42277a896f8f HTTP/1.1" status: 200 len: 1125 time: 0.5888562 Feb 16 22:28:53.302928 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port d9c2e10f-0bd9-4527-b9af-37c0b43aa195, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=d9c2e10f-0bd9-4527-b9af-37c0b43aa195,segment=NetworkSegment(d2150ecc-73be-4cac-a3e0-52292f5f056f),segment_id=d2150ecc-73be-4cac-a3e0-52292f5f056f)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:53.308264 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device e464213d-ddc4-4f5f-a7fa-533ead28f50d up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:28:53.344603 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550191d-d279-4196-a423-c94ebf21bda3 req-edd6e48c-3e4e-4bef-860e-22fe8d22c299 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:53.347382 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d550191d-d279-4196-a423-c94ebf21bda3 req-edd6e48c-3e4e-4bef-860e-22fe8d22c299 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=00ea64e0-2732-4e53-8103-42277a896f8f HTTP/1.1" status: 200 len: 943 time: 0.0790665 Feb 16 22:28:53.369598 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d9c2e10f-0bd9-4527-b9af-37c0b43aa195), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:53.474278 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d550191d-d279-4196-a423-c94ebf21bda3 req-48390945-3d61-482c-a838-631481fd26e3 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206813 Feb 16 22:28:53.548450 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=d9c2e10f-0bd9-4527-b9af-37c0b43aa195,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:53.589321 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port e464213d-ddc4-4f5f-a7fa-533ead28f50d triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:28:53.589944 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e464213d-ddc4-4f5f-a7fa-533ead28f50d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:53.607611 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-cc94e1e7-5034-4262-a48b-2c10b83c4fdd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1f77008-b346-4d09-961b-095158338e16 HTTP/1.1" status: 200 len: 217 time: 0.3036706 Feb 16 22:28:53.648179 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43738) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:53.685119 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df98384-8681-45cd-806b-3cc654b33077 None None] Network 47478451-409d-42bf-a7e5-f49e398120ca requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:28:53.707170 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-981bef9c-0f47-41da-a731-bb03ed3b22b3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks [] for port (c5c2c3ee-5cc1-44d6-b978-7e2f216467a0), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:53.712149 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-78dced81-c31b-4614-8bf7-5376df114454 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (ec30bc6d-14fa-4b9a-8973-b07b0d318cfe), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:53.725621 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392f198-91e6-4cbd-9a51-189e3e167e43 req-37c05ccf-29c4-4f46-bc1e-89ac33d120bd tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:53.730213 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6392f198-91e6-4cbd-9a51-189e3e167e43 req-37c05ccf-29c4-4f46-bc1e-89ac33d120bd tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=171815e0-b19b-4401-bdec-479ed4e27fa3 HTTP/1.1" status: 200 len: 945 time: 0.1377506 Feb 16 22:28:53.740254 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port e464213d-ddc4-4f5f-a7fa-533ead28f50d is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:28:53.740984 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e464213d-ddc4-4f5f-a7fa-533ead28f50d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:53.764748 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-981bef9c-0f47-41da-a731-bb03ed3b22b3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (c5c2c3ee-5cc1-44d6-b978-7e2f216467a0), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:53.769126 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-981bef9c-0f47-41da-a731-bb03ed3b22b3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (b27c83c3-f1a2-44ea-9e45-a70121c25be8), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:53.780913 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-78dced81-c31b-4614-8bf7-5376df114454 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:53.788382 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77876ad2-99c9-4f04-82d7-595d3b4d7f5b None None] Network 9da944b4-3843-46e5-abd3-de7b4e7b15da requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:28:53.799012 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-78dced81-c31b-4614-8bf7-5376df114454 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] 10.222.0.75 "DELETE /v2.0/subnets/ec30bc6d-14fa-4b9a-8973-b07b0d318cfe HTTP/1.1" status: 204 len: 168 time: 1.7009270 Feb 16 22:28:53.816910 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43744) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:53.818017 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-779783e0-26b2-4a61-bb7a-eeabb3e64b8b None None] Provisioning complete for port e464213d-ddc4-4f5f-a7fa-533ead28f50d triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:28:53.818638 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-779783e0-26b2-4a61-bb7a-eeabb3e64b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e464213d-ddc4-4f5f-a7fa-533ead28f50d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:53.832671 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6392f198-91e6-4cbd-9a51-189e3e167e43 req-118c9661-42a4-42de-8863-13180a7ec446 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911520 Feb 16 22:28:53.866142 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-9fb6bd7f-97a7-4e26-a5f3-0804dc816a79 admin admin] Deleting port 2a0cef2b-53dc-4659-8332-a21c3756ee48 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:28:53.866714 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9fb6bd7f-97a7-4e26-a5f3-0804dc816a79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (2a0cef2b-53dc-4659-8332-a21c3756ee48), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:53.929238 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5a8bbeb4-9d5f-49fb-80c2-5dc627ffeacd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:54.012067 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b25d9206-948d-412f-a75d-efc507cb1a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (9da944b4-3843-46e5-abd3-de7b4e7b15da), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:54.058433 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-9fb6bd7f-97a7-4e26-a5f3-0804dc816a79 admin admin] For port 2a0cef2b-53dc-4659-8332-a21c3756ee48, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=2a0cef2b-53dc-4659-8332-a21c3756ee48,segment=NetworkSegment(681e05e7-6c63-421e-a169-dc3fe60cb7be),segment_id=681e05e7-6c63-421e-a169-dc3fe60cb7be)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:54.059100 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9fb6bd7f-97a7-4e26-a5f3-0804dc816a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (2a0cef2b-53dc-4659-8332-a21c3756ee48), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:54.076448 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-9fb6bd7f-97a7-4e26-a5f3-0804dc816a79 admin admin] Calling delete_port for 2a0cef2b-53dc-4659-8332-a21c3756ee48 owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:28:54.128182 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port e464213d-ddc4-4f5f-a7fa-533ead28f50d, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=e464213d-ddc4-4f5f-a7fa-533ead28f50d,segment=NetworkSegment(1369e8a3-ed54-4aa6-8a9a-46fb952c1ed3),segment_id=1369e8a3-ed54-4aa6-8a9a-46fb952c1ed3)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:54.204627 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (e464213d-ddc4-4f5f-a7fa-533ead28f50d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:54.230735 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-b25d9206-948d-412f-a75d-efc507cb1a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Deleting port 30280879-e241-4a42-9b6a-1d1e6ebdbc9a {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:28:54.231101 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b25d9206-948d-412f-a75d-efc507cb1a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (30280879-e241-4a42-9b6a-1d1e6ebdbc9a), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:54.298530 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:54.313071 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-779783e0-26b2-4a61-bb7a-eeabb3e64b8b None None] Current status of the port e464213d-ddc4-4f5f-a7fa-533ead28f50d is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:28:54.321265 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-779783e0-26b2-4a61-bb7a-eeabb3e64b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e464213d-ddc4-4f5f-a7fa-533ead28f50d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:54.336038 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70490f-9c5d-44fd-98c9-75b9664b4339 req-76f9127a-79f5-4dfc-8810-f4f31a058b40 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:54.349138 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aa70490f-9c5d-44fd-98c9-75b9664b4339 req-76f9127a-79f5-4dfc-8810-f4f31a058b40 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=483b8dee-d20c-486a-9d94-ebe5c2350232 HTTP/1.1" status: 200 len: 946 time: 0.3286116 Feb 16 22:28:54.398758 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=e464213d-ddc4-4f5f-a7fa-533ead28f50d,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:54.451473 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-b25d9206-948d-412f-a75d-efc507cb1a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] For port 30280879-e241-4a42-9b6a-1d1e6ebdbc9a, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=30280879-e241-4a42-9b6a-1d1e6ebdbc9a,segment=NetworkSegment(865b5026-2d36-4375-b60d-865b399bbd91),segment_id=865b5026-2d36-4375-b60d-865b399bbd91)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:54.451845 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b25d9206-948d-412f-a75d-efc507cb1a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (30280879-e241-4a42-9b6a-1d1e6ebdbc9a), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:54.456721 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5a8bbeb4-9d5f-49fb-80c2-5dc627ffeacd admin admin] Publish callbacks [] for security_group (398efb2a-a5b8-4ddd-9bbd-187daed76b54), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:54.484710 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-779783e0-26b2-4a61-bb7a-eeabb3e64b8b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:28:54.485184 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-779783e0-26b2-4a61-bb7a-eeabb3e64b8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:28:54.490791 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5a8bbeb4-9d5f-49fb-80c2-5dc627ffeacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (398efb2a-a5b8-4ddd-9bbd-187daed76b54), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:54.491986 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-c4782728-b607-46a6-b751-beaa24f112a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:54.493999 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-c4782728-b607-46a6-b751-beaa24f112a1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=50b869b4-5498-459d-a27a-a372659d9f4c HTTP/1.1" status: 200 len: 859 time: 0.7654469 Feb 16 22:28:54.502876 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dced81-c31b-4614-8bf7-5376df114454 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Pushing event deleted for resources: {'Subnet': ['ID=ec30bc6d-14fa-4b9a-8973-b07b0d318cfe,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:54.515780 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f090d765-70d6-4002-a9c8-620af8323d6e None None] DHCP port deletion for 9da944b4-3843-46e5-abd3-de7b4e7b15da request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:28:54.542560 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-b25d9206-948d-412f-a75d-efc507cb1a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Calling delete_port for 30280879-e241-4a42-9b6a-1d1e6ebdbc9a owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:28:54.554164 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-df61214f-f717-487d-9a46-98d46ab6bdab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=752ff291-8125-4ff8-b264-ca3a640ae0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373580 Feb 16 22:28:54.596980 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aa70490f-9c5d-44fd-98c9-75b9664b4339 req-94e5d402-f8b3-4b0b-a361-3e2574649880 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465739 Feb 16 22:28:54.640799 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f090d765-70d6-4002-a9c8-620af8323d6e None None] Deleting port 30280879-e241-4a42-9b6a-1d1e6ebdbc9a {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:28:54.643314 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f090d765-70d6-4002-a9c8-620af8323d6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (30280879-e241-4a42-9b6a-1d1e6ebdbc9a), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:54.678079 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981bef9c-0f47-41da-a731-bb03ed3b22b3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Pushing event updated for resources: {'Port': ['ID=c5c2c3ee-5cc1-44d6-b978-7e2f216467a0,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:54.683236 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-b45ba634-151e-411e-901f-2cf3af1dc337 service neutron] 10.222.0.67 "GET /v2.0/networks/752ff291-8125-4ff8-b264-ca3a640ae0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188238 Feb 16 22:28:54.738029 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5a8bbeb4-9d5f-49fb-80c2-5dc627ffeacd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9e2e421509c841e6a9a807aee4c96185&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0876360 Feb 16 22:28:54.738795 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8bbeb4-9d5f-49fb-80c2-5dc627ffeacd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398efb2a-a5b8-4ddd-9bbd-187daed76b54,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:54.744276 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43764) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:54.788543 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-f090d765-70d6-4002-a9c8-620af8323d6e None None] For port 30280879-e241-4a42-9b6a-1d1e6ebdbc9a, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=30280879-e241-4a42-9b6a-1d1e6ebdbc9a,segment=NetworkSegment(865b5026-2d36-4375-b60d-865b399bbd91),segment_id=865b5026-2d36-4375-b60d-865b399bbd91)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:54.789195 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f090d765-70d6-4002-a9c8-620af8323d6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (30280879-e241-4a42-9b6a-1d1e6ebdbc9a), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:54.816661 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f090d765-70d6-4002-a9c8-620af8323d6e None None] Calling delete_port for 30280879-e241-4a42-9b6a-1d1e6ebdbc9a owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:28:54.915745 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2861209f-3442-4466-b245-fe5c55934a20 admin admin] Publish callbacks [] for security_group (398efb2a-a5b8-4ddd-9bbd-187daed76b54), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:54.929198 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf799ae0-32ff-438c-a614-27b9af71fe48 req-97d53697-34fe-4132-878b-1f7659900533 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:54.930805 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bf799ae0-32ff-438c-a614-27b9af71fe48 req-97d53697-34fe-4132-878b-1f7659900533 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=00ea64e0-2732-4e53-8103-42277a896f8f HTTP/1.1" status: 200 len: 943 time: 0.1889460 Feb 16 22:28:54.935660 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171815e0-b19b-4401-bdec-479ed4e27fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c2e10f-0bd9-4527-b9af-37c0b43aa195'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:28:54.937346 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b25d9206-948d-412f-a75d-efc507cb1a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (30280879-e241-4a42-9b6a-1d1e6ebdbc9a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:54.937933 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7e6083-d0d4-48e7-811f-8af38c957c38" -d '{"events": [{"server_uuid": "171815e0-b19b-4401-bdec-479ed4e27fa3", "name": "network-vif-plugged", "status": "completed", "tag": "d9c2e10f-0bd9-4527-b9af-37c0b43aa195"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:28:54.991951 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2861209f-3442-4466-b245-fe5c55934a20 admin admin] Publish callbacks [] for security_group (398efb2a-a5b8-4ddd-9bbd-187daed76b54), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:55.007612 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d9206-948d-412f-a75d-efc507cb1a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Pushing event deleted for resources: {'Port': ['ID=30280879-e241-4a42-9b6a-1d1e6ebdbc9a,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:55.013171 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25d9206-948d-412f-a75d-efc507cb1a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] No DVR routers for this DVR port 30280879-e241-4a42-9b6a-1d1e6ebdbc9a on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:28:55.051890 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-779783e0-26b2-4a61-bb7a-eeabb3e64b8b None None] Current status of the port e464213d-ddc4-4f5f-a7fa-533ead28f50d is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:28:55.115916 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f090d765-70d6-4002-a9c8-620af8323d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (30280879-e241-4a42-9b6a-1d1e6ebdbc9a), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:55.128996 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bf799ae0-32ff-438c-a614-27b9af71fe48 req-a05ea973-fcf9-403f-a9e5-59af2f5ce22a tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892164 Feb 16 22:28:55.177520 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090d765-70d6-4002-a9c8-620af8323d6e None None] Pushing event deleted for resources: {'Port': ['ID=30280879-e241-4a42-9b6a-1d1e6ebdbc9a,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:55.183728 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f090d765-70d6-4002-a9c8-620af8323d6e None None] No DVR routers for this DVR port 30280879-e241-4a42-9b6a-1d1e6ebdbc9a on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:28:55.199917 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b0e9b849-3c0d-4942-8d7c-7788b4016e92 None None] Provisioning complete for port e464213d-ddc4-4f5f-a7fa-533ead28f50d triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:28:55.200908 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b0e9b849-3c0d-4942-8d7c-7788b4016e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e464213d-ddc4-4f5f-a7fa-533ead28f50d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:55.209518 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b25d9206-948d-412f-a75d-efc507cb1a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (9da944b4-3843-46e5-abd3-de7b4e7b15da), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:55.241060 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device e464213d-ddc4-4f5f-a7fa-533ead28f50d up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:28:55.269635 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9fb6bd7f-97a7-4e26-a5f3-0804dc816a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (2a0cef2b-53dc-4659-8332-a21c3756ee48), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:55.274338 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2861209f-3442-4466-b245-fe5c55934a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (398efb2a-a5b8-4ddd-9bbd-187daed76b54), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:55.277397 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2861209f-3442-4466-b245-fe5c55934a20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:55.281428 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2861209f-3442-4466-b245-fe5c55934a20 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/398efb2a-a5b8-4ddd-9bbd-187daed76b54 HTTP/1.1" status: 204 len: 168 time: 0.5362060 Feb 16 22:28:55.284618 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-b25d9206-948d-412f-a75d-efc507cb1a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da944b4-3843-46e5-abd3-de7b4e7b15da']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:55.297028 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981bef9c-0f47-41da-a731-bb03ed3b22b3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Network 41cb22dd-4022-4f67-b708-3491f6a49089 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:28:55.321509 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-981bef9c-0f47-41da-a731-bb03ed3b22b3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:28:55.325913 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-b25d9206-948d-412f-a75d-efc507cb1a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '865b5026-2d36-4375-b60d-865b399bbd91') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:55.326240 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-b25d9206-948d-412f-a75d-efc507cb1a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '865b5026-2d36-4375-b60d-865b399bbd91') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:55.337213 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6bd7f-97a7-4e26-a5f3-0804dc816a79 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a0cef2b-53dc-4659-8332-a21c3756ee48,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:55.340932 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2861209f-3442-4466-b245-fe5c55934a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398efb2a-a5b8-4ddd-9bbd-187daed76b54,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:55.348688 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b25d9206-948d-412f-a75d-efc507cb1a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (865b5026-2d36-4375-b60d-865b399bbd91), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:55.380114 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf0234-1b48-41c6-b44b-ef2103ab91e4 req-0cb00876-27c9-48c2-91c5-4a84a64677d3 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:55.380242 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port e464213d-ddc4-4f5f-a7fa-533ead28f50d triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:28:55.380532 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e464213d-ddc4-4f5f-a7fa-533ead28f50d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:55.382650 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cfcf0234-1b48-41c6-b44b-ef2103ab91e4 req-0cb00876-27c9-48c2-91c5-4a84a64677d3 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=171815e0-b19b-4401-bdec-479ed4e27fa3 HTTP/1.1" status: 200 len: 945 time: 0.1347642 Feb 16 22:28:55.384658 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b25d9206-948d-412f-a75d-efc507cb1a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (865b5026-2d36-4375-b60d-865b399bbd91), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:55.439882 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b25d9206-948d-412f-a75d-efc507cb1a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:28:55.441727 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b25d9206-948d-412f-a75d-efc507cb1a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (865b5026-2d36-4375-b60d-865b399bbd91), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:55.503547 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:28:55.503547 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:28:55.503547 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:28:55.503547 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:28:55.503547 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:28:55.503547 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:28:55.503547 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:28:55.503547 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:28:55.503547 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:28:55.503547 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:28:55.503547 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:28:55.503547 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:28:55.503547 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:28:55.503547 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:28:55.503547 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:28:55.503547 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:28:55.503547 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:28:55.503547 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:28:55.503547 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:28:55.503547 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:28:55.503547 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:28:55.503547 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:28:55.503547 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:28:55.503547 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:28:55.503547 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:28:55.503547 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:28:55.503547 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:28:55.503547 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:28:55.503547 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:28:55.503547 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:28:55.503547 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:28:55.503547 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:28:55.538827 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 20a5b726-5e1a-4ff9-ae11-2ab3951046a5 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:28:55.539055 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cfcf0234-1b48-41c6-b44b-ef2103ab91e4 req-7e81043a-9f67-4155-b60b-ce9fb4e480c3 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385148 Feb 16 22:28:55.633193 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b0e9b849-3c0d-4942-8d7c-7788b4016e92 None None] Current status of the port e464213d-ddc4-4f5f-a7fa-533ead28f50d is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:28:55.694883 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae57c60e-312c-417e-aecf-ab0f8eefc7de x-openstack-request-id: req-ae57c60e-312c-417e-aecf-ab0f8eefc7de {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:28:55.695623 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "171815e0-b19b-4401-bdec-479ed4e27fa3", "name": "network-vif-plugged", "status": "completed", "tag": "d9c2e10f-0bd9-4527-b9af-37c0b43aa195", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:28:55.695623 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ae57c60e-312c-417e-aecf-ab0f8eefc7de {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:28:55.695846 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '171815e0-b19b-4401-bdec-479ed4e27fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c2e10f-0bd9-4527-b9af-37c0b43aa195', 'code': 200} Feb 16 22:28:55.706135 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:55.724607 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b25d9206-948d-412f-a75d-efc507cb1a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (9da944b4-3843-46e5-abd3-de7b4e7b15da), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:55.746687 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b25d9206-948d-412f-a75d-efc507cb1a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:55.776687 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b25d9206-948d-412f-a75d-efc507cb1a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] 10.222.0.75 "DELETE /v2.0/networks/9da944b4-3843-46e5-abd3-de7b4e7b15da HTTP/1.1" status: 204 len: 168 time: 1.9415185 Feb 16 22:28:55.847669 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d9206-948d-412f-a75d-efc507cb1a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319 tempest-ExtraDHCPOptionsIpV6TestJSON-1247715319-project] Pushing event deleted for resources: {'Network': ['ID=9da944b4-3843-46e5-abd3-de7b4e7b15da,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:55.888769 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 20a5b726-5e1a-4ff9-ae11-2ab3951046a5 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:28:55.894429 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-be4f8ca3-d057-4515-9f2e-1a82015c938f req-9843b0eb-4c43-41de-aa5a-bc80db559022 service neutron] 10.222.0.67 "GET /v2.0/networks/752ff291-8125-4ff8-b264-ca3a640ae0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2028351 Feb 16 22:28:55.904055 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 20a5b726-5e1a-4ff9-ae11-2ab3951046a5 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:28:55.904437 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (20a5b726-5e1a-4ff9-ae11-2ab3951046a5), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:55.959252 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02b8f4-1e84-444c-b2c0-a2371f3c03fa req-21f2262d-980c-4442-9c57-8e6ccd4d79b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:55.961271 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fe02b8f4-1e84-444c-b2c0-a2371f3c03fa req-21f2262d-980c-4442-9c57-8e6ccd4d79b8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=171815e0-b19b-4401-bdec-479ed4e27fa3 HTTP/1.1" status: 200 len: 1127 time: 0.1824207 Feb 16 22:28:55.999681 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0fb67-0b20-4ebe-acc5-87c4520018b8 req-e1d1fb76-071b-46fc-9f33-5f421cbe0e6b tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:56.001651 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-edb0fb67-0b20-4ebe-acc5-87c4520018b8 req-e1d1fb76-071b-46fc-9f33-5f421cbe0e6b tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=483b8dee-d20c-486a-9d94-ebe5c2350232 HTTP/1.1" status: 200 len: 946 time: 0.1337826 Feb 16 22:28:56.053348 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port e464213d-ddc4-4f5f-a7fa-533ead28f50d is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:28:56.068278 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fe02b8f4-1e84-444c-b2c0-a2371f3c03fa req-5bcace25-503a-4418-beb0-427a78346094 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999885 Feb 16 22:28:56.076443 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-edb0fb67-0b20-4ebe-acc5-87c4520018b8 req-884514c4-01a7-4f59-8b60-19b526c300cb tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673628 Feb 16 22:28:56.116609 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-450109d2-dac2-4ec2-a475-521551f584aa None None] Provisioning complete for port c5c2c3ee-5cc1-44d6-b978-7e2f216467a0 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:28:56.117852 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-450109d2-dac2-4ec2-a475-521551f584aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c5c2c3ee-5cc1-44d6-b978-7e2f216467a0), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:56.154539 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981bef9c-0f47-41da-a731-bb03ed3b22b3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Router b27c83c3-f1a2-44ea-9e45-a70121c25be8 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:28:56.232771 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-450109d2-dac2-4ec2-a475-521551f584aa None None] Port c5c2c3ee-5cc1-44d6-b978-7e2f216467a0 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:28:56.237646 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 30280879-e241-4a42-9b6a-1d1e6ebdbc9a no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:28:56.284578 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 30280879-e241-4a42-9b6a-1d1e6ebdbc9a {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:28:56.288703 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 30280879-e241-4a42-9b6a-1d1e6ebdbc9a not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:28:56.335096 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c33a2f-005b-4996-be5b-7fa696ee92e9 req-462082db-5c68-40e0-86f1-8bda809e2d66 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:56.347353 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f2c33a2f-005b-4996-be5b-7fa696ee92e9 req-462082db-5c68-40e0-86f1-8bda809e2d66 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=00ea64e0-2732-4e53-8103-42277a896f8f HTTP/1.1" status: 200 len: 943 time: 0.0936441 Feb 16 22:28:56.372441 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 20a5b726-5e1a-4ff9-ae11-2ab3951046a5 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:28:56.374930 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (20a5b726-5e1a-4ff9-ae11-2ab3951046a5), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:56.375410 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85aae9-eab7-4dba-8603-7effd2de8c99 req-678189b6-f515-46b8-bcf7-a71b28858071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:56.381029 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d85aae9-eab7-4dba-8603-7effd2de8c99 req-678189b6-f515-46b8-bcf7-a71b28858071 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=40c61a7cfadd45ac85b548218034c5f0&device_id=00ea64e0-2732-4e53-8103-42277a896f8f HTTP/1.1" status: 200 len: 1125 time: 0.3649423 Feb 16 22:28:56.431133 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f2c33a2f-005b-4996-be5b-7fa696ee92e9 req-c62665ea-502e-4bb0-b886-fe48111ac7a9 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717974 Feb 16 22:28:56.431786 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43804) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:56.459890 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43808) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:56.472946 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 20a5b726-5e1a-4ff9-ae11-2ab3951046a5, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=20a5b726-5e1a-4ff9-ae11-2ab3951046a5,segment=NetworkSegment(b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9),segment_id=b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:56.485865 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (20a5b726-5e1a-4ff9-ae11-2ab3951046a5), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:56.588736 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9fb6bd7f-97a7-4e26-a5f3-0804dc816a79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (4ae44f38-c1bc-480f-9e15-661250e131f9), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:56.594485 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=20a5b726-5e1a-4ff9-ae11-2ab3951046a5,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:56.661488 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981bef9c-0f47-41da-a731-bb03ed3b22b3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:28:56.681747 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-981bef9c-0f47-41da-a731-bb03ed3b22b3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] 10.222.0.75 "PUT /v2.0/routers/b27c83c3-f1a2-44ea-9e45-a70121c25be8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3681285 Feb 16 22:28:56.685907 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85aae9-eab7-4dba-8603-7effd2de8c99 req-d6afe3ea-0daf-4cde-9797-7fbeb589d14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:56.687752 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b018d3ab-2582-4eeb-b1c2-de3b16bf95d7 None None] Sync routers for ids ['b27c83c3-f1a2-44ea-9e45-a70121c25be8'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:28:56.689361 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d85aae9-eab7-4dba-8603-7effd2de8c99 req-d6afe3ea-0daf-4cde-9797-7fbeb589d14c service neutron] 10.222.0.67 "GET /v2.0/networks?id=752ff291-8125-4ff8-b264-ca3a640ae0c4 HTTP/1.1" status: 200 len: 920 time: 0.2960377 Feb 16 22:28:56.691850 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43820) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:56.707101 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b018d3ab-2582-4eeb-b1c2-de3b16bf95d7 None None] Routers {'b27c83c3-f1a2-44ea-9e45-a70121c25be8'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:28:56.707686 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-b018d3ab-2582-4eeb-b1c2-de3b16bf95d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:28:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['b27c83c3-f1a2-44ea-9e45-a70121c25be8'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:56.761918 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-b018d3ab-2582-4eeb-b1c2-de3b16bf95d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:56.775309 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b018d3ab-2582-4eeb-b1c2-de3b16bf95d7 None None] Routers {'b27c83c3-f1a2-44ea-9e45-a70121c25be8'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:28:56.776843 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-b018d3ab-2582-4eeb-b1c2-de3b16bf95d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:28:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['b27c83c3-f1a2-44ea-9e45-a70121c25be8'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:56.837183 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-b018d3ab-2582-4eeb-b1c2-de3b16bf95d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:56.838271 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b018d3ab-2582-4eeb-b1c2-de3b16bf95d7 None None] The sync data for ids ['b27c83c3-f1a2-44ea-9e45-a70121c25be8'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:28:56.895193 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d85aae9-eab7-4dba-8603-7effd2de8c99 req-2be5d955-a242-447d-ad1b-0eef51a7906a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1f77008-b346-4d09-961b-095158338e16 HTTP/1.1" status: 200 len: 217 time: 0.1181357 Feb 16 22:28:56.916900 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5fe3e8a8-07a7-4f9b-8974-c80a993617ab admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=17948e0b5df944c9b8231ff720015ea5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4818175 Feb 16 22:28:56.921916 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-801d4641-4286-4caf-b363-17333c075997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:56.925891 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43828) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:56.971758 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:57.014377 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85aae9-eab7-4dba-8603-7effd2de8c99 req-afd572c9-626c-4003-9c4f-ac95ecda32c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:57.016144 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d85aae9-eab7-4dba-8603-7effd2de8c99 req-afd572c9-626c-4003-9c4f-ac95ecda32c2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=50b869b4-5498-459d-a27a-a372659d9f4c HTTP/1.1" status: 200 len: 859 time: 0.1129405 Feb 16 22:28:57.082613 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d85aae9-eab7-4dba-8603-7effd2de8c99 req-ad3a2129-e60a-4aa2-8eba-303baf277b9a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=752ff291-8125-4ff8-b264-ca3a640ae0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583801 Feb 16 22:28:57.318998 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43838) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:57.344294 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d85aae9-eab7-4dba-8603-7effd2de8c99 req-fc009030-e024-4b80-bfc1-ff5fd19e3856 service neutron] 10.222.0.67 "GET /v2.0/networks/752ff291-8125-4ff8-b264-ca3a640ae0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525983 Feb 16 22:28:57.377463 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb6bd7f-97a7-4e26-a5f3-0804dc816a79 admin admin] Router 4ae44f38-c1bc-480f-9e15-661250e131f9 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:28:57.531515 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-c738a6cb-31c8-430e-924d-d1c2ce573871 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-513199816-network', 'tenant_id': '9fa0095c17d74d3996deafe74990816a'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:28:57.576653 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1d85aae9-eab7-4dba-8603-7effd2de8c99 req-1723d8f1-2742-4933-8df2-93f968c62455 service neutron] 10.222.0.67 "GET /v2.0/networks/752ff291-8125-4ff8-b264-ca3a640ae0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218263 Feb 16 22:28:57.592411 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8525b12-a53b-4451-bf68-661b91944581 req-91b78963-f9dd-49bd-ac32-28c7969abb21 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:57.600295 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b8525b12-a53b-4451-bf68-661b91944581 req-91b78963-f9dd-49bd-ac32-28c7969abb21 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=171815e0-b19b-4401-bdec-479ed4e27fa3 HTTP/1.1" status: 200 len: 945 time: 0.8630257 Feb 16 22:28:57.600957 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c738a6cb-31c8-430e-924d-d1c2ce573871 admin admin] Made reservation on behalf of 9fa0095c17d74d3996deafe74990816a for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:28:57.603949 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c738a6cb-31c8-430e-924d-d1c2ce573871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:57.617791 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c738a6cb-31c8-430e-924d-d1c2ce573871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:57.630280 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb6bd7f-97a7-4e26-a5f3-0804dc816a79 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:28:57.638964 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9fb6bd7f-97a7-4e26-a5f3-0804dc816a79 admin admin] 10.222.0.75 "PUT /v2.0/routers/4ae44f38-c1bc-480f-9e15-661250e131f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2461650 Feb 16 22:28:57.643372 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43844) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:57.645443 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566564f0-16e4-4078-88c8-fd27140d9b61 None None] Sync routers for ids ['4ae44f38-c1bc-480f-9e15-661250e131f9'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:28:57.663732 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566564f0-16e4-4078-88c8-fd27140d9b61 None None] Routers {'4ae44f38-c1bc-480f-9e15-661250e131f9'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:28:57.664822 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-566564f0-16e4-4078-88c8-fd27140d9b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:28:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4ae44f38-c1bc-480f-9e15-661250e131f9'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:57.702685 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed831f5f-f767-4993-980f-2faf169161c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a5b726-5e1a-4ff9-ae11-2ab3951046a5'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:28:57.705531 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bd3b21-fb93-434e-b784-4b24496760c2" -d '{"events": [{"server_uuid": "ed831f5f-f767-4993-980f-2faf169161c4", "name": "network-vif-plugged", "status": "completed", "tag": "20a5b726-5e1a-4ff9-ae11-2ab3951046a5"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:28:57.741525 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c738a6cb-31c8-430e-924d-d1c2ce573871 admin admin] Publish callbacks [] for security_group (013ffa82-e3a7-4fe0-97ba-3be9d7bef13c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:57.757633 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c738a6cb-31c8-430e-924d-d1c2ce573871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (013ffa82-e3a7-4fe0-97ba-3be9d7bef13c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:57.784231 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c738a6cb-31c8-430e-924d-d1c2ce573871 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:28:57.793396 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-566564f0-16e4-4078-88c8-fd27140d9b61 None None] Set router 4ae44f38-c1bc-480f-9e15-661250e131f9 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:28:57.802144 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738a6cb-31c8-430e-924d-d1c2ce573871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013ffa82-e3a7-4fe0-97ba-3be9d7bef13c,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:57.805545 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c738a6cb-31c8-430e-924d-d1c2ce573871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (b5e3e8d7-244d-4e2a-8664-4509f79f2458), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:57.805962 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-c738a6cb-31c8-430e-924d-d1c2ce573871 admin admin] Added segment b5e3e8d7-244d-4e2a-8664-4509f79f2458 of type vlan for network 0b05d03f-38cc-4133-bd64-047a675bbe5d Feb 16 22:28:57.847492 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1cc014cb-95e0-43bd-885e-e7ecde6e0655 admin admin] Publish callbacks [] for security_group (ff3b7211-5258-4375-a125-5fb130bdefdf), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:57.863346 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c738a6cb-31c8-430e-924d-d1c2ce573871 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (0b05d03f-38cc-4133-bd64-047a675bbe5d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:57.924280 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c738a6cb-31c8-430e-924d-d1c2ce573871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (0b05d03f-38cc-4133-bd64-047a675bbe5d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:57.925781 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c738a6cb-31c8-430e-924d-d1c2ce573871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:57.926457 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c738a6cb-31c8-430e-924d-d1c2ce573871 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:57.999775 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c738a6cb-31c8-430e-924d-d1c2ce573871 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6794286 Feb 16 22:28:58.004644 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43850) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:58.011868 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-c1c8e0cf-f6f1-463b-ad73-fd3c87afb84d admin admin] Request body: {'subnet': {'network_id': '0b05d03f-38cc-4133-bd64-047a675bbe5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-513199816-subnet', 'tenant_id': '9fa0095c17d74d3996deafe74990816a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:28:58.046282 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-a4a9d0c2-b168-4f34-adf4-08168e20e7f9 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:28:58.049961 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a4a9d0c2-b168-4f34-adf4-08168e20e7f9 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] 10.222.0.75 "PUT /v2.0/routers/b27c83c3-f1a2-44ea-9e45-a70121c25be8/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3294892 Feb 16 22:28:58.057347 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43852) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:58.071752 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738a6cb-31c8-430e-924d-d1c2ce573871 admin admin] Pushing event updated for resources: {'Network': ['ID=0b05d03f-38cc-4133-bd64-047a675bbe5d,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:58.084643 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 0b05d03f-38cc-4133-bd64-047a675bbe5d details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:28:58.098989 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-566564f0-16e4-4078-88c8-fd27140d9b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae44f38-c1bc-480f-9e15-661250e131f9', 'name': 'tempest-TaggedBootDevicesTest-866207185-router', 'tenant_id': '8c58ded39b7b4a83a32aa963b6e63e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '22921b5f-6c0e-405d-9514-986d06206901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:44Z', 'updated_at': '2022-02-16T22:28:54Z', 'revision_number': 5, 'project_id': '8c58ded39b7b4a83a32aa963b6e63e07', 'gw_port': {'id': '22921b5f-6c0e-405d-9514-986d06206901', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae44f38-c1bc-480f-9e15-661250e131f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:46Z', 'updated_at': '2022-02-16T22:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:58.105669 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1cc014cb-95e0-43bd-885e-e7ecde6e0655 admin admin] Publish callbacks [] for security_group (ff3b7211-5258-4375-a125-5fb130bdefdf), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:58.142232 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b8525b12-a53b-4451-bf68-661b91944581 req-cc40a9c2-a07a-4bc4-a412-d2e07f0b1b15 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5340016 Feb 16 22:28:58.165519 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566564f0-16e4-4078-88c8-fd27140d9b61 None None] Checking router: 4ae44f38-c1bc-480f-9e15-661250e131f9 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:28:58.190475 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566564f0-16e4-4078-88c8-fd27140d9b61 None None] Routers {'4ae44f38-c1bc-480f-9e15-661250e131f9'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:28:58.192299 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-566564f0-16e4-4078-88c8-fd27140d9b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:28:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4ae44f38-c1bc-480f-9e15-661250e131f9'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:58.205448 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c8e0cf-f6f1-463b-ad73-fd3c87afb84d admin admin] Made reservation on behalf of 9fa0095c17d74d3996deafe74990816a for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:28:58.208791 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c1c8e0cf-f6f1-463b-ad73-fd3c87afb84d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:58.232269 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device c1f77008-b346-4d09-961b-095158338e16 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:28:58.293361 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-801d4641-4286-4caf-b363-17333c075997 admin admin] Publish callbacks [] for security_group (8ced26ec-1916-40d5-8653-c8a92312b75b), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:58.299905 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-14eb0f63-5432-4ce9-83ce-fbb168684af4 admin admin] Publish callbacks [] for router (4ae44f38-c1bc-480f-9e15-661250e131f9), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:58.339779 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-566564f0-16e4-4078-88c8-fd27140d9b61 None None] Set router 4ae44f38-c1bc-480f-9e15-661250e131f9 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:28:58.423756 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-801d4641-4286-4caf-b363-17333c075997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (8ced26ec-1916-40d5-8653-c8a92312b75b), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:58.431981 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:58.468148 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-14eb0f63-5432-4ce9-83ce-fbb168684af4 admin admin] Publish callbacks [] for router_gateway (4ae44f38-c1bc-480f-9e15-661250e131f9), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:58.490295 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port c1f77008-b346-4d09-961b-095158338e16, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c1f77008-b346-4d09-961b-095158338e16,segment=NetworkSegment(b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9),segment_id=b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:58.521234 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'c1f77008-b346-4d09-961b-095158338e16', 'network_id': '752ff291-8125-4ff8-b264-ca3a640ae0c4', 'port_id': 'c1f77008-b346-4d09-961b-095158338e16', 'mac_address': 'fa:16:3e:85:6c:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50b869b4-5498-459d-a27a-a372659d9f4c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:28:58.570962 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port c1f77008-b346-4d09-961b-095158338e16 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:28:58.571292 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c1f77008-b346-4d09-961b-095158338e16), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:58.585578 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1f77008-b346-4d09-961b-095158338e16 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:28:58.591010 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1cc014cb-95e0-43bd-885e-e7ecde6e0655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ff3b7211-5258-4375-a125-5fb130bdefdf), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:58.597670 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1cc014cb-95e0-43bd-885e-e7ecde6e0655 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:58.603138 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1cc014cb-95e0-43bd-885e-e7ecde6e0655 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ff3b7211-5258-4375-a125-5fb130bdefdf HTTP/1.1" status: 204 len: 168 time: 1.6663048 Feb 16 22:28:58.608356 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c1c8e0cf-f6f1-463b-ad73-fd3c87afb84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (80c0bab0-94a8-4a8c-85ec-3cedc84eca5e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:58.617457 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d4641-4286-4caf-b363-17333c075997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ced26ec-1916-40d5-8653-c8a92312b75b,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:58.619137 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-566564f0-16e4-4078-88c8-fd27140d9b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae44f38-c1bc-480f-9e15-661250e131f9', 'name': 'tempest-TaggedBootDevicesTest-866207185-router', 'tenant_id': '8c58ded39b7b4a83a32aa963b6e63e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '22921b5f-6c0e-405d-9514-986d06206901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:44Z', 'updated_at': '2022-02-16T22:28:54Z', 'revision_number': 5, 'project_id': '8c58ded39b7b4a83a32aa963b6e63e07', 'gw_port': {'id': '22921b5f-6c0e-405d-9514-986d06206901', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae44f38-c1bc-480f-9e15-661250e131f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:46Z', 'updated_at': '2022-02-16T22:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:28:58.624204 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port c1f77008-b346-4d09-961b-095158338e16, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c1f77008-b346-4d09-961b-095158338e16,segment=NetworkSegment(b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9),segment_id=b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:58.628502 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-801d4641-4286-4caf-b363-17333c075997 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=923f0bf4ba56440db3dcb7f4389bd666&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1675503 Feb 16 22:28:58.634792 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c1f77008-b346-4d09-961b-095158338e16), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:58.638973 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43856) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:58.656182 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4bbc2-71b4-4fde-a05a-fa01fccf1d44 req-b07d82d0-7000-4b53-a78b-667a23dfcff3 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:58.666503 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12c4bbc2-71b4-4fde-a05a-fa01fccf1d44 req-b07d82d0-7000-4b53-a78b-667a23dfcff3 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=00ea64e0-2732-4e53-8103-42277a896f8f HTTP/1.1" status: 200 len: 943 time: 0.4214263 Feb 16 22:28:58.708970 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d4641-4286-4caf-b363-17333c075997 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:58.710114 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d4641-4286-4caf-b363-17333c075997 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:58.710478 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d4641-4286-4caf-b363-17333c075997 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:58.710825 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d4641-4286-4caf-b363-17333c075997 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:58.711166 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d4641-4286-4caf-b363-17333c075997 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:58.711505 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d4641-4286-4caf-b363-17333c075997 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:58.711846 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d4641-4286-4caf-b363-17333c075997 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:58.713936 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566564f0-16e4-4078-88c8-fd27140d9b61 None None] The sync data for ids ['4ae44f38-c1bc-480f-9e15-661250e131f9'] in n-d-813897-6 is: [{'id': '4ae44f38-c1bc-480f-9e15-661250e131f9', 'name': 'tempest-TaggedBootDevicesTest-866207185-router', 'tenant_id': '8c58ded39b7b4a83a32aa963b6e63e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '22921b5f-6c0e-405d-9514-986d06206901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:20:44Z', 'updated_at': '2022-02-16T22:28:54Z', 'revision_number': 5, 'project_id': '8c58ded39b7b4a83a32aa963b6e63e07', 'gw_port': {'id': '22921b5f-6c0e-405d-9514-986d06206901', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae44f38-c1bc-480f-9e15-661250e131f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:20:46Z', 'updated_at': '2022-02-16T22:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:28:58.714476 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d4641-4286-4caf-b363-17333c075997 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:58.715471 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d4641-4286-4caf-b363-17333c075997 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:58.715835 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d4641-4286-4caf-b363-17333c075997 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:58.722930 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d4641-4286-4caf-b363-17333c075997 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:58.723307 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d4641-4286-4caf-b363-17333c075997 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:58.723708 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d4641-4286-4caf-b363-17333c075997 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:28:58.767780 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=c1f77008-b346-4d09-961b-095158338e16,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:58.842197 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c8e0cf-f6f1-463b-ad73-fd3c87afb84d admin admin] Pushing event updated for resources: {'Subnet': ['ID=80c0bab0-94a8-4a8c-85ec-3cedc84eca5e,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:58.846448 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c8e0cf-f6f1-463b-ad73-fd3c87afb84d admin admin] Checking segment: {'id': 'b5e3e8d7-244d-4e2a-8664-4509f79f2458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0b05d03f-38cc-4133-bd64-047a675bbe5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:28:58.846448 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c8e0cf-f6f1-463b-ad73-fd3c87afb84d admin admin] Network hostable DHCP agents. Network: 0b05d03f-38cc-4133-bd64-047a675bbe5d, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:28:58.847988 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc014cb-95e0-43bd-885e-e7ecde6e0655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3b7211-5258-4375-a125-5fb130bdefdf,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:58.870660 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-14eb0f63-5432-4ce9-83ce-fbb168684af4 admin admin] Deleting port 22921b5f-6c0e-405d-9514-986d06206901 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:28:58.872024 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-14eb0f63-5432-4ce9-83ce-fbb168684af4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (22921b5f-6c0e-405d-9514-986d06206901), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:58.906448 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57739e24-99e2-4899-ace1-e31b971b8ad6 admin admin] Publish callbacks [] for security_group (8ced26ec-1916-40d5-8653-c8a92312b75b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:58.931062 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57739e24-99e2-4899-ace1-e31b971b8ad6 admin admin] Publish callbacks [] for security_group (8ced26ec-1916-40d5-8653-c8a92312b75b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:58.936829 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12c4bbc2-71b4-4fde-a05a-fa01fccf1d44 req-c5f18c77-a702-4b0b-b6e3-c58982a5daec tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693820 Feb 16 22:28:58.947148 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['c1f77008-b346-4d09-961b-095158338e16'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:28:59.028588 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c8e0cf-f6f1-463b-ad73-fd3c87afb84d admin admin] Network 0b05d03f-38cc-4133-bd64-047a675bbe5d is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:28:59.030644 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57739e24-99e2-4899-ace1-e31b971b8ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (8ced26ec-1916-40d5-8653-c8a92312b75b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:59.036749 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528e7884-960f-47a4-b110-d651169f40c7 x-openstack-request-id: req-528e7884-960f-47a4-b110-d651169f40c7 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:28:59.037052 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed831f5f-f767-4993-980f-2faf169161c4", "name": "network-vif-plugged", "status": "completed", "tag": "20a5b726-5e1a-4ff9-ae11-2ab3951046a5", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:28:59.037551 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-528e7884-960f-47a4-b110-d651169f40c7 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:28:59.038212 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed831f5f-f767-4993-980f-2faf169161c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a5b726-5e1a-4ff9-ae11-2ab3951046a5', 'code': 200} Feb 16 22:28:59.044119 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57739e24-99e2-4899-ace1-e31b971b8ad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:59.044619 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-14eb0f63-5432-4ce9-83ce-fbb168684af4 admin admin] For port 22921b5f-6c0e-405d-9514-986d06206901, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=22921b5f-6c0e-405d-9514-986d06206901,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:28:59.044955 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-14eb0f63-5432-4ce9-83ce-fbb168684af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (22921b5f-6c0e-405d-9514-986d06206901), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:59.060103 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-57739e24-99e2-4899-ace1-e31b971b8ad6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8ced26ec-1916-40d5-8653-c8a92312b75b HTTP/1.1" status: 204 len: 168 time: 0.4169965 Feb 16 22:28:59.061208 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-14eb0f63-5432-4ce9-83ce-fbb168684af4 admin admin] Calling delete_port for 22921b5f-6c0e-405d-9514-986d06206901 owned by network:router_gateway {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:28:59.093904 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57739e24-99e2-4899-ace1-e31b971b8ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ced26ec-1916-40d5-8653-c8a92312b75b,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:59.119673 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-c1c8e0cf-f6f1-463b-ad73-fd3c87afb84d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 0b05d03f-38cc-4133-bd64-047a675bbe5d) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:28:59.132773 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c8e0cf-f6f1-463b-ad73-fd3c87afb84d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:59.133931 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c1c8e0cf-f6f1-463b-ad73-fd3c87afb84d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:59.136756 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48db779e-362b-4ede-8fbe-db1678659e47 None None] Network 0b05d03f-38cc-4133-bd64-047a675bbe5d requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:28:59.153864 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d97d0cd8-307f-4a7f-a6e2-d0722793eb05 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (b27c83c3-f1a2-44ea-9e45-a70121c25be8), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:59.289491 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 2a0cef2b-53dc-4659-8332-a21c3756ee48 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:28:59.384374 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 2a0cef2b-53dc-4659-8332-a21c3756ee48 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:28:59.384596 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 2a0cef2b-53dc-4659-8332-a21c3756ee48 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:28:59.440236 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264fab7-eaad-4a13-ac0d-c04edca22b29 req-ad81501c-4dd4-47fd-9353-46523ed4b994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:59.445475 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d264fab7-eaad-4a13-ac0d-c04edca22b29 req-ad81501c-4dd4-47fd-9353-46523ed4b994 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 1127 time: 0.2733946 Feb 16 22:28:59.577942 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe94c99-ef05-4ba0-9953-bf1e09c1edbd None None] Network 0b05d03f-38cc-4133-bd64-047a675bbe5d requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:28:59.607517 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c1c8e0cf-f6f1-463b-ad73-fd3c87afb84d admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6015186 Feb 16 22:28:59.651134 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d264fab7-eaad-4a13-ac0d-c04edca22b29 req-ebc29f8a-b43b-43c9-8594-7d7f06d42f24 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918337 Feb 16 22:28:59.651962 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43884) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:28:59.665160 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-14eb0f63-5432-4ce9-83ce-fbb168684af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (22921b5f-6c0e-405d-9514-986d06206901), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:59.678799 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf761c-900b-4457-86b2-5622ba1f4694 req-56a0b81f-c289-4dec-99eb-a74bc195f987 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:28:59.694009 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0faf761c-900b-4457-86b2-5622ba1f4694 req-56a0b81f-c289-4dec-99eb-a74bc195f987 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=171815e0-b19b-4401-bdec-479ed4e27fa3 HTTP/1.1" status: 200 len: 945 time: 0.3258984 Feb 16 22:28:59.696225 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b3340b22-85a8-4c48-a618-fe87408d775d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:59.763973 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:59.764205 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb0f63-5432-4ce9-83ce-fbb168684af4 admin admin] Pushing event deleted for resources: {'Port': ['ID=22921b5f-6c0e-405d-9514-986d06206901,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:28:59.846131 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0faf761c-900b-4457-86b2-5622ba1f4694 req-bcbe380e-7180-4d19-83fb-a18df59a2837 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453547 Feb 16 22:28:59.861839 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-14eb0f63-5432-4ce9-83ce-fbb168684af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (4ae44f38-c1bc-480f-9e15-661250e131f9), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:59.971108 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b3340b22-85a8-4c48-a618-fe87408d775d admin admin] Publish callbacks [] for security_group (83d25296-ede9-40de-8f00-4f963b4f65ca), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:28:59.989568 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b3340b22-85a8-4c48-a618-fe87408d775d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (83d25296-ede9-40de-8f00-4f963b4f65ca), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:00.009211 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-d97d0cd8-307f-4a7f-a6e2-d0722793eb05 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Deleting port c5c2c3ee-5cc1-44d6-b978-7e2f216467a0 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:29:00.009559 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d97d0cd8-307f-4a7f-a6e2-d0722793eb05 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (c5c2c3ee-5cc1-44d6-b978-7e2f216467a0), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:00.011053 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-14eb0f63-5432-4ce9-83ce-fbb168684af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (4ae44f38-c1bc-480f-9e15-661250e131f9), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:00.017299 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-14eb0f63-5432-4ce9-83ce-fbb168684af4 admin admin] Publish callbacks [] for router_controller (4ae44f38-c1bc-480f-9e15-661250e131f9), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:00.052000 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43902) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:00.056230 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b3340b22-85a8-4c48-a618-fe87408d775d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6f741c518aed48c6bb134422c44d4ad8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4012852 Feb 16 22:29:00.069607 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43904) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:00.100046 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-14eb0f63-5432-4ce9-83ce-fbb168684af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (4ae44f38-c1bc-480f-9e15-661250e131f9), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:00.110332 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14eb0f63-5432-4ce9-83ce-fbb168684af4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ae44f38-c1bc-480f-9e15-661250e131f9 {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:29:00.116384 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-14eb0f63-5432-4ce9-83ce-fbb168684af4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:00.119105 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-14eb0f63-5432-4ce9-83ce-fbb168684af4 admin admin] 10.222.0.75 "DELETE /v2.0/routers/4ae44f38-c1bc-480f-9e15-661250e131f9 HTTP/1.1" status: 204 len: 168 time: 2.4731655 Feb 16 22:29:00.121711 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43910) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:00.130873 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3340b22-85a8-4c48-a618-fe87408d775d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d25296-ede9-40de-8f00-4f963b4f65ca,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:00.195636 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62d4608b-e13d-462e-a1ec-62ea2e2c8b6f admin admin] Publish callbacks [] for security_group (83d25296-ede9-40de-8f00-4f963b4f65ca), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:00.202336 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d97d0cd8-307f-4a7f-a6e2-d0722793eb05 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (c5c2c3ee-5cc1-44d6-b978-7e2f216467a0), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:00.218799 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a3b42d-7483-491f-8f29-0062b2315cc4 admin admin] Deleting subnet c5730c9f-ab60-4619-a99d-939e4bbd125c {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:29:00.254878 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-33a3b42d-7483-491f-8f29-0062b2315cc4 admin admin] Publish callbacks [] for subnet (c5730c9f-ab60-4619-a99d-939e4bbd125c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:00.261744 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-d97d0cd8-307f-4a7f-a6e2-d0722793eb05 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Calling delete_port for c5c2c3ee-5cc1-44d6-b978-7e2f216467a0 owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:29:00.296175 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62d4608b-e13d-462e-a1ec-62ea2e2c8b6f admin admin] Publish callbacks [] for security_group (83d25296-ede9-40de-8f00-4f963b4f65ca), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:00.304553 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-632a26aa-d2a8-4cca-a4a5-40ad4845170c tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1081106332'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:00.319255 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-33a3b42d-7483-491f-8f29-0062b2315cc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (c5730c9f-ab60-4619-a99d-939e4bbd125c), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:00.410166 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632a26aa-d2a8-4cca-a4a5-40ad4845170c tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Made reservation on behalf of 3244e588d4ec4e1094d64eac569cf7fc for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:29:00.418139 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-632a26aa-d2a8-4cca-a4a5-40ad4845170c tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:00.435835 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-632a26aa-d2a8-4cca-a4a5-40ad4845170c tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:00.499042 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-33a3b42d-7483-491f-8f29-0062b2315cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (c5730c9f-ab60-4619-a99d-939e4bbd125c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:00.514845 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62d4608b-e13d-462e-a1ec-62ea2e2c8b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (83d25296-ede9-40de-8f00-4f963b4f65ca), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:00.517657 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62d4608b-e13d-462e-a1ec-62ea2e2c8b6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:00.519001 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-62d4608b-e13d-462e-a1ec-62ea2e2c8b6f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/83d25296-ede9-40de-8f00-4f963b4f65ca HTTP/1.1" status: 204 len: 168 time: 0.4484034 Feb 16 22:29:00.550379 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4608b-e13d-462e-a1ec-62ea2e2c8b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d25296-ede9-40de-8f00-4f963b4f65ca,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:00.619900 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-33a3b42d-7483-491f-8f29-0062b2315cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (c5730c9f-ab60-4619-a99d-939e4bbd125c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:00.658431 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d97d0cd8-307f-4a7f-a6e2-d0722793eb05 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (c5c2c3ee-5cc1-44d6-b978-7e2f216467a0), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:00.687757 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a3b42d-7483-491f-8f29-0062b2315cc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5730c9f-ab60-4619-a99d-939e4bbd125c,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:00.704725 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64deb8a0-af2a-4797-bc66-764df16c3467 req-1222c7c8-b6ce-4296-af45-36c84bfbaa98 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:00.714470 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-64deb8a0-af2a-4797-bc66-764df16c3467 req-1222c7c8-b6ce-4296-af45-36c84bfbaa98 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=00ea64e0-2732-4e53-8103-42277a896f8f HTTP/1.1" status: 200 len: 944 time: 0.1831355 Feb 16 22:29:00.723985 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-632a26aa-d2a8-4cca-a4a5-40ad4845170c tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks [] for security_group (d14e1c0f-f4a4-4b95-bdf1-cb9acd1b16d5), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:00.749583 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-33a3b42d-7483-491f-8f29-0062b2315cc4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:00.757149 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-33a3b42d-7483-491f-8f29-0062b2315cc4 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/c5730c9f-ab60-4619-a99d-939e4bbd125c HTTP/1.1" status: 204 len: 168 time: 0.6290603 Feb 16 22:29:00.759871 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43922) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:00.760213 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3473b47a-b9fd-49f1-bba1-4ccdc694b395 None None] Network 18752fe7-bd5e-4f49-97b1-8bf7de27a385 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:29:00.884440 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d0cd8-307f-4a7f-a6e2-d0722793eb05 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Pushing event deleted for resources: {'Port': ['ID=c5c2c3ee-5cc1-44d6-b978-7e2f216467a0,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:00.888742 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-632a26aa-d2a8-4cca-a4a5-40ad4845170c tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d14e1c0f-f4a4-4b95-bdf1-cb9acd1b16d5), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:00.919677 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-632a26aa-d2a8-4cca-a4a5-40ad4845170c tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:29:00.960312 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-632a26aa-d2a8-4cca-a4a5-40ad4845170c tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (f9cf1d4e-5746-48d6-a5cf-a7f15671cfd8), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:00.960670 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-632a26aa-d2a8-4cca-a4a5-40ad4845170c tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Added segment f9cf1d4e-5746-48d6-a5cf-a7f15671cfd8 of type vlan for network f8eff245-e139-4f6c-9a6d-390e6f99e636 Feb 16 22:29:00.968948 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-64deb8a0-af2a-4797-bc66-764df16c3467 req-01e9d274-c016-46d5-a704-8f5a1dbd49d2 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532475 Feb 16 22:29:00.973102 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b0e8eb8f-0d40-4695-b8bc-638fdbfef451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (18752fe7-bd5e-4f49-97b1-8bf7de27a385), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:01.092923 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-632a26aa-d2a8-4cca-a4a5-40ad4845170c tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (f8eff245-e139-4f6c-9a6d-390e6f99e636), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:01.125219 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320de771-0d1c-4caf-8c2c-5474ccdbcb67 None None] DHCP port deletion for 18752fe7-bd5e-4f49-97b1-8bf7de27a385 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:29:01.184400 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-b0e8eb8f-0d40-4695-b8bc-638fdbfef451 admin admin] Deleting port 479a6f09-9d59-4be3-a02f-ba47100004da {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:29:01.205306 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b0e8eb8f-0d40-4695-b8bc-638fdbfef451 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (479a6f09-9d59-4be3-a02f-ba47100004da), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:01.242369 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.db.resource_extend [None req-632a26aa-d2a8-4cca-a4a5-40ad4845170c tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 22:29:01.243978 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-320de771-0d1c-4caf-8c2c-5474ccdbcb67 None None] Deleting port 479a6f09-9d59-4be3-a02f-ba47100004da {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:29:01.245614 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-320de771-0d1c-4caf-8c2c-5474ccdbcb67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (479a6f09-9d59-4be3-a02f-ba47100004da), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:01.251683 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 22921b5f-6c0e-405d-9514-986d06206901 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:29:01.265166 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a26aa-d2a8-4cca-a4a5-40ad4845170c tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d14e1c0f-f4a4-4b95-bdf1-cb9acd1b16d5,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:01.268720 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d97d0cd8-307f-4a7f-a6e2-d0722793eb05 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (b27c83c3-f1a2-44ea-9e45-a70121c25be8), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:01.276065 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-632a26aa-d2a8-4cca-a4a5-40ad4845170c tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (f8eff245-e139-4f6c-9a6d-390e6f99e636), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:01.281068 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632a26aa-d2a8-4cca-a4a5-40ad4845170c tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:01.281631 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-632a26aa-d2a8-4cca-a4a5-40ad4845170c tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:01.417270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-b0e8eb8f-0d40-4695-b8bc-638fdbfef451 admin admin] For port 479a6f09-9d59-4be3-a02f-ba47100004da, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=479a6f09-9d59-4be3-a02f-ba47100004da,segment=NetworkSegment(681e05e7-6c63-421e-a169-dc3fe60cb7be),segment_id=681e05e7-6c63-421e-a169-dc3fe60cb7be)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:01.420960 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b0e8eb8f-0d40-4695-b8bc-638fdbfef451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (479a6f09-9d59-4be3-a02f-ba47100004da), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:01.462829 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-b0e8eb8f-0d40-4695-b8bc-638fdbfef451 admin admin] Calling delete_port for 479a6f09-9d59-4be3-a02f-ba47100004da owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:29:01.508739 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-320de771-0d1c-4caf-8c2c-5474ccdbcb67 None None] For port 479a6f09-9d59-4be3-a02f-ba47100004da, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=479a6f09-9d59-4be3-a02f-ba47100004da,segment=NetworkSegment(681e05e7-6c63-421e-a169-dc3fe60cb7be),segment_id=681e05e7-6c63-421e-a169-dc3fe60cb7be)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:01.509285 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-320de771-0d1c-4caf-8c2c-5474ccdbcb67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (479a6f09-9d59-4be3-a02f-ba47100004da), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:01.527560 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 22921b5f-6c0e-405d-9514-986d06206901 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:29:01.528410 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 22921b5f-6c0e-405d-9514-986d06206901 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:29:01.529351 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e554cc-2b2e-448b-8b05-aef57e3f2fc2 req-26d7b526-4c55-4543-acf2-ee31915b73fa tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:01.540388 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-62e554cc-2b2e-448b-8b05-aef57e3f2fc2 req-26d7b526-4c55-4543-acf2-ee31915b73fa tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=171815e0-b19b-4401-bdec-479ed4e27fa3 HTTP/1.1" status: 200 len: 945 time: 0.4784391 Feb 16 22:29:01.564785 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-320de771-0d1c-4caf-8c2c-5474ccdbcb67 None None] Calling delete_port for 479a6f09-9d59-4be3-a02f-ba47100004da owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:29:01.590921 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-632a26aa-d2a8-4cca-a4a5-40ad4845170c tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5334589 Feb 16 22:29:01.594203 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43940) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:01.595094 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a26aa-d2a8-4cca-a4a5-40ad4845170c tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Pushing event updated for resources: {'Network': ['ID=f8eff245-e139-4f6c-9a6d-390e6f99e636,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:01.603895 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-0b89da9f-6926-4b55-92eb-7df641737745 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Request body: {'subnet': {'network_id': 'f8eff245-e139-4f6c-9a6d-390e6f99e636', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:01.643648 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97d0cd8-307f-4a7f-a6e2-d0722793eb05 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Router b27c83c3-f1a2-44ea-9e45-a70121c25be8 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:29:01.736377 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-62e554cc-2b2e-448b-8b05-aef57e3f2fc2 req-2ed796c7-554d-496a-90e9-c5bdf1bfe4d6 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857195 Feb 16 22:29:01.791277 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network f8eff245-e139-4f6c-9a6d-390e6f99e636 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:29:01.791804 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97d0cd8-307f-4a7f-a6e2-d0722793eb05 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:29:01.804699 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d97d0cd8-307f-4a7f-a6e2-d0722793eb05 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] 10.222.0.75 "PUT /v2.0/routers/b27c83c3-f1a2-44ea-9e45-a70121c25be8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7427275 Feb 16 22:29:01.804860 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-320de771-0d1c-4caf-8c2c-5474ccdbcb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (479a6f09-9d59-4be3-a02f-ba47100004da), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:01.806377 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43946) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:01.810791 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b89da9f-6926-4b55-92eb-7df641737745 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Made reservation on behalf of 3244e588d4ec4e1094d64eac569cf7fc for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:29:01.817267 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0b89da9f-6926-4b55-92eb-7df641737745 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:01.844998 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b0e8eb8f-0d40-4695-b8bc-638fdbfef451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (479a6f09-9d59-4be3-a02f-ba47100004da), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:01.847587 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb4b8c9-d4f7-4fd6-8404-438bd0a458bd None None] Sync routers for ids ['b27c83c3-f1a2-44ea-9e45-a70121c25be8'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:29:01.881845 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e8eb8f-0d40-4695-b8bc-638fdbfef451 admin admin] No DVR routers for this DVR port 479a6f09-9d59-4be3-a02f-ba47100004da on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:29:01.882260 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320de771-0d1c-4caf-8c2c-5474ccdbcb67 None None] Pushing event deleted for resources: {'Port': ['ID=479a6f09-9d59-4be3-a02f-ba47100004da,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:01.910868 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320de771-0d1c-4caf-8c2c-5474ccdbcb67 None None] No DVR routers for this DVR port 479a6f09-9d59-4be3-a02f-ba47100004da on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:29:01.920608 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb4b8c9-d4f7-4fd6-8404-438bd0a458bd None None] Routers {'b27c83c3-f1a2-44ea-9e45-a70121c25be8'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:29:01.925199 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2cb4b8c9-d4f7-4fd6-8404-438bd0a458bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:28:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['b27c83c3-f1a2-44ea-9e45-a70121c25be8'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:01.982395 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8eb8f-0d40-4695-b8bc-638fdbfef451 admin admin] Pushing event deleted for resources: {'Port': ['ID=479a6f09-9d59-4be3-a02f-ba47100004da,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:02.011783 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-f7d160c7-2e12-41cc-8be0-920141db94a2 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] delete failed (client error): The resource could not be found. Feb 16 22:29:02.017335 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f7d160c7-2e12-41cc-8be0-920141db94a2 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] 10.222.0.75 "DELETE /v2.0/routers/tempest-non_exist_router-402031644 HTTP/1.1" status: 404 len: 334 time: 0.2076771 Feb 16 22:29:02.021141 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43956) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:02.028306 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2cb4b8c9-d4f7-4fd6-8404-438bd0a458bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:02.074551 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-daa4d6bd-8290-4eaa-acd5-06cac1b91399 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b27c83c3-f1a2-44ea-9e45-a70121c25be8'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:02.075009 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb4b8c9-d4f7-4fd6-8404-438bd0a458bd None None] Routers {'b27c83c3-f1a2-44ea-9e45-a70121c25be8'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:29:02.075722 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2cb4b8c9-d4f7-4fd6-8404-438bd0a458bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:28:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['b27c83c3-f1a2-44ea-9e45-a70121c25be8'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:02.159753 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2cb4b8c9-d4f7-4fd6-8404-438bd0a458bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:02.160349 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb4b8c9-d4f7-4fd6-8404-438bd0a458bd None None] The sync data for ids ['b27c83c3-f1a2-44ea-9e45-a70121c25be8'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:29:02.184546 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b0e8eb8f-0d40-4695-b8bc-638fdbfef451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (18752fe7-bd5e-4f49-97b1-8bf7de27a385), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:02.190409 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device c1f77008-b346-4d09-961b-095158338e16 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:29:02.254984 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-b0e8eb8f-0d40-4695-b8bc-638fdbfef451 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18752fe7-bd5e-4f49-97b1-8bf7de27a385']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:02.260635 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port c1f77008-b346-4d09-961b-095158338e16 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:29:02.265499 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port c1f77008-b346-4d09-961b-095158338e16 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:02.266986 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c1f77008-b346-4d09-961b-095158338e16), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:02.298631 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccddaea-113f-4212-83d6-19cfb0746fe0 req-4d2de9eb-2e8f-4f65-82c9-a521de6440bb tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:02.305587 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ccddaea-113f-4212-83d6-19cfb0746fe0 req-4d2de9eb-2e8f-4f65-82c9-a521de6440bb tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=171815e0-b19b-4401-bdec-479ed4e27fa3 HTTP/1.1" status: 200 len: 945 time: 0.3254461 Feb 16 22:29:02.308718 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-b0e8eb8f-0d40-4695-b8bc-638fdbfef451 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681e05e7-6c63-421e-a169-dc3fe60cb7be') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:02.309024 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-b0e8eb8f-0d40-4695-b8bc-638fdbfef451 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681e05e7-6c63-421e-a169-dc3fe60cb7be') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:02.349325 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b0e8eb8f-0d40-4695-b8bc-638fdbfef451 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (681e05e7-6c63-421e-a169-dc3fe60cb7be), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:02.442289 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-daa4d6bd-8290-4eaa-acd5-06cac1b91399 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks [] for router_gateway (b27c83c3-f1a2-44ea-9e45-a70121c25be8), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:02.447472 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port c1f77008-b346-4d09-961b-095158338e16 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:02.447872 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c1f77008-b346-4d09-961b-095158338e16), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:02.472668 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0b89da9f-6926-4b55-92eb-7df641737745 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (f5d5af28-7871-4d7d-92bc-9f4e33bcb093), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:02.478661 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b0e8eb8f-0d40-4695-b8bc-638fdbfef451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (681e05e7-6c63-421e-a169-dc3fe60cb7be), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:02.507935 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ea64e0-2732-4e53-8103-42277a896f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f77008-b346-4d09-961b-095158338e16'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:29:02.510369 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2a3d2b-b245-4ce4-9aa8-4fab7aadb738" -d '{"events": [{"server_uuid": "00ea64e0-2732-4e53-8103-42277a896f8f", "name": "network-vif-plugged", "status": "completed", "tag": "c1f77008-b346-4d09-961b-095158338e16"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:29:02.560272 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port c1f77008-b346-4d09-961b-095158338e16, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c1f77008-b346-4d09-961b-095158338e16,segment=NetworkSegment(b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9),segment_id=b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:02.571037 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-daa4d6bd-8290-4eaa-acd5-06cac1b91399 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] update failed (client error): The resource could not be found. Feb 16 22:29:02.572562 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-daa4d6bd-8290-4eaa-acd5-06cac1b91399 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] 10.222.0.75 "PUT /v2.0/routers/b27c83c3-f1a2-44ea-9e45-a70121c25be8 HTTP/1.1" status: 404 len: 339 time: 0.5034580 Feb 16 22:29:02.574013 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0e8eb8f-0d40-4695-b8bc-638fdbfef451 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:29:02.576130 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b0e8eb8f-0d40-4695-b8bc-638fdbfef451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (681e05e7-6c63-421e-a169-dc3fe60cb7be), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: self.session.flush() Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: self.session.flush() Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: self.session.flush() Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: self.session.flush() Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:29:02.581204 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:29:02.584965 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43968) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:02.585161 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c1f77008-b346-4d09-961b-095158338e16), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:02.624435 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-6bc80c49-53c2-4079-9a30-54215e3e6684 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-376328400'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:02.635227 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89da9f-6926-4b55-92eb-7df641737745 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Pushing event updated for resources: {'Subnet': ['ID=f5d5af28-7871-4d7d-92bc-9f4e33bcb093,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:02.658566 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ccddaea-113f-4212-83d6-19cfb0746fe0 req-de29b3e1-a664-43a0-8021-83027de923af tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519893 Feb 16 22:29:02.677631 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b89da9f-6926-4b55-92eb-7df641737745 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Checking segment: {'id': 'f9cf1d4e-5746-48d6-a5cf-a7f15671cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f8eff245-e139-4f6c-9a6d-390e6f99e636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:29:02.678907 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b89da9f-6926-4b55-92eb-7df641737745 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Network hostable DHCP agents. Network: f8eff245-e139-4f6c-9a6d-390e6f99e636, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:29:02.724731 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b89da9f-6926-4b55-92eb-7df641737745 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Network f8eff245-e139-4f6c-9a6d-390e6f99e636 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:29:02.725178 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b0e8eb8f-0d40-4695-b8bc-638fdbfef451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (18752fe7-bd5e-4f49-97b1-8bf7de27a385), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:02.726964 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc80c49-53c2-4079-9a30-54215e3e6684 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Made reservation on behalf of 71c9d6dfb627423688b9a3857ea2dea4 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:29:02.734076 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6bc80c49-53c2-4079-9a30-54215e3e6684 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:02.738355 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=c1f77008-b346-4d09-961b-095158338e16,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:02.744381 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-0b89da9f-6926-4b55-92eb-7df641737745 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, f8eff245-e139-4f6c-9a6d-390e6f99e636) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:29:02.751476 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b0e8eb8f-0d40-4695-b8bc-638fdbfef451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:02.760690 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b89da9f-6926-4b55-92eb-7df641737745 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:02.761482 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0b89da9f-6926-4b55-92eb-7df641737745 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:02.766071 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b0e8eb8f-0d40-4695-b8bc-638fdbfef451 admin admin] 10.222.0.75 "DELETE /v2.0/networks/18752fe7-bd5e-4f49-97b1-8bf7de27a385 HTTP/1.1" status: 204 len: 168 time: 2.0050101 Feb 16 22:29:02.777902 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a377d16f-cabc-4910-9730-b430e5865081 None None] Network f8eff245-e139-4f6c-9a6d-390e6f99e636 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:29:02.787132 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0b89da9f-6926-4b55-92eb-7df641737745 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1892996 Feb 16 22:29:02.789678 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43976) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:02.796344 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-127e301a-b3bb-4d16-9489-2c933bfd364e tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2115799323', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:02.829848 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-127e301a-b3bb-4d16-9489-2c933bfd364e tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (61f6a110-3511-48f2-9e25-6c2ab11ba77b), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:02.831539 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-127e301a-b3bb-4d16-9489-2c933bfd364e tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (61f6a110-3511-48f2-9e25-6c2ab11ba77b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:02.883316 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8eb8f-0d40-4695-b8bc-638fdbfef451 admin admin] Pushing event deleted for resources: {'Network': ['ID=18752fe7-bd5e-4f49-97b1-8bf7de27a385,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:02.986379 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc80c49-53c2-4079-9a30-54215e3e6684 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:29:02.988785 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-127e301a-b3bb-4d16-9489-2c933bfd364e tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks [] for router_controller (61f6a110-3511-48f2-9e25-6c2ab11ba77b), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:03.000642 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-127e301a-b3bb-4d16-9489-2c933bfd364e tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (61f6a110-3511-48f2-9e25-6c2ab11ba77b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:03.015175 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6bc80c49-53c2-4079-9a30-54215e3e6684 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (c0cdbe37-2f54-45b2-bff8-d4aa371dd0f9), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:03.016642 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-6bc80c49-53c2-4079-9a30-54215e3e6684 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Added segment c0cdbe37-2f54-45b2-bff8-d4aa371dd0f9 of type vlan for network 30476cea-edbc-4a6d-9231-d2917a9eecc1 Feb 16 22:29:03.050677 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3195a9cf-31f1-4f9f-bad6-1e27d9fe2ae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-f8eff245-e139-4f6c-9a6d-390e6f99e636', 'network_id': 'f8eff245-e139-4f6c-9a6d-390e6f99e636', 'project_id': '3244e588d4ec4e1094d64eac569cf7fc', 'fixed_ips': [{'subnet_id': 'f5d5af28-7871-4d7d-92bc-9f4e33bcb093'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:29:03.051620 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-127e301a-b3bb-4d16-9489-2c933bfd364e tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:03.054483 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-127e301a-b3bb-4d16-9489-2c933bfd364e tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2625048 Feb 16 22:29:03.054843 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3195a9cf-31f1-4f9f-bad6-1e27d9fe2ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:03.055297 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43982) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:03.072230 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43984) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:03.186964 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78113dea-8736-4c82-baa9-459e90adde64 req-798ab12e-7704-47ea-b7f1-adad3ed2b614 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:03.188623 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78113dea-8736-4c82-baa9-459e90adde64 req-798ab12e-7704-47ea-b7f1-adad3ed2b614 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=00ea64e0-2732-4e53-8103-42277a896f8f HTTP/1.1" status: 200 len: 945 time: 0.3954496 Feb 16 22:29:03.194922 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43986) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:03.215166 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 479a6f09-9d59-4be3-a02f-ba47100004da no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:29:03.236627 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6bc80c49-53c2-4079-9a30-54215e3e6684 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (30476cea-edbc-4a6d-9231-d2917a9eecc1), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:03.325044 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 479a6f09-9d59-4be3-a02f-ba47100004da {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:29:03.325417 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 479a6f09-9d59-4be3-a02f-ba47100004da not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:29:03.342745 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78113dea-8736-4c82-baa9-459e90adde64 req-6bb2a08a-2963-41b1-9e57-7a4d4e013608 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360152 Feb 16 22:29:03.376323 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-3195a9cf-31f1-4f9f-bad6-1e27d9fe2ae1 None None] Allocated IP 172.20.0.2 (f8eff245-e139-4f6c-9a6d-390e6f99e636/f5d5af28-7871-4d7d-92bc-9f4e33bcb093/91603327-7ed1-4184-9f98-0b41d2e0f3a5) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:29:03.379651 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6bc80c49-53c2-4079-9a30-54215e3e6684 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (30476cea-edbc-4a6d-9231-d2917a9eecc1), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:03.385875 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc80c49-53c2-4079-9a30-54215e3e6684 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:03.387246 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6bc80c49-53c2-4079-9a30-54215e3e6684 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:03.398269 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ef9413b8-6b24-4be1-bf95-3ab3cb2ac7f1 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:03.578273 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc80c49-53c2-4079-9a30-54215e3e6684 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Pushing event updated for resources: {'Network': ['ID=30476cea-edbc-4a6d-9231-d2917a9eecc1,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:03.590834 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6bc80c49-53c2-4079-9a30-54215e3e6684 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9773088 Feb 16 22:29:03.598774 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43990) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:03.604283 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-af0c3b83-f699-4f3a-9e99-e19256671d02 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Request body: {'subnet': {'network_id': '30476cea-edbc-4a6d-9231-d2917a9eecc1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:03.667338 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7261e6a2-4987-4c37-affd-7a38badaa98a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:03.693354 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f1decc79-3fd5-40f5-a55f-d3df0b44d275 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=05fece93b5f34c39b4687779f64633e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6340587 Feb 16 22:29:03.699225 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43994) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:03.748709 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6371179e-92fe-4dcc-a55d-c3a096ab7a59 x-openstack-request-id: req-6371179e-92fe-4dcc-a55d-c3a096ab7a59 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:29:03.748978 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ea64e0-2732-4e53-8103-42277a896f8f", "name": "network-vif-plugged", "status": "completed", "tag": "c1f77008-b346-4d09-961b-095158338e16", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:29:03.749200 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6371179e-92fe-4dcc-a55d-c3a096ab7a59 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:29:03.749612 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ea64e0-2732-4e53-8103-42277a896f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f77008-b346-4d09-961b-095158338e16', 'code': 200} Feb 16 22:29:03.752005 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 30476cea-edbc-4a6d-9231-d2917a9eecc1 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:29:03.784281 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52ed14-2fa3-4856-bf83-2d270d611893 req-c7d5ce7c-9f81-44a1-9184-074055adfe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:03.785809 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7a52ed14-2fa3-4856-bf83-2d270d611893 req-c7d5ce7c-9f81-44a1-9184-074055adfe85 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=00ea64e0-2732-4e53-8103-42277a896f8f HTTP/1.1" status: 200 len: 1127 time: 0.1995256 Feb 16 22:29:03.848869 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3195a9cf-31f1-4f9f-bad6-1e27d9fe2ae1 None None] Publish callbacks [] for port (91603327-7ed1-4184-9f98-0b41d2e0f3a5), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:03.862260 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3195a9cf-31f1-4f9f-bad6-1e27d9fe2ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (91603327-7ed1-4184-9f98-0b41d2e0f3a5), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:03.914232 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3195a9cf-31f1-4f9f-bad6-1e27d9fe2ae1 None None] Network f8eff245-e139-4f6c-9a6d-390e6f99e636 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:29:03.918634 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-3195a9cf-31f1-4f9f-bad6-1e27d9fe2ae1 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:29:03.921353 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3195a9cf-31f1-4f9f-bad6-1e27d9fe2ae1 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:29:03.931299 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195a9cf-31f1-4f9f-bad6-1e27d9fe2ae1 None None] Pushing event updated for resources: {'Port': ['ID=91603327-7ed1-4184-9f98-0b41d2e0f3a5,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:03.936549 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7a52ed14-2fa3-4856-bf83-2d270d611893 req-65ccff4f-ab84-4ea3-84a3-e49bb96a63b7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437104 Feb 16 22:29:03.949919 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-ef9413b8-6b24-4be1-bf95-3ab3cb2ac7f1 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Allocated IP 172.20.0.1 (f8eff245-e139-4f6c-9a6d-390e6f99e636/f5d5af28-7871-4d7d-92bc-9f4e33bcb093/5cbc9f84-4060-421d-ad2a-a80bf1e70d17) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:29:03.957595 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0c3b83-f699-4f3a-9e99-e19256671d02 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Made reservation on behalf of 71c9d6dfb627423688b9a3857ea2dea4 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:29:03.961184 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-af0c3b83-f699-4f3a-9e99-e19256671d02 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:03.989059 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-3195a9cf-31f1-4f9f-bad6-1e27d9fe2ae1 None None] Attempting to bind port 91603327-7ed1-4184-9f98-0b41d2e0f3a5 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:29:03.989848 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-3195a9cf-31f1-4f9f-bad6-1e27d9fe2ae1 None None] Attempting to bind port 91603327-7ed1-4184-9f98-0b41d2e0f3a5 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'f9cf1d4e-5746-48d6-a5cf-a7f15671cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f8eff245-e139-4f6c-9a6d-390e6f99e636'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:29:03.990504 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3195a9cf-31f1-4f9f-bad6-1e27d9fe2ae1 None None] Attempting to bind port 91603327-7ed1-4184-9f98-0b41d2e0f3a5 on network f8eff245-e139-4f6c-9a6d-390e6f99e636 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:29:03.996110 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3195a9cf-31f1-4f9f-bad6-1e27d9fe2ae1 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:29:03.996837 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3195a9cf-31f1-4f9f-bad6-1e27d9fe2ae1 None None] Checking segment: {'id': 'f9cf1d4e-5746-48d6-a5cf-a7f15671cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f8eff245-e139-4f6c-9a6d-390e6f99e636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:29:03.997470 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3195a9cf-31f1-4f9f-bad6-1e27d9fe2ae1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:03.998143 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3195a9cf-31f1-4f9f-bad6-1e27d9fe2ae1 None None] Bound using segment: {'id': 'f9cf1d4e-5746-48d6-a5cf-a7f15671cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f8eff245-e139-4f6c-9a6d-390e6f99e636'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:29:03.998900 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-3195a9cf-31f1-4f9f-bad6-1e27d9fe2ae1 None None] Bound port: 91603327-7ed1-4184-9f98-0b41d2e0f3a5, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9cf1d4e-5746-48d6-a5cf-a7f15671cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f8eff245-e139-4f6c-9a6d-390e6f99e636'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:29:03.999540 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3195a9cf-31f1-4f9f-bad6-1e27d9fe2ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (91603327-7ed1-4184-9f98-0b41d2e0f3a5), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:04.071924 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-3195a9cf-31f1-4f9f-bad6-1e27d9fe2ae1 None None] For port 91603327-7ed1-4184-9f98-0b41d2e0f3a5, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:29:04.078094 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-3195a9cf-31f1-4f9f-bad6-1e27d9fe2ae1 None None] For port 91603327-7ed1-4184-9f98-0b41d2e0f3a5, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=91603327-7ed1-4184-9f98-0b41d2e0f3a5,segment=NetworkSegment(f9cf1d4e-5746-48d6-a5cf-a7f15671cfd8),segment_id=f9cf1d4e-5746-48d6-a5cf-a7f15671cfd8)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:29:04.086373 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3195a9cf-31f1-4f9f-bad6-1e27d9fe2ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (91603327-7ed1-4184-9f98-0b41d2e0f3a5), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:04.134976 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500256a-ea9b-4245-acd3-f0162ed80e86 req-24aebb17-e5b1-4b1e-9891-d34ff5f4ee03 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:04.147148 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6500256a-ea9b-4245-acd3-f0162ed80e86 req-24aebb17-e5b1-4b1e-9891-d34ff5f4ee03 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=171815e0-b19b-4401-bdec-479ed4e27fa3 HTTP/1.1" status: 200 len: 945 time: 0.3090122 Feb 16 22:29:04.164135 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ef9413b8-6b24-4be1-bf95-3ab3cb2ac7f1 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks [] for port (5cbc9f84-4060-421d-ad2a-a80bf1e70d17), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:04.178931 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7735bab2-ff60-4378-a1d9-8fabee6a693e admin admin] Publish callbacks [] for security_group (18847cdc-72f3-4e55-b0a2-b33ce890d58b), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:04.205932 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195a9cf-31f1-4f9f-bad6-1e27d9fe2ae1 None None] Pushing event updated for resources: {'Port': ['ID=91603327-7ed1-4184-9f98-0b41d2e0f3a5,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:04.249585 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ef9413b8-6b24-4be1-bf95-3ab3cb2ac7f1 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (5cbc9f84-4060-421d-ad2a-a80bf1e70d17), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:04.276510 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9413b8-6b24-4be1-bf95-3ab3cb2ac7f1 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Network f8eff245-e139-4f6c-9a6d-390e6f99e636 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:29:04.279702 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-ef9413b8-6b24-4be1-bf95-3ab3cb2ac7f1 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:29:04.280542 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7261e6a2-4987-4c37-affd-7a38badaa98a admin admin] Publish callbacks [] for security_group (4dd4fd10-d65d-4a4f-a626-c4d0c252d2ec), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:04.303166 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9413b8-6b24-4be1-bf95-3ab3cb2ac7f1 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:29:04.305066 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7261e6a2-4987-4c37-affd-7a38badaa98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4dd4fd10-d65d-4a4f-a626-c4d0c252d2ec), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:04.341675 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7735bab2-ff60-4378-a1d9-8fabee6a693e admin admin] Publish callbacks [] for security_group (18847cdc-72f3-4e55-b0a2-b33ce890d58b), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:04.411605 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9413b8-6b24-4be1-bf95-3ab3cb2ac7f1 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Pushing event updated for resources: {'Port': ['ID=5cbc9f84-4060-421d-ad2a-a80bf1e70d17,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:04.413370 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-af0c3b83-f699-4f3a-9e99-e19256671d02 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (3eac350d-e80d-4245-95e6-da1b0f4aaa44), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:04.414929 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ef9413b8-6b24-4be1-bf95-3ab3cb2ac7f1 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (61f6a110-3511-48f2-9e25-6c2ab11ba77b), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:04.521024 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6500256a-ea9b-4245-acd3-f0162ed80e86 req-475d3dc8-b8e5-4bb8-ad42-a4e606d99d99 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543921 Feb 16 22:29:04.548932 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261e6a2-4987-4c37-affd-7a38badaa98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd4fd10-d65d-4a4f-a626-c4d0c252d2ec,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:04.580841 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7261e6a2-4987-4c37-affd-7a38badaa98a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ae4d1a8bb61341508e349d62e1fa87d0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3844979 Feb 16 22:29:04.583411 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44006) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:04.609752 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c3b83-f699-4f3a-9e99-e19256671d02 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Pushing event updated for resources: {'Subnet': ['ID=3eac350d-e80d-4245-95e6-da1b0f4aaa44,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:04.622929 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7735bab2-ff60-4378-a1d9-8fabee6a693e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (18847cdc-72f3-4e55-b0a2-b33ce890d58b), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:04.623696 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ef9413b8-6b24-4be1-bf95-3ab3cb2ac7f1 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5cbc9f84-4060-421d-ad2a-a80bf1e70d17), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:04.626515 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7735bab2-ff60-4378-a1d9-8fabee6a693e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:04.639932 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7735bab2-ff60-4378-a1d9-8fabee6a693e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/18847cdc-72f3-4e55-b0a2-b33ce890d58b HTTP/1.1" status: 204 len: 168 time: 0.9202979 Feb 16 22:29:04.652420 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0c3b83-f699-4f3a-9e99-e19256671d02 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Checking segment: {'id': 'c0cdbe37-2f54-45b2-bff8-d4aa371dd0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '30476cea-edbc-4a6d-9231-d2917a9eecc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:29:04.653192 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0c3b83-f699-4f3a-9e99-e19256671d02 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Network hostable DHCP agents. Network: 30476cea-edbc-4a6d-9231-d2917a9eecc1, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:29:04.695081 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735bab2-ff60-4378-a1d9-8fabee6a693e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18847cdc-72f3-4e55-b0a2-b33ce890d58b,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:04.742843 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0c3b83-f699-4f3a-9e99-e19256671d02 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Network 30476cea-edbc-4a6d-9231-d2917a9eecc1 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:29:04.759283 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695d3c7-8881-4601-98ce-e72ab24721b7 req-47359d1b-514f-40b9-9292-8a374b042b39 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:04.766379 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b695d3c7-8881-4601-98ce-e72ab24721b7 req-47359d1b-514f-40b9-9292-8a374b042b39 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=00ea64e0-2732-4e53-8103-42277a896f8f HTTP/1.1" status: 200 len: 945 time: 0.1184523 Feb 16 22:29:04.766528 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2b443c12-64ae-4301-b8d3-e480731068c2 admin admin] Publish callbacks [] for security_group (4dd4fd10-d65d-4a4f-a626-c4d0c252d2ec), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:04.773255 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-af0c3b83-f699-4f3a-9e99-e19256671d02 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 30476cea-edbc-4a6d-9231-d2917a9eecc1) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:29:04.784155 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0c3b83-f699-4f3a-9e99-e19256671d02 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:04.784741 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-af0c3b83-f699-4f3a-9e99-e19256671d02 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:04.785564 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbae5b8-43ac-462e-af14-56683887aa84 None None] Network 30476cea-edbc-4a6d-9231-d2917a9eecc1 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:29:04.858977 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-af0c3b83-f699-4f3a-9e99-e19256671d02 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2565238 Feb 16 22:29:04.866018 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44014) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:04.872946 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-c62540c8-4a9f-4a82-a1ba-f76019d99f56 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Request body: {'router': {'external_gateway_info': {'network_id': '30476cea-edbc-4a6d-9231-d2917a9eecc1'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:04.901809 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b695d3c7-8881-4601-98ce-e72ab24721b7 req-f30c02ed-1a26-4726-a035-ed5d468977c9 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288700 Feb 16 22:29:04.959368 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b47e52-52b7-46bc-820e-7067019e9de5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-30476cea-edbc-4a6d-9231-d2917a9eecc1', 'network_id': '30476cea-edbc-4a6d-9231-d2917a9eecc1', 'project_id': '71c9d6dfb627423688b9a3857ea2dea4', 'fixed_ips': [{'subnet_id': '3eac350d-e80d-4245-95e6-da1b0f4aaa44'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:29:04.960250 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-36b47e52-52b7-46bc-820e-7067019e9de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:05.027826 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2b443c12-64ae-4301-b8d3-e480731068c2 admin admin] Publish callbacks [] for security_group (4dd4fd10-d65d-4a4f-a626-c4d0c252d2ec), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:05.131438 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2b443c12-64ae-4301-b8d3-e480731068c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4dd4fd10-d65d-4a4f-a626-c4d0c252d2ec), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:05.134085 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2b443c12-64ae-4301-b8d3-e480731068c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:05.135287 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2b443c12-64ae-4301-b8d3-e480731068c2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4dd4fd10-d65d-4a4f-a626-c4d0c252d2ec HTTP/1.1" status: 204 len: 168 time: 0.5487671 Feb 16 22:29:05.245844 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b443c12-64ae-4301-b8d3-e480731068c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd4fd10-d65d-4a4f-a626-c4d0c252d2ec,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:05.315358 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-36b47e52-52b7-46bc-820e-7067019e9de5 None None] Allocated IP 2001:db8:1::2 (30476cea-edbc-4a6d-9231-d2917a9eecc1/3eac350d-e80d-4245-95e6-da1b0f4aaa44/712e5e23-2f86-4d76-bd51-3cde67519fbb) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:29:05.325736 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 91603327-7ed1-4184-9f98-0b41d2e0f3a5 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:29:05.388126 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44026) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:05.520392 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ef9413b8-6b24-4be1-bf95-3ab3cb2ac7f1 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks [] for port (5cbc9f84-4060-421d-ad2a-a80bf1e70d17), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:05.538489 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ef9413b8-6b24-4be1-bf95-3ab3cb2ac7f1 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (5cbc9f84-4060-421d-ad2a-a80bf1e70d17), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:05.609319 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 91603327-7ed1-4184-9f98-0b41d2e0f3a5 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:05.609702 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (91603327-7ed1-4184-9f98-0b41d2e0f3a5), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:05.868079 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 91603327-7ed1-4184-9f98-0b41d2e0f3a5 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:05.868473 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (91603327-7ed1-4184-9f98-0b41d2e0f3a5), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:05.918462 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-36b47e52-52b7-46bc-820e-7067019e9de5 None None] Publish callbacks [] for port (712e5e23-2f86-4d76-bd51-3cde67519fbb), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:05.920011 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459452da-d431-4301-9181-8f69673ca030 None None] Network f8eff245-e139-4f6c-9a6d-390e6f99e636 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:29:05.973935 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 91603327-7ed1-4184-9f98-0b41d2e0f3a5, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=91603327-7ed1-4184-9f98-0b41d2e0f3a5,segment=NetworkSegment(f9cf1d4e-5746-48d6-a5cf-a7f15671cfd8),segment_id=f9cf1d4e-5746-48d6-a5cf-a7f15671cfd8)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:05.977258 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-36b47e52-52b7-46bc-820e-7067019e9de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (712e5e23-2f86-4d76-bd51-3cde67519fbb), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:06.030011 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b47e52-52b7-46bc-820e-7067019e9de5 None None] Pushing event updated for resources: {'Port': ['ID=712e5e23-2f86-4d76-bd51-3cde67519fbb,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:06.039417 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c62540c8-4a9f-4a82-a1ba-f76019d99f56 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks [] for router_gateway (b27c83c3-f1a2-44ea-9e45-a70121c25be8), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:06.044856 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (91603327-7ed1-4184-9f98-0b41d2e0f3a5), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:06.049656 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-0adf6ae7-d05a-4280-b174-533fb7f9b727 None None] Provisioning complete for port 91603327-7ed1-4184-9f98-0b41d2e0f3a5 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:06.050136 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0adf6ae7-d05a-4280-b174-533fb7f9b727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (91603327-7ed1-4184-9f98-0b41d2e0f3a5), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:06.055789 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-079a4d90-605b-4ad9-8873-943d64747f76 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:06.057607 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-079a4d90-605b-4ad9-8873-943d64747f76 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/networks?id=0b05d03f-38cc-4133-bd64-047a675bbe5d HTTP/1.1" status: 200 len: 808 time: 1.0430899 Feb 16 22:29:06.086465 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-ce49cf78-2444-4b7f-a7db-049720ca7fdc tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/quotas/9fa0095c17d74d3996deafe74990816a HTTP/1.1" status: 200 len: 375 time: 0.0229948 Feb 16 22:29:06.129660 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-33402cd5-bd03-4473-90ff-446d07a752be tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=9fa0095c17d74d3996deafe74990816a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322244 Feb 16 22:29:06.170806 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0a3d067a-727a-46c4-8a99-3c5f8b4dfa14 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8c58ded39b7b4a83a32aa963b6e63e07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7813935 Feb 16 22:29:06.171336 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44044) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:06.186647 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ef9413b8-6b24-4be1-bf95-3ab3cb2ac7f1 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (61f6a110-3511-48f2-9e25-6c2ab11ba77b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:06.191542 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9413b8-6b24-4be1-bf95-3ab3cb2ac7f1 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Pushing event updated for resources: {'Port': ['ID=5cbc9f84-4060-421d-ad2a-a80bf1e70d17,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:06.222129 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=91603327-7ed1-4184-9f98-0b41d2e0f3a5,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:06.257264 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09e508-bcf6-4825-a733-2a3e3bcf25d8 req-a006c41d-0f90-4254-97b2-d9dabddd0b90 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:06.260080 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ee09e508-bcf6-4825-a733-2a3e3bcf25d8 req-a006c41d-0f90-4254-97b2-d9dabddd0b90 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.67 "GET /v2.0/ports?device_id=171815e0-b19b-4401-bdec-479ed4e27fa3 HTTP/1.1" status: 200 len: 945 time: 0.6861959 Feb 16 22:29:06.291363 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-859c5a3f-e7ea-4c2e-8945-bf1e63a18b0e service neutron] 10.222.0.75 "GET /v2.0/networks/0b05d03f-38cc-4133-bd64-047a675bbe5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532617 Feb 16 22:29:06.291539 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b47e52-52b7-46bc-820e-7067019e9de5 None None] Network 30476cea-edbc-4a6d-9231-d2917a9eecc1 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:29:06.316863 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-36b47e52-52b7-46bc-820e-7067019e9de5 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:29:06.337347 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-c62540c8-4a9f-4a82-a1ba-f76019d99f56 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:29:06.338727 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c62540c8-4a9f-4a82-a1ba-f76019d99f56 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] 10.222.0.75 "PUT /v2.0/routers/b27c83c3-f1a2-44ea-9e45-a70121c25be8 HTTP/1.1" status: 400 len: 364 time: 1.4717784 Feb 16 22:29:06.340139 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b47e52-52b7-46bc-820e-7067019e9de5 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:29:06.342259 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44052) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:06.416158 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8071eb21-4cf0-4ebd-8752-8a3afcf55be2 admin admin] Publish callbacks [] for security_group (7c3c13d3-f0d4-4fe0-9391-469a03c7dd3d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:06.416363 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-36b47e52-52b7-46bc-820e-7067019e9de5 None None] Attempting to bind port 712e5e23-2f86-4d76-bd51-3cde67519fbb on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:29:06.416586 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-36b47e52-52b7-46bc-820e-7067019e9de5 None None] Attempting to bind port 712e5e23-2f86-4d76-bd51-3cde67519fbb by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'c0cdbe37-2f54-45b2-bff8-d4aa371dd0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '30476cea-edbc-4a6d-9231-d2917a9eecc1'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:29:06.417045 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b47e52-52b7-46bc-820e-7067019e9de5 None None] Attempting to bind port 712e5e23-2f86-4d76-bd51-3cde67519fbb on network 30476cea-edbc-4a6d-9231-d2917a9eecc1 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:29:06.505329 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8071eb21-4cf0-4ebd-8752-8a3afcf55be2 admin admin] Publish callbacks [] for security_group (7c3c13d3-f0d4-4fe0-9391-469a03c7dd3d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:06.514689 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b47e52-52b7-46bc-820e-7067019e9de5 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:29:06.515031 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b47e52-52b7-46bc-820e-7067019e9de5 None None] Checking segment: {'id': 'c0cdbe37-2f54-45b2-bff8-d4aa371dd0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '30476cea-edbc-4a6d-9231-d2917a9eecc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:29:06.515446 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-36b47e52-52b7-46bc-820e-7067019e9de5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:06.515881 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b47e52-52b7-46bc-820e-7067019e9de5 None None] Bound using segment: {'id': 'c0cdbe37-2f54-45b2-bff8-d4aa371dd0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '30476cea-edbc-4a6d-9231-d2917a9eecc1'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:29:06.516376 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-36b47e52-52b7-46bc-820e-7067019e9de5 None None] Bound port: 712e5e23-2f86-4d76-bd51-3cde67519fbb, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0cdbe37-2f54-45b2-bff8-d4aa371dd0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '30476cea-edbc-4a6d-9231-d2917a9eecc1'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:29:06.516767 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-36b47e52-52b7-46bc-820e-7067019e9de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (712e5e23-2f86-4d76-bd51-3cde67519fbb), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:06.556912 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9413b8-6b24-4be1-bf95-3ab3cb2ac7f1 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Network f8eff245-e139-4f6c-9a6d-390e6f99e636 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:29:06.567449 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-2013600c-3b62-44d9-8e06-ee8a27e9cf14 service neutron] 10.222.0.75 "GET /v2.0/networks/0b05d03f-38cc-4133-bd64-047a675bbe5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697842 Feb 16 22:29:06.570371 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-ee09e508-bcf6-4825-a733-2a3e3bcf25d8 req-7504426b-5bbf-4bb8-8be7-2ab68faa4934 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Deleting port d9c2e10f-0bd9-4527-b9af-37c0b43aa195 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:29:06.570371 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ee09e508-bcf6-4825-a733-2a3e3bcf25d8 req-7504426b-5bbf-4bb8-8be7-2ab68faa4934 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (d9c2e10f-0bd9-4527-b9af-37c0b43aa195), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:06.579131 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-ef9413b8-6b24-4be1-bf95-3ab3cb2ac7f1 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:29:06.753991 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fcdb6ec1-fd0b-41cb-aeee-5c2aafa0bff3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:06.760384 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8071eb21-4cf0-4ebd-8752-8a3afcf55be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7c3c13d3-f0d4-4fe0-9391-469a03c7dd3d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:06.764240 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8071eb21-4cf0-4ebd-8752-8a3afcf55be2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:06.768340 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8071eb21-4cf0-4ebd-8752-8a3afcf55be2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7c3c13d3-f0d4-4fe0-9391-469a03c7dd3d HTTP/1.1" status: 204 len: 168 time: 0.5896230 Feb 16 22:29:06.804370 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-0adf6ae7-d05a-4280-b174-533fb7f9b727 None None] Current status of the port 91603327-7ed1-4184-9f98-0b41d2e0f3a5 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:06.808404 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071eb21-4cf0-4ebd-8752-8a3afcf55be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3c13d3-f0d4-4fe0-9391-469a03c7dd3d,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:06.822926 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-ee09e508-bcf6-4825-a733-2a3e3bcf25d8 req-7504426b-5bbf-4bb8-8be7-2ab68faa4934 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] For port d9c2e10f-0bd9-4527-b9af-37c0b43aa195, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=d9c2e10f-0bd9-4527-b9af-37c0b43aa195,segment=NetworkSegment(d2150ecc-73be-4cac-a3e0-52292f5f056f),segment_id=d2150ecc-73be-4cac-a3e0-52292f5f056f)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:06.823609 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ee09e508-bcf6-4825-a733-2a3e3bcf25d8 req-7504426b-5bbf-4bb8-8be7-2ab68faa4934 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (d9c2e10f-0bd9-4527-b9af-37c0b43aa195), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:06.845174 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-ee09e508-bcf6-4825-a733-2a3e3bcf25d8 req-7504426b-5bbf-4bb8-8be7-2ab68faa4934 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Calling delete_port for d9c2e10f-0bd9-4527-b9af-37c0b43aa195 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:29:06.911300 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-36b47e52-52b7-46bc-820e-7067019e9de5 None None] For port 712e5e23-2f86-4d76-bd51-3cde67519fbb, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:29:06.919201 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-36b47e52-52b7-46bc-820e-7067019e9de5 None None] For port 712e5e23-2f86-4d76-bd51-3cde67519fbb, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=712e5e23-2f86-4d76-bd51-3cde67519fbb,segment=NetworkSegment(c0cdbe37-2f54-45b2-bff8-d4aa371dd0f9),segment_id=c0cdbe37-2f54-45b2-bff8-d4aa371dd0f9)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:29:06.939983 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-36b47e52-52b7-46bc-820e-7067019e9de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (712e5e23-2f86-4d76-bd51-3cde67519fbb), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:06.974669 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9413b8-6b24-4be1-bf95-3ab3cb2ac7f1 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Router 61f6a110-3511-48f2-9e25-6c2ab11ba77b is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:29:07.124341 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b47e52-52b7-46bc-820e-7067019e9de5 None None] Pushing event updated for resources: {'Port': ['ID=712e5e23-2f86-4d76-bd51-3cde67519fbb,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:07.234259 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 91603327-7ed1-4184-9f98-0b41d2e0f3a5 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:29:07.377064 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-9bd9493a-0f55-4547-bc59-a906687b862b None None] Provisioning complete for port 5cbc9f84-4060-421d-ad2a-a80bf1e70d17 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:07.377676 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9bd9493a-0f55-4547-bc59-a906687b862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5cbc9f84-4060-421d-ad2a-a80bf1e70d17), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:07.510193 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 91603327-7ed1-4184-9f98-0b41d2e0f3a5 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:07.510595 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (91603327-7ed1-4184-9f98-0b41d2e0f3a5), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:07.618073 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9413b8-6b24-4be1-bf95-3ab3cb2ac7f1 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:29:07.629110 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-9bd9493a-0f55-4547-bc59-a906687b862b None None] Port 5cbc9f84-4060-421d-ad2a-a80bf1e70d17 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:29:07.631921 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de511af-2f46-49d0-a8a5-25b7fe1b96a2 req-7cbfabf2-a785-46d6-93ee-1ea5ef469a5d tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:07.633709 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1de511af-2f46-49d0-a8a5-25b7fe1b96a2 req-7cbfabf2-a785-46d6-93ee-1ea5ef469a5d tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=171815e0-b19b-4401-bdec-479ed4e27fa3 HTTP/1.1" status: 200 len: 945 time: 0.4878533 Feb 16 22:29:07.633836 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a33513-58f2-48fd-b735-165cf46693f6 None None] Sync routers for ids ['61f6a110-3511-48f2-9e25-6c2ab11ba77b'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:29:07.646199 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ef9413b8-6b24-4be1-bf95-3ab3cb2ac7f1 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] 10.222.0.75 "PUT /v2.0/routers/61f6a110-3511-48f2-9e25-6c2ab11ba77b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5727775 Feb 16 22:29:07.652715 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44080) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:07.657743 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-ac438817-9454-498d-867e-5f07d56ba73f tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Request body: {'port': {'network_id': 'f8eff245-e139-4f6c-9a6d-390e6f99e636', 'name': 'tempest-FloatingIPNegativeTestJSON-1080249292'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:07.659773 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a33513-58f2-48fd-b735-165cf46693f6 None None] Routers {'61f6a110-3511-48f2-9e25-6c2ab11ba77b'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:29:07.660630 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-68a33513-58f2-48fd-b735-165cf46693f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:28:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['61f6a110-3511-48f2-9e25-6c2ab11ba77b'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:07.792862 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-9bd9493a-0f55-4547-bc59-a906687b862b None None] Provisioning complete for port 91603327-7ed1-4184-9f98-0b41d2e0f3a5 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:07.793240 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9bd9493a-0f55-4547-bc59-a906687b862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (91603327-7ed1-4184-9f98-0b41d2e0f3a5), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:07.824563 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-68a33513-58f2-48fd-b735-165cf46693f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:07.842311 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 91603327-7ed1-4184-9f98-0b41d2e0f3a5 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:07.847263 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-fcdb6ec1-fd0b-41cb-aeee-5c2aafa0bff3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Allocated IP 2001:db8::1 (a3a738db-70a4-450e-aedb-9c7d0188c966/f7b41d99-f6bd-4040-bb18-46c746aa83a6/c15a4ba1-24bc-4c72-942d-a409ceca4767) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:29:07.864977 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a33513-58f2-48fd-b735-165cf46693f6 None None] Routers {'61f6a110-3511-48f2-9e25-6c2ab11ba77b'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:29:07.865632 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-68a33513-58f2-48fd-b735-165cf46693f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:28:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['61f6a110-3511-48f2-9e25-6c2ab11ba77b'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:07.915271 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ee09e508-bcf6-4825-a733-2a3e3bcf25d8 req-7504426b-5bbf-4bb8-8be7-2ab68faa4934 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (d9c2e10f-0bd9-4527-b9af-37c0b43aa195), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:07.939420 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['91e8c394-f309-4d7c-ae8f-b3d28a87757f', 'd9c2e10f-0bd9-4527-b9af-37c0b43aa195'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:29:07.980277 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1de511af-2f46-49d0-a8a5-25b7fe1b96a2 req-9ce9e8d6-457d-4970-b8b0-6ba176b2cad6 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343275 Feb 16 22:29:08.035399 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-68a33513-58f2-48fd-b735-165cf46693f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:08.036054 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a33513-58f2-48fd-b735-165cf46693f6 None None] The sync data for ids ['61f6a110-3511-48f2-9e25-6c2ab11ba77b'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:29:08.127647 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-9bd9493a-0f55-4547-bc59-a906687b862b None None] Current status of the port 91603327-7ed1-4184-9f98-0b41d2e0f3a5 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:08.179811 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504426b-5bbf-4bb8-8be7-2ab68faa4934 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Pushing event deleted for resources: {'Port': ['ID=d9c2e10f-0bd9-4527-b9af-37c0b43aa195,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:08.340554 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fcdb6ec1-fd0b-41cb-aeee-5c2aafa0bff3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks [] for port (c15a4ba1-24bc-4c72-942d-a409ceca4767), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:08.372800 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee09e508-bcf6-4825-a733-2a3e3bcf25d8 req-7504426b-5bbf-4bb8-8be7-2ab68faa4934 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] No DVR routers for this DVR port d9c2e10f-0bd9-4527-b9af-37c0b43aa195 on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:29:08.404449 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fcdb6ec1-fd0b-41cb-aeee-5c2aafa0bff3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (c15a4ba1-24bc-4c72-942d-a409ceca4767), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:08.404683 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ee09e508-bcf6-4825-a733-2a3e3bcf25d8 req-7504426b-5bbf-4bb8-8be7-2ab68faa4934 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:08.408171 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ee09e508-bcf6-4825-a733-2a3e3bcf25d8 req-7504426b-5bbf-4bb8-8be7-2ab68faa4934 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.67 "DELETE /v2.0/ports/d9c2e10f-0bd9-4527-b9af-37c0b43aa195 HTTP/1.1" status: 204 len: 173 time: 2.1302390 Feb 16 22:29:08.408885 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171815e0-b19b-4401-bdec-479ed4e27fa3', 'name': 'network-vif-deleted', 'tag': 'd9c2e10f-0bd9-4527-b9af-37c0b43aa195'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:29:08.411217 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6749c0c-4fff-415b-bd29-81c7e62eab87" -d '{"events": [{"server_uuid": "171815e0-b19b-4401-bdec-479ed4e27fa3", "name": "network-vif-deleted", "tag": "d9c2e10f-0bd9-4527-b9af-37c0b43aa195"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:29:08.421118 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a0dbc660-d70f-4bff-bf42-e14135f63050 None None] Provisioning complete for port 5cbc9f84-4060-421d-ad2a-a80bf1e70d17 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:08.421689 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a0dbc660-d70f-4bff-bf42-e14135f63050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5cbc9f84-4060-421d-ad2a-a80bf1e70d17), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:08.471431 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac438817-9454-498d-867e-5f07d56ba73f tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Made reservation on behalf of 3244e588d4ec4e1094d64eac569cf7fc for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:29:08.474852 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ac438817-9454-498d-867e-5f07d56ba73f tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:08.506514 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-ac438817-9454-498d-867e-5f07d56ba73f tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] device_id is not set on port e775131b-76ac-43c6-ad00-a9630d281eaf yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:29:08.563990 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdb6ec1-fd0b-41cb-aeee-5c2aafa0bff3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Network a3a738db-70a4-450e-aedb-9c7d0188c966 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:29:08.571787 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb6ec1-fd0b-41cb-aeee-5c2aafa0bff3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Pushing event updated for resources: {'Port': ['ID=c15a4ba1-24bc-4c72-942d-a409ceca4767,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:08.595051 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-fcdb6ec1-fd0b-41cb-aeee-5c2aafa0bff3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:29:08.603032 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a0dbc660-d70f-4bff-bf42-e14135f63050 None None] Port 5cbc9f84-4060-421d-ad2a-a80bf1e70d17 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:29:08.604251 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdb6ec1-fd0b-41cb-aeee-5c2aafa0bff3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:29:08.609581 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fcdb6ec1-fd0b-41cb-aeee-5c2aafa0bff3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (b27c83c3-f1a2-44ea-9e45-a70121c25be8), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:08.751225 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12231f09-e1fe-408e-8b5a-76724d6ec533 req-cfdbb3ca-58b7-4ee4-8ccf-076dd1ad12ea tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:08.754127 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12231f09-e1fe-408e-8b5a-76724d6ec533 req-cfdbb3ca-58b7-4ee4-8ccf-076dd1ad12ea tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=00ea64e0-2732-4e53-8103-42277a896f8f HTTP/1.1" status: 200 len: 945 time: 0.5319750 Feb 16 22:29:08.783066 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-62d13637-5233-4755-a2e5-0f93b17ef698 None None] Provisioning complete for port 5cbc9f84-4060-421d-ad2a-a80bf1e70d17 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:08.783457 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-62d13637-5233-4755-a2e5-0f93b17ef698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5cbc9f84-4060-421d-ad2a-a80bf1e70d17), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:08.856603 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-ac438817-9454-498d-867e-5f07d56ba73f tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Allocated IP 172.20.0.14 (f8eff245-e139-4f6c-9a6d-390e6f99e636/f5d5af28-7871-4d7d-92bc-9f4e33bcb093/e775131b-76ac-43c6-ad00-a9630d281eaf) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:29:08.901589 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-62d13637-5233-4755-a2e5-0f93b17ef698 None None] Port 5cbc9f84-4060-421d-ad2a-a80bf1e70d17 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:29:08.952153 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12231f09-e1fe-408e-8b5a-76724d6ec533 req-6d552c0f-fb5a-4cce-99a1-1855d216ab95 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920946 Feb 16 22:29:08.962993 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44106) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:09.151519 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-6dd18177-0b70-4a8c-ab45-83697c4efe4c None None] Provisioning complete for port c15a4ba1-24bc-4c72-942d-a409ceca4767 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:09.151905 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6dd18177-0b70-4a8c-ab45-83697c4efe4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c15a4ba1-24bc-4c72-942d-a409ceca4767), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:09.240174 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-6dd18177-0b70-4a8c-ab45-83697c4efe4c None None] Port c15a4ba1-24bc-4c72-942d-a409ceca4767 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:29:09.262909 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de66622c-002e-4acd-b372-a60d1300f5b4 None None] Network 30476cea-edbc-4a6d-9231-d2917a9eecc1 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:29:09.278949 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-73aee26b-47cc-4beb-a6dd-bfee739be0d4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1843611341-network', 'tenant_id': 'f6e9384d481649378c8629f80ddeb608'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:09.360888 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-978c7cce-3311-4b64-9a54-679c64df949e req-de95c675-811c-4d51-a7c9-19ab583c1fa4 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/ports?device_id=890b7ece-60c6-45b2-ab91-44652063035b HTTP/1.1" status: 200 len: 210 time: 0.2004375 Feb 16 22:29:09.361395 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fcdb6ec1-fd0b-41cb-aeee-5c2aafa0bff3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c15a4ba1-24bc-4c72-942d-a409ceca4767), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:09.419139 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ac438817-9454-498d-867e-5f07d56ba73f tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks [] for port (e775131b-76ac-43c6-ad00-a9630d281eaf), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:09.435636 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 712e5e23-2f86-4d76-bd51-3cde67519fbb up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:29:09.441683 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73aee26b-47cc-4beb-a6dd-bfee739be0d4 admin admin] Made reservation on behalf of f6e9384d481649378c8629f80ddeb608 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:29:09.444016 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-73aee26b-47cc-4beb-a6dd-bfee739be0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:09.459122 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-73aee26b-47cc-4beb-a6dd-bfee739be0d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:09.472343 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-0c680e13-2c07-436a-8e0f-9dbb88dc236a tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:09.473914 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-0c680e13-2c07-436a-8e0f-9dbb88dc236a tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.79 "GET /v2.0/networks?id=0b05d03f-38cc-4133-bd64-047a675bbe5d HTTP/1.1" status: 200 len: 808 time: 0.4252517 Feb 16 22:29:09.484918 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250d0591-f2c5-4c14-8338-cebc4f7dcfa0 x-openstack-request-id: req-250d0591-f2c5-4c14-8338-cebc4f7dcfa0 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:29:09.485868 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "171815e0-b19b-4401-bdec-479ed4e27fa3", "name": "network-vif-deleted", "tag": "d9c2e10f-0bd9-4527-b9af-37c0b43aa195", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:29:09.487047 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-250d0591-f2c5-4c14-8338-cebc4f7dcfa0 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:29:09.487995 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '171815e0-b19b-4401-bdec-479ed4e27fa3', 'name': 'network-vif-deleted', 'tag': 'd9c2e10f-0bd9-4527-b9af-37c0b43aa195', 'status': 'completed', 'code': 200} Feb 16 22:29:09.491833 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ac438817-9454-498d-867e-5f07d56ba73f tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (e775131b-76ac-43c6-ad00-a9630d281eaf), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:09.496004 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-e66df2ef-3f95-4b89-9223-6aacc89a1ee4 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Request body: {'port': {'device_id': '890b7ece-60c6-45b2-ab91-44652063035b', 'network_id': '0b05d03f-38cc-4133-bd64-047a675bbe5d', 'admin_state_up': True, 'tenant_id': '9fa0095c17d74d3996deafe74990816a'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:09.561961 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac438817-9454-498d-867e-5f07d56ba73f tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Pushing event updated for resources: {'Port': ['ID=e775131b-76ac-43c6-ad00-a9630d281eaf,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:09.580282 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac438817-9454-498d-867e-5f07d56ba73f tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Network f8eff245-e139-4f6c-9a6d-390e6f99e636 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:29:09.582754 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-ac438817-9454-498d-867e-5f07d56ba73f tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:29:09.587533 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac438817-9454-498d-867e-5f07d56ba73f tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:29:09.631538 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-69d5f8ab-e4ab-4e3f-af07-73e760c0f7d1 None None] Provisioning complete for port 712e5e23-2f86-4d76-bd51-3cde67519fbb triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:09.635907 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-69d5f8ab-e4ab-4e3f-af07-73e760c0f7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (712e5e23-2f86-4d76-bd51-3cde67519fbb), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:09.651870 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 712e5e23-2f86-4d76-bd51-3cde67519fbb triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:09.654366 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (712e5e23-2f86-4d76-bd51-3cde67519fbb), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:09.718286 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac438817-9454-498d-867e-5f07d56ba73f tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:09.719975 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ac438817-9454-498d-867e-5f07d56ba73f tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:09.764189 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ac438817-9454-498d-867e-5f07d56ba73f tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1099379 Feb 16 22:29:09.767553 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44116) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:09.777939 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-ba0f5c3b-1449-41e3-87f4-74a19637c79d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:09.939990 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ba0f5c3b-1449-41e3-87f4-74a19637c79d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:09.978908 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-e66df2ef-3f95-4b89-9223-6aacc89a1ee4 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Made reservation on behalf of 9fa0095c17d74d3996deafe74990816a for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:29:09.983548 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-e66df2ef-3f95-4b89-9223-6aacc89a1ee4 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:10.076328 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cef1e-45ea-4297-a3b0-eaf10aa36d1d req-ce4d76af-4b27-4460-b46d-ea38c5a23f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:10.080027 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6f0cef1e-45ea-4297-a3b0-eaf10aa36d1d req-ce4d76af-4b27-4460-b46d-ea38c5a23f71 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=40c61a7cfadd45ac85b548218034c5f0&device_id=00ea64e0-2732-4e53-8103-42277a896f8f HTTP/1.1" status: 200 len: 1127 time: 0.2514460 Feb 16 22:29:10.275818 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cef1e-45ea-4297-a3b0-eaf10aa36d1d req-cc81a128-f38e-4242-9db1-6df83db4d140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:10.277334 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6f0cef1e-45ea-4297-a3b0-eaf10aa36d1d req-cc81a128-f38e-4242-9db1-6df83db4d140 service neutron] 10.222.0.67 "GET /v2.0/networks?id=752ff291-8125-4ff8-b264-ca3a640ae0c4 HTTP/1.1" status: 200 len: 920 time: 0.1907024 Feb 16 22:29:10.305115 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-73aee26b-47cc-4beb-a6dd-bfee739be0d4 admin admin] Publish callbacks [] for security_group (52f69104-8465-46e4-a7d2-d84141d84226), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:10.332773 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6f0cef1e-45ea-4297-a3b0-eaf10aa36d1d req-9a0c2f9a-4556-453b-8d7c-91d8dde70916 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1f77008-b346-4d09-961b-095158338e16 HTTP/1.1" status: 200 len: 217 time: 0.0486825 Feb 16 22:29:10.338523 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ba0f5c3b-1449-41e3-87f4-74a19637c79d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:10.363322 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-73aee26b-47cc-4beb-a6dd-bfee739be0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (52f69104-8465-46e4-a7d2-d84141d84226), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:10.377300 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-69d5f8ab-e4ab-4e3f-af07-73e760c0f7d1 None None] Current status of the port 712e5e23-2f86-4d76-bd51-3cde67519fbb is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:10.377998 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-69d5f8ab-e4ab-4e3f-af07-73e760c0f7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (712e5e23-2f86-4d76-bd51-3cde67519fbb), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:10.383897 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device d9c2e10f-0bd9-4527-b9af-37c0b43aa195 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:29:10.436771 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00707592-d812-4c01-9a68-18de9e742714 req-20626622-8628-4952-bf9f-fa85d0b2639d tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:10.437353 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 712e5e23-2f86-4d76-bd51-3cde67519fbb is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:10.438783 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (712e5e23-2f86-4d76-bd51-3cde67519fbb), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:10.441149 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: d9c2e10f-0bd9-4527-b9af-37c0b43aa195 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:29:10.441721 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device d9c2e10f-0bd9-4527-b9af-37c0b43aa195 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:29:10.446619 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-00707592-d812-4c01-9a68-18de9e742714 req-20626622-8628-4952-bf9f-fa85d0b2639d tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=00ea64e0-2732-4e53-8103-42277a896f8f HTTP/1.1" status: 200 len: 945 time: 0.4741285 Feb 16 22:29:10.452659 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cef1e-45ea-4297-a3b0-eaf10aa36d1d req-fa82ba79-c4fd-47e5-8acf-924e7e75cb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:10.454587 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6f0cef1e-45ea-4297-a3b0-eaf10aa36d1d req-fa82ba79-c4fd-47e5-8acf-924e7e75cb34 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=50b869b4-5498-459d-a27a-a372659d9f4c HTTP/1.1" status: 200 len: 859 time: 0.1069071 Feb 16 22:29:10.499816 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-69d5f8ab-e4ab-4e3f-af07-73e760c0f7d1 None None] For port 712e5e23-2f86-4d76-bd51-3cde67519fbb, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=712e5e23-2f86-4d76-bd51-3cde67519fbb,segment=NetworkSegment(c0cdbe37-2f54-45b2-bff8-d4aa371dd0f9),segment_id=c0cdbe37-2f54-45b2-bff8-d4aa371dd0f9)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:10.506959 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-69d5f8ab-e4ab-4e3f-af07-73e760c0f7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (712e5e23-2f86-4d76-bd51-3cde67519fbb), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:10.528357 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6f0cef1e-45ea-4297-a3b0-eaf10aa36d1d req-cca20455-01f3-4a94-bfa3-f9e5757287bd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=752ff291-8125-4ff8-b264-ca3a640ae0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403938 Feb 16 22:29:10.528600 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73aee26b-47cc-4beb-a6dd-bfee739be0d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:29:10.570084 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:29:10.570734 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-ba0f5c3b-1449-41e3-87f4-74a19637c79d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Allocated IP 172.25.2.191 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/fc8316b7-b36d-4d1b-84e3-0643624a07e5) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:29:10.571486 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:29:10.596983 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-e66df2ef-3f95-4b89-9223-6aacc89a1ee4 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Allocated IP 172.20.0.8 (0b05d03f-38cc-4133-bd64-047a675bbe5d/80c0bab0-94a8-4a8c-85ec-3cedc84eca5e/79a92230-15e0-4263-ae10-8b4968525cfd) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:29:10.650643 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5f8ab-e4ab-4e3f-af07-73e760c0f7d1 None None] Pushing event updated for resources: {'Port': ['ID=712e5e23-2f86-4d76-bd51-3cde67519fbb,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:10.669668 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f5e3e72d-1ff2-4a35-af8f-baf8e8dd4ad0 None None] Provisioning complete for port 712e5e23-2f86-4d76-bd51-3cde67519fbb triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:10.670210 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f5e3e72d-1ff2-4a35-af8f-baf8e8dd4ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (712e5e23-2f86-4d76-bd51-3cde67519fbb), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:10.686627 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-73aee26b-47cc-4beb-a6dd-bfee739be0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (ca5cde71-d897-4004-a95e-63d62192b29d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:10.687172 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-73aee26b-47cc-4beb-a6dd-bfee739be0d4 admin admin] Added segment ca5cde71-d897-4004-a95e-63d62192b29d of type vlan for network 568908f0-9e98-4a11-b55f-12ed6993ec3c Feb 16 22:29:10.688441 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aee26b-47cc-4beb-a6dd-bfee739be0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f69104-8465-46e4-a7d2-d84141d84226,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:10.719047 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-00707592-d812-4c01-9a68-18de9e742714 req-7ac2afb0-fd82-4a40-b838-6bbe5f0f0e6f tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715323 Feb 16 22:29:10.728814 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fcdb6ec1-fd0b-41cb-aeee-5c2aafa0bff3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks [] for port (c15a4ba1-24bc-4c72-942d-a409ceca4767), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:10.760670 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fcdb6ec1-fd0b-41cb-aeee-5c2aafa0bff3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (c15a4ba1-24bc-4c72-942d-a409ceca4767), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:10.762081 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fcdb6ec1-fd0b-41cb-aeee-5c2aafa0bff3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (b27c83c3-f1a2-44ea-9e45-a70121c25be8), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:10.830294 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6f0cef1e-45ea-4297-a3b0-eaf10aa36d1d req-47a8381f-162a-4bfc-837b-ded4f8017551 service neutron] 10.222.0.67 "GET /v2.0/networks/752ff291-8125-4ff8-b264-ca3a640ae0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867866 Feb 16 22:29:10.833319 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-73aee26b-47cc-4beb-a6dd-bfee739be0d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (568908f0-9e98-4a11-b55f-12ed6993ec3c), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:10.877698 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3e72d-1ff2-4a35-af8f-baf8e8dd4ad0 None None] Current status of the port 712e5e23-2f86-4d76-bd51-3cde67519fbb is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:10.903181 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f5e3e72d-1ff2-4a35-af8f-baf8e8dd4ad0 None None] Provisioning complete for port e775131b-76ac-43c6-ad00-a9630d281eaf triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:10.903915 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f5e3e72d-1ff2-4a35-af8f-baf8e8dd4ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e775131b-76ac-43c6-ad00-a9630d281eaf), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:10.962421 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3e72d-1ff2-4a35-af8f-baf8e8dd4ad0 None None] Port e775131b-76ac-43c6-ad00-a9630d281eaf cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:29:10.999648 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ba0f5c3b-1449-41e3-87f4-74a19637c79d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks [] for port (fc8316b7-b36d-4d1b-84e3-0643624a07e5), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:11.012328 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-73aee26b-47cc-4beb-a6dd-bfee739be0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (568908f0-9e98-4a11-b55f-12ed6993ec3c), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:11.014648 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aee26b-47cc-4beb-a6dd-bfee739be0d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:11.015366 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-73aee26b-47cc-4beb-a6dd-bfee739be0d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:11.029444 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6f0cef1e-45ea-4297-a3b0-eaf10aa36d1d req-ef658e25-3efb-4a5c-a725-7e7293f95fb9 service neutron] 10.222.0.67 "GET /v2.0/networks/752ff291-8125-4ff8-b264-ca3a640ae0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979074 Feb 16 22:29:11.061464 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ba0f5c3b-1449-41e3-87f4-74a19637c79d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (fc8316b7-b36d-4d1b-84e3-0643624a07e5), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:11.106639 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0f5c3b-1449-41e3-87f4-74a19637c79d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:29:11.112928 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-ba0f5c3b-1449-41e3-87f4-74a19637c79d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:29:11.118946 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0f5c3b-1449-41e3-87f4-74a19637c79d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:29:11.126504 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 712e5e23-2f86-4d76-bd51-3cde67519fbb is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:11.187122 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f5c3b-1449-41e3-87f4-74a19637c79d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Pushing event updated for resources: {'Port': ['ID=fc8316b7-b36d-4d1b-84e3-0643624a07e5,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:11.241025 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ba0f5c3b-1449-41e3-87f4-74a19637c79d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks [] for floatingip (40cefeef-f013-4661-93f9-efd4a356f6d6), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:11.288772 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 712e5e23-2f86-4d76-bd51-3cde67519fbb up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:29:11.302387 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ba0f5c3b-1449-41e3-87f4-74a19637c79d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (fc8316b7-b36d-4d1b-84e3-0643624a07e5), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:11.352202 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 712e5e23-2f86-4d76-bd51-3cde67519fbb triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:11.353331 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (712e5e23-2f86-4d76-bd51-3cde67519fbb), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:11.373279 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44146) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:11.373702 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-73aee26b-47cc-4beb-a6dd-bfee739be0d4 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4105034 Feb 16 22:29:11.382580 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-60097d1c-d474-4f8e-87fa-f8226a6c0db1 admin admin] Request body: {'subnet': {'network_id': '568908f0-9e98-4a11-b55f-12ed6993ec3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1843611341-subnet', 'tenant_id': 'f6e9384d481649378c8629f80ddeb608', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:11.451249 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60097d1c-d474-4f8e-87fa-f8226a6c0db1 admin admin] Made reservation on behalf of f6e9384d481649378c8629f80ddeb608 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:29:11.453717 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-60097d1c-d474-4f8e-87fa-f8226a6c0db1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:11.507656 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-ea9374e5-35e5-455a-9230-7a0b9ed5a4e6 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:11.509193 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-ea9374e5-35e5-455a-9230-7a0b9ed5a4e6 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/networks?id=328b17ed-7bc5-4241-8a54-e64f9538f95e HTTP/1.1" status: 200 len: 805 time: 0.5440590 Feb 16 22:29:11.509852 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb6ec1-fd0b-41cb-aeee-5c2aafa0bff3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Pushing event updated for resources: {'Port': ['ID=c15a4ba1-24bc-4c72-942d-a409ceca4767,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:11.542511 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-e66df2ef-3f95-4b89-9223-6aacc89a1ee4 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Publish callbacks [] for port (79a92230-15e0-4263-ae10-8b4968525cfd), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:11.554732 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 712e5e23-2f86-4d76-bd51-3cde67519fbb is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:11.638592 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ba0f5c3b-1449-41e3-87f4-74a19637c79d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks [] for port (fc8316b7-b36d-4d1b-84e3-0643624a07e5), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:11.671148 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdb6ec1-fd0b-41cb-aeee-5c2aafa0bff3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Network a3a738db-70a4-450e-aedb-9c7d0188c966 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:29:11.674123 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-fcdb6ec1-fd0b-41cb-aeee-5c2aafa0bff3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:29:11.676614 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aee26b-47cc-4beb-a6dd-bfee739be0d4 admin admin] Pushing event updated for resources: {'Network': ['ID=568908f0-9e98-4a11-b55f-12ed6993ec3c,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:11.685338 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-1dd7a7e8-ea27-4c9a-9e88-87ec32dccfa3 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/quotas/b04764559a9c459fbc65e6403b1b3dd5 HTTP/1.1" status: 200 len: 375 time: 0.1637886 Feb 16 22:29:11.687586 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 568908f0-9e98-4a11-b55f-12ed6993ec3c details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:29:11.693453 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-e66df2ef-3f95-4b89-9223-6aacc89a1ee4 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (79a92230-15e0-4263-ae10-8b4968525cfd), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:11.807524 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ba0f5c3b-1449-41e3-87f4-74a19637c79d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (fc8316b7-b36d-4d1b-84e3-0643624a07e5), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:11.823465 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66df2ef-3f95-4b89-9223-6aacc89a1ee4 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Pushing event updated for resources: {'Port': ['ID=79a92230-15e0-4263-ae10-8b4968525cfd,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:11.838853 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-e66df2ef-3f95-4b89-9223-6aacc89a1ee4 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Network 0b05d03f-38cc-4133-bd64-047a675bbe5d is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:29:11.857411 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-60097d1c-d474-4f8e-87fa-f8226a6c0db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (c6896302-81e8-438b-8326-65272f181012), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:11.883005 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-e66df2ef-3f95-4b89-9223-6aacc89a1ee4 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:29:11.918491 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-e66df2ef-3f95-4b89-9223-6aacc89a1ee4 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:29:11.997694 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f5c3b-1449-41e3-87f4-74a19637c79d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Pushing event updated for resources: {'Port': ['ID=fc8316b7-b36d-4d1b-84e3-0643624a07e5,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:12.033140 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ba0f5c3b-1449-41e3-87f4-74a19637c79d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (40cefeef-f013-4661-93f9-efd4a356f6d6), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:12.037535 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60097d1c-d474-4f8e-87fa-f8226a6c0db1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6896302-81e8-438b-8326-65272f181012,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:12.099780 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-053a1a83-9e10-46c3-b053-f86dd659d66c None None] Provisioning complete for port c15a4ba1-24bc-4c72-942d-a409ceca4767 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:12.100175 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-053a1a83-9e10-46c3-b053-f86dd659d66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c15a4ba1-24bc-4c72-942d-a409ceca4767), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:12.100534 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ba0f5c3b-1449-41e3-87f4-74a19637c79d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:12.104736 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ba0f5c3b-1449-41e3-87f4-74a19637c79d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3358037 Feb 16 22:29:12.110431 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60097d1c-d474-4f8e-87fa-f8226a6c0db1 admin admin] Checking segment: {'id': 'ca5cde71-d897-4004-a95e-63d62192b29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '568908f0-9e98-4a11-b55f-12ed6993ec3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:29:12.110986 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60097d1c-d474-4f8e-87fa-f8226a6c0db1 admin admin] Network hostable DHCP agents. Network: 568908f0-9e98-4a11-b55f-12ed6993ec3c, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:29:12.113429 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44154) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:12.125139 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-e25e3531-cf67-40ab-8411-bffa9879af7f tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Request body: {'floatingip': {'port_id': 'e775131b-76ac-43c6-ad00-a9630d281eaf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:12.151981 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-053a1a83-9e10-46c3-b053-f86dd659d66c None None] Port c15a4ba1-24bc-4c72-942d-a409ceca4767 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:29:12.206110 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e25e3531-cf67-40ab-8411-bffa9879af7f tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks [] for floatingip (40cefeef-f013-4661-93f9-efd4a356f6d6), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:12.349228 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-e25e3531-cf67-40ab-8411-bffa9879af7f tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] update failed (client error): The resource could not be found. Feb 16 22:29:12.350679 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e25e3531-cf67-40ab-8411-bffa9879af7f tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] 10.222.0.75 "PUT /v2.0/floatingips/40cefeef-f013-4661-93f9-efd4a356f6d6 HTTP/1.1" status: 404 len: 507 time: 0.2345579 Feb 16 22:29:12.353228 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44156) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:12.360283 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60097d1c-d474-4f8e-87fa-f8226a6c0db1 admin admin] Network 568908f0-9e98-4a11-b55f-12ed6993ec3c is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:29:12.410269 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-60097d1c-d474-4f8e-87fa-f8226a6c0db1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 568908f0-9e98-4a11-b55f-12ed6993ec3c) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:29:12.420205 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcf77a7-2b53-4add-a1a6-9f81ef278ece None None] Network 568908f0-9e98-4a11-b55f-12ed6993ec3c requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:29:12.420369 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-e66df2ef-3f95-4b89-9223-6aacc89a1ee4 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:12.421509 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-e66df2ef-3f95-4b89-9223-6aacc89a1ee4 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:12.427099 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60097d1c-d474-4f8e-87fa-f8226a6c0db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:12.428268 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-60097d1c-d474-4f8e-87fa-f8226a6c0db1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:12.438505 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-d2c5f84b-82a9-47d5-844e-7de108850959 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b04764559a9c459fbc65e6403b1b3dd5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7439156 Feb 16 22:29:12.505495 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-60097d1c-d474-4f8e-87fa-f8226a6c0db1 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1289182 Feb 16 22:29:12.513293 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-e66df2ef-3f95-4b89-9223-6aacc89a1ee4 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0261824 Feb 16 22:29:12.514029 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44160) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:12.516619 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcdb6ec1-fd0b-41cb-aeee-5c2aafa0bff3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Router b27c83c3-f1a2-44ea-9e45-a70121c25be8 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:29:12.522634 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-feec9386-2c5e-4099-8191-82c377a89282 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1843611341-router', 'tenant_id': 'f6e9384d481649378c8629f80ddeb608', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:12.538723 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-79b18ec0-65dc-4468-83fc-3914e561746e service neutron] Request body: {'port': {'device_id': '890b7ece-60c6-45b2-ab91-44652063035b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:12.561704 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-473cd92a-db30-4f7a-aaa0-c466f89b5230 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Deleting port fc8316b7-b36d-4d1b-84e3-0643624a07e5 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:29:12.562279 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-473cd92a-db30-4f7a-aaa0-c466f89b5230 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (fc8316b7-b36d-4d1b-84e3-0643624a07e5), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:12.648179 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e742dd-35eb-4f63-9f62-c2f5e1871f7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-568908f0-9e98-4a11-b55f-12ed6993ec3c', 'network_id': '568908f0-9e98-4a11-b55f-12ed6993ec3c', 'project_id': 'f6e9384d481649378c8629f80ddeb608', 'fixed_ips': [{'subnet_id': 'c6896302-81e8-438b-8326-65272f181012'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:29:12.652593 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-74e742dd-35eb-4f63-9f62-c2f5e1871f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:12.685511 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-feec9386-2c5e-4099-8191-82c377a89282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (81ce70d4-ce7c-4d63-b29e-dffd214a61d4), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:12.686952 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-feec9386-2c5e-4099-8191-82c377a89282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (81ce70d4-ce7c-4d63-b29e-dffd214a61d4), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:12.690335 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-473cd92a-db30-4f7a-aaa0-c466f89b5230 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (fc8316b7-b36d-4d1b-84e3-0643624a07e5), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:12.690708 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-473cd92a-db30-4f7a-aaa0-c466f89b5230 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks [] for floatingip (fc8316b7-b36d-4d1b-84e3-0643624a07e5), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:12.717426 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-473cd92a-db30-4f7a-aaa0-c466f89b5230 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Calling delete_port for fc8316b7-b36d-4d1b-84e3-0643624a07e5 owned by network:floatingip {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:29:12.743461 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-afa88918-6487-4046-8133-ae2cfef0789c service neutron] 10.222.0.75 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036854 Feb 16 22:29:12.791244 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-79b18ec0-65dc-4468-83fc-3914e561746e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (79a92230-15e0-4263-ae10-8b4968525cfd), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:12.883992 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-473cd92a-db30-4f7a-aaa0-c466f89b5230 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (fc8316b7-b36d-4d1b-84e3-0643624a07e5), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:12.885084 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcdb6ec1-fd0b-41cb-aeee-5c2aafa0bff3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:29:12.897501 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-fcdb6ec1-fd0b-41cb-aeee-5c2aafa0bff3 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] 10.222.0.75 "PUT /v2.0/routers/b27c83c3-f1a2-44ea-9e45-a70121c25be8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5532200 Feb 16 22:29:12.899470 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-feec9386-2c5e-4099-8191-82c377a89282 admin admin] Publish callbacks [] for router_controller (81ce70d4-ce7c-4d63-b29e-dffd214a61d4), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:12.902470 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44162) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:12.914107 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911dd5f1-0af7-4a82-9e97-1101235dfeaf None None] Sync routers for ids ['b27c83c3-f1a2-44ea-9e45-a70121c25be8'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:29:12.924785 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-74e742dd-35eb-4f63-9f62-c2f5e1871f7a None None] Allocated IP 172.20.0.2 (568908f0-9e98-4a11-b55f-12ed6993ec3c/c6896302-81e8-438b-8326-65272f181012/e2054a47-c6fb-4b14-899f-2d3eb869507e) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:29:12.952375 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911dd5f1-0af7-4a82-9e97-1101235dfeaf None None] Routers {'b27c83c3-f1a2-44ea-9e45-a70121c25be8'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:29:12.954170 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-911dd5f1-0af7-4a82-9e97-1101235dfeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:28:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['b27c83c3-f1a2-44ea-9e45-a70121c25be8'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:12.981561 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473cd92a-db30-4f7a-aaa0-c466f89b5230 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Pushing event deleted for resources: {'Port': ['ID=fc8316b7-b36d-4d1b-84e3-0643624a07e5,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:13.006630 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-911dd5f1-0af7-4a82-9e97-1101235dfeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:13.033226 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-9eaec658-55ec-4fd4-8c7a-9b4e7b419bba service neutron] 10.222.0.75 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884157 Feb 16 22:29:13.037256 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:29:13.056759 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-473cd92a-db30-4f7a-aaa0-c466f89b5230 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks [] for floatingip (40cefeef-f013-4661-93f9-efd4a356f6d6), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:13.060095 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-473cd92a-db30-4f7a-aaa0-c466f89b5230 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:13.061332 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-473cd92a-db30-4f7a-aaa0-c466f89b5230 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] 10.222.0.75 "DELETE /v2.0/floatingips/40cefeef-f013-4661-93f9-efd4a356f6d6 HTTP/1.1" status: 204 len: 168 time: 0.7069724 Feb 16 22:29:13.065573 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44164) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:13.070311 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-7c2b1fdf-f66d-4603-9ff3-16fd4f6f8383 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Request body: {'floatingip': {'floating_network_id': 'f8eff245-e139-4f6c-9a6d-390e6f99e636', 'port_id': 'e775131b-76ac-43c6-ad00-a9630d281eaf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:13.078141 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911dd5f1-0af7-4a82-9e97-1101235dfeaf None None] Routers {'b27c83c3-f1a2-44ea-9e45-a70121c25be8'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:29:13.079321 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-911dd5f1-0af7-4a82-9e97-1101235dfeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:28:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['b27c83c3-f1a2-44ea-9e45-a70121c25be8'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:13.105323 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c2b1fdf-f66d-4603-9ff3-16fd4f6f8383 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:13.219471 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-feec9386-2c5e-4099-8191-82c377a89282 admin admin] Publish callbacks [] for router_gateway (81ce70d4-ce7c-4d63-b29e-dffd214a61d4), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:13.345581 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-74e742dd-35eb-4f63-9f62-c2f5e1871f7a None None] Publish callbacks [] for port (e2054a47-c6fb-4b14-899f-2d3eb869507e), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:13.355974 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-911dd5f1-0af7-4a82-9e97-1101235dfeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:13.358377 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911dd5f1-0af7-4a82-9e97-1101235dfeaf None None] The sync data for ids ['b27c83c3-f1a2-44ea-9e45-a70121c25be8'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:29:13.364805 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-74e742dd-35eb-4f63-9f62-c2f5e1871f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (e2054a47-c6fb-4b14-899f-2d3eb869507e), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:13.366326 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5a57eb6d-f722-4e65-806a-1d8960be4c20 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks [] for router (b27c83c3-f1a2-44ea-9e45-a70121c25be8), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:13.399861 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-7c2b1fdf-f66d-4603-9ff3-16fd4f6f8383 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:29:13.401188 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7c2b1fdf-f66d-4603-9ff3-16fd4f6f8383 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3345981 Feb 16 22:29:13.404787 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44172) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:13.404948 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e742dd-35eb-4f63-9f62-c2f5e1871f7a None None] Network 568908f0-9e98-4a11-b55f-12ed6993ec3c is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:29:13.410422 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-74e742dd-35eb-4f63-9f62-c2f5e1871f7a None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:29:13.411834 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-dcac3b6a-1053-49cc-af6b-d527c3e70903 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'port_id': 'e775131b-76ac-43c6-ad00-a9630d281eaf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:13.413600 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e742dd-35eb-4f63-9f62-c2f5e1871f7a None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:29:13.455493 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dcac3b6a-1053-49cc-af6b-d527c3e70903 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:13.485838 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e742dd-35eb-4f63-9f62-c2f5e1871f7a None None] Pushing event updated for resources: {'Port': ['ID=e2054a47-c6fb-4b14-899f-2d3eb869507e,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:13.507921 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-74e742dd-35eb-4f63-9f62-c2f5e1871f7a None None] Attempting to bind port e2054a47-c6fb-4b14-899f-2d3eb869507e on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:29:13.508487 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-74e742dd-35eb-4f63-9f62-c2f5e1871f7a None None] Attempting to bind port e2054a47-c6fb-4b14-899f-2d3eb869507e by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'ca5cde71-d897-4004-a95e-63d62192b29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '568908f0-9e98-4a11-b55f-12ed6993ec3c'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:29:13.508775 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e742dd-35eb-4f63-9f62-c2f5e1871f7a None None] Attempting to bind port e2054a47-c6fb-4b14-899f-2d3eb869507e on network 568908f0-9e98-4a11-b55f-12ed6993ec3c {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:29:13.516031 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e742dd-35eb-4f63-9f62-c2f5e1871f7a None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:29:13.516414 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e742dd-35eb-4f63-9f62-c2f5e1871f7a None None] Checking segment: {'id': 'ca5cde71-d897-4004-a95e-63d62192b29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '568908f0-9e98-4a11-b55f-12ed6993ec3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:29:13.516821 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-74e742dd-35eb-4f63-9f62-c2f5e1871f7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:13.517216 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e742dd-35eb-4f63-9f62-c2f5e1871f7a None None] Bound using segment: {'id': 'ca5cde71-d897-4004-a95e-63d62192b29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '568908f0-9e98-4a11-b55f-12ed6993ec3c'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:29:13.517822 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-74e742dd-35eb-4f63-9f62-c2f5e1871f7a None None] Bound port: e2054a47-c6fb-4b14-899f-2d3eb869507e, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca5cde71-d897-4004-a95e-63d62192b29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '568908f0-9e98-4a11-b55f-12ed6993ec3c'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:29:13.518252 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-74e742dd-35eb-4f63-9f62-c2f5e1871f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e2054a47-c6fb-4b14-899f-2d3eb869507e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:13.602525 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-74e742dd-35eb-4f63-9f62-c2f5e1871f7a None None] For port e2054a47-c6fb-4b14-899f-2d3eb869507e, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:29:13.605691 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-74e742dd-35eb-4f63-9f62-c2f5e1871f7a None None] For port e2054a47-c6fb-4b14-899f-2d3eb869507e, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=e2054a47-c6fb-4b14-899f-2d3eb869507e,segment=NetworkSegment(ca5cde71-d897-4004-a95e-63d62192b29d),segment_id=ca5cde71-d897-4004-a95e-63d62192b29d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:29:13.617633 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-74e742dd-35eb-4f63-9f62-c2f5e1871f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (e2054a47-c6fb-4b14-899f-2d3eb869507e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:13.675783 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dcac3b6a-1053-49cc-af6b-d527c3e70903 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:13.743526 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e742dd-35eb-4f63-9f62-c2f5e1871f7a None None] Pushing event updated for resources: {'Port': ['ID=e2054a47-c6fb-4b14-899f-2d3eb869507e,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:13.860934 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-dcac3b6a-1053-49cc-af6b-d527c3e70903 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Allocated IP 172.25.2.224 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/76a88178-9a6c-47eb-8307-867300dfc9fd) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:29:14.143069 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-5a57eb6d-f722-4e65-806a-1d8960be4c20 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 16 22:29:14.144317 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5a57eb6d-f722-4e65-806a-1d8960be4c20 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] 10.222.0.75 "DELETE /v2.0/routers/b27c83c3-f1a2-44ea-9e45-a70121c25be8 HTTP/1.1" status: 409 len: 329 time: 1.2241273 Feb 16 22:29:14.153852 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-79b18ec0-65dc-4468-83fc-3914e561746e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79a92230-15e0-4263-ae10-8b4968525cfd {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:29:14.158364 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44182) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:14.255039 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d4ddb-9c0e-44fe-a915-f21826153a15 req-3b8ec971-d3e7-4ef2-9edc-531b6ea47254 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:14.258631 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-590d4ddb-9c0e-44fe-a915-f21826153a15 req-3b8ec971-d3e7-4ef2-9edc-531b6ea47254 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/ports?device_id=890b7ece-60c6-45b2-ab91-44652063035b HTTP/1.1" status: 200 len: 931 time: 0.7623367 Feb 16 22:29:14.307498 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-79b18ec0-65dc-4468-83fc-3914e561746e service neutron] Publish callbacks [] for port (79a92230-15e0-4263-ae10-8b4968525cfd), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:14.390367 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-79b18ec0-65dc-4468-83fc-3914e561746e service neutron] Transition to ACTIVE for port object 79a92230-15e0-4263-ae10-8b4968525cfd will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:29:14.416101 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-79b18ec0-65dc-4468-83fc-3914e561746e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (79a92230-15e0-4263-ae10-8b4968525cfd), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:14.573134 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-590d4ddb-9c0e-44fe-a915-f21826153a15 req-7ac2fb88-59ae-457e-9115-ea8c1e6a1604 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/security-groups?id=013ffa82-e3a7-4fe0-97ba-3be9d7bef13c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550313 Feb 16 22:29:14.650590 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dcac3b6a-1053-49cc-af6b-d527c3e70903 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks [] for port (76a88178-9a6c-47eb-8307-867300dfc9fd), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:14.652703 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b18ec0-65dc-4468-83fc-3914e561746e service neutron] Pushing event updated for resources: {'Port': ['ID=79a92230-15e0-4263-ae10-8b4968525cfd,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:14.717495 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dcac3b6a-1053-49cc-af6b-d527c3e70903 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (76a88178-9a6c-47eb-8307-867300dfc9fd), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:14.824779 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcac3b6a-1053-49cc-af6b-d527c3e70903 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:29:14.853327 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-dcac3b6a-1053-49cc-af6b-d527c3e70903 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:29:14.865521 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcac3b6a-1053-49cc-af6b-d527c3e70903 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:29:14.873154 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac3b6a-1053-49cc-af6b-d527c3e70903 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Pushing event updated for resources: {'Port': ['ID=76a88178-9a6c-47eb-8307-867300dfc9fd,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:15.230682 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-49bdb287-21c6-4116-94ee-3873f0636b56 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:15.232305 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-49bdb287-21c6-4116-94ee-3873f0636b56 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.67 "GET /v2.0/networks?id=328b17ed-7bc5-4241-8a54-e64f9538f95e HTTP/1.1" status: 200 len: 805 time: 0.2577915 Feb 16 22:29:15.245555 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-38241969-58c0-421c-bd1b-46e00a34c7ab tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Request body: {'port': {'device_id': '872885f4-ca22-48da-bc71-53542c83ac5b', 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e', 'admin_state_up': True, 'tenant_id': 'b04764559a9c459fbc65e6403b1b3dd5'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:15.319844 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device e2054a47-c6fb-4b14-899f-2d3eb869507e up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:29:15.429557 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port e2054a47-c6fb-4b14-899f-2d3eb869507e triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:15.430035 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e2054a47-c6fb-4b14-899f-2d3eb869507e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:15.574247 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-dcac3b6a-1053-49cc-af6b-d527c3e70903 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Deleting port 76a88178-9a6c-47eb-8307-867300dfc9fd {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:29:15.574247 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dcac3b6a-1053-49cc-af6b-d527c3e70903 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (76a88178-9a6c-47eb-8307-867300dfc9fd), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:15.574639 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-79b18ec0-65dc-4468-83fc-3914e561746e service neutron] Attempting to bind port 79a92230-15e0-4263-ae10-8b4968525cfd on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:29:15.574639 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-79b18ec0-65dc-4468-83fc-3914e561746e service neutron] Attempting to bind port 79a92230-15e0-4263-ae10-8b4968525cfd by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'b5e3e8d7-244d-4e2a-8664-4509f79f2458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0b05d03f-38cc-4133-bd64-047a675bbe5d'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:29:15.575233 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-79b18ec0-65dc-4468-83fc-3914e561746e service neutron] Attempting to bind port 79a92230-15e0-4263-ae10-8b4968525cfd on network 0b05d03f-38cc-4133-bd64-047a675bbe5d {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:29:15.579943 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port e2054a47-c6fb-4b14-899f-2d3eb869507e is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:15.580617 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e2054a47-c6fb-4b14-899f-2d3eb869507e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:15.586710 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77b2936-ea1f-47ab-8095-526449a7dce0 None None] Network 568908f0-9e98-4a11-b55f-12ed6993ec3c requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:29:15.639621 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-38241969-58c0-421c-bd1b-46e00a34c7ab tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Made reservation on behalf of b04764559a9c459fbc65e6403b1b3dd5 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:29:15.643304 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-38241969-58c0-421c-bd1b-46e00a34c7ab tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:15.658340 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-79b18ec0-65dc-4468-83fc-3914e561746e service neutron] Port 79a92230-15e0-4263-ae10-8b4968525cfd on network 0b05d03f-38cc-4133-bd64-047a675bbe5d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:29:15.670527 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-79b18ec0-65dc-4468-83fc-3914e561746e service neutron] Attempting to bind port 79a92230-15e0-4263-ae10-8b4968525cfd on network 0b05d03f-38cc-4133-bd64-047a675bbe5d {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:29:15.694819 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dcac3b6a-1053-49cc-af6b-d527c3e70903 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (76a88178-9a6c-47eb-8307-867300dfc9fd), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:15.695352 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dcac3b6a-1053-49cc-af6b-d527c3e70903 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks [] for floatingip (76a88178-9a6c-47eb-8307-867300dfc9fd), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:15.699763 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-79b18ec0-65dc-4468-83fc-3914e561746e service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:29:15.700112 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-79b18ec0-65dc-4468-83fc-3914e561746e service neutron] Checking segment: {'id': 'b5e3e8d7-244d-4e2a-8664-4509f79f2458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0b05d03f-38cc-4133-bd64-047a675bbe5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:29:15.700895 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-79b18ec0-65dc-4468-83fc-3914e561746e service neutron] Bound using segment: {'id': 'b5e3e8d7-244d-4e2a-8664-4509f79f2458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0b05d03f-38cc-4133-bd64-047a675bbe5d'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:29:15.701350 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-79b18ec0-65dc-4468-83fc-3914e561746e service neutron] Bound port: 79a92230-15e0-4263-ae10-8b4968525cfd, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e3e8d7-244d-4e2a-8664-4509f79f2458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0b05d03f-38cc-4133-bd64-047a675bbe5d'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:29:15.701718 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-79b18ec0-65dc-4468-83fc-3914e561746e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (79a92230-15e0-4263-ae10-8b4968525cfd), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:15.739486 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f03ce484-c3e5-4be8-8feb-1310480104a0 None None] Provisioning complete for port e2054a47-c6fb-4b14-899f-2d3eb869507e triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:15.740134 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f03ce484-c3e5-4be8-8feb-1310480104a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e2054a47-c6fb-4b14-899f-2d3eb869507e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:15.746780 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-dcac3b6a-1053-49cc-af6b-d527c3e70903 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Calling delete_port for 76a88178-9a6c-47eb-8307-867300dfc9fd owned by network:floatingip {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:29:15.770651 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6de1b7-cf48-4f20-b485-d22f69526616 req-25867a5f-a961-4fb6-9b78-be22ef370f7f tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:15.779705 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5f6de1b7-cf48-4f20-b485-d22f69526616 req-25867a5f-a961-4fb6-9b78-be22ef370f7f tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=00ea64e0-2732-4e53-8103-42277a896f8f HTTP/1.1" status: 200 len: 945 time: 1.0715048 Feb 16 22:29:15.826733 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port e2054a47-c6fb-4b14-899f-2d3eb869507e, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=e2054a47-c6fb-4b14-899f-2d3eb869507e,segment=NetworkSegment(ca5cde71-d897-4004-a95e-63d62192b29d),segment_id=ca5cde71-d897-4004-a95e-63d62192b29d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:15.844382 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (e2054a47-c6fb-4b14-899f-2d3eb869507e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:15.889665 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-38241969-58c0-421c-bd1b-46e00a34c7ab tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Allocated IP 172.20.0.2 (328b17ed-7bc5-4241-8a54-e64f9538f95e/90c6e9fd-2327-49e8-8e06-530f56e702f3/626c2db0-bf6e-441e-b318-45292036d956) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:29:15.893399 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-feec9386-2c5e-4099-8191-82c377a89282 admin admin] Publish callbacks [] for router_gateway (81ce70d4-ce7c-4d63-b29e-dffd214a61d4), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:15.949641 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5f6de1b7-cf48-4f20-b485-d22f69526616 req-9af7dc77-1d59-4b13-bfd9-787c22fc1e86 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647983 Feb 16 22:29:16.028449 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dcac3b6a-1053-49cc-af6b-d527c3e70903 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (76a88178-9a6c-47eb-8307-867300dfc9fd), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:16.030600 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-feec9386-2c5e-4099-8191-82c377a89282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:16.042943 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f03ce484-c3e5-4be8-8feb-1310480104a0 None None] Current status of the port e2054a47-c6fb-4b14-899f-2d3eb869507e is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:16.052006 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=e2054a47-c6fb-4b14-899f-2d3eb869507e,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:16.116504 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac3b6a-1053-49cc-af6b-d527c3e70903 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Pushing event deleted for resources: {'Port': ['ID=76a88178-9a6c-47eb-8307-867300dfc9fd,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:16.126088 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-79b18ec0-65dc-4468-83fc-3914e561746e service neutron] For port 79a92230-15e0-4263-ae10-8b4968525cfd, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:29:16.160795 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-64812573-27d5-432f-b676-71052961e5d1 req-3a6565db-e5fc-4ef1-b648-84d20fcac84c tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=872885f4-ca22-48da-bc71-53542c83ac5b HTTP/1.1" status: 200 len: 210 time: 0.0528860 Feb 16 22:29:16.185754 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-79b18ec0-65dc-4468-83fc-3914e561746e service neutron] For port 79a92230-15e0-4263-ae10-8b4968525cfd, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=79a92230-15e0-4263-ae10-8b4968525cfd,segment=NetworkSegment(b5e3e8d7-244d-4e2a-8664-4509f79f2458),segment_id=b5e3e8d7-244d-4e2a-8664-4509f79f2458)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:29:16.198248 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d2aa89a6-d4e3-42c2-b9dd-121f333868c6 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (b27c83c3-f1a2-44ea-9e45-a70121c25be8), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:16.336603 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-dcac3b6a-1053-49cc-af6b-d527c3e70903 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] create failed (client error): The resource could not be found. Feb 16 22:29:16.337683 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-dcac3b6a-1053-49cc-af6b-d527c3e70903 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.9311545 Feb 16 22:29:16.342993 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44198) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:16.369373 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-79b18ec0-65dc-4468-83fc-3914e561746e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (79a92230-15e0-4263-ae10-8b4968525cfd), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:16.425643 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-38241969-58c0-421c-bd1b-46e00a34c7ab tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks [] for port (626c2db0-bf6e-441e-b318-45292036d956), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:16.477924 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-628f1eca-6a54-4eca-9432-5fa6f9026d1a tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Deleting port e775131b-76ac-43c6-ad00-a9630d281eaf {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:29:16.478303 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-628f1eca-6a54-4eca-9432-5fa6f9026d1a tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (e775131b-76ac-43c6-ad00-a9630d281eaf), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:16.518719 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-38241969-58c0-421c-bd1b-46e00a34c7ab tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (626c2db0-bf6e-441e-b318-45292036d956), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:16.533704 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['91e8c394-f309-4d7c-ae8f-b3d28a87757f'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:29:16.540910 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-79b18ec0-65dc-4468-83fc-3914e561746e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:16.541544 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-79b18ec0-65dc-4468-83fc-3914e561746e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:16.543108 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-79b18ec0-65dc-4468-83fc-3914e561746e service neutron] 10.222.0.79 "PUT /v2.0/ports/79a92230-15e0-4263-ae10-8b4968525cfd HTTP/1.1" status: 200 len: 1091 time: 4.0140648 Feb 16 22:29:16.543580 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '890b7ece-60c6-45b2-ab91-44652063035b', 'tag': '79a92230-15e0-4263-ae10-8b4968525cfd'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:29:16.545855 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b44867-ac65-4d5c-b586-7752ced487b0" -d '{"events": [{"name": "network-changed", "server_uuid": "890b7ece-60c6-45b2-ab91-44652063035b", "tag": "79a92230-15e0-4263-ae10-8b4968525cfd"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:29:16.581346 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-feec9386-2c5e-4099-8191-82c377a89282 admin admin] Allocated IP 172.25.2.145 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/a30c138a-6810-419b-ac27-6cb27cb4ab81) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:29:16.627434 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16a581-2232-4f5b-92ff-8e65b5c4ede1 req-c474d535-95e2-42d1-885b-b71e4a7233ca tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:16.634892 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6e16a581-2232-4f5b-92ff-8e65b5c4ede1 req-c474d535-95e2-42d1-885b-b71e4a7233ca tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/ports?device_id=890b7ece-60c6-45b2-ab91-44652063035b HTTP/1.1" status: 200 len: 943 time: 0.3154042 Feb 16 22:29:16.642348 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b18ec0-65dc-4468-83fc-3914e561746e service neutron] Pushing event updated for resources: {'Port': ['ID=79a92230-15e0-4263-ae10-8b4968525cfd,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:16.655106 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-38241969-58c0-421c-bd1b-46e00a34c7ab tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Network 328b17ed-7bc5-4241-8a54-e64f9538f95e is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:29:16.655502 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1f4ff768-a53b-4db6-9b3f-019598ba7206 None None] Provisioning complete for port e2054a47-c6fb-4b14-899f-2d3eb869507e triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:16.656089 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1f4ff768-a53b-4db6-9b3f-019598ba7206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e2054a47-c6fb-4b14-899f-2d3eb869507e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:16.710248 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38241969-58c0-421c-bd1b-46e00a34c7ab tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Pushing event updated for resources: {'Port': ['ID=626c2db0-bf6e-441e-b318-45292036d956,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:16.715874 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-38241969-58c0-421c-bd1b-46e00a34c7ab tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:29:16.726952 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-38241969-58c0-421c-bd1b-46e00a34c7ab tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:29:16.800362 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-628f1eca-6a54-4eca-9432-5fa6f9026d1a tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (e775131b-76ac-43c6-ad00-a9630d281eaf), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:16.805200 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6e16a581-2232-4f5b-92ff-8e65b5c4ede1 req-b0089075-85f3-404d-950e-d1a97f8d10ee tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/security-groups?id=013ffa82-e3a7-4fe0-97ba-3be9d7bef13c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660328 Feb 16 22:29:16.829666 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-38241969-58c0-421c-bd1b-46e00a34c7ab tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:16.830370 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-38241969-58c0-421c-bd1b-46e00a34c7ab tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:16.856592 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-628f1eca-6a54-4eca-9432-5fa6f9026d1a tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Calling delete_port for e775131b-76ac-43c6-ad00-a9630d281eaf owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:29:16.885726 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-38241969-58c0-421c-bd1b-46e00a34c7ab tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6445801 Feb 16 22:29:16.902833 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14466445-9932-49bc-b1c4-c52fb028c541 x-openstack-request-id: req-14466445-9932-49bc-b1c4-c52fb028c541 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:29:16.903410 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "890b7ece-60c6-45b2-ab91-44652063035b", "tag": "79a92230-15e0-4263-ae10-8b4968525cfd", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:29:16.903836 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-14466445-9932-49bc-b1c4-c52fb028c541 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:29:16.904339 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-017fc1c6-ad30-474f-a990-5c55eb6bea31 service neutron] Request body: {'port': {'device_id': '872885f4-ca22-48da-bc71-53542c83ac5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:16.904650 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '890b7ece-60c6-45b2-ab91-44652063035b', 'tag': '79a92230-15e0-4263-ae10-8b4968525cfd', 'status': 'completed', 'code': 200} Feb 16 22:29:16.909828 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-f5b56398-5cf8-4eb4-89fc-9cd550f541ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:16.911828 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-f5b56398-5cf8-4eb4-89fc-9cd550f541ad service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9fa0095c17d74d3996deafe74990816a&device_id=890b7ece-60c6-45b2-ab91-44652063035b HTTP/1.1" status: 200 len: 1125 time: 0.3093867 Feb 16 22:29:16.916324 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1f4ff768-a53b-4db6-9b3f-019598ba7206 None None] Current status of the port e2054a47-c6fb-4b14-899f-2d3eb869507e is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:16.961620 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-7a901484-a839-42ca-a642-6cea16f06db0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79a92230-15e0-4263-ae10-8b4968525cfd HTTP/1.1" status: 200 len: 217 time: 0.0378120 Feb 16 22:29:17.067509 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-4d6e83c2-04c5-4cb2-96ca-02f850a5ce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:17.069271 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-4d6e83c2-04c5-4cb2-96ca-02f850a5ce41 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=80c0bab0-94a8-4a8c-85ec-3cedc84eca5e HTTP/1.1" status: 200 len: 848 time: 0.0856462 Feb 16 22:29:17.086471 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-628f1eca-6a54-4eca-9432-5fa6f9026d1a tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (e775131b-76ac-43c6-ad00-a9630d281eaf), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:17.127231 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f1eca-6a54-4eca-9432-5fa6f9026d1a tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Pushing event deleted for resources: {'Port': ['ID=e775131b-76ac-43c6-ad00-a9630d281eaf,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:17.187459 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-b3018358-7a41-4214-9e17-61f196ef5765 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0b05d03f-38cc-4133-bd64-047a675bbe5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547199 Feb 16 22:29:17.245178 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-017fc1c6-ad30-474f-a990-5c55eb6bea31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (626c2db0-bf6e-441e-b318-45292036d956), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:17.308529 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device e2054a47-c6fb-4b14-899f-2d3eb869507e up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:29:17.348635 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-628f1eca-6a54-4eca-9432-5fa6f9026d1a tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:17.353559 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-628f1eca-6a54-4eca-9432-5fa6f9026d1a tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] 10.222.0.75 "DELETE /v2.0/ports/e775131b-76ac-43c6-ad00-a9630d281eaf HTTP/1.1" status: 204 len: 168 time: 1.0095603 Feb 16 22:29:17.356578 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44210) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:17.373082 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-c0aea913-343d-4d6e-a895-2e9203038c45 service neutron] 10.222.0.79 "GET /v2.0/networks/0b05d03f-38cc-4133-bd64-047a675bbe5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736596 Feb 16 22:29:17.398611 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-feec9386-2c5e-4099-8191-82c377a89282 admin admin] Publish callbacks [] for port (a30c138a-6810-419b-ac27-6cb27cb4ab81), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:17.427499 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port e2054a47-c6fb-4b14-899f-2d3eb869507e triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:17.427897 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e2054a47-c6fb-4b14-899f-2d3eb869507e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:17.443081 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b550b1f-5dd7-4697-ad86-c3331d0608c8 req-ca2fc634-5a47-426b-b8cf-2aaeafffe7a5 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:17.444602 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b550b1f-5dd7-4697-ad86-c3331d0608c8 req-ca2fc634-5a47-426b-b8cf-2aaeafffe7a5 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=00ea64e0-2732-4e53-8103-42277a896f8f HTTP/1.1" status: 200 len: 945 time: 0.3524852 Feb 16 22:29:17.546537 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bcbde5-40a7-4640-a0db-30bc660a4501 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:17.548347 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-56bcbde5-40a7-4640-a0db-30bc660a4501 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] 10.222.0.75 "GET /v2.0/ports?device_id=61f6a110-3511-48f2-9e25-6c2ab11ba77b HTTP/1.1" status: 200 len: 913 time: 0.1906202 Feb 16 22:29:17.552076 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44212) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:17.602580 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port e2054a47-c6fb-4b14-899f-2d3eb869507e is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:17.646957 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e7e61d1-a8a3-4537-a905-e1b9630c8f2e req-5cd2fd56-f021-42df-9641-ee52fdbb79b5 service neutron] 10.222.0.79 "GET /v2.0/networks/0b05d03f-38cc-4133-bd64-047a675bbe5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625082 Feb 16 22:29:17.650281 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b550b1f-5dd7-4697-ad86-c3331d0608c8 req-0d3c57b0-fb31-4dbf-b02d-cac603a34f96 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776392 Feb 16 22:29:17.664383 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa89a6-d4e3-42c2-b9dd-121f333868c6 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Deleting port c15a4ba1-24bc-4c72-942d-a409ceca4767 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:29:17.664853 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d2aa89a6-d4e3-42c2-b9dd-121f333868c6 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (c15a4ba1-24bc-4c72-942d-a409ceca4767), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:17.697885 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-feec9386-2c5e-4099-8191-82c377a89282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (a30c138a-6810-419b-ac27-6cb27cb4ab81), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:17.771718 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec9386-2c5e-4099-8191-82c377a89282 admin admin] Pushing event updated for resources: {'Port': ['ID=a30c138a-6810-419b-ac27-6cb27cb4ab81,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:17.816026 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feec9386-2c5e-4099-8191-82c377a89282 admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:29:17.856675 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-feec9386-2c5e-4099-8191-82c377a89282 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:29:17.865461 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feec9386-2c5e-4099-8191-82c377a89282 admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:29:17.967059 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-017fc1c6-ad30-474f-a990-5c55eb6bea31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 626c2db0-bf6e-441e-b318-45292036d956 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:29:17.979127 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-017fc1c6-ad30-474f-a990-5c55eb6bea31 service neutron] Publish callbacks [] for port (626c2db0-bf6e-441e-b318-45292036d956), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:17.981428 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3123b-6cc1-4541-a1e2-78f964e650a0 req-573bee65-06d1-481c-bd43-ca9b9e580a8a tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:17.982746 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2bc3123b-6cc1-4541-a1e2-78f964e650a0 req-573bee65-06d1-481c-bd43-ca9b9e580a8a tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=872885f4-ca22-48da-bc71-53542c83ac5b HTTP/1.1" status: 200 len: 931 time: 0.1645730 Feb 16 22:29:17.990914 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b44867-ac65-4d5c-b586-7752ced487b0 req-a154cb2f-cdda-45a9-9812-46e68595095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:17.994290 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c2b44867-ac65-4d5c-b586-7752ced487b0 req-a154cb2f-cdda-45a9-9812-46e68595095b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9fa0095c17d74d3996deafe74990816a&device_id=890b7ece-60c6-45b2-ab91-44652063035b HTTP/1.1" status: 200 len: 1125 time: 0.2419317 Feb 16 22:29:18.027062 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-017fc1c6-ad30-474f-a990-5c55eb6bea31 service neutron] Transition to ACTIVE for port object 626c2db0-bf6e-441e-b318-45292036d956 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:29:18.043354 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-017fc1c6-ad30-474f-a990-5c55eb6bea31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (626c2db0-bf6e-441e-b318-45292036d956), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:18.144001 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d2aa89a6-d4e3-42c2-b9dd-121f333868c6 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (c15a4ba1-24bc-4c72-942d-a409ceca4767), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:18.178413 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa89a6-d4e3-42c2-b9dd-121f333868c6 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Calling delete_port for c15a4ba1-24bc-4c72-942d-a409ceca4767 owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:29:18.207035 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017fc1c6-ad30-474f-a990-5c55eb6bea31 service neutron] Pushing event updated for resources: {'Port': ['ID=626c2db0-bf6e-441e-b318-45292036d956,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:18.249034 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-017fc1c6-ad30-474f-a990-5c55eb6bea31 service neutron] Attempting to bind port 626c2db0-bf6e-441e-b318-45292036d956 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:29:18.249383 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-017fc1c6-ad30-474f-a990-5c55eb6bea31 service neutron] Attempting to bind port 626c2db0-bf6e-441e-b318-45292036d956 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'd2150ecc-73be-4cac-a3e0-52292f5f056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:29:18.249720 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-017fc1c6-ad30-474f-a990-5c55eb6bea31 service neutron] Attempting to bind port 626c2db0-bf6e-441e-b318-45292036d956 on network 328b17ed-7bc5-4241-8a54-e64f9538f95e {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:29:18.259232 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4a59e521-feb9-4599-a3ef-2ace98fbaf1a tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (61f6a110-3511-48f2-9e25-6c2ab11ba77b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:18.303720 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-017fc1c6-ad30-474f-a990-5c55eb6bea31 service neutron] Port 626c2db0-bf6e-441e-b318-45292036d956 on network 328b17ed-7bc5-4241-8a54-e64f9538f95e not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:29:18.303720 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-017fc1c6-ad30-474f-a990-5c55eb6bea31 service neutron] Attempting to bind port 626c2db0-bf6e-441e-b318-45292036d956 on network 328b17ed-7bc5-4241-8a54-e64f9538f95e {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:29:18.335745 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-017fc1c6-ad30-474f-a990-5c55eb6bea31 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:29:18.336091 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-017fc1c6-ad30-474f-a990-5c55eb6bea31 service neutron] Checking segment: {'id': 'd2150ecc-73be-4cac-a3e0-52292f5f056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:29:18.336491 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-017fc1c6-ad30-474f-a990-5c55eb6bea31 service neutron] Bound using segment: {'id': 'd2150ecc-73be-4cac-a3e0-52292f5f056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:29:18.336995 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-017fc1c6-ad30-474f-a990-5c55eb6bea31 service neutron] Bound port: 626c2db0-bf6e-441e-b318-45292036d956, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2150ecc-73be-4cac-a3e0-52292f5f056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:29:18.337300 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-017fc1c6-ad30-474f-a990-5c55eb6bea31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (626c2db0-bf6e-441e-b318-45292036d956), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:18.403829 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-feec9386-2c5e-4099-8191-82c377a89282 admin admin] Publish callbacks [] for router_gateway (81ce70d4-ce7c-4d63-b29e-dffd214a61d4), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:18.448990 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2bc3123b-6cc1-4541-a1e2-78f964e650a0 req-916f862c-9a8d-44d9-b042-431d00c7e5da tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531751 Feb 16 22:29:18.484769 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-017fc1c6-ad30-474f-a990-5c55eb6bea31 service neutron] For port 626c2db0-bf6e-441e-b318-45292036d956, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:29:18.487916 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-017fc1c6-ad30-474f-a990-5c55eb6bea31 service neutron] For port 626c2db0-bf6e-441e-b318-45292036d956, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=626c2db0-bf6e-441e-b318-45292036d956,segment=NetworkSegment(d2150ecc-73be-4cac-a3e0-52292f5f056f),segment_id=d2150ecc-73be-4cac-a3e0-52292f5f056f)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:29:18.502859 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-017fc1c6-ad30-474f-a990-5c55eb6bea31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (626c2db0-bf6e-441e-b318-45292036d956), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:18.534166 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b44867-ac65-4d5c-b586-7752ced487b0 req-94a9b088-bd48-457f-ba65-f145e3be29ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:18.535826 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c2b44867-ac65-4d5c-b586-7752ced487b0 req-94a9b088-bd48-457f-ba65-f145e3be29ae service neutron] 10.222.0.79 "GET /v2.0/networks?id=0b05d03f-38cc-4133-bd64-047a675bbe5d HTTP/1.1" status: 200 len: 909 time: 0.5267346 Feb 16 22:29:18.570157 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017fc1c6-ad30-474f-a990-5c55eb6bea31 service neutron] Pushing event updated for resources: {'Port': ['ID=626c2db0-bf6e-441e-b318-45292036d956,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:18.586219 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-017fc1c6-ad30-474f-a990-5c55eb6bea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:18.587015 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-017fc1c6-ad30-474f-a990-5c55eb6bea31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:18.588263 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-017fc1c6-ad30-474f-a990-5c55eb6bea31 service neutron] 10.222.0.67 "PUT /v2.0/ports/626c2db0-bf6e-441e-b318-45292036d956 HTTP/1.1" status: 200 len: 1091 time: 1.6946459 Feb 16 22:29:18.588728 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '872885f4-ca22-48da-bc71-53542c83ac5b', 'tag': '626c2db0-bf6e-441e-b318-45292036d956'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:29:18.591058 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be846ca-c71c-44fd-ada3-8de09bb46802" -d '{"events": [{"name": "network-changed", "server_uuid": "872885f4-ca22-48da-bc71-53542c83ac5b", "tag": "626c2db0-bf6e-441e-b318-45292036d956"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:29:18.607281 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c2b44867-ac65-4d5c-b586-7752ced487b0 req-28f35fc8-a05e-428b-a91d-21396209fa1d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79a92230-15e0-4263-ae10-8b4968525cfd HTTP/1.1" status: 200 len: 217 time: 0.0618780 Feb 16 22:29:18.775234 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-7806d601-a7b8-488b-add1-8e29a80b5f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:18.776978 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-7806d601-a7b8-488b-add1-8e29a80b5f79 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b04764559a9c459fbc65e6403b1b3dd5&device_id=872885f4-ca22-48da-bc71-53542c83ac5b HTTP/1.1" status: 200 len: 1125 time: 0.1209607 Feb 16 22:29:18.779848 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-4a59e521-feb9-4599-a3ef-2ace98fbaf1a tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Deleting port 5cbc9f84-4060-421d-ad2a-a80bf1e70d17 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:29:18.780282 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4a59e521-feb9-4599-a3ef-2ace98fbaf1a tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (5cbc9f84-4060-421d-ad2a-a80bf1e70d17), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:18.847132 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-41a0a397-7625-4bcd-91ac-91e0e404dc33 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=626c2db0-bf6e-441e-b318-45292036d956 HTTP/1.1" status: 200 len: 217 time: 0.0499520 Feb 16 22:29:18.942142 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-4852fa67-8744-4183-9ecf-488942fd8f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:18.943624 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-4852fa67-8744-4183-9ecf-488942fd8f81 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=90c6e9fd-2327-49e8-8e06-530f56e702f3 HTTP/1.1" status: 200 len: 845 time: 0.0904481 Feb 16 22:29:18.947136 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4a59e521-feb9-4599-a3ef-2ace98fbaf1a tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (5cbc9f84-4060-421d-ad2a-a80bf1e70d17), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:18.990062 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-b325cf69-a031-4601-ad70-7aecbdfd45fa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=328b17ed-7bc5-4241-8a54-e64f9538f95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399616 Feb 16 22:29:18.990925 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-4a59e521-feb9-4599-a3ef-2ace98fbaf1a tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Calling delete_port for 5cbc9f84-4060-421d-ad2a-a80bf1e70d17 owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:29:19.171714 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb398ee4-93c8-4190-b4a5-2a3d79d7c9cb req-aecb1b5c-4532-4ed6-9782-18262fed4504 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:19.173692 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-0e7ee977-732c-4917-b322-028540fd642a service neutron] 10.222.0.67 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768744 Feb 16 22:29:19.178341 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb398ee4-93c8-4190-b4a5-2a3d79d7c9cb req-aecb1b5c-4532-4ed6-9782-18262fed4504 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/ports?device_id=890b7ece-60c6-45b2-ab91-44652063035b HTTP/1.1" status: 200 len: 943 time: 0.1900034 Feb 16 22:29:19.193913 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b44867-ac65-4d5c-b586-7752ced487b0 req-d9c61a90-6075-470b-9e93-449bd644b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:19.195408 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c2b44867-ac65-4d5c-b586-7752ced487b0 req-d9c61a90-6075-470b-9e93-449bd644b845 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=80c0bab0-94a8-4a8c-85ec-3cedc84eca5e HTTP/1.1" status: 200 len: 848 time: 0.2082543 Feb 16 22:29:19.271407 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c2b44867-ac65-4d5c-b586-7752ced487b0 req-0bbf95a3-ef5c-462f-911f-a42925fff823 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0b05d03f-38cc-4133-bd64-047a675bbe5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426190 Feb 16 22:29:19.314468 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9c45475a-b47b-4de3-8c51-514427a4aa97 req-eec0925b-f4fe-4a03-b3e2-3b8c1a63f0c4 service neutron] 10.222.0.67 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308951 Feb 16 22:29:19.321107 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4a59e521-feb9-4599-a3ef-2ace98fbaf1a tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (5cbc9f84-4060-421d-ad2a-a80bf1e70d17), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:19.352828 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59e521-feb9-4599-a3ef-2ace98fbaf1a tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Pushing event deleted for resources: {'Port': ['ID=5cbc9f84-4060-421d-ad2a-a80bf1e70d17,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:19.373078 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d2aa89a6-d4e3-42c2-b9dd-121f333868c6 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (c15a4ba1-24bc-4c72-942d-a409ceca4767), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:19.502730 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c2b44867-ac65-4d5c-b586-7752ced487b0 req-1f2dc827-c8e6-4e8d-9ca7-cfc276a5db95 service neutron] 10.222.0.79 "GET /v2.0/networks/0b05d03f-38cc-4133-bd64-047a675bbe5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241793 Feb 16 22:29:19.515353 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb398ee4-93c8-4190-b4a5-2a3d79d7c9cb req-58e43eae-797d-4cf1-a6bf-23a75931534d tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/security-groups?id=013ffa82-e3a7-4fe0-97ba-3be9d7bef13c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360724 Feb 16 22:29:19.584818 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 79a92230-15e0-4263-ae10-8b4968525cfd details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:29:19.594987 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-feec9386-2c5e-4099-8191-82c377a89282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (81ce70d4-ce7c-4d63-b29e-dffd214a61d4), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:19.626064 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa89a6-d4e3-42c2-b9dd-121f333868c6 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Pushing event deleted for resources: {'Port': ['ID=c15a4ba1-24bc-4c72-942d-a409ceca4767,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:19.770150 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 79a92230-15e0-4263-ae10-8b4968525cfd, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=79a92230-15e0-4263-ae10-8b4968525cfd,segment=NetworkSegment(b5e3e8d7-244d-4e2a-8664-4509f79f2458),segment_id=b5e3e8d7-244d-4e2a-8664-4509f79f2458)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:19.796141 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '79a92230-15e0-4263-ae10-8b4968525cfd', 'network_id': '0b05d03f-38cc-4133-bd64-047a675bbe5d', 'port_id': '79a92230-15e0-4263-ae10-8b4968525cfd', 'mac_address': 'fa:16:3e:dc:fd:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80c0bab0-94a8-4a8c-85ec-3cedc84eca5e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:29:19.890639 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 79a92230-15e0-4263-ae10-8b4968525cfd is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:19.891118 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (79a92230-15e0-4263-ae10-8b4968525cfd), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:19.909875 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79a92230-15e0-4263-ae10-8b4968525cfd {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:29:19.933919 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 79a92230-15e0-4263-ae10-8b4968525cfd, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=79a92230-15e0-4263-ae10-8b4968525cfd,segment=NetworkSegment(b5e3e8d7-244d-4e2a-8664-4509f79f2458),segment_id=b5e3e8d7-244d-4e2a-8664-4509f79f2458)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:19.940974 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (79a92230-15e0-4263-ae10-8b4968525cfd), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:19.988875 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d2aa89a6-d4e3-42c2-b9dd-121f333868c6 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (b27c83c3-f1a2-44ea-9e45-a70121c25be8), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:19.992394 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=79a92230-15e0-4263-ae10-8b4968525cfd,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:20.078397 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f4d906-a876-40cd-9a3c-5a25c304950d x-openstack-request-id: req-76f4d906-a876-40cd-9a3c-5a25c304950d {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:29:20.078993 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "872885f4-ca22-48da-bc71-53542c83ac5b", "tag": "626c2db0-bf6e-441e-b318-45292036d956", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:29:20.078993 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-76f4d906-a876-40cd-9a3c-5a25c304950d {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:29:20.079337 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '872885f4-ca22-48da-bc71-53542c83ac5b', 'tag': '626c2db0-bf6e-441e-b318-45292036d956', 'status': 'completed', 'code': 200} Feb 16 22:29:20.094473 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4a59e521-feb9-4599-a3ef-2ace98fbaf1a tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (61f6a110-3511-48f2-9e25-6c2ab11ba77b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:20.100242 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c2b44867-ac65-4d5c-b586-7752ced487b0 req-ea7892a6-35f1-48af-8dd5-31a3e4279bd6 service neutron] 10.222.0.79 "GET /v2.0/networks/0b05d03f-38cc-4133-bd64-047a675bbe5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5789840 Feb 16 22:29:20.113375 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72b75e-0551-42d9-8391-9946be173c99 req-2eb9d027-326b-4f66-8bbf-62d258995813 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:20.120792 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4f72b75e-0551-42d9-8391-9946be173c99 req-2eb9d027-326b-4f66-8bbf-62d258995813 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=00ea64e0-2732-4e53-8103-42277a896f8f HTTP/1.1" status: 200 len: 945 time: 0.2856681 Feb 16 22:29:20.153417 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be846ca-c71c-44fd-ada3-8de09bb46802 req-504d8939-a63c-49d8-9e62-957121af8f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:20.154988 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4be846ca-c71c-44fd-ada3-8de09bb46802 req-504d8939-a63c-49d8-9e62-957121af8f3a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b04764559a9c459fbc65e6403b1b3dd5&device_id=872885f4-ca22-48da-bc71-53542c83ac5b HTTP/1.1" status: 200 len: 1125 time: 0.4402542 Feb 16 22:29:20.198976 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['79a92230-15e0-4263-ae10-8b4968525cfd'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:29:20.254763 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4f72b75e-0551-42d9-8391-9946be173c99 req-287c1b87-287c-4a83-a0c6-7a740020439c tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327598 Feb 16 22:29:20.291494 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2aa89a6-d4e3-42c2-b9dd-121f333868c6 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Router b27c83c3-f1a2-44ea-9e45-a70121c25be8 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:29:20.323762 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feec9386-2c5e-4099-8191-82c377a89282 admin admin] Router 81ce70d4-ce7c-4d63-b29e-dffd214a61d4 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:29:20.372680 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a59e521-feb9-4599-a3ef-2ace98fbaf1a tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Router 61f6a110-3511-48f2-9e25-6c2ab11ba77b has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:29:20.390027 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be846ca-c71c-44fd-ada3-8de09bb46802 req-3b739c4f-bbb0-447a-92ca-f0dec9d4e2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:20.392362 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4be846ca-c71c-44fd-ada3-8de09bb46802 req-3b739c4f-bbb0-447a-92ca-f0dec9d4e2a0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=328b17ed-7bc5-4241-8a54-e64f9538f95e HTTP/1.1" status: 200 len: 906 time: 0.2075467 Feb 16 22:29:20.493321 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4be846ca-c71c-44fd-ada3-8de09bb46802 req-55537b50-ff9b-48b7-8aa0-dc57208af489 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=626c2db0-bf6e-441e-b318-45292036d956 HTTP/1.1" status: 200 len: 217 time: 0.0600450 Feb 16 22:29:20.518953 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a59e521-feb9-4599-a3ef-2ace98fbaf1a tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:29:20.533560 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2c9284-a920-45c8-aabd-3bca62d71ca3 None None] Sync routers for ids ['61f6a110-3511-48f2-9e25-6c2ab11ba77b'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:29:20.545185 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2c9284-a920-45c8-aabd-3bca62d71ca3 None None] Routers {'61f6a110-3511-48f2-9e25-6c2ab11ba77b'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:29:20.546125 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-ea2c9284-a920-45c8-aabd-3bca62d71ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:28:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['61f6a110-3511-48f2-9e25-6c2ab11ba77b'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:20.556415 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2aa89a6-d4e3-42c2-b9dd-121f333868c6 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:29:20.569908 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d2aa89a6-d4e3-42c2-b9dd-121f333868c6 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] 10.222.0.75 "PUT /v2.0/routers/b27c83c3-f1a2-44ea-9e45-a70121c25be8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4046631 Feb 16 22:29:20.573814 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a268092-9d0d-4a91-a599-cd69efa48292 None None] Sync routers for ids ['b27c83c3-f1a2-44ea-9e45-a70121c25be8'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:29:20.582747 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44240) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:20.610416 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a268092-9d0d-4a91-a599-cd69efa48292 None None] Routers {'b27c83c3-f1a2-44ea-9e45-a70121c25be8'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:29:20.611435 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-0a268092-9d0d-4a91-a599-cd69efa48292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:28:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['b27c83c3-f1a2-44ea-9e45-a70121c25be8'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:20.622188 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be846ca-c71c-44fd-ada3-8de09bb46802 req-67b370fb-5195-45a6-8667-b0384cc89b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:20.623943 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4be846ca-c71c-44fd-ada3-8de09bb46802 req-67b370fb-5195-45a6-8667-b0384cc89b00 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=90c6e9fd-2327-49e8-8e06-530f56e702f3 HTTP/1.1" status: 200 len: 845 time: 0.1183765 Feb 16 22:29:20.629499 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4a59e521-feb9-4599-a3ef-2ace98fbaf1a tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] 10.222.0.75 "PUT /v2.0/routers/61f6a110-3511-48f2-9e25-6c2ab11ba77b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0762818 Feb 16 22:29:20.637090 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-ea2c9284-a920-45c8-aabd-3bca62d71ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:20.648372 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44242) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:20.655151 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2c9284-a920-45c8-aabd-3bca62d71ca3 None None] Routers {'61f6a110-3511-48f2-9e25-6c2ab11ba77b'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:29:20.656908 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-ea2c9284-a920-45c8-aabd-3bca62d71ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:28:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['61f6a110-3511-48f2-9e25-6c2ab11ba77b'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:20.676489 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad953059-efbe-4356-a147-30bec53b44af req-51feaf15-7ba1-4526-b4d2-7251442327ba tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:20.686490 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-0a268092-9d0d-4a91-a599-cd69efa48292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:20.689878 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ad953059-efbe-4356-a147-30bec53b44af req-51feaf15-7ba1-4526-b4d2-7251442327ba tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=872885f4-ca22-48da-bc71-53542c83ac5b HTTP/1.1" status: 200 len: 943 time: 0.3370178 Feb 16 22:29:20.707207 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-6a1e3c2c-dc42-4568-96e7-2799fdf9897f tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] show failed (client error): The resource could not be found. Feb 16 22:29:20.707469 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a268092-9d0d-4a91-a599-cd69efa48292 None None] Routers {'b27c83c3-f1a2-44ea-9e45-a70121c25be8'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:29:20.708193 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-0a268092-9d0d-4a91-a599-cd69efa48292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:28:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['b27c83c3-f1a2-44ea-9e45-a70121c25be8'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:20.717944 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6a1e3c2c-dc42-4568-96e7-2799fdf9897f tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] 10.222.0.75 "GET /v2.0/routers/tempest-non_exist_router-841630591 HTTP/1.1" status: 404 len: 334 time: 0.1322744 Feb 16 22:29:20.733363 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44244) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:20.735708 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-ea2c9284-a920-45c8-aabd-3bca62d71ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:20.736505 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2c9284-a920-45c8-aabd-3bca62d71ca3 None None] The sync data for ids ['61f6a110-3511-48f2-9e25-6c2ab11ba77b'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:29:20.741710 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-4725ca89-3855-47ba-bd97-78ae5ba69bc0 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:20.768396 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-166b3dc3-7666-4e6a-b98f-d206ee107dfa tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks [] for router (61f6a110-3511-48f2-9e25-6c2ab11ba77b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:20.787956 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-0a268092-9d0d-4a91-a599-cd69efa48292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:20.791099 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a268092-9d0d-4a91-a599-cd69efa48292 None None] The sync data for ids ['b27c83c3-f1a2-44ea-9e45-a70121c25be8'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:29:20.796714 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-064ec663-ec1b-4238-b300-bb69dfff0be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:20.826459 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-4725ca89-3855-47ba-bd97-78ae5ba69bc0 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] update failed (client error): The resource could not be found. Feb 16 22:29:20.832142 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4be846ca-c71c-44fd-ada3-8de09bb46802 req-4598db97-e411-4193-8f13-2d177e792bb1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=328b17ed-7bc5-4241-8a54-e64f9538f95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1991820 Feb 16 22:29:20.832723 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4725ca89-3855-47ba-bd97-78ae5ba69bc0 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] 10.222.0.75 "PUT /v2.0/routers/tempest-non_exist_router-1223496475 HTTP/1.1" status: 404 len: 335 time: 0.0965931 Feb 16 22:29:20.833342 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44246) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:20.898730 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feec9386-2c5e-4099-8191-82c377a89282 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:29:20.916699 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d562f1-addb-4157-850d-e0cbfb597902 None None] Sync routers for ids ['81ce70d4-ce7c-4d63-b29e-dffd214a61d4'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:29:20.931840 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ad953059-efbe-4356-a147-30bec53b44af req-e1cb486c-3dc5-44cf-b1c0-24bda4165a56 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407317 Feb 16 22:29:20.935761 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d562f1-addb-4157-850d-e0cbfb597902 None None] Routers {'81ce70d4-ce7c-4d63-b29e-dffd214a61d4'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:29:20.936795 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-07d562f1-addb-4157-850d-e0cbfb597902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:28:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['81ce70d4-ce7c-4d63-b29e-dffd214a61d4'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:20.939289 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f72f919-9404-4714-9441-5a2a4ee07dad tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Deleting subnet 3eac350d-e80d-4245-95e6-da1b0f4aaa44 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:29:20.955250 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4f72f919-9404-4714-9441-5a2a4ee07dad tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks [] for subnet (3eac350d-e80d-4245-95e6-da1b0f4aaa44), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:21.022214 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-feec9386-2c5e-4099-8191-82c377a89282 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:21.023571 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-feec9386-2c5e-4099-8191-82c377a89282 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.5041559 Feb 16 22:29:21.026806 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44250) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:21.054206 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-166b3dc3-7666-4e6a-b98f-d206ee107dfa tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (61f6a110-3511-48f2-9e25-6c2ab11ba77b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:21.078885 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-07d562f1-addb-4157-850d-e0cbfb597902 None None] Set router 81ce70d4-ce7c-4d63-b29e-dffd214a61d4 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:29:21.085020 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-166b3dc3-7666-4e6a-b98f-d206ee107dfa tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks [] for router_controller (61f6a110-3511-48f2-9e25-6c2ab11ba77b), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:21.142697 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4f72f919-9404-4714-9441-5a2a4ee07dad tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (3eac350d-e80d-4245-95e6-da1b0f4aaa44), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:21.165012 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4be846ca-c71c-44fd-ada3-8de09bb46802 req-1b1ab691-4620-45a8-83be-c8dc9b0b0ad2 service neutron] 10.222.0.67 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066707 Feb 16 22:29:21.168245 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-166b3dc3-7666-4e6a-b98f-d206ee107dfa tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (61f6a110-3511-48f2-9e25-6c2ab11ba77b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:21.168946 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166b3dc3-7666-4e6a-b98f-d206ee107dfa tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Fanout notify agent at l3_agent the message router_deleted on router 61f6a110-3511-48f2-9e25-6c2ab11ba77b {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:29:21.181142 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-166b3dc3-7666-4e6a-b98f-d206ee107dfa tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:21.187593 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-166b3dc3-7666-4e6a-b98f-d206ee107dfa tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] 10.222.0.75 "DELETE /v2.0/routers/61f6a110-3511-48f2-9e25-6c2ab11ba77b HTTP/1.1" status: 204 len: 168 time: 0.5343373 Feb 16 22:29:21.188918 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44252) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:21.257691 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5572ca-1b62-45e5-8545-ada271c62df7 req-ece329ae-e18b-4f0b-8f8a-df9b4a1175a5 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:21.262704 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c5572ca-1b62-45e5-8545-ada271c62df7 req-ece329ae-e18b-4f0b-8f8a-df9b4a1175a5 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/ports?device_id=890b7ece-60c6-45b2-ab91-44652063035b HTTP/1.1" status: 200 len: 944 time: 0.2195606 Feb 16 22:29:21.311303 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4f72f919-9404-4714-9441-5a2a4ee07dad tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (3eac350d-e80d-4245-95e6-da1b0f4aaa44), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:21.342397 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9da8269-67d3-40fa-ad7a-5fc6decf3201 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Deleting subnet f5d5af28-7871-4d7d-92bc-9f4e33bcb093 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:29:21.349410 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c9da8269-67d3-40fa-ad7a-5fc6decf3201 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks [] for subnet (f5d5af28-7871-4d7d-92bc-9f4e33bcb093), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:21.432468 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-07d562f1-addb-4157-850d-e0cbfb597902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'name': 'tempest-TaggedBootDevicesTest_v242-1843611341-router', 'tenant_id': 'f6e9384d481649378c8629f80ddeb608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'a30c138a-6810-419b-ac27-6cb27cb4ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:29:12Z', 'updated_at': '2022-02-16T22:29:18Z', 'revision_number': 3, 'project_id': 'f6e9384d481649378c8629f80ddeb608', 'gw_port': {'id': 'a30c138a-6810-419b-ac27-6cb27cb4ab81', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:29:16Z', 'updated_at': '2022-02-16T22:29:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:21.446295 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c9da8269-67d3-40fa-ad7a-5fc6decf3201 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (f5d5af28-7871-4d7d-92bc-9f4e33bcb093), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:21.450566 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4be846ca-c71c-44fd-ada3-8de09bb46802 req-3e6698ec-4042-43cf-9af5-b46bdb8e2d7a service neutron] 10.222.0.67 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606933 Feb 16 22:29:21.473743 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c5572ca-1b62-45e5-8545-ada271c62df7 req-0bd233f1-9d24-4a76-a577-21f3c6aee430 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/security-groups?id=013ffa82-e3a7-4fe0-97ba-3be9d7bef13c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024555 Feb 16 22:29:21.480985 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d562f1-addb-4157-850d-e0cbfb597902 None None] Checking router: 81ce70d4-ce7c-4d63-b29e-dffd214a61d4 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:29:21.482436 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d562f1-addb-4157-850d-e0cbfb597902 None None] Updating router 81ce70d4-ce7c-4d63-b29e-dffd214a61d4 port a30c138a-6810-419b-ac27-6cb27cb4ab81 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:29:21.530409 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4f72f919-9404-4714-9441-5a2a4ee07dad tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (3eac350d-e80d-4245-95e6-da1b0f4aaa44), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:21.533932 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-07d562f1-addb-4157-850d-e0cbfb597902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a30c138a-6810-419b-ac27-6cb27cb4ab81), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:21.590690 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 79a92230-15e0-4263-ae10-8b4968525cfd up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:29:21.649466 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c9da8269-67d3-40fa-ad7a-5fc6decf3201 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (f5d5af28-7871-4d7d-92bc-9f4e33bcb093), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:21.685567 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72f919-9404-4714-9441-5a2a4ee07dad tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Pushing event deleted for resources: {'Subnet': ['ID=3eac350d-e80d-4245-95e6-da1b0f4aaa44,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:21.687240 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 79a92230-15e0-4263-ae10-8b4968525cfd completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:29:21.697058 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 79a92230-15e0-4263-ae10-8b4968525cfd triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:21.697653 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (79a92230-15e0-4263-ae10-8b4968525cfd), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:21.711583 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4f72f919-9404-4714-9441-5a2a4ee07dad tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:21.717608 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4f72f919-9404-4714-9441-5a2a4ee07dad tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] 10.222.0.75 "DELETE /v2.0/subnets/3eac350d-e80d-4245-95e6-da1b0f4aaa44 HTTP/1.1" status: 204 len: 168 time: 0.8815355 Feb 16 22:29:21.722246 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44258) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:21.758788 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e79735-8ca4-4829-add2-3c1b3950a1b7 None None] Network 30476cea-edbc-4a6d-9231-d2917a9eecc1 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:29:21.777416 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209a10a-2a5b-4394-ad03-c9507104aa6c req-de4dba51-04cf-46c6-a2fb-df019b41d0de tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:21.785342 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0209a10a-2a5b-4394-ad03-c9507104aa6c req-de4dba51-04cf-46c6-a2fb-df019b41d0de tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=00ea64e0-2732-4e53-8103-42277a896f8f HTTP/1.1" status: 200 len: 945 time: 0.1413724 Feb 16 22:29:21.853387 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 79a92230-15e0-4263-ae10-8b4968525cfd is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:21.854114 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (79a92230-15e0-4263-ae10-8b4968525cfd), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:21.934292 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c9da8269-67d3-40fa-ad7a-5fc6decf3201 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (f5d5af28-7871-4d7d-92bc-9f4e33bcb093), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:21.971932 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6df5fc1b-5b2e-4dee-a791-d062f1231aa7 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (30476cea-edbc-4a6d-9231-d2917a9eecc1), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:21.977566 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da8269-67d3-40fa-ad7a-5fc6decf3201 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Pushing event deleted for resources: {'Subnet': ['ID=f5d5af28-7871-4d7d-92bc-9f4e33bcb093,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:21.995550 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890b7ece-60c6-45b2-ab91-44652063035b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a92230-15e0-4263-ae10-8b4968525cfd'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:29:21.998540 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c695d1c-f53d-4162-ae5e-5d6422d206d2" -d '{"events": [{"server_uuid": "890b7ece-60c6-45b2-ab91-44652063035b", "name": "network-vif-plugged", "status": "completed", "tag": "79a92230-15e0-4263-ae10-8b4968525cfd"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:29:22.003222 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c9da8269-67d3-40fa-ad7a-5fc6decf3201 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:22.011968 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-07d562f1-addb-4157-850d-e0cbfb597902 None None] Publish callbacks [] for port (a30c138a-6810-419b-ac27-6cb27cb4ab81), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:22.015079 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c9da8269-67d3-40fa-ad7a-5fc6decf3201 tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] 10.222.0.75 "DELETE /v2.0/subnets/f5d5af28-7871-4d7d-92bc-9f4e33bcb093 HTTP/1.1" status: 204 len: 168 time: 0.8215594 Feb 16 22:29:22.016223 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80528c0e-aade-40df-ac73-dee54353c649 None None] Network f8eff245-e139-4f6c-9a6d-390e6f99e636 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:29:22.025025 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44266) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:22.032400 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-07d562f1-addb-4157-850d-e0cbfb597902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a30c138a-6810-419b-ac27-6cb27cb4ab81), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:22.144384 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b0bf08-91ac-4fda-b544-f0e0e2ec527f None None] Pushing event updated for resources: {'Port': ['ID=a30c138a-6810-419b-ac27-6cb27cb4ab81,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:22.145003 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 79a92230-15e0-4263-ae10-8b4968525cfd, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=79a92230-15e0-4263-ae10-8b4968525cfd,segment=NetworkSegment(b5e3e8d7-244d-4e2a-8664-4509f79f2458),segment_id=b5e3e8d7-244d-4e2a-8664-4509f79f2458)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:22.170184 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (79a92230-15e0-4263-ae10-8b4968525cfd), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:22.180793 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a44d1c1c-343c-4ba7-b18a-8dacdd0ddf4d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (f8eff245-e139-4f6c-9a6d-390e6f99e636), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:22.191321 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-07d562f1-addb-4157-850d-e0cbfb597902 None None] Attempting to bind port a30c138a-6810-419b-ac27-6cb27cb4ab81 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:29:22.191979 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-07d562f1-addb-4157-850d-e0cbfb597902 None None] Attempting to bind port a30c138a-6810-419b-ac27-6cb27cb4ab81 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:29:22.192526 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d562f1-addb-4157-850d-e0cbfb597902 None None] Attempting to bind port a30c138a-6810-419b-ac27-6cb27cb4ab81 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:29:22.199772 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d562f1-addb-4157-850d-e0cbfb597902 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:29:22.200440 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d562f1-addb-4157-850d-e0cbfb597902 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:29:22.201020 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-07d562f1-addb-4157-850d-e0cbfb597902 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:22.201588 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d562f1-addb-4157-850d-e0cbfb597902 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:29:22.202862 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-07d562f1-addb-4157-850d-e0cbfb597902 None None] Bound port: a30c138a-6810-419b-ac27-6cb27cb4ab81, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:29:22.203760 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-07d562f1-addb-4157-850d-e0cbfb597902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a30c138a-6810-419b-ac27-6cb27cb4ab81), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:22.242576 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-6df5fc1b-5b2e-4dee-a791-d062f1231aa7 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Deleting port 712e5e23-2f86-4d76-bd51-3cde67519fbb {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:29:22.243306 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6df5fc1b-5b2e-4dee-a791-d062f1231aa7 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (712e5e23-2f86-4d76-bd51-3cde67519fbb), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:22.302228 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-07d562f1-addb-4157-850d-e0cbfb597902 None None] For port a30c138a-6810-419b-ac27-6cb27cb4ab81, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:29:22.307039 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-07d562f1-addb-4157-850d-e0cbfb597902 None None] For port a30c138a-6810-419b-ac27-6cb27cb4ab81, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a30c138a-6810-419b-ac27-6cb27cb4ab81,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:29:22.315024 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-07d562f1-addb-4157-850d-e0cbfb597902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a30c138a-6810-419b-ac27-6cb27cb4ab81), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:22.348997 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-6df5fc1b-5b2e-4dee-a791-d062f1231aa7 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] For port 712e5e23-2f86-4d76-bd51-3cde67519fbb, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=712e5e23-2f86-4d76-bd51-3cde67519fbb,segment=NetworkSegment(c0cdbe37-2f54-45b2-bff8-d4aa371dd0f9),segment_id=c0cdbe37-2f54-45b2-bff8-d4aa371dd0f9)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:22.349771 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6df5fc1b-5b2e-4dee-a791-d062f1231aa7 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (712e5e23-2f86-4d76-bd51-3cde67519fbb), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:22.361334 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-a44d1c1c-343c-4ba7-b18a-8dacdd0ddf4d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Deleting port 91603327-7ed1-4184-9f98-0b41d2e0f3a5 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:29:22.362073 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a44d1c1c-343c-4ba7-b18a-8dacdd0ddf4d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (91603327-7ed1-4184-9f98-0b41d2e0f3a5), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:22.380817 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-6df5fc1b-5b2e-4dee-a791-d062f1231aa7 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Calling delete_port for 712e5e23-2f86-4d76-bd51-3cde67519fbb owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:29:22.414621 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0209a10a-2a5b-4394-ad03-c9507104aa6c req-cf0c08ec-0786-478d-9dfe-221f4c7c0b6a tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6282811 Feb 16 22:29:22.455920 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b0bf08-91ac-4fda-b544-f0e0e2ec527f None None] Pushing event updated for resources: {'Port': ['ID=a30c138a-6810-419b-ac27-6cb27cb4ab81,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:22.465312 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1837697-ff03-429d-a1f8-38e6cda39b6e None None] DHCP port deletion for 30476cea-edbc-4a6d-9231-d2917a9eecc1 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:29:22.467345 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 626c2db0-bf6e-441e-b318-45292036d956 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:29:22.484191 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d562f1-addb-4157-850d-e0cbfb597902 None None] Routers {'81ce70d4-ce7c-4d63-b29e-dffd214a61d4'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:29:22.485394 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-07d562f1-addb-4157-850d-e0cbfb597902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:28:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['81ce70d4-ce7c-4d63-b29e-dffd214a61d4'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:22.509254 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-a44d1c1c-343c-4ba7-b18a-8dacdd0ddf4d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] For port 91603327-7ed1-4184-9f98-0b41d2e0f3a5, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=91603327-7ed1-4184-9f98-0b41d2e0f3a5,segment=NetworkSegment(f9cf1d4e-5746-48d6-a5cf-a7f15671cfd8),segment_id=f9cf1d4e-5746-48d6-a5cf-a7f15671cfd8)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:22.509939 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a44d1c1c-343c-4ba7-b18a-8dacdd0ddf4d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (91603327-7ed1-4184-9f98-0b41d2e0f3a5), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:22.540712 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-a44d1c1c-343c-4ba7-b18a-8dacdd0ddf4d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Calling delete_port for 91603327-7ed1-4184-9f98-0b41d2e0f3a5 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:29:22.577914 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-aaa4a7fd-2408-4838-9c6a-47184dbb3b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:22.610799 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7f014e-7316-4b42-910f-a0c2b7d743e3 None None] DHCP port deletion for f8eff245-e139-4f6c-9a6d-390e6f99e636 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:29:22.624166 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=79a92230-15e0-4263-ae10-8b4968525cfd,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:22.652852 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.resource_extend [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 22:29:22.670284 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad36291-1f6c-458a-87ad-a13022fa783a req-e139f74e-f256-4fad-95c0-409bd8e3ba92 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:22.677848 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aad36291-1f6c-458a-87ad-a13022fa783a req-e139f74e-f256-4fad-95c0-409bd8e3ba92 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=872885f4-ca22-48da-bc71-53542c83ac5b HTTP/1.1" status: 200 len: 943 time: 0.1387708 Feb 16 22:29:22.686174 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6df5fc1b-5b2e-4dee-a791-d062f1231aa7 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (712e5e23-2f86-4d76-bd51-3cde67519fbb), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:22.753364 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aad36291-1f6c-458a-87ad-a13022fa783a req-283e0978-186c-4145-9559-9dd1a2bc41e2 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743067 Feb 16 22:29:22.757497 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5fc1b-5b2e-4dee-a791-d062f1231aa7 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Pushing event deleted for resources: {'Port': ['ID=712e5e23-2f86-4d76-bd51-3cde67519fbb,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:22.772939 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-07d562f1-addb-4157-850d-e0cbfb597902 None None] Set router 81ce70d4-ce7c-4d63-b29e-dffd214a61d4 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:29:22.782011 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df5fc1b-5b2e-4dee-a791-d062f1231aa7 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] No DVR routers for this DVR port 712e5e23-2f86-4d76-bd51-3cde67519fbb on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:29:22.834534 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7e7f014e-7316-4b42-910f-a0c2b7d743e3 None None] Deleting port 91603327-7ed1-4184-9f98-0b41d2e0f3a5 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:29:22.835083 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7e7f014e-7316-4b42-910f-a0c2b7d743e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (91603327-7ed1-4184-9f98-0b41d2e0f3a5), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:22.839378 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 626c2db0-bf6e-441e-b318-45292036d956, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=626c2db0-bf6e-441e-b318-45292036d956,segment=NetworkSegment(d2150ecc-73be-4cac-a3e0-52292f5f056f),segment_id=d2150ecc-73be-4cac-a3e0-52292f5f056f)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:22.845803 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f1837697-ff03-429d-a1f8-38e6cda39b6e None None] Deleting port 712e5e23-2f86-4d76-bd51-3cde67519fbb {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:29:22.846205 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f1837697-ff03-429d-a1f8-38e6cda39b6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (712e5e23-2f86-4d76-bd51-3cde67519fbb), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:22.856397 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a44d1c1c-343c-4ba7-b18a-8dacdd0ddf4d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (91603327-7ed1-4184-9f98-0b41d2e0f3a5), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:22.922896 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542d49ec-37ef-45dd-9f2b-76f83cf0c7c4 x-openstack-request-id: req-542d49ec-37ef-45dd-9f2b-76f83cf0c7c4 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:29:22.923169 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890b7ece-60c6-45b2-ab91-44652063035b", "name": "network-vif-plugged", "status": "completed", "tag": "79a92230-15e0-4263-ae10-8b4968525cfd", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:29:22.923429 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-542d49ec-37ef-45dd-9f2b-76f83cf0c7c4 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:29:22.923821 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890b7ece-60c6-45b2-ab91-44652063035b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a92230-15e0-4263-ae10-8b4968525cfd', 'code': 200} Feb 16 22:29:22.936293 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44d1c1c-343c-4ba7-b18a-8dacdd0ddf4d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] No DVR routers for this DVR port 91603327-7ed1-4184-9f98-0b41d2e0f3a5 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:29:22.961339 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '626c2db0-bf6e-441e-b318-45292036d956', 'network_id': '328b17ed-7bc5-4241-8a54-e64f9538f95e', 'port_id': '626c2db0-bf6e-441e-b318-45292036d956', 'mac_address': 'fa:16:3e:32:05:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c6e9fd-2327-49e8-8e06-530f56e702f3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:29:22.997325 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d1c1c-343c-4ba7-b18a-8dacdd0ddf4d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Pushing event deleted for resources: {'Port': ['ID=91603327-7ed1-4184-9f98-0b41d2e0f3a5,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:23.035185 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-07d562f1-addb-4157-850d-e0cbfb597902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'name': 'tempest-TaggedBootDevicesTest_v242-1843611341-router', 'tenant_id': 'f6e9384d481649378c8629f80ddeb608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'a30c138a-6810-419b-ac27-6cb27cb4ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:29:12Z', 'updated_at': '2022-02-16T22:29:18Z', 'revision_number': 3, 'project_id': 'f6e9384d481649378c8629f80ddeb608', 'gw_port': {'id': 'a30c138a-6810-419b-ac27-6cb27cb4ab81', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:29:16Z', 'updated_at': '2022-02-16T22:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:23.068154 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a44d1c1c-343c-4ba7-b18a-8dacdd0ddf4d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (f8eff245-e139-4f6c-9a6d-390e6f99e636), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:23.069828 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d562f1-addb-4157-850d-e0cbfb597902 None None] The sync data for ids ['81ce70d4-ce7c-4d63-b29e-dffd214a61d4'] in n-d-813897-6 is: [{'id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'name': 'tempest-TaggedBootDevicesTest_v242-1843611341-router', 'tenant_id': 'f6e9384d481649378c8629f80ddeb608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'a30c138a-6810-419b-ac27-6cb27cb4ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:29:12Z', 'updated_at': '2022-02-16T22:29:18Z', 'revision_number': 3, 'project_id': 'f6e9384d481649378c8629f80ddeb608', 'gw_port': {'id': 'a30c138a-6810-419b-ac27-6cb27cb4ab81', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:29:16Z', 'updated_at': '2022-02-16T22:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:29:23.092172 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-a44d1c1c-343c-4ba7-b18a-8dacdd0ddf4d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8eff245-e139-4f6c-9a6d-390e6f99e636']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:23.111962 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-aaa4a7fd-2408-4838-9c6a-47184dbb3b4c admin admin] Allocated IP 172.20.0.1 (568908f0-9e98-4a11-b55f-12ed6993ec3c/c6896302-81e8-438b-8326-65272f181012/e88e41e2-788a-4507-9ace-f07b657760b4) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:29:23.122612 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 626c2db0-bf6e-441e-b318-45292036d956 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:23.123010 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (626c2db0-bf6e-441e-b318-45292036d956), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:23.130125 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-a44d1c1c-343c-4ba7-b18a-8dacdd0ddf4d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9cf1d4e-5746-48d6-a5cf-a7f15671cfd8') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:23.130560 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-a44d1c1c-343c-4ba7-b18a-8dacdd0ddf4d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9cf1d4e-5746-48d6-a5cf-a7f15671cfd8') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:23.148005 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7e7f014e-7316-4b42-910f-a0c2b7d743e3 None None] For port 91603327-7ed1-4184-9f98-0b41d2e0f3a5, host n-d-813897-6, got binding levels [] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:23.148410 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7e7f014e-7316-4b42-910f-a0c2b7d743e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (91603327-7ed1-4184-9f98-0b41d2e0f3a5), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:23.164286 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a44d1c1c-343c-4ba7-b18a-8dacdd0ddf4d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (f9cf1d4e-5746-48d6-a5cf-a7f15671cfd8), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:23.185451 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-f1837697-ff03-429d-a1f8-38e6cda39b6e None None] For port 712e5e23-2f86-4d76-bd51-3cde67519fbb, host n-d-813897-6, got binding levels [] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:23.185451 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f1837697-ff03-429d-a1f8-38e6cda39b6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (712e5e23-2f86-4d76-bd51-3cde67519fbb), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:23.194014 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7e7f014e-7316-4b42-910f-a0c2b7d743e3 None None] Calling delete_port for 91603327-7ed1-4184-9f98-0b41d2e0f3a5 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:29:23.199072 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 626c2db0-bf6e-441e-b318-45292036d956 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:29:23.204138 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-51222599-c363-46c8-9603-4298b08821f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:23.211025 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.ipam_backend_mixin [None req-7e7f014e-7316-4b42-910f-a0c2b7d743e3 None None] Port 91603327-7ed1-4184-9f98-0b41d2e0f3a5 was not found and therefore no delete operation was performed {{(pid=103467) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 22:29:23.214939 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f1837697-ff03-429d-a1f8-38e6cda39b6e None None] Calling delete_port for 712e5e23-2f86-4d76-bd51-3cde67519fbb owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:29:23.221509 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7e7f014e-7316-4b42-910f-a0c2b7d743e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (91603327-7ed1-4184-9f98-0b41d2e0f3a5), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:23.224479 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.ipam_backend_mixin [None req-f1837697-ff03-429d-a1f8-38e6cda39b6e None None] Port 712e5e23-2f86-4d76-bd51-3cde67519fbb was not found and therefore no delete operation was performed {{(pid=103467) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 22:29:23.235961 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6df5fc1b-5b2e-4dee-a791-d062f1231aa7 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (30476cea-edbc-4a6d-9231-d2917a9eecc1), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:23.244933 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 626c2db0-bf6e-441e-b318-45292036d956, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=626c2db0-bf6e-441e-b318-45292036d956,segment=NetworkSegment(d2150ecc-73be-4cac-a3e0-52292f5f056f),segment_id=d2150ecc-73be-4cac-a3e0-52292f5f056f)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:23.257912 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a44d1c1c-343c-4ba7-b18a-8dacdd0ddf4d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (f9cf1d4e-5746-48d6-a5cf-a7f15671cfd8), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:23.281708 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-6df5fc1b-5b2e-4dee-a791-d062f1231aa7 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30476cea-edbc-4a6d-9231-d2917a9eecc1']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:23.283691 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f1837697-ff03-429d-a1f8-38e6cda39b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (712e5e23-2f86-4d76-bd51-3cde67519fbb), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:23.284872 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a44d1c1c-343c-4ba7-b18a-8dacdd0ddf4d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:29:23.285287 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a44d1c1c-343c-4ba7-b18a-8dacdd0ddf4d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (f9cf1d4e-5746-48d6-a5cf-a7f15671cfd8), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:23.288398 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:29:23.288398 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:29:23.288398 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:29:23.288398 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:29:23.288398 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:29:23.288398 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:29:23.288398 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:29:23.288398 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:29:23.288398 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:29:23.288398 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:29:23.288398 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:29:23.288398 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:29:23.288398 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:29:23.288398 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:29:23.288398 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:29:23.288398 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:29:23.288398 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:29:23.288398 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:29:23.288398 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:29:23.288398 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:29:23.288398 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:29:23.288398 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:29:23.288398 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:29:23.288398 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:29:23.288398 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:29:23.288398 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:29:23.288398 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:29:23.288398 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:29:23.288398 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:29:23.288398 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:29:23.288398 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:29:23.288398 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:29:23.300882 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1837697-ff03-429d-a1f8-38e6cda39b6e None None] No DVR routers for this DVR port 712e5e23-2f86-4d76-bd51-3cde67519fbb on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:29:23.310470 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 91603327-7ed1-4184-9f98-0b41d2e0f3a5 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:29:23.315161 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-6df5fc1b-5b2e-4dee-a791-d062f1231aa7 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0cdbe37-2f54-45b2-bff8-d4aa371dd0f9') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:23.315161 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-6df5fc1b-5b2e-4dee-a791-d062f1231aa7 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0cdbe37-2f54-45b2-bff8-d4aa371dd0f9') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:23.315436 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (626c2db0-bf6e-441e-b318-45292036d956), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:23.317955 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f014e-7316-4b42-910f-a0c2b7d743e3 None None] Pushing event deleted for resources: {'Port': ['ID=91603327-7ed1-4184-9f98-0b41d2e0f3a5,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:23.341752 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6df5fc1b-5b2e-4dee-a791-d062f1231aa7 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (c0cdbe37-2f54-45b2-bff8-d4aa371dd0f9), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:23.360266 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-aaa4a7fd-2408-4838-9c6a-47184dbb3b4c admin admin] Publish callbacks [] for port (e88e41e2-788a-4507-9ace-f07b657760b4), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:23.362647 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1837697-ff03-429d-a1f8-38e6cda39b6e None None] Pushing event deleted for resources: {'Port': ['ID=712e5e23-2f86-4d76-bd51-3cde67519fbb,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:23.369402 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7f014e-7316-4b42-910f-a0c2b7d743e3 None None] No DVR routers for this DVR port 91603327-7ed1-4184-9f98-0b41d2e0f3a5 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:29:23.400599 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 91603327-7ed1-4184-9f98-0b41d2e0f3a5 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:29:23.400951 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 91603327-7ed1-4184-9f98-0b41d2e0f3a5 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:29:23.401416 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 712e5e23-2f86-4d76-bd51-3cde67519fbb no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:29:23.419982 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-aaa4a7fd-2408-4838-9c6a-47184dbb3b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (e88e41e2-788a-4507-9ace-f07b657760b4), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:23.426059 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6df5fc1b-5b2e-4dee-a791-d062f1231aa7 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (c0cdbe37-2f54-45b2-bff8-d4aa371dd0f9), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:23.433743 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6df5fc1b-5b2e-4dee-a791-d062f1231aa7 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:29:23.434224 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6df5fc1b-5b2e-4dee-a791-d062f1231aa7 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (c0cdbe37-2f54-45b2-bff8-d4aa371dd0f9), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:23.437828 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:29:23.437828 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:29:23.437828 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:29:23.437828 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:29:23.437828 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:29:23.437828 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:29:23.437828 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:29:23.437828 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:29:23.437828 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:29:23.437828 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:29:23.437828 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:29:23.437828 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:29:23.437828 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:29:23.437828 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:29:23.437828 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:29:23.437828 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:29:23.437828 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:29:23.437828 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:29:23.437828 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:29:23.437828 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:29:23.437828 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:29:23.437828 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:29:23.437828 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:29:23.437828 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:29:23.437828 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:29:23.437828 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:29:23.437828 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:29:23.437828 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:29:23.437828 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:29:23.437828 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:29:23.437828 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:29:23.437828 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:29:23.450504 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a44d1c1c-343c-4ba7-b18a-8dacdd0ddf4d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (f8eff245-e139-4f6c-9a6d-390e6f99e636), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:23.458394 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 712e5e23-2f86-4d76-bd51-3cde67519fbb {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:29:23.458979 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 712e5e23-2f86-4d76-bd51-3cde67519fbb not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:29:23.471912 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a44d1c1c-343c-4ba7-b18a-8dacdd0ddf4d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:23.475746 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a44d1c1c-343c-4ba7-b18a-8dacdd0ddf4d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] 10.222.0.75 "DELETE /v2.0/networks/f8eff245-e139-4f6c-9a6d-390e6f99e636 HTTP/1.1" status: 204 len: 168 time: 1.4438751 Feb 16 22:29:23.500807 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=626c2db0-bf6e-441e-b318-45292036d956,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:23.519376 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d1c1c-343c-4ba7-b18a-8dacdd0ddf4d tempest-FloatingIPNegativeTestJSON-67425329 tempest-FloatingIPNegativeTestJSON-67425329-project] Pushing event deleted for resources: {'Network': ['ID=f8eff245-e139-4f6c-9a6d-390e6f99e636,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:23.553405 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f318bb2-1944-4028-be34-12665aa3a49c req-3cfdc972-3117-4fe6-8b10-d05f8da5ac1a tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:23.562164 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f318bb2-1944-4028-be34-12665aa3a49c req-3cfdc972-3117-4fe6-8b10-d05f8da5ac1a tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/ports?device_id=890b7ece-60c6-45b2-ab91-44652063035b HTTP/1.1" status: 200 len: 945 time: 0.6009431 Feb 16 22:29:23.587158 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6df5fc1b-5b2e-4dee-a791-d062f1231aa7 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (30476cea-edbc-4a6d-9231-d2917a9eecc1), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:23.601138 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6df5fc1b-5b2e-4dee-a791-d062f1231aa7 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:23.610397 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4a7fd-2408-4838-9c6a-47184dbb3b4c admin admin] Pushing event updated for resources: {'Port': ['ID=e88e41e2-788a-4507-9ace-f07b657760b4,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:23.616361 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6df5fc1b-5b2e-4dee-a791-d062f1231aa7 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] 10.222.0.75 "DELETE /v2.0/networks/30476cea-edbc-4a6d-9231-d2917a9eecc1 HTTP/1.1" status: 204 len: 168 time: 1.8836553 Feb 16 22:29:23.622911 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44280) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:23.631899 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd162862-ceb5-4cc4-bbb1-2654f1443606 req-87057a15-2a19-488a-9bb3-e85fc5bdff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:23.633737 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bd162862-ceb5-4cc4-bbb1-2654f1443606 req-87057a15-2a19-488a-9bb3-e85fc5bdff13 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=890b7ece-60c6-45b2-ab91-44652063035b HTTP/1.1" status: 200 len: 1127 time: 0.6934299 Feb 16 22:29:23.635660 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa4a7fd-2408-4838-9c6a-47184dbb3b4c admin admin] Network 568908f0-9e98-4a11-b55f-12ed6993ec3c is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:29:23.642465 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-aaa4a7fd-2408-4838-9c6a-47184dbb3b4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:29:23.659626 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa4a7fd-2408-4838-9c6a-47184dbb3b4c admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:29:23.664783 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5fc1b-5b2e-4dee-a791-d062f1231aa7 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Pushing event deleted for resources: {'Network': ['ID=30476cea-edbc-4a6d-9231-d2917a9eecc1,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:23.677848 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['626c2db0-bf6e-441e-b318-45292036d956'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:29:23.737324 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f318bb2-1944-4028-be34-12665aa3a49c req-c0bea59c-f758-41e7-8071-c1362e571436 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/security-groups?id=013ffa82-e3a7-4fe0-97ba-3be9d7bef13c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741676 Feb 16 22:29:23.748931 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-aaa4a7fd-2408-4838-9c6a-47184dbb3b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (81ce70d4-ce7c-4d63-b29e-dffd214a61d4), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:23.787981 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b33276-009c-49ed-9b94-2d5b9c28a019 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Deleting subnet 44cdfeae-2eec-4e2e-b0b5-c22260a48d7c {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:29:23.796898 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e0b33276-009c-49ed-9b94-2d5b9c28a019 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks [] for subnet (44cdfeae-2eec-4e2e-b0b5-c22260a48d7c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:23.905681 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bd162862-ceb5-4cc4-bbb1-2654f1443606 req-868622a4-eb14-403b-b370-e0a0949af10b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=013ffa82-e3a7-4fe0-97ba-3be9d7bef13c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546639 Feb 16 22:29:23.922483 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e0b33276-009c-49ed-9b94-2d5b9c28a019 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (44cdfeae-2eec-4e2e-b0b5-c22260a48d7c), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:24.117136 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-8bf09fc4-92c9-4595-84ca-55b313302c72 None None] Provisioning complete for port e88e41e2-788a-4507-9ace-f07b657760b4 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:24.117641 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8bf09fc4-92c9-4595-84ca-55b313302c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e88e41e2-788a-4507-9ace-f07b657760b4), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:24.118556 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44286) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:24.175422 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161a3dd-2046-4d79-a301-986eef99180f req-e27e17ed-e85f-479a-9134-05236a0024a0 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:24.177695 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-8bf09fc4-92c9-4595-84ca-55b313302c72 None None] Port e88e41e2-788a-4507-9ace-f07b657760b4 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:29:24.178468 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3161a3dd-2046-4d79-a301-986eef99180f req-e27e17ed-e85f-479a-9134-05236a0024a0 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=00ea64e0-2732-4e53-8103-42277a896f8f HTTP/1.1" status: 200 len: 945 time: 0.2768879 Feb 16 22:29:24.202153 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e0b33276-009c-49ed-9b94-2d5b9c28a019 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (44cdfeae-2eec-4e2e-b0b5-c22260a48d7c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:24.216216 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-aaa4a7fd-2408-4838-9c6a-47184dbb3b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e88e41e2-788a-4507-9ace-f07b657760b4), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:24.230892 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:24.340546 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e0b33276-009c-49ed-9b94-2d5b9c28a019 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (44cdfeae-2eec-4e2e-b0b5-c22260a48d7c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:24.341239 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3161a3dd-2046-4d79-a301-986eef99180f req-239ebcd3-f995-4acb-8928-6487b9aacaab tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467204 Feb 16 22:29:24.400454 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b33276-009c-49ed-9b94-2d5b9c28a019 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Pushing event deleted for resources: {'Subnet': ['ID=44cdfeae-2eec-4e2e-b0b5-c22260a48d7c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:24.413058 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03248421-3f35-4b6e-83bf-d5c5ed3fb291 None None] Network 47478451-409d-42bf-a7e5-f49e398120ca requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:29:24.413683 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e0b33276-009c-49ed-9b94-2d5b9c28a019 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:24.421121 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e0b33276-009c-49ed-9b94-2d5b9c28a019 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] 10.222.0.75 "DELETE /v2.0/subnets/44cdfeae-2eec-4e2e-b0b5-c22260a48d7c HTTP/1.1" status: 204 len: 168 time: 0.7970617 Feb 16 22:29:24.425101 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44292) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:24.621288 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332caa78-87c7-4b9a-a144-f4b37eea526d req-23c2f028-fd2b-4763-893f-de78ad45a6c1 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:24.623323 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-332caa78-87c7-4b9a-a144-f4b37eea526d req-23c2f028-fd2b-4763-893f-de78ad45a6c1 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=872885f4-ca22-48da-bc71-53542c83ac5b HTTP/1.1" status: 200 len: 944 time: 0.1626503 Feb 16 22:29:24.641606 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44296) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:24.666689 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3f661675-28ff-403f-82b8-7b8ff7c0fcad admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3244e588d4ec4e1094d64eac569cf7fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5432353 Feb 16 22:29:24.683483 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-aaa4a7fd-2408-4838-9c6a-47184dbb3b4c admin admin] Publish callbacks [] for port (e88e41e2-788a-4507-9ace-f07b657760b4), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:24.694658 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-0925eb31-29eb-439d-a3ae-ce10d737a0b5 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Deleting subnet e19e4570-8f57-4290-bbae-47ceab75fbaa {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:29:24.708713 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0925eb31-29eb-439d-a3ae-ce10d737a0b5 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks [] for subnet (e19e4570-8f57-4290-bbae-47ceab75fbaa), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:24.724213 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-332caa78-87c7-4b9a-a144-f4b37eea526d req-5ffafa29-43b5-4ec5-ae8c-6c871de2b6cf tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931127 Feb 16 22:29:24.727800 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-aaa4a7fd-2408-4838-9c6a-47184dbb3b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (e88e41e2-788a-4507-9ace-f07b657760b4), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:24.772744 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c140e9-fa7d-43ce-be65-e8d8884c48c1 None None] DHCP port deletion for 47478451-409d-42bf-a7e5-f49e398120ca request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:29:24.819019 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0925eb31-29eb-439d-a3ae-ce10d737a0b5 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (e19e4570-8f57-4290-bbae-47ceab75fbaa), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:24.855549 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4a7fd-2408-4838-9c6a-47184dbb3b4c admin admin] Pushing event updated for resources: {'Port': ['ID=e88e41e2-788a-4507-9ace-f07b657760b4,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:24.860766 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-aaa4a7fd-2408-4838-9c6a-47184dbb3b4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (81ce70d4-ce7c-4d63-b29e-dffd214a61d4), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:24.879477 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a9f699dd-d5bd-4998-9aba-2a352dbd6af3 admin admin] Publish callbacks [] for security_group (d14e1c0f-f4a4-4b95-bdf1-cb9acd1b16d5), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:24.928210 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a9f699dd-d5bd-4998-9aba-2a352dbd6af3 admin admin] Publish callbacks [] for security_group (d14e1c0f-f4a4-4b95-bdf1-cb9acd1b16d5), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:24.944031 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e8c140e9-fa7d-43ce-be65-e8d8884c48c1 None None] Deleting port e464213d-ddc4-4f5f-a7fa-533ead28f50d {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:29:24.944410 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e8c140e9-fa7d-43ce-be65-e8d8884c48c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (e464213d-ddc4-4f5f-a7fa-533ead28f50d), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:24.998333 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0925eb31-29eb-439d-a3ae-ce10d737a0b5 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (e19e4570-8f57-4290-bbae-47ceab75fbaa), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:25.058757 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e8c140e9-fa7d-43ce-be65-e8d8884c48c1 None None] For port e464213d-ddc4-4f5f-a7fa-533ead28f50d, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=e464213d-ddc4-4f5f-a7fa-533ead28f50d,segment=NetworkSegment(1369e8a3-ed54-4aa6-8a9a-46fb952c1ed3),segment_id=1369e8a3-ed54-4aa6-8a9a-46fb952c1ed3)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:25.063599 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa4a7fd-2408-4838-9c6a-47184dbb3b4c admin admin] Network 568908f0-9e98-4a11-b55f-12ed6993ec3c is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:29:25.065997 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e8c140e9-fa7d-43ce-be65-e8d8884c48c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (e464213d-ddc4-4f5f-a7fa-533ead28f50d), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:25.066186 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-aaa4a7fd-2408-4838-9c6a-47184dbb3b4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:29:25.075580 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fdd9b-0f89-4b13-ad49-181fd5387644 req-5bb8b5fd-5664-4f39-8fab-d3579fb9083c tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:25.077140 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c1fdd9b-0f89-4b13-ad49-181fd5387644 req-5bb8b5fd-5664-4f39-8fab-d3579fb9083c tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/ports?device_id=890b7ece-60c6-45b2-ab91-44652063035b HTTP/1.1" status: 200 len: 945 time: 0.1164405 Feb 16 22:29:25.099609 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e8c140e9-fa7d-43ce-be65-e8d8884c48c1 None None] Calling delete_port for e464213d-ddc4-4f5f-a7fa-533ead28f50d owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:29:25.099993 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0925eb31-29eb-439d-a3ae-ce10d737a0b5 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (e19e4570-8f57-4290-bbae-47ceab75fbaa), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:25.128652 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a9f699dd-d5bd-4998-9aba-2a352dbd6af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d14e1c0f-f4a4-4b95-bdf1-cb9acd1b16d5), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:25.131460 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a9f699dd-d5bd-4998-9aba-2a352dbd6af3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:25.135876 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a9f699dd-d5bd-4998-9aba-2a352dbd6af3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d14e1c0f-f4a4-4b95-bdf1-cb9acd1b16d5 HTTP/1.1" status: 204 len: 168 time: 0.4931023 Feb 16 22:29:25.175352 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925eb31-29eb-439d-a3ae-ce10d737a0b5 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Pushing event deleted for resources: {'Subnet': ['ID=e19e4570-8f57-4290-bbae-47ceab75fbaa,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:25.204073 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0925eb31-29eb-439d-a3ae-ce10d737a0b5 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:25.220771 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0925eb31-29eb-439d-a3ae-ce10d737a0b5 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] 10.222.0.75 "DELETE /v2.0/subnets/e19e4570-8f57-4290-bbae-47ceab75fbaa HTTP/1.1" status: 204 len: 168 time: 0.7945533 Feb 16 22:29:25.227673 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44302) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:25.253132 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f699dd-d5bd-4998-9aba-2a352dbd6af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14e1c0f-f4a4-4b95-bdf1-cb9acd1b16d5,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:25.294245 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afba4d28-9f91-4961-99bf-09ad99e8ebd6 None None] Network 41cb22dd-4022-4f67-b708-3491f6a49089 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:29:25.408708 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a30c138a-6810-419b-ac27-6cb27cb4ab81 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:29:25.432627 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c1fdd9b-0f89-4b13-ad49-181fd5387644 req-64844a4a-ca03-413d-8c89-90f06e2bdfcb tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/security-groups?id=013ffa82-e3a7-4fe0-97ba-3be9d7bef13c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058546 Feb 16 22:29:25.493548 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ff1a51a8-36db-41d1-811e-3057d9633974 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (47478451-409d-42bf-a7e5-f49e398120ca), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:25.517142 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa4a7fd-2408-4838-9c6a-47184dbb3b4c admin admin] Router 81ce70d4-ce7c-4d63-b29e-dffd214a61d4 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:29:25.644121 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e8c140e9-fa7d-43ce-be65-e8d8884c48c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (e464213d-ddc4-4f5f-a7fa-533ead28f50d), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:25.652475 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:25.714330 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c140e9-fa7d-43ce-be65-e8d8884c48c1 None None] Pushing event deleted for resources: {'Port': ['ID=e464213d-ddc4-4f5f-a7fa-533ead28f50d,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:25.719753 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c140e9-fa7d-43ce-be65-e8d8884c48c1 None None] No DVR routers for this DVR port e464213d-ddc4-4f5f-a7fa-533ead28f50d on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:29:25.726864 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port a30c138a-6810-419b-ac27-6cb27cb4ab81 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:25.727251 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a30c138a-6810-419b-ac27-6cb27cb4ab81), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:25.764081 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-daed9a2f-d75c-4046-a8ff-869c36c43465 req-a448f888-091a-4901-8645-db540e09b8d2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f6902e11-f2a6-42d4-9e94-69d218440c0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2406335 Feb 16 22:29:25.779683 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-ff1a51a8-36db-41d1-811e-3057d9633974 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Deleting port e464213d-ddc4-4f5f-a7fa-533ead28f50d {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:29:25.780039 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ff1a51a8-36db-41d1-811e-3057d9633974 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (e464213d-ddc4-4f5f-a7fa-533ead28f50d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:25.783726 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-36155f80-eea2-4c04-afd6-e138f511c0d1 None None] Provisioning complete for port e88e41e2-788a-4507-9ace-f07b657760b4 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:25.786608 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-36155f80-eea2-4c04-afd6-e138f511c0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e88e41e2-788a-4507-9ace-f07b657760b4), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:25.835756 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa4a7fd-2408-4838-9c6a-47184dbb3b4c admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:29:25.848741 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-aaa4a7fd-2408-4838-9c6a-47184dbb3b4c admin admin] 10.222.0.75 "PUT /v2.0/routers/81ce70d4-ce7c-4d63-b29e-dffd214a61d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8059258 Feb 16 22:29:25.937228 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-36155f80-eea2-4c04-afd6-e138f511c0d1 None None] Port e88e41e2-788a-4507-9ace-f07b657760b4 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:29:26.036531 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06fd65-1bbd-4b61-bfcd-7b8ac8eee227 req-83f95aeb-e9a3-4289-ad2c-6dea6d820fb7 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:26.051535 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebd90cf-d872-41e7-97a0-cf857b7fdbc4 None None] DHCP port deletion for 41cb22dd-4022-4f67-b708-3491f6a49089 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:29:26.053805 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7f06fd65-1bbd-4b61-bfcd-7b8ac8eee227 req-83f95aeb-e9a3-4289-ad2c-6dea6d820fb7 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=00ea64e0-2732-4e53-8103-42277a896f8f HTTP/1.1" status: 200 len: 945 time: 0.2193298 Feb 16 22:29:26.100346 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port a30c138a-6810-419b-ac27-6cb27cb4ab81 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:26.100682 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a30c138a-6810-419b-ac27-6cb27cb4ab81), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:26.213358 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7f06fd65-1bbd-4b61-bfcd-7b8ac8eee227 req-3427b889-fb14-4e0f-b56a-30b5a2ed27f4 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585221 Feb 16 22:29:26.260047 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port a30c138a-6810-419b-ac27-6cb27cb4ab81, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a30c138a-6810-419b-ac27-6cb27cb4ab81,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:26.308725 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71970e16-1c8a-4617-963c-7956305937e7 None None] Sync routers for ids ['81ce70d4-ce7c-4d63-b29e-dffd214a61d4'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:29:26.321859 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a30c138a-6810-419b-ac27-6cb27cb4ab81), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:26.404025 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 626c2db0-bf6e-441e-b318-45292036d956 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:29:26.435374 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8957542-13e1-4ffc-8fec-bb2a93d9ae32 req-4352fce5-851c-4498-9360-5ea85670e0a0 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:26.440403 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a8957542-13e1-4ffc-8fec-bb2a93d9ae32 req-4352fce5-851c-4498-9360-5ea85670e0a0 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=872885f4-ca22-48da-bc71-53542c83ac5b HTTP/1.1" status: 200 len: 944 time: 0.1610672 Feb 16 22:29:26.457187 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device e464213d-ddc4-4f5f-a7fa-533ead28f50d no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:29:26.505937 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71970e16-1c8a-4617-963c-7956305937e7 None None] Routers {'81ce70d4-ce7c-4d63-b29e-dffd214a61d4'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:29:26.507211 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-71970e16-1c8a-4617-963c-7956305937e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:29:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['81ce70d4-ce7c-4d63-b29e-dffd214a61d4'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:26.521087 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: e464213d-ddc4-4f5f-a7fa-533ead28f50d {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:29:26.521434 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device e464213d-ddc4-4f5f-a7fa-533ead28f50d not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:29:26.590440 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a8957542-13e1-4ffc-8fec-bb2a93d9ae32 req-77f516d5-4487-4611-a0d5-4a891323fc55 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355007 Feb 16 22:29:26.804380 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-ff1a51a8-36db-41d1-811e-3057d9633974 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] For port e464213d-ddc4-4f5f-a7fa-533ead28f50d, host n-d-813897-6, got binding levels [] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:26.805382 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ff1a51a8-36db-41d1-811e-3057d9633974 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (e464213d-ddc4-4f5f-a7fa-533ead28f50d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:26.824456 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-ff1a51a8-36db-41d1-811e-3057d9633974 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Calling delete_port for e464213d-ddc4-4f5f-a7fa-533ead28f50d owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:29:26.833359 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.ipam_backend_mixin [None req-ff1a51a8-36db-41d1-811e-3057d9633974 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Port e464213d-ddc4-4f5f-a7fa-533ead28f50d was not found and therefore no delete operation was performed {{(pid=103465) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 22:29:26.846825 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ff1a51a8-36db-41d1-811e-3057d9633974 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (e464213d-ddc4-4f5f-a7fa-533ead28f50d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:26.856900 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44360) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:26.862874 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-f2761501-10cd-437f-b927-bc678452b27c tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:26.867898 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-f2761501-10cd-437f-b927-bc678452b27c tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/networks?id=7759ecb5-615f-4376-bf2e-f88402b96cd9 HTTP/1.1" status: 200 len: 813 time: 0.1995654 Feb 16 22:29:26.870725 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-7c4342e0-0502-485c-9eec-1ca26b9f256e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-881676706-network', 'tenant_id': '250905e6d1524f6f9784f0192f4aed17'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:26.878114 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1a51a8-36db-41d1-811e-3057d9633974 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] No DVR routers for this DVR port e464213d-ddc4-4f5f-a7fa-533ead28f50d on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:29:26.883819 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed9a2f-d75c-4046-a8ff-869c36c43465 req-fea85a3f-db32-4366-b23b-57bc3cc763d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:26.886340 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-daed9a2f-d75c-4046-a8ff-869c36c43465 req-fea85a3f-db32-4366-b23b-57bc3cc763d6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b04764559a9c459fbc65e6403b1b3dd5&device_id=f6902e11-f2a6-42d4-9e94-69d218440c0d HTTP/1.1" status: 200 len: 1127 time: 0.1226447 Feb 16 22:29:26.904225 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-3d69c61b-b373-41b4-a62a-752c351a4f64 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/quotas/c4406d5c23c94c6383b020d52bae2059 HTTP/1.1" status: 200 len: 375 time: 0.0274191 Feb 16 22:29:26.913216 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=a30c138a-6810-419b-ac27-6cb27cb4ab81,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:26.966871 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-aebd90cf-d872-41e7-97a0-cf857b7fdbc4 None None] Deleting port 05dc4a7d-e78f-41fd-810c-cc890e7dfeff {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:29:26.967248 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-aebd90cf-d872-41e7-97a0-cf857b7fdbc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (05dc4a7d-e78f-41fd-810c-cc890e7dfeff), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:26.996776 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:27.023126 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44364) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:27.026354 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 626c2db0-bf6e-441e-b318-45292036d956 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:29:27.038840 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-4894f6b1-edbd-43de-88b4-32536354f6eb tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c4406d5c23c94c6383b020d52bae2059&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1280086 Feb 16 22:29:27.088612 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 626c2db0-bf6e-441e-b318-45292036d956 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:27.088987 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (626c2db0-bf6e-441e-b318-45292036d956), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:27.094168 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-aebd90cf-d872-41e7-97a0-cf857b7fdbc4 None None] For port 05dc4a7d-e78f-41fd-810c-cc890e7dfeff, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=05dc4a7d-e78f-41fd-810c-cc890e7dfeff,segment=NetworkSegment(81b49beb-cf75-493e-b308-b0a779eb6509),segment_id=81b49beb-cf75-493e-b308-b0a779eb6509)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:27.094569 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-aebd90cf-d872-41e7-97a0-cf857b7fdbc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (05dc4a7d-e78f-41fd-810c-cc890e7dfeff), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:27.103708 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed9a2f-d75c-4046-a8ff-869c36c43465 req-415fd7b6-e27d-45af-9167-5f72c54162e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:27.105572 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-daed9a2f-d75c-4046-a8ff-869c36c43465 req-415fd7b6-e27d-45af-9167-5f72c54162e3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=328b17ed-7bc5-4241-8a54-e64f9538f95e HTTP/1.1" status: 200 len: 906 time: 0.1637099 Feb 16 22:29:27.106410 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a51a8-36db-41d1-811e-3057d9633974 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Pushing event deleted for resources: {'Port': ['ID=e464213d-ddc4-4f5f-a7fa-533ead28f50d,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:27.122522 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-71970e16-1c8a-4617-963c-7956305937e7 None None] Set router 81ce70d4-ce7c-4d63-b29e-dffd214a61d4 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:29:27.210332 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-aebd90cf-d872-41e7-97a0-cf857b7fdbc4 None None] Calling delete_port for 05dc4a7d-e78f-41fd-810c-cc890e7dfeff owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:29:27.228562 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-daed9a2f-d75c-4046-a8ff-869c36c43465 req-a0ca014d-92be-4d62-ba48-d2b0f30cafee service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91e8c394-f309-4d7c-ae8f-b3d28a87757f HTTP/1.1" status: 200 len: 217 time: 0.0929184 Feb 16 22:29:27.232215 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4342e0-0502-485c-9eec-1ca26b9f256e admin admin] Made reservation on behalf of 250905e6d1524f6f9784f0192f4aed17 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:29:27.235722 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c4342e0-0502-485c-9eec-1ca26b9f256e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:27.272473 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-b7a26df2-18cc-464f-8b74-1485644c4aaa service neutron] 10.222.0.75 "GET /v2.0/networks/7759ecb5-615f-4376-bf2e-f88402b96cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327023 Feb 16 22:29:27.294403 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed9a2f-d75c-4046-a8ff-869c36c43465 req-09a87fab-c02f-4eab-8fa1-e2dbe34fbda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:27.296200 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-daed9a2f-d75c-4046-a8ff-869c36c43465 req-09a87fab-c02f-4eab-8fa1-e2dbe34fbda4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=90c6e9fd-2327-49e8-8e06-530f56e702f3 HTTP/1.1" status: 200 len: 845 time: 0.0578206 Feb 16 22:29:27.299839 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-41038e38-b4f4-4b2c-bd07-cc3dc6966183 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1802806808'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:27.329962 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a30c138a-6810-419b-ac27-6cb27cb4ab81 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:29:27.338982 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c4342e0-0502-485c-9eec-1ca26b9f256e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:27.343346 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-daed9a2f-d75c-4046-a8ff-869c36c43465 req-311b9c89-597f-4ea7-9d13-46a66657ac24 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=328b17ed-7bc5-4241-8a54-e64f9538f95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379434 Feb 16 22:29:27.377678 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ff1a51a8-36db-41d1-811e-3057d9633974 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (47478451-409d-42bf-a7e5-f49e398120ca), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:27.378932 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41038e38-b4f4-4b2c-bd07-cc3dc6966183 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Made reservation on behalf of e64452173aec486d961d06421ef7d4cf for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:29:27.384690 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41038e38-b4f4-4b2c-bd07-cc3dc6966183 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:27.403252 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41038e38-b4f4-4b2c-bd07-cc3dc6966183 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:27.450398 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-c6a2c422-f503-43e3-aac5-fad3b543aa8e service neutron] 10.222.0.75 "GET /v2.0/networks/7759ecb5-615f-4376-bf2e-f88402b96cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765852 Feb 16 22:29:27.455390 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-ff1a51a8-36db-41d1-811e-3057d9633974 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47478451-409d-42bf-a7e5-f49e398120ca']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:27.510117 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-ff1a51a8-36db-41d1-811e-3057d9633974 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1369e8a3-ed54-4aa6-8a9a-46fb952c1ed3') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:27.510642 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-ff1a51a8-36db-41d1-811e-3057d9633974 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1369e8a3-ed54-4aa6-8a9a-46fb952c1ed3') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:27.535876 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ff1a51a8-36db-41d1-811e-3057d9633974 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (1369e8a3-ed54-4aa6-8a9a-46fb952c1ed3), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:27.550465 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-aebd90cf-d872-41e7-97a0-cf857b7fdbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (05dc4a7d-e78f-41fd-810c-cc890e7dfeff), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:27.558733 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 626c2db0-bf6e-441e-b318-45292036d956 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:27.559400 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (626c2db0-bf6e-441e-b318-45292036d956), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:27.581915 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ff1a51a8-36db-41d1-811e-3057d9633974 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (1369e8a3-ed54-4aa6-8a9a-46fb952c1ed3), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:27.592594 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-daed9a2f-d75c-4046-a8ff-869c36c43465 req-36b36773-eafa-455a-ad06-f57a40ca20f0 service neutron] 10.222.0.67 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103624 Feb 16 22:29:27.597389 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1a51a8-36db-41d1-811e-3057d9633974 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:29:27.597935 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ff1a51a8-36db-41d1-811e-3057d9633974 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (1369e8a3-ed54-4aa6-8a9a-46fb952c1ed3), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:27.601907 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:29:27.601907 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:29:27.601907 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:29:27.601907 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:29:27.601907 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:29:27.601907 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:29:27.601907 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:29:27.601907 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:29:27.601907 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:29:27.601907 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:29:27.601907 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:29:27.601907 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:29:27.601907 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:29:27.601907 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:29:27.601907 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:29:27.601907 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:29:27.601907 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:29:27.601907 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:29:27.601907 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:29:27.601907 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:29:27.601907 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:29:27.601907 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:29:27.601907 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:29:27.601907 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:29:27.601907 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:29:27.601907 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:29:27.601907 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:29:27.601907 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:29:27.601907 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:29:27.601907 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:29:27.601907 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:29:27.601907 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:29:27.614809 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41038e38-b4f4-4b2c-bd07-cc3dc6966183 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks [] for security_group (48a77b00-1846-459f-9a04-e124b287e35b), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:27.623981 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd90cf-d872-41e7-97a0-cf857b7fdbc4 None None] Pushing event deleted for resources: {'Port': ['ID=05dc4a7d-e78f-41fd-810c-cc890e7dfeff,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:27.627314 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41038e38-b4f4-4b2c-bd07-cc3dc6966183 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (48a77b00-1846-459f-9a04-e124b287e35b), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:27.638542 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebd90cf-d872-41e7-97a0-cf857b7fdbc4 None None] No DVR routers for this DVR port 05dc4a7d-e78f-41fd-810c-cc890e7dfeff on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:29:27.670200 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port a30c138a-6810-419b-ac27-6cb27cb4ab81 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:27.670793 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a30c138a-6810-419b-ac27-6cb27cb4ab81), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:27.702335 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41038e38-b4f4-4b2c-bd07-cc3dc6966183 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:29:27.721569 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872885f4-ca22-48da-bc71-53542c83ac5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626c2db0-bf6e-441e-b318-45292036d956'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:29:27.728029 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5085d71a-b76a-461b-8ac9-9c295fef170f" -d '{"events": [{"server_uuid": "872885f4-ca22-48da-bc71-53542c83ac5b", "name": "network-vif-plugged", "status": "completed", "tag": "626c2db0-bf6e-441e-b318-45292036d956"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:29:27.780368 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-daed9a2f-d75c-4046-a8ff-869c36c43465 req-583ced37-1bbc-4ee6-9093-c2ef027317cc service neutron] 10.222.0.67 "GET /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767979 Feb 16 22:29:27.793003 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41038e38-b4f4-4b2c-bd07-cc3dc6966183 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (6d607bd0-43de-4844-a2ed-a350b22f8e9a), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:27.793343 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-41038e38-b4f4-4b2c-bd07-cc3dc6966183 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Added segment 6d607bd0-43de-4844-a2ed-a350b22f8e9a of type vlan for network 4500a338-4272-4726-b315-2eee09e80939 Feb 16 22:29:27.806530 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 626c2db0-bf6e-441e-b318-45292036d956, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=626c2db0-bf6e-441e-b318-45292036d956,segment=NetworkSegment(d2150ecc-73be-4cac-a3e0-52292f5f056f),segment_id=d2150ecc-73be-4cac-a3e0-52292f5f056f)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:27.839807 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41038e38-b4f4-4b2c-bd07-cc3dc6966183 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48a77b00-1846-459f-9a04-e124b287e35b,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:27.856867 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (626c2db0-bf6e-441e-b318-45292036d956), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:27.918818 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c4342e0-0502-485c-9eec-1ca26b9f256e admin admin] Publish callbacks [] for security_group (c2202fc4-a052-41fa-af85-eb3485a09134), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:27.922013 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ff1a51a8-36db-41d1-811e-3057d9633974 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (47478451-409d-42bf-a7e5-f49e398120ca), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:27.946743 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ff1a51a8-36db-41d1-811e-3057d9633974 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:27.957222 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41038e38-b4f4-4b2c-bd07-cc3dc6966183 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (4500a338-4272-4726-b315-2eee09e80939), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:27.960212 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44380) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:27.961697 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ff1a51a8-36db-41d1-811e-3057d9633974 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] 10.222.0.75 "DELETE /v2.0/networks/47478451-409d-42bf-a7e5-f49e398120ca HTTP/1.1" status: 204 len: 168 time: 2.7324812 Feb 16 22:29:27.962733 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c4342e0-0502-485c-9eec-1ca26b9f256e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c2202fc4-a052-41fa-af85-eb3485a09134), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:27.975526 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c4342e0-0502-485c-9eec-1ca26b9f256e admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:29:27.986062 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c4342e0-0502-485c-9eec-1ca26b9f256e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (4c920fb4-4a9e-4046-a555-b5d70fbb08dd), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:27.986266 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-7c4342e0-0502-485c-9eec-1ca26b9f256e admin admin] Added segment 4c920fb4-4a9e-4046-a555-b5d70fbb08dd of type vlan for network b41ab317-46a4-458e-bf13-1c2fba47ce56 Feb 16 22:29:28.039360 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c4342e0-0502-485c-9eec-1ca26b9f256e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (b41ab317-46a4-458e-bf13-1c2fba47ce56), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:28.063860 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8271b5d4-f8fe-4954-b828-9446e40de5a0 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (41cb22dd-4022-4f67-b708-3491f6a49089), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:28.065891 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-71970e16-1c8a-4617-963c-7956305937e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'name': 'tempest-TaggedBootDevicesTest_v242-1843611341-router', 'tenant_id': 'f6e9384d481649378c8629f80ddeb608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'a30c138a-6810-419b-ac27-6cb27cb4ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:29:12Z', 'updated_at': '2022-02-16T22:29:24Z', 'revision_number': 4, 'project_id': 'f6e9384d481649378c8629f80ddeb608', 'gw_port': {'id': 'a30c138a-6810-419b-ac27-6cb27cb4ab81', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:29:16Z', 'updated_at': '2022-02-16T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'e88e41e2-788a-4507-9ace-f07b657760b4', 'name': '', 'network_id': '568908f0-9e98-4a11-b55f-12ed6993ec3c', 'tenant_id': 'f6e9384d481649378c8629f80ddeb608', 'mac_address': 'fa:16:3e:57:e8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': 'c6896302-81e8-438b-8326-65272f181012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:29:22Z', 'updated_at': '2022-02-16T22:29:24Z', 'revision_number': 2, 'project_id': 'f6e9384d481649378c8629f80ddeb608', 'subnets': [{'id': 'c6896302-81e8-438b-8326-65272f181012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:28.076685 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbddb8d-b849-4dcc-8687-4c318b68e521 req-d8fdfe6c-ab3f-4c98-a2ff-a9c5fd04f3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:28.078456 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a51a8-36db-41d1-811e-3057d9633974 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Pushing event deleted for resources: {'Network': ['ID=47478451-409d-42bf-a7e5-f49e398120ca,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:28.079593 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-acbddb8d-b849-4dcc-8687-4c318b68e521 req-d8fdfe6c-ab3f-4c98-a2ff-a9c5fd04f3ec service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=00ea64e0-2732-4e53-8103-42277a896f8f HTTP/1.1" status: 200 len: 1127 time: 0.3250222 Feb 16 22:29:28.088583 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c4342e0-0502-485c-9eec-1ca26b9f256e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (b41ab317-46a4-458e-bf13-1c2fba47ce56), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:28.089623 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4342e0-0502-485c-9eec-1ca26b9f256e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:28.090461 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c4342e0-0502-485c-9eec-1ca26b9f256e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:28.093014 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.db.resource_extend [None req-41038e38-b4f4-4b2c-bd07-cc3dc6966183 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 22:29:28.096736 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=626c2db0-bf6e-441e-b318-45292036d956,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:28.155555 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-acbddb8d-b849-4dcc-8687-4c318b68e521 req-07663c5b-90f5-433f-b082-3bc3ff5c5ba5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584812 Feb 16 22:29:28.164453 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71970e16-1c8a-4617-963c-7956305937e7 None None] Checking router: 81ce70d4-ce7c-4d63-b29e-dffd214a61d4 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:29:28.164800 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71970e16-1c8a-4617-963c-7956305937e7 None None] Updating router 81ce70d4-ce7c-4d63-b29e-dffd214a61d4 port e88e41e2-788a-4507-9ace-f07b657760b4 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:29:28.167128 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4342e0-0502-485c-9eec-1ca26b9f256e admin admin] Pushing event updated for resources: {'Network': ['ID=b41ab317-46a4-458e-bf13-1c2fba47ce56,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:28.178490 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19972ed9-6f41-44be-b4ab-91b49d1ffa14 req-341b5c82-af7e-4e96-9e69-0aa45746fb71 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:28.180699 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4342e0-0502-485c-9eec-1ca26b9f256e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2202fc4-a052-41fa-af85-eb3485a09134,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:28.186867 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-19972ed9-6f41-44be-b4ab-91b49d1ffa14 req-341b5c82-af7e-4e96-9e69-0aa45746fb71 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/ports?device_id=890b7ece-60c6-45b2-ab91-44652063035b HTTP/1.1" status: 200 len: 945 time: 0.3478148 Feb 16 22:29:28.203725 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41038e38-b4f4-4b2c-bd07-cc3dc6966183 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (4500a338-4272-4726-b315-2eee09e80939), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:28.210784 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41038e38-b4f4-4b2c-bd07-cc3dc6966183 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:28.211475 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41038e38-b4f4-4b2c-bd07-cc3dc6966183 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:28.215813 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port a30c138a-6810-419b-ac27-6cb27cb4ab81 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:28.220219 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network b41ab317-46a4-458e-bf13-1c2fba47ce56 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:29:28.263984 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7c4342e0-0502-485c-9eec-1ca26b9f256e admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3987947 Feb 16 22:29:28.268294 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44386) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:28.281579 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-9ec992ff-9e76-4a8b-a96b-0aa9f1c76ccf admin admin] Request body: {'subnet': {'network_id': 'b41ab317-46a4-458e-bf13-1c2fba47ce56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-881676706-subnet', 'tenant_id': '250905e6d1524f6f9784f0192f4aed17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:28.283066 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-71970e16-1c8a-4617-963c-7956305937e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e88e41e2-788a-4507-9ace-f07b657760b4), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:28.294269 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-41038e38-b4f4-4b2c-bd07-cc3dc6966183 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2689145 Feb 16 22:29:28.368237 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec992ff-9e76-4a8b-a96b-0aa9f1c76ccf admin admin] Made reservation on behalf of 250905e6d1524f6f9784f0192f4aed17 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:29:28.370698 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9ec992ff-9e76-4a8b-a96b-0aa9f1c76ccf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:28.447277 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44390) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:28.454484 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-a65b241a-ad9c-48fb-9397-61c313492261 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Request body: {'subnet': {'network_id': '4500a338-4272-4726-b315-2eee09e80939', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:28.482821 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8271b5d4-f8fe-4954-b828-9446e40de5a0 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (41cb22dd-4022-4f67-b708-3491f6a49089), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:28.495525 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41038e38-b4f4-4b2c-bd07-cc3dc6966183 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event updated for resources: {'Network': ['ID=4500a338-4272-4726-b315-2eee09e80939,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:28.542938 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-19972ed9-6f41-44be-b4ab-91b49d1ffa14 req-022172de-3efd-4e8b-bbf7-e8848e9fcdf2 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/security-groups?id=013ffa82-e3a7-4fe0-97ba-3be9d7bef13c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543403 Feb 16 22:29:28.543692 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 05dc4a7d-e78f-41fd-810c-cc890e7dfeff no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:29:28.545735 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 4500a338-4272-4726-b315-2eee09e80939 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:29:28.551416 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-8271b5d4-f8fe-4954-b828-9446e40de5a0 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41cb22dd-4022-4f67-b708-3491f6a49089']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:28.574587 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-8271b5d4-f8fe-4954-b828-9446e40de5a0 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b49beb-cf75-493e-b308-b0a779eb6509') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:28.574900 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-8271b5d4-f8fe-4954-b828-9446e40de5a0 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b49beb-cf75-493e-b308-b0a779eb6509') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:28.598884 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8271b5d4-f8fe-4954-b828-9446e40de5a0 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (81b49beb-cf75-493e-b308-b0a779eb6509), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:28.635554 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8271b5d4-f8fe-4954-b828-9446e40de5a0 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (81b49beb-cf75-493e-b308-b0a779eb6509), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:28.655138 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65b241a-ad9c-48fb-9397-61c313492261 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Made reservation on behalf of e64452173aec486d961d06421ef7d4cf for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:29:28.659512 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a65b241a-ad9c-48fb-9397-61c313492261 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:28.670692 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8271b5d4-f8fe-4954-b828-9446e40de5a0 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:29:28.671105 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8271b5d4-f8fe-4954-b828-9446e40de5a0 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (81b49beb-cf75-493e-b308-b0a779eb6509), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:28.675802 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:29:28.675802 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:29:28.675802 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:29:28.675802 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:29:28.675802 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:29:28.675802 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:29:28.675802 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:29:28.675802 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:29:28.675802 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:29:28.675802 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:29:28.675802 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:29:28.675802 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:29:28.675802 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:29:28.675802 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:29:28.675802 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:29:28.675802 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:29:28.675802 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:29:28.675802 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:29:28.675802 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:29:28.675802 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:29:28.675802 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:29:28.675802 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:29:28.675802 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:29:28.675802 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:29:28.675802 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:29:28.675802 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:29:28.675802 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:29:28.675802 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:29:28.675802 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:29:28.675802 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:29:28.675802 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:29:28.675802 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:29:28.697775 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 05dc4a7d-e78f-41fd-810c-cc890e7dfeff {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:29:28.698149 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 05dc4a7d-e78f-41fd-810c-cc890e7dfeff not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:29:28.786350 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:28.824181 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02a415-909a-4f0b-b68b-afaeda91d97b req-f4147410-e38d-4550-bfb6-130e63a777b4 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:28.832311 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3b02a415-909a-4f0b-b68b-afaeda91d97b req-f4147410-e38d-4550-bfb6-130e63a777b4 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=00ea64e0-2732-4e53-8103-42277a896f8f HTTP/1.1" status: 200 len: 945 time: 0.1901956 Feb 16 22:29:28.846043 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9ec992ff-9e76-4a8b-a96b-0aa9f1c76ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (da03853d-31b8-4eff-8f85-a7fd6e9d908b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:28.847373 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8271b5d4-f8fe-4954-b828-9446e40de5a0 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (41cb22dd-4022-4f67-b708-3491f6a49089), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:28.868409 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8271b5d4-f8fe-4954-b828-9446e40de5a0 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:28.874347 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8271b5d4-f8fe-4954-b828-9446e40de5a0 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] 10.222.0.75 "DELETE /v2.0/networks/41cb22dd-4022-4f67-b708-3491f6a49089 HTTP/1.1" status: 204 len: 168 time: 0.9117787 Feb 16 22:29:28.876968 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271b5d4-f8fe-4954-b828-9446e40de5a0 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Pushing event deleted for resources: {'Network': ['ID=41cb22dd-4022-4f67-b708-3491f6a49089,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:28.878178 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44396) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:28.923017 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3b02a415-909a-4f0b-b68b-afaeda91d97b req-b46ae5cb-a63b-4851-888b-da71d0265b3d tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894971 Feb 16 22:29:29.020168 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec992ff-9e76-4a8b-a96b-0aa9f1c76ccf admin admin] Pushing event updated for resources: {'Subnet': ['ID=da03853d-31b8-4eff-8f85-a7fd6e9d908b,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:29.033499 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec992ff-9e76-4a8b-a96b-0aa9f1c76ccf admin admin] Checking segment: {'id': '4c920fb4-4a9e-4046-a555-b5d70fbb08dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b41ab317-46a4-458e-bf13-1c2fba47ce56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:29:29.033872 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec992ff-9e76-4a8b-a96b-0aa9f1c76ccf admin admin] Network hostable DHCP agents. Network: b41ab317-46a4-458e-bf13-1c2fba47ce56, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:29:29.039564 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e33928-2242-4dc8-84d9-0537ee0bb048 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Deleting subnet f7b41d99-f6bd-4040-bb18-46c746aa83a6 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:29:29.043041 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-09e33928-2242-4dc8-84d9-0537ee0bb048 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks [] for subnet (f7b41d99-f6bd-4040-bb18-46c746aa83a6), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:29.074567 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a65b241a-ad9c-48fb-9397-61c313492261 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (14176956-7a5b-4f58-9a39-a3b8f477bcee), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:29.089004 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-71970e16-1c8a-4617-963c-7956305937e7 None None] Publish callbacks [] for port (e88e41e2-788a-4507-9ace-f07b657760b4), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:29.117915 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-71970e16-1c8a-4617-963c-7956305937e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (e88e41e2-788a-4507-9ace-f07b657760b4), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:29.136233 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-09e33928-2242-4dc8-84d9-0537ee0bb048 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (f7b41d99-f6bd-4040-bb18-46c746aa83a6), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:29.189355 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cecf06-d071-483a-9264-f05422b8601e req-29ddc502-32b5-4f5d-8cec-ace5a34ed0f6 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:29.195332 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec992ff-9e76-4a8b-a96b-0aa9f1c76ccf admin admin] Network b41ab317-46a4-458e-bf13-1c2fba47ce56 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:29:29.199910 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b241a-ad9c-48fb-9397-61c313492261 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event updated for resources: {'Subnet': ['ID=14176956-7a5b-4f58-9a39-a3b8f477bcee,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:29.202471 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a9cecf06-d071-483a-9264-f05422b8601e req-29ddc502-32b5-4f5d-8cec-ace5a34ed0f6 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=872885f4-ca22-48da-bc71-53542c83ac5b HTTP/1.1" status: 200 len: 945 time: 0.1439652 Feb 16 22:29:29.230765 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-9ec992ff-9e76-4a8b-a96b-0aa9f1c76ccf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, b41ab317-46a4-458e-bf13-1c2fba47ce56) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:29:29.266178 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68b7503-43c6-41a6-af51-155675e45113 None None] Network b41ab317-46a4-458e-bf13-1c2fba47ce56 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:29:29.268204 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec992ff-9e76-4a8b-a96b-0aa9f1c76ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:29.269928 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9ec992ff-9e76-4a8b-a96b-0aa9f1c76ccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:29.285807 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65b241a-ad9c-48fb-9397-61c313492261 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Checking segment: {'id': '6d607bd0-43de-4844-a2ed-a350b22f8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4500a338-4272-4726-b315-2eee09e80939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:29:29.286202 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65b241a-ad9c-48fb-9397-61c313492261 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Network hostable DHCP agents. Network: 4500a338-4272-4726-b315-2eee09e80939, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:29:29.302124 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-09e33928-2242-4dc8-84d9-0537ee0bb048 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (f7b41d99-f6bd-4040-bb18-46c746aa83a6), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:29.309083 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a9cecf06-d071-483a-9264-f05422b8601e req-43aae8b2-0d14-4baf-9ae1-14b94cf24d56 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048298 Feb 16 22:29:29.335394 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9ec992ff-9e76-4a8b-a96b-0aa9f1c76ccf admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0659773 Feb 16 22:29:29.338120 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44404) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:29.343001 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-09169658-d2a3-4f38-92a0-495ae0b7b68a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-881676706-router', 'tenant_id': '250905e6d1524f6f9784f0192f4aed17', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:29.366803 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65b241a-ad9c-48fb-9397-61c313492261 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Network 4500a338-4272-4726-b315-2eee09e80939 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:29:29.386984 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-a65b241a-ad9c-48fb-9397-61c313492261 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 4500a338-4272-4726-b315-2eee09e80939) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:29:29.394591 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65b241a-ad9c-48fb-9397-61c313492261 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:29.395264 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a65b241a-ad9c-48fb-9397-61c313492261 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:29.409549 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42dd290-9d58-4b05-9eb2-00cc82d29864 None None] Pushing event updated for resources: {'Port': ['ID=e88e41e2-788a-4507-9ace-f07b657760b4,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:29.412451 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-09169658-d2a3-4f38-92a0-495ae0b7b68a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (091d1d37-4d0d-460f-aaf1-da4e8871e0f6), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:29.413956 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-09169658-d2a3-4f38-92a0-495ae0b7b68a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (091d1d37-4d0d-460f-aaf1-da4e8871e0f6), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:29.432355 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801cbb67-94c9-43c7-ac16-42af6d28f9cc None None] Network 4500a338-4272-4726-b315-2eee09e80939 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:29:29.439112 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-71970e16-1c8a-4617-963c-7956305937e7 None None] Attempting to bind port e88e41e2-788a-4507-9ace-f07b657760b4 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:29:29.439766 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-71970e16-1c8a-4617-963c-7956305937e7 None None] Attempting to bind port e88e41e2-788a-4507-9ace-f07b657760b4 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'ca5cde71-d897-4004-a95e-63d62192b29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '568908f0-9e98-4a11-b55f-12ed6993ec3c'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:29:29.440084 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71970e16-1c8a-4617-963c-7956305937e7 None None] Attempting to bind port e88e41e2-788a-4507-9ace-f07b657760b4 on network 568908f0-9e98-4a11-b55f-12ed6993ec3c {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:29:29.457268 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a65b241a-ad9c-48fb-9397-61c313492261 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0075250 Feb 16 22:29:29.459456 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44406) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:29.466903 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-6ca93734-d4f4-48d5-ba7c-e5357ad65034 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2026166459'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:29.475534 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-09e33928-2242-4dc8-84d9-0537ee0bb048 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (f7b41d99-f6bd-4040-bb18-46c746aa83a6), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:29.503114 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71970e16-1c8a-4617-963c-7956305937e7 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:29:29.503689 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71970e16-1c8a-4617-963c-7956305937e7 None None] Checking segment: {'id': 'ca5cde71-d897-4004-a95e-63d62192b29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '568908f0-9e98-4a11-b55f-12ed6993ec3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:29:29.504092 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-71970e16-1c8a-4617-963c-7956305937e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:29.504486 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71970e16-1c8a-4617-963c-7956305937e7 None None] Bound using segment: {'id': 'ca5cde71-d897-4004-a95e-63d62192b29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '568908f0-9e98-4a11-b55f-12ed6993ec3c'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:29:29.504968 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-71970e16-1c8a-4617-963c-7956305937e7 None None] Bound port: e88e41e2-788a-4507-9ace-f07b657760b4, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca5cde71-d897-4004-a95e-63d62192b29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '568908f0-9e98-4a11-b55f-12ed6993ec3c'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:29:29.505422 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-71970e16-1c8a-4617-963c-7956305937e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e88e41e2-788a-4507-9ace-f07b657760b4), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:29.517527 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-09e33928-2242-4dc8-84d9-0537ee0bb048 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:29.523220 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-09e33928-2242-4dc8-84d9-0537ee0bb048 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] 10.222.0.75 "DELETE /v2.0/subnets/f7b41d99-f6bd-4040-bb18-46c746aa83a6 HTTP/1.1" status: 204 len: 168 time: 0.6403222 Feb 16 22:29:29.526075 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44410) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:29.528155 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e33928-2242-4dc8-84d9-0537ee0bb048 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Pushing event deleted for resources: {'Subnet': ['ID=f7b41d99-f6bd-4040-bb18-46c746aa83a6,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:29.569777 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca93734-d4f4-48d5-ba7c-e5357ad65034 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Made reservation on behalf of e64452173aec486d961d06421ef7d4cf for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:29:29.573136 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6ca93734-d4f4-48d5-ba7c-e5357ad65034 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:29.615523 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-71970e16-1c8a-4617-963c-7956305937e7 None None] For port e88e41e2-788a-4507-9ace-f07b657760b4, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:29:29.626738 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-71970e16-1c8a-4617-963c-7956305937e7 None None] For port e88e41e2-788a-4507-9ace-f07b657760b4, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=e88e41e2-788a-4507-9ace-f07b657760b4,segment=NetworkSegment(ca5cde71-d897-4004-a95e-63d62192b29d),segment_id=ca5cde71-d897-4004-a95e-63d62192b29d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:29:29.630550 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-09169658-d2a3-4f38-92a0-495ae0b7b68a admin admin] Publish callbacks [] for router_controller (091d1d37-4d0d-460f-aaf1-da4e8871e0f6), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:29.638602 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5671d4ab-9eb5-417c-8779-a305a81d30d0 None None] Network a3a738db-70a4-450e-aedb-9c7d0188c966 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:29:29.694666 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-71970e16-1c8a-4617-963c-7956305937e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (e88e41e2-788a-4507-9ace-f07b657760b4), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:29.698899 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cad80d30-e35f-4b9a-8061-026e8d497f46 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (a3a738db-70a4-450e-aedb-9c7d0188c966), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:29.702629 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca93734-d4f4-48d5-ba7c-e5357ad65034 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:29:29.716949 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6ca93734-d4f4-48d5-ba7c-e5357ad65034 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (1b18675e-f64b-4742-95a1-ce324fd61c0d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:29.717263 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-6ca93734-d4f4-48d5-ba7c-e5357ad65034 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Added segment 1b18675e-f64b-4742-95a1-ce324fd61c0d of type vlan for network 81763663-edea-4942-a0dd-0bde368849ab Feb 16 22:29:29.780707 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6ca93734-d4f4-48d5-ba7c-e5357ad65034 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (81763663-edea-4942-a0dd-0bde368849ab), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:29.791144 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-ca1ede8e-7600-4ce9-bbab-9da4589854a5 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:29.793028 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-ca1ede8e-7600-4ce9-bbab-9da4589854a5 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.79 "GET /v2.0/networks?id=7759ecb5-615f-4376-bf2e-f88402b96cd9 HTTP/1.1" status: 200 len: 813 time: 0.1596189 Feb 16 22:29:29.808727 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-09f172bf-77ca-4673-82f2-7faaf32c19f2 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Request body: {'port': {'device_id': '83f6e597-009c-45f3-9e97-52c66b523ab8', 'network_id': '7759ecb5-615f-4376-bf2e-f88402b96cd9', 'admin_state_up': True, 'tenant_id': 'c4406d5c23c94c6383b020d52bae2059'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:29.835746 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6ca93734-d4f4-48d5-ba7c-e5357ad65034 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (81763663-edea-4942-a0dd-0bde368849ab), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:29.836444 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42dd290-9d58-4b05-9eb2-00cc82d29864 None None] Pushing event updated for resources: {'Port': ['ID=e88e41e2-788a-4507-9ace-f07b657760b4,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:29.852164 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca93734-d4f4-48d5-ba7c-e5357ad65034 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:29.852876 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6ca93734-d4f4-48d5-ba7c-e5357ad65034 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:29.906960 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-31e51d53-71c9-4244-8893-19a633e728e3 req-5ce152f9-cc16-401a-b0d1-119a5980b3a4 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=83f6e597-009c-45f3-9e97-52c66b523ab8 HTTP/1.1" status: 200 len: 210 time: 0.2691407 Feb 16 22:29:29.941515 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6ca93734-d4f4-48d5-ba7c-e5357ad65034 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4753332 Feb 16 22:29:29.941744 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44416) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:29.970488 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca93734-d4f4-48d5-ba7c-e5357ad65034 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event updated for resources: {'Network': ['ID=81763663-edea-4942-a0dd-0bde368849ab,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:29.971417 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-bf012965-0f7a-4742-a422-4b5972a794d4 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Request body: {'subnet': {'network_id': '81763663-edea-4942-a0dd-0bde368849ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:30.007460 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-cad80d30-e35f-4b9a-8061-026e8d497f46 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Deleting port b4484d1f-0ce0-4541-943f-6ad0561530bc {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:29:30.007888 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cad80d30-e35f-4b9a-8061-026e8d497f46 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (b4484d1f-0ce0-4541-943f-6ad0561530bc), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:30.100737 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5afd83-8470-4046-856c-649d5469a6e7 x-openstack-request-id: req-bd5afd83-8470-4046-856c-649d5469a6e7 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:29:30.101101 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872885f4-ca22-48da-bc71-53542c83ac5b", "name": "network-vif-plugged", "status": "completed", "tag": "626c2db0-bf6e-441e-b318-45292036d956", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:29:30.101343 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bd5afd83-8470-4046-856c-649d5469a6e7 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:29:30.101460 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-cad80d30-e35f-4b9a-8061-026e8d497f46 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] For port b4484d1f-0ce0-4541-943f-6ad0561530bc, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=b4484d1f-0ce0-4541-943f-6ad0561530bc,segment=NetworkSegment(70dd051f-81b2-4fe2-a991-9e121bf676bd),segment_id=70dd051f-81b2-4fe2-a991-9e121bf676bd)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:30.101911 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872885f4-ca22-48da-bc71-53542c83ac5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626c2db0-bf6e-441e-b318-45292036d956', 'code': 200} Feb 16 22:29:30.102020 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cad80d30-e35f-4b9a-8061-026e8d497f46 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (b4484d1f-0ce0-4541-943f-6ad0561530bc), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:30.102499 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 81763663-edea-4942-a0dd-0bde368849ab details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:29:30.131519 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-cad80d30-e35f-4b9a-8061-026e8d497f46 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Calling delete_port for b4484d1f-0ce0-4541-943f-6ad0561530bc owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:29:30.214669 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cb07ef-1fc0-47a3-9d26-c3f8d6396a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-4500a338-4272-4726-b315-2eee09e80939', 'network_id': '4500a338-4272-4726-b315-2eee09e80939', 'project_id': 'e64452173aec486d961d06421ef7d4cf', 'fixed_ips': [{'subnet_id': '14176956-7a5b-4f58-9a39-a3b8f477bcee'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:29:30.215466 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c4cb07ef-1fc0-47a3-9d26-c3f8d6396a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:30.240588 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cad80d30-e35f-4b9a-8061-026e8d497f46 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (b4484d1f-0ce0-4541-943f-6ad0561530bc), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:30.279784 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad80d30-e35f-4b9a-8061-026e8d497f46 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Pushing event deleted for resources: {'Port': ['ID=b4484d1f-0ce0-4541-943f-6ad0561530bc,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:30.287031 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad80d30-e35f-4b9a-8061-026e8d497f46 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] No DVR routers for this DVR port b4484d1f-0ce0-4541-943f-6ad0561530bc on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:29:30.340327 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:30.361264 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d011ab39-70b0-4c2d-9b24-a2e5a51b1288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-b41ab317-46a4-458e-bf13-1c2fba47ce56', 'network_id': 'b41ab317-46a4-458e-bf13-1c2fba47ce56', 'project_id': '250905e6d1524f6f9784f0192f4aed17', 'fixed_ips': [{'subnet_id': 'da03853d-31b8-4eff-8f85-a7fd6e9d908b'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:29:30.362675 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d011ab39-70b0-4c2d-9b24-a2e5a51b1288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:30.411860 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cad80d30-e35f-4b9a-8061-026e8d497f46 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (a3a738db-70a4-450e-aedb-9c7d0188c966), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:30.440027 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-cad80d30-e35f-4b9a-8061-026e8d497f46 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a738db-70a4-450e-aedb-9c7d0188c966']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:30.453785 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-cad80d30-e35f-4b9a-8061-026e8d497f46 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70dd051f-81b2-4fe2-a991-9e121bf676bd') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:30.454429 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-cad80d30-e35f-4b9a-8061-026e8d497f46 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70dd051f-81b2-4fe2-a991-9e121bf676bd') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:30.467096 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cad80d30-e35f-4b9a-8061-026e8d497f46 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (70dd051f-81b2-4fe2-a991-9e121bf676bd), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:30.484238 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cad80d30-e35f-4b9a-8061-026e8d497f46 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (70dd051f-81b2-4fe2-a991-9e121bf676bd), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:30.493940 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad80d30-e35f-4b9a-8061-026e8d497f46 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:29:30.494680 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cad80d30-e35f-4b9a-8061-026e8d497f46 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (70dd051f-81b2-4fe2-a991-9e121bf676bd), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:30.569762 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:29:30.569762 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:29:30.569762 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:29:30.569762 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:29:30.569762 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:29:30.569762 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:29:30.569762 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:29:30.569762 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:29:30.569762 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:29:30.569762 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:29:30.569762 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:29:30.569762 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:29:30.569762 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:29:30.569762 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:29:30.569762 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:29:30.569762 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:29:30.569762 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:29:30.569762 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:29:30.569762 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:29:30.569762 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:29:30.569762 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:29:30.569762 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:29:30.569762 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:29:30.569762 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:29:30.569762 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:29:30.569762 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:29:30.569762 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:29:30.569762 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:29:30.569762 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:29:30.569762 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:29:30.569762 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:29:30.569762 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:29:30.578516 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cad80d30-e35f-4b9a-8061-026e8d497f46 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (a3a738db-70a4-450e-aedb-9c7d0188c966), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:30.587678 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cad80d30-e35f-4b9a-8061-026e8d497f46 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:30.596041 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-cad80d30-e35f-4b9a-8061-026e8d497f46 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] 10.222.0.75 "DELETE /v2.0/networks/a3a738db-70a4-450e-aedb-9c7d0188c966 HTTP/1.1" status: 204 len: 168 time: 1.0657363 Feb 16 22:29:30.596247 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-09169658-d2a3-4f38-92a0-495ae0b7b68a admin admin] Publish callbacks [] for router_gateway (091d1d37-4d0d-460f-aaf1-da4e8871e0f6), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:30.597720 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44424) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:30.649732 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-15d471a7-0eec-4c40-bf03-f662e3a88b93 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] 10.222.0.75 "GET /v2.0/ports?device_id=b27c83c3-f1a2-44ea-9e45-a70121c25be8 HTTP/1.1" status: 200 len: 205 time: 0.0470817 Feb 16 22:29:30.651308 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44426) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:30.662090 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad80d30-e35f-4b9a-8061-026e8d497f46 tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Pushing event deleted for resources: {'Network': ['ID=a3a738db-70a4-450e-aedb-9c7d0188c966,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:30.678889 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d00b6f4-31ea-415e-83a1-f57ace6d4a77 None None] DHCP port deletion for a3a738db-70a4-450e-aedb-9c7d0188c966 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:29:30.680948 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71970e16-1c8a-4617-963c-7956305937e7 None None] Routers {'81ce70d4-ce7c-4d63-b29e-dffd214a61d4'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:29:30.681622 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-71970e16-1c8a-4617-963c-7956305937e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:29:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['81ce70d4-ce7c-4d63-b29e-dffd214a61d4'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:30.689679 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-54043d20-9e93-4f6a-8cd8-57cb6f477d6d None None] Provisioning complete for port e88e41e2-788a-4507-9ace-f07b657760b4 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:30.690081 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-54043d20-9e93-4f6a-8cd8-57cb6f477d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e88e41e2-788a-4507-9ace-f07b657760b4), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:30.876360 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7facaabc-3e85-46db-96b8-691c54ab01ce tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks [] for router (b27c83c3-f1a2-44ea-9e45-a70121c25be8), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:30.915517 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-c4cb07ef-1fc0-47a3-9d26-c3f8d6396a59 None None] Allocated IP 172.20.255.242 (4500a338-4272-4726-b315-2eee09e80939/14176956-7a5b-4f58-9a39-a3b8f477bcee/de870f55-e987-4232-9624-0640218078a8) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:29:30.972153 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf012965-0f7a-4742-a422-4b5972a794d4 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Made reservation on behalf of e64452173aec486d961d06421ef7d4cf for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:29:30.975745 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bf012965-0f7a-4742-a422-4b5972a794d4 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:30.987994 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c59fa-85fc-427e-b08a-5bd94585cbe3 req-8b670539-7f64-43ad-aded-3a98ff7d2fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:30.989804 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0a1c59fa-85fc-427e-b08a-5bd94585cbe3 req-8b670539-7f64-43ad-aded-3a98ff7d2fb1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=872885f4-ca22-48da-bc71-53542c83ac5b HTTP/1.1" status: 200 len: 1127 time: 0.3862476 Feb 16 22:29:31.030613 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-71970e16-1c8a-4617-963c-7956305937e7 None None] Set router 81ce70d4-ce7c-4d63-b29e-dffd214a61d4 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:29:31.034455 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37eea9-8a32-4082-b00f-258c8335bda4 req-1f90d6cb-3903-47fa-ab2b-3cdde972fef1 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:31.034948 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-d011ab39-70b0-4c2d-9b24-a2e5a51b1288 None None] Allocated IP 172.20.0.2 (b41ab317-46a4-458e-bf13-1c2fba47ce56/da03853d-31b8-4eff-8f85-a7fd6e9d908b/a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:29:31.036556 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-af37eea9-8a32-4082-b00f-258c8335bda4 req-1f90d6cb-3903-47fa-ab2b-3cdde972fef1 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=00ea64e0-2732-4e53-8103-42277a896f8f HTTP/1.1" status: 200 len: 945 time: 0.4064372 Feb 16 22:29:31.041582 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-09f172bf-77ca-4673-82f2-7faaf32c19f2 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Made reservation on behalf of c4406d5c23c94c6383b020d52bae2059 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:29:31.045300 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-09f172bf-77ca-4673-82f2-7faaf32c19f2 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:31.229315 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-54043d20-9e93-4f6a-8cd8-57cb6f477d6d None None] Current status of the port e88e41e2-788a-4507-9ace-f07b657760b4 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:31.229740 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-54043d20-9e93-4f6a-8cd8-57cb6f477d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e88e41e2-788a-4507-9ace-f07b657760b4), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:31.250185 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device b4484d1f-0ce0-4541-943f-6ad0561530bc no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:29:31.271863 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7facaabc-3e85-46db-96b8-691c54ab01ce tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (b27c83c3-f1a2-44ea-9e45-a70121c25be8), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:31.283532 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7facaabc-3e85-46db-96b8-691c54ab01ce tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks [] for router_controller (b27c83c3-f1a2-44ea-9e45-a70121c25be8), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:31.352862 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0a1c59fa-85fc-427e-b08a-5bd94585cbe3 req-5e0aa7f1-da1f-43fc-97d7-ea13ce741757 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414288 Feb 16 22:29:31.378661 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: b4484d1f-0ce0-4541-943f-6ad0561530bc {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:29:31.379012 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device b4484d1f-0ce0-4541-943f-6ad0561530bc not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:29:31.434058 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-af37eea9-8a32-4082-b00f-258c8335bda4 req-9e73f3e1-eb0c-49f6-984e-d760e5ce1d78 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630309 Feb 16 22:29:31.445354 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7facaabc-3e85-46db-96b8-691c54ab01ce tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (b27c83c3-f1a2-44ea-9e45-a70121c25be8), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:31.449008 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7facaabc-3e85-46db-96b8-691c54ab01ce tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Fanout notify agent at l3_agent the message router_deleted on router b27c83c3-f1a2-44ea-9e45-a70121c25be8 {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:29:31.478798 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-54043d20-9e93-4f6a-8cd8-57cb6f477d6d None None] For port e88e41e2-788a-4507-9ace-f07b657760b4, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=e88e41e2-788a-4507-9ace-f07b657760b4,segment=NetworkSegment(ca5cde71-d897-4004-a95e-63d62192b29d),segment_id=ca5cde71-d897-4004-a95e-63d62192b29d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:31.494079 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c4cb07ef-1fc0-47a3-9d26-c3f8d6396a59 None None] Publish callbacks [] for port (de870f55-e987-4232-9624-0640218078a8), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:31.505400 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-54043d20-9e93-4f6a-8cd8-57cb6f477d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (e88e41e2-788a-4507-9ace-f07b657760b4), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:31.520468 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7facaabc-3e85-46db-96b8-691c54ab01ce tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:31.523244 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7facaabc-3e85-46db-96b8-691c54ab01ce tempest-RoutersNegativeIpV6Test-590947692 tempest-RoutersNegativeIpV6Test-590947692-project] 10.222.0.75 "DELETE /v2.0/routers/b27c83c3-f1a2-44ea-9e45-a70121c25be8 HTTP/1.1" status: 204 len: 168 time: 0.8485668 Feb 16 22:29:31.567573 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c4cb07ef-1fc0-47a3-9d26-c3f8d6396a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (de870f55-e987-4232-9624-0640218078a8), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:31.641634 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cb07ef-1fc0-47a3-9d26-c3f8d6396a59 None None] Network 4500a338-4272-4726-b315-2eee09e80939 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:29:31.651420 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-09f172bf-77ca-4673-82f2-7faaf32c19f2 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Allocated IP 172.20.0.7 (7759ecb5-615f-4376-bf2e-f88402b96cd9/591646e2-043a-41f9-8af0-3b89325cbeb9/7e8d4bb2-b826-4498-b828-1e264bf62ea8) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:29:31.688954 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-c4cb07ef-1fc0-47a3-9d26-c3f8d6396a59 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:29:31.694284 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cb07ef-1fc0-47a3-9d26-c3f8d6396a59 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:29:31.699389 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d011ab39-70b0-4c2d-9b24-a2e5a51b1288 None None] Publish callbacks [] for port (a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:31.702602 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54043d20-9e93-4f6a-8cd8-57cb6f477d6d None None] Pushing event updated for resources: {'Port': ['ID=e88e41e2-788a-4507-9ace-f07b657760b4,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:31.760271 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d011ab39-70b0-4c2d-9b24-a2e5a51b1288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:31.810046 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-36fd0c78-cdba-4351-a609-5627fa8f3f23 None None] Provisioning complete for port e88e41e2-788a-4507-9ace-f07b657760b4 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:31.810514 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-36fd0c78-cdba-4351-a609-5627fa8f3f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e88e41e2-788a-4507-9ace-f07b657760b4), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:31.892747 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512c9bd-f222-45d9-a6cb-9bd0b6c215d7 req-f1c7f9e8-3228-4ade-b6fc-5d8a082af628 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:31.897075 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e512c9bd-f222-45d9-a6cb-9bd0b6c215d7 req-f1c7f9e8-3228-4ade-b6fc-5d8a082af628 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.79 "GET /v2.0/ports?device_id=890b7ece-60c6-45b2-ab91-44652063035b HTTP/1.1" status: 200 len: 945 time: 0.0826941 Feb 16 22:29:31.905930 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d011ab39-70b0-4c2d-9b24-a2e5a51b1288 None None] Network b41ab317-46a4-458e-bf13-1c2fba47ce56 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:29:31.907062 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44438) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:31.907364 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-c4cb07ef-1fc0-47a3-9d26-c3f8d6396a59 None None] Attempting to bind port de870f55-e987-4232-9624-0640218078a8 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:29:31.907798 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-c4cb07ef-1fc0-47a3-9d26-c3f8d6396a59 None None] Attempting to bind port de870f55-e987-4232-9624-0640218078a8 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '6d607bd0-43de-4844-a2ed-a350b22f8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4500a338-4272-4726-b315-2eee09e80939'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:29:31.908163 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cb07ef-1fc0-47a3-9d26-c3f8d6396a59 None None] Attempting to bind port de870f55-e987-4232-9624-0640218078a8 on network 4500a338-4272-4726-b315-2eee09e80939 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:29:31.911768 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb07ef-1fc0-47a3-9d26-c3f8d6396a59 None None] Pushing event updated for resources: {'Port': ['ID=de870f55-e987-4232-9624-0640218078a8,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:31.922073 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-d011ab39-70b0-4c2d-9b24-a2e5a51b1288 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:29:31.933736 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d011ab39-70b0-4c2d-9b24-a2e5a51b1288 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:29:31.970042 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cb07ef-1fc0-47a3-9d26-c3f8d6396a59 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:29:31.970427 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cb07ef-1fc0-47a3-9d26-c3f8d6396a59 None None] Checking segment: {'id': '6d607bd0-43de-4844-a2ed-a350b22f8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4500a338-4272-4726-b315-2eee09e80939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:29:31.970835 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c4cb07ef-1fc0-47a3-9d26-c3f8d6396a59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:31.971250 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cb07ef-1fc0-47a3-9d26-c3f8d6396a59 None None] Bound using segment: {'id': '6d607bd0-43de-4844-a2ed-a350b22f8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4500a338-4272-4726-b315-2eee09e80939'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:29:31.971719 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-c4cb07ef-1fc0-47a3-9d26-c3f8d6396a59 None None] Bound port: de870f55-e987-4232-9624-0640218078a8, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d607bd0-43de-4844-a2ed-a350b22f8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4500a338-4272-4726-b315-2eee09e80939'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:29:31.972100 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c4cb07ef-1fc0-47a3-9d26-c3f8d6396a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (de870f55-e987-4232-9624-0640218078a8), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:32.056504 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011ab39-70b0-4c2d-9b24-a2e5a51b1288 None None] Pushing event updated for resources: {'Port': ['ID=a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:32.067688 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-e512c9bd-f222-45d9-a6cb-9bd0b6c215d7 req-d8fa5625-be96-44ad-a5c9-bf07138df160 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Deleting port 79a92230-15e0-4263-ae10-8b4968525cfd {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:29:32.068702 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e512c9bd-f222-45d9-a6cb-9bd0b6c215d7 req-d8fa5625-be96-44ad-a5c9-bf07138df160 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (79a92230-15e0-4263-ae10-8b4968525cfd), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:32.095761 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-09f172bf-77ca-4673-82f2-7faaf32c19f2 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Publish callbacks [] for port (7e8d4bb2-b826-4498-b828-1e264bf62ea8), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:32.102225 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-71970e16-1c8a-4617-963c-7956305937e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'name': 'tempest-TaggedBootDevicesTest_v242-1843611341-router', 'tenant_id': 'f6e9384d481649378c8629f80ddeb608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'a30c138a-6810-419b-ac27-6cb27cb4ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:29:12Z', 'updated_at': '2022-02-16T22:29:24Z', 'revision_number': 4, 'project_id': 'f6e9384d481649378c8629f80ddeb608', 'gw_port': {'id': 'a30c138a-6810-419b-ac27-6cb27cb4ab81', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:29:16Z', 'updated_at': '2022-02-16T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'e88e41e2-788a-4507-9ace-f07b657760b4', 'name': '', 'network_id': '568908f0-9e98-4a11-b55f-12ed6993ec3c', 'tenant_id': 'f6e9384d481649378c8629f80ddeb608', 'mac_address': 'fa:16:3e:57:e8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': 'c6896302-81e8-438b-8326-65272f181012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:29:22Z', 'updated_at': '2022-02-16T22:29:29Z', 'revision_number': 4, 'project_id': 'f6e9384d481649378c8629f80ddeb608', 'subnets': [{'id': 'c6896302-81e8-438b-8326-65272f181012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:32.110182 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-d011ab39-70b0-4c2d-9b24-a2e5a51b1288 None None] Attempting to bind port a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:29:32.110557 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-d011ab39-70b0-4c2d-9b24-a2e5a51b1288 None None] Attempting to bind port a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '4c920fb4-4a9e-4046-a555-b5d70fbb08dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b41ab317-46a4-458e-bf13-1c2fba47ce56'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:29:32.110921 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d011ab39-70b0-4c2d-9b24-a2e5a51b1288 None None] Attempting to bind port a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2 on network b41ab317-46a4-458e-bf13-1c2fba47ce56 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:29:32.145372 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bf012965-0f7a-4742-a422-4b5972a794d4 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (7a34c55c-4368-43d9-8d0c-7193f1098b69), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:32.152684 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71970e16-1c8a-4617-963c-7956305937e7 None None] The sync data for ids ['81ce70d4-ce7c-4d63-b29e-dffd214a61d4'] in n-d-813897-6 is: [{'id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'name': 'tempest-TaggedBootDevicesTest_v242-1843611341-router', 'tenant_id': 'f6e9384d481649378c8629f80ddeb608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'a30c138a-6810-419b-ac27-6cb27cb4ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:29:12Z', 'updated_at': '2022-02-16T22:29:24Z', 'revision_number': 4, 'project_id': 'f6e9384d481649378c8629f80ddeb608', 'gw_port': {'id': 'a30c138a-6810-419b-ac27-6cb27cb4ab81', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:29:16Z', 'updated_at': '2022-02-16T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'e88e41e2-788a-4507-9ace-f07b657760b4', 'name': '', 'network_id': '568908f0-9e98-4a11-b55f-12ed6993ec3c', 'tenant_id': 'f6e9384d481649378c8629f80ddeb608', 'mac_address': 'fa:16:3e:57:e8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': 'c6896302-81e8-438b-8326-65272f181012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:29:22Z', 'updated_at': '2022-02-16T22:29:29Z', 'revision_number': 4, 'project_id': 'f6e9384d481649378c8629f80ddeb608', 'subnets': [{'id': 'c6896302-81e8-438b-8326-65272f181012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:29:32.155555 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-09f172bf-77ca-4673-82f2-7faaf32c19f2 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (7e8d4bb2-b826-4498-b828-1e264bf62ea8), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:32.166989 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8959d3c-2bc1-405f-8333-dbeeb9c04548 req-1c79da50-0a12-48bc-b9d0-e1750bddcc54 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:32.175142 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e8959d3c-2bc1-405f-8333-dbeeb9c04548 req-1c79da50-0a12-48bc-b9d0-e1750bddcc54 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/ports?device_id=890b7ece-60c6-45b2-ab91-44652063035b HTTP/1.1" status: 200 len: 945 time: 0.6174493 Feb 16 22:29:32.194035 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['2f5310e9-1b86-4c56-99db-010c309a20b7'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:29:32.197008 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d011ab39-70b0-4c2d-9b24-a2e5a51b1288 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:29:32.197008 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d011ab39-70b0-4c2d-9b24-a2e5a51b1288 None None] Checking segment: {'id': '4c920fb4-4a9e-4046-a555-b5d70fbb08dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b41ab317-46a4-458e-bf13-1c2fba47ce56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:29:32.197452 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d011ab39-70b0-4c2d-9b24-a2e5a51b1288 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:32.197782 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d011ab39-70b0-4c2d-9b24-a2e5a51b1288 None None] Bound using segment: {'id': '4c920fb4-4a9e-4046-a555-b5d70fbb08dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b41ab317-46a4-458e-bf13-1c2fba47ce56'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:29:32.202005 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-d011ab39-70b0-4c2d-9b24-a2e5a51b1288 None None] Bound port: a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c920fb4-4a9e-4046-a555-b5d70fbb08dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b41ab317-46a4-458e-bf13-1c2fba47ce56'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:29:32.202439 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d011ab39-70b0-4c2d-9b24-a2e5a51b1288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:32.249329 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-e512c9bd-f222-45d9-a6cb-9bd0b6c215d7 req-d8fa5625-be96-44ad-a5c9-bf07138df160 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] For port 79a92230-15e0-4263-ae10-8b4968525cfd, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=79a92230-15e0-4263-ae10-8b4968525cfd,segment=NetworkSegment(b5e3e8d7-244d-4e2a-8664-4509f79f2458),segment_id=b5e3e8d7-244d-4e2a-8664-4509f79f2458)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:32.254562 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e512c9bd-f222-45d9-a6cb-9bd0b6c215d7 req-d8fa5625-be96-44ad-a5c9-bf07138df160 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (79a92230-15e0-4263-ae10-8b4968525cfd), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:32.271871 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c4cb07ef-1fc0-47a3-9d26-c3f8d6396a59 None None] For port de870f55-e987-4232-9624-0640218078a8, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:29:32.288653 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-36fd0c78-cdba-4351-a609-5627fa8f3f23 None None] Current status of the port e88e41e2-788a-4507-9ace-f07b657760b4 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:32.290421 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-e512c9bd-f222-45d9-a6cb-9bd0b6c215d7 req-d8fa5625-be96-44ad-a5c9-bf07138df160 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Calling delete_port for 79a92230-15e0-4263-ae10-8b4968525cfd owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:29:32.303980 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c4cb07ef-1fc0-47a3-9d26-c3f8d6396a59 None None] For port de870f55-e987-4232-9624-0640218078a8, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=de870f55-e987-4232-9624-0640218078a8,segment=NetworkSegment(6d607bd0-43de-4844-a2ed-a350b22f8e9a),segment_id=6d607bd0-43de-4844-a2ed-a350b22f8e9a)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:29:32.321607 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f172bf-77ca-4673-82f2-7faaf32c19f2 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Pushing event updated for resources: {'Port': ['ID=7e8d4bb2-b826-4498-b828-1e264bf62ea8,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:32.333878 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-09169658-d2a3-4f38-92a0-495ae0b7b68a admin admin] Publish callbacks [] for router_gateway (091d1d37-4d0d-460f-aaf1-da4e8871e0f6), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:32.344027 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c4cb07ef-1fc0-47a3-9d26-c3f8d6396a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (de870f55-e987-4232-9624-0640218078a8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:32.411093 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d524474d-7920-4360-a20b-7a712dd29352 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=71c9d6dfb627423688b9a3857ea2dea4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4973137 Feb 16 22:29:32.413493 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44442) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:32.435016 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-d011ab39-70b0-4c2d-9b24-a2e5a51b1288 None None] For port a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:29:32.456887 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-09169658-d2a3-4f38-92a0-495ae0b7b68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:32.473598 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-d011ab39-70b0-4c2d-9b24-a2e5a51b1288 None None] For port a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2,segment=NetworkSegment(4c920fb4-4a9e-4046-a555-b5d70fbb08dd),segment_id=4c920fb4-4a9e-4046-a555-b5d70fbb08dd)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:29:32.483689 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb07ef-1fc0-47a3-9d26-c3f8d6396a59 None None] Pushing event updated for resources: {'Port': ['ID=de870f55-e987-4232-9624-0640218078a8,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:32.491959 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d011ab39-70b0-4c2d-9b24-a2e5a51b1288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:32.499160 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-09f172bf-77ca-4673-82f2-7faaf32c19f2 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Network 7759ecb5-615f-4376-bf2e-f88402b96cd9 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:29:32.544812 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-09f172bf-77ca-4673-82f2-7faaf32c19f2 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:29:32.546971 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf012965-0f7a-4742-a422-4b5972a794d4 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event updated for resources: {'Subnet': ['ID=7a34c55c-4368-43d9-8d0c-7193f1098b69,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:32.561222 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-09f172bf-77ca-4673-82f2-7faaf32c19f2 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:29:32.705713 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e512c9bd-f222-45d9-a6cb-9bd0b6c215d7 req-d8fa5625-be96-44ad-a5c9-bf07138df160 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (79a92230-15e0-4263-ae10-8b4968525cfd), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:32.778187 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa5625-be96-44ad-a5c9-bf07138df160 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Pushing event deleted for resources: {'Port': ['ID=79a92230-15e0-4263-ae10-8b4968525cfd,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:32.799346 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e8959d3c-2bc1-405f-8333-dbeeb9c04548 req-ceedf3dc-6be7-441e-9d04-cbcb6e0a8142 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/security-groups?id=013ffa82-e3a7-4fe0-97ba-3be9d7bef13c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6223314 Feb 16 22:29:32.852774 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf012965-0f7a-4742-a422-4b5972a794d4 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Checking segment: {'id': '1b18675e-f64b-4742-95a1-ce324fd61c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '81763663-edea-4942-a0dd-0bde368849ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:29:32.853163 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf012965-0f7a-4742-a422-4b5972a794d4 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Network hostable DHCP agents. Network: 81763663-edea-4942-a0dd-0bde368849ab, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:29:32.910831 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-e512c9bd-f222-45d9-a6cb-9bd0b6c215d7 req-d8fa5625-be96-44ad-a5c9-bf07138df160 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] No DVR routers for this DVR port 79a92230-15e0-4263-ae10-8b4968525cfd on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:29:32.917570 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e512c9bd-f222-45d9-a6cb-9bd0b6c215d7 req-d8fa5625-be96-44ad-a5c9-bf07138df160 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:32.923329 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e512c9bd-f222-45d9-a6cb-9bd0b6c215d7 req-d8fa5625-be96-44ad-a5c9-bf07138df160 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.79 "DELETE /v2.0/ports/79a92230-15e0-4263-ae10-8b4968525cfd HTTP/1.1" status: 204 len: 173 time: 1.0203140 Feb 16 22:29:32.924357 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890b7ece-60c6-45b2-ab91-44652063035b', 'name': 'network-vif-deleted', 'tag': '79a92230-15e0-4263-ae10-8b4968525cfd'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:29:32.944321 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4558df11-cd8e-4801-ba15-222ef9aaf625" -d '{"events": [{"server_uuid": "890b7ece-60c6-45b2-ab91-44652063035b", "name": "network-vif-deleted", "tag": "79a92230-15e0-4263-ae10-8b4968525cfd"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:29:32.953527 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-09f172bf-77ca-4673-82f2-7faaf32c19f2 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:32.966628 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-09f172bf-77ca-4673-82f2-7faaf32c19f2 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:33.127834 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf012965-0f7a-4742-a422-4b5972a794d4 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Network 81763663-edea-4942-a0dd-0bde368849ab is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:29:33.139274 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['79a92230-15e0-4263-ae10-8b4968525cfd'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:29:33.179167 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011ab39-70b0-4c2d-9b24-a2e5a51b1288 None None] Pushing event updated for resources: {'Port': ['ID=a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:33.242222 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e9be9af2-d8ca-4863-9bab-140a98ee6479 admin admin] Publish callbacks [] for security_group (9206b3be-3e00-413c-8edd-4214f70fc438), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:33.260560 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-09f172bf-77ca-4673-82f2-7faaf32c19f2 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4574935 Feb 16 22:29:33.269510 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-bf012965-0f7a-4742-a422-4b5972a794d4 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 81763663-edea-4942-a0dd-0bde368849ab) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:29:33.282868 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb6c9c5-6550-4d94-aaed-b6938e26a291 None None] Network 81763663-edea-4942-a0dd-0bde368849ab requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:29:33.286435 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-9956c923-6d1d-4626-bb6d-d9f197617f35 service neutron] Request body: {'port': {'device_id': '83f6e597-009c-45f3-9e97-52c66b523ab8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:33.301483 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf012965-0f7a-4742-a422-4b5972a794d4 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:33.302102 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bf012965-0f7a-4742-a422-4b5972a794d4 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:33.361397 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e9be9af2-d8ca-4863-9bab-140a98ee6479 admin admin] Publish callbacks [] for security_group (9206b3be-3e00-413c-8edd-4214f70fc438), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:33.383973 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-09169658-d2a3-4f38-92a0-495ae0b7b68a admin admin] Allocated IP 172.25.2.68 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/5b2705f5-14d3-46ad-a59f-b2301f6f305d) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:29:33.435065 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device e88e41e2-788a-4507-9ace-f07b657760b4 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:29:33.460217 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ccf160-423f-42ce-9054-713d662101ab req-a01f6e51-1b9f-4d16-bdd9-35d7825c64bd tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:33.462594 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-00ccf160-423f-42ce-9054-713d662101ab req-a01f6e51-1b9f-4d16-bdd9-35d7825c64bd tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=872885f4-ca22-48da-bc71-53542c83ac5b HTTP/1.1" status: 200 len: 945 time: 0.3858845 Feb 16 22:29:33.502338 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bf012965-0f7a-4742-a422-4b5972a794d4 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.5570691 Feb 16 22:29:33.504954 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44448) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:33.505952 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e779c99-1f61-4a05-a060-5c5d361d6911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-81763663-edea-4942-a0dd-0bde368849ab', 'network_id': '81763663-edea-4942-a0dd-0bde368849ab', 'project_id': 'e64452173aec486d961d06421ef7d4cf', 'fixed_ips': [{'subnet_id': '7a34c55c-4368-43d9-8d0c-7193f1098b69'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:29:33.511253 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8e779c99-1f61-4a05-a060-5c5d361d6911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:33.576116 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port e88e41e2-788a-4507-9ace-f07b657760b4 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:33.578318 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e88e41e2-788a-4507-9ace-f07b657760b4), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:33.584758 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-9956c923-6d1d-4626-bb6d-d9f197617f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (7e8d4bb2-b826-4498-b828-1e264bf62ea8), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:33.766439 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ada31fed-7696-4156-9119-ffae2f8d057f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (81763663-edea-4942-a0dd-0bde368849ab), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:33.810107 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-00ccf160-423f-42ce-9054-713d662101ab req-3d4bb4f4-f472-45a8-890a-f1e5e99c5007 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194745 Feb 16 22:29:33.836872 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port e88e41e2-788a-4507-9ace-f07b657760b4 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:33.840160 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device de870f55-e987-4232-9624-0640218078a8 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:29:33.910622 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e9be9af2-d8ca-4863-9bab-140a98ee6479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9206b3be-3e00-413c-8edd-4214f70fc438), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:33.913655 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e9be9af2-d8ca-4863-9bab-140a98ee6479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:33.920095 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e9be9af2-d8ca-4863-9bab-140a98ee6479 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9206b3be-3e00-413c-8edd-4214f70fc438 HTTP/1.1" status: 204 len: 168 time: 1.5024891 Feb 16 22:29:33.954507 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be9af2-d8ca-4863-9bab-140a98ee6479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9206b3be-3e00-413c-8edd-4214f70fc438,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:33.988182 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ada31fed-7696-4156-9119-ffae2f8d057f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (7a34c55c-4368-43d9-8d0c-7193f1098b69), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:34.016428 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port de870f55-e987-4232-9624-0640218078a8 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:34.016816 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (de870f55-e987-4232-9624-0640218078a8), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:34.048242 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-8e779c99-1f61-4a05-a060-5c5d361d6911 None None] Allocated IP 172.20.0.2 (81763663-edea-4942-a0dd-0bde368849ab/7a34c55c-4368-43d9-8d0c-7193f1098b69/8502d50d-1f28-42fe-a7c8-697f660c0dd1) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:29:34.104902 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-09169658-d2a3-4f38-92a0-495ae0b7b68a admin admin] Publish callbacks [] for port (5b2705f5-14d3-46ad-a59f-b2301f6f305d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:34.370166 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port de870f55-e987-4232-9624-0640218078a8 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:34.370657 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (de870f55-e987-4232-9624-0640218078a8), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:34.416635 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-9956c923-6d1d-4626-bb6d-d9f197617f35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e8d4bb2-b826-4498-b828-1e264bf62ea8 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:29:34.428461 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-9956c923-6d1d-4626-bb6d-d9f197617f35 service neutron] Publish callbacks [] for port (7e8d4bb2-b826-4498-b828-1e264bf62ea8), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:34.445647 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c13ea2-9afd-4bfc-aea7-0dc3f242b6a3 req-a2732754-c338-4ac1-867b-c1b798915fd1 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:34.452987 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port de870f55-e987-4232-9624-0640218078a8, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=de870f55-e987-4232-9624-0640218078a8,segment=NetworkSegment(6d607bd0-43de-4844-a2ed-a350b22f8e9a),segment_id=6d607bd0-43de-4844-a2ed-a350b22f8e9a)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:34.455782 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22c13ea2-9afd-4bfc-aea7-0dc3f242b6a3 req-a2732754-c338-4ac1-867b-c1b798915fd1 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=83f6e597-009c-45f3-9e97-52c66b523ab8 HTTP/1.1" status: 200 len: 931 time: 0.4936914 Feb 16 22:29:34.487853 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (de870f55-e987-4232-9624-0640218078a8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:34.555465 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56f65c5-de72-49f3-b16d-7ffb04801de1 None None] Network 4500a338-4272-4726-b315-2eee09e80939 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:29:34.667444 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8e779c99-1f61-4a05-a060-5c5d361d6911 None None] Publish callbacks [] for port (8502d50d-1f28-42fe-a7c8-697f660c0dd1), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:34.691659 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8e779c99-1f61-4a05-a060-5c5d361d6911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (8502d50d-1f28-42fe-a7c8-697f660c0dd1), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:34.722789 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ada31fed-7696-4156-9119-ffae2f8d057f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (7a34c55c-4368-43d9-8d0c-7193f1098b69), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:34.772394 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e779c99-1f61-4a05-a060-5c5d361d6911 None None] Network 81763663-edea-4942-a0dd-0bde368849ab is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:29:34.773613 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=de870f55-e987-4232-9624-0640218078a8,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:34.788509 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-74a84f0b-a5ed-405f-b3bc-7013a938d433 None None] Provisioning complete for port de870f55-e987-4232-9624-0640218078a8 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:34.788895 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-74a84f0b-a5ed-405f-b3bc-7013a938d433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (de870f55-e987-4232-9624-0640218078a8), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:34.795662 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada31fed-7696-4156-9119-ffae2f8d057f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event deleted for resources: {'Subnet': ['ID=7a34c55c-4368-43d9-8d0c-7193f1098b69,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:34.882841 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-8e779c99-1f61-4a05-a060-5c5d361d6911 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:29:34.886102 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e779c99-1f61-4a05-a060-5c5d361d6911 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:29:34.949283 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0d8c66-8db4-433a-a62a-6ddce73bfe75 None None] Network b41ab317-46a4-458e-bf13-1c2fba47ce56 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:29:34.970722 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ada31fed-7696-4156-9119-ffae2f8d057f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (81763663-edea-4942-a0dd-0bde368849ab), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:34.995399 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-ada31fed-7696-4156-9119-ffae2f8d057f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81763663-edea-4942-a0dd-0bde368849ab']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:35.007790 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-ada31fed-7696-4156-9119-ffae2f8d057f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b18675e-f64b-4742-95a1-ce324fd61c0d') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:35.008188 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-ada31fed-7696-4156-9119-ffae2f8d057f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b18675e-f64b-4742-95a1-ce324fd61c0d') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:35.034501 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ada31fed-7696-4156-9119-ffae2f8d057f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (1b18675e-f64b-4742-95a1-ce324fd61c0d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:35.066935 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ada31fed-7696-4156-9119-ffae2f8d057f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (1b18675e-f64b-4742-95a1-ce324fd61c0d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:35.078280 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ada31fed-7696-4156-9119-ffae2f8d057f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:29:35.078696 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ada31fed-7696-4156-9119-ffae2f8d057f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (1b18675e-f64b-4742-95a1-ce324fd61c0d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:35.088584 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-8e779c99-1f61-4a05-a060-5c5d361d6911 None None] Attempting to bind port 8502d50d-1f28-42fe-a7c8-697f660c0dd1 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:29:35.088974 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-8e779c99-1f61-4a05-a060-5c5d361d6911 None None] Attempting to bind port 8502d50d-1f28-42fe-a7c8-697f660c0dd1 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '1b18675e-f64b-4742-95a1-ce324fd61c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '81763663-edea-4942-a0dd-0bde368849ab'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:29:35.089494 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e779c99-1f61-4a05-a060-5c5d361d6911 None None] Attempting to bind port 8502d50d-1f28-42fe-a7c8-697f660c0dd1 on network 81763663-edea-4942-a0dd-0bde368849ab {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:29:35.097498 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:29:35.097498 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:29:35.097498 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:29:35.097498 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:29:35.097498 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:29:35.097498 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:29:35.097498 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:29:35.097498 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:29:35.097498 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:29:35.097498 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:29:35.097498 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:29:35.097498 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:29:35.097498 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:29:35.097498 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:29:35.097498 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:29:35.097498 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:29:35.097498 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:29:35.097498 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:29:35.097498 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:29:35.097498 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:29:35.097498 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:29:35.097498 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:29:35.097498 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:29:35.097498 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:29:35.097498 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:29:35.097498 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:29:35.097498 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:29:35.097498 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:29:35.097498 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:29:35.097498 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:29:35.097498 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:29:35.097498 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:29:35.108178 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-09169658-d2a3-4f38-92a0-495ae0b7b68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (5b2705f5-14d3-46ad-a59f-b2301f6f305d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:35.112017 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e779c99-1f61-4a05-a060-5c5d361d6911 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:29:35.112415 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e779c99-1f61-4a05-a060-5c5d361d6911 None None] Checking segment: {'id': '1b18675e-f64b-4742-95a1-ce324fd61c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '81763663-edea-4942-a0dd-0bde368849ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:29:35.112831 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8e779c99-1f61-4a05-a060-5c5d361d6911 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:35.113615 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e779c99-1f61-4a05-a060-5c5d361d6911 None None] Bound using segment: {'id': '1b18675e-f64b-4742-95a1-ce324fd61c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '81763663-edea-4942-a0dd-0bde368849ab'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:29:35.114272 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-8e779c99-1f61-4a05-a060-5c5d361d6911 None None] Bound port: 8502d50d-1f28-42fe-a7c8-697f660c0dd1, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b18675e-f64b-4742-95a1-ce324fd61c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '81763663-edea-4942-a0dd-0bde368849ab'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:29:35.114669 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8e779c99-1f61-4a05-a060-5c5d361d6911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8502d50d-1f28-42fe-a7c8-697f660c0dd1), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:35.116956 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22c13ea2-9afd-4bfc-aea7-0dc3f242b6a3 req-ca8a3b32-a54c-4303-ae54-2b06f2ab2203 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6602843 Feb 16 22:29:35.176638 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09169658-d2a3-4f38-92a0-495ae0b7b68a admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:29:35.187371 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-09169658-d2a3-4f38-92a0-495ae0b7b68a admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:29:35.191185 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09169658-d2a3-4f38-92a0-495ae0b7b68a admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:29:35.246591 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e779c99-1f61-4a05-a060-5c5d361d6911 None None] Pushing event updated for resources: {'Port': ['ID=8502d50d-1f28-42fe-a7c8-697f660c0dd1,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:35.271283 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09169658-d2a3-4f38-92a0-495ae0b7b68a admin admin] Pushing event updated for resources: {'Port': ['ID=5b2705f5-14d3-46ad-a59f-b2301f6f305d,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:35.287645 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.db.api [None req-ada31fed-7696-4156-9119-ffae2f8d057f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 22:29:35.287645 n-d-813897-6 neutron-server[103465]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 22:29:35.287645 n-d-813897-6 neutron-server[103465]: [parameters: {'id': '81763663-edea-4942-a0dd-0bde368849ab'}] Feb 16 22:29:35.287645 n-d-813897-6 neutron-server[103465]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:29:35.288534 n-d-813897-6 neutron-server[103465]: DEBUG oslo_db.api [None req-ada31fed-7696-4156-9119-ffae2f8d057f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:29:35.290460 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-9956c923-6d1d-4626-bb6d-d9f197617f35 service neutron] Transition to ACTIVE for port object 7e8d4bb2-b826-4498-b828-1e264bf62ea8 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:29:35.322964 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-9956c923-6d1d-4626-bb6d-d9f197617f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (7e8d4bb2-b826-4498-b828-1e264bf62ea8), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:35.446014 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-74a84f0b-a5ed-405f-b3bc-7013a938d433 None None] Current status of the port de870f55-e987-4232-9624-0640218078a8 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:35.449291 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:29:35.497289 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44478) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:35.544473 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-8e779c99-1f61-4a05-a060-5c5d361d6911 None None] For port 8502d50d-1f28-42fe-a7c8-697f660c0dd1, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:29:35.558632 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956c923-6d1d-4626-bb6d-d9f197617f35 service neutron] Pushing event updated for resources: {'Port': ['ID=7e8d4bb2-b826-4498-b828-1e264bf62ea8,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:35.579898 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-8e779c99-1f61-4a05-a060-5c5d361d6911 None None] For port 8502d50d-1f28-42fe-a7c8-697f660c0dd1, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=8502d50d-1f28-42fe-a7c8-697f660c0dd1,segment=NetworkSegment(1b18675e-f64b-4742-95a1-ce324fd61c0d),segment_id=1b18675e-f64b-4742-95a1-ce324fd61c0d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:29:35.591056 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7503f6c-8f57-4bdf-8ab3-5484b13c90c2 req-1d0f8c19-e497-4327-88ce-f910b98f0a78 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:35.592718 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a7503f6c-8f57-4bdf-8ab3-5484b13c90c2 req-1d0f8c19-e497-4327-88ce-f910b98f0a78 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 945 time: 0.2987251 Feb 16 22:29:35.601326 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-247f7d02-3746-4e7e-b7c4-e9d09f45bec0 None None] Provisioning complete for port a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:35.601713 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-247f7d02-3746-4e7e-b7c4-e9d09f45bec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:35.648992 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8e779c99-1f61-4a05-a060-5c5d361d6911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8502d50d-1f28-42fe-a7c8-697f660c0dd1), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:35.670106 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 79a92230-15e0-4263-ae10-8b4968525cfd no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:29:35.701179 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 79a92230-15e0-4263-ae10-8b4968525cfd {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:29:35.701179 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 79a92230-15e0-4263-ae10-8b4968525cfd not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:29:35.754628 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-63f0fbde-1405-4ea0-8f34-5a2b93dffa0e tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:35.755436 n-d-813897-6 neutron-server[103465]: WARNING neutron.api.v2.base [None req-63f0fbde-1405-4ea0-8f34-5a2b93dffa0e tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 22:29:35.755948 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-63f0fbde-1405-4ea0-8f34-5a2b93dffa0e tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 22:29:35.762543 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-63f0fbde-1405-4ea0-8f34-5a2b93dffa0e tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2584414 Feb 16 22:29:35.770523 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44482) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:35.775036 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-1a7465cb-b403-4794-922c-3cd91b9bfa82 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Request body: {'security_group': {'name': 'tempest-secgroup--221937049'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:35.813756 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ada31fed-7696-4156-9119-ffae2f8d057f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (81763663-edea-4942-a0dd-0bde368849ab), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:35.829952 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a7465cb-b403-4794-922c-3cd91b9bfa82 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:35.853673 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a7465cb-b403-4794-922c-3cd91b9bfa82 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:35.938324 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-247f7d02-3746-4e7e-b7c4-e9d09f45bec0 None None] Current status of the port a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:35.938726 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-247f7d02-3746-4e7e-b7c4-e9d09f45bec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:35.947745 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb009e81-0d7c-42b0-a059-765f69662e28 None None] Network 81763663-edea-4942-a0dd-0bde368849ab requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:29:35.977454 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:35.977888 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:36.026134 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a7465cb-b403-4794-922c-3cd91b9bfa82 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (f8c6fd80-a211-4116-bed0-0de719c699ff), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:36.054753 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a7465cb-b403-4794-922c-3cd91b9bfa82 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f8c6fd80-a211-4116-bed0-0de719c699ff), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:36.080076 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a7503f6c-8f57-4bdf-8ab3-5484b13c90c2 req-65d4f071-4204-4fb2-8e65-3524fde2914a tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4623849 Feb 16 22:29:36.101854 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-9956c923-6d1d-4626-bb6d-d9f197617f35 service neutron] Attempting to bind port 7e8d4bb2-b826-4498-b828-1e264bf62ea8 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:29:36.102481 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-9956c923-6d1d-4626-bb6d-d9f197617f35 service neutron] Attempting to bind port 7e8d4bb2-b826-4498-b828-1e264bf62ea8 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '389109f6-ebab-4899-93e4-704200323383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7759ecb5-615f-4376-bf2e-f88402b96cd9'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:29:36.102990 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-9956c923-6d1d-4626-bb6d-d9f197617f35 service neutron] Attempting to bind port 7e8d4bb2-b826-4498-b828-1e264bf62ea8 on network 7759ecb5-615f-4376-bf2e-f88402b96cd9 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:29:36.140003 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7465cb-b403-4794-922c-3cd91b9bfa82 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c6fd80-a211-4116-bed0-0de719c699ff,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:36.146198 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e779c99-1f61-4a05-a060-5c5d361d6911 None None] Pushing event updated for resources: {'Port': ['ID=8502d50d-1f28-42fe-a7c8-697f660c0dd1,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:36.155690 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-9956c923-6d1d-4626-bb6d-d9f197617f35 service neutron] Port 7e8d4bb2-b826-4498-b828-1e264bf62ea8 on network 7759ecb5-615f-4376-bf2e-f88402b96cd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:29:36.156246 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-9956c923-6d1d-4626-bb6d-d9f197617f35 service neutron] Attempting to bind port 7e8d4bb2-b826-4498-b828-1e264bf62ea8 on network 7759ecb5-615f-4376-bf2e-f88402b96cd9 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:29:36.188149 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-9956c923-6d1d-4626-bb6d-d9f197617f35 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:29:36.188501 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-9956c923-6d1d-4626-bb6d-d9f197617f35 service neutron] Checking segment: {'id': '389109f6-ebab-4899-93e4-704200323383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7759ecb5-615f-4376-bf2e-f88402b96cd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:29:36.188898 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-9956c923-6d1d-4626-bb6d-d9f197617f35 service neutron] Bound using segment: {'id': '389109f6-ebab-4899-93e4-704200323383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7759ecb5-615f-4376-bf2e-f88402b96cd9'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:29:36.189341 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-9956c923-6d1d-4626-bb6d-d9f197617f35 service neutron] Bound port: 7e8d4bb2-b826-4498-b828-1e264bf62ea8, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '389109f6-ebab-4899-93e4-704200323383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7759ecb5-615f-4376-bf2e-f88402b96cd9'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:29:36.189708 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-9956c923-6d1d-4626-bb6d-d9f197617f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (7e8d4bb2-b826-4498-b828-1e264bf62ea8), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:36.210204 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7877d271-13db-4b79-bd3c-e3d23d368df3 x-openstack-request-id: req-7877d271-13db-4b79-bd3c-e3d23d368df3 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:29:36.210638 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890b7ece-60c6-45b2-ab91-44652063035b", "name": "network-vif-deleted", "tag": "79a92230-15e0-4263-ae10-8b4968525cfd", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:29:36.210994 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7877d271-13db-4b79-bd3c-e3d23d368df3 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:29:36.211564 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890b7ece-60c6-45b2-ab91-44652063035b', 'name': 'network-vif-deleted', 'tag': '79a92230-15e0-4263-ae10-8b4968525cfd', 'status': 'completed', 'code': 200} Feb 16 22:29:36.218469 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-ada31fed-7696-4156-9119-ffae2f8d057f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Deleting port 8502d50d-1f28-42fe-a7c8-697f660c0dd1 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:29:36.219020 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ada31fed-7696-4156-9119-ffae2f8d057f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (8502d50d-1f28-42fe-a7c8-697f660c0dd1), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:36.265244 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-09169658-d2a3-4f38-92a0-495ae0b7b68a admin admin] Publish callbacks [] for router_gateway (091d1d37-4d0d-460f-aaf1-da4e8871e0f6), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:36.273632 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a7465cb-b403-4794-922c-3cd91b9bfa82 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (4f074194-b563-4d71-a0b3-eefd02e1be93), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:36.381675 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a7465cb-b403-4794-922c-3cd91b9bfa82 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4f074194-b563-4d71-a0b3-eefd02e1be93), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:36.415707 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-ada31fed-7696-4156-9119-ffae2f8d057f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] For port 8502d50d-1f28-42fe-a7c8-697f660c0dd1, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=8502d50d-1f28-42fe-a7c8-697f660c0dd1,segment=NetworkSegment(1b18675e-f64b-4742-95a1-ce324fd61c0d),segment_id=1b18675e-f64b-4742-95a1-ce324fd61c0d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:36.416417 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ada31fed-7696-4156-9119-ffae2f8d057f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (8502d50d-1f28-42fe-a7c8-697f660c0dd1), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:36.485443 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-ada31fed-7696-4156-9119-ffae2f8d057f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Calling delete_port for 8502d50d-1f28-42fe-a7c8-697f660c0dd1 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:29:36.505224 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a7465cb-b403-4794-922c-3cd91b9bfa82 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:36.511485 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1a7465cb-b403-4794-922c-3cd91b9bfa82 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7392039 Feb 16 22:29:36.516048 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44504) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:36.569243 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-7002fb4f-525e-42df-8f78-077473b4cd4f tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Request body: {'security_group_rule': {'security_group_id': '4f074194-b563-4d71-a0b3-eefd02e1be93', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:36.652510 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-9956c923-6d1d-4626-bb6d-d9f197617f35 service neutron] For port 7e8d4bb2-b826-4498-b828-1e264bf62ea8, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:29:36.686582 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-9956c923-6d1d-4626-bb6d-d9f197617f35 service neutron] For port 7e8d4bb2-b826-4498-b828-1e264bf62ea8, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=7e8d4bb2-b826-4498-b828-1e264bf62ea8,segment=NetworkSegment(389109f6-ebab-4899-93e4-704200323383),segment_id=389109f6-ebab-4899-93e4-704200323383)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:29:36.688944 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-247f7d02-3746-4e7e-b7c4-e9d09f45bec0 None None] For port a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2,segment=NetworkSegment(4c920fb4-4a9e-4046-a555-b5d70fbb08dd),segment_id=4c920fb4-4a9e-4046-a555-b5d70fbb08dd)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:36.710027 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7465cb-b403-4794-922c-3cd91b9bfa82 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f074194-b563-4d71-a0b3-eefd02e1be93,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:36.721288 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ada31fed-7696-4156-9119-ffae2f8d057f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (8502d50d-1f28-42fe-a7c8-697f660c0dd1), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:36.735838 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-9956c923-6d1d-4626-bb6d-d9f197617f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (7e8d4bb2-b826-4498-b828-1e264bf62ea8), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:36.741995 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-247f7d02-3746-4e7e-b7c4-e9d09f45bec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:36.764838 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada31fed-7696-4156-9119-ffae2f8d057f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event deleted for resources: {'Port': ['ID=8502d50d-1f28-42fe-a7c8-697f660c0dd1,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:36.772360 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada31fed-7696-4156-9119-ffae2f8d057f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] No DVR routers for this DVR port 8502d50d-1f28-42fe-a7c8-697f660c0dd1 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:29:36.871576 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ada31fed-7696-4156-9119-ffae2f8d057f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (81763663-edea-4942-a0dd-0bde368849ab), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:36.895361 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-ada31fed-7696-4156-9119-ffae2f8d057f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81763663-edea-4942-a0dd-0bde368849ab']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:36.907104 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-ada31fed-7696-4156-9119-ffae2f8d057f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b18675e-f64b-4742-95a1-ce324fd61c0d') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:36.907418 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-ada31fed-7696-4156-9119-ffae2f8d057f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b18675e-f64b-4742-95a1-ce324fd61c0d') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:36.917717 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ada31fed-7696-4156-9119-ffae2f8d057f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (1b18675e-f64b-4742-95a1-ce324fd61c0d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:36.920385 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-09169658-d2a3-4f38-92a0-495ae0b7b68a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (091d1d37-4d0d-460f-aaf1-da4e8871e0f6), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:36.935430 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ada31fed-7696-4156-9119-ffae2f8d057f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (1b18675e-f64b-4742-95a1-ce324fd61c0d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:36.940146 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a0d9b-f679-4e55-941e-c5b9460e26e6 req-80304409-959c-47d0-a408-24cb372a7a90 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:36.942017 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-009a0d9b-f679-4e55-941e-c5b9460e26e6 req-80304409-959c-47d0-a408-24cb372a7a90 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=83f6e597-009c-45f3-9e97-52c66b523ab8 HTTP/1.1" status: 200 len: 943 time: 0.3283238 Feb 16 22:29:36.942808 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ada31fed-7696-4156-9119-ffae2f8d057f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:29:36.943230 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ada31fed-7696-4156-9119-ffae2f8d057f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (1b18675e-f64b-4742-95a1-ce324fd61c0d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:36.965291 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-9956c923-6d1d-4626-bb6d-d9f197617f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:36.966226 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-9956c923-6d1d-4626-bb6d-d9f197617f35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:36.968082 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-9956c923-6d1d-4626-bb6d-d9f197617f35 service neutron] 10.222.0.79 "PUT /v2.0/ports/7e8d4bb2-b826-4498-b828-1e264bf62ea8 HTTP/1.1" status: 200 len: 1091 time: 3.6915329 Feb 16 22:29:36.970348 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f6e597-009c-45f3-9e97-52c66b523ab8', 'tag': '7e8d4bb2-b826-4498-b828-1e264bf62ea8'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:29:36.973241 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fc97f6-f29c-4cba-99e2-3671120dd201" -d '{"events": [{"name": "network-changed", "server_uuid": "83f6e597-009c-45f3-9e97-52c66b523ab8", "tag": "7e8d4bb2-b826-4498-b828-1e264bf62ea8"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:29:36.994843 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:36.996929 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device de870f55-e987-4232-9624-0640218078a8 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:29:37.031490 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7002fb4f-525e-42df-8f78-077473b4cd4f tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group_rule (9e3e228c-0637-459d-b5f1-d65f385c407c), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:37.049661 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f7d02-3746-4e7e-b7c4-e9d09f45bec0 None None] Pushing event updated for resources: {'Port': ['ID=a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:37.063330 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:29:37.063330 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:29:37.063330 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:29:37.063330 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:29:37.063330 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:29:37.063330 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:29:37.063330 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:29:37.063330 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:29:37.063330 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:29:37.063330 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:29:37.063330 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:29:37.063330 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:29:37.063330 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:29:37.063330 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:29:37.063330 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:29:37.063330 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:29:37.063330 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:29:37.063330 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:29:37.063330 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:29:37.063330 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:29:37.063330 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:29:37.063330 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:29:37.063330 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:29:37.063330 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:29:37.063330 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:29:37.063330 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:29:37.063330 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:29:37.063330 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:29:37.063330 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:29:37.063330 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:29:37.063330 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:29:37.063330 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:29:37.066047 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ada31fed-7696-4156-9119-ffae2f8d057f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (81763663-edea-4942-a0dd-0bde368849ab), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:37.068499 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ada31fed-7696-4156-9119-ffae2f8d057f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:37.071826 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ada31fed-7696-4156-9119-ffae2f8d057f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "DELETE /v2.0/networks/81763663-edea-4942-a0dd-0bde368849ab HTTP/1.1" status: 204 len: 168 time: 3.5658491 Feb 16 22:29:37.082269 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44514) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:37.097671 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-81a8900f-9ae2-47a3-bbf9-71402f070f82 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1812117660'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:37.138022 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7002fb4f-525e-42df-8f78-077473b4cd4f tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group_rule (9e3e228c-0637-459d-b5f1-d65f385c407c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:37.140421 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada31fed-7696-4156-9119-ffae2f8d057f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event deleted for resources: {'Network': ['ID=81763663-edea-4942-a0dd-0bde368849ab,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:37.143420 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a8900f-9ae2-47a3-bbf9-71402f070f82 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Made reservation on behalf of e64452173aec486d961d06421ef7d4cf for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:29:37.147090 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-81a8900f-9ae2-47a3-bbf9-71402f070f82 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:37.150830 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7002fb4f-525e-42df-8f78-077473b4cd4f tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (9e3e228c-0637-459d-b5f1-d65f385c407c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:37.164484 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956c923-6d1d-4626-bb6d-d9f197617f35 service neutron] Pushing event updated for resources: {'Port': ['ID=7e8d4bb2-b826-4498-b828-1e264bf62ea8,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:37.181593 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002fb4f-525e-42df-8f78-077473b4cd4f tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e3e228c-0637-459d-b5f1-d65f385c407c,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:37.207480 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7002fb4f-525e-42df-8f78-077473b4cd4f tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:37.208903 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7002fb4f-525e-42df-8f78-077473b4cd4f tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6858628 Feb 16 22:29:37.209864 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a8900f-9ae2-47a3-bbf9-71402f070f82 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:29:37.212262 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44516) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:37.213441 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad768bba-f5bf-47cf-91a5-5b74ca710b5f None None] get_active_networks_info from n-d-813897-6 {{(pid=103467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 22:29:37.217020 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-0f4ed369-b011-4b96-82a7-d619a06cc4b2 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Request body: {'security_group_rule': {'security_group_id': '4f074194-b563-4d71-a0b3-eefd02e1be93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:37.239439 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-81a8900f-9ae2-47a3-bbf9-71402f070f82 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (1e86e2a0-4ee6-4d77-89cf-dce77cf5a589), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:37.239839 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-81a8900f-9ae2-47a3-bbf9-71402f070f82 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Added segment 1e86e2a0-4ee6-4d77-89cf-dce77cf5a589 of type vlan for network 7f562e7e-186f-4bb6-a37b-2c2bffc4f86e Feb 16 22:29:37.271862 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-009a0d9b-f679-4e55-941e-c5b9460e26e6 req-1e7e13ac-ad9e-4a03-9b38-95435f01282c tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171473 Feb 16 22:29:37.283391 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-b2ee61a0-058f-46d7-8771-17aed9a28f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:37.288039 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-b2ee61a0-058f-46d7-8771-17aed9a28f84 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c4406d5c23c94c6383b020d52bae2059&device_id=83f6e597-009c-45f3-9e97-52c66b523ab8 HTTP/1.1" status: 200 len: 1125 time: 0.2066996 Feb 16 22:29:37.299610 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0f4ed369-b011-4b96-82a7-d619a06cc4b2 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group_rule (7dbae5e5-9efc-4883-8fac-9ed5088ee3a5), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:37.374486 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-81a8900f-9ae2-47a3-bbf9-71402f070f82 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (7f562e7e-186f-4bb6-a37b-2c2bffc4f86e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:37.399088 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad768bba-f5bf-47cf-91a5-5b74ca710b5f None None] Resources bound (agent type, host, resource id): {{(pid=103467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 22:29:37.399276 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-0f4ed369-b011-4b96-82a7-d619a06cc4b2 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 22:29:37.400450 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0f4ed369-b011-4b96-82a7-d619a06cc4b2 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1871555 Feb 16 22:29:37.403353 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44526) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:37.413681 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-694bf744-d069-43f4-838f-a91e5ba6be87 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e8d4bb2-b826-4498-b828-1e264bf62ea8 HTTP/1.1" status: 200 len: 217 time: 0.1070178 Feb 16 22:29:37.427010 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port de870f55-e987-4232-9624-0640218078a8 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:37.427366 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (de870f55-e987-4232-9624-0640218078a8), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:37.446480 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-81a8900f-9ae2-47a3-bbf9-71402f070f82 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (7f562e7e-186f-4bb6-a37b-2c2bffc4f86e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:37.452326 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a8900f-9ae2-47a3-bbf9-71402f070f82 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:37.453388 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-81a8900f-9ae2-47a3-bbf9-71402f070f82 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:37.523843 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-81a8900f-9ae2-47a3-bbf9-71402f070f82 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4392822 Feb 16 22:29:37.524811 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44528) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:37.549583 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-22bab182-760c-4e22-9c18-4cc38b6f0a66 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:37.551123 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-22bab182-760c-4e22-9c18-4cc38b6f0a66 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/networks?id=0b05d03f-38cc-4133-bd64-047a675bbe5d HTTP/1.1" status: 200 len: 808 time: 0.1340046 Feb 16 22:29:37.552658 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-759b8702-a31b-4edc-b256-7daf2c6e75fa None None] Provisioning complete for port de870f55-e987-4232-9624-0640218078a8 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:37.553044 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-759b8702-a31b-4edc-b256-7daf2c6e75fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (de870f55-e987-4232-9624-0640218078a8), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:37.589205 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-50b94b4c-c43b-4207-97b4-f905abffcbb4 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Request body: {'subnet': {'network_id': '7f562e7e-186f-4bb6-a37b-2c2bffc4f86e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:37.601022 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a8900f-9ae2-47a3-bbf9-71402f070f82 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event updated for resources: {'Network': ['ID=7f562e7e-186f-4bb6-a37b-2c2bffc4f86e,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:37.610469 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-10b8b695-cb45-4fe5-8144-979800798870 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/quotas/9fa0095c17d74d3996deafe74990816a HTTP/1.1" status: 200 len: 375 time: 0.0465043 Feb 16 22:29:37.643165 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e55ae914-8ee7-4fba-ac98-4c9ba42d8db9 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (4f074194-b563-4d71-a0b3-eefd02e1be93), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:37.664725 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-3ddcd5cb-837c-464a-a63e-5bdd9b37d3b8 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=9fa0095c17d74d3996deafe74990816a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479867 Feb 16 22:29:37.674343 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 7f562e7e-186f-4bb6-a37b-2c2bffc4f86e details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:29:37.719410 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-9e700759-9b2e-4c99-8b3c-41ae97f05541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:37.723746 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-9e700759-9b2e-4c99-8b3c-41ae97f05541 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=591646e2-043a-41f9-8af0-3b89325cbeb9 HTTP/1.1" status: 200 len: 853 time: 0.1696689 Feb 16 22:29:37.790974 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-aec88909-32db-4af0-89db-544ffdfddd3d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7759ecb5-615f-4376-bf2e-f88402b96cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411923 Feb 16 22:29:37.799001 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09169658-d2a3-4f38-92a0-495ae0b7b68a admin admin] Router 091d1d37-4d0d-460f-aaf1-da4e8871e0f6 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:29:37.820988 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e55ae914-8ee7-4fba-ac98-4c9ba42d8db9 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (4f074194-b563-4d71-a0b3-eefd02e1be93), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:37.922386 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-7a2a955a-5cd3-4406-b873-e771ba2aa16b service neutron] 10.222.0.79 "GET /v2.0/networks/7759ecb5-615f-4376-bf2e-f88402b96cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174047 Feb 16 22:29:37.939286 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b94b4c-c43b-4207-97b4-f905abffcbb4 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Made reservation on behalf of e64452173aec486d961d06421ef7d4cf for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:29:37.942994 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-50b94b4c-c43b-4207-97b4-f905abffcbb4 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:37.953852 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e55ae914-8ee7-4fba-ac98-4c9ba42d8db9 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4f074194-b563-4d71-a0b3-eefd02e1be93), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:37.957027 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e55ae914-8ee7-4fba-ac98-4c9ba42d8db9 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:37.960122 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e55ae914-8ee7-4fba-ac98-4c9ba42d8db9 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "DELETE /v2.0/security-groups/4f074194-b563-4d71-a0b3-eefd02e1be93 HTTP/1.1" status: 204 len: 168 time: 0.5531409 Feb 16 22:29:37.989457 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44532) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:38.027298 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-ba53c843-caea-4dae-a74d-7139db779ff1 service neutron] 10.222.0.75 "GET /v2.0/networks/0b05d03f-38cc-4133-bd64-047a675bbe5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535492 Feb 16 22:29:38.039118 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ae914-8ee7-4fba-ac98-4c9ba42d8db9 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f074194-b563-4d71-a0b3-eefd02e1be93,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:38.107348 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port de870f55-e987-4232-9624-0640218078a8 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:38.135366 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.ipam_backend_mixin [None req-50b94b4c-c43b-4207-97b4-f905abffcbb4 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Performing IP validity checks on allocation pools {{(pid=103465) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 22:29:38.135897 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.ipam_backend_mixin [None req-50b94b4c-c43b-4207-97b4-f905abffcbb4 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103465) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 22:29:38.218804 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5db5f2ab-6f0f-42e3-a6ef-75df598680ab tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2270920 Feb 16 22:29:38.225608 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44534) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:38.231138 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-7f42cc80-8e53-45a9-8b0e-b744b49654f9 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Request body: {'security_group': {'name': 'tempest-secgroup--2119967166'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:38.328299 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:29:38.329807 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7f42cc80-8e53-45a9-8b0e-b744b49654f9 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:38.399224 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:38.399755 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:38.443762 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-759b8702-a31b-4edc-b256-7daf2c6e75fa None None] Current status of the port de870f55-e987-4232-9624-0640218078a8 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:38.509916 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-824d4e0d-b5f9-4e07-990e-df9754cb98c8 service neutron] 10.222.0.75 "GET /v2.0/networks/0b05d03f-38cc-4133-bd64-047a675bbe5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747388 Feb 16 22:29:38.548981 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-759b8702-a31b-4edc-b256-7daf2c6e75fa None None] Provisioning complete for port a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:38.549434 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-759b8702-a31b-4edc-b256-7daf2c6e75fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:38.553359 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:38.600451 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1336386b-7b19-4a03-82aa-0d3e69521748 req-e7a7fd27-56ff-43b7-a5d2-91bdd5ecf721 service neutron] 10.222.0.79 "GET /v2.0/networks/7759ecb5-615f-4376-bf2e-f88402b96cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5632417 Feb 16 22:29:38.671926 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09169658-d2a3-4f38-92a0-495ae0b7b68a admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:29:38.688800 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51502749-75c1-42dc-9001-8440bcb703a5 None None] Sync routers for ids ['091d1d37-4d0d-460f-aaf1-da4e8871e0f6'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:29:38.701924 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-09169658-d2a3-4f38-92a0-495ae0b7b68a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:38.706043 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-09169658-d2a3-4f38-92a0-495ae0b7b68a admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.3649378 Feb 16 22:29:38.706734 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51502749-75c1-42dc-9001-8440bcb703a5 None None] Routers {'091d1d37-4d0d-460f-aaf1-da4e8871e0f6'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:29:38.707480 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-51502749-75c1-42dc-9001-8440bcb703a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:29:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['091d1d37-4d0d-460f-aaf1-da4e8871e0f6'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:38.707872 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44538) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:38.781654 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-759b8702-a31b-4edc-b256-7daf2c6e75fa None None] Current status of the port a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:38.873357 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-51502749-75c1-42dc-9001-8440bcb703a5 None None] Set router 091d1d37-4d0d-460f-aaf1-da4e8871e0f6 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:29:39.083429 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1ccaa-67e3-4940-9500-672e23780149 req-6152ef9b-9615-4db5-8000-ed8aefcf8929 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:39.091292 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-42b1ccaa-67e3-4940-9500-672e23780149 req-6152ef9b-9615-4db5-8000-ed8aefcf8929 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=872885f4-ca22-48da-bc71-53542c83ac5b HTTP/1.1" status: 200 len: 945 time: 0.1049423 Feb 16 22:29:39.184034 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-51502749-75c1-42dc-9001-8440bcb703a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091d1d37-4d0d-460f-aaf1-da4e8871e0f6', 'name': 'tempest-TaggedBootDevicesTest_v242-881676706-router', 'tenant_id': '250905e6d1524f6f9784f0192f4aed17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '5b2705f5-14d3-46ad-a59f-b2301f6f305d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:29:29Z', 'updated_at': '2022-02-16T22:29:35Z', 'revision_number': 3, 'project_id': '250905e6d1524f6f9784f0192f4aed17', 'gw_port': {'id': '5b2705f5-14d3-46ad-a59f-b2301f6f305d', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091d1d37-4d0d-460f-aaf1-da4e8871e0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:29:32Z', 'updated_at': '2022-02-16T22:29:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:39.211565 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51502749-75c1-42dc-9001-8440bcb703a5 None None] Checking router: 091d1d37-4d0d-460f-aaf1-da4e8871e0f6 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:29:39.212237 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51502749-75c1-42dc-9001-8440bcb703a5 None None] Updating router 091d1d37-4d0d-460f-aaf1-da4e8871e0f6 port 5b2705f5-14d3-46ad-a59f-b2301f6f305d binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:29:39.242442 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-51502749-75c1-42dc-9001-8440bcb703a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5b2705f5-14d3-46ad-a59f-b2301f6f305d), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:39.337208 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-50b94b4c-c43b-4207-97b4-f905abffcbb4 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (93b96d67-d46b-415c-b6de-76e2c098b928), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:39.426439 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7f42cc80-8e53-45a9-8b0e-b744b49654f9 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (257fee38-87a5-40c0-ba2b-982aacdb77f3), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:39.445849 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7f42cc80-8e53-45a9-8b0e-b744b49654f9 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (257fee38-87a5-40c0-ba2b-982aacdb77f3), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:39.472783 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b94b4c-c43b-4207-97b4-f905abffcbb4 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event updated for resources: {'Subnet': ['ID=93b96d67-d46b-415c-b6de-76e2c098b928,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:39.503051 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7f42cc80-8e53-45a9-8b0e-b744b49654f9 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:39.504408 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7f42cc80-8e53-45a9-8b0e-b744b49654f9 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2767057 Feb 16 22:29:39.507525 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44552) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:39.512746 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f42cc80-8e53-45a9-8b0e-b744b49654f9 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=257fee38-87a5-40c0-ba2b-982aacdb77f3,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:39.530682 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-a8aeb124-1aae-48ae-b630-04fdb78bbf33 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Request body: {'security_group_rule': {'security_group_id': '257fee38-87a5-40c0-ba2b-982aacdb77f3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:39.535994 n-d-813897-6 neutron-server[103465]: WARNING neutron.api.v2.base [None req-a8aeb124-1aae-48ae-b630-04fdb78bbf33 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 16 22:29:39.536623 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-a8aeb124-1aae-48ae-b630-04fdb78bbf33 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:29:39.537771 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a8aeb124-1aae-48ae-b630-04fdb78bbf33 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0264552 Feb 16 22:29:39.540814 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44554) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:39.551661 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b94b4c-c43b-4207-97b4-f905abffcbb4 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Checking segment: {'id': '1e86e2a0-4ee6-4d77-89cf-dce77cf5a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7f562e7e-186f-4bb6-a37b-2c2bffc4f86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:29:39.552182 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b94b4c-c43b-4207-97b4-f905abffcbb4 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Network hostable DHCP agents. Network: 7f562e7e-186f-4bb6-a37b-2c2bffc4f86e, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:29:39.577259 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b94b4c-c43b-4207-97b4-f905abffcbb4 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Network 7f562e7e-186f-4bb6-a37b-2c2bffc4f86e is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:29:39.584691 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-51502749-75c1-42dc-9001-8440bcb703a5 None None] Publish callbacks [] for port (5b2705f5-14d3-46ad-a59f-b2301f6f305d), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:39.592179 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-51502749-75c1-42dc-9001-8440bcb703a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5b2705f5-14d3-46ad-a59f-b2301f6f305d), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:39.594198 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-50b94b4c-c43b-4207-97b4-f905abffcbb4 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 7f562e7e-186f-4bb6-a37b-2c2bffc4f86e) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:29:39.602939 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2798e7a4-f947-4dae-9a08-55a84419ca99 None None] Network 7f562e7e-186f-4bb6-a37b-2c2bffc4f86e requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:29:39.606594 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b94b4c-c43b-4207-97b4-f905abffcbb4 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:39.607058 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-50b94b4c-c43b-4207-97b4-f905abffcbb4 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:39.608301 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-42b1ccaa-67e3-4940-9500-672e23780149 req-788e77bb-55ac-49a5-a754-2e7ade7932e1 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5135601 Feb 16 22:29:39.653572 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-50b94b4c-c43b-4207-97b4-f905abffcbb4 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.0794275 Feb 16 22:29:39.659011 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44558) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:39.772234 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-51502749-75c1-42dc-9001-8440bcb703a5 None None] Attempting to bind port 5b2705f5-14d3-46ad-a59f-b2301f6f305d on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:29:39.772871 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-51502749-75c1-42dc-9001-8440bcb703a5 None None] Attempting to bind port 5b2705f5-14d3-46ad-a59f-b2301f6f305d by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:29:39.773019 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51502749-75c1-42dc-9001-8440bcb703a5 None None] Attempting to bind port 5b2705f5-14d3-46ad-a59f-b2301f6f305d on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:29:39.775222 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0bc26-e42f-4c3f-af4d-a7d446df4b18 None None] Pushing event updated for resources: {'Port': ['ID=5b2705f5-14d3-46ad-a59f-b2301f6f305d,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:39.806408 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0bc26-e42f-4c3f-af4d-a7d446df4b18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:39.806845 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0bc26-e42f-4c3f-af4d-a7d446df4b18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:39.807193 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0bc26-e42f-4c3f-af4d-a7d446df4b18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:39.807653 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0bc26-e42f-4c3f-af4d-a7d446df4b18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:39.808198 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0bc26-e42f-4c3f-af4d-a7d446df4b18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:39.808700 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0bc26-e42f-4c3f-af4d-a7d446df4b18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:39.809195 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0bc26-e42f-4c3f-af4d-a7d446df4b18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:39.809701 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0bc26-e42f-4c3f-af4d-a7d446df4b18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:39.810222 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0bc26-e42f-4c3f-af4d-a7d446df4b18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:39.810712 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0bc26-e42f-4c3f-af4d-a7d446df4b18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:39.811205 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0bc26-e42f-4c3f-af4d-a7d446df4b18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:39.812103 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0bc26-e42f-4c3f-af4d-a7d446df4b18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:39.814395 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0bc26-e42f-4c3f-af4d-a7d446df4b18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:39.826903 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51502749-75c1-42dc-9001-8440bcb703a5 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:29:39.827286 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51502749-75c1-42dc-9001-8440bcb703a5 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:29:39.828965 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-780bcc32-3b41-4012-8f6b-8d9012080c01 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (257fee38-87a5-40c0-ba2b-982aacdb77f3), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:39.832782 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-51502749-75c1-42dc-9001-8440bcb703a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:39.833331 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51502749-75c1-42dc-9001-8440bcb703a5 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:29:39.833842 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-51502749-75c1-42dc-9001-8440bcb703a5 None None] Bound port: 5b2705f5-14d3-46ad-a59f-b2301f6f305d, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:29:39.834261 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-51502749-75c1-42dc-9001-8440bcb703a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5b2705f5-14d3-46ad-a59f-b2301f6f305d), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:39.852152 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8916d7ca-0dea-4caf-967b-d0b260f5a247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-7f562e7e-186f-4bb6-a37b-2c2bffc4f86e', 'network_id': '7f562e7e-186f-4bb6-a37b-2c2bffc4f86e', 'project_id': 'e64452173aec486d961d06421ef7d4cf', 'fixed_ips': [{'subnet_id': '93b96d67-d46b-415c-b6de-76e2c098b928'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:29:39.853525 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8916d7ca-0dea-4caf-967b-d0b260f5a247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:39.913251 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ed702257-214d-4469-af2a-0ee8efc14ec9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (7f562e7e-186f-4bb6-a37b-2c2bffc4f86e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:39.953591 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-51502749-75c1-42dc-9001-8440bcb703a5 None None] For port 5b2705f5-14d3-46ad-a59f-b2301f6f305d, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:29:39.959644 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-51502749-75c1-42dc-9001-8440bcb703a5 None None] For port 5b2705f5-14d3-46ad-a59f-b2301f6f305d, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5b2705f5-14d3-46ad-a59f-b2301f6f305d,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:29:39.982885 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-51502749-75c1-42dc-9001-8440bcb703a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5b2705f5-14d3-46ad-a59f-b2301f6f305d), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:40.001063 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff697088-ef55-4175-ad26-042a857e2ca5 x-openstack-request-id: req-ff697088-ef55-4175-ad26-042a857e2ca5 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:29:40.003537 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f6e597-009c-45f3-9e97-52c66b523ab8", "tag": "7e8d4bb2-b826-4498-b828-1e264bf62ea8", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:29:40.004351 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ff697088-ef55-4175-ad26-042a857e2ca5 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:29:40.004629 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f6e597-009c-45f3-9e97-52c66b523ab8', 'tag': '7e8d4bb2-b826-4498-b828-1e264bf62ea8', 'status': 'completed', 'code': 200} Feb 16 22:29:40.021189 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ed702257-214d-4469-af2a-0ee8efc14ec9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (93b96d67-d46b-415c-b6de-76e2c098b928), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:40.072123 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-780bcc32-3b41-4012-8f6b-8d9012080c01 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (257fee38-87a5-40c0-ba2b-982aacdb77f3), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:40.073329 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51502749-75c1-42dc-9001-8440bcb703a5 None None] Routers {'091d1d37-4d0d-460f-aaf1-da4e8871e0f6'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:29:40.074303 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-51502749-75c1-42dc-9001-8440bcb703a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:29:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['091d1d37-4d0d-460f-aaf1-da4e8871e0f6'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:40.079325 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0bc26-e42f-4c3f-af4d-a7d446df4b18 None None] Pushing event updated for resources: {'Port': ['ID=5b2705f5-14d3-46ad-a59f-b2301f6f305d,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:40.165516 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-8916d7ca-0dea-4caf-967b-d0b260f5a247 None None] Allocated IP 172.20.0.3 (7f562e7e-186f-4bb6-a37b-2c2bffc4f86e/93b96d67-d46b-415c-b6de-76e2c098b928/abd5bc04-0a80-48cf-a178-89809d8edcc1) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:29:40.246074 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-51502749-75c1-42dc-9001-8440bcb703a5 None None] Set router 091d1d37-4d0d-460f-aaf1-da4e8871e0f6 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:29:40.262714 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-00a32ad2-4c94-4b24-8a5e-62a5c7dd5309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:40.275824 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc038d7-e1b7-4732-8cf7-114c607a112d req-84082cf6-c688-493f-85f7-3d4108c11d86 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:40.277864 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8cc038d7-e1b7-4732-8cf7-114c607a112d req-84082cf6-c688-493f-85f7-3d4108c11d86 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=83f6e597-009c-45f3-9e97-52c66b523ab8 HTTP/1.1" status: 200 len: 943 time: 0.2643743 Feb 16 22:29:40.295327 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc97f6-f29c-4cba-99e2-3671120dd201 req-28c62626-9f80-482b-9cc9-36b654822d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:40.296844 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-19fc97f6-f29c-4cba-99e2-3671120dd201 req-28c62626-9f80-482b-9cc9-36b654822d4e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c4406d5c23c94c6383b020d52bae2059&device_id=83f6e597-009c-45f3-9e97-52c66b523ab8 HTTP/1.1" status: 200 len: 1125 time: 0.2887659 Feb 16 22:29:40.330261 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-780bcc32-3b41-4012-8f6b-8d9012080c01 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (257fee38-87a5-40c0-ba2b-982aacdb77f3), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:40.333456 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-780bcc32-3b41-4012-8f6b-8d9012080c01 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:40.337187 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-780bcc32-3b41-4012-8f6b-8d9012080c01 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "DELETE /v2.0/security-groups/257fee38-87a5-40c0-ba2b-982aacdb77f3 HTTP/1.1" status: 204 len: 168 time: 0.7885664 Feb 16 22:29:40.337923 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44568) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:40.405174 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8916d7ca-0dea-4caf-967b-d0b260f5a247 None None] Publish callbacks [] for port (abd5bc04-0a80-48cf-a178-89809d8edcc1), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:40.419619 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8916d7ca-0dea-4caf-967b-d0b260f5a247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (abd5bc04-0a80-48cf-a178-89809d8edcc1), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:40.422018 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8f952389-669f-4f87-9683-3fd02031d129 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0824616 Feb 16 22:29:40.437437 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44570) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:40.445136 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-b07a6e81-cacf-4de6-9d13-82fd312c7aa8 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Request body: {'security_group': {'name': 'tempest-secgroup--919146883'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:40.487460 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780bcc32-3b41-4012-8f6b-8d9012080c01 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=257fee38-87a5-40c0-ba2b-982aacdb77f3,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:40.496378 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ed702257-214d-4469-af2a-0ee8efc14ec9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (93b96d67-d46b-415c-b6de-76e2c098b928), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:40.518448 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8916d7ca-0dea-4caf-967b-d0b260f5a247 None None] Network 7f562e7e-186f-4bb6-a37b-2c2bffc4f86e is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:29:40.533389 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-51502749-75c1-42dc-9001-8440bcb703a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091d1d37-4d0d-460f-aaf1-da4e8871e0f6', 'name': 'tempest-TaggedBootDevicesTest_v242-881676706-router', 'tenant_id': '250905e6d1524f6f9784f0192f4aed17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '5b2705f5-14d3-46ad-a59f-b2301f6f305d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:29:29Z', 'updated_at': '2022-02-16T22:29:35Z', 'revision_number': 3, 'project_id': '250905e6d1524f6f9784f0192f4aed17', 'gw_port': {'id': '5b2705f5-14d3-46ad-a59f-b2301f6f305d', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091d1d37-4d0d-460f-aaf1-da4e8871e0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:29:32Z', 'updated_at': '2022-02-16T22:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:40.539719 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-8916d7ca-0dea-4caf-967b-d0b260f5a247 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:29:40.544654 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8916d7ca-0dea-4caf-967b-d0b260f5a247 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:29:40.583507 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51502749-75c1-42dc-9001-8440bcb703a5 None None] The sync data for ids ['091d1d37-4d0d-460f-aaf1-da4e8871e0f6'] in n-d-813897-6 is: [{'id': '091d1d37-4d0d-460f-aaf1-da4e8871e0f6', 'name': 'tempest-TaggedBootDevicesTest_v242-881676706-router', 'tenant_id': '250905e6d1524f6f9784f0192f4aed17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '5b2705f5-14d3-46ad-a59f-b2301f6f305d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:29:29Z', 'updated_at': '2022-02-16T22:29:35Z', 'revision_number': 3, 'project_id': '250905e6d1524f6f9784f0192f4aed17', 'gw_port': {'id': '5b2705f5-14d3-46ad-a59f-b2301f6f305d', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091d1d37-4d0d-460f-aaf1-da4e8871e0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:29:32Z', 'updated_at': '2022-02-16T22:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:29:40.599417 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916d7ca-0dea-4caf-967b-d0b260f5a247 None None] Pushing event updated for resources: {'Port': ['ID=abd5bc04-0a80-48cf-a178-89809d8edcc1,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:40.645185 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916d7ca-0dea-4caf-967b-d0b260f5a247 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:40.645871 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916d7ca-0dea-4caf-967b-d0b260f5a247 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:40.645871 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916d7ca-0dea-4caf-967b-d0b260f5a247 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:40.646246 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916d7ca-0dea-4caf-967b-d0b260f5a247 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:40.646526 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916d7ca-0dea-4caf-967b-d0b260f5a247 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:40.646864 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916d7ca-0dea-4caf-967b-d0b260f5a247 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:40.647197 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916d7ca-0dea-4caf-967b-d0b260f5a247 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:40.647529 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916d7ca-0dea-4caf-967b-d0b260f5a247 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:40.647859 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916d7ca-0dea-4caf-967b-d0b260f5a247 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:40.648311 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916d7ca-0dea-4caf-967b-d0b260f5a247 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:40.648653 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916d7ca-0dea-4caf-967b-d0b260f5a247 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:40.648980 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916d7ca-0dea-4caf-967b-d0b260f5a247 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:40.649412 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916d7ca-0dea-4caf-967b-d0b260f5a247 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:40.670746 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b07a6e81-cacf-4de6-9d13-82fd312c7aa8 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:40.672747 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed702257-214d-4469-af2a-0ee8efc14ec9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event deleted for resources: {'Subnet': ['ID=93b96d67-d46b-415c-b6de-76e2c098b928,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:40.675172 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-8916d7ca-0dea-4caf-967b-d0b260f5a247 None None] Attempting to bind port abd5bc04-0a80-48cf-a178-89809d8edcc1 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:29:40.675552 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-8916d7ca-0dea-4caf-967b-d0b260f5a247 None None] Attempting to bind port abd5bc04-0a80-48cf-a178-89809d8edcc1 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '1e86e2a0-4ee6-4d77-89cf-dce77cf5a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7f562e7e-186f-4bb6-a37b-2c2bffc4f86e'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:29:40.675914 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8916d7ca-0dea-4caf-967b-d0b260f5a247 None None] Attempting to bind port abd5bc04-0a80-48cf-a178-89809d8edcc1 on network 7f562e7e-186f-4bb6-a37b-2c2bffc4f86e {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:29:40.677212 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8cc038d7-e1b7-4732-8cf7-114c607a112d req-a9504dfb-4dfd-4db4-a3e4-da64d2944ae7 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896887 Feb 16 22:29:40.717340 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8916d7ca-0dea-4caf-967b-d0b260f5a247 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:29:40.718913 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8916d7ca-0dea-4caf-967b-d0b260f5a247 None None] Checking segment: {'id': '1e86e2a0-4ee6-4d77-89cf-dce77cf5a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7f562e7e-186f-4bb6-a37b-2c2bffc4f86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:29:40.719522 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8916d7ca-0dea-4caf-967b-d0b260f5a247 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:40.722377 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8916d7ca-0dea-4caf-967b-d0b260f5a247 None None] Bound using segment: {'id': '1e86e2a0-4ee6-4d77-89cf-dce77cf5a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7f562e7e-186f-4bb6-a37b-2c2bffc4f86e'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:29:40.723135 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-8916d7ca-0dea-4caf-967b-d0b260f5a247 None None] Bound port: abd5bc04-0a80-48cf-a178-89809d8edcc1, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e86e2a0-4ee6-4d77-89cf-dce77cf5a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7f562e7e-186f-4bb6-a37b-2c2bffc4f86e'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:29:40.723723 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8916d7ca-0dea-4caf-967b-d0b260f5a247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (abd5bc04-0a80-48cf-a178-89809d8edcc1), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:40.835299 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc97f6-f29c-4cba-99e2-3671120dd201 req-f043ca21-f3b1-4f00-9f8b-4f73dce75317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:40.836798 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-19fc97f6-f29c-4cba-99e2-3671120dd201 req-f043ca21-f3b1-4f00-9f8b-4f73dce75317 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7759ecb5-615f-4376-bf2e-f88402b96cd9 HTTP/1.1" status: 200 len: 914 time: 0.5304170 Feb 16 22:29:40.882531 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ed702257-214d-4469-af2a-0ee8efc14ec9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (7f562e7e-186f-4bb6-a37b-2c2bffc4f86e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:40.903832 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-8916d7ca-0dea-4caf-967b-d0b260f5a247 None None] For port abd5bc04-0a80-48cf-a178-89809d8edcc1, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:29:40.907160 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-8916d7ca-0dea-4caf-967b-d0b260f5a247 None None] For port abd5bc04-0a80-48cf-a178-89809d8edcc1, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=abd5bc04-0a80-48cf-a178-89809d8edcc1,segment=NetworkSegment(1e86e2a0-4ee6-4d77-89cf-dce77cf5a589),segment_id=1e86e2a0-4ee6-4d77-89cf-dce77cf5a589)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:29:40.915997 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-ed702257-214d-4469-af2a-0ee8efc14ec9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f562e7e-186f-4bb6-a37b-2c2bffc4f86e']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:40.923846 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8916d7ca-0dea-4caf-967b-d0b260f5a247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (abd5bc04-0a80-48cf-a178-89809d8edcc1), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:40.934079 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ec96fe5d-644e-45f4-a8ab-c0b9f38d7342 req-3b18f3f8-3274-42e0-af27-644504f73cd9 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec1c1254-000d-46ab-a90b-981a3c978af1 HTTP/1.1" status: 200 len: 210 time: 0.0893908 Feb 16 22:29:40.941422 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-19fc97f6-f29c-4cba-99e2-3671120dd201 req-b5e996cb-2ac6-4669-9210-3d0d3d392070 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e8d4bb2-b826-4498-b828-1e264bf62ea8 HTTP/1.1" status: 200 len: 217 time: 0.0873051 Feb 16 22:29:40.990257 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-ed702257-214d-4469-af2a-0ee8efc14ec9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e86e2a0-4ee6-4d77-89cf-dce77cf5a589') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:40.990568 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-ed702257-214d-4469-af2a-0ee8efc14ec9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e86e2a0-4ee6-4d77-89cf-dce77cf5a589') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:41.022613 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ed702257-214d-4469-af2a-0ee8efc14ec9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (1e86e2a0-4ee6-4d77-89cf-dce77cf5a589), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:41.064783 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc97f6-f29c-4cba-99e2-3671120dd201 req-f635803b-4f84-43ea-954f-0a2380a84ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:41.065318 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-19fc97f6-f29c-4cba-99e2-3671120dd201 req-f635803b-4f84-43ea-954f-0a2380a84ac3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=591646e2-043a-41f9-8af0-3b89325cbeb9 HTTP/1.1" status: 200 len: 853 time: 0.0843446 Feb 16 22:29:41.128166 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916d7ca-0dea-4caf-967b-d0b260f5a247 None None] Pushing event updated for resources: {'Port': ['ID=abd5bc04-0a80-48cf-a178-89809d8edcc1,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:41.142137 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b539532-1aaf-4ca9-8d64-6624871a1198 None None] get_active_networks_info from n-d-813897-6 {{(pid=103467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 22:29:41.152590 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-19fc97f6-f29c-4cba-99e2-3671120dd201 req-375709fd-0a12-4c96-ac5d-e0cedfbfec50 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7759ecb5-615f-4376-bf2e-f88402b96cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787179 Feb 16 22:29:41.174571 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b07a6e81-cacf-4de6-9d13-82fd312c7aa8 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (64ddf984-e523-4582-89dc-3fa7b5d69273), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:41.190367 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ed702257-214d-4469-af2a-0ee8efc14ec9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (1e86e2a0-4ee6-4d77-89cf-dce77cf5a589), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:41.193055 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-00a32ad2-4c94-4b24-8a5e-62a5c7dd5309 admin admin] Allocated IP 172.20.0.1 (b41ab317-46a4-458e-bf13-1c2fba47ce56/da03853d-31b8-4eff-8f85-a7fd6e9d908b/a1f7a5cf-690d-41a3-99b0-6052e696c86a) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:29:41.198587 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed702257-214d-4469-af2a-0ee8efc14ec9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:29:41.203815 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ed702257-214d-4469-af2a-0ee8efc14ec9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (1e86e2a0-4ee6-4d77-89cf-dce77cf5a589), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:41.296234 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b539532-1aaf-4ca9-8d64-6624871a1198 None None] Resources bound (agent type, host, resource id): {{(pid=103467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 22:29:41.327343 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-a156fcb4-0f9d-4795-9304-c75064c06431 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:41.329556 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-a156fcb4-0f9d-4795-9304-c75064c06431 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.79 "GET /v2.0/networks?id=0b05d03f-38cc-4133-bd64-047a675bbe5d HTTP/1.1" status: 200 len: 808 time: 0.7085600 Feb 16 22:29:41.330310 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:29:41.330310 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:29:41.330310 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:29:41.330310 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:29:41.330310 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:29:41.330310 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:29:41.330310 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:29:41.330310 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:29:41.330310 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:29:41.330310 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:29:41.330310 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:29:41.330310 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:29:41.330310 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:29:41.330310 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:29:41.330310 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:29:41.330310 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:29:41.330310 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:29:41.330310 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:29:41.330310 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:29:41.330310 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:29:41.330310 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:29:41.330310 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:29:41.330310 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:29:41.330310 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:29:41.330310 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:29:41.330310 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:29:41.330310 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:29:41.330310 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:29:41.330310 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:29:41.330310 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:29:41.330310 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:29:41.330310 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:29:41.332923 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b07a6e81-cacf-4de6-9d13-82fd312c7aa8 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (64ddf984-e523-4582-89dc-3fa7b5d69273), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:41.341624 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.db.api [None req-ed702257-214d-4469-af2a-0ee8efc14ec9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 22:29:41.341624 n-d-813897-6 neutron-server[103465]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 22:29:41.341624 n-d-813897-6 neutron-server[103465]: [parameters: {'id': '7f562e7e-186f-4bb6-a37b-2c2bffc4f86e'}] Feb 16 22:29:41.341624 n-d-813897-6 neutron-server[103465]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:29:41.342718 n-d-813897-6 neutron-server[103465]: DEBUG oslo_db.api [None req-ed702257-214d-4469-af2a-0ee8efc14ec9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:29:41.350943 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-580ef285-d131-491b-b5b2-ee4f604e538b tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Request body: {'port': {'device_id': 'ec1c1254-000d-46ab-a90b-981a3c978af1', 'network_id': '0b05d03f-38cc-4133-bd64-047a675bbe5d', 'admin_state_up': True, 'tenant_id': '9fa0095c17d74d3996deafe74990816a'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:41.404075 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b07a6e81-cacf-4de6-9d13-82fd312c7aa8 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:41.407967 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b07a6e81-cacf-4de6-9d13-82fd312c7aa8 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9656415 Feb 16 22:29:41.432182 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44574) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:41.436691 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-10457b0e-1cb8-4ec5-be86-ebf899b63f57 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Request body: {'security_group_rule': {'security_group_id': '64ddf984-e523-4582-89dc-3fa7b5d69273', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:41.445073 n-d-813897-6 neutron-server[103465]: WARNING neutron.api.v2.base [None req-10457b0e-1cb8-4ec5-be86-ebf899b63f57 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 16 22:29:41.445615 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-10457b0e-1cb8-4ec5-be86-ebf899b63f57 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:29:41.449267 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-10457b0e-1cb8-4ec5-be86-ebf899b63f57 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0135670 Feb 16 22:29:41.463737 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44576) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:41.535875 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a6e81-cacf-4de6-9d13-82fd312c7aa8 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64ddf984-e523-4582-89dc-3fa7b5d69273,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:41.633070 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca030f3-bdbf-4dba-9225-1c68c56a53f6 None None] Network 7f562e7e-186f-4bb6-a37b-2c2bffc4f86e requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:29:41.639111 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a9a6be4b-f3d9-412e-9ba0-7cd21276f1b3 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (64ddf984-e523-4582-89dc-3fa7b5d69273), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:41.685819 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a9a6be4b-f3d9-412e-9ba0-7cd21276f1b3 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (64ddf984-e523-4582-89dc-3fa7b5d69273), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:41.720582 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 7e8d4bb2-b826-4498-b828-1e264bf62ea8 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:29:41.758432 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a9a6be4b-f3d9-412e-9ba0-7cd21276f1b3 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (64ddf984-e523-4582-89dc-3fa7b5d69273), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:41.769421 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a9a6be4b-f3d9-412e-9ba0-7cd21276f1b3 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:41.770824 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a9a6be4b-f3d9-412e-9ba0-7cd21276f1b3 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "DELETE /v2.0/security-groups/64ddf984-e523-4582-89dc-3fa7b5d69273 HTTP/1.1" status: 204 len: 168 time: 0.3059185 Feb 16 22:29:41.775132 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44580) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:41.806339 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-19fc97f6-f29c-4cba-99e2-3671120dd201 req-b80f0ad7-a026-48c0-87d5-9920d447b14e service neutron] 10.222.0.79 "GET /v2.0/networks/7759ecb5-615f-4376-bf2e-f88402b96cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6270349 Feb 16 22:29:41.810198 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-580ef285-d131-491b-b5b2-ee4f604e538b tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Made reservation on behalf of 9fa0095c17d74d3996deafe74990816a for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:29:41.814625 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-580ef285-d131-491b-b5b2-ee4f604e538b tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:41.845207 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ed702257-214d-4469-af2a-0ee8efc14ec9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (7f562e7e-186f-4bb6-a37b-2c2bffc4f86e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:41.856388 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a6be4b-f3d9-412e-9ba0-7cd21276f1b3 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ddf984-e523-4582-89dc-3fa7b5d69273,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:41.871392 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0bb47-c86b-40a0-912b-6794777ee5ae req-112c4311-9d4f-4d4f-a4ae-d8cac15f23e9 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:41.878537 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13c0bb47-c86b-40a0-912b-6794777ee5ae req-112c4311-9d4f-4d4f-a4ae-d8cac15f23e9 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=872885f4-ca22-48da-bc71-53542c83ac5b HTTP/1.1" status: 200 len: 945 time: 0.7772930 Feb 16 22:29:41.918338 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 7e8d4bb2-b826-4498-b828-1e264bf62ea8, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=7e8d4bb2-b826-4498-b828-1e264bf62ea8,segment=NetworkSegment(389109f6-ebab-4899-93e4-704200323383),segment_id=389109f6-ebab-4899-93e4-704200323383)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:41.934116 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '7e8d4bb2-b826-4498-b828-1e264bf62ea8', 'network_id': '7759ecb5-615f-4376-bf2e-f88402b96cd9', 'port_id': '7e8d4bb2-b826-4498-b828-1e264bf62ea8', 'mac_address': 'fa:16:3e:cb:d5:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '591646e2-043a-41f9-8af0-3b89325cbeb9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:29:41.999705 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 7e8d4bb2-b826-4498-b828-1e264bf62ea8 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:42.001592 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (7e8d4bb2-b826-4498-b828-1e264bf62ea8), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:42.017371 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-580ef285-d131-491b-b5b2-ee4f604e538b tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Allocated IP 172.20.0.11 (0b05d03f-38cc-4133-bd64-047a675bbe5d/80c0bab0-94a8-4a8c-85ec-3cedc84eca5e/a58e3f68-b7a3-4380-8f50-30850cb56db6) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:29:42.022868 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e8d4bb2-b826-4498-b828-1e264bf62ea8 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:29:42.056205 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-19fc97f6-f29c-4cba-99e2-3671120dd201 req-69da26d2-e9f6-4213-914c-63b5a26e01c9 service neutron] 10.222.0.79 "GET /v2.0/networks/7759ecb5-615f-4376-bf2e-f88402b96cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319434 Feb 16 22:29:42.061080 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 7e8d4bb2-b826-4498-b828-1e264bf62ea8, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=7e8d4bb2-b826-4498-b828-1e264bf62ea8,segment=NetworkSegment(389109f6-ebab-4899-93e4-704200323383),segment_id=389109f6-ebab-4899-93e4-704200323383)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:42.077493 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (7e8d4bb2-b826-4498-b828-1e264bf62ea8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:42.094463 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-00a32ad2-4c94-4b24-8a5e-62a5c7dd5309 admin admin] Publish callbacks [] for port (a1f7a5cf-690d-41a3-99b0-6052e696c86a), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:42.122573 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13c0bb47-c86b-40a0-912b-6794777ee5ae req-1707345a-9238-4a05-baab-ddc813da6cfe tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429664 Feb 16 22:29:42.190183 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-580ef285-d131-491b-b5b2-ee4f604e538b tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Publish callbacks [] for port (a58e3f68-b7a3-4380-8f50-30850cb56db6), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:42.196967 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-00a32ad2-4c94-4b24-8a5e-62a5c7dd5309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (a1f7a5cf-690d-41a3-99b0-6052e696c86a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:42.200911 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=7e8d4bb2-b826-4498-b828-1e264bf62ea8,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:42.240192 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-580ef285-d131-491b-b5b2-ee4f604e538b tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (a58e3f68-b7a3-4380-8f50-30850cb56db6), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:42.247406 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-104f1ff0-d611-441e-b80b-1d99fc6de7e7 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4686224 Feb 16 22:29:42.255082 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44586) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:42.260726 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-63b0ce41-9ff0-404c-ab09-9876adff2945 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Request body: {'security_group': {'name': 'tempest-secgroup--572356748'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:42.296080 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['7e8d4bb2-b826-4498-b828-1e264bf62ea8'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:29:42.298086 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a32ad2-4c94-4b24-8a5e-62a5c7dd5309 admin admin] Network b41ab317-46a4-458e-bf13-1c2fba47ce56 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:29:42.299315 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a32ad2-4c94-4b24-8a5e-62a5c7dd5309 admin admin] Pushing event updated for resources: {'Port': ['ID=a1f7a5cf-690d-41a3-99b0-6052e696c86a,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:42.325295 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-00a32ad2-4c94-4b24-8a5e-62a5c7dd5309 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:29:42.328725 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a32ad2-4c94-4b24-8a5e-62a5c7dd5309 admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:29:42.352966 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-580ef285-d131-491b-b5b2-ee4f604e538b tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Network 0b05d03f-38cc-4133-bd64-047a675bbe5d is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:29:42.363867 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-580ef285-d131-491b-b5b2-ee4f604e538b tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:29:42.364149 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5b2705f5-14d3-46ad-a59f-b2301f6f305d up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:29:42.376205 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-00a32ad2-4c94-4b24-8a5e-62a5c7dd5309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (091d1d37-4d0d-460f-aaf1-da4e8871e0f6), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:42.381177 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63b0ce41-9ff0-404c-ab09-9876adff2945 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:42.401306 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-580ef285-d131-491b-b5b2-ee4f604e538b tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:29:42.475110 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ef285-d131-491b-b5b2-ee4f604e538b tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Pushing event updated for resources: {'Port': ['ID=a58e3f68-b7a3-4380-8f50-30850cb56db6,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:42.497633 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 5b2705f5-14d3-46ad-a59f-b2301f6f305d triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:42.506168 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5b2705f5-14d3-46ad-a59f-b2301f6f305d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:42.591392 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63b0ce41-9ff0-404c-ab09-9876adff2945 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (f9e34e37-7b70-472c-a43a-73b2a716b5b2), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:42.598130 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-00a32ad2-4c94-4b24-8a5e-62a5c7dd5309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a1f7a5cf-690d-41a3-99b0-6052e696c86a), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:42.612801 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63b0ce41-9ff0-404c-ab09-9876adff2945 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f9e34e37-7b70-472c-a43a-73b2a716b5b2), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:42.618490 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbf8f6-f2a9-4335-b4b6-81d376b3fc59 req-7bc01637-9ae8-4b43-9b34-0c72c1a7bcf1 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:42.620609 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6dfbf8f6-f2a9-4335-b4b6-81d376b3fc59 req-7bc01637-9ae8-4b43-9b34-0c72c1a7bcf1 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 945 time: 0.3571689 Feb 16 22:29:42.643620 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-580ef285-d131-491b-b5b2-ee4f604e538b tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:42.644271 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-580ef285-d131-491b-b5b2-ee4f604e538b tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:42.654909 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63b0ce41-9ff0-404c-ab09-9876adff2945 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:42.656208 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-63b0ce41-9ff0-404c-ab09-9876adff2945 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3992524 Feb 16 22:29:42.664235 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44590) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:42.669855 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-f05b96f3-36ed-4b66-8621-ebef91eabcdd tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Request body: {'security_group_rule': {'security_group_id': 'f9e34e37-7b70-472c-a43a-73b2a716b5b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:42.695145 n-d-813897-6 neutron-server[103465]: WARNING neutron.api.v2.base [None req-f05b96f3-36ed-4b66-8621-ebef91eabcdd tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 16 22:29:42.696100 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-f05b96f3-36ed-4b66-8621-ebef91eabcdd tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:29:42.696847 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f05b96f3-36ed-4b66-8621-ebef91eabcdd tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0314975 Feb 16 22:29:42.698433 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-ed702257-214d-4469-af2a-0ee8efc14ec9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Deleting port abd5bc04-0a80-48cf-a178-89809d8edcc1 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:29:42.698779 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ed702257-214d-4469-af2a-0ee8efc14ec9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (abd5bc04-0a80-48cf-a178-89809d8edcc1), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:42.701530 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44592) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:42.713098 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-aaf92865-dba0-4f0e-9c8b-b3dff1cc56c6 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Request body: {'security_group_rule': {'security_group_id': 'f9e34e37-7b70-472c-a43a-73b2a716b5b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:42.713794 n-d-813897-6 neutron-server[103465]: WARNING neutron.api.v2.base [None req-aaf92865-dba0-4f0e-9c8b-b3dff1cc56c6 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 16 22:29:42.714331 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-aaf92865-dba0-4f0e-9c8b-b3dff1cc56c6 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:29:42.715340 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-aaf92865-dba0-4f0e-9c8b-b3dff1cc56c6 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0073724 Feb 16 22:29:42.721916 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44594) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:42.735114 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-eaf7b038-7e13-4b0f-9bf4-5e43314b4216 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Request body: {'security_group_rule': {'security_group_id': 'f9e34e37-7b70-472c-a43a-73b2a716b5b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:42.738701 n-d-813897-6 neutron-server[103466]: WARNING neutron.api.v2.base [None req-eaf7b038-7e13-4b0f-9bf4-5e43314b4216 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 16 22:29:42.739426 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-eaf7b038-7e13-4b0f-9bf4-5e43314b4216 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:29:42.743473 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-eaf7b038-7e13-4b0f-9bf4-5e43314b4216 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0182760 Feb 16 22:29:42.746477 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44596) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:42.747646 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b0ce41-9ff0-404c-ab09-9876adff2945 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e34e37-7b70-472c-a43a-73b2a716b5b2,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:42.756451 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-61a0a952-5b21-4f4c-b1c5-fd2a0399ed96 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Request body: {'security_group_rule': {'security_group_id': 'f9e34e37-7b70-472c-a43a-73b2a716b5b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:42.757345 n-d-813897-6 neutron-server[103465]: WARNING neutron.api.v2.base [None req-61a0a952-5b21-4f4c-b1c5-fd2a0399ed96 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 16 22:29:42.757854 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-61a0a952-5b21-4f4c-b1c5-fd2a0399ed96 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:29:42.758896 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-61a0a952-5b21-4f4c-b1c5-fd2a0399ed96 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0067425 Feb 16 22:29:42.764452 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-580ef285-d131-491b-b5b2-ee4f604e538b tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4210758 Feb 16 22:29:42.764988 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44598) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:42.779090 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6dfbf8f6-f2a9-4335-b4b6-81d376b3fc59 req-9c8922a3-6354-4ba3-bfd6-12228de23225 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407392 Feb 16 22:29:42.780083 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-c49254ec-c5b9-4531-b119-eb6f3200d77c service neutron] Request body: {'port': {'device_id': 'ec1c1254-000d-46ab-a90b-981a3c978af1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:42.826373 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 5b2705f5-14d3-46ad-a59f-b2301f6f305d is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:42.826948 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5b2705f5-14d3-46ad-a59f-b2301f6f305d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:42.834124 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-d9ee3b4e-e096-4b44-87a8-2c0ef2285c68 None None] Provisioning complete for port a1f7a5cf-690d-41a3-99b0-6052e696c86a triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:42.834499 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d9ee3b4e-e096-4b44-87a8-2c0ef2285c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a1f7a5cf-690d-41a3-99b0-6052e696c86a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:42.877249 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 5b2705f5-14d3-46ad-a59f-b2301f6f305d, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5b2705f5-14d3-46ad-a59f-b2301f6f305d,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:42.889232 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee3b4e-e096-4b44-87a8-2c0ef2285c68 None None] Port a1f7a5cf-690d-41a3-99b0-6052e696c86a cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:29:42.891485 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5b2705f5-14d3-46ad-a59f-b2301f6f305d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:42.957460 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=5b2705f5-14d3-46ad-a59f-b2301f6f305d,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:42.979843 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dadb8-44c4-4f91-92e6-cb5875677741 req-92ccb1f2-534f-45cd-af72-951552159db7 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:42.981492 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b52dadb8-44c4-4f91-92e6-cb5875677741 req-92ccb1f2-534f-45cd-af72-951552159db7 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=83f6e597-009c-45f3-9e97-52c66b523ab8 HTTP/1.1" status: 200 len: 944 time: 0.0889642 Feb 16 22:29:42.994219 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-ed702257-214d-4469-af2a-0ee8efc14ec9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] For port abd5bc04-0a80-48cf-a178-89809d8edcc1, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=abd5bc04-0a80-48cf-a178-89809d8edcc1,segment=NetworkSegment(1e86e2a0-4ee6-4d77-89cf-dce77cf5a589),segment_id=1e86e2a0-4ee6-4d77-89cf-dce77cf5a589)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:42.994664 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ed702257-214d-4469-af2a-0ee8efc14ec9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (abd5bc04-0a80-48cf-a178-89809d8edcc1), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:43.007397 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-c49254ec-c5b9-4531-b119-eb6f3200d77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a58e3f68-b7a3-4380-8f50-30850cb56db6), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:43.025301 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-ed702257-214d-4469-af2a-0ee8efc14ec9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Calling delete_port for abd5bc04-0a80-48cf-a178-89809d8edcc1 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:29:43.038128 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-00a32ad2-4c94-4b24-8a5e-62a5c7dd5309 admin admin] Publish callbacks [] for port (a1f7a5cf-690d-41a3-99b0-6052e696c86a), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:43.047125 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6b1072d7-424c-403d-b86c-a5e72d42c32f tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (f9e34e37-7b70-472c-a43a-73b2a716b5b2), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:43.052998 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-00a32ad2-4c94-4b24-8a5e-62a5c7dd5309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (a1f7a5cf-690d-41a3-99b0-6052e696c86a), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:43.067355 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b52dadb8-44c4-4f91-92e6-cb5875677741 req-a3a6b96d-a5dc-4d3a-83dc-5bcebe33bba8 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755663 Feb 16 22:29:43.142636 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-00a32ad2-4c94-4b24-8a5e-62a5c7dd5309 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (091d1d37-4d0d-460f-aaf1-da4e8871e0f6), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:43.145149 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6b1072d7-424c-403d-b86c-a5e72d42c32f tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (f9e34e37-7b70-472c-a43a-73b2a716b5b2), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:43.150835 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a32ad2-4c94-4b24-8a5e-62a5c7dd5309 admin admin] Pushing event updated for resources: {'Port': ['ID=a1f7a5cf-690d-41a3-99b0-6052e696c86a,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:43.286326 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a32ad2-4c94-4b24-8a5e-62a5c7dd5309 admin admin] Network b41ab317-46a4-458e-bf13-1c2fba47ce56 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:29:43.290288 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-00a32ad2-4c94-4b24-8a5e-62a5c7dd5309 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:29:43.308256 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6b1072d7-424c-403d-b86c-a5e72d42c32f tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f9e34e37-7b70-472c-a43a-73b2a716b5b2), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:43.311163 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6b1072d7-424c-403d-b86c-a5e72d42c32f tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:43.315151 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6b1072d7-424c-403d-b86c-a5e72d42c32f tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "DELETE /v2.0/security-groups/f9e34e37-7b70-472c-a43a-73b2a716b5b2 HTTP/1.1" status: 204 len: 168 time: 0.5447905 Feb 16 22:29:43.315318 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c815c-8aed-4d07-a68c-50f288d2d72c req-bc3de281-f0bb-414c-8b5a-1a8ac73b23f8 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:43.323458 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0f4c815c-8aed-4d07-a68c-50f288d2d72c req-bc3de281-f0bb-414c-8b5a-1a8ac73b23f8 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec1c1254-000d-46ab-a90b-981a3c978af1 HTTP/1.1" status: 200 len: 932 time: 0.0993121 Feb 16 22:29:43.331623 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44602) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:43.352502 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ed702257-214d-4469-af2a-0ee8efc14ec9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (abd5bc04-0a80-48cf-a178-89809d8edcc1), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:43.367283 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1072d7-424c-403d-b86c-a5e72d42c32f tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e34e37-7b70-472c-a43a-73b2a716b5b2,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:43.396194 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed702257-214d-4469-af2a-0ee8efc14ec9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] No DVR routers for this DVR port abd5bc04-0a80-48cf-a178-89809d8edcc1 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:29:43.422454 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed702257-214d-4469-af2a-0ee8efc14ec9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event deleted for resources: {'Port': ['ID=abd5bc04-0a80-48cf-a178-89809d8edcc1,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:43.534795 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0f4c815c-8aed-4d07-a68c-50f288d2d72c req-8fd4bef4-da10-4a54-90f7-ef1f340af8ea tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/security-groups?id=013ffa82-e3a7-4fe0-97ba-3be9d7bef13c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102413 Feb 16 22:29:43.565459 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-564c74a7-a607-4375-9c1b-f791a4ac0675 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2327025 Feb 16 22:29:43.588591 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ed702257-214d-4469-af2a-0ee8efc14ec9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (7f562e7e-186f-4bb6-a37b-2c2bffc4f86e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:43.596958 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44606) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:43.608228 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-09a1e955-e5be-4f0c-b1cd-9248fff01f7a tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Request body: {'security_group': {'name': 'tempest-secgroup--906417124'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:43.627509 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a32ad2-4c94-4b24-8a5e-62a5c7dd5309 admin admin] Router 091d1d37-4d0d-460f-aaf1-da4e8871e0f6 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:29:43.724707 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 7e8d4bb2-b826-4498-b828-1e264bf62ea8 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:29:43.795332 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-09a1e955-e5be-4f0c-b1cd-9248fff01f7a tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:43.824151 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-ed702257-214d-4469-af2a-0ee8efc14ec9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f562e7e-186f-4bb6-a37b-2c2bffc4f86e']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:43.836585 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-ed702257-214d-4469-af2a-0ee8efc14ec9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e86e2a0-4ee6-4d77-89cf-dce77cf5a589') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:43.837272 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-ed702257-214d-4469-af2a-0ee8efc14ec9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e86e2a0-4ee6-4d77-89cf-dce77cf5a589') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:43.849928 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 7e8d4bb2-b826-4498-b828-1e264bf62ea8 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:29:43.851456 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ed702257-214d-4469-af2a-0ee8efc14ec9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (1e86e2a0-4ee6-4d77-89cf-dce77cf5a589), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:43.854439 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-003348d1-b29d-4b31-a702-307004465992 None None] Provisioning complete for port a1f7a5cf-690d-41a3-99b0-6052e696c86a triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:43.854914 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-003348d1-b29d-4b31-a702-307004465992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a1f7a5cf-690d-41a3-99b0-6052e696c86a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:43.857819 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 7e8d4bb2-b826-4498-b828-1e264bf62ea8 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:43.858306 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (7e8d4bb2-b826-4498-b828-1e264bf62ea8), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:43.896848 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a32ad2-4c94-4b24-8a5e-62a5c7dd5309 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:29:43.910652 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-c49254ec-c5b9-4531-b119-eb6f3200d77c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a58e3f68-b7a3-4380-8f50-30850cb56db6 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:29:43.914250 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-00a32ad2-4c94-4b24-8a5e-62a5c7dd5309 admin admin] 10.222.0.75 "PUT /v2.0/routers/091d1d37-4d0d-460f-aaf1-da4e8871e0f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2027850 Feb 16 22:29:43.925100 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ed702257-214d-4469-af2a-0ee8efc14ec9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (1e86e2a0-4ee6-4d77-89cf-dce77cf5a589), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:43.928782 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-c49254ec-c5b9-4531-b119-eb6f3200d77c service neutron] Publish callbacks [] for port (a58e3f68-b7a3-4380-8f50-30850cb56db6), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:43.941537 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed702257-214d-4469-af2a-0ee8efc14ec9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:29:43.942366 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ed702257-214d-4469-af2a-0ee8efc14ec9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (1e86e2a0-4ee6-4d77-89cf-dce77cf5a589), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:43.946289 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8648e1-a619-40a2-9262-222d20d34ec7 None None] Sync routers for ids ['091d1d37-4d0d-460f-aaf1-da4e8871e0f6'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:29:43.951168 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:29:43.951168 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:29:43.951168 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:29:43.951168 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:29:43.951168 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:29:43.951168 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:29:43.951168 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:29:43.951168 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:29:43.951168 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:29:43.951168 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:29:43.951168 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:29:43.951168 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:29:43.951168 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:29:43.951168 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:29:43.951168 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:29:43.951168 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:29:43.951168 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:29:43.951168 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:29:43.951168 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:29:43.951168 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:29:43.951168 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:29:43.951168 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:29:43.951168 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:29:43.951168 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:29:43.951168 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:29:43.951168 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:29:43.951168 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:29:43.951168 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:29:43.951168 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:29:43.951168 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:29:43.951168 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:29:43.951168 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:29:43.996708 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8648e1-a619-40a2-9262-222d20d34ec7 None None] Routers {'091d1d37-4d0d-460f-aaf1-da4e8871e0f6'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:29:43.997708 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-0f8648e1-a619-40a2-9262-222d20d34ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:29:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['091d1d37-4d0d-460f-aaf1-da4e8871e0f6'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:44.022759 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f84406-7ad4-4c47-b706-d2c309b31682 req-9a43eb33-2ff9-4145-93df-70a26244e47a tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:44.025192 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-97f84406-7ad4-4c47-b706-d2c309b31682 req-9a43eb33-2ff9-4145-93df-70a26244e47a tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=872885f4-ca22-48da-bc71-53542c83ac5b HTTP/1.1" status: 200 len: 945 time: 0.0739126 Feb 16 22:29:44.048523 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-c49254ec-c5b9-4531-b119-eb6f3200d77c service neutron] Transition to ACTIVE for port object a58e3f68-b7a3-4380-8f50-30850cb56db6 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:29:44.056033 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ed702257-214d-4469-af2a-0ee8efc14ec9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (7f562e7e-186f-4bb6-a37b-2c2bffc4f86e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:44.066954 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-c49254ec-c5b9-4531-b119-eb6f3200d77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (a58e3f68-b7a3-4380-8f50-30850cb56db6), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:44.083586 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ed702257-214d-4469-af2a-0ee8efc14ec9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:44.091879 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ed702257-214d-4469-af2a-0ee8efc14ec9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "DELETE /v2.0/networks/7f562e7e-186f-4bb6-a37b-2c2bffc4f86e HTTP/1.1" status: 204 len: 168 time: 4.4293320 Feb 16 22:29:44.092327 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44614) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:44.101597 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-9cc58db0-a273-4706-8287-cc79fdc5a396 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-833619405'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:44.125643 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-97f84406-7ad4-4c47-b706-d2c309b31682 req-fc63678d-fea7-4705-860f-45e330f176ed tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884550 Feb 16 22:29:44.169390 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc58db0-a273-4706-8287-cc79fdc5a396 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Made reservation on behalf of e64452173aec486d961d06421ef7d4cf for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:29:44.176777 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9cc58db0-a273-4706-8287-cc79fdc5a396 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:44.205115 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-09a1e955-e5be-4f0c-b1cd-9248fff01f7a tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (7600e429-ba9b-4a80-831d-08c6686d787e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:44.223860 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc58db0-a273-4706-8287-cc79fdc5a396 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:29:44.235873 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed702257-214d-4469-af2a-0ee8efc14ec9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event deleted for resources: {'Network': ['ID=7f562e7e-186f-4bb6-a37b-2c2bffc4f86e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:44.241567 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9cc58db0-a273-4706-8287-cc79fdc5a396 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (f089931d-bbd8-4aba-b76f-a1cc1a6d3fc1), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:44.243300 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-9cc58db0-a273-4706-8287-cc79fdc5a396 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Added segment f089931d-bbd8-4aba-b76f-a1cc1a6d3fc1 of type vlan for network 08caee4c-c4d9-4f5c-a47c-8371b80db569 Feb 16 22:29:44.251390 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-09a1e955-e5be-4f0c-b1cd-9248fff01f7a tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7600e429-ba9b-4a80-831d-08c6686d787e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:44.253619 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49254ec-c5b9-4531-b119-eb6f3200d77c service neutron] Pushing event updated for resources: {'Port': ['ID=a58e3f68-b7a3-4380-8f50-30850cb56db6,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:44.309456 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1e955-e5be-4f0c-b1cd-9248fff01f7a tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7600e429-ba9b-4a80-831d-08c6686d787e,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:44.341867 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9cc58db0-a273-4706-8287-cc79fdc5a396 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (08caee4c-c4d9-4f5c-a47c-8371b80db569), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:44.348707 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5b2705f5-14d3-46ad-a59f-b2301f6f305d up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:29:44.350608 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-09a1e955-e5be-4f0c-b1cd-9248fff01f7a tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:44.355068 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-09a1e955-e5be-4f0c-b1cd-9248fff01f7a tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7569342 Feb 16 22:29:44.357540 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44624) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:44.383015 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-b90b5226-29b3-4526-b285-e5be31230fb0 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Request body: {'security_group_rule': {'security_group_id': '7600e429-ba9b-4a80-831d-08c6686d787e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:44.384510 n-d-813897-6 neutron-server[103465]: WARNING neutron.api.v2.base [None req-b90b5226-29b3-4526-b285-e5be31230fb0 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 22:29:44.385301 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-b90b5226-29b3-4526-b285-e5be31230fb0 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:29:44.389273 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9cc58db0-a273-4706-8287-cc79fdc5a396 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (08caee4c-c4d9-4f5c-a47c-8371b80db569), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:44.390569 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b90b5226-29b3-4526-b285-e5be31230fb0 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0311632 Feb 16 22:29:44.393822 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44626) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:44.399887 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-e8a7c26b-ade7-4902-a48d-b2ef9a3d9d78 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Request body: {'security_group_rule': {'security_group_id': '7600e429-ba9b-4a80-831d-08c6686d787e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:44.401040 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc58db0-a273-4706-8287-cc79fdc5a396 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:44.401703 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9cc58db0-a273-4706-8287-cc79fdc5a396 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:44.418224 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-003348d1-b29d-4b31-a702-307004465992 None None] Port a1f7a5cf-690d-41a3-99b0-6052e696c86a cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:29:44.452138 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-c49254ec-c5b9-4531-b119-eb6f3200d77c service neutron] Attempting to bind port a58e3f68-b7a3-4380-8f50-30850cb56db6 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:29:44.453702 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-c49254ec-c5b9-4531-b119-eb6f3200d77c service neutron] Attempting to bind port a58e3f68-b7a3-4380-8f50-30850cb56db6 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'b5e3e8d7-244d-4e2a-8664-4509f79f2458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0b05d03f-38cc-4133-bd64-047a675bbe5d'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:29:44.454753 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-c49254ec-c5b9-4531-b119-eb6f3200d77c service neutron] Attempting to bind port a58e3f68-b7a3-4380-8f50-30850cb56db6 on network 0b05d03f-38cc-4133-bd64-047a675bbe5d {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:29:44.486254 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-c49254ec-c5b9-4531-b119-eb6f3200d77c service neutron] Port a58e3f68-b7a3-4380-8f50-30850cb56db6 on network 0b05d03f-38cc-4133-bd64-047a675bbe5d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:29:44.488233 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-c49254ec-c5b9-4531-b119-eb6f3200d77c service neutron] Attempting to bind port a58e3f68-b7a3-4380-8f50-30850cb56db6 on network 0b05d03f-38cc-4133-bd64-047a675bbe5d {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:29:44.496534 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-c49254ec-c5b9-4531-b119-eb6f3200d77c service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:29:44.496888 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-c49254ec-c5b9-4531-b119-eb6f3200d77c service neutron] Checking segment: {'id': 'b5e3e8d7-244d-4e2a-8664-4509f79f2458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0b05d03f-38cc-4133-bd64-047a675bbe5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:29:44.497750 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-c49254ec-c5b9-4531-b119-eb6f3200d77c service neutron] Bound using segment: {'id': 'b5e3e8d7-244d-4e2a-8664-4509f79f2458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0b05d03f-38cc-4133-bd64-047a675bbe5d'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:29:44.498223 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-c49254ec-c5b9-4531-b119-eb6f3200d77c service neutron] Bound port: a58e3f68-b7a3-4380-8f50-30850cb56db6, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e3e8d7-244d-4e2a-8664-4509f79f2458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0b05d03f-38cc-4133-bd64-047a675bbe5d'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:29:44.498804 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-c49254ec-c5b9-4531-b119-eb6f3200d77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a58e3f68-b7a3-4380-8f50-30850cb56db6), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:44.505351 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9cc58db0-a273-4706-8287-cc79fdc5a396 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4021504 Feb 16 22:29:44.505534 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-e8a7c26b-ade7-4902-a48d-b2ef9a3d9d78 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:29:44.505534 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e8a7c26b-ade7-4902-a48d-b2ef9a3d9d78 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1077588 Feb 16 22:29:44.505534 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44630) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:44.507043 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44632) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:44.509750 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-bd726410-62f9-4905-95e9-4a87d1a5593a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Request body: {'subnet': {'network_id': '08caee4c-c4d9-4f5c-a47c-8371b80db569', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:44.524729 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-afb63b51-b99d-414e-a6e6-326101ccbae5 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Request body: {'security_group_rule': {'security_group_id': '7600e429-ba9b-4a80-831d-08c6686d787e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:44.530421 n-d-813897-6 neutron-server[103466]: WARNING neutron.api.v2.base [None req-afb63b51-b99d-414e-a6e6-326101ccbae5 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 16 22:29:44.531051 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-afb63b51-b99d-414e-a6e6-326101ccbae5 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:29:44.534891 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-afb63b51-b99d-414e-a6e6-326101ccbae5 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0239811 Feb 16 22:29:44.539787 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44638) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:44.555382 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-76a1301b-71dc-4a64-b27e-d2e5afa1ce81 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Request body: {'security_group_rule': {'security_group_id': '7600e429-ba9b-4a80-831d-08c6686d787e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:44.601642 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc58db0-a273-4706-8287-cc79fdc5a396 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event updated for resources: {'Network': ['ID=08caee4c-c4d9-4f5c-a47c-8371b80db569,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:44.626296 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 5b2705f5-14d3-46ad-a59f-b2301f6f305d triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:44.626640 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5b2705f5-14d3-46ad-a59f-b2301f6f305d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:44.653233 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237b0ec-8667-4556-a34f-eb7143d19a5f req-262da276-fbf3-4f4c-8a70-e18ba72db7b1 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:44.656019 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d237b0ec-8667-4556-a34f-eb7143d19a5f req-262da276-fbf3-4f4c-8a70-e18ba72db7b1 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=83f6e597-009c-45f3-9e97-52c66b523ab8 HTTP/1.1" status: 200 len: 944 time: 0.2140043 Feb 16 22:29:44.685950 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 08caee4c-c4d9-4f5c-a47c-8371b80db569 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:29:44.715795 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 7e8d4bb2-b826-4498-b828-1e264bf62ea8 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:44.716178 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (7e8d4bb2-b826-4498-b828-1e264bf62ea8), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:44.723699 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d237b0ec-8667-4556-a34f-eb7143d19a5f req-ee4cb760-11c7-4335-acfb-0f22603fd202 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616162 Feb 16 22:29:44.770810 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-0f8648e1-a619-40a2-9262-222d20d34ec7 None None] Set router 091d1d37-4d0d-460f-aaf1-da4e8871e0f6 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:29:44.774455 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f6e597-009c-45f3-9e97-52c66b523ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8d4bb2-b826-4498-b828-1e264bf62ea8'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:29:44.777080 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b337171c-8e93-4bdb-9de2-e195064c1f19" -d '{"events": [{"server_uuid": "83f6e597-009c-45f3-9e97-52c66b523ab8", "name": "network-vif-plugged", "status": "completed", "tag": "7e8d4bb2-b826-4498-b828-1e264bf62ea8"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:29:44.819479 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-c49254ec-c5b9-4531-b119-eb6f3200d77c service neutron] For port a58e3f68-b7a3-4380-8f50-30850cb56db6, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:29:44.823416 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-c49254ec-c5b9-4531-b119-eb6f3200d77c service neutron] For port a58e3f68-b7a3-4380-8f50-30850cb56db6, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a58e3f68-b7a3-4380-8f50-30850cb56db6,segment=NetworkSegment(b5e3e8d7-244d-4e2a-8664-4509f79f2458),segment_id=b5e3e8d7-244d-4e2a-8664-4509f79f2458)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:29:44.830309 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd726410-62f9-4905-95e9-4a87d1a5593a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Made reservation on behalf of e64452173aec486d961d06421ef7d4cf for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:29:44.835818 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bd726410-62f9-4905-95e9-4a87d1a5593a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:44.839622 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 7e8d4bb2-b826-4498-b828-1e264bf62ea8, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=7e8d4bb2-b826-4498-b828-1e264bf62ea8,segment=NetworkSegment(389109f6-ebab-4899-93e4-704200323383),segment_id=389109f6-ebab-4899-93e4-704200323383)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:44.844846 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-76a1301b-71dc-4a64-b27e-d2e5afa1ce81 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:29:44.846114 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-76a1301b-71dc-4a64-b27e-d2e5afa1ce81 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3049140 Feb 16 22:29:44.871154 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44674) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:44.872837 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-c49254ec-c5b9-4531-b119-eb6f3200d77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (a58e3f68-b7a3-4380-8f50-30850cb56db6), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:44.892533 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-e23abb22-26d5-4478-981a-e6ec3855711c tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Request body: {'security_group_rule': {'security_group_id': '7600e429-ba9b-4a80-831d-08c6686d787e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:44.895900 n-d-813897-6 neutron-server[103466]: WARNING neutron.api.v2.base [None req-e23abb22-26d5-4478-981a-e6ec3855711c tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 22:29:44.897082 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-e23abb22-26d5-4478-981a-e6ec3855711c tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:29:44.897761 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e23abb22-26d5-4478-981a-e6ec3855711c tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0252850 Feb 16 22:29:44.902938 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44676) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:44.915069 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-ff06fa53-60ba-498e-aca1-c6668ba32402 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Request body: {'security_group_rule': {'security_group_id': '7600e429-ba9b-4a80-831d-08c6686d787e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:44.964131 n-d-813897-6 neutron-server[103466]: INFO neutron.db.securitygroups_db [None req-ff06fa53-60ba-498e-aca1-c6668ba32402 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Project dc6abc49b0464b4a85ca6d54fe367f8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 22:29:44.986015 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d6364-84de-4891-b020-3609f0defd51 req-a7d40910-0e37-4840-883c-8b31394656c2 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:44.993546 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-c49254ec-c5b9-4531-b119-eb6f3200d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:44.994815 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-335d6364-84de-4891-b020-3609f0defd51 req-a7d40910-0e37-4840-883c-8b31394656c2 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 945 time: 0.1620460 Feb 16 22:29:44.996530 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-c49254ec-c5b9-4531-b119-eb6f3200d77c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:44.998255 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-c49254ec-c5b9-4531-b119-eb6f3200d77c service neutron] 10.222.0.79 "PUT /v2.0/ports/a58e3f68-b7a3-4380-8f50-30850cb56db6 HTTP/1.1" status: 200 len: 1092 time: 2.2236900 Feb 16 22:29:45.012863 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1c1254-000d-46ab-a90b-981a3c978af1', 'tag': 'a58e3f68-b7a3-4380-8f50-30850cb56db6'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:29:45.014600 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (7e8d4bb2-b826-4498-b828-1e264bf62ea8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:45.022561 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-ff06fa53-60ba-498e-aca1-c6668ba32402 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:29:45.023895 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ff06fa53-60ba-498e-aca1-c6668ba32402 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1131668 Feb 16 22:29:45.026790 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b34f80-c954-4a66-a338-89890206de00" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1c1254-000d-46ab-a90b-981a3c978af1", "tag": "a58e3f68-b7a3-4380-8f50-30850cb56db6"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:29:45.028622 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44678) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:45.035245 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-78c92f87-19b1-415c-afce-eba216147044 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Request body: {'security_group_rule': {'security_group_id': '7600e429-ba9b-4a80-831d-08c6686d787e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:45.035610 n-d-813897-6 neutron-server[103466]: WARNING neutron.api.v2.base [None req-78c92f87-19b1-415c-afce-eba216147044 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 16 22:29:45.036584 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-78c92f87-19b1-415c-afce-eba216147044 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:29:45.037544 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-78c92f87-19b1-415c-afce-eba216147044 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073473 Feb 16 22:29:45.041291 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44682) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:45.049050 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-13afe82f-8e03-4bac-a5cc-a5c73c45e17b tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Request body: {'security_group_rule': {'security_group_id': '7600e429-ba9b-4a80-831d-08c6686d787e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:45.109890 n-d-813897-6 neutron-server[103466]: INFO neutron.db.securitygroups_db [None req-13afe82f-8e03-4bac-a5cc-a5c73c45e17b tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Project dc6abc49b0464b4a85ca6d54fe367f8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 22:29:45.122904 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49254ec-c5b9-4531-b119-eb6f3200d77c service neutron] Pushing event updated for resources: {'Port': ['ID=a58e3f68-b7a3-4380-8f50-30850cb56db6,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:45.163499 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-13afe82f-8e03-4bac-a5cc-a5c73c45e17b tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:29:45.164586 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-13afe82f-8e03-4bac-a5cc-a5c73c45e17b tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1207178 Feb 16 22:29:45.181637 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-335d6364-84de-4891-b020-3609f0defd51 req-ba6b8fd6-c39a-41ca-b405-57448e5b569a tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859365 Feb 16 22:29:45.182233 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44688) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:45.186238 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 5b2705f5-14d3-46ad-a59f-b2301f6f305d is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:45.206732 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-36898a2a-be8c-49bc-9ad1-8fa0fdf5eab8 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Request body: {'security_group_rule': {'security_group_id': '7600e429-ba9b-4a80-831d-08c6686d787e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:45.207124 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-23f2d9a0-8633-417f-bbbd-f3c6bede1faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:45.211511 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-23f2d9a0-8633-417f-bbbd-f3c6bede1faf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9fa0095c17d74d3996deafe74990816a&device_id=ec1c1254-000d-46ab-a90b-981a3c978af1 HTTP/1.1" status: 200 len: 1126 time: 0.1575942 Feb 16 22:29:45.263372 n-d-813897-6 neutron-server[103466]: INFO neutron.db.securitygroups_db [None req-36898a2a-be8c-49bc-9ad1-8fa0fdf5eab8 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Project dc6abc49b0464b4a85ca6d54fe367f8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 22:29:45.265930 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=7e8d4bb2-b826-4498-b828-1e264bf62ea8,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:45.299757 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-a61a79b3-ee1b-4681-bd2c-e6ca49509c40 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a58e3f68-b7a3-4380-8f50-30850cb56db6 HTTP/1.1" status: 200 len: 217 time: 0.0759466 Feb 16 22:29:45.303193 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-36898a2a-be8c-49bc-9ad1-8fa0fdf5eab8 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:29:45.304331 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-36898a2a-be8c-49bc-9ad1-8fa0fdf5eab8 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1211202 Feb 16 22:29:45.307174 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44700) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:45.424119 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bd726410-62f9-4905-95e9-4a87d1a5593a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (956ebb87-ed13-4106-98db-65f1ba31832f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:45.431238 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-edc291db-c1e0-4a3d-b582-ad7c31007cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:45.432933 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-edc291db-c1e0-4a3d-b582-ad7c31007cb1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=80c0bab0-94a8-4a8c-85ec-3cedc84eca5e HTTP/1.1" status: 200 len: 848 time: 0.1262245 Feb 16 22:29:45.472161 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fdc5f84b-fdd8-42df-8936-815afdff51c5 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (7600e429-ba9b-4a80-831d-08c6686d787e), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:45.522646 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-49840d4f-c582-49ee-8292-1a28a07a892d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0b05d03f-38cc-4133-bd64-047a675bbe5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573952 Feb 16 22:29:45.525314 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02468d8-2ba8-41fd-b3b3-5b115702a31d req-9bd61e1a-0314-44e3-b088-4422b969e053 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:45.531664 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c02468d8-2ba8-41fd-b3b3-5b115702a31d req-9bd61e1a-0314-44e3-b088-4422b969e053 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec1c1254-000d-46ab-a90b-981a3c978af1 HTTP/1.1" status: 200 len: 944 time: 0.2019114 Feb 16 22:29:45.542172 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-0f8648e1-a619-40a2-9262-222d20d34ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091d1d37-4d0d-460f-aaf1-da4e8871e0f6', 'name': 'tempest-TaggedBootDevicesTest_v242-881676706-router', 'tenant_id': '250905e6d1524f6f9784f0192f4aed17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '5b2705f5-14d3-46ad-a59f-b2301f6f305d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:29:29Z', 'updated_at': '2022-02-16T22:29:42Z', 'revision_number': 4, 'project_id': '250905e6d1524f6f9784f0192f4aed17', 'gw_port': {'id': '5b2705f5-14d3-46ad-a59f-b2301f6f305d', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d1d37-4d0d-460f-aaf1-da4e8871e0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:29:32Z', 'updated_at': '2022-02-16T22:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'a1f7a5cf-690d-41a3-99b0-6052e696c86a', 'name': '', 'network_id': 'b41ab317-46a4-458e-bf13-1c2fba47ce56', 'tenant_id': '250905e6d1524f6f9784f0192f4aed17', 'mac_address': 'fa:16:3e:d2:28:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091d1d37-4d0d-460f-aaf1-da4e8871e0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': 'da03853d-31b8-4eff-8f85-a7fd6e9d908b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:29:40Z', 'updated_at': '2022-02-16T22:29:42Z', 'revision_number': 2, 'project_id': '250905e6d1524f6f9784f0192f4aed17', 'subnets': [{'id': 'da03853d-31b8-4eff-8f85-a7fd6e9d908b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:45.561549 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fdc5f84b-fdd8-42df-8936-815afdff51c5 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (7600e429-ba9b-4a80-831d-08c6686d787e), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:45.578252 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd726410-62f9-4905-95e9-4a87d1a5593a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event updated for resources: {'Subnet': ['ID=956ebb87-ed13-4106-98db-65f1ba31832f,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:45.583466 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd726410-62f9-4905-95e9-4a87d1a5593a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Checking segment: {'id': 'f089931d-bbd8-4aba-b76f-a1cc1a6d3fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '08caee4c-c4d9-4f5c-a47c-8371b80db569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:29:45.583783 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd726410-62f9-4905-95e9-4a87d1a5593a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Network hostable DHCP agents. Network: 08caee4c-c4d9-4f5c-a47c-8371b80db569, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:29:45.614975 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8648e1-a619-40a2-9262-222d20d34ec7 None None] Checking router: 091d1d37-4d0d-460f-aaf1-da4e8871e0f6 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:29:45.615709 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8648e1-a619-40a2-9262-222d20d34ec7 None None] Updating router 091d1d37-4d0d-460f-aaf1-da4e8871e0f6 port a1f7a5cf-690d-41a3-99b0-6052e696c86a binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:29:45.642887 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd726410-62f9-4905-95e9-4a87d1a5593a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Network 08caee4c-c4d9-4f5c-a47c-8371b80db569 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:29:45.668451 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c02468d8-2ba8-41fd-b3b3-5b115702a31d req-5ed78213-e24a-40b4-b505-cba60e6a8716 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/security-groups?id=013ffa82-e3a7-4fe0-97ba-3be9d7bef13c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577650 Feb 16 22:29:45.670587 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fdc5f84b-fdd8-42df-8936-815afdff51c5 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7600e429-ba9b-4a80-831d-08c6686d787e), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:45.678966 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fdc5f84b-fdd8-42df-8936-815afdff51c5 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:45.679491 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-bd726410-62f9-4905-95e9-4a87d1a5593a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 08caee4c-c4d9-4f5c-a47c-8371b80db569) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:29:45.682910 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-60a74f3d-9a5c-4092-9bff-f92863675960 service neutron] 10.222.0.79 "GET /v2.0/networks/0b05d03f-38cc-4133-bd64-047a675bbe5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499009 Feb 16 22:29:45.684629 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0f8648e1-a619-40a2-9262-222d20d34ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a1f7a5cf-690d-41a3-99b0-6052e696c86a), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:45.686432 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-fdc5f84b-fdd8-42df-8936-815afdff51c5 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "DELETE /v2.0/security-groups/7600e429-ba9b-4a80-831d-08c6686d787e HTTP/1.1" status: 204 len: 168 time: 0.3781650 Feb 16 22:29:45.688963 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44708) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:45.716648 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cce643-bd09-460d-b2c9-eb44ce28e5f7 None None] Network 08caee4c-c4d9-4f5c-a47c-8371b80db569 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:29:45.804436 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5f84b-fdd8-42df-8936-815afdff51c5 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7600e429-ba9b-4a80-831d-08c6686d787e,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:45.822250 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5017c1aa-a5d6-4e8a-b5bd-2c15c0c75a62 x-openstack-request-id: req-5017c1aa-a5d6-4e8a-b5bd-2c15c0c75a62 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:29:45.824331 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f6e597-009c-45f3-9e97-52c66b523ab8", "name": "network-vif-plugged", "status": "completed", "tag": "7e8d4bb2-b826-4498-b828-1e264bf62ea8", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:29:45.825545 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5017c1aa-a5d6-4e8a-b5bd-2c15c0c75a62 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:29:45.826157 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f6e597-009c-45f3-9e97-52c66b523ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8d4bb2-b826-4498-b828-1e264bf62ea8', 'code': 200} Feb 16 22:29:45.834898 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-cc0cd555-c0eb-474f-b99b-847bf8e50dbc tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1375923 Feb 16 22:29:45.846863 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44718) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:45.852725 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-0dfcfc23-abd1-4702-91cd-a1e1a8a428f2 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Request body: {'security_group': {'name': 'tempest-secgroup--851860505'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:45.863843 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd726410-62f9-4905-95e9-4a87d1a5593a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:45.868840 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bd726410-62f9-4905-95e9-4a87d1a5593a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:45.891020 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44dc45a9-8381-4783-8166-718fb13f90c7 x-openstack-request-id: req-44dc45a9-8381-4783-8166-718fb13f90c7 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:29:45.891478 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1c1254-000d-46ab-a90b-981a3c978af1", "tag": "a58e3f68-b7a3-4380-8f50-30850cb56db6", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:29:45.892059 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-44dc45a9-8381-4783-8166-718fb13f90c7 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:29:45.892732 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec1c1254-000d-46ab-a90b-981a3c978af1', 'tag': 'a58e3f68-b7a3-4380-8f50-30850cb56db6', 'status': 'completed', 'code': 200} Feb 16 22:29:45.907974 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bd726410-62f9-4905-95e9-4a87d1a5593a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4030812 Feb 16 22:29:45.910569 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44720) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:45.915267 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78b38a-d4d8-4fdc-bd07-ea9db9c19663 req-cba48c94-7821-4259-aeb0-121c8ea462b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:45.916846 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ad78b38a-d4d8-4fdc-bd07-ea9db9c19663 req-cba48c94-7821-4259-aeb0-121c8ea462b7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=83f6e597-009c-45f3-9e97-52c66b523ab8 HTTP/1.1" status: 200 len: 1127 time: 0.0806735 Feb 16 22:29:45.918112 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0dfcfc23-abd1-4702-91cd-a1e1a8a428f2 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:46.052812 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0494ef22-8e89-4994-89ff-b99595a1b378 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (08caee4c-c4d9-4f5c-a47c-8371b80db569), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:46.069397 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0dfcfc23-abd1-4702-91cd-a1e1a8a428f2 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (2e5b5378-0393-42be-be9e-43de27363a64), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:46.089354 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0dfcfc23-abd1-4702-91cd-a1e1a8a428f2 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (2e5b5378-0393-42be-be9e-43de27363a64), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:46.095629 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4419046f-9181-4f13-af00-c34c58fb4d41 req-41876e45-8f7f-41bd-b426-4177723df21c service neutron] 10.222.0.79 "GET /v2.0/networks/0b05d03f-38cc-4133-bd64-047a675bbe5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023280 Feb 16 22:29:46.171965 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfcfc23-abd1-4702-91cd-a1e1a8a428f2 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5b5378-0393-42be-be9e-43de27363a64,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:46.185622 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0dfcfc23-abd1-4702-91cd-a1e1a8a428f2 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:46.190063 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0dfcfc23-abd1-4702-91cd-a1e1a8a428f2 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3388293 Feb 16 22:29:46.197018 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44736) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:46.212134 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-6f81d1e6-638b-43bc-a2ae-016384bf25dc tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Request body: {'security_group_rule': {'security_group_id': '2e5b5378-0393-42be-be9e-43de27363a64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:46.244269 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0494ef22-8e89-4994-89ff-b99595a1b378 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (956ebb87-ed13-4106-98db-65f1ba31832f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:46.257713 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ad78b38a-d4d8-4fdc-bd07-ea9db9c19663 req-5a800880-c343-4910-9ada-f50faaaa1b44 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300269 Feb 16 22:29:46.323946 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0f8648e1-a619-40a2-9262-222d20d34ec7 None None] Publish callbacks [] for port (a1f7a5cf-690d-41a3-99b0-6052e696c86a), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:46.331663 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4b188-5fb3-4758-a786-b561f3633d5e req-bdafcb5d-f5c2-4f7e-9217-cfe3884e722b tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:46.335662 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5c4b188-5fb3-4758-a786-b561f3633d5e req-bdafcb5d-f5c2-4f7e-9217-cfe3884e722b tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=872885f4-ca22-48da-bc71-53542c83ac5b HTTP/1.1" status: 200 len: 945 time: 0.2648337 Feb 16 22:29:46.368214 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b34f80-c954-4a66-a338-89890206de00 req-aec1571e-44b7-4f8f-85d2-14972fdf179d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:46.381817 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-08b34f80-c954-4a66-a338-89890206de00 req-aec1571e-44b7-4f8f-85d2-14972fdf179d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9fa0095c17d74d3996deafe74990816a&device_id=ec1c1254-000d-46ab-a90b-981a3c978af1 HTTP/1.1" status: 200 len: 1126 time: 0.2080944 Feb 16 22:29:46.381945 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0f8648e1-a619-40a2-9262-222d20d34ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a1f7a5cf-690d-41a3-99b0-6052e696c86a), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:46.397541 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77006e6-c76c-491d-9d67-a203861bc2c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-08caee4c-c4d9-4f5c-a47c-8371b80db569', 'network_id': '08caee4c-c4d9-4f5c-a47c-8371b80db569', 'project_id': 'e64452173aec486d961d06421ef7d4cf', 'fixed_ips': [{'subnet_id': '956ebb87-ed13-4106-98db-65f1ba31832f'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:29:46.399737 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a77006e6-c76c-491d-9d67-a203861bc2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:46.438545 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0494ef22-8e89-4994-89ff-b99595a1b378 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (956ebb87-ed13-4106-98db-65f1ba31832f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:46.446455 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-6f81d1e6-638b-43bc-a2ae-016384bf25dc tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] create failed (client error): The resource could not be found. Feb 16 22:29:46.462289 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6f81d1e6-638b-43bc-a2ae-016384bf25dc tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2619040 Feb 16 22:29:46.463678 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44758) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:46.493025 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494ef22-8e89-4994-89ff-b99595a1b378 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event deleted for resources: {'Subnet': ['ID=956ebb87-ed13-4106-98db-65f1ba31832f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:46.504625 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-96883866-8927-48b5-acdf-4898a8902998 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Request body: {'security_group_rule': {'security_group_id': '2e5b5378-0393-42be-be9e-43de27363a64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'a204f9ca-dac9-4bc9-8ae3-fffa84e8dd2d'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:46.515505 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494ef22-8e89-4994-89ff-b99595a1b378 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:46.515854 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494ef22-8e89-4994-89ff-b99595a1b378 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:46.516199 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494ef22-8e89-4994-89ff-b99595a1b378 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:46.516537 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494ef22-8e89-4994-89ff-b99595a1b378 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:46.516871 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494ef22-8e89-4994-89ff-b99595a1b378 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:46.517203 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494ef22-8e89-4994-89ff-b99595a1b378 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:46.517531 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494ef22-8e89-4994-89ff-b99595a1b378 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:46.517856 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494ef22-8e89-4994-89ff-b99595a1b378 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:46.518211 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494ef22-8e89-4994-89ff-b99595a1b378 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:46.518536 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494ef22-8e89-4994-89ff-b99595a1b378 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:46.518858 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494ef22-8e89-4994-89ff-b99595a1b378 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:46.519181 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494ef22-8e89-4994-89ff-b99595a1b378 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:46.519505 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494ef22-8e89-4994-89ff-b99595a1b378 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:29:46.555893 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5c4b188-5fb3-4758-a786-b561f3633d5e req-7649c878-50f2-4589-a5da-cf38f464df75 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043676 Feb 16 22:29:46.695694 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-96883866-8927-48b5-acdf-4898a8902998 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] create failed (client error): The resource could not be found. Feb 16 22:29:46.699412 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-96883866-8927-48b5-acdf-4898a8902998 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2140806 Feb 16 22:29:46.699738 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44762) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:46.912400 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e19acd-ce91-412d-9f90-d43bd205bfff None None] Pushing event updated for resources: {'Port': ['ID=a1f7a5cf-690d-41a3-99b0-6052e696c86a,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:46.949342 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f911c4f6-4449-42ee-97e6-c823d53e6a1b tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (2e5b5378-0393-42be-be9e-43de27363a64), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:46.962187 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1e58ad-4d69-4796-bde6-b33f0a4c8c30 None None] Network 08caee4c-c4d9-4f5c-a47c-8371b80db569 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:29:46.985815 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230efa8-153e-4284-b89f-a26012cad73a req-248e6e29-86fb-4ac7-9695-ff89676124e3 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:46.994194 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c230efa8-153e-4284-b89f-a26012cad73a req-248e6e29-86fb-4ac7-9695-ff89676124e3 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=83f6e597-009c-45f3-9e97-52c66b523ab8 HTTP/1.1" status: 200 len: 945 time: 0.2421229 Feb 16 22:29:47.020452 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f911c4f6-4449-42ee-97e6-c823d53e6a1b tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (2e5b5378-0393-42be-be9e-43de27363a64), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:47.075208 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-0f8648e1-a619-40a2-9262-222d20d34ec7 None None] Attempting to bind port a1f7a5cf-690d-41a3-99b0-6052e696c86a on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:29:47.075588 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-0f8648e1-a619-40a2-9262-222d20d34ec7 None None] Attempting to bind port a1f7a5cf-690d-41a3-99b0-6052e696c86a by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '4c920fb4-4a9e-4046-a555-b5d70fbb08dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b41ab317-46a4-458e-bf13-1c2fba47ce56'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:29:47.075946 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8648e1-a619-40a2-9262-222d20d34ec7 None None] Attempting to bind port a1f7a5cf-690d-41a3-99b0-6052e696c86a on network b41ab317-46a4-458e-bf13-1c2fba47ce56 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:29:47.102874 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c230efa8-153e-4284-b89f-a26012cad73a req-e46d0103-a2ea-4c81-85dc-67c5f55500b5 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076987 Feb 16 22:29:47.137878 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f911c4f6-4449-42ee-97e6-c823d53e6a1b tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (2e5b5378-0393-42be-be9e-43de27363a64), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:47.142460 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f911c4f6-4449-42ee-97e6-c823d53e6a1b tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:47.144059 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f911c4f6-4449-42ee-97e6-c823d53e6a1b tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "DELETE /v2.0/security-groups/2e5b5378-0393-42be-be9e-43de27363a64 HTTP/1.1" status: 204 len: 168 time: 0.4433205 Feb 16 22:29:47.145723 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0494ef22-8e89-4994-89ff-b99595a1b378 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (08caee4c-c4d9-4f5c-a47c-8371b80db569), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:47.151848 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44766) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:47.168604 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911c4f6-4449-42ee-97e6-c823d53e6a1b tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5b5378-0393-42be-be9e-43de27363a64,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:47.204239 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1aa3b132-aa90-464d-85c5-c561a1b1f0ca None None] Provisioning complete for port a1f7a5cf-690d-41a3-99b0-6052e696c86a triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:47.206990 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1aa3b132-aa90-464d-85c5-c561a1b1f0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a1f7a5cf-690d-41a3-99b0-6052e696c86a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:47.208313 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-0494ef22-8e89-4994-89ff-b99595a1b378 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08caee4c-c4d9-4f5c-a47c-8371b80db569']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:47.252347 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-0494ef22-8e89-4994-89ff-b99595a1b378 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f089931d-bbd8-4aba-b76f-a1cc1a6d3fc1') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:47.258152 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-0494ef22-8e89-4994-89ff-b99595a1b378 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f089931d-bbd8-4aba-b76f-a1cc1a6d3fc1') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:47.286248 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485c1b2-8be3-4c09-b24b-c02dde2e9e05 req-0d40cbbe-0173-4f1a-a3c7-13364a616d7f tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:47.293783 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0494ef22-8e89-4994-89ff-b99595a1b378 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (f089931d-bbd8-4aba-b76f-a1cc1a6d3fc1), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:47.296342 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7485c1b2-8be3-4c09-b24b-c02dde2e9e05 req-0d40cbbe-0173-4f1a-a3c7-13364a616d7f tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec1c1254-000d-46ab-a90b-981a3c978af1 HTTP/1.1" status: 200 len: 944 time: 0.0811260 Feb 16 22:29:47.309717 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8648e1-a619-40a2-9262-222d20d34ec7 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:29:47.310143 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8648e1-a619-40a2-9262-222d20d34ec7 None None] Checking segment: {'id': '4c920fb4-4a9e-4046-a555-b5d70fbb08dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b41ab317-46a4-458e-bf13-1c2fba47ce56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:29:47.310538 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0f8648e1-a619-40a2-9262-222d20d34ec7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:47.310933 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8648e1-a619-40a2-9262-222d20d34ec7 None None] Bound using segment: {'id': '4c920fb4-4a9e-4046-a555-b5d70fbb08dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b41ab317-46a4-458e-bf13-1c2fba47ce56'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:29:47.311431 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-0f8648e1-a619-40a2-9262-222d20d34ec7 None None] Bound port: a1f7a5cf-690d-41a3-99b0-6052e696c86a, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c920fb4-4a9e-4046-a555-b5d70fbb08dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b41ab317-46a4-458e-bf13-1c2fba47ce56'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:29:47.312363 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0f8648e1-a619-40a2-9262-222d20d34ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a1f7a5cf-690d-41a3-99b0-6052e696c86a), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:47.369131 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3fbc7461-8b06-43cc-9ed6-5cc32162f202 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2156987 Feb 16 22:29:47.370831 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0494ef22-8e89-4994-89ff-b99595a1b378 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (f089931d-bbd8-4aba-b76f-a1cc1a6d3fc1), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:47.375188 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7485c1b2-8be3-4c09-b24b-c02dde2e9e05 req-59cbb168-e11c-43bd-aecb-3d5d5bad4381 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/security-groups?id=013ffa82-e3a7-4fe0-97ba-3be9d7bef13c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775554 Feb 16 22:29:47.375717 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44768) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:47.379167 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b34f80-c954-4a66-a338-89890206de00 req-31e551d7-9da0-4d45-9d19-0a6b29842705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:47.382372 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-08b34f80-c954-4a66-a338-89890206de00 req-31e551d7-9da0-4d45-9d19-0a6b29842705 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0b05d03f-38cc-4133-bd64-047a675bbe5d HTTP/1.1" status: 200 len: 909 time: 0.9001269 Feb 16 22:29:47.383590 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-50cd0a84-3b06-4946-9824-36dfa7756644 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Request body: {'security_group_rule': {'security_group_id': 'bf08e04f-ae96-4c7a-9929-576d5977f588', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:47.419473 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0494ef22-8e89-4994-89ff-b99595a1b378 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:29:47.421247 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0494ef22-8e89-4994-89ff-b99595a1b378 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (f089931d-bbd8-4aba-b76f-a1cc1a6d3fc1), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:47.431058 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:29:47.431058 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:29:47.431058 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:29:47.431058 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:29:47.431058 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:29:47.431058 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:29:47.431058 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:29:47.431058 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:29:47.431058 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:29:47.431058 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:29:47.431058 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:29:47.431058 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:29:47.431058 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:29:47.431058 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:29:47.431058 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:29:47.431058 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:29:47.431058 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:29:47.431058 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:29:47.431058 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:29:47.431058 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:29:47.431058 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:29:47.431058 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:29:47.431058 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:29:47.431058 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:29:47.431058 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:29:47.431058 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:29:47.431058 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:29:47.431058 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:29:47.431058 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:29:47.431058 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:29:47.431058 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:29:47.431058 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:29:47.460118 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-50cd0a84-3b06-4946-9824-36dfa7756644 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] create failed (client error): The resource could not be found. Feb 16 22:29:47.461832 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-50cd0a84-3b06-4946-9824-36dfa7756644 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0828531 Feb 16 22:29:47.467030 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44774) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:47.472946 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-6813a9bf-6b7c-459c-86b3-84d5e96ac572 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Request body: {'security_group': {'name': 'tempest-secgroup--2072777921'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:47.507414 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-08b34f80-c954-4a66-a338-89890206de00 req-83371740-a03c-4fa9-958d-147a59e997b3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a58e3f68-b7a3-4380-8f50-30850cb56db6 HTTP/1.1" status: 200 len: 217 time: 0.1059341 Feb 16 22:29:47.537471 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6813a9bf-6b7c-459c-86b3-84d5e96ac572 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:47.667295 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1aa3b132-aa90-464d-85c5-c561a1b1f0ca None None] Port a1f7a5cf-690d-41a3-99b0-6052e696c86a cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:29:47.686198 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0494ef22-8e89-4994-89ff-b99595a1b378 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (08caee4c-c4d9-4f5c-a47c-8371b80db569), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:47.705682 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0494ef22-8e89-4994-89ff-b99595a1b378 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:47.710635 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0494ef22-8e89-4994-89ff-b99595a1b378 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "DELETE /v2.0/networks/08caee4c-c4d9-4f5c-a47c-8371b80db569 HTTP/1.1" status: 204 len: 168 time: 1.7986362 Feb 16 22:29:47.715238 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44778) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:47.725215 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device a58e3f68-b7a3-4380-8f50-30850cb56db6 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:29:47.735014 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-0f8648e1-a619-40a2-9262-222d20d34ec7 None None] For port a1f7a5cf-690d-41a3-99b0-6052e696c86a, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:29:47.740942 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-ddffc29b-f555-4883-a293-a1fa3054c5c5 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1765580194'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:47.756496 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6813a9bf-6b7c-459c-86b3-84d5e96ac572 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (106c62a8-6cbb-48e7-8ebc-cfda30aaa7e2), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:47.762326 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-0f8648e1-a619-40a2-9262-222d20d34ec7 None None] For port a1f7a5cf-690d-41a3-99b0-6052e696c86a, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a1f7a5cf-690d-41a3-99b0-6052e696c86a,segment=NetworkSegment(4c920fb4-4a9e-4046-a555-b5d70fbb08dd),segment_id=4c920fb4-4a9e-4046-a555-b5d70fbb08dd)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:29:47.769366 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494ef22-8e89-4994-89ff-b99595a1b378 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event deleted for resources: {'Network': ['ID=08caee4c-c4d9-4f5c-a47c-8371b80db569,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:47.772933 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6813a9bf-6b7c-459c-86b3-84d5e96ac572 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (106c62a8-6cbb-48e7-8ebc-cfda30aaa7e2), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:47.778270 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b34f80-c954-4a66-a338-89890206de00 req-b1e804c9-93ec-4bc7-a3a1-28a70d405b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:47.784960 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0f8648e1-a619-40a2-9262-222d20d34ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a1f7a5cf-690d-41a3-99b0-6052e696c86a), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:47.786340 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-08b34f80-c954-4a66-a338-89890206de00 req-b1e804c9-93ec-4bc7-a3a1-28a70d405b7d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=80c0bab0-94a8-4a8c-85ec-3cedc84eca5e HTTP/1.1" status: 200 len: 848 time: 0.2704828 Feb 16 22:29:47.824640 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813a9bf-6b7c-459c-86b3-84d5e96ac572 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=106c62a8-6cbb-48e7-8ebc-cfda30aaa7e2,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:47.858362 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6813a9bf-6b7c-459c-86b3-84d5e96ac572 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:47.862595 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6813a9bf-6b7c-459c-86b3-84d5e96ac572 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3918247 Feb 16 22:29:47.862595 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddffc29b-f555-4883-a293-a1fa3054c5c5 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Made reservation on behalf of e64452173aec486d961d06421ef7d4cf for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:29:47.864534 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ddffc29b-f555-4883-a293-a1fa3054c5c5 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:47.867973 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44780) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:47.879141 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-9996ca88-e492-4cfa-9704-7a4b44d2dea1 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Request body: {'security_group': {'name': 'tempest-secgroup--158473168'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:47.904277 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee36acc-5fd7-4323-b92e-693ffdc9e2fd req-2feb1f1f-5bc7-4a65-a078-87a945ccb7f0 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:47.913168 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4ee36acc-5fd7-4323-b92e-693ffdc9e2fd req-2feb1f1f-5bc7-4a65-a078-87a945ccb7f0 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=872885f4-ca22-48da-bc71-53542c83ac5b HTTP/1.1" status: 200 len: 945 time: 0.2278693 Feb 16 22:29:47.932246 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-08b34f80-c954-4a66-a338-89890206de00 req-9c52a71d-f791-4ace-9c4f-1e56f43052ce service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0b05d03f-38cc-4133-bd64-047a675bbe5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1393225 Feb 16 22:29:47.943038 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9996ca88-e492-4cfa-9704-7a4b44d2dea1 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:47.952669 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddffc29b-f555-4883-a293-a1fa3054c5c5 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:29:47.970697 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ddffc29b-f555-4883-a293-a1fa3054c5c5 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (2d3b54e7-e006-4609-bb21-dd10b3ff0fe3), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:47.971114 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-ddffc29b-f555-4883-a293-a1fa3054c5c5 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Added segment 2d3b54e7-e006-4609-bb21-dd10b3ff0fe3 of type vlan for network a812b4da-f4f6-4a5e-9b4f-7c91307105d3 Feb 16 22:29:48.095808 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8648e1-a619-40a2-9262-222d20d34ec7 None None] Routers {'091d1d37-4d0d-460f-aaf1-da4e8871e0f6'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:29:48.096593 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-0f8648e1-a619-40a2-9262-222d20d34ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:29:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['091d1d37-4d0d-460f-aaf1-da4e8871e0f6'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:48.102134 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e19acd-ce91-412d-9f90-d43bd205bfff None None] Pushing event updated for resources: {'Port': ['ID=a1f7a5cf-690d-41a3-99b0-6052e696c86a,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:48.170448 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4ee36acc-5fd7-4323-b92e-693ffdc9e2fd req-75fe4508-403b-4015-87da-26f1f80519cc tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362704 Feb 16 22:29:48.197660 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ddffc29b-f555-4883-a293-a1fa3054c5c5 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (a812b4da-f4f6-4a5e-9b4f-7c91307105d3), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:48.252783 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ddffc29b-f555-4883-a293-a1fa3054c5c5 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (a812b4da-f4f6-4a5e-9b4f-7c91307105d3), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:48.258595 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddffc29b-f555-4883-a293-a1fa3054c5c5 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:48.259168 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ddffc29b-f555-4883-a293-a1fa3054c5c5 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:48.324871 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-08b34f80-c954-4a66-a338-89890206de00 req-7571a45c-11a3-4288-9db5-4f6ec4525726 service neutron] 10.222.0.79 "GET /v2.0/networks/0b05d03f-38cc-4133-bd64-047a675bbe5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710928 Feb 16 22:29:48.385130 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9996ca88-e492-4cfa-9704-7a4b44d2dea1 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (49ed29be-86e9-40e9-ab8c-5ce359766ef2), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:48.394658 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9996ca88-e492-4cfa-9704-7a4b44d2dea1 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (49ed29be-86e9-40e9-ab8c-5ce359766ef2), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:48.412642 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ddffc29b-f555-4883-a293-a1fa3054c5c5 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6959486 Feb 16 22:29:48.447585 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44788) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:48.455128 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-25d3ea68-d571-4920-9ef7-eed4169df344 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Request body: {'subnet': {'network_id': 'a812b4da-f4f6-4a5e-9b4f-7c91307105d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:48.513873 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc29b-f555-4883-a293-a1fa3054c5c5 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event updated for resources: {'Network': ['ID=a812b4da-f4f6-4a5e-9b4f-7c91307105d3,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:48.520536 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9996ca88-e492-4cfa-9704-7a4b44d2dea1 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:48.522149 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9996ca88-e492-4cfa-9704-7a4b44d2dea1 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6506448 Feb 16 22:29:48.542540 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44792) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:48.565703 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-d974b27c-9634-4ab3-b37d-71dee2b6dadb tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Request body: {'security_group_rule': {'security_group_id': '106c62a8-6cbb-48e7-8ebc-cfda30aaa7e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '49ed29be-86e9-40e9-ab8c-5ce359766ef2'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:48.601129 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ac3d7-c9e3-4962-9bec-01ca875255cc req-5a5eb4ca-f9f6-485b-a953-6c7384217dd8 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:48.607434 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d47ac3d7-c9e3-4962-9bec-01ca875255cc req-5a5eb4ca-f9f6-485b-a953-6c7384217dd8 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=83f6e597-009c-45f3-9e97-52c66b523ab8 HTTP/1.1" status: 200 len: 945 time: 0.2701335 Feb 16 22:29:48.668622 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d47ac3d7-c9e3-4962-9bec-01ca875255cc req-a1b726a1-b1bb-4b7c-a293-1d3e754e600f tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544145 Feb 16 22:29:48.675662 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996ca88-e492-4cfa-9704-7a4b44d2dea1 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ed29be-86e9-40e9-ab8c-5ce359766ef2,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:48.698530 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network a812b4da-f4f6-4a5e-9b4f-7c91307105d3 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:29:48.741606 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-08b34f80-c954-4a66-a338-89890206de00 req-1ee350d1-6562-4fb8-acab-4fbf2af6fd03 service neutron] 10.222.0.79 "GET /v2.0/networks/0b05d03f-38cc-4133-bd64-047a675bbe5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102392 Feb 16 22:29:48.752351 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d3ea68-d571-4920-9ef7-eed4169df344 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Made reservation on behalf of e64452173aec486d961d06421ef7d4cf for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:29:48.757387 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-25d3ea68-d571-4920-9ef7-eed4169df344 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:48.762269 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-d974b27c-9634-4ab3-b37d-71dee2b6dadb tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:29:48.778547 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d974b27c-9634-4ab3-b37d-71dee2b6dadb tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2261834 Feb 16 22:29:48.779310 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44798) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:48.835124 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a70389-abb8-4e99-9dab-64d9be4044f9 req-df13ee85-43ac-41a6-9b76-09deec2f7176 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:48.843288 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-36a70389-abb8-4e99-9dab-64d9be4044f9 req-df13ee85-43ac-41a6-9b76-09deec2f7176 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec1c1254-000d-46ab-a90b-981a3c978af1 HTTP/1.1" status: 200 len: 944 time: 0.0793264 Feb 16 22:29:48.908442 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-36a70389-abb8-4e99-9dab-64d9be4044f9 req-33dd245a-dd34-4141-b265-7fed745753c8 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/security-groups?id=013ffa82-e3a7-4fe0-97ba-3be9d7bef13c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635414 Feb 16 22:29:48.966937 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-0f8648e1-a619-40a2-9262-222d20d34ec7 None None] Set router 091d1d37-4d0d-460f-aaf1-da4e8871e0f6 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:29:49.008964 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-80629f04-8f5c-4624-8089-3708595c0009 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (49ed29be-86e9-40e9-ab8c-5ce359766ef2), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:49.220063 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port a58e3f68-b7a3-4380-8f50-30850cb56db6, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a58e3f68-b7a3-4380-8f50-30850cb56db6,segment=NetworkSegment(b5e3e8d7-244d-4e2a-8664-4509f79f2458),segment_id=b5e3e8d7-244d-4e2a-8664-4509f79f2458)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:49.223816 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e630871c-545d-41ac-ac1a-5ee2c1912af9 None None] Provisioning complete for port a1f7a5cf-690d-41a3-99b0-6052e696c86a triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:49.223816 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e630871c-545d-41ac-ac1a-5ee2c1912af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a1f7a5cf-690d-41a3-99b0-6052e696c86a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:49.280508 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-25d3ea68-d571-4920-9ef7-eed4169df344 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (20b678ca-d2b3-4802-ae8e-c83c624611ff), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:49.297390 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-80629f04-8f5c-4624-8089-3708595c0009 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (49ed29be-86e9-40e9-ab8c-5ce359766ef2), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:49.302723 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'a58e3f68-b7a3-4380-8f50-30850cb56db6', 'network_id': '0b05d03f-38cc-4133-bd64-047a675bbe5d', 'port_id': 'a58e3f68-b7a3-4380-8f50-30850cb56db6', 'mac_address': 'fa:16:3e:22:89:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80c0bab0-94a8-4a8c-85ec-3cedc84eca5e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:29:49.370475 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port a58e3f68-b7a3-4380-8f50-30850cb56db6 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:49.373485 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a58e3f68-b7a3-4380-8f50-30850cb56db6), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:49.393539 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a58e3f68-b7a3-4380-8f50-30850cb56db6 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:29:49.442531 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port a58e3f68-b7a3-4380-8f50-30850cb56db6, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a58e3f68-b7a3-4380-8f50-30850cb56db6,segment=NetworkSegment(b5e3e8d7-244d-4e2a-8664-4509f79f2458),segment_id=b5e3e8d7-244d-4e2a-8664-4509f79f2458)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:49.448231 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3ea68-d571-4920-9ef7-eed4169df344 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event updated for resources: {'Subnet': ['ID=20b678ca-d2b3-4802-ae8e-c83c624611ff,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:49.456241 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a58e3f68-b7a3-4380-8f50-30850cb56db6), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:49.461400 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d3ea68-d571-4920-9ef7-eed4169df344 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Checking segment: {'id': '2d3b54e7-e006-4609-bb21-dd10b3ff0fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a812b4da-f4f6-4a5e-9b4f-7c91307105d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:29:49.461996 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d3ea68-d571-4920-9ef7-eed4169df344 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Network hostable DHCP agents. Network: a812b4da-f4f6-4a5e-9b4f-7c91307105d3, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:29:49.499947 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f794f-9932-419b-ba98-8eadbab44b22 req-21eb0694-6c3f-4b60-9f62-87d230143fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:49.502360 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b43f794f-9932-419b-ba98-8eadbab44b22 req-21eb0694-6c3f-4b60-9f62-87d230143fd0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=40c61a7cfadd45ac85b548218034c5f0&device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 1127 time: 0.0970330 Feb 16 22:29:49.504816 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-80629f04-8f5c-4624-8089-3708595c0009 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (49ed29be-86e9-40e9-ab8c-5ce359766ef2), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:49.508078 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-80629f04-8f5c-4624-8089-3708595c0009 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:49.509242 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-80629f04-8f5c-4624-8089-3708595c0009 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "DELETE /v2.0/security-groups/49ed29be-86e9-40e9-ab8c-5ce359766ef2 HTTP/1.1" status: 204 len: 168 time: 0.7238014 Feb 16 22:29:49.512344 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44816) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:49.543469 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d3ea68-d571-4920-9ef7-eed4169df344 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Network a812b4da-f4f6-4a5e-9b4f-7c91307105d3 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:29:49.552113 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=a58e3f68-b7a3-4380-8f50-30850cb56db6,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:49.558227 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80629f04-8f5c-4624-8089-3708595c0009 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ed29be-86e9-40e9-ab8c-5ce359766ef2,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:49.562534 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-0f8648e1-a619-40a2-9262-222d20d34ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091d1d37-4d0d-460f-aaf1-da4e8871e0f6', 'name': 'tempest-TaggedBootDevicesTest_v242-881676706-router', 'tenant_id': '250905e6d1524f6f9784f0192f4aed17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '5b2705f5-14d3-46ad-a59f-b2301f6f305d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:29:29Z', 'updated_at': '2022-02-16T22:29:42Z', 'revision_number': 4, 'project_id': '250905e6d1524f6f9784f0192f4aed17', 'gw_port': {'id': '5b2705f5-14d3-46ad-a59f-b2301f6f305d', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d1d37-4d0d-460f-aaf1-da4e8871e0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:29:32Z', 'updated_at': '2022-02-16T22:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'a1f7a5cf-690d-41a3-99b0-6052e696c86a', 'name': '', 'network_id': 'b41ab317-46a4-458e-bf13-1c2fba47ce56', 'tenant_id': '250905e6d1524f6f9784f0192f4aed17', 'mac_address': 'fa:16:3e:d2:28:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091d1d37-4d0d-460f-aaf1-da4e8871e0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': 'da03853d-31b8-4eff-8f85-a7fd6e9d908b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:29:40Z', 'updated_at': '2022-02-16T22:29:47Z', 'revision_number': 4, 'project_id': '250905e6d1524f6f9784f0192f4aed17', 'subnets': [{'id': 'da03853d-31b8-4eff-8f85-a7fd6e9d908b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:49.627437 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-43003f6d-76b2-43e4-8d2d-6e7bf8aa9cba tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1114144 Feb 16 22:29:49.634476 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44822) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:49.702659 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-25d3ea68-d571-4920-9ef7-eed4169df344 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, a812b4da-f4f6-4a5e-9b4f-7c91307105d3) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:29:49.709888 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d3ea68-d571-4920-9ef7-eed4169df344 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:49.711225 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-25d3ea68-d571-4920-9ef7-eed4169df344 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:49.736503 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8648e1-a619-40a2-9262-222d20d34ec7 None None] The sync data for ids ['091d1d37-4d0d-460f-aaf1-da4e8871e0f6'] in n-d-813897-6 is: [{'id': '091d1d37-4d0d-460f-aaf1-da4e8871e0f6', 'name': 'tempest-TaggedBootDevicesTest_v242-881676706-router', 'tenant_id': '250905e6d1524f6f9784f0192f4aed17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '5b2705f5-14d3-46ad-a59f-b2301f6f305d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:29:29Z', 'updated_at': '2022-02-16T22:29:42Z', 'revision_number': 4, 'project_id': '250905e6d1524f6f9784f0192f4aed17', 'gw_port': {'id': '5b2705f5-14d3-46ad-a59f-b2301f6f305d', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d1d37-4d0d-460f-aaf1-da4e8871e0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:29:32Z', 'updated_at': '2022-02-16T22:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'a1f7a5cf-690d-41a3-99b0-6052e696c86a', 'name': '', 'network_id': 'b41ab317-46a4-458e-bf13-1c2fba47ce56', 'tenant_id': '250905e6d1524f6f9784f0192f4aed17', 'mac_address': 'fa:16:3e:d2:28:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091d1d37-4d0d-460f-aaf1-da4e8871e0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': 'da03853d-31b8-4eff-8f85-a7fd6e9d908b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:29:40Z', 'updated_at': '2022-02-16T22:29:47Z', 'revision_number': 4, 'project_id': '250905e6d1524f6f9784f0192f4aed17', 'subnets': [{'id': 'da03853d-31b8-4eff-8f85-a7fd6e9d908b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:29:49.749708 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5840d870-7491-4e1a-aaf1-9a94010c120e None None] Network a812b4da-f4f6-4a5e-9b4f-7c91307105d3 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:29:49.775236 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-15e291ba-6c35-4752-a50e-2e6f8e5c3ed7 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (106c62a8-6cbb-48e7-8ebc-cfda30aaa7e2), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:49.812620 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['a58e3f68-b7a3-4380-8f50-30850cb56db6'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:29:49.818066 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f794f-9932-419b-ba98-8eadbab44b22 req-106ba9c8-2997-4eb5-8fbf-ceb1d3aadd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:49.824514 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b43f794f-9932-419b-ba98-8eadbab44b22 req-106ba9c8-2997-4eb5-8fbf-ceb1d3aadd45 service neutron] 10.222.0.79 "GET /v2.0/networks?id=752ff291-8125-4ff8-b264-ca3a640ae0c4 HTTP/1.1" status: 200 len: 920 time: 0.3100684 Feb 16 22:29:49.856727 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-15e291ba-6c35-4752-a50e-2e6f8e5c3ed7 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (106c62a8-6cbb-48e7-8ebc-cfda30aaa7e2), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:49.864999 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-25d3ea68-d571-4920-9ef7-eed4169df344 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4164326 Feb 16 22:29:49.959799 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e630871c-545d-41ac-ac1a-5ee2c1912af9 None None] Current status of the port a1f7a5cf-690d-41a3-99b0-6052e696c86a is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:49.960197 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e630871c-545d-41ac-ac1a-5ee2c1912af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a1f7a5cf-690d-41a3-99b0-6052e696c86a), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:49.967548 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44828) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:49.977705 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b43f794f-9932-419b-ba98-8eadbab44b22 req-c361399e-8ac9-46ce-b431-f91b76476c6e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20a5b726-5e1a-4ff9-ae11-2ab3951046a5 HTTP/1.1" status: 200 len: 217 time: 0.1423252 Feb 16 22:29:49.997124 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-15e291ba-6c35-4752-a50e-2e6f8e5c3ed7 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (106c62a8-6cbb-48e7-8ebc-cfda30aaa7e2), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:50.000249 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-15e291ba-6c35-4752-a50e-2e6f8e5c3ed7 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:50.001636 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-15e291ba-6c35-4752-a50e-2e6f8e5c3ed7 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "DELETE /v2.0/security-groups/106c62a8-6cbb-48e7-8ebc-cfda30aaa7e2 HTTP/1.1" status: 204 len: 168 time: 0.3661861 Feb 16 22:29:50.004554 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44832) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:50.039163 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:29:50.090579 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f794f-9932-419b-ba98-8eadbab44b22 req-92cab3a7-bad2-4631-a7f7-e80365b792cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:50.095035 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b43f794f-9932-419b-ba98-8eadbab44b22 req-92cab3a7-bad2-4631-a7f7-e80365b792cd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=50b869b4-5498-459d-a27a-a372659d9f4c HTTP/1.1" status: 200 len: 859 time: 0.1013200 Feb 16 22:29:50.098850 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e630871c-545d-41ac-ac1a-5ee2c1912af9 None None] For port a1f7a5cf-690d-41a3-99b0-6052e696c86a, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a1f7a5cf-690d-41a3-99b0-6052e696c86a,segment=NetworkSegment(4c920fb4-4a9e-4046-a555-b5d70fbb08dd),segment_id=4c920fb4-4a9e-4046-a555-b5d70fbb08dd)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:50.109026 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e291ba-6c35-4752-a50e-2e6f8e5c3ed7 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=106c62a8-6cbb-48e7-8ebc-cfda30aaa7e2,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:50.133817 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e630871c-545d-41ac-ac1a-5ee2c1912af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a1f7a5cf-690d-41a3-99b0-6052e696c86a), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:50.236961 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b43f794f-9932-419b-ba98-8eadbab44b22 req-3755f961-0083-498e-b427-67d070f214c1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=752ff291-8125-4ff8-b264-ca3a640ae0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1307333 Feb 16 22:29:50.240875 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0d84e100-d3b8-482d-b310-8433043f83f1 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2350919 Feb 16 22:29:50.245340 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44834) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:50.256783 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-b7a4a2db-23a9-4387-a591-a8817c4a493b tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Request body: {'security_group': {'name': 'tempest-secgroup--501236216'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:50.299200 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a4a34-3725-4014-a36f-ea10faffe589 req-ed755eab-6eb9-42f4-9e21-6c5bda3c5caa tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:50.307952 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a9a4a34-3725-4014-a36f-ea10faffe589 req-ed755eab-6eb9-42f4-9e21-6c5bda3c5caa tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=872885f4-ca22-48da-bc71-53542c83ac5b HTTP/1.1" status: 200 len: 945 time: 0.3655672 Feb 16 22:29:50.357373 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-30139c83-27fd-4f5b-af2f-b2cec22a8967 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (a812b4da-f4f6-4a5e-9b4f-7c91307105d3), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:50.374664 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a1f7a5cf-690d-41a3-99b0-6052e696c86a up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:29:50.403545 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b7a4a2db-23a9-4387-a591-a8817c4a493b tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:50.453348 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a9a4a34-3725-4014-a36f-ea10faffe589 req-3638429f-4d7f-4cb8-95fa-1fc6aef5a49f tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441488 Feb 16 22:29:50.489260 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630871c-545d-41ac-ac1a-5ee2c1912af9 None None] Pushing event updated for resources: {'Port': ['ID=a1f7a5cf-690d-41a3-99b0-6052e696c86a,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:50.521410 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653418ba-554b-454d-a786-bbcd47f2e66d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-a812b4da-f4f6-4a5e-9b4f-7c91307105d3', 'network_id': 'a812b4da-f4f6-4a5e-9b4f-7c91307105d3', 'project_id': 'e64452173aec486d961d06421ef7d4cf', 'fixed_ips': [{'subnet_id': '20b678ca-d2b3-4802-ae8e-c83c624611ff'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:29:50.531056 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-653418ba-554b-454d-a786-bbcd47f2e66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:50.550052 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b43f794f-9932-419b-ba98-8eadbab44b22 req-818f2986-81a2-4f19-84da-2405872278d4 service neutron] 10.222.0.79 "GET /v2.0/networks/752ff291-8125-4ff8-b264-ca3a640ae0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071096 Feb 16 22:29:50.566137 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-30139c83-27fd-4f5b-af2f-b2cec22a8967 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (20b678ca-d2b3-4802-ae8e-c83c624611ff), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:50.674493 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port a1f7a5cf-690d-41a3-99b0-6052e696c86a triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:50.674877 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a1f7a5cf-690d-41a3-99b0-6052e696c86a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:50.728099 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b7a4a2db-23a9-4387-a591-a8817c4a493b tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (7e1b0b0c-193d-4918-be5d-044b80c4ee65), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:50.742888 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b7a4a2db-23a9-4387-a591-a8817c4a493b tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7e1b0b0c-193d-4918-be5d-044b80c4ee65), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:50.822858 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27475e-e84a-42d2-a026-fd647bd5c0f7 req-96206892-d7e7-406d-b66f-c1fa5ac92480 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:50.831347 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bf27475e-e84a-42d2-a026-fd647bd5c0f7 req-96206892-d7e7-406d-b66f-c1fa5ac92480 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 945 time: 0.2755616 Feb 16 22:29:50.845250 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4a2db-23a9-4387-a591-a8817c4a493b tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1b0b0c-193d-4918-be5d-044b80c4ee65,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:50.872942 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-30139c83-27fd-4f5b-af2f-b2cec22a8967 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (20b678ca-d2b3-4802-ae8e-c83c624611ff), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:50.901756 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b43f794f-9932-419b-ba98-8eadbab44b22 req-7d880013-602f-41d9-9815-5acb5acbc4d8 service neutron] 10.222.0.79 "GET /v2.0/networks/752ff291-8125-4ff8-b264-ca3a640ae0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434863 Feb 16 22:29:50.915433 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b7a4a2db-23a9-4387-a591-a8817c4a493b tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:50.919415 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b7a4a2db-23a9-4387-a591-a8817c4a493b tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6704199 Feb 16 22:29:50.923127 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44840) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:50.938997 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-eac74ec7-269b-4da1-b2eb-f9da7aa3f754 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Request body: {'security_group_rule': {'security_group_id': '7e1b0b0c-193d-4918-be5d-044b80c4ee65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:50.969910 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30139c83-27fd-4f5b-af2f-b2cec22a8967 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event deleted for resources: {'Subnet': ['ID=20b678ca-d2b3-4802-ae8e-c83c624611ff,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:51.019508 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6628f2e2-6686-4e4e-a1ba-1c551543dee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:51.058646 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-eac74ec7-269b-4da1-b2eb-f9da7aa3f754 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:29:51.062236 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-eac74ec7-269b-4da1-b2eb-f9da7aa3f754 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1360340 Feb 16 22:29:51.065348 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44846) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:51.079461 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-ba381e19-2f28-4a4d-a67c-1e343d1b1fa6 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Request body: {'security_group_rule': {'security_group_id': '7e1b0b0c-193d-4918-be5d-044b80c4ee65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:51.079899 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bf27475e-e84a-42d2-a026-fd647bd5c0f7 req-6961f4de-e860-4b0d-8340-2d1f82b70ae3 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472575 Feb 16 22:29:51.156425 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-ba381e19-2f28-4a4d-a67c-1e343d1b1fa6 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:29:51.160147 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ba381e19-2f28-4a4d-a67c-1e343d1b1fa6 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0911262 Feb 16 22:29:51.160622 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44848) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:51.188480 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-30139c83-27fd-4f5b-af2f-b2cec22a8967 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (a812b4da-f4f6-4a5e-9b4f-7c91307105d3), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server [None req-653418ba-554b-454d-a786-bbcd47f2e66d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20b678ca-d2b3-4802-ae8e-c83c624611ff: This subnet is being modified by another concurrent operation. Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 22:29:51.228911 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise exception Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20b678ca-d2b3-4802-ae8e-c83c624611ff: This subnet is being modified by another concurrent operation. Feb 16 22:29:51.236303 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server Feb 16 22:29:51.270286 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-30139c83-27fd-4f5b-af2f-b2cec22a8967 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a812b4da-f4f6-4a5e-9b4f-7c91307105d3']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:51.280275 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38239acd-7000-47af-b1ee-b179f8f088c0 None None] get_active_networks_info from n-d-813897-6 {{(pid=103467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 22:29:51.298093 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-30139c83-27fd-4f5b-af2f-b2cec22a8967 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d3b54e7-e006-4609-bb21-dd10b3ff0fe3') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:51.298397 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-30139c83-27fd-4f5b-af2f-b2cec22a8967 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d3b54e7-e006-4609-bb21-dd10b3ff0fe3') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:51.322960 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-30139c83-27fd-4f5b-af2f-b2cec22a8967 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (2d3b54e7-e006-4609-bb21-dd10b3ff0fe3), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:51.385954 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9918ddff-af0c-432c-94de-cacdb74e5a73 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (7e1b0b0c-193d-4918-be5d-044b80c4ee65), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:51.391581 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port a1f7a5cf-690d-41a3-99b0-6052e696c86a is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:51.416043 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-30139c83-27fd-4f5b-af2f-b2cec22a8967 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (2d3b54e7-e006-4609-bb21-dd10b3ff0fe3), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:51.419010 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38239acd-7000-47af-b1ee-b179f8f088c0 None None] Resources bound (agent type, host, resource id): {{(pid=103467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 22:29:51.430664 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30139c83-27fd-4f5b-af2f-b2cec22a8967 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:29:51.431618 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-30139c83-27fd-4f5b-af2f-b2cec22a8967 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (2d3b54e7-e006-4609-bb21-dd10b3ff0fe3), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:51.441115 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:29:51.441115 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:29:51.441115 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:29:51.441115 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:29:51.441115 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:29:51.441115 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:29:51.441115 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:29:51.441115 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:29:51.441115 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:29:51.441115 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:29:51.441115 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:29:51.441115 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:29:51.441115 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:29:51.441115 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:29:51.441115 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:29:51.441115 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:29:51.441115 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:29:51.441115 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:29:51.441115 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:29:51.441115 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:29:51.441115 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:29:51.441115 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:29:51.441115 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:29:51.441115 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:29:51.441115 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:29:51.441115 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:29:51.441115 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:29:51.441115 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:29:51.441115 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:29:51.441115 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:29:51.441115 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:29:51.441115 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:29:51.461661 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9918ddff-af0c-432c-94de-cacdb74e5a73 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (7e1b0b0c-193d-4918-be5d-044b80c4ee65), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:51.493938 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e25c51-a07f-4dea-8f3d-6081060f7519 req-ba1833c7-46bd-4411-8527-037fbe8e8359 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:51.495672 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5e25c51-a07f-4dea-8f3d-6081060f7519 req-ba1833c7-46bd-4411-8527-037fbe8e8359 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec1c1254-000d-46ab-a90b-981a3c978af1 HTTP/1.1" status: 200 len: 945 time: 0.1772451 Feb 16 22:29:51.570598 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9918ddff-af0c-432c-94de-cacdb74e5a73 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7e1b0b0c-193d-4918-be5d-044b80c4ee65), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:51.573235 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9918ddff-af0c-432c-94de-cacdb74e5a73 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:51.574797 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9918ddff-af0c-432c-94de-cacdb74e5a73 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "DELETE /v2.0/security-groups/7e1b0b0c-193d-4918-be5d-044b80c4ee65 HTTP/1.1" status: 204 len: 168 time: 0.4126532 Feb 16 22:29:51.578726 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44852) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:51.634416 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918ddff-af0c-432c-94de-cacdb74e5a73 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1b0b0c-193d-4918-be5d-044b80c4ee65,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:51.698659 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-30139c83-27fd-4f5b-af2f-b2cec22a8967 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (a812b4da-f4f6-4a5e-9b4f-7c91307105d3), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:51.723802 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-416165d5-066a-4db2-85ed-63f2f96c06e4 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1406462 Feb 16 22:29:51.724388 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44854) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:51.733253 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-0a9b289a-7f8c-42c7-aaea-999f6ee1b4eb tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Request body: {'security_group': {'name': 'tempest-secgroup--632659739'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:51.740766 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-30139c83-27fd-4f5b-af2f-b2cec22a8967 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:51.755539 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-30139c83-27fd-4f5b-af2f-b2cec22a8967 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "DELETE /v2.0/networks/a812b4da-f4f6-4a5e-9b4f-7c91307105d3 HTTP/1.1" status: 204 len: 168 time: 1.7861991 Feb 16 22:29:51.760041 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44856) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:51.772049 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-9a98f729-3df3-4ff4-b04e-d4d1931b3a27 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-302148748'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:51.774822 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device a58e3f68-b7a3-4380-8f50-30850cb56db6 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:29:51.791910 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30139c83-27fd-4f5b-af2f-b2cec22a8967 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event deleted for resources: {'Network': ['ID=a812b4da-f4f6-4a5e-9b4f-7c91307105d3,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:51.823302 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a98f729-3df3-4ff4-b04e-d4d1931b3a27 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Made reservation on behalf of e64452173aec486d961d06421ef7d4cf for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:29:51.826673 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9a98f729-3df3-4ff4-b04e-d4d1931b3a27 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:51.854967 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5e25c51-a07f-4dea-8f3d-6081060f7519 req-c1248063-b1bd-48e1-b850-a2f295717dbf tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/security-groups?id=013ffa82-e3a7-4fe0-97ba-3be9d7bef13c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431861 Feb 16 22:29:51.861831 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0a9b289a-7f8c-42c7-aaea-999f6ee1b4eb tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:51.931716 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a98f729-3df3-4ff4-b04e-d4d1931b3a27 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:29:51.958362 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9a98f729-3df3-4ff4-b04e-d4d1931b3a27 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (8bd8e73f-584a-44d7-b021-d44cbbb21f70), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:51.959201 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-9a98f729-3df3-4ff4-b04e-d4d1931b3a27 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Added segment 8bd8e73f-584a-44d7-b021-d44cbbb21f70 of type vlan for network 6f73ab2f-5149-48e5-a6f5-96a3d1e13ef8 Feb 16 22:29:51.991318 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port a58e3f68-b7a3-4380-8f50-30850cb56db6 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:29:51.999978 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port a58e3f68-b7a3-4380-8f50-30850cb56db6 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:52.000860 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a58e3f68-b7a3-4380-8f50-30850cb56db6), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:52.076031 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b27f4e9-6631-4ca1-9ea7-2dbf73c289a8 None None] Network a812b4da-f4f6-4a5e-9b4f-7c91307105d3 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:29:52.083332 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043b9f4-9d67-47bf-95a3-3af49843f302 req-fb008316-79c4-4da2-9d85-65bf17d795a8 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:52.094320 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8043b9f4-9d67-47bf-95a3-3af49843f302 req-fb008316-79c4-4da2-9d85-65bf17d795a8 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=872885f4-ca22-48da-bc71-53542c83ac5b HTTP/1.1" status: 200 len: 945 time: 0.1166251 Feb 16 22:29:52.135721 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9a98f729-3df3-4ff4-b04e-d4d1931b3a27 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (6f73ab2f-5149-48e5-a6f5-96a3d1e13ef8), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:52.159096 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port a58e3f68-b7a3-4380-8f50-30850cb56db6 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:52.159543 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a58e3f68-b7a3-4380-8f50-30850cb56db6), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:52.198906 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b27f4e9-6631-4ca1-9ea7-2dbf73c289a8 None None] Network a812b4da-f4f6-4a5e-9b4f-7c91307105d3 could not be found, it might have been deleted concurrently. {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 16 22:29:52.221665 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1c1254-000d-46ab-a90b-981a3c978af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58e3f68-b7a3-4380-8f50-30850cb56db6'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:29:52.224767 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86c17a2-a3bc-438d-821d-8414024f24c3" -d '{"events": [{"server_uuid": "ec1c1254-000d-46ab-a90b-981a3c978af1", "name": "network-vif-plugged", "status": "completed", "tag": "a58e3f68-b7a3-4380-8f50-30850cb56db6"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:29:52.229632 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8043b9f4-9d67-47bf-95a3-3af49843f302 req-741309f4-7f8e-45f9-a0dd-56f0a8cddfd7 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336718 Feb 16 22:29:52.241866 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port a58e3f68-b7a3-4380-8f50-30850cb56db6, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a58e3f68-b7a3-4380-8f50-30850cb56db6,segment=NetworkSegment(b5e3e8d7-244d-4e2a-8664-4509f79f2458),segment_id=b5e3e8d7-244d-4e2a-8664-4509f79f2458)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:52.250087 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9a98f729-3df3-4ff4-b04e-d4d1931b3a27 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (6f73ab2f-5149-48e5-a6f5-96a3d1e13ef8), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:52.256806 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a98f729-3df3-4ff4-b04e-d4d1931b3a27 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:52.259812 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a58e3f68-b7a3-4380-8f50-30850cb56db6), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:52.272113 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9a98f729-3df3-4ff4-b04e-d4d1931b3a27 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:52.342340 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=a58e3f68-b7a3-4380-8f50-30850cb56db6,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:52.346759 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a1f7a5cf-690d-41a3-99b0-6052e696c86a up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:29:52.418334 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port a1f7a5cf-690d-41a3-99b0-6052e696c86a triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:29:52.418718 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a1f7a5cf-690d-41a3-99b0-6052e696c86a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:52.437905 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9a98f729-3df3-4ff4-b04e-d4d1931b3a27 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6766951 Feb 16 22:29:52.441045 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44868) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:52.486710 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-369bff9c-da0d-43d4-ab67-4caad19c5f8f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Request body: {'subnet': {'network_id': '6f73ab2f-5149-48e5-a6f5-96a3d1e13ef8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:52.503754 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12209768-39ff-4876-adf2-3c09a8b4ed2a req-efc0d030-ca6d-4755-adcd-b60ab489ca88 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:52.505320 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12209768-39ff-4876-adf2-3c09a8b4ed2a req-efc0d030-ca6d-4755-adcd-b60ab489ca88 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 945 time: 0.1632419 Feb 16 22:29:52.519263 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a98f729-3df3-4ff4-b04e-d4d1931b3a27 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event updated for resources: {'Network': ['ID=6f73ab2f-5149-48e5-a6f5-96a3d1e13ef8,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:52.551957 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0a9b289a-7f8c-42c7-aaea-999f6ee1b4eb tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (3d846028-7ee5-4700-84b2-8f3071080602), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:52.563768 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0a9b289a-7f8c-42c7-aaea-999f6ee1b4eb tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (3d846028-7ee5-4700-84b2-8f3071080602), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:52.597006 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 6f73ab2f-5149-48e5-a6f5-96a3d1e13ef8 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:29:52.629882 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0a9b289a-7f8c-42c7-aaea-999f6ee1b4eb tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:52.631428 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0a9b289a-7f8c-42c7-aaea-999f6ee1b4eb tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9057837 Feb 16 22:29:52.634632 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44870) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:52.649051 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-d0fcd0c1-e55e-4957-95ce-646c87b63d1f tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:52.649474 n-d-813897-6 neutron-server[103465]: WARNING neutron.api.v2.base [None req-d0fcd0c1-e55e-4957-95ce-646c87b63d1f tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 22:29:52.650010 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-d0fcd0c1-e55e-4957-95ce-646c87b63d1f tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] update failed (client error): There was a conflict when trying to complete your request. Feb 16 22:29:52.655335 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d0fcd0c1-e55e-4957-95ce-646c87b63d1f tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "PUT /v2.0/security-groups/3d846028-7ee5-4700-84b2-8f3071080602 HTTP/1.1" status: 409 len: 330 time: 0.0134809 Feb 16 22:29:52.655925 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44872) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:52.686008 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b289a-7f8c-42c7-aaea-999f6ee1b4eb tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d846028-7ee5-4700-84b2-8f3071080602,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:52.748543 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12209768-39ff-4876-adf2-3c09a8b4ed2a req-9f180658-0552-469d-ab95-431e460ab6f6 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315290 Feb 16 22:29:52.799669 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0fa940bd-f1ea-4465-b02d-088003404e8b tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (3d846028-7ee5-4700-84b2-8f3071080602), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:52.830989 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369bff9c-da0d-43d4-ab67-4caad19c5f8f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Made reservation on behalf of e64452173aec486d961d06421ef7d4cf for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:29:52.834961 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-369bff9c-da0d-43d4-ab67-4caad19c5f8f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:52.850588 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0fa940bd-f1ea-4465-b02d-088003404e8b tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (3d846028-7ee5-4700-84b2-8f3071080602), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:52.978887 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.ipam_backend_mixin [None req-369bff9c-da0d-43d4-ab67-4caad19c5f8f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Performing IP validity checks on allocation pools {{(pid=103466) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 22:29:52.979802 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.ipam_backend_mixin [None req-369bff9c-da0d-43d4-ab67-4caad19c5f8f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103466) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 22:29:52.980935 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0fa940bd-f1ea-4465-b02d-088003404e8b tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (3d846028-7ee5-4700-84b2-8f3071080602), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:52.985056 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0fa940bd-f1ea-4465-b02d-088003404e8b tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:52.988159 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0fa940bd-f1ea-4465-b02d-088003404e8b tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "DELETE /v2.0/security-groups/3d846028-7ee5-4700-84b2-8f3071080602 HTTP/1.1" status: 204 len: 168 time: 0.3302405 Feb 16 22:29:53.005835 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44878) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:53.047748 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa940bd-f1ea-4465-b02d-088003404e8b tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d846028-7ee5-4700-84b2-8f3071080602,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:53.178506 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1ebdf376-0a70-4486-a196-ba989100b1df tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1468658 Feb 16 22:29:53.178964 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5044307e-1a48-4053-8516-e0bc9c863984 x-openstack-request-id: req-5044307e-1a48-4053-8516-e0bc9c863984 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:29:53.179506 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44880) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:53.179610 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1c1254-000d-46ab-a90b-981a3c978af1", "name": "network-vif-plugged", "status": "completed", "tag": "a58e3f68-b7a3-4380-8f50-30850cb56db6", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:29:53.179610 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5044307e-1a48-4053-8516-e0bc9c863984 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:29:53.179987 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1c1254-000d-46ab-a90b-981a3c978af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58e3f68-b7a3-4380-8f50-30850cb56db6', 'code': 200} Feb 16 22:29:53.194954 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953812d-989c-4489-b8db-f2cca449d5ca req-06c9ad5a-82cc-47a0-a6b4-ea46bb63a188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:53.196453 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f953812d-989c-4489-b8db-f2cca449d5ca req-06c9ad5a-82cc-47a0-a6b4-ea46bb63a188 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ec1c1254-000d-46ab-a90b-981a3c978af1 HTTP/1.1" status: 200 len: 1128 time: 0.1080441 Feb 16 22:29:53.202637 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-2d9c09e4-9f51-47df-991b-ac77e8acf145 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] delete failed (client error): The resource could not be found. Feb 16 22:29:53.207061 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2d9c09e4-9f51-47df-991b-ac77e8acf145 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "DELETE /v2.0/security-groups/ab282f75-9bb7-4128-98e5-e0446fb7226f HTTP/1.1" status: 404 len: 347 time: 0.0237513 Feb 16 22:29:53.212400 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44884) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:53.248581 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port a1f7a5cf-690d-41a3-99b0-6052e696c86a is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:29:53.293179 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-e2a2f4e6-039e-4173-b4cf-11386015b3f4 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] show failed (client error): The resource could not be found. Feb 16 22:29:53.298974 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f953812d-989c-4489-b8db-f2cca449d5ca req-65640240-ca8e-4c53-86ea-9c6016a19d48 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=013ffa82-e3a7-4fe0-97ba-3be9d7bef13c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899875 Feb 16 22:29:53.299228 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44888) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:53.300020 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e2a2f4e6-039e-4173-b4cf-11386015b3f4 tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "GET /v2.0/security-groups/e2fca9d4-cacb-4f52-bc1d-8c8f9ff7487f HTTP/1.1" status: 404 len: 347 time: 0.0679607 Feb 16 22:29:53.312248 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-4ad8f7a8-9fbb-48b7-bb3b-3de01fae370f tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] show failed (client error): The resource could not be found. Feb 16 22:29:53.317177 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4ad8f7a8-9fbb-48b7-bb3b-3de01fae370f tempest-NegativeSecGroupIPv6Test-1276880928 tempest-NegativeSecGroupIPv6Test-1276880928-project] 10.222.0.75 "GET /v2.0/security-group-rules/a4274068-6b27-47d0-8b15-89787f6fd52c HTTP/1.1" status: 404 len: 356 time: 0.0137048 Feb 16 22:29:53.332862 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-369bff9c-da0d-43d4-ab67-4caad19c5f8f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (2931b116-460b-46f7-8797-02caa9c44c21), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:53.365072 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-96672399-ce98-4329-8510-3cc512faf035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:53.397712 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0198fac-6f80-4e5a-a021-f0aa95712799 req-bd530a1e-7062-4fd9-b361-46b8a0fb9357 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:53.400043 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b0198fac-6f80-4e5a-a021-f0aa95712799 req-bd530a1e-7062-4fd9-b361-46b8a0fb9357 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec1c1254-000d-46ab-a90b-981a3c978af1 HTTP/1.1" status: 200 len: 946 time: 0.1857955 Feb 16 22:29:53.450008 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369bff9c-da0d-43d4-ab67-4caad19c5f8f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event updated for resources: {'Subnet': ['ID=2931b116-460b-46f7-8797-02caa9c44c21,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:53.473256 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369bff9c-da0d-43d4-ab67-4caad19c5f8f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Checking segment: {'id': '8bd8e73f-584a-44d7-b021-d44cbbb21f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6f73ab2f-5149-48e5-a6f5-96a3d1e13ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:29:53.473691 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369bff9c-da0d-43d4-ab67-4caad19c5f8f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Network hostable DHCP agents. Network: 6f73ab2f-5149-48e5-a6f5-96a3d1e13ef8, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:29:53.516286 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b0198fac-6f80-4e5a-a021-f0aa95712799 req-6568aa1e-1bca-4401-a80a-cc8d9de4120d tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/security-groups?id=013ffa82-e3a7-4fe0-97ba-3be9d7bef13c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071343 Feb 16 22:29:53.532228 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369bff9c-da0d-43d4-ab67-4caad19c5f8f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Network 6f73ab2f-5149-48e5-a6f5-96a3d1e13ef8 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:29:53.549559 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-369bff9c-da0d-43d4-ab67-4caad19c5f8f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 6f73ab2f-5149-48e5-a6f5-96a3d1e13ef8) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:29:53.558361 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369bff9c-da0d-43d4-ab67-4caad19c5f8f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:53.558965 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-369bff9c-da0d-43d4-ab67-4caad19c5f8f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:53.560198 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d5238f-d3cf-4e5f-9c14-dc86cf1ff956 None None] Network 6f73ab2f-5149-48e5-a6f5-96a3d1e13ef8 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:29:53.613944 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-369bff9c-da0d-43d4-ab67-4caad19c5f8f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.1644099 Feb 16 22:29:53.616696 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44894) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:53.726060 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44896) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:53.754580 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f9f9d-e334-48fa-af50-0a9f0462631b req-e4e5e128-361d-40c6-bd2a-742d83fdd04f tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:53.763444 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3a3f9f9d-e334-48fa-af50-0a9f0462631b req-e4e5e128-361d-40c6-bd2a-742d83fdd04f tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=872885f4-ca22-48da-bc71-53542c83ac5b HTTP/1.1" status: 200 len: 945 time: 0.1034834 Feb 16 22:29:53.841181 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178d05e3-df97-4191-b1b3-7f2b246fbe30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-6f73ab2f-5149-48e5-a6f5-96a3d1e13ef8', 'network_id': '6f73ab2f-5149-48e5-a6f5-96a3d1e13ef8', 'project_id': 'e64452173aec486d961d06421ef7d4cf', 'fixed_ips': [{'subnet_id': '2931b116-460b-46f7-8797-02caa9c44c21'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:29:53.842341 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-178d05e3-df97-4191-b1b3-7f2b246fbe30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:53.875313 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3a3f9f9d-e334-48fa-af50-0a9f0462631b req-1dfbd814-5e86-4321-8a25-dd3b70d7dadd tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108198 Feb 16 22:29:53.920022 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-06f466dc-346f-42ac-9c4f-a81d63d54f7e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (6f73ab2f-5149-48e5-a6f5-96a3d1e13ef8), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:54.182210 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-06f466dc-346f-42ac-9c4f-a81d63d54f7e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (2931b116-460b-46f7-8797-02caa9c44c21), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:54.197235 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c8f33d9c-079b-4cdc-a9c3-3013a7568a9b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dc6abc49b0464b4a85ca6d54fe367f8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4679193 Feb 16 22:29:54.197997 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44906) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:54.224008 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-178d05e3-df97-4191-b1b3-7f2b246fbe30 None None] Allocated IP 172.20.0.3 (6f73ab2f-5149-48e5-a6f5-96a3d1e13ef8/2931b116-460b-46f7-8797-02caa9c44c21/8bf3ab97-ef96-447d-b084-95c92b75d46a) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:29:54.378025 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3f3e519f-7190-448f-93a3-5e880d01b4b3 admin admin] Publish callbacks [] for security_group (f8c6fd80-a211-4116-bed0-0de719c699ff), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:54.420689 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:54.439585 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3f3e519f-7190-448f-93a3-5e880d01b4b3 admin admin] Publish callbacks [] for security_group (f8c6fd80-a211-4116-bed0-0de719c699ff), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:54.502616 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3f3e519f-7190-448f-93a3-5e880d01b4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f8c6fd80-a211-4116-bed0-0de719c699ff), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:54.506859 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3f3e519f-7190-448f-93a3-5e880d01b4b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:54.512498 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3f3e519f-7190-448f-93a3-5e880d01b4b3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f8c6fd80-a211-4116-bed0-0de719c699ff HTTP/1.1" status: 204 len: 168 time: 0.3102887 Feb 16 22:29:54.535529 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e519f-7190-448f-93a3-5e880d01b4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c6fd80-a211-4116-bed0-0de719c699ff,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:54.572983 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3b33f-669b-4a11-bca9-85cc7076dcc9 req-27ae87fb-a2f1-49d0-b8d3-5a973073c389 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:54.574617 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-03c3b33f-669b-4a11-bca9-85cc7076dcc9 req-27ae87fb-a2f1-49d0-b8d3-5a973073c389 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 945 time: 0.6456647 Feb 16 22:29:54.694954 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-03c3b33f-669b-4a11-bca9-85cc7076dcc9 req-195af0f8-70ca-4e14-97eb-1f199b06f224 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076849 Feb 16 22:29:54.744047 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-178d05e3-df97-4191-b1b3-7f2b246fbe30 None None] Publish callbacks [] for port (8bf3ab97-ef96-447d-b084-95c92b75d46a), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:54.775052 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-178d05e3-df97-4191-b1b3-7f2b246fbe30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (8bf3ab97-ef96-447d-b084-95c92b75d46a), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:54.789033 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-06f466dc-346f-42ac-9c4f-a81d63d54f7e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (2931b116-460b-46f7-8797-02caa9c44c21), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:54.870442 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178d05e3-df97-4191-b1b3-7f2b246fbe30 None None] Network 6f73ab2f-5149-48e5-a6f5-96a3d1e13ef8 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:29:54.871199 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f466dc-346f-42ac-9c4f-a81d63d54f7e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event deleted for resources: {'Subnet': ['ID=2931b116-460b-46f7-8797-02caa9c44c21,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:54.883056 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-178d05e3-df97-4191-b1b3-7f2b246fbe30 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:29:54.891621 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178d05e3-df97-4191-b1b3-7f2b246fbe30 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:29:54.951888 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d05e3-df97-4191-b1b3-7f2b246fbe30 None None] Pushing event updated for resources: {'Port': ['ID=8bf3ab97-ef96-447d-b084-95c92b75d46a,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:54.986912 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3f6db-4f5c-4de8-8cf3-b37046b17e48 req-19d684b9-71ce-4a2e-aa6f-6e291ccb654d tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:54.996505 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4eb3f6db-4f5c-4de8-8cf3-b37046b17e48 req-19d684b9-71ce-4a2e-aa6f-6e291ccb654d tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec1c1254-000d-46ab-a90b-981a3c978af1 HTTP/1.1" status: 200 len: 946 time: 0.1321783 Feb 16 22:29:55.049192 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-06f466dc-346f-42ac-9c4f-a81d63d54f7e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (6f73ab2f-5149-48e5-a6f5-96a3d1e13ef8), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:55.089627 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-178d05e3-df97-4191-b1b3-7f2b246fbe30 None None] Attempting to bind port 8bf3ab97-ef96-447d-b084-95c92b75d46a on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:29:55.090171 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-178d05e3-df97-4191-b1b3-7f2b246fbe30 None None] Attempting to bind port 8bf3ab97-ef96-447d-b084-95c92b75d46a by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '8bd8e73f-584a-44d7-b021-d44cbbb21f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6f73ab2f-5149-48e5-a6f5-96a3d1e13ef8'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:29:55.093614 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178d05e3-df97-4191-b1b3-7f2b246fbe30 None None] Attempting to bind port 8bf3ab97-ef96-447d-b084-95c92b75d46a on network 6f73ab2f-5149-48e5-a6f5-96a3d1e13ef8 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:29:55.099758 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4eb3f6db-4f5c-4de8-8cf3-b37046b17e48 req-3b33aa62-168d-4e6a-a9e5-48872716ad4e tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/security-groups?id=013ffa82-e3a7-4fe0-97ba-3be9d7bef13c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009126 Feb 16 22:29:55.105896 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178d05e3-df97-4191-b1b3-7f2b246fbe30 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:29:55.106443 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178d05e3-df97-4191-b1b3-7f2b246fbe30 None None] Checking segment: {'id': '8bd8e73f-584a-44d7-b021-d44cbbb21f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6f73ab2f-5149-48e5-a6f5-96a3d1e13ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:29:55.107690 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-178d05e3-df97-4191-b1b3-7f2b246fbe30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:55.109530 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178d05e3-df97-4191-b1b3-7f2b246fbe30 None None] Bound using segment: {'id': '8bd8e73f-584a-44d7-b021-d44cbbb21f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6f73ab2f-5149-48e5-a6f5-96a3d1e13ef8'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:29:55.110441 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-178d05e3-df97-4191-b1b3-7f2b246fbe30 None None] Bound port: 8bf3ab97-ef96-447d-b084-95c92b75d46a, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd8e73f-584a-44d7-b021-d44cbbb21f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6f73ab2f-5149-48e5-a6f5-96a3d1e13ef8'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:29:55.110932 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-178d05e3-df97-4191-b1b3-7f2b246fbe30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8bf3ab97-ef96-447d-b084-95c92b75d46a), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:55.125720 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-06f466dc-346f-42ac-9c4f-a81d63d54f7e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f73ab2f-5149-48e5-a6f5-96a3d1e13ef8']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:55.155596 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-06f466dc-346f-42ac-9c4f-a81d63d54f7e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bd8e73f-584a-44d7-b021-d44cbbb21f70') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:55.158244 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-06f466dc-346f-42ac-9c4f-a81d63d54f7e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bd8e73f-584a-44d7-b021-d44cbbb21f70') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:55.184970 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-06f466dc-346f-42ac-9c4f-a81d63d54f7e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (8bd8e73f-584a-44d7-b021-d44cbbb21f70), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:55.236338 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-06f466dc-346f-42ac-9c4f-a81d63d54f7e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (8bd8e73f-584a-44d7-b021-d44cbbb21f70), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:55.265392 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-178d05e3-df97-4191-b1b3-7f2b246fbe30 None None] For port 8bf3ab97-ef96-447d-b084-95c92b75d46a, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:29:55.270269 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f466dc-346f-42ac-9c4f-a81d63d54f7e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:29:55.270691 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-06f466dc-346f-42ac-9c4f-a81d63d54f7e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (8bd8e73f-584a-44d7-b021-d44cbbb21f70), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:55.355187 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-178d05e3-df97-4191-b1b3-7f2b246fbe30 None None] For port 8bf3ab97-ef96-447d-b084-95c92b75d46a, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=8bf3ab97-ef96-447d-b084-95c92b75d46a,segment=NetworkSegment(8bd8e73f-584a-44d7-b021-d44cbbb21f70),segment_id=8bd8e73f-584a-44d7-b021-d44cbbb21f70)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:29:55.359756 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:29:55.359756 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:29:55.359756 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:29:55.359756 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:29:55.359756 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:29:55.359756 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:29:55.359756 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:29:55.359756 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:29:55.359756 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:29:55.359756 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:29:55.359756 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:29:55.359756 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:29:55.359756 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:29:55.359756 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:29:55.359756 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:29:55.359756 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:29:55.359756 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:29:55.359756 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:29:55.359756 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:29:55.359756 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:29:55.359756 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:29:55.359756 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:29:55.359756 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:29:55.359756 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:29:55.359756 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:29:55.359756 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:29:55.359756 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:29:55.359756 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:29:55.359756 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:29:55.359756 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:29:55.359756 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:29:55.359756 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:29:55.364617 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba06a57-4e8d-4318-9557-39fa7930000c req-c498ef26-b460-454e-b5c7-de85cf09d979 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:55.365440 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.db.api [None req-06f466dc-346f-42ac-9c4f-a81d63d54f7e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 22:29:55.365440 n-d-813897-6 neutron-server[103465]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 22:29:55.365440 n-d-813897-6 neutron-server[103465]: [parameters: {'id': '6f73ab2f-5149-48e5-a6f5-96a3d1e13ef8'}] Feb 16 22:29:55.365440 n-d-813897-6 neutron-server[103465]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:29:55.366137 n-d-813897-6 neutron-server[103465]: DEBUG oslo_db.api [None req-06f466dc-346f-42ac-9c4f-a81d63d54f7e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:29:55.370051 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-178d05e3-df97-4191-b1b3-7f2b246fbe30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8bf3ab97-ef96-447d-b084-95c92b75d46a), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:55.379673 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bba06a57-4e8d-4318-9557-39fa7930000c req-c498ef26-b460-454e-b5c7-de85cf09d979 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=872885f4-ca22-48da-bc71-53542c83ac5b HTTP/1.1" status: 200 len: 945 time: 0.1293628 Feb 16 22:29:55.493631 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bba06a57-4e8d-4318-9557-39fa7930000c req-112c9e6f-8928-46b6-aa12-a4f1ce9960b2 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129930 Feb 16 22:29:55.532286 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d05e3-df97-4191-b1b3-7f2b246fbe30 None None] Pushing event updated for resources: {'Port': ['ID=8bf3ab97-ef96-447d-b084-95c92b75d46a,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:55.544245 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cd9e92-e4c8-4eea-a8d7-56886d2d0cea None None] get_active_networks_info from n-d-813897-6 {{(pid=103467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 22:29:55.674886 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cd9e92-e4c8-4eea-a8d7-56886d2d0cea None None] Resources bound (agent type, host, resource id): {{(pid=103467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 22:29:55.743927 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:55.867442 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-06f466dc-346f-42ac-9c4f-a81d63d54f7e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (6f73ab2f-5149-48e5-a6f5-96a3d1e13ef8), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:55.904437 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44950) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:55.984664 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98a36b-ea1d-431d-a5bc-4fdebf7c6672 req-2e4138f4-9a2c-48fd-8349-c67bc51b519b tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:55.987192 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6a98a36b-ea1d-431d-a5bc-4fdebf7c6672 req-2e4138f4-9a2c-48fd-8349-c67bc51b519b tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 945 time: 0.1559250 Feb 16 22:29:56.019726 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-06f466dc-346f-42ac-9c4f-a81d63d54f7e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Deleting port 8bf3ab97-ef96-447d-b084-95c92b75d46a {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:29:56.022895 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-06f466dc-346f-42ac-9c4f-a81d63d54f7e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (8bf3ab97-ef96-447d-b084-95c92b75d46a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:56.061625 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed79f9f-797a-4e5b-89fc-095e77ebf8ec None None] Network 6f73ab2f-5149-48e5-a6f5-96a3d1e13ef8 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:29:56.145195 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6a98a36b-ea1d-431d-a5bc-4fdebf7c6672 req-d70fd051-59d9-428f-a6df-aa822cb7dbc8 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502419 Feb 16 22:29:56.173956 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-06f466dc-346f-42ac-9c4f-a81d63d54f7e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] For port 8bf3ab97-ef96-447d-b084-95c92b75d46a, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=8bf3ab97-ef96-447d-b084-95c92b75d46a,segment=NetworkSegment(8bd8e73f-584a-44d7-b021-d44cbbb21f70),segment_id=8bd8e73f-584a-44d7-b021-d44cbbb21f70)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:56.174547 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-06f466dc-346f-42ac-9c4f-a81d63d54f7e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (8bf3ab97-ef96-447d-b084-95c92b75d46a), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:56.188714 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-06f466dc-346f-42ac-9c4f-a81d63d54f7e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Calling delete_port for 8bf3ab97-ef96-447d-b084-95c92b75d46a owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:29:56.203562 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e56a1ed9-54db-42fb-b882-300943ddf993 tempest-ServiceProvidersTest-1651909776 tempest-ServiceProvidersTest-1651909776-project] 10.222.0.75 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2924845 Feb 16 22:29:56.343392 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-06f466dc-346f-42ac-9c4f-a81d63d54f7e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (8bf3ab97-ef96-447d-b084-95c92b75d46a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:56.411076 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f466dc-346f-42ac-9c4f-a81d63d54f7e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] No DVR routers for this DVR port 8bf3ab97-ef96-447d-b084-95c92b75d46a on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:29:56.416035 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f466dc-346f-42ac-9c4f-a81d63d54f7e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event deleted for resources: {'Port': ['ID=8bf3ab97-ef96-447d-b084-95c92b75d46a,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:56.642771 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-06f466dc-346f-42ac-9c4f-a81d63d54f7e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (6f73ab2f-5149-48e5-a6f5-96a3d1e13ef8), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:56.679810 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-06f466dc-346f-42ac-9c4f-a81d63d54f7e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f73ab2f-5149-48e5-a6f5-96a3d1e13ef8']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:56.691089 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-06f466dc-346f-42ac-9c4f-a81d63d54f7e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bd8e73f-584a-44d7-b021-d44cbbb21f70') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:56.691507 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-06f466dc-346f-42ac-9c4f-a81d63d54f7e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bd8e73f-584a-44d7-b021-d44cbbb21f70') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:29:56.716650 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-06f466dc-346f-42ac-9c4f-a81d63d54f7e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (8bd8e73f-584a-44d7-b021-d44cbbb21f70), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:56.759855 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-06f466dc-346f-42ac-9c4f-a81d63d54f7e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (8bd8e73f-584a-44d7-b021-d44cbbb21f70), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:56.770706 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f466dc-346f-42ac-9c4f-a81d63d54f7e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:29:56.771110 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-06f466dc-346f-42ac-9c4f-a81d63d54f7e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (8bd8e73f-584a-44d7-b021-d44cbbb21f70), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:56.775855 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:29:56.775855 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:29:56.775855 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:29:56.775855 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:29:56.775855 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:29:56.775855 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:29:56.775855 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:29:56.775855 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:29:56.775855 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:29:56.775855 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:29:56.775855 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:29:56.775855 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:29:56.775855 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:29:56.775855 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:29:56.775855 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:29:56.775855 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:29:56.775855 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:29:56.775855 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:29:56.775855 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:29:56.775855 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:29:56.775855 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:29:56.775855 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:29:56.775855 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:29:56.775855 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:29:56.775855 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:29:56.775855 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:29:56.775855 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:29:56.775855 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:29:56.775855 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:29:56.775855 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:29:56.775855 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:29:56.775855 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:29:56.852534 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44970) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:56.870863 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a0a75-9a2b-4a28-ba3b-cc4ba9b80693 req-ea3c5cf2-83aa-4fac-8f1f-08c09aa76c64 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:56.872482 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e13a0a75-9a2b-4a28-ba3b-cc4ba9b80693 req-ea3c5cf2-83aa-4fac-8f1f-08c09aa76c64 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=872885f4-ca22-48da-bc71-53542c83ac5b HTTP/1.1" status: 200 len: 945 time: 0.1041510 Feb 16 22:29:56.988122 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e13a0a75-9a2b-4a28-ba3b-cc4ba9b80693 req-f3793160-dc6a-45fe-85f1-c9d2190c1db5 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083851 Feb 16 22:29:57.030640 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:57.064207 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-06f466dc-346f-42ac-9c4f-a81d63d54f7e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (6f73ab2f-5149-48e5-a6f5-96a3d1e13ef8), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:57.072947 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-06f466dc-346f-42ac-9c4f-a81d63d54f7e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:57.087650 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-06f466dc-346f-42ac-9c4f-a81d63d54f7e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "DELETE /v2.0/networks/6f73ab2f-5149-48e5-a6f5-96a3d1e13ef8 HTTP/1.1" status: 204 len: 168 time: 3.4683187 Feb 16 22:29:57.089321 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44974) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:57.101815 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-afaa60cc-d7dd-43dc-b8b3-3fc23c542565 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-821080936'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:57.146557 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f466dc-346f-42ac-9c4f-a81d63d54f7e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event deleted for resources: {'Network': ['ID=6f73ab2f-5149-48e5-a6f5-96a3d1e13ef8,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:57.173381 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afaa60cc-d7dd-43dc-b8b3-3fc23c542565 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Made reservation on behalf of e64452173aec486d961d06421ef7d4cf for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:29:57.183012 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-afaa60cc-d7dd-43dc-b8b3-3fc23c542565 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:57.280556 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afaa60cc-d7dd-43dc-b8b3-3fc23c542565 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:29:57.286650 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da09ca0f-627d-4cc3-81b9-61208c73978f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:57.295375 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43023abf-9669-4b4b-be91-cdef150d1ca8 req-36d1e1f1-9c23-450e-ae30-ff9d76f80f9f tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:57.303701 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-43023abf-9669-4b4b-be91-cdef150d1ca8 req-36d1e1f1-9c23-450e-ae30-ff9d76f80f9f tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec1c1254-000d-46ab-a90b-981a3c978af1 HTTP/1.1" status: 200 len: 946 time: 0.1353395 Feb 16 22:29:57.324874 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-afaa60cc-d7dd-43dc-b8b3-3fc23c542565 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (236a9e80-3e60-4869-ad8c-fa3832a743f6), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:57.325610 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-afaa60cc-d7dd-43dc-b8b3-3fc23c542565 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Added segment 236a9e80-3e60-4869-ad8c-fa3832a743f6 of type vlan for network 31b88cb2-0b2e-48f6-a1b0-0cbb50c0c51c Feb 16 22:29:57.437945 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da09ca0f-627d-4cc3-81b9-61208c73978f admin admin] Publish callbacks [] for security_group (a5a5df53-6c90-4d3e-b8fb-935df15cea94), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:57.443128 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da09ca0f-627d-4cc3-81b9-61208c73978f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a5a5df53-6c90-4d3e-b8fb-935df15cea94), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:57.469471 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-afaa60cc-d7dd-43dc-b8b3-3fc23c542565 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (31b88cb2-0b2e-48f6-a1b0-0cbb50c0c51c), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:57.494048 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09ca0f-627d-4cc3-81b9-61208c73978f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a5df53-6c90-4d3e-b8fb-935df15cea94,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:57.513200 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-da09ca0f-627d-4cc3-81b9-61208c73978f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9de02c2ee2ca4444aed227cfb21e11d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6545320 Feb 16 22:29:57.519568 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44982) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:57.521249 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-43023abf-9669-4b4b-be91-cdef150d1ca8 req-316b2851-0505-4ccb-8f28-81d98ef15718 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/security-groups?id=013ffa82-e3a7-4fe0-97ba-3be9d7bef13c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164123 Feb 16 22:29:57.564083 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-afaa60cc-d7dd-43dc-b8b3-3fc23c542565 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (31b88cb2-0b2e-48f6-a1b0-0cbb50c0c51c), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:57.574410 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaa60cc-d7dd-43dc-b8b3-3fc23c542565 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:57.575111 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-afaa60cc-d7dd-43dc-b8b3-3fc23c542565 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:57.617132 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-36cf7cfd-23cb-413e-8aad-d29c46ca4ba8 admin admin] Publish callbacks [] for security_group (a5a5df53-6c90-4d3e-b8fb-935df15cea94), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:57.642487 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-afaa60cc-d7dd-43dc-b8b3-3fc23c542565 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5516901 Feb 16 22:29:57.642737 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44984) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:57.660804 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-addfc3ec-8f7a-486d-964d-565c49cc274e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Request body: {'subnet': {'network_id': '31b88cb2-0b2e-48f6-a1b0-0cbb50c0c51c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:29:57.679715 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa60cc-d7dd-43dc-b8b3-3fc23c542565 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event updated for resources: {'Network': ['ID=31b88cb2-0b2e-48f6-a1b0-0cbb50c0c51c,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:57.694154 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 31b88cb2-0b2e-48f6-a1b0-0cbb50c0c51c details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:29:57.815202 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d804d97-0b45-4332-bc8f-56e3201cfbd7 req-140d9e98-bc2b-4fe8-aa54-52fd7fefa471 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:57.824745 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5d804d97-0b45-4332-bc8f-56e3201cfbd7 req-140d9e98-bc2b-4fe8-aa54-52fd7fefa471 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 945 time: 0.1470666 Feb 16 22:29:57.852848 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-36cf7cfd-23cb-413e-8aad-d29c46ca4ba8 admin admin] Publish callbacks [] for security_group (a5a5df53-6c90-4d3e-b8fb-935df15cea94), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:57.879548 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-addfc3ec-8f7a-486d-964d-565c49cc274e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Made reservation on behalf of e64452173aec486d961d06421ef7d4cf for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:29:57.883675 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-addfc3ec-8f7a-486d-964d-565c49cc274e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:57.912169 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5d804d97-0b45-4332-bc8f-56e3201cfbd7 req-284597da-a3b6-479e-bfc4-a97f568ac859 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859933 Feb 16 22:29:58.033004 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-36cf7cfd-23cb-413e-8aad-d29c46ca4ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a5a5df53-6c90-4d3e-b8fb-935df15cea94), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:58.040320 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-36cf7cfd-23cb-413e-8aad-d29c46ca4ba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:58.041533 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-36cf7cfd-23cb-413e-8aad-d29c46ca4ba8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a5a5df53-6c90-4d3e-b8fb-935df15cea94 HTTP/1.1" status: 204 len: 168 time: 0.5207586 Feb 16 22:29:58.140619 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf7cfd-23cb-413e-8aad-d29c46ca4ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a5df53-6c90-4d3e-b8fb-935df15cea94,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:58.194429 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81fe0f-d4aa-48a6-974c-92e09ec3c500 req-b5b014e9-af83-4829-91d1-bd06b0265018 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:58.206868 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-df81fe0f-d4aa-48a6-974c-92e09ec3c500 req-b5b014e9-af83-4829-91d1-bd06b0265018 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=872885f4-ca22-48da-bc71-53542c83ac5b HTTP/1.1" status: 200 len: 945 time: 0.1163380 Feb 16 22:29:58.238967 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84571823-98dc-4cd4-b4af-740a742cbc44 req-ceeadc4e-7de6-46f6-9f49-6904d9d9cf62 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:58.240223 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-84571823-98dc-4cd4-b4af-740a742cbc44 req-ceeadc4e-7de6-46f6-9f49-6904d9d9cf62 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec1c1254-000d-46ab-a90b-981a3c978af1 HTTP/1.1" status: 200 len: 946 time: 0.1962576 Feb 16 22:29:58.339132 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-df81fe0f-d4aa-48a6-974c-92e09ec3c500 req-51b0b57c-84a6-45c4-a8b2-67761d600581 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285005 Feb 16 22:29:58.377293 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-addfc3ec-8f7a-486d-964d-565c49cc274e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (ac67c2b4-4d68-4c36-9506-31863e98ce40), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:58.392729 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:58.490227 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfc3ec-8f7a-486d-964d-565c49cc274e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event updated for resources: {'Subnet': ['ID=ac67c2b4-4d68-4c36-9506-31863e98ce40,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:58.530299 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-84571823-98dc-4cd4-b4af-740a742cbc44 req-7534948f-0b9a-4dbf-a337-fc61ad4c9a1d tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Deleting port a58e3f68-b7a3-4380-8f50-30850cb56db6 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:29:58.534766 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-84571823-98dc-4cd4-b4af-740a742cbc44 req-7534948f-0b9a-4dbf-a337-fc61ad4c9a1d tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a58e3f68-b7a3-4380-8f50-30850cb56db6), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:58.620120 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addfc3ec-8f7a-486d-964d-565c49cc274e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Checking segment: {'id': '236a9e80-3e60-4869-ad8c-fa3832a743f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '31b88cb2-0b2e-48f6-a1b0-0cbb50c0c51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:29:58.621432 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addfc3ec-8f7a-486d-964d-565c49cc274e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Network hostable DHCP agents. Network: 31b88cb2-0b2e-48f6-a1b0-0cbb50c0c51c, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:29:58.756446 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addfc3ec-8f7a-486d-964d-565c49cc274e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Network 31b88cb2-0b2e-48f6-a1b0-0cbb50c0c51c is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:29:58.773106 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f48121-af99-4137-a4cd-4f5242626d0f req-76544405-c0f3-4943-ba98-33bbc91d492d tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:58.781336 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-97f48121-af99-4137-a4cd-4f5242626d0f req-76544405-c0f3-4943-ba98-33bbc91d492d tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec1c1254-000d-46ab-a90b-981a3c978af1 HTTP/1.1" status: 200 len: 946 time: 0.1145546 Feb 16 22:29:58.793754 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-addfc3ec-8f7a-486d-964d-565c49cc274e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 31b88cb2-0b2e-48f6-a1b0-0cbb50c0c51c) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:29:58.808933 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db33dc15-ad62-45b3-bf1b-f2e449c2027b None None] Network 31b88cb2-0b2e-48f6-a1b0-0cbb50c0c51c requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:29:58.839801 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addfc3ec-8f7a-486d-964d-565c49cc274e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:58.841897 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-addfc3ec-8f7a-486d-964d-565c49cc274e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:58.864065 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-97f48121-af99-4137-a4cd-4f5242626d0f req-80249643-3842-45c8-99c1-ffc9cd4b657f tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/security-groups?id=013ffa82-e3a7-4fe0-97ba-3be9d7bef13c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814958 Feb 16 22:29:58.925706 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45008) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:29:58.926473 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-addfc3ec-8f7a-486d-964d-565c49cc274e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2826192 Feb 16 22:29:58.929536 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-84571823-98dc-4cd4-b4af-740a742cbc44 req-7534948f-0b9a-4dbf-a337-fc61ad4c9a1d tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] For port a58e3f68-b7a3-4380-8f50-30850cb56db6, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a58e3f68-b7a3-4380-8f50-30850cb56db6,segment=NetworkSegment(b5e3e8d7-244d-4e2a-8664-4509f79f2458),segment_id=b5e3e8d7-244d-4e2a-8664-4509f79f2458)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:29:58.935780 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-84571823-98dc-4cd4-b4af-740a742cbc44 req-7534948f-0b9a-4dbf-a337-fc61ad4c9a1d tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a58e3f68-b7a3-4380-8f50-30850cb56db6), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:58.976871 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-84571823-98dc-4cd4-b4af-740a742cbc44 req-7534948f-0b9a-4dbf-a337-fc61ad4c9a1d tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Calling delete_port for a58e3f68-b7a3-4380-8f50-30850cb56db6 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:29:59.108744 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d705c3dc-1e44-4fd6-8650-6750e8c1be6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-31b88cb2-0b2e-48f6-a1b0-0cbb50c0c51c', 'network_id': '31b88cb2-0b2e-48f6-a1b0-0cbb50c0c51c', 'project_id': 'e64452173aec486d961d06421ef7d4cf', 'fixed_ips': [{'subnet_id': 'ac67c2b4-4d68-4c36-9506-31863e98ce40'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:29:59.115315 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d705c3dc-1e44-4fd6-8650-6750e8c1be6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:59.203081 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (31b88cb2-0b2e-48f6-a1b0-0cbb50c0c51c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:59.219735 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da092db0-e87e-4915-a03f-ac12882d96b6 req-e5365feb-1f67-497a-a39d-3fa0a84da08c tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:59.232066 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-da092db0-e87e-4915-a03f-ac12882d96b6 req-e5365feb-1f67-497a-a39d-3fa0a84da08c tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 945 time: 0.1173358 Feb 16 22:29:59.400482 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (ac67c2b4-4d68-4c36-9506-31863e98ce40), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:59.426313 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-84571823-98dc-4cd4-b4af-740a742cbc44 req-7534948f-0b9a-4dbf-a337-fc61ad4c9a1d tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (a58e3f68-b7a3-4380-8f50-30850cb56db6), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:59.451334 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['a58e3f68-b7a3-4380-8f50-30850cb56db6'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:29:59.497860 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534948f-0b9a-4dbf-a337-fc61ad4c9a1d tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Pushing event deleted for resources: {'Port': ['ID=a58e3f68-b7a3-4380-8f50-30850cb56db6,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:29:59.541367 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-da092db0-e87e-4915-a03f-ac12882d96b6 req-c8245af1-ffff-4218-a880-b7d9c075d6ee tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126266 Feb 16 22:29:59.626729 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-84571823-98dc-4cd4-b4af-740a742cbc44 req-7534948f-0b9a-4dbf-a337-fc61ad4c9a1d tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] No DVR routers for this DVR port a58e3f68-b7a3-4380-8f50-30850cb56db6 on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:29:59.631351 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-84571823-98dc-4cd4-b4af-740a742cbc44 req-7534948f-0b9a-4dbf-a337-fc61ad4c9a1d tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:59.639935 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-84571823-98dc-4cd4-b4af-740a742cbc44 req-7534948f-0b9a-4dbf-a337-fc61ad4c9a1d tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.79 "DELETE /v2.0/ports/a58e3f68-b7a3-4380-8f50-30850cb56db6 HTTP/1.1" status: 204 len: 173 time: 1.3912468 Feb 16 22:29:59.640452 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1c1254-000d-46ab-a90b-981a3c978af1', 'name': 'network-vif-deleted', 'tag': 'a58e3f68-b7a3-4380-8f50-30850cb56db6'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:29:59.646756 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd41f3f-6e13-44c9-b240-9ff8f240e4de" -d '{"events": [{"server_uuid": "ec1c1254-000d-46ab-a90b-981a3c978af1", "name": "network-vif-deleted", "tag": "a58e3f68-b7a3-4380-8f50-30850cb56db6"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:29:59.704063 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-d705c3dc-1e44-4fd6-8650-6750e8c1be6a None None] Allocated IP 172.20.0.1 (31b88cb2-0b2e-48f6-a1b0-0cbb50c0c51c/ac67c2b4-4d68-4c36-9506-31863e98ce40/487d04a1-fb5d-4100-b8e8-9f872ac05762) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:29:59.808591 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:29:59.913769 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf744ee-a987-4b07-a907-aec544326366 req-8d7a7606-6b8a-4280-b17f-b4e04224f2da tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:29:59.921920 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4cf744ee-a987-4b07-a907-aec544326366 req-8d7a7606-6b8a-4280-b17f-b4e04224f2da tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=872885f4-ca22-48da-bc71-53542c83ac5b HTTP/1.1" status: 200 len: 945 time: 0.1573880 Feb 16 22:30:00.013767 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4cf744ee-a987-4b07-a907-aec544326366 req-ceb82862-cd72-4b4b-9106-3ce86888bdb8 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895574 Feb 16 22:30:00.108048 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d705c3dc-1e44-4fd6-8650-6750e8c1be6a None None] Publish callbacks [] for port (487d04a1-fb5d-4100-b8e8-9f872ac05762), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:00.111033 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e07003-81e2-4dce-94b7-ba82eb5502c4 x-openstack-request-id: req-41e07003-81e2-4dce-94b7-ba82eb5502c4 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:30:00.111343 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1c1254-000d-46ab-a90b-981a3c978af1", "name": "network-vif-deleted", "tag": "a58e3f68-b7a3-4380-8f50-30850cb56db6", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:30:00.111608 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-41e07003-81e2-4dce-94b7-ba82eb5502c4 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:30:00.112024 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1c1254-000d-46ab-a90b-981a3c978af1', 'name': 'network-vif-deleted', 'tag': 'a58e3f68-b7a3-4380-8f50-30850cb56db6', 'status': 'completed', 'code': 200} Feb 16 22:30:00.130504 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d705c3dc-1e44-4fd6-8650-6750e8c1be6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (487d04a1-fb5d-4100-b8e8-9f872ac05762), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:00.163650 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (ac67c2b4-4d68-4c36-9506-31863e98ce40), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:00.259317 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event deleted for resources: {'Subnet': ['ID=ac67c2b4-4d68-4c36-9506-31863e98ce40,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:00.296359 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:00.297571 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:00.298652 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:00.301501 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:00.302233 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:00.302233 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:00.304033 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:00.304466 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:00.306412 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:00.307301 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:00.307301 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:00.308425 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:00.308562 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:00.316214 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d705c3dc-1e44-4fd6-8650-6750e8c1be6a None None] Network 31b88cb2-0b2e-48f6-a1b0-0cbb50c0c51c is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:30:00.348522 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705c3dc-1e44-4fd6-8650-6750e8c1be6a None None] Pushing event updated for resources: {'Port': ['ID=487d04a1-fb5d-4100-b8e8-9f872ac05762,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:00.351439 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-d705c3dc-1e44-4fd6-8650-6750e8c1be6a None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:30:00.354527 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d705c3dc-1e44-4fd6-8650-6750e8c1be6a None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:30:00.450077 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (31b88cb2-0b2e-48f6-a1b0-0cbb50c0c51c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:00.456462 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-d705c3dc-1e44-4fd6-8650-6750e8c1be6a None None] Attempting to bind port 487d04a1-fb5d-4100-b8e8-9f872ac05762 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:30:00.457018 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-d705c3dc-1e44-4fd6-8650-6750e8c1be6a None None] Attempting to bind port 487d04a1-fb5d-4100-b8e8-9f872ac05762 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '236a9e80-3e60-4869-ad8c-fa3832a743f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '31b88cb2-0b2e-48f6-a1b0-0cbb50c0c51c'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:30:00.457670 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d705c3dc-1e44-4fd6-8650-6750e8c1be6a None None] Attempting to bind port 487d04a1-fb5d-4100-b8e8-9f872ac05762 on network 31b88cb2-0b2e-48f6-a1b0-0cbb50c0c51c {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:30:00.464457 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d705c3dc-1e44-4fd6-8650-6750e8c1be6a None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:30:00.464457 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d705c3dc-1e44-4fd6-8650-6750e8c1be6a None None] Checking segment: {'id': '236a9e80-3e60-4869-ad8c-fa3832a743f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '31b88cb2-0b2e-48f6-a1b0-0cbb50c0c51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:30:00.464928 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d705c3dc-1e44-4fd6-8650-6750e8c1be6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:00.465475 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d705c3dc-1e44-4fd6-8650-6750e8c1be6a None None] Bound using segment: {'id': '236a9e80-3e60-4869-ad8c-fa3832a743f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '31b88cb2-0b2e-48f6-a1b0-0cbb50c0c51c'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:30:00.466091 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-d705c3dc-1e44-4fd6-8650-6750e8c1be6a None None] Bound port: 487d04a1-fb5d-4100-b8e8-9f872ac05762, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '236a9e80-3e60-4869-ad8c-fa3832a743f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '31b88cb2-0b2e-48f6-a1b0-0cbb50c0c51c'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:30:00.466585 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d705c3dc-1e44-4fd6-8650-6750e8c1be6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (487d04a1-fb5d-4100-b8e8-9f872ac05762), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:00.495814 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b88cb2-0b2e-48f6-a1b0-0cbb50c0c51c']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:30:00.534816 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b68822e3-dff9-4b40-9c3d-9ccd70182593 req-1f013215-f135-4dc0-8244-1b71a83271d2 tempest-VolumesActionsTest-1717176200 tempest-VolumesActionsTest-1717176200-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec1c1254-000d-46ab-a90b-981a3c978af1 HTTP/1.1" status: 200 len: 210 time: 0.2474108 Feb 16 22:30:00.539524 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '236a9e80-3e60-4869-ad8c-fa3832a743f6') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:30:00.540003 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '236a9e80-3e60-4869-ad8c-fa3832a743f6') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:30:00.562382 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (236a9e80-3e60-4869-ad8c-fa3832a743f6), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:00.611680 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (236a9e80-3e60-4869-ad8c-fa3832a743f6), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:00.622358 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:30:00.622909 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (236a9e80-3e60-4869-ad8c-fa3832a743f6), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:00.627081 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:30:00.627081 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:30:00.627081 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:30:00.627081 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:30:00.627081 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:30:00.627081 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:30:00.627081 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:30:00.627081 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:30:00.627081 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:30:00.627081 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:30:00.627081 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:30:00.627081 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:30:00.627081 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:30:00.627081 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:30:00.627081 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:30:00.627081 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:30:00.627081 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:30:00.627081 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:30:00.627081 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:30:00.627081 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:30:00.627081 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:30:00.627081 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:30:00.627081 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:30:00.627081 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:30:00.627081 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:30:00.627081 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:30:00.627081 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:30:00.627081 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:30:00.627081 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:30:00.627081 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:30:00.627081 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:30:00.627081 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:30:00.701541 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-d705c3dc-1e44-4fd6-8650-6750e8c1be6a None None] For port 487d04a1-fb5d-4100-b8e8-9f872ac05762, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:30:00.742783 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-d705c3dc-1e44-4fd6-8650-6750e8c1be6a None None] For port 487d04a1-fb5d-4100-b8e8-9f872ac05762, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=487d04a1-fb5d-4100-b8e8-9f872ac05762,segment=NetworkSegment(236a9e80-3e60-4869-ad8c-fa3832a743f6),segment_id=236a9e80-3e60-4869-ad8c-fa3832a743f6)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:30:00.750794 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.db.api [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 22:30:00.750794 n-d-813897-6 neutron-server[103466]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 22:30:00.750794 n-d-813897-6 neutron-server[103466]: [parameters: {'id': '31b88cb2-0b2e-48f6-a1b0-0cbb50c0c51c'}] Feb 16 22:30:00.750794 n-d-813897-6 neutron-server[103466]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:30:00.751444 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d705c3dc-1e44-4fd6-8650-6750e8c1be6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (487d04a1-fb5d-4100-b8e8-9f872ac05762), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:00.751739 n-d-813897-6 neutron-server[103466]: DEBUG oslo_db.api [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:30:00.766021 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f0e7d-317b-4de3-ae5b-15c7d8564783 req-c3b57278-7d5a-4562-ac18-cab60a24a684 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:00.768086 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1f9f0e7d-317b-4de3-ae5b-15c7d8564783 req-c3b57278-7d5a-4562-ac18-cab60a24a684 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 945 time: 0.1473579 Feb 16 22:30:00.900165 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1f9f0e7d-317b-4de3-ae5b-15c7d8564783 req-11c1526c-f7b3-450a-a213-c30fea3990f9 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217313 Feb 16 22:30:00.979896 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71769f7-cf0e-4b6f-b715-9465dd065ea6 None None] get_active_networks_info from n-d-813897-6 {{(pid=103467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 22:30:01.046181 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705c3dc-1e44-4fd6-8650-6750e8c1be6a None None] Pushing event updated for resources: {'Port': ['ID=487d04a1-fb5d-4100-b8e8-9f872ac05762,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:01.160931 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71769f7-cf0e-4b6f-b715-9465dd065ea6 None None] Resources bound (agent type, host, resource id): {{(pid=103467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 22:30:01.254602 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (31b88cb2-0b2e-48f6-a1b0-0cbb50c0c51c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:01.278523 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f9149-b7e5-499b-a49c-0fa3c452271b req-ce2c5aa1-49dc-4acf-9262-65853ac4c7e1 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:01.281511 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-671f9149-b7e5-499b-a49c-0fa3c452271b req-ce2c5aa1-49dc-4acf-9262-65853ac4c7e1 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=872885f4-ca22-48da-bc71-53542c83ac5b HTTP/1.1" status: 200 len: 945 time: 0.1538343 Feb 16 22:30:01.415588 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-671f9149-b7e5-499b-a49c-0fa3c452271b req-adbf44a4-a49b-43f5-bb15-f36907ee53eb tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270244 Feb 16 22:30:01.471760 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Deleting port 487d04a1-fb5d-4100-b8e8-9f872ac05762 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:30:01.473501 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (487d04a1-fb5d-4100-b8e8-9f872ac05762), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:01.619651 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] For port 487d04a1-fb5d-4100-b8e8-9f872ac05762, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=487d04a1-fb5d-4100-b8e8-9f872ac05762,segment=NetworkSegment(236a9e80-3e60-4869-ad8c-fa3832a743f6),segment_id=236a9e80-3e60-4869-ad8c-fa3832a743f6)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:30:01.620048 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (487d04a1-fb5d-4100-b8e8-9f872ac05762), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:01.657644 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f66065-4320-47ef-869f-d4a10f1ab44c None None] Network 31b88cb2-0b2e-48f6-a1b0-0cbb50c0c51c requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:30:01.682004 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Calling delete_port for 487d04a1-fb5d-4100-b8e8-9f872ac05762 owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:30:01.882244 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device a58e3f68-b7a3-4380-8f50-30850cb56db6 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:30:01.911255 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (487d04a1-fb5d-4100-b8e8-9f872ac05762), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:01.934778 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: a58e3f68-b7a3-4380-8f50-30850cb56db6 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:30:01.935148 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device a58e3f68-b7a3-4380-8f50-30850cb56db6 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:30:01.957857 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event deleted for resources: {'Port': ['ID=487d04a1-fb5d-4100-b8e8-9f872ac05762,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:01.980047 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] No DVR routers for this DVR port 487d04a1-fb5d-4100-b8e8-9f872ac05762 on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:30:02.141794 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (31b88cb2-0b2e-48f6-a1b0-0cbb50c0c51c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:02.171760 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b88cb2-0b2e-48f6-a1b0-0cbb50c0c51c']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:30:02.184899 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '236a9e80-3e60-4869-ad8c-fa3832a743f6') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:30:02.185284 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '236a9e80-3e60-4869-ad8c-fa3832a743f6') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:30:02.201282 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c7f78-6162-47a6-8d6e-8b8a4636c7d3 req-e1ca4c69-db3d-49ec-9a76-31f3432ed10c tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:02.208534 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-617c7f78-6162-47a6-8d6e-8b8a4636c7d3 req-e1ca4c69-db3d-49ec-9a76-31f3432ed10c tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 945 time: 0.1386623 Feb 16 22:30:02.214361 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (236a9e80-3e60-4869-ad8c-fa3832a743f6), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:02.245432 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (236a9e80-3e60-4869-ad8c-fa3832a743f6), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:02.265015 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:30:02.265512 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (236a9e80-3e60-4869-ad8c-fa3832a743f6), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:02.268680 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:30:02.268680 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:30:02.268680 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:30:02.268680 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:30:02.268680 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:30:02.268680 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:30:02.268680 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:30:02.268680 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:30:02.268680 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:30:02.268680 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:30:02.268680 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:30:02.268680 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:30:02.268680 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:30:02.268680 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:30:02.268680 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:30:02.268680 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:30:02.268680 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:30:02.268680 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:30:02.268680 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:30:02.268680 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:30:02.268680 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:30:02.268680 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:30:02.268680 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:30:02.268680 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:30:02.268680 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:30:02.268680 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:30:02.268680 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:30:02.268680 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:30:02.268680 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:30:02.268680 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:30:02.268680 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:30:02.268680 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:30:02.291784 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e960005-ff01-48c3-b8ab-ade57f735c56 req-32bac3ae-c300-4a9c-987f-0009a59be7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:02.293333 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0e960005-ff01-48c3-b8ab-ade57f735c56 req-32bac3ae-c300-4a9c-987f-0009a59be7ea service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 1127 time: 0.1362653 Feb 16 22:30:02.312713 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-617c7f78-6162-47a6-8d6e-8b8a4636c7d3 req-c4287eb2-1123-4460-b089-4df2ae1d6743 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013837 Feb 16 22:30:02.414374 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0e960005-ff01-48c3-b8ab-ade57f735c56 req-a42aeff8-d21a-4ad2-8e2e-10b81c7836f1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084011 Feb 16 22:30:02.461778 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (31b88cb2-0b2e-48f6-a1b0-0cbb50c0c51c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:02.483763 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:02.494755 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45082) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:02.498951 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "DELETE /v2.0/networks/31b88cb2-0b2e-48f6-a1b0-0cbb50c0c51c HTTP/1.1" status: 204 len: 168 time: 3.5711975 Feb 16 22:30:02.501323 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-0833f850-b2ee-4b2d-ae71-ab428fd870aa tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-258336525'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:30:02.532024 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d26b6-0fef-4303-b5e4-571a1cd6cde6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event deleted for resources: {'Network': ['ID=31b88cb2-0b2e-48f6-a1b0-0cbb50c0c51c,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:02.557688 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0833f850-b2ee-4b2d-ae71-ab428fd870aa tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Made reservation on behalf of e64452173aec486d961d06421ef7d4cf for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:30:02.561889 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0833f850-b2ee-4b2d-ae71-ab428fd870aa tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:02.654544 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0833f850-b2ee-4b2d-ae71-ab428fd870aa tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:30:02.669657 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f24ad8-c60d-489e-934e-0be6f17c393e req-e674ad9f-d3ae-4ce0-b117-00fa2c1e5f39 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:02.673480 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d1f24ad8-c60d-489e-934e-0be6f17c393e req-e674ad9f-d3ae-4ce0-b117-00fa2c1e5f39 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=872885f4-ca22-48da-bc71-53542c83ac5b HTTP/1.1" status: 200 len: 945 time: 0.0920470 Feb 16 22:30:02.690313 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0833f850-b2ee-4b2d-ae71-ab428fd870aa tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (060481c3-fda7-4b38-bc46-4488a52566f1), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:02.690669 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-0833f850-b2ee-4b2d-ae71-ab428fd870aa tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Added segment 060481c3-fda7-4b38-bc46-4488a52566f1 of type vlan for network c6609655-9f64-4804-aebc-031586b2b832 Feb 16 22:30:02.802566 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0833f850-b2ee-4b2d-ae71-ab428fd870aa tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (c6609655-9f64-4804-aebc-031586b2b832), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:02.811262 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d1f24ad8-c60d-489e-934e-0be6f17c393e req-27b2f4f6-f9a5-4601-bb0f-e3b678ca4d80 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146653 Feb 16 22:30:02.849120 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0833f850-b2ee-4b2d-ae71-ab428fd870aa tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (c6609655-9f64-4804-aebc-031586b2b832), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:02.874375 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0833f850-b2ee-4b2d-ae71-ab428fd870aa tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:02.875037 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0833f850-b2ee-4b2d-ae71-ab428fd870aa tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:02.956002 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0833f850-b2ee-4b2d-ae71-ab428fd870aa tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4598789 Feb 16 22:30:02.958833 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45092) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:02.966724 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-7c34c40e-4c76-4302-aea4-056d18fc5a88 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Request body: {'subnet': {'network_id': 'c6609655-9f64-4804-aebc-031586b2b832', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:30:03.013820 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833f850-b2ee-4b2d-ae71-ab428fd870aa tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event updated for resources: {'Network': ['ID=c6609655-9f64-4804-aebc-031586b2b832,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:03.061679 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network c6609655-9f64-4804-aebc-031586b2b832 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:30:03.107808 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c34c40e-4c76-4302-aea4-056d18fc5a88 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Made reservation on behalf of e64452173aec486d961d06421ef7d4cf for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:30:03.112297 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7c34c40e-4c76-4302-aea4-056d18fc5a88 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:03.527294 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7c34c40e-4c76-4302-aea4-056d18fc5a88 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (5f0483f7-59e6-4fe9-8286-9492538c085b), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:03.691358 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c34c40e-4c76-4302-aea4-056d18fc5a88 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event updated for resources: {'Subnet': ['ID=5f0483f7-59e6-4fe9-8286-9492538c085b,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:03.720772 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c34c40e-4c76-4302-aea4-056d18fc5a88 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Checking segment: {'id': '060481c3-fda7-4b38-bc46-4488a52566f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c6609655-9f64-4804-aebc-031586b2b832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:30:03.721945 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c34c40e-4c76-4302-aea4-056d18fc5a88 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Network hostable DHCP agents. Network: c6609655-9f64-4804-aebc-031586b2b832, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:30:03.740367 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bbc-27c8-4e51-9efa-08abad1486dd req-6bfb6caa-db12-4cb8-9fd0-bc582fbb8721 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:03.742284 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-334d1bbc-27c8-4e51-9efa-08abad1486dd req-6bfb6caa-db12-4cb8-9fd0-bc582fbb8721 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 945 time: 0.1980655 Feb 16 22:30:03.826546 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c34c40e-4c76-4302-aea4-056d18fc5a88 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Network c6609655-9f64-4804-aebc-031586b2b832 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:30:03.846745 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-334d1bbc-27c8-4e51-9efa-08abad1486dd req-754931c5-6192-4da1-af4d-a8c98b15c995 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954504 Feb 16 22:30:03.849599 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-7c34c40e-4c76-4302-aea4-056d18fc5a88 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, c6609655-9f64-4804-aebc-031586b2b832) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:30:03.856954 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c34c40e-4c76-4302-aea4-056d18fc5a88 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:03.857714 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7c34c40e-4c76-4302-aea4-056d18fc5a88 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:03.879656 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccb91f4-336e-4b7f-8107-7ec2956250ab None None] Network c6609655-9f64-4804-aebc-031586b2b832 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:30:03.907040 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7c34c40e-4c76-4302-aea4-056d18fc5a88 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9449084 Feb 16 22:30:03.908382 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45110) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:04.180726 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5cab1a10-1b2e-44a8-8e6b-3a31f3db7b62 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (c6609655-9f64-4804-aebc-031586b2b832), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:04.196748 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e0928c-a707-49e0-bd2c-a357fcf8cbd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-c6609655-9f64-4804-aebc-031586b2b832', 'network_id': 'c6609655-9f64-4804-aebc-031586b2b832', 'project_id': 'e64452173aec486d961d06421ef7d4cf', 'fixed_ips': [{'subnet_id': '5f0483f7-59e6-4fe9-8286-9492538c085b'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:30:04.198848 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c3e0928c-a707-49e0-bd2c-a357fcf8cbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:04.248164 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934fe669-d6b2-475e-acbc-a1c2541ae8f4 req-14a610e8-b6f6-4951-8337-a0144c14f338 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:04.253218 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-934fe669-d6b2-475e-acbc-a1c2541ae8f4 req-14a610e8-b6f6-4951-8337-a0144c14f338 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=872885f4-ca22-48da-bc71-53542c83ac5b HTTP/1.1" status: 200 len: 945 time: 0.1113577 Feb 16 22:30:04.270028 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5cab1a10-1b2e-44a8-8e6b-3a31f3db7b62 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (5f0483f7-59e6-4fe9-8286-9492538c085b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:04.363367 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-934fe669-d6b2-475e-acbc-a1c2541ae8f4 req-3403f4b8-db81-434b-acfd-978c1b472e50 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022398 Feb 16 22:30:04.393329 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5cab1a10-1b2e-44a8-8e6b-3a31f3db7b62 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (5f0483f7-59e6-4fe9-8286-9492538c085b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server [None req-c3e0928c-a707-49e0-bd2c-a357fcf8cbd5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5f0483f7-59e6-4fe9-8286-9492538c085b: This subnet is being modified by another concurrent operation. Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 22:30:04.400899 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise exception Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5f0483f7-59e6-4fe9-8286-9492538c085b: This subnet is being modified by another concurrent operation. Feb 16 22:30:04.404958 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server Feb 16 22:30:04.425419 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6c24b2-fe15-4936-a5e8-b9f64e27c3fc None None] get_active_networks_info from n-d-813897-6 {{(pid=103467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 22:30:04.471360 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab1a10-1b2e-44a8-8e6b-3a31f3db7b62 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event deleted for resources: {'Subnet': ['ID=5f0483f7-59e6-4fe9-8286-9492538c085b,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:04.585353 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5cab1a10-1b2e-44a8-8e6b-3a31f3db7b62 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (c6609655-9f64-4804-aebc-031586b2b832), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:04.627015 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-5cab1a10-1b2e-44a8-8e6b-3a31f3db7b62 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6609655-9f64-4804-aebc-031586b2b832']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:30:04.651856 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6c24b2-fe15-4936-a5e8-b9f64e27c3fc None None] Resources bound (agent type, host, resource id): {{(pid=103467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 22:30:04.666538 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-5cab1a10-1b2e-44a8-8e6b-3a31f3db7b62 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '060481c3-fda7-4b38-bc46-4488a52566f1') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:30:04.666837 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-5cab1a10-1b2e-44a8-8e6b-3a31f3db7b62 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '060481c3-fda7-4b38-bc46-4488a52566f1') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:30:04.684631 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5cab1a10-1b2e-44a8-8e6b-3a31f3db7b62 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (060481c3-fda7-4b38-bc46-4488a52566f1), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:04.708456 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5cab1a10-1b2e-44a8-8e6b-3a31f3db7b62 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (060481c3-fda7-4b38-bc46-4488a52566f1), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:04.724756 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cab1a10-1b2e-44a8-8e6b-3a31f3db7b62 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:30:04.724756 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5cab1a10-1b2e-44a8-8e6b-3a31f3db7b62 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (060481c3-fda7-4b38-bc46-4488a52566f1), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:04.736712 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:30:04.736712 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:30:04.736712 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:30:04.736712 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:30:04.736712 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:30:04.736712 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:30:04.736712 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:30:04.736712 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:30:04.736712 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:30:04.736712 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:30:04.736712 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:30:04.736712 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:30:04.736712 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:30:04.736712 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:30:04.736712 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:30:04.736712 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:30:04.736712 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:30:04.736712 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:30:04.736712 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:30:04.736712 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:30:04.736712 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:30:04.736712 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:30:04.736712 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:30:04.736712 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:30:04.736712 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:30:04.736712 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:30:04.736712 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:30:04.736712 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:30:04.736712 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:30:04.736712 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:30:04.736712 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:30:04.736712 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:30:04.847102 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5cab1a10-1b2e-44a8-8e6b-3a31f3db7b62 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (c6609655-9f64-4804-aebc-031586b2b832), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:04.867020 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5cab1a10-1b2e-44a8-8e6b-3a31f3db7b62 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:04.874521 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5cab1a10-1b2e-44a8-8e6b-3a31f3db7b62 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "DELETE /v2.0/networks/c6609655-9f64-4804-aebc-031586b2b832 HTTP/1.1" status: 204 len: 168 time: 0.9611168 Feb 16 22:30:04.874521 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab1a10-1b2e-44a8-8e6b-3a31f3db7b62 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event deleted for resources: {'Network': ['ID=c6609655-9f64-4804-aebc-031586b2b832,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:04.874858 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45134) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:04.893508 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-d60c4f7c-036c-43a3-b385-3936462d31b5 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-108155168'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:30:04.940192 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60c4f7c-036c-43a3-b385-3936462d31b5 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Made reservation on behalf of e64452173aec486d961d06421ef7d4cf for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:30:04.944606 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d60c4f7c-036c-43a3-b385-3936462d31b5 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:05.005964 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d60c4f7c-036c-43a3-b385-3936462d31b5 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:30:05.032996 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d60c4f7c-036c-43a3-b385-3936462d31b5 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (6cb63001-dfd5-4a66-8790-42ed0ae1b2c4), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:05.033369 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-d60c4f7c-036c-43a3-b385-3936462d31b5 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Added segment 6cb63001-dfd5-4a66-8790-42ed0ae1b2c4 of type vlan for network 7476f563-da17-492c-82b5-e8d77de7f292 Feb 16 22:30:05.063236 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8108035-1664-44f1-b9aa-ecd981f6eb1f req-b2f47a70-c1a6-4a09-aff1-18d5d0aa32e3 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:05.086160 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c8108035-1664-44f1-b9aa-ecd981f6eb1f req-b2f47a70-c1a6-4a09-aff1-18d5d0aa32e3 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 945 time: 0.1170506 Feb 16 22:30:05.134574 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d60c4f7c-036c-43a3-b385-3936462d31b5 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (7476f563-da17-492c-82b5-e8d77de7f292), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:05.196180 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c8108035-1664-44f1-b9aa-ecd981f6eb1f req-e3cece95-8909-47cc-9094-f008c5dfe8b5 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047456 Feb 16 22:30:05.207700 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d60c4f7c-036c-43a3-b385-3936462d31b5 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (7476f563-da17-492c-82b5-e8d77de7f292), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:05.214455 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60c4f7c-036c-43a3-b385-3936462d31b5 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:05.214914 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d60c4f7c-036c-43a3-b385-3936462d31b5 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:05.399375 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c4f7c-036c-43a3-b385-3936462d31b5 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event updated for resources: {'Network': ['ID=7476f563-da17-492c-82b5-e8d77de7f292,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:05.410365 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 7476f563-da17-492c-82b5-e8d77de7f292 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:30:05.440475 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d60c4f7c-036c-43a3-b385-3936462d31b5 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5574467 Feb 16 22:30:05.443089 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45166) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:05.449699 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-21c4b3cb-8b64-4db8-8eb6-84cb02e659e8 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:30:05.561897 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08a81bc-58ba-4cad-a2d9-b9c67ae62208 None None] Network c6609655-9f64-4804-aebc-031586b2b832 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:30:05.623807 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08a81bc-58ba-4cad-a2d9-b9c67ae62208 None None] Network c6609655-9f64-4804-aebc-031586b2b832 could not be found, it might have been deleted concurrently. {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 16 22:30:05.691270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f62391-e06a-4314-a3db-915904739993 req-52ad54eb-f2ab-46cf-810d-170d9378ef10 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:05.702499 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4f62391-e06a-4314-a3db-915904739993 req-52ad54eb-f2ab-46cf-810d-170d9378ef10 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=872885f4-ca22-48da-bc71-53542c83ac5b HTTP/1.1" status: 200 len: 945 time: 0.1709254 Feb 16 22:30:05.805232 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4f62391-e06a-4314-a3db-915904739993 req-eaa9b961-0d01-40fe-8fd2-e52ed5ed4fec tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010852 Feb 16 22:30:05.856895 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-21c4b3cb-8b64-4db8-8eb6-84cb02e659e8 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (7476f563-da17-492c-82b5-e8d77de7f292), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:05.887698 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-21c4b3cb-8b64-4db8-8eb6-84cb02e659e8 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (7476f563-da17-492c-82b5-e8d77de7f292), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:05.904889 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-21c4b3cb-8b64-4db8-8eb6-84cb02e659e8 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Network 7476f563-da17-492c-82b5-e8d77de7f292 is not hosted by any dhcp agent {{(pid=103465) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 22:30:05.916951 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c4b3cb-8b64-4db8-8eb6-84cb02e659e8 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:05.918120 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-21c4b3cb-8b64-4db8-8eb6-84cb02e659e8 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:05.922510 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-21c4b3cb-8b64-4db8-8eb6-84cb02e659e8 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "PUT /v2.0/networks/7476f563-da17-492c-82b5-e8d77de7f292 HTTP/1.1" status: 200 len: 723 time: 0.4782395 Feb 16 22:30:05.925394 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45174) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:05.936716 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-068531dd-4fad-4620-8354-c2ef32e178db tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Request body: {'subnet': {'network_id': '7476f563-da17-492c-82b5-e8d77de7f292', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:30:06.280879 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068531dd-4fad-4620-8354-c2ef32e178db tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Made reservation on behalf of e64452173aec486d961d06421ef7d4cf for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:30:06.283811 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4b3cb-8b64-4db8-8eb6-84cb02e659e8 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event updated for resources: {'Network': ['ID=7476f563-da17-492c-82b5-e8d77de7f292,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:06.285172 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-068531dd-4fad-4620-8354-c2ef32e178db tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:06.296339 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 7476f563-da17-492c-82b5-e8d77de7f292 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:30:06.334960 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a7849-8515-44f2-9fa3-79d2459a5f9e req-8c975723-07db-40e7-8e48-4aa5696257e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:06.336885 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-590a7849-8515-44f2-9fa3-79d2459a5f9e req-8c975723-07db-40e7-8e48-4aa5696257e3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=40c61a7cfadd45ac85b548218034c5f0&device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 1127 time: 0.1364667 Feb 16 22:30:06.549279 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a7849-8515-44f2-9fa3-79d2459a5f9e req-1db34947-7092-46b1-816e-f9bc3fbeb7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:06.559634 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-590a7849-8515-44f2-9fa3-79d2459a5f9e req-1db34947-7092-46b1-816e-f9bc3fbeb7d1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=752ff291-8125-4ff8-b264-ca3a640ae0c4 HTTP/1.1" status: 200 len: 920 time: 0.2154915 Feb 16 22:30:06.636592 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-590a7849-8515-44f2-9fa3-79d2459a5f9e req-4a4ed2a3-3a4e-48d6-ac71-6ca8e1a08cd6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20a5b726-5e1a-4ff9-ae11-2ab3951046a5 HTTP/1.1" status: 200 len: 217 time: 0.0689204 Feb 16 22:30:06.677619 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ddc479-46b4-42dd-878c-cdff893c07b2 req-79dd96d9-8119-4a5f-a3ce-ddf06144cca9 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:06.682393 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-21ddc479-46b4-42dd-878c-cdff893c07b2 req-79dd96d9-8119-4a5f-a3ce-ddf06144cca9 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 945 time: 0.1733997 Feb 16 22:30:06.736647 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a7849-8515-44f2-9fa3-79d2459a5f9e req-53d93ac5-d118-490c-9f0c-2c75664aaf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:06.739266 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-590a7849-8515-44f2-9fa3-79d2459a5f9e req-53d93ac5-d118-490c-9f0c-2c75664aaf29 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=50b869b4-5498-459d-a27a-a372659d9f4c HTTP/1.1" status: 200 len: 859 time: 0.0954561 Feb 16 22:30:06.800519 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-590a7849-8515-44f2-9fa3-79d2459a5f9e req-1c3ef0b3-11c8-4510-955c-7a8d81c25c1d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=752ff291-8125-4ff8-b264-ca3a640ae0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530467 Feb 16 22:30:06.925278 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-21ddc479-46b4-42dd-878c-cdff893c07b2 req-44b5edef-44af-407f-ac75-50632a1cd969 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783988 Feb 16 22:30:06.931108 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-068531dd-4fad-4620-8354-c2ef32e178db tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (445616bb-5be6-484d-a2eb-1f44c3121475), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:07.024202 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-590a7849-8515-44f2-9fa3-79d2459a5f9e req-95365c26-d4a3-4d0e-8f7d-238052dc16f2 service neutron] 10.222.0.79 "GET /v2.0/networks/752ff291-8125-4ff8-b264-ca3a640ae0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149236 Feb 16 22:30:07.085754 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068531dd-4fad-4620-8354-c2ef32e178db tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event updated for resources: {'Subnet': ['ID=445616bb-5be6-484d-a2eb-1f44c3121475,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:07.105752 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068531dd-4fad-4620-8354-c2ef32e178db tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Checking segment: {'id': '6cb63001-dfd5-4a66-8790-42ed0ae1b2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7476f563-da17-492c-82b5-e8d77de7f292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:30:07.106159 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068531dd-4fad-4620-8354-c2ef32e178db tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Network hostable DHCP agents. Network: 7476f563-da17-492c-82b5-e8d77de7f292, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:30:07.156857 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068531dd-4fad-4620-8354-c2ef32e178db tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Network 7476f563-da17-492c-82b5-e8d77de7f292 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:30:07.174018 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-068531dd-4fad-4620-8354-c2ef32e178db tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 7476f563-da17-492c-82b5-e8d77de7f292) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:30:07.182049 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068531dd-4fad-4620-8354-c2ef32e178db tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:07.182722 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-068531dd-4fad-4620-8354-c2ef32e178db tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:07.185257 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ed1d50-ed51-4bec-8940-0cde3638b5ad None None] Network 7476f563-da17-492c-82b5-e8d77de7f292 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:30:07.233354 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-068531dd-4fad-4620-8354-c2ef32e178db tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3061721 Feb 16 22:30:07.234060 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45204) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:07.243476 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-bb4d06d8-4c34-481c-b88b-db968b88cee6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:30:07.308760 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-590a7849-8515-44f2-9fa3-79d2459a5f9e req-18684449-6a21-4d42-a72f-427ede48ca8a service neutron] 10.222.0.79 "GET /v2.0/networks/752ff291-8125-4ff8-b264-ca3a640ae0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763233 Feb 16 22:30:07.505080 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059867c6-69ff-43d2-953e-33274c99a8e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-7476f563-da17-492c-82b5-e8d77de7f292', 'network_id': '7476f563-da17-492c-82b5-e8d77de7f292', 'project_id': 'e64452173aec486d961d06421ef7d4cf', 'fixed_ips': [{'subnet_id': '445616bb-5be6-484d-a2eb-1f44c3121475'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:30:07.505937 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-059867c6-69ff-43d2-953e-33274c99a8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:07.634458 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d540629-9fb3-4d79-bf80-cfa75b48ebb3 req-fa3907a5-cf2d-4169-b604-d64676812bc3 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:07.636061 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0d540629-9fb3-4d79-bf80-cfa75b48ebb3 req-fa3907a5-cf2d-4169-b604-d64676812bc3 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=872885f4-ca22-48da-bc71-53542c83ac5b HTTP/1.1" status: 200 len: 945 time: 0.3108399 Feb 16 22:30:07.688118 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb4d06d8-4c34-481c-b88b-db968b88cee6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25424195'] for subnet (445616bb-5be6-484d-a2eb-1f44c3121475), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:07.774456 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0d540629-9fb3-4d79-bf80-cfa75b48ebb3 req-3ca7191b-c17e-482b-9596-c6dbd4f843a0 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201530 Feb 16 22:30:07.785549 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-059867c6-69ff-43d2-953e-33274c99a8e4 None None] Allocated IP 172.20.0.2 (7476f563-da17-492c-82b5-e8d77de7f292/445616bb-5be6-484d-a2eb-1f44c3121475/eff8a2d3-e936-46d1-a6c8-faa93d8085bd) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:30:07.973012 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72450e2-0617-443f-ad09-d541f3f840e1 req-f9150172-4141-4d07-854d-87f70f711895 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:07.975960 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e72450e2-0617-443f-ad09-d541f3f840e1 req-f9150172-4141-4d07-854d-87f70f711895 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=872885f4-ca22-48da-bc71-53542c83ac5b HTTP/1.1" status: 200 len: 945 time: 0.0951605 Feb 16 22:30:08.080442 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e72450e2-0617-443f-ad09-d541f3f840e1 req-5c8eb229-9f7b-4e04-b8bf-cd1773625b32 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935915 Feb 16 22:30:08.191083 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-059867c6-69ff-43d2-953e-33274c99a8e4 None None] Publish callbacks [] for port (eff8a2d3-e936-46d1-a6c8-faa93d8085bd), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:08.229272 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-059867c6-69ff-43d2-953e-33274c99a8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (eff8a2d3-e936-46d1-a6c8-faa93d8085bd), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:08.306534 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059867c6-69ff-43d2-953e-33274c99a8e4 None None] Network 7476f563-da17-492c-82b5-e8d77de7f292 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:30:08.313575 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-059867c6-69ff-43d2-953e-33274c99a8e4 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:30:08.347614 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059867c6-69ff-43d2-953e-33274c99a8e4 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:30:08.422783 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059867c6-69ff-43d2-953e-33274c99a8e4 None None] Pushing event updated for resources: {'Port': ['ID=eff8a2d3-e936-46d1-a6c8-faa93d8085bd,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:08.460078 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-059867c6-69ff-43d2-953e-33274c99a8e4 None None] Attempting to bind port eff8a2d3-e936-46d1-a6c8-faa93d8085bd on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:30:08.460604 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-059867c6-69ff-43d2-953e-33274c99a8e4 None None] Attempting to bind port eff8a2d3-e936-46d1-a6c8-faa93d8085bd by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '6cb63001-dfd5-4a66-8790-42ed0ae1b2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7476f563-da17-492c-82b5-e8d77de7f292'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:30:08.461117 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059867c6-69ff-43d2-953e-33274c99a8e4 None None] Attempting to bind port eff8a2d3-e936-46d1-a6c8-faa93d8085bd on network 7476f563-da17-492c-82b5-e8d77de7f292 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:30:08.470680 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059867c6-69ff-43d2-953e-33274c99a8e4 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:30:08.471227 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059867c6-69ff-43d2-953e-33274c99a8e4 None None] Checking segment: {'id': '6cb63001-dfd5-4a66-8790-42ed0ae1b2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7476f563-da17-492c-82b5-e8d77de7f292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:30:08.471726 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-059867c6-69ff-43d2-953e-33274c99a8e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:08.472536 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059867c6-69ff-43d2-953e-33274c99a8e4 None None] Bound using segment: {'id': '6cb63001-dfd5-4a66-8790-42ed0ae1b2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7476f563-da17-492c-82b5-e8d77de7f292'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:30:08.488095 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-059867c6-69ff-43d2-953e-33274c99a8e4 None None] Bound port: eff8a2d3-e936-46d1-a6c8-faa93d8085bd, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cb63001-dfd5-4a66-8790-42ed0ae1b2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7476f563-da17-492c-82b5-e8d77de7f292'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:30:08.489620 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-059867c6-69ff-43d2-953e-33274c99a8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (eff8a2d3-e936-46d1-a6c8-faa93d8085bd), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:08.642587 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-059867c6-69ff-43d2-953e-33274c99a8e4 None None] For port eff8a2d3-e936-46d1-a6c8-faa93d8085bd, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:30:08.648857 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-059867c6-69ff-43d2-953e-33274c99a8e4 None None] For port eff8a2d3-e936-46d1-a6c8-faa93d8085bd, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=eff8a2d3-e936-46d1-a6c8-faa93d8085bd,segment=NetworkSegment(6cb63001-dfd5-4a66-8790-42ed0ae1b2c4),segment_id=6cb63001-dfd5-4a66-8790-42ed0ae1b2c4)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:30:08.662023 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-059867c6-69ff-43d2-953e-33274c99a8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (eff8a2d3-e936-46d1-a6c8-faa93d8085bd), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:08.716224 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebaeb56-98c4-427c-b3b4-4b3755aa0234 req-0c0ef26a-4347-40a0-9167-8db81f903d37 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:08.717911 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2ebaeb56-98c4-427c-b3b4-4b3755aa0234 req-0c0ef26a-4347-40a0-9167-8db81f903d37 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 945 time: 0.5032015 Feb 16 22:30:08.787903 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059867c6-69ff-43d2-953e-33274c99a8e4 None None] Pushing event updated for resources: {'Port': ['ID=eff8a2d3-e936-46d1-a6c8-faa93d8085bd,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:08.906535 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2ebaeb56-98c4-427c-b3b4-4b3755aa0234 req-220cbf3b-c223-409d-b62d-a56d935ca634 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627922 Feb 16 22:30:08.910916 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb4d06d8-4c34-481c-b88b-db968b88cee6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771215923559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3767687'] for subnet (445616bb-5be6-484d-a2eb-1f44c3121475), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:09.037352 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4d06d8-4c34-481c-b88b-db968b88cee6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:09.038195 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb4d06d8-4c34-481c-b88b-db968b88cee6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:09.043654 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45256) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:09.056189 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bb4d06d8-4c34-481c-b88b-db968b88cee6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "PUT /v2.0/subnets/445616bb-5be6-484d-a2eb-1f44c3121475 HTTP/1.1" status: 200 len: 806 time: 1.8206036 Feb 16 22:30:09.152352 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d06d8-4c34-481c-b88b-db968b88cee6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event updated for resources: {'Subnet': ['ID=445616bb-5be6-484d-a2eb-1f44c3121475,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:09.817236 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c76c6-fc4e-4d40-a6ba-5a950b1534a1 req-a41a62ba-1522-4a85-b53b-941cde7a0078 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:09.839115 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-021c76c6-fc4e-4d40-a6ba-5a950b1534a1 req-a41a62ba-1522-4a85-b53b-941cde7a0078 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=872885f4-ca22-48da-bc71-53542c83ac5b HTTP/1.1" status: 200 len: 945 time: 0.1959019 Feb 16 22:30:10.051007 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-021c76c6-fc4e-4d40-a6ba-5a950b1534a1 req-ad59616a-e52e-4c5d-bf2a-7658996f04c1 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105207 Feb 16 22:30:10.166664 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-87396e62-acd3-4ce3-bc5b-3dffc877799d tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (7476f563-da17-492c-82b5-e8d77de7f292), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:10.336677 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-87396e62-acd3-4ce3-bc5b-3dffc877799d tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Deleting port eff8a2d3-e936-46d1-a6c8-faa93d8085bd {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:30:10.337525 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-87396e62-acd3-4ce3-bc5b-3dffc877799d tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (eff8a2d3-e936-46d1-a6c8-faa93d8085bd), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:10.467762 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device eff8a2d3-e936-46d1-a6c8-faa93d8085bd up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:30:10.567652 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port eff8a2d3-e936-46d1-a6c8-faa93d8085bd triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:30:10.568422 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (eff8a2d3-e936-46d1-a6c8-faa93d8085bd), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:10.612796 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-7c0c55ef-52a5-49e5-93f7-7c4d764c9fe1 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:10.621472 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-7c0c55ef-52a5-49e5-93f7-7c4d764c9fe1 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/networks?id=7759ecb5-615f-4376-bf2e-f88402b96cd9 HTTP/1.1" status: 200 len: 813 time: 0.3758678 Feb 16 22:30:10.660358 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-87396e62-acd3-4ce3-bc5b-3dffc877799d tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] For port eff8a2d3-e936-46d1-a6c8-faa93d8085bd, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=eff8a2d3-e936-46d1-a6c8-faa93d8085bd,segment=NetworkSegment(6cb63001-dfd5-4a66-8790-42ed0ae1b2c4),segment_id=6cb63001-dfd5-4a66-8790-42ed0ae1b2c4)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:30:10.661793 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-87396e62-acd3-4ce3-bc5b-3dffc877799d tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (eff8a2d3-e936-46d1-a6c8-faa93d8085bd), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:10.705220 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-87396e62-acd3-4ce3-bc5b-3dffc877799d tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Calling delete_port for eff8a2d3-e936-46d1-a6c8-faa93d8085bd owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:30:10.773543 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-65ef9a5b-34c3-432b-89fe-13caa7abdf71 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/quotas/c4406d5c23c94c6383b020d52bae2059 HTTP/1.1" status: 200 len: 375 time: 0.1486897 Feb 16 22:30:10.902382 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port eff8a2d3-e936-46d1-a6c8-faa93d8085bd is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:30:10.903041 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (eff8a2d3-e936-46d1-a6c8-faa93d8085bd), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:10.906756 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c8170b-ed4a-4f36-a3a0-4667833346e0 None None] Network 7476f563-da17-492c-82b5-e8d77de7f292 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:30:10.967655 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcf149-6441-4aa6-ad65-d5264194c3df req-ddb20260-c15c-43cb-a144-c29fb299c8be tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:10.971905 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-efbcf149-6441-4aa6-ad65-d5264194c3df req-ddb20260-c15c-43cb-a144-c29fb299c8be tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.67 "GET /v2.0/ports?device_id=872885f4-ca22-48da-bc71-53542c83ac5b HTTP/1.1" status: 200 len: 945 time: 0.3174055 Feb 16 22:30:11.079515 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-87396e62-acd3-4ce3-bc5b-3dffc877799d tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (eff8a2d3-e936-46d1-a6c8-faa93d8085bd), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:11.116018 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f1cce388-1234-4057-a325-01bebbed803f None None] Provisioning complete for port eff8a2d3-e936-46d1-a6c8-faa93d8085bd triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:30:11.116279 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f1cce388-1234-4057-a325-01bebbed803f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (eff8a2d3-e936-46d1-a6c8-faa93d8085bd), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:11.137014 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-ff13a528-808d-4b0b-ae8d-3d9ba2cd5c41 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c4406d5c23c94c6383b020d52bae2059&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3615990 Feb 16 22:30:11.175108 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87396e62-acd3-4ce3-bc5b-3dffc877799d tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event deleted for resources: {'Port': ['ID=eff8a2d3-e936-46d1-a6c8-faa93d8085bd,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:11.179998 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f1cce388-1234-4057-a325-01bebbed803f None None] Port eff8a2d3-e936-46d1-a6c8-faa93d8085bd was deleted so its status cannot be updated. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 16 22:30:11.307433 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87396e62-acd3-4ce3-bc5b-3dffc877799d tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] No DVR routers for this DVR port eff8a2d3-e936-46d1-a6c8-faa93d8085bd on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:30:11.401747 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-efbcf149-6441-4aa6-ad65-d5264194c3df req-159387ab-771d-4d70-a8cc-d0796092cb04 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Deleting port 626c2db0-bf6e-441e-b318-45292036d956 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:30:11.402124 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-efbcf149-6441-4aa6-ad65-d5264194c3df req-159387ab-771d-4d70-a8cc-d0796092cb04 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (626c2db0-bf6e-441e-b318-45292036d956), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:11.441184 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-87396e62-acd3-4ce3-bc5b-3dffc877799d tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (445616bb-5be6-484d-a2eb-1f44c3121475), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:11.623672 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-87396e62-acd3-4ce3-bc5b-3dffc877799d tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (445616bb-5be6-484d-a2eb-1f44c3121475), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:11.658698 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-efbcf149-6441-4aa6-ad65-d5264194c3df req-159387ab-771d-4d70-a8cc-d0796092cb04 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] For port 626c2db0-bf6e-441e-b318-45292036d956, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=626c2db0-bf6e-441e-b318-45292036d956,segment=NetworkSegment(d2150ecc-73be-4cac-a3e0-52292f5f056f),segment_id=d2150ecc-73be-4cac-a3e0-52292f5f056f)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:30:11.661626 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-efbcf149-6441-4aa6-ad65-d5264194c3df req-159387ab-771d-4d70-a8cc-d0796092cb04 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (626c2db0-bf6e-441e-b318-45292036d956), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:11.699082 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-efbcf149-6441-4aa6-ad65-d5264194c3df req-159387ab-771d-4d70-a8cc-d0796092cb04 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Calling delete_port for 626c2db0-bf6e-441e-b318-45292036d956 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:30:11.724557 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6845fd96-6b19-4fdd-bac3-598b305aca56 None None] Network 7476f563-da17-492c-82b5-e8d77de7f292 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:30:11.765196 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87396e62-acd3-4ce3-bc5b-3dffc877799d tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event deleted for resources: {'Subnet': ['ID=445616bb-5be6-484d-a2eb-1f44c3121475,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:11.877275 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-87396e62-acd3-4ce3-bc5b-3dffc877799d tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (7476f563-da17-492c-82b5-e8d77de7f292), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:11.948090 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-87396e62-acd3-4ce3-bc5b-3dffc877799d tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7476f563-da17-492c-82b5-e8d77de7f292']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:30:11.971793 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-87396e62-acd3-4ce3-bc5b-3dffc877799d tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cb63001-dfd5-4a66-8790-42ed0ae1b2c4') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:30:11.975639 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-87396e62-acd3-4ce3-bc5b-3dffc877799d tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cb63001-dfd5-4a66-8790-42ed0ae1b2c4') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:30:11.998882 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-9ca25874-e52d-4060-b71e-573b6a63815c None None] Could not find standard attr ID for object eff8a2d3-e936-46d1-a6c8-faa93d8085bd. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:30:12.021719 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-87396e62-acd3-4ce3-bc5b-3dffc877799d tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (6cb63001-dfd5-4a66-8790-42ed0ae1b2c4), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:12.022338 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-35b8b027-cc01-4a31-8cf5-da7a6f42aa04 service neutron] 10.222.0.75 "GET /v2.0/networks/7759ecb5-615f-4376-bf2e-f88402b96cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8841412 Feb 16 22:30:12.066409 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-87396e62-acd3-4ce3-bc5b-3dffc877799d tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (6cb63001-dfd5-4a66-8790-42ed0ae1b2c4), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:12.079926 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87396e62-acd3-4ce3-bc5b-3dffc877799d tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:30:12.083062 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-87396e62-acd3-4ce3-bc5b-3dffc877799d tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (6cb63001-dfd5-4a66-8790-42ed0ae1b2c4), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:12.094941 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:30:12.094941 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:30:12.094941 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:30:12.094941 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:30:12.094941 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:30:12.094941 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:30:12.094941 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:30:12.094941 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:30:12.094941 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:30:12.094941 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:30:12.094941 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:30:12.094941 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:30:12.094941 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:30:12.094941 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:30:12.094941 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:30:12.094941 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:30:12.094941 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:30:12.094941 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:30:12.094941 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:30:12.094941 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:30:12.094941 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:30:12.094941 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:30:12.094941 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:30:12.094941 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:30:12.094941 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:30:12.094941 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:30:12.094941 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:30:12.094941 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:30:12.094941 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:30:12.094941 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:30:12.094941 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:30:12.094941 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:30:12.131030 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c653744b-c15c-45ac-a542-c6b4da4fa3d5 None None] DHCP port deletion for 7476f563-da17-492c-82b5-e8d77de7f292 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:30:12.283884 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-87396e62-acd3-4ce3-bc5b-3dffc877799d tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (7476f563-da17-492c-82b5-e8d77de7f292), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:12.290190 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-87396e62-acd3-4ce3-bc5b-3dffc877799d tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:12.300779 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-87396e62-acd3-4ce3-bc5b-3dffc877799d tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "DELETE /v2.0/networks/7476f563-da17-492c-82b5-e8d77de7f292 HTTP/1.1" status: 204 len: 168 time: 3.2558823 Feb 16 22:30:12.316217 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device eff8a2d3-e936-46d1-a6c8-faa93d8085bd no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:30:12.345212 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45330) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:12.346139 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87396e62-acd3-4ce3-bc5b-3dffc877799d tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event deleted for resources: {'Network': ['ID=7476f563-da17-492c-82b5-e8d77de7f292,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:12.367638 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: eff8a2d3-e936-46d1-a6c8-faa93d8085bd {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:30:12.368276 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device eff8a2d3-e936-46d1-a6c8-faa93d8085bd not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:30:12.384878 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-8d6cf61a-845a-4bf4-8a82-4e350a07c6a7 service neutron] 10.222.0.75 "GET /v2.0/networks/7759ecb5-615f-4376-bf2e-f88402b96cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447301 Feb 16 22:30:12.409631 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-c47b3118-89fa-4bef-829f-f1e4a44e76dd tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] DELETE failed (client error): The resource could not be found. Feb 16 22:30:12.412587 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c47b3118-89fa-4bef-829f-f1e4a44e76dd tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:30:12.421566 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c47b3118-89fa-4bef-829f-f1e4a44e76dd tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "DELETE /v2.0/networks/7476f563-da17-492c-82b5-e8d77de7f292 HTTP/1.1" status: 404 len: 339 time: 0.0684047 Feb 16 22:30:12.425661 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45334) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:12.440061 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-3e501c8e-38ab-4bdc-9b36-6e08cf3c3d1a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-951448455', 'description': 'd1'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:30:12.451790 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-efbcf149-6441-4aa6-ad65-d5264194c3df req-159387ab-771d-4d70-a8cc-d0796092cb04 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (626c2db0-bf6e-441e-b318-45292036d956), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:12.465191 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['91e8c394-f309-4d7c-ae8f-b3d28a87757f', '626c2db0-bf6e-441e-b318-45292036d956'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:30:12.667199 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159387ab-771d-4d70-a8cc-d0796092cb04 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Pushing event deleted for resources: {'Port': ['ID=626c2db0-bf6e-441e-b318-45292036d956,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:12.755575 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbcf149-6441-4aa6-ad65-d5264194c3df req-159387ab-771d-4d70-a8cc-d0796092cb04 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] No DVR routers for this DVR port 626c2db0-bf6e-441e-b318-45292036d956 on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:30:12.757671 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e501c8e-38ab-4bdc-9b36-6e08cf3c3d1a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Made reservation on behalf of e64452173aec486d961d06421ef7d4cf for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:30:12.760989 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3e501c8e-38ab-4bdc-9b36-6e08cf3c3d1a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:12.779317 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-efbcf149-6441-4aa6-ad65-d5264194c3df req-159387ab-771d-4d70-a8cc-d0796092cb04 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:12.789514 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-efbcf149-6441-4aa6-ad65-d5264194c3df req-159387ab-771d-4d70-a8cc-d0796092cb04 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.67 "DELETE /v2.0/ports/626c2db0-bf6e-441e-b318-45292036d956 HTTP/1.1" status: 204 len: 173 time: 1.7990236 Feb 16 22:30:12.818050 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872885f4-ca22-48da-bc71-53542c83ac5b', 'name': 'network-vif-deleted', 'tag': '626c2db0-bf6e-441e-b318-45292036d956'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:30:12.828643 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e48a67-d2d6-4749-aa55-d204c269a8a9" -d '{"events": [{"server_uuid": "872885f4-ca22-48da-bc71-53542c83ac5b", "name": "network-vif-deleted", "tag": "626c2db0-bf6e-441e-b318-45292036d956"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:30:13.013681 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e501c8e-38ab-4bdc-9b36-6e08cf3c3d1a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:30:13.064271 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1ca6f-4be0-4d6a-8dc6-f2603a2386cc req-0bd57782-accf-4996-a891-5cee998668e8 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:13.066688 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-56f1ca6f-4be0-4d6a-8dc6-f2603a2386cc req-0bd57782-accf-4996-a891-5cee998668e8 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 945 time: 0.2232847 Feb 16 22:30:13.070803 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3e501c8e-38ab-4bdc-9b36-6e08cf3c3d1a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (c948a9ee-e65c-4b2a-8e68-413e1e36aa1f), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:13.071154 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-3e501c8e-38ab-4bdc-9b36-6e08cf3c3d1a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Added segment c948a9ee-e65c-4b2a-8e68-413e1e36aa1f of type vlan for network 4fc2cdd6-2f97-4a01-bb20-e6a6e28a06f7 Feb 16 22:30:13.184634 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3e501c8e-38ab-4bdc-9b36-6e08cf3c3d1a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (4fc2cdd6-2f97-4a01-bb20-e6a6e28a06f7), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:13.228016 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-56f1ca6f-4be0-4d6a-8dc6-f2603a2386cc req-630a33f5-59dd-4cb5-a430-33d30d95768a tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479380 Feb 16 22:30:13.296656 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3e501c8e-38ab-4bdc-9b36-6e08cf3c3d1a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (4fc2cdd6-2f97-4a01-bb20-e6a6e28a06f7), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:13.301907 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e501c8e-38ab-4bdc-9b36-6e08cf3c3d1a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:13.303163 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3e501c8e-38ab-4bdc-9b36-6e08cf3c3d1a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:13.462886 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5e34023e-6168-4e47-b565-7b48f7715607 req-89e29cea-f1d2-4a68-bf85-32b0acc230e2 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=872885f4-ca22-48da-bc71-53542c83ac5b HTTP/1.1" status: 200 len: 210 time: 0.1260135 Feb 16 22:30:13.479674 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3e501c8e-38ab-4bdc-9b36-6e08cf3c3d1a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0522475 Feb 16 22:30:13.483236 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45358) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:13.691725 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e501c8e-38ab-4bdc-9b36-6e08cf3c3d1a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event updated for resources: {'Network': ['ID=4fc2cdd6-2f97-4a01-bb20-e6a6e28a06f7,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:13.711109 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 4fc2cdd6-2f97-4a01-bb20-e6a6e28a06f7 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:30:13.766157 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c99cc7ef-2edc-425f-8e2a-a19bce84d5be req-2a5c22bb-e0e6-4e8f-8bb3-9b7ba1ff5be8 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=35b1634f-d518-495d-9451-dfc9c7441e8e HTTP/1.1" status: 200 len: 210 time: 0.1036513 Feb 16 22:30:13.844790 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23a0aa0-3e47-44ff-a8e2-7c05f80c3671 x-openstack-request-id: req-f23a0aa0-3e47-44ff-a8e2-7c05f80c3671 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:30:13.844790 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872885f4-ca22-48da-bc71-53542c83ac5b", "name": "network-vif-deleted", "tag": "626c2db0-bf6e-441e-b318-45292036d956", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:30:13.845206 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f23a0aa0-3e47-44ff-a8e2-7c05f80c3671 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:30:13.845891 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872885f4-ca22-48da-bc71-53542c83ac5b', 'name': 'network-vif-deleted', 'tag': '626c2db0-bf6e-441e-b318-45292036d956', 'status': 'completed', 'code': 200} Feb 16 22:30:13.897526 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b300d0fc-e60f-40be-8966-c4a15308efbb tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:13.904461 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45374) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:13.908382 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b300d0fc-e60f-40be-8966-c4a15308efbb tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "GET /v2.0/networks?id=4fc2cdd6-2f97-4a01-bb20-e6a6e28a06f7 HTTP/1.1" status: 200 len: 760 time: 0.4231441 Feb 16 22:30:13.910735 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-05ce77f7-9deb-4f18-a24e-5333a20c335b tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Request body: {'network': {'description': 'd2'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:30:14.354854 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-05ce77f7-9deb-4f18-a24e-5333a20c335b tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (4fc2cdd6-2f97-4a01-bb20-e6a6e28a06f7), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:14.390621 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-05ce77f7-9deb-4f18-a24e-5333a20c335b tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (4fc2cdd6-2f97-4a01-bb20-e6a6e28a06f7), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:14.429447 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-05ce77f7-9deb-4f18-a24e-5333a20c335b tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Network 4fc2cdd6-2f97-4a01-bb20-e6a6e28a06f7 is not hosted by any dhcp agent {{(pid=103466) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 22:30:14.434555 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ce77f7-9deb-4f18-a24e-5333a20c335b tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:14.435433 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-05ce77f7-9deb-4f18-a24e-5333a20c335b tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:14.436970 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-05ce77f7-9deb-4f18-a24e-5333a20c335b tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "PUT /v2.0/networks/4fc2cdd6-2f97-4a01-bb20-e6a6e28a06f7 HTTP/1.1" status: 200 len: 757 time: 0.5313189 Feb 16 22:30:14.439809 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45388) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:14.563936 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f18159a-7ff4-4ca8-b024-26dc35de1e77 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:14.569355 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7f18159a-7ff4-4ca8-b024-26dc35de1e77 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "GET /v2.0/networks?id=4fc2cdd6-2f97-4a01-bb20-e6a6e28a06f7 HTTP/1.1" status: 200 len: 760 time: 0.1256385 Feb 16 22:30:14.570943 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45394) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:14.580755 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-57190d27-9a27-4f35-b2b0-a0bc8a8078d3 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1156124796'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:30:14.602937 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 626c2db0-bf6e-441e-b318-45292036d956 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:30:14.604091 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce77f7-9deb-4f18-a24e-5333a20c335b tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event updated for resources: {'Network': ['ID=4fc2cdd6-2f97-4a01-bb20-e6a6e28a06f7,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:14.651518 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57190d27-9a27-4f35-b2b0-a0bc8a8078d3 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Made reservation on behalf of e64452173aec486d961d06421ef7d4cf for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:30:14.657352 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57190d27-9a27-4f35-b2b0-a0bc8a8078d3 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:14.720378 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 626c2db0-bf6e-441e-b318-45292036d956 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:30:14.726883 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 626c2db0-bf6e-441e-b318-45292036d956 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:30:14.741813 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 4fc2cdd6-2f97-4a01-bb20-e6a6e28a06f7 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:30:14.833934 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57190d27-9a27-4f35-b2b0-a0bc8a8078d3 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:30:14.971027 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5bb8fcef-75c2-4d9f-8b11-246a290abf2b req-ef0aa588-35d1-45d5-899a-ab27fa50e5eb tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=35b1634f-d518-495d-9451-dfc9c7441e8e HTTP/1.1" status: 200 len: 210 time: 0.0644081 Feb 16 22:30:15.169129 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57190d27-9a27-4f35-b2b0-a0bc8a8078d3 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (9bcaad48-c148-49db-b6d5-63ac08287358), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:15.169334 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-57190d27-9a27-4f35-b2b0-a0bc8a8078d3 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Added segment 9bcaad48-c148-49db-b6d5-63ac08287358 of type vlan for network be6340e0-7710-48fc-b6ba-91d0adb176a0 Feb 16 22:30:15.544896 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ee838739-f0ce-49b9-9501-28548ef83d91 req-19a4f8e6-3c5c-454a-a6f1-95dbc773e8b6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=483b8dee-d20c-486a-9d94-ebe5c2350232&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2260809 Feb 16 22:30:15.551766 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57190d27-9a27-4f35-b2b0-a0bc8a8078d3 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (be6340e0-7710-48fc-b6ba-91d0adb176a0), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:15.595299 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-d75528a1-18d0-458b-b485-25d8db2cc371 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:15.597503 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-d75528a1-18d0-458b-b485-25d8db2cc371 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.79 "GET /v2.0/networks?id=7759ecb5-615f-4376-bf2e-f88402b96cd9 HTTP/1.1" status: 200 len: 813 time: 0.7357767 Feb 16 22:30:15.618522 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-619af321-5bca-4109-a643-96f48ffa6a31 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Request body: {'port': {'device_id': '35b1634f-d518-495d-9451-dfc9c7441e8e', 'network_id': '7759ecb5-615f-4376-bf2e-f88402b96cd9', 'admin_state_up': True, 'tenant_id': 'c4406d5c23c94c6383b020d52bae2059'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:30:15.658384 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57190d27-9a27-4f35-b2b0-a0bc8a8078d3 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (be6340e0-7710-48fc-b6ba-91d0adb176a0), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:15.665153 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57190d27-9a27-4f35-b2b0-a0bc8a8078d3 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:15.667529 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57190d27-9a27-4f35-b2b0-a0bc8a8078d3 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:15.806891 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57190d27-9a27-4f35-b2b0-a0bc8a8078d3 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event updated for resources: {'Network': ['ID=be6340e0-7710-48fc-b6ba-91d0adb176a0,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:15.837114 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838739-f0ce-49b9-9501-28548ef83d91 req-a8e779ba-b9ce-4bc7-a86a-d7f029bc7297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:15.852000 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ee838739-f0ce-49b9-9501-28548ef83d91 req-a8e779ba-b9ce-4bc7-a86a-d7f029bc7297 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c4406d5c23c94c6383b020d52bae2059&device_id=483b8dee-d20c-486a-9d94-ebe5c2350232 HTTP/1.1" status: 200 len: 1128 time: 0.1500468 Feb 16 22:30:15.898990 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-57190d27-9a27-4f35-b2b0-a0bc8a8078d3 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3248134 Feb 16 22:30:15.902237 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45438) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:15.908261 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-6a0b923e-5e0f-4b3e-ab94-6582abc3e934 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Request body: {'subnet': {'network_id': 'be6340e0-7710-48fc-b6ba-91d0adb176a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:30:15.927364 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network be6340e0-7710-48fc-b6ba-91d0adb176a0 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:30:16.207965 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0b923e-5e0f-4b3e-ab94-6582abc3e934 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Made reservation on behalf of e64452173aec486d961d06421ef7d4cf for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:30:16.220880 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6a0b923e-5e0f-4b3e-ab94-6582abc3e934 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:16.322510 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-619af321-5bca-4109-a643-96f48ffa6a31 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Made reservation on behalf of c4406d5c23c94c6383b020d52bae2059 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:30:16.340295 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-619af321-5bca-4109-a643-96f48ffa6a31 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:16.466184 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2ea50d21-9c66-4d4b-aba2-31ac45f7e541 req-74200dd6-2082-4c66-9662-2cdd0d13e8b5 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=35b1634f-d518-495d-9451-dfc9c7441e8e HTTP/1.1" status: 200 len: 210 time: 0.1943736 Feb 16 22:30:16.587456 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838739-f0ce-49b9-9501-28548ef83d91 req-43d61479-cc5a-4efb-80d0-189ae0cd12d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:16.599957 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ee838739-f0ce-49b9-9501-28548ef83d91 req-43d61479-cc5a-4efb-80d0-189ae0cd12d3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7759ecb5-615f-4376-bf2e-f88402b96cd9 HTTP/1.1" status: 200 len: 914 time: 0.7241914 Feb 16 22:30:16.835983 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ee838739-f0ce-49b9-9501-28548ef83d91 req-e14d5cde-cee1-4046-9f2d-e775fced83ef service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f5310e9-1b86-4c56-99db-010c309a20b7 HTTP/1.1" status: 200 len: 217 time: 0.2207816 Feb 16 22:30:17.063087 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838739-f0ce-49b9-9501-28548ef83d91 req-9b53281a-4585-4c99-be34-5d76f53133bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:17.074760 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ee838739-f0ce-49b9-9501-28548ef83d91 req-9b53281a-4585-4c99-be34-5d76f53133bc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=591646e2-043a-41f9-8af0-3b89325cbeb9 HTTP/1.1" status: 200 len: 853 time: 0.1800976 Feb 16 22:30:17.249005 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ee838739-f0ce-49b9-9501-28548ef83d91 req-afa9e972-e8e1-4bea-8161-33c77a6b2ad9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7759ecb5-615f-4376-bf2e-f88402b96cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1603341 Feb 16 22:30:17.670781 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-619af321-5bca-4109-a643-96f48ffa6a31 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Allocated IP 172.20.0.5 (7759ecb5-615f-4376-bf2e-f88402b96cd9/591646e2-043a-41f9-8af0-3b89325cbeb9/3d304d29-5749-4de2-b9ca-3642ed6aba2a) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:30:17.743067 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ee838739-f0ce-49b9-9501-28548ef83d91 req-6da3d1e6-e30d-4e56-9f13-e28711e95c80 service neutron] 10.222.0.79 "GET /v2.0/networks/7759ecb5-615f-4376-bf2e-f88402b96cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4642363 Feb 16 22:30:17.989446 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6a0b923e-5e0f-4b3e-ab94-6582abc3e934 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (d64c55d2-ec80-475e-b789-e1932fc41906), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:18.195274 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ee838739-f0ce-49b9-9501-28548ef83d91 req-fb4ed45d-8b63-45b1-a10c-9968770068a6 service neutron] 10.222.0.79 "GET /v2.0/networks/7759ecb5-615f-4376-bf2e-f88402b96cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420040 Feb 16 22:30:18.252186 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b923e-5e0f-4b3e-ab94-6582abc3e934 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event updated for resources: {'Subnet': ['ID=d64c55d2-ec80-475e-b789-e1932fc41906,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:18.254218 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c685257-be2d-4828-96c1-2d4e79688fd3 req-dfce9b0e-2a30-4336-a7f7-6ce79aee0181 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:18.277251 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4c685257-be2d-4828-96c1-2d4e79688fd3 req-dfce9b0e-2a30-4336-a7f7-6ce79aee0181 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6902e11-f2a6-42d4-9e94-69d218440c0d HTTP/1.1" status: 200 len: 945 time: 1.0248222 Feb 16 22:30:18.339793 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0b923e-5e0f-4b3e-ab94-6582abc3e934 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Checking segment: {'id': '9bcaad48-c148-49db-b6d5-63ac08287358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'be6340e0-7710-48fc-b6ba-91d0adb176a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:30:18.340161 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0b923e-5e0f-4b3e-ab94-6582abc3e934 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Network hostable DHCP agents. Network: be6340e0-7710-48fc-b6ba-91d0adb176a0, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:30:18.448987 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4c685257-be2d-4828-96c1-2d4e79688fd3 req-0de2db33-cc95-4652-9185-4aa1acfc1800 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691797 Feb 16 22:30:18.470921 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-619af321-5bca-4109-a643-96f48ffa6a31 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Publish callbacks [] for port (3d304d29-5749-4de2-b9ca-3642ed6aba2a), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:18.478644 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0b923e-5e0f-4b3e-ab94-6582abc3e934 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Network be6340e0-7710-48fc-b6ba-91d0adb176a0 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:30:18.518298 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-6a0b923e-5e0f-4b3e-ab94-6582abc3e934 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, be6340e0-7710-48fc-b6ba-91d0adb176a0) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:30:18.535764 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0b923e-5e0f-4b3e-ab94-6582abc3e934 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:18.538982 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6a0b923e-5e0f-4b3e-ab94-6582abc3e934 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:18.539354 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f8a71f-8370-4ef5-bb1c-a8cc557c32d5 None None] Network be6340e0-7710-48fc-b6ba-91d0adb176a0 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:30:18.620577 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6a0b923e-5e0f-4b3e-ab94-6582abc3e934 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7115977 Feb 16 22:30:18.622856 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45492) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:18.664454 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e7733e27-fa6d-4622-b156-f1892c430e0b req-380cc579-c8e8-4dd9-9dc6-f79a68c70139 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=35b1634f-d518-495d-9451-dfc9c7441e8e HTTP/1.1" status: 200 len: 210 time: 0.0758047 Feb 16 22:30:18.838581 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a62629-fb8f-4124-97bd-fd1fb926b93f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-be6340e0-7710-48fc-b6ba-91d0adb176a0', 'network_id': 'be6340e0-7710-48fc-b6ba-91d0adb176a0', 'project_id': 'e64452173aec486d961d06421ef7d4cf', 'fixed_ips': [{'subnet_id': 'd64c55d2-ec80-475e-b789-e1932fc41906'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:30:18.844758 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c1a62629-fb8f-4124-97bd-fd1fb926b93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:18.860806 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c54d7-326f-4064-af15-fb0b6afbe677 req-9d701059-c0b6-448d-a0b1-f8ad18b6dea7 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:18.869892 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-678c54d7-326f-4064-af15-fb0b6afbe677 req-9d701059-c0b6-448d-a0b1-f8ad18b6dea7 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6902e11-f2a6-42d4-9e94-69d218440c0d HTTP/1.1" status: 200 len: 945 time: 0.1988356 Feb 16 22:30:18.951278 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2a5452fb-470b-433c-af23-97763957590a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (be6340e0-7710-48fc-b6ba-91d0adb176a0), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:19.124616 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2a5452fb-470b-433c-af23-97763957590a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (d64c55d2-ec80-475e-b789-e1932fc41906), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:19.133609 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-619af321-5bca-4109-a643-96f48ffa6a31 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (3d304d29-5749-4de2-b9ca-3642ed6aba2a), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:19.222664 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-c1a62629-fb8f-4124-97bd-fd1fb926b93f None None] Allocated IP 172.20.0.2 (be6340e0-7710-48fc-b6ba-91d0adb176a0/d64c55d2-ec80-475e-b789-e1932fc41906/0ac1035c-ace8-48c6-b872-aa10388cca9a) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:30:19.243423 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-678c54d7-326f-4064-af15-fb0b6afbe677 req-24b13ee4-a7d2-4002-9df2-02cf6303fbc0 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Deleting port 91e8c394-f309-4d7c-ae8f-b3d28a87757f {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:30:19.244093 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-678c54d7-326f-4064-af15-fb0b6afbe677 req-24b13ee4-a7d2-4002-9df2-02cf6303fbc0 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (91e8c394-f309-4d7c-ae8f-b3d28a87757f), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:19.256909 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-619af321-5bca-4109-a643-96f48ffa6a31 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Network 7759ecb5-615f-4376-bf2e-f88402b96cd9 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:30:19.309279 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-619af321-5bca-4109-a643-96f48ffa6a31 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:30:19.339824 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-619af321-5bca-4109-a643-96f48ffa6a31 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:30:19.423969 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619af321-5bca-4109-a643-96f48ffa6a31 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Pushing event updated for resources: {'Port': ['ID=3d304d29-5749-4de2-b9ca-3642ed6aba2a,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:19.462235 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-619af321-5bca-4109-a643-96f48ffa6a31 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:19.462402 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-619af321-5bca-4109-a643-96f48ffa6a31 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:19.488756 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c1a62629-fb8f-4124-97bd-fd1fb926b93f None None] Publish callbacks [] for port (0ac1035c-ace8-48c6-b872-aa10388cca9a), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:19.511578 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['2f5310e9-1b86-4c56-99db-010c309a20b7', '7e8d4bb2-b826-4498-b828-1e264bf62ea8'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:30:19.527729 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c1a62629-fb8f-4124-97bd-fd1fb926b93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (0ac1035c-ace8-48c6-b872-aa10388cca9a), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:19.542376 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-678c54d7-326f-4064-af15-fb0b6afbe677 req-24b13ee4-a7d2-4002-9df2-02cf6303fbc0 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] For port 91e8c394-f309-4d7c-ae8f-b3d28a87757f, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=91e8c394-f309-4d7c-ae8f-b3d28a87757f,segment=NetworkSegment(d2150ecc-73be-4cac-a3e0-52292f5f056f),segment_id=d2150ecc-73be-4cac-a3e0-52292f5f056f)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:30:19.542746 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-678c54d7-326f-4064-af15-fb0b6afbe677 req-24b13ee4-a7d2-4002-9df2-02cf6303fbc0 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (91e8c394-f309-4d7c-ae8f-b3d28a87757f), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:19.556703 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2a5452fb-470b-433c-af23-97763957590a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (d64c55d2-ec80-475e-b789-e1932fc41906), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:19.660237 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-678c54d7-326f-4064-af15-fb0b6afbe677 req-24b13ee4-a7d2-4002-9df2-02cf6303fbc0 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Calling delete_port for 91e8c394-f309-4d7c-ae8f-b3d28a87757f owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:30:19.690132 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-619af321-5bca-4109-a643-96f48ffa6a31 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0626278 Feb 16 22:30:19.696007 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-51626eee-44b1-47c1-b63b-e1b8931f994d service neutron] Request body: {'port': {'device_id': '35b1634f-d518-495d-9451-dfc9c7441e8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:30:19.707008 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5452fb-470b-433c-af23-97763957590a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event deleted for resources: {'Subnet': ['ID=d64c55d2-ec80-475e-b789-e1932fc41906,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:19.789187 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a62629-fb8f-4124-97bd-fd1fb926b93f None None] Pushing event updated for resources: {'Port': ['ID=0ac1035c-ace8-48c6-b872-aa10388cca9a,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:19.827072 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a62629-fb8f-4124-97bd-fd1fb926b93f None None] Network be6340e0-7710-48fc-b6ba-91d0adb176a0 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:30:19.839062 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-c1a62629-fb8f-4124-97bd-fd1fb926b93f None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:30:19.844133 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a62629-fb8f-4124-97bd-fd1fb926b93f None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:30:19.895948 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ea1de-e280-4920-82ca-7a337e9ab943 req-09bd0ce6-bdae-4fb0-adf2-e8b45ba2e5a2 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:19.904029 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-610ea1de-e280-4920-82ca-7a337e9ab943 req-09bd0ce6-bdae-4fb0-adf2-e8b45ba2e5a2 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6902e11-f2a6-42d4-9e94-69d218440c0d HTTP/1.1" status: 200 len: 945 time: 0.2593865 Feb 16 22:30:19.907583 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2a5452fb-470b-433c-af23-97763957590a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (be6340e0-7710-48fc-b6ba-91d0adb176a0), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:19.917225 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-51626eee-44b1-47c1-b63b-e1b8931f994d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3d304d29-5749-4de2-b9ca-3642ed6aba2a), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:19.974697 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-c1a62629-fb8f-4124-97bd-fd1fb926b93f None None] Attempting to bind port 0ac1035c-ace8-48c6-b872-aa10388cca9a on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:30:19.975358 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-c1a62629-fb8f-4124-97bd-fd1fb926b93f None None] Attempting to bind port 0ac1035c-ace8-48c6-b872-aa10388cca9a by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '9bcaad48-c148-49db-b6d5-63ac08287358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'be6340e0-7710-48fc-b6ba-91d0adb176a0'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:30:19.976929 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a62629-fb8f-4124-97bd-fd1fb926b93f None None] Attempting to bind port 0ac1035c-ace8-48c6-b872-aa10388cca9a on network be6340e0-7710-48fc-b6ba-91d0adb176a0 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:30:19.986083 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-2a5452fb-470b-433c-af23-97763957590a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be6340e0-7710-48fc-b6ba-91d0adb176a0']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:30:20.011482 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a62629-fb8f-4124-97bd-fd1fb926b93f None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:30:20.012184 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a62629-fb8f-4124-97bd-fd1fb926b93f None None] Checking segment: {'id': '9bcaad48-c148-49db-b6d5-63ac08287358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'be6340e0-7710-48fc-b6ba-91d0adb176a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:30:20.015277 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c1a62629-fb8f-4124-97bd-fd1fb926b93f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:20.015712 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a62629-fb8f-4124-97bd-fd1fb926b93f None None] Bound using segment: {'id': '9bcaad48-c148-49db-b6d5-63ac08287358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'be6340e0-7710-48fc-b6ba-91d0adb176a0'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:30:20.018746 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-c1a62629-fb8f-4124-97bd-fd1fb926b93f None None] Bound port: 0ac1035c-ace8-48c6-b872-aa10388cca9a, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcaad48-c148-49db-b6d5-63ac08287358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'be6340e0-7710-48fc-b6ba-91d0adb176a0'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:30:20.019157 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c1a62629-fb8f-4124-97bd-fd1fb926b93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0ac1035c-ace8-48c6-b872-aa10388cca9a), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:20.249887 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c1a62629-fb8f-4124-97bd-fd1fb926b93f None None] For port 0ac1035c-ace8-48c6-b872-aa10388cca9a, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:30:20.291878 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c1a62629-fb8f-4124-97bd-fd1fb926b93f None None] For port 0ac1035c-ace8-48c6-b872-aa10388cca9a, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0ac1035c-ace8-48c6-b872-aa10388cca9a,segment=NetworkSegment(9bcaad48-c148-49db-b6d5-63ac08287358),segment_id=9bcaad48-c148-49db-b6d5-63ac08287358)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:30:20.327111 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c1a62629-fb8f-4124-97bd-fd1fb926b93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0ac1035c-ace8-48c6-b872-aa10388cca9a), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:20.339919 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-610ea1de-e280-4920-82ca-7a337e9ab943 req-700f1d80-f1a9-41b5-9c66-3189a672c855 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/security-groups?id=dbb8d5b7-e567-499e-9b9a-011c7a235863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090202 Feb 16 22:30:20.457599 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-678c54d7-326f-4064-af15-fb0b6afbe677 req-24b13ee4-a7d2-4002-9df2-02cf6303fbc0 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (91e8c394-f309-4d7c-ae8f-b3d28a87757f), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:20.519649 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['91e8c394-f309-4d7c-ae8f-b3d28a87757f'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:30:20.534506 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-51626eee-44b1-47c1-b63b-e1b8931f994d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d304d29-5749-4de2-b9ca-3642ed6aba2a {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:30:20.541931 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-2a5452fb-470b-433c-af23-97763957590a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bcaad48-c148-49db-b6d5-63ac08287358') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:30:20.554736 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-2a5452fb-470b-433c-af23-97763957590a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bcaad48-c148-49db-b6d5-63ac08287358') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:30:20.573159 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e00367-14a7-4dd6-917a-1ada8a154752 None None] get_active_networks_info from n-d-813897-6 {{(pid=103467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 22:30:20.598977 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-51626eee-44b1-47c1-b63b-e1b8931f994d service neutron] Publish callbacks [] for port (3d304d29-5749-4de2-b9ca-3642ed6aba2a), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:20.609339 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2a5452fb-470b-433c-af23-97763957590a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (9bcaad48-c148-49db-b6d5-63ac08287358), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:20.640784 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2a5452fb-470b-433c-af23-97763957590a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (9bcaad48-c148-49db-b6d5-63ac08287358), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:20.667695 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a5452fb-470b-433c-af23-97763957590a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:30:20.668390 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2a5452fb-470b-433c-af23-97763957590a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (9bcaad48-c148-49db-b6d5-63ac08287358), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:20.671668 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:30:20.671668 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:30:20.671668 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:30:20.671668 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:30:20.671668 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:30:20.671668 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:30:20.671668 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:30:20.671668 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:30:20.671668 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:30:20.671668 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:30:20.671668 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:30:20.671668 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:30:20.671668 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:30:20.671668 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:30:20.671668 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:30:20.671668 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:30:20.671668 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:30:20.671668 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:30:20.671668 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:30:20.671668 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:30:20.671668 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:30:20.671668 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:30:20.671668 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:30:20.671668 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:30:20.671668 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:30:20.671668 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:30:20.671668 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:30:20.671668 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:30:20.671668 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:30:20.671668 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:30:20.671668 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:30:20.671668 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:30:20.722903 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b13ee4-a7d2-4002-9df2-02cf6303fbc0 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Pushing event deleted for resources: {'Port': ['ID=91e8c394-f309-4d7c-ae8f-b3d28a87757f,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:20.831244 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-51626eee-44b1-47c1-b63b-e1b8931f994d service neutron] Transition to ACTIVE for port object 3d304d29-5749-4de2-b9ca-3642ed6aba2a will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:30:20.845995 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.db.api [None req-2a5452fb-470b-433c-af23-97763957590a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 22:30:20.845995 n-d-813897-6 neutron-server[103465]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 22:30:20.845995 n-d-813897-6 neutron-server[103465]: [parameters: {'id': 'be6340e0-7710-48fc-b6ba-91d0adb176a0'}] Feb 16 22:30:20.845995 n-d-813897-6 neutron-server[103465]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:30:20.846514 n-d-813897-6 neutron-server[103465]: DEBUG oslo_db.api [None req-2a5452fb-470b-433c-af23-97763957590a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:30:20.846979 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-51626eee-44b1-47c1-b63b-e1b8931f994d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (3d304d29-5749-4de2-b9ca-3642ed6aba2a), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:20.971350 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51626eee-44b1-47c1-b63b-e1b8931f994d service neutron] Pushing event updated for resources: {'Port': ['ID=3d304d29-5749-4de2-b9ca-3642ed6aba2a,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:21.085550 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-51626eee-44b1-47c1-b63b-e1b8931f994d service neutron] Attempting to bind port 3d304d29-5749-4de2-b9ca-3642ed6aba2a on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:30:21.091709 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-51626eee-44b1-47c1-b63b-e1b8931f994d service neutron] Attempting to bind port 3d304d29-5749-4de2-b9ca-3642ed6aba2a by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '389109f6-ebab-4899-93e4-704200323383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7759ecb5-615f-4376-bf2e-f88402b96cd9'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:30:21.091891 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e00367-14a7-4dd6-917a-1ada8a154752 None None] Resources bound (agent type, host, resource id): {{(pid=103467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 22:30:21.092829 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-51626eee-44b1-47c1-b63b-e1b8931f994d service neutron] Attempting to bind port 3d304d29-5749-4de2-b9ca-3642ed6aba2a on network 7759ecb5-615f-4376-bf2e-f88402b96cd9 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:30:21.098693 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-51626eee-44b1-47c1-b63b-e1b8931f994d service neutron] Port 3d304d29-5749-4de2-b9ca-3642ed6aba2a on network 7759ecb5-615f-4376-bf2e-f88402b96cd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:30:21.099318 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-51626eee-44b1-47c1-b63b-e1b8931f994d service neutron] Attempting to bind port 3d304d29-5749-4de2-b9ca-3642ed6aba2a on network 7759ecb5-615f-4376-bf2e-f88402b96cd9 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:30:21.107714 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-51626eee-44b1-47c1-b63b-e1b8931f994d service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:30:21.108941 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-51626eee-44b1-47c1-b63b-e1b8931f994d service neutron] Checking segment: {'id': '389109f6-ebab-4899-93e4-704200323383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7759ecb5-615f-4376-bf2e-f88402b96cd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:30:21.109632 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-51626eee-44b1-47c1-b63b-e1b8931f994d service neutron] Bound using segment: {'id': '389109f6-ebab-4899-93e4-704200323383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7759ecb5-615f-4376-bf2e-f88402b96cd9'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:30:21.110677 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-51626eee-44b1-47c1-b63b-e1b8931f994d service neutron] Bound port: 3d304d29-5749-4de2-b9ca-3642ed6aba2a, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '389109f6-ebab-4899-93e4-704200323383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7759ecb5-615f-4376-bf2e-f88402b96cd9'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:30:21.111302 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-51626eee-44b1-47c1-b63b-e1b8931f994d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3d304d29-5749-4de2-b9ca-3642ed6aba2a), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:21.115130 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b79601cd-06cf-485e-8a92-4b577f54c604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:21.116658 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a62629-fb8f-4124-97bd-fd1fb926b93f None None] Pushing event updated for resources: {'Port': ['ID=0ac1035c-ace8-48c6-b872-aa10388cca9a,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:21.205999 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-51626eee-44b1-47c1-b63b-e1b8931f994d service neutron] For port 3d304d29-5749-4de2-b9ca-3642ed6aba2a, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:30:21.211480 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-51626eee-44b1-47c1-b63b-e1b8931f994d service neutron] For port 3d304d29-5749-4de2-b9ca-3642ed6aba2a, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=3d304d29-5749-4de2-b9ca-3642ed6aba2a,segment=NetworkSegment(389109f6-ebab-4899-93e4-704200323383),segment_id=389109f6-ebab-4899-93e4-704200323383)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:30:21.223734 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-51626eee-44b1-47c1-b63b-e1b8931f994d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (3d304d29-5749-4de2-b9ca-3642ed6aba2a), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:21.274795 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-51626eee-44b1-47c1-b63b-e1b8931f994d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:21.275700 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-51626eee-44b1-47c1-b63b-e1b8931f994d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:21.278550 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-51626eee-44b1-47c1-b63b-e1b8931f994d service neutron] 10.222.0.79 "PUT /v2.0/ports/3d304d29-5749-4de2-b9ca-3642ed6aba2a HTTP/1.1" status: 200 len: 1091 time: 1.5868490 Feb 16 22:30:21.279067 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b1634f-d518-495d-9451-dfc9c7441e8e', 'tag': '3d304d29-5749-4de2-b9ca-3642ed6aba2a'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:30:21.290288 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e0c880-542d-430b-903d-a0f641b5cf45" -d '{"events": [{"name": "network-changed", "server_uuid": "35b1634f-d518-495d-9451-dfc9c7441e8e", "tag": "3d304d29-5749-4de2-b9ca-3642ed6aba2a"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:30:21.354602 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2a5452fb-470b-433c-af23-97763957590a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (be6340e0-7710-48fc-b6ba-91d0adb176a0), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:21.397256 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51626eee-44b1-47c1-b63b-e1b8931f994d service neutron] Pushing event updated for resources: {'Port': ['ID=3d304d29-5749-4de2-b9ca-3642ed6aba2a,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:21.579433 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f38d9bf-b2a5-4895-9db9-9c545d83dd64 None None] Network be6340e0-7710-48fc-b6ba-91d0adb176a0 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:30:21.662241 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-97d6b0da-149c-4835-9320-ce0d9aa37717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:21.671425 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-97d6b0da-149c-4835-9320-ce0d9aa37717 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c4406d5c23c94c6383b020d52bae2059&device_id=35b1634f-d518-495d-9451-dfc9c7441e8e HTTP/1.1" status: 200 len: 1125 time: 0.3102670 Feb 16 22:30:21.693206 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-678c54d7-326f-4064-af15-fb0b6afbe677 req-24b13ee4-a7d2-4002-9df2-02cf6303fbc0 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] No DVR routers for this DVR port 91e8c394-f309-4d7c-ae8f-b3d28a87757f on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:30:21.696078 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-678c54d7-326f-4064-af15-fb0b6afbe677 req-24b13ee4-a7d2-4002-9df2-02cf6303fbc0 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:21.702365 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-678c54d7-326f-4064-af15-fb0b6afbe677 req-24b13ee4-a7d2-4002-9df2-02cf6303fbc0 tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.67 "DELETE /v2.0/ports/91e8c394-f309-4d7c-ae8f-b3d28a87757f HTTP/1.1" status: 204 len: 173 time: 2.8257577 Feb 16 22:30:21.703055 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6902e11-f2a6-42d4-9e94-69d218440c0d', 'name': 'network-vif-deleted', 'tag': '91e8c394-f309-4d7c-ae8f-b3d28a87757f'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:30:21.705585 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c564f89-1647-4ae7-9686-8416ccf0f9a6" -d '{"events": [{"server_uuid": "f6902e11-f2a6-42d4-9e94-69d218440c0d", "name": "network-vif-deleted", "tag": "91e8c394-f309-4d7c-ae8f-b3d28a87757f"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:30:21.762097 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020569b-aa34-4593-954f-e99b83c4e59c req-280a0339-c823-411d-8d3d-a963aa3890fb tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:21.773135 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e020569b-aa34-4593-954f-e99b83c4e59c req-280a0339-c823-411d-8d3d-a963aa3890fb tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=35b1634f-d518-495d-9451-dfc9c7441e8e HTTP/1.1" status: 200 len: 931 time: 1.1643529 Feb 16 22:30:21.835039 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-05232169-0331-424f-ab85-cb9f9576734f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d304d29-5749-4de2-b9ca-3642ed6aba2a HTTP/1.1" status: 200 len: 217 time: 0.1429117 Feb 16 22:30:21.907953 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e020569b-aa34-4593-954f-e99b83c4e59c req-7ecb9cb7-2d40-4a71-87af-bf71c08b1c9e tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309564 Feb 16 22:30:21.924923 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-2a5452fb-470b-433c-af23-97763957590a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Deleting port 0ac1035c-ace8-48c6-b872-aa10388cca9a {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:30:21.925281 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2a5452fb-470b-433c-af23-97763957590a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (0ac1035c-ace8-48c6-b872-aa10388cca9a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:22.114242 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910e470-2f68-49e8-9f23-f44cb3e3838b req-94e26d78-9a47-4fb4-a8db-ba7ff45e2c0e tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:22.123816 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c910e470-2f68-49e8-9f23-f44cb3e3838b req-94e26d78-9a47-4fb4-a8db-ba7ff45e2c0e tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 945 time: 0.1171985 Feb 16 22:30:22.214115 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-2a5452fb-470b-433c-af23-97763957590a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] For port 0ac1035c-ace8-48c6-b872-aa10388cca9a, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0ac1035c-ace8-48c6-b872-aa10388cca9a,segment=NetworkSegment(9bcaad48-c148-49db-b6d5-63ac08287358),segment_id=9bcaad48-c148-49db-b6d5-63ac08287358)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:30:22.214950 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2a5452fb-470b-433c-af23-97763957590a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (0ac1035c-ace8-48c6-b872-aa10388cca9a), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:22.240619 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c910e470-2f68-49e8-9f23-f44cb3e3838b req-b7af4a9c-b67a-4cc7-9315-3c6a1abfffe9 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128924 Feb 16 22:30:22.267653 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-2a5452fb-470b-433c-af23-97763957590a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Calling delete_port for 0ac1035c-ace8-48c6-b872-aa10388cca9a owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:30:22.536212 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649283a6-cf0f-44c5-ba47-8aa155b39ba7 x-openstack-request-id: req-649283a6-cf0f-44c5-ba47-8aa155b39ba7 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:30:22.536791 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b1634f-d518-495d-9451-dfc9c7441e8e", "tag": "3d304d29-5749-4de2-b9ca-3642ed6aba2a", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:30:22.537361 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-649283a6-cf0f-44c5-ba47-8aa155b39ba7 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:30:22.537946 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b1634f-d518-495d-9451-dfc9c7441e8e', 'tag': '3d304d29-5749-4de2-b9ca-3642ed6aba2a', 'status': 'completed', 'code': 200} Feb 16 22:30:22.546022 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2a5452fb-470b-433c-af23-97763957590a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (0ac1035c-ace8-48c6-b872-aa10388cca9a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:22.644733 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 91e8c394-f309-4d7c-ae8f-b3d28a87757f no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:30:22.651695 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5452fb-470b-433c-af23-97763957590a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] No DVR routers for this DVR port 0ac1035c-ace8-48c6-b872-aa10388cca9a on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:30:22.676220 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5452fb-470b-433c-af23-97763957590a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event deleted for resources: {'Port': ['ID=0ac1035c-ace8-48c6-b872-aa10388cca9a,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:22.700026 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 91e8c394-f309-4d7c-ae8f-b3d28a87757f {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:30:22.700477 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 91e8c394-f309-4d7c-ae8f-b3d28a87757f not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:30:22.708020 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-f8d7e2a7-8967-47a8-9b0e-3501b8292ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:22.713694 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-f8d7e2a7-8967-47a8-9b0e-3501b8292ffb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=591646e2-043a-41f9-8af0-3b89325cbeb9 HTTP/1.1" status: 200 len: 853 time: 0.8778052 Feb 16 22:30:22.857879 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a6170c4d-5d18-4bac-8cf4-c87cdc2caa68 req-204f4198-c787-4e2c-9db2-ec6b26176b8e tempest-ServersTestJSON-1232908636 tempest-ServersTestJSON-1232908636-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6902e11-f2a6-42d4-9e94-69d218440c0d HTTP/1.1" status: 200 len: 210 time: 0.1383929 Feb 16 22:30:22.878597 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [req-df1077bf-caf7-490e-b7ef-7a3a27f745cc req-c3d7d047-70f7-4b83-9a0a-56f0dbb3bffd tempest-MigrationsAdminTest-1008720020 tempest-MigrationsAdminTest-1008720020-project-admin] (103465) timed out ('10.222.0.75', 49350) {{(pid=103465) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 22:30:22.954922 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-3aa7ca8c-8e47-4028-b42e-b0d3b809752d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7759ecb5-615f-4376-bf2e-f88402b96cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097031 Feb 16 22:30:22.987847 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d6f7e9-a401-4fd8-ba48-cd21902f269b x-openstack-request-id: req-61d6f7e9-a401-4fd8-ba48-cd21902f269b {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:30:22.988132 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6902e11-f2a6-42d4-9e94-69d218440c0d", "name": "network-vif-deleted", "tag": "91e8c394-f309-4d7c-ae8f-b3d28a87757f", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:30:22.988393 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-61d6f7e9-a401-4fd8-ba48-cd21902f269b {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:30:22.988844 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6902e11-f2a6-42d4-9e94-69d218440c0d', 'name': 'network-vif-deleted', 'tag': '91e8c394-f309-4d7c-ae8f-b3d28a87757f', 'status': 'completed', 'code': 200} Feb 16 22:30:23.059243 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ba15f3e0-c110-45ed-8c39-ec5865da48af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:23.196487 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-6b2b0b61-32f7-493f-b152-a06009ac5745 service neutron] 10.222.0.79 "GET /v2.0/networks/7759ecb5-615f-4376-bf2e-f88402b96cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167435 Feb 16 22:30:23.638946 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2a5452fb-470b-433c-af23-97763957590a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (be6340e0-7710-48fc-b6ba-91d0adb176a0), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:23.810997 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-2a5452fb-470b-433c-af23-97763957590a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be6340e0-7710-48fc-b6ba-91d0adb176a0']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:30:23.863251 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-2a5452fb-470b-433c-af23-97763957590a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bcaad48-c148-49db-b6d5-63ac08287358') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:30:23.864304 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-2a5452fb-470b-433c-af23-97763957590a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bcaad48-c148-49db-b6d5-63ac08287358') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:30:23.962226 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2a5452fb-470b-433c-af23-97763957590a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (9bcaad48-c148-49db-b6d5-63ac08287358), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:23.971842 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8de494c7-9c3a-4d54-bc0d-aa97337291c8 req-85226cce-6e46-48f9-9938-72f6cc9f3ad5 service neutron] 10.222.0.79 "GET /v2.0/networks/7759ecb5-615f-4376-bf2e-f88402b96cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7661419 Feb 16 22:30:23.987835 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2a5452fb-470b-433c-af23-97763957590a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (9bcaad48-c148-49db-b6d5-63ac08287358), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:24.045938 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a5452fb-470b-433c-af23-97763957590a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:30:24.046815 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2a5452fb-470b-433c-af23-97763957590a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (9bcaad48-c148-49db-b6d5-63ac08287358), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:24.156016 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f50c4-aeef-407f-8cdf-ead297eab9d2 req-0ff3dc7d-71e1-4308-b7e7-1a61e07d1b60 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:24.163671 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e58f50c4-aeef-407f-8cdf-ead297eab9d2 req-0ff3dc7d-71e1-4308-b7e7-1a61e07d1b60 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=35b1634f-d518-495d-9451-dfc9c7441e8e HTTP/1.1" status: 200 len: 943 time: 0.2082663 Feb 16 22:30:24.238289 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:24.264268 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:30:24.264268 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:30:24.264268 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:30:24.264268 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:30:24.264268 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:30:24.264268 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:30:24.264268 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:30:24.264268 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:30:24.264268 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:30:24.264268 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:30:24.264268 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:30:24.264268 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:30:24.264268 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:30:24.264268 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:30:24.264268 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:30:24.264268 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:30:24.264268 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:30:24.264268 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:30:24.264268 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:30:24.264268 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:30:24.264268 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:30:24.264268 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:30:24.264268 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:30:24.264268 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:30:24.264268 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:30:24.264268 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:30:24.264268 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:30:24.264268 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:30:24.264268 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:30:24.264268 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:30:24.264268 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:30:24.264268 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:30:24.295311 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2a5452fb-470b-433c-af23-97763957590a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (be6340e0-7710-48fc-b6ba-91d0adb176a0), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:24.400676 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e58f50c4-aeef-407f-8cdf-ead297eab9d2 req-d5dc7d8e-5178-4a2f-a648-7a1f33826eb1 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273321 Feb 16 22:30:24.458149 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2a5452fb-470b-433c-af23-97763957590a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:24.472239 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45618) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:24.475413 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2a5452fb-470b-433c-af23-97763957590a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "DELETE /v2.0/networks/be6340e0-7710-48fc-b6ba-91d0adb176a0 HTTP/1.1" status: 204 len: 168 time: 5.8467922 Feb 16 22:30:24.548808 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5452fb-470b-433c-af23-97763957590a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event deleted for resources: {'Network': ['ID=be6340e0-7710-48fc-b6ba-91d0adb176a0,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:24.598590 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f0e4c9-0457-4e03-a7d5-212850006eb1 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] GET failed (client error): The resource could not be found. Feb 16 22:30:24.610350 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45622) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:24.612206 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-79f0e4c9-0457-4e03-a7d5-212850006eb1 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "GET /v2.0/subnets/d64c55d2-ec80-475e-b789-e1932fc41906 HTTP/1.1" status: 404 len: 337 time: 0.1379588 Feb 16 22:30:24.622300 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45624) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:24.658941 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59da387-eb8f-4fb8-a03c-7e584c15fbd6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] DELETE failed (client error): The resource could not be found. Feb 16 22:30:24.659471 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c59da387-eb8f-4fb8-a03c-7e584c15fbd6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:30:24.662582 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c59da387-eb8f-4fb8-a03c-7e584c15fbd6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "DELETE /v2.0/networks/be6340e0-7710-48fc-b6ba-91d0adb176a0 HTTP/1.1" status: 404 len: 339 time: 0.0350437 Feb 16 22:30:24.668336 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45628) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:24.768398 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0c880-542d-430b-903d-a0f641b5cf45 req-1e7753e0-e012-4e93-8945-ae26fb2f0855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:24.804708 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-08e0c880-542d-430b-903d-a0f641b5cf45 req-1e7753e0-e012-4e93-8945-ae26fb2f0855 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c4406d5c23c94c6383b020d52bae2059&device_id=35b1634f-d518-495d-9451-dfc9c7441e8e HTTP/1.1" status: 200 len: 1125 time: 0.5388837 Feb 16 22:30:24.925250 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-0046d3cb-7bbd-4d38-b772-dedb15cc1b1c admin admin] Deleting subnet 90c6e9fd-2327-49e8-8e06-530f56e702f3 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:30:24.976217 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0046d3cb-7bbd-4d38-b772-dedb15cc1b1c admin admin] Publish callbacks [] for subnet (90c6e9fd-2327-49e8-8e06-530f56e702f3), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:25.378464 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f11b25-89c5-4bf7-bce8-6b0ba0b048cb tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:25.381169 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [req-1d55e7b3-883b-4d32-a8ff-b2e33f050a5c req-4517de7c-7ea2-408c-afa9-6c43d54640ca service neutron] (103465) timed out ('10.222.0.75', 49316) {{(pid=103465) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 22:30:25.395827 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-03f11b25-89c5-4bf7-bce8-6b0ba0b048cb tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7264273 Feb 16 22:30:25.398069 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0046d3cb-7bbd-4d38-b772-dedb15cc1b1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (90c6e9fd-2327-49e8-8e06-530f56e702f3), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:25.398612 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45640) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:25.532704 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9d60675e-2f63-46ec-8528-915162a00dbe tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "GET /v2.0/subnets?network_id=b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 207 time: 0.1327741 Feb 16 22:30:25.537575 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45648) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:25.563928 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:25.587041 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0046d3cb-7bbd-4d38-b772-dedb15cc1b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (90c6e9fd-2327-49e8-8e06-530f56e702f3), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:25.807731 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0c880-542d-430b-903d-a0f641b5cf45 req-bd878b2f-7244-4a23-809a-2c405bd1b517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:25.815752 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-08e0c880-542d-430b-903d-a0f641b5cf45 req-bd878b2f-7244-4a23-809a-2c405bd1b517 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7759ecb5-615f-4376-bf2e-f88402b96cd9 HTTP/1.1" status: 200 len: 914 time: 0.8871529 Feb 16 22:30:25.819728 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0046d3cb-7bbd-4d38-b772-dedb15cc1b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (90c6e9fd-2327-49e8-8e06-530f56e702f3), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:25.950290 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 3d304d29-5749-4de2-b9ca-3642ed6aba2a details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:30:25.974323 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046d3cb-7bbd-4d38-b772-dedb15cc1b1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90c6e9fd-2327-49e8-8e06-530f56e702f3,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:26.031781 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6c372-bd22-4f64-8b7c-1a4b7ab6a80d req-69d9c7f3-bc4c-4490-bef4-cd29a725fcfd tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:26.039793 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eac6c372-bd22-4f64-8b7c-1a4b7ab6a80d req-69d9c7f3-bc4c-4490-bef4-cd29a725fcfd tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=35b1634f-d518-495d-9451-dfc9c7441e8e HTTP/1.1" status: 200 len: 943 time: 0.4045653 Feb 16 22:30:26.158503 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-08e0c880-542d-430b-903d-a0f641b5cf45 req-34fdb576-2e54-42ad-9876-afec2553f79e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d304d29-5749-4de2-b9ca-3642ed6aba2a HTTP/1.1" status: 200 len: 217 time: 0.3256636 Feb 16 22:30:26.218050 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0046d3cb-7bbd-4d38-b772-dedb15cc1b1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:26.239229 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96bfe9e-dc44-42bd-975e-4b96905690dc tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:26.239795 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0046d3cb-7bbd-4d38-b772-dedb15cc1b1c admin admin] 10.222.0.75 "DELETE /v2.0/subnets/90c6e9fd-2327-49e8-8e06-530f56e702f3 HTTP/1.1" status: 204 len: 168 time: 1.6163833 Feb 16 22:30:26.259724 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96bfe9e-dc44-42bd-975e-4b96905690dc tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:26.296082 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96bfe9e-dc44-42bd-975e-4b96905690dc tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:26.332817 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96bfe9e-dc44-42bd-975e-4b96905690dc tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:26.334648 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b96bfe9e-dc44-42bd-975e-4b96905690dc tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.7953503 Feb 16 22:30:26.335287 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45652) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:26.342622 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45656) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:26.354781 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 3d304d29-5749-4de2-b9ca-3642ed6aba2a, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=3d304d29-5749-4de2-b9ca-3642ed6aba2a,segment=NetworkSegment(389109f6-ebab-4899-93e4-704200323383),segment_id=389109f6-ebab-4899-93e4-704200323383)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:30:26.406489 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '3d304d29-5749-4de2-b9ca-3642ed6aba2a', 'network_id': '7759ecb5-615f-4376-bf2e-f88402b96cd9', 'port_id': '3d304d29-5749-4de2-b9ca-3642ed6aba2a', 'mac_address': 'fa:16:3e:84:f1:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '591646e2-043a-41f9-8af0-3b89325cbeb9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:30:26.539777 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eac6c372-bd22-4f64-8b7c-1a4b7ab6a80d req-baaec8a1-bd3e-4df4-850b-b3b4fc4cf82e tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4935496 Feb 16 22:30:26.604171 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0c880-542d-430b-903d-a0f641b5cf45 req-d62091ac-dfac-43bd-bf6b-acbf588dcd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:26.607856 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-08e0c880-542d-430b-903d-a0f641b5cf45 req-d62091ac-dfac-43bd-bf6b-acbf588dcd95 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=591646e2-043a-41f9-8af0-3b89325cbeb9 HTTP/1.1" status: 200 len: 853 time: 0.4420118 Feb 16 22:30:26.691400 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 3d304d29-5749-4de2-b9ca-3642ed6aba2a is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:30:26.692042 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3d304d29-5749-4de2-b9ca-3642ed6aba2a), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:26.755730 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d304d29-5749-4de2-b9ca-3642ed6aba2a {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:30:26.869620 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-54f01477-82e9-4936-abd2-4b16c2ad6341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (328b17ed-7bc5-4241-8a54-e64f9538f95e), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:26.881559 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 3d304d29-5749-4de2-b9ca-3642ed6aba2a, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=3d304d29-5749-4de2-b9ca-3642ed6aba2a,segment=NetworkSegment(389109f6-ebab-4899-93e4-704200323383),segment_id=389109f6-ebab-4899-93e4-704200323383)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:30:26.898070 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (3d304d29-5749-4de2-b9ca-3642ed6aba2a), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:27.057278 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:30:27.170010 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=3d304d29-5749-4de2-b9ca-3642ed6aba2a,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:27.215952 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-54f01477-82e9-4936-abd2-4b16c2ad6341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (328b17ed-7bc5-4241-8a54-e64f9538f95e), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:27.264732 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-54f01477-82e9-4936-abd2-4b16c2ad6341 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['328b17ed-7bc5-4241-8a54-e64f9538f95e']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:30:27.287011 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-54f01477-82e9-4936-abd2-4b16c2ad6341 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2150ecc-73be-4cac-a3e0-52292f5f056f') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:30:27.287306 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-54f01477-82e9-4936-abd2-4b16c2ad6341 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2150ecc-73be-4cac-a3e0-52292f5f056f') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:30:27.317591 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-54f01477-82e9-4936-abd2-4b16c2ad6341 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (d2150ecc-73be-4cac-a3e0-52292f5f056f), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:27.337062 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['3d304d29-5749-4de2-b9ca-3642ed6aba2a'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:30:27.344096 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-54f01477-82e9-4936-abd2-4b16c2ad6341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (d2150ecc-73be-4cac-a3e0-52292f5f056f), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:27.356573 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f01477-82e9-4936-abd2-4b16c2ad6341 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:30:27.357554 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-54f01477-82e9-4936-abd2-4b16c2ad6341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (d2150ecc-73be-4cac-a3e0-52292f5f056f), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:27.360607 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:30:27.360607 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:30:27.360607 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:30:27.360607 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:30:27.360607 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:30:27.360607 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:30:27.360607 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:30:27.360607 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:30:27.360607 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:30:27.360607 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:30:27.360607 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:30:27.360607 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:30:27.360607 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:30:27.360607 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:30:27.360607 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:30:27.360607 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:30:27.360607 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:30:27.360607 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:30:27.360607 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:30:27.360607 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:30:27.360607 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:30:27.360607 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:30:27.360607 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:30:27.360607 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:30:27.360607 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:30:27.360607 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:30:27.360607 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:30:27.360607 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:30:27.360607 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:30:27.360607 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:30:27.360607 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:30:27.360607 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:30:27.512381 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:27.536636 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-54f01477-82e9-4936-abd2-4b16c2ad6341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (328b17ed-7bc5-4241-8a54-e64f9538f95e), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:27.555918 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-54f01477-82e9-4936-abd2-4b16c2ad6341 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:27.570619 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-54f01477-82e9-4936-abd2-4b16c2ad6341 admin admin] 10.222.0.75 "DELETE /v2.0/networks/328b17ed-7bc5-4241-8a54-e64f9538f95e HTTP/1.1" status: 204 len: 168 time: 1.2104158 Feb 16 22:30:27.638969 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f01477-82e9-4936-abd2-4b16c2ad6341 admin admin] Pushing event deleted for resources: {'Network': ['ID=328b17ed-7bc5-4241-8a54-e64f9538f95e,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:27.902033 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124d7f4-e1d8-4541-8ee0-976eed7aec02 req-ad80a608-8f7a-4e14-be0c-2d5600625ea1 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:27.913146 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9124d7f4-e1d8-4541-8ee0-976eed7aec02 req-ad80a608-8f7a-4e14-be0c-2d5600625ea1 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=35b1634f-d518-495d-9451-dfc9c7441e8e HTTP/1.1" status: 200 len: 944 time: 0.1642213 Feb 16 22:30:28.043591 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-08e0c880-542d-430b-903d-a0f641b5cf45 req-99984ff8-adea-41d6-abce-f59c0cfe5df1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7759ecb5-615f-4376-bf2e-f88402b96cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.3611915 Feb 16 22:30:28.290794 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5488297c-dac7-4fac-857b-153fec56cdf9 req-74d85e0e-ffe6-4df8-8d75-00933f00e557 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=00ea64e0-2732-4e53-8103-42277a896f8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7908213 Feb 16 22:30:28.328885 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9124d7f4-e1d8-4541-8ee0-976eed7aec02 req-adba37b7-786c-4f38-86f7-ba749a9f46d8 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147279 Feb 16 22:30:28.384151 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-74fec1f1-99ae-4a38-9bb0-2e60efa8d9fd tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 2.0373960 Feb 16 22:30:28.390458 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:28.393212 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45690) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:28.457377 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45694) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:28.689607 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-718378d9-5e9c-4881-bed2-6bba9e0dad1f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b04764559a9c459fbc65e6403b1b3dd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2310302 Feb 16 22:30:28.709356 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45704) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:28.711445 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488297c-dac7-4fac-857b-153fec56cdf9 req-f0b03316-94fc-4e64-8f87-256fb7306b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:28.722149 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5488297c-dac7-4fac-857b-153fec56cdf9 req-f0b03316-94fc-4e64-8f87-256fb7306b4c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=40c61a7cfadd45ac85b548218034c5f0&device_id=00ea64e0-2732-4e53-8103-42277a896f8f HTTP/1.1" status: 200 len: 1127 time: 0.3732610 Feb 16 22:30:28.898322 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9ead6a-4cd1-400c-bc42-3237fbe89ad4 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:28.899881 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9ead6a-4cd1-400c-bc42-3237fbe89ad4 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:28.908259 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ef9ead6a-4cd1-400c-bc42-3237fbe89ad4 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.5093019 Feb 16 22:30:28.914822 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45706) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:29.079862 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22df398a-bf19-4e69-9a7c-00562351f96a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['shared'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:29.087344 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22df398a-bf19-4e69-9a7c-00562351f96a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['shared'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:29.096069 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edd40e0c-ac2d-4eba-b238-66dd6f16795a admin admin] Publish callbacks [] for security_group (dbb8d5b7-e567-499e-9b9a-011c7a235863), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:29.106008 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-22df398a-bf19-4e69-9a7c-00562351f96a tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1853390 Feb 16 22:30:29.106008 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-08e0c880-542d-430b-903d-a0f641b5cf45 req-5078c6fc-4a6e-4cbf-9c0f-9e943985deb5 service neutron] 10.222.0.79 "GET /v2.0/networks/7759ecb5-615f-4376-bf2e-f88402b96cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0403676 Feb 16 22:30:29.111192 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45710) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:29.164701 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488297c-dac7-4fac-857b-153fec56cdf9 req-05f8dd82-7f8b-4610-b4ec-dae781bf62dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:29.166099 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5488297c-dac7-4fac-857b-153fec56cdf9 req-05f8dd82-7f8b-4610-b4ec-dae781bf62dd service neutron] 10.222.0.67 "GET /v2.0/networks?id=752ff291-8125-4ff8-b264-ca3a640ae0c4 HTTP/1.1" status: 200 len: 920 time: 0.4058347 Feb 16 22:30:29.360808 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-08e0c880-542d-430b-903d-a0f641b5cf45 req-8544fa05-7693-49c8-8cd2-7cd7cd28f2ed service neutron] 10.222.0.79 "GET /v2.0/networks/7759ecb5-615f-4376-bf2e-f88402b96cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429659 Feb 16 22:30:29.503026 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5488297c-dac7-4fac-857b-153fec56cdf9 req-55572304-57e0-4856-a269-29815329f7f6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1f77008-b346-4d09-961b-095158338e16 HTTP/1.1" status: 200 len: 217 time: 0.3237610 Feb 16 22:30:29.516608 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a506d6bc-80bf-4b54-84c4-e78b21108241 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:29.518090 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a506d6bc-80bf-4b54-84c4-e78b21108241 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "GET /v2.0/networks/4500a338-4272-4726-b315-2eee09e80939 HTTP/1.1" status: 200 len: 800 time: 0.4004738 Feb 16 22:30:29.523606 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45716) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:29.546637 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edd40e0c-ac2d-4eba-b238-66dd6f16795a admin admin] Publish callbacks [] for security_group (dbb8d5b7-e567-499e-9b9a-011c7a235863), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:29.796361 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:29.908815 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-70eded45-e258-4800-a7ee-fd88e4791771 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "GET /v2.0/networks/4500a338-4272-4726-b315-2eee09e80939?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3771200 Feb 16 22:30:29.910168 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edd40e0c-ac2d-4eba-b238-66dd6f16795a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (dbb8d5b7-e567-499e-9b9a-011c7a235863), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:29.912710 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45728) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:29.929467 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edd40e0c-ac2d-4eba-b238-66dd6f16795a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:29.931426 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-edd40e0c-ac2d-4eba-b238-66dd6f16795a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dbb8d5b7-e567-499e-9b9a-011c7a235863 HTTP/1.1" status: 204 len: 168 time: 1.2083187 Feb 16 22:30:29.991100 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 3d304d29-5749-4de2-b9ca-3642ed6aba2a up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:30:30.043094 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd40e0c-ac2d-4eba-b238-66dd6f16795a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb8d5b7-e567-499e-9b9a-011c7a235863,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:30.108339 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488297c-dac7-4fac-857b-153fec56cdf9 req-8db02263-0fea-4cb7-a3db-97a59ce5eefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:30.115822 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5488297c-dac7-4fac-857b-153fec56cdf9 req-8db02263-0fea-4cb7-a3db-97a59ce5eefa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=50b869b4-5498-459d-a27a-a372659d9f4c HTTP/1.1" status: 200 len: 859 time: 0.5728345 Feb 16 22:30:30.119336 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3531594-9fac-4678-bbb4-48a20fe26860 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:30.121565 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b3531594-9fac-4678-bbb4-48a20fe26860 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "GET /v2.0/subnets/14176956-7a5b-4f58-9a39-a3b8f477bcee HTTP/1.1" status: 200 len: 811 time: 0.2069473 Feb 16 22:30:30.127515 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45732) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:30.187532 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 3d304d29-5749-4de2-b9ca-3642ed6aba2a completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:30:30.198891 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7083479-5ff1-4539-9207-3796f30f73ed req-d21e8ae5-b584-45ae-87e1-1738d9261101 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:30.208206 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f7083479-5ff1-4539-9207-3796f30f73ed req-d21e8ae5-b584-45ae-87e1-1738d9261101 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=35b1634f-d518-495d-9451-dfc9c7441e8e HTTP/1.1" status: 200 len: 944 time: 0.6639450 Feb 16 22:30:30.211279 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 3d304d29-5749-4de2-b9ca-3642ed6aba2a triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:30:30.213009 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (3d304d29-5749-4de2-b9ca-3642ed6aba2a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:30.344841 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5488297c-dac7-4fac-857b-153fec56cdf9 req-8cbccdaa-1d9f-45ca-a816-69f70ba3e92a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=752ff291-8125-4ff8-b264-ca3a640ae0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2044623 Feb 16 22:30:30.362736 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e50887-68bc-4573-bbfa-97f3b75f0810 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['shared'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:30.375746 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-86e50887-68bc-4573-bbfa-97f3b75f0810 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "GET /v2.0/subnets/14176956-7a5b-4f58-9a39-a3b8f477bcee?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2468293 Feb 16 22:30:30.383772 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45736) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:30.407516 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-4aeb9488-b58d-4f59-ac6d-bd811eea0bdb tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-358763753'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:30:30.455944 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-5488297c-dac7-4fac-857b-153fec56cdf9 req-842efc79-fa0a-4eed-a1ec-7aa06a005f1f service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:30:30.461009 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5488297c-dac7-4fac-857b-153fec56cdf9 req-842efc79-fa0a-4eed-a1ec-7aa06a005f1f service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0896325 Feb 16 22:30:30.523174 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aeb9488-b58d-4f59-ac6d-bd811eea0bdb tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Made reservation on behalf of e64452173aec486d961d06421ef7d4cf for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:30:30.538536 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4aeb9488-b58d-4f59-ac6d-bd811eea0bdb tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:30.551293 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f7083479-5ff1-4539-9207-3796f30f73ed req-286e7bdf-11b2-4caa-8a83-a71102edd952 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033248 Feb 16 22:30:30.681222 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aeb9488-b58d-4f59-ac6d-bd811eea0bdb tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:30:30.713593 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4aeb9488-b58d-4f59-ac6d-bd811eea0bdb tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (c402eb16-44d1-4ae3-bfb1-9c5c543d4086), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:30.713952 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-4aeb9488-b58d-4f59-ac6d-bd811eea0bdb tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Added segment c402eb16-44d1-4ae3-bfb1-9c5c543d4086 of type vlan for network f6309729-f424-4aca-b9c0-19bc1818717e Feb 16 22:30:30.936295 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4aeb9488-b58d-4f59-ac6d-bd811eea0bdb tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (f6309729-f424-4aca-b9c0-19bc1818717e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:30.938405 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5488297c-dac7-4fac-857b-153fec56cdf9 req-1fa07118-7722-42a0-a29d-3a8a7698b711 service neutron] 10.222.0.67 "GET /v2.0/networks/752ff291-8125-4ff8-b264-ca3a640ae0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933682 Feb 16 22:30:31.069387 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4aeb9488-b58d-4f59-ac6d-bd811eea0bdb tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (f6309729-f424-4aca-b9c0-19bc1818717e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:31.082561 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aeb9488-b58d-4f59-ac6d-bd811eea0bdb tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:31.084139 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4aeb9488-b58d-4f59-ac6d-bd811eea0bdb tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:31.255877 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5488297c-dac7-4fac-857b-153fec56cdf9 req-d55c18df-881e-4257-9337-65f5768318b4 service neutron] 10.222.0.67 "GET /v2.0/networks/752ff291-8125-4ff8-b264-ca3a640ae0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147542 Feb 16 22:30:31.477223 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 3d304d29-5749-4de2-b9ca-3642ed6aba2a is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:30:31.484330 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3d304d29-5749-4de2-b9ca-3642ed6aba2a), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:31.541586 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4aeb9488-b58d-4f59-ac6d-bd811eea0bdb tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1530199 Feb 16 22:30:31.543064 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45760) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:31.548501 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-cab8f88f-7570-4e9d-a0f5-b74b48c924de tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Request body: {'subnet': {'network_id': 'f6309729-f424-4aca-b9c0-19bc1818717e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:30:31.556569 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb9488-b58d-4f59-ac6d-bd811eea0bdb tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event updated for resources: {'Network': ['ID=f6309729-f424-4aca-b9c0-19bc1818717e,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:31.610878 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network f6309729-f424-4aca-b9c0-19bc1818717e details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:30:31.914993 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab8f88f-7570-4e9d-a0f5-b74b48c924de tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Made reservation on behalf of e64452173aec486d961d06421ef7d4cf for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:30:31.933708 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cab8f88f-7570-4e9d-a0f5-b74b48c924de tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:31.958943 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adcf0d-3899-4b1e-80d5-b22c0002b03f req-4aaa3028-c01d-4d28-8159-52384b7b9863 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:31.967793 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f5adcf0d-3899-4b1e-80d5-b22c0002b03f req-4aaa3028-c01d-4d28-8159-52384b7b9863 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=35b1634f-d518-495d-9451-dfc9c7441e8e HTTP/1.1" status: 200 len: 944 time: 0.1375484 Feb 16 22:30:32.076476 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b1634f-d518-495d-9451-dfc9c7441e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d304d29-5749-4de2-b9ca-3642ed6aba2a'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:30:32.084566 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6356e29-4e6b-4160-a855-99344d3e976a" -d '{"events": [{"server_uuid": "35b1634f-d518-495d-9451-dfc9c7441e8e", "name": "network-vif-plugged", "status": "completed", "tag": "3d304d29-5749-4de2-b9ca-3642ed6aba2a"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:30:32.146248 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.ipam_backend_mixin [None req-cab8f88f-7570-4e9d-a0f5-b74b48c924de tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Performing IP validity checks on allocation pools {{(pid=103466) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 22:30:32.146248 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.ipam_backend_mixin [None req-cab8f88f-7570-4e9d-a0f5-b74b48c924de tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103466) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 22:30:32.195489 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 3d304d29-5749-4de2-b9ca-3642ed6aba2a, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=3d304d29-5749-4de2-b9ca-3642ed6aba2a,segment=NetworkSegment(389109f6-ebab-4899-93e4-704200323383),segment_id=389109f6-ebab-4899-93e4-704200323383)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:30:32.223999 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (3d304d29-5749-4de2-b9ca-3642ed6aba2a), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:32.503850 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=3d304d29-5749-4de2-b9ca-3642ed6aba2a,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:32.805289 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cab8f88f-7570-4e9d-a0f5-b74b48c924de tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (1e4aee77-52cd-4846-8294-8a8b7d92464f), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:32.977856 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f5adcf0d-3899-4b1e-80d5-b22c0002b03f req-8a2df5dc-ee7a-4f9d-be67-3bfef4163d10 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0064201 Feb 16 22:30:33.102353 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd9c31b-b2d4-4f5d-96d7-a1606d477075 x-openstack-request-id: req-ecd9c31b-b2d4-4f5d-96d7-a1606d477075 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:30:33.102954 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b1634f-d518-495d-9451-dfc9c7441e8e", "name": "network-vif-plugged", "status": "completed", "tag": "3d304d29-5749-4de2-b9ca-3642ed6aba2a", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:30:33.103401 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ecd9c31b-b2d4-4f5d-96d7-a1606d477075 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:30:33.104205 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b1634f-d518-495d-9451-dfc9c7441e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d304d29-5749-4de2-b9ca-3642ed6aba2a', 'code': 200} Feb 16 22:30:33.172820 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab8f88f-7570-4e9d-a0f5-b74b48c924de tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event updated for resources: {'Subnet': ['ID=1e4aee77-52cd-4846-8294-8a8b7d92464f,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:33.197783 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab8f88f-7570-4e9d-a0f5-b74b48c924de tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Checking segment: {'id': 'c402eb16-44d1-4ae3-bfb1-9c5c543d4086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f6309729-f424-4aca-b9c0-19bc1818717e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:30:33.200801 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab8f88f-7570-4e9d-a0f5-b74b48c924de tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Network hostable DHCP agents. Network: f6309729-f424-4aca-b9c0-19bc1818717e, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:30:33.262750 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab8f88f-7570-4e9d-a0f5-b74b48c924de tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Network f6309729-f424-4aca-b9c0-19bc1818717e is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:30:33.284160 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-cab8f88f-7570-4e9d-a0f5-b74b48c924de tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, f6309729-f424-4aca-b9c0-19bc1818717e) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:30:33.293625 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab8f88f-7570-4e9d-a0f5-b74b48c924de tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:33.294338 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cab8f88f-7570-4e9d-a0f5-b74b48c924de tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:33.307793 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d807da8-8f56-4c85-ac6c-1cb9fdfe797e None None] Network f6309729-f424-4aca-b9c0-19bc1818717e requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:30:33.337062 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-cab8f88f-7570-4e9d-a0f5-b74b48c924de tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7928205 Feb 16 22:30:33.342441 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45808) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:33.353822 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-07f5d344-d3f4-4fb4-b936-5ddc0b9f8143 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:30:33.400205 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad5bde-fb41-4940-8338-2ed6c6bea822 req-a3d0009f-fe5e-46d5-86b9-673f8b4bf87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:33.402907 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fdad5bde-fb41-4940-8338-2ed6c6bea822 req-a3d0009f-fe5e-46d5-86b9-673f8b4bf87a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=35b1634f-d518-495d-9451-dfc9c7441e8e HTTP/1.1" status: 200 len: 1127 time: 0.2293105 Feb 16 22:30:33.619507 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fdad5bde-fb41-4940-8338-2ed6c6bea822 req-d93019d6-ab8a-4e1c-81b2-846d5887adae service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090185 Feb 16 22:30:33.653555 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-07f5d344-d3f4-4fb4-b936-5ddc0b9f8143 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25424195'] for subnet (1e4aee77-52cd-4846-8294-8a8b7d92464f), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:33.735304 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb37d8b7-34c8-4952-8f7b-28000986a16b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-f6309729-f424-4aca-b9c0-19bc1818717e', 'network_id': 'f6309729-f424-4aca-b9c0-19bc1818717e', 'project_id': 'e64452173aec486d961d06421ef7d4cf', 'fixed_ips': [{'subnet_id': '1e4aee77-52cd-4846-8294-8a8b7d92464f'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:30:33.744425 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cb37d8b7-34c8-4952-8f7b-28000986a16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:34.119680 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-07f5d344-d3f4-4fb4-b936-5ddc0b9f8143 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771215923559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3767687'] for subnet (1e4aee77-52cd-4846-8294-8a8b7d92464f), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:34.303141 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5d344-d3f4-4fb4-b936-5ddc0b9f8143 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event updated for resources: {'Subnet': ['ID=1e4aee77-52cd-4846-8294-8a8b7d92464f,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:34.394885 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f5d344-d3f4-4fb4-b936-5ddc0b9f8143 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:34.397938 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-07f5d344-d3f4-4fb4-b936-5ddc0b9f8143 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:34.413084 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-07f5d344-d3f4-4fb4-b936-5ddc0b9f8143 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "PUT /v2.0/subnets/1e4aee77-52cd-4846-8294-8a8b7d92464f HTTP/1.1" status: 200 len: 877 time: 1.0622904 Feb 16 22:30:34.413452 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45838) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:34.487688 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-cb37d8b7-34c8-4952-8f7b-28000986a16b None None] Allocated IP 172.20.0.3 (f6309729-f424-4aca-b9c0-19bc1818717e/1e4aee77-52cd-4846-8294-8a8b7d92464f/d3c2df5e-39de-4fef-84d2-ecf59d461b07) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:30:34.760538 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7eaf1-6e3b-4cb5-82eb-d1a4069d357b req-9c8ad071-1e25-49d7-96b6-215a71197652 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:34.791088 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1c7eaf1-6e3b-4cb5-82eb-d1a4069d357b req-9c8ad071-1e25-49d7-96b6-215a71197652 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=35b1634f-d518-495d-9451-dfc9c7441e8e HTTP/1.1" status: 200 len: 945 time: 0.2320545 Feb 16 22:30:34.831089 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-90e68c52-db99-4759-9697-dcbc5c732a46 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (f6309729-f424-4aca-b9c0-19bc1818717e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:34.970980 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1c7eaf1-6e3b-4cb5-82eb-d1a4069d357b req-736e44dc-3b57-43ce-8e4f-b4909190b185 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747553 Feb 16 22:30:35.107053 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-90e68c52-db99-4759-9697-dcbc5c732a46 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (1e4aee77-52cd-4846-8294-8a8b7d92464f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:35.297280 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-df698c0c-9eae-4928-b8c3-df828403a019 req-f3b801c5-e085-48a8-a5bb-031d9fcfbfda tempest-ServerShowV257Test-515577199 tempest-ServerShowV257Test-515577199-project] 10.222.0.75 "GET /v2.0/ports?device_id=604e023a-a2de-4326-900c-1e3e464b396d HTTP/1.1" status: 200 len: 210 time: 0.1500702 Feb 16 22:30:35.307626 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cb37d8b7-34c8-4952-8f7b-28000986a16b None None] Publish callbacks [] for port (d3c2df5e-39de-4fef-84d2-ecf59d461b07), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:35.343786 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cb37d8b7-34c8-4952-8f7b-28000986a16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (d3c2df5e-39de-4fef-84d2-ecf59d461b07), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:35.374471 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-90e68c52-db99-4759-9697-dcbc5c732a46 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (1e4aee77-52cd-4846-8294-8a8b7d92464f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:35.446023 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb37d8b7-34c8-4952-8f7b-28000986a16b None None] Network f6309729-f424-4aca-b9c0-19bc1818717e is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:30:35.449858 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-cb37d8b7-34c8-4952-8f7b-28000986a16b None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:30:35.472089 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb37d8b7-34c8-4952-8f7b-28000986a16b None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:30:35.743305 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-cb37d8b7-34c8-4952-8f7b-28000986a16b None None] Attempting to bind port d3c2df5e-39de-4fef-84d2-ecf59d461b07 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:30:35.743691 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-cb37d8b7-34c8-4952-8f7b-28000986a16b None None] Attempting to bind port d3c2df5e-39de-4fef-84d2-ecf59d461b07 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'c402eb16-44d1-4ae3-bfb1-9c5c543d4086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f6309729-f424-4aca-b9c0-19bc1818717e'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:30:35.744061 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb37d8b7-34c8-4952-8f7b-28000986a16b None None] Attempting to bind port d3c2df5e-39de-4fef-84d2-ecf59d461b07 on network f6309729-f424-4aca-b9c0-19bc1818717e {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:30:35.747486 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37d8b7-34c8-4952-8f7b-28000986a16b None None] Pushing event updated for resources: {'Port': ['ID=d3c2df5e-39de-4fef-84d2-ecf59d461b07,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:35.752328 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb37d8b7-34c8-4952-8f7b-28000986a16b None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:30:35.752734 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb37d8b7-34c8-4952-8f7b-28000986a16b None None] Checking segment: {'id': 'c402eb16-44d1-4ae3-bfb1-9c5c543d4086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f6309729-f424-4aca-b9c0-19bc1818717e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:30:35.753127 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cb37d8b7-34c8-4952-8f7b-28000986a16b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:35.753715 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb37d8b7-34c8-4952-8f7b-28000986a16b None None] Bound using segment: {'id': 'c402eb16-44d1-4ae3-bfb1-9c5c543d4086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f6309729-f424-4aca-b9c0-19bc1818717e'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:30:35.754300 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-cb37d8b7-34c8-4952-8f7b-28000986a16b None None] Bound port: d3c2df5e-39de-4fef-84d2-ecf59d461b07, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c402eb16-44d1-4ae3-bfb1-9c5c543d4086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f6309729-f424-4aca-b9c0-19bc1818717e'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:30:35.754692 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cb37d8b7-34c8-4952-8f7b-28000986a16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d3c2df5e-39de-4fef-84d2-ecf59d461b07), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:35.858279 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e68c52-db99-4759-9697-dcbc5c732a46 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event deleted for resources: {'Subnet': ['ID=1e4aee77-52cd-4846-8294-8a8b7d92464f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:35.906324 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-cb37d8b7-34c8-4952-8f7b-28000986a16b None None] For port d3c2df5e-39de-4fef-84d2-ecf59d461b07, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:30:35.932834 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-cb37d8b7-34c8-4952-8f7b-28000986a16b None None] For port d3c2df5e-39de-4fef-84d2-ecf59d461b07, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=d3c2df5e-39de-4fef-84d2-ecf59d461b07,segment=NetworkSegment(c402eb16-44d1-4ae3-bfb1-9c5c543d4086),segment_id=c402eb16-44d1-4ae3-bfb1-9c5c543d4086)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:30:35.957399 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cb37d8b7-34c8-4952-8f7b-28000986a16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d3c2df5e-39de-4fef-84d2-ecf59d461b07), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:36.208791 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-90e68c52-db99-4759-9697-dcbc5c732a46 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (f6309729-f424-4aca-b9c0-19bc1818717e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:36.390190 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-90e68c52-db99-4759-9697-dcbc5c732a46 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6309729-f424-4aca-b9c0-19bc1818717e']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:30:36.491132 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-90e68c52-db99-4759-9697-dcbc5c732a46 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c402eb16-44d1-4ae3-bfb1-9c5c543d4086') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:30:36.491132 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-90e68c52-db99-4759-9697-dcbc5c732a46 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c402eb16-44d1-4ae3-bfb1-9c5c543d4086') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:30:36.541875 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37d8b7-34c8-4952-8f7b-28000986a16b None None] Pushing event updated for resources: {'Port': ['ID=d3c2df5e-39de-4fef-84d2-ecf59d461b07,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:36.565744 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cc4e76-22b5-4ecc-9acb-7214978972d0 None None] get_active_networks_info from n-d-813897-6 {{(pid=103467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 22:30:36.588688 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-90e68c52-db99-4759-9697-dcbc5c732a46 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (c402eb16-44d1-4ae3-bfb1-9c5c543d4086), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:36.677535 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-90e68c52-db99-4759-9697-dcbc5c732a46 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (c402eb16-44d1-4ae3-bfb1-9c5c543d4086), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:36.691255 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2036a91-0636-4421-8f7c-9edfc299731c req-49ca752f-3459-42e8-bf56-64519deef148 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:30:36.695362 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e68c52-db99-4759-9697-dcbc5c732a46 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:30:36.701645 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-90e68c52-db99-4759-9697-dcbc5c732a46 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (c402eb16-44d1-4ae3-bfb1-9c5c543d4086), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:36.704995 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:30:36.704995 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:30:36.704995 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:30:36.704995 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:30:36.704995 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:30:36.704995 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:30:36.704995 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:30:36.704995 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:30:36.704995 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:30:36.704995 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:30:36.704995 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:30:36.704995 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:30:36.704995 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:30:36.704995 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:30:36.704995 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:30:36.704995 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:30:36.704995 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:30:36.704995 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:30:36.704995 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:30:36.704995 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:30:36.704995 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:30:36.704995 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:30:36.704995 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:30:36.704995 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:30:36.704995 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:30:36.704995 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:30:36.704995 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:30:36.704995 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:30:36.704995 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:30:36.704995 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:30:36.704995 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:30:36.704995 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:30:36.714027 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c2036a91-0636-4421-8f7c-9edfc299731c req-49ca752f-3459-42e8-bf56-64519deef148 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=35b1634f-d518-495d-9451-dfc9c7441e8e HTTP/1.1" status: 200 len: 945 time: 0.4199541 Feb 16 22:30:37.055326 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c2036a91-0636-4421-8f7c-9edfc299731c req-547354a9-8a69-405d-89fa-5ca2bdf1aee9 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310432 Feb 16 22:30:37.087413 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cc4e76-22b5-4ecc-9acb-7214978972d0 None None] Resources bound (agent type, host, resource id): {{(pid=103467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 22:30:37.187675 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.db.api [None req-90e68c52-db99-4759-9697-dcbc5c732a46 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 22:30:37.187675 n-d-813897-6 neutron-server[103465]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 22:30:37.187675 n-d-813897-6 neutron-server[103465]: [parameters: {'id': 'f6309729-f424-4aca-b9c0-19bc1818717e'}] Feb 16 22:30:37.187675 n-d-813897-6 neutron-server[103465]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:30:37.188435 n-d-813897-6 neutron-server[103465]: DEBUG oslo_db.api [None req-90e68c52-db99-4759-9697-dcbc5c732a46 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:30:37.504067 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-32d02bb5-0ce4-41b9-ac50-d40aaa5cd020 req-e942bee9-26c7-41f6-803f-ac18bb5bce30 tempest-ServerShowV257Test-515577199 tempest-ServerShowV257Test-515577199-project] 10.222.0.75 "GET /v2.0/ports?device_id=604e023a-a2de-4326-900c-1e3e464b396d HTTP/1.1" status: 200 len: 210 time: 0.1243382 Feb 16 22:30:37.691800 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-90e68c52-db99-4759-9697-dcbc5c732a46 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (f6309729-f424-4aca-b9c0-19bc1818717e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:37.768222 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6aba49-d836-46b1-8e06-20631db02c5c None None] Network f6309729-f424-4aca-b9c0-19bc1818717e requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:30:38.115657 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-90e68c52-db99-4759-9697-dcbc5c732a46 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Deleting port d3c2df5e-39de-4fef-84d2-ecf59d461b07 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:30:38.115657 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-90e68c52-db99-4759-9697-dcbc5c732a46 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (d3c2df5e-39de-4fef-84d2-ecf59d461b07), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:38.132698 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fc2c62-9cb3-48f6-93ca-d48f00ae095b None None] Network f6309729-f424-4aca-b9c0-19bc1818717e requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:30:38.495786 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-90e68c52-db99-4759-9697-dcbc5c732a46 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] For port d3c2df5e-39de-4fef-84d2-ecf59d461b07, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=d3c2df5e-39de-4fef-84d2-ecf59d461b07,segment=NetworkSegment(c402eb16-44d1-4ae3-bfb1-9c5c543d4086),segment_id=c402eb16-44d1-4ae3-bfb1-9c5c543d4086)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:30:38.496299 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-90e68c52-db99-4759-9697-dcbc5c732a46 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (d3c2df5e-39de-4fef-84d2-ecf59d461b07), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:38.600103 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-90e68c52-db99-4759-9697-dcbc5c732a46 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Calling delete_port for d3c2df5e-39de-4fef-84d2-ecf59d461b07 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:30:39.054900 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f3bd0beb-7976-4663-9cf5-ca9e9f7c37fd req-fd2457c1-4239-4290-aeba-4bfb4ac0a0c5 tempest-ServerShowV257Test-515577199 tempest-ServerShowV257Test-515577199-project] 10.222.0.75 "GET /v2.0/ports?device_id=604e023a-a2de-4326-900c-1e3e464b396d HTTP/1.1" status: 200 len: 210 time: 0.1992710 Feb 16 22:30:39.295655 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-90e68c52-db99-4759-9697-dcbc5c732a46 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (d3c2df5e-39de-4fef-84d2-ecf59d461b07), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:39.456178 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e68c52-db99-4759-9697-dcbc5c732a46 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] No DVR routers for this DVR port d3c2df5e-39de-4fef-84d2-ecf59d461b07 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:30:39.595527 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e68c52-db99-4759-9697-dcbc5c732a46 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event deleted for resources: {'Port': ['ID=d3c2df5e-39de-4fef-84d2-ecf59d461b07,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:39.964029 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-90e68c52-db99-4759-9697-dcbc5c732a46 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (f6309729-f424-4aca-b9c0-19bc1818717e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:40.081522 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-90e68c52-db99-4759-9697-dcbc5c732a46 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6309729-f424-4aca-b9c0-19bc1818717e']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:30:40.119600 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-90e68c52-db99-4759-9697-dcbc5c732a46 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c402eb16-44d1-4ae3-bfb1-9c5c543d4086') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:30:40.121202 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-90e68c52-db99-4759-9697-dcbc5c732a46 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c402eb16-44d1-4ae3-bfb1-9c5c543d4086') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:30:40.151140 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-90e68c52-db99-4759-9697-dcbc5c732a46 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (c402eb16-44d1-4ae3-bfb1-9c5c543d4086), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:40.277145 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-90e68c52-db99-4759-9697-dcbc5c732a46 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (c402eb16-44d1-4ae3-bfb1-9c5c543d4086), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:40.343474 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e68c52-db99-4759-9697-dcbc5c732a46 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:30:40.352785 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-90e68c52-db99-4759-9697-dcbc5c732a46 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (c402eb16-44d1-4ae3-bfb1-9c5c543d4086), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:40.379227 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:30:40.379227 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:30:40.379227 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:30:40.379227 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:30:40.379227 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:30:40.379227 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:30:40.379227 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:30:40.379227 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:30:40.379227 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:30:40.379227 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:30:40.379227 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:30:40.379227 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:30:40.379227 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:30:40.379227 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:30:40.379227 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:30:40.379227 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:30:40.379227 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:30:40.379227 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:30:40.379227 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:30:40.379227 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:30:40.379227 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:30:40.379227 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:30:40.379227 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:30:40.379227 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:30:40.379227 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:30:40.379227 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:30:40.379227 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:30:40.379227 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:30:40.379227 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:30:40.379227 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:30:40.379227 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:30:40.379227 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:30:40.587394 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-401bb36a-390f-4af3-b8ac-3c0d123d21cf req-5651ae32-bd1c-4986-88b4-147ba50bcc98 tempest-ServerShowV257Test-515577199 tempest-ServerShowV257Test-515577199-project] 10.222.0.75 "GET /v2.0/ports?device_id=604e023a-a2de-4326-900c-1e3e464b396d HTTP/1.1" status: 200 len: 210 time: 0.1270885 Feb 16 22:30:40.652192 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45950) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:40.662382 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-90e68c52-db99-4759-9697-dcbc5c732a46 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (f6309729-f424-4aca-b9c0-19bc1818717e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:40.677751 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-90e68c52-db99-4759-9697-dcbc5c732a46 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:40.695990 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45954) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:40.698977 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-90e68c52-db99-4759-9697-dcbc5c732a46 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "DELETE /v2.0/networks/f6309729-f424-4aca-b9c0-19bc1818717e HTTP/1.1" status: 204 len: 168 time: 6.2759225 Feb 16 22:30:40.781475 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e68c52-db99-4759-9697-dcbc5c732a46 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event deleted for resources: {'Network': ['ID=f6309729-f424-4aca-b9c0-19bc1818717e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:40.808233 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcfb3c61-150b-4f05-b88f-b0c448a94af8 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] DELETE failed (client error): The resource could not be found. Feb 16 22:30:40.808706 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcfb3c61-150b-4f05-b88f-b0c448a94af8 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:30:40.816586 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45956) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:40.823267 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bcfb3c61-150b-4f05-b88f-b0c448a94af8 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "DELETE /v2.0/subnets/1e4aee77-52cd-4846-8294-8a8b7d92464f HTTP/1.1" status: 404 len: 337 time: 0.1226735 Feb 16 22:30:40.915559 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-63189bd2-6386-4ab5-902d-2a64ca666902 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] DELETE failed (client error): The resource could not be found. Feb 16 22:30:40.916723 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63189bd2-6386-4ab5-902d-2a64ca666902 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:30:40.925126 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-63189bd2-6386-4ab5-902d-2a64ca666902 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "DELETE /v2.0/networks/f6309729-f424-4aca-b9c0-19bc1818717e HTTP/1.1" status: 404 len: 339 time: 0.1074412 Feb 16 22:30:40.929091 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45960) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:40.932184 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c594cede-b598-4a7f-b9ae-1de8bee11529 req-42681673-64c7-474b-b636-95a97b218942 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=604e023a-a2de-4326-900c-1e3e464b396d HTTP/1.1" status: 200 len: 210 time: 0.1032264 Feb 16 22:30:40.989420 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-ded84dfd-b03f-432e-96e3-a7103b4ab78e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] DELETE failed (client error): The resource could not be found. Feb 16 22:30:40.992006 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ded84dfd-b03f-432e-96e3-a7103b4ab78e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:30:41.022292 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7f0c1a3e-69d9-435e-b44d-1d7935db0a1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:41.025358 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ded84dfd-b03f-432e-96e3-a7103b4ab78e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "DELETE /v2.0/subnets/d64c55d2-ec80-475e-b789-e1932fc41906 HTTP/1.1" status: 404 len: 337 time: 0.0946960 Feb 16 22:30:41.029308 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45962) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:41.111083 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d4526af-6430-428d-a6e9-d179ac23f6a2 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] DELETE failed (client error): The resource could not be found. Feb 16 22:30:41.116386 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d4526af-6430-428d-a6e9-d179ac23f6a2 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:30:41.129790 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9d4526af-6430-428d-a6e9-d179ac23f6a2 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "DELETE /v2.0/networks/be6340e0-7710-48fc-b6ba-91d0adb176a0 HTTP/1.1" status: 404 len: 339 time: 0.0993016 Feb 16 22:30:41.143467 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45970) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:41.353309 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7f0c1a3e-69d9-435e-b44d-1d7935db0a1a admin admin] Publish callbacks [] for security_group (2446ab37-e70e-498c-aefd-0618da2c441b), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:41.368154 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7f0c1a3e-69d9-435e-b44d-1d7935db0a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (2446ab37-e70e-498c-aefd-0618da2c441b), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:41.483585 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7f0c1a3e-69d9-435e-b44d-1d7935db0a1a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e67cfb904aa3437fadaaa08b5b30e56d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8297606 Feb 16 22:30:41.498590 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45980) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:41.603316 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-71894182-d2c7-4a58-9a1e-04a68a2d24d9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (4fc2cdd6-2f97-4a01-bb20-e6a6e28a06f7), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:41.613854 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c1a3e-69d9-435e-b44d-1d7935db0a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2446ab37-e70e-498c-aefd-0618da2c441b,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:41.682726 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5664c028-d949-4a74-838e-88d48c7ed582 admin admin] Publish callbacks [] for security_group (2446ab37-e70e-498c-aefd-0618da2c441b), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:41.741341 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5664c028-d949-4a74-838e-88d48c7ed582 admin admin] Publish callbacks [] for security_group (2446ab37-e70e-498c-aefd-0618da2c441b), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:41.848973 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5664c028-d949-4a74-838e-88d48c7ed582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (2446ab37-e70e-498c-aefd-0618da2c441b), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:41.851991 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5664c028-d949-4a74-838e-88d48c7ed582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:41.853521 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5664c028-d949-4a74-838e-88d48c7ed582 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2446ab37-e70e-498c-aefd-0618da2c441b HTTP/1.1" status: 204 len: 168 time: 0.3539279 Feb 16 22:30:41.888647 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664c028-d949-4a74-838e-88d48c7ed582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2446ab37-e70e-498c-aefd-0618da2c441b,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:41.909231 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5091f231-7844-4148-b07b-c50172e7b5e6 req-bca6d093-0bbe-409a-bbd7-6a4552f44687 tempest-ServerShowV257Test-515577199 tempest-ServerShowV257Test-515577199-project] 10.222.0.75 "GET /v2.0/ports?device_id=604e023a-a2de-4326-900c-1e3e464b396d HTTP/1.1" status: 200 len: 210 time: 0.0728140 Feb 16 22:30:42.134959 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-71894182-d2c7-4a58-9a1e-04a68a2d24d9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (4fc2cdd6-2f97-4a01-bb20-e6a6e28a06f7), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:42.302633 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-71894182-d2c7-4a58-9a1e-04a68a2d24d9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc2cdd6-2f97-4a01-bb20-e6a6e28a06f7']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:30:42.359376 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-71894182-d2c7-4a58-9a1e-04a68a2d24d9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c948a9ee-e65c-4b2a-8e68-413e1e36aa1f') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:30:42.360831 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-71894182-d2c7-4a58-9a1e-04a68a2d24d9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c948a9ee-e65c-4b2a-8e68-413e1e36aa1f') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:30:42.420629 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-71894182-d2c7-4a58-9a1e-04a68a2d24d9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (c948a9ee-e65c-4b2a-8e68-413e1e36aa1f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:42.500512 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-71894182-d2c7-4a58-9a1e-04a68a2d24d9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (c948a9ee-e65c-4b2a-8e68-413e1e36aa1f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:42.555832 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71894182-d2c7-4a58-9a1e-04a68a2d24d9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:30:42.560129 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-71894182-d2c7-4a58-9a1e-04a68a2d24d9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (c948a9ee-e65c-4b2a-8e68-413e1e36aa1f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:42.576939 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:30:42.576939 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:30:42.576939 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:30:42.576939 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:30:42.576939 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:30:42.576939 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:30:42.576939 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:30:42.576939 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:30:42.576939 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:30:42.576939 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:30:42.576939 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:30:42.576939 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:30:42.576939 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:30:42.576939 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:30:42.576939 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:30:42.576939 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:30:42.576939 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:30:42.576939 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:30:42.576939 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:30:42.576939 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:30:42.576939 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:30:42.576939 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:30:42.576939 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:30:42.576939 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:30:42.576939 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:30:42.576939 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:30:42.576939 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:30:42.576939 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:30:42.576939 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:30:42.576939 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:30:42.576939 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:30:42.576939 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:30:42.758512 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-71894182-d2c7-4a58-9a1e-04a68a2d24d9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (4fc2cdd6-2f97-4a01-bb20-e6a6e28a06f7), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:42.771526 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-71894182-d2c7-4a58-9a1e-04a68a2d24d9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:42.777286 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-71894182-d2c7-4a58-9a1e-04a68a2d24d9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "DELETE /v2.0/networks/4fc2cdd6-2f97-4a01-bb20-e6a6e28a06f7 HTTP/1.1" status: 204 len: 168 time: 1.6323733 Feb 16 22:30:42.779818 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45998) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:42.835976 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71894182-d2c7-4a58-9a1e-04a68a2d24d9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event deleted for resources: {'Network': ['ID=4fc2cdd6-2f97-4a01-bb20-e6a6e28a06f7,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:42.855556 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-a42d1abf-1bd5-4f4d-88dd-350312da231e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] DELETE failed (client error): The resource could not be found. Feb 16 22:30:42.856857 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a42d1abf-1bd5-4f4d-88dd-350312da231e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:30:42.862524 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a42d1abf-1bd5-4f4d-88dd-350312da231e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "DELETE /v2.0/subnets/445616bb-5be6-484d-a2eb-1f44c3121475 HTTP/1.1" status: 404 len: 337 time: 0.0808482 Feb 16 22:30:42.865313 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46002) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:42.926041 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-8201cf19-55fd-48ac-bff0-d82f66b3fff6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] DELETE failed (client error): The resource could not be found. Feb 16 22:30:42.930612 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8201cf19-55fd-48ac-bff0-d82f66b3fff6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:30:42.960672 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46008) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:42.978049 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8201cf19-55fd-48ac-bff0-d82f66b3fff6 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "DELETE /v2.0/networks/7476f563-da17-492c-82b5-e8d77de7f292 HTTP/1.1" status: 404 len: 339 time: 0.1102207 Feb 16 22:30:43.062928 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-afbb6a33-edc1-44ee-a163-5bbcd526aa7b tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] DELETE failed (client error): The resource could not be found. Feb 16 22:30:43.064732 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afbb6a33-edc1-44ee-a163-5bbcd526aa7b tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:30:43.080866 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46014) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:43.103728 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-afbb6a33-edc1-44ee-a163-5bbcd526aa7b tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "DELETE /v2.0/subnets/5f0483f7-59e6-4fe9-8286-9492538c085b HTTP/1.1" status: 404 len: 337 time: 0.1163275 Feb 16 22:30:43.137827 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ecbdc1-198f-4f04-a5c7-e1332023449e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] DELETE failed (client error): The resource could not be found. Feb 16 22:30:43.141442 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ecbdc1-198f-4f04-a5c7-e1332023449e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:30:43.178898 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-22ecbdc1-198f-4f04-a5c7-e1332023449e tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "DELETE /v2.0/networks/c6609655-9f64-4804-aebc-031586b2b832 HTTP/1.1" status: 404 len: 339 time: 0.0893610 Feb 16 22:30:43.180412 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46020) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:43.266598 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5d1ad82-ed68-45fe-be66-d5c676461939 req-2e216f4b-da2b-4ef1-84af-076717d365c1 tempest-ServerShowV257Test-515577199 tempest-ServerShowV257Test-515577199-project] 10.222.0.75 "GET /v2.0/ports?device_id=604e023a-a2de-4326-900c-1e3e464b396d HTTP/1.1" status: 200 len: 210 time: 0.1099989 Feb 16 22:30:43.401394 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0d3f69-ed44-42cb-b80f-609c4405f0ed tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] DELETE failed (client error): The resource could not be found. Feb 16 22:30:43.414588 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c0d3f69-ed44-42cb-b80f-609c4405f0ed tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:30:43.422001 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0c0d3f69-ed44-42cb-b80f-609c4405f0ed tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "DELETE /v2.0/subnets/ac67c2b4-4d68-4c36-9506-31863e98ce40 HTTP/1.1" status: 404 len: 337 time: 0.2359223 Feb 16 22:30:43.429370 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46026) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:43.542430 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-13df67ae-db4e-4a57-a4f0-16a067753fb9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] DELETE failed (client error): The resource could not be found. Feb 16 22:30:43.543413 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13df67ae-db4e-4a57-a4f0-16a067753fb9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:30:43.553089 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-13df67ae-db4e-4a57-a4f0-16a067753fb9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "DELETE /v2.0/networks/31b88cb2-0b2e-48f6-a1b0-0cbb50c0c51c HTTP/1.1" status: 404 len: 339 time: 0.1214895 Feb 16 22:30:43.555617 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46032) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:43.768600 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-a53d81a4-f95b-49cb-b6d9-c842c9da9420 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] DELETE failed (client error): The resource could not be found. Feb 16 22:30:43.769835 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a53d81a4-f95b-49cb-b6d9-c842c9da9420 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:30:43.802729 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46046) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:43.812814 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a53d81a4-f95b-49cb-b6d9-c842c9da9420 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "DELETE /v2.0/subnets/2931b116-460b-46f7-8797-02caa9c44c21 HTTP/1.1" status: 404 len: 337 time: 0.2552392 Feb 16 22:30:43.859377 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-03083790-87a1-48f9-ae45-560f4e845c8f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] DELETE failed (client error): The resource could not be found. Feb 16 22:30:43.860334 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03083790-87a1-48f9-ae45-560f4e845c8f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:30:43.885029 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-03083790-87a1-48f9-ae45-560f4e845c8f tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "DELETE /v2.0/networks/6f73ab2f-5149-48e5-a6f5-96a3d1e13ef8 HTTP/1.1" status: 404 len: 339 time: 0.0782740 Feb 16 22:30:43.885451 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46048) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:43.957510 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf3d3df4-df68-4a14-b634-1fe7927a20ec tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] DELETE failed (client error): The resource could not be found. Feb 16 22:30:43.963799 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf3d3df4-df68-4a14-b634-1fe7927a20ec tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:30:43.976203 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bf3d3df4-df68-4a14-b634-1fe7927a20ec tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "DELETE /v2.0/subnets/20b678ca-d2b3-4802-ae8e-c83c624611ff HTTP/1.1" status: 404 len: 337 time: 0.0878849 Feb 16 22:30:43.977100 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46052) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:44.022108 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-68928abe-81b6-4a80-ab58-d3f9f2fb0da2 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] DELETE failed (client error): The resource could not be found. Feb 16 22:30:44.022907 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68928abe-81b6-4a80-ab58-d3f9f2fb0da2 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:30:44.026868 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-68928abe-81b6-4a80-ab58-d3f9f2fb0da2 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "DELETE /v2.0/networks/a812b4da-f4f6-4a5e-9b4f-7c91307105d3 HTTP/1.1" status: 404 len: 339 time: 0.0481360 Feb 16 22:30:44.030428 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46056) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:44.260932 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7c0d898-f9cc-4175-94c7-56de3d1f6dd2 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] DELETE failed (client error): The resource could not be found. Feb 16 22:30:44.262315 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7c0d898-f9cc-4175-94c7-56de3d1f6dd2 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:30:44.285245 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46064) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:44.286516 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f7c0d898-f9cc-4175-94c7-56de3d1f6dd2 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "DELETE /v2.0/subnets/956ebb87-ed13-4106-98db-65f1ba31832f HTTP/1.1" status: 404 len: 337 time: 0.2510560 Feb 16 22:30:44.358318 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-68700731-79ec-45c0-aa97-0920be06545b tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] DELETE failed (client error): The resource could not be found. Feb 16 22:30:44.359965 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68700731-79ec-45c0-aa97-0920be06545b tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:30:44.376530 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-68700731-79ec-45c0-aa97-0920be06545b tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "DELETE /v2.0/networks/08caee4c-c4d9-4f5c-a47c-8371b80db569 HTTP/1.1" status: 404 len: 339 time: 0.0895607 Feb 16 22:30:44.379383 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46066) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:44.569091 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb09f82-57b1-4156-acd8-35393f3ce6b9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] DELETE failed (client error): The resource could not be found. Feb 16 22:30:44.577775 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb09f82-57b1-4156-acd8-35393f3ce6b9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:30:44.598515 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-abb09f82-57b1-4156-acd8-35393f3ce6b9 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "DELETE /v2.0/subnets/93b96d67-d46b-415c-b6de-76e2c098b928 HTTP/1.1" status: 404 len: 337 time: 0.2152102 Feb 16 22:30:44.598645 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46078) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:44.718173 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb7c235-7d02-4cec-86ed-22fc65e3be85 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] DELETE failed (client error): The resource could not be found. Feb 16 22:30:44.718876 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feb7c235-7d02-4cec-86ed-22fc65e3be85 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:30:44.762213 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-feb7c235-7d02-4cec-86ed-22fc65e3be85 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "DELETE /v2.0/networks/7f562e7e-186f-4bb6-a37b-2c2bffc4f86e HTTP/1.1" status: 404 len: 339 time: 0.1226397 Feb 16 22:30:44.768286 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46088) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:44.849862 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bcaff4c7-aeaf-4dda-8660-b701a6b8193a req-e6c20449-9546-42d4-9539-dede73d7214b tempest-ServerShowV257Test-515577199 tempest-ServerShowV257Test-515577199-project] 10.222.0.75 "GET /v2.0/ports?device_id=604e023a-a2de-4326-900c-1e3e464b396d HTTP/1.1" status: 200 len: 210 time: 0.2041800 Feb 16 22:30:44.932761 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-0320d865-7aa8-4fd8-b35e-ec405e885839 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] DELETE failed (client error): The resource could not be found. Feb 16 22:30:44.934941 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0320d865-7aa8-4fd8-b35e-ec405e885839 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:30:44.949168 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46090) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:44.950530 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0320d865-7aa8-4fd8-b35e-ec405e885839 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "DELETE /v2.0/subnets/7a34c55c-4368-43d9-8d0c-7193f1098b69 HTTP/1.1" status: 404 len: 337 time: 0.1768489 Feb 16 22:30:44.996916 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd94736-5eec-47c1-8728-cf4a225a1d1d tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] DELETE failed (client error): The resource could not be found. Feb 16 22:30:45.001078 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dd94736-5eec-47c1-8728-cf4a225a1d1d tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:30:45.016009 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8dd94736-5eec-47c1-8728-cf4a225a1d1d tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "DELETE /v2.0/networks/81763663-edea-4942-a0dd-0bde368849ab HTTP/1.1" status: 404 len: 339 time: 0.0651598 Feb 16 22:30:45.018447 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46094) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:45.167293 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-89444556-ebc6-43b7-b619-a779109c62fc tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Deleting subnet 14176956-7a5b-4f58-9a39-a3b8f477bcee {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:30:45.176971 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-89444556-ebc6-43b7-b619-a779109c62fc tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks [] for subnet (14176956-7a5b-4f58-9a39-a3b8f477bcee), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:45.316762 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-89444556-ebc6-43b7-b619-a779109c62fc tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (14176956-7a5b-4f58-9a39-a3b8f477bcee), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:45.630665 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-89444556-ebc6-43b7-b619-a779109c62fc tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (14176956-7a5b-4f58-9a39-a3b8f477bcee), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:45.789777 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-89444556-ebc6-43b7-b619-a779109c62fc tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (14176956-7a5b-4f58-9a39-a3b8f477bcee), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:45.871520 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89444556-ebc6-43b7-b619-a779109c62fc tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event deleted for resources: {'Subnet': ['ID=14176956-7a5b-4f58-9a39-a3b8f477bcee,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:45.876176 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-89444556-ebc6-43b7-b619-a779109c62fc tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:45.881542 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-89444556-ebc6-43b7-b619-a779109c62fc tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "DELETE /v2.0/subnets/14176956-7a5b-4f58-9a39-a3b8f477bcee HTTP/1.1" status: 204 len: 168 time: 0.8617234 Feb 16 22:30:45.881791 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218310d4-17d9-4c88-9358-c87579f41f2b None None] Network 4500a338-4272-4726-b315-2eee09e80939 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:30:45.884008 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46122) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:46.065719 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9587fc4c-5001-45a8-8edc-22356ccbbc97 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (4500a338-4272-4726-b315-2eee09e80939), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:46.189401 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-9587fc4c-5001-45a8-8edc-22356ccbbc97 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Deleting port de870f55-e987-4232-9624-0640218078a8 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:30:46.189749 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9587fc4c-5001-45a8-8edc-22356ccbbc97 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (de870f55-e987-4232-9624-0640218078a8), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:46.217013 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9414514b-f52d-40db-b984-c52899dc5cf4 None None] DHCP port deletion for 4500a338-4272-4726-b315-2eee09e80939 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:30:46.274369 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-9587fc4c-5001-45a8-8edc-22356ccbbc97 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] For port de870f55-e987-4232-9624-0640218078a8, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=de870f55-e987-4232-9624-0640218078a8,segment=NetworkSegment(6d607bd0-43de-4844-a2ed-a350b22f8e9a),segment_id=6d607bd0-43de-4844-a2ed-a350b22f8e9a)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:30:46.274993 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9587fc4c-5001-45a8-8edc-22356ccbbc97 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (de870f55-e987-4232-9624-0640218078a8), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:46.306444 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-9587fc4c-5001-45a8-8edc-22356ccbbc97 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Calling delete_port for de870f55-e987-4232-9624-0640218078a8 owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:30:46.335185 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-9414514b-f52d-40db-b984-c52899dc5cf4 None None] Deleting port de870f55-e987-4232-9624-0640218078a8 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:30:46.335568 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9414514b-f52d-40db-b984-c52899dc5cf4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (de870f55-e987-4232-9624-0640218078a8), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:46.464459 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-db13dc5c-3679-4b04-8b54-02ff190bcc20 req-c1cfebef-7fe4-42b0-ac38-686f806220b7 tempest-ServerShowV257Test-515577199 tempest-ServerShowV257Test-515577199-project] 10.222.0.75 "GET /v2.0/ports?device_id=604e023a-a2de-4326-900c-1e3e464b396d HTTP/1.1" status: 200 len: 210 time: 0.0471919 Feb 16 22:30:46.467275 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9587fc4c-5001-45a8-8edc-22356ccbbc97 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (de870f55-e987-4232-9624-0640218078a8), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:46.523429 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587fc4c-5001-45a8-8edc-22356ccbbc97 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event deleted for resources: {'Port': ['ID=de870f55-e987-4232-9624-0640218078a8,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:46.525393 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9587fc4c-5001-45a8-8edc-22356ccbbc97 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] No DVR routers for this DVR port de870f55-e987-4232-9624-0640218078a8 on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:30:46.586737 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-9414514b-f52d-40db-b984-c52899dc5cf4 None None] For port de870f55-e987-4232-9624-0640218078a8, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=de870f55-e987-4232-9624-0640218078a8,segment=NetworkSegment(6d607bd0-43de-4844-a2ed-a350b22f8e9a),segment_id=6d607bd0-43de-4844-a2ed-a350b22f8e9a)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:30:46.587152 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9414514b-f52d-40db-b984-c52899dc5cf4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (de870f55-e987-4232-9624-0640218078a8), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:46.633206 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-9414514b-f52d-40db-b984-c52899dc5cf4 None None] Calling delete_port for de870f55-e987-4232-9624-0640218078a8 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:30:46.654680 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device de870f55-e987-4232-9624-0640218078a8 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:30:46.681627 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: de870f55-e987-4232-9624-0640218078a8 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:30:46.682001 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device de870f55-e987-4232-9624-0640218078a8 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:30:46.697392 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9587fc4c-5001-45a8-8edc-22356ccbbc97 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (4500a338-4272-4726-b315-2eee09e80939), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:46.749684 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-9587fc4c-5001-45a8-8edc-22356ccbbc97 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4500a338-4272-4726-b315-2eee09e80939']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:30:46.784629 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-9587fc4c-5001-45a8-8edc-22356ccbbc97 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d607bd0-43de-4844-a2ed-a350b22f8e9a') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:30:46.784922 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-9587fc4c-5001-45a8-8edc-22356ccbbc97 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d607bd0-43de-4844-a2ed-a350b22f8e9a') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:30:46.819006 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9587fc4c-5001-45a8-8edc-22356ccbbc97 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (6d607bd0-43de-4844-a2ed-a350b22f8e9a), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:46.849342 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9587fc4c-5001-45a8-8edc-22356ccbbc97 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (6d607bd0-43de-4844-a2ed-a350b22f8e9a), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:46.861237 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9587fc4c-5001-45a8-8edc-22356ccbbc97 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:30:46.861921 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9587fc4c-5001-45a8-8edc-22356ccbbc97 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (6d607bd0-43de-4844-a2ed-a350b22f8e9a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:46.919531 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9414514b-f52d-40db-b984-c52899dc5cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (de870f55-e987-4232-9624-0640218078a8), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:46.973945 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:30:46.973945 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:30:46.973945 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:30:46.973945 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:30:46.973945 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:30:46.973945 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:30:46.973945 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:30:46.973945 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:30:46.973945 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:30:46.973945 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:30:46.973945 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:30:46.973945 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:30:46.973945 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:30:46.973945 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:30:46.973945 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:30:46.973945 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:30:46.973945 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:30:46.973945 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:30:46.973945 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:30:46.973945 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:30:46.973945 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:30:46.973945 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:30:46.973945 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:30:46.973945 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:30:46.973945 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:30:46.973945 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:30:46.973945 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:30:46.973945 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:30:46.973945 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:30:46.973945 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:30:46.973945 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:30:46.973945 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:30:46.978914 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414514b-f52d-40db-b984-c52899dc5cf4 None None] Pushing event deleted for resources: {'Port': ['ID=de870f55-e987-4232-9624-0640218078a8,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:46.983271 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9587fc4c-5001-45a8-8edc-22356ccbbc97 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (4500a338-4272-4726-b315-2eee09e80939), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:46.990830 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9587fc4c-5001-45a8-8edc-22356ccbbc97 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:46.991036 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9414514b-f52d-40db-b984-c52899dc5cf4 None None] No DVR routers for this DVR port de870f55-e987-4232-9624-0640218078a8 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:30:47.006529 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9414514b-f52d-40db-b984-c52899dc5cf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:47.006827 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9587fc4c-5001-45a8-8edc-22356ccbbc97 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] 10.222.0.75 "DELETE /v2.0/networks/4500a338-4272-4726-b315-2eee09e80939 HTTP/1.1" status: 204 len: 168 time: 1.1211765 Feb 16 22:30:47.008301 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9414514b-f52d-40db-b984-c52899dc5cf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:47.008765 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9414514b-f52d-40db-b984-c52899dc5cf4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:47.009178 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9414514b-f52d-40db-b984-c52899dc5cf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:47.024283 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9414514b-f52d-40db-b984-c52899dc5cf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:47.024643 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9414514b-f52d-40db-b984-c52899dc5cf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:47.025006 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9414514b-f52d-40db-b984-c52899dc5cf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:47.025274 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587fc4c-5001-45a8-8edc-22356ccbbc97 tempest-NetworksTest-1014458825 tempest-NetworksTest-1014458825-project] Pushing event deleted for resources: {'Network': ['ID=4500a338-4272-4726-b315-2eee09e80939,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:47.025451 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9414514b-f52d-40db-b984-c52899dc5cf4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:47.025685 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9414514b-f52d-40db-b984-c52899dc5cf4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:47.026048 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9414514b-f52d-40db-b984-c52899dc5cf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:47.026389 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9414514b-f52d-40db-b984-c52899dc5cf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:47.026723 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9414514b-f52d-40db-b984-c52899dc5cf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:47.027056 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9414514b-f52d-40db-b984-c52899dc5cf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:47.506793 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46182) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:47.683910 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-75bf80b5-ea61-440e-801a-4409b4b7b000 req-96f568ec-a690-42ed-99f7-cb50f0d9876b tempest-ServerShowV257Test-515577199 tempest-ServerShowV257Test-515577199-project] 10.222.0.75 "GET /v2.0/ports?device_id=604e023a-a2de-4326-900c-1e3e464b396d HTTP/1.1" status: 200 len: 210 time: 0.0592105 Feb 16 22:30:48.108157 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-258ac471-ab6c-432a-81e0-9245dfabf932 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e64452173aec486d961d06421ef7d4cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5998480 Feb 16 22:30:48.110438 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46196) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:30:48.173921 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c84452ba-a930-4c7c-a293-9e85b6051276 admin admin] Publish callbacks [] for security_group (48a77b00-1846-459f-9a04-e124b287e35b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:48.205452 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c84452ba-a930-4c7c-a293-9e85b6051276 admin admin] Publish callbacks [] for security_group (48a77b00-1846-459f-9a04-e124b287e35b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:48.296636 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c84452ba-a930-4c7c-a293-9e85b6051276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (48a77b00-1846-459f-9a04-e124b287e35b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:48.301993 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c84452ba-a930-4c7c-a293-9e85b6051276 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:48.309032 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c84452ba-a930-4c7c-a293-9e85b6051276 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/48a77b00-1846-459f-9a04-e124b287e35b HTTP/1.1" status: 204 len: 168 time: 0.1970439 Feb 16 22:30:48.324157 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84452ba-a930-4c7c-a293-9e85b6051276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a77b00-1846-459f-9a04-e124b287e35b,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:30:48.338838 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84452ba-a930-4c7c-a293-9e85b6051276 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:48.342934 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84452ba-a930-4c7c-a293-9e85b6051276 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:48.343493 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84452ba-a930-4c7c-a293-9e85b6051276 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:48.344839 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84452ba-a930-4c7c-a293-9e85b6051276 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:48.345396 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84452ba-a930-4c7c-a293-9e85b6051276 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:48.346230 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84452ba-a930-4c7c-a293-9e85b6051276 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:48.347310 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84452ba-a930-4c7c-a293-9e85b6051276 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:48.350226 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84452ba-a930-4c7c-a293-9e85b6051276 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:48.351051 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84452ba-a930-4c7c-a293-9e85b6051276 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:48.351563 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84452ba-a930-4c7c-a293-9e85b6051276 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:48.352899 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84452ba-a930-4c7c-a293-9e85b6051276 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:48.353419 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84452ba-a930-4c7c-a293-9e85b6051276 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:48.354577 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84452ba-a930-4c7c-a293-9e85b6051276 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:30:48.954215 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a33c506f-7452-498a-b00d-8fc28bf688e2 req-5afaab67-685e-4c48-a803-fd4f75eff28d tempest-ServerShowV257Test-515577199 tempest-ServerShowV257Test-515577199-project] 10.222.0.75 "GET /v2.0/ports?device_id=604e023a-a2de-4326-900c-1e3e464b396d HTTP/1.1" status: 200 len: 210 time: 0.0587771 Feb 16 22:30:50.096436 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6acf5b8d-e53c-41bc-8327-fa35c21f92eb req-0e51c31b-1100-4274-b51f-d1df86a1edad tempest-ServerShowV257Test-515577199 tempest-ServerShowV257Test-515577199-project] 10.222.0.75 "GET /v2.0/ports?device_id=604e023a-a2de-4326-900c-1e3e464b396d HTTP/1.1" status: 200 len: 210 time: 0.0424857 Feb 16 22:30:50.616006 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-95a2c255-94bf-4b90-8277-83f0b427e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:51.225498 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-db4a616f-87bd-4808-a80f-bd6df35d2ed0 req-09d151aa-60dc-4b79-b386-afa13f9e5181 tempest-ServerShowV257Test-515577199 tempest-ServerShowV257Test-515577199-project] 10.222.0.75 "GET /v2.0/ports?device_id=604e023a-a2de-4326-900c-1e3e464b396d HTTP/1.1" status: 200 len: 210 time: 0.0430803 Feb 16 22:30:52.361156 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b4b55df-59ad-4cd0-a9ac-f8af49b70a23 req-0918fde1-a75c-4cfc-86d3-fe57c352a2fa tempest-ServerShowV257Test-515577199 tempest-ServerShowV257Test-515577199-project] 10.222.0.75 "GET /v2.0/ports?device_id=604e023a-a2de-4326-900c-1e3e464b396d HTTP/1.1" status: 200 len: 210 time: 0.0398099 Feb 16 22:30:53.041132 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0d789c35-d96d-408a-b662-cfb9882d8e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:53.506684 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7eaf0274-d05d-44b4-a284-fff436b56fa3 req-32a14a6f-35a9-43ab-837e-3fd0034cfb35 tempest-ServerShowV257Test-515577199 tempest-ServerShowV257Test-515577199-project] 10.222.0.75 "GET /v2.0/ports?device_id=604e023a-a2de-4326-900c-1e3e464b396d HTTP/1.1" status: 200 len: 210 time: 0.0654097 Feb 16 22:30:54.230206 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:54.339732 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [req-897f1aa3-f615-4661-a478-48a0a7883621 req-1ed2b77e-edc9-434c-b134-ff1c4c928745 service neutron] (103465) timed out ('10.222.0.75', 47054) {{(pid=103465) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 22:30:54.658444 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6025f28e-a01b-4a40-80fa-7ce6eb4edfe9 req-0dcc8207-a8a0-4b9d-8191-b59b1f7738e3 tempest-ServerShowV257Test-515577199 tempest-ServerShowV257Test-515577199-project] 10.222.0.75 "GET /v2.0/ports?device_id=604e023a-a2de-4326-900c-1e3e464b396d HTTP/1.1" status: 200 len: 210 time: 0.0724287 Feb 16 22:30:55.552115 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:55.784988 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-755b4fe9-8dce-4968-a64e-9507184ee36a req-db2e68ab-8fa7-49a2-9fea-74ade4738483 tempest-ServerShowV257Test-515577199 tempest-ServerShowV257Test-515577199-project] 10.222.0.75 "GET /v2.0/ports?device_id=604e023a-a2de-4326-900c-1e3e464b396d HTTP/1.1" status: 200 len: 210 time: 0.0419710 Feb 16 22:30:56.374863 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-9711cb1c-a0ea-46bc-832a-c7a95fbcf940 req-1599ed3a-f73f-453b-8f71-378ff5da2acb tempest-InstanceActionsV221TestJSON-579769419 tempest-InstanceActionsV221TestJSON-579769419-project] (103466) timed out ('10.222.0.75', 45676) {{(pid=103466) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 22:30:56.940341 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94e2fdc6-b900-47a2-8664-8d41c825ba68 req-6d7298d5-e683-43d3-9f30-dcb8e534fe29 tempest-ServerShowV257Test-515577199 tempest-ServerShowV257Test-515577199-project] 10.222.0.75 "GET /v2.0/ports?device_id=604e023a-a2de-4326-900c-1e3e464b396d HTTP/1.1" status: 200 len: 210 time: 0.0534859 Feb 16 22:30:57.008161 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:58.062118 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c2a4db74-cac1-484b-84a8-119bd3c9ded6 req-344cf3c4-435b-4163-922a-092ff13c985f tempest-ServerShowV257Test-515577199 tempest-ServerShowV257Test-515577199-project] 10.222.0.75 "GET /v2.0/ports?device_id=604e023a-a2de-4326-900c-1e3e464b396d HTTP/1.1" status: 200 len: 210 time: 0.0398288 Feb 16 22:30:58.387085 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:30:59.153782 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-59eb586d-02f9-447e-8274-694fd4b13caa req-2381331f-00dc-45aa-b2cc-91882aa8cb6b tempest-ServerShowV257Test-515577199 tempest-ServerShowV257Test-515577199-project] 10.222.0.75 "GET /v2.0/ports?device_id=604e023a-a2de-4326-900c-1e3e464b396d HTTP/1.1" status: 200 len: 210 time: 0.0270066 Feb 16 22:30:59.795180 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:00.290550 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e62b362-365a-4f08-ae10-4583a3583d7d req-eef32700-4c44-4ad3-a6da-0435e97f6591 tempest-ServerShowV257Test-515577199 tempest-ServerShowV257Test-515577199-project] 10.222.0.75 "GET /v2.0/ports?device_id=604e023a-a2de-4326-900c-1e3e464b396d HTTP/1.1" status: 200 len: 210 time: 0.0368829 Feb 16 22:31:01.475771 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f968fa8e-0fba-45b7-befa-acfba604304a req-4d565f42-7e39-4348-860e-2dcca60dc4e9 tempest-ServerShowV257Test-515577199 tempest-ServerShowV257Test-515577199-project] 10.222.0.75 "GET /v2.0/ports?device_id=604e023a-a2de-4326-900c-1e3e464b396d HTTP/1.1" status: 200 len: 210 time: 0.0653398 Feb 16 22:31:01.983162 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46454) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:02.111480 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ec52a136-dc5f-4acc-9e81-3f65c4f69d87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:02.191224 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ec52a136-dc5f-4acc-9e81-3f65c4f69d87 admin admin] Publish callbacks [] for security_group (fd1fc515-0297-4fc0-9da9-59f9d58bb366), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:02.209433 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ec52a136-dc5f-4acc-9e81-3f65c4f69d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (fd1fc515-0297-4fc0-9da9-59f9d58bb366), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:02.316467 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec52a136-dc5f-4acc-9e81-3f65c4f69d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1fc515-0297-4fc0-9da9-59f9d58bb366,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:02.329621 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ec52a136-dc5f-4acc-9e81-3f65c4f69d87 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=74c06dd6d5ec498f96a30e267b8aa4fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3452430 Feb 16 22:31:02.333627 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46462) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:02.445279 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9a1fef87-d551-4ea7-94da-384f7cfb0d38 admin admin] Publish callbacks [] for security_group (fd1fc515-0297-4fc0-9da9-59f9d58bb366), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:02.476532 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9a1fef87-d551-4ea7-94da-384f7cfb0d38 admin admin] Publish callbacks [] for security_group (fd1fc515-0297-4fc0-9da9-59f9d58bb366), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:02.549099 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9a1fef87-d551-4ea7-94da-384f7cfb0d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (fd1fc515-0297-4fc0-9da9-59f9d58bb366), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:02.553084 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9a1fef87-d551-4ea7-94da-384f7cfb0d38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:02.556822 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9a1fef87-d551-4ea7-94da-384f7cfb0d38 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fd1fc515-0297-4fc0-9da9-59f9d58bb366 HTTP/1.1" status: 204 len: 168 time: 0.2207303 Feb 16 22:31:02.586128 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fef87-d551-4ea7-94da-384f7cfb0d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1fc515-0297-4fc0-9da9-59f9d58bb366,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:02.596904 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fef87-d551-4ea7-94da-384f7cfb0d38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:02.597862 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fef87-d551-4ea7-94da-384f7cfb0d38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:02.598764 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fef87-d551-4ea7-94da-384f7cfb0d38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:02.599272 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fef87-d551-4ea7-94da-384f7cfb0d38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:02.599773 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fef87-d551-4ea7-94da-384f7cfb0d38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:02.600349 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fef87-d551-4ea7-94da-384f7cfb0d38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:02.601002 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fef87-d551-4ea7-94da-384f7cfb0d38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:02.601491 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fef87-d551-4ea7-94da-384f7cfb0d38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:02.602021 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fef87-d551-4ea7-94da-384f7cfb0d38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:02.602984 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fef87-d551-4ea7-94da-384f7cfb0d38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:02.603494 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fef87-d551-4ea7-94da-384f7cfb0d38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:02.603994 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fef87-d551-4ea7-94da-384f7cfb0d38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:02.604541 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fef87-d551-4ea7-94da-384f7cfb0d38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:02.710724 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9aa99d3d-df61-49c6-9b04-19f3933b44c7 req-22cb3ea8-da57-4257-860b-f014a055aae4 tempest-ServerShowV257Test-515577199 tempest-ServerShowV257Test-515577199-project] 10.222.0.75 "GET /v2.0/ports?device_id=604e023a-a2de-4326-900c-1e3e464b396d HTTP/1.1" status: 200 len: 210 time: 0.0657971 Feb 16 22:31:03.018901 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46482) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:03.122741 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46492) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:03.144921 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-de6c4c62-3def-4b82-b469-412b1930aa52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:03.308983 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-de6c4c62-3def-4b82-b469-412b1930aa52 admin admin] Publish callbacks [] for security_group (33b3839a-d765-447f-811a-37d55a45b96f), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:03.320843 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-de6c4c62-3def-4b82-b469-412b1930aa52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (33b3839a-d765-447f-811a-37d55a45b96f), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:03.388941 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c4c62-3def-4b82-b469-412b1930aa52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b3839a-d765-447f-811a-37d55a45b96f,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:03.412207 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-de6c4c62-3def-4b82-b469-412b1930aa52 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5517f17bf512471086e01452828b7b76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2882061 Feb 16 22:31:03.414607 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46500) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:03.516423 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-024e1b3b-75cf-4afc-a46a-a87771f2c8cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:03.543576 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bc60-f233-42b4-aec2-461f19ae2f0e admin admin] Publish callbacks [] for security_group (33b3839a-d765-447f-811a-37d55a45b96f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:03.575784 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bc60-f233-42b4-aec2-461f19ae2f0e admin admin] Publish callbacks [] for security_group (33b3839a-d765-447f-811a-37d55a45b96f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:03.662948 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bc60-f233-42b4-aec2-461f19ae2f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (33b3839a-d765-447f-811a-37d55a45b96f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:03.668478 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bc60-f233-42b4-aec2-461f19ae2f0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:03.669956 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8cd5bc60-f233-42b4-aec2-461f19ae2f0e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/33b3839a-d765-447f-811a-37d55a45b96f HTTP/1.1" status: 204 len: 168 time: 0.2539909 Feb 16 22:31:03.688215 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5bc60-f233-42b4-aec2-461f19ae2f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b3839a-d765-447f-811a-37d55a45b96f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:03.834441 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-024e1b3b-75cf-4afc-a46a-a87771f2c8cf admin admin] Publish callbacks [] for security_group (e5de95eb-7e29-4747-86b1-753a61192e9c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:03.845052 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-024e1b3b-75cf-4afc-a46a-a87771f2c8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (e5de95eb-7e29-4747-86b1-753a61192e9c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:03.910617 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-024e1b3b-75cf-4afc-a46a-a87771f2c8cf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=46adfa5187764af28a5f183c7c394922&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8906085 Feb 16 22:31:03.911823 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e1b3b-75cf-4afc-a46a-a87771f2c8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5de95eb-7e29-4747-86b1-753a61192e9c,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:03.915181 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46516) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:03.995799 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-342590eb-7290-4b26-8d73-969c129fda8b req-aa4afbab-bb24-4406-9475-59a0ca325685 tempest-ServerShowV257Test-515577199 tempest-ServerShowV257Test-515577199-project] 10.222.0.75 "GET /v2.0/ports?device_id=604e023a-a2de-4326-900c-1e3e464b396d HTTP/1.1" status: 200 len: 210 time: 0.0823627 Feb 16 22:31:04.063612 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c3de9472-b22a-444f-8b87-e67f1e2a5b73 admin admin] Publish callbacks [] for security_group (e5de95eb-7e29-4747-86b1-753a61192e9c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:04.066663 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:31:04.090211 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c3de9472-b22a-444f-8b87-e67f1e2a5b73 admin admin] Publish callbacks [] for security_group (e5de95eb-7e29-4747-86b1-753a61192e9c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:04.169328 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c3de9472-b22a-444f-8b87-e67f1e2a5b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (e5de95eb-7e29-4747-86b1-753a61192e9c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:04.172977 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c3de9472-b22a-444f-8b87-e67f1e2a5b73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:04.176824 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c3de9472-b22a-444f-8b87-e67f1e2a5b73 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e5de95eb-7e29-4747-86b1-753a61192e9c HTTP/1.1" status: 204 len: 168 time: 0.2572742 Feb 16 22:31:04.193119 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de9472-b22a-444f-8b87-e67f1e2a5b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5de95eb-7e29-4747-86b1-753a61192e9c,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:04.741944 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46546) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:04.763049 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-239b15ad-5540-46bc-b236-113182517dc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:04.878243 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-239b15ad-5540-46bc-b236-113182517dc4 admin admin] Publish callbacks [] for security_group (5d877b3b-4166-41e5-8014-6a83ae92bb50), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:04.885254 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-239b15ad-5540-46bc-b236-113182517dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (5d877b3b-4166-41e5-8014-6a83ae92bb50), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:04.936818 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-239b15ad-5540-46bc-b236-113182517dc4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=497d2da963f7409db2fb027c652b7644&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1931896 Feb 16 22:31:04.939266 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46558) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:04.953812 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b15ad-5540-46bc-b236-113182517dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d877b3b-4166-41e5-8014-6a83ae92bb50,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:05.024361 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5c6c0ca8-5a1a-4b15-bb93-0c465df2ed15 admin admin] Publish callbacks [] for security_group (5d877b3b-4166-41e5-8014-6a83ae92bb50), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:05.054422 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5c6c0ca8-5a1a-4b15-bb93-0c465df2ed15 admin admin] Publish callbacks [] for security_group (5d877b3b-4166-41e5-8014-6a83ae92bb50), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:05.124158 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5c6c0ca8-5a1a-4b15-bb93-0c465df2ed15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (5d877b3b-4166-41e5-8014-6a83ae92bb50), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:05.126700 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5c6c0ca8-5a1a-4b15-bb93-0c465df2ed15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:05.127882 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5c6c0ca8-5a1a-4b15-bb93-0c465df2ed15 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5d877b3b-4166-41e5-8014-6a83ae92bb50 HTTP/1.1" status: 204 len: 168 time: 0.1871161 Feb 16 22:31:05.142579 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c0ca8-5a1a-4b15-bb93-0c465df2ed15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d877b3b-4166-41e5-8014-6a83ae92bb50,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:05.221681 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3d87bfb3-a1e6-48d2-b527-6ae61b6aa17f req-82e70c71-9bf1-4c5e-a697-837d113e3539 tempest-ServerShowV257Test-515577199 tempest-ServerShowV257Test-515577199-project] 10.222.0.75 "GET /v2.0/ports?device_id=604e023a-a2de-4326-900c-1e3e464b396d HTTP/1.1" status: 200 len: 210 time: 0.0736058 Feb 16 22:31:05.781237 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46602) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:05.788036 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-61cba4e1-e01b-4693-bd56-c81ebb160ae8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1370378956'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:31:05.833261 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61cba4e1-e01b-4693-bd56-c81ebb160ae8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Made reservation on behalf of f6e9384d481649378c8629f80ddeb608 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:31:05.839159 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-61cba4e1-e01b-4693-bd56-c81ebb160ae8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:05.897987 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61cba4e1-e01b-4693-bd56-c81ebb160ae8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:31:05.917306 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-61cba4e1-e01b-4693-bd56-c81ebb160ae8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (ab0b36f1-758f-4e8c-9a46-1dd25642f72c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:05.917528 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-61cba4e1-e01b-4693-bd56-c81ebb160ae8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Added segment ab0b36f1-758f-4e8c-9a46-1dd25642f72c of type vlan for network 26d0d9a9-120f-4eeb-8da5-91a75398d8cf Feb 16 22:31:05.987219 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-61cba4e1-e01b-4693-bd56-c81ebb160ae8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (26d0d9a9-120f-4eeb-8da5-91a75398d8cf), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:06.045478 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-61cba4e1-e01b-4693-bd56-c81ebb160ae8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (26d0d9a9-120f-4eeb-8da5-91a75398d8cf), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:06.060264 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cba4e1-e01b-4693-bd56-c81ebb160ae8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:06.061107 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-61cba4e1-e01b-4693-bd56-c81ebb160ae8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:06.204166 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cba4e1-e01b-4693-bd56-c81ebb160ae8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Pushing event updated for resources: {'Network': ['ID=26d0d9a9-120f-4eeb-8da5-91a75398d8cf,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:06.220257 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 26d0d9a9-120f-4eeb-8da5-91a75398d8cf details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:31:06.249300 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-61cba4e1-e01b-4693-bd56-c81ebb160ae8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4664173 Feb 16 22:31:06.251856 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46630) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:06.263742 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab850219-196d-4cc5-9a80-e5e16be478fb req-3e641346-d535-450a-92e0-6d3cd9de56b9 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:06.265560 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-9d2942b7-dbe5-4a38-a118-f79ad6ceb454 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-565745309'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:31:06.274579 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ab850219-196d-4cc5-9a80-e5e16be478fb req-3e641346-d535-450a-92e0-6d3cd9de56b9 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 945 time: 0.1066854 Feb 16 22:31:06.321768 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2942b7-dbe5-4a38-a118-f79ad6ceb454 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Made reservation on behalf of f6e9384d481649378c8629f80ddeb608 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:31:06.329555 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9d2942b7-dbe5-4a38-a118-f79ad6ceb454 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:06.391668 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d2942b7-dbe5-4a38-a118-f79ad6ceb454 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:31:06.394193 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ab850219-196d-4cc5-9a80-e5e16be478fb req-edfedc5f-8f22-4116-a9f6-0facbdca6a34 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184769 Feb 16 22:31:06.405133 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9d2942b7-dbe5-4a38-a118-f79ad6ceb454 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (58d50381-8187-42ce-8953-32819e39c1fe), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:06.405633 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-9d2942b7-dbe5-4a38-a118-f79ad6ceb454 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Added segment 58d50381-8187-42ce-8953-32819e39c1fe of type vlan for network a2b2a22c-a39e-445c-a28f-3542fdd15687 Feb 16 22:31:06.481792 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9d2942b7-dbe5-4a38-a118-f79ad6ceb454 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (a2b2a22c-a39e-445c-a28f-3542fdd15687), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:06.544991 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9d2942b7-dbe5-4a38-a118-f79ad6ceb454 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (a2b2a22c-a39e-445c-a28f-3542fdd15687), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:06.550775 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2942b7-dbe5-4a38-a118-f79ad6ceb454 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:06.551393 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9d2942b7-dbe5-4a38-a118-f79ad6ceb454 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:06.628937 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e226dbef-e8cf-4e01-a29b-68508c26710a req-067d084c-4ac3-4388-b697-5393fa6b7071 tempest-ServerShowV257Test-515577199 tempest-ServerShowV257Test-515577199-project] 10.222.0.75 "GET /v2.0/ports?device_id=604e023a-a2de-4326-900c-1e3e464b396d HTTP/1.1" status: 200 len: 210 time: 0.0794032 Feb 16 22:31:06.746221 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2942b7-dbe5-4a38-a118-f79ad6ceb454 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Pushing event updated for resources: {'Network': ['ID=a2b2a22c-a39e-445c-a28f-3542fdd15687,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:06.763909 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network a2b2a22c-a39e-445c-a28f-3542fdd15687 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:31:06.805283 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9d2942b7-dbe5-4a38-a118-f79ad6ceb454 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5520625 Feb 16 22:31:06.807874 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46642) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:06.813433 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-7b4f0cb5-c17f-4736-a9fb-b46bc13dd3d5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Request body: {'subnet': {'network_id': '26d0d9a9-120f-4eeb-8da5-91a75398d8cf', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:31:06.822794 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f77469-6835-4f13-a275-a6d5958962ea req-a5b00c1e-dfc5-47b5-b9c4-2b42f92dbbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:06.825052 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d1f77469-6835-4f13-a275-a6d5958962ea req-a5b00c1e-dfc5-47b5-b9c4-2b42f92dbbec service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=40c61a7cfadd45ac85b548218034c5f0&device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 1127 time: 0.6360431 Feb 16 22:31:06.957401 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4f0cb5-c17f-4736-a9fb-b46bc13dd3d5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Made reservation on behalf of f6e9384d481649378c8629f80ddeb608 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:31:06.967283 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b4f0cb5-c17f-4736-a9fb-b46bc13dd3d5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:07.057028 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f77469-6835-4f13-a275-a6d5958962ea req-1b30b8df-9400-45db-953d-3cd43a64ea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:07.063407 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d1f77469-6835-4f13-a275-a6d5958962ea req-1b30b8df-9400-45db-953d-3cd43a64ea16 service neutron] 10.222.0.79 "GET /v2.0/networks?id=752ff291-8125-4ff8-b264-ca3a640ae0c4 HTTP/1.1" status: 200 len: 920 time: 0.2230253 Feb 16 22:31:07.114089 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d1f77469-6835-4f13-a275-a6d5958962ea req-6a2e1b92-315a-4baf-8bf8-c35dbc5bbe31 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20a5b726-5e1a-4ff9-ae11-2ab3951046a5 HTTP/1.1" status: 200 len: 217 time: 0.0407598 Feb 16 22:31:07.213940 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f77469-6835-4f13-a275-a6d5958962ea req-e2fef3e7-a733-44c8-8bb9-c33e0eed81cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:07.216533 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d1f77469-6835-4f13-a275-a6d5958962ea req-e2fef3e7-a733-44c8-8bb9-c33e0eed81cc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=50b869b4-5498-459d-a27a-a372659d9f4c HTTP/1.1" status: 200 len: 859 time: 0.0868411 Feb 16 22:31:07.224964 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b4f0cb5-c17f-4736-a9fb-b46bc13dd3d5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (8582b128-4308-4a64-b89a-f70186bb698e), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:07.262361 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d1f77469-6835-4f13-a275-a6d5958962ea req-1689df9f-dab3-402c-b6eb-aeda476101f1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=752ff291-8125-4ff8-b264-ca3a640ae0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378160 Feb 16 22:31:07.272767 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [req-d1f77469-6835-4f13-a275-a6d5958962ea req-0ee27cf8-747f-4c45-9577-26adb6b00bcb service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:31:07.274049 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d1f77469-6835-4f13-a275-a6d5958962ea req-0ee27cf8-747f-4c45-9577-26adb6b00bcb service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055313 Feb 16 22:31:07.330759 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4f0cb5-c17f-4736-a9fb-b46bc13dd3d5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Checking segment: {'id': 'ab0b36f1-758f-4e8c-9a46-1dd25642f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '26d0d9a9-120f-4eeb-8da5-91a75398d8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:31:07.331229 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4f0cb5-c17f-4736-a9fb-b46bc13dd3d5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Network hostable DHCP agents. Network: 26d0d9a9-120f-4eeb-8da5-91a75398d8cf, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:31:07.374007 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f0cb5-c17f-4736-a9fb-b46bc13dd3d5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Pushing event updated for resources: {'Subnet': ['ID=8582b128-4308-4a64-b89a-f70186bb698e,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:07.393182 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d1f77469-6835-4f13-a275-a6d5958962ea req-4d2f9eda-c6a1-491b-aa9f-39658c9075f8 service neutron] 10.222.0.79 "GET /v2.0/networks/752ff291-8125-4ff8-b264-ca3a640ae0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117299 Feb 16 22:31:07.395978 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4f0cb5-c17f-4736-a9fb-b46bc13dd3d5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Network 26d0d9a9-120f-4eeb-8da5-91a75398d8cf is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:31:07.416706 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-7b4f0cb5-c17f-4736-a9fb-b46bc13dd3d5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 26d0d9a9-120f-4eeb-8da5-91a75398d8cf) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:31:07.432295 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d332e8-4ed9-4043-9187-07d1c9d67b2d None None] Network 26d0d9a9-120f-4eeb-8da5-91a75398d8cf requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:31:07.447653 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4f0cb5-c17f-4736-a9fb-b46bc13dd3d5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:07.456634 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b4f0cb5-c17f-4736-a9fb-b46bc13dd3d5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:07.519630 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7b4f0cb5-c17f-4736-a9fb-b46bc13dd3d5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7105784 Feb 16 22:31:07.526161 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46664) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:07.543794 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-3a8a4f82-7d6e-43b3-a9b2-68c94d9cd329 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Request body: {'subnet': {'network_id': 'a2b2a22c-a39e-445c-a28f-3542fdd15687', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:31:07.600733 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d1f77469-6835-4f13-a275-a6d5958962ea req-964e104e-9125-4fe3-94be-a9b457ee2439 service neutron] 10.222.0.79 "GET /v2.0/networks/752ff291-8125-4ff8-b264-ca3a640ae0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990101 Feb 16 22:31:07.668393 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27d7fb-6374-470c-b063-e11d4c03910c req-6bafc6f7-5110-49ff-a4ea-3e8398ea4d7d tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:07.672062 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cc27d7fb-6374-470c-b063-e11d4c03910c req-6bafc6f7-5110-49ff-a4ea-3e8398ea4d7d tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 945 time: 0.1058190 Feb 16 22:31:07.703931 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecb5ed6-a5d3-47ae-a67c-22bc30f63a9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-26d0d9a9-120f-4eeb-8da5-91a75398d8cf', 'network_id': '26d0d9a9-120f-4eeb-8da5-91a75398d8cf', 'project_id': 'f6e9384d481649378c8629f80ddeb608', 'fixed_ips': [{'subnet_id': '8582b128-4308-4a64-b89a-f70186bb698e'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:31:07.704816 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9ecb5ed6-a5d3-47ae-a67c-22bc30f63a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:07.718592 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8a4f82-7d6e-43b3-a9b2-68c94d9cd329 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Made reservation on behalf of f6e9384d481649378c8629f80ddeb608 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:31:07.723979 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3a8a4f82-7d6e-43b3-a9b2-68c94d9cd329 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:07.771058 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cc27d7fb-6374-470c-b063-e11d4c03910c req-ad5addd0-69d3-4703-bd35-d47acea88216 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905590 Feb 16 22:31:07.944484 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-9ecb5ed6-a5d3-47ae-a67c-22bc30f63a9f None None] Allocated IP 10.1.1.2 (26d0d9a9-120f-4eeb-8da5-91a75398d8cf/8582b128-4308-4a64-b89a-f70186bb698e/800fc86d-682f-439a-89f9-968cc3f36418) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:31:07.975993 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3a8a4f82-7d6e-43b3-a9b2-68c94d9cd329 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (0d67fdb7-3c41-4880-be2c-249dd8a89e0b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:08.018183 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13c4de0a-672f-4dcd-8613-828b21ae70ee req-46794872-4cb0-478c-902a-1346f16774d0 tempest-ServerShowV257Test-515577199 tempest-ServerShowV257Test-515577199-project] 10.222.0.75 "GET /v2.0/ports?device_id=604e023a-a2de-4326-900c-1e3e464b396d HTTP/1.1" status: 200 len: 210 time: 0.0645411 Feb 16 22:31:08.044430 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46688) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:08.120541 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a4f82-7d6e-43b3-a9b2-68c94d9cd329 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Pushing event updated for resources: {'Subnet': ['ID=0d67fdb7-3c41-4880-be2c-249dd8a89e0b,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:08.133686 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c6f7ee-4db9-445c-b6ff-c95c55508b21 admin admin] Deleting subnet 80c0bab0-94a8-4a8c-85ec-3cedc84eca5e {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:31:08.147276 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8a4f82-7d6e-43b3-a9b2-68c94d9cd329 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Checking segment: {'id': '58d50381-8187-42ce-8953-32819e39c1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a2b2a22c-a39e-445c-a28f-3542fdd15687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:31:08.147663 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8a4f82-7d6e-43b3-a9b2-68c94d9cd329 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Network hostable DHCP agents. Network: a2b2a22c-a39e-445c-a28f-3542fdd15687, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:31:08.147909 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53c6f7ee-4db9-445c-b6ff-c95c55508b21 admin admin] Publish callbacks [] for subnet (80c0bab0-94a8-4a8c-85ec-3cedc84eca5e), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:08.187630 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8a4f82-7d6e-43b3-a9b2-68c94d9cd329 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Network a2b2a22c-a39e-445c-a28f-3542fdd15687 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:31:08.209518 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-3a8a4f82-7d6e-43b3-a9b2-68c94d9cd329 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, a2b2a22c-a39e-445c-a28f-3542fdd15687) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:31:08.212722 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53c6f7ee-4db9-445c-b6ff-c95c55508b21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (80c0bab0-94a8-4a8c-85ec-3cedc84eca5e), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:08.217254 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8a4f82-7d6e-43b3-a9b2-68c94d9cd329 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:08.217930 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3a8a4f82-7d6e-43b3-a9b2-68c94d9cd329 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:08.257466 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3886b3b-ded6-4f73-8899-63cede9c78dc None None] Network a2b2a22c-a39e-445c-a28f-3542fdd15687 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:31:08.264889 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3a8a4f82-7d6e-43b3-a9b2-68c94d9cd329 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7372291 Feb 16 22:31:08.267576 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46696) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:08.277993 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-3d8a303f-4276-4370-baa4-9827e336ddaa tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Request body: {'port': {'network_id': '26d0d9a9-120f-4eeb-8da5-91a75398d8cf', 'name': 'tempest-TaggedBootDevicesTest_v242-239865454', 'fixed_ips': [{'subnet_id': '8582b128-4308-4a64-b89a-f70186bb698e'}]}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:31:08.304540 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53c6f7ee-4db9-445c-b6ff-c95c55508b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (80c0bab0-94a8-4a8c-85ec-3cedc84eca5e), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:08.420222 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53c6f7ee-4db9-445c-b6ff-c95c55508b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (80c0bab0-94a8-4a8c-85ec-3cedc84eca5e), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:08.482956 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6f7ee-4db9-445c-b6ff-c95c55508b21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80c0bab0-94a8-4a8c-85ec-3cedc84eca5e,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:08.485259 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53c6f7ee-4db9-445c-b6ff-c95c55508b21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:08.493539 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-53c6f7ee-4db9-445c-b6ff-c95c55508b21 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/80c0bab0-94a8-4a8c-85ec-3cedc84eca5e HTTP/1.1" status: 204 len: 168 time: 0.4480526 Feb 16 22:31:08.494386 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46706) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:08.506344 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8a303f-4276-4370-baa4-9827e336ddaa tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Made reservation on behalf of f6e9384d481649378c8629f80ddeb608 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:31:08.649141 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9ecb5ed6-a5d3-47ae-a67c-22bc30f63a9f None None] Publish callbacks [] for port (800fc86d-682f-439a-89f9-968cc3f36418), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:08.662295 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9ecb5ed6-a5d3-47ae-a67c-22bc30f63a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (800fc86d-682f-439a-89f9-968cc3f36418), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:08.674430 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9f9d8a9a-de04-48a8-aef8-0f3c0496566e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (0b05d03f-38cc-4133-bd64-047a675bbe5d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:08.697275 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3d8a303f-4276-4370-baa4-9827e336ddaa tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:08.708741 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48c24e5-9537-405e-b0f5-e62988271e45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-a2b2a22c-a39e-445c-a28f-3542fdd15687', 'network_id': 'a2b2a22c-a39e-445c-a28f-3542fdd15687', 'project_id': 'f6e9384d481649378c8629f80ddeb608', 'fixed_ips': [{'subnet_id': '0d67fdb7-3c41-4880-be2c-249dd8a89e0b'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:31:08.709852 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d48c24e5-9537-405e-b0f5-e62988271e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:08.737052 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-3d8a303f-4276-4370-baa4-9827e336ddaa tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] device_id is not set on port 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:31:08.764630 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecb5ed6-a5d3-47ae-a67c-22bc30f63a9f None None] Network 26d0d9a9-120f-4eeb-8da5-91a75398d8cf is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:31:08.802503 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9f9d8a9a-de04-48a8-aef8-0f3c0496566e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (0b05d03f-38cc-4133-bd64-047a675bbe5d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:08.830241 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-9f9d8a9a-de04-48a8-aef8-0f3c0496566e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b05d03f-38cc-4133-bd64-047a675bbe5d']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:31:08.856864 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-9f9d8a9a-de04-48a8-aef8-0f3c0496566e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e3e8d7-244d-4e2a-8664-4509f79f2458') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:31:08.857156 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-9f9d8a9a-de04-48a8-aef8-0f3c0496566e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e3e8d7-244d-4e2a-8664-4509f79f2458') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:31:08.880158 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9f9d8a9a-de04-48a8-aef8-0f3c0496566e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (b5e3e8d7-244d-4e2a-8664-4509f79f2458), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:08.882778 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-9ecb5ed6-a5d3-47ae-a67c-22bc30f63a9f None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:31:08.888718 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb5ed6-a5d3-47ae-a67c-22bc30f63a9f None None] Pushing event updated for resources: {'Port': ['ID=800fc86d-682f-439a-89f9-968cc3f36418,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:08.892446 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecb5ed6-a5d3-47ae-a67c-22bc30f63a9f None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:31:08.916231 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9f9d8a9a-de04-48a8-aef8-0f3c0496566e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (b5e3e8d7-244d-4e2a-8664-4509f79f2458), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:08.925542 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f9d8a9a-de04-48a8-aef8-0f3c0496566e admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:31:08.926335 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9f9d8a9a-de04-48a8-aef8-0f3c0496566e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (b5e3e8d7-244d-4e2a-8664-4509f79f2458), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:09.062153 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:31:09.062153 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:31:09.062153 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:31:09.062153 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:31:09.062153 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:31:09.062153 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:31:09.062153 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:31:09.062153 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:31:09.062153 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:31:09.062153 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:31:09.062153 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:31:09.062153 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:31:09.062153 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:31:09.062153 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:31:09.062153 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:31:09.062153 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:31:09.062153 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:31:09.062153 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:31:09.062153 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:31:09.062153 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:31:09.062153 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:31:09.062153 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:31:09.062153 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:31:09.062153 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:31:09.062153 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:31:09.062153 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:31:09.062153 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:31:09.062153 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:31:09.062153 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:31:09.062153 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:31:09.062153 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:31:09.062153 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:31:09.082419 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9f9d8a9a-de04-48a8-aef8-0f3c0496566e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (0b05d03f-38cc-4133-bd64-047a675bbe5d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:09.087605 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9f9d8a9a-de04-48a8-aef8-0f3c0496566e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:09.091627 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9f9d8a9a-de04-48a8-aef8-0f3c0496566e admin admin] 10.222.0.75 "DELETE /v2.0/networks/0b05d03f-38cc-4133-bd64-047a675bbe5d HTTP/1.1" status: 204 len: 168 time: 0.5957761 Feb 16 22:31:09.128003 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d8a9a-de04-48a8-aef8-0f3c0496566e admin admin] Pushing event deleted for resources: {'Network': ['ID=0b05d03f-38cc-4133-bd64-047a675bbe5d,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:09.158710 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f79260-e4d5-43da-bc80-42cc1e5bbc42 req-64e993a2-be92-42e8-8429-7c5f32719507 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:09.169031 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78f79260-e4d5-43da-bc80-42cc1e5bbc42 req-64e993a2-be92-42e8-8429-7c5f32719507 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 945 time: 0.1042407 Feb 16 22:31:09.201173 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-3d8a303f-4276-4370-baa4-9827e336ddaa tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Allocated IP 10.1.1.139 (26d0d9a9-120f-4eeb-8da5-91a75398d8cf/8582b128-4308-4a64-b89a-f70186bb698e/69cd28e0-ad7d-4a7a-a387-44e7f55c4baa) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:31:09.276846 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78f79260-e4d5-43da-bc80-42cc1e5bbc42 req-d9abfa5e-e906-41f4-a9ec-fb60784103fe tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063316 Feb 16 22:31:09.382595 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-9ecb5ed6-a5d3-47ae-a67c-22bc30f63a9f None None] Attempting to bind port 800fc86d-682f-439a-89f9-968cc3f36418 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:31:09.383049 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-9ecb5ed6-a5d3-47ae-a67c-22bc30f63a9f None None] Attempting to bind port 800fc86d-682f-439a-89f9-968cc3f36418 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'ab0b36f1-758f-4e8c-9a46-1dd25642f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '26d0d9a9-120f-4eeb-8da5-91a75398d8cf'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:31:09.383501 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecb5ed6-a5d3-47ae-a67c-22bc30f63a9f None None] Attempting to bind port 800fc86d-682f-439a-89f9-968cc3f36418 on network 26d0d9a9-120f-4eeb-8da5-91a75398d8cf {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:31:09.424367 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecb5ed6-a5d3-47ae-a67c-22bc30f63a9f None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:31:09.427383 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecb5ed6-a5d3-47ae-a67c-22bc30f63a9f None None] Checking segment: {'id': 'ab0b36f1-758f-4e8c-9a46-1dd25642f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '26d0d9a9-120f-4eeb-8da5-91a75398d8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:31:09.428906 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9ecb5ed6-a5d3-47ae-a67c-22bc30f63a9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:09.429667 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecb5ed6-a5d3-47ae-a67c-22bc30f63a9f None None] Bound using segment: {'id': 'ab0b36f1-758f-4e8c-9a46-1dd25642f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '26d0d9a9-120f-4eeb-8da5-91a75398d8cf'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:31:09.436579 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-9ecb5ed6-a5d3-47ae-a67c-22bc30f63a9f None None] Bound port: 800fc86d-682f-439a-89f9-968cc3f36418, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab0b36f1-758f-4e8c-9a46-1dd25642f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '26d0d9a9-120f-4eeb-8da5-91a75398d8cf'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:31:09.437511 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9ecb5ed6-a5d3-47ae-a67c-22bc30f63a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (800fc86d-682f-439a-89f9-968cc3f36418), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:09.496225 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-d48c24e5-9537-405e-b0f5-e62988271e45 None None] Allocated IP 10.2.2.2 (a2b2a22c-a39e-445c-a28f-3542fdd15687/0d67fdb7-3c41-4880-be2c-249dd8a89e0b/182fc5db-eef4-408c-b043-173a26a61813) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:31:09.511131 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bd8cc8a6-0735-44aa-827e-0db1a30d6689 req-6fa4c8cf-6e20-4b86-84cb-1bd262f24ad4 tempest-ServerShowV257Test-515577199 tempest-ServerShowV257Test-515577199-project] 10.222.0.75 "GET /v2.0/ports?device_id=604e023a-a2de-4326-900c-1e3e464b396d HTTP/1.1" status: 200 len: 210 time: 0.0593500 Feb 16 22:31:09.511664 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46728) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:09.625512 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-9ecb5ed6-a5d3-47ae-a67c-22bc30f63a9f None None] For port 800fc86d-682f-439a-89f9-968cc3f36418, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:31:09.635362 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-84a8adb5-f810-4687-b861-33d6729d2967 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9fa0095c17d74d3996deafe74990816a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1155140 Feb 16 22:31:09.638117 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46732) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:09.655122 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3d8a303f-4276-4370-baa4-9827e336ddaa tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for port (69cd28e0-ad7d-4a7a-a387-44e7f55c4baa), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:09.705859 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3d8a303f-4276-4370-baa4-9827e336ddaa tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (69cd28e0-ad7d-4a7a-a387-44e7f55c4baa), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:09.710915 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-9ecb5ed6-a5d3-47ae-a67c-22bc30f63a9f None None] For port 800fc86d-682f-439a-89f9-968cc3f36418, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=800fc86d-682f-439a-89f9-968cc3f36418,segment=NetworkSegment(ab0b36f1-758f-4e8c-9a46-1dd25642f72c),segment_id=ab0b36f1-758f-4e8c-9a46-1dd25642f72c)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:31:09.736296 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9ecb5ed6-a5d3-47ae-a67c-22bc30f63a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (800fc86d-682f-439a-89f9-968cc3f36418), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:09.786168 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ef5a74fb-7aa9-4523-87dd-a9f9ef5e5d30 admin admin] Publish callbacks [] for security_group (013ffa82-e3a7-4fe0-97ba-3be9d7bef13c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:09.866048 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ef5a74fb-7aa9-4523-87dd-a9f9ef5e5d30 admin admin] Publish callbacks [] for security_group (013ffa82-e3a7-4fe0-97ba-3be9d7bef13c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:09.898739 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8a303f-4276-4370-baa4-9827e336ddaa tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Network 26d0d9a9-120f-4eeb-8da5-91a75398d8cf is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:31:09.909953 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a303f-4276-4370-baa4-9827e336ddaa tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Pushing event updated for resources: {'Port': ['ID=69cd28e0-ad7d-4a7a-a387-44e7f55c4baa,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:09.939599 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-3d8a303f-4276-4370-baa4-9827e336ddaa tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:31:09.954833 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8a303f-4276-4370-baa4-9827e336ddaa tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:31:10.001961 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb5ed6-a5d3-47ae-a67c-22bc30f63a9f None None] Pushing event updated for resources: {'Port': ['ID=800fc86d-682f-439a-89f9-968cc3f36418,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:10.081880 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ef5a74fb-7aa9-4523-87dd-a9f9ef5e5d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (013ffa82-e3a7-4fe0-97ba-3be9d7bef13c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:10.084830 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ef5a74fb-7aa9-4523-87dd-a9f9ef5e5d30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:10.086061 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ef5a74fb-7aa9-4523-87dd-a9f9ef5e5d30 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/013ffa82-e3a7-4fe0-97ba-3be9d7bef13c HTTP/1.1" status: 204 len: 168 time: 0.4467235 Feb 16 22:31:10.108103 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d48c24e5-9537-405e-b0f5-e62988271e45 None None] Publish callbacks [] for port (182fc5db-eef4-408c-b043-173a26a61813), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:10.123508 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a74fb-7aa9-4523-87dd-a9f9ef5e5d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013ffa82-e3a7-4fe0-97ba-3be9d7bef13c,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:10.127449 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d48c24e5-9537-405e-b0f5-e62988271e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (182fc5db-eef4-408c-b043-173a26a61813), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:10.160893 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8a303f-4276-4370-baa4-9827e336ddaa tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:10.161570 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3d8a303f-4276-4370-baa4-9827e336ddaa tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:10.209326 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46754) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:10.214581 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-cded82c1-bf6d-4130-b633-2e87dc2ce5d2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Request body: {'port': {'network_id': '26d0d9a9-120f-4eeb-8da5-91a75398d8cf', 'name': 'tempest-TaggedBootDevicesTest_v242-969233903', 'fixed_ips': [{'subnet_id': '8582b128-4308-4a64-b89a-f70186bb698e'}]}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:31:10.217947 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3d8a303f-4276-4370-baa4-9827e336ddaa tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9486599 Feb 16 22:31:10.314686 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48c24e5-9537-405e-b0f5-e62988271e45 None None] Network a2b2a22c-a39e-445c-a28f-3542fdd15687 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:31:10.341904 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-d48c24e5-9537-405e-b0f5-e62988271e45 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:31:10.349288 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48c24e5-9537-405e-b0f5-e62988271e45 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:31:10.472916 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c24e5-9537-405e-b0f5-e62988271e45 None None] Pushing event updated for resources: {'Port': ['ID=182fc5db-eef4-408c-b043-173a26a61813,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:10.498370 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cded82c1-bf6d-4130-b633-2e87dc2ce5d2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Made reservation on behalf of f6e9384d481649378c8629f80ddeb608 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:31:10.676907 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-d48c24e5-9537-405e-b0f5-e62988271e45 None None] Attempting to bind port 182fc5db-eef4-408c-b043-173a26a61813 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:31:10.683744 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-d48c24e5-9537-405e-b0f5-e62988271e45 None None] Attempting to bind port 182fc5db-eef4-408c-b043-173a26a61813 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '58d50381-8187-42ce-8953-32819e39c1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a2b2a22c-a39e-445c-a28f-3542fdd15687'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:31:10.684198 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48c24e5-9537-405e-b0f5-e62988271e45 None None] Attempting to bind port 182fc5db-eef4-408c-b043-173a26a61813 on network a2b2a22c-a39e-445c-a28f-3542fdd15687 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:31:10.712334 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48c24e5-9537-405e-b0f5-e62988271e45 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:31:10.713017 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48c24e5-9537-405e-b0f5-e62988271e45 None None] Checking segment: {'id': '58d50381-8187-42ce-8953-32819e39c1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a2b2a22c-a39e-445c-a28f-3542fdd15687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:31:10.716637 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d48c24e5-9537-405e-b0f5-e62988271e45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:10.717039 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48c24e5-9537-405e-b0f5-e62988271e45 None None] Bound using segment: {'id': '58d50381-8187-42ce-8953-32819e39c1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a2b2a22c-a39e-445c-a28f-3542fdd15687'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:31:10.721161 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-d48c24e5-9537-405e-b0f5-e62988271e45 None None] Bound port: 182fc5db-eef4-408c-b043-173a26a61813, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58d50381-8187-42ce-8953-32819e39c1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a2b2a22c-a39e-445c-a28f-3542fdd15687'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:31:10.721983 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d48c24e5-9537-405e-b0f5-e62988271e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (182fc5db-eef4-408c-b043-173a26a61813), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:10.788527 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 800fc86d-682f-439a-89f9-968cc3f36418 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:31:11.039501 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-d48c24e5-9537-405e-b0f5-e62988271e45 None None] For port 182fc5db-eef4-408c-b043-173a26a61813, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:31:11.053102 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-d48c24e5-9537-405e-b0f5-e62988271e45 None None] For port 182fc5db-eef4-408c-b043-173a26a61813, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=182fc5db-eef4-408c-b043-173a26a61813,segment=NetworkSegment(58d50381-8187-42ce-8953-32819e39c1fe),segment_id=58d50381-8187-42ce-8953-32819e39c1fe)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:31:11.077346 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 800fc86d-682f-439a-89f9-968cc3f36418 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:11.077894 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (800fc86d-682f-439a-89f9-968cc3f36418), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:11.086971 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d48c24e5-9537-405e-b0f5-e62988271e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (182fc5db-eef4-408c-b043-173a26a61813), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:11.215556 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c24e5-9537-405e-b0f5-e62988271e45 None None] Pushing event updated for resources: {'Port': ['ID=182fc5db-eef4-408c-b043-173a26a61813,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:11.274699 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46776) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:11.311472 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 800fc86d-682f-439a-89f9-968cc3f36418 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:31:11.311815 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (800fc86d-682f-439a-89f9-968cc3f36418), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:11.422824 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 800fc86d-682f-439a-89f9-968cc3f36418, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=800fc86d-682f-439a-89f9-968cc3f36418,segment=NetworkSegment(ab0b36f1-758f-4e8c-9a46-1dd25642f72c),segment_id=ab0b36f1-758f-4e8c-9a46-1dd25642f72c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:31:11.442727 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (800fc86d-682f-439a-89f9-968cc3f36418), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:11.635039 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=800fc86d-682f-439a-89f9-968cc3f36418,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:11.865617 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-89b7f294-2137-4d6a-b26e-6c25e921694d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:12.139665 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-89b7f294-2137-4d6a-b26e-6c25e921694d admin admin] Publish callbacks [] for security_group (38a76687-7b28-4d67-85ab-2270d4f36821), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:12.156508 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-89b7f294-2137-4d6a-b26e-6c25e921694d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (38a76687-7b28-4d67-85ab-2270d4f36821), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:12.185651 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1903d76f-3bbe-47ec-b5f9-d04b32360d52 None None] Network 26d0d9a9-120f-4eeb-8da5-91a75398d8cf requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:31:12.207687 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cded82c1-bf6d-4130-b633-2e87dc2ce5d2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:12.224630 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-89b7f294-2137-4d6a-b26e-6c25e921694d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fe9a9de2fa134d56828bdea09680c288&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9487917 Feb 16 22:31:12.228141 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46802) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:12.309112 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7f294-2137-4d6a-b26e-6c25e921694d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a76687-7b28-4d67-85ab-2270d4f36821,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:12.317430 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e0a954bf-29ac-417c-8e3e-124ee95003f3 admin admin] Publish callbacks [] for security_group (38a76687-7b28-4d67-85ab-2270d4f36821), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:12.323057 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-cded82c1-bf6d-4130-b633-2e87dc2ce5d2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] device_id is not set on port f1376ffd-fe61-469a-a98f-7b82403092df yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:31:12.378571 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e0a954bf-29ac-417c-8e3e-124ee95003f3 admin admin] Publish callbacks [] for security_group (38a76687-7b28-4d67-85ab-2270d4f36821), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:12.455986 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a1030aae-150e-4ccc-b671-0e92d9df514d None None] Provisioning complete for port 800fc86d-682f-439a-89f9-968cc3f36418 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:12.457898 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a1030aae-150e-4ccc-b671-0e92d9df514d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (800fc86d-682f-439a-89f9-968cc3f36418), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:12.532777 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e0a954bf-29ac-417c-8e3e-124ee95003f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (38a76687-7b28-4d67-85ab-2270d4f36821), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:12.535995 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e0a954bf-29ac-417c-8e3e-124ee95003f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:12.537095 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e0a954bf-29ac-417c-8e3e-124ee95003f3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/38a76687-7b28-4d67-85ab-2270d4f36821 HTTP/1.1" status: 204 len: 168 time: 0.2994697 Feb 16 22:31:12.550021 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea8557-1a83-4da9-a62c-6a1acce983aa req-ef674bb4-2dfc-4649-a299-838056b551c7 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:12.551414 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a954bf-29ac-417c-8e3e-124ee95003f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a76687-7b28-4d67-85ab-2270d4f36821,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:12.556220 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a4ea8557-1a83-4da9-a62c-6a1acce983aa req-ef674bb4-2dfc-4649-a299-838056b551c7 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 945 time: 0.4867647 Feb 16 22:31:12.721297 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 182fc5db-eef4-408c-b043-173a26a61813 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:31:12.728992 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a4ea8557-1a83-4da9-a62c-6a1acce983aa req-1f9e66f7-63c3-4b21-95de-4b833c85c58e tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565990 Feb 16 22:31:13.068544 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 182fc5db-eef4-408c-b043-173a26a61813 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:13.069167 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (182fc5db-eef4-408c-b043-173a26a61813), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:13.084708 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b0fc6d94-e1cf-4398-9cd5-fded0d67aa8c req-03c83c50-f0bb-4f64-b1f8-11e89ad572bd tempest-ServerShowV257Test-515577199 tempest-ServerShowV257Test-515577199-project] 10.222.0.75 "GET /v2.0/ports?device_id=604e023a-a2de-4326-900c-1e3e464b396d HTTP/1.1" status: 200 len: 210 time: 0.1649983 Feb 16 22:31:13.096209 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-cded82c1-bf6d-4130-b633-2e87dc2ce5d2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Allocated IP 10.1.1.230 (26d0d9a9-120f-4eeb-8da5-91a75398d8cf/8582b128-4308-4a64-b89a-f70186bb698e/f1376ffd-fe61-469a-a98f-7b82403092df) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:31:13.109043 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a1030aae-150e-4ccc-b671-0e92d9df514d None None] Current status of the port 800fc86d-682f-439a-89f9-968cc3f36418 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:31:13.263513 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 182fc5db-eef4-408c-b043-173a26a61813 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:31:13.264914 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (182fc5db-eef4-408c-b043-173a26a61813), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:13.309876 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 182fc5db-eef4-408c-b043-173a26a61813, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=182fc5db-eef4-408c-b043-173a26a61813,segment=NetworkSegment(58d50381-8187-42ce-8953-32819e39c1fe),segment_id=58d50381-8187-42ce-8953-32819e39c1fe)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:31:13.317746 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (182fc5db-eef4-408c-b043-173a26a61813), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:13.320841 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 800fc86d-682f-439a-89f9-968cc3f36418 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:31:13.599337 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790dd0cc-43b1-4c08-9317-a979c4439d4d None None] Network a2b2a22c-a39e-445c-a28f-3542fdd15687 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:31:13.617372 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=182fc5db-eef4-408c-b043-173a26a61813,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:13.626582 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cded82c1-bf6d-4130-b633-2e87dc2ce5d2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for port (f1376ffd-fe61-469a-a98f-7b82403092df), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:13.786516 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46830) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:13.801566 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cded82c1-bf6d-4130-b633-2e87dc2ce5d2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (f1376ffd-fe61-469a-a98f-7b82403092df), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:13.839352 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5558a138-9691-4574-bc26-b21d91b83db6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:14.068077 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 800fc86d-682f-439a-89f9-968cc3f36418 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:14.068470 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (800fc86d-682f-439a-89f9-968cc3f36418), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:14.135774 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded82c1-bf6d-4130-b633-2e87dc2ce5d2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Pushing event updated for resources: {'Port': ['ID=f1376ffd-fe61-469a-a98f-7b82403092df,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:14.194583 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-72659b42-c5c7-457f-ba69-f2707f71f203 None None] Provisioning complete for port 182fc5db-eef4-408c-b043-173a26a61813 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:14.194972 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-72659b42-c5c7-457f-ba69-f2707f71f203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (182fc5db-eef4-408c-b043-173a26a61813), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:14.197475 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cded82c1-bf6d-4130-b633-2e87dc2ce5d2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Network 26d0d9a9-120f-4eeb-8da5-91a75398d8cf is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:31:14.281327 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cd96bc81-ee0a-438d-9a6d-82660cc459d8 req-bcb17833-7d9d-453c-96de-25219a8b11e2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=604e023a-a2de-4326-900c-1e3e464b396d HTTP/1.1" status: 200 len: 210 time: 0.0932989 Feb 16 22:31:14.317377 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-cded82c1-bf6d-4130-b633-2e87dc2ce5d2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:31:14.330011 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cded82c1-bf6d-4130-b633-2e87dc2ce5d2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:31:14.534702 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cded82c1-bf6d-4130-b633-2e87dc2ce5d2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:14.535383 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cded82c1-bf6d-4130-b633-2e87dc2ce5d2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:14.562517 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-72659b42-c5c7-457f-ba69-f2707f71f203 None None] Current status of the port 182fc5db-eef4-408c-b043-173a26a61813 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:31:14.581005 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 800fc86d-682f-439a-89f9-968cc3f36418 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:31:14.609571 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c52e9-515f-4b65-bbbb-89a7cc7d8b27 req-1f082172-cd44-47d7-a8ad-8938b4587e2d tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:14.617163 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-292c52e9-515f-4b65-bbbb-89a7cc7d8b27 req-1f082172-cd44-47d7-a8ad-8938b4587e2d tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 945 time: 0.5088010 Feb 16 22:31:14.643087 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-72659b42-c5c7-457f-ba69-f2707f71f203 None None] Provisioning complete for port 800fc86d-682f-439a-89f9-968cc3f36418 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:14.645811 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-72659b42-c5c7-457f-ba69-f2707f71f203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (800fc86d-682f-439a-89f9-968cc3f36418), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:14.711730 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-292c52e9-515f-4b65-bbbb-89a7cc7d8b27 req-a7c9025b-3058-40f4-a157-92e1152bb311 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753317 Feb 16 22:31:14.725867 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-cded82c1-bf6d-4130-b633-2e87dc2ce5d2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.5152659 Feb 16 22:31:14.777306 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5558a138-9691-4574-bc26-b21d91b83db6 admin admin] Publish callbacks [] for security_group (298152d1-8c69-44b0-a421-77fdf28ea961), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:14.795067 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5558a138-9691-4574-bc26-b21d91b83db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (298152d1-8c69-44b0-a421-77fdf28ea961), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:14.839564 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46854) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:14.851213 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5558a138-9691-4574-bc26-b21d91b83db6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=732ec0b40a614ad49ead4d676d717b6e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0628681 Feb 16 22:31:14.881493 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 182fc5db-eef4-408c-b043-173a26a61813 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:31:14.927808 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558a138-9691-4574-bc26-b21d91b83db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298152d1-8c69-44b0-a421-77fdf28ea961,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:14.979387 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f999d15a-c355-437f-b654-e60e436662a9 admin admin] Publish callbacks [] for security_group (298152d1-8c69-44b0-a421-77fdf28ea961), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:15.034843 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f999d15a-c355-437f-b654-e60e436662a9 admin admin] Publish callbacks [] for security_group (298152d1-8c69-44b0-a421-77fdf28ea961), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:15.071481 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-72659b42-c5c7-457f-ba69-f2707f71f203 None None] Current status of the port 800fc86d-682f-439a-89f9-968cc3f36418 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:31:15.125551 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f999d15a-c355-437f-b654-e60e436662a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (298152d1-8c69-44b0-a421-77fdf28ea961), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:15.140937 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f999d15a-c355-437f-b654-e60e436662a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:15.142406 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f999d15a-c355-437f-b654-e60e436662a9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/298152d1-8c69-44b0-a421-77fdf28ea961 HTTP/1.1" status: 204 len: 168 time: 0.3009493 Feb 16 22:31:15.172096 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-72659b42-c5c7-457f-ba69-f2707f71f203 None None] Provisioning complete for port 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:15.172499 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-72659b42-c5c7-457f-ba69-f2707f71f203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (69cd28e0-ad7d-4a7a-a387-44e7f55c4baa), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:15.189644 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999d15a-c355-437f-b654-e60e436662a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298152d1-8c69-44b0-a421-77fdf28ea961,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:15.280436 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 182fc5db-eef4-408c-b043-173a26a61813 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:15.290311 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (182fc5db-eef4-408c-b043-173a26a61813), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:15.399765 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3d33a46b-392e-46dd-85e5-1e345ce89c92 req-2858984e-68d7-4091-b637-595f2bb74d0b tempest-ServerShowV257Test-515577199 tempest-ServerShowV257Test-515577199-project] 10.222.0.75 "GET /v2.0/ports?device_id=604e023a-a2de-4326-900c-1e3e464b396d HTTP/1.1" status: 200 len: 210 time: 0.0659988 Feb 16 22:31:15.479832 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a08757-0b57-4ffa-8dd1-6e2505354172 req-601effac-f1af-4887-b4de-a1c089737bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:15.485486 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e5a08757-0b57-4ffa-8dd1-6e2505354172 req-601effac-f1af-4887-b4de-a1c089737bab service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=40c61a7cfadd45ac85b548218034c5f0&device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 1127 time: 0.1409059 Feb 16 22:31:15.588446 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-72659b42-c5c7-457f-ba69-f2707f71f203 None None] Port 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:31:15.757797 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 182fc5db-eef4-408c-b043-173a26a61813 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:31:15.786888 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-2af22938-f6f7-4cce-8345-25230ba00370 None None] Provisioning complete for port 182fc5db-eef4-408c-b043-173a26a61813 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:15.793707 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2af22938-f6f7-4cce-8345-25230ba00370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (182fc5db-eef4-408c-b043-173a26a61813), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:16.107217 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2af22938-f6f7-4cce-8345-25230ba00370 None None] Current status of the port 182fc5db-eef4-408c-b043-173a26a61813 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:31:16.138902 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-2af22938-f6f7-4cce-8345-25230ba00370 None None] Provisioning complete for port 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:16.139286 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2af22938-f6f7-4cce-8345-25230ba00370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (69cd28e0-ad7d-4a7a-a387-44e7f55c4baa), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:16.179525 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2af22938-f6f7-4cce-8345-25230ba00370 None None] Port 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:31:16.206778 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-2af22938-f6f7-4cce-8345-25230ba00370 None None] Provisioning complete for port f1376ffd-fe61-469a-a98f-7b82403092df triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:16.207399 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2af22938-f6f7-4cce-8345-25230ba00370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f1376ffd-fe61-469a-a98f-7b82403092df), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:16.305007 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2af22938-f6f7-4cce-8345-25230ba00370 None None] Port f1376ffd-fe61-469a-a98f-7b82403092df cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:31:16.398190 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46890) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:16.406333 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-bb5f671c-49ea-4261-9d6e-8d824758eba5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1307453136', 'description': 'tempest-description--1174446956'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:31:16.473173 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb5f671c-49ea-4261-9d6e-8d824758eba5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:16.776982 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a08757-0b57-4ffa-8dd1-6e2505354172 req-7f09ab43-7f80-4768-bfa5-68b4c870c4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:16.779702 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e5a08757-0b57-4ffa-8dd1-6e2505354172 req-7f09ab43-7f80-4768-bfa5-68b4c870c4bf service neutron] 10.222.0.79 "GET /v2.0/networks?id=752ff291-8125-4ff8-b264-ca3a640ae0c4 HTTP/1.1" status: 200 len: 920 time: 1.2574461 Feb 16 22:31:16.789004 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb5f671c-49ea-4261-9d6e-8d824758eba5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for security_group (87b64cc6-0b9f-493c-a077-197cfe259990), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:16.814705 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb5f671c-49ea-4261-9d6e-8d824758eba5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (87b64cc6-0b9f-493c-a077-197cfe259990), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:16.890619 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e5a08757-0b57-4ffa-8dd1-6e2505354172 req-d91b236a-c46c-4719-affc-fc83054b0bd2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20a5b726-5e1a-4ff9-ae11-2ab3951046a5 HTTP/1.1" status: 200 len: 217 time: 0.1027522 Feb 16 22:31:16.904162 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb5f671c-49ea-4261-9d6e-8d824758eba5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:16.912664 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bb5f671c-49ea-4261-9d6e-8d824758eba5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5127230 Feb 16 22:31:16.932105 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46908) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:16.946698 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-964dfcfc-ba45-43c0-8df6-dd5c8b1a017d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Request body: {'security_group_rule': {'security_group_id': '87b64cc6-0b9f-493c-a077-197cfe259990', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:31:16.961417 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a08757-0b57-4ffa-8dd1-6e2505354172 req-8d6baab5-b6d5-43ba-be51-24037143aade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:16.963977 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e5a08757-0b57-4ffa-8dd1-6e2505354172 req-8d6baab5-b6d5-43ba-be51-24037143aade service neutron] 10.222.0.79 "GET /v2.0/subnets?id=50b869b4-5498-459d-a27a-a372659d9f4c HTTP/1.1" status: 200 len: 859 time: 0.0672059 Feb 16 22:31:16.991174 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f671c-49ea-4261-9d6e-8d824758eba5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87b64cc6-0b9f-493c-a077-197cfe259990,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:17.046923 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1852a-8f11-47bf-8c32-349fd2f2b8d9 req-cad48e6c-4b7c-4fe3-bf45-1091de961c1e tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:17.054747 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e5a08757-0b57-4ffa-8dd1-6e2505354172 req-1029fb04-05e3-43cc-a66d-09b07653dd20 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=752ff291-8125-4ff8-b264-ca3a640ae0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805848 Feb 16 22:31:17.056646 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e0d1852a-8f11-47bf-8c32-349fd2f2b8d9 req-cad48e6c-4b7c-4fe3-bf45-1091de961c1e tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 945 time: 0.2558258 Feb 16 22:31:17.118843 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-964dfcfc-ba45-43c0-8df6-dd5c8b1a017d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for security_group_rule (6c594fae-8e63-4a89-ae29-c1f0e2533ffc), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:17.188184 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e0d1852a-8f11-47bf-8c32-349fd2f2b8d9 req-615534b7-dfca-4452-a41d-97d8b196cf2b tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220059 Feb 16 22:31:17.236750 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e5a08757-0b57-4ffa-8dd1-6e2505354172 req-04f64d8f-322e-48c4-a1d3-daa67d54e7af service neutron] 10.222.0.79 "GET /v2.0/networks/752ff291-8125-4ff8-b264-ca3a640ae0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695273 Feb 16 22:31:17.253306 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-964dfcfc-ba45-43c0-8df6-dd5c8b1a017d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for security_group_rule (6c594fae-8e63-4a89-ae29-c1f0e2533ffc), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:17.279775 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-964dfcfc-ba45-43c0-8df6-dd5c8b1a017d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (6c594fae-8e63-4a89-ae29-c1f0e2533ffc), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:17.332589 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964dfcfc-ba45-43c0-8df6-dd5c8b1a017d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c594fae-8e63-4a89-ae29-c1f0e2533ffc,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:17.343817 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-964dfcfc-ba45-43c0-8df6-dd5c8b1a017d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:17.347624 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-964dfcfc-ba45-43c0-8df6-dd5c8b1a017d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4033251 Feb 16 22:31:17.348586 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46916) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:17.353243 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-c980f6e7-9ba7-4acd-a40b-66e1dfa8f0c5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Request body: {'security_group_rule': {'security_group_id': '87b64cc6-0b9f-493c-a077-197cfe259990', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:31:17.420229 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74112260-7e94-45e4-8332-2fa32e123c38 req-3b8a6864-d216-4144-b3d4-f61480b36f18 tempest-ServerShowV257Test-515577199 tempest-ServerShowV257Test-515577199-project] 10.222.0.75 "GET /v2.0/ports?device_id=604e023a-a2de-4326-900c-1e3e464b396d HTTP/1.1" status: 200 len: 210 time: 0.0692723 Feb 16 22:31:17.602629 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c980f6e7-9ba7-4acd-a40b-66e1dfa8f0c5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for security_group_rule (4eec456c-a5d7-4b5d-a365-4c324a83f000), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:17.609954 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e5a08757-0b57-4ffa-8dd1-6e2505354172 req-606c680a-c03e-4622-ab6e-ed62c53e8bb7 service neutron] 10.222.0.79 "GET /v2.0/networks/752ff291-8125-4ff8-b264-ca3a640ae0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574924 Feb 16 22:31:17.735477 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c980f6e7-9ba7-4acd-a40b-66e1dfa8f0c5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for security_group_rule (4eec456c-a5d7-4b5d-a365-4c324a83f000), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:17.745701 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c980f6e7-9ba7-4acd-a40b-66e1dfa8f0c5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (4eec456c-a5d7-4b5d-a365-4c324a83f000), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:17.784660 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c980f6e7-9ba7-4acd-a40b-66e1dfa8f0c5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eec456c-a5d7-4b5d-a365-4c324a83f000,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:17.801360 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c980f6e7-9ba7-4acd-a40b-66e1dfa8f0c5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:17.803172 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c980f6e7-9ba7-4acd-a40b-66e1dfa8f0c5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4538279 Feb 16 22:31:17.806314 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46940) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:17.811264 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-dec33787-efc2-41d4-8ca7-224432825395 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:31:17.868215 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dec33787-efc2-41d4-8ca7-224432825395 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:17.944399 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-15afa36a-4ba2-416f-b5b5-65b4c1e100d3 req-c0de7e36-09c0-441f-9716-a7a8f9272757 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b98ce5904a324e3a9c5b4afea7c9170c&device_id=604e023a-a2de-4326-900c-1e3e464b396d HTTP/1.1" status: 200 len: 210 time: 0.1293368 Feb 16 22:31:18.069575 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-15afa36a-4ba2-416f-b5b5-65b4c1e100d3 req-2511a4d2-d046-4cb0-b71e-8a5a9b2a17a2 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=b98ce5904a324e3a9c5b4afea7c9170c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1173344 Feb 16 22:31:18.128156 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8f0760f3-6d27-41e1-9c57-d64f4bf27b60 req-f718ac28-f290-4073-b203-875b46b8984d tempest-ServerShowV257Test-515577199 tempest-ServerShowV257Test-515577199-project] 10.222.0.75 "GET /v2.0/ports?device_id=604e023a-a2de-4326-900c-1e3e464b396d HTTP/1.1" status: 200 len: 210 time: 0.1319747 Feb 16 22:31:18.173323 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dec33787-efc2-41d4-8ca7-224432825395 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:18.415659 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-dec33787-efc2-41d4-8ca7-224432825395 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Allocated IP 172.25.2.151 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/2ba1d894-3ca5-46a6-90b9-b8070958f29e) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:31:18.519321 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15afa36a-4ba2-416f-b5b5-65b4c1e100d3 req-85033db6-c07b-471d-badb-576ccee75eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:18.522359 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-15afa36a-4ba2-416f-b5b5-65b4c1e100d3 req-85033db6-c07b-471d-badb-576ccee75eda service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4438207 Feb 16 22:31:18.550772 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e47ddd-5242-48c5-8e60-4e9c82ccbc82 req-761bbd1f-a933-4091-9d8c-5e6156387b3a tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:18.552648 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-84e47ddd-5242-48c5-8e60-4e9c82ccbc82 req-761bbd1f-a933-4091-9d8c-5e6156387b3a tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 945 time: 0.1874135 Feb 16 22:31:18.615668 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-84e47ddd-5242-48c5-8e60-4e9c82ccbc82 req-eda68bdb-f1e5-4aad-b5c8-24c7f7cae48e tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565965 Feb 16 22:31:18.623278 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dec33787-efc2-41d4-8ca7-224432825395 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for port (2ba1d894-3ca5-46a6-90b9-b8070958f29e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:18.694840 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dec33787-efc2-41d4-8ca7-224432825395 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (2ba1d894-3ca5-46a6-90b9-b8070958f29e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:18.817942 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec33787-efc2-41d4-8ca7-224432825395 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Pushing event updated for resources: {'Port': ['ID=2ba1d894-3ca5-46a6-90b9-b8070958f29e,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:18.851973 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec33787-efc2-41d4-8ca7-224432825395 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:31:18.864668 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-dec33787-efc2-41d4-8ca7-224432825395 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:31:18.880705 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec33787-efc2-41d4-8ca7-224432825395 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:31:18.971816 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d1d29-6df7-41f4-995e-be2e9735cc76 req-f5ccf8ab-4b47-4d10-9a2d-cd444de96d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:18.973477 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-127d1d29-6df7-41f4-995e-be2e9735cc76 req-f5ccf8ab-4b47-4d10-9a2d-cd444de96d83 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 1127 time: 0.1923614 Feb 16 22:31:19.156835 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-127d1d29-6df7-41f4-995e-be2e9735cc76 req-32b8f513-53fb-48d3-aa41-47b6490f2e5f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655769 Feb 16 22:31:19.176898 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dec33787-efc2-41d4-8ca7-224432825395 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for floatingip (89156ca5-e8a0-40b1-a21b-451084b0ed91), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:19.272469 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dec33787-efc2-41d4-8ca7-224432825395 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2ba1d894-3ca5-46a6-90b9-b8070958f29e), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:19.361739 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d3c5da50-4e8b-4aaa-9e52-0d846709205c req-a4a0e1fa-a944-4414-9809-42c8a38d6698 tempest-ServerShowV257Test-515577199 tempest-ServerShowV257Test-515577199-project] 10.222.0.75 "GET /v2.0/ports?device_id=604e023a-a2de-4326-900c-1e3e464b396d HTTP/1.1" status: 200 len: 210 time: 0.0773070 Feb 16 22:31:19.517822 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dec33787-efc2-41d4-8ca7-224432825395 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for port (2ba1d894-3ca5-46a6-90b9-b8070958f29e), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:19.540429 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dec33787-efc2-41d4-8ca7-224432825395 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (2ba1d894-3ca5-46a6-90b9-b8070958f29e), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:19.699053 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec33787-efc2-41d4-8ca7-224432825395 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Pushing event updated for resources: {'Port': ['ID=2ba1d894-3ca5-46a6-90b9-b8070958f29e,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:19.713845 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dec33787-efc2-41d4-8ca7-224432825395 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (89156ca5-e8a0-40b1-a21b-451084b0ed91), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:19.742882 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dec33787-efc2-41d4-8ca7-224432825395 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:19.752999 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-dec33787-efc2-41d4-8ca7-224432825395 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9455936 Feb 16 22:31:19.817765 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec351d-e6ee-416b-80e9-733e3e09860a req-ebb8e75d-8f4d-432a-b5e3-dbf02fb1a1e2 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:19.821838 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5eec351d-e6ee-416b-80e9-733e3e09860a req-ebb8e75d-8f4d-432a-b5e3-dbf02fb1a1e2 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 945 time: 0.0903234 Feb 16 22:31:19.916725 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-15afa36a-4ba2-416f-b5b5-65b4c1e100d3 req-3fd03ac4-471b-4d13-9256-ff0a91cd91ed tempest-ServerShowV257Test-515577199 tempest-ServerShowV257Test-515577199-project] 10.222.0.67 "GET /v2.0/ports?device_id=604e023a-a2de-4326-900c-1e3e464b396d HTTP/1.1" status: 200 len: 210 time: 0.0531600 Feb 16 22:31:20.019259 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5eec351d-e6ee-416b-80e9-733e3e09860a req-d5e1348f-a588-4a42-b246-23680f78ba68 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884620 Feb 16 22:31:20.239157 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-ac742d03-7b9e-45eb-8ccb-5b6a4f4a23a8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1307453136&fields=id&tenant_id=f6e9384d481649378c8629f80ddeb608 HTTP/1.1" status: 200 len: 267 time: 0.0736477 Feb 16 22:31:20.301499 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-4b5169e1-eae5-4dbb-83ed-a2900246093d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:20.320477 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-4b5169e1-eae5-4dbb-83ed-a2900246093d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports/69cd28e0-ad7d-4a7a-a387-44e7f55c4baa HTTP/1.1" status: 200 len: 936 time: 0.0761218 Feb 16 22:31:20.376283 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-2fb0aa52-e047-4595-8863-79247e838277 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:20.386616 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-2fb0aa52-e047-4595-8863-79247e838277 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports/f1376ffd-fe61-469a-a98f-7b82403092df HTTP/1.1" status: 200 len: 936 time: 0.0650685 Feb 16 22:31:20.595559 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-1db9953d-9fff-483a-b140-8f6ba21b793f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?network_id=a2b2a22c-a39e-445c-a28f-3542fdd15687&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2047837 Feb 16 22:31:20.621544 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-edaf5126-2b11-46b0-93d7-c1ba7260d202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:20.662233 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-b1328782-7ec5-4a87-971b-b9c343962e8b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?network_id=a2b2a22c-a39e-445c-a28f-3542fdd15687&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0655580 Feb 16 22:31:20.910194 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-ddfc366f-4498-4de4-be80-3c5de3703f87 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:20.925751 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-ddfc366f-4498-4de4-be80-3c5de3703f87 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:20.944977 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-ddfc366f-4498-4de4-be80-3c5de3703f87 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:20.955509 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-ddfc366f-4498-4de4-be80-3c5de3703f87 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/networks?id=568908f0-9e98-4a11-b55f-12ed6993ec3c&id=26d0d9a9-120f-4eeb-8da5-91a75398d8cf&id=26d0d9a9-120f-4eeb-8da5-91a75398d8cf&id=a2b2a22c-a39e-445c-a28f-3542fdd15687&id=a2b2a22c-a39e-445c-a28f-3542fdd15687 HTTP/1.1" status: 200 len: 1995 time: 0.2910984 Feb 16 22:31:20.976569 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-119430c4-477a-4cf5-a8ec-a999141af8f1 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/quotas/f6e9384d481649378c8629f80ddeb608 HTTP/1.1" status: 200 len: 375 time: 0.0197039 Feb 16 22:31:21.195780 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-88782947-9f6a-404a-8c88-f5dd0eff2bcc tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f6e9384d481649378c8629f80ddeb608&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2172511 Feb 16 22:31:21.383838 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-47cd2b5b-f909-4014-b422-6458e71c0c4d service neutron] 10.222.0.75 "GET /v2.0/networks/568908f0-9e98-4a11-b55f-12ed6993ec3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868248 Feb 16 22:31:21.572708 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-695c0ea8-9730-4248-9e3a-6daccb64aea4 service neutron] 10.222.0.75 "GET /v2.0/networks/568908f0-9e98-4a11-b55f-12ed6993ec3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801896 Feb 16 22:31:21.646995 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-9696d844-b806-4ee2-8456-1a3f47416531 service neutron] 10.222.0.75 "GET /v2.0/ports/69cd28e0-ad7d-4a7a-a387-44e7f55c4baa?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0728221 Feb 16 22:31:21.791475 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-3dfbea22-92d6-466c-8b9c-3d98571ce19b service neutron] 10.222.0.75 "GET /v2.0/networks/26d0d9a9-120f-4eeb-8da5-91a75398d8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432838 Feb 16 22:31:21.954824 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-bcd4ce92-f8b1-4001-97e0-e32945cd396e service neutron] 10.222.0.75 "GET /v2.0/networks/26d0d9a9-120f-4eeb-8da5-91a75398d8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624849 Feb 16 22:31:22.025566 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-6d2641f6-72ed-422a-b32f-8b1e1b1cf0fa service neutron] 10.222.0.75 "GET /v2.0/ports/f1376ffd-fe61-469a-a98f-7b82403092df?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0639586 Feb 16 22:31:22.035700 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-8077589f-c50a-46b2-a6e1-50a2ddfa613a service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:31:22.036780 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-8077589f-c50a-46b2-a6e1-50a2ddfa613a service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055828 Feb 16 22:31:22.216835 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-df1d9e6c-358e-4ef2-b037-c6890bb04f32 service neutron] 10.222.0.75 "GET /v2.0/networks/26d0d9a9-120f-4eeb-8da5-91a75398d8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738925 Feb 16 22:31:22.347234 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-db13549e-d26c-44e7-8e8a-b3c7b19c40ab service neutron] 10.222.0.75 "GET /v2.0/networks/26d0d9a9-120f-4eeb-8da5-91a75398d8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199791 Feb 16 22:31:22.474007 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-c1e1caa9-2758-446c-bdbd-98d4ace3b748 service neutron] 10.222.0.75 "GET /v2.0/networks/26d0d9a9-120f-4eeb-8da5-91a75398d8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256559 Feb 16 22:31:22.696246 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-9a5589ff-404e-4ed1-ac7a-abf9cd5f06e6 service neutron] 10.222.0.75 "GET /v2.0/networks/26d0d9a9-120f-4eeb-8da5-91a75398d8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212408 Feb 16 22:31:22.910577 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-79b066af-86e6-499c-8234-1debcc0b0b4b service neutron] 10.222.0.75 "GET /v2.0/networks/26d0d9a9-120f-4eeb-8da5-91a75398d8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921549 Feb 16 22:31:23.028998 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-b6b3fde1-baa3-4519-be8b-54907bf6d718 service neutron] 10.222.0.75 "GET /v2.0/networks/26d0d9a9-120f-4eeb-8da5-91a75398d8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113658 Feb 16 22:31:23.049211 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-95e14ead-434d-4e14-aac5-6422277d3672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:23.158422 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-a3c73a5b-d2cd-4e13-bf18-a89b15124510 service neutron] 10.222.0.75 "GET /v2.0/networks/a2b2a22c-a39e-445c-a28f-3542fdd15687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214180 Feb 16 22:31:23.305147 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-e03c8003-35a4-4535-b01d-ec5b259953e1 service neutron] 10.222.0.75 "GET /v2.0/networks/a2b2a22c-a39e-445c-a28f-3542fdd15687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392934 Feb 16 22:31:23.481310 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-a8e09e63-f4c2-46b1-9727-34d14d790281 service neutron] 10.222.0.75 "GET /v2.0/networks/a2b2a22c-a39e-445c-a28f-3542fdd15687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673274 Feb 16 22:31:23.681576 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-ccd4cc38-7e40-4ede-9a78-aab7e228cb0c service neutron] 10.222.0.75 "GET /v2.0/networks/a2b2a22c-a39e-445c-a28f-3542fdd15687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933289 Feb 16 22:31:23.850242 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-5e1cec26-4afa-4851-9730-9666ec7d7554 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:23.862927 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-5e1cec26-4afa-4851-9730-9666ec7d7554 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports/69cd28e0-ad7d-4a7a-a387-44e7f55c4baa HTTP/1.1" status: 200 len: 936 time: 0.1696675 Feb 16 22:31:23.981596 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-dc9ab15f-a92f-4e46-8094-e73cb2557042 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:23.983657 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-dc9ab15f-a92f-4e46-8094-e73cb2557042 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports/f1376ffd-fe61-469a-a98f-7b82403092df HTTP/1.1" status: 200 len: 936 time: 0.1032114 Feb 16 22:31:24.245263 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:25.093725 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47116) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:25.447042 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b746ea-dc6e-4520-acc5-03aff9605f7d req-f1e288c7-9fa7-4efe-9933-cc928ba5fc0a tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:25.476663 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c4b746ea-dc6e-4520-acc5-03aff9605f7d req-f1e288c7-9fa7-4efe-9933-cc928ba5fc0a tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 945 time: 0.2011726 Feb 16 22:31:25.581868 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:25.603213 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c4b746ea-dc6e-4520-acc5-03aff9605f7d req-7ececf73-ba9b-4442-abd1-7ff6aa2ac64f tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188166 Feb 16 22:31:25.698657 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-5f41bac3-f19f-4f72-ab50-db316e6b8cde tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:25.706604 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-5f41bac3-f19f-4f72-ab50-db316e6b8cde tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports/69cd28e0-ad7d-4a7a-a387-44e7f55c4baa HTTP/1.1" status: 200 len: 936 time: 0.6095617 Feb 16 22:31:25.706833 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ff9a42f7-f00d-4b98-9974-dd919d0e0ff3 req-766b81ff-6ffc-49f1-9fdd-05dc602251e8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0420640 Feb 16 22:31:25.764697 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47136) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:25.855913 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-7f8402c7-bd80-48cd-894c-3b29dec829ac tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:25.875315 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-7f8402c7-bd80-48cd-894c-3b29dec829ac tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports/f1376ffd-fe61-469a-a98f-7b82403092df HTTP/1.1" status: 200 len: 936 time: 0.1631334 Feb 16 22:31:26.068786 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d238afe1-715f-4cca-8118-a5af4f9e151c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:26.240472 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47156) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:26.346000 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d238afe1-715f-4cca-8118-a5af4f9e151c admin admin] Publish callbacks [] for security_group (13726365-ab5b-4096-8d5b-23ef552a4008), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:26.358437 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d238afe1-715f-4cca-8118-a5af4f9e151c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (13726365-ab5b-4096-8d5b-23ef552a4008), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:26.508130 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd277d-7043-4c65-a142-ec426314378c req-c9df1a4a-3782-4d46-8d91-8932b0ee927f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:26.512481 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c4bd277d-7043-4c65-a142-ec426314378c req-c9df1a4a-3782-4d46-8d91-8932b0ee927f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=40c61a7cfadd45ac85b548218034c5f0&device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 1127 time: 0.1702940 Feb 16 22:31:26.514717 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238afe1-715f-4cca-8118-a5af4f9e151c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13726365-ab5b-4096-8d5b-23ef552a4008,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:26.556416 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d238afe1-715f-4cca-8118-a5af4f9e151c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b98ce5904a324e3a9c5b4afea7c9170c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7902875 Feb 16 22:31:26.560250 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47166) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:26.717168 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-615facf5-c881-47ba-bd48-c81ce9d4ef9d admin admin] Publish callbacks [] for security_group (13726365-ab5b-4096-8d5b-23ef552a4008), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:26.741617 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c8555-4ff3-4f7e-8372-f47973ca0119 req-95a6fa5e-255d-421e-9e32-38231a35a616 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:26.749426 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-117c8555-4ff3-4f7e-8372-f47973ca0119 req-95a6fa5e-255d-421e-9e32-38231a35a616 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 945 time: 0.1142983 Feb 16 22:31:26.780858 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-615facf5-c881-47ba-bd48-c81ce9d4ef9d admin admin] Publish callbacks [] for security_group (13726365-ab5b-4096-8d5b-23ef552a4008), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:26.802340 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ed298844-e625-4895-ba2d-b55383524df1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:26.926097 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-117c8555-4ff3-4f7e-8372-f47973ca0119 req-7a528cc0-a97c-47fb-b93f-de2fac3ab9c5 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740692 Feb 16 22:31:26.964463 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-615facf5-c881-47ba-bd48-c81ce9d4ef9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (13726365-ab5b-4096-8d5b-23ef552a4008), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:26.968249 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-615facf5-c881-47ba-bd48-c81ce9d4ef9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:26.970235 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-615facf5-c881-47ba-bd48-c81ce9d4ef9d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/13726365-ab5b-4096-8d5b-23ef552a4008 HTTP/1.1" status: 204 len: 168 time: 0.4060960 Feb 16 22:31:27.036086 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd277d-7043-4c65-a142-ec426314378c req-c01314b3-06c0-458c-9bc7-6e853acdafc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:27.037750 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c4bd277d-7043-4c65-a142-ec426314378c req-c01314b3-06c0-458c-9bc7-6e853acdafc4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=752ff291-8125-4ff8-b264-ca3a640ae0c4 HTTP/1.1" status: 200 len: 920 time: 0.5134861 Feb 16 22:31:27.044199 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615facf5-c881-47ba-bd48-c81ce9d4ef9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13726365-ab5b-4096-8d5b-23ef552a4008,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:27.080630 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:27.276442 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ce95773c-667f-4e4c-a9c6-85367bf57aaa req-5ca637a2-8e6d-46fb-8a71-8301a3637626 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.1359425 Feb 16 22:31:27.282998 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c4bd277d-7043-4c65-a142-ec426314378c req-00f2b925-c5ed-44bd-8367-28f743f24c6d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20a5b726-5e1a-4ff9-ae11-2ab3951046a5 HTTP/1.1" status: 200 len: 217 time: 0.1661439 Feb 16 22:31:27.387180 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd277d-7043-4c65-a142-ec426314378c req-77641ce5-4af3-4092-a78c-a4b85e96d351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:27.388919 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c4bd277d-7043-4c65-a142-ec426314378c req-77641ce5-4af3-4092-a78c-a4b85e96d351 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=50b869b4-5498-459d-a27a-a372659d9f4c HTTP/1.1" status: 200 len: 859 time: 0.1043868 Feb 16 22:31:27.446113 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ed298844-e625-4895-ba2d-b55383524df1 admin admin] Publish callbacks [] for security_group (4b86c9fc-27b9-4f0d-bd13-52a2dd1c69f2), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:27.483337 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c4bd277d-7043-4c65-a142-ec426314378c req-a7022276-1f04-4e55-ab9d-cc827fff87df service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=752ff291-8125-4ff8-b264-ca3a640ae0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698171 Feb 16 22:31:27.484175 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ed298844-e625-4895-ba2d-b55383524df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4b86c9fc-27b9-4f0d-bd13-52a2dd1c69f2), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:27.656008 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ed298844-e625-4895-ba2d-b55383524df1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=863e4d4dffbe4c8b89767a804e7815d1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4140861 Feb 16 22:31:27.658940 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47186) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:27.667428 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed298844-e625-4895-ba2d-b55383524df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b86c9fc-27b9-4f0d-bd13-52a2dd1c69f2,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:27.801414 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c4bd277d-7043-4c65-a142-ec426314378c req-f44f0170-d0b0-4f92-945c-9f9ce50da369 service neutron] 10.222.0.79 "GET /v2.0/networks/752ff291-8125-4ff8-b264-ca3a640ae0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943027 Feb 16 22:31:27.843617 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-87021e70-f88b-47fe-b70b-6088b6dbec5c admin admin] Publish callbacks [] for security_group (4b86c9fc-27b9-4f0d-bd13-52a2dd1c69f2), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:27.911327 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c4bd277d-7043-4c65-a142-ec426314378c req-07269ace-a0a9-441b-9518-03953158f7f3 service neutron] 10.222.0.79 "GET /v2.0/networks/752ff291-8125-4ff8-b264-ca3a640ae0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025722 Feb 16 22:31:27.933516 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-87021e70-f88b-47fe-b70b-6088b6dbec5c admin admin] Publish callbacks [] for security_group (4b86c9fc-27b9-4f0d-bd13-52a2dd1c69f2), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:28.115809 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-87021e70-f88b-47fe-b70b-6088b6dbec5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4b86c9fc-27b9-4f0d-bd13-52a2dd1c69f2), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:28.119935 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-87021e70-f88b-47fe-b70b-6088b6dbec5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:28.121407 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-87021e70-f88b-47fe-b70b-6088b6dbec5c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4b86c9fc-27b9-4f0d-bd13-52a2dd1c69f2 HTTP/1.1" status: 204 len: 168 time: 0.4603276 Feb 16 22:31:28.191614 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87021e70-f88b-47fe-b70b-6088b6dbec5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b86c9fc-27b9-4f0d-bd13-52a2dd1c69f2,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:28.348639 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-3c12201d-a4c1-4533-bdd1-d95d338c94a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:28.350462 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-3c12201d-a4c1-4533-bdd1-d95d338c94a9 service neutron] 10.222.0.67 "GET /v2.0/ports/69cd28e0-ad7d-4a7a-a387-44e7f55c4baa HTTP/1.1" status: 200 len: 1032 time: 0.1804006 Feb 16 22:31:28.380452 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ea2ac-68f5-40f8-854d-6cfa39589601 req-3dde3fe1-9555-4424-915d-81b08a70a9e5 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:28.389633 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c40ea2ac-68f5-40f8-854d-6cfa39589601 req-3dde3fe1-9555-4424-915d-81b08a70a9e5 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 945 time: 0.2655785 Feb 16 22:31:28.417792 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:28.451149 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-7d0aaca7-5e1a-412b-8267-df1a768adc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:28.452815 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-7d0aaca7-5e1a-412b-8267-df1a768adc4e service neutron] 10.222.0.67 "GET /v2.0/ports/f1376ffd-fe61-469a-a98f-7b82403092df HTTP/1.1" status: 200 len: 1032 time: 0.0919433 Feb 16 22:31:28.642262 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-c2de94fc-7d83-4fce-a4a5-4db2cd54ba68 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:28.655775 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-c2de94fc-7d83-4fce-a4a5-4db2cd54ba68 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:28.669512 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-c2de94fc-7d83-4fce-a4a5-4db2cd54ba68 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:28.672903 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-c2de94fc-7d83-4fce-a4a5-4db2cd54ba68 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.67 "GET /v2.0/networks?id=568908f0-9e98-4a11-b55f-12ed6993ec3c&id=26d0d9a9-120f-4eeb-8da5-91a75398d8cf&id=26d0d9a9-120f-4eeb-8da5-91a75398d8cf&id=26d0d9a9-120f-4eeb-8da5-91a75398d8cf&id=26d0d9a9-120f-4eeb-8da5-91a75398d8cf&id=a2b2a22c-a39e-445c-a28f-3542fdd15687&id=a2b2a22c-a39e-445c-a28f-3542fdd15687 HTTP/1.1" status: 200 len: 1995 time: 0.2088943 Feb 16 22:31:28.869228 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-e7115a23-b9f6-45f5-bf14-f426312c9bf9 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6e9384d481649378c8629f80ddeb608 HTTP/1.1" status: 200 len: 380 time: 0.1743491 Feb 16 22:31:28.883137 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c40ea2ac-68f5-40f8-854d-6cfa39589601 req-173438d3-bd96-4954-b543-c564aa567808 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4907391 Feb 16 22:31:28.899442 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-e894ef1d-bc74-4661-aca3-4f11fff43f15 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Request body: {'port': {'device_id': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'network_id': '568908f0-9e98-4a11-b55f-12ed6993ec3c', 'admin_state_up': True, 'tenant_id': 'f6e9384d481649378c8629f80ddeb608', 'security_groups': ['87b64cc6-0b9f-493c-a077-197cfe259990']}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:31:29.035657 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47226) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:29.061809 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bb2366f3-beaf-4d79-8f66-e11c6fd8dfec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:29.111763 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9cbd058d-de99-40b6-b0e1-665e70f8e2af req-0cec7911-5fa5-49e7-a611-31f9935daa5d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0807180 Feb 16 22:31:29.200386 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-e894ef1d-bc74-4661-aca3-4f11fff43f15 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Made reservation on behalf of f6e9384d481649378c8629f80ddeb608 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:31:29.203955 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-e894ef1d-bc74-4661-aca3-4f11fff43f15 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:29.406856 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bb2366f3-beaf-4d79-8f66-e11c6fd8dfec admin admin] Publish callbacks [] for security_group (39dd1d72-f627-41df-807a-c36e03ff61d2), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:29.427632 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bb2366f3-beaf-4d79-8f66-e11c6fd8dfec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (39dd1d72-f627-41df-807a-c36e03ff61d2), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:29.531150 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-e894ef1d-bc74-4661-aca3-4f11fff43f15 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Allocated IP 172.20.0.14 (568908f0-9e98-4a11-b55f-12ed6993ec3c/c6896302-81e8-438b-8326-65272f181012/cdadfd78-65f6-4dff-939c-85d390b9c67e) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:31:29.604209 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2366f3-beaf-4d79-8f66-e11c6fd8dfec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39dd1d72-f627-41df-807a-c36e03ff61d2,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:29.619939 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bb2366f3-beaf-4d79-8f66-e11c6fd8dfec admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d286dd7538a7404abf9108879c69778b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5815046 Feb 16 22:31:29.629785 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47230) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:29.702734 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-744d714e-d4e6-48d2-b3b3-0330a37575f5 req-35edbfca-70fb-47d5-a4fb-32addd7f4af1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=00ea64e0-2732-4e53-8103-42277a896f8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2520926 Feb 16 22:31:29.805332 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:29.842811 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-e894ef1d-bc74-4661-aca3-4f11fff43f15 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for port (cdadfd78-65f6-4dff-939c-85d390b9c67e), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:29.935405 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3c58f891-b3fa-4815-b294-a0196737f6a2 admin admin] Publish callbacks [] for security_group (39dd1d72-f627-41df-807a-c36e03ff61d2), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:29.958839 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-e894ef1d-bc74-4661-aca3-4f11fff43f15 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (cdadfd78-65f6-4dff-939c-85d390b9c67e), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:29.979499 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3c58f891-b3fa-4815-b294-a0196737f6a2 admin admin] Publish callbacks [] for security_group (39dd1d72-f627-41df-807a-c36e03ff61d2), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:30.091347 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3c58f891-b3fa-4815-b294-a0196737f6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (39dd1d72-f627-41df-807a-c36e03ff61d2), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:30.094686 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3c58f891-b3fa-4815-b294-a0196737f6a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:30.108845 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3c58f891-b3fa-4815-b294-a0196737f6a2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/39dd1d72-f627-41df-807a-c36e03ff61d2 HTTP/1.1" status: 204 len: 168 time: 0.4625952 Feb 16 22:31:30.126154 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d714e-d4e6-48d2-b3b3-0330a37575f5 req-965ec5f4-c9f5-4d8a-809a-e2802e30b1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:30.128982 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-744d714e-d4e6-48d2-b3b3-0330a37575f5 req-965ec5f4-c9f5-4d8a-809a-e2802e30b1f8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=40c61a7cfadd45ac85b548218034c5f0&device_id=00ea64e0-2732-4e53-8103-42277a896f8f HTTP/1.1" status: 200 len: 1127 time: 0.3502905 Feb 16 22:31:30.167849 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58f891-b3fa-4815-b294-a0196737f6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dd1d72-f627-41df-807a-c36e03ff61d2,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:30.195488 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-e894ef1d-bc74-4661-aca3-4f11fff43f15 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Network 568908f0-9e98-4a11-b55f-12ed6993ec3c is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:31:30.316572 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894ef1d-bc74-4661-aca3-4f11fff43f15 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Pushing event updated for resources: {'Port': ['ID=cdadfd78-65f6-4dff-939c-85d390b9c67e,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:30.327580 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-e894ef1d-bc74-4661-aca3-4f11fff43f15 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:31:30.333644 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-e894ef1d-bc74-4661-aca3-4f11fff43f15 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:31:30.463833 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d714e-d4e6-48d2-b3b3-0330a37575f5 req-b533557a-9757-4d44-9248-6ff23f80428b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:30.475559 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-744d714e-d4e6-48d2-b3b3-0330a37575f5 req-b533557a-9757-4d44-9248-6ff23f80428b service neutron] 10.222.0.67 "GET /v2.0/networks?id=752ff291-8125-4ff8-b264-ca3a640ae0c4 HTTP/1.1" status: 200 len: 920 time: 0.3089211 Feb 16 22:31:30.544526 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933a01c-d4c8-466a-9398-2a5272081fa9 req-c14067b8-a6f2-4efc-9422-1eeb75896f44 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:30.553864 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3933a01c-d4c8-466a-9398-2a5272081fa9 req-c14067b8-a6f2-4efc-9422-1eeb75896f44 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 945 time: 0.4286487 Feb 16 22:31:30.593242 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-e894ef1d-bc74-4661-aca3-4f11fff43f15 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:30.594470 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-e894ef1d-bc74-4661-aca3-4f11fff43f15 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:30.634720 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-744d714e-d4e6-48d2-b3b3-0330a37575f5 req-6b6507b7-4496-49ac-83db-1d9917aee40d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1f77008-b346-4d09-961b-095158338e16 HTTP/1.1" status: 200 len: 217 time: 0.1509411 Feb 16 22:31:30.662093 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3933a01c-d4c8-466a-9398-2a5272081fa9 req-26a54509-abe3-4f02-bb6c-f738f2670ba3 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907316 Feb 16 22:31:30.689127 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-e894ef1d-bc74-4661-aca3-4f11fff43f15 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7998741 Feb 16 22:31:30.701292 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-064251d3-a521-47f3-a0b9-c98a4f42985a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Request body: {'port': {'device_id': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'network_id': '26d0d9a9-120f-4eeb-8da5-91a75398d8cf', 'admin_state_up': True, 'tenant_id': 'f6e9384d481649378c8629f80ddeb608', 'security_groups': ['87b64cc6-0b9f-493c-a077-197cfe259990']}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:31:30.723304 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47256) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:30.829533 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d714e-d4e6-48d2-b3b3-0330a37575f5 req-e2cac364-3d36-49a1-a8b1-5111badaeac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:30.831191 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-744d714e-d4e6-48d2-b3b3-0330a37575f5 req-e2cac364-3d36-49a1-a8b1-5111badaeac2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=50b869b4-5498-459d-a27a-a372659d9f4c HTTP/1.1" status: 200 len: 859 time: 0.1896327 Feb 16 22:31:30.909814 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-744d714e-d4e6-48d2-b3b3-0330a37575f5 req-af97af0c-5420-4d3d-a361-08016959b043 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=752ff291-8125-4ff8-b264-ca3a640ae0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724218 Feb 16 22:31:30.954204 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-4c95f4a2-9cca-4ad3-bbea-275ca084d5b3 None None] Provisioning complete for port cdadfd78-65f6-4dff-939c-85d390b9c67e triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:30.954657 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4c95f4a2-9cca-4ad3-bbea-275ca084d5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (cdadfd78-65f6-4dff-939c-85d390b9c67e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:31.001220 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821c257-2906-48cd-9c5c-c13acd9020a3 req-e29771e6-435f-4485-889f-5a6d6f105dbd tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:31.002856 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8821c257-2906-48cd-9c5c-c13acd9020a3 req-e29771e6-435f-4485-889f-5a6d6f105dbd tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 932 time: 0.1686418 Feb 16 22:31:31.054044 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47260) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:31.066051 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4c95f4a2-9cca-4ad3-bbea-275ca084d5b3 None None] Port cdadfd78-65f6-4dff-939c-85d390b9c67e cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:31:31.083835 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7d5204e6-4659-4662-b3da-2b40f778e2cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:31.110117 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-911cbb1d-d4de-4a98-ac15-a5fbad483e03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:31.116537 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-064251d3-a521-47f3-a0b9-c98a4f42985a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Made reservation on behalf of f6e9384d481649378c8629f80ddeb608 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:31:31.119938 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-064251d3-a521-47f3-a0b9-c98a4f42985a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:31.158810 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8821c257-2906-48cd-9c5c-c13acd9020a3 req-881600dc-fce1-47f6-8266-2a060e890675 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398089 Feb 16 22:31:31.219815 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7d5204e6-4659-4662-b3da-2b40f778e2cd admin admin] Publish callbacks [] for security_group (f8af68b4-6188-4e3e-986c-963a2e6aa796), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:31.235234 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7d5204e6-4659-4662-b3da-2b40f778e2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f8af68b4-6188-4e3e-986c-963a2e6aa796), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:31.304841 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-744d714e-d4e6-48d2-b3b3-0330a37575f5 req-44be4cc6-35f2-45e8-9837-ea79fdf25b2f service neutron] 10.222.0.67 "GET /v2.0/networks/752ff291-8125-4ff8-b264-ca3a640ae0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775258 Feb 16 22:31:31.335153 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-064251d3-a521-47f3-a0b9-c98a4f42985a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Allocated IP 10.1.1.4 (26d0d9a9-120f-4eeb-8da5-91a75398d8cf/8582b128-4308-4a64-b89a-f70186bb698e/055e02a5-47a0-401e-b169-9e127e0dd260) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:31:31.360415 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5204e6-4659-4662-b3da-2b40f778e2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8af68b4-6188-4e3e-986c-963a2e6aa796,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:31.411657 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47262) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:31.414525 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7d5204e6-4659-4662-b3da-2b40f778e2cd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=43ff72b24ab040c482ee36c32eec4f31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6846416 Feb 16 22:31:31.688419 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4e326ff9-65bb-437b-9f44-f57b7ba44dbb admin admin] Publish callbacks [] for security_group (f8af68b4-6188-4e3e-986c-963a2e6aa796), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:31.696972 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-911cbb1d-d4de-4a98-ac15-a5fbad483e03 admin admin] Publish callbacks [] for security_group (74c1e022-0a79-4796-bd31-2b3887b21e00), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:31.710799 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-744d714e-d4e6-48d2-b3b3-0330a37575f5 req-a7e0a4ea-0b20-45c0-aff7-729aff3d63a8 service neutron] 10.222.0.67 "GET /v2.0/networks/752ff291-8125-4ff8-b264-ca3a640ae0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806698 Feb 16 22:31:31.717691 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-911cbb1d-d4de-4a98-ac15-a5fbad483e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (74c1e022-0a79-4796-bd31-2b3887b21e00), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:31.804938 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4e326ff9-65bb-437b-9f44-f57b7ba44dbb admin admin] Publish callbacks [] for security_group (f8af68b4-6188-4e3e-986c-963a2e6aa796), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:31.810524 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911cbb1d-d4de-4a98-ac15-a5fbad483e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c1e022-0a79-4796-bd31-2b3887b21e00,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:31.815248 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-911cbb1d-d4de-4a98-ac15-a5fbad483e03 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=32ec54b588224887bae0aaf2d7d5e42a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7546163 Feb 16 22:31:31.818802 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47264) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:31.891348 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7bc86653-7861-41bd-ade1-363eb0cea02a admin admin] Publish callbacks [] for security_group (74c1e022-0a79-4796-bd31-2b3887b21e00), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:31.945001 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7bc86653-7861-41bd-ade1-363eb0cea02a admin admin] Publish callbacks [] for security_group (74c1e022-0a79-4796-bd31-2b3887b21e00), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:32.044512 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7bc86653-7861-41bd-ade1-363eb0cea02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (74c1e022-0a79-4796-bd31-2b3887b21e00), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:32.047563 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7bc86653-7861-41bd-ade1-363eb0cea02a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:32.048835 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7bc86653-7861-41bd-ade1-363eb0cea02a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/74c1e022-0a79-4796-bd31-2b3887b21e00 HTTP/1.1" status: 204 len: 168 time: 0.2288649 Feb 16 22:31:32.073024 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc86653-7861-41bd-ade1-363eb0cea02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c1e022-0a79-4796-bd31-2b3887b21e00,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:32.293730 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-064251d3-a521-47f3-a0b9-c98a4f42985a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for port (055e02a5-47a0-401e-b169-9e127e0dd260), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:32.302296 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4e326ff9-65bb-437b-9f44-f57b7ba44dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f8af68b4-6188-4e3e-986c-963a2e6aa796), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:32.305043 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4e326ff9-65bb-437b-9f44-f57b7ba44dbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:32.306329 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4e326ff9-65bb-437b-9f44-f57b7ba44dbb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f8af68b4-6188-4e3e-986c-963a2e6aa796 HTTP/1.1" status: 204 len: 168 time: 0.8936651 Feb 16 22:31:32.348921 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e326ff9-65bb-437b-9f44-f57b7ba44dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8af68b4-6188-4e3e-986c-963a2e6aa796,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:32.515798 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7f45d-4fcb-4a6a-ad00-088f01765961 req-bb74162a-bdb9-4d51-8b55-15dba1c4807c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:32.517378 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-95d7f45d-4fcb-4a6a-ad00-088f01765961 req-bb74162a-bdb9-4d51-8b55-15dba1c4807c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 932 time: 0.2098877 Feb 16 22:31:32.544200 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-064251d3-a521-47f3-a0b9-c98a4f42985a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (055e02a5-47a0-401e-b169-9e127e0dd260), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:32.697774 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-064251d3-a521-47f3-a0b9-c98a4f42985a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Network 26d0d9a9-120f-4eeb-8da5-91a75398d8cf is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:31:32.736299 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-064251d3-a521-47f3-a0b9-c98a4f42985a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:31:32.740960 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-064251d3-a521-47f3-a0b9-c98a4f42985a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:31:32.834687 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064251d3-a521-47f3-a0b9-c98a4f42985a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Pushing event updated for resources: {'Port': ['ID=055e02a5-47a0-401e-b169-9e127e0dd260,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:32.878852 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-95d7f45d-4fcb-4a6a-ad00-088f01765961 req-818c196e-b4da-415e-a2c3-b381d6f08ae3 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3472912 Feb 16 22:31:32.918403 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-064251d3-a521-47f3-a0b9-c98a4f42985a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:32.919130 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-064251d3-a521-47f3-a0b9-c98a4f42985a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:32.974340 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-064251d3-a521-47f3-a0b9-c98a4f42985a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2776752 Feb 16 22:31:32.987971 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-0bc3ea4b-d5ee-4e07-8b4e-e43054ea1ebe tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Request body: {'port': {'device_id': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'network_id': '26d0d9a9-120f-4eeb-8da5-91a75398d8cf', 'admin_state_up': True, 'tenant_id': 'f6e9384d481649378c8629f80ddeb608', 'security_groups': ['87b64cc6-0b9f-493c-a077-197cfe259990']}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:31:33.220027 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-0bc3ea4b-d5ee-4e07-8b4e-e43054ea1ebe tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Made reservation on behalf of f6e9384d481649378c8629f80ddeb608 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:31:33.223851 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-0bc3ea4b-d5ee-4e07-8b4e-e43054ea1ebe tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:33.224870 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-9121271a-7295-4992-916f-73060f7e954b None None] Provisioning complete for port 055e02a5-47a0-401e-b169-9e127e0dd260 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:33.225964 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9121271a-7295-4992-916f-73060f7e954b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (055e02a5-47a0-401e-b169-9e127e0dd260), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:33.324715 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-9121271a-7295-4992-916f-73060f7e954b None None] Port 055e02a5-47a0-401e-b169-9e127e0dd260 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:31:33.595624 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-0bc3ea4b-d5ee-4e07-8b4e-e43054ea1ebe tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Allocated IP 10.1.1.210 (26d0d9a9-120f-4eeb-8da5-91a75398d8cf/8582b128-4308-4a64-b89a-f70186bb698e/d4fbc09b-056d-495d-94fc-6214e9e03479) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:31:33.824508 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47314) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:33.932592 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-0bc3ea4b-d5ee-4e07-8b4e-e43054ea1ebe tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for port (d4fbc09b-056d-495d-94fc-6214e9e03479), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:34.000675 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-0bc3ea4b-d5ee-4e07-8b4e-e43054ea1ebe tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (d4fbc09b-056d-495d-94fc-6214e9e03479), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:34.065494 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-0bc3ea4b-d5ee-4e07-8b4e-e43054ea1ebe tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Network 26d0d9a9-120f-4eeb-8da5-91a75398d8cf is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:31:34.072036 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-0bc3ea4b-d5ee-4e07-8b4e-e43054ea1ebe tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:31:34.076878 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-0bc3ea4b-d5ee-4e07-8b4e-e43054ea1ebe tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:31:34.090283 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-affa3b81-4d49-4721-b9f8-63440696d1b3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-346313917-network', 'tenant_id': 'fea4f671ed934548a57353ee3c7957ad'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:31:34.125141 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc3ea4b-d5ee-4e07-8b4e-e43054ea1ebe tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Pushing event updated for resources: {'Port': ['ID=d4fbc09b-056d-495d-94fc-6214e9e03479,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:34.138786 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affa3b81-4d49-4721-b9f8-63440696d1b3 admin admin] Made reservation on behalf of fea4f671ed934548a57353ee3c7957ad for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:31:34.143034 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-affa3b81-4d49-4721-b9f8-63440696d1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:34.158270 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-affa3b81-4d49-4721-b9f8-63440696d1b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:34.225364 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-0bc3ea4b-d5ee-4e07-8b4e-e43054ea1ebe tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:34.226119 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-0bc3ea4b-d5ee-4e07-8b4e-e43054ea1ebe tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:34.296721 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-0bc3ea4b-d5ee-4e07-8b4e-e43054ea1ebe tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3155153 Feb 16 22:31:34.312199 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-ba976eee-c885-4341-b7a0-ef9e759de710 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Request body: {'port': {'device_id': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a2b2a22c-a39e-445c-a28f-3542fdd15687', 'admin_state_up': True, 'tenant_id': 'f6e9384d481649378c8629f80ddeb608', 'security_groups': ['87b64cc6-0b9f-493c-a077-197cfe259990']}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:31:34.364780 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-affa3b81-4d49-4721-b9f8-63440696d1b3 admin admin] Publish callbacks [] for security_group (572743ca-79d6-43a6-81c1-03b24e16edc1), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:34.375607 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-affa3b81-4d49-4721-b9f8-63440696d1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (572743ca-79d6-43a6-81c1-03b24e16edc1), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:34.418633 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-affa3b81-4d49-4721-b9f8-63440696d1b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:31:34.470642 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-affa3b81-4d49-4721-b9f8-63440696d1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (4a8c89a1-e48a-4185-af34-e4e1290f45ce), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:34.471266 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-affa3b81-4d49-4721-b9f8-63440696d1b3 admin admin] Added segment 4a8c89a1-e48a-4185-af34-e4e1290f45ce of type vlan for network 1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8 Feb 16 22:31:34.567981 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa3b81-4d49-4721-b9f8-63440696d1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572743ca-79d6-43a6-81c1-03b24e16edc1,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:34.568743 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f3da0c4f-89fc-457d-a43f-b2faa43f502c None None] Provisioning complete for port d4fbc09b-056d-495d-94fc-6214e9e03479 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:34.569622 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f3da0c4f-89fc-457d-a43f-b2faa43f502c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d4fbc09b-056d-495d-94fc-6214e9e03479), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:34.664969 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d51a1-64fe-476f-bedf-24b9840dbff9 req-02b4912d-1ef0-4895-8943-dffd3cd3c8a7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:34.665536 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-affa3b81-4d49-4721-b9f8-63440696d1b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:34.675376 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d51a1-64fe-476f-bedf-24b9840dbff9 req-02b4912d-1ef0-4895-8943-dffd3cd3c8a7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:34.691611 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d51a1-64fe-476f-bedf-24b9840dbff9 req-02b4912d-1ef0-4895-8943-dffd3cd3c8a7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:34.693341 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7f9d51a1-64fe-476f-bedf-24b9840dbff9 req-02b4912d-1ef0-4895-8943-dffd3cd3c8a7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 2373 time: 0.3461239 Feb 16 22:31:34.707746 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f3da0c4f-89fc-457d-a43f-b2faa43f502c None None] Port d4fbc09b-056d-495d-94fc-6214e9e03479 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:31:34.738585 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-affa3b81-4d49-4721-b9f8-63440696d1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:34.742388 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affa3b81-4d49-4721-b9f8-63440696d1b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:34.743647 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-affa3b81-4d49-4721-b9f8-63440696d1b3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:34.809161 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-affa3b81-4d49-4721-b9f8-63440696d1b3 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9799867 Feb 16 22:31:34.810355 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47330) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:34.851441 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-fdff7583-d050-45fb-a843-ddb47c9c9af0 admin admin] Request body: {'subnet': {'network_id': '1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-346313917-subnet', 'tenant_id': 'fea4f671ed934548a57353ee3c7957ad', 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:31:34.857834 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa3b81-4d49-4721-b9f8-63440696d1b3 admin admin] Pushing event updated for resources: {'Network': ['ID=1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:34.870454 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:31:34.871186 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7f9d51a1-64fe-476f-bedf-24b9840dbff9 req-f2629b52-3e97-492e-8e93-54b4b956b24f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491609 Feb 16 22:31:34.879231 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-ba976eee-c885-4341-b7a0-ef9e759de710 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Made reservation on behalf of f6e9384d481649378c8629f80ddeb608 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:31:34.898210 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdff7583-d050-45fb-a843-ddb47c9c9af0 admin admin] Made reservation on behalf of fea4f671ed934548a57353ee3c7957ad for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:31:34.902032 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fdff7583-d050-45fb-a843-ddb47c9c9af0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:35.175179 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-ba976eee-c885-4341-b7a0-ef9e759de710 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:35.432119 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fdff7583-d050-45fb-a843-ddb47c9c9af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (bc23e963-4735-4ccc-bb66-86fad6445774), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:35.579695 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff7583-d050-45fb-a843-ddb47c9c9af0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc23e963-4735-4ccc-bb66-86fad6445774,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:35.627677 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdff7583-d050-45fb-a843-ddb47c9c9af0 admin admin] Checking segment: {'id': '4a8c89a1-e48a-4185-af34-e4e1290f45ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:31:35.628126 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdff7583-d050-45fb-a843-ddb47c9c9af0 admin admin] Network hostable DHCP agents. Network: 1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:31:35.671295 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdff7583-d050-45fb-a843-ddb47c9c9af0 admin admin] Network 1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:31:35.695824 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-fdff7583-d050-45fb-a843-ddb47c9c9af0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:31:35.708383 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdff7583-d050-45fb-a843-ddb47c9c9af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:35.709292 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fdff7583-d050-45fb-a843-ddb47c9c9af0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:35.710065 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff71306c-3631-4757-9662-2147b216793b None None] Network 1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:31:35.758053 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fdff7583-d050-45fb-a843-ddb47c9c9af0 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9442856 Feb 16 22:31:35.760745 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47352) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:35.782912 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-972f2540-5ccd-4e9b-9631-c565c04b2d36 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-346313917-router', 'tenant_id': 'fea4f671ed934548a57353ee3c7957ad', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:31:35.792294 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-ba976eee-c885-4341-b7a0-ef9e759de710 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Allocated IP 10.2.2.100 (a2b2a22c-a39e-445c-a28f-3542fdd15687/0d67fdb7-3c41-4880-be2c-249dd8a89e0b/f08268c2-0706-4d20-b5da-cb8402e649ee) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:31:35.884635 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-972f2540-5ccd-4e9b-9631-c565c04b2d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (20fab61c-dae7-4bf5-ab45-0d69b4dc3182), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:35.886665 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-972f2540-5ccd-4e9b-9631-c565c04b2d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (20fab61c-dae7-4bf5-ab45-0d69b4dc3182), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:36.056571 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-972f2540-5ccd-4e9b-9631-c565c04b2d36 admin admin] Publish callbacks [] for router_controller (20fab61c-dae7-4bf5-ab45-0d69b4dc3182), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:36.255782 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-ba976eee-c885-4341-b7a0-ef9e759de710 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for port (f08268c2-0706-4d20-b5da-cb8402e649ee), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:36.357345 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-ba976eee-c885-4341-b7a0-ef9e759de710 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (f08268c2-0706-4d20-b5da-cb8402e649ee), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:36.455658 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba976eee-c885-4341-b7a0-ef9e759de710 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Pushing event updated for resources: {'Port': ['ID=f08268c2-0706-4d20-b5da-cb8402e649ee,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:36.485960 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-ba976eee-c885-4341-b7a0-ef9e759de710 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Network a2b2a22c-a39e-445c-a28f-3542fdd15687 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:31:36.487796 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-ba976eee-c885-4341-b7a0-ef9e759de710 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:31:36.490889 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-ba976eee-c885-4341-b7a0-ef9e759de710 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:31:36.611851 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-ba976eee-c885-4341-b7a0-ef9e759de710 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:36.622504 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-ba976eee-c885-4341-b7a0-ef9e759de710 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:36.647190 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-972f2540-5ccd-4e9b-9631-c565c04b2d36 admin admin] Publish callbacks [] for router_gateway (20fab61c-dae7-4bf5-ab45-0d69b4dc3182), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:36.674647 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-ba976eee-c885-4341-b7a0-ef9e759de710 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3699980 Feb 16 22:31:36.685734 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-06ad1f36-768c-4437-87f7-f858ccb72767 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Request body: {'port': {'device_id': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a2b2a22c-a39e-445c-a28f-3542fdd15687', 'admin_state_up': True, 'tenant_id': 'f6e9384d481649378c8629f80ddeb608', 'security_groups': ['87b64cc6-0b9f-493c-a077-197cfe259990']}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:31:36.891751 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c7a57d-bd8e-40e6-a993-bbe41a879175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8', 'network_id': '1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8', 'project_id': 'fea4f671ed934548a57353ee3c7957ad', 'fixed_ips': [{'subnet_id': 'bc23e963-4735-4ccc-bb66-86fad6445774'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:31:36.892985 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-83c7a57d-bd8e-40e6-a993-bbe41a879175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:36.970400 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-06ad1f36-768c-4437-87f7-f858ccb72767 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Made reservation on behalf of f6e9384d481649378c8629f80ddeb608 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:31:36.975207 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-06ad1f36-768c-4437-87f7-f858ccb72767 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:36.992027 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ad27c-097e-495f-9b1f-1dd9cd2d700c req-a3d8a060-745a-4f4b-a8c6-6c4d1782958f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:36.998258 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ad27c-097e-495f-9b1f-1dd9cd2d700c req-a3d8a060-745a-4f4b-a8c6-6c4d1782958f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:37.003665 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ad27c-097e-495f-9b1f-1dd9cd2d700c req-a3d8a060-745a-4f4b-a8c6-6c4d1782958f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:37.009407 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ad27c-097e-495f-9b1f-1dd9cd2d700c req-a3d8a060-745a-4f4b-a8c6-6c4d1782958f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:37.017380 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f3ad27c-097e-495f-9b1f-1dd9cd2d700c req-a3d8a060-745a-4f4b-a8c6-6c4d1782958f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 3094 time: 0.1434278 Feb 16 22:31:37.180362 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f3ad27c-097e-495f-9b1f-1dd9cd2d700c req-a05344a9-83f6-4524-9e4a-51aff1749b43 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556206 Feb 16 22:31:37.265098 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-18997220-3672-47a6-aa69-b18e67387b66 None None] Provisioning complete for port f08268c2-0706-4d20-b5da-cb8402e649ee triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:37.265524 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-18997220-3672-47a6-aa69-b18e67387b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f08268c2-0706-4d20-b5da-cb8402e649ee), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:37.431971 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-972f2540-5ccd-4e9b-9631-c565c04b2d36 admin admin] Publish callbacks [] for router_gateway (20fab61c-dae7-4bf5-ab45-0d69b4dc3182), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:37.474482 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-18997220-3672-47a6-aa69-b18e67387b66 None None] Port f08268c2-0706-4d20-b5da-cb8402e649ee cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:31:37.490291 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-972f2540-5ccd-4e9b-9631-c565c04b2d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:37.522007 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-83c7a57d-bd8e-40e6-a993-bbe41a879175 None None] Allocated IP 172.20.0.2 (1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8/bc23e963-4735-4ccc-bb66-86fad6445774/4e0542c8-9b5e-4017-bdb7-b4b585de10d9) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:31:37.689754 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-06ad1f36-768c-4437-87f7-f858ccb72767 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Allocated IP 10.2.2.200 (a2b2a22c-a39e-445c-a28f-3542fdd15687/0d67fdb7-3c41-4880-be2c-249dd8a89e0b/dbcefae5-8c39-42d5-b478-a0ad2c3077ea) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:31:37.810960 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-972f2540-5ccd-4e9b-9631-c565c04b2d36 admin admin] Allocated IP 172.25.2.124 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/67e4bcaa-ac0f-41f2-bb21-7ba088034296) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:31:37.862803 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-aabaa097-2e36-4ecb-a8e8-371658ae1467 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:37.864817 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-aabaa097-2e36-4ecb-a8e8-371658ae1467 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/networks?id=7759ecb5-615f-4376-bf2e-f88402b96cd9 HTTP/1.1" status: 200 len: 813 time: 0.5305448 Feb 16 22:31:38.004750 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-54dc764a-e4b8-4895-9e44-f3dea67cbd95 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/quotas/c4406d5c23c94c6383b020d52bae2059 HTTP/1.1" status: 200 len: 375 time: 0.1092880 Feb 16 22:31:38.039332 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-83c7a57d-bd8e-40e6-a993-bbe41a879175 None None] Publish callbacks [] for port (4e0542c8-9b5e-4017-bdb7-b4b585de10d9), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:38.055610 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-83c7a57d-bd8e-40e6-a993-bbe41a879175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (4e0542c8-9b5e-4017-bdb7-b4b585de10d9), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:38.169273 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-972f2540-5ccd-4e9b-9631-c565c04b2d36 admin admin] Publish callbacks [] for port (67e4bcaa-ac0f-41f2-bb21-7ba088034296), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:38.242013 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c7a57d-bd8e-40e6-a993-bbe41a879175 None None] Network 1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:31:38.243600 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-83c7a57d-bd8e-40e6-a993-bbe41a879175 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:31:38.255543 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c7a57d-bd8e-40e6-a993-bbe41a879175 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:31:38.298272 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-972f2540-5ccd-4e9b-9631-c565c04b2d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (67e4bcaa-ac0f-41f2-bb21-7ba088034296), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:38.377623 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7a57d-bd8e-40e6-a993-bbe41a879175 None None] Pushing event updated for resources: {'Port': ['ID=4e0542c8-9b5e-4017-bdb7-b4b585de10d9,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:38.424450 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972f2540-5ccd-4e9b-9631-c565c04b2d36 admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:31:38.427219 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-83c7a57d-bd8e-40e6-a993-bbe41a879175 None None] Attempting to bind port 4e0542c8-9b5e-4017-bdb7-b4b585de10d9 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:31:38.427695 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-83c7a57d-bd8e-40e6-a993-bbe41a879175 None None] Attempting to bind port 4e0542c8-9b5e-4017-bdb7-b4b585de10d9 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '4a8c89a1-e48a-4185-af34-e4e1290f45ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:31:38.431034 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c7a57d-bd8e-40e6-a993-bbe41a879175 None None] Attempting to bind port 4e0542c8-9b5e-4017-bdb7-b4b585de10d9 on network 1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:31:38.452432 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-06ad1f36-768c-4437-87f7-f858ccb72767 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for port (dbcefae5-8c39-42d5-b478-a0ad2c3077ea), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:38.453766 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c7a57d-bd8e-40e6-a993-bbe41a879175 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:31:38.454299 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c7a57d-bd8e-40e6-a993-bbe41a879175 None None] Checking segment: {'id': '4a8c89a1-e48a-4185-af34-e4e1290f45ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:31:38.454791 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-83c7a57d-bd8e-40e6-a993-bbe41a879175 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:38.455277 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c7a57d-bd8e-40e6-a993-bbe41a879175 None None] Bound using segment: {'id': '4a8c89a1-e48a-4185-af34-e4e1290f45ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:31:38.455842 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-83c7a57d-bd8e-40e6-a993-bbe41a879175 None None] Bound port: 4e0542c8-9b5e-4017-bdb7-b4b585de10d9, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8c89a1-e48a-4185-af34-e4e1290f45ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:31:38.456313 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-83c7a57d-bd8e-40e6-a993-bbe41a879175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4e0542c8-9b5e-4017-bdb7-b4b585de10d9), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:38.458041 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-972f2540-5ccd-4e9b-9631-c565c04b2d36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:31:38.480392 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972f2540-5ccd-4e9b-9631-c565c04b2d36 admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:31:38.549469 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f2540-5ccd-4e9b-9631-c565c04b2d36 admin admin] Pushing event updated for resources: {'Port': ['ID=67e4bcaa-ac0f-41f2-bb21-7ba088034296,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:38.563858 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-06ad1f36-768c-4437-87f7-f858ccb72767 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (dbcefae5-8c39-42d5-b478-a0ad2c3077ea), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:38.644368 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-2ac8988a-6fed-44f7-8f97-acf1996f551f tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c4406d5c23c94c6383b020d52bae2059&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6278954 Feb 16 22:31:38.654516 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-83c7a57d-bd8e-40e6-a993-bbe41a879175 None None] For port 4e0542c8-9b5e-4017-bdb7-b4b585de10d9, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:31:38.663542 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-83c7a57d-bd8e-40e6-a993-bbe41a879175 None None] For port 4e0542c8-9b5e-4017-bdb7-b4b585de10d9, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=4e0542c8-9b5e-4017-bdb7-b4b585de10d9,segment=NetworkSegment(4a8c89a1-e48a-4185-af34-e4e1290f45ce),segment_id=4a8c89a1-e48a-4185-af34-e4e1290f45ce)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:31:38.696042 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-83c7a57d-bd8e-40e6-a993-bbe41a879175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4e0542c8-9b5e-4017-bdb7-b4b585de10d9), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:38.882999 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7a57d-bd8e-40e6-a993-bbe41a879175 None None] Pushing event updated for resources: {'Port': ['ID=4e0542c8-9b5e-4017-bdb7-b4b585de10d9,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:38.889881 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-06ad1f36-768c-4437-87f7-f858ccb72767 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Network a2b2a22c-a39e-445c-a28f-3542fdd15687 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:31:38.902329 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad1f36-768c-4437-87f7-f858ccb72767 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Pushing event updated for resources: {'Port': ['ID=dbcefae5-8c39-42d5-b478-a0ad2c3077ea,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:38.915349 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-06ad1f36-768c-4437-87f7-f858ccb72767 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:31:38.930775 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-06ad1f36-768c-4437-87f7-f858ccb72767 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:31:39.225623 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-06ad1f36-768c-4437-87f7-f858ccb72767 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:39.226355 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-06ad1f36-768c-4437-87f7-f858ccb72767 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:39.317522 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-06ad1f36-768c-4437-87f7-f858ccb72767 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6364028 Feb 16 22:31:39.321664 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-972f2540-5ccd-4e9b-9631-c565c04b2d36 admin admin] Publish callbacks [] for router_gateway (20fab61c-dae7-4bf5-ab45-0d69b4dc3182), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:39.388758 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-148cac64-c3e1-464e-bf68-0fb0960595a5 service neutron] Request body: {'port': {'device_id': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:31:39.537405 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-79f7eaeb-6dbd-4fa1-b819-a467fa022138 None None] Provisioning complete for port dbcefae5-8c39-42d5-b478-a0ad2c3077ea triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:39.542313 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-79f7eaeb-6dbd-4fa1-b819-a467fa022138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (dbcefae5-8c39-42d5-b478-a0ad2c3077ea), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:39.631967 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-79f7eaeb-6dbd-4fa1-b819-a467fa022138 None None] Port dbcefae5-8c39-42d5-b478-a0ad2c3077ea cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:31:39.723104 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-148cac64-c3e1-464e-bf68-0fb0960595a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cdadfd78-65f6-4dff-939c-85d390b9c67e), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:39.787614 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-9238ef52-50ca-4e71-b498-8d960728e939 service neutron] 10.222.0.75 "GET /v2.0/networks/7759ecb5-615f-4376-bf2e-f88402b96cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0486047 Feb 16 22:31:40.231431 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-a6d296dd-6bb7-4d4d-aea6-4a8e1b7784cd service neutron] 10.222.0.75 "GET /v2.0/networks/7759ecb5-615f-4376-bf2e-f88402b96cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4307249 Feb 16 22:31:40.260042 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-972f2540-5ccd-4e9b-9631-c565c04b2d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (20fab61c-dae7-4bf5-ab45-0d69b4dc3182), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:40.632187 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-148cac64-c3e1-464e-bf68-0fb0960595a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdadfd78-65f6-4dff-939c-85d390b9c67e {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:31:40.670716 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-148cac64-c3e1-464e-bf68-0fb0960595a5 service neutron] Publish callbacks [] for port (cdadfd78-65f6-4dff-939c-85d390b9c67e), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:40.739076 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-148cac64-c3e1-464e-bf68-0fb0960595a5 service neutron] Transition to ACTIVE for port object cdadfd78-65f6-4dff-939c-85d390b9c67e will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:31:40.748323 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-148cac64-c3e1-464e-bf68-0fb0960595a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (cdadfd78-65f6-4dff-939c-85d390b9c67e), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:40.901342 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 4e0542c8-9b5e-4017-bdb7-b4b585de10d9 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:31:40.983501 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 4e0542c8-9b5e-4017-bdb7-b4b585de10d9 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:40.983889 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4e0542c8-9b5e-4017-bdb7-b4b585de10d9), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:41.045849 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:31:41.143236 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 4e0542c8-9b5e-4017-bdb7-b4b585de10d9 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:31:41.143633 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4e0542c8-9b5e-4017-bdb7-b4b585de10d9), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:41.201565 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 4e0542c8-9b5e-4017-bdb7-b4b585de10d9, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=4e0542c8-9b5e-4017-bdb7-b4b585de10d9,segment=NetworkSegment(4a8c89a1-e48a-4185-af34-e4e1290f45ce),segment_id=4a8c89a1-e48a-4185-af34-e4e1290f45ce)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:31:41.208134 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148cac64-c3e1-464e-bf68-0fb0960595a5 service neutron] Pushing event updated for resources: {'Port': ['ID=cdadfd78-65f6-4dff-939c-85d390b9c67e,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:41.224200 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4e0542c8-9b5e-4017-bdb7-b4b585de10d9), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:41.282070 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-148cac64-c3e1-464e-bf68-0fb0960595a5 service neutron] Attempting to bind port cdadfd78-65f6-4dff-939c-85d390b9c67e on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:31:41.282742 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-148cac64-c3e1-464e-bf68-0fb0960595a5 service neutron] Attempting to bind port cdadfd78-65f6-4dff-939c-85d390b9c67e by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'ca5cde71-d897-4004-a95e-63d62192b29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '568908f0-9e98-4a11-b55f-12ed6993ec3c'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:31:41.282742 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-148cac64-c3e1-464e-bf68-0fb0960595a5 service neutron] Attempting to bind port cdadfd78-65f6-4dff-939c-85d390b9c67e on network 568908f0-9e98-4a11-b55f-12ed6993ec3c {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:31:41.310684 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f73d04-e76c-445c-8f3c-fd3b3a46b4ba req-6df3b149-bb36-40a2-8d86-90f5f5f65b82 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:41.316191 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f73d04-e76c-445c-8f3c-fd3b3a46b4ba req-6df3b149-bb36-40a2-8d86-90f5f5f65b82 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:41.333807 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f73d04-e76c-445c-8f3c-fd3b3a46b4ba req-6df3b149-bb36-40a2-8d86-90f5f5f65b82 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:41.335726 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=4e0542c8-9b5e-4017-bdb7-b4b585de10d9,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:41.344314 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f73d04-e76c-445c-8f3c-fd3b3a46b4ba req-6df3b149-bb36-40a2-8d86-90f5f5f65b82 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:41.349009 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26889dca-3427-4f4d-b388-a11b89139c0c None None] Network 1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:31:41.360003 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f73d04-e76c-445c-8f3c-fd3b3a46b4ba req-6df3b149-bb36-40a2-8d86-90f5f5f65b82 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:41.361898 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-35f73d04-e76c-445c-8f3c-fd3b3a46b4ba req-6df3b149-bb36-40a2-8d86-90f5f5f65b82 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 3827 time: 0.3467646 Feb 16 22:31:41.388074 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-148cac64-c3e1-464e-bf68-0fb0960595a5 service neutron] Port cdadfd78-65f6-4dff-939c-85d390b9c67e on network 568908f0-9e98-4a11-b55f-12ed6993ec3c not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:31:41.388490 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-148cac64-c3e1-464e-bf68-0fb0960595a5 service neutron] Attempting to bind port cdadfd78-65f6-4dff-939c-85d390b9c67e on network 568908f0-9e98-4a11-b55f-12ed6993ec3c {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:31:41.413183 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-148cac64-c3e1-464e-bf68-0fb0960595a5 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:31:41.413527 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-148cac64-c3e1-464e-bf68-0fb0960595a5 service neutron] Checking segment: {'id': 'ca5cde71-d897-4004-a95e-63d62192b29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '568908f0-9e98-4a11-b55f-12ed6993ec3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:31:41.413917 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-148cac64-c3e1-464e-bf68-0fb0960595a5 service neutron] Bound using segment: {'id': 'ca5cde71-d897-4004-a95e-63d62192b29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '568908f0-9e98-4a11-b55f-12ed6993ec3c'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:31:41.414394 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-148cac64-c3e1-464e-bf68-0fb0960595a5 service neutron] Bound port: cdadfd78-65f6-4dff-939c-85d390b9c67e, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca5cde71-d897-4004-a95e-63d62192b29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '568908f0-9e98-4a11-b55f-12ed6993ec3c'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:31:41.414755 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-148cac64-c3e1-464e-bf68-0fb0960595a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cdadfd78-65f6-4dff-939c-85d390b9c67e), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:41.421288 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7d3c-90d6-4caf-86bf-94ca54a6cfe2 None None] Provisioning complete for port 4e0542c8-9b5e-4017-bdb7-b4b585de10d9 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:41.421670 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7d3c-90d6-4caf-86bf-94ca54a6cfe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4e0542c8-9b5e-4017-bdb7-b4b585de10d9), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:41.484897 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972f2540-5ccd-4e9b-9631-c565c04b2d36 admin admin] Router 20fab61c-dae7-4bf5-ab45-0d69b4dc3182 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:31:41.598440 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-35f73d04-e76c-445c-8f3c-fd3b3a46b4ba req-cc3f71af-35a5-4a5b-89b4-60789e53c09b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284315 Feb 16 22:31:41.648768 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-148cac64-c3e1-464e-bf68-0fb0960595a5 service neutron] For port cdadfd78-65f6-4dff-939c-85d390b9c67e, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:31:41.655648 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-148cac64-c3e1-464e-bf68-0fb0960595a5 service neutron] For port cdadfd78-65f6-4dff-939c-85d390b9c67e, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=cdadfd78-65f6-4dff-939c-85d390b9c67e,segment=NetworkSegment(ca5cde71-d897-4004-a95e-63d62192b29d),segment_id=ca5cde71-d897-4004-a95e-63d62192b29d)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:31:41.675582 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-148cac64-c3e1-464e-bf68-0fb0960595a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (cdadfd78-65f6-4dff-939c-85d390b9c67e), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:41.727101 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7d3c-90d6-4caf-86bf-94ca54a6cfe2 None None] Current status of the port 4e0542c8-9b5e-4017-bdb7-b4b585de10d9 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:31:41.739266 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972f2540-5ccd-4e9b-9631-c565c04b2d36 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:31:41.762211 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cbd832-a2b4-4e9d-89c2-2c6466e739b5 None None] Sync routers for ids ['20fab61c-dae7-4bf5-ab45-0d69b4dc3182'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:31:41.766197 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-972f2540-5ccd-4e9b-9631-c565c04b2d36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:41.767973 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-972f2540-5ccd-4e9b-9631-c565c04b2d36 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0052078 Feb 16 22:31:41.773707 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47412) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:41.798958 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cbd832-a2b4-4e9d-89c2-2c6466e739b5 None None] Routers {'20fab61c-dae7-4bf5-ab45-0d69b4dc3182'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:31:41.799598 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-87cbd832-a2b4-4e9d-89c2-2c6466e739b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:31:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['20fab61c-dae7-4bf5-ab45-0d69b4dc3182'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:31:41.856632 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148cac64-c3e1-464e-bf68-0fb0960595a5 service neutron] Pushing event updated for resources: {'Port': ['ID=cdadfd78-65f6-4dff-939c-85d390b9c67e,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:41.868699 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-59991d10-405f-4f59-b9fd-72222ed4bfc9 req-92980e0e-23cf-4a8e-b24a-0ba02c7c7399 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=c436af37-7637-47f5-8f2c-259c94d090a4 HTTP/1.1" status: 200 len: 210 time: 0.1209211 Feb 16 22:31:41.872485 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-148cac64-c3e1-464e-bf68-0fb0960595a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:41.874303 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-148cac64-c3e1-464e-bf68-0fb0960595a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:41.878870 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-148cac64-c3e1-464e-bf68-0fb0960595a5 service neutron] 10.222.0.67 "PUT /v2.0/ports/cdadfd78-65f6-4dff-939c-85d390b9c67e HTTP/1.1" status: 200 len: 1092 time: 2.5346386 Feb 16 22:31:41.880958 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'tag': 'cdadfd78-65f6-4dff-939c-85d390b9c67e'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:31:41.884125 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80c492c-d3ba-4c22-ac81-c28c8ac6cb92" -d '{"events": [{"name": "network-changed", "server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "tag": "cdadfd78-65f6-4dff-939c-85d390b9c67e"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:31:41.925721 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-189d952f-f9dd-4a21-8e1d-f8c961b3b734 service neutron] Request body: {'port': {'device_id': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:31:42.079231 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-189d952f-f9dd-4a21-8e1d-f8c961b3b734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (69cd28e0-ad7d-4a7a-a387-44e7f55c4baa), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:42.386333 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-87cbd832-a2b4-4e9d-89c2-2c6466e739b5 None None] Set router 20fab61c-dae7-4bf5-ab45-0d69b4dc3182 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:31:42.418696 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-6158f564-0b10-47a9-997b-fe383947921b None None] Provisioning complete for port 4e0542c8-9b5e-4017-bdb7-b4b585de10d9 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:42.419703 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6158f564-0b10-47a9-997b-fe383947921b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4e0542c8-9b5e-4017-bdb7-b4b585de10d9), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:42.612697 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-6158f564-0b10-47a9-997b-fe383947921b None None] Current status of the port 4e0542c8-9b5e-4017-bdb7-b4b585de10d9 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:31:42.613229 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c6c060-e411-433f-8a09-d300374a8a2f x-openstack-request-id: req-c7c6c060-e411-433f-8a09-d300374a8a2f {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:31:42.613741 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "tag": "cdadfd78-65f6-4dff-939c-85d390b9c67e", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:31:42.614199 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c7c6c060-e411-433f-8a09-d300374a8a2f {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:31:42.615429 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'tag': 'cdadfd78-65f6-4dff-939c-85d390b9c67e', 'status': 'completed', 'code': 200} Feb 16 22:31:42.707286 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-87cbd832-a2b4-4e9d-89c2-2c6466e739b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fab61c-dae7-4bf5-ab45-0d69b4dc3182', 'name': 'tempest-TestAggregatesBasicOps-346313917-router', 'tenant_id': 'fea4f671ed934548a57353ee3c7957ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '67e4bcaa-ac0f-41f2-bb21-7ba088034296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:35Z', 'updated_at': '2022-02-16T22:31:38Z', 'revision_number': 3, 'project_id': 'fea4f671ed934548a57353ee3c7957ad', 'gw_port': {'id': '67e4bcaa-ac0f-41f2-bb21-7ba088034296', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fab61c-dae7-4bf5-ab45-0d69b4dc3182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:37Z', 'updated_at': '2022-02-16T22:31:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:31:42.747120 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47428) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:42.762134 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cbd832-a2b4-4e9d-89c2-2c6466e739b5 None None] Checking router: 20fab61c-dae7-4bf5-ab45-0d69b4dc3182 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:31:42.762547 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cbd832-a2b4-4e9d-89c2-2c6466e739b5 None None] Updating router 20fab61c-dae7-4bf5-ab45-0d69b4dc3182 port 67e4bcaa-ac0f-41f2-bb21-7ba088034296 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:31:42.809120 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-87cbd832-a2b4-4e9d-89c2-2c6466e739b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (67e4bcaa-ac0f-41f2-bb21-7ba088034296), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:42.831714 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 4e0542c8-9b5e-4017-bdb7-b4b585de10d9 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:31:42.945309 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 4e0542c8-9b5e-4017-bdb7-b4b585de10d9 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:42.945700 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4e0542c8-9b5e-4017-bdb7-b4b585de10d9), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:42.967952 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-090bfe52-5806-4eee-9aa4-9960abf94e56 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:42.974770 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-090bfe52-5806-4eee-9aa4-9960abf94e56 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.79 "GET /v2.0/networks?id=7759ecb5-615f-4376-bf2e-f88402b96cd9 HTTP/1.1" status: 200 len: 813 time: 0.3928106 Feb 16 22:31:43.073831 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-bab12189-e87e-4078-bd97-bf28b67ffc21 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Request body: {'port': {'device_id': 'c436af37-7637-47f5-8f2c-259c94d090a4', 'network_id': '7759ecb5-615f-4376-bf2e-f88402b96cd9', 'admin_state_up': True, 'tenant_id': 'c4406d5c23c94c6383b020d52bae2059'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:31:43.087316 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 4e0542c8-9b5e-4017-bdb7-b4b585de10d9 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:31:43.142548 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-94972ed1-1bdb-4077-a18c-1a8dc2572009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:43.163433 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c492c-d3ba-4c22-ac81-c28c8ac6cb92 req-c21f2647-b545-40d1-a7f3-feae26b94c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:43.166571 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c492c-d3ba-4c22-ac81-c28c8ac6cb92 req-c21f2647-b545-40d1-a7f3-feae26b94c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:43.168241 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c492c-d3ba-4c22-ac81-c28c8ac6cb92 req-c21f2647-b545-40d1-a7f3-feae26b94c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:43.169366 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c492c-d3ba-4c22-ac81-c28c8ac6cb92 req-c21f2647-b545-40d1-a7f3-feae26b94c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:43.170934 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c492c-d3ba-4c22-ac81-c28c8ac6cb92 req-c21f2647-b545-40d1-a7f3-feae26b94c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:43.173004 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e80c492c-d3ba-4c22-ac81-c28c8ac6cb92 req-c21f2647-b545-40d1-a7f3-feae26b94c23 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f6e9384d481649378c8629f80ddeb608&device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 4393 time: 0.5291071 Feb 16 22:31:43.210488 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-87cbd832-a2b4-4e9d-89c2-2c6466e739b5 None None] Publish callbacks [] for port (67e4bcaa-ac0f-41f2-bb21-7ba088034296), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:43.228539 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-87cbd832-a2b4-4e9d-89c2-2c6466e739b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (67e4bcaa-ac0f-41f2-bb21-7ba088034296), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:43.253292 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-189d952f-f9dd-4a21-8e1d-f8c961b3b734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:31:43.264929 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-189d952f-f9dd-4a21-8e1d-f8c961b3b734 service neutron] Publish callbacks [] for port (69cd28e0-ad7d-4a7a-a387-44e7f55c4baa), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:43.285906 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb929f-c5e0-44df-ad72-a8e15358224b req-2255af2f-f569-4cd9-85d2-a5d68f8504ea tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:43.294176 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb929f-c5e0-44df-ad72-a8e15358224b req-2255af2f-f569-4cd9-85d2-a5d68f8504ea tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:43.300017 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb929f-c5e0-44df-ad72-a8e15358224b req-2255af2f-f569-4cd9-85d2-a5d68f8504ea tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:43.306476 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb929f-c5e0-44df-ad72-a8e15358224b req-2255af2f-f569-4cd9-85d2-a5d68f8504ea tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:43.313266 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb929f-c5e0-44df-ad72-a8e15358224b req-2255af2f-f569-4cd9-85d2-a5d68f8504ea tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:43.315815 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-debb929f-c5e0-44df-ad72-a8e15358224b req-2255af2f-f569-4cd9-85d2-a5d68f8504ea tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 3827 time: 0.1189349 Feb 16 22:31:43.347476 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492895e4-cfc6-4df2-888f-6178e07bc8c1 None None] Pushing event updated for resources: {'Port': ['ID=67e4bcaa-ac0f-41f2-bb21-7ba088034296,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:43.379007 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492895e4-cfc6-4df2-888f-6178e07bc8c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:43.379354 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492895e4-cfc6-4df2-888f-6178e07bc8c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:43.379697 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492895e4-cfc6-4df2-888f-6178e07bc8c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:43.380032 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492895e4-cfc6-4df2-888f-6178e07bc8c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:43.380366 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492895e4-cfc6-4df2-888f-6178e07bc8c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:43.380696 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492895e4-cfc6-4df2-888f-6178e07bc8c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:43.381019 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492895e4-cfc6-4df2-888f-6178e07bc8c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:43.381346 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492895e4-cfc6-4df2-888f-6178e07bc8c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:43.381667 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492895e4-cfc6-4df2-888f-6178e07bc8c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:43.381986 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492895e4-cfc6-4df2-888f-6178e07bc8c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:43.382327 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492895e4-cfc6-4df2-888f-6178e07bc8c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:43.382648 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492895e4-cfc6-4df2-888f-6178e07bc8c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:43.382962 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492895e4-cfc6-4df2-888f-6178e07bc8c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:43.390116 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-debb929f-c5e0-44df-ad72-a8e15358224b req-4834669f-84b3-4f46-9e0f-53245db37657 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667992 Feb 16 22:31:43.394009 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-189d952f-f9dd-4a21-8e1d-f8c961b3b734 service neutron] Transition to ACTIVE for port object 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:31:43.404926 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-189d952f-f9dd-4a21-8e1d-f8c961b3b734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (69cd28e0-ad7d-4a7a-a387-44e7f55c4baa), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:43.439344 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-87cbd832-a2b4-4e9d-89c2-2c6466e739b5 None None] Attempting to bind port 67e4bcaa-ac0f-41f2-bb21-7ba088034296 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:31:43.439344 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-87cbd832-a2b4-4e9d-89c2-2c6466e739b5 None None] Attempting to bind port 67e4bcaa-ac0f-41f2-bb21-7ba088034296 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:31:43.439344 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cbd832-a2b4-4e9d-89c2-2c6466e739b5 None None] Attempting to bind port 67e4bcaa-ac0f-41f2-bb21-7ba088034296 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:31:43.455654 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cbd832-a2b4-4e9d-89c2-2c6466e739b5 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:31:43.456030 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cbd832-a2b4-4e9d-89c2-2c6466e739b5 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:31:43.456524 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-87cbd832-a2b4-4e9d-89c2-2c6466e739b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:43.456920 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cbd832-a2b4-4e9d-89c2-2c6466e739b5 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:31:43.457510 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-87cbd832-a2b4-4e9d-89c2-2c6466e739b5 None None] Bound port: 67e4bcaa-ac0f-41f2-bb21-7ba088034296, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:31:43.457758 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-87cbd832-a2b4-4e9d-89c2-2c6466e739b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (67e4bcaa-ac0f-41f2-bb21-7ba088034296), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:43.541883 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c492c-d3ba-4c22-ac81-c28c8ac6cb92 req-e621c79e-7dac-486f-a32b-a8380b4cad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:43.543397 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c492c-d3ba-4c22-ac81-c28c8ac6cb92 req-e621c79e-7dac-486f-a32b-a8380b4cad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:43.544093 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c492c-d3ba-4c22-ac81-c28c8ac6cb92 req-e621c79e-7dac-486f-a32b-a8380b4cad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:43.546890 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e80c492c-d3ba-4c22-ac81-c28c8ac6cb92 req-e621c79e-7dac-486f-a32b-a8380b4cad34 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=f6e9384d481649378c8629f80ddeb608&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3003383 Feb 16 22:31:43.574475 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f29045f8-7d70-40ea-bfff-2990db702c78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:43.580505 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-87cbd832-a2b4-4e9d-89c2-2c6466e739b5 None None] For port 67e4bcaa-ac0f-41f2-bb21-7ba088034296, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:31:43.584719 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-87cbd832-a2b4-4e9d-89c2-2c6466e739b5 None None] For port 67e4bcaa-ac0f-41f2-bb21-7ba088034296, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=67e4bcaa-ac0f-41f2-bb21-7ba088034296,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:31:43.598091 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-bab12189-e87e-4078-bd97-bf28b67ffc21 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Made reservation on behalf of c4406d5c23c94c6383b020d52bae2059 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:31:43.600775 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-87cbd832-a2b4-4e9d-89c2-2c6466e739b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (67e4bcaa-ac0f-41f2-bb21-7ba088034296), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:43.601588 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-bab12189-e87e-4078-bd97-bf28b67ffc21 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:43.639320 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c5bebc38-293a-44e6-886c-cddb95435e56 req-3eb67c4d-edff-4269-8d01-d790f6cb0a27 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=c436af37-7637-47f5-8f2c-259c94d090a4 HTTP/1.1" status: 200 len: 210 time: 0.1030285 Feb 16 22:31:43.687195 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cbd832-a2b4-4e9d-89c2-2c6466e739b5 None None] Routers {'20fab61c-dae7-4bf5-ab45-0d69b4dc3182'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:31:43.688291 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-87cbd832-a2b4-4e9d-89c2-2c6466e739b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:31:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['20fab61c-dae7-4bf5-ab45-0d69b4dc3182'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:31:43.693682 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d952f-f9dd-4a21-8e1d-f8c961b3b734 service neutron] Pushing event updated for resources: {'Port': ['ID=69cd28e0-ad7d-4a7a-a387-44e7f55c4baa,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:43.812745 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492895e4-cfc6-4df2-888f-6178e07bc8c1 None None] Pushing event updated for resources: {'Port': ['ID=67e4bcaa-ac0f-41f2-bb21-7ba088034296,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:43.877036 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-87cbd832-a2b4-4e9d-89c2-2c6466e739b5 None None] Set router 20fab61c-dae7-4bf5-ab45-0d69b4dc3182 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:31:43.886400 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-189d952f-f9dd-4a21-8e1d-f8c961b3b734 service neutron] Attempting to bind port 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:31:43.886753 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-189d952f-f9dd-4a21-8e1d-f8c961b3b734 service neutron] Attempting to bind port 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'ab0b36f1-758f-4e8c-9a46-1dd25642f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '26d0d9a9-120f-4eeb-8da5-91a75398d8cf'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:31:43.887322 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-189d952f-f9dd-4a21-8e1d-f8c961b3b734 service neutron] Attempting to bind port 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa on network 26d0d9a9-120f-4eeb-8da5-91a75398d8cf {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:31:43.896940 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-189d952f-f9dd-4a21-8e1d-f8c961b3b734 service neutron] Port 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa on network 26d0d9a9-120f-4eeb-8da5-91a75398d8cf not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:31:43.897267 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-189d952f-f9dd-4a21-8e1d-f8c961b3b734 service neutron] Attempting to bind port 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa on network 26d0d9a9-120f-4eeb-8da5-91a75398d8cf {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:31:43.909344 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-189d952f-f9dd-4a21-8e1d-f8c961b3b734 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:31:43.909694 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-189d952f-f9dd-4a21-8e1d-f8c961b3b734 service neutron] Checking segment: {'id': 'ab0b36f1-758f-4e8c-9a46-1dd25642f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '26d0d9a9-120f-4eeb-8da5-91a75398d8cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:31:43.910128 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-189d952f-f9dd-4a21-8e1d-f8c961b3b734 service neutron] Bound using segment: {'id': 'ab0b36f1-758f-4e8c-9a46-1dd25642f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '26d0d9a9-120f-4eeb-8da5-91a75398d8cf'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:31:43.910564 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-189d952f-f9dd-4a21-8e1d-f8c961b3b734 service neutron] Bound port: 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0b36f1-758f-4e8c-9a46-1dd25642f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '26d0d9a9-120f-4eeb-8da5-91a75398d8cf'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:31:43.911043 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-189d952f-f9dd-4a21-8e1d-f8c961b3b734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (69cd28e0-ad7d-4a7a-a387-44e7f55c4baa), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:43.984791 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f29045f8-7d70-40ea-bfff-2990db702c78 admin admin] Publish callbacks [] for security_group (9d52e01b-1feb-42dd-8d5b-275de94e1f98), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:44.001431 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-bab12189-e87e-4078-bd97-bf28b67ffc21 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Allocated IP 172.20.0.10 (7759ecb5-615f-4376-bf2e-f88402b96cd9/591646e2-043a-41f9-8af0-3b89325cbeb9/2322b778-9b15-41c7-8bbd-3f8b08a9cc9f) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:31:44.005422 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f29045f8-7d70-40ea-bfff-2990db702c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9d52e01b-1feb-42dd-8d5b-275de94e1f98), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:44.077439 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f29045f8-7d70-40ea-bfff-2990db702c78 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9c82e66df28f43be8bfb53aebd31af30&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3243966 Feb 16 22:31:44.078271 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29045f8-7d70-40ea-bfff-2990db702c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d52e01b-1feb-42dd-8d5b-275de94e1f98,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:44.080891 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47436) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:44.092100 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-189d952f-f9dd-4a21-8e1d-f8c961b3b734 service neutron] For port 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:31:44.116781 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-189d952f-f9dd-4a21-8e1d-f8c961b3b734 service neutron] For port 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=69cd28e0-ad7d-4a7a-a387-44e7f55c4baa,segment=NetworkSegment(ab0b36f1-758f-4e8c-9a46-1dd25642f72c),segment_id=ab0b36f1-758f-4e8c-9a46-1dd25642f72c)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:31:44.136336 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-189d952f-f9dd-4a21-8e1d-f8c961b3b734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (69cd28e0-ad7d-4a7a-a387-44e7f55c4baa), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:44.143455 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-87cbd832-a2b4-4e9d-89c2-2c6466e739b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fab61c-dae7-4bf5-ab45-0d69b4dc3182', 'name': 'tempest-TestAggregatesBasicOps-346313917-router', 'tenant_id': 'fea4f671ed934548a57353ee3c7957ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '67e4bcaa-ac0f-41f2-bb21-7ba088034296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:35Z', 'updated_at': '2022-02-16T22:31:38Z', 'revision_number': 3, 'project_id': 'fea4f671ed934548a57353ee3c7957ad', 'gw_port': {'id': '67e4bcaa-ac0f-41f2-bb21-7ba088034296', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fab61c-dae7-4bf5-ab45-0d69b4dc3182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:37Z', 'updated_at': '2022-02-16T22:31:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:31:44.188610 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-189d952f-f9dd-4a21-8e1d-f8c961b3b734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:44.189248 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-189d952f-f9dd-4a21-8e1d-f8c961b3b734 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:44.194955 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cbd832-a2b4-4e9d-89c2-2c6466e739b5 None None] The sync data for ids ['20fab61c-dae7-4bf5-ab45-0d69b4dc3182'] in n-d-813897-6 is: [{'id': '20fab61c-dae7-4bf5-ab45-0d69b4dc3182', 'name': 'tempest-TestAggregatesBasicOps-346313917-router', 'tenant_id': 'fea4f671ed934548a57353ee3c7957ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '67e4bcaa-ac0f-41f2-bb21-7ba088034296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:35Z', 'updated_at': '2022-02-16T22:31:38Z', 'revision_number': 3, 'project_id': 'fea4f671ed934548a57353ee3c7957ad', 'gw_port': {'id': '67e4bcaa-ac0f-41f2-bb21-7ba088034296', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fab61c-dae7-4bf5-ab45-0d69b4dc3182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:37Z', 'updated_at': '2022-02-16T22:31:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:31:44.203785 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-189d952f-f9dd-4a21-8e1d-f8c961b3b734 service neutron] 10.222.0.67 "PUT /v2.0/ports/69cd28e0-ad7d-4a7a-a387-44e7f55c4baa HTTP/1.1" status: 200 len: 1135 time: 2.2846513 Feb 16 22:31:44.234291 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-94972ed1-1bdb-4077-a18c-1a8dc2572009 admin admin] Allocated IP 172.20.0.1 (1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8/bc23e963-4735-4ccc-bb66-86fad6445774/34ac3269-822c-4cf7-9d1f-596941b6d7ea) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:31:44.238028 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c492c-d3ba-4c22-ac81-c28c8ac6cb92 req-8da2d8fc-834a-47ce-98c9-bda05460a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:44.245948 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e80c492c-d3ba-4c22-ac81-c28c8ac6cb92 req-8da2d8fc-834a-47ce-98c9-bda05460a4f7 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6834943 Feb 16 22:31:44.254010 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-5fc8d32f-4e46-401b-bb25-973d1828e6c7 service neutron] Request body: {'port': {'device_id': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:31:44.272289 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d4ac625e-c16d-469c-84a9-e2d4bc80cbee admin admin] Publish callbacks [] for security_group (9d52e01b-1feb-42dd-8d5b-275de94e1f98), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:44.303132 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d4ac625e-c16d-469c-84a9-e2d4bc80cbee admin admin] Publish callbacks [] for security_group (9d52e01b-1feb-42dd-8d5b-275de94e1f98), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:44.321640 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-bab12189-e87e-4078-bd97-bf28b67ffc21 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Publish callbacks [] for port (2322b778-9b15-41c7-8bbd-3f8b08a9cc9f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:44.397709 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d952f-f9dd-4a21-8e1d-f8c961b3b734 service neutron] Pushing event updated for resources: {'Port': ['ID=69cd28e0-ad7d-4a7a-a387-44e7f55c4baa,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:44.445745 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-5fc8d32f-4e46-401b-bb25-973d1828e6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f1376ffd-fe61-469a-a98f-7b82403092df), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:44.630908 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-bab12189-e87e-4078-bd97-bf28b67ffc21 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (2322b778-9b15-41c7-8bbd-3f8b08a9cc9f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:44.639001 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'tag': '69cd28e0-ad7d-4a7a-a387-44e7f55c4baa'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:31:44.640903 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-94972ed1-1bdb-4077-a18c-1a8dc2572009 admin admin] Publish callbacks [] for port (34ac3269-822c-4cf7-9d1f-596941b6d7ea), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:44.642585 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11dca23-5bdc-4b99-997d-f71d92651f56" -d '{"events": [{"name": "network-changed", "server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "tag": "69cd28e0-ad7d-4a7a-a387-44e7f55c4baa"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:31:44.650577 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['2f5310e9-1b86-4c56-99db-010c309a20b7', '7e8d4bb2-b826-4498-b828-1e264bf62ea8', '3d304d29-5749-4de2-b9ca-3642ed6aba2a'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:31:44.656888 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d4ac625e-c16d-469c-84a9-e2d4bc80cbee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9d52e01b-1feb-42dd-8d5b-275de94e1f98), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:44.673679 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d4ac625e-c16d-469c-84a9-e2d4bc80cbee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:44.674940 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d4ac625e-c16d-469c-84a9-e2d4bc80cbee admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9d52e01b-1feb-42dd-8d5b-275de94e1f98 HTTP/1.1" status: 204 len: 168 time: 0.5916724 Feb 16 22:31:44.855858 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-bab12189-e87e-4078-bd97-bf28b67ffc21 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Network 7759ecb5-615f-4376-bf2e-f88402b96cd9 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:31:44.863017 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-bab12189-e87e-4078-bd97-bf28b67ffc21 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:31:44.865100 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab12189-e87e-4078-bd97-bf28b67ffc21 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Pushing event updated for resources: {'Port': ['ID=2322b778-9b15-41c7-8bbd-3f8b08a9cc9f,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:44.870650 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-bab12189-e87e-4078-bd97-bf28b67ffc21 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:31:44.904583 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac625e-c16d-469c-84a9-e2d4bc80cbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d52e01b-1feb-42dd-8d5b-275de94e1f98,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:45.003029 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774caa36-e1d2-4937-ae15-09e98c1ca151 req-9d6d9d20-69d0-4016-bf2e-a7e47b543de9 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:45.019437 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-bab12189-e87e-4078-bd97-bf28b67ffc21 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:45.020101 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-bab12189-e87e-4078-bd97-bf28b67ffc21 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:45.034393 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774caa36-e1d2-4937-ae15-09e98c1ca151 req-9d6d9d20-69d0-4016-bf2e-a7e47b543de9 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:45.057907 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774caa36-e1d2-4937-ae15-09e98c1ca151 req-9d6d9d20-69d0-4016-bf2e-a7e47b543de9 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:45.074463 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774caa36-e1d2-4937-ae15-09e98c1ca151 req-9d6d9d20-69d0-4016-bf2e-a7e47b543de9 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:45.092468 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774caa36-e1d2-4937-ae15-09e98c1ca151 req-9d6d9d20-69d0-4016-bf2e-a7e47b543de9 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:45.099771 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-bab12189-e87e-4078-bd97-bf28b67ffc21 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0303195 Feb 16 22:31:45.105394 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-94972ed1-1bdb-4077-a18c-1a8dc2572009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (34ac3269-822c-4cf7-9d1f-596941b6d7ea), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:45.109676 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774caa36-e1d2-4937-ae15-09e98c1ca151 req-9d6d9d20-69d0-4016-bf2e-a7e47b543de9 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:45.114988 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-774caa36-e1d2-4937-ae15-09e98c1ca151 req-9d6d9d20-69d0-4016-bf2e-a7e47b543de9 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 4604 time: 0.5371065 Feb 16 22:31:45.129241 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-56b8e4bb-ea33-45ce-a671-0a71f14a824c service neutron] Request body: {'port': {'device_id': 'c436af37-7637-47f5-8f2c-259c94d090a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:31:45.254868 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94972ed1-1bdb-4077-a18c-1a8dc2572009 admin admin] Network 1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:31:45.297232 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-94972ed1-1bdb-4077-a18c-1a8dc2572009 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:31:45.302851 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94972ed1-1bdb-4077-a18c-1a8dc2572009 admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:31:45.374390 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-774caa36-e1d2-4937-ae15-09e98c1ca151 req-0cdfb4af-f036-4184-9299-b22bccb6463b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2506936 Feb 16 22:31:45.387993 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94972ed1-1bdb-4077-a18c-1a8dc2572009 admin admin] Pushing event updated for resources: {'Port': ['ID=34ac3269-822c-4cf7-9d1f-596941b6d7ea,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:45.508715 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-94972ed1-1bdb-4077-a18c-1a8dc2572009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (20fab61c-dae7-4bf5-ab45-0d69b4dc3182), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:45.511441 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-56b8e4bb-ea33-45ce-a671-0a71f14a824c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2322b778-9b15-41c7-8bbd-3f8b08a9cc9f), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:45.729854 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989fad8f-398d-407a-8f78-6792f995c58f req-52c93470-2f98-4f86-8d30-f150d9effba0 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:45.737921 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-989fad8f-398d-407a-8f78-6792f995c58f req-52c93470-2f98-4f86-8d30-f150d9effba0 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=c436af37-7637-47f5-8f2c-259c94d090a4 HTTP/1.1" status: 200 len: 932 time: 0.1702158 Feb 16 22:31:45.751796 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-5fc8d32f-4e46-401b-bb25-973d1828e6c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1376ffd-fe61-469a-a98f-7b82403092df {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:31:45.783144 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-5fc8d32f-4e46-401b-bb25-973d1828e6c7 service neutron] Publish callbacks [] for port (f1376ffd-fe61-469a-a98f-7b82403092df), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:45.853358 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-81a9dc1f-57a4-4d65-a036-d509c158b2a7 None None] Provisioning complete for port 34ac3269-822c-4cf7-9d1f-596941b6d7ea triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:45.853902 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-81a9dc1f-57a4-4d65-a036-d509c158b2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (34ac3269-822c-4cf7-9d1f-596941b6d7ea), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:45.855086 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-989fad8f-398d-407a-8f78-6792f995c58f req-ad6d02e3-fed9-45b4-964c-e195daed50fd tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159670 Feb 16 22:31:45.876890 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-5fc8d32f-4e46-401b-bb25-973d1828e6c7 service neutron] Transition to ACTIVE for port object f1376ffd-fe61-469a-a98f-7b82403092df will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:31:45.888420 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-5fc8d32f-4e46-401b-bb25-973d1828e6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (f1376ffd-fe61-469a-a98f-7b82403092df), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:45.959239 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-81a9dc1f-57a4-4d65-a036-d509c158b2a7 None None] Port 34ac3269-822c-4cf7-9d1f-596941b6d7ea cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:31:45.986997 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308b1b4b-f8d6-40bb-b66c-4040f01c23af x-openstack-request-id: req-308b1b4b-f8d6-40bb-b66c-4040f01c23af {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:31:45.988451 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "tag": "69cd28e0-ad7d-4a7a-a387-44e7f55c4baa", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:31:45.988836 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-308b1b4b-f8d6-40bb-b66c-4040f01c23af {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:31:45.989129 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'tag': '69cd28e0-ad7d-4a7a-a387-44e7f55c4baa', 'status': 'completed', 'code': 200} Feb 16 22:31:45.998355 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8d32f-4e46-401b-bb25-973d1828e6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f1376ffd-fe61-469a-a98f-7b82403092df,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:46.146043 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-5fc8d32f-4e46-401b-bb25-973d1828e6c7 service neutron] Attempting to bind port f1376ffd-fe61-469a-a98f-7b82403092df on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:31:46.146386 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-5fc8d32f-4e46-401b-bb25-973d1828e6c7 service neutron] Attempting to bind port f1376ffd-fe61-469a-a98f-7b82403092df by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'ab0b36f1-758f-4e8c-9a46-1dd25642f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '26d0d9a9-120f-4eeb-8da5-91a75398d8cf'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:31:46.146562 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-94972ed1-1bdb-4077-a18c-1a8dc2572009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (34ac3269-822c-4cf7-9d1f-596941b6d7ea), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:46.147041 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-5fc8d32f-4e46-401b-bb25-973d1828e6c7 service neutron] Attempting to bind port f1376ffd-fe61-469a-a98f-7b82403092df on network 26d0d9a9-120f-4eeb-8da5-91a75398d8cf {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:31:46.151784 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-5fc8d32f-4e46-401b-bb25-973d1828e6c7 service neutron] Port f1376ffd-fe61-469a-a98f-7b82403092df on network 26d0d9a9-120f-4eeb-8da5-91a75398d8cf not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:31:46.152196 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-5fc8d32f-4e46-401b-bb25-973d1828e6c7 service neutron] Attempting to bind port f1376ffd-fe61-469a-a98f-7b82403092df on network 26d0d9a9-120f-4eeb-8da5-91a75398d8cf {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:31:46.165512 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-5fc8d32f-4e46-401b-bb25-973d1828e6c7 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:31:46.165846 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-5fc8d32f-4e46-401b-bb25-973d1828e6c7 service neutron] Checking segment: {'id': 'ab0b36f1-758f-4e8c-9a46-1dd25642f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '26d0d9a9-120f-4eeb-8da5-91a75398d8cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:31:46.166373 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-5fc8d32f-4e46-401b-bb25-973d1828e6c7 service neutron] Bound using segment: {'id': 'ab0b36f1-758f-4e8c-9a46-1dd25642f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '26d0d9a9-120f-4eeb-8da5-91a75398d8cf'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:31:46.167382 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-5fc8d32f-4e46-401b-bb25-973d1828e6c7 service neutron] Bound port: f1376ffd-fe61-469a-a98f-7b82403092df, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0b36f1-758f-4e8c-9a46-1dd25642f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '26d0d9a9-120f-4eeb-8da5-91a75398d8cf'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:31:46.167743 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-5fc8d32f-4e46-401b-bb25-973d1828e6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f1376ffd-fe61-469a-a98f-7b82403092df), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:46.184397 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47466) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:46.216009 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11dca23-5bdc-4b99-997d-f71d92651f56 req-44e9c0be-48a5-4aa3-ac07-c7c721ca314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:46.216812 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11dca23-5bdc-4b99-997d-f71d92651f56 req-44e9c0be-48a5-4aa3-ac07-c7c721ca314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:46.217296 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11dca23-5bdc-4b99-997d-f71d92651f56 req-44e9c0be-48a5-4aa3-ac07-c7c721ca314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:46.218420 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11dca23-5bdc-4b99-997d-f71d92651f56 req-44e9c0be-48a5-4aa3-ac07-c7c721ca314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:46.219136 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11dca23-5bdc-4b99-997d-f71d92651f56 req-44e9c0be-48a5-4aa3-ac07-c7c721ca314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:46.219607 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11dca23-5bdc-4b99-997d-f71d92651f56 req-44e9c0be-48a5-4aa3-ac07-c7c721ca314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:46.220078 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11dca23-5bdc-4b99-997d-f71d92651f56 req-44e9c0be-48a5-4aa3-ac07-c7c721ca314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:46.222220 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b11dca23-5bdc-4b99-997d-f71d92651f56 req-44e9c0be-48a5-4aa3-ac07-c7c721ca314b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f6e9384d481649378c8629f80ddeb608&device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 6238 time: 0.2551508 Feb 16 22:31:46.295658 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-5fc8d32f-4e46-401b-bb25-973d1828e6c7 service neutron] For port f1376ffd-fe61-469a-a98f-7b82403092df, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:31:46.303823 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-5fc8d32f-4e46-401b-bb25-973d1828e6c7 service neutron] For port f1376ffd-fe61-469a-a98f-7b82403092df, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f1376ffd-fe61-469a-a98f-7b82403092df,segment=NetworkSegment(ab0b36f1-758f-4e8c-9a46-1dd25642f72c),segment_id=ab0b36f1-758f-4e8c-9a46-1dd25642f72c)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:31:46.325554 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-5fc8d32f-4e46-401b-bb25-973d1828e6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (f1376ffd-fe61-469a-a98f-7b82403092df), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:46.374983 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-f1364a45-efae-4f6f-a87c-47a6b3148637 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1447926043-network', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:31:46.398696 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-5fc8d32f-4e46-401b-bb25-973d1828e6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:46.399315 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-5fc8d32f-4e46-401b-bb25-973d1828e6c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:46.400793 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-5fc8d32f-4e46-401b-bb25-973d1828e6c7 service neutron] 10.222.0.67 "PUT /v2.0/ports/f1376ffd-fe61-469a-a98f-7b82403092df HTTP/1.1" status: 200 len: 1135 time: 2.1509759 Feb 16 22:31:46.402481 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11dca23-5bdc-4b99-997d-f71d92651f56 req-b9ccc446-6e39-4e6e-8660-c7092b75abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:46.402996 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11dca23-5bdc-4b99-997d-f71d92651f56 req-b9ccc446-6e39-4e6e-8660-c7092b75abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:46.403534 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11dca23-5bdc-4b99-997d-f71d92651f56 req-b9ccc446-6e39-4e6e-8660-c7092b75abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:46.411595 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b11dca23-5bdc-4b99-997d-f71d92651f56 req-b9ccc446-6e39-4e6e-8660-c7092b75abf2 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=f6e9384d481649378c8629f80ddeb608&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1543691 Feb 16 22:31:46.448923 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-160c29d6-1886-41c7-8421-6fe13cfaadc7 service neutron] Request body: {'port': {'device_id': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:31:46.455103 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1364a45-efae-4f6f-a87c-47a6b3148637 admin admin] Made reservation on behalf of 11dcb6fba69b48e58d8c23f01f2db2c9 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:31:46.457594 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f1364a45-efae-4f6f-a87c-47a6b3148637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:46.516277 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8d32f-4e46-401b-bb25-973d1828e6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f1376ffd-fe61-469a-a98f-7b82403092df,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:46.579349 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f1364a45-efae-4f6f-a87c-47a6b3148637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:46.679038 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-160c29d6-1886-41c7-8421-6fe13cfaadc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (055e02a5-47a0-401e-b169-9e127e0dd260), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:46.801300 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 67e4bcaa-ac0f-41f2-bb21-7ba088034296 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:31:46.820750 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfcddc-ad63-4107-9b3c-ccdabe45e882 req-b7618c91-e202-4a81-a14e-bdc4a54c3c04 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:46.829168 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfcddc-ad63-4107-9b3c-ccdabe45e882 req-b7618c91-e202-4a81-a14e-bdc4a54c3c04 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:46.835872 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfcddc-ad63-4107-9b3c-ccdabe45e882 req-b7618c91-e202-4a81-a14e-bdc4a54c3c04 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:46.842709 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfcddc-ad63-4107-9b3c-ccdabe45e882 req-b7618c91-e202-4a81-a14e-bdc4a54c3c04 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:46.849883 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfcddc-ad63-4107-9b3c-ccdabe45e882 req-b7618c91-e202-4a81-a14e-bdc4a54c3c04 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:46.856786 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfcddc-ad63-4107-9b3c-ccdabe45e882 req-b7618c91-e202-4a81-a14e-bdc4a54c3c04 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:46.863586 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfcddc-ad63-4107-9b3c-ccdabe45e882 req-b7618c91-e202-4a81-a14e-bdc4a54c3c04 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:46.867543 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8abfcddc-ad63-4107-9b3c-ccdabe45e882 req-b7618c91-e202-4a81-a14e-bdc4a54c3c04 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5381 time: 0.3525238 Feb 16 22:31:46.904944 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 67e4bcaa-ac0f-41f2-bb21-7ba088034296 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:46.905423 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (67e4bcaa-ac0f-41f2-bb21-7ba088034296), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:47.079385 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-56b8e4bb-ea33-45ce-a671-0a71f14a824c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2322b778-9b15-41c7-8bbd-3f8b08a9cc9f {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:31:47.084884 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 67e4bcaa-ac0f-41f2-bb21-7ba088034296 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:31:47.085629 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (67e4bcaa-ac0f-41f2-bb21-7ba088034296), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:47.091910 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-56b8e4bb-ea33-45ce-a671-0a71f14a824c service neutron] Publish callbacks [] for port (2322b778-9b15-41c7-8bbd-3f8b08a9cc9f), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:47.098093 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11dca23-5bdc-4b99-997d-f71d92651f56 req-41a2fdcb-98a2-4ecb-8220-0ab2dafa9abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:47.099504 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b11dca23-5bdc-4b99-997d-f71d92651f56 req-41a2fdcb-98a2-4ecb-8220-0ab2dafa9abf service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6867750 Feb 16 22:31:47.116047 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 67e4bcaa-ac0f-41f2-bb21-7ba088034296, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=67e4bcaa-ac0f-41f2-bb21-7ba088034296,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:31:47.121960 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (67e4bcaa-ac0f-41f2-bb21-7ba088034296), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:47.125441 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-56b8e4bb-ea33-45ce-a671-0a71f14a824c service neutron] Transition to ACTIVE for port object 2322b778-9b15-41c7-8bbd-3f8b08a9cc9f will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:31:47.131899 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8abfcddc-ad63-4107-9b3c-ccdabe45e882 req-9952b232-e1e4-485b-8db5-12cc44b5a3ec tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2552044 Feb 16 22:31:47.137348 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-56b8e4bb-ea33-45ce-a671-0a71f14a824c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (2322b778-9b15-41c7-8bbd-3f8b08a9cc9f), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:47.201416 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-94972ed1-1bdb-4077-a18c-1a8dc2572009 admin admin] Publish callbacks [] for port (34ac3269-822c-4cf7-9d1f-596941b6d7ea), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:47.203830 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f1364a45-efae-4f6f-a87c-47a6b3148637 admin admin] Publish callbacks [] for security_group (9392c5cd-07af-4f7d-9e36-095d399df325), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:47.221470 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f1364a45-efae-4f6f-a87c-47a6b3148637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9392c5cd-07af-4f7d-9e36-095d399df325), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:47.223232 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-94972ed1-1bdb-4077-a18c-1a8dc2572009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (34ac3269-822c-4cf7-9d1f-596941b6d7ea), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:47.247516 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=67e4bcaa-ac0f-41f2-bb21-7ba088034296,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:47.247758 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8e4bb-ea33-45ce-a671-0a71f14a824c service neutron] Pushing event updated for resources: {'Port': ['ID=2322b778-9b15-41c7-8bbd-3f8b08a9cc9f,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:47.274088 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:47.274883 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:47.275517 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:47.276040 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:47.277617 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:47.278276 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:47.278916 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:47.279433 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:47.280637 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:47.281156 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:47.281697 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:47.282317 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:47.282823 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:47.302188 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1364a45-efae-4f6f-a87c-47a6b3148637 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:31:47.347356 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1364a45-efae-4f6f-a87c-47a6b3148637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9392c5cd-07af-4f7d-9e36-095d399df325,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:47.350650 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f1364a45-efae-4f6f-a87c-47a6b3148637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (0da08ad7-1ffb-4706-9d45-1cc487f01f06), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:47.351121 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-f1364a45-efae-4f6f-a87c-47a6b3148637 admin admin] Added segment 0da08ad7-1ffb-4706-9d45-1cc487f01f06 of type vlan for network a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd Feb 16 22:31:47.356865 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-94972ed1-1bdb-4077-a18c-1a8dc2572009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (20fab61c-dae7-4bf5-ab45-0d69b4dc3182), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:47.373102 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-56b8e4bb-ea33-45ce-a671-0a71f14a824c service neutron] Attempting to bind port 2322b778-9b15-41c7-8bbd-3f8b08a9cc9f on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:31:47.373669 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-56b8e4bb-ea33-45ce-a671-0a71f14a824c service neutron] Attempting to bind port 2322b778-9b15-41c7-8bbd-3f8b08a9cc9f by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '389109f6-ebab-4899-93e4-704200323383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7759ecb5-615f-4376-bf2e-f88402b96cd9'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:31:47.374531 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-56b8e4bb-ea33-45ce-a671-0a71f14a824c service neutron] Attempting to bind port 2322b778-9b15-41c7-8bbd-3f8b08a9cc9f on network 7759ecb5-615f-4376-bf2e-f88402b96cd9 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:31:47.379262 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94972ed1-1bdb-4077-a18c-1a8dc2572009 admin admin] Pushing event updated for resources: {'Port': ['ID=34ac3269-822c-4cf7-9d1f-596941b6d7ea,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:47.395661 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-56b8e4bb-ea33-45ce-a671-0a71f14a824c service neutron] Port 2322b778-9b15-41c7-8bbd-3f8b08a9cc9f on network 7759ecb5-615f-4376-bf2e-f88402b96cd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:31:47.396243 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-56b8e4bb-ea33-45ce-a671-0a71f14a824c service neutron] Attempting to bind port 2322b778-9b15-41c7-8bbd-3f8b08a9cc9f on network 7759ecb5-615f-4376-bf2e-f88402b96cd9 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:31:47.410097 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-56b8e4bb-ea33-45ce-a671-0a71f14a824c service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:31:47.410745 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-56b8e4bb-ea33-45ce-a671-0a71f14a824c service neutron] Checking segment: {'id': '389109f6-ebab-4899-93e4-704200323383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7759ecb5-615f-4376-bf2e-f88402b96cd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:31:47.411326 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-56b8e4bb-ea33-45ce-a671-0a71f14a824c service neutron] Bound using segment: {'id': '389109f6-ebab-4899-93e4-704200323383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7759ecb5-615f-4376-bf2e-f88402b96cd9'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:31:47.411768 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-56b8e4bb-ea33-45ce-a671-0a71f14a824c service neutron] Bound port: 2322b778-9b15-41c7-8bbd-3f8b08a9cc9f, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '389109f6-ebab-4899-93e4-704200323383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7759ecb5-615f-4376-bf2e-f88402b96cd9'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:31:47.412148 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-56b8e4bb-ea33-45ce-a671-0a71f14a824c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2322b778-9b15-41c7-8bbd-3f8b08a9cc9f), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:47.412828 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f1364a45-efae-4f6f-a87c-47a6b3148637 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:47.473014 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8da2d6-df3b-49c9-9610-241029dc8ff1 req-269eaa3d-5b6b-465d-81ac-5c1cfc1966e3 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:47.474650 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3d8da2d6-df3b-49c9-9610-241029dc8ff1 req-269eaa3d-5b6b-465d-81ac-5c1cfc1966e3 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=c436af37-7637-47f5-8f2c-259c94d090a4 HTTP/1.1" status: 200 len: 944 time: 0.1813703 Feb 16 22:31:47.490297 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-160c29d6-1886-41c7-8421-6fe13cfaadc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 055e02a5-47a0-401e-b169-9e127e0dd260 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:31:47.499597 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f1364a45-efae-4f6f-a87c-47a6b3148637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:47.501066 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1364a45-efae-4f6f-a87c-47a6b3148637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:47.501419 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f1364a45-efae-4f6f-a87c-47a6b3148637 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:47.504801 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-160c29d6-1886-41c7-8421-6fe13cfaadc7 service neutron] Publish callbacks [] for port (055e02a5-47a0-401e-b169-9e127e0dd260), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:47.525720 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94972ed1-1bdb-4077-a18c-1a8dc2572009 admin admin] Network 1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:31:47.534226 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-94972ed1-1bdb-4077-a18c-1a8dc2572009 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:31:47.548075 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-56b8e4bb-ea33-45ce-a671-0a71f14a824c service neutron] For port 2322b778-9b15-41c7-8bbd-3f8b08a9cc9f, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:31:47.554663 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-56b8e4bb-ea33-45ce-a671-0a71f14a824c service neutron] For port 2322b778-9b15-41c7-8bbd-3f8b08a9cc9f, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=2322b778-9b15-41c7-8bbd-3f8b08a9cc9f,segment=NetworkSegment(389109f6-ebab-4899-93e4-704200323383),segment_id=389109f6-ebab-4899-93e4-704200323383)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:31:47.578336 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-160c29d6-1886-41c7-8421-6fe13cfaadc7 service neutron] Transition to ACTIVE for port object 055e02a5-47a0-401e-b169-9e127e0dd260 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:31:47.590632 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f1364a45-efae-4f6f-a87c-47a6b3148637 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4037328 Feb 16 22:31:47.591401 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47476) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:47.607915 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-53e37b81-9dd3-4f18-a1e1-6ff9460cc9eb admin admin] Request body: {'subnet': {'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1447926043-subnet', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:31:47.640479 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-56b8e4bb-ea33-45ce-a671-0a71f14a824c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (2322b778-9b15-41c7-8bbd-3f8b08a9cc9f), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:47.645135 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-160c29d6-1886-41c7-8421-6fe13cfaadc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (055e02a5-47a0-401e-b169-9e127e0dd260), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:47.660040 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1364a45-efae-4f6f-a87c-47a6b3148637 admin admin] Pushing event updated for resources: {'Network': ['ID=a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:47.674091 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:31:47.709128 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-56b8e4bb-ea33-45ce-a671-0a71f14a824c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:47.709760 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-56b8e4bb-ea33-45ce-a671-0a71f14a824c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:47.711232 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-56b8e4bb-ea33-45ce-a671-0a71f14a824c service neutron] 10.222.0.79 "PUT /v2.0/ports/2322b778-9b15-41c7-8bbd-3f8b08a9cc9f HTTP/1.1" status: 200 len: 1092 time: 2.5987043 Feb 16 22:31:47.711822 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c436af37-7637-47f5-8f2c-259c94d090a4', 'tag': '2322b778-9b15-41c7-8bbd-3f8b08a9cc9f'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:31:47.714053 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d07ecbb-fad7-4e0c-9c3b-79f4fda75a50" -d '{"events": [{"name": "network-changed", "server_uuid": "c436af37-7637-47f5-8f2c-259c94d090a4", "tag": "2322b778-9b15-41c7-8bbd-3f8b08a9cc9f"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:31:47.718306 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3d8da2d6-df3b-49c9-9610-241029dc8ff1 req-3fe32475-b5f5-4e4e-b902-94030419aced tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227008 Feb 16 22:31:47.724029 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e37b81-9dd3-4f18-a1e1-6ff9460cc9eb admin admin] Made reservation on behalf of 11dcb6fba69b48e58d8c23f01f2db2c9 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:31:47.726486 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53e37b81-9dd3-4f18-a1e1-6ff9460cc9eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:47.747280 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8e4bb-ea33-45ce-a671-0a71f14a824c service neutron] Pushing event updated for resources: {'Port': ['ID=2322b778-9b15-41c7-8bbd-3f8b08a9cc9f,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:47.780150 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94972ed1-1bdb-4077-a18c-1a8dc2572009 admin admin] Router 20fab61c-dae7-4bf5-ab45-0d69b4dc3182 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:31:47.797095 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c29d6-1886-41c7-8421-6fe13cfaadc7 service neutron] Pushing event updated for resources: {'Port': ['ID=055e02a5-47a0-401e-b169-9e127e0dd260,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:47.952579 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-160c29d6-1886-41c7-8421-6fe13cfaadc7 service neutron] Attempting to bind port 055e02a5-47a0-401e-b169-9e127e0dd260 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:31:47.953275 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-160c29d6-1886-41c7-8421-6fe13cfaadc7 service neutron] Attempting to bind port 055e02a5-47a0-401e-b169-9e127e0dd260 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'ab0b36f1-758f-4e8c-9a46-1dd25642f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '26d0d9a9-120f-4eeb-8da5-91a75398d8cf'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:31:47.953275 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-160c29d6-1886-41c7-8421-6fe13cfaadc7 service neutron] Attempting to bind port 055e02a5-47a0-401e-b169-9e127e0dd260 on network 26d0d9a9-120f-4eeb-8da5-91a75398d8cf {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:31:47.977125 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-160c29d6-1886-41c7-8421-6fe13cfaadc7 service neutron] Port 055e02a5-47a0-401e-b169-9e127e0dd260 on network 26d0d9a9-120f-4eeb-8da5-91a75398d8cf not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:31:47.977385 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-160c29d6-1886-41c7-8421-6fe13cfaadc7 service neutron] Attempting to bind port 055e02a5-47a0-401e-b169-9e127e0dd260 on network 26d0d9a9-120f-4eeb-8da5-91a75398d8cf {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:31:47.997369 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'tag': 'f1376ffd-fe61-469a-a98f-7b82403092df'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:31:47.999695 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1438bd6d-c2a7-4b30-a190-119a779d5cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "tag": "f1376ffd-fe61-469a-a98f-7b82403092df"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:31:48.015182 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-160c29d6-1886-41c7-8421-6fe13cfaadc7 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:31:48.015554 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-160c29d6-1886-41c7-8421-6fe13cfaadc7 service neutron] Checking segment: {'id': 'ab0b36f1-758f-4e8c-9a46-1dd25642f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '26d0d9a9-120f-4eeb-8da5-91a75398d8cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:31:48.015906 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-160c29d6-1886-41c7-8421-6fe13cfaadc7 service neutron] Bound using segment: {'id': 'ab0b36f1-758f-4e8c-9a46-1dd25642f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '26d0d9a9-120f-4eeb-8da5-91a75398d8cf'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:31:48.016353 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-160c29d6-1886-41c7-8421-6fe13cfaadc7 service neutron] Bound port: 055e02a5-47a0-401e-b169-9e127e0dd260, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0b36f1-758f-4e8c-9a46-1dd25642f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '26d0d9a9-120f-4eeb-8da5-91a75398d8cf'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:31:48.016715 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-160c29d6-1886-41c7-8421-6fe13cfaadc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (055e02a5-47a0-401e-b169-9e127e0dd260), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:48.019968 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94972ed1-1bdb-4077-a18c-1a8dc2572009 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:31:48.026016 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-94972ed1-1bdb-4077-a18c-1a8dc2572009 admin admin] 10.222.0.75 "PUT /v2.0/routers/20fab61c-dae7-4bf5-ab45-0d69b4dc3182/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2484214 Feb 16 22:31:48.037410 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53286b30-6937-44b9-a7c0-655f85bc5baf None None] Sync routers for ids ['20fab61c-dae7-4bf5-ab45-0d69b4dc3182'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:31:48.071081 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-37019f0f-c9f2-42c1-932b-d5edd4296e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:48.072616 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53286b30-6937-44b9-a7c0-655f85bc5baf None None] Routers {'20fab61c-dae7-4bf5-ab45-0d69b4dc3182'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:31:48.072794 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-37019f0f-c9f2-42c1-932b-d5edd4296e0e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c4406d5c23c94c6383b020d52bae2059&device_id=c436af37-7637-47f5-8f2c-259c94d090a4 HTTP/1.1" status: 200 len: 1126 time: 0.2039402 Feb 16 22:31:48.075872 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-53286b30-6937-44b9-a7c0-655f85bc5baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:31:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['20fab61c-dae7-4bf5-ab45-0d69b4dc3182'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:31:48.131252 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-735bbf51-ea9e-4703-a0dd-f5000a775c26 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2322b778-9b15-41c7-8bbd-3f8b08a9cc9f HTTP/1.1" status: 200 len: 217 time: 0.0500228 Feb 16 22:31:48.169723 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-ab794411-c9ef-4024-8438-d5b3b03dbf7d None None] Provisioning complete for port 34ac3269-822c-4cf7-9d1f-596941b6d7ea triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:48.172660 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ab794411-c9ef-4024-8438-d5b3b03dbf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (34ac3269-822c-4cf7-9d1f-596941b6d7ea), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:48.235305 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-160c29d6-1886-41c7-8421-6fe13cfaadc7 service neutron] For port 055e02a5-47a0-401e-b169-9e127e0dd260, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:31:48.246530 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-160c29d6-1886-41c7-8421-6fe13cfaadc7 service neutron] For port 055e02a5-47a0-401e-b169-9e127e0dd260, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=055e02a5-47a0-401e-b169-9e127e0dd260,segment=NetworkSegment(ab0b36f1-758f-4e8c-9a46-1dd25642f72c),segment_id=ab0b36f1-758f-4e8c-9a46-1dd25642f72c)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:31:48.248819 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-6743fd80-3c0a-43dd-a1bc-c127455a17a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:48.250327 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-6743fd80-3c0a-43dd-a1bc-c127455a17a5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=591646e2-043a-41f9-8af0-3b89325cbeb9 HTTP/1.1" status: 200 len: 853 time: 0.1081395 Feb 16 22:31:48.253820 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53e37b81-9dd3-4f18-a1e1-6ff9460cc9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (0a662751-aa30-4a8c-92bf-a9f1c49c1b53), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:48.277241 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-ab794411-c9ef-4024-8438-d5b3b03dbf7d None None] Port 34ac3269-822c-4cf7-9d1f-596941b6d7ea cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:31:48.309887 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f09f04a-15f0-4402-8fdc-c38f2888a765 x-openstack-request-id: req-8f09f04a-15f0-4402-8fdc-c38f2888a765 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:31:48.310422 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c436af37-7637-47f5-8f2c-259c94d090a4", "tag": "2322b778-9b15-41c7-8bbd-3f8b08a9cc9f", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:31:48.310688 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8f09f04a-15f0-4402-8fdc-c38f2888a765 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:31:48.311683 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c436af37-7637-47f5-8f2c-259c94d090a4', 'tag': '2322b778-9b15-41c7-8bbd-3f8b08a9cc9f', 'status': 'completed', 'code': 200} Feb 16 22:31:48.313716 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-4a1f4c2b-9663-49d0-bf54-8d7d381ad898 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7759ecb5-615f-4376-bf2e-f88402b96cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566335 Feb 16 22:31:48.336903 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-53286b30-6937-44b9-a7c0-655f85bc5baf None None] Set router 20fab61c-dae7-4bf5-ab45-0d69b4dc3182 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:31:48.339502 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e37b81-9dd3-4f18-a1e1-6ff9460cc9eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a662751-aa30-4a8c-92bf-a9f1c49c1b53,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:48.342041 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-160c29d6-1886-41c7-8421-6fe13cfaadc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (055e02a5-47a0-401e-b169-9e127e0dd260), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:48.421101 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46517580-a0cb-4e92-aa41-3a446ceedd36 x-openstack-request-id: req-46517580-a0cb-4e92-aa41-3a446ceedd36 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:31:48.421398 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "tag": "f1376ffd-fe61-469a-a98f-7b82403092df", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:31:48.421655 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-46517580-a0cb-4e92-aa41-3a446ceedd36 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:31:48.422082 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'tag': 'f1376ffd-fe61-469a-a98f-7b82403092df', 'status': 'completed', 'code': 200} Feb 16 22:31:48.493226 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c29d6-1886-41c7-8421-6fe13cfaadc7 service neutron] Pushing event updated for resources: {'Port': ['ID=055e02a5-47a0-401e-b169-9e127e0dd260,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:48.501472 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-160c29d6-1886-41c7-8421-6fe13cfaadc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:48.502277 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-160c29d6-1886-41c7-8421-6fe13cfaadc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:48.503904 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-160c29d6-1886-41c7-8421-6fe13cfaadc7 service neutron] 10.222.0.67 "PUT /v2.0/ports/055e02a5-47a0-401e-b169-9e127e0dd260 HTTP/1.1" status: 200 len: 1089 time: 2.0633821 Feb 16 22:31:48.546230 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-7f13814a-93ca-493b-b332-251f2c98235d service neutron] 10.222.0.79 "GET /v2.0/networks/7759ecb5-615f-4376-bf2e-f88402b96cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244940 Feb 16 22:31:48.593518 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-d4007395-75c5-4b29-8ea6-2d51da22c59f service neutron] Request body: {'port': {'device_id': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:31:48.631747 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438bd6d-c2a7-4b30-a190-119a779d5cc1 req-a66cff6c-f2b2-4922-ad6d-bb9f01be3c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:48.634621 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438bd6d-c2a7-4b30-a190-119a779d5cc1 req-a66cff6c-f2b2-4922-ad6d-bb9f01be3c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:48.635101 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438bd6d-c2a7-4b30-a190-119a779d5cc1 req-a66cff6c-f2b2-4922-ad6d-bb9f01be3c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:48.636462 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e37b81-9dd3-4f18-a1e1-6ff9460cc9eb admin admin] Checking segment: {'id': '0da08ad7-1ffb-4706-9d45-1cc487f01f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:31:48.637206 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e37b81-9dd3-4f18-a1e1-6ff9460cc9eb admin admin] Network hostable DHCP agents. Network: a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:31:48.638882 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438bd6d-c2a7-4b30-a190-119a779d5cc1 req-a66cff6c-f2b2-4922-ad6d-bb9f01be3c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:48.639550 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438bd6d-c2a7-4b30-a190-119a779d5cc1 req-a66cff6c-f2b2-4922-ad6d-bb9f01be3c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:48.642006 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438bd6d-c2a7-4b30-a190-119a779d5cc1 req-a66cff6c-f2b2-4922-ad6d-bb9f01be3c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:48.642665 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438bd6d-c2a7-4b30-a190-119a779d5cc1 req-a66cff6c-f2b2-4922-ad6d-bb9f01be3c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:48.644751 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1438bd6d-c2a7-4b30-a190-119a779d5cc1 req-a66cff6c-f2b2-4922-ad6d-bb9f01be3c0a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f6e9384d481649378c8629f80ddeb608&device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 6409 time: 0.2071865 Feb 16 22:31:48.715587 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be537dd2-26bd-4134-b228-1dd939a843d7 req-9962015d-e512-426a-b2fb-57bc2266a8e1 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:48.731084 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be537dd2-26bd-4134-b228-1dd939a843d7 req-9962015d-e512-426a-b2fb-57bc2266a8e1 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:48.731084 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be537dd2-26bd-4134-b228-1dd939a843d7 req-9962015d-e512-426a-b2fb-57bc2266a8e1 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:48.736123 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be537dd2-26bd-4134-b228-1dd939a843d7 req-9962015d-e512-426a-b2fb-57bc2266a8e1 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:48.742331 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be537dd2-26bd-4134-b228-1dd939a843d7 req-9962015d-e512-426a-b2fb-57bc2266a8e1 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:48.749163 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be537dd2-26bd-4134-b228-1dd939a843d7 req-9962015d-e512-426a-b2fb-57bc2266a8e1 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:48.755776 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be537dd2-26bd-4134-b228-1dd939a843d7 req-9962015d-e512-426a-b2fb-57bc2266a8e1 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:48.768962 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-be537dd2-26bd-4134-b228-1dd939a843d7 req-9962015d-e512-426a-b2fb-57bc2266a8e1 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5393 time: 0.2337360 Feb 16 22:31:48.794192 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 67e4bcaa-ac0f-41f2-bb21-7ba088034296 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:31:48.837916 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-d4007395-75c5-4b29-8ea6-2d51da22c59f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d4fbc09b-056d-495d-94fc-6214e9e03479), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:48.861658 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e37b81-9dd3-4f18-a1e1-6ff9460cc9eb admin admin] Network a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:31:48.870843 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d5cf64e3-9a01-47e7-82b2-33f816ada116 req-c9a9ea1b-713d-498b-9bfb-1c0bfc84e45e service neutron] 10.222.0.79 "GET /v2.0/networks/7759ecb5-615f-4376-bf2e-f88402b96cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112087 Feb 16 22:31:48.897768 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438bd6d-c2a7-4b30-a190-119a779d5cc1 req-5e7e3729-98a8-4581-a190-94618b70f742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:48.898289 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438bd6d-c2a7-4b30-a190-119a779d5cc1 req-5e7e3729-98a8-4581-a190-94618b70f742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:48.898814 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438bd6d-c2a7-4b30-a190-119a779d5cc1 req-5e7e3729-98a8-4581-a190-94618b70f742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:48.900401 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1438bd6d-c2a7-4b30-a190-119a779d5cc1 req-5e7e3729-98a8-4581-a190-94618b70f742 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=f6e9384d481649378c8629f80ddeb608&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2385206 Feb 16 22:31:48.984377 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-53e37b81-9dd3-4f18-a1e1-6ff9460cc9eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:31:48.991644 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e37b81-9dd3-4f18-a1e1-6ff9460cc9eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:48.992549 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53e37b81-9dd3-4f18-a1e1-6ff9460cc9eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:49.037814 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0e4b77-a4fa-4ddf-ac11-b6c1e0225f61 None None] Network a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:31:49.059164 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07ecbb-fad7-4e0c-9c3b-79f4fda75a50 req-4f767b1a-2ebb-4a02-a7c6-5f6800084b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:49.060611 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6d07ecbb-fad7-4e0c-9c3b-79f4fda75a50 req-4f767b1a-2ebb-4a02-a7c6-5f6800084b00 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c4406d5c23c94c6383b020d52bae2059&device_id=c436af37-7637-47f5-8f2c-259c94d090a4 HTTP/1.1" status: 200 len: 1126 time: 0.1197453 Feb 16 22:31:49.158986 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 67e4bcaa-ac0f-41f2-bb21-7ba088034296 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:49.159582 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (67e4bcaa-ac0f-41f2-bb21-7ba088034296), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:49.169181 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07ecbb-fad7-4e0c-9c3b-79f4fda75a50 req-82ca91d9-4c52-40e7-839d-6a030d2b0227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:49.170749 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6d07ecbb-fad7-4e0c-9c3b-79f4fda75a50 req-82ca91d9-4c52-40e7-839d-6a030d2b0227 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7759ecb5-615f-4376-bf2e-f88402b96cd9 HTTP/1.1" status: 200 len: 914 time: 0.1015806 Feb 16 22:31:49.172989 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47504) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:49.179449 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-ea5f0096-ee9a-4520-a8b3-6c7527607119 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1250581453-network', 'tenant_id': 'cb3fa7f64b434777980f22cc60684713'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:31:49.236347 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6d07ecbb-fad7-4e0c-9c3b-79f4fda75a50 req-d8f9a24b-ccde-4ab5-b297-99d449a9e15a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2322b778-9b15-41c7-8bbd-3f8b08a9cc9f HTTP/1.1" status: 200 len: 217 time: 0.0515201 Feb 16 22:31:49.238819 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438bd6d-c2a7-4b30-a190-119a779d5cc1 req-24f089e8-7c8c-4f01-a911-974d64729cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:49.240199 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1438bd6d-c2a7-4b30-a190-119a779d5cc1 req-24f089e8-7c8c-4f01-a911-974d64729cb5 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3328512 Feb 16 22:31:49.255534 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-d4007395-75c5-4b29-8ea6-2d51da22c59f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4fbc09b-056d-495d-94fc-6214e9e03479 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:31:49.264334 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-d4007395-75c5-4b29-8ea6-2d51da22c59f service neutron] Publish callbacks [] for port (d4fbc09b-056d-495d-94fc-6214e9e03479), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:49.271557 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ff5e98-973c-48d3-8397-74464a29c829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd', 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd', 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'fixed_ips': [{'subnet_id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:31:49.272683 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-70ff5e98-973c-48d3-8397-74464a29c829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:49.277218 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-d4007395-75c5-4b29-8ea6-2d51da22c59f service neutron] Transition to ACTIVE for port object d4fbc09b-056d-495d-94fc-6214e9e03479 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:31:49.296759 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-be537dd2-26bd-4134-b228-1dd939a843d7 req-4cced812-bff5-42c7-b82a-e5bbae166ded tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5224285 Feb 16 22:31:49.301244 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-d4007395-75c5-4b29-8ea6-2d51da22c59f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (d4fbc09b-056d-495d-94fc-6214e9e03479), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:49.310772 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-53e37b81-9dd3-4f18-a1e1-6ff9460cc9eb admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7083185 Feb 16 22:31:49.316011 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47506) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:49.321410 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-c5988628-1bc7-45a4-844b-b923fbbfe8a0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1447926043-router', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:31:49.360173 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c5988628-1bc7-45a4-844b-b923fbbfe8a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (4f76041d-32ee-4188-a776-12dcc7ad25cc), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:49.361377 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c5988628-1bc7-45a4-844b-b923fbbfe8a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (4f76041d-32ee-4188-a776-12dcc7ad25cc), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:49.374357 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5f0096-ee9a-4520-a8b3-6c7527607119 admin admin] Made reservation on behalf of cb3fa7f64b434777980f22cc60684713 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:31:49.377244 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ea5f0096-ee9a-4520-a8b3-6c7527607119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:49.393885 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ea5f0096-ee9a-4520-a8b3-6c7527607119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:49.410551 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07ecbb-fad7-4e0c-9c3b-79f4fda75a50 req-a749ef28-9dbd-459c-8b2f-6b9f71e291cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:49.412880 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6d07ecbb-fad7-4e0c-9c3b-79f4fda75a50 req-a749ef28-9dbd-459c-8b2f-6b9f71e291cb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=591646e2-043a-41f9-8af0-3b89325cbeb9 HTTP/1.1" status: 200 len: 853 time: 0.1531653 Feb 16 22:31:49.457856 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6d07ecbb-fad7-4e0c-9c3b-79f4fda75a50 req-94b128a7-a86f-4d9d-affe-9accb60e1c49 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7759ecb5-615f-4376-bf2e-f88402b96cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379906 Feb 16 22:31:49.490357 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-70ff5e98-973c-48d3-8397-74464a29c829 None None] Allocated IP 172.20.0.2 (a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd/0a662751-aa30-4a8c-92bf-a9f1c49c1b53/68124998-b5a1-43ff-8eb4-f6ac3b9dae38) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:31:49.494051 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4007395-75c5-4b29-8ea6-2d51da22c59f service neutron] Pushing event updated for resources: {'Port': ['ID=d4fbc09b-056d-495d-94fc-6214e9e03479,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:49.562468 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 67e4bcaa-ac0f-41f2-bb21-7ba088034296 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:31:49.597994 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ea5f0096-ee9a-4520-a8b3-6c7527607119 admin admin] Publish callbacks [] for security_group (89ed295f-d5d9-4f61-9ef7-44f536a9f213), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:49.603380 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c349e4a-65e5-44c9-8318-728e27b46308 req-bf356c2e-9086-4ffb-b490-f5a40f45e669 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:49.607246 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c349e4a-65e5-44c9-8318-728e27b46308 req-bf356c2e-9086-4ffb-b490-f5a40f45e669 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=c436af37-7637-47f5-8f2c-259c94d090a4 HTTP/1.1" status: 200 len: 944 time: 0.1784437 Feb 16 22:31:49.639154 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c5988628-1bc7-45a4-844b-b923fbbfe8a0 admin admin] Publish callbacks [] for router_controller (4f76041d-32ee-4188-a776-12dcc7ad25cc), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:49.643747 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ea5f0096-ee9a-4520-a8b3-6c7527607119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (89ed295f-d5d9-4f61-9ef7-44f536a9f213), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:49.658393 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-d4007395-75c5-4b29-8ea6-2d51da22c59f service neutron] Attempting to bind port d4fbc09b-056d-495d-94fc-6214e9e03479 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:31:49.658659 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-d4007395-75c5-4b29-8ea6-2d51da22c59f service neutron] Attempting to bind port d4fbc09b-056d-495d-94fc-6214e9e03479 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'ab0b36f1-758f-4e8c-9a46-1dd25642f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '26d0d9a9-120f-4eeb-8da5-91a75398d8cf'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:31:49.662371 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-d4007395-75c5-4b29-8ea6-2d51da22c59f service neutron] Attempting to bind port d4fbc09b-056d-495d-94fc-6214e9e03479 on network 26d0d9a9-120f-4eeb-8da5-91a75398d8cf {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:31:49.688606 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-d4007395-75c5-4b29-8ea6-2d51da22c59f service neutron] Port d4fbc09b-056d-495d-94fc-6214e9e03479 on network 26d0d9a9-120f-4eeb-8da5-91a75398d8cf not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:31:49.688880 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-d4007395-75c5-4b29-8ea6-2d51da22c59f service neutron] Attempting to bind port d4fbc09b-056d-495d-94fc-6214e9e03479 on network 26d0d9a9-120f-4eeb-8da5-91a75398d8cf {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:31:49.699750 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-d4007395-75c5-4b29-8ea6-2d51da22c59f service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:31:49.700090 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-d4007395-75c5-4b29-8ea6-2d51da22c59f service neutron] Checking segment: {'id': 'ab0b36f1-758f-4e8c-9a46-1dd25642f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '26d0d9a9-120f-4eeb-8da5-91a75398d8cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:31:49.700477 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-d4007395-75c5-4b29-8ea6-2d51da22c59f service neutron] Bound using segment: {'id': 'ab0b36f1-758f-4e8c-9a46-1dd25642f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '26d0d9a9-120f-4eeb-8da5-91a75398d8cf'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:31:49.700913 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-d4007395-75c5-4b29-8ea6-2d51da22c59f service neutron] Bound port: d4fbc09b-056d-495d-94fc-6214e9e03479, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0b36f1-758f-4e8c-9a46-1dd25642f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '26d0d9a9-120f-4eeb-8da5-91a75398d8cf'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:31:49.701570 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-d4007395-75c5-4b29-8ea6-2d51da22c59f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d4fbc09b-056d-495d-94fc-6214e9e03479), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:49.710874 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-53286b30-6937-44b9-a7c0-655f85bc5baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fab61c-dae7-4bf5-ab45-0d69b4dc3182', 'name': 'tempest-TestAggregatesBasicOps-346313917-router', 'tenant_id': 'fea4f671ed934548a57353ee3c7957ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '67e4bcaa-ac0f-41f2-bb21-7ba088034296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:35Z', 'updated_at': '2022-02-16T22:31:45Z', 'revision_number': 4, 'project_id': 'fea4f671ed934548a57353ee3c7957ad', 'gw_port': {'id': '67e4bcaa-ac0f-41f2-bb21-7ba088034296', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fab61c-dae7-4bf5-ab45-0d69b4dc3182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:37Z', 'updated_at': '2022-02-16T22:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '34ac3269-822c-4cf7-9d1f-596941b6d7ea', 'name': '', 'network_id': '1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8', 'tenant_id': 'fea4f671ed934548a57353ee3c7957ad', 'mac_address': 'fa:16:3e:6c:ab:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fab61c-dae7-4bf5-ab45-0d69b4dc3182', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': 'bc23e963-4735-4ccc-bb66-86fad6445774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:43Z', 'updated_at': '2022-02-16T22:31:46Z', 'revision_number': 2, 'project_id': 'fea4f671ed934548a57353ee3c7957ad', 'subnets': [{'id': 'bc23e963-4735-4ccc-bb66-86fad6445774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:31:49.734690 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c349e4a-65e5-44c9-8318-728e27b46308 req-c5ad1ae1-8a78-4ec9-b4f6-1e8510ba08d5 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203840 Feb 16 22:31:49.735989 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea5f0096-ee9a-4520-a8b3-6c7527607119 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:31:49.751506 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53286b30-6937-44b9-a7c0-655f85bc5baf None None] Checking router: 20fab61c-dae7-4bf5-ab45-0d69b4dc3182 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:31:49.751861 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53286b30-6937-44b9-a7c0-655f85bc5baf None None] Updating router 20fab61c-dae7-4bf5-ab45-0d69b4dc3182 port 34ac3269-822c-4cf7-9d1f-596941b6d7ea binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:31:49.791945 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-53286b30-6937-44b9-a7c0-655f85bc5baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (34ac3269-822c-4cf7-9d1f-596941b6d7ea), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:49.797116 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-70ff5e98-973c-48d3-8397-74464a29c829 None None] Publish callbacks [] for port (68124998-b5a1-43ff-8eb4-f6ac3b9dae38), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:49.832107 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f0096-ee9a-4520-a8b3-6c7527607119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ed295f-d5d9-4f61-9ef7-44f536a9f213,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:49.841466 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ea5f0096-ee9a-4520-a8b3-6c7527607119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (d1cd6036-bb12-4c0c-8999-753f66ab4174), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:49.841956 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-ea5f0096-ee9a-4520-a8b3-6c7527607119 admin admin] Added segment d1cd6036-bb12-4c0c-8999-753f66ab4174 of type vlan for network a25badd3-b9da-4af5-86be-6ffa86d3adcc Feb 16 22:31:49.862932 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-d4007395-75c5-4b29-8ea6-2d51da22c59f service neutron] For port d4fbc09b-056d-495d-94fc-6214e9e03479, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:31:49.868011 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-d4007395-75c5-4b29-8ea6-2d51da22c59f service neutron] For port d4fbc09b-056d-495d-94fc-6214e9e03479, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=d4fbc09b-056d-495d-94fc-6214e9e03479,segment=NetworkSegment(ab0b36f1-758f-4e8c-9a46-1dd25642f72c),segment_id=ab0b36f1-758f-4e8c-9a46-1dd25642f72c)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:31:49.868210 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f0096-ee9a-4520-a8b3-6c7527607119 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:49.868642 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f0096-ee9a-4520-a8b3-6c7527607119 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:49.869428 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f0096-ee9a-4520-a8b3-6c7527607119 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:49.870778 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f0096-ee9a-4520-a8b3-6c7527607119 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:49.871253 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f0096-ee9a-4520-a8b3-6c7527607119 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:49.871724 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f0096-ee9a-4520-a8b3-6c7527607119 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:49.872217 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f0096-ee9a-4520-a8b3-6c7527607119 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:49.872745 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f0096-ee9a-4520-a8b3-6c7527607119 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:49.873287 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f0096-ee9a-4520-a8b3-6c7527607119 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:49.873782 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f0096-ee9a-4520-a8b3-6c7527607119 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:49.874249 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f0096-ee9a-4520-a8b3-6c7527607119 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:49.874694 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f0096-ee9a-4520-a8b3-6c7527607119 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:49.875292 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f0096-ee9a-4520-a8b3-6c7527607119 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:31:49.877234 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-d4007395-75c5-4b29-8ea6-2d51da22c59f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (d4fbc09b-056d-495d-94fc-6214e9e03479), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:49.932190 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-d4007395-75c5-4b29-8ea6-2d51da22c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:49.933358 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-d4007395-75c5-4b29-8ea6-2d51da22c59f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:49.939371 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-d4007395-75c5-4b29-8ea6-2d51da22c59f service neutron] 10.222.0.67 "PUT /v2.0/ports/d4fbc09b-056d-495d-94fc-6214e9e03479 HTTP/1.1" status: 200 len: 1091 time: 1.3517308 Feb 16 22:31:49.970698 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4007395-75c5-4b29-8ea6-2d51da22c59f service neutron] Pushing event updated for resources: {'Port': ['ID=d4fbc09b-056d-495d-94fc-6214e9e03479,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:49.987799 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-4182c712-e9e0-4c4c-89aa-c0fdcd03fe1f service neutron] Request body: {'port': {'device_id': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:31:50.009023 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6d07ecbb-fad7-4e0c-9c3b-79f4fda75a50 req-e337f8ec-12fd-4303-9b1b-f92eb88a667f service neutron] 10.222.0.79 "GET /v2.0/networks/7759ecb5-615f-4376-bf2e-f88402b96cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5360372 Feb 16 22:31:50.014702 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ea5f0096-ee9a-4520-a8b3-6c7527607119 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (a25badd3-b9da-4af5-86be-6ffa86d3adcc), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:50.056424 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c5988628-1bc7-45a4-844b-b923fbbfe8a0 admin admin] Publish callbacks [] for router_gateway (4f76041d-32ee-4188-a776-12dcc7ad25cc), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:50.077645 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-4182c712-e9e0-4c4c-89aa-c0fdcd03fe1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f08268c2-0706-4d20-b5da-cb8402e649ee), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:50.169061 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ea5f0096-ee9a-4520-a8b3-6c7527607119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (a25badd3-b9da-4af5-86be-6ffa86d3adcc), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:50.170218 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5f0096-ee9a-4520-a8b3-6c7527607119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:50.172259 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ea5f0096-ee9a-4520-a8b3-6c7527607119 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:50.269436 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-70ff5e98-973c-48d3-8397-74464a29c829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (68124998-b5a1-43ff-8eb4-f6ac3b9dae38), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:50.288750 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ea5f0096-ee9a-4520-a8b3-6c7527607119 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1146584 Feb 16 22:31:50.302372 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47508) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:50.308283 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-e1c9a8a2-2188-4cda-88d2-c6d75b88fbb7 admin admin] Request body: {'subnet': {'network_id': 'a25badd3-b9da-4af5-86be-6ffa86d3adcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1250581453-subnet', 'tenant_id': 'cb3fa7f64b434777980f22cc60684713', 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:31:50.338654 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ff5e98-973c-48d3-8397-74464a29c829 None None] Network a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:31:50.339575 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 2322b778-9b15-41c7-8bbd-3f8b08a9cc9f details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:31:50.361491 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6d07ecbb-fad7-4e0c-9c3b-79f4fda75a50 req-c14cdd0e-a96b-429f-8e52-82ec3482fa00 service neutron] 10.222.0.79 "GET /v2.0/networks/7759ecb5-615f-4376-bf2e-f88402b96cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422213 Feb 16 22:31:50.367660 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f0096-ee9a-4520-a8b3-6c7527607119 admin admin] Pushing event updated for resources: {'Network': ['ID=a25badd3-b9da-4af5-86be-6ffa86d3adcc,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:50.428894 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c9a8a2-2188-4cda-88d2-c6d75b88fbb7 admin admin] Made reservation on behalf of cb3fa7f64b434777980f22cc60684713 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:31:50.431995 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e1c9a8a2-2188-4cda-88d2-c6d75b88fbb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:50.455746 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 2322b778-9b15-41c7-8bbd-3f8b08a9cc9f, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=2322b778-9b15-41c7-8bbd-3f8b08a9cc9f,segment=NetworkSegment(389109f6-ebab-4899-93e4-704200323383),segment_id=389109f6-ebab-4899-93e4-704200323383)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:31:50.482420 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '2322b778-9b15-41c7-8bbd-3f8b08a9cc9f', 'network_id': '7759ecb5-615f-4376-bf2e-f88402b96cd9', 'port_id': '2322b778-9b15-41c7-8bbd-3f8b08a9cc9f', 'mac_address': 'fa:16:3e:5e:aa:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '591646e2-043a-41f9-8af0-3b89325cbeb9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:31:50.484147 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network a25badd3-b9da-4af5-86be-6ffa86d3adcc details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:31:50.486913 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-4182c712-e9e0-4c4c-89aa-c0fdcd03fe1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f08268c2-0706-4d20-b5da-cb8402e649ee {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:31:50.496029 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-4182c712-e9e0-4c4c-89aa-c0fdcd03fe1f service neutron] Publish callbacks [] for port (f08268c2-0706-4d20-b5da-cb8402e649ee), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:50.510967 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-4182c712-e9e0-4c4c-89aa-c0fdcd03fe1f service neutron] Transition to ACTIVE for port object f08268c2-0706-4d20-b5da-cb8402e649ee will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:31:50.512474 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'tag': '055e02a5-47a0-401e-b169-9e127e0dd260'}, {'name': 'network-changed', 'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'tag': 'd4fbc09b-056d-495d-94fc-6214e9e03479'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:31:50.515371 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ed508f-4812-4381-a190-06cbb43d6e7a" -d '{"events": [{"name": "network-changed", "server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "tag": "055e02a5-47a0-401e-b169-9e127e0dd260"}, {"name": "network-changed", "server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "tag": "d4fbc09b-056d-495d-94fc-6214e9e03479"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:31:50.539610 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-4182c712-e9e0-4c4c-89aa-c0fdcd03fe1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (f08268c2-0706-4d20-b5da-cb8402e649ee), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:50.566776 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-70ff5e98-973c-48d3-8397-74464a29c829 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:31:50.588157 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ff5e98-973c-48d3-8397-74464a29c829 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:31:50.596049 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff5e98-973c-48d3-8397-74464a29c829 None None] Pushing event updated for resources: {'Port': ['ID=68124998-b5a1-43ff-8eb4-f6ac3b9dae38,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:50.780181 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-70ff5e98-973c-48d3-8397-74464a29c829 None None] Attempting to bind port 68124998-b5a1-43ff-8eb4-f6ac3b9dae38 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:31:50.780524 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-70ff5e98-973c-48d3-8397-74464a29c829 None None] Attempting to bind port 68124998-b5a1-43ff-8eb4-f6ac3b9dae38 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '0da08ad7-1ffb-4706-9d45-1cc487f01f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:31:50.780896 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ff5e98-973c-48d3-8397-74464a29c829 None None] Attempting to bind port 68124998-b5a1-43ff-8eb4-f6ac3b9dae38 on network a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:31:50.799010 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ff5e98-973c-48d3-8397-74464a29c829 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:31:50.799491 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ff5e98-973c-48d3-8397-74464a29c829 None None] Checking segment: {'id': '0da08ad7-1ffb-4706-9d45-1cc487f01f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:31:50.799797 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-70ff5e98-973c-48d3-8397-74464a29c829 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:50.800203 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ff5e98-973c-48d3-8397-74464a29c829 None None] Bound using segment: {'id': '0da08ad7-1ffb-4706-9d45-1cc487f01f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:31:50.802162 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-70ff5e98-973c-48d3-8397-74464a29c829 None None] Bound port: 68124998-b5a1-43ff-8eb4-f6ac3b9dae38, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da08ad7-1ffb-4706-9d45-1cc487f01f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:31:50.802754 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-70ff5e98-973c-48d3-8397-74464a29c829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (68124998-b5a1-43ff-8eb4-f6ac3b9dae38), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:50.807212 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a961bf04-af3a-4128-b3fc-50d7358045f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:50.819048 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 2322b778-9b15-41c7-8bbd-3f8b08a9cc9f is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:31:50.819382 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2322b778-9b15-41c7-8bbd-3f8b08a9cc9f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:50.879730 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2322b778-9b15-41c7-8bbd-3f8b08a9cc9f {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:31:50.903361 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 2322b778-9b15-41c7-8bbd-3f8b08a9cc9f, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=2322b778-9b15-41c7-8bbd-3f8b08a9cc9f,segment=NetworkSegment(389109f6-ebab-4899-93e4-704200323383),segment_id=389109f6-ebab-4899-93e4-704200323383)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:31:50.917280 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2322b778-9b15-41c7-8bbd-3f8b08a9cc9f), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:50.978951 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-53286b30-6937-44b9-a7c0-655f85bc5baf None None] Publish callbacks [] for port (34ac3269-822c-4cf7-9d1f-596941b6d7ea), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:51.016336 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31414ef5-8179-472f-b1f6-abca89457bb2 req-2cc03ac8-fbe5-4d4f-960f-76bd1e94049a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:51.016974 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-53286b30-6937-44b9-a7c0-655f85bc5baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (34ac3269-822c-4cf7-9d1f-596941b6d7ea), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:51.023719 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31414ef5-8179-472f-b1f6-abca89457bb2 req-2cc03ac8-fbe5-4d4f-960f-76bd1e94049a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:51.030636 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31414ef5-8179-472f-b1f6-abca89457bb2 req-2cc03ac8-fbe5-4d4f-960f-76bd1e94049a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:51.037084 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31414ef5-8179-472f-b1f6-abca89457bb2 req-2cc03ac8-fbe5-4d4f-960f-76bd1e94049a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:51.043590 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31414ef5-8179-472f-b1f6-abca89457bb2 req-2cc03ac8-fbe5-4d4f-960f-76bd1e94049a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:51.049519 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31414ef5-8179-472f-b1f6-abca89457bb2 req-2cc03ac8-fbe5-4d4f-960f-76bd1e94049a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:51.056850 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31414ef5-8179-472f-b1f6-abca89457bb2 req-2cc03ac8-fbe5-4d4f-960f-76bd1e94049a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:51.078467 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-31414ef5-8179-472f-b1f6-abca89457bb2 req-2cc03ac8-fbe5-4d4f-960f-76bd1e94049a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5417 time: 0.5459180 Feb 16 22:31:51.082842 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182c712-e9e0-4c4c-89aa-c0fdcd03fe1f service neutron] Pushing event updated for resources: {'Port': ['ID=f08268c2-0706-4d20-b5da-cb8402e649ee,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:51.134000 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-70ff5e98-973c-48d3-8397-74464a29c829 None None] For port 68124998-b5a1-43ff-8eb4-f6ac3b9dae38, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:31:51.145886 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=2322b778-9b15-41c7-8bbd-3f8b08a9cc9f,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:51.182468 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-4182c712-e9e0-4c4c-89aa-c0fdcd03fe1f service neutron] Attempting to bind port f08268c2-0706-4d20-b5da-cb8402e649ee on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:31:51.182855 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-4182c712-e9e0-4c4c-89aa-c0fdcd03fe1f service neutron] Attempting to bind port f08268c2-0706-4d20-b5da-cb8402e649ee by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '58d50381-8187-42ce-8953-32819e39c1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a2b2a22c-a39e-445c-a28f-3542fdd15687'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:31:51.183724 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-4182c712-e9e0-4c4c-89aa-c0fdcd03fe1f service neutron] Attempting to bind port f08268c2-0706-4d20-b5da-cb8402e649ee on network a2b2a22c-a39e-445c-a28f-3542fdd15687 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:31:51.197390 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-4182c712-e9e0-4c4c-89aa-c0fdcd03fe1f service neutron] Port f08268c2-0706-4d20-b5da-cb8402e649ee on network a2b2a22c-a39e-445c-a28f-3542fdd15687 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:31:51.198155 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-4182c712-e9e0-4c4c-89aa-c0fdcd03fe1f service neutron] Attempting to bind port f08268c2-0706-4d20-b5da-cb8402e649ee on network a2b2a22c-a39e-445c-a28f-3542fdd15687 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:31:51.222751 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['2322b778-9b15-41c7-8bbd-3f8b08a9cc9f'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:31:51.229786 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-70ff5e98-973c-48d3-8397-74464a29c829 None None] For port 68124998-b5a1-43ff-8eb4-f6ac3b9dae38, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=68124998-b5a1-43ff-8eb4-f6ac3b9dae38,segment=NetworkSegment(0da08ad7-1ffb-4706-9d45-1cc487f01f06),segment_id=0da08ad7-1ffb-4706-9d45-1cc487f01f06)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:31:51.231588 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-31414ef5-8179-472f-b1f6-abca89457bb2 req-3477da72-2351-46f1-84e3-f99e8a3d3f8c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1511824 Feb 16 22:31:51.238324 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-4182c712-e9e0-4c4c-89aa-c0fdcd03fe1f service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:31:51.239204 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-4182c712-e9e0-4c4c-89aa-c0fdcd03fe1f service neutron] Checking segment: {'id': '58d50381-8187-42ce-8953-32819e39c1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a2b2a22c-a39e-445c-a28f-3542fdd15687'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:31:51.239611 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-4182c712-e9e0-4c4c-89aa-c0fdcd03fe1f service neutron] Bound using segment: {'id': '58d50381-8187-42ce-8953-32819e39c1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a2b2a22c-a39e-445c-a28f-3542fdd15687'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:31:51.240060 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-4182c712-e9e0-4c4c-89aa-c0fdcd03fe1f service neutron] Bound port: f08268c2-0706-4d20-b5da-cb8402e649ee, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58d50381-8187-42ce-8953-32819e39c1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a2b2a22c-a39e-445c-a28f-3542fdd15687'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:31:51.240451 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-4182c712-e9e0-4c4c-89aa-c0fdcd03fe1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f08268c2-0706-4d20-b5da-cb8402e649ee), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:51.292184 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-70ff5e98-973c-48d3-8397-74464a29c829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (68124998-b5a1-43ff-8eb4-f6ac3b9dae38), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:51.302287 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c5988628-1bc7-45a4-844b-b923fbbfe8a0 admin admin] Publish callbacks [] for router_gateway (4f76041d-32ee-4188-a776-12dcc7ad25cc), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:51.316627 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-53286b30-6937-44b9-a7c0-655f85bc5baf None None] Attempting to bind port 34ac3269-822c-4cf7-9d1f-596941b6d7ea on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:31:51.317009 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-53286b30-6937-44b9-a7c0-655f85bc5baf None None] Attempting to bind port 34ac3269-822c-4cf7-9d1f-596941b6d7ea by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '4a8c89a1-e48a-4185-af34-e4e1290f45ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:31:51.317368 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53286b30-6937-44b9-a7c0-655f85bc5baf None None] Attempting to bind port 34ac3269-822c-4cf7-9d1f-596941b6d7ea on network 1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:31:51.331997 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53286b30-6937-44b9-a7c0-655f85bc5baf None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:31:51.332643 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53286b30-6937-44b9-a7c0-655f85bc5baf None None] Checking segment: {'id': '4a8c89a1-e48a-4185-af34-e4e1290f45ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:31:51.333189 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-53286b30-6937-44b9-a7c0-655f85bc5baf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:51.334095 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53286b30-6937-44b9-a7c0-655f85bc5baf None None] Bound using segment: {'id': '4a8c89a1-e48a-4185-af34-e4e1290f45ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:31:51.334671 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-53286b30-6937-44b9-a7c0-655f85bc5baf None None] Bound port: 34ac3269-822c-4cf7-9d1f-596941b6d7ea, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8c89a1-e48a-4185-af34-e4e1290f45ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:31:51.335173 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-53286b30-6937-44b9-a7c0-655f85bc5baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (34ac3269-822c-4cf7-9d1f-596941b6d7ea), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:51.343980 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 16 Feb 2022 22:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b716ce7-8e2c-4931-9d62-f35af82755a5 x-openstack-request-id: req-4b716ce7-8e2c-4931-9d62-f35af82755a5 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:31:51.349408 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "tag": "055e02a5-47a0-401e-b169-9e127e0dd260", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "tag": "d4fbc09b-056d-495d-94fc-6214e9e03479", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:31:51.349747 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4b716ce7-8e2c-4931-9d62-f35af82755a5 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:31:51.350311 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'tag': '055e02a5-47a0-401e-b169-9e127e0dd260', 'status': 'completed', 'code': 200} Feb 16 22:31:51.350682 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'tag': 'd4fbc09b-056d-495d-94fc-6214e9e03479', 'status': 'completed', 'code': 200} Feb 16 22:31:51.370182 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102b697-be9f-4c22-811e-f32f3624da5f None None] Pushing event updated for resources: {'Port': ['ID=34ac3269-822c-4cf7-9d1f-596941b6d7ea,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:51.411778 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c5988628-1bc7-45a4-844b-b923fbbfe8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:51.459433 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-4182c712-e9e0-4c4c-89aa-c0fdcd03fe1f service neutron] For port f08268c2-0706-4d20-b5da-cb8402e649ee, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:31:51.477628 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-4182c712-e9e0-4c4c-89aa-c0fdcd03fe1f service neutron] For port f08268c2-0706-4d20-b5da-cb8402e649ee, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f08268c2-0706-4d20-b5da-cb8402e649ee,segment=NetworkSegment(58d50381-8187-42ce-8953-32819e39c1fe),segment_id=58d50381-8187-42ce-8953-32819e39c1fe)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:31:51.505541 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-4182c712-e9e0-4c4c-89aa-c0fdcd03fe1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (f08268c2-0706-4d20-b5da-cb8402e649ee), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:51.569421 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-c5988628-1bc7-45a4-844b-b923fbbfe8a0 admin admin] Allocated IP 172.25.2.62 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/8c7d074b-12e3-4923-ab87-65c7b9030844) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:31:51.658062 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff5e98-973c-48d3-8397-74464a29c829 None None] Pushing event updated for resources: {'Port': ['ID=68124998-b5a1-43ff-8eb4-f6ac3b9dae38,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:51.671052 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-70d52216-a56b-4c64-874d-7a52749d3552 None None] Provisioning complete for port 34ac3269-822c-4cf7-9d1f-596941b6d7ea triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:51.672422 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-70d52216-a56b-4c64-874d-7a52749d3552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (34ac3269-822c-4cf7-9d1f-596941b6d7ea), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:51.676330 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182c712-e9e0-4c4c-89aa-c0fdcd03fe1f service neutron] Pushing event updated for resources: {'Port': ['ID=f08268c2-0706-4d20-b5da-cb8402e649ee,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:51.704439 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-4182c712-e9e0-4c4c-89aa-c0fdcd03fe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:51.705541 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-4182c712-e9e0-4c4c-89aa-c0fdcd03fe1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:51.707059 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-4182c712-e9e0-4c4c-89aa-c0fdcd03fe1f service neutron] 10.222.0.67 "PUT /v2.0/ports/f08268c2-0706-4d20-b5da-cb8402e649ee HTTP/1.1" status: 200 len: 1091 time: 1.7249141 Feb 16 22:31:51.740305 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-53286b30-6937-44b9-a7c0-655f85bc5baf None None] For port 34ac3269-822c-4cf7-9d1f-596941b6d7ea, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:31:51.747000 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416395a-42a8-47b2-b7a2-f87bd6b1a2a8 req-a17fc300-1fe0-4430-9bb4-ec23b5142809 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:51.748668 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b416395a-42a8-47b2-b7a2-f87bd6b1a2a8 req-a17fc300-1fe0-4430-9bb4-ec23b5142809 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=c436af37-7637-47f5-8f2c-259c94d090a4 HTTP/1.1" status: 200 len: 945 time: 0.2664340 Feb 16 22:31:51.759070 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-236b6227-3721-4448-a256-683a29636e0a service neutron] Request body: {'port': {'device_id': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:31:51.764360 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-53286b30-6937-44b9-a7c0-655f85bc5baf None None] For port 34ac3269-822c-4cf7-9d1f-596941b6d7ea, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=34ac3269-822c-4cf7-9d1f-596941b6d7ea,segment=NetworkSegment(4a8c89a1-e48a-4185-af34-e4e1290f45ce),segment_id=4a8c89a1-e48a-4185-af34-e4e1290f45ce)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:31:51.791733 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-53286b30-6937-44b9-a7c0-655f85bc5baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (34ac3269-822c-4cf7-9d1f-596941b6d7ea), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:51.802163 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e1c9a8a2-2188-4cda-88d2-c6d75b88fbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (0fbe13cf-babc-45a6-aae1-82824eba817b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:51.821118 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-70d52216-a56b-4c64-874d-7a52749d3552 None None] Port 34ac3269-822c-4cf7-9d1f-596941b6d7ea cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:31:51.916011 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-236b6227-3721-4448-a256-683a29636e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (dbcefae5-8c39-42d5-b478-a0ad2c3077ea), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:51.917217 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed508f-4812-4381-a190-06cbb43d6e7a req-51b106eb-946c-4a3c-87f2-a48d7afd9d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:51.918196 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed508f-4812-4381-a190-06cbb43d6e7a req-51b106eb-946c-4a3c-87f2-a48d7afd9d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:51.919324 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed508f-4812-4381-a190-06cbb43d6e7a req-51b106eb-946c-4a3c-87f2-a48d7afd9d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:51.920140 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed508f-4812-4381-a190-06cbb43d6e7a req-51b106eb-946c-4a3c-87f2-a48d7afd9d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:51.920789 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed508f-4812-4381-a190-06cbb43d6e7a req-51b106eb-946c-4a3c-87f2-a48d7afd9d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:51.921431 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed508f-4812-4381-a190-06cbb43d6e7a req-51b106eb-946c-4a3c-87f2-a48d7afd9d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:51.922159 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed508f-4812-4381-a190-06cbb43d6e7a req-51b106eb-946c-4a3c-87f2-a48d7afd9d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:51.924711 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-24ed508f-4812-4381-a190-06cbb43d6e7a req-51b106eb-946c-4a3c-87f2-a48d7afd9d1d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f6e9384d481649378c8629f80ddeb608&device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 6562 time: 0.5542798 Feb 16 22:31:51.933631 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b416395a-42a8-47b2-b7a2-f87bd6b1a2a8 req-da6fad71-aadd-4042-af67-503b867368de tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570439 Feb 16 22:31:51.954852 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53286b30-6937-44b9-a7c0-655f85bc5baf None None] Routers {'20fab61c-dae7-4bf5-ab45-0d69b4dc3182'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:31:51.955489 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-53286b30-6937-44b9-a7c0-655f85bc5baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:31:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['20fab61c-dae7-4bf5-ab45-0d69b4dc3182'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:31:52.011353 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c5988628-1bc7-45a4-844b-b923fbbfe8a0 admin admin] Publish callbacks [] for port (8c7d074b-12e3-4923-ab87-65c7b9030844), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:52.107209 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102b697-be9f-4c22-811e-f32f3624da5f None None] Pushing event updated for resources: {'Port': ['ID=34ac3269-822c-4cf7-9d1f-596941b6d7ea,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:52.114861 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9a8a2-2188-4cda-88d2-c6d75b88fbb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fbe13cf-babc-45a6-aae1-82824eba817b,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:52.180826 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c9a8a2-2188-4cda-88d2-c6d75b88fbb7 admin admin] Checking segment: {'id': 'd1cd6036-bb12-4c0c-8999-753f66ab4174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a25badd3-b9da-4af5-86be-6ffa86d3adcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:31:52.181211 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c9a8a2-2188-4cda-88d2-c6d75b88fbb7 admin admin] Network hostable DHCP agents. Network: a25badd3-b9da-4af5-86be-6ffa86d3adcc, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:31:52.215733 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-53286b30-6937-44b9-a7c0-655f85bc5baf None None] Set router 20fab61c-dae7-4bf5-ab45-0d69b4dc3182 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:31:52.256150 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed508f-4812-4381-a190-06cbb43d6e7a req-a491a1d3-0b3d-4add-ae15-5f5fa2c6b72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:52.256870 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed508f-4812-4381-a190-06cbb43d6e7a req-a491a1d3-0b3d-4add-ae15-5f5fa2c6b72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:52.257354 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed508f-4812-4381-a190-06cbb43d6e7a req-a491a1d3-0b3d-4add-ae15-5f5fa2c6b72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:52.259148 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-24ed508f-4812-4381-a190-06cbb43d6e7a req-a491a1d3-0b3d-4add-ae15-5f5fa2c6b72e service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=f6e9384d481649378c8629f80ddeb608&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3155634 Feb 16 22:31:52.260365 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c9a8a2-2188-4cda-88d2-c6d75b88fbb7 admin admin] Network a25badd3-b9da-4af5-86be-6ffa86d3adcc is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:31:52.276978 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c5988628-1bc7-45a4-844b-b923fbbfe8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (8c7d074b-12e3-4923-ab87-65c7b9030844), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:52.293235 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1d40fd03-c30b-4947-9fb3-eb6cae53708f None None] Provisioning complete for port 34ac3269-822c-4cf7-9d1f-596941b6d7ea triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:52.293816 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1d40fd03-c30b-4947-9fb3-eb6cae53708f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (34ac3269-822c-4cf7-9d1f-596941b6d7ea), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:52.330848 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-e1c9a8a2-2188-4cda-88d2-c6d75b88fbb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, a25badd3-b9da-4af5-86be-6ffa86d3adcc) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:31:52.360640 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c9a8a2-2188-4cda-88d2-c6d75b88fbb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:52.361417 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e1c9a8a2-2188-4cda-88d2-c6d75b88fbb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:52.373864 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5988628-1bc7-45a4-844b-b923fbbfe8a0 admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:31:52.391471 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-c5988628-1bc7-45a4-844b-b923fbbfe8a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:31:52.397173 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5988628-1bc7-45a4-844b-b923fbbfe8a0 admin admin] Pushing event updated for resources: {'Port': ['ID=8c7d074b-12e3-4923-ab87-65c7b9030844,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:52.403278 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5988628-1bc7-45a4-844b-b923fbbfe8a0 admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:31:52.438282 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddf64db-8fb0-494e-9c4e-0d2a56343d43 None None] Network a25badd3-b9da-4af5-86be-6ffa86d3adcc requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:31:52.474165 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e1c9a8a2-2188-4cda-88d2-c6d75b88fbb7 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1702120 Feb 16 22:31:52.485595 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47520) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:52.496593 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-3639210e-7fb1-4872-96cf-c6137ac531f9 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1250581453-router', 'tenant_id': 'cb3fa7f64b434777980f22cc60684713', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:31:52.553751 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3639210e-7fb1-4872-96cf-c6137ac531f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (72274b96-c3e8-40d3-ae91-0b4cde9981fb), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:52.555293 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3639210e-7fb1-4872-96cf-c6137ac531f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (72274b96-c3e8-40d3-ae91-0b4cde9981fb), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:52.574702 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-236b6227-3721-4448-a256-683a29636e0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbcefae5-8c39-42d5-b478-a0ad2c3077ea {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:31:52.600159 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-236b6227-3721-4448-a256-683a29636e0a service neutron] Publish callbacks [] for port (dbcefae5-8c39-42d5-b478-a0ad2c3077ea), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:52.605094 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0206f37-0bbf-4122-942e-955a52a5d6e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-a25badd3-b9da-4af5-86be-6ffa86d3adcc', 'network_id': 'a25badd3-b9da-4af5-86be-6ffa86d3adcc', 'project_id': 'cb3fa7f64b434777980f22cc60684713', 'fixed_ips': [{'subnet_id': '0fbe13cf-babc-45a6-aae1-82824eba817b'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:31:52.606391 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e0206f37-0bbf-4122-942e-955a52a5d6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:52.672084 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed508f-4812-4381-a190-06cbb43d6e7a req-d7b171f9-1486-45ef-b31b-cd9ff2d925bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:52.673705 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-24ed508f-4812-4381-a190-06cbb43d6e7a req-d7b171f9-1486-45ef-b31b-cd9ff2d925bc service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4065468 Feb 16 22:31:52.688597 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357efb91-cdb1-41a6-9205-098a9751c219 req-bd590893-07fb-4da0-85a7-a1ba90df5bbc tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:52.703632 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357efb91-cdb1-41a6-9205-098a9751c219 req-bd590893-07fb-4da0-85a7-a1ba90df5bbc tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:52.729830 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357efb91-cdb1-41a6-9205-098a9751c219 req-bd590893-07fb-4da0-85a7-a1ba90df5bbc tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:52.738592 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357efb91-cdb1-41a6-9205-098a9751c219 req-bd590893-07fb-4da0-85a7-a1ba90df5bbc tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:52.744987 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357efb91-cdb1-41a6-9205-098a9751c219 req-bd590893-07fb-4da0-85a7-a1ba90df5bbc tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:52.753849 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357efb91-cdb1-41a6-9205-098a9751c219 req-bd590893-07fb-4da0-85a7-a1ba90df5bbc tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:52.761758 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357efb91-cdb1-41a6-9205-098a9751c219 req-bd590893-07fb-4da0-85a7-a1ba90df5bbc tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:52.766567 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-357efb91-cdb1-41a6-9205-098a9751c219 req-bd590893-07fb-4da0-85a7-a1ba90df5bbc tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5417 time: 0.3932662 Feb 16 22:31:52.768157 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-236b6227-3721-4448-a256-683a29636e0a service neutron] Transition to ACTIVE for port object dbcefae5-8c39-42d5-b478-a0ad2c3077ea will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:31:52.805729 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-236b6227-3721-4448-a256-683a29636e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (dbcefae5-8c39-42d5-b478-a0ad2c3077ea), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:52.885764 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed508f-4812-4381-a190-06cbb43d6e7a req-6c888885-5d18-4236-a51d-6587c99dd091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:52.886285 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed508f-4812-4381-a190-06cbb43d6e7a req-6c888885-5d18-4236-a51d-6587c99dd091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:52.886767 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed508f-4812-4381-a190-06cbb43d6e7a req-6c888885-5d18-4236-a51d-6587c99dd091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:52.887536 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed508f-4812-4381-a190-06cbb43d6e7a req-6c888885-5d18-4236-a51d-6587c99dd091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:52.888096 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed508f-4812-4381-a190-06cbb43d6e7a req-6c888885-5d18-4236-a51d-6587c99dd091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:52.888618 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed508f-4812-4381-a190-06cbb43d6e7a req-6c888885-5d18-4236-a51d-6587c99dd091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:52.889004 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed508f-4812-4381-a190-06cbb43d6e7a req-6c888885-5d18-4236-a51d-6587c99dd091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:52.891150 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-24ed508f-4812-4381-a190-06cbb43d6e7a req-6c888885-5d18-4236-a51d-6587c99dd091 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f6e9384d481649378c8629f80ddeb608&device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 6605 time: 0.1565495 Feb 16 22:31:52.908764 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1d40fd03-c30b-4947-9fb3-eb6cae53708f None None] Current status of the port 34ac3269-822c-4cf7-9d1f-596941b6d7ea is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:31:52.909346 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1d40fd03-c30b-4947-9fb3-eb6cae53708f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (34ac3269-822c-4cf7-9d1f-596941b6d7ea), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:52.912314 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 68124998-b5a1-43ff-8eb4-f6ac3b9dae38 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:31:52.941644 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3639210e-7fb1-4872-96cf-c6137ac531f9 admin admin] Publish callbacks [] for router_controller (72274b96-c3e8-40d3-ae91-0b4cde9981fb), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:53.049099 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b6227-3721-4448-a256-683a29636e0a service neutron] Pushing event updated for resources: {'Port': ['ID=dbcefae5-8c39-42d5-b478-a0ad2c3077ea,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:53.063564 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1d40fd03-c30b-4947-9fb3-eb6cae53708f None None] For port 34ac3269-822c-4cf7-9d1f-596941b6d7ea, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=34ac3269-822c-4cf7-9d1f-596941b6d7ea,segment=NetworkSegment(4a8c89a1-e48a-4185-af34-e4e1290f45ce),segment_id=4a8c89a1-e48a-4185-af34-e4e1290f45ce)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:31:53.122140 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1d40fd03-c30b-4947-9fb3-eb6cae53708f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (34ac3269-822c-4cf7-9d1f-596941b6d7ea), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:53.138780 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8babcde4-86d6-43b3-8b57-fbc956bc7111 None None] Network a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:31:53.140084 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed508f-4812-4381-a190-06cbb43d6e7a req-8743f8e1-3008-4db9-a124-35a8a7900940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:53.140581 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed508f-4812-4381-a190-06cbb43d6e7a req-8743f8e1-3008-4db9-a124-35a8a7900940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:53.142115 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed508f-4812-4381-a190-06cbb43d6e7a req-8743f8e1-3008-4db9-a124-35a8a7900940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:53.143986 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-24ed508f-4812-4381-a190-06cbb43d6e7a req-8743f8e1-3008-4db9-a124-35a8a7900940 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=f6e9384d481649378c8629f80ddeb608&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1665363 Feb 16 22:31:53.249308 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9ad000cc-15ce-4140-97c2-f47560cff56b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:53.251323 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-357efb91-cdb1-41a6-9205-098a9751c219 req-8aff3d3f-0e1a-46b3-b1da-5aecc7e53435 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4571486 Feb 16 22:31:53.270087 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-236b6227-3721-4448-a256-683a29636e0a service neutron] Attempting to bind port dbcefae5-8c39-42d5-b478-a0ad2c3077ea on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:31:53.271015 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-236b6227-3721-4448-a256-683a29636e0a service neutron] Attempting to bind port dbcefae5-8c39-42d5-b478-a0ad2c3077ea by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '58d50381-8187-42ce-8953-32819e39c1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a2b2a22c-a39e-445c-a28f-3542fdd15687'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:31:53.271532 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-236b6227-3721-4448-a256-683a29636e0a service neutron] Attempting to bind port dbcefae5-8c39-42d5-b478-a0ad2c3077ea on network a2b2a22c-a39e-445c-a28f-3542fdd15687 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:31:53.281010 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3639210e-7fb1-4872-96cf-c6137ac531f9 admin admin] Publish callbacks [] for router_gateway (72274b96-c3e8-40d3-ae91-0b4cde9981fb), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:53.283098 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed508f-4812-4381-a190-06cbb43d6e7a req-2e075700-f5ae-49f6-81bb-5cbde3eb60b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:53.284706 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-236b6227-3721-4448-a256-683a29636e0a service neutron] Port dbcefae5-8c39-42d5-b478-a0ad2c3077ea on network a2b2a22c-a39e-445c-a28f-3542fdd15687 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:31:53.285246 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-236b6227-3721-4448-a256-683a29636e0a service neutron] Attempting to bind port dbcefae5-8c39-42d5-b478-a0ad2c3077ea on network a2b2a22c-a39e-445c-a28f-3542fdd15687 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:31:53.285450 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-24ed508f-4812-4381-a190-06cbb43d6e7a req-2e075700-f5ae-49f6-81bb-5cbde3eb60b9 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1076026 Feb 16 22:31:53.295347 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-236b6227-3721-4448-a256-683a29636e0a service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:31:53.296009 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-236b6227-3721-4448-a256-683a29636e0a service neutron] Checking segment: {'id': '58d50381-8187-42ce-8953-32819e39c1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a2b2a22c-a39e-445c-a28f-3542fdd15687'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:31:53.296602 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-236b6227-3721-4448-a256-683a29636e0a service neutron] Bound using segment: {'id': '58d50381-8187-42ce-8953-32819e39c1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a2b2a22c-a39e-445c-a28f-3542fdd15687'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:31:53.298118 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-236b6227-3721-4448-a256-683a29636e0a service neutron] Bound port: dbcefae5-8c39-42d5-b478-a0ad2c3077ea, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58d50381-8187-42ce-8953-32819e39c1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a2b2a22c-a39e-445c-a28f-3542fdd15687'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:31:53.298884 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-236b6227-3721-4448-a256-683a29636e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (dbcefae5-8c39-42d5-b478-a0ad2c3077ea), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:53.360339 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'tag': 'f08268c2-0706-4d20-b5da-cb8402e649ee'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:31:53.363000 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21a3415-5b2e-4c6c-8828-a11a0bba51be" -d '{"events": [{"name": "network-changed", "server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "tag": "f08268c2-0706-4d20-b5da-cb8402e649ee"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:31:53.368776 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c5988628-1bc7-45a4-844b-b923fbbfe8a0 admin admin] Publish callbacks [] for router_gateway (4f76041d-32ee-4188-a776-12dcc7ad25cc), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:53.482596 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-53286b30-6937-44b9-a7c0-655f85bc5baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fab61c-dae7-4bf5-ab45-0d69b4dc3182', 'name': 'tempest-TestAggregatesBasicOps-346313917-router', 'tenant_id': 'fea4f671ed934548a57353ee3c7957ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '67e4bcaa-ac0f-41f2-bb21-7ba088034296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:35Z', 'updated_at': '2022-02-16T22:31:45Z', 'revision_number': 4, 'project_id': 'fea4f671ed934548a57353ee3c7957ad', 'gw_port': {'id': '67e4bcaa-ac0f-41f2-bb21-7ba088034296', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fab61c-dae7-4bf5-ab45-0d69b4dc3182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:37Z', 'updated_at': '2022-02-16T22:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '34ac3269-822c-4cf7-9d1f-596941b6d7ea', 'name': '', 'network_id': '1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8', 'tenant_id': 'fea4f671ed934548a57353ee3c7957ad', 'mac_address': 'fa:16:3e:6c:ab:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fab61c-dae7-4bf5-ab45-0d69b4dc3182', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': 'bc23e963-4735-4ccc-bb66-86fad6445774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:43Z', 'updated_at': '2022-02-16T22:31:51Z', 'revision_number': 4, 'project_id': 'fea4f671ed934548a57353ee3c7957ad', 'subnets': [{'id': 'bc23e963-4735-4ccc-bb66-86fad6445774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:31:53.483263 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-236b6227-3721-4448-a256-683a29636e0a service neutron] For port dbcefae5-8c39-42d5-b478-a0ad2c3077ea, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:31:53.503905 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-e0206f37-0bbf-4122-942e-955a52a5d6e2 None None] Allocated IP 172.20.0.2 (a25badd3-b9da-4af5-86be-6ffa86d3adcc/0fbe13cf-babc-45a6-aae1-82824eba817b/32317234-65fd-456d-9faf-4c1d911e897d) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:31:53.527391 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-236b6227-3721-4448-a256-683a29636e0a service neutron] For port dbcefae5-8c39-42d5-b478-a0ad2c3077ea, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=dbcefae5-8c39-42d5-b478-a0ad2c3077ea,segment=NetworkSegment(58d50381-8187-42ce-8953-32819e39c1fe),segment_id=58d50381-8187-42ce-8953-32819e39c1fe)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:31:53.542707 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b54fb-b836-4426-93aa-e71a5b6f78ef req-ddbcd043-7601-404e-b86d-519b6c92ec06 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:53.544517 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-643b54fb-b836-4426-93aa-e71a5b6f78ef req-ddbcd043-7601-404e-b86d-519b6c92ec06 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=c436af37-7637-47f5-8f2c-259c94d090a4 HTTP/1.1" status: 200 len: 945 time: 0.1383538 Feb 16 22:31:53.547698 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-236b6227-3721-4448-a256-683a29636e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (dbcefae5-8c39-42d5-b478-a0ad2c3077ea), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:53.549365 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40fd03-c30b-4947-9fb3-eb6cae53708f None None] Pushing event updated for resources: {'Port': ['ID=34ac3269-822c-4cf7-9d1f-596941b6d7ea,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:53.565546 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53286b30-6937-44b9-a7c0-655f85bc5baf None None] The sync data for ids ['20fab61c-dae7-4bf5-ab45-0d69b4dc3182'] in n-d-813897-6 is: [{'id': '20fab61c-dae7-4bf5-ab45-0d69b4dc3182', 'name': 'tempest-TestAggregatesBasicOps-346313917-router', 'tenant_id': 'fea4f671ed934548a57353ee3c7957ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '67e4bcaa-ac0f-41f2-bb21-7ba088034296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:35Z', 'updated_at': '2022-02-16T22:31:45Z', 'revision_number': 4, 'project_id': 'fea4f671ed934548a57353ee3c7957ad', 'gw_port': {'id': '67e4bcaa-ac0f-41f2-bb21-7ba088034296', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fab61c-dae7-4bf5-ab45-0d69b4dc3182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:37Z', 'updated_at': '2022-02-16T22:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '34ac3269-822c-4cf7-9d1f-596941b6d7ea', 'name': '', 'network_id': '1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8', 'tenant_id': 'fea4f671ed934548a57353ee3c7957ad', 'mac_address': 'fa:16:3e:6c:ab:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fab61c-dae7-4bf5-ab45-0d69b4dc3182', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': 'bc23e963-4735-4ccc-bb66-86fad6445774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:43Z', 'updated_at': '2022-02-16T22:31:51Z', 'revision_number': 4, 'project_id': 'fea4f671ed934548a57353ee3c7957ad', 'subnets': [{'id': 'bc23e963-4735-4ccc-bb66-86fad6445774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:31:53.628749 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 68124998-b5a1-43ff-8eb4-f6ac3b9dae38 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:53.629456 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (68124998-b5a1-43ff-8eb4-f6ac3b9dae38), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:53.670118 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-236b6227-3721-4448-a256-683a29636e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:53.670940 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-236b6227-3721-4448-a256-683a29636e0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:53.673210 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-236b6227-3721-4448-a256-683a29636e0a service neutron] 10.222.0.67 "PUT /v2.0/ports/dbcefae5-8c39-42d5-b478-a0ad2c3077ea HTTP/1.1" status: 200 len: 1091 time: 1.9228864 Feb 16 22:31:53.743620 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-656b5dc3-a74e-475e-8928-1fae619405ad None None] Provisioning complete for port 68124998-b5a1-43ff-8eb4-f6ac3b9dae38 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:53.749846 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-656b5dc3-a74e-475e-8928-1fae619405ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (68124998-b5a1-43ff-8eb4-f6ac3b9dae38), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:53.792710 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c5988628-1bc7-45a4-844b-b923fbbfe8a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (4f76041d-32ee-4188-a776-12dcc7ad25cc), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:53.905444 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-643b54fb-b836-4426-93aa-e71a5b6f78ef req-a257d023-2066-40ec-88f0-291337f59205 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474247 Feb 16 22:31:53.934649 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b6227-3721-4448-a256-683a29636e0a service neutron] Pushing event updated for resources: {'Port': ['ID=dbcefae5-8c39-42d5-b478-a0ad2c3077ea,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:54.078635 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-e433ca96-a728-4d60-bb8e-ff35d85631e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:54.080576 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-e433ca96-a728-4d60-bb8e-ff35d85631e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:54.081385 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-e433ca96-a728-4d60-bb8e-ff35d85631e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:54.082143 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-e433ca96-a728-4d60-bb8e-ff35d85631e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:54.083567 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-e433ca96-a728-4d60-bb8e-ff35d85631e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:54.084254 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-e433ca96-a728-4d60-bb8e-ff35d85631e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:54.085017 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-e433ca96-a728-4d60-bb8e-ff35d85631e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:54.089210 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-e433ca96-a728-4d60-bb8e-ff35d85631e9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f6e9384d481649378c8629f80ddeb608&device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 6703 time: 0.3559647 Feb 16 22:31:54.091556 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3639210e-7fb1-4872-96cf-c6137ac531f9 admin admin] Publish callbacks [] for router_gateway (72274b96-c3e8-40d3-ae91-0b4cde9981fb), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:54.096342 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5988628-1bc7-45a4-844b-b923fbbfe8a0 admin admin] Router 4f76041d-32ee-4188-a776-12dcc7ad25cc is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:31:54.149938 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc346c0-2092-465e-844f-95dd1a5d36f5 x-openstack-request-id: req-1dc346c0-2092-465e-844f-95dd1a5d36f5 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:31:54.150246 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "tag": "f08268c2-0706-4d20-b5da-cb8402e649ee", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:31:54.150359 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1dc346c0-2092-465e-844f-95dd1a5d36f5 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:31:54.150757 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'tag': 'f08268c2-0706-4d20-b5da-cb8402e649ee', 'status': 'completed', 'code': 200} Feb 16 22:31:54.161151 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3639210e-7fb1-4872-96cf-c6137ac531f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:54.225195 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 68124998-b5a1-43ff-8eb4-f6ac3b9dae38 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:31:54.225500 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (68124998-b5a1-43ff-8eb4-f6ac3b9dae38), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:54.240661 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-656b5dc3-a74e-475e-8928-1fae619405ad None None] Current status of the port 68124998-b5a1-43ff-8eb4-f6ac3b9dae38 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:31:54.243030 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-656b5dc3-a74e-475e-8928-1fae619405ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (68124998-b5a1-43ff-8eb4-f6ac3b9dae38), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:54.249186 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-4e848856-403d-4423-82ec-38b45619dc86 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdadfd78-65f6-4dff-939c-85d390b9c67e HTTP/1.1" status: 200 len: 217 time: 0.0975468 Feb 16 22:31:54.283872 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e0206f37-0bbf-4122-942e-955a52a5d6e2 None None] Publish callbacks [] for port (32317234-65fd-456d-9faf-4c1d911e897d), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:54.317309 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:54.318410 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e0206f37-0bbf-4122-942e-955a52a5d6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (32317234-65fd-456d-9faf-4c1d911e897d), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:54.371879 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 2322b778-9b15-41c7-8bbd-3f8b08a9cc9f up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:31:54.380752 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 68124998-b5a1-43ff-8eb4-f6ac3b9dae38, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=68124998-b5a1-43ff-8eb4-f6ac3b9dae38,segment=NetworkSegment(0da08ad7-1ffb-4706-9d45-1cc487f01f06),segment_id=0da08ad7-1ffb-4706-9d45-1cc487f01f06)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:31:54.383325 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5988628-1bc7-45a4-844b-b923fbbfe8a0 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:31:54.399980 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068676d4-ac8e-4324-a9b4-bb6774e4fe9d None None] Sync routers for ids ['4f76041d-32ee-4188-a776-12dcc7ad25cc'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:31:54.426106 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c5988628-1bc7-45a4-844b-b923fbbfe8a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:54.427808 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c5988628-1bc7-45a4-844b-b923fbbfe8a0 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1103051 Feb 16 22:31:54.430244 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47530) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:54.436864 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-ce28fb4a-3d96-4673-8848-c81995b9ace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:54.438392 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-ce28fb4a-3d96-4673-8848-c81995b9ace4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c6896302-81e8-438b-8326-65272f181012 HTTP/1.1" status: 200 len: 856 time: 0.1825788 Feb 16 22:31:54.438800 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068676d4-ac8e-4324-a9b4-bb6774e4fe9d None None] Routers {'4f76041d-32ee-4188-a776-12dcc7ad25cc'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:31:54.439795 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-068676d4-ac8e-4324-a9b4-bb6774e4fe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:31:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4f76041d-32ee-4188-a776-12dcc7ad25cc'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:31:54.456641 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (68124998-b5a1-43ff-8eb4-f6ac3b9dae38), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:54.461150 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0206f37-0bbf-4122-942e-955a52a5d6e2 None None] Network a25badd3-b9da-4af5-86be-6ffa86d3adcc is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:31:54.474426 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-e0206f37-0bbf-4122-942e-955a52a5d6e2 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:31:54.476250 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0206f37-0bbf-4122-942e-955a52a5d6e2 None None] Pushing event updated for resources: {'Port': ['ID=32317234-65fd-456d-9faf-4c1d911e897d,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:54.502411 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0206f37-0bbf-4122-942e-955a52a5d6e2 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:31:54.582485 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-3639210e-7fb1-4872-96cf-c6137ac531f9 admin admin] Allocated IP 172.25.2.191 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/6008e7c3-1c74-436e-9fba-5837e624dfa3) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:31:54.626982 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-b069c6b3-708a-4745-be68-13e7769059af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:54.628652 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-b069c6b3-708a-4745-be68-13e7769059af service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=568908f0-9e98-4a11-b55f-12ed6993ec3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1814833 Feb 16 22:31:54.635279 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-656b5dc3-a74e-475e-8928-1fae619405ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:31:54.638846 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-656b5dc3-a74e-475e-8928-1fae619405ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:31:54.692179 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e23df5-12fa-4874-bf03-45a716e7d940 req-f2e2278e-1394-482a-93b8-af98820197c0 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:54.699645 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=68124998-b5a1-43ff-8eb4-f6ac3b9dae38,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:54.706359 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e23df5-12fa-4874-bf03-45a716e7d940 req-f2e2278e-1394-482a-93b8-af98820197c0 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:54.708477 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e0206f37-0bbf-4122-942e-955a52a5d6e2 None None] Attempting to bind port 32317234-65fd-456d-9faf-4c1d911e897d on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:31:54.708854 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e0206f37-0bbf-4122-942e-955a52a5d6e2 None None] Attempting to bind port 32317234-65fd-456d-9faf-4c1d911e897d by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'd1cd6036-bb12-4c0c-8999-753f66ab4174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a25badd3-b9da-4af5-86be-6ffa86d3adcc'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:31:54.709358 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0206f37-0bbf-4122-942e-955a52a5d6e2 None None] Attempting to bind port 32317234-65fd-456d-9faf-4c1d911e897d on network a25badd3-b9da-4af5-86be-6ffa86d3adcc {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:31:54.719027 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 2322b778-9b15-41c7-8bbd-3f8b08a9cc9f completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:31:54.719314 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e23df5-12fa-4874-bf03-45a716e7d940 req-f2e2278e-1394-482a-93b8-af98820197c0 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:54.724643 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e23df5-12fa-4874-bf03-45a716e7d940 req-f2e2278e-1394-482a-93b8-af98820197c0 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:54.725533 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0206f37-0bbf-4122-942e-955a52a5d6e2 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:31:54.725912 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0206f37-0bbf-4122-942e-955a52a5d6e2 None None] Checking segment: {'id': 'd1cd6036-bb12-4c0c-8999-753f66ab4174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a25badd3-b9da-4af5-86be-6ffa86d3adcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:31:54.729749 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e0206f37-0bbf-4122-942e-955a52a5d6e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:54.730283 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0206f37-0bbf-4122-942e-955a52a5d6e2 None None] Bound using segment: {'id': 'd1cd6036-bb12-4c0c-8999-753f66ab4174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a25badd3-b9da-4af5-86be-6ffa86d3adcc'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:31:54.730683 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e0206f37-0bbf-4122-942e-955a52a5d6e2 None None] Bound port: 32317234-65fd-456d-9faf-4c1d911e897d, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1cd6036-bb12-4c0c-8999-753f66ab4174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a25badd3-b9da-4af5-86be-6ffa86d3adcc'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:31:54.731068 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e0206f37-0bbf-4122-942e-955a52a5d6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (32317234-65fd-456d-9faf-4c1d911e897d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:54.733264 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 2322b778-9b15-41c7-8bbd-3f8b08a9cc9f triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:54.733623 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2322b778-9b15-41c7-8bbd-3f8b08a9cc9f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:54.738227 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-068676d4-ac8e-4324-a9b4-bb6774e4fe9d None None] Set router 4f76041d-32ee-4188-a776-12dcc7ad25cc gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:31:54.746008 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e23df5-12fa-4874-bf03-45a716e7d940 req-f2e2278e-1394-482a-93b8-af98820197c0 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:54.752582 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e23df5-12fa-4874-bf03-45a716e7d940 req-f2e2278e-1394-482a-93b8-af98820197c0 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:54.771063 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e23df5-12fa-4874-bf03-45a716e7d940 req-f2e2278e-1394-482a-93b8-af98820197c0 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:54.773081 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1e23df5-12fa-4874-bf03-45a716e7d940 req-f2e2278e-1394-482a-93b8-af98820197c0 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.2955589 Feb 16 22:31:54.854188 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 34ac3269-822c-4cf7-9d1f-596941b6d7ea up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:31:54.940112 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e0206f37-0bbf-4122-942e-955a52a5d6e2 None None] For port 32317234-65fd-456d-9faf-4c1d911e897d, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:31:54.944600 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e0206f37-0bbf-4122-942e-955a52a5d6e2 None None] For port 32317234-65fd-456d-9faf-4c1d911e897d, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=32317234-65fd-456d-9faf-4c1d911e897d,segment=NetworkSegment(d1cd6036-bb12-4c0c-8999-753f66ab4174),segment_id=d1cd6036-bb12-4c0c-8999-753f66ab4174)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:31:54.998801 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e0206f37-0bbf-4122-942e-955a52a5d6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (32317234-65fd-456d-9faf-4c1d911e897d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:55.047389 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3639210e-7fb1-4872-96cf-c6137ac531f9 admin admin] Publish callbacks [] for port (6008e7c3-1c74-436e-9fba-5837e624dfa3), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:55.119180 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-068676d4-ac8e-4324-a9b4-bb6774e4fe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1447926043-router', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:49Z', 'updated_at': '2022-02-16T22:31:52Z', 'revision_number': 3, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'gw_port': {'id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:51Z', 'updated_at': '2022-02-16T22:31:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:31:55.129987 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 2322b778-9b15-41c7-8bbd-3f8b08a9cc9f is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:31:55.130497 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2322b778-9b15-41c7-8bbd-3f8b08a9cc9f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:55.177728 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-4d885495-b886-4f75-842e-6c00d7cddc9c service neutron] 10.222.0.67 "GET /v2.0/networks/568908f0-9e98-4a11-b55f-12ed6993ec3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5343668 Feb 16 22:31:55.183839 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068676d4-ac8e-4324-a9b4-bb6774e4fe9d None None] Checking router: 4f76041d-32ee-4188-a776-12dcc7ad25cc for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:31:55.184187 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068676d4-ac8e-4324-a9b4-bb6774e4fe9d None None] Updating router 4f76041d-32ee-4188-a776-12dcc7ad25cc port 8c7d074b-12e3-4923-ab87-65c7b9030844 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:31:55.188030 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3639210e-7fb1-4872-96cf-c6137ac531f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (6008e7c3-1c74-436e-9fba-5837e624dfa3), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:55.246107 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 34ac3269-822c-4cf7-9d1f-596941b6d7ea triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:55.246511 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (34ac3269-822c-4cf7-9d1f-596941b6d7ea), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:55.264942 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-068676d4-ac8e-4324-a9b4-bb6774e4fe9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8c7d074b-12e3-4923-ab87-65c7b9030844), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:55.325200 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3639210e-7fb1-4872-96cf-c6137ac531f9 admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:31:55.344980 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-97082a00-7314-47d5-a96f-65bbd8334f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:55.368847 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-3639210e-7fb1-4872-96cf-c6137ac531f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:31:55.381629 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 2322b778-9b15-41c7-8bbd-3f8b08a9cc9f, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=2322b778-9b15-41c7-8bbd-3f8b08a9cc9f,segment=NetworkSegment(389109f6-ebab-4899-93e4-704200323383),segment_id=389109f6-ebab-4899-93e4-704200323383)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:31:55.386414 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3639210e-7fb1-4872-96cf-c6137ac531f9 admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:31:55.415387 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1e23df5-12fa-4874-bf03-45a716e7d940 req-01bb07e3-33ad-47ce-bd58-f8b2409a2dc3 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5874462 Feb 16 22:31:55.484379 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c436af37-7637-47f5-8f2c-259c94d090a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2322b778-9b15-41c7-8bbd-3f8b08a9cc9f'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:31:55.499734 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11183676-334d-4ec6-a131-01bb3b5f9c08" -d '{"events": [{"server_uuid": "c436af37-7637-47f5-8f2c-259c94d090a4", "name": "network-vif-plugged", "status": "completed", "tag": "2322b778-9b15-41c7-8bbd-3f8b08a9cc9f"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:31:55.521414 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-656b5dc3-a74e-475e-8928-1fae619405ad None None] Current status of the port 68124998-b5a1-43ff-8eb4-f6ac3b9dae38 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:31:55.558358 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639210e-7fb1-4872-96cf-c6137ac531f9 admin admin] Pushing event updated for resources: {'Port': ['ID=6008e7c3-1c74-436e-9fba-5837e624dfa3,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:55.559095 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0206f37-0bbf-4122-942e-955a52a5d6e2 None None] Pushing event updated for resources: {'Port': ['ID=32317234-65fd-456d-9faf-4c1d911e897d,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:55.654476 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2322b778-9b15-41c7-8bbd-3f8b08a9cc9f), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:55.686457 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-38ddda56-45ba-4ef1-89f7-33005d446104 service neutron] 10.222.0.67 "GET /v2.0/networks/568908f0-9e98-4a11-b55f-12ed6993ec3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689145 Feb 16 22:31:55.708665 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:55.809318 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-97082a00-7314-47d5-a96f-65bbd8334f99 admin admin] Allocated IP 172.20.0.1 (a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd/0a662751-aa30-4a8c-92bf-a9f1c49c1b53/1d239f16-9d92-4d6f-97f8-146ac81d8416) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:31:55.842536 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=2322b778-9b15-41c7-8bbd-3f8b08a9cc9f,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:55.864277 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-748b63a9-bd0e-4ac9-9bb2-7f38295fc477 None None] Provisioning complete for port 68124998-b5a1-43ff-8eb4-f6ac3b9dae38 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:55.864661 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-748b63a9-bd0e-4ac9-9bb2-7f38295fc477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (68124998-b5a1-43ff-8eb4-f6ac3b9dae38), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:55.891526 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-068676d4-ac8e-4324-a9b4-bb6774e4fe9d None None] Publish callbacks [] for port (8c7d074b-12e3-4923-ab87-65c7b9030844), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:55.896183 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 34ac3269-822c-4cf7-9d1f-596941b6d7ea is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:31:55.902200 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-068676d4-ac8e-4324-a9b4-bb6774e4fe9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8c7d074b-12e3-4923-ab87-65c7b9030844), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:55.977092 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-97082a00-7314-47d5-a96f-65bbd8334f99 admin admin] Publish callbacks [] for port (1d239f16-9d92-4d6f-97f8-146ac81d8416), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:56.014429 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-748b63a9-bd0e-4ac9-9bb2-7f38295fc477 None None] Current status of the port 68124998-b5a1-43ff-8eb4-f6ac3b9dae38 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:31:56.022047 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-068676d4-ac8e-4324-a9b4-bb6774e4fe9d None None] Attempting to bind port 8c7d074b-12e3-4923-ab87-65c7b9030844 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:31:56.022431 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-068676d4-ac8e-4324-a9b4-bb6774e4fe9d None None] Attempting to bind port 8c7d074b-12e3-4923-ab87-65c7b9030844 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:31:56.022792 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068676d4-ac8e-4324-a9b4-bb6774e4fe9d None None] Attempting to bind port 8c7d074b-12e3-4923-ab87-65c7b9030844 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:31:56.025796 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-97082a00-7314-47d5-a96f-65bbd8334f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (1d239f16-9d92-4d6f-97f8-146ac81d8416), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:56.045005 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d525f3-f8d7-48b9-9926-765948f1123f None None] Pushing event updated for resources: {'Port': ['ID=8c7d074b-12e3-4923-ab87-65c7b9030844,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:56.051096 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068676d4-ac8e-4324-a9b4-bb6774e4fe9d None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:31:56.051933 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068676d4-ac8e-4324-a9b4-bb6774e4fe9d None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:31:56.052783 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-068676d4-ac8e-4324-a9b4-bb6774e4fe9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:56.053537 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068676d4-ac8e-4324-a9b4-bb6774e4fe9d None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:31:56.054371 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-068676d4-ac8e-4324-a9b4-bb6774e4fe9d None None] Bound port: 8c7d074b-12e3-4923-ab87-65c7b9030844, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:31:56.054953 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-068676d4-ac8e-4324-a9b4-bb6774e4fe9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8c7d074b-12e3-4923-ab87-65c7b9030844), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:56.080663 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97082a00-7314-47d5-a96f-65bbd8334f99 admin admin] Network a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:31:56.087397 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-97082a00-7314-47d5-a96f-65bbd8334f99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:31:56.092014 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97082a00-7314-47d5-a96f-65bbd8334f99 admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:31:56.121716 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97082a00-7314-47d5-a96f-65bbd8334f99 admin admin] Pushing event updated for resources: {'Port': ['ID=1d239f16-9d92-4d6f-97f8-146ac81d8416,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:56.153506 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-97082a00-7314-47d5-a96f-65bbd8334f99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (4f76041d-32ee-4188-a776-12dcc7ad25cc), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:56.181248 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'tag': 'dbcefae5-8c39-42d5-b478-a0ad2c3077ea'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:31:56.184016 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4cc0893-694f-4b5a-bce4-628c7b359412" -d '{"events": [{"name": "network-changed", "server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "tag": "dbcefae5-8c39-42d5-b478-a0ad2c3077ea"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:31:56.223969 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-21bc56b0-debc-4a9c-8af2-3a1a8915c606 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=69cd28e0-ad7d-4a7a-a387-44e7f55c4baa HTTP/1.1" status: 200 len: 217 time: 0.4335983 Feb 16 22:31:56.315258 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-068676d4-ac8e-4324-a9b4-bb6774e4fe9d None None] For port 8c7d074b-12e3-4923-ab87-65c7b9030844, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:31:56.321124 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-068676d4-ac8e-4324-a9b4-bb6774e4fe9d None None] For port 8c7d074b-12e3-4923-ab87-65c7b9030844, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=8c7d074b-12e3-4923-ab87-65c7b9030844,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:31:56.328378 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-068676d4-ac8e-4324-a9b4-bb6774e4fe9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8c7d074b-12e3-4923-ab87-65c7b9030844), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:56.374159 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-97082a00-7314-47d5-a96f-65bbd8334f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1d239f16-9d92-4d6f-97f8-146ac81d8416), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:56.389907 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-1cd809df-c842-4bc9-b3e1-d5d795303ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:56.392534 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-1cd809df-c842-4bc9-b3e1-d5d795303ff4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8582b128-4308-4a64-b89a-f70186bb698e HTTP/1.1" status: 200 len: 797 time: 0.1557150 Feb 16 22:31:56.408804 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068676d4-ac8e-4324-a9b4-bb6774e4fe9d None None] Routers {'4f76041d-32ee-4188-a776-12dcc7ad25cc'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:31:56.409611 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-068676d4-ac8e-4324-a9b4-bb6774e4fe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:31:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4f76041d-32ee-4188-a776-12dcc7ad25cc'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:31:56.415001 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d525f3-f8d7-48b9-9926-765948f1123f None None] Pushing event updated for resources: {'Port': ['ID=8c7d074b-12e3-4923-ab87-65c7b9030844,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:56.561641 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-013e7325-1ed3-40fa-8313-b7c3f196cb8f None None] Provisioning complete for port 1d239f16-9d92-4d6f-97f8-146ac81d8416 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:56.562280 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-013e7325-1ed3-40fa-8313-b7c3f196cb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (1d239f16-9d92-4d6f-97f8-146ac81d8416), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:56.587913 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3639210e-7fb1-4872-96cf-c6137ac531f9 admin admin] Publish callbacks [] for router_gateway (72274b96-c3e8-40d3-ae91-0b4cde9981fb), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:56.604386 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-068676d4-ac8e-4324-a9b4-bb6774e4fe9d None None] Set router 4f76041d-32ee-4188-a776-12dcc7ad25cc gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:31:56.667519 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-013e7325-1ed3-40fa-8313-b7c3f196cb8f None None] Port 1d239f16-9d92-4d6f-97f8-146ac81d8416 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:31:56.705022 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-97082a00-7314-47d5-a96f-65bbd8334f99 admin admin] Publish callbacks [] for port (1d239f16-9d92-4d6f-97f8-146ac81d8416), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:56.720662 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-97082a00-7314-47d5-a96f-65bbd8334f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (1d239f16-9d92-4d6f-97f8-146ac81d8416), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:56.724920 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670d7b8-6916-4e1e-824a-77457a66cf33 req-08042cff-78c5-40fd-8096-dd3bf3bd508f tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:56.726566 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5670d7b8-6916-4e1e-824a-77457a66cf33 req-08042cff-78c5-40fd-8096-dd3bf3bd508f tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=c436af37-7637-47f5-8f2c-259c94d090a4 HTTP/1.1" status: 200 len: 946 time: 1.0391974 Feb 16 22:31:56.793048 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-97082a00-7314-47d5-a96f-65bbd8334f99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (4f76041d-32ee-4188-a776-12dcc7ad25cc), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:56.880946 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97082a00-7314-47d5-a96f-65bbd8334f99 admin admin] Pushing event updated for resources: {'Port': ['ID=1d239f16-9d92-4d6f-97f8-146ac81d8416,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:56.908647 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5670d7b8-6916-4e1e-824a-77457a66cf33 req-e7cd84e5-f9d0-45d8-9082-5c990b73aa77 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586379 Feb 16 22:31:56.948523 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-e0da0cba-1768-4f91-8455-5b38ae19d19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:56.950094 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-e0da0cba-1768-4f91-8455-5b38ae19d19b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=26d0d9a9-120f-4eeb-8da5-91a75398d8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5463636 Feb 16 22:31:56.984312 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 68124998-b5a1-43ff-8eb4-f6ac3b9dae38 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:31:57.015980 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97082a00-7314-47d5-a96f-65bbd8334f99 admin admin] Network a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:31:57.019088 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-97082a00-7314-47d5-a96f-65bbd8334f99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:31:57.075569 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-068676d4-ac8e-4324-a9b4-bb6774e4fe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1447926043-router', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:49Z', 'updated_at': '2022-02-16T22:31:56Z', 'revision_number': 4, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'gw_port': {'id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:51Z', 'updated_at': '2022-02-16T22:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '1d239f16-9d92-4d6f-97f8-146ac81d8416', 'name': '', 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'mac_address': 'fa:16:3e:23:07:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:55Z', 'updated_at': '2022-02-16T22:31:55Z', 'revision_number': 1, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'subnets': [{'id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:31:57.119192 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-d722d16b-7a35-470a-83d3-1f6812d6b918 service neutron] 10.222.0.67 "GET /v2.0/networks/26d0d9a9-120f-4eeb-8da5-91a75398d8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596408 Feb 16 22:31:57.150009 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:57.151866 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068676d4-ac8e-4324-a9b4-bb6774e4fe9d None None] The sync data for ids ['4f76041d-32ee-4188-a776-12dcc7ad25cc'] in n-d-813897-6 is: [{'id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1447926043-router', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:49Z', 'updated_at': '2022-02-16T22:31:56Z', 'revision_number': 4, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'gw_port': {'id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:51Z', 'updated_at': '2022-02-16T22:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '1d239f16-9d92-4d6f-97f8-146ac81d8416', 'name': '', 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'mac_address': 'fa:16:3e:23:07:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:55Z', 'updated_at': '2022-02-16T22:31:55Z', 'revision_number': 1, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'subnets': [{'id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:31:57.231328 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 68124998-b5a1-43ff-8eb4-f6ac3b9dae38 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:57.232074 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (68124998-b5a1-43ff-8eb4-f6ac3b9dae38), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:57.270805 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31fb13e-84f2-40cc-861b-575d0b3ceaf0 None None] Network a25badd3-b9da-4af5-86be-6ffa86d3adcc requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:31:57.356776 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97082a00-7314-47d5-a96f-65bbd8334f99 admin admin] Router 4f76041d-32ee-4188-a776-12dcc7ad25cc has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:31:57.388417 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3639210e-7fb1-4872-96cf-c6137ac531f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (72274b96-c3e8-40d3-ae91-0b4cde9981fb), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:57.455393 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1efb6a81-8166-4e7f-be50-abc83ba6547f None None] Provisioning complete for port 32317234-65fd-456d-9faf-4c1d911e897d triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:57.457823 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1efb6a81-8166-4e7f-be50-abc83ba6547f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (32317234-65fd-456d-9faf-4c1d911e897d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:57.607818 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97082a00-7314-47d5-a96f-65bbd8334f99 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:31:57.621848 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-97082a00-7314-47d5-a96f-65bbd8334f99 admin admin] 10.222.0.75 "PUT /v2.0/routers/4f76041d-32ee-4188-a776-12dcc7ad25cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1815438 Feb 16 22:31:57.675633 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ade0fa-f9c6-402a-a617-d9cf7d308ba5 x-openstack-request-id: req-a1ade0fa-f9c6-402a-a617-d9cf7d308ba5 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:31:57.679166 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-0005fb16-1d7d-4c7a-a71a-4279fca77f7e service neutron] 10.222.0.67 "GET /v2.0/networks/26d0d9a9-120f-4eeb-8da5-91a75398d8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5514641 Feb 16 22:31:57.679705 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c436af37-7637-47f5-8f2c-259c94d090a4", "name": "network-vif-plugged", "status": "completed", "tag": "2322b778-9b15-41c7-8bbd-3f8b08a9cc9f", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:31:57.680225 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a1ade0fa-f9c6-402a-a617-d9cf7d308ba5 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:31:57.680866 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c436af37-7637-47f5-8f2c-259c94d090a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2322b778-9b15-41c7-8bbd-3f8b08a9cc9f', 'code': 200} Feb 16 22:31:57.750293 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d82fcc-7d9c-42ae-9d27-b17ed38402a7 x-openstack-request-id: req-b2d82fcc-7d9c-42ae-9d27-b17ed38402a7 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:31:57.750821 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "tag": "dbcefae5-8c39-42d5-b478-a0ad2c3077ea", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:31:57.751284 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b2d82fcc-7d9c-42ae-9d27-b17ed38402a7 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:31:57.751690 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'tag': 'dbcefae5-8c39-42d5-b478-a0ad2c3077ea', 'status': 'completed', 'code': 200} Feb 16 22:31:57.755050 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-663b350f-e48c-4d84-9256-993419fc7c3b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=f1376ffd-fe61-469a-a98f-7b82403092df HTTP/1.1" status: 200 len: 217 time: 0.0667257 Feb 16 22:31:57.767912 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 68124998-b5a1-43ff-8eb4-f6ac3b9dae38 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:31:57.769317 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 32317234-65fd-456d-9faf-4c1d911e897d up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:31:57.825398 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021cd90-cebd-4981-b35e-214aee1ac4ed req-65ccdb09-06cd-48cc-ade8-e5886104b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:57.831566 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5021cd90-cebd-4981-b35e-214aee1ac4ed req-65ccdb09-06cd-48cc-ade8-e5886104b691 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c436af37-7637-47f5-8f2c-259c94d090a4 HTTP/1.1" status: 200 len: 1128 time: 0.1040471 Feb 16 22:31:57.855423 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1efb6a81-8166-4e7f-be50-abc83ba6547f None None] Current status of the port 32317234-65fd-456d-9faf-4c1d911e897d is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:31:57.866020 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1efb6a81-8166-4e7f-be50-abc83ba6547f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (32317234-65fd-456d-9faf-4c1d911e897d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:57.909878 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5021cd90-cebd-4981-b35e-214aee1ac4ed req-2260822f-ec1a-458f-8a75-4017385aa2c8 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681512 Feb 16 22:31:57.920000 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 32317234-65fd-456d-9faf-4c1d911e897d triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:57.920633 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (32317234-65fd-456d-9faf-4c1d911e897d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:57.922655 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3639210e-7fb1-4872-96cf-c6137ac531f9 admin admin] Router 72274b96-c3e8-40d3-ae91-0b4cde9981fb is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:31:57.926000 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1efb6a81-8166-4e7f-be50-abc83ba6547f None None] For port 32317234-65fd-456d-9faf-4c1d911e897d, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=32317234-65fd-456d-9faf-4c1d911e897d,segment=NetworkSegment(d1cd6036-bb12-4c0c-8999-753f66ab4174),segment_id=d1cd6036-bb12-4c0c-8999-753f66ab4174)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:31:57.946840 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-1ffbb4ec-bfa3-4132-8f66-b76ab1f849c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:57.948983 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1efb6a81-8166-4e7f-be50-abc83ba6547f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (32317234-65fd-456d-9faf-4c1d911e897d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:57.952223 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-1ffbb4ec-bfa3-4132-8f66-b76ab1f849c8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8582b128-4308-4a64-b89a-f70186bb698e HTTP/1.1" status: 200 len: 797 time: 0.1758864 Feb 16 22:31:58.089685 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb6a81-8166-4e7f-be50-abc83ba6547f None None] Pushing event updated for resources: {'Port': ['ID=32317234-65fd-456d-9faf-4c1d911e897d,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:58.125569 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 32317234-65fd-456d-9faf-4c1d911e897d is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:31:58.133213 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-2beea9c5-97a6-401b-962e-847972014d15 None None] Provisioning complete for port 1d239f16-9d92-4d6f-97f8-146ac81d8416 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:58.133799 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2beea9c5-97a6-401b-962e-847972014d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (1d239f16-9d92-4d6f-97f8-146ac81d8416), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:58.172819 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1d7fa-5fe2-453d-9a70-dcd6185d481e req-54e4b452-4955-4092-b937-5aebc1739ee6 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:58.178420 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1d7fa-5fe2-453d-9a70-dcd6185d481e req-54e4b452-4955-4092-b937-5aebc1739ee6 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:58.184528 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1d7fa-5fe2-453d-9a70-dcd6185d481e req-54e4b452-4955-4092-b937-5aebc1739ee6 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:58.184735 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2beea9c5-97a6-401b-962e-847972014d15 None None] Port 1d239f16-9d92-4d6f-97f8-146ac81d8416 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:31:58.192017 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1d7fa-5fe2-453d-9a70-dcd6185d481e req-54e4b452-4955-4092-b937-5aebc1739ee6 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:58.198427 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1d7fa-5fe2-453d-9a70-dcd6185d481e req-54e4b452-4955-4092-b937-5aebc1739ee6 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:58.203838 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1d7fa-5fe2-453d-9a70-dcd6185d481e req-54e4b452-4955-4092-b937-5aebc1739ee6 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:58.209065 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1d7fa-5fe2-453d-9a70-dcd6185d481e req-54e4b452-4955-4092-b937-5aebc1739ee6 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:58.211235 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e4a1d7fa-5fe2-453d-9a70-dcd6185d481e req-54e4b452-4955-4092-b937-5aebc1739ee6 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.3500397 Feb 16 22:31:58.257822 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-213a43b0-6036-468d-8e9e-16ad06a85b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:58.260226 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-213a43b0-6036-468d-8e9e-16ad06a85b9c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=26d0d9a9-120f-4eeb-8da5-91a75398d8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3011682 Feb 16 22:31:58.299028 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3639210e-7fb1-4872-96cf-c6137ac531f9 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:31:58.335873 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-d62b9c69-2805-423f-9597-9f1c2e7faf2d None None] Provisioning complete for port 32317234-65fd-456d-9faf-4c1d911e897d triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:58.337703 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d62b9c69-2805-423f-9597-9f1c2e7faf2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (32317234-65fd-456d-9faf-4c1d911e897d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:58.342035 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3639210e-7fb1-4872-96cf-c6137ac531f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:58.345629 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3639210e-7fb1-4872-96cf-c6137ac531f9 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.8556154 Feb 16 22:31:58.346038 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47552) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:58.413306 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8411ea92-f69e-4a85-bc0d-43d6e5dd922a None None] Sync routers for ids ['72274b96-c3e8-40d3-ae91-0b4cde9981fb'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:31:58.432813 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e4a1d7fa-5fe2-453d-9a70-dcd6185d481e req-07299cd7-e584-4379-bd1d-ba1de781a3a3 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2148104 Feb 16 22:31:58.439051 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:58.451743 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8411ea92-f69e-4a85-bc0d-43d6e5dd922a None None] Routers {'72274b96-c3e8-40d3-ae91-0b4cde9981fb'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:31:58.452510 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-8411ea92-f69e-4a85-bc0d-43d6e5dd922a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:31:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['72274b96-c3e8-40d3-ae91-0b4cde9981fb'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:31:58.485906 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-be8a4186-1f0d-4c5a-9ee7-d8e9a8aeb462 service neutron] 10.222.0.67 "GET /v2.0/networks/26d0d9a9-120f-4eeb-8da5-91a75398d8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173548 Feb 16 22:31:58.615796 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-8c9070f9-4699-412b-b813-0dc44d80d495 service neutron] 10.222.0.67 "GET /v2.0/networks/26d0d9a9-120f-4eeb-8da5-91a75398d8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223087 Feb 16 22:31:58.705107 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-8411ea92-f69e-4a85-bc0d-43d6e5dd922a None None] Set router 72274b96-c3e8-40d3-ae91-0b4cde9981fb gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:31:58.750781 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-815138b8-9786-4172-bb7b-98323e2892ff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=055e02a5-47a0-401e-b169-9e127e0dd260 HTTP/1.1" status: 200 len: 217 time: 0.1218674 Feb 16 22:31:58.751988 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47556) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:58.761599 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-5f0f813b-705d-464f-964a-02d2517ea13b tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1196270987', 'description': 'tempest-description--1243013421'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:31:58.872905 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-e359df40-64e9-4ec5-a1ca-c422db852be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:58.874949 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-e359df40-64e9-4ec5-a1ca-c422db852be5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8582b128-4308-4a64-b89a-f70186bb698e HTTP/1.1" status: 200 len: 797 time: 0.1021755 Feb 16 22:31:59.027815 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc708d5f-dd78-444c-b0d8-94662713325a req-d93cdbdb-6cdf-4de3-9bff-623e68d02a4c tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:59.035986 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dc708d5f-dd78-444c-b0d8-94662713325a req-d93cdbdb-6cdf-4de3-9bff-623e68d02a4c tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=c436af37-7637-47f5-8f2c-259c94d090a4 HTTP/1.1" status: 200 len: 946 time: 0.1571186 Feb 16 22:31:59.114079 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dc708d5f-dd78-444c-b0d8-94662713325a req-928c98b1-e323-4eb2-ae08-637d1e2d308e tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654836 Feb 16 22:31:59.115898 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5f0f813b-705d-464f-964a-02d2517ea13b tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:59.147093 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-6a1a1a9a-bbf0-480c-8ad8-8175fe2e2d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:59.148661 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-6a1a1a9a-bbf0-480c-8ad8-8175fe2e2d23 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=26d0d9a9-120f-4eeb-8da5-91a75398d8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2564797 Feb 16 22:31:59.235119 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 32317234-65fd-456d-9faf-4c1d911e897d up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:31:59.293428 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d62b9c69-2805-423f-9597-9f1c2e7faf2d None None] Current status of the port 32317234-65fd-456d-9faf-4c1d911e897d is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:31:59.368588 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-d3bb990c-bc04-47c1-a311-84ed0bbaea92 service neutron] 10.222.0.67 "GET /v2.0/networks/26d0d9a9-120f-4eeb-8da5-91a75398d8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100396 Feb 16 22:31:59.502885 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 32317234-65fd-456d-9faf-4c1d911e897d triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:59.503542 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (32317234-65fd-456d-9faf-4c1d911e897d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:59.518075 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5f0f813b-705d-464f-964a-02d2517ea13b tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for security_group (845eca6e-39ec-41a2-8301-b1e51740b631), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:59.556517 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-0b1d02ab-1135-479c-9d49-e87baa5a3919 service neutron] 10.222.0.67 "GET /v2.0/networks/26d0d9a9-120f-4eeb-8da5-91a75398d8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815414 Feb 16 22:31:59.558717 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5f0f813b-705d-464f-964a-02d2517ea13b tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (845eca6e-39ec-41a2-8301-b1e51740b631), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:59.566302 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-53fcc045-7df0-4b55-9cd1-cc43703ced21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:59.638532 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f813b-705d-464f-964a-02d2517ea13b tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=845eca6e-39ec-41a2-8301-b1e51740b631,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:59.644985 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5f0f813b-705d-464f-964a-02d2517ea13b tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:59.649050 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5f0f813b-705d-464f-964a-02d2517ea13b tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8893123 Feb 16 22:31:59.654579 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47560) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:59.663564 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-71a19e72-973d-4377-89f7-5c5a5c8e45b3 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Request body: {'security_group_rule': {'security_group_id': '845eca6e-39ec-41a2-8301-b1e51740b631', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:31:59.687729 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-7b4981e9-ce15-4859-94d4-fb75de1691a9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=d4fbc09b-056d-495d-94fc-6214e9e03479 HTTP/1.1" status: 200 len: 217 time: 0.1166961 Feb 16 22:31:59.707929 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-8411ea92-f69e-4a85-bc0d-43d6e5dd922a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72274b96-c3e8-40d3-ae91-0b4cde9981fb', 'name': 'tempest-TestAggregatesBasicOps-1250581453-router', 'tenant_id': 'cb3fa7f64b434777980f22cc60684713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6008e7c3-1c74-436e-9fba-5837e624dfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:52Z', 'updated_at': '2022-02-16T22:31:56Z', 'revision_number': 3, 'project_id': 'cb3fa7f64b434777980f22cc60684713', 'gw_port': {'id': '6008e7c3-1c74-436e-9fba-5837e624dfa3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72274b96-c3e8-40d3-ae91-0b4cde9981fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:54Z', 'updated_at': '2022-02-16T22:31:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:31:59.728113 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-71a19e72-973d-4377-89f7-5c5a5c8e45b3 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for security_group_rule (66fc6398-a0b6-4577-8b7d-c72cea11ddbf), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:59.746698 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8411ea92-f69e-4a85-bc0d-43d6e5dd922a None None] Checking router: 72274b96-c3e8-40d3-ae91-0b4cde9981fb for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:31:59.747050 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8411ea92-f69e-4a85-bc0d-43d6e5dd922a None None] Updating router 72274b96-c3e8-40d3-ae91-0b4cde9981fb port 6008e7c3-1c74-436e-9fba-5837e624dfa3 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:31:59.753112 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-68e6a1cf-5dc1-4f99-b958-dd3d61747f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:59.755359 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-68e6a1cf-5dc1-4f99-b958-dd3d61747f7d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8582b128-4308-4a64-b89a-f70186bb698e HTTP/1.1" status: 200 len: 797 time: 0.0588436 Feb 16 22:31:59.778411 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 32317234-65fd-456d-9faf-4c1d911e897d is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:31:59.779572 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 8c7d074b-12e3-4923-ab87-65c7b9030844 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:31:59.788423 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc4a15-333f-4816-ac41-fcd7298121d6 req-d0498c7a-acd7-4bec-8e73-f5ba00c2963f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:59.794120 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-71a19e72-973d-4377-89f7-5c5a5c8e45b3 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for security_group_rule (66fc6398-a0b6-4577-8b7d-c72cea11ddbf), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:59.796945 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc4a15-333f-4816-ac41-fcd7298121d6 req-d0498c7a-acd7-4bec-8e73-f5ba00c2963f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:59.803691 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc4a15-333f-4816-ac41-fcd7298121d6 req-d0498c7a-acd7-4bec-8e73-f5ba00c2963f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:59.806172 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-71a19e72-973d-4377-89f7-5c5a5c8e45b3 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (66fc6398-a0b6-4577-8b7d-c72cea11ddbf), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:59.810991 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc4a15-333f-4816-ac41-fcd7298121d6 req-d0498c7a-acd7-4bec-8e73-f5ba00c2963f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:59.817931 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc4a15-333f-4816-ac41-fcd7298121d6 req-d0498c7a-acd7-4bec-8e73-f5ba00c2963f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:59.825070 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc4a15-333f-4816-ac41-fcd7298121d6 req-d0498c7a-acd7-4bec-8e73-f5ba00c2963f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:59.831261 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc4a15-333f-4816-ac41-fcd7298121d6 req-d0498c7a-acd7-4bec-8e73-f5ba00c2963f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:59.834383 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24cc4a15-333f-4816-ac41-fcd7298121d6 req-d0498c7a-acd7-4bec-8e73-f5ba00c2963f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.2568302 Feb 16 22:31:59.847868 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-71a19e72-973d-4377-89f7-5c5a5c8e45b3 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:59.848120 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8411ea92-f69e-4a85-bc0d-43d6e5dd922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6008e7c3-1c74-436e-9fba-5837e624dfa3), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:59.849661 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-71a19e72-973d-4377-89f7-5c5a5c8e45b3 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1919990 Feb 16 22:31:59.856281 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a19e72-973d-4377-89f7-5c5a5c8e45b3 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66fc6398-a0b6-4577-8b7d-c72cea11ddbf,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:31:59.859859 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47562) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:31:59.863602 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:59.891881 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-70cb3952-3023-4006-b61d-8b3156d94371 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Request body: {'security_group_rule': {'security_group_id': '845eca6e-39ec-41a2-8301-b1e51740b631', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:31:59.902653 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-03979ce6-d5e8-4766-851d-ca15799262e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:31:59.904184 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-03979ce6-d5e8-4766-851d-ca15799262e3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=26d0d9a9-120f-4eeb-8da5-91a75398d8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1387174 Feb 16 22:31:59.931832 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-70cb3952-3023-4006-b61d-8b3156d94371 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for security_group_rule (e0885cac-7d01-40c2-9f01-d94d2454bebd), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:59.990827 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 8c7d074b-12e3-4923-ab87-65c7b9030844 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:31:59.991377 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8c7d074b-12e3-4923-ab87-65c7b9030844), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:31:59.995873 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-70cb3952-3023-4006-b61d-8b3156d94371 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for security_group_rule (e0885cac-7d01-40c2-9f01-d94d2454bebd), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:00.004636 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-53fcc045-7df0-4b55-9cd1-cc43703ced21 admin admin] Allocated IP 172.20.0.1 (a25badd3-b9da-4af5-86be-6ffa86d3adcc/0fbe13cf-babc-45a6-aae1-82824eba817b/6e5a143e-2915-4862-b6b6-587e7ed36773) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:32:00.010824 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-70cb3952-3023-4006-b61d-8b3156d94371 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (e0885cac-7d01-40c2-9f01-d94d2454bebd), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:00.014171 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-b65a24df-60e4-450f-a11a-00e36046305d service neutron] 10.222.0.67 "GET /v2.0/networks/26d0d9a9-120f-4eeb-8da5-91a75398d8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015835 Feb 16 22:32:00.046511 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-70cb3952-3023-4006-b61d-8b3156d94371 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:00.048201 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-70cb3952-3023-4006-b61d-8b3156d94371 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1616468 Feb 16 22:32:00.052333 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47564) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:32:00.057126 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-6424a6d4-2c4f-46de-bf94-5bffc8bf7437 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:32:00.065114 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb3952-3023-4006-b61d-8b3156d94371 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0885cac-7d01-40c2-9f01-d94d2454bebd,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:00.159505 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6424a6d4-2c4f-46de-bf94-5bffc8bf7437 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:00.196574 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 8c7d074b-12e3-4923-ab87-65c7b9030844 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:32:00.196881 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8c7d074b-12e3-4923-ab87-65c7b9030844), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:00.256499 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 8c7d074b-12e3-4923-ab87-65c7b9030844, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=8c7d074b-12e3-4923-ab87-65c7b9030844,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:32:00.273425 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8411ea92-f69e-4a85-bc0d-43d6e5dd922a None None] Publish callbacks [] for port (6008e7c3-1c74-436e-9fba-5837e624dfa3), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:00.276364 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8c7d074b-12e3-4923-ab87-65c7b9030844), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:00.305653 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8411ea92-f69e-4a85-bc0d-43d6e5dd922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (6008e7c3-1c74-436e-9fba-5837e624dfa3), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:00.310134 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-53fcc045-7df0-4b55-9cd1-cc43703ced21 admin admin] Publish callbacks [] for port (6e5a143e-2915-4862-b6b6-587e7ed36773), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:00.351278 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=8c7d074b-12e3-4923-ab87-65c7b9030844,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:00.352883 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6424a6d4-2c4f-46de-bf94-5bffc8bf7437 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:00.358752 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-8411ea92-f69e-4a85-bc0d-43d6e5dd922a None None] Attempting to bind port 6008e7c3-1c74-436e-9fba-5837e624dfa3 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:32:00.359173 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-8411ea92-f69e-4a85-bc0d-43d6e5dd922a None None] Attempting to bind port 6008e7c3-1c74-436e-9fba-5837e624dfa3 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:32:00.359573 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8411ea92-f69e-4a85-bc0d-43d6e5dd922a None None] Attempting to bind port 6008e7c3-1c74-436e-9fba-5837e624dfa3 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:32:00.390476 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8411ea92-f69e-4a85-bc0d-43d6e5dd922a None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:32:00.390876 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8411ea92-f69e-4a85-bc0d-43d6e5dd922a None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:32:00.391287 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8411ea92-f69e-4a85-bc0d-43d6e5dd922a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:00.391758 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8411ea92-f69e-4a85-bc0d-43d6e5dd922a None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:32:00.392307 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-8411ea92-f69e-4a85-bc0d-43d6e5dd922a None None] Bound port: 6008e7c3-1c74-436e-9fba-5837e624dfa3, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:32:00.392698 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8411ea92-f69e-4a85-bc0d-43d6e5dd922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6008e7c3-1c74-436e-9fba-5837e624dfa3), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:00.431228 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-53fcc045-7df0-4b55-9cd1-cc43703ced21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (6e5a143e-2915-4862-b6b6-587e7ed36773), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:00.435954 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a65ab-7312-4e8d-b561-eba08ffdc24e None None] Pushing event updated for resources: {'Port': ['ID=6008e7c3-1c74-436e-9fba-5837e624dfa3,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:00.444233 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-629342b2-ffad-4d39-b9fc-8d44db329e4d service neutron] 10.222.0.67 "GET /v2.0/networks/26d0d9a9-120f-4eeb-8da5-91a75398d8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232521 Feb 16 22:32:00.455050 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fcc045-7df0-4b55-9cd1-cc43703ced21 admin admin] Network a25badd3-b9da-4af5-86be-6ffa86d3adcc is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:32:00.460021 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-53fcc045-7df0-4b55-9cd1-cc43703ced21 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:32:00.462789 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fcc045-7df0-4b55-9cd1-cc43703ced21 admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:32:00.475469 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-8411ea92-f69e-4a85-bc0d-43d6e5dd922a None None] For port 6008e7c3-1c74-436e-9fba-5837e624dfa3, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:32:00.479256 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-8411ea92-f69e-4a85-bc0d-43d6e5dd922a None None] For port 6008e7c3-1c74-436e-9fba-5837e624dfa3, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=6008e7c3-1c74-436e-9fba-5837e624dfa3,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:32:00.488762 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8411ea92-f69e-4a85-bc0d-43d6e5dd922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (6008e7c3-1c74-436e-9fba-5837e624dfa3), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:00.533048 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-6e65ce51-18ae-4036-a6fd-fc2a1bba02d7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f08268c2-0706-4d20-b5da-cb8402e649ee HTTP/1.1" status: 200 len: 217 time: 0.0828202 Feb 16 22:32:00.559694 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24cc4a15-333f-4816-ac41-fcd7298121d6 req-ec5b0618-dd66-4da3-b2ce-84266432ec96 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7063138 Feb 16 22:32:00.581963 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8411ea92-f69e-4a85-bc0d-43d6e5dd922a None None] Routers {'72274b96-c3e8-40d3-ae91-0b4cde9981fb'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:32:00.582786 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-8411ea92-f69e-4a85-bc0d-43d6e5dd922a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:31:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['72274b96-c3e8-40d3-ae91-0b4cde9981fb'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:00.608269 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fcc045-7df0-4b55-9cd1-cc43703ced21 admin admin] Pushing event updated for resources: {'Port': ['ID=6e5a143e-2915-4862-b6b6-587e7ed36773,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:00.616350 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-53fcc045-7df0-4b55-9cd1-cc43703ced21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (72274b96-c3e8-40d3-ae91-0b4cde9981fb), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:00.723963 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-a960e2fc-d435-4123-9c9f-d40382d00101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:00.725459 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-a960e2fc-d435-4123-9c9f-d40382d00101 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0d67fdb7-3c41-4880-be2c-249dd8a89e0b HTTP/1.1" status: 200 len: 797 time: 0.1645722 Feb 16 22:32:00.729765 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a65ab-7312-4e8d-b561-eba08ffdc24e None None] Pushing event updated for resources: {'Port': ['ID=6008e7c3-1c74-436e-9fba-5837e624dfa3,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:00.730364 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-6424a6d4-2c4f-46de-bf94-5bffc8bf7437 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Allocated IP 172.25.2.52 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/4bb18f33-19b5-4e5c-82d5-7a2cd2f47366) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:32:00.807902 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 8c7d074b-12e3-4923-ab87-65c7b9030844 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:32:00.852605 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f41543-a3e8-4d42-a65d-75598b1e1a3b req-16172a9f-5703-4615-ae1d-33c7ae728add tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:00.854274 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b4f41543-a3e8-4d42-a65d-75598b1e1a3b req-16172a9f-5703-4615-ae1d-33c7ae728add tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=c436af37-7637-47f5-8f2c-259c94d090a4 HTTP/1.1" status: 200 len: 946 time: 0.1625915 Feb 16 22:32:00.856846 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-b7ad9063-f35c-4cc9-828d-93a2d2fcb5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:00.858264 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-b7ad9063-f35c-4cc9-828d-93a2d2fcb5b5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a2b2a22c-a39e-445c-a28f-3542fdd15687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0916760 Feb 16 22:32:00.865245 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-8411ea92-f69e-4a85-bc0d-43d6e5dd922a None None] Set router 72274b96-c3e8-40d3-ae91-0b4cde9981fb gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:32:00.975409 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6424a6d4-2c4f-46de-bf94-5bffc8bf7437 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for port (4bb18f33-19b5-4e5c-82d5-7a2cd2f47366), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:01.008253 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 8c7d074b-12e3-4923-ab87-65c7b9030844 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:01.008902 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8c7d074b-12e3-4923-ab87-65c7b9030844), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:01.014689 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-99563de3-ee20-49fe-9617-0599920f5d22 None None] Provisioning complete for port 6e5a143e-2915-4862-b6b6-587e7ed36773 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:01.015381 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-99563de3-ee20-49fe-9617-0599920f5d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6e5a143e-2915-4862-b6b6-587e7ed36773), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:01.030081 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b4f41543-a3e8-4d42-a65d-75598b1e1a3b req-00d94cb7-54f2-4f92-812f-1529ecfaaaee tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670804 Feb 16 22:32:01.061702 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-a161cdae-4772-4c06-8f7d-bf9770120053 service neutron] 10.222.0.67 "GET /v2.0/networks/a2b2a22c-a39e-445c-a28f-3542fdd15687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902735 Feb 16 22:32:01.076606 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6424a6d4-2c4f-46de-bf94-5bffc8bf7437 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (4bb18f33-19b5-4e5c-82d5-7a2cd2f47366), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:01.146993 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-53fcc045-7df0-4b55-9cd1-cc43703ced21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6e5a143e-2915-4862-b6b6-587e7ed36773), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:01.160888 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-99563de3-ee20-49fe-9617-0599920f5d22 None None] Port 6e5a143e-2915-4862-b6b6-587e7ed36773 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:32:01.196599 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-289cdd44-d649-451e-a364-b0a8821b7b6d service neutron] 10.222.0.67 "GET /v2.0/networks/a2b2a22c-a39e-445c-a28f-3542fdd15687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293666 Feb 16 22:32:01.209240 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424a6d4-2c4f-46de-bf94-5bffc8bf7437 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Pushing event updated for resources: {'Port': ['ID=4bb18f33-19b5-4e5c-82d5-7a2cd2f47366,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:01.222530 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6424a6d4-2c4f-46de-bf94-5bffc8bf7437 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:32:01.224745 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-6424a6d4-2c4f-46de-bf94-5bffc8bf7437 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:32:01.227253 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6424a6d4-2c4f-46de-bf94-5bffc8bf7437 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:32:01.251243 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 8c7d074b-12e3-4923-ab87-65c7b9030844 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:32:01.271709 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-8411ea92-f69e-4a85-bc0d-43d6e5dd922a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72274b96-c3e8-40d3-ae91-0b4cde9981fb', 'name': 'tempest-TestAggregatesBasicOps-1250581453-router', 'tenant_id': 'cb3fa7f64b434777980f22cc60684713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6008e7c3-1c74-436e-9fba-5837e624dfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:52Z', 'updated_at': '2022-02-16T22:31:56Z', 'revision_number': 3, 'project_id': 'cb3fa7f64b434777980f22cc60684713', 'gw_port': {'id': '6008e7c3-1c74-436e-9fba-5837e624dfa3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72274b96-c3e8-40d3-ae91-0b4cde9981fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:54Z', 'updated_at': '2022-02-16T22:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:01.281833 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-471ef796-3e55-4d09-bdef-45cb957ef63b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dbcefae5-8c39-42d5-b478-a0ad2c3077ea HTTP/1.1" status: 200 len: 217 time: 0.0759304 Feb 16 22:32:01.323328 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186fbd3d-fb33-48dd-aa88-6a5f5286cf99 None None] Sync routers for ids ['4f76041d-32ee-4188-a776-12dcc7ad25cc'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:32:01.347761 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186fbd3d-fb33-48dd-aa88-6a5f5286cf99 None None] Routers {'4f76041d-32ee-4188-a776-12dcc7ad25cc'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:32:01.348398 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-186fbd3d-fb33-48dd-aa88-6a5f5286cf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:31:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4f76041d-32ee-4188-a776-12dcc7ad25cc'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:01.349174 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-4290b46d-bb9d-4623-a144-f36f16829631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:01.350867 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-4290b46d-bb9d-4623-a144-f36f16829631 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0d67fdb7-3c41-4880-be2c-249dd8a89e0b HTTP/1.1" status: 200 len: 797 time: 0.0624850 Feb 16 22:32:01.414978 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-49703a7d-c265-423a-9a4b-72d484b412a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:01.417200 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-49703a7d-c265-423a-9a4b-72d484b412a9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a2b2a22c-a39e-445c-a28f-3542fdd15687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0587358 Feb 16 22:32:01.480887 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8411ea92-f69e-4a85-bc0d-43d6e5dd922a None None] The sync data for ids ['72274b96-c3e8-40d3-ae91-0b4cde9981fb'] in n-d-813897-6 is: [{'id': '72274b96-c3e8-40d3-ae91-0b4cde9981fb', 'name': 'tempest-TestAggregatesBasicOps-1250581453-router', 'tenant_id': 'cb3fa7f64b434777980f22cc60684713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6008e7c3-1c74-436e-9fba-5837e624dfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:52Z', 'updated_at': '2022-02-16T22:31:56Z', 'revision_number': 3, 'project_id': 'cb3fa7f64b434777980f22cc60684713', 'gw_port': {'id': '6008e7c3-1c74-436e-9fba-5837e624dfa3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72274b96-c3e8-40d3-ae91-0b4cde9981fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:54Z', 'updated_at': '2022-02-16T22:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:32:01.481630 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6424a6d4-2c4f-46de-bf94-5bffc8bf7437 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for floatingip (f9852a1f-86b0-4c35-9717-96c1be71eed1), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:01.563606 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-4f2f3e89-489b-46f7-8d79-35400b143fa4 service neutron] 10.222.0.67 "GET /v2.0/networks/a2b2a22c-a39e-445c-a28f-3542fdd15687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384885 Feb 16 22:32:01.579098 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-186fbd3d-fb33-48dd-aa88-6a5f5286cf99 None None] Set router 4f76041d-32ee-4188-a776-12dcc7ad25cc gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:32:01.650584 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-53fcc045-7df0-4b55-9cd1-cc43703ced21 admin admin] Publish callbacks [] for port (6e5a143e-2915-4862-b6b6-587e7ed36773), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:01.664342 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6424a6d4-2c4f-46de-bf94-5bffc8bf7437 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4bb18f33-19b5-4e5c-82d5-7a2cd2f47366), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:01.667552 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-53fcc045-7df0-4b55-9cd1-cc43703ced21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (6e5a143e-2915-4862-b6b6-587e7ed36773), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:01.679974 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b221a4-7ec7-43dc-af5c-cba3abd1d25b req-c1baf59a-d054-49ec-85c0-9da91b5c2f7d service neutron] 10.222.0.67 "GET /v2.0/networks/a2b2a22c-a39e-445c-a28f-3542fdd15687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045418 Feb 16 22:32:01.818593 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fcc045-7df0-4b55-9cd1-cc43703ced21 admin admin] Pushing event updated for resources: {'Port': ['ID=6e5a143e-2915-4862-b6b6-587e7ed36773,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:01.822789 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-53fcc045-7df0-4b55-9cd1-cc43703ced21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (72274b96-c3e8-40d3-ae91-0b4cde9981fb), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:01.836696 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a3415-5b2e-4c6c-8828-a11a0bba51be req-c39e359b-d912-4d47-a6c1-cea7132b1f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:01.837884 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a3415-5b2e-4c6c-8828-a11a0bba51be req-c39e359b-d912-4d47-a6c1-cea7132b1f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:01.837884 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a3415-5b2e-4c6c-8828-a11a0bba51be req-c39e359b-d912-4d47-a6c1-cea7132b1f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:01.838402 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a3415-5b2e-4c6c-8828-a11a0bba51be req-c39e359b-d912-4d47-a6c1-cea7132b1f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:01.838924 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a3415-5b2e-4c6c-8828-a11a0bba51be req-c39e359b-d912-4d47-a6c1-cea7132b1f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:01.839810 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a3415-5b2e-4c6c-8828-a11a0bba51be req-c39e359b-d912-4d47-a6c1-cea7132b1f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:01.840408 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a3415-5b2e-4c6c-8828-a11a0bba51be req-c39e359b-d912-4d47-a6c1-cea7132b1f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:01.842567 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c21a3415-5b2e-4c6c-8828-a11a0bba51be req-c39e359b-d912-4d47-a6c1-cea7132b1f8d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f6e9384d481649378c8629f80ddeb608&device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 6703 time: 0.0890830 Feb 16 22:32:01.855570 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20156645-1603-4e27-8f0e-6f8633570c8a req-e5ac6ec7-66d6-4aa3-a13d-97bb898c0269 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:01.861907 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20156645-1603-4e27-8f0e-6f8633570c8a req-e5ac6ec7-66d6-4aa3-a13d-97bb898c0269 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:01.868842 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20156645-1603-4e27-8f0e-6f8633570c8a req-e5ac6ec7-66d6-4aa3-a13d-97bb898c0269 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:01.891453 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20156645-1603-4e27-8f0e-6f8633570c8a req-e5ac6ec7-66d6-4aa3-a13d-97bb898c0269 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:01.900408 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20156645-1603-4e27-8f0e-6f8633570c8a req-e5ac6ec7-66d6-4aa3-a13d-97bb898c0269 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:01.904812 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20156645-1603-4e27-8f0e-6f8633570c8a req-e5ac6ec7-66d6-4aa3-a13d-97bb898c0269 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:01.911039 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20156645-1603-4e27-8f0e-6f8633570c8a req-e5ac6ec7-66d6-4aa3-a13d-97bb898c0269 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:01.913107 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-20156645-1603-4e27-8f0e-6f8633570c8a req-e5ac6ec7-66d6-4aa3-a13d-97bb898c0269 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.2006114 Feb 16 22:32:02.003547 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-186fbd3d-fb33-48dd-aa88-6a5f5286cf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1447926043-router', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:49Z', 'updated_at': '2022-02-16T22:31:56Z', 'revision_number': 4, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'gw_port': {'id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:51Z', 'updated_at': '2022-02-16T22:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '1d239f16-9d92-4d6f-97f8-146ac81d8416', 'name': '', 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'mac_address': 'fa:16:3e:23:07:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:55Z', 'updated_at': '2022-02-16T22:31:56Z', 'revision_number': 2, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'subnets': [{'id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:02.035472 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fcc045-7df0-4b55-9cd1-cc43703ced21 admin admin] Network a25badd3-b9da-4af5-86be-6ffa86d3adcc is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:32:02.038984 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186fbd3d-fb33-48dd-aa88-6a5f5286cf99 None None] Checking router: 4f76041d-32ee-4188-a776-12dcc7ad25cc for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:32:02.039577 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186fbd3d-fb33-48dd-aa88-6a5f5286cf99 None None] Updating router 4f76041d-32ee-4188-a776-12dcc7ad25cc port 1d239f16-9d92-4d6f-97f8-146ac81d8416 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:32:02.045869 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-53fcc045-7df0-4b55-9cd1-cc43703ced21 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:32:02.055457 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-20156645-1603-4e27-8f0e-6f8633570c8a req-a858db92-8cf8-48cb-8e51-1f3de83da058 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1214483 Feb 16 22:32:02.093735 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a3415-5b2e-4c6c-8828-a11a0bba51be req-2c6a6b27-dc7e-48b5-aa33-c5ce4f785ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:02.096394 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c21a3415-5b2e-4c6c-8828-a11a0bba51be req-2c6a6b27-dc7e-48b5-aa33-c5ce4f785ef9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a2b2a22c-a39e-445c-a28f-3542fdd15687 HTTP/1.1" status: 200 len: 902 time: 0.1821675 Feb 16 22:32:02.122641 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-186fbd3d-fb33-48dd-aa88-6a5f5286cf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1d239f16-9d92-4d6f-97f8-146ac81d8416), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:02.152721 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c21a3415-5b2e-4c6c-8828-a11a0bba51be req-2e30b9d9-6422-45af-ac28-a0ec3a5dcbe4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f08268c2-0706-4d20-b5da-cb8402e649ee HTTP/1.1" status: 200 len: 217 time: 0.0475459 Feb 16 22:32:02.243778 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6424a6d4-2c4f-46de-bf94-5bffc8bf7437 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for port (4bb18f33-19b5-4e5c-82d5-7a2cd2f47366), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:02.257526 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a3415-5b2e-4c6c-8828-a11a0bba51be req-289e1240-7977-44eb-94a5-22bf88ab4382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:02.257936 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6424a6d4-2c4f-46de-bf94-5bffc8bf7437 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (4bb18f33-19b5-4e5c-82d5-7a2cd2f47366), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:02.260217 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c21a3415-5b2e-4c6c-8828-a11a0bba51be req-289e1240-7977-44eb-94a5-22bf88ab4382 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0d67fdb7-3c41-4880-be2c-249dd8a89e0b HTTP/1.1" status: 200 len: 797 time: 0.1005504 Feb 16 22:32:02.336714 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53fcc045-7df0-4b55-9cd1-cc43703ced21 admin admin] Router 72274b96-c3e8-40d3-ae91-0b4cde9981fb has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:32:02.348778 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a3415-5b2e-4c6c-8828-a11a0bba51be req-7abe1795-0d27-44be-aa96-91050f17c375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:02.350846 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c21a3415-5b2e-4c6c-8828-a11a0bba51be req-7abe1795-0d27-44be-aa96-91050f17c375 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a2b2a22c-a39e-445c-a28f-3542fdd15687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0834937 Feb 16 22:32:02.408929 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6424a6d4-2c4f-46de-bf94-5bffc8bf7437 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (f9852a1f-86b0-4c35-9717-96c1be71eed1), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:02.448359 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6424a6d4-2c4f-46de-bf94-5bffc8bf7437 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:02.450455 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6424a6d4-2c4f-46de-bf94-5bffc8bf7437 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3962185 Feb 16 22:32:02.452849 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424a6d4-2c4f-46de-bf94-5bffc8bf7437 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Pushing event updated for resources: {'Port': ['ID=4bb18f33-19b5-4e5c-82d5-7a2cd2f47366,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:02.527620 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c21a3415-5b2e-4c6c-8828-a11a0bba51be req-94b0b844-4f8a-454a-b47c-94b328dac996 service neutron] 10.222.0.67 "GET /v2.0/networks/a2b2a22c-a39e-445c-a28f-3542fdd15687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690950 Feb 16 22:32:02.538435 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-963a3c4f-0cf0-422e-b359-c786de2de524 None None] Provisioning complete for port 6e5a143e-2915-4862-b6b6-587e7ed36773 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:02.538999 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-963a3c4f-0cf0-422e-b359-c786de2de524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6e5a143e-2915-4862-b6b6-587e7ed36773), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:02.615376 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-963a3c4f-0cf0-422e-b359-c786de2de524 None None] Port 6e5a143e-2915-4862-b6b6-587e7ed36773 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:32:02.679610 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-186fbd3d-fb33-48dd-aa88-6a5f5286cf99 None None] Publish callbacks [] for port (1d239f16-9d92-4d6f-97f8-146ac81d8416), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:02.699005 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-186fbd3d-fb33-48dd-aa88-6a5f5286cf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (1d239f16-9d92-4d6f-97f8-146ac81d8416), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:02.709562 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fcc045-7df0-4b55-9cd1-cc43703ced21 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:32:02.737044 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-53fcc045-7df0-4b55-9cd1-cc43703ced21 admin admin] 10.222.0.75 "PUT /v2.0/routers/72274b96-c3e8-40d3-ae91-0b4cde9981fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3824165 Feb 16 22:32:02.737298 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c21a3415-5b2e-4c6c-8828-a11a0bba51be req-25c2e168-1d86-48d2-962b-0560ba9f5a6c service neutron] 10.222.0.67 "GET /v2.0/networks/a2b2a22c-a39e-445c-a28f-3542fdd15687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957378 Feb 16 22:32:02.797261 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 6008e7c3-1c74-436e-9fba-5837e624dfa3 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:32:02.819143 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9d7ed-3154-431a-a142-3b56c4e1809d None None] Pushing event updated for resources: {'Port': ['ID=1d239f16-9d92-4d6f-97f8-146ac81d8416,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:02.905386 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-f27ce4ab-6257-45e5-8e20-8bbd972c3d7e tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1196270987&fields=id&tenant_id=11dcb6fba69b48e58d8c23f01f2db2c9 HTTP/1.1" status: 200 len: 267 time: 0.1731935 Feb 16 22:32:02.907559 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-186fbd3d-fb33-48dd-aa88-6a5f5286cf99 None None] Attempting to bind port 1d239f16-9d92-4d6f-97f8-146ac81d8416 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:32:02.907864 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-186fbd3d-fb33-48dd-aa88-6a5f5286cf99 None None] Attempting to bind port 1d239f16-9d92-4d6f-97f8-146ac81d8416 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '0da08ad7-1ffb-4706-9d45-1cc487f01f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:32:02.908238 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186fbd3d-fb33-48dd-aa88-6a5f5286cf99 None None] Attempting to bind port 1d239f16-9d92-4d6f-97f8-146ac81d8416 on network a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:32:02.919516 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186fbd3d-fb33-48dd-aa88-6a5f5286cf99 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:32:02.919905 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186fbd3d-fb33-48dd-aa88-6a5f5286cf99 None None] Checking segment: {'id': '0da08ad7-1ffb-4706-9d45-1cc487f01f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:32:02.920461 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-186fbd3d-fb33-48dd-aa88-6a5f5286cf99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:02.921029 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186fbd3d-fb33-48dd-aa88-6a5f5286cf99 None None] Bound using segment: {'id': '0da08ad7-1ffb-4706-9d45-1cc487f01f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:32:02.921518 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-186fbd3d-fb33-48dd-aa88-6a5f5286cf99 None None] Bound port: 1d239f16-9d92-4d6f-97f8-146ac81d8416, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da08ad7-1ffb-4706-9d45-1cc487f01f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:32:02.921905 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-186fbd3d-fb33-48dd-aa88-6a5f5286cf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1d239f16-9d92-4d6f-97f8-146ac81d8416), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:02.922321 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 6008e7c3-1c74-436e-9fba-5837e624dfa3 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:02.922794 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6008e7c3-1c74-436e-9fba-5837e624dfa3), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:03.021187 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc0893-694f-4b5a-bce4-628c7b359412 req-9413f4ae-a7c9-474d-8dc3-8d3d19026153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:03.021672 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc0893-694f-4b5a-bce4-628c7b359412 req-9413f4ae-a7c9-474d-8dc3-8d3d19026153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:03.022168 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc0893-694f-4b5a-bce4-628c7b359412 req-9413f4ae-a7c9-474d-8dc3-8d3d19026153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:03.022632 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc0893-694f-4b5a-bce4-628c7b359412 req-9413f4ae-a7c9-474d-8dc3-8d3d19026153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:03.023776 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc0893-694f-4b5a-bce4-628c7b359412 req-9413f4ae-a7c9-474d-8dc3-8d3d19026153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:03.024185 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc0893-694f-4b5a-bce4-628c7b359412 req-9413f4ae-a7c9-474d-8dc3-8d3d19026153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:03.025029 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc0893-694f-4b5a-bce4-628c7b359412 req-9413f4ae-a7c9-474d-8dc3-8d3d19026153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:03.026737 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4cc0893-694f-4b5a-bce4-628c7b359412 req-9413f4ae-a7c9-474d-8dc3-8d3d19026153 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f6e9384d481649378c8629f80ddeb608&device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 6703 time: 0.1959198 Feb 16 22:32:03.059156 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 6008e7c3-1c74-436e-9fba-5837e624dfa3 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:32:03.063238 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6008e7c3-1c74-436e-9fba-5837e624dfa3), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:03.077575 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-186fbd3d-fb33-48dd-aa88-6a5f5286cf99 None None] For port 1d239f16-9d92-4d6f-97f8-146ac81d8416, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:32:03.082384 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-186fbd3d-fb33-48dd-aa88-6a5f5286cf99 None None] For port 1d239f16-9d92-4d6f-97f8-146ac81d8416, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=1d239f16-9d92-4d6f-97f8-146ac81d8416,segment=NetworkSegment(0da08ad7-1ffb-4706-9d45-1cc487f01f06),segment_id=0da08ad7-1ffb-4706-9d45-1cc487f01f06)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:32:03.092445 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-186fbd3d-fb33-48dd-aa88-6a5f5286cf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (1d239f16-9d92-4d6f-97f8-146ac81d8416), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:03.115641 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 6008e7c3-1c74-436e-9fba-5837e624dfa3, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=6008e7c3-1c74-436e-9fba-5837e624dfa3,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:32:03.122018 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (6008e7c3-1c74-436e-9fba-5837e624dfa3), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:03.177059 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc0893-694f-4b5a-bce4-628c7b359412 req-b2577b6d-81be-44c1-92a9-84d21a1a9146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:03.179252 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4cc0893-694f-4b5a-bce4-628c7b359412 req-b2577b6d-81be-44c1-92a9-84d21a1a9146 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a2b2a22c-a39e-445c-a28f-3542fdd15687 HTTP/1.1" status: 200 len: 902 time: 0.1406794 Feb 16 22:32:03.196585 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186fbd3d-fb33-48dd-aa88-6a5f5286cf99 None None] Routers {'4f76041d-32ee-4188-a776-12dcc7ad25cc'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:32:03.197217 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-186fbd3d-fb33-48dd-aa88-6a5f5286cf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:31:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4f76041d-32ee-4188-a776-12dcc7ad25cc'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:03.243427 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a5ee3aac-be1c-40e3-8fac-63d3fec125cd None None] Provisioning complete for port 1d239f16-9d92-4d6f-97f8-146ac81d8416 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:03.243815 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a5ee3aac-be1c-40e3-8fac-63d3fec125cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (1d239f16-9d92-4d6f-97f8-146ac81d8416), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:03.261168 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=6008e7c3-1c74-436e-9fba-5837e624dfa3,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:03.267361 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4cc0893-694f-4b5a-bce4-628c7b359412 req-8bc20490-fa9e-4418-822f-ad102db517e6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dbcefae5-8c39-42d5-b478-a0ad2c3077ea HTTP/1.1" status: 200 len: 217 time: 0.0503190 Feb 16 22:32:03.296264 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9d7ed-3154-431a-a142-3b56c4e1809d None None] Pushing event updated for resources: {'Port': ['ID=1d239f16-9d92-4d6f-97f8-146ac81d8416,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:03.360843 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-186fbd3d-fb33-48dd-aa88-6a5f5286cf99 None None] Set router 4f76041d-32ee-4188-a776-12dcc7ad25cc gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:32:03.371562 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-b678dff7-d703-431c-a555-1767242c56e1 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:03.373075 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-b678dff7-d703-431c-a555-1767242c56e1 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/networks?id=a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd HTTP/1.1" status: 200 len: 817 time: 0.4592974 Feb 16 22:32:03.394173 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc0893-694f-4b5a-bce4-628c7b359412 req-5e6e32d1-a74d-44da-a644-f13f438ff31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:03.395654 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4cc0893-694f-4b5a-bce4-628c7b359412 req-5e6e32d1-a74d-44da-a644-f13f438ff31c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0d67fdb7-3c41-4880-be2c-249dd8a89e0b HTTP/1.1" status: 200 len: 797 time: 0.1191456 Feb 16 22:32:03.413848 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a5ee3aac-be1c-40e3-8fac-63d3fec125cd None None] Current status of the port 1d239f16-9d92-4d6f-97f8-146ac81d8416 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:32:03.414356 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a5ee3aac-be1c-40e3-8fac-63d3fec125cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1d239f16-9d92-4d6f-97f8-146ac81d8416), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:03.423189 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-39d3eaea-f8d9-419d-9e47-00960b7f607d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/quotas/11dcb6fba69b48e58d8c23f01f2db2c9 HTTP/1.1" status: 200 len: 375 time: 0.0397336 Feb 16 22:32:03.460143 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-a5ee3aac-be1c-40e3-8fac-63d3fec125cd None None] For port 1d239f16-9d92-4d6f-97f8-146ac81d8416, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=1d239f16-9d92-4d6f-97f8-146ac81d8416,segment=NetworkSegment(0da08ad7-1ffb-4706-9d45-1cc487f01f06),segment_id=0da08ad7-1ffb-4706-9d45-1cc487f01f06)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:32:03.474532 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a5ee3aac-be1c-40e3-8fac-63d3fec125cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (1d239f16-9d92-4d6f-97f8-146ac81d8416), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:03.528716 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc0893-694f-4b5a-bce4-628c7b359412 req-8b737cbe-95ee-448e-acda-1124527c3653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:03.530181 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4cc0893-694f-4b5a-bce4-628c7b359412 req-8b737cbe-95ee-448e-acda-1124527c3653 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a2b2a22c-a39e-445c-a28f-3542fdd15687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1254623 Feb 16 22:32:03.557450 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee3aac-be1c-40e3-8fac-63d3fec125cd None None] Pushing event updated for resources: {'Port': ['ID=1d239f16-9d92-4d6f-97f8-146ac81d8416,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:03.572496 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-3693c0cb-9711-45f7-b592-d4540949f42c tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=11dcb6fba69b48e58d8c23f01f2db2c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1145811 Feb 16 22:32:03.602088 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f3dfbcd4-5f64-4222-8272-d2e0b32e418f None None] Provisioning complete for port 1d239f16-9d92-4d6f-97f8-146ac81d8416 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:03.602468 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f3dfbcd4-5f64-4222-8272-d2e0b32e418f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (1d239f16-9d92-4d6f-97f8-146ac81d8416), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:03.686210 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4cc0893-694f-4b5a-bce4-628c7b359412 req-a64512b3-e2fa-456b-858a-248136c3a12d service neutron] 10.222.0.67 "GET /v2.0/networks/a2b2a22c-a39e-445c-a28f-3542fdd15687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473176 Feb 16 22:32:03.704931 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-186fbd3d-fb33-48dd-aa88-6a5f5286cf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1447926043-router', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:49Z', 'updated_at': '2022-02-16T22:31:56Z', 'revision_number': 4, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'gw_port': {'id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:51Z', 'updated_at': '2022-02-16T22:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '1d239f16-9d92-4d6f-97f8-146ac81d8416', 'name': '', 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'mac_address': 'fa:16:3e:23:07:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:55Z', 'updated_at': '2022-02-16T22:32:03Z', 'revision_number': 4, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'subnets': [{'id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:03.730221 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f3dfbcd4-5f64-4222-8272-d2e0b32e418f None None] Current status of the port 1d239f16-9d92-4d6f-97f8-146ac81d8416 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:32:03.853563 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186fbd3d-fb33-48dd-aa88-6a5f5286cf99 None None] The sync data for ids ['4f76041d-32ee-4188-a776-12dcc7ad25cc'] in n-d-813897-6 is: [{'id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1447926043-router', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:49Z', 'updated_at': '2022-02-16T22:31:56Z', 'revision_number': 4, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'gw_port': {'id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:51Z', 'updated_at': '2022-02-16T22:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '1d239f16-9d92-4d6f-97f8-146ac81d8416', 'name': '', 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'mac_address': 'fa:16:3e:23:07:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:55Z', 'updated_at': '2022-02-16T22:32:03Z', 'revision_number': 4, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'subnets': [{'id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:32:03.854622 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4cc0893-694f-4b5a-bce4-628c7b359412 req-26dd677f-e8db-448f-8e15-fb923e7533f4 service neutron] 10.222.0.67 "GET /v2.0/networks/a2b2a22c-a39e-445c-a28f-3542fdd15687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610420 Feb 16 22:32:03.882384 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-44d32fdd-4408-4451-94c1-9c012dfa7c04 service neutron] 10.222.0.75 "GET /v2.0/networks/a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749684 Feb 16 22:32:03.971100 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-ed63b249-396a-4521-a651-1feecb5c8084 service neutron] 10.222.0.75 "GET /v2.0/networks/a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823565 Feb 16 22:32:04.319988 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4388a07-d16f-413d-80ea-5fcc3b02b799 req-dbdf6117-8d64-4fa1-bc92-612d7ee9e4f5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:04.326354 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4388a07-d16f-413d-80ea-5fcc3b02b799 req-dbdf6117-8d64-4fa1-bc92-612d7ee9e4f5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:04.331847 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4388a07-d16f-413d-80ea-5fcc3b02b799 req-dbdf6117-8d64-4fa1-bc92-612d7ee9e4f5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:04.337223 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4388a07-d16f-413d-80ea-5fcc3b02b799 req-dbdf6117-8d64-4fa1-bc92-612d7ee9e4f5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:04.343201 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4388a07-d16f-413d-80ea-5fcc3b02b799 req-dbdf6117-8d64-4fa1-bc92-612d7ee9e4f5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:04.348714 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4388a07-d16f-413d-80ea-5fcc3b02b799 req-dbdf6117-8d64-4fa1-bc92-612d7ee9e4f5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:04.354236 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4388a07-d16f-413d-80ea-5fcc3b02b799 req-dbdf6117-8d64-4fa1-bc92-612d7ee9e4f5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:04.356223 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a4388a07-d16f-413d-80ea-5fcc3b02b799 req-dbdf6117-8d64-4fa1-bc92-612d7ee9e4f5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1135595 Feb 16 22:32:04.418571 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a4388a07-d16f-413d-80ea-5fcc3b02b799 req-04a25edc-6e1d-41f9-be0e-74f72efabe5a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563250 Feb 16 22:32:04.596099 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-95de7436-c0ed-41db-bd3d-735dbd0ea005 req-80861b9a-c3fe-4923-bf2c-1259b6f6f2f5 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 210 time: 0.0451109 Feb 16 22:32:04.763837 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 1d239f16-9d92-4d6f-97f8-146ac81d8416 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:32:04.871726 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 1d239f16-9d92-4d6f-97f8-146ac81d8416 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:04.872204 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (1d239f16-9d92-4d6f-97f8-146ac81d8416), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:04.975141 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 1d239f16-9d92-4d6f-97f8-146ac81d8416 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:32:04.976286 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 6008e7c3-1c74-436e-9fba-5837e624dfa3 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:32:05.029578 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 6008e7c3-1c74-436e-9fba-5837e624dfa3 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:05.030154 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6008e7c3-1c74-436e-9fba-5837e624dfa3), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:05.159276 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 6008e7c3-1c74-436e-9fba-5837e624dfa3 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:32:05.339714 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-90198f1d-7b57-430b-8a39-03bb1bd7b100 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:05.341331 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-90198f1d-7b57-430b-8a39-03bb1bd7b100 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.67 "GET /v2.0/networks?id=a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd HTTP/1.1" status: 200 len: 817 time: 0.1661103 Feb 16 22:32:05.419727 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-c40bb118-5dbf-41d2-b13c-94931f44d01e tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11dcb6fba69b48e58d8c23f01f2db2c9 HTTP/1.1" status: 200 len: 380 time: 0.0697339 Feb 16 22:32:05.430732 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-1dc13e03-02f9-48a1-9ff2-6b5f1885b321 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Request body: {'port': {'device_id': '6160b4c3-9cfb-4b8c-93fe-d50b9733dab1', 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd', 'admin_state_up': True, 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'security_groups': ['845eca6e-39ec-41a2-8301-b1e51740b631']}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:32:05.551600 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3c89a5-8768-4148-aaae-cf60eff4d23e None None] Sync routers for ids ['72274b96-c3e8-40d3-ae91-0b4cde9981fb'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:32:05.570044 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3c89a5-8768-4148-aaae-cf60eff4d23e None None] Routers {'72274b96-c3e8-40d3-ae91-0b4cde9981fb'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:32:05.570920 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-fa3c89a5-8768-4148-aaae-cf60eff4d23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:31:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['72274b96-c3e8-40d3-ae91-0b4cde9981fb'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:05.608437 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-1dc13e03-02f9-48a1-9ff2-6b5f1885b321 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Made reservation on behalf of 11dcb6fba69b48e58d8c23f01f2db2c9 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:32:05.612201 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-1dc13e03-02f9-48a1-9ff2-6b5f1885b321 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:05.716656 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-fa3c89a5-8768-4148-aaae-cf60eff4d23e None None] Set router 72274b96-c3e8-40d3-ae91-0b4cde9981fb gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:32:05.753640 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-1dc13e03-02f9-48a1-9ff2-6b5f1885b321 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Allocated IP 172.20.0.6 (a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd/0a662751-aa30-4a8c-92bf-a9f1c49c1b53/bffb9e7c-c128-4c9a-9dde-edbf5d52a085) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:32:05.882070 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea58d0-6019-4e8e-9e1b-ce3d7707e6ae req-d67b20b1-e125-4acc-9836-46354927f1c5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:05.888247 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea58d0-6019-4e8e-9e1b-ce3d7707e6ae req-d67b20b1-e125-4acc-9836-46354927f1c5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:05.893547 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea58d0-6019-4e8e-9e1b-ce3d7707e6ae req-d67b20b1-e125-4acc-9836-46354927f1c5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:05.898949 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea58d0-6019-4e8e-9e1b-ce3d7707e6ae req-d67b20b1-e125-4acc-9836-46354927f1c5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:05.905384 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea58d0-6019-4e8e-9e1b-ce3d7707e6ae req-d67b20b1-e125-4acc-9836-46354927f1c5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:05.910748 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea58d0-6019-4e8e-9e1b-ce3d7707e6ae req-d67b20b1-e125-4acc-9836-46354927f1c5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:05.916025 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea58d0-6019-4e8e-9e1b-ce3d7707e6ae req-d67b20b1-e125-4acc-9836-46354927f1c5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:05.918072 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d2ea58d0-6019-4e8e-9e1b-ce3d7707e6ae req-d67b20b1-e125-4acc-9836-46354927f1c5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1602294 Feb 16 22:32:05.962381 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-fa3c89a5-8768-4148-aaae-cf60eff4d23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72274b96-c3e8-40d3-ae91-0b4cde9981fb', 'name': 'tempest-TestAggregatesBasicOps-1250581453-router', 'tenant_id': 'cb3fa7f64b434777980f22cc60684713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6008e7c3-1c74-436e-9fba-5837e624dfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:52Z', 'updated_at': '2022-02-16T22:32:01Z', 'revision_number': 4, 'project_id': 'cb3fa7f64b434777980f22cc60684713', 'gw_port': {'id': '6008e7c3-1c74-436e-9fba-5837e624dfa3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72274b96-c3e8-40d3-ae91-0b4cde9981fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:54Z', 'updated_at': '2022-02-16T22:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '6e5a143e-2915-4862-b6b6-587e7ed36773', 'name': '', 'network_id': 'a25badd3-b9da-4af5-86be-6ffa86d3adcc', 'tenant_id': 'cb3fa7f64b434777980f22cc60684713', 'mac_address': 'fa:16:3e:48:bb:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72274b96-c3e8-40d3-ae91-0b4cde9981fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '0fbe13cf-babc-45a6-aae1-82824eba817b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:59Z', 'updated_at': '2022-02-16T22:32:01Z', 'revision_number': 2, 'project_id': 'cb3fa7f64b434777980f22cc60684713', 'subnets': [{'id': '0fbe13cf-babc-45a6-aae1-82824eba817b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:05.989718 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3c89a5-8768-4148-aaae-cf60eff4d23e None None] Checking router: 72274b96-c3e8-40d3-ae91-0b4cde9981fb for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:32:05.989718 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3c89a5-8768-4148-aaae-cf60eff4d23e None None] Updating router 72274b96-c3e8-40d3-ae91-0b4cde9981fb port 6e5a143e-2915-4862-b6b6-587e7ed36773 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:32:06.022465 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fa3c89a5-8768-4148-aaae-cf60eff4d23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6e5a143e-2915-4862-b6b6-587e7ed36773), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:06.042338 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d2ea58d0-6019-4e8e-9e1b-ce3d7707e6ae req-b392d7a1-7184-4f46-b970-af27a4713950 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1184483 Feb 16 22:32:06.047529 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-1dc13e03-02f9-48a1-9ff2-6b5f1885b321 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for port (bffb9e7c-c128-4c9a-9dde-edbf5d52a085), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:06.095963 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-1dc13e03-02f9-48a1-9ff2-6b5f1885b321 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (bffb9e7c-c128-4c9a-9dde-edbf5d52a085), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:06.157401 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-1dc13e03-02f9-48a1-9ff2-6b5f1885b321 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Network a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:32:06.161438 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-1dc13e03-02f9-48a1-9ff2-6b5f1885b321 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:32:06.169431 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-1dc13e03-02f9-48a1-9ff2-6b5f1885b321 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:32:06.181351 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47654) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:32:06.238783 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc13e03-02f9-48a1-9ff2-6b5f1885b321 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Pushing event updated for resources: {'Port': ['ID=bffb9e7c-c128-4c9a-9dde-edbf5d52a085,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:06.262364 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc13e03-02f9-48a1-9ff2-6b5f1885b321 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:06.262728 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc13e03-02f9-48a1-9ff2-6b5f1885b321 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:06.263076 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc13e03-02f9-48a1-9ff2-6b5f1885b321 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:06.263421 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc13e03-02f9-48a1-9ff2-6b5f1885b321 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:06.263757 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc13e03-02f9-48a1-9ff2-6b5f1885b321 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:06.264099 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc13e03-02f9-48a1-9ff2-6b5f1885b321 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:06.264448 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc13e03-02f9-48a1-9ff2-6b5f1885b321 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:06.264974 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc13e03-02f9-48a1-9ff2-6b5f1885b321 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:06.265314 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc13e03-02f9-48a1-9ff2-6b5f1885b321 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:06.265651 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc13e03-02f9-48a1-9ff2-6b5f1885b321 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:06.266007 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc13e03-02f9-48a1-9ff2-6b5f1885b321 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:06.266722 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc13e03-02f9-48a1-9ff2-6b5f1885b321 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:06.266837 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc13e03-02f9-48a1-9ff2-6b5f1885b321 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:06.296900 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-1dc13e03-02f9-48a1-9ff2-6b5f1885b321 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:06.297700 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-1dc13e03-02f9-48a1-9ff2-6b5f1885b321 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:06.337669 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-1dc13e03-02f9-48a1-9ff2-6b5f1885b321 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9124608 Feb 16 22:32:06.354258 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-d0a2223b-fb09-4269-8eb4-16f0e06194c6 service neutron] Request body: {'port': {'device_id': '6160b4c3-9cfb-4b8c-93fe-d50b9733dab1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:32:06.392082 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f10874-d42c-4d68-ac03-d9137e60b7a9 req-4dc4e7c2-9f07-4c22-940c-13006fe1fa61 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:06.394009 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-42f10874-d42c-4d68-ac03-d9137e60b7a9 req-4dc4e7c2-9f07-4c22-940c-13006fe1fa61 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 931 time: 0.1366065 Feb 16 22:32:06.456573 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fa3c89a5-8768-4148-aaae-cf60eff4d23e None None] Publish callbacks [] for port (6e5a143e-2915-4862-b6b6-587e7ed36773), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:06.466217 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-d0a2223b-fb09-4269-8eb4-16f0e06194c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bffb9e7c-c128-4c9a-9dde-edbf5d52a085), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:06.475609 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fa3c89a5-8768-4148-aaae-cf60eff4d23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (6e5a143e-2915-4862-b6b6-587e7ed36773), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:06.511716 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-42f10874-d42c-4d68-ac03-d9137e60b7a9 req-33c82c97-9a88-44f0-a1ce-7553eea76656 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074262 Feb 16 22:32:06.549763 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ba15e-5b23-417c-86e8-dcb610e22a7b None None] Pushing event updated for resources: {'Port': ['ID=6e5a143e-2915-4862-b6b6-587e7ed36773,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:06.631596 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a33ef8c0-031b-4a93-b16d-13e7340b0d94 None None] Provisioning complete for port bffb9e7c-c128-4c9a-9dde-edbf5d52a085 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:06.632002 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a33ef8c0-031b-4a93-b16d-13e7340b0d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (bffb9e7c-c128-4c9a-9dde-edbf5d52a085), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:06.643800 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-fa3c89a5-8768-4148-aaae-cf60eff4d23e None None] Attempting to bind port 6e5a143e-2915-4862-b6b6-587e7ed36773 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:32:06.644177 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-fa3c89a5-8768-4148-aaae-cf60eff4d23e None None] Attempting to bind port 6e5a143e-2915-4862-b6b6-587e7ed36773 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'd1cd6036-bb12-4c0c-8999-753f66ab4174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a25badd3-b9da-4af5-86be-6ffa86d3adcc'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:32:06.644553 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3c89a5-8768-4148-aaae-cf60eff4d23e None None] Attempting to bind port 6e5a143e-2915-4862-b6b6-587e7ed36773 on network a25badd3-b9da-4af5-86be-6ffa86d3adcc {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:32:06.680676 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3c89a5-8768-4148-aaae-cf60eff4d23e None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:32:06.681063 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3c89a5-8768-4148-aaae-cf60eff4d23e None None] Checking segment: {'id': 'd1cd6036-bb12-4c0c-8999-753f66ab4174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a25badd3-b9da-4af5-86be-6ffa86d3adcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:32:06.681470 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fa3c89a5-8768-4148-aaae-cf60eff4d23e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:06.682440 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3c89a5-8768-4148-aaae-cf60eff4d23e None None] Bound using segment: {'id': 'd1cd6036-bb12-4c0c-8999-753f66ab4174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a25badd3-b9da-4af5-86be-6ffa86d3adcc'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:32:06.682929 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-fa3c89a5-8768-4148-aaae-cf60eff4d23e None None] Bound port: 6e5a143e-2915-4862-b6b6-587e7ed36773, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1cd6036-bb12-4c0c-8999-753f66ab4174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a25badd3-b9da-4af5-86be-6ffa86d3adcc'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:32:06.683315 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fa3c89a5-8768-4148-aaae-cf60eff4d23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6e5a143e-2915-4862-b6b6-587e7ed36773), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:06.762923 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a33ef8c0-031b-4a93-b16d-13e7340b0d94 None None] Port bffb9e7c-c128-4c9a-9dde-edbf5d52a085 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:32:06.771528 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a88b3d3b-ec09-4004-88a3-e8cec1f98990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (20fab61c-dae7-4bf5-ab45-0d69b4dc3182), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:06.834622 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-fa3c89a5-8768-4148-aaae-cf60eff4d23e None None] For port 6e5a143e-2915-4862-b6b6-587e7ed36773, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:32:06.839767 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-fa3c89a5-8768-4148-aaae-cf60eff4d23e None None] For port 6e5a143e-2915-4862-b6b6-587e7ed36773, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=6e5a143e-2915-4862-b6b6-587e7ed36773,segment=NetworkSegment(d1cd6036-bb12-4c0c-8999-753f66ab4174),segment_id=d1cd6036-bb12-4c0c-8999-753f66ab4174)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:32:06.851720 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fa3c89a5-8768-4148-aaae-cf60eff4d23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (6e5a143e-2915-4862-b6b6-587e7ed36773), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:06.956547 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3c89a5-8768-4148-aaae-cf60eff4d23e None None] Routers {'72274b96-c3e8-40d3-ae91-0b4cde9981fb'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:32:06.957135 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-fa3c89a5-8768-4148-aaae-cf60eff4d23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:31:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['72274b96-c3e8-40d3-ae91-0b4cde9981fb'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:06.963953 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-d0a2223b-fb09-4269-8eb4-16f0e06194c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bffb9e7c-c128-4c9a-9dde-edbf5d52a085 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:32:06.973551 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-d0a2223b-fb09-4269-8eb4-16f0e06194c6 service neutron] Publish callbacks [] for port (bffb9e7c-c128-4c9a-9dde-edbf5d52a085), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:06.998168 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-d0a2223b-fb09-4269-8eb4-16f0e06194c6 service neutron] Transition to ACTIVE for port object bffb9e7c-c128-4c9a-9dde-edbf5d52a085 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:32:07.012354 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-d0a2223b-fb09-4269-8eb4-16f0e06194c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (bffb9e7c-c128-4c9a-9dde-edbf5d52a085), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:07.040192 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ba15e-5b23-417c-86e8-dcb610e22a7b None None] Pushing event updated for resources: {'Port': ['ID=6e5a143e-2915-4862-b6b6-587e7ed36773,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:07.079625 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-ee1f7c84-f898-496b-b8c6-3c6a9a20b2df None None] Provisioning complete for port 6e5a143e-2915-4862-b6b6-587e7ed36773 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:07.080111 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ee1f7c84-f898-496b-b8c6-3c6a9a20b2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6e5a143e-2915-4862-b6b6-587e7ed36773), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:07.163850 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a2223b-fb09-4269-8eb4-16f0e06194c6 service neutron] Pushing event updated for resources: {'Port': ['ID=bffb9e7c-c128-4c9a-9dde-edbf5d52a085,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:07.204752 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-fa3c89a5-8768-4148-aaae-cf60eff4d23e None None] Set router 72274b96-c3e8-40d3-ae91-0b4cde9981fb gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:32:07.274026 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-a88b3d3b-ec09-4004-88a3-e8cec1f98990 admin admin] Deleting port 34ac3269-822c-4cf7-9d1f-596941b6d7ea {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:32:07.275003 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a88b3d3b-ec09-4004-88a3-e8cec1f98990 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (34ac3269-822c-4cf7-9d1f-596941b6d7ea), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:07.348988 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-d0a2223b-fb09-4269-8eb4-16f0e06194c6 service neutron] Attempting to bind port bffb9e7c-c128-4c9a-9dde-edbf5d52a085 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:32:07.349638 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-d0a2223b-fb09-4269-8eb4-16f0e06194c6 service neutron] Attempting to bind port bffb9e7c-c128-4c9a-9dde-edbf5d52a085 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '0da08ad7-1ffb-4706-9d45-1cc487f01f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:32:07.350198 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-d0a2223b-fb09-4269-8eb4-16f0e06194c6 service neutron] Attempting to bind port bffb9e7c-c128-4c9a-9dde-edbf5d52a085 on network a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:32:07.359842 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-d0a2223b-fb09-4269-8eb4-16f0e06194c6 service neutron] Port bffb9e7c-c128-4c9a-9dde-edbf5d52a085 on network a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:32:07.360881 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-d0a2223b-fb09-4269-8eb4-16f0e06194c6 service neutron] Attempting to bind port bffb9e7c-c128-4c9a-9dde-edbf5d52a085 on network a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:32:07.388671 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c25e7-108a-4c10-b703-9fdb0a2befdc req-330570fd-41a2-460f-86ca-35c8fa45efda tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:07.389617 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-a88b3d3b-ec09-4004-88a3-e8cec1f98990 admin admin] For port 34ac3269-822c-4cf7-9d1f-596941b6d7ea, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=34ac3269-822c-4cf7-9d1f-596941b6d7ea,segment=NetworkSegment(4a8c89a1-e48a-4185-af34-e4e1290f45ce),segment_id=4a8c89a1-e48a-4185-af34-e4e1290f45ce)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:32:07.390211 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a88b3d3b-ec09-4004-88a3-e8cec1f98990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (34ac3269-822c-4cf7-9d1f-596941b6d7ea), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:07.395469 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c25e7-108a-4c10-b703-9fdb0a2befdc req-330570fd-41a2-460f-86ca-35c8fa45efda tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:07.403636 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c25e7-108a-4c10-b703-9fdb0a2befdc req-330570fd-41a2-460f-86ca-35c8fa45efda tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:07.406274 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-a88b3d3b-ec09-4004-88a3-e8cec1f98990 admin admin] Calling delete_port for 34ac3269-822c-4cf7-9d1f-596941b6d7ea owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:32:07.407441 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-ee1f7c84-f898-496b-b8c6-3c6a9a20b2df None None] Current status of the port 6e5a143e-2915-4862-b6b6-587e7ed36773 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:32:07.407873 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ee1f7c84-f898-496b-b8c6-3c6a9a20b2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6e5a143e-2915-4862-b6b6-587e7ed36773), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:07.411316 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c25e7-108a-4c10-b703-9fdb0a2befdc req-330570fd-41a2-460f-86ca-35c8fa45efda tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:07.418577 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c25e7-108a-4c10-b703-9fdb0a2befdc req-330570fd-41a2-460f-86ca-35c8fa45efda tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:07.425864 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c25e7-108a-4c10-b703-9fdb0a2befdc req-330570fd-41a2-460f-86ca-35c8fa45efda tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:07.431945 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c25e7-108a-4c10-b703-9fdb0a2befdc req-330570fd-41a2-460f-86ca-35c8fa45efda tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:07.433936 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f53c25e7-108a-4c10-b703-9fdb0a2befdc req-330570fd-41a2-460f-86ca-35c8fa45efda tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.2196245 Feb 16 22:32:07.434991 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-d0a2223b-fb09-4269-8eb4-16f0e06194c6 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:32:07.435316 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-d0a2223b-fb09-4269-8eb4-16f0e06194c6 service neutron] Checking segment: {'id': '0da08ad7-1ffb-4706-9d45-1cc487f01f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:32:07.435757 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-d0a2223b-fb09-4269-8eb4-16f0e06194c6 service neutron] Bound using segment: {'id': '0da08ad7-1ffb-4706-9d45-1cc487f01f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:32:07.436207 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-d0a2223b-fb09-4269-8eb4-16f0e06194c6 service neutron] Bound port: bffb9e7c-c128-4c9a-9dde-edbf5d52a085, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da08ad7-1ffb-4706-9d45-1cc487f01f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:32:07.436568 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-d0a2223b-fb09-4269-8eb4-16f0e06194c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bffb9e7c-c128-4c9a-9dde-edbf5d52a085), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:07.488417 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-ee1f7c84-f898-496b-b8c6-3c6a9a20b2df None None] For port 6e5a143e-2915-4862-b6b6-587e7ed36773, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=6e5a143e-2915-4862-b6b6-587e7ed36773,segment=NetworkSegment(d1cd6036-bb12-4c0c-8999-753f66ab4174),segment_id=d1cd6036-bb12-4c0c-8999-753f66ab4174)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:32:07.500521 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ee1f7c84-f898-496b-b8c6-3c6a9a20b2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (6e5a143e-2915-4862-b6b6-587e7ed36773), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:07.591824 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f7c84-f898-496b-b8c6-3c6a9a20b2df None None] Pushing event updated for resources: {'Port': ['ID=6e5a143e-2915-4862-b6b6-587e7ed36773,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:07.609326 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-fa3c89a5-8768-4148-aaae-cf60eff4d23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72274b96-c3e8-40d3-ae91-0b4cde9981fb', 'name': 'tempest-TestAggregatesBasicOps-1250581453-router', 'tenant_id': 'cb3fa7f64b434777980f22cc60684713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6008e7c3-1c74-436e-9fba-5837e624dfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:52Z', 'updated_at': '2022-02-16T22:32:01Z', 'revision_number': 4, 'project_id': 'cb3fa7f64b434777980f22cc60684713', 'gw_port': {'id': '6008e7c3-1c74-436e-9fba-5837e624dfa3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72274b96-c3e8-40d3-ae91-0b4cde9981fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:54Z', 'updated_at': '2022-02-16T22:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '6e5a143e-2915-4862-b6b6-587e7ed36773', 'name': '', 'network_id': 'a25badd3-b9da-4af5-86be-6ffa86d3adcc', 'tenant_id': 'cb3fa7f64b434777980f22cc60684713', 'mac_address': 'fa:16:3e:48:bb:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72274b96-c3e8-40d3-ae91-0b4cde9981fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '0fbe13cf-babc-45a6-aae1-82824eba817b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:59Z', 'updated_at': '2022-02-16T22:32:06Z', 'revision_number': 4, 'project_id': 'cb3fa7f64b434777980f22cc60684713', 'subnets': [{'id': '0fbe13cf-babc-45a6-aae1-82824eba817b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:07.645208 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3c89a5-8768-4148-aaae-cf60eff4d23e None None] The sync data for ids ['72274b96-c3e8-40d3-ae91-0b4cde9981fb'] in n-d-813897-6 is: [{'id': '72274b96-c3e8-40d3-ae91-0b4cde9981fb', 'name': 'tempest-TestAggregatesBasicOps-1250581453-router', 'tenant_id': 'cb3fa7f64b434777980f22cc60684713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6008e7c3-1c74-436e-9fba-5837e624dfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:52Z', 'updated_at': '2022-02-16T22:32:01Z', 'revision_number': 4, 'project_id': 'cb3fa7f64b434777980f22cc60684713', 'gw_port': {'id': '6008e7c3-1c74-436e-9fba-5837e624dfa3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72274b96-c3e8-40d3-ae91-0b4cde9981fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:54Z', 'updated_at': '2022-02-16T22:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '6e5a143e-2915-4862-b6b6-587e7ed36773', 'name': '', 'network_id': 'a25badd3-b9da-4af5-86be-6ffa86d3adcc', 'tenant_id': 'cb3fa7f64b434777980f22cc60684713', 'mac_address': 'fa:16:3e:48:bb:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72274b96-c3e8-40d3-ae91-0b4cde9981fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '0fbe13cf-babc-45a6-aae1-82824eba817b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:59Z', 'updated_at': '2022-02-16T22:32:06Z', 'revision_number': 4, 'project_id': 'cb3fa7f64b434777980f22cc60684713', 'subnets': [{'id': '0fbe13cf-babc-45a6-aae1-82824eba817b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:32:07.660017 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a88b3d3b-ec09-4004-88a3-e8cec1f98990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (34ac3269-822c-4cf7-9d1f-596941b6d7ea), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:07.660460 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-af7c567d-feec-4087-9367-ce2228e70346 None None] Provisioning complete for port 6e5a143e-2915-4862-b6b6-587e7ed36773 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:07.660924 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-af7c567d-feec-4087-9367-ce2228e70346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6e5a143e-2915-4862-b6b6-587e7ed36773), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:07.703790 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b3d3b-ec09-4004-88a3-e8cec1f98990 admin admin] Pushing event deleted for resources: {'Port': ['ID=34ac3269-822c-4cf7-9d1f-596941b6d7ea,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:07.843295 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-af7c567d-feec-4087-9367-ce2228e70346 None None] Current status of the port 6e5a143e-2915-4862-b6b6-587e7ed36773 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:32:07.967305 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f53c25e7-108a-4c10-b703-9fdb0a2befdc req-e1f91f93-6962-4c62-b6ad-71f2fd2d0395 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5253367 Feb 16 22:32:08.013917 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-d0a2223b-fb09-4269-8eb4-16f0e06194c6 service neutron] For port bffb9e7c-c128-4c9a-9dde-edbf5d52a085, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:32:08.018115 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-d0a2223b-fb09-4269-8eb4-16f0e06194c6 service neutron] For port bffb9e7c-c128-4c9a-9dde-edbf5d52a085, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=bffb9e7c-c128-4c9a-9dde-edbf5d52a085,segment=NetworkSegment(0da08ad7-1ffb-4706-9d45-1cc487f01f06),segment_id=0da08ad7-1ffb-4706-9d45-1cc487f01f06)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:32:08.040504 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-d0a2223b-fb09-4269-8eb4-16f0e06194c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (bffb9e7c-c128-4c9a-9dde-edbf5d52a085), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:08.115527 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-d0a2223b-fb09-4269-8eb4-16f0e06194c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:08.116303 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-d0a2223b-fb09-4269-8eb4-16f0e06194c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:08.117893 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-d0a2223b-fb09-4269-8eb4-16f0e06194c6 service neutron] 10.222.0.67 "PUT /v2.0/ports/bffb9e7c-c128-4c9a-9dde-edbf5d52a085 HTTP/1.1" status: 200 len: 1091 time: 1.7702336 Feb 16 22:32:08.118560 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6160b4c3-9cfb-4b8c-93fe-d50b9733dab1', 'tag': 'bffb9e7c-c128-4c9a-9dde-edbf5d52a085'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:32:08.123387 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3c5d25-20a5-4033-bc99-e924d3e7550d" -d '{"events": [{"name": "network-changed", "server_uuid": "6160b4c3-9cfb-4b8c-93fe-d50b9733dab1", "tag": "bffb9e7c-c128-4c9a-9dde-edbf5d52a085"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:32:08.187974 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a2223b-fb09-4269-8eb4-16f0e06194c6 service neutron] Pushing event updated for resources: {'Port': ['ID=bffb9e7c-c128-4c9a-9dde-edbf5d52a085,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:08.348747 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-54a79cc4-6a55-4f4b-8f32-8b1d2f603363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:08.350671 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-54a79cc4-6a55-4f4b-8f32-8b1d2f603363 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=11dcb6fba69b48e58d8c23f01f2db2c9&device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 1125 time: 0.1471283 Feb 16 22:32:08.364578 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ba0bb-dac7-4433-9d6a-ef16b04059a1 req-337d5b24-5364-4064-bd10-daac72fa60e8 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:08.373050 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a16ba0bb-dac7-4433-9d6a-ef16b04059a1 req-337d5b24-5364-4064-bd10-daac72fa60e8 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.1009357 Feb 16 22:32:08.449648 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-b9d5242c-110b-4a26-9eea-65112c936c65 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bffb9e7c-c128-4c9a-9dde-edbf5d52a085 HTTP/1.1" status: 200 len: 217 time: 0.0548327 Feb 16 22:32:08.488586 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a88b3d3b-ec09-4004-88a3-e8cec1f98990 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (20fab61c-dae7-4bf5-ab45-0d69b4dc3182), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:08.502150 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a16ba0bb-dac7-4433-9d6a-ef16b04059a1 req-11fd6fc0-da7d-4c9b-88a9-f9cb2f2bacc7 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279223 Feb 16 22:32:08.522603 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-e9ceeb3b-6767-44ac-aa81-06ce064f7990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:08.524889 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-e9ceeb3b-6767-44ac-aa81-06ce064f7990 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a662751-aa30-4a8c-92bf-a9f1c49c1b53 HTTP/1.1" status: 200 len: 856 time: 0.0680540 Feb 16 22:32:08.572625 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6b83d3-f145-4a8f-bc7c-5fab891d1162 x-openstack-request-id: req-4c6b83d3-f145-4a8f-bc7c-5fab891d1162 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:32:08.572935 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6160b4c3-9cfb-4b8c-93fe-d50b9733dab1", "tag": "bffb9e7c-c128-4c9a-9dde-edbf5d52a085", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:32:08.573198 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4c6b83d3-f145-4a8f-bc7c-5fab891d1162 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:32:08.573606 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6160b4c3-9cfb-4b8c-93fe-d50b9733dab1', 'tag': 'bffb9e7c-c128-4c9a-9dde-edbf5d52a085', 'status': 'completed', 'code': 200} Feb 16 22:32:08.594673 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-5b3cdb39-5b92-4f17-b762-2ba4eb4b0f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:08.596221 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-5b3cdb39-5b92-4f17-b762-2ba4eb4b0f75 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0653968 Feb 16 22:32:08.725237 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-adac3b00-c08f-4846-8abf-92f5fdd9c883 service neutron] 10.222.0.67 "GET /v2.0/networks/a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206889 Feb 16 22:32:08.821813 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88b3d3b-ec09-4004-88a3-e8cec1f98990 admin admin] Router 20fab61c-dae7-4bf5-ab45-0d69b4dc3182 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:32:08.849645 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 6e5a143e-2915-4862-b6b6-587e7ed36773 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:32:08.912065 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ffb5d66e-d333-4cb7-9b03-86da5f8b2f32 req-78c3a243-4dc5-407a-af91-90ee9bbde1fb service neutron] 10.222.0.67 "GET /v2.0/networks/a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755509 Feb 16 22:32:08.922156 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 6e5a143e-2915-4862-b6b6-587e7ed36773 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:08.922550 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6e5a143e-2915-4862-b6b6-587e7ed36773), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:08.966858 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88b3d3b-ec09-4004-88a3-e8cec1f98990 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:32:08.973883 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a88b3d3b-ec09-4004-88a3-e8cec1f98990 admin admin] 10.222.0.75 "PUT /v2.0/routers/20fab61c-dae7-4bf5-ab45-0d69b4dc3182/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7907088 Feb 16 22:32:08.974851 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47664) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:32:08.979204 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29a16aa-2850-4fa3-b762-75525137531a None None] Sync routers for ids ['20fab61c-dae7-4bf5-ab45-0d69b4dc3182'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:32:08.997541 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29a16aa-2850-4fa3-b762-75525137531a None None] Routers {'20fab61c-dae7-4bf5-ab45-0d69b4dc3182'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:32:08.998218 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-f29a16aa-2850-4fa3-b762-75525137531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:31:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['20fab61c-dae7-4bf5-ab45-0d69b4dc3182'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:09.057523 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 6e5a143e-2915-4862-b6b6-587e7ed36773 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:32:09.068094 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c5d25-20a5-4033-bc99-e924d3e7550d req-054ccac7-ac33-4381-96a8-5bcb3444dd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:09.069737 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c3c5d25-20a5-4033-bc99-e924d3e7550d req-054ccac7-ac33-4381-96a8-5bcb3444dd4f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=11dcb6fba69b48e58d8c23f01f2db2c9&device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 1125 time: 0.1022274 Feb 16 22:32:09.129471 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5192252e-d3d5-486c-a67e-9ee59548d476 admin admin] Publish callbacks [] for router (20fab61c-dae7-4bf5-ab45-0d69b4dc3182), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:09.186684 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-f29a16aa-2850-4fa3-b762-75525137531a None None] Set router 20fab61c-dae7-4bf5-ab45-0d69b4dc3182 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:32:09.299464 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5192252e-d3d5-486c-a67e-9ee59548d476 admin admin] Publish callbacks [] for router_gateway (20fab61c-dae7-4bf5-ab45-0d69b4dc3182), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:09.321099 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb19405-b373-4ce8-a9f2-482eb490d5b8 req-0dd8641e-e67d-4aeb-b2cf-fd9a59b684fa tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:09.326971 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb19405-b373-4ce8-a9f2-482eb490d5b8 req-0dd8641e-e67d-4aeb-b2cf-fd9a59b684fa tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:09.332716 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb19405-b373-4ce8-a9f2-482eb490d5b8 req-0dd8641e-e67d-4aeb-b2cf-fd9a59b684fa tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:09.342475 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb19405-b373-4ce8-a9f2-482eb490d5b8 req-0dd8641e-e67d-4aeb-b2cf-fd9a59b684fa tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:09.362230 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb19405-b373-4ce8-a9f2-482eb490d5b8 req-0dd8641e-e67d-4aeb-b2cf-fd9a59b684fa tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:09.372425 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-5192252e-d3d5-486c-a67e-9ee59548d476 admin admin] Deleting port 67e4bcaa-ac0f-41f2-bb21-7ba088034296 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:32:09.372880 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5192252e-d3d5-486c-a67e-9ee59548d476 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (67e4bcaa-ac0f-41f2-bb21-7ba088034296), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:09.385147 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb19405-b373-4ce8-a9f2-482eb490d5b8 req-0dd8641e-e67d-4aeb-b2cf-fd9a59b684fa tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:09.404068 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb19405-b373-4ce8-a9f2-482eb490d5b8 req-0dd8641e-e67d-4aeb-b2cf-fd9a59b684fa tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:09.415173 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2bb19405-b373-4ce8-a9f2-482eb490d5b8 req-0dd8641e-e67d-4aeb-b2cf-fd9a59b684fa tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.2996624 Feb 16 22:32:09.486720 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c5d25-20a5-4033-bc99-e924d3e7550d req-b66834ad-9292-4a0f-8652-46e22020716a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:09.488424 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c3c5d25-20a5-4033-bc99-e924d3e7550d req-b66834ad-9292-4a0f-8652-46e22020716a service neutron] 10.222.0.67 "GET /v2.0/networks?id=a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd HTTP/1.1" status: 200 len: 918 time: 0.4117606 Feb 16 22:32:09.507500 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-f29a16aa-2850-4fa3-b762-75525137531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fab61c-dae7-4bf5-ab45-0d69b4dc3182', 'name': 'tempest-TestAggregatesBasicOps-346313917-router', 'tenant_id': 'fea4f671ed934548a57353ee3c7957ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '67e4bcaa-ac0f-41f2-bb21-7ba088034296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:35Z', 'updated_at': '2022-02-16T22:32:07Z', 'revision_number': 5, 'project_id': 'fea4f671ed934548a57353ee3c7957ad', 'gw_port': {'id': '67e4bcaa-ac0f-41f2-bb21-7ba088034296', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fab61c-dae7-4bf5-ab45-0d69b4dc3182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:37Z', 'updated_at': '2022-02-16T22:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:09.551350 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29a16aa-2850-4fa3-b762-75525137531a None None] Checking router: 20fab61c-dae7-4bf5-ab45-0d69b4dc3182 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:32:09.560094 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29a16aa-2850-4fa3-b762-75525137531a None None] Routers {'20fab61c-dae7-4bf5-ab45-0d69b4dc3182'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:32:09.560721 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-f29a16aa-2850-4fa3-b762-75525137531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:31:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['20fab61c-dae7-4bf5-ab45-0d69b4dc3182'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:09.576302 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-5192252e-d3d5-486c-a67e-9ee59548d476 admin admin] For port 67e4bcaa-ac0f-41f2-bb21-7ba088034296, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=67e4bcaa-ac0f-41f2-bb21-7ba088034296,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:32:09.576905 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5192252e-d3d5-486c-a67e-9ee59548d476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (67e4bcaa-ac0f-41f2-bb21-7ba088034296), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:09.609086 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-5192252e-d3d5-486c-a67e-9ee59548d476 admin admin] Calling delete_port for 67e4bcaa-ac0f-41f2-bb21-7ba088034296 owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:32:09.659679 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-f29a16aa-2850-4fa3-b762-75525137531a None None] Set router 20fab61c-dae7-4bf5-ab45-0d69b4dc3182 gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:32:09.660983 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c3c5d25-20a5-4033-bc99-e924d3e7550d req-5e184367-e16c-46c9-919e-cba98ff756f8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bffb9e7c-c128-4c9a-9dde-edbf5d52a085 HTTP/1.1" status: 200 len: 217 time: 0.0965984 Feb 16 22:32:09.668573 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2bb19405-b373-4ce8-a9f2-482eb490d5b8 req-80cb6105-fafe-4098-8310-344a663efe40 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2518723 Feb 16 22:32:09.746734 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-f29a16aa-2850-4fa3-b762-75525137531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fab61c-dae7-4bf5-ab45-0d69b4dc3182', 'name': 'tempest-TestAggregatesBasicOps-346313917-router', 'tenant_id': 'fea4f671ed934548a57353ee3c7957ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:35Z', 'updated_at': '2022-02-16T22:32:09Z', 'revision_number': 6, 'project_id': 'fea4f671ed934548a57353ee3c7957ad', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:09.783785 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c5d25-20a5-4033-bc99-e924d3e7550d req-5fca5c85-f4aa-4c5a-b68a-ecb6812bc5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:09.785476 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c3c5d25-20a5-4033-bc99-e924d3e7550d req-5fca5c85-f4aa-4c5a-b68a-ecb6812bc5b0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a662751-aa30-4a8c-92bf-a9f1c49c1b53 HTTP/1.1" status: 200 len: 856 time: 0.1132059 Feb 16 22:32:09.838033 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29a16aa-2850-4fa3-b762-75525137531a None None] The sync data for ids ['20fab61c-dae7-4bf5-ab45-0d69b4dc3182'] in n-d-813897-6 is: [{'id': '20fab61c-dae7-4bf5-ab45-0d69b4dc3182', 'name': 'tempest-TestAggregatesBasicOps-346313917-router', 'tenant_id': 'fea4f671ed934548a57353ee3c7957ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:35Z', 'updated_at': '2022-02-16T22:32:09Z', 'revision_number': 6, 'project_id': 'fea4f671ed934548a57353ee3c7957ad', 'gw_port_host': None}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:32:09.887542 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c5d25-20a5-4033-bc99-e924d3e7550d req-c437bbc8-87c9-450a-8875-14e2c2e7e9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:09.895738 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c3c5d25-20a5-4033-bc99-e924d3e7550d req-c437bbc8-87c9-450a-8875-14e2c2e7e9d6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1020799 Feb 16 22:32:10.016838 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5192252e-d3d5-486c-a67e-9ee59548d476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (67e4bcaa-ac0f-41f2-bb21-7ba088034296), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:10.052862 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192252e-d3d5-486c-a67e-9ee59548d476 admin admin] Pushing event deleted for resources: {'Port': ['ID=67e4bcaa-ac0f-41f2-bb21-7ba088034296,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:10.054879 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c3c5d25-20a5-4033-bc99-e924d3e7550d req-a103681a-f359-48ee-8102-3089968b60c8 service neutron] 10.222.0.67 "GET /v2.0/networks/a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516616 Feb 16 22:32:10.138923 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa942d12-4ce2-4ae0-8dda-0f90bdbc7d8c req-a22810c5-b009-4489-a2fe-9231325f4ee3 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:10.145871 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aa942d12-4ce2-4ae0-8dda-0f90bdbc7d8c req-a22810c5-b009-4489-a2fe-9231325f4ee3 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.0897169 Feb 16 22:32:10.183643 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5192252e-d3d5-486c-a67e-9ee59548d476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (20fab61c-dae7-4bf5-ab45-0d69b4dc3182), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:10.243320 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c3c5d25-20a5-4033-bc99-e924d3e7550d req-16b9cc32-be2a-437b-9526-01fd80bfd4c4 service neutron] 10.222.0.67 "GET /v2.0/networks/a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768103 Feb 16 22:32:10.254691 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aa942d12-4ce2-4ae0-8dda-0f90bdbc7d8c req-d38a36ab-2901-4d8a-adbf-c7146edc53b8 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077657 Feb 16 22:32:10.340092 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5192252e-d3d5-486c-a67e-9ee59548d476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (20fab61c-dae7-4bf5-ab45-0d69b4dc3182), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:10.347672 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5192252e-d3d5-486c-a67e-9ee59548d476 admin admin] Publish callbacks [] for router_controller (20fab61c-dae7-4bf5-ab45-0d69b4dc3182), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:10.432738 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5192252e-d3d5-486c-a67e-9ee59548d476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (20fab61c-dae7-4bf5-ab45-0d69b4dc3182), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:10.433855 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5192252e-d3d5-486c-a67e-9ee59548d476 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20fab61c-dae7-4bf5-ab45-0d69b4dc3182 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:32:10.439717 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5192252e-d3d5-486c-a67e-9ee59548d476 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:10.444054 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47702) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:32:10.444976 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5192252e-d3d5-486c-a67e-9ee59548d476 admin admin] 10.222.0.75 "DELETE /v2.0/routers/20fab61c-dae7-4bf5-ab45-0d69b4dc3182 HTTP/1.1" status: 204 len: 168 time: 1.4683018 Feb 16 22:32:10.507730 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d4e84f-36cf-4f5a-849e-800776f725e7 admin admin] Deleting subnet bc23e963-4735-4ccc-bb66-86fad6445774 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:32:10.523068 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-69d4e84f-36cf-4f5a-849e-800776f725e7 admin admin] Publish callbacks [] for subnet (bc23e963-4735-4ccc-bb66-86fad6445774), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:10.586244 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-69d4e84f-36cf-4f5a-849e-800776f725e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (bc23e963-4735-4ccc-bb66-86fad6445774), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:10.761039 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-69d4e84f-36cf-4f5a-849e-800776f725e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (bc23e963-4735-4ccc-bb66-86fad6445774), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:10.928602 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ade34-6742-4904-8b95-a16d67b9b123 req-8bb71482-1c04-4d4d-aac7-0b4daa4e4ffc tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:10.935288 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ade34-6742-4904-8b95-a16d67b9b123 req-8bb71482-1c04-4d4d-aac7-0b4daa4e4ffc tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:10.941199 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ade34-6742-4904-8b95-a16d67b9b123 req-8bb71482-1c04-4d4d-aac7-0b4daa4e4ffc tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:10.947583 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ade34-6742-4904-8b95-a16d67b9b123 req-8bb71482-1c04-4d4d-aac7-0b4daa4e4ffc tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:10.953616 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ade34-6742-4904-8b95-a16d67b9b123 req-8bb71482-1c04-4d4d-aac7-0b4daa4e4ffc tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:10.971069 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ade34-6742-4904-8b95-a16d67b9b123 req-8bb71482-1c04-4d4d-aac7-0b4daa4e4ffc tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:10.982300 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ade34-6742-4904-8b95-a16d67b9b123 req-8bb71482-1c04-4d4d-aac7-0b4daa4e4ffc tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:10.998694 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c88ade34-6742-4904-8b95-a16d67b9b123 req-8bb71482-1c04-4d4d-aac7-0b4daa4e4ffc tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.2050257 Feb 16 22:32:11.024835 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 34ac3269-822c-4cf7-9d1f-596941b6d7ea no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:32:11.028248 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-69d4e84f-36cf-4f5a-849e-800776f725e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (bc23e963-4735-4ccc-bb66-86fad6445774), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:11.052349 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 34ac3269-822c-4cf7-9d1f-596941b6d7ea {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:32:11.053413 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 34ac3269-822c-4cf7-9d1f-596941b6d7ea not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:32:11.055448 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 67e4bcaa-ac0f-41f2-bb21-7ba088034296 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:32:11.095800 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 67e4bcaa-ac0f-41f2-bb21-7ba088034296 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:32:11.096475 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 67e4bcaa-ac0f-41f2-bb21-7ba088034296 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:32:11.126696 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-69d4e84f-36cf-4f5a-849e-800776f725e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:11.131005 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6414f6-3274-4ab3-b966-4af005548ac3 None None] Network 1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:32:11.132521 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-69d4e84f-36cf-4f5a-849e-800776f725e7 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/bc23e963-4735-4ccc-bb66-86fad6445774 HTTP/1.1" status: 204 len: 168 time: 0.6872406 Feb 16 22:32:11.133388 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d4e84f-36cf-4f5a-849e-800776f725e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc23e963-4735-4ccc-bb66-86fad6445774,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:11.135927 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47722) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:32:11.226696 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device bffb9e7c-c128-4c9a-9dde-edbf5d52a085 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:32:11.258438 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c88ade34-6742-4904-8b95-a16d67b9b123 req-7c8a8ba9-e82c-41e9-9c48-9b8173f36857 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2452369 Feb 16 22:32:11.343579 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f4a97743-f563-4126-8c8c-77b08fa25b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:11.472657 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-f4a97743-f563-4126-8c8c-77b08fa25b3f admin admin] Deleting port 4e0542c8-9b5e-4017-bdb7-b4b585de10d9 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:32:11.472657 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f4a97743-f563-4126-8c8c-77b08fa25b3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (4e0542c8-9b5e-4017-bdb7-b4b585de10d9), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:11.506153 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391dcbc-c8d1-4bb8-8208-94ad2b86a9e0 req-284d7c73-a7c2-441a-851f-7ae2758c30be tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:11.517189 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3391dcbc-c8d1-4bb8-8208-94ad2b86a9e0 req-284d7c73-a7c2-441a-851f-7ae2758c30be tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.1499515 Feb 16 22:32:11.640965 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3391dcbc-c8d1-4bb8-8208-94ad2b86a9e0 req-529ad512-fa05-4073-a379-339c2c01a336 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227515 Feb 16 22:32:11.693917 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.resource_extend [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 22:32:11.721026 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-f4a97743-f563-4126-8c8c-77b08fa25b3f admin admin] For port 4e0542c8-9b5e-4017-bdb7-b4b585de10d9, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=4e0542c8-9b5e-4017-bdb7-b4b585de10d9,segment=NetworkSegment(4a8c89a1-e48a-4185-af34-e4e1290f45ce),segment_id=4a8c89a1-e48a-4185-af34-e4e1290f45ce)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:32:11.721554 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f4a97743-f563-4126-8c8c-77b08fa25b3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (4e0542c8-9b5e-4017-bdb7-b4b585de10d9), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:11.770762 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-f4a97743-f563-4126-8c8c-77b08fa25b3f admin admin] Calling delete_port for 4e0542c8-9b5e-4017-bdb7-b4b585de10d9 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:32:11.810397 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df45d9b-14b5-4a6c-92a7-258400838557 None None] DHCP port deletion for 1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:32:11.874528 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port bffb9e7c-c128-4c9a-9dde-edbf5d52a085, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=bffb9e7c-c128-4c9a-9dde-edbf5d52a085,segment=NetworkSegment(0da08ad7-1ffb-4706-9d45-1cc487f01f06),segment_id=0da08ad7-1ffb-4706-9d45-1cc487f01f06)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:32:11.902493 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'bffb9e7c-c128-4c9a-9dde-edbf5d52a085', 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd', 'port_id': 'bffb9e7c-c128-4c9a-9dde-edbf5d52a085', 'mac_address': 'fa:16:3e:34:59:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:32:11.911868 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-6df45d9b-14b5-4a6c-92a7-258400838557 None None] Deleting port 4e0542c8-9b5e-4017-bdb7-b4b585de10d9 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:32:11.912741 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6df45d9b-14b5-4a6c-92a7-258400838557 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (4e0542c8-9b5e-4017-bdb7-b4b585de10d9), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:11.977791 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f4a97743-f563-4126-8c8c-77b08fa25b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (4e0542c8-9b5e-4017-bdb7-b4b585de10d9), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:12.047634 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a97743-f563-4126-8c8c-77b08fa25b3f admin admin] Pushing event deleted for resources: {'Port': ['ID=4e0542c8-9b5e-4017-bdb7-b4b585de10d9,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:12.055816 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a97743-f563-4126-8c8c-77b08fa25b3f admin admin] No DVR routers for this DVR port 4e0542c8-9b5e-4017-bdb7-b4b585de10d9 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:32:12.061576 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-6df45d9b-14b5-4a6c-92a7-258400838557 None None] For port 4e0542c8-9b5e-4017-bdb7-b4b585de10d9, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=4e0542c8-9b5e-4017-bdb7-b4b585de10d9,segment=NetworkSegment(4a8c89a1-e48a-4185-af34-e4e1290f45ce),segment_id=4a8c89a1-e48a-4185-af34-e4e1290f45ce)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:32:12.062212 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6df45d9b-14b5-4a6c-92a7-258400838557 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (4e0542c8-9b5e-4017-bdb7-b4b585de10d9), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:12.077698 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-6df45d9b-14b5-4a6c-92a7-258400838557 None None] Calling delete_port for 4e0542c8-9b5e-4017-bdb7-b4b585de10d9 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:32:12.208833 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f4a97743-f563-4126-8c8c-77b08fa25b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:12.226234 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port bffb9e7c-c128-4c9a-9dde-edbf5d52a085 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:32:12.226913 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bffb9e7c-c128-4c9a-9dde-edbf5d52a085), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:12.250242 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-f4a97743-f563-4126-8c8c-77b08fa25b3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:12.260767 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bffb9e7c-c128-4c9a-9dde-edbf5d52a085 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:32:12.273207 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6df45d9b-14b5-4a6c-92a7-258400838557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (4e0542c8-9b5e-4017-bdb7-b4b585de10d9), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:12.277805 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-f4a97743-f563-4126-8c8c-77b08fa25b3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8c89a1-e48a-4185-af34-e4e1290f45ce') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:12.278164 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-f4a97743-f563-4126-8c8c-77b08fa25b3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8c89a1-e48a-4185-af34-e4e1290f45ce') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:12.298579 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df45d9b-14b5-4a6c-92a7-258400838557 None None] No DVR routers for this DVR port 4e0542c8-9b5e-4017-bdb7-b4b585de10d9 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:32:12.311287 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f4a97743-f563-4126-8c8c-77b08fa25b3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (4a8c89a1-e48a-4185-af34-e4e1290f45ce), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:12.348009 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df45d9b-14b5-4a6c-92a7-258400838557 None None] Pushing event deleted for resources: {'Port': ['ID=4e0542c8-9b5e-4017-bdb7-b4b585de10d9,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:12.355480 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port bffb9e7c-c128-4c9a-9dde-edbf5d52a085, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=bffb9e7c-c128-4c9a-9dde-edbf5d52a085,segment=NetworkSegment(0da08ad7-1ffb-4706-9d45-1cc487f01f06),segment_id=0da08ad7-1ffb-4706-9d45-1cc487f01f06)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:32:12.356237 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f4a97743-f563-4126-8c8c-77b08fa25b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (4a8c89a1-e48a-4185-af34-e4e1290f45ce), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:12.366026 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (bffb9e7c-c128-4c9a-9dde-edbf5d52a085), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:12.386236 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a97743-f563-4126-8c8c-77b08fa25b3f admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:32:12.386683 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f4a97743-f563-4126-8c8c-77b08fa25b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (4a8c89a1-e48a-4185-af34-e4e1290f45ce), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:12.390157 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:32:12.390157 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:32:12.390157 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:32:12.390157 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:32:12.390157 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:32:12.390157 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:32:12.390157 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:32:12.390157 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:32:12.390157 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:32:12.390157 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:32:12.390157 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:32:12.390157 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:32:12.390157 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:32:12.390157 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:32:12.390157 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:32:12.390157 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:32:12.390157 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:32:12.390157 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:32:12.390157 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:32:12.390157 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:32:12.390157 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:32:12.390157 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:32:12.390157 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:32:12.390157 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:32:12.390157 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:32:12.390157 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:32:12.390157 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:32:12.390157 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:32:12.390157 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:32:12.390157 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:32:12.390157 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:32:12.390157 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:32:12.493924 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f4a97743-f563-4126-8c8c-77b08fa25b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:12.511257 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f4a97743-f563-4126-8c8c-77b08fa25b3f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:12.527823 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47736) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:32:12.534309 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f4a97743-f563-4126-8c8c-77b08fa25b3f admin admin] 10.222.0.75 "DELETE /v2.0/networks/1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8 HTTP/1.1" status: 204 len: 168 time: 1.3966863 Feb 16 22:32:12.535410 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=bffb9e7c-c128-4c9a-9dde-edbf5d52a085,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:12.553909 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a97743-f563-4126-8c8c-77b08fa25b3f admin admin] Pushing event deleted for resources: {'Network': ['ID=1d6fd6da-2703-43c7-a8c9-e9ff2ec7a4f8,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:12.681007 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47553cd7-76f5-43f1-b800-61d19aed8242 req-9d3003c9-bf9b-46c3-9850-758ad2d84592 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:12.687629 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47553cd7-76f5-43f1-b800-61d19aed8242 req-9d3003c9-bf9b-46c3-9850-758ad2d84592 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:12.689822 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['bffb9e7c-c128-4c9a-9dde-edbf5d52a085'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:32:12.694298 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47553cd7-76f5-43f1-b800-61d19aed8242 req-9d3003c9-bf9b-46c3-9850-758ad2d84592 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:12.700323 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47553cd7-76f5-43f1-b800-61d19aed8242 req-9d3003c9-bf9b-46c3-9850-758ad2d84592 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:12.708389 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47553cd7-76f5-43f1-b800-61d19aed8242 req-9d3003c9-bf9b-46c3-9850-758ad2d84592 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:12.717312 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47553cd7-76f5-43f1-b800-61d19aed8242 req-9d3003c9-bf9b-46c3-9850-758ad2d84592 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:12.728458 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47553cd7-76f5-43f1-b800-61d19aed8242 req-9d3003c9-bf9b-46c3-9850-758ad2d84592 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:12.731088 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-47553cd7-76f5-43f1-b800-61d19aed8242 req-9d3003c9-bf9b-46c3-9850-758ad2d84592 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.3128006 Feb 16 22:32:12.792077 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 4e0542c8-9b5e-4017-bdb7-b4b585de10d9 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:32:12.837345 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 4e0542c8-9b5e-4017-bdb7-b4b585de10d9 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:32:12.844662 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 4e0542c8-9b5e-4017-bdb7-b4b585de10d9 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:32:13.008819 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-47553cd7-76f5-43f1-b800-61d19aed8242 req-82573ee9-f28a-48de-8fb5-18373b98ed46 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2314086 Feb 16 22:32:13.273107 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e007b65-3b3d-4a19-91cb-d12c66bd1ee5 req-a8ff2e4e-745c-4ac5-b17f-ee0d9d597974 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:13.274931 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5e007b65-3b3d-4a19-91cb-d12c66bd1ee5 req-a8ff2e4e-745c-4ac5-b17f-ee0d9d597974 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 944 time: 0.1102459 Feb 16 22:32:13.331723 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5e007b65-3b3d-4a19-91cb-d12c66bd1ee5 req-17b911e9-2140-4a46-9f8a-08e2329e8e31 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483117 Feb 16 22:32:13.426383 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-32de0a8c-14f7-4899-9405-dc2575c55df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (72274b96-c3e8-40d3-ae91-0b4cde9981fb), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:13.800498 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-32de0a8c-14f7-4899-9405-dc2575c55df5 admin admin] Deleting port 6e5a143e-2915-4862-b6b6-587e7ed36773 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:32:13.801177 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-32de0a8c-14f7-4899-9405-dc2575c55df5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (6e5a143e-2915-4862-b6b6-587e7ed36773), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:14.281053 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-32de0a8c-14f7-4899-9405-dc2575c55df5 admin admin] For port 6e5a143e-2915-4862-b6b6-587e7ed36773, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=6e5a143e-2915-4862-b6b6-587e7ed36773,segment=NetworkSegment(d1cd6036-bb12-4c0c-8999-753f66ab4174),segment_id=d1cd6036-bb12-4c0c-8999-753f66ab4174)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:32:14.281573 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-32de0a8c-14f7-4899-9405-dc2575c55df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (6e5a143e-2915-4862-b6b6-587e7ed36773), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:14.296591 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-32de0a8c-14f7-4899-9405-dc2575c55df5 admin admin] Calling delete_port for 6e5a143e-2915-4862-b6b6-587e7ed36773 owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:32:14.390013 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0414c-7ff3-4d29-a873-a786108c3068 req-1351cc44-551b-422f-8311-71cc2132f094 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:14.395445 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0414c-7ff3-4d29-a873-a786108c3068 req-1351cc44-551b-422f-8311-71cc2132f094 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:14.401499 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0414c-7ff3-4d29-a873-a786108c3068 req-1351cc44-551b-422f-8311-71cc2132f094 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:14.407666 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0414c-7ff3-4d29-a873-a786108c3068 req-1351cc44-551b-422f-8311-71cc2132f094 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:14.413264 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0414c-7ff3-4d29-a873-a786108c3068 req-1351cc44-551b-422f-8311-71cc2132f094 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:14.419323 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0414c-7ff3-4d29-a873-a786108c3068 req-1351cc44-551b-422f-8311-71cc2132f094 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:14.424823 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0414c-7ff3-4d29-a873-a786108c3068 req-1351cc44-551b-422f-8311-71cc2132f094 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:14.432978 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c2b0414c-7ff3-4d29-a873-a786108c3068 req-1351cc44-551b-422f-8311-71cc2132f094 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.2433572 Feb 16 22:32:14.571032 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c2b0414c-7ff3-4d29-a873-a786108c3068 req-c31cd244-f809-4867-8035-7075b63fd26e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1370423 Feb 16 22:32:14.741229 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-32de0a8c-14f7-4899-9405-dc2575c55df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (6e5a143e-2915-4862-b6b6-587e7ed36773), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:14.774498 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de0a8c-14f7-4899-9405-dc2575c55df5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e5a143e-2915-4862-b6b6-587e7ed36773,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:14.790301 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3a7de-15c7-4576-a2e3-de17c45eb35e req-77a94098-d432-4144-a953-8eb0bdc13742 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:14.797715 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-38e3a7de-15c7-4576-a2e3-de17c45eb35e req-77a94098-d432-4144-a953-8eb0bdc13742 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 944 time: 0.1003528 Feb 16 22:32:14.957140 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-38e3a7de-15c7-4576-a2e3-de17c45eb35e req-b94651ea-6faf-4b7d-8220-9c180dd49dd5 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584101 Feb 16 22:32:15.104065 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-32de0a8c-14f7-4899-9405-dc2575c55df5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (72274b96-c3e8-40d3-ae91-0b4cde9981fb), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:15.171740 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device bffb9e7c-c128-4c9a-9dde-edbf5d52a085 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:32:15.320601 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port bffb9e7c-c128-4c9a-9dde-edbf5d52a085 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:32:15.325644 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port bffb9e7c-c128-4c9a-9dde-edbf5d52a085 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:15.326180 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (bffb9e7c-c128-4c9a-9dde-edbf5d52a085), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:15.503266 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port bffb9e7c-c128-4c9a-9dde-edbf5d52a085 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:32:15.503666 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bffb9e7c-c128-4c9a-9dde-edbf5d52a085), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:15.550477 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6160b4c3-9cfb-4b8c-93fe-d50b9733dab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffb9e7c-c128-4c9a-9dde-edbf5d52a085'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:32:15.554009 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf65a226-1145-4992-8e85-c7fe42b29f99" -d '{"events": [{"server_uuid": "6160b4c3-9cfb-4b8c-93fe-d50b9733dab1", "name": "network-vif-plugged", "status": "completed", "tag": "bffb9e7c-c128-4c9a-9dde-edbf5d52a085"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:32:15.580387 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port bffb9e7c-c128-4c9a-9dde-edbf5d52a085, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=bffb9e7c-c128-4c9a-9dde-edbf5d52a085,segment=NetworkSegment(0da08ad7-1ffb-4706-9d45-1cc487f01f06),segment_id=0da08ad7-1ffb-4706-9d45-1cc487f01f06)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:32:15.590095 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (bffb9e7c-c128-4c9a-9dde-edbf5d52a085), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:15.627680 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32de0a8c-14f7-4899-9405-dc2575c55df5 admin admin] Router 72274b96-c3e8-40d3-ae91-0b4cde9981fb has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:32:15.646216 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642179fa-5100-4f9d-b5c8-25d5262b4e3b x-openstack-request-id: req-642179fa-5100-4f9d-b5c8-25d5262b4e3b {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:32:15.646944 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6160b4c3-9cfb-4b8c-93fe-d50b9733dab1", "name": "network-vif-plugged", "status": "completed", "tag": "bffb9e7c-c128-4c9a-9dde-edbf5d52a085", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:32:15.647583 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-642179fa-5100-4f9d-b5c8-25d5262b4e3b {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:32:15.648372 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6160b4c3-9cfb-4b8c-93fe-d50b9733dab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffb9e7c-c128-4c9a-9dde-edbf5d52a085', 'code': 200} Feb 16 22:32:15.713073 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=bffb9e7c-c128-4c9a-9dde-edbf5d52a085,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:15.858300 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32de0a8c-14f7-4899-9405-dc2575c55df5 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:32:15.869607 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea85f0f-d340-4d9a-8b7c-12d7ab7d4dec None None] Sync routers for ids ['72274b96-c3e8-40d3-ae91-0b4cde9981fb'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:32:15.883005 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47792) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:32:15.893723 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-32de0a8c-14f7-4899-9405-dc2575c55df5 admin admin] 10.222.0.75 "PUT /v2.0/routers/72274b96-c3e8-40d3-ae91-0b4cde9981fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3642130 Feb 16 22:32:15.905301 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea85f0f-d340-4d9a-8b7c-12d7ab7d4dec None None] Routers {'72274b96-c3e8-40d3-ae91-0b4cde9981fb'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:32:15.907424 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-fea85f0f-d340-4d9a-8b7c-12d7ab7d4dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:31:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['72274b96-c3e8-40d3-ae91-0b4cde9981fb'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:15.969403 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a1ae1-71d2-4cf1-af62-26b64702201e req-bd35ed2f-0566-4d1b-b321-3fda2e988187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:15.973140 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c8a1ae1-71d2-4cf1-af62-26b64702201e req-bd35ed2f-0566-4d1b-b321-3fda2e988187 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 1127 time: 0.1751201 Feb 16 22:32:16.073282 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f86349-f3a4-41ee-b574-6738189200a7 req-e7ca5b4d-5475-493e-a2a9-adfaad767970 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:16.084234 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f86349-f3a4-41ee-b574-6738189200a7 req-e7ca5b4d-5475-493e-a2a9-adfaad767970 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:16.092226 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f86349-f3a4-41ee-b574-6738189200a7 req-e7ca5b4d-5475-493e-a2a9-adfaad767970 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:16.096304 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b8d9bd6-233e-4236-8e64-b129c0fa6973 admin admin] Publish callbacks [] for router (72274b96-c3e8-40d3-ae91-0b4cde9981fb), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:16.108155 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f86349-f3a4-41ee-b574-6738189200a7 req-e7ca5b4d-5475-493e-a2a9-adfaad767970 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:16.117331 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f86349-f3a4-41ee-b574-6738189200a7 req-e7ca5b4d-5475-493e-a2a9-adfaad767970 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:16.131183 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f86349-f3a4-41ee-b574-6738189200a7 req-e7ca5b4d-5475-493e-a2a9-adfaad767970 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:16.140318 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f86349-f3a4-41ee-b574-6738189200a7 req-e7ca5b4d-5475-493e-a2a9-adfaad767970 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:16.152922 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-34f86349-f3a4-41ee-b574-6738189200a7 req-e7ca5b4d-5475-493e-a2a9-adfaad767970 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.3290350 Feb 16 22:32:16.165952 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-fea85f0f-d340-4d9a-8b7c-12d7ab7d4dec None None] Set router 72274b96-c3e8-40d3-ae91-0b4cde9981fb gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:32:16.210279 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c8a1ae1-71d2-4cf1-af62-26b64702201e req-8562062c-41f3-4c98-a1b6-89a0c650ee1e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272427 Feb 16 22:32:16.285392 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-34f86349-f3a4-41ee-b574-6738189200a7 req-4c5e9fd6-758a-4870-b1a2-c1fb9fadb247 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1310775 Feb 16 22:32:16.372693 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b8d9bd6-233e-4236-8e64-b129c0fa6973 admin admin] Publish callbacks [] for router_gateway (72274b96-c3e8-40d3-ae91-0b4cde9981fb), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:16.471301 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-9b8d9bd6-233e-4236-8e64-b129c0fa6973 admin admin] Deleting port 6008e7c3-1c74-436e-9fba-5837e624dfa3 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:32:16.471918 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b8d9bd6-233e-4236-8e64-b129c0fa6973 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (6008e7c3-1c74-436e-9fba-5837e624dfa3), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:16.479044 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775d83c-f2ac-4a4c-bf85-a4a5649e16bf req-b19306c6-0a77-4af9-a709-567e1f5e50be tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:16.486094 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c775d83c-f2ac-4a4c-bf85-a4a5649e16bf req-b19306c6-0a77-4af9-a709-567e1f5e50be tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 945 time: 0.1065524 Feb 16 22:32:16.542778 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-fea85f0f-d340-4d9a-8b7c-12d7ab7d4dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72274b96-c3e8-40d3-ae91-0b4cde9981fb', 'name': 'tempest-TestAggregatesBasicOps-1250581453-router', 'tenant_id': 'cb3fa7f64b434777980f22cc60684713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6008e7c3-1c74-436e-9fba-5837e624dfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:52Z', 'updated_at': '2022-02-16T22:32:14Z', 'revision_number': 5, 'project_id': 'cb3fa7f64b434777980f22cc60684713', 'gw_port': {'id': '6008e7c3-1c74-436e-9fba-5837e624dfa3', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72274b96-c3e8-40d3-ae91-0b4cde9981fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:54Z', 'updated_at': '2022-02-16T22:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:16.606308 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-9b8d9bd6-233e-4236-8e64-b129c0fa6973 admin admin] For port 6008e7c3-1c74-436e-9fba-5837e624dfa3, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=6008e7c3-1c74-436e-9fba-5837e624dfa3,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:32:16.606671 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b8d9bd6-233e-4236-8e64-b129c0fa6973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (6008e7c3-1c74-436e-9fba-5837e624dfa3), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:16.616653 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c775d83c-f2ac-4a4c-bf85-a4a5649e16bf req-d25bc7e4-a406-4b66-9d41-6d820b68c8e9 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295905 Feb 16 22:32:16.621625 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea85f0f-d340-4d9a-8b7c-12d7ab7d4dec None None] Checking router: 72274b96-c3e8-40d3-ae91-0b4cde9981fb for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:32:16.630477 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-9b8d9bd6-233e-4236-8e64-b129c0fa6973 admin admin] Calling delete_port for 6008e7c3-1c74-436e-9fba-5837e624dfa3 owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:32:16.675115 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea85f0f-d340-4d9a-8b7c-12d7ab7d4dec None None] Routers {'72274b96-c3e8-40d3-ae91-0b4cde9981fb'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:32:16.677597 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-fea85f0f-d340-4d9a-8b7c-12d7ab7d4dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:31:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['72274b96-c3e8-40d3-ae91-0b4cde9981fb'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:16.819768 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-fea85f0f-d340-4d9a-8b7c-12d7ab7d4dec None None] Set router 72274b96-c3e8-40d3-ae91-0b4cde9981fb gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:32:16.946998 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b8d9bd6-233e-4236-8e64-b129c0fa6973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (6008e7c3-1c74-436e-9fba-5837e624dfa3), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:16.962745 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-fea85f0f-d340-4d9a-8b7c-12d7ab7d4dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72274b96-c3e8-40d3-ae91-0b4cde9981fb', 'name': 'tempest-TestAggregatesBasicOps-1250581453-router', 'tenant_id': 'cb3fa7f64b434777980f22cc60684713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:52Z', 'updated_at': '2022-02-16T22:32:16Z', 'revision_number': 6, 'project_id': 'cb3fa7f64b434777980f22cc60684713', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:17.005479 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea85f0f-d340-4d9a-8b7c-12d7ab7d4dec None None] The sync data for ids ['72274b96-c3e8-40d3-ae91-0b4cde9981fb'] in n-d-813897-6 is: [{'id': '72274b96-c3e8-40d3-ae91-0b4cde9981fb', 'name': 'tempest-TestAggregatesBasicOps-1250581453-router', 'tenant_id': 'cb3fa7f64b434777980f22cc60684713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:52Z', 'updated_at': '2022-02-16T22:32:16Z', 'revision_number': 6, 'project_id': 'cb3fa7f64b434777980f22cc60684713', 'gw_port_host': None}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:32:17.077853 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d9bd6-233e-4236-8e64-b129c0fa6973 admin admin] Pushing event deleted for resources: {'Port': ['ID=6008e7c3-1c74-436e-9fba-5837e624dfa3,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:17.104778 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b8d9bd6-233e-4236-8e64-b129c0fa6973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (72274b96-c3e8-40d3-ae91-0b4cde9981fb), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:17.232249 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b8d9bd6-233e-4236-8e64-b129c0fa6973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (72274b96-c3e8-40d3-ae91-0b4cde9981fb), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:17.235337 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b8d9bd6-233e-4236-8e64-b129c0fa6973 admin admin] Publish callbacks [] for router_controller (72274b96-c3e8-40d3-ae91-0b4cde9981fb), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:17.355547 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b8d9bd6-233e-4236-8e64-b129c0fa6973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (72274b96-c3e8-40d3-ae91-0b4cde9981fb), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:17.356382 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8d9bd6-233e-4236-8e64-b129c0fa6973 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72274b96-c3e8-40d3-ae91-0b4cde9981fb {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:32:17.368441 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b8d9bd6-233e-4236-8e64-b129c0fa6973 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:17.370055 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9b8d9bd6-233e-4236-8e64-b129c0fa6973 admin admin] 10.222.0.75 "DELETE /v2.0/routers/72274b96-c3e8-40d3-ae91-0b4cde9981fb HTTP/1.1" status: 204 len: 168 time: 1.4851918 Feb 16 22:32:17.372543 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47800) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:32:17.558531 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-92ccb631-f6c6-4186-bdba-1d9d75ea5ad7 admin admin] Deleting subnet 0fbe13cf-babc-45a6-aae1-82824eba817b {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:32:17.563267 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-92ccb631-f6c6-4186-bdba-1d9d75ea5ad7 admin admin] Publish callbacks [] for subnet (0fbe13cf-babc-45a6-aae1-82824eba817b), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:17.665033 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcfd25-a299-454e-8ed4-822edc6cbb56 req-85571dd3-7486-4dc9-8842-3a537fc5177d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:17.675489 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcfd25-a299-454e-8ed4-822edc6cbb56 req-85571dd3-7486-4dc9-8842-3a537fc5177d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:17.689123 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcfd25-a299-454e-8ed4-822edc6cbb56 req-85571dd3-7486-4dc9-8842-3a537fc5177d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:17.694672 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcfd25-a299-454e-8ed4-822edc6cbb56 req-85571dd3-7486-4dc9-8842-3a537fc5177d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:17.715205 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcfd25-a299-454e-8ed4-822edc6cbb56 req-85571dd3-7486-4dc9-8842-3a537fc5177d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:17.723970 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcfd25-a299-454e-8ed4-822edc6cbb56 req-85571dd3-7486-4dc9-8842-3a537fc5177d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:17.738421 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcfd25-a299-454e-8ed4-822edc6cbb56 req-85571dd3-7486-4dc9-8842-3a537fc5177d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:17.748226 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1fbcfd25-a299-454e-8ed4-822edc6cbb56 req-85571dd3-7486-4dc9-8842-3a537fc5177d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.3048117 Feb 16 22:32:17.774087 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-92ccb631-f6c6-4186-bdba-1d9d75ea5ad7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (0fbe13cf-babc-45a6-aae1-82824eba817b), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:17.920585 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1fbcfd25-a299-454e-8ed4-822edc6cbb56 req-343043ef-cab8-4749-8996-87b189674635 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1699162 Feb 16 22:32:17.972180 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-92ccb631-f6c6-4186-bdba-1d9d75ea5ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (0fbe13cf-babc-45a6-aae1-82824eba817b), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:18.050262 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:32:18.164808 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-92ccb631-f6c6-4186-bdba-1d9d75ea5ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (0fbe13cf-babc-45a6-aae1-82824eba817b), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:18.236685 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-92ccb631-f6c6-4186-bdba-1d9d75ea5ad7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:18.244891 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ed44f6a7-ad70-44cf-9d26-872df4bdac53 req-95b443be-5710-4ac0-baa0-14a44fe03316 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=83f6e597-009c-45f3-9e97-52c66b523ab8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1047666 Feb 16 22:32:18.246887 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26029fba-f0dc-4320-8756-3ff71c71db69 None None] Network a25badd3-b9da-4af5-86be-6ffa86d3adcc requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:32:18.258430 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-92ccb631-f6c6-4186-bdba-1d9d75ea5ad7 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/0fbe13cf-babc-45a6-aae1-82824eba817b HTTP/1.1" status: 204 len: 168 time: 0.8846207 Feb 16 22:32:18.258694 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47812) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:32:18.283308 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ccb631-f6c6-4186-bdba-1d9d75ea5ad7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fbe13cf-babc-45a6-aae1-82824eba817b,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:18.342856 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa2d5e-d80a-4a9d-ab93-a91c90fdc10b req-5564d584-af3e-4753-871b-825ea1358dad tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:18.365485 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bcfa2d5e-d80a-4a9d-ab93-a91c90fdc10b req-5564d584-af3e-4753-871b-825ea1358dad tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 945 time: 0.2646062 Feb 16 22:32:18.480133 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bcfa2d5e-d80a-4a9d-ab93-a91c90fdc10b req-7a12e1dd-0236-42d6-850b-80ca34eb8438 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133699 Feb 16 22:32:18.567366 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-307ee4d9-d394-4ad0-8245-fc69b9229714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (a25badd3-b9da-4af5-86be-6ffa86d3adcc), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:18.605465 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44f6a7-ad70-44cf-9d26-872df4bdac53 req-2ec48be9-d679-4a95-b77c-9c959681b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:18.608538 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ed44f6a7-ad70-44cf-9d26-872df4bdac53 req-2ec48be9-d679-4a95-b77c-9c959681b8a8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c4406d5c23c94c6383b020d52bae2059&device_id=83f6e597-009c-45f3-9e97-52c66b523ab8 HTTP/1.1" status: 200 len: 1127 time: 0.3239989 Feb 16 22:32:18.661830 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfede78-f26f-4ca2-ae03-506d11cbe543 None None] DHCP port deletion for a25badd3-b9da-4af5-86be-6ffa86d3adcc request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:32:18.773621 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c30421-5de7-4c88-b43c-42774ae628a7 req-7fb23a91-5d7e-44e8-802d-856454defcd3 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:18.775682 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-56c30421-5de7-4c88-b43c-42774ae628a7 req-7fb23a91-5d7e-44e8-802d-856454defcd3 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 945 time: 0.1803217 Feb 16 22:32:18.784103 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47826) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:32:18.789284 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-aceebd27-8cc5-41bd-abcb-a8f7eb438f78 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Request body: {'floatingip': {'port_id': 'bffb9e7c-c128-4c9a-9dde-edbf5d52a085'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:32:18.794208 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-307ee4d9-d394-4ad0-8245-fc69b9229714 admin admin] Deleting port 32317234-65fd-456d-9faf-4c1d911e897d {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:32:18.796313 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-307ee4d9-d394-4ad0-8245-fc69b9229714 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (32317234-65fd-456d-9faf-4c1d911e897d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:18.835754 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 6008e7c3-1c74-436e-9fba-5837e624dfa3 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:32:18.907888 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 6008e7c3-1c74-436e-9fba-5837e624dfa3 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:32:18.908278 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 6008e7c3-1c74-436e-9fba-5837e624dfa3 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:32:18.908706 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 6e5a143e-2915-4862-b6b6-587e7ed36773 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:32:18.910427 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-aceebd27-8cc5-41bd-abcb-a8f7eb438f78 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for floatingip (f9852a1f-86b0-4c35-9717-96c1be71eed1), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:18.924360 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-edfede78-f26f-4ca2-ae03-506d11cbe543 None None] Deleting port 32317234-65fd-456d-9faf-4c1d911e897d {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:32:18.924723 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-edfede78-f26f-4ca2-ae03-506d11cbe543 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (32317234-65fd-456d-9faf-4c1d911e897d), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:18.987696 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 6e5a143e-2915-4862-b6b6-587e7ed36773 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:32:18.987977 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 6e5a143e-2915-4862-b6b6-587e7ed36773 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:32:18.988408 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 32317234-65fd-456d-9faf-4c1d911e897d no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:32:19.080158 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44f6a7-ad70-44cf-9d26-872df4bdac53 req-a01e9d36-5d66-43d1-beb5-26a0fbe5cc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:19.083343 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ed44f6a7-ad70-44cf-9d26-872df4bdac53 req-a01e9d36-5d66-43d1-beb5-26a0fbe5cc3d service neutron] 10.222.0.79 "GET /v2.0/networks?id=7759ecb5-615f-4376-bf2e-f88402b96cd9 HTTP/1.1" status: 200 len: 914 time: 0.2324419 Feb 16 22:32:19.173057 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-edfede78-f26f-4ca2-ae03-506d11cbe543 None None] For port 32317234-65fd-456d-9faf-4c1d911e897d, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=32317234-65fd-456d-9faf-4c1d911e897d,segment=NetworkSegment(d1cd6036-bb12-4c0c-8999-753f66ab4174),segment_id=d1cd6036-bb12-4c0c-8999-753f66ab4174)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:32:19.173690 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-edfede78-f26f-4ca2-ae03-506d11cbe543 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (32317234-65fd-456d-9faf-4c1d911e897d), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:19.200989 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ed44f6a7-ad70-44cf-9d26-872df4bdac53 req-32637316-383c-4598-b8b4-e2e4be6c4598 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e8d4bb2-b826-4498-b828-1e264bf62ea8 HTTP/1.1" status: 200 len: 217 time: 0.1062355 Feb 16 22:32:19.204851 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-edfede78-f26f-4ca2-ae03-506d11cbe543 None None] Calling delete_port for 32317234-65fd-456d-9faf-4c1d911e897d owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:32:19.267768 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d03fe6-aca6-42e2-a881-abd024f0f630 req-3dbacf7d-339f-4035-bf09-0fa9a5cbfaea tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:19.273813 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d03fe6-aca6-42e2-a881-abd024f0f630 req-3dbacf7d-339f-4035-bf09-0fa9a5cbfaea tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:19.293068 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d03fe6-aca6-42e2-a881-abd024f0f630 req-3dbacf7d-339f-4035-bf09-0fa9a5cbfaea tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:19.298869 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d03fe6-aca6-42e2-a881-abd024f0f630 req-3dbacf7d-339f-4035-bf09-0fa9a5cbfaea tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:19.312430 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d03fe6-aca6-42e2-a881-abd024f0f630 req-3dbacf7d-339f-4035-bf09-0fa9a5cbfaea tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:19.313573 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 32317234-65fd-456d-9faf-4c1d911e897d is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:32:19.314075 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (32317234-65fd-456d-9faf-4c1d911e897d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:19.323982 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d03fe6-aca6-42e2-a881-abd024f0f630 req-3dbacf7d-339f-4035-bf09-0fa9a5cbfaea tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:19.326723 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-307ee4d9-d394-4ad0-8245-fc69b9229714 admin admin] For port 32317234-65fd-456d-9faf-4c1d911e897d, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=32317234-65fd-456d-9faf-4c1d911e897d,segment=NetworkSegment(d1cd6036-bb12-4c0c-8999-753f66ab4174),segment_id=d1cd6036-bb12-4c0c-8999-753f66ab4174)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:32:19.327627 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-307ee4d9-d394-4ad0-8245-fc69b9229714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (32317234-65fd-456d-9faf-4c1d911e897d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:19.335865 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d03fe6-aca6-42e2-a881-abd024f0f630 req-3dbacf7d-339f-4035-bf09-0fa9a5cbfaea tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:19.352185 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-86d03fe6-aca6-42e2-a881-abd024f0f630 req-3dbacf7d-339f-4035-bf09-0fa9a5cbfaea tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.2576964 Feb 16 22:32:19.363907 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-307ee4d9-d394-4ad0-8245-fc69b9229714 admin admin] Calling delete_port for 32317234-65fd-456d-9faf-4c1d911e897d owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:32:19.487150 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 32317234-65fd-456d-9faf-4c1d911e897d, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=32317234-65fd-456d-9faf-4c1d911e897d,segment=NetworkSegment(d1cd6036-bb12-4c0c-8999-753f66ab4174),segment_id=d1cd6036-bb12-4c0c-8999-753f66ab4174)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:32:19.514941 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (32317234-65fd-456d-9faf-4c1d911e897d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:19.568248 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44f6a7-ad70-44cf-9d26-872df4bdac53 req-c8753137-3c19-4dab-b3a6-381c8798cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:19.572617 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ed44f6a7-ad70-44cf-9d26-872df4bdac53 req-c8753137-3c19-4dab-b3a6-381c8798cb1d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=591646e2-043a-41f9-8af0-3b89325cbeb9 HTTP/1.1" status: 200 len: 853 time: 0.3584962 Feb 16 22:32:19.628959 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-edfede78-f26f-4ca2-ae03-506d11cbe543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (32317234-65fd-456d-9faf-4c1d911e897d), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:19.656079 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ed44f6a7-ad70-44cf-9d26-872df4bdac53 req-f6739c0d-6ef9-4fd5-80c4-197e48a0219f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7759ecb5-615f-4376-bf2e-f88402b96cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743673 Feb 16 22:32:19.707692 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfede78-f26f-4ca2-ae03-506d11cbe543 None None] No DVR routers for this DVR port 32317234-65fd-456d-9faf-4c1d911e897d on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:32:19.731114 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=32317234-65fd-456d-9faf-4c1d911e897d,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:19.809200 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfede78-f26f-4ca2-ae03-506d11cbe543 None None] Pushing event deleted for resources: {'Port': ['ID=32317234-65fd-456d-9faf-4c1d911e897d,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:19.838224 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-307ee4d9-d394-4ad0-8245-fc69b9229714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (32317234-65fd-456d-9faf-4c1d911e897d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:19.983930 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ee4d9-d394-4ad0-8245-fc69b9229714 admin admin] Pushing event deleted for resources: {'Port': ['ID=32317234-65fd-456d-9faf-4c1d911e897d,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:19.997515 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307ee4d9-d394-4ad0-8245-fc69b9229714 admin admin] No DVR routers for this DVR port 32317234-65fd-456d-9faf-4c1d911e897d on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:32:20.013055 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-86d03fe6-aca6-42e2-a881-abd024f0f630 req-b5fcc6df-118e-4846-a68b-c70d8ea7dae1 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6526632 Feb 16 22:32:20.163841 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ed44f6a7-ad70-44cf-9d26-872df4bdac53 req-7820f609-1a18-47b4-a66b-d344004a7b0e service neutron] 10.222.0.79 "GET /v2.0/networks/7759ecb5-615f-4376-bf2e-f88402b96cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4980409 Feb 16 22:32:20.190068 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-307ee4d9-d394-4ad0-8245-fc69b9229714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (a25badd3-b9da-4af5-86be-6ffa86d3adcc), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:20.238385 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-307ee4d9-d394-4ad0-8245-fc69b9229714 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a25badd3-b9da-4af5-86be-6ffa86d3adcc']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:20.254263 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-307ee4d9-d394-4ad0-8245-fc69b9229714 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1cd6036-bb12-4c0c-8999-753f66ab4174') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:20.254708 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-307ee4d9-d394-4ad0-8245-fc69b9229714 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1cd6036-bb12-4c0c-8999-753f66ab4174') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:20.331857 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-307ee4d9-d394-4ad0-8245-fc69b9229714 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (d1cd6036-bb12-4c0c-8999-753f66ab4174), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:20.399353 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-307ee4d9-d394-4ad0-8245-fc69b9229714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (d1cd6036-bb12-4c0c-8999-753f66ab4174), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:20.478814 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-307ee4d9-d394-4ad0-8245-fc69b9229714 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:32:20.479421 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-307ee4d9-d394-4ad0-8245-fc69b9229714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (d1cd6036-bb12-4c0c-8999-753f66ab4174), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:32:20.484314 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:32:20.512219 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ed44f6a7-ad70-44cf-9d26-872df4bdac53 req-f1a2a58d-4533-4d5f-97cd-ccda7cbe6bdd service neutron] 10.222.0.79 "GET /v2.0/networks/7759ecb5-615f-4376-bf2e-f88402b96cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186531 Feb 16 22:32:20.621238 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-307ee4d9-d394-4ad0-8245-fc69b9229714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (a25badd3-b9da-4af5-86be-6ffa86d3adcc), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:20.626315 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1ecb3275-732e-4559-aef8-9902bf3c66fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:20.628693 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-307ee4d9-d394-4ad0-8245-fc69b9229714 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:20.635439 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-307ee4d9-d394-4ad0-8245-fc69b9229714 admin admin] 10.222.0.75 "DELETE /v2.0/networks/a25badd3-b9da-4af5-86be-6ffa86d3adcc HTTP/1.1" status: 204 len: 168 time: 2.3732514 Feb 16 22:32:20.677199 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ee4d9-d394-4ad0-8245-fc69b9229714 admin admin] Pushing event deleted for resources: {'Network': ['ID=a25badd3-b9da-4af5-86be-6ffa86d3adcc,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:20.825129 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.db.resource_extend [None req-aceebd27-8cc5-41bd-abcb-a8f7eb438f78 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] It took 0.76 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 22:32:20.947169 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-aceebd27-8cc5-41bd-abcb-a8f7eb438f78 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:20.953420 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-aceebd27-8cc5-41bd-abcb-a8f7eb438f78 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (f9852a1f-86b0-4c35-9717-96c1be71eed1), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:21.011126 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47846) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:32:21.096994 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4905ce10-c2de-45b6-a2c1-273f6e3efa2b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fea4f671ed934548a57353ee3c7957ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0846002 Feb 16 22:32:21.099406 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47850) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:32:21.198653 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5e56a439-c8bb-425c-8046-4376e46cfa63 admin admin] Publish callbacks [] for security_group (572743ca-79d6-43a6-81c1-03b24e16edc1), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:21.247966 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5e56a439-c8bb-425c-8046-4376e46cfa63 admin admin] Publish callbacks [] for security_group (572743ca-79d6-43a6-81c1-03b24e16edc1), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:21.293608 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34f806-5ae6-46c8-9b69-36446fc3dd86 req-251e27f3-2ec4-4611-a3c8-d93df651faa2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:21.303006 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34f806-5ae6-46c8-9b69-36446fc3dd86 req-251e27f3-2ec4-4611-a3c8-d93df651faa2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:21.321073 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34f806-5ae6-46c8-9b69-36446fc3dd86 req-251e27f3-2ec4-4611-a3c8-d93df651faa2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:21.344700 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34f806-5ae6-46c8-9b69-36446fc3dd86 req-251e27f3-2ec4-4611-a3c8-d93df651faa2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:21.351658 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5e56a439-c8bb-425c-8046-4376e46cfa63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (572743ca-79d6-43a6-81c1-03b24e16edc1), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:21.354816 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5e56a439-c8bb-425c-8046-4376e46cfa63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:21.358261 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5e56a439-c8bb-425c-8046-4376e46cfa63 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/572743ca-79d6-43a6-81c1-03b24e16edc1 HTTP/1.1" status: 204 len: 168 time: 0.2556248 Feb 16 22:32:21.366973 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34f806-5ae6-46c8-9b69-36446fc3dd86 req-251e27f3-2ec4-4611-a3c8-d93df651faa2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:21.375137 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56a439-c8bb-425c-8046-4376e46cfa63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572743ca-79d6-43a6-81c1-03b24e16edc1,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:21.378401 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34f806-5ae6-46c8-9b69-36446fc3dd86 req-251e27f3-2ec4-4611-a3c8-d93df651faa2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:21.388112 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34f806-5ae6-46c8-9b69-36446fc3dd86 req-251e27f3-2ec4-4611-a3c8-d93df651faa2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:21.396638 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c34f806-5ae6-46c8-9b69-36446fc3dd86 req-251e27f3-2ec4-4611-a3c8-d93df651faa2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.2020764 Feb 16 22:32:21.452527 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-aceebd27-8cc5-41bd-abcb-a8f7eb438f78 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Floating IP f9852a1f-86b0-4c35-9717-96c1be71eed1 associated. External IP: 172.25.2.52, port: bffb9e7c-c128-4c9a-9dde-edbf5d52a085. Feb 16 22:32:21.809084 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c34f806-5ae6-46c8-9b69-36446fc3dd86 req-bfe40148-8272-4d3b-a75d-7a91358b4fbe tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4114199 Feb 16 22:32:21.883718 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aceebd27-8cc5-41bd-abcb-a8f7eb438f78 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Router 4f76041d-32ee-4188-a776-12dcc7ad25cc has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:32:22.006169 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aceebd27-8cc5-41bd-abcb-a8f7eb438f78 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:32:22.012213 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-aceebd27-8cc5-41bd-abcb-a8f7eb438f78 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:22.016771 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33677003-6724-4a78-bdf1-208760a6c766 None None] Sync routers for ids ['4f76041d-32ee-4188-a776-12dcc7ad25cc'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:32:22.021400 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47864) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:32:22.041895 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33677003-6724-4a78-bdf1-208760a6c766 None None] Routers {'4f76041d-32ee-4188-a776-12dcc7ad25cc'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:32:22.042708 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-33677003-6724-4a78-bdf1-208760a6c766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:31:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4f76041d-32ee-4188-a776-12dcc7ad25cc'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:22.086620 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-aceebd27-8cc5-41bd-abcb-a8f7eb438f78 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "PUT /v2.0/floatingips/f9852a1f-86b0-4c35-9717-96c1be71eed1 HTTP/1.1" status: 200 len: 990 time: 3.3009403 Feb 16 22:32:22.087429 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6160b4c3-9cfb-4b8c-93fe-d50b9733dab1', 'tag': 'bffb9e7c-c128-4c9a-9dde-edbf5d52a085'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:32:22.089792 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67574b1-26ee-45fd-95e0-eeafa0434510" -d '{"events": [{"name": "network-changed", "server_uuid": "6160b4c3-9cfb-4b8c-93fe-d50b9733dab1", "tag": "bffb9e7c-c128-4c9a-9dde-edbf5d52a085"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:32:22.106435 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-52bb0d8f-e81e-4ef5-afb0-35e6b61102d8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cb3fa7f64b434777980f22cc60684713&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0825090 Feb 16 22:32:22.108950 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47870) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:32:22.210647 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-33677003-6724-4a78-bdf1-208760a6c766 None None] Set router 4f76041d-32ee-4188-a776-12dcc7ad25cc gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:32:22.247344 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7323cca9-8a22-4f65-a56d-799d6a5928c4 admin admin] Publish callbacks [] for security_group (89ed295f-d5d9-4f61-9ef7-44f536a9f213), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:22.288217 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7323cca9-8a22-4f65-a56d-799d6a5928c4 admin admin] Publish callbacks [] for security_group (89ed295f-d5d9-4f61-9ef7-44f536a9f213), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:22.371399 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8379ddb3-75a6-4da8-9bd5-6c9ff6e1c805 x-openstack-request-id: req-8379ddb3-75a6-4da8-9bd5-6c9ff6e1c805 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:32:22.372046 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6160b4c3-9cfb-4b8c-93fe-d50b9733dab1", "tag": "bffb9e7c-c128-4c9a-9dde-edbf5d52a085", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:32:22.372046 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8379ddb3-75a6-4da8-9bd5-6c9ff6e1c805 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:32:22.372353 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6160b4c3-9cfb-4b8c-93fe-d50b9733dab1', 'tag': 'bffb9e7c-c128-4c9a-9dde-edbf5d52a085', 'status': 'completed', 'code': 200} Feb 16 22:32:22.451906 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7323cca9-8a22-4f65-a56d-799d6a5928c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (89ed295f-d5d9-4f61-9ef7-44f536a9f213), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:22.461690 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7323cca9-8a22-4f65-a56d-799d6a5928c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:22.469279 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7323cca9-8a22-4f65-a56d-799d6a5928c4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/89ed295f-d5d9-4f61-9ef7-44f536a9f213 HTTP/1.1" status: 204 len: 168 time: 0.3536162 Feb 16 22:32:22.493663 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-33677003-6724-4a78-bdf1-208760a6c766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1447926043-router', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:49Z', 'updated_at': '2022-02-16T22:31:56Z', 'revision_number': 4, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'gw_port': {'id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:51Z', 'updated_at': '2022-02-16T22:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'f9852a1f-86b0-4c35-9717-96c1be71eed1', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'floating_ip_address': '172.25.2.52', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'port_id': 'bffb9e7c-c128-4c9a-9dde-edbf5d52a085', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2323, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd', 'mac_address': 'fa:16:3e:34:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6160b4c3-9cfb-4b8c-93fe-d50b9733dab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:32:01Z', 'updated_at': '2022-02-16T22:32:20Z', 'revision_number': 1, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d239f16-9d92-4d6f-97f8-146ac81d8416', 'name': '', 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'mac_address': 'fa:16:3e:23:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:55Z', 'updated_at': '2022-02-16T22:32:03Z', 'revision_number': 5, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'subnets': [{'id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:22.497078 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323cca9-8a22-4f65-a56d-799d6a5928c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ed295f-d5d9-4f61-9ef7-44f536a9f213,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:22.527860 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33677003-6724-4a78-bdf1-208760a6c766 None None] Checking router: 4f76041d-32ee-4188-a776-12dcc7ad25cc for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:32:22.542211 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67574b1-26ee-45fd-95e0-eeafa0434510 req-be2b54f7-7088-4ccb-87d6-9588d6fa6079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:22.543777 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b67574b1-26ee-45fd-95e0-eeafa0434510 req-be2b54f7-7088-4ccb-87d6-9588d6fa6079 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=11dcb6fba69b48e58d8c23f01f2db2c9&device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 1127 time: 0.1706543 Feb 16 22:32:22.559547 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33677003-6724-4a78-bdf1-208760a6c766 None None] Routers {'4f76041d-32ee-4188-a776-12dcc7ad25cc'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:32:22.570729 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-33677003-6724-4a78-bdf1-208760a6c766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:31:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4f76041d-32ee-4188-a776-12dcc7ad25cc'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:22.668897 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67574b1-26ee-45fd-95e0-eeafa0434510 req-b656c18e-7a11-40cf-b3c8-8065f5585556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:22.674742 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b67574b1-26ee-45fd-95e0-eeafa0434510 req-b656c18e-7a11-40cf-b3c8-8065f5585556 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd HTTP/1.1" status: 200 len: 918 time: 0.1223919 Feb 16 22:32:22.778940 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-33677003-6724-4a78-bdf1-208760a6c766 None None] Set router 4f76041d-32ee-4188-a776-12dcc7ad25cc gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:32:22.953022 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b67574b1-26ee-45fd-95e0-eeafa0434510 req-a06187d5-5b0c-450f-89e6-b9b8265afa87 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bffb9e7c-c128-4c9a-9dde-edbf5d52a085 HTTP/1.1" status: 200 len: 998 time: 0.2652464 Feb 16 22:32:23.067989 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-04871f2b-1125-439f-86fe-204bff5f2f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:23.080172 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff73d41-202a-4378-a1b0-ef21342f2b18 req-6c8c8e44-553b-4b8c-9bbd-694130812d86 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:23.088013 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff73d41-202a-4378-a1b0-ef21342f2b18 req-6c8c8e44-553b-4b8c-9bbd-694130812d86 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:23.094752 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff73d41-202a-4378-a1b0-ef21342f2b18 req-6c8c8e44-553b-4b8c-9bbd-694130812d86 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:23.099451 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff73d41-202a-4378-a1b0-ef21342f2b18 req-6c8c8e44-553b-4b8c-9bbd-694130812d86 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:23.105363 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff73d41-202a-4378-a1b0-ef21342f2b18 req-6c8c8e44-553b-4b8c-9bbd-694130812d86 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:23.110718 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff73d41-202a-4378-a1b0-ef21342f2b18 req-6c8c8e44-553b-4b8c-9bbd-694130812d86 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:23.116901 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff73d41-202a-4378-a1b0-ef21342f2b18 req-6c8c8e44-553b-4b8c-9bbd-694130812d86 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:23.125728 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eff73d41-202a-4378-a1b0-ef21342f2b18 req-6c8c8e44-553b-4b8c-9bbd-694130812d86 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1707103 Feb 16 22:32:23.129559 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67574b1-26ee-45fd-95e0-eeafa0434510 req-65212757-2900-4e04-b028-d56503e52b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:23.131025 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b67574b1-26ee-45fd-95e0-eeafa0434510 req-65212757-2900-4e04-b028-d56503e52b4e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a662751-aa30-4a8c-92bf-a9f1c49c1b53 HTTP/1.1" status: 200 len: 856 time: 0.1425354 Feb 16 22:32:23.257245 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-33677003-6724-4a78-bdf1-208760a6c766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1447926043-router', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:49Z', 'updated_at': '2022-02-16T22:31:56Z', 'revision_number': 4, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'gw_port': {'id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:51Z', 'updated_at': '2022-02-16T22:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'f9852a1f-86b0-4c35-9717-96c1be71eed1', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'floating_ip_address': '172.25.2.52', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'port_id': 'bffb9e7c-c128-4c9a-9dde-edbf5d52a085', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2323, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd', 'mac_address': 'fa:16:3e:34:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6160b4c3-9cfb-4b8c-93fe-d50b9733dab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:32:01Z', 'updated_at': '2022-02-16T22:32:20Z', 'revision_number': 1, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d239f16-9d92-4d6f-97f8-146ac81d8416', 'name': '', 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'mac_address': 'fa:16:3e:23:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:55Z', 'updated_at': '2022-02-16T22:32:03Z', 'revision_number': 5, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'subnets': [{'id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:23.358679 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eff73d41-202a-4378-a1b0-ef21342f2b18 req-cfdcf0dd-9d2d-4b7a-947d-14ee51063700 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2318685 Feb 16 22:32:23.374372 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67574b1-26ee-45fd-95e0-eeafa0434510 req-bec92980-7147-47cd-9ed1-3589ca7cd4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:23.376708 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b67574b1-26ee-45fd-95e0-eeafa0434510 req-bec92980-7147-47cd-9ed1-3589ca7cd4ee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1982939 Feb 16 22:32:23.417231 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33677003-6724-4a78-bdf1-208760a6c766 None None] The sync data for ids ['4f76041d-32ee-4188-a776-12dcc7ad25cc'] in n-d-813897-6 is: [{'id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1447926043-router', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:49Z', 'updated_at': '2022-02-16T22:31:56Z', 'revision_number': 4, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'gw_port': {'id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:51Z', 'updated_at': '2022-02-16T22:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'f9852a1f-86b0-4c35-9717-96c1be71eed1', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'floating_ip_address': '172.25.2.52', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'port_id': 'bffb9e7c-c128-4c9a-9dde-edbf5d52a085', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2323, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd', 'mac_address': 'fa:16:3e:34:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6160b4c3-9cfb-4b8c-93fe-d50b9733dab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:32:01Z', 'updated_at': '2022-02-16T22:32:20Z', 'revision_number': 1, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d239f16-9d92-4d6f-97f8-146ac81d8416', 'name': '', 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'mac_address': 'fa:16:3e:23:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:55Z', 'updated_at': '2022-02-16T22:32:03Z', 'revision_number': 5, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'subnets': [{'id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:32:23.616115 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b67574b1-26ee-45fd-95e0-eeafa0434510 req-bb553374-0dfa-47af-95d5-e2325f1a4954 service neutron] 10.222.0.67 "GET /v2.0/networks/a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318373 Feb 16 22:32:23.824274 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b67574b1-26ee-45fd-95e0-eeafa0434510 req-2cc5d86e-b187-4ecd-a35e-6fad6ea40c40 service neutron] 10.222.0.67 "GET /v2.0/networks/a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961915 Feb 16 22:32:23.914154 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07153901-d851-46d6-897b-50a64e39a469 None None] New status for floating IP f9852a1f-86b0-4c35-9717-96c1be71eed1: ACTIVE {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:32:23.999896 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47916) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:32:24.160121 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-1d609c97-ca93-43cd-8731-025351493e47 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2122930022-network', 'tenant_id': '312d74e3139c4ef79c18bb239e19ead6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:32:24.203697 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d609c97-ca93-43cd-8731-025351493e47 admin admin] Made reservation on behalf of 312d74e3139c4ef79c18bb239e19ead6 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:32:24.206714 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1d609c97-ca93-43cd-8731-025351493e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:24.221104 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1d609c97-ca93-43cd-8731-025351493e47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:24.231662 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:24.334968 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1d609c97-ca93-43cd-8731-025351493e47 admin admin] Publish callbacks [] for security_group (83f2873e-92f2-4ef5-a4ab-98f04ba692b2), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:24.347137 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1d609c97-ca93-43cd-8731-025351493e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (83f2873e-92f2-4ef5-a4ab-98f04ba692b2), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:24.386468 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d609c97-ca93-43cd-8731-025351493e47 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:32:24.405921 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1d609c97-ca93-43cd-8731-025351493e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (f94af077-0644-46b9-b857-8870c196a9eb), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:24.406392 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-1d609c97-ca93-43cd-8731-025351493e47 admin admin] Added segment f94af077-0644-46b9-b857-8870c196a9eb of type vlan for network 626a6efb-9469-4b55-8ca7-83ed255f6cfa Feb 16 22:32:24.484330 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1d609c97-ca93-43cd-8731-025351493e47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (626a6efb-9469-4b55-8ca7-83ed255f6cfa), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:24.528027 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0429b-922a-49da-970d-329de4a2bce1 req-46493c38-c669-4547-b8db-c56d2d22560a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:24.535035 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0429b-922a-49da-970d-329de4a2bce1 req-46493c38-c669-4547-b8db-c56d2d22560a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:24.541701 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0429b-922a-49da-970d-329de4a2bce1 req-46493c38-c669-4547-b8db-c56d2d22560a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:24.549448 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0429b-922a-49da-970d-329de4a2bce1 req-46493c38-c669-4547-b8db-c56d2d22560a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:24.556718 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0429b-922a-49da-970d-329de4a2bce1 req-46493c38-c669-4547-b8db-c56d2d22560a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:24.557629 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d609c97-ca93-43cd-8731-025351493e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f2873e-92f2-4ef5-a4ab-98f04ba692b2,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:24.560914 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1d609c97-ca93-43cd-8731-025351493e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (626a6efb-9469-4b55-8ca7-83ed255f6cfa), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:24.561947 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d609c97-ca93-43cd-8731-025351493e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:24.562623 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1d609c97-ca93-43cd-8731-025351493e47 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:24.577688 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0429b-922a-49da-970d-329de4a2bce1 req-46493c38-c669-4547-b8db-c56d2d22560a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:24.590506 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0429b-922a-49da-970d-329de4a2bce1 req-46493c38-c669-4547-b8db-c56d2d22560a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:24.601241 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7ba0429b-922a-49da-970d-329de4a2bce1 req-46493c38-c669-4547-b8db-c56d2d22560a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1650786 Feb 16 22:32:24.604348 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1d609c97-ca93-43cd-8731-025351493e47 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6027772 Feb 16 22:32:24.610181 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47926) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:32:24.625849 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-ecea67a1-a850-4f97-a799-ea4b23f646de admin admin] Request body: {'subnet': {'network_id': '626a6efb-9469-4b55-8ca7-83ed255f6cfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2122930022-subnet', 'tenant_id': '312d74e3139c4ef79c18bb239e19ead6', 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:32:24.664329 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d609c97-ca93-43cd-8731-025351493e47 admin admin] Pushing event updated for resources: {'Network': ['ID=626a6efb-9469-4b55-8ca7-83ed255f6cfa,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:24.674501 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 626a6efb-9469-4b55-8ca7-83ed255f6cfa details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:32:24.695878 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7ba0429b-922a-49da-970d-329de4a2bce1 req-fccad9bb-aeff-4ace-92ea-765975792afa tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0925415 Feb 16 22:32:24.712874 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecea67a1-a850-4f97-a799-ea4b23f646de admin admin] Made reservation on behalf of 312d74e3139c4ef79c18bb239e19ead6 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:32:24.716166 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ecea67a1-a850-4f97-a799-ea4b23f646de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:24.938807 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ecea67a1-a850-4f97-a799-ea4b23f646de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (ff35337c-6059-4b06-a9f5-80835838dfaa), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:25.005945 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea67a1-a850-4f97-a799-ea4b23f646de admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff35337c-6059-4b06-a9f5-80835838dfaa,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:25.076201 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecea67a1-a850-4f97-a799-ea4b23f646de admin admin] Checking segment: {'id': 'f94af077-0644-46b9-b857-8870c196a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '626a6efb-9469-4b55-8ca7-83ed255f6cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:32:25.076725 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecea67a1-a850-4f97-a799-ea4b23f646de admin admin] Network hostable DHCP agents. Network: 626a6efb-9469-4b55-8ca7-83ed255f6cfa, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:32:25.101259 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecea67a1-a850-4f97-a799-ea4b23f646de admin admin] Network 626a6efb-9469-4b55-8ca7-83ed255f6cfa is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:32:25.121500 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-ecea67a1-a850-4f97-a799-ea4b23f646de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 626a6efb-9469-4b55-8ca7-83ed255f6cfa) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:32:25.126143 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecea67a1-a850-4f97-a799-ea4b23f646de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:25.126747 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ecea67a1-a850-4f97-a799-ea4b23f646de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:25.134427 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009ce34f-1ce3-4575-8b8f-d3c9770975e2 None None] Network 626a6efb-9469-4b55-8ca7-83ed255f6cfa requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:32:25.172957 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ecea67a1-a850-4f97-a799-ea4b23f646de admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5578535 Feb 16 22:32:25.173199 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47936) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:32:25.177391 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-c13396fc-d61f-45ec-92e3-f213736ec7a6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2122930022-router', 'tenant_id': '312d74e3139c4ef79c18bb239e19ead6', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:32:25.225382 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c13396fc-d61f-45ec-92e3-f213736ec7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (64150ffc-c831-4989-80b9-71532df82c13), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:25.226489 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c13396fc-d61f-45ec-92e3-f213736ec7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (64150ffc-c831-4989-80b9-71532df82c13), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:25.295668 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c13396fc-d61f-45ec-92e3-f213736ec7a6 admin admin] Publish callbacks [] for router_controller (64150ffc-c831-4989-80b9-71532df82c13), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:25.318119 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7274e7a6-b0c1-4a02-8ff7-d1ddae73d5bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-626a6efb-9469-4b55-8ca7-83ed255f6cfa', 'network_id': '626a6efb-9469-4b55-8ca7-83ed255f6cfa', 'project_id': '312d74e3139c4ef79c18bb239e19ead6', 'fixed_ips': [{'subnet_id': 'ff35337c-6059-4b06-a9f5-80835838dfaa'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:32:25.319011 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7274e7a6-b0c1-4a02-8ff7-d1ddae73d5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:25.526543 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c13396fc-d61f-45ec-92e3-f213736ec7a6 admin admin] Publish callbacks [] for router_gateway (64150ffc-c831-4989-80b9-71532df82c13), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:25.607987 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-7274e7a6-b0c1-4a02-8ff7-d1ddae73d5bf None None] Allocated IP 172.20.0.2 (626a6efb-9469-4b55-8ca7-83ed255f6cfa/ff35337c-6059-4b06-a9f5-80835838dfaa/d56909f7-1adb-4260-8b60-cf0bd54357fe) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:32:25.638685 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:25.877727 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7274e7a6-b0c1-4a02-8ff7-d1ddae73d5bf None None] Publish callbacks [] for port (d56909f7-1adb-4260-8b60-cf0bd54357fe), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:25.895283 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7274e7a6-b0c1-4a02-8ff7-d1ddae73d5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (d56909f7-1adb-4260-8b60-cf0bd54357fe), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:25.987337 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274e7a6-b0c1-4a02-8ff7-d1ddae73d5bf None None] Pushing event updated for resources: {'Port': ['ID=d56909f7-1adb-4260-8b60-cf0bd54357fe,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:26.017532 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7274e7a6-b0c1-4a02-8ff7-d1ddae73d5bf None None] Network 626a6efb-9469-4b55-8ca7-83ed255f6cfa is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:32:26.020964 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c13396fc-d61f-45ec-92e3-f213736ec7a6 admin admin] Publish callbacks [] for router_gateway (64150ffc-c831-4989-80b9-71532df82c13), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:26.026125 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-7274e7a6-b0c1-4a02-8ff7-d1ddae73d5bf None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:32:26.036902 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7274e7a6-b0c1-4a02-8ff7-d1ddae73d5bf None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:32:26.059270 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c13396fc-d61f-45ec-92e3-f213736ec7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:26.167373 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-7274e7a6-b0c1-4a02-8ff7-d1ddae73d5bf None None] Attempting to bind port d56909f7-1adb-4260-8b60-cf0bd54357fe on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:32:26.167744 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-7274e7a6-b0c1-4a02-8ff7-d1ddae73d5bf None None] Attempting to bind port d56909f7-1adb-4260-8b60-cf0bd54357fe by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'f94af077-0644-46b9-b857-8870c196a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '626a6efb-9469-4b55-8ca7-83ed255f6cfa'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:32:26.169883 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7274e7a6-b0c1-4a02-8ff7-d1ddae73d5bf None None] Attempting to bind port d56909f7-1adb-4260-8b60-cf0bd54357fe on network 626a6efb-9469-4b55-8ca7-83ed255f6cfa {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:32:26.185455 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-c13396fc-d61f-45ec-92e3-f213736ec7a6 admin admin] Allocated IP 172.25.2.229 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/0c7a7ec0-d7b5-49da-aec3-fa3de969c01b) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:32:26.193585 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7274e7a6-b0c1-4a02-8ff7-d1ddae73d5bf None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:32:26.197450 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7274e7a6-b0c1-4a02-8ff7-d1ddae73d5bf None None] Checking segment: {'id': 'f94af077-0644-46b9-b857-8870c196a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '626a6efb-9469-4b55-8ca7-83ed255f6cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:32:26.198175 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7274e7a6-b0c1-4a02-8ff7-d1ddae73d5bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:26.198890 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7274e7a6-b0c1-4a02-8ff7-d1ddae73d5bf None None] Bound using segment: {'id': 'f94af077-0644-46b9-b857-8870c196a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '626a6efb-9469-4b55-8ca7-83ed255f6cfa'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:32:26.199731 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-7274e7a6-b0c1-4a02-8ff7-d1ddae73d5bf None None] Bound port: d56909f7-1adb-4260-8b60-cf0bd54357fe, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94af077-0644-46b9-b857-8870c196a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '626a6efb-9469-4b55-8ca7-83ed255f6cfa'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:32:26.200296 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7274e7a6-b0c1-4a02-8ff7-d1ddae73d5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d56909f7-1adb-4260-8b60-cf0bd54357fe), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:26.322463 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7274e7a6-b0c1-4a02-8ff7-d1ddae73d5bf None None] For port d56909f7-1adb-4260-8b60-cf0bd54357fe, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:32:26.327971 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7274e7a6-b0c1-4a02-8ff7-d1ddae73d5bf None None] For port d56909f7-1adb-4260-8b60-cf0bd54357fe, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=d56909f7-1adb-4260-8b60-cf0bd54357fe,segment=NetworkSegment(f94af077-0644-46b9-b857-8870c196a9eb),segment_id=f94af077-0644-46b9-b857-8870c196a9eb)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:32:26.330139 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c13396fc-d61f-45ec-92e3-f213736ec7a6 admin admin] Publish callbacks [] for port (0c7a7ec0-d7b5-49da-aec3-fa3de969c01b), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:26.344207 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7274e7a6-b0c1-4a02-8ff7-d1ddae73d5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d56909f7-1adb-4260-8b60-cf0bd54357fe), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:26.377101 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afc0bf-17e3-4dd8-80f3-e40a9b265e12 req-aec95873-6669-40d8-a63c-4426020ac370 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:26.382958 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afc0bf-17e3-4dd8-80f3-e40a9b265e12 req-aec95873-6669-40d8-a63c-4426020ac370 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:26.389769 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afc0bf-17e3-4dd8-80f3-e40a9b265e12 req-aec95873-6669-40d8-a63c-4426020ac370 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:26.395295 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afc0bf-17e3-4dd8-80f3-e40a9b265e12 req-aec95873-6669-40d8-a63c-4426020ac370 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:26.411307 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afc0bf-17e3-4dd8-80f3-e40a9b265e12 req-aec95873-6669-40d8-a63c-4426020ac370 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:26.418062 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afc0bf-17e3-4dd8-80f3-e40a9b265e12 req-aec95873-6669-40d8-a63c-4426020ac370 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:26.425699 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afc0bf-17e3-4dd8-80f3-e40a9b265e12 req-aec95873-6669-40d8-a63c-4426020ac370 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:26.435064 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a7afc0bf-17e3-4dd8-80f3-e40a9b265e12 req-aec95873-6669-40d8-a63c-4426020ac370 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.5610898 Feb 16 22:32:26.445255 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c13396fc-d61f-45ec-92e3-f213736ec7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (0c7a7ec0-d7b5-49da-aec3-fa3de969c01b), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:26.482673 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13396fc-d61f-45ec-92e3-f213736ec7a6 admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:32:26.485610 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274e7a6-b0c1-4a02-8ff7-d1ddae73d5bf None None] Pushing event updated for resources: {'Port': ['ID=d56909f7-1adb-4260-8b60-cf0bd54357fe,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:26.544656 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-c13396fc-d61f-45ec-92e3-f213736ec7a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:32:26.621307 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13396fc-d61f-45ec-92e3-f213736ec7a6 admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:32:26.672266 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a7afc0bf-17e3-4dd8-80f3-e40a9b265e12 req-aa7ace82-7294-4d46-8d9c-2679957ae114 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2359061 Feb 16 22:32:26.705569 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13396fc-d61f-45ec-92e3-f213736ec7a6 admin admin] Pushing event updated for resources: {'Port': ['ID=0c7a7ec0-d7b5-49da-aec3-fa3de969c01b,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:27.037180 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:27.766727 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c13396fc-d61f-45ec-92e3-f213736ec7a6 admin admin] Publish callbacks [] for router_gateway (64150ffc-c831-4989-80b9-71532df82c13), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:28.171752 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9ff10-164d-43cc-a694-0680dcf64bb3 req-4627eeaa-8602-4f55-b329-3119eb4a18ca tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:28.189476 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9ff10-164d-43cc-a694-0680dcf64bb3 req-4627eeaa-8602-4f55-b329-3119eb4a18ca tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:28.219349 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9ff10-164d-43cc-a694-0680dcf64bb3 req-4627eeaa-8602-4f55-b329-3119eb4a18ca tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:28.224886 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9ff10-164d-43cc-a694-0680dcf64bb3 req-4627eeaa-8602-4f55-b329-3119eb4a18ca tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:28.253585 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9ff10-164d-43cc-a694-0680dcf64bb3 req-4627eeaa-8602-4f55-b329-3119eb4a18ca tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:28.258845 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9ff10-164d-43cc-a694-0680dcf64bb3 req-4627eeaa-8602-4f55-b329-3119eb4a18ca tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:28.285985 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9ff10-164d-43cc-a694-0680dcf64bb3 req-4627eeaa-8602-4f55-b329-3119eb4a18ca tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:28.299619 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-47c9ff10-164d-43cc-a694-0680dcf64bb3 req-4627eeaa-8602-4f55-b329-3119eb4a18ca tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.4317794 Feb 16 22:32:28.440465 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:28.515930 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b532532-9184-4165-86ed-6c0dde4d2cb8 None None] Network 626a6efb-9469-4b55-8ca7-83ed255f6cfa requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:32:28.798714 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-fa3a9ba9-f3ee-434f-b59d-9670a1829934 None None] Provisioning complete for port d56909f7-1adb-4260-8b60-cf0bd54357fe triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:28.799566 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fa3a9ba9-f3ee-434f-b59d-9670a1829934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d56909f7-1adb-4260-8b60-cf0bd54357fe), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:28.919942 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c13396fc-d61f-45ec-92e3-f213736ec7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (64150ffc-c831-4989-80b9-71532df82c13), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:28.974214 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device d56909f7-1adb-4260-8b60-cf0bd54357fe up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:32:29.110602 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-47c9ff10-164d-43cc-a694-0680dcf64bb3 req-21f2cace-2a3b-4ecb-8c90-50764b9d9798 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8033013 Feb 16 22:32:29.354784 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port d56909f7-1adb-4260-8b60-cf0bd54357fe triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:29.358470 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d56909f7-1adb-4260-8b60-cf0bd54357fe), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:29.401928 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13396fc-d61f-45ec-92e3-f213736ec7a6 admin admin] Router 64150ffc-c831-4989-80b9-71532df82c13 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:32:29.519293 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-fa3a9ba9-f3ee-434f-b59d-9670a1829934 None None] Current status of the port d56909f7-1adb-4260-8b60-cf0bd54357fe is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:32:29.522503 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fa3a9ba9-f3ee-434f-b59d-9670a1829934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d56909f7-1adb-4260-8b60-cf0bd54357fe), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:29.713748 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13396fc-d61f-45ec-92e3-f213736ec7a6 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:32:29.716107 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port d56909f7-1adb-4260-8b60-cf0bd54357fe is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:32:29.716518 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d56909f7-1adb-4260-8b60-cf0bd54357fe), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:29.726528 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b97c9-1666-4beb-8f05-88b29a9b60f7 None None] Sync routers for ids ['64150ffc-c831-4989-80b9-71532df82c13'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:32:29.746200 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94b97c9-1666-4beb-8f05-88b29a9b60f7 None None] Routers {'64150ffc-c831-4989-80b9-71532df82c13'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:32:29.747048 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-d94b97c9-1666-4beb-8f05-88b29a9b60f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:32:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['64150ffc-c831-4989-80b9-71532df82c13'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:29.763498 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-fa3a9ba9-f3ee-434f-b59d-9670a1829934 None None] For port d56909f7-1adb-4260-8b60-cf0bd54357fe, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=d56909f7-1adb-4260-8b60-cf0bd54357fe,segment=NetworkSegment(f94af077-0644-46b9-b857-8870c196a9eb),segment_id=f94af077-0644-46b9-b857-8870c196a9eb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:32:29.771615 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c13396fc-d61f-45ec-92e3-f213736ec7a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:29.779776 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48024) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:32:29.781175 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fa3a9ba9-f3ee-434f-b59d-9670a1829934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d56909f7-1adb-4260-8b60-cf0bd54357fe), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:29.797717 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c13396fc-d61f-45ec-92e3-f213736ec7a6 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6234632 Feb 16 22:32:30.039266 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:30.045812 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-d94b97c9-1666-4beb-8f05-88b29a9b60f7 None None] Set router 64150ffc-c831-4989-80b9-71532df82c13 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:32:30.052954 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:32:30.053589 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:32:30.056273 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-07eaa110-66ea-45db-a20f-c2ce2dc0f967 None None] Provisioning complete for port d56909f7-1adb-4260-8b60-cf0bd54357fe triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:30.057837 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-07eaa110-66ea-45db-a20f-c2ce2dc0f967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d56909f7-1adb-4260-8b60-cf0bd54357fe), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:30.124254 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a9ba9-f3ee-434f-b59d-9670a1829934 None None] Pushing event updated for resources: {'Port': ['ID=d56909f7-1adb-4260-8b60-cf0bd54357fe,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:30.237242 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-07eaa110-66ea-45db-a20f-c2ce2dc0f967 None None] Current status of the port d56909f7-1adb-4260-8b60-cf0bd54357fe is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:32:30.593442 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c243cf-c0fe-4089-baa0-9587d03de09b req-466b254b-0305-467f-9bc7-8569fe54dcf1 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:30.607088 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c243cf-c0fe-4089-baa0-9587d03de09b req-466b254b-0305-467f-9bc7-8569fe54dcf1 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:30.612636 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c243cf-c0fe-4089-baa0-9587d03de09b req-466b254b-0305-467f-9bc7-8569fe54dcf1 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:30.617881 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c243cf-c0fe-4089-baa0-9587d03de09b req-466b254b-0305-467f-9bc7-8569fe54dcf1 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:30.640400 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c243cf-c0fe-4089-baa0-9587d03de09b req-466b254b-0305-467f-9bc7-8569fe54dcf1 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:30.654114 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c243cf-c0fe-4089-baa0-9587d03de09b req-466b254b-0305-467f-9bc7-8569fe54dcf1 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:30.656479 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port d56909f7-1adb-4260-8b60-cf0bd54357fe is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:32:30.666281 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c243cf-c0fe-4089-baa0-9587d03de09b req-466b254b-0305-467f-9bc7-8569fe54dcf1 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:30.679649 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-92c243cf-c0fe-4089-baa0-9587d03de09b req-466b254b-0305-467f-9bc7-8569fe54dcf1 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.3248687 Feb 16 22:32:30.732012 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13f94e13-0965-42c0-b23f-a522b204bc65 req-404b1236-d452-4daa-b778-5ab2e0b73622 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=00ea64e0-2732-4e53-8103-42277a896f8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2493341 Feb 16 22:32:30.748085 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-d94b97c9-1666-4beb-8f05-88b29a9b60f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64150ffc-c831-4989-80b9-71532df82c13', 'name': 'tempest-TestServerMultinode-2122930022-router', 'tenant_id': '312d74e3139c4ef79c18bb239e19ead6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '0c7a7ec0-d7b5-49da-aec3-fa3de969c01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:32:25Z', 'updated_at': '2022-02-16T22:32:27Z', 'revision_number': 3, 'project_id': '312d74e3139c4ef79c18bb239e19ead6', 'gw_port': {'id': '0c7a7ec0-d7b5-49da-aec3-fa3de969c01b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64150ffc-c831-4989-80b9-71532df82c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2335, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:32:26Z', 'updated_at': '2022-02-16T22:32:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:30.827004 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b97c9-1666-4beb-8f05-88b29a9b60f7 None None] Checking router: 64150ffc-c831-4989-80b9-71532df82c13 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:32:30.827644 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b97c9-1666-4beb-8f05-88b29a9b60f7 None None] Updating router 64150ffc-c831-4989-80b9-71532df82c13 port 0c7a7ec0-d7b5-49da-aec3-fa3de969c01b binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:32:30.931904 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d94b97c9-1666-4beb-8f05-88b29a9b60f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0c7a7ec0-d7b5-49da-aec3-fa3de969c01b), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:30.957340 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-92c243cf-c0fe-4089-baa0-9587d03de09b req-89d67414-ba2c-41d4-9ce2-29aa13bb4296 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2695856 Feb 16 22:32:30.978421 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f94e13-0965-42c0-b23f-a522b204bc65 req-91cf0b6b-3a5d-4384-9e24-69b4156f5fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:30.991539 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13f94e13-0965-42c0-b23f-a522b204bc65 req-91cf0b6b-3a5d-4384-9e24-69b4156f5fc3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=40c61a7cfadd45ac85b548218034c5f0&device_id=00ea64e0-2732-4e53-8103-42277a896f8f HTTP/1.1" status: 200 len: 1127 time: 0.1991854 Feb 16 22:32:31.265922 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device d56909f7-1adb-4260-8b60-cf0bd54357fe up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:32:31.276965 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f94e13-0965-42c0-b23f-a522b204bc65 req-9d63e495-e6f9-475a-ac21-529347f07ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:31.280284 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13f94e13-0965-42c0-b23f-a522b204bc65 req-9d63e495-e6f9-475a-ac21-529347f07ca8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=752ff291-8125-4ff8-b264-ca3a640ae0c4 HTTP/1.1" status: 200 len: 920 time: 0.2685571 Feb 16 22:32:31.409745 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13f94e13-0965-42c0-b23f-a522b204bc65 req-a4360a0a-bbbf-4ed9-8084-04e695371a1b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1f77008-b346-4d09-961b-095158338e16 HTTP/1.1" status: 200 len: 217 time: 0.1237698 Feb 16 22:32:31.454883 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port d56909f7-1adb-4260-8b60-cf0bd54357fe triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:31.455266 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d56909f7-1adb-4260-8b60-cf0bd54357fe), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:31.539623 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f94e13-0965-42c0-b23f-a522b204bc65 req-8b2ccc72-1a35-40c9-b34b-72c9b89f045a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:31.541733 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13f94e13-0965-42c0-b23f-a522b204bc65 req-8b2ccc72-1a35-40c9-b34b-72c9b89f045a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=50b869b4-5498-459d-a27a-a372659d9f4c HTTP/1.1" status: 200 len: 859 time: 0.1244502 Feb 16 22:32:31.604314 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13f94e13-0965-42c0-b23f-a522b204bc65 req-552b740c-667f-437b-88d6-830a68b8ed07 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=752ff291-8125-4ff8-b264-ca3a640ae0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564563 Feb 16 22:32:31.645353 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port d56909f7-1adb-4260-8b60-cf0bd54357fe is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:32:31.723476 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d94b97c9-1666-4beb-8f05-88b29a9b60f7 None None] Publish callbacks [] for port (0c7a7ec0-d7b5-49da-aec3-fa3de969c01b), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:31.740788 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d94b97c9-1666-4beb-8f05-88b29a9b60f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0c7a7ec0-d7b5-49da-aec3-fa3de969c01b), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:31.804518 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed057da-620c-459e-b56c-1d8f27c3f808 None None] Pushing event updated for resources: {'Port': ['ID=0c7a7ec0-d7b5-49da-aec3-fa3de969c01b,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:31.831777 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13f94e13-0965-42c0-b23f-a522b204bc65 req-b39ad67f-5961-4fdd-9b35-30b7d982972e service neutron] 10.222.0.67 "GET /v2.0/networks/752ff291-8125-4ff8-b264-ca3a640ae0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193835 Feb 16 22:32:31.839160 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-d94b97c9-1666-4beb-8f05-88b29a9b60f7 None None] Attempting to bind port 0c7a7ec0-d7b5-49da-aec3-fa3de969c01b on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:32:31.840062 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-d94b97c9-1666-4beb-8f05-88b29a9b60f7 None None] Attempting to bind port 0c7a7ec0-d7b5-49da-aec3-fa3de969c01b by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:32:31.843118 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b97c9-1666-4beb-8f05-88b29a9b60f7 None None] Attempting to bind port 0c7a7ec0-d7b5-49da-aec3-fa3de969c01b on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:32:31.873956 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b97c9-1666-4beb-8f05-88b29a9b60f7 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:32:31.875426 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b97c9-1666-4beb-8f05-88b29a9b60f7 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:32:31.876182 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d94b97c9-1666-4beb-8f05-88b29a9b60f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:31.876789 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b97c9-1666-4beb-8f05-88b29a9b60f7 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:32:31.877494 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-d94b97c9-1666-4beb-8f05-88b29a9b60f7 None None] Bound port: 0c7a7ec0-d7b5-49da-aec3-fa3de969c01b, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:32:31.878495 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d94b97c9-1666-4beb-8f05-88b29a9b60f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0c7a7ec0-d7b5-49da-aec3-fa3de969c01b), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:31.967947 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-d94b97c9-1666-4beb-8f05-88b29a9b60f7 None None] For port 0c7a7ec0-d7b5-49da-aec3-fa3de969c01b, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:32:31.972160 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-d94b97c9-1666-4beb-8f05-88b29a9b60f7 None None] For port 0c7a7ec0-d7b5-49da-aec3-fa3de969c01b, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0c7a7ec0-d7b5-49da-aec3-fa3de969c01b,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:32:31.983919 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d94b97c9-1666-4beb-8f05-88b29a9b60f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0c7a7ec0-d7b5-49da-aec3-fa3de969c01b), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:32.057509 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-193fe323-5574-4ef7-8c85-d2d158f5b9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:32.091063 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13f94e13-0965-42c0-b23f-a522b204bc65 req-c332e528-6336-4065-a3c8-4fffde33b4f0 service neutron] 10.222.0.67 "GET /v2.0/networks/752ff291-8125-4ff8-b264-ca3a640ae0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477891 Feb 16 22:32:32.140559 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed057da-620c-459e-b56c-1d8f27c3f808 None None] Pushing event updated for resources: {'Port': ['ID=0c7a7ec0-d7b5-49da-aec3-fa3de969c01b,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:32.179935 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94b97c9-1666-4beb-8f05-88b29a9b60f7 None None] Routers {'64150ffc-c831-4989-80b9-71532df82c13'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:32:32.181574 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-d94b97c9-1666-4beb-8f05-88b29a9b60f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:32:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['64150ffc-c831-4989-80b9-71532df82c13'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:32.257516 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b950e-2b5a-47a8-86fa-1d9da5baa6fb req-6466cae9-7762-4d46-afb4-825aa03a000a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:32.267187 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b950e-2b5a-47a8-86fa-1d9da5baa6fb req-6466cae9-7762-4d46-afb4-825aa03a000a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:32.288979 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b950e-2b5a-47a8-86fa-1d9da5baa6fb req-6466cae9-7762-4d46-afb4-825aa03a000a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:32.299412 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b950e-2b5a-47a8-86fa-1d9da5baa6fb req-6466cae9-7762-4d46-afb4-825aa03a000a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:32.319669 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b950e-2b5a-47a8-86fa-1d9da5baa6fb req-6466cae9-7762-4d46-afb4-825aa03a000a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:32.332391 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b950e-2b5a-47a8-86fa-1d9da5baa6fb req-6466cae9-7762-4d46-afb4-825aa03a000a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:32.334148 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-d94b97c9-1666-4beb-8f05-88b29a9b60f7 None None] Set router 64150ffc-c831-4989-80b9-71532df82c13 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:32:32.337832 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b950e-2b5a-47a8-86fa-1d9da5baa6fb req-6466cae9-7762-4d46-afb4-825aa03a000a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:32.349686 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cf5b950e-2b5a-47a8-86fa-1d9da5baa6fb req-6466cae9-7762-4d46-afb4-825aa03a000a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.2480469 Feb 16 22:32:32.422258 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-193fe323-5574-4ef7-8c85-d2d158f5b9ef admin admin] Allocated IP 172.20.0.1 (626a6efb-9469-4b55-8ca7-83ed255f6cfa/ff35337c-6059-4b06-a9f5-80835838dfaa/f764a0c3-216a-499d-9455-86a41b05ad20) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:32:32.478407 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cf5b950e-2b5a-47a8-86fa-1d9da5baa6fb req-8bce599d-c631-4dd3-b286-42164abeb6e0 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1183181 Feb 16 22:32:32.661323 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-d94b97c9-1666-4beb-8f05-88b29a9b60f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64150ffc-c831-4989-80b9-71532df82c13', 'name': 'tempest-TestServerMultinode-2122930022-router', 'tenant_id': '312d74e3139c4ef79c18bb239e19ead6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '0c7a7ec0-d7b5-49da-aec3-fa3de969c01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:32:25Z', 'updated_at': '2022-02-16T22:32:27Z', 'revision_number': 3, 'project_id': '312d74e3139c4ef79c18bb239e19ead6', 'gw_port': {'id': '0c7a7ec0-d7b5-49da-aec3-fa3de969c01b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64150ffc-c831-4989-80b9-71532df82c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2335, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:32:26Z', 'updated_at': '2022-02-16T22:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:32.696696 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-193fe323-5574-4ef7-8c85-d2d158f5b9ef admin admin] Publish callbacks [] for port (f764a0c3-216a-499d-9455-86a41b05ad20), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:32.713226 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b97c9-1666-4beb-8f05-88b29a9b60f7 None None] The sync data for ids ['64150ffc-c831-4989-80b9-71532df82c13'] in n-d-813897-6 is: [{'id': '64150ffc-c831-4989-80b9-71532df82c13', 'name': 'tempest-TestServerMultinode-2122930022-router', 'tenant_id': '312d74e3139c4ef79c18bb239e19ead6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '0c7a7ec0-d7b5-49da-aec3-fa3de969c01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:32:25Z', 'updated_at': '2022-02-16T22:32:27Z', 'revision_number': 3, 'project_id': '312d74e3139c4ef79c18bb239e19ead6', 'gw_port': {'id': '0c7a7ec0-d7b5-49da-aec3-fa3de969c01b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64150ffc-c831-4989-80b9-71532df82c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2335, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:32:26Z', 'updated_at': '2022-02-16T22:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:32:32.764304 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-193fe323-5574-4ef7-8c85-d2d158f5b9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (f764a0c3-216a-499d-9455-86a41b05ad20), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:32.829570 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193fe323-5574-4ef7-8c85-d2d158f5b9ef admin admin] Network 626a6efb-9469-4b55-8ca7-83ed255f6cfa is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:32:32.835568 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-193fe323-5574-4ef7-8c85-d2d158f5b9ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:32:32.839290 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193fe323-5574-4ef7-8c85-d2d158f5b9ef admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:32:32.871533 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193fe323-5574-4ef7-8c85-d2d158f5b9ef admin admin] Pushing event updated for resources: {'Port': ['ID=f764a0c3-216a-499d-9455-86a41b05ad20,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:32.941432 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-193fe323-5574-4ef7-8c85-d2d158f5b9ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (64150ffc-c831-4989-80b9-71532df82c13), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:33.206878 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-193fe323-5574-4ef7-8c85-d2d158f5b9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f764a0c3-216a-499d-9455-86a41b05ad20), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:33.403152 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-fef7f9fc-fd37-4bfd-8bcd-975d963d9cb8 None None] Provisioning complete for port f764a0c3-216a-499d-9455-86a41b05ad20 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:33.409368 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fef7f9fc-fd37-4bfd-8bcd-975d963d9cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f764a0c3-216a-499d-9455-86a41b05ad20), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:33.535337 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-fef7f9fc-fd37-4bfd-8bcd-975d963d9cb8 None None] Port f764a0c3-216a-499d-9455-86a41b05ad20 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:32:33.652338 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-193fe323-5574-4ef7-8c85-d2d158f5b9ef admin admin] Publish callbacks [] for port (f764a0c3-216a-499d-9455-86a41b05ad20), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:33.663832 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-193fe323-5574-4ef7-8c85-d2d158f5b9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (f764a0c3-216a-499d-9455-86a41b05ad20), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:33.730442 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df493ce1-c36a-47a6-b36e-149cea38fb66 req-963a5ad6-57b1-4203-a3c0-f8b6c0708410 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:33.743881 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df493ce1-c36a-47a6-b36e-149cea38fb66 req-963a5ad6-57b1-4203-a3c0-f8b6c0708410 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:33.752599 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df493ce1-c36a-47a6-b36e-149cea38fb66 req-963a5ad6-57b1-4203-a3c0-f8b6c0708410 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:33.765457 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df493ce1-c36a-47a6-b36e-149cea38fb66 req-963a5ad6-57b1-4203-a3c0-f8b6c0708410 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:33.787578 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df493ce1-c36a-47a6-b36e-149cea38fb66 req-963a5ad6-57b1-4203-a3c0-f8b6c0708410 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:33.794189 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df493ce1-c36a-47a6-b36e-149cea38fb66 req-963a5ad6-57b1-4203-a3c0-f8b6c0708410 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:33.801385 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df493ce1-c36a-47a6-b36e-149cea38fb66 req-963a5ad6-57b1-4203-a3c0-f8b6c0708410 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:33.804483 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-df493ce1-c36a-47a6-b36e-149cea38fb66 req-963a5ad6-57b1-4203-a3c0-f8b6c0708410 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.2045951 Feb 16 22:32:33.845578 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-193fe323-5574-4ef7-8c85-d2d158f5b9ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (64150ffc-c831-4989-80b9-71532df82c13), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:33.857338 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193fe323-5574-4ef7-8c85-d2d158f5b9ef admin admin] Pushing event updated for resources: {'Port': ['ID=f764a0c3-216a-499d-9455-86a41b05ad20,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:33.970765 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-df493ce1-c36a-47a6-b36e-149cea38fb66 req-217b8ada-13d2-41af-ae7f-d4d44c39a53d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1581438 Feb 16 22:32:34.061431 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193fe323-5574-4ef7-8c85-d2d158f5b9ef admin admin] Network 626a6efb-9469-4b55-8ca7-83ed255f6cfa is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:32:34.063015 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-193fe323-5574-4ef7-8c85-d2d158f5b9ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:32:34.254005 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193fe323-5574-4ef7-8c85-d2d158f5b9ef admin admin] Router 64150ffc-c831-4989-80b9-71532df82c13 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:32:34.461106 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193fe323-5574-4ef7-8c85-d2d158f5b9ef admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:32:34.480877 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-193fe323-5574-4ef7-8c85-d2d158f5b9ef admin admin] 10.222.0.75 "PUT /v2.0/routers/64150ffc-c831-4989-80b9-71532df82c13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6912587 Feb 16 22:32:34.570130 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-5f10d53f-6e72-4c0c-a62a-9fdce8b7291c None None] Provisioning complete for port f764a0c3-216a-499d-9455-86a41b05ad20 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:34.571036 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5f10d53f-6e72-4c0c-a62a-9fdce8b7291c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f764a0c3-216a-499d-9455-86a41b05ad20), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:34.660936 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5f10d53f-6e72-4c0c-a62a-9fdce8b7291c None None] Port f764a0c3-216a-499d-9455-86a41b05ad20 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:32:34.898244 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0c7a7ec0-d7b5-49da-aec3-fa3de969c01b up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:32:35.057446 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 0c7a7ec0-d7b5-49da-aec3-fa3de969c01b triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:35.057949 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0c7a7ec0-d7b5-49da-aec3-fa3de969c01b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:35.273382 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 0c7a7ec0-d7b5-49da-aec3-fa3de969c01b is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:32:35.274100 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0c7a7ec0-d7b5-49da-aec3-fa3de969c01b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:35.276574 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f0c7e-0a4c-4bdc-817a-e72d0b28c667 req-cf4ba7ab-9723-4590-b8a0-247ae678652c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:35.284761 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f0c7e-0a4c-4bdc-817a-e72d0b28c667 req-cf4ba7ab-9723-4590-b8a0-247ae678652c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:35.292295 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f0c7e-0a4c-4bdc-817a-e72d0b28c667 req-cf4ba7ab-9723-4590-b8a0-247ae678652c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:35.299009 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f0c7e-0a4c-4bdc-817a-e72d0b28c667 req-cf4ba7ab-9723-4590-b8a0-247ae678652c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:35.306296 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f0c7e-0a4c-4bdc-817a-e72d0b28c667 req-cf4ba7ab-9723-4590-b8a0-247ae678652c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:35.313545 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f0c7e-0a4c-4bdc-817a-e72d0b28c667 req-cf4ba7ab-9723-4590-b8a0-247ae678652c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:35.319408 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f0c7e-0a4c-4bdc-817a-e72d0b28c667 req-cf4ba7ab-9723-4590-b8a0-247ae678652c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:35.322421 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 0c7a7ec0-d7b5-49da-aec3-fa3de969c01b, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0c7a7ec0-d7b5-49da-aec3-fa3de969c01b,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:32:35.330251 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3f3f0c7e-0a4c-4bdc-817a-e72d0b28c667 req-cf4ba7ab-9723-4590-b8a0-247ae678652c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1858487 Feb 16 22:32:35.338775 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0c7a7ec0-d7b5-49da-aec3-fa3de969c01b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:35.351332 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48096) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:32:35.371629 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-8fb8f713-ae93-4bd8-82f9-f6338f76a54f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1813189577-network', 'tenant_id': '9116c0f6fee34f639c021943ba24c1d0'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:32:35.440599 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb8f713-ae93-4bd8-82f9-f6338f76a54f admin admin] Made reservation on behalf of 9116c0f6fee34f639c021943ba24c1d0 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:32:35.448220 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8fb8f713-ae93-4bd8-82f9-f6338f76a54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:35.474121 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8fb8f713-ae93-4bd8-82f9-f6338f76a54f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:35.477268 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=0c7a7ec0-d7b5-49da-aec3-fa3de969c01b,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:35.502988 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3f3f0c7e-0a4c-4bdc-817a-e72d0b28c667 req-a4a822dd-c005-4ab5-8dbd-3ac8054bb713 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1688187 Feb 16 22:32:35.638795 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8fb8f713-ae93-4bd8-82f9-f6338f76a54f admin admin] Publish callbacks [] for security_group (37e608e0-6794-40f8-9cb8-8946034f7218), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:35.644456 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8fb8f713-ae93-4bd8-82f9-f6338f76a54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (37e608e0-6794-40f8-9cb8-8946034f7218), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:35.686198 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb8f713-ae93-4bd8-82f9-f6338f76a54f admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:32:35.700007 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8f713-ae93-4bd8-82f9-f6338f76a54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e608e0-6794-40f8-9cb8-8946034f7218,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:35.709515 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8fb8f713-ae93-4bd8-82f9-f6338f76a54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (eed9ccda-d60b-47ab-96ac-7bba8b33805a), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:35.710037 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-8fb8f713-ae93-4bd8-82f9-f6338f76a54f admin admin] Added segment eed9ccda-d60b-47ab-96ac-7bba8b33805a of type vlan for network a1582dfc-c991-4db9-a78b-5cc4756da137 Feb 16 22:32:35.723462 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936de06f-ae31-495d-9720-6a11c9dae20f None None] Sync routers for ids ['64150ffc-c831-4989-80b9-71532df82c13'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:32:35.742977 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936de06f-ae31-495d-9720-6a11c9dae20f None None] Routers {'64150ffc-c831-4989-80b9-71532df82c13'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:32:35.744130 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-936de06f-ae31-495d-9720-6a11c9dae20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:32:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['64150ffc-c831-4989-80b9-71532df82c13'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:35.807844 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8fb8f713-ae93-4bd8-82f9-f6338f76a54f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (a1582dfc-c991-4db9-a78b-5cc4756da137), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:35.870923 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8fb8f713-ae93-4bd8-82f9-f6338f76a54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (a1582dfc-c991-4db9-a78b-5cc4756da137), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:35.879718 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb8f713-ae93-4bd8-82f9-f6338f76a54f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:35.880435 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8fb8f713-ae93-4bd8-82f9-f6338f76a54f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:35.925798 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-936de06f-ae31-495d-9720-6a11c9dae20f None None] Set router 64150ffc-c831-4989-80b9-71532df82c13 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:32:35.947228 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8fb8f713-ae93-4bd8-82f9-f6338f76a54f admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5932548 Feb 16 22:32:35.947598 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48102) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:32:35.952529 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-74a15eab-c5de-49de-9772-743915e24fd2 admin admin] Request body: {'subnet': {'network_id': 'a1582dfc-c991-4db9-a78b-5cc4756da137', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1813189577-subnet', 'tenant_id': '9116c0f6fee34f639c021943ba24c1d0', 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:32:36.008759 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a15eab-c5de-49de-9772-743915e24fd2 admin admin] Made reservation on behalf of 9116c0f6fee34f639c021943ba24c1d0 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:32:36.021593 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-74a15eab-c5de-49de-9772-743915e24fd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:36.080981 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8f713-ae93-4bd8-82f9-f6338f76a54f admin admin] Pushing event updated for resources: {'Network': ['ID=a1582dfc-c991-4db9-a78b-5cc4756da137,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:36.158886 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network a1582dfc-c991-4db9-a78b-5cc4756da137 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:32:36.395026 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-74a15eab-c5de-49de-9772-743915e24fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (1dc1f42e-f953-4e15-8fc7-7ab26dedba38), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:36.427221 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-936de06f-ae31-495d-9720-6a11c9dae20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64150ffc-c831-4989-80b9-71532df82c13', 'name': 'tempest-TestServerMultinode-2122930022-router', 'tenant_id': '312d74e3139c4ef79c18bb239e19ead6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '0c7a7ec0-d7b5-49da-aec3-fa3de969c01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:32:25Z', 'updated_at': '2022-02-16T22:32:33Z', 'revision_number': 4, 'project_id': '312d74e3139c4ef79c18bb239e19ead6', 'gw_port': {'id': '0c7a7ec0-d7b5-49da-aec3-fa3de969c01b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64150ffc-c831-4989-80b9-71532df82c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2335, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:32:26Z', 'updated_at': '2022-02-16T22:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'f764a0c3-216a-499d-9455-86a41b05ad20', 'name': '', 'network_id': '626a6efb-9469-4b55-8ca7-83ed255f6cfa', 'tenant_id': '312d74e3139c4ef79c18bb239e19ead6', 'mac_address': 'fa:16:3e:02:be:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64150ffc-c831-4989-80b9-71532df82c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'ff35337c-6059-4b06-a9f5-80835838dfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:32:32Z', 'updated_at': '2022-02-16T22:32:33Z', 'revision_number': 2, 'project_id': '312d74e3139c4ef79c18bb239e19ead6', 'subnets': [{'id': 'ff35337c-6059-4b06-a9f5-80835838dfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:36.442002 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a15eab-c5de-49de-9772-743915e24fd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dc1f42e-f953-4e15-8fc7-7ab26dedba38,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:36.488458 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a15eab-c5de-49de-9772-743915e24fd2 admin admin] Checking segment: {'id': 'eed9ccda-d60b-47ab-96ac-7bba8b33805a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a1582dfc-c991-4db9-a78b-5cc4756da137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:32:36.488971 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a15eab-c5de-49de-9772-743915e24fd2 admin admin] Network hostable DHCP agents. Network: a1582dfc-c991-4db9-a78b-5cc4756da137, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:32:36.504080 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936de06f-ae31-495d-9720-6a11c9dae20f None None] Checking router: 64150ffc-c831-4989-80b9-71532df82c13 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:32:36.504700 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936de06f-ae31-495d-9720-6a11c9dae20f None None] Updating router 64150ffc-c831-4989-80b9-71532df82c13 port f764a0c3-216a-499d-9455-86a41b05ad20 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:32:36.516563 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a15eab-c5de-49de-9772-743915e24fd2 admin admin] Network a1582dfc-c991-4db9-a78b-5cc4756da137 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:32:36.554992 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-74a15eab-c5de-49de-9772-743915e24fd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, a1582dfc-c991-4db9-a78b-5cc4756da137) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:32:36.559656 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-936de06f-ae31-495d-9720-6a11c9dae20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f764a0c3-216a-499d-9455-86a41b05ad20), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:36.581340 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a15eab-c5de-49de-9772-743915e24fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:36.581866 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-74a15eab-c5de-49de-9772-743915e24fd2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:36.697028 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-74a15eab-c5de-49de-9772-743915e24fd2 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7471745 Feb 16 22:32:36.699386 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48114) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:32:36.705251 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-63dcd954-38a6-4fcd-ac13-2f60108ed1c5 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1813189577-router', 'tenant_id': '9116c0f6fee34f639c021943ba24c1d0', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:32:36.745798 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63dcd954-38a6-4fcd-ac13-2f60108ed1c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (9d1ef44a-4442-4c93-8785-94f6df4a2c5e), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:36.749690 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63dcd954-38a6-4fcd-ac13-2f60108ed1c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (9d1ef44a-4442-4c93-8785-94f6df4a2c5e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:36.768749 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a27633-7b13-4f75-b025-b2fbbd5ad606 req-2a064ddd-1eb6-4c98-a7aa-2e82858e870a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:36.794347 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a27633-7b13-4f75-b025-b2fbbd5ad606 req-2a064ddd-1eb6-4c98-a7aa-2e82858e870a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:36.807484 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a27633-7b13-4f75-b025-b2fbbd5ad606 req-2a064ddd-1eb6-4c98-a7aa-2e82858e870a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:36.820053 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a27633-7b13-4f75-b025-b2fbbd5ad606 req-2a064ddd-1eb6-4c98-a7aa-2e82858e870a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:36.831951 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a27633-7b13-4f75-b025-b2fbbd5ad606 req-2a064ddd-1eb6-4c98-a7aa-2e82858e870a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:36.845531 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a27633-7b13-4f75-b025-b2fbbd5ad606 req-2a064ddd-1eb6-4c98-a7aa-2e82858e870a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:36.855398 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a27633-7b13-4f75-b025-b2fbbd5ad606 req-2a064ddd-1eb6-4c98-a7aa-2e82858e870a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:36.861084 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74a27633-7b13-4f75-b025-b2fbbd5ad606 req-2a064ddd-1eb6-4c98-a7aa-2e82858e870a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.2480540 Feb 16 22:32:36.876515 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63dcd954-38a6-4fcd-ac13-2f60108ed1c5 admin admin] Publish callbacks [] for router_controller (9d1ef44a-4442-4c93-8785-94f6df4a2c5e), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:36.998740 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74a27633-7b13-4f75-b025-b2fbbd5ad606 req-b068fb58-f899-4a60-b08a-f426356f99d1 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1348007 Feb 16 22:32:37.000931 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-936de06f-ae31-495d-9720-6a11c9dae20f None None] Publish callbacks [] for port (f764a0c3-216a-499d-9455-86a41b05ad20), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:37.003769 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6268260d-fece-43aa-9e1c-7eb546a08671 None None] Network a1582dfc-c991-4db9-a78b-5cc4756da137 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:32:37.007772 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0c7a7ec0-d7b5-49da-aec3-fa3de969c01b up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:32:37.022547 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-936de06f-ae31-495d-9720-6a11c9dae20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (f764a0c3-216a-499d-9455-86a41b05ad20), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:37.161524 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63dcd954-38a6-4fcd-ac13-2f60108ed1c5 admin admin] Publish callbacks [] for router_gateway (9d1ef44a-4442-4c93-8785-94f6df4a2c5e), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:37.258704 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849742a8-902d-463e-a2e2-61168554e6d0 None None] Pushing event updated for resources: {'Port': ['ID=f764a0c3-216a-499d-9455-86a41b05ad20,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:37.354438 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 0c7a7ec0-d7b5-49da-aec3-fa3de969c01b triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:37.354727 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0c7a7ec0-d7b5-49da-aec3-fa3de969c01b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:37.627298 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63dcd954-38a6-4fcd-ac13-2f60108ed1c5 admin admin] Publish callbacks [] for router_gateway (9d1ef44a-4442-4c93-8785-94f6df4a2c5e), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:37.648097 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63dcd954-38a6-4fcd-ac13-2f60108ed1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:37.714328 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-936de06f-ae31-495d-9720-6a11c9dae20f None None] Attempting to bind port f764a0c3-216a-499d-9455-86a41b05ad20 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:32:37.714620 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-936de06f-ae31-495d-9720-6a11c9dae20f None None] Attempting to bind port f764a0c3-216a-499d-9455-86a41b05ad20 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'f94af077-0644-46b9-b857-8870c196a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '626a6efb-9469-4b55-8ca7-83ed255f6cfa'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:32:37.714985 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936de06f-ae31-495d-9720-6a11c9dae20f None None] Attempting to bind port f764a0c3-216a-499d-9455-86a41b05ad20 on network 626a6efb-9469-4b55-8ca7-83ed255f6cfa {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:32:37.781250 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936de06f-ae31-495d-9720-6a11c9dae20f None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:32:37.781639 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936de06f-ae31-495d-9720-6a11c9dae20f None None] Checking segment: {'id': 'f94af077-0644-46b9-b857-8870c196a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '626a6efb-9469-4b55-8ca7-83ed255f6cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:32:37.782074 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-936de06f-ae31-495d-9720-6a11c9dae20f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:37.784603 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936de06f-ae31-495d-9720-6a11c9dae20f None None] Bound using segment: {'id': 'f94af077-0644-46b9-b857-8870c196a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '626a6efb-9469-4b55-8ca7-83ed255f6cfa'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:32:37.787476 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-936de06f-ae31-495d-9720-6a11c9dae20f None None] Bound port: f764a0c3-216a-499d-9455-86a41b05ad20, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94af077-0644-46b9-b857-8870c196a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '626a6efb-9469-4b55-8ca7-83ed255f6cfa'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:32:37.787926 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-936de06f-ae31-495d-9720-6a11c9dae20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f764a0c3-216a-499d-9455-86a41b05ad20), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:37.790348 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075a3f78-3fd8-4d15-95da-fa6af33eb43d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-a1582dfc-c991-4db9-a78b-5cc4756da137', 'network_id': 'a1582dfc-c991-4db9-a78b-5cc4756da137', 'project_id': '9116c0f6fee34f639c021943ba24c1d0', 'fixed_ips': [{'subnet_id': '1dc1f42e-f953-4e15-8fc7-7ab26dedba38'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:32:37.791166 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-075a3f78-3fd8-4d15-95da-fa6af33eb43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:37.861370 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-63dcd954-38a6-4fcd-ac13-2f60108ed1c5 admin admin] Allocated IP 172.25.2.77 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/9196270a-845b-4434-854f-aa771a0314a1) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:32:37.967869 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-936de06f-ae31-495d-9720-6a11c9dae20f None None] For port f764a0c3-216a-499d-9455-86a41b05ad20, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:32:37.972027 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-936de06f-ae31-495d-9720-6a11c9dae20f None None] For port f764a0c3-216a-499d-9455-86a41b05ad20, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=f764a0c3-216a-499d-9455-86a41b05ad20,segment=NetworkSegment(f94af077-0644-46b9-b857-8870c196a9eb),segment_id=f94af077-0644-46b9-b857-8870c196a9eb)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:32:37.978946 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7f31a0d2-cc46-48ee-8949-1046b14f55d7 None None] Provisioning complete for port f764a0c3-216a-499d-9455-86a41b05ad20 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:37.979534 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7f31a0d2-cc46-48ee-8949-1046b14f55d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f764a0c3-216a-499d-9455-86a41b05ad20), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:38.128924 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63dcd954-38a6-4fcd-ac13-2f60108ed1c5 admin admin] Publish callbacks [] for port (9196270a-845b-4434-854f-aa771a0314a1), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:38.163273 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7f31a0d2-cc46-48ee-8949-1046b14f55d7 None None] Port f764a0c3-216a-499d-9455-86a41b05ad20 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:32:38.225609 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-075a3f78-3fd8-4d15-95da-fa6af33eb43d None None] Allocated IP 172.20.0.2 (a1582dfc-c991-4db9-a78b-5cc4756da137/1dc1f42e-f953-4e15-8fc7-7ab26dedba38/e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:32:38.256729 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63dcd954-38a6-4fcd-ac13-2f60108ed1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (9196270a-845b-4434-854f-aa771a0314a1), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:38.258287 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06747c03-25cf-47e1-872f-b6f6ec69ada3 req-8215316d-bbf3-4fdc-9e83-bea6ab866ffe tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:38.268826 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06747c03-25cf-47e1-872f-b6f6ec69ada3 req-8215316d-bbf3-4fdc-9e83-bea6ab866ffe tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:38.275517 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06747c03-25cf-47e1-872f-b6f6ec69ada3 req-8215316d-bbf3-4fdc-9e83-bea6ab866ffe tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:38.281683 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06747c03-25cf-47e1-872f-b6f6ec69ada3 req-8215316d-bbf3-4fdc-9e83-bea6ab866ffe tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:38.287836 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06747c03-25cf-47e1-872f-b6f6ec69ada3 req-8215316d-bbf3-4fdc-9e83-bea6ab866ffe tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:38.294132 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06747c03-25cf-47e1-872f-b6f6ec69ada3 req-8215316d-bbf3-4fdc-9e83-bea6ab866ffe tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:38.300137 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06747c03-25cf-47e1-872f-b6f6ec69ada3 req-8215316d-bbf3-4fdc-9e83-bea6ab866ffe tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:38.302271 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06747c03-25cf-47e1-872f-b6f6ec69ada3 req-8215316d-bbf3-4fdc-9e83-bea6ab866ffe tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1575320 Feb 16 22:32:38.405918 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dcd954-38a6-4fcd-ac13-2f60108ed1c5 admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:32:38.407282 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-075a3f78-3fd8-4d15-95da-fa6af33eb43d None None] Publish callbacks [] for port (e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:38.411711 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-936de06f-ae31-495d-9720-6a11c9dae20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (f764a0c3-216a-499d-9455-86a41b05ad20), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:38.433340 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06747c03-25cf-47e1-872f-b6f6ec69ada3 req-e389a3ef-18a9-44ec-a194-e593f5c682e0 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1222274 Feb 16 22:32:38.450041 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-63dcd954-38a6-4fcd-ac13-2f60108ed1c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:32:38.457454 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dcd954-38a6-4fcd-ac13-2f60108ed1c5 admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:32:38.503847 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849742a8-902d-463e-a2e2-61168554e6d0 None None] Pushing event updated for resources: {'Port': ['ID=f764a0c3-216a-499d-9455-86a41b05ad20,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:38.507352 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-075a3f78-3fd8-4d15-95da-fa6af33eb43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:38.553582 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a3f78-3fd8-4d15-95da-fa6af33eb43d None None] Pushing event updated for resources: {'Port': ['ID=e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:38.609145 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 0c7a7ec0-d7b5-49da-aec3-fa3de969c01b is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:32:38.621688 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcd954-38a6-4fcd-ac13-2f60108ed1c5 admin admin] Pushing event updated for resources: {'Port': ['ID=9196270a-845b-4434-854f-aa771a0314a1,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:38.623653 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075a3f78-3fd8-4d15-95da-fa6af33eb43d None None] Network a1582dfc-c991-4db9-a78b-5cc4756da137 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:32:38.635880 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-075a3f78-3fd8-4d15-95da-fa6af33eb43d None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:32:38.640165 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075a3f78-3fd8-4d15-95da-fa6af33eb43d None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:32:38.672537 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936de06f-ae31-495d-9720-6a11c9dae20f None None] Routers {'64150ffc-c831-4989-80b9-71532df82c13'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:32:38.673182 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-936de06f-ae31-495d-9720-6a11c9dae20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:32:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['64150ffc-c831-4989-80b9-71532df82c13'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:38.959175 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-075a3f78-3fd8-4d15-95da-fa6af33eb43d None None] Attempting to bind port e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:32:38.959874 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-075a3f78-3fd8-4d15-95da-fa6af33eb43d None None] Attempting to bind port e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'eed9ccda-d60b-47ab-96ac-7bba8b33805a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a1582dfc-c991-4db9-a78b-5cc4756da137'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:32:38.960506 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075a3f78-3fd8-4d15-95da-fa6af33eb43d None None] Attempting to bind port e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c on network a1582dfc-c991-4db9-a78b-5cc4756da137 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:32:38.971656 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075a3f78-3fd8-4d15-95da-fa6af33eb43d None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:32:38.972413 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075a3f78-3fd8-4d15-95da-fa6af33eb43d None None] Checking segment: {'id': 'eed9ccda-d60b-47ab-96ac-7bba8b33805a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a1582dfc-c991-4db9-a78b-5cc4756da137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:32:38.973066 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-075a3f78-3fd8-4d15-95da-fa6af33eb43d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:38.973663 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075a3f78-3fd8-4d15-95da-fa6af33eb43d None None] Bound using segment: {'id': 'eed9ccda-d60b-47ab-96ac-7bba8b33805a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a1582dfc-c991-4db9-a78b-5cc4756da137'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:32:38.974373 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-075a3f78-3fd8-4d15-95da-fa6af33eb43d None None] Bound port: e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed9ccda-d60b-47ab-96ac-7bba8b33805a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a1582dfc-c991-4db9-a78b-5cc4756da137'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:32:38.974987 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-075a3f78-3fd8-4d15-95da-fa6af33eb43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:39.094089 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-936de06f-ae31-495d-9720-6a11c9dae20f None None] Set router 64150ffc-c831-4989-80b9-71532df82c13 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:32:39.111242 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63dcd954-38a6-4fcd-ac13-2f60108ed1c5 admin admin] Publish callbacks [] for router_gateway (9d1ef44a-4442-4c93-8785-94f6df4a2c5e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:39.164017 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-ff59d08b-6da5-4383-a20e-37ee4e6e89c4 None None] Provisioning complete for port f764a0c3-216a-499d-9455-86a41b05ad20 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:39.164583 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ff59d08b-6da5-4383-a20e-37ee4e6e89c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f764a0c3-216a-499d-9455-86a41b05ad20), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:39.341935 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-075a3f78-3fd8-4d15-95da-fa6af33eb43d None None] For port e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:32:39.366793 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63dcd954-38a6-4fcd-ac13-2f60108ed1c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (9d1ef44a-4442-4c93-8785-94f6df4a2c5e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:39.383354 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-075a3f78-3fd8-4d15-95da-fa6af33eb43d None None] For port e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c,segment=NetworkSegment(eed9ccda-d60b-47ab-96ac-7bba8b33805a),segment_id=eed9ccda-d60b-47ab-96ac-7bba8b33805a)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:32:39.467182 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-075a3f78-3fd8-4d15-95da-fa6af33eb43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:39.508832 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-ff59d08b-6da5-4383-a20e-37ee4e6e89c4 None None] Current status of the port f764a0c3-216a-499d-9455-86a41b05ad20 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:32:39.509368 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ff59d08b-6da5-4383-a20e-37ee4e6e89c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f764a0c3-216a-499d-9455-86a41b05ad20), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:39.644450 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63dcd954-38a6-4fcd-ac13-2f60108ed1c5 admin admin] Router 9d1ef44a-4442-4c93-8785-94f6df4a2c5e is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:32:39.746891 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c78a14-5dff-4472-bb4f-eedb2384f650 req-1d41a4c9-4814-45e5-8c78-5d21bdfbdc27 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:39.752758 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c78a14-5dff-4472-bb4f-eedb2384f650 req-1d41a4c9-4814-45e5-8c78-5d21bdfbdc27 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:39.770002 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c78a14-5dff-4472-bb4f-eedb2384f650 req-1d41a4c9-4814-45e5-8c78-5d21bdfbdc27 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:39.784936 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c78a14-5dff-4472-bb4f-eedb2384f650 req-1d41a4c9-4814-45e5-8c78-5d21bdfbdc27 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:39.793733 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-ff59d08b-6da5-4383-a20e-37ee4e6e89c4 None None] For port f764a0c3-216a-499d-9455-86a41b05ad20, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=f764a0c3-216a-499d-9455-86a41b05ad20,segment=NetworkSegment(f94af077-0644-46b9-b857-8870c196a9eb),segment_id=f94af077-0644-46b9-b857-8870c196a9eb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:32:39.797997 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a3f78-3fd8-4d15-95da-fa6af33eb43d None None] Pushing event updated for resources: {'Port': ['ID=e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:39.798761 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c78a14-5dff-4472-bb4f-eedb2384f650 req-1d41a4c9-4814-45e5-8c78-5d21bdfbdc27 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:39.804871 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c78a14-5dff-4472-bb4f-eedb2384f650 req-1d41a4c9-4814-45e5-8c78-5d21bdfbdc27 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:39.823968 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c78a14-5dff-4472-bb4f-eedb2384f650 req-1d41a4c9-4814-45e5-8c78-5d21bdfbdc27 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:39.825014 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ff59d08b-6da5-4383-a20e-37ee4e6e89c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (f764a0c3-216a-499d-9455-86a41b05ad20), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:39.840856 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d8c78a14-5dff-4472-bb4f-eedb2384f650 req-1d41a4c9-4814-45e5-8c78-5d21bdfbdc27 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.2291024 Feb 16 22:32:39.954397 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63dcd954-38a6-4fcd-ac13-2f60108ed1c5 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:32:39.964779 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b16623-e1e2-40bf-b9b6-7be1819a7035 None None] Sync routers for ids ['9d1ef44a-4442-4c93-8785-94f6df4a2c5e'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:32:39.993712 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b16623-e1e2-40bf-b9b6-7be1819a7035 None None] Routers {'9d1ef44a-4442-4c93-8785-94f6df4a2c5e'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:32:40.001457 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-66b16623-e1e2-40bf-b9b6-7be1819a7035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:32:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['9d1ef44a-4442-4c93-8785-94f6df4a2c5e'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:40.013943 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d8c78a14-5dff-4472-bb4f-eedb2384f650 req-7a4abb55-74d8-40a9-a275-a65fcce6a1a3 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1643279 Feb 16 22:32:40.015574 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63dcd954-38a6-4fcd-ac13-2f60108ed1c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:40.025779 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-63dcd954-38a6-4fcd-ac13-2f60108ed1c5 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3239675 Feb 16 22:32:40.033502 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48144) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:32:40.053556 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59d08b-6da5-4383-a20e-37ee4e6e89c4 None None] Pushing event updated for resources: {'Port': ['ID=f764a0c3-216a-499d-9455-86a41b05ad20,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:40.083424 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-936de06f-ae31-495d-9720-6a11c9dae20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64150ffc-c831-4989-80b9-71532df82c13', 'name': 'tempest-TestServerMultinode-2122930022-router', 'tenant_id': '312d74e3139c4ef79c18bb239e19ead6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '0c7a7ec0-d7b5-49da-aec3-fa3de969c01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:32:25Z', 'updated_at': '2022-02-16T22:32:33Z', 'revision_number': 4, 'project_id': '312d74e3139c4ef79c18bb239e19ead6', 'gw_port': {'id': '0c7a7ec0-d7b5-49da-aec3-fa3de969c01b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64150ffc-c831-4989-80b9-71532df82c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2335, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:32:26Z', 'updated_at': '2022-02-16T22:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'f764a0c3-216a-499d-9455-86a41b05ad20', 'name': '', 'network_id': '626a6efb-9469-4b55-8ca7-83ed255f6cfa', 'tenant_id': '312d74e3139c4ef79c18bb239e19ead6', 'mac_address': 'fa:16:3e:02:be:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64150ffc-c831-4989-80b9-71532df82c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'ff35337c-6059-4b06-a9f5-80835838dfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:32:32Z', 'updated_at': '2022-02-16T22:32:37Z', 'revision_number': 4, 'project_id': '312d74e3139c4ef79c18bb239e19ead6', 'subnets': [{'id': 'ff35337c-6059-4b06-a9f5-80835838dfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:40.121855 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936de06f-ae31-495d-9720-6a11c9dae20f None None] The sync data for ids ['64150ffc-c831-4989-80b9-71532df82c13'] in n-d-813897-6 is: [{'id': '64150ffc-c831-4989-80b9-71532df82c13', 'name': 'tempest-TestServerMultinode-2122930022-router', 'tenant_id': '312d74e3139c4ef79c18bb239e19ead6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '0c7a7ec0-d7b5-49da-aec3-fa3de969c01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:32:25Z', 'updated_at': '2022-02-16T22:32:33Z', 'revision_number': 4, 'project_id': '312d74e3139c4ef79c18bb239e19ead6', 'gw_port': {'id': '0c7a7ec0-d7b5-49da-aec3-fa3de969c01b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64150ffc-c831-4989-80b9-71532df82c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2335, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:32:26Z', 'updated_at': '2022-02-16T22:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'f764a0c3-216a-499d-9455-86a41b05ad20', 'name': '', 'network_id': '626a6efb-9469-4b55-8ca7-83ed255f6cfa', 'tenant_id': '312d74e3139c4ef79c18bb239e19ead6', 'mac_address': 'fa:16:3e:02:be:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64150ffc-c831-4989-80b9-71532df82c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'ff35337c-6059-4b06-a9f5-80835838dfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:32:32Z', 'updated_at': '2022-02-16T22:32:37Z', 'revision_number': 4, 'project_id': '312d74e3139c4ef79c18bb239e19ead6', 'subnets': [{'id': 'ff35337c-6059-4b06-a9f5-80835838dfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:32:40.278561 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-66b16623-e1e2-40bf-b9b6-7be1819a7035 None None] Set router 9d1ef44a-4442-4c93-8785-94f6df4a2c5e gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:32:40.781013 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-66b16623-e1e2-40bf-b9b6-7be1819a7035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1ef44a-4442-4c93-8785-94f6df4a2c5e', 'name': 'tempest-TestServerMultinode-1813189577-router', 'tenant_id': '9116c0f6fee34f639c021943ba24c1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '9196270a-845b-4434-854f-aa771a0314a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:32:36Z', 'updated_at': '2022-02-16T22:32:38Z', 'revision_number': 3, 'project_id': '9116c0f6fee34f639c021943ba24c1d0', 'gw_port': {'id': '9196270a-845b-4434-854f-aa771a0314a1', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1ef44a-4442-4c93-8785-94f6df4a2c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:32:37Z', 'updated_at': '2022-02-16T22:32:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:40.845688 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b16623-e1e2-40bf-b9b6-7be1819a7035 None None] Checking router: 9d1ef44a-4442-4c93-8785-94f6df4a2c5e for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:32:40.846145 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b16623-e1e2-40bf-b9b6-7be1819a7035 None None] Updating router 9d1ef44a-4442-4c93-8785-94f6df4a2c5e port 9196270a-845b-4434-854f-aa771a0314a1 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:32:40.909000 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-66b16623-e1e2-40bf-b9b6-7be1819a7035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9196270a-845b-4434-854f-aa771a0314a1), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:40.962365 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fd651f1-0c81-4b44-a33b-cc1498a4ef52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:40.985851 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device f764a0c3-216a-499d-9455-86a41b05ad20 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:32:41.130351 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port f764a0c3-216a-499d-9455-86a41b05ad20 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:41.130733 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f764a0c3-216a-499d-9455-86a41b05ad20), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:41.274266 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port f764a0c3-216a-499d-9455-86a41b05ad20 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:32:41.277165 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:32:41.393536 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:41.393930 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:41.434811 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-0fd651f1-0c81-4b44-a33b-cc1498a4ef52 admin admin] Allocated IP 172.20.0.1 (a1582dfc-c991-4db9-a78b-5cc4756da137/1dc1f42e-f953-4e15-8fc7-7ab26dedba38/45a6f0f5-d482-4cc7-b634-3f2e298578e8) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:32:41.452665 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cefbb03-e987-4c39-8bf2-490e1a84b87c None None] Network a1582dfc-c991-4db9-a78b-5cc4756da137 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:32:41.468975 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75307e42-d732-4413-9681-4a6153d9a7cd req-74983476-fa80-4426-90b3-88d0bf4388a0 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:41.478632 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75307e42-d732-4413-9681-4a6153d9a7cd req-74983476-fa80-4426-90b3-88d0bf4388a0 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:41.480114 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-66b16623-e1e2-40bf-b9b6-7be1819a7035 None None] Publish callbacks [] for port (9196270a-845b-4434-854f-aa771a0314a1), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:41.484692 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75307e42-d732-4413-9681-4a6153d9a7cd req-74983476-fa80-4426-90b3-88d0bf4388a0 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:41.489615 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-66b16623-e1e2-40bf-b9b6-7be1819a7035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9196270a-845b-4434-854f-aa771a0314a1), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:41.489953 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75307e42-d732-4413-9681-4a6153d9a7cd req-74983476-fa80-4426-90b3-88d0bf4388a0 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:41.501081 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75307e42-d732-4413-9681-4a6153d9a7cd req-74983476-fa80-4426-90b3-88d0bf4388a0 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:41.506739 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75307e42-d732-4413-9681-4a6153d9a7cd req-74983476-fa80-4426-90b3-88d0bf4388a0 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:41.529044 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75307e42-d732-4413-9681-4a6153d9a7cd req-74983476-fa80-4426-90b3-88d0bf4388a0 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:41.542542 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-75307e42-d732-4413-9681-4a6153d9a7cd req-74983476-fa80-4426-90b3-88d0bf4388a0 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.3171542 Feb 16 22:32:41.564144 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-66b16623-e1e2-40bf-b9b6-7be1819a7035 None None] Attempting to bind port 9196270a-845b-4434-854f-aa771a0314a1 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:32:41.565035 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-66b16623-e1e2-40bf-b9b6-7be1819a7035 None None] Attempting to bind port 9196270a-845b-4434-854f-aa771a0314a1 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:32:41.565883 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b16623-e1e2-40bf-b9b6-7be1819a7035 None None] Attempting to bind port 9196270a-845b-4434-854f-aa771a0314a1 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:32:41.590821 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b16623-e1e2-40bf-b9b6-7be1819a7035 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:32:41.591867 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b16623-e1e2-40bf-b9b6-7be1819a7035 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:32:41.592606 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-66b16623-e1e2-40bf-b9b6-7be1819a7035 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:41.593196 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b16623-e1e2-40bf-b9b6-7be1819a7035 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:32:41.593927 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-66b16623-e1e2-40bf-b9b6-7be1819a7035 None None] Bound port: 9196270a-845b-4434-854f-aa771a0314a1, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:32:41.594756 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-66b16623-e1e2-40bf-b9b6-7be1819a7035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9196270a-845b-4434-854f-aa771a0314a1), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:41.646999 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-839cf7f0-eef2-4d86-9f7c-b16a1140d8b2 None None] Provisioning complete for port e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:41.647379 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-839cf7f0-eef2-4d86-9f7c-b16a1140d8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:41.662196 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-66b16623-e1e2-40bf-b9b6-7be1819a7035 None None] For port 9196270a-845b-4434-854f-aa771a0314a1, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:32:41.667016 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-66b16623-e1e2-40bf-b9b6-7be1819a7035 None None] For port 9196270a-845b-4434-854f-aa771a0314a1, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9196270a-845b-4434-854f-aa771a0314a1,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:32:41.670508 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d6235-66be-4012-ab2a-5dc16d6db1d2 None None] Pushing event updated for resources: {'Port': ['ID=9196270a-845b-4434-854f-aa771a0314a1,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:41.679368 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-66b16623-e1e2-40bf-b9b6-7be1819a7035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9196270a-845b-4434-854f-aa771a0314a1), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:41.679759 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-75307e42-d732-4413-9681-4a6153d9a7cd req-8dbe38d9-27ad-42bf-8545-91d1f424194e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1362231 Feb 16 22:32:41.776168 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:32:41.776886 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:41.784130 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d6235-66be-4012-ab2a-5dc16d6db1d2 None None] Pushing event updated for resources: {'Port': ['ID=9196270a-845b-4434-854f-aa771a0314a1,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:41.799048 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b16623-e1e2-40bf-b9b6-7be1819a7035 None None] Routers {'9d1ef44a-4442-4c93-8785-94f6df4a2c5e'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:32:41.799692 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-66b16623-e1e2-40bf-b9b6-7be1819a7035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:32:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['9d1ef44a-4442-4c93-8785-94f6df4a2c5e'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:41.887973 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c,segment=NetworkSegment(eed9ccda-d60b-47ab-96ac-7bba8b33805a),segment_id=eed9ccda-d60b-47ab-96ac-7bba8b33805a)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:32:41.905823 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fd651f1-0c81-4b44-a33b-cc1498a4ef52 admin admin] Publish callbacks [] for port (45a6f0f5-d482-4cc7-b634-3f2e298578e8), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:41.908090 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:41.913430 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-839cf7f0-eef2-4d86-9f7c-b16a1140d8b2 None None] Current status of the port e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:32:41.913811 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-839cf7f0-eef2-4d86-9f7c-b16a1140d8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:41.957585 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fd651f1-0c81-4b44-a33b-cc1498a4ef52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (45a6f0f5-d482-4cc7-b634-3f2e298578e8), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:42.023039 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-66b16623-e1e2-40bf-b9b6-7be1819a7035 None None] Set router 9d1ef44a-4442-4c93-8785-94f6df4a2c5e gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:32:42.035352 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd651f1-0c81-4b44-a33b-cc1498a4ef52 admin admin] Network a1582dfc-c991-4db9-a78b-5cc4756da137 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:32:42.042634 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd651f1-0c81-4b44-a33b-cc1498a4ef52 admin admin] Pushing event updated for resources: {'Port': ['ID=45a6f0f5-d482-4cc7-b634-3f2e298578e8,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:42.052522 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-0fd651f1-0c81-4b44-a33b-cc1498a4ef52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:32:42.061714 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd651f1-0c81-4b44-a33b-cc1498a4ef52 admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:32:42.080351 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:42.144683 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fd651f1-0c81-4b44-a33b-cc1498a4ef52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (9d1ef44a-4442-4c93-8785-94f6df4a2c5e), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:42.157646 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-839cf7f0-eef2-4d86-9f7c-b16a1140d8b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:32:42.158040 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-839cf7f0-eef2-4d86-9f7c-b16a1140d8b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:32:42.378860 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fd651f1-0c81-4b44-a33b-cc1498a4ef52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (45a6f0f5-d482-4cc7-b634-3f2e298578e8), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:42.411118 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-66b16623-e1e2-40bf-b9b6-7be1819a7035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1ef44a-4442-4c93-8785-94f6df4a2c5e', 'name': 'tempest-TestServerMultinode-1813189577-router', 'tenant_id': '9116c0f6fee34f639c021943ba24c1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '9196270a-845b-4434-854f-aa771a0314a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:32:36Z', 'updated_at': '2022-02-16T22:32:38Z', 'revision_number': 3, 'project_id': '9116c0f6fee34f639c021943ba24c1d0', 'gw_port': {'id': '9196270a-845b-4434-854f-aa771a0314a1', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1ef44a-4442-4c93-8785-94f6df4a2c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:32:37Z', 'updated_at': '2022-02-16T22:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:42.453026 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b16623-e1e2-40bf-b9b6-7be1819a7035 None None] The sync data for ids ['9d1ef44a-4442-4c93-8785-94f6df4a2c5e'] in n-d-813897-6 is: [{'id': '9d1ef44a-4442-4c93-8785-94f6df4a2c5e', 'name': 'tempest-TestServerMultinode-1813189577-router', 'tenant_id': '9116c0f6fee34f639c021943ba24c1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '9196270a-845b-4434-854f-aa771a0314a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:32:36Z', 'updated_at': '2022-02-16T22:32:38Z', 'revision_number': 3, 'project_id': '9116c0f6fee34f639c021943ba24c1d0', 'gw_port': {'id': '9196270a-845b-4434-854f-aa771a0314a1', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1ef44a-4442-4c93-8785-94f6df4a2c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:32:37Z', 'updated_at': '2022-02-16T22:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:32:42.595570 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fd651f1-0c81-4b44-a33b-cc1498a4ef52 admin admin] Publish callbacks [] for port (45a6f0f5-d482-4cc7-b634-3f2e298578e8), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:42.608979 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fd651f1-0c81-4b44-a33b-cc1498a4ef52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (45a6f0f5-d482-4cc7-b634-3f2e298578e8), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:42.665059 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fd651f1-0c81-4b44-a33b-cc1498a4ef52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (9d1ef44a-4442-4c93-8785-94f6df4a2c5e), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:42.728608 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-839cf7f0-eef2-4d86-9f7c-b16a1140d8b2 None None] Current status of the port e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:32:42.744801 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd651f1-0c81-4b44-a33b-cc1498a4ef52 admin admin] Pushing event updated for resources: {'Port': ['ID=45a6f0f5-d482-4cc7-b634-3f2e298578e8,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:42.802623 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:32:42.901542 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-8830608b-cd97-494b-acdd-ac41872f6fd0 None None] Provisioning complete for port e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:42.902109 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8830608b-cd97-494b-acdd-ac41872f6fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:42.948179 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd651f1-0c81-4b44-a33b-cc1498a4ef52 admin admin] Network a1582dfc-c991-4db9-a78b-5cc4756da137 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:32:42.950563 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-0fd651f1-0c81-4b44-a33b-cc1498a4ef52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:32:43.004161 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:43.004753 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:43.223770 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:32:43.239092 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-8830608b-cd97-494b-acdd-ac41872f6fd0 None None] Current status of the port e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:32:43.255798 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-8830608b-cd97-494b-acdd-ac41872f6fd0 None None] Provisioning complete for port 45a6f0f5-d482-4cc7-b634-3f2e298578e8 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:43.256173 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8830608b-cd97-494b-acdd-ac41872f6fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (45a6f0f5-d482-4cc7-b634-3f2e298578e8), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:43.308984 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-8830608b-cd97-494b-acdd-ac41872f6fd0 None None] Port 45a6f0f5-d482-4cc7-b634-3f2e298578e8 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:32:43.434802 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-92b633c3-b32b-43a8-9bc0-6c5c68b4b2db None None] Provisioning complete for port 45a6f0f5-d482-4cc7-b634-3f2e298578e8 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:43.435189 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-92b633c3-b32b-43a8-9bc0-6c5c68b4b2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (45a6f0f5-d482-4cc7-b634-3f2e298578e8), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:43.615119 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd651f1-0c81-4b44-a33b-cc1498a4ef52 admin admin] Router 9d1ef44a-4442-4c93-8785-94f6df4a2c5e has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:32:43.626624 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf7afc-ceeb-45cd-8533-4f9a619f11b1 req-701cc59a-351b-4758-bcd3-a25dbea6f5fc tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:43.631849 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf7afc-ceeb-45cd-8533-4f9a619f11b1 req-701cc59a-351b-4758-bcd3-a25dbea6f5fc tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:43.639175 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf7afc-ceeb-45cd-8533-4f9a619f11b1 req-701cc59a-351b-4758-bcd3-a25dbea6f5fc tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:43.644992 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf7afc-ceeb-45cd-8533-4f9a619f11b1 req-701cc59a-351b-4758-bcd3-a25dbea6f5fc tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:43.650794 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf7afc-ceeb-45cd-8533-4f9a619f11b1 req-701cc59a-351b-4758-bcd3-a25dbea6f5fc tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:43.656510 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf7afc-ceeb-45cd-8533-4f9a619f11b1 req-701cc59a-351b-4758-bcd3-a25dbea6f5fc tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:43.661696 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf7afc-ceeb-45cd-8533-4f9a619f11b1 req-701cc59a-351b-4758-bcd3-a25dbea6f5fc tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:43.664345 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2acf7afc-ceeb-45cd-8533-4f9a619f11b1 req-701cc59a-351b-4758-bcd3-a25dbea6f5fc tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.8429081 Feb 16 22:32:43.695115 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-92b633c3-b32b-43a8-9bc0-6c5c68b4b2db None None] Port 45a6f0f5-d482-4cc7-b634-3f2e298578e8 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:32:43.834746 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd651f1-0c81-4b44-a33b-cc1498a4ef52 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:32:43.842621 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0fd651f1-0c81-4b44-a33b-cc1498a4ef52 admin admin] 10.222.0.75 "PUT /v2.0/routers/9d1ef44a-4442-4c93-8785-94f6df4a2c5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8061621 Feb 16 22:32:43.858644 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2acf7afc-ceeb-45cd-8533-4f9a619f11b1 req-6e682890-c344-44b3-b5c1-12720870cb1f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1862657 Feb 16 22:32:44.530366 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-cf4a2968-2039-4a54-95e1-5b15aebed8df tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:44.531850 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-cf4a2968-2039-4a54-95e1-5b15aebed8df tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/networks?id=626a6efb-9469-4b55-8ca7-83ed255f6cfa HTTP/1.1" status: 200 len: 911 time: 0.1019149 Feb 16 22:32:44.547273 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-cd4590df-363c-454c-ab97-f3634acadd0b tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/quotas/9116c0f6fee34f639c021943ba24c1d0 HTTP/1.1" status: 200 len: 375 time: 0.0096352 Feb 16 22:32:44.638785 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-009eea58-2b6f-4c54-9440-564c2898ac4b tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/ports?tenant_id=9116c0f6fee34f639c021943ba24c1d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0857310 Feb 16 22:32:44.767525 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-c449fd3c-90be-4b43-8e7e-762af6741a0f service neutron] 10.222.0.75 "GET /v2.0/networks/626a6efb-9469-4b55-8ca7-83ed255f6cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254146 Feb 16 22:32:44.853269 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9196270a-845b-4434-854f-aa771a0314a1 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:32:44.878560 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-b2180bdf-6491-4d89-a152-becf8b1f2fd8 service neutron] 10.222.0.75 "GET /v2.0/networks/626a6efb-9469-4b55-8ca7-83ed255f6cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045504 Feb 16 22:32:44.914198 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 9196270a-845b-4434-854f-aa771a0314a1 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:44.914744 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9196270a-845b-4434-854f-aa771a0314a1), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:44.949166 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13f671b-23e1-46d7-9a0f-5040dc595dd6 None None] Sync routers for ids ['9d1ef44a-4442-4c93-8785-94f6df4a2c5e'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:32:44.984556 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13f671b-23e1-46d7-9a0f-5040dc595dd6 None None] Routers {'9d1ef44a-4442-4c93-8785-94f6df4a2c5e'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:32:44.985622 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-b13f671b-23e1-46d7-9a0f-5040dc595dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:32:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['9d1ef44a-4442-4c93-8785-94f6df4a2c5e'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:45.168435 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e937e8a-ab14-48b2-adde-ce73d6783429 req-b1328dd7-4d6a-4059-ac68-aec9c828ad93 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:45.176178 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e937e8a-ab14-48b2-adde-ce73d6783429 req-b1328dd7-4d6a-4059-ac68-aec9c828ad93 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:45.177821 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 9196270a-845b-4434-854f-aa771a0314a1 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:32:45.178541 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9196270a-845b-4434-854f-aa771a0314a1), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:45.184246 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e937e8a-ab14-48b2-adde-ce73d6783429 req-b1328dd7-4d6a-4059-ac68-aec9c828ad93 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:45.191546 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e937e8a-ab14-48b2-adde-ce73d6783429 req-b1328dd7-4d6a-4059-ac68-aec9c828ad93 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:45.199945 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e937e8a-ab14-48b2-adde-ce73d6783429 req-b1328dd7-4d6a-4059-ac68-aec9c828ad93 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:45.215714 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 9196270a-845b-4434-854f-aa771a0314a1, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9196270a-845b-4434-854f-aa771a0314a1,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:32:45.218154 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-b13f671b-23e1-46d7-9a0f-5040dc595dd6 None None] Set router 9d1ef44a-4442-4c93-8785-94f6df4a2c5e gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:32:45.220690 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e937e8a-ab14-48b2-adde-ce73d6783429 req-b1328dd7-4d6a-4059-ac68-aec9c828ad93 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:45.226837 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e937e8a-ab14-48b2-adde-ce73d6783429 req-b1328dd7-4d6a-4059-ac68-aec9c828ad93 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:45.235349 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6e937e8a-ab14-48b2-adde-ce73d6783429 req-b1328dd7-4d6a-4059-ac68-aec9c828ad93 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1451981 Feb 16 22:32:45.294802 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9196270a-845b-4434-854f-aa771a0314a1), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:45.296924 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6e937e8a-ab14-48b2-adde-ce73d6783429 req-5f94542c-53cc-4734-82ac-4e8d2ed1ad23 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601254 Feb 16 22:32:45.401947 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54fc3dbd-ca9f-4c60-b4c5-6df3090994fd req-f7b11d9e-b210-45df-8698-468036d06779 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a7d2d090-a2d1-4e15-a806-83ad08c6bf17 HTTP/1.1" status: 200 len: 210 time: 0.0581024 Feb 16 22:32:45.435213 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=9196270a-845b-4434-854f-aa771a0314a1,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:45.586323 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-b13f671b-23e1-46d7-9a0f-5040dc595dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1ef44a-4442-4c93-8785-94f6df4a2c5e', 'name': 'tempest-TestServerMultinode-1813189577-router', 'tenant_id': '9116c0f6fee34f639c021943ba24c1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '9196270a-845b-4434-854f-aa771a0314a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:32:36Z', 'updated_at': '2022-02-16T22:32:42Z', 'revision_number': 4, 'project_id': '9116c0f6fee34f639c021943ba24c1d0', 'gw_port': {'id': '9196270a-845b-4434-854f-aa771a0314a1', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1ef44a-4442-4c93-8785-94f6df4a2c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:32:37Z', 'updated_at': '2022-02-16T22:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '45a6f0f5-d482-4cc7-b634-3f2e298578e8', 'name': '', 'network_id': 'a1582dfc-c991-4db9-a78b-5cc4756da137', 'tenant_id': '9116c0f6fee34f639c021943ba24c1d0', 'mac_address': 'fa:16:3e:fa:e9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1ef44a-4442-4c93-8785-94f6df4a2c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '1dc1f42e-f953-4e15-8fc7-7ab26dedba38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:32:40Z', 'updated_at': '2022-02-16T22:32:42Z', 'revision_number': 2, 'project_id': '9116c0f6fee34f639c021943ba24c1d0', 'subnets': [{'id': '1dc1f42e-f953-4e15-8fc7-7ab26dedba38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:45.629272 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13f671b-23e1-46d7-9a0f-5040dc595dd6 None None] Checking router: 9d1ef44a-4442-4c93-8785-94f6df4a2c5e for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:32:45.630000 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13f671b-23e1-46d7-9a0f-5040dc595dd6 None None] Updating router 9d1ef44a-4442-4c93-8785-94f6df4a2c5e port 45a6f0f5-d482-4cc7-b634-3f2e298578e8 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:32:45.670461 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b13f671b-23e1-46d7-9a0f-5040dc595dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (45a6f0f5-d482-4cc7-b634-3f2e298578e8), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:46.004972 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b13f671b-23e1-46d7-9a0f-5040dc595dd6 None None] Publish callbacks [] for port (45a6f0f5-d482-4cc7-b634-3f2e298578e8), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:46.011560 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b13f671b-23e1-46d7-9a0f-5040dc595dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (45a6f0f5-d482-4cc7-b634-3f2e298578e8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:46.120745 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa2f92-4c79-4515-b243-293d6ed3b375 None None] Pushing event updated for resources: {'Port': ['ID=45a6f0f5-d482-4cc7-b634-3f2e298578e8,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:46.126055 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-b13f671b-23e1-46d7-9a0f-5040dc595dd6 None None] Attempting to bind port 45a6f0f5-d482-4cc7-b634-3f2e298578e8 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:32:46.126429 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-b13f671b-23e1-46d7-9a0f-5040dc595dd6 None None] Attempting to bind port 45a6f0f5-d482-4cc7-b634-3f2e298578e8 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'eed9ccda-d60b-47ab-96ac-7bba8b33805a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a1582dfc-c991-4db9-a78b-5cc4756da137'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:32:46.126784 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13f671b-23e1-46d7-9a0f-5040dc595dd6 None None] Attempting to bind port 45a6f0f5-d482-4cc7-b634-3f2e298578e8 on network a1582dfc-c991-4db9-a78b-5cc4756da137 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:32:46.134065 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13f671b-23e1-46d7-9a0f-5040dc595dd6 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:32:46.134446 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13f671b-23e1-46d7-9a0f-5040dc595dd6 None None] Checking segment: {'id': 'eed9ccda-d60b-47ab-96ac-7bba8b33805a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a1582dfc-c991-4db9-a78b-5cc4756da137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:32:46.134840 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b13f671b-23e1-46d7-9a0f-5040dc595dd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:46.135247 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13f671b-23e1-46d7-9a0f-5040dc595dd6 None None] Bound using segment: {'id': 'eed9ccda-d60b-47ab-96ac-7bba8b33805a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a1582dfc-c991-4db9-a78b-5cc4756da137'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:32:46.135707 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-b13f671b-23e1-46d7-9a0f-5040dc595dd6 None None] Bound port: 45a6f0f5-d482-4cc7-b634-3f2e298578e8, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed9ccda-d60b-47ab-96ac-7bba8b33805a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a1582dfc-c991-4db9-a78b-5cc4756da137'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:32:46.136088 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b13f671b-23e1-46d7-9a0f-5040dc595dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (45a6f0f5-d482-4cc7-b634-3f2e298578e8), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:46.214563 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-b13f671b-23e1-46d7-9a0f-5040dc595dd6 None None] For port 45a6f0f5-d482-4cc7-b634-3f2e298578e8, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:32:46.218825 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-b13f671b-23e1-46d7-9a0f-5040dc595dd6 None None] For port 45a6f0f5-d482-4cc7-b634-3f2e298578e8, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=45a6f0f5-d482-4cc7-b634-3f2e298578e8,segment=NetworkSegment(eed9ccda-d60b-47ab-96ac-7bba8b33805a),segment_id=eed9ccda-d60b-47ab-96ac-7bba8b33805a)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:32:46.225383 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b13f671b-23e1-46d7-9a0f-5040dc595dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (45a6f0f5-d482-4cc7-b634-3f2e298578e8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:46.287682 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13f671b-23e1-46d7-9a0f-5040dc595dd6 None None] Routers {'9d1ef44a-4442-4c93-8785-94f6df4a2c5e'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:32:46.289020 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-b13f671b-23e1-46d7-9a0f-5040dc595dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:32:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['9d1ef44a-4442-4c93-8785-94f6df4a2c5e'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:46.483518 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa2f92-4c79-4515-b243-293d6ed3b375 None None] Pushing event updated for resources: {'Port': ['ID=45a6f0f5-d482-4cc7-b634-3f2e298578e8,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:46.520247 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-fb0e67e1-b056-4b8e-bbe6-4303ee33e341 None None] Provisioning complete for port 45a6f0f5-d482-4cc7-b634-3f2e298578e8 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:46.520633 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fb0e67e1-b056-4b8e-bbe6-4303ee33e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (45a6f0f5-d482-4cc7-b634-3f2e298578e8), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:46.614106 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1a5a7-1256-46ec-b1f9-f890e858177a req-159b70bf-deaf-459c-b45e-5ae435bf0c7b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:46.620823 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1a5a7-1256-46ec-b1f9-f890e858177a req-159b70bf-deaf-459c-b45e-5ae435bf0c7b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:46.626838 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1a5a7-1256-46ec-b1f9-f890e858177a req-159b70bf-deaf-459c-b45e-5ae435bf0c7b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:46.632645 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1a5a7-1256-46ec-b1f9-f890e858177a req-159b70bf-deaf-459c-b45e-5ae435bf0c7b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:46.639002 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1a5a7-1256-46ec-b1f9-f890e858177a req-159b70bf-deaf-459c-b45e-5ae435bf0c7b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:46.645393 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-b13f671b-23e1-46d7-9a0f-5040dc595dd6 None None] Set router 9d1ef44a-4442-4c93-8785-94f6df4a2c5e gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:32:46.646581 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1a5a7-1256-46ec-b1f9-f890e858177a req-159b70bf-deaf-459c-b45e-5ae435bf0c7b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:46.652528 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1a5a7-1256-46ec-b1f9-f890e858177a req-159b70bf-deaf-459c-b45e-5ae435bf0c7b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:46.655305 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9de1a5a7-1256-46ec-b1f9-f890e858177a req-159b70bf-deaf-459c-b45e-5ae435bf0c7b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.2505836 Feb 16 22:32:46.737479 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-91430dec-d903-489e-922e-2d4243e75e40 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:46.739360 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-91430dec-d903-489e-922e-2d4243e75e40 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.67 "GET /v2.0/networks?id=626a6efb-9469-4b55-8ca7-83ed255f6cfa HTTP/1.1" status: 200 len: 911 time: 0.2958143 Feb 16 22:32:46.758313 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-c8eda99b-30b3-40a1-a402-7fc77cfe2c51 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Request body: {'port': {'device_id': 'a7d2d090-a2d1-4e15-a806-83ad08c6bf17', 'network_id': '626a6efb-9469-4b55-8ca7-83ed255f6cfa', 'admin_state_up': True, 'tenant_id': '9116c0f6fee34f639c021943ba24c1d0'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:32:46.794837 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9de1a5a7-1256-46ec-b1f9-f890e858177a req-83773dd3-b9c2-4bc0-97bf-ff0818c85d68 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1297090 Feb 16 22:32:46.796568 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-c8eda99b-30b3-40a1-a402-7fc77cfe2c51 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Made reservation on behalf of 9116c0f6fee34f639c021943ba24c1d0 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:32:46.799619 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-c8eda99b-30b3-40a1-a402-7fc77cfe2c51 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:46.815445 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9196270a-845b-4434-854f-aa771a0314a1 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:32:46.918686 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a09758cf-f789-491e-bd2e-715c3a78d8b6 req-b26bce73-b2b5-4ece-b03e-e3eb99c9445a tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a7d2d090-a2d1-4e15-a806-83ad08c6bf17 HTTP/1.1" status: 200 len: 210 time: 0.0360212 Feb 16 22:32:46.954303 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-fb0e67e1-b056-4b8e-bbe6-4303ee33e341 None None] Current status of the port 45a6f0f5-d482-4cc7-b634-3f2e298578e8 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:32:46.954654 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fb0e67e1-b056-4b8e-bbe6-4303ee33e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (45a6f0f5-d482-4cc7-b634-3f2e298578e8), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:46.984540 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-c8eda99b-30b3-40a1-a402-7fc77cfe2c51 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Allocated IP 172.20.0.11 (626a6efb-9469-4b55-8ca7-83ed255f6cfa/ff35337c-6059-4b06-a9f5-80835838dfaa/72075348-2b51-4758-894e-40ea2da88d7b) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:32:47.009774 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-fb0e67e1-b056-4b8e-bbe6-4303ee33e341 None None] For port 45a6f0f5-d482-4cc7-b634-3f2e298578e8, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=45a6f0f5-d482-4cc7-b634-3f2e298578e8,segment=NetworkSegment(eed9ccda-d60b-47ab-96ac-7bba8b33805a),segment_id=eed9ccda-d60b-47ab-96ac-7bba8b33805a)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:32:47.031462 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fb0e67e1-b056-4b8e-bbe6-4303ee33e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (45a6f0f5-d482-4cc7-b634-3f2e298578e8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:47.085039 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 9196270a-845b-4434-854f-aa771a0314a1 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:47.085414 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9196270a-845b-4434-854f-aa771a0314a1), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:47.156180 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-c8eda99b-30b3-40a1-a402-7fc77cfe2c51 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Publish callbacks [] for port (72075348-2b51-4758-894e-40ea2da88d7b), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:47.217315 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-c8eda99b-30b3-40a1-a402-7fc77cfe2c51 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (72075348-2b51-4758-894e-40ea2da88d7b), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:47.229611 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e67e1-b056-4b8e-bbe6-4303ee33e341 None None] Pushing event updated for resources: {'Port': ['ID=45a6f0f5-d482-4cc7-b634-3f2e298578e8,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:47.237404 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-95296a68-0eb3-4a5d-9093-6de03c831b19 None None] Provisioning complete for port 45a6f0f5-d482-4cc7-b634-3f2e298578e8 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:47.237695 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-95296a68-0eb3-4a5d-9093-6de03c831b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (45a6f0f5-d482-4cc7-b634-3f2e298578e8), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:47.262687 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 9196270a-845b-4434-854f-aa771a0314a1 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:32:47.279753 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-c8eda99b-30b3-40a1-a402-7fc77cfe2c51 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Network 626a6efb-9469-4b55-8ca7-83ed255f6cfa is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:32:47.283711 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-c8eda99b-30b3-40a1-a402-7fc77cfe2c51 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:32:47.287859 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-c8eda99b-30b3-40a1-a402-7fc77cfe2c51 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:32:47.325551 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eda99b-30b3-40a1-a402-7fc77cfe2c51 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Pushing event updated for resources: {'Port': ['ID=72075348-2b51-4758-894e-40ea2da88d7b,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:47.357095 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-c8eda99b-30b3-40a1-a402-7fc77cfe2c51 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:47.357095 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-c8eda99b-30b3-40a1-a402-7fc77cfe2c51 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:47.394457 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-c8eda99b-30b3-40a1-a402-7fc77cfe2c51 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6430855 Feb 16 22:32:47.410509 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-220e48f7-21c6-41d6-a711-7dc412cca229 service neutron] Request body: {'port': {'device_id': 'a7d2d090-a2d1-4e15-a806-83ad08c6bf17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:32:47.513087 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-b13f671b-23e1-46d7-9a0f-5040dc595dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1ef44a-4442-4c93-8785-94f6df4a2c5e', 'name': 'tempest-TestServerMultinode-1813189577-router', 'tenant_id': '9116c0f6fee34f639c021943ba24c1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '9196270a-845b-4434-854f-aa771a0314a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:32:36Z', 'updated_at': '2022-02-16T22:32:42Z', 'revision_number': 4, 'project_id': '9116c0f6fee34f639c021943ba24c1d0', 'gw_port': {'id': '9196270a-845b-4434-854f-aa771a0314a1', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1ef44a-4442-4c93-8785-94f6df4a2c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:32:37Z', 'updated_at': '2022-02-16T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '45a6f0f5-d482-4cc7-b634-3f2e298578e8', 'name': '', 'network_id': 'a1582dfc-c991-4db9-a78b-5cc4756da137', 'tenant_id': '9116c0f6fee34f639c021943ba24c1d0', 'mac_address': 'fa:16:3e:fa:e9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1ef44a-4442-4c93-8785-94f6df4a2c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '1dc1f42e-f953-4e15-8fc7-7ab26dedba38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:32:40Z', 'updated_at': '2022-02-16T22:32:46Z', 'revision_number': 4, 'project_id': '9116c0f6fee34f639c021943ba24c1d0', 'subnets': [{'id': '1dc1f42e-f953-4e15-8fc7-7ab26dedba38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:32:47.545399 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-220e48f7-21c6-41d6-a711-7dc412cca229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (72075348-2b51-4758-894e-40ea2da88d7b), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:47.546083 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13f671b-23e1-46d7-9a0f-5040dc595dd6 None None] The sync data for ids ['9d1ef44a-4442-4c93-8785-94f6df4a2c5e'] in n-d-813897-6 is: [{'id': '9d1ef44a-4442-4c93-8785-94f6df4a2c5e', 'name': 'tempest-TestServerMultinode-1813189577-router', 'tenant_id': '9116c0f6fee34f639c021943ba24c1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '9196270a-845b-4434-854f-aa771a0314a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:32:36Z', 'updated_at': '2022-02-16T22:32:42Z', 'revision_number': 4, 'project_id': '9116c0f6fee34f639c021943ba24c1d0', 'gw_port': {'id': '9196270a-845b-4434-854f-aa771a0314a1', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1ef44a-4442-4c93-8785-94f6df4a2c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:32:37Z', 'updated_at': '2022-02-16T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '45a6f0f5-d482-4cc7-b634-3f2e298578e8', 'name': '', 'network_id': 'a1582dfc-c991-4db9-a78b-5cc4756da137', 'tenant_id': '9116c0f6fee34f639c021943ba24c1d0', 'mac_address': 'fa:16:3e:fa:e9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1ef44a-4442-4c93-8785-94f6df4a2c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '1dc1f42e-f953-4e15-8fc7-7ab26dedba38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:32:40Z', 'updated_at': '2022-02-16T22:32:46Z', 'revision_number': 4, 'project_id': '9116c0f6fee34f639c021943ba24c1d0', 'subnets': [{'id': '1dc1f42e-f953-4e15-8fc7-7ab26dedba38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:32:47.558235 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-95296a68-0eb3-4a5d-9093-6de03c831b19 None None] Current status of the port 45a6f0f5-d482-4cc7-b634-3f2e298578e8 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:32:47.729333 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-5324f62d-a51f-4b09-bc1e-bdb483b30bbb None None] Provisioning complete for port 72075348-2b51-4758-894e-40ea2da88d7b triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:47.729333 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5324f62d-a51f-4b09-bc1e-bdb483b30bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (72075348-2b51-4758-894e-40ea2da88d7b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:47.773366 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5324f62d-a51f-4b09-bc1e-bdb483b30bbb None None] Port 72075348-2b51-4758-894e-40ea2da88d7b cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:32:47.967170 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-220e48f7-21c6-41d6-a711-7dc412cca229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72075348-2b51-4758-894e-40ea2da88d7b {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:32:47.977607 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-220e48f7-21c6-41d6-a711-7dc412cca229 service neutron] Publish callbacks [] for port (72075348-2b51-4758-894e-40ea2da88d7b), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:47.998867 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-220e48f7-21c6-41d6-a711-7dc412cca229 service neutron] Transition to ACTIVE for port object 72075348-2b51-4758-894e-40ea2da88d7b will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:32:48.021657 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4ba73-bdd7-4f81-8547-a9a557a8b1dc req-d6feb40f-220c-465e-bf2d-7107278a7ae8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:48.030343 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4ba73-bdd7-4f81-8547-a9a557a8b1dc req-d6feb40f-220c-465e-bf2d-7107278a7ae8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:48.035879 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4ba73-bdd7-4f81-8547-a9a557a8b1dc req-d6feb40f-220c-465e-bf2d-7107278a7ae8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:48.042150 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4ba73-bdd7-4f81-8547-a9a557a8b1dc req-d6feb40f-220c-465e-bf2d-7107278a7ae8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:48.048676 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4ba73-bdd7-4f81-8547-a9a557a8b1dc req-d6feb40f-220c-465e-bf2d-7107278a7ae8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:48.054237 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4ba73-bdd7-4f81-8547-a9a557a8b1dc req-d6feb40f-220c-465e-bf2d-7107278a7ae8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:48.059754 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4ba73-bdd7-4f81-8547-a9a557a8b1dc req-d6feb40f-220c-465e-bf2d-7107278a7ae8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:48.062235 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6df4ba73-bdd7-4f81-8547-a9a557a8b1dc req-d6feb40f-220c-465e-bf2d-7107278a7ae8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1659172 Feb 16 22:32:48.063562 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-220e48f7-21c6-41d6-a711-7dc412cca229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (72075348-2b51-4758-894e-40ea2da88d7b), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:48.227035 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e48f7-21c6-41d6-a711-7dc412cca229 service neutron] Pushing event updated for resources: {'Port': ['ID=72075348-2b51-4758-894e-40ea2da88d7b,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:48.270698 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-220e48f7-21c6-41d6-a711-7dc412cca229 service neutron] Attempting to bind port 72075348-2b51-4758-894e-40ea2da88d7b on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:32:48.271313 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-220e48f7-21c6-41d6-a711-7dc412cca229 service neutron] Attempting to bind port 72075348-2b51-4758-894e-40ea2da88d7b by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'f94af077-0644-46b9-b857-8870c196a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '626a6efb-9469-4b55-8ca7-83ed255f6cfa'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:32:48.271434 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-220e48f7-21c6-41d6-a711-7dc412cca229 service neutron] Attempting to bind port 72075348-2b51-4758-894e-40ea2da88d7b on network 626a6efb-9469-4b55-8ca7-83ed255f6cfa {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:32:48.302101 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6df4ba73-bdd7-4f81-8547-a9a557a8b1dc req-8c15a46b-cfe0-4f08-8545-6be1a1b30a45 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2297111 Feb 16 22:32:48.306834 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-220e48f7-21c6-41d6-a711-7dc412cca229 service neutron] Port 72075348-2b51-4758-894e-40ea2da88d7b on network 626a6efb-9469-4b55-8ca7-83ed255f6cfa not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:32:48.306834 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-220e48f7-21c6-41d6-a711-7dc412cca229 service neutron] Attempting to bind port 72075348-2b51-4758-894e-40ea2da88d7b on network 626a6efb-9469-4b55-8ca7-83ed255f6cfa {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:32:48.316602 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-220e48f7-21c6-41d6-a711-7dc412cca229 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:32:48.316602 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-220e48f7-21c6-41d6-a711-7dc412cca229 service neutron] Checking segment: {'id': 'f94af077-0644-46b9-b857-8870c196a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '626a6efb-9469-4b55-8ca7-83ed255f6cfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:32:48.316602 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-220e48f7-21c6-41d6-a711-7dc412cca229 service neutron] Bound using segment: {'id': 'f94af077-0644-46b9-b857-8870c196a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '626a6efb-9469-4b55-8ca7-83ed255f6cfa'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:32:48.316602 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-220e48f7-21c6-41d6-a711-7dc412cca229 service neutron] Bound port: 72075348-2b51-4758-894e-40ea2da88d7b, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f94af077-0644-46b9-b857-8870c196a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '626a6efb-9469-4b55-8ca7-83ed255f6cfa'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:32:48.316602 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-220e48f7-21c6-41d6-a711-7dc412cca229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (72075348-2b51-4758-894e-40ea2da88d7b), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:48.416067 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-220e48f7-21c6-41d6-a711-7dc412cca229 service neutron] For port 72075348-2b51-4758-894e-40ea2da88d7b, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:32:48.419774 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-220e48f7-21c6-41d6-a711-7dc412cca229 service neutron] For port 72075348-2b51-4758-894e-40ea2da88d7b, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=72075348-2b51-4758-894e-40ea2da88d7b,segment=NetworkSegment(f94af077-0644-46b9-b857-8870c196a9eb),segment_id=f94af077-0644-46b9-b857-8870c196a9eb)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:32:48.470003 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-220e48f7-21c6-41d6-a711-7dc412cca229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (72075348-2b51-4758-894e-40ea2da88d7b), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:48.500810 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-220e48f7-21c6-41d6-a711-7dc412cca229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:48.504346 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-220e48f7-21c6-41d6-a711-7dc412cca229 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:48.505896 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-220e48f7-21c6-41d6-a711-7dc412cca229 service neutron] 10.222.0.67 "PUT /v2.0/ports/72075348-2b51-4758-894e-40ea2da88d7b HTTP/1.1" status: 200 len: 1092 time: 1.1015539 Feb 16 22:32:48.514953 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d2d090-a2d1-4e15-a806-83ad08c6bf17', 'tag': '72075348-2b51-4758-894e-40ea2da88d7b'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:32:48.518367 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1671671b-a13b-4475-bb75-4cc5530dd1fb" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d2d090-a2d1-4e15-a806-83ad08c6bf17", "tag": "72075348-2b51-4758-894e-40ea2da88d7b"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:32:48.640950 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b6408-de0c-40a5-808b-9994d92a9a61 req-0c58341e-5240-46db-a801-0bb6ab0df224 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:48.642609 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9f1b6408-de0c-40a5-808b-9994d92a9a61 req-0c58341e-5240-46db-a801-0bb6ab0df224 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a7d2d090-a2d1-4e15-a806-83ad08c6bf17 HTTP/1.1" status: 200 len: 1126 time: 0.2077966 Feb 16 22:32:48.646833 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e48f7-21c6-41d6-a711-7dc412cca229 service neutron] Pushing event updated for resources: {'Port': ['ID=72075348-2b51-4758-894e-40ea2da88d7b,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:48.728123 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9f1b6408-de0c-40a5-808b-9994d92a9a61 req-86cefaa9-68a6-4192-8ad0-2ab682ee3664 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=37e608e0-6794-40f8-9cb8-8946034f7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645566 Feb 16 22:32:48.745274 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-9ae330b5-d77e-45e8-b505-16061fda8478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:48.746985 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-9ae330b5-d77e-45e8-b505-16061fda8478 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9116c0f6fee34f639c021943ba24c1d0&device_id=a7d2d090-a2d1-4e15-a806-83ad08c6bf17 HTTP/1.1" status: 200 len: 1126 time: 0.1800401 Feb 16 22:32:48.820222 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eff4333-75d1-4f23-afa5-4a9a7581906e x-openstack-request-id: req-8eff4333-75d1-4f23-afa5-4a9a7581906e {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:32:48.820552 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d2d090-a2d1-4e15-a806-83ad08c6bf17", "tag": "72075348-2b51-4758-894e-40ea2da88d7b", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:32:48.821379 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8eff4333-75d1-4f23-afa5-4a9a7581906e {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:32:48.821785 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d2d090-a2d1-4e15-a806-83ad08c6bf17', 'tag': '72075348-2b51-4758-894e-40ea2da88d7b', 'status': 'completed', 'code': 200} Feb 16 22:32:48.823899 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-341dbe2e-9265-4cda-b78c-852aead69f33 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72075348-2b51-4758-894e-40ea2da88d7b HTTP/1.1" status: 200 len: 217 time: 0.0682850 Feb 16 22:32:48.868791 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 45a6f0f5-d482-4cc7-b634-3f2e298578e8 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:32:48.913409 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-413abdc4-f964-49fa-985a-94d6952d9930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:48.915316 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-413abdc4-f964-49fa-985a-94d6952d9930 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff35337c-6059-4b06-a9f5-80835838dfaa HTTP/1.1" status: 200 len: 849 time: 0.0844913 Feb 16 22:32:48.983498 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-812e9a9e-d36e-461a-843f-bf3fab3a129b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:48.985414 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 45a6f0f5-d482-4cc7-b634-3f2e298578e8 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:48.985865 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (45a6f0f5-d482-4cc7-b634-3f2e298578e8), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:48.995851 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-812e9a9e-d36e-461a-843f-bf3fab3a129b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=626a6efb-9469-4b55-8ca7-83ed255f6cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0751097 Feb 16 22:32:49.125509 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 45a6f0f5-d482-4cc7-b634-3f2e298578e8 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:32:49.147081 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-6fa19437-5d23-46fc-8de9-f937beb0eff0 service neutron] 10.222.0.67 "GET /v2.0/networks/626a6efb-9469-4b55-8ca7-83ed255f6cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439712 Feb 16 22:32:49.272264 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-99a369df-0c8f-44b0-bb24-2ae31f403afc req-8f5ba5c7-4d63-4f13-b091-35fae0eee2b1 service neutron] 10.222.0.67 "GET /v2.0/networks/626a6efb-9469-4b55-8ca7-83ed255f6cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185117 Feb 16 22:32:49.386515 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671671b-a13b-4475-bb75-4cc5530dd1fb req-6a6d687c-190e-49f5-afa7-87ec2f5f78f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:49.388496 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1671671b-a13b-4475-bb75-4cc5530dd1fb req-6a6d687c-190e-49f5-afa7-87ec2f5f78f0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9116c0f6fee34f639c021943ba24c1d0&device_id=a7d2d090-a2d1-4e15-a806-83ad08c6bf17 HTTP/1.1" status: 200 len: 1126 time: 0.0593834 Feb 16 22:32:49.526752 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671671b-a13b-4475-bb75-4cc5530dd1fb req-580d64bf-4ccb-4969-9235-01c0adcfb12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:49.528367 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1671671b-a13b-4475-bb75-4cc5530dd1fb req-580d64bf-4ccb-4969-9235-01c0adcfb12e service neutron] 10.222.0.67 "GET /v2.0/networks?id=626a6efb-9469-4b55-8ca7-83ed255f6cfa HTTP/1.1" status: 200 len: 911 time: 0.1331389 Feb 16 22:32:49.542644 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c5931-c19e-4738-b328-426554b280c8 req-f0c4d75f-3736-441a-b4a1-e86a999b593f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:49.548026 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c5931-c19e-4738-b328-426554b280c8 req-f0c4d75f-3736-441a-b4a1-e86a999b593f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:49.553705 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c5931-c19e-4738-b328-426554b280c8 req-f0c4d75f-3736-441a-b4a1-e86a999b593f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:49.559381 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c5931-c19e-4738-b328-426554b280c8 req-f0c4d75f-3736-441a-b4a1-e86a999b593f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:49.564723 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c5931-c19e-4738-b328-426554b280c8 req-f0c4d75f-3736-441a-b4a1-e86a999b593f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:49.569952 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c5931-c19e-4738-b328-426554b280c8 req-f0c4d75f-3736-441a-b4a1-e86a999b593f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:49.575316 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c5931-c19e-4738-b328-426554b280c8 req-f0c4d75f-3736-441a-b4a1-e86a999b593f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:49.577186 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d17c5931-c19e-4738-b328-426554b280c8 req-f0c4d75f-3736-441a-b4a1-e86a999b593f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1492677 Feb 16 22:32:49.632569 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1671671b-a13b-4475-bb75-4cc5530dd1fb req-cd7566d1-2254-442f-a7b8-f58df8b618be service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72075348-2b51-4758-894e-40ea2da88d7b HTTP/1.1" status: 200 len: 217 time: 0.0543778 Feb 16 22:32:49.710091 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d17c5931-c19e-4738-b328-426554b280c8 req-80fdb982-dee0-4195-a9b8-20435e29fd97 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1256993 Feb 16 22:32:49.714538 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671671b-a13b-4475-bb75-4cc5530dd1fb req-49b65d2b-28a6-4f2b-ac18-248e84923cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:49.716520 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1671671b-a13b-4475-bb75-4cc5530dd1fb req-49b65d2b-28a6-4f2b-ac18-248e84923cab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff35337c-6059-4b06-a9f5-80835838dfaa HTTP/1.1" status: 200 len: 849 time: 0.0761430 Feb 16 22:32:49.783643 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671671b-a13b-4475-bb75-4cc5530dd1fb req-37e1e285-c14e-480c-ac16-15d7c7ebcd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:49.785665 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1671671b-a13b-4475-bb75-4cc5530dd1fb req-37e1e285-c14e-480c-ac16-15d7c7ebcd80 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=626a6efb-9469-4b55-8ca7-83ed255f6cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0624759 Feb 16 22:32:49.912992 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1671671b-a13b-4475-bb75-4cc5530dd1fb req-5a109f20-0aee-4b68-a53a-b7a046a5541f service neutron] 10.222.0.67 "GET /v2.0/networks/626a6efb-9469-4b55-8ca7-83ed255f6cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163177 Feb 16 22:32:49.915174 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544992aa-3730-473f-9d91-1818db882fda req-eee104b0-fcee-4244-9d34-6a6212eb2f4a tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:49.916715 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-544992aa-3730-473f-9d91-1818db882fda req-eee104b0-fcee-4244-9d34-6a6212eb2f4a tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a7d2d090-a2d1-4e15-a806-83ad08c6bf17 HTTP/1.1" status: 200 len: 1126 time: 0.1279228 Feb 16 22:32:50.023280 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-544992aa-3730-473f-9d91-1818db882fda req-377ecc79-1f38-463a-8093-8ba85eb3837f tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=37e608e0-6794-40f8-9cb8-8946034f7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942326 Feb 16 22:32:50.042036 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1671671b-a13b-4475-bb75-4cc5530dd1fb req-dcb1ca69-8d47-47db-bef9-a2e7b151fcc2 service neutron] 10.222.0.67 "GET /v2.0/networks/626a6efb-9469-4b55-8ca7-83ed255f6cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205950 Feb 16 22:32:50.630389 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3dd4cf04-7e2e-49df-a02f-961967b115e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:50.849682 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40755c93-a78f-4ea9-95df-e850b2a10827 req-5749c32f-1bad-490c-b5af-fe2dac2c0941 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:50.857480 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-40755c93-a78f-4ea9-95df-e850b2a10827 req-5749c32f-1bad-490c-b5af-fe2dac2c0941 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=00ea64e0-2732-4e53-8103-42277a896f8f HTTP/1.1" status: 200 len: 945 time: 0.0810037 Feb 16 22:32:50.918274 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-40755c93-a78f-4ea9-95df-e850b2a10827 req-e4386011-bad2-4a31-b61d-e53ffb20395c tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550795 Feb 16 22:32:51.025574 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48348) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:32:51.059780 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157d3d5-25ca-4f0a-8b74-d26018c98da8 req-c97f1f6c-17d7-42e7-863c-5ab90fe45bf9 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:51.066874 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157d3d5-25ca-4f0a-8b74-d26018c98da8 req-c97f1f6c-17d7-42e7-863c-5ab90fe45bf9 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:51.073033 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157d3d5-25ca-4f0a-8b74-d26018c98da8 req-c97f1f6c-17d7-42e7-863c-5ab90fe45bf9 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:51.078723 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157d3d5-25ca-4f0a-8b74-d26018c98da8 req-c97f1f6c-17d7-42e7-863c-5ab90fe45bf9 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:51.080382 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48354) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:32:51.091355 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157d3d5-25ca-4f0a-8b74-d26018c98da8 req-c97f1f6c-17d7-42e7-863c-5ab90fe45bf9 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:51.097306 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157d3d5-25ca-4f0a-8b74-d26018c98da8 req-c97f1f6c-17d7-42e7-863c-5ab90fe45bf9 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:51.104219 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157d3d5-25ca-4f0a-8b74-d26018c98da8 req-c97f1f6c-17d7-42e7-863c-5ab90fe45bf9 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:51.115659 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1157d3d5-25ca-4f0a-8b74-d26018c98da8 req-c97f1f6c-17d7-42e7-863c-5ab90fe45bf9 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1254039 Feb 16 22:32:51.196535 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1157d3d5-25ca-4f0a-8b74-d26018c98da8 req-8829b1f8-2276-4eb4-b42e-ddd638f3018d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0719974 Feb 16 22:32:51.263547 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a979f1f3-3367-4610-bdb4-2d05f6a99b10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:51.336993 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9e1a3-2ecf-463f-acb0-43881d87ec79 req-f2af8612-20df-4e08-b08e-94bb714c1493 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:51.338802 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-99a9e1a3-2ecf-463f-acb0-43881d87ec79 req-f2af8612-20df-4e08-b08e-94bb714c1493 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a7d2d090-a2d1-4e15-a806-83ad08c6bf17 HTTP/1.1" status: 200 len: 1126 time: 0.0558321 Feb 16 22:32:51.391668 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 72075348-2b51-4758-894e-40ea2da88d7b details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:32:51.394879 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a979f1f3-3367-4610-bdb4-2d05f6a99b10 admin admin] Publish callbacks [] for security_group (1e64805d-9a6b-4e9f-bd90-e0273020c684), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:51.404384 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9eaebc1e-bcf8-4dbb-b74d-03f81648b30b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:51.416369 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a979f1f3-3367-4610-bdb4-2d05f6a99b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (1e64805d-9a6b-4e9f-bd90-e0273020c684), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:51.427413 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-99a9e1a3-2ecf-463f-acb0-43881d87ec79 req-84d28e8f-abed-4ca0-8ecc-14fd11cd81c4 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=37e608e0-6794-40f8-9cb8-8946034f7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810940 Feb 16 22:32:51.461943 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a979f1f3-3367-4610-bdb4-2d05f6a99b10 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1fc1fd31c82e4d5fbf51f2ba3538e5b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4327271 Feb 16 22:32:51.468372 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48366) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:32:51.534370 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979f1f3-3367-4610-bdb4-2d05f6a99b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e64805d-9a6b-4e9f-bd90-e0273020c684,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:51.557540 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a979f1f3-3367-4610-bdb4-2d05f6a99b10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:51.557952 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a979f1f3-3367-4610-bdb4-2d05f6a99b10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:51.558317 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a979f1f3-3367-4610-bdb4-2d05f6a99b10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:51.558668 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a979f1f3-3367-4610-bdb4-2d05f6a99b10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:51.558991 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a979f1f3-3367-4610-bdb4-2d05f6a99b10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:51.559323 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a979f1f3-3367-4610-bdb4-2d05f6a99b10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:51.559652 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a979f1f3-3367-4610-bdb4-2d05f6a99b10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:51.559978 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a979f1f3-3367-4610-bdb4-2d05f6a99b10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:51.560304 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a979f1f3-3367-4610-bdb4-2d05f6a99b10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:51.560634 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a979f1f3-3367-4610-bdb4-2d05f6a99b10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:51.560967 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a979f1f3-3367-4610-bdb4-2d05f6a99b10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:51.561427 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a979f1f3-3367-4610-bdb4-2d05f6a99b10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:51.561754 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a979f1f3-3367-4610-bdb4-2d05f6a99b10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:51.565906 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 72075348-2b51-4758-894e-40ea2da88d7b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=72075348-2b51-4758-894e-40ea2da88d7b,segment=NetworkSegment(f94af077-0644-46b9-b857-8870c196a9eb),segment_id=f94af077-0644-46b9-b857-8870c196a9eb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:32:51.579629 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '72075348-2b51-4758-894e-40ea2da88d7b', 'network_id': '626a6efb-9469-4b55-8ca7-83ed255f6cfa', 'port_id': '72075348-2b51-4758-894e-40ea2da88d7b', 'mac_address': 'fa:16:3e:b9:26:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff35337c-6059-4b06-a9f5-80835838dfaa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:32:51.593315 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0b218091-f609-4598-af74-fd18689a182b admin admin] Publish callbacks [] for security_group (1e64805d-9a6b-4e9f-bd90-e0273020c684), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:51.623697 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0b218091-f609-4598-af74-fd18689a182b admin admin] Publish callbacks [] for security_group (1e64805d-9a6b-4e9f-bd90-e0273020c684), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:51.634991 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 72075348-2b51-4758-894e-40ea2da88d7b is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:32:51.635595 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (72075348-2b51-4758-894e-40ea2da88d7b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:51.649895 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72075348-2b51-4758-894e-40ea2da88d7b {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:32:51.679133 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 72075348-2b51-4758-894e-40ea2da88d7b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=72075348-2b51-4758-894e-40ea2da88d7b,segment=NetworkSegment(f94af077-0644-46b9-b857-8870c196a9eb),segment_id=f94af077-0644-46b9-b857-8870c196a9eb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:32:51.685277 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (72075348-2b51-4758-894e-40ea2da88d7b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:51.704597 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9eaebc1e-bcf8-4dbb-b74d-03f81648b30b admin admin] Publish callbacks [] for security_group (10f8151d-85b6-4e81-b695-5c9bbce8d2a1), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:51.719842 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9eaebc1e-bcf8-4dbb-b74d-03f81648b30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (10f8151d-85b6-4e81-b695-5c9bbce8d2a1), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:51.746829 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=72075348-2b51-4758-894e-40ea2da88d7b,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:51.751328 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaebc1e-bcf8-4dbb-b74d-03f81648b30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f8151d-85b6-4e81-b695-5c9bbce8d2a1,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:51.761485 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:51.762312 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:51.763159 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:51.763638 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:51.764042 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:51.764842 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:51.765857 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:51.768959 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:51.770428 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:51.770809 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:51.771159 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:51.771514 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:51.771860 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:32:51.778861 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9eaebc1e-bcf8-4dbb-b74d-03f81648b30b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dc9db5cee60141749a846f48822899ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6972418 Feb 16 22:32:51.781396 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48372) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:32:51.810935 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0b218091-f609-4598-af74-fd18689a182b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (1e64805d-9a6b-4e9f-bd90-e0273020c684), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:51.813596 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0b218091-f609-4598-af74-fd18689a182b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:51.817207 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0b218091-f609-4598-af74-fd18689a182b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1e64805d-9a6b-4e9f-bd90-e0273020c684 HTTP/1.1" status: 204 len: 168 time: 0.3452840 Feb 16 22:32:51.829282 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b218091-f609-4598-af74-fd18689a182b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e64805d-9a6b-4e9f-bd90-e0273020c684,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:51.848009 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc0870b4-89d9-41dc-8ed3-b70e28c65a36 admin admin] Publish callbacks [] for security_group (10f8151d-85b6-4e81-b695-5c9bbce8d2a1), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:51.871170 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc0870b4-89d9-41dc-8ed3-b70e28c65a36 admin admin] Publish callbacks [] for security_group (10f8151d-85b6-4e81-b695-5c9bbce8d2a1), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:51.960846 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc0870b4-89d9-41dc-8ed3-b70e28c65a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (10f8151d-85b6-4e81-b695-5c9bbce8d2a1), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:51.979594 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc0870b4-89d9-41dc-8ed3-b70e28c65a36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:51.983162 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-dc0870b4-89d9-41dc-8ed3-b70e28c65a36 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/10f8151d-85b6-4e81-b695-5c9bbce8d2a1 HTTP/1.1" status: 204 len: 168 time: 0.1982975 Feb 16 22:32:52.002977 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0870b4-89d9-41dc-8ed3-b70e28c65a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f8151d-85b6-4e81-b695-5c9bbce8d2a1,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:52.054282 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['72075348-2b51-4758-894e-40ea2da88d7b'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:32:52.111145 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a73c5-7dad-4524-9585-6e69307c6801 req-95168428-f6fe-4cef-bdc9-4314a10c9cdf tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:52.119934 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3b1a73c5-7dad-4524-9585-6e69307c6801 req-95168428-f6fe-4cef-bdc9-4314a10c9cdf tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=00ea64e0-2732-4e53-8103-42277a896f8f HTTP/1.1" status: 200 len: 945 time: 0.0662825 Feb 16 22:32:52.186131 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3b1a73c5-7dad-4524-9585-6e69307c6801 req-2417f5eb-ea0f-48ea-a328-bb2dba862c3b tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649111 Feb 16 22:32:52.374672 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48394) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:32:52.393419 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-72da5fda-06e2-44cf-b0dc-f346b4a7ed14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:52.434507 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af21e8b-2871-45e6-854a-59522436de67 req-8fbfe7e4-7be2-4891-9782-d2af33c92c34 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:52.440058 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af21e8b-2871-45e6-854a-59522436de67 req-8fbfe7e4-7be2-4891-9782-d2af33c92c34 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:52.445873 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af21e8b-2871-45e6-854a-59522436de67 req-8fbfe7e4-7be2-4891-9782-d2af33c92c34 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:52.452433 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af21e8b-2871-45e6-854a-59522436de67 req-8fbfe7e4-7be2-4891-9782-d2af33c92c34 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:52.461025 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af21e8b-2871-45e6-854a-59522436de67 req-8fbfe7e4-7be2-4891-9782-d2af33c92c34 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:52.470157 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af21e8b-2871-45e6-854a-59522436de67 req-8fbfe7e4-7be2-4891-9782-d2af33c92c34 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:52.476673 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af21e8b-2871-45e6-854a-59522436de67 req-8fbfe7e4-7be2-4891-9782-d2af33c92c34 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:52.485287 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1af21e8b-2871-45e6-854a-59522436de67 req-8fbfe7e4-7be2-4891-9782-d2af33c92c34 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1926439 Feb 16 22:32:52.566607 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1af21e8b-2871-45e6-854a-59522436de67 req-436602d9-7359-42f1-8d8f-0b9a47282958 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0761993 Feb 16 22:32:52.597599 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-72da5fda-06e2-44cf-b0dc-f346b4a7ed14 admin admin] Publish callbacks [] for security_group (6ab27fe0-7649-46ef-90d8-79b3d4beda8d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:52.609014 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-72da5fda-06e2-44cf-b0dc-f346b4a7ed14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (6ab27fe0-7649-46ef-90d8-79b3d4beda8d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:52.670461 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-72da5fda-06e2-44cf-b0dc-f346b4a7ed14 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d2b72d00a02548668770c07edd1250fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2946591 Feb 16 22:32:52.670682 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48404) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:32:52.677143 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da5fda-06e2-44cf-b0dc-f346b4a7ed14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab27fe0-7649-46ef-90d8-79b3d4beda8d,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:52.720024 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48408) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:32:52.738570 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-75103d55-37dc-483e-999c-8bf88b78c895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:52.800928 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dfcf4884-f0a4-4b38-b123-b112cded37d5 admin admin] Publish callbacks [] for security_group (6ab27fe0-7649-46ef-90d8-79b3d4beda8d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:52.809501 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7375bb-e73a-4b22-858f-401afc025e95 req-006e11b5-272d-4da5-ae08-381da560d858 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:52.818196 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e7375bb-e73a-4b22-858f-401afc025e95 req-006e11b5-272d-4da5-ae08-381da560d858 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a7d2d090-a2d1-4e15-a806-83ad08c6bf17 HTTP/1.1" status: 200 len: 1127 time: 0.1377642 Feb 16 22:32:52.831582 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-75103d55-37dc-483e-999c-8bf88b78c895 admin admin] Publish callbacks [] for security_group (b14fdbad-2316-4f81-819a-99db7b1af5bd), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:52.838170 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-75103d55-37dc-483e-999c-8bf88b78c895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b14fdbad-2316-4f81-819a-99db7b1af5bd), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:52.856952 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dfcf4884-f0a4-4b38-b123-b112cded37d5 admin admin] Publish callbacks [] for security_group (6ab27fe0-7649-46ef-90d8-79b3d4beda8d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:52.889826 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-75103d55-37dc-483e-999c-8bf88b78c895 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=70d8cfa25a144bfbbed2cc4363796f6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1677537 Feb 16 22:32:52.890586 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48410) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:32:52.891216 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75103d55-37dc-483e-999c-8bf88b78c895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14fdbad-2316-4f81-819a-99db7b1af5bd,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:52.922510 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e7375bb-e73a-4b22-858f-401afc025e95 req-d20fac01-5cda-4c14-8b22-59fad76fac4a tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=37e608e0-6794-40f8-9cb8-8946034f7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032946 Feb 16 22:32:52.974259 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-52ac3f97-f6a4-4dd0-99e4-8c0e6fad8671 admin admin] Publish callbacks [] for security_group (b14fdbad-2316-4f81-819a-99db7b1af5bd), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:52.996586 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dfcf4884-f0a4-4b38-b123-b112cded37d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (6ab27fe0-7649-46ef-90d8-79b3d4beda8d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:52.999205 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dfcf4884-f0a4-4b38-b123-b112cded37d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:53.002680 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-dfcf4884-f0a4-4b38-b123-b112cded37d5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6ab27fe0-7649-46ef-90d8-79b3d4beda8d HTTP/1.1" status: 204 len: 168 time: 0.3287864 Feb 16 22:32:53.006606 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-52ac3f97-f6a4-4dd0-99e4-8c0e6fad8671 admin admin] Publish callbacks [] for security_group (b14fdbad-2316-4f81-819a-99db7b1af5bd), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:53.020780 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf4884-f0a4-4b38-b123-b112cded37d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab27fe0-7649-46ef-90d8-79b3d4beda8d,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:53.086992 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-073917d4-402d-40e7-bf51-38fddbe85592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:53.088607 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-52ac3f97-f6a4-4dd0-99e4-8c0e6fad8671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b14fdbad-2316-4f81-819a-99db7b1af5bd), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:53.091674 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-52ac3f97-f6a4-4dd0-99e4-8c0e6fad8671 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:53.095466 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-52ac3f97-f6a4-4dd0-99e4-8c0e6fad8671 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b14fdbad-2316-4f81-819a-99db7b1af5bd HTTP/1.1" status: 204 len: 168 time: 0.1996434 Feb 16 22:32:53.111663 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac3f97-f6a4-4dd0-99e4-8c0e6fad8671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14fdbad-2316-4f81-819a-99db7b1af5bd,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:53.353124 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229aa86f-9c24-434b-a7fb-504ef4987570 req-771e1166-b1d1-4f74-a050-13ddf52c5e13 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:53.361222 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-229aa86f-9c24-434b-a7fb-504ef4987570 req-771e1166-b1d1-4f74-a050-13ddf52c5e13 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=00ea64e0-2732-4e53-8103-42277a896f8f HTTP/1.1" status: 200 len: 945 time: 0.1071587 Feb 16 22:32:53.386756 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 72075348-2b51-4758-894e-40ea2da88d7b up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:32:53.404263 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17be673-0dc1-41fd-a3b8-3ff1a5ddaf36 req-8b1a84d5-4f6c-4968-9601-d095f5d12220 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:53.412197 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c17be673-0dc1-41fd-a3b8-3ff1a5ddaf36 req-8b1a84d5-4f6c-4968-9601-d095f5d12220 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.67 "GET /v2.0/ports?device_id=00ea64e0-2732-4e53-8103-42277a896f8f HTTP/1.1" status: 200 len: 945 time: 0.1234789 Feb 16 22:32:53.528909 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 72075348-2b51-4758-894e-40ea2da88d7b completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:32:53.533861 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 72075348-2b51-4758-894e-40ea2da88d7b triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:32:53.534006 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (72075348-2b51-4758-894e-40ea2da88d7b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:53.571759 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-229aa86f-9c24-434b-a7fb-504ef4987570 req-ab5dcee3-dba2-4a69-870d-730f2b122ab8 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093577 Feb 16 22:32:53.713294 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 72075348-2b51-4758-894e-40ea2da88d7b is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:32:53.713699 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (72075348-2b51-4758-894e-40ea2da88d7b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:53.736557 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48444) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:32:53.751230 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c0e648b9-b05b-48da-86ad-4fd047d6c664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:53.757787 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d2d090-a2d1-4e15-a806-83ad08c6bf17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72075348-2b51-4758-894e-40ea2da88d7b'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:32:53.760456 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7241ce8-dc78-4f38-8c42-17ecacc50744" -d '{"events": [{"server_uuid": "a7d2d090-a2d1-4e15-a806-83ad08c6bf17", "name": "network-vif-plugged", "status": "completed", "tag": "72075348-2b51-4758-894e-40ea2da88d7b"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:32:53.775958 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 72075348-2b51-4758-894e-40ea2da88d7b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=72075348-2b51-4758-894e-40ea2da88d7b,segment=NetworkSegment(f94af077-0644-46b9-b857-8870c196a9eb),segment_id=f94af077-0644-46b9-b857-8870c196a9eb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:32:53.785062 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (72075348-2b51-4758-894e-40ea2da88d7b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:53.838981 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-c17be673-0dc1-41fd-a3b8-3ff1a5ddaf36 req-1f86c901-053e-4f24-8273-c6cf9744f2a9 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Deleting port c1f77008-b346-4d09-961b-095158338e16 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:32:53.840742 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c17be673-0dc1-41fd-a3b8-3ff1a5ddaf36 req-1f86c901-053e-4f24-8273-c6cf9744f2a9 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (c1f77008-b346-4d09-961b-095158338e16), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:53.907116 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=72075348-2b51-4758-894e-40ea2da88d7b,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:53.932407 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c0e648b9-b05b-48da-86ad-4fd047d6c664 admin admin] Publish callbacks [] for security_group (89d86977-159f-46d4-92f8-e4691e0b13be), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:53.953116 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c0e648b9-b05b-48da-86ad-4fd047d6c664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (89d86977-159f-46d4-92f8-e4691e0b13be), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:53.975154 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c303723-95fe-478e-8976-7239d090ff07 req-75816ada-6d8b-45eb-9f04-ec5cfbaf8e0a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:53.977713 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c303723-95fe-478e-8976-7239d090ff07 req-75816ada-6d8b-45eb-9f04-ec5cfbaf8e0a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:53.983488 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c303723-95fe-478e-8976-7239d090ff07 req-75816ada-6d8b-45eb-9f04-ec5cfbaf8e0a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:53.989668 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c303723-95fe-478e-8976-7239d090ff07 req-75816ada-6d8b-45eb-9f04-ec5cfbaf8e0a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:53.995328 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c303723-95fe-478e-8976-7239d090ff07 req-75816ada-6d8b-45eb-9f04-ec5cfbaf8e0a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:54.000627 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c303723-95fe-478e-8976-7239d090ff07 req-75816ada-6d8b-45eb-9f04-ec5cfbaf8e0a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:54.006289 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c303723-95fe-478e-8976-7239d090ff07 req-75816ada-6d8b-45eb-9f04-ec5cfbaf8e0a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:54.014218 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8c303723-95fe-478e-8976-7239d090ff07 req-75816ada-6d8b-45eb-9f04-ec5cfbaf8e0a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.3297131 Feb 16 22:32:54.076627 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c0e648b9-b05b-48da-86ad-4fd047d6c664 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=530c6ff9dc964223b21ae057a3122aa7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3388476 Feb 16 22:32:54.078422 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e648b9-b05b-48da-86ad-4fd047d6c664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d86977-159f-46d4-92f8-e4691e0b13be,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:54.087496 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-c17be673-0dc1-41fd-a3b8-3ff1a5ddaf36 req-1f86c901-053e-4f24-8273-c6cf9744f2a9 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] For port c1f77008-b346-4d09-961b-095158338e16, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c1f77008-b346-4d09-961b-095158338e16,segment=NetworkSegment(b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9),segment_id=b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:32:54.087926 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c17be673-0dc1-41fd-a3b8-3ff1a5ddaf36 req-1f86c901-053e-4f24-8273-c6cf9744f2a9 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (c1f77008-b346-4d09-961b-095158338e16), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:54.094400 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48460) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:32:54.109628 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8c303723-95fe-478e-8976-7239d090ff07 req-b003b724-c739-4978-baf7-ce942edfa462 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0943842 Feb 16 22:32:54.125175 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-c17be673-0dc1-41fd-a3b8-3ff1a5ddaf36 req-1f86c901-053e-4f24-8273-c6cf9744f2a9 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Calling delete_port for c1f77008-b346-4d09-961b-095158338e16 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:32:54.208571 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-78714dbd-0862-4fb0-ad59-3f641e84178d admin admin] Publish callbacks [] for security_group (89d86977-159f-46d4-92f8-e4691e0b13be), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:54.213527 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3873bb8-7d16-480c-b0f3-4d09c8ce9f95 x-openstack-request-id: req-e3873bb8-7d16-480c-b0f3-4d09c8ce9f95 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:32:54.214309 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d2d090-a2d1-4e15-a806-83ad08c6bf17", "name": "network-vif-plugged", "status": "completed", "tag": "72075348-2b51-4758-894e-40ea2da88d7b", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:32:54.215952 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e3873bb8-7d16-480c-b0f3-4d09c8ce9f95 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:32:54.244037 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-78714dbd-0862-4fb0-ad59-3f641e84178d admin admin] Publish callbacks [] for security_group (89d86977-159f-46d4-92f8-e4691e0b13be), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:54.244379 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d2d090-a2d1-4e15-a806-83ad08c6bf17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72075348-2b51-4758-894e-40ea2da88d7b', 'code': 200} Feb 16 22:32:54.299232 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:54.392108 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7c966-881c-4c0c-ab53-6c275a0628bf req-a73137ff-ced0-47e0-82d1-d23747755374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:54.394084 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-43f7c966-881c-4c0c-ab53-6c275a0628bf req-a73137ff-ced0-47e0-82d1-d23747755374 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a7d2d090-a2d1-4e15-a806-83ad08c6bf17 HTTP/1.1" status: 200 len: 1128 time: 0.0821779 Feb 16 22:32:54.432272 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-78714dbd-0862-4fb0-ad59-3f641e84178d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (89d86977-159f-46d4-92f8-e4691e0b13be), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:54.440840 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-78714dbd-0862-4fb0-ad59-3f641e84178d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:54.447575 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-78714dbd-0862-4fb0-ad59-3f641e84178d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/89d86977-159f-46d4-92f8-e4691e0b13be HTTP/1.1" status: 204 len: 168 time: 0.3493586 Feb 16 22:32:54.465400 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78714dbd-0862-4fb0-ad59-3f641e84178d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d86977-159f-46d4-92f8-e4691e0b13be,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:54.500618 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e3491-1b77-4883-942f-17cc9c3042fc req-e1fa2f06-5175-462f-a9bf-9ea9476ebe21 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:54.509480 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c04e3491-1b77-4883-942f-17cc9c3042fc req-e1fa2f06-5175-462f-a9bf-9ea9476ebe21 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a7d2d090-a2d1-4e15-a806-83ad08c6bf17 HTTP/1.1" status: 200 len: 1128 time: 0.1711674 Feb 16 22:32:54.525186 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c17be673-0dc1-41fd-a3b8-3ff1a5ddaf36 req-1f86c901-053e-4f24-8273-c6cf9744f2a9 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (c1f77008-b346-4d09-961b-095158338e16), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:54.541596 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['20a5b726-5e1a-4ff9-ae11-2ab3951046a5'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:32:54.545875 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['c1f77008-b346-4d09-961b-095158338e16'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:32:54.573179 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-43f7c966-881c-4c0c-ab53-6c275a0628bf req-58feb73b-b69a-45bd-ad0a-1c23fb3a330f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=37e608e0-6794-40f8-9cb8-8946034f7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699877 Feb 16 22:32:54.611100 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f86c901-053e-4f24-8273-c6cf9744f2a9 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Pushing event deleted for resources: {'Port': ['ID=c1f77008-b346-4d09-961b-095158338e16,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:32:54.619942 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17be673-0dc1-41fd-a3b8-3ff1a5ddaf36 req-1f86c901-053e-4f24-8273-c6cf9744f2a9 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] No DVR routers for this DVR port c1f77008-b346-4d09-961b-095158338e16 on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:32:54.624331 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c17be673-0dc1-41fd-a3b8-3ff1a5ddaf36 req-1f86c901-053e-4f24-8273-c6cf9744f2a9 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:54.628051 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c17be673-0dc1-41fd-a3b8-3ff1a5ddaf36 req-1f86c901-053e-4f24-8273-c6cf9744f2a9 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.67 "DELETE /v2.0/ports/c1f77008-b346-4d09-961b-095158338e16 HTTP/1.1" status: 204 len: 173 time: 1.1863222 Feb 16 22:32:54.631372 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ea64e0-2732-4e53-8103-42277a896f8f', 'name': 'network-vif-deleted', 'tag': 'c1f77008-b346-4d09-961b-095158338e16'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:32:54.634454 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa24d40-55ed-41b8-863a-c7401a522ec3" -d '{"events": [{"server_uuid": "00ea64e0-2732-4e53-8103-42277a896f8f", "name": "network-vif-deleted", "tag": "c1f77008-b346-4d09-961b-095158338e16"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:32:54.657877 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c04e3491-1b77-4883-942f-17cc9c3042fc req-3dca88b8-bfa9-4a33-b2c3-2ceadcf0b16d tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=37e608e0-6794-40f8-9cb8-8946034f7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471312 Feb 16 22:32:54.799449 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6fd17652-e663-49a5-aa5f-14fdb31a4d6c req-116f3eeb-b302-4f46-97e4-890e2f6c91f7 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=00ea64e0-2732-4e53-8103-42277a896f8f HTTP/1.1" status: 200 len: 210 time: 0.0360017 Feb 16 22:32:54.928079 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbc7480-7314-43a1-9b0b-360a30c088d2 x-openstack-request-id: req-1dbc7480-7314-43a1-9b0b-360a30c088d2 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:32:54.928726 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ea64e0-2732-4e53-8103-42277a896f8f", "name": "network-vif-deleted", "tag": "c1f77008-b346-4d09-961b-095158338e16", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:32:54.929142 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1dbc7480-7314-43a1-9b0b-360a30c088d2 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:32:54.929697 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ea64e0-2732-4e53-8103-42277a896f8f', 'name': 'network-vif-deleted', 'tag': 'c1f77008-b346-4d09-961b-095158338e16', 'status': 'completed', 'code': 200} Feb 16 22:32:55.052478 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:32:55.317189 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab07f1-7dbd-4df5-887b-314053837ee3 req-50c1b1c8-19ab-4cca-baeb-ff88b0cde736 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:55.323756 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab07f1-7dbd-4df5-887b-314053837ee3 req-50c1b1c8-19ab-4cca-baeb-ff88b0cde736 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:55.330572 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab07f1-7dbd-4df5-887b-314053837ee3 req-50c1b1c8-19ab-4cca-baeb-ff88b0cde736 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:55.339658 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab07f1-7dbd-4df5-887b-314053837ee3 req-50c1b1c8-19ab-4cca-baeb-ff88b0cde736 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:55.346536 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab07f1-7dbd-4df5-887b-314053837ee3 req-50c1b1c8-19ab-4cca-baeb-ff88b0cde736 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:55.352940 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab07f1-7dbd-4df5-887b-314053837ee3 req-50c1b1c8-19ab-4cca-baeb-ff88b0cde736 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:55.377031 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab07f1-7dbd-4df5-887b-314053837ee3 req-50c1b1c8-19ab-4cca-baeb-ff88b0cde736 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:55.379384 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7eab07f1-7dbd-4df5-887b-314053837ee3 req-50c1b1c8-19ab-4cca-baeb-ff88b0cde736 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1728361 Feb 16 22:32:55.510988 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7eab07f1-7dbd-4df5-887b-314053837ee3 req-87e00f87-e6b0-48b5-9356-d4060728aa32 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1241035 Feb 16 22:32:55.588512 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:55.829512 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067fa81-79b5-433e-a8c4-2a821488906e req-f67b4641-cf35-4c93-a154-b06ddab26099 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:55.831907 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1067fa81-79b5-433e-a8c4-2a821488906e req-f67b4641-cf35-4c93-a154-b06ddab26099 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a7d2d090-a2d1-4e15-a806-83ad08c6bf17 HTTP/1.1" status: 200 len: 1128 time: 0.0769529 Feb 16 22:32:55.896468 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1067fa81-79b5-433e-a8c4-2a821488906e req-8e831f08-68a0-4ddc-a410-039223ab6894 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=37e608e0-6794-40f8-9cb8-8946034f7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531271 Feb 16 22:32:56.442312 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25864e-c31a-4ee1-8cef-65fe180bc508 req-28d23619-5fa4-4680-be1e-b311b6fceffa tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:56.444621 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4f25864e-c31a-4ee1-8cef-65fe180bc508 req-28d23619-5fa4-4680-be1e-b311b6fceffa tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 945 time: 0.0571995 Feb 16 22:32:56.533355 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4f25864e-c31a-4ee1-8cef-65fe180bc508 req-7ddc62a1-80a0-4390-9e9b-155508fe75e5 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819156 Feb 16 22:32:57.001571 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:57.005960 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5b8c4-488c-4066-8b23-2b8f6807da99 req-59b8f0a7-5a04-45b0-ac23-d7ef5bfba0e8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:57.011517 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5b8c4-488c-4066-8b23-2b8f6807da99 req-59b8f0a7-5a04-45b0-ac23-d7ef5bfba0e8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:57.017368 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5b8c4-488c-4066-8b23-2b8f6807da99 req-59b8f0a7-5a04-45b0-ac23-d7ef5bfba0e8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:57.022998 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5b8c4-488c-4066-8b23-2b8f6807da99 req-59b8f0a7-5a04-45b0-ac23-d7ef5bfba0e8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:57.029464 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5b8c4-488c-4066-8b23-2b8f6807da99 req-59b8f0a7-5a04-45b0-ac23-d7ef5bfba0e8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:57.035154 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5b8c4-488c-4066-8b23-2b8f6807da99 req-59b8f0a7-5a04-45b0-ac23-d7ef5bfba0e8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:57.041379 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5b8c4-488c-4066-8b23-2b8f6807da99 req-59b8f0a7-5a04-45b0-ac23-d7ef5bfba0e8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:57.043550 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-edf5b8c4-488c-4066-8b23-2b8f6807da99 req-59b8f0a7-5a04-45b0-ac23-d7ef5bfba0e8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1426187 Feb 16 22:32:57.128620 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-edf5b8c4-488c-4066-8b23-2b8f6807da99 req-d635c26c-2916-43fe-83bb-6859e52906fa tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0699368 Feb 16 22:32:57.297196 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205303bc-8e94-4ac9-bcc5-43841916d957 req-3f5974fa-7c61-430f-b31e-9d61553ae269 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:57.301741 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-205303bc-8e94-4ac9-bcc5-43841916d957 req-3f5974fa-7c61-430f-b31e-9d61553ae269 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a7d2d090-a2d1-4e15-a806-83ad08c6bf17 HTTP/1.1" status: 200 len: 1128 time: 0.0593474 Feb 16 22:32:57.351768 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-205303bc-8e94-4ac9-bcc5-43841916d957 req-a77579f7-54c7-4b2f-8ad1-02324f69be7b tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=37e608e0-6794-40f8-9cb8-8946034f7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397544 Feb 16 22:32:57.409082 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device c1f77008-b346-4d09-961b-095158338e16 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:32:57.438255 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: c1f77008-b346-4d09-961b-095158338e16 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:32:57.439016 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device c1f77008-b346-4d09-961b-095158338e16 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:32:57.533198 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76eee7-7d05-4c92-8616-48ec6e1f19ea req-97e07ec2-de3b-4a5e-b1ce-f77053993853 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:57.544083 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-be76eee7-7d05-4c92-8616-48ec6e1f19ea req-97e07ec2-de3b-4a5e-b1ce-f77053993853 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a7d2d090-a2d1-4e15-a806-83ad08c6bf17 HTTP/1.1" status: 200 len: 1128 time: 0.0748081 Feb 16 22:32:57.605320 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-be76eee7-7d05-4c92-8616-48ec6e1f19ea req-41a7cb39-91c3-4c44-8fe2-c19b712ba4a1 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=37e608e0-6794-40f8-9cb8-8946034f7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601451 Feb 16 22:32:57.734728 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eabe84-5d73-4fba-8a41-ed32e912eae9 req-45f409f0-63de-4b4e-aedf-52b9c9b96173 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:57.736686 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-59eabe84-5d73-4fba-8a41-ed32e912eae9 req-45f409f0-63de-4b4e-aedf-52b9c9b96173 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 945 time: 0.0645211 Feb 16 22:32:57.806290 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-59eabe84-5d73-4fba-8a41-ed32e912eae9 req-01187202-68af-4832-baad-0995bed9e792 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626829 Feb 16 22:32:57.974103 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea324ea-2674-4cea-adbb-32f7b0fa8c98 req-c9923894-0a21-46f0-951b-1aa2afc65a5c tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:57.981912 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8ea324ea-2674-4cea-adbb-32f7b0fa8c98 req-c9923894-0a21-46f0-951b-1aa2afc65a5c tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a7d2d090-a2d1-4e15-a806-83ad08c6bf17 HTTP/1.1" status: 200 len: 1128 time: 0.1026595 Feb 16 22:32:58.033797 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8ea324ea-2674-4cea-adbb-32f7b0fa8c98 req-fec38695-77ce-41b6-bacd-780c4d24129a tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=37e608e0-6794-40f8-9cb8-8946034f7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485923 Feb 16 22:32:58.468543 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:58.629804 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533e110-2d61-4787-a45f-d0f1a049f1a2 req-50568b32-eb41-4ace-b131-9e6c2ba4f978 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:58.635913 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533e110-2d61-4787-a45f-d0f1a049f1a2 req-50568b32-eb41-4ace-b131-9e6c2ba4f978 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:58.641766 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533e110-2d61-4787-a45f-d0f1a049f1a2 req-50568b32-eb41-4ace-b131-9e6c2ba4f978 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:58.647824 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533e110-2d61-4787-a45f-d0f1a049f1a2 req-50568b32-eb41-4ace-b131-9e6c2ba4f978 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:58.654679 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533e110-2d61-4787-a45f-d0f1a049f1a2 req-50568b32-eb41-4ace-b131-9e6c2ba4f978 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:58.665509 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533e110-2d61-4787-a45f-d0f1a049f1a2 req-50568b32-eb41-4ace-b131-9e6c2ba4f978 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:58.679532 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533e110-2d61-4787-a45f-d0f1a049f1a2 req-50568b32-eb41-4ace-b131-9e6c2ba4f978 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:58.682891 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c533e110-2d61-4787-a45f-d0f1a049f1a2 req-50568b32-eb41-4ace-b131-9e6c2ba4f978 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.4704933 Feb 16 22:32:58.769193 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c533e110-2d61-4787-a45f-d0f1a049f1a2 req-4bda56df-05ed-4a57-8125-cccb60b0f021 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0799110 Feb 16 22:32:58.989248 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-d0720d2f-b587-4463-ab00-aa639bb96040 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:58.990919 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-d0720d2f-b587-4463-ab00-aa639bb96040 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/networks?id=626a6efb-9469-4b55-8ca7-83ed255f6cfa HTTP/1.1" status: 200 len: 911 time: 0.1201663 Feb 16 22:32:59.019780 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-3be1c666-6686-41b2-9e97-eb601650ab80 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/quotas/9116c0f6fee34f639c021943ba24c1d0 HTTP/1.1" status: 200 len: 375 time: 0.0168195 Feb 16 22:32:59.109093 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-e6ee32dd-5b78-4905-89db-203de0211f63 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/ports?tenant_id=9116c0f6fee34f639c021943ba24c1d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0879729 Feb 16 22:32:59.225622 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-6cd33b2c-cbda-4dcc-8868-c443b3dc0849 service neutron] 10.222.0.75 "GET /v2.0/networks/626a6efb-9469-4b55-8ca7-83ed255f6cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144090 Feb 16 22:32:59.378687 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-0708f57b-6637-44e3-ae82-ff00247f3941 service neutron] 10.222.0.75 "GET /v2.0/networks/626a6efb-9469-4b55-8ca7-83ed255f6cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482248 Feb 16 22:32:59.738953 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b37a7-d687-48fd-889f-3410e9c5f2f3 req-4c8ce589-48fe-45f3-b2a7-9eb86d1ef1cf tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:32:59.741510 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-203b37a7-d687-48fd-889f-3410e9c5f2f3 req-4c8ce589-48fe-45f3-b2a7-9eb86d1ef1cf tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 945 time: 0.0788631 Feb 16 22:32:59.807526 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:32:59.812777 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-203b37a7-d687-48fd-889f-3410e9c5f2f3 req-3bcee002-daa5-4eb9-84db-fbd3a1942b21 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646181 Feb 16 22:32:59.942969 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-31408960-6abc-4575-85e2-e596c31ce7bf req-15859792-f1e1-4717-a98f-ca3803781ec1 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=11236742-7da9-4477-836b-32b6aa71a8a2 HTTP/1.1" status: 200 len: 210 time: 0.0490062 Feb 16 22:33:00.072677 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09684ba8-b46c-44a9-a023-7f6996979996 req-b9e0ffed-115a-4628-9dcb-3a8a58f62083 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:00.078492 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09684ba8-b46c-44a9-a023-7f6996979996 req-b9e0ffed-115a-4628-9dcb-3a8a58f62083 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:00.083764 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09684ba8-b46c-44a9-a023-7f6996979996 req-b9e0ffed-115a-4628-9dcb-3a8a58f62083 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:00.090602 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09684ba8-b46c-44a9-a023-7f6996979996 req-b9e0ffed-115a-4628-9dcb-3a8a58f62083 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:00.096121 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09684ba8-b46c-44a9-a023-7f6996979996 req-b9e0ffed-115a-4628-9dcb-3a8a58f62083 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:00.102277 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09684ba8-b46c-44a9-a023-7f6996979996 req-b9e0ffed-115a-4628-9dcb-3a8a58f62083 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:00.107726 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09684ba8-b46c-44a9-a023-7f6996979996 req-b9e0ffed-115a-4628-9dcb-3a8a58f62083 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:00.109806 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-09684ba8-b46c-44a9-a023-7f6996979996 req-b9e0ffed-115a-4628-9dcb-3a8a58f62083 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1211674 Feb 16 22:33:00.175739 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-09684ba8-b46c-44a9-a023-7f6996979996 req-e11f2ac9-438e-468a-b2f2-0558fe3c96c5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597947 Feb 16 22:33:00.717297 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-72ae77d7-bb79-4ef5-bb0d-628282a52756 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:00.719579 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-72ae77d7-bb79-4ef5-bb0d-628282a52756 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.79 "GET /v2.0/networks?id=626a6efb-9469-4b55-8ca7-83ed255f6cfa HTTP/1.1" status: 200 len: 911 time: 0.1091275 Feb 16 22:33:00.731736 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-1740a747-0570-43e1-b0da-22368ac39bf5 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Request body: {'port': {'device_id': '11236742-7da9-4477-836b-32b6aa71a8a2', 'network_id': '626a6efb-9469-4b55-8ca7-83ed255f6cfa', 'admin_state_up': True, 'tenant_id': '9116c0f6fee34f639c021943ba24c1d0'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:33:00.761483 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-1740a747-0570-43e1-b0da-22368ac39bf5 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Made reservation on behalf of 9116c0f6fee34f639c021943ba24c1d0 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:33:00.764716 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-1740a747-0570-43e1-b0da-22368ac39bf5 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:00.893387 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-1740a747-0570-43e1-b0da-22368ac39bf5 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Allocated IP 172.20.0.8 (626a6efb-9469-4b55-8ca7-83ed255f6cfa/ff35337c-6059-4b06-a9f5-80835838dfaa/bc07f976-1e7f-4e49-b876-00194d8b4ff7) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:33:00.967303 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0a5fa-4ebb-41bf-831b-fcf50a7cb6b3 req-9e17be55-78c5-45c3-a0c3-da721d72b3d6 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:00.974583 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-07a0a5fa-4ebb-41bf-831b-fcf50a7cb6b3 req-9e17be55-78c5-45c3-a0c3-da721d72b3d6 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 945 time: 0.0679431 Feb 16 22:33:01.029890 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-07a0a5fa-4ebb-41bf-831b-fcf50a7cb6b3 req-e86b5aef-7066-4398-b384-87d81f34e3d5 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/security-groups?id=46020347-32db-4cd9-8556-e7495171ceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544395 Feb 16 22:33:01.091905 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-1740a747-0570-43e1-b0da-22368ac39bf5 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Publish callbacks [] for port (bc07f976-1e7f-4e49-b876-00194d8b4ff7), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:01.118633 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-186182cb-decb-47dc-8f6f-19393106064a req-861cce27-5306-46e0-9de6-6cfbb389df90 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=11236742-7da9-4477-836b-32b6aa71a8a2 HTTP/1.1" status: 200 len: 210 time: 0.0316567 Feb 16 22:33:01.129810 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-1740a747-0570-43e1-b0da-22368ac39bf5 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (bc07f976-1e7f-4e49-b876-00194d8b4ff7), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:01.145021 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['72075348-2b51-4758-894e-40ea2da88d7b'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:33:01.187854 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-1740a747-0570-43e1-b0da-22368ac39bf5 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Network 626a6efb-9469-4b55-8ca7-83ed255f6cfa is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:33:01.189907 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-1740a747-0570-43e1-b0da-22368ac39bf5 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:33:01.197949 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740a747-0570-43e1-b0da-22368ac39bf5 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Pushing event updated for resources: {'Port': ['ID=bc07f976-1e7f-4e49-b876-00194d8b4ff7,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:01.210181 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-1740a747-0570-43e1-b0da-22368ac39bf5 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:33:01.283617 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-1740a747-0570-43e1-b0da-22368ac39bf5 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:01.284433 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-1740a747-0570-43e1-b0da-22368ac39bf5 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:01.317351 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-1740a747-0570-43e1-b0da-22368ac39bf5 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5893390 Feb 16 22:33:01.332431 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-956154c5-b72a-4ad7-89e6-dfa92df64298 service neutron] Request body: {'port': {'device_id': '11236742-7da9-4477-836b-32b6aa71a8a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:33:01.386596 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ec693-7dde-40e7-95c0-968ccb887dcd req-85f9faa0-1e82-46d6-9211-956f41fe84c7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:01.400485 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ec693-7dde-40e7-95c0-968ccb887dcd req-85f9faa0-1e82-46d6-9211-956f41fe84c7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:01.408114 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ec693-7dde-40e7-95c0-968ccb887dcd req-85f9faa0-1e82-46d6-9211-956f41fe84c7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:01.417797 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ec693-7dde-40e7-95c0-968ccb887dcd req-85f9faa0-1e82-46d6-9211-956f41fe84c7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:01.427217 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ec693-7dde-40e7-95c0-968ccb887dcd req-85f9faa0-1e82-46d6-9211-956f41fe84c7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:01.435461 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ec693-7dde-40e7-95c0-968ccb887dcd req-85f9faa0-1e82-46d6-9211-956f41fe84c7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:01.441482 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ec693-7dde-40e7-95c0-968ccb887dcd req-85f9faa0-1e82-46d6-9211-956f41fe84c7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:01.443677 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-264ec693-7dde-40e7-95c0-968ccb887dcd req-85f9faa0-1e82-46d6-9211-956f41fe84c7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1470585 Feb 16 22:33:01.594612 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-264ec693-7dde-40e7-95c0-968ccb887dcd req-4e7c39c3-6a89-4686-8c20-46e6d2f91448 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1408720 Feb 16 22:33:01.640032 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e05062-309d-4c2f-9f5e-002a8d30d3d1 req-20c4ef7b-3f49-4e3d-bbf3-11561d2a54aa tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:01.642003 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a5e05062-309d-4c2f-9f5e-002a8d30d3d1 req-20c4ef7b-3f49-4e3d-bbf3-11561d2a54aa tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 945 time: 0.1117377 Feb 16 22:33:01.696307 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7633b122-3e2d-48b9-af05-c5e28e69af8c None None] Provisioning complete for port bc07f976-1e7f-4e49-b876-00194d8b4ff7 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:33:01.696689 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7633b122-3e2d-48b9-af05-c5e28e69af8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (bc07f976-1e7f-4e49-b876-00194d8b4ff7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:01.769640 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-a5e05062-309d-4c2f-9f5e-002a8d30d3d1 req-5c278a93-16c7-4bd2-8bf3-145969e391cd tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Deleting port 20a5b726-5e1a-4ff9-ae11-2ab3951046a5 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:33:01.770215 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a5e05062-309d-4c2f-9f5e-002a8d30d3d1 req-5c278a93-16c7-4bd2-8bf3-145969e391cd tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (20a5b726-5e1a-4ff9-ae11-2ab3951046a5), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:01.785585 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7633b122-3e2d-48b9-af05-c5e28e69af8c None None] Port bc07f976-1e7f-4e49-b876-00194d8b4ff7 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:33:01.838085 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-956154c5-b72a-4ad7-89e6-dfa92df64298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bc07f976-1e7f-4e49-b876-00194d8b4ff7), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:01.890680 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-a5e05062-309d-4c2f-9f5e-002a8d30d3d1 req-5c278a93-16c7-4bd2-8bf3-145969e391cd tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] For port 20a5b726-5e1a-4ff9-ae11-2ab3951046a5, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=20a5b726-5e1a-4ff9-ae11-2ab3951046a5,segment=NetworkSegment(b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9),segment_id=b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:01.891057 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a5e05062-309d-4c2f-9f5e-002a8d30d3d1 req-5c278a93-16c7-4bd2-8bf3-145969e391cd tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (20a5b726-5e1a-4ff9-ae11-2ab3951046a5), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:01.904333 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-a5e05062-309d-4c2f-9f5e-002a8d30d3d1 req-5c278a93-16c7-4bd2-8bf3-145969e391cd tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Calling delete_port for 20a5b726-5e1a-4ff9-ae11-2ab3951046a5 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:33:02.058414 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a5e05062-309d-4c2f-9f5e-002a8d30d3d1 req-5c278a93-16c7-4bd2-8bf3-145969e391cd tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (20a5b726-5e1a-4ff9-ae11-2ab3951046a5), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:02.074432 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['20a5b726-5e1a-4ff9-ae11-2ab3951046a5'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:33:02.128010 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c278a93-16c7-4bd2-8bf3-145969e391cd tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Pushing event deleted for resources: {'Port': ['ID=20a5b726-5e1a-4ff9-ae11-2ab3951046a5,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:02.193995 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-956154c5-b72a-4ad7-89e6-dfa92df64298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc07f976-1e7f-4e49-b876-00194d8b4ff7 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:33:02.202400 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-956154c5-b72a-4ad7-89e6-dfa92df64298 service neutron] Publish callbacks [] for port (bc07f976-1e7f-4e49-b876-00194d8b4ff7), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:02.216109 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e05062-309d-4c2f-9f5e-002a8d30d3d1 req-5c278a93-16c7-4bd2-8bf3-145969e391cd tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] No DVR routers for this DVR port 20a5b726-5e1a-4ff9-ae11-2ab3951046a5 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:33:02.218764 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-956154c5-b72a-4ad7-89e6-dfa92df64298 service neutron] Transition to ACTIVE for port object bc07f976-1e7f-4e49-b876-00194d8b4ff7 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:33:02.223688 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-956154c5-b72a-4ad7-89e6-dfa92df64298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (bc07f976-1e7f-4e49-b876-00194d8b4ff7), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:02.226968 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4b5e5ca5-12cd-4c2e-a326-1f5fa9dac702 req-bf88022f-ff5c-43ce-a970-f8a19bdb2a93 tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed831f5f-f767-4993-980f-2faf169161c4 HTTP/1.1" status: 200 len: 210 time: 0.0524576 Feb 16 22:33:02.234967 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a5e05062-309d-4c2f-9f5e-002a8d30d3d1 req-5c278a93-16c7-4bd2-8bf3-145969e391cd tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:02.249314 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a5e05062-309d-4c2f-9f5e-002a8d30d3d1 req-5c278a93-16c7-4bd2-8bf3-145969e391cd tempest-ServerRescueNegativeTestJSON-1125749979 tempest-ServerRescueNegativeTestJSON-1125749979-project] 10.222.0.79 "DELETE /v2.0/ports/20a5b726-5e1a-4ff9-ae11-2ab3951046a5 HTTP/1.1" status: 204 len: 173 time: 0.6008382 Feb 16 22:33:02.249810 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed831f5f-f767-4993-980f-2faf169161c4', 'name': 'network-vif-deleted', 'tag': '20a5b726-5e1a-4ff9-ae11-2ab3951046a5'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:33:02.252085 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2540ae0f-a284-4c21-ad3b-0671fef22263" -d '{"events": [{"server_uuid": "ed831f5f-f767-4993-980f-2faf169161c4", "name": "network-vif-deleted", "tag": "20a5b726-5e1a-4ff9-ae11-2ab3951046a5"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:33:02.303121 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956154c5-b72a-4ad7-89e6-dfa92df64298 service neutron] Pushing event updated for resources: {'Port': ['ID=bc07f976-1e7f-4e49-b876-00194d8b4ff7,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:02.429560 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-956154c5-b72a-4ad7-89e6-dfa92df64298 service neutron] Attempting to bind port bc07f976-1e7f-4e49-b876-00194d8b4ff7 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:33:02.430287 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-956154c5-b72a-4ad7-89e6-dfa92df64298 service neutron] Attempting to bind port bc07f976-1e7f-4e49-b876-00194d8b4ff7 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'f94af077-0644-46b9-b857-8870c196a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '626a6efb-9469-4b55-8ca7-83ed255f6cfa'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:33:02.430740 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-956154c5-b72a-4ad7-89e6-dfa92df64298 service neutron] Attempting to bind port bc07f976-1e7f-4e49-b876-00194d8b4ff7 on network 626a6efb-9469-4b55-8ca7-83ed255f6cfa {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:33:02.437032 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-956154c5-b72a-4ad7-89e6-dfa92df64298 service neutron] Port bc07f976-1e7f-4e49-b876-00194d8b4ff7 on network 626a6efb-9469-4b55-8ca7-83ed255f6cfa not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:33:02.437477 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-956154c5-b72a-4ad7-89e6-dfa92df64298 service neutron] Attempting to bind port bc07f976-1e7f-4e49-b876-00194d8b4ff7 on network 626a6efb-9469-4b55-8ca7-83ed255f6cfa {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:33:02.442768 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-956154c5-b72a-4ad7-89e6-dfa92df64298 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:33:02.443233 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-956154c5-b72a-4ad7-89e6-dfa92df64298 service neutron] Checking segment: {'id': 'f94af077-0644-46b9-b857-8870c196a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '626a6efb-9469-4b55-8ca7-83ed255f6cfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:33:02.443742 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-956154c5-b72a-4ad7-89e6-dfa92df64298 service neutron] Bound using segment: {'id': 'f94af077-0644-46b9-b857-8870c196a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '626a6efb-9469-4b55-8ca7-83ed255f6cfa'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:33:02.444295 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-956154c5-b72a-4ad7-89e6-dfa92df64298 service neutron] Bound port: bc07f976-1e7f-4e49-b876-00194d8b4ff7, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f94af077-0644-46b9-b857-8870c196a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '626a6efb-9469-4b55-8ca7-83ed255f6cfa'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:33:02.444984 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-956154c5-b72a-4ad7-89e6-dfa92df64298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bc07f976-1e7f-4e49-b876-00194d8b4ff7), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:02.459392 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f4427-5872-4033-b013-82a98c578c89 req-6a49c5b3-411a-4b5a-901a-651a976dde1f tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:02.462231 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e49f4427-5872-4033-b013-82a98c578c89 req-6a49c5b3-411a-4b5a-901a-651a976dde1f tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=11236742-7da9-4477-836b-32b6aa71a8a2 HTTP/1.1" status: 200 len: 1052 time: 0.0923202 Feb 16 22:33:02.545586 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-956154c5-b72a-4ad7-89e6-dfa92df64298 service neutron] For port bc07f976-1e7f-4e49-b876-00194d8b4ff7, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:33:02.547726 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e49f4427-5872-4033-b013-82a98c578c89 req-5209bdf2-6dd3-495f-832d-d6048ea1aa34 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=37e608e0-6794-40f8-9cb8-8946034f7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718172 Feb 16 22:33:02.549271 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-956154c5-b72a-4ad7-89e6-dfa92df64298 service neutron] For port bc07f976-1e7f-4e49-b876-00194d8b4ff7, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=bc07f976-1e7f-4e49-b876-00194d8b4ff7,segment=NetworkSegment(f94af077-0644-46b9-b857-8870c196a9eb),segment_id=f94af077-0644-46b9-b857-8870c196a9eb)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:33:02.561282 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-956154c5-b72a-4ad7-89e6-dfa92df64298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (bc07f976-1e7f-4e49-b876-00194d8b4ff7), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:02.596595 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48694804-b276-4925-aa4b-644b92690e31 x-openstack-request-id: req-48694804-b276-4925-aa4b-644b92690e31 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:33:02.596909 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed831f5f-f767-4993-980f-2faf169161c4", "name": "network-vif-deleted", "tag": "20a5b726-5e1a-4ff9-ae11-2ab3951046a5", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:33:02.597332 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-48694804-b276-4925-aa4b-644b92690e31 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:33:02.597885 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed831f5f-f767-4993-980f-2faf169161c4', 'name': 'network-vif-deleted', 'tag': '20a5b726-5e1a-4ff9-ae11-2ab3951046a5', 'status': 'completed', 'code': 200} Feb 16 22:33:02.614587 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-956154c5-b72a-4ad7-89e6-dfa92df64298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:02.615518 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-956154c5-b72a-4ad7-89e6-dfa92df64298 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:02.617118 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-956154c5-b72a-4ad7-89e6-dfa92df64298 service neutron] 10.222.0.79 "PUT /v2.0/ports/bc07f976-1e7f-4e49-b876-00194d8b4ff7 HTTP/1.1" status: 200 len: 1091 time: 1.2900951 Feb 16 22:33:02.617660 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11236742-7da9-4477-836b-32b6aa71a8a2', 'tag': 'bc07f976-1e7f-4e49-b876-00194d8b4ff7'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:33:02.620043 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aaf03e5-ab89-4a55-b2e1-a8f591e31563" -d '{"events": [{"name": "network-changed", "server_uuid": "11236742-7da9-4477-836b-32b6aa71a8a2", "tag": "bc07f976-1e7f-4e49-b876-00194d8b4ff7"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:33:02.699695 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956154c5-b72a-4ad7-89e6-dfa92df64298 service neutron] Pushing event updated for resources: {'Port': ['ID=bc07f976-1e7f-4e49-b876-00194d8b4ff7,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:02.743441 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-867aef9c-7f5a-4c30-ac5c-f249701765aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:02.745148 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-867aef9c-7f5a-4c30-ac5c-f249701765aa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9116c0f6fee34f639c021943ba24c1d0&device_id=11236742-7da9-4477-836b-32b6aa71a8a2 HTTP/1.1" status: 200 len: 1125 time: 0.0665207 Feb 16 22:33:02.829082 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d642c83a-aa8c-4c42-abad-bb032fa06256 x-openstack-request-id: req-d642c83a-aa8c-4c42-abad-bb032fa06256 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:33:02.829566 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11236742-7da9-4477-836b-32b6aa71a8a2", "tag": "bc07f976-1e7f-4e49-b876-00194d8b4ff7", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:33:02.832758 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d642c83a-aa8c-4c42-abad-bb032fa06256 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:33:02.833272 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11236742-7da9-4477-836b-32b6aa71a8a2', 'tag': 'bc07f976-1e7f-4e49-b876-00194d8b4ff7', 'status': 'completed', 'code': 200} Feb 16 22:33:02.835505 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-fbbb1b76-f7e4-4f58-ab8a-67fd44848b4a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc07f976-1e7f-4e49-b876-00194d8b4ff7 HTTP/1.1" status: 200 len: 217 time: 0.0810852 Feb 16 22:33:02.894643 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-e6b6f66a-83ce-4b37-95ff-211641db78f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:02.896528 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-e6b6f66a-83ce-4b37-95ff-211641db78f0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ff35337c-6059-4b06-a9f5-80835838dfaa HTTP/1.1" status: 200 len: 849 time: 0.0535181 Feb 16 22:33:02.983046 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-11d83d53-ace1-401b-b75d-ebc6e573edfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:02.985065 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-11d83d53-ace1-401b-b75d-ebc6e573edfa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=626a6efb-9469-4b55-8ca7-83ed255f6cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0804629 Feb 16 22:33:03.040097 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5bddd9-2084-4387-b090-dd53276ee187 req-62cca945-7b32-4de7-851d-0bfc4661a584 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:03.046065 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5bddd9-2084-4387-b090-dd53276ee187 req-62cca945-7b32-4de7-851d-0bfc4661a584 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:03.051684 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5bddd9-2084-4387-b090-dd53276ee187 req-62cca945-7b32-4de7-851d-0bfc4661a584 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:03.061037 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5bddd9-2084-4387-b090-dd53276ee187 req-62cca945-7b32-4de7-851d-0bfc4661a584 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:03.067529 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5bddd9-2084-4387-b090-dd53276ee187 req-62cca945-7b32-4de7-851d-0bfc4661a584 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:03.073366 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5bddd9-2084-4387-b090-dd53276ee187 req-62cca945-7b32-4de7-851d-0bfc4661a584 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:03.079467 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5bddd9-2084-4387-b090-dd53276ee187 req-62cca945-7b32-4de7-851d-0bfc4661a584 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:03.088177 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4b5bddd9-2084-4387-b090-dd53276ee187 req-62cca945-7b32-4de7-851d-0bfc4661a584 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1835070 Feb 16 22:33:03.120072 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-c82d42bf-496e-425f-91bf-459f5b083efb service neutron] 10.222.0.79 "GET /v2.0/networks/626a6efb-9469-4b55-8ca7-83ed255f6cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277769 Feb 16 22:33:03.154477 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4b5bddd9-2084-4387-b090-dd53276ee187 req-5e01c981-c0fe-45af-a12f-f206f5be5d50 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0655782 Feb 16 22:33:03.251482 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8e3feb47-0fba-4baf-a700-a1eb240d357f req-5ed79e46-66de-4c4b-afc1-ee016813a229 service neutron] 10.222.0.79 "GET /v2.0/networks/626a6efb-9469-4b55-8ca7-83ed255f6cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245909 Feb 16 22:33:03.286488 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48754) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:33:03.432575 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf03e5-ab89-4a55-b2e1-a8f591e31563 req-936272e5-15d5-4ad7-9732-5f4cf5945102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:03.434205 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7aaf03e5-ab89-4a55-b2e1-a8f591e31563 req-936272e5-15d5-4ad7-9732-5f4cf5945102 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9116c0f6fee34f639c021943ba24c1d0&device_id=11236742-7da9-4477-836b-32b6aa71a8a2 HTTP/1.1" status: 200 len: 1125 time: 0.1025798 Feb 16 22:33:03.616736 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf03e5-ab89-4a55-b2e1-a8f591e31563 req-425f3e1e-16b5-46e3-88b8-ad9ff9afdb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:03.618882 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7aaf03e5-ab89-4a55-b2e1-a8f591e31563 req-425f3e1e-16b5-46e3-88b8-ad9ff9afdb15 service neutron] 10.222.0.79 "GET /v2.0/networks?id=626a6efb-9469-4b55-8ca7-83ed255f6cfa HTTP/1.1" status: 200 len: 911 time: 0.1778603 Feb 16 22:33:03.656693 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40dd242-5d50-4c6a-8027-a8565dd54fb8 req-51f054bb-3fa2-4ca4-a184-a96ce6acb1c5 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:03.658255 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a40dd242-5d50-4c6a-8027-a8565dd54fb8 req-51f054bb-3fa2-4ca4-a184-a96ce6acb1c5 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=11236742-7da9-4477-836b-32b6aa71a8a2 HTTP/1.1" status: 200 len: 1125 time: 0.0468280 Feb 16 22:33:03.680219 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7aaf03e5-ab89-4a55-b2e1-a8f591e31563 req-b03bddbe-cd25-4b48-9d6f-b3561da951de service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc07f976-1e7f-4e49-b876-00194d8b4ff7 HTTP/1.1" status: 200 len: 217 time: 0.0425594 Feb 16 22:33:03.703856 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a40dd242-5d50-4c6a-8027-a8565dd54fb8 req-c5badcba-a523-4a16-b42d-5145218dce35 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=37e608e0-6794-40f8-9cb8-8946034f7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392795 Feb 16 22:33:03.755776 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf03e5-ab89-4a55-b2e1-a8f591e31563 req-00b691ab-00dc-4027-a13b-32bf6d84706e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:03.757254 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7aaf03e5-ab89-4a55-b2e1-a8f591e31563 req-00b691ab-00dc-4027-a13b-32bf6d84706e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ff35337c-6059-4b06-a9f5-80835838dfaa HTTP/1.1" status: 200 len: 849 time: 0.0691662 Feb 16 22:33:03.835512 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf03e5-ab89-4a55-b2e1-a8f591e31563 req-4b03ff4e-1238-4bde-b11c-98831a6fbb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:03.837023 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7aaf03e5-ab89-4a55-b2e1-a8f591e31563 req-4b03ff4e-1238-4bde-b11c-98831a6fbb15 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=626a6efb-9469-4b55-8ca7-83ed255f6cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0718014 Feb 16 22:33:03.952713 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4295609d-b9d8-4797-823c-429687100de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (f156ec8f-85f8-4911-9841-0e26f28bbd27), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:03.995045 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7aaf03e5-ab89-4a55-b2e1-a8f591e31563 req-ddc3500f-25cb-4229-80f6-f18fac9e0760 service neutron] 10.222.0.79 "GET /v2.0/networks/626a6efb-9469-4b55-8ca7-83ed255f6cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412563 Feb 16 22:33:04.133588 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7aaf03e5-ab89-4a55-b2e1-a8f591e31563 req-66df5263-abc0-48ae-a292-d9490d7a7c55 service neutron] 10.222.0.79 "GET /v2.0/networks/626a6efb-9469-4b55-8ca7-83ed255f6cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129320 Feb 16 22:33:04.296607 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-4295609d-b9d8-4797-823c-429687100de3 admin admin] Deleting port c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:33:04.296960 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4295609d-b9d8-4797-823c-429687100de3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:04.297605 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a6887-9bc4-4121-944f-08b78ab10937 req-81c04971-8b8f-43be-bcff-f7d095f4af29 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:04.302954 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a6887-9bc4-4121-944f-08b78ab10937 req-81c04971-8b8f-43be-bcff-f7d095f4af29 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:04.308769 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a6887-9bc4-4121-944f-08b78ab10937 req-81c04971-8b8f-43be-bcff-f7d095f4af29 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:04.314001 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a6887-9bc4-4121-944f-08b78ab10937 req-81c04971-8b8f-43be-bcff-f7d095f4af29 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:04.319301 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a6887-9bc4-4121-944f-08b78ab10937 req-81c04971-8b8f-43be-bcff-f7d095f4af29 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:04.324545 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a6887-9bc4-4121-944f-08b78ab10937 req-81c04971-8b8f-43be-bcff-f7d095f4af29 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:04.329808 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a6887-9bc4-4121-944f-08b78ab10937 req-81c04971-8b8f-43be-bcff-f7d095f4af29 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:04.331740 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c8a6887-9bc4-4121-944f-08b78ab10937 req-81c04971-8b8f-43be-bcff-f7d095f4af29 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1032043 Feb 16 22:33:04.374922 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-4295609d-b9d8-4797-823c-429687100de3 admin admin] For port c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa,segment=NetworkSegment(b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9),segment_id=b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:04.375291 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4295609d-b9d8-4797-823c-429687100de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:04.388106 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-4295609d-b9d8-4797-823c-429687100de3 admin admin] Calling delete_port for c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:33:04.391465 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c8a6887-9bc4-4121-944f-08b78ab10937 req-145ac5e7-d219-49b7-8a99-34b4d73c88ad tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523689 Feb 16 22:33:04.571367 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4295609d-b9d8-4797-823c-429687100de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:04.603556 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295609d-b9d8-4797-823c-429687100de3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:04.655133 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 20a5b726-5e1a-4ff9-ae11-2ab3951046a5 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:33:04.677398 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 20a5b726-5e1a-4ff9-ae11-2ab3951046a5 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:33:04.678354 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 20a5b726-5e1a-4ff9-ae11-2ab3951046a5 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:33:04.780515 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4295609d-b9d8-4797-823c-429687100de3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (f156ec8f-85f8-4911-9841-0e26f28bbd27), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:04.842118 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffbd29-9a3a-4f8d-9189-ae5757c30be3 req-3c629090-1fd8-40ac-b6d9-25d4d07a7e67 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:04.844325 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2dffbd29-9a3a-4f8d-9189-ae5757c30be3 req-3c629090-1fd8-40ac-b6d9-25d4d07a7e67 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=11236742-7da9-4477-836b-32b6aa71a8a2 HTTP/1.1" status: 200 len: 1125 time: 0.0526855 Feb 16 22:33:04.890395 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2dffbd29-9a3a-4f8d-9189-ae5757c30be3 req-43299f9f-fa83-4fcd-a77c-149369a42e2d tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=37e608e0-6794-40f8-9cb8-8946034f7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394590 Feb 16 22:33:05.030248 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4295609d-b9d8-4797-823c-429687100de3 admin admin] Router f156ec8f-85f8-4911-9841-0e26f28bbd27 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:33:05.141073 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4295609d-b9d8-4797-823c-429687100de3 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:33:05.146492 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4295609d-b9d8-4797-823c-429687100de3 admin admin] 10.222.0.75 "PUT /v2.0/routers/f156ec8f-85f8-4911-9841-0e26f28bbd27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8588228 Feb 16 22:33:05.149126 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48766) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:33:05.153008 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9d8efc-19b1-4194-a35f-c075525e4588 None None] Sync routers for ids ['f156ec8f-85f8-4911-9841-0e26f28bbd27'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:33:05.163236 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9d8efc-19b1-4194-a35f-c075525e4588 None None] Routers {'f156ec8f-85f8-4911-9841-0e26f28bbd27'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:33:05.164075 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-8b9d8efc-19b1-4194-a35f-c075525e4588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:32:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['f156ec8f-85f8-4911-9841-0e26f28bbd27'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:33:05.255457 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4cdc-2ed7-425d-9477-7c9ec459643a admin admin] Publish callbacks [] for router (f156ec8f-85f8-4911-9841-0e26f28bbd27), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:05.273488 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-8b9d8efc-19b1-4194-a35f-c075525e4588 None None] Set router f156ec8f-85f8-4911-9841-0e26f28bbd27 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:33:05.363097 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4cdc-2ed7-425d-9477-7c9ec459643a admin admin] Publish callbacks [] for router_gateway (f156ec8f-85f8-4911-9841-0e26f28bbd27), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:05.417537 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-4d9a4cdc-2ed7-425d-9477-7c9ec459643a admin admin] Deleting port 94bfccf7-1caf-4bd0-a28f-294b41738718 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:33:05.417877 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4cdc-2ed7-425d-9477-7c9ec459643a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (94bfccf7-1caf-4bd0-a28f-294b41738718), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:05.465245 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-8b9d8efc-19b1-4194-a35f-c075525e4588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f156ec8f-85f8-4911-9841-0e26f28bbd27', 'name': 'tempest-ServerRescueNegativeTestJSON-1389164331-router', 'tenant_id': '40c61a7cfadd45ac85b548218034c5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '94bfccf7-1caf-4bd0-a28f-294b41738718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:28:20Z', 'updated_at': '2022-02-16T22:33:04Z', 'revision_number': 5, 'project_id': '40c61a7cfadd45ac85b548218034c5f0', 'gw_port': {'id': '94bfccf7-1caf-4bd0-a28f-294b41738718', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f156ec8f-85f8-4911-9841-0e26f28bbd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:28:21Z', 'updated_at': '2022-02-16T22:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:33:05.499057 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9d8efc-19b1-4194-a35f-c075525e4588 None None] Checking router: f156ec8f-85f8-4911-9841-0e26f28bbd27 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:33:05.508584 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9d8efc-19b1-4194-a35f-c075525e4588 None None] Routers {'f156ec8f-85f8-4911-9841-0e26f28bbd27'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:33:05.509458 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-8b9d8efc-19b1-4194-a35f-c075525e4588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:32:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['f156ec8f-85f8-4911-9841-0e26f28bbd27'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:33:05.513628 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-4d9a4cdc-2ed7-425d-9477-7c9ec459643a admin admin] For port 94bfccf7-1caf-4bd0-a28f-294b41738718, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=94bfccf7-1caf-4bd0-a28f-294b41738718,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:05.514016 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4cdc-2ed7-425d-9477-7c9ec459643a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (94bfccf7-1caf-4bd0-a28f-294b41738718), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:05.554191 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-4d9a4cdc-2ed7-425d-9477-7c9ec459643a admin admin] Calling delete_port for 94bfccf7-1caf-4bd0-a28f-294b41738718 owned by network:router_gateway {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:33:05.601259 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-8b9d8efc-19b1-4194-a35f-c075525e4588 None None] Set router f156ec8f-85f8-4911-9841-0e26f28bbd27 gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:33:05.629940 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6432e-4514-44a3-b96d-886f1827b328 req-51213b6c-e45c-4985-bcdc-66393611a658 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:05.635275 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6432e-4514-44a3-b96d-886f1827b328 req-51213b6c-e45c-4985-bcdc-66393611a658 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:05.640818 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6432e-4514-44a3-b96d-886f1827b328 req-51213b6c-e45c-4985-bcdc-66393611a658 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:05.646181 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6432e-4514-44a3-b96d-886f1827b328 req-51213b6c-e45c-4985-bcdc-66393611a658 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:05.651433 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6432e-4514-44a3-b96d-886f1827b328 req-51213b6c-e45c-4985-bcdc-66393611a658 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:05.656740 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6432e-4514-44a3-b96d-886f1827b328 req-51213b6c-e45c-4985-bcdc-66393611a658 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:05.659705 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-8b9d8efc-19b1-4194-a35f-c075525e4588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f156ec8f-85f8-4911-9841-0e26f28bbd27', 'name': 'tempest-ServerRescueNegativeTestJSON-1389164331-router', 'tenant_id': '40c61a7cfadd45ac85b548218034c5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:28:20Z', 'updated_at': '2022-02-16T22:33:05Z', 'revision_number': 6, 'project_id': '40c61a7cfadd45ac85b548218034c5f0', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:33:05.663313 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6432e-4514-44a3-b96d-886f1827b328 req-51213b6c-e45c-4985-bcdc-66393611a658 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:05.664671 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0dc6432e-4514-44a3-b96d-886f1827b328 req-51213b6c-e45c-4985-bcdc-66393611a658 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1477938 Feb 16 22:33:05.691009 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9d8efc-19b1-4194-a35f-c075525e4588 None None] The sync data for ids ['f156ec8f-85f8-4911-9841-0e26f28bbd27'] in n-d-813897-6 is: [{'id': 'f156ec8f-85f8-4911-9841-0e26f28bbd27', 'name': 'tempest-ServerRescueNegativeTestJSON-1389164331-router', 'tenant_id': '40c61a7cfadd45ac85b548218034c5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:28:20Z', 'updated_at': '2022-02-16T22:33:05Z', 'revision_number': 6, 'project_id': '40c61a7cfadd45ac85b548218034c5f0', 'gw_port_host': None}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:33:05.782548 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0dc6432e-4514-44a3-b96d-886f1827b328 req-3105832c-09a1-41bb-841b-7f2ec569d424 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1103444 Feb 16 22:33:05.843546 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4cdc-2ed7-425d-9477-7c9ec459643a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (94bfccf7-1caf-4bd0-a28f-294b41738718), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:05.879577 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a4cdc-2ed7-425d-9477-7c9ec459643a admin admin] Pushing event deleted for resources: {'Port': ['ID=94bfccf7-1caf-4bd0-a28f-294b41738718,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:05.939511 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4cdc-2ed7-425d-9477-7c9ec459643a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (f156ec8f-85f8-4911-9841-0e26f28bbd27), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:06.078633 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4cdc-2ed7-425d-9477-7c9ec459643a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (f156ec8f-85f8-4911-9841-0e26f28bbd27), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:06.081374 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4cdc-2ed7-425d-9477-7c9ec459643a admin admin] Publish callbacks [] for router_controller (f156ec8f-85f8-4911-9841-0e26f28bbd27), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:06.123825 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8962d-58c8-4cdd-bca1-f4cb06880b0c req-9167cbfc-4d1f-42e1-a0c3-d827db26fc48 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:06.125409 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e4f8962d-58c8-4cdd-bca1-f4cb06880b0c req-9167cbfc-4d1f-42e1-a0c3-d827db26fc48 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=11236742-7da9-4477-836b-32b6aa71a8a2 HTTP/1.1" status: 200 len: 1125 time: 0.1429899 Feb 16 22:33:06.134390 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4cdc-2ed7-425d-9477-7c9ec459643a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (f156ec8f-85f8-4911-9841-0e26f28bbd27), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:06.135089 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9a4cdc-2ed7-425d-9477-7c9ec459643a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f156ec8f-85f8-4911-9841-0e26f28bbd27 {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:33:06.143432 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4cdc-2ed7-425d-9477-7c9ec459643a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:06.144817 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4d9a4cdc-2ed7-425d-9477-7c9ec459643a admin admin] 10.222.0.75 "DELETE /v2.0/routers/f156ec8f-85f8-4911-9841-0e26f28bbd27 HTTP/1.1" status: 204 len: 168 time: 0.9946325 Feb 16 22:33:06.147331 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48774) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:33:06.188846 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e4f8962d-58c8-4cdd-bca1-f4cb06880b0c req-8679eafe-aa18-44d7-869c-764d82c7a1fb tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=37e608e0-6794-40f8-9cb8-8946034f7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512011 Feb 16 22:33:06.193118 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e0ce3ae-ce1d-4708-88e7-bf5d55b60cff admin admin] Deleting subnet 50b869b4-5498-459d-a27a-a372659d9f4c {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:33:06.196402 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e0ce3ae-ce1d-4708-88e7-bf5d55b60cff admin admin] Publish callbacks [] for subnet (50b869b4-5498-459d-a27a-a372659d9f4c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:06.233086 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e0ce3ae-ce1d-4708-88e7-bf5d55b60cff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (50b869b4-5498-459d-a27a-a372659d9f4c), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:06.271723 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e0ce3ae-ce1d-4708-88e7-bf5d55b60cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (50b869b4-5498-459d-a27a-a372659d9f4c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:06.330623 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e0ce3ae-ce1d-4708-88e7-bf5d55b60cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (50b869b4-5498-459d-a27a-a372659d9f4c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:06.356129 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ce3ae-ce1d-4708-88e7-bf5d55b60cff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50b869b4-5498-459d-a27a-a372659d9f4c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:06.360945 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e0ce3ae-ce1d-4708-88e7-bf5d55b60cff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:06.364173 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6e0ce3ae-ce1d-4708-88e7-bf5d55b60cff admin admin] 10.222.0.75 "DELETE /v2.0/subnets/50b869b4-5498-459d-a27a-a372659d9f4c HTTP/1.1" status: 204 len: 168 time: 0.2156584 Feb 16 22:33:06.366653 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48776) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:33:06.434623 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3b03fb7f-4652-4ec0-a586-0e1d2e76bb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (752ff291-8125-4ff8-b264-ca3a640ae0c4), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:06.524008 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3b03fb7f-4652-4ec0-a586-0e1d2e76bb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (752ff291-8125-4ff8-b264-ca3a640ae0c4), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:06.544273 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-3b03fb7f-4652-4ec0-a586-0e1d2e76bb80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['752ff291-8125-4ff8-b264-ca3a640ae0c4']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:33:06.553919 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-3b03fb7f-4652-4ec0-a586-0e1d2e76bb80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:33:06.554254 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-3b03fb7f-4652-4ec0-a586-0e1d2e76bb80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:33:06.564330 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3b03fb7f-4652-4ec0-a586-0e1d2e76bb80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:06.579670 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3b03fb7f-4652-4ec0-a586-0e1d2e76bb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:06.587335 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b03fb7f-4652-4ec0-a586-0e1d2e76bb80 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:33:06.587729 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3b03fb7f-4652-4ec0-a586-0e1d2e76bb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (b0994e8c-d6e0-4fb4-a10d-aca8f2f85cc9), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:06.589534 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:33:06.589534 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:33:06.589534 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:33:06.589534 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:33:06.589534 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:33:06.589534 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:33:06.589534 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:33:06.589534 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:33:06.589534 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:33:06.589534 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:33:06.589534 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:33:06.589534 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:33:06.589534 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:33:06.589534 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:33:06.589534 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:33:06.589534 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:33:06.589534 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:33:06.589534 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:33:06.589534 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:33:06.589534 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:33:06.589534 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:33:06.589534 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:33:06.589534 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:33:06.589534 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:33:06.589534 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:33:06.589534 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:33:06.589534 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:33:06.589534 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:33:06.589534 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:33:06.589534 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:33:06.589534 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:33:06.589534 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:33:06.648097 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3b03fb7f-4652-4ec0-a586-0e1d2e76bb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (752ff291-8125-4ff8-b264-ca3a640ae0c4), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:06.655226 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3b03fb7f-4652-4ec0-a586-0e1d2e76bb80 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:06.658693 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3b03fb7f-4652-4ec0-a586-0e1d2e76bb80 admin admin] 10.222.0.75 "DELETE /v2.0/networks/752ff291-8125-4ff8-b264-ca3a640ae0c4 HTTP/1.1" status: 204 len: 168 time: 0.2910149 Feb 16 22:33:06.659502 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device bc07f976-1e7f-4e49-b876-00194d8b4ff7 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:33:06.868578 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port bc07f976-1e7f-4e49-b876-00194d8b4ff7, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=bc07f976-1e7f-4e49-b876-00194d8b4ff7,segment=NetworkSegment(f94af077-0644-46b9-b857-8870c196a9eb),segment_id=f94af077-0644-46b9-b857-8870c196a9eb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:06.889306 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'bc07f976-1e7f-4e49-b876-00194d8b4ff7', 'network_id': '626a6efb-9469-4b55-8ca7-83ed255f6cfa', 'port_id': 'bc07f976-1e7f-4e49-b876-00194d8b4ff7', 'mac_address': 'fa:16:3e:bf:f1:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff35337c-6059-4b06-a9f5-80835838dfaa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:33:06.893658 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 94bfccf7-1caf-4bd0-a28f-294b41738718 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:33:06.965572 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 94bfccf7-1caf-4bd0-a28f-294b41738718 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:33:06.965927 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 94bfccf7-1caf-4bd0-a28f-294b41738718 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:33:06.966711 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:33:06.989327 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port bc07f976-1e7f-4e49-b876-00194d8b4ff7 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:33:06.989994 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bc07f976-1e7f-4e49-b876-00194d8b4ff7), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:07.004547 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:33:07.005201 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c7e03fb3-9c9e-4742-b9d8-6f3167ba51fa not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:33:07.010457 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc07f976-1e7f-4e49-b876-00194d8b4ff7 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:33:07.012646 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03fb7f-4652-4ec0-a586-0e1d2e76bb80 admin admin] Pushing event deleted for resources: {'Network': ['ID=752ff291-8125-4ff8-b264-ca3a640ae0c4,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:07.017733 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48784) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:33:07.021739 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9053a-c015-434e-8590-eb440a701031 req-1efe702f-8d96-4840-bc66-cd85ac8893b9 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:07.027192 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9053a-c015-434e-8590-eb440a701031 req-1efe702f-8d96-4840-bc66-cd85ac8893b9 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:07.032424 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9053a-c015-434e-8590-eb440a701031 req-1efe702f-8d96-4840-bc66-cd85ac8893b9 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:07.037791 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9053a-c015-434e-8590-eb440a701031 req-1efe702f-8d96-4840-bc66-cd85ac8893b9 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:07.043759 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9053a-c015-434e-8590-eb440a701031 req-1efe702f-8d96-4840-bc66-cd85ac8893b9 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:07.043898 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port bc07f976-1e7f-4e49-b876-00194d8b4ff7, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=bc07f976-1e7f-4e49-b876-00194d8b4ff7,segment=NetworkSegment(f94af077-0644-46b9-b857-8870c196a9eb),segment_id=f94af077-0644-46b9-b857-8870c196a9eb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:07.049022 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9053a-c015-434e-8590-eb440a701031 req-1efe702f-8d96-4840-bc66-cd85ac8893b9 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:07.053499 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (bc07f976-1e7f-4e49-b876-00194d8b4ff7), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:07.055788 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9053a-c015-434e-8590-eb440a701031 req-1efe702f-8d96-4840-bc66-cd85ac8893b9 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:07.063850 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-10f9053a-c015-434e-8590-eb440a701031 req-1efe702f-8d96-4840-bc66-cd85ac8893b9 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1608055 Feb 16 22:33:07.085024 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5d04e984-81de-40f4-83a5-aa6284f165ec admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=40c61a7cfadd45ac85b548218034c5f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0661595 Feb 16 22:33:07.088063 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48786) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:33:07.108295 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=bc07f976-1e7f-4e49-b876-00194d8b4ff7,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:07.146070 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-10f9053a-c015-434e-8590-eb440a701031 req-c273434b-dcdd-4b00-99eb-94e74d848b2f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0783734 Feb 16 22:33:07.146726 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ec536faf-8d83-46fb-a07e-b46953f16ba6 admin admin] Publish callbacks [] for security_group (46020347-32db-4cd9-8556-e7495171ceb2), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:07.169584 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ec536faf-8d83-46fb-a07e-b46953f16ba6 admin admin] Publish callbacks [] for security_group (46020347-32db-4cd9-8556-e7495171ceb2), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:07.228949 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ec536faf-8d83-46fb-a07e-b46953f16ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (46020347-32db-4cd9-8556-e7495171ceb2), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:07.231694 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ec536faf-8d83-46fb-a07e-b46953f16ba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:07.234017 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ec536faf-8d83-46fb-a07e-b46953f16ba6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/46020347-32db-4cd9-8556-e7495171ceb2 HTTP/1.1" status: 204 len: 168 time: 0.1425300 Feb 16 22:33:07.241505 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec536faf-8d83-46fb-a07e-b46953f16ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46020347-32db-4cd9-8556-e7495171ceb2,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:07.313643 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['bc07f976-1e7f-4e49-b876-00194d8b4ff7'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:33:07.318452 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab8db5-9f6e-4c36-8f08-70b1f6b368f0 req-f5056665-83c2-480f-90d5-aedb045e4d86 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:07.328134 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c1ab8db5-9f6e-4c36-8f08-70b1f6b368f0 req-f5056665-83c2-480f-90d5-aedb045e4d86 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=11236742-7da9-4477-836b-32b6aa71a8a2 HTTP/1.1" status: 200 len: 1126 time: 0.0604222 Feb 16 22:33:07.378539 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c1ab8db5-9f6e-4c36-8f08-70b1f6b368f0 req-061e6391-4138-4d18-ba4d-a5f2649785de tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=37e608e0-6794-40f8-9cb8-8946034f7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490901 Feb 16 22:33:07.979229 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48810) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:33:08.075807 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-0e7f2692-e014-456c-80cb-fc5b54ce30cf admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-753438436-network', 'tenant_id': '8e18d5d64e254c0cbff795a2537801d2'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:33:08.095302 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7f2692-e014-456c-80cb-fc5b54ce30cf admin admin] Made reservation on behalf of 8e18d5d64e254c0cbff795a2537801d2 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:33:08.097553 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2692-e014-456c-80cb-fc5b54ce30cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:08.105826 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2692-e014-456c-80cb-fc5b54ce30cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:08.178896 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2692-e014-456c-80cb-fc5b54ce30cf admin admin] Publish callbacks [] for security_group (3d3a562b-24bc-42c5-8265-cbbe84f29e2a), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:08.184844 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2692-e014-456c-80cb-fc5b54ce30cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (3d3a562b-24bc-42c5-8265-cbbe84f29e2a), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:08.220060 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f2692-e014-456c-80cb-fc5b54ce30cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3a562b-24bc-42c5-8265-cbbe84f29e2a,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:08.226513 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7f2692-e014-456c-80cb-fc5b54ce30cf admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:33:08.237116 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2692-e014-456c-80cb-fc5b54ce30cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (208e5095-0779-4b65-9ffb-ae79e8b0afdb), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:08.237742 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-0e7f2692-e014-456c-80cb-fc5b54ce30cf admin admin] Added segment 208e5095-0779-4b65-9ffb-ae79e8b0afdb of type vlan for network 8cb6624c-f3c9-4783-923f-c9d48b261c7e Feb 16 22:33:08.284820 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2692-e014-456c-80cb-fc5b54ce30cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (8cb6624c-f3c9-4783-923f-c9d48b261c7e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:08.289411 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c6811-967d-4af5-80ac-dc8425b617cf req-905df34c-10ad-4c4a-9ad1-df98f3b71d56 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:08.294719 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c6811-967d-4af5-80ac-dc8425b617cf req-905df34c-10ad-4c4a-9ad1-df98f3b71d56 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:08.300032 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c6811-967d-4af5-80ac-dc8425b617cf req-905df34c-10ad-4c4a-9ad1-df98f3b71d56 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:08.305856 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c6811-967d-4af5-80ac-dc8425b617cf req-905df34c-10ad-4c4a-9ad1-df98f3b71d56 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:08.311218 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c6811-967d-4af5-80ac-dc8425b617cf req-905df34c-10ad-4c4a-9ad1-df98f3b71d56 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:08.312424 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2692-e014-456c-80cb-fc5b54ce30cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (8cb6624c-f3c9-4783-923f-c9d48b261c7e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:08.313700 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7f2692-e014-456c-80cb-fc5b54ce30cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:08.314589 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2692-e014-456c-80cb-fc5b54ce30cf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:08.316717 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c6811-967d-4af5-80ac-dc8425b617cf req-905df34c-10ad-4c4a-9ad1-df98f3b71d56 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:08.322925 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c6811-967d-4af5-80ac-dc8425b617cf req-905df34c-10ad-4c4a-9ad1-df98f3b71d56 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:08.324548 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7a4c6811-967d-4af5-80ac-dc8425b617cf req-905df34c-10ad-4c4a-9ad1-df98f3b71d56 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.0979345 Feb 16 22:33:08.350627 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0e7f2692-e014-456c-80cb-fc5b54ce30cf admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3701947 Feb 16 22:33:08.353537 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48818) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:33:08.358639 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-e35ebec9-0103-45da-87fb-d9ac50a4be7f admin admin] Request body: {'subnet': {'network_id': '8cb6624c-f3c9-4783-923f-c9d48b261c7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-753438436-subnet', 'tenant_id': '8e18d5d64e254c0cbff795a2537801d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:33:08.391580 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7a4c6811-967d-4af5-80ac-dc8425b617cf req-332067da-e37e-4346-a03a-d8cf083ba7d7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608978 Feb 16 22:33:08.394550 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f2692-e014-456c-80cb-fc5b54ce30cf admin admin] Pushing event updated for resources: {'Network': ['ID=8cb6624c-f3c9-4783-923f-c9d48b261c7e,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:08.408215 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 8cb6624c-f3c9-4783-923f-c9d48b261c7e details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:33:08.421106 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35ebec9-0103-45da-87fb-d9ac50a4be7f admin admin] Made reservation on behalf of 8e18d5d64e254c0cbff795a2537801d2 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:33:08.421106 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e35ebec9-0103-45da-87fb-d9ac50a4be7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:08.577212 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef4909-fe6d-417c-b624-bbbc1ebbf4a4 req-5589df27-3b5e-45ad-80f6-4edc57a6c710 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:08.578688 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e2ef4909-fe6d-417c-b624-bbbc1ebbf4a4 req-5589df27-3b5e-45ad-80f6-4edc57a6c710 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=11236742-7da9-4477-836b-32b6aa71a8a2 HTTP/1.1" status: 200 len: 1126 time: 0.0461640 Feb 16 22:33:08.614315 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e35ebec9-0103-45da-87fb-d9ac50a4be7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (8e9cf484-38d4-4f4b-a089-90e02ce0a0e2), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:08.629841 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e2ef4909-fe6d-417c-b624-bbbc1ebbf4a4 req-1fd27281-bb43-40c7-ad81-211180ea7c91 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=37e608e0-6794-40f8-9cb8-8946034f7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445042 Feb 16 22:33:08.672841 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device bc07f976-1e7f-4e49-b876-00194d8b4ff7 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:33:08.676755 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ebec9-0103-45da-87fb-d9ac50a4be7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e9cf484-38d4-4f4b-a089-90e02ce0a0e2,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:08.688489 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35ebec9-0103-45da-87fb-d9ac50a4be7f admin admin] Checking segment: {'id': '208e5095-0779-4b65-9ffb-ae79e8b0afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8cb6624c-f3c9-4783-923f-c9d48b261c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:33:08.688853 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35ebec9-0103-45da-87fb-d9ac50a4be7f admin admin] Network hostable DHCP agents. Network: 8cb6624c-f3c9-4783-923f-c9d48b261c7e, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:33:08.707596 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35ebec9-0103-45da-87fb-d9ac50a4be7f admin admin] Network 8cb6624c-f3c9-4783-923f-c9d48b261c7e is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:33:08.718242 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-e35ebec9-0103-45da-87fb-d9ac50a4be7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 8cb6624c-f3c9-4783-923f-c9d48b261c7e) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:33:08.723177 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35ebec9-0103-45da-87fb-d9ac50a4be7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:08.724099 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e35ebec9-0103-45da-87fb-d9ac50a4be7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:08.738704 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511302fe-7830-4f46-87bc-0ad15692ceeb None None] Network 8cb6624c-f3c9-4783-923f-c9d48b261c7e requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:33:08.741160 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port bc07f976-1e7f-4e49-b876-00194d8b4ff7 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:33:08.751287 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e35ebec9-0103-45da-87fb-d9ac50a4be7f admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3957679 Feb 16 22:33:08.760258 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port bc07f976-1e7f-4e49-b876-00194d8b4ff7 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:33:08.760637 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (bc07f976-1e7f-4e49-b876-00194d8b4ff7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:08.914239 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af4c352-f8c3-41b1-95fd-da0c4eb42883 None None] Network 8cb6624c-f3c9-4783-923f-c9d48b261c7e requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:33:08.917624 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port bc07f976-1e7f-4e49-b876-00194d8b4ff7 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:33:08.918037 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bc07f976-1e7f-4e49-b876-00194d8b4ff7), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:08.987097 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11236742-7da9-4477-836b-32b6aa71a8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc07f976-1e7f-4e49-b876-00194d8b4ff7'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:33:08.989314 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0fd767-ebcc-4b4e-9c41-6bd635d5c00f" -d '{"events": [{"server_uuid": "11236742-7da9-4477-836b-32b6aa71a8a2", "name": "network-vif-plugged", "status": "completed", "tag": "bc07f976-1e7f-4e49-b876-00194d8b4ff7"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:33:09.011013 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port bc07f976-1e7f-4e49-b876-00194d8b4ff7, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=bc07f976-1e7f-4e49-b876-00194d8b4ff7,segment=NetworkSegment(f94af077-0644-46b9-b857-8870c196a9eb),segment_id=f94af077-0644-46b9-b857-8870c196a9eb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:09.018285 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (bc07f976-1e7f-4e49-b876-00194d8b4ff7), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:09.071139 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=bc07f976-1e7f-4e49-b876-00194d8b4ff7,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:09.197899 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac38be-bf98-42ef-a838-99af14982e10 req-48752273-4b2b-440f-babe-2c62838c61d2 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:09.199373 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88ac38be-bf98-42ef-a838-99af14982e10 req-48752273-4b2b-440f-babe-2c62838c61d2 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/networks?id=8cb6624c-f3c9-4783-923f-c9d48b261c7e HTTP/1.1" status: 200 len: 813 time: 0.1042862 Feb 16 22:33:09.218531 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88ac38be-bf98-42ef-a838-99af14982e10 req-494a57f1-f9c8-4ce5-b797-a20652ba2b7c tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/quotas/8e18d5d64e254c0cbff795a2537801d2 HTTP/1.1" status: 200 len: 375 time: 0.0095489 Feb 16 22:33:09.251521 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88ac38be-bf98-42ef-a838-99af14982e10 req-541a9b80-a428-4b3a-b49b-bbf09300729e tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=8e18d5d64e254c0cbff795a2537801d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277205 Feb 16 22:33:09.341540 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88ac38be-bf98-42ef-a838-99af14982e10 req-8fafc605-133d-4b51-b20a-17214b0f16cd service neutron] 10.222.0.75 "GET /v2.0/networks/8cb6624c-f3c9-4783-923f-c9d48b261c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825200 Feb 16 22:33:09.437326 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88ac38be-bf98-42ef-a838-99af14982e10 req-c8423e29-5ab3-4107-8344-0d3f7a33c5bd service neutron] 10.222.0.75 "GET /v2.0/networks/8cb6624c-f3c9-4783-923f-c9d48b261c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899372 Feb 16 22:33:09.584832 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec3c53a-a498-4456-bc83-bb194fbe034a x-openstack-request-id: req-1ec3c53a-a498-4456-bc83-bb194fbe034a {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:33:09.586455 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11236742-7da9-4477-836b-32b6aa71a8a2", "name": "network-vif-plugged", "status": "completed", "tag": "bc07f976-1e7f-4e49-b876-00194d8b4ff7", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:33:09.587872 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1ec3c53a-a498-4456-bc83-bb194fbe034a {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:33:09.588566 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11236742-7da9-4477-836b-32b6aa71a8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc07f976-1e7f-4e49-b876-00194d8b4ff7', 'code': 200} Feb 16 22:33:09.700571 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a44e2-1115-4060-a1c3-fe37ed3ec5a0 req-ef2c3ffa-be1c-4ad7-b05b-197a86a2627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:09.702311 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b34a44e2-1115-4060-a1c3-fe37ed3ec5a0 req-ef2c3ffa-be1c-4ad7-b05b-197a86a2627e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=11236742-7da9-4477-836b-32b6aa71a8a2 HTTP/1.1" status: 200 len: 1127 time: 0.0523033 Feb 16 22:33:09.719355 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87467af8-2496-4023-b1b1-afc62b03ff79 req-cf818721-e082-47b3-93b2-c94eff905efe tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:09.725937 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87467af8-2496-4023-b1b1-afc62b03ff79 req-cf818721-e082-47b3-93b2-c94eff905efe tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:09.732204 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87467af8-2496-4023-b1b1-afc62b03ff79 req-cf818721-e082-47b3-93b2-c94eff905efe tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:09.738861 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87467af8-2496-4023-b1b1-afc62b03ff79 req-cf818721-e082-47b3-93b2-c94eff905efe tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:09.757140 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87467af8-2496-4023-b1b1-afc62b03ff79 req-cf818721-e082-47b3-93b2-c94eff905efe tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:09.768607 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87467af8-2496-4023-b1b1-afc62b03ff79 req-cf818721-e082-47b3-93b2-c94eff905efe tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:09.775576 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87467af8-2496-4023-b1b1-afc62b03ff79 req-cf818721-e082-47b3-93b2-c94eff905efe tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:09.781218 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b34a44e2-1115-4060-a1c3-fe37ed3ec5a0 req-709f5531-b82c-43c8-8f81-64ae88868622 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=37e608e0-6794-40f8-9cb8-8946034f7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724294 Feb 16 22:33:09.782514 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87467af8-2496-4023-b1b1-afc62b03ff79 req-cf818721-e082-47b3-93b2-c94eff905efe tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1489048 Feb 16 22:33:09.850325 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87467af8-2496-4023-b1b1-afc62b03ff79 req-d16e9545-b097-4820-8810-093b51b540a4 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583971 Feb 16 22:33:09.999230 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-226b2bc1-c01d-4789-8536-d7b65d566d82 req-0c9cc5a3-0309-4f91-a518-a2c229aa158d tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 210 time: 0.0382340 Feb 16 22:33:10.106964 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e82994-bf36-4da2-b1c4-1c3ec53edf91 req-60f2d09b-7e7e-4b2f-912f-85befe06f60a tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:10.108671 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c8e82994-bf36-4da2-b1c4-1c3ec53edf91 req-60f2d09b-7e7e-4b2f-912f-85befe06f60a tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=11236742-7da9-4477-836b-32b6aa71a8a2 HTTP/1.1" status: 200 len: 1127 time: 0.0511694 Feb 16 22:33:10.159397 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c8e82994-bf36-4da2-b1c4-1c3ec53edf91 req-833dd8de-ff7e-4c26-8b30-fefce99962f5 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=37e608e0-6794-40f8-9cb8-8946034f7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435927 Feb 16 22:33:10.706338 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac38be-bf98-42ef-a838-99af14982e10 req-bb63ffa0-e941-403b-acb3-f878e2cfb21a tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:10.708458 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-88ac38be-bf98-42ef-a838-99af14982e10 req-bb63ffa0-e941-403b-acb3-f878e2cfb21a tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.79 "GET /v2.0/networks?id=8cb6624c-f3c9-4783-923f-c9d48b261c7e HTTP/1.1" status: 200 len: 813 time: 0.1139503 Feb 16 22:33:10.721719 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-88ac38be-bf98-42ef-a838-99af14982e10 req-33ea090c-b9a0-4860-b94e-a0afad8d34b1 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Request body: {'port': {'device_id': '1fd6d796-c4cd-4624-881c-99cbaecb5fea', 'network_id': '8cb6624c-f3c9-4783-923f-c9d48b261c7e', 'admin_state_up': True, 'tenant_id': '8e18d5d64e254c0cbff795a2537801d2'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:33:10.827633 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88ac38be-bf98-42ef-a838-99af14982e10 req-33ea090c-b9a0-4860-b94e-a0afad8d34b1 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Made reservation on behalf of 8e18d5d64e254c0cbff795a2537801d2 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:33:10.832360 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88ac38be-bf98-42ef-a838-99af14982e10 req-33ea090c-b9a0-4860-b94e-a0afad8d34b1 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:10.993063 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-88ac38be-bf98-42ef-a838-99af14982e10 req-33ea090c-b9a0-4860-b94e-a0afad8d34b1 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Allocated IP 172.20.0.7 (8cb6624c-f3c9-4783-923f-c9d48b261c7e/8e9cf484-38d4-4f4b-a089-90e02ce0a0e2/a5d3632f-f83d-4462-adcf-439674f449d1) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:33:11.016210 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c42635-f8fd-4767-a139-b36440ba39bc req-1d660bd0-56f5-4c36-8bc6-f01eee1ede7b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:11.023473 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c42635-f8fd-4767-a139-b36440ba39bc req-1d660bd0-56f5-4c36-8bc6-f01eee1ede7b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:11.027543 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c42635-f8fd-4767-a139-b36440ba39bc req-1d660bd0-56f5-4c36-8bc6-f01eee1ede7b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:11.032853 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c42635-f8fd-4767-a139-b36440ba39bc req-1d660bd0-56f5-4c36-8bc6-f01eee1ede7b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:11.039327 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c42635-f8fd-4767-a139-b36440ba39bc req-1d660bd0-56f5-4c36-8bc6-f01eee1ede7b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:11.044667 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c42635-f8fd-4767-a139-b36440ba39bc req-1d660bd0-56f5-4c36-8bc6-f01eee1ede7b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:11.049875 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c42635-f8fd-4767-a139-b36440ba39bc req-1d660bd0-56f5-4c36-8bc6-f01eee1ede7b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:11.051805 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-70c42635-f8fd-4767-a139-b36440ba39bc req-1d660bd0-56f5-4c36-8bc6-f01eee1ede7b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.0990262 Feb 16 22:33:11.116054 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-70c42635-f8fd-4767-a139-b36440ba39bc req-c263a84b-d16f-4e3c-ad15-a280bb371f4c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559769 Feb 16 22:33:11.157052 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88ac38be-bf98-42ef-a838-99af14982e10 req-33ea090c-b9a0-4860-b94e-a0afad8d34b1 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Publish callbacks [] for port (a5d3632f-f83d-4462-adcf-439674f449d1), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:11.196904 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88ac38be-bf98-42ef-a838-99af14982e10 req-33ea090c-b9a0-4860-b94e-a0afad8d34b1 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (a5d3632f-f83d-4462-adcf-439674f449d1), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:11.243526 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ac38be-bf98-42ef-a838-99af14982e10 req-33ea090c-b9a0-4860-b94e-a0afad8d34b1 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Network 8cb6624c-f3c9-4783-923f-c9d48b261c7e is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:33:11.247568 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-88ac38be-bf98-42ef-a838-99af14982e10 req-33ea090c-b9a0-4860-b94e-a0afad8d34b1 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:33:11.251920 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ac38be-bf98-42ef-a838-99af14982e10 req-33ea090c-b9a0-4860-b94e-a0afad8d34b1 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:33:11.278488 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea090c-b9a0-4860-b94e-a0afad8d34b1 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Pushing event updated for resources: {'Port': ['ID=a5d3632f-f83d-4462-adcf-439674f449d1,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:11.306047 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69c5bc-be0c-4b12-a839-137500200597 req-b569073c-b27a-4301-90c6-dde64cc5c8c9 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:11.307881 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3d69c5bc-be0c-4b12-a839-137500200597 req-b569073c-b27a-4301-90c6-dde64cc5c8c9 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 931 time: 0.0755172 Feb 16 22:33:11.310426 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac38be-bf98-42ef-a838-99af14982e10 req-33ea090c-b9a0-4860-b94e-a0afad8d34b1 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:11.311143 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88ac38be-bf98-42ef-a838-99af14982e10 req-33ea090c-b9a0-4860-b94e-a0afad8d34b1 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:11.329698 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-88ac38be-bf98-42ef-a838-99af14982e10 req-33ea090c-b9a0-4860-b94e-a0afad8d34b1 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6118536 Feb 16 22:33:11.342295 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-88ac38be-bf98-42ef-a838-99af14982e10 req-be10ba2d-c83a-4919-a74a-1bc180ae4231 service neutron] Request body: {'port': {'device_id': '1fd6d796-c4cd-4624-881c-99cbaecb5fea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:33:11.365396 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3d69c5bc-be0c-4b12-a839-137500200597 req-0676609d-b83e-47c8-b971-ae25c5aadb2e tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464196 Feb 16 22:33:11.417057 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88ac38be-bf98-42ef-a838-99af14982e10 req-be10ba2d-c83a-4919-a74a-1bc180ae4231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a5d3632f-f83d-4462-adcf-439674f449d1), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:11.485639 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7baea-06eb-4bba-9e71-8bba98c379aa req-5c3bd7f0-b2b4-422e-bcb6-4f17dc6b3d0a tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:11.487288 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c8e7baea-06eb-4bba-9e71-8bba98c379aa req-5c3bd7f0-b2b4-422e-bcb6-4f17dc6b3d0a tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=11236742-7da9-4477-836b-32b6aa71a8a2 HTTP/1.1" status: 200 len: 1127 time: 0.0492992 Feb 16 22:33:11.531946 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c8e7baea-06eb-4bba-9e71-8bba98c379aa req-0c1d0cd5-2233-4567-a88e-a311f2b80143 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=37e608e0-6794-40f8-9cb8-8946034f7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383217 Feb 16 22:33:11.653463 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afbe78-18e4-4d55-85f6-f419d7a9f646 req-7801c53a-9dee-43df-a5ac-544c1eba9d1a tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:11.655516 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-91afbe78-18e4-4d55-85f6-f419d7a9f646 req-7801c53a-9dee-43df-a5ac-544c1eba9d1a tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=11236742-7da9-4477-836b-32b6aa71a8a2 HTTP/1.1" status: 200 len: 1127 time: 0.0582752 Feb 16 22:33:11.699320 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-91afbe78-18e4-4d55-85f6-f419d7a9f646 req-e48372f7-bcb4-4c34-ba8a-c7086141569b tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=37e608e0-6794-40f8-9cb8-8946034f7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381680 Feb 16 22:33:11.714354 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-88ac38be-bf98-42ef-a838-99af14982e10 req-be10ba2d-c83a-4919-a74a-1bc180ae4231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5d3632f-f83d-4462-adcf-439674f449d1 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:33:11.723127 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88ac38be-bf98-42ef-a838-99af14982e10 req-be10ba2d-c83a-4919-a74a-1bc180ae4231 service neutron] Publish callbacks [] for port (a5d3632f-f83d-4462-adcf-439674f449d1), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:11.738404 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-88ac38be-bf98-42ef-a838-99af14982e10 req-be10ba2d-c83a-4919-a74a-1bc180ae4231 service neutron] Transition to ACTIVE for port object a5d3632f-f83d-4462-adcf-439674f449d1 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:33:11.743423 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88ac38be-bf98-42ef-a838-99af14982e10 req-be10ba2d-c83a-4919-a74a-1bc180ae4231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (a5d3632f-f83d-4462-adcf-439674f449d1), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:11.797546 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10ba2d-c83a-4919-a74a-1bc180ae4231 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d3632f-f83d-4462-adcf-439674f449d1,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:11.815803 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2f2e6-b189-42af-8cde-e0201f6077eb req-ff8f718b-d93a-4f5f-8c63-056afffbde34 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:11.817405 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-65b2f2e6-b189-42af-8cde-e0201f6077eb req-ff8f718b-d93a-4f5f-8c63-056afffbde34 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=11236742-7da9-4477-836b-32b6aa71a8a2 HTTP/1.1" status: 200 len: 1127 time: 0.0497515 Feb 16 22:33:11.865344 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-65b2f2e6-b189-42af-8cde-e0201f6077eb req-99741f41-25cb-4e3f-8912-228e6c997681 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=37e608e0-6794-40f8-9cb8-8946034f7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406904 Feb 16 22:33:11.869380 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-88ac38be-bf98-42ef-a838-99af14982e10 req-be10ba2d-c83a-4919-a74a-1bc180ae4231 service neutron] Attempting to bind port a5d3632f-f83d-4462-adcf-439674f449d1 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:33:11.869721 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-88ac38be-bf98-42ef-a838-99af14982e10 req-be10ba2d-c83a-4919-a74a-1bc180ae4231 service neutron] Attempting to bind port a5d3632f-f83d-4462-adcf-439674f449d1 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '208e5095-0779-4b65-9ffb-ae79e8b0afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8cb6624c-f3c9-4783-923f-c9d48b261c7e'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:33:11.870076 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ac38be-bf98-42ef-a838-99af14982e10 req-be10ba2d-c83a-4919-a74a-1bc180ae4231 service neutron] Attempting to bind port a5d3632f-f83d-4462-adcf-439674f449d1 on network 8cb6624c-f3c9-4783-923f-c9d48b261c7e {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:33:11.874528 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ac38be-bf98-42ef-a838-99af14982e10 req-be10ba2d-c83a-4919-a74a-1bc180ae4231 service neutron] Port a5d3632f-f83d-4462-adcf-439674f449d1 on network 8cb6624c-f3c9-4783-923f-c9d48b261c7e not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:33:11.874851 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ac38be-bf98-42ef-a838-99af14982e10 req-be10ba2d-c83a-4919-a74a-1bc180ae4231 service neutron] Attempting to bind port a5d3632f-f83d-4462-adcf-439674f449d1 on network 8cb6624c-f3c9-4783-923f-c9d48b261c7e {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:33:11.879905 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ac38be-bf98-42ef-a838-99af14982e10 req-be10ba2d-c83a-4919-a74a-1bc180ae4231 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:33:11.880299 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ac38be-bf98-42ef-a838-99af14982e10 req-be10ba2d-c83a-4919-a74a-1bc180ae4231 service neutron] Checking segment: {'id': '208e5095-0779-4b65-9ffb-ae79e8b0afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8cb6624c-f3c9-4783-923f-c9d48b261c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:33:11.880731 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ac38be-bf98-42ef-a838-99af14982e10 req-be10ba2d-c83a-4919-a74a-1bc180ae4231 service neutron] Bound using segment: {'id': '208e5095-0779-4b65-9ffb-ae79e8b0afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8cb6624c-f3c9-4783-923f-c9d48b261c7e'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:33:11.881211 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-88ac38be-bf98-42ef-a838-99af14982e10 req-be10ba2d-c83a-4919-a74a-1bc180ae4231 service neutron] Bound port: a5d3632f-f83d-4462-adcf-439674f449d1, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '208e5095-0779-4b65-9ffb-ae79e8b0afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8cb6624c-f3c9-4783-923f-c9d48b261c7e'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:33:11.881624 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88ac38be-bf98-42ef-a838-99af14982e10 req-be10ba2d-c83a-4919-a74a-1bc180ae4231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a5d3632f-f83d-4462-adcf-439674f449d1), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:11.950847 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-88ac38be-bf98-42ef-a838-99af14982e10 req-be10ba2d-c83a-4919-a74a-1bc180ae4231 service neutron] For port a5d3632f-f83d-4462-adcf-439674f449d1, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:33:11.954008 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-88ac38be-bf98-42ef-a838-99af14982e10 req-be10ba2d-c83a-4919-a74a-1bc180ae4231 service neutron] For port a5d3632f-f83d-4462-adcf-439674f449d1, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a5d3632f-f83d-4462-adcf-439674f449d1,segment=NetworkSegment(208e5095-0779-4b65-9ffb-ae79e8b0afdb),segment_id=208e5095-0779-4b65-9ffb-ae79e8b0afdb)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:33:11.960156 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88ac38be-bf98-42ef-a838-99af14982e10 req-be10ba2d-c83a-4919-a74a-1bc180ae4231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (a5d3632f-f83d-4462-adcf-439674f449d1), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:12.002846 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac38be-bf98-42ef-a838-99af14982e10 req-be10ba2d-c83a-4919-a74a-1bc180ae4231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:12.003468 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88ac38be-bf98-42ef-a838-99af14982e10 req-be10ba2d-c83a-4919-a74a-1bc180ae4231 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:12.004898 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-88ac38be-bf98-42ef-a838-99af14982e10 req-be10ba2d-c83a-4919-a74a-1bc180ae4231 service neutron] 10.222.0.79 "PUT /v2.0/ports/a5d3632f-f83d-4462-adcf-439674f449d1 HTTP/1.1" status: 200 len: 1091 time: 0.6678054 Feb 16 22:33:12.005365 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd6d796-c4cd-4624-881c-99cbaecb5fea', 'tag': 'a5d3632f-f83d-4462-adcf-439674f449d1'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:33:12.007832 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2de20b-a883-45e2-a2bb-25a45c594b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd6d796-c4cd-4624-881c-99cbaecb5fea", "tag": "a5d3632f-f83d-4462-adcf-439674f449d1"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:33:12.029616 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10ba2d-c83a-4919-a74a-1bc180ae4231 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d3632f-f83d-4462-adcf-439674f449d1,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:12.073630 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23ed3f7-d5bc-46df-8071-c416def5a2e4 x-openstack-request-id: req-a23ed3f7-d5bc-46df-8071-c416def5a2e4 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:33:12.073630 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd6d796-c4cd-4624-881c-99cbaecb5fea", "tag": "a5d3632f-f83d-4462-adcf-439674f449d1", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:33:12.073630 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a23ed3f7-d5bc-46df-8071-c416def5a2e4 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:33:12.074199 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd6d796-c4cd-4624-881c-99cbaecb5fea', 'tag': 'a5d3632f-f83d-4462-adcf-439674f449d1', 'status': 'completed', 'code': 200} Feb 16 22:33:12.113380 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac38be-bf98-42ef-a838-99af14982e10 req-d77096ff-c323-4e97-8de4-d4c370b755e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:12.115155 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-88ac38be-bf98-42ef-a838-99af14982e10 req-d77096ff-c323-4e97-8de4-d4c370b755e1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8e18d5d64e254c0cbff795a2537801d2&device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 1125 time: 0.0535171 Feb 16 22:33:12.159346 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-88ac38be-bf98-42ef-a838-99af14982e10 req-41f1a53d-659c-4566-ba1c-c5634c1b5477 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5d3632f-f83d-4462-adcf-439674f449d1 HTTP/1.1" status: 200 len: 217 time: 0.0352221 Feb 16 22:33:12.164415 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1131a67-be68-47b2-ad64-6ee1a7d5c911 req-51c269f8-5128-4ce3-9739-60412efa2be7 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:12.165945 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1131a67-be68-47b2-ad64-6ee1a7d5c911 req-51c269f8-5128-4ce3-9739-60412efa2be7 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=11236742-7da9-4477-836b-32b6aa71a8a2 HTTP/1.1" status: 200 len: 1127 time: 0.0455766 Feb 16 22:33:12.209272 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac38be-bf98-42ef-a838-99af14982e10 req-3ee08441-0504-4a0e-b4fb-cfb83528a0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:12.211504 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-88ac38be-bf98-42ef-a838-99af14982e10 req-3ee08441-0504-4a0e-b4fb-cfb83528a0f1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8e9cf484-38d4-4f4b-a089-90e02ce0a0e2 HTTP/1.1" status: 200 len: 853 time: 0.0458689 Feb 16 22:33:12.215781 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1131a67-be68-47b2-ad64-6ee1a7d5c911 req-c4d0ae19-47bd-49ef-9b41-c3cce32ac98d tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=37e608e0-6794-40f8-9cb8-8946034f7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436430 Feb 16 22:33:12.253373 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-88ac38be-bf98-42ef-a838-99af14982e10 req-d43396b6-643c-4aef-ad21-4e6d928b24d0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8cb6624c-f3c9-4783-923f-c9d48b261c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349045 Feb 16 22:33:12.337067 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536627a5-396d-48f2-b687-6bce2b402e02 req-d1405424-60da-4465-a4c9-71b21d3f2f43 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:12.342290 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536627a5-396d-48f2-b687-6bce2b402e02 req-d1405424-60da-4465-a4c9-71b21d3f2f43 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:12.347703 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536627a5-396d-48f2-b687-6bce2b402e02 req-d1405424-60da-4465-a4c9-71b21d3f2f43 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:12.348531 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-88ac38be-bf98-42ef-a838-99af14982e10 req-75ce552e-36e9-425a-9b9e-5742819099b1 service neutron] 10.222.0.79 "GET /v2.0/networks/8cb6624c-f3c9-4783-923f-c9d48b261c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885890 Feb 16 22:33:12.353325 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536627a5-396d-48f2-b687-6bce2b402e02 req-d1405424-60da-4465-a4c9-71b21d3f2f43 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:12.358860 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536627a5-396d-48f2-b687-6bce2b402e02 req-d1405424-60da-4465-a4c9-71b21d3f2f43 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:12.364337 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536627a5-396d-48f2-b687-6bce2b402e02 req-d1405424-60da-4465-a4c9-71b21d3f2f43 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:12.369831 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536627a5-396d-48f2-b687-6bce2b402e02 req-d1405424-60da-4465-a4c9-71b21d3f2f43 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:12.372078 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-536627a5-396d-48f2-b687-6bce2b402e02 req-d1405424-60da-4465-a4c9-71b21d3f2f43 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.0987623 Feb 16 22:33:12.432066 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-536627a5-396d-48f2-b687-6bce2b402e02 req-ee60a720-c43a-43d2-837e-f8b69396bd8b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542483 Feb 16 22:33:12.446825 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-88ac38be-bf98-42ef-a838-99af14982e10 req-ebe1b9f3-3003-4528-b85d-91d6c6438c39 service neutron] 10.222.0.79 "GET /v2.0/networks/8cb6624c-f3c9-4783-923f-c9d48b261c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916829 Feb 16 22:33:12.548604 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2de20b-a883-45e2-a2bb-25a45c594b4f req-c380fde4-ba4d-41d5-89d9-20b20991e4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:12.550994 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-dd2de20b-a883-45e2-a2bb-25a45c594b4f req-c380fde4-ba4d-41d5-89d9-20b20991e4f2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8e18d5d64e254c0cbff795a2537801d2&device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 1125 time: 0.0562940 Feb 16 22:33:12.619560 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca8e98-e3e3-41f7-b9fa-2b61f8f6e257 req-cfe25952-d9e0-4ac0-91c4-ec8c4bd0c96a tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:12.621210 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-80ca8e98-e3e3-41f7-b9fa-2b61f8f6e257 req-cfe25952-d9e0-4ac0-91c4-ec8c4bd0c96a tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 943 time: 0.0538273 Feb 16 22:33:12.651264 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2de20b-a883-45e2-a2bb-25a45c594b4f req-5764ded6-34a2-4a13-ae15-d111cfc71dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:12.652774 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-dd2de20b-a883-45e2-a2bb-25a45c594b4f req-5764ded6-34a2-4a13-ae15-d111cfc71dd5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8cb6624c-f3c9-4783-923f-c9d48b261c7e HTTP/1.1" status: 200 len: 914 time: 0.0946243 Feb 16 22:33:12.675942 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-80ca8e98-e3e3-41f7-b9fa-2b61f8f6e257 req-5f4ffbf4-ce20-4fc5-a395-36fef63f4660 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482752 Feb 16 22:33:12.695916 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-dd2de20b-a883-45e2-a2bb-25a45c594b4f req-447ed117-21f3-4b6d-8a33-62038b2212e4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5d3632f-f83d-4462-adcf-439674f449d1 HTTP/1.1" status: 200 len: 217 time: 0.0358446 Feb 16 22:33:12.748066 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2de20b-a883-45e2-a2bb-25a45c594b4f req-36f46c93-9281-4f28-9274-e0583c62413b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:12.749571 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-dd2de20b-a883-45e2-a2bb-25a45c594b4f req-36f46c93-9281-4f28-9274-e0583c62413b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8e9cf484-38d4-4f4b-a089-90e02ce0a0e2 HTTP/1.1" status: 200 len: 853 time: 0.0451429 Feb 16 22:33:12.782149 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-dd2de20b-a883-45e2-a2bb-25a45c594b4f req-15e44742-a966-4813-a695-9cf953c5f2e8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8cb6624c-f3c9-4783-923f-c9d48b261c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259566 Feb 16 22:33:12.874941 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-dd2de20b-a883-45e2-a2bb-25a45c594b4f req-de2a47da-64ec-400f-800a-d9763a3aa40c service neutron] 10.222.0.79 "GET /v2.0/networks/8cb6624c-f3c9-4783-923f-c9d48b261c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863705 Feb 16 22:33:12.968347 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-dd2de20b-a883-45e2-a2bb-25a45c594b4f req-13a619e2-3428-4f39-b374-23acd96e4891 service neutron] 10.222.0.79 "GET /v2.0/networks/8cb6624c-f3c9-4783-923f-c9d48b261c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869861 Feb 16 22:33:13.342489 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815975ec-7806-42f1-bfb5-5ee3b3d79aac req-590903a5-bf3f-4caa-acaa-7de8a1a85ee1 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:13.357249 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-815975ec-7806-42f1-bfb5-5ee3b3d79aac req-590903a5-bf3f-4caa-acaa-7de8a1a85ee1 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=11236742-7da9-4477-836b-32b6aa71a8a2 HTTP/1.1" status: 200 len: 1127 time: 0.0614910 Feb 16 22:33:13.402572 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-815975ec-7806-42f1-bfb5-5ee3b3d79aac req-41758e5c-a252-4314-9ebb-252fe9b02c00 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=37e608e0-6794-40f8-9cb8-8946034f7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514247 Feb 16 22:33:13.462322 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd1604-a59d-49f8-921b-4d0bc790b1c2 req-b987fe11-e5f4-4947-a279-20307fce8737 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:13.472624 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2fcd1604-a59d-49f8-921b-4d0bc790b1c2 req-b987fe11-e5f4-4947-a279-20307fce8737 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=11236742-7da9-4477-836b-32b6aa71a8a2 HTTP/1.1" status: 200 len: 1127 time: 0.0538354 Feb 16 22:33:13.589446 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-2fcd1604-a59d-49f8-921b-4d0bc790b1c2 req-183248a3-ff13-4716-b7cc-afe6bd39b06a tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Deleting port bc07f976-1e7f-4e49-b876-00194d8b4ff7 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:33:13.590070 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-2fcd1604-a59d-49f8-921b-4d0bc790b1c2 req-183248a3-ff13-4716-b7cc-afe6bd39b06a tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (bc07f976-1e7f-4e49-b876-00194d8b4ff7), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:13.625342 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50075fc-da21-43b3-a27a-aee1bebc243f req-ccc2612b-6edf-4ae8-96b0-836496f8023f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:13.631489 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50075fc-da21-43b3-a27a-aee1bebc243f req-ccc2612b-6edf-4ae8-96b0-836496f8023f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:13.637990 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50075fc-da21-43b3-a27a-aee1bebc243f req-ccc2612b-6edf-4ae8-96b0-836496f8023f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:13.643403 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50075fc-da21-43b3-a27a-aee1bebc243f req-ccc2612b-6edf-4ae8-96b0-836496f8023f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:13.648924 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50075fc-da21-43b3-a27a-aee1bebc243f req-ccc2612b-6edf-4ae8-96b0-836496f8023f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:13.654267 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50075fc-da21-43b3-a27a-aee1bebc243f req-ccc2612b-6edf-4ae8-96b0-836496f8023f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:13.659703 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50075fc-da21-43b3-a27a-aee1bebc243f req-ccc2612b-6edf-4ae8-96b0-836496f8023f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:13.661695 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a50075fc-da21-43b3-a27a-aee1bebc243f req-ccc2612b-6edf-4ae8-96b0-836496f8023f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1422203 Feb 16 22:33:13.734331 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-2fcd1604-a59d-49f8-921b-4d0bc790b1c2 req-183248a3-ff13-4716-b7cc-afe6bd39b06a tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] For port bc07f976-1e7f-4e49-b876-00194d8b4ff7, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=bc07f976-1e7f-4e49-b876-00194d8b4ff7,segment=NetworkSegment(f94af077-0644-46b9-b857-8870c196a9eb),segment_id=f94af077-0644-46b9-b857-8870c196a9eb)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:13.734703 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-2fcd1604-a59d-49f8-921b-4d0bc790b1c2 req-183248a3-ff13-4716-b7cc-afe6bd39b06a tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (bc07f976-1e7f-4e49-b876-00194d8b4ff7), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:13.740036 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a50075fc-da21-43b3-a27a-aee1bebc243f req-b576c6cd-6d95-4f3c-956d-19583e7d2af4 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0718601 Feb 16 22:33:13.771342 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-2fcd1604-a59d-49f8-921b-4d0bc790b1c2 req-183248a3-ff13-4716-b7cc-afe6bd39b06a tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Calling delete_port for bc07f976-1e7f-4e49-b876-00194d8b4ff7 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:33:13.912823 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48906) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:33:13.958005 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-2fcd1604-a59d-49f8-921b-4d0bc790b1c2 req-183248a3-ff13-4716-b7cc-afe6bd39b06a tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (bc07f976-1e7f-4e49-b876-00194d8b4ff7), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:13.972914 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['72075348-2b51-4758-894e-40ea2da88d7b'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:33:14.002998 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183248a3-ff13-4716-b7cc-afe6bd39b06a tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc07f976-1e7f-4e49-b876-00194d8b4ff7,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:14.021366 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['bc07f976-1e7f-4e49-b876-00194d8b4ff7'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:33:14.111585 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24caf8de-a5ad-49aa-a05c-cee9c2a5b30d req-d8ab4a10-287d-4961-8bf6-1f4e139ede5a tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:14.121911 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24caf8de-a5ad-49aa-a05c-cee9c2a5b30d req-d8ab4a10-287d-4961-8bf6-1f4e139ede5a tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 943 time: 0.1686084 Feb 16 22:33:14.133252 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fcd1604-a59d-49f8-921b-4d0bc790b1c2 req-183248a3-ff13-4716-b7cc-afe6bd39b06a tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] No DVR routers for this DVR port bc07f976-1e7f-4e49-b876-00194d8b4ff7 on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:33:14.139667 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-2fcd1604-a59d-49f8-921b-4d0bc790b1c2 req-183248a3-ff13-4716-b7cc-afe6bd39b06a tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:14.151036 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2fcd1604-a59d-49f8-921b-4d0bc790b1c2 req-183248a3-ff13-4716-b7cc-afe6bd39b06a tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.79 "DELETE /v2.0/ports/bc07f976-1e7f-4e49-b876-00194d8b4ff7 HTTP/1.1" status: 204 len: 173 time: 0.6639230 Feb 16 22:33:14.151727 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11236742-7da9-4477-836b-32b6aa71a8a2', 'name': 'network-vif-deleted', 'tag': 'bc07f976-1e7f-4e49-b876-00194d8b4ff7'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:33:14.159920 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cff8bfa-57b8-413a-a36c-9a58139f2a41" -d '{"events": [{"server_uuid": "11236742-7da9-4477-836b-32b6aa71a8a2", "name": "network-vif-deleted", "tag": "bc07f976-1e7f-4e49-b876-00194d8b4ff7"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:33:14.169840 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1ca8bf6e-91cc-4973-b66d-bfe7337552ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:14.245541 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24caf8de-a5ad-49aa-a05c-cee9c2a5b30d req-be709902-2a8f-4aa8-80f3-63833d77ad5b tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183307 Feb 16 22:33:14.341204 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d2e4cc-f481-4985-a331-fdcc11912f00 x-openstack-request-id: req-59d2e4cc-f481-4985-a331-fdcc11912f00 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:33:14.341805 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11236742-7da9-4477-836b-32b6aa71a8a2", "name": "network-vif-deleted", "tag": "bc07f976-1e7f-4e49-b876-00194d8b4ff7", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:33:14.343916 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-59d2e4cc-f481-4985-a331-fdcc11912f00 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:33:14.344611 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11236742-7da9-4477-836b-32b6aa71a8a2', 'name': 'network-vif-deleted', 'tag': 'bc07f976-1e7f-4e49-b876-00194d8b4ff7', 'status': 'completed', 'code': 200} Feb 16 22:33:14.365074 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1ca8bf6e-91cc-4973-b66d-bfe7337552ce admin admin] Publish callbacks [] for security_group (24f0a64c-d6f8-4a51-84c2-e9627a65263a), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:14.371283 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1ca8bf6e-91cc-4973-b66d-bfe7337552ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (24f0a64c-d6f8-4a51-84c2-e9627a65263a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:14.408666 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1ca8bf6e-91cc-4973-b66d-bfe7337552ce admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5278f20f95e64fec920192ecc6beb491&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4935529 Feb 16 22:33:14.411632 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48916) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:33:14.428939 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca8bf6e-91cc-4973-b66d-bfe7337552ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f0a64c-d6f8-4a51-84c2-e9627a65263a,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:14.450700 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8bf6e-91cc-4973-b66d-bfe7337552ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:33:14.451054 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8bf6e-91cc-4973-b66d-bfe7337552ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:33:14.451395 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8bf6e-91cc-4973-b66d-bfe7337552ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:33:14.451734 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8bf6e-91cc-4973-b66d-bfe7337552ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:33:14.452068 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8bf6e-91cc-4973-b66d-bfe7337552ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:33:14.452399 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8bf6e-91cc-4973-b66d-bfe7337552ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:33:14.452726 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8bf6e-91cc-4973-b66d-bfe7337552ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:33:14.453053 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8bf6e-91cc-4973-b66d-bfe7337552ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:33:14.453381 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8bf6e-91cc-4973-b66d-bfe7337552ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:33:14.453707 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8bf6e-91cc-4973-b66d-bfe7337552ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:33:14.454057 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8bf6e-91cc-4973-b66d-bfe7337552ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:33:14.454388 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8bf6e-91cc-4973-b66d-bfe7337552ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:33:14.454712 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8bf6e-91cc-4973-b66d-bfe7337552ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:33:14.499301 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-96037ed5-746d-447f-ae8e-ee0354a7fbf4 admin admin] Publish callbacks [] for security_group (24f0a64c-d6f8-4a51-84c2-e9627a65263a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:14.525503 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-96037ed5-746d-447f-ae8e-ee0354a7fbf4 admin admin] Publish callbacks [] for security_group (24f0a64c-d6f8-4a51-84c2-e9627a65263a), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:14.552794 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-71fd4872-7fc3-42ce-8302-95c719b320eb req-d054ceb9-5e4b-4fb7-ab0b-ec7efc3a93c0 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=11236742-7da9-4477-836b-32b6aa71a8a2 HTTP/1.1" status: 200 len: 210 time: 0.0463517 Feb 16 22:33:14.578298 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-96037ed5-746d-447f-ae8e-ee0354a7fbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (24f0a64c-d6f8-4a51-84c2-e9627a65263a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:14.581775 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-96037ed5-746d-447f-ae8e-ee0354a7fbf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:14.586102 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-96037ed5-746d-447f-ae8e-ee0354a7fbf4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/24f0a64c-d6f8-4a51-84c2-e9627a65263a HTTP/1.1" status: 204 len: 168 time: 0.1703861 Feb 16 22:33:14.593576 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96037ed5-746d-447f-ae8e-ee0354a7fbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f0a64c-d6f8-4a51-84c2-e9627a65263a,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:14.910119 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf78976-3eca-48ec-a3d9-5354b881c38f req-feb318d1-4039-46bd-a8de-dc8118776feb tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:14.918041 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf78976-3eca-48ec-a3d9-5354b881c38f req-feb318d1-4039-46bd-a8de-dc8118776feb tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:14.925140 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf78976-3eca-48ec-a3d9-5354b881c38f req-feb318d1-4039-46bd-a8de-dc8118776feb tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:14.934209 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf78976-3eca-48ec-a3d9-5354b881c38f req-feb318d1-4039-46bd-a8de-dc8118776feb tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:14.939504 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf78976-3eca-48ec-a3d9-5354b881c38f req-feb318d1-4039-46bd-a8de-dc8118776feb tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:14.945534 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf78976-3eca-48ec-a3d9-5354b881c38f req-feb318d1-4039-46bd-a8de-dc8118776feb tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:14.951875 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf78976-3eca-48ec-a3d9-5354b881c38f req-feb318d1-4039-46bd-a8de-dc8118776feb tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:14.954012 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dbf78976-3eca-48ec-a3d9-5354b881c38f req-feb318d1-4039-46bd-a8de-dc8118776feb tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1099455 Feb 16 22:33:15.023265 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48928) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:33:15.024249 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dbf78976-3eca-48ec-a3d9-5354b881c38f req-f26fc203-e2b2-4ebd-a68e-1976640f738d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634110 Feb 16 22:33:15.043156 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a35bda2-4160-4a69-9417-627306556fc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:15.145235 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a35bda2-4160-4a69-9417-627306556fc5 admin admin] Publish callbacks [] for security_group (fbd2996d-5a86-446e-84bb-81c0a7caf9cb), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:15.149537 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a35bda2-4160-4a69-9417-627306556fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (fbd2996d-5a86-446e-84bb-81c0a7caf9cb), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:15.187261 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35bda2-4160-4a69-9417-627306556fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd2996d-5a86-446e-84bb-81c0a7caf9cb,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:15.210295 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1a35bda2-4160-4a69-9417-627306556fc5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=837b015605a3436abf9511fd4f5dc8a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1857417 Feb 16 22:33:15.212950 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48932) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:33:15.284102 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b7e7ac6-817c-49b7-9fc8-7ff2ff58c979 admin admin] Publish callbacks [] for security_group (fbd2996d-5a86-446e-84bb-81c0a7caf9cb), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:15.313207 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b7e7ac6-817c-49b7-9fc8-7ff2ff58c979 admin admin] Publish callbacks [] for security_group (fbd2996d-5a86-446e-84bb-81c0a7caf9cb), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:15.402549 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19727ece-ec0b-4c21-93d6-9f90ceadc887 req-f9443856-9a66-42d1-a50f-5c1e756896fe tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:15.404958 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-19727ece-ec0b-4c21-93d6-9f90ceadc887 req-f9443856-9a66-42d1-a50f-5c1e756896fe tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 943 time: 0.0947030 Feb 16 22:33:15.460202 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b7e7ac6-817c-49b7-9fc8-7ff2ff58c979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (fbd2996d-5a86-446e-84bb-81c0a7caf9cb), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:15.463233 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b7e7ac6-817c-49b7-9fc8-7ff2ff58c979 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:15.467506 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7b7e7ac6-817c-49b7-9fc8-7ff2ff58c979 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fbd2996d-5a86-446e-84bb-81c0a7caf9cb HTTP/1.1" status: 204 len: 168 time: 0.2534661 Feb 16 22:33:15.485703 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e7ac6-817c-49b7-9fc8-7ff2ff58c979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd2996d-5a86-446e-84bb-81c0a7caf9cb,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:15.494962 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-19727ece-ec0b-4c21-93d6-9f90ceadc887 req-595e0433-1866-47d0-a438-ffcfa20fd575 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821469 Feb 16 22:33:15.844996 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b686a-95f1-4f70-8f3d-5d30a1120b40 req-84093007-fdb5-4745-9999-34fe7481f44b tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:15.846930 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d86b686a-95f1-4f70-8f3d-5d30a1120b40 req-84093007-fdb5-4745-9999-34fe7481f44b tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a7d2d090-a2d1-4e15-a806-83ad08c6bf17 HTTP/1.1" status: 200 len: 1128 time: 0.0614352 Feb 16 22:33:15.892228 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d86b686a-95f1-4f70-8f3d-5d30a1120b40 req-4fd09404-e137-4d93-b084-ad11bb291b96 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=37e608e0-6794-40f8-9cb8-8946034f7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389042 Feb 16 22:33:16.183595 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daaa7fb-514b-4326-a56a-3e325f51eba3 req-968005a2-504e-485d-907d-9ab6d04f7488 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:16.188912 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daaa7fb-514b-4326-a56a-3e325f51eba3 req-968005a2-504e-485d-907d-9ab6d04f7488 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:16.194141 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daaa7fb-514b-4326-a56a-3e325f51eba3 req-968005a2-504e-485d-907d-9ab6d04f7488 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:16.199384 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daaa7fb-514b-4326-a56a-3e325f51eba3 req-968005a2-504e-485d-907d-9ab6d04f7488 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:16.204531 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daaa7fb-514b-4326-a56a-3e325f51eba3 req-968005a2-504e-485d-907d-9ab6d04f7488 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:16.209806 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daaa7fb-514b-4326-a56a-3e325f51eba3 req-968005a2-504e-485d-907d-9ab6d04f7488 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:16.215089 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daaa7fb-514b-4326-a56a-3e325f51eba3 req-968005a2-504e-485d-907d-9ab6d04f7488 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:16.217008 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7daaa7fb-514b-4326-a56a-3e325f51eba3 req-968005a2-504e-485d-907d-9ab6d04f7488 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.0980289 Feb 16 22:33:16.279495 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7daaa7fb-514b-4326-a56a-3e325f51eba3 req-c2d36f46-192e-44cb-b16f-46c78b616f09 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566885 Feb 16 22:33:16.629523 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db172ccb-67ec-41d4-956f-4a3714b976ea req-4a42f4e9-3fb7-442c-9d54-48557ff76af7 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:16.631015 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-db172ccb-67ec-41d4-956f-4a3714b976ea req-4a42f4e9-3fb7-442c-9d54-48557ff76af7 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 943 time: 0.0639205 Feb 16 22:33:16.688604 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-db172ccb-67ec-41d4-956f-4a3714b976ea req-4b78cd56-c064-40f9-b0b1-8cb0fe066d3c tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505743 Feb 16 22:33:16.693076 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device a5d3632f-f83d-4462-adcf-439674f449d1 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:33:16.715951 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device bc07f976-1e7f-4e49-b876-00194d8b4ff7 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:33:16.765351 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: bc07f976-1e7f-4e49-b876-00194d8b4ff7 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:33:16.766367 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device bc07f976-1e7f-4e49-b876-00194d8b4ff7 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:33:16.842926 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port a5d3632f-f83d-4462-adcf-439674f449d1, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a5d3632f-f83d-4462-adcf-439674f449d1,segment=NetworkSegment(208e5095-0779-4b65-9ffb-ae79e8b0afdb),segment_id=208e5095-0779-4b65-9ffb-ae79e8b0afdb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:16.854394 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'a5d3632f-f83d-4462-adcf-439674f449d1', 'network_id': '8cb6624c-f3c9-4783-923f-c9d48b261c7e', 'port_id': 'a5d3632f-f83d-4462-adcf-439674f449d1', 'mac_address': 'fa:16:3e:81:4d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e9cf484-38d4-4f4b-a089-90e02ce0a0e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:33:16.892336 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port a5d3632f-f83d-4462-adcf-439674f449d1 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:33:16.892646 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a5d3632f-f83d-4462-adcf-439674f449d1), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:16.910205 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d3632f-f83d-4462-adcf-439674f449d1 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:33:16.932035 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port a5d3632f-f83d-4462-adcf-439674f449d1, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a5d3632f-f83d-4462-adcf-439674f449d1,segment=NetworkSegment(208e5095-0779-4b65-9ffb-ae79e8b0afdb),segment_id=208e5095-0779-4b65-9ffb-ae79e8b0afdb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:16.947203 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a5d3632f-f83d-4462-adcf-439674f449d1), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:16.998226 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=a5d3632f-f83d-4462-adcf-439674f449d1,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:17.043070 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fdbe2c-53c6-4da8-8ca7-15482f32c3fe req-4c0727cc-0708-424a-8580-e5f57de69043 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:17.044657 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c5fdbe2c-53c6-4da8-8ca7-15482f32c3fe req-4c0727cc-0708-424a-8580-e5f57de69043 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a7d2d090-a2d1-4e15-a806-83ad08c6bf17 HTTP/1.1" status: 200 len: 1128 time: 0.0570984 Feb 16 22:33:17.102494 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c5fdbe2c-53c6-4da8-8ca7-15482f32c3fe req-d62fab84-8f2d-408c-83e8-7908360d3101 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=37e608e0-6794-40f8-9cb8-8946034f7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497041 Feb 16 22:33:17.184233 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['a5d3632f-f83d-4462-adcf-439674f449d1'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:33:17.374181 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a9069-21e6-4c3b-af40-3e12159fcc17 req-276ba390-b3a7-486a-9a95-3857dc640b8e tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:17.376068 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1f6a9069-21e6-4c3b-af40-3e12159fcc17 req-276ba390-b3a7-486a-9a95-3857dc640b8e tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=a7d2d090-a2d1-4e15-a806-83ad08c6bf17 HTTP/1.1" status: 200 len: 1128 time: 0.0810604 Feb 16 22:33:17.514349 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd91742-1303-4fba-a4f4-ac6671f5b3a2 req-9871c9f5-2300-483f-8342-786874de65b5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:17.519709 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd91742-1303-4fba-a4f4-ac6671f5b3a2 req-9871c9f5-2300-483f-8342-786874de65b5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:17.525295 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd91742-1303-4fba-a4f4-ac6671f5b3a2 req-9871c9f5-2300-483f-8342-786874de65b5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:17.534816 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd91742-1303-4fba-a4f4-ac6671f5b3a2 req-9871c9f5-2300-483f-8342-786874de65b5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:17.540750 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd91742-1303-4fba-a4f4-ac6671f5b3a2 req-9871c9f5-2300-483f-8342-786874de65b5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:17.545892 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd91742-1303-4fba-a4f4-ac6671f5b3a2 req-9871c9f5-2300-483f-8342-786874de65b5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:17.551237 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd91742-1303-4fba-a4f4-ac6671f5b3a2 req-9871c9f5-2300-483f-8342-786874de65b5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:17.558505 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-edd91742-1303-4fba-a4f4-ac6671f5b3a2 req-9871c9f5-2300-483f-8342-786874de65b5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1742339 Feb 16 22:33:17.610608 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-1f6a9069-21e6-4c3b-af40-3e12159fcc17 req-13f6d967-7d61-4341-b0f6-2e0ba114bc52 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Deleting port 72075348-2b51-4758-894e-40ea2da88d7b {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:33:17.610950 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1f6a9069-21e6-4c3b-af40-3e12159fcc17 req-13f6d967-7d61-4341-b0f6-2e0ba114bc52 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (72075348-2b51-4758-894e-40ea2da88d7b), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:17.689904 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-edd91742-1303-4fba-a4f4-ac6671f5b3a2 req-3076f553-b43b-4021-8bd2-2112ec4764ca tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1301441 Feb 16 22:33:17.730308 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-1f6a9069-21e6-4c3b-af40-3e12159fcc17 req-13f6d967-7d61-4341-b0f6-2e0ba114bc52 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] For port 72075348-2b51-4758-894e-40ea2da88d7b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=72075348-2b51-4758-894e-40ea2da88d7b,segment=NetworkSegment(f94af077-0644-46b9-b857-8870c196a9eb),segment_id=f94af077-0644-46b9-b857-8870c196a9eb)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:17.730786 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1f6a9069-21e6-4c3b-af40-3e12159fcc17 req-13f6d967-7d61-4341-b0f6-2e0ba114bc52 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (72075348-2b51-4758-894e-40ea2da88d7b), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:17.750818 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-1f6a9069-21e6-4c3b-af40-3e12159fcc17 req-13f6d967-7d61-4341-b0f6-2e0ba114bc52 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Calling delete_port for 72075348-2b51-4758-894e-40ea2da88d7b owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:33:17.876350 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aef7fd-ebd0-47d5-93c0-ddac6bde1d5e req-2a2878eb-01a9-43e0-b71a-a61d17bdff9e tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:17.878216 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1aef7fd-ebd0-47d5-93c0-ddac6bde1d5e req-2a2878eb-01a9-43e0-b71a-a61d17bdff9e tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 944 time: 0.0859249 Feb 16 22:33:17.962942 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1f6a9069-21e6-4c3b-af40-3e12159fcc17 req-13f6d967-7d61-4341-b0f6-2e0ba114bc52 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (72075348-2b51-4758-894e-40ea2da88d7b), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:17.976907 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['72075348-2b51-4758-894e-40ea2da88d7b'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:33:17.994891 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1aef7fd-ebd0-47d5-93c0-ddac6bde1d5e req-59c07cdf-1721-4e0f-a6d7-62990f0f600c tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874712 Feb 16 22:33:17.997698 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6d967-7d61-4341-b0f6-2e0ba114bc52 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Pushing event deleted for resources: {'Port': ['ID=72075348-2b51-4758-894e-40ea2da88d7b,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:18.043353 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6a9069-21e6-4c3b-af40-3e12159fcc17 req-13f6d967-7d61-4341-b0f6-2e0ba114bc52 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] No DVR routers for this DVR port 72075348-2b51-4758-894e-40ea2da88d7b on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:33:18.046590 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1f6a9069-21e6-4c3b-af40-3e12159fcc17 req-13f6d967-7d61-4341-b0f6-2e0ba114bc52 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:18.050443 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1f6a9069-21e6-4c3b-af40-3e12159fcc17 req-13f6d967-7d61-4341-b0f6-2e0ba114bc52 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.67 "DELETE /v2.0/ports/72075348-2b51-4758-894e-40ea2da88d7b HTTP/1.1" status: 204 len: 173 time: 0.6682277 Feb 16 22:33:18.050939 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d2d090-a2d1-4e15-a806-83ad08c6bf17', 'name': 'network-vif-deleted', 'tag': '72075348-2b51-4758-894e-40ea2da88d7b'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:33:18.053228 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4f5552-681a-4e46-afe8-f9f3e8ac6a83" -d '{"events": [{"server_uuid": "a7d2d090-a2d1-4e15-a806-83ad08c6bf17", "name": "network-vif-deleted", "tag": "72075348-2b51-4758-894e-40ea2da88d7b"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:33:18.125209 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5775ac-639f-4e63-a6dc-eece7350984d x-openstack-request-id: req-9f5775ac-639f-4e63-a6dc-eece7350984d {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:33:18.125564 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d2d090-a2d1-4e15-a806-83ad08c6bf17", "name": "network-vif-deleted", "tag": "72075348-2b51-4758-894e-40ea2da88d7b", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:33:18.125829 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9f5775ac-639f-4e63-a6dc-eece7350984d {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:33:18.129433 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d2d090-a2d1-4e15-a806-83ad08c6bf17', 'name': 'network-vif-deleted', 'tag': '72075348-2b51-4758-894e-40ea2da88d7b', 'status': 'completed', 'code': 200} Feb 16 22:33:18.236245 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7eaf9d7e-36c9-42a4-9b9a-e29f8f7de593 req-425b3f72-8686-43b3-8b39-006ec6749545 tempest-TestServerMultinode-22887331 tempest-TestServerMultinode-22887331-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a7d2d090-a2d1-4e15-a806-83ad08c6bf17 HTTP/1.1" status: 200 len: 210 time: 0.0372784 Feb 16 22:33:18.362098 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c8c3968f-3dfc-4e2a-9249-e2738709e469 req-f97ef3d5-7065-4f69-8b37-38968c81db6f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=483b8dee-d20c-486a-9d94-ebe5c2350232&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464029 Feb 16 22:33:18.451593 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3968f-3dfc-4e2a-9249-e2738709e469 req-bd87560f-537f-4513-b5d3-02eae1b8a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:18.453085 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c8c3968f-3dfc-4e2a-9249-e2738709e469 req-bd87560f-537f-4513-b5d3-02eae1b8a08d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c4406d5c23c94c6383b020d52bae2059&device_id=483b8dee-d20c-486a-9d94-ebe5c2350232 HTTP/1.1" status: 200 len: 1128 time: 0.0451043 Feb 16 22:33:18.624247 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3968f-3dfc-4e2a-9249-e2738709e469 req-a4e45876-4eaa-4f74-9e73-61eedecd90d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:18.626084 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c8c3968f-3dfc-4e2a-9249-e2738709e469 req-a4e45876-4eaa-4f74-9e73-61eedecd90d1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7759ecb5-615f-4376-bf2e-f88402b96cd9 HTTP/1.1" status: 200 len: 914 time: 0.1522365 Feb 16 22:33:18.684137 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c8c3968f-3dfc-4e2a-9249-e2738709e469 req-a70d8aff-3c51-4a9f-8d44-fa4e1b06cd2d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f5310e9-1b86-4c56-99db-010c309a20b7 HTTP/1.1" status: 200 len: 217 time: 0.0515833 Feb 16 22:33:18.719770 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device a5d3632f-f83d-4462-adcf-439674f449d1 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:33:18.784602 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3968f-3dfc-4e2a-9249-e2738709e469 req-9d9611c8-d4d9-49b5-8eb8-a4d10ed3037d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:18.788122 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c8c3968f-3dfc-4e2a-9249-e2738709e469 req-9d9611c8-d4d9-49b5-8eb8-a4d10ed3037d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=591646e2-043a-41f9-8af0-3b89325cbeb9 HTTP/1.1" status: 200 len: 853 time: 0.0982230 Feb 16 22:33:18.820609 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port a5d3632f-f83d-4462-adcf-439674f449d1 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:33:18.830554 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port a5d3632f-f83d-4462-adcf-439674f449d1 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:33:18.830936 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a5d3632f-f83d-4462-adcf-439674f449d1), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:18.860669 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c8c3968f-3dfc-4e2a-9249-e2738709e469 req-2dc90281-9640-4903-8ef4-0fca5f789de8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7759ecb5-615f-4376-bf2e-f88402b96cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635600 Feb 16 22:33:18.928156 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6677d-ffb7-4c89-9fac-211410c7e3d9 req-d14dcecc-4b0a-4576-a3b9-492f5386f7f0 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:18.934381 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6677d-ffb7-4c89-9fac-211410c7e3d9 req-d14dcecc-4b0a-4576-a3b9-492f5386f7f0 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:18.939998 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6677d-ffb7-4c89-9fac-211410c7e3d9 req-d14dcecc-4b0a-4576-a3b9-492f5386f7f0 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:18.946305 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6677d-ffb7-4c89-9fac-211410c7e3d9 req-d14dcecc-4b0a-4576-a3b9-492f5386f7f0 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:18.952004 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6677d-ffb7-4c89-9fac-211410c7e3d9 req-d14dcecc-4b0a-4576-a3b9-492f5386f7f0 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:18.957766 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6677d-ffb7-4c89-9fac-211410c7e3d9 req-d14dcecc-4b0a-4576-a3b9-492f5386f7f0 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:18.964905 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6677d-ffb7-4c89-9fac-211410c7e3d9 req-d14dcecc-4b0a-4576-a3b9-492f5386f7f0 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:18.972825 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-efa6677d-ffb7-4c89-9fac-211410c7e3d9 req-d14dcecc-4b0a-4576-a3b9-492f5386f7f0 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1120765 Feb 16 22:33:18.984441 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port a5d3632f-f83d-4462-adcf-439674f449d1 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:33:18.985040 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a5d3632f-f83d-4462-adcf-439674f449d1), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:19.000278 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c8c3968f-3dfc-4e2a-9249-e2738709e469 req-d1738e92-46e0-40aa-a961-f9387d5d925f service neutron] 10.222.0.79 "GET /v2.0/networks/7759ecb5-615f-4376-bf2e-f88402b96cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317320 Feb 16 22:33:19.029811 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-efa6677d-ffb7-4c89-9fac-211410c7e3d9 req-fc2a576c-064f-43ef-939a-e385b79fbef8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558701 Feb 16 22:33:19.039620 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd6d796-c4cd-4624-881c-99cbaecb5fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d3632f-f83d-4462-adcf-439674f449d1'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:33:19.041870 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f83d7ce-fedc-477a-b334-4f4a43e1b7f5" -d '{"events": [{"server_uuid": "1fd6d796-c4cd-4624-881c-99cbaecb5fea", "name": "network-vif-plugged", "status": "completed", "tag": "a5d3632f-f83d-4462-adcf-439674f449d1"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:33:19.065945 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port a5d3632f-f83d-4462-adcf-439674f449d1, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a5d3632f-f83d-4462-adcf-439674f449d1,segment=NetworkSegment(208e5095-0779-4b65-9ffb-ae79e8b0afdb),segment_id=208e5095-0779-4b65-9ffb-ae79e8b0afdb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:19.071250 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a5d3632f-f83d-4462-adcf-439674f449d1), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:19.099780 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187310d9-cdc9-4b1f-abc2-54242c262535 x-openstack-request-id: req-187310d9-cdc9-4b1f-abc2-54242c262535 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:33:19.100425 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd6d796-c4cd-4624-881c-99cbaecb5fea", "name": "network-vif-plugged", "status": "completed", "tag": "a5d3632f-f83d-4462-adcf-439674f449d1", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:33:19.101491 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-187310d9-cdc9-4b1f-abc2-54242c262535 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:33:19.102119 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd6d796-c4cd-4624-881c-99cbaecb5fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d3632f-f83d-4462-adcf-439674f449d1', 'code': 200} Feb 16 22:33:19.127067 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=a5d3632f-f83d-4462-adcf-439674f449d1,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:19.157595 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c8c3968f-3dfc-4e2a-9249-e2738709e469 req-ebeb5e78-9e94-472d-82d4-c9833aaf724f service neutron] 10.222.0.79 "GET /v2.0/networks/7759ecb5-615f-4376-bf2e-f88402b96cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511199 Feb 16 22:33:19.250415 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d2dea-4ef5-4f21-8d4f-e2692eb8ce30 req-1e3b54e2-d5dc-40fa-b7ca-e2db008a2c4c tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:19.251836 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-578d2dea-4ef5-4f21-8d4f-e2692eb8ce30 req-1e3b54e2-d5dc-40fa-b7ca-e2db008a2c4c tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.0835609 Feb 16 22:33:19.253630 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38658846-5f53-4427-82d2-a9ede13d213b req-3f43a48a-8baa-4622-acad-ca0501efa4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:19.255294 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-38658846-5f53-4427-82d2-a9ede13d213b req-3f43a48a-8baa-4622-acad-ca0501efa4e6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 1127 time: 0.0770366 Feb 16 22:33:19.337833 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-578d2dea-4ef5-4f21-8d4f-e2692eb8ce30 req-a0cfe9db-9493-4eba-8aad-d588ecde8d6c tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797641 Feb 16 22:33:19.340267 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-38658846-5f53-4427-82d2-a9ede13d213b req-407e32fa-a5bb-4d08-9982-2834cd93f7de service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762751 Feb 16 22:33:19.388306 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 49046) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:33:20.073425 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dcd84b41-8845-49f4-be8c-cfd80626be9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (64150ffc-c831-4989-80b9-71532df82c13), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:20.354346 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e4b4f-b313-42e9-ac4f-701ee6be65a5 req-c37f6a5b-3146-4167-9fbf-5d0e3dfb3ffa tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:20.361668 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e4b4f-b313-42e9-ac4f-701ee6be65a5 req-c37f6a5b-3146-4167-9fbf-5d0e3dfb3ffa tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:20.369062 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e4b4f-b313-42e9-ac4f-701ee6be65a5 req-c37f6a5b-3146-4167-9fbf-5d0e3dfb3ffa tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:20.374796 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e4b4f-b313-42e9-ac4f-701ee6be65a5 req-c37f6a5b-3146-4167-9fbf-5d0e3dfb3ffa tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:20.380348 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e4b4f-b313-42e9-ac4f-701ee6be65a5 req-c37f6a5b-3146-4167-9fbf-5d0e3dfb3ffa tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:20.387089 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e4b4f-b313-42e9-ac4f-701ee6be65a5 req-c37f6a5b-3146-4167-9fbf-5d0e3dfb3ffa tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:20.392594 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e4b4f-b313-42e9-ac4f-701ee6be65a5 req-c37f6a5b-3146-4167-9fbf-5d0e3dfb3ffa tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:20.401962 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-777e4b4f-b313-42e9-ac4f-701ee6be65a5 req-c37f6a5b-3146-4167-9fbf-5d0e3dfb3ffa tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.2007034 Feb 16 22:33:20.543689 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-777e4b4f-b313-42e9-ac4f-701ee6be65a5 req-134e1a88-3db2-440e-83d7-99d1bb576d98 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1406074 Feb 16 22:33:20.592565 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-dcd84b41-8845-49f4-be8c-cfd80626be9d admin admin] Deleting port f764a0c3-216a-499d-9455-86a41b05ad20 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:33:20.593133 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dcd84b41-8845-49f4-be8c-cfd80626be9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (f764a0c3-216a-499d-9455-86a41b05ad20), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:20.621283 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f7b8222e-c9b7-4af7-96f7-a08c77e2148b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:20.783279 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-dcd84b41-8845-49f4-be8c-cfd80626be9d admin admin] For port f764a0c3-216a-499d-9455-86a41b05ad20, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=f764a0c3-216a-499d-9455-86a41b05ad20,segment=NetworkSegment(f94af077-0644-46b9-b857-8870c196a9eb),segment_id=f94af077-0644-46b9-b857-8870c196a9eb)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:20.783756 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dcd84b41-8845-49f4-be8c-cfd80626be9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (f764a0c3-216a-499d-9455-86a41b05ad20), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:20.803289 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1de21-8728-4749-8117-638423e4cf93 req-b7807ffd-195a-45d2-a878-46e04f2ff15e tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:20.812586 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e0c1de21-8728-4749-8117-638423e4cf93 req-b7807ffd-195a-45d2-a878-46e04f2ff15e tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1001775 Feb 16 22:33:20.822216 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-dcd84b41-8845-49f4-be8c-cfd80626be9d admin admin] Calling delete_port for f764a0c3-216a-499d-9455-86a41b05ad20 owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:33:21.104560 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e0c1de21-8728-4749-8117-638423e4cf93 req-1cb084b0-5af0-4ea2-a388-bcb61f466106 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904241 Feb 16 22:33:21.105277 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dcd84b41-8845-49f4-be8c-cfd80626be9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (f764a0c3-216a-499d-9455-86a41b05ad20), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:21.145767 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd84b41-8845-49f4-be8c-cfd80626be9d admin admin] Pushing event deleted for resources: {'Port': ['ID=f764a0c3-216a-499d-9455-86a41b05ad20,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:21.394083 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dcd84b41-8845-49f4-be8c-cfd80626be9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (64150ffc-c831-4989-80b9-71532df82c13), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:21.520189 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 72075348-2b51-4758-894e-40ea2da88d7b no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:33:21.547173 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-035ab3d9-eafe-4cb5-b36c-e8e7a71158fc tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:21.554527 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-035ab3d9-eafe-4cb5-b36c-e8e7a71158fc tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/networks?id=8cb6624c-f3c9-4783-923f-c9d48b261c7e HTTP/1.1" status: 200 len: 813 time: 0.1497872 Feb 16 22:33:21.554716 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 72075348-2b51-4758-894e-40ea2da88d7b {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:33:21.554871 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 72075348-2b51-4758-894e-40ea2da88d7b not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:33:21.673040 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-d8bbdc6e-a145-4cc8-9abf-01dce4dfa477 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/quotas/8e18d5d64e254c0cbff795a2537801d2 HTTP/1.1" status: 200 len: 375 time: 0.1174901 Feb 16 22:33:21.744248 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-2709b227-856a-483f-8496-29b19c7cb9b6 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=8e18d5d64e254c0cbff795a2537801d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0702286 Feb 16 22:33:21.955968 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd84b41-8845-49f4-be8c-cfd80626be9d admin admin] Router 64150ffc-c831-4989-80b9-71532df82c13 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:33:21.968183 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-4b8cfa10-4d47-486c-95a4-8c810f4a1f20 service neutron] 10.222.0.75 "GET /v2.0/networks/8cb6624c-f3c9-4783-923f-c9d48b261c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228942 Feb 16 22:33:22.074644 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-f6270fca-f5e4-463d-bae3-18d3d0770dbd service neutron] 10.222.0.75 "GET /v2.0/networks/8cb6624c-f3c9-4783-923f-c9d48b261c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055865 Feb 16 22:33:22.206605 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd84b41-8845-49f4-be8c-cfd80626be9d admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:33:22.215292 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-dcd84b41-8845-49f4-be8c-cfd80626be9d admin admin] 10.222.0.75 "PUT /v2.0/routers/64150ffc-c831-4989-80b9-71532df82c13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8248851 Feb 16 22:33:22.216842 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 49100) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:33:22.368013 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec0c534-cd60-4dea-99e5-450e35fb6a33 None None] Sync routers for ids ['64150ffc-c831-4989-80b9-71532df82c13'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:33:22.385434 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec0c534-cd60-4dea-99e5-450e35fb6a33 None None] Routers {'64150ffc-c831-4989-80b9-71532df82c13'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:33:22.387637 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-6ec0c534-cd60-4dea-99e5-450e35fb6a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:32:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['64150ffc-c831-4989-80b9-71532df82c13'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:33:22.534659 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6d68585a-d6b1-405d-bab6-c1c288985193 admin admin] Publish callbacks [] for router (64150ffc-c831-4989-80b9-71532df82c13), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:22.622082 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-6ec0c534-cd60-4dea-99e5-450e35fb6a33 None None] Set router 64150ffc-c831-4989-80b9-71532df82c13 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:33:22.693401 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f5244-159d-4ee0-8d8a-0826b7f26fe9 req-c1347d1a-23b3-49b8-bb39-a18b54764ca4 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:22.704053 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f5244-159d-4ee0-8d8a-0826b7f26fe9 req-c1347d1a-23b3-49b8-bb39-a18b54764ca4 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:22.714385 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f5244-159d-4ee0-8d8a-0826b7f26fe9 req-c1347d1a-23b3-49b8-bb39-a18b54764ca4 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:22.720009 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f5244-159d-4ee0-8d8a-0826b7f26fe9 req-c1347d1a-23b3-49b8-bb39-a18b54764ca4 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:22.728157 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f5244-159d-4ee0-8d8a-0826b7f26fe9 req-c1347d1a-23b3-49b8-bb39-a18b54764ca4 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:22.735393 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f5244-159d-4ee0-8d8a-0826b7f26fe9 req-c1347d1a-23b3-49b8-bb39-a18b54764ca4 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:22.744420 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f5244-159d-4ee0-8d8a-0826b7f26fe9 req-c1347d1a-23b3-49b8-bb39-a18b54764ca4 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:22.749387 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-258f5244-159d-4ee0-8d8a-0826b7f26fe9 req-c1347d1a-23b3-49b8-bb39-a18b54764ca4 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.2453613 Feb 16 22:33:22.826976 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-258f5244-159d-4ee0-8d8a-0826b7f26fe9 req-c76c8f62-d332-4a30-9702-eda0da948c20 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765169 Feb 16 22:33:22.907384 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6d68585a-d6b1-405d-bab6-c1c288985193 admin admin] Publish callbacks [] for router_gateway (64150ffc-c831-4989-80b9-71532df82c13), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:22.974843 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fffd60bb-7fc8-44cf-9d8a-690ca73060c7 req-1cf2bc95-a086-4aff-82e2-60931ec14e34 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c348319-4332-44e8-b7f8-6e8b5df73b2e HTTP/1.1" status: 200 len: 210 time: 0.0696580 Feb 16 22:33:22.987415 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-6ec0c534-cd60-4dea-99e5-450e35fb6a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64150ffc-c831-4989-80b9-71532df82c13', 'name': 'tempest-TestServerMultinode-2122930022-router', 'tenant_id': '312d74e3139c4ef79c18bb239e19ead6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '0c7a7ec0-d7b5-49da-aec3-fa3de969c01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:32:25Z', 'updated_at': '2022-02-16T22:33:20Z', 'revision_number': 5, 'project_id': '312d74e3139c4ef79c18bb239e19ead6', 'gw_port': {'id': '0c7a7ec0-d7b5-49da-aec3-fa3de969c01b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64150ffc-c831-4989-80b9-71532df82c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2335, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:32:26Z', 'updated_at': '2022-02-16T22:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:33:23.057262 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec0c534-cd60-4dea-99e5-450e35fb6a33 None None] Checking router: 64150ffc-c831-4989-80b9-71532df82c13 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:33:23.072028 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec0c534-cd60-4dea-99e5-450e35fb6a33 None None] Routers {'64150ffc-c831-4989-80b9-71532df82c13'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:33:23.072859 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-6ec0c534-cd60-4dea-99e5-450e35fb6a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:32:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['64150ffc-c831-4989-80b9-71532df82c13'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:33:23.075424 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-02e58aa9-9fdc-42d8-aede-e2a6491b1384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:23.135926 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-6d68585a-d6b1-405d-bab6-c1c288985193 admin admin] Deleting port 0c7a7ec0-d7b5-49da-aec3-fa3de969c01b {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:33:23.136442 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6d68585a-d6b1-405d-bab6-c1c288985193 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (0c7a7ec0-d7b5-49da-aec3-fa3de969c01b), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:23.250860 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-6ec0c534-cd60-4dea-99e5-450e35fb6a33 None None] Set router 64150ffc-c831-4989-80b9-71532df82c13 gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:33:23.326289 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-6d68585a-d6b1-405d-bab6-c1c288985193 admin admin] For port 0c7a7ec0-d7b5-49da-aec3-fa3de969c01b, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0c7a7ec0-d7b5-49da-aec3-fa3de969c01b,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:23.326856 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6d68585a-d6b1-405d-bab6-c1c288985193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (0c7a7ec0-d7b5-49da-aec3-fa3de969c01b), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:23.349814 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-6ec0c534-cd60-4dea-99e5-450e35fb6a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64150ffc-c831-4989-80b9-71532df82c13', 'name': 'tempest-TestServerMultinode-2122930022-router', 'tenant_id': '312d74e3139c4ef79c18bb239e19ead6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:32:25Z', 'updated_at': '2022-02-16T22:33:22Z', 'revision_number': 6, 'project_id': '312d74e3139c4ef79c18bb239e19ead6', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:33:23.371014 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-6d68585a-d6b1-405d-bab6-c1c288985193 admin admin] Calling delete_port for 0c7a7ec0-d7b5-49da-aec3-fa3de969c01b owned by network:router_gateway {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:33:23.384979 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec0c534-cd60-4dea-99e5-450e35fb6a33 None None] The sync data for ids ['64150ffc-c831-4989-80b9-71532df82c13'] in n-d-813897-6 is: [{'id': '64150ffc-c831-4989-80b9-71532df82c13', 'name': 'tempest-TestServerMultinode-2122930022-router', 'tenant_id': '312d74e3139c4ef79c18bb239e19ead6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:32:25Z', 'updated_at': '2022-02-16T22:33:22Z', 'revision_number': 6, 'project_id': '312d74e3139c4ef79c18bb239e19ead6', 'gw_port_host': None}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:33:23.752160 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6d68585a-d6b1-405d-bab6-c1c288985193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (0c7a7ec0-d7b5-49da-aec3-fa3de969c01b), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:23.831405 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68585a-d6b1-405d-bab6-c1c288985193 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c7a7ec0-d7b5-49da-aec3-fa3de969c01b,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:24.022831 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6d68585a-d6b1-405d-bab6-c1c288985193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (64150ffc-c831-4989-80b9-71532df82c13), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:24.159038 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce07db-ec65-463e-9015-05c11e285b1a req-858f716c-641a-4ffb-8525-b207584b14b7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:24.164614 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce07db-ec65-463e-9015-05c11e285b1a req-858f716c-641a-4ffb-8525-b207584b14b7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:24.169830 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce07db-ec65-463e-9015-05c11e285b1a req-858f716c-641a-4ffb-8525-b207584b14b7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:24.175336 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce07db-ec65-463e-9015-05c11e285b1a req-858f716c-641a-4ffb-8525-b207584b14b7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:24.183294 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce07db-ec65-463e-9015-05c11e285b1a req-858f716c-641a-4ffb-8525-b207584b14b7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:24.189004 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce07db-ec65-463e-9015-05c11e285b1a req-858f716c-641a-4ffb-8525-b207584b14b7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:24.196026 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce07db-ec65-463e-9015-05c11e285b1a req-858f716c-641a-4ffb-8525-b207584b14b7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:24.200207 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f3ce07db-ec65-463e-9015-05c11e285b1a req-858f716c-641a-4ffb-8525-b207584b14b7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.2423139 Feb 16 22:33:24.202357 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6d68585a-d6b1-405d-bab6-c1c288985193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (64150ffc-c831-4989-80b9-71532df82c13), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:24.228715 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6d68585a-d6b1-405d-bab6-c1c288985193 admin admin] Publish callbacks [] for router_controller (64150ffc-c831-4989-80b9-71532df82c13), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:24.234775 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:24.440663 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-f89184a1-3436-46e1-863e-613b65ab5b37 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:24.442995 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-f89184a1-3436-46e1-863e-613b65ab5b37 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.67 "GET /v2.0/networks?id=8cb6624c-f3c9-4783-923f-c9d48b261c7e HTTP/1.1" status: 200 len: 813 time: 0.1496477 Feb 16 22:33:24.468720 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-87e2e672-890f-48b2-872f-50c300f0d20d tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Request body: {'port': {'device_id': '8c348319-4332-44e8-b7f8-6e8b5df73b2e', 'network_id': '8cb6624c-f3c9-4783-923f-c9d48b261c7e', 'admin_state_up': True, 'tenant_id': '8e18d5d64e254c0cbff795a2537801d2'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:33:24.548852 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6d68585a-d6b1-405d-bab6-c1c288985193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (64150ffc-c831-4989-80b9-71532df82c13), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:24.549427 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d68585a-d6b1-405d-bab6-c1c288985193 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64150ffc-c831-4989-80b9-71532df82c13 {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:33:24.555122 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6d68585a-d6b1-405d-bab6-c1c288985193 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:24.556334 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6d68585a-d6b1-405d-bab6-c1c288985193 admin admin] 10.222.0.75 "DELETE /v2.0/routers/64150ffc-c831-4989-80b9-71532df82c13 HTTP/1.1" status: 204 len: 168 time: 2.3382478 Feb 16 22:33:24.559113 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49138) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:33:24.564112 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f3ce07db-ec65-463e-9015-05c11e285b1a req-718a7c31-55a1-49f6-995f-19ce79134989 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3594024 Feb 16 22:33:24.651949 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-87e2e672-890f-48b2-872f-50c300f0d20d tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Made reservation on behalf of 8e18d5d64e254c0cbff795a2537801d2 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:33:24.655775 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ddef22c-97f3-4a61-9d2a-ae5036975fb8 admin admin] Deleting subnet ff35337c-6059-4b06-a9f5-80835838dfaa {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:33:24.657344 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-87e2e672-890f-48b2-872f-50c300f0d20d tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:24.666710 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8ddef22c-97f3-4a61-9d2a-ae5036975fb8 admin admin] Publish callbacks [] for subnet (ff35337c-6059-4b06-a9f5-80835838dfaa), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:24.771068 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8ddef22c-97f3-4a61-9d2a-ae5036975fb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (ff35337c-6059-4b06-a9f5-80835838dfaa), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:24.860689 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-18a5c4ce-29a3-4f35-8bd0-a77bb7cc05c8 req-ddfa8ff4-8ffe-40b6-9b32-584a0e852394 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c348319-4332-44e8-b7f8-6e8b5df73b2e HTTP/1.1" status: 200 len: 210 time: 0.0662122 Feb 16 22:33:24.873567 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0c7a7ec0-d7b5-49da-aec3-fa3de969c01b no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:33:24.892186 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8ddef22c-97f3-4a61-9d2a-ae5036975fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (ff35337c-6059-4b06-a9f5-80835838dfaa), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:24.938288 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 0c7a7ec0-d7b5-49da-aec3-fa3de969c01b {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:33:24.940511 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0c7a7ec0-d7b5-49da-aec3-fa3de969c01b not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:33:24.941235 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device f764a0c3-216a-499d-9455-86a41b05ad20 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:33:24.963730 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8ddef22c-97f3-4a61-9d2a-ae5036975fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (ff35337c-6059-4b06-a9f5-80835838dfaa), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:25.017520 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddef22c-97f3-4a61-9d2a-ae5036975fb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff35337c-6059-4b06-a9f5-80835838dfaa,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:25.020555 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: f764a0c3-216a-499d-9455-86a41b05ad20 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:33:25.021052 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device f764a0c3-216a-499d-9455-86a41b05ad20 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:33:25.054434 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8ddef22c-97f3-4a61-9d2a-ae5036975fb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:25.059020 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b783e374-04ea-4676-ad11-51f0253722ac None None] Network 626a6efb-9469-4b55-8ca7-83ed255f6cfa requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:33:25.065816 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8ddef22c-97f3-4a61-9d2a-ae5036975fb8 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/ff35337c-6059-4b06-a9f5-80835838dfaa HTTP/1.1" status: 204 len: 168 time: 0.5049553 Feb 16 22:33:25.069950 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49148) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:33:25.118799 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-87e2e672-890f-48b2-872f-50c300f0d20d tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Allocated IP 172.20.0.14 (8cb6624c-f3c9-4783-923f-c9d48b261c7e/8e9cf484-38d4-4f4b-a089-90e02ce0a0e2/fa5f9354-b7d3-492e-be2b-97c6bed5c81f) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:33:25.229721 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-486be270-a9c6-437e-ab33-7398d2cd39a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (626a6efb-9469-4b55-8ca7-83ed255f6cfa), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:25.351528 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66c1bda-f5b2-4a13-a592-7675bb9778cb None None] DHCP port deletion for 626a6efb-9469-4b55-8ca7-83ed255f6cfa request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:33:25.404766 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-87e2e672-890f-48b2-872f-50c300f0d20d tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Publish callbacks [] for port (fa5f9354-b7d3-492e-be2b-97c6bed5c81f), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:25.408815 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-486be270-a9c6-437e-ab33-7398d2cd39a0 admin admin] Deleting port d56909f7-1adb-4260-8b60-cf0bd54357fe {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:33:25.415834 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-486be270-a9c6-437e-ab33-7398d2cd39a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (d56909f7-1adb-4260-8b60-cf0bd54357fe), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:25.459702 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-c66c1bda-f5b2-4a13-a592-7675bb9778cb None None] Deleting port d56909f7-1adb-4260-8b60-cf0bd54357fe {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:33:25.461493 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c66c1bda-f5b2-4a13-a592-7675bb9778cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (d56909f7-1adb-4260-8b60-cf0bd54357fe), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:25.577653 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-87e2e672-890f-48b2-872f-50c300f0d20d tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (fa5f9354-b7d3-492e-be2b-97c6bed5c81f), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:25.579584 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-486be270-a9c6-437e-ab33-7398d2cd39a0 admin admin] For port d56909f7-1adb-4260-8b60-cf0bd54357fe, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=d56909f7-1adb-4260-8b60-cf0bd54357fe,segment=NetworkSegment(f94af077-0644-46b9-b857-8870c196a9eb),segment_id=f94af077-0644-46b9-b857-8870c196a9eb)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:25.580019 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-486be270-a9c6-437e-ab33-7398d2cd39a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (d56909f7-1adb-4260-8b60-cf0bd54357fe), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:25.623279 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c66c1bda-f5b2-4a13-a592-7675bb9778cb None None] For port d56909f7-1adb-4260-8b60-cf0bd54357fe, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=d56909f7-1adb-4260-8b60-cf0bd54357fe,segment=NetworkSegment(f94af077-0644-46b9-b857-8870c196a9eb),segment_id=f94af077-0644-46b9-b857-8870c196a9eb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:25.624446 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c66c1bda-f5b2-4a13-a592-7675bb9778cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (d56909f7-1adb-4260-8b60-cf0bd54357fe), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:25.629046 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d097aee-be69-4355-97a8-e98e234efd77 req-312ed1b9-29ad-4198-a953-091e9c85a2ef tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:25.633746 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-486be270-a9c6-437e-ab33-7398d2cd39a0 admin admin] Calling delete_port for d56909f7-1adb-4260-8b60-cf0bd54357fe owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:33:25.634379 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d097aee-be69-4355-97a8-e98e234efd77 req-312ed1b9-29ad-4198-a953-091e9c85a2ef tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=c436af37-7637-47f5-8f2c-259c94d090a4 HTTP/1.1" status: 200 len: 946 time: 0.1878629 Feb 16 22:33:25.654650 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-c66c1bda-f5b2-4a13-a592-7675bb9778cb None None] Calling delete_port for d56909f7-1adb-4260-8b60-cf0bd54357fe owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:33:25.761517 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-87e2e672-890f-48b2-872f-50c300f0d20d tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Network 8cb6624c-f3c9-4783-923f-c9d48b261c7e is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:33:25.785271 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-87e2e672-890f-48b2-872f-50c300f0d20d tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:33:25.813874 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-87e2e672-890f-48b2-872f-50c300f0d20d tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:33:25.833435 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['a5d3632f-f83d-4462-adcf-439674f449d1'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:33:25.834153 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2e672-890f-48b2-872f-50c300f0d20d tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Pushing event updated for resources: {'Port': ['ID=fa5f9354-b7d3-492e-be2b-97c6bed5c81f,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:25.887363 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-486be270-a9c6-437e-ab33-7398d2cd39a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (d56909f7-1adb-4260-8b60-cf0bd54357fe), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:25.945831 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c66c1bda-f5b2-4a13-a592-7675bb9778cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (d56909f7-1adb-4260-8b60-cf0bd54357fe), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:25.968056 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486be270-a9c6-437e-ab33-7398d2cd39a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d56909f7-1adb-4260-8b60-cf0bd54357fe,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:25.977636 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486be270-a9c6-437e-ab33-7398d2cd39a0 admin admin] No DVR routers for this DVR port d56909f7-1adb-4260-8b60-cf0bd54357fe on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:33:26.046836 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c1bda-f5b2-4a13-a592-7675bb9778cb None None] Pushing event deleted for resources: {'Port': ['ID=d56909f7-1adb-4260-8b60-cf0bd54357fe,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:26.062441 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49162) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:33:26.092708 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:26.093946 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66c1bda-f5b2-4a13-a592-7675bb9778cb None None] No DVR routers for this DVR port d56909f7-1adb-4260-8b60-cf0bd54357fe on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:33:26.170943 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-486be270-a9c6-437e-ab33-7398d2cd39a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (626a6efb-9469-4b55-8ca7-83ed255f6cfa), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:26.228157 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-486be270-a9c6-437e-ab33-7398d2cd39a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['626a6efb-9469-4b55-8ca7-83ed255f6cfa']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:33:26.251030 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-486be270-a9c6-437e-ab33-7398d2cd39a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f94af077-0644-46b9-b857-8870c196a9eb') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:33:26.251331 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-486be270-a9c6-437e-ab33-7398d2cd39a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f94af077-0644-46b9-b857-8870c196a9eb') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:33:26.275369 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-486be270-a9c6-437e-ab33-7398d2cd39a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (f94af077-0644-46b9-b857-8870c196a9eb), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:26.305569 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-486be270-a9c6-437e-ab33-7398d2cd39a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (f94af077-0644-46b9-b857-8870c196a9eb), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:26.316804 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-486be270-a9c6-437e-ab33-7398d2cd39a0 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:33:26.318249 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-486be270-a9c6-437e-ab33-7398d2cd39a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (f94af077-0644-46b9-b857-8870c196a9eb), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:33:26.318979 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:33:26.422338 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d18ce2fe-65c2-4400-a4d0-62f9f3d92ae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:26.438758 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-486be270-a9c6-437e-ab33-7398d2cd39a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (626a6efb-9469-4b55-8ca7-83ed255f6cfa), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:26.521326 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d097aee-be69-4355-97a8-e98e234efd77 req-2f8bf66d-d1ca-493c-abd8-e370875f5044 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8396428 Feb 16 22:33:26.525499 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d18ce2fe-65c2-4400-a4d0-62f9f3d92ae8 admin admin] Publish callbacks [] for security_group (7972c552-f09a-41a4-be6f-ed9826b97f7c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:26.533347 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-486be270-a9c6-437e-ab33-7398d2cd39a0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:26.540180 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-486be270-a9c6-437e-ab33-7398d2cd39a0 admin admin] 10.222.0.75 "DELETE /v2.0/networks/626a6efb-9469-4b55-8ca7-83ed255f6cfa HTTP/1.1" status: 204 len: 168 time: 1.4690878 Feb 16 22:33:26.541891 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49170) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:33:26.559096 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d18ce2fe-65c2-4400-a4d0-62f9f3d92ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7972c552-f09a-41a4-be6f-ed9826b97f7c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:26.563509 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-87e2e672-890f-48b2-872f-50c300f0d20d tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:26.566439 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-87e2e672-890f-48b2-872f-50c300f0d20d tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:26.596897 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486be270-a9c6-437e-ab33-7398d2cd39a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=626a6efb-9469-4b55-8ca7-83ed255f6cfa,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:26.605813 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-87e2e672-890f-48b2-872f-50c300f0d20d tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1462836 Feb 16 22:33:26.623257 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-0c9e2f68-42ca-4e9d-ae37-3d72f5216587 service neutron] Request body: {'port': {'device_id': '8c348319-4332-44e8-b7f8-6e8b5df73b2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:33:26.681051 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d18ce2fe-65c2-4400-a4d0-62f9f3d92ae8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=501cb82491a147269b07b176a4d661c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6172836 Feb 16 22:33:26.681579 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49172) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:33:26.686148 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ce2fe-65c2-4400-a4d0-62f9f3d92ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7972c552-f09a-41a4-be6f-ed9826b97f7c,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:26.783327 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-df1dc15f-174a-44b4-b441-89d196a32985 admin admin] Publish callbacks [] for security_group (7972c552-f09a-41a4-be6f-ed9826b97f7c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:26.797542 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c6130-30db-44a5-8efd-5d8ba7921259 req-e4fdd302-63c0-43a7-b3a5-8312249ac0ff tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:26.804935 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c6130-30db-44a5-8efd-5d8ba7921259 req-e4fdd302-63c0-43a7-b3a5-8312249ac0ff tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:26.815569 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c6130-30db-44a5-8efd-5d8ba7921259 req-e4fdd302-63c0-43a7-b3a5-8312249ac0ff tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:26.822031 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c6130-30db-44a5-8efd-5d8ba7921259 req-e4fdd302-63c0-43a7-b3a5-8312249ac0ff tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:26.827879 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c6130-30db-44a5-8efd-5d8ba7921259 req-e4fdd302-63c0-43a7-b3a5-8312249ac0ff tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:26.849330 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c6130-30db-44a5-8efd-5d8ba7921259 req-e4fdd302-63c0-43a7-b3a5-8312249ac0ff tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:26.856909 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device d56909f7-1adb-4260-8b60-cf0bd54357fe no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:33:26.873850 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c6130-30db-44a5-8efd-5d8ba7921259 req-e4fdd302-63c0-43a7-b3a5-8312249ac0ff tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:26.876418 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5f1c6130-30db-44a5-8efd-5d8ba7921259 req-e4fdd302-63c0-43a7-b3a5-8312249ac0ff tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.2152522 Feb 16 22:33:26.894502 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-df1dc15f-174a-44b4-b441-89d196a32985 admin admin] Publish callbacks [] for security_group (7972c552-f09a-41a4-be6f-ed9826b97f7c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:26.895431 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: d56909f7-1adb-4260-8b60-cf0bd54357fe {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:33:26.895786 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device d56909f7-1adb-4260-8b60-cf0bd54357fe not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:33:26.946897 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-0c9e2f68-42ca-4e9d-ae37-3d72f5216587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (fa5f9354-b7d3-492e-be2b-97c6bed5c81f), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:26.980707 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-df1dc15f-174a-44b4-b441-89d196a32985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7972c552-f09a-41a4-be6f-ed9826b97f7c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:26.984562 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-df1dc15f-174a-44b4-b441-89d196a32985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:26.985959 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-df1dc15f-174a-44b4-b441-89d196a32985 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7972c552-f09a-41a4-be6f-ed9826b97f7c HTTP/1.1" status: 204 len: 168 time: 0.3008122 Feb 16 22:33:27.001687 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1dc15f-174a-44b4-b441-89d196a32985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7972c552-f09a-41a4-be6f-ed9826b97f7c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:27.036315 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:27.350396 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-0c9e2f68-42ca-4e9d-ae37-3d72f5216587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa5f9354-b7d3-492e-be2b-97c6bed5c81f {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:33:27.358794 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-0c9e2f68-42ca-4e9d-ae37-3d72f5216587 service neutron] Publish callbacks [] for port (fa5f9354-b7d3-492e-be2b-97c6bed5c81f), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:27.371027 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-0c9e2f68-42ca-4e9d-ae37-3d72f5216587 service neutron] Transition to ACTIVE for port object fa5f9354-b7d3-492e-be2b-97c6bed5c81f will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:33:27.389003 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-0c9e2f68-42ca-4e9d-ae37-3d72f5216587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (fa5f9354-b7d3-492e-be2b-97c6bed5c81f), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:27.406293 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a8bd6802-5d33-4ce8-9be8-8480e66c4d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (9d1ef44a-4442-4c93-8785-94f6df4a2c5e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:27.558770 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5f1c6130-30db-44a5-8efd-5d8ba7921259 req-d9ac7083-cf8a-4da8-b257-88cce49ea798 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6747031 Feb 16 22:33:27.598200 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7b0c3-d42f-4808-af65-811ceb56c74f req-f2fd0520-16f5-407b-9851-ba6b3a1f8dc2 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:27.599709 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-36a7b0c3-d42f-4808-af65-811ceb56c74f req-f2fd0520-16f5-407b-9851-ba6b3a1f8dc2 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.79 "GET /v2.0/ports?device_id=c436af37-7637-47f5-8f2c-259c94d090a4 HTTP/1.1" status: 200 len: 946 time: 0.2252843 Feb 16 22:33:27.602524 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e2f68-42ca-4e9d-ae37-3d72f5216587 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5f9354-b7d3-492e-be2b-97c6bed5c81f,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:27.650964 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49186) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:33:27.693787 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-0c9e2f68-42ca-4e9d-ae37-3d72f5216587 service neutron] Attempting to bind port fa5f9354-b7d3-492e-be2b-97c6bed5c81f on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:33:27.694954 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-0c9e2f68-42ca-4e9d-ae37-3d72f5216587 service neutron] Attempting to bind port fa5f9354-b7d3-492e-be2b-97c6bed5c81f by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '208e5095-0779-4b65-9ffb-ae79e8b0afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8cb6624c-f3c9-4783-923f-c9d48b261c7e'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:33:27.700130 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-0c9e2f68-42ca-4e9d-ae37-3d72f5216587 service neutron] Attempting to bind port fa5f9354-b7d3-492e-be2b-97c6bed5c81f on network 8cb6624c-f3c9-4783-923f-c9d48b261c7e {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:33:27.702071 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-45de7cb9-64c9-4ec5-8dc4-629f1328ada3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:27.719743 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-0c9e2f68-42ca-4e9d-ae37-3d72f5216587 service neutron] Port fa5f9354-b7d3-492e-be2b-97c6bed5c81f on network 8cb6624c-f3c9-4783-923f-c9d48b261c7e not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:33:27.720075 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-0c9e2f68-42ca-4e9d-ae37-3d72f5216587 service neutron] Attempting to bind port fa5f9354-b7d3-492e-be2b-97c6bed5c81f on network 8cb6624c-f3c9-4783-923f-c9d48b261c7e {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:33:27.742040 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-0c9e2f68-42ca-4e9d-ae37-3d72f5216587 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:33:27.742781 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-0c9e2f68-42ca-4e9d-ae37-3d72f5216587 service neutron] Checking segment: {'id': '208e5095-0779-4b65-9ffb-ae79e8b0afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8cb6624c-f3c9-4783-923f-c9d48b261c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:33:27.743397 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-0c9e2f68-42ca-4e9d-ae37-3d72f5216587 service neutron] Bound using segment: {'id': '208e5095-0779-4b65-9ffb-ae79e8b0afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8cb6624c-f3c9-4783-923f-c9d48b261c7e'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:33:27.745687 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-0c9e2f68-42ca-4e9d-ae37-3d72f5216587 service neutron] Bound port: fa5f9354-b7d3-492e-be2b-97c6bed5c81f, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '208e5095-0779-4b65-9ffb-ae79e8b0afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8cb6624c-f3c9-4783-923f-c9d48b261c7e'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:33:27.746600 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-0c9e2f68-42ca-4e9d-ae37-3d72f5216587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (fa5f9354-b7d3-492e-be2b-97c6bed5c81f), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:28.006391 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-45de7cb9-64c9-4ec5-8dc4-629f1328ada3 admin admin] Publish callbacks [] for security_group (110fdc91-83b5-4339-94ab-04552254076e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:28.024515 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-45de7cb9-64c9-4ec5-8dc4-629f1328ada3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (110fdc91-83b5-4339-94ab-04552254076e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:28.028825 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-0c9e2f68-42ca-4e9d-ae37-3d72f5216587 service neutron] For port fa5f9354-b7d3-492e-be2b-97c6bed5c81f, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:33:28.042585 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-0c9e2f68-42ca-4e9d-ae37-3d72f5216587 service neutron] For port fa5f9354-b7d3-492e-be2b-97c6bed5c81f, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=fa5f9354-b7d3-492e-be2b-97c6bed5c81f,segment=NetworkSegment(208e5095-0779-4b65-9ffb-ae79e8b0afdb),segment_id=208e5095-0779-4b65-9ffb-ae79e8b0afdb)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:33:28.079090 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-a8bd6802-5d33-4ce8-9be8-8480e66c4d39 admin admin] Deleting port 45a6f0f5-d482-4cc7-b634-3f2e298578e8 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:33:28.079661 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a8bd6802-5d33-4ce8-9be8-8480e66c4d39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (45a6f0f5-d482-4cc7-b634-3f2e298578e8), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:28.086072 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-0c9e2f68-42ca-4e9d-ae37-3d72f5216587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (fa5f9354-b7d3-492e-be2b-97c6bed5c81f), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:28.094336 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de7cb9-64c9-4ec5-8dc4-629f1328ada3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110fdc91-83b5-4339-94ab-04552254076e,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:28.101413 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-45de7cb9-64c9-4ec5-8dc4-629f1328ada3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9f5b1b6ac1f34c7e84c5d98b683a23ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4385624 Feb 16 22:33:28.110331 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49188) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:33:28.181094 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e2f68-42ca-4e9d-ae37-3d72f5216587 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5f9354-b7d3-492e-be2b-97c6bed5c81f,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:28.209514 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08527655-8084-45ef-aecd-d7d40b2aae9f req-81953c50-fa87-48d0-8dc7-85e58d63618d tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:28.217759 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-08527655-8084-45ef-aecd-d7d40b2aae9f req-81953c50-fa87-48d0-8dc7-85e58d63618d tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c348319-4332-44e8-b7f8-6e8b5df73b2e HTTP/1.1" status: 200 len: 944 time: 0.4512491 Feb 16 22:33:28.297024 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-08527655-8084-45ef-aecd-d7d40b2aae9f req-e20f2427-622a-4f5e-b1f9-77bd2a1ffbc1 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780740 Feb 16 22:33:28.332850 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-0c9e2f68-42ca-4e9d-ae37-3d72f5216587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:28.334480 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-0c9e2f68-42ca-4e9d-ae37-3d72f5216587 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:28.338361 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-0c9e2f68-42ca-4e9d-ae37-3d72f5216587 service neutron] 10.222.0.67 "PUT /v2.0/ports/fa5f9354-b7d3-492e-be2b-97c6bed5c81f HTTP/1.1" status: 200 len: 1092 time: 1.7207291 Feb 16 22:33:28.357507 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c348319-4332-44e8-b7f8-6e8b5df73b2e', 'tag': 'fa5f9354-b7d3-492e-be2b-97c6bed5c81f'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:33:28.367957 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9723b83c-e163-4336-b85a-d9300eeb9d34" -d '{"events": [{"name": "network-changed", "server_uuid": "8c348319-4332-44e8-b7f8-6e8b5df73b2e", "tag": "fa5f9354-b7d3-492e-be2b-97c6bed5c81f"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:33:28.464589 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:28.529119 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-36a7b0c3-d42f-4808-af65-811ceb56c74f req-1d447a7c-aa34-4d8d-8b68-560cae2f250f tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Deleting port 2322b778-9b15-41c7-8bbd-3f8b08a9cc9f {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:33:28.529119 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-36a7b0c3-d42f-4808-af65-811ceb56c74f req-1d447a7c-aa34-4d8d-8b68-560cae2f250f tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (2322b778-9b15-41c7-8bbd-3f8b08a9cc9f), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:28.672449 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-36a7b0c3-d42f-4808-af65-811ceb56c74f req-1d447a7c-aa34-4d8d-8b68-560cae2f250f tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] For port 2322b778-9b15-41c7-8bbd-3f8b08a9cc9f, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=2322b778-9b15-41c7-8bbd-3f8b08a9cc9f,segment=NetworkSegment(389109f6-ebab-4899-93e4-704200323383),segment_id=389109f6-ebab-4899-93e4-704200323383)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:28.672963 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-36a7b0c3-d42f-4808-af65-811ceb56c74f req-1d447a7c-aa34-4d8d-8b68-560cae2f250f tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (2322b778-9b15-41c7-8bbd-3f8b08a9cc9f), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:28.688463 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-36a7b0c3-d42f-4808-af65-811ceb56c74f req-1d447a7c-aa34-4d8d-8b68-560cae2f250f tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Calling delete_port for 2322b778-9b15-41c7-8bbd-3f8b08a9cc9f owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:33:28.735929 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0ed80cd0-284e-4024-bbb0-06d001843a90 admin admin] Publish callbacks [] for security_group (110fdc91-83b5-4339-94ab-04552254076e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:28.773657 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-ccd70ebc-4660-46ef-9dfd-b96427256b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:28.775375 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-ccd70ebc-4660-46ef-9dfd-b96427256b92 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8e18d5d64e254c0cbff795a2537801d2&device_id=8c348319-4332-44e8-b7f8-6e8b5df73b2e HTTP/1.1" status: 200 len: 1126 time: 0.3837163 Feb 16 22:33:28.779472 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0ed80cd0-284e-4024-bbb0-06d001843a90 admin admin] Publish callbacks [] for security_group (110fdc91-83b5-4339-94ab-04552254076e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:28.799198 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-a8bd6802-5d33-4ce8-9be8-8480e66c4d39 admin admin] For port 45a6f0f5-d482-4cc7-b634-3f2e298578e8, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=45a6f0f5-d482-4cc7-b634-3f2e298578e8,segment=NetworkSegment(eed9ccda-d60b-47ab-96ac-7bba8b33805a),segment_id=eed9ccda-d60b-47ab-96ac-7bba8b33805a)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:28.799578 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a8bd6802-5d33-4ce8-9be8-8480e66c4d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (45a6f0f5-d482-4cc7-b634-3f2e298578e8), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:28.842652 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-2764f850-5713-4da4-93c6-ba9ba6db1064 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa5f9354-b7d3-492e-be2b-97c6bed5c81f HTTP/1.1" status: 200 len: 217 time: 0.0565071 Feb 16 22:33:28.867889 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-a8bd6802-5d33-4ce8-9be8-8480e66c4d39 admin admin] Calling delete_port for 45a6f0f5-d482-4cc7-b634-3f2e298578e8 owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:33:28.876390 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d0170-9017-468e-826e-875c6fcb2670 req-99251a0a-d841-4fb3-90cf-6c4aa69e31cd tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:28.878390 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d6d0170-9017-468e-826e-875c6fcb2670 req-99251a0a-d841-4fb3-90cf-6c4aa69e31cd tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=c436af37-7637-47f5-8f2c-259c94d090a4 HTTP/1.1" status: 200 len: 946 time: 0.4184377 Feb 16 22:33:28.888119 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0ed80cd0-284e-4024-bbb0-06d001843a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (110fdc91-83b5-4339-94ab-04552254076e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:28.890843 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0ed80cd0-284e-4024-bbb0-06d001843a90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:28.892091 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0ed80cd0-284e-4024-bbb0-06d001843a90 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/110fdc91-83b5-4339-94ab-04552254076e HTTP/1.1" status: 204 len: 168 time: 0.7802327 Feb 16 22:33:28.928383 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed80cd0-284e-4024-bbb0-06d001843a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110fdc91-83b5-4339-94ab-04552254076e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:29.013401 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-31341d32-f790-4e18-9ef6-41e8da59fbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:29.014683 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-31341d32-f790-4e18-9ef6-41e8da59fbd0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8e9cf484-38d4-4f4b-a089-90e02ce0a0e2 HTTP/1.1" status: 200 len: 853 time: 0.1591103 Feb 16 22:33:29.021942 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d6d0170-9017-468e-826e-875c6fcb2670 req-4163efcf-711c-4c4a-a3fb-e6902ed295ce tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164124 Feb 16 22:33:29.094222 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-dcba625f-537c-4f33-9d77-3104779443c8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8cb6624c-f3c9-4783-923f-c9d48b261c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690920 Feb 16 22:33:29.095719 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-36a7b0c3-d42f-4808-af65-811ceb56c74f req-1d447a7c-aa34-4d8d-8b68-560cae2f250f tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (2322b778-9b15-41c7-8bbd-3f8b08a9cc9f), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:29.110077 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['2f5310e9-1b86-4c56-99db-010c309a20b7', '7e8d4bb2-b826-4498-b828-1e264bf62ea8', '3d304d29-5749-4de2-b9ca-3642ed6aba2a'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:33:29.228853 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623a4e06-f42f-4307-adb4-35cc48a6afab x-openstack-request-id: req-623a4e06-f42f-4307-adb4-35cc48a6afab {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:33:29.232395 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a8bd6802-5d33-4ce8-9be8-8480e66c4d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (45a6f0f5-d482-4cc7-b634-3f2e298578e8), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:29.248365 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c348319-4332-44e8-b7f8-6e8b5df73b2e", "tag": "fa5f9354-b7d3-492e-be2b-97c6bed5c81f", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:33:29.248913 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-623a4e06-f42f-4307-adb4-35cc48a6afab {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:33:29.249649 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c348319-4332-44e8-b7f8-6e8b5df73b2e', 'tag': 'fa5f9354-b7d3-492e-be2b-97c6bed5c81f', 'status': 'completed', 'code': 200} Feb 16 22:33:29.268852 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d447a7c-aa34-4d8d-8b68-560cae2f250f tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Pushing event deleted for resources: {'Port': ['ID=2322b778-9b15-41c7-8bbd-3f8b08a9cc9f,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:29.272018 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd6802-5d33-4ce8-9be8-8480e66c4d39 admin admin] Pushing event deleted for resources: {'Port': ['ID=45a6f0f5-d482-4cc7-b634-3f2e298578e8,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:29.473371 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a7b0c3-d42f-4808-af65-811ceb56c74f req-1d447a7c-aa34-4d8d-8b68-560cae2f250f tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] No DVR routers for this DVR port 2322b778-9b15-41c7-8bbd-3f8b08a9cc9f on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:33:29.476987 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-36a7b0c3-d42f-4808-af65-811ceb56c74f req-1d447a7c-aa34-4d8d-8b68-560cae2f250f tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:29.482150 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-36a7b0c3-d42f-4808-af65-811ceb56c74f req-1d447a7c-aa34-4d8d-8b68-560cae2f250f tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.79 "DELETE /v2.0/ports/2322b778-9b15-41c7-8bbd-3f8b08a9cc9f HTTP/1.1" status: 204 len: 173 time: 1.8755105 Feb 16 22:33:29.526322 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-96767ad2-220a-41b0-90a8-c439dc9409f9 service neutron] 10.222.0.67 "GET /v2.0/networks/8cb6624c-f3c9-4783-923f-c9d48b261c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203138 Feb 16 22:33:29.545313 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b643f-e05b-4c1d-96df-57016767a5bd req-129bcd5e-b89a-4a07-af49-e396ef90aefd tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:29.551947 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b643f-e05b-4c1d-96df-57016767a5bd req-129bcd5e-b89a-4a07-af49-e396ef90aefd tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:29.557564 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b643f-e05b-4c1d-96df-57016767a5bd req-129bcd5e-b89a-4a07-af49-e396ef90aefd tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:29.564347 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b643f-e05b-4c1d-96df-57016767a5bd req-129bcd5e-b89a-4a07-af49-e396ef90aefd tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:29.573335 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b643f-e05b-4c1d-96df-57016767a5bd req-129bcd5e-b89a-4a07-af49-e396ef90aefd tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:29.584194 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b643f-e05b-4c1d-96df-57016767a5bd req-129bcd5e-b89a-4a07-af49-e396ef90aefd tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:29.600267 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b643f-e05b-4c1d-96df-57016767a5bd req-129bcd5e-b89a-4a07-af49-e396ef90aefd tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:29.602372 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-627b643f-e05b-4c1d-96df-57016767a5bd req-129bcd5e-b89a-4a07-af49-e396ef90aefd tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.3477087 Feb 16 22:33:29.616704 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a8bd6802-5d33-4ce8-9be8-8480e66c4d39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (9d1ef44a-4442-4c93-8785-94f6df4a2c5e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:29.810863 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-627b643f-e05b-4c1d-96df-57016767a5bd req-c0989a9b-c020-4c74-b119-f7357869a985 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1806605 Feb 16 22:33:29.820807 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-940a5c6d-27f1-4eb9-b498-058be6672a98 req-017aae83-d054-4b19-ae80-0ff8e49933a1 service neutron] 10.222.0.67 "GET /v2.0/networks/8cb6624c-f3c9-4783-923f-c9d48b261c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140501 Feb 16 22:33:29.905536 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:29.917344 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bd6802-5d33-4ce8-9be8-8480e66c4d39 admin admin] Router 9d1ef44a-4442-4c93-8785-94f6df4a2c5e has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:33:30.026386 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723b83c-e163-4336-b85a-d9300eeb9d34 req-38899911-69e9-4a2c-b9aa-df58d50b914a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:30.027978 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9723b83c-e163-4336-b85a-d9300eeb9d34 req-38899911-69e9-4a2c-b9aa-df58d50b914a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8e18d5d64e254c0cbff795a2537801d2&device_id=8c348319-4332-44e8-b7f8-6e8b5df73b2e HTTP/1.1" status: 200 len: 1126 time: 0.1388805 Feb 16 22:33:30.039469 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a2d19-3461-48c1-a6ba-72429a7d26a7 req-037f9ffb-a158-4113-bb5e-f6b68adbf99e tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:30.040956 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dc4a2d19-3461-48c1-a6ba-72429a7d26a7 req-037f9ffb-a158-4113-bb5e-f6b68adbf99e tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c348319-4332-44e8-b7f8-6e8b5df73b2e HTTP/1.1" status: 200 len: 944 time: 0.0793774 Feb 16 22:33:30.076304 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bd6802-5d33-4ce8-9be8-8480e66c4d39 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:33:30.087951 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f440cca2-401f-42a2-9e4c-21e97f8172ea None None] Sync routers for ids ['9d1ef44a-4442-4c93-8785-94f6df4a2c5e'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:33:30.090481 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a8bd6802-5d33-4ce8-9be8-8480e66c4d39 admin admin] 10.222.0.75 "PUT /v2.0/routers/9d1ef44a-4442-4c93-8785-94f6df4a2c5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5447762 Feb 16 22:33:30.091302 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49226) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:33:30.106771 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f440cca2-401f-42a2-9e4c-21e97f8172ea None None] Routers {'9d1ef44a-4442-4c93-8785-94f6df4a2c5e'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:33:30.108849 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-f440cca2-401f-42a2-9e4c-21e97f8172ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:33:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['9d1ef44a-4442-4c93-8785-94f6df4a2c5e'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:33:30.192230 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723b83c-e163-4336-b85a-d9300eeb9d34 req-208df968-121a-4f67-96e8-16fc7740164e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:30.194080 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9723b83c-e163-4336-b85a-d9300eeb9d34 req-208df968-121a-4f67-96e8-16fc7740164e service neutron] 10.222.0.67 "GET /v2.0/networks?id=8cb6624c-f3c9-4783-923f-c9d48b261c7e HTTP/1.1" status: 200 len: 914 time: 0.1520650 Feb 16 22:33:30.197397 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dc4a2d19-3461-48c1-a6ba-72429a7d26a7 req-1c43ace3-3908-4007-8bc6-1731dea16d62 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483428 Feb 16 22:33:30.254544 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d4739fa7-bd00-426f-94c1-90e71ef62b69 admin admin] Publish callbacks [] for router (9d1ef44a-4442-4c93-8785-94f6df4a2c5e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:30.272912 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-f440cca2-401f-42a2-9e4c-21e97f8172ea None None] Set router 9d1ef44a-4442-4c93-8785-94f6df4a2c5e gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:33:30.297167 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9723b83c-e163-4336-b85a-d9300eeb9d34 req-a70d8675-d995-47bf-8ea1-ead0a3a905a1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa5f9354-b7d3-492e-be2b-97c6bed5c81f HTTP/1.1" status: 200 len: 217 time: 0.0967841 Feb 16 22:33:30.386577 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723b83c-e163-4336-b85a-d9300eeb9d34 req-81a47afd-0cae-4436-a463-1263d88bda3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:30.388336 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9723b83c-e163-4336-b85a-d9300eeb9d34 req-81a47afd-0cae-4436-a463-1263d88bda3a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8e9cf484-38d4-4f4b-a089-90e02ce0a0e2 HTTP/1.1" status: 200 len: 853 time: 0.0841100 Feb 16 22:33:30.430813 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d4739fa7-bd00-426f-94c1-90e71ef62b69 admin admin] Publish callbacks [] for router_gateway (9d1ef44a-4442-4c93-8785-94f6df4a2c5e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:30.463088 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-30972288-be7b-4c6b-90b9-46ed155498ce req-ccbb811a-da13-4b7b-bfa9-442247d8514b tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=c436af37-7637-47f5-8f2c-259c94d090a4 HTTP/1.1" status: 200 len: 210 time: 0.0736730 Feb 16 22:33:30.469752 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9723b83c-e163-4336-b85a-d9300eeb9d34 req-62ab7209-9477-4626-8a05-ba90f67dfe51 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8cb6624c-f3c9-4783-923f-c9d48b261c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704887 Feb 16 22:33:30.528387 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-d4739fa7-bd00-426f-94c1-90e71ef62b69 admin admin] Deleting port 9196270a-845b-4434-854f-aa771a0314a1 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:33:30.528750 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d4739fa7-bd00-426f-94c1-90e71ef62b69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (9196270a-845b-4434-854f-aa771a0314a1), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:30.577853 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-f440cca2-401f-42a2-9e4c-21e97f8172ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1ef44a-4442-4c93-8785-94f6df4a2c5e', 'name': 'tempest-TestServerMultinode-1813189577-router', 'tenant_id': '9116c0f6fee34f639c021943ba24c1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '9196270a-845b-4434-854f-aa771a0314a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:32:36Z', 'updated_at': '2022-02-16T22:33:29Z', 'revision_number': 5, 'project_id': '9116c0f6fee34f639c021943ba24c1d0', 'gw_port': {'id': '9196270a-845b-4434-854f-aa771a0314a1', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1ef44a-4442-4c93-8785-94f6df4a2c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:32:37Z', 'updated_at': '2022-02-16T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:33:30.596628 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9723b83c-e163-4336-b85a-d9300eeb9d34 req-defdc4a9-d0d4-4bb0-9312-98ffa9834f71 service neutron] 10.222.0.67 "GET /v2.0/networks/8cb6624c-f3c9-4783-923f-c9d48b261c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187124 Feb 16 22:33:30.618684 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f440cca2-401f-42a2-9e4c-21e97f8172ea None None] Checking router: 9d1ef44a-4442-4c93-8785-94f6df4a2c5e for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:33:30.644354 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f440cca2-401f-42a2-9e4c-21e97f8172ea None None] Routers {'9d1ef44a-4442-4c93-8785-94f6df4a2c5e'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:33:30.645680 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-f440cca2-401f-42a2-9e4c-21e97f8172ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:33:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['9d1ef44a-4442-4c93-8785-94f6df4a2c5e'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:33:30.727668 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9723b83c-e163-4336-b85a-d9300eeb9d34 req-85ca883d-e875-4254-9a02-07f92213c796 service neutron] 10.222.0.67 "GET /v2.0/networks/8cb6624c-f3c9-4783-923f-c9d48b261c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247437 Feb 16 22:33:30.749648 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 2322b778-9b15-41c7-8bbd-3f8b08a9cc9f no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:33:30.776897 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-f440cca2-401f-42a2-9e4c-21e97f8172ea None None] Set router 9d1ef44a-4442-4c93-8785-94f6df4a2c5e gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:33:30.782553 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 2322b778-9b15-41c7-8bbd-3f8b08a9cc9f {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:33:30.789760 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-d4739fa7-bd00-426f-94c1-90e71ef62b69 admin admin] For port 9196270a-845b-4434-854f-aa771a0314a1, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9196270a-845b-4434-854f-aa771a0314a1,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:30.790179 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d4739fa7-bd00-426f-94c1-90e71ef62b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (9196270a-845b-4434-854f-aa771a0314a1), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:30.793189 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 2322b778-9b15-41c7-8bbd-3f8b08a9cc9f not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:33:30.826098 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-d4739fa7-bd00-426f-94c1-90e71ef62b69 admin admin] Calling delete_port for 9196270a-845b-4434-854f-aa771a0314a1 owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:33:30.888114 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-f440cca2-401f-42a2-9e4c-21e97f8172ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1ef44a-4442-4c93-8785-94f6df4a2c5e', 'name': 'tempest-TestServerMultinode-1813189577-router', 'tenant_id': '9116c0f6fee34f639c021943ba24c1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:32:36Z', 'updated_at': '2022-02-16T22:33:30Z', 'revision_number': 6, 'project_id': '9116c0f6fee34f639c021943ba24c1d0', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:33:30.949718 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f440cca2-401f-42a2-9e4c-21e97f8172ea None None] The sync data for ids ['9d1ef44a-4442-4c93-8785-94f6df4a2c5e'] in n-d-813897-6 is: [{'id': '9d1ef44a-4442-4c93-8785-94f6df4a2c5e', 'name': 'tempest-TestServerMultinode-1813189577-router', 'tenant_id': '9116c0f6fee34f639c021943ba24c1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:32:36Z', 'updated_at': '2022-02-16T22:33:30Z', 'revision_number': 6, 'project_id': '9116c0f6fee34f639c021943ba24c1d0', 'gw_port_host': None}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:33:31.033015 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee628a-30f8-422d-9da9-6ce62b2f5a28 req-872ea3df-43b3-4a5f-8f34-1304998a1b3d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:31.039081 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee628a-30f8-422d-9da9-6ce62b2f5a28 req-872ea3df-43b3-4a5f-8f34-1304998a1b3d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:31.044470 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee628a-30f8-422d-9da9-6ce62b2f5a28 req-872ea3df-43b3-4a5f-8f34-1304998a1b3d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:31.049748 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee628a-30f8-422d-9da9-6ce62b2f5a28 req-872ea3df-43b3-4a5f-8f34-1304998a1b3d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:31.056323 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee628a-30f8-422d-9da9-6ce62b2f5a28 req-872ea3df-43b3-4a5f-8f34-1304998a1b3d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:31.062232 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee628a-30f8-422d-9da9-6ce62b2f5a28 req-872ea3df-43b3-4a5f-8f34-1304998a1b3d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:31.067467 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee628a-30f8-422d-9da9-6ce62b2f5a28 req-872ea3df-43b3-4a5f-8f34-1304998a1b3d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:31.074976 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-43ee628a-30f8-422d-9da9-6ce62b2f5a28 req-872ea3df-43b3-4a5f-8f34-1304998a1b3d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1425941 Feb 16 22:33:31.095994 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d4739fa7-bd00-426f-94c1-90e71ef62b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (9196270a-845b-4434-854f-aa771a0314a1), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:31.130632 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4739fa7-bd00-426f-94c1-90e71ef62b69 admin admin] Pushing event deleted for resources: {'Port': ['ID=9196270a-845b-4434-854f-aa771a0314a1,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:31.166302 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-43ee628a-30f8-422d-9da9-6ce62b2f5a28 req-76e085f3-435a-4db1-b8fd-257fab5b4294 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0863271 Feb 16 22:33:31.208472 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d4739fa7-bd00-426f-94c1-90e71ef62b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (9d1ef44a-4442-4c93-8785-94f6df4a2c5e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:31.251629 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c436af37-7637-47f5-8f2c-259c94d090a4', 'name': 'network-vif-deleted', 'tag': '2322b778-9b15-41c7-8bbd-3f8b08a9cc9f'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:33:31.254654 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b7e557-9e64-43d1-9e8e-45b38165bafd" -d '{"events": [{"server_uuid": "c436af37-7637-47f5-8f2c-259c94d090a4", "name": "network-vif-deleted", "tag": "2322b778-9b15-41c7-8bbd-3f8b08a9cc9f"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:33:31.328232 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d4739fa7-bd00-426f-94c1-90e71ef62b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (9d1ef44a-4442-4c93-8785-94f6df4a2c5e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:31.331801 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d4739fa7-bd00-426f-94c1-90e71ef62b69 admin admin] Publish callbacks [] for router_controller (9d1ef44a-4442-4c93-8785-94f6df4a2c5e), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:31.369951 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c05d5c-48c2-4bf1-919e-58d58763492f req-7584a408-61ce-4525-ad17-7d8587a2fa33 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:31.382306 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d9c05d5c-48c2-4bf1-919e-58d58763492f req-7584a408-61ce-4525-ad17-7d8587a2fa33 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c348319-4332-44e8-b7f8-6e8b5df73b2e HTTP/1.1" status: 200 len: 944 time: 0.0980425 Feb 16 22:33:31.426951 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d4739fa7-bd00-426f-94c1-90e71ef62b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (9d1ef44a-4442-4c93-8785-94f6df4a2c5e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:31.427477 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4739fa7-bd00-426f-94c1-90e71ef62b69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d1ef44a-4442-4c93-8785-94f6df4a2c5e {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:33:31.432810 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d4739fa7-bd00-426f-94c1-90e71ef62b69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:31.435603 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d9c05d5c-48c2-4bf1-919e-58d58763492f req-4d322a68-ae5c-4b08-a94d-944bfdb16530 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523696 Feb 16 22:33:31.436741 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d4739fa7-bd00-426f-94c1-90e71ef62b69 admin admin] 10.222.0.75 "DELETE /v2.0/routers/9d1ef44a-4442-4c93-8785-94f6df4a2c5e HTTP/1.1" status: 204 len: 168 time: 1.3441708 Feb 16 22:33:31.436972 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 49262) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:33:31.499885 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aee1cde-b2ff-41a4-8a6e-119871a435a2 admin admin] Deleting subnet 1dc1f42e-f953-4e15-8fc7-7ab26dedba38 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:33:31.504545 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4aee1cde-b2ff-41a4-8a6e-119871a435a2 admin admin] Publish callbacks [] for subnet (1dc1f42e-f953-4e15-8fc7-7ab26dedba38), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:31.536692 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ba9b1e-6dbc-45e5-8e5b-4d9f88527ca8 x-openstack-request-id: req-64ba9b1e-6dbc-45e5-8e5b-4d9f88527ca8 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:33:31.537134 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c436af37-7637-47f5-8f2c-259c94d090a4", "name": "network-vif-deleted", "tag": "2322b778-9b15-41c7-8bbd-3f8b08a9cc9f", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:33:31.537456 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-64ba9b1e-6dbc-45e5-8e5b-4d9f88527ca8 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:33:31.538932 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c436af37-7637-47f5-8f2c-259c94d090a4', 'name': 'network-vif-deleted', 'tag': '2322b778-9b15-41c7-8bbd-3f8b08a9cc9f', 'status': 'completed', 'code': 200} Feb 16 22:33:31.563258 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4aee1cde-b2ff-41a4-8a6e-119871a435a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (1dc1f42e-f953-4e15-8fc7-7ab26dedba38), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:31.658873 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4aee1cde-b2ff-41a4-8a6e-119871a435a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (1dc1f42e-f953-4e15-8fc7-7ab26dedba38), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:31.719894 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4aee1cde-b2ff-41a4-8a6e-119871a435a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (1dc1f42e-f953-4e15-8fc7-7ab26dedba38), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:31.750866 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee1cde-b2ff-41a4-8a6e-119871a435a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dc1f42e-f953-4e15-8fc7-7ab26dedba38,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:31.754528 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4aee1cde-b2ff-41a4-8a6e-119871a435a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:31.760948 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49276) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:33:31.767416 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2901656c-db42-4fa7-b03b-36795691d1b3 None None] Network a1582dfc-c991-4db9-a78b-5cc4756da137 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:33:31.769093 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4aee1cde-b2ff-41a4-8a6e-119871a435a2 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/1dc1f42e-f953-4e15-8fc7-7ab26dedba38 HTTP/1.1" status: 204 len: 168 time: 0.3309867 Feb 16 22:33:31.854991 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8f6e5d9a-88bb-4467-9afd-2c0c23e184fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (a1582dfc-c991-4db9-a78b-5cc4756da137), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:31.927869 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-8f6e5d9a-88bb-4467-9afd-2c0c23e184fc admin admin] Deleting port e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:33:31.928257 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8f6e5d9a-88bb-4467-9afd-2c0c23e184fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:32.010072 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac0daa6-f4b6-43c9-9426-72b27c29c8e4 None None] DHCP port deletion for a1582dfc-c991-4db9-a78b-5cc4756da137 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:33:32.024232 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-8f6e5d9a-88bb-4467-9afd-2c0c23e184fc admin admin] For port e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c,segment=NetworkSegment(eed9ccda-d60b-47ab-96ac-7bba8b33805a),segment_id=eed9ccda-d60b-47ab-96ac-7bba8b33805a)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:32.024615 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8f6e5d9a-88bb-4467-9afd-2c0c23e184fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:32.038174 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-8f6e5d9a-88bb-4467-9afd-2c0c23e184fc admin admin] Calling delete_port for e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:33:32.052003 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:33:32.066731 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-9ac0daa6-f4b6-43c9-9426-72b27c29c8e4 None None] Deleting port e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:33:32.067394 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9ac0daa6-f4b6-43c9-9426-72b27c29c8e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:32.147187 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8f6e5d9a-88bb-4467-9afd-2c0c23e184fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:32.151943 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-9ac0daa6-f4b6-43c9-9426-72b27c29c8e4 None None] For port e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c,segment=NetworkSegment(eed9ccda-d60b-47ab-96ac-7bba8b33805a),segment_id=eed9ccda-d60b-47ab-96ac-7bba8b33805a)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:32.152477 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9ac0daa6-f4b6-43c9-9426-72b27c29c8e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:32.173351 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-9ac0daa6-f4b6-43c9-9426-72b27c29c8e4 None None] Calling delete_port for e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:33:32.195810 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e5d9a-88bb-4467-9afd-2c0c23e184fc admin admin] Pushing event deleted for resources: {'Port': ['ID=e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:32.199536 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6e5d9a-88bb-4467-9afd-2c0c23e184fc admin admin] No DVR routers for this DVR port e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:33:32.278675 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9ac0daa6-f4b6-43c9-9426-72b27c29c8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:32.311406 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac0daa6-f4b6-43c9-9426-72b27c29c8e4 None None] No DVR routers for this DVR port e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:33:32.313878 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0daa6-f4b6-43c9-9426-72b27c29c8e4 None None] Pushing event deleted for resources: {'Port': ['ID=e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:32.316658 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8f6e5d9a-88bb-4467-9afd-2c0c23e184fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (a1582dfc-c991-4db9-a78b-5cc4756da137), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:32.353630 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-8f6e5d9a-88bb-4467-9afd-2c0c23e184fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1582dfc-c991-4db9-a78b-5cc4756da137']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:33:32.367160 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-8f6e5d9a-88bb-4467-9afd-2c0c23e184fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed9ccda-d60b-47ab-96ac-7bba8b33805a') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:33:32.367481 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-8f6e5d9a-88bb-4467-9afd-2c0c23e184fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed9ccda-d60b-47ab-96ac-7bba8b33805a') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:33:32.383963 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8f6e5d9a-88bb-4467-9afd-2c0c23e184fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (eed9ccda-d60b-47ab-96ac-7bba8b33805a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:32.394842 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106aa96-439a-4df3-8aed-f7284ff5d1c1 req-48ec4a35-338a-427d-828c-c828c74d66c1 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:32.401814 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106aa96-439a-4df3-8aed-f7284ff5d1c1 req-48ec4a35-338a-427d-828c-c828c74d66c1 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:32.408742 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106aa96-439a-4df3-8aed-f7284ff5d1c1 req-48ec4a35-338a-427d-828c-c828c74d66c1 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:32.415223 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106aa96-439a-4df3-8aed-f7284ff5d1c1 req-48ec4a35-338a-427d-828c-c828c74d66c1 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:32.417001 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8f6e5d9a-88bb-4467-9afd-2c0c23e184fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (eed9ccda-d60b-47ab-96ac-7bba8b33805a), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:32.422314 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106aa96-439a-4df3-8aed-f7284ff5d1c1 req-48ec4a35-338a-427d-828c-c828c74d66c1 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:32.424193 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f6e5d9a-88bb-4467-9afd-2c0c23e184fc admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:33:32.424535 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8f6e5d9a-88bb-4467-9afd-2c0c23e184fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (eed9ccda-d60b-47ab-96ac-7bba8b33805a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:32.431405 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106aa96-439a-4df3-8aed-f7284ff5d1c1 req-48ec4a35-338a-427d-828c-c828c74d66c1 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:32.438582 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:33:32.438582 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:33:32.438582 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:33:32.438582 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:33:32.438582 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:33:32.438582 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:33:32.438582 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:33:32.438582 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:33:32.438582 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:33:32.438582 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:33:32.438582 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:33:32.438582 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:33:32.438582 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:33:32.438582 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:33:32.438582 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:33:32.438582 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:33:32.438582 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:33:32.438582 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:33:32.438582 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:33:32.438582 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:33:32.438582 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:33:32.438582 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:33:32.438582 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:33:32.438582 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:33:32.438582 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:33:32.438582 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:33:32.438582 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:33:32.438582 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:33:32.438582 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:33:32.438582 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:33:32.438582 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:33:32.438582 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:33:32.451267 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106aa96-439a-4df3-8aed-f7284ff5d1c1 req-48ec4a35-338a-427d-828c-c828c74d66c1 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:32.453387 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2106aa96-439a-4df3-8aed-f7284ff5d1c1 req-48ec4a35-338a-427d-828c-c828c74d66c1 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1380455 Feb 16 22:33:32.526777 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8f6e5d9a-88bb-4467-9afd-2c0c23e184fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (a1582dfc-c991-4db9-a78b-5cc4756da137), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:32.569030 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8f6e5d9a-88bb-4467-9afd-2c0c23e184fc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:32.580427 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8f6e5d9a-88bb-4467-9afd-2c0c23e184fc admin admin] 10.222.0.75 "DELETE /v2.0/networks/a1582dfc-c991-4db9-a78b-5cc4756da137 HTTP/1.1" status: 204 len: 168 time: 0.8169405 Feb 16 22:33:32.582859 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e5d9a-88bb-4467-9afd-2c0c23e184fc admin admin] Pushing event deleted for resources: {'Network': ['ID=a1582dfc-c991-4db9-a78b-5cc4756da137,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:32.619152 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2106aa96-439a-4df3-8aed-f7284ff5d1c1 req-f09c5935-e43e-4ccd-9a45-bb6f4dacb7b4 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1593387 Feb 16 22:33:32.626129 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5a42013-6434-475a-a22c-714af0af16c3 req-906a2920-cfc8-41dd-93a1-514fca777582 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1334312 Feb 16 22:33:32.776499 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a42013-6434-475a-a22c-714af0af16c3 req-cc25f138-b24f-4c9d-b964-5309c8459ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:32.778185 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5a42013-6434-475a-a22c-714af0af16c3 req-cc25f138-b24f-4c9d-b964-5309c8459ba3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=11dcb6fba69b48e58d8c23f01f2db2c9&device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 1127 time: 0.1287022 Feb 16 22:33:32.848213 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01df22-83a5-4214-940d-505024776857 req-d47fa85d-09cd-4ea2-a547-49b8dfb91a8b tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:32.856861 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fa01df22-83a5-4214-940d-505024776857 req-d47fa85d-09cd-4ea2-a547-49b8dfb91a8b tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c348319-4332-44e8-b7f8-6e8b5df73b2e HTTP/1.1" status: 200 len: 944 time: 0.1290541 Feb 16 22:33:32.874370 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 45a6f0f5-d482-4cc7-b634-3f2e298578e8 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:33:32.919333 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 45a6f0f5-d482-4cc7-b634-3f2e298578e8 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:33:32.921211 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 45a6f0f5-d482-4cc7-b634-3f2e298578e8 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:33:32.926494 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9196270a-845b-4434-854f-aa771a0314a1 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:33:32.940576 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49296) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:33:32.945679 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fa01df22-83a5-4214-940d-505024776857 req-9c74d05c-f38b-4f80-9aef-f5cbf3eca727 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876675 Feb 16 22:33:32.962064 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a42013-6434-475a-a22c-714af0af16c3 req-7d615053-05a6-40be-bb59-a3cd72fffb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:32.963985 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5a42013-6434-475a-a22c-714af0af16c3 req-7d615053-05a6-40be-bb59-a3cd72fffb6d service neutron] 10.222.0.67 "GET /v2.0/networks?id=a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd HTTP/1.1" status: 200 len: 918 time: 0.1609879 Feb 16 22:33:32.967010 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 9196270a-845b-4434-854f-aa771a0314a1 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:33:32.967468 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9196270a-845b-4434-854f-aa771a0314a1 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:33:32.968123 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:33:33.026373 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:33:33.026954 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device e85b3b94-7a1d-4bd8-b4ce-e28bd76e909c not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:33:33.041827 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8c3501fc-eb3a-44f9-98ee-04c0251c3c33 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=312d74e3139c4ef79c18bb239e19ead6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0998707 Feb 16 22:33:33.042468 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49300) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:33:33.057619 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5a42013-6434-475a-a22c-714af0af16c3 req-fbeba7ff-825c-49fe-9cd7-f1a6399add74 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bffb9e7c-c128-4c9a-9dde-edbf5d52a085 HTTP/1.1" status: 200 len: 1000 time: 0.0860956 Feb 16 22:33:33.107082 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-de08a0cc-ca52-4173-9ace-acf837faaa2a admin admin] Publish callbacks [] for security_group (83f2873e-92f2-4ef5-a4ab-98f04ba692b2), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:33.116592 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a42013-6434-475a-a22c-714af0af16c3 req-5eb135f5-0f8b-470a-b6aa-3f0b94937ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:33.118252 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5a42013-6434-475a-a22c-714af0af16c3 req-5eb135f5-0f8b-470a-b6aa-3f0b94937ab6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a662751-aa30-4a8c-92bf-a9f1c49c1b53 HTTP/1.1" status: 200 len: 856 time: 0.0547578 Feb 16 22:33:33.134315 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-de08a0cc-ca52-4173-9ace-acf837faaa2a admin admin] Publish callbacks [] for security_group (83f2873e-92f2-4ef5-a4ab-98f04ba692b2), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:33.175460 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a42013-6434-475a-a22c-714af0af16c3 req-45c69648-fbd7-4169-b53e-942579717884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:33.177194 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5a42013-6434-475a-a22c-714af0af16c3 req-45c69648-fbd7-4169-b53e-942579717884 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0524092 Feb 16 22:33:33.208662 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-de08a0cc-ca52-4173-9ace-acf837faaa2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (83f2873e-92f2-4ef5-a4ab-98f04ba692b2), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:33.212515 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-de08a0cc-ca52-4173-9ace-acf837faaa2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:33.216576 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-de08a0cc-ca52-4173-9ace-acf837faaa2a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/83f2873e-92f2-4ef5-a4ab-98f04ba692b2 HTTP/1.1" status: 204 len: 168 time: 0.1730266 Feb 16 22:33:33.226151 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08a0cc-ca52-4173-9ace-acf837faaa2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f2873e-92f2-4ef5-a4ab-98f04ba692b2,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:33.383118 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5a42013-6434-475a-a22c-714af0af16c3 req-64d95fc1-baaf-40b8-b5b5-e5e76fc32491 service neutron] 10.222.0.67 "GET /v2.0/networks/a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985116 Feb 16 22:33:33.588320 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device fa5f9354-b7d3-492e-be2b-97c6bed5c81f details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:33:33.683626 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5a42013-6434-475a-a22c-714af0af16c3 req-8197836b-c1f9-4327-980c-00978506c300 service neutron] 10.222.0.67 "GET /v2.0/networks/a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932234 Feb 16 22:33:33.790192 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port fa5f9354-b7d3-492e-be2b-97c6bed5c81f, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=fa5f9354-b7d3-492e-be2b-97c6bed5c81f,segment=NetworkSegment(208e5095-0779-4b65-9ffb-ae79e8b0afdb),segment_id=208e5095-0779-4b65-9ffb-ae79e8b0afdb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:33.804808 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'fa5f9354-b7d3-492e-be2b-97c6bed5c81f', 'network_id': '8cb6624c-f3c9-4783-923f-c9d48b261c7e', 'port_id': 'fa5f9354-b7d3-492e-be2b-97c6bed5c81f', 'mac_address': 'fa:16:3e:f4:d0:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e9cf484-38d4-4f4b-a089-90e02ce0a0e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:33:33.808844 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49328) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:33:33.849750 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port fa5f9354-b7d3-492e-be2b-97c6bed5c81f is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:33:33.850258 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (fa5f9354-b7d3-492e-be2b-97c6bed5c81f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:33.857441 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b9b43-c96c-4797-8650-143fffa7d493 req-2d72b1c1-7272-434f-8acb-08e4a5720b38 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:33.859085 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c1b9b43-c96c-4797-8650-143fffa7d493 req-2d72b1c1-7272-434f-8acb-08e4a5720b38 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 945 time: 0.1207376 Feb 16 22:33:33.874100 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa5f9354-b7d3-492e-be2b-97c6bed5c81f {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:33:33.886421 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5f478083-efe1-426f-b028-d63c82157463 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9116c0f6fee34f639c021943ba24c1d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0737116 Feb 16 22:33:33.886668 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49330) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:33:33.909503 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port fa5f9354-b7d3-492e-be2b-97c6bed5c81f, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=fa5f9354-b7d3-492e-be2b-97c6bed5c81f,segment=NetworkSegment(208e5095-0779-4b65-9ffb-ae79e8b0afdb),segment_id=208e5095-0779-4b65-9ffb-ae79e8b0afdb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:33.918450 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (fa5f9354-b7d3-492e-be2b-97c6bed5c81f), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:33.936924 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c1b9b43-c96c-4797-8650-143fffa7d493 req-bf665851-178d-49f1-a05a-8e1489c981b3 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712850 Feb 16 22:33:33.965093 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-38e03e75-f60d-4832-8d88-d32612ea2a2c admin admin] Publish callbacks [] for security_group (37e608e0-6794-40f8-9cb8-8946034f7218), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:33.992244 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-38e03e75-f60d-4832-8d88-d32612ea2a2c admin admin] Publish callbacks [] for security_group (37e608e0-6794-40f8-9cb8-8946034f7218), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:34.008619 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=fa5f9354-b7d3-492e-be2b-97c6bed5c81f,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:34.059494 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-38e03e75-f60d-4832-8d88-d32612ea2a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (37e608e0-6794-40f8-9cb8-8946034f7218), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:34.063230 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-38e03e75-f60d-4832-8d88-d32612ea2a2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:34.066803 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-38e03e75-f60d-4832-8d88-d32612ea2a2c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/37e608e0-6794-40f8-9cb8-8946034f7218 HTTP/1.1" status: 204 len: 168 time: 0.1766565 Feb 16 22:33:34.076785 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e03e75-f60d-4832-8d88-d32612ea2a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e608e0-6794-40f8-9cb8-8946034f7218,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:34.145034 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b570e15-3e92-4e4e-b12f-76221bd0ee4e req-d97701d8-3b06-4bce-a913-75a824ac4581 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:34.151789 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b570e15-3e92-4e4e-b12f-76221bd0ee4e req-d97701d8-3b06-4bce-a913-75a824ac4581 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:34.160872 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b570e15-3e92-4e4e-b12f-76221bd0ee4e req-d97701d8-3b06-4bce-a913-75a824ac4581 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:34.168962 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b570e15-3e92-4e4e-b12f-76221bd0ee4e req-d97701d8-3b06-4bce-a913-75a824ac4581 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:34.177031 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b570e15-3e92-4e4e-b12f-76221bd0ee4e req-d97701d8-3b06-4bce-a913-75a824ac4581 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:34.200652 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b570e15-3e92-4e4e-b12f-76221bd0ee4e req-d97701d8-3b06-4bce-a913-75a824ac4581 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:34.215740 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b570e15-3e92-4e4e-b12f-76221bd0ee4e req-d97701d8-3b06-4bce-a913-75a824ac4581 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:34.217838 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8b570e15-3e92-4e4e-b12f-76221bd0ee4e req-d97701d8-3b06-4bce-a913-75a824ac4581 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1966369 Feb 16 22:33:34.238986 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['fa5f9354-b7d3-492e-be2b-97c6bed5c81f'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:33:34.343399 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8b570e15-3e92-4e4e-b12f-76221bd0ee4e req-6d9373f5-79ef-4528-8975-f29b898014f9 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1148369 Feb 16 22:33:34.576481 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bcd38-2a0d-47cf-8362-7ae634cf17ef req-709a3e3d-07e5-48b9-be3a-afcf0bf4d05b tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:34.586518 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9a1bcd38-2a0d-47cf-8362-7ae634cf17ef req-709a3e3d-07e5-48b9-be3a-afcf0bf4d05b tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c348319-4332-44e8-b7f8-6e8b5df73b2e HTTP/1.1" status: 200 len: 945 time: 0.1232350 Feb 16 22:33:34.714959 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9a1bcd38-2a0d-47cf-8362-7ae634cf17ef req-6d26157d-bec1-4686-bb54-e15ecf6c2777 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274509 Feb 16 22:33:35.065250 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d53f0-6c74-4840-a391-805bbdf3b6fd req-9b3498fe-5261-4b11-b6de-92ed3b271ae6 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:35.072666 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a30d53f0-6c74-4840-a391-805bbdf3b6fd req-9b3498fe-5261-4b11-b6de-92ed3b271ae6 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 945 time: 0.0604987 Feb 16 22:33:35.128742 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a30d53f0-6c74-4840-a391-805bbdf3b6fd req-f77d71a1-bdda-4001-9151-3dd5f2805f5c tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510359 Feb 16 22:33:35.489723 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cbe4b-2199-4748-903d-92e9290b1aff req-c54e0f4d-b153-41fd-8709-210000e4adb6 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:35.495711 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cbe4b-2199-4748-903d-92e9290b1aff req-c54e0f4d-b153-41fd-8709-210000e4adb6 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:35.500897 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cbe4b-2199-4748-903d-92e9290b1aff req-c54e0f4d-b153-41fd-8709-210000e4adb6 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:35.506263 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cbe4b-2199-4748-903d-92e9290b1aff req-c54e0f4d-b153-41fd-8709-210000e4adb6 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:35.511583 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cbe4b-2199-4748-903d-92e9290b1aff req-c54e0f4d-b153-41fd-8709-210000e4adb6 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:35.517570 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cbe4b-2199-4748-903d-92e9290b1aff req-c54e0f4d-b153-41fd-8709-210000e4adb6 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:35.523553 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cbe4b-2199-4748-903d-92e9290b1aff req-c54e0f4d-b153-41fd-8709-210000e4adb6 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:35.525450 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c0cbe4b-2199-4748-903d-92e9290b1aff req-c54e0f4d-b153-41fd-8709-210000e4adb6 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1007776 Feb 16 22:33:35.604966 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c0cbe4b-2199-4748-903d-92e9290b1aff req-454a4275-e4f4-4195-b8c8-571896c493cf tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681441 Feb 16 22:33:35.851309 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da440909-261c-47af-9d59-90e2d7469519 req-c973883d-448a-4fac-93d7-90b6299c11a4 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:35.859584 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-da440909-261c-47af-9d59-90e2d7469519 req-c973883d-448a-4fac-93d7-90b6299c11a4 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c348319-4332-44e8-b7f8-6e8b5df73b2e HTTP/1.1" status: 200 len: 945 time: 0.0755503 Feb 16 22:33:35.922389 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-da440909-261c-47af-9d59-90e2d7469519 req-9b8b1fdd-10b8-4acd-b5be-05cb9b9b1a01 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594203 Feb 16 22:33:36.252701 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d882e5-806f-4c7e-9ee6-418a9c0cb912 req-d1d2efe9-b288-4571-ae34-5986c5c8d95e tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:36.254352 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b3d882e5-806f-4c7e-9ee6-418a9c0cb912 req-d1d2efe9-b288-4571-ae34-5986c5c8d95e tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 945 time: 0.0605941 Feb 16 22:33:36.321829 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b3d882e5-806f-4c7e-9ee6-418a9c0cb912 req-0f98d1ae-b336-40ee-be57-e85dd31ef0cb tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612409 Feb 16 22:33:36.771741 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4887c-0291-4342-ada3-e400006bcb57 req-41972893-9212-438b-b4f3-c0019bb26c07 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:36.777660 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4887c-0291-4342-ada3-e400006bcb57 req-41972893-9212-438b-b4f3-c0019bb26c07 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:36.783049 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4887c-0291-4342-ada3-e400006bcb57 req-41972893-9212-438b-b4f3-c0019bb26c07 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:36.788904 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4887c-0291-4342-ada3-e400006bcb57 req-41972893-9212-438b-b4f3-c0019bb26c07 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:36.794460 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4887c-0291-4342-ada3-e400006bcb57 req-41972893-9212-438b-b4f3-c0019bb26c07 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:36.800515 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4887c-0291-4342-ada3-e400006bcb57 req-41972893-9212-438b-b4f3-c0019bb26c07 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:36.806675 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4887c-0291-4342-ada3-e400006bcb57 req-41972893-9212-438b-b4f3-c0019bb26c07 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:36.808680 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-67d4887c-0291-4342-ada3-e400006bcb57 req-41972893-9212-438b-b4f3-c0019bb26c07 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1189697 Feb 16 22:33:36.873258 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-67d4887c-0291-4342-ada3-e400006bcb57 req-33d133cb-51a0-434f-8421-98bd2b72e8dd tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583441 Feb 16 22:33:37.058658 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb484e-d592-423f-a310-9bebfee9a9eb req-3533e9f5-0023-4156-aa07-d9c9589c4593 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:37.061096 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1fb484e-d592-423f-a310-9bebfee9a9eb req-3533e9f5-0023-4156-aa07-d9c9589c4593 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c348319-4332-44e8-b7f8-6e8b5df73b2e HTTP/1.1" status: 200 len: 945 time: 0.0646253 Feb 16 22:33:37.109582 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1fb484e-d592-423f-a310-9bebfee9a9eb req-6af5abbb-4893-4cb2-bbd9-b1fb4354689b tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430548 Feb 16 22:33:37.489073 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c1196-16cf-48ed-92fd-9a08fa996591 req-fee49ab2-f723-4a1f-951a-9250f608395f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:37.490837 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f71c1196-16cf-48ed-92fd-9a08fa996591 req-fee49ab2-f723-4a1f-951a-9250f608395f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 945 time: 0.0643585 Feb 16 22:33:37.590553 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device fa5f9354-b7d3-492e-be2b-97c6bed5c81f up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:33:37.649102 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port fa5f9354-b7d3-492e-be2b-97c6bed5c81f completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:33:37.655106 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port fa5f9354-b7d3-492e-be2b-97c6bed5c81f triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:33:37.655854 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (fa5f9354-b7d3-492e-be2b-97c6bed5c81f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:37.745356 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port fa5f9354-b7d3-492e-be2b-97c6bed5c81f is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:33:37.745894 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (fa5f9354-b7d3-492e-be2b-97c6bed5c81f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:37.800795 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c348319-4332-44e8-b7f8-6e8b5df73b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5f9354-b7d3-492e-be2b-97c6bed5c81f'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:33:37.803700 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36762cc5-bbdb-43d7-aaad-0b602cdb6a09" -d '{"events": [{"server_uuid": "8c348319-4332-44e8-b7f8-6e8b5df73b2e", "name": "network-vif-plugged", "status": "completed", "tag": "fa5f9354-b7d3-492e-be2b-97c6bed5c81f"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:33:37.833203 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f71c1196-16cf-48ed-92fd-9a08fa996591 req-7063f938-c02b-41b2-8b77-57114280966b tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3349640 Feb 16 22:33:37.974855 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0c9ebd-4b87-4044-a282-ab8fcdef61af x-openstack-request-id: req-8d0c9ebd-4b87-4044-a282-ab8fcdef61af {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:33:37.975274 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c348319-4332-44e8-b7f8-6e8b5df73b2e", "name": "network-vif-plugged", "status": "completed", "tag": "fa5f9354-b7d3-492e-be2b-97c6bed5c81f", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:33:37.975618 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8d0c9ebd-4b87-4044-a282-ab8fcdef61af {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:33:37.976066 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c348319-4332-44e8-b7f8-6e8b5df73b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5f9354-b7d3-492e-be2b-97c6bed5c81f', 'code': 200} Feb 16 22:33:37.980694 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port fa5f9354-b7d3-492e-be2b-97c6bed5c81f, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=fa5f9354-b7d3-492e-be2b-97c6bed5c81f,segment=NetworkSegment(208e5095-0779-4b65-9ffb-ae79e8b0afdb),segment_id=208e5095-0779-4b65-9ffb-ae79e8b0afdb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:37.987654 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (fa5f9354-b7d3-492e-be2b-97c6bed5c81f), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:38.051541 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0817e6a-31d2-4412-b9c0-6715154b279b req-23e80683-c182-452f-9972-baeadace303d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:38.053044 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a0817e6a-31d2-4412-b9c0-6715154b279b req-23e80683-c182-452f-9972-baeadace303d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8c348319-4332-44e8-b7f8-6e8b5df73b2e HTTP/1.1" status: 200 len: 1127 time: 0.1035988 Feb 16 22:33:38.056476 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=fa5f9354-b7d3-492e-be2b-97c6bed5c81f,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:38.065674 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb68ce6-191b-4aa6-9ffb-22afeaebff92 req-a34a4511-72fa-4cf8-8e85-94a1782b6be7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:38.072765 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb68ce6-191b-4aa6-9ffb-22afeaebff92 req-a34a4511-72fa-4cf8-8e85-94a1782b6be7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:38.078361 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb68ce6-191b-4aa6-9ffb-22afeaebff92 req-a34a4511-72fa-4cf8-8e85-94a1782b6be7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:38.084199 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb68ce6-191b-4aa6-9ffb-22afeaebff92 req-a34a4511-72fa-4cf8-8e85-94a1782b6be7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:38.090953 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb68ce6-191b-4aa6-9ffb-22afeaebff92 req-a34a4511-72fa-4cf8-8e85-94a1782b6be7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:38.096272 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb68ce6-191b-4aa6-9ffb-22afeaebff92 req-a34a4511-72fa-4cf8-8e85-94a1782b6be7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:38.101683 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb68ce6-191b-4aa6-9ffb-22afeaebff92 req-a34a4511-72fa-4cf8-8e85-94a1782b6be7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:38.103617 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4eb68ce6-191b-4aa6-9ffb-22afeaebff92 req-a34a4511-72fa-4cf8-8e85-94a1782b6be7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1249065 Feb 16 22:33:38.187803 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a0817e6a-31d2-4412-b9c0-6715154b279b req-b1a22385-5a0d-4cf4-9970-6ba3a5e00d22 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831978 Feb 16 22:33:38.193712 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4eb68ce6-191b-4aa6-9ffb-22afeaebff92 req-91a4c155-c0fe-4d5c-b45f-e0e4dcea1156 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0762012 Feb 16 22:33:38.315405 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41205b85-c318-4cc0-a58d-5388eb0fca32 req-f77b0e13-5208-4747-9564-2d5f75d0e1fe tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:38.317094 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-41205b85-c318-4cc0-a58d-5388eb0fca32 req-f77b0e13-5208-4747-9564-2d5f75d0e1fe tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c348319-4332-44e8-b7f8-6e8b5df73b2e HTTP/1.1" status: 200 len: 946 time: 0.0638604 Feb 16 22:33:38.370975 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-41205b85-c318-4cc0-a58d-5388eb0fca32 req-29325905-8884-4fad-9ecb-3d4ac632ee75 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456548 Feb 16 22:33:38.960170 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9f751-11de-4024-9fbe-f8e157ed6f5b req-dac63b78-7243-474a-ab19-a7592595923c tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:38.962890 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dfa9f751-11de-4024-9fbe-f8e157ed6f5b req-dac63b78-7243-474a-ab19-a7592595923c tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 945 time: 0.0550299 Feb 16 22:33:39.014699 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dfa9f751-11de-4024-9fbe-f8e157ed6f5b req-ec5fcd1e-d90f-4a3a-afa9-9dd213a2292b tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472898 Feb 16 22:33:39.336448 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd73ff-f118-48a7-8cdf-4a3a3dbe0b97 req-cb5fbe2e-8cbe-4985-ad37-b84f7944757c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:39.342772 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd73ff-f118-48a7-8cdf-4a3a3dbe0b97 req-cb5fbe2e-8cbe-4985-ad37-b84f7944757c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:39.348149 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd73ff-f118-48a7-8cdf-4a3a3dbe0b97 req-cb5fbe2e-8cbe-4985-ad37-b84f7944757c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:39.354094 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd73ff-f118-48a7-8cdf-4a3a3dbe0b97 req-cb5fbe2e-8cbe-4985-ad37-b84f7944757c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:39.359456 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd73ff-f118-48a7-8cdf-4a3a3dbe0b97 req-cb5fbe2e-8cbe-4985-ad37-b84f7944757c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:39.364653 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd73ff-f118-48a7-8cdf-4a3a3dbe0b97 req-cb5fbe2e-8cbe-4985-ad37-b84f7944757c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:39.370694 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd73ff-f118-48a7-8cdf-4a3a3dbe0b97 req-cb5fbe2e-8cbe-4985-ad37-b84f7944757c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:39.372480 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c8dd73ff-f118-48a7-8cdf-4a3a3dbe0b97 req-cb5fbe2e-8cbe-4985-ad37-b84f7944757c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1031020 Feb 16 22:33:39.432446 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c8dd73ff-f118-48a7-8cdf-4a3a3dbe0b97 req-9168cc1f-e2ce-499c-ad5e-5016c94bebf8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538838 Feb 16 22:33:39.585583 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5c6ad-7792-4889-8447-291361b3ab53 req-a635b191-7aa2-4d55-8a93-849d07266d7c tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:39.593676 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-79a5c6ad-7792-4889-8447-291361b3ab53 req-a635b191-7aa2-4d55-8a93-849d07266d7c tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c348319-4332-44e8-b7f8-6e8b5df73b2e HTTP/1.1" status: 200 len: 946 time: 0.0756023 Feb 16 22:33:39.640499 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-79a5c6ad-7792-4889-8447-291361b3ab53 req-8a0b6e03-20e6-4147-a5ff-4703858e25a0 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458481 Feb 16 22:33:40.177662 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca4d81-e8b8-4070-9b6a-c8a849d92376 req-2ca0af69-1e75-4eee-9472-44adde19667b tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:40.179528 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b4ca4d81-e8b8-4070-9b6a-c8a849d92376 req-2ca0af69-1e75-4eee-9472-44adde19667b tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 945 time: 0.0717189 Feb 16 22:33:40.244337 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b4ca4d81-e8b8-4070-9b6a-c8a849d92376 req-a3b58f80-3c3b-48df-a096-9609be83bd12 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588336 Feb 16 22:33:40.623154 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6be39-2a0c-4e32-8832-5d4ee8e3781b req-1ffb0043-201a-46f9-8cfa-dd7674b228c9 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:40.628400 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6be39-2a0c-4e32-8832-5d4ee8e3781b req-1ffb0043-201a-46f9-8cfa-dd7674b228c9 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:40.634463 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6be39-2a0c-4e32-8832-5d4ee8e3781b req-1ffb0043-201a-46f9-8cfa-dd7674b228c9 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:40.639940 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6be39-2a0c-4e32-8832-5d4ee8e3781b req-1ffb0043-201a-46f9-8cfa-dd7674b228c9 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:40.645408 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6be39-2a0c-4e32-8832-5d4ee8e3781b req-1ffb0043-201a-46f9-8cfa-dd7674b228c9 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:40.650691 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6be39-2a0c-4e32-8832-5d4ee8e3781b req-1ffb0043-201a-46f9-8cfa-dd7674b228c9 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:40.656300 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6be39-2a0c-4e32-8832-5d4ee8e3781b req-1ffb0043-201a-46f9-8cfa-dd7674b228c9 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:40.664529 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94f6be39-2a0c-4e32-8832-5d4ee8e3781b req-1ffb0043-201a-46f9-8cfa-dd7674b228c9 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1111858 Feb 16 22:33:40.793275 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94f6be39-2a0c-4e32-8832-5d4ee8e3781b req-f68c29d9-5e18-4297-9ff6-3a2b5c2615c1 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1230648 Feb 16 22:33:40.969185 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0020e-f89b-42ec-b360-e6141fe95b18 req-ab21561f-29b8-4a3a-947d-349852f9117c tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:40.978306 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-03e0020e-f89b-42ec-b360-e6141fe95b18 req-ab21561f-29b8-4a3a-947d-349852f9117c tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c348319-4332-44e8-b7f8-6e8b5df73b2e HTTP/1.1" status: 200 len: 946 time: 0.1181185 Feb 16 22:33:41.099496 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-03e0020e-f89b-42ec-b360-e6141fe95b18 req-da9ae69c-c7cf-4120-8b16-7af09c22d5c3 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054637 Feb 16 22:33:41.423691 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7d8e9-d7d1-4715-a98d-449f2c8d4dd7 req-7dd399b0-d807-4c39-bbc8-183f1701f042 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:41.430449 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8cd7d8e9-d7d1-4715-a98d-449f2c8d4dd7 req-7dd399b0-d807-4c39-bbc8-183f1701f042 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 945 time: 0.0795648 Feb 16 22:33:41.490559 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8cd7d8e9-d7d1-4715-a98d-449f2c8d4dd7 req-40934290-aecd-4c96-aa36-ab12ad99f417 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601888 Feb 16 22:33:41.670148 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95933c1-08ef-49b7-9b39-9be12be479f4 req-c246b6e5-6dcc-4b8c-becd-baae7b7bc311 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:41.671778 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e95933c1-08ef-49b7-9b39-9be12be479f4 req-c246b6e5-6dcc-4b8c-becd-baae7b7bc311 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c348319-4332-44e8-b7f8-6e8b5df73b2e HTTP/1.1" status: 200 len: 946 time: 0.1105585 Feb 16 22:33:41.793150 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e95933c1-08ef-49b7-9b39-9be12be479f4 req-ba96be14-a983-460d-b34c-ff7010b57931 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060088 Feb 16 22:33:41.982497 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63501915-953f-4efa-b9f1-8fb2f2e7d412 req-b658e136-15de-4c93-aea5-ea077ec3547e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:41.988342 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63501915-953f-4efa-b9f1-8fb2f2e7d412 req-b658e136-15de-4c93-aea5-ea077ec3547e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:41.994739 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63501915-953f-4efa-b9f1-8fb2f2e7d412 req-b658e136-15de-4c93-aea5-ea077ec3547e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:42.019633 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63501915-953f-4efa-b9f1-8fb2f2e7d412 req-b658e136-15de-4c93-aea5-ea077ec3547e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:42.025425 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63501915-953f-4efa-b9f1-8fb2f2e7d412 req-b658e136-15de-4c93-aea5-ea077ec3547e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:42.038645 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63501915-953f-4efa-b9f1-8fb2f2e7d412 req-b658e136-15de-4c93-aea5-ea077ec3547e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:42.052667 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63501915-953f-4efa-b9f1-8fb2f2e7d412 req-b658e136-15de-4c93-aea5-ea077ec3547e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:42.064079 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-63501915-953f-4efa-b9f1-8fb2f2e7d412 req-b658e136-15de-4c93-aea5-ea077ec3547e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1617072 Feb 16 22:33:42.159935 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-63501915-953f-4efa-b9f1-8fb2f2e7d412 req-29c3d494-859f-4315-8205-377211c28646 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0928149 Feb 16 22:33:42.698019 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ba00d-2c51-4b9e-938d-5af29430b842 req-e7f66add-062d-46a5-aa76-7cfcac5ca093 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:42.699735 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b82ba00d-2c51-4b9e-938d-5af29430b842 req-e7f66add-062d-46a5-aa76-7cfcac5ca093 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 945 time: 0.0877066 Feb 16 22:33:42.919839 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b82ba00d-2c51-4b9e-938d-5af29430b842 req-b3f2ef39-ad42-44d5-972b-b03c14a203ed tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142470 Feb 16 22:33:42.950804 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07956a2d-d8ca-4f0d-aee2-84c296147868 req-e9c6b0f8-dd13-4fde-be57-2d7a44624aba tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:42.952289 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-07956a2d-d8ca-4f0d-aee2-84c296147868 req-e9c6b0f8-dd13-4fde-be57-2d7a44624aba tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c348319-4332-44e8-b7f8-6e8b5df73b2e HTTP/1.1" status: 200 len: 946 time: 0.1814899 Feb 16 22:33:43.134964 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-07956a2d-d8ca-4f0d-aee2-84c296147868 req-7d9faba4-19ba-4e8c-ac06-fc03526c28c9 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Deleting port fa5f9354-b7d3-492e-be2b-97c6bed5c81f {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:33:43.135309 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-07956a2d-d8ca-4f0d-aee2-84c296147868 req-7d9faba4-19ba-4e8c-ac06-fc03526c28c9 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (fa5f9354-b7d3-492e-be2b-97c6bed5c81f), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:43.150521 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e669628-d785-4916-a4d2-b6bf431cd639 req-83f7dc7c-1a43-4bcd-b68b-4188e4a3f3a5 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:43.157627 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e669628-d785-4916-a4d2-b6bf431cd639 req-83f7dc7c-1a43-4bcd-b68b-4188e4a3f3a5 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c348319-4332-44e8-b7f8-6e8b5df73b2e HTTP/1.1" status: 200 len: 946 time: 0.1145997 Feb 16 22:33:43.273927 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e669628-d785-4916-a4d2-b6bf431cd639 req-c4f2c4db-c5c3-4d97-bd8d-ef31f5d7c905 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152763 Feb 16 22:33:43.323004 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-07956a2d-d8ca-4f0d-aee2-84c296147868 req-7d9faba4-19ba-4e8c-ac06-fc03526c28c9 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] For port fa5f9354-b7d3-492e-be2b-97c6bed5c81f, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=fa5f9354-b7d3-492e-be2b-97c6bed5c81f,segment=NetworkSegment(208e5095-0779-4b65-9ffb-ae79e8b0afdb),segment_id=208e5095-0779-4b65-9ffb-ae79e8b0afdb)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:43.323380 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-07956a2d-d8ca-4f0d-aee2-84c296147868 req-7d9faba4-19ba-4e8c-ac06-fc03526c28c9 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (fa5f9354-b7d3-492e-be2b-97c6bed5c81f), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:43.346436 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-07956a2d-d8ca-4f0d-aee2-84c296147868 req-7d9faba4-19ba-4e8c-ac06-fc03526c28c9 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Calling delete_port for fa5f9354-b7d3-492e-be2b-97c6bed5c81f owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:33:43.493259 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e30ac1-1c94-476d-905c-4dfeee95c4d2 req-e99704ab-a2d9-42c3-8f38-7c4f3c3fa324 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:43.499341 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e30ac1-1c94-476d-905c-4dfeee95c4d2 req-e99704ab-a2d9-42c3-8f38-7c4f3c3fa324 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:43.504701 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e30ac1-1c94-476d-905c-4dfeee95c4d2 req-e99704ab-a2d9-42c3-8f38-7c4f3c3fa324 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:43.511315 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e30ac1-1c94-476d-905c-4dfeee95c4d2 req-e99704ab-a2d9-42c3-8f38-7c4f3c3fa324 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:43.517569 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e30ac1-1c94-476d-905c-4dfeee95c4d2 req-e99704ab-a2d9-42c3-8f38-7c4f3c3fa324 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:43.523663 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e30ac1-1c94-476d-905c-4dfeee95c4d2 req-e99704ab-a2d9-42c3-8f38-7c4f3c3fa324 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:43.532124 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e30ac1-1c94-476d-905c-4dfeee95c4d2 req-e99704ab-a2d9-42c3-8f38-7c4f3c3fa324 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:43.534189 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-42e30ac1-1c94-476d-905c-4dfeee95c4d2 req-e99704ab-a2d9-42c3-8f38-7c4f3c3fa324 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1349196 Feb 16 22:33:43.692506 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-07956a2d-d8ca-4f0d-aee2-84c296147868 req-7d9faba4-19ba-4e8c-ac06-fc03526c28c9 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (fa5f9354-b7d3-492e-be2b-97c6bed5c81f), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:43.710148 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['a5d3632f-f83d-4462-adcf-439674f449d1'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:33:43.731086 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-42e30ac1-1c94-476d-905c-4dfeee95c4d2 req-955c0dc4-7be3-4319-b927-83744b12ff0f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1886353 Feb 16 22:33:43.801746 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9faba4-19ba-4e8c-ac06-fc03526c28c9 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Pushing event deleted for resources: {'Port': ['ID=fa5f9354-b7d3-492e-be2b-97c6bed5c81f,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:43.873438 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-07956a2d-d8ca-4f0d-aee2-84c296147868 req-7d9faba4-19ba-4e8c-ac06-fc03526c28c9 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] No DVR routers for this DVR port fa5f9354-b7d3-492e-be2b-97c6bed5c81f on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:33:43.876021 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-07956a2d-d8ca-4f0d-aee2-84c296147868 req-7d9faba4-19ba-4e8c-ac06-fc03526c28c9 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:43.879762 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-07956a2d-d8ca-4f0d-aee2-84c296147868 req-7d9faba4-19ba-4e8c-ac06-fc03526c28c9 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.67 "DELETE /v2.0/ports/fa5f9354-b7d3-492e-be2b-97c6bed5c81f HTTP/1.1" status: 204 len: 173 time: 0.9172206 Feb 16 22:33:43.880226 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c348319-4332-44e8-b7f8-6e8b5df73b2e', 'name': 'network-vif-deleted', 'tag': 'fa5f9354-b7d3-492e-be2b-97c6bed5c81f'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:33:43.882630 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed148fb8-4156-49d4-b97d-e1d586d8e40c" -d '{"events": [{"server_uuid": "8c348319-4332-44e8-b7f8-6e8b5df73b2e", "name": "network-vif-deleted", "tag": "fa5f9354-b7d3-492e-be2b-97c6bed5c81f"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:33:43.953498 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc4f8c8-4c07-4458-afc8-9e1bf6afdbb3 x-openstack-request-id: req-7cc4f8c8-4c07-4458-afc8-9e1bf6afdbb3 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:33:43.953822 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c348319-4332-44e8-b7f8-6e8b5df73b2e", "name": "network-vif-deleted", "tag": "fa5f9354-b7d3-492e-be2b-97c6bed5c81f", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:33:43.954115 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7cc4f8c8-4c07-4458-afc8-9e1bf6afdbb3 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:33:43.954513 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c348319-4332-44e8-b7f8-6e8b5df73b2e', 'name': 'network-vif-deleted', 'tag': 'fa5f9354-b7d3-492e-be2b-97c6bed5c81f', 'status': 'completed', 'code': 200} Feb 16 22:33:44.126147 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49de8f-7734-4b64-bfc2-990a4e4c8253 req-5481eb85-d44f-4817-93f0-adef549e9a3e tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:44.146643 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cc49de8f-7734-4b64-bfc2-990a4e4c8253 req-5481eb85-d44f-4817-93f0-adef549e9a3e tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 945 time: 0.1024241 Feb 16 22:33:44.210557 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cc49de8f-7734-4b64-bfc2-990a4e4c8253 req-3552065a-9a79-48ba-b803-7583f8d92500 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623846 Feb 16 22:33:44.468966 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9f03e58c-85ef-47fd-ba2f-2241dc3182d1 req-ef7f92d5-5da3-4ea7-a11a-1bf9df8cf5dc tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c348319-4332-44e8-b7f8-6e8b5df73b2e HTTP/1.1" status: 200 len: 210 time: 0.0607412 Feb 16 22:33:45.003746 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2b607-d451-440f-9a45-9b90caf4ffff req-725bb6de-f54e-4b7f-92b3-d11726d1bdbb tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:45.036514 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2b607-d451-440f-9a45-9b90caf4ffff req-725bb6de-f54e-4b7f-92b3-d11726d1bdbb tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:45.051926 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2b607-d451-440f-9a45-9b90caf4ffff req-725bb6de-f54e-4b7f-92b3-d11726d1bdbb tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:45.058177 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2b607-d451-440f-9a45-9b90caf4ffff req-725bb6de-f54e-4b7f-92b3-d11726d1bdbb tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:45.070408 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2b607-d451-440f-9a45-9b90caf4ffff req-725bb6de-f54e-4b7f-92b3-d11726d1bdbb tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:45.084846 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2b607-d451-440f-9a45-9b90caf4ffff req-725bb6de-f54e-4b7f-92b3-d11726d1bdbb tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:45.091497 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2b607-d451-440f-9a45-9b90caf4ffff req-725bb6de-f54e-4b7f-92b3-d11726d1bdbb tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:45.100771 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-42c2b607-d451-440f-9a45-9b90caf4ffff req-725bb6de-f54e-4b7f-92b3-d11726d1bdbb tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.2225349 Feb 16 22:33:45.186255 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-42c2b607-d451-440f-9a45-9b90caf4ffff req-b932a862-d461-4bc7-a34d-3fdbc5d92b01 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0838361 Feb 16 22:33:45.421575 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a50de-65a2-4a76-ab7e-bd35534bf557 req-30030293-5e1c-4cb6-bc85-8945b7240dd5 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:45.423533 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-537a50de-65a2-4a76-ab7e-bd35534bf557 req-30030293-5e1c-4cb6-bc85-8945b7240dd5 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 945 time: 0.0781384 Feb 16 22:33:45.507114 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-537a50de-65a2-4a76-ab7e-bd35534bf557 req-b6b9a481-df7b-42cf-aff9-e6da410c6a6d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713522 Feb 16 22:33:45.650108 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device fa5f9354-b7d3-492e-be2b-97c6bed5c81f no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:33:45.722219 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: fa5f9354-b7d3-492e-be2b-97c6bed5c81f {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:33:45.723836 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device fa5f9354-b7d3-492e-be2b-97c6bed5c81f not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:33:45.936604 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e6155-9eb2-4a8f-abb4-9a4559936fdf req-4a4c4969-19f6-4b41-a6d0-b5afd34521cb tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:45.945035 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5f8e6155-9eb2-4a8f-abb4-9a4559936fdf req-4a4c4969-19f6-4b41-a6d0-b5afd34521cb tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=35b1634f-d518-495d-9451-dfc9c7441e8e HTTP/1.1" status: 200 len: 945 time: 0.0664127 Feb 16 22:33:46.060990 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5f8e6155-9eb2-4a8f-abb4-9a4559936fdf req-beb16027-2068-4144-b464-8706fc0a07e3 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146648 Feb 16 22:33:46.186878 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6bc60-1079-4e9a-8b9d-526484fc7451 req-bded9573-c000-4f98-9f25-83e8cdc86c42 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:46.194730 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-72f6bc60-1079-4e9a-8b9d-526484fc7451 req-bded9573-c000-4f98-9f25-83e8cdc86c42 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.0674386 Feb 16 22:33:46.264063 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-72f6bc60-1079-4e9a-8b9d-526484fc7451 req-76189aa6-3704-4d0d-9096-6a97bce381df tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682185 Feb 16 22:33:46.387801 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97713c-5f23-4830-b1e8-3b1a30d566f1 req-b8b2788f-6d24-42c8-9d94-544eccfe607e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:46.393745 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97713c-5f23-4830-b1e8-3b1a30d566f1 req-b8b2788f-6d24-42c8-9d94-544eccfe607e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:46.402075 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97713c-5f23-4830-b1e8-3b1a30d566f1 req-b8b2788f-6d24-42c8-9d94-544eccfe607e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:46.407705 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97713c-5f23-4830-b1e8-3b1a30d566f1 req-b8b2788f-6d24-42c8-9d94-544eccfe607e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:46.413993 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97713c-5f23-4830-b1e8-3b1a30d566f1 req-b8b2788f-6d24-42c8-9d94-544eccfe607e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:46.419910 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97713c-5f23-4830-b1e8-3b1a30d566f1 req-b8b2788f-6d24-42c8-9d94-544eccfe607e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:46.426580 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97713c-5f23-4830-b1e8-3b1a30d566f1 req-b8b2788f-6d24-42c8-9d94-544eccfe607e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:46.436288 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cd97713c-5f23-4830-b1e8-3b1a30d566f1 req-b8b2788f-6d24-42c8-9d94-544eccfe607e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1215677 Feb 16 22:33:46.516002 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cd97713c-5f23-4830-b1e8-3b1a30d566f1 req-c6a30245-cf56-4820-91c5-eb7f33b9a6f5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0764287 Feb 16 22:33:46.667888 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e5040-8abc-4c85-a128-fd9c059d7e16 req-d00ffe68-e773-45ed-9371-c8044ae110c8 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:46.675006 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bd6e5040-8abc-4c85-a128-fd9c059d7e16 req-d00ffe68-e773-45ed-9371-c8044ae110c8 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 945 time: 0.0894744 Feb 16 22:33:46.738565 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bd6e5040-8abc-4c85-a128-fd9c059d7e16 req-b34327fd-50ec-477a-b3c1-3ced6ce38c52 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625696 Feb 16 22:33:46.862597 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c5605-3965-47d1-ad19-a09ab458dcee req-d23109f6-831f-4b97-ba16-00c2b696c4e8 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:46.873148 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c27c5605-3965-47d1-ad19-a09ab458dcee req-d23109f6-831f-4b97-ba16-00c2b696c4e8 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.0751331 Feb 16 22:33:46.956284 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c27c5605-3965-47d1-ad19-a09ab458dcee req-2681ec24-07fa-41bc-b280-73a77eab2dae tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822604 Feb 16 22:33:47.108934 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce505d8-5b14-4592-89e4-b03a570467c9 req-9c02d509-868e-4c0f-8db3-d34742f8520d tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:47.113437 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4ce505d8-5b14-4592-89e4-b03a570467c9 req-9c02d509-868e-4c0f-8db3-d34742f8520d tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.0968704 Feb 16 22:33:47.235716 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4ce505d8-5b14-4592-89e4-b03a570467c9 req-8c80bd05-ad5b-413b-be38-1529bb7e980e tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163862 Feb 16 22:33:47.462222 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5cf7a-83eb-4f41-ae29-0a713fb6e82d req-6a7b24f3-6376-4bf0-9c87-b6658842b4a1 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:47.464593 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0bb5cf7a-83eb-4f41-ae29-0a713fb6e82d req-6a7b24f3-6376-4bf0-9c87-b6658842b4a1 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.79 "GET /v2.0/ports?device_id=35b1634f-d518-495d-9451-dfc9c7441e8e HTTP/1.1" status: 200 len: 945 time: 0.1389329 Feb 16 22:33:47.481942 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9dacd-86bd-45ef-87a0-4be88a7b2d1c req-0880a473-1f47-4244-af18-592c0244103e tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:47.487975 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e9e9dacd-86bd-45ef-87a0-4be88a7b2d1c req-0880a473-1f47-4244-af18-592c0244103e tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=35b1634f-d518-495d-9451-dfc9c7441e8e HTTP/1.1" status: 200 len: 945 time: 0.1078475 Feb 16 22:33:47.746814 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-0bb5cf7a-83eb-4f41-ae29-0a713fb6e82d req-49485161-414e-4ab6-bd37-13832f318498 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Deleting port 3d304d29-5749-4de2-b9ca-3642ed6aba2a {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:33:47.747167 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0bb5cf7a-83eb-4f41-ae29-0a713fb6e82d req-49485161-414e-4ab6-bd37-13832f318498 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (3d304d29-5749-4de2-b9ca-3642ed6aba2a), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:47.754484 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e9e9dacd-86bd-45ef-87a0-4be88a7b2d1c req-28f157ce-70e1-448c-a5b1-f07fe1d30237 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708643 Feb 16 22:33:48.009126 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-0bb5cf7a-83eb-4f41-ae29-0a713fb6e82d req-49485161-414e-4ab6-bd37-13832f318498 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] For port 3d304d29-5749-4de2-b9ca-3642ed6aba2a, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=3d304d29-5749-4de2-b9ca-3642ed6aba2a,segment=NetworkSegment(389109f6-ebab-4899-93e4-704200323383),segment_id=389109f6-ebab-4899-93e4-704200323383)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:48.009505 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0bb5cf7a-83eb-4f41-ae29-0a713fb6e82d req-49485161-414e-4ab6-bd37-13832f318498 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (3d304d29-5749-4de2-b9ca-3642ed6aba2a), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:48.025320 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-0bb5cf7a-83eb-4f41-ae29-0a713fb6e82d req-49485161-414e-4ab6-bd37-13832f318498 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Calling delete_port for 3d304d29-5749-4de2-b9ca-3642ed6aba2a owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:33:48.214093 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49638) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:33:48.257571 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab51e51-d68c-4f43-8066-2c14a1009e85 req-b1dc6cf7-c204-437b-949b-a9bedc1dd957 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:48.270104 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab51e51-d68c-4f43-8066-2c14a1009e85 req-b1dc6cf7-c204-437b-949b-a9bedc1dd957 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:48.283027 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab51e51-d68c-4f43-8066-2c14a1009e85 req-b1dc6cf7-c204-437b-949b-a9bedc1dd957 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:48.292828 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab51e51-d68c-4f43-8066-2c14a1009e85 req-b1dc6cf7-c204-437b-949b-a9bedc1dd957 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:48.310229 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab51e51-d68c-4f43-8066-2c14a1009e85 req-b1dc6cf7-c204-437b-949b-a9bedc1dd957 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:48.319659 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab51e51-d68c-4f43-8066-2c14a1009e85 req-b1dc6cf7-c204-437b-949b-a9bedc1dd957 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:48.330940 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab51e51-d68c-4f43-8066-2c14a1009e85 req-b1dc6cf7-c204-437b-949b-a9bedc1dd957 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:48.346797 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2ab51e51-d68c-4f43-8066-2c14a1009e85 req-b1dc6cf7-c204-437b-949b-a9bedc1dd957 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.4609585 Feb 16 22:33:48.354017 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0bb5cf7a-83eb-4f41-ae29-0a713fb6e82d req-49485161-414e-4ab6-bd37-13832f318498 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (3d304d29-5749-4de2-b9ca-3642ed6aba2a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:48.368738 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['2f5310e9-1b86-4c56-99db-010c309a20b7', '7e8d4bb2-b826-4498-b828-1e264bf62ea8', '3d304d29-5749-4de2-b9ca-3642ed6aba2a'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:33:48.429349 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dd1db5eb-60e2-4b4c-b036-49859d5ba4b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:48.502845 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb5cf7a-83eb-4f41-ae29-0a713fb6e82d req-49485161-414e-4ab6-bd37-13832f318498 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] No DVR routers for this DVR port 3d304d29-5749-4de2-b9ca-3642ed6aba2a on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:33:48.506505 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49485161-414e-4ab6-bd37-13832f318498 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Pushing event deleted for resources: {'Port': ['ID=3d304d29-5749-4de2-b9ca-3642ed6aba2a,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:48.508468 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0bb5cf7a-83eb-4f41-ae29-0a713fb6e82d req-49485161-414e-4ab6-bd37-13832f318498 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:48.513215 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0bb5cf7a-83eb-4f41-ae29-0a713fb6e82d req-49485161-414e-4ab6-bd37-13832f318498 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.79 "DELETE /v2.0/ports/3d304d29-5749-4de2-b9ca-3642ed6aba2a HTTP/1.1" status: 204 len: 173 time: 1.0212808 Feb 16 22:33:48.513622 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b1634f-d518-495d-9451-dfc9c7441e8e', 'name': 'network-vif-deleted', 'tag': '3d304d29-5749-4de2-b9ca-3642ed6aba2a'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:33:48.515752 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a9fcef-7e19-4aac-ae6c-bdaebcc133c3" -d '{"events": [{"server_uuid": "35b1634f-d518-495d-9451-dfc9c7441e8e", "name": "network-vif-deleted", "tag": "3d304d29-5749-4de2-b9ca-3642ed6aba2a"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:33:48.676417 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dd1db5eb-60e2-4b4c-b036-49859d5ba4b5 admin admin] Publish callbacks [] for security_group (2c78564b-f83c-4e68-aad6-3c7124ffc888), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:48.687838 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2ab51e51-d68c-4f43-8066-2c14a1009e85 req-66139d51-f7ae-45f9-8a85-21ac1b44edd6 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3400276 Feb 16 22:33:48.702730 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dd1db5eb-60e2-4b4c-b036-49859d5ba4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (2c78564b-f83c-4e68-aad6-3c7124ffc888), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:48.860203 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ff848-0d9b-439e-9940-10315abe5061 req-0e73e8a8-fba9-42bd-8bf6-26fe29bd3516 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:48.867240 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-378ff848-0d9b-439e-9940-10315abe5061 req-0e73e8a8-fba9-42bd-8bf6-26fe29bd3516 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 945 time: 0.0744061 Feb 16 22:33:48.870142 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-dd1db5eb-60e2-4b4c-b036-49859d5ba4b5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1d1489511dac4f7a9480ee238b660607&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6546884 Feb 16 22:33:48.873918 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49650) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:33:48.891263 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1db5eb-60e2-4b4c-b036-49859d5ba4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c78564b-f83c-4e68-aad6-3c7124ffc888,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:48.979340 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-378ff848-0d9b-439e-9940-10315abe5061 req-7003ebee-701f-4815-bb67-062d42234a41 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080108 Feb 16 22:33:49.041850 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b97efb-3b29-4c11-9a70-4d73860e74d8 x-openstack-request-id: req-95b97efb-3b29-4c11-9a70-4d73860e74d8 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:33:49.042184 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b1634f-d518-495d-9451-dfc9c7441e8e", "name": "network-vif-deleted", "tag": "3d304d29-5749-4de2-b9ca-3642ed6aba2a", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:33:49.042441 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-95b97efb-3b29-4c11-9a70-4d73860e74d8 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:33:49.042853 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b1634f-d518-495d-9451-dfc9c7441e8e', 'name': 'network-vif-deleted', 'tag': '3d304d29-5749-4de2-b9ca-3642ed6aba2a', 'status': 'completed', 'code': 200} Feb 16 22:33:49.079906 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4b28bb9c-d87f-446d-ab76-feef3129dc2b admin admin] Publish callbacks [] for security_group (2c78564b-f83c-4e68-aad6-3c7124ffc888), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:49.164037 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4b28bb9c-d87f-446d-ab76-feef3129dc2b admin admin] Publish callbacks [] for security_group (2c78564b-f83c-4e68-aad6-3c7124ffc888), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:49.187561 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5986dd27-14d8-4f8e-ab66-4253d61557ad req-39e60917-3d0c-4740-9a29-223546a47e6f tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=35b1634f-d518-495d-9451-dfc9c7441e8e HTTP/1.1" status: 200 len: 210 time: 0.0314832 Feb 16 22:33:49.275537 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4b28bb9c-d87f-446d-ab76-feef3129dc2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (2c78564b-f83c-4e68-aad6-3c7124ffc888), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:49.280404 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4b28bb9c-d87f-446d-ab76-feef3129dc2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:49.282354 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4b28bb9c-d87f-446d-ab76-feef3129dc2b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2c78564b-f83c-4e68-aad6-3c7124ffc888 HTTP/1.1" status: 204 len: 168 time: 0.4073174 Feb 16 22:33:49.336712 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28bb9c-d87f-446d-ab76-feef3129dc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c78564b-f83c-4e68-aad6-3c7124ffc888,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:49.894443 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9e15f-9eae-484f-972f-5c99f05db016 req-f596faf5-6e79-46bb-a933-1fe227df774f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:49.899788 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9e15f-9eae-484f-972f-5c99f05db016 req-f596faf5-6e79-46bb-a933-1fe227df774f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:49.917936 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9e15f-9eae-484f-972f-5c99f05db016 req-f596faf5-6e79-46bb-a933-1fe227df774f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:49.930285 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9e15f-9eae-484f-972f-5c99f05db016 req-f596faf5-6e79-46bb-a933-1fe227df774f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:49.935849 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9e15f-9eae-484f-972f-5c99f05db016 req-f596faf5-6e79-46bb-a933-1fe227df774f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:49.942833 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9e15f-9eae-484f-972f-5c99f05db016 req-f596faf5-6e79-46bb-a933-1fe227df774f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:49.950269 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9e15f-9eae-484f-972f-5c99f05db016 req-f596faf5-6e79-46bb-a933-1fe227df774f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:49.958964 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6cd9e15f-9eae-484f-972f-5c99f05db016 req-f596faf5-6e79-46bb-a933-1fe227df774f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1954191 Feb 16 22:33:49.964037 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49722) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:33:49.981918 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-56b36c21-99a0-4440-ad12-aa9dfeecd0ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:50.089273 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6cd9e15f-9eae-484f-972f-5c99f05db016 req-61a950ee-a4ac-4c9a-a3e8-0e6eec9de7e5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1198614 Feb 16 22:33:50.150777 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-56b36c21-99a0-4440-ad12-aa9dfeecd0ba admin admin] Publish callbacks [] for security_group (aeaf87de-802e-4d30-8048-4ef4064cf2ef), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:50.159814 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-56b36c21-99a0-4440-ad12-aa9dfeecd0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (aeaf87de-802e-4d30-8048-4ef4064cf2ef), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:50.269867 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-56b36c21-99a0-4440-ad12-aa9dfeecd0ba admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=74d201a8c4b44e8dbe489c799d7fa4cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3042269 Feb 16 22:33:50.273063 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49768) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:33:50.279077 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9d1e9-5eee-4ed9-9499-36efda73a5d0 req-a88aa4c0-0121-4289-b843-f4ec9b5acda0 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:50.280067 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b36c21-99a0-4440-ad12-aa9dfeecd0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeaf87de-802e-4d30-8048-4ef4064cf2ef,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:50.281936 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-65f9d1e9-5eee-4ed9-9499-36efda73a5d0 req-a88aa4c0-0121-4289-b843-f4ec9b5acda0 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 945 time: 0.1037869 Feb 16 22:33:50.368437 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65b17362-f7d0-4f25-8944-38406964bcd3 admin admin] Publish callbacks [] for security_group (aeaf87de-802e-4d30-8048-4ef4064cf2ef), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:50.394243 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65b17362-f7d0-4f25-8944-38406964bcd3 admin admin] Publish callbacks [] for security_group (aeaf87de-802e-4d30-8048-4ef4064cf2ef), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:50.411445 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-65f9d1e9-5eee-4ed9-9499-36efda73a5d0 req-3222586d-e972-4066-966c-7da54b677990 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139810 Feb 16 22:33:50.466493 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65b17362-f7d0-4f25-8944-38406964bcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (aeaf87de-802e-4d30-8048-4ef4064cf2ef), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:50.469181 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65b17362-f7d0-4f25-8944-38406964bcd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:50.473146 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-65b17362-f7d0-4f25-8944-38406964bcd3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/aeaf87de-802e-4d30-8048-4ef4064cf2ef HTTP/1.1" status: 204 len: 168 time: 0.1960649 Feb 16 22:33:50.493906 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b17362-f7d0-4f25-8944-38406964bcd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeaf87de-802e-4d30-8048-4ef4064cf2ef,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:50.637716 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-49b49a1c-2dc6-43a6-a924-8839c1f583a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:50.885577 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 3d304d29-5749-4de2-b9ca-3642ed6aba2a no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:33:50.930256 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 3d304d29-5749-4de2-b9ca-3642ed6aba2a {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:33:50.931008 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 3d304d29-5749-4de2-b9ca-3642ed6aba2a not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:33:50.979008 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179492b-f058-4502-860f-e06f9a5a8aaf req-d7670795-5abe-47bb-a425-b027ba98ab5a tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:50.986139 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3179492b-f058-4502-860f-e06f9a5a8aaf req-d7670795-5abe-47bb-a425-b027ba98ab5a tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.0686641 Feb 16 22:33:51.054947 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3179492b-f058-4502-860f-e06f9a5a8aaf req-db29d065-f9f7-4e43-936f-e6cbc7becdcf tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679467 Feb 16 22:33:51.193399 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71feb42f-df77-4ef6-b8cc-b1301fc3467c req-b698ae27-f11c-4bc1-901a-d129ef20155c tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:51.196286 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-71feb42f-df77-4ef6-b8cc-b1301fc3467c req-b698ae27-f11c-4bc1-901a-d129ef20155c tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=83f6e597-009c-45f3-9e97-52c66b523ab8 HTTP/1.1" status: 200 len: 945 time: 0.0604439 Feb 16 22:33:51.249103 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-71feb42f-df77-4ef6-b8cc-b1301fc3467c req-6820075c-2541-46bc-b1d1-9ee7e1e50206 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466669 Feb 16 22:33:51.396841 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904ee26-a6b4-49cf-86bb-08a60ede4be3 req-cc441272-ece4-40ec-b59a-001c12f80923 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:51.398771 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4904ee26-a6b4-49cf-86bb-08a60ede4be3 req-cc441272-ece4-40ec-b59a-001c12f80923 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.0838909 Feb 16 22:33:51.456674 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4904ee26-a6b4-49cf-86bb-08a60ede4be3 req-532eb0cc-b968-4d5b-bafa-0f37b9c7965e tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512989 Feb 16 22:33:51.651245 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a3ad6-4b56-4640-ae00-22a4f0cba7ff req-7a83e5d5-ccbe-411e-8fba-50aa30cbaa42 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:51.656620 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a3ad6-4b56-4640-ae00-22a4f0cba7ff req-7a83e5d5-ccbe-411e-8fba-50aa30cbaa42 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:51.663127 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a3ad6-4b56-4640-ae00-22a4f0cba7ff req-7a83e5d5-ccbe-411e-8fba-50aa30cbaa42 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:51.669517 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a3ad6-4b56-4640-ae00-22a4f0cba7ff req-7a83e5d5-ccbe-411e-8fba-50aa30cbaa42 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:51.676692 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a3ad6-4b56-4640-ae00-22a4f0cba7ff req-7a83e5d5-ccbe-411e-8fba-50aa30cbaa42 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:51.683271 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a3ad6-4b56-4640-ae00-22a4f0cba7ff req-7a83e5d5-ccbe-411e-8fba-50aa30cbaa42 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:51.685340 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device bffb9e7c-c128-4c9a-9dde-edbf5d52a085 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:33:51.690378 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a3ad6-4b56-4640-ae00-22a4f0cba7ff req-7a83e5d5-ccbe-411e-8fba-50aa30cbaa42 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:51.692565 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6c2a3ad6-4b56-4640-ae00-22a4f0cba7ff req-7a83e5d5-ccbe-411e-8fba-50aa30cbaa42 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1257946 Feb 16 22:33:51.840497 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6c2a3ad6-4b56-4640-ae00-22a4f0cba7ff req-2e6dfdaf-b877-49bd-a7b4-10efca335d11 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1392040 Feb 16 22:33:51.920081 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port bffb9e7c-c128-4c9a-9dde-edbf5d52a085, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=bffb9e7c-c128-4c9a-9dde-edbf5d52a085,segment=NetworkSegment(0da08ad7-1ffb-4706-9d45-1cc487f01f06),segment_id=0da08ad7-1ffb-4706-9d45-1cc487f01f06)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:51.950558 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'bffb9e7c-c128-4c9a-9dde-edbf5d52a085', 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd', 'port_id': 'bffb9e7c-c128-4c9a-9dde-edbf5d52a085', 'mac_address': 'fa:16:3e:34:59:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:33:52.030998 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port bffb9e7c-c128-4c9a-9dde-edbf5d52a085 is: ACTIVE; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:33:52.031374 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bffb9e7c-c128-4c9a-9dde-edbf5d52a085), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:52.051581 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bffb9e7c-c128-4c9a-9dde-edbf5d52a085 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:33:52.088480 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port bffb9e7c-c128-4c9a-9dde-edbf5d52a085, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=bffb9e7c-c128-4c9a-9dde-edbf5d52a085,segment=NetworkSegment(0da08ad7-1ffb-4706-9d45-1cc487f01f06),segment_id=0da08ad7-1ffb-4706-9d45-1cc487f01f06)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:52.098163 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (bffb9e7c-c128-4c9a-9dde-edbf5d52a085), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:52.108623 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de75272-e06f-4294-8494-03325e590599 req-ccb1ef1b-e18d-4a7b-b7ca-7a3e4dd2d581 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:52.112567 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7de75272-e06f-4294-8494-03325e590599 req-ccb1ef1b-e18d-4a7b-b7ca-7a3e4dd2d581 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 945 time: 0.1290903 Feb 16 22:33:52.186207 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7de75272-e06f-4294-8494-03325e590599 req-e0f47846-33b5-4946-ba1c-80a3b226b5b6 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657823 Feb 16 22:33:52.218114 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=bffb9e7c-c128-4c9a-9dde-edbf5d52a085,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:52.247193 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:33:52.247543 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:33:52.248065 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:33:52.248855 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:33:52.249394 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:33:52.249922 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:33:52.250716 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:33:52.251257 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:33:52.251735 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:33:52.252468 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:33:52.253170 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:33:52.253735 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:33:52.254274 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:33:52.321842 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403345c6-a6b9-4a24-a201-81e9f5874e45 req-be5fa3f3-0f73-4ed1-af6e-a134aaa5c290 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:52.323387 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-403345c6-a6b9-4a24-a201-81e9f5874e45 req-be5fa3f3-0f73-4ed1-af6e-a134aaa5c290 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.79 "GET /v2.0/ports?device_id=83f6e597-009c-45f3-9e97-52c66b523ab8 HTTP/1.1" status: 200 len: 945 time: 0.0872037 Feb 16 22:33:52.442987 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['bffb9e7c-c128-4c9a-9dde-edbf5d52a085'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:33:52.507059 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01781fd7-9ad7-4c4e-9a59-36b797e15b70 req-0a2018a3-9bda-4a04-b34f-fe8ecd161d92 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:52.508933 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01781fd7-9ad7-4c4e-9a59-36b797e15b70 req-0a2018a3-9bda-4a04-b34f-fe8ecd161d92 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=83f6e597-009c-45f3-9e97-52c66b523ab8 HTTP/1.1" status: 200 len: 945 time: 0.1264939 Feb 16 22:33:52.564742 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-403345c6-a6b9-4a24-a201-81e9f5874e45 req-f8ca11be-33bb-4857-9f14-9d5509671cb5 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Deleting port 7e8d4bb2-b826-4498-b828-1e264bf62ea8 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:33:52.564742 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-403345c6-a6b9-4a24-a201-81e9f5874e45 req-f8ca11be-33bb-4857-9f14-9d5509671cb5 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (7e8d4bb2-b826-4498-b828-1e264bf62ea8), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:52.818212 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01781fd7-9ad7-4c4e-9a59-36b797e15b70 req-91692355-2b79-447b-b5d6-2ddee8102e6e tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974648 Feb 16 22:33:52.836806 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-403345c6-a6b9-4a24-a201-81e9f5874e45 req-f8ca11be-33bb-4857-9f14-9d5509671cb5 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] For port 7e8d4bb2-b826-4498-b828-1e264bf62ea8, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=7e8d4bb2-b826-4498-b828-1e264bf62ea8,segment=NetworkSegment(389109f6-ebab-4899-93e4-704200323383),segment_id=389109f6-ebab-4899-93e4-704200323383)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:52.837326 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-403345c6-a6b9-4a24-a201-81e9f5874e45 req-f8ca11be-33bb-4857-9f14-9d5509671cb5 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (7e8d4bb2-b826-4498-b828-1e264bf62ea8), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:52.856078 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-403345c6-a6b9-4a24-a201-81e9f5874e45 req-f8ca11be-33bb-4857-9f14-9d5509671cb5 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Calling delete_port for 7e8d4bb2-b826-4498-b828-1e264bf62ea8 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:33:53.041455 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b12c8f1a-fc41-4431-afa2-1482352a063c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:53.064561 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc58887-6d78-4066-8477-32d3f53901a0 req-61adf218-7286-436c-8019-7b6f7a05ab53 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:53.072139 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc58887-6d78-4066-8477-32d3f53901a0 req-61adf218-7286-436c-8019-7b6f7a05ab53 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:53.078654 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc58887-6d78-4066-8477-32d3f53901a0 req-61adf218-7286-436c-8019-7b6f7a05ab53 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:53.085576 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc58887-6d78-4066-8477-32d3f53901a0 req-61adf218-7286-436c-8019-7b6f7a05ab53 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:53.091207 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc58887-6d78-4066-8477-32d3f53901a0 req-61adf218-7286-436c-8019-7b6f7a05ab53 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:53.097060 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc58887-6d78-4066-8477-32d3f53901a0 req-61adf218-7286-436c-8019-7b6f7a05ab53 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:53.102586 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc58887-6d78-4066-8477-32d3f53901a0 req-61adf218-7286-436c-8019-7b6f7a05ab53 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:53.110464 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3dc58887-6d78-4066-8477-32d3f53901a0 req-61adf218-7286-436c-8019-7b6f7a05ab53 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1737959 Feb 16 22:33:53.233372 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3dc58887-6d78-4066-8477-32d3f53901a0 req-e3eb4f21-f3f5-4527-a3d4-e2bd38b6f00a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1213040 Feb 16 22:33:53.288987 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-403345c6-a6b9-4a24-a201-81e9f5874e45 req-f8ca11be-33bb-4857-9f14-9d5509671cb5 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (7e8d4bb2-b826-4498-b828-1e264bf62ea8), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:53.302190 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['2f5310e9-1b86-4c56-99db-010c309a20b7'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:33:53.403614 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca11be-33bb-4857-9f14-9d5509671cb5 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Pushing event deleted for resources: {'Port': ['ID=7e8d4bb2-b826-4498-b828-1e264bf62ea8,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:53.515396 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-403345c6-a6b9-4a24-a201-81e9f5874e45 req-f8ca11be-33bb-4857-9f14-9d5509671cb5 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] No DVR routers for this DVR port 7e8d4bb2-b826-4498-b828-1e264bf62ea8 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:33:53.519833 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-403345c6-a6b9-4a24-a201-81e9f5874e45 req-f8ca11be-33bb-4857-9f14-9d5509671cb5 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:53.535745 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-403345c6-a6b9-4a24-a201-81e9f5874e45 req-f8ca11be-33bb-4857-9f14-9d5509671cb5 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.79 "DELETE /v2.0/ports/7e8d4bb2-b826-4498-b828-1e264bf62ea8 HTTP/1.1" status: 204 len: 173 time: 1.2040975 Feb 16 22:33:53.536485 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f6e597-009c-45f3-9e97-52c66b523ab8', 'name': 'network-vif-deleted', 'tag': '7e8d4bb2-b826-4498-b828-1e264bf62ea8'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:33:53.540263 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80216730-d82e-407e-8436-d584fee2b094" -d '{"events": [{"server_uuid": "83f6e597-009c-45f3-9e97-52c66b523ab8", "name": "network-vif-deleted", "tag": "7e8d4bb2-b826-4498-b828-1e264bf62ea8"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:33:53.632351 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47fff2-598d-4810-b10a-b86f94dd475b req-f32c1209-9108-4492-b20b-16a6bb4682b1 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:53.640100 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f47fff2-598d-4810-b10a-b86f94dd475b req-f32c1209-9108-4492-b20b-16a6bb4682b1 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 944 time: 0.2245593 Feb 16 22:33:53.716195 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device bffb9e7c-c128-4c9a-9dde-edbf5d52a085 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:33:53.777080 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port bffb9e7c-c128-4c9a-9dde-edbf5d52a085 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:33:53.777840 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (bffb9e7c-c128-4c9a-9dde-edbf5d52a085), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:53.790253 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f47fff2-598d-4810-b10a-b86f94dd475b req-da389c31-1f89-4d69-8b3b-32adb30df68e tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472669 Feb 16 22:33:53.871186 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36c3194-f53f-49ca-b158-5a5611f7b9a5 x-openstack-request-id: req-e36c3194-f53f-49ca-b158-5a5611f7b9a5 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:33:53.871493 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f6e597-009c-45f3-9e97-52c66b523ab8", "name": "network-vif-deleted", "tag": "7e8d4bb2-b826-4498-b828-1e264bf62ea8", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:33:53.871760 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e36c3194-f53f-49ca-b158-5a5611f7b9a5 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:33:53.872592 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f6e597-009c-45f3-9e97-52c66b523ab8', 'name': 'network-vif-deleted', 'tag': '7e8d4bb2-b826-4498-b828-1e264bf62ea8', 'status': 'completed', 'code': 200} Feb 16 22:33:53.926717 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port bffb9e7c-c128-4c9a-9dde-edbf5d52a085 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:33:53.927114 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bffb9e7c-c128-4c9a-9dde-edbf5d52a085), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:53.984291 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6160b4c3-9cfb-4b8c-93fe-d50b9733dab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffb9e7c-c128-4c9a-9dde-edbf5d52a085'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:33:53.987981 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab64d34-696f-49a1-a6b0-8c6d299c336f" -d '{"events": [{"server_uuid": "6160b4c3-9cfb-4b8c-93fe-d50b9733dab1", "name": "network-vif-plugged", "status": "completed", "tag": "bffb9e7c-c128-4c9a-9dde-edbf5d52a085"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:33:54.030507 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port bffb9e7c-c128-4c9a-9dde-edbf5d52a085, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=bffb9e7c-c128-4c9a-9dde-edbf5d52a085,segment=NetworkSegment(0da08ad7-1ffb-4706-9d45-1cc487f01f06),segment_id=0da08ad7-1ffb-4706-9d45-1cc487f01f06)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:54.044458 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ebfcdca-4bbb-47bf-adbd-c086c2c3c738 req-988df405-09bc-4bc0-a22a-556260bdc5da tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=83f6e597-009c-45f3-9e97-52c66b523ab8 HTTP/1.1" status: 200 len: 210 time: 0.0487320 Feb 16 22:33:54.064219 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (bffb9e7c-c128-4c9a-9dde-edbf5d52a085), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:54.208381 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7937f7b-31e9-40da-9bd2-2304446a2b1c x-openstack-request-id: req-a7937f7b-31e9-40da-9bd2-2304446a2b1c {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:33:54.208381 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6160b4c3-9cfb-4b8c-93fe-d50b9733dab1", "name": "network-vif-plugged", "status": "completed", "tag": "bffb9e7c-c128-4c9a-9dde-edbf5d52a085", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:33:54.208381 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a7937f7b-31e9-40da-9bd2-2304446a2b1c {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:33:54.208381 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6160b4c3-9cfb-4b8c-93fe-d50b9733dab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffb9e7c-c128-4c9a-9dde-edbf5d52a085', 'code': 200} Feb 16 22:33:54.243749 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=bffb9e7c-c128-4c9a-9dde-edbf5d52a085,revision_number=7']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:54.282220 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:54.445075 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfca01f-8552-49a0-b935-20c09257981d req-95578b38-6c77-4dab-9c27-b3f7d0b34be3 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:54.452646 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfca01f-8552-49a0-b935-20c09257981d req-95578b38-6c77-4dab-9c27-b3f7d0b34be3 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:54.460273 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfca01f-8552-49a0-b935-20c09257981d req-95578b38-6c77-4dab-9c27-b3f7d0b34be3 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:54.467773 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfca01f-8552-49a0-b935-20c09257981d req-95578b38-6c77-4dab-9c27-b3f7d0b34be3 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:54.474863 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfca01f-8552-49a0-b935-20c09257981d req-95578b38-6c77-4dab-9c27-b3f7d0b34be3 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:54.480881 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfca01f-8552-49a0-b935-20c09257981d req-95578b38-6c77-4dab-9c27-b3f7d0b34be3 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:54.486285 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfca01f-8552-49a0-b935-20c09257981d req-95578b38-6c77-4dab-9c27-b3f7d0b34be3 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:54.489997 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ebfca01f-8552-49a0-b935-20c09257981d req-95578b38-6c77-4dab-9c27-b3f7d0b34be3 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.1382556 Feb 16 22:33:54.601108 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ebfca01f-8552-49a0-b935-20c09257981d req-3b898970-7cdf-4f67-9368-692ab649c32f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1012287 Feb 16 22:33:54.880529 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 7e8d4bb2-b826-4498-b828-1e264bf62ea8 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:33:54.901625 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 7e8d4bb2-b826-4498-b828-1e264bf62ea8 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:33:54.902247 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 7e8d4bb2-b826-4498-b828-1e264bf62ea8 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:33:54.955801 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a193af-a5b4-4303-b49e-a3142b38603c req-9f91cc86-8126-49ba-9c92-e61c017b1467 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:54.960123 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f2a193af-a5b4-4303-b49e-a3142b38603c req-9f91cc86-8126-49ba-9c92-e61c017b1467 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 945 time: 0.0851109 Feb 16 22:33:55.006282 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f2a193af-a5b4-4303-b49e-a3142b38603c req-9c4e6640-87c7-43ed-a9d8-5d1587f8e5ad tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428693 Feb 16 22:33:55.579910 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:55.641754 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4f9ba-ef92-46b4-b91b-93233309c13c req-63f3a740-daac-44dd-9f8a-6759d657375b tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:55.650877 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a9e4f9ba-ef92-46b4-b91b-93233309c13c req-63f3a740-daac-44dd-9f8a-6759d657375b tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1408052 Feb 16 22:33:55.726392 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device d4fbc09b-056d-495d-94fc-6214e9e03479 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:33:55.784584 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a9e4f9ba-ef92-46b4-b91b-93233309c13c req-b670bed5-cd4a-4ad3-b2be-cb8f5307216c tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262686 Feb 16 22:33:55.974502 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port d4fbc09b-056d-495d-94fc-6214e9e03479, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=d4fbc09b-056d-495d-94fc-6214e9e03479,segment=NetworkSegment(ab0b36f1-758f-4e8c-9a46-1dd25642f72c),segment_id=ab0b36f1-758f-4e8c-9a46-1dd25642f72c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:55.991719 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'd4fbc09b-056d-495d-94fc-6214e9e03479', 'network_id': '26d0d9a9-120f-4eeb-8da5-91a75398d8cf', 'port_id': 'd4fbc09b-056d-495d-94fc-6214e9e03479', 'mac_address': 'fa:16:3e:ea:ee:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8582b128-4308-4a64-b89a-f70186bb698e', 'ip_address': '10.1.1.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:33:56.035317 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f3ae6-2b66-4914-8fb0-2c8bbe1cd908 req-3c70ec60-0d66-48d2-8e4f-eb13e2d5a94c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:56.052487 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f3ae6-2b66-4914-8fb0-2c8bbe1cd908 req-3c70ec60-0d66-48d2-8e4f-eb13e2d5a94c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:56.059271 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f3ae6-2b66-4914-8fb0-2c8bbe1cd908 req-3c70ec60-0d66-48d2-8e4f-eb13e2d5a94c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:56.069519 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port d4fbc09b-056d-495d-94fc-6214e9e03479 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:33:56.069920 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d4fbc09b-056d-495d-94fc-6214e9e03479), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:56.073168 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f3ae6-2b66-4914-8fb0-2c8bbe1cd908 req-3c70ec60-0d66-48d2-8e4f-eb13e2d5a94c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:56.083748 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f3ae6-2b66-4914-8fb0-2c8bbe1cd908 req-3c70ec60-0d66-48d2-8e4f-eb13e2d5a94c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:56.100616 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f3ae6-2b66-4914-8fb0-2c8bbe1cd908 req-3c70ec60-0d66-48d2-8e4f-eb13e2d5a94c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:56.111889 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f3ae6-2b66-4914-8fb0-2c8bbe1cd908 req-3c70ec60-0d66-48d2-8e4f-eb13e2d5a94c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:56.122218 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4fbc09b-056d-495d-94fc-6214e9e03479 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:33:56.129842 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-050f3ae6-2b66-4914-8fb0-2c8bbe1cd908 req-3c70ec60-0d66-48d2-8e4f-eb13e2d5a94c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5429 time: 0.2106552 Feb 16 22:33:56.175852 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port d4fbc09b-056d-495d-94fc-6214e9e03479, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=d4fbc09b-056d-495d-94fc-6214e9e03479,segment=NetworkSegment(ab0b36f1-758f-4e8c-9a46-1dd25642f72c),segment_id=ab0b36f1-758f-4e8c-9a46-1dd25642f72c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:56.191474 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d4fbc09b-056d-495d-94fc-6214e9e03479), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:56.192853 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:33:56.230262 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-050f3ae6-2b66-4914-8fb0-2c8bbe1cd908 req-1e8b1bd0-09e5-410a-b11f-157866acb191 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0994558 Feb 16 22:33:56.453539 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=d4fbc09b-056d-495d-94fc-6214e9e03479,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:56.484499 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.resource_extend [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 22:33:56.488812 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd99684-bd50-4569-b645-5468393f0094 req-fa583d9c-48ac-4953-a13b-d2f13122ad20 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:56.493100 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2bd99684-bd50-4569-b645-5468393f0094 req-fa583d9c-48ac-4953-a13b-d2f13122ad20 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1186905 Feb 16 22:33:56.514165 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=69cd28e0-ad7d-4a7a-a387-44e7f55c4baa,segment=NetworkSegment(ab0b36f1-758f-4e8c-9a46-1dd25642f72c),segment_id=ab0b36f1-758f-4e8c-9a46-1dd25642f72c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:56.546047 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '69cd28e0-ad7d-4a7a-a387-44e7f55c4baa', 'network_id': '26d0d9a9-120f-4eeb-8da5-91a75398d8cf', 'port_id': '69cd28e0-ad7d-4a7a-a387-44e7f55c4baa', 'mac_address': 'fa:16:3e:42:b7:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8582b128-4308-4a64-b89a-f70186bb698e', 'ip_address': '10.1.1.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:33:56.616806 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2bd99684-bd50-4569-b645-5468393f0094 req-b8903344-3167-429d-bb6a-de5d6459a279 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156657 Feb 16 22:33:56.633294 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:33:56.634352 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (69cd28e0-ad7d-4a7a-a387-44e7f55c4baa), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:56.657385 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:33:56.681993 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=69cd28e0-ad7d-4a7a-a387-44e7f55c4baa,segment=NetworkSegment(ab0b36f1-758f-4e8c-9a46-1dd25642f72c),segment_id=ab0b36f1-758f-4e8c-9a46-1dd25642f72c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:56.700274 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (69cd28e0-ad7d-4a7a-a387-44e7f55c4baa), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:56.701282 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device f1376ffd-fe61-469a-a98f-7b82403092df details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:33:56.878603 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port f1376ffd-fe61-469a-a98f-7b82403092df, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f1376ffd-fe61-469a-a98f-7b82403092df,segment=NetworkSegment(ab0b36f1-758f-4e8c-9a46-1dd25642f72c),segment_id=ab0b36f1-758f-4e8c-9a46-1dd25642f72c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:56.924526 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'f1376ffd-fe61-469a-a98f-7b82403092df', 'network_id': '26d0d9a9-120f-4eeb-8da5-91a75398d8cf', 'port_id': 'f1376ffd-fe61-469a-a98f-7b82403092df', 'mac_address': 'fa:16:3e:16:46:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8582b128-4308-4a64-b89a-f70186bb698e', 'ip_address': '10.1.1.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:33:56.977246 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c794406-bcde-4d00-9205-88df4a404366 req-6e6f1758-b9bf-4025-a172-b74b1321ad2f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:57.004244 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port f1376ffd-fe61-469a-a98f-7b82403092df is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:33:57.004654 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f1376ffd-fe61-469a-a98f-7b82403092df), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:57.018845 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c794406-bcde-4d00-9205-88df4a404366 req-6e6f1758-b9bf-4025-a172-b74b1321ad2f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 945 time: 0.1756747 Feb 16 22:33:57.061000 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=69cd28e0-ad7d-4a7a-a387-44e7f55c4baa,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:57.074398 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1376ffd-fe61-469a-a98f-7b82403092df {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:33:57.087831 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:57.100867 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port f1376ffd-fe61-469a-a98f-7b82403092df, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f1376ffd-fe61-469a-a98f-7b82403092df,segment=NetworkSegment(ab0b36f1-758f-4e8c-9a46-1dd25642f72c),segment_id=ab0b36f1-758f-4e8c-9a46-1dd25642f72c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:57.117768 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (f1376ffd-fe61-469a-a98f-7b82403092df), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:57.120945 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device cdadfd78-65f6-4dff-939c-85d390b9c67e details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:33:57.151046 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c794406-bcde-4d00-9205-88df4a404366 req-11e283b5-1a99-415c-8840-1b4df729e796 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312003 Feb 16 22:33:57.317130 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=f1376ffd-fe61-469a-a98f-7b82403092df,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:57.396706 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port cdadfd78-65f6-4dff-939c-85d390b9c67e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=cdadfd78-65f6-4dff-939c-85d390b9c67e,segment=NetworkSegment(ca5cde71-d897-4004-a95e-63d62192b29d),segment_id=ca5cde71-d897-4004-a95e-63d62192b29d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:57.418536 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'cdadfd78-65f6-4dff-939c-85d390b9c67e', 'network_id': '568908f0-9e98-4a11-b55f-12ed6993ec3c', 'port_id': 'cdadfd78-65f6-4dff-939c-85d390b9c67e', 'mac_address': 'fa:16:3e:a7:fd:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6896302-81e8-438b-8326-65272f181012', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:33:57.428169 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45347354-00a6-4424-9601-7904f7c63cad req-bbdee26a-ef02-461d-b71b-e92751010994 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:57.446803 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-45347354-00a6-4424-9601-7904f7c63cad req-bbdee26a-ef02-461d-b71b-e92751010994 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1092825 Feb 16 22:33:57.478236 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port cdadfd78-65f6-4dff-939c-85d390b9c67e is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:33:57.478632 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cdadfd78-65f6-4dff-939c-85d390b9c67e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:57.498736 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdadfd78-65f6-4dff-939c-85d390b9c67e {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:33:57.508562 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-45347354-00a6-4424-9601-7904f7c63cad req-4ed5b9c0-4e34-407d-883b-e589613b0caf tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586274 Feb 16 22:33:57.537468 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port cdadfd78-65f6-4dff-939c-85d390b9c67e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=cdadfd78-65f6-4dff-939c-85d390b9c67e,segment=NetworkSegment(ca5cde71-d897-4004-a95e-63d62192b29d),segment_id=ca5cde71-d897-4004-a95e-63d62192b29d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:57.548277 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (cdadfd78-65f6-4dff-939c-85d390b9c67e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:57.554309 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 055e02a5-47a0-401e-b169-9e127e0dd260 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:33:57.676215 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 055e02a5-47a0-401e-b169-9e127e0dd260, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=055e02a5-47a0-401e-b169-9e127e0dd260,segment=NetworkSegment(ab0b36f1-758f-4e8c-9a46-1dd25642f72c),segment_id=ab0b36f1-758f-4e8c-9a46-1dd25642f72c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:57.690879 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '055e02a5-47a0-401e-b169-9e127e0dd260', 'network_id': '26d0d9a9-120f-4eeb-8da5-91a75398d8cf', 'port_id': '055e02a5-47a0-401e-b169-9e127e0dd260', 'mac_address': 'fa:16:3e:c8:b8:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8582b128-4308-4a64-b89a-f70186bb698e', 'ip_address': '10.1.1.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:33:57.699941 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90d582-aa8b-4cf4-99e8-280a3554474f req-c1f5ccda-dc2e-4e05-b718-5fc404682e38 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:57.713403 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90d582-aa8b-4cf4-99e8-280a3554474f req-c1f5ccda-dc2e-4e05-b718-5fc404682e38 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:57.720308 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90d582-aa8b-4cf4-99e8-280a3554474f req-c1f5ccda-dc2e-4e05-b718-5fc404682e38 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:57.726104 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=cdadfd78-65f6-4dff-939c-85d390b9c67e,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:57.727560 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90d582-aa8b-4cf4-99e8-280a3554474f req-c1f5ccda-dc2e-4e05-b718-5fc404682e38 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:57.753357 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90d582-aa8b-4cf4-99e8-280a3554474f req-c1f5ccda-dc2e-4e05-b718-5fc404682e38 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:57.760445 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90d582-aa8b-4cf4-99e8-280a3554474f req-c1f5ccda-dc2e-4e05-b718-5fc404682e38 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:57.763177 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 055e02a5-47a0-401e-b169-9e127e0dd260 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:33:57.763769 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (055e02a5-47a0-401e-b169-9e127e0dd260), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:57.767216 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90d582-aa8b-4cf4-99e8-280a3554474f req-c1f5ccda-dc2e-4e05-b718-5fc404682e38 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:57.776211 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ee90d582-aa8b-4cf4-99e8-280a3554474f req-c1f5ccda-dc2e-4e05-b718-5fc404682e38 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5433 time: 0.1713595 Feb 16 22:33:57.789718 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 055e02a5-47a0-401e-b169-9e127e0dd260 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:33:57.819309 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 055e02a5-47a0-401e-b169-9e127e0dd260, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=055e02a5-47a0-401e-b169-9e127e0dd260,segment=NetworkSegment(ab0b36f1-758f-4e8c-9a46-1dd25642f72c),segment_id=ab0b36f1-758f-4e8c-9a46-1dd25642f72c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:57.831710 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (055e02a5-47a0-401e-b169-9e127e0dd260), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:57.909563 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ee90d582-aa8b-4cf4-99e8-280a3554474f req-fb642272-ea8b-423a-92c4-86958bb2606b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1323071 Feb 16 22:33:57.965911 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=055e02a5-47a0-401e-b169-9e127e0dd260,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:57.978498 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device dbcefae5-8c39-42d5-b478-a0ad2c3077ea details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:33:58.227469 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a2a4a-ea6b-4f8d-a52b-4fac7278c6de req-0c95dfa6-0f64-4318-b1a2-cd0c4a012c9b tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:58.238509 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7f4a2a4a-ea6b-4f8d-a52b-4fac7278c6de req-0c95dfa6-0f64-4318-b1a2-cd0c4a012c9b tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1205277 Feb 16 22:33:58.290840 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port dbcefae5-8c39-42d5-b478-a0ad2c3077ea, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=dbcefae5-8c39-42d5-b478-a0ad2c3077ea,segment=NetworkSegment(58d50381-8187-42ce-8953-32819e39c1fe),segment_id=58d50381-8187-42ce-8953-32819e39c1fe)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:58.305230 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'dbcefae5-8c39-42d5-b478-a0ad2c3077ea', 'network_id': 'a2b2a22c-a39e-445c-a28f-3542fdd15687', 'port_id': 'dbcefae5-8c39-42d5-b478-a0ad2c3077ea', 'mac_address': 'fa:16:3e:9f:a5:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d67fdb7-3c41-4880-be2c-249dd8a89e0b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:33:58.316998 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7f4a2a4a-ea6b-4f8d-a52b-4fac7278c6de req-b1fb9e80-384a-482d-9ff5-e5ffb774efc1 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774090 Feb 16 22:33:58.347776 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port dbcefae5-8c39-42d5-b478-a0ad2c3077ea is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:33:58.348543 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (dbcefae5-8c39-42d5-b478-a0ad2c3077ea), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:58.382960 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbcefae5-8c39-42d5-b478-a0ad2c3077ea {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:33:58.476470 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port dbcefae5-8c39-42d5-b478-a0ad2c3077ea, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=dbcefae5-8c39-42d5-b478-a0ad2c3077ea,segment=NetworkSegment(58d50381-8187-42ce-8953-32819e39c1fe),segment_id=58d50381-8187-42ce-8953-32819e39c1fe)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:58.509281 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (dbcefae5-8c39-42d5-b478-a0ad2c3077ea), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:58.511450 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device f08268c2-0706-4d20-b5da-cb8402e649ee details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:33:58.613523 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ad87e-656b-48aa-88ef-d4a4b947990d req-ce9e8364-e1d7-4a30-949d-d48e60f71ee5 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:58.625926 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=dbcefae5-8c39-42d5-b478-a0ad2c3077ea,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:33:58.635844 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-788ad87e-656b-48aa-88ef-d4a4b947990d req-ce9e8364-e1d7-4a30-949d-d48e60f71ee5 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 945 time: 0.1386244 Feb 16 22:33:58.636670 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:33:58.638355 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['d4fbc09b-056d-495d-94fc-6214e9e03479'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:33:58.646192 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['f1376ffd-fe61-469a-a98f-7b82403092df'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:33:58.740747 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['cdadfd78-65f6-4dff-939c-85d390b9c67e'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:33:58.743271 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['055e02a5-47a0-401e-b169-9e127e0dd260'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:33:58.772137 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-788ad87e-656b-48aa-88ef-d4a4b947990d req-90ae371b-ee6e-43ab-a181-5395770b8453 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353285 Feb 16 22:33:59.008268 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc74ea3-0aad-4c17-859b-891d260a505e req-3a227704-781c-49b9-9549-6ebe6fe79858 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:59.019167 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9fc74ea3-0aad-4c17-859b-891d260a505e req-3a227704-781c-49b9-9549-6ebe6fe79858 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1145861 Feb 16 22:33:59.117507 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.resource_extend [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 22:33:59.152696 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9fc74ea3-0aad-4c17-859b-891d260a505e req-3b75443d-c330-4c4f-b942-710d9fc3db45 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322398 Feb 16 22:33:59.345559 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port f08268c2-0706-4d20-b5da-cb8402e649ee, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f08268c2-0706-4d20-b5da-cb8402e649ee,segment=NetworkSegment(58d50381-8187-42ce-8953-32819e39c1fe),segment_id=58d50381-8187-42ce-8953-32819e39c1fe)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:33:59.369116 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d80590-2c01-4cc8-b0a7-0b562d303dd7 req-d2248ff7-f7e1-43f3-abda-ef792c377f50 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:59.377315 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d80590-2c01-4cc8-b0a7-0b562d303dd7 req-d2248ff7-f7e1-43f3-abda-ef792c377f50 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:59.394886 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d80590-2c01-4cc8-b0a7-0b562d303dd7 req-d2248ff7-f7e1-43f3-abda-ef792c377f50 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:59.400739 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d80590-2c01-4cc8-b0a7-0b562d303dd7 req-d2248ff7-f7e1-43f3-abda-ef792c377f50 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:59.418379 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d80590-2c01-4cc8-b0a7-0b562d303dd7 req-d2248ff7-f7e1-43f3-abda-ef792c377f50 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:59.430689 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d80590-2c01-4cc8-b0a7-0b562d303dd7 req-d2248ff7-f7e1-43f3-abda-ef792c377f50 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:59.450905 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d80590-2c01-4cc8-b0a7-0b562d303dd7 req-d2248ff7-f7e1-43f3-abda-ef792c377f50 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:59.458701 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d6d80590-2c01-4cc8-b0a7-0b562d303dd7 req-d2248ff7-f7e1-43f3-abda-ef792c377f50 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5435 time: 0.2088416 Feb 16 22:33:59.505836 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'f08268c2-0706-4d20-b5da-cb8402e649ee', 'network_id': 'a2b2a22c-a39e-445c-a28f-3542fdd15687', 'port_id': 'f08268c2-0706-4d20-b5da-cb8402e649ee', 'mac_address': 'fa:16:3e:93:2f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d67fdb7-3c41-4880-be2c-249dd8a89e0b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:33:59.531120 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['69cd28e0-ad7d-4a7a-a387-44e7f55c4baa'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:33:59.605694 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d6d80590-2c01-4cc8-b0a7-0b562d303dd7 req-6a0ce2b8-e41c-4142-98aa-80e103389160 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1459136 Feb 16 22:33:59.828294 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e28b5-2a5a-4f54-9f3c-924e0a6758e9 req-45e66e31-d529-4099-b713-e7192dcf41f8 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:33:59.842577 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-967e28b5-2a5a-4f54-9f3c-924e0a6758e9 req-45e66e31-d529-4099-b713-e7192dcf41f8 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1183879 Feb 16 22:33:59.933934 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-967e28b5-2a5a-4f54-9f3c-924e0a6758e9 req-c101fe83-f8dd-4839-85c7-eb4b0ff5a881 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902648 Feb 16 22:34:00.190639 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52333b18-9b71-46b4-90bb-d39c7c9ab107 req-c8b2b04b-ed0d-4d94-92cf-ebd002f91b9f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:00.202559 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-52333b18-9b71-46b4-90bb-d39c7c9ab107 req-c8b2b04b-ed0d-4d94-92cf-ebd002f91b9f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 945 time: 0.1661427 Feb 16 22:34:00.331192 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-52333b18-9b71-46b4-90bb-d39c7c9ab107 req-55df3804-cd3c-47a2-a04e-f1c2565865dc tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253624 Feb 16 22:34:00.359093 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port f08268c2-0706-4d20-b5da-cb8402e649ee is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:34:00.360150 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f08268c2-0706-4d20-b5da-cb8402e649ee), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:00.391833 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:00.432113 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f08268c2-0706-4d20-b5da-cb8402e649ee {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:34:00.590568 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port f08268c2-0706-4d20-b5da-cb8402e649ee, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f08268c2-0706-4d20-b5da-cb8402e649ee,segment=NetworkSegment(58d50381-8187-42ce-8953-32819e39c1fe),segment_id=58d50381-8187-42ce-8953-32819e39c1fe)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:34:00.609526 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de1467-89a1-43e2-914f-7f6adca59cca req-9f96786e-0cf7-487c-8a3d-06ac10146309 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:00.620691 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (f08268c2-0706-4d20-b5da-cb8402e649ee), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:00.629873 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c4de1467-89a1-43e2-914f-7f6adca59cca req-9f96786e-0cf7-487c-8a3d-06ac10146309 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.0941777 Feb 16 22:34:00.676189 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 055e02a5-47a0-401e-b169-9e127e0dd260 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:34:00.790947 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c4de1467-89a1-43e2-914f-7f6adca59cca req-99d0bb44-5c5c-4cc9-a9db-106a7ee20ebb tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583228 Feb 16 22:34:01.055590 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eae9cf-8c96-4e11-856a-a5f17dc47399 req-335e4d01-61f8-49c4-b35f-ecda264f7820 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:01.071291 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eae9cf-8c96-4e11-856a-a5f17dc47399 req-335e4d01-61f8-49c4-b35f-ecda264f7820 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:01.081952 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eae9cf-8c96-4e11-856a-a5f17dc47399 req-335e4d01-61f8-49c4-b35f-ecda264f7820 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:01.101411 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eae9cf-8c96-4e11-856a-a5f17dc47399 req-335e4d01-61f8-49c4-b35f-ecda264f7820 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:01.108614 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eae9cf-8c96-4e11-856a-a5f17dc47399 req-335e4d01-61f8-49c4-b35f-ecda264f7820 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:01.122771 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eae9cf-8c96-4e11-856a-a5f17dc47399 req-335e4d01-61f8-49c4-b35f-ecda264f7820 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:01.136657 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=f08268c2-0706-4d20-b5da-cb8402e649ee,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:01.137952 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eae9cf-8c96-4e11-856a-a5f17dc47399 req-335e4d01-61f8-49c4-b35f-ecda264f7820 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:01.140123 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-75eae9cf-8c96-4e11-856a-a5f17dc47399 req-335e4d01-61f8-49c4-b35f-ecda264f7820 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5436 time: 0.2230470 Feb 16 22:34:01.258573 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 055e02a5-47a0-401e-b169-9e127e0dd260 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:34:01.289412 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-75eae9cf-8c96-4e11-856a-a5f17dc47399 req-9b3a81bb-4a2c-4f89-8ef4-2484550ba81a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1251178 Feb 16 22:34:01.327748 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 055e02a5-47a0-401e-b169-9e127e0dd260 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:34:01.328123 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (055e02a5-47a0-401e-b169-9e127e0dd260), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:01.558481 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['dbcefae5-8c39-42d5-b478-a0ad2c3077ea'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:34:01.563787 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852dcf6-4de3-4ffc-9632-696f3e2e73ff req-e551b60a-41af-44bc-baaa-12978ca7c62a tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:01.573423 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4852dcf6-4de3-4ffc-9632-696f3e2e73ff req-e551b60a-41af-44bc-baaa-12978ca7c62a tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1577556 Feb 16 22:34:01.688097 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 055e02a5-47a0-401e-b169-9e127e0dd260 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:34:01.688543 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (055e02a5-47a0-401e-b169-9e127e0dd260), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:01.703516 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4852dcf6-4de3-4ffc-9632-696f3e2e73ff req-e105eb1b-3d6b-4ac7-a642-dbb63612baef tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290934 Feb 16 22:34:01.822937 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055e02a5-47a0-401e-b169-9e127e0dd260'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:34:01.832314 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b4b78b-5293-41b5-b0bf-067f0ad0a01e" -d '{"events": [{"server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "name": "network-vif-plugged", "status": "completed", "tag": "055e02a5-47a0-401e-b169-9e127e0dd260"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:34:01.932823 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 055e02a5-47a0-401e-b169-9e127e0dd260, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=055e02a5-47a0-401e-b169-9e127e0dd260,segment=NetworkSegment(ab0b36f1-758f-4e8c-9a46-1dd25642f72c),segment_id=ab0b36f1-758f-4e8c-9a46-1dd25642f72c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:34:02.023598 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (055e02a5-47a0-401e-b169-9e127e0dd260), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:02.051706 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7d88c-482d-4707-82cf-1306c5b276a8 req-c52c0dca-6ccb-470e-b6ab-4813c6a5709b tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:02.053900 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-69c7d88c-482d-4707-82cf-1306c5b276a8 req-c52c0dca-6ccb-470e-b6ab-4813c6a5709b tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 945 time: 0.1720874 Feb 16 22:34:02.174647 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-69c7d88c-482d-4707-82cf-1306c5b276a8 req-4e759745-e30b-4372-9314-139ef3ff5f4e tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972028 Feb 16 22:34:02.345241 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5f063e-a924-47cf-aef8-8bf6efbd203c x-openstack-request-id: req-5a5f063e-a924-47cf-aef8-8bf6efbd203c {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:34:02.345545 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "name": "network-vif-plugged", "status": "completed", "tag": "055e02a5-47a0-401e-b169-9e127e0dd260", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:34:02.345819 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5a5f063e-a924-47cf-aef8-8bf6efbd203c {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:34:02.346267 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055e02a5-47a0-401e-b169-9e127e0dd260', 'code': 200} Feb 16 22:34:02.356432 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=055e02a5-47a0-401e-b169-9e127e0dd260,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:02.506196 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87c2f2-25cc-4fd9-9983-fee9e0fbfd26 req-397202b7-6922-456f-9cdf-4e0a95ef83de tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:02.507882 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb87c2f2-25cc-4fd9-9983-fee9e0fbfd26 req-397202b7-6922-456f-9cdf-4e0a95ef83de tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.0930147 Feb 16 22:34:02.605828 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['f08268c2-0706-4d20-b5da-cb8402e649ee'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:34:02.622153 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb87c2f2-25cc-4fd9-9983-fee9e0fbfd26 req-12910318-ebca-481e-b4cc-763cbaaccb4b tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072366 Feb 16 22:34:02.697846 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device f1376ffd-fe61-469a-a98f-7b82403092df up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:34:02.826799 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458b108-9bab-4520-9d8c-1ded67348062 req-fc431b4a-50ba-4240-b6b1-96971287a05b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:02.841667 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458b108-9bab-4520-9d8c-1ded67348062 req-fc431b4a-50ba-4240-b6b1-96971287a05b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:02.853258 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458b108-9bab-4520-9d8c-1ded67348062 req-fc431b4a-50ba-4240-b6b1-96971287a05b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:02.866368 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458b108-9bab-4520-9d8c-1ded67348062 req-fc431b4a-50ba-4240-b6b1-96971287a05b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:02.877781 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458b108-9bab-4520-9d8c-1ded67348062 req-fc431b4a-50ba-4240-b6b1-96971287a05b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:02.893296 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458b108-9bab-4520-9d8c-1ded67348062 req-fc431b4a-50ba-4240-b6b1-96971287a05b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:02.902345 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458b108-9bab-4520-9d8c-1ded67348062 req-fc431b4a-50ba-4240-b6b1-96971287a05b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:02.915516 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1458b108-9bab-4520-9d8c-1ded67348062 req-fc431b4a-50ba-4240-b6b1-96971287a05b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5437 time: 0.2004659 Feb 16 22:34:03.019202 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port f1376ffd-fe61-469a-a98f-7b82403092df completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:34:03.041470 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port f1376ffd-fe61-469a-a98f-7b82403092df triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:34:03.046258 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f1376ffd-fe61-469a-a98f-7b82403092df), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:03.083536 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1458b108-9bab-4520-9d8c-1ded67348062 req-64a310f0-a106-4a44-9375-1dd017978081 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1662760 Feb 16 22:34:03.227470 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port f1376ffd-fe61-469a-a98f-7b82403092df is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:34:03.228451 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f1376ffd-fe61-469a-a98f-7b82403092df), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:03.272781 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port f1376ffd-fe61-469a-a98f-7b82403092df, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f1376ffd-fe61-469a-a98f-7b82403092df,segment=NetworkSegment(ab0b36f1-758f-4e8c-9a46-1dd25642f72c),segment_id=ab0b36f1-758f-4e8c-9a46-1dd25642f72c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:34:03.280902 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (f1376ffd-fe61-469a-a98f-7b82403092df), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:03.282128 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device d4fbc09b-056d-495d-94fc-6214e9e03479 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:34:03.316862 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36184cb-48ff-44ca-ae09-3d1793f8004c req-7a9e602c-f8e1-42c3-bdbb-e640dbb4cdac tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:03.325328 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b36184cb-48ff-44ca-ae09-3d1793f8004c req-7a9e602c-f8e1-42c3-bdbb-e640dbb4cdac tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.0868680 Feb 16 22:34:03.413107 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b36184cb-48ff-44ca-ae09-3d1793f8004c req-bafe5944-3a5f-4549-a3ab-10c5838de994 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868204 Feb 16 22:34:03.495893 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port d4fbc09b-056d-495d-94fc-6214e9e03479 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:34:03.508088 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=f1376ffd-fe61-469a-a98f-7b82403092df,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:03.542179 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port d4fbc09b-056d-495d-94fc-6214e9e03479 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:34:03.544967 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d4fbc09b-056d-495d-94fc-6214e9e03479), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:03.745987 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e07418-2a6d-482d-a5ec-39c0de9fd505 req-6df8c4ec-f1b6-42f2-8383-fda74908f27c tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:03.756405 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-90e07418-2a6d-482d-a5ec-39c0de9fd505 req-6df8c4ec-f1b6-42f2-8383-fda74908f27c tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 945 time: 0.1378005 Feb 16 22:34:03.814472 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port d4fbc09b-056d-495d-94fc-6214e9e03479 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:34:03.815022 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d4fbc09b-056d-495d-94fc-6214e9e03479), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:03.874804 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port d4fbc09b-056d-495d-94fc-6214e9e03479, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=d4fbc09b-056d-495d-94fc-6214e9e03479,segment=NetworkSegment(ab0b36f1-758f-4e8c-9a46-1dd25642f72c),segment_id=ab0b36f1-758f-4e8c-9a46-1dd25642f72c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:34:03.893473 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d4fbc09b-056d-495d-94fc-6214e9e03479), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:03.951872 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-90e07418-2a6d-482d-a5ec-39c0de9fd505 req-d134921c-1290-4609-bbd2-a39b1ac07ebc tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943288 Feb 16 22:34:04.131858 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=d4fbc09b-056d-495d-94fc-6214e9e03479,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:04.302060 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7941be4-f6a7-4b26-aa39-084cde02a0ef req-e9b2007b-6c79-474d-b520-9353c40d75b1 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:04.316473 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f7941be4-f6a7-4b26-aa39-084cde02a0ef req-e9b2007b-6c79-474d-b520-9353c40d75b1 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1521621 Feb 16 22:34:04.347175 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1376ffd-fe61-469a-a98f-7b82403092df'}, {'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fbc09b-056d-495d-94fc-6214e9e03479'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:34:04.349712 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42be6cf2-6f41-469d-a14f-2d53e66a8d97" -d '{"events": [{"server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "name": "network-vif-plugged", "status": "completed", "tag": "f1376ffd-fe61-469a-a98f-7b82403092df"}, {"server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "name": "network-vif-plugged", "status": "completed", "tag": "d4fbc09b-056d-495d-94fc-6214e9e03479"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:34:04.378150 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f7941be4-f6a7-4b26-aa39-084cde02a0ef req-eb5424be-27ec-4f55-8a80-b8e7a194f719 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565886 Feb 16 22:34:04.637571 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device dbcefae5-8c39-42d5-b478-a0ad2c3077ea up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:34:04.684775 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848ec19-fb98-43d7-b851-caf18a1d1864 req-d61fe0a2-811c-4be4-aed9-a75ac13f1ca0 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:04.697254 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848ec19-fb98-43d7-b851-caf18a1d1864 req-d61fe0a2-811c-4be4-aed9-a75ac13f1ca0 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:04.714120 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848ec19-fb98-43d7-b851-caf18a1d1864 req-d61fe0a2-811c-4be4-aed9-a75ac13f1ca0 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:04.724707 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848ec19-fb98-43d7-b851-caf18a1d1864 req-d61fe0a2-811c-4be4-aed9-a75ac13f1ca0 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:04.742402 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848ec19-fb98-43d7-b851-caf18a1d1864 req-d61fe0a2-811c-4be4-aed9-a75ac13f1ca0 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:04.751398 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848ec19-fb98-43d7-b851-caf18a1d1864 req-d61fe0a2-811c-4be4-aed9-a75ac13f1ca0 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:04.776080 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848ec19-fb98-43d7-b851-caf18a1d1864 req-d61fe0a2-811c-4be4-aed9-a75ac13f1ca0 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:04.784482 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4848ec19-fb98-43d7-b851-caf18a1d1864 req-d61fe0a2-811c-4be4-aed9-a75ac13f1ca0 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5439 time: 0.2919586 Feb 16 22:34:04.812569 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port dbcefae5-8c39-42d5-b478-a0ad2c3077ea completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:34:04.817089 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port dbcefae5-8c39-42d5-b478-a0ad2c3077ea triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:34:04.817719 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (dbcefae5-8c39-42d5-b478-a0ad2c3077ea), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:04.872022 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4848ec19-fb98-43d7-b851-caf18a1d1864 req-01c459ca-f00d-425c-bd6e-5911f6474550 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0862198 Feb 16 22:34:05.093360 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Feb 2022 22:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4a0f91-7e0c-4846-9f47-5d84faa9027c x-openstack-request-id: req-3c4a0f91-7e0c-4846-9f47-5d84faa9027c {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:34:05.093662 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "name": "network-vif-plugged", "status": "completed", "tag": "f1376ffd-fe61-469a-a98f-7b82403092df", "code": 200}, {"server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "name": "network-vif-plugged", "status": "completed", "tag": "d4fbc09b-056d-495d-94fc-6214e9e03479", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:34:05.093916 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3c4a0f91-7e0c-4846-9f47-5d84faa9027c {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:34:05.095977 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1376ffd-fe61-469a-a98f-7b82403092df', 'code': 200} Feb 16 22:34:05.096237 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fbc09b-056d-495d-94fc-6214e9e03479', 'code': 200} Feb 16 22:34:05.140364 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port dbcefae5-8c39-42d5-b478-a0ad2c3077ea is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:34:05.140851 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (dbcefae5-8c39-42d5-b478-a0ad2c3077ea), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:05.265238 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port dbcefae5-8c39-42d5-b478-a0ad2c3077ea, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=dbcefae5-8c39-42d5-b478-a0ad2c3077ea,segment=NetworkSegment(58d50381-8187-42ce-8953-32819e39c1fe),segment_id=58d50381-8187-42ce-8953-32819e39c1fe)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:34:05.277850 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (dbcefae5-8c39-42d5-b478-a0ad2c3077ea), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:05.282857 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:34:05.351158 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c601e-dd86-47fb-9643-f46d7387f755 req-b3467802-9f41-424b-9f36-106a076e94a4 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:05.366822 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a95c601e-dd86-47fb-9643-f46d7387f755 req-b3467802-9f41-424b-9f36-106a076e94a4 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.2055006 Feb 16 22:34:05.492961 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a95c601e-dd86-47fb-9643-f46d7387f755 req-3ac4ac9c-9f81-48a2-8d06-32fda14d7f09 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176767 Feb 16 22:34:05.598573 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=dbcefae5-8c39-42d5-b478-a0ad2c3077ea,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:05.648075 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:34:05.653349 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:34:05.653731 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (69cd28e0-ad7d-4a7a-a387-44e7f55c4baa), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:05.716949 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff376a-6cbd-4c00-aedf-e0f92979bf5c req-5b4614ce-150c-4299-830b-1797bd6b5d7b tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:05.732221 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-76ff376a-6cbd-4c00-aedf-e0f92979bf5c req-5b4614ce-150c-4299-830b-1797bd6b5d7b tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 945 time: 0.1680794 Feb 16 22:34:05.876721 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-76ff376a-6cbd-4c00-aedf-e0f92979bf5c req-5a34bb09-4c53-456c-a03d-ddb1f79186d5 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435173 Feb 16 22:34:05.959784 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:34:05.960338 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (69cd28e0-ad7d-4a7a-a387-44e7f55c4baa), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:06.022957 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=69cd28e0-ad7d-4a7a-a387-44e7f55c4baa,segment=NetworkSegment(ab0b36f1-758f-4e8c-9a46-1dd25642f72c),segment_id=ab0b36f1-758f-4e8c-9a46-1dd25642f72c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:34:06.034791 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (69cd28e0-ad7d-4a7a-a387-44e7f55c4baa), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:06.036159 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device f08268c2-0706-4d20-b5da-cb8402e649ee up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:34:06.043050 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 50632) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:34:06.255981 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=69cd28e0-ad7d-4a7a-a387-44e7f55c4baa,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:06.299221 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port f08268c2-0706-4d20-b5da-cb8402e649ee completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:34:06.308705 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port f08268c2-0706-4d20-b5da-cb8402e649ee triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:34:06.309083 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f08268c2-0706-4d20-b5da-cb8402e649ee), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:06.421522 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8c1f1cee-27b4-4824-a7bf-74aa48686e60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:06.596933 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8c1f1cee-27b4-4824-a7bf-74aa48686e60 admin admin] Publish callbacks [] for security_group (51e9fa64-5f7c-4e24-a775-29e79926bf48), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:06.604500 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port f08268c2-0706-4d20-b5da-cb8402e649ee is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:34:06.604742 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c7ed3-1981-4b7e-88b7-efbe01106ef9 req-1c295a4a-4302-4236-864c-1556aa4b25f1 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:06.605217 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f08268c2-0706-4d20-b5da-cb8402e649ee), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:06.613319 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c79c7ed3-1981-4b7e-88b7-efbe01106ef9 req-1c295a4a-4302-4236-864c-1556aa4b25f1 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/networks?id=8cb6624c-f3c9-4783-923f-c9d48b261c7e HTTP/1.1" status: 200 len: 813 time: 0.5494580 Feb 16 22:34:06.617145 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8c1f1cee-27b4-4824-a7bf-74aa48686e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (51e9fa64-5f7c-4e24-a775-29e79926bf48), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:06.650960 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c79c7ed3-1981-4b7e-88b7-efbe01106ef9 req-e60fae7d-6757-49ce-800b-0276f8e56b03 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/quotas/8e18d5d64e254c0cbff795a2537801d2 HTTP/1.1" status: 200 len: 375 time: 0.0364411 Feb 16 22:34:06.675584 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port f08268c2-0706-4d20-b5da-cb8402e649ee, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f08268c2-0706-4d20-b5da-cb8402e649ee,segment=NetworkSegment(58d50381-8187-42ce-8953-32819e39c1fe),segment_id=58d50381-8187-42ce-8953-32819e39c1fe)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:34:06.696679 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (f08268c2-0706-4d20-b5da-cb8402e649ee), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:06.697885 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device cdadfd78-65f6-4dff-939c-85d390b9c67e up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:34:06.708306 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f1cee-27b4-4824-a7bf-74aa48686e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e9fa64-5f7c-4e24-a775-29e79926bf48,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:06.717838 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 50646) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:34:06.718781 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8c1f1cee-27b4-4824-a7bf-74aa48686e60 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a8deb1ee5213410b93227f1094fb6b6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6726053 Feb 16 22:34:06.774701 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c79c7ed3-1981-4b7e-88b7-efbe01106ef9 req-91b76be1-4d38-4e5c-980d-768f4bfe5e2d tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=8e18d5d64e254c0cbff795a2537801d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1214826 Feb 16 22:34:06.870916 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-11ea695d-7194-4a01-b66f-3fd85e5ac45a admin admin] Publish callbacks [] for security_group (51e9fa64-5f7c-4e24-a775-29e79926bf48), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:06.936516 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-11ea695d-7194-4a01-b66f-3fd85e5ac45a admin admin] Publish callbacks [] for security_group (51e9fa64-5f7c-4e24-a775-29e79926bf48), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:06.963667 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=f08268c2-0706-4d20-b5da-cb8402e649ee,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:06.995410 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16004194-0712-4e66-a22c-7a2151867367 req-eac48f06-0d1a-4ce3-a133-72fb20714b9c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:07.006382 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port cdadfd78-65f6-4dff-939c-85d390b9c67e completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:34:07.006546 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16004194-0712-4e66-a22c-7a2151867367 req-eac48f06-0d1a-4ce3-a133-72fb20714b9c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:07.011747 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16004194-0712-4e66-a22c-7a2151867367 req-eac48f06-0d1a-4ce3-a133-72fb20714b9c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:07.012963 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port cdadfd78-65f6-4dff-939c-85d390b9c67e triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:34:07.013638 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (cdadfd78-65f6-4dff-939c-85d390b9c67e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:07.034419 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16004194-0712-4e66-a22c-7a2151867367 req-eac48f06-0d1a-4ce3-a133-72fb20714b9c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:07.047086 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16004194-0712-4e66-a22c-7a2151867367 req-eac48f06-0d1a-4ce3-a133-72fb20714b9c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:07.053170 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16004194-0712-4e66-a22c-7a2151867367 req-eac48f06-0d1a-4ce3-a133-72fb20714b9c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:07.060345 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-11ea695d-7194-4a01-b66f-3fd85e5ac45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (51e9fa64-5f7c-4e24-a775-29e79926bf48), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:07.064595 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-11ea695d-7194-4a01-b66f-3fd85e5ac45a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:07.066184 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-11ea695d-7194-4a01-b66f-3fd85e5ac45a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/51e9fa64-5f7c-4e24-a775-29e79926bf48 HTTP/1.1" status: 204 len: 168 time: 0.3467383 Feb 16 22:34:07.080959 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16004194-0712-4e66-a22c-7a2151867367 req-eac48f06-0d1a-4ce3-a133-72fb20714b9c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:07.093284 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea695d-7194-4a01-b66f-3fd85e5ac45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e9fa64-5f7c-4e24-a775-29e79926bf48,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:07.103880 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16004194-0712-4e66-a22c-7a2151867367 req-eac48f06-0d1a-4ce3-a133-72fb20714b9c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5442 time: 0.2194390 Feb 16 22:34:07.124920 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea695d-7194-4a01-b66f-3fd85e5ac45a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:34:07.130827 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbcefae5-8c39-42d5-b478-a0ad2c3077ea'}, {'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69cd28e0-ad7d-4a7a-a387-44e7f55c4baa'}, {'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08268c2-0706-4d20-b5da-cb8402e649ee'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:34:07.132132 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea695d-7194-4a01-b66f-3fd85e5ac45a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:34:07.136644 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f6f1e0-6236-4197-a4e1-859a30c1582e" -d '{"events": [{"server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "name": "network-vif-plugged", "status": "completed", "tag": "dbcefae5-8c39-42d5-b478-a0ad2c3077ea"}, {"server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "name": "network-vif-plugged", "status": "completed", "tag": "69cd28e0-ad7d-4a7a-a387-44e7f55c4baa"}, {"server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "name": "network-vif-plugged", "status": "completed", "tag": "f08268c2-0706-4d20-b5da-cb8402e649ee"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:34:07.137756 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea695d-7194-4a01-b66f-3fd85e5ac45a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:34:07.138401 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea695d-7194-4a01-b66f-3fd85e5ac45a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:34:07.138962 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea695d-7194-4a01-b66f-3fd85e5ac45a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:34:07.139661 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea695d-7194-4a01-b66f-3fd85e5ac45a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:34:07.142547 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea695d-7194-4a01-b66f-3fd85e5ac45a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:34:07.144896 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea695d-7194-4a01-b66f-3fd85e5ac45a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:34:07.147010 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea695d-7194-4a01-b66f-3fd85e5ac45a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:34:07.147709 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea695d-7194-4a01-b66f-3fd85e5ac45a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:34:07.150279 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea695d-7194-4a01-b66f-3fd85e5ac45a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:34:07.150862 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea695d-7194-4a01-b66f-3fd85e5ac45a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:34:07.152115 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea695d-7194-4a01-b66f-3fd85e5ac45a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:34:07.303844 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16004194-0712-4e66-a22c-7a2151867367 req-7f76353f-0b8f-47fd-878f-2f026e1a8e12 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1989679 Feb 16 22:34:07.356192 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port cdadfd78-65f6-4dff-939c-85d390b9c67e is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:34:07.356956 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cdadfd78-65f6-4dff-939c-85d390b9c67e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:07.499277 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port cdadfd78-65f6-4dff-939c-85d390b9c67e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=cdadfd78-65f6-4dff-939c-85d390b9c67e,segment=NetworkSegment(ca5cde71-d897-4004-a95e-63d62192b29d),segment_id=ca5cde71-d897-4004-a95e-63d62192b29d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:34:07.522661 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (cdadfd78-65f6-4dff-939c-85d390b9c67e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:07.578222 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e24e3-7d51-43d2-94f2-a8dd51413e69 req-0080a019-63a9-46c1-bb22-72c0d76776a7 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:07.586976 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-466e24e3-7d51-43d2-94f2-a8dd51413e69 req-0080a019-63a9-46c1-bb22-72c0d76776a7 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1492252 Feb 16 22:34:07.637167 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=cdadfd78-65f6-4dff-939c-85d390b9c67e,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:07.670352 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-466e24e3-7d51-43d2-94f2-a8dd51413e69 req-e434b2f9-792b-49a6-872e-c3048e8061b2 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770321 Feb 16 22:34:07.862202 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 50676) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:34:07.883823 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7a0ec81a-7787-4549-a8fb-7d06affe1699 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:07.914996 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2301d5b-0b2d-4526-b2fd-951aeb8a60ca req-7fedc774-41e3-49a1-b9f1-289c52c88eeb tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:07.916928 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a2301d5b-0b2d-4526-b2fd-951aeb8a60ca req-7fedc774-41e3-49a1-b9f1-289c52c88eeb tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 945 time: 0.1305146 Feb 16 22:34:08.073766 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a2301d5b-0b2d-4526-b2fd-951aeb8a60ca req-022c1ecf-9b73-4eff-b8bf-eba784b3189d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427042 Feb 16 22:34:08.098732 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-322b7027-c5c5-4023-96b4-548000290217 req-7411f7e7-ff89-4fa0-99fa-d6a6313ae471 tempest-ListServersNegativeTestJSON-990239692 tempest-ListServersNegativeTestJSON-990239692-project] (103466) timed out ('10.222.0.67', 54108) {{(pid=103466) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 22:34:08.110829 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7a0ec81a-7787-4549-a8fb-7d06affe1699 admin admin] Publish callbacks [] for security_group (2143c7e3-26a2-4e00-8ea4-7f650196cc47), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:08.121901 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7a0ec81a-7787-4549-a8fb-7d06affe1699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (2143c7e3-26a2-4e00-8ea4-7f650196cc47), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:08.174341 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 16 Feb 2022 22:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71bd15c-c377-4e35-a320-22a4827b3680 x-openstack-request-id: req-b71bd15c-c377-4e35-a320-22a4827b3680 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:34:08.174818 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "name": "network-vif-plugged", "status": "completed", "tag": "dbcefae5-8c39-42d5-b478-a0ad2c3077ea", "code": 200}, {"server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "name": "network-vif-plugged", "status": "completed", "tag": "69cd28e0-ad7d-4a7a-a387-44e7f55c4baa", "code": 200}, {"server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "name": "network-vif-plugged", "status": "completed", "tag": "f08268c2-0706-4d20-b5da-cb8402e649ee", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:34:08.174905 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b71bd15c-c377-4e35-a320-22a4827b3680 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:34:08.175301 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbcefae5-8c39-42d5-b478-a0ad2c3077ea', 'code': 200} Feb 16 22:34:08.175570 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69cd28e0-ad7d-4a7a-a387-44e7f55c4baa', 'code': 200} Feb 16 22:34:08.175825 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08268c2-0706-4d20-b5da-cb8402e649ee', 'code': 200} Feb 16 22:34:08.186165 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ec81a-7787-4549-a8fb-7d06affe1699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2143c7e3-26a2-4e00-8ea4-7f650196cc47,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:08.264933 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7a0ec81a-7787-4549-a8fb-7d06affe1699 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3568f9ee3e8549779a5f4f599b4e2ef1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4029999 Feb 16 22:34:08.267565 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 50680) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:34:08.362643 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-568ff2cc-f558-4ef2-8aa3-fff0b675c58f admin admin] Publish callbacks [] for security_group (2143c7e3-26a2-4e00-8ea4-7f650196cc47), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:08.403650 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-568ff2cc-f558-4ef2-8aa3-fff0b675c58f admin admin] Publish callbacks [] for security_group (2143c7e3-26a2-4e00-8ea4-7f650196cc47), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:08.569320 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-568ff2cc-f558-4ef2-8aa3-fff0b675c58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (2143c7e3-26a2-4e00-8ea4-7f650196cc47), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:08.572274 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-568ff2cc-f558-4ef2-8aa3-fff0b675c58f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:08.574663 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-568ff2cc-f558-4ef2-8aa3-fff0b675c58f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2143c7e3-26a2-4e00-8ea4-7f650196cc47 HTTP/1.1" status: 204 len: 168 time: 0.3058851 Feb 16 22:34:08.622841 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ff2cc-f558-4ef2-8aa3-fff0b675c58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2143c7e3-26a2-4e00-8ea4-7f650196cc47,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:09.053782 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:34:09.409560 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 50704) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:34:09.444268 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4f0e7a72-5d7c-4b78-9e4b-36947c627b5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:09.584241 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b7b1e-e064-4164-ba47-e5ca83e8b673 req-d2699681-6267-4159-aa24-5d3ed24a5504 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:09.602556 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b8b7b1e-e064-4164-ba47-e5ca83e8b673 req-d2699681-6267-4159-aa24-5d3ed24a5504 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.9516151 Feb 16 22:34:09.670690 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768192c-7bbc-4af0-b268-d3ce42de8f25 req-39645a23-3102-4b33-81b7-06f2b75bbac9 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:09.672275 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5768192c-7bbc-4af0-b268-d3ce42de8f25 req-39645a23-3102-4b33-81b7-06f2b75bbac9 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.79 "GET /v2.0/ports?device_id=483b8dee-d20c-486a-9d94-ebe5c2350232 HTTP/1.1" status: 200 len: 946 time: 0.1887321 Feb 16 22:34:09.740868 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4f0e7a72-5d7c-4b78-9e4b-36947c627b5d admin admin] Publish callbacks [] for security_group (78987ce4-b997-4829-9732-64d6fc8c0fda), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:09.757792 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4f0e7a72-5d7c-4b78-9e4b-36947c627b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (78987ce4-b997-4829-9732-64d6fc8c0fda), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:09.851671 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e7a72-5d7c-4b78-9e4b-36947c627b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78987ce4-b997-4829-9732-64d6fc8c0fda,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:09.855848 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b8b7b1e-e064-4164-ba47-e5ca83e8b673 req-deabea3c-80f2-4c91-ae6f-fdc53d65552a tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506578 Feb 16 22:34:09.949681 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4f0e7a72-5d7c-4b78-9e4b-36947c627b5d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=45a7eb05f1654b248c0873421366b8fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5388842 Feb 16 22:34:09.950373 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 50714) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:34:10.160552 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c24b12b5-6311-48f2-ae7a-bee48d4b46b6 admin admin] Publish callbacks [] for security_group (78987ce4-b997-4829-9732-64d6fc8c0fda), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:10.178137 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdadfd78-65f6-4dff-939c-85d390b9c67e'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:34:10.181392 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f07ebc-3913-4e82-aa65-22839f1812b9" -d '{"events": [{"server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "name": "network-vif-plugged", "status": "completed", "tag": "cdadfd78-65f6-4dff-939c-85d390b9c67e"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:34:10.233474 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c24b12b5-6311-48f2-ae7a-bee48d4b46b6 admin admin] Publish callbacks [] for security_group (78987ce4-b997-4829-9732-64d6fc8c0fda), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:10.246344 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-5768192c-7bbc-4af0-b268-d3ce42de8f25 req-0d463e7f-03f4-4c0d-88a4-aff536276f17 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Deleting port 2f5310e9-1b86-4c56-99db-010c309a20b7 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:34:10.247343 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5768192c-7bbc-4af0-b268-d3ce42de8f25 req-0d463e7f-03f4-4c0d-88a4-aff536276f17 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (2f5310e9-1b86-4c56-99db-010c309a20b7), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:10.309068 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0766a2-08db-4496-9cd3-ab466878970d req-34a5dbb4-02e1-4ed9-8e75-c02d6cbc508c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:10.335019 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0766a2-08db-4496-9cd3-ab466878970d req-34a5dbb4-02e1-4ed9-8e75-c02d6cbc508c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:10.352944 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0766a2-08db-4496-9cd3-ab466878970d req-34a5dbb4-02e1-4ed9-8e75-c02d6cbc508c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:10.376099 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0766a2-08db-4496-9cd3-ab466878970d req-34a5dbb4-02e1-4ed9-8e75-c02d6cbc508c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:10.378989 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c24b12b5-6311-48f2-ae7a-bee48d4b46b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (78987ce4-b997-4829-9732-64d6fc8c0fda), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:10.384747 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0766a2-08db-4496-9cd3-ab466878970d req-34a5dbb4-02e1-4ed9-8e75-c02d6cbc508c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:10.385537 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c24b12b5-6311-48f2-ae7a-bee48d4b46b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:10.393369 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c24b12b5-6311-48f2-ae7a-bee48d4b46b6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/78987ce4-b997-4829-9732-64d6fc8c0fda HTTP/1.1" status: 204 len: 168 time: 0.4416294 Feb 16 22:34:10.393706 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0766a2-08db-4496-9cd3-ab466878970d req-34a5dbb4-02e1-4ed9-8e75-c02d6cbc508c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:10.400687 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0766a2-08db-4496-9cd3-ab466878970d req-34a5dbb4-02e1-4ed9-8e75-c02d6cbc508c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:10.409290 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ca0766a2-08db-4496-9cd3-ab466878970d req-34a5dbb4-02e1-4ed9-8e75-c02d6cbc508c tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5443 time: 0.3707168 Feb 16 22:34:10.435712 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b12b5-6311-48f2-ae7a-bee48d4b46b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78987ce4-b997-4829-9732-64d6fc8c0fda,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:10.537119 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-5768192c-7bbc-4af0-b268-d3ce42de8f25 req-0d463e7f-03f4-4c0d-88a4-aff536276f17 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] For port 2f5310e9-1b86-4c56-99db-010c309a20b7, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=2f5310e9-1b86-4c56-99db-010c309a20b7,segment=NetworkSegment(389109f6-ebab-4899-93e4-704200323383),segment_id=389109f6-ebab-4899-93e4-704200323383)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:34:10.538599 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5768192c-7bbc-4af0-b268-d3ce42de8f25 req-0d463e7f-03f4-4c0d-88a4-aff536276f17 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (2f5310e9-1b86-4c56-99db-010c309a20b7), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:10.560243 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ca0766a2-08db-4496-9cd3-ab466878970d req-fe65d673-f774-419e-86d5-ddf47b7e314e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1439946 Feb 16 22:34:10.595908 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-5768192c-7bbc-4af0-b268-d3ce42de8f25 req-0d463e7f-03f4-4c0d-88a4-aff536276f17 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Calling delete_port for 2f5310e9-1b86-4c56-99db-010c309a20b7 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:34:11.056610 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2653ab7-67c3-4da6-941c-0bd14cbfd835 req-faae078b-787a-4c48-af61-2dbd088aefee tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:11.063740 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d2653ab7-67c3-4da6-941c-0bd14cbfd835 req-faae078b-787a-4c48-af61-2dbd088aefee tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/ports?device_id=483b8dee-d20c-486a-9d94-ebe5c2350232 HTTP/1.1" status: 200 len: 946 time: 0.2666552 Feb 16 22:34:11.239311 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5768192c-7bbc-4af0-b268-d3ce42de8f25 req-0d463e7f-03f4-4c0d-88a4-aff536276f17 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (2f5310e9-1b86-4c56-99db-010c309a20b7), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:11.344521 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d463e7f-03f4-4c0d-88a4-aff536276f17 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Pushing event deleted for resources: {'Port': ['ID=2f5310e9-1b86-4c56-99db-010c309a20b7,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:11.554722 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 50752) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:34:11.638608 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-5768192c-7bbc-4af0-b268-d3ce42de8f25 req-0d463e7f-03f4-4c0d-88a4-aff536276f17 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] No DVR routers for this DVR port 2f5310e9-1b86-4c56-99db-010c309a20b7 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:34:11.655604 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5768192c-7bbc-4af0-b268-d3ce42de8f25 req-0d463e7f-03f4-4c0d-88a4-aff536276f17 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:11.670876 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5768192c-7bbc-4af0-b268-d3ce42de8f25 req-0d463e7f-03f4-4c0d-88a4-aff536276f17 tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.79 "DELETE /v2.0/ports/2f5310e9-1b86-4c56-99db-010c309a20b7 HTTP/1.1" status: 204 len: 173 time: 1.9917805 Feb 16 22:34:11.673810 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483b8dee-d20c-486a-9d94-ebe5c2350232', 'name': 'network-vif-deleted', 'tag': '2f5310e9-1b86-4c56-99db-010c309a20b7'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:34:11.685241 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86064a1-3055-4a4b-a6e2-0c0691b6c619" -d '{"events": [{"server_uuid": "483b8dee-d20c-486a-9d94-ebe5c2350232", "name": "network-vif-deleted", "tag": "2f5310e9-1b86-4c56-99db-010c309a20b7"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:34:11.714362 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0b9ff1ed-60ee-45d2-9a71-45594966d438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:11.733311 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d2653ab7-67c3-4da6-941c-0bd14cbfd835 req-8d55cf0a-19d4-46af-afc6-d45cd81efdfe tempest-AttachVolumeNegativeTest-720761883 tempest-AttachVolumeNegativeTest-720761883-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6246109 Feb 16 22:34:11.890321 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0b9ff1ed-60ee-45d2-9a71-45594966d438 admin admin] Publish callbacks [] for security_group (68b0218b-1cb4-4a70-a117-8dfa6518f50f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:11.897901 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0b9ff1ed-60ee-45d2-9a71-45594966d438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (68b0218b-1cb4-4a70-a117-8dfa6518f50f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:12.002521 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0b9ff1ed-60ee-45d2-9a71-45594966d438 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=252a1f7a1b3749d0aa69df89758812da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4453707 Feb 16 22:34:12.004776 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 50768) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:34:12.041391 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ff1ed-60ee-45d2-9a71-45594966d438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b0218b-1cb4-4a70-a117-8dfa6518f50f,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:12.088730 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b678de5-5028-4da6-97da-d5a56ed94e99 admin admin] Publish callbacks [] for security_group (68b0218b-1cb4-4a70-a117-8dfa6518f50f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:12.121300 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e2928-d1a8-4167-be84-251d5e168fae req-44531475-c3dd-4965-a728-9830a3480eda tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:12.140344 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b678de5-5028-4da6-97da-d5a56ed94e99 admin admin] Publish callbacks [] for security_group (68b0218b-1cb4-4a70-a117-8dfa6518f50f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:12.141078 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a2e2928-d1a8-4167-be84-251d5e168fae req-44531475-c3dd-4965-a728-9830a3480eda tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 945 time: 0.1907239 Feb 16 22:34:12.276029 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b678de5-5028-4da6-97da-d5a56ed94e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (68b0218b-1cb4-4a70-a117-8dfa6518f50f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:12.282359 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b678de5-5028-4da6-97da-d5a56ed94e99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:12.298294 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1b678de5-5028-4da6-97da-d5a56ed94e99 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/68b0218b-1cb4-4a70-a117-8dfa6518f50f HTTP/1.1" status: 204 len: 168 time: 0.2881289 Feb 16 22:34:12.316245 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a2e2928-d1a8-4167-be84-251d5e168fae req-fc828ac7-2929-432b-a1d8-2f9b71dfeeec tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713774 Feb 16 22:34:12.327226 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b678de5-5028-4da6-97da-d5a56ed94e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b0218b-1cb4-4a70-a117-8dfa6518f50f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:12.586291 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-416c45b8-afef-40bd-bd05-1c5a7a541dd0 req-6b808e85-08ab-40a5-9ced-33b21a1fb4e2 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=8e18d5d64e254c0cbff795a2537801d2 HTTP/1.1" status: 200 len: 221 time: 0.0740390 Feb 16 22:34:12.644419 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4d597a-9abe-4d09-8697-184dfec52d6f x-openstack-request-id: req-6b4d597a-9abe-4d09-8697-184dfec52d6f {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:34:12.644932 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "name": "network-vif-plugged", "status": "completed", "tag": "cdadfd78-65f6-4dff-939c-85d390b9c67e", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:34:12.644932 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6b4d597a-9abe-4d09-8697-184dfec52d6f {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:34:12.645483 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdadfd78-65f6-4dff-939c-85d390b9c67e', 'code': 200} Feb 16 22:34:12.884731 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71133fc5-691f-41c3-9fb5-0d648aaa4606 req-330b0e6e-e31a-4339-b28d-e6446d18230a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:12.891037 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71133fc5-691f-41c3-9fb5-0d648aaa4606 req-330b0e6e-e31a-4339-b28d-e6446d18230a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:12.897829 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71133fc5-691f-41c3-9fb5-0d648aaa4606 req-330b0e6e-e31a-4339-b28d-e6446d18230a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:12.904018 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71133fc5-691f-41c3-9fb5-0d648aaa4606 req-330b0e6e-e31a-4339-b28d-e6446d18230a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:12.911252 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71133fc5-691f-41c3-9fb5-0d648aaa4606 req-330b0e6e-e31a-4339-b28d-e6446d18230a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:12.918349 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71133fc5-691f-41c3-9fb5-0d648aaa4606 req-330b0e6e-e31a-4339-b28d-e6446d18230a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:12.924002 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71133fc5-691f-41c3-9fb5-0d648aaa4606 req-330b0e6e-e31a-4339-b28d-e6446d18230a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:12.932205 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-71133fc5-691f-41c3-9fb5-0d648aaa4606 req-330b0e6e-e31a-4339-b28d-e6446d18230a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5443 time: 0.1876907 Feb 16 22:34:12.940859 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 2f5310e9-1b86-4c56-99db-010c309a20b7 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:34:12.947425 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba9568-2fe1-4826-abc1-3137595bd456 req-28a276e2-18d2-44bd-a6fa-90269567a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:12.948131 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba9568-2fe1-4826-abc1-3137595bd456 req-28a276e2-18d2-44bd-a6fa-90269567a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:12.948752 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba9568-2fe1-4826-abc1-3137595bd456 req-28a276e2-18d2-44bd-a6fa-90269567a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:12.949544 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba9568-2fe1-4826-abc1-3137595bd456 req-28a276e2-18d2-44bd-a6fa-90269567a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:12.950201 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba9568-2fe1-4826-abc1-3137595bd456 req-28a276e2-18d2-44bd-a6fa-90269567a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:12.950817 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba9568-2fe1-4826-abc1-3137595bd456 req-28a276e2-18d2-44bd-a6fa-90269567a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:12.951432 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba9568-2fe1-4826-abc1-3137595bd456 req-28a276e2-18d2-44bd-a6fa-90269567a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:12.953594 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3dba9568-2fe1-4826-abc1-3137595bd456 req-28a276e2-18d2-44bd-a6fa-90269567a8da service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 6717 time: 0.1980627 Feb 16 22:34:12.981378 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 2f5310e9-1b86-4c56-99db-010c309a20b7 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:34:12.987038 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 2f5310e9-1b86-4c56-99db-010c309a20b7 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:34:13.155678 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3dba9568-2fe1-4826-abc1-3137595bd456 req-b23e4e5b-0b9a-410d-a659-89a2cad8dbe4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1861348 Feb 16 22:34:13.182262 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-71133fc5-691f-41c3-9fb5-0d648aaa4606 req-1472dfa3-d0e8-42d1-8864-37767c269066 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2429016 Feb 16 22:34:13.288629 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d8beb5-1e55-44a6-a624-f3cb600e5a56 x-openstack-request-id: req-33d8beb5-1e55-44a6-a624-f3cb600e5a56 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:34:13.289140 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "483b8dee-d20c-486a-9d94-ebe5c2350232", "name": "network-vif-deleted", "tag": "2f5310e9-1b86-4c56-99db-010c309a20b7", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:34:13.289723 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-33d8beb5-1e55-44a6-a624-f3cb600e5a56 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:34:13.290181 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483b8dee-d20c-486a-9d94-ebe5c2350232', 'name': 'network-vif-deleted', 'tag': '2f5310e9-1b86-4c56-99db-010c309a20b7', 'status': 'completed', 'code': 200} Feb 16 22:34:13.517852 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6918ef-2d1b-40fe-96ac-89f71fcf53ae req-f5854b27-5600-437a-96a1-1c15a7733554 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:13.522368 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ed6918ef-2d1b-40fe-96ac-89f71fcf53ae req-f5854b27-5600-437a-96a1-1c15a7733554 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1195827 Feb 16 22:34:13.672185 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ed6918ef-2d1b-40fe-96ac-89f71fcf53ae req-f7c8e61d-7741-421e-8081-36eea0a5fe29 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226554 Feb 16 22:34:13.736998 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 50836) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:34:13.884998 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743946b-ee62-4d68-98aa-4c94702c152a req-b225ecb3-f496-4288-9dc7-c1d9e94459c5 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:13.890752 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 50842) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:34:13.893145 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a743946b-ee62-4d68-98aa-4c94702c152a req-b225ecb3-f496-4288-9dc7-c1d9e94459c5 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 945 time: 0.0966086 Feb 16 22:34:13.962833 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a743946b-ee62-4d68-98aa-4c94702c152a req-4ca57a76-6f49-4755-abcf-ed815cbe1187 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645165 Feb 16 22:34:14.093707 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea12d4-344d-4b83-91f1-bdcbfe07f806 req-fbcaa431-4da2-4cdc-a56c-1559d31a80a5 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:14.102529 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-38ea12d4-344d-4b83-91f1-bdcbfe07f806 req-fbcaa431-4da2-4cdc-a56c-1559d31a80a5 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.0717201 Feb 16 22:34:14.189766 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-38ea12d4-344d-4b83-91f1-bdcbfe07f806 req-c75a9cff-3b11-4ad1-8247-fb358f88b8fa tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863864 Feb 16 22:34:14.310112 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fe2d57ff-eaa0-4386-8047-09c3b01c0b10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:14.424696 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e75296-bb4a-4168-80fa-c09a3a7ee78f admin admin] Deleting subnet 591646e2-043a-41f9-8af0-3b89325cbeb9 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:34:14.452362 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-66e75296-bb4a-4168-80fa-c09a3a7ee78f admin admin] Publish callbacks [] for subnet (591646e2-043a-41f9-8af0-3b89325cbeb9), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:14.565288 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-66e75296-bb4a-4168-80fa-c09a3a7ee78f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (591646e2-043a-41f9-8af0-3b89325cbeb9), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:14.594870 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fe2d57ff-eaa0-4386-8047-09c3b01c0b10 admin admin] Publish callbacks [] for security_group (1111679b-d958-469d-a309-a444d9104b9c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:14.608502 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fe2d57ff-eaa0-4386-8047-09c3b01c0b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (1111679b-d958-469d-a309-a444d9104b9c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:14.664109 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d281921-7c14-494a-b4d9-ac714666b5f2 req-60d6e297-aa71-4e81-8b90-ac7c32828368 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:14.670632 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d281921-7c14-494a-b4d9-ac714666b5f2 req-60d6e297-aa71-4e81-8b90-ac7c32828368 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:14.697955 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d281921-7c14-494a-b4d9-ac714666b5f2 req-60d6e297-aa71-4e81-8b90-ac7c32828368 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:14.703734 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d281921-7c14-494a-b4d9-ac714666b5f2 req-60d6e297-aa71-4e81-8b90-ac7c32828368 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:14.720153 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d281921-7c14-494a-b4d9-ac714666b5f2 req-60d6e297-aa71-4e81-8b90-ac7c32828368 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:14.732941 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fe2d57ff-eaa0-4386-8047-09c3b01c0b10 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b1e189644235472f85bcccc880bf483d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8336818 Feb 16 22:34:14.734089 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d281921-7c14-494a-b4d9-ac714666b5f2 req-60d6e297-aa71-4e81-8b90-ac7c32828368 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:14.734189 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 50880) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:34:14.739205 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d57ff-eaa0-4386-8047-09c3b01c0b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1111679b-d958-469d-a309-a444d9104b9c,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:14.744352 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d281921-7c14-494a-b4d9-ac714666b5f2 req-60d6e297-aa71-4e81-8b90-ac7c32828368 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:14.758488 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3d281921-7c14-494a-b4d9-ac714666b5f2 req-60d6e297-aa71-4e81-8b90-ac7c32828368 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5443 time: 0.3952272 Feb 16 22:34:14.852178 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-242557ed-714c-4e8d-af1a-0a2622e12871 admin admin] Publish callbacks [] for security_group (1111679b-d958-469d-a309-a444d9104b9c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:14.873000 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-66e75296-bb4a-4168-80fa-c09a3a7ee78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (591646e2-043a-41f9-8af0-3b89325cbeb9), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:14.907258 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-242557ed-714c-4e8d-af1a-0a2622e12871 admin admin] Publish callbacks [] for security_group (1111679b-d958-469d-a309-a444d9104b9c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:14.986981 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3d281921-7c14-494a-b4d9-ac714666b5f2 req-694e4f38-6b4b-49bb-a27f-43cc8c526fd2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2191901 Feb 16 22:34:15.002329 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-242557ed-714c-4e8d-af1a-0a2622e12871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (1111679b-d958-469d-a309-a444d9104b9c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:15.005216 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-242557ed-714c-4e8d-af1a-0a2622e12871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:15.006456 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-242557ed-714c-4e8d-af1a-0a2622e12871 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1111679b-d958-469d-a309-a444d9104b9c HTTP/1.1" status: 204 len: 168 time: 0.2733014 Feb 16 22:34:15.022787 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242557ed-714c-4e8d-af1a-0a2622e12871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1111679b-d958-469d-a309-a444d9104b9c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:15.053905 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-66e75296-bb4a-4168-80fa-c09a3a7ee78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (591646e2-043a-41f9-8af0-3b89325cbeb9), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:15.096235 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e75296-bb4a-4168-80fa-c09a3a7ee78f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=591646e2-043a-41f9-8af0-3b89325cbeb9,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:15.135557 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-66e75296-bb4a-4168-80fa-c09a3a7ee78f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:15.143581 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-66e75296-bb4a-4168-80fa-c09a3a7ee78f admin admin] 10.222.0.75 "DELETE /v2.0/subnets/591646e2-043a-41f9-8af0-3b89325cbeb9 HTTP/1.1" status: 204 len: 168 time: 1.4052465 Feb 16 22:34:15.146715 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 50914) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:34:15.155972 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e75296-bb4a-4168-80fa-c09a3a7ee78f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:34:15.171337 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e75296-bb4a-4168-80fa-c09a3a7ee78f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:34:15.172089 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e75296-bb4a-4168-80fa-c09a3a7ee78f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:34:15.172676 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e75296-bb4a-4168-80fa-c09a3a7ee78f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:34:15.173242 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e75296-bb4a-4168-80fa-c09a3a7ee78f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:34:15.173804 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e75296-bb4a-4168-80fa-c09a3a7ee78f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:34:15.174392 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e75296-bb4a-4168-80fa-c09a3a7ee78f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:34:15.174924 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e75296-bb4a-4168-80fa-c09a3a7ee78f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:34:15.175315 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e75296-bb4a-4168-80fa-c09a3a7ee78f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:34:15.176168 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e75296-bb4a-4168-80fa-c09a3a7ee78f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:34:15.176528 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e75296-bb4a-4168-80fa-c09a3a7ee78f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:34:15.176899 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e75296-bb4a-4168-80fa-c09a3a7ee78f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:34:15.177238 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e75296-bb4a-4168-80fa-c09a3a7ee78f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:34:15.290260 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8801ab-e75f-4d40-b71f-d690d89fb107 req-b18aa32f-0480-4c2c-858f-421156545e3e tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:15.299360 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0d8801ab-e75f-4d40-b71f-d690d89fb107 req-b18aa32f-0480-4c2c-858f-421156545e3e tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 945 time: 0.0918543 Feb 16 22:34:15.306817 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b4c51763-8773-4408-8838-a39b1b305a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (7759ecb5-615f-4376-bf2e-f88402b96cd9), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:15.402627 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0d8801ab-e75f-4d40-b71f-d690d89fb107 req-f00dd2ea-d242-4a60-8ebe-439b96f5405c tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982513 Feb 16 22:34:15.457938 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b4c51763-8773-4408-8838-a39b1b305a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (7759ecb5-615f-4376-bf2e-f88402b96cd9), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:15.491878 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-b4c51763-8773-4408-8838-a39b1b305a6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7759ecb5-615f-4376-bf2e-f88402b96cd9']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:34:15.511172 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-b4c51763-8773-4408-8838-a39b1b305a6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '389109f6-ebab-4899-93e4-704200323383') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:34:15.511489 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-b4c51763-8773-4408-8838-a39b1b305a6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '389109f6-ebab-4899-93e4-704200323383') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:34:15.537521 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b4c51763-8773-4408-8838-a39b1b305a6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (389109f6-ebab-4899-93e4-704200323383), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:15.554582 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b4c51763-8773-4408-8838-a39b1b305a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (389109f6-ebab-4899-93e4-704200323383), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:15.562305 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c51763-8773-4408-8838-a39b1b305a6f admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:34:15.562709 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b4c51763-8773-4408-8838-a39b1b305a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (389109f6-ebab-4899-93e4-704200323383), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:15.656353 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60041eae-154e-40f7-93e0-7fd891f118bd req-845045b5-b380-4ee9-8e8a-41004ee62d48 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:15.664107 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-60041eae-154e-40f7-93e0-7fd891f118bd req-845045b5-b380-4ee9-8e8a-41004ee62d48 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.0767889 Feb 16 22:34:15.694471 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:34:15.694471 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:34:15.694471 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:34:15.694471 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:34:15.694471 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:34:15.694471 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:34:15.694471 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:34:15.694471 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:34:15.694471 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:34:15.694471 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:34:15.694471 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:34:15.694471 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:34:15.694471 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:34:15.694471 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:34:15.694471 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:34:15.694471 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:34:15.694471 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:34:15.694471 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:34:15.694471 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:34:15.694471 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:34:15.694471 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:34:15.694471 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:34:15.694471 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:34:15.694471 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:34:15.694471 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:34:15.694471 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:34:15.694471 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:34:15.694471 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:34:15.694471 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:34:15.694471 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:34:15.694471 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:34:15.694471 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:34:15.720513 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b4c51763-8773-4408-8838-a39b1b305a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (7759ecb5-615f-4376-bf2e-f88402b96cd9), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:15.734820 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-60041eae-154e-40f7-93e0-7fd891f118bd req-3e381300-5ff0-4f03-94f7-7235597f74ce tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650659 Feb 16 22:34:15.741421 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b4c51763-8773-4408-8838-a39b1b305a6f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:15.754706 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b4c51763-8773-4408-8838-a39b1b305a6f admin admin] 10.222.0.75 "DELETE /v2.0/networks/7759ecb5-615f-4376-bf2e-f88402b96cd9 HTTP/1.1" status: 204 len: 168 time: 0.6065416 Feb 16 22:34:15.808866 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c51763-8773-4408-8838-a39b1b305a6f admin admin] Pushing event deleted for resources: {'Network': ['ID=7759ecb5-615f-4376-bf2e-f88402b96cd9,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:15.977118 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd96d6f-f58b-4c43-a349-8fe91ffdda21 req-9b2f5efd-1f26-489b-ba67-73803b93cef1 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:15.987659 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ecd96d6f-f58b-4c43-a349-8fe91ffdda21 req-9b2f5efd-1f26-489b-ba67-73803b93cef1 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1804569 Feb 16 22:34:16.142945 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ecd96d6f-f58b-4c43-a349-8fe91ffdda21 req-66fd347d-01d3-4dd4-b9eb-c4b0617960a1 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542504 Feb 16 22:34:16.205124 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 50984) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:34:16.303106 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2ba23f3c-d559-43bd-94a4-9719160bbb18 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c4406d5c23c94c6383b020d52bae2059&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0939133 Feb 16 22:34:16.304008 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 50990) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:34:16.351654 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f76e6-eb96-4406-ac14-7ba2342b147a req-dac9bc87-b20c-43c3-82f8-40b8955dfd2e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:16.358681 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f76e6-eb96-4406-ac14-7ba2342b147a req-dac9bc87-b20c-43c3-82f8-40b8955dfd2e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:16.365371 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f76e6-eb96-4406-ac14-7ba2342b147a req-dac9bc87-b20c-43c3-82f8-40b8955dfd2e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:16.374379 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f76e6-eb96-4406-ac14-7ba2342b147a req-dac9bc87-b20c-43c3-82f8-40b8955dfd2e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:16.385565 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f76e6-eb96-4406-ac14-7ba2342b147a req-dac9bc87-b20c-43c3-82f8-40b8955dfd2e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:16.401407 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f76e6-eb96-4406-ac14-7ba2342b147a req-dac9bc87-b20c-43c3-82f8-40b8955dfd2e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:16.412898 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f76e6-eb96-4406-ac14-7ba2342b147a req-dac9bc87-b20c-43c3-82f8-40b8955dfd2e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:16.414967 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ed8f76e6-eb96-4406-ac14-7ba2342b147a req-dac9bc87-b20c-43c3-82f8-40b8955dfd2e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5443 time: 0.1831982 Feb 16 22:34:16.455771 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-03a76d2b-5e08-4e98-8092-9ab2ca5e86ba admin admin] Publish callbacks [] for security_group (fbf5d1d3-72cf-4072-a0da-c0c6937ddffe), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:16.545745 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-03a76d2b-5e08-4e98-8092-9ab2ca5e86ba admin admin] Publish callbacks [] for security_group (fbf5d1d3-72cf-4072-a0da-c0c6937ddffe), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:16.590568 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ed8f76e6-eb96-4406-ac14-7ba2342b147a req-78536a9e-e0e4-4c79-8094-269b385032a9 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1677921 Feb 16 22:34:16.724747 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-03a76d2b-5e08-4e98-8092-9ab2ca5e86ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (fbf5d1d3-72cf-4072-a0da-c0c6937ddffe), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:16.730675 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-03a76d2b-5e08-4e98-8092-9ab2ca5e86ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:16.732503 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-03a76d2b-5e08-4e98-8092-9ab2ca5e86ba admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fbf5d1d3-72cf-4072-a0da-c0c6937ddffe HTTP/1.1" status: 204 len: 168 time: 0.4274318 Feb 16 22:34:16.743914 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a76d2b-5e08-4e98-8092-9ab2ca5e86ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf5d1d3-72cf-4072-a0da-c0c6937ddffe,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:16.935677 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf73c3d-0d18-4dfb-af63-fd7f477c0cd0 req-7797aeef-0120-4435-b2bd-fa7ed643a756 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:16.937618 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ecf73c3d-0d18-4dfb-af63-fd7f477c0cd0 req-7797aeef-0120-4435-b2bd-fa7ed643a756 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 945 time: 0.1115289 Feb 16 22:34:17.032435 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ecf73c3d-0d18-4dfb-af63-fd7f477c0cd0 req-9b6a55a4-adaa-4afa-8344-6ef380a0c5f2 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836043 Feb 16 22:34:17.373427 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2112bc-3a0b-4d41-8bca-5d0d5d54da01 req-ddf46434-e429-4b04-bd04-e83bb5947eb7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:17.414657 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2112bc-3a0b-4d41-8bca-5d0d5d54da01 req-ddf46434-e429-4b04-bd04-e83bb5947eb7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:17.421630 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2112bc-3a0b-4d41-8bca-5d0d5d54da01 req-ddf46434-e429-4b04-bd04-e83bb5947eb7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:17.427570 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2112bc-3a0b-4d41-8bca-5d0d5d54da01 req-ddf46434-e429-4b04-bd04-e83bb5947eb7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:17.433113 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2112bc-3a0b-4d41-8bca-5d0d5d54da01 req-ddf46434-e429-4b04-bd04-e83bb5947eb7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:17.439564 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2112bc-3a0b-4d41-8bca-5d0d5d54da01 req-ddf46434-e429-4b04-bd04-e83bb5947eb7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:17.447076 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2112bc-3a0b-4d41-8bca-5d0d5d54da01 req-ddf46434-e429-4b04-bd04-e83bb5947eb7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:17.461006 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51032) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:34:17.466675 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-eab84726-3f5b-4342-9941-69aef02d3ef4 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Request body: {'floatingip': {'port_id': 'cdadfd78-65f6-4dff-939c-85d390b9c67e'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:34:17.469475 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6f2112bc-3a0b-4d41-8bca-5d0d5d54da01 req-ddf46434-e429-4b04-bd04-e83bb5947eb7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5443 time: 0.3278766 Feb 16 22:34:17.594342 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b244ca-8307-4d42-9700-39410c1e0575 req-e6b122db-51ad-488a-9723-363b73663065 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:17.595384 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eab84726-3f5b-4342-9941-69aef02d3ef4 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for floatingip (89156ca5-e8a0-40b1-a21b-451084b0ed91), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:17.610484 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-56b244ca-8307-4d42-9700-39410c1e0575 req-e6b122db-51ad-488a-9723-363b73663065 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.0972359 Feb 16 22:34:17.820054 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-56b244ca-8307-4d42-9700-39410c1e0575 req-1209ea29-7cb1-483b-b8a8-e35b94211794 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082603 Feb 16 22:34:18.074459 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36612791-8e1c-4d68-99cf-60b033002e63 req-5b1707a2-dd77-4257-ba42-d17f5c1a58fb tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:18.079570 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-36612791-8e1c-4d68-99cf-60b033002e63 req-5b1707a2-dd77-4257-ba42-d17f5c1a58fb tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1386883 Feb 16 22:34:18.330117 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-36612791-8e1c-4d68-99cf-60b033002e63 req-06a1336e-6df6-4fcf-8e0a-b817543afe9a tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380555 Feb 16 22:34:18.647926 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bed908-3454-43f6-b0e5-e2b1fbce1bde req-4269712c-bebf-4d58-87f5-4f3c70082eaf tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:18.660279 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a8bed908-3454-43f6-b0e5-e2b1fbce1bde req-4269712c-bebf-4d58-87f5-4f3c70082eaf tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 945 time: 0.1967962 Feb 16 22:34:18.780210 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eab84726-3f5b-4342-9941-69aef02d3ef4 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:18.789999 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eab84726-3f5b-4342-9941-69aef02d3ef4 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (89156ca5-e8a0-40b1-a21b-451084b0ed91), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:18.806596 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a8bed908-3454-43f6-b0e5-e2b1fbce1bde req-8eca44df-ff0e-4208-adac-2fe43f1f657e tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450837 Feb 16 22:34:19.051284 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608c4d9-ff8b-4589-8980-14762684c474 req-94b6bd0f-588b-4b37-9ff0-edf636340b99 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:19.059815 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c608c4d9-ff8b-4589-8980-14762684c474 req-94b6bd0f-588b-4b37-9ff0-edf636340b99 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.0993607 Feb 16 22:34:19.198511 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c608c4d9-ff8b-4589-8980-14762684c474 req-d1446375-0ed8-4678-b2e1-9b077fdc09dc tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337955 Feb 16 22:34:19.617074 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777aa52f-394b-41fd-9d29-db3ce69b4394 req-14263f1b-a141-46de-aaf1-6f388ab11c55 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:19.620586 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-777aa52f-394b-41fd-9d29-db3ce69b4394 req-14263f1b-a141-46de-aaf1-6f388ab11c55 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.0832174 Feb 16 22:34:19.625850 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [None req-eab84726-3f5b-4342-9941-69aef02d3ef4 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Floating IP 89156ca5-e8a0-40b1-a21b-451084b0ed91 associated. External IP: 172.25.2.151, port: cdadfd78-65f6-4dff-939c-85d390b9c67e. Feb 16 22:34:19.772257 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-777aa52f-394b-41fd-9d29-db3ce69b4394 req-7fe5c8d4-0aba-4318-9ce0-ca39bbd71f7b tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421375 Feb 16 22:34:19.977457 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab84726-3f5b-4342-9941-69aef02d3ef4 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Router 81ce70d4-ce7c-4d63-b29e-dffd214a61d4 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:34:20.029958 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84505ac0-2944-41c6-b252-588ec475ad3b req-71a7c6ee-70bd-4be8-aa1d-5d75935068e1 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:20.031804 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-84505ac0-2944-41c6-b252-588ec475ad3b req-71a7c6ee-70bd-4be8-aa1d-5d75935068e1 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 945 time: 0.0977619 Feb 16 22:34:20.105332 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-84505ac0-2944-41c6-b252-588ec475ad3b req-6694f860-b37f-4e0b-a977-5470ba57d15f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667164 Feb 16 22:34:20.243707 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab84726-3f5b-4342-9941-69aef02d3ef4 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:34:20.250037 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eab84726-3f5b-4342-9941-69aef02d3ef4 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:20.255610 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1cca3a-8151-42e5-b1a2-088ef67cb1ec None None] Sync routers for ids ['81ce70d4-ce7c-4d63-b29e-dffd214a61d4'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:34:20.258142 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2b94f-c73d-47fc-ab16-4324572912bb req-6cebf148-2bf1-413b-9e67-7e7bd38a0100 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:20.268159 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d6e2b94f-c73d-47fc-ab16-4324572912bb req-6cebf148-2bf1-413b-9e67-7e7bd38a0100 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.0828738 Feb 16 22:34:20.300075 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1cca3a-8151-42e5-b1a2-088ef67cb1ec None None] Routers {'81ce70d4-ce7c-4d63-b29e-dffd214a61d4'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:34:20.300723 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-ee1cca3a-8151-42e5-b1a2-088ef67cb1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:33:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['81ce70d4-ce7c-4d63-b29e-dffd214a61d4'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:34:20.323908 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-eab84726-3f5b-4342-9941-69aef02d3ef4 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "PUT /v2.0/floatingips/89156ca5-e8a0-40b1-a21b-451084b0ed91 HTTP/1.1" status: 200 len: 992 time: 2.8615470 Feb 16 22:34:20.324549 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'tag': 'cdadfd78-65f6-4dff-939c-85d390b9c67e'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:34:20.327321 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e272d431-70ab-4868-a6f3-bb979cc9545e" -d '{"events": [{"name": "network-changed", "server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "tag": "cdadfd78-65f6-4dff-939c-85d390b9c67e"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:34:20.335946 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d6e2b94f-c73d-47fc-ab16-4324572912bb req-b4ea6796-cbd5-4070-b3d4-d2029c923685 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662868 Feb 16 22:34:20.548497 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849bbe1-59fc-48af-b526-fd5e3ac548bd req-7db7b42e-e76f-4965-8a2e-3de247a24293 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:20.566282 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849bbe1-59fc-48af-b526-fd5e3ac548bd req-7db7b42e-e76f-4965-8a2e-3de247a24293 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:20.571646 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849bbe1-59fc-48af-b526-fd5e3ac548bd req-7db7b42e-e76f-4965-8a2e-3de247a24293 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:20.575480 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-ee1cca3a-8151-42e5-b1a2-088ef67cb1ec None None] Set router 81ce70d4-ce7c-4d63-b29e-dffd214a61d4 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:34:20.593300 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849bbe1-59fc-48af-b526-fd5e3ac548bd req-7db7b42e-e76f-4965-8a2e-3de247a24293 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:20.604422 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849bbe1-59fc-48af-b526-fd5e3ac548bd req-7db7b42e-e76f-4965-8a2e-3de247a24293 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:20.606944 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849bbe1-59fc-48af-b526-fd5e3ac548bd req-7db7b42e-e76f-4965-8a2e-3de247a24293 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:20.625761 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849bbe1-59fc-48af-b526-fd5e3ac548bd req-7db7b42e-e76f-4965-8a2e-3de247a24293 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:20.627893 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1849bbe1-59fc-48af-b526-fd5e3ac548bd req-7db7b42e-e76f-4965-8a2e-3de247a24293 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5443 time: 0.1812871 Feb 16 22:34:20.767639 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1849bbe1-59fc-48af-b526-fd5e3ac548bd req-cbcc7b14-c9d9-4d04-ad38-a1e59ad4dee8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1248367 Feb 16 22:34:20.837441 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69411560-320e-48e6-8f3f-f70491d57130 x-openstack-request-id: req-69411560-320e-48e6-8f3f-f70491d57130 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:34:20.837737 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "tag": "cdadfd78-65f6-4dff-939c-85d390b9c67e", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:34:20.838008 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-69411560-320e-48e6-8f3f-f70491d57130 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:34:20.838422 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'tag': 'cdadfd78-65f6-4dff-939c-85d390b9c67e', 'status': 'completed', 'code': 200} Feb 16 22:34:20.849315 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-65fe074a-3471-493e-802a-568cb925f554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:21.016379 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272d431-70ab-4868-a6f3-bb979cc9545e req-dc8c4f7d-be9d-4bf0-948b-7eb48e53f2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:21.017273 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272d431-70ab-4868-a6f3-bb979cc9545e req-dc8c4f7d-be9d-4bf0-948b-7eb48e53f2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:21.019017 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272d431-70ab-4868-a6f3-bb979cc9545e req-dc8c4f7d-be9d-4bf0-948b-7eb48e53f2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:21.020094 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272d431-70ab-4868-a6f3-bb979cc9545e req-dc8c4f7d-be9d-4bf0-948b-7eb48e53f2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:21.021128 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272d431-70ab-4868-a6f3-bb979cc9545e req-dc8c4f7d-be9d-4bf0-948b-7eb48e53f2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:21.022007 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272d431-70ab-4868-a6f3-bb979cc9545e req-dc8c4f7d-be9d-4bf0-948b-7eb48e53f2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:21.022529 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272d431-70ab-4868-a6f3-bb979cc9545e req-dc8c4f7d-be9d-4bf0-948b-7eb48e53f2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:21.024717 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e272d431-70ab-4868-a6f3-bb979cc9545e req-dc8c4f7d-be9d-4bf0-948b-7eb48e53f2fa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f6e9384d481649378c8629f80ddeb608&device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 6717 time: 0.1540818 Feb 16 22:34:21.208895 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-ee1cca3a-8151-42e5-b1a2-088ef67cb1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'name': 'tempest-TaggedBootDevicesTest_v242-1843611341-router', 'tenant_id': 'f6e9384d481649378c8629f80ddeb608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'a30c138a-6810-419b-ac27-6cb27cb4ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:29:12Z', 'updated_at': '2022-02-16T22:29:24Z', 'revision_number': 4, 'project_id': 'f6e9384d481649378c8629f80ddeb608', 'gw_port': {'id': 'a30c138a-6810-419b-ac27-6cb27cb4ab81', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:29:16Z', 'updated_at': '2022-02-16T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '89156ca5-e8a0-40b1-a21b-451084b0ed91', 'tenant_id': 'f6e9384d481649378c8629f80ddeb608', 'floating_ip_address': '172.25.2.151', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'port_id': 'cdadfd78-65f6-4dff-939c-85d390b9c67e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2244, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '568908f0-9e98-4a11-b55f-12ed6993ec3c', 'mac_address': 'fa:16:3e:a7:fd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:31:19Z', 'updated_at': '2022-02-16T22:34:18Z', 'revision_number': 1, 'project_id': 'f6e9384d481649378c8629f80ddeb608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e88e41e2-788a-4507-9ace-f07b657760b4', 'name': '', 'network_id': '568908f0-9e98-4a11-b55f-12ed6993ec3c', 'tenant_id': 'f6e9384d481649378c8629f80ddeb608', 'mac_address': 'fa:16:3e:57:e8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': 'c6896302-81e8-438b-8326-65272f181012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:29:22Z', 'updated_at': '2022-02-16T22:29:31Z', 'revision_number': 5, 'project_id': 'f6e9384d481649378c8629f80ddeb608', 'subnets': [{'id': 'c6896302-81e8-438b-8326-65272f181012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:34:21.210709 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cc6e2-e86e-44f1-9633-94dc58adb889 req-2748b8ee-d522-45b1-9854-f2a087905768 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:21.214493 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-454cc6e2-e86e-44f1-9633-94dc58adb889 req-2748b8ee-d522-45b1-9854-f2a087905768 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.2651858 Feb 16 22:34:21.273095 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1cca3a-8151-42e5-b1a2-088ef67cb1ec None None] Checking router: 81ce70d4-ce7c-4d63-b29e-dffd214a61d4 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:34:21.297989 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1cca3a-8151-42e5-b1a2-088ef67cb1ec None None] Routers {'81ce70d4-ce7c-4d63-b29e-dffd214a61d4'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:34:21.298893 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-ee1cca3a-8151-42e5-b1a2-088ef67cb1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:33:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['81ce70d4-ce7c-4d63-b29e-dffd214a61d4'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:34:21.386621 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-454cc6e2-e86e-44f1-9633-94dc58adb889 req-bea0f281-6b36-4a49-872e-67d16fac61cf tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643453 Feb 16 22:34:21.398861 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272d431-70ab-4868-a6f3-bb979cc9545e req-eaf02bda-bcc9-47f6-b32d-72939eeb3021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:21.400383 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e272d431-70ab-4868-a6f3-bb979cc9545e req-eaf02bda-bcc9-47f6-b32d-72939eeb3021 service neutron] 10.222.0.67 "GET /v2.0/networks?id=568908f0-9e98-4a11-b55f-12ed6993ec3c HTTP/1.1" status: 200 len: 918 time: 0.3670011 Feb 16 22:34:21.657116 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e272d431-70ab-4868-a6f3-bb979cc9545e req-48c8c3af-cc6f-4991-9e93-774c737e5007 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdadfd78-65f6-4dff-939c-85d390b9c67e HTTP/1.1" status: 200 len: 1000 time: 0.2441132 Feb 16 22:34:21.734443 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324d263-7a7c-45ef-80f4-870e34ff660d req-8f234576-20c2-4185-b64f-48696f2d5df5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:21.741666 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324d263-7a7c-45ef-80f4-870e34ff660d req-8f234576-20c2-4185-b64f-48696f2d5df5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:21.753870 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324d263-7a7c-45ef-80f4-870e34ff660d req-8f234576-20c2-4185-b64f-48696f2d5df5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:21.759234 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324d263-7a7c-45ef-80f4-870e34ff660d req-8f234576-20c2-4185-b64f-48696f2d5df5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:21.765548 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324d263-7a7c-45ef-80f4-870e34ff660d req-8f234576-20c2-4185-b64f-48696f2d5df5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:21.772247 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324d263-7a7c-45ef-80f4-870e34ff660d req-8f234576-20c2-4185-b64f-48696f2d5df5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:21.781431 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324d263-7a7c-45ef-80f4-870e34ff660d req-8f234576-20c2-4185-b64f-48696f2d5df5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:21.796434 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c324d263-7a7c-45ef-80f4-870e34ff660d req-8f234576-20c2-4185-b64f-48696f2d5df5 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5443 time: 0.2665391 Feb 16 22:34:21.818974 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272d431-70ab-4868-a6f3-bb979cc9545e req-80749e25-f33e-438b-9f51-0dd566ceb1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:21.821894 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e272d431-70ab-4868-a6f3-bb979cc9545e req-80749e25-f33e-438b-9f51-0dd566ceb1f1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c6896302-81e8-438b-8326-65272f181012 HTTP/1.1" status: 200 len: 856 time: 0.1605549 Feb 16 22:34:21.859141 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-ee1cca3a-8151-42e5-b1a2-088ef67cb1ec None None] Set router 81ce70d4-ce7c-4d63-b29e-dffd214a61d4 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:34:21.946399 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272d431-70ab-4868-a6f3-bb979cc9545e req-e586745a-2af0-4bab-95d9-85aaf630fffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:21.947963 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e272d431-70ab-4868-a6f3-bb979cc9545e req-e586745a-2af0-4bab-95d9-85aaf630fffe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=568908f0-9e98-4a11-b55f-12ed6993ec3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1194186 Feb 16 22:34:22.023907 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64b0ab-fb31-47d5-83f2-c016b77db488 req-db79830a-1d82-4394-8c25-e987e097c10b tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:22.042720 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4c64b0ab-fb31-47d5-83f2-c016b77db488 req-db79830a-1d82-4394-8c25-e987e097c10b tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 945 time: 0.1737058 Feb 16 22:34:22.211326 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e272d431-70ab-4868-a6f3-bb979cc9545e req-16fb2f26-73e6-402d-8111-47a752275e5c service neutron] 10.222.0.67 "GET /v2.0/networks/568908f0-9e98-4a11-b55f-12ed6993ec3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543719 Feb 16 22:34:22.347354 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4c64b0ab-fb31-47d5-83f2-c016b77db488 req-b8e271fd-0ad9-4351-8606-b9d8d510c278 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2993553 Feb 16 22:34:22.415508 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e272d431-70ab-4868-a6f3-bb979cc9545e req-d701839c-8a1b-44ef-8246-c8661b0c9816 service neutron] 10.222.0.67 "GET /v2.0/networks/568908f0-9e98-4a11-b55f-12ed6993ec3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968830 Feb 16 22:34:22.427616 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-ee1cca3a-8151-42e5-b1a2-088ef67cb1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'name': 'tempest-TaggedBootDevicesTest_v242-1843611341-router', 'tenant_id': 'f6e9384d481649378c8629f80ddeb608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'a30c138a-6810-419b-ac27-6cb27cb4ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:29:12Z', 'updated_at': '2022-02-16T22:29:24Z', 'revision_number': 4, 'project_id': 'f6e9384d481649378c8629f80ddeb608', 'gw_port': {'id': 'a30c138a-6810-419b-ac27-6cb27cb4ab81', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:29:16Z', 'updated_at': '2022-02-16T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '89156ca5-e8a0-40b1-a21b-451084b0ed91', 'tenant_id': 'f6e9384d481649378c8629f80ddeb608', 'floating_ip_address': '172.25.2.151', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'port_id': 'cdadfd78-65f6-4dff-939c-85d390b9c67e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2244, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '568908f0-9e98-4a11-b55f-12ed6993ec3c', 'mac_address': 'fa:16:3e:a7:fd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:31:19Z', 'updated_at': '2022-02-16T22:34:18Z', 'revision_number': 1, 'project_id': 'f6e9384d481649378c8629f80ddeb608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e88e41e2-788a-4507-9ace-f07b657760b4', 'name': '', 'network_id': '568908f0-9e98-4a11-b55f-12ed6993ec3c', 'tenant_id': 'f6e9384d481649378c8629f80ddeb608', 'mac_address': 'fa:16:3e:57:e8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': 'c6896302-81e8-438b-8326-65272f181012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:29:22Z', 'updated_at': '2022-02-16T22:29:31Z', 'revision_number': 5, 'project_id': 'f6e9384d481649378c8629f80ddeb608', 'subnets': [{'id': 'c6896302-81e8-438b-8326-65272f181012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:34:22.532799 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1cca3a-8151-42e5-b1a2-088ef67cb1ec None None] The sync data for ids ['81ce70d4-ce7c-4d63-b29e-dffd214a61d4'] in n-d-813897-6 is: [{'id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'name': 'tempest-TaggedBootDevicesTest_v242-1843611341-router', 'tenant_id': 'f6e9384d481649378c8629f80ddeb608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'a30c138a-6810-419b-ac27-6cb27cb4ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:29:12Z', 'updated_at': '2022-02-16T22:29:24Z', 'revision_number': 4, 'project_id': 'f6e9384d481649378c8629f80ddeb608', 'gw_port': {'id': 'a30c138a-6810-419b-ac27-6cb27cb4ab81', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:29:16Z', 'updated_at': '2022-02-16T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '89156ca5-e8a0-40b1-a21b-451084b0ed91', 'tenant_id': 'f6e9384d481649378c8629f80ddeb608', 'floating_ip_address': '172.25.2.151', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'port_id': 'cdadfd78-65f6-4dff-939c-85d390b9c67e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2244, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '568908f0-9e98-4a11-b55f-12ed6993ec3c', 'mac_address': 'fa:16:3e:a7:fd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:31:19Z', 'updated_at': '2022-02-16T22:34:18Z', 'revision_number': 1, 'project_id': 'f6e9384d481649378c8629f80ddeb608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e88e41e2-788a-4507-9ace-f07b657760b4', 'name': '', 'network_id': '568908f0-9e98-4a11-b55f-12ed6993ec3c', 'tenant_id': 'f6e9384d481649378c8629f80ddeb608', 'mac_address': 'fa:16:3e:57:e8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': 'c6896302-81e8-438b-8326-65272f181012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:29:22Z', 'updated_at': '2022-02-16T22:29:31Z', 'revision_number': 5, 'project_id': 'f6e9384d481649378c8629f80ddeb608', 'subnets': [{'id': 'c6896302-81e8-438b-8326-65272f181012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:34:22.629273 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e357d9-e4a1-4ffb-91e9-f2cdf83945db req-f1b63637-709f-402f-adb8-9a7edade866b tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:22.638086 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22e357d9-e4a1-4ffb-91e9-f2cdf83945db req-f1b63637-709f-402f-adb8-9a7edade866b tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.0706081 Feb 16 22:34:22.755195 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22e357d9-e4a1-4ffb-91e9-f2cdf83945db req-5b6f91b6-3670-44c2-a6b2-65c28082153c tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160555 Feb 16 22:34:22.938470 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587434f8-26d3-47f0-92f5-6c20c38b7cd8 None None] New status for floating IP 89156ca5-e8a0-40b1-a21b-451084b0ed91: ACTIVE {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:34:22.988372 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03574b21-72ca-467e-abcb-9d043bfa3b70 req-a994a499-c19a-44e6-bd4a-e50f836d61f5 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:22.996562 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-03574b21-72ca-467e-abcb-9d043bfa3b70 req-a994a499-c19a-44e6-bd4a-e50f836d61f5 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1262300 Feb 16 22:34:23.064513 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a79c2756-c978-454b-bb95-f9433d1f88ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:23.156665 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-03574b21-72ca-467e-abcb-9d043bfa3b70 req-55a93053-ba63-4430-b860-264dd5688193 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495612 Feb 16 22:34:23.470498 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac0955-6bab-4a05-b85b-05bf64d07942 req-6ba7c464-a783-424e-a4bb-bcc4a36d20b3 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:23.490783 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1bac0955-6bab-4a05-b85b-05bf64d07942 req-6ba7c464-a783-424e-a4bb-bcc4a36d20b3 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1162877 Feb 16 22:34:23.585785 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1bac0955-6bab-4a05-b85b-05bf64d07942 req-e8dfc0d6-fa94-49e1-ae0a-3af6dee2c9e1 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900679 Feb 16 22:34:23.762145 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76feb31e-47cb-492b-8ac9-c75f2d2647b2 req-23905b03-8a4b-4994-9106-1c1f8777f5d1 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:23.779052 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-76feb31e-47cb-492b-8ac9-c75f2d2647b2 req-23905b03-8a4b-4994-9106-1c1f8777f5d1 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 945 time: 0.1398218 Feb 16 22:34:23.863262 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51214) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:34:23.894271 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-76feb31e-47cb-492b-8ac9-c75f2d2647b2 req-570ef80c-517f-4f04-bd1f-3d5236daba5d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066339 Feb 16 22:34:24.062338 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9099d-94dc-4449-bbaa-0a81df3faa73 req-c6337264-b57a-429c-8d95-b765e3056196 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:24.064796 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-03d9099d-94dc-4449-bbaa-0a81df3faa73 req-c6337264-b57a-429c-8d95-b765e3056196 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.0970759 Feb 16 22:34:24.074425 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-47e90ef0-9b67-4c4a-b17a-39cb6ef1b515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:24.152706 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-03d9099d-94dc-4449-bbaa-0a81df3faa73 req-6519bb24-ed9b-42b8-bc8a-b2dea7387f33 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814328 Feb 16 22:34:24.185770 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-47e90ef0-9b67-4c4a-b17a-39cb6ef1b515 admin admin] Publish callbacks [] for security_group (4c740a64-c41a-48dd-aa19-fc8d6f5efd4c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:24.195690 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-47e90ef0-9b67-4c4a-b17a-39cb6ef1b515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4c740a64-c41a-48dd-aa19-fc8d6f5efd4c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:24.231754 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-47e90ef0-9b67-4c4a-b17a-39cb6ef1b515 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e5339f94217944949af488d343c3bcc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3673928 Feb 16 22:34:24.234451 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51232) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:34:24.251440 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:24.264407 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e90ef0-9b67-4c4a-b17a-39cb6ef1b515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c740a64-c41a-48dd-aa19-fc8d6f5efd4c,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:24.305441 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e0d783d-2b87-46f2-9b35-7f6363651860 admin admin] Publish callbacks [] for security_group (4c740a64-c41a-48dd-aa19-fc8d6f5efd4c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:24.340316 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e0d783d-2b87-46f2-9b35-7f6363651860 admin admin] Publish callbacks [] for security_group (4c740a64-c41a-48dd-aa19-fc8d6f5efd4c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:24.475800 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e0d783d-2b87-46f2-9b35-7f6363651860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4c740a64-c41a-48dd-aa19-fc8d6f5efd4c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:24.479958 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e0d783d-2b87-46f2-9b35-7f6363651860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:24.483450 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9e0d783d-2b87-46f2-9b35-7f6363651860 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4c740a64-c41a-48dd-aa19-fc8d6f5efd4c HTTP/1.1" status: 204 len: 168 time: 0.2456350 Feb 16 22:34:24.507980 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d783d-2b87-46f2-9b35-7f6363651860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c740a64-c41a-48dd-aa19-fc8d6f5efd4c,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:24.553168 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7773adc-1683-4bbc-8e6e-51aee5d9e163 req-e57cc414-4ea9-458c-87f7-5f9a51c63a93 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:24.556647 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a7773adc-1683-4bbc-8e6e-51aee5d9e163 req-e57cc414-4ea9-458c-87f7-5f9a51c63a93 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.0960989 Feb 16 22:34:24.660808 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a7773adc-1683-4bbc-8e6e-51aee5d9e163 req-972c03e2-f2d7-47c2-b3f1-8cdf255ceee4 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964906 Feb 16 22:34:24.888603 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691431b0-ac47-44ec-9c07-17b8a57dd9e7 req-f461bc9b-9f21-4476-9c00-b9793e6b55f0 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:24.890169 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-691431b0-ac47-44ec-9c07-17b8a57dd9e7 req-f461bc9b-9f21-4476-9c00-b9793e6b55f0 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.0994506 Feb 16 22:34:25.002439 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-691431b0-ac47-44ec-9c07-17b8a57dd9e7 req-cc0046f0-1ca2-4501-8bb9-0ce05034c8c5 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052978 Feb 16 22:34:25.038489 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd9c90-3b6e-44a4-83a1-2032677421a0 req-5a7d138b-da12-4cfa-a3c7-d89b8f81589c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:25.042545 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2bbd9c90-3b6e-44a4-83a1-2032677421a0 req-5a7d138b-da12-4cfa-a3c7-d89b8f81589c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=11dcb6fba69b48e58d8c23f01f2db2c9&device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 1127 time: 0.0875015 Feb 16 22:34:25.297248 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd9c90-3b6e-44a4-83a1-2032677421a0 req-b3c94cd8-9d3f-43c2-830f-04702802f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:25.300045 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2bbd9c90-3b6e-44a4-83a1-2032677421a0 req-b3c94cd8-9d3f-43c2-830f-04702802f5d4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd HTTP/1.1" status: 200 len: 918 time: 0.2415278 Feb 16 22:34:25.368628 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacc196-c464-47d1-b602-f8c0da709a49 req-d27dd344-fcde-4cc1-9881-4e6c92ab4d14 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:25.376189 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-adacc196-c464-47d1-b602-f8c0da709a49 req-d27dd344-fcde-4cc1-9881-4e6c92ab4d14 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 945 time: 0.1966512 Feb 16 22:34:25.456799 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-adacc196-c464-47d1-b602-f8c0da709a49 req-885d7ad6-afbe-4de4-929f-6de3e3b190f0 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794811 Feb 16 22:34:25.476246 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2bbd9c90-3b6e-44a4-83a1-2032677421a0 req-8cf6b975-15d0-470e-85a5-7184e42cd81b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bffb9e7c-c128-4c9a-9dde-edbf5d52a085 HTTP/1.1" status: 200 len: 1000 time: 0.1599000 Feb 16 22:34:25.582292 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:25.592415 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd9c90-3b6e-44a4-83a1-2032677421a0 req-8d8dea2b-e168-41af-9309-5648a5a5b6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:25.596106 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2bbd9c90-3b6e-44a4-83a1-2032677421a0 req-8d8dea2b-e168-41af-9309-5648a5a5b6e2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a662751-aa30-4a8c-92bf-a9f1c49c1b53 HTTP/1.1" status: 200 len: 856 time: 0.1124554 Feb 16 22:34:25.773874 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd9c90-3b6e-44a4-83a1-2032677421a0 req-f9d422f2-6f04-4c90-a755-36336e4df2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:25.780896 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2bbd9c90-3b6e-44a4-83a1-2032677421a0 req-f9d422f2-6f04-4c90-a755-36336e4df2db service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1746285 Feb 16 22:34:25.865639 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800d550-fcee-48da-8c6e-ef6492ce8306 req-46313154-6dc4-4612-9b19-8cbf042a0a09 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:25.874336 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4800d550-fcee-48da-8c6e-ef6492ce8306 req-46313154-6dc4-4612-9b19-8cbf042a0a09 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.2137976 Feb 16 22:34:25.948938 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4800d550-fcee-48da-8c6e-ef6492ce8306 req-a08edf14-24be-4c3d-8d50-6429a152f082 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735269 Feb 16 22:34:26.056077 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2bbd9c90-3b6e-44a4-83a1-2032677421a0 req-2a6630c0-1628-4bcf-a83a-0d4661a9aeb5 service neutron] 10.222.0.67 "GET /v2.0/networks/a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627132 Feb 16 22:34:26.165914 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf2473-447a-433d-8620-a678b8572bc6 req-8f391039-af41-4f3d-8a98-334a21ccbd8d tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:26.168145 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9caf2473-447a-433d-8620-a678b8572bc6 req-8f391039-af41-4f3d-8a98-334a21ccbd8d tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1265519 Feb 16 22:34:26.244653 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9caf2473-447a-433d-8620-a678b8572bc6 req-dc046a27-9cf2-4fa2-b16a-6874c5fd4a7b tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663717 Feb 16 22:34:26.246084 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2bbd9c90-3b6e-44a4-83a1-2032677421a0 req-12767a2b-a5c9-4437-a0bb-2f95db2d4817 service neutron] 10.222.0.67 "GET /v2.0/networks/a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724513 Feb 16 22:34:26.481098 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc0a76-1ff3-4695-a6a9-2c6bb373cc94 req-7c2105a6-697f-4040-b8ed-3c3c21bbbce9 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:26.486761 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cfdc0a76-1ff3-4695-a6a9-2c6bb373cc94 req-7c2105a6-697f-4040-b8ed-3c3c21bbbce9 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.0831356 Feb 16 22:34:26.564583 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cfdc0a76-1ff3-4695-a6a9-2c6bb373cc94 req-47a98de2-e596-47d4-856d-719a57e487cd tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758791 Feb 16 22:34:26.771386 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba036b-55e6-44b8-9f88-f48938b5ace1 req-e5e4b9ad-d218-4d77-967d-e753c565aca0 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:26.782253 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9bba036b-55e6-44b8-9f88-f48938b5ace1 req-e5e4b9ad-d218-4d77-967d-e753c565aca0 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 945 time: 0.1242690 Feb 16 22:34:26.838925 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9bba036b-55e6-44b8-9f88-f48938b5ace1 req-de31b204-b9d8-4a89-99ea-035e443b6d0c tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546477 Feb 16 22:34:27.012841 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:27.134215 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5cf6c-a202-4dbf-bc7d-ddaca9a8aa5f req-0d39527e-2a53-49a6-807c-dec23df00eac tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:27.140007 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ec5cf6c-a202-4dbf-bc7d-ddaca9a8aa5f req-0d39527e-2a53-49a6-807c-dec23df00eac tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1486623 Feb 16 22:34:27.250894 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ec5cf6c-a202-4dbf-bc7d-ddaca9a8aa5f req-035b7173-890e-4f83-af99-d05fce34f0d9 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007226 Feb 16 22:34:27.674872 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70c8e0-e79f-40b1-abd3-632c1e19898a req-7e56816c-4ba7-45eb-9aff-8ea6d9f936f6 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:27.688585 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aa70c8e0-e79f-40b1-abd3-632c1e19898a req-7e56816c-4ba7-45eb-9aff-8ea6d9f936f6 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1086361 Feb 16 22:34:27.804169 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aa70c8e0-e79f-40b1-abd3-632c1e19898a req-ddfc1cd2-5492-434f-8057-65874fdaf711 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136048 Feb 16 22:34:28.099024 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0008b7-94f4-4781-ae1d-b57b8f63c938 req-ce4e675c-ec50-4d7a-993a-7f75e1a988e4 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:28.100553 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cf0008b7-94f4-4781-ae1d-b57b8f63c938 req-ce4e675c-ec50-4d7a-993a-7f75e1a988e4 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 945 time: 0.1199524 Feb 16 22:34:28.175221 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cf0008b7-94f4-4781-ae1d-b57b8f63c938 req-7a63bbc7-b09e-487f-9056-84f52cb8a000 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673184 Feb 16 22:34:28.460211 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:28.729251 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device bffb9e7c-c128-4c9a-9dde-edbf5d52a085 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:34:28.863498 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port bffb9e7c-c128-4c9a-9dde-edbf5d52a085 is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:34:28.864272 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bffb9e7c-c128-4c9a-9dde-edbf5d52a085), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:28.911995 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6160b4c3-9cfb-4b8c-93fe-d50b9733dab1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bffb9e7c-c128-4c9a-9dde-edbf5d52a085'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:34:28.914815 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08a22e6-e5f1-4fad-bed5-3961fd245a85" -d '{"events": [{"server_uuid": "6160b4c3-9cfb-4b8c-93fe-d50b9733dab1", "name": "network-vif-unplugged", "status": "completed", "tag": "bffb9e7c-c128-4c9a-9dde-edbf5d52a085"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:34:28.932067 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port bffb9e7c-c128-4c9a-9dde-edbf5d52a085, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=bffb9e7c-c128-4c9a-9dde-edbf5d52a085,segment=NetworkSegment(0da08ad7-1ffb-4706-9d45-1cc487f01f06),segment_id=0da08ad7-1ffb-4706-9d45-1cc487f01f06)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:34:28.937385 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (bffb9e7c-c128-4c9a-9dde-edbf5d52a085), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:29.043934 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3db98-e161-49bc-8b36-4246acaad3a9 req-82aea697-c8b0-4f7c-aaf9-acf976e51663 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:29.052882 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-11b3db98-e161-49bc-8b36-4246acaad3a9 req-82aea697-c8b0-4f7c-aaf9-acf976e51663 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1250722 Feb 16 22:34:29.118276 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-11b3db98-e161-49bc-8b36-4246acaad3a9 req-2413e5c0-1fa8-4589-a1ac-90a3cd11d88f tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588832 Feb 16 22:34:29.135071 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=bffb9e7c-c128-4c9a-9dde-edbf5d52a085,revision_number=8']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:29.222432 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Feb 2022 22:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f867eb5-2f1c-47c4-9556-1fb4dbb6141c x-openstack-request-id: req-9f867eb5-2f1c-47c4-9556-1fb4dbb6141c {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:34:29.222762 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6160b4c3-9cfb-4b8c-93fe-d50b9733dab1", "name": "network-vif-unplugged", "status": "failed", "tag": "bffb9e7c-c128-4c9a-9dde-edbf5d52a085", "code": 422}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:34:29.223020 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9f867eb5-2f1c-47c4-9556-1fb4dbb6141c {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:34:29.223813 n-d-813897-6 neutron-server[103467]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6160b4c3-9cfb-4b8c-93fe-d50b9733dab1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bffb9e7c-c128-4c9a-9dde-edbf5d52a085', 'code': 422} returned with failed status Feb 16 22:34:29.454157 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c6be0-3d3b-4f4f-be6c-3e88c1b79f10 req-a1782e62-80ee-4456-90ae-5ac5ad34b697 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:29.461212 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-641c6be0-3d3b-4f4f-be6c-3e88c1b79f10 req-a1782e62-80ee-4456-90ae-5ac5ad34b697 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.1044309 Feb 16 22:34:29.550325 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-641c6be0-3d3b-4f4f-be6c-3e88c1b79f10 req-4d889f45-8106-4090-bc9f-334144984e48 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881135 Feb 16 22:34:29.832114 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:29.962866 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51452) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:34:30.416956 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-62de63ba-093f-4697-9c70-da2f16a99780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:30.577406 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97065eb4-0047-4fcf-8a8d-138d8a9521f7 req-16253330-8351-48ae-9d39-4e735bde2157 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:30.586524 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-97065eb4-0047-4fcf-8a8d-138d8a9521f7 req-16253330-8351-48ae-9d39-4e735bde2157 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1387758 Feb 16 22:34:30.665186 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-97065eb4-0047-4fcf-8a8d-138d8a9521f7 req-7d7614d5-f730-4b9b-b399-f79a1ba2e17e tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744977 Feb 16 22:34:30.707766 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-62de63ba-093f-4697-9c70-da2f16a99780 admin admin] Publish callbacks [] for security_group (84d519c4-d3b2-4f59-8648-a59c1abc1deb), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:30.720454 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-62de63ba-093f-4697-9c70-da2f16a99780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (84d519c4-d3b2-4f59-8648-a59c1abc1deb), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:30.806041 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-dbccae2b-596b-4738-a308-fc3d865c6228 req-5c40ed73-edd9-437a-8e53-241af1db33cf service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:34:30.807530 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dbccae2b-596b-4738-a308-fc3d865c6228 req-5c40ed73-edd9-437a-8e53-241af1db33cf service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0297258 Feb 16 22:34:30.816261 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-62de63ba-093f-4697-9c70-da2f16a99780 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=aa4da97e1d794b8ea923e8f29ae3066b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8526642 Feb 16 22:34:30.816261 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de63ba-093f-4697-9c70-da2f16a99780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d519c4-d3b2-4f59-8648-a59c1abc1deb,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:30.816550 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51490) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:34:30.971085 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1680c956-d62f-4230-a5a1-e353743e0595 admin admin] Publish callbacks [] for security_group (84d519c4-d3b2-4f59-8648-a59c1abc1deb), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:31.041058 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1680c956-d62f-4230-a5a1-e353743e0595 admin admin] Publish callbacks [] for security_group (84d519c4-d3b2-4f59-8648-a59c1abc1deb), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:31.142927 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1680c956-d62f-4230-a5a1-e353743e0595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (84d519c4-d3b2-4f59-8648-a59c1abc1deb), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:31.148549 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1680c956-d62f-4230-a5a1-e353743e0595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:31.157118 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1680c956-d62f-4230-a5a1-e353743e0595 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/84d519c4-d3b2-4f59-8648-a59c1abc1deb HTTP/1.1" status: 204 len: 168 time: 0.3387668 Feb 16 22:34:31.179410 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680c956-d62f-4230-a5a1-e353743e0595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d519c4-d3b2-4f59-8648-a59c1abc1deb,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:31.253895 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8bff3-1bbc-4306-97fb-7d5136d80f6d req-ed042ee0-5015-44ad-a456-d5f6470df7bb tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:31.264493 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-62a8bff3-1bbc-4306-97fb-7d5136d80f6d req-ed042ee0-5015-44ad-a456-d5f6470df7bb tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1625717 Feb 16 22:34:31.353898 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-62a8bff3-1bbc-4306-97fb-7d5136d80f6d req-623270c8-8634-4c84-831c-a66eafe625db tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883708 Feb 16 22:34:31.460753 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51522) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:34:31.586445 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fc9b5-c413-4a9f-8d3f-93ef62afaee8 req-8ce50fc8-acd6-4450-b719-5a04c086d953 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:31.594852 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f44fc9b5-c413-4a9f-8d3f-93ef62afaee8 req-8ce50fc8-acd6-4450-b719-5a04c086d953 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.1465976 Feb 16 22:34:31.658224 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f44fc9b5-c413-4a9f-8d3f-93ef62afaee8 req-18921209-c84d-4c12-8d0f-dc4b01efe0e1 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618603 Feb 16 22:34:31.940129 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e856489-10c6-4f98-8985-ee14ce10d892 req-45735df0-ae3f-4b98-a2a2-ac6f04bbb6e6 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:31.952652 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e856489-10c6-4f98-8985-ee14ce10d892 req-45735df0-ae3f-4b98-a2a2-ac6f04bbb6e6 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1286163 Feb 16 22:34:31.958295 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-264a2f1d-bad2-4cfc-96c4-4f24de80cb92 req-e8d338da-e3cd-4f54-a76c-4c1259b6932c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4744802 Feb 16 22:34:31.974536 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [req-264a2f1d-bad2-4cfc-96c4-4f24de80cb92 req-866db4a0-780f-4985-8cf2-8df74e003b5e service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:34:31.978750 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-264a2f1d-bad2-4cfc-96c4-4f24de80cb92 req-866db4a0-780f-4985-8cf2-8df74e003b5e service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142152 Feb 16 22:34:31.995824 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51538) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:34:32.023459 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-68d09359-0017-4aa5-96eb-5d1d88ce5dad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:32.116474 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e856489-10c6-4f98-8985-ee14ce10d892 req-acc2cd52-e543-47ca-891a-f6d318cb69f6 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605072 Feb 16 22:34:32.170832 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-68d09359-0017-4aa5-96eb-5d1d88ce5dad admin admin] Publish callbacks [] for security_group (cd64f6da-3e2a-47f8-94a1-f86f625840a9), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:32.176913 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-68d09359-0017-4aa5-96eb-5d1d88ce5dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (cd64f6da-3e2a-47f8-94a1-f86f625840a9), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:32.229938 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-68d09359-0017-4aa5-96eb-5d1d88ce5dad admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b7fd49edb3b5475e9ab50b8d49f0690d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2325666 Feb 16 22:34:32.231293 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d09359-0017-4aa5-96eb-5d1d88ce5dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd64f6da-3e2a-47f8-94a1-f86f625840a9,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:32.232589 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51550) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:34:32.363410 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22f3da-7638-4637-9ba3-6bdb696b5202 req-5e0294b8-8b2b-4659-9caf-2a3a9f024519 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:32.370352 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e22f3da-7638-4637-9ba3-6bdb696b5202 req-5e0294b8-8b2b-4659-9caf-2a3a9f024519 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1123817 Feb 16 22:34:32.389240 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0bcbfab1-cb08-46ea-b7f3-b20e79ab3d34 admin admin] Publish callbacks [] for security_group (cd64f6da-3e2a-47f8-94a1-f86f625840a9), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:32.463358 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0bcbfab1-cb08-46ea-b7f3-b20e79ab3d34 admin admin] Publish callbacks [] for security_group (cd64f6da-3e2a-47f8-94a1-f86f625840a9), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:32.470597 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a2f1d-bad2-4cfc-96c4-4f24de80cb92 req-e7ab293e-f4f1-4b31-ba47-d3aa2f2a09b2 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:32.472135 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-264a2f1d-bad2-4cfc-96c4-4f24de80cb92 req-e7ab293e-f4f1-4b31-ba47-d3aa2f2a09b2 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports/bffb9e7c-c128-4c9a-9dde-edbf5d52a085 HTTP/1.1" status: 200 len: 940 time: 0.4586496 Feb 16 22:34:32.506702 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e22f3da-7638-4637-9ba3-6bdb696b5202 req-557db819-c533-4386-8f06-0c713b31199c tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353731 Feb 16 22:34:32.587996 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0bcbfab1-cb08-46ea-b7f3-b20e79ab3d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (cd64f6da-3e2a-47f8-94a1-f86f625840a9), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:32.590743 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0bcbfab1-cb08-46ea-b7f3-b20e79ab3d34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:32.591910 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0bcbfab1-cb08-46ea-b7f3-b20e79ab3d34 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cd64f6da-3e2a-47f8-94a1-f86f625840a9 HTTP/1.1" status: 204 len: 168 time: 0.3582540 Feb 16 22:34:32.601610 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcbfab1-cb08-46ea-b7f3-b20e79ab3d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd64f6da-3e2a-47f8-94a1-f86f625840a9,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:32.708268 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6eee8-b4bc-47a3-bbcc-f7508dfd9511 req-3a7153a5-8435-4426-adb1-fc249643074e tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:32.717106 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-90d6eee8-b4bc-47a3-bbcc-f7508dfd9511 req-3a7153a5-8435-4426-adb1-fc249643074e tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.0817635 Feb 16 22:34:32.758693 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device bffb9e7c-c128-4c9a-9dde-edbf5d52a085 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:34:32.800791 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-90d6eee8-b4bc-47a3-bbcc-f7508dfd9511 req-7db54415-0ec2-48c6-a906-3b7431b4f2af tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824804 Feb 16 22:34:33.016574 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b401f-3d1c-4ba1-a8a9-f9b904a50e18 req-b96db5fd-453f-42da-b102-0b57d58545a4 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:33.020769 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port bffb9e7c-c128-4c9a-9dde-edbf5d52a085 is: DOWN; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:34:33.030423 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b48b401f-3d1c-4ba1-a8a9-f9b904a50e18 req-b96db5fd-453f-42da-b102-0b57d58545a4 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.1372640 Feb 16 22:34:33.141322 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b48b401f-3d1c-4ba1-a8a9-f9b904a50e18 req-9b997bfb-6722-45d1-ab3a-90c8665e7d94 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096492 Feb 16 22:34:33.355251 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8103d-90a5-41a8-8f03-58e389c133df req-35045900-b146-472a-906b-c78a246e6c49 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:33.368488 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-43b8103d-90a5-41a8-8f03-58e389c133df req-35045900-b146-472a-906b-c78a246e6c49 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.0882134 Feb 16 22:34:33.430324 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-43b8103d-90a5-41a8-8f03-58e389c133df req-337c3df9-a954-4b87-b1b7-f50d9b070523 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607061 Feb 16 22:34:33.817466 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646199c2-d3e2-4cee-a183-247893a54310 req-7dbe27be-0924-4e79-85d1-fa5488302721 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:33.821013 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-646199c2-d3e2-4cee-a183-247893a54310 req-7dbe27be-0924-4e79-85d1-fa5488302721 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1897218 Feb 16 22:34:33.913712 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-646199c2-d3e2-4cee-a183-247893a54310 req-57093ffd-658e-431f-8aa6-c67f451e8dfe tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895469 Feb 16 22:34:34.163451 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e18e48-c874-467f-8a24-ee4d81189fdc req-3a631f1f-2a14-448c-adcf-095e79b2d70e tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:34.167062 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5e18e48-c874-467f-8a24-ee4d81189fdc req-3a631f1f-2a14-448c-adcf-095e79b2d70e tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1449089 Feb 16 22:34:34.235317 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5e18e48-c874-467f-8a24-ee4d81189fdc req-862c8078-ec9f-4e54-ba83-86d949d07845 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575128 Feb 16 22:34:34.432364 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686bdead-805f-4d35-8470-a738711292e1 req-24d67659-ff7d-4bf3-b7bf-9ad9a43b7692 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:34.440807 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-686bdead-805f-4d35-8470-a738711292e1 req-24d67659-ff7d-4bf3-b7bf-9ad9a43b7692 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.1353052 Feb 16 22:34:34.587045 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-686bdead-805f-4d35-8470-a738711292e1 req-e48be7e7-ee14-4d8d-bea6-647963307f31 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399007 Feb 16 22:34:34.637660 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-cbcfba05-e7ce-4fec-88e6-f16d290fc15c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1926949 Feb 16 22:34:35.389273 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-3c267832-d3b3-4db7-a168-8ca8199e9828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:35.390474 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-3c267832-d3b3-4db7-a168-8ca8199e9828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:35.391127 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-3c267832-d3b3-4db7-a168-8ca8199e9828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:35.391769 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-3c267832-d3b3-4db7-a168-8ca8199e9828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:35.392405 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-3c267832-d3b3-4db7-a168-8ca8199e9828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:35.393041 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-3c267832-d3b3-4db7-a168-8ca8199e9828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:35.393675 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-3c267832-d3b3-4db7-a168-8ca8199e9828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:35.396580 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-3c267832-d3b3-4db7-a168-8ca8199e9828 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f6e9384d481649378c8629f80ddeb608&device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 6717 time: 0.7027843 Feb 16 22:34:35.429728 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17be2a-aa04-4b76-82fa-71fd77b3de34 req-030ac02a-923b-471c-92f5-d4c09885d525 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:35.431393 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bf17be2a-aa04-4b76-82fa-71fd77b3de34 req-030ac02a-923b-471c-92f5-d4c09885d525 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1026652 Feb 16 22:34:35.588659 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bf17be2a-aa04-4b76-82fa-71fd77b3de34 req-3494b71f-9fd0-4ad4-9069-60fd6508e9d7 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338451 Feb 16 22:34:35.632820 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-6382abe8-f7c6-429e-934d-ff7e709b081e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:35.638790 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-6382abe8-f7c6-429e-934d-ff7e709b081e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:35.639596 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-6382abe8-f7c6-429e-934d-ff7e709b081e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:35.641745 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-6382abe8-f7c6-429e-934d-ff7e709b081e service neutron] 10.222.0.67 "GET /v2.0/networks?id=568908f0-9e98-4a11-b55f-12ed6993ec3c&id=26d0d9a9-120f-4eeb-8da5-91a75398d8cf&id=26d0d9a9-120f-4eeb-8da5-91a75398d8cf&id=26d0d9a9-120f-4eeb-8da5-91a75398d8cf&id=26d0d9a9-120f-4eeb-8da5-91a75398d8cf&id=a2b2a22c-a39e-445c-a28f-3542fdd15687&id=a2b2a22c-a39e-445c-a28f-3542fdd15687 HTTP/1.1" status: 200 len: 2298 time: 0.2094307 Feb 16 22:34:35.893909 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-bffa7a6f-b7f4-4c11-aa3f-c46b02cdfe99 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdadfd78-65f6-4dff-939c-85d390b9c67e HTTP/1.1" status: 200 len: 1002 time: 0.2445197 Feb 16 22:34:36.004226 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c1db0-ab3e-4757-9b89-49614e2e49d6 req-abe60e8d-4417-49fb-bf8d-7df7590d1c46 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:36.016831 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-272c1db0-ab3e-4757-9b89-49614e2e49d6 req-abe60e8d-4417-49fb-bf8d-7df7590d1c46 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.2771504 Feb 16 22:34:36.029388 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-752cd8ce-86c5-4852-af94-99b36abe6fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:36.031265 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-752cd8ce-86c5-4852-af94-99b36abe6fb7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c6896302-81e8-438b-8326-65272f181012 HTTP/1.1" status: 200 len: 856 time: 0.1279376 Feb 16 22:34:36.119120 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-272c1db0-ab3e-4757-9b89-49614e2e49d6 req-283b30d5-6a80-401d-a9e0-a6cf9a2ccf3d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992861 Feb 16 22:34:36.147374 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-6dae047f-1696-490c-a1fd-7d4e5629c365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:36.155406 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-6dae047f-1696-490c-a1fd-7d4e5629c365 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=568908f0-9e98-4a11-b55f-12ed6993ec3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1168647 Feb 16 22:34:36.385499 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-1c155436-2162-4560-9025-0ef7b300c383 service neutron] 10.222.0.67 "GET /v2.0/networks/568908f0-9e98-4a11-b55f-12ed6993ec3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223499 Feb 16 22:34:36.394440 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a5e9a-6c54-45db-9d7a-7bb78ab63251 req-d8911160-61a6-4bde-9293-f8b2cfd5491e tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:36.401998 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b5a5e9a-6c54-45db-9d7a-7bb78ab63251 req-d8911160-61a6-4bde-9293-f8b2cfd5491e tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1593087 Feb 16 22:34:36.654200 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b5a5e9a-6c54-45db-9d7a-7bb78ab63251 req-4cfde421-c91f-47a3-b157-1837d6f06e69 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446091 Feb 16 22:34:36.726606 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-d63985fe-52be-416c-a605-32640c0a2c17 service neutron] 10.222.0.67 "GET /v2.0/networks/568908f0-9e98-4a11-b55f-12ed6993ec3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179185 Feb 16 22:34:36.824778 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-e52d3a07-9b0f-47e8-a986-15f51e6c9b99 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=69cd28e0-ad7d-4a7a-a387-44e7f55c4baa HTTP/1.1" status: 200 len: 217 time: 0.0830197 Feb 16 22:34:37.037423 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-3a347100-3e95-4bb8-a21c-7bbea5e5b5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:37.042531 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-3a347100-3e95-4bb8-a21c-7bbea5e5b5c0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8582b128-4308-4a64-b89a-f70186bb698e HTTP/1.1" status: 200 len: 797 time: 0.2057643 Feb 16 22:34:37.091121 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34047a-73d8-478c-9e93-f83eb51fe0b2 req-cfe73d4d-f4ca-4c4e-ba7d-f1c5ce59d3f8 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:37.094295 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0a34047a-73d8-478c-9e93-f83eb51fe0b2 req-cfe73d4d-f4ca-4c4e-ba7d-f1c5ce59d3f8 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.2389293 Feb 16 22:34:37.213222 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0a34047a-73d8-478c-9e93-f83eb51fe0b2 req-6db31131-dbf8-4093-b727-4726023c880a tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704489 Feb 16 22:34:37.275152 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-5c340ce4-f8f2-4275-9605-627418a3c1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:37.282928 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-5c340ce4-f8f2-4275-9605-627418a3c1a2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=26d0d9a9-120f-4eeb-8da5-91a75398d8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2298722 Feb 16 22:34:37.476748 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-05f4b6eb-59cf-45c0-9612-b21dc49d2175 service neutron] 10.222.0.67 "GET /v2.0/networks/26d0d9a9-120f-4eeb-8da5-91a75398d8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773133 Feb 16 22:34:37.496089 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142e365-0d75-4318-b282-edcfd1750969 req-7468bd65-dec1-418e-b25e-ca632bda13af tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:37.509322 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f142e365-0d75-4318-b282-edcfd1750969 req-7468bd65-dec1-418e-b25e-ca632bda13af tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.1501026 Feb 16 22:34:37.664809 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f142e365-0d75-4318-b282-edcfd1750969 req-5888f010-38d1-4dda-88a5-0c924143c6b8 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543412 Feb 16 22:34:37.706878 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-ea54eae2-ebe0-4383-804b-2aa5a96ed8bd service neutron] 10.222.0.67 "GET /v2.0/networks/26d0d9a9-120f-4eeb-8da5-91a75398d8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191632 Feb 16 22:34:37.793473 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-cb3437c8-8289-408b-8d43-d460cb7b7802 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=f1376ffd-fe61-469a-a98f-7b82403092df HTTP/1.1" status: 200 len: 217 time: 0.0786598 Feb 16 22:34:37.916873 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6d80e-f4a0-4f5f-9e51-61a836036d2a req-34e7df7b-106a-44bd-a1eb-5a6e123c3e7e tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:37.918771 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ca6d80e-f4a0-4f5f-9e51-61a836036d2a req-34e7df7b-106a-44bd-a1eb-5a6e123c3e7e tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1353471 Feb 16 22:34:37.974654 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-233c8bf1-0a0a-47df-929e-d69eec8719e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:37.978299 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-233c8bf1-0a0a-47df-929e-d69eec8719e1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8582b128-4308-4a64-b89a-f70186bb698e HTTP/1.1" status: 200 len: 797 time: 0.1341588 Feb 16 22:34:37.979049 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51706) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:34:38.000338 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ca6d80e-f4a0-4f5f-9e51-61a836036d2a req-4ede4cba-3969-4c82-9422-ac29bc2971e8 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733635 Feb 16 22:34:38.124163 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-9fdf1881-7f21-4d62-855e-54f02bb53abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:38.125908 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-9fdf1881-7f21-4d62-855e-54f02bb53abd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=26d0d9a9-120f-4eeb-8da5-91a75398d8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1228285 Feb 16 22:34:38.225179 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-82e7038b-8f06-4a73-8c12-dd75d5eab7c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:38.323242 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-c19c3f09-7234-4ef3-b683-0fa4fecd6b73 service neutron] 10.222.0.67 "GET /v2.0/networks/26d0d9a9-120f-4eeb-8da5-91a75398d8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887445 Feb 16 22:34:38.328474 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-82e7038b-8f06-4a73-8c12-dd75d5eab7c9 admin admin] Publish callbacks [] for security_group (ee808e9a-6e72-4f4a-86be-290fd34320f7), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:38.331628 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fcddcd-7d26-42c4-9633-bbf47ab04f14 req-035425eb-7f28-4e40-a56e-9000432428d6 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:38.333584 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-09fcddcd-7d26-42c4-9633-bbf47ab04f14 req-035425eb-7f28-4e40-a56e-9000432428d6 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1092355 Feb 16 22:34:38.350257 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-82e7038b-8f06-4a73-8c12-dd75d5eab7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ee808e9a-6e72-4f4a-86be-290fd34320f7), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:38.381854 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-82e7038b-8f06-4a73-8c12-dd75d5eab7c9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=60652e0c99a24a249563df65026575a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4005237 Feb 16 22:34:38.384637 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51718) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:34:38.461448 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-09fcddcd-7d26-42c4-9633-bbf47ab04f14 req-83edc149-b018-4a49-9590-aee7b8e59236 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136031 Feb 16 22:34:38.499793 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e7038b-8f06-4a73-8c12-dd75d5eab7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee808e9a-6e72-4f4a-86be-290fd34320f7,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:38.501920 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-5b95293c-b950-4b35-aa94-23b3158873e5 service neutron] 10.222.0.67 "GET /v2.0/networks/26d0d9a9-120f-4eeb-8da5-91a75398d8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672213 Feb 16 22:34:38.547522 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c49586c7-f4a4-4dc3-94ee-3190a1892c3c admin admin] Publish callbacks [] for security_group (ee808e9a-6e72-4f4a-86be-290fd34320f7), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:38.576862 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-00c31ec7-dbce-4443-83a6-e1a5fc0b1ebd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=055e02a5-47a0-401e-b169-9e127e0dd260 HTTP/1.1" status: 200 len: 217 time: 0.0675950 Feb 16 22:34:38.604070 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c49586c7-f4a4-4dc3-94ee-3190a1892c3c admin admin] Publish callbacks [] for security_group (ee808e9a-6e72-4f4a-86be-290fd34320f7), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:38.658850 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-493950a1-66b3-413b-bd22-67618afa2dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:38.661418 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-493950a1-66b3-413b-bd22-67618afa2dc4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8582b128-4308-4a64-b89a-f70186bb698e HTTP/1.1" status: 200 len: 797 time: 0.0754871 Feb 16 22:34:38.706651 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c49586c7-f4a4-4dc3-94ee-3190a1892c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ee808e9a-6e72-4f4a-86be-290fd34320f7), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:38.710328 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c49586c7-f4a4-4dc3-94ee-3190a1892c3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:38.712075 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c49586c7-f4a4-4dc3-94ee-3190a1892c3c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ee808e9a-6e72-4f4a-86be-290fd34320f7 HTTP/1.1" status: 204 len: 168 time: 0.3258128 Feb 16 22:34:38.713318 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417f91e-2435-4b60-b5a5-cfd585f876f9 req-221e436a-2a50-4f7e-aa8d-ac66818b4463 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:38.720759 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3417f91e-2435-4b60-b5a5-cfd585f876f9 req-221e436a-2a50-4f7e-aa8d-ac66818b4463 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1466303 Feb 16 22:34:38.743718 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49586c7-f4a4-4dc3-94ee-3190a1892c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee808e9a-6e72-4f4a-86be-290fd34320f7,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:38.782147 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-b17f671d-fa87-4098-aa8f-88fe15240055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:38.784444 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-b17f671d-fa87-4098-aa8f-88fe15240055 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=26d0d9a9-120f-4eeb-8da5-91a75398d8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1163824 Feb 16 22:34:38.805100 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3417f91e-2435-4b60-b5a5-cfd585f876f9 req-f77046e4-c88f-4168-9227-5715380cfc15 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830073 Feb 16 22:34:38.924413 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-0b49e5fd-a39d-49cc-83ad-c4cf589c04a0 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=0a91c9c4999e4ec3ac2c6aa4159e4d1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354621 Feb 16 22:34:39.102393 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-39057490-895b-46ad-addd-25aab08f6bee service neutron] 10.222.0.67 "GET /v2.0/networks/26d0d9a9-120f-4eeb-8da5-91a75398d8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961395 Feb 16 22:34:39.198280 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51746) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:34:39.220612 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4ddc4d01-6da6-438a-b26d-3ff32e75b59e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:39.225211 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-7ba4405e-7756-4c7c-87e5-5d93b60bd711 service neutron] 10.222.0.67 "GET /v2.0/networks/26d0d9a9-120f-4eeb-8da5-91a75398d8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114030 Feb 16 22:34:39.295091 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-5a8e522e-177d-46b0-9956-d691df6e56b7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=d4fbc09b-056d-495d-94fc-6214e9e03479 HTTP/1.1" status: 200 len: 217 time: 0.0631227 Feb 16 22:34:39.305686 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-402b5ad8-ecbc-4a8a-9ae6-1429a3c7deac tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:39.308048 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4ddc4d01-6da6-438a-b26d-3ff32e75b59e admin admin] Publish callbacks [] for security_group (be9d9b02-635c-46e2-8202-96c1acd414b5), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:39.310440 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-402b5ad8-ecbc-4a8a-9ae6-1429a3c7deac tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3594015 Feb 16 22:34:39.315540 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4ddc4d01-6da6-438a-b26d-3ff32e75b59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (be9d9b02-635c-46e2-8202-96c1acd414b5), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:39.360772 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc4d01-6da6-438a-b26d-3ff32e75b59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9d9b02-635c-46e2-8202-96c1acd414b5,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:39.371910 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-17051d86-e65f-4e0e-a880-4849b04ee986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:39.373362 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-17051d86-e65f-4e0e-a880-4849b04ee986 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8582b128-4308-4a64-b89a-f70186bb698e HTTP/1.1" status: 200 len: 797 time: 0.0617065 Feb 16 22:34:39.404684 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4ddc4d01-6da6-438a-b26d-3ff32e75b59e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dcad85a1715e4528955d7c3e964fee45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2042518 Feb 16 22:34:39.405560 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51748) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:34:39.416153 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-01cca03e-d808-431f-8858-a56986203ee3 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] 10.222.0.75 "GET /v2.0/quotas/0a91c9c4999e4ec3ac2c6aa4159e4d1c HTTP/1.1" status: 200 len: 375 time: 0.0415876 Feb 16 22:34:39.484610 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0bc75681-ff9d-42a2-8e13-2095415ce865 admin admin] Publish callbacks [] for security_group (be9d9b02-635c-46e2-8202-96c1acd414b5), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:39.487758 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-a6f77a23-0e65-47bf-9e41-4a4db4f8fd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:39.492117 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-a6f77a23-0e65-47bf-9e41-4a4db4f8fd5e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=26d0d9a9-120f-4eeb-8da5-91a75398d8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1060715 Feb 16 22:34:39.495569 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-b3e51b8e-f982-410a-8a9d-0e76c57da572 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0a91c9c4999e4ec3ac2c6aa4159e4d1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678060 Feb 16 22:34:39.510610 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0bc75681-ff9d-42a2-8e13-2095415ce865 admin admin] Publish callbacks [] for security_group (be9d9b02-635c-46e2-8202-96c1acd414b5), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:39.598155 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0bc75681-ff9d-42a2-8e13-2095415ce865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (be9d9b02-635c-46e2-8202-96c1acd414b5), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:39.601562 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0bc75681-ff9d-42a2-8e13-2095415ce865 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:39.602975 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0bc75681-ff9d-42a2-8e13-2095415ce865 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/be9d9b02-635c-46e2-8202-96c1acd414b5 HTTP/1.1" status: 204 len: 168 time: 0.1957955 Feb 16 22:34:39.622246 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-9444c789-7c5b-4942-8fa5-1ebae18d4004 service neutron] 10.222.0.67 "GET /v2.0/networks/26d0d9a9-120f-4eeb-8da5-91a75398d8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250992 Feb 16 22:34:39.625938 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc75681-ff9d-42a2-8e13-2095415ce865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9d9b02-635c-46e2-8202-96c1acd414b5,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:39.816102 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-968093bc-2196-4aa0-84f0-8193a07604f6 service neutron] 10.222.0.67 "GET /v2.0/networks/26d0d9a9-120f-4eeb-8da5-91a75398d8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724842 Feb 16 22:34:39.899130 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-ab1c2444-0687-43ee-8065-8be0ab7d8f2e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f08268c2-0706-4d20-b5da-cb8402e649ee HTTP/1.1" status: 200 len: 217 time: 0.0716517 Feb 16 22:34:39.975089 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-5934de02-c633-4ae6-8c78-de7a537241e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:39.976732 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-5934de02-c633-4ae6-8c78-de7a537241e3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0d67fdb7-3c41-4880-be2c-249dd8a89e0b HTTP/1.1" status: 200 len: 797 time: 0.0585859 Feb 16 22:34:40.044230 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94316c8e-4ed4-4b65-85a5-93fa63dc069b req-37a517ab-926d-4ab7-abaa-338a2b83cdaa tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:40.052405 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94316c8e-4ed4-4b65-85a5-93fa63dc069b req-37a517ab-926d-4ab7-abaa-338a2b83cdaa tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.2123582 Feb 16 22:34:40.084626 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-02d67fe6-d119-4970-bddb-661e2d70bd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:40.086197 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-02d67fe6-d119-4970-bddb-661e2d70bd8a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a2b2a22c-a39e-445c-a28f-3542fdd15687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1020494 Feb 16 22:34:40.219779 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94316c8e-4ed4-4b65-85a5-93fa63dc069b req-8257a547-4993-45ce-8744-91c89f1772e2 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662486 Feb 16 22:34:40.222446 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-eae9f959-77b9-4846-baf0-c9edc484f5c7 service neutron] 10.222.0.67 "GET /v2.0/networks/a2b2a22c-a39e-445c-a28f-3542fdd15687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068225 Feb 16 22:34:40.413659 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-5814d611-610d-4cba-831d-54d0ce1806e9 service neutron] 10.222.0.67 "GET /v2.0/networks/a2b2a22c-a39e-445c-a28f-3542fdd15687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790547 Feb 16 22:34:40.513528 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5ea48282-0221-41d3-9164-24f204dd2177 req-2cd8f6a7-1a76-45fb-ac92-f532593186b2 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] 10.222.0.75 "GET /v2.0/ports?device_id=09768a51-0dea-4f44-bbc7-bce417bb0e43 HTTP/1.1" status: 200 len: 210 time: 0.0983872 Feb 16 22:34:40.517634 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-608b515d-ea67-480f-baea-f78ce20fc671 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dbcefae5-8c39-42d5-b478-a0ad2c3077ea HTTP/1.1" status: 200 len: 217 time: 0.0904350 Feb 16 22:34:40.647470 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-15a0d776-b158-424e-8eaa-d0a19b6e282f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:40.649016 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-15a0d776-b158-424e-8eaa-d0a19b6e282f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0d67fdb7-3c41-4880-be2c-249dd8a89e0b HTTP/1.1" status: 200 len: 797 time: 0.1097074 Feb 16 22:34:40.738711 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178ab33-0f04-4b2a-a404-75d6b69970b3 req-31f188b1-a179-442c-96f6-afe2a00b554c tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:40.752825 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4178ab33-0f04-4b2a-a404-75d6b69970b3 req-31f188b1-a179-442c-96f6-afe2a00b554c tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1246183 Feb 16 22:34:40.793546 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-29d9bd98-1aed-487d-8903-0fcf839c22f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:40.795140 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-29d9bd98-1aed-487d-8903-0fcf839c22f9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a2b2a22c-a39e-445c-a28f-3542fdd15687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1311960 Feb 16 22:34:40.951342 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-81def42e-28e1-463f-97e0-541d449987db service neutron] 10.222.0.67 "GET /v2.0/networks/a2b2a22c-a39e-445c-a28f-3542fdd15687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388600 Feb 16 22:34:40.991145 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4178ab33-0f04-4b2a-a404-75d6b69970b3 req-7aea8ce7-4eaf-4625-a740-ddf9ee59405b tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359259 Feb 16 22:34:41.195252 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4828bb94-0c39-466e-b529-c3217bbf8242 req-d36fda13-3efc-421e-af3d-d66d1074da1a service neutron] 10.222.0.67 "GET /v2.0/networks/a2b2a22c-a39e-445c-a28f-3542fdd15687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316487 Feb 16 22:34:41.243964 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa1eca-ed3f-48b3-b169-de0150e2f5e6 req-305c0d65-dea7-43cb-acfd-546900e2251e tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:41.254801 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7efa1eca-ed3f-48b3-b169-de0150e2f5e6 req-305c0d65-dea7-43cb-acfd-546900e2251e tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1238232 Feb 16 22:34:41.336711 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7efa1eca-ed3f-48b3-b169-de0150e2f5e6 req-1b6a1577-22a7-44a7-bcdb-6c79cd5097df tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805750 Feb 16 22:34:41.455925 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-dea2892d-87ff-4bf9-b52b-87f5742555b4 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=0a91c9c4999e4ec3ac2c6aa4159e4d1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502400 Feb 16 22:34:41.635540 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcf3eb-7697-44bf-ad2c-1508fe5176fe req-af82b063-5a70-4b30-9046-2acb721dbbd2 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:41.643540 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2adcf3eb-7697-44bf-ad2c-1508fe5176fe req-af82b063-5a70-4b30-9046-2acb721dbbd2 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.1828024 Feb 16 22:34:41.705951 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-049d8e2f-0d60-42e8-82fa-1a85f4820b5f tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:41.707500 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-049d8e2f-0d60-42e8-82fa-1a85f4820b5f tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2454042 Feb 16 22:34:41.722604 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-af5e02e3-328b-4c75-a9a3-10f3a07095b4 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] Request body: {'port': {'device_id': '09768a51-0dea-4f44-bbc7-bce417bb0e43', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'admin_state_up': True, 'tenant_id': '0a91c9c4999e4ec3ac2c6aa4159e4d1c'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:34:41.740155 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2adcf3eb-7697-44bf-ad2c-1508fe5176fe req-f762abd5-c744-4f49-a8c3-df30dec2073c tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925841 Feb 16 22:34:41.955004 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-410e157d-52fc-42e6-a09b-6b0d0e709b23 req-5f4e0dd2-a051-4a64-94dd-84ad153068af tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] 10.222.0.75 "GET /v2.0/ports?device_id=09768a51-0dea-4f44-bbc7-bce417bb0e43 HTTP/1.1" status: 200 len: 210 time: 0.0523953 Feb 16 22:34:41.989424 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-af5e02e3-328b-4c75-a9a3-10f3a07095b4 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] Made reservation on behalf of 0a91c9c4999e4ec3ac2c6aa4159e4d1c for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:34:41.993548 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-af5e02e3-328b-4c75-a9a3-10f3a07095b4 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:42.021981 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-af5e02e3-328b-4c75-a9a3-10f3a07095b4 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:42.155895 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee9a40-21bf-41bc-bcba-c314a0e948aa req-150e2720-2f2c-4aa7-845d-f9de2d719279 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:42.157513 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d6ee9a40-21bf-41bc-bcba-c314a0e948aa req-150e2720-2f2c-4aa7-845d-f9de2d719279 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1013665 Feb 16 22:34:42.237013 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d6ee9a40-21bf-41bc-bcba-c314a0e948aa req-78b93f7b-e8f3-4f31-874f-54753d7f094c tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650032 Feb 16 22:34:42.253629 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-af5e02e3-328b-4c75-a9a3-10f3a07095b4 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] Publish callbacks [] for security_group (306f606d-5cfd-44d6-ae2b-382f49039ac7), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:42.259425 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-af5e02e3-328b-4c75-a9a3-10f3a07095b4 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (306f606d-5cfd-44d6-ae2b-382f49039ac7), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:42.296230 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e02e3-328b-4c75-a9a3-10f3a07095b4 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=306f606d-5cfd-44d6-ae2b-382f49039ac7,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:42.831812 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-af5e02e3-328b-4c75-a9a3-10f3a07095b4 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] Allocated IP 192.168.233.57 (d8fa3154-6273-4014-87c6-575d48ec11fc/0a5a8be1-6e1c-443c-a77b-25715d79e10e/efddbff0-30d1-4211-a54f-8e1b0725e563) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:34:42.866480 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72b0b6-7975-40c6-9b91-e3ea24956bb0 req-b355c723-5cd0-484d-a95e-23bb8e50ff18 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:42.866480 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c72b0b6-7975-40c6-9b91-e3ea24956bb0 req-b355c723-5cd0-484d-a95e-23bb8e50ff18 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.4729204 Feb 16 22:34:42.992578 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c72b0b6-7975-40c6-9b91-e3ea24956bb0 req-2a1fca27-00ad-48df-abd8-f57544a1e2be tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175303 Feb 16 22:34:43.220109 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-af5e02e3-328b-4c75-a9a3-10f3a07095b4 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] Publish callbacks [] for port (efddbff0-30d1-4211-a54f-8e1b0725e563), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:43.282570 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67771898-b259-454c-a08f-c09cedbfe982 req-536a803c-9ba1-4d53-a2dc-db5212a0e7f3 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:43.284408 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-67771898-b259-454c-a08f-c09cedbfe982 req-536a803c-9ba1-4d53-a2dc-db5212a0e7f3 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.1444070 Feb 16 22:34:43.311488 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-af5e02e3-328b-4c75-a9a3-10f3a07095b4 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (efddbff0-30d1-4211-a54f-8e1b0725e563), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:43.369364 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e02e3-328b-4c75-a9a3-10f3a07095b4 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] Pushing event updated for resources: {'Port': ['ID=efddbff0-30d1-4211-a54f-8e1b0725e563,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:43.379553 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-af5e02e3-328b-4c75-a9a3-10f3a07095b4 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] Network d8fa3154-6273-4014-87c6-575d48ec11fc is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:34:43.392940 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-af5e02e3-328b-4c75-a9a3-10f3a07095b4 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:34:43.396291 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-af5e02e3-328b-4c75-a9a3-10f3a07095b4 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:34:43.467310 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-af5e02e3-328b-4c75-a9a3-10f3a07095b4 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:43.468060 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-af5e02e3-328b-4c75-a9a3-10f3a07095b4 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:43.485039 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-67771898-b259-454c-a08f-c09cedbfe982 req-55344562-b780-4776-8c4e-580724c8cd2b tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923726 Feb 16 22:34:43.514845 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-af5e02e3-328b-4c75-a9a3-10f3a07095b4 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7981451 Feb 16 22:34:43.527307 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-8faf80c0-8d83-4a99-96c6-43f179a64165 service neutron] Request body: {'port': {'device_id': '09768a51-0dea-4f44-bbc7-bce417bb0e43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:34:43.631503 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-8faf80c0-8d83-4a99-96c6-43f179a64165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (efddbff0-30d1-4211-a54f-8e1b0725e563), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:43.736846 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe50a4-343b-4072-b246-992469f4f8f6 req-bf489b01-87ad-493d-be93-73e215d32e30 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:43.745462 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c5fe50a4-343b-4072-b246-992469f4f8f6 req-bf489b01-87ad-493d-be93-73e215d32e30 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] 10.222.0.75 "GET /v2.0/ports?device_id=09768a51-0dea-4f44-bbc7-bce417bb0e43 HTTP/1.1" status: 200 len: 935 time: 0.1153080 Feb 16 22:34:43.833790 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-44ca2286-15c0-4670-93d5-bbe638ef4380 None None] Provisioning complete for port efddbff0-30d1-4211-a54f-8e1b0725e563 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:34:43.834346 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-44ca2286-15c0-4670-93d5-bbe638ef4380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (efddbff0-30d1-4211-a54f-8e1b0725e563), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:43.882144 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-44ca2286-15c0-4670-93d5-bbe638ef4380 None None] Port efddbff0-30d1-4211-a54f-8e1b0725e563 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:34:43.883688 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c5fe50a4-343b-4072-b246-992469f4f8f6 req-2308b25a-afb5-42ea-a54e-7e40a8543848 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] 10.222.0.75 "GET /v2.0/security-groups?id=306f606d-5cfd-44d6-ae2b-382f49039ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364298 Feb 16 22:34:43.989780 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51880) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:34:44.136751 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b253a-985b-426f-8a4c-70ae45e18acc req-828eb392-5833-4010-87f0-4dff097b86b4 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:44.143526 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ca3b253a-985b-426f-8a4c-70ae45e18acc req-828eb392-5833-4010-87f0-4dff097b86b4 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1169996 Feb 16 22:34:44.147486 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-800ae304-9afd-48a3-9c7d-cbde5a2b0075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:44.158879 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-8faf80c0-8d83-4a99-96c6-43f179a64165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efddbff0-30d1-4211-a54f-8e1b0725e563 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:34:44.178807 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-8faf80c0-8d83-4a99-96c6-43f179a64165 service neutron] Publish callbacks [] for port (efddbff0-30d1-4211-a54f-8e1b0725e563), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:44.209851 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-8faf80c0-8d83-4a99-96c6-43f179a64165 service neutron] Transition to ACTIVE for port object efddbff0-30d1-4211-a54f-8e1b0725e563 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:34:44.232918 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-8faf80c0-8d83-4a99-96c6-43f179a64165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (efddbff0-30d1-4211-a54f-8e1b0725e563), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:44.263834 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-800ae304-9afd-48a3-9c7d-cbde5a2b0075 admin admin] Publish callbacks [] for security_group (528b0826-03d2-4853-be2c-da95e11b7702), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:44.269327 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-800ae304-9afd-48a3-9c7d-cbde5a2b0075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (528b0826-03d2-4853-be2c-da95e11b7702), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:44.270505 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ca3b253a-985b-426f-8a4c-70ae45e18acc req-376a95a4-73a7-4edb-9e9a-2c69cc66025a tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181161 Feb 16 22:34:44.360761 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf80c0-8d83-4a99-96c6-43f179a64165 service neutron] Pushing event updated for resources: {'Port': ['ID=efddbff0-30d1-4211-a54f-8e1b0725e563,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:44.426438 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51890) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:34:44.431447 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-800ae304-9afd-48a3-9c7d-cbde5a2b0075 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=91a0a23e31bf41b49f6fba3dbc211a13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4395413 Feb 16 22:34:44.454953 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ae304-9afd-48a3-9c7d-cbde5a2b0075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528b0826-03d2-4853-be2c-da95e11b7702,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:44.518323 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-8faf80c0-8d83-4a99-96c6-43f179a64165 service neutron] Attempting to bind port efddbff0-30d1-4211-a54f-8e1b0725e563 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:34:44.518676 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-8faf80c0-8d83-4a99-96c6-43f179a64165 service neutron] Attempting to bind port efddbff0-30d1-4211-a54f-8e1b0725e563 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:34:44.518943 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-8faf80c0-8d83-4a99-96c6-43f179a64165 service neutron] Attempting to bind port efddbff0-30d1-4211-a54f-8e1b0725e563 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:34:44.528838 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-8faf80c0-8d83-4a99-96c6-43f179a64165 service neutron] Port efddbff0-30d1-4211-a54f-8e1b0725e563 on network d8fa3154-6273-4014-87c6-575d48ec11fc not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:34:44.528838 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-8faf80c0-8d83-4a99-96c6-43f179a64165 service neutron] Attempting to bind port efddbff0-30d1-4211-a54f-8e1b0725e563 on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:34:44.544291 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-8faf80c0-8d83-4a99-96c6-43f179a64165 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:34:44.544637 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-8faf80c0-8d83-4a99-96c6-43f179a64165 service neutron] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:34:44.545078 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-8faf80c0-8d83-4a99-96c6-43f179a64165 service neutron] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:34:44.545468 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-8faf80c0-8d83-4a99-96c6-43f179a64165 service neutron] Bound port: efddbff0-30d1-4211-a54f-8e1b0725e563, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:34:44.545831 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-8faf80c0-8d83-4a99-96c6-43f179a64165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (efddbff0-30d1-4211-a54f-8e1b0725e563), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:44.639939 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e1028-297e-424f-96f7-9f56e04d3447 req-00ee71a7-9312-4d3c-83bb-0e4f68b5fed9 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:44.641698 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-655e1028-297e-424f-96f7-9f56e04d3447 req-00ee71a7-9312-4d3c-83bb-0e4f68b5fed9 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1942029 Feb 16 22:34:44.653325 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-398a0330-a5de-4273-b6a3-c7a7b90a62e0 admin admin] Publish callbacks [] for security_group (528b0826-03d2-4853-be2c-da95e11b7702), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:44.707861 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-8faf80c0-8d83-4a99-96c6-43f179a64165 service neutron] For port efddbff0-30d1-4211-a54f-8e1b0725e563, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:34:44.743719 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-398a0330-a5de-4273-b6a3-c7a7b90a62e0 admin admin] Publish callbacks [] for security_group (528b0826-03d2-4853-be2c-da95e11b7702), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:44.749075 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-8faf80c0-8d83-4a99-96c6-43f179a64165 service neutron] For port efddbff0-30d1-4211-a54f-8e1b0725e563, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=efddbff0-30d1-4211-a54f-8e1b0725e563,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:34:44.778852 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-655e1028-297e-424f-96f7-9f56e04d3447 req-6bc2af9d-1792-4e66-8f86-04277395843c tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266754 Feb 16 22:34:44.784667 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-8faf80c0-8d83-4a99-96c6-43f179a64165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (efddbff0-30d1-4211-a54f-8e1b0725e563), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:44.839452 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-8faf80c0-8d83-4a99-96c6-43f179a64165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:44.840091 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-8faf80c0-8d83-4a99-96c6-43f179a64165 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:44.841553 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-8faf80c0-8d83-4a99-96c6-43f179a64165 service neutron] 10.222.0.67 "PUT /v2.0/ports/efddbff0-30d1-4211-a54f-8e1b0725e563 HTTP/1.1" status: 200 len: 1095 time: 1.3189285 Feb 16 22:34:44.856312 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09768a51-0dea-4f44-bbc7-bce417bb0e43', 'tag': 'efddbff0-30d1-4211-a54f-8e1b0725e563'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:34:44.860085 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d19d3c-a559-4bbd-b61a-bda0f0d60808" -d '{"events": [{"name": "network-changed", "server_uuid": "09768a51-0dea-4f44-bbc7-bce417bb0e43", "tag": "efddbff0-30d1-4211-a54f-8e1b0725e563"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:34:44.941726 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf80c0-8d83-4a99-96c6-43f179a64165 service neutron] Pushing event updated for resources: {'Port': ['ID=efddbff0-30d1-4211-a54f-8e1b0725e563,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:44.961163 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-398a0330-a5de-4273-b6a3-c7a7b90a62e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (528b0826-03d2-4853-be2c-da95e11b7702), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:44.968194 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-398a0330-a5de-4273-b6a3-c7a7b90a62e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:44.973305 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-398a0330-a5de-4273-b6a3-c7a7b90a62e0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/528b0826-03d2-4853-be2c-da95e11b7702 HTTP/1.1" status: 204 len: 168 time: 0.5422993 Feb 16 22:34:45.002964 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a0330-a5de-4273-b6a3-c7a7b90a62e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528b0826-03d2-4853-be2c-da95e11b7702,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:45.038404 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-a4f3363e-5359-44aa-8c02-1ca77258d3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:45.039982 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-a4f3363e-5359-44aa-8c02-1ca77258d3db service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a91c9c4999e4ec3ac2c6aa4159e4d1c&device_id=09768a51-0dea-4f44-bbc7-bce417bb0e43 HTTP/1.1" status: 200 len: 1129 time: 0.1467807 Feb 16 22:34:45.100131 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-ce9b90f6-2ddb-4e25-bd97-c7fc8aa879fb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=efddbff0-30d1-4211-a54f-8e1b0725e563 HTTP/1.1" status: 200 len: 217 time: 0.0525923 Feb 16 22:34:45.109477 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a476eb-889e-4a20-8196-6c57bd58859a req-2bd2ded4-987a-48ca-a3de-1ab470dfe54f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:45.118311 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-83a476eb-889e-4a20-8196-6c57bd58859a req-2bd2ded4-987a-48ca-a3de-1ab470dfe54f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.1387134 Feb 16 22:34:45.255932 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-dbf1005f-7849-49c7-9ab3-524025d03999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:45.257428 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-dbf1005f-7849-49c7-9ab3-524025d03999 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1363029 Feb 16 22:34:45.326386 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-83a476eb-889e-4a20-8196-6c57bd58859a req-b5d1d6f3-3f0c-4ae3-92dd-ad90bfe81812 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029197 Feb 16 22:34:45.362470 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-99e4aa32-75f3-4be1-875b-56801b1a2063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:45.368917 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-99e4aa32-75f3-4be1-875b-56801b1a2063 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0992033 Feb 16 22:34:45.429955 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0264c4-49e5-42d3-8e22-f3aea9d6576b x-openstack-request-id: req-bb0264c4-49e5-42d3-8e22-f3aea9d6576b {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:34:45.430564 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09768a51-0dea-4f44-bbc7-bce417bb0e43", "tag": "efddbff0-30d1-4211-a54f-8e1b0725e563", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:34:45.430953 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bb0264c4-49e5-42d3-8e22-f3aea9d6576b {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:34:45.431493 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09768a51-0dea-4f44-bbc7-bce417bb0e43', 'tag': 'efddbff0-30d1-4211-a54f-8e1b0725e563', 'status': 'completed', 'code': 200} Feb 16 22:34:45.510794 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51910) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:34:45.533311 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6469b9c7-610c-42dd-bb4c-403b75e43258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:45.604506 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-96067e06-93a4-4d07-91d8-16baebe58704 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296000 Feb 16 22:34:45.652499 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6469b9c7-610c-42dd-bb4c-403b75e43258 admin admin] Publish callbacks [] for security_group (b86c018c-ca4d-485f-8c33-16c6f7a9c2ed), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:45.663304 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6469b9c7-610c-42dd-bb4c-403b75e43258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b86c018c-ca4d-485f-8c33-16c6f7a9c2ed), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:45.713044 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6469b9c7-610c-42dd-bb4c-403b75e43258 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8e4da86768a241f6a23e9339d0a7feb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2009835 Feb 16 22:34:45.714677 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51912) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:34:45.719597 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3f67ebf5-159a-4cb9-b85d-5b69f0625e2e req-44997c60-29d2-4641-b519-b5eccbcc2dcd service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080942 Feb 16 22:34:45.722573 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469b9c7-610c-42dd-bb4c-403b75e43258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86c018c-ca4d-485f-8c33-16c6f7a9c2ed,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:45.739979 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf1219-5334-425b-88c8-e9d38ea3a026 req-e106ce06-1c1e-4cbe-95eb-dcb396dc08d1 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:45.741898 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bbaf1219-5334-425b-88c8-e9d38ea3a026 req-e106ce06-1c1e-4cbe-95eb-dcb396dc08d1 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] 10.222.0.75 "GET /v2.0/ports?device_id=09768a51-0dea-4f44-bbc7-bce417bb0e43 HTTP/1.1" status: 200 len: 947 time: 0.1937780 Feb 16 22:34:45.800339 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-45096fbc-1b53-4d04-826b-b8e0dbd78a8b admin admin] Publish callbacks [] for security_group (b86c018c-ca4d-485f-8c33-16c6f7a9c2ed), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:45.829345 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-45096fbc-1b53-4d04-826b-b8e0dbd78a8b admin admin] Publish callbacks [] for security_group (b86c018c-ca4d-485f-8c33-16c6f7a9c2ed), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:45.832408 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bbaf1219-5334-425b-88c8-e9d38ea3a026 req-07815896-302b-43c6-aad0-23c877b3b18d tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] 10.222.0.75 "GET /v2.0/security-groups?id=306f606d-5cfd-44d6-ae2b-382f49039ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846000 Feb 16 22:34:45.851596 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d19d3c-a559-4bbd-b61a-bda0f0d60808 req-072311e2-2ac3-4c10-b5cc-b58b62ca273f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:45.853444 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-95d19d3c-a559-4bbd-b61a-bda0f0d60808 req-072311e2-2ac3-4c10-b5cc-b58b62ca273f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a91c9c4999e4ec3ac2c6aa4159e4d1c&device_id=09768a51-0dea-4f44-bbc7-bce417bb0e43 HTTP/1.1" status: 200 len: 1129 time: 0.0742016 Feb 16 22:34:45.902307 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-45096fbc-1b53-4d04-826b-b8e0dbd78a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b86c018c-ca4d-485f-8c33-16c6f7a9c2ed), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:45.906507 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-45096fbc-1b53-4d04-826b-b8e0dbd78a8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:45.910906 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-45096fbc-1b53-4d04-826b-b8e0dbd78a8b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b86c018c-ca4d-485f-8c33-16c6f7a9c2ed HTTP/1.1" status: 204 len: 168 time: 0.1946323 Feb 16 22:34:45.920975 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45096fbc-1b53-4d04-826b-b8e0dbd78a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86c018c-ca4d-485f-8c33-16c6f7a9c2ed,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:46.054703 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:34:46.076829 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d19d3c-a559-4bbd-b61a-bda0f0d60808 req-2e0940a0-c67d-43ed-a0b9-93accdb48e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:46.078864 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-95d19d3c-a559-4bbd-b61a-bda0f0d60808 req-2e0940a0-c67d-43ed-a0b9-93accdb48e5b service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.2185099 Feb 16 22:34:46.142353 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fd34b-bef7-4ca8-b247-adae51c904a4 req-4204488e-5cb7-440a-a3bf-8533e244786f tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:46.144088 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-047fd34b-bef7-4ca8-b247-adae51c904a4 req-4204488e-5cb7-440a-a3bf-8533e244786f tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1449671 Feb 16 22:34:46.145657 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-95d19d3c-a559-4bbd-b61a-bda0f0d60808 req-8c798970-ed95-456b-aef3-513dfb7acecf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=efddbff0-30d1-4211-a54f-8e1b0725e563 HTTP/1.1" status: 200 len: 217 time: 0.0581422 Feb 16 22:34:46.240103 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d19d3c-a559-4bbd-b61a-bda0f0d60808 req-3f12a99d-ab0c-47a0-932c-0728d07f3f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:46.241569 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-95d19d3c-a559-4bbd-b61a-bda0f0d60808 req-3f12a99d-ab0c-47a0-932c-0728d07f3f7a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0890098 Feb 16 22:34:46.249283 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-047fd34b-bef7-4ca8-b247-adae51c904a4 req-8e2fd9bf-c7fa-4e10-acb2-4809ca62a727 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950892 Feb 16 22:34:46.374638 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d19d3c-a559-4bbd-b61a-bda0f0d60808 req-b15e67f8-935a-4910-bc54-10f506a9d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:46.376119 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-95d19d3c-a559-4bbd-b61a-bda0f0d60808 req-b15e67f8-935a-4910-bc54-10f506a9d4cb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1259801 Feb 16 22:34:46.525438 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e39a29-a570-4390-9098-4f0affd449c1 req-5262281f-6bce-4ce4-b0e6-e108726c9ac8 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:46.527078 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-82e39a29-a570-4390-9098-4f0affd449c1 req-5262281f-6bce-4ce4-b0e6-e108726c9ac8 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1481543 Feb 16 22:34:46.589116 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-82e39a29-a570-4390-9098-4f0affd449c1 req-61c1638a-d9c9-43f6-b4d9-60240e090b0f tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546730 Feb 16 22:34:46.643784 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-95d19d3c-a559-4bbd-b61a-bda0f0d60808 req-26d3878a-106c-4547-99c9-4840b4e07e22 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493849 Feb 16 22:34:46.793614 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc829c-7991-4b2c-98c3-e35b4cf6252a req-ba4e2b3f-84a6-4113-84cf-6696d37125fc tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:46.795234 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-82cc829c-7991-4b2c-98c3-e35b4cf6252a req-ba4e2b3f-84a6-4113-84cf-6696d37125fc tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.1098933 Feb 16 22:34:46.820776 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-95d19d3c-a559-4bbd-b61a-bda0f0d60808 req-6e1801fc-8c65-4a84-a1a1-27e3e9f6bcdd service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751962 Feb 16 22:34:46.876649 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-82cc829c-7991-4b2c-98c3-e35b4cf6252a req-8e9608d8-16f8-461d-ac35-9e96a0f340cc tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701463 Feb 16 22:34:47.448659 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8c327-73d6-4f0b-886b-8f81464e8f25 req-5e2da374-5d9c-4782-90e3-8a08830a06d5 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:47.450675 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-70c8c327-73d6-4f0b-886b-8f81464e8f25 req-5e2da374-5d9c-4782-90e3-8a08830a06d5 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] 10.222.0.75 "GET /v2.0/ports?device_id=09768a51-0dea-4f44-bbc7-bce417bb0e43 HTTP/1.1" status: 200 len: 947 time: 0.0740745 Feb 16 22:34:47.554597 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-70c8c327-73d6-4f0b-886b-8f81464e8f25 req-d552cf93-d77a-4207-bbd4-9e4b7f72164d tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] 10.222.0.75 "GET /v2.0/security-groups?id=306f606d-5cfd-44d6-ae2b-382f49039ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914743 Feb 16 22:34:47.683670 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef7984-92db-40de-87ef-55b465a09217 req-f2aba94f-6c55-4ff2-ad95-ef2c0dacbd89 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:47.695186 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6eef7984-92db-40de-87ef-55b465a09217 req-f2aba94f-6c55-4ff2-ad95-ef2c0dacbd89 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.0813103 Feb 16 22:34:47.748938 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6eef7984-92db-40de-87ef-55b465a09217 req-fabbc702-2a54-44aa-8c85-bc862ecfaa09 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526123 Feb 16 22:34:48.042923 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572675f0-8333-4324-bc7b-6cc183470041 req-e18e3163-f26e-4583-b611-ca7dd1828cf0 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:48.052283 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-572675f0-8333-4324-bc7b-6cc183470041 req-e18e3163-f26e-4583-b611-ca7dd1828cf0 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.0859063 Feb 16 22:34:48.106910 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-572675f0-8333-4324-bc7b-6cc183470041 req-412a08b4-2dcb-43aa-9c8e-e59e67579c2a tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537491 Feb 16 22:34:48.726399 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d243c-c0c2-457b-a04c-1ac363bd4bfa req-6ab5c068-93e9-4d13-8d6f-13f816fee3e8 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:48.729546 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-210d243c-c0c2-457b-a04c-1ac363bd4bfa req-6ab5c068-93e9-4d13-8d6f-13f816fee3e8 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] 10.222.0.75 "GET /v2.0/ports?device_id=09768a51-0dea-4f44-bbc7-bce417bb0e43 HTTP/1.1" status: 200 len: 947 time: 0.0768812 Feb 16 22:34:48.808127 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-210d243c-c0c2-457b-a04c-1ac363bd4bfa req-98c6ca30-d042-4620-9dc0-04abf514f032 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] 10.222.0.75 "GET /v2.0/security-groups?id=306f606d-5cfd-44d6-ae2b-382f49039ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699921 Feb 16 22:34:48.837819 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device efddbff0-30d1-4211-a54f-8e1b0725e563 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:34:48.976293 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port efddbff0-30d1-4211-a54f-8e1b0725e563, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=efddbff0-30d1-4211-a54f-8e1b0725e563,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:34:48.982115 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44c7f6-7bb7-4b09-8eb1-2f24ac232b41 req-a66e8e53-7da9-428c-9933-bf1112bfcca9 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:48.996046 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9f44c7f6-7bb7-4b09-8eb1-2f24ac232b41 req-a66e8e53-7da9-428c-9933-bf1112bfcca9 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.0982425 Feb 16 22:34:48.999618 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'efddbff0-30d1-4211-a54f-8e1b0725e563', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': 'efddbff0-30d1-4211-a54f-8e1b0725e563', 'mac_address': 'fa:16:3e:75:f7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:34:49.067896 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port efddbff0-30d1-4211-a54f-8e1b0725e563 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:34:49.068292 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (efddbff0-30d1-4211-a54f-8e1b0725e563), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:49.070295 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9f44c7f6-7bb7-4b09-8eb1-2f24ac232b41 req-b5ff4687-395a-42d3-85db-94510081abcb tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718880 Feb 16 22:34:49.099657 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efddbff0-30d1-4211-a54f-8e1b0725e563 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:34:49.129401 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port efddbff0-30d1-4211-a54f-8e1b0725e563, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=efddbff0-30d1-4211-a54f-8e1b0725e563,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:34:49.137137 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (efddbff0-30d1-4211-a54f-8e1b0725e563), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:49.250808 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=efddbff0-30d1-4211-a54f-8e1b0725e563,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:49.268440 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d72eea-9f65-4a62-927a-0830ef373809 req-5c2ccf15-97f2-4f84-8545-7a0f29c0d6b8 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:49.270412 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d0d72eea-9f65-4a62-927a-0830ef373809 req-5c2ccf15-97f2-4f84-8545-7a0f29c0d6b8 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.0750208 Feb 16 22:34:49.344393 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d0d72eea-9f65-4a62-927a-0830ef373809 req-01a4e8d3-38cb-4417-99ed-59e2bc53797e tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669990 Feb 16 22:34:49.560395 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['efddbff0-30d1-4211-a54f-8e1b0725e563'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:34:49.974432 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e36882-e48f-41cc-af25-7654d8cb06ea req-c4efc8a3-4a54-4a77-9a85-0afab295c7df tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:49.976747 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-11e36882-e48f-41cc-af25-7654d8cb06ea req-c4efc8a3-4a54-4a77-9a85-0afab295c7df tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] 10.222.0.75 "GET /v2.0/ports?device_id=09768a51-0dea-4f44-bbc7-bce417bb0e43 HTTP/1.1" status: 200 len: 948 time: 0.0701299 Feb 16 22:34:50.047832 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-11e36882-e48f-41cc-af25-7654d8cb06ea req-4d1326e5-cf62-4072-81ae-bb7ead128660 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] 10.222.0.75 "GET /v2.0/security-groups?id=306f606d-5cfd-44d6-ae2b-382f49039ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642817 Feb 16 22:34:50.217286 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68405efc-7f77-4c88-ac62-c743e773dec6 req-43566664-d56f-4181-bfd5-b79af1a4a26f tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:50.220278 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-68405efc-7f77-4c88-ac62-c743e773dec6 req-43566664-d56f-4181-bfd5-b79af1a4a26f tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.0777869 Feb 16 22:34:50.292539 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-68405efc-7f77-4c88-ac62-c743e773dec6 req-dd7ca714-8629-43b1-b75f-2af1ab3663c5 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655999 Feb 16 22:34:50.490337 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab17c0-c7d4-45ff-9f2e-a919e7f7e8f1 req-20ab14fc-da2a-436b-b6bb-827f1c481c22 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:50.497848 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ddab17c0-c7d4-45ff-9f2e-a919e7f7e8f1 req-20ab14fc-da2a-436b-b6bb-827f1c481c22 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.0779161 Feb 16 22:34:50.587691 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ddab17c0-c7d4-45ff-9f2e-a919e7f7e8f1 req-7d1ae9b1-aa10-435f-acbc-012febfc3e6b tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887146 Feb 16 22:34:50.646492 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-34c58cad-28db-4bc4-a193-434de9cf6291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:50.836598 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device efddbff0-30d1-4211-a54f-8e1b0725e563 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:34:50.925292 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port efddbff0-30d1-4211-a54f-8e1b0725e563 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:34:50.931996 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port efddbff0-30d1-4211-a54f-8e1b0725e563 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:34:50.932371 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (efddbff0-30d1-4211-a54f-8e1b0725e563), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:51.035553 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port efddbff0-30d1-4211-a54f-8e1b0725e563 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:34:51.035961 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (efddbff0-30d1-4211-a54f-8e1b0725e563), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:51.061061 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09768a51-0dea-4f44-bbc7-bce417bb0e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efddbff0-30d1-4211-a54f-8e1b0725e563'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:34:51.065720 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2f5a7b-6f6c-4c97-aba6-d67a64e343aa" -d '{"events": [{"server_uuid": "09768a51-0dea-4f44-bbc7-bce417bb0e43", "name": "network-vif-plugged", "status": "completed", "tag": "efddbff0-30d1-4211-a54f-8e1b0725e563"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:34:51.082682 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port efddbff0-30d1-4211-a54f-8e1b0725e563, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=efddbff0-30d1-4211-a54f-8e1b0725e563,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:34:51.087490 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (efddbff0-30d1-4211-a54f-8e1b0725e563), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:51.147650 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=efddbff0-30d1-4211-a54f-8e1b0725e563,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:51.172551 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286e83f-22d1-4e3e-bfb7-80eed6629e24 req-7af7dd7a-6ac8-499d-a7a2-ecd55882dabb tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:51.174119 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6286e83f-22d1-4e3e-bfb7-80eed6629e24 req-7af7dd7a-6ac8-499d-a7a2-ecd55882dabb tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] 10.222.0.75 "GET /v2.0/ports?device_id=09768a51-0dea-4f44-bbc7-bce417bb0e43 HTTP/1.1" status: 200 len: 949 time: 0.0565929 Feb 16 22:34:51.232491 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6286e83f-22d1-4e3e-bfb7-80eed6629e24 req-8cd8b5cf-c2c9-47e6-8bfb-915a6f7ba9f0 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] 10.222.0.75 "GET /v2.0/security-groups?id=306f606d-5cfd-44d6-ae2b-382f49039ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501006 Feb 16 22:34:51.270481 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb73a04-fcd3-4bad-8c17-13b164b5853c x-openstack-request-id: req-cdb73a04-fcd3-4bad-8c17-13b164b5853c {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:34:51.270843 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09768a51-0dea-4f44-bbc7-bce417bb0e43", "name": "network-vif-plugged", "status": "completed", "tag": "efddbff0-30d1-4211-a54f-8e1b0725e563", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:34:51.271164 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cdb73a04-fcd3-4bad-8c17-13b164b5853c {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:34:51.271646 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09768a51-0dea-4f44-bbc7-bce417bb0e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efddbff0-30d1-4211-a54f-8e1b0725e563', 'code': 200} Feb 16 22:34:51.453686 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f12ad0-fee3-4e22-92ab-760f08b7d3a9 req-e53f8d24-f876-4a80-a4a5-fadb690c1626 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:51.455313 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f8f12ad0-fee3-4e22-92ab-760f08b7d3a9 req-e53f8d24-f876-4a80-a4a5-fadb690c1626 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.0924346 Feb 16 22:34:51.457919 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59d301-07eb-4083-84db-20db25d28e56 req-71b7781f-b486-4d3f-b91f-b647aac78c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:51.459427 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4c59d301-07eb-4083-84db-20db25d28e56 req-71b7781f-b486-4d3f-b91f-b647aac78c07 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=09768a51-0dea-4f44-bbc7-bce417bb0e43 HTTP/1.1" status: 200 len: 1131 time: 0.0940695 Feb 16 22:34:51.547343 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4c59d301-07eb-4083-84db-20db25d28e56 req-5d838294-4df1-411d-ba3b-748659d3aa2b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=306f606d-5cfd-44d6-ae2b-382f49039ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810285 Feb 16 22:34:51.554669 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f8f12ad0-fee3-4e22-92ab-760f08b7d3a9 req-fe3415fc-0e55-4eae-b2dd-434176b9111a tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917325 Feb 16 22:34:51.777177 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dee6c-1047-4f16-bddf-a1b67e503198 req-bf338f7e-5e30-4203-9331-1c3b326f485f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:51.783360 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-440dee6c-1047-4f16-bddf-a1b67e503198 req-bf338f7e-5e30-4203-9331-1c3b326f485f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.0671499 Feb 16 22:34:51.855458 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-440dee6c-1047-4f16-bddf-a1b67e503198 req-b115ab1a-f13e-41d5-9cfa-b5f878ad8083 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575304 Feb 16 22:34:52.378230 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6222f-8721-4c65-ae60-6b23effdcf57 req-3e579916-c388-426a-9de6-16ad2b6760f1 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:52.379898 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-15c6222f-8721-4c65-ae60-6b23effdcf57 req-3e579916-c388-426a-9de6-16ad2b6760f1 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] 10.222.0.75 "GET /v2.0/ports?device_id=09768a51-0dea-4f44-bbc7-bce417bb0e43 HTTP/1.1" status: 200 len: 949 time: 0.0624511 Feb 16 22:34:52.447106 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-15c6222f-8721-4c65-ae60-6b23effdcf57 req-d290a56e-0ecf-4abf-87cd-3fa2d50b59e7 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] 10.222.0.75 "GET /v2.0/security-groups?id=306f606d-5cfd-44d6-ae2b-382f49039ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600317 Feb 16 22:34:52.696751 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969f824-437a-4358-9685-c2370b23edcc req-31bdd0f5-f26a-4876-a98a-7caf833747ea tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:52.698732 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9969f824-437a-4358-9685-c2370b23edcc req-31bdd0f5-f26a-4876-a98a-7caf833747ea tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.0575101 Feb 16 22:34:52.756004 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9969f824-437a-4358-9685-c2370b23edcc req-34b9b13b-d279-4c20-b677-82fc2d3d9e42 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512693 Feb 16 22:34:53.037176 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6e925be8-f458-4220-bd71-21f33eb3adf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:53.113539 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701dc87-1dde-43c5-888d-57fe05124d5f req-3933dc34-8cf3-4904-85aa-8a47734b35ac tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:53.120888 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e701dc87-1dde-43c5-888d-57fe05124d5f req-3933dc34-8cf3-4904-85aa-8a47734b35ac tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.1676164 Feb 16 22:34:53.182412 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e701dc87-1dde-43c5-888d-57fe05124d5f req-ed17adc3-6be1-43ec-984a-2c1903a472f5 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527754 Feb 16 22:34:53.594915 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69029e5e-007a-427d-87ad-19ecdd4dbb7c req-f9516bad-dd77-40ed-9921-a47b9967ed36 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:53.596613 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-69029e5e-007a-427d-87ad-19ecdd4dbb7c req-f9516bad-dd77-40ed-9921-a47b9967ed36 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] 10.222.0.75 "GET /v2.0/ports?device_id=09768a51-0dea-4f44-bbc7-bce417bb0e43 HTTP/1.1" status: 200 len: 949 time: 0.0743237 Feb 16 22:34:53.651069 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-69029e5e-007a-427d-87ad-19ecdd4dbb7c req-0c083616-c8a4-4309-94d4-67a183f0edcd tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] 10.222.0.75 "GET /v2.0/security-groups?id=306f606d-5cfd-44d6-ae2b-382f49039ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448456 Feb 16 22:34:54.233236 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:54.234251 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde98774-e997-4985-a6ce-d769172ea0f3 req-b51f90a5-a265-4b10-bec0-87600f5ba3fb tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:54.235979 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cde98774-e997-4985-a6ce-d769172ea0f3 req-b51f90a5-a265-4b10-bec0-87600f5ba3fb tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1000593 Feb 16 22:34:54.301043 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cde98774-e997-4985-a6ce-d769172ea0f3 req-b912618d-a167-46fd-95f4-7a06b979a657 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563402 Feb 16 22:34:54.448093 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ce240-3aff-4a04-bfb0-b2c58d72d774 req-e23d9d49-8e6b-4bd0-bcae-7d3e10d73dd8 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:54.456239 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ce1ce240-3aff-4a04-bfb0-b2c58d72d774 req-e23d9d49-8e6b-4bd0-bcae-7d3e10d73dd8 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.0734267 Feb 16 22:34:54.537080 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ce1ce240-3aff-4a04-bfb0-b2c58d72d774 req-20c98aa0-0048-4d46-ab6b-c3d2727a8185 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766480 Feb 16 22:34:55.461694 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb4943-8856-43a0-bc0c-beaf327fd29f req-49d3ac05-04ea-4645-8370-9b2aed96f80c tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:55.470465 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0eb4943-8856-43a0-bc0c-beaf327fd29f req-49d3ac05-04ea-4645-8370-9b2aed96f80c tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.0653358 Feb 16 22:34:55.538528 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0eb4943-8856-43a0-bc0c-beaf327fd29f req-b5fe0b01-934b-4a7c-a864-b260cc495284 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663788 Feb 16 22:34:55.583688 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:55.687771 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb31b7-4c87-4786-ab2c-f117b6906ece req-f8ae2e0b-c43b-4a8e-b51a-438375987287 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:55.695985 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3fcb31b7-4c87-4786-ab2c-f117b6906ece req-f8ae2e0b-c43b-4a8e-b51a-438375987287 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.0715032 Feb 16 22:34:55.781326 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3fcb31b7-4c87-4786-ab2c-f117b6906ece req-6f76e20a-e27e-4069-9883-d47f93c5dbb7 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843790 Feb 16 22:34:56.706559 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb1dcb-af85-43c7-bc6a-8d5f1487403a req-8fc1a49b-53a8-40b3-87ff-1148826774ec tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:56.708624 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-afbb1dcb-af85-43c7-bc6a-8d5f1487403a req-8fc1a49b-53a8-40b3-87ff-1148826774ec tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.0710514 Feb 16 22:34:56.772339 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-afbb1dcb-af85-43c7-bc6a-8d5f1487403a req-09be546d-da9e-4292-845a-c5b032a1b81a tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581048 Feb 16 22:34:56.950429 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4fe6d-7b49-42b7-b4b0-46492ddfb7a1 req-793896b6-4379-41c2-9ba9-5f39544bee2a tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:56.952575 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-43f4fe6d-7b49-42b7-b4b0-46492ddfb7a1 req-793896b6-4379-41c2-9ba9-5f39544bee2a tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.0810866 Feb 16 22:34:57.015555 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:57.022602 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-43f4fe6d-7b49-42b7-b4b0-46492ddfb7a1 req-ea2b81c2-0067-4ad1-b0c6-f55f3a988b6c tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633001 Feb 16 22:34:57.025049 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52202) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:34:57.153135 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da2269e3-c22c-47c9-8a95-c8c76e3cf4d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:57.232123 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da2269e3-c22c-47c9-8a95-c8c76e3cf4d3 admin admin] Publish callbacks [] for security_group (59e1e444-eabd-4584-83ca-182f59b732ba), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:57.236378 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da2269e3-c22c-47c9-8a95-c8c76e3cf4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (59e1e444-eabd-4584-83ca-182f59b732ba), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:57.281861 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-da2269e3-c22c-47c9-8a95-c8c76e3cf4d3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c8e596517c824aa5923ab03b9cbdcbd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2549739 Feb 16 22:34:57.282787 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2269e3-c22c-47c9-8a95-c8c76e3cf4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e1e444-eabd-4584-83ca-182f59b732ba,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:57.284428 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52206) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:34:57.376877 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d76ec217-af09-4b09-93ea-6e6e629cf485 admin admin] Publish callbacks [] for security_group (59e1e444-eabd-4584-83ca-182f59b732ba), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:57.401843 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d76ec217-af09-4b09-93ea-6e6e629cf485 admin admin] Publish callbacks [] for security_group (59e1e444-eabd-4584-83ca-182f59b732ba), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:57.450213 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d76ec217-af09-4b09-93ea-6e6e629cf485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (59e1e444-eabd-4584-83ca-182f59b732ba), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:57.453108 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d76ec217-af09-4b09-93ea-6e6e629cf485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:57.457516 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d76ec217-af09-4b09-93ea-6e6e629cf485 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/59e1e444-eabd-4584-83ca-182f59b732ba HTTP/1.1" status: 204 len: 168 time: 0.1684871 Feb 16 22:34:57.476739 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ec217-af09-4b09-93ea-6e6e629cf485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e1e444-eabd-4584-83ca-182f59b732ba,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:57.787615 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52214) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:34:57.803289 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-24e1d3dc-2f1d-4cb7-8b21-1d8b01909098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:57.927216 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-24e1d3dc-2f1d-4cb7-8b21-1d8b01909098 admin admin] Publish callbacks [] for security_group (5eea0fcc-1c57-4343-9030-fdae206f2249), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:57.936247 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-24e1d3dc-2f1d-4cb7-8b21-1d8b01909098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (5eea0fcc-1c57-4343-9030-fdae206f2249), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:58.002277 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-24e1d3dc-2f1d-4cb7-8b21-1d8b01909098 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ff712f9572d64b05a80b0e027e9f8f0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2101295 Feb 16 22:34:58.003072 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52218) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:34:58.016773 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d695b-7ce3-48f2-8df1-e56d83eda836 req-c73ef47f-3849-4ac5-8292-46a8bb07b38f tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:58.018303 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-664d695b-7ce3-48f2-8df1-e56d83eda836 req-c73ef47f-3849-4ac5-8292-46a8bb07b38f tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1408110 Feb 16 22:34:58.020273 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1d3dc-2f1d-4cb7-8b21-1d8b01909098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eea0fcc-1c57-4343-9030-fdae206f2249,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:58.087129 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-664d695b-7ce3-48f2-8df1-e56d83eda836 req-025da820-1b47-480b-a105-5130717ee505 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554240 Feb 16 22:34:58.112617 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7e3d2f10-4cda-443a-9e83-c034f9d55d08 admin admin] Publish callbacks [] for security_group (5eea0fcc-1c57-4343-9030-fdae206f2249), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:58.139809 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7e3d2f10-4cda-443a-9e83-c034f9d55d08 admin admin] Publish callbacks [] for security_group (5eea0fcc-1c57-4343-9030-fdae206f2249), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:58.202219 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7e3d2f10-4cda-443a-9e83-c034f9d55d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (5eea0fcc-1c57-4343-9030-fdae206f2249), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:58.205118 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7e3d2f10-4cda-443a-9e83-c034f9d55d08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:58.206428 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7e3d2f10-4cda-443a-9e83-c034f9d55d08 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5eea0fcc-1c57-4343-9030-fdae206f2249 HTTP/1.1" status: 204 len: 168 time: 0.2011733 Feb 16 22:34:58.217949 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d2f10-4cda-443a-9e83-c034f9d55d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eea0fcc-1c57-4343-9030-fdae206f2249,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:58.266285 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c3fc1-18f7-4040-bbf1-fe77d0dd1bf7 req-3eddab9e-0016-4f80-8d57-1fc86162884b tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:58.267903 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1a6c3fc1-18f7-4040-bbf1-fe77d0dd1bf7 req-3eddab9e-0016-4f80-8d57-1fc86162884b tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.0930431 Feb 16 22:34:58.350449 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1a6c3fc1-18f7-4040-bbf1-fe77d0dd1bf7 req-009f8561-388a-4e92-a4bb-d606cdd2b995 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757132 Feb 16 22:34:58.461785 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:58.691598 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52228) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:34:58.713650 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b270e8fe-9fd0-44b2-b541-5dd89651e6e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:58.877552 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b270e8fe-9fd0-44b2-b541-5dd89651e6e6 admin admin] Publish callbacks [] for security_group (928b13f6-535c-4722-9f88-f9576a35546e), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:58.890370 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b270e8fe-9fd0-44b2-b541-5dd89651e6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (928b13f6-535c-4722-9f88-f9576a35546e), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:58.959398 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b270e8fe-9fd0-44b2-b541-5dd89651e6e6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fed26fa7157f453e944cbee7ff924064&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2665668 Feb 16 22:34:58.960689 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270e8fe-9fd0-44b2-b541-5dd89651e6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928b13f6-535c-4722-9f88-f9576a35546e,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:58.962031 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52234) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:34:59.038490 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9f182f3f-54f4-4ee3-ba23-7172b02bc5a4 admin admin] Publish callbacks [] for security_group (928b13f6-535c-4722-9f88-f9576a35546e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:59.069712 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9f182f3f-54f4-4ee3-ba23-7172b02bc5a4 admin admin] Publish callbacks [] for security_group (928b13f6-535c-4722-9f88-f9576a35546e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:59.134177 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9f182f3f-54f4-4ee3-ba23-7172b02bc5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (928b13f6-535c-4722-9f88-f9576a35546e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:59.139579 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9f182f3f-54f4-4ee3-ba23-7172b02bc5a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:34:59.143469 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9f182f3f-54f4-4ee3-ba23-7172b02bc5a4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/928b13f6-535c-4722-9f88-f9576a35546e HTTP/1.1" status: 204 len: 168 time: 0.1777451 Feb 16 22:34:59.168696 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f182f3f-54f4-4ee3-ba23-7172b02bc5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928b13f6-535c-4722-9f88-f9576a35546e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:34:59.444424 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a2f1d-bad2-4cfc-96c4-4f24de80cb92 req-2ae001ea-55a8-4cdd-b64b-c74f2816cb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:59.446306 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-264a2f1d-bad2-4cfc-96c4-4f24de80cb92 req-2ae001ea-55a8-4cdd-b64b-c74f2816cb9a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1&tenant_id=11dcb6fba69b48e58d8c23f01f2db2c9 HTTP/1.1" status: 200 len: 1125 time: 0.1881266 Feb 16 22:34:59.466367 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af2b85-5e8f-4cab-8660-3a6eb53e5d5e req-5bc57393-9100-43cc-80bc-8375f710935f tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:59.467179 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-18af2b85-5e8f-4cab-8660-3a6eb53e5d5e req-5bc57393-9100-43cc-80bc-8375f710935f tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1690426 Feb 16 22:34:59.685521 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a2f1d-bad2-4cfc-96c4-4f24de80cb92 req-a602e241-b646-4775-8779-a53d750cf20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:34:59.685521 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-264a2f1d-bad2-4cfc-96c4-4f24de80cb92 req-a602e241-b646-4775-8779-a53d750cf20d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=11dcb6fba69b48e58d8c23f01f2db2c9&device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 1125 time: 0.2104201 Feb 16 22:34:59.694348 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-18af2b85-5e8f-4cab-8660-3a6eb53e5d5e req-067a2074-587c-4e25-8b6f-ecc1baaad970 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996808 Feb 16 22:34:59.868391 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:00.048214 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a2f1d-bad2-4cfc-96c4-4f24de80cb92 req-459d67b9-acd5-41a9-a078-eba25948509b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:00.052745 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-264a2f1d-bad2-4cfc-96c4-4f24de80cb92 req-459d67b9-acd5-41a9-a078-eba25948509b service neutron] 10.222.0.67 "GET /v2.0/networks?id=a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd HTTP/1.1" status: 200 len: 918 time: 0.3549259 Feb 16 22:35:00.184662 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87183296-d1ae-4b7f-bd93-95bde5fe16db req-487208a9-ea51-45a8-8c0b-aa2e7f9145e1 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:00.196597 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87183296-d1ae-4b7f-bd93-95bde5fe16db req-487208a9-ea51-45a8-8c0b-aa2e7f9145e1 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.2906709 Feb 16 22:35:00.250532 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-264a2f1d-bad2-4cfc-96c4-4f24de80cb92 req-631a86b9-a1e9-4f51-b717-ccb758b43011 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bffb9e7c-c128-4c9a-9dde-edbf5d52a085 HTTP/1.1" status: 200 len: 998 time: 0.1674163 Feb 16 22:35:00.300863 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87183296-d1ae-4b7f-bd93-95bde5fe16db req-006f34e3-9479-4753-83b6-a2a38ddcc616 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971909 Feb 16 22:35:00.351295 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a2f1d-bad2-4cfc-96c4-4f24de80cb92 req-58103b48-d714-4d55-b729-4747b2ce25f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:00.352909 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-264a2f1d-bad2-4cfc-96c4-4f24de80cb92 req-58103b48-d714-4d55-b729-4747b2ce25f9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a662751-aa30-4a8c-92bf-a9f1c49c1b53 HTTP/1.1" status: 200 len: 856 time: 0.0749934 Feb 16 22:35:00.451297 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a2f1d-bad2-4cfc-96c4-4f24de80cb92 req-d46b6cc7-1091-451c-9cd5-a7d40998b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:00.452908 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-264a2f1d-bad2-4cfc-96c4-4f24de80cb92 req-d46b6cc7-1091-451c-9cd5-a7d40998b445 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0933449 Feb 16 22:35:00.745610 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-264a2f1d-bad2-4cfc-96c4-4f24de80cb92 req-2540ac49-f371-4a5c-a4b2-cf2ba914daad service neutron] 10.222.0.67 "GET /v2.0/networks/a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849271 Feb 16 22:35:01.121687 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device a5d3632f-f83d-4462-adcf-439674f449d1 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:35:01.399170 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52326) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:01.431316 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port a5d3632f-f83d-4462-adcf-439674f449d1, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a5d3632f-f83d-4462-adcf-439674f449d1,segment=NetworkSegment(208e5095-0779-4b65-9ffb-ae79e8b0afdb),segment_id=208e5095-0779-4b65-9ffb-ae79e8b0afdb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:35:01.477907 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'a5d3632f-f83d-4462-adcf-439674f449d1', 'network_id': '8cb6624c-f3c9-4783-923f-c9d48b261c7e', 'port_id': 'a5d3632f-f83d-4462-adcf-439674f449d1', 'mac_address': 'fa:16:3e:81:4d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e9cf484-38d4-4f4b-a089-90e02ce0a0e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:35:01.559927 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-02e7cd38-6254-4c31-9524-40697e6cd0b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:01.659194 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port a5d3632f-f83d-4462-adcf-439674f449d1 is: ACTIVE; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:35:01.660156 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a5d3632f-f83d-4462-adcf-439674f449d1), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:01.718613 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5d3632f-f83d-4462-adcf-439674f449d1 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:35:01.788694 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-02e7cd38-6254-4c31-9524-40697e6cd0b5 admin admin] Publish callbacks [] for security_group (f5b23525-f3e8-4ddd-a0b5-e690d94e6e3b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:01.802285 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-02e7cd38-6254-4c31-9524-40697e6cd0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f5b23525-f3e8-4ddd-a0b5-e690d94e6e3b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:01.803500 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port a5d3632f-f83d-4462-adcf-439674f449d1, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a5d3632f-f83d-4462-adcf-439674f449d1,segment=NetworkSegment(208e5095-0779-4b65-9ffb-ae79e8b0afdb),segment_id=208e5095-0779-4b65-9ffb-ae79e8b0afdb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:35:01.818729 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a5d3632f-f83d-4462-adcf-439674f449d1), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:01.847469 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7cd38-6254-4c31-9524-40697e6cd0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b23525-f3e8-4ddd-a0b5-e690d94e6e3b,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:01.901026 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-02e7cd38-6254-4c31-9524-40697e6cd0b5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=360ee4ff1ef64b439d3dfcba9649e0d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5002646 Feb 16 22:35:01.906640 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52334) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:01.991867 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751e7b3-8c21-4594-9258-d8aa95689a14 req-18cc0f27-f285-44b8-a03a-68fea5ec1307 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:01.996319 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2751e7b3-8c21-4594-9258-d8aa95689a14 req-18cc0f27-f285-44b8-a03a-68fea5ec1307 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 1.1283340 Feb 16 22:35:01.997700 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['a5d3632f-f83d-4462-adcf-439674f449d1'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:35:02.006329 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-264a2f1d-bad2-4cfc-96c4-4f24de80cb92 req-1b97a863-7250-496c-b1bf-128c9f048580 service neutron] 10.222.0.67 "GET /v2.0/networks/a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2422400 Feb 16 22:35:02.029015 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-513bf1af-82d3-49b8-a105-7ba59f867780 admin admin] Publish callbacks [] for security_group (f5b23525-f3e8-4ddd-a0b5-e690d94e6e3b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:02.100954 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-513bf1af-82d3-49b8-a105-7ba59f867780 admin admin] Publish callbacks [] for security_group (f5b23525-f3e8-4ddd-a0b5-e690d94e6e3b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:02.124883 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2751e7b3-8c21-4594-9258-d8aa95689a14 req-07c211ef-0749-4b2d-b4d2-20a25a79ae8f tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161697 Feb 16 22:35:02.163841 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=a5d3632f-f83d-4462-adcf-439674f449d1,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:02.199105 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-513bf1af-82d3-49b8-a105-7ba59f867780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f5b23525-f3e8-4ddd-a0b5-e690d94e6e3b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:02.202189 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-513bf1af-82d3-49b8-a105-7ba59f867780 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:02.206800 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-513bf1af-82d3-49b8-a105-7ba59f867780 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f5b23525-f3e8-4ddd-a0b5-e690d94e6e3b HTTP/1.1" status: 204 len: 168 time: 0.2990751 Feb 16 22:35:02.217246 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513bf1af-82d3-49b8-a105-7ba59f867780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b23525-f3e8-4ddd-a0b5-e690d94e6e3b,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:02.269082 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:02.270375 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:02.270830 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:02.271941 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:02.272391 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:02.275594 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:02.276448 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:02.278421 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:02.280869 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:02.282455 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:02.284576 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:02.287511 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:02.289679 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:02.379897 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ccae3-0523-456a-8845-b62c0cb7a357 req-aede3fbe-1102-4de9-9e3a-5d64e1826354 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:02.381737 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5e9ccae3-0523-456a-8845-b62c0cb7a357 req-aede3fbe-1102-4de9-9e3a-5d64e1826354 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.1032536 Feb 16 22:35:02.477143 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5e9ccae3-0523-456a-8845-b62c0cb7a357 req-f077b2f6-f8a3-42b5-8082-f0656af4dde2 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892372 Feb 16 22:35:03.139984 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device a5d3632f-f83d-4462-adcf-439674f449d1 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:35:03.285068 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port a5d3632f-f83d-4462-adcf-439674f449d1 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:35:03.285715 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a5d3632f-f83d-4462-adcf-439674f449d1), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:03.499003 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port a5d3632f-f83d-4462-adcf-439674f449d1 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:35:03.499392 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a5d3632f-f83d-4462-adcf-439674f449d1), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:03.536852 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f48ca4-ff94-4863-a9bb-7afbb5a8e049 req-732cd955-7af6-48d1-8ccf-be72491dec6d tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:03.559645 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4f48ca4-ff94-4863-a9bb-7afbb5a8e049 req-732cd955-7af6-48d1-8ccf-be72491dec6d tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 944 time: 0.2169957 Feb 16 22:35:03.653028 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port a5d3632f-f83d-4462-adcf-439674f449d1, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a5d3632f-f83d-4462-adcf-439674f449d1,segment=NetworkSegment(208e5095-0779-4b65-9ffb-ae79e8b0afdb),segment_id=208e5095-0779-4b65-9ffb-ae79e8b0afdb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:35:03.664566 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd6d796-c4cd-4624-881c-99cbaecb5fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d3632f-f83d-4462-adcf-439674f449d1'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:35:03.672606 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1abd42f-35cb-4b8b-83a3-f2622f4b008f" -d '{"events": [{"server_uuid": "1fd6d796-c4cd-4624-881c-99cbaecb5fea", "name": "network-vif-plugged", "status": "completed", "tag": "a5d3632f-f83d-4462-adcf-439674f449d1"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:35:03.684528 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a5d3632f-f83d-4462-adcf-439674f449d1), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:03.748672 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4f48ca4-ff94-4863-a9bb-7afbb5a8e049 req-d7689592-5650-4bdb-8bde-4e56c75e95b0 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870456 Feb 16 22:35:03.956440 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=a5d3632f-f83d-4462-adcf-439674f449d1,revision_number=7']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:04.026574 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2ca0d-2fd4-4795-852b-91daa650f4c2 req-86de5bbf-b5e8-40bc-aed7-6a8abf9c0f6d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:04.045481 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b0b2ca0d-2fd4-4795-852b-91daa650f4c2 req-86de5bbf-b5e8-40bc-aed7-6a8abf9c0f6d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.1434336 Feb 16 22:35:04.184666 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b0b2ca0d-2fd4-4795-852b-91daa650f4c2 req-d313803c-f59b-47d8-90a5-d5e1ce4fd7a2 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342864 Feb 16 22:35:04.325220 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbd0921-95e0-4b5f-b0d9-9994b2e2f845 x-openstack-request-id: req-1bbd0921-95e0-4b5f-b0d9-9994b2e2f845 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:35:04.325784 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd6d796-c4cd-4624-881c-99cbaecb5fea", "name": "network-vif-plugged", "status": "completed", "tag": "a5d3632f-f83d-4462-adcf-439674f449d1", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:35:04.325784 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1bbd0921-95e0-4b5f-b0d9-9994b2e2f845 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:35:04.326200 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd6d796-c4cd-4624-881c-99cbaecb5fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d3632f-f83d-4462-adcf-439674f449d1', 'code': 200} Feb 16 22:35:04.977037 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683708cb-8094-4157-b9b2-92db0b6bedfc req-4e0a4979-5462-4ed5-a46d-9b1b67687280 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:04.985280 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-683708cb-8094-4157-b9b2-92db0b6bedfc req-4e0a4979-5462-4ed5-a46d-9b1b67687280 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1076179 Feb 16 22:35:05.085720 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-683708cb-8094-4157-b9b2-92db0b6bedfc req-fd89657a-b2ee-4229-a29d-0708e37fe4ca tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996087 Feb 16 22:35:05.567358 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be24545-48bc-4a09-a082-49a88fb6a8a5 req-a214a370-bd82-460a-a09a-ceb567de5072 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:05.599305 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7be24545-48bc-4a09-a082-49a88fb6a8a5 req-a214a370-bd82-460a-a09a-ceb567de5072 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.2187867 Feb 16 22:35:05.761398 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7be24545-48bc-4a09-a082-49a88fb6a8a5 req-3b62f670-11ed-4f64-a5f3-9f9ccf0c5f99 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542611 Feb 16 22:35:06.578242 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4715b-c36d-440d-b3b5-dc4404bbc4c5 req-75644e8b-a810-4e74-bed2-38f3e1df25e6 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:06.586557 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c1d4715b-c36d-440d-b3b5-dc4404bbc4c5 req-75644e8b-a810-4e74-bed2-38f3e1df25e6 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1891325 Feb 16 22:35:06.752799 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c1d4715b-c36d-440d-b3b5-dc4404bbc4c5 req-1661db54-f266-4bfb-a7c7-708b0aebe86e tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530666 Feb 16 22:35:07.122548 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124594b-0ca4-4423-a5c3-cc136c17e39f req-0e4c49af-f935-412e-9ed7-118e032262c4 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:07.130332 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a124594b-0ca4-4423-a5c3-cc136c17e39f req-0e4c49af-f935-412e-9ed7-118e032262c4 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.0961275 Feb 16 22:35:07.215064 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a124594b-0ca4-4423-a5c3-cc136c17e39f req-3ff8f9e7-50fe-4ab6-9ff5-b54af1ae1434 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752132 Feb 16 22:35:08.058617 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b90529-7035-4b4d-bfc1-c1a57b7664a5 req-5abd870c-85f8-4fe9-9f36-a570ab436934 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:08.061151 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-30b90529-7035-4b4d-bfc1-c1a57b7664a5 req-5abd870c-85f8-4fe9-9f36-a570ab436934 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.0907035 Feb 16 22:35:08.157797 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-30b90529-7035-4b4d-bfc1-c1a57b7664a5 req-9022e0af-7c79-486e-b44b-8483f05f21cf tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882211 Feb 16 22:35:08.611368 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309a0f3-6a31-48f5-b444-1756bcb0b00a req-34e76dc7-c1fc-4b08-96cc-6b3d92750e6a tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:08.622761 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5309a0f3-6a31-48f5-b444-1756bcb0b00a req-34e76dc7-c1fc-4b08-96cc-6b3d92750e6a tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.2124975 Feb 16 22:35:08.735438 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5309a0f3-6a31-48f5-b444-1756bcb0b00a req-15639f2b-6bca-4ab0-916c-e5fd13d55600 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100659 Feb 16 22:35:09.399827 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49581b05-dd11-4c62-86e3-f4ab62bb36fa req-25af9494-23ba-44f1-bf9b-d73ea17e3436 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:09.407457 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-49581b05-dd11-4c62-86e3-f4ab62bb36fa req-25af9494-23ba-44f1-bf9b-d73ea17e3436 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.0844848 Feb 16 22:35:09.513430 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-49581b05-dd11-4c62-86e3-f4ab62bb36fa req-68dfcd3b-5bcf-4f2f-8a1b-9aa51a152044 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016417 Feb 16 22:35:09.997595 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fa9f8-2734-4f60-a0f0-a940cae47ec9 req-2074a2e0-fa4a-4534-9a22-3e38f386297c tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:10.006609 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-018fa9f8-2734-4f60-a0f0-a940cae47ec9 req-2074a2e0-fa4a-4534-9a22-3e38f386297c tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.1016200 Feb 16 22:35:10.069838 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-018fa9f8-2734-4f60-a0f0-a940cae47ec9 req-7ff9c3fb-91a8-46f0-80a3-57f63f914f3f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618904 Feb 16 22:35:10.773191 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb227b1d-fc69-47c4-877a-9921ea34143b req-1827aaf1-f572-45a0-aaa2-2a6df0721e70 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:10.783243 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fb227b1d-fc69-47c4-877a-9921ea34143b req-1827aaf1-f572-45a0-aaa2-2a6df0721e70 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1393380 Feb 16 22:35:10.966261 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fb227b1d-fc69-47c4-877a-9921ea34143b req-e19783bf-81cc-48d1-bc19-6c663befbdc4 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798096 Feb 16 22:35:11.445214 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d7876-310f-4c05-a6ad-e7d07dfc3a57 req-a30a46c8-c3b2-43bb-a4b2-8ca5f21d36f6 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:11.453104 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac3d7876-310f-4c05-a6ad-e7d07dfc3a57 req-a30a46c8-c3b2-43bb-a4b2-8ca5f21d36f6 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.2116146 Feb 16 22:35:11.648476 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac3d7876-310f-4c05-a6ad-e7d07dfc3a57 req-8a618082-547c-4097-87f5-95b27a64b0c6 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891594 Feb 16 22:35:12.230233 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e144ba9-9362-4897-8e4e-e5cadecab951 req-dfe6e202-c0c9-47de-8af5-d6df4a1cca33 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:12.240315 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0e144ba9-9362-4897-8e4e-e5cadecab951 req-dfe6e202-c0c9-47de-8af5-d6df4a1cca33 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1312339 Feb 16 22:35:12.490648 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0e144ba9-9362-4897-8e4e-e5cadecab951 req-6f461ebe-28b3-4cad-99f8-e46fb0436ad9 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435596 Feb 16 22:35:12.928145 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957abde-049d-4630-8410-ad44286b88ac req-accaffe7-ce33-4207-9620-23d7f70c5f7a tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:12.929754 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c957abde-049d-4630-8410-ad44286b88ac req-accaffe7-ce33-4207-9620-23d7f70c5f7a tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.1032932 Feb 16 22:35:13.043411 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c957abde-049d-4630-8410-ad44286b88ac req-dc1d09b6-dd16-4950-84af-65c28142728b tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035302 Feb 16 22:35:13.684315 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c326416-b6a4-4afd-8a5d-5b56b9564602 req-b5f5215c-8688-4c8e-9ab9-12f6ab58148c tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:13.697201 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7c326416-b6a4-4afd-8a5d-5b56b9564602 req-b5f5215c-8688-4c8e-9ab9-12f6ab58148c tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.0853791 Feb 16 22:35:13.772727 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7c326416-b6a4-4afd-8a5d-5b56b9564602 req-b5da43c0-c6a1-4df1-964b-5d7410d51917 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740821 Feb 16 22:35:14.267390 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0b372-4c03-4079-ad43-dfe60294d1af req-255da643-cabb-486f-9d3d-5c6c974f173b tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:14.278994 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-52c0b372-4c03-4079-ad43-dfe60294d1af req-255da643-cabb-486f-9d3d-5c6c974f173b tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.1180651 Feb 16 22:35:14.357047 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-52c0b372-4c03-4079-ad43-dfe60294d1af req-9fdc1e4a-d003-49fd-abe0-ef8a54ad2115 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769365 Feb 16 22:35:15.027147 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0c33b-4e19-4ed6-9387-6264da5554fc req-6c28b522-cd97-4af5-91f1-2020942f1f1e tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:15.028695 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-23c0c33b-4e19-4ed6-9387-6264da5554fc req-6c28b522-cd97-4af5-91f1-2020942f1f1e tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.0980523 Feb 16 22:35:15.124826 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-23c0c33b-4e19-4ed6-9387-6264da5554fc req-d07ef9a1-a56e-472c-a7d6-0964bd6f9738 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840974 Feb 16 22:35:15.669951 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74b66b-f29f-4454-8225-89d1c93d3ad4 req-15473b28-50ce-4297-a296-8432b39f31e9 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:15.672553 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8c74b66b-f29f-4454-8225-89d1c93d3ad4 req-15473b28-50ce-4297-a296-8432b39f31e9 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.0881445 Feb 16 22:35:15.819441 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8c74b66b-f29f-4454-8225-89d1c93d3ad4 req-fc030b1d-9c58-4d36-bc7a-ac7821af48f9 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387813 Feb 16 22:35:16.348315 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11a767-bedc-46ff-88db-ae091c968812 req-13225ff8-3b3d-44ae-b47c-461cb91ade25 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:16.361765 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-db11a767-bedc-46ff-88db-ae091c968812 req-13225ff8-3b3d-44ae-b47c-461cb91ade25 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1182075 Feb 16 22:35:16.549332 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-db11a767-bedc-46ff-88db-ae091c968812 req-36525702-f9b3-4416-985b-46258eb384ec tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859987 Feb 16 22:35:16.766908 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52524) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:17.053557 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc5e02-8505-499c-8f48-b899822ead85 req-92f1bd4d-ac23-4c33-b937-434efaf83e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:17.054641 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc5e02-8505-499c-8f48-b899822ead85 req-92f1bd4d-ac23-4c33-b937-434efaf83e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:17.055998 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc5e02-8505-499c-8f48-b899822ead85 req-92f1bd4d-ac23-4c33-b937-434efaf83e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:17.058820 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc5e02-8505-499c-8f48-b899822ead85 req-92f1bd4d-ac23-4c33-b937-434efaf83e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:17.060628 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc5e02-8505-499c-8f48-b899822ead85 req-92f1bd4d-ac23-4c33-b937-434efaf83e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:17.062276 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc5e02-8505-499c-8f48-b899822ead85 req-92f1bd4d-ac23-4c33-b937-434efaf83e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:17.063135 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc5e02-8505-499c-8f48-b899822ead85 req-92f1bd4d-ac23-4c33-b937-434efaf83e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:17.083713 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fafc5e02-8505-499c-8f48-b899822ead85 req-92f1bd4d-ac23-4c33-b937-434efaf83e62 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 6717 time: 0.3137140 Feb 16 22:35:17.255813 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fafc5e02-8505-499c-8f48-b899822ead85 req-90903967-a6e3-4842-89f5-1da256feb076 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1701360 Feb 16 22:35:17.365064 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8c570-5463-47fe-98ed-eedf29810cfe req-96ea24da-7410-4407-a34e-80eec2219b52 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:17.366745 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e3b8c570-5463-47fe-98ed-eedf29810cfe req-96ea24da-7410-4407-a34e-80eec2219b52 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.3534307 Feb 16 22:35:17.461020 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e3b8c570-5463-47fe-98ed-eedf29810cfe req-74539d8c-9a34-4a19-8258-850b0eb28744 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885062 Feb 16 22:35:17.757417 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee50a68-2013-4e89-93b4-789e1dfd88b8 req-10f4be8e-37c7-4bbc-9538-9d5743e7d55e tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:17.759115 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eee50a68-2013-4e89-93b4-789e1dfd88b8 req-10f4be8e-37c7-4bbc-9538-9d5743e7d55e tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1252449 Feb 16 22:35:17.872218 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eee50a68-2013-4e89-93b4-789e1dfd88b8 req-3adf4fdb-e258-4b38-a35d-e9cd0edcd949 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072273 Feb 16 22:35:18.729042 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d5063-86f3-43f0-933e-03aed0cb1c94 req-b4718088-2bf4-4339-b26a-18d5264406a1 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:18.736714 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7e2d5063-86f3-43f0-933e-03aed0cb1c94 req-b4718088-2bf4-4339-b26a-18d5264406a1 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.1319475 Feb 16 22:35:18.855664 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7e2d5063-86f3-43f0-933e-03aed0cb1c94 req-b0052ef9-b4cb-4ad3-b632-f43231455ad0 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176918 Feb 16 22:35:19.102513 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac149d-9ac7-4b6c-93a8-f5e6caac7867 req-c4c18607-3053-4d81-b70f-34b6d7e4d135 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:19.113728 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0ac149d-9ac7-4b6c-93a8-f5e6caac7867 req-c4c18607-3053-4d81-b70f-34b6d7e4d135 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1151512 Feb 16 22:35:19.246683 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0ac149d-9ac7-4b6c-93a8-f5e6caac7867 req-42fa9292-854a-4de3-a26c-9515f180dc0c tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273000 Feb 16 22:35:20.138397 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c39b3-df58-43e7-b5af-a9ec68310591 req-b0887b1a-449c-457b-b54d-2d1330563e1d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:20.147777 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7d9c39b3-df58-43e7-b5af-a9ec68310591 req-b0887b1a-449c-457b-b54d-2d1330563e1d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.1560197 Feb 16 22:35:20.200571 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d28ce-ce96-4734-8207-834275cd71ce req-b6737d39-0689-43db-a8bd-12fb6ef2488d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:20.202502 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-376d28ce-ce96-4734-8207-834275cd71ce req-b6737d39-0689-43db-a8bd-12fb6ef2488d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8e18d5d64e254c0cbff795a2537801d2&device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 1127 time: 0.1372595 Feb 16 22:35:20.225989 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7d9c39b3-df58-43e7-b5af-a9ec68310591 req-699377de-e3aa-4890-af27-fdeb8637ef00 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769897 Feb 16 22:35:20.615207 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-63f36f57-9c8f-43e0-819f-802439ae78db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:20.649706 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d28ce-ce96-4734-8207-834275cd71ce req-11e1518e-65b0-4dfc-ae05-b23725b5efb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:20.657519 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-376d28ce-ce96-4734-8207-834275cd71ce req-11e1518e-65b0-4dfc-ae05-b23725b5efb4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8cb6624c-f3c9-4783-923f-c9d48b261c7e HTTP/1.1" status: 200 len: 914 time: 0.4452145 Feb 16 22:35:20.682819 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935d37f-ae8c-47b8-851e-b84f0e02152d req-1bea0495-fdde-4e0c-a3e9-4f145067f1b4 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:20.698058 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1935d37f-ae8c-47b8-851e-b84f0e02152d req-1bea0495-fdde-4e0c-a3e9-4f145067f1b4 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.2997227 Feb 16 22:35:20.820709 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-376d28ce-ce96-4734-8207-834275cd71ce req-f05bde3f-af07-4087-abb7-db8e07fb9d3d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5d3632f-f83d-4462-adcf-439674f449d1 HTTP/1.1" status: 200 len: 217 time: 0.1192012 Feb 16 22:35:20.867827 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52666) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:20.897730 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1935d37f-ae8c-47b8-851e-b84f0e02152d req-2cd88cc8-8ef0-4f07-b565-50efde1d815b tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978409 Feb 16 22:35:20.914561 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d28ce-ce96-4734-8207-834275cd71ce req-fce3310d-77d1-4a44-946d-d95b38b1fced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:20.916285 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-376d28ce-ce96-4734-8207-834275cd71ce req-fce3310d-77d1-4a44-946d-d95b38b1fced service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8e9cf484-38d4-4f4b-a089-90e02ce0a0e2 HTTP/1.1" status: 200 len: 853 time: 0.0831716 Feb 16 22:35:20.953925 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-376d28ce-ce96-4734-8207-834275cd71ce req-0afae0f2-7e7f-4e07-bcbf-5fd9b3f52858 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8cb6624c-f3c9-4783-923f-c9d48b261c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313179 Feb 16 22:35:21.000703 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3f606de2-cd38-4c8d-9725-f04cf34a464a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:21.053427 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-376d28ce-ce96-4734-8207-834275cd71ce req-613ea585-42c2-4209-9625-5bfd91b480ae service neutron] 10.222.0.79 "GET /v2.0/networks/8cb6624c-f3c9-4783-923f-c9d48b261c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936344 Feb 16 22:35:21.088229 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3f606de2-cd38-4c8d-9725-f04cf34a464a admin admin] Publish callbacks [] for security_group (b35e2a26-0afc-497a-8633-75c743ec7823), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:21.092484 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3f606de2-cd38-4c8d-9725-f04cf34a464a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b35e2a26-0afc-497a-8633-75c743ec7823), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:21.133007 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3f606de2-cd38-4c8d-9725-f04cf34a464a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bd119e8fe38e479f9a2fa9eb3c419774&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2640779 Feb 16 22:35:21.135418 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f606de2-cd38-4c8d-9725-f04cf34a464a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35e2a26-0afc-497a-8633-75c743ec7823,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:21.137411 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52670) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:21.143907 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f606de2-cd38-4c8d-9725-f04cf34a464a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:21.144262 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f606de2-cd38-4c8d-9725-f04cf34a464a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:21.144614 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f606de2-cd38-4c8d-9725-f04cf34a464a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:21.144963 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f606de2-cd38-4c8d-9725-f04cf34a464a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:21.145304 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f606de2-cd38-4c8d-9725-f04cf34a464a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:21.145889 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f606de2-cd38-4c8d-9725-f04cf34a464a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:21.146329 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f606de2-cd38-4c8d-9725-f04cf34a464a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:21.146669 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f606de2-cd38-4c8d-9725-f04cf34a464a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:21.147006 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f606de2-cd38-4c8d-9725-f04cf34a464a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:21.147345 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f606de2-cd38-4c8d-9725-f04cf34a464a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:21.147683 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f606de2-cd38-4c8d-9725-f04cf34a464a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:21.148027 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f606de2-cd38-4c8d-9725-f04cf34a464a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:21.148363 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f606de2-cd38-4c8d-9725-f04cf34a464a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:21.186085 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-376d28ce-ce96-4734-8207-834275cd71ce req-eb27173a-b1cd-4612-8bde-0075b81c76ae service neutron] 10.222.0.79 "GET /v2.0/networks/8cb6624c-f3c9-4783-923f-c9d48b261c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273129 Feb 16 22:35:21.208169 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d8d3ff50-0c4d-4f26-a9db-6b4ff35fcde7 admin admin] Publish callbacks [] for security_group (b35e2a26-0afc-497a-8633-75c743ec7823), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:21.230407 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d8d3ff50-0c4d-4f26-a9db-6b4ff35fcde7 admin admin] Publish callbacks [] for security_group (b35e2a26-0afc-497a-8633-75c743ec7823), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:21.283678 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d8d3ff50-0c4d-4f26-a9db-6b4ff35fcde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b35e2a26-0afc-497a-8633-75c743ec7823), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:21.287917 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d8d3ff50-0c4d-4f26-a9db-6b4ff35fcde7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:21.289136 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d8d3ff50-0c4d-4f26-a9db-6b4ff35fcde7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b35e2a26-0afc-497a-8633-75c743ec7823 HTTP/1.1" status: 204 len: 168 time: 0.1504331 Feb 16 22:35:21.297284 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3ff50-0c4d-4f26-a9db-6b4ff35fcde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35e2a26-0afc-497a-8633-75c743ec7823,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:21.307315 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3ff50-0c4d-4f26-a9db-6b4ff35fcde7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:21.307819 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3ff50-0c4d-4f26-a9db-6b4ff35fcde7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:21.308975 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3ff50-0c4d-4f26-a9db-6b4ff35fcde7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:21.308975 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3ff50-0c4d-4f26-a9db-6b4ff35fcde7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:21.309150 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3ff50-0c4d-4f26-a9db-6b4ff35fcde7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:21.309401 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3ff50-0c4d-4f26-a9db-6b4ff35fcde7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:21.309739 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3ff50-0c4d-4f26-a9db-6b4ff35fcde7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:21.310129 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3ff50-0c4d-4f26-a9db-6b4ff35fcde7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:21.310549 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3ff50-0c4d-4f26-a9db-6b4ff35fcde7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:21.310885 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3ff50-0c4d-4f26-a9db-6b4ff35fcde7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:21.311256 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3ff50-0c4d-4f26-a9db-6b4ff35fcde7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:21.311592 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3ff50-0c4d-4f26-a9db-6b4ff35fcde7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:21.312037 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d3ff50-0c4d-4f26-a9db-6b4ff35fcde7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:35:21.430330 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d92650-28c8-4457-82fc-9166e83a817d req-e6471d8e-175c-4e72-8219-8e69737665c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:21.431955 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d2d92650-28c8-4457-82fc-9166e83a817d req-e6471d8e-175c-4e72-8219-8e69737665c7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8e18d5d64e254c0cbff795a2537801d2&device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 1127 time: 0.1026025 Feb 16 22:35:21.444946 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e247c8b-fd93-4340-9e89-c635bd288c4d req-143a2c16-1ec4-437e-b5b5-94459522750d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:21.446685 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4e247c8b-fd93-4340-9e89-c635bd288c4d req-143a2c16-1ec4-437e-b5b5-94459522750d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.0776036 Feb 16 22:35:21.563222 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4e247c8b-fd93-4340-9e89-c635bd288c4d req-e291f366-5a54-4920-8270-e1cc0be885d2 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075618 Feb 16 22:35:21.595790 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d92650-28c8-4457-82fc-9166e83a817d req-49e6442a-98e7-40ae-ad64-8392e3fc483c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:21.599004 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d2d92650-28c8-4457-82fc-9166e83a817d req-49e6442a-98e7-40ae-ad64-8392e3fc483c service neutron] 10.222.0.79 "GET /v2.0/networks?id=8cb6624c-f3c9-4783-923f-c9d48b261c7e HTTP/1.1" status: 200 len: 914 time: 0.1357658 Feb 16 22:35:21.650475 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d2d92650-28c8-4457-82fc-9166e83a817d req-db937714-f9d2-49e6-a6a3-b92ac42d1af9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5d3632f-f83d-4462-adcf-439674f449d1 HTTP/1.1" status: 200 len: 217 time: 0.0445757 Feb 16 22:35:21.669328 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52682) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:21.684509 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2d2bb468-681d-4282-96c5-1d85db940c09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:21.710315 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d92650-28c8-4457-82fc-9166e83a817d req-d554e2d0-ce08-471a-a92b-887d544bef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:21.712794 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d2d92650-28c8-4457-82fc-9166e83a817d req-d554e2d0-ce08-471a-a92b-887d544bef87 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8e9cf484-38d4-4f4b-a089-90e02ce0a0e2 HTTP/1.1" status: 200 len: 853 time: 0.0562780 Feb 16 22:35:21.759164 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d2d92650-28c8-4457-82fc-9166e83a817d req-2d76c32a-ac22-440a-a1eb-81edc599656d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8cb6624c-f3c9-4783-923f-c9d48b261c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388019 Feb 16 22:35:21.788559 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2d2bb468-681d-4282-96c5-1d85db940c09 admin admin] Publish callbacks [] for security_group (4ce9359e-4b09-4093-835a-99c3edc2b2fe), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:21.794170 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2d2bb468-681d-4282-96c5-1d85db940c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4ce9359e-4b09-4093-835a-99c3edc2b2fe), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:21.854358 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52688) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:21.854814 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2d2bb468-681d-4282-96c5-1d85db940c09 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=63e8a27803624ea381cf4b5f035707ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1837685 Feb 16 22:35:21.855854 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2bb468-681d-4282-96c5-1d85db940c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce9359e-4b09-4093-835a-99c3edc2b2fe,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:21.922971 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d2d92650-28c8-4457-82fc-9166e83a817d req-38105f61-ea61-47c2-b5bc-0964031465fc service neutron] 10.222.0.79 "GET /v2.0/networks/8cb6624c-f3c9-4783-923f-c9d48b261c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579366 Feb 16 22:35:21.996056 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ef88a7c0-299a-40f1-99ef-b1bc755cb3ff admin admin] Publish callbacks [] for security_group (4ce9359e-4b09-4093-835a-99c3edc2b2fe), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:22.077337 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ef88a7c0-299a-40f1-99ef-b1bc755cb3ff admin admin] Publish callbacks [] for security_group (4ce9359e-4b09-4093-835a-99c3edc2b2fe), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:22.140750 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9341d5b-0660-490d-acf9-33bb7053025f req-db99f699-2e28-4b94-9f30-58edd1f69056 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:22.142304 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e9341d5b-0660-490d-acf9-33bb7053025f req-db99f699-2e28-4b94-9f30-58edd1f69056 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.1648700 Feb 16 22:35:22.147414 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d2d92650-28c8-4457-82fc-9166e83a817d req-e74bc991-b5af-4351-a9e4-87d905165691 service neutron] 10.222.0.79 "GET /v2.0/networks/8cb6624c-f3c9-4783-923f-c9d48b261c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107069 Feb 16 22:35:22.194004 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ef88a7c0-299a-40f1-99ef-b1bc755cb3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4ce9359e-4b09-4093-835a-99c3edc2b2fe), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:22.196761 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ef88a7c0-299a-40f1-99ef-b1bc755cb3ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:22.206486 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ef88a7c0-299a-40f1-99ef-b1bc755cb3ff admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4ce9359e-4b09-4093-835a-99c3edc2b2fe HTTP/1.1" status: 204 len: 168 time: 0.3455017 Feb 16 22:35:22.222758 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e9341d5b-0660-490d-acf9-33bb7053025f req-8f1d4587-e903-458d-b127-68bc63127bdf tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738533 Feb 16 22:35:22.250143 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef88a7c0-299a-40f1-99ef-b1bc755cb3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce9359e-4b09-4093-835a-99c3edc2b2fe,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:22.723843 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be89ef5-8d34-432b-aafa-a464125a36b6 req-90caa2e5-2547-4a92-a4d9-888aba8a70b4 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:22.725450 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1be89ef5-8d34-432b-aafa-a464125a36b6 req-90caa2e5-2547-4a92-a4d9-888aba8a70b4 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.0715735 Feb 16 22:35:22.780283 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1be89ef5-8d34-432b-aafa-a464125a36b6 req-a2fbec63-761c-464c-a0de-9a61ef904f6d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486827 Feb 16 22:35:23.057320 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:35:23.088634 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-febad6ee-29a2-4792-afa9-cbc9a996007e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:23.391522 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e3fae-f16c-405c-93ab-57bdbe9b07cc req-63f53f50-5eea-4109-b470-73dcd7cdaa11 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:23.402152 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-885e3fae-f16c-405c-93ab-57bdbe9b07cc req-63f53f50-5eea-4109-b470-73dcd7cdaa11 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.0904958 Feb 16 22:35:23.498434 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-885e3fae-f16c-405c-93ab-57bdbe9b07cc req-de460f84-1af7-4c1f-b994-a89d5a67688f tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953121 Feb 16 22:35:23.668458 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57302e-8479-499c-b6be-d5ad4d9eb1c2 req-601d34ed-a462-4862-b5c2-b94a5d03f92c tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:23.675833 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c57302e-8479-499c-b6be-d5ad4d9eb1c2 req-601d34ed-a462-4862-b5c2-b94a5d03f92c tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.0843563 Feb 16 22:35:23.739198 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c57302e-8479-499c-b6be-d5ad4d9eb1c2 req-d73ba4ce-a0eb-40eb-8032-f2bfb7e7551a tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607474 Feb 16 22:35:23.976149 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d7ee4-5249-4a19-b95c-e14ebc79f16f req-7414b10d-36a2-4507-a3dd-3e53d23486f9 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:23.977858 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb9d7ee4-5249-4a19-b95c-e14ebc79f16f req-7414b10d-36a2-4507-a3dd-3e53d23486f9 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.0659590 Feb 16 22:35:24.055447 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb9d7ee4-5249-4a19-b95c-e14ebc79f16f req-fc360ac6-5c2f-4487-b912-81bd865fd8ee tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709660 Feb 16 22:35:24.278184 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:24.389814 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd55fc3-c70d-490f-bde8-c7fc5c553731 req-67a79993-36fc-4023-8809-f1c7acaf22dc tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:24.391840 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ecd55fc3-c70d-490f-bde8-c7fc5c553731 req-67a79993-36fc-4023-8809-f1c7acaf22dc tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 945 time: 0.0853088 Feb 16 22:35:24.458791 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ecd55fc3-c70d-490f-bde8-c7fc5c553731 req-d03d005a-2d3c-44c0-8dc3-8128ca9459da tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594265 Feb 16 22:35:24.459376 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-12c7f097-16fd-44aa-bd35-83b3e3136034 req-55e6ef36-1d8d-4000-927c-4ab99a9f4735 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0751019 Feb 16 22:35:24.575095 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7f097-16fd-44aa-bd35-83b3e3136034 req-8588273a-6b7a-4518-898e-75adf4fc23e1 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:24.577531 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12c7f097-16fd-44aa-bd35-83b3e3136034 req-8588273a-6b7a-4518-898e-75adf4fc23e1 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports/a5d3632f-f83d-4462-adcf-439674f449d1 HTTP/1.1" status: 200 len: 942 time: 0.0770755 Feb 16 22:35:25.232673 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device a5d3632f-f83d-4462-adcf-439674f449d1 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:35:25.255136 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ceb131-01f4-4d55-8d7f-a9b6665bd508 req-82c59f0e-6508-4a39-8764-3f0c7889fccd tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:25.260641 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-58ceb131-01f4-4d55-8d7f-a9b6665bd508 req-82c59f0e-6508-4a39-8764-3f0c7889fccd tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.1021309 Feb 16 22:35:25.355129 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-58ceb131-01f4-4d55-8d7f-a9b6665bd508 req-c2c524c8-b37b-40fd-ac4f-bb7621941506 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879827 Feb 16 22:35:25.376711 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port a5d3632f-f83d-4462-adcf-439674f449d1 is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:35:25.377354 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a5d3632f-f83d-4462-adcf-439674f449d1), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:25.408697 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd6d796-c4cd-4624-881c-99cbaecb5fea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5d3632f-f83d-4462-adcf-439674f449d1'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:35:25.411879 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229fdb2e-df94-4b46-b550-eb0ce1cca9db" -d '{"events": [{"server_uuid": "1fd6d796-c4cd-4624-881c-99cbaecb5fea", "name": "network-vif-unplugged", "status": "completed", "tag": "a5d3632f-f83d-4462-adcf-439674f449d1"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:35:25.423125 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port a5d3632f-f83d-4462-adcf-439674f449d1, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a5d3632f-f83d-4462-adcf-439674f449d1,segment=NetworkSegment(208e5095-0779-4b65-9ffb-ae79e8b0afdb),segment_id=208e5095-0779-4b65-9ffb-ae79e8b0afdb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:35:25.427597 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a5d3632f-f83d-4462-adcf-439674f449d1), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:25.489080 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 22:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16650b6d-4fd5-4e48-a856-615acd41fd0d x-openstack-request-id: req-16650b6d-4fd5-4e48-a856-615acd41fd0d {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:35:25.489837 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd6d796-c4cd-4624-881c-99cbaecb5fea", "name": "network-vif-unplugged", "status": "completed", "tag": "a5d3632f-f83d-4462-adcf-439674f449d1", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:35:25.490352 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-16650b6d-4fd5-4e48-a856-615acd41fd0d {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:35:25.490978 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd6d796-c4cd-4624-881c-99cbaecb5fea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5d3632f-f83d-4462-adcf-439674f449d1', 'code': 200} Feb 16 22:35:25.521263 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=a5d3632f-f83d-4462-adcf-439674f449d1,revision_number=8']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:25.598950 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:25.640637 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc69c15-ae72-4348-87cd-0a912d3e14dd req-5d0e8065-670a-4962-8cbb-5605b73f4c14 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:25.647914 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-afc69c15-ae72-4348-87cd-0a912d3e14dd req-5d0e8065-670a-4962-8cbb-5605b73f4c14 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 943 time: 0.0950506 Feb 16 22:35:25.704888 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-afc69c15-ae72-4348-87cd-0a912d3e14dd req-f6d167f0-f81e-420f-885a-46555f5fde4e tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558848 Feb 16 22:35:25.708516 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7f097-16fd-44aa-bd35-83b3e3136034 req-dcb9fe85-1a17-4075-bf33-b6c4b90df638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:25.709963 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12c7f097-16fd-44aa-bd35-83b3e3136034 req-dcb9fe85-1a17-4075-bf33-b6c4b90df638 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea&tenant_id=8e18d5d64e254c0cbff795a2537801d2 HTTP/1.1" status: 200 len: 1125 time: 0.1126339 Feb 16 22:35:25.787360 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7f097-16fd-44aa-bd35-83b3e3136034 req-cc2eebad-9de8-41e3-b70f-0068d0537f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:25.789118 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12c7f097-16fd-44aa-bd35-83b3e3136034 req-cc2eebad-9de8-41e3-b70f-0068d0537f48 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8e18d5d64e254c0cbff795a2537801d2&device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 1125 time: 0.0517435 Feb 16 22:35:25.913529 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7f097-16fd-44aa-bd35-83b3e3136034 req-97353411-3c82-4b00-bed3-81b2655009d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:25.916644 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12c7f097-16fd-44aa-bd35-83b3e3136034 req-97353411-3c82-4b00-bed3-81b2655009d6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8cb6624c-f3c9-4783-923f-c9d48b261c7e HTTP/1.1" status: 200 len: 914 time: 0.1190615 Feb 16 22:35:25.976246 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12c7f097-16fd-44aa-bd35-83b3e3136034 req-36225734-6cd7-47c5-9bf8-df912047f35a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5d3632f-f83d-4462-adcf-439674f449d1 HTTP/1.1" status: 200 len: 217 time: 0.0496268 Feb 16 22:35:26.031863 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7f097-16fd-44aa-bd35-83b3e3136034 req-f544bde2-bd2b-4b09-809a-01f04d15ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:26.034076 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12c7f097-16fd-44aa-bd35-83b3e3136034 req-f544bde2-bd2b-4b09-809a-01f04d15ea24 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8e9cf484-38d4-4f4b-a089-90e02ce0a0e2 HTTP/1.1" status: 200 len: 853 time: 0.0499837 Feb 16 22:35:26.080305 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12c7f097-16fd-44aa-bd35-83b3e3136034 req-efb98d80-c48f-4339-8b46-1d953bc245ea service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8cb6624c-f3c9-4783-923f-c9d48b261c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370805 Feb 16 22:35:26.194272 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12c7f097-16fd-44aa-bd35-83b3e3136034 req-0f723bea-0c93-4752-bad5-748c47c395e5 service neutron] 10.222.0.79 "GET /v2.0/networks/8cb6624c-f3c9-4783-923f-c9d48b261c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069219 Feb 16 22:35:26.359334 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12c7f097-16fd-44aa-bd35-83b3e3136034 req-9bb36647-af99-43a5-a081-a208c61ecead service neutron] 10.222.0.79 "GET /v2.0/networks/8cb6624c-f3c9-4783-923f-c9d48b261c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581984 Feb 16 22:35:26.570411 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5c99c-e940-43b6-b5b9-e3dabbedcb5a req-0dc5ac62-2cd3-4ce9-861f-244f4838d09a tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:26.578784 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f5d5c99c-e940-43b6-b5b9-e3dabbedcb5a req-0dc5ac62-2cd3-4ce9-861f-244f4838d09a tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.1079302 Feb 16 22:35:26.645311 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52974) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:26.654023 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f5d5c99c-e940-43b6-b5b9-e3dabbedcb5a req-6082651f-2fbd-4473-94b0-4196a8b826ab tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736315 Feb 16 22:35:26.809932 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e720f909-38e8-4cd5-8f2c-1f4443a6b9d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:26.929338 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08270d1-dc4e-484c-b308-5cf3dde1002d req-3da23e51-7167-4d37-a67b-660484489c06 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:26.931005 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d08270d1-dc4e-484c-b308-5cf3dde1002d req-3da23e51-7167-4d37-a67b-660484489c06 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 943 time: 0.1171350 Feb 16 22:35:26.993058 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e720f909-38e8-4cd5-8f2c-1f4443a6b9d9 admin admin] Publish callbacks [] for security_group (4fde8c67-d017-47f1-aba1-0f1279783658), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:27.004646 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e720f909-38e8-4cd5-8f2c-1f4443a6b9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4fde8c67-d017-47f1-aba1-0f1279783658), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:27.031861 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d08270d1-dc4e-484c-b308-5cf3dde1002d req-f4837f5f-94f3-44b7-938f-a4d99a64d882 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941722 Feb 16 22:35:27.045059 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:27.095329 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720f909-38e8-4cd5-8f2c-1f4443a6b9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fde8c67-d017-47f1-aba1-0f1279783658,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:27.126654 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e720f909-38e8-4cd5-8f2c-1f4443a6b9d9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2de8db5dc7fe4b71bdc8a9b1e0cb289e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4795604 Feb 16 22:35:27.128856 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52990) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:27.271458 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd0e3dad-919e-4d0f-af4b-7c4c403b19f2 admin admin] Publish callbacks [] for security_group (4fde8c67-d017-47f1-aba1-0f1279783658), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:27.320880 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd0e3dad-919e-4d0f-af4b-7c4c403b19f2 admin admin] Publish callbacks [] for security_group (4fde8c67-d017-47f1-aba1-0f1279783658), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:27.396680 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd0e3dad-919e-4d0f-af4b-7c4c403b19f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4fde8c67-d017-47f1-aba1-0f1279783658), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:27.399500 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd0e3dad-919e-4d0f-af4b-7c4c403b19f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:27.401164 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-dd0e3dad-919e-4d0f-af4b-7c4c403b19f2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4fde8c67-d017-47f1-aba1-0f1279783658 HTTP/1.1" status: 204 len: 168 time: 0.2709856 Feb 16 22:35:27.430959 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e3dad-919e-4d0f-af4b-7c4c403b19f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fde8c67-d017-47f1-aba1-0f1279783658,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:27.965499 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b88cf-d6cd-429f-9ede-80c8ef0f0ed8 req-8f17346c-4f98-449b-a999-b8348823d970 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:27.974462 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c07b88cf-d6cd-429f-9ede-80c8ef0f0ed8 req-8f17346c-4f98-449b-a999-b8348823d970 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.1633475 Feb 16 22:35:28.061351 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c07b88cf-d6cd-429f-9ede-80c8ef0f0ed8 req-8313e38f-addc-4d2b-92b0-6517472f5ef7 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859554 Feb 16 22:35:28.219544 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d7499-bd4c-4a00-a759-bec0b051bac3 req-2ad5c86e-9ae2-4d22-a060-95c021197b0f tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:28.228901 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a14d7499-bd4c-4a00-a759-bec0b051bac3 req-2ad5c86e-9ae2-4d22-a060-95c021197b0f tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 943 time: 0.0972168 Feb 16 22:35:28.342418 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a14d7499-bd4c-4a00-a759-bec0b051bac3 req-c440dc0e-80b3-4a47-8ffd-bf5805713047 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105018 Feb 16 22:35:28.475834 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:29.315708 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773bd03-0789-4d5a-8b95-e1e6ec8b4155 req-6b050b80-3a15-4e3e-8961-f0ebcdd27450 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:29.317431 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0773bd03-0789-4d5a-8b95-e1e6ec8b4155 req-6b050b80-3a15-4e3e-8961-f0ebcdd27450 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.1232188 Feb 16 22:35:29.450495 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0773bd03-0789-4d5a-8b95-e1e6ec8b4155 req-84bac17d-9fd2-4334-9c65-16a1ca07b625 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206372 Feb 16 22:35:29.755843 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57824f-a492-4ebc-acb9-0103b8917558 req-f74476b1-1ee9-4933-9507-d2ccaf5e609b tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:29.780996 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ff57824f-a492-4ebc-acb9-0103b8917558 req-f74476b1-1ee9-4933-9507-d2ccaf5e609b tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 943 time: 0.1616795 Feb 16 22:35:29.869772 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ff57824f-a492-4ebc-acb9-0103b8917558 req-060892ea-7b7f-4bc8-aead-0f82df4a5c6b tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877094 Feb 16 22:35:29.875308 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:30.043687 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53068) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:30.257283 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-38c0e353-eaa5-4102-92e5-a50a28aab339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:30.507478 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-38c0e353-eaa5-4102-92e5-a50a28aab339 admin admin] Publish callbacks [] for security_group (f1aa62bd-2705-4af1-8afa-3dc7fb65f008), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:30.514630 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-38c0e353-eaa5-4102-92e5-a50a28aab339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f1aa62bd-2705-4af1-8afa-3dc7fb65f008), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:30.583495 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-38c0e353-eaa5-4102-92e5-a50a28aab339 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b77631e9a33542a88560f35df39c168a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5382903 Feb 16 22:35:30.584038 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0e353-eaa5-4102-92e5-a50a28aab339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1aa62bd-2705-4af1-8afa-3dc7fb65f008,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:30.585753 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53078) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:30.687368 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840fcfc-d26a-4591-abfa-1747a18e0161 req-44e7c87f-5a53-4a58-acee-2be7cd936421 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:30.692687 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7840fcfc-d26a-4591-abfa-1747a18e0161 req-44e7c87f-5a53-4a58-acee-2be7cd936421 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 943 time: 0.0920036 Feb 16 22:35:30.713149 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d488fdcf-e8cd-4126-98cb-655da471b85c admin admin] Publish callbacks [] for security_group (f1aa62bd-2705-4af1-8afa-3dc7fb65f008), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:30.765760 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d488fdcf-e8cd-4126-98cb-655da471b85c admin admin] Publish callbacks [] for security_group (f1aa62bd-2705-4af1-8afa-3dc7fb65f008), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:30.803792 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7840fcfc-d26a-4591-abfa-1747a18e0161 req-98c99b05-2f82-4314-88f1-318bfa681f8c tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045454 Feb 16 22:35:30.869816 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d488fdcf-e8cd-4126-98cb-655da471b85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f1aa62bd-2705-4af1-8afa-3dc7fb65f008), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:30.872865 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d488fdcf-e8cd-4126-98cb-655da471b85c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:30.874403 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d488fdcf-e8cd-4126-98cb-655da471b85c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f1aa62bd-2705-4af1-8afa-3dc7fb65f008 HTTP/1.1" status: 204 len: 168 time: 0.2876143 Feb 16 22:35:30.916266 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488fdcf-e8cd-4126-98cb-655da471b85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1aa62bd-2705-4af1-8afa-3dc7fb65f008,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:31.065276 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device bffb9e7c-c128-4c9a-9dde-edbf5d52a085 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:35:31.203651 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3193a29-90a7-4797-b453-2e8f6d7bb414 req-2234b335-c264-493e-ab08-33ba2e88f70f tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:31.204170 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e3193a29-90a7-4797-b453-2e8f6d7bb414 req-2234b335-c264-493e-ab08-33ba2e88f70f tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 943 time: 0.1225317 Feb 16 22:35:31.300092 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e3193a29-90a7-4797-b453-2e8f6d7bb414 req-5a5369f5-d6da-4a6c-856d-f5fadf49c204 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859394 Feb 16 22:35:31.364814 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port bffb9e7c-c128-4c9a-9dde-edbf5d52a085, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=bffb9e7c-c128-4c9a-9dde-edbf5d52a085,segment=NetworkSegment(0da08ad7-1ffb-4706-9d45-1cc487f01f06),segment_id=0da08ad7-1ffb-4706-9d45-1cc487f01f06)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:35:31.388278 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'bffb9e7c-c128-4c9a-9dde-edbf5d52a085', 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd', 'port_id': 'bffb9e7c-c128-4c9a-9dde-edbf5d52a085', 'mac_address': 'fa:16:3e:34:59:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:35:31.476642 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port bffb9e7c-c128-4c9a-9dde-edbf5d52a085 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:35:31.477039 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bffb9e7c-c128-4c9a-9dde-edbf5d52a085), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:31.498806 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bffb9e7c-c128-4c9a-9dde-edbf5d52a085 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:35:31.569399 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port bffb9e7c-c128-4c9a-9dde-edbf5d52a085, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=bffb9e7c-c128-4c9a-9dde-edbf5d52a085,segment=NetworkSegment(0da08ad7-1ffb-4706-9d45-1cc487f01f06),segment_id=0da08ad7-1ffb-4706-9d45-1cc487f01f06)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:35:31.578954 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (bffb9e7c-c128-4c9a-9dde-edbf5d52a085), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:31.667136 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=bffb9e7c-c128-4c9a-9dde-edbf5d52a085,revision_number=9']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:31.982408 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['bffb9e7c-c128-4c9a-9dde-edbf5d52a085'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:35:32.233019 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e8296-a856-42ea-9b2f-5e0c927b5880 req-224b19f5-12db-4da3-9285-8a6818002eff tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:32.240619 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b73e8296-a856-42ea-9b2f-5e0c927b5880 req-224b19f5-12db-4da3-9285-8a6818002eff tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 944 time: 0.1620286 Feb 16 22:35:32.338662 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b73e8296-a856-42ea-9b2f-5e0c927b5880 req-e43fed04-b1e0-4d7d-94da-1620af497f96 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969203 Feb 16 22:35:32.502913 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940723e6-71bd-442a-ac9d-4bb63e439390 req-8ddcbba1-d6bc-40ad-a69a-9dc19bfa625c tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:32.509741 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-940723e6-71bd-442a-ac9d-4bb63e439390 req-8ddcbba1-d6bc-40ad-a69a-9dc19bfa625c tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 943 time: 0.0956306 Feb 16 22:35:32.584971 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-940723e6-71bd-442a-ac9d-4bb63e439390 req-2cc63f5f-f1f8-4f87-a3b1-1598fe2d6394 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741577 Feb 16 22:35:33.623588 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83604da2-c697-4d5c-bbda-2ad54f1ac16e req-07dc6e16-9e03-4e56-ba89-14b8545f179a tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:33.638524 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-83604da2-c697-4d5c-bbda-2ad54f1ac16e req-07dc6e16-9e03-4e56-ba89-14b8545f179a tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 944 time: 0.1061056 Feb 16 22:35:33.727090 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53146) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:33.739120 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-83604da2-c697-4d5c-bbda-2ad54f1ac16e req-e648b6a5-71ac-4b74-80c6-036edfa6ad0b tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996034 Feb 16 22:35:33.930012 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4708ca-35e9-408d-a981-90c3f56c151e req-d3fe9aef-fca1-440f-9b9c-c4982af82496 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:33.945577 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7c4708ca-35e9-408d-a981-90c3f56c151e req-d3fe9aef-fca1-440f-9b9c-c4982af82496 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 943 time: 0.1041319 Feb 16 22:35:34.054400 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7c4708ca-35e9-408d-a981-90c3f56c151e req-9e1330ae-7afa-43b0-9ea8-33feb0dc6a9a tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071229 Feb 16 22:35:34.063857 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-85cbf735-3313-456b-afe9-726e9f774c85 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1577515137'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:35:34.090966 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cbf735-3313-456b-afe9-726e9f774c85 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] Made reservation on behalf of 532a2d04467c402fba5fac930af5bf92 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:35:34.103549 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-85cbf735-3313-456b-afe9-726e9f774c85 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:34.114728 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-85cbf735-3313-456b-afe9-726e9f774c85 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:34.273869 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-85cbf735-3313-456b-afe9-726e9f774c85 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] Publish callbacks [] for security_group (c7f067d2-9c32-469a-97d8-2e39b56a67ed), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:34.281948 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-85cbf735-3313-456b-afe9-726e9f774c85 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c7f067d2-9c32-469a-97d8-2e39b56a67ed), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:34.319404 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cbf735-3313-456b-afe9-726e9f774c85 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f067d2-9c32-469a-97d8-2e39b56a67ed,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:34.335434 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85cbf735-3313-456b-afe9-726e9f774c85 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:35:34.362507 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-85cbf735-3313-456b-afe9-726e9f774c85 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (3ddd5fa2-2c1c-40d9-ba11-64509e8d00cf), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:34.363269 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-85cbf735-3313-456b-afe9-726e9f774c85 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] Added segment 3ddd5fa2-2c1c-40d9-ba11-64509e8d00cf of type vlan for network 1ba2082c-3275-4f51-b731-33156a08e838 Feb 16 22:35:34.501864 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-85cbf735-3313-456b-afe9-726e9f774c85 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (1ba2082c-3275-4f51-b731-33156a08e838), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:34.599602 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-85cbf735-3313-456b-afe9-726e9f774c85 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (1ba2082c-3275-4f51-b731-33156a08e838), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:34.605045 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cbf735-3313-456b-afe9-726e9f774c85 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:34.605701 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-85cbf735-3313-456b-afe9-726e9f774c85 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:34.762600 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53168) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:34.764258 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-85cbf735-3313-456b-afe9-726e9f774c85 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9642723 Feb 16 22:35:34.876762 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-6c26d6a7-3d1d-4abc-ace8-0ae4b562bb82 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Request body: {'network': {'name': 'tempest-network--858324686', 'router:external': True}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:35:34.878803 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cbf735-3313-456b-afe9-726e9f774c85 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] Pushing event updated for resources: {'Network': ['ID=1ba2082c-3275-4f51-b731-33156a08e838,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:34.879069 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 1ba2082c-3275-4f51-b731-33156a08e838 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:35:34.937288 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c26d6a7-3d1d-4abc-ace8-0ae4b562bb82 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Made reservation on behalf of aeb6117a2a4e4f15b75131d4c12b0e1b for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:35:34.940167 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6c26d6a7-3d1d-4abc-ace8-0ae4b562bb82 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:34.971126 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6c26d6a7-3d1d-4abc-ace8-0ae4b562bb82 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:35.087094 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device bffb9e7c-c128-4c9a-9dde-edbf5d52a085 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:35:35.107170 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e89c1-470f-4bde-9d51-286a80c8bd30 req-986b9b60-efd1-4195-9de0-92fcbbde983c tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:35.115599 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f49e89c1-470f-4bde-9d51-286a80c8bd30 req-986b9b60-efd1-4195-9de0-92fcbbde983c tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 944 time: 0.1364608 Feb 16 22:35:35.244613 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f49e89c1-470f-4bde-9d51-286a80c8bd30 req-582be7e8-75c9-43c0-bd15-35614546a406 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251554 Feb 16 22:35:35.255277 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port bffb9e7c-c128-4c9a-9dde-edbf5d52a085 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:35:35.255747 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (bffb9e7c-c128-4c9a-9dde-edbf5d52a085), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:35.269440 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6c26d6a7-3d1d-4abc-ace8-0ae4b562bb82 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks [] for security_group (bbdaa09f-2469-457e-9a6a-2120499da532), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:35.296174 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6c26d6a7-3d1d-4abc-ace8-0ae4b562bb82 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (bbdaa09f-2469-457e-9a6a-2120499da532), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:35.397089 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c26d6a7-3d1d-4abc-ace8-0ae4b562bb82 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:35:35.445031 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port bffb9e7c-c128-4c9a-9dde-edbf5d52a085 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:35:35.454117 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26d6a7-3d1d-4abc-ace8-0ae4b562bb82 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdaa09f-2469-457e-9a6a-2120499da532,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:35.455672 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bffb9e7c-c128-4c9a-9dde-edbf5d52a085), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:35.498490 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6c26d6a7-3d1d-4abc-ace8-0ae4b562bb82 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (0abca975-c5b9-4af4-9b3e-ed8bcc1e4285), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:35.498892 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-6c26d6a7-3d1d-4abc-ace8-0ae4b562bb82 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Added segment 0abca975-c5b9-4af4-9b3e-ed8bcc1e4285 of type vlan for network 2b97da10-d1ee-4338-97d2-684fc561a651 Feb 16 22:35:35.538006 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port bffb9e7c-c128-4c9a-9dde-edbf5d52a085, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=bffb9e7c-c128-4c9a-9dde-edbf5d52a085,segment=NetworkSegment(0da08ad7-1ffb-4706-9d45-1cc487f01f06),segment_id=0da08ad7-1ffb-4706-9d45-1cc487f01f06)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:35:35.544652 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6160b4c3-9cfb-4b8c-93fe-d50b9733dab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffb9e7c-c128-4c9a-9dde-edbf5d52a085'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:35:35.547863 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d81fc6-1401-4381-969f-7213c24c6a0c" -d '{"events": [{"server_uuid": "6160b4c3-9cfb-4b8c-93fe-d50b9733dab1", "name": "network-vif-plugged", "status": "completed", "tag": "bffb9e7c-c128-4c9a-9dde-edbf5d52a085"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:35:35.554535 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (bffb9e7c-c128-4c9a-9dde-edbf5d52a085), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:35.684676 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=bffb9e7c-c128-4c9a-9dde-edbf5d52a085,revision_number=10']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:35.751018 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6c26d6a7-3d1d-4abc-ace8-0ae4b562bb82 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (2b97da10-d1ee-4338-97d2-684fc561a651), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:35.811540 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62161d53-2a17-45ee-bf36-9d7000f2d798 req-2f167a67-f60a-4e78-8562-d9aae7a9a781 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:35.821033 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-62161d53-2a17-45ee-bf36-9d7000f2d798 req-2f167a67-f60a-4e78-8562-d9aae7a9a781 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 943 time: 0.1800158 Feb 16 22:35:36.007017 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6c26d6a7-3d1d-4abc-ace8-0ae4b562bb82 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (2b97da10-d1ee-4338-97d2-684fc561a651), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:36.009094 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26d6a7-3d1d-4abc-ace8-0ae4b562bb82 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:36.010444 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6c26d6a7-3d1d-4abc-ace8-0ae4b562bb82 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:36.079412 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6c26d6a7-3d1d-4abc-ace8-0ae4b562bb82 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3858812 Feb 16 22:35:36.082629 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53200) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:36.226045 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-62161d53-2a17-45ee-bf36-9d7000f2d798 req-f1644b8f-c772-4ef6-ab69-e62f3fbca1a1 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839478 Feb 16 22:35:36.228423 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26d6a7-3d1d-4abc-ace8-0ae4b562bb82 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Pushing event updated for resources: {'Network': ['ID=2b97da10-d1ee-4338-97d2-684fc561a651,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:36.263212 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 2b97da10-d1ee-4338-97d2-684fc561a651 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:35:36.427844 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-417cc252-8967-4c55-a64a-3c1bd2c3ed71 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (2b97da10-d1ee-4338-97d2-684fc561a651), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:36.765400 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3acbb07-3f97-407b-a514-30ab868defce x-openstack-request-id: req-e3acbb07-3f97-407b-a514-30ab868defce {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:35:36.767063 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6160b4c3-9cfb-4b8c-93fe-d50b9733dab1", "name": "network-vif-plugged", "status": "completed", "tag": "bffb9e7c-c128-4c9a-9dde-edbf5d52a085", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:35:36.774081 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e3acbb07-3f97-407b-a514-30ab868defce {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:35:36.774595 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6160b4c3-9cfb-4b8c-93fe-d50b9733dab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffb9e7c-c128-4c9a-9dde-edbf5d52a085', 'code': 200} Feb 16 22:35:36.821836 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-417cc252-8967-4c55-a64a-3c1bd2c3ed71 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (2b97da10-d1ee-4338-97d2-684fc561a651), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:36.972763 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-417cc252-8967-4c55-a64a-3c1bd2c3ed71 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b97da10-d1ee-4338-97d2-684fc561a651']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:35:37.018464 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-417cc252-8967-4c55-a64a-3c1bd2c3ed71 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0abca975-c5b9-4af4-9b3e-ed8bcc1e4285') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:35:37.023776 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-417cc252-8967-4c55-a64a-3c1bd2c3ed71 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0abca975-c5b9-4af4-9b3e-ed8bcc1e4285') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:35:37.098552 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-417cc252-8967-4c55-a64a-3c1bd2c3ed71 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (0abca975-c5b9-4af4-9b3e-ed8bcc1e4285), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:37.102410 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415e2a1-551d-47cb-8317-e94ab7fe5fc0 req-e07f7027-5d3d-4a81-b2ec-9ae34c18888f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:37.110548 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7415e2a1-551d-47cb-8317-e94ab7fe5fc0 req-e07f7027-5d3d-4a81-b2ec-9ae34c18888f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 946 time: 0.2020376 Feb 16 22:35:37.154882 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-7f78dc01-ca97-4a7d-986d-1a112089fe00 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6245894 Feb 16 22:35:37.247126 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-417cc252-8967-4c55-a64a-3c1bd2c3ed71 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (0abca975-c5b9-4af4-9b3e-ed8bcc1e4285), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:37.258125 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7415e2a1-551d-47cb-8317-e94ab7fe5fc0 req-b833ff3c-151e-4235-9b28-0500118aa20b tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467865 Feb 16 22:35:37.267562 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-417cc252-8967-4c55-a64a-3c1bd2c3ed71 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:35:37.268903 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-417cc252-8967-4c55-a64a-3c1bd2c3ed71 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (0abca975-c5b9-4af4-9b3e-ed8bcc1e4285), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:37.271388 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:35:37.271388 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:35:37.271388 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:35:37.271388 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:35:37.271388 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:35:37.271388 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:35:37.271388 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:35:37.271388 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:35:37.271388 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:35:37.271388 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:35:37.271388 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:35:37.271388 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:35:37.271388 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:35:37.271388 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:35:37.271388 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:35:37.271388 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:35:37.271388 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:35:37.271388 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:35:37.271388 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:35:37.271388 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:35:37.271388 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:35:37.271388 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:35:37.271388 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:35:37.271388 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:35:37.271388 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:35:37.271388 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:35:37.271388 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:35:37.271388 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:35:37.271388 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:35:37.271388 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:35:37.271388 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:35:37.271388 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:35:37.499495 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-d622fa66-6c4e-4be1-aef9-0be287528ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:37.500186 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-d622fa66-6c4e-4be1-aef9-0be287528ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:37.500684 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-d622fa66-6c4e-4be1-aef9-0be287528ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:37.501322 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-d622fa66-6c4e-4be1-aef9-0be287528ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:37.502723 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-d622fa66-6c4e-4be1-aef9-0be287528ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:37.503359 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-d622fa66-6c4e-4be1-aef9-0be287528ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:37.503830 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-d622fa66-6c4e-4be1-aef9-0be287528ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:37.505956 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-d622fa66-6c4e-4be1-aef9-0be287528ba1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f6e9384d481649378c8629f80ddeb608&device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 6717 time: 0.2036855 Feb 16 22:35:37.545069 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b5868-32ef-4dbe-8f34-2d4af44e22ae req-21b85b05-fc50-49bf-ad22-e08e00b14893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:37.547491 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263806fd-f8e0-46a1-a133-eab10cce8318 req-47da25a4-b614-40d7-ae22-4be4d1f7b183 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:37.558005 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-263806fd-f8e0-46a1-a133-eab10cce8318 req-47da25a4-b614-40d7-ae22-4be4d1f7b183 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 943 time: 0.1619484 Feb 16 22:35:37.571886 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-977b5868-32ef-4dbe-8f34-2d4af44e22ae req-21b85b05-fc50-49bf-ad22-e08e00b14893 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 1128 time: 0.5104311 Feb 16 22:35:37.587473 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-417cc252-8967-4c55-a64a-3c1bd2c3ed71 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (2b97da10-d1ee-4338-97d2-684fc561a651), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:37.639573 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417cc252-8967-4c55-a64a-3c1bd2c3ed71 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2b97da10-d1ee-4338-97d2-684fc561a651 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 22:35:37.705863 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-417cc252-8967-4c55-a64a-3c1bd2c3ed71 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:37.745648 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-417cc252-8967-4c55-a64a-3c1bd2c3ed71 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] 10.222.0.75 "DELETE /v2.0/networks/2b97da10-d1ee-4338-97d2-684fc561a651 HTTP/1.1" status: 204 len: 168 time: 1.6618078 Feb 16 22:35:37.766444 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53226) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:37.769049 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417cc252-8967-4c55-a64a-3c1bd2c3ed71 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Pushing event deleted for resources: {'Network': ['ID=2b97da10-d1ee-4338-97d2-684fc561a651,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:37.787753 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-9f341c37-8f64-4a4d-a656-55ed165bdf14 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:35:37.847931 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-c013c8b0-99b9-4cd6-ad70-0deec02e7f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:37.855149 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-c013c8b0-99b9-4cd6-ad70-0deec02e7f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:37.857467 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-c013c8b0-99b9-4cd6-ad70-0deec02e7f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:37.859348 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-c013c8b0-99b9-4cd6-ad70-0deec02e7f5f service neutron] 10.222.0.67 "GET /v2.0/networks?id=568908f0-9e98-4a11-b55f-12ed6993ec3c&id=26d0d9a9-120f-4eeb-8da5-91a75398d8cf&id=26d0d9a9-120f-4eeb-8da5-91a75398d8cf&id=26d0d9a9-120f-4eeb-8da5-91a75398d8cf&id=26d0d9a9-120f-4eeb-8da5-91a75398d8cf&id=a2b2a22c-a39e-445c-a28f-3542fdd15687&id=a2b2a22c-a39e-445c-a28f-3542fdd15687 HTTP/1.1" status: 200 len: 2298 time: 0.2304387 Feb 16 22:35:37.896865 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-263806fd-f8e0-46a1-a133-eab10cce8318 req-3a3d7fc3-a4d4-4cf7-82d6-3b6e089aebcf tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379118 Feb 16 22:35:37.948520 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-977b5868-32ef-4dbe-8f34-2d4af44e22ae req-1be31e81-bfab-4b8d-a51f-70332aa76a6f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3625340 Feb 16 22:35:37.970141 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f341c37-8f64-4a4d-a656-55ed165bdf14 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Made reservation on behalf of aeb6117a2a4e4f15b75131d4c12b0e1b for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:35:37.973370 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9f341c37-8f64-4a4d-a656-55ed165bdf14 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:38.072701 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f341c37-8f64-4a4d-a656-55ed165bdf14 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:35:38.073577 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-9997787b-ddc6-4e93-bc79-7bd1173f7e82 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdadfd78-65f6-4dff-939c-85d390b9c67e HTTP/1.1" status: 200 len: 1002 time: 0.1745052 Feb 16 22:35:38.107535 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9f341c37-8f64-4a4d-a656-55ed165bdf14 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (801cc24f-92c3-4ae0-9585-d0e85b11e760), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:38.108154 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-9f341c37-8f64-4a4d-a656-55ed165bdf14 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Added segment 801cc24f-92c3-4ae0-9585-d0e85b11e760 of type vlan for network c6ed6551-65e1-492c-b060-7280ca4f0d7a Feb 16 22:35:38.304004 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-3f37a3c4-6c27-4da1-8ab8-20b5edc384cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:38.305263 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9f341c37-8f64-4a4d-a656-55ed165bdf14 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (c6ed6551-65e1-492c-b060-7280ca4f0d7a), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:38.305466 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-3f37a3c4-6c27-4da1-8ab8-20b5edc384cf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c6896302-81e8-438b-8326-65272f181012 HTTP/1.1" status: 200 len: 856 time: 0.0817420 Feb 16 22:35:38.448477 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-0752ce61-576e-4a5c-9b1b-3f111f953335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:38.449694 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9f341c37-8f64-4a4d-a656-55ed165bdf14 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (c6ed6551-65e1-492c-b060-7280ca4f0d7a), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:38.449932 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-0752ce61-576e-4a5c-9b1b-3f111f953335 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=568908f0-9e98-4a11-b55f-12ed6993ec3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1369841 Feb 16 22:35:38.450780 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f341c37-8f64-4a4d-a656-55ed165bdf14 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:38.451392 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9f341c37-8f64-4a4d-a656-55ed165bdf14 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:38.616840 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-99f9d999-2a10-42f4-8452-205d5bdec773 service neutron] 10.222.0.67 "GET /v2.0/networks/568908f0-9e98-4a11-b55f-12ed6993ec3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121140 Feb 16 22:35:38.715179 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca19902-605e-4e4b-a83c-4e2ae3e1c09b req-5674b8e2-b0d6-4423-a0a9-35a93d9a3fae tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:38.722854 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ca19902-605e-4e4b-a83c-4e2ae3e1c09b req-5674b8e2-b0d6-4423-a0a9-35a93d9a3fae tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 946 time: 0.2596452 Feb 16 22:35:38.743275 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f341c37-8f64-4a4d-a656-55ed165bdf14 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Pushing event updated for resources: {'Network': ['ID=c6ed6551-65e1-492c-b060-7280ca4f0d7a,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:38.768894 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9f341c37-8f64-4a4d-a656-55ed165bdf14 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9997537 Feb 16 22:35:38.769184 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53242) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:38.770127 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network c6ed6551-65e1-492c-b060-7280ca4f0d7a details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:35:38.774213 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-18b04599-7fdd-40fc-bafc-4cc7d0edb997 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Request body: {'subnet': {'network_id': 'c6ed6551-65e1-492c-b060-7280ca4f0d7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:35:38.825348 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b04599-7fdd-40fc-bafc-4cc7d0edb997 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Made reservation on behalf of aeb6117a2a4e4f15b75131d4c12b0e1b for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:35:38.837724 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-18b04599-7fdd-40fc-bafc-4cc7d0edb997 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:38.985539 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ca19902-605e-4e4b-a83c-4e2ae3e1c09b req-914c09c0-8e6f-4b3f-8b7c-609f56190953 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2614512 Feb 16 22:35:39.181656 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-a138410b-c20f-45e2-bbcd-15b8e0252d71 service neutron] 10.222.0.67 "GET /v2.0/networks/568908f0-9e98-4a11-b55f-12ed6993ec3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5451970 Feb 16 22:35:39.343587 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-326dafd7-fe02-4da8-ac44-b6c2ad5f06fb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=69cd28e0-ad7d-4a7a-a387-44e7f55c4baa HTTP/1.1" status: 200 len: 217 time: 0.1557641 Feb 16 22:35:40.158300 n-d-813897-6 neutron-server[103465]: DEBUG neutron.objects.ports [None req-18b04599-7fdd-40fc-bafc-4cc7d0edb997 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103465) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 22:35:40.161875 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-18b04599-7fdd-40fc-bafc-4cc7d0edb997 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (18636f72-ef03-43db-bba1-491092bc95e1), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:40.328962 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa0311-15b3-4463-979f-d157c3cce4b2 req-92e2d112-3cc6-44aa-828a-20271de437de tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:40.353167 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aeaa0311-15b3-4463-979f-d157c3cce4b2 req-92e2d112-3cc6-44aa-828a-20271de437de tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 943 time: 1.0079386 Feb 16 22:35:40.387146 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-b1c9c046-39e0-454b-a8f3-aa8eec6ed894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:40.389582 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-b1c9c046-39e0-454b-a8f3-aa8eec6ed894 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8582b128-4308-4a64-b89a-f70186bb698e HTTP/1.1" status: 200 len: 797 time: 0.9359300 Feb 16 22:35:40.406624 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b04599-7fdd-40fc-bafc-4cc7d0edb997 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Checking segment: {'id': '801cc24f-92c3-4ae0-9585-d0e85b11e760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c6ed6551-65e1-492c-b060-7280ca4f0d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:35:40.407124 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b04599-7fdd-40fc-bafc-4cc7d0edb997 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Network hostable DHCP agents. Network: c6ed6551-65e1-492c-b060-7280ca4f0d7a, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:35:40.409361 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b04599-7fdd-40fc-bafc-4cc7d0edb997 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Pushing event updated for resources: {'Subnet': ['ID=18636f72-ef03-43db-bba1-491092bc95e1,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:40.456056 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b04599-7fdd-40fc-bafc-4cc7d0edb997 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Network c6ed6551-65e1-492c-b060-7280ca4f0d7a is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:35:40.465680 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aeaa0311-15b3-4463-979f-d157c3cce4b2 req-31086209-01d0-4a06-a6d6-796f0b05fc7e tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112289 Feb 16 22:35:40.496096 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-18b04599-7fdd-40fc-bafc-4cc7d0edb997 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, c6ed6551-65e1-492c-b060-7280ca4f0d7a) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:35:40.506827 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b04599-7fdd-40fc-bafc-4cc7d0edb997 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:40.509099 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-18b04599-7fdd-40fc-bafc-4cc7d0edb997 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:40.509336 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b1564c-eff4-4ad3-9779-ed2bb889d2ae None None] Network c6ed6551-65e1-492c-b060-7280ca4f0d7a requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:35:40.531983 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-74cc0445-8c75-4be5-98b2-f1c10fe66012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:40.540882 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-74cc0445-8c75-4be5-98b2-f1c10fe66012 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=26d0d9a9-120f-4eeb-8da5-91a75398d8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1384885 Feb 16 22:35:40.586051 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-18b04599-7fdd-40fc-bafc-4cc7d0edb997 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8156538 Feb 16 22:35:40.594132 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53286) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:40.629878 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-f13f496f-0f86-4a6f-a19b-6a81a717481b tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Request body: {'floatingip': {'floating_network_id': 'c6ed6551-65e1-492c-b060-7280ca4f0d7a'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:35:40.710028 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632e4ad7-927d-4bf7-959f-0c0725a41460 None None] Network c6ed6551-65e1-492c-b060-7280ca4f0d7a requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:35:40.739510 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f13f496f-0f86-4a6f-a19b-6a81a717481b tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:41.104313 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d8e24-b962-4912-bafa-e50f0b191d05 req-17fd039f-0ec8-49e4-9c3a-ea836562f03d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:41.111164 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-419d8e24-b962-4912-bafa-e50f0b191d05 req-17fd039f-0ec8-49e4-9c3a-ea836562f03d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 946 time: 0.3910906 Feb 16 22:35:41.114422 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f13f496f-0f86-4a6f-a19b-6a81a717481b tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:41.132381 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-13a81f97-9daf-489f-a77e-2375317eadfd service neutron] 10.222.0.67 "GET /v2.0/networks/26d0d9a9-120f-4eeb-8da5-91a75398d8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5800264 Feb 16 22:35:41.555820 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-f13f496f-0f86-4a6f-a19b-6a81a717481b tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Allocated IP 172.20.0.8 (c6ed6551-65e1-492c-b060-7280ca4f0d7a/18636f72-ef03-43db-bba1-491092bc95e1/1eb8b938-2fd2-48fc-a07c-fc5f5638791b) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:35:41.576347 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-419d8e24-b962-4912-bafa-e50f0b191d05 req-57c8e531-1b5c-40f8-8386-f97a83c2ac60 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4485261 Feb 16 22:35:41.644383 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-6583cbc0-a44c-41d9-8893-b5e5a1726156 service neutron] 10.222.0.67 "GET /v2.0/networks/26d0d9a9-120f-4eeb-8da5-91a75398d8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782283 Feb 16 22:35:41.766097 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-562ba500-e074-4b75-956d-12fa06c344fd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=f1376ffd-fe61-469a-a98f-7b82403092df HTTP/1.1" status: 200 len: 217 time: 0.1151707 Feb 16 22:35:41.826606 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-4d92991f-e129-4033-bf22-1b246e95e349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:41.828155 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-4d92991f-e129-4033-bf22-1b246e95e349 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8582b128-4308-4a64-b89a-f70186bb698e HTTP/1.1" status: 200 len: 797 time: 0.0563281 Feb 16 22:35:41.885105 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f13f496f-0f86-4a6f-a19b-6a81a717481b tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks [] for port (1eb8b938-2fd2-48fc-a07c-fc5f5638791b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:41.919057 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21beceb0-a2ae-4fd7-b4fe-58a4fe8a7b17 req-a148b772-6b2f-4c8a-8432-124c5591d705 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:41.920950 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-21beceb0-a2ae-4fd7-b4fe-58a4fe8a7b17 req-a148b772-6b2f-4c8a-8432-124c5591d705 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 943 time: 0.1898415 Feb 16 22:35:41.940231 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-87fb986a-0a3a-4565-b306-0c88cc7a687a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:41.942005 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-87fb986a-0a3a-4565-b306-0c88cc7a687a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=26d0d9a9-120f-4eeb-8da5-91a75398d8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1074901 Feb 16 22:35:42.004565 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f13f496f-0f86-4a6f-a19b-6a81a717481b tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (1eb8b938-2fd2-48fc-a07c-fc5f5638791b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:42.083032 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-7803e5d6-4677-4057-b6e5-f21e2c00f08c service neutron] 10.222.0.67 "GET /v2.0/networks/26d0d9a9-120f-4eeb-8da5-91a75398d8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280534 Feb 16 22:35:42.091739 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13f496f-0f86-4a6f-a19b-6a81a717481b tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Network c6ed6551-65e1-492c-b060-7280ca4f0d7a is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:35:42.103009 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-f13f496f-0f86-4a6f-a19b-6a81a717481b tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:35:42.115892 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13f496f-0f86-4a6f-a19b-6a81a717481b tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:35:42.161040 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-21beceb0-a2ae-4fd7-b4fe-58a4fe8a7b17 req-5f19cb21-2fb8-48be-9c45-2aee3b403b67 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178390 Feb 16 22:35:42.260474 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f496f-0f86-4a6f-a19b-6a81a717481b tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Pushing event updated for resources: {'Port': ['ID=1eb8b938-2fd2-48fc-a07c-fc5f5638791b,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:42.401168 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-1ab1ba2f-d1a7-444d-a3d7-ec8a5c144af5 service neutron] 10.222.0.67 "GET /v2.0/networks/26d0d9a9-120f-4eeb-8da5-91a75398d8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976806 Feb 16 22:35:42.458229 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f13f496f-0f86-4a6f-a19b-6a81a717481b tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks [] for floatingip (f6302420-0816-41bc-869a-3446449a3975), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:42.522473 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-1f132347-3f22-410a-8671-c231a07677f9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=055e02a5-47a0-401e-b169-9e127e0dd260 HTTP/1.1" status: 200 len: 217 time: 0.0789216 Feb 16 22:35:42.547195 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f13f496f-0f86-4a6f-a19b-6a81a717481b tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1eb8b938-2fd2-48fc-a07c-fc5f5638791b), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:42.690193 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-5729c830-a5fd-4efd-ac03-4b56a250a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:42.691801 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-5729c830-a5fd-4efd-ac03-4b56a250a976 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8582b128-4308-4a64-b89a-f70186bb698e HTTP/1.1" status: 200 len: 797 time: 0.1622577 Feb 16 22:35:42.786795 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f13f496f-0f86-4a6f-a19b-6a81a717481b tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks [] for port (1eb8b938-2fd2-48fc-a07c-fc5f5638791b), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:42.801212 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f13f496f-0f86-4a6f-a19b-6a81a717481b tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (1eb8b938-2fd2-48fc-a07c-fc5f5638791b), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:42.874520 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c7ebc-a873-4bff-bf97-63ecdc3c9b47 req-906f47e9-66bd-4ce2-8b66-9af381d5f9ad tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:42.894646 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fa8c7ebc-a873-4bff-bf97-63ecdc3c9b47 req-906f47e9-66bd-4ce2-8b66-9af381d5f9ad tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 946 time: 0.1990004 Feb 16 22:35:42.929665 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-72fdeb7f-6fe9-4e22-8764-a2799921cacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:42.931641 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-72fdeb7f-6fe9-4e22-8764-a2799921cacd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=26d0d9a9-120f-4eeb-8da5-91a75398d8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2335002 Feb 16 22:35:42.953263 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f13f496f-0f86-4a6f-a19b-6a81a717481b tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (f6302420-0816-41bc-869a-3446449a3975), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:42.979465 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f496f-0f86-4a6f-a19b-6a81a717481b tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Pushing event updated for resources: {'Port': ['ID=1eb8b938-2fd2-48fc-a07c-fc5f5638791b,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:42.981712 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fa8c7ebc-a873-4bff-bf97-63ecdc3c9b47 req-59edaefb-cbc6-48db-a4bf-6f75b3a43a2f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816572 Feb 16 22:35:42.989109 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f13f496f-0f86-4a6f-a19b-6a81a717481b tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:42.994452 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f13f496f-0f86-4a6f-a19b-6a81a717481b tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3991859 Feb 16 22:35:42.995082 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53348) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:43.087749 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-77760529-c293-4f24-9313-f214cd2bbb2d tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] 10.222.0.75 "GET /v2.0/floatingips?floating_network_id=c6ed6551-65e1-492c-b060-7280ca4f0d7a HTTP/1.1" status: 200 len: 689 time: 0.0913050 Feb 16 22:35:43.090276 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53352) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:43.153939 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-eda34772-22c0-4a28-83a4-266be48c4c9d service neutron] 10.222.0.67 "GET /v2.0/networks/26d0d9a9-120f-4eeb-8da5-91a75398d8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931460 Feb 16 22:35:43.293811 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ac1d3de-939e-47ab-84ad-2cc6e683d9b3 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (c6ed6551-65e1-492c-b060-7280ca4f0d7a), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:43.545354 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb10e1ce-798f-42b9-866c-33a65e149da9 req-063b20b2-46ed-4d5a-9106-ff0e0cfa5711 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:43.546826 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fb10e1ce-798f-42b9-866c-33a65e149da9 req-063b20b2-46ed-4d5a-9106-ff0e0cfa5711 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 943 time: 0.2488294 Feb 16 22:35:43.622483 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fb10e1ce-798f-42b9-866c-33a65e149da9 req-5b194df5-07b6-45b8-a69d-6992807f27f0 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683320 Feb 16 22:35:43.630301 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-d294a332-7450-439b-bccb-71806b34c464 service neutron] 10.222.0.67 "GET /v2.0/networks/26d0d9a9-120f-4eeb-8da5-91a75398d8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208772 Feb 16 22:35:43.697179 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-4ac1d3de-939e-47ab-84ad-2cc6e683d9b3 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Deleting port 1eb8b938-2fd2-48fc-a07c-fc5f5638791b {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:35:43.698743 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ac1d3de-939e-47ab-84ad-2cc6e683d9b3 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (1eb8b938-2fd2-48fc-a07c-fc5f5638791b), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:43.794808 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ac1d3de-939e-47ab-84ad-2cc6e683d9b3 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (1eb8b938-2fd2-48fc-a07c-fc5f5638791b), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:43.795146 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ac1d3de-939e-47ab-84ad-2cc6e683d9b3 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks [] for floatingip (1eb8b938-2fd2-48fc-a07c-fc5f5638791b), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:43.808163 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-4ca8e7b1-9c39-4bef-a0f8-a355e1387b7e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=d4fbc09b-056d-495d-94fc-6214e9e03479 HTTP/1.1" status: 200 len: 217 time: 0.1631584 Feb 16 22:35:43.809036 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-4ac1d3de-939e-47ab-84ad-2cc6e683d9b3 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Calling delete_port for 1eb8b938-2fd2-48fc-a07c-fc5f5638791b owned by network:floatingip {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:35:43.918960 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-136c1dbb-97ce-40b2-9430-cf39ebc8a556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:43.920641 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-136c1dbb-97ce-40b2-9430-cf39ebc8a556 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8582b128-4308-4a64-b89a-f70186bb698e HTTP/1.1" status: 200 len: 797 time: 0.1024961 Feb 16 22:35:44.062430 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ac1d3de-939e-47ab-84ad-2cc6e683d9b3 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (1eb8b938-2fd2-48fc-a07c-fc5f5638791b), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:44.104164 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1d3de-939e-47ab-84ad-2cc6e683d9b3 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Pushing event deleted for resources: {'Port': ['ID=1eb8b938-2fd2-48fc-a07c-fc5f5638791b,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:44.173574 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-6d7ad2c2-1137-422d-8938-afc4ec1fb915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:44.175372 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-6d7ad2c2-1137-422d-8938-afc4ec1fb915 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=26d0d9a9-120f-4eeb-8da5-91a75398d8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2452905 Feb 16 22:35:44.246323 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ac1d3de-939e-47ab-84ad-2cc6e683d9b3 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks [] for floatingip (f6302420-0816-41bc-869a-3446449a3975), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:44.348441 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-8a62712f-3eea-4a5f-bfac-9a647d620e54 service neutron] 10.222.0.67 "GET /v2.0/networks/26d0d9a9-120f-4eeb-8da5-91a75398d8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611729 Feb 16 22:35:44.386220 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ac1d3de-939e-47ab-84ad-2cc6e683d9b3 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (18636f72-ef03-43db-bba1-491092bc95e1), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:44.540319 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ac1d3de-939e-47ab-84ad-2cc6e683d9b3 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (18636f72-ef03-43db-bba1-491092bc95e1), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:44.553701 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-1d88cc3d-135b-4919-8aa6-8f799c734c85 service neutron] 10.222.0.67 "GET /v2.0/networks/26d0d9a9-120f-4eeb-8da5-91a75398d8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970177 Feb 16 22:35:44.635057 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1d3de-939e-47ab-84ad-2cc6e683d9b3 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=18636f72-ef03-43db-bba1-491092bc95e1,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:44.641239 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-c7e2903f-554c-45ad-9148-28f9e805dcec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f08268c2-0706-4d20-b5da-cb8402e649ee HTTP/1.1" status: 200 len: 217 time: 0.0451491 Feb 16 22:35:44.768909 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ac1d3de-939e-47ab-84ad-2cc6e683d9b3 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (c6ed6551-65e1-492c-b060-7280ca4f0d7a), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:44.851693 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-4ac1d3de-939e-47ab-84ad-2cc6e683d9b3 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ed6551-65e1-492c-b060-7280ca4f0d7a']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:35:44.855648 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-1bcfe112-06a9-4842-acc0-7c31e344d9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:44.858688 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-1bcfe112-06a9-4842-acc0-7c31e344d9fe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0d67fdb7-3c41-4880-be2c-249dd8a89e0b HTTP/1.1" status: 200 len: 797 time: 0.1966770 Feb 16 22:35:44.901733 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-4ac1d3de-939e-47ab-84ad-2cc6e683d9b3 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801cc24f-92c3-4ae0-9585-d0e85b11e760') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:35:44.902062 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-4ac1d3de-939e-47ab-84ad-2cc6e683d9b3 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801cc24f-92c3-4ae0-9585-d0e85b11e760') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:35:44.922305 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5dd5bf-0d3f-49f8-9cf1-7192561c1194 req-c21204d7-09e0-4913-bfd9-77ee7576d213 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:44.924461 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e5dd5bf-0d3f-49f8-9cf1-7192561c1194 req-c21204d7-09e0-4913-bfd9-77ee7576d213 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 943 time: 0.1836562 Feb 16 22:35:44.932554 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ac1d3de-939e-47ab-84ad-2cc6e683d9b3 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (801cc24f-92c3-4ae0-9585-d0e85b11e760), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:44.967563 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ac1d3de-939e-47ab-84ad-2cc6e683d9b3 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (801cc24f-92c3-4ae0-9585-d0e85b11e760), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:44.977783 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac1d3de-939e-47ab-84ad-2cc6e683d9b3 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:35:44.978091 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ac1d3de-939e-47ab-84ad-2cc6e683d9b3 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (801cc24f-92c3-4ae0-9585-d0e85b11e760), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:44.981480 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:35:44.981480 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:35:44.981480 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:35:44.981480 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:35:44.981480 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:35:44.981480 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:35:44.981480 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:35:44.981480 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:35:44.981480 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:35:44.981480 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:35:44.981480 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:35:44.981480 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:35:44.981480 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:35:44.981480 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:35:44.981480 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:35:44.981480 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:35:44.981480 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:35:44.981480 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:35:44.981480 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:35:44.981480 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:35:44.981480 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:35:44.981480 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:35:44.981480 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:35:44.981480 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:35:44.981480 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:35:44.981480 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:35:44.981480 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:35:44.981480 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:35:44.981480 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:35:44.981480 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:35:44.981480 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:35:44.981480 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:35:45.000096 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-cfc01440-77a4-4d8d-9ab2-b6602b49354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:45.002224 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-cfc01440-77a4-4d8d-9ab2-b6602b49354d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a2b2a22c-a39e-445c-a28f-3542fdd15687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1306081 Feb 16 22:35:45.152002 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-724402a9-a149-4382-bf04-692847b492d7 service neutron] 10.222.0.67 "GET /v2.0/networks/a2b2a22c-a39e-445c-a28f-3542fdd15687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363635 Feb 16 22:35:45.216488 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e5dd5bf-0d3f-49f8-9cf1-7192561c1194 req-15b0ed36-8a8d-4e99-b82b-37f57f3b4b62 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816839 Feb 16 22:35:45.229731 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ac1d3de-939e-47ab-84ad-2cc6e683d9b3 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (c6ed6551-65e1-492c-b060-7280ca4f0d7a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:45.248489 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac1d3de-939e-47ab-84ad-2cc6e683d9b3 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c6ed6551-65e1-492c-b060-7280ca4f0d7a {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 22:35:45.250715 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1d3de-939e-47ab-84ad-2cc6e683d9b3 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Pushing event deleted for resources: {'Network': ['ID=c6ed6551-65e1-492c-b060-7280ca4f0d7a,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:45.257862 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ac1d3de-939e-47ab-84ad-2cc6e683d9b3 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:45.275155 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4ac1d3de-939e-47ab-84ad-2cc6e683d9b3 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] 10.222.0.75 "DELETE /v2.0/networks/c6ed6551-65e1-492c-b060-7280ca4f0d7a HTTP/1.1" status: 204 len: 168 time: 2.1817365 Feb 16 22:35:45.278140 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53406) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:45.340892 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device a5d3632f-f83d-4462-adcf-439674f449d1 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:35:45.470558 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-f9ea6f40-68ae-4163-b317-dda69b59d0f5 service neutron] 10.222.0.67 "GET /v2.0/networks/a2b2a22c-a39e-445c-a28f-3542fdd15687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906485 Feb 16 22:35:45.519114 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-73466778-23c4-4b1b-a860-3a8857deec02 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dbcefae5-8c39-42d5-b478-a0ad2c3077ea HTTP/1.1" status: 200 len: 217 time: 0.0521522 Feb 16 22:35:45.573036 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7e287f29-1914-4f84-bf0d-cd3a6f08153b tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] 10.222.0.75 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1782 time: 0.2923462 Feb 16 22:35:45.577053 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53414) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:45.701388 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port a5d3632f-f83d-4462-adcf-439674f449d1, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a5d3632f-f83d-4462-adcf-439674f449d1,segment=NetworkSegment(208e5095-0779-4b65-9ffb-ae79e8b0afdb),segment_id=208e5095-0779-4b65-9ffb-ae79e8b0afdb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:35:45.715363 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'a5d3632f-f83d-4462-adcf-439674f449d1', 'network_id': '8cb6624c-f3c9-4783-923f-c9d48b261c7e', 'port_id': 'a5d3632f-f83d-4462-adcf-439674f449d1', 'mac_address': 'fa:16:3e:81:4d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e9cf484-38d4-4f4b-a089-90e02ce0a0e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:35:45.819208 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1dac2e-82c8-4864-9405-57fc143f0959 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:45.820311 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1dac2e-82c8-4864-9405-57fc143f0959 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:45.821041 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1dac2e-82c8-4864-9405-57fc143f0959 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:45.821661 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1dac2e-82c8-4864-9405-57fc143f0959 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:45.823258 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1dac2e-82c8-4864-9405-57fc143f0959 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:45.823960 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1dac2e-82c8-4864-9405-57fc143f0959 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:45.825309 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1dac2e-82c8-4864-9405-57fc143f0959 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:45.827352 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1dac2e-82c8-4864-9405-57fc143f0959 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:45.828224 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1dac2e-82c8-4864-9405-57fc143f0959 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:45.829159 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port a5d3632f-f83d-4462-adcf-439674f449d1 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:35:45.829554 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a5d3632f-f83d-4462-adcf-439674f449d1), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:45.833161 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7c1dac2e-82c8-4864-9405-57fc143f0959 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5847 time: 0.2521079 Feb 16 22:35:45.833385 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53422) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:45.837516 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-ba59bc9a-53a2-4403-b398-bd0868e6d8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:45.839276 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-ba59bc9a-53a2-4403-b398-bd0868e6d8ed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0d67fdb7-3c41-4880-be2c-249dd8a89e0b HTTP/1.1" status: 200 len: 797 time: 0.3134077 Feb 16 22:35:45.863726 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d3632f-f83d-4462-adcf-439674f449d1 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:35:45.902137 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-12985bf5-cbe4-4f38-a84b-3b42f3283684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:45.904008 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-12985bf5-cbe4-4f38-a84b-3b42f3283684 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a2b2a22c-a39e-445c-a28f-3542fdd15687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0574975 Feb 16 22:35:45.910488 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port a5d3632f-f83d-4462-adcf-439674f449d1, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a5d3632f-f83d-4462-adcf-439674f449d1,segment=NetworkSegment(208e5095-0779-4b65-9ffb-ae79e8b0afdb),segment_id=208e5095-0779-4b65-9ffb-ae79e8b0afdb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:35:45.927466 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a5d3632f-f83d-4462-adcf-439674f449d1), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:45.970125 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-6c616389-43d8-4bc9-b2a8-b55e9d9e5f5e tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] delete failed (client error): The resource could not be found. Feb 16 22:35:45.972106 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6c616389-43d8-4bc9-b2a8-b55e9d9e5f5e tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] 10.222.0.75 "DELETE /v2.0/floatingips/f6302420-0816-41bc-869a-3446449a3975 HTTP/1.1" status: 404 len: 345 time: 0.1377537 Feb 16 22:35:45.975553 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53424) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:46.005887 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e2d83a4-e420-4336-95e4-3ae01d0276d5 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] DELETE failed (client error): The resource could not be found. Feb 16 22:35:46.010297 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e2d83a4-e420-4336-95e4-3ae01d0276d5 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:35:46.020730 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1e2d83a4-e420-4336-95e4-3ae01d0276d5 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] 10.222.0.75 "DELETE /v2.0/networks/c6ed6551-65e1-492c-b060-7280ca4f0d7a HTTP/1.1" status: 404 len: 339 time: 0.0404236 Feb 16 22:35:46.021338 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53430) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:46.026209 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-5353fd37-f088-4a9c-ad08-cee97bde28ed tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Request body: {'network': {'name': 'tempest-network--1255773527', 'router:external': True}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:35:46.054325 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=a5d3632f-f83d-4462-adcf-439674f449d1,revision_number=9']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:46.068677 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5353fd37-f088-4a9c-ad08-cee97bde28ed tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Made reservation on behalf of aeb6117a2a4e4f15b75131d4c12b0e1b for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:35:46.071225 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5353fd37-f088-4a9c-ad08-cee97bde28ed tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:46.101911 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-0cdcd9a9-df28-4eef-bdd6-3561d5bd367c service neutron] 10.222.0.67 "GET /v2.0/networks/a2b2a22c-a39e-445c-a28f-3542fdd15687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901302 Feb 16 22:35:46.105444 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5353fd37-f088-4a9c-ad08-cee97bde28ed tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:35:46.118482 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5353fd37-f088-4a9c-ad08-cee97bde28ed tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (da219f5c-274c-4ccb-92aa-b48639a19166), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:46.118869 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-5353fd37-f088-4a9c-ad08-cee97bde28ed tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Added segment da219f5c-274c-4ccb-92aa-b48639a19166 of type vlan for network dce7b7e9-8296-4d68-bb45-18e7f4200ea9 Feb 16 22:35:46.163540 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['a5d3632f-f83d-4462-adcf-439674f449d1'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:35:46.200022 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5353fd37-f088-4a9c-ad08-cee97bde28ed tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (dce7b7e9-8296-4d68-bb45-18e7f4200ea9), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:46.271642 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5353fd37-f088-4a9c-ad08-cee97bde28ed tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (dce7b7e9-8296-4d68-bb45-18e7f4200ea9), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:46.273060 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5353fd37-f088-4a9c-ad08-cee97bde28ed tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:46.274472 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5353fd37-f088-4a9c-ad08-cee97bde28ed tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:46.337145 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5353fd37-f088-4a9c-ad08-cee97bde28ed tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3143964 Feb 16 22:35:46.340065 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53438) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:46.429859 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353fd37-f088-4a9c-ad08-cee97bde28ed tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Pushing event updated for resources: {'Network': ['ID=dce7b7e9-8296-4d68-bb45-18e7f4200ea9,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:46.466433 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network dce7b7e9-8296-4d68-bb45-18e7f4200ea9 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:35:46.604110 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0321dd7d-5200-4038-bd2c-fd23907d8fe5 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:46.610381 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0321dd7d-5200-4038-bd2c-fd23907d8fe5 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:46.616751 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0321dd7d-5200-4038-bd2c-fd23907d8fe5 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:46.622650 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0321dd7d-5200-4038-bd2c-fd23907d8fe5 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:46.628418 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0321dd7d-5200-4038-bd2c-fd23907d8fe5 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2872696 Feb 16 22:35:46.629145 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53446) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:46.730262 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-808ec8aa-8390-4ea5-bced-1d24211d47db tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (dce7b7e9-8296-4d68-bb45-18e7f4200ea9), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:46.751793 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c24ad90-0a64-4962-97a3-9368d7a5a447 req-f57b831b-bf9e-42e7-9c3b-3fb5edc6ec89 service neutron] 10.222.0.67 "GET /v2.0/networks/a2b2a22c-a39e-445c-a28f-3542fdd15687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6424665 Feb 16 22:35:46.791706 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb6acd-1f65-4de8-8764-2c138e7e91c4 req-615ac847-1cf9-42c4-9788-92e0a8ea7588 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:46.797368 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4adb6acd-1f65-4de8-8764-2c138e7e91c4 req-615ac847-1cf9-42c4-9788-92e0a8ea7588 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 944 time: 0.1531448 Feb 16 22:35:46.851543 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-808ec8aa-8390-4ea5-bced-1d24211d47db tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (dce7b7e9-8296-4d68-bb45-18e7f4200ea9), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:46.865463 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4adb6acd-1f65-4de8-8764-2c138e7e91c4 req-1346f3ca-0a73-47bf-9293-480d6063dd37 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622201 Feb 16 22:35:46.871642 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-808ec8aa-8390-4ea5-bced-1d24211d47db tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dce7b7e9-8296-4d68-bb45-18e7f4200ea9']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:35:46.882252 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-808ec8aa-8390-4ea5-bced-1d24211d47db tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da219f5c-274c-4ccb-92aa-b48639a19166') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:35:46.882558 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-808ec8aa-8390-4ea5-bced-1d24211d47db tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da219f5c-274c-4ccb-92aa-b48639a19166') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:35:46.898528 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-808ec8aa-8390-4ea5-bced-1d24211d47db tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (da219f5c-274c-4ccb-92aa-b48639a19166), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:46.919561 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-808ec8aa-8390-4ea5-bced-1d24211d47db tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (da219f5c-274c-4ccb-92aa-b48639a19166), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:46.934824 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-808ec8aa-8390-4ea5-bced-1d24211d47db tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:35:46.935242 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-808ec8aa-8390-4ea5-bced-1d24211d47db tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (da219f5c-274c-4ccb-92aa-b48639a19166), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:46.937591 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:35:46.937591 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:35:46.937591 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:35:46.937591 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:35:46.937591 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:35:46.937591 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:35:46.937591 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:35:46.937591 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:35:46.937591 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:35:46.937591 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:35:46.937591 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:35:46.937591 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:35:46.937591 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:35:46.937591 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:35:46.937591 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:35:46.937591 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:35:46.937591 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:35:46.937591 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:35:46.937591 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:35:46.937591 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:35:46.937591 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:35:46.937591 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:35:46.937591 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:35:46.937591 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:35:46.937591 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:35:46.937591 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:35:46.937591 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:35:46.937591 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:35:46.937591 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:35:46.937591 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:35:46.937591 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:35:46.937591 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:35:47.006575 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-808ec8aa-8390-4ea5-bced-1d24211d47db tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (dce7b7e9-8296-4d68-bb45-18e7f4200ea9), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:47.015571 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808ec8aa-8390-4ea5-bced-1d24211d47db tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dce7b7e9-8296-4d68-bb45-18e7f4200ea9 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 22:35:47.043776 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-808ec8aa-8390-4ea5-bced-1d24211d47db tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:47.066374 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-808ec8aa-8390-4ea5-bced-1d24211d47db tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] 10.222.0.75 "DELETE /v2.0/networks/dce7b7e9-8296-4d68-bb45-18e7f4200ea9 HTTP/1.1" status: 204 len: 168 time: 0.4325092 Feb 16 22:35:47.066763 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53464) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:47.077865 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-76e50d6f-6de0-454a-85e9-e2c26d177670 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Request body: {'network': {'name': 'tempest-network--2045491507', 'router:external': True}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:35:47.092968 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ec8aa-8390-4ea5-bced-1d24211d47db tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Pushing event deleted for resources: {'Network': ['ID=dce7b7e9-8296-4d68-bb45-18e7f4200ea9,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:47.121835 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e50d6f-6de0-454a-85e9-e2c26d177670 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Made reservation on behalf of aeb6117a2a4e4f15b75131d4c12b0e1b for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:35:47.125668 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-76e50d6f-6de0-454a-85e9-e2c26d177670 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:47.154061 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e50d6f-6de0-454a-85e9-e2c26d177670 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:35:47.164646 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-76e50d6f-6de0-454a-85e9-e2c26d177670 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (c15a3da3-11cd-4fb1-88e5-85d72838076f), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:47.165005 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-76e50d6f-6de0-454a-85e9-e2c26d177670 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Added segment c15a3da3-11cd-4fb1-88e5-85d72838076f of type vlan for network 12c7ae6c-2495-4977-b925-d205126fb581 Feb 16 22:35:47.226414 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-76e50d6f-6de0-454a-85e9-e2c26d177670 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (12c7ae6c-2495-4977-b925-d205126fb581), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:47.295713 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-76e50d6f-6de0-454a-85e9-e2c26d177670 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (12c7ae6c-2495-4977-b925-d205126fb581), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:47.296923 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e50d6f-6de0-454a-85e9-e2c26d177670 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:47.297520 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-76e50d6f-6de0-454a-85e9-e2c26d177670 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:47.356622 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device a5d3632f-f83d-4462-adcf-439674f449d1 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:35:47.453814 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e50d6f-6de0-454a-85e9-e2c26d177670 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Pushing event updated for resources: {'Network': ['ID=12c7ae6c-2495-4977-b925-d205126fb581,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:47.462633 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-76e50d6f-6de0-454a-85e9-e2c26d177670 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3947892 Feb 16 22:35:47.465356 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53472) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:47.507494 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 12c7ae6c-2495-4977-b925-d205126fb581 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:35:47.659951 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5583c5dd-062c-41c9-82b6-4e9b1420b2fa tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:47.661339 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5583c5dd-062c-41c9-82b6-4e9b1420b2fa tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] 10.222.0.75 "GET /v2.0/networks/12c7ae6c-2495-4977-b925-d205126fb581 HTTP/1.1" status: 200 len: 757 time: 0.1950715 Feb 16 22:35:47.664140 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53478) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:47.729898 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port a5d3632f-f83d-4462-adcf-439674f449d1 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:35:47.730542 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a5d3632f-f83d-4462-adcf-439674f449d1), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:47.822864 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ecbe66-bb3e-465b-a8dc-5e31161de3a6 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:47.826011 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-42ecbe66-bb3e-465b-a8dc-5e31161de3a6 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] 10.222.0.75 "GET /v2.0/networks/1ba2082c-3275-4f51-b731-33156a08e838 HTTP/1.1" status: 200 len: 768 time: 0.1590877 Feb 16 22:35:47.827236 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53482) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:47.916884 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port a5d3632f-f83d-4462-adcf-439674f449d1 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:35:47.917569 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a5d3632f-f83d-4462-adcf-439674f449d1), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:47.948157 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b49f6940-3e0b-4d8b-9921-22bfb2a171b7 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (12c7ae6c-2495-4977-b925-d205126fb581), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:47.992665 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port a5d3632f-f83d-4462-adcf-439674f449d1, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a5d3632f-f83d-4462-adcf-439674f449d1,segment=NetworkSegment(208e5095-0779-4b65-9ffb-ae79e8b0afdb),segment_id=208e5095-0779-4b65-9ffb-ae79e8b0afdb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:35:47.995322 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd6d796-c4cd-4624-881c-99cbaecb5fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d3632f-f83d-4462-adcf-439674f449d1'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:35:47.998312 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41188287-5b65-473c-97c3-2db54b52cc99" -d '{"events": [{"server_uuid": "1fd6d796-c4cd-4624-881c-99cbaecb5fea", "name": "network-vif-plugged", "status": "completed", "tag": "a5d3632f-f83d-4462-adcf-439674f449d1"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:35:48.007471 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a5d3632f-f83d-4462-adcf-439674f449d1), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:48.076295 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b49f6940-3e0b-4d8b-9921-22bfb2a171b7 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (12c7ae6c-2495-4977-b925-d205126fb581), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:48.120200 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-b49f6940-3e0b-4d8b-9921-22bfb2a171b7 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12c7ae6c-2495-4977-b925-d205126fb581']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:35:48.141938 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=a5d3632f-f83d-4462-adcf-439674f449d1,revision_number=10']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:48.152629 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-b49f6940-3e0b-4d8b-9921-22bfb2a171b7 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15a3da3-11cd-4fb1-88e5-85d72838076f') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:35:48.153197 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-b49f6940-3e0b-4d8b-9921-22bfb2a171b7 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15a3da3-11cd-4fb1-88e5-85d72838076f') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:35:48.176193 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b49f6940-3e0b-4d8b-9921-22bfb2a171b7 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (c15a3da3-11cd-4fb1-88e5-85d72838076f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:48.209442 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b49f6940-3e0b-4d8b-9921-22bfb2a171b7 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (c15a3da3-11cd-4fb1-88e5-85d72838076f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:48.224845 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b49f6940-3e0b-4d8b-9921-22bfb2a171b7 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:35:48.225804 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b49f6940-3e0b-4d8b-9921-22bfb2a171b7 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (c15a3da3-11cd-4fb1-88e5-85d72838076f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:48.230242 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:35:48.230242 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:35:48.230242 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:35:48.230242 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:35:48.230242 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:35:48.230242 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:35:48.230242 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:35:48.230242 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:35:48.230242 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:35:48.230242 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:35:48.230242 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:35:48.230242 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:35:48.230242 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:35:48.230242 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:35:48.230242 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:35:48.230242 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:35:48.230242 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:35:48.230242 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:35:48.230242 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:35:48.230242 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:35:48.230242 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:35:48.230242 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:35:48.230242 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:35:48.230242 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:35:48.230242 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:35:48.230242 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:35:48.230242 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:35:48.230242 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:35:48.230242 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:35:48.230242 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:35:48.230242 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:35:48.230242 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:35:48.258015 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4854f-3dbc-4dfd-9eec-3c4a29f5cbae req-469f32be-41c5-4d41-bb3f-25328242840c tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:48.259476 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-82b4854f-3dbc-4dfd-9eec-3c4a29f5cbae req-469f32be-41c5-4d41-bb3f-25328242840c tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 946 time: 0.2434916 Feb 16 22:35:48.326598 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-82b4854f-3dbc-4dfd-9eec-3c4a29f5cbae req-32db6050-32ac-4ff2-9da7-d39491000e6a tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606937 Feb 16 22:35:48.380534 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b49f6940-3e0b-4d8b-9921-22bfb2a171b7 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (12c7ae6c-2495-4977-b925-d205126fb581), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:48.386517 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49f6940-3e0b-4d8b-9921-22bfb2a171b7 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 12c7ae6c-2495-4977-b925-d205126fb581 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 22:35:48.402211 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b49f6940-3e0b-4d8b-9921-22bfb2a171b7 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:48.408906 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b49f6940-3e0b-4d8b-9921-22bfb2a171b7 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] 10.222.0.75 "DELETE /v2.0/networks/12c7ae6c-2495-4977-b925-d205126fb581 HTTP/1.1" status: 204 len: 168 time: 0.5803511 Feb 16 22:35:48.412677 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53500) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:48.413536 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e498a7-80b5-45dc-aa62-6c8ffdd683cb x-openstack-request-id: req-92e498a7-80b5-45dc-aa62-6c8ffdd683cb {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:35:48.414284 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd6d796-c4cd-4624-881c-99cbaecb5fea", "name": "network-vif-plugged", "status": "completed", "tag": "a5d3632f-f83d-4462-adcf-439674f449d1", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:35:48.414778 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-92e498a7-80b5-45dc-aa62-6c8ffdd683cb {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:35:48.415605 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd6d796-c4cd-4624-881c-99cbaecb5fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d3632f-f83d-4462-adcf-439674f449d1', 'code': 200} Feb 16 22:35:48.417766 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-04d8d1df-b799-4004-bf3f-0e9dbc2c77f1 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Request body: {'network': {'name': 'tempest-network--825705638'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:35:48.463763 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d8d1df-b799-4004-bf3f-0e9dbc2c77f1 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Made reservation on behalf of aeb6117a2a4e4f15b75131d4c12b0e1b for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:35:48.466287 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-04d8d1df-b799-4004-bf3f-0e9dbc2c77f1 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:48.475327 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f6940-3e0b-4d8b-9921-22bfb2a171b7 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Pushing event deleted for resources: {'Network': ['ID=12c7ae6c-2495-4977-b925-d205126fb581,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:48.515986 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d8d1df-b799-4004-bf3f-0e9dbc2c77f1 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:35:48.530121 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-04d8d1df-b799-4004-bf3f-0e9dbc2c77f1 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (c23652e2-62b3-4707-87ef-5b29d4f8582d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:48.530820 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-04d8d1df-b799-4004-bf3f-0e9dbc2c77f1 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Added segment c23652e2-62b3-4707-87ef-5b29d4f8582d of type vlan for network 331e6498-8fc5-4a71-b1a6-44e09396cdc4 Feb 16 22:35:48.658826 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-04d8d1df-b799-4004-bf3f-0e9dbc2c77f1 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (331e6498-8fc5-4a71-b1a6-44e09396cdc4), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:48.753351 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb3d80-918b-4429-8922-aeceba724565 req-24ef1a95-111f-4ffb-906b-d863f2f3b5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:48.758537 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9abb3d80-918b-4429-8922-aeceba724565 req-24ef1a95-111f-4ffb-906b-d863f2f3b5ed service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 1128 time: 0.1522856 Feb 16 22:35:48.779095 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-04d8d1df-b799-4004-bf3f-0e9dbc2c77f1 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (331e6498-8fc5-4a71-b1a6-44e09396cdc4), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:48.780286 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d8d1df-b799-4004-bf3f-0e9dbc2c77f1 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:48.781209 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-04d8d1df-b799-4004-bf3f-0e9dbc2c77f1 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:48.872495 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53508) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:48.872659 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-04d8d1df-b799-4004-bf3f-0e9dbc2c77f1 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4586012 Feb 16 22:35:48.889928 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-1bfc7230-b368-45c3-ab15-a6cf52fdb946 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:35:48.901010 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d8d1df-b799-4004-bf3f-0e9dbc2c77f1 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Pushing event updated for resources: {'Network': ['ID=331e6498-8fc5-4a71-b1a6-44e09396cdc4,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:48.913860 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9abb3d80-918b-4429-8922-aeceba724565 req-8520a6c9-9af5-47a9-bc6f-af1d681d79fc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487956 Feb 16 22:35:48.942829 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 331e6498-8fc5-4a71-b1a6-44e09396cdc4 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:35:49.543536 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1bfc7230-b368-45c3-ab15-a6cf52fdb946 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (331e6498-8fc5-4a71-b1a6-44e09396cdc4), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:49.571075 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1bfc7230-b368-45c3-ab15-a6cf52fdb946 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (331e6498-8fc5-4a71-b1a6-44e09396cdc4), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:49.578519 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1bfc7230-b368-45c3-ab15-a6cf52fdb946 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Network 331e6498-8fc5-4a71-b1a6-44e09396cdc4 is not hosted by any dhcp agent {{(pid=103465) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 22:35:49.579416 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfc7230-b368-45c3-ab15-a6cf52fdb946 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:49.580172 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1bfc7230-b368-45c3-ab15-a6cf52fdb946 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:49.585172 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1bfc7230-b368-45c3-ab15-a6cf52fdb946 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] 10.222.0.75 "PUT /v2.0/networks/331e6498-8fc5-4a71-b1a6-44e09396cdc4 HTTP/1.1" status: 200 len: 857 time: 0.7001908 Feb 16 22:35:49.585172 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53528) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:49.627162 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cd69d-84d9-4abd-b4be-04140a08e287 req-a4faa3f1-cb4a-484e-a931-d3cf1765fa42 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:49.629155 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f32cd69d-84d9-4abd-b4be-04140a08e287 req-a4faa3f1-cb4a-484e-a931-d3cf1765fa42 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 946 time: 0.1657591 Feb 16 22:35:49.714906 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f32cd69d-84d9-4abd-b4be-04140a08e287 req-c7a00a23-187e-4fe4-81db-db2509543868 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789258 Feb 16 22:35:49.767903 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc7230-b368-45c3-ab15-a6cf52fdb946 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Pushing event updated for resources: {'Network': ['ID=331e6498-8fc5-4a71-b1a6-44e09396cdc4,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:49.774462 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-42c67fe1-ba70-4aff-a303-f2337c4ca572 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (331e6498-8fc5-4a71-b1a6-44e09396cdc4), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:49.905670 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-42c67fe1-ba70-4aff-a303-f2337c4ca572 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (331e6498-8fc5-4a71-b1a6-44e09396cdc4), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:49.963249 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-42c67fe1-ba70-4aff-a303-f2337c4ca572 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['331e6498-8fc5-4a71-b1a6-44e09396cdc4']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:35:49.980688 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-42c67fe1-ba70-4aff-a303-f2337c4ca572 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c23652e2-62b3-4707-87ef-5b29d4f8582d') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:35:49.983228 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-42c67fe1-ba70-4aff-a303-f2337c4ca572 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c23652e2-62b3-4707-87ef-5b29d4f8582d') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:35:50.000512 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-42c67fe1-ba70-4aff-a303-f2337c4ca572 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (c23652e2-62b3-4707-87ef-5b29d4f8582d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:50.043942 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-42c67fe1-ba70-4aff-a303-f2337c4ca572 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (c23652e2-62b3-4707-87ef-5b29d4f8582d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:50.056795 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c67fe1-ba70-4aff-a303-f2337c4ca572 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:35:50.057317 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-42c67fe1-ba70-4aff-a303-f2337c4ca572 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (c23652e2-62b3-4707-87ef-5b29d4f8582d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:50.059288 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:35:50.059288 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:35:50.059288 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:35:50.059288 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:35:50.059288 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:35:50.059288 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:35:50.059288 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:35:50.059288 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:35:50.059288 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:35:50.059288 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:35:50.059288 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:35:50.059288 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:35:50.059288 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:35:50.059288 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:35:50.059288 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:35:50.059288 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:35:50.059288 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:35:50.059288 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:35:50.059288 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:35:50.059288 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:35:50.059288 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:35:50.059288 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:35:50.059288 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:35:50.059288 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:35:50.059288 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:35:50.059288 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:35:50.059288 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:35:50.059288 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:35:50.059288 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:35:50.059288 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:35:50.059288 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:35:50.059288 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:35:50.199312 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-42c67fe1-ba70-4aff-a303-f2337c4ca572 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (331e6498-8fc5-4a71-b1a6-44e09396cdc4), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:50.204213 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c67fe1-ba70-4aff-a303-f2337c4ca572 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 331e6498-8fc5-4a71-b1a6-44e09396cdc4 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 22:35:50.215766 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-42c67fe1-ba70-4aff-a303-f2337c4ca572 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:50.229116 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-42c67fe1-ba70-4aff-a303-f2337c4ca572 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] 10.222.0.75 "DELETE /v2.0/networks/331e6498-8fc5-4a71-b1a6-44e09396cdc4 HTTP/1.1" status: 204 len: 168 time: 0.6422074 Feb 16 22:35:50.234064 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53558) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:50.287835 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c67fe1-ba70-4aff-a303-f2337c4ca572 tempest-ExternalNetworksTestJSON-54667217 tempest-ExternalNetworksTestJSON-54667217-project-admin] Pushing event deleted for resources: {'Network': ['ID=331e6498-8fc5-4a71-b1a6-44e09396cdc4,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:50.341855 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd8c53de-5b95-4a6e-84c8-6cd72d08eb51 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] DELETE failed (client error): The resource could not be found. Feb 16 22:35:50.344829 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd8c53de-5b95-4a6e-84c8-6cd72d08eb51 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:35:50.349222 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-dd8c53de-5b95-4a6e-84c8-6cd72d08eb51 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] 10.222.0.75 "DELETE /v2.0/subnets/18636f72-ef03-43db-bba1-491092bc95e1 HTTP/1.1" status: 404 len: 337 time: 0.1136651 Feb 16 22:35:50.353573 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53570) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:50.583550 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fd5efaab-427d-42e8-8cdb-a2eaa14544b3 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (1ba2082c-3275-4f51-b731-33156a08e838), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:50.631835 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6575260f-a47d-4e0d-a6d4-c368fc3f78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:50.770311 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fd5efaab-427d-42e8-8cdb-a2eaa14544b3 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (1ba2082c-3275-4f51-b731-33156a08e838), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:50.793172 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-fd5efaab-427d-42e8-8cdb-a2eaa14544b3 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ba2082c-3275-4f51-b731-33156a08e838']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:35:50.805014 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-fd5efaab-427d-42e8-8cdb-a2eaa14544b3 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ddd5fa2-2c1c-40d9-ba11-64509e8d00cf') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:35:50.805569 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-fd5efaab-427d-42e8-8cdb-a2eaa14544b3 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ddd5fa2-2c1c-40d9-ba11-64509e8d00cf') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:35:50.817117 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fd5efaab-427d-42e8-8cdb-a2eaa14544b3 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (3ddd5fa2-2c1c-40d9-ba11-64509e8d00cf), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:50.832658 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fd5efaab-427d-42e8-8cdb-a2eaa14544b3 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (3ddd5fa2-2c1c-40d9-ba11-64509e8d00cf), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:50.840004 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd5efaab-427d-42e8-8cdb-a2eaa14544b3 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:35:50.840611 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fd5efaab-427d-42e8-8cdb-a2eaa14544b3 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (3ddd5fa2-2c1c-40d9-ba11-64509e8d00cf), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:50.844655 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:35:50.844655 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:35:50.844655 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:35:50.844655 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:35:50.844655 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:35:50.844655 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:35:50.844655 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:35:50.844655 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:35:50.844655 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:35:50.844655 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:35:50.844655 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:35:50.844655 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:35:50.844655 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:35:50.844655 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:35:50.844655 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:35:50.844655 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:35:50.844655 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:35:50.844655 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:35:50.844655 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:35:50.844655 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:35:50.844655 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:35:50.844655 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:35:50.844655 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:35:50.844655 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:35:50.844655 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:35:50.844655 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:35:50.844655 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:35:50.844655 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:35:50.844655 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:35:50.844655 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:35:50.844655 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:35:50.844655 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:35:51.031948 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988e296-2405-4473-83d2-e1e684625d56 req-ff30a699-bb73-43a8-9bef-660beb79ade7 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:51.034502 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0988e296-2405-4473-83d2-e1e684625d56 req-ff30a699-bb73-43a8-9bef-660beb79ade7 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 946 time: 0.1458166 Feb 16 22:35:51.051912 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fd5efaab-427d-42e8-8cdb-a2eaa14544b3 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (1ba2082c-3275-4f51-b731-33156a08e838), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:51.059901 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fd5efaab-427d-42e8-8cdb-a2eaa14544b3 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:51.076148 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fd5efaab-427d-42e8-8cdb-a2eaa14544b3 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] 10.222.0.75 "DELETE /v2.0/networks/1ba2082c-3275-4f51-b731-33156a08e838 HTTP/1.1" status: 204 len: 168 time: 0.7189054 Feb 16 22:35:51.119454 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5efaab-427d-42e8-8cdb-a2eaa14544b3 tempest-ExternalNetworksTestJSON-209527325 tempest-ExternalNetworksTestJSON-209527325-project] Pushing event deleted for resources: {'Network': ['ID=1ba2082c-3275-4f51-b731-33156a08e838,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:51.193926 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0988e296-2405-4473-83d2-e1e684625d56 req-8c0202dc-b2ec-4988-97b5-f1cc64cc6d05 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320057 Feb 16 22:35:51.678394 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53612) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:51.878763 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53618) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:51.889030 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-80dcf803-5b7f-4bf7-b5b8-5be4fc0d5ba2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=532a2d04467c402fba5fac930af5bf92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2087507 Feb 16 22:35:51.941599 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-62e4e9d0-8503-463b-a8e8-cda836661594 admin admin] Publish callbacks [] for security_group (c7f067d2-9c32-469a-97d8-2e39b56a67ed), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:51.970948 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-62e4e9d0-8503-463b-a8e8-cda836661594 admin admin] Publish callbacks [] for security_group (c7f067d2-9c32-469a-97d8-2e39b56a67ed), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:52.041590 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-62e4e9d0-8503-463b-a8e8-cda836661594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c7f067d2-9c32-469a-97d8-2e39b56a67ed), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:52.058645 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-62e4e9d0-8503-463b-a8e8-cda836661594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:52.060178 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-62e4e9d0-8503-463b-a8e8-cda836661594 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c7f067d2-9c32-469a-97d8-2e39b56a67ed HTTP/1.1" status: 204 len: 168 time: 0.1803527 Feb 16 22:35:52.069130 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4e9d0-8503-463b-a8e8-cda836661594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f067d2-9c32-469a-97d8-2e39b56a67ed,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:52.451422 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e5a06-8d88-4d3a-8b6c-ecab29509229 req-518a82ce-73e7-4535-b1df-51c779c0ef18 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:52.453188 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c12e5a06-8d88-4d3a-8b6c-ecab29509229 req-518a82ce-73e7-4535-b1df-51c779c0ef18 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 946 time: 0.1690919 Feb 16 22:35:52.557824 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c12e5a06-8d88-4d3a-8b6c-ecab29509229 req-7221a259-15f4-459c-8070-7e6eff2a6906 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956414 Feb 16 22:35:52.634602 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53642) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:52.729106 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6f597d0f-874e-4bd1-904c-06de66acb22a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=aeb6117a2a4e4f15b75131d4c12b0e1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0932591 Feb 16 22:35:52.731757 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53648) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:52.764848 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc53775-4d7b-4271-b35c-e43ba02fb8ec req-bee5608b-079f-4dec-ba92-03329bde2e2a tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:52.766523 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9bc53775-4d7b-4271-b35c-e43ba02fb8ec req-bee5608b-079f-4dec-ba92-03329bde2e2a tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 946 time: 0.1029165 Feb 16 22:35:52.850445 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9bc53775-4d7b-4271-b35c-e43ba02fb8ec req-fd59c13b-18ce-4615-868a-9d9d93e4d2b9 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746887 Feb 16 22:35:52.889090 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e33ef3a-d551-42fe-b933-8a00b39c34bc admin admin] Publish callbacks [] for security_group (bbdaa09f-2469-457e-9a6a-2120499da532), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:52.942882 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e33ef3a-d551-42fe-b933-8a00b39c34bc admin admin] Publish callbacks [] for security_group (bbdaa09f-2469-457e-9a6a-2120499da532), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:53.058956 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-46d70ad9-0f8f-40d0-bba5-91df3adbb5c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:53.066674 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f5126-a621-4dbe-868f-d300d4c10aaa req-179bc4cb-d8ef-4cd2-a6e2-c8fc22ae8470 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:53.074499 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb9f5126-a621-4dbe-868f-d300d4c10aaa req-179bc4cb-d8ef-4cd2-a6e2-c8fc22ae8470 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 946 time: 0.0963035 Feb 16 22:35:53.084191 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e33ef3a-d551-42fe-b933-8a00b39c34bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (bbdaa09f-2469-457e-9a6a-2120499da532), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:53.087262 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e33ef3a-d551-42fe-b933-8a00b39c34bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:53.088589 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9e33ef3a-d551-42fe-b933-8a00b39c34bc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bbdaa09f-2469-457e-9a6a-2120499da532 HTTP/1.1" status: 204 len: 168 time: 0.3558204 Feb 16 22:35:53.108963 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33ef3a-d551-42fe-b933-8a00b39c34bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdaa09f-2469-457e-9a6a-2120499da532,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:53.203492 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb9f5126-a621-4dbe-868f-d300d4c10aaa req-f4d4484f-5485-444e-8e8b-18f882f03e89 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277239 Feb 16 22:35:53.455336 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a7872-def5-4096-b239-401576110f09 req-4df9fb62-5a08-4b3b-a52d-e0cdda2d4fc4 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:53.462768 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d23a7872-def5-4096-b239-401576110f09 req-4df9fb62-5a08-4b3b-a52d-e0cdda2d4fc4 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 946 time: 0.1372073 Feb 16 22:35:53.613187 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d23a7872-def5-4096-b239-401576110f09 req-d1a969ea-9ce0-478e-88a0-fa55201c3399 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493607 Feb 16 22:35:53.864655 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ea6d8-1bd6-4a08-a111-1aa3bd5985e3 req-aecb0bbf-ca05-4e12-929d-2aa8bbc68655 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:53.872377 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-863ea6d8-1bd6-4a08-a111-1aa3bd5985e3 req-aecb0bbf-ca05-4e12-929d-2aa8bbc68655 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 946 time: 0.1198890 Feb 16 22:35:53.959973 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-863ea6d8-1bd6-4a08-a111-1aa3bd5985e3 req-1c6a131b-77b2-4e60-9e03-e2508cf20616 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865796 Feb 16 22:35:54.202127 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13112b5-4c9d-463d-8ef7-c5e4be7a2405 req-21e1c389-9133-42e9-a006-0fefbdf00931 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:54.210048 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d13112b5-4c9d-463d-8ef7-c5e4be7a2405 req-21e1c389-9133-42e9-a006-0fefbdf00931 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 946 time: 0.0896308 Feb 16 22:35:54.245073 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:54.392966 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d13112b5-4c9d-463d-8ef7-c5e4be7a2405 req-7dd2a5c0-c6af-4f36-a419-f51988b2b0ce tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810601 Feb 16 22:35:54.627264 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2eb10-662f-40d7-b6ad-1c204fff31cd req-b377d1d8-5b43-4a7c-b4ff-bf549dc24c34 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:54.628867 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8dd2eb10-662f-40d7-b6ad-1c204fff31cd req-b377d1d8-5b43-4a7c-b4ff-bf549dc24c34 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 946 time: 0.0968931 Feb 16 22:35:54.708347 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8dd2eb10-662f-40d7-b6ad-1c204fff31cd req-b69f2f31-f63c-46c0-9497-b7040d469dcc tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735421 Feb 16 22:35:55.413721 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23c988-72d1-40b1-bf3e-d89456106914 req-d1258f31-2ff1-4177-83f7-e99aad78ca07 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:55.422867 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cf23c988-72d1-40b1-bf3e-d89456106914 req-d1258f31-2ff1-4177-83f7-e99aad78ca07 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 946 time: 0.1314578 Feb 16 22:35:55.553571 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cf23c988-72d1-40b1-bf3e-d89456106914 req-f3f01140-bd04-4c1d-bcf8-c6cbfdae8333 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297369 Feb 16 22:35:55.604472 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:55.902257 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53738) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:56.077046 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-af1f4204-e519-4b92-b915-9ef4a16c6656 tempest-MeteringTestJSON-312571101 tempest-MeteringTestJSON-312571101-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-70465982'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:35:56.077511 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-af1f4204-e519-4b92-b915-9ef4a16c6656 tempest-MeteringTestJSON-312571101 tempest-MeteringTestJSON-312571101-project-admin] Unknown quota resources ['metering_label']. {{(pid=103466) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 22:35:56.288319 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-af1f4204-e519-4b92-b915-9ef4a16c6656 tempest-MeteringTestJSON-312571101 tempest-MeteringTestJSON-312571101-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:56.290037 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-af1f4204-e519-4b92-b915-9ef4a16c6656 tempest-MeteringTestJSON-312571101 tempest-MeteringTestJSON-312571101-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.3867226 Feb 16 22:35:56.292567 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53744) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:56.297635 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-40074bed-d8ab-4b70-a8f8-b1ab0288599c tempest-MeteringTestJSON-312571101 tempest-MeteringTestJSON-312571101-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b13bd7a3-2b14-470b-81ec-ccc6b690093f'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:35:56.298588 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-40074bed-d8ab-4b70-a8f8-b1ab0288599c tempest-MeteringTestJSON-312571101 tempest-MeteringTestJSON-312571101-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103466) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 22:35:56.393588 n-d-813897-6 neutron-server[103466]: WARNING neutron.services.metering.metering_plugin [None req-40074bed-d8ab-4b70-a8f8-b1ab0288599c tempest-MeteringTestJSON-312571101 tempest-MeteringTestJSON-312571101-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 16 22:35:56.537217 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-40074bed-d8ab-4b70-a8f8-b1ab0288599c tempest-MeteringTestJSON-312571101 tempest-MeteringTestJSON-312571101-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:56.541598 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53748) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:56.543916 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-40074bed-d8ab-4b70-a8f8-b1ab0288599c tempest-MeteringTestJSON-312571101 tempest-MeteringTestJSON-312571101-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2500958 Feb 16 22:35:56.549538 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-1f851ea7-4e03-4b69-85c7-059daeea8b39 tempest-MeteringTestJSON-312571101 tempest-MeteringTestJSON-312571101-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b13bd7a3-2b14-470b-81ec-ccc6b690093f'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:35:56.550304 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-1f851ea7-4e03-4b69-85c7-059daeea8b39 tempest-MeteringTestJSON-312571101 tempest-MeteringTestJSON-312571101-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103465) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 22:35:56.651291 n-d-813897-6 neutron-server[103465]: WARNING neutron.services.metering.metering_plugin [None req-1f851ea7-4e03-4b69-85c7-059daeea8b39 tempest-MeteringTestJSON-312571101 tempest-MeteringTestJSON-312571101-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 16 22:35:56.720797 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb65c2-ef87-4237-896d-c868a84157c7 req-8d468f24-64e3-4188-9845-cfc476ebe1b2 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:56.734230 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5bb65c2-ef87-4237-896d-c868a84157c7 req-8d468f24-64e3-4188-9845-cfc476ebe1b2 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 946 time: 0.0932891 Feb 16 22:35:56.764888 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1f851ea7-4e03-4b69-85c7-059daeea8b39 tempest-MeteringTestJSON-312571101 tempest-MeteringTestJSON-312571101-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:56.768695 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1f851ea7-4e03-4b69-85c7-059daeea8b39 tempest-MeteringTestJSON-312571101 tempest-MeteringTestJSON-312571101-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2227244 Feb 16 22:35:56.771329 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53752) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:56.793114 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53754) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:56.797544 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-044f1201-c8d3-47e9-a683-1a4a3f5af58f tempest-MeteringTestJSON-312571101 tempest-MeteringTestJSON-312571101-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules?id=41910645-147b-42de-bd22-7222c36f293e HTTP/1.1" status: 200 len: 464 time: 0.0226486 Feb 16 22:35:56.814598 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5bb65c2-ef87-4237-896d-c868a84157c7 req-0ad8430b-468d-482a-bde3-236287ee8df0 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790520 Feb 16 22:35:56.996657 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a0c153a5-7953-4820-9ed5-f2f9968e66f0 tempest-MeteringTestJSON-312571101 tempest-MeteringTestJSON-312571101-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:57.003289 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a0c153a5-7953-4820-9ed5-f2f9968e66f0 tempest-MeteringTestJSON-312571101 tempest-MeteringTestJSON-312571101-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-label-rules/41910645-147b-42de-bd22-7222c36f293e HTTP/1.1" status: 204 len: 168 time: 0.2090609 Feb 16 22:35:57.006148 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53764) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:57.016461 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e354f04d-2392-47c7-bd1c-dc869e26218a tempest-MeteringTestJSON-312571101 tempest-MeteringTestJSON-312571101-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules?id=41910645-147b-42de-bd22-7222c36f293e HTTP/1.1" status: 200 len: 221 time: 0.0091348 Feb 16 22:35:57.020546 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53766) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:57.025752 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-6270e3df-09c5-4db9-b6a7-3f095b49d093 tempest-MeteringTestJSON-312571101 tempest-MeteringTestJSON-312571101-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1347769560', 'description': 'label created by tempest'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:35:57.026550 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-6270e3df-09c5-4db9-b6a7-3f095b49d093 tempest-MeteringTestJSON-312571101 tempest-MeteringTestJSON-312571101-project-admin] Unknown quota resources ['metering_label']. {{(pid=103465) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 22:35:57.033711 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:57.317424 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c0f4c-164d-4a9d-87d9-d9657128e2e9 req-3c7ad84e-f877-4bdc-a669-59c0d7fbb5a6 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:57.323981 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-314c0f4c-164d-4a9d-87d9-d9657128e2e9 req-3c7ad84e-f877-4bdc-a669-59c0d7fbb5a6 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 946 time: 0.1769414 Feb 16 22:35:57.346040 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6270e3df-09c5-4db9-b6a7-3f095b49d093 tempest-MeteringTestJSON-312571101 tempest-MeteringTestJSON-312571101-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:57.347206 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6270e3df-09c5-4db9-b6a7-3f095b49d093 tempest-MeteringTestJSON-312571101 tempest-MeteringTestJSON-312571101-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3254642 Feb 16 22:35:57.350425 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53770) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:57.352814 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c26639-e29b-49f4-879e-a9f189d48cf3 req-3732efdf-5458-448e-acbf-3b588be05152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:57.358184 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78c26639-e29b-49f4-879e-a9f189d48cf3 req-3732efdf-5458-448e-acbf-3b588be05152 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8e18d5d64e254c0cbff795a2537801d2&device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 1128 time: 0.1600347 Feb 16 22:35:57.427322 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-314c0f4c-164d-4a9d-87d9-d9657128e2e9 req-2853d009-796f-4a51-accc-338f000ad62e tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959241 Feb 16 22:35:57.459742 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3291cdc3-1b0e-4a3b-8560-ac396c2679ee tempest-MeteringTestJSON-312571101 tempest-MeteringTestJSON-312571101-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels?id=989324c6-6e57-42cc-8bf4-30c94b531b22 HTTP/1.1" status: 200 len: 468 time: 0.1080065 Feb 16 22:35:57.462217 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53772) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:57.547627 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c26639-e29b-49f4-879e-a9f189d48cf3 req-3388fa53-4415-49e9-947d-80b985a8946c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:57.549920 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78c26639-e29b-49f4-879e-a9f189d48cf3 req-3388fa53-4415-49e9-947d-80b985a8946c service neutron] 10.222.0.79 "GET /v2.0/networks?id=8cb6624c-f3c9-4783-923f-c9d48b261c7e HTTP/1.1" status: 200 len: 914 time: 0.1839275 Feb 16 22:35:57.698955 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78c26639-e29b-49f4-879e-a9f189d48cf3 req-d616f0b0-4ba0-4117-9331-9284fe479358 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5d3632f-f83d-4462-adcf-439674f449d1 HTTP/1.1" status: 200 len: 217 time: 0.1082735 Feb 16 22:35:57.782983 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ea584b03-07b3-4194-a77f-6a069794d048 tempest-MeteringTestJSON-312571101 tempest-MeteringTestJSON-312571101-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:57.784599 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ea584b03-07b3-4194-a77f-6a069794d048 tempest-MeteringTestJSON-312571101 tempest-MeteringTestJSON-312571101-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-labels/989324c6-6e57-42cc-8bf4-30c94b531b22 HTTP/1.1" status: 204 len: 168 time: 0.3211467 Feb 16 22:35:57.787471 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53776) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:57.807118 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-894affe6-a3de-43cb-80d2-1f14f1073570 tempest-MeteringTestJSON-312571101 tempest-MeteringTestJSON-312571101-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels?id=989324c6-6e57-42cc-8bf4-30c94b531b22 HTTP/1.1" status: 200 len: 216 time: 0.0182104 Feb 16 22:35:57.810378 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53778) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:57.818307 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c26639-e29b-49f4-879e-a9f189d48cf3 req-4da3b7de-59ca-4094-95d6-a7a2b936ecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:57.820208 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78c26639-e29b-49f4-879e-a9f189d48cf3 req-4da3b7de-59ca-4094-95d6-a7a2b936ecfc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8e9cf484-38d4-4f4b-a089-90e02ce0a0e2 HTTP/1.1" status: 200 len: 853 time: 0.1117549 Feb 16 22:35:57.821600 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-78e62060-09fd-4aa6-b371-9c84738354e2 tempest-MeteringTestJSON-312571101 tempest-MeteringTestJSON-312571101-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0101035 Feb 16 22:35:57.826473 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53780) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:57.851992 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8f2d1a1e-c4e9-4daa-b139-39fb158d0a7c tempest-MeteringTestJSON-312571101 tempest-MeteringTestJSON-312571101-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0198896 Feb 16 22:35:57.852386 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53782) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:57.864142 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78c26639-e29b-49f4-879e-a9f189d48cf3 req-ab08bdde-cc4d-4a51-a261-370cc08674f7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8cb6624c-f3c9-4783-923f-c9d48b261c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316913 Feb 16 22:35:57.940136 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8b50fbc5-fe3d-4920-a440-af929feb489b tempest-MeteringTestJSON-312571101 tempest-MeteringTestJSON-312571101-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels/b13bd7a3-2b14-470b-81ec-ccc6b690093f HTTP/1.1" status: 200 len: 471 time: 0.0823762 Feb 16 22:35:57.940406 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53786) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:57.954487 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c43659a0-e32a-4295-86de-35dad1f01da2 tempest-MeteringTestJSON-312571101 tempest-MeteringTestJSON-312571101-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules/99da1edb-0de7-4488-afe4-fad72027e9f7 HTTP/1.1" status: 200 len: 461 time: 0.0099373 Feb 16 22:35:57.954802 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53788) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:58.008224 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78c26639-e29b-49f4-879e-a9f189d48cf3 req-a3b6fd9f-6050-4f87-8e94-dadfb44d0e80 service neutron] 10.222.0.79 "GET /v2.0/networks/8cb6624c-f3c9-4783-923f-c9d48b261c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365263 Feb 16 22:35:58.106910 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-815c3067-fcfa-4f1a-828b-0cecebcb4c86 tempest-MeteringTestJSON-312571101 tempest-MeteringTestJSON-312571101-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:58.108387 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-815c3067-fcfa-4f1a-828b-0cecebcb4c86 tempest-MeteringTestJSON-312571101 tempest-MeteringTestJSON-312571101-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-label-rules/99da1edb-0de7-4488-afe4-fad72027e9f7 HTTP/1.1" status: 204 len: 168 time: 0.1526992 Feb 16 22:35:58.111457 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53794) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:58.258069 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78c26639-e29b-49f4-879e-a9f189d48cf3 req-e88d034e-0d45-422b-84af-b49eb7ca5531 service neutron] 10.222.0.79 "GET /v2.0/networks/8cb6624c-f3c9-4783-923f-c9d48b261c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424562 Feb 16 22:35:58.412989 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-59ad1b1b-a0f7-4043-9f3f-d76f1d6a1f48 tempest-MeteringTestJSON-312571101 tempest-MeteringTestJSON-312571101-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:58.414308 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-59ad1b1b-a0f7-4043-9f3f-d76f1d6a1f48 tempest-MeteringTestJSON-312571101 tempest-MeteringTestJSON-312571101-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-labels/b13bd7a3-2b14-470b-81ec-ccc6b690093f HTTP/1.1" status: 204 len: 168 time: 0.3013430 Feb 16 22:35:58.476373 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:58.639443 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c03ffe-aeaf-43f4-bc7e-efef9eb164d7 req-0342df3d-aa55-4388-9ccb-8f2e6a749512 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:58.641006 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16c03ffe-aeaf-43f4-bc7e-efef9eb164d7 req-0342df3d-aa55-4388-9ccb-8f2e6a749512 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 946 time: 0.0947564 Feb 16 22:35:58.735419 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16c03ffe-aeaf-43f4-bc7e-efef9eb164d7 req-8cae562b-ead3-46ea-a5d7-84ea537fdb29 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821755 Feb 16 22:35:58.823356 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53806) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:58.978047 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3f48591b-ef75-45be-a46d-8fa3c4f460fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:59.075188 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3f48591b-ef75-45be-a46d-8fa3c4f460fa admin admin] Publish callbacks [] for security_group (ccbae522-4e80-49b5-8a8c-5463184cff32), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:59.080829 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3f48591b-ef75-45be-a46d-8fa3c4f460fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ccbae522-4e80-49b5-8a8c-5463184cff32), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:59.135901 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53812) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:59.142583 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3f48591b-ef75-45be-a46d-8fa3c4f460fa admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d81a6ae3c5664a03b5d05e4190821c51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3180909 Feb 16 22:35:59.143463 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48591b-ef75-45be-a46d-8fa3c4f460fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbae522-4e80-49b5-8a8c-5463184cff32,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:59.220484 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-894fcb33-4c71-4560-8338-5fa658b4f323 admin admin] Publish callbacks [] for security_group (ccbae522-4e80-49b5-8a8c-5463184cff32), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:59.248183 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-894fcb33-4c71-4560-8338-5fa658b4f323 admin admin] Publish callbacks [] for security_group (ccbae522-4e80-49b5-8a8c-5463184cff32), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:59.345449 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-894fcb33-4c71-4560-8338-5fa658b4f323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ccbae522-4e80-49b5-8a8c-5463184cff32), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:59.349246 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-894fcb33-4c71-4560-8338-5fa658b4f323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:59.353255 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-894fcb33-4c71-4560-8338-5fa658b4f323 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ccbae522-4e80-49b5-8a8c-5463184cff32 HTTP/1.1" status: 204 len: 168 time: 0.2158043 Feb 16 22:35:59.366496 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894fcb33-4c71-4560-8338-5fa658b4f323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbae522-4e80-49b5-8a8c-5463184cff32,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:35:59.873735 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:59.934368 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53828) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:35:59.968405 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c2d2dc6e-1293-4a3f-96e0-1ced299ddc25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:35:59.986121 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ef77c-647e-4b07-b7e6-124aac81dc85 req-747c5bd3-b3cb-4367-b776-22fca157fc4c tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:35:59.996624 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c3ef77c-647e-4b07-b7e6-124aac81dc85 req-747c5bd3-b3cb-4367-b776-22fca157fc4c tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 946 time: 0.1321092 Feb 16 22:36:00.059880 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:36:00.069434 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c3ef77c-647e-4b07-b7e6-124aac81dc85 req-10cf6c77-337b-4ca0-b860-6b3af157d75a tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720947 Feb 16 22:36:00.157056 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c2d2dc6e-1293-4a3f-96e0-1ced299ddc25 admin admin] Publish callbacks [] for security_group (d0bc02db-92de-4860-aab3-b41a1675dd83), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:00.175628 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c2d2dc6e-1293-4a3f-96e0-1ced299ddc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d0bc02db-92de-4860-aab3-b41a1675dd83), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:00.257618 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53834) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:00.264798 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c2d2dc6e-1293-4a3f-96e0-1ced299ddc25 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e6558896ac2a48de89fca6e1a6d7945f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3292568 Feb 16 22:36:00.265897 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2dc6e-1293-4a3f-96e0-1ced299ddc25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bc02db-92de-4860-aab3-b41a1675dd83,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:00.276868 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285eeda-e9d2-4ede-bec8-486eaf1a2a11 req-11e53b1f-aa61-460d-8b92-0036d8ef5e96 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:00.283769 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3285eeda-e9d2-4ede-bec8-486eaf1a2a11 req-11e53b1f-aa61-460d-8b92-0036d8ef5e96 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 946 time: 0.0960925 Feb 16 22:36:00.394927 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3285eeda-e9d2-4ede-bec8-486eaf1a2a11 req-2190c9ed-f4f6-41bd-b79c-5b8168bc61ba tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103132 Feb 16 22:36:00.427082 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3f76fc8a-4938-4a08-bd05-af0be2b2c2e8 admin admin] Publish callbacks [] for security_group (d0bc02db-92de-4860-aab3-b41a1675dd83), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:00.499748 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3f76fc8a-4938-4a08-bd05-af0be2b2c2e8 admin admin] Publish callbacks [] for security_group (d0bc02db-92de-4860-aab3-b41a1675dd83), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:00.647845 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3f76fc8a-4938-4a08-bd05-af0be2b2c2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d0bc02db-92de-4860-aab3-b41a1675dd83), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:00.650892 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3f76fc8a-4938-4a08-bd05-af0be2b2c2e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:00.657111 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3f76fc8a-4938-4a08-bd05-af0be2b2c2e8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d0bc02db-92de-4860-aab3-b41a1675dd83 HTTP/1.1" status: 204 len: 168 time: 0.3977325 Feb 16 22:36:00.672355 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76fc8a-4938-4a08-bd05-af0be2b2c2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bc02db-92de-4860-aab3-b41a1675dd83,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:00.726353 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e58f9a-24e1-48db-bf9d-64ac45f8768b req-232f9ab9-39e6-45c7-8a4c-bf6e31e5e28f tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:00.731175 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-10e58f9a-24e1-48db-bf9d-64ac45f8768b req-232f9ab9-39e6-45c7-8a4c-bf6e31e5e28f tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 946 time: 0.1821971 Feb 16 22:36:00.825822 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-10e58f9a-24e1-48db-bf9d-64ac45f8768b req-f1a7025e-08d4-4925-b63b-c91f1ae214a5 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874822 Feb 16 22:36:01.031335 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab18d4-2c4f-494c-80b5-0b4410afa0c3 req-09626b45-d51d-42b5-a3a9-adbb3caf1fb2 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:01.033674 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-95ab18d4-2c4f-494c-80b5-0b4410afa0c3 req-09626b45-d51d-42b5-a3a9-adbb3caf1fb2 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 946 time: 0.1271830 Feb 16 22:36:01.147831 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-95ab18d4-2c4f-494c-80b5-0b4410afa0c3 req-5646dd14-cd7d-48cc-98ca-319685c854c1 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943336 Feb 16 22:36:01.445842 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c9e59-cd13-438a-9c19-2e6ed1ab1f48 req-20384d06-3567-4b2f-8672-9f135c7220e6 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:01.454643 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ec5c9e59-cd13-438a-9c19-2e6ed1ab1f48 req-20384d06-3567-4b2f-8672-9f135c7220e6 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 946 time: 0.1164465 Feb 16 22:36:01.557612 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ec5c9e59-cd13-438a-9c19-2e6ed1ab1f48 req-6b606e72-135f-45fa-bf0b-77088193d9c6 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018832 Feb 16 22:36:01.739115 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc2303-019b-4959-96bb-7dad65b5ca82 req-03f315e7-24c0-44e9-9aad-9ade41f1f3dd tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:01.740926 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a9dc2303-019b-4959-96bb-7dad65b5ca82 req-03f315e7-24c0-44e9-9aad-9ade41f1f3dd tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 946 time: 0.1041648 Feb 16 22:36:01.801205 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a9dc2303-019b-4959-96bb-7dad65b5ca82 req-6ffad7b6-88e8-4027-a70a-3651fca11e72 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526078 Feb 16 22:36:01.959468 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180963c-5298-452b-9b6b-bb8a20df1bda req-70518bf7-fc34-43b7-8bc5-36940aee2ea3 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:01.961554 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3180963c-5298-452b-9b6b-bb8a20df1bda req-70518bf7-fc34-43b7-8bc5-36940aee2ea3 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 946 time: 0.0593474 Feb 16 22:36:02.020782 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3180963c-5298-452b-9b6b-bb8a20df1bda req-fd907fbf-927b-4ad6-bf6e-9c36b4a558f3 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534332 Feb 16 22:36:02.163338 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a04eb-830d-457e-93ba-c7ec417e7b3d req-a0d53a78-a6e4-4bcd-b41e-b1a81eaf11f7 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:02.165791 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e5a04eb-830d-457e-93ba-c7ec417e7b3d req-a0d53a78-a6e4-4bcd-b41e-b1a81eaf11f7 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 946 time: 0.0645616 Feb 16 22:36:02.234035 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e5a04eb-830d-457e-93ba-c7ec417e7b3d req-b0771708-6db6-4648-a5e7-35cc92ec5610 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510709 Feb 16 22:36:02.415788 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f7602-c09e-4d8b-92ce-5d85ba153f0e req-964d5105-a930-4da7-9fa1-3912b0953de1 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:02.417763 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-433f7602-c09e-4d8b-92ce-5d85ba153f0e req-964d5105-a930-4da7-9fa1-3912b0953de1 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 946 time: 0.0789669 Feb 16 22:36:02.486233 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-433f7602-c09e-4d8b-92ce-5d85ba153f0e req-f2ff53b7-bbdf-4006-b711-46c172362e10 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525794 Feb 16 22:36:02.627090 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e6d71-b3b4-46d3-aa02-485ee36207a7 req-c5c08852-6356-4a6a-b2c6-3f4b52b5c90f tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:02.629023 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dd0e6d71-b3b4-46d3-aa02-485ee36207a7 req-c5c08852-6356-4a6a-b2c6-3f4b52b5c90f tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 946 time: 0.0722570 Feb 16 22:36:02.686969 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dd0e6d71-b3b4-46d3-aa02-485ee36207a7 req-bbf8dedf-d315-4990-9800-466884cff39a tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512962 Feb 16 22:36:02.775767 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53920) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:02.860901 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8dbaf5-9cee-4c11-997f-95d0e6cb48e9 req-3e56c367-86ae-4fbd-9e3d-214e6471497e tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:02.862665 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7f8dbaf5-9cee-4c11-997f-95d0e6cb48e9 req-3e56c367-86ae-4fbd-9e3d-214e6471497e tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 946 time: 0.0676646 Feb 16 22:36:02.905269 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-a9c909af-c362-4db8-90f8-3d0f06b353f4 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:02.928800 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7f8dbaf5-9cee-4c11-997f-95d0e6cb48e9 req-e9165e6b-425c-45d5-afd3-ddf86339f26c tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600421 Feb 16 22:36:02.934575 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a9c909af-c362-4db8-90f8-3d0f06b353f4 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] 10.222.0.75 "PUT /v2.0/quotas/d404462e86e542fe9054f1a3441d1278 HTTP/1.1" status: 200 len: 368 time: 0.1576090 Feb 16 22:36:02.937397 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53924) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:02.943371 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-7e0e0356-1bb9-4036-a8cd-9c63ecf9a232 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Request body: {'network': {'project_id': 'd404462e86e542fe9054f1a3441d1278'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:02.966520 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0e0356-1bb9-4036-a8cd-9c63ecf9a232 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Made reservation on behalf of d404462e86e542fe9054f1a3441d1278 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:36:02.969457 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7e0e0356-1bb9-4036-a8cd-9c63ecf9a232 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:02.982647 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7e0e0356-1bb9-4036-a8cd-9c63ecf9a232 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:03.077945 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7e0e0356-1bb9-4036-a8cd-9c63ecf9a232 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Publish callbacks [] for security_group (c7c3a53f-5ef0-4993-b400-ed1cf81d2522), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:03.078612 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d61e0a-d3f0-47e2-ba53-163bc2236424 req-12855ac7-8ffb-40ec-b2bb-342452cbe58f tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:03.087578 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-75d61e0a-d3f0-47e2-ba53-163bc2236424 req-12855ac7-8ffb-40ec-b2bb-342452cbe58f tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 946 time: 0.0816009 Feb 16 22:36:03.096875 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7e0e0356-1bb9-4036-a8cd-9c63ecf9a232 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c7c3a53f-5ef0-4993-b400-ed1cf81d2522), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:03.124998 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e0356-1bb9-4036-a8cd-9c63ecf9a232 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c3a53f-5ef0-4993-b400-ed1cf81d2522,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:03.147118 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-75d61e0a-d3f0-47e2-ba53-163bc2236424 req-21b40fea-a691-44e9-be73-805a84b05980 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584688 Feb 16 22:36:03.151903 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e0e0356-1bb9-4036-a8cd-9c63ecf9a232 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:36:03.178832 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7e0e0356-1bb9-4036-a8cd-9c63ecf9a232 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (fad75c0e-ce9e-4750-a516-9d0414cebc8d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:03.183139 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-7e0e0356-1bb9-4036-a8cd-9c63ecf9a232 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Added segment fad75c0e-ce9e-4750-a516-9d0414cebc8d of type vlan for network 388b46eb-c04d-426a-99a2-7468c02acf4e Feb 16 22:36:03.249061 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7e0e0356-1bb9-4036-a8cd-9c63ecf9a232 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (388b46eb-c04d-426a-99a2-7468c02acf4e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:03.291573 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7e0e0356-1bb9-4036-a8cd-9c63ecf9a232 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (388b46eb-c04d-426a-99a2-7468c02acf4e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:03.293052 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0e0356-1bb9-4036-a8cd-9c63ecf9a232 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:03.293736 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7e0e0356-1bb9-4036-a8cd-9c63ecf9a232 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:03.330947 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eccd5f-afd5-43bd-9ef0-141cfa438fc2 req-cd103e10-4014-41ae-86ff-33333a3fe6ab tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:03.333925 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-41eccd5f-afd5-43bd-9ef0-141cfa438fc2 req-cd103e10-4014-41ae-86ff-33333a3fe6ab tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 946 time: 0.0682325 Feb 16 22:36:03.395324 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e0356-1bb9-4036-a8cd-9c63ecf9a232 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Pushing event updated for resources: {'Network': ['ID=388b46eb-c04d-426a-99a2-7468c02acf4e,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:03.397202 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-41eccd5f-afd5-43bd-9ef0-141cfa438fc2 req-4d6a1651-546d-4adc-a4aa-fa62971e58c1 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567200 Feb 16 22:36:03.407404 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7e0e0356-1bb9-4036-a8cd-9c63ecf9a232 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4687622 Feb 16 22:36:03.409824 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53936) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:03.412975 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 388b46eb-c04d-426a-99a2-7468c02acf4e details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:36:03.416182 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-3afcb96b-942a-4263-add8-000a38a2ccba tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Request body: {'network': {'project_id': 'd404462e86e542fe9054f1a3441d1278'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:03.450198 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afcb96b-942a-4263-add8-000a38a2ccba tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Made reservation on behalf of d404462e86e542fe9054f1a3441d1278 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:36:03.456059 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3afcb96b-942a-4263-add8-000a38a2ccba tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:03.488727 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3afcb96b-942a-4263-add8-000a38a2ccba tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:36:03.499642 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3afcb96b-942a-4263-add8-000a38a2ccba tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (8b84ddc4-73d2-4c37-aea6-4f408fcdc4ca), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:03.500233 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-3afcb96b-942a-4263-add8-000a38a2ccba tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Added segment 8b84ddc4-73d2-4c37-aea6-4f408fcdc4ca of type vlan for network f19cae05-dc77-43de-a444-3573402f1824 Feb 16 22:36:03.555068 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3afcb96b-942a-4263-add8-000a38a2ccba tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (f19cae05-dc77-43de-a444-3573402f1824), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:03.567542 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd6bdb-c9ce-4b55-884e-8d43f958bc29 req-608e3f37-545c-41da-8ffd-c1e62cffc215 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:03.570272 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ffd6bdb-c9ce-4b55-884e-8d43f958bc29 req-608e3f37-545c-41da-8ffd-c1e62cffc215 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 946 time: 0.0777209 Feb 16 22:36:03.587416 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3afcb96b-942a-4263-add8-000a38a2ccba tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (f19cae05-dc77-43de-a444-3573402f1824), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:03.588966 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afcb96b-942a-4263-add8-000a38a2ccba tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:03.589841 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3afcb96b-942a-4263-add8-000a38a2ccba tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:03.670525 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ffd6bdb-c9ce-4b55-884e-8d43f958bc29 req-00ef4822-c527-411f-b66d-f3ea4e9bf6c4 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896595 Feb 16 22:36:03.710851 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3afcb96b-942a-4263-add8-000a38a2ccba tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2992058 Feb 16 22:36:03.718547 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53944) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:03.721591 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afcb96b-942a-4263-add8-000a38a2ccba tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Pushing event updated for resources: {'Network': ['ID=f19cae05-dc77-43de-a444-3573402f1824,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:03.722820 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-c12fdd71-967f-46c5-8c9e-4acd06852a57 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Request body: {'network': {'project_id': 'd404462e86e542fe9054f1a3441d1278'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:03.733890 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network f19cae05-dc77-43de-a444-3573402f1824 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:36:03.742706 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-c12fdd71-967f-46c5-8c9e-4acd06852a57 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 16 22:36:03.743179 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c12fdd71-967f-46c5-8c9e-4acd06852a57 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:36:03.744388 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c12fdd71-967f-46c5-8c9e-4acd06852a57 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0267484 Feb 16 22:36:03.747419 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53948) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:03.809857 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bfeb37d0-aaf4-4b7d-a69e-183ac392a5fa tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d404462e86e542fe9054f1a3441d1278&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0609767 Feb 16 22:36:03.812365 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53952) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:03.913136 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-241837e2-3b3d-4e01-a0d2-fb764afb9bdf tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Publish callbacks [] for security_group (c7c3a53f-5ef0-4993-b400-ed1cf81d2522), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:03.933889 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92b1d2-a027-41ae-80e6-9f965a0e399a req-02f9a7a2-b1bb-48be-a6b0-898d049efc9a tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:03.935621 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2b92b1d2-a027-41ae-80e6-9f965a0e399a req-02f9a7a2-b1bb-48be-a6b0-898d049efc9a tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 946 time: 0.0862486 Feb 16 22:36:03.952734 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-241837e2-3b3d-4e01-a0d2-fb764afb9bdf tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Publish callbacks [] for security_group (c7c3a53f-5ef0-4993-b400-ed1cf81d2522), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:04.015634 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2b92b1d2-a027-41ae-80e6-9f965a0e399a req-d5b3566e-5b98-4509-8e58-30ef8baeb75c tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719929 Feb 16 22:36:04.035992 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-241837e2-3b3d-4e01-a0d2-fb764afb9bdf tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c7c3a53f-5ef0-4993-b400-ed1cf81d2522), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:04.048607 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-241837e2-3b3d-4e01-a0d2-fb764afb9bdf tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:04.048607 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-241837e2-3b3d-4e01-a0d2-fb764afb9bdf tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] 10.222.0.75 "DELETE /v2.0/security-groups/c7c3a53f-5ef0-4993-b400-ed1cf81d2522 HTTP/1.1" status: 204 len: 168 time: 0.2288814 Feb 16 22:36:04.048607 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53956) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:04.062263 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241837e2-3b3d-4e01-a0d2-fb764afb9bdf tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c3a53f-5ef0-4993-b400-ed1cf81d2522,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:04.191223 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-82082816-e507-42c7-93f5-521482881e45 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (f19cae05-dc77-43de-a444-3573402f1824), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:04.290664 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-82082816-e507-42c7-93f5-521482881e45 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (f19cae05-dc77-43de-a444-3573402f1824), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:04.311480 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-82082816-e507-42c7-93f5-521482881e45 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f19cae05-dc77-43de-a444-3573402f1824']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:04.322448 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-82082816-e507-42c7-93f5-521482881e45 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b84ddc4-73d2-4c37-aea6-4f408fcdc4ca') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:04.323003 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-82082816-e507-42c7-93f5-521482881e45 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b84ddc4-73d2-4c37-aea6-4f408fcdc4ca') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:04.333723 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-82082816-e507-42c7-93f5-521482881e45 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (8b84ddc4-73d2-4c37-aea6-4f408fcdc4ca), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:04.350113 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-82082816-e507-42c7-93f5-521482881e45 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (8b84ddc4-73d2-4c37-aea6-4f408fcdc4ca), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:04.357634 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82082816-e507-42c7-93f5-521482881e45 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:36:04.358930 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-82082816-e507-42c7-93f5-521482881e45 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (8b84ddc4-73d2-4c37-aea6-4f408fcdc4ca), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:04.445778 n-d-813897-6 neutron-server[103466]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 16 22:36:04.445778 n-d-813897-6 neutron-server[103466]: warnings.warn('Neutron quota engine will require "--force" ' Feb 16 22:36:04.445778 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:36:04.445778 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:36:04.445778 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:36:04.445778 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:36:04.445778 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:36:04.445778 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:36:04.445778 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:36:04.445778 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:36:04.445778 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:36:04.445778 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:36:04.445778 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:36:04.445778 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:36:04.445778 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:36:04.445778 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:36:04.445778 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:36:04.445778 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:36:04.445778 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:36:04.445778 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:36:04.445778 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:36:04.445778 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:36:04.445778 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:36:04.445778 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:36:04.445778 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:36:04.445778 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:36:04.445778 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:36:04.445778 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:36:04.445778 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:36:04.445778 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:36:04.445778 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:36:04.445778 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:36:04.445778 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:36:04.445778 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:36:04.453514 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-82082816-e507-42c7-93f5-521482881e45 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (f19cae05-dc77-43de-a444-3573402f1824), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:04.468010 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-82082816-e507-42c7-93f5-521482881e45 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:04.473911 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-82082816-e507-42c7-93f5-521482881e45 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] 10.222.0.75 "DELETE /v2.0/networks/f19cae05-dc77-43de-a444-3573402f1824 HTTP/1.1" status: 204 len: 168 time: 0.4259570 Feb 16 22:36:04.476472 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53964) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:04.510358 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82082816-e507-42c7-93f5-521482881e45 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Pushing event deleted for resources: {'Network': ['ID=f19cae05-dc77-43de-a444-3573402f1824,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:04.582871 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-318dcc36-68c8-47c7-9990-fd3bce3546c2 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (388b46eb-c04d-426a-99a2-7468c02acf4e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:04.678260 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-318dcc36-68c8-47c7-9990-fd3bce3546c2 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (388b46eb-c04d-426a-99a2-7468c02acf4e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:04.704913 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-318dcc36-68c8-47c7-9990-fd3bce3546c2 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['388b46eb-c04d-426a-99a2-7468c02acf4e']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:04.718350 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-318dcc36-68c8-47c7-9990-fd3bce3546c2 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad75c0e-ce9e-4750-a516-9d0414cebc8d') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:04.719078 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-318dcc36-68c8-47c7-9990-fd3bce3546c2 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad75c0e-ce9e-4750-a516-9d0414cebc8d') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:04.732287 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-318dcc36-68c8-47c7-9990-fd3bce3546c2 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (fad75c0e-ce9e-4750-a516-9d0414cebc8d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:04.752591 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-318dcc36-68c8-47c7-9990-fd3bce3546c2 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (fad75c0e-ce9e-4750-a516-9d0414cebc8d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:04.759930 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-318dcc36-68c8-47c7-9990-fd3bce3546c2 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:36:04.760578 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-318dcc36-68c8-47c7-9990-fd3bce3546c2 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (fad75c0e-ce9e-4750-a516-9d0414cebc8d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:04.832415 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:36:04.832415 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:36:04.832415 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:36:04.832415 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:36:04.832415 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:36:04.832415 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:36:04.832415 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:36:04.832415 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:36:04.832415 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:36:04.832415 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:36:04.832415 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:36:04.832415 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:36:04.832415 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:36:04.832415 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:36:04.832415 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:36:04.832415 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:36:04.832415 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:36:04.832415 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:36:04.832415 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:36:04.832415 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:36:04.832415 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:36:04.832415 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:36:04.832415 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:36:04.832415 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:36:04.832415 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:36:04.832415 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:36:04.832415 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:36:04.832415 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:36:04.832415 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:36:04.832415 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:36:04.832415 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:36:04.832415 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:36:04.839442 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-318dcc36-68c8-47c7-9990-fd3bce3546c2 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (388b46eb-c04d-426a-99a2-7468c02acf4e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:04.860114 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-318dcc36-68c8-47c7-9990-fd3bce3546c2 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:04.865050 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-318dcc36-68c8-47c7-9990-fd3bce3546c2 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] 10.222.0.75 "DELETE /v2.0/networks/388b46eb-c04d-426a-99a2-7468c02acf4e HTTP/1.1" status: 204 len: 168 time: 0.3860977 Feb 16 22:36:04.866267 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318dcc36-68c8-47c7-9990-fd3bce3546c2 tempest-QuotasNegativeTest-1466046254 tempest-QuotasNegativeTest-1466046254-project-admin] Pushing event deleted for resources: {'Network': ['ID=388b46eb-c04d-426a-99a2-7468c02acf4e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:05.595588 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53984) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:05.726863 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1941d4c4-8916-40ec-9a7d-50d5bb6d42b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:05.817401 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1941d4c4-8916-40ec-9a7d-50d5bb6d42b2 admin admin] Publish callbacks [] for security_group (7f5a4a74-0ec0-46e4-b69c-e19be5ed5f51), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:05.823446 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1941d4c4-8916-40ec-9a7d-50d5bb6d42b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7f5a4a74-0ec0-46e4-b69c-e19be5ed5f51), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:05.872192 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53990) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:05.872832 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1941d4c4-8916-40ec-9a7d-50d5bb6d42b2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0e5d7d9c359f4697ad23f88b61cb2cd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2757399 Feb 16 22:36:05.873997 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941d4c4-8916-40ec-9a7d-50d5bb6d42b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5a4a74-0ec0-46e4-b69c-e19be5ed5f51,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:05.979615 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-219b8e61-bfdb-4d5a-8324-2dc7dad3b6b6 admin admin] Publish callbacks [] for security_group (7f5a4a74-0ec0-46e4-b69c-e19be5ed5f51), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:06.028243 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-219b8e61-bfdb-4d5a-8324-2dc7dad3b6b6 admin admin] Publish callbacks [] for security_group (7f5a4a74-0ec0-46e4-b69c-e19be5ed5f51), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:06.122530 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-219b8e61-bfdb-4d5a-8324-2dc7dad3b6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7f5a4a74-0ec0-46e4-b69c-e19be5ed5f51), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:06.125275 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-219b8e61-bfdb-4d5a-8324-2dc7dad3b6b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:06.127242 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-219b8e61-bfdb-4d5a-8324-2dc7dad3b6b6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7f5a4a74-0ec0-46e4-b69c-e19be5ed5f51 HTTP/1.1" status: 204 len: 168 time: 0.2531810 Feb 16 22:36:06.147586 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b8e61-bfdb-4d5a-8324-2dc7dad3b6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5a4a74-0ec0-46e4-b69c-e19be5ed5f51,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:06.646633 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54002) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:06.661073 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cfa1f74a-356a-460e-97ac-408fb7553ce7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:06.800945 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cfa1f74a-356a-460e-97ac-408fb7553ce7 admin admin] Publish callbacks [] for security_group (bbb0f1ef-63c1-4e48-925b-be33f162ca17), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:06.816186 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cfa1f74a-356a-460e-97ac-408fb7553ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (bbb0f1ef-63c1-4e48-925b-be33f162ca17), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:06.919480 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-cfa1f74a-356a-460e-97ac-408fb7553ce7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6188db6c9ff94649a7f3a8147be774ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2713850 Feb 16 22:36:06.922355 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54006) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:06.923835 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1f74a-356a-460e-97ac-408fb7553ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb0f1ef-63c1-4e48-925b-be33f162ca17,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:06.981821 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8fbcb460-4cf7-4d32-8dd9-ce59e84ca233 admin admin] Publish callbacks [] for security_group (bbb0f1ef-63c1-4e48-925b-be33f162ca17), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:07.008679 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8fbcb460-4cf7-4d32-8dd9-ce59e84ca233 admin admin] Publish callbacks [] for security_group (bbb0f1ef-63c1-4e48-925b-be33f162ca17), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:07.106811 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8fbcb460-4cf7-4d32-8dd9-ce59e84ca233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (bbb0f1ef-63c1-4e48-925b-be33f162ca17), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:07.109605 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8fbcb460-4cf7-4d32-8dd9-ce59e84ca233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:07.113933 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8fbcb460-4cf7-4d32-8dd9-ce59e84ca233 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bbb0f1ef-63c1-4e48-925b-be33f162ca17 HTTP/1.1" status: 204 len: 168 time: 0.1875217 Feb 16 22:36:07.124293 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbcb460-4cf7-4d32-8dd9-ce59e84ca233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb0f1ef-63c1-4e48-925b-be33f162ca17,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:08.838602 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54060) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:09.010626 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-8e0f929f-4cb3-4317-ba13-88079762abbe tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1403910110', 'router:external': True}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:09.043295 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0f929f-4cb3-4317-ba13-88079762abbe tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Made reservation on behalf of 3ee32de2908e426781345d4ba5aad0fc for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:36:09.045603 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8e0f929f-4cb3-4317-ba13-88079762abbe tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:09.055954 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8e0f929f-4cb3-4317-ba13-88079762abbe tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:09.208305 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8e0f929f-4cb3-4317-ba13-88079762abbe tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for security_group (00b19fb4-e2e0-4f8c-b769-ab60dd95f02c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:09.221448 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8e0f929f-4cb3-4317-ba13-88079762abbe tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (00b19fb4-e2e0-4f8c-b769-ab60dd95f02c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:09.236485 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e0f929f-4cb3-4317-ba13-88079762abbe tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:36:09.249563 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8e0f929f-4cb3-4317-ba13-88079762abbe tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (c2a5bd47-9f48-477c-b425-025e87e4a377), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:09.252402 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-8e0f929f-4cb3-4317-ba13-88079762abbe tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Added segment c2a5bd47-9f48-477c-b425-025e87e4a377 of type vlan for network a040cd92-ec4d-4297-a65c-7699ad75803c Feb 16 22:36:09.363030 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8e0f929f-4cb3-4317-ba13-88079762abbe tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (a040cd92-ec4d-4297-a65c-7699ad75803c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:09.448010 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8e0f929f-4cb3-4317-ba13-88079762abbe tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (a040cd92-ec4d-4297-a65c-7699ad75803c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:09.449821 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0f929f-4cb3-4317-ba13-88079762abbe tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:09.450568 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8e0f929f-4cb3-4317-ba13-88079762abbe tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:09.534649 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f929f-4cb3-4317-ba13-88079762abbe tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Pushing event updated for resources: {'Network': ['ID=a040cd92-ec4d-4297-a65c-7699ad75803c,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:09.548414 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network a040cd92-ec4d-4297-a65c-7699ad75803c details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:36:09.556865 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f929f-4cb3-4317-ba13-88079762abbe tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b19fb4-e2e0-4f8c-b769-ab60dd95f02c,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:09.571374 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8e0f929f-4cb3-4317-ba13-88079762abbe tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.7315736 Feb 16 22:36:09.574196 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54070) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:09.584849 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-68b04c79-57f7-4525-b37e-5312e4af6c67 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Request body: {'subnet': {'network_id': 'a040cd92-ec4d-4297-a65c-7699ad75803c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:09.628610 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b04c79-57f7-4525-b37e-5312e4af6c67 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Made reservation on behalf of 3ee32de2908e426781345d4ba5aad0fc for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:36:09.631534 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-68b04c79-57f7-4525-b37e-5312e4af6c67 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:10.002064 n-d-813897-6 neutron-server[103465]: DEBUG neutron.objects.ports [None req-68b04c79-57f7-4525-b37e-5312e4af6c67 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103465) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 22:36:10.003296 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-68b04c79-57f7-4525-b37e-5312e4af6c67 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (d75b9de0-5244-4e25-906d-c21056aa051e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:10.076907 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b04c79-57f7-4525-b37e-5312e4af6c67 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d75b9de0-5244-4e25-906d-c21056aa051e,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:10.091168 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b04c79-57f7-4525-b37e-5312e4af6c67 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Checking segment: {'id': 'c2a5bd47-9f48-477c-b425-025e87e4a377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a040cd92-ec4d-4297-a65c-7699ad75803c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:36:10.091947 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b04c79-57f7-4525-b37e-5312e4af6c67 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Network hostable DHCP agents. Network: a040cd92-ec4d-4297-a65c-7699ad75803c, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:36:10.123196 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b04c79-57f7-4525-b37e-5312e4af6c67 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Network a040cd92-ec4d-4297-a65c-7699ad75803c is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:36:10.144004 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-68b04c79-57f7-4525-b37e-5312e4af6c67 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, a040cd92-ec4d-4297-a65c-7699ad75803c) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:36:10.151188 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b04c79-57f7-4525-b37e-5312e4af6c67 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:10.153312 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-68b04c79-57f7-4525-b37e-5312e4af6c67 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:10.155609 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd76be3-7e85-4e71-a917-6e721f773aef None None] Network a040cd92-ec4d-4297-a65c-7699ad75803c requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:36:10.177546 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-68b04c79-57f7-4525-b37e-5312e4af6c67 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5991805 Feb 16 22:36:10.179375 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54076) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:10.186756 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-45dd4b39-b6ec-4b72-aac7-c5cc3cc323e1 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1092548909', 'network_id': 'a040cd92-ec4d-4297-a65c-7699ad75803c'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:10.232346 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45dd4b39-b6ec-4b72-aac7-c5cc3cc323e1 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Made reservation on behalf of 3ee32de2908e426781345d4ba5aad0fc for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:36:10.235020 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-45dd4b39-b6ec-4b72-aac7-c5cc3cc323e1 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:10.254033 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-45dd4b39-b6ec-4b72-aac7-c5cc3cc323e1 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] device_id is not set on port 50b0336c-e52a-45dc-8add-bcb4f68e2840 yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:36:10.379816 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0179e73-3f01-436b-95b1-f1b3741e082a None None] Network a040cd92-ec4d-4297-a65c-7699ad75803c requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:36:10.495686 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-45dd4b39-b6ec-4b72-aac7-c5cc3cc323e1 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Allocated IP 172.20.0.11 (a040cd92-ec4d-4297-a65c-7699ad75803c/d75b9de0-5244-4e25-906d-c21056aa051e/50b0336c-e52a-45dc-8add-bcb4f68e2840) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:36:10.775245 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-45dd4b39-b6ec-4b72-aac7-c5cc3cc323e1 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for port (50b0336c-e52a-45dc-8add-bcb4f68e2840), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:10.845292 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54090) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:10.895166 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-45dd4b39-b6ec-4b72-aac7-c5cc3cc323e1 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (50b0336c-e52a-45dc-8add-bcb4f68e2840), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:10.988048 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dd4b39-b6ec-4b72-aac7-c5cc3cc323e1 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Network a040cd92-ec4d-4297-a65c-7699ad75803c is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:36:10.996851 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-45dd4b39-b6ec-4b72-aac7-c5cc3cc323e1 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:36:11.007704 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dd4b39-b6ec-4b72-aac7-c5cc3cc323e1 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:36:11.016564 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd4b39-b6ec-4b72-aac7-c5cc3cc323e1 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Pushing event updated for resources: {'Port': ['ID=50b0336c-e52a-45dc-8add-bcb4f68e2840,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:11.065678 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b87420ea-6893-4bc6-8dea-c270a083fb1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:11.076622 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dd4b39-b6ec-4b72-aac7-c5cc3cc323e1 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:11.077246 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-45dd4b39-b6ec-4b72-aac7-c5cc3cc323e1 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:11.118401 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-45dd4b39-b6ec-4b72-aac7-c5cc3cc323e1 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.9366210 Feb 16 22:36:11.122782 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54096) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:11.231932 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b87420ea-6893-4bc6-8dea-c270a083fb1b admin admin] Publish callbacks [] for security_group (9ae72c7b-c632-4e8e-9bca-5d58e717653b), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:11.245313 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b87420ea-6893-4bc6-8dea-c270a083fb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9ae72c7b-c632-4e8e-9bca-5d58e717653b), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:11.278684 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-963ef6c9-967f-4cb3-acf8-2ddc30bd6c67 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Deleting port 50b0336c-e52a-45dc-8add-bcb4f68e2840 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:36:11.279032 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-963ef6c9-967f-4cb3-acf8-2ddc30bd6c67 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (50b0336c-e52a-45dc-8add-bcb4f68e2840), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:11.322575 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87420ea-6893-4bc6-8dea-c270a083fb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae72c7b-c632-4e8e-9bca-5d58e717653b,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:11.329954 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b87420ea-6893-4bc6-8dea-c270a083fb1b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4b81ac5b0bc54e88bf2e0c4a1deff69e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4836123 Feb 16 22:36:11.332670 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54098) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:11.379643 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-963ef6c9-967f-4cb3-acf8-2ddc30bd6c67 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (50b0336c-e52a-45dc-8add-bcb4f68e2840), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:11.409607 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-963ef6c9-967f-4cb3-acf8-2ddc30bd6c67 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Calling delete_port for 50b0336c-e52a-45dc-8add-bcb4f68e2840 owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:36:11.441526 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6b6aefb2-c9be-4307-a4d0-c9f846008fad admin admin] Publish callbacks [] for security_group (9ae72c7b-c632-4e8e-9bca-5d58e717653b), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:11.485768 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6b6aefb2-c9be-4307-a4d0-c9f846008fad admin admin] Publish callbacks [] for security_group (9ae72c7b-c632-4e8e-9bca-5d58e717653b), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:11.575343 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6b6aefb2-c9be-4307-a4d0-c9f846008fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9ae72c7b-c632-4e8e-9bca-5d58e717653b), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:11.578341 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6b6aefb2-c9be-4307-a4d0-c9f846008fad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:11.582657 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6b6aefb2-c9be-4307-a4d0-c9f846008fad admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9ae72c7b-c632-4e8e-9bca-5d58e717653b HTTP/1.1" status: 204 len: 168 time: 0.2485032 Feb 16 22:36:11.603439 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6aefb2-c9be-4307-a4d0-c9f846008fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae72c7b-c632-4e8e-9bca-5d58e717653b,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:11.622275 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-963ef6c9-967f-4cb3-acf8-2ddc30bd6c67 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (50b0336c-e52a-45dc-8add-bcb4f68e2840), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:11.712579 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ef6c9-967f-4cb3-acf8-2ddc30bd6c67 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Pushing event deleted for resources: {'Port': ['ID=50b0336c-e52a-45dc-8add-bcb4f68e2840,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:11.822829 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-963ef6c9-967f-4cb3-acf8-2ddc30bd6c67 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:11.827813 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-963ef6c9-967f-4cb3-acf8-2ddc30bd6c67 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] 10.222.0.75 "DELETE /v2.0/ports/50b0336c-e52a-45dc-8add-bcb4f68e2840 HTTP/1.1" status: 204 len: 168 time: 0.7032373 Feb 16 22:36:11.830129 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54106) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:11.836156 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-db652cbf-b80a-4622-b23a-15b294d559e8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a040cd92-ec4d-4297-a65c-7699ad75803c', 'external_fixed_ips': [{'subnet_id': 'd75b9de0-5244-4e25-906d-c21056aa051e', 'ip_address': '172.20.0.11'}]}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:11.865089 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db652cbf-b80a-4622-b23a-15b294d559e8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (ee88748f-07bf-4874-ba2b-8823933c4779), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:11.866440 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db652cbf-b80a-4622-b23a-15b294d559e8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (ee88748f-07bf-4874-ba2b-8823933c4779), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:12.009439 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db652cbf-b80a-4622-b23a-15b294d559e8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router_controller (ee88748f-07bf-4874-ba2b-8823933c4779), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:12.183284 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db652cbf-b80a-4622-b23a-15b294d559e8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router_gateway (ee88748f-07bf-4874-ba2b-8823933c4779), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:12.724633 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54130) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:12.840809 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db652cbf-b80a-4622-b23a-15b294d559e8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router_gateway (ee88748f-07bf-4874-ba2b-8823933c4779), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:12.866560 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db652cbf-b80a-4622-b23a-15b294d559e8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:12.909502 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-674264c2-baec-4be9-b18b-71a65a1ef33e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-33319674-network', 'tenant_id': '69c2e216bf6b4737ac7a77e3bf076a26'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:12.936807 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674264c2-baec-4be9-b18b-71a65a1ef33e admin admin] Made reservation on behalf of 69c2e216bf6b4737ac7a77e3bf076a26 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:36:12.963928 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-674264c2-baec-4be9-b18b-71a65a1ef33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:12.985958 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-674264c2-baec-4be9-b18b-71a65a1ef33e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:13.094074 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-db652cbf-b80a-4622-b23a-15b294d559e8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Allocated IP 172.20.0.11 (a040cd92-ec4d-4297-a65c-7699ad75803c/d75b9de0-5244-4e25-906d-c21056aa051e/26a59ebc-ad72-4c49-a45d-68725ad7e293) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:36:13.139274 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-674264c2-baec-4be9-b18b-71a65a1ef33e admin admin] Publish callbacks [] for security_group (3f9560c5-2de1-4fdb-9694-6a66d30ff310), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:13.145247 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-674264c2-baec-4be9-b18b-71a65a1ef33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (3f9560c5-2de1-4fdb-9694-6a66d30ff310), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:13.173189 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-674264c2-baec-4be9-b18b-71a65a1ef33e admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:36:13.191398 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674264c2-baec-4be9-b18b-71a65a1ef33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9560c5-2de1-4fdb-9694-6a66d30ff310,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:13.207166 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-674264c2-baec-4be9-b18b-71a65a1ef33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (e22f7244-4333-4023-ae55-a05bce2dee97), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:13.207524 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-674264c2-baec-4be9-b18b-71a65a1ef33e admin admin] Added segment e22f7244-4333-4023-ae55-a05bce2dee97 of type vlan for network e191140f-9662-48f3-b56f-58b68fbf8fea Feb 16 22:36:13.273205 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-674264c2-baec-4be9-b18b-71a65a1ef33e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (e191140f-9662-48f3-b56f-58b68fbf8fea), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:13.305683 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db652cbf-b80a-4622-b23a-15b294d559e8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for port (26a59ebc-ad72-4c49-a45d-68725ad7e293), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:13.310817 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-674264c2-baec-4be9-b18b-71a65a1ef33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (e191140f-9662-48f3-b56f-58b68fbf8fea), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:13.313053 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674264c2-baec-4be9-b18b-71a65a1ef33e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:13.314030 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-674264c2-baec-4be9-b18b-71a65a1ef33e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:13.365268 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-674264c2-baec-4be9-b18b-71a65a1ef33e admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6385534 Feb 16 22:36:13.369048 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54138) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:13.375819 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-8fd2e48e-81b2-4cde-a9be-45a5eece8503 admin admin] Request body: {'subnet': {'network_id': 'e191140f-9662-48f3-b56f-58b68fbf8fea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-33319674-subnet', 'tenant_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:13.390902 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db652cbf-b80a-4622-b23a-15b294d559e8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (26a59ebc-ad72-4c49-a45d-68725ad7e293), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:13.430406 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674264c2-baec-4be9-b18b-71a65a1ef33e admin admin] Pushing event updated for resources: {'Network': ['ID=e191140f-9662-48f3-b56f-58b68fbf8fea,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:13.442859 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network e191140f-9662-48f3-b56f-58b68fbf8fea details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:36:13.457798 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd2e48e-81b2-4cde-a9be-45a5eece8503 admin admin] Made reservation on behalf of 69c2e216bf6b4737ac7a77e3bf076a26 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:36:13.466931 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db652cbf-b80a-4622-b23a-15b294d559e8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Pushing event updated for resources: {'Port': ['ID=26a59ebc-ad72-4c49-a45d-68725ad7e293,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:13.477511 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db652cbf-b80a-4622-b23a-15b294d559e8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Network a040cd92-ec4d-4297-a65c-7699ad75803c is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:36:13.479021 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-db652cbf-b80a-4622-b23a-15b294d559e8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:36:13.479735 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8fd2e48e-81b2-4cde-a9be-45a5eece8503 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:13.481427 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db652cbf-b80a-4622-b23a-15b294d559e8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:36:13.723843 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8fd2e48e-81b2-4cde-a9be-45a5eece8503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (80b9aa94-7cde-4ce1-8471-1b3f6e219986), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:13.807166 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2e48e-81b2-4cde-a9be-45a5eece8503 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80b9aa94-7cde-4ce1-8471-1b3f6e219986,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:13.813470 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd2e48e-81b2-4cde-a9be-45a5eece8503 admin admin] Checking segment: {'id': 'e22f7244-4333-4023-ae55-a05bce2dee97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e191140f-9662-48f3-b56f-58b68fbf8fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:36:13.813908 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd2e48e-81b2-4cde-a9be-45a5eece8503 admin admin] Network hostable DHCP agents. Network: e191140f-9662-48f3-b56f-58b68fbf8fea, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:36:13.831422 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db652cbf-b80a-4622-b23a-15b294d559e8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router_gateway (ee88748f-07bf-4874-ba2b-8823933c4779), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:13.832459 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd2e48e-81b2-4cde-a9be-45a5eece8503 admin admin] Network e191140f-9662-48f3-b56f-58b68fbf8fea is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:36:13.842623 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-8fd2e48e-81b2-4cde-a9be-45a5eece8503 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, e191140f-9662-48f3-b56f-58b68fbf8fea) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:36:13.848522 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd2e48e-81b2-4cde-a9be-45a5eece8503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:13.849228 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8fd2e48e-81b2-4cde-a9be-45a5eece8503 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:13.852258 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9f1380-873a-4efd-ad56-3c20280fa5bc None None] Network e191140f-9662-48f3-b56f-58b68fbf8fea requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:36:13.871009 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8fd2e48e-81b2-4cde-a9be-45a5eece8503 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4983613 Feb 16 22:36:13.871672 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54142) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:13.877429 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-95632826-3ba1-4730-b5a5-353c619cccb4 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-33319674-router', 'tenant_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:13.902932 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-95632826-3ba1-4730-b5a5-353c619cccb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:13.905154 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-95632826-3ba1-4730-b5a5-353c619cccb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:13.971132 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-95632826-3ba1-4730-b5a5-353c619cccb4 admin admin] Publish callbacks [] for router_controller (7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:14.058974 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b602f83d-9cdc-4495-9dd0-8fd11d19de59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-e191140f-9662-48f3-b56f-58b68fbf8fea', 'network_id': 'e191140f-9662-48f3-b56f-58b68fbf8fea', 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'fixed_ips': [{'subnet_id': '80b9aa94-7cde-4ce1-8471-1b3f6e219986'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:36:14.059849 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b602f83d-9cdc-4495-9dd0-8fd11d19de59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:14.110778 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db652cbf-b80a-4622-b23a-15b294d559e8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (ee88748f-07bf-4874-ba2b-8823933c4779), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:14.418302 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-b602f83d-9cdc-4495-9dd0-8fd11d19de59 None None] Allocated IP 172.20.0.2 (e191140f-9662-48f3-b56f-58b68fbf8fea/80b9aa94-7cde-4ce1-8471-1b3f6e219986/950dbfd2-49d4-42fe-8d6f-496156bc2a3c) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:36:14.435338 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db652cbf-b80a-4622-b23a-15b294d559e8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Router ee88748f-07bf-4874-ba2b-8823933c4779 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:36:14.542473 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-95632826-3ba1-4730-b5a5-353c619cccb4 admin admin] Publish callbacks [] for router_gateway (7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:14.646942 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b602f83d-9cdc-4495-9dd0-8fd11d19de59 None None] Publish callbacks [] for port (950dbfd2-49d4-42fe-8d6f-496156bc2a3c), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:14.657456 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b602f83d-9cdc-4495-9dd0-8fd11d19de59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (950dbfd2-49d4-42fe-8d6f-496156bc2a3c), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:14.697707 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db652cbf-b80a-4622-b23a-15b294d559e8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:36:14.720324 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602f83d-9cdc-4495-9dd0-8fd11d19de59 None None] Pushing event updated for resources: {'Port': ['ID=950dbfd2-49d4-42fe-8d6f-496156bc2a3c,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:14.734145 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b602f83d-9cdc-4495-9dd0-8fd11d19de59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:14.735030 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b602f83d-9cdc-4495-9dd0-8fd11d19de59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:14.736273 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b602f83d-9cdc-4495-9dd0-8fd11d19de59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:14.736800 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b602f83d-9cdc-4495-9dd0-8fd11d19de59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:14.737310 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b602f83d-9cdc-4495-9dd0-8fd11d19de59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:14.739133 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b602f83d-9cdc-4495-9dd0-8fd11d19de59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:14.739743 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b602f83d-9cdc-4495-9dd0-8fd11d19de59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:14.740266 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b602f83d-9cdc-4495-9dd0-8fd11d19de59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:14.740846 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b602f83d-9cdc-4495-9dd0-8fd11d19de59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:14.741346 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b602f83d-9cdc-4495-9dd0-8fd11d19de59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:14.741993 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b602f83d-9cdc-4495-9dd0-8fd11d19de59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:14.742200 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db652cbf-b80a-4622-b23a-15b294d559e8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:14.742702 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b602f83d-9cdc-4495-9dd0-8fd11d19de59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:14.743199 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b602f83d-9cdc-4495-9dd0-8fd11d19de59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:14.747605 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a91f8c5-1fa9-483b-a948-326b332e4f06 None None] Sync routers for ids ['ee88748f-07bf-4874-ba2b-8823933c4779'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:36:14.756285 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-db652cbf-b80a-4622-b23a-15b294d559e8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.9248533 Feb 16 22:36:14.757199 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54158) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:14.762478 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a91f8c5-1fa9-483b-a948-326b332e4f06 None None] Routers {'ee88748f-07bf-4874-ba2b-8823933c4779'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:36:14.763435 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3a91f8c5-1fa9-483b-a948-326b332e4f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:35:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['ee88748f-07bf-4874-ba2b-8823933c4779'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:14.774414 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b602f83d-9cdc-4495-9dd0-8fd11d19de59 None None] Network e191140f-9662-48f3-b56f-58b68fbf8fea is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:36:14.778416 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-b602f83d-9cdc-4495-9dd0-8fd11d19de59 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:36:14.816495 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b602f83d-9cdc-4495-9dd0-8fd11d19de59 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:36:14.900155 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7312ff-2bc7-4bfe-9a7a-7da1c148ab55 req-7cb7b5f6-9911-4fb6-a225-fa7235f8b4d8 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:14.908963 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ff7312ff-2bc7-4bfe-9a7a-7da1c148ab55 req-7cb7b5f6-9911-4fb6-a225-fa7235f8b4d8 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 946 time: 0.2256656 Feb 16 22:36:14.926458 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-b602f83d-9cdc-4495-9dd0-8fd11d19de59 None None] Attempting to bind port 950dbfd2-49d4-42fe-8d6f-496156bc2a3c on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:36:14.927004 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-b602f83d-9cdc-4495-9dd0-8fd11d19de59 None None] Attempting to bind port 950dbfd2-49d4-42fe-8d6f-496156bc2a3c by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'e22f7244-4333-4023-ae55-a05bce2dee97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e191140f-9662-48f3-b56f-58b68fbf8fea'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:36:14.927632 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b602f83d-9cdc-4495-9dd0-8fd11d19de59 None None] Attempting to bind port 950dbfd2-49d4-42fe-8d6f-496156bc2a3c on network e191140f-9662-48f3-b56f-58b68fbf8fea {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:36:14.936157 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b602f83d-9cdc-4495-9dd0-8fd11d19de59 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:36:14.936686 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b602f83d-9cdc-4495-9dd0-8fd11d19de59 None None] Checking segment: {'id': 'e22f7244-4333-4023-ae55-a05bce2dee97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e191140f-9662-48f3-b56f-58b68fbf8fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:36:14.937210 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b602f83d-9cdc-4495-9dd0-8fd11d19de59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:14.937844 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b602f83d-9cdc-4495-9dd0-8fd11d19de59 None None] Bound using segment: {'id': 'e22f7244-4333-4023-ae55-a05bce2dee97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e191140f-9662-48f3-b56f-58b68fbf8fea'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:36:14.939035 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-b602f83d-9cdc-4495-9dd0-8fd11d19de59 None None] Bound port: 950dbfd2-49d4-42fe-8d6f-496156bc2a3c, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e22f7244-4333-4023-ae55-a05bce2dee97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e191140f-9662-48f3-b56f-58b68fbf8fea'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:36:14.939532 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b602f83d-9cdc-4495-9dd0-8fd11d19de59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (950dbfd2-49d4-42fe-8d6f-496156bc2a3c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:15.001523 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ff7312ff-2bc7-4bfe-9a7a-7da1c148ab55 req-0d45e0b1-0cce-45f2-9fcd-e2bf68fd2ecb tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905254 Feb 16 22:36:15.003977 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4bd7c5f5-2263-4cbf-ad77-93551cf86f33 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router (ee88748f-07bf-4874-ba2b-8823933c4779), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:15.019819 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-95632826-3ba1-4730-b5a5-353c619cccb4 admin admin] Publish callbacks [] for router_gateway (7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:15.021692 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-b602f83d-9cdc-4495-9dd0-8fd11d19de59 None None] For port 950dbfd2-49d4-42fe-8d6f-496156bc2a3c, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:36:15.024365 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-b602f83d-9cdc-4495-9dd0-8fd11d19de59 None None] For port 950dbfd2-49d4-42fe-8d6f-496156bc2a3c, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=950dbfd2-49d4-42fe-8d6f-496156bc2a3c,segment=NetworkSegment(e22f7244-4333-4023-ae55-a05bce2dee97),segment_id=e22f7244-4333-4023-ae55-a05bce2dee97)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:36:15.041693 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b602f83d-9cdc-4495-9dd0-8fd11d19de59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (950dbfd2-49d4-42fe-8d6f-496156bc2a3c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:15.068510 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-95632826-3ba1-4730-b5a5-353c619cccb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:15.107004 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602f83d-9cdc-4495-9dd0-8fd11d19de59 None None] Pushing event updated for resources: {'Port': ['ID=950dbfd2-49d4-42fe-8d6f-496156bc2a3c,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:15.135046 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4bd7c5f5-2263-4cbf-ad77-93551cf86f33 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router_gateway (ee88748f-07bf-4874-ba2b-8823933c4779), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:15.135936 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-3a91f8c5-1fa9-483b-a948-326b332e4f06 None None] Set router ee88748f-07bf-4874-ba2b-8823933c4779 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:36:15.241372 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-95632826-3ba1-4730-b5a5-353c619cccb4 admin admin] Allocated IP 172.25.2.54 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/0827812b-b0e9-4760-a45d-3ace067f8cb4) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:36:15.255437 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-4bd7c5f5-2263-4cbf-ad77-93551cf86f33 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Deleting port 26a59ebc-ad72-4c49-a45d-68725ad7e293 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:36:15.255843 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4bd7c5f5-2263-4cbf-ad77-93551cf86f33 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (26a59ebc-ad72-4c49-a45d-68725ad7e293), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:15.388950 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-95632826-3ba1-4730-b5a5-353c619cccb4 admin admin] Publish callbacks [] for port (0827812b-b0e9-4760-a45d-3ace067f8cb4), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:15.400013 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4bd7c5f5-2263-4cbf-ad77-93551cf86f33 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (26a59ebc-ad72-4c49-a45d-68725ad7e293), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:15.416119 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-4bd7c5f5-2263-4cbf-ad77-93551cf86f33 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Calling delete_port for 26a59ebc-ad72-4c49-a45d-68725ad7e293 owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:36:15.453128 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-95632826-3ba1-4730-b5a5-353c619cccb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (0827812b-b0e9-4760-a45d-3ace067f8cb4), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:15.505126 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3a91f8c5-1fa9-483b-a948-326b332e4f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee88748f-07bf-4874-ba2b-8823933c4779', 'name': '', 'tenant_id': '3ee32de2908e426781345d4ba5aad0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a040cd92-ec4d-4297-a65c-7699ad75803c', 'external_fixed_ips': [{'subnet_id': 'd75b9de0-5244-4e25-906d-c21056aa051e', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '26a59ebc-ad72-4c49-a45d-68725ad7e293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:36:11Z', 'updated_at': '2022-02-16T22:36:13Z', 'revision_number': 3, 'project_id': '3ee32de2908e426781345d4ba5aad0fc', 'gw_port': {'id': '26a59ebc-ad72-4c49-a45d-68725ad7e293', 'name': '', 'network_id': 'a040cd92-ec4d-4297-a65c-7699ad75803c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee88748f-07bf-4874-ba2b-8823933c4779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': 'd75b9de0-5244-4e25-906d-c21056aa051e', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:12Z', 'updated_at': '2022-02-16T22:36:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd75b9de0-5244-4e25-906d-c21056aa051e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:15.548268 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95632826-3ba1-4730-b5a5-353c619cccb4 admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:36:15.557077 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-95632826-3ba1-4730-b5a5-353c619cccb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:36:15.559699 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95632826-3ba1-4730-b5a5-353c619cccb4 admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:36:15.588004 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a91f8c5-1fa9-483b-a948-326b332e4f06 None None] Checking router: ee88748f-07bf-4874-ba2b-8823933c4779 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:36:15.588355 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a91f8c5-1fa9-483b-a948-326b332e4f06 None None] Updating router ee88748f-07bf-4874-ba2b-8823933c4779 port 26a59ebc-ad72-4c49-a45d-68725ad7e293 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:36:15.612724 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95632826-3ba1-4730-b5a5-353c619cccb4 admin admin] Pushing event updated for resources: {'Port': ['ID=0827812b-b0e9-4760-a45d-3ace067f8cb4,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:15.646728 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3a91f8c5-1fa9-483b-a948-326b332e4f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (26a59ebc-ad72-4c49-a45d-68725ad7e293), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:15.826324 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4bd7c5f5-2263-4cbf-ad77-93551cf86f33 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (26a59ebc-ad72-4c49-a45d-68725ad7e293), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:15.857191 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7c5f5-2263-4cbf-ad77-93551cf86f33 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Pushing event deleted for resources: {'Port': ['ID=26a59ebc-ad72-4c49-a45d-68725ad7e293,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:15.950307 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4bd7c5f5-2263-4cbf-ad77-93551cf86f33 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (ee88748f-07bf-4874-ba2b-8823933c4779), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:15.994650 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-95632826-3ba1-4730-b5a5-353c619cccb4 admin admin] Publish callbacks [] for router_gateway (7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:16.085099 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-3a91f8c5-1fa9-483b-a948-326b332e4f06 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:36:16.085687 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-3a91f8c5-1fa9-483b-a948-326b332e4f06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:36:16.123347 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4bd7c5f5-2263-4cbf-ad77-93551cf86f33 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (ee88748f-07bf-4874-ba2b-8823933c4779), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:16.126419 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4bd7c5f5-2263-4cbf-ad77-93551cf86f33 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router_controller (ee88748f-07bf-4874-ba2b-8823933c4779), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:16.183471 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4bd7c5f5-2263-4cbf-ad77-93551cf86f33 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (ee88748f-07bf-4874-ba2b-8823933c4779), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:16.184181 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd7c5f5-2263-4cbf-ad77-93551cf86f33 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee88748f-07bf-4874-ba2b-8823933c4779 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:36:16.189395 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4bd7c5f5-2263-4cbf-ad77-93551cf86f33 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:16.195805 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4bd7c5f5-2263-4cbf-ad77-93551cf86f33 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] 10.222.0.75 "DELETE /v2.0/routers/ee88748f-07bf-4874-ba2b-8823933c4779 HTTP/1.1" status: 204 len: 168 time: 1.4365504 Feb 16 22:36:16.196533 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54166) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:16.248450 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a2b18-8dd8-499d-8d99-cfc3046fe0f0 req-efeaa9db-f876-42bc-8c67-b27e79f9013b tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:16.258184 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0a5a2b18-8dd8-499d-8d99-cfc3046fe0f0 req-efeaa9db-f876-42bc-8c67-b27e79f9013b tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 946 time: 0.1228733 Feb 16 22:36:16.260196 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-97692bfd-18b9-47c3-a82d-dc127a534d13 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Deleting subnet d75b9de0-5244-4e25-906d-c21056aa051e {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:36:16.264506 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-97692bfd-18b9-47c3-a82d-dc127a534d13 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for subnet (d75b9de0-5244-4e25-906d-c21056aa051e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:16.304333 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-97692bfd-18b9-47c3-a82d-dc127a534d13 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (d75b9de0-5244-4e25-906d-c21056aa051e), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:16.356368 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-97692bfd-18b9-47c3-a82d-dc127a534d13 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (d75b9de0-5244-4e25-906d-c21056aa051e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:16.389007 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c769c3-f301-42db-986d-dda3ee93932f req-a60e9410-0fe1-445a-bd5b-69c7cce8239b tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:16.390932 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-60c769c3-f301-42db-986d-dda3ee93932f req-a60e9410-0fe1-445a-bd5b-69c7cce8239b tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 946 time: 0.1655354 Feb 16 22:36:16.418884 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0a5a2b18-8dd8-499d-8d99-cfc3046fe0f0 req-b4923881-9a61-4e85-be1a-18b3b95e55ca tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d3a562b-24bc-42c5-8265-cbbe84f29e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551714 Feb 16 22:36:16.458707 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-97692bfd-18b9-47c3-a82d-dc127a534d13 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (d75b9de0-5244-4e25-906d-c21056aa051e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:16.488129 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97692bfd-18b9-47c3-a82d-dc127a534d13 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d75b9de0-5244-4e25-906d-c21056aa051e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:16.500128 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-97692bfd-18b9-47c3-a82d-dc127a534d13 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:16.508135 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-97692bfd-18b9-47c3-a82d-dc127a534d13 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] 10.222.0.75 "DELETE /v2.0/subnets/d75b9de0-5244-4e25-906d-c21056aa051e HTTP/1.1" status: 204 len: 168 time: 0.3108203 Feb 16 22:36:16.509160 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54170) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:16.605831 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-728a30e5-3d97-49c2-af12-73565fd603a4 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (a040cd92-ec4d-4297-a65c-7699ad75803c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:16.616362 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a91f8c5-1fa9-483b-a948-326b332e4f06 None None] Port 26a59ebc-ad72-4c49-a45d-68725ad7e293 not found while updating agent binding for router ee88748f-07bf-4874-ba2b-8823933c4779. {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 16 22:36:16.641614 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a91f8c5-1fa9-483b-a948-326b332e4f06 None None] Routers set() bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:36:16.642280 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a91f8c5-1fa9-483b-a948-326b332e4f06 None None] Router IDs set() for agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 22:36:16.642949 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_agentschedulers_db [None req-3a91f8c5-1fa9-483b-a948-326b332e4f06 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ee88748f-07bf-4874-ba2b-8823933c4779'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:35:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent'). {{(pid=103467) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 16 22:36:16.643404 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a91f8c5-1fa9-483b-a948-326b332e4f06 None None] The sync data for ids ['ee88748f-07bf-4874-ba2b-8823933c4779'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:36:16.662081 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-60c769c3-f301-42db-986d-dda3ee93932f req-d613789e-38c5-4644-844e-9fcc4e27af8f tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Deleting port a5d3632f-f83d-4462-adcf-439674f449d1 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:36:16.662547 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-60c769c3-f301-42db-986d-dda3ee93932f req-d613789e-38c5-4644-844e-9fcc4e27af8f tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a5d3632f-f83d-4462-adcf-439674f449d1), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:16.725918 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-728a30e5-3d97-49c2-af12-73565fd603a4 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (a040cd92-ec4d-4297-a65c-7699ad75803c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:16.755701 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-728a30e5-3d97-49c2-af12-73565fd603a4 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a040cd92-ec4d-4297-a65c-7699ad75803c']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:16.767090 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-728a30e5-3d97-49c2-af12-73565fd603a4 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a5bd47-9f48-477c-b425-025e87e4a377') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:16.767377 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-728a30e5-3d97-49c2-af12-73565fd603a4 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a5bd47-9f48-477c-b425-025e87e4a377') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:16.785173 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-95632826-3ba1-4730-b5a5-353c619cccb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:16.785582 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-728a30e5-3d97-49c2-af12-73565fd603a4 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (c2a5bd47-9f48-477c-b425-025e87e4a377), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:16.797324 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-60c769c3-f301-42db-986d-dda3ee93932f req-d613789e-38c5-4644-844e-9fcc4e27af8f tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] For port a5d3632f-f83d-4462-adcf-439674f449d1, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a5d3632f-f83d-4462-adcf-439674f449d1,segment=NetworkSegment(208e5095-0779-4b65-9ffb-ae79e8b0afdb),segment_id=208e5095-0779-4b65-9ffb-ae79e8b0afdb)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:36:16.798344 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-60c769c3-f301-42db-986d-dda3ee93932f req-d613789e-38c5-4644-844e-9fcc4e27af8f tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a5d3632f-f83d-4462-adcf-439674f449d1), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:16.802551 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-728a30e5-3d97-49c2-af12-73565fd603a4 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (c2a5bd47-9f48-477c-b425-025e87e4a377), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:16.809231 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-728a30e5-3d97-49c2-af12-73565fd603a4 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:36:16.809652 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-728a30e5-3d97-49c2-af12-73565fd603a4 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (c2a5bd47-9f48-477c-b425-025e87e4a377), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:16.880609 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:36:16.880609 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:36:16.880609 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:36:16.880609 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:36:16.880609 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:36:16.880609 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:36:16.880609 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:36:16.880609 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:36:16.880609 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:36:16.880609 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:36:16.880609 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:36:16.880609 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:36:16.880609 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:36:16.880609 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:36:16.880609 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:36:16.880609 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:36:16.880609 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:36:16.880609 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:36:16.880609 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:36:16.880609 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:36:16.880609 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:36:16.880609 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:36:16.880609 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:36:16.880609 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:36:16.880609 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:36:16.880609 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:36:16.880609 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:36:16.880609 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:36:16.880609 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:36:16.880609 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:36:16.880609 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:36:16.880609 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:36:16.886335 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-728a30e5-3d97-49c2-af12-73565fd603a4 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (a040cd92-ec4d-4297-a65c-7699ad75803c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:16.895735 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-60c769c3-f301-42db-986d-dda3ee93932f req-d613789e-38c5-4644-844e-9fcc4e27af8f tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Calling delete_port for a5d3632f-f83d-4462-adcf-439674f449d1 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:36:16.899489 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728a30e5-3d97-49c2-af12-73565fd603a4 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a040cd92-ec4d-4297-a65c-7699ad75803c {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 22:36:16.902607 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-728a30e5-3d97-49c2-af12-73565fd603a4 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:16.911874 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-728a30e5-3d97-49c2-af12-73565fd603a4 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] 10.222.0.75 "DELETE /v2.0/networks/a040cd92-ec4d-4297-a65c-7699ad75803c HTTP/1.1" status: 204 len: 168 time: 0.4014235 Feb 16 22:36:16.923914 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a30e5-3d97-49c2-af12-73565fd603a4 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Pushing event deleted for resources: {'Network': ['ID=a040cd92-ec4d-4297-a65c-7699ad75803c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:16.939430 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35af780-e288-40aa-8ed6-8a89c0f47dd7 None None] Network e191140f-9662-48f3-b56f-58b68fbf8fea requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:36:17.174623 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95632826-3ba1-4730-b5a5-353c619cccb4 admin admin] Router 7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:36:17.245748 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 950dbfd2-49d4-42fe-8d6f-496156bc2a3c up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:36:17.368147 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-60c769c3-f301-42db-986d-dda3ee93932f req-d613789e-38c5-4644-844e-9fcc4e27af8f tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (a5d3632f-f83d-4462-adcf-439674f449d1), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:17.406380 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d613789e-38c5-4644-844e-9fcc4e27af8f tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Pushing event deleted for resources: {'Port': ['ID=a5d3632f-f83d-4462-adcf-439674f449d1,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:17.473386 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['a5d3632f-f83d-4462-adcf-439674f449d1'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:36:17.492308 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-2850e923-f814-424a-a7cf-22fb92212df2 None None] Provisioning complete for port 950dbfd2-49d4-42fe-8d6f-496156bc2a3c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:36:17.492510 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c769c3-f301-42db-986d-dda3ee93932f req-d613789e-38c5-4644-844e-9fcc4e27af8f tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] No DVR routers for this DVR port a5d3632f-f83d-4462-adcf-439674f449d1 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:36:17.492604 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2850e923-f814-424a-a7cf-22fb92212df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (950dbfd2-49d4-42fe-8d6f-496156bc2a3c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:17.496811 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-60c769c3-f301-42db-986d-dda3ee93932f req-d613789e-38c5-4644-844e-9fcc4e27af8f tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:17.500236 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-60c769c3-f301-42db-986d-dda3ee93932f req-d613789e-38c5-4644-844e-9fcc4e27af8f tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.79 "DELETE /v2.0/ports/a5d3632f-f83d-4462-adcf-439674f449d1 HTTP/1.1" status: 204 len: 173 time: 1.0226722 Feb 16 22:36:17.501144 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd6d796-c4cd-4624-881c-99cbaecb5fea', 'name': 'network-vif-deleted', 'tag': 'a5d3632f-f83d-4462-adcf-439674f449d1'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:36:17.503633 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4524ffcf-8058-49ed-a964-80d459003ee2" -d '{"events": [{"server_uuid": "1fd6d796-c4cd-4624-881c-99cbaecb5fea", "name": "network-vif-deleted", "tag": "a5d3632f-f83d-4462-adcf-439674f449d1"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:36:17.528699 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54186) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:17.535762 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-a42caa38-0d86-4415-89a0-b34cfa3661a7 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Request body: {'router': {'name': 'tempest-router--1553632168', 'project_id': 'ca2ee0779b4f42339dc61af5955e37a1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:17.571478 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95632826-3ba1-4730-b5a5-353c619cccb4 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:36:17.578145 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a42caa38-0d86-4415-89a0-b34cfa3661a7 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (e3576897-2226-4f81-b10f-4a994420973e), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:17.580810 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a42caa38-0d86-4415-89a0-b34cfa3661a7 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (e3576897-2226-4f81-b10f-4a994420973e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:17.649931 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-95632826-3ba1-4730-b5a5-353c619cccb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:17.651198 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-95632826-3ba1-4730-b5a5-353c619cccb4 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.7783599 Feb 16 22:36:17.653703 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16c11c97-ad77-4380-9bd4-1ca288428388 req-072ca1e8-15c4-4bc1-85cb-228cd33bd9ce tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fd6d796-c4cd-4624-881c-99cbaecb5fea HTTP/1.1" status: 200 len: 210 time: 0.0555425 Feb 16 22:36:17.662690 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54188) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:17.696480 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a42caa38-0d86-4415-89a0-b34cfa3661a7 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router_controller (e3576897-2226-4f81-b10f-4a994420973e), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:17.710577 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a42caa38-0d86-4415-89a0-b34cfa3661a7 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (e3576897-2226-4f81-b10f-4a994420973e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:17.738845 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a42caa38-0d86-4415-89a0-b34cfa3661a7 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:17.745943 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a42caa38-0d86-4415-89a0-b34cfa3661a7 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2153289 Feb 16 22:36:17.748769 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54192) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:17.755069 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8deae7-ea32-4204-bb73-4b399fdaf260 x-openstack-request-id: req-fc8deae7-ea32-4204-bb73-4b399fdaf260 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:36:17.755739 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd6d796-c4cd-4624-881c-99cbaecb5fea", "name": "network-vif-deleted", "tag": "a5d3632f-f83d-4462-adcf-439674f449d1", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:36:17.756212 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fc8deae7-ea32-4204-bb73-4b399fdaf260 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:36:17.757038 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd6d796-c4cd-4624-881c-99cbaecb5fea', 'name': 'network-vif-deleted', 'tag': 'a5d3632f-f83d-4462-adcf-439674f449d1', 'status': 'completed', 'code': 200} Feb 16 22:36:17.864070 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 950dbfd2-49d4-42fe-8d6f-496156bc2a3c triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:36:17.864549 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (950dbfd2-49d4-42fe-8d6f-496156bc2a3c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:17.978792 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-add4f2f3-c1f1-4b0b-b74e-2385248ae182 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router (e3576897-2226-4f81-b10f-4a994420973e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:18.009795 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2850e923-f814-424a-a7cf-22fb92212df2 None None] Current status of the port 950dbfd2-49d4-42fe-8d6f-496156bc2a3c is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:36:18.010151 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2850e923-f814-424a-a7cf-22fb92212df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (950dbfd2-49d4-42fe-8d6f-496156bc2a3c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:18.209280 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e73548b-2fe8-4f64-b0f0-586cf87937a6 None None] Sync routers for ids ['7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:36:18.227255 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e73548b-2fe8-4f64-b0f0-586cf87937a6 None None] Routers {'7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:36:18.227794 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-9e73548b-2fe8-4f64-b0f0-586cf87937a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:35:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:18.247406 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-2850e923-f814-424a-a7cf-22fb92212df2 None None] For port 950dbfd2-49d4-42fe-8d6f-496156bc2a3c, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=950dbfd2-49d4-42fe-8d6f-496156bc2a3c,segment=NetworkSegment(e22f7244-4333-4023-ae55-a05bce2dee97),segment_id=e22f7244-4333-4023-ae55-a05bce2dee97)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:36:18.271136 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2850e923-f814-424a-a7cf-22fb92212df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (950dbfd2-49d4-42fe-8d6f-496156bc2a3c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:18.293753 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 950dbfd2-49d4-42fe-8d6f-496156bc2a3c is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:36:18.294175 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (950dbfd2-49d4-42fe-8d6f-496156bc2a3c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:18.333088 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-add4f2f3-c1f1-4b0b-b74e-2385248ae182 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (e3576897-2226-4f81-b10f-4a994420973e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:18.341524 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-add4f2f3-c1f1-4b0b-b74e-2385248ae182 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router_controller (e3576897-2226-4f81-b10f-4a994420973e), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:18.421314 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-9e73548b-2fe8-4f64-b0f0-586cf87937a6 None None] Set router 7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:36:18.423812 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850e923-f814-424a-a7cf-22fb92212df2 None None] Pushing event updated for resources: {'Port': ['ID=950dbfd2-49d4-42fe-8d6f-496156bc2a3c,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:18.471224 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-add4f2f3-c1f1-4b0b-b74e-2385248ae182 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (e3576897-2226-4f81-b10f-4a994420973e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:18.471790 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add4f2f3-c1f1-4b0b-b74e-2385248ae182 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e3576897-2226-4f81-b10f-4a994420973e {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:36:18.475350 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:36:18.475719 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:36:18.476843 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-add4f2f3-c1f1-4b0b-b74e-2385248ae182 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:18.480094 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-add4f2f3-c1f1-4b0b-b74e-2385248ae182 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] 10.222.0.75 "DELETE /v2.0/routers/e3576897-2226-4f81-b10f-4a994420973e HTTP/1.1" status: 204 len: 168 time: 0.7302902 Feb 16 22:36:18.669786 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-475874db-c98d-4705-8962-8a69465f820e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:18.715275 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54224) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:18.772938 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54228) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:18.808677 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7737fce0-978c-4417-90c0-83e6cd59e25c None None] Provisioning complete for port 950dbfd2-49d4-42fe-8d6f-496156bc2a3c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:36:18.809795 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7737fce0-978c-4417-90c0-83e6cd59e25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (950dbfd2-49d4-42fe-8d6f-496156bc2a3c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:18.858278 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-9e73548b-2fe8-4f64-b0f0-586cf87937a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'name': 'tempest-TestServerBasicOps-33319674-router', 'tenant_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '0827812b-b0e9-4760-a45d-3ace067f8cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:36:13Z', 'updated_at': '2022-02-16T22:36:15Z', 'revision_number': 3, 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'gw_port': {'id': '0827812b-b0e9-4760-a45d-3ace067f8cb4', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:25:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:15Z', 'updated_at': '2022-02-16T22:36:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:18.865559 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e7b24bf-a5b6-4490-a8f1-8bf79cb518dd admin admin] Deleting subnet 8e9cf484-38d4-4f4b-a089-90e02ce0a0e2 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:36:18.875852 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3e7b24bf-a5b6-4490-a8f1-8bf79cb518dd admin admin] Publish callbacks [] for subnet (8e9cf484-38d4-4f4b-a089-90e02ce0a0e2), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:18.888587 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e73548b-2fe8-4f64-b0f0-586cf87937a6 None None] Checking router: 7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:36:18.889167 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e73548b-2fe8-4f64-b0f0-586cf87937a6 None None] Updating router 7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97 port 0827812b-b0e9-4760-a45d-3ace067f8cb4 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:36:18.935398 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9e73548b-2fe8-4f64-b0f0-586cf87937a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0827812b-b0e9-4760-a45d-3ace067f8cb4), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:18.951180 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7737fce0-978c-4417-90c0-83e6cd59e25c None None] Current status of the port 950dbfd2-49d4-42fe-8d6f-496156bc2a3c is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:36:18.967003 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3e7b24bf-a5b6-4490-a8f1-8bf79cb518dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (8e9cf484-38d4-4f4b-a089-90e02ce0a0e2), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:18.988221 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-475874db-c98d-4705-8962-8a69465f820e admin admin] Allocated IP 172.20.0.1 (e191140f-9662-48f3-b56f-58b68fbf8fea/80b9aa94-7cde-4ce1-8471-1b3f6e219986/08077597-f981-4f2a-b5fe-8e90b894747a) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:36:19.070668 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 950dbfd2-49d4-42fe-8d6f-496156bc2a3c is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:36:19.072471 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3e7b24bf-a5b6-4490-a8f1-8bf79cb518dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (8e9cf484-38d4-4f4b-a089-90e02ce0a0e2), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:19.103999 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-cfd9d897-64b7-4494-9925-26df374f568d tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-161141748', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}, 'admin_state_up': False}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:19.179978 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cfd9d897-64b7-4494-9925-26df374f568d tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (1457ea9a-f687-441f-86de-83c76e842130), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:19.181099 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cfd9d897-64b7-4494-9925-26df374f568d tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (1457ea9a-f687-441f-86de-83c76e842130), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:19.182643 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-475874db-c98d-4705-8962-8a69465f820e admin admin] Publish callbacks [] for port (08077597-f981-4f2a-b5fe-8e90b894747a), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:19.194291 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3e7b24bf-a5b6-4490-a8f1-8bf79cb518dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (8e9cf484-38d4-4f4b-a089-90e02ce0a0e2), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:19.209780 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 950dbfd2-49d4-42fe-8d6f-496156bc2a3c up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:36:19.240662 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-475874db-c98d-4705-8962-8a69465f820e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (08077597-f981-4f2a-b5fe-8e90b894747a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:19.248734 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b24bf-a5b6-4490-a8f1-8bf79cb518dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e9cf484-38d4-4f4b-a089-90e02ce0a0e2,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:19.303411 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3e7b24bf-a5b6-4490-a8f1-8bf79cb518dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:19.308540 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475874db-c98d-4705-8962-8a69465f820e admin admin] Network e191140f-9662-48f3-b56f-58b68fbf8fea is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:36:19.312175 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3e7b24bf-a5b6-4490-a8f1-8bf79cb518dd admin admin] 10.222.0.75 "DELETE /v2.0/subnets/8e9cf484-38d4-4f4b-a089-90e02ce0a0e2 HTTP/1.1" status: 204 len: 168 time: 0.5338271 Feb 16 22:36:19.314684 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-475874db-c98d-4705-8962-8a69465f820e admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:36:19.317122 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54234) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:19.327477 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475874db-c98d-4705-8962-8a69465f820e admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:36:19.332013 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cfd9d897-64b7-4494-9925-26df374f568d tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router_controller (1457ea9a-f687-441f-86de-83c76e842130), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:19.339650 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 950dbfd2-49d4-42fe-8d6f-496156bc2a3c triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:36:19.340647 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (950dbfd2-49d4-42fe-8d6f-496156bc2a3c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:19.439711 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-475874db-c98d-4705-8962-8a69465f820e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:19.489085 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9e73548b-2fe8-4f64-b0f0-586cf87937a6 None None] Publish callbacks [] for port (0827812b-b0e9-4760-a45d-3ace067f8cb4), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:19.509093 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9e73548b-2fe8-4f64-b0f0-586cf87937a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0827812b-b0e9-4760-a45d-3ace067f8cb4), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:19.551299 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475874db-c98d-4705-8962-8a69465f820e admin admin] Pushing event updated for resources: {'Port': ['ID=08077597-f981-4f2a-b5fe-8e90b894747a,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:19.554646 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 950dbfd2-49d4-42fe-8d6f-496156bc2a3c is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:36:19.575318 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa257c-1885-4f9c-8746-d7a48b697e91 None None] Pushing event updated for resources: {'Port': ['ID=0827812b-b0e9-4760-a45d-3ace067f8cb4,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:19.586872 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aa257c-1885-4f9c-8746-d7a48b697e91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:19.587368 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aa257c-1885-4f9c-8746-d7a48b697e91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:19.587816 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aa257c-1885-4f9c-8746-d7a48b697e91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:19.588268 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aa257c-1885-4f9c-8746-d7a48b697e91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:19.588746 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aa257c-1885-4f9c-8746-d7a48b697e91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:19.589174 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aa257c-1885-4f9c-8746-d7a48b697e91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:19.589729 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aa257c-1885-4f9c-8746-d7a48b697e91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:19.591762 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aa257c-1885-4f9c-8746-d7a48b697e91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:19.592382 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aa257c-1885-4f9c-8746-d7a48b697e91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:19.592944 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aa257c-1885-4f9c-8746-d7a48b697e91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:19.593496 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aa257c-1885-4f9c-8746-d7a48b697e91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:19.595363 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aa257c-1885-4f9c-8746-d7a48b697e91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:19.596381 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aa257c-1885-4f9c-8746-d7a48b697e91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:19.627304 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-9e73548b-2fe8-4f64-b0f0-586cf87937a6 None None] Attempting to bind port 0827812b-b0e9-4760-a45d-3ace067f8cb4 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:36:19.627831 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-9e73548b-2fe8-4f64-b0f0-586cf87937a6 None None] Attempting to bind port 0827812b-b0e9-4760-a45d-3ace067f8cb4 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:36:19.628306 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e73548b-2fe8-4f64-b0f0-586cf87937a6 None None] Attempting to bind port 0827812b-b0e9-4760-a45d-3ace067f8cb4 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:36:19.634890 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e73548b-2fe8-4f64-b0f0-586cf87937a6 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:36:19.634890 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e73548b-2fe8-4f64-b0f0-586cf87937a6 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:36:19.635286 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9e73548b-2fe8-4f64-b0f0-586cf87937a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:19.635945 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e73548b-2fe8-4f64-b0f0-586cf87937a6 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:36:19.636680 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-9e73548b-2fe8-4f64-b0f0-586cf87937a6 None None] Bound port: 0827812b-b0e9-4760-a45d-3ace067f8cb4, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:36:19.637554 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9e73548b-2fe8-4f64-b0f0-586cf87937a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0827812b-b0e9-4760-a45d-3ace067f8cb4), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:19.663637 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d632454b-d158-4ccc-b54d-0c3414720271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (8cb6624c-f3c9-4783-923f-c9d48b261c7e), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:19.731442 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cfd9d897-64b7-4494-9925-26df374f568d tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router_gateway (1457ea9a-f687-441f-86de-83c76e842130), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:19.741036 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-9e73548b-2fe8-4f64-b0f0-586cf87937a6 None None] For port 0827812b-b0e9-4760-a45d-3ace067f8cb4, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:36:19.753494 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-9e73548b-2fe8-4f64-b0f0-586cf87937a6 None None] For port 0827812b-b0e9-4760-a45d-3ace067f8cb4, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0827812b-b0e9-4760-a45d-3ace067f8cb4,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:36:19.765428 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9e73548b-2fe8-4f64-b0f0-586cf87937a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0827812b-b0e9-4760-a45d-3ace067f8cb4), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:19.799069 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a9c371b3-334d-41fb-ac21-cac518319f7d None None] Provisioning complete for port 08077597-f981-4f2a-b5fe-8e90b894747a triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:36:19.799885 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a9c371b3-334d-41fb-ac21-cac518319f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (08077597-f981-4f2a-b5fe-8e90b894747a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:19.850056 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa257c-1885-4f9c-8746-d7a48b697e91 None None] Pushing event updated for resources: {'Port': ['ID=0827812b-b0e9-4760-a45d-3ace067f8cb4,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:19.865108 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e73548b-2fe8-4f64-b0f0-586cf87937a6 None None] Routers {'7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:36:19.865854 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-9e73548b-2fe8-4f64-b0f0-586cf87937a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:35:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:19.867679 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d632454b-d158-4ccc-b54d-0c3414720271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (8cb6624c-f3c9-4783-923f-c9d48b261c7e), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:19.882037 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-475874db-c98d-4705-8962-8a69465f820e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (08077597-f981-4f2a-b5fe-8e90b894747a), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:19.905443 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-d632454b-d158-4ccc-b54d-0c3414720271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb6624c-f3c9-4783-923f-c9d48b261c7e']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:19.919361 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-d632454b-d158-4ccc-b54d-0c3414720271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208e5095-0779-4b65-9ffb-ae79e8b0afdb') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:19.919662 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-d632454b-d158-4ccc-b54d-0c3414720271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208e5095-0779-4b65-9ffb-ae79e8b0afdb') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:19.949707 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d632454b-d158-4ccc-b54d-0c3414720271 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (208e5095-0779-4b65-9ffb-ae79e8b0afdb), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:19.963143 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a9c371b3-334d-41fb-ac21-cac518319f7d None None] Port 08077597-f981-4f2a-b5fe-8e90b894747a cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:36:19.989376 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d632454b-d158-4ccc-b54d-0c3414720271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (208e5095-0779-4b65-9ffb-ae79e8b0afdb), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:20.001538 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d632454b-d158-4ccc-b54d-0c3414720271 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:36:20.001956 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d632454b-d158-4ccc-b54d-0c3414720271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (208e5095-0779-4b65-9ffb-ae79e8b0afdb), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:20.003721 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:36:20.003721 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:36:20.003721 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:36:20.003721 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:36:20.003721 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:36:20.003721 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:36:20.003721 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:36:20.003721 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:36:20.003721 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:36:20.003721 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:36:20.003721 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:36:20.003721 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:36:20.003721 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:36:20.003721 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:36:20.003721 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:36:20.003721 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:36:20.003721 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:36:20.003721 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:36:20.003721 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:36:20.003721 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:36:20.003721 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:36:20.003721 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:36:20.003721 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:36:20.003721 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:36:20.003721 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:36:20.003721 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:36:20.003721 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:36:20.003721 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:36:20.003721 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:36:20.003721 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:36:20.003721 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:36:20.003721 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:36:20.105245 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-9e73548b-2fe8-4f64-b0f0-586cf87937a6 None None] Set router 7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:36:20.192182 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d632454b-d158-4ccc-b54d-0c3414720271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (8cb6624c-f3c9-4783-923f-c9d48b261c7e), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:20.221731 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d632454b-d158-4ccc-b54d-0c3414720271 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:20.225051 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d632454b-d158-4ccc-b54d-0c3414720271 admin admin] 10.222.0.75 "DELETE /v2.0/networks/8cb6624c-f3c9-4783-923f-c9d48b261c7e HTTP/1.1" status: 204 len: 168 time: 0.9068744 Feb 16 22:36:20.242611 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632454b-d158-4ccc-b54d-0c3414720271 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cb6624c-f3c9-4783-923f-c9d48b261c7e,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:20.337988 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-475874db-c98d-4705-8962-8a69465f820e admin admin] Publish callbacks [] for port (08077597-f981-4f2a-b5fe-8e90b894747a), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:20.363566 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-475874db-c98d-4705-8962-8a69465f820e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (08077597-f981-4f2a-b5fe-8e90b894747a), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:20.537992 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-9e73548b-2fe8-4f64-b0f0-586cf87937a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'name': 'tempest-TestServerBasicOps-33319674-router', 'tenant_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '0827812b-b0e9-4760-a45d-3ace067f8cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:36:13Z', 'updated_at': '2022-02-16T22:36:19Z', 'revision_number': 4, 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'gw_port': {'id': '0827812b-b0e9-4760-a45d-3ace067f8cb4', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:25:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:15Z', 'updated_at': '2022-02-16T22:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '08077597-f981-4f2a-b5fe-8e90b894747a', 'name': '', 'network_id': 'e191140f-9662-48f3-b56f-58b68fbf8fea', 'tenant_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'mac_address': 'fa:16:3e:59:13:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '80b9aa94-7cde-4ce1-8471-1b3f6e219986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:18Z', 'updated_at': '2022-02-16T22:36:18Z', 'revision_number': 1, 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'subnets': [{'id': '80b9aa94-7cde-4ce1-8471-1b3f6e219986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:20.548255 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475874db-c98d-4705-8962-8a69465f820e admin admin] Pushing event updated for resources: {'Port': ['ID=08077597-f981-4f2a-b5fe-8e90b894747a,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:20.556600 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-475874db-c98d-4705-8962-8a69465f820e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:20.574254 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cfd9d897-64b7-4494-9925-26df374f568d tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router_gateway (1457ea9a-f687-441f-86de-83c76e842130), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:20.597606 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cfd9d897-64b7-4494-9925-26df374f568d tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:20.633251 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-71460833-6d18-4874-9bed-73ed35729a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:20.634142 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54342) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:20.644744 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e73548b-2fe8-4f64-b0f0-586cf87937a6 None None] The sync data for ids ['7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97'] in n-d-813897-6 is: [{'id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'name': 'tempest-TestServerBasicOps-33319674-router', 'tenant_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '0827812b-b0e9-4760-a45d-3ace067f8cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:36:13Z', 'updated_at': '2022-02-16T22:36:19Z', 'revision_number': 4, 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'gw_port': {'id': '0827812b-b0e9-4760-a45d-3ace067f8cb4', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:25:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:15Z', 'updated_at': '2022-02-16T22:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '08077597-f981-4f2a-b5fe-8e90b894747a', 'name': '', 'network_id': 'e191140f-9662-48f3-b56f-58b68fbf8fea', 'tenant_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'mac_address': 'fa:16:3e:59:13:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '80b9aa94-7cde-4ce1-8471-1b3f6e219986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:18Z', 'updated_at': '2022-02-16T22:36:18Z', 'revision_number': 1, 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'subnets': [{'id': '80b9aa94-7cde-4ce1-8471-1b3f6e219986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:36:20.745620 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-cfd9d897-64b7-4494-9925-26df374f568d tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Allocated IP 172.25.2.74 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/9319510a-f379-4226-b450-a2e92c8fefab) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:36:20.938617 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cfd9d897-64b7-4494-9925-26df374f568d tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for port (9319510a-f379-4226-b450-a2e92c8fefab), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:21.042976 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cfd9d897-64b7-4494-9925-26df374f568d tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (9319510a-f379-4226-b450-a2e92c8fefab), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:21.107667 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd9d897-64b7-4494-9925-26df374f568d tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:36:21.123767 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-cfd9d897-64b7-4494-9925-26df374f568d tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:36:21.126785 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd9d897-64b7-4494-9925-26df374f568d tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Pushing event updated for resources: {'Port': ['ID=9319510a-f379-4226-b450-a2e92c8fefab,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:21.138380 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd9d897-64b7-4494-9925-26df374f568d tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:36:21.286258 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bf0ce3b9-7526-4074-bcfe-5cf4e762f702 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8e18d5d64e254c0cbff795a2537801d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6512179 Feb 16 22:36:21.290098 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54402) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:21.369090 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475874db-c98d-4705-8962-8a69465f820e admin admin] Network e191140f-9662-48f3-b56f-58b68fbf8fea is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:36:21.374874 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-475874db-c98d-4705-8962-8a69465f820e admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:36:21.394054 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-929f6948-bc8a-42ab-8c37-3d24300b4d22 admin admin] Publish callbacks [] for security_group (3d3a562b-24bc-42c5-8265-cbbe84f29e2a), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:21.482243 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device a5d3632f-f83d-4462-adcf-439674f449d1 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:36:21.485462 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-929f6948-bc8a-42ab-8c37-3d24300b4d22 admin admin] Publish callbacks [] for security_group (3d3a562b-24bc-42c5-8265-cbbe84f29e2a), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:21.527501 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: a5d3632f-f83d-4462-adcf-439674f449d1 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:36:21.527914 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device a5d3632f-f83d-4462-adcf-439674f449d1 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:36:21.589446 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cfd9d897-64b7-4494-9925-26df374f568d tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router_gateway (1457ea9a-f687-441f-86de-83c76e842130), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:21.629301 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475874db-c98d-4705-8962-8a69465f820e admin admin] Router 7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:36:21.644940 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-929f6948-bc8a-42ab-8c37-3d24300b4d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (3d3a562b-24bc-42c5-8265-cbbe84f29e2a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:21.667828 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-929f6948-bc8a-42ab-8c37-3d24300b4d22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:21.669266 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-929f6948-bc8a-42ab-8c37-3d24300b4d22 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3d3a562b-24bc-42c5-8265-cbbe84f29e2a HTTP/1.1" status: 204 len: 168 time: 0.3780468 Feb 16 22:36:21.683898 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f6948-bc8a-42ab-8c37-3d24300b4d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3a562b-24bc-42c5-8265-cbbe84f29e2a,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:21.719830 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f6948-bc8a-42ab-8c37-3d24300b4d22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:21.720671 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f6948-bc8a-42ab-8c37-3d24300b4d22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:21.721457 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f6948-bc8a-42ab-8c37-3d24300b4d22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:21.722074 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f6948-bc8a-42ab-8c37-3d24300b4d22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:21.722654 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f6948-bc8a-42ab-8c37-3d24300b4d22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:21.723203 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f6948-bc8a-42ab-8c37-3d24300b4d22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:21.725902 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f6948-bc8a-42ab-8c37-3d24300b4d22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:21.726607 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f6948-bc8a-42ab-8c37-3d24300b4d22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:21.727154 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f6948-bc8a-42ab-8c37-3d24300b4d22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:21.728086 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f6948-bc8a-42ab-8c37-3d24300b4d22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:21.728626 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f6948-bc8a-42ab-8c37-3d24300b4d22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:21.729162 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f6948-bc8a-42ab-8c37-3d24300b4d22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:21.730480 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f6948-bc8a-42ab-8c37-3d24300b4d22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:21.875197 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-76b93cf9-a408-496d-9db6-727f7fedf415 None None] Provisioning complete for port 08077597-f981-4f2a-b5fe-8e90b894747a triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:36:21.875709 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-76b93cf9-a408-496d-9db6-727f7fedf415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (08077597-f981-4f2a-b5fe-8e90b894747a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:21.975265 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-76b93cf9-a408-496d-9db6-727f7fedf415 None None] Port 08077597-f981-4f2a-b5fe-8e90b894747a cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:36:22.059819 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475874db-c98d-4705-8962-8a69465f820e admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:36:22.080672 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-475874db-c98d-4705-8962-8a69465f820e admin admin] 10.222.0.75 "PUT /v2.0/routers/7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4168699 Feb 16 22:36:22.156790 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cfd9d897-64b7-4494-9925-26df374f568d tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (1457ea9a-f687-441f-86de-83c76e842130), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:22.390122 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd9d897-64b7-4494-9925-26df374f568d tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Router 1457ea9a-f687-441f-86de-83c76e842130 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:36:22.666570 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd9d897-64b7-4494-9925-26df374f568d tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:36:22.679477 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47f3966-e1cf-427e-b0e3-393541f3397a None None] Sync routers for ids ['1457ea9a-f687-441f-86de-83c76e842130'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:36:22.713395 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47f3966-e1cf-427e-b0e3-393541f3397a None None] Routers {'1457ea9a-f687-441f-86de-83c76e842130'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:36:22.714220 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-d47f3966-e1cf-427e-b0e3-393541f3397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:35:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1457ea9a-f687-441f-86de-83c76e842130'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:22.716707 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cfd9d897-64b7-4494-9925-26df374f568d tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:22.718358 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-cfd9d897-64b7-4494-9925-26df374f568d tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.0019844 Feb 16 22:36:22.721668 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54558) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:22.785827 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-d47f3966-e1cf-427e-b0e3-393541f3397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:22.800617 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47f3966-e1cf-427e-b0e3-393541f3397a None None] Routers {'1457ea9a-f687-441f-86de-83c76e842130'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:36:22.801254 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-d47f3966-e1cf-427e-b0e3-393541f3397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:35:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1457ea9a-f687-441f-86de-83c76e842130'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:22.863905 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-d47f3966-e1cf-427e-b0e3-393541f3397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:22.864580 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47f3966-e1cf-427e-b0e3-393541f3397a None None] The sync data for ids ['1457ea9a-f687-441f-86de-83c76e842130'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:36:23.083211 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0a57faee-f3ac-445a-91d9-eb5c6eb1e828 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] 10.222.0.75 "GET /v2.0/routers/1457ea9a-f687-441f-86de-83c76e842130 HTTP/1.1" status: 200 len: 919 time: 0.3564177 Feb 16 22:36:23.083211 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54592) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:23.086638 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c95ac9fd-6255-4581-9b80-236877103953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:23.179928 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54606) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:23.181786 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-096ab85b-4c98-4d40-b62e-11f59eddd866 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] 10.222.0.75 "GET /v2.0/ports?device_id=1457ea9a-f687-441f-86de-83c76e842130 HTTP/1.1" status: 200 len: 205 time: 0.0926595 Feb 16 22:36:23.269893 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54620) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:23.275588 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-e6e45d5c-c429-4318-8a7e-ce342460d981 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1108474761-network', 'tenant_id': 'adaca61f4ce14344bcc2661171cb61c0'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:23.321138 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0827812b-b0e9-4760-a45d-3ace067f8cb4 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:36:23.321500 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e45d5c-c429-4318-8a7e-ce342460d981 admin admin] Made reservation on behalf of adaca61f4ce14344bcc2661171cb61c0 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:36:23.324280 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e6e45d5c-c429-4318-8a7e-ce342460d981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:23.340165 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e6e45d5c-c429-4318-8a7e-ce342460d981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:23.441392 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 0827812b-b0e9-4760-a45d-3ace067f8cb4 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:36:23.442824 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0827812b-b0e9-4760-a45d-3ace067f8cb4), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:23.470296 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-223f7619-84e6-4990-abfb-565c6ea37173 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router (1457ea9a-f687-441f-86de-83c76e842130), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:23.524848 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e6e45d5c-c429-4318-8a7e-ce342460d981 admin admin] Publish callbacks [] for security_group (0ce11b6c-77ea-421e-af46-81092f86d137), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:23.537152 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e6e45d5c-c429-4318-8a7e-ce342460d981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (0ce11b6c-77ea-421e-af46-81092f86d137), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:23.596810 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e45d5c-c429-4318-8a7e-ce342460d981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce11b6c-77ea-421e-af46-81092f86d137,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:23.630244 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e45d5c-c429-4318-8a7e-ce342460d981 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:36:23.657638 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e6e45d5c-c429-4318-8a7e-ce342460d981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (09abefba-0233-4f95-8e09-5b17db6d8810), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:23.658162 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-e6e45d5c-c429-4318-8a7e-ce342460d981 admin admin] Added segment 09abefba-0233-4f95-8e09-5b17db6d8810 of type vlan for network c654f79e-cc68-4a3c-82a7-5328aa6d4135 Feb 16 22:36:23.659488 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 0827812b-b0e9-4760-a45d-3ace067f8cb4 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:36:23.660088 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0827812b-b0e9-4760-a45d-3ace067f8cb4), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:23.682776 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-223f7619-84e6-4990-abfb-565c6ea37173 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router_gateway (1457ea9a-f687-441f-86de-83c76e842130), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:23.699384 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54668) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:23.699883 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 0827812b-b0e9-4760-a45d-3ace067f8cb4, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0827812b-b0e9-4760-a45d-3ace067f8cb4,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:36:23.705771 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0827812b-b0e9-4760-a45d-3ace067f8cb4), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:23.769048 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e6e45d5c-c429-4318-8a7e-ce342460d981 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (c654f79e-cc68-4a3c-82a7-5328aa6d4135), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:23.822834 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-223f7619-84e6-4990-abfb-565c6ea37173 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Deleting port 9319510a-f379-4226-b450-a2e92c8fefab {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:36:23.823966 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-223f7619-84e6-4990-abfb-565c6ea37173 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (9319510a-f379-4226-b450-a2e92c8fefab), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:23.844910 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e6e45d5c-c429-4318-8a7e-ce342460d981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (c654f79e-cc68-4a3c-82a7-5328aa6d4135), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:23.847348 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e45d5c-c429-4318-8a7e-ce342460d981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:23.849958 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e6e45d5c-c429-4318-8a7e-ce342460d981 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:23.877691 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=0827812b-b0e9-4760-a45d-3ace067f8cb4,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:23.989618 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-997274a7-9c99-4f45-88f4-e0dad3d0850f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:23.993713 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e6e45d5c-c429-4318-8a7e-ce342460d981 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7226624 Feb 16 22:36:23.995068 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e45d5c-c429-4318-8a7e-ce342460d981 admin admin] Pushing event updated for resources: {'Network': ['ID=c654f79e-cc68-4a3c-82a7-5328aa6d4135,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:23.998525 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54702) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:24.005778 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-f50f4b52-80b0-4726-b4ac-a6e1d9aa127e admin admin] Request body: {'subnet': {'network_id': 'c654f79e-cc68-4a3c-82a7-5328aa6d4135', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1108474761-subnet', 'tenant_id': 'adaca61f4ce14344bcc2661171cb61c0', 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:24.030230 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network c654f79e-cc68-4a3c-82a7-5328aa6d4135 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:36:24.037827 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50f4b52-80b0-4726-b4ac-a6e1d9aa127e admin admin] Made reservation on behalf of adaca61f4ce14344bcc2661171cb61c0 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:36:24.043817 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f50f4b52-80b0-4726-b4ac-a6e1d9aa127e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:24.079829 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-223f7619-84e6-4990-abfb-565c6ea37173 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (9319510a-f379-4226-b450-a2e92c8fefab), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:24.104095 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-223f7619-84e6-4990-abfb-565c6ea37173 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Calling delete_port for 9319510a-f379-4226-b450-a2e92c8fefab owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:36:24.262788 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:24.344372 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-997274a7-9c99-4f45-88f4-e0dad3d0850f admin admin] Publish callbacks [] for security_group (8131eef0-d68f-4e79-a86e-2f2e14914386), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:24.354898 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-997274a7-9c99-4f45-88f4-e0dad3d0850f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (8131eef0-d68f-4e79-a86e-2f2e14914386), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:24.379653 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f50f4b52-80b0-4726-b4ac-a6e1d9aa127e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (32c1f7d5-e771-4c5b-9d56-3ccf7f49a1fa), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:24.437480 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-997274a7-9c99-4f45-88f4-e0dad3d0850f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1ad0ea7e3e73466e935f5fee5fd46f01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7364204 Feb 16 22:36:24.439680 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997274a7-9c99-4f45-88f4-e0dad3d0850f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8131eef0-d68f-4e79-a86e-2f2e14914386,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:24.441901 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569794c6-33bd-4afa-993d-a752f4038aeb None None] Sync routers for ids ['7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:36:24.442429 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54744) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:24.451873 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-223f7619-84e6-4990-abfb-565c6ea37173 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (9319510a-f379-4226-b450-a2e92c8fefab), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:24.462076 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569794c6-33bd-4afa-993d-a752f4038aeb None None] Routers {'7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:36:24.463195 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-569794c6-33bd-4afa-993d-a752f4038aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:36:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:24.474887 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997274a7-9c99-4f45-88f4-e0dad3d0850f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:24.475483 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997274a7-9c99-4f45-88f4-e0dad3d0850f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:24.475982 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997274a7-9c99-4f45-88f4-e0dad3d0850f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:24.476474 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997274a7-9c99-4f45-88f4-e0dad3d0850f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:24.476990 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997274a7-9c99-4f45-88f4-e0dad3d0850f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:24.477477 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997274a7-9c99-4f45-88f4-e0dad3d0850f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:24.478821 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997274a7-9c99-4f45-88f4-e0dad3d0850f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:24.479312 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997274a7-9c99-4f45-88f4-e0dad3d0850f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:24.480088 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997274a7-9c99-4f45-88f4-e0dad3d0850f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:24.480573 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997274a7-9c99-4f45-88f4-e0dad3d0850f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:24.481226 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997274a7-9c99-4f45-88f4-e0dad3d0850f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:24.482511 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997274a7-9c99-4f45-88f4-e0dad3d0850f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:24.483097 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997274a7-9c99-4f45-88f4-e0dad3d0850f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:36:24.535211 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f7619-84e6-4990-abfb-565c6ea37173 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Pushing event deleted for resources: {'Port': ['ID=9319510a-f379-4226-b450-a2e92c8fefab,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:24.539587 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f4b52-80b0-4726-b4ac-a6e1d9aa127e admin admin] Pushing event updated for resources: {'Subnet': ['ID=32c1f7d5-e771-4c5b-9d56-3ccf7f49a1fa,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:24.555050 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50f4b52-80b0-4726-b4ac-a6e1d9aa127e admin admin] Checking segment: {'id': '09abefba-0233-4f95-8e09-5b17db6d8810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c654f79e-cc68-4a3c-82a7-5328aa6d4135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:36:24.555427 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50f4b52-80b0-4726-b4ac-a6e1d9aa127e admin admin] Network hostable DHCP agents. Network: c654f79e-cc68-4a3c-82a7-5328aa6d4135, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:36:24.589937 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50f4b52-80b0-4726-b4ac-a6e1d9aa127e admin admin] Network c654f79e-cc68-4a3c-82a7-5328aa6d4135 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:36:24.626010 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-f50f4b52-80b0-4726-b4ac-a6e1d9aa127e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, c654f79e-cc68-4a3c-82a7-5328aa6d4135) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:36:24.638234 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9a910d97-324f-4ce3-9298-b908b16d7287 admin admin] Publish callbacks [] for security_group (8131eef0-d68f-4e79-a86e-2f2e14914386), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:24.645746 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c0f2a9-2684-474f-b0b1-7a12a5305773 None None] Network c654f79e-cc68-4a3c-82a7-5328aa6d4135 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:36:24.646717 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50f4b52-80b0-4726-b4ac-a6e1d9aa127e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:24.648487 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f50f4b52-80b0-4726-b4ac-a6e1d9aa127e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:24.655734 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-223f7619-84e6-4990-abfb-565c6ea37173 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (1457ea9a-f687-441f-86de-83c76e842130), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:24.688829 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f50f4b52-80b0-4726-b4ac-a6e1d9aa127e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6882319 Feb 16 22:36:24.691873 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54756) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:24.692528 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-569794c6-33bd-4afa-993d-a752f4038aeb None None] Set router 7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:36:24.730303 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-97701d2c-a31c-4266-bab6-5897b75b35ba admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1108474761-router', 'tenant_id': 'adaca61f4ce14344bcc2661171cb61c0', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:24.784649 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9a910d97-324f-4ce3-9298-b908b16d7287 admin admin] Publish callbacks [] for security_group (8131eef0-d68f-4e79-a86e-2f2e14914386), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:24.806173 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-223f7619-84e6-4990-abfb-565c6ea37173 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (1457ea9a-f687-441f-86de-83c76e842130), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:24.818057 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-223f7619-84e6-4990-abfb-565c6ea37173 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router_controller (1457ea9a-f687-441f-86de-83c76e842130), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:24.825101 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-97701d2c-a31c-4266-bab6-5897b75b35ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (884f3cbf-2a7e-45db-99c3-5369c23a1668), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:24.825418 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6980fe34-f1d1-4fe6-b0d7-211360409080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-c654f79e-cc68-4a3c-82a7-5328aa6d4135', 'network_id': 'c654f79e-cc68-4a3c-82a7-5328aa6d4135', 'project_id': 'adaca61f4ce14344bcc2661171cb61c0', 'fixed_ips': [{'subnet_id': '32c1f7d5-e771-4c5b-9d56-3ccf7f49a1fa'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:36:24.826630 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-97701d2c-a31c-4266-bab6-5897b75b35ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (884f3cbf-2a7e-45db-99c3-5369c23a1668), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:24.829725 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6980fe34-f1d1-4fe6-b0d7-211360409080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:24.939102 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-223f7619-84e6-4990-abfb-565c6ea37173 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (1457ea9a-f687-441f-86de-83c76e842130), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:24.939658 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223f7619-84e6-4990-abfb-565c6ea37173 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Fanout notify agent at l3_agent the message router_deleted on router 1457ea9a-f687-441f-86de-83c76e842130 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:36:24.959100 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-223f7619-84e6-4990-abfb-565c6ea37173 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:24.960688 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-223f7619-84e6-4990-abfb-565c6ea37173 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] 10.222.0.75 "DELETE /v2.0/routers/1457ea9a-f687-441f-86de-83c76e842130 HTTP/1.1" status: 204 len: 168 time: 1.7798758 Feb 16 22:36:24.964375 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54758) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:24.970292 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-41f96a83-52d7-4742-b22c-ee9223ff937f tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1927531914', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'enable_snat': False}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:25.018238 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41f96a83-52d7-4742-b22c-ee9223ff937f tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (fe680a20-1f0d-4a46-9053-2a1838dc9725), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:25.019093 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41f96a83-52d7-4742-b22c-ee9223ff937f tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (fe680a20-1f0d-4a46-9053-2a1838dc9725), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:25.039791 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-97701d2c-a31c-4266-bab6-5897b75b35ba admin admin] Publish callbacks [] for router_controller (884f3cbf-2a7e-45db-99c3-5369c23a1668), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:25.061572 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9a910d97-324f-4ce3-9298-b908b16d7287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (8131eef0-d68f-4e79-a86e-2f2e14914386), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:25.064920 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-569794c6-33bd-4afa-993d-a752f4038aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'name': 'tempest-TestServerBasicOps-33319674-router', 'tenant_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '0827812b-b0e9-4760-a45d-3ace067f8cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:36:13Z', 'updated_at': '2022-02-16T22:36:19Z', 'revision_number': 4, 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'gw_port': {'id': '0827812b-b0e9-4760-a45d-3ace067f8cb4', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:25:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:15Z', 'updated_at': '2022-02-16T22:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '08077597-f981-4f2a-b5fe-8e90b894747a', 'name': '', 'network_id': 'e191140f-9662-48f3-b56f-58b68fbf8fea', 'tenant_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'mac_address': 'fa:16:3e:59:13:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '80b9aa94-7cde-4ce1-8471-1b3f6e219986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:18Z', 'updated_at': '2022-02-16T22:36:19Z', 'revision_number': 2, 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'subnets': [{'id': '80b9aa94-7cde-4ce1-8471-1b3f6e219986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:25.065133 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9a910d97-324f-4ce3-9298-b908b16d7287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:25.070269 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9a910d97-324f-4ce3-9298-b908b16d7287 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8131eef0-d68f-4e79-a86e-2f2e14914386 HTTP/1.1" status: 204 len: 168 time: 0.6225915 Feb 16 22:36:25.102815 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569794c6-33bd-4afa-993d-a752f4038aeb None None] Checking router: 7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:36:25.103337 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569794c6-33bd-4afa-993d-a752f4038aeb None None] Updating router 7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97 port 08077597-f981-4f2a-b5fe-8e90b894747a binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:36:25.147160 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-569794c6-33bd-4afa-993d-a752f4038aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (08077597-f981-4f2a-b5fe-8e90b894747a), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:25.165633 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41f96a83-52d7-4742-b22c-ee9223ff937f tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router_controller (fe680a20-1f0d-4a46-9053-2a1838dc9725), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:25.169231 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-6980fe34-f1d1-4fe6-b0d7-211360409080 None None] Allocated IP 172.20.0.2 (c654f79e-cc68-4a3c-82a7-5328aa6d4135/32c1f7d5-e771-4c5b-9d56-3ccf7f49a1fa/bec6685c-36dd-4fc7-88c0-cbd25b6498cc) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:36:25.273573 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0827812b-b0e9-4760-a45d-3ace067f8cb4 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:36:25.357815 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a910d97-324f-4ce3-9298-b908b16d7287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8131eef0-d68f-4e79-a86e-2f2e14914386,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:25.473873 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41f96a83-52d7-4742-b22c-ee9223ff937f tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router_gateway (fe680a20-1f0d-4a46-9053-2a1838dc9725), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:25.605025 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-97701d2c-a31c-4266-bab6-5897b75b35ba admin admin] Publish callbacks [] for router_gateway (884f3cbf-2a7e-45db-99c3-5369c23a1668), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:25.636279 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 0827812b-b0e9-4760-a45d-3ace067f8cb4 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:36:25.636668 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0827812b-b0e9-4760-a45d-3ace067f8cb4), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:25.775740 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:25.823659 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6980fe34-f1d1-4fe6-b0d7-211360409080 None None] Publish callbacks [] for port (bec6685c-36dd-4fc7-88c0-cbd25b6498cc), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:25.855903 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6980fe34-f1d1-4fe6-b0d7-211360409080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (bec6685c-36dd-4fc7-88c0-cbd25b6498cc), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:25.916777 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-569794c6-33bd-4afa-993d-a752f4038aeb None None] Publish callbacks [] for port (08077597-f981-4f2a-b5fe-8e90b894747a), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:25.930254 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41f96a83-52d7-4742-b22c-ee9223ff937f tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router_gateway (fe680a20-1f0d-4a46-9053-2a1838dc9725), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:25.936343 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-569794c6-33bd-4afa-993d-a752f4038aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (08077597-f981-4f2a-b5fe-8e90b894747a), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:25.969078 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41f96a83-52d7-4742-b22c-ee9223ff937f tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:25.999409 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6980fe34-f1d1-4fe6-b0d7-211360409080 None None] Network c654f79e-cc68-4a3c-82a7-5328aa6d4135 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:36:26.059807 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-6980fe34-f1d1-4fe6-b0d7-211360409080 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:36:26.077422 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6980fe34-f1d1-4fe6-b0d7-211360409080 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:36:26.087789 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980fe34-f1d1-4fe6-b0d7-211360409080 None None] Pushing event updated for resources: {'Port': ['ID=bec6685c-36dd-4fc7-88c0-cbd25b6498cc,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:26.149763 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee80cf-7ce8-4601-8530-c2cb0ddd96ad None None] Pushing event updated for resources: {'Port': ['ID=08077597-f981-4f2a-b5fe-8e90b894747a,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:26.174716 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-97701d2c-a31c-4266-bab6-5897b75b35ba admin admin] Publish callbacks [] for router_gateway (884f3cbf-2a7e-45db-99c3-5369c23a1668), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:26.181109 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 0827812b-b0e9-4760-a45d-3ace067f8cb4 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:36:26.227146 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-41f96a83-52d7-4742-b22c-ee9223ff937f tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Allocated IP 172.25.2.103 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/0a517046-763c-49d4-bb48-b71e703b4b87) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:36:26.249361 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-97701d2c-a31c-4266-bab6-5897b75b35ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:26.268588 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-569794c6-33bd-4afa-993d-a752f4038aeb None None] Attempting to bind port 08077597-f981-4f2a-b5fe-8e90b894747a on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:36:26.268843 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-569794c6-33bd-4afa-993d-a752f4038aeb None None] Attempting to bind port 08077597-f981-4f2a-b5fe-8e90b894747a by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'e22f7244-4333-4023-ae55-a05bce2dee97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e191140f-9662-48f3-b56f-58b68fbf8fea'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:36:26.269182 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569794c6-33bd-4afa-993d-a752f4038aeb None None] Attempting to bind port 08077597-f981-4f2a-b5fe-8e90b894747a on network e191140f-9662-48f3-b56f-58b68fbf8fea {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:36:26.283017 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569794c6-33bd-4afa-993d-a752f4038aeb None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:36:26.283405 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569794c6-33bd-4afa-993d-a752f4038aeb None None] Checking segment: {'id': 'e22f7244-4333-4023-ae55-a05bce2dee97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e191140f-9662-48f3-b56f-58b68fbf8fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:36:26.283802 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-569794c6-33bd-4afa-993d-a752f4038aeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:26.284204 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569794c6-33bd-4afa-993d-a752f4038aeb None None] Bound using segment: {'id': 'e22f7244-4333-4023-ae55-a05bce2dee97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e191140f-9662-48f3-b56f-58b68fbf8fea'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:36:26.284690 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-569794c6-33bd-4afa-993d-a752f4038aeb None None] Bound port: 08077597-f981-4f2a-b5fe-8e90b894747a, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e22f7244-4333-4023-ae55-a05bce2dee97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e191140f-9662-48f3-b56f-58b68fbf8fea'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:36:26.300664 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-569794c6-33bd-4afa-993d-a752f4038aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (08077597-f981-4f2a-b5fe-8e90b894747a), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:26.308917 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-6980fe34-f1d1-4fe6-b0d7-211360409080 None None] Attempting to bind port bec6685c-36dd-4fc7-88c0-cbd25b6498cc on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:36:26.309472 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-6980fe34-f1d1-4fe6-b0d7-211360409080 None None] Attempting to bind port bec6685c-36dd-4fc7-88c0-cbd25b6498cc by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '09abefba-0233-4f95-8e09-5b17db6d8810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c654f79e-cc68-4a3c-82a7-5328aa6d4135'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:36:26.309661 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6980fe34-f1d1-4fe6-b0d7-211360409080 None None] Attempting to bind port bec6685c-36dd-4fc7-88c0-cbd25b6498cc on network c654f79e-cc68-4a3c-82a7-5328aa6d4135 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:36:26.330536 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6980fe34-f1d1-4fe6-b0d7-211360409080 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:36:26.330919 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6980fe34-f1d1-4fe6-b0d7-211360409080 None None] Checking segment: {'id': '09abefba-0233-4f95-8e09-5b17db6d8810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c654f79e-cc68-4a3c-82a7-5328aa6d4135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:36:26.334040 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6980fe34-f1d1-4fe6-b0d7-211360409080 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:26.334782 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6980fe34-f1d1-4fe6-b0d7-211360409080 None None] Bound using segment: {'id': '09abefba-0233-4f95-8e09-5b17db6d8810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c654f79e-cc68-4a3c-82a7-5328aa6d4135'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:36:26.335424 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-6980fe34-f1d1-4fe6-b0d7-211360409080 None None] Bound port: bec6685c-36dd-4fc7-88c0-cbd25b6498cc, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09abefba-0233-4f95-8e09-5b17db6d8810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c654f79e-cc68-4a3c-82a7-5328aa6d4135'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:36:26.335982 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6980fe34-f1d1-4fe6-b0d7-211360409080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bec6685c-36dd-4fc7-88c0-cbd25b6498cc), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:26.488363 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41f96a83-52d7-4742-b22c-ee9223ff937f tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for port (0a517046-763c-49d4-bb48-b71e703b4b87), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:26.498763 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-569794c6-33bd-4afa-993d-a752f4038aeb None None] For port 08077597-f981-4f2a-b5fe-8e90b894747a, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:36:26.510862 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-569794c6-33bd-4afa-993d-a752f4038aeb None None] For port 08077597-f981-4f2a-b5fe-8e90b894747a, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=08077597-f981-4f2a-b5fe-8e90b894747a,segment=NetworkSegment(e22f7244-4333-4023-ae55-a05bce2dee97),segment_id=e22f7244-4333-4023-ae55-a05bce2dee97)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:36:26.522375 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-6980fe34-f1d1-4fe6-b0d7-211360409080 None None] For port bec6685c-36dd-4fc7-88c0-cbd25b6498cc, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:36:26.526730 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-6980fe34-f1d1-4fe6-b0d7-211360409080 None None] For port bec6685c-36dd-4fc7-88c0-cbd25b6498cc, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=bec6685c-36dd-4fc7-88c0-cbd25b6498cc,segment=NetworkSegment(09abefba-0233-4f95-8e09-5b17db6d8810),segment_id=09abefba-0233-4f95-8e09-5b17db6d8810)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:36:26.536861 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-569794c6-33bd-4afa-993d-a752f4038aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (08077597-f981-4f2a-b5fe-8e90b894747a), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:26.551802 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6980fe34-f1d1-4fe6-b0d7-211360409080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (bec6685c-36dd-4fc7-88c0-cbd25b6498cc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:26.589351 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41f96a83-52d7-4742-b22c-ee9223ff937f tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (0a517046-763c-49d4-bb48-b71e703b4b87), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:26.675652 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-d93f8a82-e6ee-479e-b45b-d89f9e80e9d0 None None] Provisioning complete for port 08077597-f981-4f2a-b5fe-8e90b894747a triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:36:26.676044 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d93f8a82-e6ee-479e-b45b-d89f9e80e9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (08077597-f981-4f2a-b5fe-8e90b894747a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:26.679684 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f96a83-52d7-4742-b22c-ee9223ff937f tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:36:26.683120 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-41f96a83-52d7-4742-b22c-ee9223ff937f tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:36:26.693997 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f96a83-52d7-4742-b22c-ee9223ff937f tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:36:26.694205 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569794c6-33bd-4afa-993d-a752f4038aeb None None] Routers {'7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:36:26.696776 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-569794c6-33bd-4afa-993d-a752f4038aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:36:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:26.716400 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee80cf-7ce8-4601-8530-c2cb0ddd96ad None None] Pushing event updated for resources: {'Port': ['ID=08077597-f981-4f2a-b5fe-8e90b894747a,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:26.794981 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980fe34-f1d1-4fe6-b0d7-211360409080 None None] Pushing event updated for resources: {'Port': ['ID=bec6685c-36dd-4fc7-88c0-cbd25b6498cc,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:26.803198 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-97701d2c-a31c-4266-bab6-5897b75b35ba admin admin] Allocated IP 172.25.2.170 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/878dcc56-7477-4c58-bbbb-c451c718dfc8) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:36:26.961934 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d93f8a82-e6ee-479e-b45b-d89f9e80e9d0 None None] Current status of the port 08077597-f981-4f2a-b5fe-8e90b894747a is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:36:26.962780 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d93f8a82-e6ee-479e-b45b-d89f9e80e9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (08077597-f981-4f2a-b5fe-8e90b894747a), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:27.096019 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-d93f8a82-e6ee-479e-b45b-d89f9e80e9d0 None None] For port 08077597-f981-4f2a-b5fe-8e90b894747a, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=08077597-f981-4f2a-b5fe-8e90b894747a,segment=NetworkSegment(e22f7244-4333-4023-ae55-a05bce2dee97),segment_id=e22f7244-4333-4023-ae55-a05bce2dee97)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:36:27.097714 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:27.140006 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d93f8a82-e6ee-479e-b45b-d89f9e80e9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (08077597-f981-4f2a-b5fe-8e90b894747a), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:27.172686 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f96a83-52d7-4742-b22c-ee9223ff937f tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Pushing event updated for resources: {'Port': ['ID=0a517046-763c-49d4-bb48-b71e703b4b87,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:27.217084 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-97701d2c-a31c-4266-bab6-5897b75b35ba admin admin] Publish callbacks [] for port (878dcc56-7477-4c58-bbbb-c451c718dfc8), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:27.310644 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f8a82-e6ee-479e-b45b-d89f9e80e9d0 None None] Pushing event updated for resources: {'Port': ['ID=08077597-f981-4f2a-b5fe-8e90b894747a,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:27.340739 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-5d7b6ea1-b1c5-4b7a-9b23-15f4d08b4646 None None] Provisioning complete for port 08077597-f981-4f2a-b5fe-8e90b894747a triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:36:27.341123 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5d7b6ea1-b1c5-4b7a-9b23-15f4d08b4646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (08077597-f981-4f2a-b5fe-8e90b894747a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:27.370664 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-97701d2c-a31c-4266-bab6-5897b75b35ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (878dcc56-7477-4c58-bbbb-c451c718dfc8), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:27.505668 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 08077597-f981-4f2a-b5fe-8e90b894747a up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:36:27.554513 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97701d2c-a31c-4266-bab6-5897b75b35ba admin admin] Pushing event updated for resources: {'Port': ['ID=878dcc56-7477-4c58-bbbb-c451c718dfc8,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:27.561692 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-569794c6-33bd-4afa-993d-a752f4038aeb None None] Set router 7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:36:27.575928 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97701d2c-a31c-4266-bab6-5897b75b35ba admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:36:27.577681 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41f96a83-52d7-4742-b22c-ee9223ff937f tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router_gateway (fe680a20-1f0d-4a46-9053-2a1838dc9725), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:27.587221 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-97701d2c-a31c-4266-bab6-5897b75b35ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:36:27.599390 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97701d2c-a31c-4266-bab6-5897b75b35ba admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:36:27.744513 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 08077597-f981-4f2a-b5fe-8e90b894747a triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:36:27.744982 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (08077597-f981-4f2a-b5fe-8e90b894747a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:27.961948 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5d7b6ea1-b1c5-4b7a-9b23-15f4d08b4646 None None] Current status of the port 08077597-f981-4f2a-b5fe-8e90b894747a is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:36:28.069775 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 08077597-f981-4f2a-b5fe-8e90b894747a is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:36:28.088331 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-569794c6-33bd-4afa-993d-a752f4038aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'name': 'tempest-TestServerBasicOps-33319674-router', 'tenant_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '0827812b-b0e9-4760-a45d-3ace067f8cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:36:13Z', 'updated_at': '2022-02-16T22:36:19Z', 'revision_number': 4, 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'gw_port': {'id': '0827812b-b0e9-4760-a45d-3ace067f8cb4', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:25:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:15Z', 'updated_at': '2022-02-16T22:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '08077597-f981-4f2a-b5fe-8e90b894747a', 'name': '', 'network_id': 'e191140f-9662-48f3-b56f-58b68fbf8fea', 'tenant_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'mac_address': 'fa:16:3e:59:13:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '80b9aa94-7cde-4ce1-8471-1b3f6e219986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:18Z', 'updated_at': '2022-02-16T22:36:26Z', 'revision_number': 4, 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'subnets': [{'id': '80b9aa94-7cde-4ce1-8471-1b3f6e219986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:28.160190 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569794c6-33bd-4afa-993d-a752f4038aeb None None] The sync data for ids ['7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97'] in n-d-813897-6 is: [{'id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'name': 'tempest-TestServerBasicOps-33319674-router', 'tenant_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '0827812b-b0e9-4760-a45d-3ace067f8cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:36:13Z', 'updated_at': '2022-02-16T22:36:19Z', 'revision_number': 4, 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'gw_port': {'id': '0827812b-b0e9-4760-a45d-3ace067f8cb4', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:25:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:15Z', 'updated_at': '2022-02-16T22:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '08077597-f981-4f2a-b5fe-8e90b894747a', 'name': '', 'network_id': 'e191140f-9662-48f3-b56f-58b68fbf8fea', 'tenant_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'mac_address': 'fa:16:3e:59:13:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '80b9aa94-7cde-4ce1-8471-1b3f6e219986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:18Z', 'updated_at': '2022-02-16T22:36:26Z', 'revision_number': 4, 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'subnets': [{'id': '80b9aa94-7cde-4ce1-8471-1b3f6e219986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:36:28.162124 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-97701d2c-a31c-4266-bab6-5897b75b35ba admin admin] Publish callbacks [] for router_gateway (884f3cbf-2a7e-45db-99c3-5369c23a1668), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:28.190927 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41f96a83-52d7-4742-b22c-ee9223ff937f tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (fe680a20-1f0d-4a46-9053-2a1838dc9725), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:28.496511 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:28.503027 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f96a83-52d7-4742-b22c-ee9223ff937f tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Router fe680a20-1f0d-4a46-9053-2a1838dc9725 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:36:28.808541 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f96a83-52d7-4742-b22c-ee9223ff937f tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:36:28.821768 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b30990-9d66-4d7b-837b-400813e43032 None None] Sync routers for ids ['fe680a20-1f0d-4a46-9053-2a1838dc9725'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:36:28.833158 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b30990-9d66-4d7b-837b-400813e43032 None None] Routers {'fe680a20-1f0d-4a46-9053-2a1838dc9725'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:36:28.834371 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-99b30990-9d66-4d7b-837b-400813e43032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:36:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['fe680a20-1f0d-4a46-9053-2a1838dc9725'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:28.858564 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54836) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:28.880356 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41f96a83-52d7-4742-b22c-ee9223ff937f tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:28.882412 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-41f96a83-52d7-4742-b22c-ee9223ff937f tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.9169929 Feb 16 22:36:28.884931 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54842) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:29.008185 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da0e9cd-2dc1-43f2-8e95-9045660260f1 None None] Network c654f79e-cc68-4a3c-82a7-5328aa6d4135 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:36:29.122055 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b51efdbd-8d70-46b2-a8ce-48c257337482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:29.155362 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1cb46510-19d9-417e-99b4-c389ac031a43 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] 10.222.0.75 "GET /v2.0/routers/fe680a20-1f0d-4a46-9053-2a1838dc9725 HTTP/1.1" status: 200 len: 909 time: 0.2637007 Feb 16 22:36:29.160745 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54852) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:29.179416 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-1eaf6c08-e4c5-4f01-9562-40df4905cf33 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1927531914', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'enable_snat': True}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:29.239189 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1eaf6c08-e4c5-4f01-9562-40df4905cf33 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (b2feb0c3-b7a5-4dd0-9cca-40297f3fa482), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:29.240453 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1eaf6c08-e4c5-4f01-9562-40df4905cf33 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (b2feb0c3-b7a5-4dd0-9cca-40297f3fa482), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:29.345378 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b51efdbd-8d70-46b2-a8ce-48c257337482 admin admin] Publish callbacks [] for security_group (bc469d40-13d4-450d-b7fc-fdec94a39908), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:29.348759 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1eaf6c08-e4c5-4f01-9562-40df4905cf33 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router_controller (b2feb0c3-b7a5-4dd0-9cca-40297f3fa482), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:29.359633 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b51efdbd-8d70-46b2-a8ce-48c257337482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (bc469d40-13d4-450d-b7fc-fdec94a39908), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:29.553340 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-97701d2c-a31c-4266-bab6-5897b75b35ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (884f3cbf-2a7e-45db-99c3-5369c23a1668), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:29.690197 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device bec6685c-36dd-4fc7-88c0-cbd25b6498cc up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:36:29.866128 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97701d2c-a31c-4266-bab6-5897b75b35ba admin admin] Router 884f3cbf-2a7e-45db-99c3-5369c23a1668 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:36:29.932368 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-6e613980-151e-4567-b429-9464498da2e6 None None] Provisioning complete for port bec6685c-36dd-4fc7-88c0-cbd25b6498cc triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:36:29.932758 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6e613980-151e-4567-b429-9464498da2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (bec6685c-36dd-4fc7-88c0-cbd25b6498cc), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:29.974417 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:30.008784 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51efdbd-8d70-46b2-a8ce-48c257337482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc469d40-13d4-450d-b7fc-fdec94a39908,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:30.139075 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port bec6685c-36dd-4fc7-88c0-cbd25b6498cc triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:36:30.139655 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (bec6685c-36dd-4fc7-88c0-cbd25b6498cc), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:30.153437 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97701d2c-a31c-4266-bab6-5897b75b35ba admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:36:30.170191 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4b6258-8b67-4dcb-8e4e-7e40e244c81b None None] Sync routers for ids ['884f3cbf-2a7e-45db-99c3-5369c23a1668'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:36:30.192418 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b51efdbd-8d70-46b2-a8ce-48c257337482 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=293e13d826524c079303d48958edc0f0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3264863 Feb 16 22:36:30.193110 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54874) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:30.194428 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-99b30990-9d66-4d7b-837b-400813e43032 None None] Set router fe680a20-1f0d-4a46-9053-2a1838dc9725 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:36:30.199601 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4b6258-8b67-4dcb-8e4e-7e40e244c81b None None] Routers {'884f3cbf-2a7e-45db-99c3-5369c23a1668'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:36:30.202243 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-1c4b6258-8b67-4dcb-8e4e-7e40e244c81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:36:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['884f3cbf-2a7e-45db-99c3-5369c23a1668'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:30.223078 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-97701d2c-a31c-4266-bab6-5897b75b35ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:30.228283 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-97701d2c-a31c-4266-bab6-5897b75b35ba admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5017858 Feb 16 22:36:30.229231 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54876) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:30.245620 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1eaf6c08-e4c5-4f01-9562-40df4905cf33 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router_gateway (b2feb0c3-b7a5-4dd0-9cca-40297f3fa482), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:30.379186 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7eca3d01-6e0f-4deb-ac41-8903bcb78c2e admin admin] Publish callbacks [] for security_group (bc469d40-13d4-450d-b7fc-fdec94a39908), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:30.455743 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7eca3d01-6e0f-4deb-ac41-8903bcb78c2e admin admin] Publish callbacks [] for security_group (bc469d40-13d4-450d-b7fc-fdec94a39908), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:30.504202 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-1c4b6258-8b67-4dcb-8e4e-7e40e244c81b None None] Set router 884f3cbf-2a7e-45db-99c3-5369c23a1668 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:36:30.603992 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7eca3d01-6e0f-4deb-ac41-8903bcb78c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (bc469d40-13d4-450d-b7fc-fdec94a39908), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:30.607166 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7eca3d01-6e0f-4deb-ac41-8903bcb78c2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:30.610033 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7eca3d01-6e0f-4deb-ac41-8903bcb78c2e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bc469d40-13d4-450d-b7fc-fdec94a39908 HTTP/1.1" status: 204 len: 168 time: 0.4114685 Feb 16 22:36:30.758452 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca3d01-6e0f-4deb-ac41-8903bcb78c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc469d40-13d4-450d-b7fc-fdec94a39908,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:30.940357 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-6e613980-151e-4567-b429-9464498da2e6 None None] Current status of the port bec6685c-36dd-4fc7-88c0-cbd25b6498cc is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:36:30.940860 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6e613980-151e-4567-b429-9464498da2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bec6685c-36dd-4fc7-88c0-cbd25b6498cc), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:30.947871 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port bec6685c-36dd-4fc7-88c0-cbd25b6498cc is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:36:30.948402 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bec6685c-36dd-4fc7-88c0-cbd25b6498cc), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:30.979332 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1eaf6c08-e4c5-4f01-9562-40df4905cf33 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router_gateway (b2feb0c3-b7a5-4dd0-9cca-40297f3fa482), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:31.012178 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1eaf6c08-e4c5-4f01-9562-40df4905cf33 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:31.073381 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-1c4b6258-8b67-4dcb-8e4e-7e40e244c81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884f3cbf-2a7e-45db-99c3-5369c23a1668', 'name': 'tempest-TestServerBasicOps-1108474761-router', 'tenant_id': 'adaca61f4ce14344bcc2661171cb61c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '878dcc56-7477-4c58-bbbb-c451c718dfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:36:24Z', 'updated_at': '2022-02-16T22:36:27Z', 'revision_number': 3, 'project_id': 'adaca61f4ce14344bcc2661171cb61c0', 'gw_port': {'id': '878dcc56-7477-4c58-bbbb-c451c718dfc8', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884f3cbf-2a7e-45db-99c3-5369c23a1668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:26Z', 'updated_at': '2022-02-16T22:36:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:31.139547 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4b6258-8b67-4dcb-8e4e-7e40e244c81b None None] Checking router: 884f3cbf-2a7e-45db-99c3-5369c23a1668 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:36:31.140282 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4b6258-8b67-4dcb-8e4e-7e40e244c81b None None] Updating router 884f3cbf-2a7e-45db-99c3-5369c23a1668 port 878dcc56-7477-4c58-bbbb-c451c718dfc8 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:36:31.206038 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1c4b6258-8b67-4dcb-8e4e-7e40e244c81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (878dcc56-7477-4c58-bbbb-c451c718dfc8), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:31.255888 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port bec6685c-36dd-4fc7-88c0-cbd25b6498cc, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=bec6685c-36dd-4fc7-88c0-cbd25b6498cc,segment=NetworkSegment(09abefba-0233-4f95-8e09-5b17db6d8810),segment_id=09abefba-0233-4f95-8e09-5b17db6d8810)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:36:31.264536 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-1eaf6c08-e4c5-4f01-9562-40df4905cf33 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Allocated IP 172.25.2.198 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/d037c34c-07f5-4b32-b986-e4c1a5aada26) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:36:31.278406 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (bec6685c-36dd-4fc7-88c0-cbd25b6498cc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:31.280452 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 08077597-f981-4f2a-b5fe-8e90b894747a up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:36:31.350434 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-214c3a5f-6527-4233-8978-4d1e05290659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:31.514679 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1eaf6c08-e4c5-4f01-9562-40df4905cf33 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for port (d037c34c-07f5-4b32-b986-e4c1a5aada26), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:31.547612 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=bec6685c-36dd-4fc7-88c0-cbd25b6498cc,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:31.650014 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1eaf6c08-e4c5-4f01-9562-40df4905cf33 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (d037c34c-07f5-4b32-b986-e4c1a5aada26), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:31.670692 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-99b30990-9d66-4d7b-837b-400813e43032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe680a20-1f0d-4a46-9053-2a1838dc9725', 'name': 'tempest-snat-router-1927531914', 'tenant_id': '3ee32de2908e426781345d4ba5aad0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.103'}], 'enable_snat': False}, 'gw_port_id': '0a517046-763c-49d4-bb48-b71e703b4b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:36:25Z', 'updated_at': '2022-02-16T22:36:27Z', 'revision_number': 3, 'project_id': '3ee32de2908e426781345d4ba5aad0fc', 'gw_port': {'id': '0a517046-763c-49d4-bb48-b71e703b4b87', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:de:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe680a20-1f0d-4a46-9053-2a1838dc9725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:25Z', 'updated_at': '2022-02-16T22:36:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:31.695474 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-214c3a5f-6527-4233-8978-4d1e05290659 admin admin] Allocated IP 172.20.0.1 (c654f79e-cc68-4a3c-82a7-5328aa6d4135/32c1f7d5-e771-4c5b-9d56-3ccf7f49a1fa/11698233-aaf0-4769-bd26-efaf08b6af6e) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:36:31.732576 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eaf6c08-e4c5-4f01-9562-40df4905cf33 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:36:31.740845 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-1eaf6c08-e4c5-4f01-9562-40df4905cf33 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:36:31.747474 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaf6c08-e4c5-4f01-9562-40df4905cf33 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:36:31.752542 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b30990-9d66-4d7b-837b-400813e43032 None None] Checking router: fe680a20-1f0d-4a46-9053-2a1838dc9725 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:36:31.754844 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b30990-9d66-4d7b-837b-400813e43032 None None] Updating router fe680a20-1f0d-4a46-9053-2a1838dc9725 port 0a517046-763c-49d4-bb48-b71e703b4b87 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:36:31.776782 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 08077597-f981-4f2a-b5fe-8e90b894747a triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:36:31.777536 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (08077597-f981-4f2a-b5fe-8e90b894747a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:31.905659 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-214c3a5f-6527-4233-8978-4d1e05290659 admin admin] Publish callbacks [] for port (11698233-aaf0-4769-bd26-efaf08b6af6e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:31.952456 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-6e613980-151e-4567-b429-9464498da2e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:36:31.953035 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-6e613980-151e-4567-b429-9464498da2e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:36:32.017279 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-214c3a5f-6527-4233-8978-4d1e05290659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (11698233-aaf0-4769-bd26-efaf08b6af6e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:32.076754 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1c4b6258-8b67-4dcb-8e4e-7e40e244c81b None None] Publish callbacks [] for port (878dcc56-7477-4c58-bbbb-c451c718dfc8), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:32.099224 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 08077597-f981-4f2a-b5fe-8e90b894747a is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:36:32.100716 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1c4b6258-8b67-4dcb-8e4e-7e40e244c81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (878dcc56-7477-4c58-bbbb-c451c718dfc8), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:32.102301 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-99b30990-9d66-4d7b-837b-400813e43032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0a517046-763c-49d4-bb48-b71e703b4b87), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:32.107136 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214c3a5f-6527-4233-8978-4d1e05290659 admin admin] Network c654f79e-cc68-4a3c-82a7-5328aa6d4135 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:36:32.122411 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-214c3a5f-6527-4233-8978-4d1e05290659 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:36:32.126493 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214c3a5f-6527-4233-8978-4d1e05290659 admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:36:32.256900 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf6c08-e4c5-4f01-9562-40df4905cf33 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Pushing event updated for resources: {'Port': ['ID=d037c34c-07f5-4b32-b986-e4c1a5aada26,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:32.272724 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-1c4b6258-8b67-4dcb-8e4e-7e40e244c81b None None] Attempting to bind port 878dcc56-7477-4c58-bbbb-c451c718dfc8 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:36:32.273357 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-1c4b6258-8b67-4dcb-8e4e-7e40e244c81b None None] Attempting to bind port 878dcc56-7477-4c58-bbbb-c451c718dfc8 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:36:32.273454 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4b6258-8b67-4dcb-8e4e-7e40e244c81b None None] Attempting to bind port 878dcc56-7477-4c58-bbbb-c451c718dfc8 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:36:32.291786 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c3a5f-6527-4233-8978-4d1e05290659 admin admin] Pushing event updated for resources: {'Port': ['ID=11698233-aaf0-4769-bd26-efaf08b6af6e,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:32.324054 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-214c3a5f-6527-4233-8978-4d1e05290659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (884f3cbf-2a7e-45db-99c3-5369c23a1668), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:32.326406 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device bec6685c-36dd-4fc7-88c0-cbd25b6498cc up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:36:32.329308 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4b6258-8b67-4dcb-8e4e-7e40e244c81b None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:36:32.329693 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4b6258-8b67-4dcb-8e4e-7e40e244c81b None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:36:32.330131 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1c4b6258-8b67-4dcb-8e4e-7e40e244c81b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:32.330536 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4b6258-8b67-4dcb-8e4e-7e40e244c81b None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:36:32.331025 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-1c4b6258-8b67-4dcb-8e4e-7e40e244c81b None None] Bound port: 878dcc56-7477-4c58-bbbb-c451c718dfc8, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:36:32.331412 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1c4b6258-8b67-4dcb-8e4e-7e40e244c81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (878dcc56-7477-4c58-bbbb-c451c718dfc8), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:32.358300 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228888f0-7c87-460b-ab93-1c1d0153ee8d None None] Pushing event updated for resources: {'Port': ['ID=878dcc56-7477-4c58-bbbb-c451c718dfc8,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:32.571196 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-1c4b6258-8b67-4dcb-8e4e-7e40e244c81b None None] For port 878dcc56-7477-4c58-bbbb-c451c718dfc8, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:36:32.583396 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-1c4b6258-8b67-4dcb-8e4e-7e40e244c81b None None] For port 878dcc56-7477-4c58-bbbb-c451c718dfc8, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=878dcc56-7477-4c58-bbbb-c451c718dfc8,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:36:32.604955 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1c4b6258-8b67-4dcb-8e4e-7e40e244c81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (878dcc56-7477-4c58-bbbb-c451c718dfc8), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:32.650339 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-6e613980-151e-4567-b429-9464498da2e6 None None] Current status of the port bec6685c-36dd-4fc7-88c0-cbd25b6498cc is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:36:32.705309 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1eaf6c08-e4c5-4f01-9562-40df4905cf33 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router_gateway (b2feb0c3-b7a5-4dd0-9cca-40297f3fa482), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:32.735193 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port bec6685c-36dd-4fc7-88c0-cbd25b6498cc triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:36:32.735665 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (bec6685c-36dd-4fc7-88c0-cbd25b6498cc), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:32.776528 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4b6258-8b67-4dcb-8e4e-7e40e244c81b None None] Routers {'884f3cbf-2a7e-45db-99c3-5369c23a1668'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:36:32.777168 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-1c4b6258-8b67-4dcb-8e4e-7e40e244c81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:36:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['884f3cbf-2a7e-45db-99c3-5369c23a1668'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:32.793491 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-214c3a5f-6527-4233-8978-4d1e05290659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (11698233-aaf0-4769-bd26-efaf08b6af6e), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:32.837288 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-dbcb41e4-2d5b-4e13-8723-58a01603495e None None] Provisioning complete for port bec6685c-36dd-4fc7-88c0-cbd25b6498cc triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:36:32.837958 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-dbcb41e4-2d5b-4e13-8723-58a01603495e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (bec6685c-36dd-4fc7-88c0-cbd25b6498cc), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:32.851556 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228888f0-7c87-460b-ab93-1c1d0153ee8d None None] Pushing event updated for resources: {'Port': ['ID=878dcc56-7477-4c58-bbbb-c451c718dfc8,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:33.049328 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-1c4b6258-8b67-4dcb-8e4e-7e40e244c81b None None] Set router 884f3cbf-2a7e-45db-99c3-5369c23a1668 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:36:33.079092 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-99b30990-9d66-4d7b-837b-400813e43032 None None] Publish callbacks [] for port (0a517046-763c-49d4-bb48-b71e703b4b87), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:33.113450 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-99b30990-9d66-4d7b-837b-400813e43032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0a517046-763c-49d4-bb48-b71e703b4b87), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:33.137032 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port bec6685c-36dd-4fc7-88c0-cbd25b6498cc is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:36:33.207798 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1eaf6c08-e4c5-4f01-9562-40df4905cf33 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (b2feb0c3-b7a5-4dd0-9cca-40297f3fa482), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:33.401321 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3231ca9-4cd0-4718-a5cb-68efa82b28c8 None None] Pushing event updated for resources: {'Port': ['ID=0a517046-763c-49d4-bb48-b71e703b4b87,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:33.414441 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-99b30990-9d66-4d7b-837b-400813e43032 None None] Attempting to bind port 0a517046-763c-49d4-bb48-b71e703b4b87 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:36:33.415148 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-99b30990-9d66-4d7b-837b-400813e43032 None None] Attempting to bind port 0a517046-763c-49d4-bb48-b71e703b4b87 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:36:33.415802 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b30990-9d66-4d7b-837b-400813e43032 None None] Attempting to bind port 0a517046-763c-49d4-bb48-b71e703b4b87 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:36:33.428356 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-214c3a5f-6527-4233-8978-4d1e05290659 admin admin] Publish callbacks [] for port (11698233-aaf0-4769-bd26-efaf08b6af6e), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:33.439269 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-dbcb41e4-2d5b-4e13-8723-58a01603495e None None] Current status of the port bec6685c-36dd-4fc7-88c0-cbd25b6498cc is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:36:33.442924 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-214c3a5f-6527-4233-8978-4d1e05290659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (11698233-aaf0-4769-bd26-efaf08b6af6e), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:33.449877 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b30990-9d66-4d7b-837b-400813e43032 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:36:33.450351 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b30990-9d66-4d7b-837b-400813e43032 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:36:33.450761 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-99b30990-9d66-4d7b-837b-400813e43032 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:33.451160 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b30990-9d66-4d7b-837b-400813e43032 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:36:33.451649 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-99b30990-9d66-4d7b-837b-400813e43032 None None] Bound port: 0a517046-763c-49d4-bb48-b71e703b4b87, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:36:33.452029 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-99b30990-9d66-4d7b-837b-400813e43032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0a517046-763c-49d4-bb48-b71e703b4b87), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:33.459053 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eaf6c08-e4c5-4f01-9562-40df4905cf33 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Router b2feb0c3-b7a5-4dd0-9cca-40297f3fa482 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:36:33.518849 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-1c4b6258-8b67-4dcb-8e4e-7e40e244c81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884f3cbf-2a7e-45db-99c3-5369c23a1668', 'name': 'tempest-TestServerBasicOps-1108474761-router', 'tenant_id': 'adaca61f4ce14344bcc2661171cb61c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '878dcc56-7477-4c58-bbbb-c451c718dfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:36:24Z', 'updated_at': '2022-02-16T22:36:32Z', 'revision_number': 4, 'project_id': 'adaca61f4ce14344bcc2661171cb61c0', 'gw_port': {'id': '878dcc56-7477-4c58-bbbb-c451c718dfc8', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884f3cbf-2a7e-45db-99c3-5369c23a1668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:26Z', 'updated_at': '2022-02-16T22:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '11698233-aaf0-4769-bd26-efaf08b6af6e', 'name': '', 'network_id': 'c654f79e-cc68-4a3c-82a7-5328aa6d4135', 'tenant_id': 'adaca61f4ce14344bcc2661171cb61c0', 'mac_address': 'fa:16:3e:89:e9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884f3cbf-2a7e-45db-99c3-5369c23a1668', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '32c1f7d5-e771-4c5b-9d56-3ccf7f49a1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:31Z', 'updated_at': '2022-02-16T22:36:31Z', 'revision_number': 1, 'project_id': 'adaca61f4ce14344bcc2661171cb61c0', 'subnets': [{'id': '32c1f7d5-e771-4c5b-9d56-3ccf7f49a1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:33.566640 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-99b30990-9d66-4d7b-837b-400813e43032 None None] For port 0a517046-763c-49d4-bb48-b71e703b4b87, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:36:33.569758 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-99b30990-9d66-4d7b-837b-400813e43032 None None] For port 0a517046-763c-49d4-bb48-b71e703b4b87, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0a517046-763c-49d4-bb48-b71e703b4b87,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:36:33.592581 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4b6258-8b67-4dcb-8e4e-7e40e244c81b None None] The sync data for ids ['884f3cbf-2a7e-45db-99c3-5369c23a1668'] in n-d-813897-6 is: [{'id': '884f3cbf-2a7e-45db-99c3-5369c23a1668', 'name': 'tempest-TestServerBasicOps-1108474761-router', 'tenant_id': 'adaca61f4ce14344bcc2661171cb61c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '878dcc56-7477-4c58-bbbb-c451c718dfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:36:24Z', 'updated_at': '2022-02-16T22:36:32Z', 'revision_number': 4, 'project_id': 'adaca61f4ce14344bcc2661171cb61c0', 'gw_port': {'id': '878dcc56-7477-4c58-bbbb-c451c718dfc8', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884f3cbf-2a7e-45db-99c3-5369c23a1668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:26Z', 'updated_at': '2022-02-16T22:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '11698233-aaf0-4769-bd26-efaf08b6af6e', 'name': '', 'network_id': 'c654f79e-cc68-4a3c-82a7-5328aa6d4135', 'tenant_id': 'adaca61f4ce14344bcc2661171cb61c0', 'mac_address': 'fa:16:3e:89:e9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884f3cbf-2a7e-45db-99c3-5369c23a1668', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '32c1f7d5-e771-4c5b-9d56-3ccf7f49a1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:31Z', 'updated_at': '2022-02-16T22:36:31Z', 'revision_number': 1, 'project_id': 'adaca61f4ce14344bcc2661171cb61c0', 'subnets': [{'id': '32c1f7d5-e771-4c5b-9d56-3ccf7f49a1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:36:33.593687 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-99b30990-9d66-4d7b-837b-400813e43032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0a517046-763c-49d4-bb48-b71e703b4b87), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:33.603728 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-dbcb41e4-2d5b-4e13-8723-58a01603495e None None] Provisioning complete for port 11698233-aaf0-4769-bd26-efaf08b6af6e triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:36:33.604616 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-dbcb41e4-2d5b-4e13-8723-58a01603495e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (11698233-aaf0-4769-bd26-efaf08b6af6e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:33.664568 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c3a5f-6527-4233-8978-4d1e05290659 admin admin] Pushing event updated for resources: {'Port': ['ID=11698233-aaf0-4769-bd26-efaf08b6af6e,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:33.685273 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eaf6c08-e4c5-4f01-9562-40df4905cf33 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:36:33.685684 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-214c3a5f-6527-4233-8978-4d1e05290659 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (884f3cbf-2a7e-45db-99c3-5369c23a1668), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:33.717956 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948448f0-d1a8-4c08-bc74-328e8a76e429 None None] Sync routers for ids ['b2feb0c3-b7a5-4dd0-9cca-40297f3fa482'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:36:33.725602 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1eaf6c08-e4c5-4f01-9562-40df4905cf33 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:33.729816 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1eaf6c08-e4c5-4f01-9562-40df4905cf33 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.5649698 Feb 16 22:36:33.730649 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54954) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:33.825521 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-dbcb41e4-2d5b-4e13-8723-58a01603495e None None] Port 11698233-aaf0-4769-bd26-efaf08b6af6e cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:36:33.861075 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948448f0-d1a8-4c08-bc74-328e8a76e429 None None] Routers {'b2feb0c3-b7a5-4dd0-9cca-40297f3fa482'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:36:33.861766 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-948448f0-d1a8-4c08-bc74-328e8a76e429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:36:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['b2feb0c3-b7a5-4dd0-9cca-40297f3fa482'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:33.863963 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b30990-9d66-4d7b-837b-400813e43032 None None] Routers {'fe680a20-1f0d-4a46-9053-2a1838dc9725'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:36:33.864544 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-99b30990-9d66-4d7b-837b-400813e43032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:36:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['fe680a20-1f0d-4a46-9053-2a1838dc9725'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:33.979848 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fdddd297-a62f-4436-99c3-a93720c8b116 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] 10.222.0.75 "GET /v2.0/routers/b2feb0c3-b7a5-4dd0-9cca-40297f3fa482 HTTP/1.1" status: 200 len: 908 time: 0.2459760 Feb 16 22:36:33.980402 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54962) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:34.214566 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214c3a5f-6527-4233-8978-4d1e05290659 admin admin] Network c654f79e-cc68-4a3c-82a7-5328aa6d4135 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:36:34.217420 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-214c3a5f-6527-4233-8978-4d1e05290659 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:36:34.335924 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ec8ab8f3-6873-4fe3-9359-645b10d0c6c5 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router (b2feb0c3-b7a5-4dd0-9cca-40297f3fa482), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:34.646371 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214c3a5f-6527-4233-8978-4d1e05290659 admin admin] Router 884f3cbf-2a7e-45db-99c3-5369c23a1668 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:36:34.683525 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ec8ab8f3-6873-4fe3-9359-645b10d0c6c5 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router_gateway (b2feb0c3-b7a5-4dd0-9cca-40297f3fa482), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:34.806041 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-99b30990-9d66-4d7b-837b-400813e43032 None None] Set router fe680a20-1f0d-4a46-9053-2a1838dc9725 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:36:34.874078 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-ec8ab8f3-6873-4fe3-9359-645b10d0c6c5 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Deleting port d037c34c-07f5-4b32-b986-e4c1a5aada26 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:36:34.874712 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ec8ab8f3-6873-4fe3-9359-645b10d0c6c5 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (d037c34c-07f5-4b32-b986-e4c1a5aada26), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:34.881561 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3231ca9-4cd0-4718-a5cb-68efa82b28c8 None None] Pushing event updated for resources: {'Port': ['ID=0a517046-763c-49d4-bb48-b71e703b4b87,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:34.924343 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214c3a5f-6527-4233-8978-4d1e05290659 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:36:34.943339 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-214c3a5f-6527-4233-8978-4d1e05290659 admin admin] 10.222.0.75 "PUT /v2.0/routers/884f3cbf-2a7e-45db-99c3-5369c23a1668/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7049096 Feb 16 22:36:35.036539 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-ff466560-7484-40e9-bf8f-0d35aeac0809 None None] Provisioning complete for port 11698233-aaf0-4769-bd26-efaf08b6af6e triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:36:35.037343 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ff466560-7484-40e9-bf8f-0d35aeac0809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (11698233-aaf0-4769-bd26-efaf08b6af6e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:35.079842 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ec8ab8f3-6873-4fe3-9359-645b10d0c6c5 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (d037c34c-07f5-4b32-b986-e4c1a5aada26), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:35.087840 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-ff466560-7484-40e9-bf8f-0d35aeac0809 None None] Port 11698233-aaf0-4769-bd26-efaf08b6af6e cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:36:35.112561 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-ec8ab8f3-6873-4fe3-9359-645b10d0c6c5 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Calling delete_port for d037c34c-07f5-4b32-b986-e4c1a5aada26 owned by network:router_gateway {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:36:35.423227 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-948448f0-d1a8-4c08-bc74-328e8a76e429 None None] Set router b2feb0c3-b7a5-4dd0-9cca-40297f3fa482 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:36:35.594424 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ec8ab8f3-6873-4fe3-9359-645b10d0c6c5 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (d037c34c-07f5-4b32-b986-e4c1a5aada26), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:35.653073 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ab8f3-6873-4fe3-9359-645b10d0c6c5 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Pushing event deleted for resources: {'Port': ['ID=d037c34c-07f5-4b32-b986-e4c1a5aada26,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:35.902676 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ec8ab8f3-6873-4fe3-9359-645b10d0c6c5 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (b2feb0c3-b7a5-4dd0-9cca-40297f3fa482), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:36.113681 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-99b30990-9d66-4d7b-837b-400813e43032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe680a20-1f0d-4a46-9053-2a1838dc9725', 'name': 'tempest-snat-router-1927531914', 'tenant_id': '3ee32de2908e426781345d4ba5aad0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.103'}], 'enable_snat': False}, 'gw_port_id': '0a517046-763c-49d4-bb48-b71e703b4b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:36:25Z', 'updated_at': '2022-02-16T22:36:27Z', 'revision_number': 3, 'project_id': '3ee32de2908e426781345d4ba5aad0fc', 'gw_port': {'id': '0a517046-763c-49d4-bb48-b71e703b4b87', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:de:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe680a20-1f0d-4a46-9053-2a1838dc9725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:25Z', 'updated_at': '2022-02-16T22:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:36.139993 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ec8ab8f3-6873-4fe3-9359-645b10d0c6c5 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (b2feb0c3-b7a5-4dd0-9cca-40297f3fa482), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:36.141842 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55084) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:36.149452 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-1613e4a9-f6ce-4497-8870-2bd229bdf4cd tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-392209732', 'description': 'tempest-secgroup-smoke-392209732 description', 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:36.156897 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ec8ab8f3-6873-4fe3-9359-645b10d0c6c5 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router_controller (b2feb0c3-b7a5-4dd0-9cca-40297f3fa482), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:36.214508 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1613e4a9-f6ce-4497-8870-2bd229bdf4cd tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:36.223741 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b30990-9d66-4d7b-837b-400813e43032 None None] The sync data for ids ['fe680a20-1f0d-4a46-9053-2a1838dc9725'] in n-d-813897-6 is: [{'id': 'fe680a20-1f0d-4a46-9053-2a1838dc9725', 'name': 'tempest-snat-router-1927531914', 'tenant_id': '3ee32de2908e426781345d4ba5aad0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.103'}], 'enable_snat': False}, 'gw_port_id': '0a517046-763c-49d4-bb48-b71e703b4b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:36:25Z', 'updated_at': '2022-02-16T22:36:27Z', 'revision_number': 3, 'project_id': '3ee32de2908e426781345d4ba5aad0fc', 'gw_port': {'id': '0a517046-763c-49d4-bb48-b71e703b4b87', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:de:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe680a20-1f0d-4a46-9053-2a1838dc9725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:25Z', 'updated_at': '2022-02-16T22:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:36:36.330482 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-948448f0-d1a8-4c08-bc74-328e8a76e429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2feb0c3-b7a5-4dd0-9cca-40297f3fa482', 'name': 'tempest-snat-router-1927531914', 'tenant_id': '3ee32de2908e426781345d4ba5aad0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd037c34c-07f5-4b32-b986-e4c1a5aada26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:36:29Z', 'updated_at': '2022-02-16T22:36:32Z', 'revision_number': 3, 'project_id': '3ee32de2908e426781345d4ba5aad0fc', 'gw_port': {'id': 'd037c34c-07f5-4b32-b986-e4c1a5aada26', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:14:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2feb0c3-b7a5-4dd0-9cca-40297f3fa482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:31Z', 'updated_at': '2022-02-16T22:36:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:36.348831 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ec8ab8f3-6873-4fe3-9359-645b10d0c6c5 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (b2feb0c3-b7a5-4dd0-9cca-40297f3fa482), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:36.349787 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8ab8f3-6873-4fe3-9359-645b10d0c6c5 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2feb0c3-b7a5-4dd0-9cca-40297f3fa482 {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:36:36.363245 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ec8ab8f3-6873-4fe3-9359-645b10d0c6c5 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:36.366200 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ec8ab8f3-6873-4fe3-9359-645b10d0c6c5 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] 10.222.0.75 "DELETE /v2.0/routers/b2feb0c3-b7a5-4dd0-9cca-40297f3fa482 HTTP/1.1" status: 204 len: 168 time: 2.3847258 Feb 16 22:36:36.370326 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55092) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:36.428723 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948448f0-d1a8-4c08-bc74-328e8a76e429 None None] Checking router: b2feb0c3-b7a5-4dd0-9cca-40297f3fa482 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:36:36.429084 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948448f0-d1a8-4c08-bc74-328e8a76e429 None None] Updating router b2feb0c3-b7a5-4dd0-9cca-40297f3fa482 port d037c34c-07f5-4b32-b986-e4c1a5aada26 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:36:36.486612 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1613e4a9-f6ce-4497-8870-2bd229bdf4cd tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks [] for security_group (603083ff-4b2e-414e-be44-370ff10caa18), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:36.496706 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1613e4a9-f6ce-4497-8870-2bd229bdf4cd tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (603083ff-4b2e-414e-be44-370ff10caa18), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:36.497291 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948448f0-d1a8-4c08-bc74-328e8a76e429 None None] Port d037c34c-07f5-4b32-b986-e4c1a5aada26 not found while updating agent binding for router b2feb0c3-b7a5-4dd0-9cca-40297f3fa482. {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 16 22:36:36.530084 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1613e4a9-f6ce-4497-8870-2bd229bdf4cd tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:36.534316 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1613e4a9-f6ce-4497-8870-2bd229bdf4cd tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3879421 Feb 16 22:36:36.535429 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55098) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:36.540637 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-c637aab6-d60d-47dd-b814-c297654908c1 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Request body: {'security_group_rule': {'security_group_id': '603083ff-4b2e-414e-be44-370ff10caa18', 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:36.543961 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 878dcc56-7477-4c58-bbbb-c451c718dfc8 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:36:36.615188 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c637aab6-d60d-47dd-b814-c297654908c1 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks [] for security_group_rule (aec3e0e8-a699-486f-94aa-1acab428c879), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:36.640999 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613e4a9-f6ce-4497-8870-2bd229bdf4cd tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=603083ff-4b2e-414e-be44-370ff10caa18,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:36.666981 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948448f0-d1a8-4c08-bc74-328e8a76e429 None None] Routers set() bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:36:36.674608 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948448f0-d1a8-4c08-bc74-328e8a76e429 None None] Router IDs set() for agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 22:36:36.680157 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_agentschedulers_db [None req-948448f0-d1a8-4c08-bc74-328e8a76e429 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b2feb0c3-b7a5-4dd0-9cca-40297f3fa482'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:36:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent'). {{(pid=103467) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 16 22:36:36.681538 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948448f0-d1a8-4c08-bc74-328e8a76e429 None None] The sync data for ids ['b2feb0c3-b7a5-4dd0-9cca-40297f3fa482'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:36:36.744818 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-79cfa3be-e781-4e96-a2ff-3ff0d44a082b tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router (fe680a20-1f0d-4a46-9053-2a1838dc9725), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:36.749863 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c637aab6-d60d-47dd-b814-c297654908c1 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks [] for security_group_rule (aec3e0e8-a699-486f-94aa-1acab428c879), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:36.767886 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c637aab6-d60d-47dd-b814-c297654908c1 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (aec3e0e8-a699-486f-94aa-1acab428c879), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:36.805797 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 878dcc56-7477-4c58-bbbb-c451c718dfc8 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:36:36.808158 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (878dcc56-7477-4c58-bbbb-c451c718dfc8), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:36.827301 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637aab6-d60d-47dd-b814-c297654908c1 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec3e0e8-a699-486f-94aa-1acab428c879,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:36.846145 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c637aab6-d60d-47dd-b814-c297654908c1 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:36.849991 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c637aab6-d60d-47dd-b814-c297654908c1 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3113918 Feb 16 22:36:36.853561 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55116) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:36.869021 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-3f49bde8-0d09-44a1-aff7-dec9ed0ce3df tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Request body: {'security_group_rule': {'security_group_id': '603083ff-4b2e-414e-be44-370ff10caa18', 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:36.975120 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3f49bde8-0d09-44a1-aff7-dec9ed0ce3df tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks [] for security_group_rule (8eadf543-9526-477d-955f-8f0526f491f7), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:37.087027 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:36:37.120950 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 878dcc56-7477-4c58-bbbb-c451c718dfc8 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:36:37.121418 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (878dcc56-7477-4c58-bbbb-c451c718dfc8), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:37.159548 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3f49bde8-0d09-44a1-aff7-dec9ed0ce3df tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks [] for security_group_rule (8eadf543-9526-477d-955f-8f0526f491f7), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:37.174922 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 878dcc56-7477-4c58-bbbb-c451c718dfc8, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=878dcc56-7477-4c58-bbbb-c451c718dfc8,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:36:37.175142 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3f49bde8-0d09-44a1-aff7-dec9ed0ce3df tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (8eadf543-9526-477d-955f-8f0526f491f7), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:37.190375 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (878dcc56-7477-4c58-bbbb-c451c718dfc8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:37.239005 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e18593c-4c17-4cda-aa12-eea41e06c590 req-b74fe8d6-8622-4e4a-83ae-ee790dc99420 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4913864 Feb 16 22:36:37.244771 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49bde8-0d09-44a1-aff7-dec9ed0ce3df tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eadf543-9526-477d-955f-8f0526f491f7,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:37.279680 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3f49bde8-0d09-44a1-aff7-dec9ed0ce3df tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:37.287263 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3f49bde8-0d09-44a1-aff7-dec9ed0ce3df tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4297967 Feb 16 22:36:37.289614 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55134) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:37.302818 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=878dcc56-7477-4c58-bbbb-c451c718dfc8,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:37.303860 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-d6b0d483-495e-47b1-ab99-147548a6a141 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Request body: {'security_group_rule': {'security_group_id': '603083ff-4b2e-414e-be44-370ff10caa18', 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:37.366807 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-79cfa3be-e781-4e96-a2ff-3ff0d44a082b tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router_gateway (fe680a20-1f0d-4a46-9053-2a1838dc9725), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:37.446513 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d6b0d483-495e-47b1-ab99-147548a6a141 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks [] for security_group_rule (8ba9cd4d-e180-4e65-87ff-dab66dec3b98), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:37.481294 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18593c-4c17-4cda-aa12-eea41e06c590 req-38c17d2f-da0a-4fce-ba3b-66e880d3814a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:37.499125 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e18593c-4c17-4cda-aa12-eea41e06c590 req-38c17d2f-da0a-4fce-ba3b-66e880d3814a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=11dcb6fba69b48e58d8c23f01f2db2c9&device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 1128 time: 0.2262261 Feb 16 22:36:37.639208 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-79cfa3be-e781-4e96-a2ff-3ff0d44a082b tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Deleting port 0a517046-763c-49d4-bb48-b71e703b4b87 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:36:37.642126 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-79cfa3be-e781-4e96-a2ff-3ff0d44a082b tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (0a517046-763c-49d4-bb48-b71e703b4b87), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:37.657033 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d6b0d483-495e-47b1-ab99-147548a6a141 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks [] for security_group_rule (8ba9cd4d-e180-4e65-87ff-dab66dec3b98), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:37.672051 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d6b0d483-495e-47b1-ab99-147548a6a141 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (8ba9cd4d-e180-4e65-87ff-dab66dec3b98), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:37.735728 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0d483-495e-47b1-ab99-147548a6a141 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba9cd4d-e180-4e65-87ff-dab66dec3b98,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:37.746365 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d6b0d483-495e-47b1-ab99-147548a6a141 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:37.757624 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d6b0d483-495e-47b1-ab99-147548a6a141 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4660625 Feb 16 22:36:37.759177 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55142) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:37.771666 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-9e84242b-a8d2-4745-bfd2-00c8b0036c13 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Request body: {'security_group_rule': {'security_group_id': '603083ff-4b2e-414e-be44-370ff10caa18', 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:37.826498 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9e84242b-a8d2-4745-bfd2-00c8b0036c13 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks [] for security_group_rule (3780d7b9-5a29-4cbe-b669-02f0c1ba280f), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:37.933087 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18593c-4c17-4cda-aa12-eea41e06c590 req-138ea9d6-e6e2-4281-b30e-c6388f80e0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:37.947894 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9e84242b-a8d2-4745-bfd2-00c8b0036c13 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks [] for security_group_rule (3780d7b9-5a29-4cbe-b669-02f0c1ba280f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:37.950983 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e18593c-4c17-4cda-aa12-eea41e06c590 req-138ea9d6-e6e2-4281-b30e-c6388f80e0d7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd HTTP/1.1" status: 200 len: 918 time: 0.4172750 Feb 16 22:36:37.957841 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9e84242b-a8d2-4745-bfd2-00c8b0036c13 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (3780d7b9-5a29-4cbe-b669-02f0c1ba280f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:38.000094 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84242b-a8d2-4745-bfd2-00c8b0036c13 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3780d7b9-5a29-4cbe-b669-02f0c1ba280f,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:38.015957 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9e84242b-a8d2-4745-bfd2-00c8b0036c13 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:38.017424 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9e84242b-a8d2-4745-bfd2-00c8b0036c13 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2545063 Feb 16 22:36:38.020771 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55148) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:38.029944 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-0b401884-d80a-4d10-b0fd-4fb15dcc389f tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Request body: {'security_group_rule': {'security_group_id': '603083ff-4b2e-414e-be44-370ff10caa18', 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:38.085601 n-d-813897-6 neutron-server[103465]: INFO neutron.db.securitygroups_db [None req-0b401884-d80a-4d10-b0fd-4fb15dcc389f tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Project 69c2e216bf6b4737ac7a77e3bf076a26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 22:36:38.091942 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0b401884-d80a-4d10-b0fd-4fb15dcc389f tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks [] for security_group_rule (ac7cc0bb-1a2a-401e-ae70-9c0d59696dc9), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:38.154382 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55150) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:38.203959 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e18593c-4c17-4cda-aa12-eea41e06c590 req-2d73a4f4-aad2-4539-a173-eac380c41b09 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bffb9e7c-c128-4c9a-9dde-edbf5d52a085 HTTP/1.1" status: 200 len: 1000 time: 0.2324178 Feb 16 22:36:38.262139 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cc204c-8b6a-43c0-8fc6-65ef3ea39fdc None None] Sync routers for ids ['884f3cbf-2a7e-45db-99c3-5369c23a1668'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:36:38.287509 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cc204c-8b6a-43c0-8fc6-65ef3ea39fdc None None] Routers {'884f3cbf-2a7e-45db-99c3-5369c23a1668'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:36:38.288194 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-94cc204c-8b6a-43c0-8fc6-65ef3ea39fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:36:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['884f3cbf-2a7e-45db-99c3-5369c23a1668'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:38.409100 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0b401884-d80a-4d10-b0fd-4fb15dcc389f tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks [] for security_group_rule (ac7cc0bb-1a2a-401e-ae70-9c0d59696dc9), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:38.421322 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18593c-4c17-4cda-aa12-eea41e06c590 req-cb2af360-537c-4fae-81ab-9db78e1b8f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:38.423043 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e18593c-4c17-4cda-aa12-eea41e06c590 req-cb2af360-537c-4fae-81ab-9db78e1b8f0f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a662751-aa30-4a8c-92bf-a9f1c49c1b53 HTTP/1.1" status: 200 len: 856 time: 0.2107117 Feb 16 22:36:38.440736 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0b401884-d80a-4d10-b0fd-4fb15dcc389f tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (ac7cc0bb-1a2a-401e-ae70-9c0d59696dc9), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:38.495036 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0a517046-763c-49d4-bb48-b71e703b4b87 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:36:38.502934 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-79cfa3be-e781-4e96-a2ff-3ff0d44a082b tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] For port 0a517046-763c-49d4-bb48-b71e703b4b87, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0a517046-763c-49d4-bb48-b71e703b4b87,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:36:38.503253 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-79cfa3be-e781-4e96-a2ff-3ff0d44a082b tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (0a517046-763c-49d4-bb48-b71e703b4b87), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:38.520003 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0b401884-d80a-4d10-b0fd-4fb15dcc389f tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:38.525403 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0b401884-d80a-4d10-b0fd-4fb15dcc389f tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5009682 Feb 16 22:36:38.526019 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55162) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:38.535126 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b401884-d80a-4d10-b0fd-4fb15dcc389f tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7cc0bb-1a2a-401e-ae70-9c0d59696dc9,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:38.586952 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-899c69a7-d33b-470d-a55c-dff0d0261234 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:38.635651 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 0a517046-763c-49d4-bb48-b71e703b4b87 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:36:38.636037 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0a517046-763c-49d4-bb48-b71e703b4b87), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:38.647825 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-3c7dfbe6-d3e8-42b6-bcf5-1bb67a325e44 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Request body: {'security_group_rule': {'security_group_id': '603083ff-4b2e-414e-be44-370ff10caa18', 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:38.754498 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-79cfa3be-e781-4e96-a2ff-3ff0d44a082b tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Calling delete_port for 0a517046-763c-49d4-bb48-b71e703b4b87 owned by network:router_gateway {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:36:38.778275 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-899c69a7-d33b-470d-a55c-dff0d0261234 admin admin] Publish callbacks [] for security_group (2197f27f-3d48-45ca-a522-bc52b16bad0e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:38.786966 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-899c69a7-d33b-470d-a55c-dff0d0261234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (2197f27f-3d48-45ca-a522-bc52b16bad0e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:38.853917 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 0a517046-763c-49d4-bb48-b71e703b4b87 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:36:38.854360 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0a517046-763c-49d4-bb48-b71e703b4b87), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:38.901801 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 0a517046-763c-49d4-bb48-b71e703b4b87, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0a517046-763c-49d4-bb48-b71e703b4b87,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:36:38.926925 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0a517046-763c-49d4-bb48-b71e703b4b87), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:38.928024 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 878dcc56-7477-4c58-bbbb-c451c718dfc8 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:36:38.969691 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c69a7-d33b-470d-a55c-dff0d0261234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2197f27f-3d48-45ca-a522-bc52b16bad0e,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:38.999033 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-899c69a7-d33b-470d-a55c-dff0d0261234 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f3e680ffd38a407a91d14ee50a639bf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8394480 Feb 16 22:36:39.001570 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55168) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:39.055362 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-94cc204c-8b6a-43c0-8fc6-65ef3ea39fdc None None] Set router 884f3cbf-2a7e-45db-99c3-5369c23a1668 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:36:39.105030 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=0a517046-763c-49d4-bb48-b71e703b4b87,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:39.127165 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-42effd4f-a676-4d79-ae25-82ffee994932 admin admin] Publish callbacks [] for security_group (2197f27f-3d48-45ca-a522-bc52b16bad0e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:39.152719 n-d-813897-6 neutron-server[103466]: INFO neutron.db.securitygroups_db [None req-3c7dfbe6-d3e8-42b6-bcf5-1bb67a325e44 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Project 69c2e216bf6b4737ac7a77e3bf076a26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 22:36:39.160780 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 878dcc56-7477-4c58-bbbb-c451c718dfc8 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:36:39.161168 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (878dcc56-7477-4c58-bbbb-c451c718dfc8), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:39.164190 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-42effd4f-a676-4d79-ae25-82ffee994932 admin admin] Publish callbacks [] for security_group (2197f27f-3d48-45ca-a522-bc52b16bad0e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:39.176253 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3c7dfbe6-d3e8-42b6-bcf5-1bb67a325e44 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks [] for security_group_rule (17a8c47a-f40d-489e-bb9b-736522be853d), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:39.304197 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18593c-4c17-4cda-aa12-eea41e06c590 req-cfbcf4b9-3010-40c6-a2c4-3483f945ecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:39.310956 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e18593c-4c17-4cda-aa12-eea41e06c590 req-cfbcf4b9-3010-40c6-a2c4-3483f945ecd9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8702340 Feb 16 22:36:39.329389 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-42effd4f-a676-4d79-ae25-82ffee994932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (2197f27f-3d48-45ca-a522-bc52b16bad0e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:39.332521 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-42effd4f-a676-4d79-ae25-82ffee994932 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:39.337068 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-42effd4f-a676-4d79-ae25-82ffee994932 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2197f27f-3d48-45ca-a522-bc52b16bad0e HTTP/1.1" status: 204 len: 168 time: 0.3343835 Feb 16 22:36:39.364540 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42effd4f-a676-4d79-ae25-82ffee994932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2197f27f-3d48-45ca-a522-bc52b16bad0e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:39.488459 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 878dcc56-7477-4c58-bbbb-c451c718dfc8 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:36:39.682233 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-79cfa3be-e781-4e96-a2ff-3ff0d44a082b tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (0a517046-763c-49d4-bb48-b71e703b4b87), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:39.685635 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3c7dfbe6-d3e8-42b6-bcf5-1bb67a325e44 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks [] for security_group_rule (17a8c47a-f40d-489e-bb9b-736522be853d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:39.727240 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3c7dfbe6-d3e8-42b6-bcf5-1bb67a325e44 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (17a8c47a-f40d-489e-bb9b-736522be853d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:39.747238 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-94cc204c-8b6a-43c0-8fc6-65ef3ea39fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884f3cbf-2a7e-45db-99c3-5369c23a1668', 'name': 'tempest-TestServerBasicOps-1108474761-router', 'tenant_id': 'adaca61f4ce14344bcc2661171cb61c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '878dcc56-7477-4c58-bbbb-c451c718dfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:36:24Z', 'updated_at': '2022-02-16T22:36:32Z', 'revision_number': 4, 'project_id': 'adaca61f4ce14344bcc2661171cb61c0', 'gw_port': {'id': '878dcc56-7477-4c58-bbbb-c451c718dfc8', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884f3cbf-2a7e-45db-99c3-5369c23a1668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:26Z', 'updated_at': '2022-02-16T22:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '11698233-aaf0-4769-bd26-efaf08b6af6e', 'name': '', 'network_id': 'c654f79e-cc68-4a3c-82a7-5328aa6d4135', 'tenant_id': 'adaca61f4ce14344bcc2661171cb61c0', 'mac_address': 'fa:16:3e:89:e9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884f3cbf-2a7e-45db-99c3-5369c23a1668', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '32c1f7d5-e771-4c5b-9d56-3ccf7f49a1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:31Z', 'updated_at': '2022-02-16T22:36:33Z', 'revision_number': 2, 'project_id': 'adaca61f4ce14344bcc2661171cb61c0', 'subnets': [{'id': '32c1f7d5-e771-4c5b-9d56-3ccf7f49a1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:39.769569 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e18593c-4c17-4cda-aa12-eea41e06c590 req-50ee4468-a607-4ccf-bf1a-8a76dc9c7947 service neutron] 10.222.0.67 "GET /v2.0/networks/a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194264 Feb 16 22:36:39.773789 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cfa3be-e781-4e96-a2ff-3ff0d44a082b tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a517046-763c-49d4-bb48-b71e703b4b87,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:39.788505 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cc204c-8b6a-43c0-8fc6-65ef3ea39fdc None None] Checking router: 884f3cbf-2a7e-45db-99c3-5369c23a1668 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:36:39.789006 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cc204c-8b6a-43c0-8fc6-65ef3ea39fdc None None] Updating router 884f3cbf-2a7e-45db-99c3-5369c23a1668 port 11698233-aaf0-4769-bd26-efaf08b6af6e binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:36:39.845272 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-94cc204c-8b6a-43c0-8fc6-65ef3ea39fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (11698233-aaf0-4769-bd26-efaf08b6af6e), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:39.845609 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7dfbe6-d3e8-42b6-bcf5-1bb67a325e44 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a8c47a-f40d-489e-bb9b-736522be853d,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:39.903478 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3c7dfbe6-d3e8-42b6-bcf5-1bb67a325e44 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:39.904966 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3c7dfbe6-d3e8-42b6-bcf5-1bb67a325e44 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2848399 Feb 16 22:36:40.081868 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e18593c-4c17-4cda-aa12-eea41e06c590 req-c2c4b4fe-fd10-4c3e-90cd-9929373eef8b service neutron] 10.222.0.67 "GET /v2.0/networks/a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056417 Feb 16 22:36:40.086741 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-79cfa3be-e781-4e96-a2ff-3ff0d44a082b tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (fe680a20-1f0d-4a46-9053-2a1838dc9725), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:40.303148 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55208) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:40.334402 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a3ac2f9a-a56b-47d3-8e83-017b2e41f46c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:40.474017 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-94cc204c-8b6a-43c0-8fc6-65ef3ea39fdc None None] Publish callbacks [] for port (11698233-aaf0-4769-bd26-efaf08b6af6e), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:40.490847 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-94cc204c-8b6a-43c0-8fc6-65ef3ea39fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (11698233-aaf0-4769-bd26-efaf08b6af6e), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:40.555683 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a3ac2f9a-a56b-47d3-8e83-017b2e41f46c admin admin] Publish callbacks [] for security_group (db0cbf31-9a13-4e35-a675-c4e9307e22f0), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:40.568961 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3616f2e8-270f-4c1f-9358-781214648421 None None] Pushing event updated for resources: {'Port': ['ID=11698233-aaf0-4769-bd26-efaf08b6af6e,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:40.577184 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a3ac2f9a-a56b-47d3-8e83-017b2e41f46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (db0cbf31-9a13-4e35-a675-c4e9307e22f0), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:40.675266 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-94cc204c-8b6a-43c0-8fc6-65ef3ea39fdc None None] Attempting to bind port 11698233-aaf0-4769-bd26-efaf08b6af6e on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:36:40.676217 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-94cc204c-8b6a-43c0-8fc6-65ef3ea39fdc None None] Attempting to bind port 11698233-aaf0-4769-bd26-efaf08b6af6e by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '09abefba-0233-4f95-8e09-5b17db6d8810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c654f79e-cc68-4a3c-82a7-5328aa6d4135'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:36:40.676750 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cc204c-8b6a-43c0-8fc6-65ef3ea39fdc None None] Attempting to bind port 11698233-aaf0-4769-bd26-efaf08b6af6e on network c654f79e-cc68-4a3c-82a7-5328aa6d4135 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:36:40.681540 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a3ac2f9a-a56b-47d3-8e83-017b2e41f46c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8b3102900cb54981b0c94020107b2da8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3767974 Feb 16 22:36:40.684178 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55218) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:40.685467 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cc204c-8b6a-43c0-8fc6-65ef3ea39fdc None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:36:40.686183 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cc204c-8b6a-43c0-8fc6-65ef3ea39fdc None None] Checking segment: {'id': '09abefba-0233-4f95-8e09-5b17db6d8810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c654f79e-cc68-4a3c-82a7-5328aa6d4135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:36:40.687693 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-94cc204c-8b6a-43c0-8fc6-65ef3ea39fdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:40.689659 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cc204c-8b6a-43c0-8fc6-65ef3ea39fdc None None] Bound using segment: {'id': '09abefba-0233-4f95-8e09-5b17db6d8810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c654f79e-cc68-4a3c-82a7-5328aa6d4135'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:36:40.691004 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-94cc204c-8b6a-43c0-8fc6-65ef3ea39fdc None None] Bound port: 11698233-aaf0-4769-bd26-efaf08b6af6e, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09abefba-0233-4f95-8e09-5b17db6d8810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c654f79e-cc68-4a3c-82a7-5328aa6d4135'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:36:40.692680 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-94cc204c-8b6a-43c0-8fc6-65ef3ea39fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (11698233-aaf0-4769-bd26-efaf08b6af6e), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:40.699119 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac2f9a-a56b-47d3-8e83-017b2e41f46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0cbf31-9a13-4e35-a675-c4e9307e22f0,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:40.828765 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2e6f2bcd-2e87-4fd9-b47a-e9c7c619cfe9 admin admin] Publish callbacks [] for security_group (db0cbf31-9a13-4e35-a675-c4e9307e22f0), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:40.857875 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-94cc204c-8b6a-43c0-8fc6-65ef3ea39fdc None None] For port 11698233-aaf0-4769-bd26-efaf08b6af6e, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:36:40.866467 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-94cc204c-8b6a-43c0-8fc6-65ef3ea39fdc None None] For port 11698233-aaf0-4769-bd26-efaf08b6af6e, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=11698233-aaf0-4769-bd26-efaf08b6af6e,segment=NetworkSegment(09abefba-0233-4f95-8e09-5b17db6d8810),segment_id=09abefba-0233-4f95-8e09-5b17db6d8810)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:36:40.884366 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-94cc204c-8b6a-43c0-8fc6-65ef3ea39fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (11698233-aaf0-4769-bd26-efaf08b6af6e), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:40.892917 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2e6f2bcd-2e87-4fd9-b47a-e9c7c619cfe9 admin admin] Publish callbacks [] for security_group (db0cbf31-9a13-4e35-a675-c4e9307e22f0), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:40.954806 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-1e02c76d-e04b-4c4b-8fba-1e0464421587 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-392209732&fields=id&tenant_id=69c2e216bf6b4737ac7a77e3bf076a26 HTTP/1.1" status: 200 len: 267 time: 0.1487081 Feb 16 22:36:40.992461 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3616f2e8-270f-4c1f-9358-781214648421 None None] Pushing event updated for resources: {'Port': ['ID=11698233-aaf0-4769-bd26-efaf08b6af6e,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:41.004176 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2e6f2bcd-2e87-4fd9-b47a-e9c7c619cfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (db0cbf31-9a13-4e35-a675-c4e9307e22f0), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:41.007162 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2e6f2bcd-2e87-4fd9-b47a-e9c7c619cfe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:41.008742 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2e6f2bcd-2e87-4fd9-b47a-e9c7c619cfe9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/db0cbf31-9a13-4e35-a675-c4e9307e22f0 HTTP/1.1" status: 204 len: 168 time: 0.3199470 Feb 16 22:36:41.030013 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f2bcd-2e87-4fd9-b47a-e9c7c619cfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0cbf31-9a13-4e35-a675-c4e9307e22f0,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:41.091396 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cc204c-8b6a-43c0-8fc6-65ef3ea39fdc None None] Routers {'884f3cbf-2a7e-45db-99c3-5369c23a1668'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:36:41.095380 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-94cc204c-8b6a-43c0-8fc6-65ef3ea39fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:36:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['884f3cbf-2a7e-45db-99c3-5369c23a1668'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:41.115564 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-029fbd47-b3f4-464b-80a7-c7d55b8d22ed None None] Provisioning complete for port 11698233-aaf0-4769-bd26-efaf08b6af6e triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:36:41.116148 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-029fbd47-b3f4-464b-80a7-c7d55b8d22ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (11698233-aaf0-4769-bd26-efaf08b6af6e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:41.180327 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-7c2a809c-bed1-4c43-a151-8d1fe2d0e195 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:41.201779 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-7c2a809c-bed1-4c43-a151-8d1fe2d0e195 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "GET /v2.0/networks?id=e191140f-9662-48f3-b56f-58b68fbf8fea HTTP/1.1" status: 200 len: 807 time: 0.2444479 Feb 16 22:36:41.236773 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-79cfa3be-e781-4e96-a2ff-3ff0d44a082b tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (fe680a20-1f0d-4a46-9053-2a1838dc9725), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:41.245183 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-79cfa3be-e781-4e96-a2ff-3ff0d44a082b tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router_controller (fe680a20-1f0d-4a46-9053-2a1838dc9725), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:41.250966 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-3eacda79-e8d2-4bcc-a22c-7f4e79ae38c7 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "GET /v2.0/quotas/69c2e216bf6b4737ac7a77e3bf076a26 HTTP/1.1" status: 200 len: 375 time: 0.0471034 Feb 16 22:36:41.427364 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-94cc204c-8b6a-43c0-8fc6-65ef3ea39fdc None None] Set router 884f3cbf-2a7e-45db-99c3-5369c23a1668 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:36:41.445343 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-029fbd47-b3f4-464b-80a7-c7d55b8d22ed None None] Current status of the port 11698233-aaf0-4769-bd26-efaf08b6af6e is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:36:41.446645 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-029fbd47-b3f4-464b-80a7-c7d55b8d22ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (11698233-aaf0-4769-bd26-efaf08b6af6e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:41.527449 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-029fbd47-b3f4-464b-80a7-c7d55b8d22ed None None] For port 11698233-aaf0-4769-bd26-efaf08b6af6e, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=11698233-aaf0-4769-bd26-efaf08b6af6e,segment=NetworkSegment(09abefba-0233-4f95-8e09-5b17db6d8810),segment_id=09abefba-0233-4f95-8e09-5b17db6d8810)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:36:41.538257 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-029fbd47-b3f4-464b-80a7-c7d55b8d22ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (11698233-aaf0-4769-bd26-efaf08b6af6e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:41.538641 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-79cfa3be-e781-4e96-a2ff-3ff0d44a082b tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (fe680a20-1f0d-4a46-9053-2a1838dc9725), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:41.542058 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cfa3be-e781-4e96-a2ff-3ff0d44a082b tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe680a20-1f0d-4a46-9053-2a1838dc9725 {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:36:41.553902 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-79cfa3be-e781-4e96-a2ff-3ff0d44a082b tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:41.560931 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-79cfa3be-e781-4e96-a2ff-3ff0d44a082b tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] 10.222.0.75 "DELETE /v2.0/routers/fe680a20-1f0d-4a46-9053-2a1838dc9725 HTTP/1.1" status: 204 len: 168 time: 5.1876729 Feb 16 22:36:41.564583 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55232) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:41.568474 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-6a75849b-e4ca-4fbf-b8c2-8aaa0ee62e48 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1828978868', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}, 'admin_state_up': False}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:41.607991 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-cd1fc584-b123-4479-a3ea-afd69c145e62 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=69c2e216bf6b4737ac7a77e3bf076a26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3504136 Feb 16 22:36:41.622308 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6a75849b-e4ca-4fbf-b8c2-8aaa0ee62e48 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (1dfb9988-ca6b-4811-838f-b873e72c9d33), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:41.623422 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6a75849b-e4ca-4fbf-b8c2-8aaa0ee62e48 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (1dfb9988-ca6b-4811-838f-b873e72c9d33), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:41.724468 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029fbd47-b3f4-464b-80a7-c7d55b8d22ed None None] Pushing event updated for resources: {'Port': ['ID=11698233-aaf0-4769-bd26-efaf08b6af6e,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:41.756538 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a43c5ebb-7690-4597-80ea-6f6ce1d5513e None None] Provisioning complete for port 11698233-aaf0-4769-bd26-efaf08b6af6e triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:36:41.757160 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a43c5ebb-7690-4597-80ea-6f6ce1d5513e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (11698233-aaf0-4769-bd26-efaf08b6af6e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:41.763880 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6a75849b-e4ca-4fbf-b8c2-8aaa0ee62e48 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router_controller (1dfb9988-ca6b-4811-838f-b873e72c9d33), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:41.919664 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-015b9823-85f1-47ea-b0ce-c05c926675ec service neutron] 10.222.0.75 "GET /v2.0/networks/e191140f-9662-48f3-b56f-58b68fbf8fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776065 Feb 16 22:36:41.925013 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a43c5ebb-7690-4597-80ea-6f6ce1d5513e None None] Current status of the port 11698233-aaf0-4769-bd26-efaf08b6af6e is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:36:42.075570 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-94cc204c-8b6a-43c0-8fc6-65ef3ea39fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884f3cbf-2a7e-45db-99c3-5369c23a1668', 'name': 'tempest-TestServerBasicOps-1108474761-router', 'tenant_id': 'adaca61f4ce14344bcc2661171cb61c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '878dcc56-7477-4c58-bbbb-c451c718dfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:36:24Z', 'updated_at': '2022-02-16T22:36:32Z', 'revision_number': 4, 'project_id': 'adaca61f4ce14344bcc2661171cb61c0', 'gw_port': {'id': '878dcc56-7477-4c58-bbbb-c451c718dfc8', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884f3cbf-2a7e-45db-99c3-5369c23a1668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:26Z', 'updated_at': '2022-02-16T22:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '11698233-aaf0-4769-bd26-efaf08b6af6e', 'name': '', 'network_id': 'c654f79e-cc68-4a3c-82a7-5328aa6d4135', 'tenant_id': 'adaca61f4ce14344bcc2661171cb61c0', 'mac_address': 'fa:16:3e:89:e9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884f3cbf-2a7e-45db-99c3-5369c23a1668', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '32c1f7d5-e771-4c5b-9d56-3ccf7f49a1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:31Z', 'updated_at': '2022-02-16T22:36:40Z', 'revision_number': 4, 'project_id': 'adaca61f4ce14344bcc2661171cb61c0', 'subnets': [{'id': '32c1f7d5-e771-4c5b-9d56-3ccf7f49a1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:42.084036 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-68b0b49b-c21d-41be-8be1-eb3b6c2c0929 service neutron] 10.222.0.75 "GET /v2.0/networks/e191140f-9662-48f3-b56f-58b68fbf8fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549098 Feb 16 22:36:42.127440 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6a75849b-e4ca-4fbf-b8c2-8aaa0ee62e48 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router_gateway (1dfb9988-ca6b-4811-838f-b873e72c9d33), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:42.139402 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cc204c-8b6a-43c0-8fc6-65ef3ea39fdc None None] The sync data for ids ['884f3cbf-2a7e-45db-99c3-5369c23a1668'] in n-d-813897-6 is: [{'id': '884f3cbf-2a7e-45db-99c3-5369c23a1668', 'name': 'tempest-TestServerBasicOps-1108474761-router', 'tenant_id': 'adaca61f4ce14344bcc2661171cb61c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '878dcc56-7477-4c58-bbbb-c451c718dfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:36:24Z', 'updated_at': '2022-02-16T22:36:32Z', 'revision_number': 4, 'project_id': 'adaca61f4ce14344bcc2661171cb61c0', 'gw_port': {'id': '878dcc56-7477-4c58-bbbb-c451c718dfc8', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884f3cbf-2a7e-45db-99c3-5369c23a1668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:26Z', 'updated_at': '2022-02-16T22:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '11698233-aaf0-4769-bd26-efaf08b6af6e', 'name': '', 'network_id': 'c654f79e-cc68-4a3c-82a7-5328aa6d4135', 'tenant_id': 'adaca61f4ce14344bcc2661171cb61c0', 'mac_address': 'fa:16:3e:89:e9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884f3cbf-2a7e-45db-99c3-5369c23a1668', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '32c1f7d5-e771-4c5b-9d56-3ccf7f49a1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:31Z', 'updated_at': '2022-02-16T22:36:40Z', 'revision_number': 4, 'project_id': 'adaca61f4ce14344bcc2661171cb61c0', 'subnets': [{'id': '32c1f7d5-e771-4c5b-9d56-3ccf7f49a1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:36:42.446952 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 11698233-aaf0-4769-bd26-efaf08b6af6e up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:36:42.632897 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 11698233-aaf0-4769-bd26-efaf08b6af6e triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:36:42.634371 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (11698233-aaf0-4769-bd26-efaf08b6af6e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:42.658225 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55270) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:42.775796 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 11698233-aaf0-4769-bd26-efaf08b6af6e is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:36:42.777181 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-84291448-7f20-408e-b71b-af0f32b53e99 req-c063394c-8cb8-4d4e-81b4-e2132e8b15b8 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "GET /v2.0/ports?device_id=43d3a663-3a02-4d53-83b8-430a95904c55 HTTP/1.1" status: 200 len: 210 time: 0.0767348 Feb 16 22:36:42.813035 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0a517046-763c-49d4-bb48-b71e703b4b87 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:36:42.822136 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6a75849b-e4ca-4fbf-b8c2-8aaa0ee62e48 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router_gateway (1dfb9988-ca6b-4811-838f-b873e72c9d33), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:42.861763 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 0a517046-763c-49d4-bb48-b71e703b4b87 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:36:42.869758 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6a75849b-e4ca-4fbf-b8c2-8aaa0ee62e48 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:42.870276 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0a517046-763c-49d4-bb48-b71e703b4b87 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:36:42.915991 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-6db76eba-f395-4e18-bd2f-ccbd8f04e0e2 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-564113254'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:42.955444 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db76eba-f395-4e18-bd2f-ccbd8f04e0e2 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Made reservation on behalf of 299b755a9262438eb07f110f1b0631ef for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:36:42.959984 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6db76eba-f395-4e18-bd2f-ccbd8f04e0e2 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:42.971869 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6db76eba-f395-4e18-bd2f-ccbd8f04e0e2 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:43.087491 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-6a75849b-e4ca-4fbf-b8c2-8aaa0ee62e48 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Allocated IP 172.25.2.254 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/82c11ec6-a5d1-4f05-8d5e-79e9d35d6860) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:36:43.161719 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6db76eba-f395-4e18-bd2f-ccbd8f04e0e2 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks [] for security_group (37e45348-4c40-4f9d-be6f-173292bc8896), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:43.166597 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6db76eba-f395-4e18-bd2f-ccbd8f04e0e2 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (37e45348-4c40-4f9d-be6f-173292bc8896), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:43.205117 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db76eba-f395-4e18-bd2f-ccbd8f04e0e2 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:36:43.211614 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db76eba-f395-4e18-bd2f-ccbd8f04e0e2 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37e45348-4c40-4f9d-be6f-173292bc8896,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:43.239500 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6a75849b-e4ca-4fbf-b8c2-8aaa0ee62e48 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for port (82c11ec6-a5d1-4f05-8d5e-79e9d35d6860), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:43.242203 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6db76eba-f395-4e18-bd2f-ccbd8f04e0e2 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (16afbcf8-69c3-4b3d-93d2-692977b2e726), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:43.243282 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-6db76eba-f395-4e18-bd2f-ccbd8f04e0e2 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Added segment 16afbcf8-69c3-4b3d-93d2-692977b2e726 of type vlan for network b781a81d-9036-4a18-a4be-c2e466c2b751 Feb 16 22:36:43.281989 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6a75849b-e4ca-4fbf-b8c2-8aaa0ee62e48 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (82c11ec6-a5d1-4f05-8d5e-79e9d35d6860), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:43.342871 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6db76eba-f395-4e18-bd2f-ccbd8f04e0e2 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (b781a81d-9036-4a18-a4be-c2e466c2b751), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:43.366160 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a75849b-e4ca-4fbf-b8c2-8aaa0ee62e48 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:36:43.373407 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-6a75849b-e4ca-4fbf-b8c2-8aaa0ee62e48 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:36:43.388557 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a75849b-e4ca-4fbf-b8c2-8aaa0ee62e48 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:36:43.397839 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6db76eba-f395-4e18-bd2f-ccbd8f04e0e2 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (b781a81d-9036-4a18-a4be-c2e466c2b751), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:43.404509 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db76eba-f395-4e18-bd2f-ccbd8f04e0e2 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:43.405113 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6db76eba-f395-4e18-bd2f-ccbd8f04e0e2 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:43.423398 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75849b-e4ca-4fbf-b8c2-8aaa0ee62e48 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Pushing event updated for resources: {'Port': ['ID=82c11ec6-a5d1-4f05-8d5e-79e9d35d6860,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:43.517374 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db76eba-f395-4e18-bd2f-ccbd8f04e0e2 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Pushing event updated for resources: {'Network': ['ID=b781a81d-9036-4a18-a4be-c2e466c2b751,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:43.530425 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6db76eba-f395-4e18-bd2f-ccbd8f04e0e2 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8708217 Feb 16 22:36:43.542936 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network b781a81d-9036-4a18-a4be-c2e466c2b751 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:36:43.987298 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a5c30c45-ec86-4b70-9565-65475625d43f req-49feabe9-5909-4999-8c5e-2247f24c8e9b tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "GET /v2.0/ports?device_id=43d3a663-3a02-4d53-83b8-430a95904c55 HTTP/1.1" status: 200 len: 210 time: 0.0644140 Feb 16 22:36:44.018920 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6a75849b-e4ca-4fbf-b8c2-8aaa0ee62e48 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router_gateway (1dfb9988-ca6b-4811-838f-b873e72c9d33), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:44.274265 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6a75849b-e4ca-4fbf-b8c2-8aaa0ee62e48 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (1dfb9988-ca6b-4811-838f-b873e72c9d33), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:44.661996 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-9b551e6e-555a-4d31-ac3a-f82becab99b2 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:44.667607 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-9b551e6e-555a-4d31-ac3a-f82becab99b2 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.79 "GET /v2.0/networks?id=e191140f-9662-48f3-b56f-58b68fbf8fea HTTP/1.1" status: 200 len: 807 time: 0.2474906 Feb 16 22:36:44.885269 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-f4098cb9-33ab-40ee-8523-51f10d9aafb8 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69c2e216bf6b4737ac7a77e3bf076a26 HTTP/1.1" status: 200 len: 379 time: 0.2060444 Feb 16 22:36:44.900271 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-063d2a67-012a-445f-9ce9-35485fbd653d tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Request body: {'port': {'device_id': '43d3a663-3a02-4d53-83b8-430a95904c55', 'network_id': 'e191140f-9662-48f3-b56f-58b68fbf8fea', 'admin_state_up': True, 'tenant_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'security_groups': ['603083ff-4b2e-414e-be44-370ff10caa18']}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:44.985573 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a75849b-e4ca-4fbf-b8c2-8aaa0ee62e48 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Router 1dfb9988-ca6b-4811-838f-b873e72c9d33 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:36:45.151577 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-48c7e9fb-b0c8-46a8-bd0a-5f8b43f99b6e req-add4d445-c6d2-4888-bd0b-c0130a68d60d tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "GET /v2.0/ports?device_id=43d3a663-3a02-4d53-83b8-430a95904c55 HTTP/1.1" status: 200 len: 210 time: 0.0555940 Feb 16 22:36:45.164575 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-063d2a67-012a-445f-9ce9-35485fbd653d tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Made reservation on behalf of 69c2e216bf6b4737ac7a77e3bf076a26 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:36:45.168635 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-063d2a67-012a-445f-9ce9-35485fbd653d tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:45.220446 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a75849b-e4ca-4fbf-b8c2-8aaa0ee62e48 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:36:45.232283 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe22171-9fce-4bea-9f1c-b3b2f533b982 None None] Sync routers for ids ['1dfb9988-ca6b-4811-838f-b873e72c9d33'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:36:45.245682 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe22171-9fce-4bea-9f1c-b3b2f533b982 None None] Routers {'1dfb9988-ca6b-4811-838f-b873e72c9d33'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:36:45.256699 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-abe22171-9fce-4bea-9f1c-b3b2f533b982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:36:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1dfb9988-ca6b-4811-838f-b873e72c9d33'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:45.280874 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6a75849b-e4ca-4fbf-b8c2-8aaa0ee62e48 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:45.282979 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6a75849b-e4ca-4fbf-b8c2-8aaa0ee62e48 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7188780 Feb 16 22:36:45.285607 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55320) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:45.299969 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-b3b46035-179e-4183-bbba-1cf7793db404 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'enable_snat': False}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:45.350842 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-abe22171-9fce-4bea-9f1c-b3b2f533b982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:45.377770 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe22171-9fce-4bea-9f1c-b3b2f533b982 None None] Routers {'1dfb9988-ca6b-4811-838f-b873e72c9d33'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:36:45.379863 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-abe22171-9fce-4bea-9f1c-b3b2f533b982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:36:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1dfb9988-ca6b-4811-838f-b873e72c9d33'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:45.477907 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-063d2a67-012a-445f-9ce9-35485fbd653d tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Allocated IP 172.20.0.9 (e191140f-9662-48f3-b56f-58b68fbf8fea/80b9aa94-7cde-4ce1-8471-1b3f6e219986/c965d092-d245-44c4-a073-041d705d3404) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:36:45.483101 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-abe22171-9fce-4bea-9f1c-b3b2f533b982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:45.486718 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe22171-9fce-4bea-9f1c-b3b2f533b982 None None] The sync data for ids ['1dfb9988-ca6b-4811-838f-b873e72c9d33'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:36:45.709112 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-063d2a67-012a-445f-9ce9-35485fbd653d tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks [] for port (c965d092-d245-44c4-a073-041d705d3404), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:45.781439 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-063d2a67-012a-445f-9ce9-35485fbd653d tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (c965d092-d245-44c4-a073-041d705d3404), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:45.848319 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-063d2a67-012a-445f-9ce9-35485fbd653d tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Network e191140f-9662-48f3-b56f-58b68fbf8fea is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:36:45.854568 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-063d2a67-012a-445f-9ce9-35485fbd653d tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:36:45.857553 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b3b46035-179e-4183-bbba-1cf7793db404 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router_gateway (1dfb9988-ca6b-4811-838f-b873e72c9d33), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:45.860021 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-063d2a67-012a-445f-9ce9-35485fbd653d tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:36:45.914658 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d2a67-012a-445f-9ce9-35485fbd653d tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Pushing event updated for resources: {'Port': ['ID=c965d092-d245-44c4-a073-041d705d3404,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:46.003036 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-063d2a67-012a-445f-9ce9-35485fbd653d tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:46.003770 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-063d2a67-012a-445f-9ce9-35485fbd653d tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:46.040529 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-063d2a67-012a-445f-9ce9-35485fbd653d tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1460929 Feb 16 22:36:46.166760 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-f95d3c60-97cb-4e7d-a761-35403aa2bd93 service neutron] Request body: {'port': {'device_id': '43d3a663-3a02-4d53-83b8-430a95904c55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:46.283812 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b4d636b5-1a61-47b8-be83-3177ac86a40b None None] Provisioning complete for port c965d092-d245-44c4-a073-041d705d3404 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:36:46.284465 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b4d636b5-1a61-47b8-be83-3177ac86a40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c965d092-d245-44c4-a073-041d705d3404), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:46.359847 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b4d636b5-1a61-47b8-be83-3177ac86a40b None None] Port c965d092-d245-44c4-a073-041d705d3404 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:36:46.451821 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-f95d3c60-97cb-4e7d-a761-35403aa2bd93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c965d092-d245-44c4-a073-041d705d3404), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:46.503972 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b1afc-e298-4ff0-990b-7c740bcf391d req-e73106e0-2b68-46b5-af96-b112b6647186 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:46.505674 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6c2b1afc-e298-4ff0-990b-7c740bcf391d req-e73106e0-2b68-46b5-af96-b112b6647186 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "GET /v2.0/ports?device_id=43d3a663-3a02-4d53-83b8-430a95904c55 HTTP/1.1" status: 200 len: 931 time: 0.1445346 Feb 16 22:36:46.594965 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b3b46035-179e-4183-bbba-1cf7793db404 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-374653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59817'] for router (1dfb9988-ca6b-4811-838f-b873e72c9d33), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:46.599080 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b3b46035-179e-4183-bbba-1cf7793db404 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362694'] for router (1dfb9988-ca6b-4811-838f-b873e72c9d33), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:46.725047 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b46035-179e-4183-bbba-1cf7793db404 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Router 1dfb9988-ca6b-4811-838f-b873e72c9d33 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:36:46.830507 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55346) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:46.835540 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-675a6e4b-e79c-44c6-b4f6-44932c4d71b9 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Request body: {'subnet': {'network_id': 'b781a81d-9036-4a18-a4be-c2e466c2b751', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:46.918507 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6c2b1afc-e298-4ff0-990b-7c740bcf391d req-c2871837-25a8-4843-ab2f-c3c62e944ff7 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "GET /v2.0/security-groups?id=603083ff-4b2e-414e-be44-370ff10caa18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4031799 Feb 16 22:36:46.975715 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-f95d3c60-97cb-4e7d-a761-35403aa2bd93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c965d092-d245-44c4-a073-041d705d3404 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:36:46.983443 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-f95d3c60-97cb-4e7d-a761-35403aa2bd93 service neutron] Publish callbacks [] for port (c965d092-d245-44c4-a073-041d705d3404), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:46.998709 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675a6e4b-e79c-44c6-b4f6-44932c4d71b9 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Made reservation on behalf of 299b755a9262438eb07f110f1b0631ef for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:36:47.002479 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-675a6e4b-e79c-44c6-b4f6-44932c4d71b9 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:47.006423 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-f95d3c60-97cb-4e7d-a761-35403aa2bd93 service neutron] Transition to ACTIVE for port object c965d092-d245-44c4-a073-041d705d3404 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:36:47.022139 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-f95d3c60-97cb-4e7d-a761-35403aa2bd93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (c965d092-d245-44c4-a073-041d705d3404), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:47.082220 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d3c60-97cb-4e7d-a761-35403aa2bd93 service neutron] Pushing event updated for resources: {'Port': ['ID=c965d092-d245-44c4-a073-041d705d3404,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:47.091567 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b46035-179e-4183-bbba-1cf7793db404 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:36:47.104583 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285b4b7c-347a-4871-93da-ba641aec15a4 None None] Sync routers for ids ['1dfb9988-ca6b-4811-838f-b873e72c9d33'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:36:47.134226 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285b4b7c-347a-4871-93da-ba641aec15a4 None None] Routers {'1dfb9988-ca6b-4811-838f-b873e72c9d33'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:36:47.135166 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-285b4b7c-347a-4871-93da-ba641aec15a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:36:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1dfb9988-ca6b-4811-838f-b873e72c9d33'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:47.166987 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-f95d3c60-97cb-4e7d-a761-35403aa2bd93 service neutron] Attempting to bind port c965d092-d245-44c4-a073-041d705d3404 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:36:47.167745 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-f95d3c60-97cb-4e7d-a761-35403aa2bd93 service neutron] Attempting to bind port c965d092-d245-44c4-a073-041d705d3404 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'e22f7244-4333-4023-ae55-a05bce2dee97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e191140f-9662-48f3-b56f-58b68fbf8fea'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:36:47.168182 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-f95d3c60-97cb-4e7d-a761-35403aa2bd93 service neutron] Attempting to bind port c965d092-d245-44c4-a073-041d705d3404 on network e191140f-9662-48f3-b56f-58b68fbf8fea {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:36:47.173987 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-f95d3c60-97cb-4e7d-a761-35403aa2bd93 service neutron] Port c965d092-d245-44c4-a073-041d705d3404 on network e191140f-9662-48f3-b56f-58b68fbf8fea not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:36:47.174454 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-f95d3c60-97cb-4e7d-a761-35403aa2bd93 service neutron] Attempting to bind port c965d092-d245-44c4-a073-041d705d3404 on network e191140f-9662-48f3-b56f-58b68fbf8fea {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:36:47.180616 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-f95d3c60-97cb-4e7d-a761-35403aa2bd93 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:36:47.181099 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-f95d3c60-97cb-4e7d-a761-35403aa2bd93 service neutron] Checking segment: {'id': 'e22f7244-4333-4023-ae55-a05bce2dee97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e191140f-9662-48f3-b56f-58b68fbf8fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:36:47.181585 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-f95d3c60-97cb-4e7d-a761-35403aa2bd93 service neutron] Bound using segment: {'id': 'e22f7244-4333-4023-ae55-a05bce2dee97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e191140f-9662-48f3-b56f-58b68fbf8fea'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:36:47.186547 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-f95d3c60-97cb-4e7d-a761-35403aa2bd93 service neutron] Bound port: c965d092-d245-44c4-a073-041d705d3404, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e22f7244-4333-4023-ae55-a05bce2dee97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e191140f-9662-48f3-b56f-58b68fbf8fea'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:36:47.187731 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-f95d3c60-97cb-4e7d-a761-35403aa2bd93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c965d092-d245-44c4-a073-041d705d3404), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:47.219380 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-285b4b7c-347a-4871-93da-ba641aec15a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:47.226316 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b3b46035-179e-4183-bbba-1cf7793db404 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:47.227923 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b3b46035-179e-4183-bbba-1cf7793db404 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] 10.222.0.75 "PUT /v2.0/routers/1dfb9988-ca6b-4811-838f-b873e72c9d33 HTTP/1.1" status: 200 len: 922 time: 1.9410291 Feb 16 22:36:47.232275 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55356) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:47.237145 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285b4b7c-347a-4871-93da-ba641aec15a4 None None] Routers {'1dfb9988-ca6b-4811-838f-b873e72c9d33'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:36:47.237957 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-285b4b7c-347a-4871-93da-ba641aec15a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:36:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1dfb9988-ca6b-4811-838f-b873e72c9d33'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:47.299409 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-285b4b7c-347a-4871-93da-ba641aec15a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:47.301378 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285b4b7c-347a-4871-93da-ba641aec15a4 None None] The sync data for ids ['1dfb9988-ca6b-4811-838f-b873e72c9d33'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:36:47.329017 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-f95d3c60-97cb-4e7d-a761-35403aa2bd93 service neutron] For port c965d092-d245-44c4-a073-041d705d3404, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:36:47.340510 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-f95d3c60-97cb-4e7d-a761-35403aa2bd93 service neutron] For port c965d092-d245-44c4-a073-041d705d3404, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=c965d092-d245-44c4-a073-041d705d3404,segment=NetworkSegment(e22f7244-4333-4023-ae55-a05bce2dee97),segment_id=e22f7244-4333-4023-ae55-a05bce2dee97)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:36:47.355706 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-f95d3c60-97cb-4e7d-a761-35403aa2bd93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (c965d092-d245-44c4-a073-041d705d3404), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:47.406423 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-675a6e4b-e79c-44c6-b4f6-44932c4d71b9 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (4f6e50c0-6e65-453a-9eff-5e741b2f6fe2), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:47.438202 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-f95d3c60-97cb-4e7d-a761-35403aa2bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:47.439485 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-f95d3c60-97cb-4e7d-a761-35403aa2bd93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:47.441132 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-f95d3c60-97cb-4e7d-a761-35403aa2bd93 service neutron] 10.222.0.79 "PUT /v2.0/ports/c965d092-d245-44c4-a073-041d705d3404 HTTP/1.1" status: 200 len: 1091 time: 1.3953032 Feb 16 22:36:47.442021 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d3a663-3a02-4d53-83b8-430a95904c55', 'tag': 'c965d092-d245-44c4-a073-041d705d3404'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:36:47.444262 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf5ddea-2c1b-47e0-9490-34cbb8e29dba" -d '{"events": [{"name": "network-changed", "server_uuid": "43d3a663-3a02-4d53-83b8-430a95904c55", "tag": "c965d092-d245-44c4-a073-041d705d3404"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:36:47.510348 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c021df37-da87-4b84-a9a5-f8698474bcb2 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] 10.222.0.75 "GET /v2.0/routers/1dfb9988-ca6b-4811-838f-b873e72c9d33 HTTP/1.1" status: 200 len: 922 time: 0.2755840 Feb 16 22:36:47.515960 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55366) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:47.520957 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d3c60-97cb-4e7d-a761-35403aa2bd93 service neutron] Pushing event updated for resources: {'Port': ['ID=c965d092-d245-44c4-a073-041d705d3404,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:47.600391 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-0e4eab33-2037-41e3-aa7a-f4ad6458962f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:47.602652 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-0e4eab33-2037-41e3-aa7a-f4ad6458962f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=69c2e216bf6b4737ac7a77e3bf076a26&device_id=43d3a663-3a02-4d53-83b8-430a95904c55 HTTP/1.1" status: 200 len: 1125 time: 0.1080139 Feb 16 22:36:47.638134 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a6e4b-e79c-44c6-b4f6-44932c4d71b9 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Pushing event updated for resources: {'Subnet': ['ID=4f6e50c0-6e65-453a-9eff-5e741b2f6fe2,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:47.649162 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675a6e4b-e79c-44c6-b4f6-44932c4d71b9 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Checking segment: {'id': '16afbcf8-69c3-4b3d-93d2-692977b2e726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b781a81d-9036-4a18-a4be-c2e466c2b751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:36:47.649758 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675a6e4b-e79c-44c6-b4f6-44932c4d71b9 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Network hostable DHCP agents. Network: b781a81d-9036-4a18-a4be-c2e466c2b751, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:36:47.667053 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdfa53d-305e-4d97-9fb5-61bb91942481 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:47.669814 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8bdfa53d-305e-4d97-9fb5-61bb91942481 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=b0ab4fc8-02c8-4404-90ea-6cd7fce3204f&device_id=1dfb9988-ca6b-4811-838f-b873e72c9d33&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1524234 Feb 16 22:36:47.674599 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55368) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:47.700482 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675a6e4b-e79c-44c6-b4f6-44932c4d71b9 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Network b781a81d-9036-4a18-a4be-c2e466c2b751 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:36:47.702168 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-5b6be8fd-d898-424b-921b-4d7cef1d05f9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c965d092-d245-44c4-a073-041d705d3404 HTTP/1.1" status: 200 len: 217 time: 0.0908377 Feb 16 22:36:47.726182 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-675a6e4b-e79c-44c6-b4f6-44932c4d71b9 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, b781a81d-9036-4a18-a4be-c2e466c2b751) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:36:47.731416 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675a6e4b-e79c-44c6-b4f6-44932c4d71b9 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:47.732024 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-675a6e4b-e79c-44c6-b4f6-44932c4d71b9 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:47.743135 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3506674-2fb9-45a7-9ebf-c522ec795b07 None None] Network b781a81d-9036-4a18-a4be-c2e466c2b751 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:36:47.851966 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-6898f749-756a-4f4d-b23c-c24512074071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:47.859971 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-6898f749-756a-4f4d-b23c-c24512074071 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=80b9aa94-7cde-4ce1-8471-1b3f6e219986 HTTP/1.1" status: 200 len: 846 time: 0.1456368 Feb 16 22:36:47.884856 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-675a6e4b-e79c-44c6-b4f6-44932c4d71b9 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0531838 Feb 16 22:36:47.888904 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55374) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:47.913194 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-47569ead-4452-484b-acdb-0fd374f82dc7 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-915923111'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:47.940369 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae58c981-ecc3-4c28-9dd2-80fe46fb21db x-openstack-request-id: req-ae58c981-ecc3-4c28-9dd2-80fe46fb21db {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:36:47.942090 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d3a663-3a02-4d53-83b8-430a95904c55", "tag": "c965d092-d245-44c4-a073-041d705d3404", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:36:47.942622 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ae58c981-ecc3-4c28-9dd2-80fe46fb21db {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:36:47.943255 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d3a663-3a02-4d53-83b8-430a95904c55', 'tag': 'c965d092-d245-44c4-a073-041d705d3404', 'status': 'completed', 'code': 200} Feb 16 22:36:47.971870 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d629f26-e689-4635-b947-8c7e26cc0c5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-b781a81d-9036-4a18-a4be-c2e466c2b751', 'network_id': 'b781a81d-9036-4a18-a4be-c2e466c2b751', 'project_id': '299b755a9262438eb07f110f1b0631ef', 'fixed_ips': [{'subnet_id': '4f6e50c0-6e65-453a-9eff-5e741b2f6fe2'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:36:47.975892 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9d629f26-e689-4635-b947-8c7e26cc0c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:47.980121 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-34c48273-99cb-4c62-add5-187dc2748877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:47.982013 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-34c48273-99cb-4c62-add5-187dc2748877 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e191140f-9662-48f3-b56f-58b68fbf8fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1149101 Feb 16 22:36:47.998967 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eced340d-3d93-4b2f-b031-4eade95b7bef tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:48.000377 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-eced340d-3d93-4b2f-b031-4eade95b7bef tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 881 time: 0.3242445 Feb 16 22:36:48.003536 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55382) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:48.014555 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47569ead-4452-484b-acdb-0fd374f82dc7 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Made reservation on behalf of 299b755a9262438eb07f110f1b0631ef for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:36:48.018961 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-47569ead-4452-484b-acdb-0fd374f82dc7 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:48.064880 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-59c53be3-ea1e-4616-b816-383cca4beaaf tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] 10.222.0.75 "GET /v2.0/ports?device_id=1dfb9988-ca6b-4811-838f-b873e72c9d33 HTTP/1.1" status: 200 len: 205 time: 0.0599697 Feb 16 22:36:48.069401 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55384) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:48.182955 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47569ead-4452-484b-acdb-0fd374f82dc7 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:36:48.194808 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-47569ead-4452-484b-acdb-0fd374f82dc7 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (7d59be59-3a1f-4dba-9c2c-c3fbc84b357f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:48.195468 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-47569ead-4452-484b-acdb-0fd374f82dc7 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Added segment 7d59be59-3a1f-4dba-9c2c-c3fbc84b357f of type vlan for network 198d9493-b542-40c8-aa29-fb739dbaead9 Feb 16 22:36:48.205663 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-9a052bea-c3b1-460f-b2e1-2012fc55b53e service neutron] 10.222.0.79 "GET /v2.0/networks/e191140f-9662-48f3-b56f-58b68fbf8fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164938 Feb 16 22:36:48.214153 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a090df4-f535-40b4-a9da-05d85b8c91a6 req-11fdb2ab-a81e-4b88-ba01-e7b6474bcfc1 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:48.222551 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a090df4-f535-40b4-a9da-05d85b8c91a6 req-11fdb2ab-a81e-4b88-ba01-e7b6474bcfc1 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "GET /v2.0/ports?device_id=43d3a663-3a02-4d53-83b8-430a95904c55 HTTP/1.1" status: 200 len: 943 time: 0.1301327 Feb 16 22:36:48.235702 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-9d629f26-e689-4635-b947-8c7e26cc0c5a None None] Allocated IP 2001:db8:0:ffff::2 (b781a81d-9036-4a18-a4be-c2e466c2b751/4f6e50c0-6e65-453a-9eff-5e741b2f6fe2/105a3fc5-6297-4afe-8523-fdc60d3da3fd) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:36:48.248773 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-47569ead-4452-484b-acdb-0fd374f82dc7 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (198d9493-b542-40c8-aa29-fb739dbaead9), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:48.290149 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-47569ead-4452-484b-acdb-0fd374f82dc7 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (198d9493-b542-40c8-aa29-fb739dbaead9), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:48.295767 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47569ead-4452-484b-acdb-0fd374f82dc7 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:48.296607 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-47569ead-4452-484b-acdb-0fd374f82dc7 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:48.352056 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a090df4-f535-40b4-a9da-05d85b8c91a6 req-15d9f311-186e-42fa-ab88-a75c8cb08024 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "GET /v2.0/security-groups?id=603083ff-4b2e-414e-be44-370ff10caa18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284142 Feb 16 22:36:48.367403 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-47569ead-4452-484b-acdb-0fd374f82dc7 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4775910 Feb 16 22:36:48.373232 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55388) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:48.416312 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-91ca462e-cb98-43cb-86a9-6e50217258c5 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Request body: {'subnet': {'network_id': '198d9493-b542-40c8-aa29-fb739dbaead9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:48.425316 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9d629f26-e689-4635-b947-8c7e26cc0c5a None None] Publish callbacks [] for port (105a3fc5-6297-4afe-8523-fdc60d3da3fd), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:48.433368 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9d629f26-e689-4635-b947-8c7e26cc0c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (105a3fc5-6297-4afe-8523-fdc60d3da3fd), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:48.475179 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d629f26-e689-4635-b947-8c7e26cc0c5a None None] Network b781a81d-9036-4a18-a4be-c2e466c2b751 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:36:48.481084 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-9d629f26-e689-4635-b947-8c7e26cc0c5a None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:36:48.488859 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d629f26-e689-4635-b947-8c7e26cc0c5a None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:36:48.513579 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47569ead-4452-484b-acdb-0fd374f82dc7 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Pushing event updated for resources: {'Network': ['ID=198d9493-b542-40c8-aa29-fb739dbaead9,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:48.539562 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 198d9493-b542-40c8-aa29-fb739dbaead9 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:36:48.546633 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3d6a558a-e711-45ae-a9dd-740d58490d3d req-52ce44fb-4aa9-4005-8a84-4cc2aef16e5a service neutron] 10.222.0.79 "GET /v2.0/networks/e191140f-9662-48f3-b56f-58b68fbf8fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219235 Feb 16 22:36:48.551254 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2dd6b492-7de5-45b0-b8d0-040e66895fac tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router (1dfb9988-ca6b-4811-838f-b873e72c9d33), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:48.574035 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d629f26-e689-4635-b947-8c7e26cc0c5a None None] Pushing event updated for resources: {'Port': ['ID=105a3fc5-6297-4afe-8523-fdc60d3da3fd,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:48.680106 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ca462e-cb98-43cb-86a9-6e50217258c5 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Made reservation on behalf of 299b755a9262438eb07f110f1b0631ef for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:36:48.684313 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-91ca462e-cb98-43cb-86a9-6e50217258c5 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:48.688860 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-9d629f26-e689-4635-b947-8c7e26cc0c5a None None] Attempting to bind port 105a3fc5-6297-4afe-8523-fdc60d3da3fd on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:36:48.689457 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-9d629f26-e689-4635-b947-8c7e26cc0c5a None None] Attempting to bind port 105a3fc5-6297-4afe-8523-fdc60d3da3fd by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '16afbcf8-69c3-4b3d-93d2-692977b2e726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b781a81d-9036-4a18-a4be-c2e466c2b751'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:36:48.689927 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d629f26-e689-4635-b947-8c7e26cc0c5a None None] Attempting to bind port 105a3fc5-6297-4afe-8523-fdc60d3da3fd on network b781a81d-9036-4a18-a4be-c2e466c2b751 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:36:48.696984 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d629f26-e689-4635-b947-8c7e26cc0c5a None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:36:48.697547 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d629f26-e689-4635-b947-8c7e26cc0c5a None None] Checking segment: {'id': '16afbcf8-69c3-4b3d-93d2-692977b2e726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b781a81d-9036-4a18-a4be-c2e466c2b751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:36:48.698103 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9d629f26-e689-4635-b947-8c7e26cc0c5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:48.699062 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d629f26-e689-4635-b947-8c7e26cc0c5a None None] Bound using segment: {'id': '16afbcf8-69c3-4b3d-93d2-692977b2e726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b781a81d-9036-4a18-a4be-c2e466c2b751'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:36:48.699062 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-9d629f26-e689-4635-b947-8c7e26cc0c5a None None] Bound port: 105a3fc5-6297-4afe-8523-fdc60d3da3fd, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16afbcf8-69c3-4b3d-93d2-692977b2e726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b781a81d-9036-4a18-a4be-c2e466c2b751'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:36:48.699634 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9d629f26-e689-4635-b947-8c7e26cc0c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (105a3fc5-6297-4afe-8523-fdc60d3da3fd), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:48.702866 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5ddea-2c1b-47e0-9490-34cbb8e29dba req-971f895d-b083-4133-ab0a-9ca39c96eb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:48.705095 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2cf5ddea-2c1b-47e0-9490-34cbb8e29dba req-971f895d-b083-4133-ab0a-9ca39c96eb8b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=69c2e216bf6b4737ac7a77e3bf076a26&device_id=43d3a663-3a02-4d53-83b8-430a95904c55 HTTP/1.1" status: 200 len: 1125 time: 0.0887678 Feb 16 22:36:48.790756 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-9d629f26-e689-4635-b947-8c7e26cc0c5a None None] For port 105a3fc5-6297-4afe-8523-fdc60d3da3fd, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:36:48.793843 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-9d629f26-e689-4635-b947-8c7e26cc0c5a None None] For port 105a3fc5-6297-4afe-8523-fdc60d3da3fd, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=105a3fc5-6297-4afe-8523-fdc60d3da3fd,segment=NetworkSegment(16afbcf8-69c3-4b3d-93d2-692977b2e726),segment_id=16afbcf8-69c3-4b3d-93d2-692977b2e726)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:36:48.803697 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9d629f26-e689-4635-b947-8c7e26cc0c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (105a3fc5-6297-4afe-8523-fdc60d3da3fd), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:48.828609 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5ddea-2c1b-47e0-9490-34cbb8e29dba req-984bc731-7d70-4c29-8520-4377e3d518a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:48.830637 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2cf5ddea-2c1b-47e0-9490-34cbb8e29dba req-984bc731-7d70-4c29-8520-4377e3d518a6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e191140f-9662-48f3-b56f-58b68fbf8fea HTTP/1.1" status: 200 len: 908 time: 0.1188712 Feb 16 22:36:48.894677 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2cf5ddea-2c1b-47e0-9490-34cbb8e29dba req-d6fb680a-9ef1-43ec-a070-aad2e9723778 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c965d092-d245-44c4-a073-041d705d3404 HTTP/1.1" status: 200 len: 217 time: 0.0508666 Feb 16 22:36:48.895693 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d629f26-e689-4635-b947-8c7e26cc0c5a None None] Pushing event updated for resources: {'Port': ['ID=105a3fc5-6297-4afe-8523-fdc60d3da3fd,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:48.968353 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5ddea-2c1b-47e0-9490-34cbb8e29dba req-471b920f-2b9b-4e27-938c-a292b0711c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:48.970110 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2cf5ddea-2c1b-47e0-9490-34cbb8e29dba req-471b920f-2b9b-4e27-938c-a292b0711c5f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=80b9aa94-7cde-4ce1-8471-1b3f6e219986 HTTP/1.1" status: 200 len: 846 time: 0.0730846 Feb 16 22:36:49.051269 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5ddea-2c1b-47e0-9490-34cbb8e29dba req-9f480bbd-3258-4dc2-82ba-7728b23c745f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:49.053166 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2cf5ddea-2c1b-47e0-9490-34cbb8e29dba req-9f480bbd-3258-4dc2-82ba-7728b23c745f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e191140f-9662-48f3-b56f-58b68fbf8fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0743151 Feb 16 22:36:49.112484 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2dd6b492-7de5-45b0-b8d0-040e66895fac tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router_gateway (1dfb9988-ca6b-4811-838f-b873e72c9d33), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:49.165668 n-d-813897-6 neutron-server[103465]: DEBUG neutron.objects.ports [None req-91ca462e-cb98-43cb-86a9-6e50217258c5 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103465) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 22:36:49.170245 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-91ca462e-cb98-43cb-86a9-6e50217258c5 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (0c8accb8-c598-414c-a6c4-bdd2e855b392), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:49.236981 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2cf5ddea-2c1b-47e0-9490-34cbb8e29dba req-bd631a63-5174-4fd9-99f3-368d52bfb687 service neutron] 10.222.0.79 "GET /v2.0/networks/e191140f-9662-48f3-b56f-58b68fbf8fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765246 Feb 16 22:36:49.308325 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca462e-cb98-43cb-86a9-6e50217258c5 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Pushing event updated for resources: {'Subnet': ['ID=0c8accb8-c598-414c-a6c4-bdd2e855b392,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:49.369202 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ca462e-cb98-43cb-86a9-6e50217258c5 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Checking segment: {'id': '7d59be59-3a1f-4dba-9c2c-c3fbc84b357f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '198d9493-b542-40c8-aa29-fb739dbaead9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:36:49.370452 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ca462e-cb98-43cb-86a9-6e50217258c5 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Network hostable DHCP agents. Network: 198d9493-b542-40c8-aa29-fb739dbaead9, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:36:49.382614 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-2dd6b492-7de5-45b0-b8d0-040e66895fac tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Deleting port 82c11ec6-a5d1-4f05-8d5e-79e9d35d6860 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:36:49.386477 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2dd6b492-7de5-45b0-b8d0-040e66895fac tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (82c11ec6-a5d1-4f05-8d5e-79e9d35d6860), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:49.388553 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2cf5ddea-2c1b-47e0-9490-34cbb8e29dba req-573e71c9-4a43-4525-9ea5-c66765e9f195 service neutron] 10.222.0.79 "GET /v2.0/networks/e191140f-9662-48f3-b56f-58b68fbf8fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444283 Feb 16 22:36:49.518331 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ca462e-cb98-43cb-86a9-6e50217258c5 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Network 198d9493-b542-40c8-aa29-fb739dbaead9 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:36:49.538803 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-91ca462e-cb98-43cb-86a9-6e50217258c5 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 198d9493-b542-40c8-aa29-fb739dbaead9) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:36:49.548495 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b637058-57f4-447f-9b87-bed54d3dc995 None None] Network 198d9493-b542-40c8-aa29-fb739dbaead9 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:36:49.551099 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b505b-9a81-4845-9feb-9fc1e26acf77 req-33cacbac-484b-446f-a800-8da9a8d458bd tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:49.552707 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-678b505b-9a81-4845-9feb-9fc1e26acf77 req-33cacbac-484b-446f-a800-8da9a8d458bd tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "GET /v2.0/ports?device_id=43d3a663-3a02-4d53-83b8-430a95904c55 HTTP/1.1" status: 200 len: 943 time: 0.0816014 Feb 16 22:36:49.581098 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ca462e-cb98-43cb-86a9-6e50217258c5 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:49.581703 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-91ca462e-cb98-43cb-86a9-6e50217258c5 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:49.586601 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2dd6b492-7de5-45b0-b8d0-040e66895fac tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (82c11ec6-a5d1-4f05-8d5e-79e9d35d6860), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:49.608034 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-2dd6b492-7de5-45b0-b8d0-040e66895fac tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Calling delete_port for 82c11ec6-a5d1-4f05-8d5e-79e9d35d6860 owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:36:49.619475 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-678b505b-9a81-4845-9feb-9fc1e26acf77 req-3e1905a0-c0c5-41dd-8531-49a25192e7f8 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "GET /v2.0/security-groups?id=603083ff-4b2e-414e-be44-370ff10caa18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600960 Feb 16 22:36:49.621840 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-91ca462e-cb98-43cb-86a9-6e50217258c5 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2105842 Feb 16 22:36:49.625162 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55410) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:49.638642 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-97a1e213-e601-431c-bedb-d5a96a50fca3 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Request body: {'port': {'network_id': '198d9493-b542-40c8-aa29-fb739dbaead9', 'name': 'tempest-NetworksIpV6TestAttrs-1113007981'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:49.760573 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5039f2-d1b0-4435-be1d-47e43a83ae29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-198d9493-b542-40c8-aa29-fb739dbaead9', 'network_id': '198d9493-b542-40c8-aa29-fb739dbaead9', 'project_id': '299b755a9262438eb07f110f1b0631ef', 'fixed_ips': [{'subnet_id': '0c8accb8-c598-414c-a6c4-bdd2e855b392'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:36:49.762037 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-df5039f2-d1b0-4435-be1d-47e43a83ae29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:49.852810 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a1e213-e601-431c-bedb-d5a96a50fca3 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Made reservation on behalf of 299b755a9262438eb07f110f1b0631ef for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:36:49.863268 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-97a1e213-e601-431c-bedb-d5a96a50fca3 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:49.869305 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2dd6b492-7de5-45b0-b8d0-040e66895fac tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (82c11ec6-a5d1-4f05-8d5e-79e9d35d6860), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:49.908734 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-97a1e213-e601-431c-bedb-d5a96a50fca3 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] device_id is not set on port cfa12fc8-1b46-4223-817c-31af555663bb yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:36:49.912667 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6b492-7de5-45b0-b8d0-040e66895fac tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Pushing event deleted for resources: {'Port': ['ID=82c11ec6-a5d1-4f05-8d5e-79e9d35d6860,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:50.019478 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-df5039f2-d1b0-4435-be1d-47e43a83ae29 None None] Allocated IP 2001:db8::f816:3eff:fe83:a85e (198d9493-b542-40c8-aa29-fb739dbaead9/0c8accb8-c598-414c-a6c4-bdd2e855b392/39dc4db2-3848-447e-90dc-7ee65c5c1f91) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:36:50.067333 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2dd6b492-7de5-45b0-b8d0-040e66895fac tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (1dfb9988-ca6b-4811-838f-b873e72c9d33), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:50.223318 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-df5039f2-d1b0-4435-be1d-47e43a83ae29 None None] Publish callbacks [] for port (39dc4db2-3848-447e-90dc-7ee65c5c1f91), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:50.231199 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-df5039f2-d1b0-4435-be1d-47e43a83ae29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (39dc4db2-3848-447e-90dc-7ee65c5c1f91), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:50.270605 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2dd6b492-7de5-45b0-b8d0-040e66895fac tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (1dfb9988-ca6b-4811-838f-b873e72c9d33), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:50.273466 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2dd6b492-7de5-45b0-b8d0-040e66895fac tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router_controller (1dfb9988-ca6b-4811-838f-b873e72c9d33), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:50.283841 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5039f2-d1b0-4435-be1d-47e43a83ae29 None None] Pushing event updated for resources: {'Port': ['ID=39dc4db2-3848-447e-90dc-7ee65c5c1f91,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:50.295187 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5039f2-d1b0-4435-be1d-47e43a83ae29 None None] Network 198d9493-b542-40c8-aa29-fb739dbaead9 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:36:50.305329 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-df5039f2-d1b0-4435-be1d-47e43a83ae29 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:36:50.305329 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5039f2-d1b0-4435-be1d-47e43a83ae29 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:36:50.360251 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2dd6b492-7de5-45b0-b8d0-040e66895fac tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (1dfb9988-ca6b-4811-838f-b873e72c9d33), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:50.360522 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd6b492-7de5-45b0-b8d0-040e66895fac tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Fanout notify agent at l3_agent the message router_deleted on router 1dfb9988-ca6b-4811-838f-b873e72c9d33 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:36:50.362765 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 105a3fc5-6297-4afe-8523-fdc60d3da3fd up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:36:50.382621 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2dd6b492-7de5-45b0-b8d0-040e66895fac tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:50.384199 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-97a1e213-e601-431c-bedb-d5a96a50fca3 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Allocated IP 2001:db8::f816:3eff:fe57:526a (198d9493-b542-40c8-aa29-fb739dbaead9/0c8accb8-c598-414c-a6c4-bdd2e855b392/cfa12fc8-1b46-4223-817c-31af555663bb) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:36:50.388972 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2dd6b492-7de5-45b0-b8d0-040e66895fac tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] 10.222.0.75 "DELETE /v2.0/routers/1dfb9988-ca6b-4811-838f-b873e72c9d33 HTTP/1.1" status: 204 len: 168 time: 2.3183956 Feb 16 22:36:50.393259 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55424) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:50.398003 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-e7a4e512-20d8-403e-b0ad-fce0507bf874 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1898922638', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:50.426065 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e7a4e512-20d8-403e-b0ad-fce0507bf874 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (2a18febd-3057-451d-b08b-599b777a71cb), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:50.427421 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e7a4e512-20d8-403e-b0ad-fce0507bf874 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (2a18febd-3057-451d-b08b-599b777a71cb), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:50.487597 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-df5039f2-d1b0-4435-be1d-47e43a83ae29 None None] Attempting to bind port 39dc4db2-3848-447e-90dc-7ee65c5c1f91 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:36:50.487972 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-df5039f2-d1b0-4435-be1d-47e43a83ae29 None None] Attempting to bind port 39dc4db2-3848-447e-90dc-7ee65c5c1f91 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '7d59be59-3a1f-4dba-9c2c-c3fbc84b357f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '198d9493-b542-40c8-aa29-fb739dbaead9'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:36:50.489734 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5039f2-d1b0-4435-be1d-47e43a83ae29 None None] Attempting to bind port 39dc4db2-3848-447e-90dc-7ee65c5c1f91 on network 198d9493-b542-40c8-aa29-fb739dbaead9 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:36:50.495586 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5039f2-d1b0-4435-be1d-47e43a83ae29 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:36:50.495968 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5039f2-d1b0-4435-be1d-47e43a83ae29 None None] Checking segment: {'id': '7d59be59-3a1f-4dba-9c2c-c3fbc84b357f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '198d9493-b542-40c8-aa29-fb739dbaead9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:36:50.496379 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-df5039f2-d1b0-4435-be1d-47e43a83ae29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:50.496768 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5039f2-d1b0-4435-be1d-47e43a83ae29 None None] Bound using segment: {'id': '7d59be59-3a1f-4dba-9c2c-c3fbc84b357f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '198d9493-b542-40c8-aa29-fb739dbaead9'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:36:50.497241 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-df5039f2-d1b0-4435-be1d-47e43a83ae29 None None] Bound port: 39dc4db2-3848-447e-90dc-7ee65c5c1f91, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d59be59-3a1f-4dba-9c2c-c3fbc84b357f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '198d9493-b542-40c8-aa29-fb739dbaead9'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:36:50.497625 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-df5039f2-d1b0-4435-be1d-47e43a83ae29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (39dc4db2-3848-447e-90dc-7ee65c5c1f91), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:50.499671 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e7a4e512-20d8-403e-b0ad-fce0507bf874 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router_controller (2a18febd-3057-451d-b08b-599b777a71cb), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:50.530065 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 105a3fc5-6297-4afe-8523-fdc60d3da3fd triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:36:50.530253 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (105a3fc5-6297-4afe-8523-fdc60d3da3fd), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:50.531693 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e7a4e512-20d8-403e-b0ad-fce0507bf874 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (2a18febd-3057-451d-b08b-599b777a71cb), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:50.579155 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e7a4e512-20d8-403e-b0ad-fce0507bf874 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:50.583837 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55426) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:50.588684 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-ab3d0242-d482-4164-8c5a-e56863613b1e tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:50.598523 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e7a4e512-20d8-403e-b0ad-fce0507bf874 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2033148 Feb 16 22:36:50.628599 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a6c029-1f93-4f2a-aea3-94d9152abbac None None] Network b781a81d-9036-4a18-a4be-c2e466c2b751 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:36:50.839874 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81261c1-1b14-4e1b-83c9-8bd5ad8c019c req-9745a91d-2906-47d5-a64d-14b311500799 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:50.841446 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f81261c1-1b14-4e1b-83c9-8bd5ad8c019c req-9745a91d-2906-47d5-a64d-14b311500799 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "GET /v2.0/ports?device_id=43d3a663-3a02-4d53-83b8-430a95904c55 HTTP/1.1" status: 200 len: 943 time: 0.0905626 Feb 16 22:36:50.871326 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 105a3fc5-6297-4afe-8523-fdc60d3da3fd is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:36:50.871748 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (105a3fc5-6297-4afe-8523-fdc60d3da3fd), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:50.873622 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f248ab0c-e648-438d-9ba5-26fc612589a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:50.884609 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-97a1e213-e601-431c-bedb-d5a96a50fca3 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks [] for port (cfa12fc8-1b46-4223-817c-31af555663bb), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:50.947617 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-ecba4ee3-154c-4758-90e6-bbadae944d49 None None] Provisioning complete for port 105a3fc5-6297-4afe-8523-fdc60d3da3fd triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:36:50.948008 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ecba4ee3-154c-4758-90e6-bbadae944d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (105a3fc5-6297-4afe-8523-fdc60d3da3fd), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:50.988772 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f81261c1-1b14-4e1b-83c9-8bd5ad8c019c req-3dd7acf8-6cb6-4996-8b3a-828ea6c5446b tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "GET /v2.0/security-groups?id=603083ff-4b2e-414e-be44-370ff10caa18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331182 Feb 16 22:36:50.993276 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-df5039f2-d1b0-4435-be1d-47e43a83ae29 None None] For port 39dc4db2-3848-447e-90dc-7ee65c5c1f91, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:36:51.025372 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-97a1e213-e601-431c-bedb-d5a96a50fca3 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (cfa12fc8-1b46-4223-817c-31af555663bb), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:51.064239 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-df5039f2-d1b0-4435-be1d-47e43a83ae29 None None] For port 39dc4db2-3848-447e-90dc-7ee65c5c1f91, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=39dc4db2-3848-447e-90dc-7ee65c5c1f91,segment=NetworkSegment(7d59be59-3a1f-4dba-9c2c-c3fbc84b357f),segment_id=7d59be59-3a1f-4dba-9c2c-c3fbc84b357f)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:36:51.101588 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-df5039f2-d1b0-4435-be1d-47e43a83ae29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (39dc4db2-3848-447e-90dc-7ee65c5c1f91), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:51.106202 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 105a3fc5-6297-4afe-8523-fdc60d3da3fd, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=105a3fc5-6297-4afe-8523-fdc60d3da3fd,segment=NetworkSegment(16afbcf8-69c3-4b3d-93d2-692977b2e726),segment_id=16afbcf8-69c3-4b3d-93d2-692977b2e726)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:36:51.136421 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a1e213-e601-431c-bedb-d5a96a50fca3 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Network 198d9493-b542-40c8-aa29-fb739dbaead9 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:36:51.155499 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1e213-e601-431c-bedb-d5a96a50fca3 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Pushing event updated for resources: {'Port': ['ID=cfa12fc8-1b46-4223-817c-31af555663bb,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:51.156793 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (105a3fc5-6297-4afe-8523-fdc60d3da3fd), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:51.159796 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-97a1e213-e601-431c-bedb-d5a96a50fca3 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:36:51.163492 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a1e213-e601-431c-bedb-d5a96a50fca3 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:36:51.172932 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a1e213-e601-431c-bedb-d5a96a50fca3 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:51.173614 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-97a1e213-e601-431c-bedb-d5a96a50fca3 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:51.196027 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-97a1e213-e601-431c-bedb-d5a96a50fca3 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5687816 Feb 16 22:36:51.204579 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55444) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:51.221808 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5039f2-d1b0-4435-be1d-47e43a83ae29 None None] Pushing event updated for resources: {'Port': ['ID=39dc4db2-3848-447e-90dc-7ee65c5c1f91,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:51.304452 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-ecba4ee3-154c-4758-90e6-bbadae944d49 None None] Current status of the port 105a3fc5-6297-4afe-8523-fdc60d3da3fd is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:36:51.309555 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-c25c84d3-a889-4d81-8c0a-902f484ee541 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Deleting subnet 0c8accb8-c598-414c-a6c4-bdd2e855b392 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:36:51.324128 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c25c84d3-a889-4d81-8c0a-902f484ee541 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks [] for subnet (0c8accb8-c598-414c-a6c4-bdd2e855b392), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:51.406788 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c25c84d3-a889-4d81-8c0a-902f484ee541 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (0c8accb8-c598-414c-a6c4-bdd2e855b392), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:51.427935 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=105a3fc5-6297-4afe-8523-fdc60d3da3fd,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:51.651387 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device c965d092-d245-44c4-a073-041d705d3404 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:36:51.671650 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab3d0242-d482-4164-8c5a-e56863613b1e tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router_gateway (2a18febd-3057-451d-b08b-599b777a71cb), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:51.698022 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c25c84d3-a889-4d81-8c0a-902f484ee541 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (0c8accb8-c598-414c-a6c4-bdd2e855b392), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:51.812461 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c25c84d3-a889-4d81-8c0a-902f484ee541 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (0c8accb8-c598-414c-a6c4-bdd2e855b392), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:51.877940 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c84d3-a889-4d81-8c0a-902f484ee541 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Pushing event deleted for resources: {'Subnet': ['ID=0c8accb8-c598-414c-a6c4-bdd2e855b392,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:51.882968 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c25c84d3-a889-4d81-8c0a-902f484ee541 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:51.890330 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c25c84d3-a889-4d81-8c0a-902f484ee541 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "DELETE /v2.0/subnets/0c8accb8-c598-414c-a6c4-bdd2e855b392 HTTP/1.1" status: 204 len: 168 time: 0.6772268 Feb 16 22:36:51.890969 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55450) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:51.917445 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port c965d092-d245-44c4-a073-041d705d3404, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=c965d092-d245-44c4-a073-041d705d3404,segment=NetworkSegment(e22f7244-4333-4023-ae55-a05bce2dee97),segment_id=e22f7244-4333-4023-ae55-a05bce2dee97)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:36:51.943433 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-bb20c528-881b-4fbf-8db0-8f9fd2435d53 None None] Provisioning complete for port 105a3fc5-6297-4afe-8523-fdc60d3da3fd triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:36:51.943925 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bb20c528-881b-4fbf-8db0-8f9fd2435d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (105a3fc5-6297-4afe-8523-fdc60d3da3fd), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:51.995351 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'c965d092-d245-44c4-a073-041d705d3404', 'network_id': 'e191140f-9662-48f3-b56f-58b68fbf8fea', 'port_id': 'c965d092-d245-44c4-a073-041d705d3404', 'mac_address': 'fa:16:3e:65:c3:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80b9aa94-7cde-4ce1-8471-1b3f6e219986', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:36:52.006134 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a30c9d7-f9ea-4d3b-9a61-2db1e7a33d2c tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:52.007248 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a30c9d7-f9ea-4d3b-9a61-2db1e7a33d2c tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:52.012327 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6a30c9d7-f9ea-4d3b-9a61-2db1e7a33d2c tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1199257 Feb 16 22:36:52.012909 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55456) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:52.077066 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port c965d092-d245-44c4-a073-041d705d3404 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:36:52.079316 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c965d092-d245-44c4-a073-041d705d3404), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:52.095876 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c965d092-d245-44c4-a073-041d705d3404 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:36:52.112559 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab3d0242-d482-4164-8c5a-e56863613b1e tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router_gateway (2a18febd-3057-451d-b08b-599b777a71cb), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:52.134663 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab3d0242-d482-4164-8c5a-e56863613b1e tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:52.194888 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port c965d092-d245-44c4-a073-041d705d3404, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=c965d092-d245-44c4-a073-041d705d3404,segment=NetworkSegment(e22f7244-4333-4023-ae55-a05bce2dee97),segment_id=e22f7244-4333-4023-ae55-a05bce2dee97)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:36:52.204080 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-33724c9c-83bf-4367-a5a4-1611976eac98 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (198d9493-b542-40c8-aa29-fb739dbaead9), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:52.212634 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c965d092-d245-44c4-a073-041d705d3404), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:52.261629 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-ab3d0242-d482-4164-8c5a-e56863613b1e tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Allocated IP 172.25.2.197 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/eaa6efaf-ab3a-4dac-b274-2851d67a9dab) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:36:52.271303 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-33724c9c-83bf-4367-a5a4-1611976eac98 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 16 22:36:52.271761 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33724c9c-83bf-4367-a5a4-1611976eac98 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:36:52.289500 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-33724c9c-83bf-4367-a5a4-1611976eac98 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "DELETE /v2.0/networks/198d9493-b542-40c8-aa29-fb739dbaead9 HTTP/1.1" status: 409 len: 466 time: 0.2755554 Feb 16 22:36:52.303766 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55466) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:52.308367 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-40703f9f-f94d-4014-a9d6-33b4924f4e29 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-769658832'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:52.321024 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=c965d092-d245-44c4-a073-041d705d3404,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:52.344018 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-bb20c528-881b-4fbf-8db0-8f9fd2435d53 None None] Current status of the port 105a3fc5-6297-4afe-8523-fdc60d3da3fd is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:36:52.348906 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd13b4-b2bd-47ba-8eea-9cffd2591979 req-9c393772-e5e1-404d-b3cb-599694a1d38e tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:52.355829 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9cdd13b4-b2bd-47ba-8eea-9cffd2591979 req-9c393772-e5e1-404d-b3cb-599694a1d38e tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "GET /v2.0/ports?device_id=43d3a663-3a02-4d53-83b8-430a95904c55 HTTP/1.1" status: 200 len: 943 time: 0.2158282 Feb 16 22:36:52.413880 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40703f9f-f94d-4014-a9d6-33b4924f4e29 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Made reservation on behalf of 299b755a9262438eb07f110f1b0631ef for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:36:52.417230 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-40703f9f-f94d-4014-a9d6-33b4924f4e29 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:52.423493 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['c965d092-d245-44c4-a073-041d705d3404'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:36:52.459171 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab3d0242-d482-4164-8c5a-e56863613b1e tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for port (eaa6efaf-ab3a-4dac-b274-2851d67a9dab), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:52.510198 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 105a3fc5-6297-4afe-8523-fdc60d3da3fd up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:36:52.522211 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9cdd13b4-b2bd-47ba-8eea-9cffd2591979 req-116d974b-22cd-46aa-bb89-61cca68db2a7 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "GET /v2.0/security-groups?id=603083ff-4b2e-414e-be44-370ff10caa18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622162 Feb 16 22:36:52.545324 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab3d0242-d482-4164-8c5a-e56863613b1e tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (eaa6efaf-ab3a-4dac-b274-2851d67a9dab), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:52.560362 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40703f9f-f94d-4014-a9d6-33b4924f4e29 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:36:52.578865 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-40703f9f-f94d-4014-a9d6-33b4924f4e29 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (dc43ada6-77cc-4c64-8189-867c4842a71e), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:52.579263 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-40703f9f-f94d-4014-a9d6-33b4924f4e29 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Added segment dc43ada6-77cc-4c64-8189-867c4842a71e of type vlan for network 8b968d1f-9470-44b8-943c-bff248cf5b03 Feb 16 22:36:52.657597 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-40703f9f-f94d-4014-a9d6-33b4924f4e29 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (8b968d1f-9470-44b8-943c-bff248cf5b03), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:52.674042 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 105a3fc5-6297-4afe-8523-fdc60d3da3fd triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:36:52.674800 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (105a3fc5-6297-4afe-8523-fdc60d3da3fd), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:52.705935 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-40703f9f-f94d-4014-a9d6-33b4924f4e29 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (8b968d1f-9470-44b8-943c-bff248cf5b03), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:52.707890 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d0242-d482-4164-8c5a-e56863613b1e tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Pushing event updated for resources: {'Port': ['ID=eaa6efaf-ab3a-4dac-b274-2851d67a9dab,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:52.712429 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40703f9f-f94d-4014-a9d6-33b4924f4e29 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:52.713059 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-40703f9f-f94d-4014-a9d6-33b4924f4e29 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:52.730110 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3d0242-d482-4164-8c5a-e56863613b1e tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:36:52.735311 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-ab3d0242-d482-4164-8c5a-e56863613b1e tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:36:52.752509 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3d0242-d482-4164-8c5a-e56863613b1e tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:36:52.758095 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-40703f9f-f94d-4014-a9d6-33b4924f4e29 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4535990 Feb 16 22:36:52.761590 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55468) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:52.773087 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-0c586788-bc4c-4456-bab1-f401db53476c tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Request body: {'subnet': {'network_id': '8b968d1f-9470-44b8-943c-bff248cf5b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:52.802087 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40703f9f-f94d-4014-a9d6-33b4924f4e29 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Pushing event updated for resources: {'Network': ['ID=8b968d1f-9470-44b8-943c-bff248cf5b03,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:52.828857 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 8b968d1f-9470-44b8-943c-bff248cf5b03 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:36:52.986214 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67d8675-666a-42a8-91c8-1bbf71bc4318 None None] Network 198d9493-b542-40c8-aa29-fb739dbaead9 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:36:53.037079 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 105a3fc5-6297-4afe-8523-fdc60d3da3fd is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:36:53.038419 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 39dc4db2-3848-447e-90dc-7ee65c5c1f91 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:36:53.050117 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c586788-bc4c-4456-bab1-f401db53476c tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Made reservation on behalf of 299b755a9262438eb07f110f1b0631ef for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:36:53.053816 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0c586788-bc4c-4456-bab1-f401db53476c tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:53.175319 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-84fba474-4824-45d3-a5f5-0c6ffef186cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:53.246947 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-ea1953cb-f89f-4124-a3aa-3b5f4846bb53 None None] Provisioning complete for port 39dc4db2-3848-447e-90dc-7ee65c5c1f91 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:36:53.247235 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ea1953cb-f89f-4124-a3aa-3b5f4846bb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (39dc4db2-3848-447e-90dc-7ee65c5c1f91), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:53.299434 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 39dc4db2-3848-447e-90dc-7ee65c5c1f91 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:36:53.299809 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (39dc4db2-3848-447e-90dc-7ee65c5c1f91), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:53.329178 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab3d0242-d482-4164-8c5a-e56863613b1e tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router_gateway (2a18febd-3057-451d-b08b-599b777a71cb), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:53.397433 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-ea1953cb-f89f-4124-a3aa-3b5f4846bb53 None None] Current status of the port 39dc4db2-3848-447e-90dc-7ee65c5c1f91 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:36:53.397863 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ea1953cb-f89f-4124-a3aa-3b5f4846bb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (39dc4db2-3848-447e-90dc-7ee65c5c1f91), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:53.473881 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-ea1953cb-f89f-4124-a3aa-3b5f4846bb53 None None] For port 39dc4db2-3848-447e-90dc-7ee65c5c1f91, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=39dc4db2-3848-447e-90dc-7ee65c5c1f91,segment=NetworkSegment(7d59be59-3a1f-4dba-9c2c-c3fbc84b357f),segment_id=7d59be59-3a1f-4dba-9c2c-c3fbc84b357f)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:36:53.474427 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 39dc4db2-3848-447e-90dc-7ee65c5c1f91 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:36:53.474880 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (39dc4db2-3848-447e-90dc-7ee65c5c1f91), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:53.502631 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea37534-a9f2-4122-8009-d64d92025bbe None None] DHCP port deletion for 198d9493-b542-40c8-aa29-fb739dbaead9 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:36:53.508323 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ea1953cb-f89f-4124-a3aa-3b5f4846bb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (39dc4db2-3848-447e-90dc-7ee65c5c1f91), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:53.620491 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:36:53.620864 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:36:53.641152 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1953cb-f89f-4124-a3aa-3b5f4846bb53 None None] Pushing event updated for resources: {'Port': ['ID=39dc4db2-3848-447e-90dc-7ee65c5c1f91,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:53.669228 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device c965d092-d245-44c4-a073-041d705d3404 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:36:53.687777 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6a7ba-5535-443d-b130-737a2e5e6edd req-c60943a8-c43d-4474-9129-154ddddefb86 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:53.689607 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-96c6a7ba-5535-443d-b130-737a2e5e6edd req-c60943a8-c43d-4474-9129-154ddddefb86 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "GET /v2.0/ports?device_id=43d3a663-3a02-4d53-83b8-430a95904c55 HTTP/1.1" status: 200 len: 944 time: 0.0950825 Feb 16 22:36:53.727542 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4ea37534-a9f2-4122-8009-d64d92025bbe None None] Deleting port 39dc4db2-3848-447e-90dc-7ee65c5c1f91 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:36:53.727838 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4ea37534-a9f2-4122-8009-d64d92025bbe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (39dc4db2-3848-447e-90dc-7ee65c5c1f91), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:53.771857 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-96c6a7ba-5535-443d-b130-737a2e5e6edd req-3d10dee5-d37e-4e90-bd3a-781370d574e7 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "GET /v2.0/security-groups?id=603083ff-4b2e-414e-be44-370ff10caa18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763533 Feb 16 22:36:53.818226 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port c965d092-d245-44c4-a073-041d705d3404 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:36:53.829004 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port c965d092-d245-44c4-a073-041d705d3404 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:36:53.829391 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c965d092-d245-44c4-a073-041d705d3404), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:53.864907 n-d-813897-6 neutron-server[103465]: DEBUG neutron.objects.ports [None req-0c586788-bc4c-4456-bab1-f401db53476c tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103465) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 22:36:53.868179 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0c586788-bc4c-4456-bab1-f401db53476c tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (6be6b449-af4f-4350-a7e8-d9c39ca916ed), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:53.879670 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-4ea37534-a9f2-4122-8009-d64d92025bbe None None] For port 39dc4db2-3848-447e-90dc-7ee65c5c1f91, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=39dc4db2-3848-447e-90dc-7ee65c5c1f91,segment=NetworkSegment(7d59be59-3a1f-4dba-9c2c-c3fbc84b357f),segment_id=7d59be59-3a1f-4dba-9c2c-c3fbc84b357f)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:36:53.880094 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4ea37534-a9f2-4122-8009-d64d92025bbe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (39dc4db2-3848-447e-90dc-7ee65c5c1f91), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:53.901769 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab3d0242-d482-4164-8c5a-e56863613b1e tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-374653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59817'] for router (2a18febd-3057-451d-b08b-599b777a71cb), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:53.907825 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4ea37534-a9f2-4122-8009-d64d92025bbe None None] Calling delete_port for 39dc4db2-3848-447e-90dc-7ee65c5c1f91 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:36:53.911341 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab3d0242-d482-4164-8c5a-e56863613b1e tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362694'] for router (2a18febd-3057-451d-b08b-599b777a71cb), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:54.001775 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c586788-bc4c-4456-bab1-f401db53476c tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Pushing event updated for resources: {'Subnet': ['ID=6be6b449-af4f-4350-a7e8-d9c39ca916ed,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:54.032708 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c586788-bc4c-4456-bab1-f401db53476c tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Checking segment: {'id': 'dc43ada6-77cc-4c64-8189-867c4842a71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8b968d1f-9470-44b8-943c-bff248cf5b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:36:54.033221 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c586788-bc4c-4456-bab1-f401db53476c tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Network hostable DHCP agents. Network: 8b968d1f-9470-44b8-943c-bff248cf5b03, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:36:54.068279 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4ea37534-a9f2-4122-8009-d64d92025bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (39dc4db2-3848-447e-90dc-7ee65c5c1f91), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:54.069722 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c586788-bc4c-4456-bab1-f401db53476c tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Network 8b968d1f-9470-44b8-943c-bff248cf5b03 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:36:54.082608 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port c965d092-d245-44c4-a073-041d705d3404 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:36:54.083008 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c965d092-d245-44c4-a073-041d705d3404), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:54.092634 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-0c586788-bc4c-4456-bab1-f401db53476c tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 8b968d1f-9470-44b8-943c-bff248cf5b03) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:36:54.101478 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c586788-bc4c-4456-bab1-f401db53476c tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:54.102389 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0c586788-bc4c-4456-bab1-f401db53476c tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:54.134771 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0c586788-bc4c-4456-bab1-f401db53476c tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3704932 Feb 16 22:36:54.136536 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3d0242-d482-4164-8c5a-e56863613b1e tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Router 2a18febd-3057-451d-b08b-599b777a71cb is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:36:54.139014 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55500) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:54.145862 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-60a59ba6-2727-42ea-b894-e501310ffbf4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Request body: {'port': {'network_id': '8b968d1f-9470-44b8-943c-bff248cf5b03', 'name': 'tempest-NetworksIpV6TestAttrs-1278844739'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:54.161732 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706aa751-4085-4314-9762-62eff8579422 None None] Network 8b968d1f-9470-44b8-943c-bff248cf5b03 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:36:54.212478 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea37534-a9f2-4122-8009-d64d92025bbe None None] No DVR routers for this DVR port 39dc4db2-3848-447e-90dc-7ee65c5c1f91 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:36:54.218696 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea37534-a9f2-4122-8009-d64d92025bbe None None] Pushing event deleted for resources: {'Port': ['ID=39dc4db2-3848-447e-90dc-7ee65c5c1f91,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:54.249407 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Port 39dc4db2-3848-447e-90dc-7ee65c5c1f91 update to ACTIVE by agent not found {{(pid=103467) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 16 22:36:54.297303 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d3a663-3a02-4d53-83b8-430a95904c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c965d092-d245-44c4-a073-041d705d3404'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:36:54.299703 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df96bad-1a2f-46ff-8570-cad6feab1836" -d '{"events": [{"server_uuid": "43d3a663-3a02-4d53-83b8-430a95904c55", "name": "network-vif-plugged", "status": "completed", "tag": "c965d092-d245-44c4-a073-041d705d3404"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:36:54.331572 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a59ba6-2727-42ea-b894-e501310ffbf4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Made reservation on behalf of 299b755a9262438eb07f110f1b0631ef for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:36:54.335582 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-60a59ba6-2727-42ea-b894-e501310ffbf4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:54.378531 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-60a59ba6-2727-42ea-b894-e501310ffbf4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] device_id is not set on port cf702fa1-aae0-49f1-a798-ac67a5c6c138 yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:36:54.393007 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f1aecc-2e6c-405f-b08d-39846d74027b x-openstack-request-id: req-e9f1aecc-2e6c-405f-b08d-39846d74027b {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:36:54.393459 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d3a663-3a02-4d53-83b8-430a95904c55", "name": "network-vif-plugged", "status": "completed", "tag": "c965d092-d245-44c4-a073-041d705d3404", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:36:54.393823 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e9f1aecc-2e6c-405f-b08d-39846d74027b {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:36:54.394337 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d3a663-3a02-4d53-83b8-430a95904c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c965d092-d245-44c4-a073-041d705d3404', 'code': 200} Feb 16 22:36:54.397355 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 39dc4db2-3848-447e-90dc-7ee65c5c1f91 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:36:54.400083 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:54.413772 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3d0242-d482-4164-8c5a-e56863613b1e tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:36:54.438114 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab3d0242-d482-4164-8c5a-e56863613b1e tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:54.438892 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port c965d092-d245-44c4-a073-041d705d3404, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=c965d092-d245-44c4-a073-041d705d3404,segment=NetworkSegment(e22f7244-4333-4023-ae55-a05bce2dee97),segment_id=e22f7244-4333-4023-ae55-a05bce2dee97)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:36:54.439820 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ab3d0242-d482-4164-8c5a-e56863613b1e tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] 10.222.0.75 "PUT /v2.0/routers/2a18febd-3057-451d-b08b-599b777a71cb HTTP/1.1" status: 200 len: 880 time: 3.8549676 Feb 16 22:36:54.443201 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55506) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:54.445183 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef695fc-3170-4938-b88f-4be6437b7e3b None None] Sync routers for ids ['2a18febd-3057-451d-b08b-599b777a71cb'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:36:54.451812 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 39dc4db2-3848-447e-90dc-7ee65c5c1f91 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:36:54.452271 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 39dc4db2-3848-447e-90dc-7ee65c5c1f91 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:36:54.457215 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c965d092-d245-44c4-a073-041d705d3404), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:54.520659 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef695fc-3170-4938-b88f-4be6437b7e3b None None] Routers {'2a18febd-3057-451d-b08b-599b777a71cb'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:36:54.521434 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2ef695fc-3170-4938-b88f-4be6437b7e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:36:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['2a18febd-3057-451d-b08b-599b777a71cb'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:54.594023 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dda59e-d640-454a-a654-4baf22a88a5f req-52b92c2f-85c0-45cf-b975-fef25d81c947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:54.595512 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-08dda59e-d640-454a-a654-4baf22a88a5f req-52b92c2f-85c0-45cf-b975-fef25d81c947 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=43d3a663-3a02-4d53-83b8-430a95904c55 HTTP/1.1" status: 200 len: 1127 time: 0.1268640 Feb 16 22:36:54.611512 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-60a59ba6-2727-42ea-b894-e501310ffbf4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Allocated IP 2001:db8::f816:3eff:fed3:de0b (8b968d1f-9470-44b8-943c-bff248cf5b03/6be6b449-af4f-4350-a7e8-d9c39ca916ed/cf702fa1-aae0-49f1-a798-ac67a5c6c138) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:36:54.649860 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55510) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:54.651502 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-50fa6829-6268-45bc-ad32-2ab91e1483c5 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] 10.222.0.75 "GET /v2.0/routers/2a18febd-3057-451d-b08b-599b777a71cb HTTP/1.1" status: 200 len: 921 time: 0.2069056 Feb 16 22:36:54.738179 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2b6989-8d18-4aa2-9fa8-9bf8711d2d7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-8b968d1f-9470-44b8-943c-bff248cf5b03', 'network_id': '8b968d1f-9470-44b8-943c-bff248cf5b03', 'project_id': '299b755a9262438eb07f110f1b0631ef', 'fixed_ips': [{'subnet_id': '6be6b449-af4f-4350-a7e8-d9c39ca916ed'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:36:54.739270 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-df2b6989-8d18-4aa2-9fa8-9bf8711d2d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:54.744340 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2ef695fc-3170-4938-b88f-4be6437b7e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:54.776802 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=c965d092-d245-44c4-a073-041d705d3404,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:54.788726 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef695fc-3170-4938-b88f-4be6437b7e3b None None] Routers {'2a18febd-3057-451d-b08b-599b777a71cb'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:36:54.789316 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2ef695fc-3170-4938-b88f-4be6437b7e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:36:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['2a18febd-3057-451d-b08b-599b777a71cb'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:54.826915 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-08dda59e-d640-454a-a654-4baf22a88a5f req-1529dd58-9a05-49b3-81b9-b66da470641d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=603083ff-4b2e-414e-be44-370ff10caa18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223217 Feb 16 22:36:54.921814 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2ef695fc-3170-4938-b88f-4be6437b7e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:54.922436 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef695fc-3170-4938-b88f-4be6437b7e3b None None] The sync data for ids ['2a18febd-3057-451d-b08b-599b777a71cb'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:36:54.972400 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286aba1b-6bed-434a-86b9-38b3ece9078f tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:54.974138 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-286aba1b-6bed-434a-86b9-38b3ece9078f tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=b0ab4fc8-02c8-4404-90ea-6cd7fce3204f&device_id=2a18febd-3057-451d-b08b-599b777a71cb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3235779 Feb 16 22:36:54.976816 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55522) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:55.011966 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-60a59ba6-2727-42ea-b894-e501310ffbf4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks [] for port (cf702fa1-aae0-49f1-a798-ac67a5c6c138), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:55.023976 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d1e38-7a3a-4951-8fba-98d2e5a4c544 req-b2405c01-7ca1-4457-9b4f-429951af23a5 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:55.025940 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3d8d1e38-7a3a-4951-8fba-98d2e5a4c544 req-b2405c01-7ca1-4457-9b4f-429951af23a5 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "GET /v2.0/ports?device_id=43d3a663-3a02-4d53-83b8-430a95904c55 HTTP/1.1" status: 200 len: 945 time: 0.1171710 Feb 16 22:36:55.089366 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6c8690-3b8c-4ab0-9d96-3148679a70f3 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:55.093303 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4f6c8690-3b8c-4ab0-9d96-3148679a70f3 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 881 time: 0.1129074 Feb 16 22:36:55.093584 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55526) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:55.119833 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3d8d1e38-7a3a-4951-8fba-98d2e5a4c544 req-a9aa2a47-6557-4bd1-922a-f70d2c3bccea tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "GET /v2.0/security-groups?id=603083ff-4b2e-414e-be44-370ff10caa18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871735 Feb 16 22:36:55.126829 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-60a59ba6-2727-42ea-b894-e501310ffbf4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (cf702fa1-aae0-49f1-a798-ac67a5c6c138), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:55.132108 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7c513da4-7ecd-4071-92f6-fc520e00adf2 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] 10.222.0.75 "GET /v2.0/ports?device_id=2a18febd-3057-451d-b08b-599b777a71cb HTTP/1.1" status: 200 len: 205 time: 0.0373778 Feb 16 22:36:55.135204 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55528) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:55.196714 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a59ba6-2727-42ea-b894-e501310ffbf4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Network 8b968d1f-9470-44b8-943c-bff248cf5b03 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:36:55.212471 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-60a59ba6-2727-42ea-b894-e501310ffbf4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:36:55.226984 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-df2b6989-8d18-4aa2-9fa8-9bf8711d2d7f None None] Allocated IP 2001:db8::f816:3eff:feb7:7a94 (8b968d1f-9470-44b8-943c-bff248cf5b03/6be6b449-af4f-4350-a7e8-d9c39ca916ed/ecd4a516-3520-4c48-bad0-992386a096c6) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:36:55.228823 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a59ba6-2727-42ea-b894-e501310ffbf4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:36:55.235790 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a59ba6-2727-42ea-b894-e501310ffbf4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:55.236425 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-60a59ba6-2727-42ea-b894-e501310ffbf4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:55.240399 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a59ba6-2727-42ea-b894-e501310ffbf4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Pushing event updated for resources: {'Port': ['ID=cf702fa1-aae0-49f1-a798-ac67a5c6c138,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:55.262510 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-60a59ba6-2727-42ea-b894-e501310ffbf4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1189525 Feb 16 22:36:55.263109 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55532) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:55.338279 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c5dccf-29d0-49a3-bc89-3cccb07a1ec6 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Deleting subnet 6be6b449-af4f-4350-a7e8-d9c39ca916ed {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:36:55.347467 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1615337f-c819-4c5a-abb9-d996b373c607 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router (2a18febd-3057-451d-b08b-599b777a71cb), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:55.441677 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-df2b6989-8d18-4aa2-9fa8-9bf8711d2d7f None None] Publish callbacks [] for port (ecd4a516-3520-4c48-bad0-992386a096c6), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:55.476155 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e6c5dccf-29d0-49a3-bc89-3cccb07a1ec6 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks [] for subnet (6be6b449-af4f-4350-a7e8-d9c39ca916ed), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:55.476431 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-df2b6989-8d18-4aa2-9fa8-9bf8711d2d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (ecd4a516-3520-4c48-bad0-992386a096c6), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:55.516914 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2b6989-8d18-4aa2-9fa8-9bf8711d2d7f None None] Network 8b968d1f-9470-44b8-943c-bff248cf5b03 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:36:55.524616 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-df2b6989-8d18-4aa2-9fa8-9bf8711d2d7f None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:36:55.534156 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2b6989-8d18-4aa2-9fa8-9bf8711d2d7f None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:36:55.540187 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e6c5dccf-29d0-49a3-bc89-3cccb07a1ec6 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (6be6b449-af4f-4350-a7e8-d9c39ca916ed), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:55.551289 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b6989-8d18-4aa2-9fa8-9bf8711d2d7f None None] Pushing event updated for resources: {'Port': ['ID=ecd4a516-3520-4c48-bad0-992386a096c6,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:55.592076 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1615337f-c819-4c5a-abb9-d996b373c607 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router_gateway (2a18febd-3057-451d-b08b-599b777a71cb), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:55.628061 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-df2b6989-8d18-4aa2-9fa8-9bf8711d2d7f None None] Attempting to bind port ecd4a516-3520-4c48-bad0-992386a096c6 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:36:55.628711 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-df2b6989-8d18-4aa2-9fa8-9bf8711d2d7f None None] Attempting to bind port ecd4a516-3520-4c48-bad0-992386a096c6 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'dc43ada6-77cc-4c64-8189-867c4842a71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8b968d1f-9470-44b8-943c-bff248cf5b03'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:36:55.629354 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2b6989-8d18-4aa2-9fa8-9bf8711d2d7f None None] Attempting to bind port ecd4a516-3520-4c48-bad0-992386a096c6 on network 8b968d1f-9470-44b8-943c-bff248cf5b03 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:36:55.636123 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2b6989-8d18-4aa2-9fa8-9bf8711d2d7f None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:36:55.637210 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2b6989-8d18-4aa2-9fa8-9bf8711d2d7f None None] Checking segment: {'id': 'dc43ada6-77cc-4c64-8189-867c4842a71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8b968d1f-9470-44b8-943c-bff248cf5b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:36:55.637810 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-df2b6989-8d18-4aa2-9fa8-9bf8711d2d7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:55.638465 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2b6989-8d18-4aa2-9fa8-9bf8711d2d7f None None] Bound using segment: {'id': 'dc43ada6-77cc-4c64-8189-867c4842a71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8b968d1f-9470-44b8-943c-bff248cf5b03'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:36:55.639109 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-df2b6989-8d18-4aa2-9fa8-9bf8711d2d7f None None] Bound port: ecd4a516-3520-4c48-bad0-992386a096c6, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc43ada6-77cc-4c64-8189-867c4842a71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8b968d1f-9470-44b8-943c-bff248cf5b03'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:36:55.640264 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-df2b6989-8d18-4aa2-9fa8-9bf8711d2d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ecd4a516-3520-4c48-bad0-992386a096c6), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:55.643885 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:55.748102 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-1615337f-c819-4c5a-abb9-d996b373c607 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Deleting port eaa6efaf-ab3a-4dac-b274-2851d67a9dab {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:36:55.748466 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1615337f-c819-4c5a-abb9-d996b373c607 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (eaa6efaf-ab3a-4dac-b274-2851d67a9dab), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:55.762660 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e6c5dccf-29d0-49a3-bc89-3cccb07a1ec6 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (6be6b449-af4f-4350-a7e8-d9c39ca916ed), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:55.886055 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1615337f-c819-4c5a-abb9-d996b373c607 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (eaa6efaf-ab3a-4dac-b274-2851d67a9dab), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:55.901548 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-df2b6989-8d18-4aa2-9fa8-9bf8711d2d7f None None] For port ecd4a516-3520-4c48-bad0-992386a096c6, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:36:55.901828 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e6c5dccf-29d0-49a3-bc89-3cccb07a1ec6 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (6be6b449-af4f-4350-a7e8-d9c39ca916ed), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:55.904056 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-1615337f-c819-4c5a-abb9-d996b373c607 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Calling delete_port for eaa6efaf-ab3a-4dac-b274-2851d67a9dab owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:36:55.918893 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-df2b6989-8d18-4aa2-9fa8-9bf8711d2d7f None None] For port ecd4a516-3520-4c48-bad0-992386a096c6, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=ecd4a516-3520-4c48-bad0-992386a096c6,segment=NetworkSegment(dc43ada6-77cc-4c64-8189-867c4842a71e),segment_id=dc43ada6-77cc-4c64-8189-867c4842a71e)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:36:55.928874 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-df2b6989-8d18-4aa2-9fa8-9bf8711d2d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ecd4a516-3520-4c48-bad0-992386a096c6), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:55.935812 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5dccf-29d0-49a3-bc89-3cccb07a1ec6 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Pushing event deleted for resources: {'Subnet': ['ID=6be6b449-af4f-4350-a7e8-d9c39ca916ed,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:55.948941 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e6c5dccf-29d0-49a3-bc89-3cccb07a1ec6 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:55.955519 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55542) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:55.956111 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e6c5dccf-29d0-49a3-bc89-3cccb07a1ec6 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "DELETE /v2.0/subnets/6be6b449-af4f-4350-a7e8-d9c39ca916ed HTTP/1.1" status: 204 len: 168 time: 0.6913147 Feb 16 22:36:56.079323 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455ad644-7e0f-47d3-96b5-f246915d781b tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:56.082393 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455ad644-7e0f-47d3-96b5-f246915d781b tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:56.084178 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-455ad644-7e0f-47d3-96b5-f246915d781b tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1272733 Feb 16 22:36:56.086935 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55550) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:56.103220 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b6989-8d18-4aa2-9fa8-9bf8711d2d7f None None] Pushing event updated for resources: {'Port': ['ID=ecd4a516-3520-4c48-bad0-992386a096c6,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:56.199263 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d1124914-c324-45da-8d0e-1402df167f5f tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (8b968d1f-9470-44b8-943c-bff248cf5b03), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:56.208897 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1615337f-c819-4c5a-abb9-d996b373c607 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (eaa6efaf-ab3a-4dac-b274-2851d67a9dab), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:56.225178 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1124914-c324-45da-8d0e-1402df167f5f tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 16 22:36:56.225904 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1124914-c324-45da-8d0e-1402df167f5f tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:36:56.235003 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d1124914-c324-45da-8d0e-1402df167f5f tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "DELETE /v2.0/networks/8b968d1f-9470-44b8-943c-bff248cf5b03 HTTP/1.1" status: 409 len: 466 time: 0.1470530 Feb 16 22:36:56.235874 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55558) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:56.243484 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615337f-c819-4c5a-abb9-d996b373c607 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Pushing event deleted for resources: {'Port': ['ID=eaa6efaf-ab3a-4dac-b274-2851d67a9dab,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:56.257887 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-b85347f6-eaa3-43c1-92ed-be48b0e1d6f8 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1318484470'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:56.307526 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85347f6-eaa3-43c1-92ed-be48b0e1d6f8 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Made reservation on behalf of 299b755a9262438eb07f110f1b0631ef for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:36:56.310753 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b85347f6-eaa3-43c1-92ed-be48b0e1d6f8 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:56.349680 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b85347f6-eaa3-43c1-92ed-be48b0e1d6f8 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:36:56.364290 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72e65f-8001-49c9-8e04-0c22191f1b1e req-64ba9de2-f2ba-4038-ac1e-f62737ab238e tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:56.377800 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b72e65f-8001-49c9-8e04-0c22191f1b1e req-64ba9de2-f2ba-4038-ac1e-f62737ab238e tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "GET /v2.0/ports?device_id=43d3a663-3a02-4d53-83b8-430a95904c55 HTTP/1.1" status: 200 len: 945 time: 0.1400881 Feb 16 22:36:56.408179 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b85347f6-eaa3-43c1-92ed-be48b0e1d6f8 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (620885b5-987e-4d5d-8afa-4721495aa86d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:56.408460 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-b85347f6-eaa3-43c1-92ed-be48b0e1d6f8 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Added segment 620885b5-987e-4d5d-8afa-4721495aa86d of type vlan for network 7033e197-3b3d-4d5b-940b-b4834086ff8c Feb 16 22:36:56.440260 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1615337f-c819-4c5a-abb9-d996b373c607 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (2a18febd-3057-451d-b08b-599b777a71cb), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:56.482813 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b85347f6-eaa3-43c1-92ed-be48b0e1d6f8 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (7033e197-3b3d-4d5b-940b-b4834086ff8c), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:56.509810 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b72e65f-8001-49c9-8e04-0c22191f1b1e req-4cca7aa2-f83a-45ad-8cd0-eb5a696bbf6e tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "GET /v2.0/security-groups?id=603083ff-4b2e-414e-be44-370ff10caa18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316915 Feb 16 22:36:56.548228 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b85347f6-eaa3-43c1-92ed-be48b0e1d6f8 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (7033e197-3b3d-4d5b-940b-b4834086ff8c), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:56.557994 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85347f6-eaa3-43c1-92ed-be48b0e1d6f8 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:56.559264 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b85347f6-eaa3-43c1-92ed-be48b0e1d6f8 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:56.623984 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b85347f6-eaa3-43c1-92ed-be48b0e1d6f8 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3770378 Feb 16 22:36:56.624213 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55566) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:56.630287 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-65a983c7-b1ce-4ec4-a39b-8e4ba1c0f4b1 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Request body: {'subnet': {'network_id': '7033e197-3b3d-4d5b-940b-b4834086ff8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:56.660019 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85347f6-eaa3-43c1-92ed-be48b0e1d6f8 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Pushing event updated for resources: {'Network': ['ID=7033e197-3b3d-4d5b-940b-b4834086ff8c,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:56.671754 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 7033e197-3b3d-4d5b-940b-b4834086ff8c details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:36:57.028890 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:57.120954 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1615337f-c819-4c5a-abb9-d996b373c607 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (2a18febd-3057-451d-b08b-599b777a71cb), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:57.141502 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1615337f-c819-4c5a-abb9-d996b373c607 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router_controller (2a18febd-3057-451d-b08b-599b777a71cb), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:57.150146 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a983c7-b1ce-4ec4-a39b-8e4ba1c0f4b1 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Made reservation on behalf of 299b755a9262438eb07f110f1b0631ef for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:36:57.157813 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa6faf-00d7-4dc7-8360-82a8fd85e508 req-022a7edb-eaa3-4532-a524-b25babefd510 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:57.167461 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ecaa6faf-00d7-4dc7-8360-82a8fd85e508 req-022a7edb-eaa3-4532-a524-b25babefd510 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "GET /v2.0/ports?device_id=43d3a663-3a02-4d53-83b8-430a95904c55 HTTP/1.1" status: 200 len: 945 time: 0.4453733 Feb 16 22:36:57.169057 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65a983c7-b1ce-4ec4-a39b-8e4ba1c0f4b1 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:57.269171 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1615337f-c819-4c5a-abb9-d996b373c607 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (2a18febd-3057-451d-b08b-599b777a71cb), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:57.270009 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1615337f-c819-4c5a-abb9-d996b373c607 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Fanout notify agent at l3_agent the message router_deleted on router 2a18febd-3057-451d-b08b-599b777a71cb {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:36:57.272814 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ecaa6faf-00d7-4dc7-8360-82a8fd85e508 req-486b9762-9339-49f1-86dd-54d87b408866 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "GET /v2.0/security-groups?id=603083ff-4b2e-414e-be44-370ff10caa18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039708 Feb 16 22:36:57.299051 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1615337f-c819-4c5a-abb9-d996b373c607 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:57.304294 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1615337f-c819-4c5a-abb9-d996b373c607 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] 10.222.0.75 "DELETE /v2.0/routers/2a18febd-3057-451d-b08b-599b777a71cb HTTP/1.1" status: 204 len: 168 time: 2.1679378 Feb 16 22:36:57.322950 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55582) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:57.339037 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-3db7b015-5144-4d99-b0a5-f8de1702daf7 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1040497849', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:57.399075 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3db7b015-5144-4d99-b0a5-f8de1702daf7 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (4b801363-4c82-489b-a746-4224e2b73211), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:57.402386 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3db7b015-5144-4d99-b0a5-f8de1702daf7 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (4b801363-4c82-489b-a746-4224e2b73211), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:57.536806 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3db7b015-5144-4d99-b0a5-f8de1702daf7 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router_controller (4b801363-4c82-489b-a746-4224e2b73211), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:57.554098 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3db7b015-5144-4d99-b0a5-f8de1702daf7 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (4b801363-4c82-489b-a746-4224e2b73211), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:57.568833 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdb14d-e4d1-42ce-8591-8db18510b03e req-6ba87524-eac1-45d0-8a7e-8d6cecee4e73 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:57.576176 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13bdb14d-e4d1-42ce-8591-8db18510b03e req-6ba87524-eac1-45d0-8a7e-8d6cecee4e73 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "GET /v2.0/ports?device_id=43d3a663-3a02-4d53-83b8-430a95904c55 HTTP/1.1" status: 200 len: 945 time: 0.1679347 Feb 16 22:36:57.649050 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13bdb14d-e4d1-42ce-8591-8db18510b03e req-f6f5a06a-4731-42e8-b330-2a459c9a432d tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "GET /v2.0/security-groups?id=603083ff-4b2e-414e-be44-370ff10caa18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719736 Feb 16 22:36:57.652438 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3db7b015-5144-4d99-b0a5-f8de1702daf7 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:57.653911 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3db7b015-5144-4d99-b0a5-f8de1702daf7 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3296013 Feb 16 22:36:57.655982 n-d-813897-6 neutron-server[103465]: DEBUG neutron.objects.ports [None req-65a983c7-b1ce-4ec4-a39b-8e4ba1c0f4b1 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103465) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 22:36:57.656610 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55590) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:57.659408 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65a983c7-b1ce-4ec4-a39b-8e4ba1c0f4b1 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (a4a1005a-123b-4845-8e02-693113123719), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:57.666501 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-92a3e539-6e91-4faf-8e17-eaaab2653ad8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'enable_snat': True}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:57.682082 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9f59ac-395c-4705-94c3-2d7a5e15524d None None] Network 8b968d1f-9470-44b8-943c-bff248cf5b03 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:36:57.713178 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55592) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:57.728368 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a983c7-b1ce-4ec4-a39b-8e4ba1c0f4b1 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Pushing event updated for resources: {'Subnet': ['ID=a4a1005a-123b-4845-8e02-693113123719,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:57.765373 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a983c7-b1ce-4ec4-a39b-8e4ba1c0f4b1 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Checking segment: {'id': '620885b5-987e-4d5d-8afa-4721495aa86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7033e197-3b3d-4d5b-940b-b4834086ff8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:36:57.765830 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a983c7-b1ce-4ec4-a39b-8e4ba1c0f4b1 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Network hostable DHCP agents. Network: 7033e197-3b3d-4d5b-940b-b4834086ff8c, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:36:57.792965 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a983c7-b1ce-4ec4-a39b-8e4ba1c0f4b1 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Network 7033e197-3b3d-4d5b-940b-b4834086ff8c is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:36:57.817363 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-65a983c7-b1ce-4ec4-a39b-8e4ba1c0f4b1 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 7033e197-3b3d-4d5b-940b-b4834086ff8c) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:36:57.826257 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-d4f81386-8646-4842-8a66-e89e4b330ac2 None None] Provisioning complete for port ecd4a516-3520-4c48-bad0-992386a096c6 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:36:57.826646 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d4f81386-8646-4842-8a66-e89e4b330ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ecd4a516-3520-4c48-bad0-992386a096c6), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:57.829952 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a983c7-b1ce-4ec4-a39b-8e4ba1c0f4b1 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:57.830708 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65a983c7-b1ce-4ec4-a39b-8e4ba1c0f4b1 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:57.842343 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebfa915-7618-4f5e-a708-9a7cb7a93eca None None] Network 7033e197-3b3d-4d5b-940b-b4834086ff8c requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:36:57.871668 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-65a983c7-b1ce-4ec4-a39b-8e4ba1c0f4b1 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2466068 Feb 16 22:36:57.872293 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55596) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:57.988068 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f6753914-b8a5-4f16-8749-67ef089abafc tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (7033e197-3b3d-4d5b-940b-b4834086ff8c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:58.036544 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-92a3e539-6e91-4faf-8e17-eaaab2653ad8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router_gateway (4b801363-4c82-489b-a746-4224e2b73211), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:58.079871 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6406667e-6f60-463c-b557-dd5b9a0a98d3 tempest-TestServerBasicOps-1947335554 tempest-TestServerBasicOps-1947335554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:58.084096 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6406667e-6f60-463c-b557-dd5b9a0a98d3 tempest-TestServerBasicOps-1947335554 tempest-TestServerBasicOps-1947335554-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=43d3a663-3a02-4d53-83b8-430a95904c55 HTTP/1.1" status: 200 len: 1122 time: 0.3666396 Feb 16 22:36:58.088084 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55602) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:58.089236 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2e1cde-9656-41de-a316-b3701eab4206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-7033e197-3b3d-4d5b-940b-b4834086ff8c', 'network_id': '7033e197-3b3d-4d5b-940b-b4834086ff8c', 'project_id': '299b755a9262438eb07f110f1b0631ef', 'fixed_ips': [{'subnet_id': 'a4a1005a-123b-4845-8e02-693113123719'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:36:58.090306 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3f2e1cde-9656-41de-a316-b3701eab4206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:58.094078 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-e351e185-0581-42bd-bedc-5401b48743f6 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'port_id': 'c965d092-d245-44c4-a073-041d705d3404', 'tenant_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:58.119736 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f6753914-b8a5-4f16-8749-67ef089abafc tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (a4a1005a-123b-4845-8e02-693113123719), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:58.170086 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e351e185-0581-42bd-bedc-5401b48743f6 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:58.247307 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d4f81386-8646-4842-8a66-e89e4b330ac2 None None] Current status of the port ecd4a516-3520-4c48-bad0-992386a096c6 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:36:58.248264 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d4f81386-8646-4842-8a66-e89e4b330ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ecd4a516-3520-4c48-bad0-992386a096c6), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:58.274485 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f6753914-b8a5-4f16-8749-67ef089abafc tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (a4a1005a-123b-4845-8e02-693113123719), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server [None req-3f2e1cde-9656-41de-a316-b3701eab4206 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a4a1005a-123b-4845-8e02-693113123719: This subnet is being modified by another concurrent operation. Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 22:36:58.309037 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise exception Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a4a1005a-123b-4845-8e02-693113123719: This subnet is being modified by another concurrent operation. Feb 16 22:36:58.316171 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server Feb 16 22:36:58.334704 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b0583d-a944-461e-b91f-f41611291023 None None] DHCP port deletion for 8b968d1f-9470-44b8-943c-bff248cf5b03 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:36:58.350911 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0ec3f0-e6ab-4d95-b439-84fd0b3b7af9 None None] Network 7033e197-3b3d-4d5b-940b-b4834086ff8c requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:36:58.372871 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6753914-b8a5-4f16-8749-67ef089abafc tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Pushing event deleted for resources: {'Subnet': ['ID=a4a1005a-123b-4845-8e02-693113123719,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:58.413804 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-d4f81386-8646-4842-8a66-e89e4b330ac2 None None] For port ecd4a516-3520-4c48-bad0-992386a096c6, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=ecd4a516-3520-4c48-bad0-992386a096c6,segment=NetworkSegment(dc43ada6-77cc-4c64-8189-867c4842a71e),segment_id=dc43ada6-77cc-4c64-8189-867c4842a71e)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:36:58.431618 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d4f81386-8646-4842-8a66-e89e4b330ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ecd4a516-3520-4c48-bad0-992386a096c6), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:58.463917 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f6753914-b8a5-4f16-8749-67ef089abafc tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (7033e197-3b3d-4d5b-940b-b4834086ff8c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:58.524719 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-f6753914-b8a5-4f16-8749-67ef089abafc tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7033e197-3b3d-4d5b-940b-b4834086ff8c']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:58.535852 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-f6753914-b8a5-4f16-8749-67ef089abafc tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '620885b5-987e-4d5d-8afa-4721495aa86d') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:58.536378 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-f6753914-b8a5-4f16-8749-67ef089abafc tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '620885b5-987e-4d5d-8afa-4721495aa86d') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:36:58.558982 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f6753914-b8a5-4f16-8749-67ef089abafc tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (620885b5-987e-4d5d-8afa-4721495aa86d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:58.571022 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e351e185-0581-42bd-bedc-5401b48743f6 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:58.582242 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f6753914-b8a5-4f16-8749-67ef089abafc tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (620885b5-987e-4d5d-8afa-4721495aa86d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:58.582446 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-92a3e539-6e91-4faf-8e17-eaaab2653ad8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router_gateway (4b801363-4c82-489b-a746-4224e2b73211), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:58.590677 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6753914-b8a5-4f16-8749-67ef089abafc tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:36:58.591541 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f6753914-b8a5-4f16-8749-67ef089abafc tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (620885b5-987e-4d5d-8afa-4721495aa86d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:58.595530 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:36:58.595530 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:36:58.595530 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:36:58.595530 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:36:58.595530 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:36:58.595530 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:36:58.595530 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:36:58.595530 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:36:58.595530 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:36:58.595530 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:36:58.595530 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:36:58.595530 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:36:58.595530 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:36:58.595530 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:36:58.595530 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:36:58.595530 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:36:58.595530 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:36:58.595530 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:36:58.595530 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:36:58.595530 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:36:58.595530 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:36:58.595530 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:36:58.595530 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:36:58.595530 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:36:58.595530 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:36:58.595530 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:36:58.595530 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:36:58.595530 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:36:58.595530 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:36:58.595530 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:36:58.595530 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:36:58.595530 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:36:58.609558 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-92a3e539-6e91-4faf-8e17-eaaab2653ad8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:58.657591 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:58.662045 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f81386-8646-4842-8a66-e89e4b330ac2 None None] Pushing event updated for resources: {'Port': ['ID=ecd4a516-3520-4c48-bad0-992386a096c6,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:58.668599 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-12b0583d-a944-461e-b91f-f41611291023 None None] Deleting port ecd4a516-3520-4c48-bad0-992386a096c6 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:36:58.669104 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-12b0583d-a944-461e-b91f-f41611291023 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (ecd4a516-3520-4c48-bad0-992386a096c6), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:58.690097 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f6753914-b8a5-4f16-8749-67ef089abafc tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (7033e197-3b3d-4d5b-940b-b4834086ff8c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:58.732244 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f6753914-b8a5-4f16-8749-67ef089abafc tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:58.736088 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f6753914-b8a5-4f16-8749-67ef089abafc tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "DELETE /v2.0/networks/7033e197-3b3d-4d5b-940b-b4834086ff8c HTTP/1.1" status: 204 len: 168 time: 0.8628318 Feb 16 22:36:58.736978 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6753914-b8a5-4f16-8749-67ef089abafc tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Pushing event deleted for resources: {'Network': ['ID=7033e197-3b3d-4d5b-940b-b4834086ff8c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:58.739501 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55612) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:58.744568 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-bcee4310-26f2-49cb-816b-2188a5c0246c tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-901592598'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:58.753638 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-12b0583d-a944-461e-b91f-f41611291023 None None] For port ecd4a516-3520-4c48-bad0-992386a096c6, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=ecd4a516-3520-4c48-bad0-992386a096c6,segment=NetworkSegment(dc43ada6-77cc-4c64-8189-867c4842a71e),segment_id=dc43ada6-77cc-4c64-8189-867c4842a71e)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:36:58.754282 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-12b0583d-a944-461e-b91f-f41611291023 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (ecd4a516-3520-4c48-bad0-992386a096c6), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:58.772248 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-12b0583d-a944-461e-b91f-f41611291023 None None] Calling delete_port for ecd4a516-3520-4c48-bad0-992386a096c6 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:36:58.783806 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcee4310-26f2-49cb-816b-2188a5c0246c tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Made reservation on behalf of 299b755a9262438eb07f110f1b0631ef for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:36:58.790961 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bcee4310-26f2-49cb-816b-2188a5c0246c tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:58.888975 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-e351e185-0581-42bd-bedc-5401b48743f6 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Allocated IP 172.25.2.76 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/75fa2047-4b6a-4b69-8695-5da4001bed60) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:36:58.889575 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcee4310-26f2-49cb-816b-2188a5c0246c tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:36:58.917830 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bcee4310-26f2-49cb-816b-2188a5c0246c tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (d2c813c8-900e-4a05-bfc1-6237f64f8a6d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:58.918361 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-bcee4310-26f2-49cb-816b-2188a5c0246c tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Added segment d2c813c8-900e-4a05-bfc1-6237f64f8a6d of type vlan for network 16488098-2ff1-4812-bc9f-d0c75aa94393 Feb 16 22:36:58.970885 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-12b0583d-a944-461e-b91f-f41611291023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (ecd4a516-3520-4c48-bad0-992386a096c6), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:59.008675 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bcee4310-26f2-49cb-816b-2188a5c0246c tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (16488098-2ff1-4812-bc9f-d0c75aa94393), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:59.023422 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b0583d-a944-461e-b91f-f41611291023 None None] Pushing event deleted for resources: {'Port': ['ID=ecd4a516-3520-4c48-bad0-992386a096c6,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:59.033642 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b0583d-a944-461e-b91f-f41611291023 None None] No DVR routers for this DVR port ecd4a516-3520-4c48-bad0-992386a096c6 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:36:59.051410 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bcee4310-26f2-49cb-816b-2188a5c0246c tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (16488098-2ff1-4812-bc9f-d0c75aa94393), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:59.058354 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcee4310-26f2-49cb-816b-2188a5c0246c tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:36:59.059148 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bcee4310-26f2-49cb-816b-2188a5c0246c tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:59.067896 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75117c80-c81f-4dbd-becc-e4610f14076f None None] get_active_networks_info from n-d-813897-6 {{(pid=103467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 22:36:59.083849 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e351e185-0581-42bd-bedc-5401b48743f6 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks [] for port (75fa2047-4b6a-4b69-8695-5da4001bed60), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:59.111451 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bcee4310-26f2-49cb-816b-2188a5c0246c tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3706257 Feb 16 22:36:59.114092 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55622) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:36:59.121029 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-d5b00f66-c5be-4ae4-a194-0908d8425d91 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Request body: {'subnet': {'network_id': '16488098-2ff1-4812-bc9f-d0c75aa94393', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:36:59.203411 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee4310-26f2-49cb-816b-2188a5c0246c tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Pushing event updated for resources: {'Network': ['ID=16488098-2ff1-4812-bc9f-d0c75aa94393,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:59.228600 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 16488098-2ff1-4812-bc9f-d0c75aa94393 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:36:59.247201 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b00f66-c5be-4ae4-a194-0908d8425d91 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Made reservation on behalf of 299b755a9262438eb07f110f1b0631ef for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:36:59.251871 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d5b00f66-c5be-4ae4-a194-0908d8425d91 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:59.255686 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e351e185-0581-42bd-bedc-5401b48743f6 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (75fa2047-4b6a-4b69-8695-5da4001bed60), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:59.329525 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75117c80-c81f-4dbd-becc-e4610f14076f None None] Resources bound (agent type, host, resource id): {{(pid=103467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 22:36:59.395384 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351e185-0581-42bd-bedc-5401b48743f6 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Pushing event updated for resources: {'Port': ['ID=75fa2047-4b6a-4b69-8695-5da4001bed60,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:36:59.414411 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e351e185-0581-42bd-bedc-5401b48743f6 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:36:59.423502 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-e351e185-0581-42bd-bedc-5401b48743f6 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:36:59.428325 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e351e185-0581-42bd-bedc-5401b48743f6 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:36:59.563569 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-92a3e539-6e91-4faf-8e17-eaaab2653ad8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Allocated IP 172.25.2.168 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/2567329e-8584-49f0-b158-2579f3eb12c7) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:36:59.860920 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:59.914003 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-92a3e539-6e91-4faf-8e17-eaaab2653ad8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for port (2567329e-8584-49f0-b158-2579f3eb12c7), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:36:59.940850 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d5b00f66-c5be-4ae4-a194-0908d8425d91 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (271dbb7a-cea9-4eb9-abbc-d50e6c2935cf), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:00.152740 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-92a3e539-6e91-4faf-8e17-eaaab2653ad8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (2567329e-8584-49f0-b158-2579f3eb12c7), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:00.160731 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b00f66-c5be-4ae4-a194-0908d8425d91 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Pushing event updated for resources: {'Subnet': ['ID=271dbb7a-cea9-4eb9-abbc-d50e6c2935cf,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:00.248078 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a3e539-6e91-4faf-8e17-eaaab2653ad8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:37:00.250452 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a3e539-6e91-4faf-8e17-eaaab2653ad8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Pushing event updated for resources: {'Port': ['ID=2567329e-8584-49f0-b158-2579f3eb12c7,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:00.252858 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b00f66-c5be-4ae4-a194-0908d8425d91 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Checking segment: {'id': 'd2c813c8-900e-4a05-bfc1-6237f64f8a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '16488098-2ff1-4812-bc9f-d0c75aa94393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:37:00.253338 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b00f66-c5be-4ae4-a194-0908d8425d91 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Network hostable DHCP agents. Network: 16488098-2ff1-4812-bc9f-d0c75aa94393, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:37:00.276106 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e351e185-0581-42bd-bedc-5401b48743f6 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks [] for floatingip (56096229-f312-4f9f-915a-351539f4f3c0), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:00.290986 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device ecd4a516-3520-4c48-bad0-992386a096c6 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:37:00.305669 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-92a3e539-6e91-4faf-8e17-eaaab2653ad8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:00.310173 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a3e539-6e91-4faf-8e17-eaaab2653ad8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:37:00.322102 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: ecd4a516-3520-4c48-bad0-992386a096c6 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:37:00.322701 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device ecd4a516-3520-4c48-bad0-992386a096c6 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:37:00.393195 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b00f66-c5be-4ae4-a194-0908d8425d91 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Network 16488098-2ff1-4812-bc9f-d0c75aa94393 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:37:00.493462 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-d5b00f66-c5be-4ae4-a194-0908d8425d91 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 16488098-2ff1-4812-bc9f-d0c75aa94393) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:00.497484 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b00f66-c5be-4ae4-a194-0908d8425d91 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:00.498114 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d5b00f66-c5be-4ae4-a194-0908d8425d91 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:00.504096 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d768ae4-706c-418c-98f3-14733fc737eb None None] Network 16488098-2ff1-4812-bc9f-d0c75aa94393 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:37:00.528029 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e351e185-0581-42bd-bedc-5401b48743f6 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (75fa2047-4b6a-4b69-8695-5da4001bed60), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:00.638076 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37756f3-5948-4e44-b496-5338fbed0fbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-16488098-2ff1-4812-bc9f-d0c75aa94393', 'network_id': '16488098-2ff1-4812-bc9f-d0c75aa94393', 'project_id': '299b755a9262438eb07f110f1b0631ef', 'fixed_ips': [{'subnet_id': '271dbb7a-cea9-4eb9-abbc-d50e6c2935cf'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:37:00.639185 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c37756f3-5948-4e44-b496-5338fbed0fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:00.692211 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e351e185-0581-42bd-bedc-5401b48743f6 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks [] for port (75fa2047-4b6a-4b69-8695-5da4001bed60), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:00.705224 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e351e185-0581-42bd-bedc-5401b48743f6 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (75fa2047-4b6a-4b69-8695-5da4001bed60), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:00.754967 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d5b00f66-c5be-4ae4-a194-0908d8425d91 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6366806 Feb 16 22:37:00.755190 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55658) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:00.862399 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-c37756f3-5948-4e44-b496-5338fbed0fbd None None] Allocated IP 2001:db8::2 (16488098-2ff1-4812-bc9f-d0c75aa94393/271dbb7a-cea9-4eb9-abbc-d50e6c2935cf/7936cf8d-cffa-4079-a080-7cea56a68db5) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:37:00.885922 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0ec33ad9-d8f5-4636-90ea-7b19c3c1e6c4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (16488098-2ff1-4812-bc9f-d0c75aa94393), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:00.993640 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0ec33ad9-d8f5-4636-90ea-7b19c3c1e6c4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (271dbb7a-cea9-4eb9-abbc-d50e6c2935cf), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:01.085398 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c37756f3-5948-4e44-b496-5338fbed0fbd None None] Publish callbacks [] for port (7936cf8d-cffa-4079-a080-7cea56a68db5), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:01.098655 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c37756f3-5948-4e44-b496-5338fbed0fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (7936cf8d-cffa-4079-a080-7cea56a68db5), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:01.118042 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0ec33ad9-d8f5-4636-90ea-7b19c3c1e6c4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (271dbb7a-cea9-4eb9-abbc-d50e6c2935cf), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:01.150575 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37756f3-5948-4e44-b496-5338fbed0fbd None None] Network 16488098-2ff1-4812-bc9f-d0c75aa94393 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:37:01.157472 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-c37756f3-5948-4e44-b496-5338fbed0fbd None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:01.159533 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37756f3-5948-4e44-b496-5338fbed0fbd None None] Pushing event updated for resources: {'Port': ['ID=7936cf8d-cffa-4079-a080-7cea56a68db5,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:01.162013 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37756f3-5948-4e44-b496-5338fbed0fbd None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:37:01.167272 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec33ad9-d8f5-4636-90ea-7b19c3c1e6c4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Pushing event deleted for resources: {'Subnet': ['ID=271dbb7a-cea9-4eb9-abbc-d50e6c2935cf,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:01.287771 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-c37756f3-5948-4e44-b496-5338fbed0fbd None None] Attempting to bind port 7936cf8d-cffa-4079-a080-7cea56a68db5 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:37:01.288309 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-c37756f3-5948-4e44-b496-5338fbed0fbd None None] Attempting to bind port 7936cf8d-cffa-4079-a080-7cea56a68db5 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'd2c813c8-900e-4a05-bfc1-6237f64f8a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '16488098-2ff1-4812-bc9f-d0c75aa94393'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:37:01.288874 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37756f3-5948-4e44-b496-5338fbed0fbd None None] Attempting to bind port 7936cf8d-cffa-4079-a080-7cea56a68db5 on network 16488098-2ff1-4812-bc9f-d0c75aa94393 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:37:01.301333 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37756f3-5948-4e44-b496-5338fbed0fbd None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:37:01.301908 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37756f3-5948-4e44-b496-5338fbed0fbd None None] Checking segment: {'id': 'd2c813c8-900e-4a05-bfc1-6237f64f8a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '16488098-2ff1-4812-bc9f-d0c75aa94393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:37:01.302552 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c37756f3-5948-4e44-b496-5338fbed0fbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:01.303122 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37756f3-5948-4e44-b496-5338fbed0fbd None None] Bound using segment: {'id': 'd2c813c8-900e-4a05-bfc1-6237f64f8a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '16488098-2ff1-4812-bc9f-d0c75aa94393'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:37:01.303713 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-c37756f3-5948-4e44-b496-5338fbed0fbd None None] Bound port: 7936cf8d-cffa-4079-a080-7cea56a68db5, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c813c8-900e-4a05-bfc1-6237f64f8a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '16488098-2ff1-4812-bc9f-d0c75aa94393'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:37:01.304194 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c37756f3-5948-4e44-b496-5338fbed0fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (7936cf8d-cffa-4079-a080-7cea56a68db5), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:01.306767 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0ec33ad9-d8f5-4636-90ea-7b19c3c1e6c4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (16488098-2ff1-4812-bc9f-d0c75aa94393), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:01.319816 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e351e185-0581-42bd-bedc-5401b48743f6 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (56096229-f312-4f9f-915a-351539f4f3c0), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:01.353405 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-0ec33ad9-d8f5-4636-90ea-7b19c3c1e6c4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16488098-2ff1-4812-bc9f-d0c75aa94393']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:01.367101 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-0ec33ad9-d8f5-4636-90ea-7b19c3c1e6c4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c813c8-900e-4a05-bfc1-6237f64f8a6d') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:01.367101 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-0ec33ad9-d8f5-4636-90ea-7b19c3c1e6c4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c813c8-900e-4a05-bfc1-6237f64f8a6d') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:01.387284 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0ec33ad9-d8f5-4636-90ea-7b19c3c1e6c4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (d2c813c8-900e-4a05-bfc1-6237f64f8a6d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:01.416543 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351e185-0581-42bd-bedc-5401b48743f6 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Pushing event updated for resources: {'Port': ['ID=75fa2047-4b6a-4b69-8695-5da4001bed60,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:01.420377 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0ec33ad9-d8f5-4636-90ea-7b19c3c1e6c4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (d2c813c8-900e-4a05-bfc1-6237f64f8a6d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:01.431690 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec33ad9-d8f5-4636-90ea-7b19c3c1e6c4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:37:01.432163 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0ec33ad9-d8f5-4636-90ea-7b19c3c1e6c4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (d2c813c8-900e-4a05-bfc1-6237f64f8a6d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:01.436338 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:37:01.436338 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:37:01.436338 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:37:01.436338 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:37:01.436338 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:37:01.436338 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:37:01.436338 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:37:01.436338 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:37:01.436338 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:37:01.436338 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:37:01.436338 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:37:01.436338 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:37:01.436338 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:37:01.436338 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:37:01.436338 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:37:01.436338 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:37:01.436338 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:37:01.436338 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:37:01.436338 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:37:01.436338 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:37:01.436338 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:37:01.436338 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:37:01.436338 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:37:01.436338 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:37:01.436338 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:37:01.436338 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:37:01.436338 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:37:01.436338 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:37:01.436338 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:37:01.436338 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:37:01.436338 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:37:01.436338 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:37:01.479469 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-92a3e539-6e91-4faf-8e17-eaaab2653ad8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router_gateway (4b801363-4c82-489b-a746-4224e2b73211), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:01.535169 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.db.api [None req-0ec33ad9-d8f5-4636-90ea-7b19c3c1e6c4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 22:37:01.535169 n-d-813897-6 neutron-server[103465]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 22:37:01.535169 n-d-813897-6 neutron-server[103465]: [parameters: {'id': '16488098-2ff1-4812-bc9f-d0c75aa94393'}] Feb 16 22:37:01.535169 n-d-813897-6 neutron-server[103465]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:37:01.535697 n-d-813897-6 neutron-server[103465]: DEBUG oslo_db.api [None req-0ec33ad9-d8f5-4636-90ea-7b19c3c1e6c4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:37:01.559690 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-e351e185-0581-42bd-bedc-5401b48743f6 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Floating IP 56096229-f312-4f9f-915a-351539f4f3c0 associated. External IP: 172.25.2.76, port: c965d092-d245-44c4-a073-041d705d3404. Feb 16 22:37:01.640110 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c37756f3-5948-4e44-b496-5338fbed0fbd None None] For port 7936cf8d-cffa-4079-a080-7cea56a68db5, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:37:01.645187 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c37756f3-5948-4e44-b496-5338fbed0fbd None None] For port 7936cf8d-cffa-4079-a080-7cea56a68db5, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=7936cf8d-cffa-4079-a080-7cea56a68db5,segment=NetworkSegment(d2c813c8-900e-4a05-bfc1-6237f64f8a6d),segment_id=d2c813c8-900e-4a05-bfc1-6237f64f8a6d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:37:01.654353 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c37756f3-5948-4e44-b496-5338fbed0fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (7936cf8d-cffa-4079-a080-7cea56a68db5), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:01.772280 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37756f3-5948-4e44-b496-5338fbed0fbd None None] Pushing event updated for resources: {'Port': ['ID=7936cf8d-cffa-4079-a080-7cea56a68db5,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:01.807588 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-92a3e539-6e91-4faf-8e17-eaaab2653ad8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-374653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59817'] for router (4b801363-4c82-489b-a746-4224e2b73211), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:01.811430 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-92a3e539-6e91-4faf-8e17-eaaab2653ad8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362694'] for router (4b801363-4c82-489b-a746-4224e2b73211), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:01.979536 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da6544d-f040-4185-8cec-cc81434a5256 None None] get_active_networks_info from n-d-813897-6 {{(pid=103467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 22:37:02.037625 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0ec33ad9-d8f5-4636-90ea-7b19c3c1e6c4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (16488098-2ff1-4812-bc9f-d0c75aa94393), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:02.060524 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e351e185-0581-42bd-bedc-5401b48743f6 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Router 7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:37:02.137909 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da6544d-f040-4185-8cec-cc81434a5256 None None] Resources bound (agent type, host, resource id): {{(pid=103467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 22:37:02.152606 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a3e539-6e91-4faf-8e17-eaaab2653ad8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Router 4b801363-4c82-489b-a746-4224e2b73211 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:37:02.159803 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-0ec33ad9-d8f5-4636-90ea-7b19c3c1e6c4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Deleting port 7936cf8d-cffa-4079-a080-7cea56a68db5 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:37:02.159803 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0ec33ad9-d8f5-4636-90ea-7b19c3c1e6c4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (7936cf8d-cffa-4079-a080-7cea56a68db5), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:02.314346 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e351e185-0581-42bd-bedc-5401b48743f6 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:37:02.324880 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1354755-f05e-46ad-bfe6-5f3f87fe428e None None] Sync routers for ids ['7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:37:02.335213 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-0ec33ad9-d8f5-4636-90ea-7b19c3c1e6c4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] For port 7936cf8d-cffa-4079-a080-7cea56a68db5, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=7936cf8d-cffa-4079-a080-7cea56a68db5,segment=NetworkSegment(d2c813c8-900e-4a05-bfc1-6237f64f8a6d),segment_id=d2c813c8-900e-4a05-bfc1-6237f64f8a6d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:37:02.335682 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0ec33ad9-d8f5-4636-90ea-7b19c3c1e6c4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (7936cf8d-cffa-4079-a080-7cea56a68db5), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:02.350784 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1354755-f05e-46ad-bfe6-5f3f87fe428e None None] Routers {'7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:37:02.351434 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-f1354755-f05e-46ad-bfe6-5f3f87fe428e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:36:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:02.372013 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-0ec33ad9-d8f5-4636-90ea-7b19c3c1e6c4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Calling delete_port for 7936cf8d-cffa-4079-a080-7cea56a68db5 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:37:02.433829 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e351e185-0581-42bd-bedc-5401b48743f6 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:02.509925 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e351e185-0581-42bd-bedc-5401b48743f6 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.4199550 Feb 16 22:37:02.513156 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d3a663-3a02-4d53-83b8-430a95904c55', 'tag': 'c965d092-d245-44c4-a073-041d705d3404'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:37:02.516572 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d40152-5315-4db2-82e8-193ddd707d87" -d '{"events": [{"name": "network-changed", "server_uuid": "43d3a663-3a02-4d53-83b8-430a95904c55", "tag": "c965d092-d245-44c4-a073-041d705d3404"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:37:02.522807 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a3e539-6e91-4faf-8e17-eaaab2653ad8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:37:02.528687 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-92a3e539-6e91-4faf-8e17-eaaab2653ad8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:02.530452 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-92a3e539-6e91-4faf-8e17-eaaab2653ad8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] 10.222.0.75 "PUT /v2.0/routers/4b801363-4c82-489b-a746-4224e2b73211 HTTP/1.1" status: 200 len: 915 time: 4.8728399 Feb 16 22:37:02.532962 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55694) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:02.574143 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93de1dc2-6aa2-4baf-b132-d973063a803f None None] Sync routers for ids ['4b801363-4c82-489b-a746-4224e2b73211'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:37:02.594838 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da77fc4-4212-4d08-adc5-186fcecfb03a x-openstack-request-id: req-4da77fc4-4212-4d08-adc5-186fcecfb03a {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:37:02.595400 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d3a663-3a02-4d53-83b8-430a95904c55", "tag": "c965d092-d245-44c4-a073-041d705d3404", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:37:02.595922 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4da77fc4-4212-4d08-adc5-186fcecfb03a {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:37:02.596545 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d3a663-3a02-4d53-83b8-430a95904c55', 'tag': 'c965d092-d245-44c4-a073-041d705d3404', 'status': 'completed', 'code': 200} Feb 16 22:37:02.607906 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0ec33ad9-d8f5-4636-90ea-7b19c3c1e6c4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (7936cf8d-cffa-4079-a080-7cea56a68db5), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:02.676044 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93de1dc2-6aa2-4baf-b132-d973063a803f None None] Routers {'4b801363-4c82-489b-a746-4224e2b73211'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:37:02.676698 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-93de1dc2-6aa2-4baf-b132-d973063a803f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:36:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4b801363-4c82-489b-a746-4224e2b73211'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:02.681409 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec33ad9-d8f5-4636-90ea-7b19c3c1e6c4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Pushing event deleted for resources: {'Port': ['ID=7936cf8d-cffa-4079-a080-7cea56a68db5,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:02.687366 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-f1354755-f05e-46ad-bfe6-5f3f87fe428e None None] Set router 7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:37:02.689362 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df42a5f9-f010-47f0-a88a-c99af7749858 None None] Network 16488098-2ff1-4812-bc9f-d0c75aa94393 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:37:02.701443 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d40152-5315-4db2-82e8-193ddd707d87 req-bb0ab010-4d43-4072-a648-da528409654c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:02.703707 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-04d40152-5315-4db2-82e8-193ddd707d87 req-bb0ab010-4d43-4072-a648-da528409654c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=69c2e216bf6b4737ac7a77e3bf076a26&device_id=43d3a663-3a02-4d53-83b8-430a95904c55 HTTP/1.1" status: 200 len: 1127 time: 0.0713062 Feb 16 22:37:02.712432 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec33ad9-d8f5-4636-90ea-7b19c3c1e6c4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] No DVR routers for this DVR port 7936cf8d-cffa-4079-a080-7cea56a68db5 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:37:02.755043 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5b9b6d39-daf5-4364-a45e-173da0b9a3f8 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] 10.222.0.75 "GET /v2.0/routers/4b801363-4c82-489b-a746-4224e2b73211 HTTP/1.1" status: 200 len: 921 time: 0.2180834 Feb 16 22:37:02.756048 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55698) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:02.792978 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-93de1dc2-6aa2-4baf-b132-d973063a803f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:02.871416 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0ec33ad9-d8f5-4636-90ea-7b19c3c1e6c4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (16488098-2ff1-4812-bc9f-d0c75aa94393), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:02.898683 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-0ec33ad9-d8f5-4636-90ea-7b19c3c1e6c4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16488098-2ff1-4812-bc9f-d0c75aa94393']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:02.925132 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-0ec33ad9-d8f5-4636-90ea-7b19c3c1e6c4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c813c8-900e-4a05-bfc1-6237f64f8a6d') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:02.925491 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-0ec33ad9-d8f5-4636-90ea-7b19c3c1e6c4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c813c8-900e-4a05-bfc1-6237f64f8a6d') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:02.937122 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0ec33ad9-d8f5-4636-90ea-7b19c3c1e6c4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (d2c813c8-900e-4a05-bfc1-6237f64f8a6d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:02.942514 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93de1dc2-6aa2-4baf-b132-d973063a803f None None] Routers {'4b801363-4c82-489b-a746-4224e2b73211'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:37:02.952390 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-93de1dc2-6aa2-4baf-b132-d973063a803f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:36:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4b801363-4c82-489b-a746-4224e2b73211'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:02.953134 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0ec33ad9-d8f5-4636-90ea-7b19c3c1e6c4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (d2c813c8-900e-4a05-bfc1-6237f64f8a6d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:02.962720 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec33ad9-d8f5-4636-90ea-7b19c3c1e6c4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:37:02.963437 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0ec33ad9-d8f5-4636-90ea-7b19c3c1e6c4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (d2c813c8-900e-4a05-bfc1-6237f64f8a6d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:02.967036 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:37:02.967036 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:37:02.967036 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:37:02.967036 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:37:02.967036 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:37:02.967036 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:37:02.967036 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:37:02.967036 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:37:02.967036 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:37:02.967036 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:37:02.967036 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:37:02.967036 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:37:02.967036 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:37:02.967036 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:37:02.967036 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:37:02.967036 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:37:02.967036 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:37:02.967036 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:37:02.967036 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:37:02.967036 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:37:02.967036 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:37:02.967036 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:37:02.967036 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:37:02.967036 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:37:02.967036 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:37:02.967036 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:37:02.967036 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:37:02.967036 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:37:02.967036 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:37:02.967036 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:37:02.967036 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:37:02.967036 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:37:03.022872 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-93de1dc2-6aa2-4baf-b132-d973063a803f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:03.024175 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93de1dc2-6aa2-4baf-b132-d973063a803f None None] The sync data for ids ['4b801363-4c82-489b-a746-4224e2b73211'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:37:03.065648 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0ec33ad9-d8f5-4636-90ea-7b19c3c1e6c4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (16488098-2ff1-4812-bc9f-d0c75aa94393), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:03.073829 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0ec33ad9-d8f5-4636-90ea-7b19c3c1e6c4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:03.079939 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c62fd8a-fa91-4e13-8850-1c3f41e03b26 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:03.085045 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7c62fd8a-fa91-4e13-8850-1c3f41e03b26 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=b0ab4fc8-02c8-4404-90ea-6cd7fce3204f&device_id=4b801363-4c82-489b-a746-4224e2b73211&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3279326 Feb 16 22:37:03.090259 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55706) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:03.090506 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55708) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:03.090683 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0ec33ad9-d8f5-4636-90ea-7b19c3c1e6c4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "DELETE /v2.0/networks/16488098-2ff1-4812-bc9f-d0c75aa94393 HTTP/1.1" status: 204 len: 168 time: 2.3347821 Feb 16 22:37:03.097050 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-0a388e76-2858-474e-9f4d-b08f30cf8056 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1872081060'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:03.101861 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec33ad9-d8f5-4636-90ea-7b19c3c1e6c4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Pushing event deleted for resources: {'Network': ['ID=16488098-2ff1-4812-bc9f-d0c75aa94393,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:03.165708 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d40152-5315-4db2-82e8-193ddd707d87 req-946f3359-f10d-41f0-addb-2e2a62e42f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:03.167713 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-04d40152-5315-4db2-82e8-193ddd707d87 req-946f3359-f10d-41f0-addb-2e2a62e42f94 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e191140f-9662-48f3-b56f-58b68fbf8fea HTTP/1.1" status: 200 len: 908 time: 0.4555125 Feb 16 22:37:03.250006 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1af78-60c9-4da8-9a82-ed76ee71b21e req-d12222e4-3159-48e7-ab7e-387a8b41c58f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:03.258483 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ddd1af78-60c9-4da8-9a82-ed76ee71b21e req-d12222e4-3159-48e7-ab7e-387a8b41c58f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 946 time: 0.2856140 Feb 16 22:37:03.278877 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-04d40152-5315-4db2-82e8-193ddd707d87 req-43058143-26c9-457f-947d-b4f3b40b2db1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c965d092-d245-44c4-a073-041d705d3404 HTTP/1.1" status: 200 len: 998 time: 0.1025522 Feb 16 22:37:03.320253 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a388e76-2858-474e-9f4d-b08f30cf8056 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Made reservation on behalf of 299b755a9262438eb07f110f1b0631ef for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:03.323457 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0a388e76-2858-474e-9f4d-b08f30cf8056 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:03.333002 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-f1354755-f05e-46ad-bfe6-5f3f87fe428e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'name': 'tempest-TestServerBasicOps-33319674-router', 'tenant_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '0827812b-b0e9-4760-a45d-3ace067f8cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:36:13Z', 'updated_at': '2022-02-16T22:36:19Z', 'revision_number': 4, 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'gw_port': {'id': '0827812b-b0e9-4760-a45d-3ace067f8cb4', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:25:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:15Z', 'updated_at': '2022-02-16T22:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '56096229-f312-4f9f-915a-351539f4f3c0', 'tenant_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'floating_ip_address': '172.25.2.76', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'port_id': 'c965d092-d245-44c4-a073-041d705d3404', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e191140f-9662-48f3-b56f-58b68fbf8fea', 'mac_address': 'fa:16:3e:65:c3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d3a663-3a02-4d53-83b8-430a95904c55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:36:59Z', 'updated_at': '2022-02-16T22:36:59Z', 'revision_number': 0, 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08077597-f981-4f2a-b5fe-8e90b894747a', 'name': '', 'network_id': 'e191140f-9662-48f3-b56f-58b68fbf8fea', 'tenant_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'mac_address': 'fa:16:3e:59:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '80b9aa94-7cde-4ce1-8471-1b3f6e219986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:18Z', 'updated_at': '2022-02-16T22:36:27Z', 'revision_number': 5, 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'subnets': [{'id': '80b9aa94-7cde-4ce1-8471-1b3f6e219986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:03.366369 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1354755-f05e-46ad-bfe6-5f3f87fe428e None None] Checking router: 7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:37:03.379085 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1354755-f05e-46ad-bfe6-5f3f87fe428e None None] Routers {'7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:37:03.379939 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-f1354755-f05e-46ad-bfe6-5f3f87fe428e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:36:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:03.431558 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ddd1af78-60c9-4da8-9a82-ed76ee71b21e req-bc64ae90-3f7e-4621-9dbe-12c34a10299b tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718533 Feb 16 22:37:03.452269 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d40152-5315-4db2-82e8-193ddd707d87 req-851b5bb6-2d56-4df7-82ab-1ea0fabf6686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:03.453811 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-04d40152-5315-4db2-82e8-193ddd707d87 req-851b5bb6-2d56-4df7-82ab-1ea0fabf6686 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=80b9aa94-7cde-4ce1-8471-1b3f6e219986 HTTP/1.1" status: 200 len: 846 time: 0.1443634 Feb 16 22:37:03.460405 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a388e76-2858-474e-9f4d-b08f30cf8056 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:37:03.463168 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e73d4d-f8fb-4003-b54e-94ff74c16958 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:03.467928 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f2e73d4d-f8fb-4003-b54e-94ff74c16958 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 881 time: 0.3669128 Feb 16 22:37:03.471422 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55720) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:03.502005 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0a388e76-2858-474e-9f4d-b08f30cf8056 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (7b010d2e-87dc-4627-9be3-7365c42a81a9), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:03.502971 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-0a388e76-2858-474e-9f4d-b08f30cf8056 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Added segment 7b010d2e-87dc-4627-9be3-7365c42a81a9 of type vlan for network 1f026d49-8363-4b15-8713-16560e82e677 Feb 16 22:37:03.535288 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0005104f-d39a-40a4-8054-a3f28943715e tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b801363-4c82-489b-a746-4224e2b73211 HTTP/1.1" status: 200 len: 205 time: 0.0621252 Feb 16 22:37:03.538104 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55724) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:03.564950 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0a388e76-2858-474e-9f4d-b08f30cf8056 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (1f026d49-8363-4b15-8713-16560e82e677), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:03.577590 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d40152-5315-4db2-82e8-193ddd707d87 req-f3e97149-6522-40ed-999f-74ba54eb6489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:03.594010 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-04d40152-5315-4db2-82e8-193ddd707d87 req-f3e97149-6522-40ed-999f-74ba54eb6489 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e191140f-9662-48f3-b56f-58b68fbf8fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1219792 Feb 16 22:37:03.602557 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-f1354755-f05e-46ad-bfe6-5f3f87fe428e None None] Set router 7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:37:03.680860 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f000ce06-8b92-459c-9d62-c130d9209c36 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router (4b801363-4c82-489b-a746-4224e2b73211), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:03.697468 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0a388e76-2858-474e-9f4d-b08f30cf8056 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (1f026d49-8363-4b15-8713-16560e82e677), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:03.703889 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a388e76-2858-474e-9f4d-b08f30cf8056 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:03.704491 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0a388e76-2858-474e-9f4d-b08f30cf8056 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:03.795346 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0a388e76-2858-474e-9f4d-b08f30cf8056 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7035105 Feb 16 22:37:03.796016 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55726) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:03.844972 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-0d548feb-8f69-4ef9-9218-1dbdd88e7559 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Request body: {'subnet': {'network_id': '1f026d49-8363-4b15-8713-16560e82e677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:03.869222 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-04d40152-5315-4db2-82e8-193ddd707d87 req-0e8ad780-635e-4cca-8ebc-d7a2ea9379e7 service neutron] 10.222.0.79 "GET /v2.0/networks/e191140f-9662-48f3-b56f-58b68fbf8fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655497 Feb 16 22:37:03.870289 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a388e76-2858-474e-9f4d-b08f30cf8056 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Pushing event updated for resources: {'Network': ['ID=1f026d49-8363-4b15-8713-16560e82e677,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:03.881889 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 1f026d49-8363-4b15-8713-16560e82e677 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:37:03.885195 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-f1354755-f05e-46ad-bfe6-5f3f87fe428e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'name': 'tempest-TestServerBasicOps-33319674-router', 'tenant_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '0827812b-b0e9-4760-a45d-3ace067f8cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:36:13Z', 'updated_at': '2022-02-16T22:36:19Z', 'revision_number': 4, 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'gw_port': {'id': '0827812b-b0e9-4760-a45d-3ace067f8cb4', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:25:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:15Z', 'updated_at': '2022-02-16T22:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '56096229-f312-4f9f-915a-351539f4f3c0', 'tenant_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'floating_ip_address': '172.25.2.76', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'port_id': 'c965d092-d245-44c4-a073-041d705d3404', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e191140f-9662-48f3-b56f-58b68fbf8fea', 'mac_address': 'fa:16:3e:65:c3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d3a663-3a02-4d53-83b8-430a95904c55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:36:59Z', 'updated_at': '2022-02-16T22:36:59Z', 'revision_number': 0, 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08077597-f981-4f2a-b5fe-8e90b894747a', 'name': '', 'network_id': 'e191140f-9662-48f3-b56f-58b68fbf8fea', 'tenant_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'mac_address': 'fa:16:3e:59:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '80b9aa94-7cde-4ce1-8471-1b3f6e219986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:18Z', 'updated_at': '2022-02-16T22:36:27Z', 'revision_number': 5, 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'subnets': [{'id': '80b9aa94-7cde-4ce1-8471-1b3f6e219986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:03.889726 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f000ce06-8b92-459c-9d62-c130d9209c36 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router_gateway (4b801363-4c82-489b-a746-4224e2b73211), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:03.938580 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1354755-f05e-46ad-bfe6-5f3f87fe428e None None] The sync data for ids ['7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97'] in n-d-813897-6 is: [{'id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'name': 'tempest-TestServerBasicOps-33319674-router', 'tenant_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '0827812b-b0e9-4760-a45d-3ace067f8cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:36:13Z', 'updated_at': '2022-02-16T22:36:19Z', 'revision_number': 4, 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'gw_port': {'id': '0827812b-b0e9-4760-a45d-3ace067f8cb4', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:25:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:15Z', 'updated_at': '2022-02-16T22:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '56096229-f312-4f9f-915a-351539f4f3c0', 'tenant_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'floating_ip_address': '172.25.2.76', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'port_id': 'c965d092-d245-44c4-a073-041d705d3404', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e191140f-9662-48f3-b56f-58b68fbf8fea', 'mac_address': 'fa:16:3e:65:c3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d3a663-3a02-4d53-83b8-430a95904c55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:36:59Z', 'updated_at': '2022-02-16T22:36:59Z', 'revision_number': 0, 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08077597-f981-4f2a-b5fe-8e90b894747a', 'name': '', 'network_id': 'e191140f-9662-48f3-b56f-58b68fbf8fea', 'tenant_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'mac_address': 'fa:16:3e:59:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '80b9aa94-7cde-4ce1-8471-1b3f6e219986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:18Z', 'updated_at': '2022-02-16T22:36:27Z', 'revision_number': 5, 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'subnets': [{'id': '80b9aa94-7cde-4ce1-8471-1b3f6e219986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:37:04.052885 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d548feb-8f69-4ef9-9218-1dbdd88e7559 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Made reservation on behalf of 299b755a9262438eb07f110f1b0631ef for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:04.057014 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d548feb-8f69-4ef9-9218-1dbdd88e7559 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:04.065713 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-f000ce06-8b92-459c-9d62-c130d9209c36 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Deleting port 2567329e-8584-49f0-b158-2579f3eb12c7 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:37:04.066814 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f000ce06-8b92-459c-9d62-c130d9209c36 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (2567329e-8584-49f0-b158-2579f3eb12c7), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:04.099419 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-04d40152-5315-4db2-82e8-193ddd707d87 req-91c03146-6abc-4abb-8a5f-7e6807b89236 service neutron] 10.222.0.79 "GET /v2.0/networks/e191140f-9662-48f3-b56f-58b68fbf8fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231216 Feb 16 22:37:04.211481 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f000ce06-8b92-459c-9d62-c130d9209c36 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (2567329e-8584-49f0-b158-2579f3eb12c7), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:04.228707 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-f000ce06-8b92-459c-9d62-c130d9209c36 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Calling delete_port for 2567329e-8584-49f0-b158-2579f3eb12c7 owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:37:04.350107 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829874f1-fba4-4678-969f-b842adc0d895 None None] New status for floating IP 56096229-f312-4f9f-915a-351539f4f3c0: ACTIVE {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:37:04.412864 n-d-813897-6 neutron-server[103466]: DEBUG neutron.objects.ports [None req-0d548feb-8f69-4ef9-9218-1dbdd88e7559 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103466) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 22:37:04.414741 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d548feb-8f69-4ef9-9218-1dbdd88e7559 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (b18a18a8-22ea-4fb9-b643-a5b409c73ab3), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:04.493582 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d548feb-8f69-4ef9-9218-1dbdd88e7559 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Pushing event updated for resources: {'Subnet': ['ID=b18a18a8-22ea-4fb9-b643-a5b409c73ab3,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:04.558483 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d548feb-8f69-4ef9-9218-1dbdd88e7559 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Checking segment: {'id': '7b010d2e-87dc-4627-9be3-7365c42a81a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1f026d49-8363-4b15-8713-16560e82e677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:37:04.558483 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d548feb-8f69-4ef9-9218-1dbdd88e7559 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Network hostable DHCP agents. Network: 1f026d49-8363-4b15-8713-16560e82e677, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:37:04.606782 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d548feb-8f69-4ef9-9218-1dbdd88e7559 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Network 1f026d49-8363-4b15-8713-16560e82e677 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:37:04.612843 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f000ce06-8b92-459c-9d62-c130d9209c36 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (2567329e-8584-49f0-b158-2579f3eb12c7), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:04.646550 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226dffea-ea12-41ee-8e5f-e1b4891e57c0 req-5bf08dd6-cf92-4031-aba6-c705da5f5cdb tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:04.648087 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-226dffea-ea12-41ee-8e5f-e1b4891e57c0 req-5bf08dd6-cf92-4031-aba6-c705da5f5cdb tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 946 time: 0.0770411 Feb 16 22:37:04.648706 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-0d548feb-8f69-4ef9-9218-1dbdd88e7559 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 1f026d49-8363-4b15-8713-16560e82e677) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:04.665911 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277d0117-9a52-445c-bd27-a448f83baa3d None None] Network 1f026d49-8363-4b15-8713-16560e82e677 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:37:04.669998 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d548feb-8f69-4ef9-9218-1dbdd88e7559 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:04.670262 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d548feb-8f69-4ef9-9218-1dbdd88e7559 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:04.706208 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000ce06-8b92-459c-9d62-c130d9209c36 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Pushing event deleted for resources: {'Port': ['ID=2567329e-8584-49f0-b158-2579f3eb12c7,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:04.765050 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f000ce06-8b92-459c-9d62-c130d9209c36 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (4b801363-4c82-489b-a746-4224e2b73211), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:04.799261 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0d548feb-8f69-4ef9-9218-1dbdd88e7559 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9572873 Feb 16 22:37:04.800343 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55746) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:04.838910 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-226dffea-ea12-41ee-8e5f-e1b4891e57c0 req-00e04f55-71a1-4bbc-8dc3-90202b8badd0 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781325 Feb 16 22:37:04.858711 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469a8ea-c8d7-4044-a595-689543f13081 req-926df1e5-448f-40de-8f46-c63ea9f295c4 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:04.860208 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0469a8ea-c8d7-4044-a595-689543f13081 req-926df1e5-448f-40de-8f46-c63ea9f295c4 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.67 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 946 time: 0.2090178 Feb 16 22:37:04.872879 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0f5f50-174a-425f-8585-067de9684a2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-1f026d49-8363-4b15-8713-16560e82e677', 'network_id': '1f026d49-8363-4b15-8713-16560e82e677', 'project_id': '299b755a9262438eb07f110f1b0631ef', 'fixed_ips': [{'subnet_id': 'b18a18a8-22ea-4fb9-b643-a5b409c73ab3'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:37:04.874144 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-be0f5f50-174a-425f-8585-067de9684a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:04.981839 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f000ce06-8b92-459c-9d62-c130d9209c36 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (4b801363-4c82-489b-a746-4224e2b73211), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:04.993207 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f000ce06-8b92-459c-9d62-c130d9209c36 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router_controller (4b801363-4c82-489b-a746-4224e2b73211), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:05.088720 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f000ce06-8b92-459c-9d62-c130d9209c36 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (4b801363-4c82-489b-a746-4224e2b73211), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:05.091114 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f000ce06-8b92-459c-9d62-c130d9209c36 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Fanout notify agent at l3_agent the message router_deleted on router 4b801363-4c82-489b-a746-4224e2b73211 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:37:05.107497 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f000ce06-8b92-459c-9d62-c130d9209c36 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:05.113524 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f000ce06-8b92-459c-9d62-c130d9209c36 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] 10.222.0.75 "DELETE /v2.0/routers/4b801363-4c82-489b-a746-4224e2b73211 HTTP/1.1" status: 204 len: 168 time: 1.5704641 Feb 16 22:37:05.113863 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55752) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:05.120523 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-d946181c-d3d7-412e-9ad7-b3d6f1a298ac tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2145053033', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:05.127491 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-be0f5f50-174a-425f-8585-067de9684a2c None None] Allocated IP 2001:db8::f816:3eff:fec3:3ae9 (1f026d49-8363-4b15-8713-16560e82e677/b18a18a8-22ea-4fb9-b643-a5b409c73ab3/a6c9cb52-f582-4880-ab83-8e8b9c4f04be) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:37:05.194081 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d946181c-d3d7-412e-9ad7-b3d6f1a298ac tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (e6a7afd0-3045-4b6a-b512-4f6cb10534a3), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:05.195355 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d946181c-d3d7-412e-9ad7-b3d6f1a298ac tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (e6a7afd0-3045-4b6a-b512-4f6cb10534a3), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:05.306955 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d946181c-d3d7-412e-9ad7-b3d6f1a298ac tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router_controller (e6a7afd0-3045-4b6a-b512-4f6cb10534a3), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:05.315201 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d946181c-d3d7-412e-9ad7-b3d6f1a298ac tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (e6a7afd0-3045-4b6a-b512-4f6cb10534a3), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:05.346905 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d946181c-d3d7-412e-9ad7-b3d6f1a298ac tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:05.348716 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d946181c-d3d7-412e-9ad7-b3d6f1a298ac tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2334220 Feb 16 22:37:05.351146 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55754) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:05.357643 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-be4b3077-2b0a-49d7-9da2-baeadd8cdeab tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'enable_snat': False}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:05.367795 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-be0f5f50-174a-425f-8585-067de9684a2c None None] Publish callbacks [] for port (a6c9cb52-f582-4880-ab83-8e8b9c4f04be), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:05.376131 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-be0f5f50-174a-425f-8585-067de9684a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (a6c9cb52-f582-4880-ab83-8e8b9c4f04be), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:05.400871 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-67b1fb7e-961f-496f-8cc0-7e75c0981c2d tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (1f026d49-8363-4b15-8713-16560e82e677), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:05.426586 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-0469a8ea-c8d7-4044-a595-689543f13081 req-dc730e23-02af-4a10-bd48-5d9706d56965 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Deleting port bffb9e7c-c128-4c9a-9dde-edbf5d52a085 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:37:05.426927 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0469a8ea-c8d7-4044-a595-689543f13081 req-dc730e23-02af-4a10-bd48-5d9706d56965 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (bffb9e7c-c128-4c9a-9dde-edbf5d52a085), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:05.437602 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f5f50-174a-425f-8585-067de9684a2c None None] Pushing event updated for resources: {'Port': ['ID=a6c9cb52-f582-4880-ab83-8e8b9c4f04be,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:05.468724 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0f5f50-174a-425f-8585-067de9684a2c None None] Network 1f026d49-8363-4b15-8713-16560e82e677 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:37:05.470756 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-be0f5f50-174a-425f-8585-067de9684a2c None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:05.472978 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0f5f50-174a-425f-8585-067de9684a2c None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:37:05.540337 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-be0f5f50-174a-425f-8585-067de9684a2c None None] Attempting to bind port a6c9cb52-f582-4880-ab83-8e8b9c4f04be on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:37:05.540760 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-be0f5f50-174a-425f-8585-067de9684a2c None None] Attempting to bind port a6c9cb52-f582-4880-ab83-8e8b9c4f04be by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '7b010d2e-87dc-4627-9be3-7365c42a81a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1f026d49-8363-4b15-8713-16560e82e677'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:37:05.541139 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0f5f50-174a-425f-8585-067de9684a2c None None] Attempting to bind port a6c9cb52-f582-4880-ab83-8e8b9c4f04be on network 1f026d49-8363-4b15-8713-16560e82e677 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:37:05.543896 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-0469a8ea-c8d7-4044-a595-689543f13081 req-dc730e23-02af-4a10-bd48-5d9706d56965 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] For port bffb9e7c-c128-4c9a-9dde-edbf5d52a085, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=bffb9e7c-c128-4c9a-9dde-edbf5d52a085,segment=NetworkSegment(0da08ad7-1ffb-4706-9d45-1cc487f01f06),segment_id=0da08ad7-1ffb-4706-9d45-1cc487f01f06)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:37:05.544402 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0469a8ea-c8d7-4044-a595-689543f13081 req-dc730e23-02af-4a10-bd48-5d9706d56965 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (bffb9e7c-c128-4c9a-9dde-edbf5d52a085), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:05.546904 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0f5f50-174a-425f-8585-067de9684a2c None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:37:05.547288 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0f5f50-174a-425f-8585-067de9684a2c None None] Checking segment: {'id': '7b010d2e-87dc-4627-9be3-7365c42a81a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1f026d49-8363-4b15-8713-16560e82e677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:37:05.547698 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-be0f5f50-174a-425f-8585-067de9684a2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:05.548103 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0f5f50-174a-425f-8585-067de9684a2c None None] Bound using segment: {'id': '7b010d2e-87dc-4627-9be3-7365c42a81a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1f026d49-8363-4b15-8713-16560e82e677'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:37:05.549021 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-be0f5f50-174a-425f-8585-067de9684a2c None None] Bound port: a6c9cb52-f582-4880-ab83-8e8b9c4f04be, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b010d2e-87dc-4627-9be3-7365c42a81a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1f026d49-8363-4b15-8713-16560e82e677'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:37:05.549592 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-be0f5f50-174a-425f-8585-067de9684a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a6c9cb52-f582-4880-ab83-8e8b9c4f04be), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:05.691071 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-be0f5f50-174a-425f-8585-067de9684a2c None None] For port a6c9cb52-f582-4880-ab83-8e8b9c4f04be, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:37:05.697186 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-be0f5f50-174a-425f-8585-067de9684a2c None None] For port a6c9cb52-f582-4880-ab83-8e8b9c4f04be, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a6c9cb52-f582-4880-ab83-8e8b9c4f04be,segment=NetworkSegment(7b010d2e-87dc-4627-9be3-7365c42a81a9),segment_id=7b010d2e-87dc-4627-9be3-7365c42a81a9)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:37:05.715149 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-be0f5f50-174a-425f-8585-067de9684a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a6c9cb52-f582-4880-ab83-8e8b9c4f04be), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:05.788554 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-be4b3077-2b0a-49d7-9da2-baeadd8cdeab tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router_gateway (e6a7afd0-3045-4b6a-b512-4f6cb10534a3), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:05.798348 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f5f50-174a-425f-8585-067de9684a2c None None] Pushing event updated for resources: {'Port': ['ID=a6c9cb52-f582-4880-ab83-8e8b9c4f04be,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:05.840454 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-67b1fb7e-961f-496f-8cc0-7e75c0981c2d tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Deleting port a6c9cb52-f582-4880-ab83-8e8b9c4f04be {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:37:05.840881 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-67b1fb7e-961f-496f-8cc0-7e75c0981c2d tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a6c9cb52-f582-4880-ab83-8e8b9c4f04be), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:05.871833 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0469a8ea-c8d7-4044-a595-689543f13081 req-dc730e23-02af-4a10-bd48-5d9706d56965 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:05.872220 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0469a8ea-c8d7-4044-a595-689543f13081 req-dc730e23-02af-4a10-bd48-5d9706d56965 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (f9852a1f-86b0-4c35-9717-96c1be71eed1), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:05.872585 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [req-0469a8ea-c8d7-4044-a595-689543f13081 req-dc730e23-02af-4a10-bd48-5d9706d56965 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Floating IP f9852a1f-86b0-4c35-9717-96c1be71eed1 disassociated. External IP: 172.25.2.52, port: bffb9e7c-c128-4c9a-9dde-edbf5d52a085. Feb 16 22:37:05.873004 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-0469a8ea-c8d7-4044-a595-689543f13081 req-dc730e23-02af-4a10-bd48-5d9706d56965 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Calling delete_port for bffb9e7c-c128-4c9a-9dde-edbf5d52a085 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:37:06.026929 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-67b1fb7e-961f-496f-8cc0-7e75c0981c2d tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] For port a6c9cb52-f582-4880-ab83-8e8b9c4f04be, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a6c9cb52-f582-4880-ab83-8e8b9c4f04be,segment=NetworkSegment(7b010d2e-87dc-4627-9be3-7365c42a81a9),segment_id=7b010d2e-87dc-4627-9be3-7365c42a81a9)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:37:06.027178 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-67b1fb7e-961f-496f-8cc0-7e75c0981c2d tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a6c9cb52-f582-4880-ab83-8e8b9c4f04be), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:06.079933 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-67b1fb7e-961f-496f-8cc0-7e75c0981c2d tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Calling delete_port for a6c9cb52-f582-4880-ab83-8e8b9c4f04be owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:37:06.108539 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-be4b3077-2b0a-49d7-9da2-baeadd8cdeab tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router_gateway (e6a7afd0-3045-4b6a-b512-4f6cb10534a3), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:06.144912 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-be4b3077-2b0a-49d7-9da2-baeadd8cdeab tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:06.199214 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0396216-9b96-4b41-8d49-eed6509f6316 req-5c8a94a5-abd6-4b14-be54-f986254a3189 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:06.201546 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0396216-9b96-4b41-8d49-eed6509f6316 req-5c8a94a5-abd6-4b14-be54-f986254a3189 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 946 time: 0.2426982 Feb 16 22:37:06.291984 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-be4b3077-2b0a-49d7-9da2-baeadd8cdeab tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Allocated IP 172.25.2.211 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/813d4eb0-c66e-4538-afad-a5da63d0d516) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:37:06.352802 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0469a8ea-c8d7-4044-a595-689543f13081 req-dc730e23-02af-4a10-bd48-5d9706d56965 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (bffb9e7c-c128-4c9a-9dde-edbf5d52a085), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:06.425717 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc730e23-02af-4a10-bd48-5d9706d56965 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Pushing event deleted for resources: {'Port': ['ID=bffb9e7c-c128-4c9a-9dde-edbf5d52a085,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:06.434189 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0396216-9b96-4b41-8d49-eed6509f6316 req-6e410062-1cfb-4a49-83bf-b64ce0e4331d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=845eca6e-39ec-41a2-8301-b1e51740b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950400 Feb 16 22:37:06.461170 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a6c9cb52-f582-4880-ab83-8e8b9c4f04be up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:37:06.497160 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-be4b3077-2b0a-49d7-9da2-baeadd8cdeab tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for port (813d4eb0-c66e-4538-afad-a5da63d0d516), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:06.546859 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-be4b3077-2b0a-49d7-9da2-baeadd8cdeab tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (813d4eb0-c66e-4538-afad-a5da63d0d516), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:06.552905 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port a6c9cb52-f582-4880-ab83-8e8b9c4f04be triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:37:06.553756 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a6c9cb52-f582-4880-ab83-8e8b9c4f04be), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:06.647823 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4b3077-2b0a-49d7-9da2-baeadd8cdeab tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:37:06.656265 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-be4b3077-2b0a-49d7-9da2-baeadd8cdeab tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:06.666788 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4b3077-2b0a-49d7-9da2-baeadd8cdeab tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:37:06.667496 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port a6c9cb52-f582-4880-ab83-8e8b9c4f04be is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:37:06.668186 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a6c9cb52-f582-4880-ab83-8e8b9c4f04be), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:06.696695 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0469a8ea-c8d7-4044-a595-689543f13081 req-dc730e23-02af-4a10-bd48-5d9706d56965 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Router 4f76041d-32ee-4188-a776-12dcc7ad25cc has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:37:06.705522 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b3077-2b0a-49d7-9da2-baeadd8cdeab tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Pushing event updated for resources: {'Port': ['ID=813d4eb0-c66e-4538-afad-a5da63d0d516,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:06.723097 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-67b1fb7e-961f-496f-8cc0-7e75c0981c2d tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (a6c9cb52-f582-4880-ab83-8e8b9c4f04be), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:06.850084 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1fb7e-961f-496f-8cc0-7e75c0981c2d tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Pushing event deleted for resources: {'Port': ['ID=a6c9cb52-f582-4880-ab83-8e8b9c4f04be,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:06.989264 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b1fb7e-961f-496f-8cc0-7e75c0981c2d tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] No DVR routers for this DVR port a6c9cb52-f582-4880-ab83-8e8b9c4f04be on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:37:07.093119 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0469a8ea-c8d7-4044-a595-689543f13081 req-dc730e23-02af-4a10-bd48-5d9706d56965 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:37:07.114496 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf539457-bbaf-492e-86cc-e16eda0769e3 None None] Sync routers for ids ['4f76041d-32ee-4188-a776-12dcc7ad25cc'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:37:07.133434 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf539457-bbaf-492e-86cc-e16eda0769e3 None None] Routers {'4f76041d-32ee-4188-a776-12dcc7ad25cc'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:37:07.134113 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-cf539457-bbaf-492e-86cc-e16eda0769e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:36:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4f76041d-32ee-4188-a776-12dcc7ad25cc'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:07.164350 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-67b1fb7e-961f-496f-8cc0-7e75c0981c2d tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (b18a18a8-22ea-4fb9-b643-a5b409c73ab3), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:07.177379 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-be4b3077-2b0a-49d7-9da2-baeadd8cdeab tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router_gateway (e6a7afd0-3045-4b6a-b512-4f6cb10534a3), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:07.185819 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-0469a8ea-c8d7-4044-a595-689543f13081 req-dc730e23-02af-4a10-bd48-5d9706d56965 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] No DVR routers for this DVR port bffb9e7c-c128-4c9a-9dde-edbf5d52a085 on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:37:07.215306 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0469a8ea-c8d7-4044-a595-689543f13081 req-dc730e23-02af-4a10-bd48-5d9706d56965 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:07.219064 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0469a8ea-c8d7-4044-a595-689543f13081 req-dc730e23-02af-4a10-bd48-5d9706d56965 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.67 "DELETE /v2.0/ports/bffb9e7c-c128-4c9a-9dde-edbf5d52a085 HTTP/1.1" status: 204 len: 173 time: 2.3501692 Feb 16 22:37:07.219565 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6160b4c3-9cfb-4b8c-93fe-d50b9733dab1', 'name': 'network-vif-deleted', 'tag': 'bffb9e7c-c128-4c9a-9dde-edbf5d52a085'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:37:07.223980 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf166df4-553a-4c13-9159-7483fb950eff" -d '{"events": [{"server_uuid": "6160b4c3-9cfb-4b8c-93fe-d50b9733dab1", "name": "network-vif-deleted", "tag": "bffb9e7c-c128-4c9a-9dde-edbf5d52a085"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:37:07.338649 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b60e63f-d08a-4d15-b862-836fe316da18 x-openstack-request-id: req-3b60e63f-d08a-4d15-b862-836fe316da18 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:37:07.339021 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6160b4c3-9cfb-4b8c-93fe-d50b9733dab1", "name": "network-vif-deleted", "tag": "bffb9e7c-c128-4c9a-9dde-edbf5d52a085", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:37:07.339315 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3b60e63f-d08a-4d15-b862-836fe316da18 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:37:07.339788 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6160b4c3-9cfb-4b8c-93fe-d50b9733dab1', 'name': 'network-vif-deleted', 'tag': 'bffb9e7c-c128-4c9a-9dde-edbf5d52a085', 'status': 'completed', 'code': 200} Feb 16 22:37:07.343701 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-67b1fb7e-961f-496f-8cc0-7e75c0981c2d tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (b18a18a8-22ea-4fb9-b643-a5b409c73ab3), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:07.396081 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1fb7e-961f-496f-8cc0-7e75c0981c2d tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Pushing event deleted for resources: {'Subnet': ['ID=b18a18a8-22ea-4fb9-b643-a5b409c73ab3,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:07.451377 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-cf539457-bbaf-492e-86cc-e16eda0769e3 None None] Set router 4f76041d-32ee-4188-a776-12dcc7ad25cc gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:37:07.496489 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-67b1fb7e-961f-496f-8cc0-7e75c0981c2d tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (1f026d49-8363-4b15-8713-16560e82e677), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:07.561672 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-67b1fb7e-961f-496f-8cc0-7e75c0981c2d tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f026d49-8363-4b15-8713-16560e82e677']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:07.579343 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-67b1fb7e-961f-496f-8cc0-7e75c0981c2d tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b010d2e-87dc-4627-9be3-7365c42a81a9') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:07.579720 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-67b1fb7e-961f-496f-8cc0-7e75c0981c2d tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b010d2e-87dc-4627-9be3-7365c42a81a9') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:07.590805 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-67b1fb7e-961f-496f-8cc0-7e75c0981c2d tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (7b010d2e-87dc-4627-9be3-7365c42a81a9), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:07.608997 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f863dc-4b06-4bc5-aab8-9a80a7576ed1 None None] Network 1f026d49-8363-4b15-8713-16560e82e677 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:37:07.612390 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device bffb9e7c-c128-4c9a-9dde-edbf5d52a085 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:37:07.618783 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-67b1fb7e-961f-496f-8cc0-7e75c0981c2d tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (7b010d2e-87dc-4627-9be3-7365c42a81a9), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:07.626589 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-12422f0a-1be6-4028-9592-e8dea0cf3710 None None] Could not find standard attr ID for object a6c9cb52-f582-4880-ab83-8e8b9c4f04be. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:37:07.635299 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67b1fb7e-961f-496f-8cc0-7e75c0981c2d tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:37:07.635866 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-67b1fb7e-961f-496f-8cc0-7e75c0981c2d tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (7b010d2e-87dc-4627-9be3-7365c42a81a9), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:07.639908 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:37:07.639908 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:37:07.639908 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:37:07.639908 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:37:07.639908 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:37:07.639908 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:37:07.639908 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:37:07.639908 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:37:07.639908 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:37:07.639908 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:37:07.639908 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:37:07.639908 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:37:07.639908 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:37:07.639908 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:37:07.639908 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:37:07.639908 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:37:07.639908 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:37:07.639908 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:37:07.639908 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:37:07.639908 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:37:07.639908 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:37:07.639908 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:37:07.639908 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:37:07.639908 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:37:07.639908 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:37:07.639908 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:37:07.639908 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:37:07.639908 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:37:07.639908 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:37:07.639908 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:37:07.639908 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:37:07.639908 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:37:07.719906 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-07ada938-3335-44dc-a814-08853a5e2561 req-f5701633-bca8-4313-9773-538bc1e4fda9 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=6160b4c3-9cfb-4b8c-93fe-d50b9733dab1 HTTP/1.1" status: 200 len: 210 time: 0.0774815 Feb 16 22:37:07.736035 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-be4b3077-2b0a-49d7-9da2-baeadd8cdeab tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-374653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59817'] for router (e6a7afd0-3045-4b6a-b512-4f6cb10534a3), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:07.740455 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-be4b3077-2b0a-49d7-9da2-baeadd8cdeab tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362694'] for router (e6a7afd0-3045-4b6a-b512-4f6cb10534a3), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:07.789356 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-67b1fb7e-961f-496f-8cc0-7e75c0981c2d tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (1f026d49-8363-4b15-8713-16560e82e677), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:07.797223 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-67b1fb7e-961f-496f-8cc0-7e75c0981c2d tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:07.800529 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-67b1fb7e-961f-496f-8cc0-7e75c0981c2d tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "DELETE /v2.0/networks/1f026d49-8363-4b15-8713-16560e82e677 HTTP/1.1" status: 204 len: 168 time: 2.9979174 Feb 16 22:37:07.804366 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55800) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:07.805866 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: bffb9e7c-c128-4c9a-9dde-edbf5d52a085 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:37:07.806276 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device bffb9e7c-c128-4c9a-9dde-edbf5d52a085 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:37:07.827789 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1fb7e-961f-496f-8cc0-7e75c0981c2d tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Pushing event deleted for resources: {'Network': ['ID=1f026d49-8363-4b15-8713-16560e82e677,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:07.970399 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-cf539457-bbaf-492e-86cc-e16eda0769e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1447926043-router', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:49Z', 'updated_at': '2022-02-16T22:31:56Z', 'revision_number': 4, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'gw_port': {'id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:51Z', 'updated_at': '2022-02-16T22:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '1d239f16-9d92-4d6f-97f8-146ac81d8416', 'name': '', 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'mac_address': 'fa:16:3e:23:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:55Z', 'updated_at': '2022-02-16T22:32:03Z', 'revision_number': 5, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'subnets': [{'id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:08.002058 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d7b0e0-d07d-44b2-a98d-3118bf5c5e7c None None] DHCP port deletion for 1f026d49-8363-4b15-8713-16560e82e677 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:37:08.006132 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf539457-bbaf-492e-86cc-e16eda0769e3 None None] Checking router: 4f76041d-32ee-4188-a776-12dcc7ad25cc for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:37:08.024052 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf539457-bbaf-492e-86cc-e16eda0769e3 None None] Routers {'4f76041d-32ee-4188-a776-12dcc7ad25cc'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:37:08.024695 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-cf539457-bbaf-492e-86cc-e16eda0769e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:36:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4f76041d-32ee-4188-a776-12dcc7ad25cc'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:08.147132 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-cf539457-bbaf-492e-86cc-e16eda0769e3 None None] Set router 4f76041d-32ee-4188-a776-12dcc7ad25cc gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:37:08.215657 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1125993-8a60-4bc0-a8d2-6781100acb58 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] DELETE failed (client error): The resource could not be found. Feb 16 22:37:08.216242 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1125993-8a60-4bc0-a8d2-6781100acb58 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:37:08.222229 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b1125993-8a60-4bc0-a8d2-6781100acb58 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "DELETE /v2.0/subnets/b18a18a8-22ea-4fb9-b643-a5b409c73ab3 HTTP/1.1" status: 404 len: 337 time: 0.4165962 Feb 16 22:37:08.222439 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55806) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:08.251067 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-79094a3e-576f-43b4-9a39-cdcd9ddd46a4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] DELETE failed (client error): The resource could not be found. Feb 16 22:37:08.252667 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79094a3e-576f-43b4-9a39-cdcd9ddd46a4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:37:08.256685 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-79094a3e-576f-43b4-9a39-cdcd9ddd46a4 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "DELETE /v2.0/networks/1f026d49-8363-4b15-8713-16560e82e677 HTTP/1.1" status: 404 len: 339 time: 0.0330906 Feb 16 22:37:08.259900 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55808) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:08.294635 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee90b84-f858-43e1-8ca8-7505e7c8758d tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] DELETE failed (client error): The resource could not be found. Feb 16 22:37:08.295098 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dee90b84-f858-43e1-8ca8-7505e7c8758d tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:37:08.300849 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55814) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:08.300997 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-dee90b84-f858-43e1-8ca8-7505e7c8758d tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "DELETE /v2.0/subnets/271dbb7a-cea9-4eb9-abbc-d50e6c2935cf HTTP/1.1" status: 404 len: 337 time: 0.0382349 Feb 16 22:37:08.340028 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0b2187a-a03d-416b-88cd-e66468d956b6 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] DELETE failed (client error): The resource could not be found. Feb 16 22:37:08.340756 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0b2187a-a03d-416b-88cd-e66468d956b6 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:37:08.347964 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e0b2187a-a03d-416b-88cd-e66468d956b6 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "DELETE /v2.0/networks/16488098-2ff1-4812-bc9f-d0c75aa94393 HTTP/1.1" status: 404 len: 339 time: 0.0442867 Feb 16 22:37:08.351873 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55816) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:08.356669 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4b3077-2b0a-49d7-9da2-baeadd8cdeab tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Router e6a7afd0-3045-4b6a-b512-4f6cb10534a3 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:37:08.358791 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a6c9cb52-f582-4880-ab83-8e8b9c4f04be no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:37:08.382993 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-628be67a-c906-46d0-aa8f-1833fdfcaa3f tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] DELETE failed (client error): The resource could not be found. Feb 16 22:37:08.383896 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-628be67a-c906-46d0-aa8f-1833fdfcaa3f tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:37:08.387798 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-628be67a-c906-46d0-aa8f-1833fdfcaa3f tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "DELETE /v2.0/subnets/a4a1005a-123b-4845-8e02-693113123719 HTTP/1.1" status: 404 len: 337 time: 0.0342598 Feb 16 22:37:08.391857 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55818) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:08.400179 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: a6c9cb52-f582-4880-ab83-8e8b9c4f04be {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:37:08.400531 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a6c9cb52-f582-4880-ab83-8e8b9c4f04be not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:37:08.412840 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-9048c863-56e8-4a16-8b61-675c9b276ec0 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] DELETE failed (client error): The resource could not be found. Feb 16 22:37:08.413498 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9048c863-56e8-4a16-8b61-675c9b276ec0 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:37:08.417072 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9048c863-56e8-4a16-8b61-675c9b276ec0 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "DELETE /v2.0/networks/7033e197-3b3d-4d5b-940b-b4834086ff8c HTTP/1.1" status: 404 len: 339 time: 0.0239880 Feb 16 22:37:08.419812 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55820) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:08.435624 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-cf539457-bbaf-492e-86cc-e16eda0769e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1447926043-router', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:49Z', 'updated_at': '2022-02-16T22:31:56Z', 'revision_number': 4, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'gw_port': {'id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:51Z', 'updated_at': '2022-02-16T22:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '1d239f16-9d92-4d6f-97f8-146ac81d8416', 'name': '', 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'mac_address': 'fa:16:3e:23:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:55Z', 'updated_at': '2022-02-16T22:32:03Z', 'revision_number': 5, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'subnets': [{'id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:08.529624 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4b3077-2b0a-49d7-9da2-baeadd8cdeab tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:37:08.535291 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-be4b3077-2b0a-49d7-9da2-baeadd8cdeab tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:08.536816 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-be4b3077-2b0a-49d7-9da2-baeadd8cdeab tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] 10.222.0.75 "PUT /v2.0/routers/e6a7afd0-3045-4b6a-b512-4f6cb10534a3 HTTP/1.1" status: 200 len: 916 time: 3.1844788 Feb 16 22:37:08.539455 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55822) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:08.551747 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c87e94-f2ca-4e83-8c24-b6d42df01ac8 None None] Sync routers for ids ['e6a7afd0-3045-4b6a-b512-4f6cb10534a3'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:37:08.572693 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c87e94-f2ca-4e83-8c24-b6d42df01ac8 None None] Routers {'e6a7afd0-3045-4b6a-b512-4f6cb10534a3'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:37:08.573504 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-90c87e94-f2ca-4e83-8c24-b6d42df01ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:36:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['e6a7afd0-3045-4b6a-b512-4f6cb10534a3'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:08.647384 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-90c87e94-f2ca-4e83-8c24-b6d42df01ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:08.655546 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf539457-bbaf-492e-86cc-e16eda0769e3 None None] The sync data for ids ['4f76041d-32ee-4188-a776-12dcc7ad25cc'] in n-d-813897-6 is: [{'id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1447926043-router', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:49Z', 'updated_at': '2022-02-16T22:31:56Z', 'revision_number': 4, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'gw_port': {'id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:51Z', 'updated_at': '2022-02-16T22:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '1d239f16-9d92-4d6f-97f8-146ac81d8416', 'name': '', 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'mac_address': 'fa:16:3e:23:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:55Z', 'updated_at': '2022-02-16T22:32:03Z', 'revision_number': 5, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'subnets': [{'id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:37:08.661927 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c87e94-f2ca-4e83-8c24-b6d42df01ac8 None None] Routers {'e6a7afd0-3045-4b6a-b512-4f6cb10534a3'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:37:08.662804 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-90c87e94-f2ca-4e83-8c24-b6d42df01ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:36:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['e6a7afd0-3045-4b6a-b512-4f6cb10534a3'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:08.675756 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-60c88fb9-3d39-40ed-b76a-d6d00a6beb45 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] 10.222.0.75 "GET /v2.0/routers/e6a7afd0-3045-4b6a-b512-4f6cb10534a3 HTTP/1.1" status: 200 len: 922 time: 0.1332052 Feb 16 22:37:08.678417 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55830) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:08.682987 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-39b01e23-1bb9-46e7-a932-ce2516fa7771 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Deleting port cf702fa1-aae0-49f1-a798-ac67a5c6c138 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:37:08.683331 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-39b01e23-1bb9-46e7-a932-ce2516fa7771 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (cf702fa1-aae0-49f1-a798-ac67a5c6c138), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:08.728193 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-90c87e94-f2ca-4e83-8c24-b6d42df01ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:08.729121 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c87e94-f2ca-4e83-8c24-b6d42df01ac8 None None] The sync data for ids ['e6a7afd0-3045-4b6a-b512-4f6cb10534a3'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:37:08.780302 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-39b01e23-1bb9-46e7-a932-ce2516fa7771 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (cf702fa1-aae0-49f1-a798-ac67a5c6c138), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:08.796308 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-39b01e23-1bb9-46e7-a932-ce2516fa7771 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Calling delete_port for cf702fa1-aae0-49f1-a798-ac67a5c6c138 owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:37:08.806778 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e400f9-5617-4258-a6c6-76695079f9fb tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:08.808413 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-96e400f9-5617-4258-a6c6-76695079f9fb tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=b0ab4fc8-02c8-4404-90ea-6cd7fce3204f&device_id=e6a7afd0-3045-4b6a-b512-4f6cb10534a3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1289763 Feb 16 22:37:08.813262 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55836) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:08.866282 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55840) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:08.926989 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4ee8f8-89d1-4795-a8bd-8ee7a21f6fe2 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:08.932323 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1c4ee8f8-89d1-4795-a8bd-8ee7a21f6fe2 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] 10.222.0.75 "GET /v2.0/networks/b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 881 time: 0.1180766 Feb 16 22:37:08.933016 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55842) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:08.978093 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-88e169f3-0088-42ad-b91f-a8f95ece86f6 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for security_group (845eca6e-39ec-41a2-8301-b1e51740b631), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:08.981218 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1551aeea-8c20-45e8-b9cd-a34bab448d1c tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6a7afd0-3045-4b6a-b512-4f6cb10534a3 HTTP/1.1" status: 200 len: 205 time: 0.0428143 Feb 16 22:37:08.985477 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55844) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:09.031915 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-39b01e23-1bb9-46e7-a932-ce2516fa7771 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (cf702fa1-aae0-49f1-a798-ac67a5c6c138), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:09.048490 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-88e169f3-0088-42ad-b91f-a8f95ece86f6 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for security_group (845eca6e-39ec-41a2-8301-b1e51740b631), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:09.090479 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b01e23-1bb9-46e7-a932-ce2516fa7771 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Pushing event deleted for resources: {'Port': ['ID=cf702fa1-aae0-49f1-a798-ac67a5c6c138,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:09.098677 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a47b56e-99e4-45a3-bf5c-6019b17a112a None None] New status for floating IP f9852a1f-86b0-4c35-9717-96c1be71eed1: DOWN {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:37:09.117717 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-39b01e23-1bb9-46e7-a932-ce2516fa7771 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:09.135317 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-39b01e23-1bb9-46e7-a932-ce2516fa7771 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "DELETE /v2.0/ports/cf702fa1-aae0-49f1-a798-ac67a5c6c138 HTTP/1.1" status: 204 len: 168 time: 0.7143776 Feb 16 22:37:09.138425 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55850) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:09.180517 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-88e169f3-0088-42ad-b91f-a8f95ece86f6 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (845eca6e-39ec-41a2-8301-b1e51740b631), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:09.187405 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e56af9b-ebb2-4fc8-a318-d11b1aaa0263 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] DELETE failed (client error): The resource could not be found. Feb 16 22:37:09.187941 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e56af9b-ebb2-4fc8-a318-d11b1aaa0263 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:37:09.188921 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-88e169f3-0088-42ad-b91f-a8f95ece86f6 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:09.191395 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-88e169f3-0088-42ad-b91f-a8f95ece86f6 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "DELETE /v2.0/security-groups/845eca6e-39ec-41a2-8301-b1e51740b631 HTTP/1.1" status: 204 len: 168 time: 0.3228400 Feb 16 22:37:09.194138 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8e56af9b-ebb2-4fc8-a318-d11b1aaa0263 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "DELETE /v2.0/subnets/6be6b449-af4f-4350-a7e8-d9c39ca916ed HTTP/1.1" status: 404 len: 337 time: 0.0513320 Feb 16 22:37:09.194751 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55852) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:09.195275 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55854) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:09.201879 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e169f3-0088-42ad-b91f-a8f95ece86f6 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=845eca6e-39ec-41a2-8301-b1e51740b631,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:09.236460 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-260325e3-1ce3-412d-89c6-2794fbea9c73 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router (e6a7afd0-3045-4b6a-b512-4f6cb10534a3), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:09.256854 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-91dfcb6a-518f-46e2-8314-f7cc64a22de2 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] show failed (client error): The resource could not be found. Feb 16 22:37:09.260515 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-91dfcb6a-518f-46e2-8314-f7cc64a22de2 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups/845eca6e-39ec-41a2-8301-b1e51740b631 HTTP/1.1" status: 404 len: 347 time: 0.0547912 Feb 16 22:37:09.260969 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55856) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:09.397191 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-41b2491b-a6e2-4e30-b541-669cfe75d274 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (8b968d1f-9470-44b8-943c-bff248cf5b03), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:09.483997 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-c9d92bdf-d24f-4cf7-9203-8edf9cb0c890 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Deleting port 4bb18f33-19b5-4e5c-82d5-7a2cd2f47366 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:37:09.484402 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c9d92bdf-d24f-4cf7-9203-8edf9cb0c890 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (4bb18f33-19b5-4e5c-82d5-7a2cd2f47366), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:09.527463 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-260325e3-1ce3-412d-89c6-2794fbea9c73 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router_gateway (e6a7afd0-3045-4b6a-b512-4f6cb10534a3), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:09.563635 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-41b2491b-a6e2-4e30-b541-669cfe75d274 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (8b968d1f-9470-44b8-943c-bff248cf5b03), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:09.602839 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c9d92bdf-d24f-4cf7-9203-8edf9cb0c890 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (4bb18f33-19b5-4e5c-82d5-7a2cd2f47366), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:09.603395 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c9d92bdf-d24f-4cf7-9203-8edf9cb0c890 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for floatingip (4bb18f33-19b5-4e5c-82d5-7a2cd2f47366), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:09.615451 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-41b2491b-a6e2-4e30-b541-669cfe75d274 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b968d1f-9470-44b8-943c-bff248cf5b03']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:09.618574 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-c9d92bdf-d24f-4cf7-9203-8edf9cb0c890 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Calling delete_port for 4bb18f33-19b5-4e5c-82d5-7a2cd2f47366 owned by network:floatingip {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:37:09.630155 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-41b2491b-a6e2-4e30-b541-669cfe75d274 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc43ada6-77cc-4c64-8189-867c4842a71e') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:09.630463 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-41b2491b-a6e2-4e30-b541-669cfe75d274 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc43ada6-77cc-4c64-8189-867c4842a71e') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:09.652142 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-41b2491b-a6e2-4e30-b541-669cfe75d274 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (dc43ada6-77cc-4c64-8189-867c4842a71e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:09.681949 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-41b2491b-a6e2-4e30-b541-669cfe75d274 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (dc43ada6-77cc-4c64-8189-867c4842a71e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:09.691884 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-260325e3-1ce3-412d-89c6-2794fbea9c73 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Deleting port 813d4eb0-c66e-4538-afad-a5da63d0d516 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:37:09.692538 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-260325e3-1ce3-412d-89c6-2794fbea9c73 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (813d4eb0-c66e-4538-afad-a5da63d0d516), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:09.694971 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b2491b-a6e2-4e30-b541-669cfe75d274 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:37:09.695626 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-41b2491b-a6e2-4e30-b541-669cfe75d274 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (dc43ada6-77cc-4c64-8189-867c4842a71e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:09.700192 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:37:09.700192 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:37:09.700192 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:37:09.700192 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:37:09.700192 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:37:09.700192 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:37:09.700192 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:37:09.700192 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:37:09.700192 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:37:09.700192 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:37:09.700192 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:37:09.700192 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:37:09.700192 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:37:09.700192 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:37:09.700192 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:37:09.700192 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:37:09.700192 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:37:09.700192 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:37:09.700192 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:37:09.700192 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:37:09.700192 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:37:09.700192 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:37:09.700192 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:37:09.700192 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:37:09.700192 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:37:09.700192 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:37:09.700192 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:37:09.700192 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:37:09.700192 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:37:09.700192 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:37:09.700192 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:37:09.700192 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:37:09.806911 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c9d92bdf-d24f-4cf7-9203-8edf9cb0c890 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (4bb18f33-19b5-4e5c-82d5-7a2cd2f47366), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:09.841087 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d92bdf-d24f-4cf7-9203-8edf9cb0c890 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Pushing event deleted for resources: {'Port': ['ID=4bb18f33-19b5-4e5c-82d5-7a2cd2f47366,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:09.896122 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-41b2491b-a6e2-4e30-b541-669cfe75d274 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (8b968d1f-9470-44b8-943c-bff248cf5b03), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:09.899617 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-260325e3-1ce3-412d-89c6-2794fbea9c73 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (813d4eb0-c66e-4538-afad-a5da63d0d516), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:09.909818 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-41b2491b-a6e2-4e30-b541-669cfe75d274 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:09.914704 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-41b2491b-a6e2-4e30-b541-669cfe75d274 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "DELETE /v2.0/networks/8b968d1f-9470-44b8-943c-bff248cf5b03 HTTP/1.1" status: 204 len: 168 time: 0.7185826 Feb 16 22:37:09.920525 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55870) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:09.950903 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c9d92bdf-d24f-4cf7-9203-8edf9cb0c890 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for floatingip (f9852a1f-86b0-4c35-9717-96c1be71eed1), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:09.955093 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c9d92bdf-d24f-4cf7-9203-8edf9cb0c890 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:09.959252 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c9d92bdf-d24f-4cf7-9203-8edf9cb0c890 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "DELETE /v2.0/floatingips/f9852a1f-86b0-4c35-9717-96c1be71eed1 HTTP/1.1" status: 204 len: 168 time: 0.6944757 Feb 16 22:37:09.963518 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2491b-a6e2-4e30-b541-669cfe75d274 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Pushing event deleted for resources: {'Network': ['ID=8b968d1f-9470-44b8-943c-bff248cf5b03,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:09.964735 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-260325e3-1ce3-412d-89c6-2794fbea9c73 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Calling delete_port for 813d4eb0-c66e-4538-afad-a5da63d0d516 owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:37:10.153069 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-2de95100-4540-401a-83b0-416e0c27099b tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Deleting port cfa12fc8-1b46-4223-817c-31af555663bb {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:37:10.153872 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2de95100-4540-401a-83b0-416e0c27099b tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (cfa12fc8-1b46-4223-817c-31af555663bb), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:10.283672 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55886) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:10.288500 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-e70c369e-3347-479a-ad85-a6bad0a71970 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Request body: {'security_group': {'name': 'tempest-securitygroup--242808342', 'description': 'tempest-description--984112692'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:10.313928 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e70c369e-3347-479a-ad85-a6bad0a71970 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:10.314474 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2de95100-4540-401a-83b0-416e0c27099b tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (cfa12fc8-1b46-4223-817c-31af555663bb), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:10.325696 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-260325e3-1ce3-412d-89c6-2794fbea9c73 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (813d4eb0-c66e-4538-afad-a5da63d0d516), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:10.367947 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260325e3-1ce3-412d-89c6-2794fbea9c73 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Pushing event deleted for resources: {'Port': ['ID=813d4eb0-c66e-4538-afad-a5da63d0d516,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:10.379677 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-2de95100-4540-401a-83b0-416e0c27099b tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Calling delete_port for cfa12fc8-1b46-4223-817c-31af555663bb owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:37:10.429523 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e70c369e-3347-479a-ad85-a6bad0a71970 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for security_group (5257e0ce-69a1-43b2-8b12-348b9e69006d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:10.435705 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e70c369e-3347-479a-ad85-a6bad0a71970 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (5257e0ce-69a1-43b2-8b12-348b9e69006d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:10.462192 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e70c369e-3347-479a-ad85-a6bad0a71970 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:10.466743 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e70c369e-3347-479a-ad85-a6bad0a71970 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1819241 Feb 16 22:37:10.470257 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55896) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:10.474979 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-1933c5b0-6090-4dcd-bc34-295376d4bc2d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Request body: {'security_group_rule': {'security_group_id': '5257e0ce-69a1-43b2-8b12-348b9e69006d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:10.496920 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c369e-3347-479a-ad85-a6bad0a71970 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5257e0ce-69a1-43b2-8b12-348b9e69006d,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:10.524015 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-260325e3-1ce3-412d-89c6-2794fbea9c73 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (e6a7afd0-3045-4b6a-b512-4f6cb10534a3), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:10.534931 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1933c5b0-6090-4dcd-bc34-295376d4bc2d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for security_group_rule (e048b34f-45eb-4f53-9695-ced53f6ce095), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:10.590733 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1933c5b0-6090-4dcd-bc34-295376d4bc2d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for security_group_rule (e048b34f-45eb-4f53-9695-ced53f6ce095), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:10.596971 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1933c5b0-6090-4dcd-bc34-295376d4bc2d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (e048b34f-45eb-4f53-9695-ced53f6ce095), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:10.617337 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933c5b0-6090-4dcd-bc34-295376d4bc2d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e048b34f-45eb-4f53-9695-ced53f6ce095,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:10.629422 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1933c5b0-6090-4dcd-bc34-295376d4bc2d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:10.631107 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1933c5b0-6090-4dcd-bc34-295376d4bc2d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1599123 Feb 16 22:37:10.633781 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55898) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:10.641635 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-fec1de67-8349-4560-b468-0e50b32be1e0 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Request body: {'security_group_rule': {'security_group_id': '5257e0ce-69a1-43b2-8b12-348b9e69006d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:10.679302 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fec1de67-8349-4560-b468-0e50b32be1e0 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for security_group_rule (1cea372c-a9b0-409b-b3db-e15ec420d8fa), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:10.702871 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-260325e3-1ce3-412d-89c6-2794fbea9c73 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (e6a7afd0-3045-4b6a-b512-4f6cb10534a3), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:10.709140 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-260325e3-1ce3-412d-89c6-2794fbea9c73 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router_controller (e6a7afd0-3045-4b6a-b512-4f6cb10534a3), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:10.752668 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fec1de67-8349-4560-b468-0e50b32be1e0 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for security_group_rule (1cea372c-a9b0-409b-b3db-e15ec420d8fa), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:10.767094 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fec1de67-8349-4560-b468-0e50b32be1e0 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (1cea372c-a9b0-409b-b3db-e15ec420d8fa), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:10.792378 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-260325e3-1ce3-412d-89c6-2794fbea9c73 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (e6a7afd0-3045-4b6a-b512-4f6cb10534a3), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:10.792974 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260325e3-1ce3-412d-89c6-2794fbea9c73 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Fanout notify agent at l3_agent the message router_deleted on router e6a7afd0-3045-4b6a-b512-4f6cb10534a3 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:37:10.801045 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-260325e3-1ce3-412d-89c6-2794fbea9c73 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:10.805270 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-260325e3-1ce3-412d-89c6-2794fbea9c73 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] 10.222.0.75 "DELETE /v2.0/routers/e6a7afd0-3045-4b6a-b512-4f6cb10534a3 HTTP/1.1" status: 204 len: 168 time: 1.8157761 Feb 16 22:37:10.806594 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55912) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:10.809541 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2de95100-4540-401a-83b0-416e0c27099b tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (cfa12fc8-1b46-4223-817c-31af555663bb), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:10.813467 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-54283d99-9144-4e9f-8ecd-c60cb8b6e1d0 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1131676126', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}, 'admin_state_up': False}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:10.830423 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fec1de67-8349-4560-b468-0e50b32be1e0 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:10.835631 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-fec1de67-8349-4560-b468-0e50b32be1e0 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1984937 Feb 16 22:37:10.840281 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55914) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:10.845208 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-fa846bca-f198-4792-8d2c-e4ca3fea0d14 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:10.852702 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1de67-8349-4560-b468-0e50b32be1e0 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cea372c-a9b0-409b-b3db-e15ec420d8fa,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:10.868404 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de95100-4540-401a-83b0-416e0c27099b tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Pushing event deleted for resources: {'Port': ['ID=cfa12fc8-1b46-4223-817c-31af555663bb,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:10.876533 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2de95100-4540-401a-83b0-416e0c27099b tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:10.879988 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-54283d99-9144-4e9f-8ecd-c60cb8b6e1d0 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (23710bc1-9a90-4ced-a8e7-1b903904b3f4), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:10.881028 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2de95100-4540-401a-83b0-416e0c27099b tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "DELETE /v2.0/ports/cfa12fc8-1b46-4223-817c-31af555663bb HTTP/1.1" status: 204 len: 168 time: 0.9583669 Feb 16 22:37:10.881198 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-54283d99-9144-4e9f-8ecd-c60cb8b6e1d0 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (23710bc1-9a90-4ced-a8e7-1b903904b3f4), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:10.883729 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55916) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:10.887015 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fa846bca-f198-4792-8d2c-e4ca3fea0d14 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:10.914637 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-e11c735c-b0a0-45a3-9415-3afba4008425 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] DELETE failed (client error): The resource could not be found. Feb 16 22:37:10.914986 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e11c735c-b0a0-45a3-9415-3afba4008425 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:37:10.921599 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e11c735c-b0a0-45a3-9415-3afba4008425 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "DELETE /v2.0/subnets/0c8accb8-c598-414c-a6c4-bdd2e855b392 HTTP/1.1" status: 404 len: 337 time: 0.0337734 Feb 16 22:37:10.921833 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55918) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:10.968195 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-54283d99-9144-4e9f-8ecd-c60cb8b6e1d0 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router_controller (23710bc1-9a90-4ced-a8e7-1b903904b3f4), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:11.022156 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57ab3ad2-5252-4ddb-b286-69b6605134b5 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (198d9493-b542-40c8-aa29-fb739dbaead9), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:11.140506 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57ab3ad2-5252-4ddb-b286-69b6605134b5 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (198d9493-b542-40c8-aa29-fb739dbaead9), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:11.167993 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-57ab3ad2-5252-4ddb-b286-69b6605134b5 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198d9493-b542-40c8-aa29-fb739dbaead9']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:11.168489 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-54283d99-9144-4e9f-8ecd-c60cb8b6e1d0 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router_gateway (23710bc1-9a90-4ced-a8e7-1b903904b3f4), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:11.204894 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fa846bca-f198-4792-8d2c-e4ca3fea0d14 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:11.207904 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-57ab3ad2-5252-4ddb-b286-69b6605134b5 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d59be59-3a1f-4dba-9c2c-c3fbc84b357f') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:11.208207 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-57ab3ad2-5252-4ddb-b286-69b6605134b5 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d59be59-3a1f-4dba-9c2c-c3fbc84b357f') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:11.218774 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57ab3ad2-5252-4ddb-b286-69b6605134b5 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (7d59be59-3a1f-4dba-9c2c-c3fbc84b357f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:11.235138 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57ab3ad2-5252-4ddb-b286-69b6605134b5 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (7d59be59-3a1f-4dba-9c2c-c3fbc84b357f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:11.241746 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ab3ad2-5252-4ddb-b286-69b6605134b5 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:37:11.242288 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57ab3ad2-5252-4ddb-b286-69b6605134b5 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (7d59be59-3a1f-4dba-9c2c-c3fbc84b357f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:11.307195 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:37:11.307195 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:37:11.307195 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:37:11.307195 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:37:11.307195 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:37:11.307195 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:37:11.307195 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:37:11.307195 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:37:11.307195 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:37:11.307195 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:37:11.307195 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:37:11.307195 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:37:11.307195 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:37:11.307195 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:37:11.307195 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:37:11.307195 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:37:11.307195 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:37:11.307195 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:37:11.307195 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:37:11.307195 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:37:11.307195 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:37:11.307195 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:37:11.307195 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:37:11.307195 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:37:11.307195 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:37:11.307195 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:37:11.307195 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:37:11.307195 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:37:11.307195 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:37:11.307195 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:37:11.307195 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:37:11.307195 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:37:11.313574 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57ab3ad2-5252-4ddb-b286-69b6605134b5 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (198d9493-b542-40c8-aa29-fb739dbaead9), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:11.336268 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57ab3ad2-5252-4ddb-b286-69b6605134b5 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:11.342889 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-57ab3ad2-5252-4ddb-b286-69b6605134b5 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "DELETE /v2.0/networks/198d9493-b542-40c8-aa29-fb739dbaead9 HTTP/1.1" status: 204 len: 168 time: 0.4164567 Feb 16 22:37:11.342889 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab3ad2-5252-4ddb-b286-69b6605134b5 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Pushing event deleted for resources: {'Network': ['ID=198d9493-b542-40c8-aa29-fb739dbaead9,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:11.342889 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55930) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:11.374952 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-fa846bca-f198-4792-8d2c-e4ca3fea0d14 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Allocated IP 172.25.2.117 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/6c0eb313-f06a-4527-9eac-b7d27e1fc9a8) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:37:11.399830 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc3f1fb1-bfc3-4fa2-84bd-f1ae8dd88900 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Deleting subnet 4f6e50c0-6e65-453a-9eff-5e741b2f6fe2 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:37:11.403895 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cc3f1fb1-bfc3-4fa2-84bd-f1ae8dd88900 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks [] for subnet (4f6e50c0-6e65-453a-9eff-5e741b2f6fe2), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:11.452442 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cc3f1fb1-bfc3-4fa2-84bd-f1ae8dd88900 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (4f6e50c0-6e65-453a-9eff-5e741b2f6fe2), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:11.550794 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fa846bca-f198-4792-8d2c-e4ca3fea0d14 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for port (6c0eb313-f06a-4527-9eac-b7d27e1fc9a8), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:11.575833 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cc3f1fb1-bfc3-4fa2-84bd-f1ae8dd88900 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (4f6e50c0-6e65-453a-9eff-5e741b2f6fe2), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:11.657997 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-54283d99-9144-4e9f-8ecd-c60cb8b6e1d0 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router_gateway (23710bc1-9a90-4ced-a8e7-1b903904b3f4), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:11.659657 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cc3f1fb1-bfc3-4fa2-84bd-f1ae8dd88900 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (4f6e50c0-6e65-453a-9eff-5e741b2f6fe2), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:11.682662 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-54283d99-9144-4e9f-8ecd-c60cb8b6e1d0 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:11.696389 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c48bba7-0521-438b-97a6-6c018a4d191a None None] Network b781a81d-9036-4a18-a4be-c2e466c2b751 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:37:11.704869 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fa846bca-f198-4792-8d2c-e4ca3fea0d14 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (6c0eb313-f06a-4527-9eac-b7d27e1fc9a8), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:11.716107 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cc3f1fb1-bfc3-4fa2-84bd-f1ae8dd88900 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:11.722628 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-cc3f1fb1-bfc3-4fa2-84bd-f1ae8dd88900 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "DELETE /v2.0/subnets/4f6e50c0-6e65-453a-9eff-5e741b2f6fe2 HTTP/1.1" status: 204 len: 168 time: 0.3774486 Feb 16 22:37:11.722628 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f1fb1-bfc3-4fa2-84bd-f1ae8dd88900 tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Pushing event deleted for resources: {'Subnet': ['ID=4f6e50c0-6e65-453a-9eff-5e741b2f6fe2,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:11.723449 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55942) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:11.807658 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa846bca-f198-4792-8d2c-e4ca3fea0d14 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Pushing event updated for resources: {'Port': ['ID=6c0eb313-f06a-4527-9eac-b7d27e1fc9a8,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:11.854950 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa846bca-f198-4792-8d2c-e4ca3fea0d14 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:37:11.864992 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c3c25be9-ab6e-40d7-9f12-7428c253898b tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (b781a81d-9036-4a18-a4be-c2e466c2b751), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:11.866704 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-fa846bca-f198-4792-8d2c-e4ca3fea0d14 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:11.871702 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa846bca-f198-4792-8d2c-e4ca3fea0d14 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:37:11.965981 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-c3c25be9-ab6e-40d7-9f12-7428c253898b tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Deleting port 105a3fc5-6297-4afe-8523-fdc60d3da3fd {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:37:11.966332 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c3c25be9-ab6e-40d7-9f12-7428c253898b tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (105a3fc5-6297-4afe-8523-fdc60d3da3fd), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:11.973744 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26914685-91d2-43ba-b015-ccddd19813fd None None] DHCP port deletion for b781a81d-9036-4a18-a4be-c2e466c2b751 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:37:11.995638 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-54283d99-9144-4e9f-8ecd-c60cb8b6e1d0 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Allocated IP 172.25.2.194 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/b394560d-a1ff-474d-9db2-361e9f3213b8) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:37:12.035088 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-26914685-91d2-43ba-b015-ccddd19813fd None None] Deleting port 105a3fc5-6297-4afe-8523-fdc60d3da3fd {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:37:12.035517 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-26914685-91d2-43ba-b015-ccddd19813fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (105a3fc5-6297-4afe-8523-fdc60d3da3fd), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:12.059172 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-c3c25be9-ab6e-40d7-9f12-7428c253898b tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] For port 105a3fc5-6297-4afe-8523-fdc60d3da3fd, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=105a3fc5-6297-4afe-8523-fdc60d3da3fd,segment=NetworkSegment(16afbcf8-69c3-4b3d-93d2-692977b2e726),segment_id=16afbcf8-69c3-4b3d-93d2-692977b2e726)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:37:12.059470 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c3c25be9-ab6e-40d7-9f12-7428c253898b tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (105a3fc5-6297-4afe-8523-fdc60d3da3fd), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:12.084672 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-c3c25be9-ab6e-40d7-9f12-7428c253898b tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Calling delete_port for 105a3fc5-6297-4afe-8523-fdc60d3da3fd owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:37:12.113718 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-26914685-91d2-43ba-b015-ccddd19813fd None None] For port 105a3fc5-6297-4afe-8523-fdc60d3da3fd, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=105a3fc5-6297-4afe-8523-fdc60d3da3fd,segment=NetworkSegment(16afbcf8-69c3-4b3d-93d2-692977b2e726),segment_id=16afbcf8-69c3-4b3d-93d2-692977b2e726)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:37:12.114755 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-26914685-91d2-43ba-b015-ccddd19813fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (105a3fc5-6297-4afe-8523-fdc60d3da3fd), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:12.128829 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-26914685-91d2-43ba-b015-ccddd19813fd None None] Calling delete_port for 105a3fc5-6297-4afe-8523-fdc60d3da3fd owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:37:12.199172 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fa846bca-f198-4792-8d2c-e4ca3fea0d14 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for floatingip (a51a2c25-ddc0-423f-849b-07ea8c030a31), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:12.211241 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c3c25be9-ab6e-40d7-9f12-7428c253898b tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (105a3fc5-6297-4afe-8523-fdc60d3da3fd), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:12.232008 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-26914685-91d2-43ba-b015-ccddd19813fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (105a3fc5-6297-4afe-8523-fdc60d3da3fd), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:12.254551 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c25be9-ab6e-40d7-9f12-7428c253898b tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Pushing event deleted for resources: {'Port': ['ID=105a3fc5-6297-4afe-8523-fdc60d3da3fd,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:12.257250 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c25be9-ab6e-40d7-9f12-7428c253898b tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] No DVR routers for this DVR port 105a3fc5-6297-4afe-8523-fdc60d3da3fd on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:37:12.297880 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26914685-91d2-43ba-b015-ccddd19813fd None None] Pushing event deleted for resources: {'Port': ['ID=105a3fc5-6297-4afe-8523-fdc60d3da3fd,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:12.302024 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26914685-91d2-43ba-b015-ccddd19813fd None None] No DVR routers for this DVR port 105a3fc5-6297-4afe-8523-fdc60d3da3fd on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:37:12.383450 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 105a3fc5-6297-4afe-8523-fdc60d3da3fd no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:37:12.412724 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 105a3fc5-6297-4afe-8523-fdc60d3da3fd {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:37:12.412965 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 105a3fc5-6297-4afe-8523-fdc60d3da3fd not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:37:12.418261 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c3c25be9-ab6e-40d7-9f12-7428c253898b tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (b781a81d-9036-4a18-a4be-c2e466c2b751), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:12.448375 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-c3c25be9-ab6e-40d7-9f12-7428c253898b tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b781a81d-9036-4a18-a4be-c2e466c2b751']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:12.462086 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-c3c25be9-ab6e-40d7-9f12-7428c253898b tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16afbcf8-69c3-4b3d-93d2-692977b2e726') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:12.462807 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-c3c25be9-ab6e-40d7-9f12-7428c253898b tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16afbcf8-69c3-4b3d-93d2-692977b2e726') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:12.474386 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c3c25be9-ab6e-40d7-9f12-7428c253898b tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (16afbcf8-69c3-4b3d-93d2-692977b2e726), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:12.490840 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c3c25be9-ab6e-40d7-9f12-7428c253898b tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (16afbcf8-69c3-4b3d-93d2-692977b2e726), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:12.497804 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c25be9-ab6e-40d7-9f12-7428c253898b tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:37:12.498867 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c3c25be9-ab6e-40d7-9f12-7428c253898b tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (16afbcf8-69c3-4b3d-93d2-692977b2e726), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:12.502386 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:37:12.502386 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:37:12.502386 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:37:12.502386 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:37:12.502386 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:37:12.502386 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:37:12.502386 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:37:12.502386 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:37:12.502386 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:37:12.502386 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:37:12.502386 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:37:12.502386 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:37:12.502386 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:37:12.502386 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:37:12.502386 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:37:12.502386 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:37:12.502386 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:37:12.502386 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:37:12.502386 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:37:12.502386 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:37:12.502386 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:37:12.502386 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:37:12.502386 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:37:12.502386 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:37:12.502386 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:37:12.502386 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:37:12.502386 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:37:12.502386 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:37:12.502386 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:37:12.502386 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:37:12.502386 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:37:12.502386 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:37:12.578697 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c3c25be9-ab6e-40d7-9f12-7428c253898b tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (b781a81d-9036-4a18-a4be-c2e466c2b751), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:12.584466 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c3c25be9-ab6e-40d7-9f12-7428c253898b tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:12.588225 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c3c25be9-ab6e-40d7-9f12-7428c253898b tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] 10.222.0.75 "DELETE /v2.0/networks/b781a81d-9036-4a18-a4be-c2e466c2b751 HTTP/1.1" status: 204 len: 168 time: 0.8638015 Feb 16 22:37:12.647909 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c25be9-ab6e-40d7-9f12-7428c253898b tempest-NetworksIpV6TestAttrs-45330751 tempest-NetworksIpV6TestAttrs-45330751-project] Pushing event deleted for resources: {'Network': ['ID=b781a81d-9036-4a18-a4be-c2e466c2b751,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:12.690271 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-54283d99-9144-4e9f-8ecd-c60cb8b6e1d0 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for port (b394560d-a1ff-474d-9db2-361e9f3213b8), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:12.697352 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fa846bca-f198-4792-8d2c-e4ca3fea0d14 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6c0eb313-f06a-4527-9eac-b7d27e1fc9a8), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:12.775592 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-54283d99-9144-4e9f-8ecd-c60cb8b6e1d0 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (b394560d-a1ff-474d-9db2-361e9f3213b8), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:12.855949 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54283d99-9144-4e9f-8ecd-c60cb8b6e1d0 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:37:12.867996 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-54283d99-9144-4e9f-8ecd-c60cb8b6e1d0 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:12.877121 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54283d99-9144-4e9f-8ecd-c60cb8b6e1d0 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:37:12.883877 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54283d99-9144-4e9f-8ecd-c60cb8b6e1d0 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Pushing event updated for resources: {'Port': ['ID=b394560d-a1ff-474d-9db2-361e9f3213b8,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:13.003723 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55980) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:13.038341 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fa846bca-f198-4792-8d2c-e4ca3fea0d14 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for port (6c0eb313-f06a-4527-9eac-b7d27e1fc9a8), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:13.071517 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fa846bca-f198-4792-8d2c-e4ca3fea0d14 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (6c0eb313-f06a-4527-9eac-b7d27e1fc9a8), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:13.162503 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa846bca-f198-4792-8d2c-e4ca3fea0d14 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Pushing event updated for resources: {'Port': ['ID=6c0eb313-f06a-4527-9eac-b7d27e1fc9a8,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:13.200550 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bf65fe9c-5854-4949-8b7f-f5fa699d6b6c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=299b755a9262438eb07f110f1b0631ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1932292 Feb 16 22:37:13.207146 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55988) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:13.211139 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fa846bca-f198-4792-8d2c-e4ca3fea0d14 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (a51a2c25-ddc0-423f-849b-07ea8c030a31), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:13.264507 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-42693850-53ec-4532-b227-f820bf25d026 admin admin] Publish callbacks [] for security_group (37e45348-4c40-4f9d-be6f-173292bc8896), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:13.290716 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-42693850-53ec-4532-b227-f820bf25d026 admin admin] Publish callbacks [] for security_group (37e45348-4c40-4f9d-be6f-173292bc8896), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:13.338764 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fa846bca-f198-4792-8d2c-e4ca3fea0d14 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:13.340376 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-fa846bca-f198-4792-8d2c-e4ca3fea0d14 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4991763 Feb 16 22:37:13.357291 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-42693850-53ec-4532-b227-f820bf25d026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (37e45348-4c40-4f9d-be6f-173292bc8896), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:13.360781 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-42693850-53ec-4532-b227-f820bf25d026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:13.362572 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-42693850-53ec-4532-b227-f820bf25d026 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/37e45348-4c40-4f9d-be6f-173292bc8896 HTTP/1.1" status: 204 len: 168 time: 0.1538467 Feb 16 22:37:13.374951 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42693850-53ec-4532-b227-f820bf25d026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e45348-4c40-4f9d-be6f-173292bc8896,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:13.390095 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-54283d99-9144-4e9f-8ecd-c60cb8b6e1d0 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router_gateway (23710bc1-9a90-4ced-a8e7-1b903904b3f4), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:13.684905 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-2a801cce-b69f-4cb2-ac77-5d5f021d9cae tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--242808342&fields=id&tenant_id=11dcb6fba69b48e58d8c23f01f2db2c9 HTTP/1.1" status: 200 len: 267 time: 0.0742683 Feb 16 22:37:13.709708 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-54283d99-9144-4e9f-8ecd-c60cb8b6e1d0 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (23710bc1-9a90-4ced-a8e7-1b903904b3f4), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:13.888398 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-11361ee0-2f3a-4dd2-8607-d8835639d34f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:13.889862 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-11361ee0-2f3a-4dd2-8607-d8835639d34f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/networks?id=a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd HTTP/1.1" status: 200 len: 817 time: 0.1948378 Feb 16 22:37:13.925318 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-8e00405a-4551-4708-850d-cba5ce27ee03 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/quotas/11dcb6fba69b48e58d8c23f01f2db2c9 HTTP/1.1" status: 200 len: 375 time: 0.0209143 Feb 16 22:37:14.008845 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54283d99-9144-4e9f-8ecd-c60cb8b6e1d0 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Router 23710bc1-9a90-4ced-a8e7-1b903904b3f4 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:37:14.019068 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-f3c77a8e-747d-43b9-bf33-25a67ab4bbab tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=11dcb6fba69b48e58d8c23f01f2db2c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0782781 Feb 16 22:37:14.063440 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:37:14.145994 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54283d99-9144-4e9f-8ecd-c60cb8b6e1d0 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:37:14.156639 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6d325f-7a12-4f85-a84a-d9bdf1dffbfa None None] Sync routers for ids ['23710bc1-9a90-4ced-a8e7-1b903904b3f4'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:37:14.176334 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-54283d99-9144-4e9f-8ecd-c60cb8b6e1d0 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:14.180085 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-54283d99-9144-4e9f-8ecd-c60cb8b6e1d0 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3700280 Feb 16 22:37:14.180357 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56044) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:14.185199 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-4ad9eb2d-8bae-478b-b1dd-8dfefb60f8c5 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:14.193699 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6d325f-7a12-4f85-a84a-d9bdf1dffbfa None None] Routers {'23710bc1-9a90-4ced-a8e7-1b903904b3f4'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:37:14.194351 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-0e6d325f-7a12-4f85-a84a-d9bdf1dffbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:36:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['23710bc1-9a90-4ced-a8e7-1b903904b3f4'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:14.276293 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-0e6d325f-7a12-4f85-a84a-d9bdf1dffbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:14.286965 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6d325f-7a12-4f85-a84a-d9bdf1dffbfa None None] Routers {'23710bc1-9a90-4ced-a8e7-1b903904b3f4'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:37:14.287860 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-0e6d325f-7a12-4f85-a84a-d9bdf1dffbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:36:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['23710bc1-9a90-4ced-a8e7-1b903904b3f4'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:14.323949 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-0e6d325f-7a12-4f85-a84a-d9bdf1dffbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:14.324949 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6d325f-7a12-4f85-a84a-d9bdf1dffbfa None None] The sync data for ids ['23710bc1-9a90-4ced-a8e7-1b903904b3f4'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:37:14.454838 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-b9980696-7def-4a40-a731-eea8c408ba8b service neutron] 10.222.0.75 "GET /v2.0/networks/a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943396 Feb 16 22:37:14.489791 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56058) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:14.606005 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-875726b5-85a5-46d5-9323-d6c4143f0195 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-657340452'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:14.641718 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-5738c01e-262a-489b-b0c5-0f9d85cf1e48 service neutron] 10.222.0.75 "GET /v2.0/networks/a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831715 Feb 16 22:37:14.657847 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875726b5-85a5-46d5-9323-d6c4143f0195 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:14.661253 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-875726b5-85a5-46d5-9323-d6c4143f0195 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:14.671689 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-875726b5-85a5-46d5-9323-d6c4143f0195 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:14.817136 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-875726b5-85a5-46d5-9323-d6c4143f0195 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for security_group (20d13c57-81fb-4fd2-a6f6-124aedc814de), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:14.826142 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ad9eb2d-8bae-478b-b1dd-8dfefb60f8c5 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router_gateway (23710bc1-9a90-4ced-a8e7-1b903904b3f4), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:14.836022 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-875726b5-85a5-46d5-9323-d6c4143f0195 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (20d13c57-81fb-4fd2-a6f6-124aedc814de), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:14.880743 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875726b5-85a5-46d5-9323-d6c4143f0195 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20d13c57-81fb-4fd2-a6f6-124aedc814de,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:14.894122 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-875726b5-85a5-46d5-9323-d6c4143f0195 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:37:14.902211 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fbe91a33-39dd-46ea-ac7a-10c47dd777c8 req-24b25a98-7411-4f72-8f97-79cef9b0d50a tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 210 time: 0.0543814 Feb 16 22:37:14.906187 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-875726b5-85a5-46d5-9323-d6c4143f0195 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (b66bcf48-09b5-41a4-b90d-149f4723b03c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:14.907634 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-875726b5-85a5-46d5-9323-d6c4143f0195 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Added segment b66bcf48-09b5-41a4-b90d-149f4723b03c of type vlan for network 6a0192d0-467a-4268-99f6-c1c90ad51962 Feb 16 22:37:14.911195 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ad9eb2d-8bae-478b-b1dd-8dfefb60f8c5 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router_gateway (23710bc1-9a90-4ced-a8e7-1b903904b3f4), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:14.959289 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-875726b5-85a5-46d5-9323-d6c4143f0195 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (6a0192d0-467a-4268-99f6-c1c90ad51962), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:14.995824 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-4ad9eb2d-8bae-478b-b1dd-8dfefb60f8c5 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Deleting port b394560d-a1ff-474d-9db2-361e9f3213b8 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:37:14.996207 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ad9eb2d-8bae-478b-b1dd-8dfefb60f8c5 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (b394560d-a1ff-474d-9db2-361e9f3213b8), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:15.009629 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-875726b5-85a5-46d5-9323-d6c4143f0195 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (6a0192d0-467a-4268-99f6-c1c90ad51962), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:15.015998 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875726b5-85a5-46d5-9323-d6c4143f0195 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:15.017551 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-875726b5-85a5-46d5-9323-d6c4143f0195 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:15.081042 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56082) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:15.087166 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-875726b5-85a5-46d5-9323-d6c4143f0195 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5960953 Feb 16 22:37:15.090625 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-cc3767f1-b4ef-4320-9f25-c128341c5660 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'port': {'network_id': '6a0192d0-467a-4268-99f6-c1c90ad51962', 'name': 'tempest-PortsIpV6TestJSON-729913812'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:15.150816 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875726b5-85a5-46d5-9323-d6c4143f0195 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Network': ['ID=6a0192d0-467a-4268-99f6-c1c90ad51962,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:15.166143 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ad9eb2d-8bae-478b-b1dd-8dfefb60f8c5 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (b394560d-a1ff-474d-9db2-361e9f3213b8), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:15.166353 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 6a0192d0-467a-4268-99f6-c1c90ad51962 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:37:15.223773 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-4ad9eb2d-8bae-478b-b1dd-8dfefb60f8c5 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Calling delete_port for b394560d-a1ff-474d-9db2-361e9f3213b8 owned by network:router_gateway {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:37:15.306291 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3767f1-b4ef-4320-9f25-c128341c5660 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:15.309960 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cc3767f1-b4ef-4320-9f25-c128341c5660 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:15.344489 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-cc3767f1-b4ef-4320-9f25-c128341c5660 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] device_id is not set on port 49958cd7-06fa-4cf7-9288-b776a165847b yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:37:15.978623 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cc3767f1-b4ef-4320-9f25-c128341c5660 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for port (49958cd7-06fa-4cf7-9288-b776a165847b), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:15.988072 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ad9eb2d-8bae-478b-b1dd-8dfefb60f8c5 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (b394560d-a1ff-474d-9db2-361e9f3213b8), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:16.060296 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9eb2d-8bae-478b-b1dd-8dfefb60f8c5 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Pushing event deleted for resources: {'Port': ['ID=b394560d-a1ff-474d-9db2-361e9f3213b8,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:16.112050 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8f5986d9-ba77-483d-971c-aa5d77c06cf6 req-fbe20ba9-ac7a-44ff-8665-c7153889da23 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 210 time: 0.0755880 Feb 16 22:37:16.206926 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cc3767f1-b4ef-4320-9f25-c128341c5660 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (49958cd7-06fa-4cf7-9288-b776a165847b), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:16.252294 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ad9eb2d-8bae-478b-b1dd-8dfefb60f8c5 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (23710bc1-9a90-4ced-a8e7-1b903904b3f4), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:16.390812 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-bc9df77e-8240-4417-83e8-d5b035edc059 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:16.392350 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-bc9df77e-8240-4417-83e8-d5b035edc059 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.67 "GET /v2.0/networks?id=a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd HTTP/1.1" status: 200 len: 817 time: 0.3948526 Feb 16 22:37:16.433665 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3767f1-b4ef-4320-9f25-c128341c5660 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Port': ['ID=49958cd7-06fa-4cf7-9288-b776a165847b,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:16.490584 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3767f1-b4ef-4320-9f25-c128341c5660 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Checking segment: {'id': 'b66bcf48-09b5-41a4-b90d-149f4723b03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6a0192d0-467a-4268-99f6-c1c90ad51962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:37:16.491230 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3767f1-b4ef-4320-9f25-c128341c5660 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Network hostable DHCP agents. Network: 6a0192d0-467a-4268-99f6-c1c90ad51962, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:37:16.597606 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ad9eb2d-8bae-478b-b1dd-8dfefb60f8c5 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-374653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59817'] for router (23710bc1-9a90-4ced-a8e7-1b903904b3f4), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:16.605679 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ad9eb2d-8bae-478b-b1dd-8dfefb60f8c5 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362694'] for router (23710bc1-9a90-4ced-a8e7-1b903904b3f4), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:16.608239 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3767f1-b4ef-4320-9f25-c128341c5660 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Network 6a0192d0-467a-4268-99f6-c1c90ad51962 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:37:16.613946 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-45f4c71f-c224-40b0-ae26-ab4bb3472093 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11dcb6fba69b48e58d8c23f01f2db2c9 HTTP/1.1" status: 200 len: 379 time: 0.1769142 Feb 16 22:37:16.661753 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-ef3d9142-d6b9-4138-9c50-602e5e22766f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Request body: {'port': {'device_id': '9abd30e3-e185-4278-bea5-264a97078b16', 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd', 'admin_state_up': True, 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'security_groups': ['5257e0ce-69a1-43b2-8b12-348b9e69006d']}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:16.689632 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-cc3767f1-b4ef-4320-9f25-c128341c5660 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 6a0192d0-467a-4268-99f6-c1c90ad51962) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:16.697305 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3767f1-b4ef-4320-9f25-c128341c5660 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:37:16.702522 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3767f1-b4ef-4320-9f25-c128341c5660 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:16.703163 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cc3767f1-b4ef-4320-9f25-c128341c5660 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:16.708905 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f1ff2b-eedc-47b0-8aa2-1fc179d82248 None None] Network 6a0192d0-467a-4268-99f6-c1c90ad51962 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:37:16.848129 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-cc3767f1-b4ef-4320-9f25-c128341c5660 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7658262 Feb 16 22:37:16.851695 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56132) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:16.858625 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-da15c24a-9a68-4341-a0b2-786984fef0d5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-636426804'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:16.862604 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad9eb2d-8bae-478b-b1dd-8dfefb60f8c5 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Router 23710bc1-9a90-4ced-a8e7-1b903904b3f4 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:37:16.883884 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da15c24a-9a68-4341-a0b2-786984fef0d5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:16.888393 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da15c24a-9a68-4341-a0b2-786984fef0d5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:16.916938 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da15c24a-9a68-4341-a0b2-786984fef0d5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:37:16.929725 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da15c24a-9a68-4341-a0b2-786984fef0d5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (1746e3bb-f76b-4af8-af43-30c7da7d8ab1), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:16.930578 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-da15c24a-9a68-4341-a0b2-786984fef0d5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Added segment 1746e3bb-f76b-4af8-af43-30c7da7d8ab1 of type vlan for network 64359b5d-d5bb-46fd-a9d3-529216794ae6 Feb 16 22:37:16.959349 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad9eb2d-8bae-478b-b1dd-8dfefb60f8c5 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:37:16.966602 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ad9eb2d-8bae-478b-b1dd-8dfefb60f8c5 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:16.973558 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab81cc2-1239-47b2-bbaf-ca6263cd4728 None None] Sync routers for ids ['23710bc1-9a90-4ced-a8e7-1b903904b3f4'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:37:16.974356 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56134) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:16.986405 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4ad9eb2d-8bae-478b-b1dd-8dfefb60f8c5 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] 10.222.0.75 "PUT /v2.0/routers/23710bc1-9a90-4ced-a8e7-1b903904b3f4 HTTP/1.1" status: 200 len: 706 time: 2.7954729 Feb 16 22:37:16.988761 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-ef3d9142-d6b9-4138-9c50-602e5e22766f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Made reservation on behalf of 11dcb6fba69b48e58d8c23f01f2db2c9 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:16.992996 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-ef3d9142-d6b9-4138-9c50-602e5e22766f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:17.040231 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab81cc2-1239-47b2-bbaf-ca6263cd4728 None None] Routers {'23710bc1-9a90-4ced-a8e7-1b903904b3f4'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:37:17.040905 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-bab81cc2-1239-47b2-bbaf-ca6263cd4728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:36:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['23710bc1-9a90-4ced-a8e7-1b903904b3f4'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:17.067175 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da15c24a-9a68-4341-a0b2-786984fef0d5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (64359b5d-d5bb-46fd-a9d3-529216794ae6), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:17.090231 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ec9c9296-8e4f-4f9d-93d5-8cbea9f37490 tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] 10.222.0.75 "GET /v2.0/routers/23710bc1-9a90-4ced-a8e7-1b903904b3f4 HTTP/1.1" status: 200 len: 741 time: 0.1143234 Feb 16 22:37:17.095295 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56142) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:17.108297 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da15c24a-9a68-4341-a0b2-786984fef0d5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (64359b5d-d5bb-46fd-a9d3-529216794ae6), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:17.114979 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da15c24a-9a68-4341-a0b2-786984fef0d5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:17.116007 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da15c24a-9a68-4341-a0b2-786984fef0d5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:17.119683 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-bab81cc2-1239-47b2-bbaf-ca6263cd4728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:17.135508 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab81cc2-1239-47b2-bbaf-ca6263cd4728 None None] Routers {'23710bc1-9a90-4ced-a8e7-1b903904b3f4'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:37:17.136396 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-bab81cc2-1239-47b2-bbaf-ca6263cd4728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:36:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['23710bc1-9a90-4ced-a8e7-1b903904b3f4'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:17.190436 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-bab81cc2-1239-47b2-bbaf-ca6263cd4728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:17.191286 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab81cc2-1239-47b2-bbaf-ca6263cd4728 None None] The sync data for ids ['23710bc1-9a90-4ced-a8e7-1b903904b3f4'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:37:17.207847 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15c24a-9a68-4341-a0b2-786984fef0d5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Network': ['ID=64359b5d-d5bb-46fd-a9d3-529216794ae6,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:17.226610 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-da15c24a-9a68-4341-a0b2-786984fef0d5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3729284 Feb 16 22:37:17.226834 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 64359b5d-d5bb-46fd-a9d3-529216794ae6 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:37:17.229110 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56146) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:17.236408 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bf455a4f-87e7-4445-8891-5d1e676ced0f tempest-RoutersAdminTest-486322726 tempest-RoutersAdminTest-486322726-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=b0ab4fc8-02c8-4404-90ea-6cd7fce3204f&device_id=23710bc1-9a90-4ced-a8e7-1b903904b3f4 HTTP/1.1" status: 200 len: 205 time: 0.1398897 Feb 16 22:37:17.239920 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-423b03e6-221a-4478-889c-dd67da573df3 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'ports': [{'network_id': '6a0192d0-467a-4268-99f6-c1c90ad51962'}, {'network_id': '64359b5d-d5bb-46fd-a9d3-529216794ae6'}]} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:17.240399 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-423b03e6-221a-4478-889c-dd67da573df3 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'port': {'network_id': '6a0192d0-467a-4268-99f6-c1c90ad51962'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:17.240897 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-423b03e6-221a-4478-889c-dd67da573df3 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'port': {'network_id': '64359b5d-d5bb-46fd-a9d3-529216794ae6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:17.243682 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56148) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:17.318886 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-895ca8d0-8632-4441-b064-02e99085a9b7 req-00cbeca7-a73e-46ee-92bb-05fdda78eb11 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 210 time: 0.0765409 Feb 16 22:37:17.321379 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-42c6b5d4-681e-493c-9b9e-0b460a0d550e tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] 10.222.0.75 "GET /v2.0/ports?device_id=23710bc1-9a90-4ced-a8e7-1b903904b3f4 HTTP/1.1" status: 200 len: 205 time: 0.0768163 Feb 16 22:37:17.324599 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56150) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:17.409332 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-ef3d9142-d6b9-4138-9c50-602e5e22766f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Allocated IP 172.20.0.10 (a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd/0a662751-aa30-4a8c-92bf-a9f1c49c1b53/a2370008-0a02-4590-91cd-d7ae8ef2db40) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:37:17.431317 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-48f83338-5d5e-46e7-850c-327013f83ca4 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router (23710bc1-9a90-4ced-a8e7-1b903904b3f4), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:17.443931 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423b03e6-221a-4478-889c-dd67da573df3 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'port': 2} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:17.448349 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-423b03e6-221a-4478-889c-dd67da573df3 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:17.463156 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-423b03e6-221a-4478-889c-dd67da573df3 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:17.627963 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-423b03e6-221a-4478-889c-dd67da573df3 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] device_id is not set on port 47adbd6e-e0de-465f-9958-2ee843cb96ce yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:37:17.678195 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-48f83338-5d5e-46e7-850c-327013f83ca4 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (23710bc1-9a90-4ced-a8e7-1b903904b3f4), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:17.681959 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-48f83338-5d5e-46e7-850c-327013f83ca4 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router_controller (23710bc1-9a90-4ced-a8e7-1b903904b3f4), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:17.737497 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-423b03e6-221a-4478-889c-dd67da573df3 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for port (47adbd6e-e0de-465f-9958-2ee843cb96ce), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:17.770346 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-48f83338-5d5e-46e7-850c-327013f83ca4 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (23710bc1-9a90-4ced-a8e7-1b903904b3f4), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:17.770854 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f83338-5d5e-46e7-850c-327013f83ca4 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Fanout notify agent at l3_agent the message router_deleted on router 23710bc1-9a90-4ced-a8e7-1b903904b3f4 {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:37:17.778888 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-48f83338-5d5e-46e7-850c-327013f83ca4 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:17.780166 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-48f83338-5d5e-46e7-850c-327013f83ca4 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] 10.222.0.75 "DELETE /v2.0/routers/23710bc1-9a90-4ced-a8e7-1b903904b3f4 HTTP/1.1" status: 204 len: 168 time: 0.4524844 Feb 16 22:37:17.784049 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56160) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:17.819328 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-50d22567-952d-4750-909c-733de8f583fc tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] 10.222.0.75 "GET /v2.0/ports?device_id=23710bc1-9a90-4ced-a8e7-1b903904b3f4 HTTP/1.1" status: 200 len: 205 time: 0.0343201 Feb 16 22:37:17.822543 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56162) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:17.841237 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-423b03e6-221a-4478-889c-dd67da573df3 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] device_id is not set on port 229f6e3d-47cb-491b-a6e1-bb71573987f8 yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:37:17.869700 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-5d8f1355-2c93-4d0a-ac04-830bef88650b tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] delete failed (client error): The resource could not be found. Feb 16 22:37:17.870765 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5d8f1355-2c93-4d0a-ac04-830bef88650b tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] 10.222.0.75 "DELETE /v2.0/routers/23710bc1-9a90-4ced-a8e7-1b903904b3f4 HTTP/1.1" status: 404 len: 336 time: 0.0473235 Feb 16 22:37:17.874929 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56166) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:17.877446 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-ef3d9142-d6b9-4138-9c50-602e5e22766f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for port (a2370008-0a02-4590-91cd-d7ae8ef2db40), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:17.924655 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c19ec0b5-067e-43af-92cf-68d18c16c6cc tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6a7afd0-3045-4b6a-b512-4f6cb10534a3 HTTP/1.1" status: 200 len: 205 time: 0.0453682 Feb 16 22:37:17.927038 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56168) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:17.962659 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-ef3d9142-d6b9-4138-9c50-602e5e22766f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (a2370008-0a02-4590-91cd-d7ae8ef2db40), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:17.984396 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-d5767f3d-1679-4426-a1f5-c735b0b4ff3d tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] delete failed (client error): The resource could not be found. Feb 16 22:37:17.985339 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d5767f3d-1679-4426-a1f5-c735b0b4ff3d tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] 10.222.0.75 "DELETE /v2.0/routers/e6a7afd0-3045-4b6a-b512-4f6cb10534a3 HTTP/1.1" status: 404 len: 336 time: 0.0573695 Feb 16 22:37:17.989220 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56170) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:18.014768 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-ef3d9142-d6b9-4138-9c50-602e5e22766f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Network a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:37:18.021039 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-ef3d9142-d6b9-4138-9c50-602e5e22766f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:18.021721 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-cf17c0aa-30fa-4163-b404-c4ad37df5d79 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b801363-4c82-489b-a746-4224e2b73211 HTTP/1.1" status: 200 len: 205 time: 0.0314500 Feb 16 22:37:18.025665 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-ef3d9142-d6b9-4138-9c50-602e5e22766f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:37:18.032378 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56172) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:18.046537 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-423b03e6-221a-4478-889c-dd67da573df3 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for port (229f6e3d-47cb-491b-a6e1-bb71573987f8), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:18.113842 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-423b03e6-221a-4478-889c-dd67da573df3 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (47adbd6e-e0de-465f-9958-2ee843cb96ce), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:18.160601 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423b03e6-221a-4478-889c-dd67da573df3 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Network 6a0192d0-467a-4268-99f6-c1c90ad51962 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:37:18.176027 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-423b03e6-221a-4478-889c-dd67da573df3 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:18.181161 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9142-d6b9-4138-9c50-602e5e22766f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Pushing event updated for resources: {'Port': ['ID=a2370008-0a02-4590-91cd-d7ae8ef2db40,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:18.187721 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423b03e6-221a-4478-889c-dd67da573df3 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:37:18.191189 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-423b03e6-221a-4478-889c-dd67da573df3 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (229f6e3d-47cb-491b-a6e1-bb71573987f8), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:18.198901 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-8b463ca5-d951-4151-b88d-cb444ab4341b tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] delete failed (client error): The resource could not be found. Feb 16 22:37:18.200607 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8b463ca5-d951-4151-b88d-cb444ab4341b tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] 10.222.0.75 "DELETE /v2.0/routers/4b801363-4c82-489b-a746-4224e2b73211 HTTP/1.1" status: 404 len: 336 time: 0.1667345 Feb 16 22:37:18.203854 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56180) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:18.224102 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b03e6-221a-4478-889c-dd67da573df3 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Port': ['ID=47adbd6e-e0de-465f-9958-2ee843cb96ce,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:18.267724 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4692c8f3-05e4-4d23-801b-59662c7555e3 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] 10.222.0.75 "GET /v2.0/ports?device_id=2a18febd-3057-451d-b08b-599b777a71cb HTTP/1.1" status: 200 len: 205 time: 0.0626183 Feb 16 22:37:18.269289 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56182) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:18.282410 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-ef3d9142-d6b9-4138-9c50-602e5e22766f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:18.283095 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-ef3d9142-d6b9-4138-9c50-602e5e22766f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:18.300386 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b03e6-221a-4478-889c-dd67da573df3 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Port': ['ID=229f6e3d-47cb-491b-a6e1-bb71573987f8,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:18.323654 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423b03e6-221a-4478-889c-dd67da573df3 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Checking segment: {'id': '1746e3bb-f76b-4af8-af43-30c7da7d8ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '64359b5d-d5bb-46fd-a9d3-529216794ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:37:18.324018 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423b03e6-221a-4478-889c-dd67da573df3 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Network hostable DHCP agents. Network: 64359b5d-d5bb-46fd-a9d3-529216794ae6, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:37:18.325821 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-1a5bdbf6-1c56-4fc5-92fc-6dd85d9c45b1 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] delete failed (client error): The resource could not be found. Feb 16 22:37:18.329937 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56184) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:18.330324 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1a5bdbf6-1c56-4fc5-92fc-6dd85d9c45b1 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] 10.222.0.75 "DELETE /v2.0/routers/2a18febd-3057-451d-b08b-599b777a71cb HTTP/1.1" status: 404 len: 336 time: 0.0604937 Feb 16 22:37:18.346951 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-ef3d9142-d6b9-4138-9c50-602e5e22766f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6888816 Feb 16 22:37:18.361849 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-3b5097c5-028c-40b2-b9ff-68a8359d84ca service neutron] Request body: {'port': {'device_id': '9abd30e3-e185-4278-bea5-264a97078b16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:18.370891 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-68df5cf8-c4a7-43d5-a368-716834aa5377 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] 10.222.0.75 "GET /v2.0/ports?device_id=1dfb9988-ca6b-4811-838f-b873e72c9d33 HTTP/1.1" status: 200 len: 205 time: 0.0394228 Feb 16 22:37:18.371096 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-82863004-a86c-4836-82ef-a4731790dfe7 None None] Provisioning complete for port a2370008-0a02-4590-91cd-d7ae8ef2db40 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:37:18.371826 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-82863004-a86c-4836-82ef-a4731790dfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a2370008-0a02-4590-91cd-d7ae8ef2db40), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:18.374006 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56188) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:18.412699 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-82863004-a86c-4836-82ef-a4731790dfe7 None None] Port a2370008-0a02-4590-91cd-d7ae8ef2db40 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:37:18.417331 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-ae6e3e38-f722-43a7-b5a4-43e703680f25 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] delete failed (client error): The resource could not be found. Feb 16 22:37:18.418850 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ae6e3e38-f722-43a7-b5a4-43e703680f25 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] 10.222.0.75 "DELETE /v2.0/routers/1dfb9988-ca6b-4811-838f-b873e72c9d33 HTTP/1.1" status: 404 len: 336 time: 0.0440140 Feb 16 22:37:18.423037 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56190) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:18.455822 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c891f382-b7f7-4db1-9031-2e5590e9797a tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] 10.222.0.75 "GET /v2.0/ports?device_id=1457ea9a-f687-441f-86de-83c76e842130 HTTP/1.1" status: 200 len: 205 time: 0.0316517 Feb 16 22:37:18.458429 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56192) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:18.469072 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423b03e6-221a-4478-889c-dd67da573df3 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Network 64359b5d-d5bb-46fd-a9d3-529216794ae6 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:37:18.479637 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-423b03e6-221a-4478-889c-dd67da573df3 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 64359b5d-d5bb-46fd-a9d3-529216794ae6) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:18.489822 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c524667-c62d-4150-849f-7af26a3e56dd None None] Network 64359b5d-d5bb-46fd-a9d3-529216794ae6 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:37:18.492383 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423b03e6-221a-4478-889c-dd67da573df3 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:37:18.499528 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423b03e6-221a-4478-889c-dd67da573df3 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:18.506182 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423b03e6-221a-4478-889c-dd67da573df3 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:18.507103 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-423b03e6-221a-4478-889c-dd67da573df3 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:18.548034 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-423b03e6-221a-4478-889c-dd67da573df3 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3169613 Feb 16 22:37:18.550935 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56198) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:18.556494 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-db3a9bca-31d7-48c7-b395-1086fa5c4aae tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] delete failed (client error): The resource could not be found. Feb 16 22:37:18.557651 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-db3a9bca-31d7-48c7-b395-1086fa5c4aae tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] 10.222.0.75 "DELETE /v2.0/routers/1457ea9a-f687-441f-86de-83c76e842130 HTTP/1.1" status: 404 len: 336 time: 0.0923870 Feb 16 22:37:18.560565 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56200) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:18.570821 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-3b5097c5-028c-40b2-b9ff-68a8359d84ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a2370008-0a02-4590-91cd-d7ae8ef2db40), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:18.648931 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-524f9bb6-0686-41d1-bb9e-943a4885dee5 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] DELETE failed (client error): The resource could not be found. Feb 16 22:37:18.649567 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-524f9bb6-0686-41d1-bb9e-943a4885dee5 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:37:18.654125 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-524f9bb6-0686-41d1-bb9e-943a4885dee5 tempest-RoutersAdminTest-1085297047 tempest-RoutersAdminTest-1085297047-project] 10.222.0.75 "DELETE /v2.0/subnets/d75b9de0-5244-4e25-906d-c21056aa051e HTTP/1.1" status: 404 len: 337 time: 0.0925245 Feb 16 22:37:18.680382 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095b630-6e5e-4105-b813-7ff62c180d62 req-bfc6598b-a730-45a3-b873-139d976800c5 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:18.682102 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c095b630-6e5e-4105-b813-7ff62c180d62 req-bfc6598b-a730-45a3-b873-139d976800c5 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 932 time: 0.2658753 Feb 16 22:37:18.700182 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-fa6f5115-926b-4ba8-8d09-3071fbe87cad tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Deleting port 229f6e3d-47cb-491b-a6e1-bb71573987f8 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:37:18.700650 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fa6f5115-926b-4ba8-8d09-3071fbe87cad tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (229f6e3d-47cb-491b-a6e1-bb71573987f8), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:18.778424 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fa6f5115-926b-4ba8-8d09-3071fbe87cad tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (229f6e3d-47cb-491b-a6e1-bb71573987f8), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:18.792540 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-fa6f5115-926b-4ba8-8d09-3071fbe87cad tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Calling delete_port for 229f6e3d-47cb-491b-a6e1-bb71573987f8 owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:37:18.906887 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fa6f5115-926b-4ba8-8d09-3071fbe87cad tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (229f6e3d-47cb-491b-a6e1-bb71573987f8), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:18.946838 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c095b630-6e5e-4105-b813-7ff62c180d62 req-88cc51c1-1060-446f-99d6-ce3b1f86d2c5 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129476 Feb 16 22:37:18.957713 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f5115-926b-4ba8-8d09-3071fbe87cad tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Port': ['ID=229f6e3d-47cb-491b-a6e1-bb71573987f8,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:18.987644 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fa6f5115-926b-4ba8-8d09-3071fbe87cad tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:18.993241 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fa6f5115-926b-4ba8-8d09-3071fbe87cad tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/ports/229f6e3d-47cb-491b-a6e1-bb71573987f8 HTTP/1.1" status: 204 len: 168 time: 0.4409878 Feb 16 22:37:18.995993 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56214) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:19.161366 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56220) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:19.208078 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7d01aa-9432-4210-ad3a-65cc86e34f9f tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:19.215023 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7d01aa-9432-4210-ad3a-65cc86e34f9f tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:19.219957 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56226) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:19.220921 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2a7d01aa-9432-4210-ad3a-65cc86e34f9f tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2234066 Feb 16 22:37:19.225546 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-3b5097c5-028c-40b2-b9ff-68a8359d84ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2370008-0a02-4590-91cd-d7ae8ef2db40 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:37:19.251392 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-3b5097c5-028c-40b2-b9ff-68a8359d84ca service neutron] Publish callbacks [] for port (a2370008-0a02-4590-91cd-d7ae8ef2db40), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:19.280003 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-3b5097c5-028c-40b2-b9ff-68a8359d84ca service neutron] Transition to ACTIVE for port object a2370008-0a02-4590-91cd-d7ae8ef2db40 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:37:19.287448 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-3b5097c5-028c-40b2-b9ff-68a8359d84ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (a2370008-0a02-4590-91cd-d7ae8ef2db40), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:19.413804 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8d7868b2-87fb-4fe3-a467-8c3962567d4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:19.419450 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5097c5-028c-40b2-b9ff-68a8359d84ca service neutron] Pushing event updated for resources: {'Port': ['ID=a2370008-0a02-4590-91cd-d7ae8ef2db40,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:19.524713 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-3b5097c5-028c-40b2-b9ff-68a8359d84ca service neutron] Attempting to bind port a2370008-0a02-4590-91cd-d7ae8ef2db40 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:37:19.525188 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-3b5097c5-028c-40b2-b9ff-68a8359d84ca service neutron] Attempting to bind port a2370008-0a02-4590-91cd-d7ae8ef2db40 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '0da08ad7-1ffb-4706-9d45-1cc487f01f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:37:19.525614 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-3b5097c5-028c-40b2-b9ff-68a8359d84ca service neutron] Attempting to bind port a2370008-0a02-4590-91cd-d7ae8ef2db40 on network a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:37:19.531426 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-3b5097c5-028c-40b2-b9ff-68a8359d84ca service neutron] Port a2370008-0a02-4590-91cd-d7ae8ef2db40 on network a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:37:19.531911 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-3b5097c5-028c-40b2-b9ff-68a8359d84ca service neutron] Attempting to bind port a2370008-0a02-4590-91cd-d7ae8ef2db40 on network a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:37:19.539536 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-3b5097c5-028c-40b2-b9ff-68a8359d84ca service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:37:19.540008 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-3b5097c5-028c-40b2-b9ff-68a8359d84ca service neutron] Checking segment: {'id': '0da08ad7-1ffb-4706-9d45-1cc487f01f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:37:19.540537 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-3b5097c5-028c-40b2-b9ff-68a8359d84ca service neutron] Bound using segment: {'id': '0da08ad7-1ffb-4706-9d45-1cc487f01f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:37:19.541067 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-3b5097c5-028c-40b2-b9ff-68a8359d84ca service neutron] Bound port: a2370008-0a02-4590-91cd-d7ae8ef2db40, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da08ad7-1ffb-4706-9d45-1cc487f01f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:37:19.541788 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-3b5097c5-028c-40b2-b9ff-68a8359d84ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a2370008-0a02-4590-91cd-d7ae8ef2db40), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:19.553437 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-efc943c2-ab21-40f9-80e7-eab10bf4f274 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Deleting port 47adbd6e-e0de-465f-9958-2ee843cb96ce {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:37:19.553832 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-efc943c2-ab21-40f9-80e7-eab10bf4f274 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (47adbd6e-e0de-465f-9958-2ee843cb96ce), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:19.675123 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-efc943c2-ab21-40f9-80e7-eab10bf4f274 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (47adbd6e-e0de-465f-9958-2ee843cb96ce), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:19.688385 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-3b5097c5-028c-40b2-b9ff-68a8359d84ca service neutron] For port a2370008-0a02-4590-91cd-d7ae8ef2db40, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:37:19.696787 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-3b5097c5-028c-40b2-b9ff-68a8359d84ca service neutron] For port a2370008-0a02-4590-91cd-d7ae8ef2db40, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=a2370008-0a02-4590-91cd-d7ae8ef2db40,segment=NetworkSegment(0da08ad7-1ffb-4706-9d45-1cc487f01f06),segment_id=0da08ad7-1ffb-4706-9d45-1cc487f01f06)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:37:19.700070 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-efc943c2-ab21-40f9-80e7-eab10bf4f274 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Calling delete_port for 47adbd6e-e0de-465f-9958-2ee843cb96ce owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:37:19.718575 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8d7868b2-87fb-4fe3-a467-8c3962567d4f admin admin] Publish callbacks [] for security_group (00f988b6-d9f6-4fca-a72a-07fc91fef5bb), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:19.722140 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-3b5097c5-028c-40b2-b9ff-68a8359d84ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (a2370008-0a02-4590-91cd-d7ae8ef2db40), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:19.800588 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5097c5-028c-40b2-b9ff-68a8359d84ca service neutron] Pushing event updated for resources: {'Port': ['ID=a2370008-0a02-4590-91cd-d7ae8ef2db40,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:19.873909 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-3b5097c5-028c-40b2-b9ff-68a8359d84ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:19.875042 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-3b5097c5-028c-40b2-b9ff-68a8359d84ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:19.876658 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-3b5097c5-028c-40b2-b9ff-68a8359d84ca service neutron] 10.222.0.67 "PUT /v2.0/ports/a2370008-0a02-4590-91cd-d7ae8ef2db40 HTTP/1.1" status: 200 len: 1092 time: 1.5211701 Feb 16 22:37:19.877836 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9abd30e3-e185-4278-bea5-264a97078b16', 'tag': 'a2370008-0a02-4590-91cd-d7ae8ef2db40'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:37:19.897290 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b765c49d-09e7-49bc-b11d-3dda1cfd6e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "9abd30e3-e185-4278-bea5-264a97078b16", "tag": "a2370008-0a02-4590-91cd-d7ae8ef2db40"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:37:19.994095 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4b67c-9cc7-4539-8390-3f8f149de192 req-60a05d47-b305-43cb-8b87-4002fa1034b3 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:20.000077 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4b67c-9cc7-4539-8390-3f8f149de192 req-60a05d47-b305-43cb-8b87-4002fa1034b3 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:20.005768 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4b67c-9cc7-4539-8390-3f8f149de192 req-60a05d47-b305-43cb-8b87-4002fa1034b3 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:20.012312 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4b67c-9cc7-4539-8390-3f8f149de192 req-60a05d47-b305-43cb-8b87-4002fa1034b3 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:20.017911 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4b67c-9cc7-4539-8390-3f8f149de192 req-60a05d47-b305-43cb-8b87-4002fa1034b3 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:20.023841 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4b67c-9cc7-4539-8390-3f8f149de192 req-60a05d47-b305-43cb-8b87-4002fa1034b3 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:20.030513 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4b67c-9cc7-4539-8390-3f8f149de192 req-60a05d47-b305-43cb-8b87-4002fa1034b3 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:20.032623 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5cc4b67c-9cc7-4539-8390-3f8f149de192 req-60a05d47-b305-43cb-8b87-4002fa1034b3 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5443 time: 0.3025129 Feb 16 22:37:20.084712 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-f4af8532-42e4-4650-82c5-113ce2707793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:20.086348 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-f4af8532-42e4-4650-82c5-113ce2707793 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=11dcb6fba69b48e58d8c23f01f2db2c9&device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 1126 time: 0.1583822 Feb 16 22:37:20.168867 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-9b20ba86-f243-4527-9dd2-c7fbdf5a7605 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2370008-0a02-4590-91cd-d7ae8ef2db40 HTTP/1.1" status: 200 len: 217 time: 0.0732899 Feb 16 22:37:20.175403 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5cc4b67c-9cc7-4539-8390-3f8f149de192 req-f53f82de-d871-40ed-a3d0-6d0e4adfb295 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1332114 Feb 16 22:37:20.195075 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8d7868b2-87fb-4fe3-a467-8c3962567d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (00f988b6-d9f6-4fca-a72a-07fc91fef5bb), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:20.256466 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-a14863ac-439f-43bf-8b23-b10fe91fa8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:20.258581 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-a14863ac-439f-43bf-8b23-b10fe91fa8d6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a662751-aa30-4a8c-92bf-a9f1c49c1b53 HTTP/1.1" status: 200 len: 856 time: 0.0815294 Feb 16 22:37:20.260573 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56248) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:20.260804 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8d7868b2-87fb-4fe3-a467-8c3962567d4f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=59211295814f45b19480d54e8849ded0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0982664 Feb 16 22:37:20.264238 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7868b2-87fb-4fe3-a467-8c3962567d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f988b6-d9f6-4fca-a72a-07fc91fef5bb,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:20.309143 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-efc943c2-ab21-40f9-80e7-eab10bf4f274 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (47adbd6e-e0de-465f-9958-2ee843cb96ce), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:20.343338 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc943c2-ab21-40f9-80e7-eab10bf4f274 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Port': ['ID=47adbd6e-e0de-465f-9958-2ee843cb96ce,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:20.357649 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-efc943c2-ab21-40f9-80e7-eab10bf4f274 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:20.361375 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108739a7-1270-4b2b-b826-6b68c18d786c x-openstack-request-id: req-108739a7-1270-4b2b-b826-6b68c18d786c {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:37:20.361998 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-efc943c2-ab21-40f9-80e7-eab10bf4f274 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/ports/47adbd6e-e0de-465f-9958-2ee843cb96ce HTTP/1.1" status: 204 len: 168 time: 1.1388683 Feb 16 22:37:20.364594 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9abd30e3-e185-4278-bea5-264a97078b16", "tag": "a2370008-0a02-4590-91cd-d7ae8ef2db40", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:37:20.364744 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56254) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:20.364884 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-108739a7-1270-4b2b-b826-6b68c18d786c {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:37:20.365554 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9abd30e3-e185-4278-bea5-264a97078b16', 'tag': 'a2370008-0a02-4590-91cd-d7ae8ef2db40', 'status': 'completed', 'code': 200} Feb 16 22:37:20.476691 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c954738-4172-463a-add1-c28cca69a8e0 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:20.478451 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9c954738-4172-463a-add1-c28cca69a8e0 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1128037 Feb 16 22:37:20.481075 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56256) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:20.499917 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c76e57e9-9074-402b-b794-cf95f3ce639b admin admin] Publish callbacks [] for security_group (00f988b6-d9f6-4fca-a72a-07fc91fef5bb), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:20.512104 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-451506d3-0ec8-44e6-8c3e-05e4d66d28cc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] GET failed (client error): The resource could not be found. Feb 16 22:37:20.514424 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-451506d3-0ec8-44e6-8c3e-05e4d66d28cc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "GET /v2.0/ports/229f6e3d-47cb-491b-a6e1-bb71573987f8 HTTP/1.1" status: 404 len: 333 time: 0.0315669 Feb 16 22:37:20.517105 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56258) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:20.549937 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-49011f97-81e9-452d-bd43-6a7973a0d987 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] GET failed (client error): The resource could not be found. Feb 16 22:37:20.551827 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-49011f97-81e9-452d-bd43-6a7973a0d987 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "GET /v2.0/ports/47adbd6e-e0de-465f-9958-2ee843cb96ce HTTP/1.1" status: 404 len: 333 time: 0.0335693 Feb 16 22:37:20.554544 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56260) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:20.632212 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-27f5b170-6b37-4ca3-8e7c-ab1ea60ce7b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:20.672669 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2d7f79d1-4ff9-4604-bc8a-0cb788d8c4f2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (64359b5d-d5bb-46fd-a9d3-529216794ae6), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:20.776038 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2d7f79d1-4ff9-4604-bc8a-0cb788d8c4f2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (64359b5d-d5bb-46fd-a9d3-529216794ae6), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:20.804993 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-2d7f79d1-4ff9-4604-bc8a-0cb788d8c4f2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64359b5d-d5bb-46fd-a9d3-529216794ae6']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:20.822196 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-2d7f79d1-4ff9-4604-bc8a-0cb788d8c4f2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1746e3bb-f76b-4af8-af43-30c7da7d8ab1') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:20.822908 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-2d7f79d1-4ff9-4604-bc8a-0cb788d8c4f2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1746e3bb-f76b-4af8-af43-30c7da7d8ab1') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:20.837240 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2d7f79d1-4ff9-4604-bc8a-0cb788d8c4f2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (1746e3bb-f76b-4af8-af43-30c7da7d8ab1), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:20.853865 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2d7f79d1-4ff9-4604-bc8a-0cb788d8c4f2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (1746e3bb-f76b-4af8-af43-30c7da7d8ab1), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:20.861572 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d7f79d1-4ff9-4604-bc8a-0cb788d8c4f2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:37:20.862212 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2d7f79d1-4ff9-4604-bc8a-0cb788d8c4f2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (1746e3bb-f76b-4af8-af43-30c7da7d8ab1), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:20.876976 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:37:20.876976 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:37:20.876976 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:37:20.876976 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:37:20.876976 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:37:20.876976 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:37:20.876976 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:37:20.876976 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:37:20.876976 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:37:20.876976 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:37:20.876976 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:37:20.876976 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:37:20.876976 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:37:20.876976 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:37:20.876976 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:37:20.876976 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:37:20.876976 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:37:20.876976 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:37:20.876976 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:37:20.876976 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:37:20.876976 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:37:20.876976 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:37:20.876976 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:37:20.876976 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:37:20.876976 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:37:20.876976 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:37:20.876976 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:37:20.876976 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:37:20.876976 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:37:20.876976 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:37:20.876976 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:37:20.876976 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:37:20.932134 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2d7f79d1-4ff9-4604-bc8a-0cb788d8c4f2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (64359b5d-d5bb-46fd-a9d3-529216794ae6), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:20.942085 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2d7f79d1-4ff9-4604-bc8a-0cb788d8c4f2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:20.949231 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2d7f79d1-4ff9-4604-bc8a-0cb788d8c4f2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/networks/64359b5d-d5bb-46fd-a9d3-529216794ae6 HTTP/1.1" status: 204 len: 168 time: 0.3901582 Feb 16 22:37:20.949917 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56270) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:20.964260 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-da362f0c-59d3-434b-a00b-be23085dd09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:20.964464 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-5eb3b666-6ff0-4a71-8bbc-f3acc7964e93 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-405664341'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:20.965896 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-da362f0c-59d3-434b-a00b-be23085dd09c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6328039 Feb 16 22:37:20.969788 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f79d1-4ff9-4604-bc8a-0cb788d8c4f2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Network': ['ID=64359b5d-d5bb-46fd-a9d3-529216794ae6,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:20.997809 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb3b666-6ff0-4a71-8bbc-f3acc7964e93 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:21.002176 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5eb3b666-6ff0-4a71-8bbc-f3acc7964e93 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:21.032594 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb3b666-6ff0-4a71-8bbc-f3acc7964e93 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:37:21.047334 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5eb3b666-6ff0-4a71-8bbc-f3acc7964e93 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (449381e2-4c3d-450f-bce4-227a3de5c4dc), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:21.048248 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-5eb3b666-6ff0-4a71-8bbc-f3acc7964e93 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Added segment 449381e2-4c3d-450f-bce4-227a3de5c4dc of type vlan for network 672308aa-901d-4617-8e02-1d05c63ae06a Feb 16 22:37:21.053724 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652581ae-d28e-4025-b9f3-e266f9648c38 req-1d3209d2-683b-4dab-bb92-933492c14a62 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:21.059317 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-652581ae-d28e-4025-b9f3-e266f9648c38 req-1d3209d2-683b-4dab-bb92-933492c14a62 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 944 time: 0.6310339 Feb 16 22:37:21.065160 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c76e57e9-9074-402b-b794-cf95f3ce639b admin admin] Publish callbacks [] for security_group (00f988b6-d9f6-4fca-a72a-07fc91fef5bb), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:21.120798 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5eb3b666-6ff0-4a71-8bbc-f3acc7964e93 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (672308aa-901d-4617-8e02-1d05c63ae06a), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:21.149467 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5eb3b666-6ff0-4a71-8bbc-f3acc7964e93 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (672308aa-901d-4617-8e02-1d05c63ae06a), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:21.155927 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb3b666-6ff0-4a71-8bbc-f3acc7964e93 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:21.156524 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5eb3b666-6ff0-4a71-8bbc-f3acc7964e93 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:21.205578 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-818e01b9-180d-46c2-b3cf-dcacffe5e670 service neutron] 10.222.0.67 "GET /v2.0/networks/a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190661 Feb 16 22:37:21.214803 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5eb3b666-6ff0-4a71-8bbc-f3acc7964e93 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2548766 Feb 16 22:37:21.218945 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-652581ae-d28e-4025-b9f3-e266f9648c38 req-4bfa58ea-d809-4427-a4a7-782d94867fc0 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051683 Feb 16 22:37:21.219467 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56276) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:21.228403 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-62184858-8db7-44a7-8ea3-00e3bf0c53c9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'subnet': {'network_id': '672308aa-901d-4617-8e02-1d05c63ae06a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:21.247787 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3b666-6ff0-4a71-8bbc-f3acc7964e93 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Network': ['ID=672308aa-901d-4617-8e02-1d05c63ae06a,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:21.259321 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 672308aa-901d-4617-8e02-1d05c63ae06a details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:37:21.349678 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c76e57e9-9074-402b-b794-cf95f3ce639b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (00f988b6-d9f6-4fca-a72a-07fc91fef5bb), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:21.352664 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c76e57e9-9074-402b-b794-cf95f3ce639b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:21.356175 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c76e57e9-9074-402b-b794-cf95f3ce639b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/00f988b6-d9f6-4fca-a72a-07fc91fef5bb HTTP/1.1" status: 204 len: 168 time: 1.0919850 Feb 16 22:37:21.366420 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4f8a49b-ad2f-4394-a29c-237828f3da11 req-545a4f69-18a9-48a0-bf30-81d4d5a91315 service neutron] 10.222.0.67 "GET /v2.0/networks/a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436198 Feb 16 22:37:21.416581 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e57e9-9074-402b-b794-cf95f3ce639b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f988b6-d9f6-4fca-a72a-07fc91fef5bb,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:21.559860 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62184858-8db7-44a7-8ea3-00e3bf0c53c9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:21.564160 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-62184858-8db7-44a7-8ea3-00e3bf0c53c9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:21.586949 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad2d0e-12f2-445d-a207-e28bdf570381 req-bcf06110-7242-4c78-bb1d-a7155904f76d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:21.590853 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad2d0e-12f2-445d-a207-e28bdf570381 req-bcf06110-7242-4c78-bb1d-a7155904f76d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:21.593013 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad2d0e-12f2-445d-a207-e28bdf570381 req-bcf06110-7242-4c78-bb1d-a7155904f76d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:21.599085 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad2d0e-12f2-445d-a207-e28bdf570381 req-bcf06110-7242-4c78-bb1d-a7155904f76d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:21.604320 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad2d0e-12f2-445d-a207-e28bdf570381 req-bcf06110-7242-4c78-bb1d-a7155904f76d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:21.610247 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad2d0e-12f2-445d-a207-e28bdf570381 req-bcf06110-7242-4c78-bb1d-a7155904f76d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:21.615586 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad2d0e-12f2-445d-a207-e28bdf570381 req-bcf06110-7242-4c78-bb1d-a7155904f76d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:21.622926 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-93ad2d0e-12f2-445d-a207-e28bdf570381 req-bcf06110-7242-4c78-bb1d-a7155904f76d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5443 time: 0.2765300 Feb 16 22:37:21.675429 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765c49d-09e7-49bc-b11d-3dda1cfd6e8c req-c0a0f381-1b4e-47df-9476-34c6fb2ed301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:21.676940 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b765c49d-09e7-49bc-b11d-3dda1cfd6e8c req-c0a0f381-1b4e-47df-9476-34c6fb2ed301 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=11dcb6fba69b48e58d8c23f01f2db2c9&device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 1126 time: 0.2175951 Feb 16 22:37:21.719195 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.ipam_backend_mixin [None req-62184858-8db7-44a7-8ea3-00e3bf0c53c9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Performing IP validity checks on allocation pools {{(pid=103466) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 22:37:21.721962 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.ipam_backend_mixin [None req-62184858-8db7-44a7-8ea3-00e3bf0c53c9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103466) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 22:37:21.764556 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56288) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:21.823299 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-20f5b716-6a71-4d95-a11d-146b32eb7a98 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3ee32de2908e426781345d4ba5aad0fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0575016 Feb 16 22:37:21.825630 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56294) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:21.871337 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-93ad2d0e-12f2-445d-a207-e28bdf570381 req-d52e060a-06eb-4cc7-b426-1916011e4a0b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2293496 Feb 16 22:37:21.882784 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765c49d-09e7-49bc-b11d-3dda1cfd6e8c req-b7be68cb-bc2d-4c9f-8347-07bd9d7f99fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:21.884911 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b765c49d-09e7-49bc-b11d-3dda1cfd6e8c req-b7be68cb-bc2d-4c9f-8347-07bd9d7f99fd service neutron] 10.222.0.67 "GET /v2.0/networks?id=a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd HTTP/1.1" status: 200 len: 918 time: 0.2008336 Feb 16 22:37:21.908600 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7ac071d7-10e5-44d5-8fa1-4a2bad0ea3d2 admin admin] Publish callbacks [] for security_group (00b19fb4-e2e0-4f8c-b769-ab60dd95f02c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:21.939889 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b765c49d-09e7-49bc-b11d-3dda1cfd6e8c req-d72d8461-c3e3-45ab-b834-5e2e3b384cee service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2370008-0a02-4590-91cd-d7ae8ef2db40 HTTP/1.1" status: 200 len: 217 time: 0.0443196 Feb 16 22:37:21.944328 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7ac071d7-10e5-44d5-8fa1-4a2bad0ea3d2 admin admin] Publish callbacks [] for security_group (00b19fb4-e2e0-4f8c-b769-ab60dd95f02c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:22.022431 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7ac071d7-10e5-44d5-8fa1-4a2bad0ea3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (00b19fb4-e2e0-4f8c-b769-ab60dd95f02c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:22.032595 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7ac071d7-10e5-44d5-8fa1-4a2bad0ea3d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:22.035429 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7ac071d7-10e5-44d5-8fa1-4a2bad0ea3d2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/00b19fb4-e2e0-4f8c-b769-ab60dd95f02c HTTP/1.1" status: 204 len: 168 time: 0.2073777 Feb 16 22:37:22.048021 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac071d7-10e5-44d5-8fa1-4a2bad0ea3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b19fb4-e2e0-4f8c-b769-ab60dd95f02c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:22.084589 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765c49d-09e7-49bc-b11d-3dda1cfd6e8c req-ece0cd3c-204d-4d94-87a5-1fd230f43527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:22.086722 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b765c49d-09e7-49bc-b11d-3dda1cfd6e8c req-ece0cd3c-204d-4d94-87a5-1fd230f43527 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a662751-aa30-4a8c-92bf-a9f1c49c1b53 HTTP/1.1" status: 200 len: 856 time: 0.1282854 Feb 16 22:37:22.133227 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-62184858-8db7-44a7-8ea3-00e3bf0c53c9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (f74c38f3-5171-459a-83b5-371864b4e6a2), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:22.230072 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62184858-8db7-44a7-8ea3-00e3bf0c53c9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Subnet': ['ID=f74c38f3-5171-459a-83b5-371864b4e6a2,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:22.247976 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62184858-8db7-44a7-8ea3-00e3bf0c53c9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:22.248317 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62184858-8db7-44a7-8ea3-00e3bf0c53c9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:22.248672 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62184858-8db7-44a7-8ea3-00e3bf0c53c9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:22.248991 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62184858-8db7-44a7-8ea3-00e3bf0c53c9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:22.249341 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62184858-8db7-44a7-8ea3-00e3bf0c53c9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:22.250387 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62184858-8db7-44a7-8ea3-00e3bf0c53c9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:22.250518 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62184858-8db7-44a7-8ea3-00e3bf0c53c9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:22.250807 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62184858-8db7-44a7-8ea3-00e3bf0c53c9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:22.251141 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62184858-8db7-44a7-8ea3-00e3bf0c53c9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:22.251526 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62184858-8db7-44a7-8ea3-00e3bf0c53c9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:22.251856 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62184858-8db7-44a7-8ea3-00e3bf0c53c9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:22.252175 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62184858-8db7-44a7-8ea3-00e3bf0c53c9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:22.252522 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62184858-8db7-44a7-8ea3-00e3bf0c53c9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:22.256362 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62184858-8db7-44a7-8ea3-00e3bf0c53c9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Checking segment: {'id': '449381e2-4c3d-450f-bce4-227a3de5c4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '672308aa-901d-4617-8e02-1d05c63ae06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:37:22.256731 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62184858-8db7-44a7-8ea3-00e3bf0c53c9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Network hostable DHCP agents. Network: 672308aa-901d-4617-8e02-1d05c63ae06a, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:37:22.280746 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765c49d-09e7-49bc-b11d-3dda1cfd6e8c req-d0d25616-ad45-4afd-8983-2c9a8dd2b280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:22.282387 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b765c49d-09e7-49bc-b11d-3dda1cfd6e8c req-d0d25616-ad45-4afd-8983-2c9a8dd2b280 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1835692 Feb 16 22:37:22.327824 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62184858-8db7-44a7-8ea3-00e3bf0c53c9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Network 672308aa-901d-4617-8e02-1d05c63ae06a is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:37:22.411558 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-62184858-8db7-44a7-8ea3-00e3bf0c53c9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 672308aa-901d-4617-8e02-1d05c63ae06a) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:22.425157 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b3b1e9-59a5-4134-ba0d-fea1f9c3b904 None None] Network 672308aa-901d-4617-8e02-1d05c63ae06a requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:37:22.478053 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62184858-8db7-44a7-8ea3-00e3bf0c53c9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:22.478658 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-62184858-8db7-44a7-8ea3-00e3bf0c53c9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:22.511999 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-62184858-8db7-44a7-8ea3-00e3bf0c53c9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2823906 Feb 16 22:37:22.512244 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56316) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:22.519082 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9de6ac-f203-4906-b2ea-7e8451c70045 req-76ce0937-169d-4435-805b-2720871640a1 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:22.522819 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-da66ce2c-8259-4b15-b6d7-1f43f6e88421 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'port': {'network_id': '672308aa-901d-4617-8e02-1d05c63ae06a', 'name': 'tempest-PortsIpV6TestJSON-995818417'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:22.522957 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ba9de6ac-f203-4906-b2ea-7e8451c70045 req-76ce0937-169d-4435-805b-2720871640a1 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 944 time: 0.1769648 Feb 16 22:37:22.564536 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b765c49d-09e7-49bc-b11d-3dda1cfd6e8c req-4220946b-f32b-42d5-8697-dcd6dae9758b service neutron] 10.222.0.67 "GET /v2.0/networks/a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643640 Feb 16 22:37:22.624494 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ba9de6ac-f203-4906-b2ea-7e8451c70045 req-7c3b8f5a-9b5d-47e0-9016-7799222cf21e tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876477 Feb 16 22:37:22.679422 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb74397-7e6b-405a-a6d5-0be00aeb07c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-672308aa-901d-4617-8e02-1d05c63ae06a', 'network_id': '672308aa-901d-4617-8e02-1d05c63ae06a', 'project_id': 'd60825dfe0634217b9a73819afe62c75', 'fixed_ips': [{'subnet_id': 'f74c38f3-5171-459a-83b5-371864b4e6a2'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:37:22.681287 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1fb74397-7e6b-405a-a6d5-0be00aeb07c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:22.687971 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b765c49d-09e7-49bc-b11d-3dda1cfd6e8c req-08302079-e3a5-4738-9317-4d4963505c2c service neutron] 10.222.0.67 "GET /v2.0/networks/a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136456 Feb 16 22:37:22.759576 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da66ce2c-8259-4b15-b6d7-1f43f6e88421 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:22.766796 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da66ce2c-8259-4b15-b6d7-1f43f6e88421 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:22.818119 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-da66ce2c-8259-4b15-b6d7-1f43f6e88421 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] device_id is not set on port bc2de223-dbab-48e8-a881-ce4d13363a12 yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:37:22.902084 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-1fb74397-7e6b-405a-a6d5-0be00aeb07c2 None None] Allocated IP 2001:db8::2 (672308aa-901d-4617-8e02-1d05c63ae06a/f74c38f3-5171-459a-83b5-371864b4e6a2/77a410d5-b708-458c-8b10-d133b8444c8f) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:37:23.023025 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-637ae38f-a7fc-4952-89e6-d238df4e6d46 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:23.028493 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-637ae38f-a7fc-4952-89e6-d238df4e6d46 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:23.035007 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-637ae38f-a7fc-4952-89e6-d238df4e6d46 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:23.041418 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-637ae38f-a7fc-4952-89e6-d238df4e6d46 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:23.047712 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-637ae38f-a7fc-4952-89e6-d238df4e6d46 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:23.054598 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-637ae38f-a7fc-4952-89e6-d238df4e6d46 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:23.062255 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-637ae38f-a7fc-4952-89e6-d238df4e6d46 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:23.065125 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-637ae38f-a7fc-4952-89e6-d238df4e6d46 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.67 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5443 time: 0.1710291 Feb 16 22:37:23.105499 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2449f465-6b05-4844-93c5-a04a9410cd45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:23.172869 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-a32a67a4-d9e4-4d49-9a69-bdf71ae865f2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:23.174621 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-a32a67a4-d9e4-4d49-9a69-bdf71ae865f2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.67 "GET /v2.0/ports/f1376ffd-fe61-469a-a98f-7b82403092df?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0994172 Feb 16 22:37:23.204653 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1fb74397-7e6b-405a-a6d5-0be00aeb07c2 None None] Publish callbacks [] for port (77a410d5-b708-458c-8b10-d133b8444c8f), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:23.226420 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1fb74397-7e6b-405a-a6d5-0be00aeb07c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (77a410d5-b708-458c-8b10-d133b8444c8f), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:23.276282 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb74397-7e6b-405a-a6d5-0be00aeb07c2 None None] Network 672308aa-901d-4617-8e02-1d05c63ae06a is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:37:23.288642 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-1fb74397-7e6b-405a-a6d5-0be00aeb07c2 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:23.294604 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb74397-7e6b-405a-a6d5-0be00aeb07c2 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:37:23.327277 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-e7d5231c-d825-4581-973a-28ded877a96f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.67 "GET /v2.0/networks/26d0d9a9-120f-4eeb-8da5-91a75398d8cf?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1454072 Feb 16 22:37:23.343807 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfbc00-e5ee-4c7b-8328-241f2c955e4a req-9b71dd0f-ade6-4668-b6ce-eb7668fdc8bf tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:23.349270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfbc00-e5ee-4c7b-8328-241f2c955e4a req-9b71dd0f-ade6-4668-b6ce-eb7668fdc8bf tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:23.354701 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-da66ce2c-8259-4b15-b6d7-1f43f6e88421 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Allocated IP 2001:db8::eb (672308aa-901d-4617-8e02-1d05c63ae06a/f74c38f3-5171-459a-83b5-371864b4e6a2/bc2de223-dbab-48e8-a881-ce4d13363a12) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:37:23.355537 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfbc00-e5ee-4c7b-8328-241f2c955e4a req-9b71dd0f-ade6-4668-b6ce-eb7668fdc8bf tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:23.361693 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfbc00-e5ee-4c7b-8328-241f2c955e4a req-9b71dd0f-ade6-4668-b6ce-eb7668fdc8bf tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:23.367424 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfbc00-e5ee-4c7b-8328-241f2c955e4a req-9b71dd0f-ade6-4668-b6ce-eb7668fdc8bf tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:23.373671 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfbc00-e5ee-4c7b-8328-241f2c955e4a req-9b71dd0f-ade6-4668-b6ce-eb7668fdc8bf tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:23.379490 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfbc00-e5ee-4c7b-8328-241f2c955e4a req-9b71dd0f-ade6-4668-b6ce-eb7668fdc8bf tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:23.388788 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87dfbc00-e5ee-4c7b-8328-241f2c955e4a req-9b71dd0f-ade6-4668-b6ce-eb7668fdc8bf tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 5443 time: 0.3223546 Feb 16 22:37:23.390588 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56346) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:23.398123 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-bd7efcc5-0a06-45d6-8299-577d2151a111 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:23.419230 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb74397-7e6b-405a-a6d5-0be00aeb07c2 None None] Pushing event updated for resources: {'Port': ['ID=77a410d5-b708-458c-8b10-d133b8444c8f,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:23.497267 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb74397-7e6b-405a-a6d5-0be00aeb07c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:23.498027 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb74397-7e6b-405a-a6d5-0be00aeb07c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:23.498150 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb74397-7e6b-405a-a6d5-0be00aeb07c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:23.498529 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb74397-7e6b-405a-a6d5-0be00aeb07c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:23.498859 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb74397-7e6b-405a-a6d5-0be00aeb07c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:23.499186 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb74397-7e6b-405a-a6d5-0be00aeb07c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:23.499527 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb74397-7e6b-405a-a6d5-0be00aeb07c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:23.499861 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb74397-7e6b-405a-a6d5-0be00aeb07c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:23.500795 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb74397-7e6b-405a-a6d5-0be00aeb07c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:23.501150 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb74397-7e6b-405a-a6d5-0be00aeb07c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:23.501489 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb74397-7e6b-405a-a6d5-0be00aeb07c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:23.501824 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb74397-7e6b-405a-a6d5-0be00aeb07c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:23.502194 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb74397-7e6b-405a-a6d5-0be00aeb07c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:23.553384 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-1fb74397-7e6b-405a-a6d5-0be00aeb07c2 None None] Attempting to bind port 77a410d5-b708-458c-8b10-d133b8444c8f on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:37:23.553774 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-1fb74397-7e6b-405a-a6d5-0be00aeb07c2 None None] Attempting to bind port 77a410d5-b708-458c-8b10-d133b8444c8f by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '449381e2-4c3d-450f-bce4-227a3de5c4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '672308aa-901d-4617-8e02-1d05c63ae06a'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:37:23.554224 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb74397-7e6b-405a-a6d5-0be00aeb07c2 None None] Attempting to bind port 77a410d5-b708-458c-8b10-d133b8444c8f on network 672308aa-901d-4617-8e02-1d05c63ae06a {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:37:23.559657 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb74397-7e6b-405a-a6d5-0be00aeb07c2 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:37:23.559906 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb74397-7e6b-405a-a6d5-0be00aeb07c2 None None] Checking segment: {'id': '449381e2-4c3d-450f-bce4-227a3de5c4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '672308aa-901d-4617-8e02-1d05c63ae06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:37:23.560210 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1fb74397-7e6b-405a-a6d5-0be00aeb07c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:23.560648 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb74397-7e6b-405a-a6d5-0be00aeb07c2 None None] Bound using segment: {'id': '449381e2-4c3d-450f-bce4-227a3de5c4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '672308aa-901d-4617-8e02-1d05c63ae06a'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:37:23.561124 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-1fb74397-7e6b-405a-a6d5-0be00aeb07c2 None None] Bound port: 77a410d5-b708-458c-8b10-d133b8444c8f, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '449381e2-4c3d-450f-bce4-227a3de5c4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '672308aa-901d-4617-8e02-1d05c63ae06a'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:37:23.561516 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1fb74397-7e6b-405a-a6d5-0be00aeb07c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (77a410d5-b708-458c-8b10-d133b8444c8f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:23.574243 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da66ce2c-8259-4b15-b6d7-1f43f6e88421 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for port (bc2de223-dbab-48e8-a881-ce4d13363a12), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:23.619830 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da66ce2c-8259-4b15-b6d7-1f43f6e88421 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (bc2de223-dbab-48e8-a881-ce4d13363a12), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:23.636930 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1fb74397-7e6b-405a-a6d5-0be00aeb07c2 None None] For port 77a410d5-b708-458c-8b10-d133b8444c8f, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:37:23.641118 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1fb74397-7e6b-405a-a6d5-0be00aeb07c2 None None] For port 77a410d5-b708-458c-8b10-d133b8444c8f, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=77a410d5-b708-458c-8b10-d133b8444c8f,segment=NetworkSegment(449381e2-4c3d-450f-bce4-227a3de5c4dc),segment_id=449381e2-4c3d-450f-bce4-227a3de5c4dc)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:37:23.648984 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1fb74397-7e6b-405a-a6d5-0be00aeb07c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (77a410d5-b708-458c-8b10-d133b8444c8f), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:23.649438 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87dfbc00-e5ee-4c7b-8328-241f2c955e4a req-7776e87f-e3f6-461a-987d-99a489e1851b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2559261 Feb 16 22:37:23.652372 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-bd7efcc5-0a06-45d6-8299-577d2151a111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f1376ffd-fe61-469a-a98f-7b82403092df), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:23.680697 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da66ce2c-8259-4b15-b6d7-1f43f6e88421 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Network 672308aa-901d-4617-8e02-1d05c63ae06a is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:37:23.684811 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-da66ce2c-8259-4b15-b6d7-1f43f6e88421 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:23.689863 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da66ce2c-8259-4b15-b6d7-1f43f6e88421 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:37:23.696881 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da66ce2c-8259-4b15-b6d7-1f43f6e88421 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:23.697786 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da66ce2c-8259-4b15-b6d7-1f43f6e88421 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:23.702628 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-35a06a1e-6922-4f45-b3a3-2445cfeb26e6 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1749971602'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:23.723226 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66ce2c-8259-4b15-b6d7-1f43f6e88421 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Port': ['ID=bc2de223-dbab-48e8-a881-ce4d13363a12,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:23.735490 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb74397-7e6b-405a-a6d5-0be00aeb07c2 None None] Pushing event updated for resources: {'Port': ['ID=77a410d5-b708-458c-8b10-d133b8444c8f,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:23.739899 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-da66ce2c-8259-4b15-b6d7-1f43f6e88421 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2290947 Feb 16 22:37:23.742856 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56356) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:23.815318 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a06a1e-6922-4f45-b3a3-2445cfeb26e6 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Made reservation on behalf of 6d2294dd7a3447cbbac0ecda38648786 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:23.818830 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-35a06a1e-6922-4f45-b3a3-2445cfeb26e6 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:23.860873 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-35a06a1e-6922-4f45-b3a3-2445cfeb26e6 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:23.908706 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-3d6c49dd-6eae-440d-af1f-638476fd6eab tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Deleting port bc2de223-dbab-48e8-a881-ce4d13363a12 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:37:23.909840 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3d6c49dd-6eae-440d-af1f-638476fd6eab tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (bc2de223-dbab-48e8-a881-ce4d13363a12), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:23.955526 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b639c-9f0a-42c3-bfba-06c9208c97f0 req-17eea8d5-3af9-4c9d-883a-3ee35ab5b12c tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:23.962418 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ca9b639c-9f0a-42c3-bfba-06c9208c97f0 req-17eea8d5-3af9-4c9d-883a-3ee35ab5b12c tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 944 time: 0.1512747 Feb 16 22:37:24.027344 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3d6c49dd-6eae-440d-af1f-638476fd6eab tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (bc2de223-dbab-48e8-a881-ce4d13363a12), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:24.042406 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-3d6c49dd-6eae-440d-af1f-638476fd6eab tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Calling delete_port for bc2de223-dbab-48e8-a881-ce4d13363a12 owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:37:24.136086 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ca9b639c-9f0a-42c3-bfba-06c9208c97f0 req-15d2b8ef-2c18-43d2-8626-7d266768f509 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708250 Feb 16 22:37:24.195903 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-bd7efcc5-0a06-45d6-8299-577d2151a111 service neutron] For port f1376ffd-fe61-469a-a98f-7b82403092df, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f1376ffd-fe61-469a-a98f-7b82403092df,segment=NetworkSegment(ab0b36f1-758f-4e8c-9a46-1dd25642f72c),segment_id=ab0b36f1-758f-4e8c-9a46-1dd25642f72c)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:37:24.242502 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3d6c49dd-6eae-440d-af1f-638476fd6eab tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (bc2de223-dbab-48e8-a881-ce4d13363a12), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:24.251198 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-35a06a1e-6922-4f45-b3a3-2445cfeb26e6 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks [] for security_group (dc7d4746-dab4-4cbe-9edb-546d7e861a62), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:24.279696 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:24.307504 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c49dd-6eae-440d-af1f-638476fd6eab tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Port': ['ID=bc2de223-dbab-48e8-a881-ce4d13363a12,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:24.344965 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-bd7efcc5-0a06-45d6-8299-577d2151a111 service neutron] For port f1376ffd-fe61-469a-a98f-7b82403092df, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:37:24.347624 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3d6c49dd-6eae-440d-af1f-638476fd6eab tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:24.352301 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3d6c49dd-6eae-440d-af1f-638476fd6eab tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/ports/bc2de223-dbab-48e8-a881-ce4d13363a12 HTTP/1.1" status: 204 len: 168 time: 0.6043758 Feb 16 22:37:24.356622 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56370) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:24.383412 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-bd7efcc5-0a06-45d6-8299-577d2151a111 service neutron] device_id is not set on port f1376ffd-fe61-469a-a98f-7b82403092df yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:37:24.397234 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-bd7efcc5-0a06-45d6-8299-577d2151a111 service neutron] Publish callbacks [] for port (f1376ffd-fe61-469a-a98f-7b82403092df), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:24.404655 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-35a06a1e-6922-4f45-b3a3-2445cfeb26e6 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (dc7d4746-dab4-4cbe-9edb-546d7e861a62), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:24.420448 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ac0ff7-9acf-4c91-aec4-da02dce31409 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] DELETE failed (client error): The resource could not be found. Feb 16 22:37:24.420960 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ac0ff7-9acf-4c91-aec4-da02dce31409 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:37:24.442865 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c6ac0ff7-9acf-4c91-aec4-da02dce31409 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/ports/bc2de223-dbab-48e8-a881-ce4d13363a12 HTTP/1.1" status: 404 len: 333 time: 0.0849531 Feb 16 22:37:24.445521 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56372) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:24.450384 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-bd7efcc5-0a06-45d6-8299-577d2151a111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (f1376ffd-fe61-469a-a98f-7b82403092df), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:24.533411 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-015bf491-4157-481f-b597-453599622f2a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] GET failed (client error): The resource could not be found. Feb 16 22:37:24.547601 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56374) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:24.549475 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-015bf491-4157-481f-b597-453599622f2a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "GET /v2.0/ports/bc2de223-dbab-48e8-a881-ce4d13363a12 HTTP/1.1" status: 404 len: 333 time: 0.0947990 Feb 16 22:37:24.563252 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 77a410d5-b708-458c-8b10-d133b8444c8f up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:37:24.581248 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a06a1e-6922-4f45-b3a3-2445cfeb26e6 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:37:24.617320 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a06a1e-6922-4f45-b3a3-2445cfeb26e6 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7d4746-dab4-4cbe-9edb-546d7e861a62,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:24.647586 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-35a06a1e-6922-4f45-b3a3-2445cfeb26e6 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (ebf8834b-0dc9-499c-be56-ed7b3ed05450), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:24.647847 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-35a06a1e-6922-4f45-b3a3-2445cfeb26e6 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Added segment ebf8834b-0dc9-499c-be56-ed7b3ed05450 of type vlan for network 7f1f451e-23dd-41e3-bed5-ab64d0eaa0f2 Feb 16 22:37:24.695041 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-bd7efcc5-0a06-45d6-8299-577d2151a111 service neutron] No DVR routers for this DVR port f1376ffd-fe61-469a-a98f-7b82403092df on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:37:24.714400 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 77a410d5-b708-458c-8b10-d133b8444c8f triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:37:24.717106 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (77a410d5-b708-458c-8b10-d133b8444c8f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:24.719154 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7efcc5-0a06-45d6-8299-577d2151a111 service neutron] Pushing event updated for resources: {'Port': ['ID=f1376ffd-fe61-469a-a98f-7b82403092df,revision_number=6']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:24.807357 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5de4da55-15f9-455f-8484-bf9b2454f79e req-5aa12908-ac67-4ca6-959c-2bcaa4e7fa12 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=43d3a663-3a02-4d53-83b8-430a95904c55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4947574 Feb 16 22:37:24.818842 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-35a06a1e-6922-4f45-b3a3-2445cfeb26e6 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (7f1f451e-23dd-41e3-bed5-ab64d0eaa0f2), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:24.831218 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c9f96b0-a2c2-4d83-9560-24dd9f45b98e tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Deleting subnet f74c38f3-5171-459a-83b5-371864b4e6a2 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:37:24.867053 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3c9f96b0-a2c2-4d83-9560-24dd9f45b98e tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for subnet (f74c38f3-5171-459a-83b5-371864b4e6a2), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:24.927208 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 77a410d5-b708-458c-8b10-d133b8444c8f is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:37:24.928090 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (77a410d5-b708-458c-8b10-d133b8444c8f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:24.973455 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.db.resource_extend [None req-35a06a1e-6922-4f45-b3a3-2445cfeb26e6 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 22:37:24.975887 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-42b818a3-3624-40dd-8337-36fe1e58e0dc None None] Provisioning complete for port f1376ffd-fe61-469a-a98f-7b82403092df triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:37:24.976416 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-42b818a3-3624-40dd-8337-36fe1e58e0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f1376ffd-fe61-469a-a98f-7b82403092df), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:24.981222 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 77a410d5-b708-458c-8b10-d133b8444c8f, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=77a410d5-b708-458c-8b10-d133b8444c8f,segment=NetworkSegment(449381e2-4c3d-450f-bce4-227a3de5c4dc),segment_id=449381e2-4c3d-450f-bce4-227a3de5c4dc)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:37:25.002118 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-bd7efcc5-0a06-45d6-8299-577d2151a111 service neutron] In _notify_port_updated(), no bound segment for port f1376ffd-fe61-469a-a98f-7b82403092df on network 26d0d9a9-120f-4eeb-8da5-91a75398d8cf {{(pid=103466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 22:37:25.014324 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (77a410d5-b708-458c-8b10-d133b8444c8f), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:25.015147 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-bd7efcc5-0a06-45d6-8299-577d2151a111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:25.015921 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-bd7efcc5-0a06-45d6-8299-577d2151a111 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:25.017300 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-bd7efcc5-0a06-45d6-8299-577d2151a111 service neutron] 10.222.0.67 "PUT /v2.0/ports/f1376ffd-fe61-469a-a98f-7b82403092df HTTP/1.1" status: 200 len: 1032 time: 1.6250434 Feb 16 22:37:25.071013 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3c9f96b0-a2c2-4d83-9560-24dd9f45b98e tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (f74c38f3-5171-459a-83b5-371864b4e6a2), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:25.078519 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-42b818a3-3624-40dd-8337-36fe1e58e0dc None None] Port f1376ffd-fe61-469a-a98f-7b82403092df cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:37:25.104879 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=77a410d5-b708-458c-8b10-d133b8444c8f,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:25.136207 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-35a06a1e-6922-4f45-b3a3-2445cfeb26e6 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (7f1f451e-23dd-41e3-bed5-ab64d0eaa0f2), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:25.141892 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a06a1e-6922-4f45-b3a3-2445cfeb26e6 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:25.142842 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-35a06a1e-6922-4f45-b3a3-2445cfeb26e6 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:25.198077 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-7d8c081b-d21a-43d1-8973-203463a289bb tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:25.199851 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-7d8c081b-d21a-43d1-8973-203463a289bb tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.67 "GET /v2.0/ports/69cd28e0-ad7d-4a7a-a387-44e7f55c4baa?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1745431 Feb 16 22:37:25.209165 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4da55-15f9-455f-8484-bf9b2454f79e req-e7d6abe1-6816-482d-8aef-a2ce8f5b1abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:25.210671 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5de4da55-15f9-455f-8484-bf9b2454f79e req-e7d6abe1-6816-482d-8aef-a2ce8f5b1abe service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=69c2e216bf6b4737ac7a77e3bf076a26&device_id=43d3a663-3a02-4d53-83b8-430a95904c55 HTTP/1.1" status: 200 len: 1127 time: 0.3269432 Feb 16 22:37:25.234700 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-2b642906-8bc4-4f02-b8b1-098f01d84382 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:25.262282 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109cec7-f236-420a-95c1-d8c5bbc0fcad req-23f50d0a-1103-486c-8f57-7b77c4d84542 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:25.267657 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109cec7-f236-420a-95c1-d8c5bbc0fcad req-23f50d0a-1103-486c-8f57-7b77c4d84542 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:25.272972 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109cec7-f236-420a-95c1-d8c5bbc0fcad req-23f50d0a-1103-486c-8f57-7b77c4d84542 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:25.278414 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109cec7-f236-420a-95c1-d8c5bbc0fcad req-23f50d0a-1103-486c-8f57-7b77c4d84542 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:25.284493 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109cec7-f236-420a-95c1-d8c5bbc0fcad req-23f50d0a-1103-486c-8f57-7b77c4d84542 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:25.289918 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109cec7-f236-420a-95c1-d8c5bbc0fcad req-23f50d0a-1103-486c-8f57-7b77c4d84542 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:25.298200 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a109cec7-f236-420a-95c1-d8c5bbc0fcad req-23f50d0a-1103-486c-8f57-7b77c4d84542 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 4664 time: 0.4565570 Feb 16 22:37:25.386006 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-35a06a1e-6922-4f45-b3a3-2445cfeb26e6 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9787505 Feb 16 22:37:25.505375 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a06a1e-6922-4f45-b3a3-2445cfeb26e6 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event updated for resources: {'Network': ['ID=7f1f451e-23dd-41e3-bed5-ab64d0eaa0f2,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:25.519064 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 7f1f451e-23dd-41e3-bed5-ab64d0eaa0f2 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:37:25.640576 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3c9f96b0-a2c2-4d83-9560-24dd9f45b98e tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (f74c38f3-5171-459a-83b5-371864b4e6a2), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:25.718900 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a109cec7-f236-420a-95c1-d8c5bbc0fcad req-da198710-2350-4f42-92f2-307cfb12539a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&id=52f69104-8465-46e4-a7d2-d84141d84226&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4195478 Feb 16 22:37:25.744468 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device a2370008-0a02-4590-91cd-d7ae8ef2db40 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:37:25.750729 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device d4fbc09b-056d-495d-94fc-6214e9e03479 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:37:25.789433 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-2b642906-8bc4-4f02-b8b1-098f01d84382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (69cd28e0-ad7d-4a7a-a387-44e7f55c4baa), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:25.809644 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3c9f96b0-a2c2-4d83-9560-24dd9f45b98e tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (f74c38f3-5171-459a-83b5-371864b4e6a2), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:25.837505 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08a87c8-89ab-451b-a18b-d2d7ab1cd10f None None] Network 672308aa-901d-4617-8e02-1d05c63ae06a requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:37:25.850883 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f96b0-a2c2-4d83-9560-24dd9f45b98e tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Subnet': ['ID=f74c38f3-5171-459a-83b5-371864b4e6a2,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:25.852994 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3c9f96b0-a2c2-4d83-9560-24dd9f45b98e tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:25.856174 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3c9f96b0-a2c2-4d83-9560-24dd9f45b98e tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/subnets/f74c38f3-5171-459a-83b5-371864b4e6a2 HTTP/1.1" status: 204 len: 168 time: 1.2965965 Feb 16 22:37:25.860470 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56396) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:25.910987 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port d4fbc09b-056d-495d-94fc-6214e9e03479 is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:37:25.911625 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d4fbc09b-056d-495d-94fc-6214e9e03479), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:25.920728 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4da55-15f9-455f-8484-bf9b2454f79e req-b666d478-a542-4d62-9322-a3a144b0a396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:25.921954 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5de4da55-15f9-455f-8484-bf9b2454f79e req-b666d478-a542-4d62-9322-a3a144b0a396 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e191140f-9662-48f3-b56f-58b68fbf8fea HTTP/1.1" status: 200 len: 908 time: 0.6745372 Feb 16 22:37:25.925085 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-80d17b9f-f07b-4548-911a-c659ec0a71ef None None] Provisioning complete for port 77a410d5-b708-458c-8b10-d133b8444c8f triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:37:25.925655 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-80d17b9f-f07b-4548-911a-c659ec0a71ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (77a410d5-b708-458c-8b10-d133b8444c8f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:25.948725 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81e991-ecae-4d32-bc28-761aa11942cd req-d128225b-d383-4f79-a9a6-6642bae0eac8 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:25.950265 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ab81e991-ecae-4d32-bc28-761aa11942cd req-d128225b-d383-4f79-a9a6-6642bae0eac8 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 944 time: 0.1005158 Feb 16 22:37:26.021741 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5de4da55-15f9-455f-8484-bf9b2454f79e req-21318f98-4dc5-4092-a290-caa5bfc5cf32 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c965d092-d245-44c4-a073-041d705d3404 HTTP/1.1" status: 200 len: 1000 time: 0.0820775 Feb 16 22:37:26.022648 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port d4fbc09b-056d-495d-94fc-6214e9e03479, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=d4fbc09b-056d-495d-94fc-6214e9e03479,segment=NetworkSegment(ab0b36f1-758f-4e8c-9a46-1dd25642f72c),segment_id=ab0b36f1-758f-4e8c-9a46-1dd25642f72c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:37:26.027454 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:26.031727 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4fbc09b-056d-495d-94fc-6214e9e03479'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:37:26.034213 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f434dd08-4405-406c-82c9-d03ce10f7130" -d '{"events": [{"server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "name": "network-vif-unplugged", "status": "completed", "tag": "d4fbc09b-056d-495d-94fc-6214e9e03479"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:37:26.049379 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d4fbc09b-056d-495d-94fc-6214e9e03479), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:26.050345 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device dbcefae5-8c39-42d5-b478-a0ad2c3077ea no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:37:26.095087 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4da55-15f9-455f-8484-bf9b2454f79e req-62cb92af-2302-4330-a7e9-fa3af1cd53d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:26.096803 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5de4da55-15f9-455f-8484-bf9b2454f79e req-62cb92af-2302-4330-a7e9-fa3af1cd53d5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=80b9aa94-7cde-4ce1-8471-1b3f6e219986 HTTP/1.1" status: 200 len: 846 time: 0.0491238 Feb 16 22:37:26.143538 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-acde29a9-816b-43f3-9c44-10ef96a5891a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (672308aa-901d-4617-8e02-1d05c63ae06a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:26.151493 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=d4fbc09b-056d-495d-94fc-6214e9e03479,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:26.207591 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.resource_extend [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 22:37:26.235852 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ab81e991-ecae-4d32-bc28-761aa11942cd req-753bc81f-348b-47f2-83a9-8a032dd3edd6 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130549 Feb 16 22:37:26.328665 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-acde29a9-816b-43f3-9c44-10ef96a5891a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Deleting port 77a410d5-b708-458c-8b10-d133b8444c8f {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:37:26.329015 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-acde29a9-816b-43f3-9c44-10ef96a5891a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (77a410d5-b708-458c-8b10-d133b8444c8f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:26.341001 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port a2370008-0a02-4590-91cd-d7ae8ef2db40, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=a2370008-0a02-4590-91cd-d7ae8ef2db40,segment=NetworkSegment(0da08ad7-1ffb-4706-9d45-1cc487f01f06),segment_id=0da08ad7-1ffb-4706-9d45-1cc487f01f06)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:37:26.488318 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'a2370008-0a02-4590-91cd-d7ae8ef2db40', 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd', 'port_id': 'a2370008-0a02-4590-91cd-d7ae8ef2db40', 'mac_address': 'fa:16:3e:c6:b5:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:37:26.499712 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port dbcefae5-8c39-42d5-b478-a0ad2c3077ea is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:37:26.500111 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (dbcefae5-8c39-42d5-b478-a0ad2c3077ea), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:26.520090 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-acde29a9-816b-43f3-9c44-10ef96a5891a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] For port 77a410d5-b708-458c-8b10-d133b8444c8f, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=77a410d5-b708-458c-8b10-d133b8444c8f,segment=NetworkSegment(449381e2-4c3d-450f-bce4-227a3de5c4dc),segment_id=449381e2-4c3d-450f-bce4-227a3de5c4dc)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:37:26.520409 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-acde29a9-816b-43f3-9c44-10ef96a5891a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (77a410d5-b708-458c-8b10-d133b8444c8f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:26.524941 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-2b642906-8bc4-4f02-b8b1-098f01d84382 service neutron] For port 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=69cd28e0-ad7d-4a7a-a387-44e7f55c4baa,segment=NetworkSegment(ab0b36f1-758f-4e8c-9a46-1dd25642f72c),segment_id=ab0b36f1-758f-4e8c-9a46-1dd25642f72c)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:37:26.560497 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-acde29a9-816b-43f3-9c44-10ef96a5891a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Calling delete_port for 77a410d5-b708-458c-8b10-d133b8444c8f owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:37:26.610987 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-2b642906-8bc4-4f02-b8b1-098f01d84382 service neutron] For port 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:37:26.616412 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 77a410d5-b708-458c-8b10-d133b8444c8f up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:37:26.681464 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-2b642906-8bc4-4f02-b8b1-098f01d84382 service neutron] device_id is not set on port 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:37:26.691606 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-2b642906-8bc4-4f02-b8b1-098f01d84382 service neutron] Publish callbacks [] for port (69cd28e0-ad7d-4a7a-a387-44e7f55c4baa), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:26.736454 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-2b642906-8bc4-4f02-b8b1-098f01d84382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (69cd28e0-ad7d-4a7a-a387-44e7f55c4baa), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:26.780746 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-acde29a9-816b-43f3-9c44-10ef96a5891a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (77a410d5-b708-458c-8b10-d133b8444c8f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:26.802390 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b642906-8bc4-4f02-b8b1-098f01d84382 service neutron] Pushing event updated for resources: {'Port': ['ID=69cd28e0-ad7d-4a7a-a387-44e7f55c4baa,revision_number=6']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:26.822941 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4da55-15f9-455f-8484-bf9b2454f79e req-ffa13169-5ae9-4744-8b31-11c800d36c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:26.824511 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5de4da55-15f9-455f-8484-bf9b2454f79e req-ffa13169-5ae9-4744-8b31-11c800d36c02 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e191140f-9662-48f3-b56f-58b68fbf8fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7041516 Feb 16 22:37:26.876818 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde29a9-816b-43f3-9c44-10ef96a5891a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Port': ['ID=77a410d5-b708-458c-8b10-d133b8444c8f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:26.882335 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acde29a9-816b-43f3-9c44-10ef96a5891a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] No DVR routers for this DVR port 77a410d5-b708-458c-8b10-d133b8444c8f on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:37:26.940947 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-2b642906-8bc4-4f02-b8b1-098f01d84382 service neutron] No DVR routers for this DVR port 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:37:27.084127 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-acde29a9-816b-43f3-9c44-10ef96a5891a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (672308aa-901d-4617-8e02-1d05c63ae06a), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:27.134335 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-acde29a9-816b-43f3-9c44-10ef96a5891a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['672308aa-901d-4617-8e02-1d05c63ae06a']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:27.154686 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-acde29a9-816b-43f3-9c44-10ef96a5891a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '449381e2-4c3d-450f-bce4-227a3de5c4dc') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:27.155682 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-acde29a9-816b-43f3-9c44-10ef96a5891a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '449381e2-4c3d-450f-bce4-227a3de5c4dc') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:27.180572 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-acde29a9-816b-43f3-9c44-10ef96a5891a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (449381e2-4c3d-450f-bce4-227a3de5c4dc), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:27.217257 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-acde29a9-816b-43f3-9c44-10ef96a5891a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (449381e2-4c3d-450f-bce4-227a3de5c4dc), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:27.230291 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acde29a9-816b-43f3-9c44-10ef96a5891a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:37:27.230850 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-acde29a9-816b-43f3-9c44-10ef96a5891a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (449381e2-4c3d-450f-bce4-227a3de5c4dc), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:27.256477 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port dbcefae5-8c39-42d5-b478-a0ad2c3077ea, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=dbcefae5-8c39-42d5-b478-a0ad2c3077ea,segment=NetworkSegment(58d50381-8187-42ce-8953-32819e39c1fe),segment_id=58d50381-8187-42ce-8953-32819e39c1fe)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:37:27.266373 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-2b642906-8bc4-4f02-b8b1-098f01d84382 service neutron] In _notify_port_updated(), no bound segment for port 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa on network 26d0d9a9-120f-4eeb-8da5-91a75398d8cf {{(pid=103466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 22:37:27.269756 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-2b642906-8bc4-4f02-b8b1-098f01d84382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:27.271557 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-2b642906-8bc4-4f02-b8b1-098f01d84382 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:27.271809 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 22:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b06d57-3ab5-4e1e-8e19-c8f46e1f9522 x-openstack-request-id: req-30b06d57-3ab5-4e1e-8e19-c8f46e1f9522 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:37:27.272111 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "name": "network-vif-unplugged", "status": "completed", "tag": "d4fbc09b-056d-495d-94fc-6214e9e03479", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:37:27.272371 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-30b06d57-3ab5-4e1e-8e19-c8f46e1f9522 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:37:27.273704 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-2b642906-8bc4-4f02-b8b1-098f01d84382 service neutron] 10.222.0.67 "PUT /v2.0/ports/69cd28e0-ad7d-4a7a-a387-44e7f55c4baa HTTP/1.1" status: 200 len: 1032 time: 2.0611029 Feb 16 22:37:27.278337 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4fbc09b-056d-495d-94fc-6214e9e03479', 'code': 200} Feb 16 22:37:27.302985 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No active binding found for port 77a410d5-b708-458c-8b10-d133b8444c8f {{(pid=103467) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 16 22:37:27.303484 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] The host n-d-813897-6 is not matching for port 77a410d5-b708-458c-8b10-d133b8444c8f host None! {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 22:37:27.304045 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 77a410d5-b708-458c-8b10-d133b8444c8f not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 16 22:37:27.365412 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port a2370008-0a02-4590-91cd-d7ae8ef2db40 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:37:27.365808 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a2370008-0a02-4590-91cd-d7ae8ef2db40), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:27.383673 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5de4da55-15f9-455f-8484-bf9b2454f79e req-385a4d3a-f037-4f10-984c-26d060f3dbe9 service neutron] 10.222.0.79 "GET /v2.0/networks/e191140f-9662-48f3-b56f-58b68fbf8fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5496635 Feb 16 22:37:27.406509 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:37:27.406509 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:37:27.406509 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:37:27.406509 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:37:27.406509 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:37:27.406509 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:37:27.406509 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:37:27.406509 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:37:27.406509 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:37:27.406509 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:37:27.406509 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:37:27.406509 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:37:27.406509 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:37:27.406509 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:37:27.406509 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:37:27.406509 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:37:27.406509 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:37:27.406509 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:37:27.406509 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:37:27.406509 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:37:27.406509 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:37:27.406509 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:37:27.406509 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:37:27.406509 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:37:27.406509 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:37:27.406509 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:37:27.406509 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:37:27.406509 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:37:27.406509 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:37:27.406509 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:37:27.406509 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:37:27.406509 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:37:27.409374 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Port 77a410d5-b708-458c-8b10-d133b8444c8f not found, will not notify nova. {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 16 22:37:27.411361 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2370008-0a02-4590-91cd-d7ae8ef2db40 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:37:27.412762 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acde29a9-816b-43f3-9c44-10ef96a5891a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:27.413012 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acde29a9-816b-43f3-9c44-10ef96a5891a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:27.413641 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acde29a9-816b-43f3-9c44-10ef96a5891a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:27.415831 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acde29a9-816b-43f3-9c44-10ef96a5891a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:27.416206 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acde29a9-816b-43f3-9c44-10ef96a5891a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:27.416560 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acde29a9-816b-43f3-9c44-10ef96a5891a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:27.416908 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acde29a9-816b-43f3-9c44-10ef96a5891a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:27.417256 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acde29a9-816b-43f3-9c44-10ef96a5891a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:27.417595 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acde29a9-816b-43f3-9c44-10ef96a5891a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:27.419085 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acde29a9-816b-43f3-9c44-10ef96a5891a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:27.419446 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acde29a9-816b-43f3-9c44-10ef96a5891a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:27.419790 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acde29a9-816b-43f3-9c44-10ef96a5891a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:27.421189 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acde29a9-816b-43f3-9c44-10ef96a5891a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:37:27.430708 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-acde29a9-816b-43f3-9c44-10ef96a5891a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (672308aa-901d-4617-8e02-1d05c63ae06a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:27.436627 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-acde29a9-816b-43f3-9c44-10ef96a5891a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:27.455397 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-acde29a9-816b-43f3-9c44-10ef96a5891a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/networks/672308aa-901d-4617-8e02-1d05c63ae06a HTTP/1.1" status: 204 len: 168 time: 1.5903158 Feb 16 22:37:27.474195 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port a2370008-0a02-4590-91cd-d7ae8ef2db40, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=a2370008-0a02-4590-91cd-d7ae8ef2db40,segment=NetworkSegment(0da08ad7-1ffb-4706-9d45-1cc487f01f06),segment_id=0da08ad7-1ffb-4706-9d45-1cc487f01f06)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:37:27.483084 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (dbcefae5-8c39-42d5-b478-a0ad2c3077ea), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:27.483827 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:37:27.495180 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56426) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:27.498369 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde29a9-816b-43f3-9c44-10ef96a5891a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Network': ['ID=672308aa-901d-4617-8e02-1d05c63ae06a,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:27.508553 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-2e165e58-fe2e-4f26-a196-2375bd73f0e6 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1311237166'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:27.566579 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e165e58-fe2e-4f26-a196-2375bd73f0e6 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:27.570034 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2e165e58-fe2e-4f26-a196-2375bd73f0e6 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:27.584032 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a66109-c94d-4ccc-b5ec-6272715218b3 req-e72d17e9-e9f0-4dc3-bcde-c9973eda2bcd tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:27.590910 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a66109-c94d-4ccc-b5ec-6272715218b3 req-e72d17e9-e9f0-4dc3-bcde-c9973eda2bcd tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:27.597552 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a66109-c94d-4ccc-b5ec-6272715218b3 req-e72d17e9-e9f0-4dc3-bcde-c9973eda2bcd tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:27.604457 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a66109-c94d-4ccc-b5ec-6272715218b3 req-e72d17e9-e9f0-4dc3-bcde-c9973eda2bcd tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:27.612930 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a66109-c94d-4ccc-b5ec-6272715218b3 req-e72d17e9-e9f0-4dc3-bcde-c9973eda2bcd tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:27.623916 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-27a66109-c94d-4ccc-b5ec-6272715218b3 req-e72d17e9-e9f0-4dc3-bcde-c9973eda2bcd tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 3883 time: 0.7015736 Feb 16 22:37:27.624271 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e165e58-fe2e-4f26-a196-2375bd73f0e6 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:37:27.644654 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2e165e58-fe2e-4f26-a196-2375bd73f0e6 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (080dc81c-4e7d-473d-977d-0da4e1ceb0af), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:27.645016 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-2e165e58-fe2e-4f26-a196-2375bd73f0e6 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Added segment 080dc81c-4e7d-473d-977d-0da4e1ceb0af of type vlan for network 0798af65-29b6-4965-960e-6e983db61a93 Feb 16 22:37:27.701518 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a2370008-0a02-4590-91cd-d7ae8ef2db40), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:27.717853 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=dbcefae5-8c39-42d5-b478-a0ad2c3077ea,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:27.728883 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] The host n-h1-813897-6 is not matching for port 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa host ! {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 22:37:27.733447 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:37:27.734134 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device f1376ffd-fe61-469a-a98f-7b82403092df no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:37:27.741591 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-27a66109-c94d-4ccc-b5ec-6272715218b3 req-9d85cfb0-1ddc-4a16-8c69-bf39de8cd9eb tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116865 Feb 16 22:37:27.756599 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2e165e58-fe2e-4f26-a196-2375bd73f0e6 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (0798af65-29b6-4965-960e-6e983db61a93), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:27.834191 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2e165e58-fe2e-4f26-a196-2375bd73f0e6 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (0798af65-29b6-4965-960e-6e983db61a93), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:27.837263 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-6c0cc3ef-d0f2-4dd6-b6cf-98aefbc8616b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Deleting port f08268c2-0706-4d20-b5da-cb8402e649ee {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:37:27.838219 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-6c0cc3ef-d0f2-4dd6-b6cf-98aefbc8616b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (f08268c2-0706-4d20-b5da-cb8402e649ee), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:27.839988 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e165e58-fe2e-4f26-a196-2375bd73f0e6 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:27.840624 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2e165e58-fe2e-4f26-a196-2375bd73f0e6 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:27.891383 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-80d17b9f-f07b-4548-911a-c659ec0a71ef None None] Current status of the port 77a410d5-b708-458c-8b10-d133b8444c8f is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:37:27.946724 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e165e58-fe2e-4f26-a196-2375bd73f0e6 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Network': ['ID=0798af65-29b6-4965-960e-6e983db61a93,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:27.968118 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2e165e58-fe2e-4f26-a196-2375bd73f0e6 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4675212 Feb 16 22:37:27.969363 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56432) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:27.976752 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-1ac68b48-c4e5-4f46-8c9d-dd9fb3738ebc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'subnet': {'network_id': '0798af65-29b6-4965-960e-6e983db61a93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:27.986491 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 0798af65-29b6-4965-960e-6e983db61a93 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:37:28.027151 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:28.132269 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] The host n-h1-813897-6 is not matching for port f1376ffd-fe61-469a-a98f-7b82403092df host ! {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 22:37:28.132719 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device f1376ffd-fe61-469a-a98f-7b82403092df not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:37:28.133240 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device f08268c2-0706-4d20-b5da-cb8402e649ee no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:37:28.137389 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['a2370008-0a02-4590-91cd-d7ae8ef2db40'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:37:28.139893 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c668ce-18cb-4b4a-b2e7-78f8a1d5519e None None] DHCP port deletion for 672308aa-901d-4617-8e02-1d05c63ae06a request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:37:28.259968 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac68b48-c4e5-4f46-8c9d-dd9fb3738ebc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:28.265866 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1ac68b48-c4e5-4f46-8c9d-dd9fb3738ebc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:28.321136 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-fb8df289-90f7-46e7-a552-ebd55d409a76 None None] Provisioning complete for port 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:37:28.321136 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fb8df289-90f7-46e7-a552-ebd55d409a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (69cd28e0-ad7d-4a7a-a387-44e7f55c4baa), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:28.321136 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=a2370008-0a02-4590-91cd-d7ae8ef2db40,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:28.518595 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 77a410d5-b708-458c-8b10-d133b8444c8f no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:37:28.576391 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 77a410d5-b708-458c-8b10-d133b8444c8f {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:37:28.576741 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 77a410d5-b708-458c-8b10-d133b8444c8f not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:37:28.707288 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port f08268c2-0706-4d20-b5da-cb8402e649ee is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:37:28.707984 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f08268c2-0706-4d20-b5da-cb8402e649ee), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:28.723455 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:28.748232 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port f08268c2-0706-4d20-b5da-cb8402e649ee, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f08268c2-0706-4d20-b5da-cb8402e649ee,segment=NetworkSegment(58d50381-8187-42ce-8953-32819e39c1fe),segment_id=58d50381-8187-42ce-8953-32819e39c1fe)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:37:28.757227 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-fb8df289-90f7-46e7-a552-ebd55d409a76 None None] Port 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:37:28.774210 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (f08268c2-0706-4d20-b5da-cb8402e649ee), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:28.777074 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device cdadfd78-65f6-4dff-939c-85d390b9c67e no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:37:28.814132 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56448) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:28.819288 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-0a11776c-853d-40d5-8898-874af2dfb0ef tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Request body: {'subnet': {'network_id': '7f1f451e-23dd-41e3-bed5-ab64d0eaa0f2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:28.929309 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1ac68b48-c4e5-4f46-8c9d-dd9fb3738ebc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (fc313a3f-5d13-419a-8eac-ca3f7598815f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:28.946209 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port cdadfd78-65f6-4dff-939c-85d390b9c67e is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:37:28.946650 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cdadfd78-65f6-4dff-939c-85d390b9c67e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:28.958443 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-6c0cc3ef-d0f2-4dd6-b6cf-98aefbc8616b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] For port f08268c2-0706-4d20-b5da-cb8402e649ee, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f08268c2-0706-4d20-b5da-cb8402e649ee,segment=NetworkSegment(58d50381-8187-42ce-8953-32819e39c1fe),segment_id=58d50381-8187-42ce-8953-32819e39c1fe)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:37:28.959022 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-6c0cc3ef-d0f2-4dd6-b6cf-98aefbc8616b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (f08268c2-0706-4d20-b5da-cb8402e649ee), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:28.975341 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-6c0cc3ef-d0f2-4dd6-b6cf-98aefbc8616b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Calling delete_port for f08268c2-0706-4d20-b5da-cb8402e649ee owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:37:29.001668 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port cdadfd78-65f6-4dff-939c-85d390b9c67e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=cdadfd78-65f6-4dff-939c-85d390b9c67e,segment=NetworkSegment(ca5cde71-d897-4004-a95e-63d62192b29d),segment_id=ca5cde71-d897-4004-a95e-63d62192b29d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:37:29.003074 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=f08268c2-0706-4d20-b5da-cb8402e649ee,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:29.015646 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (cdadfd78-65f6-4dff-939c-85d390b9c67e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:29.017138 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 055e02a5-47a0-401e-b169-9e127e0dd260 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:37:29.049423 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a11776c-853d-40d5-8898-874af2dfb0ef tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Made reservation on behalf of 6d2294dd7a3447cbbac0ecda38648786 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:29.052802 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0a11776c-853d-40d5-8898-874af2dfb0ef tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:29.126561 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=cdadfd78-65f6-4dff-939c-85d390b9c67e,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:29.193995 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 055e02a5-47a0-401e-b169-9e127e0dd260 is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:37:29.194850 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (055e02a5-47a0-401e-b169-9e127e0dd260), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:29.214887 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-6c0cc3ef-d0f2-4dd6-b6cf-98aefbc8616b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (f08268c2-0706-4d20-b5da-cb8402e649ee), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:29.262067 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 055e02a5-47a0-401e-b169-9e127e0dd260, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=055e02a5-47a0-401e-b169-9e127e0dd260,segment=NetworkSegment(ab0b36f1-758f-4e8c-9a46-1dd25642f72c),segment_id=ab0b36f1-758f-4e8c-9a46-1dd25642f72c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:37:29.274016 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0cc3ef-d0f2-4dd6-b6cf-98aefbc8616b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Pushing event deleted for resources: {'Port': ['ID=f08268c2-0706-4d20-b5da-cb8402e649ee,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:29.280305 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbcefae5-8c39-42d5-b478-a0ad2c3077ea'}, {'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f08268c2-0706-4d20-b5da-cb8402e649ee'}, {'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdadfd78-65f6-4dff-939c-85d390b9c67e'}, {'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '055e02a5-47a0-401e-b169-9e127e0dd260'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:37:29.286436 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91513b0e-e377-4987-918d-2aad21fcfe67" -d '{"events": [{"server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "name": "network-vif-unplugged", "status": "completed", "tag": "dbcefae5-8c39-42d5-b478-a0ad2c3077ea"}, {"server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "name": "network-vif-unplugged", "status": "completed", "tag": "f08268c2-0706-4d20-b5da-cb8402e649ee"}, {"server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "name": "network-vif-unplugged", "status": "completed", "tag": "cdadfd78-65f6-4dff-939c-85d390b9c67e"}, {"server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "name": "network-vif-unplugged", "status": "completed", "tag": "055e02a5-47a0-401e-b169-9e127e0dd260"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:37:29.293917 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (055e02a5-47a0-401e-b169-9e127e0dd260), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:29.316138 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0a11776c-853d-40d5-8898-874af2dfb0ef tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (29426147-492d-4f5b-8c07-693fcdda7b49), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:29.330547 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac68b48-c4e5-4f46-8c9d-dd9fb3738ebc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Subnet': ['ID=fc313a3f-5d13-419a-8eac-ca3f7598815f,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:29.336153 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5de4da55-15f9-455f-8484-bf9b2454f79e req-3edb402b-7753-4b3b-b5dd-47e02fb45944 service neutron] 10.222.0.79 "GET /v2.0/networks/e191140f-9662-48f3-b56f-58b68fbf8fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7730827 Feb 16 22:37:29.359229 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device a2370008-0a02-4590-91cd-d7ae8ef2db40 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:37:29.365401 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-6c0cc3ef-d0f2-4dd6-b6cf-98aefbc8616b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] No DVR routers for this DVR port f08268c2-0706-4d20-b5da-cb8402e649ee on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:37:29.368497 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-6c0cc3ef-d0f2-4dd6-b6cf-98aefbc8616b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:29.372593 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-6c0cc3ef-d0f2-4dd6-b6cf-98aefbc8616b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.67 "DELETE /v2.0/ports/f08268c2-0706-4d20-b5da-cb8402e649ee HTTP/1.1" status: 204 len: 173 time: 2.0774105 Feb 16 22:37:29.374128 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'name': 'network-vif-deleted', 'tag': 'f08268c2-0706-4d20-b5da-cb8402e649ee'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:37:29.376574 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a355ef-b94b-42a6-92ea-502adc4c2a91" -d '{"events": [{"server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "name": "network-vif-deleted", "tag": "f08268c2-0706-4d20-b5da-cb8402e649ee"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:37:29.385668 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd3a50-b4c2-4797-a37a-f2849e91fc97 req-50a82388-8889-477f-b4b4-5d23d51240a9 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:29.387617 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-21fd3a50-b4c2-4797-a37a-f2849e91fc97 req-50a82388-8889-477f-b4b4-5d23d51240a9 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 945 time: 0.2233045 Feb 16 22:37:29.435189 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=055e02a5-47a0-401e-b169-9e127e0dd260,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:29.439571 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac68b48-c4e5-4f46-8c9d-dd9fb3738ebc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Checking segment: {'id': '080dc81c-4e7d-473d-977d-0da4e1ceb0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0798af65-29b6-4965-960e-6e983db61a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:37:29.440030 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac68b48-c4e5-4f46-8c9d-dd9fb3738ebc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Network hostable DHCP agents. Network: 0798af65-29b6-4965-960e-6e983db61a93, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:37:29.471585 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11776c-853d-40d5-8898-874af2dfb0ef tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event updated for resources: {'Subnet': ['ID=29426147-492d-4f5b-8c07-693fcdda7b49,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:29.482906 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a11776c-853d-40d5-8898-874af2dfb0ef tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Checking segment: {'id': 'ebf8834b-0dc9-499c-be56-ed7b3ed05450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7f1f451e-23dd-41e3-bed5-ab64d0eaa0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:37:29.483374 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a11776c-853d-40d5-8898-874af2dfb0ef tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Network hostable DHCP agents. Network: 7f1f451e-23dd-41e3-bed5-ab64d0eaa0f2, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:37:29.485384 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port a2370008-0a02-4590-91cd-d7ae8ef2db40 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:37:29.490440 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port a2370008-0a02-4590-91cd-d7ae8ef2db40 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:37:29.490908 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a2370008-0a02-4590-91cd-d7ae8ef2db40), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:29.501170 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac68b48-c4e5-4f46-8c9d-dd9fb3738ebc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Network 0798af65-29b6-4965-960e-6e983db61a93 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:37:29.530359 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a11776c-853d-40d5-8898-874af2dfb0ef tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Network 7f1f451e-23dd-41e3-bed5-ab64d0eaa0f2 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:37:29.545392 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-0a11776c-853d-40d5-8898-874af2dfb0ef tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 7f1f451e-23dd-41e3-bed5-ab64d0eaa0f2) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:29.554158 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-1ac68b48-c4e5-4f46-8c9d-dd9fb3738ebc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 0798af65-29b6-4965-960e-6e983db61a93) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:29.562494 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bae043-c3a9-4c7f-bea5-9f63cccbb8b9 None None] Network 7f1f451e-23dd-41e3-bed5-ab64d0eaa0f2 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:37:29.572321 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5fd714-bd77-4176-97f9-10fd642a452e None None] Network 0798af65-29b6-4965-960e-6e983db61a93 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:37:29.574593 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a11776c-853d-40d5-8898-874af2dfb0ef tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:29.576681 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0a11776c-853d-40d5-8898-874af2dfb0ef tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:29.582438 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac68b48-c4e5-4f46-8c9d-dd9fb3738ebc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:29.583337 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1ac68b48-c4e5-4f46-8c9d-dd9fb3738ebc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:29.604944 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-21fd3a50-b4c2-4797-a37a-f2849e91fc97 req-7086939b-b831-43b3-9764-e832c9f0d2c8 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088928 Feb 16 22:37:29.615811 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1ac68b48-c4e5-4f46-8c9d-dd9fb3738ebc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6450040 Feb 16 22:37:29.619970 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56468) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:29.646182 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-ab1961ac-5dfa-4ff8-ace6-fab40b3fea5a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'port': {'network_id': '0798af65-29b6-4965-960e-6e983db61a93', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-898071609'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:29.654437 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-bb35fec9-6316-4d76-b77c-84258f3c657e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Deleting port cdadfd78-65f6-4dff-939c-85d390b9c67e {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:37:29.654848 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-bb35fec9-6316-4d76-b77c-84258f3c657e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (cdadfd78-65f6-4dff-939c-85d390b9c67e), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:29.673692 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0a11776c-853d-40d5-8898-874af2dfb0ef tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8584542 Feb 16 22:37:29.689104 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56470) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:29.699976 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-f640ff31-5195-4858-a360-1dcf10b93a4c tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-40391998'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:29.771353 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f640ff31-5195-4858-a360-1dcf10b93a4c tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Made reservation on behalf of 6d2294dd7a3447cbbac0ecda38648786 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:29.780701 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f640ff31-5195-4858-a360-1dcf10b93a4c tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:29.925719 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f640ff31-5195-4858-a360-1dcf10b93a4c tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:37:29.930892 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a341e78-54bf-4b74-b989-91ca0f007903 req-58fb8f02-47cc-4003-b461-575d8c955cc2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:29.946059 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a341e78-54bf-4b74-b989-91ca0f007903 req-58fb8f02-47cc-4003-b461-575d8c955cc2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:29.951400 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port a2370008-0a02-4590-91cd-d7ae8ef2db40 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:37:29.951823 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a2370008-0a02-4590-91cd-d7ae8ef2db40), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:29.952149 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f640ff31-5195-4858-a360-1dcf10b93a4c tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (5e562b76-3f68-4407-930a-ff506c9fced2), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:29.952605 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-f640ff31-5195-4858-a360-1dcf10b93a4c tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Added segment 5e562b76-3f68-4407-930a-ff506c9fced2 of type vlan for network 2f3a94a0-dbc9-4b84-b3e1-877c26c9b860 Feb 16 22:37:29.956706 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:29.957668 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a341e78-54bf-4b74-b989-91ca0f007903 req-58fb8f02-47cc-4003-b461-575d8c955cc2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:29.972053 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a341e78-54bf-4b74-b989-91ca0f007903 req-58fb8f02-47cc-4003-b461-575d8c955cc2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:29.975181 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bc61dc-7482-48ad-bacb-16871b8fb451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-0798af65-29b6-4965-960e-6e983db61a93', 'network_id': '0798af65-29b6-4965-960e-6e983db61a93', 'project_id': 'd60825dfe0634217b9a73819afe62c75', 'fixed_ips': [{'subnet_id': 'fc313a3f-5d13-419a-8eac-ca3f7598815f'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:37:29.975493 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3a341e78-54bf-4b74-b989-91ca0f007903 req-58fb8f02-47cc-4003-b461-575d8c955cc2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 3142 time: 0.2233360 Feb 16 22:37:29.976058 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-96bc61dc-7482-48ad-bacb-16871b8fb451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:29.979775 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-bb35fec9-6316-4d76-b77c-84258f3c657e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] For port cdadfd78-65f6-4dff-939c-85d390b9c67e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=cdadfd78-65f6-4dff-939c-85d390b9c67e,segment=NetworkSegment(ca5cde71-d897-4004-a95e-63d62192b29d),segment_id=ca5cde71-d897-4004-a95e-63d62192b29d)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:37:29.980147 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-bb35fec9-6316-4d76-b77c-84258f3c657e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (cdadfd78-65f6-4dff-939c-85d390b9c67e), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:29.992011 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7b7bbb-90ab-496c-823b-943fc1c8068e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-7f1f451e-23dd-41e3-bed5-ab64d0eaa0f2', 'network_id': '7f1f451e-23dd-41e3-bed5-ab64d0eaa0f2', 'project_id': '6d2294dd7a3447cbbac0ecda38648786', 'fixed_ips': [{'subnet_id': '29426147-492d-4f5b-8c07-693fcdda7b49'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:37:29.992883 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5f7b7bbb-90ab-496c-823b-943fc1c8068e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:30.034368 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f640ff31-5195-4858-a360-1dcf10b93a4c tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (2f3a94a0-dbc9-4b84-b3e1-877c26c9b860), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:30.063997 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1961ac-5dfa-4ff8-ace6-fab40b3fea5a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:30.065122 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port a2370008-0a02-4590-91cd-d7ae8ef2db40, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=a2370008-0a02-4590-91cd-d7ae8ef2db40,segment=NetworkSegment(0da08ad7-1ffb-4706-9d45-1cc487f01f06),segment_id=0da08ad7-1ffb-4706-9d45-1cc487f01f06)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:37:30.070260 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab1961ac-5dfa-4ff8-ace6-fab40b3fea5a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:30.104443 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-ab1961ac-5dfa-4ff8-ace6-fab40b3fea5a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] device_id is not set on port d937a9b7-f2bc-4a72-9a94-23b140325c0b yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:37:30.114579 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f640ff31-5195-4858-a360-1dcf10b93a4c tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (2f3a94a0-dbc9-4b84-b3e1-877c26c9b860), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:30.123945 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f640ff31-5195-4858-a360-1dcf10b93a4c tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:30.125569 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a2370008-0a02-4590-91cd-d7ae8ef2db40), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:30.126097 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f640ff31-5195-4858-a360-1dcf10b93a4c tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:30.160052 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3a341e78-54bf-4b74-b989-91ca0f007903 req-e320edb7-c822-4987-809d-47bf3f93ab91 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557484 Feb 16 22:37:30.290375 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 16 Feb 2022 22:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8b4e0d-8f0b-4b0e-8903-a1f3f06a004f x-openstack-request-id: req-ee8b4e0d-8f0b-4b0e-8903-a1f3f06a004f {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:37:30.290739 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "name": "network-vif-unplugged", "status": "completed", "tag": "dbcefae5-8c39-42d5-b478-a0ad2c3077ea", "code": 200}, {"server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "name": "network-vif-unplugged", "status": "completed", "tag": "f08268c2-0706-4d20-b5da-cb8402e649ee", "code": 200}, {"server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "name": "network-vif-unplugged", "status": "completed", "tag": "cdadfd78-65f6-4dff-939c-85d390b9c67e", "code": 200}, {"server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "name": "network-vif-unplugged", "status": "completed", "tag": "055e02a5-47a0-401e-b169-9e127e0dd260", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:37:30.290962 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ee8b4e0d-8f0b-4b0e-8903-a1f3f06a004f {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:37:30.291383 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbcefae5-8c39-42d5-b478-a0ad2c3077ea', 'code': 200} Feb 16 22:37:30.291672 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f08268c2-0706-4d20-b5da-cb8402e649ee', 'code': 200} Feb 16 22:37:30.291897 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdadfd78-65f6-4dff-939c-85d390b9c67e', 'code': 200} Feb 16 22:37:30.292153 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '055e02a5-47a0-401e-b169-9e127e0dd260', 'code': 200} Feb 16 22:37:30.307084 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=a2370008-0a02-4590-91cd-d7ae8ef2db40,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:30.324167 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f640ff31-5195-4858-a360-1dcf10b93a4c tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6327956 Feb 16 22:37:30.359922 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56478) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:30.373388 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-96bc61dc-7482-48ad-bacb-16871b8fb451 None None] Allocated IP 2001:db8::2 (0798af65-29b6-4965-960e-6e983db61a93/fc313a3f-5d13-419a-8eac-ca3f7598815f/a6fb4757-783e-4ae3-80d4-7ff0f7182667) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:37:30.383540 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-0b9c568d-c965-49ad-83ab-b648e275c955 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Request body: {'subnet': {'network_id': '2f3a94a0-dbc9-4b84-b3e1-877c26c9b860', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:30.397101 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f640ff31-5195-4858-a360-1dcf10b93a4c tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event updated for resources: {'Network': ['ID=2f3a94a0-dbc9-4b84-b3e1-877c26c9b860,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:30.405906 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-5f7b7bbb-90ab-496c-823b-943fc1c8068e None None] Allocated IP 2001:db8:0:ffff::2 (7f1f451e-23dd-41e3-bed5-ab64d0eaa0f2/29426147-492d-4f5b-8c07-693fcdda7b49/c4967915-0e37-4356-a8fc-9869dfc01f49) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:37:30.421563 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 2f3a94a0-dbc9-4b84-b3e1-877c26c9b860 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:37:30.444145 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-bb35fec9-6316-4d76-b77c-84258f3c657e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:30.444808 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-bb35fec9-6316-4d76-b77c-84258f3c657e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (89156ca5-e8a0-40b1-a21b-451084b0ed91), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:30.446745 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-bb35fec9-6316-4d76-b77c-84258f3c657e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Floating IP 89156ca5-e8a0-40b1-a21b-451084b0ed91 disassociated. External IP: 172.25.2.151, port: cdadfd78-65f6-4dff-939c-85d390b9c67e. Feb 16 22:37:30.447999 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-bb35fec9-6316-4d76-b77c-84258f3c657e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Calling delete_port for cdadfd78-65f6-4dff-939c-85d390b9c67e owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:37:30.567015 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9c568d-c965-49ad-83ab-b648e275c955 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Made reservation on behalf of 6d2294dd7a3447cbbac0ecda38648786 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:30.570967 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0b9c568d-c965-49ad-83ab-b648e275c955 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:30.572576 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13273397-f33d-4e23-bd4c-70e1382edf2c x-openstack-request-id: req-13273397-f33d-4e23-bd4c-70e1382edf2c {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:37:30.572888 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "name": "network-vif-deleted", "tag": "f08268c2-0706-4d20-b5da-cb8402e649ee", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:37:30.573171 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-13273397-f33d-4e23-bd4c-70e1382edf2c {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:37:30.573585 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'name': 'network-vif-deleted', 'tag': 'f08268c2-0706-4d20-b5da-cb8402e649ee', 'status': 'completed', 'code': 200} Feb 16 22:37:30.782908 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-bb35fec9-6316-4d76-b77c-84258f3c657e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (cdadfd78-65f6-4dff-939c-85d390b9c67e), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:30.819973 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb35fec9-6316-4d76-b77c-84258f3c657e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Pushing event deleted for resources: {'Port': ['ID=cdadfd78-65f6-4dff-939c-85d390b9c67e,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:30.975335 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0b9c568d-c965-49ad-83ab-b648e275c955 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (4072158d-059a-4cbe-9d6a-a73ffa434e3b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:31.015757 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71360806-aa65-4798-86c4-27e839ad3c04 req-a8a37ca9-180b-4821-853f-65ad027e3026 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:31.018329 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-71360806-aa65-4798-86c4-27e839ad3c04 req-a8a37ca9-180b-4821-853f-65ad027e3026 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.1710277 Feb 16 22:37:31.075027 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9c568d-c965-49ad-83ab-b648e275c955 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Checking segment: {'id': '5e562b76-3f68-4407-930a-ff506c9fced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2f3a94a0-dbc9-4b84-b3e1-877c26c9b860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:37:31.075625 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9c568d-c965-49ad-83ab-b648e275c955 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Network hostable DHCP agents. Network: 2f3a94a0-dbc9-4b84-b3e1-877c26c9b860, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:37:31.077590 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c568d-c965-49ad-83ab-b648e275c955 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event updated for resources: {'Subnet': ['ID=4072158d-059a-4cbe-9d6a-a73ffa434e3b,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:31.092124 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-71360806-aa65-4798-86c4-27e839ad3c04 req-8c6e7243-8bc1-4b8f-a915-e1df7473409c tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674722 Feb 16 22:37:31.111310 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-bb35fec9-6316-4d76-b77c-84258f3c657e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Router 81ce70d4-ce7c-4d63-b29e-dffd214a61d4 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:37:31.129189 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9c568d-c965-49ad-83ab-b648e275c955 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Network 2f3a94a0-dbc9-4b84-b3e1-877c26c9b860 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:37:31.140533 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-0b9c568d-c965-49ad-83ab-b648e275c955 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 2f3a94a0-dbc9-4b84-b3e1-877c26c9b860) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:31.147071 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9c568d-c965-49ad-83ab-b648e275c955 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:31.147951 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0b9c568d-c965-49ad-83ab-b648e275c955 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:31.180694 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0b9c568d-c965-49ad-83ab-b648e275c955 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8193204 Feb 16 22:37:31.181468 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56494) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:31.253352 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-bb35fec9-6316-4d76-b77c-84258f3c657e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:37:31.266073 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000de62f-6b83-41f5-a9c4-b9955f33aba9 None None] Sync routers for ids ['81ce70d4-ce7c-4d63-b29e-dffd214a61d4'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:37:31.284122 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000de62f-6b83-41f5-a9c4-b9955f33aba9 None None] Routers {'81ce70d4-ce7c-4d63-b29e-dffd214a61d4'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:37:31.284800 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-000de62f-6b83-41f5-a9c4-b9955f33aba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:37:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['81ce70d4-ce7c-4d63-b29e-dffd214a61d4'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:31.326660 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-96bc61dc-7482-48ad-bacb-16871b8fb451 None None] Publish callbacks [] for port (a6fb4757-783e-4ae3-80d4-7ff0f7182667), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:31.335038 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d848d5-aaa7-404a-9bf3-e55cc12605b2 None None] Network 2f3a94a0-dbc9-4b84-b3e1-877c26c9b860 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:37:31.398966 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-96bc61dc-7482-48ad-bacb-16871b8fb451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (a6fb4757-783e-4ae3-80d4-7ff0f7182667), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:31.457503 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-bb35fec9-6316-4d76-b77c-84258f3c657e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] No DVR routers for this DVR port cdadfd78-65f6-4dff-939c-85d390b9c67e on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:37:31.462670 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-bb35fec9-6316-4d76-b77c-84258f3c657e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:31.467632 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-bb35fec9-6316-4d76-b77c-84258f3c657e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.67 "DELETE /v2.0/ports/cdadfd78-65f6-4dff-939c-85d390b9c67e HTTP/1.1" status: 204 len: 173 time: 2.0784314 Feb 16 22:37:31.572533 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-010a2057-ad7b-4841-9014-bd54a640d0bf tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (2f3a94a0-dbc9-4b84-b3e1-877c26c9b860), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:31.586662 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-000de62f-6b83-41f5-a9c4-b9955f33aba9 None None] Set router 81ce70d4-ce7c-4d63-b29e-dffd214a61d4 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:37:31.600983 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d2c0f-afd2-4a5b-90fd-58b302abc8cb req-48a063a0-cd55-44db-9e43-ecb889372dc8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:31.622932 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d2c0f-afd2-4a5b-90fd-58b302abc8cb req-48a063a0-cd55-44db-9e43-ecb889372dc8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:31.640001 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d2c0f-afd2-4a5b-90fd-58b302abc8cb req-48a063a0-cd55-44db-9e43-ecb889372dc8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:31.640766 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-ab1961ac-5dfa-4ff8-ace6-fab40b3fea5a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Allocated IP 2001:db8::127 (0798af65-29b6-4965-960e-6e983db61a93/fc313a3f-5d13-419a-8eac-ca3f7598815f/d937a9b7-f2bc-4a72-9a94-23b140325c0b) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:37:31.642744 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fc7d2c0f-afd2-4a5b-90fd-58b302abc8cb req-48a063a0-cd55-44db-9e43-ecb889372dc8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 2408 time: 0.2798963 Feb 16 22:37:31.723352 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc61dc-7482-48ad-bacb-16871b8fb451 None None] Pushing event updated for resources: {'Port': ['ID=a6fb4757-783e-4ae3-80d4-7ff0f7182667,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:31.758299 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-010a2057-ad7b-4841-9014-bd54a640d0bf tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (4072158d-059a-4cbe-9d6a-a73ffa434e3b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:31.761643 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5f7b7bbb-90ab-496c-823b-943fc1c8068e None None] Publish callbacks [] for port (c4967915-0e37-4356-a8fc-9869dfc01f49), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:31.776993 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bc61dc-7482-48ad-bacb-16871b8fb451 None None] Network 0798af65-29b6-4965-960e-6e983db61a93 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:37:31.789680 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-96bc61dc-7482-48ad-bacb-16871b8fb451 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:31.832243 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fc7d2c0f-afd2-4a5b-90fd-58b302abc8cb req-6a593ae4-822d-46cb-934e-d5705ec9883a tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815314 Feb 16 22:37:31.840296 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bc61dc-7482-48ad-bacb-16871b8fb451 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:37:31.844442 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-668647c5-f421-45da-b43e-919468a86a32 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Deleting port dbcefae5-8c39-42d5-b478-a0ad2c3077ea {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:37:31.844784 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-668647c5-f421-45da-b43e-919468a86a32 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (dbcefae5-8c39-42d5-b478-a0ad2c3077ea), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:31.851659 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5f7b7bbb-90ab-496c-823b-943fc1c8068e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (c4967915-0e37-4356-a8fc-9869dfc01f49), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:31.861203 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf29faa6-27b9-4d59-8084-82ce444ddf99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-2f3a94a0-dbc9-4b84-b3e1-877c26c9b860', 'network_id': '2f3a94a0-dbc9-4b84-b3e1-877c26c9b860', 'project_id': '6d2294dd7a3447cbbac0ecda38648786', 'fixed_ips': [{'subnet_id': '4072158d-059a-4cbe-9d6a-a73ffa434e3b'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:37:31.862666 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bf29faa6-27b9-4d59-8084-82ce444ddf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:31.922943 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-010a2057-ad7b-4841-9014-bd54a640d0bf tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (4072158d-059a-4cbe-9d6a-a73ffa434e3b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:31.961232 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7b7bbb-90ab-496c-823b-943fc1c8068e None None] Network 7f1f451e-23dd-41e3-bed5-ab64d0eaa0f2 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:37:31.970798 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b7bbb-90ab-496c-823b-943fc1c8068e None None] Pushing event updated for resources: {'Port': ['ID=c4967915-0e37-4356-a8fc-9869dfc01f49,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:31.975036 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-5f7b7bbb-90ab-496c-823b-943fc1c8068e None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:31.981094 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a2057-ad7b-4841-9014-bd54a640d0bf tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event deleted for resources: {'Subnet': ['ID=4072158d-059a-4cbe-9d6a-a73ffa434e3b,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:31.989496 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7b7bbb-90ab-496c-823b-943fc1c8068e None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:37:32.068803 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab1961ac-5dfa-4ff8-ace6-fab40b3fea5a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for port (d937a9b7-f2bc-4a72-9a94-23b140325c0b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:32.117257 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-668647c5-f421-45da-b43e-919468a86a32 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] For port dbcefae5-8c39-42d5-b478-a0ad2c3077ea, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=dbcefae5-8c39-42d5-b478-a0ad2c3077ea,segment=NetworkSegment(58d50381-8187-42ce-8953-32819e39c1fe),segment_id=58d50381-8187-42ce-8953-32819e39c1fe)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:37:32.117257 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-668647c5-f421-45da-b43e-919468a86a32 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (dbcefae5-8c39-42d5-b478-a0ad2c3077ea), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:32.142380 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-668647c5-f421-45da-b43e-919468a86a32 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Calling delete_port for dbcefae5-8c39-42d5-b478-a0ad2c3077ea owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:37:32.147438 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-010a2057-ad7b-4841-9014-bd54a640d0bf tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (2f3a94a0-dbc9-4b84-b3e1-877c26c9b860), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:32.168855 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-000de62f-6b83-41f5-a9c4-b9955f33aba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'name': 'tempest-TaggedBootDevicesTest_v242-1843611341-router', 'tenant_id': 'f6e9384d481649378c8629f80ddeb608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'a30c138a-6810-419b-ac27-6cb27cb4ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:29:12Z', 'updated_at': '2022-02-16T22:29:24Z', 'revision_number': 4, 'project_id': 'f6e9384d481649378c8629f80ddeb608', 'gw_port': {'id': 'a30c138a-6810-419b-ac27-6cb27cb4ab81', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:29:16Z', 'updated_at': '2022-02-16T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'e88e41e2-788a-4507-9ace-f07b657760b4', 'name': '', 'network_id': '568908f0-9e98-4a11-b55f-12ed6993ec3c', 'tenant_id': 'f6e9384d481649378c8629f80ddeb608', 'mac_address': 'fa:16:3e:57:e8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': 'c6896302-81e8-438b-8326-65272f181012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:29:22Z', 'updated_at': '2022-02-16T22:29:31Z', 'revision_number': 5, 'project_id': 'f6e9384d481649378c8629f80ddeb608', 'subnets': [{'id': 'c6896302-81e8-438b-8326-65272f181012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:32.187649 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-010a2057-ad7b-4841-9014-bd54a640d0bf tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f3a94a0-dbc9-4b84-b3e1-877c26c9b860']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:32.200055 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-010a2057-ad7b-4841-9014-bd54a640d0bf tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e562b76-3f68-4407-930a-ff506c9fced2') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:32.200377 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-010a2057-ad7b-4841-9014-bd54a640d0bf tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e562b76-3f68-4407-930a-ff506c9fced2') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:32.210782 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-010a2057-ad7b-4841-9014-bd54a640d0bf tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (5e562b76-3f68-4407-930a-ff506c9fced2), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:32.224565 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-010a2057-ad7b-4841-9014-bd54a640d0bf tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (5e562b76-3f68-4407-930a-ff506c9fced2), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:32.230998 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-010a2057-ad7b-4841-9014-bd54a640d0bf tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:37:32.231408 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-010a2057-ad7b-4841-9014-bd54a640d0bf tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (5e562b76-3f68-4407-930a-ff506c9fced2), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:32.244655 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000de62f-6b83-41f5-a9c4-b9955f33aba9 None None] Checking router: 81ce70d4-ce7c-4d63-b29e-dffd214a61d4 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:37:32.267572 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000de62f-6b83-41f5-a9c4-b9955f33aba9 None None] Routers {'81ce70d4-ce7c-4d63-b29e-dffd214a61d4'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:37:32.268906 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-000de62f-6b83-41f5-a9c4-b9955f33aba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:37:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['81ce70d4-ce7c-4d63-b29e-dffd214a61d4'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:32.293379 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-96bc61dc-7482-48ad-bacb-16871b8fb451 None None] Attempting to bind port a6fb4757-783e-4ae3-80d4-7ff0f7182667 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:37:32.294172 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-96bc61dc-7482-48ad-bacb-16871b8fb451 None None] Attempting to bind port a6fb4757-783e-4ae3-80d4-7ff0f7182667 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '080dc81c-4e7d-473d-977d-0da4e1ceb0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0798af65-29b6-4965-960e-6e983db61a93'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:37:32.295271 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc61dc-7482-48ad-bacb-16871b8fb451 None None] Attempting to bind port a6fb4757-783e-4ae3-80d4-7ff0f7182667 on network 0798af65-29b6-4965-960e-6e983db61a93 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:37:32.301207 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-5f7b7bbb-90ab-496c-823b-943fc1c8068e None None] Attempting to bind port c4967915-0e37-4356-a8fc-9869dfc01f49 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:37:32.301647 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-5f7b7bbb-90ab-496c-823b-943fc1c8068e None None] Attempting to bind port c4967915-0e37-4356-a8fc-9869dfc01f49 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'ebf8834b-0dc9-499c-be56-ed7b3ed05450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7f1f451e-23dd-41e3-bed5-ab64d0eaa0f2'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:37:32.302046 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7b7bbb-90ab-496c-823b-943fc1c8068e None None] Attempting to bind port c4967915-0e37-4356-a8fc-9869dfc01f49 on network 7f1f451e-23dd-41e3-bed5-ab64d0eaa0f2 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:37:32.307528 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abd30e3-e185-4278-bea5-264a97078b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2370008-0a02-4590-91cd-d7ae8ef2db40'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:37:32.309855 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e395ea58-a90b-4233-8db6-13d390b5130b" -d '{"events": [{"server_uuid": "9abd30e3-e185-4278-bea5-264a97078b16", "name": "network-vif-plugged", "status": "completed", "tag": "a2370008-0a02-4590-91cd-d7ae8ef2db40"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:37:32.311707 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:37:32.311707 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:37:32.311707 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:37:32.311707 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:37:32.311707 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:37:32.311707 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:37:32.311707 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:37:32.311707 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:37:32.311707 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:37:32.311707 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:37:32.311707 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:37:32.311707 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:37:32.311707 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:37:32.311707 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:37:32.311707 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:37:32.311707 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:37:32.311707 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:37:32.311707 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:37:32.311707 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:37:32.311707 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:37:32.311707 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:37:32.311707 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:37:32.311707 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:37:32.311707 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:37:32.311707 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:37:32.311707 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:37:32.311707 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:37:32.311707 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:37:32.311707 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:37:32.311707 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:37:32.311707 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:37:32.311707 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:37:32.320223 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab1961ac-5dfa-4ff8-ace6-fab40b3fea5a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (d937a9b7-f2bc-4a72-9a94-23b140325c0b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:32.329332 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc61dc-7482-48ad-bacb-16871b8fb451 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:37:32.329713 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc61dc-7482-48ad-bacb-16871b8fb451 None None] Checking segment: {'id': '080dc81c-4e7d-473d-977d-0da4e1ceb0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0798af65-29b6-4965-960e-6e983db61a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:37:32.330147 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-96bc61dc-7482-48ad-bacb-16871b8fb451 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:32.330550 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc61dc-7482-48ad-bacb-16871b8fb451 None None] Bound using segment: {'id': '080dc81c-4e7d-473d-977d-0da4e1ceb0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0798af65-29b6-4965-960e-6e983db61a93'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:37:32.331022 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-96bc61dc-7482-48ad-bacb-16871b8fb451 None None] Bound port: a6fb4757-783e-4ae3-80d4-7ff0f7182667, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '080dc81c-4e7d-473d-977d-0da4e1ceb0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0798af65-29b6-4965-960e-6e983db61a93'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:37:32.331396 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-96bc61dc-7482-48ad-bacb-16871b8fb451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a6fb4757-783e-4ae3-80d4-7ff0f7182667), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:32.345100 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7b7bbb-90ab-496c-823b-943fc1c8068e None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:37:32.345487 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7b7bbb-90ab-496c-823b-943fc1c8068e None None] Checking segment: {'id': 'ebf8834b-0dc9-499c-be56-ed7b3ed05450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7f1f451e-23dd-41e3-bed5-ab64d0eaa0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:37:32.346109 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5f7b7bbb-90ab-496c-823b-943fc1c8068e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:32.346516 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7b7bbb-90ab-496c-823b-943fc1c8068e None None] Bound using segment: {'id': 'ebf8834b-0dc9-499c-be56-ed7b3ed05450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7f1f451e-23dd-41e3-bed5-ab64d0eaa0f2'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:37:32.346993 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-5f7b7bbb-90ab-496c-823b-943fc1c8068e None None] Bound port: c4967915-0e37-4356-a8fc-9869dfc01f49, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf8834b-0dc9-499c-be56-ed7b3ed05450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7f1f451e-23dd-41e3-bed5-ab64d0eaa0f2'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:37:32.347375 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5f7b7bbb-90ab-496c-823b-943fc1c8068e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c4967915-0e37-4356-a8fc-9869dfc01f49), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:32.419259 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1961ac-5dfa-4ff8-ace6-fab40b3fea5a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Port': ['ID=d937a9b7-f2bc-4a72-9a94-23b140325c0b,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:32.441602 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1961ac-5dfa-4ff8-ace6-fab40b3fea5a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Network 0798af65-29b6-4965-960e-6e983db61a93 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:37:32.443145 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-ab1961ac-5dfa-4ff8-ace6-fab40b3fea5a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:32.445339 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1961ac-5dfa-4ff8-ace6-fab40b3fea5a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:37:32.462068 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d10c8b-ca9a-4a62-b1d4-7317356dd7fe req-f0790090-4d54-4c52-aa17-5e1d33ebfa6a tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:32.469499 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaaa00d8-24d3-4f52-9ba8-54af135e8e78 None None] Network 2f3a94a0-dbc9-4b84-b3e1-877c26c9b860 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:37:32.472634 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-96bc61dc-7482-48ad-bacb-16871b8fb451 None None] For port a6fb4757-783e-4ae3-80d4-7ff0f7182667, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:37:32.474563 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-65d10c8b-ca9a-4a62-b1d4-7317356dd7fe req-f0790090-4d54-4c52-aa17-5e1d33ebfa6a tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.2322071 Feb 16 22:37:32.476352 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1961ac-5dfa-4ff8-ace6-fab40b3fea5a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:32.478452 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab1961ac-5dfa-4ff8-ace6-fab40b3fea5a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:32.492709 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-010a2057-ad7b-4841-9014-bd54a640d0bf tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (2f3a94a0-dbc9-4b84-b3e1-877c26c9b860), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:32.503520 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-010a2057-ad7b-4841-9014-bd54a640d0bf tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:32.507726 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-010a2057-ad7b-4841-9014-bd54a640d0bf tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "DELETE /v2.0/networks/2f3a94a0-dbc9-4b84-b3e1-877c26c9b860 HTTP/1.1" status: 204 len: 168 time: 1.3249645 Feb 16 22:37:32.515487 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ab1961ac-5dfa-4ff8-ace6-fab40b3fea5a tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.8935530 Feb 16 22:37:32.527391 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56520) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:32.528880 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56522) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:32.530575 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-000de62f-6b83-41f5-a9c4-b9955f33aba9 None None] Set router 81ce70d4-ce7c-4d63-b29e-dffd214a61d4 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:37:32.536022 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-91c57fcb-4b0b-4025-9656-8bf278d37c17 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1366881469'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:32.557876 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a2057-ad7b-4841-9014-bd54a640d0bf tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event deleted for resources: {'Network': ['ID=2f3a94a0-dbc9-4b84-b3e1-877c26c9b860,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:32.582551 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c57fcb-4b0b-4025-9656-8bf278d37c17 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Made reservation on behalf of 6d2294dd7a3447cbbac0ecda38648786 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:32.587351 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-91c57fcb-4b0b-4025-9656-8bf278d37c17 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:32.615101 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-96bc61dc-7482-48ad-bacb-16871b8fb451 None None] For port a6fb4757-783e-4ae3-80d4-7ff0f7182667, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a6fb4757-783e-4ae3-80d4-7ff0f7182667,segment=NetworkSegment(080dc81c-4e7d-473d-977d-0da4e1ceb0af),segment_id=080dc81c-4e7d-473d-977d-0da4e1ceb0af)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:37:32.617907 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaaa00d8-24d3-4f52-9ba8-54af135e8e78 None None] Network 2f3a94a0-dbc9-4b84-b3e1-877c26c9b860 could not be found, it might have been deleted concurrently. {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 16 22:37:32.626388 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c57fcb-4b0b-4025-9656-8bf278d37c17 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:37:32.637896 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-91c57fcb-4b0b-4025-9656-8bf278d37c17 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (25bef590-ee30-4780-b164-77d74624a1d5), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:32.639689 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-91c57fcb-4b0b-4025-9656-8bf278d37c17 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Added segment 25bef590-ee30-4780-b164-77d74624a1d5 of type vlan for network 53d1e619-4d78-45f0-aaa3-996ab0039856 Feb 16 22:37:32.674305 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'name': 'network-vif-deleted', 'tag': 'cdadfd78-65f6-4dff-939c-85d390b9c67e'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:37:32.679313 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c19c71b-a520-4657-b7ae-9820a71d6d5f" -d '{"events": [{"server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "name": "network-vif-deleted", "tag": "cdadfd78-65f6-4dff-939c-85d390b9c67e"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:37:32.683713 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-91c57fcb-4b0b-4025-9656-8bf278d37c17 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (53d1e619-4d78-45f0-aaa3-996ab0039856), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:32.688289 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-96bc61dc-7482-48ad-bacb-16871b8fb451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a6fb4757-783e-4ae3-80d4-7ff0f7182667), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:32.698592 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-5f7b7bbb-90ab-496c-823b-943fc1c8068e None None] For port c4967915-0e37-4356-a8fc-9869dfc01f49, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:37:32.702870 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-65d10c8b-ca9a-4a62-b1d4-7317356dd7fe req-aa85fb89-6fec-4326-a447-d8b883c7d629 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2273395 Feb 16 22:37:32.719262 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-5f7b7bbb-90ab-496c-823b-943fc1c8068e None None] For port c4967915-0e37-4356-a8fc-9869dfc01f49, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=c4967915-0e37-4356-a8fc-9869dfc01f49,segment=NetworkSegment(ebf8834b-0dc9-499c-be56-ed7b3ed05450),segment_id=ebf8834b-0dc9-499c-be56-ed7b3ed05450)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:37:32.735949 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-91c57fcb-4b0b-4025-9656-8bf278d37c17 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (53d1e619-4d78-45f0-aaa3-996ab0039856), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:32.741790 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c57fcb-4b0b-4025-9656-8bf278d37c17 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:32.742093 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-91c57fcb-4b0b-4025-9656-8bf278d37c17 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:32.826872 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5f7b7bbb-90ab-496c-823b-943fc1c8068e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c4967915-0e37-4356-a8fc-9869dfc01f49), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:32.830089 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-91c57fcb-4b0b-4025-9656-8bf278d37c17 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2999482 Feb 16 22:37:32.838866 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56534) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:32.869634 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-ccc6dd9f-056f-4242-a040-34399111c7eb tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Request body: {'subnet': {'network_id': '53d1e619-4d78-45f0-aaa3-996ab0039856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:32.871456 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fec2a0-1cef-4c72-9297-b3a01a1fa919 x-openstack-request-id: req-70fec2a0-1cef-4c72-9297-b3a01a1fa919 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:37:32.871966 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9abd30e3-e185-4278-bea5-264a97078b16", "name": "network-vif-plugged", "status": "completed", "tag": "a2370008-0a02-4590-91cd-d7ae8ef2db40", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:37:32.872386 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-70fec2a0-1cef-4c72-9297-b3a01a1fa919 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:37:32.889549 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9abd30e3-e185-4278-bea5-264a97078b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2370008-0a02-4590-91cd-d7ae8ef2db40', 'code': 200} Feb 16 22:37:32.940730 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-000de62f-6b83-41f5-a9c4-b9955f33aba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'name': 'tempest-TaggedBootDevicesTest_v242-1843611341-router', 'tenant_id': 'f6e9384d481649378c8629f80ddeb608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'a30c138a-6810-419b-ac27-6cb27cb4ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:29:12Z', 'updated_at': '2022-02-16T22:29:24Z', 'revision_number': 4, 'project_id': 'f6e9384d481649378c8629f80ddeb608', 'gw_port': {'id': 'a30c138a-6810-419b-ac27-6cb27cb4ab81', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:29:16Z', 'updated_at': '2022-02-16T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'e88e41e2-788a-4507-9ace-f07b657760b4', 'name': '', 'network_id': '568908f0-9e98-4a11-b55f-12ed6993ec3c', 'tenant_id': 'f6e9384d481649378c8629f80ddeb608', 'mac_address': 'fa:16:3e:57:e8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': 'c6896302-81e8-438b-8326-65272f181012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:29:22Z', 'updated_at': '2022-02-16T22:29:31Z', 'revision_number': 5, 'project_id': 'f6e9384d481649378c8629f80ddeb608', 'subnets': [{'id': 'c6896302-81e8-438b-8326-65272f181012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:32.943106 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc61dc-7482-48ad-bacb-16871b8fb451 None None] Pushing event updated for resources: {'Port': ['ID=a6fb4757-783e-4ae3-80d4-7ff0f7182667,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:33.002594 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9fccc6-88a1-40f7-99ff-9a6f2591c3cd x-openstack-request-id: req-7e9fccc6-88a1-40f7-99ff-9a6f2591c3cd {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:37:33.004510 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "name": "network-vif-deleted", "tag": "cdadfd78-65f6-4dff-939c-85d390b9c67e", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:37:33.004674 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c57fcb-4b0b-4025-9656-8bf278d37c17 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event updated for resources: {'Network': ['ID=53d1e619-4d78-45f0-aaa3-996ab0039856,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:33.005084 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7e9fccc6-88a1-40f7-99ff-9a6f2591c3cd {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:37:33.006501 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'name': 'network-vif-deleted', 'tag': 'cdadfd78-65f6-4dff-939c-85d390b9c67e', 'status': 'completed', 'code': 200} Feb 16 22:37:33.021770 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000de62f-6b83-41f5-a9c4-b9955f33aba9 None None] The sync data for ids ['81ce70d4-ce7c-4d63-b29e-dffd214a61d4'] in n-d-813897-6 is: [{'id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'name': 'tempest-TaggedBootDevicesTest_v242-1843611341-router', 'tenant_id': 'f6e9384d481649378c8629f80ddeb608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'a30c138a-6810-419b-ac27-6cb27cb4ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:29:12Z', 'updated_at': '2022-02-16T22:29:24Z', 'revision_number': 4, 'project_id': 'f6e9384d481649378c8629f80ddeb608', 'gw_port': {'id': 'a30c138a-6810-419b-ac27-6cb27cb4ab81', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:29:16Z', 'updated_at': '2022-02-16T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'e88e41e2-788a-4507-9ace-f07b657760b4', 'name': '', 'network_id': '568908f0-9e98-4a11-b55f-12ed6993ec3c', 'tenant_id': 'f6e9384d481649378c8629f80ddeb608', 'mac_address': 'fa:16:3e:57:e8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': 'c6896302-81e8-438b-8326-65272f181012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:29:22Z', 'updated_at': '2022-02-16T22:29:31Z', 'revision_number': 5, 'project_id': 'f6e9384d481649378c8629f80ddeb608', 'subnets': [{'id': 'c6896302-81e8-438b-8326-65272f181012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:37:33.051945 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 53d1e619-4d78-45f0-aaa3-996ab0039856 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:37:33.063519 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-668647c5-f421-45da-b43e-919468a86a32 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (dbcefae5-8c39-42d5-b478-a0ad2c3077ea), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:33.281289 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b7bbb-90ab-496c-823b-943fc1c8068e None None] Pushing event updated for resources: {'Port': ['ID=c4967915-0e37-4356-a8fc-9869dfc01f49,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:33.359497 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668647c5-f421-45da-b43e-919468a86a32 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Pushing event deleted for resources: {'Port': ['ID=dbcefae5-8c39-42d5-b478-a0ad2c3077ea,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:33.362592 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827cab3-1f48-44cf-9790-6753c41750c3 req-59486cf3-2248-4b4c-b7ec-248e473f4aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:33.367137 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f827cab3-1f48-44cf-9790-6753c41750c3 req-59486cf3-2248-4b4c-b7ec-248e473f4aa8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 1128 time: 0.3148992 Feb 16 22:37:33.397632 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cddeab-0acb-45c2-8d99-0e9ac4fc2889 req-054739a8-2b6d-4d78-b692-eaf5c20a6b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:33.401165 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f8cddeab-0acb-45c2-8d99-0e9ac4fc2889 req-054739a8-2b6d-4d78-b692-eaf5c20a6b22 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=43d3a663-3a02-4d53-83b8-430a95904c55 HTTP/1.1" status: 200 len: 1127 time: 0.5008190 Feb 16 22:37:33.429546 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc6dd9f-056f-4242-a040-34399111c7eb tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Made reservation on behalf of 6d2294dd7a3447cbbac0ecda38648786 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:33.443155 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ccc6dd9f-056f-4242-a040-34399111c7eb tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:33.479610 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-668647c5-f421-45da-b43e-919468a86a32 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] No DVR routers for this DVR port dbcefae5-8c39-42d5-b478-a0ad2c3077ea on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:37:33.493320 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-668647c5-f421-45da-b43e-919468a86a32 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:33.505919 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-668647c5-f421-45da-b43e-919468a86a32 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.67 "DELETE /v2.0/ports/dbcefae5-8c39-42d5-b478-a0ad2c3077ea HTTP/1.1" status: 204 len: 173 time: 2.0310013 Feb 16 22:37:33.509351 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-85929379-9db6-44b5-a747-af5522ef806b tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Deleting port d937a9b7-f2bc-4a72-9a94-23b140325c0b {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:37:33.509691 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-85929379-9db6-44b5-a747-af5522ef806b tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (d937a9b7-f2bc-4a72-9a94-23b140325c0b), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:33.642568 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f8cddeab-0acb-45c2-8d99-0e9ac4fc2889 req-7844fae7-d6e3-40d3-93f3-6e44faf3a5e0 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=603083ff-4b2e-414e-be44-370ff10caa18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216520 Feb 16 22:37:33.650339 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0f1c2f-834b-4eb3-8e5a-400537cffbd1 None None] New status for floating IP 89156ca5-e8a0-40b1-a21b-451084b0ed91: DOWN {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:37:33.685243 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f827cab3-1f48-44cf-9790-6753c41750c3 req-8c6a6c58-6d7b-4185-82c6-962084b54a09 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2999027 Feb 16 22:37:33.739798 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e469b-d4c4-40d6-a2d1-7461f89aece4 req-7dd1f0a8-8301-46ba-95dc-20be7502c955 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:33.745523 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e469b-d4c4-40d6-a2d1-7461f89aece4 req-7dd1f0a8-8301-46ba-95dc-20be7502c955 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:33.757869 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b36e469b-d4c4-40d6-a2d1-7461f89aece4 req-7dd1f0a8-8301-46ba-95dc-20be7502c955 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 1675 time: 0.4531274 Feb 16 22:37:33.937382 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ccc6dd9f-056f-4242-a040-34399111c7eb tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (9f46b24c-52ab-4b3e-bb93-2b3d2eff6b6e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:33.954617 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b36e469b-d4c4-40d6-a2d1-7461f89aece4 req-b8f20975-7b29-4203-831d-4b68ccb7bae3 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954784 Feb 16 22:37:34.038372 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6dd9f-056f-4242-a040-34399111c7eb tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event updated for resources: {'Subnet': ['ID=9f46b24c-52ab-4b3e-bb93-2b3d2eff6b6e,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:34.041897 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-85929379-9db6-44b5-a747-af5522ef806b tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (d937a9b7-f2bc-4a72-9a94-23b140325c0b), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:34.052985 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc6dd9f-056f-4242-a040-34399111c7eb tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Checking segment: {'id': '25bef590-ee30-4780-b164-77d74624a1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '53d1e619-4d78-45f0-aaa3-996ab0039856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:37:34.053383 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc6dd9f-056f-4242-a040-34399111c7eb tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Network hostable DHCP agents. Network: 53d1e619-4d78-45f0-aaa3-996ab0039856, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:37:34.082886 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-85929379-9db6-44b5-a747-af5522ef806b tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Calling delete_port for d937a9b7-f2bc-4a72-9a94-23b140325c0b owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:37:34.098057 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-e536d25d-480a-4612-9975-51fb1b8b2a5f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Deleting port 055e02a5-47a0-401e-b169-9e127e0dd260 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:37:34.104866 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-e536d25d-480a-4612-9975-51fb1b8b2a5f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (055e02a5-47a0-401e-b169-9e127e0dd260), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:34.116077 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc6dd9f-056f-4242-a040-34399111c7eb tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Network 53d1e619-4d78-45f0-aaa3-996ab0039856 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:37:34.144106 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-ccc6dd9f-056f-4242-a040-34399111c7eb tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 53d1e619-4d78-45f0-aaa3-996ab0039856) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:34.149443 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc6dd9f-056f-4242-a040-34399111c7eb tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:34.152419 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ccc6dd9f-056f-4242-a040-34399111c7eb tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:34.185759 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444f133d-023f-48a8-80ad-f75e85890f14 None None] Network 53d1e619-4d78-45f0-aaa3-996ab0039856 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:37:34.187651 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ccc6dd9f-056f-4242-a040-34399111c7eb tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3438199 Feb 16 22:37:34.188314 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56558) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:34.194070 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-d0d3e552-5304-4b86-b957-7a003c05e2eb tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1416522320'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:34.233486 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d3e552-5304-4b86-b957-7a003c05e2eb tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Made reservation on behalf of 6d2294dd7a3447cbbac0ecda38648786 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:34.237066 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d0d3e552-5304-4b86-b957-7a003c05e2eb tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:34.293366 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d3e552-5304-4b86-b957-7a003c05e2eb tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:37:34.316859 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d0d3e552-5304-4b86-b957-7a003c05e2eb tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (eda31f09-677c-4116-ae19-66e512ed6841), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:34.318181 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-d0d3e552-5304-4b86-b957-7a003c05e2eb tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Added segment eda31f09-677c-4116-ae19-66e512ed6841 of type vlan for network 3549b79f-04fd-4a0a-9539-09f85808e302 Feb 16 22:37:34.470274 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d0d3e552-5304-4b86-b957-7a003c05e2eb tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (3549b79f-04fd-4a0a-9539-09f85808e302), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:34.508947 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d0d3e552-5304-4b86-b957-7a003c05e2eb tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (3549b79f-04fd-4a0a-9539-09f85808e302), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:34.524997 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d3e552-5304-4b86-b957-7a003c05e2eb tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:34.525749 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d0d3e552-5304-4b86-b957-7a003c05e2eb tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:34.562389 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ca0c7d-3a53-4153-8421-7af139c9951c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-53d1e619-4d78-45f0-aaa3-996ab0039856', 'network_id': '53d1e619-4d78-45f0-aaa3-996ab0039856', 'project_id': '6d2294dd7a3447cbbac0ecda38648786', 'fixed_ips': [{'subnet_id': '9f46b24c-52ab-4b3e-bb93-2b3d2eff6b6e'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:37:34.565633 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-26ca0c7d-3a53-4153-8421-7af139c9951c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:34.651091 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cb9d1-3b08-4e31-b4cd-3381ade8dc3f req-760cc0c7-c14c-4125-8b9e-8ec880c53ef9 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:34.661300 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c10cb9d1-3b08-4e31-b4cd-3381ade8dc3f req-760cc0c7-c14c-4125-8b9e-8ec880c53ef9 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.5526445 Feb 16 22:37:34.673692 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-85929379-9db6-44b5-a747-af5522ef806b tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (d937a9b7-f2bc-4a72-9a94-23b140325c0b), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:34.807085 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d0d3e552-5304-4b86-b957-7a003c05e2eb tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6171691 Feb 16 22:37:34.810624 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d3e552-5304-4b86-b957-7a003c05e2eb tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event updated for resources: {'Network': ['ID=3549b79f-04fd-4a0a-9539-09f85808e302,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:34.811399 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a6fb4757-783e-4ae3-80d4-7ff0f7182667 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:37:34.815464 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56574) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:34.828080 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-d2880d7a-a684-44d8-a1f1-d228541986bd tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Request body: {'subnet': {'network_id': '3549b79f-04fd-4a0a-9539-09f85808e302', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:34.942428 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 3549b79f-04fd-4a0a-9539-09f85808e302 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:37:35.058463 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c10cb9d1-3b08-4e31-b4cd-3381ade8dc3f req-eff35cc8-f446-4f78-ae98-a40a0a26cfc2 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3916390 Feb 16 22:37:35.062939 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85929379-9db6-44b5-a747-af5522ef806b tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Port': ['ID=d937a9b7-f2bc-4a72-9a94-23b140325c0b,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:35.087376 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'name': 'network-vif-deleted', 'tag': 'dbcefae5-8c39-42d5-b478-a0ad2c3077ea'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:37:35.092282 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551e52ac-b757-406d-a5c2-d6066aff46ea" -d '{"events": [{"server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "name": "network-vif-deleted", "tag": "dbcefae5-8c39-42d5-b478-a0ad2c3077ea"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:37:35.144302 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-85929379-9db6-44b5-a747-af5522ef806b tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:35.158290 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-85929379-9db6-44b5-a747-af5522ef806b tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/ports/d937a9b7-f2bc-4a72-9a94-23b140325c0b HTTP/1.1" status: 204 len: 168 time: 2.6201432 Feb 16 22:37:35.159759 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56598) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:35.204025 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2880d7a-a684-44d8-a1f1-d228541986bd tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Made reservation on behalf of 6d2294dd7a3447cbbac0ecda38648786 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:35.207796 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2880d7a-a684-44d8-a1f1-d228541986bd tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:35.254307 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7e02646-04fa-4e93-b18e-6ce809e725e3 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] GET failed (client error): The resource could not be found. Feb 16 22:37:35.255798 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e7e02646-04fa-4e93-b18e-6ce809e725e3 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "GET /v2.0/ports/d937a9b7-f2bc-4a72-9a94-23b140325c0b HTTP/1.1" status: 404 len: 333 time: 0.0815909 Feb 16 22:37:35.287434 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56606) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:35.411225 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.ipam_backend_mixin [None req-d2880d7a-a684-44d8-a1f1-d228541986bd tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Performing IP validity checks on allocation pools {{(pid=103465) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 22:37:35.432241 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.ipam_backend_mixin [None req-d2880d7a-a684-44d8-a1f1-d228541986bd tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103465) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 22:37:35.489313 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-26ca0c7d-3a53-4153-8421-7af139c9951c None None] Allocated IP 2001:db8::3 (53d1e619-4d78-45f0-aaa3-996ab0039856/9f46b24c-52ab-4b3e-bb93-2b3d2eff6b6e/b8e67d4c-71e1-4eeb-9c52-ae1a32efef59) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:37:35.524936 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a842249-5b55-4730-b952-256dca7fdcb4 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Deleting subnet fc313a3f-5d13-419a-8eac-ca3f7598815f {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:37:35.558228 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7a842249-5b55-4730-b952-256dca7fdcb4 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for subnet (fc313a3f-5d13-419a-8eac-ca3f7598815f), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:35.618371 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7a842249-5b55-4730-b952-256dca7fdcb4 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (fc313a3f-5d13-419a-8eac-ca3f7598815f), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:35.745607 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7a842249-5b55-4730-b952-256dca7fdcb4 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (fc313a3f-5d13-419a-8eac-ca3f7598815f), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:35.754689 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2880d7a-a684-44d8-a1f1-d228541986bd tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (01024f66-5d3c-423b-b87c-0df6e65258bc), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:35.841638 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2880d7a-a684-44d8-a1f1-d228541986bd tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event updated for resources: {'Subnet': ['ID=01024f66-5d3c-423b-b87c-0df6e65258bc,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:35.844882 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fda57bb-0371-4915-869d-c21f878b7f0d None None] Network 0798af65-29b6-4965-960e-6e983db61a93 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:37:35.871055 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-e536d25d-480a-4612-9975-51fb1b8b2a5f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] For port 055e02a5-47a0-401e-b169-9e127e0dd260, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=055e02a5-47a0-401e-b169-9e127e0dd260,segment=NetworkSegment(ab0b36f1-758f-4e8c-9a46-1dd25642f72c),segment_id=ab0b36f1-758f-4e8c-9a46-1dd25642f72c)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:37:35.871430 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-e536d25d-480a-4612-9975-51fb1b8b2a5f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (055e02a5-47a0-401e-b169-9e127e0dd260), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:35.875290 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2880d7a-a684-44d8-a1f1-d228541986bd tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Checking segment: {'id': 'eda31f09-677c-4116-ae19-66e512ed6841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3549b79f-04fd-4a0a-9539-09f85808e302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:37:35.875674 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2880d7a-a684-44d8-a1f1-d228541986bd tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Network hostable DHCP agents. Network: 3549b79f-04fd-4a0a-9539-09f85808e302, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:37:35.906252 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7633d1-260f-4b56-a2eb-9f06102056bb None None] Network 7f1f451e-23dd-41e3-bed5-ab64d0eaa0f2 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:37:35.907253 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2880d7a-a684-44d8-a1f1-d228541986bd tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Network 3549b79f-04fd-4a0a-9539-09f85808e302 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:37:35.934043 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-e536d25d-480a-4612-9975-51fb1b8b2a5f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Calling delete_port for 055e02a5-47a0-401e-b169-9e127e0dd260 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:37:35.934514 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-26ca0c7d-3a53-4153-8421-7af139c9951c None None] Publish callbacks [] for port (b8e67d4c-71e1-4eeb-9c52-ae1a32efef59), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:35.942466 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-d2880d7a-a684-44d8-a1f1-d228541986bd tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 3549b79f-04fd-4a0a-9539-09f85808e302) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:35.950863 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2880d7a-a684-44d8-a1f1-d228541986bd tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:35.951471 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2880d7a-a684-44d8-a1f1-d228541986bd tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:35.985659 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d2880d7a-a684-44d8-a1f1-d228541986bd tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1670697 Feb 16 22:37:35.991732 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56680) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:36.026171 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cefe4f0-0bbc-41c4-890c-a8f6634a6ffe None None] Network 3549b79f-04fd-4a0a-9539-09f85808e302 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:37:36.052375 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-26ca0c7d-3a53-4153-8421-7af139c9951c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (b8e67d4c-71e1-4eeb-9c52-ae1a32efef59), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:36.085618 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7a842249-5b55-4730-b952-256dca7fdcb4 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (fc313a3f-5d13-419a-8eac-ca3f7598815f), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:36.140753 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7a842249-5b55-4730-b952-256dca7fdcb4 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:36.153485 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7a842249-5b55-4730-b952-256dca7fdcb4 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/subnets/fc313a3f-5d13-419a-8eac-ca3f7598815f HTTP/1.1" status: 204 len: 168 time: 0.8649657 Feb 16 22:37:36.164518 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56698) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:36.246145 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a842249-5b55-4730-b952-256dca7fdcb4 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Subnet': ['ID=fc313a3f-5d13-419a-8eac-ca3f7598815f,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:36.272270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e338829-a31f-4b81-92ec-510ed87ddd33 req-0fc3b873-3a23-4220-a18c-c49611a44b29 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:36.277801 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e338829-a31f-4b81-92ec-510ed87ddd33 req-0fc3b873-3a23-4220-a18c-c49611a44b29 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:36.279466 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6e338829-a31f-4b81-92ec-510ed87ddd33 req-0fc3b873-3a23-4220-a18c-c49611a44b29 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 1675 time: 0.7958486 Feb 16 22:37:36.290716 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-339463ea-4592-4b33-8652-75cffe20a5c1 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (3549b79f-04fd-4a0a-9539-09f85808e302), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:36.440604 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-339463ea-4592-4b33-8652-75cffe20a5c1 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (01024f66-5d3c-423b-b87c-0df6e65258bc), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:36.636604 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6e338829-a31f-4b81-92ec-510ed87ddd33 req-ff3bc7ad-d476-4575-bfe3-f6f733751dcf tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3163002 Feb 16 22:37:36.640968 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-339463ea-4592-4b33-8652-75cffe20a5c1 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (01024f66-5d3c-423b-b87c-0df6e65258bc), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:36.665440 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1fa08590-b233-4b87-b497-7fd384c76904 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (0798af65-29b6-4965-960e-6e983db61a93), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:36.666061 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b7907f11-d4b3-43f1-8cc9-149b3614e812 None None] Provisioning complete for port a6fb4757-783e-4ae3-80d4-7ff0f7182667 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:37:36.669674 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b7907f11-d4b3-43f1-8cc9-149b3614e812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a6fb4757-783e-4ae3-80d4-7ff0f7182667), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:36.699638 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339463ea-4592-4b33-8652-75cffe20a5c1 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event deleted for resources: {'Subnet': ['ID=01024f66-5d3c-423b-b87c-0df6e65258bc,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:36.846963 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e30e98c-9a4b-4e08-806a-eeadea308345 x-openstack-request-id: req-1e30e98c-9a4b-4e08-806a-eeadea308345 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:37:36.847390 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "name": "network-vif-deleted", "tag": "dbcefae5-8c39-42d5-b478-a0ad2c3077ea", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:37:36.847515 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1e30e98c-9a4b-4e08-806a-eeadea308345 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:37:36.847928 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'name': 'network-vif-deleted', 'tag': 'dbcefae5-8c39-42d5-b478-a0ad2c3077ea', 'status': 'completed', 'code': 200} Feb 16 22:37:36.851986 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-339463ea-4592-4b33-8652-75cffe20a5c1 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (3549b79f-04fd-4a0a-9539-09f85808e302), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:36.865331 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-e536d25d-480a-4612-9975-51fb1b8b2a5f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (055e02a5-47a0-401e-b169-9e127e0dd260), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:36.917867 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca0c7d-3a53-4153-8421-7af139c9951c None None] Pushing event updated for resources: {'Port': ['ID=b8e67d4c-71e1-4eeb-9c52-ae1a32efef59,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:36.927110 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-339463ea-4592-4b33-8652-75cffe20a5c1 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3549b79f-04fd-4a0a-9539-09f85808e302']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:36.949517 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-339463ea-4592-4b33-8652-75cffe20a5c1 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eda31f09-677c-4116-ae19-66e512ed6841') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:36.949817 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-339463ea-4592-4b33-8652-75cffe20a5c1 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eda31f09-677c-4116-ae19-66e512ed6841') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:36.963132 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536d25d-480a-4612-9975-51fb1b8b2a5f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Pushing event deleted for resources: {'Port': ['ID=055e02a5-47a0-401e-b169-9e127e0dd260,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:36.973362 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-339463ea-4592-4b33-8652-75cffe20a5c1 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (eda31f09-677c-4116-ae19-66e512ed6841), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:36.998086 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ca0c7d-3a53-4153-8421-7af139c9951c None None] Network 53d1e619-4d78-45f0-aaa3-996ab0039856 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:37:37.008086 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-339463ea-4592-4b33-8652-75cffe20a5c1 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (eda31f09-677c-4116-ae19-66e512ed6841), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:37.020928 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-339463ea-4592-4b33-8652-75cffe20a5c1 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:37:37.022643 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-339463ea-4592-4b33-8652-75cffe20a5c1 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (eda31f09-677c-4116-ae19-66e512ed6841), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:37.030738 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:37:37.030738 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:37:37.030738 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:37:37.030738 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:37:37.030738 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:37:37.030738 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:37:37.030738 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:37:37.030738 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:37:37.030738 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:37:37.030738 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:37:37.030738 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:37:37.030738 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:37:37.030738 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:37:37.030738 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:37:37.030738 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:37:37.030738 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:37:37.030738 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:37:37.030738 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:37:37.030738 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:37:37.030738 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:37:37.030738 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:37:37.030738 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:37:37.030738 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:37:37.030738 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:37:37.030738 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:37:37.030738 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:37:37.030738 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:37:37.030738 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:37:37.030738 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:37:37.030738 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:37:37.030738 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:37:37.030738 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:37:37.093065 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-26ca0c7d-3a53-4153-8421-7af139c9951c None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:37.094897 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port a6fb4757-783e-4ae3-80d4-7ff0f7182667 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:37:37.095424 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a6fb4757-783e-4ae3-80d4-7ff0f7182667), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:37.151065 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ca0c7d-3a53-4153-8421-7af139c9951c None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:37:37.159887 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-e536d25d-480a-4612-9975-51fb1b8b2a5f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] No DVR routers for this DVR port 055e02a5-47a0-401e-b169-9e127e0dd260 on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:37:37.178529 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-e536d25d-480a-4612-9975-51fb1b8b2a5f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:37.186881 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-e536d25d-480a-4612-9975-51fb1b8b2a5f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.67 "DELETE /v2.0/ports/055e02a5-47a0-401e-b169-9e127e0dd260 HTTP/1.1" status: 204 len: 173 time: 3.6607335 Feb 16 22:37:37.189484 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-339463ea-4592-4b33-8652-75cffe20a5c1 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (3549b79f-04fd-4a0a-9539-09f85808e302), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:37.206864 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-339463ea-4592-4b33-8652-75cffe20a5c1 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:37.212514 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b7907f11-d4b3-43f1-8cc9-149b3614e812 None None] Current status of the port a6fb4757-783e-4ae3-80d4-7ff0f7182667 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:37:37.213195 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b7907f11-d4b3-43f1-8cc9-149b3614e812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a6fb4757-783e-4ae3-80d4-7ff0f7182667), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:37.227418 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-339463ea-4592-4b33-8652-75cffe20a5c1 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "DELETE /v2.0/networks/3549b79f-04fd-4a0a-9539-09f85808e302 HTTP/1.1" status: 204 len: 168 time: 1.2345757 Feb 16 22:37:37.229871 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf1b026-ea3d-43b4-b6e3-075ca7b6721b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-3549b79f-04fd-4a0a-9539-09f85808e302', 'network_id': '3549b79f-04fd-4a0a-9539-09f85808e302', 'project_id': '6d2294dd7a3447cbbac0ecda38648786', 'fixed_ips': [{'subnet_id': '01024f66-5d3c-423b-b87c-0df6e65258bc'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:37:37.231353 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-adf1b026-ea3d-43b4-b6e3-075ca7b6721b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:37.244514 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56792) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:37.255221 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339463ea-4592-4b33-8652-75cffe20a5c1 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event deleted for resources: {'Network': ['ID=3549b79f-04fd-4a0a-9539-09f85808e302,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:37.256085 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-eb396622-e611-4b2d-97df-af45184eeb80 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1969060754'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:37.303234 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb396622-e611-4b2d-97df-af45184eeb80 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Made reservation on behalf of 6d2294dd7a3447cbbac0ecda38648786 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:37.306688 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eb396622-e611-4b2d-97df-af45184eeb80 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:37.329996 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-1fa08590-b233-4b87-b497-7fd384c76904 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Deleting port a6fb4757-783e-4ae3-80d4-7ff0f7182667 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:37:37.330327 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1fa08590-b233-4b87-b497-7fd384c76904 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a6fb4757-783e-4ae3-80d4-7ff0f7182667), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:37.471555 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1e32f-7b70-41ac-853a-ea28d53c71a9 req-bf1eceb4-c9f4-4a10-9ee8-4f43d08412f1 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:37.480376 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4e1e32f-7b70-41ac-853a-ea28d53c71a9 req-bf1eceb4-c9f4-4a10-9ee8-4f43d08412f1 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.4931736 Feb 16 22:37:37.488408 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9cba51-9dd7-4557-be39-9c5be4f8ea04 None None] Network 3549b79f-04fd-4a0a-9539-09f85808e302 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:37:37.513930 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9cba51-9dd7-4557-be39-9c5be4f8ea04 None None] Network 3549b79f-04fd-4a0a-9539-09f85808e302 could not be found, it might have been deleted concurrently. {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 16 22:37:37.537602 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-b7907f11-d4b3-43f1-8cc9-149b3614e812 None None] For port a6fb4757-783e-4ae3-80d4-7ff0f7182667, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a6fb4757-783e-4ae3-80d4-7ff0f7182667,segment=NetworkSegment(080dc81c-4e7d-473d-977d-0da4e1ceb0af),segment_id=080dc81c-4e7d-473d-977d-0da4e1ceb0af)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:37:37.545721 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-19618ff8-e7f8-4cd3-bbf5-da2285388881 req-73928618-f4bb-429f-bf68-33f24433192f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=09768a51-0dea-4f44-bbc7-bce417bb0e43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1087167 Feb 16 22:37:37.559703 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-26ca0c7d-3a53-4153-8421-7af139c9951c None None] Attempting to bind port b8e67d4c-71e1-4eeb-9c52-ae1a32efef59 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:37:37.561214 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-26ca0c7d-3a53-4153-8421-7af139c9951c None None] Attempting to bind port b8e67d4c-71e1-4eeb-9c52-ae1a32efef59 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '25bef590-ee30-4780-b164-77d74624a1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '53d1e619-4d78-45f0-aaa3-996ab0039856'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:37:37.561814 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ca0c7d-3a53-4153-8421-7af139c9951c None None] Attempting to bind port b8e67d4c-71e1-4eeb-9c52-ae1a32efef59 on network 53d1e619-4d78-45f0-aaa3-996ab0039856 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:37:37.656039 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port a6fb4757-783e-4ae3-80d4-7ff0f7182667 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:37:37.657168 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c4967915-0e37-4356-a8fc-9869dfc01f49 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:37:37.659030 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b7907f11-d4b3-43f1-8cc9-149b3614e812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a6fb4757-783e-4ae3-80d4-7ff0f7182667), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:37.671607 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb396622-e611-4b2d-97df-af45184eeb80 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:37:37.681007 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ca0c7d-3a53-4153-8421-7af139c9951c None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:37:37.681394 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ca0c7d-3a53-4153-8421-7af139c9951c None None] Checking segment: {'id': '25bef590-ee30-4780-b164-77d74624a1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '53d1e619-4d78-45f0-aaa3-996ab0039856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:37:37.681801 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-26ca0c7d-3a53-4153-8421-7af139c9951c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:37.682223 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ca0c7d-3a53-4153-8421-7af139c9951c None None] Bound using segment: {'id': '25bef590-ee30-4780-b164-77d74624a1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '53d1e619-4d78-45f0-aaa3-996ab0039856'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:37:37.682715 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-26ca0c7d-3a53-4153-8421-7af139c9951c None None] Bound port: b8e67d4c-71e1-4eeb-9c52-ae1a32efef59, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25bef590-ee30-4780-b164-77d74624a1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '53d1e619-4d78-45f0-aaa3-996ab0039856'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:37:37.683090 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-26ca0c7d-3a53-4153-8421-7af139c9951c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b8e67d4c-71e1-4eeb-9c52-ae1a32efef59), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:37.686243 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19618ff8-e7f8-4cd3-bbf5-da2285388881 req-dfae197e-0d0b-4463-baa7-125eea5476af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:37.687809 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-19618ff8-e7f8-4cd3-bbf5-da2285388881 req-dfae197e-0d0b-4463-baa7-125eea5476af service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a91c9c4999e4ec3ac2c6aa4159e4d1c&device_id=09768a51-0dea-4f44-bbc7-bce417bb0e43 HTTP/1.1" status: 200 len: 1131 time: 0.1216671 Feb 16 22:37:37.847180 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eb396622-e611-4b2d-97df-af45184eeb80 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (865bd2e1-ac1f-4d8b-a8f8-f86cde352174), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:37.848420 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-eb396622-e611-4b2d-97df-af45184eeb80 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Added segment 865bd2e1-ac1f-4d8b-a8f8-f86cde352174 of type vlan for network d36ceeb9-b748-4b9a-845f-d929cec32113 Feb 16 22:37:37.875309 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-1fa08590-b233-4b87-b497-7fd384c76904 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] For port a6fb4757-783e-4ae3-80d4-7ff0f7182667, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a6fb4757-783e-4ae3-80d4-7ff0f7182667,segment=NetworkSegment(080dc81c-4e7d-473d-977d-0da4e1ceb0af),segment_id=080dc81c-4e7d-473d-977d-0da4e1ceb0af)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:37:37.875681 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1fa08590-b233-4b87-b497-7fd384c76904 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a6fb4757-783e-4ae3-80d4-7ff0f7182667), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:37.906467 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4e1e32f-7b70-41ac-853a-ea28d53c71a9 req-90e85b7c-ac59-45d6-b429-e36c644396fa tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4236698 Feb 16 22:37:37.973609 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19618ff8-e7f8-4cd3-bbf5-da2285388881 req-2818ff19-60b6-40cb-9e98-86a45afaf975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:37.975805 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-19618ff8-e7f8-4cd3-bbf5-da2285388881 req-2818ff19-60b6-40cb-9e98-86a45afaf975 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.2486281 Feb 16 22:37:38.034687 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4675e282-64ff-4a3d-ae5d-48bd5b0709d9 None None] Network 0798af65-29b6-4965-960e-6e983db61a93 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:37:38.049854 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-1fa08590-b233-4b87-b497-7fd384c76904 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Calling delete_port for a6fb4757-783e-4ae3-80d4-7ff0f7182667 owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:37:38.053058 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-19618ff8-e7f8-4cd3-bbf5-da2285388881 req-8eb17e14-123b-4718-b043-eac931382fc3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=efddbff0-30d1-4211-a54f-8e1b0725e563 HTTP/1.1" status: 200 len: 217 time: 0.0625470 Feb 16 22:37:38.158527 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eb396622-e611-4b2d-97df-af45184eeb80 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (d36ceeb9-b748-4b9a-845f-d929cec32113), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:38.192913 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19618ff8-e7f8-4cd3-bbf5-da2285388881 req-542a63eb-e21a-45b2-8097-2deb904ac835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:38.196857 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-19618ff8-e7f8-4cd3-bbf5-da2285388881 req-542a63eb-e21a-45b2-8097-2deb904ac835 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1354735 Feb 16 22:37:38.217409 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-dcfeac66-a61e-4748-82c2-9ae9b48f4302 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Deleting port d4fbc09b-056d-495d-94fc-6214e9e03479 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:37:38.219097 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-dcfeac66-a61e-4748-82c2-9ae9b48f4302 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (d4fbc09b-056d-495d-94fc-6214e9e03479), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:38.297456 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19618ff8-e7f8-4cd3-bbf5-da2285388881 req-ef52e791-57f9-47d7-8ab7-56ec538f478a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:38.298977 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-19618ff8-e7f8-4cd3-bbf5-da2285388881 req-ef52e791-57f9-47d7-8ab7-56ec538f478a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0939445 Feb 16 22:37:38.329173 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.db.resource_extend [None req-eb396622-e611-4b2d-97df-af45184eeb80 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 22:37:38.389521 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e0c6f0ff-fd7b-4a89-a16f-744610ee5337 None None] Provisioning complete for port c4967915-0e37-4356-a8fc-9869dfc01f49 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:37:38.389933 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e0c6f0ff-fd7b-4a89-a16f-744610ee5337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c4967915-0e37-4356-a8fc-9869dfc01f49), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:38.520811 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7907f11-d4b3-43f1-8cc9-149b3614e812 None None] Pushing event updated for resources: {'Port': ['ID=a6fb4757-783e-4ae3-80d4-7ff0f7182667,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:38.544932 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-26ca0c7d-3a53-4153-8421-7af139c9951c None None] For port b8e67d4c-71e1-4eeb-9c52-ae1a32efef59, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:37:38.550359 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-26ca0c7d-3a53-4153-8421-7af139c9951c None None] For port b8e67d4c-71e1-4eeb-9c52-ae1a32efef59, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=b8e67d4c-71e1-4eeb-9c52-ae1a32efef59,segment=NetworkSegment(25bef590-ee30-4780-b164-77d74624a1d5),segment_id=25bef590-ee30-4780-b164-77d74624a1d5)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:37:38.555041 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port c4967915-0e37-4356-a8fc-9869dfc01f49 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:37:38.555604 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c4967915-0e37-4356-a8fc-9869dfc01f49), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:38.568392 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eb396622-e611-4b2d-97df-af45184eeb80 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (d36ceeb9-b748-4b9a-845f-d929cec32113), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:38.575198 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-19618ff8-e7f8-4cd3-bbf5-da2285388881 req-a1b5841c-742a-4c5f-bcea-4008bd2d602b service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698293 Feb 16 22:37:38.578057 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb396622-e611-4b2d-97df-af45184eeb80 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:38.579775 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eb396622-e611-4b2d-97df-af45184eeb80 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:38.625584 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-26ca0c7d-3a53-4153-8421-7af139c9951c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b8e67d4c-71e1-4eeb-9c52-ae1a32efef59), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:38.778220 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e0c6f0ff-fd7b-4a89-a16f-744610ee5337 None None] Current status of the port c4967915-0e37-4356-a8fc-9869dfc01f49 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:37:38.779076 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e0c6f0ff-fd7b-4a89-a16f-744610ee5337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c4967915-0e37-4356-a8fc-9869dfc01f49), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:38.801853 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414f8777-99c4-4674-99dc-6f6ff786db1a None None] DHCP port deletion for 0798af65-29b6-4965-960e-6e983db61a93 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:37:38.856532 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca0c7d-3a53-4153-8421-7af139c9951c None None] Pushing event updated for resources: {'Port': ['ID=b8e67d4c-71e1-4eeb-9c52-ae1a32efef59,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:38.863778 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-19618ff8-e7f8-4cd3-bbf5-da2285388881 req-7af77526-8c95-49d3-b80d-e38de4d3d164 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814007 Feb 16 22:37:38.922713 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-414f8777-99c4-4674-99dc-6f6ff786db1a None None] The port 'a6fb4757-783e-4ae3-80d4-7ff0f7182667' was deleted {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 16 22:37:38.938840 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port c4967915-0e37-4356-a8fc-9869dfc01f49 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:37:38.939236 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c4967915-0e37-4356-a8fc-9869dfc01f49), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:38.955841 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e0c6f0ff-fd7b-4a89-a16f-744610ee5337 None None] For port c4967915-0e37-4356-a8fc-9869dfc01f49, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=c4967915-0e37-4356-a8fc-9869dfc01f49,segment=NetworkSegment(ebf8834b-0dc9-499c-be56-ed7b3ed05450),segment_id=ebf8834b-0dc9-499c-be56-ed7b3ed05450)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:37:38.960818 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-dcfeac66-a61e-4748-82c2-9ae9b48f4302 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] For port d4fbc09b-056d-495d-94fc-6214e9e03479, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=d4fbc09b-056d-495d-94fc-6214e9e03479,segment=NetworkSegment(ab0b36f1-758f-4e8c-9a46-1dd25642f72c),segment_id=ab0b36f1-758f-4e8c-9a46-1dd25642f72c)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:37:38.962464 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-dcfeac66-a61e-4748-82c2-9ae9b48f4302 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (d4fbc09b-056d-495d-94fc-6214e9e03479), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:38.970183 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'name': 'network-vif-deleted', 'tag': '055e02a5-47a0-401e-b169-9e127e0dd260'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:37:38.975557 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d9ca78-8897-416f-ab0d-7b439f70a670" -d '{"events": [{"server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "name": "network-vif-deleted", "tag": "055e02a5-47a0-401e-b169-9e127e0dd260"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:37:38.975966 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e0c6f0ff-fd7b-4a89-a16f-744610ee5337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c4967915-0e37-4356-a8fc-9869dfc01f49), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:38.984168 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb396622-e611-4b2d-97df-af45184eeb80 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event updated for resources: {'Network': ['ID=d36ceeb9-b748-4b9a-845f-d929cec32113,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:39.008655 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb815db5-edc3-41f3-827c-2a7fae61d25f req-06425db4-d032-4600-8b15-a28b397eb38f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:39.011370 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fb815db5-edc3-41f3-827c-2a7fae61d25f req-06425db4-d032-4600-8b15-a28b397eb38f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 943 time: 1.0045719 Feb 16 22:37:39.028615 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1fa08590-b233-4b87-b497-7fd384c76904 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (a6fb4757-783e-4ae3-80d4-7ff0f7182667), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:39.045112 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network d36ceeb9-b748-4b9a-845f-d929cec32113 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:37:39.116386 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fb815db5-edc3-41f3-827c-2a7fae61d25f req-d323c1d7-d09d-4978-803b-01ebf171cf40 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808754 Feb 16 22:37:39.117377 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-dcfeac66-a61e-4748-82c2-9ae9b48f4302 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Calling delete_port for d4fbc09b-056d-495d-94fc-6214e9e03479 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:37:39.190681 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-eb396622-e611-4b2d-97df-af45184eeb80 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9436679 Feb 16 22:37:39.191685 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa08590-b233-4b87-b497-7fd384c76904 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Port': ['ID=a6fb4757-783e-4ae3-80d4-7ff0f7182667,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:39.193631 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56950) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:39.198727 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa08590-b233-4b87-b497-7fd384c76904 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] No DVR routers for this DVR port a6fb4757-783e-4ae3-80d4-7ff0f7182667 on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:37:39.198870 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-5d3a5fbd-0fb9-4576-910a-704fe882c4e7 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Request body: {'subnet': {'network_id': 'd36ceeb9-b748-4b9a-845f-d929cec32113', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:39.308116 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1ff52aec-01b6-494c-a585-b11f21826efb None None] Provisioning complete for port c4967915-0e37-4356-a8fc-9869dfc01f49 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:37:39.308792 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1ff52aec-01b6-494c-a585-b11f21826efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c4967915-0e37-4356-a8fc-9869dfc01f49), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:39.312768 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6f0ff-fd7b-4a89-a16f-744610ee5337 None None] Pushing event updated for resources: {'Port': ['ID=c4967915-0e37-4356-a8fc-9869dfc01f49,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:39.319253 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:37:39.319947 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:37:39.335031 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1fa08590-b233-4b87-b497-7fd384c76904 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (0798af65-29b6-4965-960e-6e983db61a93), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:39.362981 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-1fa08590-b233-4b87-b497-7fd384c76904 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0798af65-29b6-4965-960e-6e983db61a93']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:39.398682 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-1fa08590-b233-4b87-b497-7fd384c76904 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '080dc81c-4e7d-473d-977d-0da4e1ceb0af') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:39.401042 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-1fa08590-b233-4b87-b497-7fd384c76904 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '080dc81c-4e7d-473d-977d-0da4e1ceb0af') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:39.561912 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1ff52aec-01b6-494c-a585-b11f21826efb None None] Current status of the port c4967915-0e37-4356-a8fc-9869dfc01f49 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:37:39.566473 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1ff52aec-01b6-494c-a585-b11f21826efb None None] Could not find standard attr ID for object a6fb4757-783e-4ae3-80d4-7ff0f7182667. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:37:39.630259 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1fa08590-b233-4b87-b497-7fd384c76904 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (080dc81c-4e7d-473d-977d-0da4e1ceb0af), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:39.667791 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1fa08590-b233-4b87-b497-7fd384c76904 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (080dc81c-4e7d-473d-977d-0da4e1ceb0af), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:39.723726 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa08590-b233-4b87-b497-7fd384c76904 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:37:39.728614 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1fa08590-b233-4b87-b497-7fd384c76904 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (080dc81c-4e7d-473d-977d-0da4e1ceb0af), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:39.734745 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:37:39.734745 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:37:39.734745 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:37:39.734745 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:37:39.734745 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:37:39.734745 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:37:39.734745 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:37:39.734745 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:37:39.734745 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:37:39.734745 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:37:39.734745 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:37:39.734745 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:37:39.734745 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:37:39.734745 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:37:39.734745 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:37:39.734745 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:37:39.734745 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:37:39.734745 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:37:39.734745 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:37:39.734745 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:37:39.734745 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:37:39.734745 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:37:39.734745 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:37:39.734745 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:37:39.734745 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:37:39.734745 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:37:39.734745 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:37:39.734745 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:37:39.734745 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:37:39.734745 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:37:39.734745 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:37:39.734745 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:37:39.874014 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3a5fbd-0fb9-4576-910a-704fe882c4e7 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Made reservation on behalf of 6d2294dd7a3447cbbac0ecda38648786 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:39.877813 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5d3a5fbd-0fb9-4576-910a-704fe882c4e7 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:39.909651 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port c4967915-0e37-4356-a8fc-9869dfc01f49 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:37:39.956348 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda3a1c-0be7-434f-b561-a5d14c7e0436 req-0393df90-8775-4323-a343-a141200bfc43 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:39.958001 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bbda3a1c-0be7-434f-b561-a5d14c7e0436 req-0393df90-8775-4323-a343-a141200bfc43 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.4050043 Feb 16 22:37:39.967331 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1fa08590-b233-4b87-b497-7fd384c76904 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (0798af65-29b6-4965-960e-6e983db61a93), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:39.969924 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57010) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:39.984378 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-bae3d0f8-d945-4b3a-8ab9-b8c33e103211 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Request body: {'floatingip': {'port_id': 'a2370008-0a02-4590-91cd-d7ae8ef2db40'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:40.005998 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1fa08590-b233-4b87-b497-7fd384c76904 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:40.010701 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1fa08590-b233-4b87-b497-7fd384c76904 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/networks/0798af65-29b6-4965-960e-6e983db61a93 HTTP/1.1" status: 204 len: 168 time: 3.7894948 Feb 16 22:37:40.018139 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57016) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:40.042138 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-66b39384-c585-4ee0-83d9-bf808e999090 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'port': {'network_id': '6a0192d0-467a-4268-99f6-c1c90ad51962', 'name': 'tempest-PortsIpV6TestJSON-1653641791'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:40.151911 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf1a371-5503-463c-b1a0-1320b0eff5b5 x-openstack-request-id: req-2bf1a371-5503-463c-b1a0-1320b0eff5b5 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:37:40.152205 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "name": "network-vif-deleted", "tag": "055e02a5-47a0-401e-b169-9e127e0dd260", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:37:40.152711 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2bf1a371-5503-463c-b1a0-1320b0eff5b5 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:37:40.153642 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'name': 'network-vif-deleted', 'tag': '055e02a5-47a0-401e-b169-9e127e0dd260', 'status': 'completed', 'code': 200} Feb 16 22:37:40.194492 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa08590-b233-4b87-b497-7fd384c76904 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Network': ['ID=0798af65-29b6-4965-960e-6e983db61a93,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:40.308376 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bae3d0f8-d945-4b3a-8ab9-b8c33e103211 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for floatingip (a51a2c25-ddc0-423f-849b-07ea8c030a31), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:40.348510 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c4967915-0e37-4356-a8fc-9869dfc01f49 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:37:40.464050 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port c4967915-0e37-4356-a8fc-9869dfc01f49 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:37:40.464703 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c4967915-0e37-4356-a8fc-9869dfc01f49), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:40.514745 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5d3a5fbd-0fb9-4576-910a-704fe882c4e7 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (2fd3b141-6942-443b-9cd3-846931d5479e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:40.609858 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port c4967915-0e37-4356-a8fc-9869dfc01f49 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:37:40.612178 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device b8e67d4c-71e1-4eeb-9c52-ae1a32efef59 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:37:40.651350 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b39384-c585-4ee0-83d9-bf808e999090 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:40.659151 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-66b39384-c585-4ee0-83d9-bf808e999090 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:40.684402 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port b8e67d4c-71e1-4eeb-9c52-ae1a32efef59 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:37:40.686078 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b8e67d4c-71e1-4eeb-9c52-ae1a32efef59), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:40.734844 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a5fbd-0fb9-4576-910a-704fe882c4e7 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event updated for resources: {'Subnet': ['ID=2fd3b141-6942-443b-9cd3-846931d5479e,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:40.747779 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3a5fbd-0fb9-4576-910a-704fe882c4e7 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Checking segment: {'id': '865bd2e1-ac1f-4d8b-a8f8-f86cde352174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd36ceeb9-b748-4b9a-845f-d929cec32113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:37:40.748153 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3a5fbd-0fb9-4576-910a-704fe882c4e7 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Network hostable DHCP agents. Network: d36ceeb9-b748-4b9a-845f-d929cec32113, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:37:40.761441 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-66b39384-c585-4ee0-83d9-bf808e999090 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] device_id is not set on port b31ef540-37d6-4a7d-b8b7-3c568903c7c2 yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:37:40.864493 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port b8e67d4c-71e1-4eeb-9c52-ae1a32efef59 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:37:40.865845 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b8e67d4c-71e1-4eeb-9c52-ae1a32efef59), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:40.877309 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3a5fbd-0fb9-4576-910a-704fe882c4e7 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Network d36ceeb9-b748-4b9a-845f-d929cec32113 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:37:40.906064 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e5edc6-b4ef-4e0d-8ad8-ec28ae991d4d None None] Network 53d1e619-4d78-45f0-aaa3-996ab0039856 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:37:40.951324 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-5d3a5fbd-0fb9-4576-910a-704fe882c4e7 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, d36ceeb9-b748-4b9a-845f-d929cec32113) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:40.964357 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54aa9da-b4bd-4775-a162-3303305b184b None None] Network d36ceeb9-b748-4b9a-845f-d929cec32113 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:37:40.971475 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3a5fbd-0fb9-4576-910a-704fe882c4e7 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:40.972099 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5d3a5fbd-0fb9-4576-910a-704fe882c4e7 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:41.022804 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port b8e67d4c-71e1-4eeb-9c52-ae1a32efef59, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=b8e67d4c-71e1-4eeb-9c52-ae1a32efef59,segment=NetworkSegment(25bef590-ee30-4780-b164-77d74624a1d5),segment_id=25bef590-ee30-4780-b164-77d74624a1d5)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:37:41.023842 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-31d48d02-3985-4fb9-8043-500abcbe413e None None] Provisioning complete for port b8e67d4c-71e1-4eeb-9c52-ae1a32efef59 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:37:41.024404 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-31d48d02-3985-4fb9-8043-500abcbe413e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b8e67d4c-71e1-4eeb-9c52-ae1a32efef59), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:41.054421 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5d3a5fbd-0fb9-4576-910a-704fe882c4e7 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.8596103 Feb 16 22:37:41.059242 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57108) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:41.097577 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b8e67d4c-71e1-4eeb-9c52-ae1a32efef59), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:41.364036 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-66b39384-c585-4ee0-83d9-bf808e999090 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for port (b31ef540-37d6-4a7d-b8b7-3c568903c7c2), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:41.408040 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=b8e67d4c-71e1-4eeb-9c52-ae1a32efef59,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:41.469849 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d972f0e-afbc-4d03-952d-651d9c4ed7a5 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (d36ceeb9-b748-4b9a-845f-d929cec32113), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:41.476225 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fae8b88-0af0-4081-b00a-dd72b96257e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-d36ceeb9-b748-4b9a-845f-d929cec32113', 'network_id': 'd36ceeb9-b748-4b9a-845f-d929cec32113', 'project_id': '6d2294dd7a3447cbbac0ecda38648786', 'fixed_ips': [{'subnet_id': '2fd3b141-6942-443b-9cd3-846931d5479e'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:37:41.477092 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9fae8b88-0af0-4081-b00a-dd72b96257e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:41.529195 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-dcfeac66-a61e-4748-82c2-9ae9b48f4302 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (d4fbc09b-056d-495d-94fc-6214e9e03479), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:41.535491 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d972f0e-afbc-4d03-952d-651d9c4ed7a5 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (2fd3b141-6942-443b-9cd3-846931d5479e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:41.570181 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a6fb4757-783e-4ae3-80d4-7ff0f7182667 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:37:41.571259 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-66b39384-c585-4ee0-83d9-bf808e999090 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (b31ef540-37d6-4a7d-b8b7-3c568903c7c2), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:41.578307 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfeac66-a61e-4748-82c2-9ae9b48f4302 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Pushing event deleted for resources: {'Port': ['ID=d4fbc09b-056d-495d-94fc-6214e9e03479,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:41.603361 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c94b48-b8d8-484f-85f6-938245592d23 req-f29198dc-0351-433b-b6f1-84be1837a5e3 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:41.612286 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-48c94b48-b8d8-484f-85f6-938245592d23 req-f29198dc-0351-433b-b6f1-84be1837a5e3 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 865 time: 1.3210371 Feb 16 22:37:41.638443 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b39384-c585-4ee0-83d9-bf808e999090 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Port': ['ID=b31ef540-37d6-4a7d-b8b7-3c568903c7c2,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:41.667811 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b39384-c585-4ee0-83d9-bf808e999090 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Network 6a0192d0-467a-4268-99f6-c1c90ad51962 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:37:41.671127 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-66b39384-c585-4ee0-83d9-bf808e999090 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:41.675133 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b39384-c585-4ee0-83d9-bf808e999090 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:37:41.681436 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b39384-c585-4ee0-83d9-bf808e999090 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:41.682481 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-66b39384-c585-4ee0-83d9-bf808e999090 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:41.713738 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-66b39384-c585-4ee0-83d9-bf808e999090 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6943657 Feb 16 22:37:41.716362 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57124) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:41.788732 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-dcfeac66-a61e-4748-82c2-9ae9b48f4302 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] No DVR routers for this DVR port d4fbc09b-056d-495d-94fc-6214e9e03479 on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:37:41.795577 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-dcfeac66-a61e-4748-82c2-9ae9b48f4302 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:41.797838 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d972f0e-afbc-4d03-952d-651d9c4ed7a5 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (2fd3b141-6942-443b-9cd3-846931d5479e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:41.820906 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22f1de76-b1af-4bfb-b5ed-ec5ce9c8ca4f req-dcfeac66-a61e-4748-82c2-9ae9b48f4302 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.67 "DELETE /v2.0/ports/d4fbc09b-056d-495d-94fc-6214e9e03479 HTTP/1.1" status: 204 len: 173 time: 4.6117499 Feb 16 22:37:41.844567 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d972f0e-afbc-4d03-952d-651d9c4ed7a5 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event deleted for resources: {'Subnet': ['ID=2fd3b141-6942-443b-9cd3-846931d5479e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:41.870779 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.db.resource_extend [None req-bae3d0f8-d945-4b3a-8ab9-b8c33e103211 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 22:37:41.885091 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: a6fb4757-783e-4ae3-80d4-7ff0f7182667 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:37:41.885640 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a6fb4757-783e-4ae3-80d4-7ff0f7182667 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:37:41.926995 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d972f0e-afbc-4d03-952d-651d9c4ed7a5 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (d36ceeb9-b748-4b9a-845f-d929cec32113), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:41.932678 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-31d48d02-3985-4fb9-8043-500abcbe413e None None] Current status of the port b8e67d4c-71e1-4eeb-9c52-ae1a32efef59 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:37:41.963470 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-48c94b48-b8d8-484f-85f6-938245592d23 req-a9cb5775-6397-4bc2-a17b-52ce468458b4 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups?id=87b64cc6-0b9f-493c-a077-197cfe259990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3501871 Feb 16 22:37:41.974951 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-0d972f0e-afbc-4d03-952d-651d9c4ed7a5 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d36ceeb9-b748-4b9a-845f-d929cec32113']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:42.015898 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bae3d0f8-d945-4b3a-8ab9-b8c33e103211 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:42.018228 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-619a09d7-e84e-46fe-9ccc-908539924087 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Deleting port b31ef540-37d6-4a7d-b8b7-3c568903c7c2 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:37:42.018598 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-619a09d7-e84e-46fe-9ccc-908539924087 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (b31ef540-37d6-4a7d-b8b7-3c568903c7c2), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:42.024097 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-0d972f0e-afbc-4d03-952d-651d9c4ed7a5 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '865bd2e1-ac1f-4d8b-a8f8-f86cde352174') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:42.024405 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-0d972f0e-afbc-4d03-952d-651d9c4ed7a5 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '865bd2e1-ac1f-4d8b-a8f8-f86cde352174') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:42.030274 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bae3d0f8-d945-4b3a-8ab9-b8c33e103211 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (a51a2c25-ddc0-423f-849b-07ea8c030a31), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:42.107770 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c78f4ce-834f-45bc-bce4-25f78e5e2b71 None None] Network d36ceeb9-b748-4b9a-845f-d929cec32113 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:37:42.128384 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d972f0e-afbc-4d03-952d-651d9c4ed7a5 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (865bd2e1-ac1f-4d8b-a8f8-f86cde352174), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:42.199817 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'name': 'network-vif-deleted', 'tag': 'd4fbc09b-056d-495d-94fc-6214e9e03479'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:37:42.202167 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862f1fb1-46f4-4715-847a-1a00a0798352" -d '{"events": [{"server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "name": "network-vif-deleted", "tag": "d4fbc09b-056d-495d-94fc-6214e9e03479"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:37:42.235385 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device b8e67d4c-71e1-4eeb-9c52-ae1a32efef59 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:37:42.293601 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d972f0e-afbc-4d03-952d-651d9c4ed7a5 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (865bd2e1-ac1f-4d8b-a8f8-f86cde352174), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:42.335936 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-619a09d7-e84e-46fe-9ccc-908539924087 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (b31ef540-37d6-4a7d-b8b7-3c568903c7c2), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:42.349161 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-bae3d0f8-d945-4b3a-8ab9-b8c33e103211 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Floating IP a51a2c25-ddc0-423f-849b-07ea8c030a31 associated. External IP: 172.25.2.117, port: a2370008-0a02-4590-91cd-d7ae8ef2db40. Feb 16 22:37:42.358477 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d972f0e-afbc-4d03-952d-651d9c4ed7a5 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:37:42.358887 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d972f0e-afbc-4d03-952d-651d9c4ed7a5 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (865bd2e1-ac1f-4d8b-a8f8-f86cde352174), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:42.366077 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:37:42.366077 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:37:42.366077 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:37:42.366077 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:37:42.366077 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:37:42.366077 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:37:42.366077 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:37:42.366077 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:37:42.366077 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:37:42.366077 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:37:42.366077 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:37:42.366077 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:37:42.366077 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:37:42.366077 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:37:42.366077 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:37:42.366077 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:37:42.366077 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:37:42.366077 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:37:42.366077 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:37:42.366077 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:37:42.366077 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:37:42.366077 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:37:42.366077 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:37:42.366077 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:37:42.366077 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:37:42.366077 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:37:42.366077 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:37:42.366077 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:37:42.366077 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:37:42.366077 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:37:42.366077 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:37:42.366077 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:37:42.430718 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-619a09d7-e84e-46fe-9ccc-908539924087 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Calling delete_port for b31ef540-37d6-4a7d-b8b7-3c568903c7c2 owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:37:42.610482 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4195f1bf-3c59-4dfa-91de-55216d3c71b7 x-openstack-request-id: req-4195f1bf-3c59-4dfa-91de-55216d3c71b7 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:37:42.611328 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b492a4f1-fcc6-494e-b9ba-b383291bebf1", "name": "network-vif-deleted", "tag": "d4fbc09b-056d-495d-94fc-6214e9e03479", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:37:42.612735 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4195f1bf-3c59-4dfa-91de-55216d3c71b7 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:37:42.613196 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-0c46d6c0-88c3-4127-b0ae-3dc5eef30977 None None] Provisioning complete for port b8e67d4c-71e1-4eeb-9c52-ae1a32efef59 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:37:42.613690 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0c46d6c0-88c3-4127-b0ae-3dc5eef30977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b8e67d4c-71e1-4eeb-9c52-ae1a32efef59), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:42.613988 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b492a4f1-fcc6-494e-b9ba-b383291bebf1', 'name': 'network-vif-deleted', 'tag': 'd4fbc09b-056d-495d-94fc-6214e9e03479', 'status': 'completed', 'code': 200} Feb 16 22:37:42.658972 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d972f0e-afbc-4d03-952d-651d9c4ed7a5 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (d36ceeb9-b748-4b9a-845f-d929cec32113), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:42.684701 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port b8e67d4c-71e1-4eeb-9c52-ae1a32efef59 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:37:42.685271 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b8e67d4c-71e1-4eeb-9c52-ae1a32efef59), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:42.717588 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d972f0e-afbc-4d03-952d-651d9c4ed7a5 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:42.720810 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0d972f0e-afbc-4d03-952d-651d9c4ed7a5 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "DELETE /v2.0/networks/d36ceeb9-b748-4b9a-845f-d929cec32113 HTTP/1.1" status: 204 len: 168 time: 1.6589899 Feb 16 22:37:42.721703 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d972f0e-afbc-4d03-952d-651d9c4ed7a5 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event deleted for resources: {'Network': ['ID=d36ceeb9-b748-4b9a-845f-d929cec32113,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:42.725698 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57144) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:42.731748 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-fad94791-822a-40d0-a19f-f3bbdca9874b tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1717220313'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:42.789560 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-0c46d6c0-88c3-4127-b0ae-3dc5eef30977 None None] Current status of the port b8e67d4c-71e1-4eeb-9c52-ae1a32efef59 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:37:42.807922 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-619a09d7-e84e-46fe-9ccc-908539924087 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (b31ef540-37d6-4a7d-b8b7-3c568903c7c2), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:42.877531 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad94791-822a-40d0-a19f-f3bbdca9874b tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Made reservation on behalf of 6d2294dd7a3447cbbac0ecda38648786 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:42.883770 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port b8e67d4c-71e1-4eeb-9c52-ae1a32efef59 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:37:42.885155 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fad94791-822a-40d0-a19f-f3bbdca9874b tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:42.890956 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-619a09d7-e84e-46fe-9ccc-908539924087 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:42.901012 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-619a09d7-e84e-46fe-9ccc-908539924087 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/ports/b31ef540-37d6-4a7d-b8b7-3c568903c7c2 HTTP/1.1" status: 204 len: 168 time: 1.1833906 Feb 16 22:37:42.902259 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57146) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:42.902871 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a09d7-e84e-46fe-9ccc-908539924087 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Port': ['ID=b31ef540-37d6-4a7d-b8b7-3c568903c7c2,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:42.910304 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-bc10cd83-b9fd-4c13-bc89-73b8de39d1ed tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'port': {'network_id': '6a0192d0-467a-4268-99f6-c1c90ad51962', 'mac_address': 'fa:16:3e:06:f6:21', 'name': 'tempest-PortsIpV6TestJSON-349053300'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:42.981110 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad94791-822a-40d0-a19f-f3bbdca9874b tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:37:42.985289 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae3d0f8-d945-4b3a-8ab9-b8c33e103211 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Router 4f76041d-32ee-4188-a776-12dcc7ad25cc has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:37:43.075063 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fad94791-822a-40d0-a19f-f3bbdca9874b tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (ddceffb4-1e44-4f50-978d-592b188446ae), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:43.076515 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-fad94791-822a-40d0-a19f-f3bbdca9874b tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Added segment ddceffb4-1e44-4f50-978d-592b188446ae of type vlan for network bf6ceaa2-ba66-42e5-bb03-fe4612907cbf Feb 16 22:37:43.165561 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cfe8523c-54b5-4924-b578-460cbfd0e68c req-092aee87-0762-4744-b422-c9ec0a467ed2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.1268537 Feb 16 22:37:43.247684 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fad94791-822a-40d0-a19f-f3bbdca9874b tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (bf6ceaa2-ba66-42e5-bb03-fe4612907cbf), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:43.284411 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc10cd83-b9fd-4c13-bc89-73b8de39d1ed tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:43.330368 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fad94791-822a-40d0-a19f-f3bbdca9874b tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (bf6ceaa2-ba66-42e5-bb03-fe4612907cbf), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:43.335573 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad94791-822a-40d0-a19f-f3bbdca9874b tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:43.336173 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fad94791-822a-40d0-a19f-f3bbdca9874b tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:43.395087 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae3d0f8-d945-4b3a-8ab9-b8c33e103211 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:37:43.407618 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bae3d0f8-d945-4b3a-8ab9-b8c33e103211 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:43.413302 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3141908c-a495-436d-9523-fde81e08d34c None None] Sync routers for ids ['4f76041d-32ee-4188-a776-12dcc7ad25cc'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:37:43.446434 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bc10cd83-b9fd-4c13-bc89-73b8de39d1ed tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:43.453133 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3141908c-a495-436d-9523-fde81e08d34c None None] Routers {'4f76041d-32ee-4188-a776-12dcc7ad25cc'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:37:43.454102 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-3141908c-a495-436d-9523-fde81e08d34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:37:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4f76041d-32ee-4188-a776-12dcc7ad25cc'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:43.471166 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57160) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:43.471392 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-fad94791-822a-40d0-a19f-f3bbdca9874b tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7435288 Feb 16 22:37:43.478436 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-f8fe7262-0520-48fe-8c15-79c3921c4384 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Request body: {'subnet': {'network_id': 'bf6ceaa2-ba66-42e5-bb03-fe4612907cbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:43.577386 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad94791-822a-40d0-a19f-f3bbdca9874b tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event updated for resources: {'Network': ['ID=bf6ceaa2-ba66-42e5-bb03-fe4612907cbf,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:43.590088 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bae3d0f8-d945-4b3a-8ab9-b8c33e103211 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "PUT /v2.0/floatingips/a51a2c25-ddc0-423f-849b-07ea8c030a31 HTTP/1.1" status: 200 len: 992 time: 3.6181674 Feb 16 22:37:43.591780 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network bf6ceaa2-ba66-42e5-bb03-fe4612907cbf details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:37:43.616228 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-bc10cd83-b9fd-4c13-bc89-73b8de39d1ed tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] device_id is not set on port 73839dbc-85b0-4583-981b-32ef5ed8026f yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:37:43.687769 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fe7262-0520-48fe-8c15-79c3921c4384 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Made reservation on behalf of 6d2294dd7a3447cbbac0ecda38648786 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:43.692943 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f8fe7262-0520-48fe-8c15-79c3921c4384 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:43.932431 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bc10cd83-b9fd-4c13-bc89-73b8de39d1ed tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for port (73839dbc-85b0-4583-981b-32ef5ed8026f), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:43.941903 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-3141908c-a495-436d-9523-fde81e08d34c None None] Set router 4f76041d-32ee-4188-a776-12dcc7ad25cc gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:37:43.986223 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bc10cd83-b9fd-4c13-bc89-73b8de39d1ed tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (73839dbc-85b0-4583-981b-32ef5ed8026f), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:44.000204 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f8fe7262-0520-48fe-8c15-79c3921c4384 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (fbb67e6d-f908-41ec-a6b1-aa8a93323e20), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:44.061790 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe7262-0520-48fe-8c15-79c3921c4384 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event updated for resources: {'Subnet': ['ID=fbb67e6d-f908-41ec-a6b1-aa8a93323e20,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:44.101684 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fe7262-0520-48fe-8c15-79c3921c4384 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Checking segment: {'id': 'ddceffb4-1e44-4f50-978d-592b188446ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bf6ceaa2-ba66-42e5-bb03-fe4612907cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:37:44.102103 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fe7262-0520-48fe-8c15-79c3921c4384 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Network hostable DHCP agents. Network: bf6ceaa2-ba66-42e5-bb03-fe4612907cbf, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:37:44.104781 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc10cd83-b9fd-4c13-bc89-73b8de39d1ed tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Network 6a0192d0-467a-4268-99f6-c1c90ad51962 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:37:44.112136 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-bc10cd83-b9fd-4c13-bc89-73b8de39d1ed tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:44.115009 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc10cd83-b9fd-4c13-bc89-73b8de39d1ed tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:37:44.121481 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc10cd83-b9fd-4c13-bc89-73b8de39d1ed tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:44.123140 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bc10cd83-b9fd-4c13-bc89-73b8de39d1ed tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:44.132536 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fe7262-0520-48fe-8c15-79c3921c4384 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Network bf6ceaa2-ba66-42e5-bb03-fe4612907cbf is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:37:44.152120 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10cd83-b9fd-4c13-bc89-73b8de39d1ed tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Port': ['ID=73839dbc-85b0-4583-981b-32ef5ed8026f,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:44.156964 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-f8fe7262-0520-48fe-8c15-79c3921c4384 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, bf6ceaa2-ba66-42e5-bb03-fe4612907cbf) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:44.161304 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fe7262-0520-48fe-8c15-79c3921c4384 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:44.161916 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f8fe7262-0520-48fe-8c15-79c3921c4384 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:44.169412 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa443f3-c6b2-4baa-ba0e-d57d7fb18fae None None] Network bf6ceaa2-ba66-42e5-bb03-fe4612907cbf requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:37:44.187998 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bc10cd83-b9fd-4c13-bc89-73b8de39d1ed tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2824290 Feb 16 22:37:44.189379 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57172) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:44.200265 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f8fe7262-0520-48fe-8c15-79c3921c4384 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7278686 Feb 16 22:37:44.204188 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57178) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:44.263600 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160509c1-bebf-43d3-abde-0f2897b518bd tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:44.270470 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-160509c1-bebf-43d3-abde-0f2897b518bd tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "GET /v2.0/ports/73839dbc-85b0-4583-981b-32ef5ed8026f HTTP/1.1" status: 200 len: 844 time: 0.0800154 Feb 16 22:37:44.274217 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57182) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:44.416355 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f1032e09-df88-4422-a95b-0f4f0c85b7e3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (bf6ceaa2-ba66-42e5-bb03-fe4612907cbf), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:44.422838 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f99d73-fcc5-4af1-ab80-05b9231439a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-bf6ceaa2-ba66-42e5-bb03-fe4612907cbf', 'network_id': 'bf6ceaa2-ba66-42e5-bb03-fe4612907cbf', 'project_id': '6d2294dd7a3447cbbac0ecda38648786', 'fixed_ips': [{'subnet_id': 'fbb67e6d-f908-41ec-a6b1-aa8a93323e20'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:37:44.424007 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-17f99d73-fcc5-4af1-ab80-05b9231439a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:44.484765 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-3141908c-a495-436d-9523-fde81e08d34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1447926043-router', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:49Z', 'updated_at': '2022-02-16T22:31:56Z', 'revision_number': 4, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'gw_port': {'id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:51Z', 'updated_at': '2022-02-16T22:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'a51a2c25-ddc0-423f-849b-07ea8c030a31', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'floating_ip_address': '172.25.2.117', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'port_id': 'a2370008-0a02-4590-91cd-d7ae8ef2db40', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd', 'mac_address': 'fa:16:3e:c6:b5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abd30e3-e185-4278-bea5-264a97078b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:37:11Z', 'updated_at': '2022-02-16T22:37:41Z', 'revision_number': 1, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d239f16-9d92-4d6f-97f8-146ac81d8416', 'name': '', 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'mac_address': 'fa:16:3e:23:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:55Z', 'updated_at': '2022-02-16T22:32:03Z', 'revision_number': 5, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'subnets': [{'id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:44.495778 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0d573853-2f51-496f-8495-788e02519745 req-6311fe45-279a-46e4-8388-8fbfc795abfd tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.1020801 Feb 16 22:37:44.568428 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f1032e09-df88-4422-a95b-0f4f0c85b7e3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (fbb67e6d-f908-41ec-a6b1-aa8a93323e20), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:44.571581 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-ad553f8f-72a3-4a17-8f1b-4e63cca50252 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Deleting port 73839dbc-85b0-4583-981b-32ef5ed8026f {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:37:44.571932 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ad553f8f-72a3-4a17-8f1b-4e63cca50252 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (73839dbc-85b0-4583-981b-32ef5ed8026f), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:44.586377 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3141908c-a495-436d-9523-fde81e08d34c None None] Checking router: 4f76041d-32ee-4188-a776-12dcc7ad25cc for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:37:44.622315 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3141908c-a495-436d-9523-fde81e08d34c None None] Routers {'4f76041d-32ee-4188-a776-12dcc7ad25cc'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:37:44.623302 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-3141908c-a495-436d-9523-fde81e08d34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:37:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4f76041d-32ee-4188-a776-12dcc7ad25cc'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:44.624578 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9abd30e3-e185-4278-bea5-264a97078b16', 'tag': 'a2370008-0a02-4590-91cd-d7ae8ef2db40'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:37:44.629954 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d072c9-a4ba-4932-86ad-99bf9e3bc705" -d '{"events": [{"name": "network-changed", "server_uuid": "9abd30e3-e185-4278-bea5-264a97078b16", "tag": "a2370008-0a02-4590-91cd-d7ae8ef2db40"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:37:44.712819 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f866d7-a24f-4f12-84ce-a265ea886ab4 x-openstack-request-id: req-69f866d7-a24f-4f12-84ce-a265ea886ab4 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:37:44.714249 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9abd30e3-e185-4278-bea5-264a97078b16", "tag": "a2370008-0a02-4590-91cd-d7ae8ef2db40", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:37:44.714605 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-69f866d7-a24f-4f12-84ce-a265ea886ab4 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:37:44.715034 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9abd30e3-e185-4278-bea5-264a97078b16', 'tag': 'a2370008-0a02-4590-91cd-d7ae8ef2db40', 'status': 'completed', 'code': 200} Feb 16 22:37:44.726662 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ad553f8f-72a3-4a17-8f1b-4e63cca50252 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (73839dbc-85b0-4583-981b-32ef5ed8026f), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:44.760155 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-17f99d73-fcc5-4af1-ab80-05b9231439a6 None None] Allocated IP 2001:db8::1 (bf6ceaa2-ba66-42e5-bb03-fe4612907cbf/fbb67e6d-f908-41ec-a6b1-aa8a93323e20/77c4d54e-74a3-4ba4-b498-627aaf646fc7) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:37:44.814441 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-ad553f8f-72a3-4a17-8f1b-4e63cca50252 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Calling delete_port for 73839dbc-85b0-4583-981b-32ef5ed8026f owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:37:44.896169 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-3141908c-a495-436d-9523-fde81e08d34c None None] Set router 4f76041d-32ee-4188-a776-12dcc7ad25cc gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:37:44.910736 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d072c9-a4ba-4932-86ad-99bf9e3bc705 req-54257a2d-644c-4ea4-a6cd-6f299ec1a7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:44.923003 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-23d072c9-a4ba-4932-86ad-99bf9e3bc705 req-54257a2d-644c-4ea4-a6cd-6f299ec1a7b2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=11dcb6fba69b48e58d8c23f01f2db2c9&device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 1128 time: 0.1833179 Feb 16 22:37:45.094286 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d072c9-a4ba-4932-86ad-99bf9e3bc705 req-55b8ca4d-3615-4f7d-a42c-5bb17e2af519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:45.095995 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-23d072c9-a4ba-4932-86ad-99bf9e3bc705 req-55b8ca4d-3615-4f7d-a42c-5bb17e2af519 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd HTTP/1.1" status: 200 len: 918 time: 0.1596081 Feb 16 22:37:45.138385 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-17f99d73-fcc5-4af1-ab80-05b9231439a6 None None] Publish callbacks [] for port (77c4d54e-74a3-4ba4-b498-627aaf646fc7), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:45.158640 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-17f99d73-fcc5-4af1-ab80-05b9231439a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (77c4d54e-74a3-4ba4-b498-627aaf646fc7), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:45.187991 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f1032e09-df88-4422-a95b-0f4f0c85b7e3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (fbb67e6d-f908-41ec-a6b1-aa8a93323e20), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:45.255605 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ad553f8f-72a3-4a17-8f1b-4e63cca50252 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (73839dbc-85b0-4583-981b-32ef5ed8026f), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:45.335391 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553f8f-72a3-4a17-8f1b-4e63cca50252 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Port': ['ID=73839dbc-85b0-4583-981b-32ef5ed8026f,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:45.344513 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f99d73-fcc5-4af1-ab80-05b9231439a6 None None] Pushing event updated for resources: {'Port': ['ID=77c4d54e-74a3-4ba4-b498-627aaf646fc7,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:45.350099 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1032e09-df88-4422-a95b-0f4f0c85b7e3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb67e6d-f908-41ec-a6b1-aa8a93323e20,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:45.355826 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f99d73-fcc5-4af1-ab80-05b9231439a6 None None] Network bf6ceaa2-ba66-42e5-bb03-fe4612907cbf is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:37:45.358346 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-17f99d73-fcc5-4af1-ab80-05b9231439a6 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:45.361730 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f99d73-fcc5-4af1-ab80-05b9231439a6 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:37:45.363643 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-23d072c9-a4ba-4932-86ad-99bf9e3bc705 req-721bdaed-5e53-4eb3-a2d0-160ce5dbc70a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2370008-0a02-4590-91cd-d7ae8ef2db40 HTTP/1.1" status: 200 len: 1000 time: 0.2435634 Feb 16 22:37:45.415003 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-3141908c-a495-436d-9523-fde81e08d34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1447926043-router', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:49Z', 'updated_at': '2022-02-16T22:31:56Z', 'revision_number': 4, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'gw_port': {'id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:51Z', 'updated_at': '2022-02-16T22:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'a51a2c25-ddc0-423f-849b-07ea8c030a31', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'floating_ip_address': '172.25.2.117', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'port_id': 'a2370008-0a02-4590-91cd-d7ae8ef2db40', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd', 'mac_address': 'fa:16:3e:c6:b5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abd30e3-e185-4278-bea5-264a97078b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:37:11Z', 'updated_at': '2022-02-16T22:37:41Z', 'revision_number': 1, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d239f16-9d92-4d6f-97f8-146ac81d8416', 'name': '', 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'mac_address': 'fa:16:3e:23:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:55Z', 'updated_at': '2022-02-16T22:32:03Z', 'revision_number': 5, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'subnets': [{'id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:45.437055 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-17f99d73-fcc5-4af1-ab80-05b9231439a6 None None] Attempting to bind port 77c4d54e-74a3-4ba4-b498-627aaf646fc7 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:37:45.437432 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-17f99d73-fcc5-4af1-ab80-05b9231439a6 None None] Attempting to bind port 77c4d54e-74a3-4ba4-b498-627aaf646fc7 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'ddceffb4-1e44-4f50-978d-592b188446ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bf6ceaa2-ba66-42e5-bb03-fe4612907cbf'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:37:45.437804 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f99d73-fcc5-4af1-ab80-05b9231439a6 None None] Attempting to bind port 77c4d54e-74a3-4ba4-b498-627aaf646fc7 on network bf6ceaa2-ba66-42e5-bb03-fe4612907cbf {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:37:45.443821 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f99d73-fcc5-4af1-ab80-05b9231439a6 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:37:45.444146 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f99d73-fcc5-4af1-ab80-05b9231439a6 None None] Checking segment: {'id': 'ddceffb4-1e44-4f50-978d-592b188446ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bf6ceaa2-ba66-42e5-bb03-fe4612907cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:37:45.444552 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-17f99d73-fcc5-4af1-ab80-05b9231439a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:45.444952 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f99d73-fcc5-4af1-ab80-05b9231439a6 None None] Bound using segment: {'id': 'ddceffb4-1e44-4f50-978d-592b188446ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bf6ceaa2-ba66-42e5-bb03-fe4612907cbf'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:37:45.445425 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-17f99d73-fcc5-4af1-ab80-05b9231439a6 None None] Bound port: 77c4d54e-74a3-4ba4-b498-627aaf646fc7, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddceffb4-1e44-4f50-978d-592b188446ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bf6ceaa2-ba66-42e5-bb03-fe4612907cbf'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:37:45.445810 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-17f99d73-fcc5-4af1-ab80-05b9231439a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (77c4d54e-74a3-4ba4-b498-627aaf646fc7), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:45.452860 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ad553f8f-72a3-4a17-8f1b-4e63cca50252 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:45.456176 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ad553f8f-72a3-4a17-8f1b-4e63cca50252 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/ports/73839dbc-85b0-4583-981b-32ef5ed8026f HTTP/1.1" status: 204 len: 168 time: 1.1808875 Feb 16 22:37:45.458997 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57194) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:45.480807 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f1032e09-df88-4422-a95b-0f4f0c85b7e3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (bf6ceaa2-ba66-42e5-bb03-fe4612907cbf), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:45.485925 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3141908c-a495-436d-9523-fde81e08d34c None None] The sync data for ids ['4f76041d-32ee-4188-a776-12dcc7ad25cc'] in n-d-813897-6 is: [{'id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1447926043-router', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:49Z', 'updated_at': '2022-02-16T22:31:56Z', 'revision_number': 4, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'gw_port': {'id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:51Z', 'updated_at': '2022-02-16T22:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'a51a2c25-ddc0-423f-849b-07ea8c030a31', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'floating_ip_address': '172.25.2.117', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'port_id': 'a2370008-0a02-4590-91cd-d7ae8ef2db40', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd', 'mac_address': 'fa:16:3e:c6:b5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abd30e3-e185-4278-bea5-264a97078b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:37:11Z', 'updated_at': '2022-02-16T22:37:41Z', 'revision_number': 1, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d239f16-9d92-4d6f-97f8-146ac81d8416', 'name': '', 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'mac_address': 'fa:16:3e:23:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:55Z', 'updated_at': '2022-02-16T22:32:03Z', 'revision_number': 5, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'subnets': [{'id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:37:45.519620 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ff18c9-b4a0-4278-8eb2-e98117936e34 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] GET failed (client error): The resource could not be found. Feb 16 22:37:45.526667 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c4ff18c9-b4a0-4278-8eb2-e98117936e34 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "GET /v2.0/ports/73839dbc-85b0-4583-981b-32ef5ed8026f HTTP/1.1" status: 404 len: 333 time: 0.0595224 Feb 16 22:37:45.537925 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57196) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:45.549520 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-f1032e09-df88-4422-a95b-0f4f0c85b7e3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf6ceaa2-ba66-42e5-bb03-fe4612907cbf']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:45.573027 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-0593c2ef-8c47-4147-8e66-7dd2ec843897 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'port': {'network_id': '6a0192d0-467a-4268-99f6-c1c90ad51962', 'name': 'tempest-PortsIpV6TestJSON-840182188'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:45.573830 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-17f99d73-fcc5-4af1-ab80-05b9231439a6 None None] For port 77c4d54e-74a3-4ba4-b498-627aaf646fc7, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:37:45.581433 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-17f99d73-fcc5-4af1-ab80-05b9231439a6 None None] For port 77c4d54e-74a3-4ba4-b498-627aaf646fc7, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=77c4d54e-74a3-4ba4-b498-627aaf646fc7,segment=NetworkSegment(ddceffb4-1e44-4f50-978d-592b188446ae),segment_id=ddceffb4-1e44-4f50-978d-592b188446ae)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:37:45.587294 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-f1032e09-df88-4422-a95b-0f4f0c85b7e3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddceffb4-1e44-4f50-978d-592b188446ae') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:45.588011 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-f1032e09-df88-4422-a95b-0f4f0c85b7e3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddceffb4-1e44-4f50-978d-592b188446ae') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:45.606163 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-17f99d73-fcc5-4af1-ab80-05b9231439a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (77c4d54e-74a3-4ba4-b498-627aaf646fc7), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:45.618173 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f1032e09-df88-4422-a95b-0f4f0c85b7e3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (ddceffb4-1e44-4f50-978d-592b188446ae), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:45.655388 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f1032e09-df88-4422-a95b-0f4f0c85b7e3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (ddceffb4-1e44-4f50-978d-592b188446ae), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:45.669340 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1032e09-df88-4422-a95b-0f4f0c85b7e3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:37:45.671119 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f1032e09-df88-4422-a95b-0f4f0c85b7e3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (ddceffb4-1e44-4f50-978d-592b188446ae), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:45.679070 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:37:45.679070 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:37:45.679070 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:37:45.679070 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:37:45.679070 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:37:45.679070 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:37:45.679070 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:37:45.679070 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:37:45.679070 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:37:45.679070 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:37:45.679070 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:37:45.679070 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:37:45.679070 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:37:45.679070 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:37:45.679070 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:37:45.679070 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:37:45.679070 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:37:45.679070 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:37:45.679070 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:37:45.679070 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:37:45.679070 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:37:45.679070 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:37:45.679070 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:37:45.679070 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:37:45.679070 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:37:45.679070 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:37:45.679070 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:37:45.679070 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:37:45.679070 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:37:45.679070 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:37:45.679070 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:37:45.679070 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:37:45.779534 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f99d73-fcc5-4af1-ab80-05b9231439a6 None None] Pushing event updated for resources: {'Port': ['ID=77c4d54e-74a3-4ba4-b498-627aaf646fc7,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:45.807107 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b23f41-0a82-4335-9cc4-48301c1b8c5f None None] get_active_networks_info from n-d-813897-6 {{(pid=103467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 22:37:45.808737 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.db.api [None req-f1032e09-df88-4422-a95b-0f4f0c85b7e3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 22:37:45.808737 n-d-813897-6 neutron-server[103465]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 22:37:45.808737 n-d-813897-6 neutron-server[103465]: [parameters: {'id': 'bf6ceaa2-ba66-42e5-bb03-fe4612907cbf'}] Feb 16 22:37:45.808737 n-d-813897-6 neutron-server[103465]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:37:45.809359 n-d-813897-6 neutron-server[103465]: DEBUG oslo_db.api [None req-f1032e09-df88-4422-a95b-0f4f0c85b7e3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:37:45.812927 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-09bc25b6-28bd-4f8e-93fc-00d99f9536f2 req-6a086478-8ed5-4526-9ff4-81351f30da68 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0975294 Feb 16 22:37:45.830489 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d072c9-a4ba-4932-86ad-99bf9e3bc705 req-0a4ad235-6b3b-4e11-b99b-2eb187f7437d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:45.832772 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-23d072c9-a4ba-4932-86ad-99bf9e3bc705 req-0a4ad235-6b3b-4e11-b99b-2eb187f7437d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a662751-aa30-4a8c-92bf-a9f1c49c1b53 HTTP/1.1" status: 200 len: 856 time: 0.4611456 Feb 16 22:37:45.894489 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0593c2ef-8c47-4147-8e66-7dd2ec843897 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:45.905666 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0593c2ef-8c47-4147-8e66-7dd2ec843897 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:45.935132 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-0593c2ef-8c47-4147-8e66-7dd2ec843897 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] device_id is not set on port ca9d41c7-c0e4-4928-9617-0b2609db39f6 yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:37:46.055524 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d072c9-a4ba-4932-86ad-99bf9e3bc705 req-1ea0b2fd-3750-46bc-acda-179864e4214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:46.057409 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-23d072c9-a4ba-4932-86ad-99bf9e3bc705 req-1ea0b2fd-3750-46bc-acda-179864e4214e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2084062 Feb 16 22:37:46.067289 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c8d6c4-9877-4b7c-bcd6-047409dce816 None None] New status for floating IP a51a2c25-ddc0-423f-849b-07ea8c030a31: ACTIVE {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:37:46.157542 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b23f41-0a82-4335-9cc4-48301c1b8c5f None None] Resources bound (agent type, host, resource id): {{(pid=103467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 22:37:46.176451 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-23d072c9-a4ba-4932-86ad-99bf9e3bc705 req-bfc41376-638a-4043-b53f-9e16d937c686 service neutron] 10.222.0.67 "GET /v2.0/networks/a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048713 Feb 16 22:37:46.310624 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f1032e09-df88-4422-a95b-0f4f0c85b7e3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (bf6ceaa2-ba66-42e5-bb03-fe4612907cbf), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:46.316076 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-23d072c9-a4ba-4932-86ad-99bf9e3bc705 req-c26f3017-b787-4de6-be7e-c31baab47c22 service neutron] 10.222.0.67 "GET /v2.0/networks/a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293666 Feb 16 22:37:46.380657 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-f1032e09-df88-4422-a95b-0f4f0c85b7e3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Deleting port 77c4d54e-74a3-4ba4-b498-627aaf646fc7 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:37:46.381011 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f1032e09-df88-4422-a95b-0f4f0c85b7e3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (77c4d54e-74a3-4ba4-b498-627aaf646fc7), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:46.422679 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0593c2ef-8c47-4147-8e66-7dd2ec843897 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for port (ca9d41c7-c0e4-4928-9617-0b2609db39f6), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:46.475466 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0593c2ef-8c47-4147-8e66-7dd2ec843897 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (ca9d41c7-c0e4-4928-9617-0b2609db39f6), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:46.519027 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0593c2ef-8c47-4147-8e66-7dd2ec843897 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Network 6a0192d0-467a-4268-99f6-c1c90ad51962 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:37:46.524805 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-0593c2ef-8c47-4147-8e66-7dd2ec843897 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:46.538421 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0593c2ef-8c47-4147-8e66-7dd2ec843897 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:37:46.544565 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0593c2ef-8c47-4147-8e66-7dd2ec843897 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:46.545384 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0593c2ef-8c47-4147-8e66-7dd2ec843897 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:46.556339 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-f1032e09-df88-4422-a95b-0f4f0c85b7e3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] For port 77c4d54e-74a3-4ba4-b498-627aaf646fc7, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=77c4d54e-74a3-4ba4-b498-627aaf646fc7,segment=NetworkSegment(ddceffb4-1e44-4f50-978d-592b188446ae),segment_id=ddceffb4-1e44-4f50-978d-592b188446ae)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:37:46.561113 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593c2ef-8c47-4147-8e66-7dd2ec843897 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Port': ['ID=ca9d41c7-c0e4-4928-9617-0b2609db39f6,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:46.561727 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f1032e09-df88-4422-a95b-0f4f0c85b7e3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (77c4d54e-74a3-4ba4-b498-627aaf646fc7), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:46.574239 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0593c2ef-8c47-4147-8e66-7dd2ec843897 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0351024 Feb 16 22:37:46.577423 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57212) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:46.583455 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-df355aed-c85e-4e18-bc6b-5af59bb9a156 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:46.590972 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-f1032e09-df88-4422-a95b-0f4f0c85b7e3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Calling delete_port for 77c4d54e-74a3-4ba4-b498-627aaf646fc7 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:37:46.655360 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d91ce4f-006d-4da7-8f4c-29a38570485f None None] Network bf6ceaa2-ba66-42e5-bb03-fe4612907cbf requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:37:46.690846 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-df355aed-c85e-4e18-bc6b-5af59bb9a156 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ca9d41c7-c0e4-4928-9617-0b2609db39f6), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:46.695856 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f1032e09-df88-4422-a95b-0f4f0c85b7e3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (77c4d54e-74a3-4ba4-b498-627aaf646fc7), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:46.748483 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1032e09-df88-4422-a95b-0f4f0c85b7e3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event deleted for resources: {'Port': ['ID=77c4d54e-74a3-4ba4-b498-627aaf646fc7,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:46.750009 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1032e09-df88-4422-a95b-0f4f0c85b7e3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] No DVR routers for this DVR port 77c4d54e-74a3-4ba4-b498-627aaf646fc7 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:37:46.852629 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f1032e09-df88-4422-a95b-0f4f0c85b7e3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (bf6ceaa2-ba66-42e5-bb03-fe4612907cbf), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:46.879306 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-f1032e09-df88-4422-a95b-0f4f0c85b7e3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf6ceaa2-ba66-42e5-bb03-fe4612907cbf']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:46.892547 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-f1032e09-df88-4422-a95b-0f4f0c85b7e3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddceffb4-1e44-4f50-978d-592b188446ae') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:46.893205 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-f1032e09-df88-4422-a95b-0f4f0c85b7e3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddceffb4-1e44-4f50-978d-592b188446ae') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:46.905383 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f1032e09-df88-4422-a95b-0f4f0c85b7e3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (ddceffb4-1e44-4f50-978d-592b188446ae), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:46.922048 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f1032e09-df88-4422-a95b-0f4f0c85b7e3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (ddceffb4-1e44-4f50-978d-592b188446ae), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:46.927540 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-df355aed-c85e-4e18-bc6b-5af59bb9a156 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for port (ca9d41c7-c0e4-4928-9617-0b2609db39f6), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:46.930996 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1032e09-df88-4422-a95b-0f4f0c85b7e3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:37:46.931601 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f1032e09-df88-4422-a95b-0f4f0c85b7e3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (ddceffb4-1e44-4f50-978d-592b188446ae), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:46.935389 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:37:46.935389 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:37:46.935389 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:37:46.935389 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:37:46.935389 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:37:46.935389 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:37:46.935389 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:37:46.935389 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:37:46.935389 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:37:46.935389 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:37:46.935389 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:37:46.935389 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:37:46.935389 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:37:46.935389 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:37:46.935389 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:37:46.935389 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:37:46.935389 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:37:46.935389 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:37:46.935389 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:37:46.935389 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:37:46.935389 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:37:46.935389 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:37:46.935389 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:37:46.935389 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:37:46.935389 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:37:46.935389 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:37:46.935389 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:37:46.935389 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:37:46.935389 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:37:46.935389 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:37:46.935389 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:37:46.935389 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:37:46.945224 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-67e0aa85-58a9-4cd5-bd8e-088af455bcd2 req-1d4f328b-a441-4b78-be3d-45535d599aaa tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0322983 Feb 16 22:37:46.946041 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-df355aed-c85e-4e18-bc6b-5af59bb9a156 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (ca9d41c7-c0e4-4928-9617-0b2609db39f6), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:47.008834 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-df355aed-c85e-4e18-bc6b-5af59bb9a156 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] In _notify_port_updated(), no bound segment for port ca9d41c7-c0e4-4928-9617-0b2609db39f6 on network 6a0192d0-467a-4268-99f6-c1c90ad51962 {{(pid=103466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 22:37:47.013829 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f1032e09-df88-4422-a95b-0f4f0c85b7e3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (bf6ceaa2-ba66-42e5-bb03-fe4612907cbf), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:47.015667 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df355aed-c85e-4e18-bc6b-5af59bb9a156 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:47.016583 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-df355aed-c85e-4e18-bc6b-5af59bb9a156 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:47.019081 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-df355aed-c85e-4e18-bc6b-5af59bb9a156 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "PUT /v2.0/ports/ca9d41c7-c0e4-4928-9617-0b2609db39f6 HTTP/1.1" status: 200 len: 818 time: 0.4406278 Feb 16 22:37:47.027666 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57220) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:47.041283 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f1032e09-df88-4422-a95b-0f4f0c85b7e3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:47.048708 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f1032e09-df88-4422-a95b-0f4f0c85b7e3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "DELETE /v2.0/networks/bf6ceaa2-ba66-42e5-bb03-fe4612907cbf HTTP/1.1" status: 204 len: 168 time: 2.8404536 Feb 16 22:37:47.048708 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1032e09-df88-4422-a95b-0f4f0c85b7e3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event deleted for resources: {'Network': ['ID=bf6ceaa2-ba66-42e5-bb03-fe4612907cbf,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:47.048955 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57222) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:47.054331 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-48f549a4-78f6-4b69-a493-0bf011d7ddef tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-73782323'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:47.073814 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df355aed-c85e-4e18-bc6b-5af59bb9a156 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Port': ['ID=ca9d41c7-c0e4-4928-9617-0b2609db39f6,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:47.084565 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f549a4-78f6-4b69-a493-0bf011d7ddef tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Made reservation on behalf of 6d2294dd7a3447cbbac0ecda38648786 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:47.088228 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-48f549a4-78f6-4b69-a493-0bf011d7ddef tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:47.118935 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f549a4-78f6-4b69-a493-0bf011d7ddef tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:37:47.129790 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-48f549a4-78f6-4b69-a493-0bf011d7ddef tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (51e96a1f-687f-457d-9d09-8dde9aa3e3b8), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:47.130202 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-48f549a4-78f6-4b69-a493-0bf011d7ddef tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Added segment 51e96a1f-687f-457d-9d09-8dde9aa3e3b8 of type vlan for network 3408fcc3-3531-4220-a334-844885f83c57 Feb 16 22:37:47.168783 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-2539d4ca-12ec-40ed-8019-2afa353738aa tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Deleting port ca9d41c7-c0e4-4928-9617-0b2609db39f6 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:37:47.169141 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2539d4ca-12ec-40ed-8019-2afa353738aa tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (ca9d41c7-c0e4-4928-9617-0b2609db39f6), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:47.189019 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-48f549a4-78f6-4b69-a493-0bf011d7ddef tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (3408fcc3-3531-4220-a334-844885f83c57), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:47.231796 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-48f549a4-78f6-4b69-a493-0bf011d7ddef tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (3408fcc3-3531-4220-a334-844885f83c57), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:47.241840 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f549a4-78f6-4b69-a493-0bf011d7ddef tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:47.242661 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-48f549a4-78f6-4b69-a493-0bf011d7ddef tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:47.243013 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2539d4ca-12ec-40ed-8019-2afa353738aa tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (ca9d41c7-c0e4-4928-9617-0b2609db39f6), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:47.256044 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-2539d4ca-12ec-40ed-8019-2afa353738aa tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Calling delete_port for ca9d41c7-c0e4-4928-9617-0b2609db39f6 owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:37:47.283076 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-48f549a4-78f6-4b69-a493-0bf011d7ddef tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2331357 Feb 16 22:37:47.283694 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57228) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:47.298763 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-e078e605-2918-4eb9-b1ce-fd8f768ac83e tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Request body: {'subnet': {'network_id': '3408fcc3-3531-4220-a334-844885f83c57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:47.367540 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f549a4-78f6-4b69-a493-0bf011d7ddef tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event updated for resources: {'Network': ['ID=3408fcc3-3531-4220-a334-844885f83c57,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:47.380809 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 3408fcc3-3531-4220-a334-844885f83c57 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:37:47.406681 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2539d4ca-12ec-40ed-8019-2afa353738aa tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (ca9d41c7-c0e4-4928-9617-0b2609db39f6), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:47.468516 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539d4ca-12ec-40ed-8019-2afa353738aa tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Port': ['ID=ca9d41c7-c0e4-4928-9617-0b2609db39f6,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:47.477184 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2539d4ca-12ec-40ed-8019-2afa353738aa tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:47.482415 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2539d4ca-12ec-40ed-8019-2afa353738aa tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/ports/ca9d41c7-c0e4-4928-9617-0b2609db39f6 HTTP/1.1" status: 204 len: 168 time: 0.4524541 Feb 16 22:37:47.485811 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57230) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:47.523812 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e078e605-2918-4eb9-b1ce-fd8f768ac83e tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Made reservation on behalf of 6d2294dd7a3447cbbac0ecda38648786 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:47.527142 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e078e605-2918-4eb9-b1ce-fd8f768ac83e tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:47.618644 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6168344d-29b9-4080-8158-f357e8fe0a17 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:47.623305 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6168344d-29b9-4080-8158-f357e8fe0a17 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1334560 Feb 16 22:37:47.624241 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57236) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:47.659673 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-49310cb9-004e-4924-98ad-bd7cd0ed9641 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] GET failed (client error): The resource could not be found. Feb 16 22:37:47.667776 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-49310cb9-004e-4924-98ad-bd7cd0ed9641 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "GET /v2.0/ports/ca9d41c7-c0e4-4928-9617-0b2609db39f6 HTTP/1.1" status: 404 len: 333 time: 0.0420401 Feb 16 22:37:47.668856 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57238) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:47.679399 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-febdfbdf-5915-4ddd-8f4f-8edfa3dfd761 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1867752977'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:47.705844 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febdfbdf-5915-4ddd-8f4f-8edfa3dfd761 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:47.709503 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-febdfbdf-5915-4ddd-8f4f-8edfa3dfd761 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:47.737378 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-febdfbdf-5915-4ddd-8f4f-8edfa3dfd761 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:37:47.749782 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-febdfbdf-5915-4ddd-8f4f-8edfa3dfd761 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (15f8ca21-57c8-428e-8722-4fcc4e70de14), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:47.750322 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-febdfbdf-5915-4ddd-8f4f-8edfa3dfd761 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Added segment 15f8ca21-57c8-428e-8722-4fcc4e70de14 of type vlan for network 4e273e23-119d-4b85-8be0-53dac44f15a2 Feb 16 22:37:47.776450 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e078e605-2918-4eb9-b1ce-fd8f768ac83e tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (9a7dc001-7080-4030-82e7-ec6b4f829d54), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:47.805862 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-febdfbdf-5915-4ddd-8f4f-8edfa3dfd761 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (4e273e23-119d-4b85-8be0-53dac44f15a2), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:47.843670 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-febdfbdf-5915-4ddd-8f4f-8edfa3dfd761 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (4e273e23-119d-4b85-8be0-53dac44f15a2), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:47.851594 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febdfbdf-5915-4ddd-8f4f-8edfa3dfd761 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:47.852493 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-febdfbdf-5915-4ddd-8f4f-8edfa3dfd761 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:47.863396 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078e605-2918-4eb9-b1ce-fd8f768ac83e tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event updated for resources: {'Subnet': ['ID=9a7dc001-7080-4030-82e7-ec6b4f829d54,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:47.866808 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e078e605-2918-4eb9-b1ce-fd8f768ac83e tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Checking segment: {'id': '51e96a1f-687f-457d-9d09-8dde9aa3e3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3408fcc3-3531-4220-a334-844885f83c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:37:47.867318 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e078e605-2918-4eb9-b1ce-fd8f768ac83e tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Network hostable DHCP agents. Network: 3408fcc3-3531-4220-a334-844885f83c57, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:37:47.899782 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e078e605-2918-4eb9-b1ce-fd8f768ac83e tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Network 3408fcc3-3531-4220-a334-844885f83c57 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:37:47.921683 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-e078e605-2918-4eb9-b1ce-fd8f768ac83e tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 3408fcc3-3531-4220-a334-844885f83c57) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:47.935965 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a9abdf-7d0c-4814-8f65-9451b5891ed5 None None] Network 3408fcc3-3531-4220-a334-844885f83c57 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:37:47.939461 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e078e605-2918-4eb9-b1ce-fd8f768ac83e tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:47.945072 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e078e605-2918-4eb9-b1ce-fd8f768ac83e tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:47.973280 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febdfbdf-5915-4ddd-8f4f-8edfa3dfd761 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Network': ['ID=4e273e23-119d-4b85-8be0-53dac44f15a2,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:47.982326 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-febdfbdf-5915-4ddd-8f4f-8edfa3dfd761 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3079183 Feb 16 22:37:47.984232 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57246) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:48.000320 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-30016689-d675-42c2-a507-0bc369db10a2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'subnet': {'network_id': '4e273e23-119d-4b85-8be0-53dac44f15a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:48.015508 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e078e605-2918-4eb9-b1ce-fd8f768ac83e tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7201743 Feb 16 22:37:48.016323 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57248) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:48.021950 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-9415e40a-78fc-45cb-b58d-d0bee4e4476a tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Request body: {'subnet': {'network_id': '3408fcc3-3531-4220-a334-844885f83c57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:48.066874 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 4e273e23-119d-4b85-8be0-53dac44f15a2 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:37:48.123072 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88da35f8-b5a5-4f9d-bd12-62a7a8492f24 req-aa95e9f7-6fce-4687-879b-c22502173c4d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0463839 Feb 16 22:37:48.141355 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30016689-d675-42c2-a507-0bc369db10a2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:48.153242 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-30016689-d675-42c2-a507-0bc369db10a2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:48.258835 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9415e40a-78fc-45cb-b58d-d0bee4e4476a tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Made reservation on behalf of 6d2294dd7a3447cbbac0ecda38648786 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:48.259501 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa401b9d-bea6-476f-87d7-2f820f4faa6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-3408fcc3-3531-4220-a334-844885f83c57', 'network_id': '3408fcc3-3531-4220-a334-844885f83c57', 'project_id': '6d2294dd7a3447cbbac0ecda38648786', 'fixed_ips': [{'subnet_id': '9a7dc001-7080-4030-82e7-ec6b4f829d54'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:37:48.260372 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-aa401b9d-bea6-476f-87d7-2f820f4faa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:48.275419 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9415e40a-78fc-45cb-b58d-d0bee4e4476a tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:48.395603 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-30016689-d675-42c2-a507-0bc369db10a2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (ef1076c8-37d7-4af2-bb5a-9d3192b85083), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:48.494938 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30016689-d675-42c2-a507-0bc369db10a2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Subnet': ['ID=ef1076c8-37d7-4af2-bb5a-9d3192b85083,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:48.509910 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-aa401b9d-bea6-476f-87d7-2f820f4faa6e None None] Allocated IP 2001:db8::2 (3408fcc3-3531-4220-a334-844885f83c57/9a7dc001-7080-4030-82e7-ec6b4f829d54/11b8da61-cb75-4827-a4f2-03991e8724af) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:37:48.560146 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30016689-d675-42c2-a507-0bc369db10a2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Checking segment: {'id': '15f8ca21-57c8-428e-8722-4fcc4e70de14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4e273e23-119d-4b85-8be0-53dac44f15a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:37:48.560926 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30016689-d675-42c2-a507-0bc369db10a2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Network hostable DHCP agents. Network: 4e273e23-119d-4b85-8be0-53dac44f15a2, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:37:48.608022 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30016689-d675-42c2-a507-0bc369db10a2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Network 4e273e23-119d-4b85-8be0-53dac44f15a2 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:37:48.626406 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-30016689-d675-42c2-a507-0bc369db10a2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 4e273e23-119d-4b85-8be0-53dac44f15a2) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:48.633688 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30016689-d675-42c2-a507-0bc369db10a2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:48.633688 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-30016689-d675-42c2-a507-0bc369db10a2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:48.642674 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9415e40a-78fc-45cb-b58d-d0bee4e4476a tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (290fc9b6-b051-44be-80f8-401b664cbb40), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:48.655927 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525390ff-fa56-4093-a777-097b521d7cc6 None None] Network 4e273e23-119d-4b85-8be0-53dac44f15a2 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:37:48.656678 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-30016689-d675-42c2-a507-0bc369db10a2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6708558 Feb 16 22:37:48.662784 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57258) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:48.668745 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-ba5dcd7b-cabe-428b-8ba9-04f60b7d72a2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'subnet': {'network_id': '4e273e23-119d-4b85-8be0-53dac44f15a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:48.753648 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9415e40a-78fc-45cb-b58d-d0bee4e4476a tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Network 3408fcc3-3531-4220-a334-844885f83c57 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:37:48.759246 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-9415e40a-78fc-45cb-b58d-d0bee4e4476a tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:48.771114 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9415e40a-78fc-45cb-b58d-d0bee4e4476a tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:48.771858 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9415e40a-78fc-45cb-b58d-d0bee4e4476a tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:48.807729 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9415e40a-78fc-45cb-b58d-d0bee4e4476a tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7899654 Feb 16 22:37:48.810950 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57260) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:48.823127 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415e40a-78fc-45cb-b58d-d0bee4e4476a tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event updated for resources: {'Subnet': ['ID=290fc9b6-b051-44be-80f8-401b664cbb40,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:48.874586 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-aa401b9d-bea6-476f-87d7-2f820f4faa6e None None] Publish callbacks [] for port (11b8da61-cb75-4827-a4f2-03991e8724af), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:48.905003 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5dcd7b-cabe-428b-8ba9-04f60b7d72a2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:48.909558 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ba5dcd7b-cabe-428b-8ba9-04f60b7d72a2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:48.917153 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d055b0d-a750-4c51-9f08-58a37fc41100 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:48.919033 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d055b0d-a750-4c51-9f08-58a37fc41100 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:48.919195 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-aa401b9d-bea6-476f-87d7-2f820f4faa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (11b8da61-cb75-4827-a4f2-03991e8724af), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:48.920334 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d055b0d-a750-4c51-9f08-58a37fc41100 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:48.921823 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d055b0d-a750-4c51-9f08-58a37fc41100 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:48.923636 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d055b0d-a750-4c51-9f08-58a37fc41100 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:48.925376 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6d055b0d-a750-4c51-9f08-58a37fc41100 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1126227 Feb 16 22:37:48.926462 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ec3806-0e64-4577-b5ad-f111cc3a911e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-4e273e23-119d-4b85-8be0-53dac44f15a2', 'network_id': '4e273e23-119d-4b85-8be0-53dac44f15a2', 'project_id': 'd60825dfe0634217b9a73819afe62c75', 'fixed_ips': [{'subnet_id': 'ef1076c8-37d7-4af2-bb5a-9d3192b85083'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:37:48.927401 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-31ec3806-0e64-4577-b5ad-f111cc3a911e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:48.930259 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57266) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:48.935407 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-95e63b1b-19d1-483e-ad27-658535e221e4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1108564885'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:48.983023 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e63b1b-19d1-483e-ad27-658535e221e4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Made reservation on behalf of 6d2294dd7a3447cbbac0ecda38648786 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:48.986355 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-95e63b1b-19d1-483e-ad27-658535e221e4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:49.015380 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa401b9d-bea6-476f-87d7-2f820f4faa6e None None] Network 3408fcc3-3531-4220-a334-844885f83c57 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:37:49.026949 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-aa401b9d-bea6-476f-87d7-2f820f4faa6e None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:49.036025 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e63b1b-19d1-483e-ad27-658535e221e4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:37:49.061232 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-95e63b1b-19d1-483e-ad27-658535e221e4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (eb1b6b2f-e4ed-401e-af05-2effaf5424c4), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:49.061734 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-95e63b1b-19d1-483e-ad27-658535e221e4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Added segment eb1b6b2f-e4ed-401e-af05-2effaf5424c4 of type vlan for network bac8b977-1da2-44d7-9fa5-827258e3c450 Feb 16 22:37:49.095035 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa401b9d-bea6-476f-87d7-2f820f4faa6e None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:37:49.102936 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa401b9d-bea6-476f-87d7-2f820f4faa6e None None] Pushing event updated for resources: {'Port': ['ID=11b8da61-cb75-4827-a4f2-03991e8724af,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:49.143494 n-d-813897-6 neutron-server[103465]: INFO neutron.db.ipam_backend_mixin [None req-ba5dcd7b-cabe-428b-8ba9-04f60b7d72a2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ef1076c8-37d7-4af2-bb5a-9d3192b85083 (CIDR: 2001:db8::/64) Feb 16 22:37:49.150827 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba5dcd7b-cabe-428b-8ba9-04f60b7d72a2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:37:49.151530 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba5dcd7b-cabe-428b-8ba9-04f60b7d72a2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:37:49.153786 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-95e63b1b-19d1-483e-ad27-658535e221e4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (bac8b977-1da2-44d7-9fa5-827258e3c450), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:49.188175 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ba5dcd7b-cabe-428b-8ba9-04f60b7d72a2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5239422 Feb 16 22:37:49.188755 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57272) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:49.196404 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-1d19961c-d9bc-45a3-9300-4277681ce7bb tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'subnet': {'network_id': '4e273e23-119d-4b85-8be0-53dac44f15a2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:49.234846 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-95e63b1b-19d1-483e-ad27-658535e221e4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (bac8b977-1da2-44d7-9fa5-827258e3c450), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:49.240197 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e63b1b-19d1-483e-ad27-658535e221e4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:49.240778 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-95e63b1b-19d1-483e-ad27-658535e221e4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:49.278168 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-aa401b9d-bea6-476f-87d7-2f820f4faa6e None None] Attempting to bind port 11b8da61-cb75-4827-a4f2-03991e8724af on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:37:49.278168 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-aa401b9d-bea6-476f-87d7-2f820f4faa6e None None] Attempting to bind port 11b8da61-cb75-4827-a4f2-03991e8724af by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '51e96a1f-687f-457d-9d09-8dde9aa3e3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3408fcc3-3531-4220-a334-844885f83c57'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:37:49.278168 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa401b9d-bea6-476f-87d7-2f820f4faa6e None None] Attempting to bind port 11b8da61-cb75-4827-a4f2-03991e8724af on network 3408fcc3-3531-4220-a334-844885f83c57 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:37:49.298015 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa401b9d-bea6-476f-87d7-2f820f4faa6e None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:37:49.298015 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa401b9d-bea6-476f-87d7-2f820f4faa6e None None] Checking segment: {'id': '51e96a1f-687f-457d-9d09-8dde9aa3e3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3408fcc3-3531-4220-a334-844885f83c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:37:49.298015 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-aa401b9d-bea6-476f-87d7-2f820f4faa6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:49.298015 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa401b9d-bea6-476f-87d7-2f820f4faa6e None None] Bound using segment: {'id': '51e96a1f-687f-457d-9d09-8dde9aa3e3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3408fcc3-3531-4220-a334-844885f83c57'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:37:49.298015 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-aa401b9d-bea6-476f-87d7-2f820f4faa6e None None] Bound port: 11b8da61-cb75-4827-a4f2-03991e8724af, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e96a1f-687f-457d-9d09-8dde9aa3e3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3408fcc3-3531-4220-a334-844885f83c57'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:37:49.298015 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-aa401b9d-bea6-476f-87d7-2f820f4faa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (11b8da61-cb75-4827-a4f2-03991e8724af), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:49.306953 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c1a69bf1-009e-4744-b1d7-5ffd523c5fa1 req-bd24563a-75a2-41b6-9dad-18c59e39272d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0449107 Feb 16 22:37:49.320566 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-95e63b1b-19d1-483e-ad27-658535e221e4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3838632 Feb 16 22:37:49.340817 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57276) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:49.347323 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-66b44c73-13f1-4de3-a881-49b88c2a2720 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:49.347469 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-31ec3806-0e64-4577-b5ad-f111cc3a911e None None] Allocated IP 2001:db8::2 (4e273e23-119d-4b85-8be0-53dac44f15a2/ef1076c8-37d7-4af2-bb5a-9d3192b85083/9c1a5cce-af38-475a-80e3-02d45ce67a64) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:37:49.474073 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d19961c-d9bc-45a3-9300-4277681ce7bb tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:49.477407 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1d19961c-d9bc-45a3-9300-4277681ce7bb tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:49.499730 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-aa401b9d-bea6-476f-87d7-2f820f4faa6e None None] For port 11b8da61-cb75-4827-a4f2-03991e8724af, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:37:49.532552 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-aa401b9d-bea6-476f-87d7-2f820f4faa6e None None] For port 11b8da61-cb75-4827-a4f2-03991e8724af, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=11b8da61-cb75-4827-a4f2-03991e8724af,segment=NetworkSegment(51e96a1f-687f-457d-9d09-8dde9aa3e3b8),segment_id=51e96a1f-687f-457d-9d09-8dde9aa3e3b8)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:37:49.553261 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-aa401b9d-bea6-476f-87d7-2f820f4faa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (11b8da61-cb75-4827-a4f2-03991e8724af), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:49.766608 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1d19961c-d9bc-45a3-9300-4277681ce7bb tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (2122b49a-52fd-4281-8b86-f4d6ebf67819), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:49.773126 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa401b9d-bea6-476f-87d7-2f820f4faa6e None None] Pushing event updated for resources: {'Port': ['ID=11b8da61-cb75-4827-a4f2-03991e8724af,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:49.777517 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-31ec3806-0e64-4577-b5ad-f111cc3a911e None None] Publish callbacks [] for port (9c1a5cce-af38-475a-80e3-02d45ce67a64), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:49.791324 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-31ec3806-0e64-4577-b5ad-f111cc3a911e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (9c1a5cce-af38-475a-80e3-02d45ce67a64), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:49.828038 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19961c-d9bc-45a3-9300-4277681ce7bb tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Subnet': ['ID=2122b49a-52fd-4281-8b86-f4d6ebf67819,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:49.841618 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d19961c-d9bc-45a3-9300-4277681ce7bb tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Network 4e273e23-119d-4b85-8be0-53dac44f15a2 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:37:49.844554 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-1d19961c-d9bc-45a3-9300-4277681ce7bb tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:49.854304 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d19961c-d9bc-45a3-9300-4277681ce7bb tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:49.854914 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1d19961c-d9bc-45a3-9300-4277681ce7bb tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:49.901309 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec3806-0e64-4577-b5ad-f111cc3a911e None None] Pushing event updated for resources: {'Port': ['ID=9c1a5cce-af38-475a-80e3-02d45ce67a64,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:49.910721 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1d19961c-d9bc-45a3-9300-4277681ce7bb tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7208660 Feb 16 22:37:49.911373 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57282) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:49.916465 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-0d6ca8ea-d3a7-45f0-a6f6-26908a354321 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'port': {'network_id': '4e273e23-119d-4b85-8be0-53dac44f15a2', 'fixed_ips': [{'subnet_id': 'ef1076c8-37d7-4af2-bb5a-9d3192b85083'}, {'subnet_id': '2122b49a-52fd-4281-8b86-f4d6ebf67819'}], 'name': 'tempest-PortsIpV6TestJSON-2077938464'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:49.924759 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ec3806-0e64-4577-b5ad-f111cc3a911e None None] Network 4e273e23-119d-4b85-8be0-53dac44f15a2 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:37:49.926861 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-31ec3806-0e64-4577-b5ad-f111cc3a911e None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:49.943847 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ec3806-0e64-4577-b5ad-f111cc3a911e None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:37:50.074612 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-31ec3806-0e64-4577-b5ad-f111cc3a911e None None] Attempting to bind port 9c1a5cce-af38-475a-80e3-02d45ce67a64 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:37:50.075919 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-31ec3806-0e64-4577-b5ad-f111cc3a911e None None] Attempting to bind port 9c1a5cce-af38-475a-80e3-02d45ce67a64 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '15f8ca21-57c8-428e-8722-4fcc4e70de14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4e273e23-119d-4b85-8be0-53dac44f15a2'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:37:50.075919 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ec3806-0e64-4577-b5ad-f111cc3a911e None None] Attempting to bind port 9c1a5cce-af38-475a-80e3-02d45ce67a64 on network 4e273e23-119d-4b85-8be0-53dac44f15a2 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:37:50.096628 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ec3806-0e64-4577-b5ad-f111cc3a911e None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:37:50.097030 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ec3806-0e64-4577-b5ad-f111cc3a911e None None] Checking segment: {'id': '15f8ca21-57c8-428e-8722-4fcc4e70de14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4e273e23-119d-4b85-8be0-53dac44f15a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:37:50.098485 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-31ec3806-0e64-4577-b5ad-f111cc3a911e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:50.102108 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ec3806-0e64-4577-b5ad-f111cc3a911e None None] Bound using segment: {'id': '15f8ca21-57c8-428e-8722-4fcc4e70de14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4e273e23-119d-4b85-8be0-53dac44f15a2'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:37:50.102670 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-31ec3806-0e64-4577-b5ad-f111cc3a911e None None] Bound port: 9c1a5cce-af38-475a-80e3-02d45ce67a64, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f8ca21-57c8-428e-8722-4fcc4e70de14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4e273e23-119d-4b85-8be0-53dac44f15a2'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:37:50.103077 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-31ec3806-0e64-4577-b5ad-f111cc3a911e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9c1a5cce-af38-475a-80e3-02d45ce67a64), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:50.142535 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e63b1b-19d1-483e-ad27-658535e221e4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event updated for resources: {'Network': ['ID=bac8b977-1da2-44d7-9fa5-827258e3c450,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:50.160105 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network bac8b977-1da2-44d7-9fa5-827258e3c450 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:37:50.200946 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6ca8ea-d3a7-45f0-a6f6-26908a354321 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:50.375304 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-66b44c73-13f1-4de3-a881-49b88c2a2720 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (bac8b977-1da2-44d7-9fa5-827258e3c450), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:50.394210 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d6ca8ea-d3a7-45f0-a6f6-26908a354321 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:50.414001 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-66b44c73-13f1-4de3-a881-49b88c2a2720 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (bac8b977-1da2-44d7-9fa5-827258e3c450), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:50.453130 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-0d6ca8ea-d3a7-45f0-a6f6-26908a354321 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] device_id is not set on port 0722688a-fd77-4e21-b45e-2b4475378669 yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:37:50.488238 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-31ec3806-0e64-4577-b5ad-f111cc3a911e None None] For port 9c1a5cce-af38-475a-80e3-02d45ce67a64, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:37:50.501777 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-31ec3806-0e64-4577-b5ad-f111cc3a911e None None] For port 9c1a5cce-af38-475a-80e3-02d45ce67a64, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9c1a5cce-af38-475a-80e3-02d45ce67a64,segment=NetworkSegment(15f8ca21-57c8-428e-8722-4fcc4e70de14),segment_id=15f8ca21-57c8-428e-8722-4fcc4e70de14)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:37:50.513011 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-31ec3806-0e64-4577-b5ad-f111cc3a911e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9c1a5cce-af38-475a-80e3-02d45ce67a64), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:50.523859 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b44c73-13f1-4de3-a881-49b88c2a2720 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event updated for resources: {'Network': ['ID=bac8b977-1da2-44d7-9fa5-827258e3c450,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:50.541253 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-66b44c73-13f1-4de3-a881-49b88c2a2720 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Network bac8b977-1da2-44d7-9fa5-827258e3c450 is not hosted by any dhcp agent {{(pid=103466) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 22:37:50.554852 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b44c73-13f1-4de3-a881-49b88c2a2720 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:50.555574 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-66b44c73-13f1-4de3-a881-49b88c2a2720 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:50.557732 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-66b44c73-13f1-4de3-a881-49b88c2a2720 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "PUT /v2.0/networks/bac8b977-1da2-44d7-9fa5-827258e3c450 HTTP/1.1" status: 200 len: 723 time: 1.2162106 Feb 16 22:37:50.566911 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57290) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:50.573439 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-2205aeb6-ece9-481e-bcf8-c594aad2b03c tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Request body: {'subnet': {'network_id': 'bac8b977-1da2-44d7-9fa5-827258e3c450', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:50.596841 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c05ba2cb-afd8-46fc-87f8-d97a5ff8bcdb req-5a98faae-1f1d-4702-a30c-1bb51282c01b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.1397424 Feb 16 22:37:50.601130 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network bac8b977-1da2-44d7-9fa5-827258e3c450 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:37:50.767811 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8a69294d-1b8f-4db0-9f68-ce0ff924b62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:50.776851 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec3806-0e64-4577-b5ad-f111cc3a911e None None] Pushing event updated for resources: {'Port': ['ID=9c1a5cce-af38-475a-80e3-02d45ce67a64,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:50.876041 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2205aeb6-ece9-481e-bcf8-c594aad2b03c tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Made reservation on behalf of 6d2294dd7a3447cbbac0ecda38648786 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:50.881084 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2205aeb6-ece9-481e-bcf8-c594aad2b03c tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:51.067648 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:37:51.304960 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-0d6ca8ea-d3a7-45f0-a6f6-26908a354321 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Allocated IP 2001:db8::36d (4e273e23-119d-4b85-8be0-53dac44f15a2/ef1076c8-37d7-4af2-bb5a-9d3192b85083/0722688a-fd77-4e21-b45e-2b4475378669) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:37:51.337025 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-0d6ca8ea-d3a7-45f0-a6f6-26908a354321 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Allocated IP 2001:db8:0:1::177 (4e273e23-119d-4b85-8be0-53dac44f15a2/2122b49a-52fd-4281-8b86-f4d6ebf67819/0722688a-fd77-4e21-b45e-2b4475378669) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:37:51.393732 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2205aeb6-ece9-481e-bcf8-c594aad2b03c tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (d00a6a38-6c58-4300-9b96-b94010de535a), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:51.400392 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1968802c-2e7d-412f-aa43-f01ce2e0ef85 None None] Network 3408fcc3-3531-4220-a334-844885f83c57 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:37:51.506968 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205aeb6-ece9-481e-bcf8-c594aad2b03c tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event updated for resources: {'Subnet': ['ID=d00a6a38-6c58-4300-9b96-b94010de535a,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:51.555639 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-015e954b-3026-4658-8721-b1dbeac3c6a4 None None] Provisioning complete for port 11b8da61-cb75-4827-a4f2-03991e8724af triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:37:51.556132 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-015e954b-3026-4658-8721-b1dbeac3c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (11b8da61-cb75-4827-a4f2-03991e8724af), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:51.693280 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-015e954b-3026-4658-8721-b1dbeac3c6a4 None None] Current status of the port 11b8da61-cb75-4827-a4f2-03991e8724af is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:37:51.693685 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-015e954b-3026-4658-8721-b1dbeac3c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (11b8da61-cb75-4827-a4f2-03991e8724af), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:51.738724 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-015e954b-3026-4658-8721-b1dbeac3c6a4 None None] For port 11b8da61-cb75-4827-a4f2-03991e8724af, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=11b8da61-cb75-4827-a4f2-03991e8724af,segment=NetworkSegment(51e96a1f-687f-457d-9d09-8dde9aa3e3b8),segment_id=51e96a1f-687f-457d-9d09-8dde9aa3e3b8)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:37:51.753582 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-015e954b-3026-4658-8721-b1dbeac3c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (11b8da61-cb75-4827-a4f2-03991e8724af), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:51.802734 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-973be716-ea8a-4cb8-9acd-251392ccc926 req-a320520a-2d02-466f-b4cb-cd1671de0510 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0553675 Feb 16 22:37:51.872030 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e954b-3026-4658-8721-b1dbeac3c6a4 None None] Pushing event updated for resources: {'Port': ['ID=11b8da61-cb75-4827-a4f2-03991e8724af,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:51.916035 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12411d6f-2755-4f78-9ff7-7d407751b89f None None] Update dhcp port {'port': {'network_id': '3408fcc3-3531-4220-a334-844885f83c57', 'fixed_ips': [{'subnet_id': '9a7dc001-7080-4030-82e7-ec6b4f829d54', 'ip_address': '2001:db8::2'}, {'subnet_id': '290fc9b6-b051-44be-80f8-401b664cbb40'}], 'binding:host_id': 'n-d-813897-6'}, 'id': '11b8da61-cb75-4827-a4f2-03991e8724af'} from n-d-813897-6. {{(pid=103467) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 22:37:51.970912 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-12411d6f-2755-4f78-9ff7-7d407751b89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (11b8da61-cb75-4827-a4f2-03991e8724af), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:52.182296 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d6ca8ea-d3a7-45f0-a6f6-26908a354321 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for port (0722688a-fd77-4e21-b45e-2b4475378669), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:52.183982 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2205aeb6-ece9-481e-bcf8-c594aad2b03c tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Checking segment: {'id': 'eb1b6b2f-e4ed-401e-af05-2effaf5424c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bac8b977-1da2-44d7-9fa5-827258e3c450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:37:52.184892 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2205aeb6-ece9-481e-bcf8-c594aad2b03c tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Network hostable DHCP agents. Network: bac8b977-1da2-44d7-9fa5-827258e3c450, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:37:52.219424 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 11b8da61-cb75-4827-a4f2-03991e8724af up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:37:52.223883 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2205aeb6-ece9-481e-bcf8-c594aad2b03c tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Network bac8b977-1da2-44d7-9fa5-827258e3c450 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:37:52.256108 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-2205aeb6-ece9-481e-bcf8-c594aad2b03c tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, bac8b977-1da2-44d7-9fa5-827258e3c450) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:52.259551 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d6ca8ea-d3a7-45f0-a6f6-26908a354321 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (0722688a-fd77-4e21-b45e-2b4475378669), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:52.268825 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2205aeb6-ece9-481e-bcf8-c594aad2b03c tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:52.269301 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2205aeb6-ece9-481e-bcf8-c594aad2b03c tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:52.275128 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7d29ae-7d5b-4edf-901c-298e77f06204 None None] Network 4e273e23-119d-4b85-8be0-53dac44f15a2 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:37:52.305500 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236b7b56-1180-4e8e-96aa-c7cc329c3efb None None] Network bac8b977-1da2-44d7-9fa5-827258e3c450 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:37:52.328094 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57314) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:52.328332 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2205aeb6-ece9-481e-bcf8-c594aad2b03c tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7596142 Feb 16 22:37:52.332450 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6ca8ea-d3a7-45f0-a6f6-26908a354321 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Network 4e273e23-119d-4b85-8be0-53dac44f15a2 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:37:52.333963 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-aa0d5d56-48c4-4e8f-8868-ebd522b312b9 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:52.338616 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-0d6ca8ea-d3a7-45f0-a6f6-26908a354321 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:52.339581 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ca8ea-d3a7-45f0-a6f6-26908a354321 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Port': ['ID=0722688a-fd77-4e21-b45e-2b4475378669,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:52.346042 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6ca8ea-d3a7-45f0-a6f6-26908a354321 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:37:52.357008 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6ca8ea-d3a7-45f0-a6f6-26908a354321 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:52.357344 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d6ca8ea-d3a7-45f0-a6f6-26908a354321 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:52.385022 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0d6ca8ea-d3a7-45f0-a6f6-26908a354321 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.4716694 Feb 16 22:37:52.388251 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57316) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:52.397349 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-74cc42c3-33ad-475c-a266-d86632eedbff tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ef1076c8-37d7-4af2-bb5a-9d3192b85083'}]}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:52.480485 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-aa0d5d56-48c4-4e8f-8868-ebd522b312b9 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25424195'] for subnet (d00a6a38-6c58-4300-9b96-b94010de535a), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:52.497190 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-74cc42c3-33ad-475c-a266-d86632eedbff tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0722688a-fd77-4e21-b45e-2b4475378669), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:52.584506 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-12411d6f-2755-4f78-9ff7-7d407751b89f None None] Allocated IP 172.20.0.1 (3408fcc3-3531-4220-a334-844885f83c57/290fc9b6-b051-44be-80f8-401b664cbb40/11b8da61-cb75-4827-a4f2-03991e8724af) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:37:52.651518 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b81b73c-f5c4-44bd-8d05-a0a3ca01f653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-bac8b977-1da2-44d7-9fa5-827258e3c450', 'network_id': 'bac8b977-1da2-44d7-9fa5-827258e3c450', 'project_id': '6d2294dd7a3447cbbac0ecda38648786', 'fixed_ips': [{'subnet_id': 'd00a6a38-6c58-4300-9b96-b94010de535a'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:37:52.652476 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4b81b73c-f5c4-44bd-8d05-a0a3ca01f653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:52.663398 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-aa0d5d56-48c4-4e8f-8868-ebd522b312b9 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771215923559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3767687'] for subnet (d00a6a38-6c58-4300-9b96-b94010de535a), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:52.676263 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-c4cb44a9-e83d-4f62-b86e-fe7809b3b9ac None None] Provisioning complete for port 9c1a5cce-af38-475a-80e3-02d45ce67a64 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:37:52.676640 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c4cb44a9-e83d-4f62-b86e-fe7809b3b9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9c1a5cce-af38-475a-80e3-02d45ce67a64), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:52.738537 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0d5d56-48c4-4e8f-8868-ebd522b312b9 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:52.739498 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-aa0d5d56-48c4-4e8f-8868-ebd522b312b9 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:52.744229 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-aa0d5d56-48c4-4e8f-8868-ebd522b312b9 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "PUT /v2.0/subnets/d00a6a38-6c58-4300-9b96-b94010de535a HTTP/1.1" status: 200 len: 826 time: 0.4150248 Feb 16 22:37:52.752757 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57322) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:52.849594 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d5d56-48c4-4e8f-8868-ebd522b312b9 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event updated for resources: {'Subnet': ['ID=d00a6a38-6c58-4300-9b96-b94010de535a,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:52.855587 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 11b8da61-cb75-4827-a4f2-03991e8724af triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:37:52.855964 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (11b8da61-cb75-4827-a4f2-03991e8724af), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:52.901746 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-74cc42c3-33ad-475c-a266-d86632eedbff tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Delete allocated IP 2001:db8:0:1::177 (4e273e23-119d-4b85-8be0-53dac44f15a2/2122b49a-52fd-4281-8b86-f4d6ebf67819) {{(pid=103465) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 22:37:52.916472 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b2ba0f26-ed0d-4f9f-a8f1-f4141fb0eddd req-ed1083dd-a761-4806-919c-1824ce3f17d8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0343826 Feb 16 22:37:53.019394 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-726da458-50a4-47b1-a007-a300d46dc41f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (bac8b977-1da2-44d7-9fa5-827258e3c450), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:53.137684 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-726da458-50a4-47b1-a007-a300d46dc41f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (d00a6a38-6c58-4300-9b96-b94010de535a), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:53.150155 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6a9cf851-eeea-4d80-86fd-4220cb208e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:53.159486 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-74cc42c3-33ad-475c-a266-d86632eedbff tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for port (0722688a-fd77-4e21-b45e-2b4475378669), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:53.165611 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-4b81b73c-f5c4-44bd-8d05-a0a3ca01f653 None None] Allocated IP 2001:db8::2 (bac8b977-1da2-44d7-9fa5-827258e3c450/d00a6a38-6c58-4300-9b96-b94010de535a/e9e3c16c-0813-44ad-bfc7-eb88c6cf7797) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:37:53.165795 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-74cc42c3-33ad-475c-a266-d86632eedbff tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (0722688a-fd77-4e21-b45e-2b4475378669), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:53.170475 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-12411d6f-2755-4f78-9ff7-7d407751b89f None None] For port 11b8da61-cb75-4827-a4f2-03991e8724af, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=11b8da61-cb75-4827-a4f2-03991e8724af,segment=NetworkSegment(51e96a1f-687f-457d-9d09-8dde9aa3e3b8),segment_id=51e96a1f-687f-457d-9d09-8dde9aa3e3b8)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:37:53.225372 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-c4cb44a9-e83d-4f62-b86e-fe7809b3b9ac None None] Current status of the port 9c1a5cce-af38-475a-80e3-02d45ce67a64 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:37:53.226079 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c4cb44a9-e83d-4f62-b86e-fe7809b3b9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9c1a5cce-af38-475a-80e3-02d45ce67a64), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:53.266614 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-74cc42c3-33ad-475c-a266-d86632eedbff tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] In _notify_port_updated(), no bound segment for port 0722688a-fd77-4e21-b45e-2b4475378669 on network 4e273e23-119d-4b85-8be0-53dac44f15a2 {{(pid=103465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 22:37:53.278591 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-12411d6f-2755-4f78-9ff7-7d407751b89f None None] Publish callbacks [] for port (11b8da61-cb75-4827-a4f2-03991e8724af), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:53.279843 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cc42c3-33ad-475c-a266-d86632eedbff tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:53.280734 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-74cc42c3-33ad-475c-a266-d86632eedbff tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:53.284862 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-74cc42c3-33ad-475c-a266-d86632eedbff tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "PUT /v2.0/ports/0722688a-fd77-4e21-b45e-2b4475378669 HTTP/1.1" status: 200 len: 926 time: 0.8922415 Feb 16 22:37:53.285991 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57330) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:53.291768 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-6f67f56e-49bc-4db9-a701-bd91be1c792e tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ef1076c8-37d7-4af2-bb5a-9d3192b85083'}, {'subnet_id': '2122b49a-52fd-4281-8b86-f4d6ebf67819'}]}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:53.298282 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc42c3-33ad-475c-a266-d86632eedbff tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Port': ['ID=0722688a-fd77-4e21-b45e-2b4475378669,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:53.379940 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-12411d6f-2755-4f78-9ff7-7d407751b89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (11b8da61-cb75-4827-a4f2-03991e8724af), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:53.454323 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c4cb44a9-e83d-4f62-b86e-fe7809b3b9ac None None] For port 9c1a5cce-af38-475a-80e3-02d45ce67a64, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9c1a5cce-af38-475a-80e3-02d45ce67a64,segment=NetworkSegment(15f8ca21-57c8-428e-8722-4fcc4e70de14),segment_id=15f8ca21-57c8-428e-8722-4fcc4e70de14)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:37:53.480228 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6f67f56e-49bc-4db9-a701-bd91be1c792e tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0722688a-fd77-4e21-b45e-2b4475378669), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:53.674995 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c4cb44a9-e83d-4f62-b86e-fe7809b3b9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9c1a5cce-af38-475a-80e3-02d45ce67a64), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:53.676822 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 11b8da61-cb75-4827-a4f2-03991e8724af is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:37:53.678110 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9c1a5cce-af38-475a-80e3-02d45ce67a64 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:37:53.705768 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421bd014-a2be-4bd2-a0d1-bdca08910b8c None None] Update dhcp port {'port': {'network_id': '4e273e23-119d-4b85-8be0-53dac44f15a2', 'fixed_ips': [{'subnet_id': 'ef1076c8-37d7-4af2-bb5a-9d3192b85083', 'ip_address': '2001:db8::2'}, {'subnet_id': '2122b49a-52fd-4281-8b86-f4d6ebf67819'}], 'binding:host_id': 'n-d-813897-6'}, 'id': '9c1a5cce-af38-475a-80e3-02d45ce67a64'} from n-d-813897-6. {{(pid=103467) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 22:37:53.762754 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12411d6f-2755-4f78-9ff7-7d407751b89f None None] Pushing event updated for resources: {'Port': ['ID=11b8da61-cb75-4827-a4f2-03991e8724af,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:53.832055 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-6f67f56e-49bc-4db9-a701-bd91be1c792e tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Allocated IP 2001:db8:0:1::159 (4e273e23-119d-4b85-8be0-53dac44f15a2/2122b49a-52fd-4281-8b86-f4d6ebf67819/0722688a-fd77-4e21-b45e-2b4475378669) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:37:53.848161 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-421bd014-a2be-4bd2-a0d1-bdca08910b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9c1a5cce-af38-475a-80e3-02d45ce67a64), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:53.903656 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4b81b73c-f5c4-44bd-8d05-a0a3ca01f653 None None] Publish callbacks [] for port (e9e3c16c-0813-44ad-bfc7-eb88c6cf7797), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:53.908402 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb44a9-e83d-4f62-b86e-fe7809b3b9ac None None] Pushing event updated for resources: {'Port': ['ID=9c1a5cce-af38-475a-80e3-02d45ce67a64,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:53.936776 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4b81b73c-f5c4-44bd-8d05-a0a3ca01f653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (e9e3c16c-0813-44ad-bfc7-eb88c6cf7797), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:53.988715 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6f67f56e-49bc-4db9-a701-bd91be1c792e tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for port (0722688a-fd77-4e21-b45e-2b4475378669), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:54.000906 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 9c1a5cce-af38-475a-80e3-02d45ce67a64 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:37:54.001433 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9c1a5cce-af38-475a-80e3-02d45ce67a64), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:54.016640 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6f67f56e-49bc-4db9-a701-bd91be1c792e tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (0722688a-fd77-4e21-b45e-2b4475378669), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:54.052056 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-726da458-50a4-47b1-a007-a300d46dc41f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (d00a6a38-6c58-4300-9b96-b94010de535a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:54.117006 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b81b73c-f5c4-44bd-8d05-a0a3ca01f653 None None] Network bac8b977-1da2-44d7-9fa5-827258e3c450 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:37:54.137099 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-4b81b73c-f5c4-44bd-8d05-a0a3ca01f653 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:54.140313 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b81b73c-f5c4-44bd-8d05-a0a3ca01f653 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:37:54.176090 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81b73c-f5c4-44bd-8d05-a0a3ca01f653 None None] Pushing event updated for resources: {'Port': ['ID=e9e3c16c-0813-44ad-bfc7-eb88c6cf7797,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:54.196591 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-330e5c05-395a-497a-b7e1-bf953ad61a83 req-8183be09-5307-4b5f-8b51-c4db838107cd tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.1128292 Feb 16 22:37:54.264546 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726da458-50a4-47b1-a007-a300d46dc41f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event deleted for resources: {'Subnet': ['ID=d00a6a38-6c58-4300-9b96-b94010de535a,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:54.273726 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-6f67f56e-49bc-4db9-a701-bd91be1c792e tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] In _notify_port_updated(), no bound segment for port 0722688a-fd77-4e21-b45e-2b4475378669 on network 4e273e23-119d-4b85-8be0-53dac44f15a2 {{(pid=103466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 22:37:54.279635 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f67f56e-49bc-4db9-a701-bd91be1c792e tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:54.280359 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6f67f56e-49bc-4db9-a701-bd91be1c792e tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:54.281722 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6f67f56e-49bc-4db9-a701-bd91be1c792e tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "PUT /v2.0/ports/0722688a-fd77-4e21-b45e-2b4475378669 HTTP/1.1" status: 200 len: 1012 time: 0.9951394 Feb 16 22:37:54.284519 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57346) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:54.397008 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-726da458-50a4-47b1-a007-a300d46dc41f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (bac8b977-1da2-44d7-9fa5-827258e3c450), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:54.397606 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-4b81b73c-f5c4-44bd-8d05-a0a3ca01f653 None None] Attempting to bind port e9e3c16c-0813-44ad-bfc7-eb88c6cf7797 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:37:54.398003 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-4b81b73c-f5c4-44bd-8d05-a0a3ca01f653 None None] Attempting to bind port e9e3c16c-0813-44ad-bfc7-eb88c6cf7797 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'eb1b6b2f-e4ed-401e-af05-2effaf5424c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bac8b977-1da2-44d7-9fa5-827258e3c450'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:37:54.398378 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b81b73c-f5c4-44bd-8d05-a0a3ca01f653 None None] Attempting to bind port e9e3c16c-0813-44ad-bfc7-eb88c6cf7797 on network bac8b977-1da2-44d7-9fa5-827258e3c450 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:37:54.411288 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b81b73c-f5c4-44bd-8d05-a0a3ca01f653 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:37:54.411686 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b81b73c-f5c4-44bd-8d05-a0a3ca01f653 None None] Checking segment: {'id': 'eb1b6b2f-e4ed-401e-af05-2effaf5424c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bac8b977-1da2-44d7-9fa5-827258e3c450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:37:54.412091 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4b81b73c-f5c4-44bd-8d05-a0a3ca01f653 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:54.412487 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b81b73c-f5c4-44bd-8d05-a0a3ca01f653 None None] Bound using segment: {'id': 'eb1b6b2f-e4ed-401e-af05-2effaf5424c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bac8b977-1da2-44d7-9fa5-827258e3c450'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:37:54.412964 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-4b81b73c-f5c4-44bd-8d05-a0a3ca01f653 None None] Bound port: e9e3c16c-0813-44ad-bfc7-eb88c6cf7797, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1b6b2f-e4ed-401e-af05-2effaf5424c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bac8b977-1da2-44d7-9fa5-827258e3c450'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:37:54.413345 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4b81b73c-f5c4-44bd-8d05-a0a3ca01f653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e9e3c16c-0813-44ad-bfc7-eb88c6cf7797), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:54.426166 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-726da458-50a4-47b1-a007-a300d46dc41f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac8b977-1da2-44d7-9fa5-827258e3c450']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:54.428910 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:54.439336 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-726da458-50a4-47b1-a007-a300d46dc41f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb1b6b2f-e4ed-401e-af05-2effaf5424c4') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:54.439657 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-726da458-50a4-47b1-a007-a300d46dc41f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb1b6b2f-e4ed-401e-af05-2effaf5424c4') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:54.452497 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-726da458-50a4-47b1-a007-a300d46dc41f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (eb1b6b2f-e4ed-401e-af05-2effaf5424c4), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:54.466648 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-726da458-50a4-47b1-a007-a300d46dc41f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (eb1b6b2f-e4ed-401e-af05-2effaf5424c4), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:54.473491 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-726da458-50a4-47b1-a007-a300d46dc41f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:37:54.485635 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-726da458-50a4-47b1-a007-a300d46dc41f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (eb1b6b2f-e4ed-401e-af05-2effaf5424c4), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:54.489320 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-6c5ccc92-305b-4170-b9ae-28a2b2a0b599 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Deleting port 0722688a-fd77-4e21-b45e-2b4475378669 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:37:54.502448 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6c5ccc92-305b-4170-b9ae-28a2b2a0b599 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (0722688a-fd77-4e21-b45e-2b4475378669), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:54.502760 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-421bd014-a2be-4bd2-a0d1-bdca08910b8c None None] Allocated IP 2001:db8:0:1::2 (4e273e23-119d-4b85-8be0-53dac44f15a2/2122b49a-52fd-4281-8b86-f4d6ebf67819/9c1a5cce-af38-475a-80e3-02d45ce67a64) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:37:54.570355 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:37:54.570355 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:37:54.570355 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:37:54.570355 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:37:54.570355 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:37:54.570355 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:37:54.570355 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:37:54.570355 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:37:54.570355 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:37:54.570355 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:37:54.570355 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:37:54.570355 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:37:54.570355 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:37:54.570355 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:37:54.570355 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:37:54.570355 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:37:54.570355 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:37:54.570355 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:37:54.570355 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:37:54.570355 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:37:54.570355 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:37:54.570355 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:37:54.570355 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:37:54.570355 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:37:54.570355 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:37:54.570355 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:37:54.570355 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:37:54.570355 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:37:54.570355 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:37:54.570355 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:37:54.570355 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:37:54.570355 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:37:54.578548 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67f56e-49bc-4db9-a701-bd91be1c792e tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Port': ['ID=0722688a-fd77-4e21-b45e-2b4475378669,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:54.606701 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.db.api [None req-726da458-50a4-47b1-a007-a300d46dc41f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 22:37:54.606701 n-d-813897-6 neutron-server[103466]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 22:37:54.606701 n-d-813897-6 neutron-server[103466]: [parameters: {'id': 'bac8b977-1da2-44d7-9fa5-827258e3c450'}] Feb 16 22:37:54.606701 n-d-813897-6 neutron-server[103466]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:37:54.607048 n-d-813897-6 neutron-server[103466]: DEBUG oslo_db.api [None req-726da458-50a4-47b1-a007-a300d46dc41f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:37:54.677942 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-421bd014-a2be-4bd2-a0d1-bdca08910b8c None None] For port 9c1a5cce-af38-475a-80e3-02d45ce67a64, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9c1a5cce-af38-475a-80e3-02d45ce67a64,segment=NetworkSegment(15f8ca21-57c8-428e-8722-4fcc4e70de14),segment_id=15f8ca21-57c8-428e-8722-4fcc4e70de14)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:37:54.681088 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 9c1a5cce-af38-475a-80e3-02d45ce67a64 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:37:54.697462 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6c5ccc92-305b-4170-b9ae-28a2b2a0b599 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (0722688a-fd77-4e21-b45e-2b4475378669), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:54.708921 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa023a77-310e-4fe2-ab99-6c9653c4b0f6 None None] Network 3408fcc3-3531-4220-a334-844885f83c57 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:37:54.724186 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-6c5ccc92-305b-4170-b9ae-28a2b2a0b599 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Calling delete_port for 0722688a-fd77-4e21-b45e-2b4475378669 owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:37:54.817609 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-c5917e2b-4bce-4a10-b5f2-e7746c9ec641 None None] Provisioning complete for port 11b8da61-cb75-4827-a4f2-03991e8724af triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:37:54.818130 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c5917e2b-4bce-4a10-b5f2-e7746c9ec641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (11b8da61-cb75-4827-a4f2-03991e8724af), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:54.821126 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-421bd014-a2be-4bd2-a0d1-bdca08910b8c None None] Publish callbacks [] for port (9c1a5cce-af38-475a-80e3-02d45ce67a64), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:54.823300 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-4b81b73c-f5c4-44bd-8d05-a0a3ca01f653 None None] For port e9e3c16c-0813-44ad-bfc7-eb88c6cf7797, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:37:54.852804 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 11b8da61-cb75-4827-a4f2-03991e8724af up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:37:54.865347 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-421bd014-a2be-4bd2-a0d1-bdca08910b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9c1a5cce-af38-475a-80e3-02d45ce67a64), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:54.908455 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-4b81b73c-f5c4-44bd-8d05-a0a3ca01f653 None None] For port e9e3c16c-0813-44ad-bfc7-eb88c6cf7797, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=e9e3c16c-0813-44ad-bfc7-eb88c6cf7797,segment=NetworkSegment(eb1b6b2f-e4ed-401e-af05-2effaf5424c4),segment_id=eb1b6b2f-e4ed-401e-af05-2effaf5424c4)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:37:54.947460 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4b81b73c-f5c4-44bd-8d05-a0a3ca01f653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (e9e3c16c-0813-44ad-bfc7-eb88c6cf7797), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:54.980017 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6c5ccc92-305b-4170-b9ae-28a2b2a0b599 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (0722688a-fd77-4e21-b45e-2b4475378669), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:55.054431 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ccc92-305b-4170-b9ae-28a2b2a0b599 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Port': ['ID=0722688a-fd77-4e21-b45e-2b4475378669,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:55.070665 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421bd014-a2be-4bd2-a0d1-bdca08910b8c None None] Pushing event updated for resources: {'Port': ['ID=9c1a5cce-af38-475a-80e3-02d45ce67a64,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:55.085865 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6c5ccc92-305b-4170-b9ae-28a2b2a0b599 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:55.089535 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6c5ccc92-305b-4170-b9ae-28a2b2a0b599 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/ports/0722688a-fd77-4e21-b45e-2b4475378669 HTTP/1.1" status: 204 len: 168 time: 0.8039908 Feb 16 22:37:55.092188 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57364) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:55.123634 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-726da458-50a4-47b1-a007-a300d46dc41f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (bac8b977-1da2-44d7-9fa5-827258e3c450), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:55.130559 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-b275e78f-b7d2-46b1-bddf-95344ee78379 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] GET failed (client error): The resource could not be found. Feb 16 22:37:55.135970 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b275e78f-b7d2-46b1-bddf-95344ee78379 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "GET /v2.0/ports/0722688a-fd77-4e21-b45e-2b4475378669 HTTP/1.1" status: 404 len: 333 time: 0.0401676 Feb 16 22:37:55.138491 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57366) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:55.154113 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81b73c-f5c4-44bd-8d05-a0a3ca01f653 None None] Pushing event updated for resources: {'Port': ['ID=e9e3c16c-0813-44ad-bfc7-eb88c6cf7797,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:55.212448 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 11b8da61-cb75-4827-a4f2-03991e8724af triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:37:55.212829 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (11b8da61-cb75-4827-a4f2-03991e8724af), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:55.226893 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-452e6a83-e8aa-4736-add5-74cce58e4649 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Deleting subnet 2122b49a-52fd-4281-8b86-f4d6ebf67819 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:37:55.234704 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-452e6a83-e8aa-4736-add5-74cce58e4649 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for subnet (2122b49a-52fd-4281-8b86-f4d6ebf67819), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:55.252282 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef94471a-e53b-497d-91ac-c67da0e17341 None None] Network bac8b977-1da2-44d7-9fa5-827258e3c450 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:37:55.258913 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-726da458-50a4-47b1-a007-a300d46dc41f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Deleting port e9e3c16c-0813-44ad-bfc7-eb88c6cf7797 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:37:55.266574 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-726da458-50a4-47b1-a007-a300d46dc41f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (e9e3c16c-0813-44ad-bfc7-eb88c6cf7797), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:55.274170 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-c5917e2b-4bce-4a10-b5f2-e7746c9ec641 None None] Current status of the port 11b8da61-cb75-4827-a4f2-03991e8724af is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:37:55.390393 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-452e6a83-e8aa-4736-add5-74cce58e4649 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (2122b49a-52fd-4281-8b86-f4d6ebf67819), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:55.517817 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 11b8da61-cb75-4827-a4f2-03991e8724af is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:37:55.522892 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e4d3cdbb-9d61-4590-b32f-9168e606636a req-0671594b-2b76-423a-99d2-f1afa222634f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0540800 Feb 16 22:37:55.528117 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9c1a5cce-af38-475a-80e3-02d45ce67a64 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:37:55.550543 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-726da458-50a4-47b1-a007-a300d46dc41f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] For port e9e3c16c-0813-44ad-bfc7-eb88c6cf7797, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=e9e3c16c-0813-44ad-bfc7-eb88c6cf7797,segment=NetworkSegment(eb1b6b2f-e4ed-401e-af05-2effaf5424c4),segment_id=eb1b6b2f-e4ed-401e-af05-2effaf5424c4)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:37:55.551040 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-726da458-50a4-47b1-a007-a300d46dc41f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (e9e3c16c-0813-44ad-bfc7-eb88c6cf7797), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:55.571953 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e58e76-4780-4bf6-b4ab-a482b86ea24f None None] Network bac8b977-1da2-44d7-9fa5-827258e3c450 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:37:55.586201 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-726da458-50a4-47b1-a007-a300d46dc41f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Calling delete_port for e9e3c16c-0813-44ad-bfc7-eb88c6cf7797 owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:37:55.611757 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-452e6a83-e8aa-4736-add5-74cce58e4649 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (2122b49a-52fd-4281-8b86-f4d6ebf67819), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:55.699720 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-452e6a83-e8aa-4736-add5-74cce58e4649 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (2122b49a-52fd-4281-8b86-f4d6ebf67819), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:55.732294 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e6a83-e8aa-4736-add5-74cce58e4649 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Subnet': ['ID=2122b49a-52fd-4281-8b86-f4d6ebf67819,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:55.734626 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-452e6a83-e8aa-4736-add5-74cce58e4649 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:55.738559 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-452e6a83-e8aa-4736-add5-74cce58e4649 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/subnets/2122b49a-52fd-4281-8b86-f4d6ebf67819 HTTP/1.1" status: 204 len: 168 time: 0.5985100 Feb 16 22:37:55.740942 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57370) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:55.767426 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-726da458-50a4-47b1-a007-a300d46dc41f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (e9e3c16c-0813-44ad-bfc7-eb88c6cf7797), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:55.809459 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:55.815435 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c76413-9a98-4d3f-b0af-1cf8e99f7064 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Deleting subnet ef1076c8-37d7-4af2-bb5a-9d3192b85083 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:37:55.825782 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62c76413-9a98-4d3f-b0af-1cf8e99f7064 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for subnet (ef1076c8-37d7-4af2-bb5a-9d3192b85083), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:55.833710 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726da458-50a4-47b1-a007-a300d46dc41f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event deleted for resources: {'Port': ['ID=e9e3c16c-0813-44ad-bfc7-eb88c6cf7797,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:55.838713 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726da458-50a4-47b1-a007-a300d46dc41f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] No DVR routers for this DVR port e9e3c16c-0813-44ad-bfc7-eb88c6cf7797 on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:37:55.862488 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a216013e-c10b-49fe-bf2d-410e9a39c046 None None] Provisioning complete for port 11b8da61-cb75-4827-a4f2-03991e8724af triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:37:55.862884 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a216013e-c10b-49fe-bf2d-410e9a39c046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (11b8da61-cb75-4827-a4f2-03991e8724af), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:55.906179 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62c76413-9a98-4d3f-b0af-1cf8e99f7064 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (ef1076c8-37d7-4af2-bb5a-9d3192b85083), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:55.950669 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 9c1a5cce-af38-475a-80e3-02d45ce67a64 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:37:55.951165 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9c1a5cce-af38-475a-80e3-02d45ce67a64), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:56.027061 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-726da458-50a4-47b1-a007-a300d46dc41f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (bac8b977-1da2-44d7-9fa5-827258e3c450), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:56.053793 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62c76413-9a98-4d3f-b0af-1cf8e99f7064 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (ef1076c8-37d7-4af2-bb5a-9d3192b85083), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:56.093081 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-726da458-50a4-47b1-a007-a300d46dc41f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac8b977-1da2-44d7-9fa5-827258e3c450']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:56.108070 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-726da458-50a4-47b1-a007-a300d46dc41f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb1b6b2f-e4ed-401e-af05-2effaf5424c4') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:56.108364 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-726da458-50a4-47b1-a007-a300d46dc41f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb1b6b2f-e4ed-401e-af05-2effaf5424c4') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:56.119370 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 9c1a5cce-af38-475a-80e3-02d45ce67a64 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:37:56.139622 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-726da458-50a4-47b1-a007-a300d46dc41f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (eb1b6b2f-e4ed-401e-af05-2effaf5424c4), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:56.155918 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a216013e-c10b-49fe-bf2d-410e9a39c046 None None] Current status of the port 11b8da61-cb75-4827-a4f2-03991e8724af is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:37:56.158029 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62c76413-9a98-4d3f-b0af-1cf8e99f7064 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (ef1076c8-37d7-4af2-bb5a-9d3192b85083), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:56.166566 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-726da458-50a4-47b1-a007-a300d46dc41f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (eb1b6b2f-e4ed-401e-af05-2effaf5424c4), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:56.184228 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-726da458-50a4-47b1-a007-a300d46dc41f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:37:56.184705 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-726da458-50a4-47b1-a007-a300d46dc41f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (eb1b6b2f-e4ed-401e-af05-2effaf5424c4), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:56.188051 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:37:56.188051 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:37:56.188051 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:37:56.188051 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:37:56.188051 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:37:56.188051 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:37:56.188051 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:37:56.188051 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:37:56.188051 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:37:56.188051 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:37:56.188051 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:37:56.188051 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:37:56.188051 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:37:56.188051 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:37:56.188051 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:37:56.188051 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:37:56.188051 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:37:56.188051 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:37:56.188051 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:37:56.188051 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:37:56.188051 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:37:56.188051 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:37:56.188051 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:37:56.188051 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:37:56.188051 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:37:56.188051 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:37:56.188051 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:37:56.188051 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:37:56.188051 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:37:56.188051 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:37:56.188051 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:37:56.188051 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:37:56.201087 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c76413-9a98-4d3f-b0af-1cf8e99f7064 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Subnet': ['ID=ef1076c8-37d7-4af2-bb5a-9d3192b85083,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:56.208549 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62c76413-9a98-4d3f-b0af-1cf8e99f7064 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581395'] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:56.217189 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-62c76413-9a98-4d3f-b0af-1cf8e99f7064 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/subnets/ef1076c8-37d7-4af2-bb5a-9d3192b85083 HTTP/1.1" status: 204 len: 168 time: 0.4749618 Feb 16 22:37:56.220008 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57372) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:56.260500 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576bce6d-8f34-4330-9259-75feb1b9a74f None None] get_active_networks_info from n-d-813897-6 {{(pid=103467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 22:37:56.340302 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-0d582f53-4dca-4e9e-bf5e-323957be0cf7 None None] Could not find standard attr ID for object 0722688a-fd77-4e21-b45e-2b4475378669. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:37:56.350376 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-726da458-50a4-47b1-a007-a300d46dc41f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (bac8b977-1da2-44d7-9fa5-827258e3c450), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:56.360502 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-726da458-50a4-47b1-a007-a300d46dc41f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:56.367355 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-726da458-50a4-47b1-a007-a300d46dc41f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "DELETE /v2.0/networks/bac8b977-1da2-44d7-9fa5-827258e3c450 HTTP/1.1" status: 204 len: 168 time: 3.6098776 Feb 16 22:37:56.379304 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57378) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:56.391189 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-0d582f53-4dca-4e9e-bf5e-323957be0cf7 None None] Provisioning complete for port 9c1a5cce-af38-475a-80e3-02d45ce67a64 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:37:56.391718 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0d582f53-4dca-4e9e-bf5e-323957be0cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9c1a5cce-af38-475a-80e3-02d45ce67a64), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:56.416283 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726da458-50a4-47b1-a007-a300d46dc41f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event deleted for resources: {'Network': ['ID=bac8b977-1da2-44d7-9fa5-827258e3c450,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:56.422010 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-115e8e6d-b3fd-4649-8ca1-c423ad7000f0 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] DELETE failed (client error): The resource could not be found. Feb 16 22:37:56.434774 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-115e8e6d-b3fd-4649-8ca1-c423ad7000f0 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:37:56.441333 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-115e8e6d-b3fd-4649-8ca1-c423ad7000f0 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "DELETE /v2.0/networks/bac8b977-1da2-44d7-9fa5-827258e3c450 HTTP/1.1" status: 404 len: 339 time: 0.0576372 Feb 16 22:37:56.444057 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57380) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:56.450829 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-04168aa9-3264-4c20-aede-f3565eeed705 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (4e273e23-119d-4b85-8be0-53dac44f15a2), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:56.452835 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-216312b0-f3ce-4cc5-acf8-a4f36d7c71a1 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-733959004', 'description': 'd1'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:56.521339 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216312b0-f3ce-4cc5-acf8-a4f36d7c71a1 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Made reservation on behalf of 6d2294dd7a3447cbbac0ecda38648786 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:56.533727 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-216312b0-f3ce-4cc5-acf8-a4f36d7c71a1 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:56.571892 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216312b0-f3ce-4cc5-acf8-a4f36d7c71a1 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:37:56.584651 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-216312b0-f3ce-4cc5-acf8-a4f36d7c71a1 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (7533a633-1143-46ca-8b62-eb30e1b9ea8c), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:56.585194 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-216312b0-f3ce-4cc5-acf8-a4f36d7c71a1 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Added segment 7533a633-1143-46ca-8b62-eb30e1b9ea8c of type vlan for network 158695fa-4a8a-4387-b1a3-c7f05ac5b1e8 Feb 16 22:37:56.607016 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-04168aa9-3264-4c20-aede-f3565eeed705 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Deleting port 9c1a5cce-af38-475a-80e3-02d45ce67a64 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:37:56.607417 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-04168aa9-3264-4c20-aede-f3565eeed705 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (9c1a5cce-af38-475a-80e3-02d45ce67a64), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:56.646369 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-216312b0-f3ce-4cc5-acf8-a4f36d7c71a1 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (158695fa-4a8a-4387-b1a3-c7f05ac5b1e8), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:56.691714 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576bce6d-8f34-4330-9259-75feb1b9a74f None None] Resources bound (agent type, host, resource id): {{(pid=103467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 22:37:56.694511 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-0d582f53-4dca-4e9e-bf5e-323957be0cf7 None None] Current status of the port 9c1a5cce-af38-475a-80e3-02d45ce67a64 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:37:56.749214 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-216312b0-f3ce-4cc5-acf8-a4f36d7c71a1 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (158695fa-4a8a-4387-b1a3-c7f05ac5b1e8), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:56.762390 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216312b0-f3ce-4cc5-acf8-a4f36d7c71a1 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:56.763097 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-216312b0-f3ce-4cc5-acf8-a4f36d7c71a1 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:56.770610 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-04168aa9-3264-4c20-aede-f3565eeed705 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] For port 9c1a5cce-af38-475a-80e3-02d45ce67a64, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9c1a5cce-af38-475a-80e3-02d45ce67a64,segment=NetworkSegment(15f8ca21-57c8-428e-8722-4fcc4e70de14),segment_id=15f8ca21-57c8-428e-8722-4fcc4e70de14)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:37:56.770610 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-04168aa9-3264-4c20-aede-f3565eeed705 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (9c1a5cce-af38-475a-80e3-02d45ce67a64), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:56.795573 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d49654de-5d58-4c07-80ab-893d817c970f req-3a5c4c67-dfd8-4ff8-9648-b27e1c59bdc1 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.1153736 Feb 16 22:37:56.800117 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-04168aa9-3264-4c20-aede-f3565eeed705 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Calling delete_port for 9c1a5cce-af38-475a-80e3-02d45ce67a64 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:37:56.836828 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-216312b0-f3ce-4cc5-acf8-a4f36d7c71a1 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3903971 Feb 16 22:37:56.839166 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57390) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:56.885494 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9c1a5cce-af38-475a-80e3-02d45ce67a64 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:37:56.944911 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216312b0-f3ce-4cc5-acf8-a4f36d7c71a1 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event updated for resources: {'Network': ['ID=158695fa-4a8a-4387-b1a3-c7f05ac5b1e8,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:57.097339 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7b5c9b-6375-463e-a1e4-01ec43121c0c tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:57.099024 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ce7b5c9b-6375-463e-a1e4-01ec43121c0c tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "GET /v2.0/networks?id=158695fa-4a8a-4387-b1a3-c7f05ac5b1e8 HTTP/1.1" status: 200 len: 764 time: 0.2481642 Feb 16 22:37:57.101958 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57392) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:57.108456 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-ef473a5f-ab0e-4979-8f73-41a23b4b6564 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Request body: {'network': {'description': 'd2'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:57.161645 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-04168aa9-3264-4c20-aede-f3565eeed705 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (9c1a5cce-af38-475a-80e3-02d45ce67a64), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:57.197938 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 158695fa-4a8a-4387-b1a3-c7f05ac5b1e8 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:37:57.212328 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04168aa9-3264-4c20-aede-f3565eeed705 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Port': ['ID=9c1a5cce-af38-475a-80e3-02d45ce67a64,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:57.231716 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04168aa9-3264-4c20-aede-f3565eeed705 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] No DVR routers for this DVR port 9c1a5cce-af38-475a-80e3-02d45ce67a64 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:37:57.249564 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No active binding found for port 9c1a5cce-af38-475a-80e3-02d45ce67a64 {{(pid=103467) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 16 22:37:57.249955 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] The host n-d-813897-6 is not matching for port 9c1a5cce-af38-475a-80e3-02d45ce67a64 host None! {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 22:37:57.250378 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9c1a5cce-af38-475a-80e3-02d45ce67a64 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 16 22:37:57.350705 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ef473a5f-ab0e-4979-8f73-41a23b4b6564 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (158695fa-4a8a-4387-b1a3-c7f05ac5b1e8), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:57.379005 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:57.389411 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ef473a5f-ab0e-4979-8f73-41a23b4b6564 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (158695fa-4a8a-4387-b1a3-c7f05ac5b1e8), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:57.394922 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-04168aa9-3264-4c20-aede-f3565eeed705 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (4e273e23-119d-4b85-8be0-53dac44f15a2), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:57.420108 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ef473a5f-ab0e-4979-8f73-41a23b4b6564 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Network 158695fa-4a8a-4387-b1a3-c7f05ac5b1e8 is not hosted by any dhcp agent {{(pid=103466) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 22:37:57.425580 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef473a5f-ab0e-4979-8f73-41a23b4b6564 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:57.426291 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ef473a5f-ab0e-4979-8f73-41a23b4b6564 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:57.428003 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ef473a5f-ab0e-4979-8f73-41a23b4b6564 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "PUT /v2.0/networks/158695fa-4a8a-4387-b1a3-c7f05ac5b1e8 HTTP/1.1" status: 200 len: 761 time: 0.3248644 Feb 16 22:37:57.434649 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57394) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:57.435395 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Port 9c1a5cce-af38-475a-80e3-02d45ce67a64 not found, will not notify nova. {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 16 22:37:57.487910 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef473a5f-ab0e-4979-8f73-41a23b4b6564 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event updated for resources: {'Network': ['ID=158695fa-4a8a-4387-b1a3-c7f05ac5b1e8,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:57.501250 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-04168aa9-3264-4c20-aede-f3565eeed705 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e273e23-119d-4b85-8be0-53dac44f15a2']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:57.538454 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 158695fa-4a8a-4387-b1a3-c7f05ac5b1e8 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:37:57.541408 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-04168aa9-3264-4c20-aede-f3565eeed705 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f8ca21-57c8-428e-8722-4fcc4e70de14') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:57.545014 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-04168aa9-3264-4c20-aede-f3565eeed705 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f8ca21-57c8-428e-8722-4fcc4e70de14') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:37:57.606405 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-04168aa9-3264-4c20-aede-f3565eeed705 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (15f8ca21-57c8-428e-8722-4fcc4e70de14), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:57.618519 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c996cda-0231-48b7-9056-0f562a285373 None None] Network 4e273e23-119d-4b85-8be0-53dac44f15a2 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:37:57.626468 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66077843-4ef9-4d3e-b677-0328a3278e2e tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:57.628394 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-66077843-4ef9-4d3e-b677-0328a3278e2e tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "GET /v2.0/networks?id=158695fa-4a8a-4387-b1a3-c7f05ac5b1e8 HTTP/1.1" status: 200 len: 764 time: 0.1927769 Feb 16 22:37:57.632203 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57396) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:57.641776 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-04168aa9-3264-4c20-aede-f3565eeed705 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (15f8ca21-57c8-428e-8722-4fcc4e70de14), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:57.651249 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04168aa9-3264-4c20-aede-f3565eeed705 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:37:57.651249 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-04168aa9-3264-4c20-aede-f3565eeed705 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (15f8ca21-57c8-428e-8722-4fcc4e70de14), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:57.654748 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:37:57.654748 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:37:57.654748 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:37:57.654748 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:37:57.654748 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:37:57.654748 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:37:57.654748 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:37:57.654748 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:37:57.654748 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:37:57.654748 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:37:57.654748 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:37:57.654748 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:37:57.654748 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:37:57.654748 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:37:57.654748 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:37:57.654748 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:37:57.654748 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:37:57.654748 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:37:57.654748 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:37:57.654748 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:37:57.654748 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:37:57.654748 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:37:57.654748 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:37:57.654748 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:37:57.654748 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:37:57.654748 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:37:57.654748 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:37:57.654748 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:37:57.654748 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:37:57.654748 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:37:57.654748 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:37:57.654748 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:37:57.765889 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-04168aa9-3264-4c20-aede-f3565eeed705 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (4e273e23-119d-4b85-8be0-53dac44f15a2), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:57.775459 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-04168aa9-3264-4c20-aede-f3565eeed705 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:57.783382 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-04168aa9-3264-4c20-aede-f3565eeed705 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/networks/4e273e23-119d-4b85-8be0-53dac44f15a2 HTTP/1.1" status: 204 len: 168 time: 1.5614789 Feb 16 22:37:57.784746 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57398) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:57.800149 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04168aa9-3264-4c20-aede-f3565eeed705 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Network': ['ID=4e273e23-119d-4b85-8be0-53dac44f15a2,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:57.870834 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80780bbd-86e0-4e1d-8663-84d55cd257be None None] DHCP port deletion for 4e273e23-119d-4b85-8be0-53dac44f15a2 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:37:57.889263 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56275b67-7397-4d48-b951-a38e86f3b676 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:57.890901 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-56275b67-7397-4d48-b951-a38e86f3b676 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2576914 Feb 16 22:37:57.893657 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57402) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:57.920580 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88507584-485b-4bf0-89e0-b770c2377a08 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:57.924845 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-88507584-485b-4bf0-89e0-b770c2377a08 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1361494 Feb 16 22:37:57.926148 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57404) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:57.981790 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-01bf98e1-6ad0-42cd-9c85-ab476639fc5d tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "GET /v2.0/subnets?network_id=b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 207 time: 0.0869298 Feb 16 22:37:57.986674 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57406) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:58.019564 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f153b2fe-5e06-45cd-a460-9367196dee11 req-7ab92ae6-9324-4cb9-8942-6def64224c67 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0474164 Feb 16 22:37:58.055231 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c7c4a9d5-440b-44c3-b78f-8015f4754056 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1279778 Feb 16 22:37:58.060157 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57408) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:58.065306 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-f8222aa6-1d4c-40a1-9d82-dafd02f097c8 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1818704546'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:58.089629 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8222aa6-1d4c-40a1-9d82-dafd02f097c8 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:58.094699 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f8222aa6-1d4c-40a1-9d82-dafd02f097c8 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:58.125958 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8222aa6-1d4c-40a1-9d82-dafd02f097c8 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:37:58.137146 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b17545-ae0a-4291-96ce-15745c52ff8d tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:58.138041 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f8222aa6-1d4c-40a1-9d82-dafd02f097c8 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (7edc4c8d-5238-4832-b0ed-9ad81db80d59), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:58.138409 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-f8222aa6-1d4c-40a1-9d82-dafd02f097c8 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Added segment 7edc4c8d-5238-4832-b0ed-9ad81db80d59 of type vlan for network f532fe29-8092-46de-9f7c-b6c88245e603 Feb 16 22:37:58.143627 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b17545-ae0a-4291-96ce-15745c52ff8d tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:58.149453 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b17545-ae0a-4291-96ce-15745c52ff8d tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:58.156063 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b17545-ae0a-4291-96ce-15745c52ff8d tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:58.162622 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b17545-ae0a-4291-96ce-15745c52ff8d tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:58.168524 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b17545-ae0a-4291-96ce-15745c52ff8d tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:58.170526 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a6b17545-ae0a-4291-96ce-15745c52ff8d tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.1826272 Feb 16 22:37:58.174378 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57410) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:58.189834 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f8222aa6-1d4c-40a1-9d82-dafd02f097c8 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (f532fe29-8092-46de-9f7c-b6c88245e603), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:58.218810 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f8222aa6-1d4c-40a1-9d82-dafd02f097c8 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (f532fe29-8092-46de-9f7c-b6c88245e603), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:58.224628 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8222aa6-1d4c-40a1-9d82-dafd02f097c8 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:58.225544 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f8222aa6-1d4c-40a1-9d82-dafd02f097c8 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:58.264430 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f8222aa6-1d4c-40a1-9d82-dafd02f097c8 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2031040 Feb 16 22:37:58.265168 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57412) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:58.273444 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-30f73bfe-004b-4454-8cd8-0facb522a4e7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'subnet': {'network_id': 'f532fe29-8092-46de-9f7c-b6c88245e603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:58.333582 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f52f44d2-580f-4235-9806-19ab29b5798b tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1550989 Feb 16 22:37:58.333854 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57414) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:58.352970 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8222aa6-1d4c-40a1-9d82-dafd02f097c8 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Network': ['ID=f532fe29-8092-46de-9f7c-b6c88245e603,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:58.365520 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network f532fe29-8092-46de-9f7c-b6c88245e603 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:37:58.412805 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a285b2-0f24-4f9b-91a1-30c86b326fca tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:58.415417 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a285b2-0f24-4f9b-91a1-30c86b326fca tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:58.416740 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a285b2-0f24-4f9b-91a1-30c86b326fca tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:58.422042 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a285b2-0f24-4f9b-91a1-30c86b326fca tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:58.422042 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a285b2-0f24-4f9b-91a1-30c86b326fca tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:58.422042 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-74a285b2-0f24-4f9b-91a1-30c86b326fca tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0869865 Feb 16 22:37:58.429101 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57416) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:58.490221 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141247b8-6d50-42bf-b895-2730440d7377 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['shared'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:58.490221 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141247b8-6d50-42bf-b895-2730440d7377 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['shared'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:58.490984 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141247b8-6d50-42bf-b895-2730440d7377 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['shared'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:58.492487 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141247b8-6d50-42bf-b895-2730440d7377 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['shared'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:58.493672 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141247b8-6d50-42bf-b895-2730440d7377 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['shared'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:58.495327 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-141247b8-6d50-42bf-b895-2730440d7377 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0652716 Feb 16 22:37:58.500454 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57418) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:58.520963 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:58.552533 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f73bfe-004b-4454-8cd8-0facb522a4e7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:58.556035 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-30f73bfe-004b-4454-8cd8-0facb522a4e7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:58.700826 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00cd3b3-7bb5-49ec-8e71-d8e307a571da tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:58.702332 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c00cd3b3-7bb5-49ec-8e71-d8e307a571da tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "GET /v2.0/networks/7f1f451e-23dd-41e3-bed5-ab64d0eaa0f2 HTTP/1.1" status: 200 len: 804 time: 0.1993940 Feb 16 22:37:58.706413 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57420) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:58.787310 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9c1a5cce-af38-475a-80e3-02d45ce67a64 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:37:58.816778 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 9c1a5cce-af38-475a-80e3-02d45ce67a64 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:37:58.817303 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9c1a5cce-af38-475a-80e3-02d45ce67a64 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:37:58.829925 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-34a5920c-6777-4223-b690-40592ab65f3b tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "GET /v2.0/networks/7f1f451e-23dd-41e3-bed5-ab64d0eaa0f2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1215968 Feb 16 22:37:58.834888 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57422) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:58.884454 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-30f73bfe-004b-4454-8cd8-0facb522a4e7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (cafecfa1-872e-4c0f-a6a9-192ef9b9ad75), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:58.925880 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d93e626-1b8a-481e-ba6d-80d0330a1d18 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:58.927153 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8d93e626-1b8a-481e-ba6d-80d0330a1d18 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "GET /v2.0/subnets/29426147-492d-4f5b-8c07-693fcdda7b49 HTTP/1.1" status: 200 len: 843 time: 0.0913107 Feb 16 22:37:58.931021 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57424) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:58.963074 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f73bfe-004b-4454-8cd8-0facb522a4e7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Subnet': ['ID=cafecfa1-872e-4c0f-a6a9-192ef9b9ad75,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:58.967207 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f73bfe-004b-4454-8cd8-0facb522a4e7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Checking segment: {'id': '7edc4c8d-5238-4832-b0ed-9ad81db80d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f532fe29-8092-46de-9f7c-b6c88245e603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:37:58.967579 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f73bfe-004b-4454-8cd8-0facb522a4e7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Network hostable DHCP agents. Network: f532fe29-8092-46de-9f7c-b6c88245e603, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:37:58.983691 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ae99c0-4cc0-4364-b196-4785d305e45e tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['shared'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:58.988434 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e0ae99c0-4cc0-4364-b196-4785d305e45e tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "GET /v2.0/subnets/29426147-492d-4f5b-8c07-693fcdda7b49?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0533197 Feb 16 22:37:58.988909 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57426) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:58.993210 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f73bfe-004b-4454-8cd8-0facb522a4e7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Network f532fe29-8092-46de-9f7c-b6c88245e603 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:37:58.994472 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-535458c2-fc90-48e7-8efc-f75f241cec90 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-156845095'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:59.004573 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-30f73bfe-004b-4454-8cd8-0facb522a4e7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, f532fe29-8092-46de-9f7c-b6c88245e603) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:59.009811 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f73bfe-004b-4454-8cd8-0facb522a4e7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:59.010455 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-30f73bfe-004b-4454-8cd8-0facb522a4e7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:59.017943 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535458c2-fc90-48e7-8efc-f75f241cec90 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Made reservation on behalf of 6d2294dd7a3447cbbac0ecda38648786 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:59.018675 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef3c0b9-227c-4598-97b0-ceb2953b351d None None] Network f532fe29-8092-46de-9f7c-b6c88245e603 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:37:59.023410 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-535458c2-fc90-48e7-8efc-f75f241cec90 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:59.038988 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-30f73bfe-004b-4454-8cd8-0facb522a4e7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7696438 Feb 16 22:37:59.042596 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57428) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:59.047937 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-7c3a2da0-2b6a-4e5a-ab21-e683772f27f1 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'port': {'network_id': 'f532fe29-8092-46de-9f7c-b6c88245e603', 'name': 'tempest-PortsIpV6TestJSON-896008273'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:59.149489 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c38345-887c-44a9-affa-e263d05ca1cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-f532fe29-8092-46de-9f7c-b6c88245e603', 'network_id': 'f532fe29-8092-46de-9f7c-b6c88245e603', 'project_id': 'd60825dfe0634217b9a73819afe62c75', 'fixed_ips': [{'subnet_id': 'cafecfa1-872e-4c0f-a6a9-192ef9b9ad75'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:37:59.150787 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e9c38345-887c-44a9-affa-e263d05ca1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:59.167096 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-535458c2-fc90-48e7-8efc-f75f241cec90 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:37:59.178769 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb5d92d6-b98f-491a-9fac-8619cf464f63 req-e2f9adb6-f7c3-4117-92bf-05869f4fbae3 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0577610 Feb 16 22:37:59.183516 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-535458c2-fc90-48e7-8efc-f75f241cec90 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (cbe2eab4-ee54-4304-a251-dc62967b1348), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:59.184220 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-535458c2-fc90-48e7-8efc-f75f241cec90 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Added segment cbe2eab4-ee54-4304-a251-dc62967b1348 of type vlan for network d3873421-1124-4148-b427-a9d4a373c9aa Feb 16 22:37:59.200406 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3a2da0-2b6a-4e5a-ab21-e683772f27f1 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:59.200406 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c3a2da0-2b6a-4e5a-ab21-e683772f27f1 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:59.247140 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-7c3a2da0-2b6a-4e5a-ab21-e683772f27f1 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] device_id is not set on port 32b77320-2511-4900-86cd-996e48d81a9e yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:37:59.254012 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-535458c2-fc90-48e7-8efc-f75f241cec90 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (d3873421-1124-4148-b427-a9d4a373c9aa), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:59.311040 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-e9c38345-887c-44a9-affa-e263d05ca1cf None None] Allocated IP 2001:db8::2 (f532fe29-8092-46de-9f7c-b6c88245e603/cafecfa1-872e-4c0f-a6a9-192ef9b9ad75/02cb3c4a-9db8-45f4-8564-1eae90519d9f) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:37:59.334003 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-535458c2-fc90-48e7-8efc-f75f241cec90 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (d3873421-1124-4148-b427-a9d4a373c9aa), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:59.339328 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535458c2-fc90-48e7-8efc-f75f241cec90 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:59.339934 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-535458c2-fc90-48e7-8efc-f75f241cec90 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:59.385118 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-535458c2-fc90-48e7-8efc-f75f241cec90 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3950176 Feb 16 22:37:59.390365 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57432) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:59.395940 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-b565db51-075b-4983-9464-0170e699e5f3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Request body: {'subnet': {'network_id': 'd3873421-1124-4148-b427-a9d4a373c9aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:59.417559 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535458c2-fc90-48e7-8efc-f75f241cec90 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event updated for resources: {'Network': ['ID=d3873421-1124-4148-b427-a9d4a373c9aa,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:59.459224 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network d3873421-1124-4148-b427-a9d4a373c9aa details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:37:59.511048 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e9c38345-887c-44a9-affa-e263d05ca1cf None None] Publish callbacks [] for port (02cb3c4a-9db8-45f4-8564-1eae90519d9f), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:59.527925 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b565db51-075b-4983-9464-0170e699e5f3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Made reservation on behalf of 6d2294dd7a3447cbbac0ecda38648786 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:37:59.531890 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b565db51-075b-4983-9464-0170e699e5f3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:59.550669 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e9c38345-887c-44a9-affa-e263d05ca1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (02cb3c4a-9db8-45f4-8564-1eae90519d9f), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:59.606730 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-7c3a2da0-2b6a-4e5a-ab21-e683772f27f1 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Allocated IP 2001:db8::396 (f532fe29-8092-46de-9f7c-b6c88245e603/cafecfa1-872e-4c0f-a6a9-192ef9b9ad75/32b77320-2511-4900-86cd-996e48d81a9e) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:37:59.607408 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.ipam_backend_mixin [None req-b565db51-075b-4983-9464-0170e699e5f3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Performing IP validity checks on allocation pools {{(pid=103466) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 22:37:59.608019 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.ipam_backend_mixin [None req-b565db51-075b-4983-9464-0170e699e5f3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103466) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 22:37:59.663101 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c38345-887c-44a9-affa-e263d05ca1cf None None] Network f532fe29-8092-46de-9f7c-b6c88245e603 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:37:59.668318 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-e9c38345-887c-44a9-affa-e263d05ca1cf None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:59.673529 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c38345-887c-44a9-affa-e263d05ca1cf None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:37:59.678260 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c38345-887c-44a9-affa-e263d05ca1cf None None] Pushing event updated for resources: {'Port': ['ID=02cb3c4a-9db8-45f4-8564-1eae90519d9f,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:59.745660 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e9c38345-887c-44a9-affa-e263d05ca1cf None None] Attempting to bind port 02cb3c4a-9db8-45f4-8564-1eae90519d9f on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:37:59.745949 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e9c38345-887c-44a9-affa-e263d05ca1cf None None] Attempting to bind port 02cb3c4a-9db8-45f4-8564-1eae90519d9f by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '7edc4c8d-5238-4832-b0ed-9ad81db80d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f532fe29-8092-46de-9f7c-b6c88245e603'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:37:59.746335 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c38345-887c-44a9-affa-e263d05ca1cf None None] Attempting to bind port 02cb3c4a-9db8-45f4-8564-1eae90519d9f on network f532fe29-8092-46de-9f7c-b6c88245e603 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:37:59.760172 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c38345-887c-44a9-affa-e263d05ca1cf None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:37:59.760613 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c38345-887c-44a9-affa-e263d05ca1cf None None] Checking segment: {'id': '7edc4c8d-5238-4832-b0ed-9ad81db80d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f532fe29-8092-46de-9f7c-b6c88245e603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:37:59.761075 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e9c38345-887c-44a9-affa-e263d05ca1cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:59.761216 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b565db51-075b-4983-9464-0170e699e5f3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (550887f2-44b6-4c4a-82bf-d8fa64659af9), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:59.761526 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c38345-887c-44a9-affa-e263d05ca1cf None None] Bound using segment: {'id': '7edc4c8d-5238-4832-b0ed-9ad81db80d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f532fe29-8092-46de-9f7c-b6c88245e603'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:37:59.763102 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e9c38345-887c-44a9-affa-e263d05ca1cf None None] Bound port: 02cb3c4a-9db8-45f4-8564-1eae90519d9f, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7edc4c8d-5238-4832-b0ed-9ad81db80d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f532fe29-8092-46de-9f7c-b6c88245e603'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:37:59.763543 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e9c38345-887c-44a9-affa-e263d05ca1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (02cb3c4a-9db8-45f4-8564-1eae90519d9f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:59.838805 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c3a2da0-2b6a-4e5a-ab21-e683772f27f1 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for port (32b77320-2511-4900-86cd-996e48d81a9e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:59.849592 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b565db51-075b-4983-9464-0170e699e5f3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Checking segment: {'id': 'cbe2eab4-ee54-4304-a251-dc62967b1348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd3873421-1124-4148-b427-a9d4a373c9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:37:59.850770 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b565db51-075b-4983-9464-0170e699e5f3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Network hostable DHCP agents. Network: d3873421-1124-4148-b427-a9d4a373c9aa, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:37:59.851694 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e9c38345-887c-44a9-affa-e263d05ca1cf None None] For port 02cb3c4a-9db8-45f4-8564-1eae90519d9f, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:37:59.874091 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565db51-075b-4983-9464-0170e699e5f3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event updated for resources: {'Subnet': ['ID=550887f2-44b6-4c4a-82bf-d8fa64659af9,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:59.874618 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e9c38345-887c-44a9-affa-e263d05ca1cf None None] For port 02cb3c4a-9db8-45f4-8564-1eae90519d9f, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=02cb3c4a-9db8-45f4-8564-1eae90519d9f,segment=NetworkSegment(7edc4c8d-5238-4832-b0ed-9ad81db80d59),segment_id=7edc4c8d-5238-4832-b0ed-9ad81db80d59)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:37:59.879798 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c3a2da0-2b6a-4e5a-ab21-e683772f27f1 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (32b77320-2511-4900-86cd-996e48d81a9e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:59.889986 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e9c38345-887c-44a9-affa-e263d05ca1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (02cb3c4a-9db8-45f4-8564-1eae90519d9f), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:59.920458 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b565db51-075b-4983-9464-0170e699e5f3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Network d3873421-1124-4148-b427-a9d4a373c9aa is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:37:59.921823 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:59.936692 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3a2da0-2b6a-4e5a-ab21-e683772f27f1 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Network f532fe29-8092-46de-9f7c-b6c88245e603 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:37:59.937384 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-b565db51-075b-4983-9464-0170e699e5f3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, d3873421-1124-4148-b427-a9d4a373c9aa) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:59.940083 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-7c3a2da0-2b6a-4e5a-ab21-e683772f27f1 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:37:59.944910 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3a2da0-2b6a-4e5a-ab21-e683772f27f1 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:37:59.945790 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b565db51-075b-4983-9464-0170e699e5f3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:59.946606 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b565db51-075b-4983-9464-0170e699e5f3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:59.951053 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3a2da0-2b6a-4e5a-ab21-e683772f27f1 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:37:59.951695 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c3a2da0-2b6a-4e5a-ab21-e683772f27f1 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:37:59.959715 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c38345-887c-44a9-affa-e263d05ca1cf None None] Pushing event updated for resources: {'Port': ['ID=02cb3c4a-9db8-45f4-8564-1eae90519d9f,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:37:59.963902 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27eaa6c2-d1c6-4d51-beac-d213822a25cd None None] Network d3873421-1124-4148-b427-a9d4a373c9aa requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:37:59.976682 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7c3a2da0-2b6a-4e5a-ab21-e683772f27f1 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9334111 Feb 16 22:37:59.984652 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57434) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:37:59.989914 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-6b13be12-5a3c-40b2-b5e9-da5df3f7aeea tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'port': {'network_id': 'f532fe29-8092-46de-9f7c-b6c88245e603', 'name': 'tempest-PortsIpV6TestJSON-140188683'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:37:59.999521 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b565db51-075b-4983-9464-0170e699e5f3 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6079600 Feb 16 22:38:00.001224 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a2da0-2b6a-4e5a-ab21-e683772f27f1 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Port': ['ID=32b77320-2511-4900-86cd-996e48d81a9e,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:00.013747 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57436) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:00.022244 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-638a78f4-5d4b-4c47-8b8f-a5fdee26e786 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:00.103209 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe57dc7-1256-4b67-b69e-e29a4dbe0fa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-d3873421-1124-4148-b427-a9d4a373c9aa', 'network_id': 'd3873421-1124-4148-b427-a9d4a373c9aa', 'project_id': '6d2294dd7a3447cbbac0ecda38648786', 'fixed_ips': [{'subnet_id': '550887f2-44b6-4c4a-82bf-d8fa64659af9'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:38:00.104369 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cbe57dc7-1256-4b67-b69e-e29a4dbe0fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:00.164322 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-638a78f4-5d4b-4c47-8b8f-a5fdee26e786 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3681633'] for subnet (550887f2-44b6-4c4a-82bf-d8fa64659af9), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:00.169929 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b13be12-5a3c-40b2-b5e9-da5df3f7aeea tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:38:00.174308 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6b13be12-5a3c-40b2-b5e9-da5df3f7aeea tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:00.196840 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-6b13be12-5a3c-40b2-b5e9-da5df3f7aeea tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] device_id is not set on port 0d1ea558-fc67-484f-8ae8-c40a20111968 yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:38:00.324383 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-cbe57dc7-1256-4b67-b69e-e29a4dbe0fa7 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 16 22:38:00.324383 n-d-813897-6 neutron-server[103467]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 16 22:38:00.324383 n-d-813897-6 neutron-server[103467]: [parameters: {'in_use': 1, 'id_1': '550887f2-44b6-4c4a-82bf-d8fa64659af9'}] Feb 16 22:38:00.324383 n-d-813897-6 neutron-server[103467]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:38:00.324903 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-cbe57dc7-1256-4b67-b69e-e29a4dbe0fa7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:38:00.387828 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fa523670-64c1-4bfb-8ad3-d511bd289d0a req-a7f1568b-8f4f-4f5a-aa88-12d9f5f287b6 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0440922 Feb 16 22:38:00.431829 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-6b13be12-5a3c-40b2-b5e9-da5df3f7aeea tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Allocated IP 2001:db8::37e (f532fe29-8092-46de-9f7c-b6c88245e603/cafecfa1-872e-4c0f-a6a9-192ef9b9ad75/0d1ea558-fc67-484f-8ae8-c40a20111968) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:38:00.498630 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-638a78f4-5d4b-4c47-8b8f-a5fdee26e786 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771215923559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26075235'] for subnet (550887f2-44b6-4c4a-82bf-d8fa64659af9), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:00.567527 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638a78f4-5d4b-4c47-8b8f-a5fdee26e786 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:00.568373 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-638a78f4-5d4b-4c47-8b8f-a5fdee26e786 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:00.575021 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-638a78f4-5d4b-4c47-8b8f-a5fdee26e786 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "PUT /v2.0/subnets/550887f2-44b6-4c4a-82bf-d8fa64659af9 HTTP/1.1" status: 200 len: 900 time: 0.5585294 Feb 16 22:38:00.575799 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57440) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:00.594450 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a78f4-5d4b-4c47-8b8f-a5fdee26e786 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event updated for resources: {'Subnet': ['ID=550887f2-44b6-4c4a-82bf-d8fa64659af9,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:00.630524 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6b13be12-5a3c-40b2-b5e9-da5df3f7aeea tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for port (0d1ea558-fc67-484f-8ae8-c40a20111968), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:00.668546 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6b13be12-5a3c-40b2-b5e9-da5df3f7aeea tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (0d1ea558-fc67-484f-8ae8-c40a20111968), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:00.705084 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e94ace2a-f7d8-4cae-a140-ffd54861fbb4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (d3873421-1124-4148-b427-a9d4a373c9aa), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:00.715805 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b13be12-5a3c-40b2-b5e9-da5df3f7aeea tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Network f532fe29-8092-46de-9f7c-b6c88245e603 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:38:00.719048 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-6b13be12-5a3c-40b2-b5e9-da5df3f7aeea tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:38:00.722928 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b13be12-5a3c-40b2-b5e9-da5df3f7aeea tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:38:00.728116 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b13be12-5a3c-40b2-b5e9-da5df3f7aeea tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:00.728743 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6b13be12-5a3c-40b2-b5e9-da5df3f7aeea tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:00.742471 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b13be12-5a3c-40b2-b5e9-da5df3f7aeea tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Port': ['ID=0d1ea558-fc67-484f-8ae8-c40a20111968,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:00.754448 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6b13be12-5a3c-40b2-b5e9-da5df3f7aeea tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7666337 Feb 16 22:38:00.754660 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57442) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:00.779402 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e94ace2a-f7d8-4cae-a140-ffd54861fbb4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (550887f2-44b6-4c4a-82bf-d8fa64659af9), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:00.825809 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cbe57dc7-1256-4b67-b69e-e29a4dbe0fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:00.887673 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e94ace2a-f7d8-4cae-a140-ffd54861fbb4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (550887f2-44b6-4c4a-82bf-d8fa64659af9), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:00.906395 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905c54fe-e42b-4354-9bb8-2f60b317c558 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:00.908392 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-905c54fe-e42b-4354-9bb8-2f60b317c558 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A396 HTTP/1.1" status: 200 len: 928 time: 0.1528032 Feb 16 22:38:00.911192 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57444) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:00.920525 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ace2a-f7d8-4cae-a140-ffd54861fbb4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event deleted for resources: {'Subnet': ['ID=550887f2-44b6-4c4a-82bf-d8fa64659af9,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:00.953307 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 02cb3c4a-9db8-45f4-8564-1eae90519d9f up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:38:00.993524 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e94ace2a-f7d8-4cae-a140-ffd54861fbb4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (d3873421-1124-4148-b427-a9d4a373c9aa), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server [None req-cbe57dc7-1256-4b67-b69e-e29a4dbe0fa7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 550887f2-44b6-4c4a-82bf-d8fa64659af9: This subnet is being modified by another concurrent operation. Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 22:38:01.034274 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise exception Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 550887f2-44b6-4c4a-82bf-d8fa64659af9: This subnet is being modified by another concurrent operation. Feb 16 22:38:01.038392 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server Feb 16 22:38:01.047399 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-e94ace2a-f7d8-4cae-a140-ffd54861fbb4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3873421-1124-4148-b427-a9d4a373c9aa']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:01.060782 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 02cb3c4a-9db8-45f4-8564-1eae90519d9f triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:38:01.061230 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (02cb3c4a-9db8-45f4-8564-1eae90519d9f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:01.070614 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-e94ace2a-f7d8-4cae-a140-ffd54861fbb4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe2eab4-ee54-4304-a251-dc62967b1348') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:01.070929 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-e94ace2a-f7d8-4cae-a140-ffd54861fbb4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe2eab4-ee54-4304-a251-dc62967b1348') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:01.088252 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-f6eedea2-82ee-4e0b-9f2d-d9bbb6da5477 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Deleting port 0d1ea558-fc67-484f-8ae8-c40a20111968 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:38:01.089727 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babaf736-57ae-4c07-8a08-946672c6cebe None None] Network d3873421-1124-4148-b427-a9d4a373c9aa requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:38:01.089884 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f6eedea2-82ee-4e0b-9f2d-d9bbb6da5477 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (0d1ea558-fc67-484f-8ae8-c40a20111968), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:01.097301 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e94ace2a-f7d8-4cae-a140-ffd54861fbb4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (cbe2eab4-ee54-4304-a251-dc62967b1348), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:01.116663 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e94ace2a-f7d8-4cae-a140-ffd54861fbb4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (cbe2eab4-ee54-4304-a251-dc62967b1348), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:01.135792 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94ace2a-f7d8-4cae-a140-ffd54861fbb4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:38:01.137697 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e94ace2a-f7d8-4cae-a140-ffd54861fbb4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (cbe2eab4-ee54-4304-a251-dc62967b1348), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:01.166828 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:38:01.166828 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:38:01.166828 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:38:01.166828 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:38:01.166828 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:38:01.166828 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:38:01.166828 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:38:01.166828 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:38:01.166828 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:38:01.166828 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:38:01.166828 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:38:01.166828 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:38:01.166828 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:38:01.166828 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:38:01.166828 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:38:01.166828 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:38:01.166828 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:38:01.166828 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:38:01.166828 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:38:01.166828 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:38:01.166828 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:38:01.166828 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:38:01.166828 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:38:01.166828 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:38:01.166828 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:38:01.166828 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:38:01.166828 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:38:01.166828 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:38:01.166828 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:38:01.166828 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:38:01.166828 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:38:01.166828 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:38:01.215170 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f6eedea2-82ee-4e0b-9f2d-d9bbb6da5477 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (0d1ea558-fc67-484f-8ae8-c40a20111968), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:01.232970 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-f6eedea2-82ee-4e0b-9f2d-d9bbb6da5477 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Calling delete_port for 0d1ea558-fc67-484f-8ae8-c40a20111968 owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:38:01.233546 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e94ace2a-f7d8-4cae-a140-ffd54861fbb4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (d3873421-1124-4148-b427-a9d4a373c9aa), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:01.250785 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e94ace2a-f7d8-4cae-a140-ffd54861fbb4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:01.258921 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e94ace2a-f7d8-4cae-a140-ffd54861fbb4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "DELETE /v2.0/networks/d3873421-1124-4148-b427-a9d4a373c9aa HTTP/1.1" status: 204 len: 168 time: 0.6715360 Feb 16 22:38:01.264853 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8fb7b6-b0cd-40ac-8770-9a00b21ea7bf None None] Network d3873421-1124-4148-b427-a9d4a373c9aa requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:38:01.269680 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57446) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:01.285513 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8fb7b6-b0cd-40ac-8770-9a00b21ea7bf None None] Network d3873421-1124-4148-b427-a9d4a373c9aa could not be found, it might have been deleted concurrently. {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 16 22:38:01.307441 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 02cb3c4a-9db8-45f4-8564-1eae90519d9f is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:38:01.307849 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (02cb3c4a-9db8-45f4-8564-1eae90519d9f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:01.314989 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dc9116e-ffbf-47d4-9eef-818db36f8fbc tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] DELETE failed (client error): The resource could not be found. Feb 16 22:38:01.315448 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dc9116e-ffbf-47d4-9eef-818db36f8fbc tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:38:01.328042 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3dc9116e-ffbf-47d4-9eef-818db36f8fbc tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "DELETE /v2.0/subnets/550887f2-44b6-4c4a-82bf-d8fa64659af9 HTTP/1.1" status: 404 len: 337 time: 0.0569894 Feb 16 22:38:01.329261 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ace2a-f7d8-4cae-a140-ffd54861fbb4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event deleted for resources: {'Network': ['ID=d3873421-1124-4148-b427-a9d4a373c9aa,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:01.337331 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57448) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:01.357004 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 02cb3c4a-9db8-45f4-8564-1eae90519d9f, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=02cb3c4a-9db8-45f4-8564-1eae90519d9f,segment=NetworkSegment(7edc4c8d-5238-4832-b0ed-9ad81db80d59),segment_id=7edc4c8d-5238-4832-b0ed-9ad81db80d59)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:38:01.361326 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e49dc3b-9e11-4ef7-9af1-3eb57229d145 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] DELETE failed (client error): The resource could not be found. Feb 16 22:38:01.361846 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e49dc3b-9e11-4ef7-9af1-3eb57229d145 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:38:01.367242 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4e49dc3b-9e11-4ef7-9af1-3eb57229d145 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "DELETE /v2.0/networks/d3873421-1124-4148-b427-a9d4a373c9aa HTTP/1.1" status: 404 len: 339 time: 0.0265961 Feb 16 22:38:01.371050 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (02cb3c4a-9db8-45f4-8564-1eae90519d9f), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:01.377223 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57450) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:01.405695 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f6eedea2-82ee-4e0b-9f2d-d9bbb6da5477 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (0d1ea558-fc67-484f-8ae8-c40a20111968), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:01.482348 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eedea2-82ee-4e0b-9f2d-d9bbb6da5477 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Port': ['ID=0d1ea558-fc67-484f-8ae8-c40a20111968,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:01.520323 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dbdd9d81-ebcb-4d72-a7b5-292c2ee5fc37 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (158695fa-4a8a-4387-b1a3-c7f05ac5b1e8), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:01.548913 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f6eedea2-82ee-4e0b-9f2d-d9bbb6da5477 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:01.552237 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f6eedea2-82ee-4e0b-9f2d-d9bbb6da5477 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/ports/0d1ea558-fc67-484f-8ae8-c40a20111968 HTTP/1.1" status: 204 len: 168 time: 0.6397715 Feb 16 22:38:01.563383 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57454) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:01.620433 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-96a42f31-7ef3-4fd1-aabd-cb26199e05f7 req-48882f7a-b72d-4879-941a-57e5cc31df1f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0670362 Feb 16 22:38:01.622188 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc33dc02-01b4-4932-8724-d81c39ca4799 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] GET failed (client error): The resource could not be found. Feb 16 22:38:01.623567 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-dc33dc02-01b4-4932-8724-d81c39ca4799 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "GET /v2.0/ports/0d1ea558-fc67-484f-8ae8-c40a20111968 HTTP/1.1" status: 404 len: 333 time: 0.0592165 Feb 16 22:38:01.627568 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57456) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:01.661216 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=02cb3c4a-9db8-45f4-8564-1eae90519d9f,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:01.664119 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501df629-c99c-4b11-8317-539a82191125 None None] get_active_networks_info from n-d-813897-6 {{(pid=103467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 22:38:01.687342 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dbdd9d81-ebcb-4d72-a7b5-292c2ee5fc37 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (158695fa-4a8a-4387-b1a3-c7f05ac5b1e8), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:01.718440 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-23cc8b1c-fb8a-40f3-8397-5ea143d6c5ea None None] Provisioning complete for port 02cb3c4a-9db8-45f4-8564-1eae90519d9f triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:38:01.718916 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-23cc8b1c-fb8a-40f3-8397-5ea143d6c5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (02cb3c4a-9db8-45f4-8564-1eae90519d9f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:01.724748 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-dbdd9d81-ebcb-4d72-a7b5-292c2ee5fc37 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158695fa-4a8a-4387-b1a3-c7f05ac5b1e8']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:01.736470 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-dbdd9d81-ebcb-4d72-a7b5-292c2ee5fc37 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7533a633-1143-46ca-8b62-eb30e1b9ea8c') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:01.737024 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-dbdd9d81-ebcb-4d72-a7b5-292c2ee5fc37 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7533a633-1143-46ca-8b62-eb30e1b9ea8c') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:01.751737 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dbdd9d81-ebcb-4d72-a7b5-292c2ee5fc37 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (7533a633-1143-46ca-8b62-eb30e1b9ea8c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:01.766091 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dbdd9d81-ebcb-4d72-a7b5-292c2ee5fc37 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (7533a633-1143-46ca-8b62-eb30e1b9ea8c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:01.773149 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbdd9d81-ebcb-4d72-a7b5-292c2ee5fc37 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:38:01.773756 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dbdd9d81-ebcb-4d72-a7b5-292c2ee5fc37 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (7533a633-1143-46ca-8b62-eb30e1b9ea8c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:01.776977 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-631cbed9-cbe4-4728-a44d-d1e25b7154b1 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Deleting port 32b77320-2511-4900-86cd-996e48d81a9e {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:38:01.777499 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-631cbed9-cbe4-4728-a44d-d1e25b7154b1 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (32b77320-2511-4900-86cd-996e48d81a9e), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:01.849052 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:38:01.849052 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:38:01.849052 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:38:01.849052 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:38:01.849052 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:38:01.849052 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:38:01.849052 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:38:01.849052 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:38:01.849052 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:38:01.849052 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:38:01.849052 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:38:01.849052 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:38:01.849052 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:38:01.849052 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:38:01.849052 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:38:01.849052 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:38:01.849052 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:38:01.849052 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:38:01.849052 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:38:01.849052 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:38:01.849052 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:38:01.849052 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:38:01.849052 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:38:01.849052 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:38:01.849052 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:38:01.849052 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:38:01.849052 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:38:01.849052 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:38:01.849052 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:38:01.849052 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:38:01.849052 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:38:01.849052 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:38:01.853912 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dbdd9d81-ebcb-4d72-a7b5-292c2ee5fc37 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (158695fa-4a8a-4387-b1a3-c7f05ac5b1e8), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:01.860004 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dbdd9d81-ebcb-4d72-a7b5-292c2ee5fc37 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:01.865838 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-dbdd9d81-ebcb-4d72-a7b5-292c2ee5fc37 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "DELETE /v2.0/networks/158695fa-4a8a-4387-b1a3-c7f05ac5b1e8 HTTP/1.1" status: 204 len: 168 time: 0.4853745 Feb 16 22:38:01.867472 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57458) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:01.885729 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-23cc8b1c-fb8a-40f3-8397-5ea143d6c5ea None None] Current status of the port 02cb3c4a-9db8-45f4-8564-1eae90519d9f is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:38:01.896230 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501df629-c99c-4b11-8317-539a82191125 None None] Resources bound (agent type, host, resource id): {{(pid=103467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 22:38:01.912462 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd9d81-ebcb-4d72-a7b5-292c2ee5fc37 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event deleted for resources: {'Network': ['ID=158695fa-4a8a-4387-b1a3-c7f05ac5b1e8,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:01.917158 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa3d3b5-908d-42f8-8ecf-e7f122acbb9f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] DELETE failed (client error): The resource could not be found. Feb 16 22:38:01.917826 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaa3d3b5-908d-42f8-8ecf-e7f122acbb9f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:38:01.924327 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-eaa3d3b5-908d-42f8-8ecf-e7f122acbb9f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "DELETE /v2.0/subnets/d00a6a38-6c58-4300-9b96-b94010de535a HTTP/1.1" status: 404 len: 337 time: 0.0521474 Feb 16 22:38:01.924675 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57460) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:01.932013 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-631cbed9-cbe4-4728-a44d-d1e25b7154b1 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (32b77320-2511-4900-86cd-996e48d81a9e), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:01.946453 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-631cbed9-cbe4-4728-a44d-d1e25b7154b1 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Calling delete_port for 32b77320-2511-4900-86cd-996e48d81a9e owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:38:01.955601 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-03bd6d1d-7313-47b4-a44d-85d1b622e9e5 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] DELETE failed (client error): The resource could not be found. Feb 16 22:38:01.958133 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03bd6d1d-7313-47b4-a44d-85d1b622e9e5 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:38:01.963786 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-03bd6d1d-7313-47b4-a44d-85d1b622e9e5 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "DELETE /v2.0/networks/bac8b977-1da2-44d7-9fa5-827258e3c450 HTTP/1.1" status: 404 len: 339 time: 0.0357773 Feb 16 22:38:01.964128 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57462) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:02.027229 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-875091dc-192e-4c04-9ac9-85a59ab27bb4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Deleting subnet 290fc9b6-b051-44be-80f8-401b664cbb40 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:38:02.031247 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-875091dc-192e-4c04-9ac9-85a59ab27bb4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks [] for subnet (290fc9b6-b051-44be-80f8-401b664cbb40), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:02.088932 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-875091dc-192e-4c04-9ac9-85a59ab27bb4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (290fc9b6-b051-44be-80f8-401b664cbb40), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:02.111142 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-631cbed9-cbe4-4728-a44d-d1e25b7154b1 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (32b77320-2511-4900-86cd-996e48d81a9e), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:02.142576 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631cbed9-cbe4-4728-a44d-d1e25b7154b1 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Port': ['ID=32b77320-2511-4900-86cd-996e48d81a9e,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:02.155051 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1523ab-cb06-4c37-b81d-5dd49a44fb21 None None] Network f532fe29-8092-46de-9f7c-b6c88245e603 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:38:02.179579 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-631cbed9-cbe4-4728-a44d-d1e25b7154b1 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:02.185929 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-631cbed9-cbe4-4728-a44d-d1e25b7154b1 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/ports/32b77320-2511-4900-86cd-996e48d81a9e HTTP/1.1" status: 204 len: 168 time: 0.5572217 Feb 16 22:38:02.186602 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57464) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:02.213849 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-875091dc-192e-4c04-9ac9-85a59ab27bb4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (290fc9b6-b051-44be-80f8-401b664cbb40), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:02.214335 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa0ae957-5e6f-4b1b-ae44-707224e229bc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] GET failed (client error): The resource could not be found. Feb 16 22:38:02.219722 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-aa0ae957-5e6f-4b1b-ae44-707224e229bc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "GET /v2.0/ports/32b77320-2511-4900-86cd-996e48d81a9e HTTP/1.1" status: 404 len: 333 time: 0.0321286 Feb 16 22:38:02.220360 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57466) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:02.273207 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ffc1750-3dc7-4300-a8be-bd2ff2da4233 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Deleting subnet cafecfa1-872e-4c0f-a6a9-192ef9b9ad75 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:38:02.277201 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7ffc1750-3dc7-4300-a8be-bd2ff2da4233 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for subnet (cafecfa1-872e-4c0f-a6a9-192ef9b9ad75), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:02.291530 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-875091dc-192e-4c04-9ac9-85a59ab27bb4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (290fc9b6-b051-44be-80f8-401b664cbb40), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:02.310272 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-875091dc-192e-4c04-9ac9-85a59ab27bb4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:02.314137 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-875091dc-192e-4c04-9ac9-85a59ab27bb4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "DELETE /v2.0/subnets/290fc9b6-b051-44be-80f8-401b664cbb40 HTTP/1.1" status: 204 len: 168 time: 0.3489072 Feb 16 22:38:02.318074 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57468) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:02.322977 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f275674-27f9-400b-b109-e73a351d1f47 None None] Network 3408fcc3-3531-4220-a334-844885f83c57 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:38:02.333458 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875091dc-192e-4c04-9ac9-85a59ab27bb4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event deleted for resources: {'Subnet': ['ID=290fc9b6-b051-44be-80f8-401b664cbb40,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:02.360606 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7ffc1750-3dc7-4300-a8be-bd2ff2da4233 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (cafecfa1-872e-4c0f-a6a9-192ef9b9ad75), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:02.412485 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc767ae-1eeb-485c-91c0-cf06e373ac37 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Deleting subnet 9a7dc001-7080-4030-82e7-ec6b4f829d54 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:38:02.419954 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5cc767ae-1eeb-485c-91c0-cf06e373ac37 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks [] for subnet (9a7dc001-7080-4030-82e7-ec6b4f829d54), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:02.518703 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5cc767ae-1eeb-485c-91c0-cf06e373ac37 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (9a7dc001-7080-4030-82e7-ec6b4f829d54), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:02.553609 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7ffc1750-3dc7-4300-a8be-bd2ff2da4233 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (cafecfa1-872e-4c0f-a6a9-192ef9b9ad75), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:02.653414 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5cc767ae-1eeb-485c-91c0-cf06e373ac37 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (9a7dc001-7080-4030-82e7-ec6b4f829d54), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:02.728026 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7ffc1750-3dc7-4300-a8be-bd2ff2da4233 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (cafecfa1-872e-4c0f-a6a9-192ef9b9ad75), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:02.782420 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5cc767ae-1eeb-485c-91c0-cf06e373ac37 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (9a7dc001-7080-4030-82e7-ec6b4f829d54), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:02.784967 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7ffc1750-3dc7-4300-a8be-bd2ff2da4233 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:02.791306 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7ffc1750-3dc7-4300-a8be-bd2ff2da4233 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/subnets/cafecfa1-872e-4c0f-a6a9-192ef9b9ad75 HTTP/1.1" status: 204 len: 168 time: 0.5699167 Feb 16 22:38:02.791468 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57472) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:02.792415 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc1750-3dc7-4300-a8be-bd2ff2da4233 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Subnet': ['ID=cafecfa1-872e-4c0f-a6a9-192ef9b9ad75,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:02.849945 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3dcb8c6e-62f4-4c13-99c5-3b857cf7b440 req-2784e163-bb19-4017-9858-ef5dfa4a33ff tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0552423 Feb 16 22:38:02.860781 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5cc767ae-1eeb-485c-91c0-cf06e373ac37 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:02.871130 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 02cb3c4a-9db8-45f4-8564-1eae90519d9f up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:38:02.888697 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5cc767ae-1eeb-485c-91c0-cf06e373ac37 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "DELETE /v2.0/subnets/9a7dc001-7080-4030-82e7-ec6b4f829d54 HTTP/1.1" status: 204 len: 168 time: 0.5697367 Feb 16 22:38:02.902444 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57474) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:02.919172 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391f305c-4424-4ea3-b1a8-49fc57bbf49f None None] Network f532fe29-8092-46de-9f7c-b6c88245e603 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:38:02.929758 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc767ae-1eeb-485c-91c0-cf06e373ac37 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event deleted for resources: {'Subnet': ['ID=9a7dc001-7080-4030-82e7-ec6b4f829d54,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:02.998816 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4be04347-a276-485d-a384-3cbcda9fa1b4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (3408fcc3-3531-4220-a334-844885f83c57), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:03.008520 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-190d79a1-e28d-41df-aaa4-2d3986b4d4a7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (f532fe29-8092-46de-9f7c-b6c88245e603), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:03.015350 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-8e2559e1-f4e3-4abb-a2f3-cf19eff76c03 None None] Provisioning complete for port 02cb3c4a-9db8-45f4-8564-1eae90519d9f triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:38:03.015763 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8e2559e1-f4e3-4abb-a2f3-cf19eff76c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (02cb3c4a-9db8-45f4-8564-1eae90519d9f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:03.101054 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 02cb3c4a-9db8-45f4-8564-1eae90519d9f triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:38:03.101440 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (02cb3c4a-9db8-45f4-8564-1eae90519d9f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:03.111267 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-190d79a1-e28d-41df-aaa4-2d3986b4d4a7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Deleting port 02cb3c4a-9db8-45f4-8564-1eae90519d9f {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:38:03.111622 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-190d79a1-e28d-41df-aaa4-2d3986b4d4a7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (02cb3c4a-9db8-45f4-8564-1eae90519d9f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:03.129621 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-4be04347-a276-485d-a384-3cbcda9fa1b4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Deleting port 11b8da61-cb75-4827-a4f2-03991e8724af {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:38:03.129987 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4be04347-a276-485d-a384-3cbcda9fa1b4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (11b8da61-cb75-4827-a4f2-03991e8724af), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:03.209798 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-8e2559e1-f4e3-4abb-a2f3-cf19eff76c03 None None] Current status of the port 02cb3c4a-9db8-45f4-8564-1eae90519d9f is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:38:03.211874 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2305bd0-8f5b-4416-9c4e-f10d1c5c6476 None None] DHCP port deletion for f532fe29-8092-46de-9f7c-b6c88245e603 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:38:03.227456 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-4be04347-a276-485d-a384-3cbcda9fa1b4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] For port 11b8da61-cb75-4827-a4f2-03991e8724af, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=11b8da61-cb75-4827-a4f2-03991e8724af,segment=NetworkSegment(51e96a1f-687f-457d-9d09-8dde9aa3e3b8),segment_id=51e96a1f-687f-457d-9d09-8dde9aa3e3b8)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:38:03.227831 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4be04347-a276-485d-a384-3cbcda9fa1b4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (11b8da61-cb75-4827-a4f2-03991e8724af), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:03.241628 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-4be04347-a276-485d-a384-3cbcda9fa1b4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Calling delete_port for 11b8da61-cb75-4827-a4f2-03991e8724af owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:38:03.253538 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 02cb3c4a-9db8-45f4-8564-1eae90519d9f is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:38:03.306978 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e2305bd0-8f5b-4416-9c4e-f10d1c5c6476 None None] Deleting port 02cb3c4a-9db8-45f4-8564-1eae90519d9f {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:38:03.307350 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e2305bd0-8f5b-4416-9c4e-f10d1c5c6476 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (02cb3c4a-9db8-45f4-8564-1eae90519d9f), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:03.371164 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4be04347-a276-485d-a384-3cbcda9fa1b4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (11b8da61-cb75-4827-a4f2-03991e8724af), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:03.395962 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e2305bd0-8f5b-4416-9c4e-f10d1c5c6476 None None] For port 02cb3c4a-9db8-45f4-8564-1eae90519d9f, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=02cb3c4a-9db8-45f4-8564-1eae90519d9f,segment=NetworkSegment(7edc4c8d-5238-4832-b0ed-9ad81db80d59),segment_id=7edc4c8d-5238-4832-b0ed-9ad81db80d59)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:38:03.396970 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e2305bd0-8f5b-4416-9c4e-f10d1c5c6476 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (02cb3c4a-9db8-45f4-8564-1eae90519d9f), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:03.411027 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-190d79a1-e28d-41df-aaa4-2d3986b4d4a7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] For port 02cb3c4a-9db8-45f4-8564-1eae90519d9f, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=02cb3c4a-9db8-45f4-8564-1eae90519d9f,segment=NetworkSegment(7edc4c8d-5238-4832-b0ed-9ad81db80d59),segment_id=7edc4c8d-5238-4832-b0ed-9ad81db80d59)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:38:03.411406 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-190d79a1-e28d-41df-aaa4-2d3986b4d4a7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (02cb3c4a-9db8-45f4-8564-1eae90519d9f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:03.414464 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be04347-a276-485d-a384-3cbcda9fa1b4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event deleted for resources: {'Port': ['ID=11b8da61-cb75-4827-a4f2-03991e8724af,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:03.415573 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e2305bd0-8f5b-4416-9c4e-f10d1c5c6476 None None] Calling delete_port for 02cb3c4a-9db8-45f4-8564-1eae90519d9f owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:38:03.420075 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8bef42-0ae0-4dca-a3ab-dea95d81f4ab None None] Network 3408fcc3-3531-4220-a334-844885f83c57 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:38:03.424905 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be04347-a276-485d-a384-3cbcda9fa1b4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] No DVR routers for this DVR port 11b8da61-cb75-4827-a4f2-03991e8724af on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:38:03.432567 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-190d79a1-e28d-41df-aaa4-2d3986b4d4a7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Calling delete_port for 02cb3c4a-9db8-45f4-8564-1eae90519d9f owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:38:03.454451 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-6f95ce8c-b723-43a1-8392-64c9429d8af7 None None] Could not find standard attr ID for object 11b8da61-cb75-4827-a4f2-03991e8724af. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:38:03.547346 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4be04347-a276-485d-a384-3cbcda9fa1b4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (3408fcc3-3531-4220-a334-844885f83c57), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:03.568300 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-4be04347-a276-485d-a384-3cbcda9fa1b4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3408fcc3-3531-4220-a334-844885f83c57']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:03.580986 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-4be04347-a276-485d-a384-3cbcda9fa1b4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e96a1f-687f-457d-9d09-8dde9aa3e3b8') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:03.581292 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-4be04347-a276-485d-a384-3cbcda9fa1b4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e96a1f-687f-457d-9d09-8dde9aa3e3b8') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:03.587463 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e2305bd0-8f5b-4416-9c4e-f10d1c5c6476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (02cb3c4a-9db8-45f4-8564-1eae90519d9f), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:03.597578 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4be04347-a276-485d-a384-3cbcda9fa1b4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (51e96a1f-687f-457d-9d09-8dde9aa3e3b8), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:03.618960 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2305bd0-8f5b-4416-9c4e-f10d1c5c6476 None None] Pushing event deleted for resources: {'Port': ['ID=02cb3c4a-9db8-45f4-8564-1eae90519d9f,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:03.621118 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2305bd0-8f5b-4416-9c4e-f10d1c5c6476 None None] No DVR routers for this DVR port 02cb3c4a-9db8-45f4-8564-1eae90519d9f on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:38:03.626928 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4be04347-a276-485d-a384-3cbcda9fa1b4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (51e96a1f-687f-457d-9d09-8dde9aa3e3b8), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:03.641737 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be04347-a276-485d-a384-3cbcda9fa1b4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:38:03.642318 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4be04347-a276-485d-a384-3cbcda9fa1b4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (51e96a1f-687f-457d-9d09-8dde9aa3e3b8), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:03.645462 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:38:03.645462 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:38:03.645462 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:38:03.645462 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:38:03.645462 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:38:03.645462 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:38:03.645462 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:38:03.645462 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:38:03.645462 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:38:03.645462 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:38:03.645462 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:38:03.645462 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:38:03.645462 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:38:03.645462 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:38:03.645462 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:38:03.645462 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:38:03.645462 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:38:03.645462 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:38:03.645462 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:38:03.645462 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:38:03.645462 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:38:03.645462 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:38:03.645462 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:38:03.645462 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:38:03.645462 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:38:03.645462 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:38:03.645462 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:38:03.645462 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:38:03.645462 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:38:03.645462 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:38:03.645462 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:38:03.645462 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:38:03.645462 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:38:03.645462 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:38:03.664060 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a818f311-568d-43a9-9b5b-8ea22b4eabce None None] DHCP port deletion for 3408fcc3-3531-4220-a334-844885f83c57 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:38:03.673418 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-190d79a1-e28d-41df-aaa4-2d3986b4d4a7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (02cb3c4a-9db8-45f4-8564-1eae90519d9f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:03.732680 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d79a1-e28d-41df-aaa4-2d3986b4d4a7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Port': ['ID=02cb3c4a-9db8-45f4-8564-1eae90519d9f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:03.735065 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190d79a1-e28d-41df-aaa4-2d3986b4d4a7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] No DVR routers for this DVR port 02cb3c4a-9db8-45f4-8564-1eae90519d9f on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:38:03.759982 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4be04347-a276-485d-a384-3cbcda9fa1b4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (3408fcc3-3531-4220-a334-844885f83c57), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:03.769423 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4be04347-a276-485d-a384-3cbcda9fa1b4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:03.772490 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4be04347-a276-485d-a384-3cbcda9fa1b4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "DELETE /v2.0/networks/3408fcc3-3531-4220-a334-844885f83c57 HTTP/1.1" status: 204 len: 168 time: 0.8690584 Feb 16 22:38:03.775175 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57476) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:03.800703 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be04347-a276-485d-a384-3cbcda9fa1b4 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event deleted for resources: {'Network': ['ID=3408fcc3-3531-4220-a334-844885f83c57,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:03.801364 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-410e1b93-5a49-4f5f-ba6a-1aae124ba64f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] DELETE failed (client error): The resource could not be found. Feb 16 22:38:03.801849 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-410e1b93-5a49-4f5f-ba6a-1aae124ba64f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:38:03.807539 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57478) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:03.807715 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-410e1b93-5a49-4f5f-ba6a-1aae124ba64f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "DELETE /v2.0/subnets/fbb67e6d-f908-41ec-a6b1-aa8a93323e20 HTTP/1.1" status: 404 len: 337 time: 0.0314374 Feb 16 22:38:03.853614 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-190d79a1-e28d-41df-aaa4-2d3986b4d4a7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (f532fe29-8092-46de-9f7c-b6c88245e603), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:03.857559 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff72b00-e509-479e-9701-849dfc15b79a tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] DELETE failed (client error): The resource could not be found. Feb 16 22:38:03.858097 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aff72b00-e509-479e-9701-849dfc15b79a tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:38:03.861062 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-aff72b00-e509-479e-9701-849dfc15b79a tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "DELETE /v2.0/networks/bf6ceaa2-ba66-42e5-bb03-fe4612907cbf HTTP/1.1" status: 404 len: 339 time: 0.0526326 Feb 16 22:38:03.863745 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57480) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:03.880802 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-190d79a1-e28d-41df-aaa4-2d3986b4d4a7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f532fe29-8092-46de-9f7c-b6c88245e603']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:03.897335 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d7387b6-8db3-4bcf-99d4-81391d6a3f69 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] DELETE failed (client error): The resource could not be found. Feb 16 22:38:03.897998 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d7387b6-8db3-4bcf-99d4-81391d6a3f69 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:38:03.899753 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-190d79a1-e28d-41df-aaa4-2d3986b4d4a7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7edc4c8d-5238-4832-b0ed-9ad81db80d59') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:03.900047 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-190d79a1-e28d-41df-aaa4-2d3986b4d4a7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7edc4c8d-5238-4832-b0ed-9ad81db80d59') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:03.902004 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5d7387b6-8db3-4bcf-99d4-81391d6a3f69 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "DELETE /v2.0/subnets/2fd3b141-6942-443b-9cd3-846931d5479e HTTP/1.1" status: 404 len: 337 time: 0.0370624 Feb 16 22:38:03.904973 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57484) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:03.910767 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-190d79a1-e28d-41df-aaa4-2d3986b4d4a7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (7edc4c8d-5238-4832-b0ed-9ad81db80d59), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:03.925142 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-190d79a1-e28d-41df-aaa4-2d3986b4d4a7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (7edc4c8d-5238-4832-b0ed-9ad81db80d59), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:03.928237 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-59887305-8e65-4f07-a518-57dbf96f2c29 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] DELETE failed (client error): The resource could not be found. Feb 16 22:38:03.928872 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59887305-8e65-4f07-a518-57dbf96f2c29 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:38:03.931146 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-190d79a1-e28d-41df-aaa4-2d3986b4d4a7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:38:03.931538 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-190d79a1-e28d-41df-aaa4-2d3986b4d4a7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (7edc4c8d-5238-4832-b0ed-9ad81db80d59), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:38:03.935429 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:38:03.939843 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-59887305-8e65-4f07-a518-57dbf96f2c29 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "DELETE /v2.0/networks/d36ceeb9-b748-4b9a-845f-d929cec32113 HTTP/1.1" status: 404 len: 339 time: 0.0302136 Feb 16 22:38:03.939843 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57486) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:03.982077 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-910d917a-66a3-4557-aa09-e0b0660fda21 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] DELETE failed (client error): The resource could not be found. Feb 16 22:38:03.982077 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-910d917a-66a3-4557-aa09-e0b0660fda21 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:38:03.987448 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-910d917a-66a3-4557-aa09-e0b0660fda21 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "DELETE /v2.0/subnets/01024f66-5d3c-423b-b87c-0df6e65258bc HTTP/1.1" status: 404 len: 337 time: 0.0468965 Feb 16 22:38:03.988168 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57488) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:04.001611 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ee506c4c-8be1-46f9-878f-743899efa3d9 req-84e36dd4-e4ae-4529-b0f8-30ab4800d901 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0302291 Feb 16 22:38:04.012276 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-206bb40b-2304-4268-b961-07314f258b2b tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] DELETE failed (client error): The resource could not be found. Feb 16 22:38:04.012849 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-206bb40b-2304-4268-b961-07314f258b2b tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:38:04.018270 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-206bb40b-2304-4268-b961-07314f258b2b tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "DELETE /v2.0/networks/3549b79f-04fd-4a0a-9539-09f85808e302 HTTP/1.1" status: 404 len: 339 time: 0.0271533 Feb 16 22:38:04.018270 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-190d79a1-e28d-41df-aaa4-2d3986b4d4a7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (f532fe29-8092-46de-9f7c-b6c88245e603), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:04.018520 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57490) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:04.036621 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-190d79a1-e28d-41df-aaa4-2d3986b4d4a7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:04.040170 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-190d79a1-e28d-41df-aaa4-2d3986b4d4a7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/networks/f532fe29-8092-46de-9f7c-b6c88245e603 HTTP/1.1" status: 204 len: 168 time: 1.2473941 Feb 16 22:38:04.044542 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57492) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:04.049226 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-a8565894-3595-419a-83a2-33575460828c tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-306425501'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:04.068842 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8565894-3595-419a-83a2-33575460828c tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:38:04.072226 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a8565894-3595-419a-83a2-33575460828c tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:04.082492 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d79a1-e28d-41df-aaa4-2d3986b4d4a7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Network': ['ID=f532fe29-8092-46de-9f7c-b6c88245e603,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:04.099978 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8565894-3595-419a-83a2-33575460828c tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:38:04.110552 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a8565894-3595-419a-83a2-33575460828c tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (dc201663-3d13-4f40-9947-af912862b740), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:04.110933 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-a8565894-3595-419a-83a2-33575460828c tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Added segment dc201663-3d13-4f40-9947-af912862b740 of type vlan for network 552f432a-baba-40d8-a226-667bbbaa6c67 Feb 16 22:38:04.115104 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-add1c27e-a34a-4c97-b689-0930e425a262 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Deleting subnet 9f46b24c-52ab-4b3e-bb93-2b3d2eff6b6e {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:38:04.118788 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-add1c27e-a34a-4c97-b689-0930e425a262 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks [] for subnet (9f46b24c-52ab-4b3e-bb93-2b3d2eff6b6e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:04.154430 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a8565894-3595-419a-83a2-33575460828c tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (552f432a-baba-40d8-a226-667bbbaa6c67), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:04.166810 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-add1c27e-a34a-4c97-b689-0930e425a262 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (9f46b24c-52ab-4b3e-bb93-2b3d2eff6b6e), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:04.183217 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a8565894-3595-419a-83a2-33575460828c tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (552f432a-baba-40d8-a226-667bbbaa6c67), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:04.188355 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8565894-3595-419a-83a2-33575460828c tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:04.189053 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a8565894-3595-419a-83a2-33575460828c tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:04.235603 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a8565894-3595-419a-83a2-33575460828c tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1868761 Feb 16 22:38:04.235603 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57494) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:04.239968 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-09dd1026-b1e5-41b1-abb9-86bfe4d130b4 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'subnet': {'network_id': '552f432a-baba-40d8-a226-667bbbaa6c67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:04.266416 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-add1c27e-a34a-4c97-b689-0930e425a262 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (9f46b24c-52ab-4b3e-bb93-2b3d2eff6b6e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:04.334691 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-add1c27e-a34a-4c97-b689-0930e425a262 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (9f46b24c-52ab-4b3e-bb93-2b3d2eff6b6e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:04.368981 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1c27e-a34a-4c97-b689-0930e425a262 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event deleted for resources: {'Subnet': ['ID=9f46b24c-52ab-4b3e-bb93-2b3d2eff6b6e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:04.376731 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-add1c27e-a34a-4c97-b689-0930e425a262 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:04.380329 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-add1c27e-a34a-4c97-b689-0930e425a262 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "DELETE /v2.0/subnets/9f46b24c-52ab-4b3e-bb93-2b3d2eff6b6e HTTP/1.1" status: 204 len: 168 time: 0.3607826 Feb 16 22:38:04.383830 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226fa5a8-5420-4c40-8a1e-33d46022988a None None] Network 53d1e619-4d78-45f0-aaa3-996ab0039856 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:38:04.386521 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57496) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:04.472309 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e18d5435-b433-441d-88ce-c74917f4e7f2 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (53d1e619-4d78-45f0-aaa3-996ab0039856), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:04.573827 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-e18d5435-b433-441d-88ce-c74917f4e7f2 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Deleting port b8e67d4c-71e1-4eeb-9c52-ae1a32efef59 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:38:04.574201 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e18d5435-b433-441d-88ce-c74917f4e7f2 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (b8e67d4c-71e1-4eeb-9c52-ae1a32efef59), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:04.600630 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5765e2e5-e82f-4a9e-9a49-b974d2197cb5 None None] DHCP port deletion for 53d1e619-4d78-45f0-aaa3-996ab0039856 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:38:04.662694 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5765e2e5-e82f-4a9e-9a49-b974d2197cb5 None None] Deleting port b8e67d4c-71e1-4eeb-9c52-ae1a32efef59 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:38:04.663143 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5765e2e5-e82f-4a9e-9a49-b974d2197cb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (b8e67d4c-71e1-4eeb-9c52-ae1a32efef59), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:04.665029 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8565894-3595-419a-83a2-33575460828c tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Network': ['ID=552f432a-baba-40d8-a226-667bbbaa6c67,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:04.677919 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 552f432a-baba-40d8-a226-667bbbaa6c67 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:38:04.680681 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-e18d5435-b433-441d-88ce-c74917f4e7f2 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] For port b8e67d4c-71e1-4eeb-9c52-ae1a32efef59, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=b8e67d4c-71e1-4eeb-9c52-ae1a32efef59,segment=NetworkSegment(25bef590-ee30-4780-b164-77d74624a1d5),segment_id=25bef590-ee30-4780-b164-77d74624a1d5)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:38:04.681388 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e18d5435-b433-441d-88ce-c74917f4e7f2 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (b8e67d4c-71e1-4eeb-9c52-ae1a32efef59), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:04.695025 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-e18d5435-b433-441d-88ce-c74917f4e7f2 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Calling delete_port for b8e67d4c-71e1-4eeb-9c52-ae1a32efef59 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:38:04.759047 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-5765e2e5-e82f-4a9e-9a49-b974d2197cb5 None None] For port b8e67d4c-71e1-4eeb-9c52-ae1a32efef59, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=b8e67d4c-71e1-4eeb-9c52-ae1a32efef59,segment=NetworkSegment(25bef590-ee30-4780-b164-77d74624a1d5),segment_id=25bef590-ee30-4780-b164-77d74624a1d5)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:38:04.759523 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5765e2e5-e82f-4a9e-9a49-b974d2197cb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (b8e67d4c-71e1-4eeb-9c52-ae1a32efef59), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:04.765336 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09dd1026-b1e5-41b1-abb9-86bfe4d130b4 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:38:04.768533 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-09dd1026-b1e5-41b1-abb9-86bfe4d130b4 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:04.814468 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e18d5435-b433-441d-88ce-c74917f4e7f2 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (b8e67d4c-71e1-4eeb-9c52-ae1a32efef59), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:04.823627 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5765e2e5-e82f-4a9e-9a49-b974d2197cb5 None None] Calling delete_port for b8e67d4c-71e1-4eeb-9c52-ae1a32efef59 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:38:04.834776 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 11b8da61-cb75-4827-a4f2-03991e8724af no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:38:04.853221 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d5435-b433-441d-88ce-c74917f4e7f2 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event deleted for resources: {'Port': ['ID=b8e67d4c-71e1-4eeb-9c52-ae1a32efef59,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:04.856184 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18d5435-b433-441d-88ce-c74917f4e7f2 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] No DVR routers for this DVR port b8e67d4c-71e1-4eeb-9c52-ae1a32efef59 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:38:04.868895 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 11b8da61-cb75-4827-a4f2-03991e8724af {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:38:04.869301 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 11b8da61-cb75-4827-a4f2-03991e8724af not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:38:04.869896 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device b8e67d4c-71e1-4eeb-9c52-ae1a32efef59 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:38:04.938760 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: b8e67d4c-71e1-4eeb-9c52-ae1a32efef59 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:38:04.939110 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device b8e67d4c-71e1-4eeb-9c52-ae1a32efef59 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:38:04.939533 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 02cb3c4a-9db8-45f4-8564-1eae90519d9f no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:38:04.952586 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e18d5435-b433-441d-88ce-c74917f4e7f2 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (53d1e619-4d78-45f0-aaa3-996ab0039856), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:04.977995 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-e18d5435-b433-441d-88ce-c74917f4e7f2 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d1e619-4d78-45f0-aaa3-996ab0039856']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:04.981298 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 02cb3c4a-9db8-45f4-8564-1eae90519d9f {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:38:04.982065 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 02cb3c4a-9db8-45f4-8564-1eae90519d9f not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:38:04.990338 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-e18d5435-b433-441d-88ce-c74917f4e7f2 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25bef590-ee30-4780-b164-77d74624a1d5') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:04.990650 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-e18d5435-b433-441d-88ce-c74917f4e7f2 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25bef590-ee30-4780-b164-77d74624a1d5') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:05.004569 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e18d5435-b433-441d-88ce-c74917f4e7f2 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (25bef590-ee30-4780-b164-77d74624a1d5), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:05.026329 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5765e2e5-e82f-4a9e-9a49-b974d2197cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (b8e67d4c-71e1-4eeb-9c52-ae1a32efef59), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:05.032079 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e18d5435-b433-441d-88ce-c74917f4e7f2 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (25bef590-ee30-4780-b164-77d74624a1d5), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:05.041541 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e18d5435-b433-441d-88ce-c74917f4e7f2 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:38:05.041874 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e18d5435-b433-441d-88ce-c74917f4e7f2 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (25bef590-ee30-4780-b164-77d74624a1d5), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:05.045311 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:38:05.045311 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:38:05.045311 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:38:05.045311 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:38:05.045311 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:38:05.045311 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:38:05.045311 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:38:05.045311 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:38:05.045311 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:38:05.045311 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:38:05.045311 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:38:05.045311 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:38:05.045311 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:38:05.045311 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:38:05.045311 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:38:05.045311 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:38:05.045311 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:38:05.045311 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:38:05.045311 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:38:05.045311 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:38:05.045311 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:38:05.045311 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:38:05.045311 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:38:05.045311 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:38:05.045311 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:38:05.045311 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:38:05.045311 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:38:05.045311 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:38:05.045311 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:38:05.045311 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:38:05.045311 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:38:05.045311 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:38:05.066422 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765e2e5-e82f-4a9e-9a49-b974d2197cb5 None None] Pushing event deleted for resources: {'Port': ['ID=b8e67d4c-71e1-4eeb-9c52-ae1a32efef59,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:05.081358 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5765e2e5-e82f-4a9e-9a49-b974d2197cb5 None None] No DVR routers for this DVR port b8e67d4c-71e1-4eeb-9c52-ae1a32efef59 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:38:05.116612 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-09dd1026-b1e5-41b1-abb9-86bfe4d130b4 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (0799f1f3-bd32-4f75-b450-b2aa833bcf48), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:05.126272 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e18d5435-b433-441d-88ce-c74917f4e7f2 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (53d1e619-4d78-45f0-aaa3-996ab0039856), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:05.136602 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e18d5435-b433-441d-88ce-c74917f4e7f2 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:05.142942 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e18d5435-b433-441d-88ce-c74917f4e7f2 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "DELETE /v2.0/networks/53d1e619-4d78-45f0-aaa3-996ab0039856 HTTP/1.1" status: 204 len: 168 time: 0.7510626 Feb 16 22:38:05.151291 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57500) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:05.152175 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d5435-b433-441d-88ce-c74917f4e7f2 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event deleted for resources: {'Network': ['ID=53d1e619-4d78-45f0-aaa3-996ab0039856,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:05.180938 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea957436-525a-49ca-b2a4-417d1652760f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] DELETE failed (client error): The resource could not be found. Feb 16 22:38:05.181492 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea957436-525a-49ca-b2a4-417d1652760f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:38:05.185645 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ea957436-525a-49ca-b2a4-417d1652760f tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "DELETE /v2.0/subnets/4072158d-059a-4cbe-9d6a-a73ffa434e3b HTTP/1.1" status: 404 len: 337 time: 0.0306690 Feb 16 22:38:05.187928 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57502) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:05.193986 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-90787031-b4ad-47f9-8de6-459cc285efd4 req-ed59bb6b-5e82-4c83-a291-911f41f61166 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0444720 Feb 16 22:38:05.206997 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4c4149-f1dc-4c4c-8455-1d0f914fed12 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] DELETE failed (client error): The resource could not be found. Feb 16 22:38:05.207597 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b4c4149-f1dc-4c4c-8455-1d0f914fed12 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:38:05.213173 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2b4c4149-f1dc-4c4c-8455-1d0f914fed12 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "DELETE /v2.0/networks/2f3a94a0-dbc9-4b84-b3e1-877c26c9b860 HTTP/1.1" status: 404 len: 339 time: 0.0221145 Feb 16 22:38:05.213475 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57504) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:05.239156 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd1026-b1e5-41b1-abb9-86bfe4d130b4 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Subnet': ['ID=0799f1f3-bd32-4f75-b450-b2aa833bcf48,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:05.242892 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dd1026-b1e5-41b1-abb9-86bfe4d130b4 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Checking segment: {'id': 'dc201663-3d13-4f40-9947-af912862b740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '552f432a-baba-40d8-a226-667bbbaa6c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:38:05.243271 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dd1026-b1e5-41b1-abb9-86bfe4d130b4 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Network hostable DHCP agents. Network: 552f432a-baba-40d8-a226-667bbbaa6c67, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:38:05.265803 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dd1026-b1e5-41b1-abb9-86bfe4d130b4 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Network 552f432a-baba-40d8-a226-667bbbaa6c67 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:38:05.273474 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-97660c4e-8295-49b6-a23b-820423a04709 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Deleting subnet 29426147-492d-4f5b-8c07-693fcdda7b49 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:38:05.276973 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-97660c4e-8295-49b6-a23b-820423a04709 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks [] for subnet (29426147-492d-4f5b-8c07-693fcdda7b49), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:05.277680 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-09dd1026-b1e5-41b1-abb9-86bfe4d130b4 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 552f432a-baba-40d8-a226-667bbbaa6c67) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:38:05.284354 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dd1026-b1e5-41b1-abb9-86bfe4d130b4 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:05.286103 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-09dd1026-b1e5-41b1-abb9-86bfe4d130b4 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:05.286946 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f036086e-15b4-43b1-94e9-d34db61a83ab None None] Network 552f432a-baba-40d8-a226-667bbbaa6c67 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:38:05.314544 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-09dd1026-b1e5-41b1-abb9-86bfe4d130b4 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0785563 Feb 16 22:38:05.315516 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57506) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:05.333202 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-0d2379cc-3971-49ae-b26f-c544ea048c0d tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'port': {'network_id': '552f432a-baba-40d8-a226-667bbbaa6c67', 'name': 'tempest-PortsIpV6TestJSON-2032709105', 'fixed_ips': [{'subnet_id': '0799f1f3-bd32-4f75-b450-b2aa833bcf48', 'ip_address': '2001:db8::10'}]}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:05.338269 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-97660c4e-8295-49b6-a23b-820423a04709 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (29426147-492d-4f5b-8c07-693fcdda7b49), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:05.427759 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7462db9-c528-4051-b27a-61005fc064a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-552f432a-baba-40d8-a226-667bbbaa6c67', 'network_id': '552f432a-baba-40d8-a226-667bbbaa6c67', 'project_id': 'd60825dfe0634217b9a73819afe62c75', 'fixed_ips': [{'subnet_id': '0799f1f3-bd32-4f75-b450-b2aa833bcf48'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:38:05.428688 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d7462db9-c528-4051-b27a-61005fc064a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:05.442966 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-97660c4e-8295-49b6-a23b-820423a04709 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (29426147-492d-4f5b-8c07-693fcdda7b49), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:05.493139 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2379cc-3971-49ae-b26f-c544ea048c0d tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:38:05.593020 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d2379cc-3971-49ae-b26f-c544ea048c0d tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:05.614386 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-0d2379cc-3971-49ae-b26f-c544ea048c0d tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] device_id is not set on port c5c214b9-c4be-4be8-a44a-3b0db2c6303c yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:38:05.629882 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-d7462db9-c528-4051-b27a-61005fc064a0 None None] Allocated IP 2001:db8::2 (552f432a-baba-40d8-a226-667bbbaa6c67/0799f1f3-bd32-4f75-b450-b2aa833bcf48/dbe7a2e6-23f2-4f6a-bc89-289d48554807) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:38:05.818969 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d7462db9-c528-4051-b27a-61005fc064a0 None None] Publish callbacks [] for port (dbe7a2e6-23f2-4f6a-bc89-289d48554807), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:05.827702 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d7462db9-c528-4051-b27a-61005fc064a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (dbe7a2e6-23f2-4f6a-bc89-289d48554807), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:05.878605 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7462db9-c528-4051-b27a-61005fc064a0 None None] Network 552f432a-baba-40d8-a226-667bbbaa6c67 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:38:05.881881 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-d7462db9-c528-4051-b27a-61005fc064a0 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:38:05.885222 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-0d2379cc-3971-49ae-b26f-c544ea048c0d tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Allocated IP 2001:db8::10 (552f432a-baba-40d8-a226-667bbbaa6c67/0799f1f3-bd32-4f75-b450-b2aa833bcf48/c5c214b9-c4be-4be8-a44a-3b0db2c6303c) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:38:05.885458 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7462db9-c528-4051-b27a-61005fc064a0 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:38:05.910529 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-97660c4e-8295-49b6-a23b-820423a04709 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (29426147-492d-4f5b-8c07-693fcdda7b49), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:05.939640 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-97660c4e-8295-49b6-a23b-820423a04709 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:05.942084 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7462db9-c528-4051-b27a-61005fc064a0 None None] Pushing event updated for resources: {'Port': ['ID=dbe7a2e6-23f2-4f6a-bc89-289d48554807,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:05.944551 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc99ef64-431f-405a-93ee-3ece39d4c7f4 None None] Network 7f1f451e-23dd-41e3-bed5-ab64d0eaa0f2 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:38:05.950565 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-97660c4e-8295-49b6-a23b-820423a04709 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "DELETE /v2.0/subnets/29426147-492d-4f5b-8c07-693fcdda7b49 HTTP/1.1" status: 204 len: 168 time: 0.7347095 Feb 16 22:38:05.951306 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57508) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:06.010348 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-d7462db9-c528-4051-b27a-61005fc064a0 None None] Attempting to bind port dbe7a2e6-23f2-4f6a-bc89-289d48554807 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:38:06.010760 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-d7462db9-c528-4051-b27a-61005fc064a0 None None] Attempting to bind port dbe7a2e6-23f2-4f6a-bc89-289d48554807 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'dc201663-3d13-4f40-9947-af912862b740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '552f432a-baba-40d8-a226-667bbbaa6c67'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:38:06.011137 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7462db9-c528-4051-b27a-61005fc064a0 None None] Attempting to bind port dbe7a2e6-23f2-4f6a-bc89-289d48554807 on network 552f432a-baba-40d8-a226-667bbbaa6c67 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:38:06.031947 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7462db9-c528-4051-b27a-61005fc064a0 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:38:06.032368 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7462db9-c528-4051-b27a-61005fc064a0 None None] Checking segment: {'id': 'dc201663-3d13-4f40-9947-af912862b740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '552f432a-baba-40d8-a226-667bbbaa6c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:38:06.032772 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d7462db9-c528-4051-b27a-61005fc064a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:06.033173 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7462db9-c528-4051-b27a-61005fc064a0 None None] Bound using segment: {'id': 'dc201663-3d13-4f40-9947-af912862b740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '552f432a-baba-40d8-a226-667bbbaa6c67'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:38:06.033654 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-d7462db9-c528-4051-b27a-61005fc064a0 None None] Bound port: dbe7a2e6-23f2-4f6a-bc89-289d48554807, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc201663-3d13-4f40-9947-af912862b740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '552f432a-baba-40d8-a226-667bbbaa6c67'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:38:06.034062 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d7462db9-c528-4051-b27a-61005fc064a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (dbe7a2e6-23f2-4f6a-bc89-289d48554807), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:06.060126 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d2379cc-3971-49ae-b26f-c544ea048c0d tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for port (c5c214b9-c4be-4be8-a44a-3b0db2c6303c), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:06.085343 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-860a98f0-9428-403d-9508-79256aa0a67d tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (7f1f451e-23dd-41e3-bed5-ab64d0eaa0f2), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:06.092533 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97660c4e-8295-49b6-a23b-820423a04709 tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event deleted for resources: {'Subnet': ['ID=29426147-492d-4f5b-8c07-693fcdda7b49,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:06.108695 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d2379cc-3971-49ae-b26f-c544ea048c0d tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (c5c214b9-c4be-4be8-a44a-3b0db2c6303c), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:06.164914 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-860a98f0-9428-403d-9508-79256aa0a67d tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Deleting port c4967915-0e37-4356-a8fc-9869dfc01f49 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:38:06.165853 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-860a98f0-9428-403d-9508-79256aa0a67d tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (c4967915-0e37-4356-a8fc-9869dfc01f49), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:06.170094 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2379cc-3971-49ae-b26f-c544ea048c0d tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Network 552f432a-baba-40d8-a226-667bbbaa6c67 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:38:06.177721 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-0d2379cc-3971-49ae-b26f-c544ea048c0d tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:38:06.187400 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2379cc-3971-49ae-b26f-c544ea048c0d tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:38:06.194451 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2379cc-3971-49ae-b26f-c544ea048c0d tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:06.195552 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d2379cc-3971-49ae-b26f-c544ea048c0d tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:06.210234 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2379cc-3971-49ae-b26f-c544ea048c0d tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Port': ['ID=c5c214b9-c4be-4be8-a44a-3b0db2c6303c,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:06.230930 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0d2379cc-3971-49ae-b26f-c544ea048c0d tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9114692 Feb 16 22:38:06.233307 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57510) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:06.239593 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-75360d92-931e-4a2b-a55e-804ed8b0c7dc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'port': {'network_id': '552f432a-baba-40d8-a226-667bbbaa6c67', 'name': 'tempest-PortsIpV6TestJSON-1762852758', 'fixed_ips': [{'subnet_id': '0799f1f3-bd32-4f75-b450-b2aa833bcf48', 'ip_address': '2001:db8::f'}]}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:06.259691 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-860a98f0-9428-403d-9508-79256aa0a67d tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] For port c4967915-0e37-4356-a8fc-9869dfc01f49, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=c4967915-0e37-4356-a8fc-9869dfc01f49,segment=NetworkSegment(ebf8834b-0dc9-499c-be56-ed7b3ed05450),segment_id=ebf8834b-0dc9-499c-be56-ed7b3ed05450)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:38:06.260417 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-860a98f0-9428-403d-9508-79256aa0a67d tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (c4967915-0e37-4356-a8fc-9869dfc01f49), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:06.268752 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-d7462db9-c528-4051-b27a-61005fc064a0 None None] For port dbe7a2e6-23f2-4f6a-bc89-289d48554807, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:38:06.273834 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-d7462db9-c528-4051-b27a-61005fc064a0 None None] For port dbe7a2e6-23f2-4f6a-bc89-289d48554807, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=dbe7a2e6-23f2-4f6a-bc89-289d48554807,segment=NetworkSegment(dc201663-3d13-4f40-9947-af912862b740),segment_id=dc201663-3d13-4f40-9947-af912862b740)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:38:06.277144 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-860a98f0-9428-403d-9508-79256aa0a67d tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Calling delete_port for c4967915-0e37-4356-a8fc-9869dfc01f49 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:38:06.290532 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d7462db9-c528-4051-b27a-61005fc064a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (dbe7a2e6-23f2-4f6a-bc89-289d48554807), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:06.350733 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7462db9-c528-4051-b27a-61005fc064a0 None None] Pushing event updated for resources: {'Port': ['ID=dbe7a2e6-23f2-4f6a-bc89-289d48554807,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:06.392686 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-860a98f0-9428-403d-9508-79256aa0a67d tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (c4967915-0e37-4356-a8fc-9869dfc01f49), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:06.405430 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16fe22bb-e3cf-40bf-98d3-3bf5781a6445 req-a7dab50b-8d82-49d1-be29-11941815e8ba tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0691061 Feb 16 22:38:06.439440 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75360d92-931e-4a2b-a55e-804ed8b0c7dc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:38:06.444982 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-75360d92-931e-4a2b-a55e-804ed8b0c7dc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:06.455610 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3e3886-3a56-498c-981c-d80eca3c957f None None] DHCP port deletion for 7f1f451e-23dd-41e3-bed5-ab64d0eaa0f2 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:38:06.470041 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a98f0-9428-403d-9508-79256aa0a67d tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event deleted for resources: {'Port': ['ID=c4967915-0e37-4356-a8fc-9869dfc01f49,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:06.472184 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860a98f0-9428-403d-9508-79256aa0a67d tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] No DVR routers for this DVR port c4967915-0e37-4356-a8fc-9869dfc01f49 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:38:06.475206 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-75360d92-931e-4a2b-a55e-804ed8b0c7dc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] device_id is not set on port b1a79568-aa36-4488-b681-c7ed1c4c5a11 yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:38:06.569122 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-860a98f0-9428-403d-9508-79256aa0a67d tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (7f1f451e-23dd-41e3-bed5-ab64d0eaa0f2), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:06.599522 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-860a98f0-9428-403d-9508-79256aa0a67d tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f1f451e-23dd-41e3-bed5-ab64d0eaa0f2']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:06.612163 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-860a98f0-9428-403d-9508-79256aa0a67d tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf8834b-0dc9-499c-be56-ed7b3ed05450') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:06.612478 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-860a98f0-9428-403d-9508-79256aa0a67d tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf8834b-0dc9-499c-be56-ed7b3ed05450') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:06.626316 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-860a98f0-9428-403d-9508-79256aa0a67d tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (ebf8834b-0dc9-499c-be56-ed7b3ed05450), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:06.641119 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-860a98f0-9428-403d-9508-79256aa0a67d tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (ebf8834b-0dc9-499c-be56-ed7b3ed05450), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:06.653933 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860a98f0-9428-403d-9508-79256aa0a67d tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:38:06.654778 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-860a98f0-9428-403d-9508-79256aa0a67d tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (ebf8834b-0dc9-499c-be56-ed7b3ed05450), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:06.662532 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:38:06.662532 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:38:06.662532 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:38:06.662532 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:38:06.662532 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:38:06.662532 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:38:06.662532 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:38:06.662532 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:38:06.662532 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:38:06.662532 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:38:06.662532 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:38:06.662532 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:38:06.662532 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:38:06.662532 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:38:06.662532 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:38:06.662532 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:38:06.662532 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:38:06.662532 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:38:06.662532 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:38:06.662532 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:38:06.662532 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:38:06.662532 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:38:06.662532 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:38:06.662532 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:38:06.662532 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:38:06.662532 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:38:06.662532 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:38:06.662532 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:38:06.662532 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:38:06.662532 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:38:06.662532 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:38:06.662532 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:38:06.681367 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-75360d92-931e-4a2b-a55e-804ed8b0c7dc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Allocated IP 2001:db8::f (552f432a-baba-40d8-a226-667bbbaa6c67/0799f1f3-bd32-4f75-b450-b2aa833bcf48/b1a79568-aa36-4488-b681-c7ed1c4c5a11) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:38:06.757654 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-860a98f0-9428-403d-9508-79256aa0a67d tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (7f1f451e-23dd-41e3-bed5-ab64d0eaa0f2), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:06.765228 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-860a98f0-9428-403d-9508-79256aa0a67d tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:06.769116 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-860a98f0-9428-403d-9508-79256aa0a67d tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] 10.222.0.75 "DELETE /v2.0/networks/7f1f451e-23dd-41e3-bed5-ab64d0eaa0f2 HTTP/1.1" status: 204 len: 168 time: 0.7947330 Feb 16 22:38:06.790112 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a98f0-9428-403d-9508-79256aa0a67d tempest-NetworksIpV6Test-2071468245 tempest-NetworksIpV6Test-2071468245-project] Pushing event deleted for resources: {'Network': ['ID=7f1f451e-23dd-41e3-bed5-ab64d0eaa0f2,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:06.930312 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-75360d92-931e-4a2b-a55e-804ed8b0c7dc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for port (b1a79568-aa36-4488-b681-c7ed1c4c5a11), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:06.951945 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device dbe7a2e6-23f2-4f6a-bc89-289d48554807 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:38:07.005827 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-75360d92-931e-4a2b-a55e-804ed8b0c7dc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (b1a79568-aa36-4488-b681-c7ed1c4c5a11), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:07.058428 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75360d92-931e-4a2b-a55e-804ed8b0c7dc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Network 552f432a-baba-40d8-a226-667bbbaa6c67 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:38:07.085225 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-75360d92-931e-4a2b-a55e-804ed8b0c7dc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:38:07.088270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75360d92-931e-4a2b-a55e-804ed8b0c7dc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:38:07.094197 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75360d92-931e-4a2b-a55e-804ed8b0c7dc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:07.094840 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-75360d92-931e-4a2b-a55e-804ed8b0c7dc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:07.100822 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port dbe7a2e6-23f2-4f6a-bc89-289d48554807 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:38:07.103116 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (dbe7a2e6-23f2-4f6a-bc89-289d48554807), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:07.124934 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75360d92-931e-4a2b-a55e-804ed8b0c7dc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Port': ['ID=b1a79568-aa36-4488-b681-c7ed1c4c5a11,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:07.143986 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-75360d92-931e-4a2b-a55e-804ed8b0c7dc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9089336 Feb 16 22:38:07.146300 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57522) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:07.244769 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port dbe7a2e6-23f2-4f6a-bc89-289d48554807 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:38:07.245169 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (dbe7a2e6-23f2-4f6a-bc89-289d48554807), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:07.277189 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57524) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:07.289922 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port dbe7a2e6-23f2-4f6a-bc89-289d48554807, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=dbe7a2e6-23f2-4f6a-bc89-289d48554807,segment=NetworkSegment(dc201663-3d13-4f40-9947-af912862b740),segment_id=dc201663-3d13-4f40-9947-af912862b740)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:38:07.299122 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (dbe7a2e6-23f2-4f6a-bc89-289d48554807), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:07.323185 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bccb8c-1df3-430b-b07c-af83efabe554 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:07.330871 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57528) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:07.343467 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-24bccb8c-1df3-430b-b07c-af83efabe554 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1948745 Feb 16 22:38:07.412429 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c4967915-0e37-4356-a8fc-9869dfc01f49 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:38:07.455465 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=dbe7a2e6-23f2-4f6a-bc89-289d48554807,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:07.458235 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: c4967915-0e37-4356-a8fc-9869dfc01f49 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:38:07.458849 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c4967915-0e37-4356-a8fc-9869dfc01f49 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:38:07.531306 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddabc84-792e-487f-80eb-06e2dcc16686 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:07.537422 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddabc84-792e-487f-80eb-06e2dcc16686 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:07.543395 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddabc84-792e-487f-80eb-06e2dcc16686 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:07.547743 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6ddabc84-792e-487f-80eb-06e2dcc16686 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2133474 Feb 16 22:38:07.549166 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57532) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:07.587205 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e494deb0-e238-4874-b23b-7a5285e80e60 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6d2294dd7a3447cbbac0ecda38648786&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3053834 Feb 16 22:38:07.587525 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57536) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:07.616760 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6937e19b-9976-4ae8-9ce5-a1a9a50e689d req-4645c062-65a9-4094-86d4-4f102885fa4d tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0323505 Feb 16 22:38:07.662756 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-238a1478-3741-4bbb-a9e7-734dc59559cb admin admin] Publish callbacks [] for security_group (dc7d4746-dab4-4cbe-9edb-546d7e861a62), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:07.688808 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-238a1478-3741-4bbb-a9e7-734dc59559cb admin admin] Publish callbacks [] for security_group (dc7d4746-dab4-4cbe-9edb-546d7e861a62), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:07.712364 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-3270c69d-9c6f-4ee6-8051-d93c941540e7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Deleting port b1a79568-aa36-4488-b681-c7ed1c4c5a11 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:38:07.714766 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3270c69d-9c6f-4ee6-8051-d93c941540e7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (b1a79568-aa36-4488-b681-c7ed1c4c5a11), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:07.748354 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-238a1478-3741-4bbb-a9e7-734dc59559cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (dc7d4746-dab4-4cbe-9edb-546d7e861a62), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:07.751181 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-238a1478-3741-4bbb-a9e7-734dc59559cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:07.752648 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-238a1478-3741-4bbb-a9e7-734dc59559cb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dc7d4746-dab4-4cbe-9edb-546d7e861a62 HTTP/1.1" status: 204 len: 168 time: 0.1641264 Feb 16 22:38:07.779453 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a1478-3741-4bbb-a9e7-734dc59559cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7d4746-dab4-4cbe-9edb-546d7e861a62,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:07.838001 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3270c69d-9c6f-4ee6-8051-d93c941540e7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (b1a79568-aa36-4488-b681-c7ed1c4c5a11), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:07.863473 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-3270c69d-9c6f-4ee6-8051-d93c941540e7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Calling delete_port for b1a79568-aa36-4488-b681-c7ed1c4c5a11 owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:38:08.018349 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61af5f4d-da68-4312-9c9b-d3e9a97766dc None None] Network 552f432a-baba-40d8-a226-667bbbaa6c67 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:38:08.028850 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad961d-eee0-498e-9d51-a26ae14ebaec req-4f9e5c3d-a06e-462d-bfdf-bc0d0796dc98 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:08.030040 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-faad961d-eee0-498e-9d51-a26ae14ebaec req-4f9e5c3d-a06e-462d-bfdf-bc0d0796dc98 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] 10.222.0.75 "GET /v2.0/ports?device_id=09768a51-0dea-4f44-bbc7-bce417bb0e43 HTTP/1.1" status: 200 len: 949 time: 0.0720108 Feb 16 22:38:08.106854 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-794870ab-63ed-4afb-8d7e-bad3ea953be8 None None] Provisioning complete for port dbe7a2e6-23f2-4f6a-bc89-289d48554807 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:38:08.107235 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-794870ab-63ed-4afb-8d7e-bad3ea953be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (dbe7a2e6-23f2-4f6a-bc89-289d48554807), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:08.136074 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-faad961d-eee0-498e-9d51-a26ae14ebaec req-b3e55a24-6785-475d-825e-4d1c59de4a11 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] 10.222.0.75 "GET /v2.0/security-groups?id=306f606d-5cfd-44d6-ae2b-382f49039ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853255 Feb 16 22:38:08.138478 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3270c69d-9c6f-4ee6-8051-d93c941540e7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (b1a79568-aa36-4488-b681-c7ed1c4c5a11), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:08.173490 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270c69d-9c6f-4ee6-8051-d93c941540e7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Port': ['ID=b1a79568-aa36-4488-b681-c7ed1c4c5a11,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:08.218832 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3270c69d-9c6f-4ee6-8051-d93c941540e7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:08.224194 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3270c69d-9c6f-4ee6-8051-d93c941540e7 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/ports/b1a79568-aa36-4488-b681-c7ed1c4c5a11 HTTP/1.1" status: 204 len: 168 time: 0.6739402 Feb 16 22:38:08.226736 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57550) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:08.259613 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-16e292b0-5cf1-43df-b743-467018be1dca tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] GET failed (client error): The resource could not be found. Feb 16 22:38:08.261151 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-16e292b0-5cf1-43df-b743-467018be1dca tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "GET /v2.0/ports/b1a79568-aa36-4488-b681-c7ed1c4c5a11 HTTP/1.1" status: 404 len: 333 time: 0.0333483 Feb 16 22:38:08.262495 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-794870ab-63ed-4afb-8d7e-bad3ea953be8 None None] Current status of the port dbe7a2e6-23f2-4f6a-bc89-289d48554807 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:38:08.264348 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57554) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:08.371003 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-97796521-264a-4826-8b13-9ad8ec6370d2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Deleting port c5c214b9-c4be-4be8-a44a-3b0db2c6303c {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:38:08.372407 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-97796521-264a-4826-8b13-9ad8ec6370d2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (c5c214b9-c4be-4be8-a44a-3b0db2c6303c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:08.479759 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-97796521-264a-4826-8b13-9ad8ec6370d2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (c5c214b9-c4be-4be8-a44a-3b0db2c6303c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:08.496719 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-97796521-264a-4826-8b13-9ad8ec6370d2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Calling delete_port for c5c214b9-c4be-4be8-a44a-3b0db2c6303c owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:38:08.602421 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-fda8a400-e36e-4110-849a-56032f24ff3e None None] Provisioning complete for port dbe7a2e6-23f2-4f6a-bc89-289d48554807 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:38:08.602951 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fda8a400-e36e-4110-849a-56032f24ff3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (dbe7a2e6-23f2-4f6a-bc89-289d48554807), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:08.761349 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-97796521-264a-4826-8b13-9ad8ec6370d2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (c5c214b9-c4be-4be8-a44a-3b0db2c6303c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:08.765410 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-fda8a400-e36e-4110-849a-56032f24ff3e None None] Current status of the port dbe7a2e6-23f2-4f6a-bc89-289d48554807 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:38:08.783295 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-fda8a400-e36e-4110-849a-56032f24ff3e None None] Could not find standard attr ID for object c5c214b9-c4be-4be8-a44a-3b0db2c6303c. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:38:08.826961 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88b9fa47-2c04-4c69-ad19-8d91e40293c2 req-6fa5d9fe-b277-44e2-a6e2-6df8cba846fc tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0821722 Feb 16 22:38:08.837606 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device dbe7a2e6-23f2-4f6a-bc89-289d48554807 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:38:08.866116 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97796521-264a-4826-8b13-9ad8ec6370d2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Port': ['ID=c5c214b9-c4be-4be8-a44a-3b0db2c6303c,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:08.894919 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-97796521-264a-4826-8b13-9ad8ec6370d2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:08.908265 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-97796521-264a-4826-8b13-9ad8ec6370d2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/ports/c5c214b9-c4be-4be8-a44a-3b0db2c6303c HTTP/1.1" status: 204 len: 168 time: 0.6403809 Feb 16 22:38:08.908820 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57570) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:08.912748 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-80604491-9f73-4e6e-8dee-b0a3bb4b50ca None None] Could not find standard attr ID for object c5c214b9-c4be-4be8-a44a-3b0db2c6303c. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:38:08.939028 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-930fa53d-4f38-47be-8b04-6ec73a889f06 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] GET failed (client error): The resource could not be found. Feb 16 22:38:08.941647 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-930fa53d-4f38-47be-8b04-6ec73a889f06 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "GET /v2.0/ports/c5c214b9-c4be-4be8-a44a-3b0db2c6303c HTTP/1.1" status: 404 len: 333 time: 0.0314481 Feb 16 22:38:08.944150 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57572) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:08.967866 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port dbe7a2e6-23f2-4f6a-bc89-289d48554807 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:38:08.976083 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (dbe7a2e6-23f2-4f6a-bc89-289d48554807), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:09.043419 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f3c7d18-16a5-4b7e-8ba4-0cbe33e57372 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Deleting subnet 0799f1f3-bd32-4f75-b450-b2aa833bcf48 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:38:09.047942 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6f3c7d18-16a5-4b7e-8ba4-0cbe33e57372 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for subnet (0799f1f3-bd32-4f75-b450-b2aa833bcf48), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:09.074991 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port dbe7a2e6-23f2-4f6a-bc89-289d48554807 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:38:09.106695 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6f3c7d18-16a5-4b7e-8ba4-0cbe33e57372 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (0799f1f3-bd32-4f75-b450-b2aa833bcf48), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:09.234809 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-3484595b-7d88-4310-afed-89c515c63fe4 None None] Could not find standard attr ID for object b1a79568-aa36-4488-b681-c7ed1c4c5a11. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:38:09.360696 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6f3c7d18-16a5-4b7e-8ba4-0cbe33e57372 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (0799f1f3-bd32-4f75-b450-b2aa833bcf48), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:09.417962 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f11d9-b45a-4b75-b563-b3520b5812e1 req-6da755a2-cd51-4fce-bfba-ddcf4ab81bd5 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:09.425557 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d01f11d9-b45a-4b75-b563-b3520b5812e1 req-6da755a2-cd51-4fce-bfba-ddcf4ab81bd5 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] 10.222.0.75 "GET /v2.0/ports?device_id=09768a51-0dea-4f44-bbc7-bce417bb0e43 HTTP/1.1" status: 200 len: 949 time: 0.1245182 Feb 16 22:38:09.468495 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6f3c7d18-16a5-4b7e-8ba4-0cbe33e57372 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (0799f1f3-bd32-4f75-b450-b2aa833bcf48), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:09.535159 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c7d18-16a5-4b7e-8ba4-0cbe33e57372 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Subnet': ['ID=0799f1f3-bd32-4f75-b450-b2aa833bcf48,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:09.571069 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d01f11d9-b45a-4b75-b563-b3520b5812e1 req-4a4ce010-7882-44d1-9d07-289cba59d64a tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] 10.222.0.75 "GET /v2.0/security-groups?id=306f606d-5cfd-44d6-ae2b-382f49039ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440930 Feb 16 22:38:09.574867 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6f3c7d18-16a5-4b7e-8ba4-0cbe33e57372 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:09.580486 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6f3c7d18-16a5-4b7e-8ba4-0cbe33e57372 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/subnets/0799f1f3-bd32-4f75-b450-b2aa833bcf48 HTTP/1.1" status: 204 len: 168 time: 0.6326282 Feb 16 22:38:09.580980 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57590) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:09.684626 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8ad45740-6061-49e4-aa18-eceae51cd198 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (552f432a-baba-40d8-a226-667bbbaa6c67), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:09.762316 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-8ad45740-6061-49e4-aa18-eceae51cd198 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Deleting port dbe7a2e6-23f2-4f6a-bc89-289d48554807 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:38:09.762941 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8ad45740-6061-49e4-aa18-eceae51cd198 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (dbe7a2e6-23f2-4f6a-bc89-289d48554807), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:09.789657 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf6e88d-bc7d-42f9-ad2e-7849577fbe91 None None] Network 552f432a-baba-40d8-a226-667bbbaa6c67 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:38:09.835521 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94f1b2-a539-4a97-84aa-ca46474cdb19 req-17bcc1a8-51d6-44f0-84b7-c0758707ee90 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:09.837016 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c94f1b2-a539-4a97-84aa-ca46474cdb19 req-17bcc1a8-51d6-44f0-84b7-c0758707ee90 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] 10.222.0.67 "GET /v2.0/ports?device_id=09768a51-0dea-4f44-bbc7-bce417bb0e43 HTTP/1.1" status: 200 len: 949 time: 0.0654740 Feb 16 22:38:09.898933 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-8ad45740-6061-49e4-aa18-eceae51cd198 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] For port dbe7a2e6-23f2-4f6a-bc89-289d48554807, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=dbe7a2e6-23f2-4f6a-bc89-289d48554807,segment=NetworkSegment(dc201663-3d13-4f40-9947-af912862b740),segment_id=dc201663-3d13-4f40-9947-af912862b740)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:38:09.899501 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8ad45740-6061-49e4-aa18-eceae51cd198 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (dbe7a2e6-23f2-4f6a-bc89-289d48554807), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:09.937223 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-8ad45740-6061-49e4-aa18-eceae51cd198 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Calling delete_port for dbe7a2e6-23f2-4f6a-bc89-289d48554807 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:38:09.985826 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-639d3d80-2982-4239-8c84-f088902f3451 req-634b433d-3160-4349-a0ad-5e9939f9fa83 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0333745 Feb 16 22:38:09.999929 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e7ad98-5595-4c22-94b3-7593d8058bd6 None None] DHCP port deletion for 552f432a-baba-40d8-a226-667bbbaa6c67 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:38:10.033469 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-5c94f1b2-a539-4a97-84aa-ca46474cdb19 req-ece80196-319a-4873-87b2-4a298abd1c74 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] Deleting port efddbff0-30d1-4211-a54f-8e1b0725e563 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:38:10.033748 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5c94f1b2-a539-4a97-84aa-ca46474cdb19 req-ece80196-319a-4873-87b2-4a298abd1c74 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (efddbff0-30d1-4211-a54f-8e1b0725e563), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:10.069411 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-24e7ad98-5595-4c22-94b3-7593d8058bd6 None None] Deleting port dbe7a2e6-23f2-4f6a-bc89-289d48554807 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:38:10.070315 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-24e7ad98-5595-4c22-94b3-7593d8058bd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (dbe7a2e6-23f2-4f6a-bc89-289d48554807), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:10.128437 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8ad45740-6061-49e4-aa18-eceae51cd198 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (dbe7a2e6-23f2-4f6a-bc89-289d48554807), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:10.162958 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-24e7ad98-5595-4c22-94b3-7593d8058bd6 None None] For port dbe7a2e6-23f2-4f6a-bc89-289d48554807, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=dbe7a2e6-23f2-4f6a-bc89-289d48554807,segment=NetworkSegment(dc201663-3d13-4f40-9947-af912862b740),segment_id=dc201663-3d13-4f40-9947-af912862b740)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:38:10.165162 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad45740-6061-49e4-aa18-eceae51cd198 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Port': ['ID=dbe7a2e6-23f2-4f6a-bc89-289d48554807,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:10.165916 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-24e7ad98-5595-4c22-94b3-7593d8058bd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (dbe7a2e6-23f2-4f6a-bc89-289d48554807), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:10.169408 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad45740-6061-49e4-aa18-eceae51cd198 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] No DVR routers for this DVR port dbe7a2e6-23f2-4f6a-bc89-289d48554807 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:38:10.185484 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-5c94f1b2-a539-4a97-84aa-ca46474cdb19 req-ece80196-319a-4873-87b2-4a298abd1c74 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] For port efddbff0-30d1-4211-a54f-8e1b0725e563, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=efddbff0-30d1-4211-a54f-8e1b0725e563,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:38:10.185882 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5c94f1b2-a539-4a97-84aa-ca46474cdb19 req-ece80196-319a-4873-87b2-4a298abd1c74 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (efddbff0-30d1-4211-a54f-8e1b0725e563), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:10.192822 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-24e7ad98-5595-4c22-94b3-7593d8058bd6 None None] Calling delete_port for dbe7a2e6-23f2-4f6a-bc89-289d48554807 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:38:10.233800 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-5c94f1b2-a539-4a97-84aa-ca46474cdb19 req-ece80196-319a-4873-87b2-4a298abd1c74 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] Calling delete_port for efddbff0-30d1-4211-a54f-8e1b0725e563 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:38:10.263984 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8ad45740-6061-49e4-aa18-eceae51cd198 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (552f432a-baba-40d8-a226-667bbbaa6c67), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:10.305781 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-8ad45740-6061-49e4-aa18-eceae51cd198 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['552f432a-baba-40d8-a226-667bbbaa6c67']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:10.316886 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-8ad45740-6061-49e4-aa18-eceae51cd198 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc201663-3d13-4f40-9947-af912862b740') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:10.317369 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-8ad45740-6061-49e4-aa18-eceae51cd198 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc201663-3d13-4f40-9947-af912862b740') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:10.324785 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-24e7ad98-5595-4c22-94b3-7593d8058bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (dbe7a2e6-23f2-4f6a-bc89-289d48554807), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:10.330673 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8ad45740-6061-49e4-aa18-eceae51cd198 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (dc201663-3d13-4f40-9947-af912862b740), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:10.352228 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8ad45740-6061-49e4-aa18-eceae51cd198 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (dc201663-3d13-4f40-9947-af912862b740), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:10.360434 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ad45740-6061-49e4-aa18-eceae51cd198 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:38:10.361188 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8ad45740-6061-49e4-aa18-eceae51cd198 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (dc201663-3d13-4f40-9947-af912862b740), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:10.364414 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7ad98-5595-4c22-94b3-7593d8058bd6 None None] Pushing event deleted for resources: {'Port': ['ID=dbe7a2e6-23f2-4f6a-bc89-289d48554807,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:10.365278 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:38:10.365278 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:38:10.365278 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:38:10.365278 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:38:10.365278 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:38:10.365278 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:38:10.365278 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:38:10.365278 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:38:10.365278 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:38:10.365278 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:38:10.365278 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:38:10.365278 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:38:10.365278 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:38:10.365278 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:38:10.365278 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:38:10.365278 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:38:10.365278 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:38:10.365278 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:38:10.365278 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:38:10.365278 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:38:10.365278 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:38:10.365278 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:38:10.365278 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:38:10.365278 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:38:10.365278 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:38:10.365278 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:38:10.365278 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:38:10.365278 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:38:10.365278 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:38:10.365278 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:38:10.365278 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:38:10.365278 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:38:10.377119 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e7ad98-5595-4c22-94b3-7593d8058bd6 None None] No DVR routers for this DVR port dbe7a2e6-23f2-4f6a-bc89-289d48554807 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:38:10.446891 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5c94f1b2-a539-4a97-84aa-ca46474cdb19 req-ece80196-319a-4873-87b2-4a298abd1c74 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (efddbff0-30d1-4211-a54f-8e1b0725e563), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:10.447923 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8ad45740-6061-49e4-aa18-eceae51cd198 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (552f432a-baba-40d8-a226-667bbbaa6c67), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:10.457765 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8ad45740-6061-49e4-aa18-eceae51cd198 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:10.464636 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['efddbff0-30d1-4211-a54f-8e1b0725e563'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:38:10.464871 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8ad45740-6061-49e4-aa18-eceae51cd198 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/networks/552f432a-baba-40d8-a226-667bbbaa6c67 HTTP/1.1" status: 204 len: 168 time: 0.8792634 Feb 16 22:38:10.471504 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57606) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:10.476671 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-7415a926-af8e-4b7c-8720-caa0639af0de tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-42698682'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:10.481454 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad45740-6061-49e4-aa18-eceae51cd198 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Network': ['ID=552f432a-baba-40d8-a226-667bbbaa6c67,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:10.499689 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7415a926-af8e-4b7c-8720-caa0639af0de tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:38:10.508711 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece80196-319a-4873-87b2-4a298abd1c74 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] Pushing event deleted for resources: {'Port': ['ID=efddbff0-30d1-4211-a54f-8e1b0725e563,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:10.525847 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7415a926-af8e-4b7c-8720-caa0639af0de tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:10.552382 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7415a926-af8e-4b7c-8720-caa0639af0de tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:38:10.565588 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c94f1b2-a539-4a97-84aa-ca46474cdb19 req-ece80196-319a-4873-87b2-4a298abd1c74 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] No DVR routers for this DVR port efddbff0-30d1-4211-a54f-8e1b0725e563 on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:38:10.567401 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7415a926-af8e-4b7c-8720-caa0639af0de tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (df5cee7a-07ab-485e-8ace-a00829f59b2c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:10.567401 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-7415a926-af8e-4b7c-8720-caa0639af0de tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Added segment df5cee7a-07ab-485e-8ace-a00829f59b2c of type vlan for network 49c6bfd3-85ab-4db0-886f-27d5e5c0b1e0 Feb 16 22:38:10.568395 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5c94f1b2-a539-4a97-84aa-ca46474cdb19 req-ece80196-319a-4873-87b2-4a298abd1c74 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:10.571731 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c94f1b2-a539-4a97-84aa-ca46474cdb19 req-ece80196-319a-4873-87b2-4a298abd1c74 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] 10.222.0.67 "DELETE /v2.0/ports/efddbff0-30d1-4211-a54f-8e1b0725e563 HTTP/1.1" status: 204 len: 173 time: 0.7293522 Feb 16 22:38:10.572189 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09768a51-0dea-4f44-bbc7-bce417bb0e43', 'name': 'network-vif-deleted', 'tag': 'efddbff0-30d1-4211-a54f-8e1b0725e563'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:38:10.575249 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c685886-e154-44eb-bc2b-5479660d2f43" -d '{"events": [{"server_uuid": "09768a51-0dea-4f44-bbc7-bce417bb0e43", "name": "network-vif-deleted", "tag": "efddbff0-30d1-4211-a54f-8e1b0725e563"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:38:10.630245 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec372656-8f40-4da4-833f-bd899801da00 x-openstack-request-id: req-ec372656-8f40-4da4-833f-bd899801da00 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:38:10.631297 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09768a51-0dea-4f44-bbc7-bce417bb0e43", "name": "network-vif-deleted", "tag": "efddbff0-30d1-4211-a54f-8e1b0725e563", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:38:10.631993 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ec372656-8f40-4da4-833f-bd899801da00 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:38:10.634202 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09768a51-0dea-4f44-bbc7-bce417bb0e43', 'name': 'network-vif-deleted', 'tag': 'efddbff0-30d1-4211-a54f-8e1b0725e563', 'status': 'completed', 'code': 200} Feb 16 22:38:10.654948 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7415a926-af8e-4b7c-8720-caa0639af0de tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (49c6bfd3-85ab-4db0-886f-27d5e5c0b1e0), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:10.687119 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7415a926-af8e-4b7c-8720-caa0639af0de tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (49c6bfd3-85ab-4db0-886f-27d5e5c0b1e0), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:10.699645 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7415a926-af8e-4b7c-8720-caa0639af0de tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:10.699645 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7415a926-af8e-4b7c-8720-caa0639af0de tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:10.722658 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-92c63c13-9ee5-41ab-9771-15c88055ace5 req-d5f238c0-9db5-4bf5-8443-b80a9d376607 tempest-VolumesBackupsTest-509529424 tempest-VolumesBackupsTest-509529424-project] 10.222.0.75 "GET /v2.0/ports?device_id=09768a51-0dea-4f44-bbc7-bce417bb0e43 HTTP/1.1" status: 200 len: 210 time: 0.0386891 Feb 16 22:38:10.755622 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7415a926-af8e-4b7c-8720-caa0639af0de tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2827952 Feb 16 22:38:10.758414 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57614) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:10.772296 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-8e374e09-07d7-42af-942b-cd66ba5ec151 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'subnet': {'network_id': '49c6bfd3-85ab-4db0-886f-27d5e5c0b1e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:10.796697 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415a926-af8e-4b7c-8720-caa0639af0de tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Network': ['ID=49c6bfd3-85ab-4db0-886f-27d5e5c0b1e0,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:10.811187 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 49c6bfd3-85ab-4db0-886f-27d5e5c0b1e0 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:38:10.828434 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device dbe7a2e6-23f2-4f6a-bc89-289d48554807 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:38:10.861884 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: dbe7a2e6-23f2-4f6a-bc89-289d48554807 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:38:10.862563 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device dbe7a2e6-23f2-4f6a-bc89-289d48554807 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:38:10.907919 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e374e09-07d7-42af-942b-cd66ba5ec151 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:38:10.911821 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8e374e09-07d7-42af-942b-cd66ba5ec151 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:11.121716 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8e374e09-07d7-42af-942b-cd66ba5ec151 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (700fc4fc-1822-408f-b204-799faf7933cb), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:11.190665 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a05d892a-fe6f-441e-bd74-216df06e9ea7 req-9ffffa12-9895-456b-aa6a-530f80626138 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0386705 Feb 16 22:38:11.228096 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e374e09-07d7-42af-942b-cd66ba5ec151 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Subnet': ['ID=700fc4fc-1822-408f-b204-799faf7933cb,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:11.240074 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e374e09-07d7-42af-942b-cd66ba5ec151 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Checking segment: {'id': 'df5cee7a-07ab-485e-8ace-a00829f59b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '49c6bfd3-85ab-4db0-886f-27d5e5c0b1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:38:11.240445 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e374e09-07d7-42af-942b-cd66ba5ec151 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Network hostable DHCP agents. Network: 49c6bfd3-85ab-4db0-886f-27d5e5c0b1e0, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:38:11.259817 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e374e09-07d7-42af-942b-cd66ba5ec151 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Network 49c6bfd3-85ab-4db0-886f-27d5e5c0b1e0 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:38:11.269869 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-8e374e09-07d7-42af-942b-cd66ba5ec151 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 49c6bfd3-85ab-4db0-886f-27d5e5c0b1e0) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:38:11.274384 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e374e09-07d7-42af-942b-cd66ba5ec151 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:11.275043 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8e374e09-07d7-42af-942b-cd66ba5ec151 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:11.283058 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd18235c-e6c3-4194-87ea-0c4fd9ddbb5a None None] Network 49c6bfd3-85ab-4db0-886f-27d5e5c0b1e0 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:38:11.293325 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8e374e09-07d7-42af-942b-cd66ba5ec151 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5330303 Feb 16 22:38:11.296108 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57618) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:11.300686 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-86cf93e0-9158-4c0a-9bd1-5ebc9480d9d1 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-333680468', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:11.325332 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-86cf93e0-9158-4c0a-9bd1-5ebc9480d9d1 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (0071face-21f3-42d8-9928-1a2b9dd8edc6), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:11.326456 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-86cf93e0-9158-4c0a-9bd1-5ebc9480d9d1 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (0071face-21f3-42d8-9928-1a2b9dd8edc6), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:11.407922 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-86cf93e0-9158-4c0a-9bd1-5ebc9480d9d1 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for router_controller (0071face-21f3-42d8-9928-1a2b9dd8edc6), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:11.415469 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-86cf93e0-9158-4c0a-9bd1-5ebc9480d9d1 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (0071face-21f3-42d8-9928-1a2b9dd8edc6), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:11.421319 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268b7d9e-ebd4-479e-8d8b-ea52abbe137e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-49c6bfd3-85ab-4db0-886f-27d5e5c0b1e0', 'network_id': '49c6bfd3-85ab-4db0-886f-27d5e5c0b1e0', 'project_id': 'd60825dfe0634217b9a73819afe62c75', 'fixed_ips': [{'subnet_id': '700fc4fc-1822-408f-b204-799faf7933cb'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:38:11.422408 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-268b7d9e-ebd4-479e-8d8b-ea52abbe137e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:11.447389 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-86cf93e0-9158-4c0a-9bd1-5ebc9480d9d1 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:11.450027 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-86cf93e0-9158-4c0a-9bd1-5ebc9480d9d1 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1521316 Feb 16 22:38:11.452227 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57624) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:11.458040 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-4784ec1a-7ef3-4f2f-af02-8be7c68d4483 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'port': {'network_id': '49c6bfd3-85ab-4db0-886f-27d5e5c0b1e0', 'name': 'tempest-PortsIpV6TestJSON-1235354884'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:11.586780 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4784ec1a-7ef3-4f2f-af02-8be7c68d4483 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:38:11.591591 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4784ec1a-7ef3-4f2f-af02-8be7c68d4483 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:11.600553 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-268b7d9e-ebd4-479e-8d8b-ea52abbe137e None None] Allocated IP 2001:db8::2 (49c6bfd3-85ab-4db0-886f-27d5e5c0b1e0/700fc4fc-1822-408f-b204-799faf7933cb/9dbf3856-5b14-4e09-a29b-d3ff23f9e202) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:38:11.613715 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-4784ec1a-7ef3-4f2f-af02-8be7c68d4483 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] device_id is not set on port 8edae193-24f3-4ec9-ad6e-d77f10c0b238 yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:38:11.783649 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-268b7d9e-ebd4-479e-8d8b-ea52abbe137e None None] Publish callbacks [] for port (9dbf3856-5b14-4e09-a29b-d3ff23f9e202), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:11.798669 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-268b7d9e-ebd4-479e-8d8b-ea52abbe137e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (9dbf3856-5b14-4e09-a29b-d3ff23f9e202), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:11.860325 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268b7d9e-ebd4-479e-8d8b-ea52abbe137e None None] Network 49c6bfd3-85ab-4db0-886f-27d5e5c0b1e0 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:38:11.863667 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-268b7d9e-ebd4-479e-8d8b-ea52abbe137e None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:38:11.879494 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268b7d9e-ebd4-479e-8d8b-ea52abbe137e None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:38:11.882747 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b7d9e-ebd4-479e-8d8b-ea52abbe137e None None] Pushing event updated for resources: {'Port': ['ID=9dbf3856-5b14-4e09-a29b-d3ff23f9e202,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:11.899155 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-4784ec1a-7ef3-4f2f-af02-8be7c68d4483 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Allocated IP 2001:db8::7e (49c6bfd3-85ab-4db0-886f-27d5e5c0b1e0/700fc4fc-1822-408f-b204-799faf7933cb/8edae193-24f3-4ec9-ad6e-d77f10c0b238) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:38:11.957653 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-268b7d9e-ebd4-479e-8d8b-ea52abbe137e None None] Attempting to bind port 9dbf3856-5b14-4e09-a29b-d3ff23f9e202 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:38:11.958066 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-268b7d9e-ebd4-479e-8d8b-ea52abbe137e None None] Attempting to bind port 9dbf3856-5b14-4e09-a29b-d3ff23f9e202 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'df5cee7a-07ab-485e-8ace-a00829f59b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '49c6bfd3-85ab-4db0-886f-27d5e5c0b1e0'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:38:11.958463 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268b7d9e-ebd4-479e-8d8b-ea52abbe137e None None] Attempting to bind port 9dbf3856-5b14-4e09-a29b-d3ff23f9e202 on network 49c6bfd3-85ab-4db0-886f-27d5e5c0b1e0 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:38:11.964021 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268b7d9e-ebd4-479e-8d8b-ea52abbe137e None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:38:11.964402 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268b7d9e-ebd4-479e-8d8b-ea52abbe137e None None] Checking segment: {'id': 'df5cee7a-07ab-485e-8ace-a00829f59b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '49c6bfd3-85ab-4db0-886f-27d5e5c0b1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:38:11.965376 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-268b7d9e-ebd4-479e-8d8b-ea52abbe137e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:11.965854 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268b7d9e-ebd4-479e-8d8b-ea52abbe137e None None] Bound using segment: {'id': 'df5cee7a-07ab-485e-8ace-a00829f59b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '49c6bfd3-85ab-4db0-886f-27d5e5c0b1e0'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:38:11.966360 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-268b7d9e-ebd4-479e-8d8b-ea52abbe137e None None] Bound port: 9dbf3856-5b14-4e09-a29b-d3ff23f9e202, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5cee7a-07ab-485e-8ace-a00829f59b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '49c6bfd3-85ab-4db0-886f-27d5e5c0b1e0'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:38:11.966749 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-268b7d9e-ebd4-479e-8d8b-ea52abbe137e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9dbf3856-5b14-4e09-a29b-d3ff23f9e202), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:12.062835 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-268b7d9e-ebd4-479e-8d8b-ea52abbe137e None None] For port 9dbf3856-5b14-4e09-a29b-d3ff23f9e202, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:38:12.068030 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-268b7d9e-ebd4-479e-8d8b-ea52abbe137e None None] For port 9dbf3856-5b14-4e09-a29b-d3ff23f9e202, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9dbf3856-5b14-4e09-a29b-d3ff23f9e202,segment=NetworkSegment(df5cee7a-07ab-485e-8ace-a00829f59b2c),segment_id=df5cee7a-07ab-485e-8ace-a00829f59b2c)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:38:12.078476 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-268b7d9e-ebd4-479e-8d8b-ea52abbe137e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9dbf3856-5b14-4e09-a29b-d3ff23f9e202), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:12.103991 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4784ec1a-7ef3-4f2f-af02-8be7c68d4483 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for port (8edae193-24f3-4ec9-ad6e-d77f10c0b238), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:12.156172 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b7d9e-ebd4-479e-8d8b-ea52abbe137e None None] Pushing event updated for resources: {'Port': ['ID=9dbf3856-5b14-4e09-a29b-d3ff23f9e202,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:12.165625 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4784ec1a-7ef3-4f2f-af02-8be7c68d4483 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (8edae193-24f3-4ec9-ad6e-d77f10c0b238), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:12.240683 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784ec1a-7ef3-4f2f-af02-8be7c68d4483 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Port': ['ID=8edae193-24f3-4ec9-ad6e-d77f10c0b238,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:12.254206 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4784ec1a-7ef3-4f2f-af02-8be7c68d4483 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Network 49c6bfd3-85ab-4db0-886f-27d5e5c0b1e0 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:38:12.256490 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-4784ec1a-7ef3-4f2f-af02-8be7c68d4483 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:38:12.265015 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4784ec1a-7ef3-4f2f-af02-8be7c68d4483 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:38:12.274068 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784ec1a-7ef3-4f2f-af02-8be7c68d4483 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:12.274740 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4784ec1a-7ef3-4f2f-af02-8be7c68d4483 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:12.307585 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4784ec1a-7ef3-4f2f-af02-8be7c68d4483 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8540277 Feb 16 22:38:12.313916 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57648) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:12.361252 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1eec5d58-6d88-41e2-b2c7-e2417e4cecc9 req-6214dd41-57c4-416f-9cb0-c47600025ed3 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0692294 Feb 16 22:38:12.729277 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0fc70636-917c-4dfc-9ef8-d647abedea54 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8edae193-24f3-4ec9-ad6e-d77f10c0b238), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:12.875293 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9dbf3856-5b14-4e09-a29b-d3ff23f9e202 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:38:12.993944 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 9dbf3856-5b14-4e09-a29b-d3ff23f9e202 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:38:12.998369 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9dbf3856-5b14-4e09-a29b-d3ff23f9e202), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:13.047979 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0fc70636-917c-4dfc-9ef8-d647abedea54 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for port (8edae193-24f3-4ec9-ad6e-d77f10c0b238), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:13.061518 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0fc70636-917c-4dfc-9ef8-d647abedea54 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (8edae193-24f3-4ec9-ad6e-d77f10c0b238), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:13.151365 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 9dbf3856-5b14-4e09-a29b-d3ff23f9e202 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:38:13.152057 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9dbf3856-5b14-4e09-a29b-d3ff23f9e202), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:13.198522 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 9dbf3856-5b14-4e09-a29b-d3ff23f9e202, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9dbf3856-5b14-4e09-a29b-d3ff23f9e202,segment=NetworkSegment(df5cee7a-07ab-485e-8ace-a00829f59b2c),segment_id=df5cee7a-07ab-485e-8ace-a00829f59b2c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:38:13.204793 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9dbf3856-5b14-4e09-a29b-d3ff23f9e202), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:13.283267 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=9dbf3856-5b14-4e09-a29b-d3ff23f9e202,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:13.313120 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc70636-917c-4dfc-9ef8-d647abedea54 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Port': ['ID=8edae193-24f3-4ec9-ad6e-d77f10c0b238,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:13.351279 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0fc70636-917c-4dfc-9ef8-d647abedea54 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (0071face-21f3-42d8-9928-1a2b9dd8edc6), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:13.506772 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-33486a15-2390-4741-ae7b-a9fc2b3b446d req-74acf9eb-3beb-4ebf-9483-46e7ecb6e2fa tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0492918 Feb 16 22:38:13.563458 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0fc70636-917c-4dfc-9ef8-d647abedea54 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8edae193-24f3-4ec9-ad6e-d77f10c0b238), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:13.612512 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8581a562-ed4c-416a-a77c-0e810f7e69d8 None None] Network 49c6bfd3-85ab-4db0-886f-27d5e5c0b1e0 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:38:13.730364 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-56b4a7cf-cc61-4181-a6ba-97ea5966c802 None None] Provisioning complete for port 9dbf3856-5b14-4e09-a29b-d3ff23f9e202 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:38:13.730733 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-56b4a7cf-cc61-4181-a6ba-97ea5966c802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9dbf3856-5b14-4e09-a29b-d3ff23f9e202), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:13.825956 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-56b4a7cf-cc61-4181-a6ba-97ea5966c802 None None] Current status of the port 9dbf3856-5b14-4e09-a29b-d3ff23f9e202 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:38:13.869841 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0fc70636-917c-4dfc-9ef8-d647abedea54 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for port (8edae193-24f3-4ec9-ad6e-d77f10c0b238), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:13.876446 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0fc70636-917c-4dfc-9ef8-d647abedea54 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (8edae193-24f3-4ec9-ad6e-d77f10c0b238), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:13.877505 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0fc70636-917c-4dfc-9ef8-d647abedea54 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (0071face-21f3-42d8-9928-1a2b9dd8edc6), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:13.943343 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc70636-917c-4dfc-9ef8-d647abedea54 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Port': ['ID=8edae193-24f3-4ec9-ad6e-d77f10c0b238,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:14.016341 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc70636-917c-4dfc-9ef8-d647abedea54 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Network 49c6bfd3-85ab-4db0-886f-27d5e5c0b1e0 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:38:14.017811 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-0fc70636-917c-4dfc-9ef8-d647abedea54 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:38:14.043940 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device efddbff0-30d1-4211-a54f-8e1b0725e563 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:38:14.083795 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: efddbff0-30d1-4211-a54f-8e1b0725e563 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:38:14.085217 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device efddbff0-30d1-4211-a54f-8e1b0725e563 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:38:14.101550 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-aac0fc84-83c5-4d9c-b8e8-165518adb2df None None] Provisioning complete for port 9dbf3856-5b14-4e09-a29b-d3ff23f9e202 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:38:14.102130 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-aac0fc84-83c5-4d9c-b8e8-165518adb2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9dbf3856-5b14-4e09-a29b-d3ff23f9e202), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:14.190746 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc70636-917c-4dfc-9ef8-d647abedea54 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Router 0071face-21f3-42d8-9928-1a2b9dd8edc6 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:38:14.195291 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-aac0fc84-83c5-4d9c-b8e8-165518adb2df None None] Current status of the port 9dbf3856-5b14-4e09-a29b-d3ff23f9e202 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:38:14.226950 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-aac0fc84-83c5-4d9c-b8e8-165518adb2df None None] Provisioning complete for port 8edae193-24f3-4ec9-ad6e-d77f10c0b238 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:38:14.227473 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-aac0fc84-83c5-4d9c-b8e8-165518adb2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8edae193-24f3-4ec9-ad6e-d77f10c0b238), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:14.311098 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-aac0fc84-83c5-4d9c-b8e8-165518adb2df None None] Port 8edae193-24f3-4ec9-ad6e-d77f10c0b238 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:38:14.324695 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc70636-917c-4dfc-9ef8-d647abedea54 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:38:14.336603 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62d0ab3-f8e4-4ba3-98b1-fc3b5c6bbf84 None None] Sync routers for ids ['0071face-21f3-42d8-9928-1a2b9dd8edc6'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:38:14.340459 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57672) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:14.341113 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0fc70636-917c-4dfc-9ef8-d647abedea54 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "PUT /v2.0/routers/0071face-21f3-42d8-9928-1a2b9dd8edc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0260081 Feb 16 22:38:14.360903 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62d0ab3-f8e4-4ba3-98b1-fc3b5c6bbf84 None None] Routers {'0071face-21f3-42d8-9928-1a2b9dd8edc6'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:38:14.362715 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-a62d0ab3-f8e4-4ba3-98b1-fc3b5c6bbf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:37:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['0071face-21f3-42d8-9928-1a2b9dd8edc6'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:14.442495 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a304104-491a-4342-a1b9-f825b2ebfb92 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:14.447508 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57676) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:14.447969 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-a62d0ab3-f8e4-4ba3-98b1-fc3b5c6bbf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:14.450002 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8a304104-491a-4342-a1b9-f825b2ebfb92 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "GET /v2.0/ports?device_id=0071face-21f3-42d8-9928-1a2b9dd8edc6 HTTP/1.1" status: 200 len: 988 time: 0.1025615 Feb 16 22:38:14.461270 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62d0ab3-f8e4-4ba3-98b1-fc3b5c6bbf84 None None] Routers {'0071face-21f3-42d8-9928-1a2b9dd8edc6'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:38:14.462375 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-a62d0ab3-f8e4-4ba3-98b1-fc3b5c6bbf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:37:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['0071face-21f3-42d8-9928-1a2b9dd8edc6'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:14.476392 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-edb2371d-5cd0-4546-a27a-6318cd365942 None None] Provisioning complete for port 8edae193-24f3-4ec9-ad6e-d77f10c0b238 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:38:14.476897 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-edb2371d-5cd0-4546-a27a-6318cd365942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8edae193-24f3-4ec9-ad6e-d77f10c0b238), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:14.529108 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-a62d0ab3-f8e4-4ba3-98b1-fc3b5c6bbf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:14.530169 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62d0ab3-f8e4-4ba3-98b1-fc3b5c6bbf84 None None] The sync data for ids ['0071face-21f3-42d8-9928-1a2b9dd8edc6'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:38:14.551422 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-edb2371d-5cd0-4546-a27a-6318cd365942 None None] Port 8edae193-24f3-4ec9-ad6e-d77f10c0b238 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:38:14.637463 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0ff4cb96-adc5-4c14-9c0b-62e763d0e878 req-b9524353-5af6-4dc1-94a7-f419e7113be8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0347729 Feb 16 22:38:14.831192 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9dbf3856-5b14-4e09-a29b-d3ff23f9e202 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:38:14.916732 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-d0078fe1-87ee-4f04-a06b-a8bb431ebb80 None None] Provisioning complete for port 8edae193-24f3-4ec9-ad6e-d77f10c0b238 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:38:14.919504 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d0078fe1-87ee-4f04-a06b-a8bb431ebb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8edae193-24f3-4ec9-ad6e-d77f10c0b238), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:15.003447 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d0078fe1-87ee-4f04-a06b-a8bb431ebb80 None None] Port 8edae193-24f3-4ec9-ad6e-d77f10c0b238 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:38:15.015950 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 9dbf3856-5b14-4e09-a29b-d3ff23f9e202 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:38:15.016569 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9dbf3856-5b14-4e09-a29b-d3ff23f9e202), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:15.134360 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 9dbf3856-5b14-4e09-a29b-d3ff23f9e202 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:38:15.235010 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-391d2571-f4ff-45f8-a1a1-67c0a574ce83 None None] Provisioning complete for port 8edae193-24f3-4ec9-ad6e-d77f10c0b238 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:38:15.235400 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-391d2571-f4ff-45f8-a1a1-67c0a574ce83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8edae193-24f3-4ec9-ad6e-d77f10c0b238), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:15.309613 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-391d2571-f4ff-45f8-a1a1-67c0a574ce83 None None] Port 8edae193-24f3-4ec9-ad6e-d77f10c0b238 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:38:15.396679 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8680f9bf-68b1-49a5-8798-1959c685a8af tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (0071face-21f3-42d8-9928-1a2b9dd8edc6), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:15.631518 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-8680f9bf-68b1-49a5-8798-1959c685a8af tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Deleting port 8edae193-24f3-4ec9-ad6e-d77f10c0b238 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:38:15.631896 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8680f9bf-68b1-49a5-8798-1959c685a8af tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (8edae193-24f3-4ec9-ad6e-d77f10c0b238), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:15.731227 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8680f9bf-68b1-49a5-8798-1959c685a8af tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (8edae193-24f3-4ec9-ad6e-d77f10c0b238), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:15.752464 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-8680f9bf-68b1-49a5-8798-1959c685a8af tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Calling delete_port for 8edae193-24f3-4ec9-ad6e-d77f10c0b238 owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:38:15.762898 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8666d35a-ed91-4b32-8b70-fe18ecff2e84 req-07790ae4-43f1-48cf-9656-72809bab9807 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0393434 Feb 16 22:38:15.965546 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8680f9bf-68b1-49a5-8798-1959c685a8af tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (8edae193-24f3-4ec9-ad6e-d77f10c0b238), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:15.994865 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680f9bf-68b1-49a5-8798-1959c685a8af tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Port': ['ID=8edae193-24f3-4ec9-ad6e-d77f10c0b238,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:16.113095 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8680f9bf-68b1-49a5-8798-1959c685a8af tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (0071face-21f3-42d8-9928-1a2b9dd8edc6), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:16.287101 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8680f9bf-68b1-49a5-8798-1959c685a8af tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Router 0071face-21f3-42d8-9928-1a2b9dd8edc6 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:38:16.374296 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8680f9bf-68b1-49a5-8798-1959c685a8af tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:38:16.380058 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8680f9bf-68b1-49a5-8798-1959c685a8af tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "PUT /v2.0/routers/0071face-21f3-42d8-9928-1a2b9dd8edc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9313960 Feb 16 22:38:16.382896 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57696) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:16.391353 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3370ff4e-4025-4126-991e-8688794dd41b None None] Sync routers for ids ['0071face-21f3-42d8-9928-1a2b9dd8edc6'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:38:16.405637 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3370ff4e-4025-4126-991e-8688794dd41b None None] Routers {'0071face-21f3-42d8-9928-1a2b9dd8edc6'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:38:16.406674 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3370ff4e-4025-4126-991e-8688794dd41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:37:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['0071face-21f3-42d8-9928-1a2b9dd8edc6'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:16.415611 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb33f14e-265d-4b68-9877-97170758bedb tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] GET failed (client error): The resource could not be found. Feb 16 22:38:16.417570 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-cb33f14e-265d-4b68-9877-97170758bedb tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "GET /v2.0/ports/8edae193-24f3-4ec9-ad6e-d77f10c0b238 HTTP/1.1" status: 404 len: 333 time: 0.0335903 Feb 16 22:38:16.420221 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57698) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:16.443475 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3370ff4e-4025-4126-991e-8688794dd41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:16.454125 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3370ff4e-4025-4126-991e-8688794dd41b None None] Routers {'0071face-21f3-42d8-9928-1a2b9dd8edc6'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:38:16.454962 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3370ff4e-4025-4126-991e-8688794dd41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:37:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['0071face-21f3-42d8-9928-1a2b9dd8edc6'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:16.502442 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9750747d-2c76-428b-a3a6-d2d9cd1e870f tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for router (0071face-21f3-42d8-9928-1a2b9dd8edc6), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:16.506733 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3370ff4e-4025-4126-991e-8688794dd41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:16.507639 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3370ff4e-4025-4126-991e-8688794dd41b None None] The sync data for ids ['0071face-21f3-42d8-9928-1a2b9dd8edc6'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:38:16.671686 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9750747d-2c76-428b-a3a6-d2d9cd1e870f tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (0071face-21f3-42d8-9928-1a2b9dd8edc6), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:16.674078 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9750747d-2c76-428b-a3a6-d2d9cd1e870f tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for router_controller (0071face-21f3-42d8-9928-1a2b9dd8edc6), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:16.722613 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9750747d-2c76-428b-a3a6-d2d9cd1e870f tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (0071face-21f3-42d8-9928-1a2b9dd8edc6), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:16.723743 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9750747d-2c76-428b-a3a6-d2d9cd1e870f tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Fanout notify agent at l3_agent the message router_deleted on router 0071face-21f3-42d8-9928-1a2b9dd8edc6 {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:38:16.734074 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9750747d-2c76-428b-a3a6-d2d9cd1e870f tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:16.735323 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9750747d-2c76-428b-a3a6-d2d9cd1e870f tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/routers/0071face-21f3-42d8-9928-1a2b9dd8edc6 HTTP/1.1" status: 204 len: 168 time: 0.3138859 Feb 16 22:38:16.737790 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57702) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:16.798865 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c0adb83-8c18-476d-86c5-4f4fdbbb1150 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Deleting subnet 700fc4fc-1822-408f-b204-799faf7933cb {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:38:16.802054 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6c0adb83-8c18-476d-86c5-4f4fdbbb1150 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for subnet (700fc4fc-1822-408f-b204-799faf7933cb), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:16.856869 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6c0adb83-8c18-476d-86c5-4f4fdbbb1150 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (700fc4fc-1822-408f-b204-799faf7933cb), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:16.916354 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1ea7231-df29-4d4f-9865-b0761267558a req-9ae1370b-64b1-4fb7-975c-7a76f34ee06b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0374029 Feb 16 22:38:17.057337 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6c0adb83-8c18-476d-86c5-4f4fdbbb1150 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (700fc4fc-1822-408f-b204-799faf7933cb), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:17.127800 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6c0adb83-8c18-476d-86c5-4f4fdbbb1150 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (700fc4fc-1822-408f-b204-799faf7933cb), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:17.154984 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0adb83-8c18-476d-86c5-4f4fdbbb1150 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Subnet': ['ID=700fc4fc-1822-408f-b204-799faf7933cb,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:17.162696 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6c0adb83-8c18-476d-86c5-4f4fdbbb1150 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:17.168869 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57708) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:17.170859 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438a5414-d1e2-431a-9e95-e416705207cf None None] Network 49c6bfd3-85ab-4db0-886f-27d5e5c0b1e0 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:38:17.173610 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6c0adb83-8c18-476d-86c5-4f4fdbbb1150 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/subnets/700fc4fc-1822-408f-b204-799faf7933cb HTTP/1.1" status: 204 len: 168 time: 0.4343538 Feb 16 22:38:17.279780 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2f61ca94-b557-4c2c-889b-83102c41831b tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (49c6bfd3-85ab-4db0-886f-27d5e5c0b1e0), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:17.340238 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-2f61ca94-b557-4c2c-889b-83102c41831b tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Deleting port 9dbf3856-5b14-4e09-a29b-d3ff23f9e202 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:38:17.340702 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2f61ca94-b557-4c2c-889b-83102c41831b tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (9dbf3856-5b14-4e09-a29b-d3ff23f9e202), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:17.378199 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f691217-6ceb-429b-a003-63b4b5b30432 None None] DHCP port deletion for 49c6bfd3-85ab-4db0-886f-27d5e5c0b1e0 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:38:17.434652 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-2f61ca94-b557-4c2c-889b-83102c41831b tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] For port 9dbf3856-5b14-4e09-a29b-d3ff23f9e202, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9dbf3856-5b14-4e09-a29b-d3ff23f9e202,segment=NetworkSegment(df5cee7a-07ab-485e-8ace-a00829f59b2c),segment_id=df5cee7a-07ab-485e-8ace-a00829f59b2c)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:38:17.435119 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2f61ca94-b557-4c2c-889b-83102c41831b tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (9dbf3856-5b14-4e09-a29b-d3ff23f9e202), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:17.439771 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5f691217-6ceb-429b-a003-63b4b5b30432 None None] Deleting port 9dbf3856-5b14-4e09-a29b-d3ff23f9e202 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:38:17.440700 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5f691217-6ceb-429b-a003-63b4b5b30432 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (9dbf3856-5b14-4e09-a29b-d3ff23f9e202), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:17.455393 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-2f61ca94-b557-4c2c-889b-83102c41831b tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Calling delete_port for 9dbf3856-5b14-4e09-a29b-d3ff23f9e202 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:38:17.512346 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-5f691217-6ceb-429b-a003-63b4b5b30432 None None] For port 9dbf3856-5b14-4e09-a29b-d3ff23f9e202, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9dbf3856-5b14-4e09-a29b-d3ff23f9e202,segment=NetworkSegment(df5cee7a-07ab-485e-8ace-a00829f59b2c),segment_id=df5cee7a-07ab-485e-8ace-a00829f59b2c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:38:17.512746 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5f691217-6ceb-429b-a003-63b4b5b30432 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (9dbf3856-5b14-4e09-a29b-d3ff23f9e202), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:17.533605 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5f691217-6ceb-429b-a003-63b4b5b30432 None None] Calling delete_port for 9dbf3856-5b14-4e09-a29b-d3ff23f9e202 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:38:17.550687 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2f61ca94-b557-4c2c-889b-83102c41831b tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (9dbf3856-5b14-4e09-a29b-d3ff23f9e202), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:17.584838 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61ca94-b557-4c2c-889b-83102c41831b tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Port': ['ID=9dbf3856-5b14-4e09-a29b-d3ff23f9e202,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:17.601604 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f61ca94-b557-4c2c-889b-83102c41831b tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] No DVR routers for this DVR port 9dbf3856-5b14-4e09-a29b-d3ff23f9e202 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:38:17.732325 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2f61ca94-b557-4c2c-889b-83102c41831b tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (49c6bfd3-85ab-4db0-886f-27d5e5c0b1e0), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:17.765730 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-2f61ca94-b557-4c2c-889b-83102c41831b tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c6bfd3-85ab-4db0-886f-27d5e5c0b1e0']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:17.778114 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-2f61ca94-b557-4c2c-889b-83102c41831b tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5cee7a-07ab-485e-8ace-a00829f59b2c') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:17.778796 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-2f61ca94-b557-4c2c-889b-83102c41831b tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5cee7a-07ab-485e-8ace-a00829f59b2c') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:17.795307 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2f61ca94-b557-4c2c-889b-83102c41831b tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (df5cee7a-07ab-485e-8ace-a00829f59b2c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:17.799115 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5f691217-6ceb-429b-a003-63b4b5b30432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (9dbf3856-5b14-4e09-a29b-d3ff23f9e202), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:17.819452 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2f61ca94-b557-4c2c-889b-83102c41831b tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (df5cee7a-07ab-485e-8ace-a00829f59b2c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:17.828482 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f61ca94-b557-4c2c-889b-83102c41831b tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:38:17.829151 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2f61ca94-b557-4c2c-889b-83102c41831b tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (df5cee7a-07ab-485e-8ace-a00829f59b2c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:17.832571 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:38:17.832571 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:38:17.832571 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:38:17.832571 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:38:17.832571 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:38:17.832571 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:38:17.832571 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:38:17.832571 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:38:17.832571 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:38:17.832571 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:38:17.832571 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:38:17.832571 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:38:17.832571 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:38:17.832571 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:38:17.832571 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:38:17.832571 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:38:17.832571 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:38:17.832571 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:38:17.832571 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:38:17.832571 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:38:17.832571 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:38:17.832571 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:38:17.832571 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:38:17.832571 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:38:17.832571 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:38:17.832571 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:38:17.832571 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:38:17.832571 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:38:17.832571 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:38:17.832571 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:38:17.832571 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:38:17.832571 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:38:17.834885 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f691217-6ceb-429b-a003-63b4b5b30432 None None] Pushing event deleted for resources: {'Port': ['ID=9dbf3856-5b14-4e09-a29b-d3ff23f9e202,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:17.836594 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f691217-6ceb-429b-a003-63b4b5b30432 None None] No DVR routers for this DVR port 9dbf3856-5b14-4e09-a29b-d3ff23f9e202 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:38:17.925177 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2f61ca94-b557-4c2c-889b-83102c41831b tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (49c6bfd3-85ab-4db0-886f-27d5e5c0b1e0), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:17.948416 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2f61ca94-b557-4c2c-889b-83102c41831b tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:17.955096 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2f61ca94-b557-4c2c-889b-83102c41831b tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/networks/49c6bfd3-85ab-4db0-886f-27d5e5c0b1e0 HTTP/1.1" status: 204 len: 168 time: 0.7817905 Feb 16 22:38:17.955096 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61ca94-b557-4c2c-889b-83102c41831b tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Network': ['ID=49c6bfd3-85ab-4db0-886f-27d5e5c0b1e0,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:17.955497 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57736) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:18.030970 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adac49ca-426d-4168-8b91-28bef3e1dc18 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:18.032419 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-adac49ca-426d-4168-8b91-28bef3e1dc18 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "GET /v2.0/ports/49958cd7-06fa-4cf7-9288-b776a165847b HTTP/1.1" status: 200 len: 844 time: 0.0759354 Feb 16 22:38:18.040887 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57744) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:18.101022 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cbdb82cb-7b3b-4f2c-85e7-26e3a1c6b63e req-13ecb4ac-7566-46b9-abff-3da6328fa2c4 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0674775 Feb 16 22:38:18.104109 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57746) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:18.104313 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b38a38db-1daa-440d-8a52-18ea5989ad96 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "GET /v2.0/ports/49958cd7-06fa-4cf7-9288-b776a165847b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0618212 Feb 16 22:38:18.110220 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-d5d0ad2b-0e6f-40b7-b9c5-a251163ae5b5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'subnet': {'network_id': '6a0192d0-467a-4268-99f6-c1c90ad51962', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:18.442141 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d0ad2b-0e6f-40b7-b9c5-a251163ae5b5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:38:18.446961 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d5d0ad2b-0e6f-40b7-b9c5-a251163ae5b5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:18.642244 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d5d0ad2b-0e6f-40b7-b9c5-a251163ae5b5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (6f143810-8af4-4c1e-acf1-428c3512f5ed), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:18.694926 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d0ad2b-0e6f-40b7-b9c5-a251163ae5b5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Network 6a0192d0-467a-4268-99f6-c1c90ad51962 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:38:18.698045 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-d5d0ad2b-0e6f-40b7-b9c5-a251163ae5b5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:38:18.702986 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d0ad2b-0e6f-40b7-b9c5-a251163ae5b5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:18.703737 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d5d0ad2b-0e6f-40b7-b9c5-a251163ae5b5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:18.710184 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2b80ff-e980-4e20-9256-227bf853e613 None None] Network 6a0192d0-467a-4268-99f6-c1c90ad51962 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:38:18.716005 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0ad2b-0e6f-40b7-b9c5-a251163ae5b5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Subnet': ['ID=6f143810-8af4-4c1e-acf1-428c3512f5ed,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:18.735231 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d5d0ad2b-0e6f-40b7-b9c5-a251163ae5b5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6295455 Feb 16 22:38:18.737929 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57756) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:18.744413 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-def19912-96c4-4b0a-b454-35631c22bd82 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'security_group': {'name': 'tempest-secgroup-2023428454'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:18.769166 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-def19912-96c4-4b0a-b454-35631c22bd82 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:18.866433 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9dbf3856-5b14-4e09-a29b-d3ff23f9e202 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:38:18.885314 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-def19912-96c4-4b0a-b454-35631c22bd82 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for security_group (ec3960dd-c0c6-42e3-96f3-ae2214d422bb), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:18.890749 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-def19912-96c4-4b0a-b454-35631c22bd82 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ec3960dd-c0c6-42e3-96f3-ae2214d422bb), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:18.894032 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 9dbf3856-5b14-4e09-a29b-d3ff23f9e202 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:38:18.894442 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9dbf3856-5b14-4e09-a29b-d3ff23f9e202 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:38:18.947534 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-def19912-96c4-4b0a-b454-35631c22bd82 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:18.948851 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-def19912-96c4-4b0a-b454-35631c22bd82 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2090473 Feb 16 22:38:18.951410 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57758) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:18.958600 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-b39b733d-ca4c-4aad-ba8f-6a6b5aef26d9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'security_group': {'name': 'tempest-secgroup-1513557410'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:18.961375 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45baf5c6-c973-4ce7-a900-505980b9eef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-6a0192d0-467a-4268-99f6-c1c90ad51962', 'network_id': '6a0192d0-467a-4268-99f6-c1c90ad51962', 'project_id': 'd60825dfe0634217b9a73819afe62c75', 'fixed_ips': [{'subnet_id': '6f143810-8af4-4c1e-acf1-428c3512f5ed'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:38:18.962258 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-45baf5c6-c973-4ce7-a900-505980b9eef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:18.971442 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def19912-96c4-4b0a-b454-35631c22bd82 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3960dd-c0c6-42e3-96f3-ae2214d422bb,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:19.000715 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b39b733d-ca4c-4aad-ba8f-6a6b5aef26d9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:19.106847 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b39b733d-ca4c-4aad-ba8f-6a6b5aef26d9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for security_group (79139a58-592f-420e-b9a7-f2295c195f8a), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:19.112176 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b39b733d-ca4c-4aad-ba8f-6a6b5aef26d9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (79139a58-592f-420e-b9a7-f2295c195f8a), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:19.143144 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-45baf5c6-c973-4ce7-a900-505980b9eef5 None None] Allocated IP 2001:db8::2 (6a0192d0-467a-4268-99f6-c1c90ad51962/6f143810-8af4-4c1e-acf1-428c3512f5ed/b922dc17-f239-4097-a8e2-6b456adfc7af) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:38:19.145649 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b39b733d-ca4c-4aad-ba8f-6a6b5aef26d9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:19.160156 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b39b733d-ca4c-4aad-ba8f-6a6b5aef26d9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2039964 Feb 16 22:38:19.161755 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57764) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:19.167121 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b733d-ca4c-4aad-ba8f-6a6b5aef26d9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79139a58-592f-420e-b9a7-f2295c195f8a,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:19.170131 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-c45323c4-6754-4dc1-9d13-cb7d4f1d10a9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1237572062', 'security_groups': ['79139a58-592f-420e-b9a7-f2295c195f8a'], 'network_id': '6a0192d0-467a-4268-99f6-c1c90ad51962', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6f143810-8af4-4c1e-acf1-428c3512f5ed'}]}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:19.258526 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4cc971f7-ccb9-4b29-b49d-efbed9df82d0 req-a06619fc-b70a-4145-a098-1b6e20099167 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0329721 Feb 16 22:38:19.359391 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45323c4-6754-4dc1-9d13-cb7d4f1d10a9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:38:19.380794 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-45baf5c6-c973-4ce7-a900-505980b9eef5 None None] Publish callbacks [] for port (b922dc17-f239-4097-a8e2-6b456adfc7af), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:19.389326 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-45baf5c6-c973-4ce7-a900-505980b9eef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (b922dc17-f239-4097-a8e2-6b456adfc7af), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:19.433511 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45baf5c6-c973-4ce7-a900-505980b9eef5 None None] Network 6a0192d0-467a-4268-99f6-c1c90ad51962 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:38:19.436490 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-45baf5c6-c973-4ce7-a900-505980b9eef5 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:38:19.443034 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45baf5c6-c973-4ce7-a900-505980b9eef5 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:38:19.452299 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45baf5c6-c973-4ce7-a900-505980b9eef5 None None] Pushing event updated for resources: {'Port': ['ID=b922dc17-f239-4097-a8e2-6b456adfc7af,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:19.476830 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c45323c4-6754-4dc1-9d13-cb7d4f1d10a9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:19.498809 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-c45323c4-6754-4dc1-9d13-cb7d4f1d10a9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] device_id is not set on port 68850efd-8ea1-4b49-ac3a-0666b5941f95 yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:38:19.525953 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-45baf5c6-c973-4ce7-a900-505980b9eef5 None None] Attempting to bind port b922dc17-f239-4097-a8e2-6b456adfc7af on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:38:19.526290 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-45baf5c6-c973-4ce7-a900-505980b9eef5 None None] Attempting to bind port b922dc17-f239-4097-a8e2-6b456adfc7af by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'b66bcf48-09b5-41a4-b90d-149f4723b03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6a0192d0-467a-4268-99f6-c1c90ad51962'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:38:19.526663 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45baf5c6-c973-4ce7-a900-505980b9eef5 None None] Attempting to bind port b922dc17-f239-4097-a8e2-6b456adfc7af on network 6a0192d0-467a-4268-99f6-c1c90ad51962 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:38:19.540206 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45baf5c6-c973-4ce7-a900-505980b9eef5 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:38:19.540723 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45baf5c6-c973-4ce7-a900-505980b9eef5 None None] Checking segment: {'id': 'b66bcf48-09b5-41a4-b90d-149f4723b03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6a0192d0-467a-4268-99f6-c1c90ad51962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:38:19.541226 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-45baf5c6-c973-4ce7-a900-505980b9eef5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:19.541720 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45baf5c6-c973-4ce7-a900-505980b9eef5 None None] Bound using segment: {'id': 'b66bcf48-09b5-41a4-b90d-149f4723b03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6a0192d0-467a-4268-99f6-c1c90ad51962'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:38:19.542353 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-45baf5c6-c973-4ce7-a900-505980b9eef5 None None] Bound port: b922dc17-f239-4097-a8e2-6b456adfc7af, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b66bcf48-09b5-41a4-b90d-149f4723b03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6a0192d0-467a-4268-99f6-c1c90ad51962'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:38:19.542915 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-45baf5c6-c973-4ce7-a900-505980b9eef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b922dc17-f239-4097-a8e2-6b456adfc7af), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:19.620462 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-45baf5c6-c973-4ce7-a900-505980b9eef5 None None] For port b922dc17-f239-4097-a8e2-6b456adfc7af, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:38:19.624291 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-45baf5c6-c973-4ce7-a900-505980b9eef5 None None] For port b922dc17-f239-4097-a8e2-6b456adfc7af, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=b922dc17-f239-4097-a8e2-6b456adfc7af,segment=NetworkSegment(b66bcf48-09b5-41a4-b90d-149f4723b03c),segment_id=b66bcf48-09b5-41a4-b90d-149f4723b03c)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:38:19.636045 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-45baf5c6-c973-4ce7-a900-505980b9eef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b922dc17-f239-4097-a8e2-6b456adfc7af), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:19.713654 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45baf5c6-c973-4ce7-a900-505980b9eef5 None None] Pushing event updated for resources: {'Port': ['ID=b922dc17-f239-4097-a8e2-6b456adfc7af,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:19.735543 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-c45323c4-6754-4dc1-9d13-cb7d4f1d10a9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Allocated IP 2001:db8::346 (6a0192d0-467a-4268-99f6-c1c90ad51962/6f143810-8af4-4c1e-acf1-428c3512f5ed/68850efd-8ea1-4b49-ac3a-0666b5941f95) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:38:19.915407 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c45323c4-6754-4dc1-9d13-cb7d4f1d10a9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for port (68850efd-8ea1-4b49-ac3a-0666b5941f95), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:19.974119 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c45323c4-6754-4dc1-9d13-cb7d4f1d10a9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (68850efd-8ea1-4b49-ac3a-0666b5941f95), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:20.028159 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45323c4-6754-4dc1-9d13-cb7d4f1d10a9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Network 6a0192d0-467a-4268-99f6-c1c90ad51962 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:38:20.031515 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-c45323c4-6754-4dc1-9d13-cb7d4f1d10a9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:38:20.034585 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45323c4-6754-4dc1-9d13-cb7d4f1d10a9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:38:20.039827 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45323c4-6754-4dc1-9d13-cb7d4f1d10a9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:20.040461 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c45323c4-6754-4dc1-9d13-cb7d4f1d10a9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:20.049799 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45323c4-6754-4dc1-9d13-cb7d4f1d10a9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Port': ['ID=68850efd-8ea1-4b49-ac3a-0666b5941f95,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:20.063939 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c45323c4-6754-4dc1-9d13-cb7d4f1d10a9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9000800 Feb 16 22:38:20.066984 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57770) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:20.072675 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-e06a9793-cd82-4f81-b2f9-d8c63c55c68c tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'subnet': {'network_id': '6a0192d0-467a-4268-99f6-c1c90ad51962', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:20.210076 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06a9793-cd82-4f81-b2f9-d8c63c55c68c tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:38:20.213732 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e06a9793-cd82-4f81-b2f9-d8c63c55c68c tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:20.318258 n-d-813897-6 neutron-server[103465]: INFO neutron.db.ipam_backend_mixin [None req-e06a9793-cd82-4f81-b2f9-d8c63c55c68c tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6f143810-8af4-4c1e-acf1-428c3512f5ed (CIDR: 2001:db8::/64) Feb 16 22:38:20.323075 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-e06a9793-cd82-4f81-b2f9-d8c63c55c68c tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:38:20.324045 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e06a9793-cd82-4f81-b2f9-d8c63c55c68c tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:38:20.346439 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e06a9793-cd82-4f81-b2f9-d8c63c55c68c tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2777066 Feb 16 22:38:20.349064 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57778) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:20.361944 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-17d4e64c-12bc-4d80-a2fe-f2f7a95aae33 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'subnet': {'network_id': '6a0192d0-467a-4268-99f6-c1c90ad51962', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:20.402117 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3422b15b-cc7e-4b39-92ed-89dea0ea93ec req-b4992ee5-feac-483b-8e9e-f9c885cbd1ac tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0427434 Feb 16 22:38:20.518722 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d4e64c-12bc-4d80-a2fe-f2f7a95aae33 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:38:20.522771 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-17d4e64c-12bc-4d80-a2fe-f2f7a95aae33 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:20.659036 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3b05e8fe-b3b4-42ab-a04c-7b3f7b14b60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:20.876349 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-17d4e64c-12bc-4d80-a2fe-f2f7a95aae33 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (dd383bc9-ba5d-44a1-8c42-b921dc2b6dd8), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:20.878670 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device b922dc17-f239-4097-a8e2-6b456adfc7af up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:38:20.932311 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d4e64c-12bc-4d80-a2fe-f2f7a95aae33 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Network 6a0192d0-467a-4268-99f6-c1c90ad51962 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:38:20.937025 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-17d4e64c-12bc-4d80-a2fe-f2f7a95aae33 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:38:20.946563 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d4e64c-12bc-4d80-a2fe-f2f7a95aae33 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:20.947565 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-17d4e64c-12bc-4d80-a2fe-f2f7a95aae33 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:20.956351 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port b922dc17-f239-4097-a8e2-6b456adfc7af triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:38:20.957283 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b922dc17-f239-4097-a8e2-6b456adfc7af), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:20.965406 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d4e64c-12bc-4d80-a2fe-f2f7a95aae33 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Subnet': ['ID=dd383bc9-ba5d-44a1-8c42-b921dc2b6dd8,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:20.980547 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-17d4e64c-12bc-4d80-a2fe-f2f7a95aae33 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6274672 Feb 16 22:38:20.981265 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57784) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:20.988385 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-05591db6-ebf3-49db-858c-299752aa5dbd tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1025831278', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dd383bc9-ba5d-44a1-8c42-b921dc2b6dd8'}], 'security_groups': ['ec3960dd-c0c6-42e3-96f3-ae2214d422bb']}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:21.061434 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port b922dc17-f239-4097-a8e2-6b456adfc7af is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:38:21.061847 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b922dc17-f239-4097-a8e2-6b456adfc7af), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:21.099036 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-05591db6-ebf3-49db-858c-299752aa5dbd tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (68850efd-8ea1-4b49-ac3a-0666b5941f95), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:21.101989 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port b922dc17-f239-4097-a8e2-6b456adfc7af, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=b922dc17-f239-4097-a8e2-6b456adfc7af,segment=NetworkSegment(b66bcf48-09b5-41a4-b90d-149f4723b03c),segment_id=b66bcf48-09b5-41a4-b90d-149f4723b03c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:38:21.111759 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b922dc17-f239-4097-a8e2-6b456adfc7af), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:21.169927 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950f424b-41c2-4669-96ba-01d2a6eb82ad None None] Network 6a0192d0-467a-4268-99f6-c1c90ad51962 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:38:21.188516 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=b922dc17-f239-4097-a8e2-6b456adfc7af,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:21.220192 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-0e56fe15-a811-4792-a9b8-b851f0cf6539 None None] Provisioning complete for port b922dc17-f239-4097-a8e2-6b456adfc7af triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:38:21.221192 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0e56fe15-a811-4792-a9b8-b851f0cf6539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b922dc17-f239-4097-a8e2-6b456adfc7af), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:21.379870 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-0e56fe15-a811-4792-a9b8-b851f0cf6539 None None] Current status of the port b922dc17-f239-4097-a8e2-6b456adfc7af is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:38:21.399161 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-0e56fe15-a811-4792-a9b8-b851f0cf6539 None None] Provisioning complete for port 49958cd7-06fa-4cf7-9288-b776a165847b triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:38:21.401397 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0e56fe15-a811-4792-a9b8-b851f0cf6539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (49958cd7-06fa-4cf7-9288-b776a165847b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:21.462697 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-05591db6-ebf3-49db-858c-299752aa5dbd tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Delete allocated IP 2001:db8::346 (6a0192d0-467a-4268-99f6-c1c90ad51962/6f143810-8af4-4c1e-acf1-428c3512f5ed) {{(pid=103466) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 22:38:21.482222 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-05591db6-ebf3-49db-858c-299752aa5dbd tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Allocated IP 2001:db8:0:1::1af (6a0192d0-467a-4268-99f6-c1c90ad51962/dd383bc9-ba5d-44a1-8c42-b921dc2b6dd8/68850efd-8ea1-4b49-ac3a-0666b5941f95) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:38:21.503403 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-0e56fe15-a811-4792-a9b8-b851f0cf6539 None None] Port 49958cd7-06fa-4cf7-9288-b776a165847b cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:38:21.535769 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca22049-4a0d-401c-b0ba-b24adc95dc8b None None] Update dhcp port {'port': {'network_id': '6a0192d0-467a-4268-99f6-c1c90ad51962', 'fixed_ips': [{'subnet_id': '6f143810-8af4-4c1e-acf1-428c3512f5ed', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dd383bc9-ba5d-44a1-8c42-b921dc2b6dd8'}], 'binding:host_id': 'n-d-813897-6'}, 'id': 'b922dc17-f239-4097-a8e2-6b456adfc7af'} from n-d-813897-6. {{(pid=103467) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 22:38:21.556792 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c5ae0b2-f988-415f-94cc-c60faad46334 req-2b0d3e87-d91a-49e3-9e17-fcbdc2b6b3a0 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0497780 Feb 16 22:38:21.577005 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-eca22049-4a0d-401c-b0ba-b24adc95dc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b922dc17-f239-4097-a8e2-6b456adfc7af), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:21.785227 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-05591db6-ebf3-49db-858c-299752aa5dbd tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for port (68850efd-8ea1-4b49-ac3a-0666b5941f95), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:21.791218 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-05591db6-ebf3-49db-858c-299752aa5dbd tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (68850efd-8ea1-4b49-ac3a-0666b5941f95), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:21.863229 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-eca22049-4a0d-401c-b0ba-b24adc95dc8b None None] Allocated IP 2001:db8:0:1::2 (6a0192d0-467a-4268-99f6-c1c90ad51962/dd383bc9-ba5d-44a1-8c42-b921dc2b6dd8/b922dc17-f239-4097-a8e2-6b456adfc7af) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:38:21.868256 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-05591db6-ebf3-49db-858c-299752aa5dbd tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] In _notify_port_updated(), no bound segment for port 68850efd-8ea1-4b49-ac3a-0666b5941f95 on network 6a0192d0-467a-4268-99f6-c1c90ad51962 {{(pid=103466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 22:38:21.874825 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05591db6-ebf3-49db-858c-299752aa5dbd tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:21.875621 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-05591db6-ebf3-49db-858c-299752aa5dbd tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:21.877076 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-05591db6-ebf3-49db-858c-299752aa5dbd tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "PUT /v2.0/ports/68850efd-8ea1-4b49-ac3a-0666b5941f95 HTTP/1.1" status: 200 len: 931 time: 0.8945525 Feb 16 22:38:21.880101 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57806) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:21.885471 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05591db6-ebf3-49db-858c-299752aa5dbd tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Port': ['ID=68850efd-8ea1-4b49-ac3a-0666b5941f95,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:21.990777 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-30da5ffd-1e06-491c-9a19-9d167c6586e5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Deleting port 68850efd-8ea1-4b49-ac3a-0666b5941f95 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:38:21.991757 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-30da5ffd-1e06-491c-9a19-9d167c6586e5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (68850efd-8ea1-4b49-ac3a-0666b5941f95), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:22.000553 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-eca22049-4a0d-401c-b0ba-b24adc95dc8b None None] For port b922dc17-f239-4097-a8e2-6b456adfc7af, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=b922dc17-f239-4097-a8e2-6b456adfc7af,segment=NetworkSegment(b66bcf48-09b5-41a4-b90d-149f4723b03c),segment_id=b66bcf48-09b5-41a4-b90d-149f4723b03c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:38:22.040380 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-eca22049-4a0d-401c-b0ba-b24adc95dc8b None None] Publish callbacks [] for port (b922dc17-f239-4097-a8e2-6b456adfc7af), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:22.048355 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-eca22049-4a0d-401c-b0ba-b24adc95dc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b922dc17-f239-4097-a8e2-6b456adfc7af), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:22.120073 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-30da5ffd-1e06-491c-9a19-9d167c6586e5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (68850efd-8ea1-4b49-ac3a-0666b5941f95), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:22.141951 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-30da5ffd-1e06-491c-9a19-9d167c6586e5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Calling delete_port for 68850efd-8ea1-4b49-ac3a-0666b5941f95 owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:38:22.169910 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca22049-4a0d-401c-b0ba-b24adc95dc8b None None] Pushing event updated for resources: {'Port': ['ID=b922dc17-f239-4097-a8e2-6b456adfc7af,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:22.313106 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-30da5ffd-1e06-491c-9a19-9d167c6586e5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (68850efd-8ea1-4b49-ac3a-0666b5941f95), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:22.347670 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da5ffd-1e06-491c-9a19-9d167c6586e5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Port': ['ID=68850efd-8ea1-4b49-ac3a-0666b5941f95,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:22.383912 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-30da5ffd-1e06-491c-9a19-9d167c6586e5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:22.390540 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-30da5ffd-1e06-491c-9a19-9d167c6586e5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/ports/68850efd-8ea1-4b49-ac3a-0666b5941f95 HTTP/1.1" status: 204 len: 168 time: 0.5068700 Feb 16 22:38:22.390937 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57810) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:22.418428 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b974271-c2d0-482c-a3be-0c56610afb9d tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] GET failed (client error): The resource could not be found. Feb 16 22:38:22.422809 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4b974271-c2d0-482c-a3be-0c56610afb9d tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "GET /v2.0/ports/68850efd-8ea1-4b49-ac3a-0666b5941f95 HTTP/1.1" status: 404 len: 333 time: 0.0281053 Feb 16 22:38:22.423601 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57812) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:22.500159 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a5b4ea8c-270d-4ef5-8792-44da4e2f8962 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for security_group (79139a58-592f-420e-b9a7-f2295c195f8a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:22.534673 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a5b4ea8c-270d-4ef5-8792-44da4e2f8962 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for security_group (79139a58-592f-420e-b9a7-f2295c195f8a), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:22.586541 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a5b4ea8c-270d-4ef5-8792-44da4e2f8962 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (79139a58-592f-420e-b9a7-f2295c195f8a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:22.589733 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a5b4ea8c-270d-4ef5-8792-44da4e2f8962 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:22.593878 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a5b4ea8c-270d-4ef5-8792-44da4e2f8962 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/security-groups/79139a58-592f-420e-b9a7-f2295c195f8a HTTP/1.1" status: 204 len: 168 time: 0.1668251 Feb 16 22:38:22.594975 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57814) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:22.605509 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4ea8c-270d-4ef5-8792-44da4e2f8962 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79139a58-592f-420e-b9a7-f2295c195f8a,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:22.708734 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb210947-ab87-4506-91d0-da9af655046a req-8684621c-f1f4-402b-88e3-7907012c1a8e tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0332403 Feb 16 22:38:22.755621 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-72fad711-32df-41b2-9a67-1cc5ce375a00 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for security_group (ec3960dd-c0c6-42e3-96f3-ae2214d422bb), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:22.802706 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-72fad711-32df-41b2-9a67-1cc5ce375a00 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for security_group (ec3960dd-c0c6-42e3-96f3-ae2214d422bb), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:22.865219 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device b922dc17-f239-4097-a8e2-6b456adfc7af up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:38:22.879673 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-72fad711-32df-41b2-9a67-1cc5ce375a00 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ec3960dd-c0c6-42e3-96f3-ae2214d422bb), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:22.882448 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-72fad711-32df-41b2-9a67-1cc5ce375a00 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:22.886900 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57824) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:22.887861 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-72fad711-32df-41b2-9a67-1cc5ce375a00 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/security-groups/ec3960dd-c0c6-42e3-96f3-ae2214d422bb HTTP/1.1" status: 204 len: 168 time: 0.2910614 Feb 16 22:38:22.915337 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fad711-32df-41b2-9a67-1cc5ce375a00 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3960dd-c0c6-42e3-96f3-ae2214d422bb,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:22.930422 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fad711-32df-41b2-9a67-1cc5ce375a00 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:22.931029 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fad711-32df-41b2-9a67-1cc5ce375a00 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:22.931624 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fad711-32df-41b2-9a67-1cc5ce375a00 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:22.932211 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fad711-32df-41b2-9a67-1cc5ce375a00 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:22.932798 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fad711-32df-41b2-9a67-1cc5ce375a00 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:22.933808 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fad711-32df-41b2-9a67-1cc5ce375a00 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:22.934072 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fad711-32df-41b2-9a67-1cc5ce375a00 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:22.934663 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fad711-32df-41b2-9a67-1cc5ce375a00 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:22.935255 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fad711-32df-41b2-9a67-1cc5ce375a00 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:22.935834 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fad711-32df-41b2-9a67-1cc5ce375a00 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:22.936424 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fad711-32df-41b2-9a67-1cc5ce375a00 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:22.937007 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fad711-32df-41b2-9a67-1cc5ce375a00 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:22.937573 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fad711-32df-41b2-9a67-1cc5ce375a00 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:22.981479 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d85e6b1-edb1-4ddd-9375-6b684354867c tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Deleting subnet 6f143810-8af4-4c1e-acf1-428c3512f5ed {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:38:22.986561 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7d85e6b1-edb1-4ddd-9375-6b684354867c tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for subnet (6f143810-8af4-4c1e-acf1-428c3512f5ed), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:23.001466 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port b922dc17-f239-4097-a8e2-6b456adfc7af triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:38:23.002502 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b922dc17-f239-4097-a8e2-6b456adfc7af), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:23.044339 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7d85e6b1-edb1-4ddd-9375-6b684354867c tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (6f143810-8af4-4c1e-acf1-428c3512f5ed), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:23.082772 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-394066ac-f92f-41fe-8d7b-d3ca6b0a3ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:23.123089 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port b922dc17-f239-4097-a8e2-6b456adfc7af is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:38:23.162569 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b8483d68-3488-47dd-9d80-8db7596edc1e None None] Provisioning complete for port b922dc17-f239-4097-a8e2-6b456adfc7af triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:38:23.163085 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b8483d68-3488-47dd-9d80-8db7596edc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b922dc17-f239-4097-a8e2-6b456adfc7af), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:23.167280 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7d85e6b1-edb1-4ddd-9375-6b684354867c tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (6f143810-8af4-4c1e-acf1-428c3512f5ed), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:23.246816 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7d85e6b1-edb1-4ddd-9375-6b684354867c tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (6f143810-8af4-4c1e-acf1-428c3512f5ed), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:23.269285 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7d85e6b1-edb1-4ddd-9375-6b684354867c tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:23.273134 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7d85e6b1-edb1-4ddd-9375-6b684354867c tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/subnets/6f143810-8af4-4c1e-acf1-428c3512f5ed HTTP/1.1" status: 204 len: 168 time: 0.3850696 Feb 16 22:38:23.278435 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57828) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:23.279396 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b8483d68-3488-47dd-9d80-8db7596edc1e None None] Current status of the port b922dc17-f239-4097-a8e2-6b456adfc7af is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:38:23.283768 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b8483d68-3488-47dd-9d80-8db7596edc1e None None] Could not find standard attr ID for object 68850efd-8ea1-4b49-ac3a-0666b5941f95. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:38:23.284847 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-a0224140-0f60-498a-8d61-389eb7e2d891 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'subnet': {'network_id': '6a0192d0-467a-4268-99f6-c1c90ad51962', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:23.294060 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d85e6b1-edb1-4ddd-9375-6b684354867c tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Subnet': ['ID=6f143810-8af4-4c1e-acf1-428c3512f5ed,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:23.305805 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b8483d68-3488-47dd-9d80-8db7596edc1e None None] Provisioning complete for port 49958cd7-06fa-4cf7-9288-b776a165847b triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:38:23.306477 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b8483d68-3488-47dd-9d80-8db7596edc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (49958cd7-06fa-4cf7-9288-b776a165847b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:23.345981 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b8483d68-3488-47dd-9d80-8db7596edc1e None None] Port 49958cd7-06fa-4cf7-9288-b776a165847b cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:38:23.459258 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0224140-0f60-498a-8d61-389eb7e2d891 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:38:23.462266 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-fae723f7-08b4-4358-895c-5e5d337167c9 None None] Could not find standard attr ID for object 68850efd-8ea1-4b49-ac3a-0666b5941f95. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:38:23.463085 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a0224140-0f60-498a-8d61-389eb7e2d891 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:23.470061 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46abfc7d-87eb-404a-8f0b-30c86f4a78b7 None None] Network 6a0192d0-467a-4268-99f6-c1c90ad51962 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:38:23.730834 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a0224140-0f60-498a-8d61-389eb7e2d891 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (4194eb67-30bc-4529-8f18-260bed5a6970), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:23.818157 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0224140-0f60-498a-8d61-389eb7e2d891 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Network 6a0192d0-467a-4268-99f6-c1c90ad51962 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:38:23.821719 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-a0224140-0f60-498a-8d61-389eb7e2d891 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:38:23.838104 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0224140-0f60-498a-8d61-389eb7e2d891 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:23.838739 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a0224140-0f60-498a-8d61-389eb7e2d891 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:23.876236 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0224140-0f60-498a-8d61-389eb7e2d891 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Subnet': ['ID=4194eb67-30bc-4529-8f18-260bed5a6970,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:23.879917 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-04746d3f-9117-4d4b-846a-9b9fd167faa8 req-1b90a1c8-8190-4296-8115-ac95704717b2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0383406 Feb 16 22:38:23.904879 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a0224140-0f60-498a-8d61-389eb7e2d891 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6251035 Feb 16 22:38:23.907543 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57836) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:23.912009 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-35a5617c-103f-4fe3-85d1-50ac3b4fcee2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'security_group': {'name': 'tempest-secgroup-570194765'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:23.952254 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-35a5617c-103f-4fe3-85d1-50ac3b4fcee2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:24.062941 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-35a5617c-103f-4fe3-85d1-50ac3b4fcee2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for security_group (15717a3d-946f-4937-b192-cb748b242113), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:24.070715 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-35a5617c-103f-4fe3-85d1-50ac3b4fcee2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (15717a3d-946f-4937-b192-cb748b242113), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:24.101151 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5617c-103f-4fe3-85d1-50ac3b4fcee2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15717a3d-946f-4937-b192-cb748b242113,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:24.109057 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-35a5617c-103f-4fe3-85d1-50ac3b4fcee2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:24.112512 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-35a5617c-103f-4fe3-85d1-50ac3b4fcee2 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2037971 Feb 16 22:38:24.115508 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57840) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:24.122149 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-db1b3840-c326-4f70-9298-46338bc156ba tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'security_group': {'name': 'tempest-secgroup-873154866'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:24.153797 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db1b3840-c326-4f70-9298-46338bc156ba tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:24.258875 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db1b3840-c326-4f70-9298-46338bc156ba tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for security_group (f093c1c7-4ddb-4afe-a77e-41b221a18e09), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:24.265552 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db1b3840-c326-4f70-9298-46338bc156ba tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f093c1c7-4ddb-4afe-a77e-41b221a18e09), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:24.266345 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:24.300726 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db1b3840-c326-4f70-9298-46338bc156ba tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:24.302362 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-db1b3840-c326-4f70-9298-46338bc156ba tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1854227 Feb 16 22:38:24.305228 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57844) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:24.310212 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-765c1607-da6c-42e1-9d8d-ae3ccfde34c5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'security_group': {'name': 'tempest-secgroup-197474926'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:24.322466 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b3840-c326-4f70-9298-46338bc156ba tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f093c1c7-4ddb-4afe-a77e-41b221a18e09,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:24.348082 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-765c1607-da6c-42e1-9d8d-ae3ccfde34c5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:24.433517 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-765c1607-da6c-42e1-9d8d-ae3ccfde34c5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for security_group (0b829047-7ab4-4f6e-b7c6-b0442676b6b4), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:24.440858 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-765c1607-da6c-42e1-9d8d-ae3ccfde34c5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (0b829047-7ab4-4f6e-b7c6-b0442676b6b4), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:24.451122 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a814fe3-7957-441f-8abb-77b3e437f304 None None] Network 6a0192d0-467a-4268-99f6-c1c90ad51962 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:38:24.482608 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c1607-da6c-42e1-9d8d-ae3ccfde34c5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b829047-7ab4-4f6e-b7c6-b0442676b6b4,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:24.503066 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-765c1607-da6c-42e1-9d8d-ae3ccfde34c5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:24.507026 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-765c1607-da6c-42e1-9d8d-ae3ccfde34c5 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1980817 Feb 16 22:38:24.507175 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57846) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:24.512586 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-7eaeb9d7-c270-4d95-8ce2-0c97cc7b8f4f tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-273858342', 'security_groups': ['0b829047-7ab4-4f6e-b7c6-b0442676b6b4'], 'network_id': '6a0192d0-467a-4268-99f6-c1c90ad51962', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4194eb67-30bc-4529-8f18-260bed5a6970'}]}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:24.525888 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-dec5204d-c5c8-4009-bb14-a9425ac4a02d None None] Provisioning complete for port b922dc17-f239-4097-a8e2-6b456adfc7af triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:38:24.527331 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-dec5204d-c5c8-4009-bb14-a9425ac4a02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b922dc17-f239-4097-a8e2-6b456adfc7af), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:24.647787 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eaeb9d7-c270-4d95-8ce2-0c97cc7b8f4f tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:38:24.681867 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-dec5204d-c5c8-4009-bb14-a9425ac4a02d None None] Current status of the port b922dc17-f239-4097-a8e2-6b456adfc7af is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:38:24.697124 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-dec5204d-c5c8-4009-bb14-a9425ac4a02d None None] Provisioning complete for port 49958cd7-06fa-4cf7-9288-b776a165847b triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:38:24.702174 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-dec5204d-c5c8-4009-bb14-a9425ac4a02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (49958cd7-06fa-4cf7-9288-b776a165847b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:24.773055 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-dec5204d-c5c8-4009-bb14-a9425ac4a02d None None] Port 49958cd7-06fa-4cf7-9288-b776a165847b cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:38:24.786565 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7eaeb9d7-c270-4d95-8ce2-0c97cc7b8f4f tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:24.788097 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb2fe35-6b04-4b4b-a729-e0c643be5809 None None] Update dhcp port {'port': {'network_id': '6a0192d0-467a-4268-99f6-c1c90ad51962', 'fixed_ips': [{'subnet_id': 'dd383bc9-ba5d-44a1-8c42-b921dc2b6dd8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4194eb67-30bc-4529-8f18-260bed5a6970'}], 'binding:host_id': 'n-d-813897-6'}, 'id': 'b922dc17-f239-4097-a8e2-6b456adfc7af'} from n-d-813897-6. {{(pid=103467) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 22:38:24.807582 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-7eaeb9d7-c270-4d95-8ce2-0c97cc7b8f4f tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] device_id is not set on port 419219b6-fff3-4921-87a7-02ad6b88cb8f yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:38:24.827920 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3bb2fe35-6b04-4b4b-a729-e0c643be5809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b922dc17-f239-4097-a8e2-6b456adfc7af), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:25.065707 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e218556-3892-4124-8172-9874c3354832 req-c49ab602-77e5-44e6-b686-b1cb04a44ddf tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0414555 Feb 16 22:38:25.103030 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-7eaeb9d7-c270-4d95-8ce2-0c97cc7b8f4f tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Allocated IP 2001:db8::2d7 (6a0192d0-467a-4268-99f6-c1c90ad51962/4194eb67-30bc-4529-8f18-260bed5a6970/419219b6-fff3-4921-87a7-02ad6b88cb8f) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:38:25.244064 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7eaeb9d7-c270-4d95-8ce2-0c97cc7b8f4f tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for port (419219b6-fff3-4921-87a7-02ad6b88cb8f), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:25.281886 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7eaeb9d7-c270-4d95-8ce2-0c97cc7b8f4f tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (419219b6-fff3-4921-87a7-02ad6b88cb8f), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:25.352645 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaeb9d7-c270-4d95-8ce2-0c97cc7b8f4f tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Network 6a0192d0-467a-4268-99f6-c1c90ad51962 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:38:25.359385 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-7eaeb9d7-c270-4d95-8ce2-0c97cc7b8f4f tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:38:25.363461 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-3bb2fe35-6b04-4b4b-a729-e0c643be5809 None None] Allocated IP 2001:db8::2 (6a0192d0-467a-4268-99f6-c1c90ad51962/4194eb67-30bc-4529-8f18-260bed5a6970/b922dc17-f239-4097-a8e2-6b456adfc7af) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:38:25.368499 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaeb9d7-c270-4d95-8ce2-0c97cc7b8f4f tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:38:25.376140 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaeb9d7-c270-4d95-8ce2-0c97cc7b8f4f tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:25.376911 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7eaeb9d7-c270-4d95-8ce2-0c97cc7b8f4f tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:25.381869 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaeb9d7-c270-4d95-8ce2-0c97cc7b8f4f tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Port': ['ID=419219b6-fff3-4921-87a7-02ad6b88cb8f,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:25.405163 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57858) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:25.407562 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7eaeb9d7-c270-4d95-8ce2-0c97cc7b8f4f tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8988450 Feb 16 22:38:25.410283 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-0bd5da28-cb42-420f-8022-52b0c99afcea tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'subnet': {'network_id': '6a0192d0-467a-4268-99f6-c1c90ad51962', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:25.527353 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-3bb2fe35-6b04-4b4b-a729-e0c643be5809 None None] For port b922dc17-f239-4097-a8e2-6b456adfc7af, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=b922dc17-f239-4097-a8e2-6b456adfc7af,segment=NetworkSegment(b66bcf48-09b5-41a4-b90d-149f4723b03c),segment_id=b66bcf48-09b5-41a4-b90d-149f4723b03c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:38:25.556686 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd5da28-cb42-420f-8022-52b0c99afcea tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:38:25.563971 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0bd5da28-cb42-420f-8022-52b0c99afcea tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:25.571628 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3bb2fe35-6b04-4b4b-a729-e0c643be5809 None None] Publish callbacks [] for port (b922dc17-f239-4097-a8e2-6b456adfc7af), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:25.576802 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3bb2fe35-6b04-4b4b-a729-e0c643be5809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b922dc17-f239-4097-a8e2-6b456adfc7af), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:25.667861 n-d-813897-6 neutron-server[103465]: INFO neutron.db.ipam_backend_mixin [None req-0bd5da28-cb42-420f-8022-52b0c99afcea tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4194eb67-30bc-4529-8f18-260bed5a6970 (CIDR: 2001:db8::/64) Feb 16 22:38:25.672083 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd5da28-cb42-420f-8022-52b0c99afcea tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:38:25.672591 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bd5da28-cb42-420f-8022-52b0c99afcea tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:38:25.698351 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0bd5da28-cb42-420f-8022-52b0c99afcea tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2919035 Feb 16 22:38:25.699691 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57860) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:25.708620 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-416ff5b8-4899-4cad-a7b7-e5b38f7ca435 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'subnet': {'network_id': '6a0192d0-467a-4268-99f6-c1c90ad51962', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:25.727350 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2fe35-6b04-4b4b-a729-e0c643be5809 None None] Pushing event updated for resources: {'Port': ['ID=b922dc17-f239-4097-a8e2-6b456adfc7af,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:25.738574 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:25.741076 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2fe35-6b04-4b4b-a729-e0c643be5809 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:25.742487 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2fe35-6b04-4b4b-a729-e0c643be5809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:25.743085 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2fe35-6b04-4b4b-a729-e0c643be5809 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:25.743691 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2fe35-6b04-4b4b-a729-e0c643be5809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:25.744274 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2fe35-6b04-4b4b-a729-e0c643be5809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:25.744844 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2fe35-6b04-4b4b-a729-e0c643be5809 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:25.745439 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2fe35-6b04-4b4b-a729-e0c643be5809 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:25.746022 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2fe35-6b04-4b4b-a729-e0c643be5809 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:25.746687 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2fe35-6b04-4b4b-a729-e0c643be5809 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:25.747263 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2fe35-6b04-4b4b-a729-e0c643be5809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:25.748089 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2fe35-6b04-4b4b-a729-e0c643be5809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:25.748642 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2fe35-6b04-4b4b-a729-e0c643be5809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:25.749203 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2fe35-6b04-4b4b-a729-e0c643be5809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:25.857779 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416ff5b8-4899-4cad-a7b7-e5b38f7ca435 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:38:25.861250 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-416ff5b8-4899-4cad-a7b7-e5b38f7ca435 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:25.966604 n-d-813897-6 neutron-server[103465]: INFO neutron.db.ipam_backend_mixin [None req-416ff5b8-4899-4cad-a7b7-e5b38f7ca435 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet dd383bc9-ba5d-44a1-8c42-b921dc2b6dd8 (CIDR: 2001:db8:0:1::/64) Feb 16 22:38:25.970292 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-416ff5b8-4899-4cad-a7b7-e5b38f7ca435 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:38:25.970859 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-416ff5b8-4899-4cad-a7b7-e5b38f7ca435 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:38:25.995052 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-416ff5b8-4899-4cad-a7b7-e5b38f7ca435 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2896321 Feb 16 22:38:25.995375 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57862) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:26.000567 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-1f1542c9-b4c5-4823-aa1c-aada07b5e156 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'subnet': {'network_id': '6a0192d0-467a-4268-99f6-c1c90ad51962', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:26.269100 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5d5e914-3320-4bcb-9326-b1d768f6fbc2 req-93adb36b-93a5-443a-81b3-b042606d8109 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0569115 Feb 16 22:38:26.352376 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1542c9-b4c5-4823-aa1c-aada07b5e156 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Made reservation on behalf of d60825dfe0634217b9a73819afe62c75 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:38:26.359363 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1f1542c9-b4c5-4823-aa1c-aada07b5e156 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:26.399118 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-200829c5-68ac-4709-82f9-e85ec2afc1e3 req-96cb6663-002a-49c3-8758-e1b230d110bf service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=43d3a663-3a02-4d53-83b8-430a95904c55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1252401 Feb 16 22:38:26.634131 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f01c87d8-5ec3-4beb-9de5-1e7679ba1725 None None] Provisioning complete for port b922dc17-f239-4097-a8e2-6b456adfc7af triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:38:26.634712 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f01c87d8-5ec3-4beb-9de5-1e7679ba1725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b922dc17-f239-4097-a8e2-6b456adfc7af), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:26.648273 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200829c5-68ac-4709-82f9-e85ec2afc1e3 req-f5f46257-a125-4aec-a13d-5505c04d4b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:26.655051 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-200829c5-68ac-4709-82f9-e85ec2afc1e3 req-f5f46257-a125-4aec-a13d-5505c04d4b90 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=69c2e216bf6b4737ac7a77e3bf076a26&device_id=43d3a663-3a02-4d53-83b8-430a95904c55 HTTP/1.1" status: 200 len: 1127 time: 0.1569746 Feb 16 22:38:26.803311 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f01c87d8-5ec3-4beb-9de5-1e7679ba1725 None None] Current status of the port b922dc17-f239-4097-a8e2-6b456adfc7af is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:38:26.840122 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f01c87d8-5ec3-4beb-9de5-1e7679ba1725 None None] Provisioning complete for port 49958cd7-06fa-4cf7-9288-b776a165847b triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:38:26.840757 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f01c87d8-5ec3-4beb-9de5-1e7679ba1725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (49958cd7-06fa-4cf7-9288-b776a165847b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:26.846359 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57888) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:26.847015 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1f1542c9-b4c5-4823-aa1c-aada07b5e156 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (7fbec644-8014-4e28-8e13-da50518432b7), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:26.921524 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f01c87d8-5ec3-4beb-9de5-1e7679ba1725 None None] Port 49958cd7-06fa-4cf7-9288-b776a165847b cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:38:26.923181 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device b922dc17-f239-4097-a8e2-6b456adfc7af up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:38:26.986517 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port b922dc17-f239-4097-a8e2-6b456adfc7af triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:38:26.986902 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b922dc17-f239-4097-a8e2-6b456adfc7af), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:27.028456 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1542c9-b4c5-4823-aa1c-aada07b5e156 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Network 6a0192d0-467a-4268-99f6-c1c90ad51962 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:38:27.042896 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:27.043257 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-1f1542c9-b4c5-4823-aa1c-aada07b5e156 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:38:27.050511 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c7ddabf8-8a38-4b93-8be6-9313fad0e9c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:27.077939 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1542c9-b4c5-4823-aa1c-aada07b5e156 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:27.082320 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1f1542c9-b4c5-4823-aa1c-aada07b5e156 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:27.087465 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-06428596-9328-449f-a755-fc969281344f None None] Provisioning complete for port 419219b6-fff3-4921-87a7-02ad6b88cb8f triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:38:27.091866 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-06428596-9328-449f-a755-fc969281344f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (419219b6-fff3-4921-87a7-02ad6b88cb8f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:27.109347 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200829c5-68ac-4709-82f9-e85ec2afc1e3 req-4c2dc665-2b7e-4c0a-bca1-d30ae328c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:27.110885 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-200829c5-68ac-4709-82f9-e85ec2afc1e3 req-4c2dc665-2b7e-4c0a-bca1-d30ae328c300 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e191140f-9662-48f3-b56f-58b68fbf8fea HTTP/1.1" status: 200 len: 908 time: 0.2763379 Feb 16 22:38:27.111599 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1542c9-b4c5-4823-aa1c-aada07b5e156 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Subnet': ['ID=7fbec644-8014-4e28-8e13-da50518432b7,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:27.190041 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1f1542c9-b4c5-4823-aa1c-aada07b5e156 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1934195 Feb 16 22:38:27.194964 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57892) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:27.200571 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-935b8491-0057-4ffb-aeeb-60c1d868992d tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-308238542', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7fbec644-8014-4e28-8e13-da50518432b7'}], 'security_groups': ['15717a3d-946f-4937-b192-cb748b242113', 'f093c1c7-4ddb-4afe-a77e-41b221a18e09']}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:27.213573 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port b922dc17-f239-4097-a8e2-6b456adfc7af is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:38:27.227141 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c7ddabf8-8a38-4b93-8be6-9313fad0e9c0 admin admin] Publish callbacks [] for security_group (1046aac7-7407-473d-b71a-5e1176aaa446), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:27.238483 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c7ddabf8-8a38-4b93-8be6-9313fad0e9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (1046aac7-7407-473d-b71a-5e1176aaa446), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:27.259992 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-200829c5-68ac-4709-82f9-e85ec2afc1e3 req-f6b448cc-85b5-4e81-8f08-38390f0f4a03 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c965d092-d245-44c4-a073-041d705d3404 HTTP/1.1" status: 200 len: 1000 time: 0.1392548 Feb 16 22:38:27.279391 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-06428596-9328-449f-a755-fc969281344f None None] Port 419219b6-fff3-4921-87a7-02ad6b88cb8f cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:38:27.343288 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c7ddabf8-8a38-4b93-8be6-9313fad0e9c0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=978467c750124172890b9fc74b6c91fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4946320 Feb 16 22:38:27.344145 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57898) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:27.344828 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ddabf8-8a38-4b93-8be6-9313fad0e9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1046aac7-7407-473d-b71a-5e1176aaa446,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:27.374614 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200829c5-68ac-4709-82f9-e85ec2afc1e3 req-386135e5-dbec-497c-b4e0-185e7d879a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:27.380230 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-200829c5-68ac-4709-82f9-e85ec2afc1e3 req-386135e5-dbec-497c-b4e0-185e7d879a3f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=80b9aa94-7cde-4ce1-8471-1b3f6e219986 HTTP/1.1" status: 200 len: 846 time: 0.1133268 Feb 16 22:38:27.406074 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6986291a-8c00-4692-935d-f029caa0fd41 admin admin] Publish callbacks [] for security_group (1046aac7-7407-473d-b71a-5e1176aaa446), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:27.423278 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57833a01-72e3-4ac5-9cf5-bcd2d1ed422e None None] Network 6a0192d0-467a-4268-99f6-c1c90ad51962 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:38:27.481533 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6986291a-8c00-4692-935d-f029caa0fd41 admin admin] Publish callbacks [] for security_group (1046aac7-7407-473d-b71a-5e1176aaa446), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:27.490392 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-935b8491-0057-4ffb-aeeb-60c1d868992d tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (419219b6-fff3-4921-87a7-02ad6b88cb8f), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:27.535298 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a7a8416d-b50b-46b8-a07d-b6abbe91039c req-4d5c9bcc-ad00-4263-bc43-b0267e25d616 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0670140 Feb 16 22:38:27.551525 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-65a4b24a-8d40-488c-b5d9-d30fa0706e95 None None] Could not find standard attr ID for object 68850efd-8ea1-4b49-ac3a-0666b5941f95. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:38:27.579235 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6986291a-8c00-4692-935d-f029caa0fd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (1046aac7-7407-473d-b71a-5e1176aaa446), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:27.582506 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6986291a-8c00-4692-935d-f029caa0fd41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:27.586173 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6986291a-8c00-4692-935d-f029caa0fd41 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1046aac7-7407-473d-b71a-5e1176aaa446 HTTP/1.1" status: 204 len: 168 time: 0.2361469 Feb 16 22:38:27.594620 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6986291a-8c00-4692-935d-f029caa0fd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1046aac7-7407-473d-b71a-5e1176aaa446,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:27.604154 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986291a-8c00-4692-935d-f029caa0fd41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:27.604522 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986291a-8c00-4692-935d-f029caa0fd41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:27.604924 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986291a-8c00-4692-935d-f029caa0fd41 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:27.605277 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986291a-8c00-4692-935d-f029caa0fd41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:27.605623 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986291a-8c00-4692-935d-f029caa0fd41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:27.606548 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986291a-8c00-4692-935d-f029caa0fd41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:27.606548 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986291a-8c00-4692-935d-f029caa0fd41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:27.606959 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986291a-8c00-4692-935d-f029caa0fd41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:27.607474 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986291a-8c00-4692-935d-f029caa0fd41 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:27.607950 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986291a-8c00-4692-935d-f029caa0fd41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:27.608848 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986291a-8c00-4692-935d-f029caa0fd41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:27.609204 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986291a-8c00-4692-935d-f029caa0fd41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:27.609544 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986291a-8c00-4692-935d-f029caa0fd41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:38:27.647998 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200829c5-68ac-4709-82f9-e85ec2afc1e3 req-85296701-0b87-4646-9c27-88621e78cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:27.649586 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-200829c5-68ac-4709-82f9-e85ec2afc1e3 req-85296701-0b87-4646-9c27-88621e78cdce service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e191140f-9662-48f3-b56f-58b68fbf8fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2616739 Feb 16 22:38:27.976052 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7460cef-da39-4b2b-957a-d3c4c70ea39d None None] Update dhcp port {'port': {'network_id': '6a0192d0-467a-4268-99f6-c1c90ad51962', 'fixed_ips': [{'subnet_id': 'dd383bc9-ba5d-44a1-8c42-b921dc2b6dd8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4194eb67-30bc-4529-8f18-260bed5a6970', 'ip_address': '2001:db8::2'}, {'subnet_id': '7fbec644-8014-4e28-8e13-da50518432b7'}], 'binding:host_id': 'n-d-813897-6'}, 'id': 'b922dc17-f239-4097-a8e2-6b456adfc7af'} from n-d-813897-6. {{(pid=103467) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 22:38:27.988593 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-935b8491-0057-4ffb-aeeb-60c1d868992d tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Delete allocated IP 2001:db8::2d7 (6a0192d0-467a-4268-99f6-c1c90ad51962/4194eb67-30bc-4529-8f18-260bed5a6970) {{(pid=103466) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 22:38:28.006004 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-935b8491-0057-4ffb-aeeb-60c1d868992d tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Allocated IP 2001:db8:0:2::327 (6a0192d0-467a-4268-99f6-c1c90ad51962/7fbec644-8014-4e28-8e13-da50518432b7/419219b6-fff3-4921-87a7-02ad6b88cb8f) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:38:28.017293 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d7460cef-da39-4b2b-957a-d3c4c70ea39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b922dc17-f239-4097-a8e2-6b456adfc7af), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:28.038935 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-200829c5-68ac-4709-82f9-e85ec2afc1e3 req-be690504-f5f0-42e2-a077-448363777702 service neutron] 10.222.0.79 "GET /v2.0/networks/e191140f-9662-48f3-b56f-58b68fbf8fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702445 Feb 16 22:38:28.056068 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57906) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:28.075197 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:38:28.091614 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-33daabb8-ac09-4447-911b-ab2f4d56645f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:28.222815 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-935b8491-0057-4ffb-aeeb-60c1d868992d tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for port (419219b6-fff3-4921-87a7-02ad6b88cb8f), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:28.235745 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-935b8491-0057-4ffb-aeeb-60c1d868992d tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (419219b6-fff3-4921-87a7-02ad6b88cb8f), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:28.259094 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-33daabb8-ac09-4447-911b-ab2f4d56645f admin admin] Publish callbacks [] for security_group (63980e23-c81e-4a97-8181-0620d0f53ffb), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:28.271153 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-33daabb8-ac09-4447-911b-ab2f4d56645f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (63980e23-c81e-4a97-8181-0620d0f53ffb), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:28.303896 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-d7460cef-da39-4b2b-957a-d3c4c70ea39d None None] Allocated IP 2001:db8:0:2::2 (6a0192d0-467a-4268-99f6-c1c90ad51962/7fbec644-8014-4e28-8e13-da50518432b7/b922dc17-f239-4097-a8e2-6b456adfc7af) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:38:28.342648 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-33daabb8-ac09-4447-911b-ab2f4d56645f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bfda061b4076487ba33b4efa7069328b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2853148 Feb 16 22:38:28.343326 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57910) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:28.343994 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33daabb8-ac09-4447-911b-ab2f4d56645f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63980e23-c81e-4a97-8181-0620d0f53ffb,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:28.398851 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-77ceebac-c411-4501-9aeb-f338ddc7b9b8 admin admin] Publish callbacks [] for security_group (63980e23-c81e-4a97-8181-0620d0f53ffb), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:28.422094 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-77ceebac-c411-4501-9aeb-f338ddc7b9b8 admin admin] Publish callbacks [] for security_group (63980e23-c81e-4a97-8181-0620d0f53ffb), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:28.476342 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-d7460cef-da39-4b2b-957a-d3c4c70ea39d None None] For port b922dc17-f239-4097-a8e2-6b456adfc7af, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=b922dc17-f239-4097-a8e2-6b456adfc7af,segment=NetworkSegment(b66bcf48-09b5-41a4-b90d-149f4723b03c),segment_id=b66bcf48-09b5-41a4-b90d-149f4723b03c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:38:28.513512 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-77ceebac-c411-4501-9aeb-f338ddc7b9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (63980e23-c81e-4a97-8181-0620d0f53ffb), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:28.517607 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-77ceebac-c411-4501-9aeb-f338ddc7b9b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:28.522671 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-77ceebac-c411-4501-9aeb-f338ddc7b9b8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/63980e23-c81e-4a97-8181-0620d0f53ffb HTTP/1.1" status: 204 len: 168 time: 0.1756713 Feb 16 22:38:28.538876 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ceebac-c411-4501-9aeb-f338ddc7b9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63980e23-c81e-4a97-8181-0620d0f53ffb,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:28.578661 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:28.583172 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d7460cef-da39-4b2b-957a-d3c4c70ea39d None None] Publish callbacks [] for port (b922dc17-f239-4097-a8e2-6b456adfc7af), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:28.593338 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d7460cef-da39-4b2b-957a-d3c4c70ea39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b922dc17-f239-4097-a8e2-6b456adfc7af), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:28.694996 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7460cef-da39-4b2b-957a-d3c4c70ea39d None None] Pushing event updated for resources: {'Port': ['ID=b922dc17-f239-4097-a8e2-6b456adfc7af,revision_number=7']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:28.720017 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-935b8491-0057-4ffb-aeeb-60c1d868992d tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] In _notify_port_updated(), no bound segment for port 419219b6-fff3-4921-87a7-02ad6b88cb8f on network 6a0192d0-467a-4268-99f6-c1c90ad51962 {{(pid=103466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 22:38:28.725436 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935b8491-0057-4ffb-aeeb-60c1d868992d tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:28.726250 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-935b8491-0057-4ffb-aeeb-60c1d868992d tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:28.731085 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57918) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:28.731282 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-935b8491-0057-4ffb-aeeb-60c1d868992d tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "PUT /v2.0/ports/419219b6-fff3-4921-87a7-02ad6b88cb8f HTTP/1.1" status: 200 len: 969 time: 1.5353141 Feb 16 22:38:28.762627 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c18d7cbe-1d39-41b6-be19-fc306a0c6691 req-4e42dc47-da8f-4749-89fe-e7a24f98e2d2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0846856 Feb 16 22:38:28.789711 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b8491-0057-4ffb-aeeb-60c1d868992d tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event updated for resources: {'Port': ['ID=419219b6-fff3-4921-87a7-02ad6b88cb8f,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:28.812287 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-200829c5-68ac-4709-82f9-e85ec2afc1e3 req-4a9bb97f-e203-4ab8-9626-7e1fc8f5f091 service neutron] 10.222.0.79 "GET /v2.0/networks/e191140f-9662-48f3-b56f-58b68fbf8fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7614574 Feb 16 22:38:28.917194 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device b922dc17-f239-4097-a8e2-6b456adfc7af up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:38:28.943033 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-2817c04e-22d2-4284-a1b3-8bcf1433b5cf tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Deleting port 419219b6-fff3-4921-87a7-02ad6b88cb8f {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:38:28.943406 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2817c04e-22d2-4284-a1b3-8bcf1433b5cf tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (419219b6-fff3-4921-87a7-02ad6b88cb8f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:29.023737 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port b922dc17-f239-4097-a8e2-6b456adfc7af triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:38:29.024741 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b922dc17-f239-4097-a8e2-6b456adfc7af), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:29.115634 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2817c04e-22d2-4284-a1b3-8bcf1433b5cf tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (419219b6-fff3-4921-87a7-02ad6b88cb8f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:29.149087 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-2817c04e-22d2-4284-a1b3-8bcf1433b5cf tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Calling delete_port for 419219b6-fff3-4921-87a7-02ad6b88cb8f owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:38:29.150101 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port b922dc17-f239-4097-a8e2-6b456adfc7af is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:38:29.348980 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2817c04e-22d2-4284-a1b3-8bcf1433b5cf tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (419219b6-fff3-4921-87a7-02ad6b88cb8f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:29.384328 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817c04e-22d2-4284-a1b3-8bcf1433b5cf tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Port': ['ID=419219b6-fff3-4921-87a7-02ad6b88cb8f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:29.415468 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2817c04e-22d2-4284-a1b3-8bcf1433b5cf tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:29.421625 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57930) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:29.422181 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2817c04e-22d2-4284-a1b3-8bcf1433b5cf tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/ports/419219b6-fff3-4921-87a7-02ad6b88cb8f HTTP/1.1" status: 204 len: 168 time: 0.6895592 Feb 16 22:38:29.458606 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-99275c4a-0942-41c9-8f7f-a86289d56377 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] GET failed (client error): The resource could not be found. Feb 16 22:38:29.462670 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-99275c4a-0942-41c9-8f7f-a86289d56377 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "GET /v2.0/ports/419219b6-fff3-4921-87a7-02ad6b88cb8f HTTP/1.1" status: 404 len: 333 time: 0.0374835 Feb 16 22:38:29.463134 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57934) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:29.554943 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7c4697e1-1ccb-4823-9d51-4eab81fc6c69 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for security_group (0b829047-7ab4-4f6e-b7c6-b0442676b6b4), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:29.592960 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7c4697e1-1ccb-4823-9d51-4eab81fc6c69 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for security_group (0b829047-7ab4-4f6e-b7c6-b0442676b6b4), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:29.665479 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7c4697e1-1ccb-4823-9d51-4eab81fc6c69 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (0b829047-7ab4-4f6e-b7c6-b0442676b6b4), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:29.674149 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7c4697e1-1ccb-4823-9d51-4eab81fc6c69 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:29.680208 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57946) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:29.687378 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7c4697e1-1ccb-4823-9d51-4eab81fc6c69 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/security-groups/0b829047-7ab4-4f6e-b7c6-b0442676b6b4 HTTP/1.1" status: 204 len: 168 time: 0.2228529 Feb 16 22:38:29.711376 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4697e1-1ccb-4823-9d51-4eab81fc6c69 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b829047-7ab4-4f6e-b7c6-b0442676b6b4,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:29.784132 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-48ba7fba-225c-451d-9d0a-dd3e80d99524 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for security_group (f093c1c7-4ddb-4afe-a77e-41b221a18e09), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:29.799987 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-cb24c6e6-4301-4c3f-a446-adeb0126b13e None None] Provisioning complete for port b922dc17-f239-4097-a8e2-6b456adfc7af triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:38:29.800373 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cb24c6e6-4301-4c3f-a446-adeb0126b13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b922dc17-f239-4097-a8e2-6b456adfc7af), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:29.831395 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-48ba7fba-225c-451d-9d0a-dd3e80d99524 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for security_group (f093c1c7-4ddb-4afe-a77e-41b221a18e09), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:29.890772 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-48ba7fba-225c-451d-9d0a-dd3e80d99524 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f093c1c7-4ddb-4afe-a77e-41b221a18e09), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:29.895457 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-48ba7fba-225c-451d-9d0a-dd3e80d99524 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:29.897173 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-48ba7fba-225c-451d-9d0a-dd3e80d99524 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/security-groups/f093c1c7-4ddb-4afe-a77e-41b221a18e09 HTTP/1.1" status: 204 len: 168 time: 0.2157481 Feb 16 22:38:29.900168 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57952) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:29.909375 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba7fba-225c-451d-9d0a-dd3e80d99524 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f093c1c7-4ddb-4afe-a77e-41b221a18e09,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:29.951524 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:29.965246 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-cb24c6e6-4301-4c3f-a446-adeb0126b13e None None] Current status of the port b922dc17-f239-4097-a8e2-6b456adfc7af is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:38:29.969932 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-cb24c6e6-4301-4c3f-a446-adeb0126b13e None None] Could not find standard attr ID for object 419219b6-fff3-4921-87a7-02ad6b88cb8f. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:38:29.984569 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-cb24c6e6-4301-4c3f-a446-adeb0126b13e None None] Provisioning complete for port 49958cd7-06fa-4cf7-9288-b776a165847b triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:38:29.985014 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cb24c6e6-4301-4c3f-a446-adeb0126b13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (49958cd7-06fa-4cf7-9288-b776a165847b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:29.995987 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6c9fa436-e3c5-4bf6-a247-e5d2f98b4879 req-bf224409-553b-49ea-9f15-c192ad5476ff tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0947776 Feb 16 22:38:30.017190 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c42297ef-4655-43fe-bf43-1d26342acf25 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for security_group (15717a3d-946f-4937-b192-cb748b242113), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:30.046790 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-cb24c6e6-4301-4c3f-a446-adeb0126b13e None None] Port 49958cd7-06fa-4cf7-9288-b776a165847b cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:38:30.063078 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c42297ef-4655-43fe-bf43-1d26342acf25 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for security_group (15717a3d-946f-4937-b192-cb748b242113), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:30.113236 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c42297ef-4655-43fe-bf43-1d26342acf25 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (15717a3d-946f-4937-b192-cb748b242113), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:30.116525 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c42297ef-4655-43fe-bf43-1d26342acf25 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:30.120911 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57960) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:30.121706 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c42297ef-4655-43fe-bf43-1d26342acf25 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/security-groups/15717a3d-946f-4937-b192-cb748b242113 HTTP/1.1" status: 204 len: 168 time: 0.2187765 Feb 16 22:38:30.134106 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42297ef-4655-43fe-bf43-1d26342acf25 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15717a3d-946f-4937-b192-cb748b242113,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:30.209721 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-875a7bf0-d5c4-4236-8206-0c1c6b8b01de tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Deleting subnet 4194eb67-30bc-4529-8f18-260bed5a6970 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:38:30.217306 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-875a7bf0-d5c4-4236-8206-0c1c6b8b01de tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for subnet (4194eb67-30bc-4529-8f18-260bed5a6970), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:30.263186 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-c40ac46d-92f3-44ba-adcb-87dbd749f821 None None] Could not find standard attr ID for object 419219b6-fff3-4921-87a7-02ad6b88cb8f. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:38:30.288914 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-875a7bf0-d5c4-4236-8206-0c1c6b8b01de tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (4194eb67-30bc-4529-8f18-260bed5a6970), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:30.405183 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-875a7bf0-d5c4-4236-8206-0c1c6b8b01de tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (4194eb67-30bc-4529-8f18-260bed5a6970), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:30.487860 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-875a7bf0-d5c4-4236-8206-0c1c6b8b01de tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (4194eb67-30bc-4529-8f18-260bed5a6970), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:30.516806 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a7bf0-d5c4-4236-8206-0c1c6b8b01de tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Subnet': ['ID=4194eb67-30bc-4529-8f18-260bed5a6970,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:30.522620 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-875a7bf0-d5c4-4236-8206-0c1c6b8b01de tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:30.537849 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-875a7bf0-d5c4-4236-8206-0c1c6b8b01de tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/subnets/4194eb67-30bc-4529-8f18-260bed5a6970 HTTP/1.1" status: 204 len: 168 time: 0.4121718 Feb 16 22:38:30.538101 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9895fb1-b7d9-41ff-95e9-abc685e1f8da None None] Network 6a0192d0-467a-4268-99f6-c1c90ad51962 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:38:30.538516 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57974) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:30.625041 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f462156-1c03-41c7-8723-33afff54b7cc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Deleting subnet 7fbec644-8014-4e28-8e13-da50518432b7 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:38:30.633098 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1f462156-1c03-41c7-8723-33afff54b7cc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for subnet (7fbec644-8014-4e28-8e13-da50518432b7), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:30.691302 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1f462156-1c03-41c7-8723-33afff54b7cc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (7fbec644-8014-4e28-8e13-da50518432b7), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:30.830962 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1f462156-1c03-41c7-8723-33afff54b7cc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (7fbec644-8014-4e28-8e13-da50518432b7), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:30.945235 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1f462156-1c03-41c7-8723-33afff54b7cc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (7fbec644-8014-4e28-8e13-da50518432b7), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:30.987813 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1f462156-1c03-41c7-8723-33afff54b7cc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:30.991816 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1f462156-1c03-41c7-8723-33afff54b7cc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/subnets/7fbec644-8014-4e28-8e13-da50518432b7 HTTP/1.1" status: 204 len: 168 time: 0.4522016 Feb 16 22:38:30.994373 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57988) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:31.036631 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f462156-1c03-41c7-8723-33afff54b7cc tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Subnet': ['ID=7fbec644-8014-4e28-8e13-da50518432b7,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:31.092824 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-2560ddb2-02c5-4cf6-a0e0-907da0490483 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] DELETE failed (client error): The resource could not be found. Feb 16 22:38:31.094578 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2560ddb2-02c5-4cf6-a0e0-907da0490483 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:38:31.102494 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2560ddb2-02c5-4cf6-a0e0-907da0490483 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/subnets/4194eb67-30bc-4529-8f18-260bed5a6970 HTTP/1.1" status: 404 len: 337 time: 0.1051860 Feb 16 22:38:31.104420 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57992) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:31.186873 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4da1150f-30e9-47af-9f40-28b3eb7e8e70 req-94532690-dfa5-4158-b609-78a590eae3bd tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0548818 Feb 16 22:38:31.222178 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-76731093-d5c1-4c3c-ab4a-1418ab8f7eb0 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Deleting subnet dd383bc9-ba5d-44a1-8c42-b921dc2b6dd8 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:38:31.227376 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-76731093-d5c1-4c3c-ab4a-1418ab8f7eb0 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for subnet (dd383bc9-ba5d-44a1-8c42-b921dc2b6dd8), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:31.299895 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-76731093-d5c1-4c3c-ab4a-1418ab8f7eb0 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (dd383bc9-ba5d-44a1-8c42-b921dc2b6dd8), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:31.477726 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-76731093-d5c1-4c3c-ab4a-1418ab8f7eb0 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (dd383bc9-ba5d-44a1-8c42-b921dc2b6dd8), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:31.587186 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-76731093-d5c1-4c3c-ab4a-1418ab8f7eb0 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (dd383bc9-ba5d-44a1-8c42-b921dc2b6dd8), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:31.620189 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76731093-d5c1-4c3c-ab4a-1418ab8f7eb0 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Subnet': ['ID=dd383bc9-ba5d-44a1-8c42-b921dc2b6dd8,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:31.626975 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-76731093-d5c1-4c3c-ab4a-1418ab8f7eb0 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:31.630262 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-76731093-d5c1-4c3c-ab4a-1418ab8f7eb0 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/subnets/dd383bc9-ba5d-44a1-8c42-b921dc2b6dd8 HTTP/1.1" status: 204 len: 168 time: 0.5240738 Feb 16 22:38:31.632858 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58002) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:31.662543 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c488d3f-c801-4756-b031-a4d9095b7646 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] DELETE failed (client error): The resource could not be found. Feb 16 22:38:31.663011 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c488d3f-c801-4756-b031-a4d9095b7646 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:38:31.666733 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0c488d3f-c801-4756-b031-a4d9095b7646 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/subnets/6f143810-8af4-4c1e-acf1-428c3512f5ed HTTP/1.1" status: 404 len: 337 time: 0.0328307 Feb 16 22:38:31.677237 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58004) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:31.708097 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-11fce952-f988-4479-acf0-a250746acc7f tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "GET /v2.0/ports?device_id=0071face-21f3-42d8-9928-1a2b9dd8edc6 HTTP/1.1" status: 200 len: 205 time: 0.0296509 Feb 16 22:38:31.710426 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58006) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:31.718251 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2083c434-25c8-411a-b5d3-9efb75b946e8 None None] Network 6a0192d0-467a-4268-99f6-c1c90ad51962 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:38:31.759196 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-8acdabca-5221-4e2e-9d2a-833a4de49811 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] delete failed (client error): The resource could not be found. Feb 16 22:38:31.763558 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8acdabca-5221-4e2e-9d2a-833a4de49811 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/routers/0071face-21f3-42d8-9928-1a2b9dd8edc6 HTTP/1.1" status: 404 len: 336 time: 0.0487444 Feb 16 22:38:31.764036 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58010) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:31.794313 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-f20879e1-8ae9-47fa-b321-2b757384f8a4 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] DELETE failed (client error): The resource could not be found. Feb 16 22:38:31.794877 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f20879e1-8ae9-47fa-b321-2b757384f8a4 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:38:31.808541 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f20879e1-8ae9-47fa-b321-2b757384f8a4 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/subnets/700fc4fc-1822-408f-b204-799faf7933cb HTTP/1.1" status: 404 len: 337 time: 0.0425034 Feb 16 22:38:31.810854 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58012) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:31.829381 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b3b3c3a7-9bcf-4057-b513-5e8c4cb0f077 None None] Provisioning complete for port b922dc17-f239-4097-a8e2-6b456adfc7af triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:38:31.830077 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b3b3c3a7-9bcf-4057-b513-5e8c4cb0f077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b922dc17-f239-4097-a8e2-6b456adfc7af), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:31.846045 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-e051eeb3-066c-46ee-9370-f25343c7000b tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] DELETE failed (client error): The resource could not be found. Feb 16 22:38:31.846653 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e051eeb3-066c-46ee-9370-f25343c7000b tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:38:31.852676 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58014) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:31.860657 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e051eeb3-066c-46ee-9370-f25343c7000b tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/subnets/0799f1f3-bd32-4f75-b450-b2aa833bcf48 HTTP/1.1" status: 404 len: 337 time: 0.0452161 Feb 16 22:38:31.882064 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-d30bcf64-7c04-4793-9845-62c895471383 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] DELETE failed (client error): The resource could not be found. Feb 16 22:38:31.882773 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d30bcf64-7c04-4793-9845-62c895471383 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:38:31.889613 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58016) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:31.890800 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d30bcf64-7c04-4793-9845-62c895471383 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/subnets/cafecfa1-872e-4c0f-a6a9-192ef9b9ad75 HTTP/1.1" status: 404 len: 337 time: 0.0369387 Feb 16 22:38:31.920655 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c6b5418-0679-481a-af55-0a4db7e40a90 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] DELETE failed (client error): The resource could not be found. Feb 16 22:38:31.921309 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c6b5418-0679-481a-af55-0a4db7e40a90 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:38:31.927111 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58018) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:31.927309 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7c6b5418-0679-481a-af55-0a4db7e40a90 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/ports/0722688a-fd77-4e21-b45e-2b4475378669 HTTP/1.1" status: 404 len: 333 time: 0.0364079 Feb 16 22:38:31.934142 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b3b3c3a7-9bcf-4057-b513-5e8c4cb0f077 None None] Current status of the port b922dc17-f239-4097-a8e2-6b456adfc7af is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:38:31.949468 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b3b3c3a7-9bcf-4057-b513-5e8c4cb0f077 None None] Provisioning complete for port 49958cd7-06fa-4cf7-9288-b776a165847b triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:38:31.949911 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b3b3c3a7-9bcf-4057-b513-5e8c4cb0f077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (49958cd7-06fa-4cf7-9288-b776a165847b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:31.955927 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4aac5b-a9f8-400e-8598-dc976cd5946d tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] DELETE failed (client error): The resource could not be found. Feb 16 22:38:31.956400 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc4aac5b-a9f8-400e-8598-dc976cd5946d tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:38:31.959493 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bc4aac5b-a9f8-400e-8598-dc976cd5946d tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/subnets/2122b49a-52fd-4281-8b86-f4d6ebf67819 HTTP/1.1" status: 404 len: 337 time: 0.0313869 Feb 16 22:38:31.962125 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58020) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:31.993692 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-eccd3034-7380-482e-86d9-e00c797b05a9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] DELETE failed (client error): The resource could not be found. Feb 16 22:38:31.994184 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eccd3034-7380-482e-86d9-e00c797b05a9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:38:31.997770 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-eccd3034-7380-482e-86d9-e00c797b05a9 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/subnets/ef1076c8-37d7-4af2-bb5a-9d3192b85083 HTTP/1.1" status: 404 len: 337 time: 0.0347619 Feb 16 22:38:32.000790 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58022) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:32.002999 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa6d7fb-3063-4348-93cd-89df935da3da None None] DHCP port deletion for 6a0192d0-467a-4268-99f6-c1c90ad51962 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:38:32.005230 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b3b3c3a7-9bcf-4057-b513-5e8c4cb0f077 None None] Port 49958cd7-06fa-4cf7-9288-b776a165847b cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:38:32.028432 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-4627b968-4823-46ef-99c4-c6fe1479c6ed tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] DELETE failed (client error): The resource could not be found. Feb 16 22:38:32.029181 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4627b968-4823-46ef-99c4-c6fe1479c6ed tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:38:32.034964 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58024) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:32.035149 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4627b968-4823-46ef-99c4-c6fe1479c6ed tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/ports/d937a9b7-f2bc-4a72-9a94-23b140325c0b HTTP/1.1" status: 404 len: 333 time: 0.0330439 Feb 16 22:38:32.062649 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e83fb0c-f9dd-41c4-af03-ad1e1985101b tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] DELETE failed (client error): The resource could not be found. Feb 16 22:38:32.063115 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e83fb0c-f9dd-41c4-af03-ad1e1985101b tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:38:32.065795 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5aa6d7fb-3063-4348-93cd-89df935da3da None None] Deleting port b922dc17-f239-4097-a8e2-6b456adfc7af {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:38:32.066212 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2e83fb0c-f9dd-41c4-af03-ad1e1985101b tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/subnets/fc313a3f-5d13-419a-8eac-ca3f7598815f HTTP/1.1" status: 404 len: 337 time: 0.0302455 Feb 16 22:38:32.068757 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58026) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:32.068986 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5aa6d7fb-3063-4348-93cd-89df935da3da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (b922dc17-f239-4097-a8e2-6b456adfc7af), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:32.094843 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-3717bca9-42f8-46f2-92b5-520985c9ef6c tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] DELETE failed (client error): The resource could not be found. Feb 16 22:38:32.095304 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3717bca9-42f8-46f2-92b5-520985c9ef6c tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:38:32.098372 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3717bca9-42f8-46f2-92b5-520985c9ef6c tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/subnets/f74c38f3-5171-459a-83b5-371864b4e6a2 HTTP/1.1" status: 404 len: 337 time: 0.0286860 Feb 16 22:38:32.100873 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58028) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:32.145812 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-5aa6d7fb-3063-4348-93cd-89df935da3da None None] For port b922dc17-f239-4097-a8e2-6b456adfc7af, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=b922dc17-f239-4097-a8e2-6b456adfc7af,segment=NetworkSegment(b66bcf48-09b5-41a4-b90d-149f4723b03c),segment_id=b66bcf48-09b5-41a4-b90d-149f4723b03c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:38:32.146250 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5aa6d7fb-3063-4348-93cd-89df935da3da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (b922dc17-f239-4097-a8e2-6b456adfc7af), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:32.160971 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5aa6d7fb-3063-4348-93cd-89df935da3da None None] Calling delete_port for b922dc17-f239-4097-a8e2-6b456adfc7af owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:38:32.207893 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-7489dd5e-4ae6-435a-ae6e-686ccf947646 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Deleting port 49958cd7-06fa-4cf7-9288-b776a165847b {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:38:32.207893 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7489dd5e-4ae6-435a-ae6e-686ccf947646 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (49958cd7-06fa-4cf7-9288-b776a165847b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:32.250095 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5aa6d7fb-3063-4348-93cd-89df935da3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (b922dc17-f239-4097-a8e2-6b456adfc7af), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:32.289796 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6d7fb-3063-4348-93cd-89df935da3da None None] Pushing event deleted for resources: {'Port': ['ID=b922dc17-f239-4097-a8e2-6b456adfc7af,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:32.292747 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa6d7fb-3063-4348-93cd-89df935da3da None None] No DVR routers for this DVR port b922dc17-f239-4097-a8e2-6b456adfc7af on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:38:32.328087 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7489dd5e-4ae6-435a-ae6e-686ccf947646 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (49958cd7-06fa-4cf7-9288-b776a165847b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:32.333401 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-82606e09-e9f3-465f-88e4-2c01d0558ecd req-ba0d20d0-3ea1-418a-85f7-99d2d3d57660 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0363755 Feb 16 22:38:32.344350 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-7489dd5e-4ae6-435a-ae6e-686ccf947646 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Calling delete_port for 49958cd7-06fa-4cf7-9288-b776a165847b owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:38:32.434955 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7489dd5e-4ae6-435a-ae6e-686ccf947646 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (49958cd7-06fa-4cf7-9288-b776a165847b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:32.468901 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489dd5e-4ae6-435a-ae6e-686ccf947646 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Port': ['ID=49958cd7-06fa-4cf7-9288-b776a165847b,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:32.484326 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7489dd5e-4ae6-435a-ae6e-686ccf947646 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:32.490438 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7489dd5e-4ae6-435a-ae6e-686ccf947646 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/ports/49958cd7-06fa-4cf7-9288-b776a165847b HTTP/1.1" status: 204 len: 168 time: 0.3885114 Feb 16 22:38:32.491369 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58032) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:32.611847 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b844b27-0e68-47fe-8a3b-6110302fa233 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (6a0192d0-467a-4268-99f6-c1c90ad51962), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:32.744116 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b844b27-0e68-47fe-8a3b-6110302fa233 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (6a0192d0-467a-4268-99f6-c1c90ad51962), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:32.788738 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-7b844b27-0e68-47fe-8a3b-6110302fa233 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a0192d0-467a-4268-99f6-c1c90ad51962']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:32.800309 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-7b844b27-0e68-47fe-8a3b-6110302fa233 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66bcf48-09b5-41a4-b90d-149f4723b03c') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:32.801007 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-7b844b27-0e68-47fe-8a3b-6110302fa233 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66bcf48-09b5-41a4-b90d-149f4723b03c') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:32.813770 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b844b27-0e68-47fe-8a3b-6110302fa233 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (b66bcf48-09b5-41a4-b90d-149f4723b03c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:32.830718 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b844b27-0e68-47fe-8a3b-6110302fa233 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (b66bcf48-09b5-41a4-b90d-149f4723b03c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:32.835209 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device b922dc17-f239-4097-a8e2-6b456adfc7af no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:38:32.838410 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b844b27-0e68-47fe-8a3b-6110302fa233 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:38:32.840343 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b844b27-0e68-47fe-8a3b-6110302fa233 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (b66bcf48-09b5-41a4-b90d-149f4723b03c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:32.844317 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:38:32.844317 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:38:32.844317 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:38:32.844317 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:38:32.844317 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:38:32.844317 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:38:32.844317 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:38:32.844317 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:38:32.844317 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:38:32.844317 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:38:32.844317 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:38:32.844317 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:38:32.844317 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:38:32.844317 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:38:32.844317 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:38:32.844317 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:38:32.844317 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:38:32.844317 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:38:32.844317 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:38:32.844317 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:38:32.844317 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:38:32.844317 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:38:32.844317 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:38:32.844317 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:38:32.844317 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:38:32.844317 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:38:32.844317 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:38:32.844317 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:38:32.844317 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:38:32.844317 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:38:32.844317 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:38:32.844317 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:38:32.904485 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: b922dc17-f239-4097-a8e2-6b456adfc7af {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:38:32.910273 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device b922dc17-f239-4097-a8e2-6b456adfc7af not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:38:32.916911 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b844b27-0e68-47fe-8a3b-6110302fa233 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (6a0192d0-467a-4268-99f6-c1c90ad51962), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:32.928464 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b844b27-0e68-47fe-8a3b-6110302fa233 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:32.935247 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7b844b27-0e68-47fe-8a3b-6110302fa233 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] 10.222.0.75 "DELETE /v2.0/networks/6a0192d0-467a-4268-99f6-c1c90ad51962 HTTP/1.1" status: 204 len: 168 time: 0.4420168 Feb 16 22:38:32.950559 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b844b27-0e68-47fe-8a3b-6110302fa233 tempest-PortsIpV6TestJSON-1913557951 tempest-PortsIpV6TestJSON-1913557951-project] Pushing event deleted for resources: {'Network': ['ID=6a0192d0-467a-4268-99f6-c1c90ad51962,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:33.235136 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58048) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:33.382234 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-76135fd0-b4f3-4a28-a899-738367c6b2a4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d60825dfe0634217b9a73819afe62c75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1433010 Feb 16 22:38:33.382766 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58054) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:33.434582 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-887b7baa-a395-43f7-8d48-a9120751ba76 admin admin] Publish callbacks [] for security_group (20d13c57-81fb-4fd2-a6f6-124aedc814de), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:33.444587 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c4d61345-bf8b-4c41-b0db-b14960fc04ee req-8013c5d0-a4ea-4cfe-8fa7-b64e782499a2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/ports?device_id=b492a4f1-fcc6-494e-b9ba-b383291bebf1 HTTP/1.1" status: 200 len: 210 time: 0.0294995 Feb 16 22:38:33.455944 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-887b7baa-a395-43f7-8d48-a9120751ba76 admin admin] Publish callbacks [] for security_group (20d13c57-81fb-4fd2-a6f6-124aedc814de), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:33.508108 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-887b7baa-a395-43f7-8d48-a9120751ba76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (20d13c57-81fb-4fd2-a6f6-124aedc814de), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:33.510622 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-887b7baa-a395-43f7-8d48-a9120751ba76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:33.512244 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-887b7baa-a395-43f7-8d48-a9120751ba76 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/20d13c57-81fb-4fd2-a6f6-124aedc814de HTTP/1.1" status: 204 len: 168 time: 0.1280718 Feb 16 22:38:33.520042 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b7baa-a395-43f7-8d48-a9120751ba76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d13c57-81fb-4fd2-a6f6-124aedc814de,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:34.295342 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58086) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:34.407944 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-9fcc9061-adc8-4cb2-a56a-adb370f39cc5 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Request body: {'security_group': {'name': 'tempest-secgroup--8505885'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:34.434809 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9fcc9061-adc8-4cb2-a56a-adb370f39cc5 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:34.450522 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9fcc9061-adc8-4cb2-a56a-adb370f39cc5 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:34.591907 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9fcc9061-adc8-4cb2-a56a-adb370f39cc5 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (9d1be604-e0d4-4a0d-ab77-fdc6a789c399), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:34.598774 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58094) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:34.607454 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9fcc9061-adc8-4cb2-a56a-adb370f39cc5 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9d1be604-e0d4-4a0d-ab77-fdc6a789c399), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:34.666751 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1be638af-c949-4afe-8cf9-bb60c04b7538 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for security_group (87b64cc6-0b9f-493c-a077-197cfe259990), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:34.672011 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc9061-adc8-4cb2-a56a-adb370f39cc5 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1be604-e0d4-4a0d-ab77-fdc6a789c399,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:34.717784 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1be638af-c949-4afe-8cf9-bb60c04b7538 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for security_group (87b64cc6-0b9f-493c-a077-197cfe259990), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:34.772526 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9fcc9061-adc8-4cb2-a56a-adb370f39cc5 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (3749d3a1-925b-4720-8263-0cdcc8bb8730), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:34.780410 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9fcc9061-adc8-4cb2-a56a-adb370f39cc5 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (3749d3a1-925b-4720-8263-0cdcc8bb8730), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:34.796662 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1be638af-c949-4afe-8cf9-bb60c04b7538 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (87b64cc6-0b9f-493c-a077-197cfe259990), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:34.800061 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1be638af-c949-4afe-8cf9-bb60c04b7538 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:34.804512 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1be638af-c949-4afe-8cf9-bb60c04b7538 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "DELETE /v2.0/security-groups/87b64cc6-0b9f-493c-a077-197cfe259990 HTTP/1.1" status: 204 len: 168 time: 0.2013023 Feb 16 22:38:34.807310 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58096) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:34.813201 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be638af-c949-4afe-8cf9-bb60c04b7538 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b64cc6-0b9f-493c-a077-197cfe259990,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:34.859822 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9fcc9061-adc8-4cb2-a56a-adb370f39cc5 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:34.861301 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9fcc9061-adc8-4cb2-a56a-adb370f39cc5 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5647497 Feb 16 22:38:34.864196 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58098) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:34.867464 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-0a038263-b42f-47b2-a7b4-025cf5457547 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] show failed (client error): The resource could not be found. Feb 16 22:38:34.871493 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0a038263-b42f-47b2-a7b4-025cf5457547 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "GET /v2.0/security-groups/87b64cc6-0b9f-493c-a077-197cfe259990 HTTP/1.1" status: 404 len: 347 time: 0.0548441 Feb 16 22:38:34.871810 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58100) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:34.881941 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc9061-adc8-4cb2-a56a-adb370f39cc5 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3749d3a1-925b-4720-8263-0cdcc8bb8730,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:34.991389 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0e5dcf0f-8c4f-44a8-a05d-c2b91f78643c tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4542 time: 0.1202645 Feb 16 22:38:34.992215 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58108) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:35.005841 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-ad227f6e-7c1b-4d6d-8d7d-9afe809b3e1f tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Request body: {'security_group': {'name': 'tempest-security--1335642515', 'description': 'tempest-security-description-276463134'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:35.099650 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ad227f6e-7c1b-4d6d-8d7d-9afe809b3e1f tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (3749d3a1-925b-4720-8263-0cdcc8bb8730), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:35.139718 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-0423e20f-1a75-46af-8cba-badf648668e7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Deleting port 2ba1d894-3ca5-46a6-90b9-b8070958f29e {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:38:35.142564 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0423e20f-1a75-46af-8cba-badf648668e7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (2ba1d894-3ca5-46a6-90b9-b8070958f29e), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:35.198722 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ad227f6e-7c1b-4d6d-8d7d-9afe809b3e1f tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (3749d3a1-925b-4720-8263-0cdcc8bb8730), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:35.211028 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ad227f6e-7c1b-4d6d-8d7d-9afe809b3e1f tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (3749d3a1-925b-4720-8263-0cdcc8bb8730), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:35.214401 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ad227f6e-7c1b-4d6d-8d7d-9afe809b3e1f tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:35.215871 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ad227f6e-7c1b-4d6d-8d7d-9afe809b3e1f tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "PUT /v2.0/security-groups/3749d3a1-925b-4720-8263-0cdcc8bb8730 HTTP/1.1" status: 200 len: 1796 time: 0.2226126 Feb 16 22:38:35.219603 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58116) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:35.267969 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0423e20f-1a75-46af-8cba-badf648668e7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (2ba1d894-3ca5-46a6-90b9-b8070958f29e), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:35.268583 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0423e20f-1a75-46af-8cba-badf648668e7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for floatingip (2ba1d894-3ca5-46a6-90b9-b8070958f29e), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:35.281981 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-0423e20f-1a75-46af-8cba-badf648668e7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Calling delete_port for 2ba1d894-3ca5-46a6-90b9-b8070958f29e owned by network:floatingip {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:38:35.329448 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad227f6e-7c1b-4d6d-8d7d-9afe809b3e1f tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3749d3a1-925b-4720-8263-0cdcc8bb8730,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:35.348418 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a49fd116-145f-438f-9b39-a4d616b1bbc4 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "GET /v2.0/security-groups/3749d3a1-925b-4720-8263-0cdcc8bb8730 HTTP/1.1" status: 200 len: 1796 time: 0.1243651 Feb 16 22:38:35.351241 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58122) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:35.454663 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5a0bc1da-51e5-4722-83dc-e6d12140e083 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (3749d3a1-925b-4720-8263-0cdcc8bb8730), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:35.567091 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5a0bc1da-51e5-4722-83dc-e6d12140e083 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (3749d3a1-925b-4720-8263-0cdcc8bb8730), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:35.580692 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0423e20f-1a75-46af-8cba-badf648668e7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (2ba1d894-3ca5-46a6-90b9-b8070958f29e), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:35.638805 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423e20f-1a75-46af-8cba-badf648668e7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Pushing event deleted for resources: {'Port': ['ID=2ba1d894-3ca5-46a6-90b9-b8070958f29e,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:35.779091 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0423e20f-1a75-46af-8cba-badf648668e7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for floatingip (89156ca5-e8a0-40b1-a21b-451084b0ed91), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:35.786120 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0423e20f-1a75-46af-8cba-badf648668e7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:35.792754 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0423e20f-1a75-46af-8cba-badf648668e7 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "DELETE /v2.0/floatingips/89156ca5-e8a0-40b1-a21b-451084b0ed91 HTTP/1.1" status: 204 len: 168 time: 0.9167645 Feb 16 22:38:35.792754 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5a0bc1da-51e5-4722-83dc-e6d12140e083 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (3749d3a1-925b-4720-8263-0cdcc8bb8730), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:35.794665 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58140) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:35.802067 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5a0bc1da-51e5-4722-83dc-e6d12140e083 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:35.804661 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5a0bc1da-51e5-4722-83dc-e6d12140e083 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "DELETE /v2.0/security-groups/3749d3a1-925b-4720-8263-0cdcc8bb8730 HTTP/1.1" status: 204 len: 168 time: 0.4523950 Feb 16 22:38:35.807982 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58142) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:35.840063 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0bc1da-51e5-4722-83dc-e6d12140e083 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3749d3a1-925b-4720-8263-0cdcc8bb8730,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:36.009153 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a56ba4c6-542e-4a92-8a16-4b5c156e1fc9 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1983867 Feb 16 22:38:36.011262 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58150) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:36.044439 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-d9f87ca1-75ae-4762-a9cb-4103ba03b63c tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] delete failed (client error): The resource could not be found. Feb 16 22:38:36.045704 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d9f87ca1-75ae-4762-a9cb-4103ba03b63c tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "DELETE /v2.0/security-groups/3749d3a1-925b-4720-8263-0cdcc8bb8730 HTTP/1.1" status: 404 len: 347 time: 0.0329907 Feb 16 22:38:36.050332 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58154) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:36.052980 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-5a277426-7c86-4b51-b03d-0c557ff8acff tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Deleting port f1376ffd-fe61-469a-a98f-7b82403092df {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:38:36.053609 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5a277426-7c86-4b51-b03d-0c557ff8acff tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (f1376ffd-fe61-469a-a98f-7b82403092df), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:36.175755 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-1aec1792-f652-46f0-b8e0-2c3b49418358 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Request body: {'security_group': {'name': 'tempest-secgroup--498665655'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:36.194709 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5a277426-7c86-4b51-b03d-0c557ff8acff tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (f1376ffd-fe61-469a-a98f-7b82403092df), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:36.219880 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-5a277426-7c86-4b51-b03d-0c557ff8acff tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Calling delete_port for f1376ffd-fe61-469a-a98f-7b82403092df owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:38:36.239585 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1aec1792-f652-46f0-b8e0-2c3b49418358 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:36.879652 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1aec1792-f652-46f0-b8e0-2c3b49418358 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (82f95ab6-7195-4160-b6a6-6ea75dda6899), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:36.893145 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1aec1792-f652-46f0-b8e0-2c3b49418358 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (82f95ab6-7195-4160-b6a6-6ea75dda6899), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:36.949626 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec1792-f652-46f0-b8e0-2c3b49418358 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82f95ab6-7195-4160-b6a6-6ea75dda6899,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:36.970412 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5a277426-7c86-4b51-b03d-0c557ff8acff tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (f1376ffd-fe61-469a-a98f-7b82403092df), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:37.059036 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1aec1792-f652-46f0-b8e0-2c3b49418358 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:37.064409 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1aec1792-f652-46f0-b8e0-2c3b49418358 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8903656 Feb 16 22:38:37.064409 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a277426-7c86-4b51-b03d-0c557ff8acff tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Pushing event deleted for resources: {'Port': ['ID=f1376ffd-fe61-469a-a98f-7b82403092df,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:37.064776 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58176) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:37.070370 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-f7249690-b995-4be3-ba85-706ebdc3e517 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Request body: {'security_group_rule': {'security_group_id': '82f95ab6-7195-4160-b6a6-6ea75dda6899', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:37.124921 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f7249690-b995-4be3-ba85-706ebdc3e517 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (9e3a903f-c691-4eab-8d1c-44dbe65b212b), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:37.219779 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5a277426-7c86-4b51-b03d-0c557ff8acff tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:37.234191 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f7249690-b995-4be3-ba85-706ebdc3e517 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (9e3a903f-c691-4eab-8d1c-44dbe65b212b), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:37.235941 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5a277426-7c86-4b51-b03d-0c557ff8acff tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "DELETE /v2.0/ports/f1376ffd-fe61-469a-a98f-7b82403092df HTTP/1.1" status: 204 len: 168 time: 1.4394143 Feb 16 22:38:37.236668 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58180) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:37.245859 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f7249690-b995-4be3-ba85-706ebdc3e517 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (9e3a903f-c691-4eab-8d1c-44dbe65b212b), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:37.282506 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7249690-b995-4be3-ba85-706ebdc3e517 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e3a903f-c691-4eab-8d1c-44dbe65b212b,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:37.300446 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f7249690-b995-4be3-ba85-706ebdc3e517 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:37.301779 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f7249690-b995-4be3-ba85-706ebdc3e517 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2352428 Feb 16 22:38:37.304461 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58182) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:37.361524 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-988ad917-ce93-4fbb-a60e-dd5b12d408c6 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (9e3a903f-c691-4eab-8d1c-44dbe65b212b), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:37.380947 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-988ad917-ce93-4fbb-a60e-dd5b12d408c6 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (9e3a903f-c691-4eab-8d1c-44dbe65b212b), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:37.460519 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-e4e84c25-e6e7-410f-a1b8-136dccfb82f2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Deleting port 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:38:37.461343 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-988ad917-ce93-4fbb-a60e-dd5b12d408c6 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (9e3a903f-c691-4eab-8d1c-44dbe65b212b), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:37.463012 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e4e84c25-e6e7-410f-a1b8-136dccfb82f2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (69cd28e0-ad7d-4a7a-a387-44e7f55c4baa), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:37.467525 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-988ad917-ce93-4fbb-a60e-dd5b12d408c6 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:37.468783 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-988ad917-ce93-4fbb-a60e-dd5b12d408c6 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/9e3a903f-c691-4eab-8d1c-44dbe65b212b HTTP/1.1" status: 204 len: 168 time: 0.1633103 Feb 16 22:38:37.471673 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58184) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:37.529830 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ad917-ce93-4fbb-a60e-dd5b12d408c6 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e3a903f-c691-4eab-8d1c-44dbe65b212b,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:37.596797 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9bcc646c-f087-40ee-aa4d-2f69e03bc2a9 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1217129 Feb 16 22:38:37.606518 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58188) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:37.689560 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e4e84c25-e6e7-410f-a1b8-136dccfb82f2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (69cd28e0-ad7d-4a7a-a387-44e7f55c4baa), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:37.721276 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1abbf087-e4c9-4309-8fd1-1f6259f19a46 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (82f95ab6-7195-4160-b6a6-6ea75dda6899), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:37.727289 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-e4e84c25-e6e7-410f-a1b8-136dccfb82f2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Calling delete_port for 69cd28e0-ad7d-4a7a-a387-44e7f55c4baa owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:38:37.752970 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1abbf087-e4c9-4309-8fd1-1f6259f19a46 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (82f95ab6-7195-4160-b6a6-6ea75dda6899), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:37.832628 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1abbf087-e4c9-4309-8fd1-1f6259f19a46 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (82f95ab6-7195-4160-b6a6-6ea75dda6899), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:37.835516 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1abbf087-e4c9-4309-8fd1-1f6259f19a46 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:37.836716 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1abbf087-e4c9-4309-8fd1-1f6259f19a46 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "DELETE /v2.0/security-groups/82f95ab6-7195-4160-b6a6-6ea75dda6899 HTTP/1.1" status: 204 len: 168 time: 0.2291451 Feb 16 22:38:37.840720 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58190) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:37.876812 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abbf087-e4c9-4309-8fd1-1f6259f19a46 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f95ab6-7195-4160-b6a6-6ea75dda6899,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:37.997863 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e4e84c25-e6e7-410f-a1b8-136dccfb82f2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (69cd28e0-ad7d-4a7a-a387-44e7f55c4baa), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:38.013494 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-943d7cc5-ae79-4155-a99e-b18f4022e8aa tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1678309 Feb 16 22:38:38.016489 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58192) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:38.027936 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-bd6c5d27-c65d-4498-982e-65defcd7b6da tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Request body: {'security_group': {'name': 'tempest-secgroup--1421158933'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:38.033431 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e84c25-e6e7-410f-a1b8-136dccfb82f2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Pushing event deleted for resources: {'Port': ['ID=69cd28e0-ad7d-4a7a-a387-44e7f55c4baa,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:38.075641 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bd6c5d27-c65d-4498-982e-65defcd7b6da tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:38.172150 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e4e84c25-e6e7-410f-a1b8-136dccfb82f2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:38.177935 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e4e84c25-e6e7-410f-a1b8-136dccfb82f2 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "DELETE /v2.0/ports/69cd28e0-ad7d-4a7a-a387-44e7f55c4baa HTTP/1.1" status: 204 len: 168 time: 0.9379039 Feb 16 22:38:38.178235 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58196) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:38.215676 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bd6c5d27-c65d-4498-982e-65defcd7b6da tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (d78f7523-c40c-42e7-8b8c-86b24927c011), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:38.229622 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bd6c5d27-c65d-4498-982e-65defcd7b6da tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d78f7523-c40c-42e7-8b8c-86b24927c011), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:38.283758 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc32cc26-f1b5-4244-8b74-be2d4954e49b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Deleting subnet 0d67fdb7-3c41-4880-be2c-249dd8a89e0b {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:38:38.289885 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bc32cc26-f1b5-4244-8b74-be2d4954e49b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for subnet (0d67fdb7-3c41-4880-be2c-249dd8a89e0b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:38.294679 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c5d27-c65d-4498-982e-65defcd7b6da tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d78f7523-c40c-42e7-8b8c-86b24927c011,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:38.311362 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bd6c5d27-c65d-4498-982e-65defcd7b6da tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:38.315801 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bd6c5d27-c65d-4498-982e-65defcd7b6da tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2982793 Feb 16 22:38:38.318586 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58200) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:38.323930 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-dd65d827-57f9-4a0d-aadc-9807e4a2e302 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Request body: {'security_group_rule': {'security_group_id': 'd78f7523-c40c-42e7-8b8c-86b24927c011', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:38.380725 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd65d827-57f9-4a0d-aadc-9807e4a2e302 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (eacae4ed-8a21-4705-b8c4-97476aa27af3), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:38.409715 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bc32cc26-f1b5-4244-8b74-be2d4954e49b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (0d67fdb7-3c41-4880-be2c-249dd8a89e0b), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:38.520702 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd65d827-57f9-4a0d-aadc-9807e4a2e302 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (eacae4ed-8a21-4705-b8c4-97476aa27af3), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:38.534225 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bc32cc26-f1b5-4244-8b74-be2d4954e49b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (0d67fdb7-3c41-4880-be2c-249dd8a89e0b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:38.540966 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd65d827-57f9-4a0d-aadc-9807e4a2e302 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (eacae4ed-8a21-4705-b8c4-97476aa27af3), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:38.561199 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65d827-57f9-4a0d-aadc-9807e4a2e302 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eacae4ed-8a21-4705-b8c4-97476aa27af3,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:38.569773 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd65d827-57f9-4a0d-aadc-9807e4a2e302 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:38.571142 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-dd65d827-57f9-4a0d-aadc-9807e4a2e302 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2513542 Feb 16 22:38:38.574515 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58202) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:38.580410 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-0495b4a3-fe4c-4fec-b866-7a4dfa207088 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Request body: {'security_group_rule': {'security_group_id': 'd78f7523-c40c-42e7-8b8c-86b24927c011', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:38.639375 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0495b4a3-fe4c-4fec-b866-7a4dfa207088 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (9c322dfe-b5fb-4026-ac4c-1f7401b96b66), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:38.664686 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bc32cc26-f1b5-4244-8b74-be2d4954e49b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (0d67fdb7-3c41-4880-be2c-249dd8a89e0b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:38.722201 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0495b4a3-fe4c-4fec-b866-7a4dfa207088 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (9c322dfe-b5fb-4026-ac4c-1f7401b96b66), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:38.741117 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0495b4a3-fe4c-4fec-b866-7a4dfa207088 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (9c322dfe-b5fb-4026-ac4c-1f7401b96b66), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:38.764058 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5a8e6f-b9e7-49f8-847b-3c19b6b68f54 None None] Network a2b2a22c-a39e-445c-a28f-3542fdd15687 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:38:38.765133 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32cc26-f1b5-4244-8b74-be2d4954e49b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Pushing event deleted for resources: {'Subnet': ['ID=0d67fdb7-3c41-4880-be2c-249dd8a89e0b,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:38.771674 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bc32cc26-f1b5-4244-8b74-be2d4954e49b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:38.780948 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bc32cc26-f1b5-4244-8b74-be2d4954e49b tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "DELETE /v2.0/subnets/0d67fdb7-3c41-4880-be2c-249dd8a89e0b HTTP/1.1" status: 204 len: 168 time: 0.6016455 Feb 16 22:38:38.785609 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58206) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:38.815451 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0495b4a3-fe4c-4fec-b866-7a4dfa207088 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:38.816976 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0495b4a3-fe4c-4fec-b866-7a4dfa207088 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2411430 Feb 16 22:38:38.817996 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0495b4a3-fe4c-4fec-b866-7a4dfa207088 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c322dfe-b5fb-4026-ac4c-1f7401b96b66,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:38.819832 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58208) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:38.825849 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-d6661b67-b6ef-463d-86eb-81b44f8cbfa5 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Request body: {'security_group_rule': {'security_group_id': 'd78f7523-c40c-42e7-8b8c-86b24927c011', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:38.859227 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d6661b67-b6ef-463d-86eb-81b44f8cbfa5 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (6901ee6c-124b-43b7-85d1-88b10653c573), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:38.916194 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b74038c-65e5-4d1f-a2e4-6fa9a485192f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Deleting subnet 8582b128-4308-4a64-b89a-f70186bb698e {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:38:38.938139 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7b74038c-65e5-4d1f-a2e4-6fa9a485192f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for subnet (8582b128-4308-4a64-b89a-f70186bb698e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:38.957508 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d6661b67-b6ef-463d-86eb-81b44f8cbfa5 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (6901ee6c-124b-43b7-85d1-88b10653c573), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:38.965963 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d6661b67-b6ef-463d-86eb-81b44f8cbfa5 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (6901ee6c-124b-43b7-85d1-88b10653c573), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:38.993622 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6661b67-b6ef-463d-86eb-81b44f8cbfa5 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6901ee6c-124b-43b7-85d1-88b10653c573,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:39.002821 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e67e03-88c5-471b-9a74-4f40356e3eab None None] DHCP port deletion for a2b2a22c-a39e-445c-a28f-3542fdd15687 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:38:39.040747 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7b74038c-65e5-4d1f-a2e4-6fa9a485192f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (8582b128-4308-4a64-b89a-f70186bb698e), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:39.047332 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d6661b67-b6ef-463d-86eb-81b44f8cbfa5 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:39.050004 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d6661b67-b6ef-463d-86eb-81b44f8cbfa5 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2290497 Feb 16 22:38:39.052333 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58210) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:39.058489 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-c0a8ff74-a596-44a6-bd17-18b638bb89b0 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Request body: {'security_group_rule': {'security_group_id': 'd78f7523-c40c-42e7-8b8c-86b24927c011', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:39.107904 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-c0e67e03-88c5-471b-9a74-4f40356e3eab None None] Deleting port 182fc5db-eef4-408c-b043-173a26a61813 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:38:39.108898 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c0e67e03-88c5-471b-9a74-4f40356e3eab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (182fc5db-eef4-408c-b043-173a26a61813), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:39.147396 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c0a8ff74-a596-44a6-bd17-18b638bb89b0 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (d1fdea03-2e46-4386-8b20-953b3f681fcf), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:39.231604 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c0a8ff74-a596-44a6-bd17-18b638bb89b0 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (d1fdea03-2e46-4386-8b20-953b3f681fcf), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:39.232177 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7b74038c-65e5-4d1f-a2e4-6fa9a485192f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (8582b128-4308-4a64-b89a-f70186bb698e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:39.241049 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c0a8ff74-a596-44a6-bd17-18b638bb89b0 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (d1fdea03-2e46-4386-8b20-953b3f681fcf), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:39.258267 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c0e67e03-88c5-471b-9a74-4f40356e3eab None None] For port 182fc5db-eef4-408c-b043-173a26a61813, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=182fc5db-eef4-408c-b043-173a26a61813,segment=NetworkSegment(58d50381-8187-42ce-8953-32819e39c1fe),segment_id=58d50381-8187-42ce-8953-32819e39c1fe)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:38:39.258928 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c0e67e03-88c5-471b-9a74-4f40356e3eab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (182fc5db-eef4-408c-b043-173a26a61813), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:39.268587 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8ff74-a596-44a6-bd17-18b638bb89b0 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1fdea03-2e46-4386-8b20-953b3f681fcf,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:39.284340 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-c0e67e03-88c5-471b-9a74-4f40356e3eab None None] Calling delete_port for 182fc5db-eef4-408c-b043-173a26a61813 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:38:39.301247 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c0a8ff74-a596-44a6-bd17-18b638bb89b0 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:39.305522 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c0a8ff74-a596-44a6-bd17-18b638bb89b0 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2519238 Feb 16 22:38:39.306267 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58214) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:39.311287 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-57d33ccf-17d5-4426-afe0-cb2814fe5e74 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Request body: {'security_group_rule': {'security_group_id': 'd78f7523-c40c-42e7-8b8c-86b24927c011', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:39.349635 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7b74038c-65e5-4d1f-a2e4-6fa9a485192f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (8582b128-4308-4a64-b89a-f70186bb698e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:39.384008 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74038c-65e5-4d1f-a2e4-6fa9a485192f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Pushing event deleted for resources: {'Subnet': ['ID=8582b128-4308-4a64-b89a-f70186bb698e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:39.391484 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-57d33ccf-17d5-4426-afe0-cb2814fe5e74 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (11674a4f-d7f5-4b94-a885-043d67b3ff64), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:39.397680 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7b74038c-65e5-4d1f-a2e4-6fa9a485192f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:39.402559 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7b74038c-65e5-4d1f-a2e4-6fa9a485192f tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "DELETE /v2.0/subnets/8582b128-4308-4a64-b89a-f70186bb698e HTTP/1.1" status: 204 len: 168 time: 0.6159770 Feb 16 22:38:39.405269 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58218) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:39.405485 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36327f2-9517-44a7-bb0f-91e592af0c0a None None] Network 26d0d9a9-120f-4eeb-8da5-91a75398d8cf requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:38:39.526697 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da477f57-beae-4ece-97e1-4a49b63d36a8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (a2b2a22c-a39e-445c-a28f-3542fdd15687), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:39.597723 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-da477f57-beae-4ece-97e1-4a49b63d36a8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Deleting port 182fc5db-eef4-408c-b043-173a26a61813 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:38:39.598106 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da477f57-beae-4ece-97e1-4a49b63d36a8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (182fc5db-eef4-408c-b043-173a26a61813), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:39.644614 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c0e67e03-88c5-471b-9a74-4f40356e3eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (182fc5db-eef4-408c-b043-173a26a61813), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:39.691778 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e67e03-88c5-471b-9a74-4f40356e3eab None None] Pushing event deleted for resources: {'Port': ['ID=182fc5db-eef4-408c-b043-173a26a61813,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:39.715842 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-57d33ccf-17d5-4426-afe0-cb2814fe5e74 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (11674a4f-d7f5-4b94-a885-043d67b3ff64), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:39.721793 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e67e03-88c5-471b-9a74-4f40356e3eab None None] No DVR routers for this DVR port 182fc5db-eef4-408c-b043-173a26a61813 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:38:39.743686 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f962b70d-bcbf-4fdb-a7ec-5f18e63e8a64 req-fbe26451-c092-4b76-b49a-c4c942e75d46 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2565169 Feb 16 22:38:39.746582 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-57d33ccf-17d5-4426-afe0-cb2814fe5e74 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (11674a4f-d7f5-4b94-a885-043d67b3ff64), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:39.755384 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b355e85-6aee-4aea-91f6-beb2e5c863bc None None] DHCP port deletion for 26d0d9a9-120f-4eeb-8da5-91a75398d8cf request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:38:39.775664 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-da477f57-beae-4ece-97e1-4a49b63d36a8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] For port 182fc5db-eef4-408c-b043-173a26a61813, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=182fc5db-eef4-408c-b043-173a26a61813,segment=NetworkSegment(58d50381-8187-42ce-8953-32819e39c1fe),segment_id=58d50381-8187-42ce-8953-32819e39c1fe)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:38:39.776061 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da477f57-beae-4ece-97e1-4a49b63d36a8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (182fc5db-eef4-408c-b043-173a26a61813), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:39.795622 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d33ccf-17d5-4426-afe0-cb2814fe5e74 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11674a4f-d7f5-4b94-a885-043d67b3ff64,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:39.826513 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-da477f57-beae-4ece-97e1-4a49b63d36a8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Calling delete_port for 182fc5db-eef4-408c-b043-173a26a61813 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:38:39.836631 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-57d33ccf-17d5-4426-afe0-cb2814fe5e74 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:39.857806 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-57d33ccf-17d5-4426-afe0-cb2814fe5e74 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5480483 Feb 16 22:38:39.858396 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58222) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:39.871606 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1b355e85-6aee-4aea-91f6-beb2e5c863bc None None] Deleting port 800fc86d-682f-439a-89f9-968cc3f36418 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:38:39.872159 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1b355e85-6aee-4aea-91f6-beb2e5c863bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (800fc86d-682f-439a-89f9-968cc3f36418), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:39.951515 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7e792132-d553-4441-95f4-4b6cec343f8b tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (11674a4f-d7f5-4b94-a885-043d67b3ff64), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:39.952028 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1b355e85-6aee-4aea-91f6-beb2e5c863bc None None] For port 800fc86d-682f-439a-89f9-968cc3f36418, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=800fc86d-682f-439a-89f9-968cc3f36418,segment=NetworkSegment(ab0b36f1-758f-4e8c-9a46-1dd25642f72c),segment_id=ab0b36f1-758f-4e8c-9a46-1dd25642f72c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:38:39.952670 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1b355e85-6aee-4aea-91f6-beb2e5c863bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (800fc86d-682f-439a-89f9-968cc3f36418), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:39.961019 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7e792132-d553-4441-95f4-4b6cec343f8b tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (11674a4f-d7f5-4b94-a885-043d67b3ff64), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:39.967379 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1b355e85-6aee-4aea-91f6-beb2e5c863bc None None] Calling delete_port for 800fc86d-682f-439a-89f9-968cc3f36418 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:38:39.996151 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962b70d-bcbf-4fdb-a7ec-5f18e63e8a64 req-c81886de-2a05-491c-9540-99b7817b01e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:39.999314 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f962b70d-bcbf-4fdb-a7ec-5f18e63e8a64 req-c81886de-2a05-491c-9540-99b7817b01e1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=11dcb6fba69b48e58d8c23f01f2db2c9&device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 1128 time: 0.1853390 Feb 16 22:38:40.001274 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7e792132-d553-4441-95f4-4b6cec343f8b tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (11674a4f-d7f5-4b94-a885-043d67b3ff64), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:40.010068 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7e792132-d553-4441-95f4-4b6cec343f8b tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:40.010287 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da477f57-beae-4ece-97e1-4a49b63d36a8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (182fc5db-eef4-408c-b043-173a26a61813), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:40.016435 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7e792132-d553-4441-95f4-4b6cec343f8b tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/11674a4f-d7f5-4b94-a885-043d67b3ff64 HTTP/1.1" status: 204 len: 168 time: 0.1158292 Feb 16 22:38:40.019004 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58224) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:40.066669 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1b355e85-6aee-4aea-91f6-beb2e5c863bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (800fc86d-682f-439a-89f9-968cc3f36418), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:40.066930 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da477f57-beae-4ece-97e1-4a49b63d36a8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Pushing event deleted for resources: {'Port': ['ID=182fc5db-eef4-408c-b043-173a26a61813,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:40.083575 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da477f57-beae-4ece-97e1-4a49b63d36a8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] No DVR routers for this DVR port 182fc5db-eef4-408c-b043-173a26a61813 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:38:40.084592 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b355e85-6aee-4aea-91f6-beb2e5c863bc None None] No DVR routers for this DVR port 800fc86d-682f-439a-89f9-968cc3f36418 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:38:40.109296 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b355e85-6aee-4aea-91f6-beb2e5c863bc None None] Pushing event deleted for resources: {'Port': ['ID=800fc86d-682f-439a-89f9-968cc3f36418,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:40.130495 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e792132-d553-4441-95f4-4b6cec343f8b tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11674a4f-d7f5-4b94-a885-043d67b3ff64,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:40.223992 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7da832b1-80f8-459a-b56c-be6d27558b33 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2035031 Feb 16 22:38:40.228360 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58230) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:40.267393 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da477f57-beae-4ece-97e1-4a49b63d36a8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (a2b2a22c-a39e-445c-a28f-3542fdd15687), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:40.279108 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d8c0327-a212-4a4b-bc4d-35a1649caa54 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (d1fdea03-2e46-4386-8b20-953b3f681fcf), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:40.287901 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d8c0327-a212-4a4b-bc4d-35a1649caa54 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (d1fdea03-2e46-4386-8b20-953b3f681fcf), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:40.319007 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-da477f57-beae-4ece-97e1-4a49b63d36a8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b2a22c-a39e-445c-a28f-3542fdd15687']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:40.343556 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d8c0327-a212-4a4b-bc4d-35a1649caa54 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (d1fdea03-2e46-4386-8b20-953b3f681fcf), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:40.347050 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-da477f57-beae-4ece-97e1-4a49b63d36a8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58d50381-8187-42ce-8953-32819e39c1fe') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:40.347831 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-da477f57-beae-4ece-97e1-4a49b63d36a8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58d50381-8187-42ce-8953-32819e39c1fe') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:40.350733 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d8c0327-a212-4a4b-bc4d-35a1649caa54 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:40.351891 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4d8c0327-a212-4a4b-bc4d-35a1649caa54 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/d1fdea03-2e46-4386-8b20-953b3f681fcf HTTP/1.1" status: 204 len: 168 time: 0.1225979 Feb 16 22:38:40.353225 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962b70d-bcbf-4fdb-a7ec-5f18e63e8a64 req-a1aa5843-12a1-4d32-8501-b32106ed0b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:40.355551 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f962b70d-bcbf-4fdb-a7ec-5f18e63e8a64 req-a1aa5843-12a1-4d32-8501-b32106ed0b92 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd HTTP/1.1" status: 200 len: 918 time: 0.3117390 Feb 16 22:38:40.356040 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58232) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:40.362269 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da477f57-beae-4ece-97e1-4a49b63d36a8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (58d50381-8187-42ce-8953-32819e39c1fe), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:40.382187 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c0327-a212-4a4b-bc4d-35a1649caa54 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1fdea03-2e46-4386-8b20-953b3f681fcf,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:40.396138 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da477f57-beae-4ece-97e1-4a49b63d36a8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (58d50381-8187-42ce-8953-32819e39c1fe), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:40.407613 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da477f57-beae-4ece-97e1-4a49b63d36a8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:38:40.408274 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da477f57-beae-4ece-97e1-4a49b63d36a8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (58d50381-8187-42ce-8953-32819e39c1fe), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:38:40.422587 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:38:40.467572 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c56a9475-744d-4ef8-a1ca-bdc26b302e74 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1069059 Feb 16 22:38:40.467946 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58236) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:40.500982 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f962b70d-bcbf-4fdb-a7ec-5f18e63e8a64 req-83195d39-783e-4242-a353-594a605f6abc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2370008-0a02-4590-91cd-d7ae8ef2db40 HTTP/1.1" status: 200 len: 1002 time: 0.1371202 Feb 16 22:38:40.502325 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da477f57-beae-4ece-97e1-4a49b63d36a8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (a2b2a22c-a39e-445c-a28f-3542fdd15687), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:40.507512 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da477f57-beae-4ece-97e1-4a49b63d36a8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:40.512228 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-da477f57-beae-4ece-97e1-4a49b63d36a8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "DELETE /v2.0/networks/a2b2a22c-a39e-445c-a28f-3542fdd15687 HTTP/1.1" status: 204 len: 168 time: 1.1050744 Feb 16 22:38:40.514363 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58238) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:40.585240 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8ff67458-b9dd-4704-a5ef-f68c9e37b1d9 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (6901ee6c-124b-43b7-85d1-88b10653c573), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:40.613525 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8ff67458-b9dd-4704-a5ef-f68c9e37b1d9 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (6901ee6c-124b-43b7-85d1-88b10653c573), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:40.623242 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fcefbfcd-7cb8-483e-b8dd-91932729a0cf tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (26d0d9a9-120f-4eeb-8da5-91a75398d8cf), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:40.649355 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962b70d-bcbf-4fdb-a7ec-5f18e63e8a64 req-559219e1-405f-407b-8cac-47c69e9bcec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:40.650837 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f962b70d-bcbf-4fdb-a7ec-5f18e63e8a64 req-559219e1-405f-407b-8cac-47c69e9bcec9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a662751-aa30-4a8c-92bf-a9f1c49c1b53 HTTP/1.1" status: 200 len: 856 time: 0.1432869 Feb 16 22:38:40.654400 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da477f57-beae-4ece-97e1-4a49b63d36a8 tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Pushing event deleted for resources: {'Network': ['ID=a2b2a22c-a39e-445c-a28f-3542fdd15687,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:40.723013 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8ff67458-b9dd-4704-a5ef-f68c9e37b1d9 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (6901ee6c-124b-43b7-85d1-88b10653c573), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:40.735858 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8ff67458-b9dd-4704-a5ef-f68c9e37b1d9 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:40.739269 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8ff67458-b9dd-4704-a5ef-f68c9e37b1d9 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/6901ee6c-124b-43b7-85d1-88b10653c573 HTTP/1.1" status: 204 len: 168 time: 0.2680423 Feb 16 22:38:40.739269 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962b70d-bcbf-4fdb-a7ec-5f18e63e8a64 req-a0cad636-2980-4517-8904-ce939d5b98a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:40.740729 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f962b70d-bcbf-4fdb-a7ec-5f18e63e8a64 req-a0cad636-2980-4517-8904-ce939d5b98a7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0796545 Feb 16 22:38:40.741205 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58240) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:40.778831 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff67458-b9dd-4704-a5ef-f68c9e37b1d9 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6901ee6c-124b-43b7-85d1-88b10653c573,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:40.826734 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6480a626-f93e-4ec0-8b0e-82572c0fa201 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0808589 Feb 16 22:38:40.834114 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58242) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:40.834653 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fcefbfcd-7cb8-483e-b8dd-91932729a0cf tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (26d0d9a9-120f-4eeb-8da5-91a75398d8cf), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:40.868648 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-fcefbfcd-7cb8-483e-b8dd-91932729a0cf tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26d0d9a9-120f-4eeb-8da5-91a75398d8cf']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:40.881716 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-fcefbfcd-7cb8-483e-b8dd-91932729a0cf tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0b36f1-758f-4e8c-9a46-1dd25642f72c') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:40.882311 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-fcefbfcd-7cb8-483e-b8dd-91932729a0cf tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0b36f1-758f-4e8c-9a46-1dd25642f72c') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:38:40.892798 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 182fc5db-eef4-408c-b043-173a26a61813 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:38:40.896662 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fcefbfcd-7cb8-483e-b8dd-91932729a0cf tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (ab0b36f1-758f-4e8c-9a46-1dd25642f72c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:40.914806 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2da1b7e9-5eac-4055-b12d-7a22a58d7d8b tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (9c322dfe-b5fb-4026-ac4c-1f7401b96b66), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:40.924637 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fcefbfcd-7cb8-483e-b8dd-91932729a0cf tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (ab0b36f1-758f-4e8c-9a46-1dd25642f72c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:40.933884 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2da1b7e9-5eac-4055-b12d-7a22a58d7d8b tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (9c322dfe-b5fb-4026-ac4c-1f7401b96b66), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:40.937262 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcefbfcd-7cb8-483e-b8dd-91932729a0cf tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:38:40.937915 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fcefbfcd-7cb8-483e-b8dd-91932729a0cf tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (ab0b36f1-758f-4e8c-9a46-1dd25642f72c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:40.947616 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:38:40.947616 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:38:40.947616 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:38:40.947616 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:38:40.947616 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:38:40.947616 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:38:40.947616 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:38:40.947616 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:38:40.947616 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:38:40.947616 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:38:40.947616 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:38:40.947616 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:38:40.947616 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:38:40.947616 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:38:40.947616 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:38:40.947616 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:38:40.947616 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:38:40.947616 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:38:40.947616 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:38:40.947616 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:38:40.947616 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:38:40.947616 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:38:40.947616 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:38:40.947616 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:38:40.947616 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:38:40.947616 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:38:40.947616 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:38:40.947616 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:38:40.947616 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:38:40.947616 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:38:40.947616 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:38:40.947616 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:38:40.953760 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 182fc5db-eef4-408c-b043-173a26a61813 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:38:40.955235 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 182fc5db-eef4-408c-b043-173a26a61813 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:38:40.956920 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 800fc86d-682f-439a-89f9-968cc3f36418 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:38:40.993843 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2da1b7e9-5eac-4055-b12d-7a22a58d7d8b tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (9c322dfe-b5fb-4026-ac4c-1f7401b96b66), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:41.014822 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2da1b7e9-5eac-4055-b12d-7a22a58d7d8b tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:41.024013 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 800fc86d-682f-439a-89f9-968cc3f36418 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:38:41.025924 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 800fc86d-682f-439a-89f9-968cc3f36418 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:38:41.033729 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2da1b7e9-5eac-4055-b12d-7a22a58d7d8b tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/9c322dfe-b5fb-4026-ac4c-1f7401b96b66 HTTP/1.1" status: 204 len: 168 time: 0.1879652 Feb 16 22:38:41.040389 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58248) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:41.065622 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1b7e9-5eac-4055-b12d-7a22a58d7d8b tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c322dfe-b5fb-4026-ac4c-1f7401b96b66,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:41.083566 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fcefbfcd-7cb8-483e-b8dd-91932729a0cf tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (26d0d9a9-120f-4eeb-8da5-91a75398d8cf), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:41.094193 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fcefbfcd-7cb8-483e-b8dd-91932729a0cf tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:41.102264 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fcefbfcd-7cb8-483e-b8dd-91932729a0cf tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] 10.222.0.75 "DELETE /v2.0/networks/26d0d9a9-120f-4eeb-8da5-91a75398d8cf HTTP/1.1" status: 204 len: 168 time: 0.5749514 Feb 16 22:38:41.106358 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f962b70d-bcbf-4fdb-a7ec-5f18e63e8a64 req-52b4dbb5-2599-4492-b6e2-aaae5c7d53ed service neutron] 10.222.0.67 "GET /v2.0/networks/a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421397 Feb 16 22:38:41.184154 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefbfcd-7cb8-483e-b8dd-91932729a0cf tempest-TaggedBootDevicesTest_v242-576829117 tempest-TaggedBootDevicesTest_v242-576829117-project] Pushing event deleted for resources: {'Network': ['ID=26d0d9a9-120f-4eeb-8da5-91a75398d8cf,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:41.189895 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f12d104f-cedf-4d3a-8848-c4598fa079f9 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1448958 Feb 16 22:38:41.194097 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58256) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:41.232287 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5ccc09df-4df9-46f2-b727-24206cd56077 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (eacae4ed-8a21-4705-b8c4-97476aa27af3), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:41.246190 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5ccc09df-4df9-46f2-b727-24206cd56077 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (eacae4ed-8a21-4705-b8c4-97476aa27af3), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:41.255548 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f962b70d-bcbf-4fdb-a7ec-5f18e63e8a64 req-b5b17ed5-7988-43f0-936b-4eef27d61a7a service neutron] 10.222.0.67 "GET /v2.0/networks/a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425567 Feb 16 22:38:41.293710 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5ccc09df-4df9-46f2-b727-24206cd56077 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (eacae4ed-8a21-4705-b8c4-97476aa27af3), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:41.301912 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5ccc09df-4df9-46f2-b727-24206cd56077 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:41.306092 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5ccc09df-4df9-46f2-b727-24206cd56077 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/eacae4ed-8a21-4705-b8c4-97476aa27af3 HTTP/1.1" status: 204 len: 168 time: 0.1106451 Feb 16 22:38:41.306252 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58258) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:41.312458 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc09df-4df9-46f2-b727-24206cd56077 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eacae4ed-8a21-4705-b8c4-97476aa27af3,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:41.364643 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58266) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:41.370816 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f29ed7a0-99ee-49de-a21a-c7bbbba903a6 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0633571 Feb 16 22:38:41.427032 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-339001f6-99c1-4cda-8484-4af3c4e2cf06 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (d78f7523-c40c-42e7-8b8c-86b24927c011), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:41.457510 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-339001f6-99c1-4cda-8484-4af3c4e2cf06 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (d78f7523-c40c-42e7-8b8c-86b24927c011), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:41.528982 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-339001f6-99c1-4cda-8484-4af3c4e2cf06 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d78f7523-c40c-42e7-8b8c-86b24927c011), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:41.532335 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-339001f6-99c1-4cda-8484-4af3c4e2cf06 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:41.537032 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58274) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:41.537280 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-339001f6-99c1-4cda-8484-4af3c4e2cf06 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "DELETE /v2.0/security-groups/d78f7523-c40c-42e7-8b8c-86b24927c011 HTTP/1.1" status: 204 len: 168 time: 0.1712034 Feb 16 22:38:41.567517 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339001f6-99c1-4cda-8484-4af3c4e2cf06 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78f7523-c40c-42e7-8b8c-86b24927c011,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:41.639439 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3ba74a84-9f3f-4619-881b-1e89bab66b6b tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0956116 Feb 16 22:38:41.640198 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58280) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:41.646251 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-a288ae9d-fda3-4fdd-bb9c-97aa2d436822 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Request body: {'security_group': {'name': 'tempest-secgroup--1122976013'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:41.684959 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a288ae9d-fda3-4fdd-bb9c-97aa2d436822 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:41.784143 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a288ae9d-fda3-4fdd-bb9c-97aa2d436822 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (1ad17bac-872a-4345-a7f4-619354df754a), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:41.789309 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a288ae9d-fda3-4fdd-bb9c-97aa2d436822 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (1ad17bac-872a-4345-a7f4-619354df754a), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:41.829346 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a288ae9d-fda3-4fdd-bb9c-97aa2d436822 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad17bac-872a-4345-a7f4-619354df754a,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:41.847167 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a288ae9d-fda3-4fdd-bb9c-97aa2d436822 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:41.850443 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a288ae9d-fda3-4fdd-bb9c-97aa2d436822 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2089739 Feb 16 22:38:41.851444 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58284) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:41.856341 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-98964074-1ecd-4602-9e92-2b46c6df6728 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Request body: {'security_group_rule': {'security_group_id': '1ad17bac-872a-4345-a7f4-619354df754a', 'direction': 'ingress', 'protocol': 17}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:41.894355 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f43e29-8f1e-4061-897e-8eaee80c1b5f req-ab8b9e0c-7b5d-4887-96c8-35386a433d86 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:41.896393 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0f43e29-8f1e-4061-897e-8eaee80c1b5f req-ab8b9e0c-7b5d-4887-96c8-35386a433d86 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.1227818 Feb 16 22:38:41.903113 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-98964074-1ecd-4602-9e92-2b46c6df6728 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (e375bc55-acc7-4453-a229-5c0f16a6841f), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:41.978922 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0f43e29-8f1e-4061-897e-8eaee80c1b5f req-c1da5dd2-aa08-4749-b082-34bd3b2a6d86 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724549 Feb 16 22:38:42.008796 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-98964074-1ecd-4602-9e92-2b46c6df6728 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (e375bc55-acc7-4453-a229-5c0f16a6841f), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:42.033702 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-98964074-1ecd-4602-9e92-2b46c6df6728 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (e375bc55-acc7-4453-a229-5c0f16a6841f), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:42.058217 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98964074-1ecd-4602-9e92-2b46c6df6728 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e375bc55-acc7-4453-a229-5c0f16a6841f,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:42.078943 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-98964074-1ecd-4602-9e92-2b46c6df6728 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:42.083996 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-98964074-1ecd-4602-9e92-2b46c6df6728 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2291725 Feb 16 22:38:42.084442 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58290) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:42.232827 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f635e945-61f6-4fea-b42a-baa40d465519 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (1ad17bac-872a-4345-a7f4-619354df754a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:42.271298 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f635e945-61f6-4fea-b42a-baa40d465519 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (1ad17bac-872a-4345-a7f4-619354df754a), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:42.355744 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f635e945-61f6-4fea-b42a-baa40d465519 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (1ad17bac-872a-4345-a7f4-619354df754a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:42.359011 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f635e945-61f6-4fea-b42a-baa40d465519 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:42.362996 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f635e945-61f6-4fea-b42a-baa40d465519 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "DELETE /v2.0/security-groups/1ad17bac-872a-4345-a7f4-619354df754a HTTP/1.1" status: 204 len: 168 time: 0.2774734 Feb 16 22:38:42.363182 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58298) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:42.374404 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f635e945-61f6-4fea-b42a-baa40d465519 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad17bac-872a-4345-a7f4-619354df754a,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:42.445696 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d866b812-453b-4824-874e-7e3748065ada tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0807021 Feb 16 22:38:42.449562 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58300) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:42.454832 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-7d846736-d7b7-48ef-adba-1ce7b1746ccf tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Request body: {'security_group': {'name': 'tempest-secgroup--65207836'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:42.488551 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7d846736-d7b7-48ef-adba-1ce7b1746ccf tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:42.582403 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7d846736-d7b7-48ef-adba-1ce7b1746ccf tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (d61f626b-ec4a-4420-a390-6760e22685a0), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:42.586351 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7d846736-d7b7-48ef-adba-1ce7b1746ccf tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d61f626b-ec4a-4420-a390-6760e22685a0), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:42.620861 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d846736-d7b7-48ef-adba-1ce7b1746ccf tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d61f626b-ec4a-4420-a390-6760e22685a0,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:42.627222 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7d846736-d7b7-48ef-adba-1ce7b1746ccf tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:42.628626 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7d846736-d7b7-48ef-adba-1ce7b1746ccf tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1776319 Feb 16 22:38:42.631318 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58302) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:42.637543 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-bb7806f0-9c28-401f-bc98-729eaec107b7 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Request body: {'security_group': {'name': 'tempest-secgroup--2130064189'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:42.666884 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb7806f0-9c28-401f-bc98-729eaec107b7 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:42.792818 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb7806f0-9c28-401f-bc98-729eaec107b7 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (080c42bc-a088-4f38-96b2-8d0afc37aaf4), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:42.802239 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb7806f0-9c28-401f-bc98-729eaec107b7 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (080c42bc-a088-4f38-96b2-8d0afc37aaf4), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:42.843720 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb7806f0-9c28-401f-bc98-729eaec107b7 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:42.847353 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bb7806f0-9c28-401f-bc98-729eaec107b7 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2146189 Feb 16 22:38:42.850431 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58324) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:42.859037 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-90853c6b-0da1-4c8a-8077-d87501ac82b8 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Request body: {'security_group_rule': {'security_group_id': 'd61f626b-ec4a-4420-a390-6760e22685a0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '080c42bc-a088-4f38-96b2-8d0afc37aaf4', 'remote_ip_prefix': None}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:42.870508 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7806f0-9c28-401f-bc98-729eaec107b7 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=080c42bc-a088-4f38-96b2-8d0afc37aaf4,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:42.917819 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-90853c6b-0da1-4c8a-8077-d87501ac82b8 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (fa9ce3ee-c147-455c-94c9-691a6977542f), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:43.041687 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-90853c6b-0da1-4c8a-8077-d87501ac82b8 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (fa9ce3ee-c147-455c-94c9-691a6977542f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:43.054689 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-90853c6b-0da1-4c8a-8077-d87501ac82b8 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (fa9ce3ee-c147-455c-94c9-691a6977542f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:43.115072 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90853c6b-0da1-4c8a-8077-d87501ac82b8 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa9ce3ee-c147-455c-94c9-691a6977542f,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:43.136986 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-90853c6b-0da1-4c8a-8077-d87501ac82b8 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:43.140050 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-90853c6b-0da1-4c8a-8077-d87501ac82b8 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2878404 Feb 16 22:38:43.148090 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58350) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:43.266690 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5b6da848-6ea4-4ac4-872e-80d517e113c0 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (fa9ce3ee-c147-455c-94c9-691a6977542f), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:43.299464 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5b6da848-6ea4-4ac4-872e-80d517e113c0 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (fa9ce3ee-c147-455c-94c9-691a6977542f), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:43.415511 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfad195-df0a-4a5b-a6bb-d195861ceb67 req-13bab51d-7f97-4b47-a098-ad3ad0033c97 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:43.417759 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1dfad195-df0a-4a5b-a6bb-d195861ceb67 req-13bab51d-7f97-4b47-a098-ad3ad0033c97 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.2451930 Feb 16 22:38:43.418950 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5b6da848-6ea4-4ac4-872e-80d517e113c0 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (fa9ce3ee-c147-455c-94c9-691a6977542f), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:43.430795 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5b6da848-6ea4-4ac4-872e-80d517e113c0 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:43.441043 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5b6da848-6ea4-4ac4-872e-80d517e113c0 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/fa9ce3ee-c147-455c-94c9-691a6977542f HTTP/1.1" status: 204 len: 168 time: 0.2894931 Feb 16 22:38:43.441906 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58364) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:43.489051 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6da848-6ea4-4ac4-872e-80d517e113c0 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa9ce3ee-c147-455c-94c9-691a6977542f,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:43.547794 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-49517235-bd99-4721-927b-8998d9712a37 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1041245 Feb 16 22:38:43.548640 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58372) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:43.566472 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1dfad195-df0a-4a5b-a6bb-d195861ceb67 req-4ef7c180-021f-447d-8a2e-70d3ad7c8128 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262426 Feb 16 22:38:43.615483 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a51442ce-4eba-4f02-bb51-8ffc6a01b29f tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (080c42bc-a088-4f38-96b2-8d0afc37aaf4), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:43.643364 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a51442ce-4eba-4f02-bb51-8ffc6a01b29f tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (080c42bc-a088-4f38-96b2-8d0afc37aaf4), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:43.692269 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a51442ce-4eba-4f02-bb51-8ffc6a01b29f tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (080c42bc-a088-4f38-96b2-8d0afc37aaf4), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:43.695152 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a51442ce-4eba-4f02-bb51-8ffc6a01b29f tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:43.696680 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a51442ce-4eba-4f02-bb51-8ffc6a01b29f tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "DELETE /v2.0/security-groups/080c42bc-a088-4f38-96b2-8d0afc37aaf4 HTTP/1.1" status: 204 len: 168 time: 0.1467586 Feb 16 22:38:43.699093 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58374) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:43.709555 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51442ce-4eba-4f02-bb51-8ffc6a01b29f tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=080c42bc-a088-4f38-96b2-8d0afc37aaf4,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:43.816476 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1b5b3b46-353a-4707-9ab0-fb1833bffc31 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.1134174 Feb 16 22:38:43.816988 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58386) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:43.897417 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-90df0743-6995-437d-8746-6fb1f90e0cc4 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (d61f626b-ec4a-4420-a390-6760e22685a0), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:43.928156 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-90df0743-6995-437d-8746-6fb1f90e0cc4 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (d61f626b-ec4a-4420-a390-6760e22685a0), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:44.023060 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-90df0743-6995-437d-8746-6fb1f90e0cc4 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d61f626b-ec4a-4420-a390-6760e22685a0), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:44.026948 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-90df0743-6995-437d-8746-6fb1f90e0cc4 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:44.031653 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-90df0743-6995-437d-8746-6fb1f90e0cc4 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "DELETE /v2.0/security-groups/d61f626b-ec4a-4420-a390-6760e22685a0 HTTP/1.1" status: 204 len: 168 time: 0.2110021 Feb 16 22:38:44.031998 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58410) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:44.052678 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df0743-6995-437d-8746-6fb1f90e0cc4 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61f626b-ec4a-4420-a390-6760e22685a0,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:44.083509 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58412) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:44.179000 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2314b69f-0b34-4fb2-bfe9-7bfc70428fe1 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1422281 Feb 16 22:38:44.179562 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58416) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:44.186708 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-570d5c1a-9ebd-4583-9957-8c34d9737fde tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Request body: {'security_group': {'name': 'tempest-secgroup--43916597'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:44.234789 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-570d5c1a-9ebd-4583-9957-8c34d9737fde tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:44.374654 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f9cf0a79-d3ee-4cb5-b650-146e6b4b58d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:44.443493 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-570d5c1a-9ebd-4583-9957-8c34d9737fde tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (3b573688-9051-45ea-868f-da0d6a5c01b7), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:44.470900 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-570d5c1a-9ebd-4583-9957-8c34d9737fde tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (3b573688-9051-45ea-868f-da0d6a5c01b7), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:44.552257 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-570d5c1a-9ebd-4583-9957-8c34d9737fde tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:44.554014 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-570d5c1a-9ebd-4583-9957-8c34d9737fde tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3736308 Feb 16 22:38:44.556723 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58424) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:44.562708 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-11b99ed7-56e9-436f-aa3a-2d05f733ca1e tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Request body: {'security_group_rule': {'security_group_id': '3b573688-9051-45ea-868f-da0d6a5c01b7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:44.573426 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d5c1a-9ebd-4583-9957-8c34d9737fde tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b573688-9051-45ea-868f-da0d6a5c01b7,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:44.619502 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-11b99ed7-56e9-436f-aa3a-2d05f733ca1e tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (783ddf76-b088-406b-ad4f-be1552eb2d98), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:44.678954 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f9cf0a79-d3ee-4cb5-b650-146e6b4b58d1 admin admin] Publish callbacks [] for security_group (aceb95ac-d444-4bcb-a6c8-8fa3138b9d52), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:44.692053 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f9cf0a79-d3ee-4cb5-b650-146e6b4b58d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (aceb95ac-d444-4bcb-a6c8-8fa3138b9d52), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:44.777693 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-11b99ed7-56e9-436f-aa3a-2d05f733ca1e tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (783ddf76-b088-406b-ad4f-be1552eb2d98), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:44.779661 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f9cf0a79-d3ee-4cb5-b650-146e6b4b58d1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0307d1c25c7e4ccfad6c16346db787b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6946900 Feb 16 22:38:44.781907 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf0a79-d3ee-4cb5-b650-146e6b4b58d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aceb95ac-d444-4bcb-a6c8-8fa3138b9d52,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:44.783874 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58428) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:44.821140 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007b0a6-94e4-4be7-b3b6-095ce65570f0 req-2dee1f0b-2162-4ca4-813f-e8d87a5b97d2 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:44.824185 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d007b0a6-94e4-4be7-b3b6-095ce65570f0 req-2dee1f0b-2162-4ca4-813f-e8d87a5b97d2 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.1063550 Feb 16 22:38:44.860889 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-11b99ed7-56e9-436f-aa3a-2d05f733ca1e tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (783ddf76-b088-406b-ad4f-be1552eb2d98), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:44.897119 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b99ed7-56e9-436f-aa3a-2d05f733ca1e tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=783ddf76-b088-406b-ad4f-be1552eb2d98,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:44.902868 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-11b99ed7-56e9-436f-aa3a-2d05f733ca1e tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:44.906760 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-11b99ed7-56e9-436f-aa3a-2d05f733ca1e tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3461950 Feb 16 22:38:44.906934 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58430) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:44.934653 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d007b0a6-94e4-4be7-b3b6-095ce65570f0 req-70a9852c-bffb-4669-b526-a05db4a62f0e tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047163 Feb 16 22:38:44.961124 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2d85c24-88a1-415d-b5b3-c4b0ae6b2ca2 admin admin] Publish callbacks [] for security_group (aceb95ac-d444-4bcb-a6c8-8fa3138b9d52), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:44.988702 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9f29ef38-a27b-4e27-beaa-f63aafa974f8 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (783ddf76-b088-406b-ad4f-be1552eb2d98), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:45.005981 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2d85c24-88a1-415d-b5b3-c4b0ae6b2ca2 admin admin] Publish callbacks [] for security_group (aceb95ac-d444-4bcb-a6c8-8fa3138b9d52), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:45.009050 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9f29ef38-a27b-4e27-beaa-f63aafa974f8 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (783ddf76-b088-406b-ad4f-be1552eb2d98), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:45.102695 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9f29ef38-a27b-4e27-beaa-f63aafa974f8 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (783ddf76-b088-406b-ad4f-be1552eb2d98), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:45.111074 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9f29ef38-a27b-4e27-beaa-f63aafa974f8 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:45.112694 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9f29ef38-a27b-4e27-beaa-f63aafa974f8 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/783ddf76-b088-406b-ad4f-be1552eb2d98 HTTP/1.1" status: 204 len: 168 time: 0.2049718 Feb 16 22:38:45.115535 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2d85c24-88a1-415d-b5b3-c4b0ae6b2ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (aceb95ac-d444-4bcb-a6c8-8fa3138b9d52), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:45.117037 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58432) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:45.127121 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2d85c24-88a1-415d-b5b3-c4b0ae6b2ca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:45.135685 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d2d85c24-88a1-415d-b5b3-c4b0ae6b2ca2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/aceb95ac-d444-4bcb-a6c8-8fa3138b9d52 HTTP/1.1" status: 204 len: 168 time: 0.3473008 Feb 16 22:38:45.152994 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29ef38-a27b-4e27-beaa-f63aafa974f8 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=783ddf76-b088-406b-ad4f-be1552eb2d98,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:45.170517 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d85c24-88a1-415d-b5b3-c4b0ae6b2ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aceb95ac-d444-4bcb-a6c8-8fa3138b9d52,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:45.188019 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b4eb9d78-ebcd-4651-ade1-a59908f00bee tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0693560 Feb 16 22:38:45.190646 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58436) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:45.327310 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1826d624-4ca9-49d8-9d50-81ef0d6f9897 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (3b573688-9051-45ea-868f-da0d6a5c01b7), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:45.389621 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1826d624-4ca9-49d8-9d50-81ef0d6f9897 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (3b573688-9051-45ea-868f-da0d6a5c01b7), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:45.532884 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1826d624-4ca9-49d8-9d50-81ef0d6f9897 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (3b573688-9051-45ea-868f-da0d6a5c01b7), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:45.536004 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1826d624-4ca9-49d8-9d50-81ef0d6f9897 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:45.542109 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58446) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:45.542928 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1826d624-4ca9-49d8-9d50-81ef0d6f9897 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "DELETE /v2.0/security-groups/3b573688-9051-45ea-868f-da0d6a5c01b7 HTTP/1.1" status: 204 len: 168 time: 0.3505783 Feb 16 22:38:45.572423 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826d624-4ca9-49d8-9d50-81ef0d6f9897 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b573688-9051-45ea-868f-da0d6a5c01b7,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:45.675916 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58448) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:45.681703 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-3f35da17-1916-4815-aab2-0bc5673d4658 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Request body: {'security_group': {'name': 'tempest-secgroup--1703027409'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:45.689077 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-25d4da81-af92-42d5-92e9-a6e4ceb6ae6f tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1454799 Feb 16 22:38:45.731634 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3f35da17-1916-4815-aab2-0bc5673d4658 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:45.833295 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58450) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:45.860714 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-06c12fc2-646d-4a94-adaa-d5e8c63109bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:45.878048 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3f35da17-1916-4815-aab2-0bc5673d4658 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (090898a1-804e-4302-877c-f695ceda53bc), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:45.891681 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3f35da17-1916-4815-aab2-0bc5673d4658 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (090898a1-804e-4302-877c-f695ceda53bc), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:45.958921 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3f35da17-1916-4815-aab2-0bc5673d4658 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:45.972650 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3f35da17-1916-4815-aab2-0bc5673d4658 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2955723 Feb 16 22:38:45.977512 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58454) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:45.982745 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-a6d08bfc-0dfd-459b-b50f-b0e8b5b2c0dc tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Request body: {'security_group_rule': {'security_group_id': '090898a1-804e-4302-877c-f695ceda53bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:45.989545 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f35da17-1916-4815-aab2-0bc5673d4658 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=090898a1-804e-4302-877c-f695ceda53bc,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:46.046810 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-06c12fc2-646d-4a94-adaa-d5e8c63109bb admin admin] Publish callbacks [] for security_group (77219fe3-062b-4ac7-a6d3-a30a2a3e7388), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:46.062860 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-06c12fc2-646d-4a94-adaa-d5e8c63109bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (77219fe3-062b-4ac7-a6d3-a30a2a3e7388), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:46.139268 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a6d08bfc-0dfd-459b-b50f-b0e8b5b2c0dc tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (cbefbbb9-c4c7-43af-81df-48509a8b10fa), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:46.142965 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c12fc2-646d-4a94-adaa-d5e8c63109bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77219fe3-062b-4ac7-a6d3-a30a2a3e7388,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:46.153125 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-06c12fc2-646d-4a94-adaa-d5e8c63109bb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8d6e9c3a72bb49eb84e9dd6393b5539e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3158166 Feb 16 22:38:46.153637 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58456) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:46.188783 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe7787-4d00-4077-9c63-a402d665fab5 req-0f26a190-19a0-4948-be83-30d5fc867b05 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:46.190254 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-96fe7787-4d00-4077-9c63-a402d665fab5 req-0f26a190-19a0-4948-be83-30d5fc867b05 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.1456609 Feb 16 22:38:46.236562 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a6d08bfc-0dfd-459b-b50f-b0e8b5b2c0dc tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (cbefbbb9-c4c7-43af-81df-48509a8b10fa), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:46.249156 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a6d08bfc-0dfd-459b-b50f-b0e8b5b2c0dc tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (cbefbbb9-c4c7-43af-81df-48509a8b10fa), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:46.280462 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2f9e6fa3-7ab3-4eb4-827d-ab4cc4678c8c admin admin] Publish callbacks [] for security_group (77219fe3-062b-4ac7-a6d3-a30a2a3e7388), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:46.288867 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d08bfc-0dfd-459b-b50f-b0e8b5b2c0dc tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbefbbb9-c4c7-43af-81df-48509a8b10fa,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:46.306477 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-96fe7787-4d00-4077-9c63-a402d665fab5 req-60480f83-c1aa-4b46-a266-a4dc4236dcf4 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035984 Feb 16 22:38:46.310768 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a6d08bfc-0dfd-459b-b50f-b0e8b5b2c0dc tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:46.328992 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58458) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:46.332286 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a6d08bfc-0dfd-459b-b50f-b0e8b5b2c0dc tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3535967 Feb 16 22:38:46.358680 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2f9e6fa3-7ab3-4eb4-827d-ab4cc4678c8c admin admin] Publish callbacks [] for security_group (77219fe3-062b-4ac7-a6d3-a30a2a3e7388), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:46.366782 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58460) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:46.373406 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-370dfb28-2eee-4936-9d55-269801d27df8 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "GET /v2.0/security-group-rules/cbefbbb9-c4c7-43af-81df-48509a8b10fa HTTP/1.1" status: 200 len: 763 time: 0.0450931 Feb 16 22:38:46.438109 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-16c2acdc-4c70-4576-98e6-85888200c7ee tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0675950 Feb 16 22:38:46.438534 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58462) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:46.503714 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-66b83f3a-cdfd-43b3-99cb-c61410fc065e tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (cbefbbb9-c4c7-43af-81df-48509a8b10fa), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:46.517200 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-66b83f3a-cdfd-43b3-99cb-c61410fc065e tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (cbefbbb9-c4c7-43af-81df-48509a8b10fa), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:46.519097 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2f9e6fa3-7ab3-4eb4-827d-ab4cc4678c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (77219fe3-062b-4ac7-a6d3-a30a2a3e7388), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:46.523347 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2f9e6fa3-7ab3-4eb4-827d-ab4cc4678c8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:46.524536 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2f9e6fa3-7ab3-4eb4-827d-ab4cc4678c8c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/77219fe3-062b-4ac7-a6d3-a30a2a3e7388 HTTP/1.1" status: 204 len: 168 time: 0.3700039 Feb 16 22:38:46.608968 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e6fa3-7ab3-4eb4-827d-ab4cc4678c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77219fe3-062b-4ac7-a6d3-a30a2a3e7388,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:46.618713 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-66b83f3a-cdfd-43b3-99cb-c61410fc065e tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (cbefbbb9-c4c7-43af-81df-48509a8b10fa), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:46.644277 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-66b83f3a-cdfd-43b3-99cb-c61410fc065e tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:46.646961 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-66b83f3a-cdfd-43b3-99cb-c61410fc065e tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/cbefbbb9-c4c7-43af-81df-48509a8b10fa HTTP/1.1" status: 204 len: 168 time: 0.2074466 Feb 16 22:38:46.649631 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58476) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:46.675592 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b83f3a-cdfd-43b3-99cb-c61410fc065e tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbefbbb9-c4c7-43af-81df-48509a8b10fa,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:46.749353 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-731d4ca1-64e0-498c-aefa-dc96bc8c4146 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0962594 Feb 16 22:38:46.749573 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58480) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:46.763500 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-ec37917f-4ae9-4fbd-ad47-8739b72d47bb tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Request body: {'security_group_rule': {'security_group_id': '090898a1-804e-4302-877c-f695ceda53bc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:46.796301 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ec37917f-4ae9-4fbd-ad47-8739b72d47bb tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (941a62bb-8ee6-47d4-a950-886205aad001), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:46.872271 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ec37917f-4ae9-4fbd-ad47-8739b72d47bb tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (941a62bb-8ee6-47d4-a950-886205aad001), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:46.877628 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ec37917f-4ae9-4fbd-ad47-8739b72d47bb tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (941a62bb-8ee6-47d4-a950-886205aad001), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:46.894106 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37917f-4ae9-4fbd-ad47-8739b72d47bb tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=941a62bb-8ee6-47d4-a950-886205aad001,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:46.916587 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ec37917f-4ae9-4fbd-ad47-8739b72d47bb tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:46.917819 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ec37917f-4ae9-4fbd-ad47-8739b72d47bb tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1672230 Feb 16 22:38:46.920421 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58484) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:46.943372 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-260008d9-b3f6-4bd5-ab89-f61aab566c29 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "GET /v2.0/security-group-rules/941a62bb-8ee6-47d4-a950-886205aad001 HTTP/1.1" status: 200 len: 763 time: 0.0203798 Feb 16 22:38:46.945330 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58486) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:47.002964 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-cb9b3135-9d0c-4eb8-be3b-a0537f79d6ab tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0559537 Feb 16 22:38:47.005430 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58490) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:47.038563 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fa3d6e44-23f2-447c-89f5-b612bd5cc4b2 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (941a62bb-8ee6-47d4-a950-886205aad001), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:47.049421 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fa3d6e44-23f2-447c-89f5-b612bd5cc4b2 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (941a62bb-8ee6-47d4-a950-886205aad001), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:47.097484 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fa3d6e44-23f2-447c-89f5-b612bd5cc4b2 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (941a62bb-8ee6-47d4-a950-886205aad001), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:47.111420 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fa3d6e44-23f2-447c-89f5-b612bd5cc4b2 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:47.115629 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fa3d6e44-23f2-447c-89f5-b612bd5cc4b2 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/941a62bb-8ee6-47d4-a950-886205aad001 HTTP/1.1" status: 204 len: 168 time: 0.1066155 Feb 16 22:38:47.116424 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58496) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:47.122866 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d6e44-23f2-447c-89f5-b612bd5cc4b2 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=941a62bb-8ee6-47d4-a950-886205aad001,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:47.178033 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e2a159af-cb9a-455b-804f-eae422c7d10f tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0599408 Feb 16 22:38:47.181278 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58500) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:47.184747 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-79f782a2-1295-4341-880b-be8471fde282 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Request body: {'security_group_rule': {'security_group_id': '090898a1-804e-4302-877c-f695ceda53bc', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:47.228283 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-79f782a2-1295-4341-880b-be8471fde282 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (4ee504b2-44a0-4bc8-ac70-36ff8998bda3), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:47.337856 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-79f782a2-1295-4341-880b-be8471fde282 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (4ee504b2-44a0-4bc8-ac70-36ff8998bda3), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:47.344228 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-79f782a2-1295-4341-880b-be8471fde282 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (4ee504b2-44a0-4bc8-ac70-36ff8998bda3), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:47.381038 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f782a2-1295-4341-880b-be8471fde282 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee504b2-44a0-4bc8-ac70-36ff8998bda3,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:47.403660 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-79f782a2-1295-4341-880b-be8471fde282 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:47.407796 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-79f782a2-1295-4341-880b-be8471fde282 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2242334 Feb 16 22:38:47.408441 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58510) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:47.440102 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-92f3ccff-2df3-4716-a68b-fc1c3de1cc73 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "GET /v2.0/security-group-rules/4ee504b2-44a0-4bc8-ac70-36ff8998bda3 HTTP/1.1" status: 200 len: 764 time: 0.0280094 Feb 16 22:38:47.440509 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58512) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:47.584484 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5752101e-8196-4359-9e11-7329c0a358dd tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1401827 Feb 16 22:38:47.584917 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58516) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:47.607716 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142b48b-81d1-47eb-934f-8200ea4bacb8 req-ad6b0802-019f-4d7b-9d76-3d5329269c37 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:47.610327 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7142b48b-81d1-47eb-934f-8200ea4bacb8 req-ad6b0802-019f-4d7b-9d76-3d5329269c37 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.1464629 Feb 16 22:38:47.665624 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3bfc9856-eb65-4280-90aa-01f2c7391380 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (4ee504b2-44a0-4bc8-ac70-36ff8998bda3), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:47.684683 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3bfc9856-eb65-4280-90aa-01f2c7391380 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (4ee504b2-44a0-4bc8-ac70-36ff8998bda3), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:47.841208 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7142b48b-81d1-47eb-934f-8200ea4bacb8 req-b2b2e141-dd56-4414-be4f-ee24c54c9b5e tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2209325 Feb 16 22:38:47.844605 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3bfc9856-eb65-4280-90aa-01f2c7391380 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (4ee504b2-44a0-4bc8-ac70-36ff8998bda3), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:47.855528 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3bfc9856-eb65-4280-90aa-01f2c7391380 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:47.856942 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3bfc9856-eb65-4280-90aa-01f2c7391380 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/4ee504b2-44a0-4bc8-ac70-36ff8998bda3 HTTP/1.1" status: 204 len: 168 time: 0.2708738 Feb 16 22:38:47.864996 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58532) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:47.875981 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc9856-eb65-4280-90aa-01f2c7391380 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ee504b2-44a0-4bc8-ac70-36ff8998bda3,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:47.988085 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e1cbf121-843f-47a5-bce6-961d14c8d705 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1215475 Feb 16 22:38:47.990616 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58544) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:48.068264 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c0a3bba7-36a6-426f-9789-0bcaffaea39a tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (090898a1-804e-4302-877c-f695ceda53bc), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:48.096050 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c0a3bba7-36a6-426f-9789-0bcaffaea39a tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (090898a1-804e-4302-877c-f695ceda53bc), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:48.156876 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c0a3bba7-36a6-426f-9789-0bcaffaea39a tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (090898a1-804e-4302-877c-f695ceda53bc), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:48.161592 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c0a3bba7-36a6-426f-9789-0bcaffaea39a tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:48.163652 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c0a3bba7-36a6-426f-9789-0bcaffaea39a tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "DELETE /v2.0/security-groups/090898a1-804e-4302-877c-f695ceda53bc HTTP/1.1" status: 204 len: 168 time: 0.1719837 Feb 16 22:38:48.166429 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58550) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:48.177949 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3bba7-36a6-426f-9789-0bcaffaea39a tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=090898a1-804e-4302-877c-f695ceda53bc,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:48.228173 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58552) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:48.252043 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fc0bb57b-8c67-4fb9-8fd8-bc2c177c2e07 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0797758 Feb 16 22:38:48.252515 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58556) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:48.259618 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-b2731eeb-984a-4983-90ff-97ad66e99c00 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Request body: {'security_group': {'name': 'tempest-secgroup--341070105'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:48.285745 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b2731eeb-984a-4983-90ff-97ad66e99c00 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:48.366560 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b2731eeb-984a-4983-90ff-97ad66e99c00 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (b890d0b6-730a-4bae-8c86-f5e80df447ef), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:48.372474 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b2731eeb-984a-4983-90ff-97ad66e99c00 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b890d0b6-730a-4bae-8c86-f5e80df447ef), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:48.417287 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b2731eeb-984a-4983-90ff-97ad66e99c00 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:48.418900 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b2731eeb-984a-4983-90ff-97ad66e99c00 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1651311 Feb 16 22:38:48.420260 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2731eeb-984a-4983-90ff-97ad66e99c00 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b890d0b6-730a-4bae-8c86-f5e80df447ef,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:48.421568 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58558) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:48.430320 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-efed3eff-ca1a-4713-b394-664e7fe44e29 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Request body: {'security_group_rule': {'security_group_id': 'b890d0b6-730a-4bae-8c86-f5e80df447ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:48.455530 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2560a30c-a8c1-45a5-a0b8-6a0ad88fe918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:48.497841 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-efed3eff-ca1a-4713-b394-664e7fe44e29 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (93b4e886-4022-40fa-b364-2d70459eef74), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:48.607233 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-efed3eff-ca1a-4713-b394-664e7fe44e29 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (93b4e886-4022-40fa-b364-2d70459eef74), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:48.619056 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-efed3eff-ca1a-4713-b394-664e7fe44e29 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (93b4e886-4022-40fa-b364-2d70459eef74), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:48.623285 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2560a30c-a8c1-45a5-a0b8-6a0ad88fe918 admin admin] Publish callbacks [] for security_group (e32141f7-7cc2-4610-baa3-deffb4da08f4), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:48.631771 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2560a30c-a8c1-45a5-a0b8-6a0ad88fe918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (e32141f7-7cc2-4610-baa3-deffb4da08f4), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:48.660784 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed3eff-ca1a-4713-b394-664e7fe44e29 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93b4e886-4022-40fa-b364-2d70459eef74,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:48.685277 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-efed3eff-ca1a-4713-b394-664e7fe44e29 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:48.686620 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-efed3eff-ca1a-4713-b394-664e7fe44e29 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2633922 Feb 16 22:38:48.689244 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58586) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:48.693243 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2560a30c-a8c1-45a5-a0b8-6a0ad88fe918 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=573b5e9d345d47fb847369f46fc4cdea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4624317 Feb 16 22:38:48.693243 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2560a30c-a8c1-45a5-a0b8-6a0ad88fe918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32141f7-7cc2-4610-baa3-deffb4da08f4,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:48.694288 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58588) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:48.774670 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bed03957-13ab-4ae0-bc95-c234f89f7e93 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (b890d0b6-730a-4bae-8c86-f5e80df447ef), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:48.781816 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-27a44823-d5c6-4df3-a068-c184e738605c admin admin] Publish callbacks [] for security_group (e32141f7-7cc2-4610-baa3-deffb4da08f4), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:48.801732 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bed03957-13ab-4ae0-bc95-c234f89f7e93 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (b890d0b6-730a-4bae-8c86-f5e80df447ef), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:48.832510 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-27a44823-d5c6-4df3-a068-c184e738605c admin admin] Publish callbacks [] for security_group (e32141f7-7cc2-4610-baa3-deffb4da08f4), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:48.867407 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bed03957-13ab-4ae0-bc95-c234f89f7e93 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b890d0b6-730a-4bae-8c86-f5e80df447ef), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:48.879404 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bed03957-13ab-4ae0-bc95-c234f89f7e93 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:48.884493 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bed03957-13ab-4ae0-bc95-c234f89f7e93 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "DELETE /v2.0/security-groups/b890d0b6-730a-4bae-8c86-f5e80df447ef HTTP/1.1" status: 204 len: 168 time: 0.1887116 Feb 16 22:38:48.889381 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58608) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:48.945162 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed03957-13ab-4ae0-bc95-c234f89f7e93 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b890d0b6-730a-4bae-8c86-f5e80df447ef,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:49.006674 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5fae62da-426e-477e-a16a-70401cff2ce6 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1133671 Feb 16 22:38:49.009730 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58620) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:49.012881 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-27a44823-d5c6-4df3-a068-c184e738605c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (e32141f7-7cc2-4610-baa3-deffb4da08f4), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:49.015846 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-27a44823-d5c6-4df3-a068-c184e738605c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:49.019621 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-27a44823-d5c6-4df3-a068-c184e738605c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e32141f7-7cc2-4610-baa3-deffb4da08f4 HTTP/1.1" status: 204 len: 168 time: 0.3242149 Feb 16 22:38:49.042777 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a44823-d5c6-4df3-a068-c184e738605c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32141f7-7cc2-4610-baa3-deffb4da08f4,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:49.132181 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58634) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:49.140298 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-13ddbfef-4490-46df-9ff8-472f2404544c tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1058478 Feb 16 22:38:49.149346 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-e45aa0f5-751f-47ad-8897-82e3dc1ec2a3 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] delete failed (client error): The resource could not be found. Feb 16 22:38:49.154617 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58638) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:49.155635 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e45aa0f5-751f-47ad-8897-82e3dc1ec2a3 tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "DELETE /v2.0/security-groups/b890d0b6-730a-4bae-8c86-f5e80df447ef HTTP/1.1" status: 404 len: 347 time: 0.0223525 Feb 16 22:38:49.215445 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da6a70-bff7-4888-b710-53d24298d281 req-7d288acd-fc23-449d-a342-4e4f9fc1620b tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:49.216977 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4da6a70-bff7-4888-b710-53d24298d281 req-7d288acd-fc23-449d-a342-4e4f9fc1620b tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.1409302 Feb 16 22:38:49.246963 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e5f1b5ec-d3f8-4f19-8b2d-15fd5b2302ad tempest-SecGroupTest-1062674067 tempest-SecGroupTest-1062674067-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0909853 Feb 16 22:38:49.323568 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4da6a70-bff7-4888-b710-53d24298d281 req-4416c1ef-94e2-491e-a86c-e3ea1340c9ec tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977499 Feb 16 22:38:49.709373 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58702) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:50.015503 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8fdfcacc-2642-41c5-8cf3-d141c78b8f05 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=69e31000a6b3451ab4d00c6ff1406caa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3019865 Feb 16 22:38:50.016108 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58752) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:50.102843 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cc7e2605-b56a-400c-825a-05a7c2354602 admin admin] Publish callbacks [] for security_group (9d1be604-e0d4-4a0d-ab77-fdc6a789c399), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:50.141775 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cc7e2605-b56a-400c-825a-05a7c2354602 admin admin] Publish callbacks [] for security_group (9d1be604-e0d4-4a0d-ab77-fdc6a789c399), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:50.223714 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cc7e2605-b56a-400c-825a-05a7c2354602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9d1be604-e0d4-4a0d-ab77-fdc6a789c399), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:50.228434 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cc7e2605-b56a-400c-825a-05a7c2354602 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:50.233505 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-cc7e2605-b56a-400c-825a-05a7c2354602 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9d1be604-e0d4-4a0d-ab77-fdc6a789c399 HTTP/1.1" status: 204 len: 168 time: 0.2125490 Feb 16 22:38:50.244431 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e2605-b56a-400c-825a-05a7c2354602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1be604-e0d4-4a0d-ab77-fdc6a789c399,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:50.536479 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45627249-0179-4998-aa1c-0c3f615d407f req-eeb2d697-3a07-4297-9f40-fcc03e40bb27 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:50.547280 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-45627249-0179-4998-aa1c-0c3f615d407f req-eeb2d697-3a07-4297-9f40-fcc03e40bb27 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.1036172 Feb 16 22:38:50.640304 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-47ed6984-74a5-46a6-a330-6714edaa8155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:50.651942 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-45627249-0179-4998-aa1c-0c3f615d407f req-8004673f-b7ff-4be7-970c-b213029e88a7 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036136 Feb 16 22:38:51.555034 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 58932) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:51.712643 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-9a554e4c-cc52-4bbb-9886-10814b8c6223 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:51.713149 n-d-813897-6 neutron-server[103465]: WARNING neutron.api.v2.base [None req-9a554e4c-cc52-4bbb-9886-10814b8c6223 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 22:38:51.713669 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-9a554e4c-cc52-4bbb-9886-10814b8c6223 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 22:38:51.719164 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 58956) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:51.719752 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9a554e4c-cc52-4bbb-9886-10814b8c6223 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1632679 Feb 16 22:38:51.724743 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-5635d4b1-f447-48d3-bb8e-2d5663f30764 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Request body: {'security_group': {'name': 'tempest-secgroup--408444493'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:51.798575 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5635d4b1-f447-48d3-bb8e-2d5663f30764 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:51.836996 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5635d4b1-f447-48d3-bb8e-2d5663f30764 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:51.892934 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37329514-284f-41b9-80ee-ae72a5ffaa67 req-4dff2242-d992-45b3-a0cc-a9786092cc31 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:51.894581 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-37329514-284f-41b9-80ee-ae72a5ffaa67 req-4dff2242-d992-45b3-a0cc-a9786092cc31 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.1192815 Feb 16 22:38:51.996343 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-37329514-284f-41b9-80ee-ae72a5ffaa67 req-008fbfe9-2d96-48d9-ab63-705ae447c9b5 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879030 Feb 16 22:38:52.087831 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5635d4b1-f447-48d3-bb8e-2d5663f30764 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (22936d1e-dd6f-40fc-b3a5-e5a0216f6cea), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:52.099168 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5635d4b1-f447-48d3-bb8e-2d5663f30764 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (22936d1e-dd6f-40fc-b3a5-e5a0216f6cea), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:52.266190 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635d4b1-f447-48d3-bb8e-2d5663f30764 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22936d1e-dd6f-40fc-b3a5-e5a0216f6cea,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:52.327337 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5635d4b1-f447-48d3-bb8e-2d5663f30764 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (ee265a03-7767-41c6-9917-5ddea59c99a1), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:52.340608 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5635d4b1-f447-48d3-bb8e-2d5663f30764 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ee265a03-7767-41c6-9917-5ddea59c99a1), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:52.375547 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635d4b1-f447-48d3-bb8e-2d5663f30764 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee265a03-7767-41c6-9917-5ddea59c99a1,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:52.399634 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5635d4b1-f447-48d3-bb8e-2d5663f30764 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:52.401609 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5635d4b1-f447-48d3-bb8e-2d5663f30764 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6805322 Feb 16 22:38:52.405203 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59024) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:52.411352 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-697c15ae-ea11-4f15-b215-b863a986c297 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Request body: {'security_group_rule': {'security_group_id': 'ee265a03-7767-41c6-9917-5ddea59c99a1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:52.466853 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-697c15ae-ea11-4f15-b215-b863a986c297 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group_rule (eb12669a-b940-46f4-9099-23db4584b7fc), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:52.594337 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-697c15ae-ea11-4f15-b215-b863a986c297 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group_rule (eb12669a-b940-46f4-9099-23db4584b7fc), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:52.599222 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-697c15ae-ea11-4f15-b215-b863a986c297 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (eb12669a-b940-46f4-9099-23db4584b7fc), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:52.664290 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c15ae-ea11-4f15-b215-b863a986c297 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb12669a-b940-46f4-9099-23db4584b7fc,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:52.686971 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-697c15ae-ea11-4f15-b215-b863a986c297 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:52.690600 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-697c15ae-ea11-4f15-b215-b863a986c297 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2842131 Feb 16 22:38:52.691944 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59054) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:52.702566 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-5d8fc739-345e-4528-9193-30b18c6902a3 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Request body: {'security_group_rule': {'security_group_id': 'ee265a03-7767-41c6-9917-5ddea59c99a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:52.775248 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5d8fc739-345e-4528-9193-30b18c6902a3 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group_rule (8e238162-ad65-49e4-a265-8063acf941c7), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:52.869136 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-5d8fc739-345e-4528-9193-30b18c6902a3 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 22:38:52.874334 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59072) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:52.874823 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5d8fc739-345e-4528-9193-30b18c6902a3 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1806555 Feb 16 22:38:52.945804 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dfa888ad-ddea-4f86-9787-c2edfcc0528d tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (ee265a03-7767-41c6-9917-5ddea59c99a1), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:52.984722 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dfa888ad-ddea-4f86-9787-c2edfcc0528d tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (ee265a03-7767-41c6-9917-5ddea59c99a1), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:53.064506 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7c43e855-7a52-4247-9782-e57c259c5338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:53.098183 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dfa888ad-ddea-4f86-9787-c2edfcc0528d tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ee265a03-7767-41c6-9917-5ddea59c99a1), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:53.105541 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dfa888ad-ddea-4f86-9787-c2edfcc0528d tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:53.112361 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59100) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:53.127824 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-dfa888ad-ddea-4f86-9787-c2edfcc0528d tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "DELETE /v2.0/security-groups/ee265a03-7767-41c6-9917-5ddea59c99a1 HTTP/1.1" status: 204 len: 168 time: 0.2505484 Feb 16 22:38:53.162317 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa888ad-ddea-4f86-9787-c2edfcc0528d tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee265a03-7767-41c6-9917-5ddea59c99a1,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:53.251616 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ea999e65-f1ee-4994-9e2b-b095c7014ca1 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1380484 Feb 16 22:38:53.258427 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59116) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:53.259169 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1bd21-7301-41fe-ace9-6e669d6957e7 req-c1fc1c0f-d230-4008-89f2-44d963148f3f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:53.261221 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-92f1bd21-7301-41fe-ace9-6e669d6957e7 req-c1fc1c0f-d230-4008-89f2-44d963148f3f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.0770013 Feb 16 22:38:53.267827 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-c5dbb47f-6e9d-4bbd-854f-afb2a723c237 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Request body: {'security_group': {'name': 'tempest-secgroup--472380744'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:53.311969 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c5dbb47f-6e9d-4bbd-854f-afb2a723c237 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:53.337744 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-92f1bd21-7301-41fe-ace9-6e669d6957e7 req-49b13719-3b94-4722-bfdd-90e3276485df tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671768 Feb 16 22:38:53.422059 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c5dbb47f-6e9d-4bbd-854f-afb2a723c237 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (d9da7282-eb27-4d68-ba76-d7f30260420a), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:53.425806 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c5dbb47f-6e9d-4bbd-854f-afb2a723c237 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d9da7282-eb27-4d68-ba76-d7f30260420a), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:53.457680 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c5dbb47f-6e9d-4bbd-854f-afb2a723c237 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:53.458911 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c5dbb47f-6e9d-4bbd-854f-afb2a723c237 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1989117 Feb 16 22:38:53.461764 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59120) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:53.467624 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-f3db30d5-5a57-46b4-8528-20caf077286a tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Request body: {'security_group_rule': {'security_group_id': 'd9da7282-eb27-4d68-ba76-d7f30260420a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:53.468125 n-d-813897-6 neutron-server[103465]: WARNING neutron.api.v2.base [None req-f3db30d5-5a57-46b4-8528-20caf077286a tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 16 22:38:53.468626 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-f3db30d5-5a57-46b4-8528-20caf077286a tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:38:53.469591 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f3db30d5-5a57-46b4-8528-20caf077286a tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068800 Feb 16 22:38:53.472088 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbb47f-6e9d-4bbd-854f-afb2a723c237 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9da7282-eb27-4d68-ba76-d7f30260420a,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:53.472824 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59122) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:53.531702 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-424f82a1-15af-44a1-ac40-5dafeba357aa tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (d9da7282-eb27-4d68-ba76-d7f30260420a), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:53.557228 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-424f82a1-15af-44a1-ac40-5dafeba357aa tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (d9da7282-eb27-4d68-ba76-d7f30260420a), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:53.610702 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-424f82a1-15af-44a1-ac40-5dafeba357aa tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d9da7282-eb27-4d68-ba76-d7f30260420a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:53.613679 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-424f82a1-15af-44a1-ac40-5dafeba357aa tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:53.617069 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-424f82a1-15af-44a1-ac40-5dafeba357aa tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "DELETE /v2.0/security-groups/d9da7282-eb27-4d68-ba76-d7f30260420a HTTP/1.1" status: 204 len: 168 time: 0.1406925 Feb 16 22:38:53.617635 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59126) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:53.627261 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f82a1-15af-44a1-ac40-5dafeba357aa tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9da7282-eb27-4d68-ba76-d7f30260420a,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:53.684430 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c99667df-fc13-4e52-be69-752991977cc1 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0623031 Feb 16 22:38:53.685469 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59130) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:53.691352 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-1bd02c28-6012-4b8a-92db-f1bfeff7a28b tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Request body: {'security_group': {'name': 'tempest-secgroup--1135935107'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:53.722572 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1bd02c28-6012-4b8a-92db-f1bfeff7a28b tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:53.815576 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1bd02c28-6012-4b8a-92db-f1bfeff7a28b tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (57fdcf3f-cf0b-46fa-bf55-870e7f5096b1), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:53.820379 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1bd02c28-6012-4b8a-92db-f1bfeff7a28b tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (57fdcf3f-cf0b-46fa-bf55-870e7f5096b1), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:53.860958 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1bd02c28-6012-4b8a-92db-f1bfeff7a28b tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:53.862195 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1bd02c28-6012-4b8a-92db-f1bfeff7a28b tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1752865 Feb 16 22:38:53.863660 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd02c28-6012-4b8a-92db-f1bfeff7a28b tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57fdcf3f-cf0b-46fa-bf55-870e7f5096b1,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:53.865547 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59134) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:53.872284 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-33f611af-9c3a-4596-b509-7b0a367bbf50 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Request body: {'security_group_rule': {'security_group_id': '57fdcf3f-cf0b-46fa-bf55-870e7f5096b1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:53.872855 n-d-813897-6 neutron-server[103465]: WARNING neutron.api.v2.base [None req-33f611af-9c3a-4596-b509-7b0a367bbf50 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 16 22:38:53.873866 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-33f611af-9c3a-4596-b509-7b0a367bbf50 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:38:53.875390 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-33f611af-9c3a-4596-b509-7b0a367bbf50 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0082457 Feb 16 22:38:53.877766 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59136) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:53.958059 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-35dd8dc7-6b58-47ed-989d-9b3fa49c1ce1 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (57fdcf3f-cf0b-46fa-bf55-870e7f5096b1), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:53.994140 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-35dd8dc7-6b58-47ed-989d-9b3fa49c1ce1 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (57fdcf3f-cf0b-46fa-bf55-870e7f5096b1), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:54.057959 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-35dd8dc7-6b58-47ed-989d-9b3fa49c1ce1 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (57fdcf3f-cf0b-46fa-bf55-870e7f5096b1), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:54.062073 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-35dd8dc7-6b58-47ed-989d-9b3fa49c1ce1 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:54.063226 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-35dd8dc7-6b58-47ed-989d-9b3fa49c1ce1 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "DELETE /v2.0/security-groups/57fdcf3f-cf0b-46fa-bf55-870e7f5096b1 HTTP/1.1" status: 204 len: 168 time: 0.1844518 Feb 16 22:38:54.068516 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59142) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:54.096754 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd8dc7-6b58-47ed-989d-9b3fa49c1ce1 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fdcf3f-cf0b-46fa-bf55-870e7f5096b1,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:54.129447 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b767f5e3-e8b7-4cf8-b612-587fb773c520 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0580444 Feb 16 22:38:54.132978 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59144) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:54.139092 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-f33be260-e166-4d00-a4cb-5497779ef5e2 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Request body: {'security_group': {'name': 'tempest-secgroup--100554410'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:54.163584 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f33be260-e166-4d00-a4cb-5497779ef5e2 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:54.247218 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f33be260-e166-4d00-a4cb-5497779ef5e2 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (4fc61259-cc40-4368-b898-2c536ddf3b7d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:54.252834 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f33be260-e166-4d00-a4cb-5497779ef5e2 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4fc61259-cc40-4368-b898-2c536ddf3b7d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:54.256257 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device a2370008-0a02-4590-91cd-d7ae8ef2db40 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:38:54.294125 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33be260-e166-4d00-a4cb-5497779ef5e2 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc61259-cc40-4368-b898-2c536ddf3b7d,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:54.309697 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f33be260-e166-4d00-a4cb-5497779ef5e2 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:54.313618 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f33be260-e166-4d00-a4cb-5497779ef5e2 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1762354 Feb 16 22:38:54.314005 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59150) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:54.318277 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:54.318637 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-a16ca045-fc4b-44c4-b683-21b886d26599 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Request body: {'security_group_rule': {'security_group_id': '4fc61259-cc40-4368-b898-2c536ddf3b7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:54.319506 n-d-813897-6 neutron-server[103465]: WARNING neutron.api.v2.base [None req-a16ca045-fc4b-44c4-b683-21b886d26599 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 16 22:38:54.320008 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-a16ca045-fc4b-44c4-b683-21b886d26599 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:38:54.321205 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a16ca045-fc4b-44c4-b683-21b886d26599 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061650 Feb 16 22:38:54.324705 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59152) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:54.345675 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-378dc77a-6946-47f5-8321-3d3ae13f226c tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Request body: {'security_group_rule': {'security_group_id': '4fc61259-cc40-4368-b898-2c536ddf3b7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:54.347713 n-d-813897-6 neutron-server[103465]: WARNING neutron.api.v2.base [None req-378dc77a-6946-47f5-8321-3d3ae13f226c tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 16 22:38:54.354570 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-378dc77a-6946-47f5-8321-3d3ae13f226c tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:38:54.355841 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-378dc77a-6946-47f5-8321-3d3ae13f226c tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0300136 Feb 16 22:38:54.359122 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59158) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:54.371340 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-0b7cc7dc-2d86-4594-a2ea-37893d913f53 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Request body: {'security_group_rule': {'security_group_id': '4fc61259-cc40-4368-b898-2c536ddf3b7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:54.374149 n-d-813897-6 neutron-server[103465]: WARNING neutron.api.v2.base [None req-0b7cc7dc-2d86-4594-a2ea-37893d913f53 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 16 22:38:54.375818 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-0b7cc7dc-2d86-4594-a2ea-37893d913f53 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:38:54.376961 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0b7cc7dc-2d86-4594-a2ea-37893d913f53 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0168455 Feb 16 22:38:54.379681 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59164) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:54.388622 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-4cd34026-5a6e-405a-9ea6-47ac821e9562 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Request body: {'security_group_rule': {'security_group_id': '4fc61259-cc40-4368-b898-2c536ddf3b7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:54.406538 n-d-813897-6 neutron-server[103465]: WARNING neutron.api.v2.base [None req-4cd34026-5a6e-405a-9ea6-47ac821e9562 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 16 22:38:54.407197 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-4cd34026-5a6e-405a-9ea6-47ac821e9562 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:38:54.408324 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4cd34026-5a6e-405a-9ea6-47ac821e9562 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0276887 Feb 16 22:38:54.411620 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59166) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:54.431664 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port a2370008-0a02-4590-91cd-d7ae8ef2db40, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=a2370008-0a02-4590-91cd-d7ae8ef2db40,segment=NetworkSegment(0da08ad7-1ffb-4706-9d45-1cc487f01f06),segment_id=0da08ad7-1ffb-4706-9d45-1cc487f01f06)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:38:54.464508 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'a2370008-0a02-4590-91cd-d7ae8ef2db40', 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd', 'port_id': 'a2370008-0a02-4590-91cd-d7ae8ef2db40', 'mac_address': 'fa:16:3e:c6:b5:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:38:54.577587 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port a2370008-0a02-4590-91cd-d7ae8ef2db40 is: ACTIVE; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:38:54.577998 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a2370008-0a02-4590-91cd-d7ae8ef2db40), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:54.603201 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2370008-0a02-4590-91cd-d7ae8ef2db40 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:38:54.646915 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f36e844a-e141-43f4-aa54-87b625eafa7c tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (4fc61259-cc40-4368-b898-2c536ddf3b7d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:54.648410 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port a2370008-0a02-4590-91cd-d7ae8ef2db40, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=a2370008-0a02-4590-91cd-d7ae8ef2db40,segment=NetworkSegment(0da08ad7-1ffb-4706-9d45-1cc487f01f06),segment_id=0da08ad7-1ffb-4706-9d45-1cc487f01f06)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:38:54.657039 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a2370008-0a02-4590-91cd-d7ae8ef2db40), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:54.681428 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f36e844a-e141-43f4-aa54-87b625eafa7c tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (4fc61259-cc40-4368-b898-2c536ddf3b7d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:54.698643 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b6196-e0b7-4648-b459-8ed64ff6abfe req-88621631-2ca8-4aa8-9fd8-3185f15404be tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:54.700488 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-da8b6196-e0b7-4648-b459-8ed64ff6abfe req-88621631-2ca8-4aa8-9fd8-3185f15404be tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.2117009 Feb 16 22:38:54.746788 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=a2370008-0a02-4590-91cd-d7ae8ef2db40,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:54.784695 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-da8b6196-e0b7-4648-b459-8ed64ff6abfe req-c8b80504-2a53-43cc-872e-d79a43970cc5 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731027 Feb 16 22:38:54.792044 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f36e844a-e141-43f4-aa54-87b625eafa7c tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4fc61259-cc40-4368-b898-2c536ddf3b7d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:54.794949 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f36e844a-e141-43f4-aa54-87b625eafa7c tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:54.802225 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f36e844a-e141-43f4-aa54-87b625eafa7c tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "DELETE /v2.0/security-groups/4fc61259-cc40-4368-b898-2c536ddf3b7d HTTP/1.1" status: 204 len: 168 time: 0.3860462 Feb 16 22:38:54.803565 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59176) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:54.815761 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['a2370008-0a02-4590-91cd-d7ae8ef2db40'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:38:54.819847 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e844a-e141-43f4-aa54-87b625eafa7c tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc61259-cc40-4368-b898-2c536ddf3b7d,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:54.957914 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59178) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:54.958821 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b134d091-87b0-4f42-a539-fca3b9ddfc34 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1531038 Feb 16 22:38:54.963682 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-c832e5e1-b496-442d-b16a-7d03596053d6 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Request body: {'security_group': {'name': 'tempest-secgroup--2063252350'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:55.023163 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c832e5e1-b496-442d-b16a-7d03596053d6 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:55.133045 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c832e5e1-b496-442d-b16a-7d03596053d6 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (e2c0044a-7684-4458-b959-ddfe97dacfef), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:55.142313 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c832e5e1-b496-442d-b16a-7d03596053d6 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (e2c0044a-7684-4458-b959-ddfe97dacfef), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:55.177122 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c832e5e1-b496-442d-b16a-7d03596053d6 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:55.178854 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c832e5e1-b496-442d-b16a-7d03596053d6 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2197444 Feb 16 22:38:55.183507 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59182) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:55.189472 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-b427975e-2f7c-4304-95fe-fca0ddbe6274 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Request body: {'security_group_rule': {'security_group_id': 'e2c0044a-7684-4458-b959-ddfe97dacfef', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:55.189990 n-d-813897-6 neutron-server[103465]: WARNING neutron.api.v2.base [None req-b427975e-2f7c-4304-95fe-fca0ddbe6274 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 22:38:55.190706 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-b427975e-2f7c-4304-95fe-fca0ddbe6274 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:38:55.194856 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59184) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:55.195931 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b427975e-2f7c-4304-95fe-fca0ddbe6274 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0114410 Feb 16 22:38:55.201300 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-9c499df2-fcd7-44eb-bb5f-ef5b80b9a616 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Request body: {'security_group_rule': {'security_group_id': 'e2c0044a-7684-4458-b959-ddfe97dacfef', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:55.211385 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c832e5e1-b496-442d-b16a-7d03596053d6 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c0044a-7684-4458-b959-ddfe97dacfef,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:55.300428 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-9c499df2-fcd7-44eb-bb5f-ef5b80b9a616 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:38:55.304396 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9c499df2-fcd7-44eb-bb5f-ef5b80b9a616 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1046820 Feb 16 22:38:55.304726 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59186) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:55.310956 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-3c73742b-b1a2-4de9-9230-58edb1f8f18a tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Request body: {'security_group_rule': {'security_group_id': 'e2c0044a-7684-4458-b959-ddfe97dacfef', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:55.311524 n-d-813897-6 neutron-server[103466]: WARNING neutron.api.v2.base [None req-3c73742b-b1a2-4de9-9230-58edb1f8f18a tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 16 22:38:55.312205 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-3c73742b-b1a2-4de9-9230-58edb1f8f18a tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:38:55.315887 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3c73742b-b1a2-4de9-9230-58edb1f8f18a tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076764 Feb 16 22:38:55.316426 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59188) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:55.327852 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-4e18ebc4-049d-4a6a-ae7e-092edd4e8193 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Request body: {'security_group_rule': {'security_group_id': 'e2c0044a-7684-4458-b959-ddfe97dacfef', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:55.382516 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-4e18ebc4-049d-4a6a-ae7e-092edd4e8193 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:38:55.390524 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59190) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:55.397182 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-e1938b70-f9ac-430f-ba30-c153a841a427 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Request body: {'security_group_rule': {'security_group_id': 'e2c0044a-7684-4458-b959-ddfe97dacfef', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:55.398209 n-d-813897-6 neutron-server[103465]: WARNING neutron.api.v2.base [None req-e1938b70-f9ac-430f-ba30-c153a841a427 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 22:38:55.398864 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-e1938b70-f9ac-430f-ba30-c153a841a427 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:38:55.403859 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e1938b70-f9ac-430f-ba30-c153a841a427 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0113835 Feb 16 22:38:55.404848 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59192) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:55.407179 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4e18ebc4-049d-4a6a-ae7e-092edd4e8193 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0896204 Feb 16 22:38:55.411794 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-c06eab36-2279-4b6d-85f9-4db080904853 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Request body: {'security_group_rule': {'security_group_id': 'e2c0044a-7684-4458-b959-ddfe97dacfef', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:55.485584 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-c06eab36-2279-4b6d-85f9-4db080904853 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:38:55.490385 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59194) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:55.496819 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-4f3ccfdf-2d22-40a9-a2bd-238a03acbc58 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Request body: {'security_group_rule': {'security_group_id': 'e2c0044a-7684-4458-b959-ddfe97dacfef', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:55.497613 n-d-813897-6 neutron-server[103466]: WARNING neutron.api.v2.base [None req-4f3ccfdf-2d22-40a9-a2bd-238a03acbc58 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 16 22:38:55.498349 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-4f3ccfdf-2d22-40a9-a2bd-238a03acbc58 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:38:55.502932 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4f3ccfdf-2d22-40a9-a2bd-238a03acbc58 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0103781 Feb 16 22:38:55.503866 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59196) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:55.506416 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c06eab36-2279-4b6d-85f9-4db080904853 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0997860 Feb 16 22:38:55.513351 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-7c7c8af8-0644-4547-96e7-1da0f1158ab0 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Request body: {'security_group_rule': {'security_group_id': 'e2c0044a-7684-4458-b959-ddfe97dacfef', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:55.576142 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-7c7c8af8-0644-4547-96e7-1da0f1158ab0 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:38:55.580640 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59200) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:55.581401 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7c7c8af8-0644-4547-96e7-1da0f1158ab0 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0761349 Feb 16 22:38:55.587373 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-587f5ab6-c3c8-49b6-9adb-6a69750b6e6c tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Request body: {'security_group_rule': {'security_group_id': 'e2c0044a-7684-4458-b959-ddfe97dacfef', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:55.624035 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:55.662400 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-587f5ab6-c3c8-49b6-9adb-6a69750b6e6c tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:38:55.667471 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59206) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:55.668258 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-587f5ab6-c3c8-49b6-9adb-6a69750b6e6c tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0856774 Feb 16 22:38:55.778385 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3bc25305-5f67-49bd-8374-746bf9bfa4b4 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (e2c0044a-7684-4458-b959-ddfe97dacfef), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:55.803392 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3bc25305-5f67-49bd-8374-746bf9bfa4b4 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (e2c0044a-7684-4458-b959-ddfe97dacfef), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:55.893321 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3bc25305-5f67-49bd-8374-746bf9bfa4b4 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (e2c0044a-7684-4458-b959-ddfe97dacfef), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:55.896659 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3bc25305-5f67-49bd-8374-746bf9bfa4b4 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:55.899948 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3bc25305-5f67-49bd-8374-746bf9bfa4b4 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "DELETE /v2.0/security-groups/e2c0044a-7684-4458-b959-ddfe97dacfef HTTP/1.1" status: 204 len: 168 time: 0.2293267 Feb 16 22:38:55.901157 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59210) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:55.913124 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc25305-5f67-49bd-8374-746bf9bfa4b4 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c0044a-7684-4458-b959-ddfe97dacfef,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:56.038544 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59212) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:56.040446 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3d7b0de3-4bc5-484b-accb-5178a2328910 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1378419 Feb 16 22:38:56.048702 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-83e3eddf-00ef-44df-94e1-ca63fd3d9f55 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Request body: {'security_group': {'name': 'tempest-secgroup--1155019653'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:56.122295 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f93581-b5c9-406c-a670-294a505dcb53 req-b2e3e59a-8e3f-4d8f-8f90-f88756b56786 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:56.124226 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87f93581-b5c9-406c-a670-294a505dcb53 req-b2e3e59a-8e3f-4d8f-8f90-f88756b56786 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 945 time: 0.1668627 Feb 16 22:38:56.169855 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-83e3eddf-00ef-44df-94e1-ca63fd3d9f55 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:56.289948 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device a2370008-0a02-4590-91cd-d7ae8ef2db40 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:38:56.294345 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87f93581-b5c9-406c-a670-294a505dcb53 req-4dc08c9f-cb5f-43d0-af69-477a8a53155d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624634 Feb 16 22:38:56.368351 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-83e3eddf-00ef-44df-94e1-ca63fd3d9f55 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (87fe4f58-124c-4b47-ad8a-f9cca00fea76), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:56.374678 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-83e3eddf-00ef-44df-94e1-ca63fd3d9f55 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (87fe4f58-124c-4b47-ad8a-f9cca00fea76), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:56.388907 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port a2370008-0a02-4590-91cd-d7ae8ef2db40 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:38:56.389608 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a2370008-0a02-4590-91cd-d7ae8ef2db40), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:56.417233 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-83e3eddf-00ef-44df-94e1-ca63fd3d9f55 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:56.418720 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-83e3eddf-00ef-44df-94e1-ca63fd3d9f55 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3753321 Feb 16 22:38:56.421779 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59216) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:56.428145 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-35435cfc-864a-487e-8c26-d18b3580f370 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Request body: {'security_group_rule': {'security_group_id': '87fe4f58-124c-4b47-ad8a-f9cca00fea76', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:56.435498 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3eddf-00ef-44df-94e1-ca63fd3d9f55 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87fe4f58-124c-4b47-ad8a-f9cca00fea76,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:56.496644 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-35435cfc-864a-487e-8c26-d18b3580f370 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] create failed (client error): The resource could not be found. Feb 16 22:38:56.498255 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-35435cfc-864a-487e-8c26-d18b3580f370 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0750380 Feb 16 22:38:56.500977 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59220) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:56.511369 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-c3b4e55a-378d-4969-b8f6-f92e62e45453 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Request body: {'security_group_rule': {'security_group_id': '87fe4f58-124c-4b47-ad8a-f9cca00fea76', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '5aec1287-4efb-4d47-9305-0b97c48dae70'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:56.567643 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port a2370008-0a02-4590-91cd-d7ae8ef2db40 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:38:56.569377 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a2370008-0a02-4590-91cd-d7ae8ef2db40), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:56.589853 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-c3b4e55a-378d-4969-b8f6-f92e62e45453 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] create failed (client error): The resource could not be found. Feb 16 22:38:56.591417 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c3b4e55a-378d-4969-b8f6-f92e62e45453 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0892243 Feb 16 22:38:56.594225 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59222) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:56.602622 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abd30e3-e185-4278-bea5-264a97078b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2370008-0a02-4590-91cd-d7ae8ef2db40'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:38:56.606190 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe737dd-2626-4439-aa22-eac41c3d42e2" -d '{"events": [{"server_uuid": "9abd30e3-e185-4278-bea5-264a97078b16", "name": "network-vif-plugged", "status": "completed", "tag": "a2370008-0a02-4590-91cd-d7ae8ef2db40"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:38:56.625458 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port a2370008-0a02-4590-91cd-d7ae8ef2db40, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=a2370008-0a02-4590-91cd-d7ae8ef2db40,segment=NetworkSegment(0da08ad7-1ffb-4706-9d45-1cc487f01f06),segment_id=0da08ad7-1ffb-4706-9d45-1cc487f01f06)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:38:56.633469 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a2370008-0a02-4590-91cd-d7ae8ef2db40), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:56.671517 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042111be-cc2c-41af-8304-2bcd04ffb71a x-openstack-request-id: req-042111be-cc2c-41af-8304-2bcd04ffb71a {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:38:56.672143 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9abd30e3-e185-4278-bea5-264a97078b16", "name": "network-vif-plugged", "status": "completed", "tag": "a2370008-0a02-4590-91cd-d7ae8ef2db40", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:38:56.672604 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-042111be-cc2c-41af-8304-2bcd04ffb71a {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:38:56.672999 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9abd30e3-e185-4278-bea5-264a97078b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2370008-0a02-4590-91cd-d7ae8ef2db40', 'code': 200} Feb 16 22:38:56.687358 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b94b00b9-ac4d-45a6-a733-58ac02aef998 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (87fe4f58-124c-4b47-ad8a-f9cca00fea76), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:56.707322 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=a2370008-0a02-4590-91cd-d7ae8ef2db40,revision_number=7']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:56.719729 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b94b00b9-ac4d-45a6-a733-58ac02aef998 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (87fe4f58-124c-4b47-ad8a-f9cca00fea76), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:56.798141 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b94b00b9-ac4d-45a6-a733-58ac02aef998 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (87fe4f58-124c-4b47-ad8a-f9cca00fea76), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:56.800616 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b94b00b9-ac4d-45a6-a733-58ac02aef998 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:56.801767 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b94b00b9-ac4d-45a6-a733-58ac02aef998 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "DELETE /v2.0/security-groups/87fe4f58-124c-4b47-ad8a-f9cca00fea76 HTTP/1.1" status: 204 len: 168 time: 0.2057161 Feb 16 22:38:56.804464 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59232) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:56.816334 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b00b9-ac4d-45a6-a733-58ac02aef998 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fe4f58-124c-4b47-ad8a-f9cca00fea76,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:56.866066 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-196f1a29-b288-497e-96c2-369ff8db5158 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0601890 Feb 16 22:38:56.869856 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59234) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:56.875369 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-1c4d7cc2-3514-4c1e-bc89-55b38bfd5611 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Request body: {'security_group_rule': {'security_group_id': 'b2f33483-c5cc-46e4-bbeb-e852b43c78fc', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:56.919122 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-1c4d7cc2-3514-4c1e-bc89-55b38bfd5611 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] create failed (client error): The resource could not be found. Feb 16 22:38:56.921121 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1c4d7cc2-3514-4c1e-bc89-55b38bfd5611 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0497675 Feb 16 22:38:56.924648 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59236) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:56.929250 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-62425451-aedd-4971-8338-d3db4187492f tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Request body: {'security_group': {'name': 'tempest-secgroup--1787678311'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:56.954014 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62425451-aedd-4971-8338-d3db4187492f tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:57.017008 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:57.041555 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62425451-aedd-4971-8338-d3db4187492f tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (8be06fb3-3ef3-42f6-8ca6-d446914be4b4), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:57.046460 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62425451-aedd-4971-8338-d3db4187492f tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (8be06fb3-3ef3-42f6-8ca6-d446914be4b4), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:57.080602 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62425451-aedd-4971-8338-d3db4187492f tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8be06fb3-3ef3-42f6-8ca6-d446914be4b4,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:57.090475 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62425451-aedd-4971-8338-d3db4187492f tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:57.094468 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59238) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:57.094640 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-62425451-aedd-4971-8338-d3db4187492f tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1688118 Feb 16 22:38:57.100614 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-3893c37b-16fb-42c6-917a-5ab068d65aed tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Request body: {'security_group': {'name': 'tempest-secgroup--669072295'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:57.123171 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3893c37b-16fb-42c6-917a-5ab068d65aed tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:57.202455 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3893c37b-16fb-42c6-917a-5ab068d65aed tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (4feb3ea8-faec-4bc9-9cdc-5d25c51fb3ca), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:57.208530 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3893c37b-16fb-42c6-917a-5ab068d65aed tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4feb3ea8-faec-4bc9-9cdc-5d25c51fb3ca), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:57.241313 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3893c37b-16fb-42c6-917a-5ab068d65aed tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:57.245923 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3893c37b-16fb-42c6-917a-5ab068d65aed tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1469948 Feb 16 22:38:57.246152 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59240) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:57.250500 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-205577c6-ffc8-4020-9d72-b17557c8f915 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Request body: {'security_group_rule': {'security_group_id': '8be06fb3-3ef3-42f6-8ca6-d446914be4b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '4feb3ea8-faec-4bc9-9cdc-5d25c51fb3ca'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:57.255756 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893c37b-16fb-42c6-917a-5ab068d65aed tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4feb3ea8-faec-4bc9-9cdc-5d25c51fb3ca,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:57.303750 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-205577c6-ffc8-4020-9d72-b17557c8f915 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:38:57.305124 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-205577c6-ffc8-4020-9d72-b17557c8f915 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0579853 Feb 16 22:38:57.308390 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59244) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:57.438523 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-160eb149-e761-459f-942f-e42315fb0dfd tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (4feb3ea8-faec-4bc9-9cdc-5d25c51fb3ca), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:57.518271 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-160eb149-e761-459f-942f-e42315fb0dfd tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (4feb3ea8-faec-4bc9-9cdc-5d25c51fb3ca), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:57.560850 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564b2bf-f1b9-499e-92b3-f96ca2df4013 req-67d74460-be1f-47d3-9be5-ffba62e2ed65 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:57.569828 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9564b2bf-f1b9-499e-92b3-f96ca2df4013 req-67d74460-be1f-47d3-9be5-ffba62e2ed65 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.1455879 Feb 16 22:38:57.630971 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-160eb149-e761-459f-942f-e42315fb0dfd tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4feb3ea8-faec-4bc9-9cdc-5d25c51fb3ca), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:57.635808 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-160eb149-e761-459f-942f-e42315fb0dfd tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:57.639051 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-160eb149-e761-459f-942f-e42315fb0dfd tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "DELETE /v2.0/security-groups/4feb3ea8-faec-4bc9-9cdc-5d25c51fb3ca HTTP/1.1" status: 204 len: 168 time: 0.3287771 Feb 16 22:38:57.644301 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9564b2bf-f1b9-499e-92b3-f96ca2df4013 req-17a3309a-3c29-4a31-a9f2-f7ff235e13dd tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728571 Feb 16 22:38:57.645002 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59252) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:57.661244 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160eb149-e761-459f-942f-e42315fb0dfd tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4feb3ea8-faec-4bc9-9cdc-5d25c51fb3ca,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:57.755486 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-edd19133-9a78-47bc-89c6-aff35b595584 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1077809 Feb 16 22:38:57.757197 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59256) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:57.872656 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-181e294d-5899-4b37-b43b-7e1389e9d03b tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (8be06fb3-3ef3-42f6-8ca6-d446914be4b4), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:57.905069 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-181e294d-5899-4b37-b43b-7e1389e9d03b tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (8be06fb3-3ef3-42f6-8ca6-d446914be4b4), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:57.991107 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-181e294d-5899-4b37-b43b-7e1389e9d03b tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (8be06fb3-3ef3-42f6-8ca6-d446914be4b4), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:57.994339 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-181e294d-5899-4b37-b43b-7e1389e9d03b tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:57.998170 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59264) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:57.998940 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-181e294d-5899-4b37-b43b-7e1389e9d03b tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "DELETE /v2.0/security-groups/8be06fb3-3ef3-42f6-8ca6-d446914be4b4 HTTP/1.1" status: 204 len: 168 time: 0.2402666 Feb 16 22:38:58.013402 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e294d-5899-4b37-b43b-7e1389e9d03b tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be06fb3-3ef3-42f6-8ca6-d446914be4b4,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:58.090396 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5bd28492-3c02-43b3-bd04-ca4a79138713 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0870109 Feb 16 22:38:58.093918 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59268) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:58.098583 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-a628ced4-b7bb-4856-82d0-22e57fcd631e tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Request body: {'security_group': {'name': 'tempest-secgroup--1867154300'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:58.170224 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a628ced4-b7bb-4856-82d0-22e57fcd631e tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:58.307539 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a628ced4-b7bb-4856-82d0-22e57fcd631e tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (748e84f5-52c6-49d3-80d3-e3dc8b879869), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:58.313195 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a628ced4-b7bb-4856-82d0-22e57fcd631e tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (748e84f5-52c6-49d3-80d3-e3dc8b879869), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:58.359350 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628ced4-b7bb-4856-82d0-22e57fcd631e tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=748e84f5-52c6-49d3-80d3-e3dc8b879869,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:58.364163 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a628ced4-b7bb-4856-82d0-22e57fcd631e tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:58.368732 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59272) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:58.368865 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a628ced4-b7bb-4856-82d0-22e57fcd631e tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2739363 Feb 16 22:38:58.374067 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-63c141d4-b56c-4abf-80e2-c50fcd70b4f0 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:38:58.375927 n-d-813897-6 neutron-server[103465]: WARNING neutron.api.v2.base [None req-63c141d4-b56c-4abf-80e2-c50fcd70b4f0 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 22:38:58.376984 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-63c141d4-b56c-4abf-80e2-c50fcd70b4f0 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] update failed (client error): There was a conflict when trying to complete your request. Feb 16 22:38:58.379685 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-63c141d4-b56c-4abf-80e2-c50fcd70b4f0 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "PUT /v2.0/security-groups/748e84f5-52c6-49d3-80d3-e3dc8b879869 HTTP/1.1" status: 409 len: 330 time: 0.0095844 Feb 16 22:38:58.384096 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59274) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:58.477083 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6996530c-9271-4a37-a8d6-6bff53c4ab3d tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (748e84f5-52c6-49d3-80d3-e3dc8b879869), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:58.510886 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6996530c-9271-4a37-a8d6-6bff53c4ab3d tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (748e84f5-52c6-49d3-80d3-e3dc8b879869), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:58.527459 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:58.597784 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6996530c-9271-4a37-a8d6-6bff53c4ab3d tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (748e84f5-52c6-49d3-80d3-e3dc8b879869), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:58.601665 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6996530c-9271-4a37-a8d6-6bff53c4ab3d tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:38:58.605691 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59284) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:58.621687 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6996530c-9271-4a37-a8d6-6bff53c4ab3d tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "DELETE /v2.0/security-groups/748e84f5-52c6-49d3-80d3-e3dc8b879869 HTTP/1.1" status: 204 len: 168 time: 0.2351592 Feb 16 22:38:58.658097 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996530c-9271-4a37-a8d6-6bff53c4ab3d tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=748e84f5-52c6-49d3-80d3-e3dc8b879869,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:38:58.693301 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0e02fba7-b5ac-4068-a398-6183b34cc058 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0840771 Feb 16 22:38:58.696817 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59288) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:58.728049 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-a237791c-4ae4-4a0f-bf03-9f1e147453e9 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] delete failed (client error): The resource could not be found. Feb 16 22:38:58.736572 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59292) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:58.738689 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a237791c-4ae4-4a0f-bf03-9f1e147453e9 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "DELETE /v2.0/security-groups/53f9429b-e468-4dd2-bc49-1911868765dc HTTP/1.1" status: 404 len: 347 time: 0.0393882 Feb 16 22:38:58.769645 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-c03ee14e-2477-4808-9f1c-f9209b0f623b tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] show failed (client error): The resource could not be found. Feb 16 22:38:58.774878 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c03ee14e-2477-4808-9f1c-f9209b0f623b tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "GET /v2.0/security-groups/1ff7adf2-9013-40a2-aac0-914ce361891f HTTP/1.1" status: 404 len: 347 time: 0.0355747 Feb 16 22:38:58.779455 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59294) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:58.797640 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-a8a7fb83-0c1d-42de-8752-728493411ef0 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] show failed (client error): The resource could not be found. Feb 16 22:38:58.809729 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a8a7fb83-0c1d-42de-8752-728493411ef0 tempest-NegativeSecGroupTest-951006409 tempest-NegativeSecGroupTest-951006409-project] 10.222.0.75 "GET /v2.0/security-group-rules/7f4abb86-363e-42ad-8565-7099e4286a8a HTTP/1.1" status: 404 len: 356 time: 0.0283599 Feb 16 22:38:58.939869 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695462c9-e676-4d61-8bd0-84264ffbfdef req-58e71018-5251-4557-a5da-9abdba994873 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:38:58.941804 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-695462c9-e676-4d61-8bd0-84264ffbfdef req-58e71018-5251-4557-a5da-9abdba994873 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.1561978 Feb 16 22:38:59.552886 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59322) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:59.607266 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-695462c9-e676-4d61-8bd0-84264ffbfdef req-3dc0b524-5326-4565-9418-c1b53ef87516 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6577888 Feb 16 22:38:59.866404 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-023aa8a1-5f11-49bf-af62-3d92506139fe admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1c12f7b18de04b7c8b61556e51857c8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3123024 Feb 16 22:38:59.870130 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59326) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:38:59.971907 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:00.004895 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b4b124c-8d63-42aa-920c-76a3aa32baac admin admin] Publish callbacks [] for security_group (22936d1e-dd6f-40fc-b3a5-e5a0216f6cea), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:00.070104 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b4b124c-8d63-42aa-920c-76a3aa32baac admin admin] Publish callbacks [] for security_group (22936d1e-dd6f-40fc-b3a5-e5a0216f6cea), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:00.210007 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b4b124c-8d63-42aa-920c-76a3aa32baac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (22936d1e-dd6f-40fc-b3a5-e5a0216f6cea), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:00.213997 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b4b124c-8d63-42aa-920c-76a3aa32baac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:00.220700 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7b4b124c-8d63-42aa-920c-76a3aa32baac admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/22936d1e-dd6f-40fc-b3a5-e5a0216f6cea HTTP/1.1" status: 204 len: 168 time: 0.3467455 Feb 16 22:39:00.272446 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b124c-8d63-42aa-920c-76a3aa32baac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22936d1e-dd6f-40fc-b3a5-e5a0216f6cea,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:00.859970 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba257df-2925-41e0-81da-7824ef4ed7ec req-2824920e-838c-4044-b8c4-33da462f91a6 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:00.870750 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1ba257df-2925-41e0-81da-7824ef4ed7ec req-2824920e-838c-4044-b8c4-33da462f91a6 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.1116986 Feb 16 22:39:00.965046 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1ba257df-2925-41e0-81da-7824ef4ed7ec req-251acd66-6135-4b6c-b533-3e3bfeaeed00 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889328 Feb 16 22:39:01.848259 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59380) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:01.855628 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59382) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:01.856206 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [-] 10.222.0.75 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0062559 Feb 16 22:39:02.058492 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f34afce8-1945-4aa6-b05c-2b8291f6cbe1 tempest-NetworksApiDiscovery-791341756 tempest-NetworksApiDiscovery-791341756-project] 10.222.0.75 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2008374 Feb 16 22:39:02.182348 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e08cb0-d29a-4604-b8e1-274730d2964f req-0b9c9c4d-be6b-44bd-966a-a9a83874ef37 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:02.190799 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c1e08cb0-d29a-4604-b8e1-274730d2964f req-0b9c9c4d-be6b-44bd-966a-a9a83874ef37 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.0918138 Feb 16 22:39:02.268011 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c1e08cb0-d29a-4604-b8e1-274730d2964f req-b20b12f7-cd19-4eaa-8495-dc5f1a1303f8 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750997 Feb 16 22:39:02.736906 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59408) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:02.909767 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-52ad43ae-d8bf-43ae-ac7b-569b85c84bd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:03.091790 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-52ad43ae-d8bf-43ae-ac7b-569b85c84bd3 admin admin] Publish callbacks [] for security_group (829f1ced-25fc-4f89-869f-0c0276965e73), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:03.105550 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-52ad43ae-d8bf-43ae-ac7b-569b85c84bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (829f1ced-25fc-4f89-869f-0c0276965e73), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:03.140471 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad43ae-d8bf-43ae-ac7b-569b85c84bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829f1ced-25fc-4f89-869f-0c0276965e73,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:03.170331 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59418) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:03.185002 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-52ad43ae-d8bf-43ae-ac7b-569b85c84bd3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ad23100b2dda4e128f9743ea96a3a1e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4467344 Feb 16 22:39:03.236052 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-805f958d-0c0f-43f6-b25f-e7a0e3adaa54 admin admin] Publish callbacks [] for security_group (829f1ced-25fc-4f89-869f-0c0276965e73), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:03.260774 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-805f958d-0c0f-43f6-b25f-e7a0e3adaa54 admin admin] Publish callbacks [] for security_group (829f1ced-25fc-4f89-869f-0c0276965e73), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:03.335324 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-805f958d-0c0f-43f6-b25f-e7a0e3adaa54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (829f1ced-25fc-4f89-869f-0c0276965e73), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:03.341069 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-805f958d-0c0f-43f6-b25f-e7a0e3adaa54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:03.358658 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-805f958d-0c0f-43f6-b25f-e7a0e3adaa54 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/829f1ced-25fc-4f89-869f-0c0276965e73 HTTP/1.1" status: 204 len: 168 time: 0.1761191 Feb 16 22:39:03.376363 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f958d-0c0f-43f6-b25f-e7a0e3adaa54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829f1ced-25fc-4f89-869f-0c0276965e73,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:03.652544 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a9aa2-7e40-433f-a90f-0023f52fd192 req-0fcf23b7-5f43-41f2-8e0a-64151404e12c tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:03.654689 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1a9a9aa2-7e40-433f-a90f-0023f52fd192 req-0fcf23b7-5f43-41f2-8e0a-64151404e12c tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.1805365 Feb 16 22:39:03.795754 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1a9a9aa2-7e40-433f-a90f-0023f52fd192 req-18034676-f358-477e-aecb-1d96c251df14 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351418 Feb 16 22:39:05.078031 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:39:05.083651 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583468af-06b7-472e-ae6c-2715ef843100 req-a65e4616-119e-45d0-8eb9-3635d4d1cd18 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:05.094637 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-583468af-06b7-472e-ae6c-2715ef843100 req-a65e4616-119e-45d0-8eb9-3635d4d1cd18 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.1379488 Feb 16 22:39:05.239721 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-583468af-06b7-472e-ae6c-2715ef843100 req-d5db4521-26c8-4007-8de6-dc05010d7b6e tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395383 Feb 16 22:39:06.560773 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0ed97-d3dd-4c9b-a4f7-2607afae04b9 req-5d35ad91-44db-4979-b211-1571147f5913 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:06.564856 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b2c0ed97-d3dd-4c9b-a4f7-2607afae04b9 req-5d35ad91-44db-4979-b211-1571147f5913 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.1287670 Feb 16 22:39:06.677224 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b2c0ed97-d3dd-4c9b-a4f7-2607afae04b9 req-0b41ef7a-e450-4ce0-a4ff-3bd666527375 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955572 Feb 16 22:39:07.956186 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcff292-b09f-4067-ae67-7f58ed1f0cb9 req-54c64326-6b86-4a0d-832a-3f53f3603f69 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:07.971134 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8bcff292-b09f-4067-ae67-7f58ed1f0cb9 req-54c64326-6b86-4a0d-832a-3f53f3603f69 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.1084027 Feb 16 22:39:08.079438 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8bcff292-b09f-4067-ae67-7f58ed1f0cb9 req-90f02c6e-45c0-47c6-86e8-50ef11441f0d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057467 Feb 16 22:39:09.376881 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f1287-3fb4-480a-841d-73630dc26e13 req-061c14ca-030f-493c-8931-67131d9f576a tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:09.386134 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-444f1287-3fb4-480a-841d-73630dc26e13 req-061c14ca-030f-493c-8931-67131d9f576a tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.1601813 Feb 16 22:39:09.542408 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-444f1287-3fb4-480a-841d-73630dc26e13 req-819084da-8cca-4b40-94a6-276eeef30db7 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481550 Feb 16 22:39:10.960633 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a621815-8f90-483e-b7fb-a17d100882fe req-f6aefa69-c22f-4ea0-94a2-5ba163753ed6 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:10.965378 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a621815-8f90-483e-b7fb-a17d100882fe req-f6aefa69-c22f-4ea0-94a2-5ba163753ed6 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.2547574 Feb 16 22:39:11.035694 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a621815-8f90-483e-b7fb-a17d100882fe req-11308f57-b7c3-4680-b4e0-5ec130de945f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638413 Feb 16 22:39:12.385126 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014c3ce-cbfb-45ac-8beb-7f166e3aa548 req-19734669-45e3-4b3c-9e24-0e0658d06a51 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:12.390212 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1014c3ce-cbfb-45ac-8beb-7f166e3aa548 req-19734669-45e3-4b3c-9e24-0e0658d06a51 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.1597323 Feb 16 22:39:12.484253 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59652) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:12.570997 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1014c3ce-cbfb-45ac-8beb-7f166e3aa548 req-1eb9affa-4b2c-4c4d-b366-efdd3437fba2 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751618 Feb 16 22:39:12.734265 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c7b91d35-3102-4620-bdcf-cdb844f0c866 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:12.862245 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c7b91d35-3102-4620-bdcf-cdb844f0c866 admin admin] Publish callbacks [] for security_group (7a18254d-943f-43a8-8be6-7ebc24da3e2d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:12.872305 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c7b91d35-3102-4620-bdcf-cdb844f0c866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7a18254d-943f-43a8-8be6-7ebc24da3e2d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:12.937021 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59658) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:12.937458 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c7b91d35-3102-4620-bdcf-cdb844f0c866 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=589b708875e141179a7113616514a3a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4517782 Feb 16 22:39:12.992141 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b91d35-3102-4620-bdcf-cdb844f0c866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a18254d-943f-43a8-8be6-7ebc24da3e2d,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:13.110713 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-05ce6d2f-75fa-4758-8573-1fca5fd86841 admin admin] Publish callbacks [] for security_group (7a18254d-943f-43a8-8be6-7ebc24da3e2d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:13.181984 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-05ce6d2f-75fa-4758-8573-1fca5fd86841 admin admin] Publish callbacks [] for security_group (7a18254d-943f-43a8-8be6-7ebc24da3e2d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:13.345855 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-05ce6d2f-75fa-4758-8573-1fca5fd86841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7a18254d-943f-43a8-8be6-7ebc24da3e2d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:13.352352 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-05ce6d2f-75fa-4758-8573-1fca5fd86841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:13.354461 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-05ce6d2f-75fa-4758-8573-1fca5fd86841 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7a18254d-943f-43a8-8be6-7ebc24da3e2d HTTP/1.1" status: 204 len: 168 time: 0.4162309 Feb 16 22:39:13.406265 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce6d2f-75fa-4758-8573-1fca5fd86841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a18254d-943f-43a8-8be6-7ebc24da3e2d,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:13.868405 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f32b7c-851b-484e-87b6-9a604f4e30f1 req-1e918589-5081-462a-a6e1-0e9dafd031a0 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:13.873553 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-51f32b7c-851b-484e-87b6-9a604f4e30f1 req-1e918589-5081-462a-a6e1-0e9dafd031a0 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.1090055 Feb 16 22:39:13.958629 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-51f32b7c-851b-484e-87b6-9a604f4e30f1 req-62fdff81-3fa1-4b9c-b614-8bf5c0648085 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788059 Feb 16 22:39:13.990348 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59682) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:14.012414 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-85226397-cb0b-4381-a873-050a90200783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:14.176424 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-85226397-cb0b-4381-a873-050a90200783 admin admin] Publish callbacks [] for security_group (20d546c6-04e1-4dee-bca3-b7f97a9ce08b), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:14.191819 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-85226397-cb0b-4381-a873-050a90200783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (20d546c6-04e1-4dee-bca3-b7f97a9ce08b), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:14.240440 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-85226397-cb0b-4381-a873-050a90200783 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4548f72561694e7bb67f757878cd6283&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2481022 Feb 16 22:39:14.243124 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59684) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:14.287025 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85226397-cb0b-4381-a873-050a90200783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d546c6-04e1-4dee-bca3-b7f97a9ce08b,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:14.379281 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3a026bba-2946-4c75-b35b-620064e3e18f admin admin] Publish callbacks [] for security_group (20d546c6-04e1-4dee-bca3-b7f97a9ce08b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:14.470775 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3a026bba-2946-4c75-b35b-620064e3e18f admin admin] Publish callbacks [] for security_group (20d546c6-04e1-4dee-bca3-b7f97a9ce08b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:14.655404 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3a026bba-2946-4c75-b35b-620064e3e18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (20d546c6-04e1-4dee-bca3-b7f97a9ce08b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:14.658416 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3a026bba-2946-4c75-b35b-620064e3e18f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:14.661807 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3a026bba-2946-4c75-b35b-620064e3e18f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/20d546c6-04e1-4dee-bca3-b7f97a9ce08b HTTP/1.1" status: 204 len: 168 time: 0.4149406 Feb 16 22:39:14.696168 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a026bba-2946-4c75-b35b-620064e3e18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d546c6-04e1-4dee-bca3-b7f97a9ce08b,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:15.258727 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de574411-cb4d-4382-a12e-ff6b501573a4 req-f96a8ea2-aa15-415c-87eb-b0be4edb728c tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:15.261049 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-de574411-cb4d-4382-a12e-ff6b501573a4 req-f96a8ea2-aa15-415c-87eb-b0be4edb728c tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.1660171 Feb 16 22:39:15.385223 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-de574411-cb4d-4382-a12e-ff6b501573a4 req-1b0734cd-1b55-40bd-9cc4-7ed8a77fb360 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174738 Feb 16 22:39:16.684898 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59740) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:16.885851 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbc213-800a-460a-85d6-e7fbab7e7db2 req-9f198c4c-0b99-489c-97fe-ddd59c692ee7 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:16.888626 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0ddbc213-800a-460a-85d6-e7fbab7e7db2 req-9f198c4c-0b99-489c-97fe-ddd59c692ee7 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.2533896 Feb 16 22:39:17.035219 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0ddbc213-800a-460a-85d6-e7fbab7e7db2 req-6d42e9f5-3f49-493c-9261-a66ed33da354 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394622 Feb 16 22:39:17.199007 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a7c803cb-2306-4ff9-9dc8-4b2471d68e7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:17.379215 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a7c803cb-2306-4ff9-9dc8-4b2471d68e7f admin admin] Publish callbacks [] for security_group (50ba3083-09a0-4254-9e43-f7af71926ff3), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:17.401669 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a7c803cb-2306-4ff9-9dc8-4b2471d68e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (50ba3083-09a0-4254-9e43-f7af71926ff3), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:17.479417 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c803cb-2306-4ff9-9dc8-4b2471d68e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ba3083-09a0-4254-9e43-f7af71926ff3,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:17.518356 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a7c803cb-2306-4ff9-9dc8-4b2471d68e7f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2ef2586ba5ff4b27a36acdd494d4131b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8315110 Feb 16 22:39:17.521024 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59758) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:17.743264 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cf5219d0-bfd8-44e6-b0be-02a1f6805a04 admin admin] Publish callbacks [] for security_group (50ba3083-09a0-4254-9e43-f7af71926ff3), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:17.832155 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cf5219d0-bfd8-44e6-b0be-02a1f6805a04 admin admin] Publish callbacks [] for security_group (50ba3083-09a0-4254-9e43-f7af71926ff3), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:18.006635 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cf5219d0-bfd8-44e6-b0be-02a1f6805a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (50ba3083-09a0-4254-9e43-f7af71926ff3), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:18.010213 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cf5219d0-bfd8-44e6-b0be-02a1f6805a04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:18.015064 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-cf5219d0-bfd8-44e6-b0be-02a1f6805a04 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/50ba3083-09a0-4254-9e43-f7af71926ff3 HTTP/1.1" status: 204 len: 168 time: 0.4928415 Feb 16 22:39:18.037465 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5219d0-bfd8-44e6-b0be-02a1f6805a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ba3083-09a0-4254-9e43-f7af71926ff3,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:18.902637 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59794) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:18.932837 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f3f9fc87-2895-4eb5-80cd-4b3d56958387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:19.057716 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59798) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:19.307052 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f3f9fc87-2895-4eb5-80cd-4b3d56958387 admin admin] Publish callbacks [] for security_group (7a5ea998-9951-439e-a4c2-164db45d0065), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:19.330843 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f3f9fc87-2895-4eb5-80cd-4b3d56958387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7a5ea998-9951-439e-a4c2-164db45d0065), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:19.407020 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d84e8e-df81-4b43-a28e-02b91e7fd161 req-36353a7f-23e8-4ee2-8a9f-4ee4c6fb95d5 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:19.420332 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16d84e8e-df81-4b43-a28e-02b91e7fd161 req-36353a7f-23e8-4ee2-8a9f-4ee4c6fb95d5 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.1574924 Feb 16 22:39:19.450520 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f3f9fc87-2895-4eb5-80cd-4b3d56958387 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cb9c641ad5f444b39487403f85b5f8d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5454955 Feb 16 22:39:19.453699 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59806) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:19.469778 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9fc87-2895-4eb5-80cd-4b3d56958387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5ea998-9951-439e-a4c2-164db45d0065,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:19.586828 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a7ac822a-ee2a-48c6-a94f-8187fb1b05db admin admin] Publish callbacks [] for security_group (7a5ea998-9951-439e-a4c2-164db45d0065), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:19.589435 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-10f7bef4-b7f2-4774-8612-f9bbb1172d71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:19.633142 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a7ac822a-ee2a-48c6-a94f-8187fb1b05db admin admin] Publish callbacks [] for security_group (7a5ea998-9951-439e-a4c2-164db45d0065), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:19.741754 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-10f7bef4-b7f2-4774-8612-f9bbb1172d71 admin admin] Publish callbacks [] for security_group (566855ac-30ce-489f-bf1d-48ab66622b72), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:19.745175 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a7ac822a-ee2a-48c6-a94f-8187fb1b05db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7a5ea998-9951-439e-a4c2-164db45d0065), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:19.748669 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a7ac822a-ee2a-48c6-a94f-8187fb1b05db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:19.750451 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a7ac822a-ee2a-48c6-a94f-8187fb1b05db admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7a5ea998-9951-439e-a4c2-164db45d0065 HTTP/1.1" status: 204 len: 168 time: 0.2942591 Feb 16 22:39:19.772136 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16d84e8e-df81-4b43-a28e-02b91e7fd161 req-e1899a5d-fb9c-4658-b622-7b6ea761c6e6 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3457661 Feb 16 22:39:19.777549 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac822a-ee2a-48c6-a94f-8187fb1b05db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5ea998-9951-439e-a4c2-164db45d0065,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:19.781154 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-10f7bef4-b7f2-4774-8612-f9bbb1172d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (566855ac-30ce-489f-bf1d-48ab66622b72), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:19.890927 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-10f7bef4-b7f2-4774-8612-f9bbb1172d71 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9223c65e0cf242f1ac8131f746c7c4d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8314843 Feb 16 22:39:19.892217 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7bef4-b7f2-4774-8612-f9bbb1172d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566855ac-30ce-489f-bf1d-48ab66622b72,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:19.893526 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59810) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:20.010471 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-66e6fe07-fffd-4f46-9c30-d57af51df22c admin admin] Publish callbacks [] for security_group (566855ac-30ce-489f-bf1d-48ab66622b72), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:20.063429 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-66e6fe07-fffd-4f46-9c30-d57af51df22c admin admin] Publish callbacks [] for security_group (566855ac-30ce-489f-bf1d-48ab66622b72), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:20.175837 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-66e6fe07-fffd-4f46-9c30-d57af51df22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (566855ac-30ce-489f-bf1d-48ab66622b72), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:20.178995 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-66e6fe07-fffd-4f46-9c30-d57af51df22c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:20.180418 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-66e6fe07-fffd-4f46-9c30-d57af51df22c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/566855ac-30ce-489f-bf1d-48ab66622b72 HTTP/1.1" status: 204 len: 168 time: 0.2857409 Feb 16 22:39:20.194694 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6fe07-fffd-4f46-9c30-d57af51df22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566855ac-30ce-489f-bf1d-48ab66622b72,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:20.644282 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-eb5f1605-44c1-465d-b888-8d08963d2c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:21.046776 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59834) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:21.106489 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2b767bae-0593-4a42-8830-11a3cbd5d5fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:21.114672 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d5d5b-924d-438b-aa32-6709747e723c req-21fd623f-1554-4d5a-b7d9-61a548fe725d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:21.125372 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-696d5d5b-924d-438b-aa32-6709747e723c req-21fd623f-1554-4d5a-b7d9-61a548fe725d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.1625185 Feb 16 22:39:21.226024 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-696d5d5b-924d-438b-aa32-6709747e723c req-ba7a1b1b-a022-42a0-89ee-25de3f8d854c tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996230 Feb 16 22:39:21.301049 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2b767bae-0593-4a42-8830-11a3cbd5d5fa admin admin] Publish callbacks [] for security_group (31c6a438-b99e-4ad5-94cc-ed0c82c38d21), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:21.315747 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2b767bae-0593-4a42-8830-11a3cbd5d5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (31c6a438-b99e-4ad5-94cc-ed0c82c38d21), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:21.417450 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b767bae-0593-4a42-8830-11a3cbd5d5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c6a438-b99e-4ad5-94cc-ed0c82c38d21,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:21.454591 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2b767bae-0593-4a42-8830-11a3cbd5d5fa admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9936fb29aef144d184d8bc2485252d06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4052727 Feb 16 22:39:21.457325 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59842) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:21.547084 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-578d96e2-960c-4ab9-b02b-e448307dcd1d admin admin] Publish callbacks [] for security_group (31c6a438-b99e-4ad5-94cc-ed0c82c38d21), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:21.589538 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-578d96e2-960c-4ab9-b02b-e448307dcd1d admin admin] Publish callbacks [] for security_group (31c6a438-b99e-4ad5-94cc-ed0c82c38d21), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:21.671680 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-578d96e2-960c-4ab9-b02b-e448307dcd1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (31c6a438-b99e-4ad5-94cc-ed0c82c38d21), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:21.674677 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-578d96e2-960c-4ab9-b02b-e448307dcd1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:21.679268 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-578d96e2-960c-4ab9-b02b-e448307dcd1d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/31c6a438-b99e-4ad5-94cc-ed0c82c38d21 HTTP/1.1" status: 204 len: 168 time: 0.2208512 Feb 16 22:39:21.699437 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d96e2-960c-4ab9-b02b-e448307dcd1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c6a438-b99e-4ad5-94cc-ed0c82c38d21,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:22.402779 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59870) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:22.523547 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0703273-b9e3-45a9-928d-1589f82c70ce req-f027251d-7059-4e84-8454-4630884f5e4b tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:22.535814 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b0703273-b9e3-45a9-928d-1589f82c70ce req-f027251d-7059-4e84-8454-4630884f5e4b tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.1865370 Feb 16 22:39:22.699583 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b0703273-b9e3-45a9-928d-1589f82c70ce req-09f6901d-d325-49d3-884c-b590a3dfe69b tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426647 Feb 16 22:39:23.048820 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9c72-1d19-41b6-b9f1-85a475d52fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:23.583120 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f7912054-b488-4579-855a-1b08f99694bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (81ce70d4-ce7c-4d63-b29e-dffd214a61d4), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:24.006823 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b2e85-ff82-41fd-a96a-849d8bd571f1 req-79fdd632-bcfa-4875-9f8b-514a2ce434eb tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:24.025490 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-197b2e85-ff82-41fd-a96a-849d8bd571f1 req-79fdd632-bcfa-4875-9f8b-514a2ce434eb tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.1607893 Feb 16 22:39:24.176373 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-197b2e85-ff82-41fd-a96a-849d8bd571f1 req-303200af-5e29-4efa-89fa-ec9727ff9c06 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498435 Feb 16 22:39:24.267716 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:24.365255 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-f7912054-b488-4579-855a-1b08f99694bd admin admin] Deleting port e88e41e2-788a-4507-9ace-f07b657760b4 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:39:24.365478 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f7912054-b488-4579-855a-1b08f99694bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (e88e41e2-788a-4507-9ace-f07b657760b4), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:24.674343 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-f7912054-b488-4579-855a-1b08f99694bd admin admin] For port e88e41e2-788a-4507-9ace-f07b657760b4, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=e88e41e2-788a-4507-9ace-f07b657760b4,segment=NetworkSegment(ca5cde71-d897-4004-a95e-63d62192b29d),segment_id=ca5cde71-d897-4004-a95e-63d62192b29d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:39:24.674995 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f7912054-b488-4579-855a-1b08f99694bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (e88e41e2-788a-4507-9ace-f07b657760b4), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:24.707093 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-f7912054-b488-4579-855a-1b08f99694bd admin admin] Calling delete_port for e88e41e2-788a-4507-9ace-f07b657760b4 owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:39:25.198394 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f7912054-b488-4579-855a-1b08f99694bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (e88e41e2-788a-4507-9ace-f07b657760b4), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:25.257713 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7912054-b488-4579-855a-1b08f99694bd admin admin] Pushing event deleted for resources: {'Port': ['ID=e88e41e2-788a-4507-9ace-f07b657760b4,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:25.602680 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4757c-8b45-4456-ba45-d850bb3c8518 req-161f79db-a5e5-457f-a154-a5c04c4c80a8 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:25.610327 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fc4757c-8b45-4456-ba45-d850bb3c8518 req-161f79db-a5e5-457f-a154-a5c04c4c80a8 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.2314482 Feb 16 22:39:25.630224 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:25.742594 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fc4757c-8b45-4456-ba45-d850bb3c8518 req-2905ebc9-5042-411d-9d05-24baa311d218 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301994 Feb 16 22:39:25.833838 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f7912054-b488-4579-855a-1b08f99694bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (81ce70d4-ce7c-4d63-b29e-dffd214a61d4), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:26.364625 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7912054-b488-4579-855a-1b08f99694bd admin admin] Router 81ce70d4-ce7c-4d63-b29e-dffd214a61d4 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:39:26.751384 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7912054-b488-4579-855a-1b08f99694bd admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:39:26.765218 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e549ee1f-5296-498a-8cb3-6282ae2e4e49 None None] Sync routers for ids ['81ce70d4-ce7c-4d63-b29e-dffd214a61d4'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:39:26.780078 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e549ee1f-5296-498a-8cb3-6282ae2e4e49 None None] Routers {'81ce70d4-ce7c-4d63-b29e-dffd214a61d4'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:39:26.782286 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-e549ee1f-5296-498a-8cb3-6282ae2e4e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:39:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['81ce70d4-ce7c-4d63-b29e-dffd214a61d4'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:39:26.790663 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 59966) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:26.805063 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f7912054-b488-4579-855a-1b08f99694bd admin admin] 10.222.0.75 "PUT /v2.0/routers/81ce70d4-ce7c-4d63-b29e-dffd214a61d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4014235 Feb 16 22:39:27.008811 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-108ecda3-8aa9-4a51-b5c0-ff09a34b2862 admin admin] Publish callbacks [] for router (81ce70d4-ce7c-4d63-b29e-dffd214a61d4), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:27.051395 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:27.145324 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-108ecda3-8aa9-4a51-b5c0-ff09a34b2862 admin admin] Publish callbacks [] for router_gateway (81ce70d4-ce7c-4d63-b29e-dffd214a61d4), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:27.250204 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffa96c-b62f-4b10-86a6-e23c0fe9cb79 req-61ddb679-1b63-4696-9ff1-e7773d1de250 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:27.259620 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3dffa96c-b62f-4b10-86a6-e23c0fe9cb79 req-61ddb679-1b63-4696-9ff1-e7773d1de250 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.1163363 Feb 16 22:39:27.349835 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-e549ee1f-5296-498a-8cb3-6282ae2e4e49 None None] Set router 81ce70d4-ce7c-4d63-b29e-dffd214a61d4 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:39:27.361917 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77d0299a-9005-4374-acc9-fce6fc6b5e0f req-baeeff4e-e92e-4c6a-849c-b7393f2d846e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=43d3a663-3a02-4d53-83b8-430a95904c55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0994468 Feb 16 22:39:27.415821 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3dffa96c-b62f-4b10-86a6-e23c0fe9cb79 req-e6614ea7-8164-4054-8f81-23dcbb668051 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489491 Feb 16 22:39:27.427215 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-108ecda3-8aa9-4a51-b5c0-ff09a34b2862 admin admin] Deleting port a30c138a-6810-419b-ac27-6cb27cb4ab81 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:39:27.427769 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-108ecda3-8aa9-4a51-b5c0-ff09a34b2862 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a30c138a-6810-419b-ac27-6cb27cb4ab81), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:27.631047 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-108ecda3-8aa9-4a51-b5c0-ff09a34b2862 admin admin] For port a30c138a-6810-419b-ac27-6cb27cb4ab81, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a30c138a-6810-419b-ac27-6cb27cb4ab81,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:39:27.631537 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-108ecda3-8aa9-4a51-b5c0-ff09a34b2862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a30c138a-6810-419b-ac27-6cb27cb4ab81), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:27.724447 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-108ecda3-8aa9-4a51-b5c0-ff09a34b2862 admin admin] Calling delete_port for a30c138a-6810-419b-ac27-6cb27cb4ab81 owned by network:router_gateway {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:39:28.155753 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 59998) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:28.266784 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0299a-9005-4374-acc9-fce6fc6b5e0f req-9ca5b258-6ee5-4269-b19a-e56833bafa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:28.268550 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77d0299a-9005-4374-acc9-fce6fc6b5e0f req-9ca5b258-6ee5-4269-b19a-e56833bafa2c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=69c2e216bf6b4737ac7a77e3bf076a26&device_id=43d3a663-3a02-4d53-83b8-430a95904c55 HTTP/1.1" status: 200 len: 1127 time: 0.7407937 Feb 16 22:39:28.269360 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-108ecda3-8aa9-4a51-b5c0-ff09a34b2862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (a30c138a-6810-419b-ac27-6cb27cb4ab81), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:28.463660 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-e549ee1f-5296-498a-8cb3-6282ae2e4e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'name': 'tempest-TaggedBootDevicesTest_v242-1843611341-router', 'tenant_id': 'f6e9384d481649378c8629f80ddeb608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'a30c138a-6810-419b-ac27-6cb27cb4ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:29:12Z', 'updated_at': '2022-02-16T22:39:25Z', 'revision_number': 5, 'project_id': 'f6e9384d481649378c8629f80ddeb608', 'gw_port': {'id': 'a30c138a-6810-419b-ac27-6cb27cb4ab81', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:29:16Z', 'updated_at': '2022-02-16T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:39:28.542788 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e549ee1f-5296-498a-8cb3-6282ae2e4e49 None None] Checking router: 81ce70d4-ce7c-4d63-b29e-dffd214a61d4 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:39:28.551360 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:28.558150 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eb3dcf71-fff3-42f2-bcc1-2dab19dfa152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:28.559250 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e549ee1f-5296-498a-8cb3-6282ae2e4e49 None None] Routers {'81ce70d4-ce7c-4d63-b29e-dffd214a61d4'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:39:28.560067 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-e549ee1f-5296-498a-8cb3-6282ae2e4e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:39:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['81ce70d4-ce7c-4d63-b29e-dffd214a61d4'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:39:28.714932 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-e549ee1f-5296-498a-8cb3-6282ae2e4e49 None None] Set router 81ce70d4-ce7c-4d63-b29e-dffd214a61d4 gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:39:28.844263 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eb3dcf71-fff3-42f2-bcc1-2dab19dfa152 admin admin] Publish callbacks [] for security_group (f226b683-4b79-4dbd-905d-c475be044b39), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:28.852190 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eb3dcf71-fff3-42f2-bcc1-2dab19dfa152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f226b683-4b79-4dbd-905d-c475be044b39), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:28.855999 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-e549ee1f-5296-498a-8cb3-6282ae2e4e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'name': 'tempest-TaggedBootDevicesTest_v242-1843611341-router', 'tenant_id': 'f6e9384d481649378c8629f80ddeb608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:29:12Z', 'updated_at': '2022-02-16T22:39:28Z', 'revision_number': 7, 'project_id': 'f6e9384d481649378c8629f80ddeb608', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:39:28.905786 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ecda3-8aa9-4a51-b5c0-ff09a34b2862 admin admin] Pushing event deleted for resources: {'Port': ['ID=a30c138a-6810-419b-ac27-6cb27cb4ab81,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:28.911252 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e549ee1f-5296-498a-8cb3-6282ae2e4e49 None None] The sync data for ids ['81ce70d4-ce7c-4d63-b29e-dffd214a61d4'] in n-d-813897-6 is: [{'id': '81ce70d4-ce7c-4d63-b29e-dffd214a61d4', 'name': 'tempest-TaggedBootDevicesTest_v242-1843611341-router', 'tenant_id': 'f6e9384d481649378c8629f80ddeb608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:29:12Z', 'updated_at': '2022-02-16T22:39:28Z', 'revision_number': 7, 'project_id': 'f6e9384d481649378c8629f80ddeb608', 'gw_port_host': None}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:39:28.927788 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0299a-9005-4374-acc9-fce6fc6b5e0f req-f4fbb7dc-e94c-48da-8c55-8b46bf775cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:28.928530 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-eb3dcf71-fff3-42f2-bcc1-2dab19dfa152 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=af07df61d53e4af6aa35df21334a92c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7712822 Feb 16 22:39:28.929365 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60008) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:28.930879 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77d0299a-9005-4374-acc9-fce6fc6b5e0f req-f4fbb7dc-e94c-48da-8c55-8b46bf775cc6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e191140f-9662-48f3-b56f-58b68fbf8fea HTTP/1.1" status: 200 len: 908 time: 0.6321728 Feb 16 22:39:28.934330 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-108ecda3-8aa9-4a51-b5c0-ff09a34b2862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (81ce70d4-ce7c-4d63-b29e-dffd214a61d4), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:29.035077 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3dcf71-fff3-42f2-bcc1-2dab19dfa152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f226b683-4b79-4dbd-905d-c475be044b39,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:29.056892 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3dcf71-fff3-42f2-bcc1-2dab19dfa152 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:29.057506 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3dcf71-fff3-42f2-bcc1-2dab19dfa152 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:29.062934 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3dcf71-fff3-42f2-bcc1-2dab19dfa152 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:29.063546 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3dcf71-fff3-42f2-bcc1-2dab19dfa152 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:29.064063 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3dcf71-fff3-42f2-bcc1-2dab19dfa152 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:29.064583 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3dcf71-fff3-42f2-bcc1-2dab19dfa152 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:29.065089 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3dcf71-fff3-42f2-bcc1-2dab19dfa152 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:29.065733 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3dcf71-fff3-42f2-bcc1-2dab19dfa152 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:29.066439 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3dcf71-fff3-42f2-bcc1-2dab19dfa152 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:29.067075 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3dcf71-fff3-42f2-bcc1-2dab19dfa152 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:29.067581 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3dcf71-fff3-42f2-bcc1-2dab19dfa152 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:29.069028 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-108ecda3-8aa9-4a51-b5c0-ff09a34b2862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (81ce70d4-ce7c-4d63-b29e-dffd214a61d4), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:29.069607 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3dcf71-fff3-42f2-bcc1-2dab19dfa152 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:29.070241 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3dcf71-fff3-42f2-bcc1-2dab19dfa152 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:29.072343 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-108ecda3-8aa9-4a51-b5c0-ff09a34b2862 admin admin] Publish callbacks [] for router_controller (81ce70d4-ce7c-4d63-b29e-dffd214a61d4), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:29.120358 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fbd5d192-1d16-4302-9145-0352d2299fed admin admin] Publish callbacks [] for security_group (f226b683-4b79-4dbd-905d-c475be044b39), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:29.148053 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ecda3-8aa9-4a51-b5c0-ff09a34b2862 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:29.148834 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ecda3-8aa9-4a51-b5c0-ff09a34b2862 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:29.150406 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ecda3-8aa9-4a51-b5c0-ff09a34b2862 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:29.151072 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ecda3-8aa9-4a51-b5c0-ff09a34b2862 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:29.151650 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ecda3-8aa9-4a51-b5c0-ff09a34b2862 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:29.152265 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ecda3-8aa9-4a51-b5c0-ff09a34b2862 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:29.153086 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ecda3-8aa9-4a51-b5c0-ff09a34b2862 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:29.153651 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ecda3-8aa9-4a51-b5c0-ff09a34b2862 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:29.154322 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ecda3-8aa9-4a51-b5c0-ff09a34b2862 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:29.154904 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ecda3-8aa9-4a51-b5c0-ff09a34b2862 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:29.155688 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ecda3-8aa9-4a51-b5c0-ff09a34b2862 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:29.156328 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ecda3-8aa9-4a51-b5c0-ff09a34b2862 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:29.156894 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ecda3-8aa9-4a51-b5c0-ff09a34b2862 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:29.173161 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fbd5d192-1d16-4302-9145-0352d2299fed admin admin] Publish callbacks [] for security_group (f226b683-4b79-4dbd-905d-c475be044b39), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:29.246438 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77d0299a-9005-4374-acc9-fce6fc6b5e0f req-548c3df7-e698-47df-8950-5499b9bc97c9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c965d092-d245-44c4-a073-041d705d3404 HTTP/1.1" status: 200 len: 1000 time: 0.0790963 Feb 16 22:39:29.247497 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-108ecda3-8aa9-4a51-b5c0-ff09a34b2862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (81ce70d4-ce7c-4d63-b29e-dffd214a61d4), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:29.248438 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108ecda3-8aa9-4a51-b5c0-ff09a34b2862 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81ce70d4-ce7c-4d63-b29e-dffd214a61d4 {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:39:29.275667 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fbd5d192-1d16-4302-9145-0352d2299fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f226b683-4b79-4dbd-905d-c475be044b39), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:29.278469 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fbd5d192-1d16-4302-9145-0352d2299fed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:29.279658 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fbd5d192-1d16-4302-9145-0352d2299fed admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f226b683-4b79-4dbd-905d-c475be044b39 HTTP/1.1" status: 204 len: 168 time: 0.3362248 Feb 16 22:39:29.286483 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-108ecda3-8aa9-4a51-b5c0-ff09a34b2862 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:29.288659 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-108ecda3-8aa9-4a51-b5c0-ff09a34b2862 admin admin] 10.222.0.75 "DELETE /v2.0/routers/81ce70d4-ce7c-4d63-b29e-dffd214a61d4 HTTP/1.1" status: 204 len: 168 time: 2.4967246 Feb 16 22:39:29.293521 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60016) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:29.335288 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5d192-1d16-4302-9145-0352d2299fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f226b683-4b79-4dbd-905d-c475be044b39,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:29.385207 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0299a-9005-4374-acc9-fce6fc6b5e0f req-4f30af75-f33b-42b1-b709-d3d2a9a4672d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:29.387771 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77d0299a-9005-4374-acc9-fce6fc6b5e0f req-4f30af75-f33b-42b1-b709-d3d2a9a4672d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=80b9aa94-7cde-4ce1-8471-1b3f6e219986 HTTP/1.1" status: 200 len: 846 time: 0.0978553 Feb 16 22:39:29.459393 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a004b-5f83-43c0-bc2c-5316093af9c8 req-dc7460bc-05d9-48b2-8ea8-83699066b431 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:29.461370 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e0a004b-5f83-43c0-bc2c-5316093af9c8 req-dc7460bc-05d9-48b2-8ea8-83699066b431 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.3240762 Feb 16 22:39:29.476562 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0299a-9005-4374-acc9-fce6fc6b5e0f req-93499581-a852-45b0-924a-623f677b66da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:29.478654 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77d0299a-9005-4374-acc9-fce6fc6b5e0f req-93499581-a852-45b0-924a-623f677b66da service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e191140f-9662-48f3-b56f-58b68fbf8fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0782251 Feb 16 22:39:29.488491 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f62095-5c87-4775-bf08-f3ecbc39954c admin admin] Deleting subnet c6896302-81e8-438b-8326-65272f181012 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:39:29.504062 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-05f62095-5c87-4775-bf08-f3ecbc39954c admin admin] Publish callbacks [] for subnet (c6896302-81e8-438b-8326-65272f181012), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:29.627871 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-05f62095-5c87-4775-bf08-f3ecbc39954c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (c6896302-81e8-438b-8326-65272f181012), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:29.788691 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e0a004b-5f83-43c0-bc2c-5316093af9c8 req-173b8e21-a3a4-4a86-9ffb-680aa50aa1c6 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3088107 Feb 16 22:39:29.796453 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77d0299a-9005-4374-acc9-fce6fc6b5e0f req-3e0d5000-1c2e-480c-8b68-5f373d43057a service neutron] 10.222.0.79 "GET /v2.0/networks/e191140f-9662-48f3-b56f-58b68fbf8fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268069 Feb 16 22:39:29.811099 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-05f62095-5c87-4775-bf08-f3ecbc39954c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (c6896302-81e8-438b-8326-65272f181012), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:29.964182 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-05f62095-5c87-4775-bf08-f3ecbc39954c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (c6896302-81e8-438b-8326-65272f181012), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:29.964450 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:29.983518 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77d0299a-9005-4374-acc9-fce6fc6b5e0f req-fce2bf90-b953-40e4-a4cc-868d23de1545 service neutron] 10.222.0.79 "GET /v2.0/networks/e191140f-9662-48f3-b56f-58b68fbf8fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802697 Feb 16 22:39:30.048847 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f62095-5c87-4775-bf08-f3ecbc39954c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6896302-81e8-438b-8326-65272f181012,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:30.054424 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-05f62095-5c87-4775-bf08-f3ecbc39954c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:30.064967 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80163f8-f1b7-4bb4-a601-b007bd23c29e None None] Network 568908f0-9e98-4a11-b55f-12ed6993ec3c requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:39:30.065453 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 60028) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:30.068472 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-05f62095-5c87-4775-bf08-f3ecbc39954c admin admin] 10.222.0.75 "DELETE /v2.0/subnets/c6896302-81e8-438b-8326-65272f181012 HTTP/1.1" status: 204 len: 168 time: 0.7604606 Feb 16 22:39:30.177550 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60032) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:30.199320 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-500ce1bf-b57f-4190-bd8d-dbffbce43fcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:30.409546 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-500ce1bf-b57f-4190-bd8d-dbffbce43fcc admin admin] Publish callbacks [] for security_group (e5b66f1d-9a51-41d3-8971-4665196ae67e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:30.419220 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-500ce1bf-b57f-4190-bd8d-dbffbce43fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (e5b66f1d-9a51-41d3-8971-4665196ae67e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:30.426996 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb51139-674d-42dc-943d-f276108f0ad9 None None] DHCP port deletion for 568908f0-9e98-4a11-b55f-12ed6993ec3c request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:39:30.472209 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-484c1699-0f5c-451c-ab7e-62cbb3aad59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (568908f0-9e98-4a11-b55f-12ed6993ec3c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:30.494085 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ce1bf-b57f-4190-bd8d-dbffbce43fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b66f1d-9a51-41d3-8971-4665196ae67e,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:30.508618 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-500ce1bf-b57f-4190-bd8d-dbffbce43fcc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a4c1a803c71f42f0bf63dc84202cf55c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3283083 Feb 16 22:39:30.510776 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 60036) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:30.531350 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cb51139-674d-42dc-943d-f276108f0ad9 None None] Deleting port e2054a47-c6fb-4b14-899f-2d3eb869507e {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:39:30.531852 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cb51139-674d-42dc-943d-f276108f0ad9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (e2054a47-c6fb-4b14-899f-2d3eb869507e), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:30.651554 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cb51139-674d-42dc-943d-f276108f0ad9 None None] For port e2054a47-c6fb-4b14-899f-2d3eb869507e, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=e2054a47-c6fb-4b14-899f-2d3eb869507e,segment=NetworkSegment(ca5cde71-d897-4004-a95e-63d62192b29d),segment_id=ca5cde71-d897-4004-a95e-63d62192b29d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:39:30.652072 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cb51139-674d-42dc-943d-f276108f0ad9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (e2054a47-c6fb-4b14-899f-2d3eb869507e), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:30.673598 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cb51139-674d-42dc-943d-f276108f0ad9 None None] Calling delete_port for e2054a47-c6fb-4b14-899f-2d3eb869507e owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:39:30.698786 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-88dc83d2-6f59-49f3-8a20-15a428ae14c2 admin admin] Publish callbacks [] for security_group (e5b66f1d-9a51-41d3-8971-4665196ae67e), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:30.711347 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-484c1699-0f5c-451c-ab7e-62cbb3aad59a admin admin] Deleting port e2054a47-c6fb-4b14-899f-2d3eb869507e {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:39:30.712256 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-484c1699-0f5c-451c-ab7e-62cbb3aad59a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (e2054a47-c6fb-4b14-899f-2d3eb869507e), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:30.753289 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-88dc83d2-6f59-49f3-8a20-15a428ae14c2 admin admin] Publish callbacks [] for security_group (e5b66f1d-9a51-41d3-8971-4665196ae67e), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:30.959674 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a30c138a-6810-419b-ac27-6cb27cb4ab81 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:39:30.976363 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cb51139-674d-42dc-943d-f276108f0ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (e2054a47-c6fb-4b14-899f-2d3eb869507e), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:31.053163 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-484c1699-0f5c-451c-ab7e-62cbb3aad59a admin admin] For port e2054a47-c6fb-4b14-899f-2d3eb869507e, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=e2054a47-c6fb-4b14-899f-2d3eb869507e,segment=NetworkSegment(ca5cde71-d897-4004-a95e-63d62192b29d),segment_id=ca5cde71-d897-4004-a95e-63d62192b29d)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:39:31.053538 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-484c1699-0f5c-451c-ab7e-62cbb3aad59a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (e2054a47-c6fb-4b14-899f-2d3eb869507e), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:31.072122 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-484c1699-0f5c-451c-ab7e-62cbb3aad59a admin admin] Calling delete_port for e2054a47-c6fb-4b14-899f-2d3eb869507e owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:39:31.138681 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5197f-fbee-4093-ab30-e40a75d03fe8 req-ab151903-fa54-4e10-9e8f-a49981992c30 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:31.161056 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-20f5197f-fbee-4093-ab30-e40a75d03fe8 req-ab151903-fa54-4e10-9e8f-a49981992c30 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.1857953 Feb 16 22:39:31.172147 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-88dc83d2-6f59-49f3-8a20-15a428ae14c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (e5b66f1d-9a51-41d3-8971-4665196ae67e), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:31.174860 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-88dc83d2-6f59-49f3-8a20-15a428ae14c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:31.178872 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-88dc83d2-6f59-49f3-8a20-15a428ae14c2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e5b66f1d-9a51-41d3-8971-4665196ae67e HTTP/1.1" status: 204 len: 168 time: 0.6435041 Feb 16 22:39:31.232946 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc83d2-6f59-49f3-8a20-15a428ae14c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b66f1d-9a51-41d3-8971-4665196ae67e,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:31.293820 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-20f5197f-fbee-4093-ab30-e40a75d03fe8 req-c3747a15-30a3-4fec-9c7d-287fa9f18507 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317754 Feb 16 22:39:31.300530 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-484c1699-0f5c-451c-ab7e-62cbb3aad59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (e2054a47-c6fb-4b14-899f-2d3eb869507e), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:31.349551 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c1699-0f5c-451c-ab7e-62cbb3aad59a admin admin] Pushing event deleted for resources: {'Port': ['ID=e2054a47-c6fb-4b14-899f-2d3eb869507e,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:31.358089 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484c1699-0f5c-451c-ab7e-62cbb3aad59a admin admin] No DVR routers for this DVR port e2054a47-c6fb-4b14-899f-2d3eb869507e on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:39:31.447747 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: a30c138a-6810-419b-ac27-6cb27cb4ab81 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:39:31.448119 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a30c138a-6810-419b-ac27-6cb27cb4ab81 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:39:31.449511 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device e2054a47-c6fb-4b14-899f-2d3eb869507e no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:39:31.486500 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb51139-674d-42dc-943d-f276108f0ad9 None None] Pushing event deleted for resources: {'Port': ['ID=e2054a47-c6fb-4b14-899f-2d3eb869507e,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:31.500929 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-484c1699-0f5c-451c-ab7e-62cbb3aad59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (568908f0-9e98-4a11-b55f-12ed6993ec3c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:31.502917 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb51139-674d-42dc-943d-f276108f0ad9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:31.503398 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb51139-674d-42dc-943d-f276108f0ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:31.504178 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb51139-674d-42dc-943d-f276108f0ad9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:31.504804 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb51139-674d-42dc-943d-f276108f0ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:31.505322 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb51139-674d-42dc-943d-f276108f0ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:31.505668 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb51139-674d-42dc-943d-f276108f0ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:31.506154 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb51139-674d-42dc-943d-f276108f0ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:31.506494 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb51139-674d-42dc-943d-f276108f0ad9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:31.506833 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb51139-674d-42dc-943d-f276108f0ad9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:31.507157 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb51139-674d-42dc-943d-f276108f0ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:31.507486 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb51139-674d-42dc-943d-f276108f0ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:31.507812 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb51139-674d-42dc-943d-f276108f0ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:31.508138 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb51139-674d-42dc-943d-f276108f0ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:39:31.516240 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: e2054a47-c6fb-4b14-899f-2d3eb869507e {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:39:31.516593 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device e2054a47-c6fb-4b14-899f-2d3eb869507e not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:39:31.517019 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device e88e41e2-788a-4507-9ace-f07b657760b4 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:39:31.519862 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb51139-674d-42dc-943d-f276108f0ad9 None None] No DVR routers for this DVR port e2054a47-c6fb-4b14-899f-2d3eb869507e on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:39:31.537469 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-484c1699-0f5c-451c-ab7e-62cbb3aad59a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['568908f0-9e98-4a11-b55f-12ed6993ec3c']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:39:31.553029 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-484c1699-0f5c-451c-ab7e-62cbb3aad59a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca5cde71-d897-4004-a95e-63d62192b29d') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:39:31.553694 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-484c1699-0f5c-451c-ab7e-62cbb3aad59a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca5cde71-d897-4004-a95e-63d62192b29d') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:39:31.554274 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: e88e41e2-788a-4507-9ace-f07b657760b4 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:39:31.554787 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device e88e41e2-788a-4507-9ace-f07b657760b4 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:39:31.570253 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-484c1699-0f5c-451c-ab7e-62cbb3aad59a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (ca5cde71-d897-4004-a95e-63d62192b29d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:31.588437 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-484c1699-0f5c-451c-ab7e-62cbb3aad59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (ca5cde71-d897-4004-a95e-63d62192b29d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:31.599471 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-484c1699-0f5c-451c-ab7e-62cbb3aad59a admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:39:31.600123 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-484c1699-0f5c-451c-ab7e-62cbb3aad59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (ca5cde71-d897-4004-a95e-63d62192b29d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: self.session.flush() Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: self.session.flush() Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: self.session.flush() Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: self.session.flush() Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:39:31.681852 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:39:31.686590 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-484c1699-0f5c-451c-ab7e-62cbb3aad59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (568908f0-9e98-4a11-b55f-12ed6993ec3c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:31.708426 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-484c1699-0f5c-451c-ab7e-62cbb3aad59a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:31.715669 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-484c1699-0f5c-451c-ab7e-62cbb3aad59a admin admin] 10.222.0.75 "DELETE /v2.0/networks/568908f0-9e98-4a11-b55f-12ed6993ec3c HTTP/1.1" status: 204 len: 168 time: 1.6460581 Feb 16 22:39:31.716141 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60068) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:31.724286 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c1699-0f5c-451c-ab7e-62cbb3aad59a admin admin] Pushing event deleted for resources: {'Network': ['ID=568908f0-9e98-4a11-b55f-12ed6993ec3c,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:32.240438 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c21929a4-7b46-4cea-8dbf-109fc5119f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (091d1d37-4d0d-460f-aaf1-da4e8871e0f6), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:32.294816 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286d1f6-3ecf-4cda-9fbd-057521f4e5d6 req-2ddf8e58-c75f-42ad-be39-c3a55d329a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:32.296406 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e286d1f6-3ecf-4cda-9fbd-057521f4e5d6 req-2ddf8e58-c75f-42ad-be39-c3a55d329a12 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=11dcb6fba69b48e58d8c23f01f2db2c9&device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 1128 time: 0.0880642 Feb 16 22:39:32.575464 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286d1f6-3ecf-4cda-9fbd-057521f4e5d6 req-382d47e2-e7e5-4908-a727-a4d7eb4e7cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:32.577036 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e286d1f6-3ecf-4cda-9fbd-057521f4e5d6 req-382d47e2-e7e5-4908-a727-a4d7eb4e7cad service neutron] 10.222.0.67 "GET /v2.0/networks?id=a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd HTTP/1.1" status: 200 len: 918 time: 0.2737074 Feb 16 22:39:32.685605 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c83ef-3112-4135-aefd-862e65ff3e3f req-dd3c5ada-0c72-4d17-a658-6c8baa32aaa0 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:32.687212 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-269c83ef-3112-4135-aefd-862e65ff3e3f req-dd3c5ada-0c72-4d17-a658-6c8baa32aaa0 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.2377603 Feb 16 22:39:32.705187 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 60094) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:32.746822 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-c21929a4-7b46-4cea-8dbf-109fc5119f90 admin admin] Deleting port a1f7a5cf-690d-41a3-99b0-6052e696c86a {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:39:32.747952 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c21929a4-7b46-4cea-8dbf-109fc5119f90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a1f7a5cf-690d-41a3-99b0-6052e696c86a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:32.848026 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-c21929a4-7b46-4cea-8dbf-109fc5119f90 admin admin] For port a1f7a5cf-690d-41a3-99b0-6052e696c86a, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a1f7a5cf-690d-41a3-99b0-6052e696c86a,segment=NetworkSegment(4c920fb4-4a9e-4046-a555-b5d70fbb08dd),segment_id=4c920fb4-4a9e-4046-a555-b5d70fbb08dd)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:39:32.848533 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c21929a4-7b46-4cea-8dbf-109fc5119f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a1f7a5cf-690d-41a3-99b0-6052e696c86a), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:32.865711 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-c21929a4-7b46-4cea-8dbf-109fc5119f90 admin admin] Calling delete_port for a1f7a5cf-690d-41a3-99b0-6052e696c86a owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:39:33.101486 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e286d1f6-3ecf-4cda-9fbd-057521f4e5d6 req-ad4bbcb5-43bd-4a97-97a4-c1f0231cc20d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2370008-0a02-4590-91cd-d7ae8ef2db40 HTTP/1.1" status: 200 len: 1002 time: 0.5105948 Feb 16 22:39:33.221658 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-269c83ef-3112-4135-aefd-862e65ff3e3f req-df19c0a2-eb10-4596-9f3a-6f0b2735c346 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5154388 Feb 16 22:39:33.260430 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286d1f6-3ecf-4cda-9fbd-057521f4e5d6 req-1cab4956-5366-40bc-88b7-c99bf48d5636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:33.262255 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e286d1f6-3ecf-4cda-9fbd-057521f4e5d6 req-1cab4956-5366-40bc-88b7-c99bf48d5636 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a662751-aa30-4a8c-92bf-a9f1c49c1b53 HTTP/1.1" status: 200 len: 856 time: 0.1519914 Feb 16 22:39:33.270139 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-d7a712b1-3a38-43c8-bc0a-105dd4a56829 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-191462590-network', 'tenant_id': 'b3cc509275ad41e48ca3e7feee07c39b'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:39:33.292327 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c21929a4-7b46-4cea-8dbf-109fc5119f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (a1f7a5cf-690d-41a3-99b0-6052e696c86a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:33.320261 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a712b1-3a38-43c8-bc0a-105dd4a56829 admin admin] Made reservation on behalf of b3cc509275ad41e48ca3e7feee07c39b for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:39:33.323097 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d7a712b1-3a38-43c8-bc0a-105dd4a56829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:33.333543 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21929a4-7b46-4cea-8dbf-109fc5119f90 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1f7a5cf-690d-41a3-99b0-6052e696c86a,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:33.342773 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d7a712b1-3a38-43c8-bc0a-105dd4a56829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:33.458310 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [req-8e18ab50-ebf7-487c-a25d-80d50cefe1e6 req-47b15dff-80e5-44ac-8021-2f7e08db9a80 service neutron] (103465) timed out ('10.222.0.79', 52449) {{(pid=103465) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 22:39:33.488869 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d7a712b1-3a38-43c8-bc0a-105dd4a56829 admin admin] Publish callbacks [] for security_group (bd4cf853-5497-47c0-aa6f-3c3bef54736d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:33.502092 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286d1f6-3ecf-4cda-9fbd-057521f4e5d6 req-181aa28b-5519-4d8c-a0c2-371acfcece86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:33.507685 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e286d1f6-3ecf-4cda-9fbd-057521f4e5d6 req-181aa28b-5519-4d8c-a0c2-371acfcece86 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2184341 Feb 16 22:39:33.509233 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d7a712b1-3a38-43c8-bc0a-105dd4a56829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (bd4cf853-5497-47c0-aa6f-3c3bef54736d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:33.525847 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a712b1-3a38-43c8-bc0a-105dd4a56829 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:39:33.549124 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d7a712b1-3a38-43c8-bc0a-105dd4a56829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (d9f7f7d1-c7dc-4a81-a86a-839d039e7e42), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:33.555634 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-d7a712b1-3a38-43c8-bc0a-105dd4a56829 admin admin] Added segment d9f7f7d1-c7dc-4a81-a86a-839d039e7e42 of type vlan for network 89fddf7f-b6ef-4415-b83f-d9955f5b5873 Feb 16 22:39:33.678744 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d7a712b1-3a38-43c8-bc0a-105dd4a56829 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (89fddf7f-b6ef-4415-b83f-d9955f5b5873), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:33.816913 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d7a712b1-3a38-43c8-bc0a-105dd4a56829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (89fddf7f-b6ef-4415-b83f-d9955f5b5873), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:33.818162 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a712b1-3a38-43c8-bc0a-105dd4a56829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:33.818949 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d7a712b1-3a38-43c8-bc0a-105dd4a56829 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:33.908642 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a712b1-3a38-43c8-bc0a-105dd4a56829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4cf853-5497-47c0-aa6f-3c3bef54736d,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:34.045714 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c21929a4-7b46-4cea-8dbf-109fc5119f90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (091d1d37-4d0d-460f-aaf1-da4e8871e0f6), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:34.104544 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d7a712b1-3a38-43c8-bc0a-105dd4a56829 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3912296 Feb 16 22:39:34.107727 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 60114) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:34.108526 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a712b1-3a38-43c8-bc0a-105dd4a56829 admin admin] Pushing event updated for resources: {'Network': ['ID=89fddf7f-b6ef-4415-b83f-d9955f5b5873,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:34.120076 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 89fddf7f-b6ef-4415-b83f-d9955f5b5873 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:39:34.124604 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-7dce4aac-2366-4393-84c9-4e0d92974cf6 admin admin] Request body: {'subnet': {'network_id': '89fddf7f-b6ef-4415-b83f-d9955f5b5873', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-191462590-subnet', 'tenant_id': 'b3cc509275ad41e48ca3e7feee07c39b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:39:34.145086 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e286d1f6-3ecf-4cda-9fbd-057521f4e5d6 req-fa13d84b-eb69-43e6-8841-0cc9733ebf2b service neutron] 10.222.0.67 "GET /v2.0/networks/a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180946 Feb 16 22:39:34.149501 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dce4aac-2366-4393-84c9-4e0d92974cf6 admin admin] Made reservation on behalf of b3cc509275ad41e48ca3e7feee07c39b for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:39:34.153543 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7dce4aac-2366-4393-84c9-4e0d92974cf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:34.349137 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e286d1f6-3ecf-4cda-9fbd-057521f4e5d6 req-6ae4b761-bb1b-4277-a5e4-8234f66adb83 service neutron] 10.222.0.67 "GET /v2.0/networks/a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754808 Feb 16 22:39:34.421279 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21929a4-7b46-4cea-8dbf-109fc5119f90 admin admin] Router 091d1d37-4d0d-460f-aaf1-da4e8871e0f6 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:39:34.570937 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device a2370008-0a02-4590-91cd-d7ae8ef2db40 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:39:34.599010 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e7124-ee7c-470f-8941-de0a8b256493 req-13f21c64-73e3-477d-bfc1-5b2892106dc3 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:34.606858 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-376e7124-ee7c-470f-8941-de0a8b256493 req-13f21c64-73e3-477d-bfc1-5b2892106dc3 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.2240396 Feb 16 22:39:34.612128 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7dce4aac-2366-4393-84c9-4e0d92974cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (175301cc-218b-4753-8399-c965ab45af04), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:34.679273 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21929a4-7b46-4cea-8dbf-109fc5119f90 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:39:34.699209 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bc6617-e3ee-46a5-847e-1409fa8f5609 None None] Sync routers for ids ['091d1d37-4d0d-460f-aaf1-da4e8871e0f6'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:39:34.700822 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c21929a4-7b46-4cea-8dbf-109fc5119f90 admin admin] 10.222.0.75 "PUT /v2.0/routers/091d1d37-4d0d-460f-aaf1-da4e8871e0f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9834926 Feb 16 22:39:34.706505 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60134) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:34.801095 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bc6617-e3ee-46a5-847e-1409fa8f5609 None None] Routers {'091d1d37-4d0d-460f-aaf1-da4e8871e0f6'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:39:34.804631 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-c0bc6617-e3ee-46a5-847e-1409fa8f5609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:39:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['091d1d37-4d0d-460f-aaf1-da4e8871e0f6'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:39:34.877633 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 60136) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:34.970528 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bfbf2c79-3da0-4647-88af-9157861608ef admin admin] Publish callbacks [] for router (091d1d37-4d0d-460f-aaf1-da4e8871e0f6), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:34.982762 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce4aac-2366-4393-84c9-4e0d92974cf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=175301cc-218b-4753-8399-c965ab45af04,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:35.041200 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-376e7124-ee7c-470f-8941-de0a8b256493 req-242930e4-b1ae-4cd7-8fb0-7e3103a276e2 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4162614 Feb 16 22:39:35.052345 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-c0bc6617-e3ee-46a5-847e-1409fa8f5609 None None] Set router 091d1d37-4d0d-460f-aaf1-da4e8871e0f6 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:39:35.058539 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dce4aac-2366-4393-84c9-4e0d92974cf6 admin admin] Checking segment: {'id': 'd9f7f7d1-c7dc-4a81-a86a-839d039e7e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89fddf7f-b6ef-4415-b83f-d9955f5b5873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:39:35.060839 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dce4aac-2366-4393-84c9-4e0d92974cf6 admin admin] Network hostable DHCP agents. Network: 89fddf7f-b6ef-4415-b83f-d9955f5b5873, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:39:35.119759 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dce4aac-2366-4393-84c9-4e0d92974cf6 admin admin] Network 89fddf7f-b6ef-4415-b83f-d9955f5b5873 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:39:35.140847 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-7dce4aac-2366-4393-84c9-4e0d92974cf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 89fddf7f-b6ef-4415-b83f-d9955f5b5873) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:39:35.146646 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dce4aac-2366-4393-84c9-4e0d92974cf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:35.147589 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7dce4aac-2366-4393-84c9-4e0d92974cf6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:35.189468 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7dce4aac-2366-4393-84c9-4e0d92974cf6 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0685492 Feb 16 22:39:35.216419 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bfbf2c79-3da0-4647-88af-9157861608ef admin admin] Publish callbacks [] for router_gateway (091d1d37-4d0d-460f-aaf1-da4e8871e0f6), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:35.232747 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9796b374-becf-4012-95ec-aeba61841e90 None None] Network 89fddf7f-b6ef-4415-b83f-d9955f5b5873 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:39:35.272455 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4421960c-26a9-4767-ac87-22ac3e64c3ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:35.388339 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-bfbf2c79-3da0-4647-88af-9157861608ef admin admin] Deleting port 5b2705f5-14d3-46ad-a59f-b2301f6f305d {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:39:35.389122 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bfbf2c79-3da0-4647-88af-9157861608ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (5b2705f5-14d3-46ad-a59f-b2301f6f305d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:35.465232 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port a2370008-0a02-4590-91cd-d7ae8ef2db40 is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:39:35.465630 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a2370008-0a02-4590-91cd-d7ae8ef2db40), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:35.532615 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4421960c-26a9-4767-ac87-22ac3e64c3ae admin admin] Publish callbacks [] for security_group (6a85ef2f-1e25-4291-aa03-25baafe28841), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:35.543112 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4421960c-26a9-4767-ac87-22ac3e64c3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (6a85ef2f-1e25-4291-aa03-25baafe28841), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:35.548337 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674b81a1-9e08-4878-8c17-463c51518658 None None] Network 89fddf7f-b6ef-4415-b83f-d9955f5b5873 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:39:35.568799 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abd30e3-e185-4278-bea5-264a97078b16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2370008-0a02-4590-91cd-d7ae8ef2db40'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:39:35.575656 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae8316e-7684-43b3-be27-511147a93240" -d '{"events": [{"server_uuid": "9abd30e3-e185-4278-bea5-264a97078b16", "name": "network-vif-unplugged", "status": "completed", "tag": "a2370008-0a02-4590-91cd-d7ae8ef2db40"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:39:35.579251 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-bfbf2c79-3da0-4647-88af-9157861608ef admin admin] For port 5b2705f5-14d3-46ad-a59f-b2301f6f305d, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5b2705f5-14d3-46ad-a59f-b2301f6f305d,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:39:35.580038 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bfbf2c79-3da0-4647-88af-9157861608ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (5b2705f5-14d3-46ad-a59f-b2301f6f305d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:35.596248 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-bfbf2c79-3da0-4647-88af-9157861608ef admin admin] Calling delete_port for 5b2705f5-14d3-46ad-a59f-b2301f6f305d owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:39:35.660732 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4421960c-26a9-4767-ac87-22ac3e64c3ae admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8cb3a875072d4961bd5bb43007364ac7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7809761 Feb 16 22:39:35.661473 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 60150) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:35.685950 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 22:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4c4d22-b0ce-436b-8b0b-e02d987aa4e3 x-openstack-request-id: req-6d4c4d22-b0ce-436b-8b0b-e02d987aa4e3 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:39:35.686251 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9abd30e3-e185-4278-bea5-264a97078b16", "name": "network-vif-unplugged", "status": "completed", "tag": "a2370008-0a02-4590-91cd-d7ae8ef2db40", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:39:35.686524 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6d4c4d22-b0ce-436b-8b0b-e02d987aa4e3 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:39:35.686928 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9abd30e3-e185-4278-bea5-264a97078b16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2370008-0a02-4590-91cd-d7ae8ef2db40', 'code': 200} Feb 16 22:39:35.711389 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4421960c-26a9-4767-ac87-22ac3e64c3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a85ef2f-1e25-4291-aa03-25baafe28841,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:35.711730 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port a2370008-0a02-4590-91cd-d7ae8ef2db40, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=a2370008-0a02-4590-91cd-d7ae8ef2db40,segment=NetworkSegment(0da08ad7-1ffb-4706-9d45-1cc487f01f06),segment_id=0da08ad7-1ffb-4706-9d45-1cc487f01f06)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:39:35.824610 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a2370008-0a02-4590-91cd-d7ae8ef2db40), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:35.864346 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cd689ffd-b5fa-4990-af37-88ed46d243f6 admin admin] Publish callbacks [] for security_group (6a85ef2f-1e25-4291-aa03-25baafe28841), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:35.940197 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cd689ffd-b5fa-4990-af37-88ed46d243f6 admin admin] Publish callbacks [] for security_group (6a85ef2f-1e25-4291-aa03-25baafe28841), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:36.029779 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=a2370008-0a02-4590-91cd-d7ae8ef2db40,revision_number=8']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:36.130900 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cd689ffd-b5fa-4990-af37-88ed46d243f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (6a85ef2f-1e25-4291-aa03-25baafe28841), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:36.134833 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cd689ffd-b5fa-4990-af37-88ed46d243f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:36.136362 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-cd689ffd-b5fa-4990-af37-88ed46d243f6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6a85ef2f-1e25-4291-aa03-25baafe28841 HTTP/1.1" status: 204 len: 168 time: 0.4641361 Feb 16 22:39:36.145581 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bfbf2c79-3da0-4647-88af-9157861608ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (5b2705f5-14d3-46ad-a59f-b2301f6f305d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:36.148109 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd689ffd-b5fa-4990-af37-88ed46d243f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a85ef2f-1e25-4291-aa03-25baafe28841,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:36.236670 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf2c79-3da0-4647-88af-9157861608ef admin admin] Pushing event deleted for resources: {'Port': ['ID=5b2705f5-14d3-46ad-a59f-b2301f6f305d,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:36.375201 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493049bf-31b8-4027-84ed-a67b5aaad972 req-ab79d0b4-1212-4917-ab9b-f7e3cdc65f3f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:36.385372 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-493049bf-31b8-4027-84ed-a67b5aaad972 req-ab79d0b4-1212-4917-ab9b-f7e3cdc65f3f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 944 time: 0.1848221 Feb 16 22:39:36.409854 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-c0bc6617-e3ee-46a5-847e-1409fa8f5609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091d1d37-4d0d-460f-aaf1-da4e8871e0f6', 'name': 'tempest-TaggedBootDevicesTest_v242-881676706-router', 'tenant_id': '250905e6d1524f6f9784f0192f4aed17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '5b2705f5-14d3-46ad-a59f-b2301f6f305d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:29:29Z', 'updated_at': '2022-02-16T22:39:33Z', 'revision_number': 5, 'project_id': '250905e6d1524f6f9784f0192f4aed17', 'gw_port': {'id': '5b2705f5-14d3-46ad-a59f-b2301f6f305d', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d1d37-4d0d-460f-aaf1-da4e8871e0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:29:32Z', 'updated_at': '2022-02-16T22:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:39:36.421366 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bfbf2c79-3da0-4647-88af-9157861608ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (091d1d37-4d0d-460f-aaf1-da4e8871e0f6), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:36.504024 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-493049bf-31b8-4027-84ed-a67b5aaad972 req-9512f3cf-fca5-4d9c-9079-14454e3e245a tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095841 Feb 16 22:39:36.504024 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-a99f94b8-ae05-46be-bf2a-3d7d528c2c04 req-4ec0e9cc-7757-492e-849d-a967544215d7 tempest-AttachVolumeTestJSON-1278889292 tempest-AttachVolumeTestJSON-1278889292-project] (103466) timed out ('10.222.0.79', 52762) {{(pid=103466) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 22:39:36.542872 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bc6617-e3ee-46a5-847e-1409fa8f5609 None None] Checking router: 091d1d37-4d0d-460f-aaf1-da4e8871e0f6 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:39:36.565198 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 60168) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:36.571457 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-9cb61380-4415-47df-bd25-c1df0407b86d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1908639362-network', 'tenant_id': '227e53e8f7074dfca60c18dd72651c7a'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:39:36.594983 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bc6617-e3ee-46a5-847e-1409fa8f5609 None None] Routers {'091d1d37-4d0d-460f-aaf1-da4e8871e0f6'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:39:36.599982 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-c0bc6617-e3ee-46a5-847e-1409fa8f5609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:39:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['091d1d37-4d0d-460f-aaf1-da4e8871e0f6'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:39:36.643688 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb61380-4415-47df-bd25-c1df0407b86d admin admin] Made reservation on behalf of 227e53e8f7074dfca60c18dd72651c7a for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:39:36.646114 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9cb61380-4415-47df-bd25-c1df0407b86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:36.659557 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9cb61380-4415-47df-bd25-c1df0407b86d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:36.701656 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bfbf2c79-3da0-4647-88af-9157861608ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (091d1d37-4d0d-460f-aaf1-da4e8871e0f6), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:36.709025 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bfbf2c79-3da0-4647-88af-9157861608ef admin admin] Publish callbacks [] for router_controller (091d1d37-4d0d-460f-aaf1-da4e8871e0f6), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:36.746638 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9cb61380-4415-47df-bd25-c1df0407b86d admin admin] Publish callbacks [] for security_group (9e576ad8-88dc-4f1f-ac8d-00563288a56d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:36.752637 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9cb61380-4415-47df-bd25-c1df0407b86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9e576ad8-88dc-4f1f-ac8d-00563288a56d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:36.767348 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb61380-4415-47df-bd25-c1df0407b86d admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:39:36.812338 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9cb61380-4415-47df-bd25-c1df0407b86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (3956a1b9-31b4-43ae-b136-5a318aafc0c3), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:36.812701 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-9cb61380-4415-47df-bd25-c1df0407b86d admin admin] Added segment 3956a1b9-31b4-43ae-b136-5a318aafc0c3 of type vlan for network fc61900c-7832-4638-9c28-5c20fc692fee Feb 16 22:39:36.856267 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bfbf2c79-3da0-4647-88af-9157861608ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (091d1d37-4d0d-460f-aaf1-da4e8871e0f6), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:36.857559 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbf2c79-3da0-4647-88af-9157861608ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 091d1d37-4d0d-460f-aaf1-da4e8871e0f6 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:39:36.872613 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bfbf2c79-3da0-4647-88af-9157861608ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:36.880122 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bfbf2c79-3da0-4647-88af-9157861608ef admin admin] 10.222.0.75 "DELETE /v2.0/routers/091d1d37-4d0d-460f-aaf1-da4e8871e0f6 HTTP/1.1" status: 204 len: 168 time: 2.1721005 Feb 16 22:39:36.881006 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 60174) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:36.926110 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-c0bc6617-e3ee-46a5-847e-1409fa8f5609 None None] Set router 091d1d37-4d0d-460f-aaf1-da4e8871e0f6 gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:39:37.045468 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-c0bc6617-e3ee-46a5-847e-1409fa8f5609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091d1d37-4d0d-460f-aaf1-da4e8871e0f6', 'name': 'tempest-TaggedBootDevicesTest_v242-881676706-router', 'tenant_id': '250905e6d1524f6f9784f0192f4aed17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:29:29Z', 'updated_at': '2022-02-16T22:39:35Z', 'revision_number': 7, 'project_id': '250905e6d1524f6f9784f0192f4aed17', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:39:37.047530 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-3493a24f-8420-497d-b743-04bf21b8baad admin admin] Deleting subnet da03853d-31b8-4eff-8f85-a7fd6e9d908b {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:39:37.050204 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb61380-4415-47df-bd25-c1df0407b86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e576ad8-88dc-4f1f-ac8d-00563288a56d,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:37.065777 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3493a24f-8420-497d-b743-04bf21b8baad admin admin] Publish callbacks [] for subnet (da03853d-31b8-4eff-8f85-a7fd6e9d908b), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:37.079305 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bc6617-e3ee-46a5-847e-1409fa8f5609 None None] The sync data for ids ['091d1d37-4d0d-460f-aaf1-da4e8871e0f6'] in n-d-813897-6 is: [{'id': '091d1d37-4d0d-460f-aaf1-da4e8871e0f6', 'name': 'tempest-TaggedBootDevicesTest_v242-881676706-router', 'tenant_id': '250905e6d1524f6f9784f0192f4aed17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:29:29Z', 'updated_at': '2022-02-16T22:39:35Z', 'revision_number': 7, 'project_id': '250905e6d1524f6f9784f0192f4aed17', 'gw_port_host': None}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:39:37.090990 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9cb61380-4415-47df-bd25-c1df0407b86d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (fc61900c-7832-4638-9c28-5c20fc692fee), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:37.161657 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3493a24f-8420-497d-b743-04bf21b8baad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (da03853d-31b8-4eff-8f85-a7fd6e9d908b), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:37.202251 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9cb61380-4415-47df-bd25-c1df0407b86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (fc61900c-7832-4638-9c28-5c20fc692fee), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:37.204462 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb61380-4415-47df-bd25-c1df0407b86d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:37.205920 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9cb61380-4415-47df-bd25-c1df0407b86d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:37.317421 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb61380-4415-47df-bd25-c1df0407b86d admin admin] Pushing event updated for resources: {'Network': ['ID=fc61900c-7832-4638-9c28-5c20fc692fee,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:37.330803 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network fc61900c-7832-4638-9c28-5c20fc692fee details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:39:37.381644 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9cb61380-4415-47df-bd25-c1df0407b86d admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8129249 Feb 16 22:39:37.382494 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60192) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:37.388148 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-61bc5bb7-56a1-4a6a-8ae9-1fe01fd2bfc4 admin admin] Request body: {'subnet': {'network_id': 'fc61900c-7832-4638-9c28-5c20fc692fee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1908639362-subnet', 'tenant_id': '227e53e8f7074dfca60c18dd72651c7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:39:37.441463 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bc5bb7-56a1-4a6a-8ae9-1fe01fd2bfc4 admin admin] Made reservation on behalf of 227e53e8f7074dfca60c18dd72651c7a for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:39:37.443933 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-61bc5bb7-56a1-4a6a-8ae9-1fe01fd2bfc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:37.532693 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3493a24f-8420-497d-b743-04bf21b8baad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (da03853d-31b8-4eff-8f85-a7fd6e9d908b), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:37.801467 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c337d07-b74d-47dc-a386-bf1c1ff19221 req-a5d8a384-cb9b-4145-b30f-a2091bd06d59 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:37.807960 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c337d07-b74d-47dc-a386-bf1c1ff19221 req-a5d8a384-cb9b-4145-b30f-a2091bd06d59 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 944 time: 0.1469555 Feb 16 22:39:37.811537 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3493a24f-8420-497d-b743-04bf21b8baad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (da03853d-31b8-4eff-8f85-a7fd6e9d908b), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:37.896478 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493a24f-8420-497d-b743-04bf21b8baad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da03853d-31b8-4eff-8f85-a7fd6e9d908b,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:37.929395 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3493a24f-8420-497d-b743-04bf21b8baad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:37.934684 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e564220d-44d7-4c05-a6d1-984448143dc3 None None] Network b41ab317-46a4-458e-bf13-1c2fba47ce56 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:39:37.940025 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3493a24f-8420-497d-b743-04bf21b8baad admin admin] 10.222.0.75 "DELETE /v2.0/subnets/da03853d-31b8-4eff-8f85-a7fd6e9d908b HTTP/1.1" status: 204 len: 168 time: 1.0401347 Feb 16 22:39:37.941583 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60208) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:38.010952 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c337d07-b74d-47dc-a386-bf1c1ff19221 req-6b73e5e6-15fd-401f-9f52-07b472d116a8 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868150 Feb 16 22:39:38.020152 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-61bc5bb7-56a1-4a6a-8ae9-1fe01fd2bfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (8e96d8f1-3d8a-424f-868a-527174759ea2), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:38.154627 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-70398e2d-38d0-4fcb-ba25-12318e7f861a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (b41ab317-46a4-458e-bf13-1c2fba47ce56), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:38.179527 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bc5bb7-56a1-4a6a-8ae9-1fe01fd2bfc4 admin admin] Checking segment: {'id': '3956a1b9-31b4-43ae-b136-5a318aafc0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fc61900c-7832-4638-9c28-5c20fc692fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:39:38.179915 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bc5bb7-56a1-4a6a-8ae9-1fe01fd2bfc4 admin admin] Network hostable DHCP agents. Network: fc61900c-7832-4638-9c28-5c20fc692fee, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:39:38.182535 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc5bb7-56a1-4a6a-8ae9-1fe01fd2bfc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e96d8f1-3d8a-424f-868a-527174759ea2,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:38.245691 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bc5bb7-56a1-4a6a-8ae9-1fe01fd2bfc4 admin admin] Network fc61900c-7832-4638-9c28-5c20fc692fee is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:39:38.265202 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fbc5ca-03cf-4ff7-8999-bef92f49e762 None None] DHCP port deletion for b41ab317-46a4-458e-bf13-1c2fba47ce56 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:39:38.272677 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-61bc5bb7-56a1-4a6a-8ae9-1fe01fd2bfc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, fc61900c-7832-4638-9c28-5c20fc692fee) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:39:38.282039 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bc5bb7-56a1-4a6a-8ae9-1fe01fd2bfc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:38.282723 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-61bc5bb7-56a1-4a6a-8ae9-1fe01fd2bfc4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:38.310115 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-70398e2d-38d0-4fcb-ba25-12318e7f861a admin admin] Deleting port a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:39:38.310612 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-70398e2d-38d0-4fcb-ba25-12318e7f861a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:38.329100 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549a1c48-f659-44dc-bf4b-536ec09b96d1 None None] Network fc61900c-7832-4638-9c28-5c20fc692fee requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:39:38.388362 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-70398e2d-38d0-4fcb-ba25-12318e7f861a admin admin] For port a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2,segment=NetworkSegment(4c920fb4-4a9e-4046-a555-b5d70fbb08dd),segment_id=4c920fb4-4a9e-4046-a555-b5d70fbb08dd)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:39:38.388928 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-70398e2d-38d0-4fcb-ba25-12318e7f861a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:38.402994 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-70398e2d-38d0-4fcb-ba25-12318e7f861a admin admin] Calling delete_port for a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:39:38.502638 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dea4ace-7639-4d49-8a48-5737e637b781 None None] Network fc61900c-7832-4638-9c28-5c20fc692fee requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:39:38.544671 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-61bc5bb7-56a1-4a6a-8ae9-1fe01fd2bfc4 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1610448 Feb 16 22:39:38.546074 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-70398e2d-38d0-4fcb-ba25-12318e7f861a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:38.559583 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b3fbc5ca-03cf-4ff7-8999-bef92f49e762 None None] Deleting port a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:39:38.560130 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b3fbc5ca-03cf-4ff7-8999-bef92f49e762 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:38.628061 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70398e2d-38d0-4fcb-ba25-12318e7f861a admin admin] Pushing event deleted for resources: {'Port': ['ID=a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:38.650673 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70398e2d-38d0-4fcb-ba25-12318e7f861a admin admin] No DVR routers for this DVR port a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:39:38.904609 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-b3fbc5ca-03cf-4ff7-8999-bef92f49e762 None None] For port a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2, host n-d-813897-6, got binding levels [] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:39:38.905006 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b3fbc5ca-03cf-4ff7-8999-bef92f49e762 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:38.972403 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-70398e2d-38d0-4fcb-ba25-12318e7f861a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (b41ab317-46a4-458e-bf13-1c2fba47ce56), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:38.982458 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a1f7a5cf-690d-41a3-99b0-6052e696c86a no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:39:38.985794 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b3fbc5ca-03cf-4ff7-8999-bef92f49e762 None None] Calling delete_port for a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:39:39.004846 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.ipam_backend_mixin [None req-b3fbc5ca-03cf-4ff7-8999-bef92f49e762 None None] Port a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2 was not found and therefore no delete operation was performed {{(pid=103467) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 22:39:39.042432 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-70398e2d-38d0-4fcb-ba25-12318e7f861a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b41ab317-46a4-458e-bf13-1c2fba47ce56']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:39:39.065309 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-70398e2d-38d0-4fcb-ba25-12318e7f861a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c920fb4-4a9e-4046-a555-b5d70fbb08dd') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:39:39.065615 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-70398e2d-38d0-4fcb-ba25-12318e7f861a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c920fb4-4a9e-4046-a555-b5d70fbb08dd') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:39:39.079273 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-70398e2d-38d0-4fcb-ba25-12318e7f861a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (4c920fb4-4a9e-4046-a555-b5d70fbb08dd), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:39.098602 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-70398e2d-38d0-4fcb-ba25-12318e7f861a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (4c920fb4-4a9e-4046-a555-b5d70fbb08dd), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:39.121806 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70398e2d-38d0-4fcb-ba25-12318e7f861a admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:39:39.121806 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-70398e2d-38d0-4fcb-ba25-12318e7f861a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (4c920fb4-4a9e-4046-a555-b5d70fbb08dd), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:39.201602 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:39:39.201602 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:39:39.201602 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:39:39.201602 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:39:39.201602 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:39:39.201602 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:39:39.201602 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:39:39.201602 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:39:39.201602 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:39:39.201602 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:39:39.201602 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:39:39.201602 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:39:39.201602 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:39:39.201602 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:39:39.201602 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:39:39.201602 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:39:39.201602 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:39:39.201602 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:39:39.201602 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:39:39.201602 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:39:39.201602 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:39:39.201602 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:39:39.201602 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:39:39.201602 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:39:39.201602 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:39:39.201602 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:39:39.201602 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:39:39.201602 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:39:39.201602 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:39:39.201602 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:39:39.201602 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:39:39.201602 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:39:39.207307 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b3fbc5ca-03cf-4ff7-8999-bef92f49e762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:39.216707 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-70398e2d-38d0-4fcb-ba25-12318e7f861a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (b41ab317-46a4-458e-bf13-1c2fba47ce56), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:39.217599 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: a1f7a5cf-690d-41a3-99b0-6052e696c86a {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:39:39.218876 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a1f7a5cf-690d-41a3-99b0-6052e696c86a not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:39:39.220822 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:39:39.226173 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-70398e2d-38d0-4fcb-ba25-12318e7f861a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:39.236300 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-70398e2d-38d0-4fcb-ba25-12318e7f861a admin admin] 10.222.0.75 "DELETE /v2.0/networks/b41ab317-46a4-458e-bf13-1c2fba47ce56 HTTP/1.1" status: 204 len: 168 time: 1.2936578 Feb 16 22:39:39.256355 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70398e2d-38d0-4fcb-ba25-12318e7f861a admin admin] Pushing event deleted for resources: {'Network': ['ID=b41ab317-46a4-458e-bf13-1c2fba47ce56,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:39.342466 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:39:39.342734 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:39:39.343165 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5b2705f5-14d3-46ad-a59f-b2301f6f305d no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:39:39.351505 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b3fbc5ca-03cf-4ff7-8999-bef92f49e762 None None] Network b41ab317-46a4-458e-bf13-1c2fba47ce56 is not hosted by any dhcp agent {{(pid=103467) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 22:39:39.353031 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fbc5ca-03cf-4ff7-8999-bef92f49e762 None None] No DVR routers for this DVR port a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:39:39.398850 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fbc5ca-03cf-4ff7-8999-bef92f49e762 None None] Pushing event deleted for resources: {'Port': ['ID=a56c8a8e-7c8c-4b62-9cbb-aacc3d8ef8d2,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:39.404481 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 5b2705f5-14d3-46ad-a59f-b2301f6f305d {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:39:39.404975 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5b2705f5-14d3-46ad-a59f-b2301f6f305d not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:39:39.652145 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-08095197-aeb2-4077-93c9-0bcd454ea19c tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:39.659292 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-08095197-aeb2-4077-93c9-0bcd454ea19c tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] 10.222.0.75 "GET /v2.0/networks?id=89fddf7f-b6ef-4415-b83f-d9955f5b5873 HTTP/1.1" status: 200 len: 808 time: 0.1470120 Feb 16 22:39:39.681312 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-dd71c300-4861-4298-a755-826894fa7498 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] 10.222.0.75 "GET /v2.0/quotas/b3cc509275ad41e48ca3e7feee07c39b HTTP/1.1" status: 200 len: 375 time: 0.0198202 Feb 16 22:39:39.740796 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60260) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:39.828844 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-a591845c-f50b-4f15-b82d-413dfbbd9a39 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b3cc509275ad41e48ca3e7feee07c39b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1445606 Feb 16 22:39:39.859016 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-61c48ebc-ee3a-45b0-abb9-31b9d7cce2a8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f6e9384d481649378c8629f80ddeb608&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1168206 Feb 16 22:39:39.869292 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60264) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:39.998553 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-20eece6e-7e1a-4fa5-9293-a9f677f16788 admin admin] Publish callbacks [] for security_group (52f69104-8465-46e4-a7d2-d84141d84226), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:40.025291 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-20eece6e-7e1a-4fa5-9293-a9f677f16788 admin admin] Publish callbacks [] for security_group (52f69104-8465-46e4-a7d2-d84141d84226), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:40.091983 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-477da598-f7ad-443a-83c4-04afcc3e7567 service neutron] 10.222.0.75 "GET /v2.0/networks/89fddf7f-b6ef-4415-b83f-d9955f5b5873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622492 Feb 16 22:39:40.094774 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-20eece6e-7e1a-4fa5-9293-a9f677f16788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (52f69104-8465-46e4-a7d2-d84141d84226), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:40.098154 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-20eece6e-7e1a-4fa5-9293-a9f677f16788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:40.099439 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-20eece6e-7e1a-4fa5-9293-a9f677f16788 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/52f69104-8465-46e4-a7d2-d84141d84226 HTTP/1.1" status: 204 len: 168 time: 0.2291384 Feb 16 22:39:40.114379 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eece6e-7e1a-4fa5-9293-a9f677f16788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f69104-8465-46e4-a7d2-d84141d84226,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:40.251665 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-f6dce129-e10e-43f7-be22-6b2f39fe4c43 service neutron] 10.222.0.75 "GET /v2.0/networks/89fddf7f-b6ef-4415-b83f-d9955f5b5873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584270 Feb 16 22:39:40.617561 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device a2370008-0a02-4590-91cd-d7ae8ef2db40 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:39:40.755685 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port a2370008-0a02-4590-91cd-d7ae8ef2db40 is: DOWN; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:39:40.815113 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60290) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:40.889822 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1dc86fb8-3e3e-410e-8e4c-1d723e023617 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=250905e6d1524f6f9784f0192f4aed17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0727620 Feb 16 22:39:40.892441 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 60294) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:41.068077 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb6cb5e7-be73-412a-9969-1267f49f87d1 req-5c6c0468-4dcf-437c-9459-0e530f7a181c tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] 10.222.0.75 "GET /v2.0/ports?device_id=99af21bc-f84a-4b6f-9499-6502f36606ab HTTP/1.1" status: 200 len: 210 time: 0.1025367 Feb 16 22:39:41.099348 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-135183dd-a008-4fb2-94c1-4123259fefca admin admin] Publish callbacks [] for security_group (c2202fc4-a052-41fa-af85-eb3485a09134), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:41.140113 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-135183dd-a008-4fb2-94c1-4123259fefca admin admin] Publish callbacks [] for security_group (c2202fc4-a052-41fa-af85-eb3485a09134), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:41.223712 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-135183dd-a008-4fb2-94c1-4123259fefca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c2202fc4-a052-41fa-af85-eb3485a09134), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:41.228633 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-135183dd-a008-4fb2-94c1-4123259fefca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:41.231313 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-135183dd-a008-4fb2-94c1-4123259fefca admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c2202fc4-a052-41fa-af85-eb3485a09134 HTTP/1.1" status: 204 len: 168 time: 0.3377388 Feb 16 22:39:41.254490 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135183dd-a008-4fb2-94c1-4123259fefca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2202fc4-a052-41fa-af85-eb3485a09134,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:41.594301 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f78fd-0d64-441d-b936-bea2f07bb9d4 req-381abf79-1762-4e45-a596-aab1e4fccd4d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:41.612081 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-904f78fd-0d64-441d-b936-bea2f07bb9d4 req-381abf79-1762-4e45-a596-aab1e4fccd4d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 944 time: 0.1577199 Feb 16 22:39:41.718327 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-904f78fd-0d64-441d-b936-bea2f07bb9d4 req-1039da80-d8cc-4ae6-a97b-b7e5e8f51a93 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051455 Feb 16 22:39:42.071420 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:39:42.216037 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-f1aa82dd-48f4-46da-9db3-db375e677d61 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:42.218313 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-f1aa82dd-48f4-46da-9db3-db375e677d61 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] 10.222.0.67 "GET /v2.0/networks?id=89fddf7f-b6ef-4415-b83f-d9955f5b5873 HTTP/1.1" status: 200 len: 808 time: 0.2161348 Feb 16 22:39:42.231771 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-7e6c86eb-b3ee-4794-8971-eb2451073fb4 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] Request body: {'port': {'device_id': '99af21bc-f84a-4b6f-9499-6502f36606ab', 'network_id': '89fddf7f-b6ef-4415-b83f-d9955f5b5873', 'admin_state_up': True, 'tenant_id': 'b3cc509275ad41e48ca3e7feee07c39b'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:39:42.278395 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-6bc25dce-213a-4093-ab17-4dce93b50563 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4537473 Feb 16 22:39:42.458268 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60348) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:42.471007 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ef3af46c-6bf0-4643-93f5-8ab2a4d4ef9e req-1bbe63f9-7a52-4b8f-bbc8-4c3f9c6bcd6f tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] 10.222.0.75 "GET /v2.0/ports?device_id=99af21bc-f84a-4b6f-9499-6502f36606ab HTTP/1.1" status: 200 len: 210 time: 0.0895252 Feb 16 22:39:42.514331 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-7e6c86eb-b3ee-4794-8971-eb2451073fb4 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] Made reservation on behalf of b3cc509275ad41e48ca3e7feee07c39b for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:39:42.519369 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-7e6c86eb-b3ee-4794-8971-eb2451073fb4 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:42.585909 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-a417291b-7912-4122-9075-5ba40779b176 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1323378174-network', 'tenant_id': '103fc4304d394110a413f27783e42afb'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:39:42.608747 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a417291b-7912-4122-9075-5ba40779b176 admin admin] Made reservation on behalf of 103fc4304d394110a413f27783e42afb for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:39:42.611949 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a417291b-7912-4122-9075-5ba40779b176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:42.640885 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a417291b-7912-4122-9075-5ba40779b176 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:42.673738 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-7e6c86eb-b3ee-4794-8971-eb2451073fb4 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] Allocated IP 172.20.0.6 (89fddf7f-b6ef-4415-b83f-d9955f5b5873/175301cc-218b-4753-8399-c965ab45af04/c42b437b-1133-40c2-ae21-ec3f292989c2) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:39:42.738643 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a417291b-7912-4122-9075-5ba40779b176 admin admin] Publish callbacks [] for security_group (4e652b8e-2463-4471-ac07-c824813390c0), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:42.743559 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a417291b-7912-4122-9075-5ba40779b176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4e652b8e-2463-4471-ac07-c824813390c0), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:42.756318 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-f536219d-6d61-4dfe-98cd-cebd4dc6f711 tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=e02b4040dbdf41af8159efb35eedbfcd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444098 Feb 16 22:39:42.769947 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a417291b-7912-4122-9075-5ba40779b176 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:39:42.781954 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417291b-7912-4122-9075-5ba40779b176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e652b8e-2463-4471-ac07-c824813390c0,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:42.787037 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a417291b-7912-4122-9075-5ba40779b176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (e7f5c01d-8ab2-4542-ac4a-c6529511c236), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:42.787462 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-a417291b-7912-4122-9075-5ba40779b176 admin admin] Added segment e7f5c01d-8ab2-4542-ac4a-c6529511c236 of type vlan for network 261fcaa2-4844-4e2e-b91c-b6ff531f5666 Feb 16 22:39:42.833400 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a417291b-7912-4122-9075-5ba40779b176 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (261fcaa2-4844-4e2e-b91c-b6ff531f5666), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:42.859919 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a417291b-7912-4122-9075-5ba40779b176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (261fcaa2-4844-4e2e-b91c-b6ff531f5666), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:42.861000 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a417291b-7912-4122-9075-5ba40779b176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:42.862152 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a417291b-7912-4122-9075-5ba40779b176 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:42.902492 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a417291b-7912-4122-9075-5ba40779b176 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4401941 Feb 16 22:39:42.902773 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60366) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:42.907857 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-52014d25-a4bb-4e2c-8adb-b0ea47aff8aa admin admin] Request body: {'subnet': {'network_id': '261fcaa2-4844-4e2e-b91c-b6ff531f5666', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1323378174-subnet', 'tenant_id': '103fc4304d394110a413f27783e42afb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:39:42.955456 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52014d25-a4bb-4e2c-8adb-b0ea47aff8aa admin admin] Made reservation on behalf of 103fc4304d394110a413f27783e42afb for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:39:42.958004 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-52014d25-a4bb-4e2c-8adb-b0ea47aff8aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:42.959925 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417291b-7912-4122-9075-5ba40779b176 admin admin] Pushing event updated for resources: {'Network': ['ID=261fcaa2-4844-4e2e-b91c-b6ff531f5666,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:42.973108 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 261fcaa2-4844-4e2e-b91c-b6ff531f5666 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:39:43.034106 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-23120482-ed8e-446a-b881-1ec7cd7f5b1a tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:43.035660 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-23120482-ed8e-446a-b881-1ec7cd7f5b1a tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2668231 Feb 16 22:39:43.041531 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-7e6c86eb-b3ee-4794-8971-eb2451073fb4 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] Publish callbacks [] for port (c42b437b-1133-40c2-ae21-ec3f292989c2), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:43.059152 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-cd0d40f2-1f8f-4168-bb79-428cba6c8082 tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] 10.222.0.75 "GET /v2.0/quotas/e02b4040dbdf41af8159efb35eedbfcd HTTP/1.1" status: 200 len: 375 time: 0.0133379 Feb 16 22:39:43.105234 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-daa2645e-8c30-4802-9d8c-08408f37b8e1 tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e02b4040dbdf41af8159efb35eedbfcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364349 Feb 16 22:39:43.117095 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-7e6c86eb-b3ee-4794-8971-eb2451073fb4 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (c42b437b-1133-40c2-ae21-ec3f292989c2), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:43.181569 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c86eb-b3ee-4794-8971-eb2451073fb4 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] Pushing event updated for resources: {'Port': ['ID=c42b437b-1133-40c2-ae21-ec3f292989c2,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:43.209241 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-7e6c86eb-b3ee-4794-8971-eb2451073fb4 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] Network 89fddf7f-b6ef-4415-b83f-d9955f5b5873 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:39:43.211077 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-7e6c86eb-b3ee-4794-8971-eb2451073fb4 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:39:43.215109 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-7e6c86eb-b3ee-4794-8971-eb2451073fb4 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:39:43.302337 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-52014d25-a4bb-4e2c-8adb-b0ea47aff8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (e3924c2c-6430-44e2-934c-e30e8715ac29), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:43.303233 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-7e6c86eb-b3ee-4794-8971-eb2451073fb4 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:43.304467 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-7e6c86eb-b3ee-4794-8971-eb2451073fb4 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:43.356486 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-7e6c86eb-b3ee-4794-8971-eb2451073fb4 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1302185 Feb 16 22:39:43.391439 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-5144de54-f5aa-457c-8ee5-bda95d976cd0 service neutron] Request body: {'port': {'device_id': '99af21bc-f84a-4b6f-9499-6502f36606ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:39:43.466926 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52014d25-a4bb-4e2c-8adb-b0ea47aff8aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3924c2c-6430-44e2-934c-e30e8715ac29,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:43.490892 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52014d25-a4bb-4e2c-8adb-b0ea47aff8aa admin admin] Checking segment: {'id': 'e7f5c01d-8ab2-4542-ac4a-c6529511c236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '261fcaa2-4844-4e2e-b91c-b6ff531f5666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:39:43.491615 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52014d25-a4bb-4e2c-8adb-b0ea47aff8aa admin admin] Network hostable DHCP agents. Network: 261fcaa2-4844-4e2e-b91c-b6ff531f5666, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:39:43.497799 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a887df-0e0f-40ba-9617-25705c62a9a7 req-9cb72164-004a-4958-a0e0-0930e33684bd tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:43.502487 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-36a887df-0e0f-40ba-9617-25705c62a9a7 req-9cb72164-004a-4958-a0e0-0930e33684bd tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 944 time: 0.1450253 Feb 16 22:39:43.505589 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-5144de54-f5aa-457c-8ee5-bda95d976cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c42b437b-1133-40c2-ae21-ec3f292989c2), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:43.559757 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52014d25-a4bb-4e2c-8adb-b0ea47aff8aa admin admin] Network 261fcaa2-4844-4e2e-b91c-b6ff531f5666 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:39:43.582533 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-52014d25-a4bb-4e2c-8adb-b0ea47aff8aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 261fcaa2-4844-4e2e-b91c-b6ff531f5666) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:39:43.589684 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52014d25-a4bb-4e2c-8adb-b0ea47aff8aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:43.593268 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-52014d25-a4bb-4e2c-8adb-b0ea47aff8aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:43.594652 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a493e4ab-38d3-4f09-93fd-ea9c1447e532 None None] Network 261fcaa2-4844-4e2e-b91c-b6ff531f5666 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:39:43.628735 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-36a887df-0e0f-40ba-9617-25705c62a9a7 req-6b3841c0-1020-4183-bc39-b2a7b3076435 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162131 Feb 16 22:39:43.644914 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-52014d25-a4bb-4e2c-8adb-b0ea47aff8aa admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7408028 Feb 16 22:39:43.803381 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-e178f595-91c5-463a-aa75-41f8ef2bf527 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:43.804625 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-e178f595-91c5-463a-aa75-41f8ef2bf527 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports/a2370008-0a02-4590-91cd-d7ae8ef2db40 HTTP/1.1" status: 200 len: 941 time: 0.4636755 Feb 16 22:39:43.880463 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336ade66-fce3-4305-8346-b9abd429562e None None] Network 261fcaa2-4844-4e2e-b91c-b6ff531f5666 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:39:43.913471 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4fce78f9-b193-478a-9f7f-387f3fc03ddc req-db6e9829-e8ba-4f09-9f04-545a7316d42e tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] 10.222.0.75 "GET /v2.0/ports?device_id=04492ca8-c8f5-407c-a8aa-71b08207ae07 HTTP/1.1" status: 200 len: 210 time: 0.1232100 Feb 16 22:39:44.418865 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63453b3b-868f-4530-99bb-30255281a6e9 req-ad183935-7607-430c-b098-daae6e8c96b7 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:44.425722 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-63453b3b-868f-4530-99bb-30255281a6e9 req-ad183935-7607-430c-b098-daae6e8c96b7 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] 10.222.0.75 "GET /v2.0/ports?device_id=99af21bc-f84a-4b6f-9499-6502f36606ab HTTP/1.1" status: 200 len: 931 time: 0.1072228 Feb 16 22:39:44.514152 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-63453b3b-868f-4530-99bb-30255281a6e9 req-3312c9ea-2629-472c-814b-61ccf713c74e tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4cf853-5497-47c0-aa6f-3c3bef54736d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874307 Feb 16 22:39:44.630553 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-5144de54-f5aa-457c-8ee5-bda95d976cd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c42b437b-1133-40c2-ae21-ec3f292989c2 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:39:44.653620 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-5144de54-f5aa-457c-8ee5-bda95d976cd0 service neutron] Publish callbacks [] for port (c42b437b-1133-40c2-ae21-ec3f292989c2), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:44.694076 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-5144de54-f5aa-457c-8ee5-bda95d976cd0 service neutron] Transition to ACTIVE for port object c42b437b-1133-40c2-ae21-ec3f292989c2 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:39:44.707246 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-5144de54-f5aa-457c-8ee5-bda95d976cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (c42b437b-1133-40c2-ae21-ec3f292989c2), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:44.783990 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5144de54-f5aa-457c-8ee5-bda95d976cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=c42b437b-1133-40c2-ae21-ec3f292989c2,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:44.967834 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-e0a0937a-242b-4dcb-ad81-4b7f47bba2cc tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:44.969412 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-e0a0937a-242b-4dcb-ad81-4b7f47bba2cc tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/networks?id=261fcaa2-4844-4e2e-b91c-b6ff531f5666 HTTP/1.1" status: 200 len: 815 time: 0.2073414 Feb 16 22:39:44.974908 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-5144de54-f5aa-457c-8ee5-bda95d976cd0 service neutron] Attempting to bind port c42b437b-1133-40c2-ae21-ec3f292989c2 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:39:44.975290 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-5144de54-f5aa-457c-8ee5-bda95d976cd0 service neutron] Attempting to bind port c42b437b-1133-40c2-ae21-ec3f292989c2 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'd9f7f7d1-c7dc-4a81-a86a-839d039e7e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89fddf7f-b6ef-4415-b83f-d9955f5b5873'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:39:44.975636 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-5144de54-f5aa-457c-8ee5-bda95d976cd0 service neutron] Attempting to bind port c42b437b-1133-40c2-ae21-ec3f292989c2 on network 89fddf7f-b6ef-4415-b83f-d9955f5b5873 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:39:44.989883 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-5144de54-f5aa-457c-8ee5-bda95d976cd0 service neutron] Port c42b437b-1133-40c2-ae21-ec3f292989c2 on network 89fddf7f-b6ef-4415-b83f-d9955f5b5873 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:39:44.990315 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-5144de54-f5aa-457c-8ee5-bda95d976cd0 service neutron] Attempting to bind port c42b437b-1133-40c2-ae21-ec3f292989c2 on network 89fddf7f-b6ef-4415-b83f-d9955f5b5873 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:39:44.998230 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-5144de54-f5aa-457c-8ee5-bda95d976cd0 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:39:44.998586 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-5144de54-f5aa-457c-8ee5-bda95d976cd0 service neutron] Checking segment: {'id': 'd9f7f7d1-c7dc-4a81-a86a-839d039e7e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89fddf7f-b6ef-4415-b83f-d9955f5b5873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:39:44.998965 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-5144de54-f5aa-457c-8ee5-bda95d976cd0 service neutron] Bound using segment: {'id': 'd9f7f7d1-c7dc-4a81-a86a-839d039e7e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89fddf7f-b6ef-4415-b83f-d9955f5b5873'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:39:44.999395 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-5144de54-f5aa-457c-8ee5-bda95d976cd0 service neutron] Bound port: c42b437b-1133-40c2-ae21-ec3f292989c2, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f7f7d1-c7dc-4a81-a86a-839d039e7e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89fddf7f-b6ef-4415-b83f-d9955f5b5873'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:39:44.999759 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-5144de54-f5aa-457c-8ee5-bda95d976cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c42b437b-1133-40c2-ae21-ec3f292989c2), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:45.004014 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-a6f445ab-dd0f-4cb9-88bb-6f9743080316 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/quotas/103fc4304d394110a413f27783e42afb HTTP/1.1" status: 200 len: 375 time: 0.0254061 Feb 16 22:39:45.066886 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-10f2d966-bfde-4dab-829f-597126ba00ae tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=103fc4304d394110a413f27783e42afb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543439 Feb 16 22:39:45.155270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-5144de54-f5aa-457c-8ee5-bda95d976cd0 service neutron] For port c42b437b-1133-40c2-ae21-ec3f292989c2, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:39:45.175205 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-5144de54-f5aa-457c-8ee5-bda95d976cd0 service neutron] For port c42b437b-1133-40c2-ae21-ec3f292989c2, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c42b437b-1133-40c2-ae21-ec3f292989c2,segment=NetworkSegment(d9f7f7d1-c7dc-4a81-a86a-839d039e7e42),segment_id=d9f7f7d1-c7dc-4a81-a86a-839d039e7e42)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:39:45.193585 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-5144de54-f5aa-457c-8ee5-bda95d976cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (c42b437b-1133-40c2-ae21-ec3f292989c2), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:45.269531 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5144de54-f5aa-457c-8ee5-bda95d976cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=c42b437b-1133-40c2-ae21-ec3f292989c2,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:45.288357 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-df782e22-b971-4f00-aa18-372dc26b276a service neutron] 10.222.0.75 "GET /v2.0/networks/261fcaa2-4844-4e2e-b91c-b6ff531f5666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136986 Feb 16 22:39:45.318741 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-5144de54-f5aa-457c-8ee5-bda95d976cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:45.319732 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-5144de54-f5aa-457c-8ee5-bda95d976cd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:45.321217 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-5144de54-f5aa-457c-8ee5-bda95d976cd0 service neutron] 10.222.0.67 "PUT /v2.0/ports/c42b437b-1133-40c2-ae21-ec3f292989c2 HTTP/1.1" status: 200 len: 1091 time: 1.9536061 Feb 16 22:39:45.321769 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99af21bc-f84a-4b6f-9499-6502f36606ab', 'tag': 'c42b437b-1133-40c2-ae21-ec3f292989c2'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:39:45.324532 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35754e4e-f45f-4c59-baa5-f85834fe1e74" -d '{"events": [{"name": "network-changed", "server_uuid": "99af21bc-f84a-4b6f-9499-6502f36606ab", "tag": "c42b437b-1133-40c2-ae21-ec3f292989c2"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:39:45.493790 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-a0c2e5c1-366c-40d2-851e-e16137c041ca service neutron] 10.222.0.75 "GET /v2.0/networks/261fcaa2-4844-4e2e-b91c-b6ff531f5666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045343 Feb 16 22:39:45.530999 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-1460af39-6793-4ab7-b7f0-1cc2110ef5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:45.532525 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-1460af39-6793-4ab7-b7f0-1cc2110ef5af service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3cc509275ad41e48ca3e7feee07c39b&device_id=99af21bc-f84a-4b6f-9499-6502f36606ab HTTP/1.1" status: 200 len: 1125 time: 0.1358581 Feb 16 22:39:45.628886 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-7bf6a081-c116-4dee-984a-4f3934237af6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c42b437b-1133-40c2-ae21-ec3f292989c2 HTTP/1.1" status: 200 len: 217 time: 0.0857153 Feb 16 22:39:45.795357 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-c14e2ad9-3b16-43d1-a0ad-32e8a8349c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:45.796923 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-c14e2ad9-3b16-43d1-a0ad-32e8a8349c35 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=175301cc-218b-4753-8399-c965ab45af04 HTTP/1.1" status: 200 len: 848 time: 0.1629601 Feb 16 22:39:45.851289 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-7df9ae62-5188-4a59-81a8-9f7c3739f2d7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=89fddf7f-b6ef-4415-b83f-d9955f5b5873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370400 Feb 16 22:39:46.239685 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5c022-c39d-4769-bf81-fd75f6ffb861 req-821da2b7-a81b-4542-b87f-52b8fd8354ec tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:46.247335 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e2a5c022-c39d-4769-bf81-fd75f6ffb861 req-821da2b7-a81b-4542-b87f-52b8fd8354ec tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 944 time: 0.3607159 Feb 16 22:39:46.328819 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-835ff1b7-10a7-42f5-946e-5397b9aa4411 service neutron] 10.222.0.67 "GET /v2.0/networks/89fddf7f-b6ef-4415-b83f-d9955f5b5873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738436 Feb 16 22:39:46.354361 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-6d96d2aa-c694-4f95-a7b9-7d8c2897175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:46.359778 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-6d96d2aa-c694-4f95-a7b9-7d8c2897175d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16&tenant_id=11dcb6fba69b48e58d8c23f01f2db2c9 HTTP/1.1" status: 200 len: 1126 time: 0.3848045 Feb 16 22:39:46.488031 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e2a5c022-c39d-4769-bf81-fd75f6ffb861 req-1b21680b-b3f8-424a-8b02-ca44a39331bb tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2396164 Feb 16 22:39:46.500954 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-69a80949-cd3f-49cb-8c9f-f24dbcfea550 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813897-6', 'device_owner': 'compute:nova'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:39:46.655924 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-64a39ac4-d245-4d7b-a3d9-727711d9e4b0 req-3c496b4c-c781-401c-ace2-e21cd904cfec tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] 10.222.0.75 "GET /v2.0/ports?device_id=04492ca8-c8f5-407c-a8aa-71b08207ae07 HTTP/1.1" status: 200 len: 210 time: 0.0304513 Feb 16 22:39:46.729474 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee9c643-75ab-4e8e-a7a1-2122e2cf4ff0 x-openstack-request-id: req-3ee9c643-75ab-4e8e-a7a1-2122e2cf4ff0 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:39:46.729766 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99af21bc-f84a-4b6f-9499-6502f36606ab", "tag": "c42b437b-1133-40c2-ae21-ec3f292989c2", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:39:46.730020 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3ee9c643-75ab-4e8e-a7a1-2122e2cf4ff0 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:39:46.730384 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99af21bc-f84a-4b6f-9499-6502f36606ab', 'tag': 'c42b437b-1133-40c2-ae21-ec3f292989c2', 'status': 'completed', 'code': 200} Feb 16 22:39:46.749618 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-69a80949-cd3f-49cb-8c9f-f24dbcfea550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a2370008-0a02-4590-91cd-d7ae8ef2db40), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:46.788796 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-733dfe51-bfd3-4e7f-b748-a931042622c8 req-d21b2f65-fe40-4d4b-bda7-771cb99a8876 service neutron] 10.222.0.67 "GET /v2.0/networks/89fddf7f-b6ef-4415-b83f-d9955f5b5873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466469 Feb 16 22:39:47.052375 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-69a80949-cd3f-49cb-8c9f-f24dbcfea550 service neutron] For port a2370008-0a02-4590-91cd-d7ae8ef2db40, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=a2370008-0a02-4590-91cd-d7ae8ef2db40,segment=NetworkSegment(0da08ad7-1ffb-4706-9d45-1cc487f01f06),segment_id=0da08ad7-1ffb-4706-9d45-1cc487f01f06)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:39:47.132762 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-f16bcb01-b1c3-42eb-87e2-0d6ca6d3dbf9 tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=e02b4040dbdf41af8159efb35eedbfcd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561316 Feb 16 22:39:47.144495 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-69a80949-cd3f-49cb-8c9f-f24dbcfea550 service neutron] For port a2370008-0a02-4590-91cd-d7ae8ef2db40, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:39:47.153950 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a2037-9c37-4090-be0a-7e94c9b96af7 req-3fef666d-8a30-412a-9ca7-ecbe69160d64 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:47.160922 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dc6a2037-9c37-4090-be0a-7e94c9b96af7 req-3fef666d-8a30-412a-9ca7-ecbe69160d64 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] 10.222.0.75 "GET /v2.0/ports?device_id=99af21bc-f84a-4b6f-9499-6502f36606ab HTTP/1.1" status: 200 len: 943 time: 0.1444054 Feb 16 22:39:47.221660 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35754e4e-f45f-4c59-baa5-f85834fe1e74 req-0501e294-775d-40d5-b62c-f0f81b5f2246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:47.223353 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-35754e4e-f45f-4c59-baa5-f85834fe1e74 req-0501e294-775d-40d5-b62c-f0f81b5f2246 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3cc509275ad41e48ca3e7feee07c39b&device_id=99af21bc-f84a-4b6f-9499-6502f36606ab HTTP/1.1" status: 200 len: 1125 time: 0.2082365 Feb 16 22:39:47.285619 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dc6a2037-9c37-4090-be0a-7e94c9b96af7 req-7669bab1-a55e-4c4e-8a39-0de59604780f tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4cf853-5497-47c0-aa6f-3c3bef54736d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236942 Feb 16 22:39:47.324753 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-69a80949-cd3f-49cb-8c9f-f24dbcfea550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2370008-0a02-4590-91cd-d7ae8ef2db40 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:39:47.361608 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-69a80949-cd3f-49cb-8c9f-f24dbcfea550 service neutron] Publish callbacks [] for port (a2370008-0a02-4590-91cd-d7ae8ef2db40), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:47.466848 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.79', 52898) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:39:47.508786 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-69a80949-cd3f-49cb-8c9f-f24dbcfea550 service neutron] Transition to ACTIVE for port object a2370008-0a02-4590-91cd-d7ae8ef2db40 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:39:47.517210 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-6ef9e396-7347-4d34-a23e-2b598b37befb tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:47.518995 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-6ef9e396-7347-4d34-a23e-2b598b37befb tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3769116 Feb 16 22:39:47.541270 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-d5f5df28-4381-4025-8eab-efad33080cff tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] Request body: {'port': {'device_id': '04492ca8-c8f5-407c-a8aa-71b08207ae07', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'admin_state_up': True, 'tenant_id': 'e02b4040dbdf41af8159efb35eedbfcd'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:39:47.605014 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-69a80949-cd3f-49cb-8c9f-f24dbcfea550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (a2370008-0a02-4590-91cd-d7ae8ef2db40), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:47.640029 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1aff47e0-28b4-4e49-99b9-5c5cb76d1dd4 req-91e96742-8677-4988-892a-e23100c710dd tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 210 time: 0.2365179 Feb 16 22:39:47.727230 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-d5f5df28-4381-4025-8eab-efad33080cff tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] Made reservation on behalf of e02b4040dbdf41af8159efb35eedbfcd for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:39:47.734596 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-d5f5df28-4381-4025-8eab-efad33080cff tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:47.755655 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-d5f5df28-4381-4025-8eab-efad33080cff tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:47.935483 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-d5f5df28-4381-4025-8eab-efad33080cff tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] Publish callbacks [] for security_group (49571b16-126b-45e3-9a42-1f607c0900bd), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:47.938347 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35754e4e-f45f-4c59-baa5-f85834fe1e74 req-1cc38383-cbac-4a34-83f6-a426849d00d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:47.939882 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-35754e4e-f45f-4c59-baa5-f85834fe1e74 req-1cc38383-cbac-4a34-83f6-a426849d00d6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=89fddf7f-b6ef-4415-b83f-d9955f5b5873 HTTP/1.1" status: 200 len: 909 time: 0.6853833 Feb 16 22:39:47.949139 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-d5f5df28-4381-4025-8eab-efad33080cff tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (49571b16-126b-45e3-9a42-1f607c0900bd), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:48.013235 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a80949-cd3f-49cb-8c9f-f24dbcfea550 service neutron] Pushing event updated for resources: {'Port': ['ID=a2370008-0a02-4590-91cd-d7ae8ef2db40,revision_number=9']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:48.093764 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5df28-4381-4025-8eab-efad33080cff tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49571b16-126b-45e3-9a42-1f607c0900bd,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:48.094255 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-69a80949-cd3f-49cb-8c9f-f24dbcfea550 service neutron] No DVR routers for this DVR port a2370008-0a02-4590-91cd-d7ae8ef2db40 on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:39:48.102807 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-35754e4e-f45f-4c59-baa5-f85834fe1e74 req-0b41a871-4e11-418b-be67-fda75da18f05 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c42b437b-1133-40c2-ae21-ec3f292989c2 HTTP/1.1" status: 200 len: 217 time: 0.1222496 Feb 16 22:39:48.206686 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-d5f5df28-4381-4025-8eab-efad33080cff tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] Allocated IP 192.168.233.213 (d8fa3154-6273-4014-87c6-575d48ec11fc/0a5a8be1-6e1c-443c-a77b-25715d79e10e/fa13c6f5-5696-4ae5-b3a7-23327d2f0cde) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:39:48.437863 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-d5f5df28-4381-4025-8eab-efad33080cff tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] Publish callbacks [] for port (fa13c6f5-5696-4ae5-b3a7-23327d2f0cde), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:48.509829 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-d5f5df28-4381-4025-8eab-efad33080cff tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (fa13c6f5-5696-4ae5-b3a7-23327d2f0cde), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:48.624687 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-d5f5df28-4381-4025-8eab-efad33080cff tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] Network d8fa3154-6273-4014-87c6-575d48ec11fc is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:39:48.634984 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-d5f5df28-4381-4025-8eab-efad33080cff tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:39:48.640820 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af988c73-25db-4366-87fd-8b6b2041d6f5 req-4596ab00-48a2-43c7-b209-842a6bcfafbb tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:48.642698 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-af988c73-25db-4366-87fd-8b6b2041d6f5 req-4596ab00-48a2-43c7-b209-842a6bcfafbb tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 944 time: 0.8358872 Feb 16 22:39:48.649272 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-e22dd86a-107e-4578-acb6-1c38ebb269bd tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:48.650900 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-e22dd86a-107e-4578-acb6-1c38ebb269bd tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.79 "GET /v2.0/networks?id=261fcaa2-4844-4e2e-b91c-b6ff531f5666 HTTP/1.1" status: 200 len: 815 time: 1.1753592 Feb 16 22:39:48.652498 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35754e4e-f45f-4c59-baa5-f85834fe1e74 req-3044d0ca-6ea5-4996-9b93-97ceec308c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:48.654220 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-35754e4e-f45f-4c59-baa5-f85834fe1e74 req-3044d0ca-6ea5-4996-9b93-97ceec308c3c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=175301cc-218b-4753-8399-c965ab45af04 HTTP/1.1" status: 200 len: 848 time: 0.4894958 Feb 16 22:39:48.657731 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-d5f5df28-4381-4025-8eab-efad33080cff tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:39:48.671605 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-546de5f0-f523-4a44-8941-d25fbc042450 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Request body: {'port': {'device_id': '8e39ee93-2c0d-45fd-9bcc-5d46951b7946', 'network_id': '261fcaa2-4844-4e2e-b91c-b6ff531f5666', 'admin_state_up': True, 'tenant_id': '103fc4304d394110a413f27783e42afb'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:39:48.728587 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5df28-4381-4025-8eab-efad33080cff tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] Pushing event updated for resources: {'Port': ['ID=fa13c6f5-5696-4ae5-b3a7-23327d2f0cde,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:48.813919 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-d5f5df28-4381-4025-8eab-efad33080cff tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:48.814622 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-d5f5df28-4381-4025-8eab-efad33080cff tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:48.846806 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-d5f5df28-4381-4025-8eab-efad33080cff tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3144448 Feb 16 22:39:48.860635 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-60b8cc17-2973-4799-9405-03267096180b service neutron] Request body: {'port': {'device_id': '04492ca8-c8f5-407c-a8aa-71b08207ae07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:39:48.873605 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-35754e4e-f45f-4c59-baa5-f85834fe1e74 req-159ab683-a8af-491c-80c0-f1fbf7915f66 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=89fddf7f-b6ef-4415-b83f-d9955f5b5873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1969743 Feb 16 22:39:48.990271 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-3f902552-4196-4560-b381-e570b5ba2996 None None] Provisioning complete for port fa13c6f5-5696-4ae5-b3a7-23327d2f0cde triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:39:48.990858 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3f902552-4196-4560-b381-e570b5ba2996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (fa13c6f5-5696-4ae5-b3a7-23327d2f0cde), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:49.042107 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-546de5f0-f523-4a44-8941-d25fbc042450 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Made reservation on behalf of 103fc4304d394110a413f27783e42afb for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:39:49.046106 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-546de5f0-f523-4a44-8941-d25fbc042450 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:49.052044 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-60b8cc17-2973-4799-9405-03267096180b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (fa13c6f5-5696-4ae5-b3a7-23327d2f0cde), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:49.111381 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-af988c73-25db-4366-87fd-8b6b2041d6f5 req-c7173891-e849-4b1e-8013-1dc7ad021120 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4538922 Feb 16 22:39:49.206274 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-69a80949-cd3f-49cb-8c9f-f24dbcfea550 service neutron] Attempting to bind port a2370008-0a02-4590-91cd-d7ae8ef2db40 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:39:49.206725 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-69a80949-cd3f-49cb-8c9f-f24dbcfea550 service neutron] Attempting to bind port a2370008-0a02-4590-91cd-d7ae8ef2db40 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '0da08ad7-1ffb-4706-9d45-1cc487f01f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:39:49.207068 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-69a80949-cd3f-49cb-8c9f-f24dbcfea550 service neutron] Attempting to bind port a2370008-0a02-4590-91cd-d7ae8ef2db40 on network a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:39:49.233291 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-69a80949-cd3f-49cb-8c9f-f24dbcfea550 service neutron] Port a2370008-0a02-4590-91cd-d7ae8ef2db40 on network a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:39:49.233617 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-69a80949-cd3f-49cb-8c9f-f24dbcfea550 service neutron] Attempting to bind port a2370008-0a02-4590-91cd-d7ae8ef2db40 on network a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:39:49.285962 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-69a80949-cd3f-49cb-8c9f-f24dbcfea550 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:39:49.286428 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-69a80949-cd3f-49cb-8c9f-f24dbcfea550 service neutron] Checking segment: {'id': '0da08ad7-1ffb-4706-9d45-1cc487f01f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:39:49.286867 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-69a80949-cd3f-49cb-8c9f-f24dbcfea550 service neutron] Bound using segment: {'id': '0da08ad7-1ffb-4706-9d45-1cc487f01f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:39:49.288053 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-69a80949-cd3f-49cb-8c9f-f24dbcfea550 service neutron] Bound port: a2370008-0a02-4590-91cd-d7ae8ef2db40, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da08ad7-1ffb-4706-9d45-1cc487f01f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:39:49.288238 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-69a80949-cd3f-49cb-8c9f-f24dbcfea550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a2370008-0a02-4590-91cd-d7ae8ef2db40), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:49.316093 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-35754e4e-f45f-4c59-baa5-f85834fe1e74 req-cddbb544-b4fc-49ee-bcb3-22ec67136031 service neutron] 10.222.0.67 "GET /v2.0/networks/89fddf7f-b6ef-4415-b83f-d9955f5b5873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082649 Feb 16 22:39:49.499345 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-3f902552-4196-4560-b381-e570b5ba2996 None None] Port fa13c6f5-5696-4ae5-b3a7-23327d2f0cde cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:39:49.526946 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-546de5f0-f523-4a44-8941-d25fbc042450 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Allocated IP 172.20.0.7 (261fcaa2-4844-4e2e-b91c-b6ff531f5666/e3924c2c-6430-44e2-934c-e30e8715ac29/8a3b7703-47ca-4a4e-9e76-0dea9e887acb) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:39:49.542978 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c103133-c812-43b9-9062-5c7476e0785c req-57c535a2-2458-4d53-84d4-b7f72f1d844c tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:49.549956 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c103133-c812-43b9-9062-5c7476e0785c req-57c535a2-2458-4d53-84d4-b7f72f1d844c tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] 10.222.0.75 "GET /v2.0/ports?device_id=04492ca8-c8f5-407c-a8aa-71b08207ae07 HTTP/1.1" status: 200 len: 936 time: 0.2755697 Feb 16 22:39:49.595069 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-69a80949-cd3f-49cb-8c9f-f24dbcfea550 service neutron] For port a2370008-0a02-4590-91cd-d7ae8ef2db40, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:39:49.629630 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-69a80949-cd3f-49cb-8c9f-f24dbcfea550 service neutron] For port a2370008-0a02-4590-91cd-d7ae8ef2db40, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a2370008-0a02-4590-91cd-d7ae8ef2db40,segment=NetworkSegment(0da08ad7-1ffb-4706-9d45-1cc487f01f06),segment_id=0da08ad7-1ffb-4706-9d45-1cc487f01f06)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:39:49.632315 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-35754e4e-f45f-4c59-baa5-f85834fe1e74 req-15446fea-eafd-4ae5-9986-bf5a3cc74adb service neutron] 10.222.0.67 "GET /v2.0/networks/89fddf7f-b6ef-4415-b83f-d9955f5b5873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965279 Feb 16 22:39:49.651556 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-69a80949-cd3f-49cb-8c9f-f24dbcfea550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (a2370008-0a02-4590-91cd-d7ae8ef2db40), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:49.668966 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c103133-c812-43b9-9062-5c7476e0785c req-34cddcb3-37bb-4b04-8fa4-bef544b094e0 tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] 10.222.0.75 "GET /v2.0/security-groups?id=49571b16-126b-45e3-9a42-1f607c0900bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123188 Feb 16 22:39:49.704934 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-60b8cc17-2973-4799-9405-03267096180b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa13c6f5-5696-4ae5-b3a7-23327d2f0cde {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:39:49.722571 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-60b8cc17-2973-4799-9405-03267096180b service neutron] Publish callbacks [] for port (fa13c6f5-5696-4ae5-b3a7-23327d2f0cde), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:49.777139 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-60b8cc17-2973-4799-9405-03267096180b service neutron] Transition to ACTIVE for port object fa13c6f5-5696-4ae5-b3a7-23327d2f0cde will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:39:49.791525 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-60b8cc17-2973-4799-9405-03267096180b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (fa13c6f5-5696-4ae5-b3a7-23327d2f0cde), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:49.897520 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-546de5f0-f523-4a44-8941-d25fbc042450 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Publish callbacks [] for port (8a3b7703-47ca-4a4e-9e76-0dea9e887acb), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:49.935559 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-69a80949-cd3f-49cb-8c9f-f24dbcfea550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:49.936257 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-69a80949-cd3f-49cb-8c9f-f24dbcfea550 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:49.938335 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-69a80949-cd3f-49cb-8c9f-f24dbcfea550 service neutron] 10.222.0.79 "PUT /v2.0/ports/a2370008-0a02-4590-91cd-d7ae8ef2db40 HTTP/1.1" status: 200 len: 1092 time: 3.4890103 Feb 16 22:39:49.938907 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9abd30e3-e185-4278-bea5-264a97078b16', 'tag': 'a2370008-0a02-4590-91cd-d7ae8ef2db40'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:39:49.941240 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8cc17-2973-4799-9405-03267096180b service neutron] Pushing event updated for resources: {'Port': ['ID=fa13c6f5-5696-4ae5-b3a7-23327d2f0cde,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:49.941509 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb08993-146d-4e94-b196-59383a96960d" -d '{"events": [{"name": "network-changed", "server_uuid": "9abd30e3-e185-4278-bea5-264a97078b16", "tag": "a2370008-0a02-4590-91cd-d7ae8ef2db40"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:39:49.972819 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-546de5f0-f523-4a44-8941-d25fbc042450 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (8a3b7703-47ca-4a4e-9e76-0dea9e887acb), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:50.112374 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a80949-cd3f-49cb-8c9f-f24dbcfea550 service neutron] Pushing event updated for resources: {'Port': ['ID=a2370008-0a02-4590-91cd-d7ae8ef2db40,revision_number=10']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:50.124586 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-546de5f0-f523-4a44-8941-d25fbc042450 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Network 261fcaa2-4844-4e2e-b91c-b6ff531f5666 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:39:50.138493 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-60b8cc17-2973-4799-9405-03267096180b service neutron] Attempting to bind port fa13c6f5-5696-4ae5-b3a7-23327d2f0cde on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:39:50.138848 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-60b8cc17-2973-4799-9405-03267096180b service neutron] Attempting to bind port fa13c6f5-5696-4ae5-b3a7-23327d2f0cde by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:39:50.139182 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-60b8cc17-2973-4799-9405-03267096180b service neutron] Attempting to bind port fa13c6f5-5696-4ae5-b3a7-23327d2f0cde on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:39:50.157346 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-60b8cc17-2973-4799-9405-03267096180b service neutron] Port fa13c6f5-5696-4ae5-b3a7-23327d2f0cde on network d8fa3154-6273-4014-87c6-575d48ec11fc not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:39:50.157683 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-60b8cc17-2973-4799-9405-03267096180b service neutron] Attempting to bind port fa13c6f5-5696-4ae5-b3a7-23327d2f0cde on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:39:50.167959 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-60b8cc17-2973-4799-9405-03267096180b service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:39:50.168330 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-60b8cc17-2973-4799-9405-03267096180b service neutron] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:39:50.168924 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-60b8cc17-2973-4799-9405-03267096180b service neutron] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:39:50.169147 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-60b8cc17-2973-4799-9405-03267096180b service neutron] Bound port: fa13c6f5-5696-4ae5-b3a7-23327d2f0cde, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:39:50.169517 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-60b8cc17-2973-4799-9405-03267096180b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (fa13c6f5-5696-4ae5-b3a7-23327d2f0cde), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:50.194883 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-546de5f0-f523-4a44-8941-d25fbc042450 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:39:50.203272 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-546de5f0-f523-4a44-8941-d25fbc042450 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:39:50.296987 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546de5f0-f523-4a44-8941-d25fbc042450 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Pushing event updated for resources: {'Port': ['ID=8a3b7703-47ca-4a4e-9e76-0dea9e887acb,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:50.312053 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-546de5f0-f523-4a44-8941-d25fbc042450 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:50.312733 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-546de5f0-f523-4a44-8941-d25fbc042450 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:50.339267 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-d3fa7497-76b4-4ffe-842f-b827f03a24ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:50.340768 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-d3fa7497-76b4-4ffe-842f-b827f03a24ec service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=11dcb6fba69b48e58d8c23f01f2db2c9&device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 1127 time: 0.3643153 Feb 16 22:39:50.355195 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-60b8cc17-2973-4799-9405-03267096180b service neutron] For port fa13c6f5-5696-4ae5-b3a7-23327d2f0cde, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:39:50.356813 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c000bf7-c11b-4047-b9a3-286c7be4fc3c req-cc85576a-31ee-4fb3-aed7-0025ca3c16d8 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:50.358997 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-60b8cc17-2973-4799-9405-03267096180b service neutron] For port fa13c6f5-5696-4ae5-b3a7-23327d2f0cde, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=fa13c6f5-5696-4ae5-b3a7-23327d2f0cde,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:39:50.360373 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6c000bf7-c11b-4047-b9a3-286c7be4fc3c req-cc85576a-31ee-4fb3-aed7-0025ca3c16d8 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] 10.222.0.75 "GET /v2.0/ports?device_id=99af21bc-f84a-4b6f-9499-6502f36606ab HTTP/1.1" status: 200 len: 943 time: 0.4023383 Feb 16 22:39:50.368180 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-60b8cc17-2973-4799-9405-03267096180b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (fa13c6f5-5696-4ae5-b3a7-23327d2f0cde), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:50.477310 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-60b8cc17-2973-4799-9405-03267096180b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:50.478765 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-60b8cc17-2973-4799-9405-03267096180b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:50.480896 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-60b8cc17-2973-4799-9405-03267096180b service neutron] 10.222.0.79 "PUT /v2.0/ports/fa13c6f5-5696-4ae5-b3a7-23327d2f0cde HTTP/1.1" status: 200 len: 1096 time: 1.6253092 Feb 16 22:39:50.481551 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04492ca8-c8f5-407c-a8aa-71b08207ae07', 'tag': 'fa13c6f5-5696-4ae5-b3a7-23327d2f0cde'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:39:50.484101 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5626126c-10cf-49a4-b86d-5e052f668a35" -d '{"events": [{"name": "network-changed", "server_uuid": "04492ca8-c8f5-407c-a8aa-71b08207ae07", "tag": "fa13c6f5-5696-4ae5-b3a7-23327d2f0cde"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:39:50.492354 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6c000bf7-c11b-4047-b9a3-286c7be4fc3c req-410cbefc-9668-4017-9ad0-49ba5d6cf72b tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4cf853-5497-47c0-aa6f-3c3bef54736d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158032 Feb 16 22:39:50.521588 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-546de5f0-f523-4a44-8941-d25fbc042450 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8537602 Feb 16 22:39:50.530030 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8cc17-2973-4799-9405-03267096180b service neutron] Pushing event updated for resources: {'Port': ['ID=fa13c6f5-5696-4ae5-b3a7-23327d2f0cde,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:50.537174 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-44601d69-80b5-4fe0-8ce9-21d95a8759e1 service neutron] Request body: {'port': {'device_id': '8e39ee93-2c0d-45fd-9bcc-5d46951b7946', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:39:50.650956 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-50697633-cd7e-49f7-80ad-943235b1413e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:50.688747 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device c42b437b-1133-40c2-ae21-ec3f292989c2 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:39:50.838747 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-af1a8817-ac0b-49fe-9a53-e0bad3a7676c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:50.840300 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-af1a8817-ac0b-49fe-9a53-e0bad3a7676c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e02b4040dbdf41af8159efb35eedbfcd&device_id=04492ca8-c8f5-407c-a8aa-71b08207ae07 HTTP/1.1" status: 200 len: 1130 time: 0.2841096 Feb 16 22:39:50.932859 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-6df195fa-88c0-415d-8aaa-5bd14536634b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=fa13c6f5-5696-4ae5-b3a7-23327d2f0cde HTTP/1.1" status: 200 len: 217 time: 0.0786653 Feb 16 22:39:50.982497 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-44601d69-80b5-4fe0-8ce9-21d95a8759e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8a3b7703-47ca-4a4e-9e76-0dea9e887acb), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:51.007441 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port c42b437b-1133-40c2-ae21-ec3f292989c2, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c42b437b-1133-40c2-ae21-ec3f292989c2,segment=NetworkSegment(d9f7f7d1-c7dc-4a81-a86a-839d039e7e42),segment_id=d9f7f7d1-c7dc-4a81-a86a-839d039e7e42)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:39:51.026612 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-5c142dda-3da5-4405-8091-64ec4831b0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:51.031346 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-5c142dda-3da5-4405-8091-64ec4831b0a3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0977981 Feb 16 22:39:51.032964 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d8b98-9e20-44dd-a0ec-f86a98d0f254 req-9f31f92f-5982-48ea-a93d-ee8767e47bf4 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:51.033176 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'c42b437b-1133-40c2-ae21-ec3f292989c2', 'network_id': '89fddf7f-b6ef-4415-b83f-d9955f5b5873', 'port_id': 'c42b437b-1133-40c2-ae21-ec3f292989c2', 'mac_address': 'fa:16:3e:9b:f7:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '175301cc-218b-4753-8399-c965ab45af04', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:39:51.040354 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d77d8b98-9e20-44dd-a0ec-f86a98d0f254 req-9f31f92f-5982-48ea-a93d-ee8767e47bf4 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 931 time: 0.2927260 Feb 16 22:39:51.051305 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-97b06500-8004-4a0f-a18c-cb1c8c48e02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:51.052761 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-97b06500-8004-4a0f-a18c-cb1c8c48e02e service neutron] 10.222.0.79 "GET /v2.0/networks?id=a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd HTTP/1.1" status: 200 len: 918 time: 0.6877198 Feb 16 22:39:51.118185 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port c42b437b-1133-40c2-ae21-ec3f292989c2 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:39:51.119353 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c42b437b-1133-40c2-ae21-ec3f292989c2), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:51.122001 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-755c7d4b-413c-47ee-ac64-a46c51d052f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:51.130599 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-755c7d4b-413c-47ee-ac64-a46c51d052f7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0908976 Feb 16 22:39:51.147523 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-cb857474-2f25-4f42-904d-760266971301 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2370008-0a02-4590-91cd-d7ae8ef2db40 HTTP/1.1" status: 200 len: 1000 time: 0.0684128 Feb 16 22:39:51.149674 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42b437b-1133-40c2-ae21-ec3f292989c2 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:39:51.175533 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port c42b437b-1133-40c2-ae21-ec3f292989c2, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c42b437b-1133-40c2-ae21-ec3f292989c2,segment=NetworkSegment(d9f7f7d1-c7dc-4a81-a86a-839d039e7e42),segment_id=d9f7f7d1-c7dc-4a81-a86a-839d039e7e42)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:39:51.181167 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c42b437b-1133-40c2-ae21-ec3f292989c2), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:51.224733 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d77d8b98-9e20-44dd-a0ec-f86a98d0f254 req-026e9e93-4d19-4a0c-a75e-41992459572c tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834350 Feb 16 22:39:51.308000 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2f3fb9-ab8a-482f-bb21-b4a80a288f07 x-openstack-request-id: req-ba2f3fb9-ab8a-482f-bb21-b4a80a288f07 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:39:51.308327 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9abd30e3-e185-4278-bea5-264a97078b16", "tag": "a2370008-0a02-4590-91cd-d7ae8ef2db40", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:39:51.308589 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ba2f3fb9-ab8a-482f-bb21-b4a80a288f07 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:39:51.309017 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9abd30e3-e185-4278-bea5-264a97078b16', 'tag': 'a2370008-0a02-4590-91cd-d7ae8ef2db40', 'status': 'completed', 'code': 200} Feb 16 22:39:51.325099 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-9ac06af8-f43d-46c7-884e-d716450bd58d service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886775 Feb 16 22:39:51.332906 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=c42b437b-1133-40c2-ae21-ec3f292989c2,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:51.390255 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-8afdaa66-c88b-477e-9de7-dda0d6c57b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:51.391812 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-8afdaa66-c88b-477e-9de7-dda0d6c57b5b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0a662751-aa30-4a8c-92bf-a9f1c49c1b53 HTTP/1.1" status: 200 len: 856 time: 0.2134507 Feb 16 22:39:51.495424 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['c42b437b-1133-40c2-ae21-ec3f292989c2'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:39:51.526014 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a5b2f182-3dfb-44cb-9af3-396a1e1885b8 req-1c399400-0831-4daf-8b55-bfaa311d4f04 service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916707 Feb 16 22:39:51.642379 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-5a98be60-7e74-4180-90ca-b7f12eda7668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:51.643956 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-5a98be60-7e74-4180-90ca-b7f12eda7668 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2440894 Feb 16 22:39:51.767155 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-72793395-3360-4d78-9094-2c58dd3e4539 service neutron] 10.222.0.79 "GET /v2.0/networks/a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905750 Feb 16 22:39:51.780155 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720edb3-b460-459e-8383-ed112871e076 req-17141838-0111-4f97-80d2-4850afdf193c tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:51.782027 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f720edb3-b460-459e-8383-ed112871e076 req-17141838-0111-4f97-80d2-4850afdf193c tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 945 time: 0.3366973 Feb 16 22:39:51.956811 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f720edb3-b460-459e-8383-ed112871e076 req-7fd0a49f-658e-443d-a72e-d6b703800867 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633115 Feb 16 22:39:52.026578 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fb43f67-f666-49ae-b4ba-0d6966e1afd9 req-2fad0bc4-1636-4c2c-bd29-140782c94b9e service neutron] 10.222.0.79 "GET /v2.0/networks/a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415826 Feb 16 22:39:52.055661 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-44601d69-80b5-4fe0-8ce9-21d95a8759e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a3b7703-47ca-4a4e-9e76-0dea9e887acb {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:39:52.074292 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-44601d69-80b5-4fe0-8ce9-21d95a8759e1 service neutron] Publish callbacks [] for port (8a3b7703-47ca-4a4e-9e76-0dea9e887acb), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:52.154155 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154a4e2c-8c64-4d6d-9039-b9900a5ccce3 x-openstack-request-id: req-154a4e2c-8c64-4d6d-9039-b9900a5ccce3 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:39:52.154687 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04492ca8-c8f5-407c-a8aa-71b08207ae07", "tag": "fa13c6f5-5696-4ae5-b3a7-23327d2f0cde", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:39:52.154687 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-154a4e2c-8c64-4d6d-9039-b9900a5ccce3 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:39:52.155120 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04492ca8-c8f5-407c-a8aa-71b08207ae07', 'tag': 'fa13c6f5-5696-4ae5-b3a7-23327d2f0cde', 'status': 'completed', 'code': 200} Feb 16 22:39:52.164812 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-44601d69-80b5-4fe0-8ce9-21d95a8759e1 service neutron] Transition to ACTIVE for port object 8a3b7703-47ca-4a4e-9e76-0dea9e887acb will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:39:52.182828 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-44601d69-80b5-4fe0-8ce9-21d95a8759e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (8a3b7703-47ca-4a4e-9e76-0dea9e887acb), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:52.392919 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb08993-146d-4e94-b196-59383a96960d req-382412c1-b7f8-471c-8f1c-6dc5732d2ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:52.401951 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2eb08993-146d-4e94-b196-59383a96960d req-382412c1-b7f8-471c-8f1c-6dc5732d2ee7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=11dcb6fba69b48e58d8c23f01f2db2c9&device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 1127 time: 0.3108895 Feb 16 22:39:52.513557 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44601d69-80b5-4fe0-8ce9-21d95a8759e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8a3b7703-47ca-4a4e-9e76-0dea9e887acb,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:52.658295 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c0134-fc6e-4cad-bca5-dd08972f16ea req-2bc41962-2be9-4d5c-ba8d-2f329307d6cb tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:52.665880 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a90c0134-fc6e-4cad-bca5-dd08972f16ea req-2bc41962-2be9-4d5c-ba8d-2f329307d6cb tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] 10.222.0.75 "GET /v2.0/ports?device_id=04492ca8-c8f5-407c-a8aa-71b08207ae07 HTTP/1.1" status: 200 len: 948 time: 0.3533654 Feb 16 22:39:52.695833 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device c42b437b-1133-40c2-ae21-ec3f292989c2 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:39:52.747527 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-44601d69-80b5-4fe0-8ce9-21d95a8759e1 service neutron] Attempting to bind port 8a3b7703-47ca-4a4e-9e76-0dea9e887acb on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:39:52.751654 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-44601d69-80b5-4fe0-8ce9-21d95a8759e1 service neutron] Attempting to bind port 8a3b7703-47ca-4a4e-9e76-0dea9e887acb by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'e7f5c01d-8ab2-4542-ac4a-c6529511c236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '261fcaa2-4844-4e2e-b91c-b6ff531f5666'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:39:52.752176 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-44601d69-80b5-4fe0-8ce9-21d95a8759e1 service neutron] Attempting to bind port 8a3b7703-47ca-4a4e-9e76-0dea9e887acb on network 261fcaa2-4844-4e2e-b91c-b6ff531f5666 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:39:52.776274 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb08993-146d-4e94-b196-59383a96960d req-46fb8489-f10b-48f3-9947-2271ac390dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:52.779631 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2eb08993-146d-4e94-b196-59383a96960d req-46fb8489-f10b-48f3-9947-2271ac390dd5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd HTTP/1.1" status: 200 len: 918 time: 0.3316166 Feb 16 22:39:52.785383 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-44601d69-80b5-4fe0-8ce9-21d95a8759e1 service neutron] Port 8a3b7703-47ca-4a4e-9e76-0dea9e887acb on network 261fcaa2-4844-4e2e-b91c-b6ff531f5666 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:39:52.786558 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-44601d69-80b5-4fe0-8ce9-21d95a8759e1 service neutron] Attempting to bind port 8a3b7703-47ca-4a4e-9e76-0dea9e887acb on network 261fcaa2-4844-4e2e-b91c-b6ff531f5666 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:39:52.847131 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port c42b437b-1133-40c2-ae21-ec3f292989c2 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:39:52.855838 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port c42b437b-1133-40c2-ae21-ec3f292989c2 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:39:52.858769 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c42b437b-1133-40c2-ae21-ec3f292989c2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:52.973688 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-44601d69-80b5-4fe0-8ce9-21d95a8759e1 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:39:52.973959 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-44601d69-80b5-4fe0-8ce9-21d95a8759e1 service neutron] Checking segment: {'id': 'e7f5c01d-8ab2-4542-ac4a-c6529511c236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '261fcaa2-4844-4e2e-b91c-b6ff531f5666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:39:52.974396 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-44601d69-80b5-4fe0-8ce9-21d95a8759e1 service neutron] Bound using segment: {'id': 'e7f5c01d-8ab2-4542-ac4a-c6529511c236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '261fcaa2-4844-4e2e-b91c-b6ff531f5666'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:39:52.974812 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-44601d69-80b5-4fe0-8ce9-21d95a8759e1 service neutron] Bound port: 8a3b7703-47ca-4a4e-9e76-0dea9e887acb, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f5c01d-8ab2-4542-ac4a-c6529511c236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '261fcaa2-4844-4e2e-b91c-b6ff531f5666'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:39:52.975204 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-44601d69-80b5-4fe0-8ce9-21d95a8759e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8a3b7703-47ca-4a4e-9e76-0dea9e887acb), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:53.136033 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a90c0134-fc6e-4cad-bca5-dd08972f16ea req-b9eb4246-82e7-4f4b-8f41-97473ce6a0cb tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] 10.222.0.75 "GET /v2.0/security-groups?id=49571b16-126b-45e3-9a42-1f607c0900bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689095 Feb 16 22:39:53.186576 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b9aff84c-303a-4f28-8d5a-44c39da5c623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:53.202800 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port c42b437b-1133-40c2-ae21-ec3f292989c2 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:39:53.203201 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c42b437b-1133-40c2-ae21-ec3f292989c2), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:53.233412 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5626126c-10cf-49a4-b86d-5e052f668a35 req-fd01570b-d01c-4000-8e97-d8d16e6ef973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:53.242780 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5626126c-10cf-49a4-b86d-5e052f668a35 req-fd01570b-d01c-4000-8e97-d8d16e6ef973 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e02b4040dbdf41af8159efb35eedbfcd&device_id=04492ca8-c8f5-407c-a8aa-71b08207ae07 HTTP/1.1" status: 200 len: 1130 time: 1.0632577 Feb 16 22:39:53.275379 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port c42b437b-1133-40c2-ae21-ec3f292989c2, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c42b437b-1133-40c2-ae21-ec3f292989c2,segment=NetworkSegment(d9f7f7d1-c7dc-4a81-a86a-839d039e7e42),segment_id=d9f7f7d1-c7dc-4a81-a86a-839d039e7e42)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:39:53.279516 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99af21bc-f84a-4b6f-9499-6502f36606ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42b437b-1133-40c2-ae21-ec3f292989c2'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:39:53.290739 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-44601d69-80b5-4fe0-8ce9-21d95a8759e1 service neutron] For port 8a3b7703-47ca-4a4e-9e76-0dea9e887acb, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:39:53.293906 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60f3c27-b451-446e-a3b9-7a8f13ab478c" -d '{"events": [{"server_uuid": "99af21bc-f84a-4b6f-9499-6502f36606ab", "name": "network-vif-plugged", "status": "completed", "tag": "c42b437b-1133-40c2-ae21-ec3f292989c2"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:39:53.305146 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-44601d69-80b5-4fe0-8ce9-21d95a8759e1 service neutron] For port 8a3b7703-47ca-4a4e-9e76-0dea9e887acb, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=8a3b7703-47ca-4a4e-9e76-0dea9e887acb,segment=NetworkSegment(e7f5c01d-8ab2-4542-ac4a-c6529511c236),segment_id=e7f5c01d-8ab2-4542-ac4a-c6529511c236)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:39:53.305596 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c42b437b-1133-40c2-ae21-ec3f292989c2), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:53.331183 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2eb08993-146d-4e94-b196-59383a96960d req-fe2eca2e-8391-415d-9bf1-01198aa06109 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2370008-0a02-4590-91cd-d7ae8ef2db40 HTTP/1.1" status: 200 len: 1000 time: 0.5094318 Feb 16 22:39:53.337027 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-44601d69-80b5-4fe0-8ce9-21d95a8759e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (8a3b7703-47ca-4a4e-9e76-0dea9e887acb), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:53.441407 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44601d69-80b5-4fe0-8ce9-21d95a8759e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8a3b7703-47ca-4a4e-9e76-0dea9e887acb,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:53.466840 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-44601d69-80b5-4fe0-8ce9-21d95a8759e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:53.469740 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-44601d69-80b5-4fe0-8ce9-21d95a8759e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:53.473621 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-44601d69-80b5-4fe0-8ce9-21d95a8759e1 service neutron] 10.222.0.79 "PUT /v2.0/ports/8a3b7703-47ca-4a4e-9e76-0dea9e887acb HTTP/1.1" status: 200 len: 1091 time: 2.9403679 Feb 16 22:39:53.510771 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=c42b437b-1133-40c2-ae21-ec3f292989c2,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:53.767293 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5626126c-10cf-49a4-b86d-5e052f668a35 req-e75bcca9-748d-4966-afb7-71ce22858d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:53.768972 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5626126c-10cf-49a4-b86d-5e052f668a35 req-e75bcca9-748d-4966-afb7-71ce22858d42 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.5099599 Feb 16 22:39:53.900539 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5626126c-10cf-49a4-b86d-5e052f668a35 req-2457a4a0-b433-4c2e-992a-67a5411dbf30 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=fa13c6f5-5696-4ae5-b3a7-23327d2f0cde HTTP/1.1" status: 200 len: 217 time: 0.1132760 Feb 16 22:39:54.011939 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5626126c-10cf-49a4-b86d-5e052f668a35 req-4beb00ba-e039-4b71-af0e-b77f5ea4b0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:54.015443 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5626126c-10cf-49a4-b86d-5e052f668a35 req-4beb00ba-e039-4b71-af0e-b77f5ea4b0f3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.1017914 Feb 16 22:39:54.165437 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5626126c-10cf-49a4-b86d-5e052f668a35 req-6f487df6-349d-48d0-a2e1-f52d71f03943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:54.169386 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5626126c-10cf-49a4-b86d-5e052f668a35 req-6f487df6-349d-48d0-a2e1-f52d71f03943 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1351521 Feb 16 22:39:54.205826 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e39ee93-2c0d-45fd-9bcc-5d46951b7946', 'tag': '8a3b7703-47ca-4a4e-9e76-0dea9e887acb'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:39:54.208374 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80db66a4-b71a-4e15-919e-06ecbf730d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "8e39ee93-2c0d-45fd-9bcc-5d46951b7946", "tag": "8a3b7703-47ca-4a4e-9e76-0dea9e887acb"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:39:54.270957 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:54.375340 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb08993-146d-4e94-b196-59383a96960d req-4f737eaf-b928-4679-ad81-7f340204f670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:54.383551 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2eb08993-146d-4e94-b196-59383a96960d req-4f737eaf-b928-4679-ad81-7f340204f670 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0a662751-aa30-4a8c-92bf-a9f1c49c1b53 HTTP/1.1" status: 200 len: 856 time: 0.9680910 Feb 16 22:39:54.385226 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device fa13c6f5-5696-4ae5-b3a7-23327d2f0cde details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:39:54.434112 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5626126c-10cf-49a4-b86d-5e052f668a35 req-b6f0c0d3-8fd7-4a5a-8eb3-baa72d0f897d service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234862 Feb 16 22:39:54.468498 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9491c1-0aea-4ec9-930f-a7b726994db7 req-70fe5c19-2b31-4259-b616-1ab114414272 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:54.471119 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1d9491c1-0aea-4ec9-930f-a7b726994db7 req-70fe5c19-2b31-4259-b616-1ab114414272 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] 10.222.0.75 "GET /v2.0/ports?device_id=99af21bc-f84a-4b6f-9499-6502f36606ab HTTP/1.1" status: 200 len: 945 time: 1.1362839 Feb 16 22:39:54.500329 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-68a3d86b-4a46-40fd-9d45-975a8e1eeced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:54.502208 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-68a3d86b-4a46-40fd-9d45-975a8e1eeced service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=103fc4304d394110a413f27783e42afb&device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 1125 time: 0.2762737 Feb 16 22:39:54.585177 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port fa13c6f5-5696-4ae5-b3a7-23327d2f0cde, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=fa13c6f5-5696-4ae5-b3a7-23327d2f0cde,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:39:54.615234 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'fa13c6f5-5696-4ae5-b3a7-23327d2f0cde', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': 'fa13c6f5-5696-4ae5-b3a7-23327d2f0cde', 'mac_address': 'fa:16:3e:47:e3:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:39:54.629072 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-e3839545-f3de-44fa-96a0-ff3262493274 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a3b7703-47ca-4a4e-9e76-0dea9e887acb HTTP/1.1" status: 200 len: 217 time: 0.0960183 Feb 16 22:39:54.677625 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb08993-146d-4e94-b196-59383a96960d req-69d8d2c2-7006-4289-85aa-346bf545c685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:54.683601 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2eb08993-146d-4e94-b196-59383a96960d req-69d8d2c2-7006-4289-85aa-346bf545c685 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2920644 Feb 16 22:39:54.735715 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5626126c-10cf-49a4-b86d-5e052f668a35 req-a1b9709c-5b7f-4173-88c6-0876745b121c service neutron] 10.222.0.79 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502985 Feb 16 22:39:54.755423 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port fa13c6f5-5696-4ae5-b3a7-23327d2f0cde is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:39:54.755826 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (fa13c6f5-5696-4ae5-b3a7-23327d2f0cde), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:54.791073 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa13c6f5-5696-4ae5-b3a7-23327d2f0cde {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:39:54.839475 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port fa13c6f5-5696-4ae5-b3a7-23327d2f0cde, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=fa13c6f5-5696-4ae5-b3a7-23327d2f0cde,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:39:54.848906 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (fa13c6f5-5696-4ae5-b3a7-23327d2f0cde), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:54.935876 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2eb08993-146d-4e94-b196-59383a96960d req-9270d49e-6768-4411-964e-35f5abc1b330 service neutron] 10.222.0.79 "GET /v2.0/networks/a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187205 Feb 16 22:39:54.943863 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1d9491c1-0aea-4ec9-930f-a7b726994db7 req-d136a447-2d23-411c-8927-8c02ee8c8d35 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4cf853-5497-47c0-aa6f-3c3bef54736d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661100 Feb 16 22:39:54.959156 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-a1801470-8d39-4215-b96f-535befdbc5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:54.962346 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-a1801470-8d39-4215-b96f-535befdbc5b0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e3924c2c-6430-44e2-934c-e30e8715ac29 HTTP/1.1" status: 200 len: 855 time: 0.2303681 Feb 16 22:39:54.981798 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=fa13c6f5-5696-4ae5-b3a7-23327d2f0cde,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:55.119685 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-268b23a5-0369-435f-a063-f81d450ba2fe service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=261fcaa2-4844-4e2e-b91c-b6ff531f5666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119103 Feb 16 22:39:55.125929 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['fa13c6f5-5696-4ae5-b3a7-23327d2f0cde'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:39:55.495410 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2eb08993-146d-4e94-b196-59383a96960d req-b8fedcfd-cb0c-46ab-8572-a9e380dc9e8c service neutron] 10.222.0.79 "GET /v2.0/networks/a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058849 Feb 16 22:39:55.497947 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-9f249f09-a0fb-4804-a075-9eb6a68aba4d service neutron] 10.222.0.79 "GET /v2.0/networks/261fcaa2-4844-4e2e-b91c-b6ff531f5666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442168 Feb 16 22:39:55.570997 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f728d0a-e748-4281-b159-d0bf45149c97 req-73b38f09-28c6-4cb9-bf24-9268dc9ac3ca tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:55.573167 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7f728d0a-e748-4281-b159-d0bf45149c97 req-73b38f09-28c6-4cb9-bf24-9268dc9ac3ca tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 943 time: 0.5048079 Feb 16 22:39:55.638608 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:55.821089 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7f728d0a-e748-4281-b159-d0bf45149c97 req-edd5bb11-8803-4f72-98f6-fe51fe2a0898 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984880 Feb 16 22:39:55.839024 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb2e07e8-c5be-41df-981e-09ef3040417c req-4090b8ed-169e-494e-9e32-db39f113751e service neutron] 10.222.0.79 "GET /v2.0/networks/261fcaa2-4844-4e2e-b91c-b6ff531f5666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912169 Feb 16 22:39:56.066558 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3edcf6-954c-4743-a6b3-290e1a5b1048 req-8ea71df9-d161-41f5-86c2-8c6203111f19 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:56.079973 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-da3edcf6-954c-4743-a6b3-290e1a5b1048 req-8ea71df9-d161-41f5-86c2-8c6203111f19 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 945 time: 0.1196377 Feb 16 22:39:56.146011 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-da3edcf6-954c-4743-a6b3-290e1a5b1048 req-9c973316-3d05-41f6-8c4d-95837a06ce0f tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646183 Feb 16 22:39:56.194423 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5325bc2-452a-40f4-bbc8-b9c147f03ea8 x-openstack-request-id: req-c5325bc2-452a-40f4-bbc8-b9c147f03ea8 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:39:56.194731 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99af21bc-f84a-4b6f-9499-6502f36606ab", "name": "network-vif-plugged", "status": "completed", "tag": "c42b437b-1133-40c2-ae21-ec3f292989c2", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:39:56.195028 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c5325bc2-452a-40f4-bbc8-b9c147f03ea8 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:39:56.195504 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99af21bc-f84a-4b6f-9499-6502f36606ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42b437b-1133-40c2-ae21-ec3f292989c2', 'code': 200} Feb 16 22:39:56.393078 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device fa13c6f5-5696-4ae5-b3a7-23327d2f0cde up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:39:56.447960 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce866a3b-006a-4e5b-ae77-65560428f751 req-43ae1eee-20f6-4a2a-9bcb-9bb238a72f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:56.449758 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ce866a3b-006a-4e5b-ae77-65560428f751 req-43ae1eee-20f6-4a2a-9bcb-9bb238a72f30 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=99af21bc-f84a-4b6f-9499-6502f36606ab HTTP/1.1" status: 200 len: 1127 time: 0.1920292 Feb 16 22:39:56.500257 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port fa13c6f5-5696-4ae5-b3a7-23327d2f0cde completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:39:56.506706 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port fa13c6f5-5696-4ae5-b3a7-23327d2f0cde triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:39:56.507099 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (fa13c6f5-5696-4ae5-b3a7-23327d2f0cde), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:56.535458 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ce866a3b-006a-4e5b-ae77-65560428f751 req-368c00f1-f64c-42ae-a32f-34fb846f45ee service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bd4cf853-5497-47c0-aa6f-3c3bef54736d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756299 Feb 16 22:39:56.548274 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83038e69-c15c-45f2-b833-a2e6bf17572c req-bf358353-7ae3-4d39-bc84-9842f4e996b2 tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:56.550362 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-83038e69-c15c-45f2-b833-a2e6bf17572c req-bf358353-7ae3-4d39-bc84-9842f4e996b2 tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] 10.222.0.75 "GET /v2.0/ports?device_id=04492ca8-c8f5-407c-a8aa-71b08207ae07 HTTP/1.1" status: 200 len: 949 time: 0.2400689 Feb 16 22:39:56.612210 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port fa13c6f5-5696-4ae5-b3a7-23327d2f0cde is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:39:56.612635 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (fa13c6f5-5696-4ae5-b3a7-23327d2f0cde), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:56.642650 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-83038e69-c15c-45f2-b833-a2e6bf17572c req-8bf5ea01-59d2-4c6a-9a79-675feddade50 tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] 10.222.0.75 "GET /v2.0/security-groups?id=49571b16-126b-45e3-9a42-1f607c0900bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862629 Feb 16 22:39:56.664884 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port fa13c6f5-5696-4ae5-b3a7-23327d2f0cde, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=fa13c6f5-5696-4ae5-b3a7-23327d2f0cde,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:39:56.668885 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (fa13c6f5-5696-4ae5-b3a7-23327d2f0cde), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:56.719943 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff722dcc-5b06-4194-b151-7e707c6a9e61 x-openstack-request-id: req-ff722dcc-5b06-4194-b151-7e707c6a9e61 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:39:56.720361 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e39ee93-2c0d-45fd-9bcc-5d46951b7946", "tag": "8a3b7703-47ca-4a4e-9e76-0dea9e887acb", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:39:56.720643 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ff722dcc-5b06-4194-b151-7e707c6a9e61 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:39:56.721060 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e39ee93-2c0d-45fd-9bcc-5d46951b7946', 'tag': '8a3b7703-47ca-4a4e-9e76-0dea9e887acb', 'status': 'completed', 'code': 200} Feb 16 22:39:56.785115 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=fa13c6f5-5696-4ae5-b3a7-23327d2f0cde,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:56.868928 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db66a4-b71a-4e15-919e-06ecbf730d8c req-6477f10c-351d-46e0-81bd-d41b5d5ea1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:56.871172 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-80db66a4-b71a-4e15-919e-06ecbf730d8c req-6477f10c-351d-46e0-81bd-d41b5d5ea1cf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=103fc4304d394110a413f27783e42afb&device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 1125 time: 0.1216605 Feb 16 22:39:56.894787 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0b428-68f0-4797-8b00-7d734b6a2d13 req-435aa6ad-4fa5-4615-a758-d30b20df9c47 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:56.897837 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24b0b428-68f0-4797-8b00-7d734b6a2d13 req-435aa6ad-4fa5-4615-a758-d30b20df9c47 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] 10.222.0.75 "GET /v2.0/ports?device_id=99af21bc-f84a-4b6f-9499-6502f36606ab HTTP/1.1" status: 200 len: 945 time: 0.1051991 Feb 16 22:39:57.018713 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24b0b428-68f0-4797-8b00-7d734b6a2d13 req-b724973f-1967-4411-8d17-f6344866efcf tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4cf853-5497-47c0-aa6f-3c3bef54736d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075907 Feb 16 22:39:57.029408 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:57.143338 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db66a4-b71a-4e15-919e-06ecbf730d8c req-4d28cad8-7c4b-405d-8da8-c3580bd3b107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:57.147384 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-80db66a4-b71a-4e15-919e-06ecbf730d8c req-4d28cad8-7c4b-405d-8da8-c3580bd3b107 service neutron] 10.222.0.79 "GET /v2.0/networks?id=261fcaa2-4844-4e2e-b91c-b6ff531f5666 HTTP/1.1" status: 200 len: 916 time: 0.2475941 Feb 16 22:39:57.231195 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-80db66a4-b71a-4e15-919e-06ecbf730d8c req-0302ff8f-9b35-4155-accc-8755e9a3aff5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a3b7703-47ca-4a4e-9e76-0dea9e887acb HTTP/1.1" status: 200 len: 217 time: 0.0668845 Feb 16 22:39:57.496862 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db66a4-b71a-4e15-919e-06ecbf730d8c req-844813bf-44f9-426c-a4e9-058aa8793c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:57.500693 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-80db66a4-b71a-4e15-919e-06ecbf730d8c req-844813bf-44f9-426c-a4e9-058aa8793c2d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e3924c2c-6430-44e2-934c-e30e8715ac29 HTTP/1.1" status: 200 len: 855 time: 0.2316728 Feb 16 22:39:57.516028 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0b365-38a9-4891-b486-9732cadf8fc8 req-1e02c2f9-30d8-4b7a-be03-3cde139b2c82 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:57.537890 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a8a0b365-38a9-4891-b486-9732cadf8fc8 req-1e02c2f9-30d8-4b7a-be03-3cde139b2c82 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 943 time: 0.3204064 Feb 16 22:39:57.632513 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a8a0b365-38a9-4891-b486-9732cadf8fc8 req-99270a55-1185-46fe-b5db-ad5298b4deac tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934529 Feb 16 22:39:57.716817 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-80db66a4-b71a-4e15-919e-06ecbf730d8c req-1620545d-0c93-4b6c-9588-0bd3d287f6ef service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=261fcaa2-4844-4e2e-b91c-b6ff531f5666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830944 Feb 16 22:39:57.855657 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-80db66a4-b71a-4e15-919e-06ecbf730d8c req-106dad9f-0268-4c7f-b7c8-bb9484f2682c service neutron] 10.222.0.79 "GET /v2.0/networks/261fcaa2-4844-4e2e-b91c-b6ff531f5666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278374 Feb 16 22:39:58.069300 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-80db66a4-b71a-4e15-919e-06ecbf730d8c req-35725295-d800-4215-936c-4ac592d39e73 service neutron] 10.222.0.79 "GET /v2.0/networks/261fcaa2-4844-4e2e-b91c-b6ff531f5666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027929 Feb 16 22:39:58.116110 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c4244-321b-4b40-8f6a-2092fe99b2cd req-fdb623a0-008f-4a58-9f83-58979802111c tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:58.123265 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4b0c4244-321b-4b40-8f6a-2092fe99b2cd req-fdb623a0-008f-4a58-9f83-58979802111c tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 945 time: 0.2650521 Feb 16 22:39:58.196560 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04492ca8-c8f5-407c-a8aa-71b08207ae07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa13c6f5-5696-4ae5-b3a7-23327d2f0cde'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:39:58.198883 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e01c1ed-ea1e-4332-a380-976db9dfa54e" -d '{"events": [{"server_uuid": "04492ca8-c8f5-407c-a8aa-71b08207ae07", "name": "network-vif-plugged", "status": "completed", "tag": "fa13c6f5-5696-4ae5-b3a7-23327d2f0cde"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:39:58.271747 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4b0c4244-321b-4b40-8f6a-2092fe99b2cd req-10198939-5dc3-4258-896d-55f16b724f70 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439641 Feb 16 22:39:58.413671 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 8a3b7703-47ca-4a4e-9e76-0dea9e887acb details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:39:58.589171 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac79b8-a81c-4549-8ee4-179abd03e654 req-feb48e09-60f0-4f8e-b509-c5971f428443 tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:58.591225 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a2ac79b8-a81c-4549-8ee4-179abd03e654 req-feb48e09-60f0-4f8e-b509-c5971f428443 tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] 10.222.0.75 "GET /v2.0/ports?device_id=04492ca8-c8f5-407c-a8aa-71b08207ae07 HTTP/1.1" status: 200 len: 950 time: 0.1678877 Feb 16 22:39:58.700862 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 8a3b7703-47ca-4a4e-9e76-0dea9e887acb, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=8a3b7703-47ca-4a4e-9e76-0dea9e887acb,segment=NetworkSegment(e7f5c01d-8ab2-4542-ac4a-c6529511c236),segment_id=e7f5c01d-8ab2-4542-ac4a-c6529511c236)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:39:58.737811 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a2ac79b8-a81c-4549-8ee4-179abd03e654 req-489ec72a-a739-4b4f-bc53-450ba22c1627 tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] 10.222.0.75 "GET /v2.0/security-groups?id=49571b16-126b-45e3-9a42-1f607c0900bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405993 Feb 16 22:39:58.755215 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '8a3b7703-47ca-4a4e-9e76-0dea9e887acb', 'network_id': '261fcaa2-4844-4e2e-b91c-b6ff531f5666', 'port_id': '8a3b7703-47ca-4a4e-9e76-0dea9e887acb', 'mac_address': 'fa:16:3e:69:1e:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3924c2c-6430-44e2-934c-e30e8715ac29', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:39:58.854412 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 8a3b7703-47ca-4a4e-9e76-0dea9e887acb is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:39:58.868349 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8a3b7703-47ca-4a4e-9e76-0dea9e887acb), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:58.920173 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a3b7703-47ca-4a4e-9e76-0dea9e887acb {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:39:58.950883 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:59.021624 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 8a3b7703-47ca-4a4e-9e76-0dea9e887acb, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=8a3b7703-47ca-4a4e-9e76-0dea9e887acb,segment=NetworkSegment(e7f5c01d-8ab2-4542-ac4a-c6529511c236),segment_id=e7f5c01d-8ab2-4542-ac4a-c6529511c236)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:39:59.030459 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8a3b7703-47ca-4a4e-9e76-0dea9e887acb), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:39:59.064647 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03045983-0539-44ef-b461-a5369fcf6a5c req-5958f1c4-c0e9-4ecf-9133-f5ea2ccb1268 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:59.075267 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-03045983-0539-44ef-b461-a5369fcf6a5c req-5958f1c4-c0e9-4ecf-9133-f5ea2ccb1268 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] 10.222.0.75 "GET /v2.0/ports?device_id=99af21bc-f84a-4b6f-9499-6502f36606ab HTTP/1.1" status: 200 len: 945 time: 0.1491957 Feb 16 22:39:59.097711 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=8a3b7703-47ca-4a4e-9e76-0dea9e887acb,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:39:59.171902 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-03045983-0539-44ef-b461-a5369fcf6a5c req-70ce6f1c-88e5-4444-bb97-8c6cf730c82f tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4cf853-5497-47c0-aa6f-3c3bef54736d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905666 Feb 16 22:39:59.270432 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['8a3b7703-47ca-4a4e-9e76-0dea9e887acb'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:39:59.395517 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07616eca-2b35-41df-a8fc-a72fff1aaec2 x-openstack-request-id: req-07616eca-2b35-41df-a8fc-a72fff1aaec2 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:39:59.395517 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04492ca8-c8f5-407c-a8aa-71b08207ae07", "name": "network-vif-plugged", "status": "completed", "tag": "fa13c6f5-5696-4ae5-b3a7-23327d2f0cde", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:39:59.395517 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-07616eca-2b35-41df-a8fc-a72fff1aaec2 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:39:59.395517 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04492ca8-c8f5-407c-a8aa-71b08207ae07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa13c6f5-5696-4ae5-b3a7-23327d2f0cde', 'code': 200} Feb 16 22:39:59.823495 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a22aad-b79d-4cd3-a38a-c6add02436a2 req-64538431-05ac-44a9-ac1e-9ab749235739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:59.829183 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c2a22aad-b79d-4cd3-a38a-c6add02436a2 req-64538431-05ac-44a9-ac1e-9ab749235739 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=04492ca8-c8f5-407c-a8aa-71b08207ae07 HTTP/1.1" status: 200 len: 1132 time: 0.3257411 Feb 16 22:39:59.900547 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29713a8-6c2d-4fec-a445-a1146c0ceafe req-861e47b5-0556-4136-b19f-7e495cb9ca4c tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:39:59.904913 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c29713a8-6c2d-4fec-a445-a1146c0ceafe req-861e47b5-0556-4136-b19f-7e495cb9ca4c tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 944 time: 0.3766477 Feb 16 22:39:59.949910 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:00.147587 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c2a22aad-b79d-4cd3-a38a-c6add02436a2 req-2cb038bd-6ef5-4802-8e64-4846e35031b2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=49571b16-126b-45e3-9a42-1f607c0900bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990191 Feb 16 22:40:00.167369 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c29713a8-6c2d-4fec-a445-a1146c0ceafe req-a2a1c750-6011-4cde-935d-153268d4012f tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427225 Feb 16 22:40:00.368198 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b2aa8-f902-483c-a189-3ce38e787902 req-95104554-7a88-43f7-af90-586c68796edc tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:00.377134 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-524b2aa8-f902-483c-a189-3ce38e787902 req-95104554-7a88-43f7-af90-586c68796edc tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 945 time: 0.1047909 Feb 16 22:40:00.423585 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 8a3b7703-47ca-4a4e-9e76-0dea9e887acb up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:40:00.498408 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-524b2aa8-f902-483c-a189-3ce38e787902 req-cb5e7334-157c-4f72-a3a6-1980350db26e tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129441 Feb 16 22:40:00.570766 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 8a3b7703-47ca-4a4e-9e76-0dea9e887acb completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:40:00.586814 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 8a3b7703-47ca-4a4e-9e76-0dea9e887acb triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:40:00.588653 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8a3b7703-47ca-4a4e-9e76-0dea9e887acb), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:00.769896 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbd2f7-adef-4ba9-916a-a4c3029aec91 req-82c671bb-c921-4ade-bc8b-394c43cacc95 tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:00.782742 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2cfbd2f7-adef-4ba9-916a-a4c3029aec91 req-82c671bb-c921-4ade-bc8b-394c43cacc95 tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] 10.222.0.75 "GET /v2.0/ports?device_id=04492ca8-c8f5-407c-a8aa-71b08207ae07 HTTP/1.1" status: 200 len: 950 time: 0.1750677 Feb 16 22:40:00.852077 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 8a3b7703-47ca-4a4e-9e76-0dea9e887acb is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:40:00.866950 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8a3b7703-47ca-4a4e-9e76-0dea9e887acb), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:00.946326 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 8a3b7703-47ca-4a4e-9e76-0dea9e887acb, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=8a3b7703-47ca-4a4e-9e76-0dea9e887acb,segment=NetworkSegment(e7f5c01d-8ab2-4542-ac4a-c6529511c236),segment_id=e7f5c01d-8ab2-4542-ac4a-c6529511c236)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:40:00.959871 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8a3b7703-47ca-4a4e-9e76-0dea9e887acb), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:00.960271 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2cfbd2f7-adef-4ba9-916a-a4c3029aec91 req-8b280149-4be1-4a29-8b70-6519456a597d tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] 10.222.0.75 "GET /v2.0/security-groups?id=49571b16-126b-45e3-9a42-1f607c0900bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730564 Feb 16 22:40:01.050880 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=8a3b7703-47ca-4a4e-9e76-0dea9e887acb,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:01.393898 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e39ee93-2c0d-45fd-9bcc-5d46951b7946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3b7703-47ca-4a4e-9e76-0dea9e887acb'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:40:01.396430 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bc6886-de17-472f-a8c1-60543c1faeb6" -d '{"events": [{"server_uuid": "8e39ee93-2c0d-45fd-9bcc-5d46951b7946", "name": "network-vif-plugged", "status": "completed", "tag": "8a3b7703-47ca-4a4e-9e76-0dea9e887acb"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:40:01.498451 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b9ecb-2792-4231-8f9a-50ed465b3d34 req-5f523328-7e72-4cc4-b199-efdd60550096 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:01.508124 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a42b9ecb-2792-4231-8f9a-50ed465b3d34 req-5f523328-7e72-4cc4-b199-efdd60550096 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 945 time: 0.1810324 Feb 16 22:40:01.682705 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a42b9ecb-2792-4231-8f9a-50ed465b3d34 req-3f2da72b-2c88-4149-b40a-acdc500de647 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731446 Feb 16 22:40:01.811113 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752191cd-c095-4908-99b5-dce9d9381934 x-openstack-request-id: req-752191cd-c095-4908-99b5-dce9d9381934 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:40:01.811951 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e39ee93-2c0d-45fd-9bcc-5d46951b7946", "name": "network-vif-plugged", "status": "completed", "tag": "8a3b7703-47ca-4a4e-9e76-0dea9e887acb", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:40:01.812368 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-752191cd-c095-4908-99b5-dce9d9381934 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:40:01.812937 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e39ee93-2c0d-45fd-9bcc-5d46951b7946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3b7703-47ca-4a4e-9e76-0dea9e887acb', 'code': 200} Feb 16 22:40:02.025817 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8edf72-c52c-4bf8-bdac-23c49ab4d4d1 req-201bf401-d3a5-4423-adcc-331d86dbc395 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:02.034014 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8b8edf72-c52c-4bf8-bdac-23c49ab4d4d1 req-201bf401-d3a5-4423-adcc-331d86dbc395 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 945 time: 0.1218789 Feb 16 22:40:02.044696 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1306cd-acf1-4c01-94dc-c3b201a0cdb6 req-dd659d64-1dbb-4421-b499-fd5965e9969f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:02.046321 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6a1306cd-acf1-4c01-94dc-c3b201a0cdb6 req-dd659d64-1dbb-4421-b499-fd5965e9969f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 1127 time: 0.0944433 Feb 16 22:40:02.101470 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8b8edf72-c52c-4bf8-bdac-23c49ab4d4d1 req-03deff2b-7144-4fb1-8654-ff8b0f470343 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643201 Feb 16 22:40:02.170346 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6a1306cd-acf1-4c01-94dc-c3b201a0cdb6 req-0d33d902-c7f1-49fb-89ab-e7de9c4a8d10 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872641 Feb 16 22:40:02.275493 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace454e-2e61-48dc-a57b-6df2abcabfa3 req-3d755b1d-82d7-4db8-adee-0430e2e05776 tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:02.283399 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aace454e-2e61-48dc-a57b-6df2abcabfa3 req-3d755b1d-82d7-4db8-adee-0430e2e05776 tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] 10.222.0.75 "GET /v2.0/ports?device_id=04492ca8-c8f5-407c-a8aa-71b08207ae07 HTTP/1.1" status: 200 len: 950 time: 0.0977244 Feb 16 22:40:02.386153 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aace454e-2e61-48dc-a57b-6df2abcabfa3 req-73774003-fb60-4bbc-83c1-b15e59ffc969 tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] 10.222.0.75 "GET /v2.0/security-groups?id=49571b16-126b-45e3-9a42-1f607c0900bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017735 Feb 16 22:40:02.895532 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d5540-80ef-47e2-a775-71e8b50ce85f req-ce6ffe49-f34d-4343-b3f6-dde4ee89b5f3 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:02.919099 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4f6d5540-80ef-47e2-a775-71e8b50ce85f req-ce6ffe49-f34d-4343-b3f6-dde4ee89b5f3 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 945 time: 0.0862684 Feb 16 22:40:03.012898 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4f6d5540-80ef-47e2-a775-71e8b50ce85f req-804769d3-c359-481d-8eb5-4da8989c8f76 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920644 Feb 16 22:40:03.296492 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2d78b-0610-43bf-addb-7e4d18122c4d req-2ce8f1ab-da0a-4f88-bb2d-bf5aa49d193a tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:03.298226 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0f2d78b-0610-43bf-addb-7e4d18122c4d req-2ce8f1ab-da0a-4f88-bb2d-bf5aa49d193a tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] 10.222.0.75 "GET /v2.0/ports?device_id=04492ca8-c8f5-407c-a8aa-71b08207ae07 HTTP/1.1" status: 200 len: 950 time: 0.1015031 Feb 16 22:40:03.425608 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0f2d78b-0610-43bf-addb-7e4d18122c4d req-8b8d1d84-e3aa-4d01-ae07-df657868f67d tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] 10.222.0.75 "GET /v2.0/security-groups?id=49571b16-126b-45e3-9a42-1f607c0900bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150446 Feb 16 22:40:03.637143 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b0ebf-7db1-43ea-8c1c-61b891fa4eb4 req-f118babf-3feb-4bbe-8fbb-b087998f3722 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:03.646854 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-423b0ebf-7db1-43ea-8c1c-61b891fa4eb4 req-f118babf-3feb-4bbe-8fbb-b087998f3722 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 945 time: 0.0993395 Feb 16 22:40:03.729400 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-423b0ebf-7db1-43ea-8c1c-61b891fa4eb4 req-9359ca0d-a171-48f0-904f-d4bace80d84a tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800221 Feb 16 22:40:04.240823 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5cf73-2f81-431e-bb47-87d9eb65fdf9 req-d5523c49-9f9a-4ae7-bf00-40a3d758901f tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:04.243160 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e9e5cf73-2f81-431e-bb47-87d9eb65fdf9 req-d5523c49-9f9a-4ae7-bf00-40a3d758901f tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 945 time: 0.0803351 Feb 16 22:40:04.314532 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e9e5cf73-2f81-431e-bb47-87d9eb65fdf9 req-4ea357c9-9c62-45ae-b7ad-139e919cf5d9 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612915 Feb 16 22:40:04.559158 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3414553-f28b-474c-b4ab-9e61e0379cda req-ffcf2341-1a72-40c5-8ca5-b758ec82b6c6 tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:04.560989 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c3414553-f28b-474c-b4ab-9e61e0379cda req-ffcf2341-1a72-40c5-8ca5-b758ec82b6c6 tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] 10.222.0.75 "GET /v2.0/ports?device_id=04492ca8-c8f5-407c-a8aa-71b08207ae07 HTTP/1.1" status: 200 len: 950 time: 0.0587366 Feb 16 22:40:04.638392 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c3414553-f28b-474c-b4ab-9e61e0379cda req-82a1436b-63ec-4a6a-889b-315effdded2b tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] 10.222.0.75 "GET /v2.0/security-groups?id=49571b16-126b-45e3-9a42-1f607c0900bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704160 Feb 16 22:40:04.923641 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1516d-832f-406c-97fa-6f05daa63223 req-f431110f-30af-41fb-94d5-b04822ddd60a tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:04.932579 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13a1516d-832f-406c-97fa-6f05daa63223 req-f431110f-30af-41fb-94d5-b04822ddd60a tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 945 time: 0.0912082 Feb 16 22:40:04.993122 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13a1516d-832f-406c-97fa-6f05daa63223 req-ea1f1d68-5ac2-4a82-b22e-95562af98faa tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522411 Feb 16 22:40:05.108083 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 60722) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:40:05.274988 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-72d1e9e0-75c6-4ceb-9b77-5fa6f9db4678 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:05.292022 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc4eb5-4a8f-42db-8e46-29916e212cb5 req-8660e04f-9e72-443e-987f-4b851163cfec tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:05.293513 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-60dc4eb5-4a8f-42db-8e46-29916e212cb5 req-8660e04f-9e72-443e-987f-4b851163cfec tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] 10.222.0.75 "GET /v2.0/ports?device_id=99af21bc-f84a-4b6f-9499-6502f36606ab HTTP/1.1" status: 200 len: 945 time: 0.0800471 Feb 16 22:40:05.363887 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-60dc4eb5-4a8f-42db-8e46-29916e212cb5 req-85715d1e-542e-44b8-82b9-06fe5127e124 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4cf853-5497-47c0-aa6f-3c3bef54736d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642793 Feb 16 22:40:05.421378 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-72d1e9e0-75c6-4ceb-9b77-5fa6f9db4678 admin admin] Publish callbacks [] for security_group (f76121f0-42a8-4585-a58e-37933b90f456), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:05.428590 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-72d1e9e0-75c6-4ceb-9b77-5fa6f9db4678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f76121f0-42a8-4585-a58e-37933b90f456), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:05.488527 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1e9e0-75c6-4ceb-9b77-5fa6f9db4678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76121f0-42a8-4585-a58e-37933b90f456,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:05.495134 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-72d1e9e0-75c6-4ceb-9b77-5fa6f9db4678 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=267192c040cf40b181a67bff6f76f9ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3855994 Feb 16 22:40:05.496719 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60738) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:40:05.556901 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6893111-26a9-40a0-a086-27f34b1ecb7e req-8da0d01d-bddc-4208-8f8b-ebe6d1a0d5fc tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:05.559008 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6893111-26a9-40a0-a086-27f34b1ecb7e req-8da0d01d-bddc-4208-8f8b-ebe6d1a0d5fc tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 945 time: 0.0910599 Feb 16 22:40:05.583909 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-37dcc900-1b85-49e3-898b-b5d2edab153b admin admin] Publish callbacks [] for security_group (f76121f0-42a8-4585-a58e-37933b90f456), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:05.623234 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-37dcc900-1b85-49e3-898b-b5d2edab153b admin admin] Publish callbacks [] for security_group (f76121f0-42a8-4585-a58e-37933b90f456), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:05.634338 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6893111-26a9-40a0-a086-27f34b1ecb7e req-b9018fd8-a3a9-42ca-9ddd-0a6e40417fee tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680218 Feb 16 22:40:05.712045 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-37dcc900-1b85-49e3-898b-b5d2edab153b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f76121f0-42a8-4585-a58e-37933b90f456), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:05.715260 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-37dcc900-1b85-49e3-898b-b5d2edab153b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:05.720003 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-37dcc900-1b85-49e3-898b-b5d2edab153b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f76121f0-42a8-4585-a58e-37933b90f456 HTTP/1.1" status: 204 len: 168 time: 0.2211883 Feb 16 22:40:05.732780 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dcc900-1b85-49e3-898b-b5d2edab153b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76121f0-42a8-4585-a58e-37933b90f456,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:05.824142 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fc018-fe99-4ce6-b89e-b9ce06c87210 req-9b54052c-432f-4a4a-9e7e-beb3c3fb7646 tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:05.825690 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d15fc018-fe99-4ce6-b89e-b9ce06c87210 req-9b54052c-432f-4a4a-9e7e-beb3c3fb7646 tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] 10.222.0.79 "GET /v2.0/ports?device_id=04492ca8-c8f5-407c-a8aa-71b08207ae07 HTTP/1.1" status: 200 len: 950 time: 0.1382720 Feb 16 22:40:05.849221 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224aca6e-e7c9-4511-b336-152cfecd8847 req-5ec04333-5988-41aa-abd8-3fcf4442b961 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:05.851603 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-224aca6e-e7c9-4511-b336-152cfecd8847 req-5ec04333-5988-41aa-abd8-3fcf4442b961 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 945 time: 0.1167860 Feb 16 22:40:05.991341 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-224aca6e-e7c9-4511-b336-152cfecd8847 req-c44aaf73-8643-42ae-9ffe-f23e0ef808ca tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194096 Feb 16 22:40:06.018743 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-d15fc018-fe99-4ce6-b89e-b9ce06c87210 req-91ecc8e1-85cb-41db-84ee-d52cdfc03ebd tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] Deleting port fa13c6f5-5696-4ae5-b3a7-23327d2f0cde {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:40:06.019087 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d15fc018-fe99-4ce6-b89e-b9ce06c87210 req-91ecc8e1-85cb-41db-84ee-d52cdfc03ebd tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (fa13c6f5-5696-4ae5-b3a7-23327d2f0cde), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:06.135087 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 60758) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:40:06.150682 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d424e6fd-c22b-49f5-9726-e5972e62ca11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:06.159341 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-d15fc018-fe99-4ce6-b89e-b9ce06c87210 req-91ecc8e1-85cb-41db-84ee-d52cdfc03ebd tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] For port fa13c6f5-5696-4ae5-b3a7-23327d2f0cde, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=fa13c6f5-5696-4ae5-b3a7-23327d2f0cde,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:40:06.159777 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d15fc018-fe99-4ce6-b89e-b9ce06c87210 req-91ecc8e1-85cb-41db-84ee-d52cdfc03ebd tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (fa13c6f5-5696-4ae5-b3a7-23327d2f0cde), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:06.183256 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6071d-9594-4e8a-a924-d74ab61ca08f req-89f1a760-2a72-4bc8-bbff-29c3340925c8 tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:06.184754 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24a6071d-9594-4e8a-a924-d74ab61ca08f req-89f1a760-2a72-4bc8-bbff-29c3340925c8 tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] 10.222.0.75 "GET /v2.0/ports?device_id=04492ca8-c8f5-407c-a8aa-71b08207ae07 HTTP/1.1" status: 200 len: 950 time: 0.0938425 Feb 16 22:40:06.185670 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-d15fc018-fe99-4ce6-b89e-b9ce06c87210 req-91ecc8e1-85cb-41db-84ee-d52cdfc03ebd tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] Calling delete_port for fa13c6f5-5696-4ae5-b3a7-23327d2f0cde owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:40:06.242980 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d424e6fd-c22b-49f5-9726-e5972e62ca11 admin admin] Publish callbacks [] for security_group (a6271b81-84ca-492d-aca6-08d984f7c9be), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:06.248983 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d424e6fd-c22b-49f5-9726-e5972e62ca11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a6271b81-84ca-492d-aca6-08d984f7c9be), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:06.285689 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24a6071d-9594-4e8a-a924-d74ab61ca08f req-0e354c62-0707-41fa-b1b5-6042e574d3e2 tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] 10.222.0.75 "GET /v2.0/security-groups?id=49571b16-126b-45e3-9a42-1f607c0900bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941260 Feb 16 22:40:06.318030 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 60760) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:40:06.320558 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d424e6fd-c22b-49f5-9726-e5972e62ca11 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9c7fa4d26a214dd5817800a40253b42c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1834910 Feb 16 22:40:06.326905 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424e6fd-c22b-49f5-9726-e5972e62ca11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6271b81-84ca-492d-aca6-08d984f7c9be,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:06.419170 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d15fc018-fe99-4ce6-b89e-b9ce06c87210 req-91ecc8e1-85cb-41db-84ee-d52cdfc03ebd tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (fa13c6f5-5696-4ae5-b3a7-23327d2f0cde), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:06.432692 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-83ac8660-3f2b-4eef-b418-961ccd012989 admin admin] Publish callbacks [] for security_group (a6271b81-84ca-492d-aca6-08d984f7c9be), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:06.433949 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['fa13c6f5-5696-4ae5-b3a7-23327d2f0cde'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:40:06.484515 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ecc8e1-85cb-41db-84ee-d52cdfc03ebd tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] Pushing event deleted for resources: {'Port': ['ID=fa13c6f5-5696-4ae5-b3a7-23327d2f0cde,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:06.532439 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-83ac8660-3f2b-4eef-b418-961ccd012989 admin admin] Publish callbacks [] for security_group (a6271b81-84ca-492d-aca6-08d984f7c9be), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:06.563964 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15fc018-fe99-4ce6-b89e-b9ce06c87210 req-91ecc8e1-85cb-41db-84ee-d52cdfc03ebd tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] No DVR routers for this DVR port fa13c6f5-5696-4ae5-b3a7-23327d2f0cde on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:40:06.568241 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d15fc018-fe99-4ce6-b89e-b9ce06c87210 req-91ecc8e1-85cb-41db-84ee-d52cdfc03ebd tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:06.572599 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d15fc018-fe99-4ce6-b89e-b9ce06c87210 req-91ecc8e1-85cb-41db-84ee-d52cdfc03ebd tempest-VolumesNegativeTest-1626383223 tempest-VolumesNegativeTest-1626383223-project] 10.222.0.79 "DELETE /v2.0/ports/fa13c6f5-5696-4ae5-b3a7-23327d2f0cde HTTP/1.1" status: 204 len: 173 time: 0.7381678 Feb 16 22:40:06.573437 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04492ca8-c8f5-407c-a8aa-71b08207ae07', 'name': 'network-vif-deleted', 'tag': 'fa13c6f5-5696-4ae5-b3a7-23327d2f0cde'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:40:06.576444 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bceb43fb-40cd-47cf-a5c0-ad4ef03c0b75" -d '{"events": [{"server_uuid": "04492ca8-c8f5-407c-a8aa-71b08207ae07", "name": "network-vif-deleted", "tag": "fa13c6f5-5696-4ae5-b3a7-23327d2f0cde"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:40:06.635401 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-83ac8660-3f2b-4eef-b418-961ccd012989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a6271b81-84ca-492d-aca6-08d984f7c9be), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:06.638963 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-83ac8660-3f2b-4eef-b418-961ccd012989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:06.640372 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-83ac8660-3f2b-4eef-b418-961ccd012989 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a6271b81-84ca-492d-aca6-08d984f7c9be HTTP/1.1" status: 204 len: 168 time: 0.3184991 Feb 16 22:40:06.649629 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac8660-3f2b-4eef-b418-961ccd012989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6271b81-84ca-492d-aca6-08d984f7c9be,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:06.814976 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9a07f-0bf7-4d2f-96a8-89f043e1f3d6 req-affb61c0-dcce-4c92-be4d-d14df0486578 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:06.816540 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66d9a07f-0bf7-4d2f-96a8-89f043e1f3d6 req-affb61c0-dcce-4c92-be4d-d14df0486578 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] 10.222.0.67 "GET /v2.0/ports?device_id=99af21bc-f84a-4b6f-9499-6502f36606ab HTTP/1.1" status: 200 len: 945 time: 0.1157639 Feb 16 22:40:06.999968 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b52d41-e8c2-44a6-9358-ac03c9378c00 req-cdc367c2-c042-4280-8003-f6f040619293 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:07.007405 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-29b52d41-e8c2-44a6-9358-ac03c9378c00 req-cdc367c2-c042-4280-8003-f6f040619293 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 945 time: 0.1898210 Feb 16 22:40:07.105180 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-29b52d41-e8c2-44a6-9358-ac03c9378c00 req-9e356921-cbc6-433a-a72d-91042777f990 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875022 Feb 16 22:40:07.113958 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-66d9a07f-0bf7-4d2f-96a8-89f043e1f3d6 req-5d7a929a-a5f3-4fb9-b612-2ace32586555 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] Deleting port c42b437b-1133-40c2-ae21-ec3f292989c2 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:40:07.114452 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-66d9a07f-0bf7-4d2f-96a8-89f043e1f3d6 req-5d7a929a-a5f3-4fb9-b612-2ace32586555 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (c42b437b-1133-40c2-ae21-ec3f292989c2), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:07.330716 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ceb01-d2ee-45e7-80fd-7fee8367b877 req-947f3f37-55f9-427e-a32d-8a901c46a90b tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:07.332251 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b83ceb01-d2ee-45e7-80fd-7fee8367b877 req-947f3f37-55f9-427e-a32d-8a901c46a90b tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] 10.222.0.75 "GET /v2.0/ports?device_id=99af21bc-f84a-4b6f-9499-6502f36606ab HTTP/1.1" status: 200 len: 945 time: 0.0898991 Feb 16 22:40:07.338652 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-66d9a07f-0bf7-4d2f-96a8-89f043e1f3d6 req-5d7a929a-a5f3-4fb9-b612-2ace32586555 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] For port c42b437b-1133-40c2-ae21-ec3f292989c2, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c42b437b-1133-40c2-ae21-ec3f292989c2,segment=NetworkSegment(d9f7f7d1-c7dc-4a81-a86a-839d039e7e42),segment_id=d9f7f7d1-c7dc-4a81-a86a-839d039e7e42)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:40:07.339017 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-66d9a07f-0bf7-4d2f-96a8-89f043e1f3d6 req-5d7a929a-a5f3-4fb9-b612-2ace32586555 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (c42b437b-1133-40c2-ae21-ec3f292989c2), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:07.371147 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-66d9a07f-0bf7-4d2f-96a8-89f043e1f3d6 req-5d7a929a-a5f3-4fb9-b612-2ace32586555 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] Calling delete_port for c42b437b-1133-40c2-ae21-ec3f292989c2 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:40:07.732627 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b83ceb01-d2ee-45e7-80fd-7fee8367b877 req-24ff66da-f427-4704-b8e2-c2299683b678 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4cf853-5497-47c0-aa6f-3c3bef54736d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906140 Feb 16 22:40:07.796244 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cc2609-ec33-4760-ac4d-8629318a9165 x-openstack-request-id: req-16cc2609-ec33-4760-ac4d-8629318a9165 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:40:07.796652 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04492ca8-c8f5-407c-a8aa-71b08207ae07", "name": "network-vif-deleted", "tag": "fa13c6f5-5696-4ae5-b3a7-23327d2f0cde", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:40:07.797681 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-16cc2609-ec33-4760-ac4d-8629318a9165 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:40:07.798453 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04492ca8-c8f5-407c-a8aa-71b08207ae07', 'name': 'network-vif-deleted', 'tag': 'fa13c6f5-5696-4ae5-b3a7-23327d2f0cde', 'status': 'completed', 'code': 200} Feb 16 22:40:07.860203 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-66d9a07f-0bf7-4d2f-96a8-89f043e1f3d6 req-5d7a929a-a5f3-4fb9-b612-2ace32586555 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (c42b437b-1133-40c2-ae21-ec3f292989c2), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:07.872688 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['c42b437b-1133-40c2-ae21-ec3f292989c2'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:40:07.922017 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a929a-a5f3-4fb9-b612-2ace32586555 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] Pushing event deleted for resources: {'Port': ['ID=c42b437b-1133-40c2-ae21-ec3f292989c2,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:07.979016 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d9a07f-0bf7-4d2f-96a8-89f043e1f3d6 req-5d7a929a-a5f3-4fb9-b612-2ace32586555 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] No DVR routers for this DVR port c42b437b-1133-40c2-ae21-ec3f292989c2 on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:40:07.982026 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-66d9a07f-0bf7-4d2f-96a8-89f043e1f3d6 req-5d7a929a-a5f3-4fb9-b612-2ace32586555 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:07.986131 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66d9a07f-0bf7-4d2f-96a8-89f043e1f3d6 req-5d7a929a-a5f3-4fb9-b612-2ace32586555 tempest-VolumesActionsTest-1558964576 tempest-VolumesActionsTest-1558964576-project] 10.222.0.67 "DELETE /v2.0/ports/c42b437b-1133-40c2-ae21-ec3f292989c2 HTTP/1.1" status: 204 len: 173 time: 1.1554480 Feb 16 22:40:08.003885 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958d349-cb91-47e9-b16c-f197ba9979a1 req-9c7053d5-aa03-4638-b220-573079787377 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:08.005926 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a958d349-cb91-47e9-b16c-f197ba9979a1 req-9c7053d5-aa03-4638-b220-573079787377 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 945 time: 0.1591725 Feb 16 22:40:08.071129 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a958d349-cb91-47e9-b16c-f197ba9979a1 req-4f1ec3ef-0595-42f7-b39f-f4998167c6c8 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583582 Feb 16 22:40:08.250394 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377cd40-00e7-4cfd-92b4-b2c076e36fc9 req-5ddae8cb-a862-4dc1-9403-a67234a237e8 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:08.252053 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5377cd40-00e7-4cfd-92b4-b2c076e36fc9 req-5ddae8cb-a862-4dc1-9403-a67234a237e8 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 945 time: 0.0633912 Feb 16 22:40:08.319848 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5377cd40-00e7-4cfd-92b4-b2c076e36fc9 req-55772b86-c09d-4fe5-b45a-7bcd324be4d7 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572476 Feb 16 22:40:08.453735 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device a2370008-0a02-4590-91cd-d7ae8ef2db40 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:40:08.620499 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port a2370008-0a02-4590-91cd-d7ae8ef2db40, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a2370008-0a02-4590-91cd-d7ae8ef2db40,segment=NetworkSegment(0da08ad7-1ffb-4706-9d45-1cc487f01f06),segment_id=0da08ad7-1ffb-4706-9d45-1cc487f01f06)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:40:08.635013 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'a2370008-0a02-4590-91cd-d7ae8ef2db40', 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd', 'port_id': 'a2370008-0a02-4590-91cd-d7ae8ef2db40', 'mac_address': 'fa:16:3e:c6:b5:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:40:08.678095 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port a2370008-0a02-4590-91cd-d7ae8ef2db40 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:40:08.678554 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a2370008-0a02-4590-91cd-d7ae8ef2db40), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:08.695351 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2370008-0a02-4590-91cd-d7ae8ef2db40 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:40:08.717168 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port a2370008-0a02-4590-91cd-d7ae8ef2db40, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a2370008-0a02-4590-91cd-d7ae8ef2db40,segment=NetworkSegment(0da08ad7-1ffb-4706-9d45-1cc487f01f06),segment_id=0da08ad7-1ffb-4706-9d45-1cc487f01f06)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:40:08.725085 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a2370008-0a02-4590-91cd-d7ae8ef2db40), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:08.787274 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=a2370008-0a02-4590-91cd-d7ae8ef2db40,revision_number=11']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:08.945708 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['a2370008-0a02-4590-91cd-d7ae8ef2db40'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:40:09.249174 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1c9cf-952e-4f93-9a18-39d32f6da147 req-b53ec430-6bdf-4cc4-91aa-ec522994623a tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:09.266679 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0df1c9cf-952e-4f93-9a18-39d32f6da147 req-b53ec430-6bdf-4cc4-91aa-ec522994623a tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 945 time: 0.0919821 Feb 16 22:40:09.321422 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0df1c9cf-952e-4f93-9a18-39d32f6da147 req-c558e790-f4a8-4398-9f5e-5ef641ad3a28 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531292 Feb 16 22:40:09.465631 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23ab40-df2b-4300-bd27-69f28ba2f2fe req-cdb70766-e24b-466b-8969-0bf6823ae367 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:09.467455 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e23ab40-df2b-4300-bd27-69f28ba2f2fe req-cdb70766-e24b-466b-8969-0bf6823ae367 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.0655165 Feb 16 22:40:09.602476 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e23ab40-df2b-4300-bd27-69f28ba2f2fe req-360df0eb-8d17-4018-9ccc-ac05a20acf0d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230080 Feb 16 22:40:09.799048 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99af21bc-f84a-4b6f-9499-6502f36606ab', 'name': 'network-vif-deleted', 'tag': 'c42b437b-1133-40c2-ae21-ec3f292989c2'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:40:09.801578 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fae6eb-cc92-49bb-8cfa-968133bf89ca" -d '{"events": [{"server_uuid": "99af21bc-f84a-4b6f-9499-6502f36606ab", "name": "network-vif-deleted", "tag": "c42b437b-1133-40c2-ae21-ec3f292989c2"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:40:09.865362 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be96333-f563-4c4f-be00-2b635ccb7433 x-openstack-request-id: req-2be96333-f563-4c4f-be00-2b635ccb7433 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:40:09.865727 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99af21bc-f84a-4b6f-9499-6502f36606ab", "name": "network-vif-deleted", "tag": "c42b437b-1133-40c2-ae21-ec3f292989c2", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:40:09.873280 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2be96333-f563-4c4f-be00-2b635ccb7433 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:40:09.873280 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99af21bc-f84a-4b6f-9499-6502f36606ab', 'name': 'network-vif-deleted', 'tag': 'c42b437b-1133-40c2-ae21-ec3f292989c2', 'status': 'completed', 'code': 200} Feb 16 22:40:10.468009 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device a2370008-0a02-4590-91cd-d7ae8ef2db40 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:40:10.519656 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b96df8-3b85-4bba-89ab-0d33c6e14be5 req-b649df33-c12f-4151-97cd-4d043b65ffc1 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:10.560078 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6b96df8-3b85-4bba-89ab-0d33c6e14be5 req-b649df33-c12f-4151-97cd-4d043b65ffc1 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 945 time: 0.1408181 Feb 16 22:40:10.604199 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port a2370008-0a02-4590-91cd-d7ae8ef2db40 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:40:10.612793 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port a2370008-0a02-4590-91cd-d7ae8ef2db40 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:40:10.614343 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a2370008-0a02-4590-91cd-d7ae8ef2db40), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:10.716553 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6b96df8-3b85-4bba-89ab-0d33c6e14be5 req-44ec01b4-0fa5-41c1-aef6-8783eeeca5d9 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551936 Feb 16 22:40:10.771596 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device c42b437b-1133-40c2-ae21-ec3f292989c2 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:40:10.915680 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f83cb-2b56-4147-88a7-8ad88362a260 req-4caf8aa8-de00-471f-8143-37442cf2d164 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:10.928378 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a71f83cb-2b56-4147-88a7-8ad88362a260 req-4caf8aa8-de00-471f-8143-37442cf2d164 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 946 time: 0.1471946 Feb 16 22:40:11.051496 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a71f83cb-2b56-4147-88a7-8ad88362a260 req-9245f94b-9540-4420-93d5-141ccda92ac5 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207087 Feb 16 22:40:11.081954 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: c42b437b-1133-40c2-ae21-ec3f292989c2 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:40:11.082441 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device c42b437b-1133-40c2-ae21-ec3f292989c2 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:40:11.217314 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port a2370008-0a02-4590-91cd-d7ae8ef2db40 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:40:11.217708 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a2370008-0a02-4590-91cd-d7ae8ef2db40), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:11.247205 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abd30e3-e185-4278-bea5-264a97078b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2370008-0a02-4590-91cd-d7ae8ef2db40'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:40:11.249575 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b83e86-8f78-4c60-83e1-6fb53085aa55" -d '{"events": [{"server_uuid": "9abd30e3-e185-4278-bea5-264a97078b16", "name": "network-vif-plugged", "status": "completed", "tag": "a2370008-0a02-4590-91cd-d7ae8ef2db40"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:40:11.263734 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port a2370008-0a02-4590-91cd-d7ae8ef2db40, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a2370008-0a02-4590-91cd-d7ae8ef2db40,segment=NetworkSegment(0da08ad7-1ffb-4706-9d45-1cc487f01f06),segment_id=0da08ad7-1ffb-4706-9d45-1cc487f01f06)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:40:11.271888 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a2370008-0a02-4590-91cd-d7ae8ef2db40), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:11.273673 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device fa13c6f5-5696-4ae5-b3a7-23327d2f0cde no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:40:11.333317 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4602c3e2-f277-4222-b715-966c43dffd1c x-openstack-request-id: req-4602c3e2-f277-4222-b715-966c43dffd1c {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:40:11.333606 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9abd30e3-e185-4278-bea5-264a97078b16", "name": "network-vif-plugged", "status": "completed", "tag": "a2370008-0a02-4590-91cd-d7ae8ef2db40", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:40:11.333857 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4602c3e2-f277-4222-b715-966c43dffd1c {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:40:11.334550 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9abd30e3-e185-4278-bea5-264a97078b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2370008-0a02-4590-91cd-d7ae8ef2db40', 'code': 200} Feb 16 22:40:11.357275 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: fa13c6f5-5696-4ae5-b3a7-23327d2f0cde {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:40:11.357275 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device fa13c6f5-5696-4ae5-b3a7-23327d2f0cde not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:40:11.416668 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=a2370008-0a02-4590-91cd-d7ae8ef2db40,revision_number=12']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:11.536308 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c66fc7-4daf-4a9a-adb3-23e210876968 req-913b598e-eb08-41fe-adb9-9224ed0153d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:11.539730 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-38c66fc7-4daf-4a9a-adb3-23e210876968 req-913b598e-eb08-41fe-adb9-9224ed0153d3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 1129 time: 0.0610309 Feb 16 22:40:11.606720 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-38c66fc7-4daf-4a9a-adb3-23e210876968 req-24630ee9-0972-4f91-b8ed-7ab80515abfd service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596502 Feb 16 22:40:11.881033 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedb829-a90c-4dc1-8527-d8d6156a98fb req-9859e1b6-f6d0-49d9-a8aa-a840d9ecf250 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:11.890207 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dbedb829-a90c-4dc1-8527-d8d6156a98fb req-9859e1b6-f6d0-49d9-a8aa-a840d9ecf250 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 945 time: 0.0993876 Feb 16 22:40:11.955844 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dbedb829-a90c-4dc1-8527-d8d6156a98fb req-8a9137d7-cbe6-49ad-b6ad-fb3c65aaf212 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657628 Feb 16 22:40:12.256313 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541c499-3006-4b5f-92e3-44edc4b1e358 req-e7585de5-fc11-415c-b7cd-55c869e68ac3 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:12.257912 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0541c499-3006-4b5f-92e3-44edc4b1e358 req-e7585de5-fc11-415c-b7cd-55c869e68ac3 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 947 time: 0.1086202 Feb 16 22:40:12.325769 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0541c499-3006-4b5f-92e3-44edc4b1e358 req-d4763108-e795-42e5-917b-f56cc4132e27 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566721 Feb 16 22:40:13.223221 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a63db-1962-41f7-ae31-1465c2bbeb24 req-dad5731f-363a-466f-b8ad-2ef12656058d tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:13.233850 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-138a63db-1962-41f7-ae31-1465c2bbeb24 req-dad5731f-363a-466f-b8ad-2ef12656058d tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 945 time: 0.1569803 Feb 16 22:40:13.376513 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-138a63db-1962-41f7-ae31-1465c2bbeb24 req-61f1f178-4507-46f5-aec4-81024dcbc9ed tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416209 Feb 16 22:40:13.603740 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130deb0-6863-4902-9f5b-5811c11a7c55 req-64257857-f5fa-4765-826a-5640b64d7cf9 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:13.605367 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d130deb0-6863-4902-9f5b-5811c11a7c55 req-64257857-f5fa-4765-826a-5640b64d7cf9 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 947 time: 0.1227314 Feb 16 22:40:13.729135 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d130deb0-6863-4902-9f5b-5811c11a7c55 req-5fb697cb-d245-455e-a285-320609686639 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045306 Feb 16 22:40:14.548475 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c829462-679f-4e70-9910-6ef054d303d7 req-f8e0e2bd-7821-432a-ba33-2fc55d2bdb1f tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:14.551068 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c829462-679f-4e70-9910-6ef054d303d7 req-f8e0e2bd-7821-432a-ba33-2fc55d2bdb1f tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 945 time: 0.0737104 Feb 16 22:40:14.634098 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c829462-679f-4e70-9910-6ef054d303d7 req-399b8873-237a-416c-b3d8-d43b2fbf6370 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766335 Feb 16 22:40:14.891621 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da7ba3-c378-4d46-a225-76cef8cc443f req-996c2e6e-00f0-480a-9a66-fbac82e6006c tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:14.899646 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0da7ba3-c378-4d46-a225-76cef8cc443f req-996c2e6e-00f0-480a-9a66-fbac82e6006c tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 947 time: 0.0724690 Feb 16 22:40:15.032795 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0da7ba3-c378-4d46-a225-76cef8cc443f req-7e177f9d-1570-4efc-b484-9357a6655606 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319234 Feb 16 22:40:15.832583 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff9b69-5fa5-4e54-ac08-1606fc69901a req-302815b1-e5b5-4eb9-8192-d14ae8522b04 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:15.834179 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d2ff9b69-5fa5-4e54-ac08-1606fc69901a req-302815b1-e5b5-4eb9-8192-d14ae8522b04 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 945 time: 0.1027486 Feb 16 22:40:15.918646 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d2ff9b69-5fa5-4e54-ac08-1606fc69901a req-7c5d043d-abd1-46e3-a379-cccf20a916b1 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776777 Feb 16 22:40:17.184566 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313f2c1-90e1-4e1b-a441-d64ed76cdcac req-39e00019-5a73-4230-9a49-02baec814528 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:17.197723 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f313f2c1-90e1-4e1b-a441-d64ed76cdcac req-39e00019-5a73-4230-9a49-02baec814528 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 945 time: 0.1545615 Feb 16 22:40:17.308598 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f313f2c1-90e1-4e1b-a441-d64ed76cdcac req-7741e829-6f07-45c2-acf0-a4f205d7edbb tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090426 Feb 16 22:40:18.167137 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 33080) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:40:18.406809 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-31bf572f-cf46-4255-b7de-5ca348991673 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e02b4040dbdf41af8159efb35eedbfcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2354653 Feb 16 22:40:18.407496 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 33086) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:40:18.575069 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-547fe698-d37c-4792-8f26-805587ee866b admin admin] Publish callbacks [] for security_group (49571b16-126b-45e3-9a42-1f607c0900bd), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:18.639936 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-547fe698-d37c-4792-8f26-805587ee866b admin admin] Publish callbacks [] for security_group (49571b16-126b-45e3-9a42-1f607c0900bd), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:18.753919 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-547fe698-d37c-4792-8f26-805587ee866b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (49571b16-126b-45e3-9a42-1f607c0900bd), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:18.759914 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-547fe698-d37c-4792-8f26-805587ee866b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:18.763626 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-547fe698-d37c-4792-8f26-805587ee866b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/49571b16-126b-45e3-9a42-1f607c0900bd HTTP/1.1" status: 204 len: 168 time: 0.3527243 Feb 16 22:40:18.789289 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fe698-d37c-4792-8f26-805587ee866b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49571b16-126b-45e3-9a42-1f607c0900bd,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:18.958341 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc126af6-2a30-44ec-811a-987562567b22 req-755c0e47-47a2-45bc-a866-d5be92a8c23e tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:18.976061 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fc126af6-2a30-44ec-811a-987562567b22 req-755c0e47-47a2-45bc-a866-d5be92a8c23e tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 945 time: 0.5225933 Feb 16 22:40:19.071713 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:40:19.084503 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fc126af6-2a30-44ec-811a-987562567b22 req-5195de32-d2cb-4842-81c2-9f09097cc1d3 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068399 Feb 16 22:40:20.293196 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241f330-4c1c-4e68-9eef-0a2173fdc487 req-03d987f2-1600-4c75-9b69-b31a6da756cc tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:20.294830 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6241f330-4c1c-4e68-9eef-0a2173fdc487 req-03d987f2-1600-4c75-9b69-b31a6da756cc tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 945 time: 0.1047664 Feb 16 22:40:20.354822 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6241f330-4c1c-4e68-9eef-0a2173fdc487 req-b1afc6af-4650-45b0-bc3c-67d5d99d858f tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540154 Feb 16 22:40:20.639580 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cd38e607-28a6-4fee-8972-850cc583573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:21.564433 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7fbd2-05a3-4917-9a31-625a14798c9d req-5c60fe3a-3d1d-438c-9cde-12dfda882bec tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:21.573296 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8cf7fbd2-05a3-4917-9a31-625a14798c9d req-5c60fe3a-3d1d-438c-9cde-12dfda882bec tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 945 time: 0.0899413 Feb 16 22:40:21.644662 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8cf7fbd2-05a3-4917-9a31-625a14798c9d req-f912c74e-3004-45ea-a3ab-be467a2458fb tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701222 Feb 16 22:40:22.825555 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be8533-79ec-4994-b3f3-3b68ed428064 req-6491ef4f-6d81-42fc-a337-d9813e2ab68c tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:22.830616 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c1be8533-79ec-4994-b3f3-3b68ed428064 req-6491ef4f-6d81-42fc-a337-d9813e2ab68c tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 945 time: 0.1170919 Feb 16 22:40:22.923032 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c1be8533-79ec-4994-b3f3-3b68ed428064 req-6782c0a1-fade-40e4-aa61-a08388833f24 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649147 Feb 16 22:40:23.040220 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ad15febd-789a-4a7b-93b9-8d8b52f894c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:23.326752 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [req-d306a4d0-d9d9-4f74-89e1-8974c40e90f9 req-0de51977-c42a-4423-bcf3-ba1f3ca650e4 tempest-MultipleCreateTestJSON-1981813221 tempest-MultipleCreateTestJSON-1981813221-project] (103465) timed out ('10.222.0.67', 54027) {{(pid=103465) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 22:40:24.147109 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f8fff-ba65-4fe3-9a73-a9eb62c6e0f9 req-b251415c-6529-414a-9cec-83149bd73e93 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:24.154840 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac5f8fff-ba65-4fe3-9a73-a9eb62c6e0f9 req-b251415c-6529-414a-9cec-83149bd73e93 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 945 time: 0.1164784 Feb 16 22:40:24.267365 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:24.276857 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac5f8fff-ba65-4fe3-9a73-a9eb62c6e0f9 req-927e8a20-48d6-44d9-93b4-933f425e698c tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124253 Feb 16 22:40:25.427447 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e829aa-ebcb-40df-8f70-5171761c4ff7 req-2a814c99-c5d8-4a76-b858-a234bb92ffb6 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:25.446170 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-81e829aa-ebcb-40df-8f70-5171761c4ff7 req-2a814c99-c5d8-4a76-b858-a234bb92ffb6 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 945 time: 0.0898337 Feb 16 22:40:25.568955 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-81e829aa-ebcb-40df-8f70-5171761c4ff7 req-307e970e-bb20-4c15-a9a8-66a4b83b7714 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213055 Feb 16 22:40:25.652073 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:26.754772 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767c932-1142-4733-9f2c-e08e16d898a7 req-fc4711ba-f22c-4ca4-8159-ba205d117c7c tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:26.770526 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5767c932-1142-4733-9f2c-e08e16d898a7 req-fc4711ba-f22c-4ca4-8159-ba205d117c7c tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 945 time: 0.1036751 Feb 16 22:40:26.851339 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5767c932-1142-4733-9f2c-e08e16d898a7 req-6fc7e3d0-36df-44b1-bfdb-d52429d7d439 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798564 Feb 16 22:40:27.034883 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:27.354735 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-47b115cc-697d-4849-8368-0f87e0325ede req-af620b79-87e3-40d2-9883-b647298ec23e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=43d3a663-3a02-4d53-83b8-430a95904c55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0827541 Feb 16 22:40:27.570081 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b115cc-697d-4849-8368-0f87e0325ede req-c3817091-d8b3-4ec3-b7c8-a9ec6bd46853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:27.571781 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-47b115cc-697d-4849-8368-0f87e0325ede req-c3817091-d8b3-4ec3-b7c8-a9ec6bd46853 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=69c2e216bf6b4737ac7a77e3bf076a26&device_id=43d3a663-3a02-4d53-83b8-430a95904c55 HTTP/1.1" status: 200 len: 1127 time: 0.1580160 Feb 16 22:40:27.839888 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b115cc-697d-4849-8368-0f87e0325ede req-16212b75-eeb5-4d00-8008-8883dab2d4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:27.841284 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-47b115cc-697d-4849-8368-0f87e0325ede req-16212b75-eeb5-4d00-8008-8883dab2d4ca service neutron] 10.222.0.79 "GET /v2.0/networks?id=e191140f-9662-48f3-b56f-58b68fbf8fea HTTP/1.1" status: 200 len: 908 time: 0.2445562 Feb 16 22:40:27.984455 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-47b115cc-697d-4849-8368-0f87e0325ede req-9f56e6b5-5700-4d6b-a34c-c971113ac8d1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c965d092-d245-44c4-a073-041d705d3404 HTTP/1.1" status: 200 len: 1000 time: 0.1352041 Feb 16 22:40:28.112476 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b115cc-697d-4849-8368-0f87e0325ede req-f66f853a-b77f-4be1-97ab-c74c7a651597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:28.114047 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-47b115cc-697d-4849-8368-0f87e0325ede req-f66f853a-b77f-4be1-97ab-c74c7a651597 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=80b9aa94-7cde-4ce1-8471-1b3f6e219986 HTTP/1.1" status: 200 len: 846 time: 0.1144292 Feb 16 22:40:28.215107 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13690f4-f49a-46e5-9403-8b6608b9e6a8 req-5102463a-75b8-4393-add8-d4e90837290f tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:28.216721 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e13690f4-f49a-46e5-9403-8b6608b9e6a8 req-5102463a-75b8-4393-add8-d4e90837290f tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 945 time: 0.2260683 Feb 16 22:40:28.237209 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b115cc-697d-4849-8368-0f87e0325ede req-b99ba027-a105-4dce-8d27-b29af597ef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:28.249536 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-47b115cc-697d-4849-8368-0f87e0325ede req-b99ba027-a105-4dce-8d27-b29af597ef04 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e191140f-9662-48f3-b56f-58b68fbf8fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1193216 Feb 16 22:40:28.386336 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e13690f4-f49a-46e5-9403-8b6608b9e6a8 req-4abf59ad-a69a-4f27-a363-d39a0a70a1a4 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618235 Feb 16 22:40:28.471600 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-47b115cc-697d-4849-8368-0f87e0325ede req-e59c8da5-7abc-4614-b557-8f426465ea04 service neutron] 10.222.0.79 "GET /v2.0/networks/e191140f-9662-48f3-b56f-58b68fbf8fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150388 Feb 16 22:40:28.599064 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:28.645291 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-47b115cc-697d-4849-8368-0f87e0325ede req-6f1b8fd3-10b4-49d7-98c4-859f0492e8b1 service neutron] 10.222.0.79 "GET /v2.0/networks/e191140f-9662-48f3-b56f-58b68fbf8fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655228 Feb 16 22:40:29.589388 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc9391-4758-4eff-8ce5-e6f2d68fa472 req-d81d1f34-855d-4d7c-b4d6-529f30dc362a tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:29.592902 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9edc9391-4758-4eff-8ce5-e6f2d68fa472 req-d81d1f34-855d-4d7c-b4d6-529f30dc362a tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 945 time: 0.0932958 Feb 16 22:40:29.663447 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9edc9391-4758-4eff-8ce5-e6f2d68fa472 req-aec096f7-cc11-48a7-b817-4d9b9df3d6b7 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521896 Feb 16 22:40:29.956672 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:30.890853 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d73dbf-e868-491b-bb24-2cb374a3b2ab req-01dd3182-2b20-41da-b2dc-507318bba9af tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:30.892449 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-49d73dbf-e868-491b-bb24-2cb374a3b2ab req-01dd3182-2b20-41da-b2dc-507318bba9af tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 945 time: 0.1193891 Feb 16 22:40:30.961443 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-49d73dbf-e868-491b-bb24-2cb374a3b2ab req-d60bd4ef-5e6a-4759-a052-198b36ebd8c3 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596879 Feb 16 22:40:32.184226 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b4aac-5ae2-41ab-8342-b8ff791a2382 req-3600ec1c-5fcb-4bc4-9e20-6a407b760150 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:32.202253 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e34b4aac-5ae2-41ab-8342-b8ff791a2382 req-3600ec1c-5fcb-4bc4-9e20-6a407b760150 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 945 time: 0.1074746 Feb 16 22:40:32.337695 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e34b4aac-5ae2-41ab-8342-b8ff791a2382 req-17ead08f-d8b7-40d3-94fa-2b97f138f1c0 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281707 Feb 16 22:40:33.528521 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4ba07-fea6-45b1-9f04-f4bb8d9a60f9 req-5a6cd2dd-5982-45b2-9915-fe5338830391 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:33.537217 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-52f4ba07-fea6-45b1-9f04-f4bb8d9a60f9 req-5a6cd2dd-5982-45b2-9915-fe5338830391 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 945 time: 0.0917571 Feb 16 22:40:33.602246 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-52f4ba07-fea6-45b1-9f04-f4bb8d9a60f9 req-5ba7e818-30f3-4814-a6e9-613882a3d6db tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638280 Feb 16 22:40:34.804381 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b736e-4711-47f6-93e9-bfddfa00b513 req-198f3040-b211-4833-911e-cc1d7e51c502 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:34.816219 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0b1b736e-4711-47f6-93e9-bfddfa00b513 req-198f3040-b211-4833-911e-cc1d7e51c502 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 945 time: 0.1067421 Feb 16 22:40:34.920067 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0b1b736e-4711-47f6-93e9-bfddfa00b513 req-1c46ff1a-99b3-42e8-b278-3bcaf1267a74 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961800 Feb 16 22:40:36.172061 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12862e-48f3-41e8-9044-ea1936be2925 req-fc6b8474-f5bf-4a72-9e57-f738f4c15ec0 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:36.179223 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7a12862e-48f3-41e8-9044-ea1936be2925 req-fc6b8474-f5bf-4a72-9e57-f738f4c15ec0 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 945 time: 0.1374173 Feb 16 22:40:36.308231 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7a12862e-48f3-41e8-9044-ea1936be2925 req-7d9be9b5-2c32-44a3-89d4-f32d127e7198 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173036 Feb 16 22:40:36.623387 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 8a3b7703-47ca-4a4e-9e76-0dea9e887acb details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:40:36.888154 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 8a3b7703-47ca-4a4e-9e76-0dea9e887acb, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=8a3b7703-47ca-4a4e-9e76-0dea9e887acb,segment=NetworkSegment(e7f5c01d-8ab2-4542-ac4a-c6529511c236),segment_id=e7f5c01d-8ab2-4542-ac4a-c6529511c236)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:40:36.912770 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '8a3b7703-47ca-4a4e-9e76-0dea9e887acb', 'network_id': '261fcaa2-4844-4e2e-b91c-b6ff531f5666', 'port_id': '8a3b7703-47ca-4a4e-9e76-0dea9e887acb', 'mac_address': 'fa:16:3e:69:1e:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3924c2c-6430-44e2-934c-e30e8715ac29', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:40:37.004277 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 8a3b7703-47ca-4a4e-9e76-0dea9e887acb is: ACTIVE; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:40:37.004953 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8a3b7703-47ca-4a4e-9e76-0dea9e887acb), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:37.032009 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a3b7703-47ca-4a4e-9e76-0dea9e887acb {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:40:37.077990 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 8a3b7703-47ca-4a4e-9e76-0dea9e887acb, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=8a3b7703-47ca-4a4e-9e76-0dea9e887acb,segment=NetworkSegment(e7f5c01d-8ab2-4542-ac4a-c6529511c236),segment_id=e7f5c01d-8ab2-4542-ac4a-c6529511c236)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:40:37.087509 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8a3b7703-47ca-4a4e-9e76-0dea9e887acb), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:37.194053 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=8a3b7703-47ca-4a4e-9e76-0dea9e887acb,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:37.205021 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:37.205373 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:37.205716 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:37.206372 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:37.206903 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:37.207429 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:37.207935 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:37.208473 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:37.208962 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:37.209478 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:37.210003 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:37.210623 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:37.211113 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:37.319101 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['8a3b7703-47ca-4a4e-9e76-0dea9e887acb'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:40:37.594716 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeff376-a612-4b7e-8a79-1c6669774f5b req-6f1fa0e4-48c9-4fa7-8519-f98b93b05287 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:37.596226 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ebeff376-a612-4b7e-8a79-1c6669774f5b req-6f1fa0e4-48c9-4fa7-8519-f98b93b05287 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 944 time: 0.1264460 Feb 16 22:40:37.740762 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ebeff376-a612-4b7e-8a79-1c6669774f5b req-9efff074-df17-47ec-9428-525ea3a002e8 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336613 Feb 16 22:40:38.635479 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 8a3b7703-47ca-4a4e-9e76-0dea9e887acb up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:40:38.759310 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 8a3b7703-47ca-4a4e-9e76-0dea9e887acb triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:40:38.760349 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8a3b7703-47ca-4a4e-9e76-0dea9e887acb), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:38.995521 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 8a3b7703-47ca-4a4e-9e76-0dea9e887acb is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:40:38.995800 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8a3b7703-47ca-4a4e-9e76-0dea9e887acb), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:39.007906 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 33460) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:40:39.038109 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc9907-d33d-47c5-b406-65e163098298 req-09d5c2d2-f4e2-4776-8558-817fa92d8a9f tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:39.056618 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e39ee93-2c0d-45fd-9bcc-5d46951b7946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3b7703-47ca-4a4e-9e76-0dea9e887acb'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:40:39.057043 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-72bc9907-d33d-47c5-b406-65e163098298 req-09d5c2d2-f4e2-4776-8558-817fa92d8a9f tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 944 time: 0.1326613 Feb 16 22:40:39.059358 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1d181d-2249-4f36-b044-5efd22c9a8bc" -d '{"events": [{"server_uuid": "8e39ee93-2c0d-45fd-9bcc-5d46951b7946", "name": "network-vif-plugged", "status": "completed", "tag": "8a3b7703-47ca-4a4e-9e76-0dea9e887acb"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:40:39.096561 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 8a3b7703-47ca-4a4e-9e76-0dea9e887acb, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=8a3b7703-47ca-4a4e-9e76-0dea9e887acb,segment=NetworkSegment(e7f5c01d-8ab2-4542-ac4a-c6529511c236),segment_id=e7f5c01d-8ab2-4542-ac4a-c6529511c236)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:40:39.111858 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8a3b7703-47ca-4a4e-9e76-0dea9e887acb), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:39.142620 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-72bc9907-d33d-47c5-b406-65e163098298 req-6736ed8e-f5a9-4919-bbf6-85d86a1d03f4 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843449 Feb 16 22:40:39.262015 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=8a3b7703-47ca-4a4e-9e76-0dea9e887acb,revision_number=7']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:39.274728 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4f1871-e78a-437f-90ae-9df3ed7a10bd x-openstack-request-id: req-ec4f1871-e78a-437f-90ae-9df3ed7a10bd {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:40:39.275027 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e39ee93-2c0d-45fd-9bcc-5d46951b7946", "name": "network-vif-plugged", "status": "completed", "tag": "8a3b7703-47ca-4a4e-9e76-0dea9e887acb", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:40:39.275285 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ec4f1871-e78a-437f-90ae-9df3ed7a10bd {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:40:39.277270 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e39ee93-2c0d-45fd-9bcc-5d46951b7946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3b7703-47ca-4a4e-9e76-0dea9e887acb', 'code': 200} Feb 16 22:40:39.345439 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eb0d62ae-ef76-4361-9f51-fea3c78aba61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:39.447517 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eb0d62ae-ef76-4361-9f51-fea3c78aba61 admin admin] Publish callbacks [] for security_group (102ae8d3-63a3-48d0-92b9-d07864fd2a91), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:39.461420 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eb0d62ae-ef76-4361-9f51-fea3c78aba61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (102ae8d3-63a3-48d0-92b9-d07864fd2a91), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:39.501705 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b26920-96e5-4447-a210-68d8167e7497 req-6b208fde-ddca-4847-ba2e-fac62daceb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:39.506822 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d62ae-ef76-4361-9f51-fea3c78aba61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102ae8d3-63a3-48d0-92b9-d07864fd2a91,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:39.508704 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-65b26920-96e5-4447-a210-68d8167e7497 req-6b208fde-ddca-4847-ba2e-fac62daceb7b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 1127 time: 0.1476772 Feb 16 22:40:39.582160 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0d62ae-ef76-4361-9f51-fea3c78aba61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:39.582818 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0d62ae-ef76-4361-9f51-fea3c78aba61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:39.583330 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0d62ae-ef76-4361-9f51-fea3c78aba61 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:39.585579 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0d62ae-ef76-4361-9f51-fea3c78aba61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:39.586154 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0d62ae-ef76-4361-9f51-fea3c78aba61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:39.586685 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0d62ae-ef76-4361-9f51-fea3c78aba61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:39.587190 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0d62ae-ef76-4361-9f51-fea3c78aba61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:39.587701 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0d62ae-ef76-4361-9f51-fea3c78aba61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:39.589438 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0d62ae-ef76-4361-9f51-fea3c78aba61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:39.589958 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0d62ae-ef76-4361-9f51-fea3c78aba61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:39.590500 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0d62ae-ef76-4361-9f51-fea3c78aba61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:39.592270 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-65b26920-96e5-4447-a210-68d8167e7497 req-3ee9c0b9-8987-4bbb-9c02-69ef8ecdafe5 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756798 Feb 16 22:40:39.592809 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0d62ae-ef76-4361-9f51-fea3c78aba61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:39.593398 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0d62ae-ef76-4361-9f51-fea3c78aba61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:39.601039 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-eb0d62ae-ef76-4361-9f51-fea3c78aba61 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=52af61c0c904431c843ceab7a161d8d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5912912 Feb 16 22:40:39.603659 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 33470) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:40:39.670063 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1e129a5e-b380-487e-89b5-a2bca189b8a9 admin admin] Publish callbacks [] for security_group (102ae8d3-63a3-48d0-92b9-d07864fd2a91), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:39.694096 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1e129a5e-b380-487e-89b5-a2bca189b8a9 admin admin] Publish callbacks [] for security_group (102ae8d3-63a3-48d0-92b9-d07864fd2a91), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:39.768111 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1e129a5e-b380-487e-89b5-a2bca189b8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (102ae8d3-63a3-48d0-92b9-d07864fd2a91), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:39.771056 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1e129a5e-b380-487e-89b5-a2bca189b8a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:39.774913 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1e129a5e-b380-487e-89b5-a2bca189b8a9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/102ae8d3-63a3-48d0-92b9-d07864fd2a91 HTTP/1.1" status: 204 len: 168 time: 0.1700804 Feb 16 22:40:39.785409 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e129a5e-b380-487e-89b5-a2bca189b8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102ae8d3-63a3-48d0-92b9-d07864fd2a91,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:39.794507 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e129a5e-b380-487e-89b5-a2bca189b8a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:39.795251 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e129a5e-b380-487e-89b5-a2bca189b8a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:39.795829 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e129a5e-b380-487e-89b5-a2bca189b8a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:39.796400 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e129a5e-b380-487e-89b5-a2bca189b8a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:39.796982 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e129a5e-b380-487e-89b5-a2bca189b8a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:39.797542 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e129a5e-b380-487e-89b5-a2bca189b8a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:39.798135 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e129a5e-b380-487e-89b5-a2bca189b8a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:39.798705 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e129a5e-b380-487e-89b5-a2bca189b8a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:39.799254 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e129a5e-b380-487e-89b5-a2bca189b8a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:39.799814 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e129a5e-b380-487e-89b5-a2bca189b8a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:39.800388 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e129a5e-b380-487e-89b5-a2bca189b8a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:39.800936 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e129a5e-b380-487e-89b5-a2bca189b8a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:39.801495 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e129a5e-b380-487e-89b5-a2bca189b8a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:40.399326 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46001ff4-dfed-4487-ab36-5732ec7a34ee req-542fe896-6f36-4b14-b21f-9b86fa5aea83 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:40.401597 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-46001ff4-dfed-4487-ab36-5732ec7a34ee req-542fe896-6f36-4b14-b21f-9b86fa5aea83 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 945 time: 0.1303616 Feb 16 22:40:40.537639 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-46001ff4-dfed-4487-ab36-5732ec7a34ee req-185690eb-b74c-4227-96d1-8b2bac9b4611 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210361 Feb 16 22:40:41.705650 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730610f-54a8-4c86-a6f4-c9069b53abb9 req-b45289f5-5180-4eed-9a3c-6c40f38926fb tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:41.708100 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1730610f-54a8-4c86-a6f4-c9069b53abb9 req-b45289f5-5180-4eed-9a3c-6c40f38926fb tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 945 time: 0.0602257 Feb 16 22:40:41.764785 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1730610f-54a8-4c86-a6f4-c9069b53abb9 req-26e232b7-6812-4f09-ad5c-0be4581edb71 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498724 Feb 16 22:40:41.792142 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 33534) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:40:41.901374 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6312d0-8b86-4f94-b336-27c1e1a4be6b req-ae3b01c6-3638-4e85-811f-42e43f1f45ba tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:41.903422 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7f6312d0-8b86-4f94-b336-27c1e1a4be6b req-ae3b01c6-3638-4e85-811f-42e43f1f45ba tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 945 time: 0.0614598 Feb 16 22:40:41.962520 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7f6312d0-8b86-4f94-b336-27c1e1a4be6b req-3302b6bb-db9a-4d9f-885c-2e2552454eb1 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536051 Feb 16 22:40:41.985638 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-43c9d331-7dad-49db-9c59-006098aa3989 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Request body: {'network': {'name': 'tempest-network-smoke--1424318074', 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'port_security_enabled': True}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:40:42.029472 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c9d331-7dad-49db-9c59-006098aa3989 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Made reservation on behalf of fcbc829c172a42c39498d6223ec391eb for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:40:42.033873 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43c9d331-7dad-49db-9c59-006098aa3989 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:42.054664 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43c9d331-7dad-49db-9c59-006098aa3989 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:42.199010 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43c9d331-7dad-49db-9c59-006098aa3989 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group (9c8d9c3e-572d-479e-ad8b-20145d9954a8), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:42.205339 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43c9d331-7dad-49db-9c59-006098aa3989 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9c8d9c3e-572d-479e-ad8b-20145d9954a8), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:42.294715 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c9d331-7dad-49db-9c59-006098aa3989 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:40:42.311200 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43c9d331-7dad-49db-9c59-006098aa3989 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (c9cb006b-0b73-4eb6-945f-dd81e37daed4), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:42.311561 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-43c9d331-7dad-49db-9c59-006098aa3989 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Added segment c9cb006b-0b73-4eb6-945f-dd81e37daed4 of type vlan for network bb43a630-3a18-478e-a8e4-d2e138bf5b3a Feb 16 22:40:42.395334 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9d331-7dad-49db-9c59-006098aa3989 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8d9c3e-572d-479e-ad8b-20145d9954a8,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:42.406071 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43c9d331-7dad-49db-9c59-006098aa3989 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (bb43a630-3a18-478e-a8e4-d2e138bf5b3a), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:42.445127 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43c9d331-7dad-49db-9c59-006098aa3989 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (bb43a630-3a18-478e-a8e4-d2e138bf5b3a), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:42.450521 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c9d331-7dad-49db-9c59-006098aa3989 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:42.451428 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43c9d331-7dad-49db-9c59-006098aa3989 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:42.523721 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-43c9d331-7dad-49db-9c59-006098aa3989 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7297146 Feb 16 22:40:42.531914 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 33568) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:40:42.542904 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-4582996e-5266-435a-82e6-ce5c3d93cd8f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-33925818', 'admin_state_up': True, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:40:42.621744 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9d331-7dad-49db-9c59-006098aa3989 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'Network': ['ID=bb43a630-3a18-478e-a8e4-d2e138bf5b3a,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:42.633923 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network bb43a630-3a18-478e-a8e4-d2e138bf5b3a details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:40:42.679674 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4582996e-5266-435a-82e6-ce5c3d93cd8f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (971239f2-12df-4568-a458-86269bfbdf32), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:42.680823 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4582996e-5266-435a-82e6-ce5c3d93cd8f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (971239f2-12df-4568-a458-86269bfbdf32), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:42.754524 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-2ab1bf89-d7d7-48f1-9be3-68b9d7e33922 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:42.759311 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4582996e-5266-435a-82e6-ce5c3d93cd8f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for router_controller (971239f2-12df-4568-a458-86269bfbdf32), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:42.766203 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-2ab1bf89-d7d7-48f1-9be3-68b9d7e33922 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/networks?id=261fcaa2-4844-4e2e-b91c-b6ff531f5666 HTTP/1.1" status: 200 len: 815 time: 0.2672684 Feb 16 22:40:42.784654 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-38dc750a-5e3a-4c70-b862-962b62cb5826 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/quotas/103fc4304d394110a413f27783e42afb HTTP/1.1" status: 200 len: 375 time: 0.0128515 Feb 16 22:40:42.856604 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-0ff78955-6ab5-4874-9edc-2408fff0594f tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=103fc4304d394110a413f27783e42afb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0664964 Feb 16 22:40:43.072946 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4582996e-5266-435a-82e6-ce5c3d93cd8f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for router_gateway (971239f2-12df-4568-a458-86269bfbdf32), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:43.111099 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-8d065c3c-6d63-4535-bf49-6c590e6510ad service neutron] 10.222.0.75 "GET /v2.0/networks/261fcaa2-4844-4e2e-b91c-b6ff531f5666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348688 Feb 16 22:40:43.247424 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-74c8d777-1f68-4624-8d33-f24f2cec009e service neutron] 10.222.0.75 "GET /v2.0/networks/261fcaa2-4844-4e2e-b91c-b6ff531f5666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352832 Feb 16 22:40:43.431123 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4582996e-5266-435a-82e6-ce5c3d93cd8f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for router_gateway (971239f2-12df-4568-a458-86269bfbdf32), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:43.464453 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4582996e-5266-435a-82e6-ce5c3d93cd8f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:43.601090 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a8f8c1ed-1c79-4cfa-89ba-13f545fd1215 req-8c6140c3-d418-4003-beef-1cc58c7302f6 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 210 time: 0.0597310 Feb 16 22:40:43.702257 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bd24f-5f81-42a8-9bc4-316590a79caf req-1299c14a-6659-486e-a125-67f3447f0c50 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:43.714471 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c5bd24f-5f81-42a8-9bc4-316590a79caf req-1299c14a-6659-486e-a125-67f3447f0c50 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e39ee93-2c0d-45fd-9bcc-5d46951b7946 HTTP/1.1" status: 200 len: 945 time: 0.1017025 Feb 16 22:40:43.871207 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-4582996e-5266-435a-82e6-ce5c3d93cd8f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Allocated IP 172.25.2.250 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/9c4c446a-476a-43a6-9335-fa236a73ba7f) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:40:43.954270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-3c5bd24f-5f81-42a8-9bc4-316590a79caf req-0c0ff4af-b9ac-493f-ab2a-17a239692798 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Deleting port 8a3b7703-47ca-4a4e-9e76-0dea9e887acb {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:40:43.954839 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3c5bd24f-5f81-42a8-9bc4-316590a79caf req-0c0ff4af-b9ac-493f-ab2a-17a239692798 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (8a3b7703-47ca-4a4e-9e76-0dea9e887acb), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:44.096373 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-3c5bd24f-5f81-42a8-9bc4-316590a79caf req-0c0ff4af-b9ac-493f-ab2a-17a239692798 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] For port 8a3b7703-47ca-4a4e-9e76-0dea9e887acb, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=8a3b7703-47ca-4a4e-9e76-0dea9e887acb,segment=NetworkSegment(e7f5c01d-8ab2-4542-ac4a-c6529511c236),segment_id=e7f5c01d-8ab2-4542-ac4a-c6529511c236)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:40:44.097806 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3c5bd24f-5f81-42a8-9bc4-316590a79caf req-0c0ff4af-b9ac-493f-ab2a-17a239692798 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (8a3b7703-47ca-4a4e-9e76-0dea9e887acb), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:44.141310 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4582996e-5266-435a-82e6-ce5c3d93cd8f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for port (9c4c446a-476a-43a6-9335-fa236a73ba7f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:44.144292 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-3c5bd24f-5f81-42a8-9bc4-316590a79caf req-0c0ff4af-b9ac-493f-ab2a-17a239692798 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Calling delete_port for 8a3b7703-47ca-4a4e-9e76-0dea9e887acb owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:40:44.205774 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4582996e-5266-435a-82e6-ce5c3d93cd8f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (9c4c446a-476a-43a6-9335-fa236a73ba7f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:44.253049 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4582996e-5266-435a-82e6-ce5c3d93cd8f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:40:44.257115 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-4582996e-5266-435a-82e6-ce5c3d93cd8f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:40:44.262536 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4582996e-5266-435a-82e6-ce5c3d93cd8f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:40:44.266790 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582996e-5266-435a-82e6-ce5c3d93cd8f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'Port': ['ID=9c4c446a-476a-43a6-9335-fa236a73ba7f,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:44.492978 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3c5bd24f-5f81-42a8-9bc4-316590a79caf req-0c0ff4af-b9ac-493f-ab2a-17a239692798 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (8a3b7703-47ca-4a4e-9e76-0dea9e887acb), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:44.507353 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['8a3b7703-47ca-4a4e-9e76-0dea9e887acb'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:40:44.648059 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ff4af-b9ac-493f-ab2a-17a239692798 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Pushing event deleted for resources: {'Port': ['ID=8a3b7703-47ca-4a4e-9e76-0dea9e887acb,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:44.708656 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5bd24f-5f81-42a8-9bc4-316590a79caf req-0c0ff4af-b9ac-493f-ab2a-17a239692798 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] No DVR routers for this DVR port 8a3b7703-47ca-4a4e-9e76-0dea9e887acb on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:40:44.715664 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3c5bd24f-5f81-42a8-9bc4-316590a79caf req-0c0ff4af-b9ac-493f-ab2a-17a239692798 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:44.722885 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c5bd24f-5f81-42a8-9bc4-316590a79caf req-0c0ff4af-b9ac-493f-ab2a-17a239692798 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.79 "DELETE /v2.0/ports/8a3b7703-47ca-4a4e-9e76-0dea9e887acb HTTP/1.1" status: 204 len: 173 time: 1.0074587 Feb 16 22:40:44.723319 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e39ee93-2c0d-45fd-9bcc-5d46951b7946', 'name': 'network-vif-deleted', 'tag': '8a3b7703-47ca-4a4e-9e76-0dea9e887acb'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:40:44.745473 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf74b2e-b706-4b4c-89cf-042b4c442d71" -d '{"events": [{"server_uuid": "8e39ee93-2c0d-45fd-9bcc-5d46951b7946", "name": "network-vif-deleted", "tag": "8a3b7703-47ca-4a4e-9e76-0dea9e887acb"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:40:44.839287 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-53ecb5ff-c83c-44e0-98e3-7c18b00d027e req-9d64af0e-f333-499b-94f6-6e4277f409ed tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 210 time: 0.0864396 Feb 16 22:40:44.841121 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4582996e-5266-435a-82e6-ce5c3d93cd8f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for router_gateway (971239f2-12df-4568-a458-86269bfbdf32), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:44.990765 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0728c557-79ae-4e32-8408-0266c490176f x-openstack-request-id: req-0728c557-79ae-4e32-8408-0266c490176f {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:40:44.991734 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e39ee93-2c0d-45fd-9bcc-5d46951b7946", "name": "network-vif-deleted", "tag": "8a3b7703-47ca-4a4e-9e76-0dea9e887acb", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:40:44.992174 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0728c557-79ae-4e32-8408-0266c490176f {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:40:44.992763 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e39ee93-2c0d-45fd-9bcc-5d46951b7946', 'name': 'network-vif-deleted', 'tag': '8a3b7703-47ca-4a4e-9e76-0dea9e887acb', 'status': 'completed', 'code': 200} Feb 16 22:40:45.276780 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4582996e-5266-435a-82e6-ce5c3d93cd8f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (971239f2-12df-4568-a458-86269bfbdf32), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:45.370427 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-c8eb992d-3545-4739-a6d8-6a4fac57ea59 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:45.371968 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-c8eb992d-3545-4739-a6d8-6a4fac57ea59 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.67 "GET /v2.0/networks?id=261fcaa2-4844-4e2e-b91c-b6ff531f5666 HTTP/1.1" status: 200 len: 815 time: 0.2621963 Feb 16 22:40:45.399337 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-43aee242-4412-426d-827a-73355cbe2d25 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Request body: {'port': {'device_id': '62348a79-58b0-4fc4-8027-7c4fb0c1a82f', 'network_id': '261fcaa2-4844-4e2e-b91c-b6ff531f5666', 'admin_state_up': True, 'tenant_id': '103fc4304d394110a413f27783e42afb'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:40:45.681195 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-43aee242-4412-426d-827a-73355cbe2d25 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Made reservation on behalf of 103fc4304d394110a413f27783e42afb for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:40:45.684889 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-43aee242-4412-426d-827a-73355cbe2d25 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:46.023443 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-43aee242-4412-426d-827a-73355cbe2d25 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Allocated IP 172.20.0.13 (261fcaa2-4844-4e2e-b91c-b6ff531f5666/e3924c2c-6430-44e2-934c-e30e8715ac29/79e3ed22-053c-4a8f-a7f9-c1dca32bbf89) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:40:46.027504 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4582996e-5266-435a-82e6-ce5c3d93cd8f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Router 971239f2-12df-4568-a458-86269bfbdf32 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:40:46.091956 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0598d0ac-0b77-40c3-a676-7a0773348379 req-80935917-25c2-4e7d-b687-6eca2aada250 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 210 time: 0.0438781 Feb 16 22:40:46.196450 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4582996e-5266-435a-82e6-ce5c3d93cd8f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:40:46.210120 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034e1552-a761-4195-8d57-c105fd27e4b6 None None] Sync routers for ids ['971239f2-12df-4568-a458-86269bfbdf32'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:40:46.233631 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4582996e-5266-435a-82e6-ce5c3d93cd8f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:46.235537 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034e1552-a761-4195-8d57-c105fd27e4b6 None None] Routers {'971239f2-12df-4568-a458-86269bfbdf32'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:40:46.236015 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4582996e-5266-435a-82e6-ce5c3d93cd8f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7027233 Feb 16 22:40:46.236211 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-034e1552-a761-4195-8d57-c105fd27e4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:40:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['971239f2-12df-4568-a458-86269bfbdf32'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:40:46.238821 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 33626) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:40:46.392031 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-43aee242-4412-426d-827a-73355cbe2d25 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Publish callbacks [] for port (79e3ed22-053c-4a8f-a7f9-c1dca32bbf89), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:46.396723 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-034e1552-a761-4195-8d57-c105fd27e4b6 None None] Set router 971239f2-12df-4568-a458-86269bfbdf32 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:40:46.403633 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-255559cb-b621-4642-84d7-4aff97d9901c tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=fcbc829c172a42c39498d6223ec391eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1608393 Feb 16 22:40:46.404254 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 33632) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:40:46.629896 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-43aee242-4412-426d-827a-73355cbe2d25 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (79e3ed22-053c-4a8f-a7f9-c1dca32bbf89), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:46.631449 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-034e1552-a761-4195-8d57-c105fd27e4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971239f2-12df-4568-a458-86269bfbdf32', 'name': 'tempest-TestNetworkBasicOps-router-33925818', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:40:42Z', 'updated_at': '2022-02-16T22:40:44Z', 'revision_number': 3, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'gw_port': {'id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:40:43Z', 'updated_at': '2022-02-16T22:40:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:40:46.643931 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['8a3b7703-47ca-4a4e-9e76-0dea9e887acb'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:40:46.692784 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034e1552-a761-4195-8d57-c105fd27e4b6 None None] Checking router: 971239f2-12df-4568-a458-86269bfbdf32 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:40:46.693184 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034e1552-a761-4195-8d57-c105fd27e4b6 None None] Updating router 971239f2-12df-4568-a458-86269bfbdf32 port 9c4c446a-476a-43a6-9335-fa236a73ba7f binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:40:46.708499 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-43aee242-4412-426d-827a-73355cbe2d25 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Network 261fcaa2-4844-4e2e-b91c-b6ff531f5666 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:40:46.712718 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aee242-4412-426d-827a-73355cbe2d25 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Pushing event updated for resources: {'Port': ['ID=79e3ed22-053c-4a8f-a7f9-c1dca32bbf89,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:46.717055 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-43aee242-4412-426d-827a-73355cbe2d25 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:40:46.719782 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-43aee242-4412-426d-827a-73355cbe2d25 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:40:46.726634 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b496a5a-05c8-4940-b445-4ee43c7671a4 tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:46.732583 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 33642) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:40:46.733631 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9b496a5a-05c8-4940-b445-4ee43c7671a4 tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3284903 Feb 16 22:40:46.790217 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-43aee242-4412-426d-827a-73355cbe2d25 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:46.790766 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-43aee242-4412-426d-827a-73355cbe2d25 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:46.795363 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-034e1552-a761-4195-8d57-c105fd27e4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9c4c446a-476a-43a6-9335-fa236a73ba7f), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:46.843904 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9c057284-0061-4557-9882-8e20c3ff5295 tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=b0ab4fc8-02c8-4404-90ea-6cd7fce3204f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1028409 Feb 16 22:40:46.844525 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 33652) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:40:46.854598 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-512a5ddd-991d-49b6-bc13-ba13c5fc00ab tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1648522571', 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a', 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:40:46.863458 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-43aee242-4412-426d-827a-73355cbe2d25 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4826534 Feb 16 22:40:46.873420 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-920cb11a-b17f-479f-8798-e1b10a3de573 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:40:46.874752 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-920cb11a-b17f-479f-8798-e1b10a3de573 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056274 Feb 16 22:40:47.053257 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512a5ddd-991d-49b6-bc13-ba13c5fc00ab tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Made reservation on behalf of fcbc829c172a42c39498d6223ec391eb for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:40:47.060395 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-48183760-b73c-4764-ae6c-c97b55ce0742 service neutron] Request body: {'port': {'device_id': '62348a79-58b0-4fc4-8027-7c4fb0c1a82f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:40:47.083489 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-512a5ddd-991d-49b6-bc13-ba13c5fc00ab tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:47.200272 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-48183760-b73c-4764-ae6c-c97b55ce0742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (79e3ed22-053c-4a8f-a7f9-c1dca32bbf89), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:47.394392 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-512a5ddd-991d-49b6-bc13-ba13c5fc00ab tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (bb550098-38cf-4a15-8885-1824e020ff82), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:47.434446 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-034e1552-a761-4195-8d57-c105fd27e4b6 None None] Publish callbacks [] for port (9c4c446a-476a-43a6-9335-fa236a73ba7f), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:47.442879 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-034e1552-a761-4195-8d57-c105fd27e4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9c4c446a-476a-43a6-9335-fa236a73ba7f), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:47.535434 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-034e1552-a761-4195-8d57-c105fd27e4b6 None None] Attempting to bind port 9c4c446a-476a-43a6-9335-fa236a73ba7f on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:40:47.536196 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-034e1552-a761-4195-8d57-c105fd27e4b6 None None] Attempting to bind port 9c4c446a-476a-43a6-9335-fa236a73ba7f by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:40:47.536796 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034e1552-a761-4195-8d57-c105fd27e4b6 None None] Attempting to bind port 9c4c446a-476a-43a6-9335-fa236a73ba7f on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:40:47.545351 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034e1552-a761-4195-8d57-c105fd27e4b6 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:40:47.546205 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034e1552-a761-4195-8d57-c105fd27e4b6 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:40:47.546800 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-034e1552-a761-4195-8d57-c105fd27e4b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:47.547359 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034e1552-a761-4195-8d57-c105fd27e4b6 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:40:47.547999 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-034e1552-a761-4195-8d57-c105fd27e4b6 None None] Bound port: 9c4c446a-476a-43a6-9335-fa236a73ba7f, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:40:47.548662 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-034e1552-a761-4195-8d57-c105fd27e4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9c4c446a-476a-43a6-9335-fa236a73ba7f), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:47.551585 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a06b3-f94a-4307-996b-44b5640bda72 None None] Pushing event updated for resources: {'Port': ['ID=9c4c446a-476a-43a6-9335-fa236a73ba7f,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:47.556197 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512a5ddd-991d-49b6-bc13-ba13c5fc00ab tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Checking segment: {'id': 'c9cb006b-0b73-4eb6-945f-dd81e37daed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:40:47.556729 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512a5ddd-991d-49b6-bc13-ba13c5fc00ab tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Network hostable DHCP agents. Network: bb43a630-3a18-478e-a8e4-d2e138bf5b3a, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:40:47.560828 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f1345-c826-4cb5-968a-960d1422cdd7 req-f2788962-ec8e-4173-9752-225901594980 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:47.568194 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a5ddd-991d-49b6-bc13-ba13c5fc00ab tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'Subnet': ['ID=bb550098-38cf-4a15-8885-1824e020ff82,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:47.582599 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-238f1345-c826-4cb5-968a-960d1422cdd7 req-f2788962-ec8e-4173-9752-225901594980 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 932 time: 0.2123215 Feb 16 22:40:47.588574 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512a5ddd-991d-49b6-bc13-ba13c5fc00ab tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Network bb43a630-3a18-478e-a8e4-d2e138bf5b3a is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:40:47.588930 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4a06b3-f94a-4307-996b-44b5640bda72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:47.589639 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4a06b3-f94a-4307-996b-44b5640bda72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:47.590223 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4a06b3-f94a-4307-996b-44b5640bda72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:47.590778 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4a06b3-f94a-4307-996b-44b5640bda72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:47.591353 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4a06b3-f94a-4307-996b-44b5640bda72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:47.592107 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4a06b3-f94a-4307-996b-44b5640bda72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:47.592522 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4a06b3-f94a-4307-996b-44b5640bda72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:47.593599 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4a06b3-f94a-4307-996b-44b5640bda72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:47.594323 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4a06b3-f94a-4307-996b-44b5640bda72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:47.594589 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4a06b3-f94a-4307-996b-44b5640bda72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:47.595575 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4a06b3-f94a-4307-996b-44b5640bda72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:47.596013 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4a06b3-f94a-4307-996b-44b5640bda72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:47.596440 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4a06b3-f94a-4307-996b-44b5640bda72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:40:47.604391 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-512a5ddd-991d-49b6-bc13-ba13c5fc00ab tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, bb43a630-3a18-478e-a8e4-d2e138bf5b3a) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:40:47.617340 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c21062-5485-47be-8d1f-a6c08341ad91 None None] Network bb43a630-3a18-478e-a8e4-d2e138bf5b3a requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:40:47.623554 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512a5ddd-991d-49b6-bc13-ba13c5fc00ab tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:47.626790 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-512a5ddd-991d-49b6-bc13-ba13c5fc00ab tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:47.654867 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-512a5ddd-991d-49b6-bc13-ba13c5fc00ab tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8091714 Feb 16 22:40:47.655364 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-034e1552-a761-4195-8d57-c105fd27e4b6 None None] For port 9c4c446a-476a-43a6-9335-fa236a73ba7f, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:40:47.656326 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 33680) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:40:47.666175 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-034e1552-a761-4195-8d57-c105fd27e4b6 None None] For port 9c4c446a-476a-43a6-9335-fa236a73ba7f, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9c4c446a-476a-43a6-9335-fa236a73ba7f,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:40:47.688553 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-034e1552-a761-4195-8d57-c105fd27e4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9c4c446a-476a-43a6-9335-fa236a73ba7f), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:47.714204 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-238f1345-c826-4cb5-968a-960d1422cdd7 req-d73f1198-3d94-412f-8ab5-1f1659192e88 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306770 Feb 16 22:40:47.784192 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a06b3-f94a-4307-996b-44b5640bda72 None None] Pushing event updated for resources: {'Port': ['ID=9c4c446a-476a-43a6-9335-fa236a73ba7f,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:47.838061 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034e1552-a761-4195-8d57-c105fd27e4b6 None None] Routers {'971239f2-12df-4568-a458-86269bfbdf32'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:40:47.838841 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-034e1552-a761-4195-8d57-c105fd27e4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:40:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['971239f2-12df-4568-a458-86269bfbdf32'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:40:47.883295 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf30d0d4-509b-4c44-b49e-eee9a2c1fbb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-bb43a630-3a18-478e-a8e4-d2e138bf5b3a', 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a', 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'fixed_ips': [{'subnet_id': 'bb550098-38cf-4a15-8885-1824e020ff82'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:40:47.884178 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cf30d0d4-509b-4c44-b49e-eee9a2c1fbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:48.051920 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-48183760-b73c-4764-ae6c-c97b55ce0742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:40:48.082533 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-48183760-b73c-4764-ae6c-c97b55ce0742 service neutron] Publish callbacks [] for port (79e3ed22-053c-4a8f-a7f9-c1dca32bbf89), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:48.151155 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e32f81-5766-455e-a0d3-5e53fc2ea9eb req-072988d3-d165-4310-afa1-7b06bb8bcdc2 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:48.153138 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c6e32f81-5766-455e-a0d3-5e53fc2ea9eb req-072988d3-d165-4310-afa1-7b06bb8bcdc2 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 947 time: 0.2439432 Feb 16 22:40:48.168181 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-48183760-b73c-4764-ae6c-c97b55ce0742 service neutron] Transition to ACTIVE for port object 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:40:48.211989 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-48183760-b73c-4764-ae6c-c97b55ce0742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (79e3ed22-053c-4a8f-a7f9-c1dca32bbf89), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:48.229503 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-cf30d0d4-509b-4c44-b49e-eee9a2c1fbb3 None None] Allocated IP 172.20.0.2 (bb43a630-3a18-478e-a8e4-d2e138bf5b3a/bb550098-38cf-4a15-8885-1824e020ff82/64b2bf94-ec98-44f1-a3c2-e782aed4c0e4) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:40:48.331387 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-034e1552-a761-4195-8d57-c105fd27e4b6 None None] Set router 971239f2-12df-4568-a458-86269bfbdf32 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:40:48.408110 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c6e32f81-5766-455e-a0d3-5e53fc2ea9eb req-3112ac71-a79b-4d01-a1a8-4cc3d2ad559d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201788 Feb 16 22:40:48.411798 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48183760-b73c-4764-ae6c-c97b55ce0742 service neutron] Pushing event updated for resources: {'Port': ['ID=79e3ed22-053c-4a8f-a7f9-c1dca32bbf89,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:48.582786 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-48183760-b73c-4764-ae6c-c97b55ce0742 service neutron] Attempting to bind port 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:40:48.584921 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-48183760-b73c-4764-ae6c-c97b55ce0742 service neutron] Attempting to bind port 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'e7f5c01d-8ab2-4542-ac4a-c6529511c236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '261fcaa2-4844-4e2e-b91c-b6ff531f5666'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:40:48.585335 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-48183760-b73c-4764-ae6c-c97b55ce0742 service neutron] Attempting to bind port 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89 on network 261fcaa2-4844-4e2e-b91c-b6ff531f5666 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:40:48.600224 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-48183760-b73c-4764-ae6c-c97b55ce0742 service neutron] Port 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89 on network 261fcaa2-4844-4e2e-b91c-b6ff531f5666 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:40:48.600804 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-48183760-b73c-4764-ae6c-c97b55ce0742 service neutron] Attempting to bind port 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89 on network 261fcaa2-4844-4e2e-b91c-b6ff531f5666 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:40:48.664334 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-48183760-b73c-4764-ae6c-c97b55ce0742 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:40:48.667003 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-48183760-b73c-4764-ae6c-c97b55ce0742 service neutron] Checking segment: {'id': 'e7f5c01d-8ab2-4542-ac4a-c6529511c236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '261fcaa2-4844-4e2e-b91c-b6ff531f5666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:40:48.668770 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-48183760-b73c-4764-ae6c-c97b55ce0742 service neutron] Bound using segment: {'id': 'e7f5c01d-8ab2-4542-ac4a-c6529511c236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '261fcaa2-4844-4e2e-b91c-b6ff531f5666'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:40:48.669322 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-48183760-b73c-4764-ae6c-c97b55ce0742 service neutron] Bound port: 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f5c01d-8ab2-4542-ac4a-c6529511c236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '261fcaa2-4844-4e2e-b91c-b6ff531f5666'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:40:48.670002 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-48183760-b73c-4764-ae6c-c97b55ce0742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (79e3ed22-053c-4a8f-a7f9-c1dca32bbf89), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:48.711028 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cf30d0d4-509b-4c44-b49e-eee9a2c1fbb3 None None] Publish callbacks [] for port (64b2bf94-ec98-44f1-a3c2-e782aed4c0e4), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:48.724065 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 8a3b7703-47ca-4a4e-9e76-0dea9e887acb no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:40:48.728329 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-034e1552-a761-4195-8d57-c105fd27e4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971239f2-12df-4568-a458-86269bfbdf32', 'name': 'tempest-TestNetworkBasicOps-router-33925818', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:40:42Z', 'updated_at': '2022-02-16T22:40:44Z', 'revision_number': 3, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'gw_port': {'id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:40:43Z', 'updated_at': '2022-02-16T22:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:40:48.735719 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8060c803-097c-4566-84fb-70e0909538e2 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:48.741571 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cf30d0d4-509b-4c44-b49e-eee9a2c1fbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (64b2bf94-ec98-44f1-a3c2-e782aed4c0e4), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:48.769763 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-48183760-b73c-4764-ae6c-c97b55ce0742 service neutron] For port 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:40:48.773386 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-48183760-b73c-4764-ae6c-c97b55ce0742 service neutron] For port 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=79e3ed22-053c-4a8f-a7f9-c1dca32bbf89,segment=NetworkSegment(e7f5c01d-8ab2-4542-ac4a-c6529511c236),segment_id=e7f5c01d-8ab2-4542-ac4a-c6529511c236)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:40:48.780351 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034e1552-a761-4195-8d57-c105fd27e4b6 None None] The sync data for ids ['971239f2-12df-4568-a458-86269bfbdf32'] in n-d-813897-6 is: [{'id': '971239f2-12df-4568-a458-86269bfbdf32', 'name': 'tempest-TestNetworkBasicOps-router-33925818', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:40:42Z', 'updated_at': '2022-02-16T22:40:44Z', 'revision_number': 3, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'gw_port': {'id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:40:43Z', 'updated_at': '2022-02-16T22:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:40:48.796141 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-48183760-b73c-4764-ae6c-c97b55ce0742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (79e3ed22-053c-4a8f-a7f9-c1dca32bbf89), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:48.864037 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-48183760-b73c-4764-ae6c-c97b55ce0742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:48.866531 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-48183760-b73c-4764-ae6c-c97b55ce0742 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:48.868038 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-48183760-b73c-4764-ae6c-c97b55ce0742 service neutron] 10.222.0.67 "PUT /v2.0/ports/79e3ed22-053c-4a8f-a7f9-c1dca32bbf89 HTTP/1.1" status: 200 len: 1092 time: 1.9848211 Feb 16 22:40:48.932921 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62348a79-58b0-4fc4-8027-7c4fb0c1a82f', 'tag': '79e3ed22-053c-4a8f-a7f9-c1dca32bbf89'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:40:48.935351 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf30d0d4-509b-4c44-b49e-eee9a2c1fbb3 None None] Network bb43a630-3a18-478e-a8e4-d2e138bf5b3a is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:40:48.937367 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-cf30d0d4-509b-4c44-b49e-eee9a2c1fbb3 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:40:48.939070 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 8a3b7703-47ca-4a4e-9e76-0dea9e887acb {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:40:48.939411 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 8a3b7703-47ca-4a4e-9e76-0dea9e887acb not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:40:48.940772 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf30d0d4-509b-4c44-b49e-eee9a2c1fbb3 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:40:48.941945 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857e13fe-96b3-478f-8b06-ad9267bb5c71" -d '{"events": [{"name": "network-changed", "server_uuid": "62348a79-58b0-4fc4-8027-7c4fb0c1a82f", "tag": "79e3ed22-053c-4a8f-a7f9-c1dca32bbf89"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:40:49.060758 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30d0d4-509b-4c44-b49e-eee9a2c1fbb3 None None] Pushing event updated for resources: {'Port': ['ID=64b2bf94-ec98-44f1-a3c2-e782aed4c0e4,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:49.069844 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-cf30d0d4-509b-4c44-b49e-eee9a2c1fbb3 None None] Attempting to bind port 64b2bf94-ec98-44f1-a3c2-e782aed4c0e4 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:40:49.074876 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-cf30d0d4-509b-4c44-b49e-eee9a2c1fbb3 None None] Attempting to bind port 64b2bf94-ec98-44f1-a3c2-e782aed4c0e4 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'c9cb006b-0b73-4eb6-945f-dd81e37daed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:40:49.075297 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf30d0d4-509b-4c44-b49e-eee9a2c1fbb3 None None] Attempting to bind port 64b2bf94-ec98-44f1-a3c2-e782aed4c0e4 on network bb43a630-3a18-478e-a8e4-d2e138bf5b3a {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:40:49.089739 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf30d0d4-509b-4c44-b49e-eee9a2c1fbb3 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:40:49.090315 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf30d0d4-509b-4c44-b49e-eee9a2c1fbb3 None None] Checking segment: {'id': 'c9cb006b-0b73-4eb6-945f-dd81e37daed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:40:49.090444 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cf30d0d4-509b-4c44-b49e-eee9a2c1fbb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:49.090766 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf30d0d4-509b-4c44-b49e-eee9a2c1fbb3 None None] Bound using segment: {'id': 'c9cb006b-0b73-4eb6-945f-dd81e37daed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:40:49.091236 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-cf30d0d4-509b-4c44-b49e-eee9a2c1fbb3 None None] Bound port: 64b2bf94-ec98-44f1-a3c2-e782aed4c0e4, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9cb006b-0b73-4eb6-945f-dd81e37daed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:40:49.091649 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cf30d0d4-509b-4c44-b49e-eee9a2c1fbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (64b2bf94-ec98-44f1-a3c2-e782aed4c0e4), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:49.250614 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-cf30d0d4-509b-4c44-b49e-eee9a2c1fbb3 None None] For port 64b2bf94-ec98-44f1-a3c2-e782aed4c0e4, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:40:49.259830 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-cf30d0d4-509b-4c44-b49e-eee9a2c1fbb3 None None] For port 64b2bf94-ec98-44f1-a3c2-e782aed4c0e4, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=64b2bf94-ec98-44f1-a3c2-e782aed4c0e4,segment=NetworkSegment(c9cb006b-0b73-4eb6-945f-dd81e37daed4),segment_id=c9cb006b-0b73-4eb6-945f-dd81e37daed4)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:40:49.281065 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cf30d0d4-509b-4c44-b49e-eee9a2c1fbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (64b2bf94-ec98-44f1-a3c2-e782aed4c0e4), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:49.500926 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-8060c803-097c-4566-84fb-70e0909538e2 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Allocated IP 172.20.0.1 (bb43a630-3a18-478e-a8e4-d2e138bf5b3a/bb550098-38cf-4a15-8885-1824e020ff82/99de20ce-7945-4743-9822-c5d1ea1db83c) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:40:49.513012 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30d0d4-509b-4c44-b49e-eee9a2c1fbb3 None None] Pushing event updated for resources: {'Port': ['ID=64b2bf94-ec98-44f1-a3c2-e782aed4c0e4,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:49.805001 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 33708) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:40:49.849033 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8060c803-097c-4566-84fb-70e0909538e2 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for port (99de20ce-7945-4743-9822-c5d1ea1db83c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:49.920881 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8060c803-097c-4566-84fb-70e0909538e2 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (99de20ce-7945-4743-9822-c5d1ea1db83c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:49.922393 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48183760-b73c-4764-ae6c-c97b55ce0742 service neutron] Pushing event updated for resources: {'Port': ['ID=79e3ed22-053c-4a8f-a7f9-c1dca32bbf89,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:49.987862 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c03c6a-686f-4b0f-ab5e-6286e23afa86 req-966d805b-3ea8-4ac5-b2f6-b0a3c94055cc tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:50.003701 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e4c03c6a-686f-4b0f-ab5e-6286e23afa86 req-966d805b-3ea8-4ac5-b2f6-b0a3c94055cc tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.79 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 947 time: 1.3973715 Feb 16 22:40:50.004041 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8060c803-097c-4566-84fb-70e0909538e2 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Network bb43a630-3a18-478e-a8e4-d2e138bf5b3a is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:40:50.006468 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-8060c803-097c-4566-84fb-70e0909538e2 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:40:50.024645 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8060c803-097c-4566-84fb-70e0909538e2 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:40:50.074498 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060c803-097c-4566-84fb-70e0909538e2 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'Port': ['ID=99de20ce-7945-4743-9822-c5d1ea1db83c,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:50.209318 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61f6ce-c64b-4bed-8280-80c215626a22 req-7d20f89e-b707-4992-9662-da8603efba57 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:50.211097 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0d61f6ce-c64b-4bed-8280-80c215626a22 req-7d20f89e-b707-4992-9662-da8603efba57 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 944 time: 1.3513434 Feb 16 22:40:50.220325 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c592908-2952-41a8-8f12-7e95575b91b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:50.221377 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-b8b184fc-da98-4592-8312-bb8859085445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:50.223177 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-b8b184fc-da98-4592-8312-bb8859085445 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=103fc4304d394110a413f27783e42afb&device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 1126 time: 1.2657697 Feb 16 22:40:50.322743 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8060c803-097c-4566-84fb-70e0909538e2 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (971239f2-12df-4568-a458-86269bfbdf32), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:50.376245 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-46c87a36-43dd-40b4-a5a3-1db155224512 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79e3ed22-053c-4a8f-a7f9-c1dca32bbf89 HTTP/1.1" status: 200 len: 217 time: 0.1061215 Feb 16 22:40:50.541012 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0d61f6ce-c64b-4bed-8280-80c215626a22 req-e1d36e45-c338-4c51-aef6-c30f15fe74c9 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733123 Feb 16 22:40:50.560028 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c592908-2952-41a8-8f12-7e95575b91b6 admin admin] Publish callbacks [] for security_group (1e350934-29b1-4bb2-9929-259a821d55c2), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:50.562920 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-e4c03c6a-686f-4b0f-ab5e-6286e23afa86 req-2bc60a89-7ba0-4598-9e58-6d73611c8226 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Deleting port a2370008-0a02-4590-91cd-d7ae8ef2db40 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:40:50.563614 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e4c03c6a-686f-4b0f-ab5e-6286e23afa86 req-2bc60a89-7ba0-4598-9e58-6d73611c8226 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a2370008-0a02-4590-91cd-d7ae8ef2db40), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:50.576976 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-24dd8a6f-f459-4c13-ba4a-ee86832a3d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:50.581329 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-24dd8a6f-f459-4c13-ba4a-ee86832a3d1b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e3924c2c-6430-44e2-934c-e30e8715ac29 HTTP/1.1" status: 200 len: 855 time: 0.1981778 Feb 16 22:40:50.583282 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c592908-2952-41a8-8f12-7e95575b91b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (1e350934-29b1-4bb2-9929-259a821d55c2), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:50.651757 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7273928f-ffaa-4cdb-9fd3-426eced88fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:50.655926 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7c592908-2952-41a8-8f12-7e95575b91b6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0626e12aa4b84c04bf52a17e63f5416d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8498197 Feb 16 22:40:50.662458 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 33722) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:40:50.705038 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-691cbf91-aa79-43ce-9c4f-f09949f9da77 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=261fcaa2-4844-4e2e-b91c-b6ff531f5666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960135 Feb 16 22:40:50.716395 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3b2957-3717-4679-987a-15ed899b92a5 x-openstack-request-id: req-5a3b2957-3717-4679-987a-15ed899b92a5 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:40:50.716886 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62348a79-58b0-4fc4-8027-7c4fb0c1a82f", "tag": "79e3ed22-053c-4a8f-a7f9-c1dca32bbf89", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:40:50.717235 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5a3b2957-3717-4679-987a-15ed899b92a5 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:40:50.717948 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62348a79-58b0-4fc4-8027-7c4fb0c1a82f', 'tag': '79e3ed22-053c-4a8f-a7f9-c1dca32bbf89', 'status': 'completed', 'code': 200} Feb 16 22:40:50.769750 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1ff4fea9-d03f-466c-91f3-f9d0cc29442e admin admin] Publish callbacks [] for security_group (1e350934-29b1-4bb2-9929-259a821d55c2), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:50.796429 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1ff4fea9-d03f-466c-91f3-f9d0cc29442e admin admin] Publish callbacks [] for security_group (1e350934-29b1-4bb2-9929-259a821d55c2), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:50.859700 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1ff4fea9-d03f-466c-91f3-f9d0cc29442e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (1e350934-29b1-4bb2-9929-259a821d55c2), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:50.863433 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1ff4fea9-d03f-466c-91f3-f9d0cc29442e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:50.883531 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1ff4fea9-d03f-466c-91f3-f9d0cc29442e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1e350934-29b1-4bb2-9929-259a821d55c2 HTTP/1.1" status: 204 len: 168 time: 0.2134042 Feb 16 22:40:50.894424 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c592908-2952-41a8-8f12-7e95575b91b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e350934-29b1-4bb2-9929-259a821d55c2,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:50.926580 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff4fea9-d03f-466c-91f3-f9d0cc29442e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e350934-29b1-4bb2-9929-259a821d55c2,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:51.030176 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8060c803-097c-4566-84fb-70e0909538e2 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (99de20ce-7945-4743-9822-c5d1ea1db83c), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:51.174112 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9c4c446a-476a-43a6-9335-fa236a73ba7f up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:40:51.301998 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-e4c03c6a-686f-4b0f-ab5e-6286e23afa86 req-2bc60a89-7ba0-4598-9e58-6d73611c8226 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] For port a2370008-0a02-4590-91cd-d7ae8ef2db40, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=a2370008-0a02-4590-91cd-d7ae8ef2db40,segment=NetworkSegment(0da08ad7-1ffb-4706-9d45-1cc487f01f06),segment_id=0da08ad7-1ffb-4706-9d45-1cc487f01f06)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:40:51.303034 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e4c03c6a-686f-4b0f-ab5e-6286e23afa86 req-2bc60a89-7ba0-4598-9e58-6d73611c8226 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a2370008-0a02-4590-91cd-d7ae8ef2db40), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:51.311223 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 9c4c446a-476a-43a6-9335-fa236a73ba7f triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:40:51.311616 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9c4c446a-476a-43a6-9335-fa236a73ba7f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:51.417464 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b7413-72ff-4553-b508-7474910ecb6a req-1a04dba2-191a-48a5-b8df-5949baff7d46 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:51.418982 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f87c218-5b21-4715-ac87-b0f670486870 None None] Network bb43a630-3a18-478e-a8e4-d2e138bf5b3a requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:40:51.421540 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b32b7413-72ff-4553-b508-7474910ecb6a req-1a04dba2-191a-48a5-b8df-5949baff7d46 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 947 time: 0.5940168 Feb 16 22:40:51.655416 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-b10e7786-b7dd-4e06-b5cc-b37f391c59b0 service neutron] 10.222.0.67 "GET /v2.0/networks/261fcaa2-4844-4e2e-b91c-b6ff531f5666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9330490 Feb 16 22:40:51.772395 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8060c803-097c-4566-84fb-70e0909538e2 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for port (99de20ce-7945-4743-9822-c5d1ea1db83c), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:51.782880 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8060c803-097c-4566-84fb-70e0909538e2 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (99de20ce-7945-4743-9822-c5d1ea1db83c), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:51.807158 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-4decc257-2abc-4036-92d3-ffafb50c2f55 None None] Provisioning complete for port 64b2bf94-ec98-44f1-a3c2-e782aed4c0e4 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:40:51.807714 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4decc257-2abc-4036-92d3-ffafb50c2f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (64b2bf94-ec98-44f1-a3c2-e782aed4c0e4), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:51.926113 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8060c803-097c-4566-84fb-70e0909538e2 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (971239f2-12df-4568-a458-86269bfbdf32), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:52.028252 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 9c4c446a-476a-43a6-9335-fa236a73ba7f is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:40:52.028656 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9c4c446a-476a-43a6-9335-fa236a73ba7f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:52.084443 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b32b7413-72ff-4553-b508-7474910ecb6a req-df7df84e-35e0-442b-aa3e-1c23c8b91949 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups?id=5257e0ce-69a1-43b2-8b12-348b9e69006d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6500247 Feb 16 22:40:52.172523 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8060c803-097c-4566-84fb-70e0909538e2 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Network bb43a630-3a18-478e-a8e4-d2e138bf5b3a is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:40:52.184299 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-8060c803-097c-4566-84fb-70e0909538e2 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:40:52.192622 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a95d562e-c79a-499b-81e7-1e0fdc059127 req-2a7862b4-dfb8-46e3-81e2-abe51813839c service neutron] 10.222.0.67 "GET /v2.0/networks/261fcaa2-4844-4e2e-b91c-b6ff531f5666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5151372 Feb 16 22:40:52.232013 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 9c4c446a-476a-43a6-9335-fa236a73ba7f, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9c4c446a-476a-43a6-9335-fa236a73ba7f,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:40:52.235543 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4decc257-2abc-4036-92d3-ffafb50c2f55 None None] Current status of the port 64b2bf94-ec98-44f1-a3c2-e782aed4c0e4 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:40:52.236051 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4decc257-2abc-4036-92d3-ffafb50c2f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (64b2bf94-ec98-44f1-a3c2-e782aed4c0e4), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:52.245704 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9c4c446a-476a-43a6-9335-fa236a73ba7f), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:52.260084 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 64b2bf94-ec98-44f1-a3c2-e782aed4c0e4 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:40:52.268468 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e4c03c6a-686f-4b0f-ab5e-6286e23afa86 req-2bc60a89-7ba0-4598-9e58-6d73611c8226 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:52.268872 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e4c03c6a-686f-4b0f-ab5e-6286e23afa86 req-2bc60a89-7ba0-4598-9e58-6d73611c8226 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (a51a2c25-ddc0-423f-849b-07ea8c030a31), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:52.269197 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [req-e4c03c6a-686f-4b0f-ab5e-6286e23afa86 req-2bc60a89-7ba0-4598-9e58-6d73611c8226 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Floating IP a51a2c25-ddc0-423f-849b-07ea8c030a31 disassociated. External IP: 172.25.2.117, port: a2370008-0a02-4590-91cd-d7ae8ef2db40. Feb 16 22:40:52.269536 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-e4c03c6a-686f-4b0f-ab5e-6286e23afa86 req-2bc60a89-7ba0-4598-9e58-6d73611c8226 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Calling delete_port for a2370008-0a02-4590-91cd-d7ae8ef2db40 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:40:52.392317 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=9c4c446a-476a-43a6-9335-fa236a73ba7f,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:52.433232 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-4decc257-2abc-4036-92d3-ffafb50c2f55 None None] For port 64b2bf94-ec98-44f1-a3c2-e782aed4c0e4, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=64b2bf94-ec98-44f1-a3c2-e782aed4c0e4,segment=NetworkSegment(c9cb006b-0b73-4eb6-945f-dd81e37daed4),segment_id=c9cb006b-0b73-4eb6-945f-dd81e37daed4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:40:52.440740 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 64b2bf94-ec98-44f1-a3c2-e782aed4c0e4 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:40:52.441129 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (64b2bf94-ec98-44f1-a3c2-e782aed4c0e4), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:52.456379 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e4c03c6a-686f-4b0f-ab5e-6286e23afa86 req-2bc60a89-7ba0-4598-9e58-6d73611c8226 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (a2370008-0a02-4590-91cd-d7ae8ef2db40), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:52.500678 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060c803-097c-4566-84fb-70e0909538e2 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'Port': ['ID=99de20ce-7945-4743-9822-c5d1ea1db83c,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:52.510047 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4decc257-2abc-4036-92d3-ffafb50c2f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (64b2bf94-ec98-44f1-a3c2-e782aed4c0e4), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:52.539369 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc60a89-7ba0-4598-9e58-6d73611c8226 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Pushing event deleted for resources: {'Port': ['ID=a2370008-0a02-4590-91cd-d7ae8ef2db40,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:52.605825 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e13fe-96b3-478f-8b06-ad9267bb5c71 req-5eaa3523-afa0-428f-8eb3-f95e4f03b47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:52.611873 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8060c803-097c-4566-84fb-70e0909538e2 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Router 971239f2-12df-4568-a458-86269bfbdf32 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:40:52.616249 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-857e13fe-96b3-478f-8b06-ad9267bb5c71 req-5eaa3523-afa0-428f-8eb3-f95e4f03b47a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=103fc4304d394110a413f27783e42afb&device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 1126 time: 0.1790814 Feb 16 22:40:52.757495 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device a2370008-0a02-4590-91cd-d7ae8ef2db40 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:40:52.782382 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4decc257-2abc-4036-92d3-ffafb50c2f55 None None] Pushing event updated for resources: {'Port': ['ID=64b2bf94-ec98-44f1-a3c2-e782aed4c0e4,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:52.884848 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: a2370008-0a02-4590-91cd-d7ae8ef2db40 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:40:52.885548 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device a2370008-0a02-4590-91cd-d7ae8ef2db40 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:40:52.926208 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8060c803-097c-4566-84fb-70e0909538e2 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:40:52.940320 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-0c1e882e-3697-4237-bc9a-a3935d8ec479 None None] Provisioning complete for port 64b2bf94-ec98-44f1-a3c2-e782aed4c0e4 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:40:52.940705 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0c1e882e-3697-4237-bc9a-a3935d8ec479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (64b2bf94-ec98-44f1-a3c2-e782aed4c0e4), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:52.957344 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b444015e-6a49-4da3-aa70-bef269d09d33 None None] Sync routers for ids ['971239f2-12df-4568-a458-86269bfbdf32'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:40:52.958756 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8060c803-097c-4566-84fb-70e0909538e2 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "PUT /v2.0/routers/971239f2-12df-4568-a458-86269bfbdf32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3009830 Feb 16 22:40:52.965220 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 33770) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:40:53.006301 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e13fe-96b3-478f-8b06-ad9267bb5c71 req-0f422771-555f-4ec4-935c-e477510bace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:53.013459 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-857e13fe-96b3-478f-8b06-ad9267bb5c71 req-0f422771-555f-4ec4-935c-e477510bace4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=261fcaa2-4844-4e2e-b91c-b6ff531f5666 HTTP/1.1" status: 200 len: 916 time: 0.3249011 Feb 16 22:40:53.077617 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2155b47-db3f-4913-95ec-589ae843d5d2 req-2e3a0c8e-4bd1-4852-a518-20046c9f8e16 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:53.090562 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b444015e-6a49-4da3-aa70-bef269d09d33 None None] Routers {'971239f2-12df-4568-a458-86269bfbdf32'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:40:53.093656 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f2155b47-db3f-4913-95ec-589ae843d5d2 req-2e3a0c8e-4bd1-4852-a518-20046c9f8e16 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 944 time: 0.6574848 Feb 16 22:40:53.097880 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-b444015e-6a49-4da3-aa70-bef269d09d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:40:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['971239f2-12df-4568-a458-86269bfbdf32'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:40:53.100625 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 64b2bf94-ec98-44f1-a3c2-e782aed4c0e4 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:40:53.231340 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-857e13fe-96b3-478f-8b06-ad9267bb5c71 req-25a6e9be-38b1-49b4-8226-65929dadc725 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79e3ed22-053c-4a8f-a7f9-c1dca32bbf89 HTTP/1.1" status: 200 len: 217 time: 0.2073765 Feb 16 22:40:53.448068 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f2155b47-db3f-4913-95ec-589ae843d5d2 req-53eb355f-9c08-4970-a4b1-fd4d02f993e9 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534250 Feb 16 22:40:53.520954 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e13fe-96b3-478f-8b06-ad9267bb5c71 req-bd16f25a-7a1d-4072-a3a2-9b22b99dc2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:53.525801 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-857e13fe-96b3-478f-8b06-ad9267bb5c71 req-bd16f25a-7a1d-4072-a3a2-9b22b99dc2d8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e3924c2c-6430-44e2-934c-e30e8715ac29 HTTP/1.1" status: 200 len: 855 time: 0.2676511 Feb 16 22:40:53.531862 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faec4bc-fc3a-4ae3-bec5-1a6d015a3e8f tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:53.532383 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faec4bc-fc3a-4ae3-bec5-1a6d015a3e8f tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:53.532852 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faec4bc-fc3a-4ae3-bec5-1a6d015a3e8f tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:53.533317 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faec4bc-fc3a-4ae3-bec5-1a6d015a3e8f tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:53.533771 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faec4bc-fc3a-4ae3-bec5-1a6d015a3e8f tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:53.534253 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faec4bc-fc3a-4ae3-bec5-1a6d015a3e8f tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:53.534703 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faec4bc-fc3a-4ae3-bec5-1a6d015a3e8f tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:53.547010 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faec4bc-fc3a-4ae3-bec5-1a6d015a3e8f tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:53.547528 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faec4bc-fc3a-4ae3-bec5-1a6d015a3e8f tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:53.547997 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faec4bc-fc3a-4ae3-bec5-1a6d015a3e8f tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:53.557013 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4c03c6a-686f-4b0f-ab5e-6286e23afa86 req-2bc60a89-7ba0-4598-9e58-6d73611c8226 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Router 4f76041d-32ee-4188-a776-12dcc7ad25cc has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:40:53.557471 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6faec4bc-fc3a-4ae3-bec5-1a6d015a3e8f tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7079 time: 0.5879064 Feb 16 22:40:53.558172 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 33782) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:40:53.569303 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9c4c446a-476a-43a6-9335-fa236a73ba7f up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:40:53.584279 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-857e13fe-96b3-478f-8b06-ad9267bb5c71 req-126f243d-b42c-41c6-81d2-3dc41bd1a0f2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=261fcaa2-4844-4e2e-b91c-b6ff531f5666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475461 Feb 16 22:40:53.713230 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5a2d4a69-ec77-4ec2-9890-68b389989d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:53.722392 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-b444015e-6a49-4da3-aa70-bef269d09d33 None None] Set router 971239f2-12df-4568-a458-86269bfbdf32 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:40:53.804807 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 9c4c446a-476a-43a6-9335-fa236a73ba7f triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:40:53.805184 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9c4c446a-476a-43a6-9335-fa236a73ba7f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:53.824507 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-857e13fe-96b3-478f-8b06-ad9267bb5c71 req-5e00c69c-0123-4c8b-88fc-6e9c65858df1 service neutron] 10.222.0.67 "GET /v2.0/networks/261fcaa2-4844-4e2e-b91c-b6ff531f5666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221217 Feb 16 22:40:53.854260 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22f9f52c-d444-48bb-a2a9-c18281044aca req-4bb62013-4552-44f7-9410-fbf29a02939a tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 210 time: 0.2851005 Feb 16 22:40:54.175568 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0d4f7a-e4f9-4d6e-9b7b-878f117f1a19 tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:54.178481 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0d4f7a-e4f9-4d6e-9b7b-878f117f1a19 tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:54.180014 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0d4f7a-e4f9-4d6e-9b7b-878f117f1a19 tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:54.181043 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0d4f7a-e4f9-4d6e-9b7b-878f117f1a19 tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:54.182505 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0d4f7a-e4f9-4d6e-9b7b-878f117f1a19 tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:54.185564 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0d4f7a-e4f9-4d6e-9b7b-878f117f1a19 tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:54.186315 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0d4f7a-e4f9-4d6e-9b7b-878f117f1a19 tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:54.186970 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0d4f7a-e4f9-4d6e-9b7b-878f117f1a19 tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:54.187612 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0d4f7a-e4f9-4d6e-9b7b-878f117f1a19 tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:54.188252 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0d4f7a-e4f9-4d6e-9b7b-878f117f1a19 tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:54.192301 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4c0d4f7a-e4f9-4d6e-9b7b-878f117f1a19 tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6558 time: 0.6331789 Feb 16 22:40:54.195519 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 33792) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:40:54.210862 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-0c1e882e-3697-4237-bc9a-a3935d8ec479 None None] Current status of the port 64b2bf94-ec98-44f1-a3c2-e782aed4c0e4 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:40:54.235214 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-857e13fe-96b3-478f-8b06-ad9267bb5c71 req-b24d769b-06ff-4a17-bc93-85c4dc1a6b4e service neutron] 10.222.0.67 "GET /v2.0/networks/261fcaa2-4844-4e2e-b91c-b6ff531f5666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785908 Feb 16 22:40:54.318202 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4c03c6a-686f-4b0f-ab5e-6286e23afa86 req-2bc60a89-7ba0-4598-9e58-6d73611c8226 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:40:54.332993 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60adc877-4572-4827-bc92-7438077a1638 None None] Sync routers for ids ['4f76041d-32ee-4188-a776-12dcc7ad25cc'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:40:54.352083 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60adc877-4572-4827-bc92-7438077a1638 None None] Routers {'4f76041d-32ee-4188-a776-12dcc7ad25cc'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:40:54.355320 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-60adc877-4572-4827-bc92-7438077a1638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:40:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4f76041d-32ee-4188-a776-12dcc7ad25cc'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:40:54.378563 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c03c6a-686f-4b0f-ab5e-6286e23afa86 req-2bc60a89-7ba0-4598-9e58-6d73611c8226 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] No DVR routers for this DVR port a2370008-0a02-4590-91cd-d7ae8ef2db40 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:40:54.381627 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e4c03c6a-686f-4b0f-ab5e-6286e23afa86 req-2bc60a89-7ba0-4598-9e58-6d73611c8226 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:54.385495 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e4c03c6a-686f-4b0f-ab5e-6286e23afa86 req-2bc60a89-7ba0-4598-9e58-6d73611c8226 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.79 "DELETE /v2.0/ports/a2370008-0a02-4590-91cd-d7ae8ef2db40 HTTP/1.1" status: 204 len: 173 time: 4.3805141 Feb 16 22:40:54.386257 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abd30e3-e185-4278-bea5-264a97078b16', 'name': 'network-vif-deleted', 'tag': 'a2370008-0a02-4590-91cd-d7ae8ef2db40'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:40:54.389630 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af9e71a-5415-4357-9969-04edcdb42b2d" -d '{"events": [{"server_uuid": "9abd30e3-e185-4278-bea5-264a97078b16", "name": "network-vif-deleted", "tag": "a2370008-0a02-4590-91cd-d7ae8ef2db40"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:40:54.490862 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287c5125-9dc8-4c49-ae31-7478b5988561 x-openstack-request-id: req-287c5125-9dc8-4c49-ae31-7478b5988561 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:40:54.491432 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9abd30e3-e185-4278-bea5-264a97078b16", "name": "network-vif-deleted", "tag": "a2370008-0a02-4590-91cd-d7ae8ef2db40", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:40:54.491939 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-287c5125-9dc8-4c49-ae31-7478b5988561 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:40:54.492613 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9abd30e3-e185-4278-bea5-264a97078b16', 'name': 'network-vif-deleted', 'tag': 'a2370008-0a02-4590-91cd-d7ae8ef2db40', 'status': 'completed', 'code': 200} Feb 16 22:40:54.554858 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:54.563986 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-0c1e882e-3697-4237-bc9a-a3935d8ec479 None None] Provisioning complete for port 99de20ce-7945-4743-9822-c5d1ea1db83c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:40:54.564363 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0c1e882e-3697-4237-bc9a-a3935d8ec479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (99de20ce-7945-4743-9822-c5d1ea1db83c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:54.620294 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-0c1e882e-3697-4237-bc9a-a3935d8ec479 None None] Port 99de20ce-7945-4743-9822-c5d1ea1db83c cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:40:54.650756 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 9c4c446a-476a-43a6-9335-fa236a73ba7f is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:40:54.655398 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 64b2bf94-ec98-44f1-a3c2-e782aed4c0e4 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:40:54.708379 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f10bc2-f33c-469d-b6eb-a1886c211e12 req-cb64e94e-d5a6-44e0-8498-e7862fcdd6a5 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:54.727408 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b5f10bc2-f33c-469d-b6eb-a1886c211e12 req-cb64e94e-d5a6-44e0-8498-e7862fcdd6a5 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 944 time: 0.1362953 Feb 16 22:40:54.812524 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-60adc877-4572-4827-bc92-7438077a1638 None None] Set router 4f76041d-32ee-4188-a776-12dcc7ad25cc gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:40:54.813874 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-b444015e-6a49-4da3-aa70-bef269d09d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971239f2-12df-4568-a458-86269bfbdf32', 'name': 'tempest-TestNetworkBasicOps-router-33925818', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:40:42Z', 'updated_at': '2022-02-16T22:40:50Z', 'revision_number': 4, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'gw_port': {'id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:40:43Z', 'updated_at': '2022-02-16T22:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '99de20ce-7945-4743-9822-c5d1ea1db83c', 'name': '', 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'mac_address': 'fa:16:3e:92:ce:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'bb550098-38cf-4a15-8885-1824e020ff82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:40:49Z', 'updated_at': '2022-02-16T22:40:51Z', 'revision_number': 2, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'subnets': [{'id': 'bb550098-38cf-4a15-8885-1824e020ff82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:40:54.847486 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b5f10bc2-f33c-469d-b6eb-a1886c211e12 req-7c908e46-49b9-4697-8e6f-f16d54dd74ec tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190023 Feb 16 22:40:54.882086 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-278e699b-233a-4401-a407-005512d60704 tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3763 time: 0.6804616 Feb 16 22:40:54.898874 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b444015e-6a49-4da3-aa70-bef269d09d33 None None] Checking router: 971239f2-12df-4568-a458-86269bfbdf32 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:40:54.899231 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b444015e-6a49-4da3-aa70-bef269d09d33 None None] Updating router 971239f2-12df-4568-a458-86269bfbdf32 port 99de20ce-7945-4743-9822-c5d1ea1db83c binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:40:54.969564 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-0e4becd7-1462-4426-ab26-5d650068722e None None] Provisioning complete for port 99de20ce-7945-4743-9822-c5d1ea1db83c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:40:54.970059 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0e4becd7-1462-4426-ab26-5d650068722e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (99de20ce-7945-4743-9822-c5d1ea1db83c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:55.061677 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-56cc4e32-75c0-410c-9aac-c9d6c6bef6e7 req-33bc30eb-7906-4976-8539-fa5e71a93208 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/ports?device_id=9abd30e3-e185-4278-bea5-264a97078b16 HTTP/1.1" status: 200 len: 210 time: 0.0653472 Feb 16 22:40:55.109275 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b444015e-6a49-4da3-aa70-bef269d09d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (99de20ce-7945-4743-9822-c5d1ea1db83c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:55.145838 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-0e4becd7-1462-4426-ab26-5d650068722e None None] Port 99de20ce-7945-4743-9822-c5d1ea1db83c cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:40:55.346428 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 64b2bf94-ec98-44f1-a3c2-e782aed4c0e4 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:40:55.347094 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (64b2bf94-ec98-44f1-a3c2-e782aed4c0e4), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:55.412238 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-60adc877-4572-4827-bc92-7438077a1638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1447926043-router', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:49Z', 'updated_at': '2022-02-16T22:31:56Z', 'revision_number': 4, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'gw_port': {'id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:51Z', 'updated_at': '2022-02-16T22:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '1d239f16-9d92-4d6f-97f8-146ac81d8416', 'name': '', 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'mac_address': 'fa:16:3e:23:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:55Z', 'updated_at': '2022-02-16T22:32:03Z', 'revision_number': 5, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'subnets': [{'id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:40:55.470649 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 33824) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:40:55.476656 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60adc877-4572-4827-bc92-7438077a1638 None None] Checking router: 4f76041d-32ee-4188-a776-12dcc7ad25cc for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:40:55.476838 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-1c20cfad-288c-4947-a94a-8922c640e677 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-687948850', 'description': 'tempest-secgroup-smoke-687948850 description', 'project_id': 'fcbc829c172a42c39498d6223ec391eb'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:40:55.490519 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60adc877-4572-4827-bc92-7438077a1638 None None] Routers {'4f76041d-32ee-4188-a776-12dcc7ad25cc'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:40:55.495128 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-60adc877-4572-4827-bc92-7438077a1638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:40:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4f76041d-32ee-4188-a776-12dcc7ad25cc'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:40:55.582199 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1c20cfad-288c-4947-a94a-8922c640e677 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:55.672914 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-60adc877-4572-4827-bc92-7438077a1638 None None] Set router 4f76041d-32ee-4188-a776-12dcc7ad25cc gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:40:55.686860 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:55.713949 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1c20cfad-288c-4947-a94a-8922c640e677 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group (79b19436-e466-463a-8c22-9a187ea78843), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:55.714889 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 64b2bf94-ec98-44f1-a3c2-e782aed4c0e4 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:40:55.726402 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1c20cfad-288c-4947-a94a-8922c640e677 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (79b19436-e466-463a-8c22-9a187ea78843), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:55.778108 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1c20cfad-288c-4947-a94a-8922c640e677 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:55.782762 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1c20cfad-288c-4947-a94a-8922c640e677 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3077393 Feb 16 22:40:55.782988 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 33828) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:40:55.787834 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-13eac26d-b74b-415d-b3b8-2f35770e8296 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Request body: {'security_group_rule': {'security_group_id': '79b19436-e466-463a-8c22-9a187ea78843', 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:40:55.794967 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20cfad-288c-4947-a94a-8922c640e677 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79b19436-e466-463a-8c22-9a187ea78843,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:55.871135 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-13eac26d-b74b-415d-b3b8-2f35770e8296 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (cba34a49-6268-4026-a7c4-421c52fc1599), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:55.984763 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b444015e-6a49-4da3-aa70-bef269d09d33 None None] Publish callbacks [] for port (99de20ce-7945-4743-9822-c5d1ea1db83c), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:56.000131 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b444015e-6a49-4da3-aa70-bef269d09d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (99de20ce-7945-4743-9822-c5d1ea1db83c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:56.089539 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:40:56.138540 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-60adc877-4572-4827-bc92-7438077a1638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1447926043-router', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:49Z', 'updated_at': '2022-02-16T22:31:56Z', 'revision_number': 4, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'gw_port': {'id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:51Z', 'updated_at': '2022-02-16T22:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '1d239f16-9d92-4d6f-97f8-146ac81d8416', 'name': '', 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'mac_address': 'fa:16:3e:23:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:55Z', 'updated_at': '2022-02-16T22:32:03Z', 'revision_number': 5, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'subnets': [{'id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:40:56.147742 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-13eac26d-b74b-415d-b3b8-2f35770e8296 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (cba34a49-6268-4026-a7c4-421c52fc1599), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:56.170907 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-13eac26d-b74b-415d-b3b8-2f35770e8296 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (cba34a49-6268-4026-a7c4-421c52fc1599), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:56.205293 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eac26d-b74b-415d-b3b8-2f35770e8296 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba34a49-6268-4026-a7c4-421c52fc1599,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:56.212036 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60adc877-4572-4827-bc92-7438077a1638 None None] The sync data for ids ['4f76041d-32ee-4188-a776-12dcc7ad25cc'] in n-d-813897-6 is: [{'id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1447926043-router', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:49Z', 'updated_at': '2022-02-16T22:31:56Z', 'revision_number': 4, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'gw_port': {'id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:51Z', 'updated_at': '2022-02-16T22:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '1d239f16-9d92-4d6f-97f8-146ac81d8416', 'name': '', 'network_id': 'a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'mac_address': 'fa:16:3e:23:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:55Z', 'updated_at': '2022-02-16T22:32:03Z', 'revision_number': 5, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'subnets': [{'id': '0a662751-aa30-4a8c-92bf-a9f1c49c1b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:40:56.231015 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8926a-d1e3-40dd-a521-717f51936cb4 req-67b2b88c-dd8d-44ee-9931-fe47c8a297d0 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:56.232649 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cdc8926a-d1e3-40dd-a521-717f51936cb4 req-67b2b88c-dd8d-44ee-9931-fe47c8a297d0 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 944 time: 0.2138362 Feb 16 22:40:56.275260 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2533dff-328c-425e-b6a2-0d8e16ad212b None None] Pushing event updated for resources: {'Port': ['ID=99de20ce-7945-4743-9822-c5d1ea1db83c,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:56.283582 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-13eac26d-b74b-415d-b3b8-2f35770e8296 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:56.284650 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-b444015e-6a49-4da3-aa70-bef269d09d33 None None] Attempting to bind port 99de20ce-7945-4743-9822-c5d1ea1db83c on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:40:56.284905 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-13eac26d-b74b-415d-b3b8-2f35770e8296 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5011973 Feb 16 22:40:56.285749 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-b444015e-6a49-4da3-aa70-bef269d09d33 None None] Attempting to bind port 99de20ce-7945-4743-9822-c5d1ea1db83c by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'c9cb006b-0b73-4eb6-945f-dd81e37daed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:40:56.287079 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b444015e-6a49-4da3-aa70-bef269d09d33 None None] Attempting to bind port 99de20ce-7945-4743-9822-c5d1ea1db83c on network bb43a630-3a18-478e-a8e4-d2e138bf5b3a {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:40:56.288114 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 33834) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:40:56.292861 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-63dd23fc-149f-47a2-b550-a1e29a120bcf tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Request body: {'security_group_rule': {'security_group_id': '79b19436-e466-463a-8c22-9a187ea78843', 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:40:56.336312 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b444015e-6a49-4da3-aa70-bef269d09d33 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:40:56.336683 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b444015e-6a49-4da3-aa70-bef269d09d33 None None] Checking segment: {'id': 'c9cb006b-0b73-4eb6-945f-dd81e37daed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:40:56.337149 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b444015e-6a49-4da3-aa70-bef269d09d33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:56.337552 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b444015e-6a49-4da3-aa70-bef269d09d33 None None] Bound using segment: {'id': 'c9cb006b-0b73-4eb6-945f-dd81e37daed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:40:56.338076 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-b444015e-6a49-4da3-aa70-bef269d09d33 None None] Bound port: 99de20ce-7945-4743-9822-c5d1ea1db83c, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9cb006b-0b73-4eb6-945f-dd81e37daed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:40:56.338994 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b444015e-6a49-4da3-aa70-bef269d09d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (99de20ce-7945-4743-9822-c5d1ea1db83c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:56.342037 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cdc8926a-d1e3-40dd-a521-717f51936cb4 req-93438dfa-07ef-4fbf-8448-dcb7a4984b32 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867651 Feb 16 22:40:56.392088 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63dd23fc-149f-47a2-b550-a1e29a120bcf tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (ee957fb3-5bd2-4019-9b3f-a290a721ca1b), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:56.518944 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 33852) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:40:56.519155 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63dd23fc-149f-47a2-b550-a1e29a120bcf tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (ee957fb3-5bd2-4019-9b3f-a290a721ca1b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:56.532958 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63dd23fc-149f-47a2-b550-a1e29a120bcf tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (ee957fb3-5bd2-4019-9b3f-a290a721ca1b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:56.533883 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-b444015e-6a49-4da3-aa70-bef269d09d33 None None] For port 99de20ce-7945-4743-9822-c5d1ea1db83c, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:40:56.540530 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-b444015e-6a49-4da3-aa70-bef269d09d33 None None] For port 99de20ce-7945-4743-9822-c5d1ea1db83c, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=99de20ce-7945-4743-9822-c5d1ea1db83c,segment=NetworkSegment(c9cb006b-0b73-4eb6-945f-dd81e37daed4),segment_id=c9cb006b-0b73-4eb6-945f-dd81e37daed4)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:40:56.555161 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b444015e-6a49-4da3-aa70-bef269d09d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (99de20ce-7945-4743-9822-c5d1ea1db83c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:56.580635 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd23fc-149f-47a2-b550-a1e29a120bcf tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee957fb3-5bd2-4019-9b3f-a290a721ca1b,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:56.595984 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63dd23fc-149f-47a2-b550-a1e29a120bcf tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:56.597294 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-63dd23fc-149f-47a2-b550-a1e29a120bcf tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3081155 Feb 16 22:40:56.600246 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 33856) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:40:56.605528 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-dc6509ee-b813-4a68-9919-1dc424c443e8 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Request body: {'security_group_rule': {'security_group_id': '79b19436-e466-463a-8c22-9a187ea78843', 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:40:56.647949 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc6509ee-b813-4a68-9919-1dc424c443e8 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (ca63db45-1cc0-4545-b7c7-e704dfb38947), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:56.662863 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-40c9dab5-3483-42a3-b683-e813e96c4273 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for security_group (5257e0ce-69a1-43b2-8b12-348b9e69006d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:56.714794 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-40c9dab5-3483-42a3-b683-e813e96c4273 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for security_group (5257e0ce-69a1-43b2-8b12-348b9e69006d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:56.732561 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a350a963-fd16-4ab9-b811-d3f1fe5678da None None] Provisioning complete for port 99de20ce-7945-4743-9822-c5d1ea1db83c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:40:56.733077 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a350a963-fd16-4ab9-b811-d3f1fe5678da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (99de20ce-7945-4743-9822-c5d1ea1db83c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:56.824361 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2533dff-328c-425e-b6a2-0d8e16ad212b None None] Pushing event updated for resources: {'Port': ['ID=99de20ce-7945-4743-9822-c5d1ea1db83c,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:56.852538 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b444015e-6a49-4da3-aa70-bef269d09d33 None None] Routers {'971239f2-12df-4568-a458-86269bfbdf32'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:40:56.852538 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-b444015e-6a49-4da3-aa70-bef269d09d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:40:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['971239f2-12df-4568-a458-86269bfbdf32'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:40:56.866891 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-40c9dab5-3483-42a3-b683-e813e96c4273 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (5257e0ce-69a1-43b2-8b12-348b9e69006d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:56.870069 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-40c9dab5-3483-42a3-b683-e813e96c4273 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:56.874273 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-40c9dab5-3483-42a3-b683-e813e96c4273 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "DELETE /v2.0/security-groups/5257e0ce-69a1-43b2-8b12-348b9e69006d HTTP/1.1" status: 204 len: 168 time: 0.3506756 Feb 16 22:40:56.879630 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 33866) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:40:56.888901 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc6509ee-b813-4a68-9919-1dc424c443e8 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (ca63db45-1cc0-4545-b7c7-e704dfb38947), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:56.903191 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc6509ee-b813-4a68-9919-1dc424c443e8 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (ca63db45-1cc0-4545-b7c7-e704dfb38947), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:56.925412 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9dab5-3483-42a3-b683-e813e96c4273 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5257e0ce-69a1-43b2-8b12-348b9e69006d,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:56.963414 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-0e4b1981-32d9-41c0-9e02-7e7fb701d2a9 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] show failed (client error): The resource could not be found. Feb 16 22:40:56.964894 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6509ee-b813-4a68-9919-1dc424c443e8 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca63db45-1cc0-4545-b7c7-e704dfb38947,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:56.965063 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0e4b1981-32d9-41c0-9e02-7e7fb701d2a9 tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "GET /v2.0/security-groups/5257e0ce-69a1-43b2-8b12-348b9e69006d HTTP/1.1" status: 404 len: 347 time: 0.0793390 Feb 16 22:40:56.971057 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 33868) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:40:56.978734 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e78dc92-b0d1-447f-9962-4c586e3c2914 None None] New status for floating IP a51a2c25-ddc0-423f-849b-07ea8c030a31: DOWN {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:40:56.981531 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc6509ee-b813-4a68-9919-1dc424c443e8 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:56.983068 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-dc6509ee-b813-4a68-9919-1dc424c443e8 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3813572 Feb 16 22:40:56.986064 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 33870) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:40:56.993469 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-13780f1b-2e3b-41c9-b9f1-b30d8b1ea876 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Request body: {'security_group_rule': {'security_group_id': '79b19436-e466-463a-8c22-9a187ea78843', 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:40:57.029682 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-13780f1b-2e3b-41c9-b9f1-b30d8b1ea876 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (3419d3f9-eca5-4875-b929-6dd99aa6226d), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:57.081031 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:40:57.198719 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-13780f1b-2e3b-41c9-b9f1-b30d8b1ea876 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (3419d3f9-eca5-4875-b929-6dd99aa6226d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:57.206933 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-13780f1b-2e3b-41c9-b9f1-b30d8b1ea876 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (3419d3f9-eca5-4875-b929-6dd99aa6226d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:57.244572 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13780f1b-2e3b-41c9-b9f1-b30d8b1ea876 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3419d3f9-eca5-4875-b929-6dd99aa6226d,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:57.261849 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-13780f1b-2e3b-41c9-b9f1-b30d8b1ea876 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:57.263206 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-13780f1b-2e3b-41c9-b9f1-b30d8b1ea876 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2761762 Feb 16 22:40:57.266313 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 33874) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:40:57.271435 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-b457a4e9-cfaf-4cd5-819a-4480455c7ed8 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Request body: {'security_group_rule': {'security_group_id': '79b19436-e466-463a-8c22-9a187ea78843', 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:40:57.310110 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-ac4f6a31-2ec0-4eee-a6b5-0a3f61d9c73d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Deleting port 6c0eb313-f06a-4527-9eac-b7d27e1fc9a8 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:40:57.311759 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6a31-2ec0-4eee-a6b5-0a3f61d9c73d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (6c0eb313-f06a-4527-9eac-b7d27e1fc9a8), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:57.323937 n-d-813897-6 neutron-server[103465]: INFO neutron.db.securitygroups_db [None req-b457a4e9-cfaf-4cd5-819a-4480455c7ed8 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Project fcbc829c172a42c39498d6223ec391eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 22:40:57.329381 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b457a4e9-cfaf-4cd5-819a-4480455c7ed8 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (8b40f377-80f7-4499-b487-a47463b0c26d), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:57.417892 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:57.521909 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a350a963-fd16-4ab9-b811-d3f1fe5678da None None] Current status of the port 99de20ce-7945-4743-9822-c5d1ea1db83c is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:40:57.523292 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a350a963-fd16-4ab9-b811-d3f1fe5678da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (99de20ce-7945-4743-9822-c5d1ea1db83c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:57.535171 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b457a4e9-cfaf-4cd5-819a-4480455c7ed8 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (8b40f377-80f7-4499-b487-a47463b0c26d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:57.547057 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b457a4e9-cfaf-4cd5-819a-4480455c7ed8 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (8b40f377-80f7-4499-b487-a47463b0c26d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:57.581711 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=79e3ed22-053c-4a8f-a7f9-c1dca32bbf89,segment=NetworkSegment(e7f5c01d-8ab2-4542-ac4a-c6529511c236),segment_id=e7f5c01d-8ab2-4542-ac4a-c6529511c236)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:40:57.590329 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b457a4e9-cfaf-4cd5-819a-4480455c7ed8 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b40f377-80f7-4499-b487-a47463b0c26d,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:57.616010 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b457a4e9-cfaf-4cd5-819a-4480455c7ed8 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:57.617706 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b457a4e9-cfaf-4cd5-819a-4480455c7ed8 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3503292 Feb 16 22:40:57.620606 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 33884) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:40:57.626931 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-34442a4d-fd83-4dde-a5ae-b50c48e40fa0 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Request body: {'security_group_rule': {'security_group_id': '79b19436-e466-463a-8c22-9a187ea78843', 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:40:57.631693 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-a350a963-fd16-4ab9-b811-d3f1fe5678da None None] For port 99de20ce-7945-4743-9822-c5d1ea1db83c, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=99de20ce-7945-4743-9822-c5d1ea1db83c,segment=NetworkSegment(c9cb006b-0b73-4eb6-945f-dd81e37daed4),segment_id=c9cb006b-0b73-4eb6-945f-dd81e37daed4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:40:57.635834 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '79e3ed22-053c-4a8f-a7f9-c1dca32bbf89', 'network_id': '261fcaa2-4844-4e2e-b91c-b6ff531f5666', 'port_id': '79e3ed22-053c-4a8f-a7f9-c1dca32bbf89', 'mac_address': 'fa:16:3e:d1:9f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3924c2c-6430-44e2-934c-e30e8715ac29', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:40:57.649837 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a350a963-fd16-4ab9-b811-d3f1fe5678da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (99de20ce-7945-4743-9822-c5d1ea1db83c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:57.668272 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6a31-2ec0-4eee-a6b5-0a3f61d9c73d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (6c0eb313-f06a-4527-9eac-b7d27e1fc9a8), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:57.668680 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6a31-2ec0-4eee-a6b5-0a3f61d9c73d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for floatingip (6c0eb313-f06a-4527-9eac-b7d27e1fc9a8), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:57.679417 n-d-813897-6 neutron-server[103465]: INFO neutron.db.securitygroups_db [None req-34442a4d-fd83-4dde-a5ae-b50c48e40fa0 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Project fcbc829c172a42c39498d6223ec391eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 22:40:57.687740 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-34442a4d-fd83-4dde-a5ae-b50c48e40fa0 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (77c03b75-6929-4e61-8ee4-c195cc790d57), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:57.703533 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-b444015e-6a49-4da3-aa70-bef269d09d33 None None] Set router 971239f2-12df-4568-a458-86269bfbdf32 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:40:57.707724 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:40:57.709127 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (79e3ed22-053c-4a8f-a7f9-c1dca32bbf89), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:57.728278 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-ac4f6a31-2ec0-4eee-a6b5-0a3f61d9c73d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Calling delete_port for 6c0eb313-f06a-4527-9eac-b7d27e1fc9a8 owned by network:floatingip {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:40:57.769658 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:40:57.769943 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-34442a4d-fd83-4dde-a5ae-b50c48e40fa0 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (77c03b75-6929-4e61-8ee4-c195cc790d57), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:57.776232 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-34442a4d-fd83-4dde-a5ae-b50c48e40fa0 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (77c03b75-6929-4e61-8ee4-c195cc790d57), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:57.795580 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=79e3ed22-053c-4a8f-a7f9-c1dca32bbf89,segment=NetworkSegment(e7f5c01d-8ab2-4542-ac4a-c6529511c236),segment_id=e7f5c01d-8ab2-4542-ac4a-c6529511c236)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:40:57.806497 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418e753-e9a8-4270-bdf3-545cf56b845f req-f24800ee-c788-44ee-b3df-77cdfe43e631 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:57.814302 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6418e753-e9a8-4270-bdf3-545cf56b845f req-f24800ee-c788-44ee-b3df-77cdfe43e631 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 944 time: 0.2522416 Feb 16 22:40:57.826110 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34442a4d-fd83-4dde-a5ae-b50c48e40fa0 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77c03b75-6929-4e61-8ee4-c195cc790d57,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:57.851991 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-34442a4d-fd83-4dde-a5ae-b50c48e40fa0 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:57.853245 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-34442a4d-fd83-4dde-a5ae-b50c48e40fa0 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2316403 Feb 16 22:40:57.857107 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (79e3ed22-053c-4a8f-a7f9-c1dca32bbf89), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:58.053004 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6418e753-e9a8-4270-bdf3-545cf56b845f req-77fab376-aa2d-42ee-b115-8e5205ea3463 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371712 Feb 16 22:40:58.073565 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-551f4bfa-21fc-4bee-84b1-77e55ff9fecc None None] Provisioning complete for port 99de20ce-7945-4743-9822-c5d1ea1db83c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:40:58.073949 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-551f4bfa-21fc-4bee-84b1-77e55ff9fecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (99de20ce-7945-4743-9822-c5d1ea1db83c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:58.150039 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350a963-fd16-4ab9-b811-d3f1fe5678da None None] Pushing event updated for resources: {'Port': ['ID=99de20ce-7945-4743-9822-c5d1ea1db83c,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:58.341315 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6a31-2ec0-4eee-a6b5-0a3f61d9c73d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (6c0eb313-f06a-4527-9eac-b7d27e1fc9a8), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:58.377210 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-dc90945a-a755-45e7-af36-eae3bffb165e tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-687948850&fields=id&tenant_id=fcbc829c172a42c39498d6223ec391eb HTTP/1.1" status: 200 len: 267 time: 0.1958332 Feb 16 22:40:58.410657 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-551f4bfa-21fc-4bee-84b1-77e55ff9fecc None None] Current status of the port 99de20ce-7945-4743-9822-c5d1ea1db83c is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:40:58.415040 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['79e3ed22-053c-4a8f-a7f9-c1dca32bbf89'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:40:58.456739 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f6a31-2ec0-4eee-a6b5-0a3f61d9c73d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Pushing event deleted for resources: {'Port': ['ID=6c0eb313-f06a-4527-9eac-b7d27e1fc9a8,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:58.518977 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=79e3ed22-053c-4a8f-a7f9-c1dca32bbf89,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:40:58.537331 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-b444015e-6a49-4da3-aa70-bef269d09d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971239f2-12df-4568-a458-86269bfbdf32', 'name': 'tempest-TestNetworkBasicOps-router-33925818', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:40:42Z', 'updated_at': '2022-02-16T22:40:50Z', 'revision_number': 4, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'gw_port': {'id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:40:43Z', 'updated_at': '2022-02-16T22:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '99de20ce-7945-4743-9822-c5d1ea1db83c', 'name': '', 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'mac_address': 'fa:16:3e:92:ce:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'bb550098-38cf-4a15-8885-1824e020ff82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:40:49Z', 'updated_at': '2022-02-16T22:40:56Z', 'revision_number': 4, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'subnets': [{'id': 'bb550098-38cf-4a15-8885-1824e020ff82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:40:58.570849 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b444015e-6a49-4da3-aa70-bef269d09d33 None None] The sync data for ids ['971239f2-12df-4568-a458-86269bfbdf32'] in n-d-813897-6 is: [{'id': '971239f2-12df-4568-a458-86269bfbdf32', 'name': 'tempest-TestNetworkBasicOps-router-33925818', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:40:42Z', 'updated_at': '2022-02-16T22:40:50Z', 'revision_number': 4, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'gw_port': {'id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:40:43Z', 'updated_at': '2022-02-16T22:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '99de20ce-7945-4743-9822-c5d1ea1db83c', 'name': '', 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'mac_address': 'fa:16:3e:92:ce:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'bb550098-38cf-4a15-8885-1824e020ff82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:40:49Z', 'updated_at': '2022-02-16T22:40:56Z', 'revision_number': 4, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'subnets': [{'id': 'bb550098-38cf-4a15-8885-1824e020ff82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:40:58.638501 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:58.766823 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6a31-2ec0-4eee-a6b5-0a3f61d9c73d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks [] for floatingip (a51a2c25-ddc0-423f-849b-07ea8c030a31), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:58.774224 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6a31-2ec0-4eee-a6b5-0a3f61d9c73d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:40:58.779947 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ac4f6a31-2ec0-4eee-a6b5-0a3f61d9c73d tempest-AttachVolumeShelveTestJSON-1756577627 tempest-AttachVolumeShelveTestJSON-1756577627-project] 10.222.0.75 "DELETE /v2.0/floatingips/a51a2c25-ddc0-423f-849b-07ea8c030a31 HTTP/1.1" status: 204 len: 168 time: 1.7999399 Feb 16 22:40:58.828227 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-cef2f6f6-3da4-49aa-8e53-dc8c69944ca4 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:58.849012 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-cef2f6f6-3da4-49aa-8e53-dc8c69944ca4 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/networks?id=bb43a630-3a18-478e-a8e4-d2e138bf5b3a HTTP/1.1" status: 200 len: 797 time: 0.4599078 Feb 16 22:40:58.878542 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-67f30f99-8177-4742-b308-22ca07514a78 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/quotas/fcbc829c172a42c39498d6223ec391eb HTTP/1.1" status: 200 len: 375 time: 0.0391963 Feb 16 22:40:59.016606 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-67b4e6e3-8461-4163-9ead-94a6c9c3a363 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=fcbc829c172a42c39498d6223ec391eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1372490 Feb 16 22:40:59.188870 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-0b9ed591-bc82-47e2-8d7a-c4d53bec870e service neutron] 10.222.0.75 "GET /v2.0/networks/bb43a630-3a18-478e-a8e4-d2e138bf5b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558332 Feb 16 22:40:59.397277 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-14e50589-fe1c-4483-96cc-bd5d2a306310 service neutron] 10.222.0.75 "GET /v2.0/networks/bb43a630-3a18-478e-a8e4-d2e138bf5b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010972 Feb 16 22:40:59.863015 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b2361-bec4-4528-aeb9-d150e987127a req-9f2315bd-c126-4bfc-ae0e-29e7260125c9 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:40:59.878632 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e7b2361-bec4-4528-aeb9-d150e987127a req-9f2315bd-c126-4bfc-ae0e-29e7260125c9 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 945 time: 0.1451788 Feb 16 22:40:59.907829 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 99de20ce-7945-4743-9822-c5d1ea1db83c up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:41:00.054715 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:00.060357 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 99de20ce-7945-4743-9822-c5d1ea1db83c triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:41:00.060907 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (99de20ce-7945-4743-9822-c5d1ea1db83c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:00.106917 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e7b2361-bec4-4528-aeb9-d150e987127a req-c03d5753-5b26-450f-aa88-36c520e8967e tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271657 Feb 16 22:41:00.248237 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 99de20ce-7945-4743-9822-c5d1ea1db83c is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:41:00.291686 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c2e1bfe7-4fa4-4792-acbf-0dc510874623 req-5a5a9827-1b3b-44f5-9f83-80c9ad1253a4 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=b011dc53-315d-457a-a7b7-08815802e15a HTTP/1.1" status: 200 len: 210 time: 0.0545216 Feb 16 22:41:01.051591 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:41:01.147104 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:41:01.151873 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:41:01.152381 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (79e3ed22-053c-4a8f-a7f9-c1dca32bbf89), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:01.308079 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:41:01.312123 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (79e3ed22-053c-4a8f-a7f9-c1dca32bbf89), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:01.383266 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62348a79-58b0-4fc4-8027-7c4fb0c1a82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e3ed22-053c-4a8f-a7f9-c1dca32bbf89'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:41:01.386049 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59582528-c49a-4eb4-ba88-e95c0160a986" -d '{"events": [{"server_uuid": "62348a79-58b0-4fc4-8027-7c4fb0c1a82f", "name": "network-vif-plugged", "status": "completed", "tag": "79e3ed22-053c-4a8f-a7f9-c1dca32bbf89"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:41:01.419816 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=79e3ed22-053c-4a8f-a7f9-c1dca32bbf89,segment=NetworkSegment(e7f5c01d-8ab2-4542-ac4a-c6529511c236),segment_id=e7f5c01d-8ab2-4542-ac4a-c6529511c236)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:41:01.427350 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e6627-6a1f-428a-aec4-3db3b7037fbd req-c4f9edff-1d70-4fab-95da-c08171f6b803 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:01.431769 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-139e6627-6a1f-428a-aec4-3db3b7037fbd req-c4f9edff-1d70-4fab-95da-c08171f6b803 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 945 time: 0.2244043 Feb 16 22:41:01.437204 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (79e3ed22-053c-4a8f-a7f9-c1dca32bbf89), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:01.506177 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=79e3ed22-053c-4a8f-a7f9-c1dca32bbf89,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:01.760640 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-139e6627-6a1f-428a-aec4-3db3b7037fbd req-be8fd9b3-cfb6-44c1-9d20-04ea130ac6c1 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977197 Feb 16 22:41:01.799532 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-9166d2ae-e853-481f-a8f4-8e198c518a8b tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:01.801256 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-9166d2ae-e853-481f-a8f4-8e198c518a8b tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.79 "GET /v2.0/networks?id=bb43a630-3a18-478e-a8e4-d2e138bf5b3a HTTP/1.1" status: 200 len: 797 time: 0.3677070 Feb 16 22:41:02.045520 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-2df474cd-0553-49b0-adb7-4ca5103115fd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcbc829c172a42c39498d6223ec391eb HTTP/1.1" status: 200 len: 379 time: 0.2358699 Feb 16 22:41:02.047632 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c3f1c51-4e8d-4250-a572-31f0896bc49e req-16c911e4-c271-42f5-8fb9-cf5b6889cc5c tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=b011dc53-315d-457a-a7b7-08815802e15a HTTP/1.1" status: 200 len: 210 time: 0.1029944 Feb 16 22:41:02.056301 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-43563041-7851-41d9-8b34-41f36ac1f371 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Request body: {'port': {'device_id': 'b011dc53-315d-457a-a7b7-08815802e15a', 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a', 'admin_state_up': True, 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'security_groups': ['79b19436-e466-463a-8c22-9a187ea78843']}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:41:02.108384 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df65b531-85dd-48f7-8fec-d2d740208575 x-openstack-request-id: req-df65b531-85dd-48f7-8fec-d2d740208575 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:41:02.108987 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62348a79-58b0-4fc4-8027-7c4fb0c1a82f", "name": "network-vif-plugged", "status": "completed", "tag": "79e3ed22-053c-4a8f-a7f9-c1dca32bbf89", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:41:02.109104 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-df65b531-85dd-48f7-8fec-d2d740208575 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:41:02.109603 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62348a79-58b0-4fc4-8027-7c4fb0c1a82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e3ed22-053c-4a8f-a7f9-c1dca32bbf89', 'code': 200} Feb 16 22:41:02.285228 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f15794-223c-4d6d-82ec-057a0a66df1c req-b8dbb47a-4392-4b97-bdac-9160284b8f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:02.287610 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f7f15794-223c-4d6d-82ec-057a0a66df1c req-b8dbb47a-4392-4b97-bdac-9160284b8f9a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 1128 time: 0.1087234 Feb 16 22:41:02.288755 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-43563041-7851-41d9-8b34-41f36ac1f371 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Made reservation on behalf of fcbc829c172a42c39498d6223ec391eb for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:41:02.292458 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-43563041-7851-41d9-8b34-41f36ac1f371 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:02.399080 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f7f15794-223c-4d6d-82ec-057a0a66df1c req-8477f22a-a3de-4915-a25d-1a0020ad0bf2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909305 Feb 16 22:41:02.544345 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-43563041-7851-41d9-8b34-41f36ac1f371 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Allocated IP 172.20.0.5 (bb43a630-3a18-478e-a8e4-d2e138bf5b3a/bb550098-38cf-4a15-8885-1824e020ff82/34a7b2db-4a1f-4d26-8629-0366d854d101) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:41:02.800444 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-43563041-7851-41d9-8b34-41f36ac1f371 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for port (34a7b2db-4a1f-4d26-8629-0366d854d101), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:02.866236 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-43563041-7851-41d9-8b34-41f36ac1f371 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (34a7b2db-4a1f-4d26-8629-0366d854d101), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:03.359273 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-43563041-7851-41d9-8b34-41f36ac1f371 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Network bb43a630-3a18-478e-a8e4-d2e138bf5b3a is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:41:03.383683 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-43563041-7851-41d9-8b34-41f36ac1f371 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:41:03.397810 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-43563041-7851-41d9-8b34-41f36ac1f371 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:41:03.519151 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43563041-7851-41d9-8b34-41f36ac1f371 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'Port': ['ID=34a7b2db-4a1f-4d26-8629-0366d854d101,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:03.571579 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-43563041-7851-41d9-8b34-41f36ac1f371 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:03.573601 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-43563041-7851-41d9-8b34-41f36ac1f371 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:03.621451 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b935e-3a38-49b8-bc62-05db70ccc4af req-db8eb0cb-9b42-4481-8918-31b7860dd1d9 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:03.623200 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fe4b935e-3a38-49b8-bc62-05db70ccc4af req-db8eb0cb-9b42-4481-8918-31b7860dd1d9 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 946 time: 0.7298205 Feb 16 22:41:03.671208 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-43563041-7851-41d9-8b34-41f36ac1f371 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6203678 Feb 16 22:41:03.686141 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-c9111abe-cd87-43e8-b19f-2e9c340c4345 service neutron] Request body: {'port': {'device_id': 'b011dc53-315d-457a-a7b7-08815802e15a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:41:03.757042 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fe4b935e-3a38-49b8-bc62-05db70ccc4af req-e67210ee-dd11-469a-b580-3a2eebf606a9 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255770 Feb 16 22:41:03.843317 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-c9111abe-cd87-43e8-b19f-2e9c340c4345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (34a7b2db-4a1f-4d26-8629-0366d854d101), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:03.905613 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-65450fe1-5984-4ba4-8ecb-cedf7e85cf9a None None] Provisioning complete for port 34a7b2db-4a1f-4d26-8629-0366d854d101 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:41:03.906300 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-65450fe1-5984-4ba4-8ecb-cedf7e85cf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (34a7b2db-4a1f-4d26-8629-0366d854d101), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:03.989366 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-65450fe1-5984-4ba4-8ecb-cedf7e85cf9a None None] Port 34a7b2db-4a1f-4d26-8629-0366d854d101 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:41:04.111676 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f313fc-a9bd-486c-89f5-bea56d09ab86 req-3eb6aba7-fb88-4a4c-a9d8-51e89f9eb0a7 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:04.113335 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-18f313fc-a9bd-486c-89f5-bea56d09ab86 req-3eb6aba7-fb88-4a4c-a9d8-51e89f9eb0a7 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=b011dc53-315d-457a-a7b7-08815802e15a HTTP/1.1" status: 200 len: 931 time: 0.1826189 Feb 16 22:41:04.245998 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-18f313fc-a9bd-486c-89f5-bea56d09ab86 req-ed4603d3-9af9-437a-9f8d-e9e09f5a9b07 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/security-groups?id=79b19436-e466-463a-8c22-9a187ea78843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205637 Feb 16 22:41:04.398543 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-c9111abe-cd87-43e8-b19f-2e9c340c4345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34a7b2db-4a1f-4d26-8629-0366d854d101 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:41:04.406901 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-c9111abe-cd87-43e8-b19f-2e9c340c4345 service neutron] Publish callbacks [] for port (34a7b2db-4a1f-4d26-8629-0366d854d101), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:04.420315 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-c9111abe-cd87-43e8-b19f-2e9c340c4345 service neutron] Transition to ACTIVE for port object 34a7b2db-4a1f-4d26-8629-0366d854d101 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:41:04.431971 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-c9111abe-cd87-43e8-b19f-2e9c340c4345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (34a7b2db-4a1f-4d26-8629-0366d854d101), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:04.565533 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9111abe-cd87-43e8-b19f-2e9c340c4345 service neutron] Pushing event updated for resources: {'Port': ['ID=34a7b2db-4a1f-4d26-8629-0366d854d101,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:04.587112 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34036) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:04.748360 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ac71af-5420-4a29-a115-77e45d59608b admin admin] Deleting subnet 175301cc-218b-4753-8399-c965ab45af04 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:41:04.762700 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-39ac71af-5420-4a29-a115-77e45d59608b admin admin] Publish callbacks [] for subnet (175301cc-218b-4753-8399-c965ab45af04), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:04.796565 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-c9111abe-cd87-43e8-b19f-2e9c340c4345 service neutron] Attempting to bind port 34a7b2db-4a1f-4d26-8629-0366d854d101 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:41:04.797124 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-c9111abe-cd87-43e8-b19f-2e9c340c4345 service neutron] Attempting to bind port 34a7b2db-4a1f-4d26-8629-0366d854d101 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'c9cb006b-0b73-4eb6-945f-dd81e37daed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:41:04.797124 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-c9111abe-cd87-43e8-b19f-2e9c340c4345 service neutron] Attempting to bind port 34a7b2db-4a1f-4d26-8629-0366d854d101 on network bb43a630-3a18-478e-a8e4-d2e138bf5b3a {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:41:04.808972 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-c9111abe-cd87-43e8-b19f-2e9c340c4345 service neutron] Port 34a7b2db-4a1f-4d26-8629-0366d854d101 on network bb43a630-3a18-478e-a8e4-d2e138bf5b3a not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:41:04.809310 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-c9111abe-cd87-43e8-b19f-2e9c340c4345 service neutron] Attempting to bind port 34a7b2db-4a1f-4d26-8629-0366d854d101 on network bb43a630-3a18-478e-a8e4-d2e138bf5b3a {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:41:04.829203 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-c9111abe-cd87-43e8-b19f-2e9c340c4345 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:41:04.829672 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-c9111abe-cd87-43e8-b19f-2e9c340c4345 service neutron] Checking segment: {'id': 'c9cb006b-0b73-4eb6-945f-dd81e37daed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:41:04.830307 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-c9111abe-cd87-43e8-b19f-2e9c340c4345 service neutron] Bound using segment: {'id': 'c9cb006b-0b73-4eb6-945f-dd81e37daed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:41:04.830941 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-c9111abe-cd87-43e8-b19f-2e9c340c4345 service neutron] Bound port: 34a7b2db-4a1f-4d26-8629-0366d854d101, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9cb006b-0b73-4eb6-945f-dd81e37daed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:41:04.831402 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-c9111abe-cd87-43e8-b19f-2e9c340c4345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (34a7b2db-4a1f-4d26-8629-0366d854d101), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:04.860466 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-39ac71af-5420-4a29-a115-77e45d59608b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (175301cc-218b-4753-8399-c965ab45af04), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:04.972304 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-39ac71af-5420-4a29-a115-77e45d59608b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (175301cc-218b-4753-8399-c965ab45af04), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:04.977712 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-c9111abe-cd87-43e8-b19f-2e9c340c4345 service neutron] For port 34a7b2db-4a1f-4d26-8629-0366d854d101, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:41:04.982806 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-c9111abe-cd87-43e8-b19f-2e9c340c4345 service neutron] For port 34a7b2db-4a1f-4d26-8629-0366d854d101, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=34a7b2db-4a1f-4d26-8629-0366d854d101,segment=NetworkSegment(c9cb006b-0b73-4eb6-945f-dd81e37daed4),segment_id=c9cb006b-0b73-4eb6-945f-dd81e37daed4)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:41:04.994967 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a035cd-ccc0-4df5-8bb0-b76cc065f937 req-bb995818-bbf5-45d3-b881-90181501228b tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:04.996820 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a0a035cd-ccc0-4df5-8bb0-b76cc065f937 req-bb995818-bbf5-45d3-b881-90181501228b tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 946 time: 0.1025012 Feb 16 22:41:04.998980 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-c9111abe-cd87-43e8-b19f-2e9c340c4345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (34a7b2db-4a1f-4d26-8629-0366d854d101), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:05.054812 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-39ac71af-5420-4a29-a115-77e45d59608b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (175301cc-218b-4753-8399-c965ab45af04), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:05.061138 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9111abe-cd87-43e8-b19f-2e9c340c4345 service neutron] Pushing event updated for resources: {'Port': ['ID=34a7b2db-4a1f-4d26-8629-0366d854d101,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:05.095654 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-c9111abe-cd87-43e8-b19f-2e9c340c4345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:05.097126 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-c9111abe-cd87-43e8-b19f-2e9c340c4345 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:05.100096 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-c9111abe-cd87-43e8-b19f-2e9c340c4345 service neutron] 10.222.0.79 "PUT /v2.0/ports/34a7b2db-4a1f-4d26-8629-0366d854d101 HTTP/1.1" status: 200 len: 1091 time: 1.4182992 Feb 16 22:41:05.100955 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b011dc53-315d-457a-a7b7-08815802e15a', 'tag': '34a7b2db-4a1f-4d26-8629-0366d854d101'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:41:05.105273 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619d6c60-1314-4ce8-b3bf-02048c71bc65" -d '{"events": [{"name": "network-changed", "server_uuid": "b011dc53-315d-457a-a7b7-08815802e15a", "tag": "34a7b2db-4a1f-4d26-8629-0366d854d101"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:41:05.108226 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-39ac71af-5420-4a29-a115-77e45d59608b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:05.112264 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-39ac71af-5420-4a29-a115-77e45d59608b admin admin] 10.222.0.75 "DELETE /v2.0/subnets/175301cc-218b-4753-8399-c965ab45af04 HTTP/1.1" status: 204 len: 168 time: 0.5240366 Feb 16 22:41:05.113642 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac71af-5420-4a29-a115-77e45d59608b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=175301cc-218b-4753-8399-c965ab45af04,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:05.120775 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34042) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:05.237719 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f943b364-cdb9-4576-8a77-d8e98c76f7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (89fddf7f-b6ef-4415-b83f-d9955f5b5873), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:05.266186 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a0a035cd-ccc0-4df5-8bb0-b76cc065f937 req-e6400fb0-d445-4aee-a1df-6e7d66132855 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135756 Feb 16 22:41:05.321842 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-d89ecabb-4943-470a-98f4-64dfca479907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:05.324640 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-d89ecabb-4943-470a-98f4-64dfca479907 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fcbc829c172a42c39498d6223ec391eb&device_id=b011dc53-315d-457a-a7b7-08815802e15a HTTP/1.1" status: 200 len: 1125 time: 0.1607614 Feb 16 22:41:05.404116 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-8231e4ff-baa7-47eb-9d5d-1348ff78f505 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34a7b2db-4a1f-4d26-8629-0366d854d101 HTTP/1.1" status: 200 len: 217 time: 0.0712073 Feb 16 22:41:05.406709 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd4d0ac-e928-43fb-9eaf-d452f340c90e x-openstack-request-id: req-efd4d0ac-e928-43fb-9eaf-d452f340c90e {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:41:05.407273 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b011dc53-315d-457a-a7b7-08815802e15a", "tag": "34a7b2db-4a1f-4d26-8629-0366d854d101", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:41:05.407752 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-efd4d0ac-e928-43fb-9eaf-d452f340c90e {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:41:05.408393 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b011dc53-315d-457a-a7b7-08815802e15a', 'tag': '34a7b2db-4a1f-4d26-8629-0366d854d101', 'status': 'completed', 'code': 200} Feb 16 22:41:05.485063 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-bc35b190-9c51-41b4-b8c1-911750f4ad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:05.487857 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f943b364-cdb9-4576-8a77-d8e98c76f7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (89fddf7f-b6ef-4415-b83f-d9955f5b5873), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:05.488696 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-bc35b190-9c51-41b4-b8c1-911750f4ad31 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bb550098-38cf-4a15-8885-1824e020ff82 HTTP/1.1" status: 200 len: 835 time: 0.0775826 Feb 16 22:41:05.563209 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-f943b364-cdb9-4576-8a77-d8e98c76f7c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89fddf7f-b6ef-4415-b83f-d9955f5b5873']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:41:05.604619 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-f943b364-cdb9-4576-8a77-d8e98c76f7c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9f7f7d1-c7dc-4a81-a86a-839d039e7e42') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:41:05.605375 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-f943b364-cdb9-4576-8a77-d8e98c76f7c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9f7f7d1-c7dc-4a81-a86a-839d039e7e42') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:41:05.642875 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f943b364-cdb9-4576-8a77-d8e98c76f7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (d9f7f7d1-c7dc-4a81-a86a-839d039e7e42), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:05.681286 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f943b364-cdb9-4576-8a77-d8e98c76f7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (d9f7f7d1-c7dc-4a81-a86a-839d039e7e42), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:05.693089 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f943b364-cdb9-4576-8a77-d8e98c76f7c3 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:41:05.694273 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f943b364-cdb9-4576-8a77-d8e98c76f7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (d9f7f7d1-c7dc-4a81-a86a-839d039e7e42), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:05.697915 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:41:05.697915 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:41:05.697915 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:41:05.697915 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:41:05.697915 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:41:05.697915 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:41:05.697915 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:41:05.697915 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:41:05.697915 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:41:05.697915 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:41:05.697915 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:41:05.697915 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:41:05.697915 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:41:05.697915 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:41:05.697915 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:41:05.697915 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:41:05.697915 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:41:05.697915 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:41:05.697915 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:41:05.697915 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:41:05.697915 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:41:05.697915 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:41:05.697915 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:41:05.697915 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:41:05.697915 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:41:05.697915 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:41:05.697915 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:41:05.697915 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:41:05.697915 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:41:05.697915 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:41:05.697915 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:41:05.697915 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:41:05.728729 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-e3e6976e-b28a-46ae-b8f9-09a26dba4fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:05.733699 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-e3e6976e-b28a-46ae-b8f9-09a26dba4fa7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bb43a630-3a18-478e-a8e4-d2e138bf5b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2378566 Feb 16 22:41:05.835476 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f943b364-cdb9-4576-8a77-d8e98c76f7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (89fddf7f-b6ef-4415-b83f-d9955f5b5873), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:05.847953 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f943b364-cdb9-4576-8a77-d8e98c76f7c3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:05.851939 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f943b364-cdb9-4576-8a77-d8e98c76f7c3 admin admin] 10.222.0.75 "DELETE /v2.0/networks/89fddf7f-b6ef-4415-b83f-d9955f5b5873 HTTP/1.1" status: 204 len: 168 time: 0.7295349 Feb 16 22:41:05.861749 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14ad16-1863-4fc0-b745-5dfe6c408044 req-fb499020-c491-40af-acde-476768fefbda tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:05.862427 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34058) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:05.864815 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-df14ad16-1863-4fc0-b745-5dfe6c408044 req-fb499020-c491-40af-acde-476768fefbda tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=b011dc53-315d-457a-a7b7-08815802e15a HTTP/1.1" status: 200 len: 943 time: 0.3509126 Feb 16 22:41:05.907327 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943b364-cdb9-4576-8a77-d8e98c76f7c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=89fddf7f-b6ef-4415-b83f-d9955f5b5873,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:05.995449 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d2a34f4-4add-4c29-912c-12069d160c51 admin admin] Deleting subnet 8e96d8f1-3d8a-424f-868a-527174759ea2 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:41:06.004310 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d2a34f4-4add-4c29-912c-12069d160c51 admin admin] Publish callbacks [] for subnet (8e96d8f1-3d8a-424f-868a-527174759ea2), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:06.046068 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-df14ad16-1863-4fc0-b745-5dfe6c408044 req-45320e44-d8a9-4e75-b75e-55b753eaef9c tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/security-groups?id=79b19436-e466-463a-8c22-9a187ea78843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741590 Feb 16 22:41:06.085474 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-91ff7416-77bf-4421-bad5-fe1b2fd45478 service neutron] 10.222.0.79 "GET /v2.0/networks/bb43a630-3a18-478e-a8e4-d2e138bf5b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415425 Feb 16 22:41:06.117332 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d2a34f4-4add-4c29-912c-12069d160c51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (8e96d8f1-3d8a-424f-868a-527174759ea2), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:06.221935 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d2a34f4-4add-4c29-912c-12069d160c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (8e96d8f1-3d8a-424f-868a-527174759ea2), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:06.249122 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d34e388f-a538-4511-a84a-95d6160b2a8f req-7abbb055-481d-4a5f-ac46-23c78892c4e2 service neutron] 10.222.0.79 "GET /v2.0/networks/bb43a630-3a18-478e-a8e4-d2e138bf5b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568415 Feb 16 22:41:06.320206 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb78445-bafe-4388-9b65-43593019a56d req-90804817-5462-4da3-8b5c-6aebdac03976 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:06.331059 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8eb78445-bafe-4388-9b65-43593019a56d req-90804817-5462-4da3-8b5c-6aebdac03976 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 946 time: 0.1320813 Feb 16 22:41:06.371508 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d2a34f4-4add-4c29-912c-12069d160c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (8e96d8f1-3d8a-424f-868a-527174759ea2), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:06.426271 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a34f4-4add-4c29-912c-12069d160c51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e96d8f1-3d8a-424f-868a-527174759ea2,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:06.441061 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8eb78445-bafe-4388-9b65-43593019a56d req-c40f30d3-03f7-48bf-96b2-d6934c3f24f9 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669506 Feb 16 22:41:06.447738 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d2a34f4-4add-4c29-912c-12069d160c51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:06.463100 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d6c60-1314-4ce8-b3bf-02048c71bc65 req-2bd38110-e8e6-4364-9d37-81fcde5763c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:06.465758 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-619d6c60-1314-4ce8-b3bf-02048c71bc65 req-2bd38110-e8e6-4364-9d37-81fcde5763c0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fcbc829c172a42c39498d6223ec391eb&device_id=b011dc53-315d-457a-a7b7-08815802e15a HTTP/1.1" status: 200 len: 1125 time: 0.1334741 Feb 16 22:41:06.468452 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 34066) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:06.468830 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0d2a34f4-4add-4c29-912c-12069d160c51 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/8e96d8f1-3d8a-424f-868a-527174759ea2 HTTP/1.1" status: 204 len: 168 time: 0.6023819 Feb 16 22:41:06.829243 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b08f90d5-e493-47bd-af32-660ca8555768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (fc61900c-7832-4638-9c28-5c20fc692fee), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:06.944031 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d6c60-1314-4ce8-b3bf-02048c71bc65 req-23e87209-9dfd-4267-918f-ba048c49f0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:06.946213 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-619d6c60-1314-4ce8-b3bf-02048c71bc65 req-23e87209-9dfd-4267-918f-ba048c49f0c7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=bb43a630-3a18-478e-a8e4-d2e138bf5b3a HTTP/1.1" status: 200 len: 898 time: 0.4636459 Feb 16 22:41:07.088232 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-619d6c60-1314-4ce8-b3bf-02048c71bc65 req-6d4d3a71-d13a-4ccb-a25a-88b668c3cbc3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34a7b2db-4a1f-4d26-8629-0366d854d101 HTTP/1.1" status: 200 len: 217 time: 0.1304581 Feb 16 22:41:07.133070 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5c5f0-10e0-4f91-a3bb-18dba79b217e req-88b2220f-8f76-45cd-8300-64b9793bc0eb tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:07.137591 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-52f5c5f0-10e0-4f91-a3bb-18dba79b217e req-88b2220f-8f76-45cd-8300-64b9793bc0eb tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 946 time: 0.3724904 Feb 16 22:41:07.337408 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b08f90d5-e493-47bd-af32-660ca8555768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (fc61900c-7832-4638-9c28-5c20fc692fee), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:07.396068 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d6c60-1314-4ce8-b3bf-02048c71bc65 req-c8a89a9a-b7f3-4adc-b44c-d65f3062a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:07.401261 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-619d6c60-1314-4ce8-b3bf-02048c71bc65 req-c8a89a9a-b7f3-4adc-b44c-d65f3062a6a2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bb550098-38cf-4a15-8885-1824e020ff82 HTTP/1.1" status: 200 len: 835 time: 0.2891946 Feb 16 22:41:07.516221 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-b08f90d5-e493-47bd-af32-660ca8555768 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc61900c-7832-4638-9c28-5c20fc692fee']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:41:07.545112 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-b08f90d5-e493-47bd-af32-660ca8555768 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3956a1b9-31b4-43ae-b136-5a318aafc0c3') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:41:07.545460 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-b08f90d5-e493-47bd-af32-660ca8555768 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3956a1b9-31b4-43ae-b136-5a318aafc0c3') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:41:07.557345 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-52f5c5f0-10e0-4f91-a3bb-18dba79b217e req-e3bc65d2-03e1-4795-9d73-7b5c9655b0bb tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092796 Feb 16 22:41:07.565026 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b08f90d5-e493-47bd-af32-660ca8555768 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (3956a1b9-31b4-43ae-b136-5a318aafc0c3), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:07.589948 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b08f90d5-e493-47bd-af32-660ca8555768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (3956a1b9-31b4-43ae-b136-5a318aafc0c3), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:07.610865 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d6c60-1314-4ce8-b3bf-02048c71bc65 req-72044d7d-75aa-4126-ac9e-053acf46e06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:07.612586 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-619d6c60-1314-4ce8-b3bf-02048c71bc65 req-72044d7d-75aa-4126-ac9e-053acf46e06a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bb43a630-3a18-478e-a8e4-d2e138bf5b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1817789 Feb 16 22:41:07.647004 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b08f90d5-e493-47bd-af32-660ca8555768 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:41:07.647223 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b08f90d5-e493-47bd-af32-660ca8555768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (3956a1b9-31b4-43ae-b136-5a318aafc0c3), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:07.779586 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:41:07.779586 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:41:07.779586 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:41:07.779586 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:41:07.779586 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:41:07.779586 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:41:07.779586 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:41:07.779586 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:41:07.779586 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:41:07.779586 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:41:07.779586 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:41:07.779586 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:41:07.779586 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:41:07.779586 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:41:07.779586 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:41:07.779586 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:41:07.779586 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:41:07.779586 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:41:07.779586 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:41:07.779586 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:41:07.779586 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:41:07.779586 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:41:07.779586 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:41:07.779586 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:41:07.779586 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:41:07.779586 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:41:07.779586 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:41:07.779586 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:41:07.779586 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:41:07.779586 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:41:07.779586 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:41:07.779586 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:41:07.823463 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-619d6c60-1314-4ce8-b3bf-02048c71bc65 req-79d71763-9369-457c-8f44-915685e950a8 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:41:07.824442 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-619d6c60-1314-4ce8-b3bf-02048c71bc65 req-79d71763-9369-457c-8f44-915685e950a8 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055678 Feb 16 22:41:07.835895 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b08f90d5-e493-47bd-af32-660ca8555768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (fc61900c-7832-4638-9c28-5c20fc692fee), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:07.890764 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b08f90d5-e493-47bd-af32-660ca8555768 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:07.894003 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b08f90d5-e493-47bd-af32-660ca8555768 admin admin] 10.222.0.75 "DELETE /v2.0/networks/fc61900c-7832-4638-9c28-5c20fc692fee HTTP/1.1" status: 204 len: 168 time: 1.4242826 Feb 16 22:41:07.968457 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f90d5-e493-47bd-af32-660ca8555768 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc61900c-7832-4638-9c28-5c20fc692fee,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:08.087581 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbf0bb-ddde-4827-8f58-a809854c9403 req-9594f798-08c3-4d5d-805c-76100d15ecec tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:08.091581 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8ebbf0bb-ddde-4827-8f58-a809854c9403 req-9594f798-08c3-4d5d-805c-76100d15ecec tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=b011dc53-315d-457a-a7b7-08815802e15a HTTP/1.1" status: 200 len: 943 time: 0.3099544 Feb 16 22:41:08.221003 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8ebbf0bb-ddde-4827-8f58-a809854c9403 req-0cbad381-4456-4918-8950-dcf2c634a5da tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/security-groups?id=79b19436-e466-463a-8c22-9a187ea78843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211517 Feb 16 22:41:08.261145 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-619d6c60-1314-4ce8-b3bf-02048c71bc65 req-19a3019a-5990-4330-81de-f66996c16c9d service neutron] 10.222.0.79 "GET /v2.0/networks/bb43a630-3a18-478e-a8e4-d2e138bf5b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231982 Feb 16 22:41:08.326835 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34110) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:08.408973 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d9d6eaa3-ba7c-4dd2-91d8-f19528ee1411 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b3cc509275ad41e48ca3e7feee07c39b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0803151 Feb 16 22:41:08.412632 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 34114) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:08.538971 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2705e38-b6d8-48cd-beda-4bdeaaa0148f req-6a565938-9e81-444f-9fba-4f563f3b930d tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:08.540527 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b2705e38-b6d8-48cd-beda-4bdeaaa0148f req-6a565938-9e81-444f-9fba-4f563f3b930d tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 946 time: 0.1968448 Feb 16 22:41:08.590253 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3782b9ed-37c6-44ea-93f0-0819f4056e59 admin admin] Publish callbacks [] for security_group (bd4cf853-5497-47c0-aa6f-3c3bef54736d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:08.615565 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-619d6c60-1314-4ce8-b3bf-02048c71bc65 req-f43e5ccf-97da-47bd-8971-fc4afa297d5d service neutron] 10.222.0.79 "GET /v2.0/networks/bb43a630-3a18-478e-a8e4-d2e138bf5b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432970 Feb 16 22:41:08.640711 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3782b9ed-37c6-44ea-93f0-0819f4056e59 admin admin] Publish callbacks [] for security_group (bd4cf853-5497-47c0-aa6f-3c3bef54736d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:08.670721 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b2705e38-b6d8-48cd-beda-4bdeaaa0148f req-79a5c881-a3a7-4862-be57-4d2d947db712 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191103 Feb 16 22:41:08.711711 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 34a7b2db-4a1f-4d26-8629-0366d854d101 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:41:08.722165 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3782b9ed-37c6-44ea-93f0-0819f4056e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (bd4cf853-5497-47c0-aa6f-3c3bef54736d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:08.725936 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3782b9ed-37c6-44ea-93f0-0819f4056e59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:08.731097 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3782b9ed-37c6-44ea-93f0-0819f4056e59 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bd4cf853-5497-47c0-aa6f-3c3bef54736d HTTP/1.1" status: 204 len: 168 time: 0.3173201 Feb 16 22:41:08.746697 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782b9ed-37c6-44ea-93f0-0819f4056e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4cf853-5497-47c0-aa6f-3c3bef54736d,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:09.009164 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 34a7b2db-4a1f-4d26-8629-0366d854d101, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=34a7b2db-4a1f-4d26-8629-0366d854d101,segment=NetworkSegment(c9cb006b-0b73-4eb6-945f-dd81e37daed4),segment_id=c9cb006b-0b73-4eb6-945f-dd81e37daed4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:41:09.049938 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '34a7b2db-4a1f-4d26-8629-0366d854d101', 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a', 'port_id': '34a7b2db-4a1f-4d26-8629-0366d854d101', 'mac_address': 'fa:16:3e:8e:be:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb550098-38cf-4a15-8885-1824e020ff82', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:41:09.108607 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 34a7b2db-4a1f-4d26-8629-0366d854d101 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:41:09.109000 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (34a7b2db-4a1f-4d26-8629-0366d854d101), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:09.127485 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a7b2db-4a1f-4d26-8629-0366d854d101 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:41:09.158155 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 34a7b2db-4a1f-4d26-8629-0366d854d101, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=34a7b2db-4a1f-4d26-8629-0366d854d101,segment=NetworkSegment(c9cb006b-0b73-4eb6-945f-dd81e37daed4),segment_id=c9cb006b-0b73-4eb6-945f-dd81e37daed4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:41:09.165316 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (34a7b2db-4a1f-4d26-8629-0366d854d101), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:09.276032 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=34a7b2db-4a1f-4d26-8629-0366d854d101,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:09.407173 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['34a7b2db-4a1f-4d26-8629-0366d854d101'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:41:09.408196 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34154) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:09.434843 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2384f-dbeb-475b-80ef-033a8a4b3e3a req-a3133852-6c2a-4e1d-87cd-b96eceacfd9f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:09.437071 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5da2384f-dbeb-475b-80ef-033a8a4b3e3a req-a3133852-6c2a-4e1d-87cd-b96eceacfd9f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=b011dc53-315d-457a-a7b7-08815802e15a HTTP/1.1" status: 200 len: 944 time: 0.0771556 Feb 16 22:41:09.500134 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-331cad5a-5162-4d99-8145-fcf749d3d720 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=227e53e8f7074dfca60c18dd72651c7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0886250 Feb 16 22:41:09.500367 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34156) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:09.514742 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5da2384f-dbeb-475b-80ef-033a8a4b3e3a req-4e05126e-f71f-4291-a08e-3028a853fae7 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/security-groups?id=79b19436-e466-463a-8c22-9a187ea78843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694375 Feb 16 22:41:09.602838 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-800f8274-1cdc-4ac8-8af8-33ac4d016fba admin admin] Publish callbacks [] for security_group (9e576ad8-88dc-4f1f-ac8d-00563288a56d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:09.652294 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-800f8274-1cdc-4ac8-8af8-33ac4d016fba admin admin] Publish callbacks [] for security_group (9e576ad8-88dc-4f1f-ac8d-00563288a56d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:09.751599 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-800f8274-1cdc-4ac8-8af8-33ac4d016fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9e576ad8-88dc-4f1f-ac8d-00563288a56d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:09.755501 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-800f8274-1cdc-4ac8-8af8-33ac4d016fba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:09.756835 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-800f8274-1cdc-4ac8-8af8-33ac4d016fba admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9e576ad8-88dc-4f1f-ac8d-00563288a56d HTTP/1.1" status: 204 len: 168 time: 0.2555285 Feb 16 22:41:09.790825 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f164ce1-833a-4fad-b18c-333e7b24becf req-2af9977c-367c-4a86-b9a5-c440b59094b6 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:09.792404 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f164ce1-833a-4fad-b18c-333e7b24becf req-2af9977c-367c-4a86-b9a5-c440b59094b6 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 946 time: 0.1549945 Feb 16 22:41:09.797128 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f8274-1cdc-4ac8-8af8-33ac4d016fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e576ad8-88dc-4f1f-ac8d-00563288a56d,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:09.893263 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f164ce1-833a-4fad-b18c-333e7b24becf req-8e29a563-f8b0-4a52-a844-7f9a527696b3 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930367 Feb 16 22:41:10.660645 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360567c-5d39-4759-a9a4-97a9bfa9c645 req-51cc816b-50f8-4ac6-a79d-d7f1ac8bcb7b tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:10.664571 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5360567c-5d39-4759-a9a4-97a9bfa9c645 req-51cc816b-50f8-4ac6-a79d-d7f1ac8bcb7b tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=b011dc53-315d-457a-a7b7-08815802e15a HTTP/1.1" status: 200 len: 944 time: 0.0700657 Feb 16 22:41:10.711368 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 34a7b2db-4a1f-4d26-8629-0366d854d101 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:41:10.783714 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5360567c-5d39-4759-a9a4-97a9bfa9c645 req-93157af0-3225-4b98-8fec-fa5ed6849054 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/security-groups?id=79b19436-e466-463a-8c22-9a187ea78843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088033 Feb 16 22:41:10.806467 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 34a7b2db-4a1f-4d26-8629-0366d854d101 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:41:10.811031 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 34a7b2db-4a1f-4d26-8629-0366d854d101 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:41:10.811429 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (34a7b2db-4a1f-4d26-8629-0366d854d101), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:10.966591 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 34a7b2db-4a1f-4d26-8629-0366d854d101 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:41:10.966994 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (34a7b2db-4a1f-4d26-8629-0366d854d101), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:11.010700 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 34a7b2db-4a1f-4d26-8629-0366d854d101, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=34a7b2db-4a1f-4d26-8629-0366d854d101,segment=NetworkSegment(c9cb006b-0b73-4eb6-945f-dd81e37daed4),segment_id=c9cb006b-0b73-4eb6-945f-dd81e37daed4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:41:11.012594 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b011dc53-315d-457a-a7b7-08815802e15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a7b2db-4a1f-4d26-8629-0366d854d101'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:41:11.017036 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5552b72f-49e5-46e0-8607-a3cc58954a99" -d '{"events": [{"server_uuid": "b011dc53-315d-457a-a7b7-08815802e15a", "name": "network-vif-plugged", "status": "completed", "tag": "34a7b2db-4a1f-4d26-8629-0366d854d101"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:41:11.021827 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (34a7b2db-4a1f-4d26-8629-0366d854d101), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:11.110784 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=34a7b2db-4a1f-4d26-8629-0366d854d101,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:11.151832 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39a5d6-2669-4a1a-b7aa-8bbbca279b43 req-8d26a0fd-69d7-45a2-aaf4-ec1d0d311a85 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:11.162793 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cf39a5d6-2669-4a1a-b7aa-8bbbca279b43 req-8d26a0fd-69d7-45a2-aaf4-ec1d0d311a85 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 946 time: 0.1462524 Feb 16 22:41:11.225094 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cf39a5d6-2669-4a1a-b7aa-8bbbca279b43 req-366a5c32-6956-4a92-9541-a641f7059ff1 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611153 Feb 16 22:41:11.278488 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56599080-1fd1-40c2-8633-2926411a1950 x-openstack-request-id: req-56599080-1fd1-40c2-8633-2926411a1950 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:41:11.278788 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b011dc53-315d-457a-a7b7-08815802e15a", "name": "network-vif-plugged", "status": "completed", "tag": "34a7b2db-4a1f-4d26-8629-0366d854d101", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:41:11.279045 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-56599080-1fd1-40c2-8633-2926411a1950 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:41:11.279453 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b011dc53-315d-457a-a7b7-08815802e15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a7b2db-4a1f-4d26-8629-0366d854d101', 'code': 200} Feb 16 22:41:11.469058 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1577e7c-186c-4f4c-b5b3-c88f8840e96c req-fe29f6d4-a098-4dae-b46e-271c9cd69f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:11.476507 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d1577e7c-186c-4f4c-b5b3-c88f8840e96c req-fe29f6d4-a098-4dae-b46e-271c9cd69f6a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b011dc53-315d-457a-a7b7-08815802e15a HTTP/1.1" status: 200 len: 1127 time: 0.1258917 Feb 16 22:41:11.561032 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d1577e7c-186c-4f4c-b5b3-c88f8840e96c req-3ca91479-2e62-4df3-8b4b-372b09054195 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=79b19436-e466-463a-8c22-9a187ea78843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765526 Feb 16 22:41:11.599417 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34228) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:11.768939 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1ef9c30b-25f6-43f9-a9df-3b642ce2f5e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:11.908196 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1ef9c30b-25f6-43f9-a9df-3b642ce2f5e6 admin admin] Publish callbacks [] for security_group (d814cc1a-ea3d-4831-b022-45057c43a7e4), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:11.920771 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fd594-3594-4e8c-855d-ce33e07cf99f req-6d1da67b-dba9-4640-8111-8b4a8def25bf tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:11.922506 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1ef9c30b-25f6-43f9-a9df-3b642ce2f5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d814cc1a-ea3d-4831-b022-45057c43a7e4), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:11.929646 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-472fd594-3594-4e8c-855d-ce33e07cf99f req-6d1da67b-dba9-4640-8111-8b4a8def25bf tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=b011dc53-315d-457a-a7b7-08815802e15a HTTP/1.1" status: 200 len: 945 time: 0.0671763 Feb 16 22:41:11.976273 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1ef9c30b-25f6-43f9-a9df-3b642ce2f5e6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fddff098661d40dd9ed1d5640887e5ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3757470 Feb 16 22:41:11.976775 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 34238) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:11.988270 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-472fd594-3594-4e8c-855d-ce33e07cf99f req-f0f414ad-238b-45c0-b158-52347b9aea8c tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/security-groups?id=79b19436-e466-463a-8c22-9a187ea78843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575881 Feb 16 22:41:12.015732 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9c30b-25f6-43f9-a9df-3b642ce2f5e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d814cc1a-ea3d-4831-b022-45057c43a7e4,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:12.070646 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-29c8f341-44ce-4895-ac69-144f2bd97e29 admin admin] Publish callbacks [] for security_group (d814cc1a-ea3d-4831-b022-45057c43a7e4), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:12.093378 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-29c8f341-44ce-4895-ac69-144f2bd97e29 admin admin] Publish callbacks [] for security_group (d814cc1a-ea3d-4831-b022-45057c43a7e4), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:12.191208 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-29c8f341-44ce-4895-ac69-144f2bd97e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d814cc1a-ea3d-4831-b022-45057c43a7e4), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:12.194367 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-29c8f341-44ce-4895-ac69-144f2bd97e29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:12.195541 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-29c8f341-44ce-4895-ac69-144f2bd97e29 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d814cc1a-ea3d-4831-b022-45057c43a7e4 HTTP/1.1" status: 204 len: 168 time: 0.2008047 Feb 16 22:41:12.238121 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8f341-44ce-4895-ac69-144f2bd97e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d814cc1a-ea3d-4831-b022-45057c43a7e4,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:12.404326 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c36991-bbce-4c86-a0f1-bfee1a18a399 req-dd2e8401-d3c0-4ec8-ad3d-499e3524f2b5 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:12.410370 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-58c36991-bbce-4c86-a0f1-bfee1a18a399 req-dd2e8401-d3c0-4ec8-ad3d-499e3524f2b5 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 946 time: 0.0869496 Feb 16 22:41:12.466024 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-58c36991-bbce-4c86-a0f1-bfee1a18a399 req-833e3634-bd63-41ec-aa7c-2a4849ecd8a0 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488861 Feb 16 22:41:13.231028 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2ffc4-70a9-465e-a3ef-e69f6b70972e req-df2297b5-2b4e-4e85-8874-b97772b4cef5 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:13.238014 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cef2ffc4-70a9-465e-a3ef-e69f6b70972e req-df2297b5-2b4e-4e85-8874-b97772b4cef5 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=b011dc53-315d-457a-a7b7-08815802e15a HTTP/1.1" status: 200 len: 945 time: 0.1080580 Feb 16 22:41:13.334719 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cef2ffc4-70a9-465e-a3ef-e69f6b70972e req-74fdb994-9c59-42fc-928c-025893b5603f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/security-groups?id=79b19436-e466-463a-8c22-9a187ea78843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957603 Feb 16 22:41:13.578479 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad27e8e-0623-4dac-8dc2-8b10c6210bc8 req-44e0e55a-400f-4173-ad57-2b2f45e281fb tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:13.587947 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ad27e8e-0623-4dac-8dc2-8b10c6210bc8 req-44e0e55a-400f-4173-ad57-2b2f45e281fb tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=b011dc53-315d-457a-a7b7-08815802e15a HTTP/1.1" status: 200 len: 945 time: 0.1425059 Feb 16 22:41:13.699467 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ad27e8e-0623-4dac-8dc2-8b10c6210bc8 req-4fa6d365-a140-477f-8ac0-1395ed2a6f39 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/security-groups?id=79b19436-e466-463a-8c22-9a187ea78843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101027 Feb 16 22:41:13.711795 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34308) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:13.725735 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 34310) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:13.805509 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94aa63c4-6096-44be-8fd3-d339b595990d tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:13.810386 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 34316) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:13.813424 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-94aa63c4-6096-44be-8fd3-d339b595990d tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=b011dc53-315d-457a-a7b7-08815802e15a HTTP/1.1" status: 200 len: 1122 time: 0.0998852 Feb 16 22:41:13.815060 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-02a9536b-6b83-4a9f-b401-e9c43925d955 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'port_id': '34a7b2db-4a1f-4d26-8629-0366d854d101', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:41:13.943221 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65844996-3308-48af-85aa-371c00d8ce57 req-4687c3dc-5017-414e-b33e-fc5558465c25 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:13.950391 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-65844996-3308-48af-85aa-371c00d8ce57 req-4687c3dc-5017-414e-b33e-fc5558465c25 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 946 time: 0.1145604 Feb 16 22:41:13.957194 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-02a9536b-6b83-4a9f-b401-e9c43925d955 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:13.984164 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cc250c65-e5de-4bbd-86a1-743e6c353697 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:14.075062 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cc250c65-e5de-4bbd-86a1-743e6c353697 admin admin] Publish callbacks [] for security_group (4d96a2bd-a2ff-47d2-a9cf-ccbe302b4442), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:14.089444 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cc250c65-e5de-4bbd-86a1-743e6c353697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4d96a2bd-a2ff-47d2-a9cf-ccbe302b4442), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:14.147854 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34326) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:14.148009 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-cc250c65-e5de-4bbd-86a1-743e6c353697 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0d62fd8d39ff411bb2653fd323cfe07b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4227154 Feb 16 22:41:14.159791 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-65844996-3308-48af-85aa-371c00d8ce57 req-0650a876-53db-4593-b5cd-2cab563ddaec tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076478 Feb 16 22:41:14.212593 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc250c65-e5de-4bbd-86a1-743e6c353697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d96a2bd-a2ff-47d2-a9cf-ccbe302b4442,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:14.274244 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-14d6008f-a60a-403e-8da8-c316bbf7611c admin admin] Publish callbacks [] for security_group (4d96a2bd-a2ff-47d2-a9cf-ccbe302b4442), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:14.334459 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-14d6008f-a60a-403e-8da8-c316bbf7611c admin admin] Publish callbacks [] for security_group (4d96a2bd-a2ff-47d2-a9cf-ccbe302b4442), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:14.429175 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-02a9536b-6b83-4a9f-b401-e9c43925d955 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:14.479124 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-14d6008f-a60a-403e-8da8-c316bbf7611c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4d96a2bd-a2ff-47d2-a9cf-ccbe302b4442), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:14.481904 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-14d6008f-a60a-403e-8da8-c316bbf7611c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:14.483271 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-14d6008f-a60a-403e-8da8-c316bbf7611c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4d96a2bd-a2ff-47d2-a9cf-ccbe302b4442 HTTP/1.1" status: 204 len: 168 time: 0.3340290 Feb 16 22:41:14.502709 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6008f-a60a-403e-8da8-c316bbf7611c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d96a2bd-a2ff-47d2-a9cf-ccbe302b4442,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:14.736990 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-02a9536b-6b83-4a9f-b401-e9c43925d955 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Allocated IP 172.25.2.220 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/e77d2e0e-b521-4b01-bc2a-42a44b7b279d) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:41:14.876774 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-02a9536b-6b83-4a9f-b401-e9c43925d955 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for port (e77d2e0e-b521-4b01-bc2a-42a44b7b279d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:14.916378 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-02a9536b-6b83-4a9f-b401-e9c43925d955 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (e77d2e0e-b521-4b01-bc2a-42a44b7b279d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:14.971094 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a9536b-6b83-4a9f-b401-e9c43925d955 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:41:14.974534 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-02a9536b-6b83-4a9f-b401-e9c43925d955 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:41:14.978515 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a9536b-6b83-4a9f-b401-e9c43925d955 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:41:15.026733 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9536b-6b83-4a9f-b401-e9c43925d955 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'Port': ['ID=e77d2e0e-b521-4b01-bc2a-42a44b7b279d,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:16.210049 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1da0b-f873-4e2e-9ee3-4fc5f0d0e037 req-809c9d46-f7cd-4484-8d7c-1257e7092ea5 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:16.211704 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-27c1da0b-f873-4e2e-9ee3-4fc5f0d0e037 req-809c9d46-f7cd-4484-8d7c-1257e7092ea5 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 946 time: 0.8946934 Feb 16 22:41:16.426447 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-27c1da0b-f873-4e2e-9ee3-4fc5f0d0e037 req-01ec0198-4880-4b44-a746-3d2fcc2ce246 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925087 Feb 16 22:41:16.482039 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-02a9536b-6b83-4a9f-b401-e9c43925d955 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for floatingip (ef15a03d-a202-41fd-a401-560ebcc6dd1a), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:16.661088 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34406) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:16.670476 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-02a9536b-6b83-4a9f-b401-e9c43925d955 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e77d2e0e-b521-4b01-bc2a-42a44b7b279d), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:16.970455 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-02a9536b-6b83-4a9f-b401-e9c43925d955 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for port (e77d2e0e-b521-4b01-bc2a-42a44b7b279d), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:16.977529 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-02a9536b-6b83-4a9f-b401-e9c43925d955 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (e77d2e0e-b521-4b01-bc2a-42a44b7b279d), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:17.134126 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9536b-6b83-4a9f-b401-e9c43925d955 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'Port': ['ID=e77d2e0e-b521-4b01-bc2a-42a44b7b279d,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:17.136972 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-02a9536b-6b83-4a9f-b401-e9c43925d955 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (ef15a03d-a202-41fd-a401-560ebcc6dd1a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:17.277617 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-02a9536b-6b83-4a9f-b401-e9c43925d955 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Floating IP ef15a03d-a202-41fd-a401-560ebcc6dd1a associated. External IP: 172.25.2.220, port: 34a7b2db-4a1f-4d26-8629-0366d854d101. Feb 16 22:41:17.675392 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a39e0f59-d76a-482c-90f3-ba404494b266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (4f76041d-32ee-4188-a776-12dcc7ad25cc), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:17.840717 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a3e49-fa29-4fb5-a033-b1831aeed447 req-29cf061b-f857-404f-9c7e-f591a8ee61c6 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:17.842627 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-340a3e49-fa29-4fb5-a033-b1831aeed447 req-29cf061b-f857-404f-9c7e-f591a8ee61c6 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 946 time: 0.1378918 Feb 16 22:41:17.849082 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a9536b-6b83-4a9f-b401-e9c43925d955 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Router 971239f2-12df-4568-a458-86269bfbdf32 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:41:17.965986 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-340a3e49-fa29-4fb5-a033-b1831aeed447 req-585b904f-c4b6-4890-9e04-18dea72262f6 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155605 Feb 16 22:41:18.102820 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a9536b-6b83-4a9f-b401-e9c43925d955 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:41:18.118269 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e58713a-11b0-471a-99ca-a4576ee2c5e9 None None] Sync routers for ids ['971239f2-12df-4568-a458-86269bfbdf32'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:41:18.134298 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-a39e0f59-d76a-482c-90f3-ba404494b266 admin admin] Deleting port 1d239f16-9d92-4d6f-97f8-146ac81d8416 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:41:18.137516 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e58713a-11b0-471a-99ca-a4576ee2c5e9 None None] Routers {'971239f2-12df-4568-a458-86269bfbdf32'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:41:18.139848 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-2e58713a-11b0-471a-99ca-a4576ee2c5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:40:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['971239f2-12df-4568-a458-86269bfbdf32'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:41:18.140027 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a39e0f59-d76a-482c-90f3-ba404494b266 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (1d239f16-9d92-4d6f-97f8-146ac81d8416), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:18.160471 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-02a9536b-6b83-4a9f-b401-e9c43925d955 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:18.268534 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-02a9536b-6b83-4a9f-b401-e9c43925d955 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4509828 Feb 16 22:41:18.272963 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 34460) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:18.273760 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b011dc53-315d-457a-a7b7-08815802e15a', 'tag': '34a7b2db-4a1f-4d26-8629-0366d854d101'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:41:18.284014 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eac1257-ede9-4943-a488-86b794c2c5d7" -d '{"events": [{"name": "network-changed", "server_uuid": "b011dc53-315d-457a-a7b7-08815802e15a", "tag": "34a7b2db-4a1f-4d26-8629-0366d854d101"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:41:18.350648 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-a39e0f59-d76a-482c-90f3-ba404494b266 admin admin] For port 1d239f16-9d92-4d6f-97f8-146ac81d8416, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=1d239f16-9d92-4d6f-97f8-146ac81d8416,segment=NetworkSegment(0da08ad7-1ffb-4706-9d45-1cc487f01f06),segment_id=0da08ad7-1ffb-4706-9d45-1cc487f01f06)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:41:18.351008 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a39e0f59-d76a-482c-90f3-ba404494b266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (1d239f16-9d92-4d6f-97f8-146ac81d8416), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:18.405186 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-2e58713a-11b0-471a-99ca-a4576ee2c5e9 None None] Set router 971239f2-12df-4568-a458-86269bfbdf32 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:41:18.408082 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-a39e0f59-d76a-482c-90f3-ba404494b266 admin admin] Calling delete_port for 1d239f16-9d92-4d6f-97f8-146ac81d8416 owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:41:18.482603 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7137d7c9-147f-4e2f-90cc-4a5292738398 x-openstack-request-id: req-7137d7c9-147f-4e2f-90cc-4a5292738398 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:41:18.482906 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b011dc53-315d-457a-a7b7-08815802e15a", "tag": "34a7b2db-4a1f-4d26-8629-0366d854d101", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:41:18.483166 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7137d7c9-147f-4e2f-90cc-4a5292738398 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:41:18.490095 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b011dc53-315d-457a-a7b7-08815802e15a', 'tag': '34a7b2db-4a1f-4d26-8629-0366d854d101', 'status': 'completed', 'code': 200} Feb 16 22:41:18.618680 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-983495b9-5a3a-49fa-aeed-e22bd60160af tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/floatingips/ef15a03d-a202-41fd-a401-560ebcc6dd1a HTTP/1.1" status: 200 len: 991 time: 0.3201051 Feb 16 22:41:18.633695 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac1257-ede9-4943-a488-86b794c2c5d7 req-119a78d8-5c85-4ca2-8092-d4417f5470c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:18.637134 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3eac1257-ede9-4943-a488-86b794c2c5d7 req-119a78d8-5c85-4ca2-8092-d4417f5470c0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fcbc829c172a42c39498d6223ec391eb&device_id=b011dc53-315d-457a-a7b7-08815802e15a HTTP/1.1" status: 200 len: 1127 time: 0.1878328 Feb 16 22:41:18.782050 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-2e58713a-11b0-471a-99ca-a4576ee2c5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971239f2-12df-4568-a458-86269bfbdf32', 'name': 'tempest-TestNetworkBasicOps-router-33925818', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:40:42Z', 'updated_at': '2022-02-16T22:40:50Z', 'revision_number': 4, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'gw_port': {'id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:40:43Z', 'updated_at': '2022-02-16T22:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'ef15a03d-a202-41fd-a401-560ebcc6dd1a', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'floating_ip_address': '172.25.2.220', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '971239f2-12df-4568-a458-86269bfbdf32', 'port_id': '34a7b2db-4a1f-4d26-8629-0366d854d101', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a', 'mac_address': 'fa:16:3e:8e:be:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011dc53-315d-457a-a7b7-08815802e15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:41:16Z', 'updated_at': '2022-02-16T22:41:16Z', 'revision_number': 0, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99de20ce-7945-4743-9822-c5d1ea1db83c', 'name': '', 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'mac_address': 'fa:16:3e:92:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'bb550098-38cf-4a15-8885-1824e020ff82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:40:49Z', 'updated_at': '2022-02-16T22:40:57Z', 'revision_number': 5, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'subnets': [{'id': 'bb550098-38cf-4a15-8885-1824e020ff82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:41:18.812634 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e58713a-11b0-471a-99ca-a4576ee2c5e9 None None] Checking router: 971239f2-12df-4568-a458-86269bfbdf32 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:41:18.821829 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e58713a-11b0-471a-99ca-a4576ee2c5e9 None None] Routers {'971239f2-12df-4568-a458-86269bfbdf32'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:41:18.822717 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-2e58713a-11b0-471a-99ca-a4576ee2c5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:40:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['971239f2-12df-4568-a458-86269bfbdf32'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:41:18.826611 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac1257-ede9-4943-a488-86b794c2c5d7 req-a16f6f0a-128d-415e-a913-d65afcc5b5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:18.828618 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3eac1257-ede9-4943-a488-86b794c2c5d7 req-a16f6f0a-128d-415e-a913-d65afcc5b5bd service neutron] 10.222.0.79 "GET /v2.0/networks?id=bb43a630-3a18-478e-a8e4-d2e138bf5b3a HTTP/1.1" status: 200 len: 898 time: 0.1825118 Feb 16 22:41:18.876778 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a39e0f59-d76a-482c-90f3-ba404494b266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (1d239f16-9d92-4d6f-97f8-146ac81d8416), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:18.907144 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3eac1257-ede9-4943-a488-86b794c2c5d7 req-ea42c7b5-788f-4744-ade0-e0785a9d333e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34a7b2db-4a1f-4d26-8629-0366d854d101 HTTP/1.1" status: 200 len: 999 time: 0.0706062 Feb 16 22:41:18.919522 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e0f59-d76a-482c-90f3-ba404494b266 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d239f16-9d92-4d6f-97f8-146ac81d8416,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:19.041014 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac1257-ede9-4943-a488-86b794c2c5d7 req-91940621-74e2-4a80-8dfa-6765eadd1913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:19.044701 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3eac1257-ede9-4943-a488-86b794c2c5d7 req-91940621-74e2-4a80-8dfa-6765eadd1913 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bb550098-38cf-4a15-8885-1824e020ff82 HTTP/1.1" status: 200 len: 835 time: 0.1311860 Feb 16 22:41:19.127238 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-2e58713a-11b0-471a-99ca-a4576ee2c5e9 None None] Set router 971239f2-12df-4568-a458-86269bfbdf32 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:41:19.309575 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac1257-ede9-4943-a488-86b794c2c5d7 req-7ab5eecc-3474-453a-aa11-2077456d9ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:19.318925 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3eac1257-ede9-4943-a488-86b794c2c5d7 req-7ab5eecc-3474-453a-aa11-2077456d9ae4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bb43a630-3a18-478e-a8e4-d2e138bf5b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2668340 Feb 16 22:41:19.335936 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a39e0f59-d76a-482c-90f3-ba404494b266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (4f76041d-32ee-4188-a776-12dcc7ad25cc), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:19.388135 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e34dd7-ad4b-4cb8-86cf-3c9e9f5dad50 req-ecda2613-6e4b-4357-ab40-0ff0852685bb tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:19.392027 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87e34dd7-ad4b-4cb8-86cf-3c9e9f5dad50 req-ecda2613-6e4b-4357-ab40-0ff0852685bb tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 946 time: 0.2435796 Feb 16 22:41:19.619946 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34482) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:19.633549 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-2e58713a-11b0-471a-99ca-a4576ee2c5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971239f2-12df-4568-a458-86269bfbdf32', 'name': 'tempest-TestNetworkBasicOps-router-33925818', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:40:42Z', 'updated_at': '2022-02-16T22:40:50Z', 'revision_number': 4, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'gw_port': {'id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:40:43Z', 'updated_at': '2022-02-16T22:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'ef15a03d-a202-41fd-a401-560ebcc6dd1a', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'floating_ip_address': '172.25.2.220', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '971239f2-12df-4568-a458-86269bfbdf32', 'port_id': '34a7b2db-4a1f-4d26-8629-0366d854d101', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a', 'mac_address': 'fa:16:3e:8e:be:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011dc53-315d-457a-a7b7-08815802e15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:41:16Z', 'updated_at': '2022-02-16T22:41:16Z', 'revision_number': 0, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99de20ce-7945-4743-9822-c5d1ea1db83c', 'name': '', 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'mac_address': 'fa:16:3e:92:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'bb550098-38cf-4a15-8885-1824e020ff82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:40:49Z', 'updated_at': '2022-02-16T22:40:57Z', 'revision_number': 5, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'subnets': [{'id': 'bb550098-38cf-4a15-8885-1824e020ff82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:41:19.636114 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87e34dd7-ad4b-4cb8-86cf-3c9e9f5dad50 req-4d9f30a6-2492-400b-bd59-85f1ea277d41 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184088 Feb 16 22:41:19.674327 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3eac1257-ede9-4943-a488-86b794c2c5d7 req-427f9ed7-be96-4957-8b98-e8850d5d8bc7 service neutron] 10.222.0.79 "GET /v2.0/networks/bb43a630-3a18-478e-a8e4-d2e138bf5b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247769 Feb 16 22:41:19.902196 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3eac1257-ede9-4943-a488-86b794c2c5d7 req-288ad827-010b-452c-ad6f-f21e0b358758 service neutron] 10.222.0.79 "GET /v2.0/networks/bb43a630-3a18-478e-a8e4-d2e138bf5b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209349 Feb 16 22:41:19.968168 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e58713a-11b0-471a-99ca-a4576ee2c5e9 None None] The sync data for ids ['971239f2-12df-4568-a458-86269bfbdf32'] in n-d-813897-6 is: [{'id': '971239f2-12df-4568-a458-86269bfbdf32', 'name': 'tempest-TestNetworkBasicOps-router-33925818', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:40:42Z', 'updated_at': '2022-02-16T22:40:50Z', 'revision_number': 4, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'gw_port': {'id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:40:43Z', 'updated_at': '2022-02-16T22:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'ef15a03d-a202-41fd-a401-560ebcc6dd1a', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'floating_ip_address': '172.25.2.220', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '971239f2-12df-4568-a458-86269bfbdf32', 'port_id': '34a7b2db-4a1f-4d26-8629-0366d854d101', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a', 'mac_address': 'fa:16:3e:8e:be:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011dc53-315d-457a-a7b7-08815802e15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:41:16Z', 'updated_at': '2022-02-16T22:41:16Z', 'revision_number': 0, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99de20ce-7945-4743-9822-c5d1ea1db83c', 'name': '', 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'mac_address': 'fa:16:3e:92:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'bb550098-38cf-4a15-8885-1824e020ff82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:40:49Z', 'updated_at': '2022-02-16T22:40:57Z', 'revision_number': 5, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'subnets': [{'id': 'bb550098-38cf-4a15-8885-1824e020ff82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:41:20.316405 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea74b50-5676-4b9f-b4ae-dd6a3876d4dd None None] New status for floating IP ef15a03d-a202-41fd-a401-560ebcc6dd1a: ACTIVE {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:41:20.407136 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1e5ac09d-c1b1-46b8-a672-b0e32ab4919e tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/floatingips/ef15a03d-a202-41fd-a401-560ebcc6dd1a HTTP/1.1" status: 200 len: 991 time: 0.7848651 Feb 16 22:41:20.484114 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39e0f59-d76a-482c-90f3-ba404494b266 admin admin] Router 4f76041d-32ee-4188-a776-12dcc7ad25cc has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:41:20.654617 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9428dc37-82fb-421d-80a8-3bd7a36d326a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:20.694134 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39e0f59-d76a-482c-90f3-ba404494b266 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:41:20.710522 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a39e0f59-d76a-482c-90f3-ba404494b266 admin admin] 10.222.0.75 "PUT /v2.0/routers/4f76041d-32ee-4188-a776-12dcc7ad25cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0489376 Feb 16 22:41:20.713517 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 34504) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:20.723255 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4bf0f4-f82f-4acb-84f1-771874d5520f None None] Sync routers for ids ['4f76041d-32ee-4188-a776-12dcc7ad25cc'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:41:20.763154 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4bf0f4-f82f-4acb-84f1-771874d5520f None None] Routers {'4f76041d-32ee-4188-a776-12dcc7ad25cc'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:41:20.763831 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-0d4bf0f4-f82f-4acb-84f1-771874d5520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:40:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4f76041d-32ee-4188-a776-12dcc7ad25cc'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:41:20.897634 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-0d4bf0f4-f82f-4acb-84f1-771874d5520f None None] Set router 4f76041d-32ee-4188-a776-12dcc7ad25cc gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:41:20.924299 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f130a49-a2c3-43a8-84e3-f0313134fa2f req-72bdf08d-1d49-42d5-86f4-6091bd6ca4cf tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:20.925941 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7f130a49-a2c3-43a8-84e3-f0313134fa2f req-72bdf08d-1d49-42d5-86f4-6091bd6ca4cf tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 946 time: 0.1005211 Feb 16 22:41:21.007389 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-25cd300c-5866-49d4-9c8d-0132e8971826 admin admin] Publish callbacks [] for router (4f76041d-32ee-4188-a776-12dcc7ad25cc), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:21.097807 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7f130a49-a2c3-43a8-84e3-f0313134fa2f req-0fd1d2e0-99db-4098-91c8-22e0585fd105 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469698 Feb 16 22:41:21.139469 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-25cd300c-5866-49d4-9c8d-0132e8971826 admin admin] Publish callbacks [] for router_gateway (4f76041d-32ee-4188-a776-12dcc7ad25cc), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:21.197323 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-0d4bf0f4-f82f-4acb-84f1-771874d5520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1447926043-router', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:49Z', 'updated_at': '2022-02-16T22:41:18Z', 'revision_number': 5, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'gw_port': {'id': '8c7d074b-12e3-4923-ab87-65c7b9030844', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:31:51Z', 'updated_at': '2022-02-16T22:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:41:21.205997 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-25cd300c-5866-49d4-9c8d-0132e8971826 admin admin] Deleting port 8c7d074b-12e3-4923-ab87-65c7b9030844 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:41:21.206362 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-25cd300c-5866-49d4-9c8d-0132e8971826 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (8c7d074b-12e3-4923-ab87-65c7b9030844), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:21.228177 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4bf0f4-f82f-4acb-84f1-771874d5520f None None] Checking router: 4f76041d-32ee-4188-a776-12dcc7ad25cc for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:41:21.237757 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4bf0f4-f82f-4acb-84f1-771874d5520f None None] Routers {'4f76041d-32ee-4188-a776-12dcc7ad25cc'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:41:21.238401 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-0d4bf0f4-f82f-4acb-84f1-771874d5520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:40:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4f76041d-32ee-4188-a776-12dcc7ad25cc'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:41:21.313251 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-25cd300c-5866-49d4-9c8d-0132e8971826 admin admin] For port 8c7d074b-12e3-4923-ab87-65c7b9030844, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=8c7d074b-12e3-4923-ab87-65c7b9030844,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:41:21.313648 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-25cd300c-5866-49d4-9c8d-0132e8971826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (8c7d074b-12e3-4923-ab87-65c7b9030844), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:21.336789 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-0d4bf0f4-f82f-4acb-84f1-771874d5520f None None] Set router 4f76041d-32ee-4188-a776-12dcc7ad25cc gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:41:21.347784 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-25cd300c-5866-49d4-9c8d-0132e8971826 admin admin] Calling delete_port for 8c7d074b-12e3-4923-ab87-65c7b9030844 owned by network:router_gateway {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:41:21.403408 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-0d4bf0f4-f82f-4acb-84f1-771874d5520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1447926043-router', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:49Z', 'updated_at': '2022-02-16T22:41:21Z', 'revision_number': 6, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:41:21.412444 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34520) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:21.469130 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4bf0f4-f82f-4acb-84f1-771874d5520f None None] The sync data for ids ['4f76041d-32ee-4188-a776-12dcc7ad25cc'] in n-d-813897-6 is: [{'id': '4f76041d-32ee-4188-a776-12dcc7ad25cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1447926043-router', 'tenant_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:31:49Z', 'updated_at': '2022-02-16T22:41:21Z', 'revision_number': 6, 'project_id': '11dcb6fba69b48e58d8c23f01f2db2c9', 'gw_port_host': None}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:41:21.532947 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5629ee65-259f-456b-a871-55ea75b16181 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/floatingips/ef15a03d-a202-41fd-a401-560ebcc6dd1a HTTP/1.1" status: 200 len: 993 time: 0.1199350 Feb 16 22:41:21.692182 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-25cd300c-5866-49d4-9c8d-0132e8971826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (8c7d074b-12e3-4923-ab87-65c7b9030844), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:21.727297 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd300c-5866-49d4-9c8d-0132e8971826 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c7d074b-12e3-4923-ab87-65c7b9030844,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:21.802743 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-25cd300c-5866-49d4-9c8d-0132e8971826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (4f76041d-32ee-4188-a776-12dcc7ad25cc), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:21.933788 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 1d239f16-9d92-4d6f-97f8-146ac81d8416 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:41:21.935447 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-25cd300c-5866-49d4-9c8d-0132e8971826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (4f76041d-32ee-4188-a776-12dcc7ad25cc), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:21.938148 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-25cd300c-5866-49d4-9c8d-0132e8971826 admin admin] Publish callbacks [] for router_controller (4f76041d-32ee-4188-a776-12dcc7ad25cc), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:21.961961 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 1d239f16-9d92-4d6f-97f8-146ac81d8416 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:41:21.962410 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 1d239f16-9d92-4d6f-97f8-146ac81d8416 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:41:22.031027 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-25cd300c-5866-49d4-9c8d-0132e8971826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (4f76041d-32ee-4188-a776-12dcc7ad25cc), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:22.032014 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cd300c-5866-49d4-9c8d-0132e8971826 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f76041d-32ee-4188-a776-12dcc7ad25cc {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:41:22.037346 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-25cd300c-5866-49d4-9c8d-0132e8971826 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:22.042230 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34548) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:22.052327 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-25cd300c-5866-49d4-9c8d-0132e8971826 admin admin] 10.222.0.75 "DELETE /v2.0/routers/4f76041d-32ee-4188-a776-12dcc7ad25cc HTTP/1.1" status: 204 len: 168 time: 1.3372800 Feb 16 22:41:22.119494 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-a29d8765-771a-4895-a844-99f01f450fb8 admin admin] Deleting subnet 0a662751-aa30-4a8c-92bf-a9f1c49c1b53 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:41:22.124193 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a29d8765-771a-4895-a844-99f01f450fb8 admin admin] Publish callbacks [] for subnet (0a662751-aa30-4a8c-92bf-a9f1c49c1b53), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:22.173708 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a29d8765-771a-4895-a844-99f01f450fb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (0a662751-aa30-4a8c-92bf-a9f1c49c1b53), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:22.300439 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f9641-baa1-4eee-9ba5-d8285b53ccfc req-ba446974-fd37-4855-9314-b52bb753f556 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:22.308171 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-279f9641-baa1-4eee-9ba5-d8285b53ccfc req-ba446974-fd37-4855-9314-b52bb753f556 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 946 time: 0.0956151 Feb 16 22:41:22.349463 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a29d8765-771a-4895-a844-99f01f450fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (0a662751-aa30-4a8c-92bf-a9f1c49c1b53), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:22.369066 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-279f9641-baa1-4eee-9ba5-d8285b53ccfc req-18ca7b2e-bf0d-411b-9419-1eb5f9a87f3c tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598092 Feb 16 22:41:22.438366 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a29d8765-771a-4895-a844-99f01f450fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (0a662751-aa30-4a8c-92bf-a9f1c49c1b53), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:22.479257 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1a0691-509a-4f65-8a0f-11cb8b2f1f47 None None] Network a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:41:22.506334 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d8765-771a-4895-a844-99f01f450fb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a662751-aa30-4a8c-92bf-a9f1c49c1b53,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:22.515524 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a29d8765-771a-4895-a844-99f01f450fb8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:22.526641 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a29d8765-771a-4895-a844-99f01f450fb8 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/0a662751-aa30-4a8c-92bf-a9f1c49c1b53 HTTP/1.1" status: 204 len: 168 time: 0.4829478 Feb 16 22:41:22.529271 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34556) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:22.672250 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b62ef642-8021-4804-92db-fd75b2469777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:22.746277 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-b62ef642-8021-4804-92db-fd75b2469777 admin admin] Deleting port 68124998-b5a1-43ff-8eb4-f6ac3b9dae38 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:41:22.746411 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b62ef642-8021-4804-92db-fd75b2469777 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (68124998-b5a1-43ff-8eb4-f6ac3b9dae38), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:22.781547 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035f44ce-f79f-494f-bf60-fbc6017fa0e8 None None] DHCP port deletion for a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:41:22.865846 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-b62ef642-8021-4804-92db-fd75b2469777 admin admin] For port 68124998-b5a1-43ff-8eb4-f6ac3b9dae38, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=68124998-b5a1-43ff-8eb4-f6ac3b9dae38,segment=NetworkSegment(0da08ad7-1ffb-4706-9d45-1cc487f01f06),segment_id=0da08ad7-1ffb-4706-9d45-1cc487f01f06)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:41:22.866387 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b62ef642-8021-4804-92db-fd75b2469777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (68124998-b5a1-43ff-8eb4-f6ac3b9dae38), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:22.880681 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-035f44ce-f79f-494f-bf60-fbc6017fa0e8 None None] Deleting port 68124998-b5a1-43ff-8eb4-f6ac3b9dae38 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:41:22.880958 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-035f44ce-f79f-494f-bf60-fbc6017fa0e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (68124998-b5a1-43ff-8eb4-f6ac3b9dae38), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:22.887685 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-b62ef642-8021-4804-92db-fd75b2469777 admin admin] Calling delete_port for 68124998-b5a1-43ff-8eb4-f6ac3b9dae38 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:41:22.978888 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-035f44ce-f79f-494f-bf60-fbc6017fa0e8 None None] For port 68124998-b5a1-43ff-8eb4-f6ac3b9dae38, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=68124998-b5a1-43ff-8eb4-f6ac3b9dae38,segment=NetworkSegment(0da08ad7-1ffb-4706-9d45-1cc487f01f06),segment_id=0da08ad7-1ffb-4706-9d45-1cc487f01f06)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:41:22.979523 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-035f44ce-f79f-494f-bf60-fbc6017fa0e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (68124998-b5a1-43ff-8eb4-f6ac3b9dae38), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:23.017810 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-035f44ce-f79f-494f-bf60-fbc6017fa0e8 None None] Calling delete_port for 68124998-b5a1-43ff-8eb4-f6ac3b9dae38 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:41:23.048671 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b62ef642-8021-4804-92db-fd75b2469777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (68124998-b5a1-43ff-8eb4-f6ac3b9dae38), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:23.106875 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ef642-8021-4804-92db-fd75b2469777 admin admin] Pushing event deleted for resources: {'Port': ['ID=68124998-b5a1-43ff-8eb4-f6ac3b9dae38,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:23.108887 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62ef642-8021-4804-92db-fd75b2469777 admin admin] No DVR routers for this DVR port 68124998-b5a1-43ff-8eb4-f6ac3b9dae38 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:41:23.132523 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-797af4e6-b4e7-4b11-a738-689a41868b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:41:23.181405 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:41:23.184938 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:41:23.184938 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:41:23.184938 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:41:23.184938 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:41:23.184938 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:41:23.184938 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:41:23.184938 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:41:23.184938 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:41:23.184938 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:41:23.184938 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:41:23.184938 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:41:23.184938 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:41:23.184938 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:41:23.184938 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:41:23.192138 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-035f44ce-f79f-494f-bf60-fbc6017fa0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (68124998-b5a1-43ff-8eb4-f6ac3b9dae38), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:23.226339 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f44ce-f79f-494f-bf60-fbc6017fa0e8 None None] Pushing event deleted for resources: {'Port': ['ID=68124998-b5a1-43ff-8eb4-f6ac3b9dae38,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:23.237809 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035f44ce-f79f-494f-bf60-fbc6017fa0e8 None None] No DVR routers for this DVR port 68124998-b5a1-43ff-8eb4-f6ac3b9dae38 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:41:23.278643 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b62ef642-8021-4804-92db-fd75b2469777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:23.328643 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-b62ef642-8021-4804-92db-fd75b2469777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:41:23.354437 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-b62ef642-8021-4804-92db-fd75b2469777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da08ad7-1ffb-4706-9d45-1cc487f01f06') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:41:23.355075 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-b62ef642-8021-4804-92db-fd75b2469777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da08ad7-1ffb-4706-9d45-1cc487f01f06') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:41:23.368174 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b62ef642-8021-4804-92db-fd75b2469777 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (0da08ad7-1ffb-4706-9d45-1cc487f01f06), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:23.404799 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b62ef642-8021-4804-92db-fd75b2469777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (0da08ad7-1ffb-4706-9d45-1cc487f01f06), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:23.418881 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b62ef642-8021-4804-92db-fd75b2469777 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:41:23.419293 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b62ef642-8021-4804-92db-fd75b2469777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (0da08ad7-1ffb-4706-9d45-1cc487f01f06), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:23.421052 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:41:23.421052 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:41:23.421052 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:41:23.421052 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:41:23.421052 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:41:23.421052 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:41:23.421052 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:41:23.421052 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:41:23.421052 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:41:23.421052 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:41:23.421052 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:41:23.421052 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:41:23.421052 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:41:23.421052 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:41:23.421052 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:41:23.421052 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:41:23.421052 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:41:23.421052 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:41:23.421052 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:41:23.421052 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:41:23.421052 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:41:23.421052 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:41:23.421052 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:41:23.421052 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:41:23.421052 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:41:23.421052 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:41:23.421052 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:41:23.421052 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:41:23.421052 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:41:23.421052 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:41:23.421052 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:41:23.421052 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:41:23.519241 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b62ef642-8021-4804-92db-fd75b2469777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:23.540025 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b62ef642-8021-4804-92db-fd75b2469777 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:23.554941 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b62ef642-8021-4804-92db-fd75b2469777 admin admin] 10.222.0.75 "DELETE /v2.0/networks/a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd HTTP/1.1" status: 204 len: 168 time: 1.0242834 Feb 16 22:41:23.598530 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7d4be-4322-4a2f-a163-223efc341c4c req-6e7349f4-4286-4a53-a78b-4d033aa8369e tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:23.600724 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cae7d4be-4322-4a2f-a163-223efc341c4c req-6e7349f4-4286-4a53-a78b-4d033aa8369e tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 946 time: 0.1248121 Feb 16 22:41:23.606869 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ef642-8021-4804-92db-fd75b2469777 admin admin] Pushing event deleted for resources: {'Network': ['ID=a24bc0d1-4c21-4d25-b64d-0557ce1bcfdd,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:23.640638 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34582) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:23.711965 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cae7d4be-4322-4a2f-a163-223efc341c4c req-94db2afe-2abe-4d91-97e9-412ea201fa75 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054616 Feb 16 22:41:23.803269 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1ea142f8-c3d0-4ca1-a5cd-4d143b822997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:23.875468 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 68124998-b5a1-43ff-8eb4-f6ac3b9dae38 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:41:23.916360 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 34586) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:23.922143 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 68124998-b5a1-43ff-8eb4-f6ac3b9dae38 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:41:23.922893 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 68124998-b5a1-43ff-8eb4-f6ac3b9dae38 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:41:23.923477 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 8c7d074b-12e3-4923-ab87-65c7b9030844 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:41:23.947697 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 8c7d074b-12e3-4923-ab87-65c7b9030844 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:41:23.948351 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 8c7d074b-12e3-4923-ab87-65c7b9030844 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:41:23.955133 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1ea142f8-c3d0-4ca1-a5cd-4d143b822997 admin admin] Publish callbacks [] for security_group (b38e36b8-8e13-4b6c-a509-fa30fe4a7a8e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:23.962508 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1ea142f8-c3d0-4ca1-a5cd-4d143b822997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b38e36b8-8e13-4b6c-a509-fa30fe4a7a8e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:24.001921 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bf8990fd-e9d5-4a7f-8938-0d1216368504 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=11dcb6fba69b48e58d8c23f01f2db2c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0843706 Feb 16 22:41:24.006579 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34588) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:24.037985 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1ea142f8-c3d0-4ca1-a5cd-4d143b822997 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=95dc07dfaade438dbbe464414752b899&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3962507 Feb 16 22:41:24.040646 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 34590) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:24.054497 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea142f8-c3d0-4ca1-a5cd-4d143b822997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38e36b8-8e13-4b6c-a509-fa30fe4a7a8e,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:24.137440 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-338b076f-33fa-4c3c-a07e-ff5bd3729b4f admin admin] Publish callbacks [] for security_group (b38e36b8-8e13-4b6c-a509-fa30fe4a7a8e), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:24.141022 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f2abc264-47d2-4cea-94f0-1e821d99425e admin admin] Publish callbacks [] for security_group (9392c5cd-07af-4f7d-9e36-095d399df325), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:24.186222 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f2abc264-47d2-4cea-94f0-1e821d99425e admin admin] Publish callbacks [] for security_group (9392c5cd-07af-4f7d-9e36-095d399df325), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:24.198178 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-338b076f-33fa-4c3c-a07e-ff5bd3729b4f admin admin] Publish callbacks [] for security_group (b38e36b8-8e13-4b6c-a509-fa30fe4a7a8e), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:24.264965 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:24.271869 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f2abc264-47d2-4cea-94f0-1e821d99425e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9392c5cd-07af-4f7d-9e36-095d399df325), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:24.273789 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-338b076f-33fa-4c3c-a07e-ff5bd3729b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b38e36b8-8e13-4b6c-a509-fa30fe4a7a8e), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:24.275412 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f2abc264-47d2-4cea-94f0-1e821d99425e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:24.276811 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f2abc264-47d2-4cea-94f0-1e821d99425e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9392c5cd-07af-4f7d-9e36-095d399df325 HTTP/1.1" status: 204 len: 168 time: 0.2652302 Feb 16 22:41:24.277996 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-338b076f-33fa-4c3c-a07e-ff5bd3729b4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:24.279506 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-338b076f-33fa-4c3c-a07e-ff5bd3729b4f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b38e36b8-8e13-4b6c-a509-fa30fe4a7a8e HTTP/1.1" status: 204 len: 168 time: 0.2376864 Feb 16 22:41:24.289863 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b076f-33fa-4c3c-a07e-ff5bd3729b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38e36b8-8e13-4b6c-a509-fa30fe4a7a8e,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:24.311251 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abc264-47d2-4cea-94f0-1e821d99425e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9392c5cd-07af-4f7d-9e36-095d399df325,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:24.945462 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a98aa6-5b27-4ef3-8062-9f6ed6c4c1de req-215ca75e-359f-4afd-8c89-63795763c096 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:24.949144 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d6a98aa6-5b27-4ef3-8062-9f6ed6c4c1de req-215ca75e-359f-4afd-8c89-63795763c096 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 946 time: 0.1140621 Feb 16 22:41:25.057823 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d6a98aa6-5b27-4ef3-8062-9f6ed6c4c1de req-1946b073-b8e4-48f9-a66f-bf12ffb04398 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990083 Feb 16 22:41:25.590563 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34638) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:25.632673 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:25.883816 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-5b424360-2196-4c54-9166-406164786544 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1108177638-network', 'tenant_id': '23fc1adac9ab43babb811e6bb6a91375'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:41:25.909991 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b424360-2196-4c54-9166-406164786544 admin admin] Made reservation on behalf of 23fc1adac9ab43babb811e6bb6a91375 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:41:25.912815 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5b424360-2196-4c54-9166-406164786544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:25.923143 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5b424360-2196-4c54-9166-406164786544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:26.038956 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5b424360-2196-4c54-9166-406164786544 admin admin] Publish callbacks [] for security_group (0cea22e7-9828-437c-b67a-180cc743f9e4), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:26.049255 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5b424360-2196-4c54-9166-406164786544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (0cea22e7-9828-437c-b67a-180cc743f9e4), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:26.098911 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b424360-2196-4c54-9166-406164786544 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:41:26.120810 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b424360-2196-4c54-9166-406164786544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cea22e7-9828-437c-b67a-180cc743f9e4,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:26.152048 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5b424360-2196-4c54-9166-406164786544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (7afa8abd-d24a-4287-bcf0-18629abdf72a), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:26.152424 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-5b424360-2196-4c54-9166-406164786544 admin admin] Added segment 7afa8abd-d24a-4287-bcf0-18629abdf72a of type vlan for network 711f76dd-299d-4633-b0c0-e90e0dfbc02d Feb 16 22:41:26.242012 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5b424360-2196-4c54-9166-406164786544 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (711f76dd-299d-4633-b0c0-e90e0dfbc02d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:26.285929 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38c644-5e1d-4d28-95b6-8ab524a9da4c req-0add9744-2158-485d-90aa-e2f8238c6ed4 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:26.286970 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5b424360-2196-4c54-9166-406164786544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (711f76dd-299d-4633-b0c0-e90e0dfbc02d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:26.292477 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b424360-2196-4c54-9166-406164786544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:26.294467 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5b424360-2196-4c54-9166-406164786544 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:26.320587 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb38c644-5e1d-4d28-95b6-8ab524a9da4c req-0add9744-2158-485d-90aa-e2f8238c6ed4 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 946 time: 0.1230364 Feb 16 22:41:26.391865 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb38c644-5e1d-4d28-95b6-8ab524a9da4c req-67fd5061-1343-48df-88f7-a3e9b65c2019 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701354 Feb 16 22:41:26.418377 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5b424360-2196-4c54-9166-406164786544 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8257530 Feb 16 22:41:26.421554 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 34662) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:26.428300 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-d612b8fa-0424-4e1e-a9df-2a3af3384b15 admin admin] Request body: {'subnet': {'network_id': '711f76dd-299d-4633-b0c0-e90e0dfbc02d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1108177638-subnet', 'tenant_id': '23fc1adac9ab43babb811e6bb6a91375', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:41:26.454722 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d612b8fa-0424-4e1e-a9df-2a3af3384b15 admin admin] Made reservation on behalf of 23fc1adac9ab43babb811e6bb6a91375 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:41:26.458408 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d612b8fa-0424-4e1e-a9df-2a3af3384b15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:26.475903 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b424360-2196-4c54-9166-406164786544 admin admin] Pushing event updated for resources: {'Network': ['ID=711f76dd-299d-4633-b0c0-e90e0dfbc02d,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:26.493246 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 711f76dd-299d-4633-b0c0-e90e0dfbc02d details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:41:26.687064 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d612b8fa-0424-4e1e-a9df-2a3af3384b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (682cee36-82ef-447d-8aeb-c028e2eee6a0), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:26.769463 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612b8fa-0424-4e1e-a9df-2a3af3384b15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=682cee36-82ef-447d-8aeb-c028e2eee6a0,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:26.790775 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d612b8fa-0424-4e1e-a9df-2a3af3384b15 admin admin] Checking segment: {'id': '7afa8abd-d24a-4287-bcf0-18629abdf72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '711f76dd-299d-4633-b0c0-e90e0dfbc02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:41:26.791443 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d612b8fa-0424-4e1e-a9df-2a3af3384b15 admin admin] Network hostable DHCP agents. Network: 711f76dd-299d-4633-b0c0-e90e0dfbc02d, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:41:26.813517 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d612b8fa-0424-4e1e-a9df-2a3af3384b15 admin admin] Network 711f76dd-299d-4633-b0c0-e90e0dfbc02d is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:41:26.826651 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-d612b8fa-0424-4e1e-a9df-2a3af3384b15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 711f76dd-299d-4633-b0c0-e90e0dfbc02d) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:41:26.833900 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d612b8fa-0424-4e1e-a9df-2a3af3384b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:26.835193 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d612b8fa-0424-4e1e-a9df-2a3af3384b15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:26.847851 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccb0e89-917c-42a0-bef0-78b8f5732aae None None] Network 711f76dd-299d-4633-b0c0-e90e0dfbc02d requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:41:26.857585 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d612b8fa-0424-4e1e-a9df-2a3af3384b15 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4344151 Feb 16 22:41:27.048621 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef82e2e-5813-48a9-9b50-68c62adaf376 None None] Network 711f76dd-299d-4633-b0c0-e90e0dfbc02d requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:41:27.090102 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:27.571184 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98f2b8-3712-4133-a9f6-9fde8705c577 req-d552637a-8a63-4059-861b-538a78ec380d tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:27.579153 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fa98f2b8-3712-4133-a9f6-9fde8705c577 req-d552637a-8a63-4059-861b-538a78ec380d tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 946 time: 0.0705149 Feb 16 22:41:27.654609 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fa98f2b8-3712-4133-a9f6-9fde8705c577 req-adbbe94b-3cf1-4d78-afe1-c2304196bbaf tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744071 Feb 16 22:41:28.202711 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34730) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:28.338793 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2ac1f962-28d8-4885-b629-395013401c9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:28.433876 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2ac1f962-28d8-4885-b629-395013401c9a admin admin] Publish callbacks [] for security_group (996abf4f-ed0a-45bc-9db6-987d449af884), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:28.441093 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2ac1f962-28d8-4885-b629-395013401c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (996abf4f-ed0a-45bc-9db6-987d449af884), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:28.495635 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1f962-28d8-4885-b629-395013401c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996abf4f-ed0a-45bc-9db6-987d449af884,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:28.504867 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 34738) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:28.512545 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2ac1f962-28d8-4885-b629-395013401c9a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e897de822b7247f5ad18e15db875e96b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3087847 Feb 16 22:41:28.551868 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:28.587874 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eaba5790-b0c9-465b-b68a-32388c8dae77 admin admin] Publish callbacks [] for security_group (996abf4f-ed0a-45bc-9db6-987d449af884), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:28.617414 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eaba5790-b0c9-465b-b68a-32388c8dae77 admin admin] Publish callbacks [] for security_group (996abf4f-ed0a-45bc-9db6-987d449af884), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:28.696266 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eaba5790-b0c9-465b-b68a-32388c8dae77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (996abf4f-ed0a-45bc-9db6-987d449af884), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:28.703004 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eaba5790-b0c9-465b-b68a-32388c8dae77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:28.720616 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-eaba5790-b0c9-465b-b68a-32388c8dae77 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/996abf4f-ed0a-45bc-9db6-987d449af884 HTTP/1.1" status: 204 len: 168 time: 0.2138145 Feb 16 22:41:28.748526 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba5790-b0c9-465b-b68a-32388c8dae77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996abf4f-ed0a-45bc-9db6-987d449af884,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:28.921904 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42851d0b-b9f0-4fde-b5b8-9205c60f2928 req-aac74b8a-72d3-479c-9e5b-97308bcebf6b tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:28.931492 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-42851d0b-b9f0-4fde-b5b8-9205c60f2928 req-aac74b8a-72d3-479c-9e5b-97308bcebf6b tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 946 time: 0.1022067 Feb 16 22:41:29.031770 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-42851d0b-b9f0-4fde-b5b8-9205c60f2928 req-02765e48-53cc-4987-b217-f6bf465fab44 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984631 Feb 16 22:41:29.233546 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:41:29.241880 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 34756) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:29.260381 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92f0a1c1-bf76-43be-8373-286f0d4d3a7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:29.367815 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92f0a1c1-bf76-43be-8373-286f0d4d3a7e admin admin] Publish callbacks [] for security_group (8d6238ed-14d9-42b6-b842-61c77c06ee90), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:29.382501 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92f0a1c1-bf76-43be-8373-286f0d4d3a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (8d6238ed-14d9-42b6-b842-61c77c06ee90), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:29.418383 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89 is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:41:29.419081 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (79e3ed22-053c-4a8f-a7f9-c1dca32bbf89), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:29.426362 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0a1c1-bf76-43be-8373-286f0d4d3a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6238ed-14d9-42b6-b842-61c77c06ee90,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:29.498585 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=79e3ed22-053c-4a8f-a7f9-c1dca32bbf89,segment=NetworkSegment(e7f5c01d-8ab2-4542-ac4a-c6529511c236),segment_id=e7f5c01d-8ab2-4542-ac4a-c6529511c236)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:41:29.502724 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62348a79-58b0-4fc4-8027-7c4fb0c1a82f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79e3ed22-053c-4a8f-a7f9-c1dca32bbf89'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:41:29.505768 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98f7050-dfe5-4794-a42b-d703b951f4e2" -d '{"events": [{"server_uuid": "62348a79-58b0-4fc4-8027-7c4fb0c1a82f", "name": "network-vif-unplugged", "status": "completed", "tag": "79e3ed22-053c-4a8f-a7f9-c1dca32bbf89"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:41:29.522134 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (79e3ed22-053c-4a8f-a7f9-c1dca32bbf89), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:29.524364 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 34760) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:29.535492 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-92f0a1c1-bf76-43be-8373-286f0d4d3a7e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0ae418cf51c043a89b2b8d9a03c665fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2923043 Feb 16 22:41:29.580721 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 22:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca62036-2dd8-4e16-baa5-63b9f8a65d58 x-openstack-request-id: req-eca62036-2dd8-4e16-baa5-63b9f8a65d58 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:41:29.581602 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62348a79-58b0-4fc4-8027-7c4fb0c1a82f", "name": "network-vif-unplugged", "status": "completed", "tag": "79e3ed22-053c-4a8f-a7f9-c1dca32bbf89", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:41:29.582106 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-eca62036-2dd8-4e16-baa5-63b9f8a65d58 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:41:29.582683 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62348a79-58b0-4fc4-8027-7c4fb0c1a82f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79e3ed22-053c-4a8f-a7f9-c1dca32bbf89', 'code': 200} Feb 16 22:41:29.608883 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8754ae98-d245-451f-b311-11d263273bf6 admin admin] Publish callbacks [] for security_group (8d6238ed-14d9-42b6-b842-61c77c06ee90), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:29.647017 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=79e3ed22-053c-4a8f-a7f9-c1dca32bbf89,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:29.670947 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8754ae98-d245-451f-b311-11d263273bf6 admin admin] Publish callbacks [] for security_group (8d6238ed-14d9-42b6-b842-61c77c06ee90), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:29.729383 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8754ae98-d245-451f-b311-11d263273bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (8d6238ed-14d9-42b6-b842-61c77c06ee90), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:29.732843 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8754ae98-d245-451f-b311-11d263273bf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:29.734445 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8754ae98-d245-451f-b311-11d263273bf6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8d6238ed-14d9-42b6-b842-61c77c06ee90 HTTP/1.1" status: 204 len: 168 time: 0.2085612 Feb 16 22:41:29.745853 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754ae98-d245-451f-b311-11d263273bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6238ed-14d9-42b6-b842-61c77c06ee90,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:30.001045 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:30.239216 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063147b2-a8c0-4c8a-aade-296f3a51a28c req-687b93da-7975-430b-8727-99e1880bbe33 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:30.248240 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-063147b2-a8c0-4c8a-aade-296f3a51a28c req-687b93da-7975-430b-8727-99e1880bbe33 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 944 time: 0.1001523 Feb 16 22:41:30.352861 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-063147b2-a8c0-4c8a-aade-296f3a51a28c req-2d89e716-ec66-49da-a551-665ba161a7ab tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047602 Feb 16 22:41:31.233229 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:41:31.526797 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=79e3ed22-053c-4a8f-a7f9-c1dca32bbf89,segment=NetworkSegment(e7f5c01d-8ab2-4542-ac4a-c6529511c236),segment_id=e7f5c01d-8ab2-4542-ac4a-c6529511c236)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:41:31.559807 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '79e3ed22-053c-4a8f-a7f9-c1dca32bbf89', 'network_id': '261fcaa2-4844-4e2e-b91c-b6ff531f5666', 'port_id': '79e3ed22-053c-4a8f-a7f9-c1dca32bbf89', 'mac_address': 'fa:16:3e:d1:9f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3924c2c-6430-44e2-934c-e30e8715ac29', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:41:31.638563 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:41:31.639004 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (79e3ed22-053c-4a8f-a7f9-c1dca32bbf89), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:31.661229 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:41:31.663886 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b8b08-4776-4509-9c65-02222ea6995b req-f4fb4533-79f0-4474-bf73-79332e2e9368 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:31.667988 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6e5b8b08-4776-4509-9c65-02222ea6995b req-f4fb4533-79f0-4474-bf73-79332e2e9368 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 944 time: 0.1530175 Feb 16 22:41:31.712168 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=79e3ed22-053c-4a8f-a7f9-c1dca32bbf89,segment=NetworkSegment(e7f5c01d-8ab2-4542-ac4a-c6529511c236),segment_id=e7f5c01d-8ab2-4542-ac4a-c6529511c236)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:41:31.720849 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (79e3ed22-053c-4a8f-a7f9-c1dca32bbf89), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:31.777438 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6e5b8b08-4776-4509-9c65-02222ea6995b req-0a87edb2-5768-45fe-bb86-93fa8422e26f tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990844 Feb 16 22:41:31.832955 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=79e3ed22-053c-4a8f-a7f9-c1dca32bbf89,revision_number=7']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:31.994367 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['79e3ed22-053c-4a8f-a7f9-c1dca32bbf89'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:41:33.014948 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57e99b-090b-4a80-af4b-6c352029b9e2 req-2e753685-bd7e-4e70-a3a9-3410bae73266 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:33.017176 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a57e99b-090b-4a80-af4b-6c352029b9e2 req-2e753685-bd7e-4e70-a3a9-3410bae73266 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 945 time: 0.1035104 Feb 16 22:41:33.069421 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:41:33.264342 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:41:33.339120 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:41:33.339806 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (79e3ed22-053c-4a8f-a7f9-c1dca32bbf89), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:33.499489 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:41:33.510988 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (79e3ed22-053c-4a8f-a7f9-c1dca32bbf89), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:33.592790 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62348a79-58b0-4fc4-8027-7c4fb0c1a82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e3ed22-053c-4a8f-a7f9-c1dca32bbf89'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:41:33.595744 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae75818-03ff-4ec5-a101-f8ebb18493d3" -d '{"events": [{"server_uuid": "62348a79-58b0-4fc4-8027-7c4fb0c1a82f", "name": "network-vif-plugged", "status": "completed", "tag": "79e3ed22-053c-4a8f-a7f9-c1dca32bbf89"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:41:33.623340 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=79e3ed22-053c-4a8f-a7f9-c1dca32bbf89,segment=NetworkSegment(e7f5c01d-8ab2-4542-ac4a-c6529511c236),segment_id=e7f5c01d-8ab2-4542-ac4a-c6529511c236)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:41:33.637306 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (79e3ed22-053c-4a8f-a7f9-c1dca32bbf89), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:33.713467 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a57e99b-090b-4a80-af4b-6c352029b9e2 req-f3c9af3f-5e17-4d8f-94e6-e90c0ebc9aa7 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6893406 Feb 16 22:41:33.775769 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=79e3ed22-053c-4a8f-a7f9-c1dca32bbf89,revision_number=8']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:33.797577 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ab3594-096e-4c30-b6c1-0ad72141da11 x-openstack-request-id: req-f7ab3594-096e-4c30-b6c1-0ad72141da11 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:41:33.798786 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62348a79-58b0-4fc4-8027-7c4fb0c1a82f", "name": "network-vif-plugged", "status": "completed", "tag": "79e3ed22-053c-4a8f-a7f9-c1dca32bbf89", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:41:33.799597 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f7ab3594-096e-4c30-b6c1-0ad72141da11 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:41:33.800300 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62348a79-58b0-4fc4-8027-7c4fb0c1a82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e3ed22-053c-4a8f-a7f9-c1dca32bbf89', 'code': 200} Feb 16 22:41:34.012308 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d4555-27f1-416f-a1b8-462d1655cf4d req-f5e6eed6-f121-47e0-9d33-0ea8874313d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:34.015589 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b08d4555-27f1-416f-a1b8-462d1655cf4d req-f5e6eed6-f121-47e0-9d33-0ea8874313d1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 1128 time: 0.0669289 Feb 16 22:41:34.068926 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b08d4555-27f1-416f-a1b8-462d1655cf4d req-bccd3c16-16a2-43c7-a103-eae9516383eb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477610 Feb 16 22:41:34.973359 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc8c35-0abb-443f-88eb-c6f1e914a0ae req-a08616f4-a601-4ba3-ac14-b16c23f6866c tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:34.993826 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0dcc8c35-0abb-443f-88eb-c6f1e914a0ae req-a08616f4-a601-4ba3-ac14-b16c23f6866c tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 946 time: 0.1126676 Feb 16 22:41:35.096072 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0dcc8c35-0abb-443f-88eb-c6f1e914a0ae req-19e34d7c-8df2-4488-bbc3-966bb53137ec tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958440 Feb 16 22:41:36.287477 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b0ac6-7dfe-42c4-94fd-2485fd2419b7 req-8b43a68e-eb46-4307-921e-2f4dc72fcebf tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:36.290841 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-123b0ac6-7dfe-42c4-94fd-2485fd2419b7 req-8b43a68e-eb46-4307-921e-2f4dc72fcebf tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 946 time: 0.0936217 Feb 16 22:41:36.400481 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-123b0ac6-7dfe-42c4-94fd-2485fd2419b7 req-26157072-8172-4604-af43-1e80db933522 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945220 Feb 16 22:41:36.622269 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abb472-98ec-465c-9e0e-10a4f1e91a89 req-71f5216c-9c9f-4d2e-a9bd-04abfe5bee4c tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:36.624463 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-45abb472-98ec-465c-9e0e-10a4f1e91a89 req-71f5216c-9c9f-4d2e-a9bd-04abfe5bee4c tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 946 time: 0.0711219 Feb 16 22:41:36.706431 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-45abb472-98ec-465c-9e0e-10a4f1e91a89 req-e09baf61-9886-403f-a724-90eb1e549e8f tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714645 Feb 16 22:41:37.351506 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-d6b4f46a-dc8b-4682-917e-cf3afc1b5d83 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:37.357374 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-d6b4f46a-dc8b-4682-917e-cf3afc1b5d83 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/networks?id=261fcaa2-4844-4e2e-b91c-b6ff531f5666 HTTP/1.1" status: 200 len: 815 time: 0.1298540 Feb 16 22:41:37.388360 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-f4932cf1-71bf-45c3-a63d-f4f948aacfee tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/quotas/103fc4304d394110a413f27783e42afb HTTP/1.1" status: 200 len: 375 time: 0.0256593 Feb 16 22:41:37.520958 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-9a6ae15f-7a71-44bc-83ac-6028e7c49933 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=103fc4304d394110a413f27783e42afb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1300986 Feb 16 22:41:37.539121 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-675612e9-b3ad-40a0-a495-4b7046c0a813 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:41:37.544249 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-675612e9-b3ad-40a0-a495-4b7046c0a813 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0170681 Feb 16 22:41:37.813134 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-02f409e1-b7f6-4d27-98a3-c4d159de63f6 service neutron] 10.222.0.75 "GET /v2.0/networks/261fcaa2-4844-4e2e-b91c-b6ff531f5666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603648 Feb 16 22:41:37.903800 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35002) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:38.007610 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-9e893720-4cd6-457a-961c-3106c627d7d6 service neutron] 10.222.0.75 "GET /v2.0/networks/261fcaa2-4844-4e2e-b91c-b6ff531f5666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912231 Feb 16 22:41:38.097722 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d653a269-b784-4c89-9e3d-23ae402b9696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:38.318576 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d653a269-b784-4c89-9e3d-23ae402b9696 admin admin] Publish callbacks [] for security_group (d914fe89-0721-4c76-bd0c-7ab2712ddebe), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:38.333895 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d653a269-b784-4c89-9e3d-23ae402b9696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d914fe89-0721-4c76-bd0c-7ab2712ddebe), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:38.390819 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3166fb-a468-469d-8535-3c582234a5cf req-ef12a248-ea25-4b35-900e-3576e04e2a20 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:38.395602 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8b3166fb-a468-469d-8535-3c582234a5cf req-ef12a248-ea25-4b35-900e-3576e04e2a20 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.67 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 946 time: 0.1345909 Feb 16 22:41:38.480869 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d653a269-b784-4c89-9e3d-23ae402b9696 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=27055291e18343029e5bb6a472e13ca2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5754983 Feb 16 22:41:38.534754 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35020) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:38.622332 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e415b0e3-0945-4dc2-8bb9-fc49668d0cad req-e71d0c43-1557-4e88-9614-95906539cbb6 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1c6f74b-a3f5-4a6d-952f-0788aacd0c53 HTTP/1.1" status: 200 len: 210 time: 0.1573372 Feb 16 22:41:38.775586 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653a269-b784-4c89-9e3d-23ae402b9696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d914fe89-0721-4c76-bd0c-7ab2712ddebe,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:38.811290 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a5ae0ff2-bf62-4264-8d9d-d29329d80a1a admin admin] Publish callbacks [] for security_group (d914fe89-0721-4c76-bd0c-7ab2712ddebe), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:38.856297 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-8b3166fb-a468-469d-8535-3c582234a5cf req-13fbf3cb-9259-41b0-bf5d-0d84503b1466 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Deleting port 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:41:38.856749 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8b3166fb-a468-469d-8535-3c582234a5cf req-13fbf3cb-9259-41b0-bf5d-0d84503b1466 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (79e3ed22-053c-4a8f-a7f9-c1dca32bbf89), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:38.857515 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a5ae0ff2-bf62-4264-8d9d-d29329d80a1a admin admin] Publish callbacks [] for security_group (d914fe89-0721-4c76-bd0c-7ab2712ddebe), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:38.975088 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a5ae0ff2-bf62-4264-8d9d-d29329d80a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d914fe89-0721-4c76-bd0c-7ab2712ddebe), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:38.978806 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a5ae0ff2-bf62-4264-8d9d-d29329d80a1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:38.980324 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a5ae0ff2-bf62-4264-8d9d-d29329d80a1a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d914fe89-0721-4c76-bd0c-7ab2712ddebe HTTP/1.1" status: 204 len: 168 time: 0.4287751 Feb 16 22:41:38.996578 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae0ff2-bf62-4264-8d9d-d29329d80a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d914fe89-0721-4c76-bd0c-7ab2712ddebe,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:39.056997 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-8b3166fb-a468-469d-8535-3c582234a5cf req-13fbf3cb-9259-41b0-bf5d-0d84503b1466 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] For port 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=79e3ed22-053c-4a8f-a7f9-c1dca32bbf89,segment=NetworkSegment(e7f5c01d-8ab2-4542-ac4a-c6529511c236),segment_id=e7f5c01d-8ab2-4542-ac4a-c6529511c236)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:41:39.059483 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8b3166fb-a468-469d-8535-3c582234a5cf req-13fbf3cb-9259-41b0-bf5d-0d84503b1466 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (79e3ed22-053c-4a8f-a7f9-c1dca32bbf89), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:39.105435 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-8b3166fb-a468-469d-8535-3c582234a5cf req-13fbf3cb-9259-41b0-bf5d-0d84503b1466 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Calling delete_port for 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:41:39.372563 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8b3166fb-a468-469d-8535-3c582234a5cf req-13fbf3cb-9259-41b0-bf5d-0d84503b1466 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (79e3ed22-053c-4a8f-a7f9-c1dca32bbf89), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:39.446999 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fbf3cb-9259-41b0-bf5d-0d84503b1466 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Pushing event deleted for resources: {'Port': ['ID=79e3ed22-053c-4a8f-a7f9-c1dca32bbf89,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:39.652620 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3166fb-a468-469d-8535-3c582234a5cf req-13fbf3cb-9259-41b0-bf5d-0d84503b1466 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] No DVR routers for this DVR port 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89 on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:41:39.667592 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8b3166fb-a468-469d-8535-3c582234a5cf req-13fbf3cb-9259-41b0-bf5d-0d84503b1466 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:39.676668 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8b3166fb-a468-469d-8535-3c582234a5cf req-13fbf3cb-9259-41b0-bf5d-0d84503b1466 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.67 "DELETE /v2.0/ports/79e3ed22-053c-4a8f-a7f9-c1dca32bbf89 HTTP/1.1" status: 204 len: 173 time: 1.2724543 Feb 16 22:41:39.677171 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62348a79-58b0-4fc4-8027-7c4fb0c1a82f', 'name': 'network-vif-deleted', 'tag': '79e3ed22-053c-4a8f-a7f9-c1dca32bbf89'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:41:39.691398 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8860dbe-4ba8-4472-8708-ae7c3b534981" -d '{"events": [{"server_uuid": "62348a79-58b0-4fc4-8027-7c4fb0c1a82f", "name": "network-vif-deleted", "tag": "79e3ed22-053c-4a8f-a7f9-c1dca32bbf89"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:41:39.729843 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069adb42-d6dd-4d5f-9259-bd46f7e2b27f req-8dfafe78-4d7d-47cc-b1af-e559ae972412 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:39.731477 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-069adb42-d6dd-4d5f-9259-bd46f7e2b27f req-8dfafe78-4d7d-47cc-b1af-e559ae972412 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "GET /v2.0/ports?device_id=43d3a663-3a02-4d53-83b8-430a95904c55 HTTP/1.1" status: 200 len: 945 time: 0.2113829 Feb 16 22:41:39.845398 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-069adb42-d6dd-4d5f-9259-bd46f7e2b27f req-318b78dc-feac-4ae0-9e75-e4ff97c36828 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "GET /v2.0/security-groups?id=603083ff-4b2e-414e-be44-370ff10caa18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012976 Feb 16 22:41:39.908022 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35066) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:39.939495 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f862a01a-b059-431d-afdb-7b0688c8ff70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:39.954510 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac3e6c20-4669-4abf-9731-11cdb7c9598c req-1cc489ec-22da-4575-9d40-869c3b5e1f93 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1c6f74b-a3f5-4a6d-952f-0788aacd0c53 HTTP/1.1" status: 200 len: 210 time: 0.0381813 Feb 16 22:41:40.026146 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e05d501-c1c4-483a-a388-ac4d3ad54c79 x-openstack-request-id: req-5e05d501-c1c4-483a-a388-ac4d3ad54c79 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:41:40.027671 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62348a79-58b0-4fc4-8027-7c4fb0c1a82f", "name": "network-vif-deleted", "tag": "79e3ed22-053c-4a8f-a7f9-c1dca32bbf89", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:41:40.028235 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5e05d501-c1c4-483a-a388-ac4d3ad54c79 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:41:40.028890 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62348a79-58b0-4fc4-8027-7c4fb0c1a82f', 'name': 'network-vif-deleted', 'tag': '79e3ed22-053c-4a8f-a7f9-c1dca32bbf89', 'status': 'completed', 'code': 200} Feb 16 22:41:40.137731 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f862a01a-b059-431d-afdb-7b0688c8ff70 admin admin] Publish callbacks [] for security_group (9a3b7780-7adc-44cb-ad12-ad686a5c5430), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:40.146646 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f862a01a-b059-431d-afdb-7b0688c8ff70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9a3b7780-7adc-44cb-ad12-ad686a5c5430), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:40.242651 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f862a01a-b059-431d-afdb-7b0688c8ff70 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9db2d4260fba41b4b8476777a6667a9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3335092 Feb 16 22:41:40.263248 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35070) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:40.342866 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862a01a-b059-431d-afdb-7b0688c8ff70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3b7780-7adc-44cb-ad12-ad686a5c5430,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:40.343155 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-52138157-8c2c-4cca-9f43-d5386eb875e5 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:40.344999 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-52138157-8c2c-4cca-9f43-d5386eb875e5 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.67 "GET /v2.0/networks?id=261fcaa2-4844-4e2e-b91c-b6ff531f5666 HTTP/1.1" status: 200 len: 815 time: 0.2747016 Feb 16 22:41:40.361807 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-de5a6165-9c4a-4d76-94ce-d7d14e6c9ef1 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Request body: {'port': {'device_id': 'a1c6f74b-a3f5-4a6d-952f-0788aacd0c53', 'network_id': '261fcaa2-4844-4e2e-b91c-b6ff531f5666', 'admin_state_up': True, 'tenant_id': '103fc4304d394110a413f27783e42afb'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:41:40.362051 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862a01a-b059-431d-afdb-7b0688c8ff70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:40.365800 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862a01a-b059-431d-afdb-7b0688c8ff70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:40.368626 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862a01a-b059-431d-afdb-7b0688c8ff70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:40.369192 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862a01a-b059-431d-afdb-7b0688c8ff70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:40.369703 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862a01a-b059-431d-afdb-7b0688c8ff70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:40.380710 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862a01a-b059-431d-afdb-7b0688c8ff70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:40.381356 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862a01a-b059-431d-afdb-7b0688c8ff70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:40.382147 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862a01a-b059-431d-afdb-7b0688c8ff70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:40.382669 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862a01a-b059-431d-afdb-7b0688c8ff70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:40.383184 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862a01a-b059-431d-afdb-7b0688c8ff70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:40.383706 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862a01a-b059-431d-afdb-7b0688c8ff70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:40.384227 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862a01a-b059-431d-afdb-7b0688c8ff70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:40.384856 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862a01a-b059-431d-afdb-7b0688c8ff70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:40.508406 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1becd83a-1229-4faa-a53c-871911ced088 req-81d7629b-75c1-49bf-88fb-0cb0eaf49773 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0672989 Feb 16 22:41:40.509684 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-28bdf4c3-2bd7-4539-a131-fd13a87a0bf5 admin admin] Publish callbacks [] for security_group (9a3b7780-7adc-44cb-ad12-ad686a5c5430), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:40.594638 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-28bdf4c3-2bd7-4539-a131-fd13a87a0bf5 admin admin] Publish callbacks [] for security_group (9a3b7780-7adc-44cb-ad12-ad686a5c5430), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:40.674313 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1becd83a-1229-4faa-a53c-871911ced088 req-58812c45-5108-416a-8cb8-487c8e5610ae service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=103fc4304d394110a413f27783e42afb&device_id=62348a79-58b0-4fc4-8027-7c4fb0c1a82f HTTP/1.1" status: 200 len: 210 time: 0.0587022 Feb 16 22:41:40.692266 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-de5a6165-9c4a-4d76-94ce-d7d14e6c9ef1 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Made reservation on behalf of 103fc4304d394110a413f27783e42afb for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:41:40.702546 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-de5a6165-9c4a-4d76-94ce-d7d14e6c9ef1 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:40.714955 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-28bdf4c3-2bd7-4539-a131-fd13a87a0bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9a3b7780-7adc-44cb-ad12-ad686a5c5430), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:40.717747 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-28bdf4c3-2bd7-4539-a131-fd13a87a0bf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:40.718979 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-28bdf4c3-2bd7-4539-a131-fd13a87a0bf5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9a3b7780-7adc-44cb-ad12-ad686a5c5430 HTTP/1.1" status: 204 len: 168 time: 0.4555056 Feb 16 22:41:40.811962 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bdf4c3-2bd7-4539-a131-fd13a87a0bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3b7780-7adc-44cb-ad12-ad686a5c5430,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:41.062961 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becd83a-1229-4faa-a53c-871911ced088 req-b2b4f3f0-f429-497b-b00d-169390743e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:41.065840 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1becd83a-1229-4faa-a53c-871911ced088 req-b2b4f3f0-f429-497b-b00d-169390743e71 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=103fc4304d394110a413f27783e42afb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3234005 Feb 16 22:41:41.145744 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-de5a6165-9c4a-4d76-94ce-d7d14e6c9ef1 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Allocated IP 172.20.0.4 (261fcaa2-4844-4e2e-b91c-b6ff531f5666/e3924c2c-6430-44e2-934c-e30e8715ac29/f97a573f-9669-4da7-9c41-6567bf5d026d) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:41:41.245932 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560c121-a8fb-4d58-b809-705001fc38e7 req-c4fdb5b6-7f4b-4bbc-a2c1-42fa36c150b0 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:41.271711 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8560c121-a8fb-4d58-b809-705001fc38e7 req-c4fdb5b6-7f4b-4bbc-a2c1-42fa36c150b0 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.79 "GET /v2.0/ports?device_id=43d3a663-3a02-4d53-83b8-430a95904c55 HTTP/1.1" status: 200 len: 945 time: 0.4411495 Feb 16 22:41:41.295853 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:41:41.342184 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:41:41.344781 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 79e3ed22-053c-4a8f-a7f9-c1dca32bbf89 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:41:41.346311 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becd83a-1229-4faa-a53c-871911ced088 req-4466a704-5c08-47aa-bca1-7fcd7552e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:41.349298 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1becd83a-1229-4faa-a53c-871911ced088 req-4466a704-5c08-47aa-bca1-7fcd7552e4be service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2773230 Feb 16 22:41:41.494855 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-de5a6165-9c4a-4d76-94ce-d7d14e6c9ef1 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Publish callbacks [] for port (f97a573f-9669-4da7-9c41-6567bf5d026d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:41.499489 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35094) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:41.522532 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7ac3c739-534c-4f43-b0f5-7c985823a4ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:41.564306 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4338a-f1cb-4a8a-8ddd-98c0a31e8e18 req-1fa569f3-9e3a-4e52-8dd7-2d460cf7bba9 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:41.566004 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-64c4338a-f1cb-4a8a-8ddd-98c0a31e8e18 req-1fa569f3-9e3a-4e52-8dd7-2d460cf7bba9 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "GET /v2.0/ports?device_id=43d3a663-3a02-4d53-83b8-430a95904c55 HTTP/1.1" status: 200 len: 945 time: 0.5691750 Feb 16 22:41:41.662427 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7ac3c739-534c-4f43-b0f5-7c985823a4ea admin admin] Publish callbacks [] for security_group (d738ab03-c6ba-459c-9dd9-07cc6b78fbe1), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:41.671128 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7ac3c739-534c-4f43-b0f5-7c985823a4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d738ab03-c6ba-459c-9dd9-07cc6b78fbe1), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:41.680209 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-de5a6165-9c4a-4d76-94ce-d7d14e6c9ef1 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (f97a573f-9669-4da7-9c41-6567bf5d026d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:41.711011 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3c739-534c-4f43-b0f5-7c985823a4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d738ab03-c6ba-459c-9dd9-07cc6b78fbe1,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:41.741325 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-64c4338a-f1cb-4a8a-8ddd-98c0a31e8e18 req-a2803517-c64d-420a-9e4b-08968eeb0ef5 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "GET /v2.0/security-groups?id=603083ff-4b2e-414e-be44-370ff10caa18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645877 Feb 16 22:41:41.753561 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7ac3c739-534c-4f43-b0f5-7c985823a4ea admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0215885d0366469c9b0e9b9db9107f9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2527940 Feb 16 22:41:41.762787 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35096) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:41.801461 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-de5a6165-9c4a-4d76-94ce-d7d14e6c9ef1 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Network 261fcaa2-4844-4e2e-b91c-b6ff531f5666 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:41:41.821825 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-de5a6165-9c4a-4d76-94ce-d7d14e6c9ef1 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:41:41.826329 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-de5a6165-9c4a-4d76-94ce-d7d14e6c9ef1 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:41:41.831191 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a6165-9c4a-4d76-94ce-d7d14e6c9ef1 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Pushing event updated for resources: {'Port': ['ID=f97a573f-9669-4da7-9c41-6567bf5d026d,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:41.898398 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5ae0d875-5508-4269-8051-344b5ac00650 admin admin] Publish callbacks [] for security_group (d738ab03-c6ba-459c-9dd9-07cc6b78fbe1), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:41.910853 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a6165-9c4a-4d76-94ce-d7d14e6c9ef1 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:41.911182 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a6165-9c4a-4d76-94ce-d7d14e6c9ef1 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:41.911531 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a6165-9c4a-4d76-94ce-d7d14e6c9ef1 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:41.911874 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a6165-9c4a-4d76-94ce-d7d14e6c9ef1 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:41.912212 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a6165-9c4a-4d76-94ce-d7d14e6c9ef1 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:41.912547 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a6165-9c4a-4d76-94ce-d7d14e6c9ef1 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:41.915932 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a6165-9c4a-4d76-94ce-d7d14e6c9ef1 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:41.916298 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a6165-9c4a-4d76-94ce-d7d14e6c9ef1 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:41.916640 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a6165-9c4a-4d76-94ce-d7d14e6c9ef1 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:41.916980 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a6165-9c4a-4d76-94ce-d7d14e6c9ef1 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:41.917322 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a6165-9c4a-4d76-94ce-d7d14e6c9ef1 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:41.917650 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a6165-9c4a-4d76-94ce-d7d14e6c9ef1 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:41.918026 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a6165-9c4a-4d76-94ce-d7d14e6c9ef1 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:41.933617 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5ae0d875-5508-4269-8051-344b5ac00650 admin admin] Publish callbacks [] for security_group (d738ab03-c6ba-459c-9dd9-07cc6b78fbe1), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:41.941773 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-8560c121-a8fb-4d58-b809-705001fc38e7 req-731b5a6a-8794-44ef-88b6-f99d16f968d8 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Deleting port c965d092-d245-44c4-a073-041d705d3404 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:41:41.942153 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8560c121-a8fb-4d58-b809-705001fc38e7 req-731b5a6a-8794-44ef-88b6-f99d16f968d8 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (c965d092-d245-44c4-a073-041d705d3404), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:41.999355 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-de5a6165-9c4a-4d76-94ce-d7d14e6c9ef1 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:41.999981 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-de5a6165-9c4a-4d76-94ce-d7d14e6c9ef1 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:42.018542 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5ae0d875-5508-4269-8051-344b5ac00650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d738ab03-c6ba-459c-9dd9-07cc6b78fbe1), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:42.023559 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5ae0d875-5508-4269-8051-344b5ac00650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:42.028191 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5ae0d875-5508-4269-8051-344b5ac00650 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d738ab03-c6ba-459c-9dd9-07cc6b78fbe1 HTTP/1.1" status: 204 len: 168 time: 0.2641835 Feb 16 22:41:42.037753 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0d875-5508-4269-8051-344b5ac00650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d738ab03-c6ba-459c-9dd9-07cc6b78fbe1,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:42.077908 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-de5a6165-9c4a-4d76-94ce-d7d14e6c9ef1 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7225654 Feb 16 22:41:42.102443 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-be9322e4-2598-4a9c-8320-3978572ac9b5 service neutron] Request body: {'port': {'device_id': 'a1c6f74b-a3f5-4a6d-952f-0788aacd0c53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:41:42.114996 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ac6c3-79c7-45e3-8267-55be94dd5735 req-051707fe-68b0-4d20-8d40-c264a482acb9 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:42.117398 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-267ac6c3-79c7-45e3-8267-55be94dd5735 req-051707fe-68b0-4d20-8d40-c264a482acb9 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1c6f74b-a3f5-4a6d-952f-0788aacd0c53 HTTP/1.1" status: 200 len: 931 time: 0.2366180 Feb 16 22:41:42.269000 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-8560c121-a8fb-4d58-b809-705001fc38e7 req-731b5a6a-8794-44ef-88b6-f99d16f968d8 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] For port c965d092-d245-44c4-a073-041d705d3404, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=c965d092-d245-44c4-a073-041d705d3404,segment=NetworkSegment(e22f7244-4333-4023-ae55-a05bce2dee97),segment_id=e22f7244-4333-4023-ae55-a05bce2dee97)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:41:42.269675 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8560c121-a8fb-4d58-b809-705001fc38e7 req-731b5a6a-8794-44ef-88b6-f99d16f968d8 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (c965d092-d245-44c4-a073-041d705d3404), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:42.307819 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-267ac6c3-79c7-45e3-8267-55be94dd5735 req-89d2a4d1-7e71-4f35-ab61-e810e122690b tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595826 Feb 16 22:41:42.347561 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-be9322e4-2598-4a9c-8320-3978572ac9b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f97a573f-9669-4da7-9c41-6567bf5d026d), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:42.607271 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8560c121-a8fb-4d58-b809-705001fc38e7 req-731b5a6a-8794-44ef-88b6-f99d16f968d8 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:42.607609 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8560c121-a8fb-4d58-b809-705001fc38e7 req-731b5a6a-8794-44ef-88b6-f99d16f968d8 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (56096229-f312-4f9f-915a-351539f4f3c0), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:42.607917 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [req-8560c121-a8fb-4d58-b809-705001fc38e7 req-731b5a6a-8794-44ef-88b6-f99d16f968d8 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Floating IP 56096229-f312-4f9f-915a-351539f4f3c0 disassociated. External IP: 172.25.2.76, port: c965d092-d245-44c4-a073-041d705d3404. Feb 16 22:41:42.608342 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-8560c121-a8fb-4d58-b809-705001fc38e7 req-731b5a6a-8794-44ef-88b6-f99d16f968d8 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Calling delete_port for c965d092-d245-44c4-a073-041d705d3404 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:41:42.986896 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-be9322e4-2598-4a9c-8320-3978572ac9b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f97a573f-9669-4da7-9c41-6567bf5d026d {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:41:42.999353 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-be9322e4-2598-4a9c-8320-3978572ac9b5 service neutron] Publish callbacks [] for port (f97a573f-9669-4da7-9c41-6567bf5d026d), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:43.031285 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-be9322e4-2598-4a9c-8320-3978572ac9b5 service neutron] Transition to ACTIVE for port object f97a573f-9669-4da7-9c41-6567bf5d026d will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:41:43.039647 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6841f61-2a2d-4567-af89-ef2001bf4dce req-89bd0f7b-ab60-429a-888a-25ca1e290e40 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:43.041220 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6841f61-2a2d-4567-af89-ef2001bf4dce req-89bd0f7b-ab60-429a-888a-25ca1e290e40 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "GET /v2.0/ports?device_id=43d3a663-3a02-4d53-83b8-430a95904c55 HTTP/1.1" status: 200 len: 945 time: 0.1458602 Feb 16 22:41:43.041891 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8560c121-a8fb-4d58-b809-705001fc38e7 req-731b5a6a-8794-44ef-88b6-f99d16f968d8 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (c965d092-d245-44c4-a073-041d705d3404), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:43.058972 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-be9322e4-2598-4a9c-8320-3978572ac9b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (f97a573f-9669-4da7-9c41-6567bf5d026d), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:43.127253 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b5a6a-8794-44ef-88b6-f99d16f968d8 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Pushing event deleted for resources: {'Port': ['ID=c965d092-d245-44c4-a073-041d705d3404,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:43.425017 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9322e4-2598-4a9c-8320-3978572ac9b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f97a573f-9669-4da7-9c41-6567bf5d026d,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:43.439318 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6841f61-2a2d-4567-af89-ef2001bf4dce req-1cf5ace5-70b5-495f-b15c-2a63da7fdc32 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "GET /v2.0/security-groups?id=603083ff-4b2e-414e-be44-370ff10caa18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3662825 Feb 16 22:41:43.527478 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-be9322e4-2598-4a9c-8320-3978572ac9b5 service neutron] Attempting to bind port f97a573f-9669-4da7-9c41-6567bf5d026d on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:41:43.527752 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-be9322e4-2598-4a9c-8320-3978572ac9b5 service neutron] Attempting to bind port f97a573f-9669-4da7-9c41-6567bf5d026d by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'e7f5c01d-8ab2-4542-ac4a-c6529511c236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '261fcaa2-4844-4e2e-b91c-b6ff531f5666'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:41:43.528084 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-be9322e4-2598-4a9c-8320-3978572ac9b5 service neutron] Attempting to bind port f97a573f-9669-4da7-9c41-6567bf5d026d on network 261fcaa2-4844-4e2e-b91c-b6ff531f5666 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:41:43.566986 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-be9322e4-2598-4a9c-8320-3978572ac9b5 service neutron] Port f97a573f-9669-4da7-9c41-6567bf5d026d on network 261fcaa2-4844-4e2e-b91c-b6ff531f5666 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:41:43.567314 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-be9322e4-2598-4a9c-8320-3978572ac9b5 service neutron] Attempting to bind port f97a573f-9669-4da7-9c41-6567bf5d026d on network 261fcaa2-4844-4e2e-b91c-b6ff531f5666 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:41:43.600338 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8560c121-a8fb-4d58-b809-705001fc38e7 req-731b5a6a-8794-44ef-88b6-f99d16f968d8 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Router 7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:41:43.620910 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-be9322e4-2598-4a9c-8320-3978572ac9b5 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:41:43.621254 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-be9322e4-2598-4a9c-8320-3978572ac9b5 service neutron] Checking segment: {'id': 'e7f5c01d-8ab2-4542-ac4a-c6529511c236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '261fcaa2-4844-4e2e-b91c-b6ff531f5666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:41:43.621655 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-be9322e4-2598-4a9c-8320-3978572ac9b5 service neutron] Bound using segment: {'id': 'e7f5c01d-8ab2-4542-ac4a-c6529511c236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '261fcaa2-4844-4e2e-b91c-b6ff531f5666'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:41:43.622145 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-be9322e4-2598-4a9c-8320-3978572ac9b5 service neutron] Bound port: f97a573f-9669-4da7-9c41-6567bf5d026d, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f5c01d-8ab2-4542-ac4a-c6529511c236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '261fcaa2-4844-4e2e-b91c-b6ff531f5666'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:41:43.622511 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-be9322e4-2598-4a9c-8320-3978572ac9b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f97a573f-9669-4da7-9c41-6567bf5d026d), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:43.819175 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be416bd1-4143-44ef-b4a8-d8a9acbfa02c req-fb29434a-a916-457b-a324-40f65a328771 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:43.820755 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-be416bd1-4143-44ef-b4a8-d8a9acbfa02c req-fb29434a-a916-457b-a324-40f65a328771 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1c6f74b-a3f5-4a6d-952f-0788aacd0c53 HTTP/1.1" status: 200 len: 943 time: 0.2950118 Feb 16 22:41:43.898500 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-be9322e4-2598-4a9c-8320-3978572ac9b5 service neutron] For port f97a573f-9669-4da7-9c41-6567bf5d026d, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:41:43.923634 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-be9322e4-2598-4a9c-8320-3978572ac9b5 service neutron] For port f97a573f-9669-4da7-9c41-6567bf5d026d, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f97a573f-9669-4da7-9c41-6567bf5d026d,segment=NetworkSegment(e7f5c01d-8ab2-4542-ac4a-c6529511c236),segment_id=e7f5c01d-8ab2-4542-ac4a-c6529511c236)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:41:43.935505 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-be416bd1-4143-44ef-b4a8-d8a9acbfa02c req-004e4899-ce78-4cb5-94f2-37b870f8cf28 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993571 Feb 16 22:41:43.937953 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8560c121-a8fb-4d58-b809-705001fc38e7 req-731b5a6a-8794-44ef-88b6-f99d16f968d8 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:41:43.941302 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-be9322e4-2598-4a9c-8320-3978572ac9b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (f97a573f-9669-4da7-9c41-6567bf5d026d), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:43.950322 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbede47-4242-4480-83d9-4c33314439c8 None None] Sync routers for ids ['7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:41:43.976634 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbede47-4242-4480-83d9-4c33314439c8 None None] Routers {'7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:41:43.992685 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-dcbede47-4242-4480-83d9-4c33314439c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:41:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:41:44.092022 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-8560c121-a8fb-4d58-b809-705001fc38e7 req-731b5a6a-8794-44ef-88b6-f99d16f968d8 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] No DVR routers for this DVR port c965d092-d245-44c4-a073-041d705d3404 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:41:44.122156 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8560c121-a8fb-4d58-b809-705001fc38e7 req-731b5a6a-8794-44ef-88b6-f99d16f968d8 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:44.131862 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8560c121-a8fb-4d58-b809-705001fc38e7 req-731b5a6a-8794-44ef-88b6-f99d16f968d8 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.79 "DELETE /v2.0/ports/c965d092-d245-44c4-a073-041d705d3404 HTTP/1.1" status: 204 len: 173 time: 2.6327374 Feb 16 22:41:44.134129 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d3a663-3a02-4d53-83b8-430a95904c55', 'name': 'network-vif-deleted', 'tag': 'c965d092-d245-44c4-a073-041d705d3404'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:41:44.136982 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd83109-b955-4be7-a6e7-0ba6906a91bf" -d '{"events": [{"server_uuid": "43d3a663-3a02-4d53-83b8-430a95904c55", "name": "network-vif-deleted", "tag": "c965d092-d245-44c4-a073-041d705d3404"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:41:44.155674 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-be9322e4-2598-4a9c-8320-3978572ac9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:44.156316 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-be9322e4-2598-4a9c-8320-3978572ac9b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:44.157772 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-be9322e4-2598-4a9c-8320-3978572ac9b5 service neutron] 10.222.0.67 "PUT /v2.0/ports/f97a573f-9669-4da7-9c41-6567bf5d026d HTTP/1.1" status: 200 len: 1091 time: 2.0667498 Feb 16 22:41:44.169491 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-dcbede47-4242-4480-83d9-4c33314439c8 None None] Set router 7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:41:44.202899 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9322e4-2598-4a9c-8320-3978572ac9b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f97a573f-9669-4da7-9c41-6567bf5d026d,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:44.889204 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-dcbede47-4242-4480-83d9-4c33314439c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'name': 'tempest-TestServerBasicOps-33319674-router', 'tenant_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '0827812b-b0e9-4760-a45d-3ace067f8cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:36:13Z', 'updated_at': '2022-02-16T22:36:19Z', 'revision_number': 4, 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'gw_port': {'id': '0827812b-b0e9-4760-a45d-3ace067f8cb4', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:25:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:15Z', 'updated_at': '2022-02-16T22:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '08077597-f981-4f2a-b5fe-8e90b894747a', 'name': '', 'network_id': 'e191140f-9662-48f3-b56f-58b68fbf8fea', 'tenant_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'mac_address': 'fa:16:3e:59:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '80b9aa94-7cde-4ce1-8471-1b3f6e219986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:18Z', 'updated_at': '2022-02-16T22:36:27Z', 'revision_number': 5, 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'subnets': [{'id': '80b9aa94-7cde-4ce1-8471-1b3f6e219986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:41:44.974864 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device c965d092-d245-44c4-a073-041d705d3404 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:41:44.979091 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57b18de-ef57-48cb-93c7-afe3b3a7162e x-openstack-request-id: req-a57b18de-ef57-48cb-93c7-afe3b3a7162e {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:41:44.985432 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d3a663-3a02-4d53-83b8-430a95904c55", "name": "network-vif-deleted", "tag": "c965d092-d245-44c4-a073-041d705d3404", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:41:44.985863 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a57b18de-ef57-48cb-93c7-afe3b3a7162e {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:41:44.986421 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d3a663-3a02-4d53-83b8-430a95904c55', 'name': 'network-vif-deleted', 'tag': 'c965d092-d245-44c4-a073-041d705d3404', 'status': 'completed', 'code': 200} Feb 16 22:41:45.000112 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: c965d092-d245-44c4-a073-041d705d3404 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:41:45.000350 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device c965d092-d245-44c4-a073-041d705d3404 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:41:45.001804 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbede47-4242-4480-83d9-4c33314439c8 None None] Checking router: 7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:41:45.016247 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbede47-4242-4480-83d9-4c33314439c8 None None] Routers {'7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:41:45.017155 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-dcbede47-4242-4480-83d9-4c33314439c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:41:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:41:45.039759 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5ba1984a-67b1-458c-92e9-4c30567be38c req-a567a8dc-9aeb-4b3a-9b46-7598098604d3 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "GET /v2.0/ports?device_id=43d3a663-3a02-4d53-83b8-430a95904c55 HTTP/1.1" status: 200 len: 210 time: 0.0484185 Feb 16 22:41:45.057766 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-0f897504-1e27-4f75-bd19-99587349f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:45.059505 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-0f897504-1e27-4f75-bd19-99587349f681 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=103fc4304d394110a413f27783e42afb&device_id=a1c6f74b-a3f5-4a6d-952f-0788aacd0c53 HTTP/1.1" status: 200 len: 1125 time: 0.8128948 Feb 16 22:41:45.155940 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-fd5013d8-d30b-453f-8cde-e7ddd90beabf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f97a573f-9669-4da7-9c41-6567bf5d026d HTTP/1.1" status: 200 len: 217 time: 0.0885658 Feb 16 22:41:45.214623 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-dcbede47-4242-4480-83d9-4c33314439c8 None None] Set router 7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:41:45.258545 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc405d-c33b-4b52-aa51-d3bd6d6cf029 req-421986c6-9b57-4364-bb89-d0a20144e6f4 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:45.260285 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0abc405d-c33b-4b52-aa51-d3bd6d6cf029 req-421986c6-9b57-4364-bb89-d0a20144e6f4 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1c6f74b-a3f5-4a6d-952f-0788aacd0c53 HTTP/1.1" status: 200 len: 943 time: 0.1033978 Feb 16 22:41:45.270985 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-caa1222c-236e-4a1b-b2de-5d36c49c6da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:45.272403 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-caa1222c-236e-4a1b-b2de-5d36c49c6da4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e3924c2c-6430-44e2-934c-e30e8715ac29 HTTP/1.1" status: 200 len: 855 time: 0.0696981 Feb 16 22:41:45.378596 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0abc405d-c33b-4b52-aa51-d3bd6d6cf029 req-f09c7ef3-4cfb-43dc-835c-e208b001c7ec tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106522 Feb 16 22:41:45.426715 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-c3cbd297-5638-4786-9474-f6cb926c1af5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=261fcaa2-4844-4e2e-b91c-b6ff531f5666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728037 Feb 16 22:41:45.617744 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-d5e235df-5d61-4d02-ae41-06b1efee6c74 service neutron] 10.222.0.67 "GET /v2.0/networks/261fcaa2-4844-4e2e-b91c-b6ff531f5666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775806 Feb 16 22:41:45.689846 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-dcbede47-4242-4480-83d9-4c33314439c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'name': 'tempest-TestServerBasicOps-33319674-router', 'tenant_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '0827812b-b0e9-4760-a45d-3ace067f8cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:36:13Z', 'updated_at': '2022-02-16T22:36:19Z', 'revision_number': 4, 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'gw_port': {'id': '0827812b-b0e9-4760-a45d-3ace067f8cb4', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:25:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:15Z', 'updated_at': '2022-02-16T22:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '08077597-f981-4f2a-b5fe-8e90b894747a', 'name': '', 'network_id': 'e191140f-9662-48f3-b56f-58b68fbf8fea', 'tenant_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'mac_address': 'fa:16:3e:59:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '80b9aa94-7cde-4ce1-8471-1b3f6e219986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:18Z', 'updated_at': '2022-02-16T22:36:27Z', 'revision_number': 5, 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'subnets': [{'id': '80b9aa94-7cde-4ce1-8471-1b3f6e219986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:41:45.773753 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbede47-4242-4480-83d9-4c33314439c8 None None] The sync data for ids ['7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97'] in n-d-813897-6 is: [{'id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'name': 'tempest-TestServerBasicOps-33319674-router', 'tenant_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '0827812b-b0e9-4760-a45d-3ace067f8cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:36:13Z', 'updated_at': '2022-02-16T22:36:19Z', 'revision_number': 4, 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'gw_port': {'id': '0827812b-b0e9-4760-a45d-3ace067f8cb4', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:25:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:15Z', 'updated_at': '2022-02-16T22:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '08077597-f981-4f2a-b5fe-8e90b894747a', 'name': '', 'network_id': 'e191140f-9662-48f3-b56f-58b68fbf8fea', 'tenant_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'mac_address': 'fa:16:3e:59:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '80b9aa94-7cde-4ce1-8471-1b3f6e219986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:18Z', 'updated_at': '2022-02-16T22:36:27Z', 'revision_number': 5, 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'subnets': [{'id': '80b9aa94-7cde-4ce1-8471-1b3f6e219986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:41:45.774605 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4785148d-88b4-400e-b9ae-5c0f1c6c42d5 req-00bcc796-22df-4c17-874c-dcd61063a22f service neutron] 10.222.0.67 "GET /v2.0/networks/261fcaa2-4844-4e2e-b91c-b6ff531f5666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500094 Feb 16 22:41:46.134305 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35280) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:46.272660 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81423ab-e627-4e39-bbe6-d9eb52ad5582 None None] New status for floating IP 56096229-f312-4f9f-915a-351539f4f3c0: DOWN {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:41:46.459440 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-b79deed0-541e-47d3-8944-f163fb335234 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Deleting port 75fa2047-4b6a-4b69-8695-5da4001bed60 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:41:46.459791 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b79deed0-541e-47d3-8944-f163fb335234 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (75fa2047-4b6a-4b69-8695-5da4001bed60), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:46.615279 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b79deed0-541e-47d3-8944-f163fb335234 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (75fa2047-4b6a-4b69-8695-5da4001bed60), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:46.617325 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b79deed0-541e-47d3-8944-f163fb335234 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks [] for floatingip (75fa2047-4b6a-4b69-8695-5da4001bed60), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:46.646944 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-b79deed0-541e-47d3-8944-f163fb335234 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Calling delete_port for 75fa2047-4b6a-4b69-8695-5da4001bed60 owned by network:floatingip {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:41:46.825203 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9a734-cf56-42c8-ae4f-68b3d75bfdab req-ed314d90-5da8-4382-830a-e158ee517913 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:46.829785 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-41e9a734-cf56-42c8-ae4f-68b3d75bfdab req-ed314d90-5da8-4382-830a-e158ee517913 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1c6f74b-a3f5-4a6d-952f-0788aacd0c53 HTTP/1.1" status: 200 len: 943 time: 0.2187033 Feb 16 22:41:46.922737 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-41e9a734-cf56-42c8-ae4f-68b3d75bfdab req-a30da252-8501-4e41-93cf-be32f37bf6ec tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879619 Feb 16 22:41:46.988407 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1c6f74b-a3f5-4a6d-952f-0788aacd0c53', 'tag': 'f97a573f-9669-4da7-9c41-6567bf5d026d'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:41:46.990907 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b438325-0e5c-4196-a428-7d5a8e048493" -d '{"events": [{"name": "network-changed", "server_uuid": "a1c6f74b-a3f5-4a6d-952f-0788aacd0c53", "tag": "f97a573f-9669-4da7-9c41-6567bf5d026d"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:41:47.039943 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b79deed0-541e-47d3-8944-f163fb335234 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (75fa2047-4b6a-4b69-8695-5da4001bed60), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:47.098542 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79deed0-541e-47d3-8944-f163fb335234 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Pushing event deleted for resources: {'Port': ['ID=75fa2047-4b6a-4b69-8695-5da4001bed60,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:47.327041 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b79deed0-541e-47d3-8944-f163fb335234 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks [] for floatingip (56096229-f312-4f9f-915a-351539f4f3c0), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:47.332519 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b79deed0-541e-47d3-8944-f163fb335234 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:47.340151 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b79deed0-541e-47d3-8944-f163fb335234 tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "DELETE /v2.0/floatingips/56096229-f312-4f9f-915a-351539f4f3c0 HTTP/1.1" status: 204 len: 168 time: 1.2040484 Feb 16 22:41:47.412271 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ade777-7a58-4cc8-8f4c-95a84fe5204b x-openstack-request-id: req-f7ade777-7a58-4cc8-8f4c-95a84fe5204b {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:41:47.412576 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1c6f74b-a3f5-4a6d-952f-0788aacd0c53", "tag": "f97a573f-9669-4da7-9c41-6567bf5d026d", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:41:47.412713 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f7ade777-7a58-4cc8-8f4c-95a84fe5204b {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:41:47.413316 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1c6f74b-a3f5-4a6d-952f-0788aacd0c53', 'tag': 'f97a573f-9669-4da7-9c41-6567bf5d026d', 'status': 'completed', 'code': 200} Feb 16 22:41:47.532182 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438325-0e5c-4196-a428-7d5a8e048493 req-0f9b978d-b74b-4158-8e03-b0d32f7c90a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:47.537451 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6b438325-0e5c-4196-a428-7d5a8e048493 req-0f9b978d-b74b-4158-8e03-b0d32f7c90a3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=103fc4304d394110a413f27783e42afb&device_id=a1c6f74b-a3f5-4a6d-952f-0788aacd0c53 HTTP/1.1" status: 200 len: 1125 time: 0.0974009 Feb 16 22:41:47.575952 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35316) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:47.683469 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f990f697-1abb-467e-9397-f5f4c01236aa tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks [] for security_group (603083ff-4b2e-414e-be44-370ff10caa18), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:47.693651 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438325-0e5c-4196-a428-7d5a8e048493 req-7d25f57d-7350-4537-ba57-5358357d504e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:47.695785 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6b438325-0e5c-4196-a428-7d5a8e048493 req-7d25f57d-7350-4537-ba57-5358357d504e service neutron] 10.222.0.67 "GET /v2.0/networks?id=261fcaa2-4844-4e2e-b91c-b6ff531f5666 HTTP/1.1" status: 200 len: 916 time: 0.1514995 Feb 16 22:41:47.732305 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f990f697-1abb-467e-9397-f5f4c01236aa tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks [] for security_group (603083ff-4b2e-414e-be44-370ff10caa18), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:47.754165 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6b438325-0e5c-4196-a428-7d5a8e048493 req-095167d7-6af9-4e37-be6f-05f18ad10afb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f97a573f-9669-4da7-9c41-6567bf5d026d HTTP/1.1" status: 200 len: 217 time: 0.0496452 Feb 16 22:41:47.848548 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438325-0e5c-4196-a428-7d5a8e048493 req-f6eae160-8376-450f-9278-3e74ee277300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:47.850657 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6b438325-0e5c-4196-a428-7d5a8e048493 req-f6eae160-8376-450f-9278-3e74ee277300 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e3924c2c-6430-44e2-934c-e30e8715ac29 HTTP/1.1" status: 200 len: 855 time: 0.0915077 Feb 16 22:41:47.860590 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f990f697-1abb-467e-9397-f5f4c01236aa tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (603083ff-4b2e-414e-be44-370ff10caa18), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:47.862080 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f990f697-1abb-467e-9397-f5f4c01236aa tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:47.866270 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f990f697-1abb-467e-9397-f5f4c01236aa tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] 10.222.0.75 "DELETE /v2.0/security-groups/603083ff-4b2e-414e-be44-370ff10caa18 HTTP/1.1" status: 204 len: 168 time: 0.2890007 Feb 16 22:41:47.884534 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f990f697-1abb-467e-9397-f5f4c01236aa tempest-TestServerBasicOps-61724811 tempest-TestServerBasicOps-61724811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=603083ff-4b2e-414e-be44-370ff10caa18,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:47.915431 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35324) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:47.947788 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6b438325-0e5c-4196-a428-7d5a8e048493 req-24d82d7f-e392-4486-9e41-f60c49d5e4ab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=261fcaa2-4844-4e2e-b91c-b6ff531f5666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894690 Feb 16 22:41:48.167656 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6b438325-0e5c-4196-a428-7d5a8e048493 req-dbed8b29-f8bd-4327-9798-6b6d8209b12c service neutron] 10.222.0.67 "GET /v2.0/networks/261fcaa2-4844-4e2e-b91c-b6ff531f5666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132461 Feb 16 22:41:48.502907 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e049b0b-6b1d-46c3-b938-7a3442849e79 req-986d65f4-dbde-407a-b690-b680df3c9ece tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:48.512070 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e049b0b-6b1d-46c3-b938-7a3442849e79 req-986d65f4-dbde-407a-b690-b680df3c9ece tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1c6f74b-a3f5-4a6d-952f-0788aacd0c53 HTTP/1.1" status: 200 len: 943 time: 0.3697026 Feb 16 22:41:48.600557 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6b438325-0e5c-4196-a428-7d5a8e048493 req-2f3ec74e-8710-40f5-b154-91bf3eaa9b4e service neutron] 10.222.0.67 "GET /v2.0/networks/261fcaa2-4844-4e2e-b91c-b6ff531f5666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938067 Feb 16 22:41:48.650830 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e049b0b-6b1d-46c3-b938-7a3442849e79 req-131239d5-1eb4-4585-a9f1-abc0e49a051d tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369054 Feb 16 22:41:49.000280 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ad2bcf85-64ca-4e7b-8597-ee4fff2cc5b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:49.333992 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device f97a573f-9669-4da7-9c41-6567bf5d026d details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:41:49.390385 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 35352) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:49.556410 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port f97a573f-9669-4da7-9c41-6567bf5d026d, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f97a573f-9669-4da7-9c41-6567bf5d026d,segment=NetworkSegment(e7f5c01d-8ab2-4542-ac4a-c6529511c236),segment_id=e7f5c01d-8ab2-4542-ac4a-c6529511c236)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:41:49.565191 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43e85b2-0555-4b44-96b6-c4683313c1db tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:49.566378 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43e85b2-0555-4b44-96b6-c4683313c1db tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:49.566917 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43e85b2-0555-4b44-96b6-c4683313c1db tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:49.573610 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'f97a573f-9669-4da7-9c41-6567bf5d026d', 'network_id': '261fcaa2-4844-4e2e-b91c-b6ff531f5666', 'port_id': 'f97a573f-9669-4da7-9c41-6567bf5d026d', 'mac_address': 'fa:16:3e:24:7e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3924c2c-6430-44e2-934c-e30e8715ac29', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:41:49.578589 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-ad2bcf85-64ca-4e7b-8597-ee4fff2cc5b6 admin admin] Deleting port 08077597-f981-4f2a-b5fe-8e90b894747a {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:41:49.578935 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ad2bcf85-64ca-4e7b-8597-ee4fff2cc5b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (08077597-f981-4f2a-b5fe-8e90b894747a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:49.583818 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a43e85b2-0555-4b44-96b6-c4683313c1db tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] 10.222.0.75 "GET /v2.0/ports?project_id=fcbc829c172a42c39498d6223ec391eb&network_id=bb43a630-3a18-478e-a8e4-d2e138bf5b3a HTTP/1.1" status: 200 len: 3072 time: 0.1916640 Feb 16 22:41:49.672278 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port f97a573f-9669-4da7-9c41-6567bf5d026d is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:41:49.672683 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f97a573f-9669-4da7-9c41-6567bf5d026d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:49.704331 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f97a573f-9669-4da7-9c41-6567bf5d026d {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:41:49.738663 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-ad2bcf85-64ca-4e7b-8597-ee4fff2cc5b6 admin admin] For port 08077597-f981-4f2a-b5fe-8e90b894747a, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=08077597-f981-4f2a-b5fe-8e90b894747a,segment=NetworkSegment(e22f7244-4333-4023-ae55-a05bce2dee97),segment_id=e22f7244-4333-4023-ae55-a05bce2dee97)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:41:49.739053 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ad2bcf85-64ca-4e7b-8597-ee4fff2cc5b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (08077597-f981-4f2a-b5fe-8e90b894747a), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:49.749310 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port f97a573f-9669-4da7-9c41-6567bf5d026d, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f97a573f-9669-4da7-9c41-6567bf5d026d,segment=NetworkSegment(e7f5c01d-8ab2-4542-ac4a-c6529511c236),segment_id=e7f5c01d-8ab2-4542-ac4a-c6529511c236)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:41:49.760375 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (f97a573f-9669-4da7-9c41-6567bf5d026d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:49.784871 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-ad2bcf85-64ca-4e7b-8597-ee4fff2cc5b6 admin admin] Calling delete_port for 08077597-f981-4f2a-b5fe-8e90b894747a owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:41:49.855552 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=f97a573f-9669-4da7-9c41-6567bf5d026d,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:49.861571 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ad3dc-587c-4efd-bc70-8bd89c7a296a req-70851b51-4fa2-4546-8a61-e7cf0d871022 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:49.864813 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:49.868511 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:49.868863 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:49.869225 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:49.869552 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:49.870093 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:49.870233 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4a3ad3dc-587c-4efd-bc70-8bd89c7a296a req-70851b51-4fa2-4546-8a61-e7cf0d871022 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1c6f74b-a3f5-4a6d-952f-0788aacd0c53 HTTP/1.1" status: 200 len: 944 time: 0.1212952 Feb 16 22:41:49.870365 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:49.870591 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:49.870896 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:49.871244 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:49.871558 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:49.871874 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:49.872223 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:41:49.980072 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4a3ad3dc-587c-4efd-bc70-8bd89c7a296a req-63a25a11-9fe0-42a0-a334-3c7414699908 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947306 Feb 16 22:41:50.078750 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['f97a573f-9669-4da7-9c41-6567bf5d026d'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:41:50.205294 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ad2bcf85-64ca-4e7b-8597-ee4fff2cc5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (08077597-f981-4f2a-b5fe-8e90b894747a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:50.265683 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bcf85-64ca-4e7b-8597-ee4fff2cc5b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=08077597-f981-4f2a-b5fe-8e90b894747a,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:50.664748 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1447-df21-40c5-8618-2b2bda7f9b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:50.722903 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 35374) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:50.769674 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ad2bcf85-64ca-4e7b-8597-ee4fff2cc5b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:51.036197 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ba0ae689-3498-4ffc-847e-ee7ecee22bbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:51.172325 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2bcf85-64ca-4e7b-8597-ee4fff2cc5b6 admin admin] Router 7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:41:51.173177 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb9642-4624-4fd5-af3e-977e2092fd24 req-4b3a0816-54c7-4799-b324-03f7e75df463 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:51.180292 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1cb9642-4624-4fd5-af3e-977e2092fd24 req-4b3a0816-54c7-4799-b324-03f7e75df463 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1c6f74b-a3f5-4a6d-952f-0788aacd0c53 HTTP/1.1" status: 200 len: 944 time: 0.0968194 Feb 16 22:41:51.251500 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 35384) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:51.314275 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ba0ae689-3498-4ffc-847e-ee7ecee22bbc admin admin] Publish callbacks [] for security_group (0ce461fb-4b70-40b0-b03d-da37441694d4), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:51.346901 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device f97a573f-9669-4da7-9c41-6567bf5d026d up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:41:51.350002 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2bcf85-64ca-4e7b-8597-ee4fff2cc5b6 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:41:51.358299 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ad2bcf85-64ca-4e7b-8597-ee4fff2cc5b6 admin admin] 10.222.0.75 "PUT /v2.0/routers/7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4414935 Feb 16 22:41:51.358975 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35388) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:51.427817 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25e4aa6-6e6c-4801-905a-797371e86559 None None] Sync routers for ids ['7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:41:51.481788 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ba0ae689-3498-4ffc-847e-ee7ecee22bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (0ce461fb-4b70-40b0-b03d-da37441694d4), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:51.542523 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25e4aa6-6e6c-4801-905a-797371e86559 None None] Routers {'7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:41:51.543986 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-c25e4aa6-6e6c-4801-905a-797371e86559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:41:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:41:51.681710 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ba0ae689-3498-4ffc-847e-ee7ecee22bbc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=22c6eb864eb943039e48385fe0b1dcb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9571276 Feb 16 22:41:51.689581 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 35392) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:51.709742 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ae689-3498-4ffc-847e-ee7ecee22bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce461fb-4b70-40b0-b03d-da37441694d4,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:51.770540 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1cb9642-4624-4fd5-af3e-977e2092fd24 req-306dfe15-ef03-48c9-bd6f-53d8e6e8c831 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5886509 Feb 16 22:41:51.808002 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port f97a573f-9669-4da7-9c41-6567bf5d026d completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:41:51.819385 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port f97a573f-9669-4da7-9c41-6567bf5d026d triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:41:51.819774 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f97a573f-9669-4da7-9c41-6567bf5d026d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:51.859294 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078360a9-4faa-498f-b1be-d2ebe91516fd tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:51.861252 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-078360a9-4faa-498f-b1be-d2ebe91516fd tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=b0ab4fc8-02c8-4404-90ea-6cd7fce3204f HTTP/1.1" status: 200 len: 814 time: 0.6000841 Feb 16 22:41:51.919529 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1bb1bcfb-2a10-4abb-8fbd-f452e2ffd409 admin admin] Publish callbacks [] for router (7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:51.960003 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c8536f37-90c9-43e0-b606-6d1bdcaff771 admin admin] Publish callbacks [] for security_group (0ce461fb-4b70-40b0-b03d-da37441694d4), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:52.006772 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-c25e4aa6-6e6c-4801-905a-797371e86559 None None] Set router 7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:41:52.014426 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c8536f37-90c9-43e0-b606-6d1bdcaff771 admin admin] Publish callbacks [] for security_group (0ce461fb-4b70-40b0-b03d-da37441694d4), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:52.120083 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port f97a573f-9669-4da7-9c41-6567bf5d026d is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:41:52.120083 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f97a573f-9669-4da7-9c41-6567bf5d026d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:52.147379 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c8536f37-90c9-43e0-b606-6d1bdcaff771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (0ce461fb-4b70-40b0-b03d-da37441694d4), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:52.150419 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c8536f37-90c9-43e0-b606-6d1bdcaff771 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:52.157949 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c8536f37-90c9-43e0-b606-6d1bdcaff771 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0ce461fb-4b70-40b0-b03d-da37441694d4 HTTP/1.1" status: 204 len: 168 time: 0.4343214 Feb 16 22:41:52.161917 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1bb1bcfb-2a10-4abb-8fbd-f452e2ffd409 admin admin] Publish callbacks [] for router_gateway (7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:52.187155 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8536f37-90c9-43e0-b606-6d1bdcaff771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce461fb-4b70-40b0-b03d-da37441694d4,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:52.240696 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c6f74b-a3f5-4a6d-952f-0788aacd0c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97a573f-9669-4da7-9c41-6567bf5d026d'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:41:52.249544 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c1e461-9862-4100-8704-2f7a1fe17a0a" -d '{"events": [{"server_uuid": "a1c6f74b-a3f5-4a6d-952f-0788aacd0c53", "name": "network-vif-plugged", "status": "completed", "tag": "f97a573f-9669-4da7-9c41-6567bf5d026d"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:41:52.296869 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port f97a573f-9669-4da7-9c41-6567bf5d026d, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f97a573f-9669-4da7-9c41-6567bf5d026d,segment=NetworkSegment(e7f5c01d-8ab2-4542-ac4a-c6529511c236),segment_id=e7f5c01d-8ab2-4542-ac4a-c6529511c236)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:41:52.304144 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-1bb1bcfb-2a10-4abb-8fbd-f452e2ffd409 admin admin] Deleting port 0827812b-b0e9-4760-a45d-3ace067f8cb4 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:41:52.304475 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1bb1bcfb-2a10-4abb-8fbd-f452e2ffd409 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (0827812b-b0e9-4760-a45d-3ace067f8cb4), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:52.323631 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (f97a573f-9669-4da7-9c41-6567bf5d026d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:52.401257 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c469b53-09fb-4970-9376-e1a210797035 x-openstack-request-id: req-4c469b53-09fb-4970-9376-e1a210797035 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:41:52.401655 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1c6f74b-a3f5-4a6d-952f-0788aacd0c53", "name": "network-vif-plugged", "status": "completed", "tag": "f97a573f-9669-4da7-9c41-6567bf5d026d", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:41:52.401841 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4c469b53-09fb-4970-9376-e1a210797035 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:41:52.402222 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1c6f74b-a3f5-4a6d-952f-0788aacd0c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97a573f-9669-4da7-9c41-6567bf5d026d', 'code': 200} Feb 16 22:41:52.439362 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=f97a573f-9669-4da7-9c41-6567bf5d026d,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:52.458624 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-c25e4aa6-6e6c-4801-905a-797371e86559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'name': 'tempest-TestServerBasicOps-33319674-router', 'tenant_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '0827812b-b0e9-4760-a45d-3ace067f8cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:36:13Z', 'updated_at': '2022-02-16T22:41:50Z', 'revision_number': 5, 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'gw_port': {'id': '0827812b-b0e9-4760-a45d-3ace067f8cb4', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:25:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:15Z', 'updated_at': '2022-02-16T22:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:41:52.513350 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25e4aa6-6e6c-4801-905a-797371e86559 None None] Checking router: 7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:41:52.542749 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25e4aa6-6e6c-4801-905a-797371e86559 None None] Routers {'7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:41:52.543238 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 35408) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:52.543463 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-c25e4aa6-6e6c-4801-905a-797371e86559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:41:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:41:52.575840 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-1bb1bcfb-2a10-4abb-8fbd-f452e2ffd409 admin admin] For port 0827812b-b0e9-4760-a45d-3ace067f8cb4, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0827812b-b0e9-4760-a45d-3ace067f8cb4,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:41:52.575840 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1bb1bcfb-2a10-4abb-8fbd-f452e2ffd409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (0827812b-b0e9-4760-a45d-3ace067f8cb4), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:52.576543 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-8a6bbf09-b4a1-414b-838d-396a8d59f61f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Request body: {'network': {'name': 'tempest-network-smoke--765192059', 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'port_security_enabled': True}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:41:52.604819 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2bb60c-647e-435f-9cf7-92059088ff49 req-2689505c-2271-4616-8865-8efcc5814886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:52.606910 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aa2bb60c-647e-435f-9cf7-92059088ff49 req-2689505c-2271-4616-8865-8efcc5814886 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a1c6f74b-a3f5-4a6d-952f-0788aacd0c53 HTTP/1.1" status: 200 len: 1127 time: 0.1617951 Feb 16 22:41:52.620158 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-1bb1bcfb-2a10-4abb-8fbd-f452e2ffd409 admin admin] Calling delete_port for 0827812b-b0e9-4760-a45d-3ace067f8cb4 owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:41:52.633963 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6bbf09-b4a1-414b-838d-396a8d59f61f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Made reservation on behalf of fcbc829c172a42c39498d6223ec391eb for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:41:52.637634 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8a6bbf09-b4a1-414b-838d-396a8d59f61f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:52.719027 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a6bbf09-b4a1-414b-838d-396a8d59f61f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:41:52.739491 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8a6bbf09-b4a1-414b-838d-396a8d59f61f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (3e223efe-0cc0-470c-82d6-163c79fa25da), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:52.739851 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-8a6bbf09-b4a1-414b-838d-396a8d59f61f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Added segment 3e223efe-0cc0-470c-82d6-163c79fa25da of type vlan for network 7c22bded-9a3a-47da-9660-d16534bab41e Feb 16 22:41:52.760474 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-c25e4aa6-6e6c-4801-905a-797371e86559 None None] Set router 7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97 gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:41:52.834087 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8a6bbf09-b4a1-414b-838d-396a8d59f61f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (7c22bded-9a3a-47da-9660-d16534bab41e), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:52.891862 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-c25e4aa6-6e6c-4801-905a-797371e86559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'name': 'tempest-TestServerBasicOps-33319674-router', 'tenant_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:36:13Z', 'updated_at': '2022-02-16T22:41:52Z', 'revision_number': 6, 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:41:52.945584 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25e4aa6-6e6c-4801-905a-797371e86559 None None] The sync data for ids ['7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97'] in n-d-813897-6 is: [{'id': '7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97', 'name': 'tempest-TestServerBasicOps-33319674-router', 'tenant_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:36:13Z', 'updated_at': '2022-02-16T22:41:52Z', 'revision_number': 6, 'project_id': '69c2e216bf6b4737ac7a77e3bf076a26', 'gw_port_host': None}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:41:52.960210 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aa2bb60c-647e-435f-9cf7-92059088ff49 req-b1dd951c-2e9b-4128-b673-9cc351cd5e2e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453388 Feb 16 22:41:52.967444 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 35414) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:52.971507 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8a6bbf09-b4a1-414b-838d-396a8d59f61f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (7c22bded-9a3a-47da-9660-d16534bab41e), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:52.977050 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6bbf09-b4a1-414b-838d-396a8d59f61f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:52.977666 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8a6bbf09-b4a1-414b-838d-396a8d59f61f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:53.032147 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1bb1bcfb-2a10-4abb-8fbd-f452e2ffd409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (0827812b-b0e9-4760-a45d-3ace067f8cb4), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:53.058181 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-eb680ddf-1771-450c-9e80-5a8e1b696524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:53.068249 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1bcfb-2a10-4abb-8fbd-f452e2ffd409 admin admin] Pushing event deleted for resources: {'Port': ['ID=0827812b-b0e9-4760-a45d-3ace067f8cb4,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:53.153141 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6bbf09-b4a1-414b-838d-396a8d59f61f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'Network': ['ID=7c22bded-9a3a-47da-9660-d16534bab41e,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:53.167089 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 7c22bded-9a3a-47da-9660-d16534bab41e details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:41:53.189468 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0e240602-3bfe-432d-8462-46f07735eb08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:53.190308 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1bb1bcfb-2a10-4abb-8fbd-f452e2ffd409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:53.222949 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8a6bbf09-b4a1-414b-838d-396a8d59f61f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6687329 Feb 16 22:41:53.230074 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 35420) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:53.329661 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70ad17-481e-4261-a6a5-4b0b7f764b9a req-e215374f-e1cb-4251-9851-b200423a22cb tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:53.332797 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4e70ad17-481e-4261-a6a5-4b0b7f764b9a req-e215374f-e1cb-4251-9851-b200423a22cb tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1c6f74b-a3f5-4a6d-952f-0788aacd0c53 HTTP/1.1" status: 200 len: 945 time: 0.3716526 Feb 16 22:41:53.348252 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1bb1bcfb-2a10-4abb-8fbd-f452e2ffd409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:53.353036 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1bb1bcfb-2a10-4abb-8fbd-f452e2ffd409 admin admin] Publish callbacks [] for router_controller (7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:53.408607 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480a4833-8192-4fa7-b23d-38c500b6d510 tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:53.413367 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-480a4833-8192-4fa7-b23d-38c500b6d510 tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=fcbc829c172a42c39498d6223ec391eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1804624 Feb 16 22:41:53.415904 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1bb1bcfb-2a10-4abb-8fbd-f452e2ffd409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:53.416431 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb1bcfb-2a10-4abb-8fbd-f452e2ffd409 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:41:53.417257 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 35424) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:53.420853 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1bb1bcfb-2a10-4abb-8fbd-f452e2ffd409 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:53.424609 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1bb1bcfb-2a10-4abb-8fbd-f452e2ffd409 admin admin] 10.222.0.75 "DELETE /v2.0/routers/7b40d2bb-80eb-4e0b-bce2-ae8ccefe4b97 HTTP/1.1" status: 204 len: 168 time: 2.0646050 Feb 16 22:41:53.425899 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35426) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:53.524542 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4e70ad17-481e-4261-a6a5-4b0b7f764b9a req-53e61f83-af2f-4ea4-a64c-a6c5d683c70c tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711030 Feb 16 22:41:53.550131 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ae2a691-4fc5-4e38-9820-eb71b90ea8e0 admin admin] Deleting subnet 80b9aa94-7cde-4ce1-8471-1b3f6e219986 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:41:53.562738 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0ae2a691-4fc5-4e38-9820-eb71b90ea8e0 admin admin] Publish callbacks [] for subnet (80b9aa94-7cde-4ce1-8471-1b3f6e219986), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:53.622179 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0e240602-3bfe-432d-8462-46f07735eb08 admin admin] Publish callbacks [] for security_group (810c24d6-64a4-44d9-9a0a-95a92add1e5b), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:53.632058 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0e240602-3bfe-432d-8462-46f07735eb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (810c24d6-64a4-44d9-9a0a-95a92add1e5b), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:53.648860 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0ae2a691-4fc5-4e38-9820-eb71b90ea8e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (80b9aa94-7cde-4ce1-8471-1b3f6e219986), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:53.784946 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0e240602-3bfe-432d-8462-46f07735eb08 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2a256c35bb7246519f0eea7c6e4d3606&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8153203 Feb 16 22:41:53.793172 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35432) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:53.841518 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ef88fd-da87-4a20-a5b4-4c62afa21d1b tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:53.847879 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0ae2a691-4fc5-4e38-9820-eb71b90ea8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (80b9aa94-7cde-4ce1-8471-1b3f6e219986), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:53.851088 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c7ef88fd-da87-4a20-a5b4-4c62afa21d1b tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4313459 Feb 16 22:41:53.853662 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 35434) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:53.939472 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-fcdcd88c-6a67-44f8-9bd5-9a1d3f1269c1 tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=b0ab4fc8-02c8-4404-90ea-6cd7fce3204f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0819943 Feb 16 22:41:53.948733 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 35436) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:53.950992 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e240602-3bfe-432d-8462-46f07735eb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810c24d6-64a4-44d9-9a0a-95a92add1e5b,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:53.968269 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6634338b-78ff-48b3-bc9b-f5fd3b103f91 admin admin] Publish callbacks [] for security_group (810c24d6-64a4-44d9-9a0a-95a92add1e5b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:54.014410 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6634338b-78ff-48b3-bc9b-f5fd3b103f91 admin admin] Publish callbacks [] for security_group (810c24d6-64a4-44d9-9a0a-95a92add1e5b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:54.031911 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bc842afe-299e-4336-b3d2-524a045c09b0 tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=fcbc829c172a42c39498d6223ec391eb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0818152 Feb 16 22:41:54.034743 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 35438) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:54.036713 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0827812b-b0e9-4760-a45d-3ace067f8cb4 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:41:54.075399 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 0827812b-b0e9-4760-a45d-3ace067f8cb4 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:41:54.075989 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0827812b-b0e9-4760-a45d-3ace067f8cb4 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:41:54.077787 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 08077597-f981-4f2a-b5fe-8e90b894747a no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:41:54.096264 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0ae2a691-4fc5-4e38-9820-eb71b90ea8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (80b9aa94-7cde-4ce1-8471-1b3f6e219986), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:54.157241 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 08077597-f981-4f2a-b5fe-8e90b894747a {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:41:54.159782 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 08077597-f981-4f2a-b5fe-8e90b894747a not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:41:54.163425 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2a691-4fc5-4e38-9820-eb71b90ea8e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80b9aa94-7cde-4ce1-8471-1b3f6e219986,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:54.178052 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0ae2a691-4fc5-4e38-9820-eb71b90ea8e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:54.180480 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e5cf64-a88d-4bea-a49a-b6133df24dd6 None None] Network e191140f-9662-48f3-b56f-58b68fbf8fea requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:41:54.196035 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0ae2a691-4fc5-4e38-9820-eb71b90ea8e0 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/80b9aa94-7cde-4ce1-8471-1b3f6e219986 HTTP/1.1" status: 204 len: 168 time: 0.7670629 Feb 16 22:41:54.199273 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 35440) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:54.240691 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6634338b-78ff-48b3-bc9b-f5fd3b103f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (810c24d6-64a4-44d9-9a0a-95a92add1e5b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:54.243341 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6634338b-78ff-48b3-bc9b-f5fd3b103f91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:54.246824 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6634338b-78ff-48b3-bc9b-f5fd3b103f91 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/810c24d6-64a4-44d9-9a0a-95a92add1e5b HTTP/1.1" status: 204 len: 168 time: 0.4503622 Feb 16 22:41:54.254307 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634338b-78ff-48b3-bc9b-f5fd3b103f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810c24d6-64a4-44d9-9a0a-95a92add1e5b,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:54.273154 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e583aa2-77a6-45e0-95bb-e8aec30debc1 tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:54.273154 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2e583aa2-77a6-45e0-95bb-e8aec30debc1 tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2373765 Feb 16 22:41:54.276168 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35444) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:54.330585 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-cfbf0eab-0fc2-4fd1-9dd6-4602fe486aa5 tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=b0ab4fc8-02c8-4404-90ea-6cd7fce3204f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0508814 Feb 16 22:41:54.331636 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35446) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:54.339329 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-1ffeb66d-e04b-448a-b8c0-73d10e86ee81 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1725684257', 'network_id': '7c22bded-9a3a-47da-9660-d16534bab41e', 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:41:54.368269 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-730cce4a-9afb-444f-b171-777d51fc58e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (e191140f-9662-48f3-b56f-58b68fbf8fea), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:54.556810 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-730cce4a-9afb-444f-b171-777d51fc58e5 admin admin] Deleting port 950dbfd2-49d4-42fe-8d6f-496156bc2a3c {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:41:54.562250 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-730cce4a-9afb-444f-b171-777d51fc58e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (950dbfd2-49d4-42fe-8d6f-496156bc2a3c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:54.564554 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:54.591619 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffeb66d-e04b-448a-b8c0-73d10e86ee81 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Made reservation on behalf of fcbc829c172a42c39498d6223ec391eb for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:41:54.595141 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1ffeb66d-e04b-448a-b8c0-73d10e86ee81 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:54.728299 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb4d26b-d819-42c8-8f0c-3d88cb92fb9a None None] DHCP port deletion for e191140f-9662-48f3-b56f-58b68fbf8fea request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:41:54.866290 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4fb4d26b-d819-42c8-8f0c-3d88cb92fb9a None None] Deleting port 950dbfd2-49d4-42fe-8d6f-496156bc2a3c {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:41:54.866666 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4fb4d26b-d819-42c8-8f0c-3d88cb92fb9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (950dbfd2-49d4-42fe-8d6f-496156bc2a3c), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:54.884829 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1ffeb66d-e04b-448a-b8c0-73d10e86ee81 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (e8aa851c-b41e-48c6-8995-b75aab8fe929), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:54.944717 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-730cce4a-9afb-444f-b171-777d51fc58e5 admin admin] For port 950dbfd2-49d4-42fe-8d6f-496156bc2a3c, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=950dbfd2-49d4-42fe-8d6f-496156bc2a3c,segment=NetworkSegment(e22f7244-4333-4023-ae55-a05bce2dee97),segment_id=e22f7244-4333-4023-ae55-a05bce2dee97)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:41:54.947011 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-730cce4a-9afb-444f-b171-777d51fc58e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (950dbfd2-49d4-42fe-8d6f-496156bc2a3c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:54.986203 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-730cce4a-9afb-444f-b171-777d51fc58e5 admin admin] Calling delete_port for 950dbfd2-49d4-42fe-8d6f-496156bc2a3c owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:41:55.004001 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-4fb4d26b-d819-42c8-8f0c-3d88cb92fb9a None None] For port 950dbfd2-49d4-42fe-8d6f-496156bc2a3c, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=950dbfd2-49d4-42fe-8d6f-496156bc2a3c,segment=NetworkSegment(e22f7244-4333-4023-ae55-a05bce2dee97),segment_id=e22f7244-4333-4023-ae55-a05bce2dee97)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:41:55.004410 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4fb4d26b-d819-42c8-8f0c-3d88cb92fb9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (950dbfd2-49d4-42fe-8d6f-496156bc2a3c), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:55.024126 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffeb66d-e04b-448a-b8c0-73d10e86ee81 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'Subnet': ['ID=e8aa851c-b41e-48c6-8995-b75aab8fe929,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:55.036662 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b09c1c-899f-4215-974c-425b1498f6d6 req-9c9ee9e9-2cf9-4ce4-a6c7-e8c4f3b0df2f tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:55.039516 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-10b09c1c-899f-4215-974c-425b1498f6d6 req-9c9ee9e9-2cf9-4ce4-a6c7-e8c4f3b0df2f tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1c6f74b-a3f5-4a6d-952f-0788aacd0c53 HTTP/1.1" status: 200 len: 945 time: 0.2318349 Feb 16 22:41:55.039685 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4fb4d26b-d819-42c8-8f0c-3d88cb92fb9a None None] Calling delete_port for 950dbfd2-49d4-42fe-8d6f-496156bc2a3c owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:41:55.060374 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffeb66d-e04b-448a-b8c0-73d10e86ee81 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Checking segment: {'id': '3e223efe-0cc0-470c-82d6-163c79fa25da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7c22bded-9a3a-47da-9660-d16534bab41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:41:55.060757 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffeb66d-e04b-448a-b8c0-73d10e86ee81 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Network hostable DHCP agents. Network: 7c22bded-9a3a-47da-9660-d16534bab41e, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:41:55.105465 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffeb66d-e04b-448a-b8c0-73d10e86ee81 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Network 7c22bded-9a3a-47da-9660-d16534bab41e is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:41:55.133417 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-1ffeb66d-e04b-448a-b8c0-73d10e86ee81 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 7c22bded-9a3a-47da-9660-d16534bab41e) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:41:55.140328 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffeb66d-e04b-448a-b8c0-73d10e86ee81 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:55.145591 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1ffeb66d-e04b-448a-b8c0-73d10e86ee81 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:55.165617 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9132564f-eed1-4fdf-829e-b176e64aa839 None None] Network 7c22bded-9a3a-47da-9660-d16534bab41e requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:41:55.167362 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-10b09c1c-899f-4215-974c-425b1498f6d6 req-75504ffe-85c5-4453-8724-b0037b3bd897 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200593 Feb 16 22:41:55.195906 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-730cce4a-9afb-444f-b171-777d51fc58e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (950dbfd2-49d4-42fe-8d6f-496156bc2a3c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:55.224057 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1ffeb66d-e04b-448a-b8c0-73d10e86ee81 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8910441 Feb 16 22:41:55.227245 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730cce4a-9afb-444f-b171-777d51fc58e5 admin admin] No DVR routers for this DVR port 950dbfd2-49d4-42fe-8d6f-496156bc2a3c on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:41:55.283017 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730cce4a-9afb-444f-b171-777d51fc58e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=950dbfd2-49d4-42fe-8d6f-496156bc2a3c,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:55.418590 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-730cce4a-9afb-444f-b171-777d51fc58e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (e191140f-9662-48f3-b56f-58b68fbf8fea), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:55.443335 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06edfd-0b1f-4e02-9428-03f08c2c4a3a req-4cc4434c-8331-40e5-ab1d-2a49ed8cdd40 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:55.482560 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cd06edfd-0b1f-4e02-9428-03f08c2c4a3a req-4cc4434c-8331-40e5-ab1d-2a49ed8cdd40 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1c6f74b-a3f5-4a6d-952f-0788aacd0c53 HTTP/1.1" status: 200 len: 945 time: 0.1405106 Feb 16 22:41:55.488519 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-730cce4a-9afb-444f-b171-777d51fc58e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e191140f-9662-48f3-b56f-58b68fbf8fea']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:41:55.529060 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-730cce4a-9afb-444f-b171-777d51fc58e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e22f7244-4333-4023-ae55-a05bce2dee97') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:41:55.529447 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-730cce4a-9afb-444f-b171-777d51fc58e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e22f7244-4333-4023-ae55-a05bce2dee97') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:41:55.546329 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-730cce4a-9afb-444f-b171-777d51fc58e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (e22f7244-4333-4023-ae55-a05bce2dee97), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:55.578773 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-730cce4a-9afb-444f-b171-777d51fc58e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (e22f7244-4333-4023-ae55-a05bce2dee97), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:55.596742 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cd06edfd-0b1f-4e02-9428-03f08c2c4a3a req-77460bf8-0c7e-4e36-9aa4-eaecab65b5ae tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136529 Feb 16 22:41:55.616908 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-730cce4a-9afb-444f-b171-777d51fc58e5 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:41:55.617589 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-730cce4a-9afb-444f-b171-777d51fc58e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (e22f7244-4333-4023-ae55-a05bce2dee97), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:55.620453 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:41:55.620453 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:41:55.620453 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:41:55.620453 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:41:55.620453 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:41:55.620453 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:41:55.620453 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:41:55.620453 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:41:55.620453 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:41:55.620453 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:41:55.620453 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:41:55.620453 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:41:55.620453 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:41:55.620453 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:41:55.620453 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:41:55.620453 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:41:55.620453 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:41:55.620453 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:41:55.620453 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:41:55.620453 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:41:55.620453 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:41:55.620453 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:41:55.620453 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:41:55.620453 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:41:55.620453 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:41:55.620453 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:41:55.620453 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:41:55.620453 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:41:55.620453 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:41:55.620453 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:41:55.620453 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:41:55.620453 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:41:55.761945 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-730cce4a-9afb-444f-b171-777d51fc58e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (e191140f-9662-48f3-b56f-58b68fbf8fea), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:55.773322 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-730cce4a-9afb-444f-b171-777d51fc58e5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:55.782116 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35484) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:55.782809 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-730cce4a-9afb-444f-b171-777d51fc58e5 admin admin] 10.222.0.75 "DELETE /v2.0/networks/e191140f-9662-48f3-b56f-58b68fbf8fea HTTP/1.1" status: 204 len: 168 time: 1.5809381 Feb 16 22:41:55.796049 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730cce4a-9afb-444f-b171-777d51fc58e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e191140f-9662-48f3-b56f-58b68fbf8fea,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:55.803223 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 35486) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:55.808467 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-bab6d3b4-d804-4cfb-8119-7e83cad99edd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1114622034', 'description': 'tempest-secgroup-smoke-1114622034 description', 'project_id': 'fcbc829c172a42c39498d6223ec391eb'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:41:55.813580 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4fb4d26b-d819-42c8-8f0c-3d88cb92fb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (950dbfd2-49d4-42fe-8d6f-496156bc2a3c), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:55.837321 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4fb4d26b-d819-42c8-8f0c-3d88cb92fb9a None None] Network e191140f-9662-48f3-b56f-58b68fbf8fea is not hosted by any dhcp agent {{(pid=103467) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 22:41:55.840255 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb4d26b-d819-42c8-8f0c-3d88cb92fb9a None None] No DVR routers for this DVR port 950dbfd2-49d4-42fe-8d6f-496156bc2a3c on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:41:55.866911 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bab6d3b4-d804-4cfb-8119-7e83cad99edd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:55.983771 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 950dbfd2-49d4-42fe-8d6f-496156bc2a3c no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:41:55.987005 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4d26b-d819-42c8-8f0c-3d88cb92fb9a None None] Pushing event deleted for resources: {'Port': ['ID=950dbfd2-49d4-42fe-8d6f-496156bc2a3c,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:56.021953 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:56.058918 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 950dbfd2-49d4-42fe-8d6f-496156bc2a3c {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:41:56.060024 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 950dbfd2-49d4-42fe-8d6f-496156bc2a3c not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:41:56.085641 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bab6d3b4-d804-4cfb-8119-7e83cad99edd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group (0923e255-99c3-4803-abfb-3666c78da164), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:56.095397 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bab6d3b4-d804-4cfb-8119-7e83cad99edd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (0923e255-99c3-4803-abfb-3666c78da164), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:56.126982 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fe0f69-4338-42db-a009-0ef0e3e42868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-7c22bded-9a3a-47da-9660-d16534bab41e', 'network_id': '7c22bded-9a3a-47da-9660-d16534bab41e', 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'fixed_ips': [{'subnet_id': 'e8aa851c-b41e-48c6-8995-b75aab8fe929'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:41:56.134598 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bab6d3b4-d804-4cfb-8119-7e83cad99edd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:56.137811 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-46fe0f69-4338-42db-a009-0ef0e3e42868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:56.141678 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bab6d3b4-d804-4cfb-8119-7e83cad99edd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3345149 Feb 16 22:41:56.146311 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 35494) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:56.165808 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-8c688ac3-6fc3-49ed-8931-47d154fdb272 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Request body: {'security_group_rule': {'security_group_id': '0923e255-99c3-4803-abfb-3666c78da164', 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:41:56.232201 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8c688ac3-6fc3-49ed-8931-47d154fdb272 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (30707289-6c7c-4887-8c0d-cd2b91662989), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:56.239688 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6d3b4-d804-4cfb-8119-7e83cad99edd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0923e255-99c3-4803-abfb-3666c78da164,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:56.283412 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9634421-598c-4da1-91db-8f037015cf4a req-75caa5c0-9ae4-4959-9303-9b84a2071fd6 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:56.290968 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a9634421-598c-4da1-91db-8f037015cf4a req-75caa5c0-9ae4-4959-9303-9b84a2071fd6 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1c6f74b-a3f5-4a6d-952f-0788aacd0c53 HTTP/1.1" status: 200 len: 945 time: 0.1021950 Feb 16 22:41:56.380427 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a9634421-598c-4da1-91db-8f037015cf4a req-677d08f0-ee83-4b9e-a070-abbb390d17cf tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827291 Feb 16 22:41:56.435984 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8c688ac3-6fc3-49ed-8931-47d154fdb272 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (30707289-6c7c-4887-8c0d-cd2b91662989), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:56.450221 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8c688ac3-6fc3-49ed-8931-47d154fdb272 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (30707289-6c7c-4887-8c0d-cd2b91662989), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:56.491290 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-46fe0f69-4338-42db-a009-0ef0e3e42868 None None] Allocated IP 172.20.0.18 (7c22bded-9a3a-47da-9660-d16534bab41e/e8aa851c-b41e-48c6-8995-b75aab8fe929/6802a37f-868d-42b7-9203-7cd7c8bf2218) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:41:56.504576 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c688ac3-6fc3-49ed-8931-47d154fdb272 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30707289-6c7c-4887-8c0d-cd2b91662989,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:56.529877 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8c688ac3-6fc3-49ed-8931-47d154fdb272 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:56.538029 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8c688ac3-6fc3-49ed-8931-47d154fdb272 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3859048 Feb 16 22:41:56.541919 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 35506) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:56.544699 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-95dbd0a0-ffbf-49cb-b0d7-3dc555d72880 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Request body: {'security_group_rule': {'security_group_id': '0923e255-99c3-4803-abfb-3666c78da164', 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:41:56.614906 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-95dbd0a0-ffbf-49cb-b0d7-3dc555d72880 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (078a5e8c-d732-4489-9894-2eccec2161d1), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:56.629690 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db854d6d-1d38-4cd9-a00a-bb1f17c2b621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (884f3cbf-2a7e-45db-99c3-5369c23a1668), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:56.675207 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-95dbd0a0-ffbf-49cb-b0d7-3dc555d72880 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (078a5e8c-d732-4489-9894-2eccec2161d1), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:56.685483 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-95dbd0a0-ffbf-49cb-b0d7-3dc555d72880 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (078a5e8c-d732-4489-9894-2eccec2161d1), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:56.698269 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e62e4b-3358-4382-ae3e-8875fb567f1c req-cf16d4b2-d0f6-4094-878f-7470f556ff39 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:56.706404 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-03e62e4b-3358-4382-ae3e-8875fb567f1c req-cf16d4b2-d0f6-4094-878f-7470f556ff39 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1c6f74b-a3f5-4a6d-952f-0788aacd0c53 HTTP/1.1" status: 200 len: 945 time: 0.1669946 Feb 16 22:41:56.738340 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dbd0a0-ffbf-49cb-b0d7-3dc555d72880 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=078a5e8c-d732-4489-9894-2eccec2161d1,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:56.765679 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-46fe0f69-4338-42db-a009-0ef0e3e42868 None None] Publish callbacks [] for port (6802a37f-868d-42b7-9203-7cd7c8bf2218), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:56.774803 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-46fe0f69-4338-42db-a009-0ef0e3e42868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (6802a37f-868d-42b7-9203-7cd7c8bf2218), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:56.797147 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-03e62e4b-3358-4382-ae3e-8875fb567f1c req-f292ecea-1c06-4131-9af5-bd0d12305712 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862606 Feb 16 22:41:56.804601 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-95dbd0a0-ffbf-49cb-b0d7-3dc555d72880 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:56.806363 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-95dbd0a0-ffbf-49cb-b0d7-3dc555d72880 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2648194 Feb 16 22:41:56.808990 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35512) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:56.825128 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-1c1d4f17-9208-4ef5-b1c0-b28307f42176 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Request body: {'security_group_rule': {'security_group_id': '0923e255-99c3-4803-abfb-3666c78da164', 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:41:56.881991 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fe0f69-4338-42db-a009-0ef0e3e42868 None None] Network 7c22bded-9a3a-47da-9660-d16534bab41e is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:41:56.886590 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-46fe0f69-4338-42db-a009-0ef0e3e42868 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:41:56.897336 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fe0f69-4338-42db-a009-0ef0e3e42868 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:41:56.913696 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1c1d4f17-9208-4ef5-b1c0-b28307f42176 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (acf45278-7b50-4dc6-aaa8-361006654655), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:56.980439 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe0f69-4338-42db-a009-0ef0e3e42868 None None] Pushing event updated for resources: {'Port': ['ID=6802a37f-868d-42b7-9203-7cd7c8bf2218,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:57.023662 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-46fe0f69-4338-42db-a009-0ef0e3e42868 None None] Attempting to bind port 6802a37f-868d-42b7-9203-7cd7c8bf2218 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:41:57.025915 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-46fe0f69-4338-42db-a009-0ef0e3e42868 None None] Attempting to bind port 6802a37f-868d-42b7-9203-7cd7c8bf2218 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '3e223efe-0cc0-470c-82d6-163c79fa25da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7c22bded-9a3a-47da-9660-d16534bab41e'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:41:57.028572 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fe0f69-4338-42db-a009-0ef0e3e42868 None None] Attempting to bind port 6802a37f-868d-42b7-9203-7cd7c8bf2218 on network 7c22bded-9a3a-47da-9660-d16534bab41e {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:41:57.050504 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1c1d4f17-9208-4ef5-b1c0-b28307f42176 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (acf45278-7b50-4dc6-aaa8-361006654655), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:57.056138 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1c1d4f17-9208-4ef5-b1c0-b28307f42176 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (acf45278-7b50-4dc6-aaa8-361006654655), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:57.060964 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fe0f69-4338-42db-a009-0ef0e3e42868 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:41:57.071542 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fe0f69-4338-42db-a009-0ef0e3e42868 None None] Checking segment: {'id': '3e223efe-0cc0-470c-82d6-163c79fa25da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7c22bded-9a3a-47da-9660-d16534bab41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:41:57.074488 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-46fe0f69-4338-42db-a009-0ef0e3e42868 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:57.077363 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fe0f69-4338-42db-a009-0ef0e3e42868 None None] Bound using segment: {'id': '3e223efe-0cc0-470c-82d6-163c79fa25da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7c22bded-9a3a-47da-9660-d16534bab41e'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:41:57.077363 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-46fe0f69-4338-42db-a009-0ef0e3e42868 None None] Bound port: 6802a37f-868d-42b7-9203-7cd7c8bf2218, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e223efe-0cc0-470c-82d6-163c79fa25da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7c22bded-9a3a-47da-9660-d16534bab41e'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:41:57.077663 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-46fe0f69-4338-42db-a009-0ef0e3e42868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6802a37f-868d-42b7-9203-7cd7c8bf2218), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:57.092587 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1c1d4f17-9208-4ef5-b1c0-b28307f42176 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:57.104832 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1c1d4f17-9208-4ef5-b1c0-b28307f42176 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2838492 Feb 16 22:41:57.104832 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35524) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:57.105164 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:57.109635 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-938b020d-5ef4-483d-829e-f60d845cd29f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Request body: {'security_group_rule': {'security_group_id': '0923e255-99c3-4803-abfb-3666c78da164', 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:41:57.129363 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d4f17-9208-4ef5-b1c0-b28307f42176 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf45278-7b50-4dc6-aaa8-361006654655,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:57.132232 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232988b0-31ab-4253-b4c8-4f6e780342b5 req-19e7ede3-a092-4063-a65a-674bd0748b5a tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:57.143856 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-232988b0-31ab-4253-b4c8-4f6e780342b5 req-19e7ede3-a092-4063-a65a-674bd0748b5a tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1c6f74b-a3f5-4a6d-952f-0788aacd0c53 HTTP/1.1" status: 200 len: 945 time: 0.1496530 Feb 16 22:41:57.235718 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-46fe0f69-4338-42db-a009-0ef0e3e42868 None None] For port 6802a37f-868d-42b7-9203-7cd7c8bf2218, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:41:57.245357 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-46fe0f69-4338-42db-a009-0ef0e3e42868 None None] For port 6802a37f-868d-42b7-9203-7cd7c8bf2218, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=6802a37f-868d-42b7-9203-7cd7c8bf2218,segment=NetworkSegment(3e223efe-0cc0-470c-82d6-163c79fa25da),segment_id=3e223efe-0cc0-470c-82d6-163c79fa25da)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:41:57.252868 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-938b020d-5ef4-483d-829e-f60d845cd29f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (39ae66d5-0e71-4e3e-a0cc-a8f4c1451432), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:57.260595 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-46fe0f69-4338-42db-a009-0ef0e3e42868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (6802a37f-868d-42b7-9203-7cd7c8bf2218), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:57.270960 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-232988b0-31ab-4253-b4c8-4f6e780342b5 req-670da357-a708-4824-996e-55de42ca7b68 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253734 Feb 16 22:41:57.331531 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe0f69-4338-42db-a009-0ef0e3e42868 None None] Pushing event updated for resources: {'Port': ['ID=6802a37f-868d-42b7-9203-7cd7c8bf2218,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:57.395201 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-938b020d-5ef4-483d-829e-f60d845cd29f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (39ae66d5-0e71-4e3e-a0cc-a8f4c1451432), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:57.400807 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-938b020d-5ef4-483d-829e-f60d845cd29f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (39ae66d5-0e71-4e3e-a0cc-a8f4c1451432), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:57.418997 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b020d-5ef4-483d-829e-f60d845cd29f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ae66d5-0e71-4e3e-a0cc-a8f4c1451432,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:57.422940 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-db854d6d-1d38-4cd9-a00a-bb1f17c2b621 admin admin] Deleting port 11698233-aaf0-4769-bd26-efaf08b6af6e {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:41:57.423290 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db854d6d-1d38-4cd9-a00a-bb1f17c2b621 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (11698233-aaf0-4769-bd26-efaf08b6af6e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:57.502833 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-938b020d-5ef4-483d-829e-f60d845cd29f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:57.504022 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-938b020d-5ef4-483d-829e-f60d845cd29f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3985143 Feb 16 22:41:57.508815 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35534) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:57.546240 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53a29b-d3e0-4438-81a8-f8fee607e852 req-1765cb12-f3df-44c8-bc24-ea4959d65b07 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:57.546676 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-b5210516-9104-4d2a-b328-e8d68fe8613f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Request body: {'security_group_rule': {'security_group_id': '0923e255-99c3-4803-abfb-3666c78da164', 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:41:57.549223 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3a53a29b-d3e0-4438-81a8-f8fee607e852 req-1765cb12-f3df-44c8-bc24-ea4959d65b07 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1c6f74b-a3f5-4a6d-952f-0788aacd0c53 HTTP/1.1" status: 200 len: 945 time: 0.1579664 Feb 16 22:41:57.577761 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-db854d6d-1d38-4cd9-a00a-bb1f17c2b621 admin admin] For port 11698233-aaf0-4769-bd26-efaf08b6af6e, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=11698233-aaf0-4769-bd26-efaf08b6af6e,segment=NetworkSegment(09abefba-0233-4f95-8e09-5b17db6d8810),segment_id=09abefba-0233-4f95-8e09-5b17db6d8810)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:41:57.578273 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db854d6d-1d38-4cd9-a00a-bb1f17c2b621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (11698233-aaf0-4769-bd26-efaf08b6af6e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:57.598489 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-db854d6d-1d38-4cd9-a00a-bb1f17c2b621 admin admin] Calling delete_port for 11698233-aaf0-4769-bd26-efaf08b6af6e owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:41:57.614543 n-d-813897-6 neutron-server[103465]: INFO neutron.db.securitygroups_db [None req-b5210516-9104-4d2a-b328-e8d68fe8613f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Project fcbc829c172a42c39498d6223ec391eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 22:41:57.621210 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b5210516-9104-4d2a-b328-e8d68fe8613f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (3653159f-06a1-4f9b-a3ab-1b239e1a400e), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:57.672472 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3a53a29b-d3e0-4438-81a8-f8fee607e852 req-068da497-3ae8-40f4-8b5a-ab1fac4dc437 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172872 Feb 16 22:41:57.970699 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 6802a37f-868d-42b7-9203-7cd7c8bf2218 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:41:57.990618 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b5210516-9104-4d2a-b328-e8d68fe8613f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (3653159f-06a1-4f9b-a3ab-1b239e1a400e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:58.021847 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b5210516-9104-4d2a-b328-e8d68fe8613f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (3653159f-06a1-4f9b-a3ab-1b239e1a400e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:58.095025 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5210516-9104-4d2a-b328-e8d68fe8613f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3653159f-06a1-4f9b-a3ab-1b239e1a400e,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:58.119657 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b5210516-9104-4d2a-b328-e8d68fe8613f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:58.124650 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b5210516-9104-4d2a-b328-e8d68fe8613f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5789378 Feb 16 22:41:58.125051 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 35550) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:58.128442 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 6802a37f-868d-42b7-9203-7cd7c8bf2218 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:41:58.129423 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6802a37f-868d-42b7-9203-7cd7c8bf2218), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:58.131150 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-b5f26153-f2e7-43e7-806e-f0e1e117cfd0 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Request body: {'security_group_rule': {'security_group_id': '0923e255-99c3-4803-abfb-3666c78da164', 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:41:58.172771 n-d-813897-6 neutron-server[103466]: INFO neutron.db.securitygroups_db [None req-b5f26153-f2e7-43e7-806e-f0e1e117cfd0 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Project fcbc829c172a42c39498d6223ec391eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 22:41:58.182462 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b5f26153-f2e7-43e7-806e-f0e1e117cfd0 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (44f989dc-f48d-48cd-9115-16290ba10e73), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:58.320038 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 6802a37f-868d-42b7-9203-7cd7c8bf2218 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:41:58.321508 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6802a37f-868d-42b7-9203-7cd7c8bf2218), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:58.331899 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db854d6d-1d38-4cd9-a00a-bb1f17c2b621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (11698233-aaf0-4769-bd26-efaf08b6af6e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:58.348349 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b5f26153-f2e7-43e7-806e-f0e1e117cfd0 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (44f989dc-f48d-48cd-9115-16290ba10e73), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:58.358892 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b5f26153-f2e7-43e7-806e-f0e1e117cfd0 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (44f989dc-f48d-48cd-9115-16290ba10e73), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:58.376055 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db854d6d-1d38-4cd9-a00a-bb1f17c2b621 admin admin] Pushing event deleted for resources: {'Port': ['ID=11698233-aaf0-4769-bd26-efaf08b6af6e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:58.395068 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 6802a37f-868d-42b7-9203-7cd7c8bf2218, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=6802a37f-868d-42b7-9203-7cd7c8bf2218,segment=NetworkSegment(3e223efe-0cc0-470c-82d6-163c79fa25da),segment_id=3e223efe-0cc0-470c-82d6-163c79fa25da)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:41:58.401563 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (6802a37f-868d-42b7-9203-7cd7c8bf2218), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:58.481530 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=6802a37f-868d-42b7-9203-7cd7c8bf2218,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:58.490594 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f26153-f2e7-43e7-806e-f0e1e117cfd0 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f989dc-f48d-48cd-9115-16290ba10e73,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:41:58.518550 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b5f26153-f2e7-43e7-806e-f0e1e117cfd0 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:58.533712 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b5f26153-f2e7-43e7-806e-f0e1e117cfd0 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4073808 Feb 16 22:41:58.564154 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:58.591645 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ba20a-0635-4e75-adca-bf01558f1a4f req-f665713c-219f-425b-8b5d-bba750ead185 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:58.593230 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-203ba20a-0635-4e75-adca-bf01558f1a4f req-f665713c-219f-425b-8b5d-bba750ead185 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1c6f74b-a3f5-4a6d-952f-0788aacd0c53 HTTP/1.1" status: 200 len: 945 time: 0.1897697 Feb 16 22:41:58.749644 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-203ba20a-0635-4e75-adca-bf01558f1a4f req-70bc3bad-d79d-4b43-b96d-6ee2d524b4f5 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363246 Feb 16 22:41:58.827341 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db854d6d-1d38-4cd9-a00a-bb1f17c2b621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (884f3cbf-2a7e-45db-99c3-5369c23a1668), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:58.935019 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-af05775a-9b12-4d2c-ad72-dc1010f6e5ea tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1114622034&fields=id&tenant_id=fcbc829c172a42c39498d6223ec391eb HTTP/1.1" status: 200 len: 267 time: 0.0928712 Feb 16 22:41:59.162778 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-c23f3ad4-36e6-4258-b42b-d56650d2022e tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:41:59.164408 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-c23f3ad4-36e6-4258-b42b-d56650d2022e tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/networks?id=7c22bded-9a3a-47da-9660-d16534bab41e HTTP/1.1" status: 200 len: 796 time: 0.2207425 Feb 16 22:41:59.199166 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-86af430a-9d5e-4e87-8c18-3ee4090be8ef tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/quotas/fcbc829c172a42c39498d6223ec391eb HTTP/1.1" status: 200 len: 375 time: 0.0200562 Feb 16 22:41:59.208772 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db854d6d-1d38-4cd9-a00a-bb1f17c2b621 admin admin] Router 884f3cbf-2a7e-45db-99c3-5369c23a1668 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:41:59.259103 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c6bc40-ca2a-4e91-881d-38933d7e42fa None None] Network 7c22bded-9a3a-47da-9660-d16534bab41e requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:41:59.333875 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-afcd522d-3082-4b47-8012-a7f498039d30 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=fcbc829c172a42c39498d6223ec391eb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1315138 Feb 16 22:41:59.386850 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db854d6d-1d38-4cd9-a00a-bb1f17c2b621 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:41:59.399054 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d7477e-749d-4cfe-95eb-c6276f4c5583 None None] Sync routers for ids ['884f3cbf-2a7e-45db-99c3-5369c23a1668'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:41:59.418786 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-afd0d82d-7005-4e90-bed6-914e2a393000 None None] Provisioning complete for port 6802a37f-868d-42b7-9203-7cd7c8bf2218 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:41:59.419616 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-afd0d82d-7005-4e90-bed6-914e2a393000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6802a37f-868d-42b7-9203-7cd7c8bf2218), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:41:59.441345 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d7477e-749d-4cfe-95eb-c6276f4c5583 None None] Routers {'884f3cbf-2a7e-45db-99c3-5369c23a1668'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:41:59.445448 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-db854d6d-1d38-4cd9-a00a-bb1f17c2b621 admin admin] 10.222.0.75 "PUT /v2.0/routers/884f3cbf-2a7e-45db-99c3-5369c23a1668/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6581204 Feb 16 22:41:59.446268 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35586) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:41:59.447002 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-a8d7477e-749d-4cfe-95eb-c6276f4c5583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:41:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['884f3cbf-2a7e-45db-99c3-5369c23a1668'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:41:59.672014 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-ba03b1c5-e35b-41de-9d16-1f9474d6aa42 service neutron] 10.222.0.75 "GET /v2.0/networks/7c22bded-9a3a-47da-9660-d16534bab41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316209 Feb 16 22:41:59.911751 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-a8d7477e-749d-4cfe-95eb-c6276f4c5583 None None] Set router 884f3cbf-2a7e-45db-99c3-5369c23a1668 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:42:00.023625 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536854c1-aef1-43d0-977f-854d62c2a89f req-177cfa6a-0778-40a6-bc6c-86596b739367 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:00.039076 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-536854c1-aef1-43d0-977f-854d62c2a89f req-177cfa6a-0778-40a6-bc6c-86596b739367 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1c6f74b-a3f5-4a6d-952f-0788aacd0c53 HTTP/1.1" status: 200 len: 945 time: 0.5043046 Feb 16 22:42:00.053850 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:00.056987 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 6802a37f-868d-42b7-9203-7cd7c8bf2218 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:42:00.232886 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 6802a37f-868d-42b7-9203-7cd7c8bf2218 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:42:00.233663 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6802a37f-868d-42b7-9203-7cd7c8bf2218), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:00.274224 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ecf2fb51-bda7-4e5d-949c-f8c9b62117e4 admin admin] Publish callbacks [] for router (884f3cbf-2a7e-45db-99c3-5369c23a1668), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:00.282714 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-afd0d82d-7005-4e90-bed6-914e2a393000 None None] Current status of the port 6802a37f-868d-42b7-9203-7cd7c8bf2218 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:42:00.448908 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 6802a37f-868d-42b7-9203-7cd7c8bf2218 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:42:00.492367 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-a8d7477e-749d-4cfe-95eb-c6276f4c5583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884f3cbf-2a7e-45db-99c3-5369c23a1668', 'name': 'tempest-TestServerBasicOps-1108474761-router', 'tenant_id': 'adaca61f4ce14344bcc2661171cb61c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '878dcc56-7477-4c58-bbbb-c451c718dfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:36:24Z', 'updated_at': '2022-02-16T22:41:58Z', 'revision_number': 5, 'project_id': 'adaca61f4ce14344bcc2661171cb61c0', 'gw_port': {'id': '878dcc56-7477-4c58-bbbb-c451c718dfc8', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884f3cbf-2a7e-45db-99c3-5369c23a1668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:26Z', 'updated_at': '2022-02-16T22:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:00.541558 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d7477e-749d-4cfe-95eb-c6276f4c5583 None None] Checking router: 884f3cbf-2a7e-45db-99c3-5369c23a1668 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:42:00.551722 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d7477e-749d-4cfe-95eb-c6276f4c5583 None None] Routers {'884f3cbf-2a7e-45db-99c3-5369c23a1668'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:42:00.552688 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-a8d7477e-749d-4cfe-95eb-c6276f4c5583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:41:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['884f3cbf-2a7e-45db-99c3-5369c23a1668'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:00.601612 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ecf2fb51-bda7-4e5d-949c-f8c9b62117e4 admin admin] Publish callbacks [] for router_gateway (884f3cbf-2a7e-45db-99c3-5369c23a1668), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:00.719551 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-3eb5a5b7-dec0-46a5-8915-757a740aa106 None None] Provisioning complete for port 6802a37f-868d-42b7-9203-7cd7c8bf2218 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:42:00.723421 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3eb5a5b7-dec0-46a5-8915-757a740aa106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6802a37f-868d-42b7-9203-7cd7c8bf2218), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:00.727124 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-a8d7477e-749d-4cfe-95eb-c6276f4c5583 None None] Set router 884f3cbf-2a7e-45db-99c3-5369c23a1668 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:42:00.755395 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-ecf2fb51-bda7-4e5d-949c-f8c9b62117e4 admin admin] Deleting port 878dcc56-7477-4c58-bbbb-c451c718dfc8 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:42:00.755767 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ecf2fb51-bda7-4e5d-949c-f8c9b62117e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (878dcc56-7477-4c58-bbbb-c451c718dfc8), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:00.943682 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-3eb5a5b7-dec0-46a5-8915-757a740aa106 None None] Current status of the port 6802a37f-868d-42b7-9203-7cd7c8bf2218 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:42:00.964560 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-ecf2fb51-bda7-4e5d-949c-f8c9b62117e4 admin admin] For port 878dcc56-7477-4c58-bbbb-c451c718dfc8, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=878dcc56-7477-4c58-bbbb-c451c718dfc8,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:42:00.965768 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ecf2fb51-bda7-4e5d-949c-f8c9b62117e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (878dcc56-7477-4c58-bbbb-c451c718dfc8), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:01.000750 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-ecf2fb51-bda7-4e5d-949c-f8c9b62117e4 admin admin] Calling delete_port for 878dcc56-7477-4c58-bbbb-c451c718dfc8 owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:42:01.045608 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-afa3d2cf-db42-4a0b-a484-7def1c6ba65d service neutron] 10.222.0.75 "GET /v2.0/networks/7c22bded-9a3a-47da-9660-d16534bab41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3727021 Feb 16 22:42:01.060054 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-536854c1-aef1-43d0-977f-854d62c2a89f req-e83e6b25-c064-4853-ab93-3732136eaaf2 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Deleting port f97a573f-9669-4da7-9c41-6567bf5d026d {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:42:01.060396 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-536854c1-aef1-43d0-977f-854d62c2a89f req-e83e6b25-c064-4853-ab93-3732136eaaf2 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (f97a573f-9669-4da7-9c41-6567bf5d026d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:01.299879 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-536854c1-aef1-43d0-977f-854d62c2a89f req-e83e6b25-c064-4853-ab93-3732136eaaf2 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] For port f97a573f-9669-4da7-9c41-6567bf5d026d, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=f97a573f-9669-4da7-9c41-6567bf5d026d,segment=NetworkSegment(e7f5c01d-8ab2-4542-ac4a-c6529511c236),segment_id=e7f5c01d-8ab2-4542-ac4a-c6529511c236)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:42:01.300271 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-536854c1-aef1-43d0-977f-854d62c2a89f req-e83e6b25-c064-4853-ab93-3732136eaaf2 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (f97a573f-9669-4da7-9c41-6567bf5d026d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:01.338527 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-536854c1-aef1-43d0-977f-854d62c2a89f req-e83e6b25-c064-4853-ab93-3732136eaaf2 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Calling delete_port for f97a573f-9669-4da7-9c41-6567bf5d026d owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:42:01.409082 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-a8d7477e-749d-4cfe-95eb-c6276f4c5583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884f3cbf-2a7e-45db-99c3-5369c23a1668', 'name': 'tempest-TestServerBasicOps-1108474761-router', 'tenant_id': 'adaca61f4ce14344bcc2661171cb61c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '878dcc56-7477-4c58-bbbb-c451c718dfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:36:24Z', 'updated_at': '2022-02-16T22:41:58Z', 'revision_number': 5, 'project_id': 'adaca61f4ce14344bcc2661171cb61c0', 'gw_port': {'id': '878dcc56-7477-4c58-bbbb-c451c718dfc8', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884f3cbf-2a7e-45db-99c3-5369c23a1668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:26Z', 'updated_at': '2022-02-16T22:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:01.473644 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ecf2fb51-bda7-4e5d-949c-f8c9b62117e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (878dcc56-7477-4c58-bbbb-c451c718dfc8), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:01.491054 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d7477e-749d-4cfe-95eb-c6276f4c5583 None None] The sync data for ids ['884f3cbf-2a7e-45db-99c3-5369c23a1668'] in n-d-813897-6 is: [{'id': '884f3cbf-2a7e-45db-99c3-5369c23a1668', 'name': 'tempest-TestServerBasicOps-1108474761-router', 'tenant_id': 'adaca61f4ce14344bcc2661171cb61c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '878dcc56-7477-4c58-bbbb-c451c718dfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:36:24Z', 'updated_at': '2022-02-16T22:41:58Z', 'revision_number': 5, 'project_id': 'adaca61f4ce14344bcc2661171cb61c0', 'gw_port': {'id': '878dcc56-7477-4c58-bbbb-c451c718dfc8', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884f3cbf-2a7e-45db-99c3-5369c23a1668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:36:26Z', 'updated_at': '2022-02-16T22:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:42:01.556628 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2fb51-bda7-4e5d-949c-f8c9b62117e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=878dcc56-7477-4c58-bbbb-c451c718dfc8,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:01.629697 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ecf2fb51-bda7-4e5d-949c-f8c9b62117e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (884f3cbf-2a7e-45db-99c3-5369c23a1668), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:01.798287 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ecf2fb51-bda7-4e5d-949c-f8c9b62117e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (884f3cbf-2a7e-45db-99c3-5369c23a1668), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:01.810444 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacd9cd-f208-447a-bc2c-d226a43db5a6 req-e4ac6b30-56ca-45bf-8701-524cca92df6a tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:01.810444 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5cacd9cd-f208-447a-bc2c-d226a43db5a6 req-e4ac6b30-56ca-45bf-8701-524cca92df6a tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1c6f74b-a3f5-4a6d-952f-0788aacd0c53 HTTP/1.1" status: 200 len: 945 time: 0.1950929 Feb 16 22:42:01.815915 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ecf2fb51-bda7-4e5d-949c-f8c9b62117e4 admin admin] Publish callbacks [] for router_controller (884f3cbf-2a7e-45db-99c3-5369c23a1668), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:01.958287 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 11698233-aaf0-4769-bd26-efaf08b6af6e no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:42:01.979140 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ecf2fb51-bda7-4e5d-949c-f8c9b62117e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (884f3cbf-2a7e-45db-99c3-5369c23a1668), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:01.979911 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf2fb51-bda7-4e5d-949c-f8c9b62117e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 884f3cbf-2a7e-45db-99c3-5369c23a1668 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:42:01.995223 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ecf2fb51-bda7-4e5d-949c-f8c9b62117e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:01.998345 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ecf2fb51-bda7-4e5d-949c-f8c9b62117e4 admin admin] 10.222.0.75 "DELETE /v2.0/routers/884f3cbf-2a7e-45db-99c3-5369c23a1668 HTTP/1.1" status: 204 len: 168 time: 2.5497615 Feb 16 22:42:02.000377 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35632) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:02.008346 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-536854c1-aef1-43d0-977f-854d62c2a89f req-e83e6b25-c064-4853-ab93-3732136eaaf2 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (f97a573f-9669-4da7-9c41-6567bf5d026d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:02.013175 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 11698233-aaf0-4769-bd26-efaf08b6af6e {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:42:02.013538 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 11698233-aaf0-4769-bd26-efaf08b6af6e not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:42:02.076685 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e6b25-c064-4853-ab93-3732136eaaf2 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Pushing event deleted for resources: {'Port': ['ID=f97a573f-9669-4da7-9c41-6567bf5d026d,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:02.145321 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b9fa8e3-2c73-4f30-9d2f-02ccbdfbef73 admin admin] Deleting subnet 32c1f7d5-e771-4c5b-9d56-3ccf7f49a1fa {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:42:02.152098 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b9fa8e3-2c73-4f30-9d2f-02ccbdfbef73 admin admin] Publish callbacks [] for subnet (32c1f7d5-e771-4c5b-9d56-3ccf7f49a1fa), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:02.200364 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b9fa8e3-2c73-4f30-9d2f-02ccbdfbef73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (32c1f7d5-e771-4c5b-9d56-3ccf7f49a1fa), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:02.268980 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5cacd9cd-f208-447a-bc2c-d226a43db5a6 req-fd03bb6e-64d6-4b3d-9329-30b0ab258b54 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e652b8e-2463-4471-ac07-c824813390c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765159 Feb 16 22:42:02.324638 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-536854c1-aef1-43d0-977f-854d62c2a89f req-e83e6b25-c064-4853-ab93-3732136eaaf2 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] No DVR routers for this DVR port f97a573f-9669-4da7-9c41-6567bf5d026d on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:42:02.339718 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-536854c1-aef1-43d0-977f-854d62c2a89f req-e83e6b25-c064-4853-ab93-3732136eaaf2 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:02.350188 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-536854c1-aef1-43d0-977f-854d62c2a89f req-e83e6b25-c064-4853-ab93-3732136eaaf2 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.67 "DELETE /v2.0/ports/f97a573f-9669-4da7-9c41-6567bf5d026d HTTP/1.1" status: 204 len: 173 time: 2.3083026 Feb 16 22:42:02.368636 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b9fa8e3-2c73-4f30-9d2f-02ccbdfbef73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (32c1f7d5-e771-4c5b-9d56-3ccf7f49a1fa), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:02.425146 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c6f74b-a3f5-4a6d-952f-0788aacd0c53', 'name': 'network-vif-deleted', 'tag': 'f97a573f-9669-4da7-9c41-6567bf5d026d'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:42:02.432755 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f898b0ad-bc42-43b6-8230-d0449f49341b" -d '{"events": [{"server_uuid": "a1c6f74b-a3f5-4a6d-952f-0788aacd0c53", "name": "network-vif-deleted", "tag": "f97a573f-9669-4da7-9c41-6567bf5d026d"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:42:02.479825 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-14bcdb4c-cc5e-4575-96c6-1b47f4ac207d req-a57886a4-e2b5-464e-9cdd-4b58fe588d84 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=6520022d-ea85-4d30-9d83-20d8a5ce3d27 HTTP/1.1" status: 200 len: 210 time: 0.1283419 Feb 16 22:42:02.583959 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7271f6-f492-4081-9caf-cc095b5d37ba x-openstack-request-id: req-5e7271f6-f492-4081-9caf-cc095b5d37ba {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:42:02.584650 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1c6f74b-a3f5-4a6d-952f-0788aacd0c53", "name": "network-vif-deleted", "tag": "f97a573f-9669-4da7-9c41-6567bf5d026d", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:42:02.585087 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5e7271f6-f492-4081-9caf-cc095b5d37ba {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:42:02.585672 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1c6f74b-a3f5-4a6d-952f-0788aacd0c53', 'name': 'network-vif-deleted', 'tag': 'f97a573f-9669-4da7-9c41-6567bf5d026d', 'status': 'completed', 'code': 200} Feb 16 22:42:02.607216 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b9fa8e3-2c73-4f30-9d2f-02ccbdfbef73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (32c1f7d5-e771-4c5b-9d56-3ccf7f49a1fa), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:02.652245 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c04b63-b490-4cda-b90d-3adce6bcbe5d None None] Network c654f79e-cc68-4a3c-82a7-5328aa6d4135 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:42:02.654808 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b9fa8e3-2c73-4f30-9d2f-02ccbdfbef73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:02.662793 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9b9fa8e3-2c73-4f30-9d2f-02ccbdfbef73 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/32c1f7d5-e771-4c5b-9d56-3ccf7f49a1fa HTTP/1.1" status: 204 len: 168 time: 0.6599977 Feb 16 22:42:02.664637 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 35646) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:02.759924 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9fa8e3-2c73-4f30-9d2f-02ccbdfbef73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32c1f7d5-e771-4c5b-9d56-3ccf7f49a1fa,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:02.896689 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c43937d9-bd07-4ca8-99ff-60965134cc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (c654f79e-cc68-4a3c-82a7-5328aa6d4135), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:03.017640 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-c43937d9-bd07-4ca8-99ff-60965134cc3e admin admin] Deleting port bec6685c-36dd-4fc7-88c0-cbd25b6498cc {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:42:03.017994 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c43937d9-bd07-4ca8-99ff-60965134cc3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (bec6685c-36dd-4fc7-88c0-cbd25b6498cc), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:03.124214 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc866bf4-5394-4f5d-81d8-edbc31193c6b None None] DHCP port deletion for c654f79e-cc68-4a3c-82a7-5328aa6d4135 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:42:03.182505 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-c43937d9-bd07-4ca8-99ff-60965134cc3e admin admin] For port bec6685c-36dd-4fc7-88c0-cbd25b6498cc, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=bec6685c-36dd-4fc7-88c0-cbd25b6498cc,segment=NetworkSegment(09abefba-0233-4f95-8e09-5b17db6d8810),segment_id=09abefba-0233-4f95-8e09-5b17db6d8810)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:42:03.183785 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c43937d9-bd07-4ca8-99ff-60965134cc3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (bec6685c-36dd-4fc7-88c0-cbd25b6498cc), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:03.209579 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-c43937d9-bd07-4ca8-99ff-60965134cc3e admin admin] Calling delete_port for bec6685c-36dd-4fc7-88c0-cbd25b6498cc owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:42:03.293983 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-bc866bf4-5394-4f5d-81d8-edbc31193c6b None None] Deleting port bec6685c-36dd-4fc7-88c0-cbd25b6498cc {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:42:03.294340 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bc866bf4-5394-4f5d-81d8-edbc31193c6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (bec6685c-36dd-4fc7-88c0-cbd25b6498cc), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:03.351911 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c43937d9-bd07-4ca8-99ff-60965134cc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (bec6685c-36dd-4fc7-88c0-cbd25b6498cc), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:03.426756 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43937d9-bd07-4ca8-99ff-60965134cc3e admin admin] Pushing event deleted for resources: {'Port': ['ID=bec6685c-36dd-4fc7-88c0-cbd25b6498cc,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:03.443944 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43937d9-bd07-4ca8-99ff-60965134cc3e admin admin] No DVR routers for this DVR port bec6685c-36dd-4fc7-88c0-cbd25b6498cc on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:42:03.447792 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device f97a573f-9669-4da7-9c41-6567bf5d026d no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:42:03.504880 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: f97a573f-9669-4da7-9c41-6567bf5d026d {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:42:03.505247 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device f97a573f-9669-4da7-9c41-6567bf5d026d not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:42:03.546427 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-bc866bf4-5394-4f5d-81d8-edbc31193c6b None None] For port bec6685c-36dd-4fc7-88c0-cbd25b6498cc, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=bec6685c-36dd-4fc7-88c0-cbd25b6498cc,segment=NetworkSegment(09abefba-0233-4f95-8e09-5b17db6d8810),segment_id=09abefba-0233-4f95-8e09-5b17db6d8810)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:42:03.546744 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bc866bf4-5394-4f5d-81d8-edbc31193c6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (bec6685c-36dd-4fc7-88c0-cbd25b6498cc), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:03.578853 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-bc866bf4-5394-4f5d-81d8-edbc31193c6b None None] Calling delete_port for bec6685c-36dd-4fc7-88c0-cbd25b6498cc owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:42:03.594570 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b668fd0b-e4a1-414f-8889-27734f0d806b req-80607152-3336-417f-b8aa-322eed908f01 tempest-ServerDiskConfigTestJSON-745428009 tempest-ServerDiskConfigTestJSON-745428009-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1c6f74b-a3f5-4a6d-952f-0788aacd0c53 HTTP/1.1" status: 200 len: 210 time: 0.0817776 Feb 16 22:42:03.688046 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c43937d9-bd07-4ca8-99ff-60965134cc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (c654f79e-cc68-4a3c-82a7-5328aa6d4135), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:03.760750 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bc866bf4-5394-4f5d-81d8-edbc31193c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (bec6685c-36dd-4fc7-88c0-cbd25b6498cc), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:03.765055 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8ece6fea-e706-4781-bcae-134c97620608 req-ebadd0a2-6173-402d-8252-68a633b3dcce tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=6520022d-ea85-4d30-9d83-20d8a5ce3d27 HTTP/1.1" status: 200 len: 210 time: 0.0557544 Feb 16 22:42:03.790833 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-c43937d9-bd07-4ca8-99ff-60965134cc3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c654f79e-cc68-4a3c-82a7-5328aa6d4135']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:03.805244 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-c43937d9-bd07-4ca8-99ff-60965134cc3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09abefba-0233-4f95-8e09-5b17db6d8810') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:03.805613 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-c43937d9-bd07-4ca8-99ff-60965134cc3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09abefba-0233-4f95-8e09-5b17db6d8810') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:03.822596 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c43937d9-bd07-4ca8-99ff-60965134cc3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (09abefba-0233-4f95-8e09-5b17db6d8810), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:03.857030 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c43937d9-bd07-4ca8-99ff-60965134cc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (09abefba-0233-4f95-8e09-5b17db6d8810), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:03.874528 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c43937d9-bd07-4ca8-99ff-60965134cc3e admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:42:03.875650 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c43937d9-bd07-4ca8-99ff-60965134cc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (09abefba-0233-4f95-8e09-5b17db6d8810), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:03.877800 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:42:03.877800 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:42:03.877800 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:42:03.877800 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:42:03.877800 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:42:03.877800 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:42:03.877800 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:42:03.877800 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:42:03.877800 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:42:03.877800 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:42:03.877800 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:42:03.877800 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:42:03.877800 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:42:03.877800 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:42:03.877800 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:42:03.877800 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:42:03.877800 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:42:03.877800 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:42:03.877800 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:42:03.877800 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:42:03.877800 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:42:03.877800 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:42:03.877800 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:42:03.877800 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:42:03.877800 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:42:03.877800 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:42:03.877800 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:42:03.877800 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:42:03.877800 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:42:03.877800 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:42:03.877800 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:42:03.877800 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:42:03.922209 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device bec6685c-36dd-4fc7-88c0-cbd25b6498cc no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:42:03.925378 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc866bf4-5394-4f5d-81d8-edbc31193c6b None None] Pushing event deleted for resources: {'Port': ['ID=bec6685c-36dd-4fc7-88c0-cbd25b6498cc,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:03.929190 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc866bf4-5394-4f5d-81d8-edbc31193c6b None None] No DVR routers for this DVR port bec6685c-36dd-4fc7-88c0-cbd25b6498cc on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:42:03.963097 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: bec6685c-36dd-4fc7-88c0-cbd25b6498cc {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:42:03.963514 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device bec6685c-36dd-4fc7-88c0-cbd25b6498cc not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:42:03.964068 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 878dcc56-7477-4c58-bbbb-c451c718dfc8 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:42:03.968239 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c43937d9-bd07-4ca8-99ff-60965134cc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (c654f79e-cc68-4a3c-82a7-5328aa6d4135), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:03.980412 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c43937d9-bd07-4ca8-99ff-60965134cc3e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:03.990971 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c43937d9-bd07-4ca8-99ff-60965134cc3e admin admin] 10.222.0.75 "DELETE /v2.0/networks/c654f79e-cc68-4a3c-82a7-5328aa6d4135 HTTP/1.1" status: 204 len: 168 time: 1.3244033 Feb 16 22:42:04.029165 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 878dcc56-7477-4c58-bbbb-c451c718dfc8 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:42:04.031591 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 878dcc56-7477-4c58-bbbb-c451c718dfc8 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:42:04.071634 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43937d9-bd07-4ca8-99ff-60965134cc3e admin admin] Pushing event deleted for resources: {'Network': ['ID=c654f79e-cc68-4a3c-82a7-5328aa6d4135,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:04.168391 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-74d33fcf-bcb6-4d11-a6e0-601c3179d679 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:04.170520 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-74d33fcf-bcb6-4d11-a6e0-601c3179d679 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.79 "GET /v2.0/networks?id=7c22bded-9a3a-47da-9660-d16534bab41e HTTP/1.1" status: 200 len: 796 time: 0.2162821 Feb 16 22:42:04.307422 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-82cb0673-0c89-40bd-8d1d-03cf22f63a13 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcbc829c172a42c39498d6223ec391eb HTTP/1.1" status: 200 len: 472 time: 0.1250551 Feb 16 22:42:04.317880 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-a1e6baa0-fc1f-4aa7-96c3-be2ac235f29f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Request body: {'port': {'device_id': '6520022d-ea85-4d30-9d83-20d8a5ce3d27', 'network_id': '7c22bded-9a3a-47da-9660-d16534bab41e', 'admin_state_up': True, 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'security_groups': ['0923e255-99c3-4803-abfb-3666c78da164']}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:42:04.360427 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35690) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:04.423714 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-813e05e9-1f46-48cb-a26a-24c0b10ce110 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=69c2e216bf6b4737ac7a77e3bf076a26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0611572 Feb 16 22:42:04.424906 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35692) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:04.457892 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-a1e6baa0-fc1f-4aa7-96c3-be2ac235f29f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Made reservation on behalf of fcbc829c172a42c39498d6223ec391eb for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:42:04.467801 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-a1e6baa0-fc1f-4aa7-96c3-be2ac235f29f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:04.492651 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3b105bb8-ae09-4fff-89f9-2ef716e9f11e admin admin] Publish callbacks [] for security_group (3f9560c5-2de1-4fdb-9694-6a66d30ff310), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:04.523479 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3b105bb8-ae09-4fff-89f9-2ef716e9f11e admin admin] Publish callbacks [] for security_group (3f9560c5-2de1-4fdb-9694-6a66d30ff310), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:04.618674 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3b105bb8-ae09-4fff-89f9-2ef716e9f11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (3f9560c5-2de1-4fdb-9694-6a66d30ff310), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:04.622420 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3b105bb8-ae09-4fff-89f9-2ef716e9f11e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:04.623708 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3b105bb8-ae09-4fff-89f9-2ef716e9f11e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3f9560c5-2de1-4fdb-9694-6a66d30ff310 HTTP/1.1" status: 204 len: 168 time: 0.1979048 Feb 16 22:42:04.658359 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b105bb8-ae09-4fff-89f9-2ef716e9f11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9560c5-2de1-4fdb-9694-6a66d30ff310,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:04.661357 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-a1e6baa0-fc1f-4aa7-96c3-be2ac235f29f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Allocated IP 172.20.0.25 (7c22bded-9a3a-47da-9660-d16534bab41e/e8aa851c-b41e-48c6-8995-b75aab8fe929/467e335b-17a2-4d04-b2d9-701d2c0bade7) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:42:05.050712 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-a1e6baa0-fc1f-4aa7-96c3-be2ac235f29f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for port (467e335b-17a2-4d04-b2d9-701d2c0bade7), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:05.143713 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c193c11a-9de4-405a-aa98-5c067048a3b9 req-2fe1e389-f326-46e7-b0ea-6a3cf7633d19 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=6520022d-ea85-4d30-9d83-20d8a5ce3d27 HTTP/1.1" status: 200 len: 210 time: 0.0687573 Feb 16 22:42:05.198113 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-a1e6baa0-fc1f-4aa7-96c3-be2ac235f29f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (467e335b-17a2-4d04-b2d9-701d2c0bade7), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:05.255407 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-a1e6baa0-fc1f-4aa7-96c3-be2ac235f29f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Network 7c22bded-9a3a-47da-9660-d16534bab41e is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:42:05.258019 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35734) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:05.262904 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-a1e6baa0-fc1f-4aa7-96c3-be2ac235f29f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:42:05.267982 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-a1e6baa0-fc1f-4aa7-96c3-be2ac235f29f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:42:05.379277 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e6baa0-fc1f-4aa7-96c3-be2ac235f29f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'Port': ['ID=467e335b-17a2-4d04-b2d9-701d2c0bade7,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:05.396589 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a26131b-a73f-48c8-94b2-a28cb3352b39 admin admin] Deleting subnet e3924c2c-6430-44e2-934c-e30e8715ac29 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:42:05.402025 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3a26131b-a73f-48c8-94b2-a28cb3352b39 admin admin] Publish callbacks [] for subnet (e3924c2c-6430-44e2-934c-e30e8715ac29), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:05.485023 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3a26131b-a73f-48c8-94b2-a28cb3352b39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (e3924c2c-6430-44e2-934c-e30e8715ac29), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:05.546395 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-a1e6baa0-fc1f-4aa7-96c3-be2ac235f29f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:05.550925 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-a1e6baa0-fc1f-4aa7-96c3-be2ac235f29f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:05.563955 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3a26131b-a73f-48c8-94b2-a28cb3352b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (e3924c2c-6430-44e2-934c-e30e8715ac29), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:05.567071 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 35736) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:05.649064 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-a1e6baa0-fc1f-4aa7-96c3-be2ac235f29f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3356376 Feb 16 22:42:05.650246 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3a26131b-a73f-48c8-94b2-a28cb3352b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (e3924c2c-6430-44e2-934c-e30e8715ac29), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:05.725375 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26131b-a73f-48c8-94b2-a28cb3352b39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3924c2c-6430-44e2-934c-e30e8715ac29,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:05.756127 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35744) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:05.756974 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-23c2da7b-9c02-4460-9a56-b96b11e9112a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=adaca61f4ce14344bcc2661171cb61c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1885679 Feb 16 22:42:05.765682 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3a26131b-a73f-48c8-94b2-a28cb3352b39 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:05.771926 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3a26131b-a73f-48c8-94b2-a28cb3352b39 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/e3924c2c-6430-44e2-934c-e30e8715ac29 HTTP/1.1" status: 204 len: 168 time: 0.5127900 Feb 16 22:42:05.774524 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 35746) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:05.844338 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-3845336d-9f1c-4f88-8591-b4c69cb427d9 None None] Provisioning complete for port 467e335b-17a2-4d04-b2d9-701d2c0bade7 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:42:05.844953 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3845336d-9f1c-4f88-8591-b4c69cb427d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (467e335b-17a2-4d04-b2d9-701d2c0bade7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:05.890441 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-47e03578-8b0c-4ed3-b1e2-cd093dfd563b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (261fcaa2-4844-4e2e-b91c-b6ff531f5666), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:05.948226 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-4c82ce6d-7fd0-487b-a727-b560b22bbd53 service neutron] Request body: {'port': {'device_id': '6520022d-ea85-4d30-9d83-20d8a5ce3d27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:42:05.958830 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-3845336d-9f1c-4f88-8591-b4c69cb427d9 None None] Port 467e335b-17a2-4d04-b2d9-701d2c0bade7 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:42:05.993575 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6768cc30-eacb-43dd-ad91-68de6b393a00 admin admin] Publish callbacks [] for security_group (0ce11b6c-77ea-421e-af46-81092f86d137), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:06.034716 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6768cc30-eacb-43dd-ad91-68de6b393a00 admin admin] Publish callbacks [] for security_group (0ce11b6c-77ea-421e-af46-81092f86d137), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:06.056887 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-47e03578-8b0c-4ed3-b1e2-cd093dfd563b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (261fcaa2-4844-4e2e-b91c-b6ff531f5666), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:06.114546 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-47e03578-8b0c-4ed3-b1e2-cd093dfd563b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['261fcaa2-4844-4e2e-b91c-b6ff531f5666']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:06.117235 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-4c82ce6d-7fd0-487b-a727-b560b22bbd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (467e335b-17a2-4d04-b2d9-701d2c0bade7), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:06.137009 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-47e03578-8b0c-4ed3-b1e2-cd093dfd563b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f5c01d-8ab2-4542-ac4a-c6529511c236') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:06.137434 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-47e03578-8b0c-4ed3-b1e2-cd093dfd563b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f5c01d-8ab2-4542-ac4a-c6529511c236') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:06.159805 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6768cc30-eacb-43dd-ad91-68de6b393a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (0ce11b6c-77ea-421e-af46-81092f86d137), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:06.163015 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6768cc30-eacb-43dd-ad91-68de6b393a00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:06.166568 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6768cc30-eacb-43dd-ad91-68de6b393a00 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0ce11b6c-77ea-421e-af46-81092f86d137 HTTP/1.1" status: 204 len: 168 time: 0.4032900 Feb 16 22:42:06.200997 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768cc30-eacb-43dd-ad91-68de6b393a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce11b6c-77ea-421e-af46-81092f86d137,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:06.268845 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-47e03578-8b0c-4ed3-b1e2-cd093dfd563b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (e7f5c01d-8ab2-4542-ac4a-c6529511c236), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:06.366550 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-47e03578-8b0c-4ed3-b1e2-cd093dfd563b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (e7f5c01d-8ab2-4542-ac4a-c6529511c236), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:06.418932 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e03578-8b0c-4ed3-b1e2-cd093dfd563b admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:42:06.419605 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-47e03578-8b0c-4ed3-b1e2-cd093dfd563b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (e7f5c01d-8ab2-4542-ac4a-c6529511c236), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:06.421881 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:42:06.421881 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:42:06.421881 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:42:06.421881 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:42:06.421881 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:42:06.421881 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:42:06.421881 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:42:06.421881 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:42:06.421881 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:42:06.421881 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:42:06.421881 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:42:06.421881 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:42:06.421881 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:42:06.421881 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:42:06.421881 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:42:06.421881 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:42:06.421881 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:42:06.421881 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:42:06.421881 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:42:06.421881 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:42:06.421881 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:42:06.421881 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:42:06.421881 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:42:06.421881 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:42:06.421881 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:42:06.421881 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:42:06.421881 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:42:06.421881 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:42:06.421881 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:42:06.421881 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:42:06.421881 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:42:06.421881 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:42:06.595408 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-47e03578-8b0c-4ed3-b1e2-cd093dfd563b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (261fcaa2-4844-4e2e-b91c-b6ff531f5666), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:06.656077 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-47e03578-8b0c-4ed3-b1e2-cd093dfd563b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:06.681958 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-47e03578-8b0c-4ed3-b1e2-cd093dfd563b admin admin] 10.222.0.75 "DELETE /v2.0/networks/261fcaa2-4844-4e2e-b91c-b6ff531f5666 HTTP/1.1" status: 204 len: 168 time: 0.8942935 Feb 16 22:42:06.707044 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d3ec3-a263-488b-bd77-48d1c2d725ee req-b38434aa-e6e2-415f-87a8-20030c7b3899 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:06.717528 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-890d3ec3-a263-488b-bd77-48d1c2d725ee req-b38434aa-e6e2-415f-87a8-20030c7b3899 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=6520022d-ea85-4d30-9d83-20d8a5ce3d27 HTTP/1.1" status: 200 len: 932 time: 0.3577957 Feb 16 22:42:06.773806 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e03578-8b0c-4ed3-b1e2-cd093dfd563b admin admin] Pushing event deleted for resources: {'Network': ['ID=261fcaa2-4844-4e2e-b91c-b6ff531f5666,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:06.856643 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-890d3ec3-a263-488b-bd77-48d1c2d725ee req-7090499c-633e-48e2-bfef-57dd94ebf6f5 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/security-groups?id=0923e255-99c3-4803-abfb-3666c78da164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347256 Feb 16 22:42:07.043992 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-4c82ce6d-7fd0-487b-a727-b560b22bbd53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 467e335b-17a2-4d04-b2d9-701d2c0bade7 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:42:07.056952 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-4c82ce6d-7fd0-487b-a727-b560b22bbd53 service neutron] Publish callbacks [] for port (467e335b-17a2-4d04-b2d9-701d2c0bade7), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:07.114348 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-4c82ce6d-7fd0-487b-a727-b560b22bbd53 service neutron] Transition to ACTIVE for port object 467e335b-17a2-4d04-b2d9-701d2c0bade7 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:42:07.129764 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-4c82ce6d-7fd0-487b-a727-b560b22bbd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (467e335b-17a2-4d04-b2d9-701d2c0bade7), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:07.208469 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c82ce6d-7fd0-487b-a727-b560b22bbd53 service neutron] Pushing event updated for resources: {'Port': ['ID=467e335b-17a2-4d04-b2d9-701d2c0bade7,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:07.345715 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-4c82ce6d-7fd0-487b-a727-b560b22bbd53 service neutron] Attempting to bind port 467e335b-17a2-4d04-b2d9-701d2c0bade7 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:42:07.346121 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-4c82ce6d-7fd0-487b-a727-b560b22bbd53 service neutron] Attempting to bind port 467e335b-17a2-4d04-b2d9-701d2c0bade7 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '3e223efe-0cc0-470c-82d6-163c79fa25da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7c22bded-9a3a-47da-9660-d16534bab41e'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:42:07.348503 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-4c82ce6d-7fd0-487b-a727-b560b22bbd53 service neutron] Attempting to bind port 467e335b-17a2-4d04-b2d9-701d2c0bade7 on network 7c22bded-9a3a-47da-9660-d16534bab41e {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:42:07.363343 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-4c82ce6d-7fd0-487b-a727-b560b22bbd53 service neutron] Port 467e335b-17a2-4d04-b2d9-701d2c0bade7 on network 7c22bded-9a3a-47da-9660-d16534bab41e not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:42:07.367306 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-4c82ce6d-7fd0-487b-a727-b560b22bbd53 service neutron] Attempting to bind port 467e335b-17a2-4d04-b2d9-701d2c0bade7 on network 7c22bded-9a3a-47da-9660-d16534bab41e {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:42:07.372217 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35790) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:07.386649 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-4c82ce6d-7fd0-487b-a727-b560b22bbd53 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:42:07.388808 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-4c82ce6d-7fd0-487b-a727-b560b22bbd53 service neutron] Checking segment: {'id': '3e223efe-0cc0-470c-82d6-163c79fa25da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7c22bded-9a3a-47da-9660-d16534bab41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:42:07.389411 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-4c82ce6d-7fd0-487b-a727-b560b22bbd53 service neutron] Bound using segment: {'id': '3e223efe-0cc0-470c-82d6-163c79fa25da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7c22bded-9a3a-47da-9660-d16534bab41e'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:42:07.391307 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-4c82ce6d-7fd0-487b-a727-b560b22bbd53 service neutron] Bound port: 467e335b-17a2-4d04-b2d9-701d2c0bade7, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e223efe-0cc0-470c-82d6-163c79fa25da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7c22bded-9a3a-47da-9660-d16534bab41e'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:42:07.392098 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-4c82ce6d-7fd0-487b-a727-b560b22bbd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (467e335b-17a2-4d04-b2d9-701d2c0bade7), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:07.430783 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ae099d33-107b-4020-927d-92abb839b730 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=103fc4304d394110a413f27783e42afb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0572548 Feb 16 22:42:07.431392 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35792) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:07.509425 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-4c82ce6d-7fd0-487b-a727-b560b22bbd53 service neutron] For port 467e335b-17a2-4d04-b2d9-701d2c0bade7, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:42:07.520193 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-4c82ce6d-7fd0-487b-a727-b560b22bbd53 service neutron] For port 467e335b-17a2-4d04-b2d9-701d2c0bade7, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=467e335b-17a2-4d04-b2d9-701d2c0bade7,segment=NetworkSegment(3e223efe-0cc0-470c-82d6-163c79fa25da),segment_id=3e223efe-0cc0-470c-82d6-163c79fa25da)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:42:07.531965 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8bdeb364-7eae-4eff-a0b9-35569783925f admin admin] Publish callbacks [] for security_group (4e652b8e-2463-4471-ac07-c824813390c0), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:07.537706 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-4c82ce6d-7fd0-487b-a727-b560b22bbd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (467e335b-17a2-4d04-b2d9-701d2c0bade7), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:07.616330 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8bdeb364-7eae-4eff-a0b9-35569783925f admin admin] Publish callbacks [] for security_group (4e652b8e-2463-4471-ac07-c824813390c0), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:07.638873 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-4c82ce6d-7fd0-487b-a727-b560b22bbd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:07.639506 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-4c82ce6d-7fd0-487b-a727-b560b22bbd53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:07.643608 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-4c82ce6d-7fd0-487b-a727-b560b22bbd53 service neutron] 10.222.0.79 "PUT /v2.0/ports/467e335b-17a2-4d04-b2d9-701d2c0bade7 HTTP/1.1" status: 200 len: 1092 time: 1.9789774 Feb 16 22:42:07.647770 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6520022d-ea85-4d30-9d83-20d8a5ce3d27', 'tag': '467e335b-17a2-4d04-b2d9-701d2c0bade7'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:42:07.653359 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99a35e6-bbaa-4bd0-8f20-421d55a60c73" -d '{"events": [{"name": "network-changed", "server_uuid": "6520022d-ea85-4d30-9d83-20d8a5ce3d27", "tag": "467e335b-17a2-4d04-b2d9-701d2c0bade7"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:42:07.739139 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8bdeb364-7eae-4eff-a0b9-35569783925f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4e652b8e-2463-4471-ac07-c824813390c0), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:07.741868 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8bdeb364-7eae-4eff-a0b9-35569783925f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:07.743108 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8bdeb364-7eae-4eff-a0b9-35569783925f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4e652b8e-2463-4471-ac07-c824813390c0 HTTP/1.1" status: 204 len: 168 time: 0.3107767 Feb 16 22:42:07.777692 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdeb364-7eae-4eff-a0b9-35569783925f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e652b8e-2463-4471-ac07-c824813390c0,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:07.780530 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c82ce6d-7fd0-487b-a727-b560b22bbd53 service neutron] Pushing event updated for resources: {'Port': ['ID=467e335b-17a2-4d04-b2d9-701d2c0bade7,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:07.816472 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-b16a0e0a-abb0-4474-ac4c-64aa601a5f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:07.818925 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-b16a0e0a-abb0-4474-ac4c-64aa601a5f02 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fcbc829c172a42c39498d6223ec391eb&device_id=6520022d-ea85-4d30-9d83-20d8a5ce3d27 HTTP/1.1" status: 200 len: 1126 time: 0.1173573 Feb 16 22:42:07.927676 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75cab2b-b35f-4e3c-9676-da909f3345f7 x-openstack-request-id: req-d75cab2b-b35f-4e3c-9676-da909f3345f7 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:42:07.927934 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6520022d-ea85-4d30-9d83-20d8a5ce3d27", "tag": "467e335b-17a2-4d04-b2d9-701d2c0bade7", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:42:07.928197 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d75cab2b-b35f-4e3c-9676-da909f3345f7 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:42:07.928611 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6520022d-ea85-4d30-9d83-20d8a5ce3d27', 'tag': '467e335b-17a2-4d04-b2d9-701d2c0bade7', 'status': 'completed', 'code': 200} Feb 16 22:42:07.936760 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-e322ee69-e737-4464-8099-b920b06980dc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=467e335b-17a2-4d04-b2d9-701d2c0bade7 HTTP/1.1" status: 200 len: 217 time: 0.1097732 Feb 16 22:42:08.132839 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-5d229488-0129-4c1c-9c57-573d37d4b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:08.134446 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-5d229488-0129-4c1c-9c57-573d37d4b8f9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e8aa851c-b41e-48c6-8995-b75aab8fe929 HTTP/1.1" status: 200 len: 838 time: 0.1912954 Feb 16 22:42:08.241907 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b425c-34f7-4a1f-b67c-b90bb8650bf2 req-32dd7d45-70e1-455a-9b79-2b10585ffd89 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:08.257289 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8f3b425c-34f7-4a1f-b67c-b90bb8650bf2 req-32dd7d45-70e1-455a-9b79-2b10585ffd89 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=6520022d-ea85-4d30-9d83-20d8a5ce3d27 HTTP/1.1" status: 200 len: 944 time: 0.2356474 Feb 16 22:42:08.346736 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-7d575138-2dce-414c-a96d-e358525ec736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:08.356413 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-7d575138-2dce-414c-a96d-e358525ec736 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7c22bded-9a3a-47da-9660-d16534bab41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2126701 Feb 16 22:42:08.506877 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8f3b425c-34f7-4a1f-b67c-b90bb8650bf2 req-a8d759c5-f846-4d94-a75d-350f743795f8 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/security-groups?id=0923e255-99c3-4803-abfb-3666c78da164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2367375 Feb 16 22:42:08.670031 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-e6bbe08a-da25-40bc-9ce0-e7763a7510bf service neutron] 10.222.0.79 "GET /v2.0/networks/7c22bded-9a3a-47da-9660-d16534bab41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902026 Feb 16 22:42:08.788211 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6cf56fd6-a56a-42d9-b0d3-6f4bdfd1a0a6 req-3e55bb1a-aa7b-4f70-9d0f-4de110f51247 service neutron] 10.222.0.79 "GET /v2.0/networks/7c22bded-9a3a-47da-9660-d16534bab41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113522 Feb 16 22:42:08.883879 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35842) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:08.945803 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a35e6-bbaa-4bd0-8f20-421d55a60c73 req-b1ca3dcd-278e-44b6-bc63-8d28ce05d6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:08.949653 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a99a35e6-bbaa-4bd0-8f20-421d55a60c73 req-b1ca3dcd-278e-44b6-bc63-8d28ce05d6a7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fcbc829c172a42c39498d6223ec391eb&device_id=6520022d-ea85-4d30-9d83-20d8a5ce3d27 HTTP/1.1" status: 200 len: 1126 time: 0.1008735 Feb 16 22:42:09.117087 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-44fdf3b1-8f3e-40b8-ab5f-a306d39ca162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:09.135070 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a35e6-bbaa-4bd0-8f20-421d55a60c73 req-b4a2b068-55d6-44fd-9313-35101cb70499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:09.143641 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a99a35e6-bbaa-4bd0-8f20-421d55a60c73 req-b4a2b068-55d6-44fd-9313-35101cb70499 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7c22bded-9a3a-47da-9660-d16534bab41e HTTP/1.1" status: 200 len: 897 time: 0.1860609 Feb 16 22:42:09.223396 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a99a35e6-bbaa-4bd0-8f20-421d55a60c73 req-5eb607e7-7359-41c7-be09-1d42ec4db111 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=467e335b-17a2-4d04-b2d9-701d2c0bade7 HTTP/1.1" status: 200 len: 217 time: 0.0734510 Feb 16 22:42:09.312006 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-44fdf3b1-8f3e-40b8-ab5f-a306d39ca162 admin admin] Publish callbacks [] for security_group (fd4c009a-83da-429e-b634-ab416d2c2021), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:09.324518 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-44fdf3b1-8f3e-40b8-ab5f-a306d39ca162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (fd4c009a-83da-429e-b634-ab416d2c2021), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:09.339314 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a35e6-bbaa-4bd0-8f20-421d55a60c73 req-f093976e-3a48-44b0-9a50-8bbb73a577cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:09.340945 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a99a35e6-bbaa-4bd0-8f20-421d55a60c73 req-f093976e-3a48-44b0-9a50-8bbb73a577cb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e8aa851c-b41e-48c6-8995-b75aab8fe929 HTTP/1.1" status: 200 len: 838 time: 0.1109576 Feb 16 22:42:09.386043 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-44fdf3b1-8f3e-40b8-ab5f-a306d39ca162 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5c972ec411eb404ea6c2feaf159bbd8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5009232 Feb 16 22:42:09.387355 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35864) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:09.426522 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fdf3b1-8f3e-40b8-ab5f-a306d39ca162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4c009a-83da-429e-b634-ab416d2c2021,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:09.426903 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a35e6-bbaa-4bd0-8f20-421d55a60c73 req-df165164-bcc2-4998-98ee-cf892e695f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:09.429198 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a99a35e6-bbaa-4bd0-8f20-421d55a60c73 req-df165164-bcc2-4998-98ee-cf892e695f19 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7c22bded-9a3a-47da-9660-d16534bab41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0815220 Feb 16 22:42:09.460773 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-94883af6-512f-4fb5-93e5-c43f65e83204 admin admin] Publish callbacks [] for security_group (fd4c009a-83da-429e-b634-ab416d2c2021), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:09.485073 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-94883af6-512f-4fb5-93e5-c43f65e83204 admin admin] Publish callbacks [] for security_group (fd4c009a-83da-429e-b634-ab416d2c2021), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:09.547172 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-94883af6-512f-4fb5-93e5-c43f65e83204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (fd4c009a-83da-429e-b634-ab416d2c2021), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:09.551217 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-94883af6-512f-4fb5-93e5-c43f65e83204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:09.555746 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-94883af6-512f-4fb5-93e5-c43f65e83204 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fd4c009a-83da-429e-b634-ab416d2c2021 HTTP/1.1" status: 204 len: 168 time: 0.1629355 Feb 16 22:42:09.577233 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94883af6-512f-4fb5-93e5-c43f65e83204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4c009a-83da-429e-b634-ab416d2c2021,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:09.606016 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35874) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:09.634457 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a99a35e6-bbaa-4bd0-8f20-421d55a60c73 req-3a979ba5-c95f-4f93-9228-8c2b207f4aa8 service neutron] 10.222.0.79 "GET /v2.0/networks/7c22bded-9a3a-47da-9660-d16534bab41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912689 Feb 16 22:42:09.800356 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044c3a2-d68f-459e-929c-09d509f0c980 req-8d679114-8b5a-4fd7-bb11-c678e554871c tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:09.807552 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f044c3a2-d68f-459e-929c-09d509f0c980 req-8d679114-8b5a-4fd7-bb11-c678e554871c tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=6520022d-ea85-4d30-9d83-20d8a5ce3d27 HTTP/1.1" status: 200 len: 944 time: 0.1097300 Feb 16 22:42:09.845651 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-f7690923-14fd-494a-8c57-a7bb53d91fbc admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-228876600-network', 'tenant_id': 'e6919523e98148f4a1079e23d160a1f2'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:42:09.870691 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a99a35e6-bbaa-4bd0-8f20-421d55a60c73 req-d32e2baf-ee91-47df-b400-2533dd552ca4 service neutron] 10.222.0.79 "GET /v2.0/networks/7c22bded-9a3a-47da-9660-d16534bab41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293134 Feb 16 22:42:09.883142 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f044c3a2-d68f-459e-929c-09d509f0c980 req-29a52d83-d87e-43f8-b187-40836b42d910 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/security-groups?id=0923e255-99c3-4803-abfb-3666c78da164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746338 Feb 16 22:42:09.895250 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7690923-14fd-494a-8c57-a7bb53d91fbc admin admin] Made reservation on behalf of e6919523e98148f4a1079e23d160a1f2 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:42:09.898204 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f7690923-14fd-494a-8c57-a7bb53d91fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:09.923801 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f7690923-14fd-494a-8c57-a7bb53d91fbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:10.069182 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:42:10.124098 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f7690923-14fd-494a-8c57-a7bb53d91fbc admin admin] Publish callbacks [] for security_group (695fac90-64f1-4c17-9dfb-e3d97a7f9602), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:10.129429 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f7690923-14fd-494a-8c57-a7bb53d91fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (695fac90-64f1-4c17-9dfb-e3d97a7f9602), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:10.153793 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7690923-14fd-494a-8c57-a7bb53d91fbc admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:42:10.176305 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f7690923-14fd-494a-8c57-a7bb53d91fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (33b1bf3b-8f77-4653-8657-c0f2882379f2), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:10.176632 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-f7690923-14fd-494a-8c57-a7bb53d91fbc admin admin] Added segment 33b1bf3b-8f77-4653-8657-c0f2882379f2 of type vlan for network 694b68c1-6cd3-41f7-a06a-df6c36f448a6 Feb 16 22:42:10.188774 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 35888) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:10.207237 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-af3b03de-cbb6-4d98-9f4a-73b22c72a695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:10.258465 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f7690923-14fd-494a-8c57-a7bb53d91fbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (694b68c1-6cd3-41f7-a06a-df6c36f448a6), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:10.264146 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7690923-14fd-494a-8c57-a7bb53d91fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695fac90-64f1-4c17-9dfb-e3d97a7f9602,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:10.295476 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f7690923-14fd-494a-8c57-a7bb53d91fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (694b68c1-6cd3-41f7-a06a-df6c36f448a6), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:10.297229 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7690923-14fd-494a-8c57-a7bb53d91fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:10.297919 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f7690923-14fd-494a-8c57-a7bb53d91fbc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:10.338295 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-af3b03de-cbb6-4d98-9f4a-73b22c72a695 admin admin] Publish callbacks [] for security_group (873691c2-d29b-48c9-b3db-55ca52d3d736), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:10.346939 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f7690923-14fd-494a-8c57-a7bb53d91fbc admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7388294 Feb 16 22:42:10.347649 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-af3b03de-cbb6-4d98-9f4a-73b22c72a695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (873691c2-d29b-48c9-b3db-55ca52d3d736), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:10.350263 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 35892) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:10.355621 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-a82c3008-0371-48c3-a600-19ed079d727e admin admin] Request body: {'subnet': {'network_id': '694b68c1-6cd3-41f7-a06a-df6c36f448a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-228876600-subnet', 'tenant_id': 'e6919523e98148f4a1079e23d160a1f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:42:10.387982 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b03de-cbb6-4d98-9f4a-73b22c72a695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873691c2-d29b-48c9-b3db-55ca52d3d736,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:10.392991 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7690923-14fd-494a-8c57-a7bb53d91fbc admin admin] Pushing event updated for resources: {'Network': ['ID=694b68c1-6cd3-41f7-a06a-df6c36f448a6,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:10.432293 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 694b68c1-6cd3-41f7-a06a-df6c36f448a6 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:42:10.437494 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82c3008-0371-48c3-a600-19ed079d727e admin admin] Made reservation on behalf of e6919523e98148f4a1079e23d160a1f2 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:42:10.441021 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-af3b03de-cbb6-4d98-9f4a-73b22c72a695 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bd9fd90269a548679bd34de9a7bf0c3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2512429 Feb 16 22:42:10.445883 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 35896) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:10.446557 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a82c3008-0371-48c3-a600-19ed079d727e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:10.535430 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a5204e4a-13b4-4e31-acc1-1e410958254d admin admin] Publish callbacks [] for security_group (873691c2-d29b-48c9-b3db-55ca52d3d736), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:10.573472 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a5204e4a-13b4-4e31-acc1-1e410958254d admin admin] Publish callbacks [] for security_group (873691c2-d29b-48c9-b3db-55ca52d3d736), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:10.671950 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a5204e4a-13b4-4e31-acc1-1e410958254d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (873691c2-d29b-48c9-b3db-55ca52d3d736), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:10.675448 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a5204e4a-13b4-4e31-acc1-1e410958254d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:10.676748 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a5204e4a-13b4-4e31-acc1-1e410958254d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/873691c2-d29b-48c9-b3db-55ca52d3d736 HTTP/1.1" status: 204 len: 168 time: 0.2294278 Feb 16 22:42:10.714680 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5204e4a-13b4-4e31-acc1-1e410958254d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873691c2-d29b-48c9-b3db-55ca52d3d736,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:10.809194 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a82c3008-0371-48c3-a600-19ed079d727e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (82a90b89-87ed-442f-a613-1074e70e10d5), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:10.860637 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c3008-0371-48c3-a600-19ed079d727e admin admin] Pushing event updated for resources: {'Subnet': ['ID=82a90b89-87ed-442f-a613-1074e70e10d5,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:10.915344 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82c3008-0371-48c3-a600-19ed079d727e admin admin] Checking segment: {'id': '33b1bf3b-8f77-4653-8657-c0f2882379f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '694b68c1-6cd3-41f7-a06a-df6c36f448a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:42:10.916010 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82c3008-0371-48c3-a600-19ed079d727e admin admin] Network hostable DHCP agents. Network: 694b68c1-6cd3-41f7-a06a-df6c36f448a6, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:42:10.964277 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 467e335b-17a2-4d04-b2d9-701d2c0bade7 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:42:10.969589 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82c3008-0371-48c3-a600-19ed079d727e admin admin] Network 694b68c1-6cd3-41f7-a06a-df6c36f448a6 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:42:10.999854 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-a82c3008-0371-48c3-a600-19ed079d727e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 694b68c1-6cd3-41f7-a06a-df6c36f448a6) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:42:11.010228 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f77bd6-e411-4a06-9854-d95a3efe4108 None None] Network 694b68c1-6cd3-41f7-a06a-df6c36f448a6 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:42:11.022537 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82c3008-0371-48c3-a600-19ed079d727e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:11.026333 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a82c3008-0371-48c3-a600-19ed079d727e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:11.108945 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a82c3008-0371-48c3-a600-19ed079d727e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7573056 Feb 16 22:42:11.119637 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3299aa-6a93-4223-b50e-36fda571d03d req-0693282c-30fd-43eb-aa80-3d2a1b0d51fe tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:11.138579 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cd3299aa-6a93-4223-b50e-36fda571d03d req-0693282c-30fd-43eb-aa80-3d2a1b0d51fe tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=6520022d-ea85-4d30-9d83-20d8a5ce3d27 HTTP/1.1" status: 200 len: 944 time: 0.1434960 Feb 16 22:42:11.240093 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cd3299aa-6a93-4223-b50e-36fda571d03d req-d9d14f6b-ac0a-423b-9a68-a4145bd60be4 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/security-groups?id=0923e255-99c3-4803-abfb-3666c78da164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005187 Feb 16 22:42:11.285894 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8489f1c-62b8-4dc2-996e-93d2c8d311a5 None None] Network 694b68c1-6cd3-41f7-a06a-df6c36f448a6 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:42:11.358428 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 467e335b-17a2-4d04-b2d9-701d2c0bade7, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=467e335b-17a2-4d04-b2d9-701d2c0bade7,segment=NetworkSegment(3e223efe-0cc0-470c-82d6-163c79fa25da),segment_id=3e223efe-0cc0-470c-82d6-163c79fa25da)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:42:11.395374 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '467e335b-17a2-4d04-b2d9-701d2c0bade7', 'network_id': '7c22bded-9a3a-47da-9660-d16534bab41e', 'port_id': '467e335b-17a2-4d04-b2d9-701d2c0bade7', 'mac_address': 'fa:16:3e:37:5d:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8aa851c-b41e-48c6-8995-b75aab8fe929', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:42:11.797007 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 467e335b-17a2-4d04-b2d9-701d2c0bade7 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:42:11.797582 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (467e335b-17a2-4d04-b2d9-701d2c0bade7), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:11.818161 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 467e335b-17a2-4d04-b2d9-701d2c0bade7 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:42:11.850027 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 467e335b-17a2-4d04-b2d9-701d2c0bade7, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=467e335b-17a2-4d04-b2d9-701d2c0bade7,segment=NetworkSegment(3e223efe-0cc0-470c-82d6-163c79fa25da),segment_id=3e223efe-0cc0-470c-82d6-163c79fa25da)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:42:11.855416 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (467e335b-17a2-4d04-b2d9-701d2c0bade7), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:11.924742 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=467e335b-17a2-4d04-b2d9-701d2c0bade7,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:12.076697 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['467e335b-17a2-4d04-b2d9-701d2c0bade7'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:42:12.211760 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671b9b2-495c-4d76-b525-185530fb29ab req-78fc6576-1aae-472a-afef-bb8a9930ca5f tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:12.218648 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b671b9b2-495c-4d76-b525-185530fb29ab req-78fc6576-1aae-472a-afef-bb8a9930ca5f tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] 10.222.0.75 "GET /v2.0/networks?id=694b68c1-6cd3-41f7-a06a-df6c36f448a6 HTTP/1.1" status: 200 len: 821 time: 0.1995072 Feb 16 22:42:12.238232 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b671b9b2-495c-4d76-b525-185530fb29ab req-5a3b48fd-9285-423d-b3f4-ab5cbd8f6232 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] 10.222.0.75 "GET /v2.0/quotas/e6919523e98148f4a1079e23d160a1f2 HTTP/1.1" status: 200 len: 375 time: 0.0181272 Feb 16 22:42:12.303837 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b671b9b2-495c-4d76-b525-185530fb29ab req-5d1c03fa-9707-49eb-8b96-03fa9887760e tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e6919523e98148f4a1079e23d160a1f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649376 Feb 16 22:42:12.445665 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b671b9b2-495c-4d76-b525-185530fb29ab req-a16a5cec-3dbe-4de9-a21c-6129fb3f3147 service neutron] 10.222.0.75 "GET /v2.0/networks/694b68c1-6cd3-41f7-a06a-df6c36f448a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409118 Feb 16 22:42:12.626254 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b671b9b2-495c-4d76-b525-185530fb29ab req-ec7927c5-faea-4de2-aafb-9e24b12d4e37 service neutron] 10.222.0.75 "GET /v2.0/networks/694b68c1-6cd3-41f7-a06a-df6c36f448a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744823 Feb 16 22:42:12.989831 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b99feb-7ad0-4362-be39-bdd024c1be02 req-5063cc83-5144-4b4f-934d-4a6bf5cc900d tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:12.998184 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f9b99feb-7ad0-4362-be39-bdd024c1be02 req-5063cc83-5144-4b4f-934d-4a6bf5cc900d tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=6520022d-ea85-4d30-9d83-20d8a5ce3d27 HTTP/1.1" status: 200 len: 945 time: 0.1077967 Feb 16 22:42:13.081027 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f9b99feb-7ad0-4362-be39-bdd024c1be02 req-06346998-adc1-4c0b-8ff9-026cbfb98731 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/security-groups?id=0923e255-99c3-4803-abfb-3666c78da164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767782 Feb 16 22:42:13.175556 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4526fc2f-9780-48db-bd5b-5a0487fb1229 req-6f3254b4-3092-4b0a-82ab-3fb63fa0e44b tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] 10.222.0.75 "GET /v2.0/ports?device_id=58043b4f-5c58-4d1c-8751-f3d713f82a45 HTTP/1.1" status: 200 len: 210 time: 0.0441270 Feb 16 22:42:14.091074 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 36026) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:14.235486 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccca2c-6221-4be4-99ca-ccd970bc9e58 req-de2b1af4-4392-458b-b922-3d4732102200 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:14.244087 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5ccca2c-6221-4be4-99ca-ccd970bc9e58 req-de2b1af4-4392-458b-b922-3d4732102200 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=6520022d-ea85-4d30-9d83-20d8a5ce3d27 HTTP/1.1" status: 200 len: 945 time: 0.0774059 Feb 16 22:42:14.315907 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5ccca2c-6221-4be4-99ca-ccd970bc9e58 req-83c11fe5-d622-45e5-80e5-1276c9060607 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/security-groups?id=0923e255-99c3-4803-abfb-3666c78da164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640879 Feb 16 22:42:14.430594 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fe779a42-be43-4313-a4d7-8bcabdc02bf9 req-5b2c7a5f-22fa-4909-b174-bd357166332e tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] 10.222.0.75 "GET /v2.0/ports?device_id=58043b4f-5c58-4d1c-8751-f3d713f82a45 HTTP/1.1" status: 200 len: 210 time: 0.0576131 Feb 16 22:42:14.437358 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-088a7ee1-5f26-4dba-92d0-4c9cdde9a237 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:14.576075 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671b9b2-495c-4d76-b525-185530fb29ab req-b277f3dc-c69e-4ebf-b140-eab099d484d1 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:14.577634 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b671b9b2-495c-4d76-b525-185530fb29ab req-b277f3dc-c69e-4ebf-b140-eab099d484d1 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] 10.222.0.67 "GET /v2.0/networks?id=694b68c1-6cd3-41f7-a06a-df6c36f448a6 HTTP/1.1" status: 200 len: 821 time: 0.1700940 Feb 16 22:42:14.601433 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-b671b9b2-495c-4d76-b525-185530fb29ab req-28d134f4-2925-4f9f-a1fa-c7e4a2a2ab9b tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] Request body: {'port': {'device_id': '58043b4f-5c58-4d1c-8751-f3d713f82a45', 'network_id': '694b68c1-6cd3-41f7-a06a-df6c36f448a6', 'admin_state_up': True, 'tenant_id': 'e6919523e98148f4a1079e23d160a1f2'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:42:14.778780 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-088a7ee1-5f26-4dba-92d0-4c9cdde9a237 admin admin] Publish callbacks [] for security_group (ed8755a2-a72c-4023-94b3-258fa4b7c4b7), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:14.790024 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-088a7ee1-5f26-4dba-92d0-4c9cdde9a237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ed8755a2-a72c-4023-94b3-258fa4b7c4b7), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:14.824347 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-088a7ee1-5f26-4dba-92d0-4c9cdde9a237 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fff237a3e72144a19065caa7a78609c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7306962 Feb 16 22:42:14.827019 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36054) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:14.840324 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b671b9b2-495c-4d76-b525-185530fb29ab req-28d134f4-2925-4f9f-a1fa-c7e4a2a2ab9b tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] Made reservation on behalf of e6919523e98148f4a1079e23d160a1f2 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:42:14.855170 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b671b9b2-495c-4d76-b525-185530fb29ab req-28d134f4-2925-4f9f-a1fa-c7e4a2a2ab9b tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:14.934949 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-39f2e4a8-bdcf-446d-b138-0d5b5a6f6519 admin admin] Publish callbacks [] for security_group (ed8755a2-a72c-4023-94b3-258fa4b7c4b7), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:14.959537 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-39f2e4a8-bdcf-446d-b138-0d5b5a6f6519 admin admin] Publish callbacks [] for security_group (ed8755a2-a72c-4023-94b3-258fa4b7c4b7), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:14.993457 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 467e335b-17a2-4d04-b2d9-701d2c0bade7 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:42:15.041685 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-39f2e4a8-bdcf-446d-b138-0d5b5a6f6519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ed8755a2-a72c-4023-94b3-258fa4b7c4b7), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:15.045291 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-39f2e4a8-bdcf-446d-b138-0d5b5a6f6519 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:15.046884 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a7ee1-5f26-4dba-92d0-4c9cdde9a237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8755a2-a72c-4023-94b3-258fa4b7c4b7,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:15.048000 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-39f2e4a8-bdcf-446d-b138-0d5b5a6f6519 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ed8755a2-a72c-4023-94b3-258fa4b7c4b7 HTTP/1.1" status: 204 len: 168 time: 0.2193527 Feb 16 22:42:15.065505 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2e4a8-bdcf-446d-b138-0d5b5a6f6519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8755a2-a72c-4023-94b3-258fa4b7c4b7,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:15.129096 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 467e335b-17a2-4d04-b2d9-701d2c0bade7 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:42:15.140201 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 467e335b-17a2-4d04-b2d9-701d2c0bade7 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:42:15.140581 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (467e335b-17a2-4d04-b2d9-701d2c0bade7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:15.171983 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-b671b9b2-495c-4d76-b525-185530fb29ab req-28d134f4-2925-4f9f-a1fa-c7e4a2a2ab9b tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] Allocated IP 172.20.0.7 (694b68c1-6cd3-41f7-a06a-df6c36f448a6/82a90b89-87ed-442f-a613-1074e70e10d5/07d2fb18-69f6-4524-afc2-a540570195f5) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:42:15.282008 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 467e335b-17a2-4d04-b2d9-701d2c0bade7 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:42:15.282407 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (467e335b-17a2-4d04-b2d9-701d2c0bade7), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:15.365534 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6520022d-ea85-4d30-9d83-20d8a5ce3d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467e335b-17a2-4d04-b2d9-701d2c0bade7'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:42:15.371626 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe47948-db0a-4073-8399-3e3a01543190" -d '{"events": [{"server_uuid": "6520022d-ea85-4d30-9d83-20d8a5ce3d27", "name": "network-vif-plugged", "status": "completed", "tag": "467e335b-17a2-4d04-b2d9-701d2c0bade7"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:42:15.403672 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 467e335b-17a2-4d04-b2d9-701d2c0bade7, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=467e335b-17a2-4d04-b2d9-701d2c0bade7,segment=NetworkSegment(3e223efe-0cc0-470c-82d6-163c79fa25da),segment_id=3e223efe-0cc0-470c-82d6-163c79fa25da)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:42:15.425045 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (467e335b-17a2-4d04-b2d9-701d2c0bade7), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:15.542460 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=467e335b-17a2-4d04-b2d9-701d2c0bade7,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:15.552802 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b671b9b2-495c-4d76-b525-185530fb29ab req-28d134f4-2925-4f9f-a1fa-c7e4a2a2ab9b tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] Publish callbacks [] for port (07d2fb18-69f6-4524-afc2-a540570195f5), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:15.648423 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f39424-8ee9-4b87-a613-206c8f4c34e9 req-9c37a9a1-a2eb-44b3-b728-90eea4ed1210 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:15.650218 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b8f39424-8ee9-4b87-a613-206c8f4c34e9 req-9c37a9a1-a2eb-44b3-b728-90eea4ed1210 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=6520022d-ea85-4d30-9d83-20d8a5ce3d27 HTTP/1.1" status: 200 len: 946 time: 0.1686857 Feb 16 22:42:15.665917 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b671b9b2-495c-4d76-b525-185530fb29ab req-28d134f4-2925-4f9f-a1fa-c7e4a2a2ab9b tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (07d2fb18-69f6-4524-afc2-a540570195f5), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:16.191092 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d134f4-2925-4f9f-a1fa-c7e4a2a2ab9b tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] Pushing event updated for resources: {'Port': ['ID=07d2fb18-69f6-4524-afc2-a540570195f5,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:16.203698 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b671b9b2-495c-4d76-b525-185530fb29ab req-28d134f4-2925-4f9f-a1fa-c7e4a2a2ab9b tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] Network 694b68c1-6cd3-41f7-a06a-df6c36f448a6 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:42:16.208960 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-b671b9b2-495c-4d76-b525-185530fb29ab req-28d134f4-2925-4f9f-a1fa-c7e4a2a2ab9b tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:42:16.212923 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-b671b9b2-495c-4d76-b525-185530fb29ab req-28d134f4-2925-4f9f-a1fa-c7e4a2a2ab9b tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:42:16.291212 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b8f39424-8ee9-4b87-a613-206c8f4c34e9 req-61de895b-d60c-4b81-a120-16df4edcc92a tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/security-groups?id=0923e255-99c3-4803-abfb-3666c78da164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6348209 Feb 16 22:42:16.308574 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671b9b2-495c-4d76-b525-185530fb29ab req-28d134f4-2925-4f9f-a1fa-c7e4a2a2ab9b tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:16.309418 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b671b9b2-495c-4d76-b525-185530fb29ab req-28d134f4-2925-4f9f-a1fa-c7e4a2a2ab9b tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:16.335140 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b671b9b2-495c-4d76-b525-185530fb29ab req-28d134f4-2925-4f9f-a1fa-c7e4a2a2ab9b tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7487674 Feb 16 22:42:16.348152 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-b671b9b2-495c-4d76-b525-185530fb29ab req-3f703136-fb5c-4470-a605-46b0526a4aab service neutron] Request body: {'port': {'device_id': '58043b4f-5c58-4d1c-8751-f3d713f82a45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:42:16.396565 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ca8ff5-a341-4f95-8fe3-ca9c8ee856d2 x-openstack-request-id: req-d0ca8ff5-a341-4f95-8fe3-ca9c8ee856d2 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:42:16.397125 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6520022d-ea85-4d30-9d83-20d8a5ce3d27", "name": "network-vif-plugged", "status": "completed", "tag": "467e335b-17a2-4d04-b2d9-701d2c0bade7", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:42:16.397444 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d0ca8ff5-a341-4f95-8fe3-ca9c8ee856d2 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:42:16.397876 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6520022d-ea85-4d30-9d83-20d8a5ce3d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467e335b-17a2-4d04-b2d9-701d2c0bade7', 'code': 200} Feb 16 22:42:16.464628 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b671b9b2-495c-4d76-b525-185530fb29ab req-3f703136-fb5c-4470-a605-46b0526a4aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (07d2fb18-69f6-4524-afc2-a540570195f5), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:16.704128 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4c698-6a2f-40b6-be04-1ed290041e91 req-959b0cb1-6ffb-4fe8-84c7-ba807a518fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:16.706410 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0ed4c698-6a2f-40b6-be04-1ed290041e91 req-959b0cb1-6ffb-4fe8-84c7-ba807a518fca service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6520022d-ea85-4d30-9d83-20d8a5ce3d27 HTTP/1.1" status: 200 len: 1128 time: 0.1984677 Feb 16 22:42:16.755987 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba1d45-1ca8-4d76-9e74-ecaf8243c7ce req-113e2f81-526c-4399-b679-5c21551f9c23 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:16.757698 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0eba1d45-1ca8-4d76-9e74-ecaf8243c7ce req-113e2f81-526c-4399-b679-5c21551f9c23 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] 10.222.0.75 "GET /v2.0/ports?device_id=58043b4f-5c58-4d1c-8751-f3d713f82a45 HTTP/1.1" status: 200 len: 931 time: 0.2218878 Feb 16 22:42:16.834020 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0ed4c698-6a2f-40b6-be04-1ed290041e91 req-217887fe-fef7-40d6-a657-542a0fc6c33f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0923e255-99c3-4803-abfb-3666c78da164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145146 Feb 16 22:42:16.973222 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36120) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:17.093213 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0eba1d45-1ca8-4d76-9e74-ecaf8243c7ce req-4458d8f8-bbe2-4256-a6c1-7784cf04ddac tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] 10.222.0.75 "GET /v2.0/security-groups?id=695fac90-64f1-4c17-9dfb-e3d97a7f9602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268092 Feb 16 22:42:17.109894 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-b671b9b2-495c-4d76-b525-185530fb29ab req-3f703136-fb5c-4470-a605-46b0526a4aab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07d2fb18-69f6-4524-afc2-a540570195f5 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:42:17.129011 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b671b9b2-495c-4d76-b525-185530fb29ab req-3f703136-fb5c-4470-a605-46b0526a4aab service neutron] Publish callbacks [] for port (07d2fb18-69f6-4524-afc2-a540570195f5), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:17.156849 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-b671b9b2-495c-4d76-b525-185530fb29ab req-3f703136-fb5c-4470-a605-46b0526a4aab service neutron] Transition to ACTIVE for port object 07d2fb18-69f6-4524-afc2-a540570195f5 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:42:17.164153 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b671b9b2-495c-4d76-b525-185530fb29ab req-3f703136-fb5c-4470-a605-46b0526a4aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (07d2fb18-69f6-4524-afc2-a540570195f5), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:17.193795 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cceb976f-50d5-43e4-83d0-2d79cc207156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:17.256831 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f703136-fb5c-4470-a605-46b0526a4aab service neutron] Pushing event updated for resources: {'Port': ['ID=07d2fb18-69f6-4524-afc2-a540570195f5,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:17.348230 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cceb976f-50d5-43e4-83d0-2d79cc207156 admin admin] Publish callbacks [] for security_group (b3a9511f-70d2-4269-bf11-d7ba8140348b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:17.354900 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cceb976f-50d5-43e4-83d0-2d79cc207156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b3a9511f-70d2-4269-bf11-d7ba8140348b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:17.398994 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-cceb976f-50d5-43e4-83d0-2d79cc207156 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8a26fe47e6bf4b548403e9135d475c02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4239697 Feb 16 22:42:17.401736 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 36136) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:17.414917 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb976f-50d5-43e4-83d0-2d79cc207156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a9511f-70d2-4269-bf11-d7ba8140348b,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:17.533890 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-b671b9b2-495c-4d76-b525-185530fb29ab req-3f703136-fb5c-4470-a605-46b0526a4aab service neutron] Attempting to bind port 07d2fb18-69f6-4524-afc2-a540570195f5 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:42:17.534265 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-b671b9b2-495c-4d76-b525-185530fb29ab req-3f703136-fb5c-4470-a605-46b0526a4aab service neutron] Attempting to bind port 07d2fb18-69f6-4524-afc2-a540570195f5 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '33b1bf3b-8f77-4653-8657-c0f2882379f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '694b68c1-6cd3-41f7-a06a-df6c36f448a6'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:42:17.534592 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b671b9b2-495c-4d76-b525-185530fb29ab req-3f703136-fb5c-4470-a605-46b0526a4aab service neutron] Attempting to bind port 07d2fb18-69f6-4524-afc2-a540570195f5 on network 694b68c1-6cd3-41f7-a06a-df6c36f448a6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:42:17.536514 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0a59f955-d97c-476d-afec-1198f5f3fd92 admin admin] Publish callbacks [] for security_group (b3a9511f-70d2-4269-bf11-d7ba8140348b), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:17.553517 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b671b9b2-495c-4d76-b525-185530fb29ab req-3f703136-fb5c-4470-a605-46b0526a4aab service neutron] Port 07d2fb18-69f6-4524-afc2-a540570195f5 on network 694b68c1-6cd3-41f7-a06a-df6c36f448a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:42:17.553859 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b671b9b2-495c-4d76-b525-185530fb29ab req-3f703136-fb5c-4470-a605-46b0526a4aab service neutron] Attempting to bind port 07d2fb18-69f6-4524-afc2-a540570195f5 on network 694b68c1-6cd3-41f7-a06a-df6c36f448a6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:42:17.574794 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0a59f955-d97c-476d-afec-1198f5f3fd92 admin admin] Publish callbacks [] for security_group (b3a9511f-70d2-4269-bf11-d7ba8140348b), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:17.584010 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b671b9b2-495c-4d76-b525-185530fb29ab req-3f703136-fb5c-4470-a605-46b0526a4aab service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:42:17.584350 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b671b9b2-495c-4d76-b525-185530fb29ab req-3f703136-fb5c-4470-a605-46b0526a4aab service neutron] Checking segment: {'id': '33b1bf3b-8f77-4653-8657-c0f2882379f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '694b68c1-6cd3-41f7-a06a-df6c36f448a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:42:17.585025 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b671b9b2-495c-4d76-b525-185530fb29ab req-3f703136-fb5c-4470-a605-46b0526a4aab service neutron] Bound using segment: {'id': '33b1bf3b-8f77-4653-8657-c0f2882379f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '694b68c1-6cd3-41f7-a06a-df6c36f448a6'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:42:17.585475 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-b671b9b2-495c-4d76-b525-185530fb29ab req-3f703136-fb5c-4470-a605-46b0526a4aab service neutron] Bound port: 07d2fb18-69f6-4524-afc2-a540570195f5, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b1bf3b-8f77-4653-8657-c0f2882379f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '694b68c1-6cd3-41f7-a06a-df6c36f448a6'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:42:17.585944 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b671b9b2-495c-4d76-b525-185530fb29ab req-3f703136-fb5c-4470-a605-46b0526a4aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (07d2fb18-69f6-4524-afc2-a540570195f5), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:17.649892 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa2845-b016-4a65-b50a-a52565e135f5 req-7ce261d7-5c77-41cd-bc76-904b2406f7c9 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:17.651534 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4bfa2845-b016-4a65-b50a-a52565e135f5 req-7ce261d7-5c77-41cd-bc76-904b2406f7c9 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=6520022d-ea85-4d30-9d83-20d8a5ce3d27 HTTP/1.1" status: 200 len: 946 time: 0.1774909 Feb 16 22:42:17.723607 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0a59f955-d97c-476d-afec-1198f5f3fd92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b3a9511f-70d2-4269-bf11-d7ba8140348b), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:17.726082 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0a59f955-d97c-476d-afec-1198f5f3fd92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:17.729533 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0a59f955-d97c-476d-afec-1198f5f3fd92 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b3a9511f-70d2-4269-bf11-d7ba8140348b HTTP/1.1" status: 204 len: 168 time: 0.3232231 Feb 16 22:42:17.756175 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-b671b9b2-495c-4d76-b525-185530fb29ab req-3f703136-fb5c-4470-a605-46b0526a4aab service neutron] For port 07d2fb18-69f6-4524-afc2-a540570195f5, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:42:17.758563 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59f955-d97c-476d-afec-1198f5f3fd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a9511f-70d2-4269-bf11-d7ba8140348b,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:17.778641 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4bfa2845-b016-4a65-b50a-a52565e135f5 req-30db182b-0761-4987-b377-2e054a70b67b tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/security-groups?id=0923e255-99c3-4803-abfb-3666c78da164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953031 Feb 16 22:42:17.814552 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-b671b9b2-495c-4d76-b525-185530fb29ab req-3f703136-fb5c-4470-a605-46b0526a4aab service neutron] For port 07d2fb18-69f6-4524-afc2-a540570195f5, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=07d2fb18-69f6-4524-afc2-a540570195f5,segment=NetworkSegment(33b1bf3b-8f77-4653-8657-c0f2882379f2),segment_id=33b1bf3b-8f77-4653-8657-c0f2882379f2)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:42:17.826092 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b671b9b2-495c-4d76-b525-185530fb29ab req-3f703136-fb5c-4470-a605-46b0526a4aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (07d2fb18-69f6-4524-afc2-a540570195f5), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:17.877192 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671b9b2-495c-4d76-b525-185530fb29ab req-3f703136-fb5c-4470-a605-46b0526a4aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:17.878886 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b671b9b2-495c-4d76-b525-185530fb29ab req-3f703136-fb5c-4470-a605-46b0526a4aab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:17.880789 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b671b9b2-495c-4d76-b525-185530fb29ab req-3f703136-fb5c-4470-a605-46b0526a4aab service neutron] 10.222.0.67 "PUT /v2.0/ports/07d2fb18-69f6-4524-afc2-a540570195f5 HTTP/1.1" status: 200 len: 1091 time: 1.5383608 Feb 16 22:42:17.881910 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58043b4f-5c58-4d1c-8751-f3d713f82a45', 'tag': '07d2fb18-69f6-4524-afc2-a540570195f5'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:42:17.885261 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734ab4fb-0078-4f59-b325-5d97d6cf4505" -d '{"events": [{"name": "network-changed", "server_uuid": "58043b4f-5c58-4d1c-8751-f3d713f82a45", "tag": "07d2fb18-69f6-4524-afc2-a540570195f5"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:42:17.969689 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2af14b4-bd4f-48d2-a3d2-408daaaffe72 x-openstack-request-id: req-a2af14b4-bd4f-48d2-a3d2-408daaaffe72 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:42:17.970088 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58043b4f-5c58-4d1c-8751-f3d713f82a45", "tag": "07d2fb18-69f6-4524-afc2-a540570195f5", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:42:17.970351 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a2af14b4-bd4f-48d2-a3d2-408daaaffe72 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:42:17.971460 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58043b4f-5c58-4d1c-8751-f3d713f82a45', 'tag': '07d2fb18-69f6-4524-afc2-a540570195f5', 'status': 'completed', 'code': 200} Feb 16 22:42:17.988201 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f703136-fb5c-4470-a605-46b0526a4aab service neutron] Pushing event updated for resources: {'Port': ['ID=07d2fb18-69f6-4524-afc2-a540570195f5,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:18.089140 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ab4fb-0078-4f59-b325-5d97d6cf4505 req-781f4f9c-81d6-4195-9d65-6a23671bbef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:18.095438 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-734ab4fb-0078-4f59-b325-5d97d6cf4505 req-781f4f9c-81d6-4195-9d65-6a23671bbef0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e6919523e98148f4a1079e23d160a1f2&device_id=58043b4f-5c58-4d1c-8751-f3d713f82a45 HTTP/1.1" status: 200 len: 1125 time: 0.0998287 Feb 16 22:42:18.372983 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ab4fb-0078-4f59-b325-5d97d6cf4505 req-42bd799f-5979-4b81-9ee2-53c906d32f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:18.374674 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-734ab4fb-0078-4f59-b325-5d97d6cf4505 req-42bd799f-5979-4b81-9ee2-53c906d32f3c service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=e6919523e98148f4a1079e23d160a1f2&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2734520 Feb 16 22:42:18.382036 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af8116-1990-4107-8ed9-987fd9541a1f req-6eb51ef9-2e41-4ffe-b760-ee13bbdbc3c9 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:18.400282 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-99af8116-1990-4107-8ed9-987fd9541a1f req-6eb51ef9-2e41-4ffe-b760-ee13bbdbc3c9 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] 10.222.0.75 "GET /v2.0/ports?device_id=58043b4f-5c58-4d1c-8751-f3d713f82a45 HTTP/1.1" status: 200 len: 943 time: 0.1399646 Feb 16 22:42:18.614716 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-99af8116-1990-4107-8ed9-987fd9541a1f req-a9d47631-10f9-4ebe-8442-0b2ed29a04e1 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] 10.222.0.75 "GET /v2.0/security-groups?id=695fac90-64f1-4c17-9dfb-e3d97a7f9602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125108 Feb 16 22:42:18.663245 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ab4fb-0078-4f59-b325-5d97d6cf4505 req-21d50534-27ef-4eb9-b9bd-b3371366d9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:18.664724 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-734ab4fb-0078-4f59-b325-5d97d6cf4505 req-21d50534-27ef-4eb9-b9bd-b3371366d9b3 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2571473 Feb 16 22:42:18.783990 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671b9b2-495c-4d76-b525-185530fb29ab req-52783b10-207b-4992-a431-317f0a773465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:18.791314 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b671b9b2-495c-4d76-b525-185530fb29ab req-52783b10-207b-4992-a431-317f0a773465 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e6919523e98148f4a1079e23d160a1f2&device_id=58043b4f-5c58-4d1c-8751-f3d713f82a45 HTTP/1.1" status: 200 len: 1125 time: 0.0715153 Feb 16 22:42:18.863834 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b671b9b2-495c-4d76-b525-185530fb29ab req-6ff27820-fdab-4bec-b045-4f4fb5bd5395 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07d2fb18-69f6-4524-afc2-a540570195f5 HTTP/1.1" status: 200 len: 217 time: 0.0641308 Feb 16 22:42:18.993848 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671b9b2-495c-4d76-b525-185530fb29ab req-820b9e8c-dccd-4399-a2c2-d9e8da8baa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:18.995809 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b671b9b2-495c-4d76-b525-185530fb29ab req-820b9e8c-dccd-4399-a2c2-d9e8da8baa34 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=82a90b89-87ed-442f-a613-1074e70e10d5 HTTP/1.1" status: 200 len: 861 time: 0.0863729 Feb 16 22:42:19.008949 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc2981-cc42-4788-a5a9-2404cbdf954c req-aabbb6dd-1ee2-4631-943b-19ffc4cd321e tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:19.010589 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b2fc2981-cc42-4788-a5a9-2404cbdf954c req-aabbb6dd-1ee2-4631-943b-19ffc4cd321e tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=6520022d-ea85-4d30-9d83-20d8a5ce3d27 HTTP/1.1" status: 200 len: 946 time: 0.1458540 Feb 16 22:42:19.048312 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b671b9b2-495c-4d76-b525-185530fb29ab req-04c53c7f-b87b-40db-88c0-005dcff57c74 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=694b68c1-6cd3-41f7-a06a-df6c36f448a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363777 Feb 16 22:42:19.208784 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b2fc2981-cc42-4788-a5a9-2404cbdf954c req-35484295-678e-4460-87a6-a8f065aa4a81 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/security-groups?id=0923e255-99c3-4803-abfb-3666c78da164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877706 Feb 16 22:42:19.271088 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b671b9b2-495c-4d76-b525-185530fb29ab req-b5b2cdec-d49e-47c6-95c6-75dcbfecd023 service neutron] 10.222.0.67 "GET /v2.0/networks/694b68c1-6cd3-41f7-a06a-df6c36f448a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129085 Feb 16 22:42:19.477647 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b671b9b2-495c-4d76-b525-185530fb29ab req-4498641f-531f-45bd-bd4b-957dcf3f5ebc service neutron] 10.222.0.67 "GET /v2.0/networks/694b68c1-6cd3-41f7-a06a-df6c36f448a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998458 Feb 16 22:42:19.527656 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1b822-7165-49a9-8027-16b045fadcb2 req-b897046f-3dbb-470c-ac6b-27f3101d3ac2 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:19.529234 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cbd1b822-7165-49a9-8027-16b045fadcb2 req-b897046f-3dbb-470c-ac6b-27f3101d3ac2 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=6520022d-ea85-4d30-9d83-20d8a5ce3d27 HTTP/1.1" status: 200 len: 946 time: 0.1252239 Feb 16 22:42:19.587044 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cbd1b822-7165-49a9-8027-16b045fadcb2 req-ed623887-90f9-4c97-9eef-5e657c6f7383 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/security-groups?id=0923e255-99c3-4803-abfb-3666c78da164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502560 Feb 16 22:42:19.826342 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0c358-e830-492a-8aa6-b978f69fbc86 req-1ab2c94f-1589-433d-bd68-6f426d538c06 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:19.827949 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4fc0c358-e830-492a-8aa6-b978f69fbc86 req-1ab2c94f-1589-433d-bd68-6f426d538c06 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] 10.222.0.75 "GET /v2.0/ports?device_id=58043b4f-5c58-4d1c-8751-f3d713f82a45 HTTP/1.1" status: 200 len: 943 time: 0.0984964 Feb 16 22:42:19.917779 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4fc0c358-e830-492a-8aa6-b978f69fbc86 req-be9de206-5763-4865-861f-3d3945ce4b85 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] 10.222.0.75 "GET /v2.0/security-groups?id=695fac90-64f1-4c17-9dfb-e3d97a7f9602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813143 Feb 16 22:42:20.651250 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c277e438-69da-42dc-957f-c825eccd559f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:21.071980 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694bc570-4e61-4bb9-bbf6-afecd8cc9e36 req-e0b4c092-a03f-4c03-b07f-ce9c396903f9 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:21.073908 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-694bc570-4e61-4bb9-bbf6-afecd8cc9e36 req-e0b4c092-a03f-4c03-b07f-ce9c396903f9 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] 10.222.0.75 "GET /v2.0/ports?device_id=58043b4f-5c58-4d1c-8751-f3d713f82a45 HTTP/1.1" status: 200 len: 943 time: 0.0883279 Feb 16 22:42:21.128930 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36334) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:21.190611 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-694bc570-4e61-4bb9-bbf6-afecd8cc9e36 req-8e9d993b-a7dc-416b-b03a-59130a1c8c62 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] 10.222.0.75 "GET /v2.0/security-groups?id=695fac90-64f1-4c17-9dfb-e3d97a7f9602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105564 Feb 16 22:42:21.984010 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5eddd650-73e5-4e98-80fe-0c1d5d45a3d6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:22.444940 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca13bb-5081-485e-819a-6f690270c05f req-a9ab055b-1826-416a-a3a4-67ac8837cd4f tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:22.446708 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-adca13bb-5081-485e-819a-6f690270c05f req-a9ab055b-1826-416a-a3a4-67ac8837cd4f tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] 10.222.0.75 "GET /v2.0/ports?device_id=58043b4f-5c58-4d1c-8751-f3d713f82a45 HTTP/1.1" status: 200 len: 943 time: 0.1121719 Feb 16 22:42:22.527450 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-5eddd650-73e5-4e98-80fe-0c1d5d45a3d6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Allocated IP 172.20.0.17 (7c22bded-9a3a-47da-9660-d16534bab41e/e8aa851c-b41e-48c6-8995-b75aab8fe929/89a5a78a-85ba-4cab-8248-09a0515cc3f0) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:42:22.597175 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-adca13bb-5081-485e-819a-6f690270c05f req-c6db9933-30c3-4682-b9a0-78c1ebd6a46d tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] 10.222.0.75 "GET /v2.0/security-groups?id=695fac90-64f1-4c17-9dfb-e3d97a7f9602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312265 Feb 16 22:42:22.672076 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5eddd650-73e5-4e98-80fe-0c1d5d45a3d6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for port (89a5a78a-85ba-4cab-8248-09a0515cc3f0), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:22.743496 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5eddd650-73e5-4e98-80fe-0c1d5d45a3d6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (89a5a78a-85ba-4cab-8248-09a0515cc3f0), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:22.787915 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eddd650-73e5-4e98-80fe-0c1d5d45a3d6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Network 7c22bded-9a3a-47da-9660-d16534bab41e is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:42:22.793916 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-5eddd650-73e5-4e98-80fe-0c1d5d45a3d6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:42:22.797816 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eddd650-73e5-4e98-80fe-0c1d5d45a3d6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:42:22.823894 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eddd650-73e5-4e98-80fe-0c1d5d45a3d6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'Port': ['ID=89a5a78a-85ba-4cab-8248-09a0515cc3f0,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:22.862253 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5eddd650-73e5-4e98-80fe-0c1d5d45a3d6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (971239f2-12df-4568-a458-86269bfbdf32), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:23.128384 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cb13dd0a-aadb-429a-abad-c8fd0f6e3c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:23.207814 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5eddd650-73e5-4e98-80fe-0c1d5d45a3d6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (89a5a78a-85ba-4cab-8248-09a0515cc3f0), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:23.378363 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f92c8e27-1485-4d9a-bfdc-5ae9bff6b74a None None] Provisioning complete for port 89a5a78a-85ba-4cab-8248-09a0515cc3f0 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:42:23.379127 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f92c8e27-1485-4d9a-bfdc-5ae9bff6b74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (89a5a78a-85ba-4cab-8248-09a0515cc3f0), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:23.473480 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f92c8e27-1485-4d9a-bfdc-5ae9bff6b74a None None] Port 89a5a78a-85ba-4cab-8248-09a0515cc3f0 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:42:23.564040 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 07d2fb18-69f6-4524-afc2-a540570195f5 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:42:23.719302 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5eddd650-73e5-4e98-80fe-0c1d5d45a3d6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for port (89a5a78a-85ba-4cab-8248-09a0515cc3f0), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:23.734502 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5eddd650-73e5-4e98-80fe-0c1d5d45a3d6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (89a5a78a-85ba-4cab-8248-09a0515cc3f0), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:23.794060 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 07d2fb18-69f6-4524-afc2-a540570195f5, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=07d2fb18-69f6-4524-afc2-a540570195f5,segment=NetworkSegment(33b1bf3b-8f77-4653-8657-c0f2882379f2),segment_id=33b1bf3b-8f77-4653-8657-c0f2882379f2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:42:23.846496 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '07d2fb18-69f6-4524-afc2-a540570195f5', 'network_id': '694b68c1-6cd3-41f7-a06a-df6c36f448a6', 'port_id': '07d2fb18-69f6-4524-afc2-a540570195f5', 'mac_address': 'fa:16:3e:23:b9:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82a90b89-87ed-442f-a613-1074e70e10d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:42:23.890274 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c046685-4751-4886-bda9-b73b140cefcb req-83786e63-b716-4d05-8dc8-92f27df3181a tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:23.899355 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4c046685-4751-4886-bda9-b73b140cefcb req-83786e63-b716-4d05-8dc8-92f27df3181a tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] 10.222.0.75 "GET /v2.0/ports?device_id=58043b4f-5c58-4d1c-8751-f3d713f82a45 HTTP/1.1" status: 200 len: 943 time: 0.1197233 Feb 16 22:42:23.936526 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 07d2fb18-69f6-4524-afc2-a540570195f5 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:42:23.937429 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (07d2fb18-69f6-4524-afc2-a540570195f5), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:23.952690 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07d2fb18-69f6-4524-afc2-a540570195f5 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:42:23.959613 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5eddd650-73e5-4e98-80fe-0c1d5d45a3d6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (971239f2-12df-4568-a458-86269bfbdf32), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:23.978456 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 07d2fb18-69f6-4524-afc2-a540570195f5, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=07d2fb18-69f6-4524-afc2-a540570195f5,segment=NetworkSegment(33b1bf3b-8f77-4653-8657-c0f2882379f2),segment_id=33b1bf3b-8f77-4653-8657-c0f2882379f2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:42:23.984020 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (07d2fb18-69f6-4524-afc2-a540570195f5), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:24.071075 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=07d2fb18-69f6-4524-afc2-a540570195f5,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:24.072666 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eddd650-73e5-4e98-80fe-0c1d5d45a3d6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'Port': ['ID=89a5a78a-85ba-4cab-8248-09a0515cc3f0,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:24.081993 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4c046685-4751-4886-bda9-b73b140cefcb req-74a1bf75-904e-4343-aab7-9bdf0227caa0 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] 10.222.0.75 "GET /v2.0/security-groups?id=695fac90-64f1-4c17-9dfb-e3d97a7f9602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759529 Feb 16 22:42:24.232043 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eddd650-73e5-4e98-80fe-0c1d5d45a3d6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Network 7c22bded-9a3a-47da-9660-d16534bab41e is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:42:24.233695 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-5eddd650-73e5-4e98-80fe-0c1d5d45a3d6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:42:24.268634 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:24.316337 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['07d2fb18-69f6-4524-afc2-a540570195f5'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:42:24.458466 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eddd650-73e5-4e98-80fe-0c1d5d45a3d6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Router 971239f2-12df-4568-a458-86269bfbdf32 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:42:24.704863 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-c0866708-c8f3-4d6d-8c79-ccd7ba43c162 None None] Provisioning complete for port 89a5a78a-85ba-4cab-8248-09a0515cc3f0 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:42:24.705302 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c0866708-c8f3-4d6d-8c79-ccd7ba43c162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (89a5a78a-85ba-4cab-8248-09a0515cc3f0), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:24.718516 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eddd650-73e5-4e98-80fe-0c1d5d45a3d6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:42:24.747038 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5eddd650-73e5-4e98-80fe-0c1d5d45a3d6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "PUT /v2.0/routers/971239f2-12df-4568-a458-86269bfbdf32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6158257 Feb 16 22:42:24.797714 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451f02ed-358a-4d1f-967c-e9c4cff5c5c5 None None] Sync routers for ids ['971239f2-12df-4568-a458-86269bfbdf32'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:42:24.848468 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451f02ed-358a-4d1f-967c-e9c4cff5c5c5 None None] Routers {'971239f2-12df-4568-a458-86269bfbdf32'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:42:24.849125 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-451f02ed-358a-4d1f-967c-e9c4cff5c5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:42:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['971239f2-12df-4568-a458-86269bfbdf32'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:24.862039 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-c0866708-c8f3-4d6d-8c79-ccd7ba43c162 None None] Port 89a5a78a-85ba-4cab-8248-09a0515cc3f0 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:42:25.051018 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-451f02ed-358a-4d1f-967c-e9c4cff5c5c5 None None] Set router 971239f2-12df-4568-a458-86269bfbdf32 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:42:25.255917 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8b5c4-4142-45dc-a059-97e8d1bd6077 req-27689ea7-85f1-4bec-b039-4004c15b9f27 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:25.258269 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0ad8b5c4-4142-45dc-a059-97e8d1bd6077 req-27689ea7-85f1-4bec-b039-4004c15b9f27 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] 10.222.0.75 "GET /v2.0/ports?device_id=58043b4f-5c58-4d1c-8751-f3d713f82a45 HTTP/1.1" status: 200 len: 944 time: 0.0904307 Feb 16 22:42:25.317472 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0ad8b5c4-4142-45dc-a059-97e8d1bd6077 req-655edae9-ef83-4e46-b549-0218b3433c48 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] 10.222.0.75 "GET /v2.0/security-groups?id=695fac90-64f1-4c17-9dfb-e3d97a7f9602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531197 Feb 16 22:42:25.515292 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-451f02ed-358a-4d1f-967c-e9c4cff5c5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971239f2-12df-4568-a458-86269bfbdf32', 'name': 'tempest-TestNetworkBasicOps-router-33925818', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:40:42Z', 'updated_at': '2022-02-16T22:42:23Z', 'revision_number': 5, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'gw_port': {'id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:40:43Z', 'updated_at': '2022-02-16T22:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'ef15a03d-a202-41fd-a401-560ebcc6dd1a', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'floating_ip_address': '172.25.2.220', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '971239f2-12df-4568-a458-86269bfbdf32', 'port_id': '34a7b2db-4a1f-4d26-8629-0366d854d101', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a', 'mac_address': 'fa:16:3e:8e:be:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011dc53-315d-457a-a7b7-08815802e15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:41:16Z', 'updated_at': '2022-02-16T22:41:20Z', 'revision_number': 1, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89a5a78a-85ba-4cab-8248-09a0515cc3f0', 'name': '', 'network_id': '7c22bded-9a3a-47da-9660-d16534bab41e', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'mac_address': 'fa:16:3e:85:f4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'e8aa851c-b41e-48c6-8995-b75aab8fe929', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:42:22Z', 'updated_at': '2022-02-16T22:42:23Z', 'revision_number': 2, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'subnets': [{'id': 'e8aa851c-b41e-48c6-8995-b75aab8fe929', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99de20ce-7945-4743-9822-c5d1ea1db83c', 'name': '', 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'mac_address': 'fa:16:3e:92:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'bb550098-38cf-4a15-8885-1824e020ff82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:40:49Z', 'updated_at': '2022-02-16T22:40:57Z', 'revision_number': 5, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'subnets': [{'id': 'bb550098-38cf-4a15-8885-1824e020ff82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:25.556714 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451f02ed-358a-4d1f-967c-e9c4cff5c5c5 None None] Checking router: 971239f2-12df-4568-a458-86269bfbdf32 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:42:25.557368 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451f02ed-358a-4d1f-967c-e9c4cff5c5c5 None None] Updating router 971239f2-12df-4568-a458-86269bfbdf32 port 89a5a78a-85ba-4cab-8248-09a0515cc3f0 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:42:25.582530 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 07d2fb18-69f6-4524-afc2-a540570195f5 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:42:25.648667 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-451f02ed-358a-4d1f-967c-e9c4cff5c5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (89a5a78a-85ba-4cab-8248-09a0515cc3f0), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:25.656029 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:25.718757 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 07d2fb18-69f6-4524-afc2-a540570195f5 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:42:25.728528 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 07d2fb18-69f6-4524-afc2-a540570195f5 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:42:25.728915 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (07d2fb18-69f6-4524-afc2-a540570195f5), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:26.005642 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 07d2fb18-69f6-4524-afc2-a540570195f5 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:42:26.006323 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (07d2fb18-69f6-4524-afc2-a540570195f5), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:26.057588 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58043b4f-5c58-4d1c-8751-f3d713f82a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d2fb18-69f6-4524-afc2-a540570195f5'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:42:26.059879 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c11a56-3ea1-4c27-8ac4-a78f86203e39" -d '{"events": [{"server_uuid": "58043b4f-5c58-4d1c-8751-f3d713f82a45", "name": "network-vif-plugged", "status": "completed", "tag": "07d2fb18-69f6-4524-afc2-a540570195f5"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:42:26.081843 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 07d2fb18-69f6-4524-afc2-a540570195f5, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=07d2fb18-69f6-4524-afc2-a540570195f5,segment=NetworkSegment(33b1bf3b-8f77-4653-8657-c0f2882379f2),segment_id=33b1bf3b-8f77-4653-8657-c0f2882379f2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:42:26.090235 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (07d2fb18-69f6-4524-afc2-a540570195f5), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:26.157300 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf69fe7a-e43e-475f-b9e8-77e5f6f11fef x-openstack-request-id: req-cf69fe7a-e43e-475f-b9e8-77e5f6f11fef {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:42:26.157300 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58043b4f-5c58-4d1c-8751-f3d713f82a45", "name": "network-vif-plugged", "status": "completed", "tag": "07d2fb18-69f6-4524-afc2-a540570195f5", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:42:26.157650 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cf69fe7a-e43e-475f-b9e8-77e5f6f11fef {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:42:26.158572 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58043b4f-5c58-4d1c-8751-f3d713f82a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d2fb18-69f6-4524-afc2-a540570195f5', 'code': 200} Feb 16 22:42:26.200971 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-451f02ed-358a-4d1f-967c-e9c4cff5c5c5 None None] Publish callbacks [] for port (89a5a78a-85ba-4cab-8248-09a0515cc3f0), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:26.207659 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=07d2fb18-69f6-4524-afc2-a540570195f5,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:26.219029 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-451f02ed-358a-4d1f-967c-e9c4cff5c5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (89a5a78a-85ba-4cab-8248-09a0515cc3f0), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:26.276395 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fe44e-20f3-489f-a94c-26f0b2cbc8c4 req-9c27dd32-62b0-4ec4-81ba-7b524f7a97c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:26.278546 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-777fe44e-20f3-489f-a94c-26f0b2cbc8c4 req-9c27dd32-62b0-4ec4-81ba-7b524f7a97c2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=58043b4f-5c58-4d1c-8751-f3d713f82a45 HTTP/1.1" status: 200 len: 1127 time: 0.0658524 Feb 16 22:42:26.405328 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-777fe44e-20f3-489f-a94c-26f0b2cbc8c4 req-9092a189-5469-4eff-8080-7fc8f4166001 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=695fac90-64f1-4c17-9dfb-e3d97a7f9602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025298 Feb 16 22:42:26.409702 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91d5fc-69fe-4ac1-ba5a-be8041a52e73 None None] Pushing event updated for resources: {'Port': ['ID=89a5a78a-85ba-4cab-8248-09a0515cc3f0,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:26.491453 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-451f02ed-358a-4d1f-967c-e9c4cff5c5c5 None None] Attempting to bind port 89a5a78a-85ba-4cab-8248-09a0515cc3f0 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:42:26.491968 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-451f02ed-358a-4d1f-967c-e9c4cff5c5c5 None None] Attempting to bind port 89a5a78a-85ba-4cab-8248-09a0515cc3f0 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '3e223efe-0cc0-470c-82d6-163c79fa25da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7c22bded-9a3a-47da-9660-d16534bab41e'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:42:26.492446 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451f02ed-358a-4d1f-967c-e9c4cff5c5c5 None None] Attempting to bind port 89a5a78a-85ba-4cab-8248-09a0515cc3f0 on network 7c22bded-9a3a-47da-9660-d16534bab41e {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:42:26.499215 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451f02ed-358a-4d1f-967c-e9c4cff5c5c5 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:42:26.499600 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451f02ed-358a-4d1f-967c-e9c4cff5c5c5 None None] Checking segment: {'id': '3e223efe-0cc0-470c-82d6-163c79fa25da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7c22bded-9a3a-47da-9660-d16534bab41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:42:26.500004 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-451f02ed-358a-4d1f-967c-e9c4cff5c5c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:26.504833 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451f02ed-358a-4d1f-967c-e9c4cff5c5c5 None None] Bound using segment: {'id': '3e223efe-0cc0-470c-82d6-163c79fa25da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7c22bded-9a3a-47da-9660-d16534bab41e'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:42:26.505339 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-451f02ed-358a-4d1f-967c-e9c4cff5c5c5 None None] Bound port: 89a5a78a-85ba-4cab-8248-09a0515cc3f0, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e223efe-0cc0-470c-82d6-163c79fa25da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7c22bded-9a3a-47da-9660-d16534bab41e'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:42:26.505729 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-451f02ed-358a-4d1f-967c-e9c4cff5c5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (89a5a78a-85ba-4cab-8248-09a0515cc3f0), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:26.582713 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c0203-a279-4e89-b3d5-094c069d567f req-53559268-553f-4924-aa82-8dbb8d43b9f0 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:26.584174 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b78c0203-a279-4e89-b3d5-094c069d567f req-53559268-553f-4924-aa82-8dbb8d43b9f0 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] 10.222.0.75 "GET /v2.0/ports?device_id=58043b4f-5c58-4d1c-8751-f3d713f82a45 HTTP/1.1" status: 200 len: 945 time: 0.1484642 Feb 16 22:42:26.658642 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-451f02ed-358a-4d1f-967c-e9c4cff5c5c5 None None] For port 89a5a78a-85ba-4cab-8248-09a0515cc3f0, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:42:26.666603 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-451f02ed-358a-4d1f-967c-e9c4cff5c5c5 None None] For port 89a5a78a-85ba-4cab-8248-09a0515cc3f0, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=89a5a78a-85ba-4cab-8248-09a0515cc3f0,segment=NetworkSegment(3e223efe-0cc0-470c-82d6-163c79fa25da),segment_id=3e223efe-0cc0-470c-82d6-163c79fa25da)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:42:26.675098 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-451f02ed-358a-4d1f-967c-e9c4cff5c5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (89a5a78a-85ba-4cab-8248-09a0515cc3f0), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:26.696836 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b78c0203-a279-4e89-b3d5-094c069d567f req-299d8234-8cc2-41e7-bfd6-5d2069260902 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] 10.222.0.75 "GET /v2.0/security-groups?id=695fac90-64f1-4c17-9dfb-e3d97a7f9602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931551 Feb 16 22:42:26.790074 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451f02ed-358a-4d1f-967c-e9c4cff5c5c5 None None] Routers {'971239f2-12df-4568-a458-86269bfbdf32'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:42:26.790074 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-451f02ed-358a-4d1f-967c-e9c4cff5c5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:42:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['971239f2-12df-4568-a458-86269bfbdf32'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:27.134490 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7af72eeb-5638-4b15-9822-15710232c798 None None] Provisioning complete for port 89a5a78a-85ba-4cab-8248-09a0515cc3f0 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:42:27.134871 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7af72eeb-5638-4b15-9822-15710232c798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (89a5a78a-85ba-4cab-8248-09a0515cc3f0), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:27.139653 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91d5fc-69fe-4ac1-ba5a-be8041a52e73 None None] Pushing event updated for resources: {'Port': ['ID=89a5a78a-85ba-4cab-8248-09a0515cc3f0,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:27.144623 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:27.227908 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-451f02ed-358a-4d1f-967c-e9c4cff5c5c5 None None] Set router 971239f2-12df-4568-a458-86269bfbdf32 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:42:27.425479 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 36750) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:27.615918 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-928cbe91-883c-47b3-a12b-d0cc555ca071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:27.695300 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-928cbe91-883c-47b3-a12b-d0cc555ca071 admin admin] Publish callbacks [] for security_group (6f005e40-456b-41cd-bc30-7ec86dd5ea65), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:27.700479 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-928cbe91-883c-47b3-a12b-d0cc555ca071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (6f005e40-456b-41cd-bc30-7ec86dd5ea65), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:27.730574 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-928cbe91-883c-47b3-a12b-d0cc555ca071 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5815cd96ef2042a39149a78527733247&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3035755 Feb 16 22:42:27.733037 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 36754) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:27.877276 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7af72eeb-5638-4b15-9822-15710232c798 None None] Current status of the port 89a5a78a-85ba-4cab-8248-09a0515cc3f0 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:42:27.877886 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7af72eeb-5638-4b15-9822-15710232c798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (89a5a78a-85ba-4cab-8248-09a0515cc3f0), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:27.882615 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928cbe91-883c-47b3-a12b-d0cc555ca071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f005e40-456b-41cd-bc30-7ec86dd5ea65,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:27.957250 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7af72eeb-5638-4b15-9822-15710232c798 None None] For port 89a5a78a-85ba-4cab-8248-09a0515cc3f0, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=89a5a78a-85ba-4cab-8248-09a0515cc3f0,segment=NetworkSegment(3e223efe-0cc0-470c-82d6-163c79fa25da),segment_id=3e223efe-0cc0-470c-82d6-163c79fa25da)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:42:27.973925 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7af72eeb-5638-4b15-9822-15710232c798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (89a5a78a-85ba-4cab-8248-09a0515cc3f0), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:27.979287 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b0a7dc95-31a0-42a4-9de4-8834d10bd79a admin admin] Publish callbacks [] for security_group (6f005e40-456b-41cd-bc30-7ec86dd5ea65), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:28.011617 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b0a7dc95-31a0-42a4-9de4-8834d10bd79a admin admin] Publish callbacks [] for security_group (6f005e40-456b-41cd-bc30-7ec86dd5ea65), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:28.091661 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af72eeb-5638-4b15-9822-15710232c798 None None] Pushing event updated for resources: {'Port': ['ID=89a5a78a-85ba-4cab-8248-09a0515cc3f0,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:28.108051 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a6d77-012d-463e-bc0d-c7dbdd363e67 req-6587ccb3-4d27-408f-9f7b-d72c51809330 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:28.111722 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-879a6d77-012d-463e-bc0d-c7dbdd363e67 req-6587ccb3-4d27-408f-9f7b-d72c51809330 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] 10.222.0.75 "GET /v2.0/ports?device_id=58043b4f-5c58-4d1c-8751-f3d713f82a45 HTTP/1.1" status: 200 len: 945 time: 0.2253861 Feb 16 22:42:28.143923 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-451f02ed-358a-4d1f-967c-e9c4cff5c5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971239f2-12df-4568-a458-86269bfbdf32', 'name': 'tempest-TestNetworkBasicOps-router-33925818', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:40:42Z', 'updated_at': '2022-02-16T22:42:23Z', 'revision_number': 5, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'gw_port': {'id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:40:43Z', 'updated_at': '2022-02-16T22:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'ef15a03d-a202-41fd-a401-560ebcc6dd1a', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'floating_ip_address': '172.25.2.220', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '971239f2-12df-4568-a458-86269bfbdf32', 'port_id': '34a7b2db-4a1f-4d26-8629-0366d854d101', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a', 'mac_address': 'fa:16:3e:8e:be:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011dc53-315d-457a-a7b7-08815802e15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:41:16Z', 'updated_at': '2022-02-16T22:41:20Z', 'revision_number': 1, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89a5a78a-85ba-4cab-8248-09a0515cc3f0', 'name': '', 'network_id': '7c22bded-9a3a-47da-9660-d16534bab41e', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'mac_address': 'fa:16:3e:85:f4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'e8aa851c-b41e-48c6-8995-b75aab8fe929', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:42:22Z', 'updated_at': '2022-02-16T22:42:26Z', 'revision_number': 4, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'subnets': [{'id': 'e8aa851c-b41e-48c6-8995-b75aab8fe929', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99de20ce-7945-4743-9822-c5d1ea1db83c', 'name': '', 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'mac_address': 'fa:16:3e:92:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'bb550098-38cf-4a15-8885-1824e020ff82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:40:49Z', 'updated_at': '2022-02-16T22:40:57Z', 'revision_number': 5, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'subnets': [{'id': 'bb550098-38cf-4a15-8885-1824e020ff82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:28.146483 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b0a7dc95-31a0-42a4-9de4-8834d10bd79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (6f005e40-456b-41cd-bc30-7ec86dd5ea65), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:28.147877 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-47681078-159a-4ec0-a218-7174cf68e3a0 None None] Provisioning complete for port 89a5a78a-85ba-4cab-8248-09a0515cc3f0 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:42:28.148098 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-47681078-159a-4ec0-a218-7174cf68e3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (89a5a78a-85ba-4cab-8248-09a0515cc3f0), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:28.151268 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b0a7dc95-31a0-42a4-9de4-8834d10bd79a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:28.166974 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b0a7dc95-31a0-42a4-9de4-8834d10bd79a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6f005e40-456b-41cd-bc30-7ec86dd5ea65 HTTP/1.1" status: 204 len: 168 time: 0.3858297 Feb 16 22:42:28.193088 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451f02ed-358a-4d1f-967c-e9c4cff5c5c5 None None] The sync data for ids ['971239f2-12df-4568-a458-86269bfbdf32'] in n-d-813897-6 is: [{'id': '971239f2-12df-4568-a458-86269bfbdf32', 'name': 'tempest-TestNetworkBasicOps-router-33925818', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:40:42Z', 'updated_at': '2022-02-16T22:42:23Z', 'revision_number': 5, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'gw_port': {'id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:40:43Z', 'updated_at': '2022-02-16T22:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'ef15a03d-a202-41fd-a401-560ebcc6dd1a', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'floating_ip_address': '172.25.2.220', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '971239f2-12df-4568-a458-86269bfbdf32', 'port_id': '34a7b2db-4a1f-4d26-8629-0366d854d101', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a', 'mac_address': 'fa:16:3e:8e:be:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011dc53-315d-457a-a7b7-08815802e15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:41:16Z', 'updated_at': '2022-02-16T22:41:20Z', 'revision_number': 1, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89a5a78a-85ba-4cab-8248-09a0515cc3f0', 'name': '', 'network_id': '7c22bded-9a3a-47da-9660-d16534bab41e', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'mac_address': 'fa:16:3e:85:f4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'e8aa851c-b41e-48c6-8995-b75aab8fe929', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:42:22Z', 'updated_at': '2022-02-16T22:42:26Z', 'revision_number': 4, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'subnets': [{'id': 'e8aa851c-b41e-48c6-8995-b75aab8fe929', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99de20ce-7945-4743-9822-c5d1ea1db83c', 'name': '', 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'mac_address': 'fa:16:3e:92:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'bb550098-38cf-4a15-8885-1824e020ff82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:40:49Z', 'updated_at': '2022-02-16T22:40:57Z', 'revision_number': 5, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'subnets': [{'id': 'bb550098-38cf-4a15-8885-1824e020ff82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:42:28.229256 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7dc95-31a0-42a4-9de4-8834d10bd79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f005e40-456b-41cd-bc30-7ec86dd5ea65,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:28.316278 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-879a6d77-012d-463e-bc0d-c7dbdd363e67 req-da1a73e6-1118-4018-ba07-99d158d94251 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] 10.222.0.75 "GET /v2.0/security-groups?id=695fac90-64f1-4c17-9dfb-e3d97a7f9602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811426 Feb 16 22:42:28.441767 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-47681078-159a-4ec0-a218-7174cf68e3a0 None None] Current status of the port 89a5a78a-85ba-4cab-8248-09a0515cc3f0 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:42:28.564997 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:29.357232 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-21e8687d-ee1f-42a7-9fbf-c2a4e116448e req-11b77c48-39a3-404c-8693-ea6eb2fdbf52 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b011dc53-315d-457a-a7b7-08815802e15a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0935829 Feb 16 22:42:29.521663 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8687d-ee1f-42a7-9fbf-c2a4e116448e req-cac197c6-91e9-46df-a4e1-6a4dabd49c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:29.523561 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-21e8687d-ee1f-42a7-9fbf-c2a4e116448e req-cac197c6-91e9-46df-a4e1-6a4dabd49c05 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fcbc829c172a42c39498d6223ec391eb&device_id=b011dc53-315d-457a-a7b7-08815802e15a HTTP/1.1" status: 200 len: 1127 time: 0.1101959 Feb 16 22:42:29.537271 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace164fa-2e41-4fb6-b6a6-84f81142076b req-1bd9b936-6c67-49b8-9677-3f7f70017824 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:29.539037 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ace164fa-2e41-4fb6-b6a6-84f81142076b req-1bd9b936-6c67-49b8-9677-3f7f70017824 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] 10.222.0.75 "GET /v2.0/ports?device_id=58043b4f-5c58-4d1c-8751-f3d713f82a45 HTTP/1.1" status: 200 len: 945 time: 0.1094141 Feb 16 22:42:29.683278 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8687d-ee1f-42a7-9fbf-c2a4e116448e req-11de8654-a992-4719-b965-d05f8de02c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:29.684834 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-21e8687d-ee1f-42a7-9fbf-c2a4e116448e req-11de8654-a992-4719-b965-d05f8de02c34 service neutron] 10.222.0.79 "GET /v2.0/networks?id=bb43a630-3a18-478e-a8e4-d2e138bf5b3a HTTP/1.1" status: 200 len: 898 time: 0.1235294 Feb 16 22:42:29.893314 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ace164fa-2e41-4fb6-b6a6-84f81142076b req-8be9932f-4fdb-4c4e-8441-ae537c810953 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] 10.222.0.75 "GET /v2.0/security-groups?id=695fac90-64f1-4c17-9dfb-e3d97a7f9602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448806 Feb 16 22:42:29.954530 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-21e8687d-ee1f-42a7-9fbf-c2a4e116448e req-893a782c-9e55-4bd2-9980-0c7ae3e83f47 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34a7b2db-4a1f-4d26-8629-0366d854d101 HTTP/1.1" status: 200 len: 1001 time: 0.2559588 Feb 16 22:42:29.985629 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:30.046327 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 89a5a78a-85ba-4cab-8248-09a0515cc3f0 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:42:30.127158 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8687d-ee1f-42a7-9fbf-c2a4e116448e req-3874271f-1562-4cf7-9a47-63a85b939bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:30.131323 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-21e8687d-ee1f-42a7-9fbf-c2a4e116448e req-3874271f-1562-4cf7-9a47-63a85b939bf4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bb550098-38cf-4a15-8885-1824e020ff82 HTTP/1.1" status: 200 len: 835 time: 0.1692183 Feb 16 22:42:30.144749 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 89a5a78a-85ba-4cab-8248-09a0515cc3f0 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:42:30.145082 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (89a5a78a-85ba-4cab-8248-09a0515cc3f0), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:30.238560 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8687d-ee1f-42a7-9fbf-c2a4e116448e req-80c738f9-675e-44cf-acfa-36c94126c9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:30.243647 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-21e8687d-ee1f-42a7-9fbf-c2a4e116448e req-80c738f9-675e-44cf-acfa-36c94126c9ae service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bb43a630-3a18-478e-a8e4-d2e138bf5b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1027327 Feb 16 22:42:30.370242 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 89a5a78a-85ba-4cab-8248-09a0515cc3f0 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:42:30.436777 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-21e8687d-ee1f-42a7-9fbf-c2a4e116448e req-8abf35aa-a143-4ed6-af3d-14c4abefec08 service neutron] 10.222.0.79 "GET /v2.0/networks/bb43a630-3a18-478e-a8e4-d2e138bf5b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834025 Feb 16 22:42:30.608269 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af6a62-c677-489d-bb8f-f2ca585451a7 req-29741878-0129-4a16-b8f2-b64d995dbec5 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:30.611788 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-53af6a62-c677-489d-bb8f-f2ca585451a7 req-29741878-0129-4a16-b8f2-b64d995dbec5 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] 10.222.0.75 "GET /v2.0/ports?device_id=58043b4f-5c58-4d1c-8751-f3d713f82a45 HTTP/1.1" status: 200 len: 945 time: 0.1805532 Feb 16 22:42:30.710708 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-21e8687d-ee1f-42a7-9fbf-c2a4e116448e req-86b6b5e4-52d3-428a-95fb-0af4a9e48b14 service neutron] 10.222.0.79 "GET /v2.0/networks/bb43a630-3a18-478e-a8e4-d2e138bf5b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585320 Feb 16 22:42:30.738270 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-53af6a62-c677-489d-bb8f-f2ca585451a7 req-35c3486f-6e92-4be6-a615-bc961b7b6ab1 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] 10.222.0.75 "GET /v2.0/security-groups?id=695fac90-64f1-4c17-9dfb-e3d97a7f9602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171355 Feb 16 22:42:30.935681 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 36878) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:31.120669 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-7c77eb57-6c61-4379-b508-29fd990855b5 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:42:31.170419 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7c77eb57-6c61-4379-b508-29fd990855b5 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:31.294303 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7c77eb57-6c61-4379-b508-29fd990855b5 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:31.438196 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-7c77eb57-6c61-4379-b508-29fd990855b5 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Allocated IP 172.25.2.20 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/beadaff4-d879-43d8-a490-bf565bae4633) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:42:31.585856 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7c77eb57-6c61-4379-b508-29fd990855b5 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks [] for port (beadaff4-d879-43d8-a490-bf565bae4633), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:31.627392 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7c77eb57-6c61-4379-b508-29fd990855b5 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (beadaff4-d879-43d8-a490-bf565bae4633), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:31.677074 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c77eb57-6c61-4379-b508-29fd990855b5 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:42:31.681074 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-7c77eb57-6c61-4379-b508-29fd990855b5 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:42:31.684338 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c77eb57-6c61-4379-b508-29fd990855b5 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:42:31.691311 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77eb57-6c61-4379-b508-29fd990855b5 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Pushing event updated for resources: {'Port': ['ID=beadaff4-d879-43d8-a490-bf565bae4633,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:31.840705 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7c77eb57-6c61-4379-b508-29fd990855b5 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks [] for floatingip (eca2e09b-6a19-4c39-be0b-224d6e92f5ff), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:31.915648 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4501ed6-06de-485a-927a-e2372fbb44b6 req-3e44e82d-f327-443c-8aa0-911cc3df0793 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:31.918074 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d4501ed6-06de-485a-927a-e2372fbb44b6 req-3e44e82d-f327-443c-8aa0-911cc3df0793 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] 10.222.0.67 "GET /v2.0/ports?device_id=58043b4f-5c58-4d1c-8751-f3d713f82a45 HTTP/1.1" status: 200 len: 945 time: 0.1349599 Feb 16 22:42:32.002387 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7c77eb57-6c61-4379-b508-29fd990855b5 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (beadaff4-d879-43d8-a490-bf565bae4633), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:32.015735 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcee642-36ab-4684-b1ba-20b623152e06 req-a3f34483-9a05-47cd-a64b-daef38e75090 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:32.016422 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fdcee642-36ab-4684-b1ba-20b623152e06 req-a3f34483-9a05-47cd-a64b-daef38e75090 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] 10.222.0.75 "GET /v2.0/ports?device_id=58043b4f-5c58-4d1c-8751-f3d713f82a45 HTTP/1.1" status: 200 len: 945 time: 0.1627710 Feb 16 22:42:32.512509 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fdcee642-36ab-4684-b1ba-20b623152e06 req-ffdaebd7-b099-480d-a149-d7da783fa4bb tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] 10.222.0.75 "GET /v2.0/security-groups?id=695fac90-64f1-4c17-9dfb-e3d97a7f9602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745567 Feb 16 22:42:32.556207 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-d4501ed6-06de-485a-927a-e2372fbb44b6 req-44c374be-63af-44b3-a5b2-3405686963b5 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] Deleting port 07d2fb18-69f6-4524-afc2-a540570195f5 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:42:32.556630 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d4501ed6-06de-485a-927a-e2372fbb44b6 req-44c374be-63af-44b3-a5b2-3405686963b5 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (07d2fb18-69f6-4524-afc2-a540570195f5), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:32.692367 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7c77eb57-6c61-4379-b508-29fd990855b5 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks [] for port (beadaff4-d879-43d8-a490-bf565bae4633), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:32.695196 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-d4501ed6-06de-485a-927a-e2372fbb44b6 req-44c374be-63af-44b3-a5b2-3405686963b5 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] For port 07d2fb18-69f6-4524-afc2-a540570195f5, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=07d2fb18-69f6-4524-afc2-a540570195f5,segment=NetworkSegment(33b1bf3b-8f77-4653-8657-c0f2882379f2),segment_id=33b1bf3b-8f77-4653-8657-c0f2882379f2)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:42:32.695745 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d4501ed6-06de-485a-927a-e2372fbb44b6 req-44c374be-63af-44b3-a5b2-3405686963b5 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (07d2fb18-69f6-4524-afc2-a540570195f5), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:32.706474 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7c77eb57-6c61-4379-b508-29fd990855b5 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (beadaff4-d879-43d8-a490-bf565bae4633), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:32.717431 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-d4501ed6-06de-485a-927a-e2372fbb44b6 req-44c374be-63af-44b3-a5b2-3405686963b5 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] Calling delete_port for 07d2fb18-69f6-4524-afc2-a540570195f5 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:42:32.788706 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77eb57-6c61-4379-b508-29fd990855b5 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Pushing event updated for resources: {'Port': ['ID=beadaff4-d879-43d8-a490-bf565bae4633,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:32.839028 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7c77eb57-6c61-4379-b508-29fd990855b5 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (eca2e09b-6a19-4c39-be0b-224d6e92f5ff), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:32.879614 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7c77eb57-6c61-4379-b508-29fd990855b5 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:32.881145 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7c77eb57-6c61-4379-b508-29fd990855b5 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9460757 Feb 16 22:42:32.883917 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36922) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:32.890218 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-171c1910-3042-4f2a-9d53-973681a37c0a tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1620184889'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:42:32.928090 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171c1910-3042-4f2a-9d53-973681a37c0a tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Made reservation on behalf of 370d8fd5cd6d49fea8b6c41a32b8d1f2 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:42:32.932202 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-171c1910-3042-4f2a-9d53-973681a37c0a tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:32.943543 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-171c1910-3042-4f2a-9d53-973681a37c0a tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:32.968935 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d4501ed6-06de-485a-927a-e2372fbb44b6 req-44c374be-63af-44b3-a5b2-3405686963b5 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (07d2fb18-69f6-4524-afc2-a540570195f5), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:32.984418 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['07d2fb18-69f6-4524-afc2-a540570195f5'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:42:33.039075 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c374be-63af-44b3-a5b2-3405686963b5 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] Pushing event deleted for resources: {'Port': ['ID=07d2fb18-69f6-4524-afc2-a540570195f5,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:33.074366 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-171c1910-3042-4f2a-9d53-973681a37c0a tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks [] for security_group (9456f6fe-a79f-4f2c-9164-6777cb0fa8d1), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:33.078971 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-171c1910-3042-4f2a-9d53-973681a37c0a tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9456f6fe-a79f-4f2c-9164-6777cb0fa8d1), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:33.122985 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-171c1910-3042-4f2a-9d53-973681a37c0a tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:42:33.137370 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4501ed6-06de-485a-927a-e2372fbb44b6 req-44c374be-63af-44b3-a5b2-3405686963b5 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] No DVR routers for this DVR port 07d2fb18-69f6-4524-afc2-a540570195f5 on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:42:33.142696 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d4501ed6-06de-485a-927a-e2372fbb44b6 req-44c374be-63af-44b3-a5b2-3405686963b5 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:33.146475 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d4501ed6-06de-485a-927a-e2372fbb44b6 req-44c374be-63af-44b3-a5b2-3405686963b5 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] 10.222.0.67 "DELETE /v2.0/ports/07d2fb18-69f6-4524-afc2-a540570195f5 HTTP/1.1" status: 204 len: 173 time: 1.2071443 Feb 16 22:42:33.146938 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58043b4f-5c58-4d1c-8751-f3d713f82a45', 'name': 'network-vif-deleted', 'tag': '07d2fb18-69f6-4524-afc2-a540570195f5'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:42:33.147780 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c1910-3042-4f2a-9d53-973681a37c0a tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9456f6fe-a79f-4f2c-9164-6777cb0fa8d1,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:33.149503 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff774569-b543-417c-bf4d-cf21f325b227" -d '{"events": [{"server_uuid": "58043b4f-5c58-4d1c-8751-f3d713f82a45", "name": "network-vif-deleted", "tag": "07d2fb18-69f6-4524-afc2-a540570195f5"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:42:33.167943 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-171c1910-3042-4f2a-9d53-973681a37c0a tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (a27b5583-2b4d-4cf9-9552-3d3e7ee995fd), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:33.169180 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-171c1910-3042-4f2a-9d53-973681a37c0a tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Added segment a27b5583-2b4d-4cf9-9552-3d3e7ee995fd of type vlan for network 70a1a2cf-59e3-4366-9f9b-cb89376dd7ed Feb 16 22:42:33.231167 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688e4232-468b-4766-8858-3c7afd16c527 x-openstack-request-id: req-688e4232-468b-4766-8858-3c7afd16c527 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:42:33.231955 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58043b4f-5c58-4d1c-8751-f3d713f82a45", "name": "network-vif-deleted", "tag": "07d2fb18-69f6-4524-afc2-a540570195f5", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:42:33.232219 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-688e4232-468b-4766-8858-3c7afd16c527 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:42:33.233090 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58043b4f-5c58-4d1c-8751-f3d713f82a45', 'name': 'network-vif-deleted', 'tag': '07d2fb18-69f6-4524-afc2-a540570195f5', 'status': 'completed', 'code': 200} Feb 16 22:42:33.237293 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-171c1910-3042-4f2a-9d53-973681a37c0a tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (70a1a2cf-59e3-4366-9f9b-cb89376dd7ed), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:33.287991 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-171c1910-3042-4f2a-9d53-973681a37c0a tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (70a1a2cf-59e3-4366-9f9b-cb89376dd7ed), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:33.297243 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171c1910-3042-4f2a-9d53-973681a37c0a tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:33.298679 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-171c1910-3042-4f2a-9d53-973681a37c0a tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:33.372518 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-171c1910-3042-4f2a-9d53-973681a37c0a tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4868805 Feb 16 22:42:33.375335 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 36936) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:33.391677 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-5b81c020-85e5-4ec4-9d38-f6977ecf5a2a tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Request body: {'subnet': {'network_id': '70a1a2cf-59e3-4366-9f9b-cb89376dd7ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:42:33.450831 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c1910-3042-4f2a-9d53-973681a37c0a tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Pushing event updated for resources: {'Network': ['ID=70a1a2cf-59e3-4366-9f9b-cb89376dd7ed,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:33.467141 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 70a1a2cf-59e3-4366-9f9b-cb89376dd7ed details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:42:33.615228 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b81c020-85e5-4ec4-9d38-f6977ecf5a2a tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Made reservation on behalf of 370d8fd5cd6d49fea8b6c41a32b8d1f2 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:42:33.619718 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5b81c020-85e5-4ec4-9d38-f6977ecf5a2a tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:33.852667 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5f577e4f-51e9-46f8-af10-2942e4fe5c6c req-5aca4499-cab5-490c-9e20-2d9219880d61 tempest-ServerAddressesNegativeTestJSON-1225094134 tempest-ServerAddressesNegativeTestJSON-1225094134-project] 10.222.0.75 "GET /v2.0/ports?device_id=58043b4f-5c58-4d1c-8751-f3d713f82a45 HTTP/1.1" status: 200 len: 210 time: 0.0586460 Feb 16 22:42:33.943824 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5b81c020-85e5-4ec4-9d38-f6977ecf5a2a tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (2756c6d1-6ada-4b58-b527-d8e6924083e6), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:34.015522 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81c020-85e5-4ec4-9d38-f6977ecf5a2a tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Pushing event updated for resources: {'Subnet': ['ID=2756c6d1-6ada-4b58-b527-d8e6924083e6,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:34.040822 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b81c020-85e5-4ec4-9d38-f6977ecf5a2a tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Checking segment: {'id': 'a27b5583-2b4d-4cf9-9552-3d3e7ee995fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '70a1a2cf-59e3-4366-9f9b-cb89376dd7ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:42:34.041184 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b81c020-85e5-4ec4-9d38-f6977ecf5a2a tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Network hostable DHCP agents. Network: 70a1a2cf-59e3-4366-9f9b-cb89376dd7ed, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:42:34.063219 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b81c020-85e5-4ec4-9d38-f6977ecf5a2a tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Network 70a1a2cf-59e3-4366-9f9b-cb89376dd7ed is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:42:34.080566 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-5b81c020-85e5-4ec4-9d38-f6977ecf5a2a tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 70a1a2cf-59e3-4366-9f9b-cb89376dd7ed) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:42:34.083970 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b81c020-85e5-4ec4-9d38-f6977ecf5a2a tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:34.084663 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5b81c020-85e5-4ec4-9d38-f6977ecf5a2a tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:34.101329 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efd62b7-32fd-4ffb-abcf-4d2aa3b0be79 None None] Network 70a1a2cf-59e3-4366-9f9b-cb89376dd7ed requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:42:34.134456 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 36952) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:34.137781 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5b81c020-85e5-4ec4-9d38-f6977ecf5a2a tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7595208 Feb 16 22:42:34.141165 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-27e5e523-9325-42fc-924b-1c1f32a41cb3 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1915320443', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}, 'admin_state_up': False}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:42:34.174016 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-27e5e523-9325-42fc-924b-1c1f32a41cb3 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:34.175286 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-27e5e523-9325-42fc-924b-1c1f32a41cb3 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:34.284669 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-27e5e523-9325-42fc-924b-1c1f32a41cb3 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks [] for router_controller (661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:34.285347 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a02dae-d078-4b9c-90d9-7e4159ec7d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-70a1a2cf-59e3-4366-9f9b-cb89376dd7ed', 'network_id': '70a1a2cf-59e3-4366-9f9b-cb89376dd7ed', 'project_id': '370d8fd5cd6d49fea8b6c41a32b8d1f2', 'fixed_ips': [{'subnet_id': '2756c6d1-6ada-4b58-b527-d8e6924083e6'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:42:34.286370 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-14a02dae-d078-4b9c-90d9-7e4159ec7d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:34.472486 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-14a02dae-d078-4b9c-90d9-7e4159ec7d7a None None] Allocated IP 172.20.0.2 (70a1a2cf-59e3-4366-9f9b-cb89376dd7ed/2756c6d1-6ada-4b58-b527-d8e6924083e6/9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:42:34.569296 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-27e5e523-9325-42fc-924b-1c1f32a41cb3 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks [] for router_gateway (661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:34.772779 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-14a02dae-d078-4b9c-90d9-7e4159ec7d7a None None] Publish callbacks [] for port (9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:34.785206 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-14a02dae-d078-4b9c-90d9-7e4159ec7d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:34.879730 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a02dae-d078-4b9c-90d9-7e4159ec7d7a None None] Network 70a1a2cf-59e3-4366-9f9b-cb89376dd7ed is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:42:34.885695 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-14a02dae-d078-4b9c-90d9-7e4159ec7d7a None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:42:34.889255 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a02dae-d078-4b9c-90d9-7e4159ec7d7a None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:42:34.891258 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a02dae-d078-4b9c-90d9-7e4159ec7d7a None None] Pushing event updated for resources: {'Port': ['ID=9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:34.967905 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 36968) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:34.979709 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-27e5e523-9325-42fc-924b-1c1f32a41cb3 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks [] for router_gateway (661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:35.014333 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-27e5e523-9325-42fc-924b-1c1f32a41cb3 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:35.027933 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-14a02dae-d078-4b9c-90d9-7e4159ec7d7a None None] Attempting to bind port 9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:42:35.028319 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-14a02dae-d078-4b9c-90d9-7e4159ec7d7a None None] Attempting to bind port 9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'a27b5583-2b4d-4cf9-9552-3d3e7ee995fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '70a1a2cf-59e3-4366-9f9b-cb89376dd7ed'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:42:35.028675 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a02dae-d078-4b9c-90d9-7e4159ec7d7a None None] Attempting to bind port 9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456 on network 70a1a2cf-59e3-4366-9f9b-cb89376dd7ed {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:42:35.043168 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a02dae-d078-4b9c-90d9-7e4159ec7d7a None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:42:35.043713 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a02dae-d078-4b9c-90d9-7e4159ec7d7a None None] Checking segment: {'id': 'a27b5583-2b4d-4cf9-9552-3d3e7ee995fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '70a1a2cf-59e3-4366-9f9b-cb89376dd7ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:42:35.044043 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-14a02dae-d078-4b9c-90d9-7e4159ec7d7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:35.044357 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a02dae-d078-4b9c-90d9-7e4159ec7d7a None None] Bound using segment: {'id': 'a27b5583-2b4d-4cf9-9552-3d3e7ee995fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '70a1a2cf-59e3-4366-9f9b-cb89376dd7ed'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:42:35.044854 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-14a02dae-d078-4b9c-90d9-7e4159ec7d7a None None] Bound port: 9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27b5583-2b4d-4cf9-9552-3d3e7ee995fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '70a1a2cf-59e3-4366-9f9b-cb89376dd7ed'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:42:35.046023 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-14a02dae-d078-4b9c-90d9-7e4159ec7d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:35.091743 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e20548c-f9db-48cc-870b-1b9082ab3112 admin admin] Deleting subnet 82a90b89-87ed-442f-a613-1074e70e10d5 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:42:35.106725 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6e20548c-f9db-48cc-870b-1b9082ab3112 admin admin] Publish callbacks [] for subnet (82a90b89-87ed-442f-a613-1074e70e10d5), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:35.171664 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6e20548c-f9db-48cc-870b-1b9082ab3112 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (82a90b89-87ed-442f-a613-1074e70e10d5), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:35.190551 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-14a02dae-d078-4b9c-90d9-7e4159ec7d7a None None] For port 9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:42:35.195730 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-14a02dae-d078-4b9c-90d9-7e4159ec7d7a None None] For port 9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456,segment=NetworkSegment(a27b5583-2b4d-4cf9-9552-3d3e7ee995fd),segment_id=a27b5583-2b4d-4cf9-9552-3d3e7ee995fd)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:42:35.217743 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-14a02dae-d078-4b9c-90d9-7e4159ec7d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:35.252080 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6e20548c-f9db-48cc-870b-1b9082ab3112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (82a90b89-87ed-442f-a613-1074e70e10d5), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:35.259708 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-27e5e523-9325-42fc-924b-1c1f32a41cb3 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Allocated IP 172.25.2.54 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/3ae86813-675a-4a47-bae9-34f5477c3fb8) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:42:35.373321 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a02dae-d078-4b9c-90d9-7e4159ec7d7a None None] Pushing event updated for resources: {'Port': ['ID=9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:35.384217 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6e20548c-f9db-48cc-870b-1b9082ab3112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (82a90b89-87ed-442f-a613-1074e70e10d5), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:35.406187 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6e20548c-f9db-48cc-870b-1b9082ab3112 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:35.426583 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6e20548c-f9db-48cc-870b-1b9082ab3112 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/82a90b89-87ed-442f-a613-1074e70e10d5 HTTP/1.1" status: 204 len: 168 time: 0.4573936 Feb 16 22:42:35.456439 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 36980) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:35.488872 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20548c-f9db-48cc-870b-1b9082ab3112 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82a90b89-87ed-442f-a613-1074e70e10d5,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:35.641291 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 07d2fb18-69f6-4524-afc2-a540570195f5 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:42:35.646172 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3e57b7ec-e147-4019-aed2-6a591891947c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (694b68c1-6cd3-41f7-a06a-df6c36f448a6), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:35.732163 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 07d2fb18-69f6-4524-afc2-a540570195f5 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:42:35.732815 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 07d2fb18-69f6-4524-afc2-a540570195f5 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:42:35.865209 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3e57b7ec-e147-4019-aed2-6a591891947c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (694b68c1-6cd3-41f7-a06a-df6c36f448a6), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:35.919752 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-3e57b7ec-e147-4019-aed2-6a591891947c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['694b68c1-6cd3-41f7-a06a-df6c36f448a6']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:35.960715 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-3e57b7ec-e147-4019-aed2-6a591891947c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b1bf3b-8f77-4653-8657-c0f2882379f2') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:35.961277 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-3e57b7ec-e147-4019-aed2-6a591891947c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b1bf3b-8f77-4653-8657-c0f2882379f2') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:35.978362 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3e57b7ec-e147-4019-aed2-6a591891947c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (33b1bf3b-8f77-4653-8657-c0f2882379f2), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:36.003563 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3e57b7ec-e147-4019-aed2-6a591891947c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (33b1bf3b-8f77-4653-8657-c0f2882379f2), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:36.023239 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e57b7ec-e147-4019-aed2-6a591891947c admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:42:36.024141 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3e57b7ec-e147-4019-aed2-6a591891947c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (33b1bf3b-8f77-4653-8657-c0f2882379f2), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:36.026801 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:42:36.026801 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:42:36.026801 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:42:36.026801 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:42:36.026801 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:42:36.026801 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:42:36.026801 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:42:36.026801 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:42:36.026801 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:42:36.026801 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:42:36.026801 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:42:36.026801 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:42:36.026801 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:42:36.026801 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:42:36.026801 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:42:36.026801 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:42:36.026801 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:42:36.026801 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:42:36.026801 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:42:36.026801 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:42:36.026801 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:42:36.026801 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:42:36.026801 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:42:36.026801 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:42:36.026801 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:42:36.026801 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:42:36.026801 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:42:36.026801 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:42:36.026801 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:42:36.026801 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:42:36.026801 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:42:36.026801 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:42:36.116362 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:42:36.195183 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-27e5e523-9325-42fc-924b-1c1f32a41cb3 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks [] for port (3ae86813-675a-4a47-bae9-34f5477c3fb8), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:36.205465 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3e57b7ec-e147-4019-aed2-6a591891947c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (694b68c1-6cd3-41f7-a06a-df6c36f448a6), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:36.212532 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3e57b7ec-e147-4019-aed2-6a591891947c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:36.223213 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3e57b7ec-e147-4019-aed2-6a591891947c admin admin] 10.222.0.75 "DELETE /v2.0/networks/694b68c1-6cd3-41f7-a06a-df6c36f448a6 HTTP/1.1" status: 204 len: 168 time: 0.7598281 Feb 16 22:42:36.246574 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57b7ec-e147-4019-aed2-6a591891947c admin admin] Pushing event deleted for resources: {'Network': ['ID=694b68c1-6cd3-41f7-a06a-df6c36f448a6,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:36.356274 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-27e5e523-9325-42fc-924b-1c1f32a41cb3 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (3ae86813-675a-4a47-bae9-34f5477c3fb8), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:36.372849 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:42:36.379599 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:36.472634 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e5e523-9325-42fc-924b-1c1f32a41cb3 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:42:36.485824 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-27e5e523-9325-42fc-924b-1c1f32a41cb3 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:42:36.494166 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e5e523-9325-42fc-924b-1c1f32a41cb3 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:42:36.524726 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:42:36.525589 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:36.606123 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5e523-9325-42fc-924b-1c1f32a41cb3 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Pushing event updated for resources: {'Port': ['ID=3ae86813-675a-4a47-bae9-34f5477c3fb8,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:36.625753 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456,segment=NetworkSegment(a27b5583-2b4d-4cf9-9552-3d3e7ee995fd),segment_id=a27b5583-2b4d-4cf9-9552-3d3e7ee995fd)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:42:36.633741 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37000) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:36.639724 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:36.743949 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:36.785244 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6eca38dd-c791-4891-a564-8f268a66474e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e6919523e98148f4a1079e23d160a1f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1502690 Feb 16 22:42:36.792439 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37002) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:36.867632 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-481d573b-a376-45f4-bbb4-ec116427bac3 admin admin] Publish callbacks [] for security_group (695fac90-64f1-4c17-9dfb-e3d97a7f9602), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:36.895335 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-481d573b-a376-45f4-bbb4-ec116427bac3 admin admin] Publish callbacks [] for security_group (695fac90-64f1-4c17-9dfb-e3d97a7f9602), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:36.999490 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-481d573b-a376-45f4-bbb4-ec116427bac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (695fac90-64f1-4c17-9dfb-e3d97a7f9602), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:37.003553 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-481d573b-a376-45f4-bbb4-ec116427bac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:37.007586 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-481d573b-a376-45f4-bbb4-ec116427bac3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/695fac90-64f1-4c17-9dfb-e3d97a7f9602 HTTP/1.1" status: 204 len: 168 time: 0.2117255 Feb 16 22:42:37.023425 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-27e5e523-9325-42fc-924b-1c1f32a41cb3 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks [] for router_gateway (661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:37.068301 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d573b-a376-45f4-bbb4-ec116427bac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695fac90-64f1-4c17-9dfb-e3d97a7f9602,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:37.241468 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95beae2-ba63-466e-ba8d-849226c010a8 None None] Network 70a1a2cf-59e3-4366-9f9b-cb89376dd7ed requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:42:37.329498 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-4247ae61-e05b-439b-bd54-3bc0f9e17ecc None None] Provisioning complete for port 9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:42:37.330076 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4247ae61-e05b-439b-bd54-3bc0f9e17ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:37.426188 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-27e5e523-9325-42fc-924b-1c1f32a41cb3 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:37.708847 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4247ae61-e05b-439b-bd54-3bc0f9e17ecc None None] Current status of the port 9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:42:37.792064 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e5e523-9325-42fc-924b-1c1f32a41cb3 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Router 661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:42:37.959801 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:42:38.062264 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:42:38.062656 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:38.192456 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e5e523-9325-42fc-924b-1c1f32a41cb3 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:42:38.204646 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afa9385-f396-4063-a97d-235f3842e4fa None None] Sync routers for ids ['661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:42:38.216580 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afa9385-f396-4063-a97d-235f3842e4fa None None] Routers {'661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:42:38.217199 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-1afa9385-f396-4063-a97d-235f3842e4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:42:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:38.260634 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-27e5e523-9325-42fc-924b-1c1f32a41cb3 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:38.262542 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-27e5e523-9325-42fc-924b-1c1f32a41cb3 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.1258104 Feb 16 22:42:38.264994 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37048) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:38.305364 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:42:38.314144 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-99a03fba-58c5-4198-ad91-3f54020ba1cc None None] Provisioning complete for port 9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:42:38.314683 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-99a03fba-58c5-4198-ad91-3f54020ba1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:38.381707 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-1afa9385-f396-4063-a97d-235f3842e4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:38.425303 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afa9385-f396-4063-a97d-235f3842e4fa None None] Routers {'661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:42:38.425948 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-1afa9385-f396-4063-a97d-235f3842e4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:42:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:38.547468 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-1afa9385-f396-4063-a97d-235f3842e4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:38.547468 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afa9385-f396-4063-a97d-235f3842e4fa None None] The sync data for ids ['661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:42:38.551149 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37058) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:38.590571 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-99a03fba-58c5-4198-ad91-3f54020ba1cc None None] Current status of the port 9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:42:38.781149 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-0d9e54b2-0ba0-406b-be9e-ff6b45a862a8 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-598531994-network', 'tenant_id': '027120ba740242e7b0469815bf28d0fc'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:42:38.846549 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9e54b2-0ba0-406b-be9e-ff6b45a862a8 admin admin] Made reservation on behalf of 027120ba740242e7b0469815bf28d0fc for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:42:38.849025 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d9e54b2-0ba0-406b-be9e-ff6b45a862a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:38.872970 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d9e54b2-0ba0-406b-be9e-ff6b45a862a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:39.075813 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d9e54b2-0ba0-406b-be9e-ff6b45a862a8 admin admin] Publish callbacks [] for security_group (55f8c9f7-aa3b-4332-ab1e-ea296bd5aa07), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:39.087860 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d9e54b2-0ba0-406b-be9e-ff6b45a862a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (55f8c9f7-aa3b-4332-ab1e-ea296bd5aa07), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:39.100325 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-61c8358a-ee8e-491d-981a-11b7ff3cddea tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:39.130582 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d9e54b2-0ba0-406b-be9e-ff6b45a862a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:42:39.150504 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e54b2-0ba0-406b-be9e-ff6b45a862a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f8c9f7-aa3b-4332-ab1e-ea296bd5aa07,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:39.154382 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d9e54b2-0ba0-406b-be9e-ff6b45a862a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (12e3d021-b058-47f0-a869-ab36b3e62a67), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:39.154974 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-0d9e54b2-0ba0-406b-be9e-ff6b45a862a8 admin admin] Added segment 12e3d021-b058-47f0-a869-ab36b3e62a67 of type vlan for network a0f5473f-04f0-45e9-805e-f7de7b263044 Feb 16 22:42:39.210624 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d9e54b2-0ba0-406b-be9e-ff6b45a862a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (a0f5473f-04f0-45e9-805e-f7de7b263044), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:39.272153 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d9e54b2-0ba0-406b-be9e-ff6b45a862a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (a0f5473f-04f0-45e9-805e-f7de7b263044), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:39.273792 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9e54b2-0ba0-406b-be9e-ff6b45a862a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:39.275872 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d9e54b2-0ba0-406b-be9e-ff6b45a862a8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:39.335966 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0d9e54b2-0ba0-406b-be9e-ff6b45a862a8 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7793386 Feb 16 22:42:39.336938 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37072) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:39.346485 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-cdbf9f36-158d-4a6c-8e3c-d630061502de admin admin] Request body: {'subnet': {'network_id': 'a0f5473f-04f0-45e9-805e-f7de7b263044', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-598531994-subnet', 'tenant_id': '027120ba740242e7b0469815bf28d0fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:42:39.432675 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e54b2-0ba0-406b-be9e-ff6b45a862a8 admin admin] Pushing event updated for resources: {'Network': ['ID=a0f5473f-04f0-45e9-805e-f7de7b263044,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:39.492818 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbf9f36-158d-4a6c-8e3c-d630061502de admin admin] Made reservation on behalf of 027120ba740242e7b0469815bf28d0fc for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:42:39.497409 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cdbf9f36-158d-4a6c-8e3c-d630061502de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:39.551308 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network a0f5473f-04f0-45e9-805e-f7de7b263044 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:42:39.698936 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-61c8358a-ee8e-491d-981a-11b7ff3cddea tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Allocated IP 172.20.0.1 (70a1a2cf-59e3-4366-9f9b-cb89376dd7ed/2756c6d1-6ada-4b58-b527-d8e6924083e6/7227ae95-94f1-4b28-8c82-78c1be4d8062) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:42:39.804995 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cdbf9f36-158d-4a6c-8e3c-d630061502de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (8bd2f940-df09-4a8f-9d0b-1e280a7cf967), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:39.845261 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-61c8358a-ee8e-491d-981a-11b7ff3cddea tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks [] for port (7227ae95-94f1-4b28-8c82-78c1be4d8062), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:39.888621 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-61c8358a-ee8e-491d-981a-11b7ff3cddea tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (7227ae95-94f1-4b28-8c82-78c1be4d8062), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:39.892063 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf9f36-158d-4a6c-8e3c-d630061502de admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bd2f940-df09-4a8f-9d0b-1e280a7cf967,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:39.924377 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbf9f36-158d-4a6c-8e3c-d630061502de admin admin] Checking segment: {'id': '12e3d021-b058-47f0-a869-ab36b3e62a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a0f5473f-04f0-45e9-805e-f7de7b263044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:42:39.924676 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbf9f36-158d-4a6c-8e3c-d630061502de admin admin] Network hostable DHCP agents. Network: a0f5473f-04f0-45e9-805e-f7de7b263044, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:42:39.961456 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbf9f36-158d-4a6c-8e3c-d630061502de admin admin] Network a0f5473f-04f0-45e9-805e-f7de7b263044 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:42:39.979096 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-cdbf9f36-158d-4a6c-8e3c-d630061502de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, a0f5473f-04f0-45e9-805e-f7de7b263044) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:42:39.991957 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2caa41e8-2cb3-44eb-8b75-7a33a9dd3d83 None None] Network a0f5473f-04f0-45e9-805e-f7de7b263044 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:42:39.999041 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c8358a-ee8e-491d-981a-11b7ff3cddea tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Network 70a1a2cf-59e3-4366-9f9b-cb89376dd7ed is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:42:40.000512 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-61c8358a-ee8e-491d-981a-11b7ff3cddea tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:42:40.003086 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c8358a-ee8e-491d-981a-11b7ff3cddea tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:42:40.007829 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbf9f36-158d-4a6c-8e3c-d630061502de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:40.009765 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cdbf9f36-158d-4a6c-8e3c-d630061502de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:40.051529 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-61c8358a-ee8e-491d-981a-11b7ff3cddea tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:40.063163 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-cdbf9f36-158d-4a6c-8e3c-d630061502de admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7223132 Feb 16 22:42:40.100274 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c8358a-ee8e-491d-981a-11b7ff3cddea tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Pushing event updated for resources: {'Port': ['ID=7227ae95-94f1-4b28-8c82-78c1be4d8062,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:40.222522 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34474063-0fd8-4bf4-af05-ca6f785bcd52 None None] Network a0f5473f-04f0-45e9-805e-f7de7b263044 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:42:40.279469 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-61c8358a-ee8e-491d-981a-11b7ff3cddea tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (7227ae95-94f1-4b28-8c82-78c1be4d8062), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:40.456567 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-dd34ac4f-e9af-4353-8aa2-05855316e3f3 None None] Provisioning complete for port 7227ae95-94f1-4b28-8c82-78c1be4d8062 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:42:40.457777 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-dd34ac4f-e9af-4353-8aa2-05855316e3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (7227ae95-94f1-4b28-8c82-78c1be4d8062), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:40.579273 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-dd34ac4f-e9af-4353-8aa2-05855316e3f3 None None] Port 7227ae95-94f1-4b28-8c82-78c1be4d8062 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:42:40.860359 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-61c8358a-ee8e-491d-981a-11b7ff3cddea tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks [] for port (7227ae95-94f1-4b28-8c82-78c1be4d8062), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:40.868187 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-61c8358a-ee8e-491d-981a-11b7ff3cddea tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (7227ae95-94f1-4b28-8c82-78c1be4d8062), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:41.014511 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-61c8358a-ee8e-491d-981a-11b7ff3cddea tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:41.075246 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c8358a-ee8e-491d-981a-11b7ff3cddea tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Pushing event updated for resources: {'Port': ['ID=7227ae95-94f1-4b28-8c82-78c1be4d8062,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:41.095807 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c8358a-ee8e-491d-981a-11b7ff3cddea tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:41.096717 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c8358a-ee8e-491d-981a-11b7ff3cddea tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:41.097079 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c8358a-ee8e-491d-981a-11b7ff3cddea tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:41.097522 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c8358a-ee8e-491d-981a-11b7ff3cddea tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:41.097821 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c8358a-ee8e-491d-981a-11b7ff3cddea tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:41.098192 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c8358a-ee8e-491d-981a-11b7ff3cddea tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:41.098553 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c8358a-ee8e-491d-981a-11b7ff3cddea tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:41.098882 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c8358a-ee8e-491d-981a-11b7ff3cddea tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:41.099222 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c8358a-ee8e-491d-981a-11b7ff3cddea tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:41.099742 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c8358a-ee8e-491d-981a-11b7ff3cddea tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:41.100089 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c8358a-ee8e-491d-981a-11b7ff3cddea tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:41.100428 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c8358a-ee8e-491d-981a-11b7ff3cddea tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:41.100762 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c8358a-ee8e-491d-981a-11b7ff3cddea tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:41.234915 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c8358a-ee8e-491d-981a-11b7ff3cddea tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Network 70a1a2cf-59e3-4366-9f9b-cb89376dd7ed is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:42:41.239236 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-61c8358a-ee8e-491d-981a-11b7ff3cddea tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:42:41.487966 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c8358a-ee8e-491d-981a-11b7ff3cddea tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Router 661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:42:41.640569 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1721ce9b-56f3-404a-b458-ffab26176e26 None None] Provisioning complete for port 7227ae95-94f1-4b28-8c82-78c1be4d8062 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:42:41.641078 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1721ce9b-56f3-404a-b458-ffab26176e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (7227ae95-94f1-4b28-8c82-78c1be4d8062), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:41.730194 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c8358a-ee8e-491d-981a-11b7ff3cddea tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:42:41.740191 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-61c8358a-ee8e-491d-981a-11b7ff3cddea tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] 10.222.0.75 "PUT /v2.0/routers/661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4739423 Feb 16 22:42:41.742979 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37138) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:41.745351 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1721ce9b-56f3-404a-b458-ffab26176e26 None None] Port 7227ae95-94f1-4b28-8c82-78c1be4d8062 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:42:41.753306 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-32a003c2-02d4-483e-b2c5-d3d03027bcdf tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Request body: {'port': {'network_id': '70a1a2cf-59e3-4366-9f9b-cb89376dd7ed', 'name': 'tempest-FloatingIPAdminTestJSON-1262895601'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:42:41.757669 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b421734-7308-45bc-9e9e-066adfffe1b4 None None] Sync routers for ids ['661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:42:41.776336 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b421734-7308-45bc-9e9e-066adfffe1b4 None None] Routers {'661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:42:41.776968 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-4b421734-7308-45bc-9e9e-066adfffe1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:42:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:41.837838 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-4b421734-7308-45bc-9e9e-066adfffe1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:41.847435 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b421734-7308-45bc-9e9e-066adfffe1b4 None None] Routers {'661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:42:41.848039 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-4b421734-7308-45bc-9e9e-066adfffe1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:42:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:41.909937 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-4b421734-7308-45bc-9e9e-066adfffe1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:41.910857 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b421734-7308-45bc-9e9e-066adfffe1b4 None None] The sync data for ids ['661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:42:42.010744 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a003c2-02d4-483e-b2c5-d3d03027bcdf tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Made reservation on behalf of 370d8fd5cd6d49fea8b6c41a32b8d1f2 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:42:42.010744 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-32a003c2-02d4-483e-b2c5-d3d03027bcdf tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:42.059423 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-32a003c2-02d4-483e-b2c5-d3d03027bcdf tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] device_id is not set on port deff8cde-f604-4421-9ba0-e0bd02bd9b43 yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:42:42.176564 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-32a003c2-02d4-483e-b2c5-d3d03027bcdf tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Allocated IP 172.20.0.3 (70a1a2cf-59e3-4366-9f9b-cb89376dd7ed/2756c6d1-6ada-4b58-b527-d8e6924083e6/deff8cde-f604-4421-9ba0-e0bd02bd9b43) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:42:42.253994 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809db8eb-bee0-408a-954e-651c19f1822d req-1ab6620a-139c-462f-8133-ad3519fd52bb tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:42.255630 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-809db8eb-bee0-408a-954e-651c19f1822d req-1ab6620a-139c-462f-8133-ad3519fd52bb tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] 10.222.0.75 "GET /v2.0/networks?id=a0f5473f-04f0-45e9-805e-f7de7b263044 HTTP/1.1" status: 200 len: 809 time: 0.3354061 Feb 16 22:42:42.300300 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-809db8eb-bee0-408a-954e-651c19f1822d req-671da76b-4261-4cd5-a07d-d8bdb059b185 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] 10.222.0.75 "GET /v2.0/quotas/027120ba740242e7b0469815bf28d0fc HTTP/1.1" status: 200 len: 375 time: 0.0369399 Feb 16 22:42:42.356123 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-809db8eb-bee0-408a-954e-651c19f1822d req-863d7ebb-c6f5-42fa-aba3-ecd23a3140a3 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=027120ba740242e7b0469815bf28d0fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449829 Feb 16 22:42:42.457794 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-32a003c2-02d4-483e-b2c5-d3d03027bcdf tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks [] for port (deff8cde-f604-4421-9ba0-e0bd02bd9b43), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:42.514115 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-32a003c2-02d4-483e-b2c5-d3d03027bcdf tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (deff8cde-f604-4421-9ba0-e0bd02bd9b43), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:42.628067 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-809db8eb-bee0-408a-954e-651c19f1822d req-d7787d15-693b-4a46-a82d-39d6eea953a3 service neutron] 10.222.0.75 "GET /v2.0/networks/a0f5473f-04f0-45e9-805e-f7de7b263044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710881 Feb 16 22:42:42.682770 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a003c2-02d4-483e-b2c5-d3d03027bcdf tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Network 70a1a2cf-59e3-4366-9f9b-cb89376dd7ed is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:42:42.696928 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-32a003c2-02d4-483e-b2c5-d3d03027bcdf tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:42:42.715936 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a003c2-02d4-483e-b2c5-d3d03027bcdf tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:42:42.759330 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a003c2-02d4-483e-b2c5-d3d03027bcdf tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Pushing event updated for resources: {'Port': ['ID=deff8cde-f604-4421-9ba0-e0bd02bd9b43,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:42.807247 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a003c2-02d4-483e-b2c5-d3d03027bcdf tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:42.808091 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a003c2-02d4-483e-b2c5-d3d03027bcdf tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:42.808605 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a003c2-02d4-483e-b2c5-d3d03027bcdf tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:42.809544 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a003c2-02d4-483e-b2c5-d3d03027bcdf tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:42.810088 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a003c2-02d4-483e-b2c5-d3d03027bcdf tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:42.817566 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a003c2-02d4-483e-b2c5-d3d03027bcdf tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:42.818481 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a003c2-02d4-483e-b2c5-d3d03027bcdf tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:42.819167 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a003c2-02d4-483e-b2c5-d3d03027bcdf tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:42.819816 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a003c2-02d4-483e-b2c5-d3d03027bcdf tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:42.820460 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a003c2-02d4-483e-b2c5-d3d03027bcdf tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:42.820985 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a003c2-02d4-483e-b2c5-d3d03027bcdf tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:42.821608 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a003c2-02d4-483e-b2c5-d3d03027bcdf tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:42.822150 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a003c2-02d4-483e-b2c5-d3d03027bcdf tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:42.873591 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a003c2-02d4-483e-b2c5-d3d03027bcdf tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:42.874302 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-32a003c2-02d4-483e-b2c5-d3d03027bcdf tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:42.923840 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-32a003c2-02d4-483e-b2c5-d3d03027bcdf tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1780448 Feb 16 22:42:42.926767 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37178) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:42.950911 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-809db8eb-bee0-408a-954e-651c19f1822d req-3be960c7-3d5e-412b-85ce-e571cc308d53 service neutron] 10.222.0.75 "GET /v2.0/networks/a0f5473f-04f0-45e9-805e-f7de7b263044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982152 Feb 16 22:42:43.133892 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-86bf41e5-90f1-4ef5-b082-a766a50a7130 tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'project_id': '370d8fd5cd6d49fea8b6c41a32b8d1f2', 'port_id': 'deff8cde-f604-4421-9ba0-e0bd02bd9b43'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:42:43.166885 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-86bf41e5-90f1-4ef5-b082-a766a50a7130 tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:43.178601 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-27508069-014f-40a0-9630-e68feed7ff5d None None] Provisioning complete for port deff8cde-f604-4421-9ba0-e0bd02bd9b43 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:42:43.179628 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-27508069-014f-40a0-9630-e68feed7ff5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (deff8cde-f604-4421-9ba0-e0bd02bd9b43), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:43.208858 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37182) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:43.259274 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-27508069-014f-40a0-9630-e68feed7ff5d None None] Port deff8cde-f604-4421-9ba0-e0bd02bd9b43 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:42:43.369684 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-86bf41e5-90f1-4ef5-b082-a766a50a7130 tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:43.475467 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-389b9e29-0e3f-42e7-8bbf-c069c841d2ce req-c9e9c5f2-5be8-448c-a45d-537050084164 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] 10.222.0.75 "GET /v2.0/ports?device_id=b9a879a2-950b-4377-8514-a2e1f88edd35 HTTP/1.1" status: 200 len: 210 time: 0.0711536 Feb 16 22:42:43.648255 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-86bf41e5-90f1-4ef5-b082-a766a50a7130 tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Allocated IP 172.25.2.126 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/6fab4b52-aabb-4956-b262-5dded7332703) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:42:43.916667 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-86bf41e5-90f1-4ef5-b082-a766a50a7130 tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Publish callbacks [] for port (6fab4b52-aabb-4956-b262-5dded7332703), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:43.994858 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-86bf41e5-90f1-4ef5-b082-a766a50a7130 tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (6fab4b52-aabb-4956-b262-5dded7332703), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:44.061746 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bf41e5-90f1-4ef5-b082-a766a50a7130 tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:42:44.068189 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-86bf41e5-90f1-4ef5-b082-a766a50a7130 tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:42:44.073257 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bf41e5-90f1-4ef5-b082-a766a50a7130 tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:42:44.156796 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf41e5-90f1-4ef5-b082-a766a50a7130 tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Pushing event updated for resources: {'Port': ['ID=6fab4b52-aabb-4956-b262-5dded7332703,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:44.260422 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb2f3-8dbf-4fa4-9cb1-6d38932f74fd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (971239f2-12df-4568-a458-86269bfbdf32), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:44.669772 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ddedb51f-e7c6-4a57-afa9-3cae609f1d17 req-6c3a2732-906b-4817-bb29-3b4e089f20bc tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] 10.222.0.75 "GET /v2.0/ports?device_id=b9a879a2-950b-4377-8514-a2e1f88edd35 HTTP/1.1" status: 200 len: 210 time: 0.0528581 Feb 16 22:42:44.896239 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-6bbbb2f3-8dbf-4fa4-9cb1-6d38932f74fd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Deleting port 89a5a78a-85ba-4cab-8248-09a0515cc3f0 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:42:44.896633 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb2f3-8dbf-4fa4-9cb1-6d38932f74fd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (89a5a78a-85ba-4cab-8248-09a0515cc3f0), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:45.158602 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-6bbbb2f3-8dbf-4fa4-9cb1-6d38932f74fd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] For port 89a5a78a-85ba-4cab-8248-09a0515cc3f0, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=89a5a78a-85ba-4cab-8248-09a0515cc3f0,segment=NetworkSegment(3e223efe-0cc0-470c-82d6-163c79fa25da),segment_id=3e223efe-0cc0-470c-82d6-163c79fa25da)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:42:45.159059 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb2f3-8dbf-4fa4-9cb1-6d38932f74fd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (89a5a78a-85ba-4cab-8248-09a0515cc3f0), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:45.491930 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-86bf41e5-90f1-4ef5-b082-a766a50a7130 tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Publish callbacks [] for floatingip (b9a8f384-6f2b-4a28-ba2a-693b2e932659), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:45.670667 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-86bf41e5-90f1-4ef5-b082-a766a50a7130 tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6fab4b52-aabb-4956-b262-5dded7332703), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:45.748705 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-6bbbb2f3-8dbf-4fa4-9cb1-6d38932f74fd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Calling delete_port for 89a5a78a-85ba-4cab-8248-09a0515cc3f0 owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:42:45.854060 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809db8eb-bee0-408a-954e-651c19f1822d req-56f1e0ed-5a3e-4402-afaf-e5f37eca718c tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:45.856163 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-809db8eb-bee0-408a-954e-651c19f1822d req-56f1e0ed-5a3e-4402-afaf-e5f37eca718c tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] 10.222.0.67 "GET /v2.0/networks?id=a0f5473f-04f0-45e9-805e-f7de7b263044 HTTP/1.1" status: 200 len: 809 time: 0.8732092 Feb 16 22:42:45.887798 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06521f91-f999-4d28-83ca-c4e4ad87c74a req-91906776-05d1-40f8-874c-c09910ddf765 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] 10.222.0.75 "GET /v2.0/ports?device_id=b9a879a2-950b-4377-8514-a2e1f88edd35 HTTP/1.1" status: 200 len: 210 time: 0.0977814 Feb 16 22:42:45.892489 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-809db8eb-bee0-408a-954e-651c19f1822d req-6ca85c2f-6a5d-4c38-8185-bb4a18fe5619 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] Request body: {'port': {'device_id': 'b9a879a2-950b-4377-8514-a2e1f88edd35', 'network_id': 'a0f5473f-04f0-45e9-805e-f7de7b263044', 'admin_state_up': True, 'tenant_id': '027120ba740242e7b0469815bf28d0fc'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:42:45.939816 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-86bf41e5-90f1-4ef5-b082-a766a50a7130 tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Publish callbacks [] for port (6fab4b52-aabb-4956-b262-5dded7332703), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:45.945215 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-86bf41e5-90f1-4ef5-b082-a766a50a7130 tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (6fab4b52-aabb-4956-b262-5dded7332703), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:46.082596 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-86bf41e5-90f1-4ef5-b082-a766a50a7130 tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (b9a8f384-6f2b-4a28-ba2a-693b2e932659), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:46.199964 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [None req-86bf41e5-90f1-4ef5-b082-a766a50a7130 tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Floating IP b9a8f384-6f2b-4a28-ba2a-693b2e932659 associated. External IP: 172.25.2.126, port: deff8cde-f604-4421-9ba0-e0bd02bd9b43. Feb 16 22:42:46.322985 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf41e5-90f1-4ef5-b082-a766a50a7130 tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Pushing event updated for resources: {'Port': ['ID=6fab4b52-aabb-4956-b262-5dded7332703,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:46.338193 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb2f3-8dbf-4fa4-9cb1-6d38932f74fd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (89a5a78a-85ba-4cab-8248-09a0515cc3f0), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:46.567459 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbbb2f3-8dbf-4fa4-9cb1-6d38932f74fd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event deleted for resources: {'Port': ['ID=89a5a78a-85ba-4cab-8248-09a0515cc3f0,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:46.691900 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86bf41e5-90f1-4ef5-b082-a766a50a7130 tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Router 661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:42:46.734926 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-809db8eb-bee0-408a-954e-651c19f1822d req-6ca85c2f-6a5d-4c38-8185-bb4a18fe5619 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] Made reservation on behalf of 027120ba740242e7b0469815bf28d0fc for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:42:46.741276 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-809db8eb-bee0-408a-954e-651c19f1822d req-6ca85c2f-6a5d-4c38-8185-bb4a18fe5619 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:46.856598 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bf41e5-90f1-4ef5-b082-a766a50a7130 tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:42:46.874634 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2cf34b-72f5-4036-9e06-0f454e432df7 None None] Sync routers for ids ['661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:42:46.888834 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2cf34b-72f5-4036-9e06-0f454e432df7 None None] Routers {'661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:42:46.889524 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-9e2cf34b-72f5-4036-9e06-0f454e432df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:42:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:46.900066 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-86bf41e5-90f1-4ef5-b082-a766a50a7130 tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:46.944413 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-9e2cf34b-72f5-4036-9e06-0f454e432df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:46.958776 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2cf34b-72f5-4036-9e06-0f454e432df7 None None] Routers {'661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:42:46.959839 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-9e2cf34b-72f5-4036-9e06-0f454e432df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:42:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:46.999993 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-86bf41e5-90f1-4ef5-b082-a766a50a7130 tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.0709050 Feb 16 22:42:47.011687 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37270) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:47.020764 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-9e2cf34b-72f5-4036-9e06-0f454e432df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:47.021417 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2cf34b-72f5-4036-9e06-0f454e432df7 None None] The sync data for ids ['661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:42:47.083469 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:42:47.110146 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3d52a70b-b76f-4e71-98ce-d9986d244e81 req-6ba40122-5374-4a71-8b91-b1aca17a0527 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] 10.222.0.75 "GET /v2.0/ports?device_id=b9a879a2-950b-4377-8514-a2e1f88edd35 HTTP/1.1" status: 200 len: 210 time: 0.0606401 Feb 16 22:42:47.178872 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-809db8eb-bee0-408a-954e-651c19f1822d req-6ca85c2f-6a5d-4c38-8185-bb4a18fe5619 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] Allocated IP 172.20.0.4 (a0f5473f-04f0-45e9-805e-f7de7b263044/8bd2f940-df09-4a8f-9d0b-1e280a7cf967/80b11ea5-9b82-4848-ad45-14df3223e611) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:42:47.184847 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb2f3-8dbf-4fa4-9cb1-6d38932f74fd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (971239f2-12df-4568-a458-86269bfbdf32), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:47.232735 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ffd09223-b98e-45ac-87f4-b637c5760dec tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] 10.222.0.75 "GET /v2.0/floatingips/b9a8f384-6f2b-4a28-ba2a-693b2e932659 HTTP/1.1" status: 200 len: 983 time: 0.2198455 Feb 16 22:42:47.233500 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37276) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:47.383926 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a1d3f5e4-a897-4bf6-84ba-0e0c29c1afff tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] 10.222.0.75 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.1488016 Feb 16 22:42:47.384678 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37278) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:47.530541 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-809db8eb-bee0-408a-954e-651c19f1822d req-6ca85c2f-6a5d-4c38-8185-bb4a18fe5619 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] Publish callbacks [] for port (80b11ea5-9b82-4848-ad45-14df3223e611), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:47.600634 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bbbb2f3-8dbf-4fa4-9cb1-6d38932f74fd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Router 971239f2-12df-4568-a458-86269bfbdf32 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:42:47.614003 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-809db8eb-bee0-408a-954e-651c19f1822d req-6ca85c2f-6a5d-4c38-8185-bb4a18fe5619 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (80b11ea5-9b82-4848-ad45-14df3223e611), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:47.615604 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-d250f484-275b-4818-b14c-d3db87ca660c tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Deleting port 6fab4b52-aabb-4956-b262-5dded7332703 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:42:47.616404 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d250f484-275b-4818-b14c-d3db87ca660c tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (6fab4b52-aabb-4956-b262-5dded7332703), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:47.764659 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d250f484-275b-4818-b14c-d3db87ca660c tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (6fab4b52-aabb-4956-b262-5dded7332703), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:47.765369 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d250f484-275b-4818-b14c-d3db87ca660c tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks [] for floatingip (6fab4b52-aabb-4956-b262-5dded7332703), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:47.772404 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-809db8eb-bee0-408a-954e-651c19f1822d req-6ca85c2f-6a5d-4c38-8185-bb4a18fe5619 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] Network a0f5473f-04f0-45e9-805e-f7de7b263044 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:42:47.779278 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-809db8eb-bee0-408a-954e-651c19f1822d req-6ca85c2f-6a5d-4c38-8185-bb4a18fe5619 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:42:47.788389 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-809db8eb-bee0-408a-954e-651c19f1822d req-6ca85c2f-6a5d-4c38-8185-bb4a18fe5619 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:42:47.790846 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-d250f484-275b-4818-b14c-d3db87ca660c tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Calling delete_port for 6fab4b52-aabb-4956-b262-5dded7332703 owned by network:floatingip {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:42:47.794178 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca85c2f-6a5d-4c38-8185-bb4a18fe5619 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] Pushing event updated for resources: {'Port': ['ID=80b11ea5-9b82-4848-ad45-14df3223e611,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:47.862939 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809db8eb-bee0-408a-954e-651c19f1822d req-6ca85c2f-6a5d-4c38-8185-bb4a18fe5619 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:47.863986 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-809db8eb-bee0-408a-954e-651c19f1822d req-6ca85c2f-6a5d-4c38-8185-bb4a18fe5619 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:47.895606 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-809db8eb-bee0-408a-954e-651c19f1822d req-6ca85c2f-6a5d-4c38-8185-bb4a18fe5619 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0127299 Feb 16 22:42:47.898923 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbbb2f3-8dbf-4fa4-9cb1-6d38932f74fd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:42:47.920656 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2cb8fd-bb62-498b-ab61-7e34a8cee83a None None] Sync routers for ids ['971239f2-12df-4568-a458-86269bfbdf32'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:42:47.939004 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6bbbb2f3-8dbf-4fa4-9cb1-6d38932f74fd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "PUT /v2.0/routers/971239f2-12df-4568-a458-86269bfbdf32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7286959 Feb 16 22:42:47.953956 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2cb8fd-bb62-498b-ab61-7e34a8cee83a None None] Routers {'971239f2-12df-4568-a458-86269bfbdf32'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:42:47.954616 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-9d2cb8fd-bb62-498b-ab61-7e34a8cee83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:42:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['971239f2-12df-4568-a458-86269bfbdf32'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:47.966729 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-809db8eb-bee0-408a-954e-651c19f1822d req-9e43ba89-6322-48ed-839d-0cdd942bdce9 service neutron] Request body: {'port': {'device_id': 'b9a879a2-950b-4377-8514-a2e1f88edd35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:42:48.143289 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-809db8eb-bee0-408a-954e-651c19f1822d req-9e43ba89-6322-48ed-839d-0cdd942bdce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (80b11ea5-9b82-4848-ad45-14df3223e611), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:48.279807 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d250f484-275b-4818-b14c-d3db87ca660c tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (6fab4b52-aabb-4956-b262-5dded7332703), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:48.347557 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250f484-275b-4818-b14c-d3db87ca660c tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Pushing event deleted for resources: {'Port': ['ID=6fab4b52-aabb-4956-b262-5dded7332703,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:48.389031 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-9d2cb8fd-bb62-498b-ab61-7e34a8cee83a None None] Set router 971239f2-12df-4568-a458-86269bfbdf32 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:42:48.425688 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d250f484-275b-4818-b14c-d3db87ca660c tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks [] for floatingip (b9a8f384-6f2b-4a28-ba2a-693b2e932659), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:48.426693 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [None req-d250f484-275b-4818-b14c-d3db87ca660c tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Floating IP b9a8f384-6f2b-4a28-ba2a-693b2e932659 disassociated (deleted). External IP: 172.25.2.126, port: deff8cde-f604-4421-9ba0-e0bd02bd9b43. Feb 16 22:42:48.539907 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc48b5-4183-4426-8457-a6b2d0629940 req-7662392f-782f-4a31-9ae4-6104cd3bd3f8 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:48.541434 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4ddc48b5-4183-4426-8457-a6b2d0629940 req-7662392f-782f-4a31-9ae4-6104cd3bd3f8 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] 10.222.0.75 "GET /v2.0/ports?device_id=b9a879a2-950b-4377-8514-a2e1f88edd35 HTTP/1.1" status: 200 len: 931 time: 0.1279988 Feb 16 22:42:48.723946 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d250f484-275b-4818-b14c-d3db87ca660c tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Router 661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:42:48.740454 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4ddc48b5-4183-4426-8457-a6b2d0629940 req-ee0c62e9-8010-4c2d-ad80-bad2fdbd3551 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] 10.222.0.75 "GET /v2.0/security-groups?id=55f8c9f7-aa3b-4332-ab1e-ea296bd5aa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382146 Feb 16 22:42:48.801416 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-9d2cb8fd-bb62-498b-ab61-7e34a8cee83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971239f2-12df-4568-a458-86269bfbdf32', 'name': 'tempest-TestNetworkBasicOps-router-33925818', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:40:42Z', 'updated_at': '2022-02-16T22:42:46Z', 'revision_number': 6, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'gw_port': {'id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:40:43Z', 'updated_at': '2022-02-16T22:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'ef15a03d-a202-41fd-a401-560ebcc6dd1a', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'floating_ip_address': '172.25.2.220', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '971239f2-12df-4568-a458-86269bfbdf32', 'port_id': '34a7b2db-4a1f-4d26-8629-0366d854d101', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a', 'mac_address': 'fa:16:3e:8e:be:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011dc53-315d-457a-a7b7-08815802e15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:41:16Z', 'updated_at': '2022-02-16T22:41:20Z', 'revision_number': 1, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99de20ce-7945-4743-9822-c5d1ea1db83c', 'name': '', 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'mac_address': 'fa:16:3e:92:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'bb550098-38cf-4a15-8885-1824e020ff82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:40:49Z', 'updated_at': '2022-02-16T22:40:57Z', 'revision_number': 5, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'subnets': [{'id': 'bb550098-38cf-4a15-8885-1824e020ff82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:48.905880 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2cb8fd-bb62-498b-ab61-7e34a8cee83a None None] Checking router: 971239f2-12df-4568-a458-86269bfbdf32 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:42:48.917063 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d250f484-275b-4818-b14c-d3db87ca660c tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:42:48.921512 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2cb8fd-bb62-498b-ab61-7e34a8cee83a None None] Routers {'971239f2-12df-4568-a458-86269bfbdf32'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:42:48.922179 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-9d2cb8fd-bb62-498b-ab61-7e34a8cee83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:42:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['971239f2-12df-4568-a458-86269bfbdf32'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:48.928405 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0e0b5e-4bae-4b17-8749-f9d366bbb12e None None] Sync routers for ids ['661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:42:48.941578 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d250f484-275b-4818-b14c-d3db87ca660c tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:48.946243 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0e0b5e-4bae-4b17-8749-f9d366bbb12e None None] Routers {'661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:42:48.947104 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-7c0e0b5e-4bae-4b17-8749-f9d366bbb12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:42:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:48.971499 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-809db8eb-bee0-408a-954e-651c19f1822d req-9e43ba89-6322-48ed-839d-0cdd942bdce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80b11ea5-9b82-4848-ad45-14df3223e611 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:42:48.993176 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-809db8eb-bee0-408a-954e-651c19f1822d req-9e43ba89-6322-48ed-839d-0cdd942bdce9 service neutron] Publish callbacks [] for port (80b11ea5-9b82-4848-ad45-14df3223e611), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:49.009447 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d250f484-275b-4818-b14c-d3db87ca660c tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] 10.222.0.75 "DELETE /v2.0/floatingips/b9a8f384-6f2b-4a28-ba2a-693b2e932659 HTTP/1.1" status: 204 len: 168 time: 1.6236408 Feb 16 22:42:49.013105 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37318) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:49.023114 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821f4cf-0fae-47d2-bc76-5433062c7770 req-4c2ec70b-f6dd-4323-af88-7d7eb805a456 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:49.024290 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-8afebce1-8f04-4f92-8e47-00f27a98af3e tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:42:49.028763 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0821f4cf-0fae-47d2-bc76-5433062c7770 req-4c2ec70b-f6dd-4323-af88-7d7eb805a456 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=6520022d-ea85-4d30-9d83-20d8a5ce3d27 HTTP/1.1" status: 200 len: 946 time: 0.1732197 Feb 16 22:42:49.038787 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-7c0e0b5e-4bae-4b17-8749-f9d366bbb12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:49.063403 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0e0b5e-4bae-4b17-8749-f9d366bbb12e None None] Routers {'661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:42:49.065945 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-7c0e0b5e-4bae-4b17-8749-f9d366bbb12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:42:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:49.080788 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8afebce1-8f04-4f92-8e47-00f27a98af3e tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:49.112534 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-809db8eb-bee0-408a-954e-651c19f1822d req-9e43ba89-6322-48ed-839d-0cdd942bdce9 service neutron] Transition to ACTIVE for port object 80b11ea5-9b82-4848-ad45-14df3223e611 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:42:49.131778 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-809db8eb-bee0-408a-954e-651c19f1822d req-9e43ba89-6322-48ed-839d-0cdd942bdce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (80b11ea5-9b82-4848-ad45-14df3223e611), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:49.151169 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-7c0e0b5e-4bae-4b17-8749-f9d366bbb12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:49.160774 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0e0b5e-4bae-4b17-8749-f9d366bbb12e None None] The sync data for ids ['661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:42:49.200855 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-9d2cb8fd-bb62-498b-ab61-7e34a8cee83a None None] Set router 971239f2-12df-4568-a458-86269bfbdf32 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:42:49.219691 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43ba89-6322-48ed-839d-0cdd942bdce9 service neutron] Pushing event updated for resources: {'Port': ['ID=80b11ea5-9b82-4848-ad45-14df3223e611,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:49.227694 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0821f4cf-0fae-47d2-bc76-5433062c7770 req-b5908ca3-6cb4-4b50-aa20-c4e0fb7fe409 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/security-groups?id=0923e255-99c3-4803-abfb-3666c78da164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920054 Feb 16 22:42:49.315808 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8afebce1-8f04-4f92-8e47-00f27a98af3e tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:49.397699 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-809db8eb-bee0-408a-954e-651c19f1822d req-9e43ba89-6322-48ed-839d-0cdd942bdce9 service neutron] Attempting to bind port 80b11ea5-9b82-4848-ad45-14df3223e611 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:42:49.398061 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-809db8eb-bee0-408a-954e-651c19f1822d req-9e43ba89-6322-48ed-839d-0cdd942bdce9 service neutron] Attempting to bind port 80b11ea5-9b82-4848-ad45-14df3223e611 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '12e3d021-b058-47f0-a869-ab36b3e62a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a0f5473f-04f0-45e9-805e-f7de7b263044'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:42:49.398394 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809db8eb-bee0-408a-954e-651c19f1822d req-9e43ba89-6322-48ed-839d-0cdd942bdce9 service neutron] Attempting to bind port 80b11ea5-9b82-4848-ad45-14df3223e611 on network a0f5473f-04f0-45e9-805e-f7de7b263044 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:42:49.403163 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809db8eb-bee0-408a-954e-651c19f1822d req-9e43ba89-6322-48ed-839d-0cdd942bdce9 service neutron] Port 80b11ea5-9b82-4848-ad45-14df3223e611 on network a0f5473f-04f0-45e9-805e-f7de7b263044 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:42:49.403790 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809db8eb-bee0-408a-954e-651c19f1822d req-9e43ba89-6322-48ed-839d-0cdd942bdce9 service neutron] Attempting to bind port 80b11ea5-9b82-4848-ad45-14df3223e611 on network a0f5473f-04f0-45e9-805e-f7de7b263044 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:42:49.408761 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809db8eb-bee0-408a-954e-651c19f1822d req-9e43ba89-6322-48ed-839d-0cdd942bdce9 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:42:49.409100 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809db8eb-bee0-408a-954e-651c19f1822d req-9e43ba89-6322-48ed-839d-0cdd942bdce9 service neutron] Checking segment: {'id': '12e3d021-b058-47f0-a869-ab36b3e62a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a0f5473f-04f0-45e9-805e-f7de7b263044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:42:49.409479 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809db8eb-bee0-408a-954e-651c19f1822d req-9e43ba89-6322-48ed-839d-0cdd942bdce9 service neutron] Bound using segment: {'id': '12e3d021-b058-47f0-a869-ab36b3e62a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a0f5473f-04f0-45e9-805e-f7de7b263044'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:42:49.410179 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-809db8eb-bee0-408a-954e-651c19f1822d req-9e43ba89-6322-48ed-839d-0cdd942bdce9 service neutron] Bound port: 80b11ea5-9b82-4848-ad45-14df3223e611, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12e3d021-b058-47f0-a869-ab36b3e62a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a0f5473f-04f0-45e9-805e-f7de7b263044'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:42:49.410370 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-809db8eb-bee0-408a-954e-651c19f1822d req-9e43ba89-6322-48ed-839d-0cdd942bdce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (80b11ea5-9b82-4848-ad45-14df3223e611), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:49.511794 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-8afebce1-8f04-4f92-8e47-00f27a98af3e tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Allocated IP 172.25.2.243 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/c9ec38e1-4042-40e1-a7c9-a33cba6f02db) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:42:49.534286 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-809db8eb-bee0-408a-954e-651c19f1822d req-9e43ba89-6322-48ed-839d-0cdd942bdce9 service neutron] For port 80b11ea5-9b82-4848-ad45-14df3223e611, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:42:49.538475 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-809db8eb-bee0-408a-954e-651c19f1822d req-9e43ba89-6322-48ed-839d-0cdd942bdce9 service neutron] For port 80b11ea5-9b82-4848-ad45-14df3223e611, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=80b11ea5-9b82-4848-ad45-14df3223e611,segment=NetworkSegment(12e3d021-b058-47f0-a869-ab36b3e62a67),segment_id=12e3d021-b058-47f0-a869-ab36b3e62a67)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:42:49.550396 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-809db8eb-bee0-408a-954e-651c19f1822d req-9e43ba89-6322-48ed-839d-0cdd942bdce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (80b11ea5-9b82-4848-ad45-14df3223e611), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:49.599149 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809db8eb-bee0-408a-954e-651c19f1822d req-9e43ba89-6322-48ed-839d-0cdd942bdce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:49.600769 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-809db8eb-bee0-408a-954e-651c19f1822d req-9e43ba89-6322-48ed-839d-0cdd942bdce9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:49.602442 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-809db8eb-bee0-408a-954e-651c19f1822d req-9e43ba89-6322-48ed-839d-0cdd942bdce9 service neutron] 10.222.0.67 "PUT /v2.0/ports/80b11ea5-9b82-4848-ad45-14df3223e611 HTTP/1.1" status: 200 len: 1091 time: 1.6738892 Feb 16 22:42:49.603866 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a879a2-950b-4377-8514-a2e1f88edd35', 'tag': '80b11ea5-9b82-4848-ad45-14df3223e611'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:42:49.607278 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de269ac-51e1-4e9f-ad3d-edc23dc32239" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a879a2-950b-4377-8514-a2e1f88edd35", "tag": "80b11ea5-9b82-4848-ad45-14df3223e611"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:42:49.702924 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb2e67f-e928-497f-8439-81991a4dabdd x-openstack-request-id: req-9cb2e67f-e928-497f-8439-81991a4dabdd {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:42:49.703301 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a879a2-950b-4377-8514-a2e1f88edd35", "tag": "80b11ea5-9b82-4848-ad45-14df3223e611", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:42:49.703501 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9cb2e67f-e928-497f-8439-81991a4dabdd {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:42:49.705171 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a879a2-950b-4377-8514-a2e1f88edd35', 'tag': '80b11ea5-9b82-4848-ad45-14df3223e611', 'status': 'completed', 'code': 200} Feb 16 22:42:49.718028 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43ba89-6322-48ed-839d-0cdd942bdce9 service neutron] Pushing event updated for resources: {'Port': ['ID=80b11ea5-9b82-4848-ad45-14df3223e611,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:49.728186 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-9d2cb8fd-bb62-498b-ab61-7e34a8cee83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971239f2-12df-4568-a458-86269bfbdf32', 'name': 'tempest-TestNetworkBasicOps-router-33925818', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:40:42Z', 'updated_at': '2022-02-16T22:42:46Z', 'revision_number': 6, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'gw_port': {'id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:40:43Z', 'updated_at': '2022-02-16T22:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'ef15a03d-a202-41fd-a401-560ebcc6dd1a', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'floating_ip_address': '172.25.2.220', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '971239f2-12df-4568-a458-86269bfbdf32', 'port_id': '34a7b2db-4a1f-4d26-8629-0366d854d101', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a', 'mac_address': 'fa:16:3e:8e:be:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011dc53-315d-457a-a7b7-08815802e15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:41:16Z', 'updated_at': '2022-02-16T22:41:20Z', 'revision_number': 1, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99de20ce-7945-4743-9822-c5d1ea1db83c', 'name': '', 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'mac_address': 'fa:16:3e:92:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'bb550098-38cf-4a15-8885-1824e020ff82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:40:49Z', 'updated_at': '2022-02-16T22:40:57Z', 'revision_number': 5, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'subnets': [{'id': 'bb550098-38cf-4a15-8885-1824e020ff82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:49.746035 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809db8eb-bee0-408a-954e-651c19f1822d req-b2dc3909-3cd5-4a70-b1fb-c0cbce431008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:49.748092 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-809db8eb-bee0-408a-954e-651c19f1822d req-b2dc3909-3cd5-4a70-b1fb-c0cbce431008 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=027120ba740242e7b0469815bf28d0fc&device_id=b9a879a2-950b-4377-8514-a2e1f88edd35 HTTP/1.1" status: 200 len: 1125 time: 0.0946925 Feb 16 22:42:49.776481 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57774b-40fa-4716-b9bd-af920efce705 req-e3e0ee0f-2acd-4cf1-b0b3-bc5e5396744c tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:49.783183 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a57774b-40fa-4716-b9bd-af920efce705 req-e3e0ee0f-2acd-4cf1-b0b3-bc5e5396744c tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.79 "GET /v2.0/ports?device_id=6520022d-ea85-4d30-9d83-20d8a5ce3d27 HTTP/1.1" status: 200 len: 946 time: 0.1570385 Feb 16 22:42:49.806380 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2cb8fd-bb62-498b-ab61-7e34a8cee83a None None] The sync data for ids ['971239f2-12df-4568-a458-86269bfbdf32'] in n-d-813897-6 is: [{'id': '971239f2-12df-4568-a458-86269bfbdf32', 'name': 'tempest-TestNetworkBasicOps-router-33925818', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:40:42Z', 'updated_at': '2022-02-16T22:42:46Z', 'revision_number': 6, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'gw_port': {'id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:40:43Z', 'updated_at': '2022-02-16T22:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'ef15a03d-a202-41fd-a401-560ebcc6dd1a', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'floating_ip_address': '172.25.2.220', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '971239f2-12df-4568-a458-86269bfbdf32', 'port_id': '34a7b2db-4a1f-4d26-8629-0366d854d101', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a', 'mac_address': 'fa:16:3e:8e:be:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011dc53-315d-457a-a7b7-08815802e15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:41:16Z', 'updated_at': '2022-02-16T22:41:20Z', 'revision_number': 1, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99de20ce-7945-4743-9822-c5d1ea1db83c', 'name': '', 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'mac_address': 'fa:16:3e:92:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'bb550098-38cf-4a15-8885-1824e020ff82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:40:49Z', 'updated_at': '2022-02-16T22:40:57Z', 'revision_number': 5, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'subnets': [{'id': 'bb550098-38cf-4a15-8885-1824e020ff82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:42:49.814228 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8afebce1-8f04-4f92-8e47-00f27a98af3e tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Publish callbacks [] for port (c9ec38e1-4042-40e1-a7c9-a33cba6f02db), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:49.914990 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-809db8eb-bee0-408a-954e-651c19f1822d req-22d010dc-c878-4bb9-8984-1481eee872a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80b11ea5-9b82-4848-ad45-14df3223e611 HTTP/1.1" status: 200 len: 217 time: 0.1304274 Feb 16 22:42:49.928765 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8afebce1-8f04-4f92-8e47-00f27a98af3e tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (c9ec38e1-4042-40e1-a7c9-a33cba6f02db), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:49.972015 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afebce1-8f04-4f92-8e47-00f27a98af3e tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Pushing event updated for resources: {'Port': ['ID=c9ec38e1-4042-40e1-a7c9-a33cba6f02db,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:49.991793 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afebce1-8f04-4f92-8e47-00f27a98af3e tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:42:49.993617 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-8afebce1-8f04-4f92-8e47-00f27a98af3e tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:42:50.000096 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afebce1-8f04-4f92-8e47-00f27a98af3e tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:42:50.053108 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809db8eb-bee0-408a-954e-651c19f1822d req-9eb3c442-ec3e-4345-b620-9e306df89a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:50.054707 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-809db8eb-bee0-408a-954e-651c19f1822d req-9eb3c442-ec3e-4345-b620-9e306df89a24 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8bd2f940-df09-4a8f-9d0b-1e280a7cf967 HTTP/1.1" status: 200 len: 849 time: 0.1102164 Feb 16 22:42:50.082074 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cd359-5072-4d0b-b061-f833e421c173 req-c707d591-bbc0-40cb-8d41-165c679d75ce tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:50.083702 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a33cd359-5072-4d0b-b061-f833e421c173 req-c707d591-bbc0-40cb-8d41-165c679d75ce tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] 10.222.0.75 "GET /v2.0/ports?device_id=b9a879a2-950b-4377-8514-a2e1f88edd35 HTTP/1.1" status: 200 len: 943 time: 0.1835012 Feb 16 22:42:50.119606 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8afebce1-8f04-4f92-8e47-00f27a98af3e tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Publish callbacks [] for floatingip (cb88c5a8-2a81-48af-9775-4ca5f1d1599f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:50.163612 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-809db8eb-bee0-408a-954e-651c19f1822d req-8e4ee90b-842e-467f-97df-a875e23616e0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a0f5473f-04f0-45e9-805e-f7de7b263044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755646 Feb 16 22:42:50.171425 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8afebce1-8f04-4f92-8e47-00f27a98af3e tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c9ec38e1-4042-40e1-a7c9-a33cba6f02db), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:50.238884 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-5a57774b-40fa-4716-b9bd-af920efce705 req-692fedfe-03b2-47a7-89c4-d54d15a0b8f6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Deleting port 467e335b-17a2-4d04-b2d9-701d2c0bade7 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:42:50.239457 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5a57774b-40fa-4716-b9bd-af920efce705 req-692fedfe-03b2-47a7-89c4-d54d15a0b8f6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (467e335b-17a2-4d04-b2d9-701d2c0bade7), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:50.435215 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8afebce1-8f04-4f92-8e47-00f27a98af3e tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Publish callbacks [] for port (c9ec38e1-4042-40e1-a7c9-a33cba6f02db), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:50.456516 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8afebce1-8f04-4f92-8e47-00f27a98af3e tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (c9ec38e1-4042-40e1-a7c9-a33cba6f02db), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:50.467332 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-809db8eb-bee0-408a-954e-651c19f1822d req-6179f031-421a-49b1-a70e-430c4678b4e4 service neutron] 10.222.0.67 "GET /v2.0/networks/a0f5473f-04f0-45e9-805e-f7de7b263044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927136 Feb 16 22:42:50.593246 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-809db8eb-bee0-408a-954e-651c19f1822d req-5043657b-c691-44eb-9073-f2b9e8f3cbfb service neutron] 10.222.0.67 "GET /v2.0/networks/a0f5473f-04f0-45e9-805e-f7de7b263044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136971 Feb 16 22:42:50.597855 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a33cd359-5072-4d0b-b061-f833e421c173 req-5206eabd-9f38-4b7c-9949-a4a4bf84dc4d tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] 10.222.0.75 "GET /v2.0/security-groups?id=55f8c9f7-aa3b-4332-ab1e-ea296bd5aa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5076015 Feb 16 22:42:50.639063 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8afebce1-8f04-4f92-8e47-00f27a98af3e tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (cb88c5a8-2a81-48af-9775-4ca5f1d1599f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:50.649319 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-5a57774b-40fa-4716-b9bd-af920efce705 req-692fedfe-03b2-47a7-89c4-d54d15a0b8f6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] For port 467e335b-17a2-4d04-b2d9-701d2c0bade7, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=467e335b-17a2-4d04-b2d9-701d2c0bade7,segment=NetworkSegment(3e223efe-0cc0-470c-82d6-163c79fa25da),segment_id=3e223efe-0cc0-470c-82d6-163c79fa25da)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:42:50.649694 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5a57774b-40fa-4716-b9bd-af920efce705 req-692fedfe-03b2-47a7-89c4-d54d15a0b8f6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (467e335b-17a2-4d04-b2d9-701d2c0bade7), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:50.676665 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2a714aee-e03f-4b0e-9250-8d838d1d43e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:50.702871 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afebce1-8f04-4f92-8e47-00f27a98af3e tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Pushing event updated for resources: {'Port': ['ID=c9ec38e1-4042-40e1-a7c9-a33cba6f02db,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:50.714085 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8afebce1-8f04-4f92-8e47-00f27a98af3e tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:50.730589 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8afebce1-8f04-4f92-8e47-00f27a98af3e tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7163446 Feb 16 22:42:50.731322 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37350) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:50.792051 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-5a57774b-40fa-4716-b9bd-af920efce705 req-692fedfe-03b2-47a7-89c4-d54d15a0b8f6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Calling delete_port for 467e335b-17a2-4d04-b2d9-701d2c0bade7 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:42:50.860483 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-e90331e9-b2b5-4c7c-84c7-3b62212104ce tempest-FloatingIPAdminTestJSON-1815582669 tempest-FloatingIPAdminTestJSON-1815582669-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:42:50.896016 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de269ac-51e1-4e9f-ad3d-edc23dc32239 req-1227e57a-343a-4362-9aae-3cbcac894d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:50.897672 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5de269ac-51e1-4e9f-ad3d-edc23dc32239 req-1227e57a-343a-4362-9aae-3cbcac894d05 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=027120ba740242e7b0469815bf28d0fc&device_id=b9a879a2-950b-4377-8514-a2e1f88edd35 HTTP/1.1" status: 200 len: 1125 time: 0.2306359 Feb 16 22:42:50.908479 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e90331e9-b2b5-4c7c-84c7-3b62212104ce tempest-FloatingIPAdminTestJSON-1815582669 tempest-FloatingIPAdminTestJSON-1815582669-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:50.951997 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05589160-50e3-4083-ab73-eff6cc0eac2b req-3141561d-39a5-4bb9-a85e-75bf477b0a80 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:50.961041 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-05589160-50e3-4083-ab73-eff6cc0eac2b req-3141561d-39a5-4bb9-a85e-75bf477b0a80 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=6520022d-ea85-4d30-9d83-20d8a5ce3d27 HTTP/1.1" status: 200 len: 946 time: 0.2482750 Feb 16 22:42:51.049793 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e90331e9-b2b5-4c7c-84c7-3b62212104ce tempest-FloatingIPAdminTestJSON-1815582669 tempest-FloatingIPAdminTestJSON-1815582669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:51.110473 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-05589160-50e3-4083-ab73-eff6cc0eac2b req-cef49e1a-2588-46bd-b560-8c055548b8fe tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/security-groups?id=0923e255-99c3-4803-abfb-3666c78da164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483347 Feb 16 22:42:51.199810 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de269ac-51e1-4e9f-ad3d-edc23dc32239 req-77b647fe-95b1-4232-8fb4-d06fe8ca8ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:51.201890 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5de269ac-51e1-4e9f-ad3d-edc23dc32239 req-77b647fe-95b1-4232-8fb4-d06fe8ca8ee5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a0f5473f-04f0-45e9-805e-f7de7b263044 HTTP/1.1" status: 200 len: 910 time: 0.2980940 Feb 16 22:42:51.203033 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5a57774b-40fa-4716-b9bd-af920efce705 req-692fedfe-03b2-47a7-89c4-d54d15a0b8f6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (467e335b-17a2-4d04-b2d9-701d2c0bade7), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:51.246905 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-e90331e9-b2b5-4c7c-84c7-3b62212104ce tempest-FloatingIPAdminTestJSON-1815582669 tempest-FloatingIPAdminTestJSON-1815582669-project] Allocated IP 172.25.2.150 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/886e1275-bd3e-4c45-8880-1da225a8e9fc) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:42:51.262424 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692fedfe-03b2-47a7-89c4-d54d15a0b8f6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event deleted for resources: {'Port': ['ID=467e335b-17a2-4d04-b2d9-701d2c0bade7,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:51.347161 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5de269ac-51e1-4e9f-ad3d-edc23dc32239 req-5701fb61-638b-43b6-be44-39db48b22e5c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80b11ea5-9b82-4848-ad45-14df3223e611 HTTP/1.1" status: 200 len: 217 time: 0.1016722 Feb 16 22:42:51.407523 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a57774b-40fa-4716-b9bd-af920efce705 req-692fedfe-03b2-47a7-89c4-d54d15a0b8f6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] No DVR routers for this DVR port 467e335b-17a2-4d04-b2d9-701d2c0bade7 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:42:51.410827 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5a57774b-40fa-4716-b9bd-af920efce705 req-692fedfe-03b2-47a7-89c4-d54d15a0b8f6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:51.440400 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a57774b-40fa-4716-b9bd-af920efce705 req-692fedfe-03b2-47a7-89c4-d54d15a0b8f6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.79 "DELETE /v2.0/ports/467e335b-17a2-4d04-b2d9-701d2c0bade7 HTTP/1.1" status: 204 len: 173 time: 1.6153998 Feb 16 22:42:51.547127 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de269ac-51e1-4e9f-ad3d-edc23dc32239 req-75e08ece-9eba-4ec7-bc79-43ad27ee425f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:51.553290 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5de269ac-51e1-4e9f-ad3d-edc23dc32239 req-75e08ece-9eba-4ec7-bc79-43ad27ee425f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8bd2f940-df09-4a8f-9d0b-1e280a7cf967 HTTP/1.1" status: 200 len: 849 time: 0.1673152 Feb 16 22:42:51.634760 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5de269ac-51e1-4e9f-ad3d-edc23dc32239 req-c8e80c6e-b65f-4116-8161-d03391b860c3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a0f5473f-04f0-45e9-805e-f7de7b263044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730760 Feb 16 22:42:51.780471 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6520022d-ea85-4d30-9d83-20d8a5ce3d27', 'name': 'network-vif-deleted', 'tag': '467e335b-17a2-4d04-b2d9-701d2c0bade7'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:42:51.784261 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430162c6-b875-4bf7-b848-c27948c56764" -d '{"events": [{"server_uuid": "6520022d-ea85-4d30-9d83-20d8a5ce3d27", "name": "network-vif-deleted", "tag": "467e335b-17a2-4d04-b2d9-701d2c0bade7"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:42:51.908875 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 89a5a78a-85ba-4cab-8248-09a0515cc3f0 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:42:51.996672 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5de269ac-51e1-4e9f-ad3d-edc23dc32239 req-1bbdbd78-3b3a-4f34-b6ee-d531997bbb1c service neutron] 10.222.0.67 "GET /v2.0/networks/a0f5473f-04f0-45e9-805e-f7de7b263044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544917 Feb 16 22:42:52.002055 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 89a5a78a-85ba-4cab-8248-09a0515cc3f0 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:42:52.002668 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 89a5a78a-85ba-4cab-8248-09a0515cc3f0 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:42:52.029509 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfe233-1612-4922-84f1-b2ebe30f85e0 req-847b00a5-49e3-4138-98de-dad1a8fd7c38 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:52.047997 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f2dfe233-1612-4922-84f1-b2ebe30f85e0 req-847b00a5-49e3-4138-98de-dad1a8fd7c38 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] 10.222.0.75 "GET /v2.0/ports?device_id=b9a879a2-950b-4377-8514-a2e1f88edd35 HTTP/1.1" status: 200 len: 943 time: 0.2599227 Feb 16 22:42:52.212419 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e90331e9-b2b5-4c7c-84c7-3b62212104ce tempest-FloatingIPAdminTestJSON-1815582669 tempest-FloatingIPAdminTestJSON-1815582669-project] Publish callbacks [] for port (886e1275-bd3e-4c45-8880-1da225a8e9fc), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:52.235755 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5de269ac-51e1-4e9f-ad3d-edc23dc32239 req-e53920fc-030a-4259-912a-7287f4d46c02 service neutron] 10.222.0.67 "GET /v2.0/networks/a0f5473f-04f0-45e9-805e-f7de7b263044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721485 Feb 16 22:42:52.273707 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e90331e9-b2b5-4c7c-84c7-3b62212104ce tempest-FloatingIPAdminTestJSON-1815582669 tempest-FloatingIPAdminTestJSON-1815582669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (886e1275-bd3e-4c45-8880-1da225a8e9fc), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:52.282827 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f2dfe233-1612-4922-84f1-b2ebe30f85e0 req-b5db798c-1a34-4362-b7cb-8f7ac28308e5 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] 10.222.0.75 "GET /v2.0/security-groups?id=55f8c9f7-aa3b-4332-ab1e-ea296bd5aa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336903 Feb 16 22:42:52.336785 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90331e9-b2b5-4c7c-84c7-3b62212104ce tempest-FloatingIPAdminTestJSON-1815582669 tempest-FloatingIPAdminTestJSON-1815582669-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:42:52.340808 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-e90331e9-b2b5-4c7c-84c7-3b62212104ce tempest-FloatingIPAdminTestJSON-1815582669 tempest-FloatingIPAdminTestJSON-1815582669-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:42:52.345258 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90331e9-b2b5-4c7c-84c7-3b62212104ce tempest-FloatingIPAdminTestJSON-1815582669 tempest-FloatingIPAdminTestJSON-1815582669-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:42:52.370819 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a174451d-a501-4f58-87db-2d942fa29e4d x-openstack-request-id: req-a174451d-a501-4f58-87db-2d942fa29e4d {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:42:52.371227 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6520022d-ea85-4d30-9d83-20d8a5ce3d27", "name": "network-vif-deleted", "tag": "467e335b-17a2-4d04-b2d9-701d2c0bade7", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:42:52.371581 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a174451d-a501-4f58-87db-2d942fa29e4d {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:42:52.372112 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6520022d-ea85-4d30-9d83-20d8a5ce3d27', 'name': 'network-vif-deleted', 'tag': '467e335b-17a2-4d04-b2d9-701d2c0bade7', 'status': 'completed', 'code': 200} Feb 16 22:42:52.384017 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90331e9-b2b5-4c7c-84c7-3b62212104ce tempest-FloatingIPAdminTestJSON-1815582669 tempest-FloatingIPAdminTestJSON-1815582669-project] Pushing event updated for resources: {'Port': ['ID=886e1275-bd3e-4c45-8880-1da225a8e9fc,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:52.410205 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37386) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:52.468104 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e90331e9-b2b5-4c7c-84c7-3b62212104ce tempest-FloatingIPAdminTestJSON-1815582669 tempest-FloatingIPAdminTestJSON-1815582669-project] Publish callbacks [] for floatingip (486f0109-3c10-4146-a535-a24316755fd5), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:52.494770 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-33d23060-9f0e-47c2-ac32-5db2c20897da tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group (0923e255-99c3-4803-abfb-3666c78da164), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:52.509229 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e90331e9-b2b5-4c7c-84c7-3b62212104ce tempest-FloatingIPAdminTestJSON-1815582669 tempest-FloatingIPAdminTestJSON-1815582669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (886e1275-bd3e-4c45-8880-1da225a8e9fc), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:52.539312 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-33d23060-9f0e-47c2-ac32-5db2c20897da tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group (0923e255-99c3-4803-abfb-3666c78da164), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:52.603526 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-33d23060-9f0e-47c2-ac32-5db2c20897da tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (0923e255-99c3-4803-abfb-3666c78da164), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:52.606641 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-33d23060-9f0e-47c2-ac32-5db2c20897da tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:52.610512 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-33d23060-9f0e-47c2-ac32-5db2c20897da tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "DELETE /v2.0/security-groups/0923e255-99c3-4803-abfb-3666c78da164 HTTP/1.1" status: 204 len: 168 time: 0.1967292 Feb 16 22:42:52.618219 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d23060-9f0e-47c2-ac32-5db2c20897da tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0923e255-99c3-4803-abfb-3666c78da164,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:52.684899 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37404) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:52.885772 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e90331e9-b2b5-4c7c-84c7-3b62212104ce tempest-FloatingIPAdminTestJSON-1815582669 tempest-FloatingIPAdminTestJSON-1815582669-project] Publish callbacks [] for port (886e1275-bd3e-4c45-8880-1da225a8e9fc), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:52.909211 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e90331e9-b2b5-4c7c-84c7-3b62212104ce tempest-FloatingIPAdminTestJSON-1815582669 tempest-FloatingIPAdminTestJSON-1815582669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (886e1275-bd3e-4c45-8880-1da225a8e9fc), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:53.069831 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ffe5282b-4dc3-4d92-9c82-bde544c9fc3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:53.075333 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90331e9-b2b5-4c7c-84c7-3b62212104ce tempest-FloatingIPAdminTestJSON-1815582669 tempest-FloatingIPAdminTestJSON-1815582669-project] Pushing event updated for resources: {'Port': ['ID=886e1275-bd3e-4c45-8880-1da225a8e9fc,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:53.110961 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e90331e9-b2b5-4c7c-84c7-3b62212104ce tempest-FloatingIPAdminTestJSON-1815582669 tempest-FloatingIPAdminTestJSON-1815582669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (486f0109-3c10-4146-a535-a24316755fd5), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:53.132698 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e90331e9-b2b5-4c7c-84c7-3b62212104ce tempest-FloatingIPAdminTestJSON-1815582669 tempest-FloatingIPAdminTestJSON-1815582669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:53.146630 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e90331e9-b2b5-4c7c-84c7-3b62212104ce tempest-FloatingIPAdminTestJSON-1815582669 tempest-FloatingIPAdminTestJSON-1815582669-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4140968 Feb 16 22:42:53.147328 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37440) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:53.163849 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 467e335b-17a2-4d04-b2d9-701d2c0bade7 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:42:53.223416 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 467e335b-17a2-4d04-b2d9-701d2c0bade7 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:42:53.236517 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 467e335b-17a2-4d04-b2d9-701d2c0bade7 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:42:53.242534 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-18e4d1f4-d6c5-4fe5-ae9a-5f799e87179c tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Deleting subnet e8aa851c-b41e-48c6-8995-b75aab8fe929 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:42:53.246494 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-18e4d1f4-d6c5-4fe5-ae9a-5f799e87179c tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for subnet (e8aa851c-b41e-48c6-8995-b75aab8fe929), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:53.250840 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3ed5bffe-f9d1-4c0f-ac17-11fff6b871cf tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] 10.222.0.75 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.1023302 Feb 16 22:42:53.256591 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37456) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:53.346503 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-18e4d1f4-d6c5-4fe5-ae9a-5f799e87179c tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (e8aa851c-b41e-48c6-8995-b75aab8fe929), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:53.365918 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1cd5f1fa-f02b-4130-9766-99b16eab65fe tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] 10.222.0.75 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1058724 Feb 16 22:42:53.367885 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37470) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:53.600018 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-65e192d4-1b0a-49e1-9fc1-8a78c5043a34 tempest-FloatingIPAdminTestJSON-1815582669 tempest-FloatingIPAdminTestJSON-1815582669-project] Deleting port 886e1275-bd3e-4c45-8880-1da225a8e9fc {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:42:53.601029 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65e192d4-1b0a-49e1-9fc1-8a78c5043a34 tempest-FloatingIPAdminTestJSON-1815582669 tempest-FloatingIPAdminTestJSON-1815582669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (886e1275-bd3e-4c45-8880-1da225a8e9fc), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:53.614265 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-18e4d1f4-d6c5-4fe5-ae9a-5f799e87179c tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (e8aa851c-b41e-48c6-8995-b75aab8fe929), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:53.652874 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2f964-d86f-47b8-9952-7f1ead9c83fc req-ee370e39-6d42-4ba2-9073-b801edd43ee0 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:53.654477 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1c2f964-d86f-47b8-9952-7f1ead9c83fc req-ee370e39-6d42-4ba2-9073-b801edd43ee0 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] 10.222.0.75 "GET /v2.0/ports?device_id=b9a879a2-950b-4377-8514-a2e1f88edd35 HTTP/1.1" status: 200 len: 943 time: 0.1545284 Feb 16 22:42:53.732283 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 80b11ea5-9b82-4848-ad45-14df3223e611 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:42:53.735164 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1c2f964-d86f-47b8-9952-7f1ead9c83fc req-598dd173-763b-4006-8426-dbb5efd80462 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] 10.222.0.75 "GET /v2.0/security-groups?id=55f8c9f7-aa3b-4332-ab1e-ea296bd5aa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717828 Feb 16 22:42:53.747719 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-18e4d1f4-d6c5-4fe5-ae9a-5f799e87179c tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (e8aa851c-b41e-48c6-8995-b75aab8fe929), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:53.826598 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e4d1f4-d6c5-4fe5-ae9a-5f799e87179c tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event deleted for resources: {'Subnet': ['ID=e8aa851c-b41e-48c6-8995-b75aab8fe929,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:53.842353 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-18e4d1f4-d6c5-4fe5-ae9a-5f799e87179c tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:53.843514 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b000e1d9-58e0-4a02-8804-5a2cbdb40047 None None] Network 7c22bded-9a3a-47da-9660-d16534bab41e requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:42:53.848750 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-18e4d1f4-d6c5-4fe5-ae9a-5f799e87179c tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "DELETE /v2.0/subnets/e8aa851c-b41e-48c6-8995-b75aab8fe929 HTTP/1.1" status: 204 len: 168 time: 1.1603115 Feb 16 22:42:53.850391 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37510) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:53.873475 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65e192d4-1b0a-49e1-9fc1-8a78c5043a34 tempest-FloatingIPAdminTestJSON-1815582669 tempest-FloatingIPAdminTestJSON-1815582669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (886e1275-bd3e-4c45-8880-1da225a8e9fc), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:53.873870 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65e192d4-1b0a-49e1-9fc1-8a78c5043a34 tempest-FloatingIPAdminTestJSON-1815582669 tempest-FloatingIPAdminTestJSON-1815582669-project] Publish callbacks [] for floatingip (886e1275-bd3e-4c45-8880-1da225a8e9fc), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:53.900846 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-65e192d4-1b0a-49e1-9fc1-8a78c5043a34 tempest-FloatingIPAdminTestJSON-1815582669 tempest-FloatingIPAdminTestJSON-1815582669-project] Calling delete_port for 886e1275-bd3e-4c45-8880-1da225a8e9fc owned by network:floatingip {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:42:53.999130 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a89d268a-0727-48bb-a91c-97324ff84083 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (7c22bded-9a3a-47da-9660-d16534bab41e), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:54.026455 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 80b11ea5-9b82-4848-ad45-14df3223e611, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=80b11ea5-9b82-4848-ad45-14df3223e611,segment=NetworkSegment(12e3d021-b058-47f0-a869-ab36b3e62a67),segment_id=12e3d021-b058-47f0-a869-ab36b3e62a67)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:42:54.118518 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '80b11ea5-9b82-4848-ad45-14df3223e611', 'network_id': 'a0f5473f-04f0-45e9-805e-f7de7b263044', 'port_id': '80b11ea5-9b82-4848-ad45-14df3223e611', 'mac_address': 'fa:16:3e:a3:83:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd2f940-df09-4a8f-9d0b-1e280a7cf967', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:42:54.139412 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-a89d268a-0727-48bb-a91c-97324ff84083 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Deleting port 6802a37f-868d-42b7-9203-7cd7c8bf2218 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:42:54.139799 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a89d268a-0727-48bb-a91c-97324ff84083 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (6802a37f-868d-42b7-9203-7cd7c8bf2218), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:54.255348 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 80b11ea5-9b82-4848-ad45-14df3223e611 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:42:54.257945 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (80b11ea5-9b82-4848-ad45-14df3223e611), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:54.305028 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b11ea5-9b82-4848-ad45-14df3223e611 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:42:54.311974 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-a89d268a-0727-48bb-a91c-97324ff84083 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] For port 6802a37f-868d-42b7-9203-7cd7c8bf2218, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=6802a37f-868d-42b7-9203-7cd7c8bf2218,segment=NetworkSegment(3e223efe-0cc0-470c-82d6-163c79fa25da),segment_id=3e223efe-0cc0-470c-82d6-163c79fa25da)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:42:54.314359 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a89d268a-0727-48bb-a91c-97324ff84083 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (6802a37f-868d-42b7-9203-7cd7c8bf2218), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:54.339240 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-a89d268a-0727-48bb-a91c-97324ff84083 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Calling delete_port for 6802a37f-868d-42b7-9203-7cd7c8bf2218 owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:42:54.341827 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65e192d4-1b0a-49e1-9fc1-8a78c5043a34 tempest-FloatingIPAdminTestJSON-1815582669 tempest-FloatingIPAdminTestJSON-1815582669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (886e1275-bd3e-4c45-8880-1da225a8e9fc), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:54.356819 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 80b11ea5-9b82-4848-ad45-14df3223e611, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=80b11ea5-9b82-4848-ad45-14df3223e611,segment=NetworkSegment(12e3d021-b058-47f0-a869-ab36b3e62a67),segment_id=12e3d021-b058-47f0-a869-ab36b3e62a67)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:42:54.365058 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e739dcd3-b01d-45cb-ae95-aceaa6ed682b None None] DHCP port deletion for 7c22bded-9a3a-47da-9660-d16534bab41e request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:42:54.370837 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:54.379445 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (80b11ea5-9b82-4848-ad45-14df3223e611), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:54.540137 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a89d268a-0727-48bb-a91c-97324ff84083 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (6802a37f-868d-42b7-9203-7cd7c8bf2218), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:54.572609 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=80b11ea5-9b82-4848-ad45-14df3223e611,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:54.598951 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:54.602799 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:54.603291 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:54.605023 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:54.605506 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:54.606033 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:54.606503 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:54.606969 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:54.607432 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:54.610836 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:54.612043 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89d268a-0727-48bb-a91c-97324ff84083 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] No DVR routers for this DVR port 6802a37f-868d-42b7-9203-7cd7c8bf2218 on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:42:54.613450 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65e192d4-1b0a-49e1-9fc1-8a78c5043a34 tempest-FloatingIPAdminTestJSON-1815582669 tempest-FloatingIPAdminTestJSON-1815582669-project] Publish callbacks [] for floatingip (486f0109-3c10-4146-a535-a24316755fd5), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:54.613659 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:54.614167 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:54.614730 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:42:54.620644 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65e192d4-1b0a-49e1-9fc1-8a78c5043a34 tempest-FloatingIPAdminTestJSON-1815582669 tempest-FloatingIPAdminTestJSON-1815582669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:54.624874 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d268a-0727-48bb-a91c-97324ff84083 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event deleted for resources: {'Port': ['ID=6802a37f-868d-42b7-9203-7cd7c8bf2218,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:54.647964 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e739dcd3-b01d-45cb-ae95-aceaa6ed682b None None] Deleting port 6802a37f-868d-42b7-9203-7cd7c8bf2218 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:42:54.648500 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e739dcd3-b01d-45cb-ae95-aceaa6ed682b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (6802a37f-868d-42b7-9203-7cd7c8bf2218), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:54.648606 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-65e192d4-1b0a-49e1-9fc1-8a78c5043a34 tempest-FloatingIPAdminTestJSON-1815582669 tempest-FloatingIPAdminTestJSON-1815582669-project] 10.222.0.75 "DELETE /v2.0/floatingips/486f0109-3c10-4146-a535-a24316755fd5 HTTP/1.1" status: 204 len: 168 time: 1.2793989 Feb 16 22:42:54.655313 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37580) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:54.659844 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e192d4-1b0a-49e1-9fc1-8a78c5043a34 tempest-FloatingIPAdminTestJSON-1815582669 tempest-FloatingIPAdminTestJSON-1815582669-project] Pushing event deleted for resources: {'Port': ['ID=886e1275-bd3e-4c45-8880-1da225a8e9fc,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:54.707757 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['80b11ea5-9b82-4848-ad45-14df3223e611'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:42:54.739348 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a89d268a-0727-48bb-a91c-97324ff84083 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (7c22bded-9a3a-47da-9660-d16534bab41e), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:54.765405 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-a89d268a-0727-48bb-a91c-97324ff84083 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c22bded-9a3a-47da-9660-d16534bab41e']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:54.777757 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-a89d268a-0727-48bb-a91c-97324ff84083 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e223efe-0cc0-470c-82d6-163c79fa25da') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:54.778240 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-a89d268a-0727-48bb-a91c-97324ff84083 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e223efe-0cc0-470c-82d6-163c79fa25da') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:54.852739 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a89d268a-0727-48bb-a91c-97324ff84083 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (3e223efe-0cc0-470c-82d6-163c79fa25da), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:54.893721 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a89d268a-0727-48bb-a91c-97324ff84083 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (3e223efe-0cc0-470c-82d6-163c79fa25da), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:54.903209 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a89d268a-0727-48bb-a91c-97324ff84083 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:42:54.904155 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a89d268a-0727-48bb-a91c-97324ff84083 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (3e223efe-0cc0-470c-82d6-163c79fa25da), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:54.912007 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:42:54.912007 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:42:54.912007 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:42:54.912007 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:42:54.912007 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:42:54.912007 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:42:54.912007 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:42:54.912007 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:42:54.912007 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:42:54.912007 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:42:54.912007 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:42:54.912007 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:42:54.912007 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:42:54.912007 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:42:54.912007 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:42:54.912007 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:42:54.912007 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:42:54.912007 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:42:54.912007 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:42:54.912007 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:42:54.912007 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:42:54.912007 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:42:54.912007 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:42:54.912007 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:42:54.912007 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:42:54.912007 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:42:54.912007 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:42:54.912007 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:42:54.912007 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:42:54.912007 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:42:54.912007 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:42:54.912007 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:42:54.939146 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e739dcd3-b01d-45cb-ae95-aceaa6ed682b None None] For port 6802a37f-868d-42b7-9203-7cd7c8bf2218, host n-d-813897-6, got binding levels [] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:42:54.940072 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e739dcd3-b01d-45cb-ae95-aceaa6ed682b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (6802a37f-868d-42b7-9203-7cd7c8bf2218), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:54.979541 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e739dcd3-b01d-45cb-ae95-aceaa6ed682b None None] Calling delete_port for 6802a37f-868d-42b7-9203-7cd7c8bf2218 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:42:54.986352 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.ipam_backend_mixin [None req-e739dcd3-b01d-45cb-ae95-aceaa6ed682b None None] Port 6802a37f-868d-42b7-9203-7cd7c8bf2218 was not found and therefore no delete operation was performed {{(pid=103467) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 22:42:55.038087 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e739dcd3-b01d-45cb-ae95-aceaa6ed682b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (6802a37f-868d-42b7-9203-7cd7c8bf2218), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:55.039337 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a89d268a-0727-48bb-a91c-97324ff84083 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (7c22bded-9a3a-47da-9660-d16534bab41e), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:55.048918 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a89d268a-0727-48bb-a91c-97324ff84083 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:55.053203 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e739dcd3-b01d-45cb-ae95-aceaa6ed682b None None] Network 7c22bded-9a3a-47da-9660-d16534bab41e is not hosted by any dhcp agent {{(pid=103467) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 22:42:55.053855 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e739dcd3-b01d-45cb-ae95-aceaa6ed682b None None] No DVR routers for this DVR port 6802a37f-868d-42b7-9203-7cd7c8bf2218 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:42:55.055825 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a89d268a-0727-48bb-a91c-97324ff84083 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "DELETE /v2.0/networks/7c22bded-9a3a-47da-9660-d16534bab41e HTTP/1.1" status: 204 len: 168 time: 1.2042968 Feb 16 22:42:55.058639 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37620) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:55.070710 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c41c4-f38e-461e-b622-85aeb7bd51eb req-2213b513-ca5b-4b17-a9cd-6225dce6d0ae tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:55.078447 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-077c41c4-f38e-461e-b622-85aeb7bd51eb req-2213b513-ca5b-4b17-a9cd-6225dce6d0ae tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] 10.222.0.75 "GET /v2.0/ports?device_id=b9a879a2-950b-4377-8514-a2e1f88edd35 HTTP/1.1" status: 200 len: 944 time: 0.1454124 Feb 16 22:42:55.114535 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d268a-0727-48bb-a91c-97324ff84083 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event deleted for resources: {'Network': ['ID=7c22bded-9a3a-47da-9660-d16534bab41e,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:55.154899 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-4812167a-6b21-469f-878b-2755fdab6cb6 tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Deleting port c9ec38e1-4042-40e1-a7c9-a33cba6f02db {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:42:55.155267 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4812167a-6b21-469f-878b-2755fdab6cb6 tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (c9ec38e1-4042-40e1-a7c9-a33cba6f02db), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:55.216061 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-077c41c4-f38e-461e-b622-85aeb7bd51eb req-9c3a455e-a599-4328-8b93-03f3e881797c tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] 10.222.0.75 "GET /v2.0/security-groups?id=55f8c9f7-aa3b-4332-ab1e-ea296bd5aa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360512 Feb 16 22:42:55.231627 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739dcd3-b01d-45cb-ae95-aceaa6ed682b None None] Pushing event deleted for resources: {'Port': ['ID=6802a37f-868d-42b7-9203-7cd7c8bf2218,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:55.394639 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4812167a-6b21-469f-878b-2755fdab6cb6 tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (c9ec38e1-4042-40e1-a7c9-a33cba6f02db), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:55.395320 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4812167a-6b21-469f-878b-2755fdab6cb6 tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Publish callbacks [] for floatingip (c9ec38e1-4042-40e1-a7c9-a33cba6f02db), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:55.421630 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-4812167a-6b21-469f-878b-2755fdab6cb6 tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Calling delete_port for c9ec38e1-4042-40e1-a7c9-a33cba6f02db owned by network:floatingip {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:42:55.429498 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-f3d290bc-e26a-49d0-bf14-1a4a58cf7977 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Deleting port e77d2e0e-b521-4b01-bc2a-42a44b7b279d {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:42:55.429851 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f3d290bc-e26a-49d0-bf14-1a4a58cf7977 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (e77d2e0e-b521-4b01-bc2a-42a44b7b279d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:55.626899 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f3d290bc-e26a-49d0-bf14-1a4a58cf7977 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (e77d2e0e-b521-4b01-bc2a-42a44b7b279d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:55.627418 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f3d290bc-e26a-49d0-bf14-1a4a58cf7977 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for floatingip (e77d2e0e-b521-4b01-bc2a-42a44b7b279d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:55.671650 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:55.690437 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-f3d290bc-e26a-49d0-bf14-1a4a58cf7977 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Calling delete_port for e77d2e0e-b521-4b01-bc2a-42a44b7b279d owned by network:floatingip {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:42:55.861463 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4812167a-6b21-469f-878b-2755fdab6cb6 tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (c9ec38e1-4042-40e1-a7c9-a33cba6f02db), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:55.929349 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 6802a37f-868d-42b7-9203-7cd7c8bf2218 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:42:55.976904 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 6802a37f-868d-42b7-9203-7cd7c8bf2218 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:42:55.977371 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 6802a37f-868d-42b7-9203-7cd7c8bf2218 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:42:56.085152 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812167a-6b21-469f-878b-2755fdab6cb6 tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9ec38e1-4042-40e1-a7c9-a33cba6f02db,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:56.144935 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f3d290bc-e26a-49d0-bf14-1a4a58cf7977 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (e77d2e0e-b521-4b01-bc2a-42a44b7b279d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:56.203818 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4812167a-6b21-469f-878b-2755fdab6cb6 tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Publish callbacks [] for floatingip (cb88c5a8-2a81-48af-9775-4ca5f1d1599f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:56.207289 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4812167a-6b21-469f-878b-2755fdab6cb6 tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:56.211543 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4812167a-6b21-469f-878b-2755fdab6cb6 tempest-FloatingIPAdminTestJSON-1978226539 tempest-FloatingIPAdminTestJSON-1978226539-project-admin] 10.222.0.75 "DELETE /v2.0/floatingips/cb88c5a8-2a81-48af-9775-4ca5f1d1599f HTTP/1.1" status: 204 len: 168 time: 1.5463114 Feb 16 22:42:56.212283 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37718) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:56.214280 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d290bc-e26a-49d0-bf14-1a4a58cf7977 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event deleted for resources: {'Port': ['ID=e77d2e0e-b521-4b01-bc2a-42a44b7b279d,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:56.297441 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f3d290bc-e26a-49d0-bf14-1a4a58cf7977 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for floatingip (ef15a03d-a202-41fd-a401-560ebcc6dd1a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:56.298230 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [None req-f3d290bc-e26a-49d0-bf14-1a4a58cf7977 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Floating IP ef15a03d-a202-41fd-a401-560ebcc6dd1a disassociated (deleted). External IP: 172.25.2.220, port: 34a7b2db-4a1f-4d26-8629-0366d854d101. Feb 16 22:42:56.425605 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25a0c1-279e-48b6-a399-adf4aa931274 req-cd52886c-d945-4443-af65-d06747aa94e2 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:56.430682 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ed25a0c1-279e-48b6-a399-adf4aa931274 req-cd52886c-d945-4443-af65-d06747aa94e2 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] 10.222.0.75 "GET /v2.0/ports?device_id=b9a879a2-950b-4377-8514-a2e1f88edd35 HTTP/1.1" status: 200 len: 944 time: 0.0747030 Feb 16 22:42:56.434842 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-654666ff-ebe1-4d07-b789-550358ac9019 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Deleting port deff8cde-f604-4421-9ba0-e0bd02bd9b43 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:42:56.435148 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-654666ff-ebe1-4d07-b789-550358ac9019 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (deff8cde-f604-4421-9ba0-e0bd02bd9b43), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:56.607822 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ed25a0c1-279e-48b6-a399-adf4aa931274 req-9bc30294-650f-46ca-9515-13305a93f670 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] 10.222.0.75 "GET /v2.0/security-groups?id=55f8c9f7-aa3b-4332-ab1e-ea296bd5aa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656570 Feb 16 22:42:56.636285 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-654666ff-ebe1-4d07-b789-550358ac9019 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (deff8cde-f604-4421-9ba0-e0bd02bd9b43), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:56.665061 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-654666ff-ebe1-4d07-b789-550358ac9019 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Calling delete_port for deff8cde-f604-4421-9ba0-e0bd02bd9b43 owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:42:56.668931 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d290bc-e26a-49d0-bf14-1a4a58cf7977 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Router 971239f2-12df-4568-a458-86269bfbdf32 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:42:56.819041 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d290bc-e26a-49d0-bf14-1a4a58cf7977 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:42:56.825884 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f3d290bc-e26a-49d0-bf14-1a4a58cf7977 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:56.832505 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97104856-d1e5-43e3-b656-f3e8930613e5 None None] Sync routers for ids ['971239f2-12df-4568-a458-86269bfbdf32'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:42:56.861807 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f3d290bc-e26a-49d0-bf14-1a4a58cf7977 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "DELETE /v2.0/floatingips/ef15a03d-a202-41fd-a401-560ebcc6dd1a HTTP/1.1" status: 204 len: 168 time: 1.8018892 Feb 16 22:42:56.862440 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b011dc53-315d-457a-a7b7-08815802e15a', 'tag': '34a7b2db-4a1f-4d26-8629-0366d854d101'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:42:56.864998 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51662fcb-d9e0-4153-9a1f-53bac2a917fd" -d '{"events": [{"name": "network-changed", "server_uuid": "b011dc53-315d-457a-a7b7-08815802e15a", "tag": "34a7b2db-4a1f-4d26-8629-0366d854d101"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:42:56.873322 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97104856-d1e5-43e3-b656-f3e8930613e5 None None] Routers {'971239f2-12df-4568-a458-86269bfbdf32'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:42:56.873998 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-97104856-d1e5-43e3-b656-f3e8930613e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:42:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['971239f2-12df-4568-a458-86269bfbdf32'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:56.899547 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-654666ff-ebe1-4d07-b789-550358ac9019 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (deff8cde-f604-4421-9ba0-e0bd02bd9b43), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:56.943949 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654666ff-ebe1-4d07-b789-550358ac9019 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Pushing event deleted for resources: {'Port': ['ID=deff8cde-f604-4421-9ba0-e0bd02bd9b43,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:57.155770 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-97104856-d1e5-43e3-b656-f3e8930613e5 None None] Set router 971239f2-12df-4568-a458-86269bfbdf32 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:42:57.177345 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-654666ff-ebe1-4d07-b789-550358ac9019 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:57.190937 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37826) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:57.191253 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-654666ff-ebe1-4d07-b789-550358ac9019 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] 10.222.0.75 "DELETE /v2.0/ports/deff8cde-f604-4421-9ba0-e0bd02bd9b43 HTTP/1.1" status: 204 len: 168 time: 0.9778349 Feb 16 22:42:57.371728 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:57.405723 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6209fc-5ebc-4409-850b-2165bc4a9956 x-openstack-request-id: req-ad6209fc-5ebc-4409-850b-2165bc4a9956 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:42:57.406218 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b011dc53-315d-457a-a7b7-08815802e15a", "tag": "34a7b2db-4a1f-4d26-8629-0366d854d101", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:42:57.407133 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ad6209fc-5ebc-4409-850b-2165bc4a9956 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:42:57.408481 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b011dc53-315d-457a-a7b7-08815802e15a', 'tag': '34a7b2db-4a1f-4d26-8629-0366d854d101', 'status': 'completed', 'code': 200} Feb 16 22:42:57.454757 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-97104856-d1e5-43e3-b656-f3e8930613e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971239f2-12df-4568-a458-86269bfbdf32', 'name': 'tempest-TestNetworkBasicOps-router-33925818', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:40:42Z', 'updated_at': '2022-02-16T22:42:46Z', 'revision_number': 6, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'gw_port': {'id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:40:43Z', 'updated_at': '2022-02-16T22:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '99de20ce-7945-4743-9822-c5d1ea1db83c', 'name': '', 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'mac_address': 'fa:16:3e:92:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'bb550098-38cf-4a15-8885-1824e020ff82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:40:49Z', 'updated_at': '2022-02-16T22:40:57Z', 'revision_number': 5, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'subnets': [{'id': 'bb550098-38cf-4a15-8885-1824e020ff82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:57.467487 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa89004-9395-42b7-9830-e8609a09c8f9 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:57.469116 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2aa89004-9395-42b7-9830-e8609a09c8f9 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] 10.222.0.75 "GET /v2.0/ports?device_id=661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd HTTP/1.1" status: 200 len: 913 time: 0.2767708 Feb 16 22:42:57.473591 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37852) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:42:57.492926 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97104856-d1e5-43e3-b656-f3e8930613e5 None None] Checking router: 971239f2-12df-4568-a458-86269bfbdf32 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:42:57.516958 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97104856-d1e5-43e3-b656-f3e8930613e5 None None] Routers {'971239f2-12df-4568-a458-86269bfbdf32'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:42:57.519195 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-97104856-d1e5-43e3-b656-f3e8930613e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:42:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['971239f2-12df-4568-a458-86269bfbdf32'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:57.658102 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-97104856-d1e5-43e3-b656-f3e8930613e5 None None] Set router 971239f2-12df-4568-a458-86269bfbdf32 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:42:57.716387 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51662fcb-d9e0-4153-9a1f-53bac2a917fd req-ceb44edc-3b0b-4eff-8305-11216e061638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:57.731598 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-51662fcb-d9e0-4153-9a1f-53bac2a917fd req-ceb44edc-3b0b-4eff-8305-11216e061638 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fcbc829c172a42c39498d6223ec391eb&device_id=b011dc53-315d-457a-a7b7-08815802e15a HTTP/1.1" status: 200 len: 1127 time: 0.3042841 Feb 16 22:42:57.799901 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598aa5ad-9b64-47a4-afdb-dba086e2ef09 req-9ea4ad03-4d75-463b-87a8-971102522437 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:57.807590 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-598aa5ad-9b64-47a4-afdb-dba086e2ef09 req-9ea4ad03-4d75-463b-87a8-971102522437 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=b011dc53-315d-457a-a7b7-08815802e15a HTTP/1.1" status: 200 len: 945 time: 0.2848251 Feb 16 22:42:57.812049 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 80b11ea5-9b82-4848-ad45-14df3223e611 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:42:57.933394 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-598aa5ad-9b64-47a4-afdb-dba086e2ef09 req-43fc4e82-6626-49b8-a973-31b00d793a6f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/security-groups?id=79b19436-e466-463a-8c22-9a187ea78843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134975 Feb 16 22:42:57.965290 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51662fcb-d9e0-4153-9a1f-53bac2a917fd req-b9cb3659-147e-48a0-80b6-76b5dc6bc6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:57.969950 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-51662fcb-d9e0-4153-9a1f-53bac2a917fd req-b9cb3659-147e-48a0-80b6-76b5dc6bc6c2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=bb43a630-3a18-478e-a8e4-d2e138bf5b3a HTTP/1.1" status: 200 len: 898 time: 0.2374811 Feb 16 22:42:58.072479 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-51662fcb-d9e0-4153-9a1f-53bac2a917fd req-5b54dcf7-ad8a-4e3f-a0c4-f0709d3e1be6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34a7b2db-4a1f-4d26-8629-0366d854d101 HTTP/1.1" status: 200 len: 217 time: 0.0922017 Feb 16 22:42:58.128463 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4838e3f8-403a-4940-8574-1dd7cab4a8e5 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:58.175800 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51662fcb-d9e0-4153-9a1f-53bac2a917fd req-f219f466-c84e-4412-a712-b84f21973bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:58.177293 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-51662fcb-d9e0-4153-9a1f-53bac2a917fd req-f219f466-c84e-4412-a712-b84f21973bc2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bb550098-38cf-4a15-8885-1824e020ff82 HTTP/1.1" status: 200 len: 835 time: 0.0999565 Feb 16 22:42:58.284881 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bdf28-52ce-4de8-af74-0a7fdd64550b req-5f85f8cc-cd0a-4134-8856-28a5f02f2111 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:58.286889 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-228bdf28-52ce-4de8-af74-0a7fdd64550b req-5f85f8cc-cd0a-4134-8856-28a5f02f2111 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] 10.222.0.75 "GET /v2.0/ports?device_id=b9a879a2-950b-4377-8514-a2e1f88edd35 HTTP/1.1" status: 200 len: 944 time: 0.2305100 Feb 16 22:42:58.365791 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-228bdf28-52ce-4de8-af74-0a7fdd64550b req-05cb7e07-fe12-4751-a438-df5e098af651 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] 10.222.0.75 "GET /v2.0/security-groups?id=55f8c9f7-aa3b-4332-ab1e-ea296bd5aa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725553 Feb 16 22:42:58.370482 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51662fcb-d9e0-4153-9a1f-53bac2a917fd req-305666fb-f35d-437f-81ac-064c241dbae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:58.372255 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-51662fcb-d9e0-4153-9a1f-53bac2a917fd req-305666fb-f35d-437f-81ac-064c241dbae1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bb43a630-3a18-478e-a8e4-d2e138bf5b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1852181 Feb 16 22:42:58.378792 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 80b11ea5-9b82-4848-ad45-14df3223e611 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:42:58.386459 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 80b11ea5-9b82-4848-ad45-14df3223e611 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:42:58.398086 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (80b11ea5-9b82-4848-ad45-14df3223e611), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:58.499574 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-51662fcb-d9e0-4153-9a1f-53bac2a917fd req-2b83020f-9870-419f-9db8-ffc099f3ca3e service neutron] 10.222.0.79 "GET /v2.0/networks/bb43a630-3a18-478e-a8e4-d2e138bf5b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189182 Feb 16 22:42:58.571915 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-97104856-d1e5-43e3-b656-f3e8930613e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971239f2-12df-4568-a458-86269bfbdf32', 'name': 'tempest-TestNetworkBasicOps-router-33925818', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:40:42Z', 'updated_at': '2022-02-16T22:42:46Z', 'revision_number': 6, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'gw_port': {'id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:40:43Z', 'updated_at': '2022-02-16T22:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '99de20ce-7945-4743-9822-c5d1ea1db83c', 'name': '', 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'mac_address': 'fa:16:3e:92:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'bb550098-38cf-4a15-8885-1824e020ff82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:40:49Z', 'updated_at': '2022-02-16T22:40:57Z', 'revision_number': 5, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'subnets': [{'id': 'bb550098-38cf-4a15-8885-1824e020ff82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:42:58.612843 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-4838e3f8-403a-4940-8574-1dd7cab4a8e5 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Deleting port 7227ae95-94f1-4b28-8c82-78c1be4d8062 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:42:58.613205 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4838e3f8-403a-4940-8574-1dd7cab4a8e5 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (7227ae95-94f1-4b28-8c82-78c1be4d8062), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:58.634207 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97104856-d1e5-43e3-b656-f3e8930613e5 None None] The sync data for ids ['971239f2-12df-4568-a458-86269bfbdf32'] in n-d-813897-6 is: [{'id': '971239f2-12df-4568-a458-86269bfbdf32', 'name': 'tempest-TestNetworkBasicOps-router-33925818', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:40:42Z', 'updated_at': '2022-02-16T22:42:46Z', 'revision_number': 6, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'gw_port': {'id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:40:43Z', 'updated_at': '2022-02-16T22:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '99de20ce-7945-4743-9822-c5d1ea1db83c', 'name': '', 'network_id': 'bb43a630-3a18-478e-a8e4-d2e138bf5b3a', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'mac_address': 'fa:16:3e:92:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'bb550098-38cf-4a15-8885-1824e020ff82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:40:49Z', 'updated_at': '2022-02-16T22:40:57Z', 'revision_number': 5, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'subnets': [{'id': 'bb550098-38cf-4a15-8885-1824e020ff82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:42:58.656038 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:58.660840 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-51662fcb-d9e0-4153-9a1f-53bac2a917fd req-6778a25d-f8d0-4c8b-b185-21eb7282a62c service neutron] 10.222.0.79 "GET /v2.0/networks/bb43a630-3a18-478e-a8e4-d2e138bf5b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525156 Feb 16 22:42:58.690203 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db70932-b769-4847-89c5-23ec0f3447b2 req-991b6d7d-cd94-4134-ac0c-76e68bd8473e tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:58.691965 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9db70932-b769-4847-89c5-23ec0f3447b2 req-991b6d7d-cd94-4134-ac0c-76e68bd8473e tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.79 "GET /v2.0/ports?device_id=b011dc53-315d-457a-a7b7-08815802e15a HTTP/1.1" status: 200 len: 945 time: 0.0817900 Feb 16 22:42:58.742586 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 80b11ea5-9b82-4848-ad45-14df3223e611 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:42:58.742991 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (80b11ea5-9b82-4848-ad45-14df3223e611), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:58.797204 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4838e3f8-403a-4940-8574-1dd7cab4a8e5 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (7227ae95-94f1-4b28-8c82-78c1be4d8062), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:58.815781 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-4838e3f8-403a-4940-8574-1dd7cab4a8e5 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Calling delete_port for 7227ae95-94f1-4b28-8c82-78c1be4d8062 owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:42:58.834692 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a879a2-950b-4377-8514-a2e1f88edd35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b11ea5-9b82-4848-ad45-14df3223e611'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:42:58.837575 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9106ca-0004-4e88-8857-9458b49a0b8d" -d '{"events": [{"server_uuid": "b9a879a2-950b-4377-8514-a2e1f88edd35", "name": "network-vif-plugged", "status": "completed", "tag": "80b11ea5-9b82-4848-ad45-14df3223e611"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:42:58.859519 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-9db70932-b769-4847-89c5-23ec0f3447b2 req-7749b3e9-e13d-4e2c-b566-4896d7abd298 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Deleting port 34a7b2db-4a1f-4d26-8629-0366d854d101 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:42:58.860114 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9db70932-b769-4847-89c5-23ec0f3447b2 req-7749b3e9-e13d-4e2c-b566-4896d7abd298 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (34a7b2db-4a1f-4d26-8629-0366d854d101), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:58.868519 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 80b11ea5-9b82-4848-ad45-14df3223e611, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=80b11ea5-9b82-4848-ad45-14df3223e611,segment=NetworkSegment(12e3d021-b058-47f0-a869-ab36b3e62a67),segment_id=12e3d021-b058-47f0-a869-ab36b3e62a67)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:42:58.877528 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (80b11ea5-9b82-4848-ad45-14df3223e611), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:58.998008 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=80b11ea5-9b82-4848-ad45-14df3223e611,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:59.050529 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5671acec-f706-4cb3-914e-e1dae14f0817 x-openstack-request-id: req-5671acec-f706-4cb3-914e-e1dae14f0817 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:42:59.050917 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a879a2-950b-4377-8514-a2e1f88edd35", "name": "network-vif-plugged", "status": "completed", "tag": "80b11ea5-9b82-4848-ad45-14df3223e611", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:42:59.051212 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5671acec-f706-4cb3-914e-e1dae14f0817 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:42:59.051661 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a879a2-950b-4377-8514-a2e1f88edd35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b11ea5-9b82-4848-ad45-14df3223e611', 'code': 200} Feb 16 22:42:59.104177 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-9db70932-b769-4847-89c5-23ec0f3447b2 req-7749b3e9-e13d-4e2c-b566-4896d7abd298 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] For port 34a7b2db-4a1f-4d26-8629-0366d854d101, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=34a7b2db-4a1f-4d26-8629-0366d854d101,segment=NetworkSegment(c9cb006b-0b73-4eb6-945f-dd81e37daed4),segment_id=c9cb006b-0b73-4eb6-945f-dd81e37daed4)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:42:59.104548 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9db70932-b769-4847-89c5-23ec0f3447b2 req-7749b3e9-e13d-4e2c-b566-4896d7abd298 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (34a7b2db-4a1f-4d26-8629-0366d854d101), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:59.152164 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-9db70932-b769-4847-89c5-23ec0f3447b2 req-7749b3e9-e13d-4e2c-b566-4896d7abd298 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Calling delete_port for 34a7b2db-4a1f-4d26-8629-0366d854d101 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:42:59.202034 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ba6027-3963-419a-8c18-bc038cdf5a6e None None] New status for floating IP ef15a03d-a202-41fd-a401-560ebcc6dd1a: DOWN {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:42:59.212501 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4838e3f8-403a-4940-8574-1dd7cab4a8e5 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (7227ae95-94f1-4b28-8c82-78c1be4d8062), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:59.307646 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4838e3f8-403a-4940-8574-1dd7cab4a8e5 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Pushing event deleted for resources: {'Port': ['ID=7227ae95-94f1-4b28-8c82-78c1be4d8062,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:59.584162 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26bbf6-f02b-4532-bfb0-a74607358e11 req-0ff55f46-2dbe-4898-9b6c-a2a138d241b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:59.585784 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d26bbf6-f02b-4532-bfb0-a74607358e11 req-0ff55f46-2dbe-4898-9b6c-a2a138d241b9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b9a879a2-950b-4377-8514-a2e1f88edd35 HTTP/1.1" status: 200 len: 1127 time: 0.4581218 Feb 16 22:42:59.627374 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4838e3f8-403a-4940-8574-1dd7cab4a8e5 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:59.631115 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28585072-5e67-4924-9e9b-be907214fb88 req-2fb5ca42-fa22-40f0-86ee-1ae3c83bec0f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:42:59.632825 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-28585072-5e67-4924-9e9b-be907214fb88 req-2fb5ca42-fa22-40f0-86ee-1ae3c83bec0f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=b011dc53-315d-457a-a7b7-08815802e15a HTTP/1.1" status: 200 len: 945 time: 0.4227374 Feb 16 22:42:59.656741 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9db70932-b769-4847-89c5-23ec0f3447b2 req-7749b3e9-e13d-4e2c-b566-4896d7abd298 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (34a7b2db-4a1f-4d26-8629-0366d854d101), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:59.747339 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d26bbf6-f02b-4532-bfb0-a74607358e11 req-982cf139-6478-450f-8867-92a6d91c8a01 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=55f8c9f7-aa3b-4332-ab1e-ea296bd5aa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507289 Feb 16 22:42:59.767609 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749b3e9-e13d-4e2c-b566-4896d7abd298 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event deleted for resources: {'Port': ['ID=34a7b2db-4a1f-4d26-8629-0366d854d101,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:42:59.838936 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db70932-b769-4847-89c5-23ec0f3447b2 req-7749b3e9-e13d-4e2c-b566-4896d7abd298 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] No DVR routers for this DVR port 34a7b2db-4a1f-4d26-8629-0366d854d101 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:42:59.846915 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9db70932-b769-4847-89c5-23ec0f3447b2 req-7749b3e9-e13d-4e2c-b566-4896d7abd298 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:42:59.851379 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9db70932-b769-4847-89c5-23ec0f3447b2 req-7749b3e9-e13d-4e2c-b566-4896d7abd298 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.79 "DELETE /v2.0/ports/34a7b2db-4a1f-4d26-8629-0366d854d101 HTTP/1.1" status: 204 len: 173 time: 1.1490619 Feb 16 22:42:59.851838 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b011dc53-315d-457a-a7b7-08815802e15a', 'name': 'network-vif-deleted', 'tag': '34a7b2db-4a1f-4d26-8629-0366d854d101'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:42:59.866456 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f24f8e0-89c0-497b-b4a3-6b598b84641d" -d '{"events": [{"server_uuid": "b011dc53-315d-457a-a7b7-08815802e15a", "name": "network-vif-deleted", "tag": "34a7b2db-4a1f-4d26-8629-0366d854d101"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:42:59.892889 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-28585072-5e67-4924-9e9b-be907214fb88 req-ba50e364-fe53-4369-998a-227b12f40e2c tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/security-groups?id=79b19436-e466-463a-8c22-9a187ea78843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2448812 Feb 16 22:42:59.987185 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:00.168497 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8e869-1be8-4e2a-be15-f59c65f307ee req-ead12811-8958-471a-9508-5c2b5a701c55 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:00.173135 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-18d8e869-1be8-4e2a-be15-f59c65f307ee req-ead12811-8958-471a-9508-5c2b5a701c55 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] 10.222.0.75 "GET /v2.0/ports?device_id=b9a879a2-950b-4377-8514-a2e1f88edd35 HTTP/1.1" status: 200 len: 945 time: 0.1377914 Feb 16 22:43:00.189689 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4838e3f8-403a-4940-8574-1dd7cab4a8e5 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Router 661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:43:00.294060 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-18d8e869-1be8-4e2a-be15-f59c65f307ee req-a258be3b-dd40-4c18-b0cc-87f8c8597b98 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] 10.222.0.75 "GET /v2.0/security-groups?id=55f8c9f7-aa3b-4332-ab1e-ea296bd5aa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142981 Feb 16 22:43:00.397026 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4838e3f8-403a-4940-8574-1dd7cab4a8e5 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:43:00.406089 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4838e3f8-403a-4940-8574-1dd7cab4a8e5 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] 10.222.0.75 "PUT /v2.0/routers/661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9290645 Feb 16 22:43:00.406301 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 37988) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:00.410116 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a38406c-0f20-4ced-a10f-e1cb666ed1e0 None None] Sync routers for ids ['661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:43:00.440327 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a38406c-0f20-4ced-a10f-e1cb666ed1e0 None None] Routers {'661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:43:00.443561 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2a38406c-0f20-4ced-a10f-e1cb666ed1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:42:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:00.519893 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7185c379-39d2-4ebf-9262-fa12593f8e5c x-openstack-request-id: req-7185c379-39d2-4ebf-9262-fa12593f8e5c {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:43:00.520524 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b011dc53-315d-457a-a7b7-08815802e15a", "name": "network-vif-deleted", "tag": "34a7b2db-4a1f-4d26-8629-0366d854d101", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:43:00.521078 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7185c379-39d2-4ebf-9262-fa12593f8e5c {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:43:00.522466 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b011dc53-315d-457a-a7b7-08815802e15a', 'name': 'network-vif-deleted', 'tag': '34a7b2db-4a1f-4d26-8629-0366d854d101', 'status': 'completed', 'code': 200} Feb 16 22:43:00.534055 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2a38406c-0f20-4ced-a10f-e1cb666ed1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:00.556731 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a38406c-0f20-4ced-a10f-e1cb666ed1e0 None None] Routers {'661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:43:00.557451 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2a38406c-0f20-4ced-a10f-e1cb666ed1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:42:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:00.660121 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2a38406c-0f20-4ced-a10f-e1cb666ed1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:00.661230 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a38406c-0f20-4ced-a10f-e1cb666ed1e0 None None] The sync data for ids ['661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:43:00.669538 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a45a1ee5-6ef9-412e-b303-4e9dbcd96316 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks [] for router (661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:00.807239 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a45a1ee5-6ef9-412e-b303-4e9dbcd96316 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks [] for router_gateway (661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:00.892436 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-a45a1ee5-6ef9-412e-b303-4e9dbcd96316 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Deleting port 3ae86813-675a-4a47-bae9-34f5477c3fb8 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:43:00.893066 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a45a1ee5-6ef9-412e-b303-4e9dbcd96316 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (3ae86813-675a-4a47-bae9-34f5477c3fb8), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:00.981236 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 37998) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:01.118540 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a45a1ee5-6ef9-412e-b303-4e9dbcd96316 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (3ae86813-675a-4a47-bae9-34f5477c3fb8), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:01.139102 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-a45a1ee5-6ef9-412e-b303-4e9dbcd96316 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Calling delete_port for 3ae86813-675a-4a47-bae9-34f5477c3fb8 owned by network:router_gateway {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:43:01.152049 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-409695b7-d3a4-4fda-945f-6724ff0be09b tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group (79b19436-e466-463a-8c22-9a187ea78843), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:01.225833 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-409695b7-d3a4-4fda-945f-6724ff0be09b tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group (79b19436-e466-463a-8c22-9a187ea78843), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:01.347773 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-409695b7-d3a4-4fda-945f-6724ff0be09b tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (79b19436-e466-463a-8c22-9a187ea78843), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:01.352895 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-409695b7-d3a4-4fda-945f-6724ff0be09b tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:01.352895 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-409695b7-d3a4-4fda-945f-6724ff0be09b tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "DELETE /v2.0/security-groups/79b19436-e466-463a-8c22-9a187ea78843 HTTP/1.1" status: 204 len: 168 time: 0.3698454 Feb 16 22:43:01.377274 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409695b7-d3a4-4fda-945f-6724ff0be09b tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b19436-e466-463a-8c22-9a187ea78843,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:01.617421 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8b6aa-d940-4dfa-9ea9-f25dde9ad90c req-69baca85-38f4-4b1e-8a87-3de33c36a62e tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:01.626345 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-80d8b6aa-d940-4dfa-9ea9-f25dde9ad90c req-69baca85-38f4-4b1e-8a87-3de33c36a62e tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] 10.222.0.75 "GET /v2.0/ports?device_id=b9a879a2-950b-4377-8514-a2e1f88edd35 HTTP/1.1" status: 200 len: 945 time: 0.1348729 Feb 16 22:43:01.628134 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a45a1ee5-6ef9-412e-b303-4e9dbcd96316 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (3ae86813-675a-4a47-bae9-34f5477c3fb8), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:01.671386 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a1ee5-6ef9-412e-b303-4e9dbcd96316 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Pushing event deleted for resources: {'Port': ['ID=3ae86813-675a-4a47-bae9-34f5477c3fb8,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:01.784529 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a45a1ee5-6ef9-412e-b303-4e9dbcd96316 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:01.904751 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-80d8b6aa-d940-4dfa-9ea9-f25dde9ad90c req-dec5023a-3b2b-4674-aaf6-6b5ffdbc39be tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] 10.222.0.75 "GET /v2.0/security-groups?id=55f8c9f7-aa3b-4332-ab1e-ea296bd5aa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775097 Feb 16 22:43:01.944305 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a45a1ee5-6ef9-412e-b303-4e9dbcd96316 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:01.947111 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a45a1ee5-6ef9-412e-b303-4e9dbcd96316 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks [] for router_controller (661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:01.981126 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38022) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:02.046909 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a45a1ee5-6ef9-412e-b303-4e9dbcd96316 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:02.046909 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45a1ee5-6ef9-412e-b303-4e9dbcd96316 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Fanout notify agent at l3_agent the message router_deleted on router 661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:43:02.058756 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a45a1ee5-6ef9-412e-b303-4e9dbcd96316 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:02.058756 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a45a1ee5-6ef9-412e-b303-4e9dbcd96316 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] 10.222.0.75 "DELETE /v2.0/routers/661f7a7d-9ef7-49a9-b8b4-e2cf7899b6fd HTTP/1.1" status: 204 len: 168 time: 1.6483424 Feb 16 22:43:02.067864 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38026) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:02.182486 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d2954d-4610-4abb-8c08-2869d28bf2bb tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Deleting subnet 2756c6d1-6ada-4b58-b527-d8e6924083e6 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:43:02.194788 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e2d2954d-4610-4abb-8c08-2869d28bf2bb tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks [] for subnet (2756c6d1-6ada-4b58-b527-d8e6924083e6), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:02.280163 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e2d2954d-4610-4abb-8c08-2869d28bf2bb tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (2756c6d1-6ada-4b58-b527-d8e6924083e6), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:02.546453 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e2d2954d-4610-4abb-8c08-2869d28bf2bb tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (2756c6d1-6ada-4b58-b527-d8e6924083e6), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:02.660739 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397b179-3df1-44d8-803c-a438a5d91220 req-18ab2488-3cd4-42a4-b71a-9bb37dca2700 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:02.663113 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2397b179-3df1-44d8-803c-a438a5d91220 req-18ab2488-3cd4-42a4-b71a-9bb37dca2700 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] 10.222.0.75 "GET /v2.0/ports?device_id=b9a879a2-950b-4377-8514-a2e1f88edd35 HTTP/1.1" status: 200 len: 945 time: 0.1998382 Feb 16 22:43:02.667130 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e2d2954d-4610-4abb-8c08-2869d28bf2bb tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (2756c6d1-6ada-4b58-b527-d8e6924083e6), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:02.716307 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2954d-4610-4abb-8c08-2869d28bf2bb tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Pushing event deleted for resources: {'Subnet': ['ID=2756c6d1-6ada-4b58-b527-d8e6924083e6,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:02.734836 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648452e8-c997-4a6a-9f5f-7ff7863bbfe1 None None] Network 70a1a2cf-59e3-4366-9f9b-cb89376dd7ed requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:43:02.737916 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e2d2954d-4610-4abb-8c08-2869d28bf2bb tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:02.750581 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e2d2954d-4610-4abb-8c08-2869d28bf2bb tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] 10.222.0.75 "DELETE /v2.0/subnets/2756c6d1-6ada-4b58-b527-d8e6924083e6 HTTP/1.1" status: 204 len: 168 time: 0.6845493 Feb 16 22:43:02.753344 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38040) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:02.888803 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2397b179-3df1-44d8-803c-a438a5d91220 req-f7433a18-099d-47f5-8c0a-ca6042bf94ec tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] 10.222.0.75 "GET /v2.0/security-groups?id=55f8c9f7-aa3b-4332-ab1e-ea296bd5aa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159255 Feb 16 22:43:03.056070 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edc0c988-edd3-4715-8b03-d7e9eb5396c8 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (70a1a2cf-59e3-4366-9f9b-cb89376dd7ed), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:03.058727 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4ee72d-0dae-4734-bbbc-a8b06d93bebc None None] DHCP port deletion for 70a1a2cf-59e3-4366-9f9b-cb89376dd7ed request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:43:03.147424 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2c4ee72d-0dae-4734-bbbc-a8b06d93bebc None None] Deleting port 9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:43:03.148015 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2c4ee72d-0dae-4734-bbbc-a8b06d93bebc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:03.169523 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-edc0c988-edd3-4715-8b03-d7e9eb5396c8 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Deleting port 9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:43:03.170175 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edc0c988-edd3-4715-8b03-d7e9eb5396c8 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:03.192464 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9efdc9be-ee65-48e2-9349-fb9108184dfb tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (971239f2-12df-4568-a458-86269bfbdf32), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:03.225861 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-2c4ee72d-0dae-4734-bbbc-a8b06d93bebc None None] For port 9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456,segment=NetworkSegment(a27b5583-2b4d-4cf9-9552-3d3e7ee995fd),segment_id=a27b5583-2b4d-4cf9-9552-3d3e7ee995fd)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:43:03.226233 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2c4ee72d-0dae-4734-bbbc-a8b06d93bebc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:03.240987 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2c4ee72d-0dae-4734-bbbc-a8b06d93bebc None None] Calling delete_port for 9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:43:03.264162 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-edc0c988-edd3-4715-8b03-d7e9eb5396c8 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] For port 9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456,segment=NetworkSegment(a27b5583-2b4d-4cf9-9552-3d3e7ee995fd),segment_id=a27b5583-2b4d-4cf9-9552-3d3e7ee995fd)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:43:03.264278 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edc0c988-edd3-4715-8b03-d7e9eb5396c8 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:03.293424 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-edc0c988-edd3-4715-8b03-d7e9eb5396c8 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Calling delete_port for 9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456 owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:43:03.333316 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 34a7b2db-4a1f-4d26-8629-0366d854d101 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:43:03.362818 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 34a7b2db-4a1f-4d26-8629-0366d854d101 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:43:03.362818 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 34a7b2db-4a1f-4d26-8629-0366d854d101 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:43:03.392813 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2c4ee72d-0dae-4734-bbbc-a8b06d93bebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:03.440695 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edc0c988-edd3-4715-8b03-d7e9eb5396c8 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:03.467159 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ee72d-0dae-4734-bbbc-a8b06d93bebc None None] Pushing event deleted for resources: {'Port': ['ID=9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:03.473846 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4ee72d-0dae-4734-bbbc-a8b06d93bebc None None] No DVR routers for this DVR port 9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:43:03.542886 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc0c988-edd3-4715-8b03-d7e9eb5396c8 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] No DVR routers for this DVR port 9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456 on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:43:03.547836 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0c988-edd3-4715-8b03-d7e9eb5396c8 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Pushing event deleted for resources: {'Port': ['ID=9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:03.636589 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edc0c988-edd3-4715-8b03-d7e9eb5396c8 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (70a1a2cf-59e3-4366-9f9b-cb89376dd7ed), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:03.666525 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-edc0c988-edd3-4715-8b03-d7e9eb5396c8 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a1a2cf-59e3-4366-9f9b-cb89376dd7ed']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:03.680254 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-edc0c988-edd3-4715-8b03-d7e9eb5396c8 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a27b5583-2b4d-4cf9-9552-3d3e7ee995fd') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:03.680566 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-edc0c988-edd3-4715-8b03-d7e9eb5396c8 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a27b5583-2b4d-4cf9-9552-3d3e7ee995fd') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:03.693575 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edc0c988-edd3-4715-8b03-d7e9eb5396c8 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (a27b5583-2b4d-4cf9-9552-3d3e7ee995fd), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:03.698736 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-9efdc9be-ee65-48e2-9349-fb9108184dfb tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Deleting port 99de20ce-7945-4743-9822-c5d1ea1db83c {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:43:03.699164 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9efdc9be-ee65-48e2-9349-fb9108184dfb tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (99de20ce-7945-4743-9822-c5d1ea1db83c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:03.709566 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edc0c988-edd3-4715-8b03-d7e9eb5396c8 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (a27b5583-2b4d-4cf9-9552-3d3e7ee995fd), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:03.716348 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc0c988-edd3-4715-8b03-d7e9eb5396c8 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:43:03.716748 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edc0c988-edd3-4715-8b03-d7e9eb5396c8 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (a27b5583-2b4d-4cf9-9552-3d3e7ee995fd), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: self.session.flush() Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: self.session.flush() Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: self.session.flush() Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: self.session.flush() Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:43:03.720207 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:43:03.855802 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35074ab1-41e7-4a26-afee-2730c51dfec4 req-3a0500b0-7197-4c01-a291-159b150ff4d3 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:03.858505 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-35074ab1-41e7-4a26-afee-2730c51dfec4 req-3a0500b0-7197-4c01-a291-159b150ff4d3 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9a879a2-950b-4377-8514-a2e1f88edd35 HTTP/1.1" status: 200 len: 945 time: 0.1145482 Feb 16 22:43:03.859860 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edc0c988-edd3-4715-8b03-d7e9eb5396c8 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (70a1a2cf-59e3-4366-9f9b-cb89376dd7ed), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:03.864565 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-9efdc9be-ee65-48e2-9349-fb9108184dfb tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] For port 99de20ce-7945-4743-9822-c5d1ea1db83c, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=99de20ce-7945-4743-9822-c5d1ea1db83c,segment=NetworkSegment(c9cb006b-0b73-4eb6-945f-dd81e37daed4),segment_id=c9cb006b-0b73-4eb6-945f-dd81e37daed4)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:43:03.865046 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9efdc9be-ee65-48e2-9349-fb9108184dfb tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (99de20ce-7945-4743-9822-c5d1ea1db83c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:03.889510 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edc0c988-edd3-4715-8b03-d7e9eb5396c8 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:03.895976 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-edc0c988-edd3-4715-8b03-d7e9eb5396c8 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] 10.222.0.75 "DELETE /v2.0/networks/70a1a2cf-59e3-4366-9f9b-cb89376dd7ed HTTP/1.1" status: 204 len: 168 time: 1.1395340 Feb 16 22:43:03.896306 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0c988-edd3-4715-8b03-d7e9eb5396c8 tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Pushing event deleted for resources: {'Network': ['ID=70a1a2cf-59e3-4366-9f9b-cb89376dd7ed,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:03.897088 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38066) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:03.903391 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-9efdc9be-ee65-48e2-9349-fb9108184dfb tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Calling delete_port for 99de20ce-7945-4743-9822-c5d1ea1db83c owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:43:03.937218 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:43:03.978094 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:43:03.978442 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9cbfb6fb-4f0d-4351-8bd9-ae1bb11c4456 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:43:04.119955 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-35074ab1-41e7-4a26-afee-2730c51dfec4 req-27e35f87-dc35-4c6f-9e4b-aac60e837a6b tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] Deleting port 80b11ea5-9b82-4848-ad45-14df3223e611 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:43:04.120456 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-35074ab1-41e7-4a26-afee-2730c51dfec4 req-27e35f87-dc35-4c6f-9e4b-aac60e837a6b tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (80b11ea5-9b82-4848-ad45-14df3223e611), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:04.226466 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-35074ab1-41e7-4a26-afee-2730c51dfec4 req-27e35f87-dc35-4c6f-9e4b-aac60e837a6b tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] For port 80b11ea5-9b82-4848-ad45-14df3223e611, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=80b11ea5-9b82-4848-ad45-14df3223e611,segment=NetworkSegment(12e3d021-b058-47f0-a869-ab36b3e62a67),segment_id=12e3d021-b058-47f0-a869-ab36b3e62a67)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:43:04.227653 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-35074ab1-41e7-4a26-afee-2730c51dfec4 req-27e35f87-dc35-4c6f-9e4b-aac60e837a6b tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (80b11ea5-9b82-4848-ad45-14df3223e611), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:04.243655 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-35074ab1-41e7-4a26-afee-2730c51dfec4 req-27e35f87-dc35-4c6f-9e4b-aac60e837a6b tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] Calling delete_port for 80b11ea5-9b82-4848-ad45-14df3223e611 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:43:04.314140 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-145cbdff-5ebb-432d-9161-404dacde304f tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Deleting port beadaff4-d879-43d8-a490-bf565bae4633 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:43:04.314726 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-145cbdff-5ebb-432d-9161-404dacde304f tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (beadaff4-d879-43d8-a490-bf565bae4633), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:04.433940 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-145cbdff-5ebb-432d-9161-404dacde304f tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (beadaff4-d879-43d8-a490-bf565bae4633), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:04.434305 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-145cbdff-5ebb-432d-9161-404dacde304f tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks [] for floatingip (beadaff4-d879-43d8-a490-bf565bae4633), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:04.461568 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-145cbdff-5ebb-432d-9161-404dacde304f tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Calling delete_port for beadaff4-d879-43d8-a490-bf565bae4633 owned by network:floatingip {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:43:04.607171 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9efdc9be-ee65-48e2-9349-fb9108184dfb tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (99de20ce-7945-4743-9822-c5d1ea1db83c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:04.787817 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efdc9be-ee65-48e2-9349-fb9108184dfb tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event deleted for resources: {'Port': ['ID=99de20ce-7945-4743-9822-c5d1ea1db83c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:04.980993 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12eaea-dd68-40a0-867e-0441ac5c3f96 req-95bbdfad-c626-48ce-94d9-3c1ba979ceb5 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:04.982911 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1f12eaea-dd68-40a0-867e-0441ac5c3f96 req-95bbdfad-c626-48ce-94d9-3c1ba979ceb5 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] 10.222.0.75 "GET /v2.0/ports?device_id=b9a879a2-950b-4377-8514-a2e1f88edd35 HTTP/1.1" status: 200 len: 945 time: 0.9664323 Feb 16 22:43:05.004500 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-145cbdff-5ebb-432d-9161-404dacde304f tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (beadaff4-d879-43d8-a490-bf565bae4633), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:05.055673 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145cbdff-5ebb-432d-9161-404dacde304f tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Pushing event deleted for resources: {'Port': ['ID=beadaff4-d879-43d8-a490-bf565bae4633,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:05.108299 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9efdc9be-ee65-48e2-9349-fb9108184dfb tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (971239f2-12df-4568-a458-86269bfbdf32), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:05.112769 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1f12eaea-dd68-40a0-867e-0441ac5c3f96 req-60224b4f-822a-48c6-a389-fd535cb3cbe2 tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] 10.222.0.75 "GET /v2.0/security-groups?id=55f8c9f7-aa3b-4332-ab1e-ea296bd5aa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016622 Feb 16 22:43:05.211726 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-35074ab1-41e7-4a26-afee-2730c51dfec4 req-27e35f87-dc35-4c6f-9e4b-aac60e837a6b tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (80b11ea5-9b82-4848-ad45-14df3223e611), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:05.226874 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['80b11ea5-9b82-4848-ad45-14df3223e611'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:43:05.252978 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-145cbdff-5ebb-432d-9161-404dacde304f tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks [] for floatingip (eca2e09b-6a19-4c39-be0b-224d6e92f5ff), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:05.259119 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-145cbdff-5ebb-432d-9161-404dacde304f tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:05.260674 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-145cbdff-5ebb-432d-9161-404dacde304f tempest-FloatingIPAdminTestJSON-73188532 tempest-FloatingIPAdminTestJSON-73188532-project] 10.222.0.75 "DELETE /v2.0/floatingips/eca2e09b-6a19-4c39-be0b-224d6e92f5ff HTTP/1.1" status: 204 len: 168 time: 1.2481461 Feb 16 22:43:05.273254 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e35f87-dc35-4c6f-9e4b-aac60e837a6b tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] Pushing event deleted for resources: {'Port': ['ID=80b11ea5-9b82-4848-ad45-14df3223e611,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:05.352430 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-35074ab1-41e7-4a26-afee-2730c51dfec4 req-27e35f87-dc35-4c6f-9e4b-aac60e837a6b tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] No DVR routers for this DVR port 80b11ea5-9b82-4848-ad45-14df3223e611 on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:43:05.361858 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-35074ab1-41e7-4a26-afee-2730c51dfec4 req-27e35f87-dc35-4c6f-9e4b-aac60e837a6b tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:05.373269 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-35074ab1-41e7-4a26-afee-2730c51dfec4 req-27e35f87-dc35-4c6f-9e4b-aac60e837a6b tempest-ServerGroupTestJSON-1540494278 tempest-ServerGroupTestJSON-1540494278-project] 10.222.0.67 "DELETE /v2.0/ports/80b11ea5-9b82-4848-ad45-14df3223e611 HTTP/1.1" status: 204 len: 173 time: 1.4782062 Feb 16 22:43:05.374059 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a879a2-950b-4377-8514-a2e1f88edd35', 'name': 'network-vif-deleted', 'tag': '80b11ea5-9b82-4848-ad45-14df3223e611'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:43:05.382280 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3835310d-3108-4416-b1bb-732dfbbba154" -d '{"events": [{"server_uuid": "b9a879a2-950b-4377-8514-a2e1f88edd35", "name": "network-vif-deleted", "tag": "80b11ea5-9b82-4848-ad45-14df3223e611"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:43:05.490575 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8605b3c5-7b9d-4c53-8a12-7d006542ff52 x-openstack-request-id: req-8605b3c5-7b9d-4c53-8a12-7d006542ff52 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:43:05.490878 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a879a2-950b-4377-8514-a2e1f88edd35", "name": "network-vif-deleted", "tag": "80b11ea5-9b82-4848-ad45-14df3223e611", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:43:05.491134 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8605b3c5-7b9d-4c53-8a12-7d006542ff52 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:43:05.491538 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a879a2-950b-4377-8514-a2e1f88edd35', 'name': 'network-vif-deleted', 'tag': '80b11ea5-9b82-4848-ad45-14df3223e611', 'status': 'completed', 'code': 200} Feb 16 22:43:05.606650 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38100) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:05.620045 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9efdc9be-ee65-48e2-9349-fb9108184dfb tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Router 971239f2-12df-4568-a458-86269bfbdf32 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:43:05.804163 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efdc9be-ee65-48e2-9349-fb9108184dfb tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:43:05.814675 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2aaabc-8dd8-4274-afa9-12545b9220a8 None None] Sync routers for ids ['971239f2-12df-4568-a458-86269bfbdf32'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:43:05.815377 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9efdc9be-ee65-48e2-9349-fb9108184dfb tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "PUT /v2.0/routers/971239f2-12df-4568-a458-86269bfbdf32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8323629 Feb 16 22:43:05.828231 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-701378ee-891e-4518-bcd3-fa105cce9c4a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=370d8fd5cd6d49fea8b6c41a32b8d1f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2202866 Feb 16 22:43:05.830315 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38104) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:05.830642 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38106) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:05.835023 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2aaabc-8dd8-4274-afa9-12545b9220a8 None None] Routers {'971239f2-12df-4568-a458-86269bfbdf32'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:43:05.836178 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6d2aaabc-8dd8-4274-afa9-12545b9220a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:42:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['971239f2-12df-4568-a458-86269bfbdf32'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:06.053394 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d8dc133-3244-4ff8-b97a-46edb488b1ae tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Deleting subnet bb550098-38cf-4a15-8885-1824e020ff82 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:43:06.057377 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1d8dc133-3244-4ff8-b97a-46edb488b1ae tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for subnet (bb550098-38cf-4a15-8885-1824e020ff82), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:06.117736 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1d8dc133-3244-4ff8-b97a-46edb488b1ae tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (bb550098-38cf-4a15-8885-1824e020ff82), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:06.127365 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-6d2aaabc-8dd8-4274-afa9-12545b9220a8 None None] Set router 971239f2-12df-4568-a458-86269bfbdf32 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:43:06.204496 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1d8dc133-3244-4ff8-b97a-46edb488b1ae tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (bb550098-38cf-4a15-8885-1824e020ff82), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:06.303100 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cd2b78c1-68ac-42cc-a592-fe14e709fc86 admin admin] Publish callbacks [] for security_group (9456f6fe-a79f-4f2c-9164-6777cb0fa8d1), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:06.306004 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1d8dc133-3244-4ff8-b97a-46edb488b1ae tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (bb550098-38cf-4a15-8885-1824e020ff82), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:06.352017 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8dc133-3244-4ff8-b97a-46edb488b1ae tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event deleted for resources: {'Subnet': ['ID=bb550098-38cf-4a15-8885-1824e020ff82,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:06.354903 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1d8dc133-3244-4ff8-b97a-46edb488b1ae tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:06.361316 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38126) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:06.361552 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1782cc-7457-42d0-94f6-b7c97accb333 None None] Network bb43a630-3a18-478e-a8e4-d2e138bf5b3a requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:43:06.370602 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1d8dc133-3244-4ff8-b97a-46edb488b1ae tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "DELETE /v2.0/subnets/bb550098-38cf-4a15-8885-1824e020ff82 HTTP/1.1" status: 204 len: 168 time: 0.5380733 Feb 16 22:43:06.423822 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cd2b78c1-68ac-42cc-a592-fe14e709fc86 admin admin] Publish callbacks [] for security_group (9456f6fe-a79f-4f2c-9164-6777cb0fa8d1), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:06.527520 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6d2aaabc-8dd8-4274-afa9-12545b9220a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971239f2-12df-4568-a458-86269bfbdf32', 'name': 'tempest-TestNetworkBasicOps-router-33925818', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:40:42Z', 'updated_at': '2022-02-16T22:43:04Z', 'revision_number': 7, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'gw_port': {'id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:40:43Z', 'updated_at': '2022-02-16T22:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:06.540101 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cd2b78c1-68ac-42cc-a592-fe14e709fc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9456f6fe-a79f-4f2c-9164-6777cb0fa8d1), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:06.542796 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cd2b78c1-68ac-42cc-a592-fe14e709fc86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:06.543962 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-cd2b78c1-68ac-42cc-a592-fe14e709fc86 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9456f6fe-a79f-4f2c-9164-6777cb0fa8d1 HTTP/1.1" status: 204 len: 168 time: 0.7112122 Feb 16 22:43:06.554923 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b78c1-68ac-42cc-a592-fe14e709fc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9456f6fe-a79f-4f2c-9164-6777cb0fa8d1,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:06.586816 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2aaabc-8dd8-4274-afa9-12545b9220a8 None None] Checking router: 971239f2-12df-4568-a458-86269bfbdf32 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:43:06.602492 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2aaabc-8dd8-4274-afa9-12545b9220a8 None None] Routers {'971239f2-12df-4568-a458-86269bfbdf32'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:43:06.603282 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6d2aaabc-8dd8-4274-afa9-12545b9220a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:42:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['971239f2-12df-4568-a458-86269bfbdf32'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:06.605827 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eceb51fe-0afd-4b88-9400-632b97759dc5 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for router (971239f2-12df-4568-a458-86269bfbdf32), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:06.742319 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d30080-6b79-446a-96ba-04c9d5b5ca60 None None] DHCP port deletion for bb43a630-3a18-478e-a8e4-d2e138bf5b3a request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:43:06.833741 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38152) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:06.896756 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eceb51fe-0afd-4b88-9400-632b97759dc5 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for router_gateway (971239f2-12df-4568-a458-86269bfbdf32), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:06.919405 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-97d30080-6b79-446a-96ba-04c9d5b5ca60 None None] Deleting port 64b2bf94-ec98-44f1-a3c2-e782aed4c0e4 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:43:06.919796 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-97d30080-6b79-446a-96ba-04c9d5b5ca60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (64b2bf94-ec98-44f1-a3c2-e782aed4c0e4), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:06.976728 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab231374-2a45-41f5-bd86-d1a27e62af42 admin admin] Deleting subnet 8bd2f940-df09-4a8f-9d0b-1e280a7cf967 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:43:06.982158 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-6d2aaabc-8dd8-4274-afa9-12545b9220a8 None None] Set router 971239f2-12df-4568-a458-86269bfbdf32 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:43:06.989735 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ab231374-2a45-41f5-bd86-d1a27e62af42 admin admin] Publish callbacks [] for subnet (8bd2f940-df09-4a8f-9d0b-1e280a7cf967), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:07.082600 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-eceb51fe-0afd-4b88-9400-632b97759dc5 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Deleting port 9c4c446a-476a-43a6-9335-fa236a73ba7f {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:43:07.085403 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eceb51fe-0afd-4b88-9400-632b97759dc5 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (9c4c446a-476a-43a6-9335-fa236a73ba7f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:07.102259 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ab231374-2a45-41f5-bd86-d1a27e62af42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (8bd2f940-df09-4a8f-9d0b-1e280a7cf967), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:07.147545 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-97d30080-6b79-446a-96ba-04c9d5b5ca60 None None] For port 64b2bf94-ec98-44f1-a3c2-e782aed4c0e4, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=64b2bf94-ec98-44f1-a3c2-e782aed4c0e4,segment=NetworkSegment(c9cb006b-0b73-4eb6-945f-dd81e37daed4),segment_id=c9cb006b-0b73-4eb6-945f-dd81e37daed4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:43:07.148154 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-97d30080-6b79-446a-96ba-04c9d5b5ca60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (64b2bf94-ec98-44f1-a3c2-e782aed4c0e4), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:07.177293 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-97d30080-6b79-446a-96ba-04c9d5b5ca60 None None] Calling delete_port for 64b2bf94-ec98-44f1-a3c2-e782aed4c0e4 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:43:07.200164 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ab231374-2a45-41f5-bd86-d1a27e62af42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (8bd2f940-df09-4a8f-9d0b-1e280a7cf967), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:07.258701 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38156) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:07.300893 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2ab29f79-6d72-4c3e-b1b9-ec44b4619fd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:07.331422 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-eceb51fe-0afd-4b88-9400-632b97759dc5 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] For port 9c4c446a-476a-43a6-9335-fa236a73ba7f, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9c4c446a-476a-43a6-9335-fa236a73ba7f,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:43:07.331741 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eceb51fe-0afd-4b88-9400-632b97759dc5 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (9c4c446a-476a-43a6-9335-fa236a73ba7f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:07.369076 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-eceb51fe-0afd-4b88-9400-632b97759dc5 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Calling delete_port for 9c4c446a-476a-43a6-9335-fa236a73ba7f owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:43:07.392829 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-97d30080-6b79-446a-96ba-04c9d5b5ca60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (64b2bf94-ec98-44f1-a3c2-e782aed4c0e4), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:07.418778 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38166) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:07.419815 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ab231374-2a45-41f5-bd86-d1a27e62af42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (8bd2f940-df09-4a8f-9d0b-1e280a7cf967), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:07.444473 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d30080-6b79-446a-96ba-04c9d5b5ca60 None None] Pushing event deleted for resources: {'Port': ['ID=64b2bf94-ec98-44f1-a3c2-e782aed4c0e4,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:07.470551 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d30080-6b79-446a-96ba-04c9d5b5ca60 None None] No DVR routers for this DVR port 64b2bf94-ec98-44f1-a3c2-e782aed4c0e4 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:43:07.487433 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6d2aaabc-8dd8-4274-afa9-12545b9220a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971239f2-12df-4568-a458-86269bfbdf32', 'name': 'tempest-TestNetworkBasicOps-router-33925818', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:40:42Z', 'updated_at': '2022-02-16T22:43:04Z', 'revision_number': 7, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'gw_port': {'id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:40:43Z', 'updated_at': '2022-02-16T22:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:07.536443 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab231374-2a45-41f5-bd86-d1a27e62af42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bd2f940-df09-4a8f-9d0b-1e280a7cf967,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:07.541593 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ab231374-2a45-41f5-bd86-d1a27e62af42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:07.545073 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ab231374-2a45-41f5-bd86-d1a27e62af42 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/8bd2f940-df09-4a8f-9d0b-1e280a7cf967 HTTP/1.1" status: 204 len: 168 time: 0.7102718 Feb 16 22:43:07.551681 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38172) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:07.577423 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2aaabc-8dd8-4274-afa9-12545b9220a8 None None] The sync data for ids ['971239f2-12df-4568-a458-86269bfbdf32'] in n-d-813897-6 is: [{'id': '971239f2-12df-4568-a458-86269bfbdf32', 'name': 'tempest-TestNetworkBasicOps-router-33925818', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:40:42Z', 'updated_at': '2022-02-16T22:43:04Z', 'revision_number': 7, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'gw_port': {'id': '9c4c446a-476a-43a6-9335-fa236a73ba7f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971239f2-12df-4568-a458-86269bfbdf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:40:43Z', 'updated_at': '2022-02-16T22:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:43:07.704808 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eceb51fe-0afd-4b88-9400-632b97759dc5 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (9c4c446a-476a-43a6-9335-fa236a73ba7f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:07.780537 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 80b11ea5-9b82-4848-ad45-14df3223e611 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:43:07.847821 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 80b11ea5-9b82-4848-ad45-14df3223e611 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:43:07.848060 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d5c03e76-3a6f-462c-9308-c2fb36124af0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:07.852433 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 80b11ea5-9b82-4848-ad45-14df3223e611 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:43:07.868031 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b05e575f-4e9b-421b-99f5-7d237909d5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (a0f5473f-04f0-45e9-805e-f7de7b263044), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:07.946353 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 99de20ce-7945-4743-9822-c5d1ea1db83c no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:43:07.997036 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 99de20ce-7945-4743-9822-c5d1ea1db83c {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:43:07.997614 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 99de20ce-7945-4743-9822-c5d1ea1db83c not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:43:07.998295 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 64b2bf94-ec98-44f1-a3c2-e782aed4c0e4 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:43:08.022128 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2ab29f79-6d72-4c3e-b1b9-ec44b4619fd9 admin admin] Publish callbacks [] for security_group (b323cd14-8f0c-439f-98dd-2ca3026813bf), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:08.057698 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 64b2bf94-ec98-44f1-a3c2-e782aed4c0e4 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:43:08.058461 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 64b2bf94-ec98-44f1-a3c2-e782aed4c0e4 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:43:08.087260 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb51fe-0afd-4b88-9400-632b97759dc5 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event deleted for resources: {'Port': ['ID=9c4c446a-476a-43a6-9335-fa236a73ba7f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:08.117838 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b05e575f-4e9b-421b-99f5-7d237909d5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (a0f5473f-04f0-45e9-805e-f7de7b263044), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:08.144598 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-b05e575f-4e9b-421b-99f5-7d237909d5d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0f5473f-04f0-45e9-805e-f7de7b263044']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:08.154477 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-b05e575f-4e9b-421b-99f5-7d237909d5d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e3d021-b058-47f0-a869-ab36b3e62a67') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:08.154897 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-b05e575f-4e9b-421b-99f5-7d237909d5d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e3d021-b058-47f0-a869-ab36b3e62a67') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:08.165056 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b05e575f-4e9b-421b-99f5-7d237909d5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (12e3d021-b058-47f0-a869-ab36b3e62a67), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:08.179840 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b05e575f-4e9b-421b-99f5-7d237909d5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (12e3d021-b058-47f0-a869-ab36b3e62a67), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:08.183453 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eceb51fe-0afd-4b88-9400-632b97759dc5 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (971239f2-12df-4568-a458-86269bfbdf32), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:08.186581 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05e575f-4e9b-421b-99f5-7d237909d5d0 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:43:08.187179 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b05e575f-4e9b-421b-99f5-7d237909d5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (12e3d021-b058-47f0-a869-ab36b3e62a67), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:08.228736 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:43:08.228736 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:43:08.228736 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:43:08.228736 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:43:08.228736 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:43:08.228736 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:43:08.228736 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:43:08.228736 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:43:08.228736 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:43:08.228736 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:43:08.228736 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:43:08.228736 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:43:08.228736 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:43:08.228736 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:43:08.228736 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:43:08.228736 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:43:08.228736 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:43:08.228736 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:43:08.228736 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:43:08.228736 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:43:08.228736 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:43:08.228736 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:43:08.228736 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:43:08.228736 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:43:08.228736 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:43:08.228736 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:43:08.228736 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:43:08.228736 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:43:08.228736 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:43:08.228736 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:43:08.228736 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:43:08.228736 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:43:08.234326 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2ab29f79-6d72-4c3e-b1b9-ec44b4619fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b323cd14-8f0c-439f-98dd-2ca3026813bf), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:08.300395 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eceb51fe-0afd-4b88-9400-632b97759dc5 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (971239f2-12df-4568-a458-86269bfbdf32), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:08.303790 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eceb51fe-0afd-4b88-9400-632b97759dc5 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for router_controller (971239f2-12df-4568-a458-86269bfbdf32), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:08.311568 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b05e575f-4e9b-421b-99f5-7d237909d5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (a0f5473f-04f0-45e9-805e-f7de7b263044), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:08.322533 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab29f79-6d72-4c3e-b1b9-ec44b4619fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b323cd14-8f0c-439f-98dd-2ca3026813bf,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:08.338942 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b05e575f-4e9b-421b-99f5-7d237909d5d0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:08.346491 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b05e575f-4e9b-421b-99f5-7d237909d5d0 admin admin] 10.222.0.75 "DELETE /v2.0/networks/a0f5473f-04f0-45e9-805e-f7de7b263044 HTTP/1.1" status: 204 len: 168 time: 0.7937899 Feb 16 22:43:08.354975 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2ab29f79-6d72-4c3e-b1b9-ec44b4619fd9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c41993b04a2247dc95e89de04335d1b6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0952210 Feb 16 22:43:08.362868 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38190) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:08.374763 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e575f-4e9b-421b-99f5-7d237909d5d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0f5473f-04f0-45e9-805e-f7de7b263044,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:08.419626 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eceb51fe-0afd-4b88-9400-632b97759dc5 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (971239f2-12df-4568-a458-86269bfbdf32), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:08.420172 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eceb51fe-0afd-4b88-9400-632b97759dc5 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Fanout notify agent at l3_agent the message router_deleted on router 971239f2-12df-4568-a458-86269bfbdf32 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:43:08.428824 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eceb51fe-0afd-4b88-9400-632b97759dc5 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:08.433272 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-eceb51fe-0afd-4b88-9400-632b97759dc5 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "DELETE /v2.0/routers/971239f2-12df-4568-a458-86269bfbdf32 HTTP/1.1" status: 204 len: 168 time: 2.0706503 Feb 16 22:43:08.438179 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38192) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:08.452369 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2873e9e3-ac0a-4837-85cd-a8d823d05c9a admin admin] Publish callbacks [] for security_group (b323cd14-8f0c-439f-98dd-2ca3026813bf), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:08.459747 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d5c03e76-3a6f-462c-9308-c2fb36124af0 admin admin] Publish callbacks [] for security_group (a88b35cf-80d7-4de0-997b-2b1cc54179c1), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:08.504713 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d5c03e76-3a6f-462c-9308-c2fb36124af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a88b35cf-80d7-4de0-997b-2b1cc54179c1), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:08.508314 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2873e9e3-ac0a-4837-85cd-a8d823d05c9a admin admin] Publish callbacks [] for security_group (b323cd14-8f0c-439f-98dd-2ca3026813bf), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:08.618584 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2873e9e3-ac0a-4837-85cd-a8d823d05c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b323cd14-8f0c-439f-98dd-2ca3026813bf), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:08.622006 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2873e9e3-ac0a-4837-85cd-a8d823d05c9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:08.626660 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2873e9e3-ac0a-4837-85cd-a8d823d05c9a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b323cd14-8f0c-439f-98dd-2ca3026813bf HTTP/1.1" status: 204 len: 168 time: 0.2614715 Feb 16 22:43:08.643063 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2873e9e3-ac0a-4837-85cd-a8d823d05c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b323cd14-8f0c-439f-98dd-2ca3026813bf,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:08.669085 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38198) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:08.715922 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d5c03e76-3a6f-462c-9308-c2fb36124af0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e9362085de0d44869d8cf7e9bdd5265d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2880104 Feb 16 22:43:08.722487 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38200) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:08.723450 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c03e76-3a6f-462c-9308-c2fb36124af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88b35cf-80d7-4de0-997b-2b1cc54179c1,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:08.738321 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7f03a37a-9991-4bb4-9755-ace3fad6f230 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (bb43a630-3a18-478e-a8e4-d2e138bf5b3a), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:08.814504 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7d44c865-a7b1-4f6e-86f4-15ddb71dfb17 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=027120ba740242e7b0469815bf28d0fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1440146 Feb 16 22:43:08.815193 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38202) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:08.883769 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d528dcd9-dd42-401b-828f-a561ca3402a3 admin admin] Publish callbacks [] for security_group (a88b35cf-80d7-4de0-997b-2b1cc54179c1), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:08.944850 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3287fd18-f0fa-44e4-9879-db78d45f7e82 admin admin] Publish callbacks [] for security_group (55f8c9f7-aa3b-4332-ab1e-ea296bd5aa07), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:08.977959 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3287fd18-f0fa-44e4-9879-db78d45f7e82 admin admin] Publish callbacks [] for security_group (55f8c9f7-aa3b-4332-ab1e-ea296bd5aa07), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:09.008554 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7f03a37a-9991-4bb4-9755-ace3fad6f230 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (bb43a630-3a18-478e-a8e4-d2e138bf5b3a), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:09.037322 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d528dcd9-dd42-401b-828f-a561ca3402a3 admin admin] Publish callbacks [] for security_group (a88b35cf-80d7-4de0-997b-2b1cc54179c1), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:09.059782 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3287fd18-f0fa-44e4-9879-db78d45f7e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (55f8c9f7-aa3b-4332-ab1e-ea296bd5aa07), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:09.062900 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3287fd18-f0fa-44e4-9879-db78d45f7e82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:09.064096 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3287fd18-f0fa-44e4-9879-db78d45f7e82 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/55f8c9f7-aa3b-4332-ab1e-ea296bd5aa07 HTTP/1.1" status: 204 len: 168 time: 0.2479479 Feb 16 22:43:09.076281 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287fd18-f0fa-44e4-9879-db78d45f7e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f8c9f7-aa3b-4332-ab1e-ea296bd5aa07,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:09.162270 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d528dcd9-dd42-401b-828f-a561ca3402a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a88b35cf-80d7-4de0-997b-2b1cc54179c1), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:09.165629 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d528dcd9-dd42-401b-828f-a561ca3402a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:09.173657 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d528dcd9-dd42-401b-828f-a561ca3402a3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a88b35cf-80d7-4de0-997b-2b1cc54179c1 HTTP/1.1" status: 204 len: 168 time: 0.4466767 Feb 16 22:43:09.206966 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-7f03a37a-9991-4bb4-9755-ace3fad6f230 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb43a630-3a18-478e-a8e4-d2e138bf5b3a']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:09.213669 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528dcd9-dd42-401b-828f-a561ca3402a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88b35cf-80d7-4de0-997b-2b1cc54179c1,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:09.243225 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-7f03a37a-9991-4bb4-9755-ace3fad6f230 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9cb006b-0b73-4eb6-945f-dd81e37daed4') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:09.243977 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-7f03a37a-9991-4bb4-9755-ace3fad6f230 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9cb006b-0b73-4eb6-945f-dd81e37daed4') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:09.274234 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7f03a37a-9991-4bb4-9755-ace3fad6f230 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (c9cb006b-0b73-4eb6-945f-dd81e37daed4), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:09.294092 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7f03a37a-9991-4bb4-9755-ace3fad6f230 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (c9cb006b-0b73-4eb6-945f-dd81e37daed4), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:09.306323 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f03a37a-9991-4bb4-9755-ace3fad6f230 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:43:09.307125 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7f03a37a-9991-4bb4-9755-ace3fad6f230 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (c9cb006b-0b73-4eb6-945f-dd81e37daed4), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:09.324014 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38210) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:09.345592 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db97e23c-4f7f-49c3-b024-45888679861b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:09.434785 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:43:09.434785 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:43:09.434785 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:43:09.434785 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:43:09.434785 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:43:09.434785 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:43:09.434785 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:43:09.434785 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:43:09.434785 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:43:09.434785 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:43:09.434785 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:43:09.434785 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:43:09.434785 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:43:09.434785 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:43:09.434785 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:43:09.434785 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:43:09.434785 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:43:09.434785 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:43:09.434785 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:43:09.434785 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:43:09.434785 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:43:09.434785 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:43:09.434785 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:43:09.434785 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:43:09.434785 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:43:09.434785 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:43:09.434785 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:43:09.434785 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:43:09.434785 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:43:09.434785 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:43:09.434785 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:43:09.434785 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:43:09.446972 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7f03a37a-9991-4bb4-9755-ace3fad6f230 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (bb43a630-3a18-478e-a8e4-d2e138bf5b3a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:09.470995 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7f03a37a-9991-4bb4-9755-ace3fad6f230 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:09.506937 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38216) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:09.508632 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7f03a37a-9991-4bb4-9755-ace3fad6f230 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "DELETE /v2.0/networks/bb43a630-3a18-478e-a8e4-d2e138bf5b3a HTTP/1.1" status: 204 len: 168 time: 1.0604589 Feb 16 22:43:09.512153 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-9add9626-6593-412a-9618-a08b8518dd01 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Request body: {'network': {'name': 'tempest-network-smoke--506760990', 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'port_security_enabled': True}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:09.522640 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03a37a-9991-4bb4-9755-ace3fad6f230 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event deleted for resources: {'Network': ['ID=bb43a630-3a18-478e-a8e4-d2e138bf5b3a,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:09.548987 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db97e23c-4f7f-49c3-b024-45888679861b admin admin] Publish callbacks [] for security_group (ca74133d-07d9-4134-bc08-e85a52e68a82), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:09.561263 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db97e23c-4f7f-49c3-b024-45888679861b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ca74133d-07d9-4134-bc08-e85a52e68a82), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:09.597302 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9add9626-6593-412a-9618-a08b8518dd01 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Made reservation on behalf of fcbc829c172a42c39498d6223ec391eb for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:43:09.601104 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9add9626-6593-412a-9618-a08b8518dd01 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:09.655653 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38222) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:09.664511 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-db97e23c-4f7f-49c3-b024-45888679861b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9e20dc3726d347dbb421a4aca96cf23c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3396087 Feb 16 22:43:09.673941 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97e23c-4f7f-49c3-b024-45888679861b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca74133d-07d9-4134-bc08-e85a52e68a82,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:09.697731 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9add9626-6593-412a-9618-a08b8518dd01 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:43:09.720873 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9add9626-6593-412a-9618-a08b8518dd01 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (64c410ba-7b5d-42f2-bce8-b105511f99f0), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:09.722150 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-9add9626-6593-412a-9618-a08b8518dd01 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Added segment 64c410ba-7b5d-42f2-bce8-b105511f99f0 of type vlan for network 651e08f2-a105-48ac-8688-dac782e2da1e Feb 16 22:43:09.742962 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8afb1255-6aa3-4512-829c-1a960c51616b admin admin] Publish callbacks [] for security_group (ca74133d-07d9-4134-bc08-e85a52e68a82), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:09.767856 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8afb1255-6aa3-4512-829c-1a960c51616b admin admin] Publish callbacks [] for security_group (ca74133d-07d9-4134-bc08-e85a52e68a82), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:09.816071 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9add9626-6593-412a-9618-a08b8518dd01 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (651e08f2-a105-48ac-8688-dac782e2da1e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:09.853092 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8afb1255-6aa3-4512-829c-1a960c51616b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ca74133d-07d9-4134-bc08-e85a52e68a82), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:09.856088 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8afb1255-6aa3-4512-829c-1a960c51616b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:09.863832 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8afb1255-6aa3-4512-829c-1a960c51616b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ca74133d-07d9-4134-bc08-e85a52e68a82 HTTP/1.1" status: 204 len: 168 time: 0.2061591 Feb 16 22:43:09.883504 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9add9626-6593-412a-9618-a08b8518dd01 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (651e08f2-a105-48ac-8688-dac782e2da1e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:09.888216 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb1255-6aa3-4512-829c-1a960c51616b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca74133d-07d9-4134-bc08-e85a52e68a82,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:09.907073 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9add9626-6593-412a-9618-a08b8518dd01 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:09.908042 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9add9626-6593-412a-9618-a08b8518dd01 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:09.969310 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9c4c446a-476a-43a6-9335-fa236a73ba7f no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:43:09.984235 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38238) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:09.984624 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9add9626-6593-412a-9618-a08b8518dd01 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4762771 Feb 16 22:43:09.991140 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-ebde2f1c-ee5a-40cc-9bcd-b7557f440e33 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1616828187', 'admin_state_up': True, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:10.042511 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 9c4c446a-476a-43a6-9335-fa236a73ba7f {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:43:10.047457 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9c4c446a-476a-43a6-9335-fa236a73ba7f not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:43:10.049523 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ebde2f1c-ee5a-40cc-9bcd-b7557f440e33 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (e116952c-eb09-45a8-b07c-2cff5199e414), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:10.050802 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ebde2f1c-ee5a-40cc-9bcd-b7557f440e33 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (e116952c-eb09-45a8-b07c-2cff5199e414), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:10.081306 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add9626-6593-412a-9618-a08b8518dd01 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'Network': ['ID=651e08f2-a105-48ac-8688-dac782e2da1e,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:10.103666 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 651e08f2-a105-48ac-8688-dac782e2da1e details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:43:10.260158 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ebde2f1c-ee5a-40cc-9bcd-b7557f440e33 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for router_controller (e116952c-eb09-45a8-b07c-2cff5199e414), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:10.595223 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ebde2f1c-ee5a-40cc-9bcd-b7557f440e33 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for router_gateway (e116952c-eb09-45a8-b07c-2cff5199e414), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:10.939265 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ebde2f1c-ee5a-40cc-9bcd-b7557f440e33 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for router_gateway (e116952c-eb09-45a8-b07c-2cff5199e414), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:10.969323 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ebde2f1c-ee5a-40cc-9bcd-b7557f440e33 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:11.147205 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-ebde2f1c-ee5a-40cc-9bcd-b7557f440e33 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Allocated IP 172.25.2.212 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/5967f3ff-05c5-4786-91a2-34c39b58d8dd) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:43:11.287765 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ebde2f1c-ee5a-40cc-9bcd-b7557f440e33 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for port (5967f3ff-05c5-4786-91a2-34c39b58d8dd), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:11.326226 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ebde2f1c-ee5a-40cc-9bcd-b7557f440e33 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (5967f3ff-05c5-4786-91a2-34c39b58d8dd), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:11.371711 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebde2f1c-ee5a-40cc-9bcd-b7557f440e33 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:43:11.376193 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-ebde2f1c-ee5a-40cc-9bcd-b7557f440e33 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:43:11.378925 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebde2f1c-ee5a-40cc-9bcd-b7557f440e33 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:43:11.429001 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde2f1c-ee5a-40cc-9bcd-b7557f440e33 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'Port': ['ID=5967f3ff-05c5-4786-91a2-34c39b58d8dd,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:11.506663 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38298) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:11.753705 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-25e76ef0-86ae-4043-b600-ba738f1699be admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-566624952-network', 'tenant_id': '508009395f4c4e4fafc764f41c1c4bd5'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:11.804472 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e76ef0-86ae-4043-b600-ba738f1699be admin admin] Made reservation on behalf of 508009395f4c4e4fafc764f41c1c4bd5 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:43:11.807112 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-25e76ef0-86ae-4043-b600-ba738f1699be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:11.819464 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-25e76ef0-86ae-4043-b600-ba738f1699be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:11.882234 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7f3906ae-b08b-4e83-b4b5-15208042af48 req-512e7f04-bddf-4cee-8544-5a27d5d3a596 tempest-ServerShowV254Test-507419094 tempest-ServerShowV254Test-507419094-project] 10.222.0.75 "GET /v2.0/ports?device_id=652284f1-5842-4d5e-a0a5-fb7a9ea2ab2e HTTP/1.1" status: 200 len: 210 time: 0.0629017 Feb 16 22:43:11.938362 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ebde2f1c-ee5a-40cc-9bcd-b7557f440e33 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for router_gateway (e116952c-eb09-45a8-b07c-2cff5199e414), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:11.999398 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-25e76ef0-86ae-4043-b600-ba738f1699be admin admin] Publish callbacks [] for security_group (b8d4af45-1b26-40f3-987e-f49ea0b2c06b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:12.005155 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-25e76ef0-86ae-4043-b600-ba738f1699be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b8d4af45-1b26-40f3-987e-f49ea0b2c06b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:12.042618 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e76ef0-86ae-4043-b600-ba738f1699be admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:43:12.058806 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e76ef0-86ae-4043-b600-ba738f1699be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d4af45-1b26-40f3-987e-f49ea0b2c06b,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:12.067427 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-25e76ef0-86ae-4043-b600-ba738f1699be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (bf898f9d-7f83-404f-a519-7d261d3381dc), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:12.068707 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-25e76ef0-86ae-4043-b600-ba738f1699be admin admin] Added segment bf898f9d-7f83-404f-a519-7d261d3381dc of type vlan for network fb979dca-c2f7-40da-89cf-1655344e263c Feb 16 22:43:12.139248 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-25e76ef0-86ae-4043-b600-ba738f1699be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (fb979dca-c2f7-40da-89cf-1655344e263c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:12.178977 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-25e76ef0-86ae-4043-b600-ba738f1699be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (fb979dca-c2f7-40da-89cf-1655344e263c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:12.181659 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e76ef0-86ae-4043-b600-ba738f1699be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:12.182715 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-25e76ef0-86ae-4043-b600-ba738f1699be admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:12.278146 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ebde2f1c-ee5a-40cc-9bcd-b7557f440e33 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (e116952c-eb09-45a8-b07c-2cff5199e414), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:12.292776 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e76ef0-86ae-4043-b600-ba738f1699be admin admin] Pushing event updated for resources: {'Network': ['ID=fb979dca-c2f7-40da-89cf-1655344e263c,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:12.305779 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network fb979dca-c2f7-40da-89cf-1655344e263c details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:43:12.306625 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-25e76ef0-86ae-4043-b600-ba738f1699be admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7978261 Feb 16 22:43:12.309952 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38328) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:12.315794 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-49a92ba0-3041-4351-9682-aaea0d69bf3b admin admin] Request body: {'subnet': {'network_id': 'fb979dca-c2f7-40da-89cf-1655344e263c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-566624952-subnet', 'tenant_id': '508009395f4c4e4fafc764f41c1c4bd5', 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:12.341375 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a92ba0-3041-4351-9682-aaea0d69bf3b admin admin] Made reservation on behalf of 508009395f4c4e4fafc764f41c1c4bd5 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:43:12.345670 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-49a92ba0-3041-4351-9682-aaea0d69bf3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:12.382493 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38330) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:12.543124 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebde2f1c-ee5a-40cc-9bcd-b7557f440e33 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Router e116952c-eb09-45a8-b07c-2cff5199e414 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:43:12.671678 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-b5faeab1-9464-4428-866e-93197e7128c2 tempest-PortsAdminExtendedAttrsTestJSON-1513686533 tempest-PortsAdminExtendedAttrsTestJSON-1513686533-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-345352186'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:12.677403 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebde2f1c-ee5a-40cc-9bcd-b7557f440e33 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:43:12.689318 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef43ece-0fb9-448d-9dc0-58f1fd76ef48 None None] Sync routers for ids ['e116952c-eb09-45a8-b07c-2cff5199e414'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:43:12.702926 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ebde2f1c-ee5a-40cc-9bcd-b7557f440e33 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:12.704551 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef43ece-0fb9-448d-9dc0-58f1fd76ef48 None None] Routers {'e116952c-eb09-45a8-b07c-2cff5199e414'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:43:12.705245 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-8ef43ece-0fb9-448d-9dc0-58f1fd76ef48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:42:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['e116952c-eb09-45a8-b07c-2cff5199e414'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:12.710514 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ebde2f1c-ee5a-40cc-9bcd-b7557f440e33 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7247026 Feb 16 22:43:12.711651 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38338) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:12.731734 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-49a92ba0-3041-4351-9682-aaea0d69bf3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (0ec0dc90-023c-48f2-bf49-7195589e52ca), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:12.770549 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-071ac438-b173-4801-8995-867d425b9605 tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=fcbc829c172a42c39498d6223ec391eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0535398 Feb 16 22:43:12.771631 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38340) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:12.773819 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5faeab1-9464-4428-866e-93197e7128c2 tempest-PortsAdminExtendedAttrsTestJSON-1513686533 tempest-PortsAdminExtendedAttrsTestJSON-1513686533-project] Made reservation on behalf of 67877869c5b34f7b9d312dacd79f2868 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:43:12.777617 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b5faeab1-9464-4428-866e-93197e7128c2 tempest-PortsAdminExtendedAttrsTestJSON-1513686533 tempest-PortsAdminExtendedAttrsTestJSON-1513686533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:12.798882 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b5faeab1-9464-4428-866e-93197e7128c2 tempest-PortsAdminExtendedAttrsTestJSON-1513686533 tempest-PortsAdminExtendedAttrsTestJSON-1513686533-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:12.834131 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a92ba0-3041-4351-9682-aaea0d69bf3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ec0dc90-023c-48f2-bf49-7195589e52ca,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:12.848701 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a92ba0-3041-4351-9682-aaea0d69bf3b admin admin] Checking segment: {'id': 'bf898f9d-7f83-404f-a519-7d261d3381dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fb979dca-c2f7-40da-89cf-1655344e263c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:43:12.849064 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a92ba0-3041-4351-9682-aaea0d69bf3b admin admin] Network hostable DHCP agents. Network: fb979dca-c2f7-40da-89cf-1655344e263c, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:43:12.888278 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-8ef43ece-0fb9-448d-9dc0-58f1fd76ef48 None None] Set router e116952c-eb09-45a8-b07c-2cff5199e414 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:43:12.891825 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a92ba0-3041-4351-9682-aaea0d69bf3b admin admin] Network fb979dca-c2f7-40da-89cf-1655344e263c is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:43:12.915733 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749db6b4-9744-4f94-8149-b1459fcc5ec1 tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:12.921497 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-749db6b4-9744-4f94-8149-b1459fcc5ec1 tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1453922 Feb 16 22:43:12.921608 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-49a92ba0-3041-4351-9682-aaea0d69bf3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, fb979dca-c2f7-40da-89cf-1655344e263c) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:43:12.922273 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38344) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:12.930990 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a92ba0-3041-4351-9682-aaea0d69bf3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:12.931589 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-49a92ba0-3041-4351-9682-aaea0d69bf3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:12.936003 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b5faeab1-9464-4428-866e-93197e7128c2 tempest-PortsAdminExtendedAttrsTestJSON-1513686533 tempest-PortsAdminExtendedAttrsTestJSON-1513686533-project] Publish callbacks [] for security_group (d11814b4-0c21-4139-8ab0-d3475c60f4f7), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:12.944864 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b5faeab1-9464-4428-866e-93197e7128c2 tempest-PortsAdminExtendedAttrsTestJSON-1513686533 tempest-PortsAdminExtendedAttrsTestJSON-1513686533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d11814b4-0c21-4139-8ab0-d3475c60f4f7), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:12.968135 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-49a92ba0-3041-4351-9682-aaea0d69bf3b admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6566362 Feb 16 22:43:12.970672 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4638d3d8-4089-494b-ab22-5e401a2d12b9 None None] Network fb979dca-c2f7-40da-89cf-1655344e263c requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:43:12.979432 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38346) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:12.987421 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-7c075db2-36fb-4417-85b1-e5405aa59ada admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-566624952-router', 'tenant_id': '508009395f4c4e4fafc764f41c1c4bd5', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:12.995056 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5faeab1-9464-4428-866e-93197e7128c2 tempest-PortsAdminExtendedAttrsTestJSON-1513686533 tempest-PortsAdminExtendedAttrsTestJSON-1513686533-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:43:13.010026 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5faeab1-9464-4428-866e-93197e7128c2 tempest-PortsAdminExtendedAttrsTestJSON-1513686533 tempest-PortsAdminExtendedAttrsTestJSON-1513686533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d11814b4-0c21-4139-8ab0-d3475c60f4f7,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:13.021170 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b5faeab1-9464-4428-866e-93197e7128c2 tempest-PortsAdminExtendedAttrsTestJSON-1513686533 tempest-PortsAdminExtendedAttrsTestJSON-1513686533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (e9ef1d09-a0b4-4728-b9ba-a3b654f9d341), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:13.021593 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-b5faeab1-9464-4428-866e-93197e7128c2 tempest-PortsAdminExtendedAttrsTestJSON-1513686533 tempest-PortsAdminExtendedAttrsTestJSON-1513686533-project] Added segment e9ef1d09-a0b4-4728-b9ba-a3b654f9d341 of type vlan for network 03e0efa3-e106-4257-b586-4c806d0c7e8f Feb 16 22:43:13.052887 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5afd2634-817d-4219-bbfa-b9d20a2bfcfd req-8bce8f67-236c-4200-838e-e2ff58c43af5 tempest-ServerShowV254Test-507419094 tempest-ServerShowV254Test-507419094-project] 10.222.0.75 "GET /v2.0/ports?device_id=652284f1-5842-4d5e-a0a5-fb7a9ea2ab2e HTTP/1.1" status: 200 len: 210 time: 0.0552771 Feb 16 22:43:13.057332 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c075db2-36fb-4417-85b1-e5405aa59ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (2d6c8ad7-ca82-4e71-a833-9a06a2517e1c), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:13.060556 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c075db2-36fb-4417-85b1-e5405aa59ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (2d6c8ad7-ca82-4e71-a833-9a06a2517e1c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:13.061246 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-42179088-cc44-4205-aaec-5b71df14e519 tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=b0ab4fc8-02c8-4404-90ea-6cd7fce3204f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1316881 Feb 16 22:43:13.065085 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38348) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:13.076070 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-50a2dff9-1b2f-4cf9-8849-c0c3850e7b80 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-55217406', 'network_id': '651e08f2-a105-48ac-8688-dac782e2da1e', 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:13.091360 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b5faeab1-9464-4428-866e-93197e7128c2 tempest-PortsAdminExtendedAttrsTestJSON-1513686533 tempest-PortsAdminExtendedAttrsTestJSON-1513686533-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (03e0efa3-e106-4257-b586-4c806d0c7e8f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:13.189265 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c075db2-36fb-4417-85b1-e5405aa59ada admin admin] Publish callbacks [] for router_controller (2d6c8ad7-ca82-4e71-a833-9a06a2517e1c), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:13.191712 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b5faeab1-9464-4428-866e-93197e7128c2 tempest-PortsAdminExtendedAttrsTestJSON-1513686533 tempest-PortsAdminExtendedAttrsTestJSON-1513686533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (03e0efa3-e106-4257-b586-4c806d0c7e8f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:13.207028 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61bccb5-494f-41b1-a3f4-83a3c17a5eb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-fb979dca-c2f7-40da-89cf-1655344e263c', 'network_id': 'fb979dca-c2f7-40da-89cf-1655344e263c', 'project_id': '508009395f4c4e4fafc764f41c1c4bd5', 'fixed_ips': [{'subnet_id': '0ec0dc90-023c-48f2-bf49-7195589e52ca'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:43:13.208277 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d61bccb5-494f-41b1-a3f4-83a3c17a5eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:13.213449 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5faeab1-9464-4428-866e-93197e7128c2 tempest-PortsAdminExtendedAttrsTestJSON-1513686533 tempest-PortsAdminExtendedAttrsTestJSON-1513686533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:13.214331 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b5faeab1-9464-4428-866e-93197e7128c2 tempest-PortsAdminExtendedAttrsTestJSON-1513686533 tempest-PortsAdminExtendedAttrsTestJSON-1513686533-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:13.282494 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a2dff9-1b2f-4cf9-8849-c0c3850e7b80 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Made reservation on behalf of fcbc829c172a42c39498d6223ec391eb for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:43:13.286517 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-50a2dff9-1b2f-4cf9-8849-c0c3850e7b80 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:13.305934 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5faeab1-9464-4428-866e-93197e7128c2 tempest-PortsAdminExtendedAttrsTestJSON-1513686533 tempest-PortsAdminExtendedAttrsTestJSON-1513686533-project] Pushing event updated for resources: {'Network': ['ID=03e0efa3-e106-4257-b586-4c806d0c7e8f,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:13.341574 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 03e0efa3-e106-4257-b586-4c806d0c7e8f details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:43:13.393817 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b5faeab1-9464-4428-866e-93197e7128c2 tempest-PortsAdminExtendedAttrsTestJSON-1513686533 tempest-PortsAdminExtendedAttrsTestJSON-1513686533-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0080137 Feb 16 22:43:13.495843 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c075db2-36fb-4417-85b1-e5405aa59ada admin admin] Publish callbacks [] for router_gateway (2d6c8ad7-ca82-4e71-a833-9a06a2517e1c), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:13.618957 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-50a2dff9-1b2f-4cf9-8849-c0c3850e7b80 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (d189a5e6-e130-4e1f-a717-457466a42ad2), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:13.620847 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-8ef43ece-0fb9-448d-9dc0-58f1fd76ef48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'name': 'tempest-TestNetworkBasicOps-router-1616828187', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '5967f3ff-05c5-4786-91a2-34c39b58d8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:10Z', 'updated_at': '2022-02-16T22:43:11Z', 'revision_number': 3, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'gw_port': {'id': '5967f3ff-05c5-4786-91a2-34c39b58d8dd', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:10Z', 'updated_at': '2022-02-16T22:43:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:13.657651 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38356) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:13.662811 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Request body: {'port': {'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f', 'binding:host_id': 'n-h2-813897-6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1944651863'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:13.707209 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a2dff9-1b2f-4cf9-8849-c0c3850e7b80 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Checking segment: {'id': '64c410ba-7b5d-42f2-bce8-b105511f99f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '651e08f2-a105-48ac-8688-dac782e2da1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:43:13.707594 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a2dff9-1b2f-4cf9-8849-c0c3850e7b80 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Network hostable DHCP agents. Network: 651e08f2-a105-48ac-8688-dac782e2da1e, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:43:13.712540 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2dff9-1b2f-4cf9-8849-c0c3850e7b80 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'Subnet': ['ID=d189a5e6-e130-4e1f-a717-457466a42ad2,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:13.735564 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a2dff9-1b2f-4cf9-8849-c0c3850e7b80 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Network 651e08f2-a105-48ac-8688-dac782e2da1e is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:43:13.777985 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-50a2dff9-1b2f-4cf9-8849-c0c3850e7b80 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 651e08f2-a105-48ac-8688-dac782e2da1e) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:43:13.780089 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Made reservation on behalf of 67c97a5da07c4236bd6eaf24ff934d01 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:43:13.783394 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:13.798503 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a2dff9-1b2f-4cf9-8849-c0c3850e7b80 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:13.798642 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:13.799870 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-50a2dff9-1b2f-4cf9-8849-c0c3850e7b80 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:13.826509 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-50a2dff9-1b2f-4cf9-8849-c0c3850e7b80 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7592475 Feb 16 22:43:13.827165 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38360) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:13.866425 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c065b0d-4505-4cc3-ae1b-bb5cdd3f3f76 None None] Network 651e08f2-a105-48ac-8688-dac782e2da1e requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:43:13.872967 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef43ece-0fb9-448d-9dc0-58f1fd76ef48 None None] Checking router: e116952c-eb09-45a8-b07c-2cff5199e414 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:43:13.873321 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef43ece-0fb9-448d-9dc0-58f1fd76ef48 None None] Updating router e116952c-eb09-45a8-b07c-2cff5199e414 port 5967f3ff-05c5-4786-91a2-34c39b58d8dd binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:43:13.881406 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c075db2-36fb-4417-85b1-e5405aa59ada admin admin] Publish callbacks [] for router_gateway (2d6c8ad7-ca82-4e71-a833-9a06a2517e1c), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:13.904243 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c075db2-36fb-4417-85b1-e5405aa59ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:13.931733 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-d61bccb5-494f-41b1-a3f4-83a3c17a5eb4 None None] Allocated IP 172.20.0.2 (fb979dca-c2f7-40da-89cf-1655344e263c/0ec0dc90-023c-48f2-bf49-7195589e52ca/da77fdd9-9fdd-4960-a506-5e6aea97901a) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:43:13.982074 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8ef43ece-0fb9-448d-9dc0-58f1fd76ef48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5967f3ff-05c5-4786-91a2-34c39b58d8dd), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:14.009708 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks [] for security_group (01aea86e-0019-4ecf-9dba-c8e0d9dceff9), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:14.030374 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (01aea86e-0019-4ecf-9dba-c8e0d9dceff9), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:14.036955 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] device_id is not set on port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:43:14.165697 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01aea86e-0019-4ecf-9dba-c8e0d9dceff9,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:14.178924 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-7c075db2-36fb-4417-85b1-e5405aa59ada admin admin] Allocated IP 172.25.2.88 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/a67fd688-55bc-4d42-ab5e-3f45a296f599) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:43:14.223084 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085e6de3-11d9-4502-ba22-9bd93f3e2658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-651e08f2-a105-48ac-8688-dac782e2da1e', 'network_id': '651e08f2-a105-48ac-8688-dac782e2da1e', 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'fixed_ips': [{'subnet_id': 'd189a5e6-e130-4e1f-a717-457466a42ad2'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:43:14.224117 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-085e6de3-11d9-4502-ba22-9bd93f3e2658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:14.415196 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c075db2-36fb-4417-85b1-e5405aa59ada admin admin] Publish callbacks [] for port (a67fd688-55bc-4d42-ab5e-3f45a296f599), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:14.425987 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] device_id is not set on port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:43:14.440567 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks [] for port (6f1bf0db-3995-4e78-8f65-6e7f8ac62296), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:14.441741 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d61bccb5-494f-41b1-a3f4-83a3c17a5eb4 None None] Publish callbacks [] for port (da77fdd9-9fdd-4960-a506-5e6aea97901a), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:14.450309 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-085e6de3-11d9-4502-ba22-9bd93f3e2658 None None] Allocated IP 172.20.0.2 (651e08f2-a105-48ac-8688-dac782e2da1e/d189a5e6-e130-4e1f-a717-457466a42ad2/1a402e61-8fb7-4c44-a18c-d87af198b760) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:43:14.459640 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (6f1bf0db-3995-4e78-8f65-6e7f8ac62296), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:14.471864 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d61bccb5-494f-41b1-a3f4-83a3c17a5eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (da77fdd9-9fdd-4960-a506-5e6aea97901a), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:14.525672 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c075db2-36fb-4417-85b1-e5405aa59ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (a67fd688-55bc-4d42-ab5e-3f45a296f599), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:14.533454 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-367b2760-9656-456d-9c14-8e5b7bbebb3e req-7d7b281a-f0b1-4f6b-85ef-85f570dfedc5 tempest-ServerShowV254Test-507419094 tempest-ServerShowV254Test-507419094-project] 10.222.0.75 "GET /v2.0/ports?device_id=652284f1-5842-4d5e-a0a5-fb7a9ea2ab2e HTTP/1.1" status: 200 len: 210 time: 0.1392617 Feb 16 22:43:14.568914 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Pushing event updated for resources: {'Port': ['ID=6f1bf0db-3995-4e78-8f65-6e7f8ac62296,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:14.586798 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c075db2-36fb-4417-85b1-e5405aa59ada admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:43:14.606916 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-7c075db2-36fb-4417-85b1-e5405aa59ada admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:43:14.615651 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c075db2-36fb-4417-85b1-e5405aa59ada admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:43:14.645289 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Checking segment: {'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:43:14.645527 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Network hostable DHCP agents. Network: 03e0efa3-e106-4257-b586-4c806d0c7e8f, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:43:14.665556 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c075db2-36fb-4417-85b1-e5405aa59ada admin admin] Pushing event updated for resources: {'Port': ['ID=a67fd688-55bc-4d42-ab5e-3f45a296f599,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:14.700587 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8ef43ece-0fb9-448d-9dc0-58f1fd76ef48 None None] Publish callbacks [] for port (5967f3ff-05c5-4786-91a2-34c39b58d8dd), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:14.720694 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8ef43ece-0fb9-448d-9dc0-58f1fd76ef48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5967f3ff-05c5-4786-91a2-34c39b58d8dd), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:14.727761 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Network 03e0efa3-e106-4257-b586-4c806d0c7e8f is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:43:14.735276 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d5da0dc2-a891-4049-b7a1-e238f85808eb tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:14.737098 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61bccb5-494f-41b1-a3f4-83a3c17a5eb4 None None] Network fb979dca-c2f7-40da-89cf-1655344e263c is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:43:14.793989 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-d61bccb5-494f-41b1-a3f4-83a3c17a5eb4 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:43:14.796243 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-8ef43ece-0fb9-448d-9dc0-58f1fd76ef48 None None] Attempting to bind port 5967f3ff-05c5-4786-91a2-34c39b58d8dd on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:14.796874 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-8ef43ece-0fb9-448d-9dc0-58f1fd76ef48 None None] Attempting to bind port 5967f3ff-05c5-4786-91a2-34c39b58d8dd by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:14.797475 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef43ece-0fb9-448d-9dc0-58f1fd76ef48 None None] Attempting to bind port 5967f3ff-05c5-4786-91a2-34c39b58d8dd on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:14.800726 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 03e0efa3-e106-4257-b586-4c806d0c7e8f) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:43:14.807044 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:43:14.808043 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61bccb5-494f-41b1-a3f4-83a3c17a5eb4 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:43:14.810574 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef43ece-0fb9-448d-9dc0-58f1fd76ef48 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:43:14.811835 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef43ece-0fb9-448d-9dc0-58f1fd76ef48 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:43:14.812994 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8ef43ece-0fb9-448d-9dc0-58f1fd76ef48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:14.813583 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef43ece-0fb9-448d-9dc0-58f1fd76ef48 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:43:14.814322 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-8ef43ece-0fb9-448d-9dc0-58f1fd76ef48 None None] Bound port: 5967f3ff-05c5-4786-91a2-34c39b58d8dd, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:43:14.814915 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8ef43ece-0fb9-448d-9dc0-58f1fd76ef48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5967f3ff-05c5-4786-91a2-34c39b58d8dd), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:14.825874 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:14.826240 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:14.826593 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:14.837841 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:43:14.838209 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Failed to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on host n-h2-813897-6 for vnic_type normal using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] Feb 16 22:43:14.840074 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempt 2 to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 Feb 16 22:43:14.859880 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:14.860244 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:14.860544 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:14.865197 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:43:14.865574 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Failed to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on host n-h2-813897-6 for vnic_type normal using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] Feb 16 22:43:14.865989 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempt 3 to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 Feb 16 22:43:14.884764 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-8ef43ece-0fb9-448d-9dc0-58f1fd76ef48 None None] For port 5967f3ff-05c5-4786-91a2-34c39b58d8dd, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:43:14.888586 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-8ef43ece-0fb9-448d-9dc0-58f1fd76ef48 None None] For port 5967f3ff-05c5-4786-91a2-34c39b58d8dd, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5967f3ff-05c5-4786-91a2-34c39b58d8dd,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:43:14.892200 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61bccb5-494f-41b1-a3f4-83a3c17a5eb4 None None] Pushing event updated for resources: {'Port': ['ID=da77fdd9-9fdd-4960-a506-5e6aea97901a,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:14.902515 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b49254-d09d-4f9e-bd21-919e5605e5a9 None None] Network 03e0efa3-e106-4257-b586-4c806d0c7e8f requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:43:14.913732 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:14.914106 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:14.914448 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:14.951862 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:43:14.952192 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Failed to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on host n-h2-813897-6 for vnic_type normal using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] Feb 16 22:43:14.954800 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempt 4 to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 Feb 16 22:43:14.978547 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:14.978886 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:14.979222 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:14.986560 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8ef43ece-0fb9-448d-9dc0-58f1fd76ef48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5967f3ff-05c5-4786-91a2-34c39b58d8dd), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:14.987870 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:43:14.988202 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Failed to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on host n-h2-813897-6 for vnic_type normal using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] Feb 16 22:43:14.990285 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempt 5 to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 Feb 16 22:43:15.014416 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:15.014797 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:15.015145 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:15.023883 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:43:15.024219 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Failed to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on host n-h2-813897-6 for vnic_type normal using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] Feb 16 22:43:15.024743 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempt 6 to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 Feb 16 22:43:15.027508 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c075db2-36fb-4417-85b1-e5405aa59ada admin admin] Publish callbacks [] for router_gateway (2d6c8ad7-ca82-4e71-a833-9a06a2517e1c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:15.105358 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:15.105721 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:15.106160 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:15.109766 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-d61bccb5-494f-41b1-a3f4-83a3c17a5eb4 None None] Attempting to bind port da77fdd9-9fdd-4960-a506-5e6aea97901a on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:15.110168 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-d61bccb5-494f-41b1-a3f4-83a3c17a5eb4 None None] Attempting to bind port da77fdd9-9fdd-4960-a506-5e6aea97901a by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'bf898f9d-7f83-404f-a519-7d261d3381dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fb979dca-c2f7-40da-89cf-1655344e263c'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:15.110535 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61bccb5-494f-41b1-a3f4-83a3c17a5eb4 None None] Attempting to bind port da77fdd9-9fdd-4960-a506-5e6aea97901a on network fb979dca-c2f7-40da-89cf-1655344e263c {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:15.117860 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:43:15.118300 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Failed to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on host n-h2-813897-6 for vnic_type normal using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] Feb 16 22:43:15.121243 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempt 7 to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 Feb 16 22:43:15.127710 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61bccb5-494f-41b1-a3f4-83a3c17a5eb4 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:43:15.128097 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61bccb5-494f-41b1-a3f4-83a3c17a5eb4 None None] Checking segment: {'id': 'bf898f9d-7f83-404f-a519-7d261d3381dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fb979dca-c2f7-40da-89cf-1655344e263c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:43:15.128749 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d61bccb5-494f-41b1-a3f4-83a3c17a5eb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:15.129007 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61bccb5-494f-41b1-a3f4-83a3c17a5eb4 None None] Bound using segment: {'id': 'bf898f9d-7f83-404f-a519-7d261d3381dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fb979dca-c2f7-40da-89cf-1655344e263c'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:43:15.129495 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-d61bccb5-494f-41b1-a3f4-83a3c17a5eb4 None None] Bound port: da77fdd9-9fdd-4960-a506-5e6aea97901a, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf898f9d-7f83-404f-a519-7d261d3381dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fb979dca-c2f7-40da-89cf-1655344e263c'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:43:15.129875 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d61bccb5-494f-41b1-a3f4-83a3c17a5eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (da77fdd9-9fdd-4960-a506-5e6aea97901a), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:15.142946 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:15.143287 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:15.143630 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:15.152654 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:43:15.152997 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Failed to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on host n-h2-813897-6 for vnic_type normal using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] Feb 16 22:43:15.154861 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempt 8 to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 Feb 16 22:43:15.160465 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef43ece-0fb9-448d-9dc0-58f1fd76ef48 None None] Routers {'e116952c-eb09-45a8-b07c-2cff5199e414'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:43:15.161162 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-8ef43ece-0fb9-448d-9dc0-58f1fd76ef48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:42:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['e116952c-eb09-45a8-b07c-2cff5199e414'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:15.178988 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:15.179328 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:15.179665 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:15.187879 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:43:15.188093 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Failed to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on host n-h2-813897-6 for vnic_type normal using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] Feb 16 22:43:15.221156 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempt 9 to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 Feb 16 22:43:15.272983 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-8ef43ece-0fb9-448d-9dc0-58f1fd76ef48 None None] Set router e116952c-eb09-45a8-b07c-2cff5199e414 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:43:15.400687 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-085e6de3-11d9-4502-ba22-9bd93f3e2658 None None] Publish callbacks [] for port (1a402e61-8fb7-4c44-a18c-d87af198b760), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:15.523353 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:15.524675 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:15.525117 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:15.534062 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-085e6de3-11d9-4502-ba22-9bd93f3e2658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (1a402e61-8fb7-4c44-a18c-d87af198b760), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:15.534594 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:43:15.535067 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Failed to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on host n-h2-813897-6 for vnic_type normal using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] Feb 16 22:43:15.538126 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempt 10 to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 Feb 16 22:43:15.559354 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:15.559810 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:15.560220 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:15.560328 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-d5da0dc2-a891-4049-b7a1-e238f85808eb tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Allocated IP 172.20.0.1 (651e08f2-a105-48ac-8688-dac782e2da1e/d189a5e6-e130-4e1f-a717-457466a42ad2/2b167907-dd25-4df9-9867-0d3b8603cb48) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:43:15.610483 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:43:15.614232 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Failed to bind port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 on host n-h2-813897-6 for vnic_type normal using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] Feb 16 22:43:15.614722 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6f1bf0db-3995-4e78-8f65-6e7f8ac62296), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:15.627949 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-d61bccb5-494f-41b1-a3f4-83a3c17a5eb4 None None] For port da77fdd9-9fdd-4960-a506-5e6aea97901a, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:43:15.630922 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-d61bccb5-494f-41b1-a3f4-83a3c17a5eb4 None None] For port da77fdd9-9fdd-4960-a506-5e6aea97901a, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=da77fdd9-9fdd-4960-a506-5e6aea97901a,segment=NetworkSegment(bf898f9d-7f83-404f-a519-7d261d3381dc),segment_id=bf898f9d-7f83-404f-a519-7d261d3381dc)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:43:15.651525 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-939a1be9-dd28-4d1f-92c2-bbcf5b970be2 req-d9fa8f21-742b-423b-b889-e637a67bbdfc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=652284f1-5842-4d5e-a0a5-fb7a9ea2ab2e HTTP/1.1" status: 200 len: 210 time: 0.0438726 Feb 16 22:43:15.667268 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d61bccb5-494f-41b1-a3f4-83a3c17a5eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (da77fdd9-9fdd-4960-a506-5e6aea97901a), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:15.669023 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468eab9-79a5-4ede-8cf5-cb9a6413825d None None] Pushing event updated for resources: {'Port': ['ID=5967f3ff-05c5-4786-91a2-34c39b58d8dd,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:15.689877 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085e6de3-11d9-4502-ba22-9bd93f3e2658 None None] Network 651e08f2-a105-48ac-8688-dac782e2da1e is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:43:15.719081 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-085e6de3-11d9-4502-ba22-9bd93f3e2658 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:43:15.726855 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085e6de3-11d9-4502-ba22-9bd93f3e2658 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:43:15.741211 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e9b2b948-5234-4a14-83b0-ced73b7cc783 req-764112c8-cb70-4899-a6bf-1f0fa85e8afd tempest-ServerShowV254Test-507419094 tempest-ServerShowV254Test-507419094-project] 10.222.0.75 "GET /v2.0/ports?device_id=652284f1-5842-4d5e-a0a5-fb7a9ea2ab2e HTTP/1.1" status: 200 len: 210 time: 0.0468404 Feb 16 22:43:15.767227 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] For port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:43:15.768331 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempted to set empty binding levels {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 16 22:43:15.782758 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c075db2-36fb-4417-85b1-e5405aa59ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (2d6c8ad7-ca82-4e71-a833-9a06a2517e1c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:15.800489 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (6f1bf0db-3995-4e78-8f65-6e7f8ac62296), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:15.811866 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d5da0dc2-a891-4049-b7a1-e238f85808eb tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for port (2b167907-dd25-4df9-9867-0d3b8603cb48), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:15.835249 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468eab9-79a5-4ede-8cf5-cb9a6413825d None None] Pushing event updated for resources: {'Port': ['ID=5967f3ff-05c5-4786-91a2-34c39b58d8dd,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:15.842642 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-085e6de3-11d9-4502-ba22-9bd93f3e2658 None None] Attempting to bind port 1a402e61-8fb7-4c44-a18c-d87af198b760 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:15.843015 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-085e6de3-11d9-4502-ba22-9bd93f3e2658 None None] Attempting to bind port 1a402e61-8fb7-4c44-a18c-d87af198b760 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '64c410ba-7b5d-42f2-bce8-b105511f99f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '651e08f2-a105-48ac-8688-dac782e2da1e'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:15.843959 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e6de3-11d9-4502-ba22-9bd93f3e2658 None None] Attempting to bind port 1a402e61-8fb7-4c44-a18c-d87af198b760 on network 651e08f2-a105-48ac-8688-dac782e2da1e {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:15.847939 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-8ef43ece-0fb9-448d-9dc0-58f1fd76ef48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'name': 'tempest-TestNetworkBasicOps-router-1616828187', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '5967f3ff-05c5-4786-91a2-34c39b58d8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:10Z', 'updated_at': '2022-02-16T22:43:11Z', 'revision_number': 3, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'gw_port': {'id': '5967f3ff-05c5-4786-91a2-34c39b58d8dd', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:10Z', 'updated_at': '2022-02-16T22:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:15.917895 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef43ece-0fb9-448d-9dc0-58f1fd76ef48 None None] The sync data for ids ['e116952c-eb09-45a8-b07c-2cff5199e414'] in n-d-813897-6 is: [{'id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'name': 'tempest-TestNetworkBasicOps-router-1616828187', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '5967f3ff-05c5-4786-91a2-34c39b58d8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:10Z', 'updated_at': '2022-02-16T22:43:11Z', 'revision_number': 3, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'gw_port': {'id': '5967f3ff-05c5-4786-91a2-34c39b58d8dd', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:10Z', 'updated_at': '2022-02-16T22:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:43:15.919653 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e6de3-11d9-4502-ba22-9bd93f3e2658 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:43:15.920036 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e6de3-11d9-4502-ba22-9bd93f3e2658 None None] Checking segment: {'id': '64c410ba-7b5d-42f2-bce8-b105511f99f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '651e08f2-a105-48ac-8688-dac782e2da1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:43:15.920435 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-085e6de3-11d9-4502-ba22-9bd93f3e2658 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:15.921195 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e6de3-11d9-4502-ba22-9bd93f3e2658 None None] Bound using segment: {'id': '64c410ba-7b5d-42f2-bce8-b105511f99f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '651e08f2-a105-48ac-8688-dac782e2da1e'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:43:15.922306 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-085e6de3-11d9-4502-ba22-9bd93f3e2658 None None] Bound port: 1a402e61-8fb7-4c44-a18c-d87af198b760, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c410ba-7b5d-42f2-bce8-b105511f99f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '651e08f2-a105-48ac-8688-dac782e2da1e'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:43:15.923622 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-085e6de3-11d9-4502-ba22-9bd93f3e2658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1a402e61-8fb7-4c44-a18c-d87af198b760), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:15.938383 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:15.939032 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:15.945147 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d5da0dc2-a891-4049-b7a1-e238f85808eb tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (2b167907-dd25-4df9-9867-0d3b8603cb48), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:16.003506 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Pushing event updated for resources: {'Port': ['ID=6f1bf0db-3995-4e78-8f65-6e7f8ac62296,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:16.014821 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3fc5c17b-1633-4850-b2b0-490d0cda8116 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.3558207 Feb 16 22:43:16.018266 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38374) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:16.018720 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-085e6de3-11d9-4502-ba22-9bd93f3e2658 None None] For port 1a402e61-8fb7-4c44-a18c-d87af198b760, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:43:16.022498 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-085e6de3-11d9-4502-ba22-9bd93f3e2658 None None] For port 1a402e61-8fb7-4c44-a18c-d87af198b760, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=1a402e61-8fb7-4c44-a18c-d87af198b760,segment=NetworkSegment(64c410ba-7b5d-42f2-bce8-b105511f99f0),segment_id=64c410ba-7b5d-42f2-bce8-b105511f99f0)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:43:16.048868 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5da0dc2-a891-4049-b7a1-e238f85808eb tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Network 651e08f2-a105-48ac-8688-dac782e2da1e is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:43:16.051217 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-085e6de3-11d9-4502-ba22-9bd93f3e2658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (1a402e61-8fb7-4c44-a18c-d87af198b760), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:16.053205 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da0dc2-a891-4049-b7a1-e238f85808eb tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'Port': ['ID=2b167907-dd25-4df9-9867-0d3b8603cb48,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:16.061545 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e6de3-11d9-4502-ba22-9bd93f3e2658 None None] Pushing event updated for resources: {'Port': ['ID=1a402e61-8fb7-4c44-a18c-d87af198b760,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:16.072487 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-d5da0dc2-a891-4049-b7a1-e238f85808eb tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:43:16.085889 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5da0dc2-a891-4049-b7a1-e238f85808eb tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:43:16.191028 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61bccb5-494f-41b1-a3f4-83a3c17a5eb4 None None] Pushing event updated for resources: {'Port': ['ID=da77fdd9-9fdd-4960-a506-5e6aea97901a,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:16.193646 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d5da0dc2-a891-4049-b7a1-e238f85808eb tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (e116952c-eb09-45a8-b07c-2cff5199e414), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:16.262450 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-ab58e311-cd7c-4be2-9cbe-96e7a7eef56e tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Deleting port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:43:16.262870 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab58e311-cd7c-4be2-9cbe-96e7a7eef56e tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (6f1bf0db-3995-4e78-8f65-6e7f8ac62296), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:16.392668 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-ab58e311-cd7c-4be2-9cbe-96e7a7eef56e tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] For port 6f1bf0db-3995-4e78-8f65-6e7f8ac62296, host n-h2-813897-6, got binding levels [] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:43:16.392888 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab58e311-cd7c-4be2-9cbe-96e7a7eef56e tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (6f1bf0db-3995-4e78-8f65-6e7f8ac62296), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:16.418909 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-ab58e311-cd7c-4be2-9cbe-96e7a7eef56e tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Calling delete_port for 6f1bf0db-3995-4e78-8f65-6e7f8ac62296 owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:43:16.590530 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c075db2-36fb-4417-85b1-e5405aa59ada admin admin] Router 2d6c8ad7-ca82-4e71-a833-9a06a2517e1c is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:43:16.608566 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e6de3-11d9-4502-ba22-9bd93f3e2658 None None] Pushing event updated for resources: {'Port': ['ID=1a402e61-8fb7-4c44-a18c-d87af198b760,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:16.651999 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d5da0dc2-a891-4049-b7a1-e238f85808eb tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2b167907-dd25-4df9-9867-0d3b8603cb48), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:16.805894 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab58e311-cd7c-4be2-9cbe-96e7a7eef56e tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (6f1bf0db-3995-4e78-8f65-6e7f8ac62296), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:16.841302 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ab58e311-cd7c-4be2-9cbe-96e7a7eef56e tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:16.846464 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ab58e311-cd7c-4be2-9cbe-96e7a7eef56e tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] 10.222.0.75 "DELETE /v2.0/ports/6f1bf0db-3995-4e78-8f65-6e7f8ac62296 HTTP/1.1" status: 204 len: 168 time: 0.8267739 Feb 16 22:43:16.851783 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38380) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:16.920246 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58e311-cd7c-4be2-9cbe-96e7a7eef56e tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f1bf0db-3995-4e78-8f65-6e7f8ac62296,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:16.950981 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1753056-df68-4755-9e70-b3e3afb954cf tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] GET failed (client error): The resource could not be found. Feb 16 22:43:16.953962 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e1753056-df68-4755-9e70-b3e3afb954cf tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] 10.222.0.75 "GET /v2.0/ports/6f1bf0db-3995-4e78-8f65-6e7f8ac62296 HTTP/1.1" status: 404 len: 333 time: 0.1011555 Feb 16 22:43:16.958306 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38384) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:16.965676 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-1d377873-b965-4523-9da0-73853cd69b3c tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Request body: {'port': {'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1847312832'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:16.992966 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c075db2-36fb-4417-85b1-e5405aa59ada admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:43:17.001353 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d377873-b965-4523-9da0-73853cd69b3c tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Made reservation on behalf of 67c97a5da07c4236bd6eaf24ff934d01 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:43:17.007475 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e47f510-64e9-424f-b264-aad6261eed23 None None] Sync routers for ids ['2d6c8ad7-ca82-4e71-a833-9a06a2517e1c'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:43:17.008228 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1d377873-b965-4523-9da0-73853cd69b3c tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:17.030752 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e47f510-64e9-424f-b264-aad6261eed23 None None] Routers {'2d6c8ad7-ca82-4e71-a833-9a06a2517e1c'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:43:17.032057 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-1e47f510-64e9-424f-b264-aad6261eed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:42:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['2d6c8ad7-ca82-4e71-a833-9a06a2517e1c'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:17.039417 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-1d377873-b965-4523-9da0-73853cd69b3c tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] device_id is not set on port 97d555c4-b106-44dc-9b44-51292aae7906 yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:43:17.074348 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c05fd110-7db1-4b13-a37b-417c98bf13e2 req-03bf978f-5666-4118-b5d0-306f48f9e0af tempest-ServerShowV254Test-507419094 tempest-ServerShowV254Test-507419094-project] 10.222.0.75 "GET /v2.0/ports?device_id=652284f1-5842-4d5e-a0a5-fb7a9ea2ab2e HTTP/1.1" status: 200 len: 210 time: 0.0884142 Feb 16 22:43:17.286216 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1d377873-b965-4523-9da0-73853cd69b3c tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks [] for port (97d555c4-b106-44dc-9b44-51292aae7906), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:17.304948 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c075db2-36fb-4417-85b1-e5405aa59ada admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:17.306636 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7c075db2-36fb-4417-85b1-e5405aa59ada admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 4.3255770 Feb 16 22:43:17.308910 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38386) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:17.425784 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d5da0dc2-a891-4049-b7a1-e238f85808eb tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for port (2b167907-dd25-4df9-9867-0d3b8603cb48), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:17.436199 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d5da0dc2-a891-4049-b7a1-e238f85808eb tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (2b167907-dd25-4df9-9867-0d3b8603cb48), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:17.487741 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1d377873-b965-4523-9da0-73853cd69b3c tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (97d555c4-b106-44dc-9b44-51292aae7906), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:17.494135 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-1e47f510-64e9-424f-b264-aad6261eed23 None None] Set router 2d6c8ad7-ca82-4e71-a833-9a06a2517e1c gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:43:17.576482 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da0dc2-a891-4049-b7a1-e238f85808eb tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'Port': ['ID=2b167907-dd25-4df9-9867-0d3b8603cb48,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:17.599398 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d5da0dc2-a891-4049-b7a1-e238f85808eb tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (e116952c-eb09-45a8-b07c-2cff5199e414), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:17.605455 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d377873-b965-4523-9da0-73853cd69b3c tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Network 03e0efa3-e106-4257-b586-4c806d0c7e8f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:43:17.610862 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-1d377873-b965-4523-9da0-73853cd69b3c tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:43:17.614289 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d377873-b965-4523-9da0-73853cd69b3c tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:43:17.615693 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d377873-b965-4523-9da0-73853cd69b3c tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:17.616639 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1d377873-b965-4523-9da0-73853cd69b3c tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:17.712884 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e42206-c356-4822-bc10-8065daf8645b None None] Network fb979dca-c2f7-40da-89cf-1655344e263c requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:43:17.774384 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d377873-b965-4523-9da0-73853cd69b3c tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Pushing event updated for resources: {'Port': ['ID=97d555c4-b106-44dc-9b44-51292aae7906,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:17.797785 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1d377873-b965-4523-9da0-73853cd69b3c tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8358755 Feb 16 22:43:17.801768 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38390) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:17.804594 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5da0dc2-a891-4049-b7a1-e238f85808eb tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Network 651e08f2-a105-48ac-8688-dac782e2da1e is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:43:17.807877 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-d5da0dc2-a891-4049-b7a1-e238f85808eb tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:43:17.836230 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:17.886401 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-1e47f510-64e9-424f-b264-aad6261eed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6c8ad7-ca82-4e71-a833-9a06a2517e1c', 'name': 'tempest-ImageQuotaTest-566624952-router', 'tenant_id': '508009395f4c4e4fafc764f41c1c4bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': 'a67fd688-55bc-4d42-ab5e-3f45a296f599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:13Z', 'updated_at': '2022-02-16T22:43:14Z', 'revision_number': 3, 'project_id': '508009395f4c4e4fafc764f41c1c4bd5', 'gw_port': {'id': 'a67fd688-55bc-4d42-ab5e-3f45a296f599', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6c8ad7-ca82-4e71-a833-9a06a2517e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:13Z', 'updated_at': '2022-02-16T22:43:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:17.926210 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-22fc2f20-23c3-457b-8d17-17817f84e4f9 None None] Provisioning complete for port da77fdd9-9fdd-4960-a506-5e6aea97901a triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:17.926596 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-22fc2f20-23c3-457b-8d17-17817f84e4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (da77fdd9-9fdd-4960-a506-5e6aea97901a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:17.966965 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e47f510-64e9-424f-b264-aad6261eed23 None None] Checking router: 2d6c8ad7-ca82-4e71-a833-9a06a2517e1c for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:43:17.966965 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e47f510-64e9-424f-b264-aad6261eed23 None None] Updating router 2d6c8ad7-ca82-4e71-a833-9a06a2517e1c port a67fd688-55bc-4d42-ab5e-3f45a296f599 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:43:18.012875 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5da0dc2-a891-4049-b7a1-e238f85808eb tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Router e116952c-eb09-45a8-b07c-2cff5199e414 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:43:18.035222 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1e47f510-64e9-424f-b264-aad6261eed23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a67fd688-55bc-4d42-ab5e-3f45a296f599), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:18.190998 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-22fc2f20-23c3-457b-8d17-17817f84e4f9 None None] Current status of the port da77fdd9-9fdd-4960-a506-5e6aea97901a is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:18.191392 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-22fc2f20-23c3-457b-8d17-17817f84e4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (da77fdd9-9fdd-4960-a506-5e6aea97901a), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:18.193768 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5967f3ff-05c5-4786-91a2-34c39b58d8dd up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:43:18.193917 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (97d555c4-b106-44dc-9b44-51292aae7906), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:18.195865 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794484f9-b88b-4514-a265-29e0d3b9a571 None None] Network 651e08f2-a105-48ac-8688-dac782e2da1e requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:43:18.317380 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5da0dc2-a891-4049-b7a1-e238f85808eb tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:43:18.331173 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d5da0dc2-a891-4049-b7a1-e238f85808eb tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "PUT /v2.0/routers/e116952c-eb09-45a8-b07c-2cff5199e414/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5028298 Feb 16 22:43:18.340360 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38396) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:18.379572 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-22fc2f20-23c3-457b-8d17-17817f84e4f9 None None] For port da77fdd9-9fdd-4960-a506-5e6aea97901a, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=da77fdd9-9fdd-4960-a506-5e6aea97901a,segment=NetworkSegment(bf898f9d-7f83-404f-a519-7d261d3381dc),segment_id=bf898f9d-7f83-404f-a519-7d261d3381dc)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:43:18.392457 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a5167d17-d818-4bae-86d8-b8e75ce547db req-9f50e297-b3e1-449f-93c3-1669821fb729 tempest-ServerShowV254Test-507419094 tempest-ServerShowV254Test-507419094-project] 10.222.0.75 "GET /v2.0/ports?device_id=652284f1-5842-4d5e-a0a5-fb7a9ea2ab2e HTTP/1.1" status: 200 len: 210 time: 0.0572650 Feb 16 22:43:18.400148 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-22fc2f20-23c3-457b-8d17-17817f84e4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (da77fdd9-9fdd-4960-a506-5e6aea97901a), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:18.517650 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1e47f510-64e9-424f-b264-aad6261eed23 None None] Publish callbacks [] for port (a67fd688-55bc-4d42-ab5e-3f45a296f599), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:18.536630 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1e47f510-64e9-424f-b264-aad6261eed23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a67fd688-55bc-4d42-ab5e-3f45a296f599), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:18.563168 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 5967f3ff-05c5-4786-91a2-34c39b58d8dd triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:18.563548 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5967f3ff-05c5-4786-91a2-34c39b58d8dd), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:18.589810 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff72d3c4-c113-4f02-8736-8dbc289031e5 tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:18.590319 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff72d3c4-c113-4f02-8736-8dbc289031e5 tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:18.590791 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff72d3c4-c113-4f02-8736-8dbc289031e5 tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:18.591259 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff72d3c4-c113-4f02-8736-8dbc289031e5 tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:18.591718 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff72d3c4-c113-4f02-8736-8dbc289031e5 tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:18.592222 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff72d3c4-c113-4f02-8736-8dbc289031e5 tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:18.592849 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff72d3c4-c113-4f02-8736-8dbc289031e5 tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:18.598835 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38400) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:18.599152 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ff72d3c4-c113-4f02-8736-8dbc289031e5 tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4955 time: 0.2577667 Feb 16 22:43:18.619953 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc2f20-23c3-457b-8d17-17817f84e4f9 None None] Pushing event updated for resources: {'Port': ['ID=da77fdd9-9fdd-4960-a506-5e6aea97901a,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:18.660467 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-abc320e0-d0f2-4eec-a7c6-f480a1cf5945 None None] Provisioning complete for port 1a402e61-8fb7-4c44-a18c-d87af198b760 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:18.660846 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-abc320e0-d0f2-4eec-a7c6-f480a1cf5945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (1a402e61-8fb7-4c44-a18c-d87af198b760), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:18.731687 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc8321-d126-48ff-9ffd-9c08407809c7 None None] Pushing event updated for resources: {'Port': ['ID=a67fd688-55bc-4d42-ab5e-3f45a296f599,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:18.772618 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc8321-d126-48ff-9ffd-9c08407809c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:18.779812 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc8321-d126-48ff-9ffd-9c08407809c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:18.782146 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc8321-d126-48ff-9ffd-9c08407809c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:18.782610 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc8321-d126-48ff-9ffd-9c08407809c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:18.783054 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc8321-d126-48ff-9ffd-9c08407809c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:18.784233 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc8321-d126-48ff-9ffd-9c08407809c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:18.802182 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc8321-d126-48ff-9ffd-9c08407809c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:18.804886 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc8321-d126-48ff-9ffd-9c08407809c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:18.806739 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc8321-d126-48ff-9ffd-9c08407809c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:18.807194 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc8321-d126-48ff-9ffd-9c08407809c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:18.808773 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc8321-d126-48ff-9ffd-9c08407809c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:18.812444 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc8321-d126-48ff-9ffd-9c08407809c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:18.813003 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc8321-d126-48ff-9ffd-9c08407809c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:18.844559 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-1e47f510-64e9-424f-b264-aad6261eed23 None None] Attempting to bind port a67fd688-55bc-4d42-ab5e-3f45a296f599 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:18.856021 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-1e47f510-64e9-424f-b264-aad6261eed23 None None] Attempting to bind port a67fd688-55bc-4d42-ab5e-3f45a296f599 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:18.856404 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e47f510-64e9-424f-b264-aad6261eed23 None None] Attempting to bind port a67fd688-55bc-4d42-ab5e-3f45a296f599 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:18.874015 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e47f510-64e9-424f-b264-aad6261eed23 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:43:18.874418 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e47f510-64e9-424f-b264-aad6261eed23 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:43:18.874833 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1e47f510-64e9-424f-b264-aad6261eed23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:18.875582 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e47f510-64e9-424f-b264-aad6261eed23 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:43:18.875879 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-1e47f510-64e9-424f-b264-aad6261eed23 None None] Bound port: a67fd688-55bc-4d42-ab5e-3f45a296f599, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:43:18.876267 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1e47f510-64e9-424f-b264-aad6261eed23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a67fd688-55bc-4d42-ab5e-3f45a296f599), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:18.880317 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e7951c24-5ba2-4ccf-9f36-21f85263ae2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:18.980889 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 5967f3ff-05c5-4786-91a2-34c39b58d8dd is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:18.981338 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5967f3ff-05c5-4786-91a2-34c39b58d8dd), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:18.994217 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c7ce0f-000e-4aea-a660-44572d5a167f tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:18.996028 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c7ce0f-000e-4aea-a660-44572d5a167f tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:18.996483 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c7ce0f-000e-4aea-a660-44572d5a167f tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:18.999513 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c7ce0f-000e-4aea-a660-44572d5a167f tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:18.999989 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c7ce0f-000e-4aea-a660-44572d5a167f tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:19.000448 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c7ce0f-000e-4aea-a660-44572d5a167f tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:19.011868 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 5967f3ff-05c5-4786-91a2-34c39b58d8dd, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5967f3ff-05c5-4786-91a2-34c39b58d8dd,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:43:19.014296 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b7c7ce0f-000e-4aea-a660-44572d5a167f tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3999 time: 0.4114258 Feb 16 22:43:19.016133 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38406) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:19.027463 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-1e47f510-64e9-424f-b264-aad6261eed23 None None] For port a67fd688-55bc-4d42-ab5e-3f45a296f599, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:43:19.038374 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-1e47f510-64e9-424f-b264-aad6261eed23 None None] For port a67fd688-55bc-4d42-ab5e-3f45a296f599, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a67fd688-55bc-4d42-ab5e-3f45a296f599,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:43:19.049185 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5967f3ff-05c5-4786-91a2-34c39b58d8dd), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:19.050853 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device da77fdd9-9fdd-4960-a506-5e6aea97901a up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:43:19.054518 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1e47f510-64e9-424f-b264-aad6261eed23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a67fd688-55bc-4d42-ab5e-3f45a296f599), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:19.135321 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f606354-c57e-4a69-abb9-6effd35c8974 None None] Sync routers for ids ['e116952c-eb09-45a8-b07c-2cff5199e414'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:43:19.214877 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e47f510-64e9-424f-b264-aad6261eed23 None None] Routers {'2d6c8ad7-ca82-4e71-a833-9a06a2517e1c'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:43:19.215423 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-abc320e0-d0f2-4eec-a7c6-f480a1cf5945 None None] Current status of the port 1a402e61-8fb7-4c44-a18c-d87af198b760 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:19.215535 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-1e47f510-64e9-424f-b264-aad6261eed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:42:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['2d6c8ad7-ca82-4e71-a833-9a06a2517e1c'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:19.216833 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-abc320e0-d0f2-4eec-a7c6-f480a1cf5945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1a402e61-8fb7-4c44-a18c-d87af198b760), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:19.252938 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port da77fdd9-9fdd-4960-a506-5e6aea97901a triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:19.253413 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (da77fdd9-9fdd-4960-a506-5e6aea97901a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:19.264857 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] device_id is not set on port 97d555c4-b106-44dc-9b44-51292aae7906 yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:43:19.275009 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks [] for port (97d555c4-b106-44dc-9b44-51292aae7906), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:19.300672 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (97d555c4-b106-44dc-9b44-51292aae7906), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:19.310879 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f606354-c57e-4a69-abb9-6effd35c8974 None None] Routers {'e116952c-eb09-45a8-b07c-2cff5199e414'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:43:19.312979 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-8f606354-c57e-4a69-abb9-6effd35c8974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:42:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['e116952c-eb09-45a8-b07c-2cff5199e414'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:19.364131 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc8321-d126-48ff-9ffd-9c08407809c7 None None] Pushing event updated for resources: {'Port': ['ID=a67fd688-55bc-4d42-ab5e-3f45a296f599,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:19.437864 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Pushing event updated for resources: {'Port': ['ID=97d555c4-b106-44dc-9b44-51292aae7906,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:19.455647 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=5967f3ff-05c5-4786-91a2-34c39b58d8dd,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:19.466799 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 97d555c4-b106-44dc-9b44-51292aae7906 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:19.467144 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 97d555c4-b106-44dc-9b44-51292aae7906 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:19.467483 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 97d555c4-b106-44dc-9b44-51292aae7906 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:19.485394 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Port 97d555c4-b106-44dc-9b44-51292aae7906 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:43:19.485712 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Failed to bind port 97d555c4-b106-44dc-9b44-51292aae7906 on host n-h2-813897-6 for vnic_type normal using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] Feb 16 22:43:19.487729 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-1e47f510-64e9-424f-b264-aad6261eed23 None None] Set router 2d6c8ad7-ca82-4e71-a833-9a06a2517e1c gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:43:19.492873 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempt 2 to bind port 97d555c4-b106-44dc-9b44-51292aae7906 Feb 16 22:43:19.527019 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-263d80a0-c718-4975-827f-c1b41a45ecd9 tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2319 time: 0.5060470 Feb 16 22:43:19.540872 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 97d555c4-b106-44dc-9b44-51292aae7906 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:19.541198 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 97d555c4-b106-44dc-9b44-51292aae7906 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:19.541521 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 97d555c4-b106-44dc-9b44-51292aae7906 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:19.578514 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-abc320e0-d0f2-4eec-a7c6-f480a1cf5945 None None] For port 1a402e61-8fb7-4c44-a18c-d87af198b760, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=1a402e61-8fb7-4c44-a18c-d87af198b760,segment=NetworkSegment(64c410ba-7b5d-42f2-bce8-b105511f99f0),segment_id=64c410ba-7b5d-42f2-bce8-b105511f99f0)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:43:19.606281 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-abc320e0-d0f2-4eec-a7c6-f480a1cf5945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (1a402e61-8fb7-4c44-a18c-d87af198b760), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:19.867043 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc320e0-d0f2-4eec-a7c6-f480a1cf5945 None None] Pushing event updated for resources: {'Port': ['ID=1a402e61-8fb7-4c44-a18c-d87af198b760,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:19.870551 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port da77fdd9-9fdd-4960-a506-5e6aea97901a is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:19.872028 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 1a402e61-8fb7-4c44-a18c-d87af198b760 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:43:19.932418 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-1e47f510-64e9-424f-b264-aad6261eed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6c8ad7-ca82-4e71-a833-9a06a2517e1c', 'name': 'tempest-ImageQuotaTest-566624952-router', 'tenant_id': '508009395f4c4e4fafc764f41c1c4bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': 'a67fd688-55bc-4d42-ab5e-3f45a296f599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:13Z', 'updated_at': '2022-02-16T22:43:14Z', 'revision_number': 3, 'project_id': '508009395f4c4e4fafc764f41c1c4bd5', 'gw_port': {'id': 'a67fd688-55bc-4d42-ab5e-3f45a296f599', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6c8ad7-ca82-4e71-a833-9a06a2517e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:13Z', 'updated_at': '2022-02-16T22:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:19.973207 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e47f510-64e9-424f-b264-aad6261eed23 None None] The sync data for ids ['2d6c8ad7-ca82-4e71-a833-9a06a2517e1c'] in n-d-813897-6 is: [{'id': '2d6c8ad7-ca82-4e71-a833-9a06a2517e1c', 'name': 'tempest-ImageQuotaTest-566624952-router', 'tenant_id': '508009395f4c4e4fafc764f41c1c4bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': 'a67fd688-55bc-4d42-ab5e-3f45a296f599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:13Z', 'updated_at': '2022-02-16T22:43:14Z', 'revision_number': 3, 'project_id': '508009395f4c4e4fafc764f41c1c4bd5', 'gw_port': {'id': 'a67fd688-55bc-4d42-ab5e-3f45a296f599', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6c8ad7-ca82-4e71-a833-9a06a2517e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:13Z', 'updated_at': '2022-02-16T22:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:43:19.988773 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-839b0a55-f481-4224-9fd6-58757d03538b None None] Provisioning complete for port da77fdd9-9fdd-4960-a506-5e6aea97901a triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:19.989381 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-839b0a55-f481-4224-9fd6-58757d03538b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (da77fdd9-9fdd-4960-a506-5e6aea97901a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:20.024657 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-8f606354-c57e-4a69-abb9-6effd35c8974 None None] Set router e116952c-eb09-45a8-b07c-2cff5199e414 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:43:20.087418 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-e7951c24-5ba2-4ccf-9f36-21f85263ae2b admin admin] Allocated IP 172.20.0.1 (fb979dca-c2f7-40da-89cf-1655344e263c/0ec0dc90-023c-48f2-bf49-7195589e52ca/b7517116-3f78-4cb4-9fbb-af3deab638d6) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:43:20.141888 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 1a402e61-8fb7-4c44-a18c-d87af198b760 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:20.142674 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (1a402e61-8fb7-4c44-a18c-d87af198b760), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:20.222671 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e7951c24-5ba2-4ccf-9f36-21f85263ae2b admin admin] Publish callbacks [] for port (b7517116-3f78-4cb4-9fbb-af3deab638d6), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:20.260221 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Port 97d555c4-b106-44dc-9b44-51292aae7906 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:43:20.260821 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Failed to bind port 97d555c4-b106-44dc-9b44-51292aae7906 on host n-h2-813897-6 for vnic_type normal using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] Feb 16 22:43:20.261457 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempt 3 to bind port 97d555c4-b106-44dc-9b44-51292aae7906 Feb 16 22:43:20.277276 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 97d555c4-b106-44dc-9b44-51292aae7906 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:20.277939 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 97d555c4-b106-44dc-9b44-51292aae7906 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:20.278041 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 97d555c4-b106-44dc-9b44-51292aae7906 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:20.280411 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e7951c24-5ba2-4ccf-9f36-21f85263ae2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (b7517116-3f78-4cb4-9fbb-af3deab638d6), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:20.325618 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Port 97d555c4-b106-44dc-9b44-51292aae7906 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:43:20.325949 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Failed to bind port 97d555c4-b106-44dc-9b44-51292aae7906 on host n-h2-813897-6 for vnic_type normal using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] Feb 16 22:43:20.329316 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempt 4 to bind port 97d555c4-b106-44dc-9b44-51292aae7906 Feb 16 22:43:20.368037 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7951c24-5ba2-4ccf-9f36-21f85263ae2b admin admin] Network fb979dca-c2f7-40da-89cf-1655344e263c is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:43:20.384906 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-e7951c24-5ba2-4ccf-9f36-21f85263ae2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:43:20.391518 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7951c24-5ba2-4ccf-9f36-21f85263ae2b admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:43:20.469318 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-839b0a55-f481-4224-9fd6-58757d03538b None None] Current status of the port da77fdd9-9fdd-4960-a506-5e6aea97901a is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:20.475644 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e7951c24-5ba2-4ccf-9f36-21f85263ae2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (2d6c8ad7-ca82-4e71-a833-9a06a2517e1c), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:20.480383 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38430) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:20.485875 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-82ce5d3b-0d5e-41bf-bd7b-eaaeea699ef1 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2019530224', 'description': 'tempest-secgroup-smoke-2019530224 description', 'project_id': 'fcbc829c172a42c39498d6223ec391eb'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:20.555497 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 97d555c4-b106-44dc-9b44-51292aae7906 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:20.555836 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 97d555c4-b106-44dc-9b44-51292aae7906 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:20.556393 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 97d555c4-b106-44dc-9b44-51292aae7906 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:20.563287 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-839b0a55-f481-4224-9fd6-58757d03538b None None] Provisioning complete for port 1a402e61-8fb7-4c44-a18c-d87af198b760 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:20.563677 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-839b0a55-f481-4224-9fd6-58757d03538b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (1a402e61-8fb7-4c44-a18c-d87af198b760), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:20.563860 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-82ce5d3b-0d5e-41bf-bd7b-eaaeea699ef1 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:20.583868 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7951c24-5ba2-4ccf-9f36-21f85263ae2b admin admin] Pushing event updated for resources: {'Port': ['ID=b7517116-3f78-4cb4-9fbb-af3deab638d6,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:20.585632 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 1a402e61-8fb7-4c44-a18c-d87af198b760 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:20.595836 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Port 97d555c4-b106-44dc-9b44-51292aae7906 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:43:20.597459 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Failed to bind port 97d555c4-b106-44dc-9b44-51292aae7906 on host n-h2-813897-6 for vnic_type normal using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] Feb 16 22:43:20.603380 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempt 5 to bind port 97d555c4-b106-44dc-9b44-51292aae7906 Feb 16 22:43:20.630226 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 97d555c4-b106-44dc-9b44-51292aae7906 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:20.630586 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 97d555c4-b106-44dc-9b44-51292aae7906 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:20.632066 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 97d555c4-b106-44dc-9b44-51292aae7906 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:20.694629 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Port 97d555c4-b106-44dc-9b44-51292aae7906 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:43:20.694965 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Failed to bind port 97d555c4-b106-44dc-9b44-51292aae7906 on host n-h2-813897-6 for vnic_type normal using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] Feb 16 22:43:20.697065 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempt 6 to bind port 97d555c4-b106-44dc-9b44-51292aae7906 Feb 16 22:43:20.741341 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 97d555c4-b106-44dc-9b44-51292aae7906 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:20.741691 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 97d555c4-b106-44dc-9b44-51292aae7906 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:20.742084 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 97d555c4-b106-44dc-9b44-51292aae7906 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:20.762369 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f25df19c-7ca3-4418-a0ff-a9efc96ef848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:20.767913 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Port 97d555c4-b106-44dc-9b44-51292aae7906 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:43:20.768259 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Failed to bind port 97d555c4-b106-44dc-9b44-51292aae7906 on host n-h2-813897-6 for vnic_type normal using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] Feb 16 22:43:20.769599 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempt 7 to bind port 97d555c4-b106-44dc-9b44-51292aae7906 Feb 16 22:43:20.791245 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-65f4880d-426d-4409-9d6e-2a99ad1d4bff req-c46712d6-9b7c-47ca-93a3-709864488046 tempest-ServerShowV254Test-507419094 tempest-ServerShowV254Test-507419094-project] 10.222.0.75 "GET /v2.0/ports?device_id=652284f1-5842-4d5e-a0a5-fb7a9ea2ab2e HTTP/1.1" status: 200 len: 210 time: 0.0570896 Feb 16 22:43:20.793817 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-82ce5d3b-0d5e-41bf-bd7b-eaaeea699ef1 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group (67256343-2a1a-453a-8654-9dd00c8abbcb), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:20.819305 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-82ce5d3b-0d5e-41bf-bd7b-eaaeea699ef1 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (67256343-2a1a-453a-8654-9dd00c8abbcb), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:20.845397 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 97d555c4-b106-44dc-9b44-51292aae7906 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:20.845771 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 97d555c4-b106-44dc-9b44-51292aae7906 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:20.846469 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 97d555c4-b106-44dc-9b44-51292aae7906 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:20.852837 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Port 97d555c4-b106-44dc-9b44-51292aae7906 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:43:20.853145 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Failed to bind port 97d555c4-b106-44dc-9b44-51292aae7906 on host n-h2-813897-6 for vnic_type normal using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] Feb 16 22:43:20.854192 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempt 8 to bind port 97d555c4-b106-44dc-9b44-51292aae7906 Feb 16 22:43:20.858205 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e7951c24-5ba2-4ccf-9f36-21f85263ae2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b7517116-3f78-4cb4-9fbb-af3deab638d6), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:20.863404 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-839b0a55-f481-4224-9fd6-58757d03538b None None] Current status of the port 1a402e61-8fb7-4c44-a18c-d87af198b760 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:20.867119 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-8f606354-c57e-4a69-abb9-6effd35c8974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'name': 'tempest-TestNetworkBasicOps-router-1616828187', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '5967f3ff-05c5-4786-91a2-34c39b58d8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:10Z', 'updated_at': '2022-02-16T22:43:16Z', 'revision_number': 4, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'gw_port': {'id': '5967f3ff-05c5-4786-91a2-34c39b58d8dd', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:10Z', 'updated_at': '2022-02-16T22:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '2b167907-dd25-4df9-9867-0d3b8603cb48', 'name': '', 'network_id': '651e08f2-a105-48ac-8688-dac782e2da1e', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'mac_address': 'fa:16:3e:d7:0f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'd189a5e6-e130-4e1f-a717-457466a42ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:15Z', 'updated_at': '2022-02-16T22:43:17Z', 'revision_number': 2, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'subnets': [{'id': 'd189a5e6-e130-4e1f-a717-457466a42ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:20.906936 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 97d555c4-b106-44dc-9b44-51292aae7906 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:20.907285 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 97d555c4-b106-44dc-9b44-51292aae7906 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:20.907628 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 97d555c4-b106-44dc-9b44-51292aae7906 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:20.917082 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5967f3ff-05c5-4786-91a2-34c39b58d8dd up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:43:20.917355 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Port 97d555c4-b106-44dc-9b44-51292aae7906 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:43:20.917696 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Failed to bind port 97d555c4-b106-44dc-9b44-51292aae7906 on host n-h2-813897-6 for vnic_type normal using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] Feb 16 22:43:20.920981 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce5d3b-0d5e-41bf-bd7b-eaaeea699ef1 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67256343-2a1a-453a-8654-9dd00c8abbcb,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:20.922028 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempt 9 to bind port 97d555c4-b106-44dc-9b44-51292aae7906 Feb 16 22:43:20.927218 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-82ce5d3b-0d5e-41bf-bd7b-eaaeea699ef1 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:20.931898 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38434) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:20.942953 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-82ce5d3b-0d5e-41bf-bd7b-eaaeea699ef1 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4598751 Feb 16 22:43:20.947367 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-c27af626-1b25-4174-a25b-ab9a9eb8a2e1 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Request body: {'security_group_rule': {'security_group_id': '67256343-2a1a-453a-8654-9dd00c8abbcb', 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:20.965853 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f606354-c57e-4a69-abb9-6effd35c8974 None None] Checking router: e116952c-eb09-45a8-b07c-2cff5199e414 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:43:20.966257 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f606354-c57e-4a69-abb9-6effd35c8974 None None] Updating router e116952c-eb09-45a8-b07c-2cff5199e414 port 2b167907-dd25-4df9-9867-0d3b8603cb48 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:43:20.969898 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 97d555c4-b106-44dc-9b44-51292aae7906 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:20.971393 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-839b0a55-f481-4224-9fd6-58757d03538b None None] Provisioning complete for port 2b167907-dd25-4df9-9867-0d3b8603cb48 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:20.971521 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 97d555c4-b106-44dc-9b44-51292aae7906 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:20.971769 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 97d555c4-b106-44dc-9b44-51292aae7906 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:20.971872 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-839b0a55-f481-4224-9fd6-58757d03538b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2b167907-dd25-4df9-9867-0d3b8603cb48), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:20.995701 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Port 97d555c4-b106-44dc-9b44-51292aae7906 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:43:20.996036 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Failed to bind port 97d555c4-b106-44dc-9b44-51292aae7906 on host n-h2-813897-6 for vnic_type normal using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] Feb 16 22:43:21.000145 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempt 10 to bind port 97d555c4-b106-44dc-9b44-51292aae7906 Feb 16 22:43:21.052619 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8f606354-c57e-4a69-abb9-6effd35c8974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2b167907-dd25-4df9-9867-0d3b8603cb48), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:21.079089 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 97d555c4-b106-44dc-9b44-51292aae7906 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:21.079089 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 97d555c4-b106-44dc-9b44-51292aae7906 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:21.079089 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port 97d555c4-b106-44dc-9b44-51292aae7906 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:21.086620 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c27af626-1b25-4174-a25b-ab9a9eb8a2e1 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (c11b01cb-892c-499f-a9b9-338e0f7f60f0), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:21.101816 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Port 97d555c4-b106-44dc-9b44-51292aae7906 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:43:21.102189 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Failed to bind port 97d555c4-b106-44dc-9b44-51292aae7906 on host n-h2-813897-6 for vnic_type normal using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] Feb 16 22:43:21.102564 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (97d555c4-b106-44dc-9b44-51292aae7906), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:21.248231 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e7951c24-5ba2-4ccf-9f36-21f85263ae2b admin admin] Publish callbacks [] for port (b7517116-3f78-4cb4-9fbb-af3deab638d6), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:21.266820 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c27af626-1b25-4174-a25b-ab9a9eb8a2e1 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (c11b01cb-892c-499f-a9b9-338e0f7f60f0), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:21.267981 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e7951c24-5ba2-4ccf-9f36-21f85263ae2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (b7517116-3f78-4cb4-9fbb-af3deab638d6), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:21.270895 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] For port 97d555c4-b106-44dc-9b44-51292aae7906, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:43:21.271257 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempted to set empty binding levels {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 16 22:43:21.330148 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (97d555c4-b106-44dc-9b44-51292aae7906), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:21.333873 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c27af626-1b25-4174-a25b-ab9a9eb8a2e1 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (c11b01cb-892c-499f-a9b9-338e0f7f60f0), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:21.367098 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-839b0a55-f481-4224-9fd6-58757d03538b None None] Port 2b167907-dd25-4df9-9867-0d3b8603cb48 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:43:21.382298 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 5967f3ff-05c5-4786-91a2-34c39b58d8dd triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:21.383150 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5967f3ff-05c5-4786-91a2-34c39b58d8dd), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:21.385926 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27af626-1b25-4174-a25b-ab9a9eb8a2e1 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c11b01cb-892c-499f-a9b9-338e0f7f60f0,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:21.396341 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] In _notify_port_updated(), no bound segment for port 97d555c4-b106-44dc-9b44-51292aae7906 on network 03e0efa3-e106-4257-b586-4c806d0c7e8f {{(pid=103465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 22:43:21.397232 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:21.397856 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:21.401694 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] 10.222.0.75 "PUT /v2.0/ports/97d555c4-b106-44dc-9b44-51292aae7906 HTTP/1.1" status: 200 len: 975 time: 3.5874646 Feb 16 22:43:21.402088 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38438) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:21.417340 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c27af626-1b25-4174-a25b-ab9a9eb8a2e1 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:21.419996 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c27af626-1b25-4174-a25b-ab9a9eb8a2e1 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4861603 Feb 16 22:43:21.421949 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7951c24-5ba2-4ccf-9f36-21f85263ae2b admin admin] Pushing event updated for resources: {'Port': ['ID=b7517116-3f78-4cb4-9fbb-af3deab638d6,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:21.432735 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e7951c24-5ba2-4ccf-9f36-21f85263ae2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (2d6c8ad7-ca82-4e71-a833-9a06a2517e1c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:21.437756 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38440) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:21.450475 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-dae9a930-8b3d-4c46-bfd6-fde3161d1fdd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Request body: {'security_group_rule': {'security_group_id': '67256343-2a1a-453a-8654-9dd00c8abbcb', 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:21.535515 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dae9a930-8b3d-4c46-bfd6-fde3161d1fdd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (ccdbab41-bdd7-437d-a7ff-bbfce5ce4ea3), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:21.543505 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e127bf72-4f1a-461a-b89c-3deb5369d269 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:21.544012 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e127bf72-4f1a-461a-b89c-3deb5369d269 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:21.544448 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e127bf72-4f1a-461a-b89c-3deb5369d269 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:21.545081 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e127bf72-4f1a-461a-b89c-3deb5369d269 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:21.545697 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e127bf72-4f1a-461a-b89c-3deb5369d269 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:21.546912 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e127bf72-4f1a-461a-b89c-3deb5369d269 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:21.547551 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e127bf72-4f1a-461a-b89c-3deb5369d269 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:21.548754 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e127bf72-4f1a-461a-b89c-3deb5369d269 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:21.549376 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e127bf72-4f1a-461a-b89c-3deb5369d269 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:21.550083 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e127bf72-4f1a-461a-b89c-3deb5369d269 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:21.551102 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e127bf72-4f1a-461a-b89c-3deb5369d269 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:21.553563 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e127bf72-4f1a-461a-b89c-3deb5369d269 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10190 time: 0.1504021 Feb 16 22:43:21.556706 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38442) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:21.570605 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1bab70aa-6c64-4cbb-a19c-5a6f3c04b0b3 None None] Provisioning complete for port b7517116-3f78-4cb4-9fbb-af3deab638d6 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:21.570992 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1bab70aa-6c64-4cbb-a19c-5a6f3c04b0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b7517116-3f78-4cb4-9fbb-af3deab638d6), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:21.615008 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a38d5-7071-42ad-8467-4fc3a902af45 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Pushing event updated for resources: {'Port': ['ID=97d555c4-b106-44dc-9b44-51292aae7906,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:21.629423 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 5967f3ff-05c5-4786-91a2-34c39b58d8dd is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:21.630604 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a67fd688-55bc-4d42-ab5e-3f45a296f599 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:43:21.656785 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-7a320c79-eb28-4e42-8220-1968b640b333 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Deleting port 97d555c4-b106-44dc-9b44-51292aae7906 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:43:21.657130 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7a320c79-eb28-4e42-8220-1968b640b333 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (97d555c4-b106-44dc-9b44-51292aae7906), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:21.687848 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8f606354-c57e-4a69-abb9-6effd35c8974 None None] Publish callbacks [] for port (2b167907-dd25-4df9-9867-0d3b8603cb48), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:21.692186 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1bab70aa-6c64-4cbb-a19c-5a6f3c04b0b3 None None] Port b7517116-3f78-4cb4-9fbb-af3deab638d6 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:43:21.704701 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8f606354-c57e-4a69-abb9-6effd35c8974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2b167907-dd25-4df9-9867-0d3b8603cb48), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:21.745278 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dae9a930-8b3d-4c46-bfd6-fde3161d1fdd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (ccdbab41-bdd7-437d-a7ff-bbfce5ce4ea3), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:21.748011 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1bab70aa-6c64-4cbb-a19c-5a6f3c04b0b3 None None] Provisioning complete for port 2b167907-dd25-4df9-9867-0d3b8603cb48 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:21.748393 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1bab70aa-6c64-4cbb-a19c-5a6f3c04b0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2b167907-dd25-4df9-9867-0d3b8603cb48), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:21.777125 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-7a320c79-eb28-4e42-8220-1968b640b333 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] For port 97d555c4-b106-44dc-9b44-51292aae7906, host n-h2-813897-6, got binding levels [] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:43:21.777500 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7a320c79-eb28-4e42-8220-1968b640b333 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (97d555c4-b106-44dc-9b44-51292aae7906), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:21.779230 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7951c24-5ba2-4ccf-9f36-21f85263ae2b admin admin] Network fb979dca-c2f7-40da-89cf-1655344e263c is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:43:21.782949 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-e7951c24-5ba2-4ccf-9f36-21f85263ae2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:43:21.797233 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dae9a930-8b3d-4c46-bfd6-fde3161d1fdd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (ccdbab41-bdd7-437d-a7ff-bbfce5ce4ea3), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:21.803048 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb7b20-484a-4a75-bdf5-daf3b1a4eb57 None None] Pushing event updated for resources: {'Port': ['ID=2b167907-dd25-4df9-9867-0d3b8603cb48,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:21.811563 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port a67fd688-55bc-4d42-ab5e-3f45a296f599 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:21.811975 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a67fd688-55bc-4d42-ab5e-3f45a296f599), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:21.814549 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-7a320c79-eb28-4e42-8220-1968b640b333 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Calling delete_port for 97d555c4-b106-44dc-9b44-51292aae7906 owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:43:21.861083 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9a930-8b3d-4c46-bfd6-fde3161d1fdd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccdbab41-bdd7-437d-a7ff-bbfce5ce4ea3,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:21.874632 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1bab70aa-6c64-4cbb-a19c-5a6f3c04b0b3 None None] Port 2b167907-dd25-4df9-9867-0d3b8603cb48 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:43:21.879061 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dae9a930-8b3d-4c46-bfd6-fde3161d1fdd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:21.901077 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-dae9a930-8b3d-4c46-bfd6-fde3161d1fdd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4569650 Feb 16 22:43:21.904358 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38448) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:21.925341 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-65067e5f-386b-4fb7-b6e3-0a297e78ba2b tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Request body: {'security_group_rule': {'security_group_id': '67256343-2a1a-453a-8654-9dd00c8abbcb', 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:22.004645 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port a67fd688-55bc-4d42-ab5e-3f45a296f599 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:22.004756 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a67fd688-55bc-4d42-ab5e-3f45a296f599), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:22.014223 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-8f606354-c57e-4a69-abb9-6effd35c8974 None None] Attempting to bind port 2b167907-dd25-4df9-9867-0d3b8603cb48 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:22.015905 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-8f606354-c57e-4a69-abb9-6effd35c8974 None None] Attempting to bind port 2b167907-dd25-4df9-9867-0d3b8603cb48 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '64c410ba-7b5d-42f2-bce8-b105511f99f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '651e08f2-a105-48ac-8688-dac782e2da1e'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:22.021493 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f606354-c57e-4a69-abb9-6effd35c8974 None None] Attempting to bind port 2b167907-dd25-4df9-9867-0d3b8603cb48 on network 651e08f2-a105-48ac-8688-dac782e2da1e {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:22.037358 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4d4fd2d-f1d4-4e65-88d9-ee9df02feca7 req-246d05f6-7c0e-4e79-863a-bc03121c1ef9 tempest-ServerShowV254Test-507419094 tempest-ServerShowV254Test-507419094-project] 10.222.0.75 "GET /v2.0/ports?device_id=652284f1-5842-4d5e-a0a5-fb7a9ea2ab2e HTTP/1.1" status: 200 len: 210 time: 0.0736413 Feb 16 22:43:22.064429 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f606354-c57e-4a69-abb9-6effd35c8974 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:43:22.065022 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f606354-c57e-4a69-abb9-6effd35c8974 None None] Checking segment: {'id': '64c410ba-7b5d-42f2-bce8-b105511f99f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '651e08f2-a105-48ac-8688-dac782e2da1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:43:22.065368 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8f606354-c57e-4a69-abb9-6effd35c8974 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:22.065838 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f606354-c57e-4a69-abb9-6effd35c8974 None None] Bound using segment: {'id': '64c410ba-7b5d-42f2-bce8-b105511f99f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '651e08f2-a105-48ac-8688-dac782e2da1e'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:43:22.066422 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-8f606354-c57e-4a69-abb9-6effd35c8974 None None] Bound port: 2b167907-dd25-4df9-9867-0d3b8603cb48, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c410ba-7b5d-42f2-bce8-b105511f99f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '651e08f2-a105-48ac-8688-dac782e2da1e'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:43:22.066941 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8f606354-c57e-4a69-abb9-6effd35c8974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2b167907-dd25-4df9-9867-0d3b8603cb48), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:22.083024 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port a67fd688-55bc-4d42-ab5e-3f45a296f599, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a67fd688-55bc-4d42-ab5e-3f45a296f599,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:43:22.097642 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a67fd688-55bc-4d42-ab5e-3f45a296f599), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:22.104963 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device da77fdd9-9fdd-4960-a506-5e6aea97901a up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:43:22.142453 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7a320c79-eb28-4e42-8220-1968b640b333 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (97d555c4-b106-44dc-9b44-51292aae7906), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:22.164013 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7a320c79-eb28-4e42-8220-1968b640b333 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:22.172760 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7a320c79-eb28-4e42-8220-1968b640b333 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] 10.222.0.75 "DELETE /v2.0/ports/97d555c4-b106-44dc-9b44-51292aae7906 HTTP/1.1" status: 204 len: 168 time: 0.6119788 Feb 16 22:43:22.174472 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38452) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:22.206092 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a320c79-eb28-4e42-8220-1968b640b333 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Pushing event deleted for resources: {'Port': ['ID=97d555c4-b106-44dc-9b44-51292aae7906,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:22.253069 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4451941-18c6-4755-9be8-be5c561f24b5 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] GET failed (client error): The resource could not be found. Feb 16 22:43:22.258919 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b4451941-18c6-4755-9be8-be5c561f24b5 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] 10.222.0.75 "GET /v2.0/ports/97d555c4-b106-44dc-9b44-51292aae7906 HTTP/1.1" status: 404 len: 333 time: 0.0775611 Feb 16 22:43:22.259559 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38454) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:22.267890 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-9e0865fb-9666-408b-a725-3f0c03f4daa4 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-346672717', 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:22.274345 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65067e5f-386b-4fb7-b6e3-0a297e78ba2b tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (19c8e2cd-522c-4ffa-847a-3807be371834), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:22.299693 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=a67fd688-55bc-4d42-ab5e-3f45a296f599,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:22.303903 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-8f606354-c57e-4a69-abb9-6effd35c8974 None None] For port 2b167907-dd25-4df9-9867-0d3b8603cb48, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:43:22.307918 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-8f606354-c57e-4a69-abb9-6effd35c8974 None None] For port 2b167907-dd25-4df9-9867-0d3b8603cb48, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=2b167907-dd25-4df9-9867-0d3b8603cb48,segment=NetworkSegment(64c410ba-7b5d-42f2-bce8-b105511f99f0),segment_id=64c410ba-7b5d-42f2-bce8-b105511f99f0)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:43:22.319026 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port da77fdd9-9fdd-4960-a506-5e6aea97901a triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:22.319427 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (da77fdd9-9fdd-4960-a506-5e6aea97901a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:22.320306 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0865fb-9666-408b-a725-3f0c03f4daa4 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Made reservation on behalf of 67c97a5da07c4236bd6eaf24ff934d01 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:43:22.323148 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e0865fb-9666-408b-a725-3f0c03f4daa4 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:22.359130 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-9e0865fb-9666-408b-a725-3f0c03f4daa4 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] device_id is not set on port a7155bf3-4a75-4475-9a22-1b32144aca3a yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:43:22.364016 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8f606354-c57e-4a69-abb9-6effd35c8974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2b167907-dd25-4df9-9867-0d3b8603cb48), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:22.373183 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-74575e04-66e4-4395-b989-8d2cc4214208 None None] Provisioning complete for port b7517116-3f78-4cb4-9fbb-af3deab638d6 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:22.373555 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-74575e04-66e4-4395-b989-8d2cc4214208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b7517116-3f78-4cb4-9fbb-af3deab638d6), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:22.386286 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7951c24-5ba2-4ccf-9f36-21f85263ae2b admin admin] Router 2d6c8ad7-ca82-4e71-a833-9a06a2517e1c has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:43:22.410923 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65067e5f-386b-4fb7-b6e3-0a297e78ba2b tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (19c8e2cd-522c-4ffa-847a-3807be371834), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:22.495862 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-74575e04-66e4-4395-b989-8d2cc4214208 None None] Port b7517116-3f78-4cb4-9fbb-af3deab638d6 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:43:22.512614 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f606354-c57e-4a69-abb9-6effd35c8974 None None] Routers {'e116952c-eb09-45a8-b07c-2cff5199e414'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:43:22.517726 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-8f606354-c57e-4a69-abb9-6effd35c8974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:42:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['e116952c-eb09-45a8-b07c-2cff5199e414'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:22.521463 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb7b20-484a-4a75-bdf5-daf3b1a4eb57 None None] Pushing event updated for resources: {'Port': ['ID=2b167907-dd25-4df9-9867-0d3b8603cb48,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:22.522956 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65067e5f-386b-4fb7-b6e3-0a297e78ba2b tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (19c8e2cd-522c-4ffa-847a-3807be371834), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:22.620117 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port da77fdd9-9fdd-4960-a506-5e6aea97901a is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:22.621356 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 1a402e61-8fb7-4c44-a18c-d87af198b760 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:43:22.631800 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e0865fb-9666-408b-a725-3f0c03f4daa4 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks [] for port (a7155bf3-4a75-4475-9a22-1b32144aca3a), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:22.635432 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65067e5f-386b-4fb7-b6e3-0a297e78ba2b tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c8e2cd-522c-4ffa-847a-3807be371834,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:22.638932 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7951c24-5ba2-4ccf-9f36-21f85263ae2b admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:43:22.647762 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e7951c24-5ba2-4ccf-9f36-21f85263ae2b admin admin] 10.222.0.75 "PUT /v2.0/routers/2d6c8ad7-ca82-4e71-a833-9a06a2517e1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3378124 Feb 16 22:43:22.661168 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490599a6-b963-4e84-a753-b39d97cf4b0a None None] Sync routers for ids ['2d6c8ad7-ca82-4e71-a833-9a06a2517e1c'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:43:22.670738 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-74575e04-66e4-4395-b989-8d2cc4214208 None None] Provisioning complete for port 2b167907-dd25-4df9-9867-0d3b8603cb48 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:22.671169 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-74575e04-66e4-4395-b989-8d2cc4214208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2b167907-dd25-4df9-9867-0d3b8603cb48), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:22.693731 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490599a6-b963-4e84-a753-b39d97cf4b0a None None] Routers {'2d6c8ad7-ca82-4e71-a833-9a06a2517e1c'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:43:22.697311 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-490599a6-b963-4e84-a753-b39d97cf4b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:42:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['2d6c8ad7-ca82-4e71-a833-9a06a2517e1c'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:22.706374 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e0865fb-9666-408b-a725-3f0c03f4daa4 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (a7155bf3-4a75-4475-9a22-1b32144aca3a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:22.721164 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65067e5f-386b-4fb7-b6e3-0a297e78ba2b tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:22.725427 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-65067e5f-386b-4fb7-b6e3-0a297e78ba2b tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8197243 Feb 16 22:43:22.726657 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38458) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:22.747062 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-383b8663-f552-4775-a5a6-3172e38c636d tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Request body: {'security_group_rule': {'security_group_id': '67256343-2a1a-453a-8654-9dd00c8abbcb', 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:22.793326 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0865fb-9666-408b-a725-3f0c03f4daa4 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Network 03e0efa3-e106-4257-b586-4c806d0c7e8f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:43:22.800801 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-74575e04-66e4-4395-b989-8d2cc4214208 None None] Current status of the port 2b167907-dd25-4df9-9867-0d3b8603cb48 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:22.801191 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-74575e04-66e4-4395-b989-8d2cc4214208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2b167907-dd25-4df9-9867-0d3b8603cb48), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:22.801875 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-9e0865fb-9666-408b-a725-3f0c03f4daa4 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:43:22.812790 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0865fb-9666-408b-a725-3f0c03f4daa4 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:43:22.813919 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0865fb-9666-408b-a725-3f0c03f4daa4 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:22.815372 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e0865fb-9666-408b-a725-3f0c03f4daa4 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:22.822212 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-8f606354-c57e-4a69-abb9-6effd35c8974 None None] Set router e116952c-eb09-45a8-b07c-2cff5199e414 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:43:22.824823 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-383b8663-f552-4775-a5a6-3172e38c636d tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (a1537cb4-0227-4874-a6f9-59f9fce6ac49), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:22.841478 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0865fb-9666-408b-a725-3f0c03f4daa4 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Pushing event updated for resources: {'Port': ['ID=a7155bf3-4a75-4475-9a22-1b32144aca3a,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:22.868189 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 1a402e61-8fb7-4c44-a18c-d87af198b760 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:22.868189 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (1a402e61-8fb7-4c44-a18c-d87af198b760), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:22.871933 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9e0865fb-9666-408b-a725-3f0c03f4daa4 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6111443 Feb 16 22:43:22.876877 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38460) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:22.921960 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-74575e04-66e4-4395-b989-8d2cc4214208 None None] For port 2b167907-dd25-4df9-9867-0d3b8603cb48, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=2b167907-dd25-4df9-9867-0d3b8603cb48,segment=NetworkSegment(64c410ba-7b5d-42f2-bce8-b105511f99f0),segment_id=64c410ba-7b5d-42f2-bce8-b105511f99f0)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:43:22.956419 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-74575e04-66e4-4395-b989-8d2cc4214208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2b167907-dd25-4df9-9867-0d3b8603cb48), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:22.983688 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-383b8663-f552-4775-a5a6-3172e38c636d tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (a1537cb4-0227-4874-a6f9-59f9fce6ac49), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:22.994286 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f87703-b57d-4f7b-af25-d6e146a9ba3e tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:22.997852 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-383b8663-f552-4775-a5a6-3172e38c636d tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (a1537cb4-0227-4874-a6f9-59f9fce6ac49), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:23.000983 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e0f87703-b57d-4f7b-af25-d6e146a9ba3e tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] 10.222.0.75 "GET /v2.0/ports/a7155bf3-4a75-4475-9a22-1b32144aca3a HTTP/1.1" status: 200 len: 954 time: 0.1219776 Feb 16 22:43:23.003397 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38466) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:23.027676 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b8663-f552-4775-a5a6-3172e38c636d tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1537cb4-0227-4874-a6f9-59f9fce6ac49,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:23.049454 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-383b8663-f552-4775-a5a6-3172e38c636d tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:23.058375 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-383b8663-f552-4775-a5a6-3172e38c636d tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3292055 Feb 16 22:43:23.059557 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38468) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:23.068665 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-b2d00606-0c52-497a-a09d-e7cdbcaa2ab8 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Request body: {'security_group_rule': {'security_group_id': '67256343-2a1a-453a-8654-9dd00c8abbcb', 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:23.094773 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-490599a6-b963-4e84-a753-b39d97cf4b0a None None] Set router 2d6c8ad7-ca82-4e71-a833-9a06a2517e1c gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:43:23.096679 n-d-813897-6 neutron-server[103465]: INFO neutron.db.securitygroups_db [None req-b2d00606-0c52-497a-a09d-e7cdbcaa2ab8 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Project fcbc829c172a42c39498d6223ec391eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 22:43:23.108132 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b2d00606-0c52-497a-a09d-e7cdbcaa2ab8 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (16f379b4-1637-47f5-8403-8b992d651626), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:23.118245 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74575e04-66e4-4395-b989-8d2cc4214208 None None] Pushing event updated for resources: {'Port': ['ID=2b167907-dd25-4df9-9867-0d3b8603cb48,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:23.134881 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-90b700ec-3dac-40f0-95af-ab0ef011a733 None None] Provisioning complete for port 2b167907-dd25-4df9-9867-0d3b8603cb48 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:23.135271 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-90b700ec-3dac-40f0-95af-ab0ef011a733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2b167907-dd25-4df9-9867-0d3b8603cb48), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:23.186320 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-7bbc9915-237e-4f18-b2c6-6eb4ada9ceea tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Deleting port a7155bf3-4a75-4475-9a22-1b32144aca3a {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:43:23.187718 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7bbc9915-237e-4f18-b2c6-6eb4ada9ceea tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a7155bf3-4a75-4475-9a22-1b32144aca3a), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:23.239958 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 1a402e61-8fb7-4c44-a18c-d87af198b760 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:23.271370 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6863bba5-e49b-400d-ac5f-4d911eeb108f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:23.275555 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b2d00606-0c52-497a-a09d-e7cdbcaa2ab8 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (16f379b4-1637-47f5-8403-8b992d651626), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:23.293619 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b2d00606-0c52-497a-a09d-e7cdbcaa2ab8 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (16f379b4-1637-47f5-8403-8b992d651626), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:23.324638 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d00606-0c52-497a-a09d-e7cdbcaa2ab8 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16f379b4-1637-47f5-8403-8b992d651626,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:23.346106 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b2d00606-0c52-497a-a09d-e7cdbcaa2ab8 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:23.352582 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-52936bd4-0e0d-413e-95bb-df4a64a816fe req-fb7080d4-b61a-4d28-87c4-e858f4dbac74 tempest-ServerShowV254Test-507419094 tempest-ServerShowV254Test-507419094-project] 10.222.0.75 "GET /v2.0/ports?device_id=652284f1-5842-4d5e-a0a5-fb7a9ea2ab2e HTTP/1.1" status: 200 len: 210 time: 0.0927725 Feb 16 22:43:23.352749 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b2d00606-0c52-497a-a09d-e7cdbcaa2ab8 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2863822 Feb 16 22:43:23.353010 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38478) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:23.369016 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-e5b5ef39-1302-4b5a-aa45-685d520e12b6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Request body: {'security_group_rule': {'security_group_id': '67256343-2a1a-453a-8654-9dd00c8abbcb', 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:23.380102 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-90b700ec-3dac-40f0-95af-ab0ef011a733 None None] Current status of the port 2b167907-dd25-4df9-9867-0d3b8603cb48 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:23.388424 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a67fd688-55bc-4d42-ab5e-3f45a296f599 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:43:23.423196 n-d-813897-6 neutron-server[103465]: INFO neutron.db.securitygroups_db [None req-e5b5ef39-1302-4b5a-aa45-685d520e12b6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Project fcbc829c172a42c39498d6223ec391eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 22:43:23.429816 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e5b5ef39-1302-4b5a-aa45-685d520e12b6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (2a042269-730f-4d56-84c5-cd382fcc87e5), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:23.476862 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7bbc9915-237e-4f18-b2c6-6eb4ada9ceea tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a7155bf3-4a75-4475-9a22-1b32144aca3a), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:23.497381 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-7bbc9915-237e-4f18-b2c6-6eb4ada9ceea tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Calling delete_port for a7155bf3-4a75-4475-9a22-1b32144aca3a owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:43:23.510475 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port a67fd688-55bc-4d42-ab5e-3f45a296f599 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:23.511219 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a67fd688-55bc-4d42-ab5e-3f45a296f599), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:23.570210 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e5b5ef39-1302-4b5a-aa45-685d520e12b6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (2a042269-730f-4d56-84c5-cd382fcc87e5), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:23.574738 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-8f606354-c57e-4a69-abb9-6effd35c8974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'name': 'tempest-TestNetworkBasicOps-router-1616828187', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '5967f3ff-05c5-4786-91a2-34c39b58d8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:10Z', 'updated_at': '2022-02-16T22:43:16Z', 'revision_number': 4, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'gw_port': {'id': '5967f3ff-05c5-4786-91a2-34c39b58d8dd', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:10Z', 'updated_at': '2022-02-16T22:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '2b167907-dd25-4df9-9867-0d3b8603cb48', 'name': '', 'network_id': '651e08f2-a105-48ac-8688-dac782e2da1e', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'mac_address': 'fa:16:3e:d7:0f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'd189a5e6-e130-4e1f-a717-457466a42ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:15Z', 'updated_at': '2022-02-16T22:43:22Z', 'revision_number': 4, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'subnets': [{'id': 'd189a5e6-e130-4e1f-a717-457466a42ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:23.576399 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e5b5ef39-1302-4b5a-aa45-685d520e12b6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (2a042269-730f-4d56-84c5-cd382fcc87e5), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:23.627024 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7bbc9915-237e-4f18-b2c6-6eb4ada9ceea tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (a7155bf3-4a75-4475-9a22-1b32144aca3a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:23.638777 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5ef39-1302-4b5a-aa45-685d520e12b6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a042269-730f-4d56-84c5-cd382fcc87e5,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:23.642691 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-490599a6-b963-4e84-a753-b39d97cf4b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6c8ad7-ca82-4e71-a833-9a06a2517e1c', 'name': 'tempest-ImageQuotaTest-566624952-router', 'tenant_id': '508009395f4c4e4fafc764f41c1c4bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': 'a67fd688-55bc-4d42-ab5e-3f45a296f599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:13Z', 'updated_at': '2022-02-16T22:43:20Z', 'revision_number': 4, 'project_id': '508009395f4c4e4fafc764f41c1c4bd5', 'gw_port': {'id': 'a67fd688-55bc-4d42-ab5e-3f45a296f599', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6c8ad7-ca82-4e71-a833-9a06a2517e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:13Z', 'updated_at': '2022-02-16T22:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'b7517116-3f78-4cb4-9fbb-af3deab638d6', 'name': '', 'network_id': 'fb979dca-c2f7-40da-89cf-1655344e263c', 'tenant_id': '508009395f4c4e4fafc764f41c1c4bd5', 'mac_address': 'fa:16:3e:62:1e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6c8ad7-ca82-4e71-a833-9a06a2517e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '0ec0dc90-023c-48f2-bf49-7195589e52ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:18Z', 'updated_at': '2022-02-16T22:43:20Z', 'revision_number': 2, 'project_id': '508009395f4c4e4fafc764f41c1c4bd5', 'subnets': [{'id': '0ec0dc90-023c-48f2-bf49-7195589e52ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:23.651922 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e5b5ef39-1302-4b5a-aa45-685d520e12b6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:23.665056 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e5b5ef39-1302-4b5a-aa45-685d520e12b6 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3085740 Feb 16 22:43:23.709491 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490599a6-b963-4e84-a753-b39d97cf4b0a None None] Checking router: 2d6c8ad7-ca82-4e71-a833-9a06a2517e1c for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:43:23.713846 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490599a6-b963-4e84-a753-b39d97cf4b0a None None] Updating router 2d6c8ad7-ca82-4e71-a833-9a06a2517e1c port b7517116-3f78-4cb4-9fbb-af3deab638d6 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:43:23.714068 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc9915-237e-4f18-b2c6-6eb4ada9ceea tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7155bf3-4a75-4475-9a22-1b32144aca3a,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:23.723385 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7bbc9915-237e-4f18-b2c6-6eb4ada9ceea tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:23.729078 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7bbc9915-237e-4f18-b2c6-6eb4ada9ceea tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] 10.222.0.75 "DELETE /v2.0/ports/a7155bf3-4a75-4475-9a22-1b32144aca3a HTTP/1.1" status: 204 len: 168 time: 0.7220783 Feb 16 22:43:23.729437 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38486) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:23.777527 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-480b6e4b-317a-4283-b558-938ca90b99c6 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] GET failed (client error): The resource could not be found. Feb 16 22:43:23.781268 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-490599a6-b963-4e84-a753-b39d97cf4b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b7517116-3f78-4cb4-9fbb-af3deab638d6), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:23.789071 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-480b6e4b-317a-4283-b558-938ca90b99c6 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] 10.222.0.75 "GET /v2.0/ports/a7155bf3-4a75-4475-9a22-1b32144aca3a HTTP/1.1" status: 404 len: 333 time: 0.0553105 Feb 16 22:43:23.789575 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38490) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:23.801505 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-71c6f064-9761-477f-877f-3c979e448a9d tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Request body: {'port': {'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1476063310'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:23.835785 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port a67fd688-55bc-4d42-ab5e-3f45a296f599 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:23.842070 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f606354-c57e-4a69-abb9-6effd35c8974 None None] The sync data for ids ['e116952c-eb09-45a8-b07c-2cff5199e414'] in n-d-813897-6 is: [{'id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'name': 'tempest-TestNetworkBasicOps-router-1616828187', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '5967f3ff-05c5-4786-91a2-34c39b58d8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:10Z', 'updated_at': '2022-02-16T22:43:16Z', 'revision_number': 4, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'gw_port': {'id': '5967f3ff-05c5-4786-91a2-34c39b58d8dd', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:10Z', 'updated_at': '2022-02-16T22:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '2b167907-dd25-4df9-9867-0d3b8603cb48', 'name': '', 'network_id': '651e08f2-a105-48ac-8688-dac782e2da1e', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'mac_address': 'fa:16:3e:d7:0f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'd189a5e6-e130-4e1f-a717-457466a42ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:15Z', 'updated_at': '2022-02-16T22:43:22Z', 'revision_number': 4, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'subnets': [{'id': 'd189a5e6-e130-4e1f-a717-457466a42ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:43:23.857319 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c6f064-9761-477f-877f-3c979e448a9d tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Made reservation on behalf of 67c97a5da07c4236bd6eaf24ff934d01 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:43:23.860965 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-71c6f064-9761-477f-877f-3c979e448a9d tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:23.900789 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-71c6f064-9761-477f-877f-3c979e448a9d tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] device_id is not set on port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:43:24.062793 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-2d27e6b1-b278-4489-8e80-63fd374f0cc8 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2019530224&fields=id&tenant_id=fcbc829c172a42c39498d6223ec391eb HTTP/1.1" status: 200 len: 267 time: 0.1697078 Feb 16 22:43:24.266008 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-16b4e4c0-859d-4980-927b-e185bb0ffce2 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:24.268442 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-16b4e4c0-859d-4980-927b-e185bb0ffce2 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/networks?id=651e08f2-a105-48ac-8688-dac782e2da1e HTTP/1.1" status: 200 len: 796 time: 0.2045646 Feb 16 22:43:24.276639 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:24.350990 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:43:24.358165 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-71c6f064-9761-477f-877f-3c979e448a9d tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks [] for port (a6a1fa0e-c163-4516-b1db-9d3c2ef8599f), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:24.405869 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-4bcbd07a-8d9e-41f8-9081-227b3188c832 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/quotas/fcbc829c172a42c39498d6223ec391eb HTTP/1.1" status: 200 len: 375 time: 0.0104840 Feb 16 22:43:24.407633 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-71c6f064-9761-477f-877f-3c979e448a9d tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (a6a1fa0e-c163-4516-b1db-9d3c2ef8599f), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:24.425279 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-490599a6-b963-4e84-a753-b39d97cf4b0a None None] Publish callbacks [] for port (b7517116-3f78-4cb4-9fbb-af3deab638d6), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:24.433124 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-490599a6-b963-4e84-a753-b39d97cf4b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b7517116-3f78-4cb4-9fbb-af3deab638d6), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:24.515500 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c6f064-9761-477f-877f-3c979e448a9d tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Network 03e0efa3-e106-4257-b586-4c806d0c7e8f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:43:24.536258 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-71c6f064-9761-477f-877f-3c979e448a9d tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:43:24.538760 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c6f064-9761-477f-877f-3c979e448a9d tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:43:24.540167 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c6f064-9761-477f-877f-3c979e448a9d tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:24.540783 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-71c6f064-9761-477f-877f-3c979e448a9d tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:24.580157 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-4b0d0f24-1243-4ea1-b13e-2a390a949013 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=fcbc829c172a42c39498d6223ec391eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1667955 Feb 16 22:43:24.580853 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6f064-9761-477f-877f-3c979e448a9d tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Pushing event updated for resources: {'Port': ['ID=a6a1fa0e-c163-4516-b1db-9d3c2ef8599f,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:24.587190 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-71c6f064-9761-477f-877f-3c979e448a9d tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7895823 Feb 16 22:43:24.589921 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38510) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:24.596133 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:24.606872 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c139a43-2b88-4965-a25a-1527a9c4e39c None None] Pushing event updated for resources: {'Port': ['ID=b7517116-3f78-4cb4-9fbb-af3deab638d6,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:24.648671 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-490599a6-b963-4e84-a753-b39d97cf4b0a None None] Attempting to bind port b7517116-3f78-4cb4-9fbb-af3deab638d6 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:24.649215 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-490599a6-b963-4e84-a753-b39d97cf4b0a None None] Attempting to bind port b7517116-3f78-4cb4-9fbb-af3deab638d6 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'bf898f9d-7f83-404f-a519-7d261d3381dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fb979dca-c2f7-40da-89cf-1655344e263c'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:24.649825 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490599a6-b963-4e84-a753-b39d97cf4b0a None None] Attempting to bind port b7517116-3f78-4cb4-9fbb-af3deab638d6 on network fb979dca-c2f7-40da-89cf-1655344e263c {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:24.657121 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490599a6-b963-4e84-a753-b39d97cf4b0a None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:43:24.657611 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490599a6-b963-4e84-a753-b39d97cf4b0a None None] Checking segment: {'id': 'bf898f9d-7f83-404f-a519-7d261d3381dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fb979dca-c2f7-40da-89cf-1655344e263c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:43:24.658172 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-490599a6-b963-4e84-a753-b39d97cf4b0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:24.659107 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490599a6-b963-4e84-a753-b39d97cf4b0a None None] Bound using segment: {'id': 'bf898f9d-7f83-404f-a519-7d261d3381dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fb979dca-c2f7-40da-89cf-1655344e263c'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:43:24.659107 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-490599a6-b963-4e84-a753-b39d97cf4b0a None None] Bound port: b7517116-3f78-4cb4-9fbb-af3deab638d6, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf898f9d-7f83-404f-a519-7d261d3381dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fb979dca-c2f7-40da-89cf-1655344e263c'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:43:24.659839 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-490599a6-b963-4e84-a753-b39d97cf4b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b7517116-3f78-4cb4-9fbb-af3deab638d6), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:24.768899 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a6a1fa0e-c163-4516-b1db-9d3c2ef8599f), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:24.777084 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-490599a6-b963-4e84-a753-b39d97cf4b0a None None] For port b7517116-3f78-4cb4-9fbb-af3deab638d6, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:43:24.783718 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-490599a6-b963-4e84-a753-b39d97cf4b0a None None] For port b7517116-3f78-4cb4-9fbb-af3deab638d6, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=b7517116-3f78-4cb4-9fbb-af3deab638d6,segment=NetworkSegment(bf898f9d-7f83-404f-a519-7d261d3381dc),segment_id=bf898f9d-7f83-404f-a519-7d261d3381dc)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:43:24.800804 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-355b3ac6-50c1-47c2-9812-eee85ebdff56 service neutron] 10.222.0.75 "GET /v2.0/networks/651e08f2-a105-48ac-8688-dac782e2da1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958196 Feb 16 22:43:24.814744 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-490599a6-b963-4e84-a753-b39d97cf4b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b7517116-3f78-4cb4-9fbb-af3deab638d6), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:24.923670 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490599a6-b963-4e84-a753-b39d97cf4b0a None None] Routers {'2d6c8ad7-ca82-4e71-a833-9a06a2517e1c'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:43:24.924335 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-490599a6-b963-4e84-a753-b39d97cf4b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:43:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['2d6c8ad7-ca82-4e71-a833-9a06a2517e1c'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:24.939193 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38514) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:25.040113 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-158ab3a9-c7af-4e3a-9acb-0b7d5f16f1aa None None] Provisioning complete for port b7517116-3f78-4cb4-9fbb-af3deab638d6 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:25.040532 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-158ab3a9-c7af-4e3a-9acb-0b7d5f16f1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b7517116-3f78-4cb4-9fbb-af3deab638d6), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:25.127026 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-490599a6-b963-4e84-a753-b39d97cf4b0a None None] Set router 2d6c8ad7-ca82-4e71-a833-9a06a2517e1c gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:43:25.144327 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-084b012d-4ee7-4992-b5af-64191fe507b4 service neutron] 10.222.0.75 "GET /v2.0/networks/651e08f2-a105-48ac-8688-dac782e2da1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307827 Feb 16 22:43:25.217096 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] device_id is not set on port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:43:25.235771 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks [] for port (a6a1fa0e-c163-4516-b1db-9d3c2ef8599f), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:25.250653 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-158ab3a9-c7af-4e3a-9acb-0b7d5f16f1aa None None] Current status of the port b7517116-3f78-4cb4-9fbb-af3deab638d6 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:25.251407 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-158ab3a9-c7af-4e3a-9acb-0b7d5f16f1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b7517116-3f78-4cb4-9fbb-af3deab638d6), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:25.253869 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (a6a1fa0e-c163-4516-b1db-9d3c2ef8599f), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:25.368761 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-158ab3a9-c7af-4e3a-9acb-0b7d5f16f1aa None None] For port b7517116-3f78-4cb4-9fbb-af3deab638d6, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=b7517116-3f78-4cb4-9fbb-af3deab638d6,segment=NetworkSegment(bf898f9d-7f83-404f-a519-7d261d3381dc),segment_id=bf898f9d-7f83-404f-a519-7d261d3381dc)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:43:25.385026 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-158ab3a9-c7af-4e3a-9acb-0b7d5f16f1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b7517116-3f78-4cb4-9fbb-af3deab638d6), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:25.412243 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Pushing event updated for resources: {'Port': ['ID=a6a1fa0e-c163-4516-b1db-9d3c2ef8599f,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:25.501343 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 2b167907-dd25-4df9-9867-0d3b8603cb48 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:43:25.506949 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c139a43-2b88-4965-a25a-1527a9c4e39c None None] Pushing event updated for resources: {'Port': ['ID=b7517116-3f78-4cb4-9fbb-af3deab638d6,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:25.571956 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:25.572304 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:25.572654 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on network 03e0efa3-e106-4257-b586-4c806d0c7e8f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:25.585790 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on network 03e0efa3-e106-4257-b586-4c806d0c7e8f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:43:25.586161 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Failed to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on host n-h2-813897-6 for vnic_type normal using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] Feb 16 22:43:25.586564 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempt 2 to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f Feb 16 22:43:25.589377 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-4982fb7a-cd4a-43fd-a7af-c8d0a3a871f3 None None] Provisioning complete for port b7517116-3f78-4cb4-9fbb-af3deab638d6 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:25.591056 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4982fb7a-cd4a-43fd-a7af-c8d0a3a871f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b7517116-3f78-4cb4-9fbb-af3deab638d6), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:25.594697 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ab3a9-c7af-4e3a-9acb-0b7d5f16f1aa None None] Pushing event updated for resources: {'Port': ['ID=b7517116-3f78-4cb4-9fbb-af3deab638d6,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:25.624228 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:25.624722 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:25.627145 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on network 03e0efa3-e106-4257-b586-4c806d0c7e8f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:25.639226 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on network 03e0efa3-e106-4257-b586-4c806d0c7e8f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:43:25.639626 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Failed to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on host n-h2-813897-6 for vnic_type normal using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] Feb 16 22:43:25.640089 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempt 3 to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f Feb 16 22:43:25.670303 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:25.670648 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:25.670989 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on network 03e0efa3-e106-4257-b586-4c806d0c7e8f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:25.680871 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on network 03e0efa3-e106-4257-b586-4c806d0c7e8f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:43:25.681214 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Failed to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on host n-h2-813897-6 for vnic_type normal using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] Feb 16 22:43:25.681613 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempt 4 to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f Feb 16 22:43:25.707456 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:25.707799 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:25.708148 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on network 03e0efa3-e106-4257-b586-4c806d0c7e8f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:25.726046 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on network 03e0efa3-e106-4257-b586-4c806d0c7e8f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:43:25.726389 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Failed to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on host n-h2-813897-6 for vnic_type normal using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] Feb 16 22:43:25.726794 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempt 5 to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f Feb 16 22:43:25.734721 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:25.737436 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 2b167907-dd25-4df9-9867-0d3b8603cb48 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:25.738016 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2b167907-dd25-4df9-9867-0d3b8603cb48), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:25.751448 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:25.763581 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:25.764028 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on network 03e0efa3-e106-4257-b586-4c806d0c7e8f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:25.777310 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on network 03e0efa3-e106-4257-b586-4c806d0c7e8f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:43:25.777643 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Failed to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on host n-h2-813897-6 for vnic_type normal using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] Feb 16 22:43:25.778087 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempt 6 to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f Feb 16 22:43:25.795002 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:25.795344 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:25.795918 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on network 03e0efa3-e106-4257-b586-4c806d0c7e8f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:25.803020 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on network 03e0efa3-e106-4257-b586-4c806d0c7e8f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:43:25.803367 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Failed to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on host n-h2-813897-6 for vnic_type normal using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] Feb 16 22:43:25.803772 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempt 7 to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f Feb 16 22:43:25.812660 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-490599a6-b963-4e84-a753-b39d97cf4b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6c8ad7-ca82-4e71-a833-9a06a2517e1c', 'name': 'tempest-ImageQuotaTest-566624952-router', 'tenant_id': '508009395f4c4e4fafc764f41c1c4bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': 'a67fd688-55bc-4d42-ab5e-3f45a296f599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:13Z', 'updated_at': '2022-02-16T22:43:20Z', 'revision_number': 4, 'project_id': '508009395f4c4e4fafc764f41c1c4bd5', 'gw_port': {'id': 'a67fd688-55bc-4d42-ab5e-3f45a296f599', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6c8ad7-ca82-4e71-a833-9a06a2517e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:13Z', 'updated_at': '2022-02-16T22:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'b7517116-3f78-4cb4-9fbb-af3deab638d6', 'name': '', 'network_id': 'fb979dca-c2f7-40da-89cf-1655344e263c', 'tenant_id': '508009395f4c4e4fafc764f41c1c4bd5', 'mac_address': 'fa:16:3e:62:1e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6c8ad7-ca82-4e71-a833-9a06a2517e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '0ec0dc90-023c-48f2-bf49-7195589e52ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:18Z', 'updated_at': '2022-02-16T22:43:24Z', 'revision_number': 4, 'project_id': '508009395f4c4e4fafc764f41c1c4bd5', 'subnets': [{'id': '0ec0dc90-023c-48f2-bf49-7195589e52ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:25.837238 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:25.837580 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:25.837917 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on network 03e0efa3-e106-4257-b586-4c806d0c7e8f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:25.844720 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on network 03e0efa3-e106-4257-b586-4c806d0c7e8f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:43:25.845057 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Failed to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on host n-h2-813897-6 for vnic_type normal using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] Feb 16 22:43:25.845453 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempt 8 to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f Feb 16 22:43:25.846610 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490599a6-b963-4e84-a753-b39d97cf4b0a None None] The sync data for ids ['2d6c8ad7-ca82-4e71-a833-9a06a2517e1c'] in n-d-813897-6 is: [{'id': '2d6c8ad7-ca82-4e71-a833-9a06a2517e1c', 'name': 'tempest-ImageQuotaTest-566624952-router', 'tenant_id': '508009395f4c4e4fafc764f41c1c4bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': 'a67fd688-55bc-4d42-ab5e-3f45a296f599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:13Z', 'updated_at': '2022-02-16T22:43:20Z', 'revision_number': 4, 'project_id': '508009395f4c4e4fafc764f41c1c4bd5', 'gw_port': {'id': 'a67fd688-55bc-4d42-ab5e-3f45a296f599', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6c8ad7-ca82-4e71-a833-9a06a2517e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:13Z', 'updated_at': '2022-02-16T22:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'b7517116-3f78-4cb4-9fbb-af3deab638d6', 'name': '', 'network_id': 'fb979dca-c2f7-40da-89cf-1655344e263c', 'tenant_id': '508009395f4c4e4fafc764f41c1c4bd5', 'mac_address': 'fa:16:3e:62:1e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6c8ad7-ca82-4e71-a833-9a06a2517e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '0ec0dc90-023c-48f2-bf49-7195589e52ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:18Z', 'updated_at': '2022-02-16T22:43:24Z', 'revision_number': 4, 'project_id': '508009395f4c4e4fafc764f41c1c4bd5', 'subnets': [{'id': '0ec0dc90-023c-48f2-bf49-7195589e52ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:43:25.866856 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:25.867201 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:25.867542 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on network 03e0efa3-e106-4257-b586-4c806d0c7e8f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:25.884321 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on network 03e0efa3-e106-4257-b586-4c806d0c7e8f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:43:25.884743 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Failed to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on host n-h2-813897-6 for vnic_type normal using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] Feb 16 22:43:25.885200 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempt 9 to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f Feb 16 22:43:25.909883 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:25.910271 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:25.910618 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on network 03e0efa3-e106-4257-b586-4c806d0c7e8f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:25.918047 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on network 03e0efa3-e106-4257-b586-4c806d0c7e8f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:43:25.918047 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Failed to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on host n-h2-813897-6 for vnic_type normal using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] Feb 16 22:43:25.918047 n-d-813897-6 neutron-server[103465]: INFO neutron.plugins.ml2.plugin [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempt 10 to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f Feb 16 22:43:25.963086 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4982fb7a-cd4a-43fd-a7af-c8d0a3a871f3 None None] Current status of the port b7517116-3f78-4cb4-9fbb-af3deab638d6 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:25.989899 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:25.991008 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:25.991366 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempting to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on network 03e0efa3-e106-4257-b586-4c806d0c7e8f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:26.003920 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on network 03e0efa3-e106-4257-b586-4c806d0c7e8f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:43:26.004258 n-d-813897-6 neutron-server[103465]: ERROR neutron.plugins.ml2.managers [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Failed to bind port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on host n-h2-813897-6 for vnic_type normal using segments [{'id': 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '03e0efa3-e106-4257-b586-4c806d0c7e8f'}] Feb 16 22:43:26.006175 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a6a1fa0e-c163-4516-b1db-9d3c2ef8599f), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:26.057158 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 2b167907-dd25-4df9-9867-0d3b8603cb48 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:26.207691 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] For port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:43:26.208071 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attempted to set empty binding levels {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 16 22:43:26.229780 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (a6a1fa0e-c163-4516-b1db-9d3c2ef8599f), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:26.299222 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5adfc4b4-7849-417c-8e14-28fe0b0e9da2 req-f0288637-b17d-47be-a672-3e325ca99071 tempest-ServerShowV254Test-507419094 tempest-ServerShowV254Test-507419094-project] 10.222.0.75 "GET /v2.0/ports?device_id=652284f1-5842-4d5e-a0a5-fb7a9ea2ab2e HTTP/1.1" status: 200 len: 210 time: 0.1033754 Feb 16 22:43:26.318132 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] In _notify_port_updated(), no bound segment for port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f on network 03e0efa3-e106-4257-b586-4c806d0c7e8f {{(pid=103465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 22:43:26.318132 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:26.318881 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:26.320335 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] 10.222.0.75 "PUT /v2.0/ports/a6a1fa0e-c163-4516-b1db-9d3c2ef8599f HTTP/1.1" status: 200 len: 975 time: 1.7293706 Feb 16 22:43:26.322997 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38536) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:26.470098 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e99c138-8fd8-433a-b5f3-7f7d3f911ad1 req-cc513e53-971b-42e5-88a7-d5cb65410b85 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9 HTTP/1.1" status: 200 len: 210 time: 0.0610671 Feb 16 22:43:26.510893 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0af404-bccd-43d3-bfca-75ced90fbd57 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Pushing event updated for resources: {'Port': ['ID=a6a1fa0e-c163-4516-b1db-9d3c2ef8599f,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:26.549058 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-0c6d6a1c-1419-4641-be1e-4b9810e833ef tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Deleting port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:43:26.549564 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0c6d6a1c-1419-4641-be1e-4b9810e833ef tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a6a1fa0e-c163-4516-b1db-9d3c2ef8599f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:26.629736 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9f8d6181-0018-43aa-b3db-dbfd89b70b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (2d6c8ad7-ca82-4e71-a833-9a06a2517e1c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:26.645431 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-0c6d6a1c-1419-4641-be1e-4b9810e833ef tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] For port a6a1fa0e-c163-4516-b1db-9d3c2ef8599f, host n-h2-813897-6, got binding levels [] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:43:26.646002 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0c6d6a1c-1419-4641-be1e-4b9810e833ef tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a6a1fa0e-c163-4516-b1db-9d3c2ef8599f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:26.658538 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-0c6d6a1c-1419-4641-be1e-4b9810e833ef tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Calling delete_port for a6a1fa0e-c163-4516-b1db-9d3c2ef8599f owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:43:26.746317 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0c6d6a1c-1419-4641-be1e-4b9810e833ef tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (a6a1fa0e-c163-4516-b1db-9d3c2ef8599f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:26.775480 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d6a1c-1419-4641-be1e-4b9810e833ef tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6a1fa0e-c163-4516-b1db-9d3c2ef8599f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:26.781759 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0c6d6a1c-1419-4641-be1e-4b9810e833ef tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:26.785664 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0c6d6a1c-1419-4641-be1e-4b9810e833ef tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] 10.222.0.75 "DELETE /v2.0/ports/a6a1fa0e-c163-4516-b1db-9d3c2ef8599f HTTP/1.1" status: 204 len: 168 time: 0.4617178 Feb 16 22:43:26.788320 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38540) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:26.817713 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-76aafcfd-0d94-4520-8ee9-80853922a056 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] GET failed (client error): The resource could not be found. Feb 16 22:43:26.822733 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-76aafcfd-0d94-4520-8ee9-80853922a056 tempest-PortsAdminExtendedAttrsTestJSON-2080409309 tempest-PortsAdminExtendedAttrsTestJSON-2080409309-project-admin] 10.222.0.75 "GET /v2.0/ports/a6a1fa0e-c163-4516-b1db-9d3c2ef8599f HTTP/1.1" status: 404 len: 333 time: 0.0297282 Feb 16 22:43:26.822993 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38542) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:26.914245 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0da5af3f-21a4-488a-b068-ab568aad4562 tempest-PortsAdminExtendedAttrsTestJSON-1513686533 tempest-PortsAdminExtendedAttrsTestJSON-1513686533-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (03e0efa3-e106-4257-b586-4c806d0c7e8f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:26.966105 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-9f8d6181-0018-43aa-b3db-dbfd89b70b08 admin admin] Deleting port b7517116-3f78-4cb4-9fbb-af3deab638d6 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:43:26.966452 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9f8d6181-0018-43aa-b3db-dbfd89b70b08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (b7517116-3f78-4cb4-9fbb-af3deab638d6), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:27.038770 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:27.053986 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0da5af3f-21a4-488a-b068-ab568aad4562 tempest-PortsAdminExtendedAttrsTestJSON-1513686533 tempest-PortsAdminExtendedAttrsTestJSON-1513686533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (03e0efa3-e106-4257-b586-4c806d0c7e8f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:27.070907 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-9f8d6181-0018-43aa-b3db-dbfd89b70b08 admin admin] For port b7517116-3f78-4cb4-9fbb-af3deab638d6, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=b7517116-3f78-4cb4-9fbb-af3deab638d6,segment=NetworkSegment(bf898f9d-7f83-404f-a519-7d261d3381dc),segment_id=bf898f9d-7f83-404f-a519-7d261d3381dc)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:43:27.071274 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9f8d6181-0018-43aa-b3db-dbfd89b70b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (b7517116-3f78-4cb4-9fbb-af3deab638d6), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:27.078228 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-0da5af3f-21a4-488a-b068-ab568aad4562 tempest-PortsAdminExtendedAttrsTestJSON-1513686533 tempest-PortsAdminExtendedAttrsTestJSON-1513686533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e0efa3-e106-4257-b586-4c806d0c7e8f']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:27.089732 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-9f8d6181-0018-43aa-b3db-dbfd89b70b08 admin admin] Calling delete_port for b7517116-3f78-4cb4-9fbb-af3deab638d6 owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:43:27.102047 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-0da5af3f-21a4-488a-b068-ab568aad4562 tempest-PortsAdminExtendedAttrsTestJSON-1513686533 tempest-PortsAdminExtendedAttrsTestJSON-1513686533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:27.102697 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-0da5af3f-21a4-488a-b068-ab568aad4562 tempest-PortsAdminExtendedAttrsTestJSON-1513686533 tempest-PortsAdminExtendedAttrsTestJSON-1513686533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ef1d09-a0b4-4728-b9ba-a3b654f9d341') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:27.125503 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0da5af3f-21a4-488a-b068-ab568aad4562 tempest-PortsAdminExtendedAttrsTestJSON-1513686533 tempest-PortsAdminExtendedAttrsTestJSON-1513686533-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (e9ef1d09-a0b4-4728-b9ba-a3b654f9d341), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:27.152192 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0da5af3f-21a4-488a-b068-ab568aad4562 tempest-PortsAdminExtendedAttrsTestJSON-1513686533 tempest-PortsAdminExtendedAttrsTestJSON-1513686533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (e9ef1d09-a0b4-4728-b9ba-a3b654f9d341), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:27.172081 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da5af3f-21a4-488a-b068-ab568aad4562 tempest-PortsAdminExtendedAttrsTestJSON-1513686533 tempest-PortsAdminExtendedAttrsTestJSON-1513686533-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:43:27.172960 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0da5af3f-21a4-488a-b068-ab568aad4562 tempest-PortsAdminExtendedAttrsTestJSON-1513686533 tempest-PortsAdminExtendedAttrsTestJSON-1513686533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (e9ef1d09-a0b4-4728-b9ba-a3b654f9d341), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:27.199764 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:43:27.199764 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:43:27.199764 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:43:27.199764 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:43:27.199764 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:43:27.199764 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:43:27.199764 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:43:27.199764 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:43:27.199764 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:43:27.199764 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:43:27.199764 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:43:27.199764 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:43:27.199764 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:43:27.199764 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:43:27.199764 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:43:27.199764 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:43:27.199764 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:43:27.199764 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:43:27.199764 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:43:27.199764 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:43:27.199764 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:43:27.199764 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:43:27.199764 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:43:27.199764 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:43:27.199764 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:43:27.199764 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:43:27.199764 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:43:27.199764 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:43:27.199764 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:43:27.199764 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:43:27.199764 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:43:27.199764 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:43:27.316144 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0da5af3f-21a4-488a-b068-ab568aad4562 tempest-PortsAdminExtendedAttrsTestJSON-1513686533 tempest-PortsAdminExtendedAttrsTestJSON-1513686533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (03e0efa3-e106-4257-b586-4c806d0c7e8f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:27.322711 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-c9b57001-8615-4319-b74d-ce1b272ef213 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:27.324255 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-c9b57001-8615-4319-b74d-ce1b272ef213 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.79 "GET /v2.0/networks?id=651e08f2-a105-48ac-8688-dac782e2da1e HTTP/1.1" status: 200 len: 796 time: 0.1570351 Feb 16 22:43:27.340466 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0da5af3f-21a4-488a-b068-ab568aad4562 tempest-PortsAdminExtendedAttrsTestJSON-1513686533 tempest-PortsAdminExtendedAttrsTestJSON-1513686533-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:27.365001 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0da5af3f-21a4-488a-b068-ab568aad4562 tempest-PortsAdminExtendedAttrsTestJSON-1513686533 tempest-PortsAdminExtendedAttrsTestJSON-1513686533-project] 10.222.0.75 "DELETE /v2.0/networks/03e0efa3-e106-4257-b586-4c806d0c7e8f HTTP/1.1" status: 204 len: 168 time: 0.5409563 Feb 16 22:43:27.366378 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da5af3f-21a4-488a-b068-ab568aad4562 tempest-PortsAdminExtendedAttrsTestJSON-1513686533 tempest-PortsAdminExtendedAttrsTestJSON-1513686533-project] Pushing event deleted for resources: {'Network': ['ID=03e0efa3-e106-4257-b586-4c806d0c7e8f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:27.516435 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device b7517116-3f78-4cb4-9fbb-af3deab638d6 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:43:27.539924 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0aa9bcb1-41cb-4503-9e95-f35456d02ac7 req-42541d9d-c77f-47be-baa4-e88075b43c81 tempest-ServerShowV254Test-507419094 tempest-ServerShowV254Test-507419094-project] 10.222.0.75 "GET /v2.0/ports?device_id=652284f1-5842-4d5e-a0a5-fb7a9ea2ab2e HTTP/1.1" status: 200 len: 210 time: 0.1103847 Feb 16 22:43:27.621650 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port b7517116-3f78-4cb4-9fbb-af3deab638d6 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:27.622057 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b7517116-3f78-4cb4-9fbb-af3deab638d6), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:27.630229 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-f77db486-1d07-4646-95cd-1420616a522c tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcbc829c172a42c39498d6223ec391eb HTTP/1.1" status: 200 len: 380 time: 0.2927160 Feb 16 22:43:27.646744 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-43403109-096e-4e6e-a223-3017bba841ff tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Request body: {'port': {'device_id': '7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9', 'network_id': '651e08f2-a105-48ac-8688-dac782e2da1e', 'admin_state_up': True, 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'security_groups': ['67256343-2a1a-453a-8654-9dd00c8abbcb']}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:27.748279 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38556) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:27.778107 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port b7517116-3f78-4cb4-9fbb-af3deab638d6 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:27.836280 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6f7cf16a-66ef-4dc5-b4a8-0acff1757f1e req-09864904-cb4a-4636-a700-642f4dc7ccac tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9 HTTP/1.1" status: 200 len: 210 time: 0.0901356 Feb 16 22:43:27.964533 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-684d1918-6c80-4740-bbf1-045d8ca2a699 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=67877869c5b34f7b9d312dacd79f2868&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2136359 Feb 16 22:43:27.966886 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38560) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:28.021247 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-43403109-096e-4e6e-a223-3017bba841ff tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Made reservation on behalf of fcbc829c172a42c39498d6223ec391eb for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:43:28.025453 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-43403109-096e-4e6e-a223-3017bba841ff tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:28.034107 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2a86926-99c1-41d1-9c2d-34fd5a06d08d admin admin] Publish callbacks [] for security_group (d11814b4-0c21-4139-8ab0-d3475c60f4f7), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:28.072042 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2a86926-99c1-41d1-9c2d-34fd5a06d08d admin admin] Publish callbacks [] for security_group (d11814b4-0c21-4139-8ab0-d3475c60f4f7), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:28.082003 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9f8d6181-0018-43aa-b3db-dbfd89b70b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (b7517116-3f78-4cb4-9fbb-af3deab638d6), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:28.126071 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2a86926-99c1-41d1-9c2d-34fd5a06d08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d11814b4-0c21-4139-8ab0-d3475c60f4f7), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:28.128896 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2a86926-99c1-41d1-9c2d-34fd5a06d08d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:28.130127 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d2a86926-99c1-41d1-9c2d-34fd5a06d08d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d11814b4-0c21-4139-8ab0-d3475c60f4f7 HTTP/1.1" status: 204 len: 168 time: 0.1617920 Feb 16 22:43:28.153490 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a86926-99c1-41d1-9c2d-34fd5a06d08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11814b4-0c21-4139-8ab0-d3475c60f4f7,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:28.245838 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d6181-0018-43aa-b3db-dbfd89b70b08 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7517116-3f78-4cb4-9fbb-af3deab638d6,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:28.607897 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:28.638992 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-43403109-096e-4e6e-a223-3017bba841ff tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Allocated IP 172.20.0.7 (651e08f2-a105-48ac-8688-dac782e2da1e/d189a5e6-e130-4e1f-a717-457466a42ad2/f0dee243-b212-4bca-aaeb-9def3ea8a211) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:43:28.691590 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38572) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:28.742526 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a0292925-43f9-42a3-8324-b30361fa6d06 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=67c97a5da07c4236bd6eaf24ff934d01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0481732 Feb 16 22:43:28.744848 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38574) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:28.757157 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-81e79d47-06c2-4fd6-85d5-4eecb6c3d6e4 req-28fc7db7-41d3-4a2b-86cd-b26ea3763abc tempest-ServerShowV254Test-507419094 tempest-ServerShowV254Test-507419094-project] 10.222.0.75 "GET /v2.0/ports?device_id=652284f1-5842-4d5e-a0a5-fb7a9ea2ab2e HTTP/1.1" status: 200 len: 210 time: 0.0476346 Feb 16 22:43:28.763505 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9f8d6181-0018-43aa-b3db-dbfd89b70b08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (2d6c8ad7-ca82-4e71-a833-9a06a2517e1c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:28.820689 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2d59-6790-4436-a824-26226c26e930 admin admin] Publish callbacks [] for security_group (01aea86e-0019-4ecf-9dba-c8e0d9dceff9), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:28.854329 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2d59-6790-4436-a824-26226c26e930 admin admin] Publish callbacks [] for security_group (01aea86e-0019-4ecf-9dba-c8e0d9dceff9), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:28.943743 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2d59-6790-4436-a824-26226c26e930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (01aea86e-0019-4ecf-9dba-c8e0d9dceff9), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:28.947536 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6f8a2d59-6790-4436-a824-26226c26e930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:28.947962 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6f8a2d59-6790-4436-a824-26226c26e930 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/01aea86e-0019-4ecf-9dba-c8e0d9dceff9 HTTP/1.1" status: 204 len: 168 time: 0.2018919 Feb 16 22:43:28.958404 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a2d59-6790-4436-a824-26226c26e930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01aea86e-0019-4ecf-9dba-c8e0d9dceff9,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:29.023823 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a35fb061-52e6-4e9e-b38c-27cf9472ff56 req-4ef459cb-05ed-43e5-8c7e-7a32af173b4c tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9 HTTP/1.1" status: 200 len: 210 time: 0.0661023 Feb 16 22:43:29.103738 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-43403109-096e-4e6e-a223-3017bba841ff tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for port (f0dee243-b212-4bca-aaeb-9def3ea8a211), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:29.226278 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-43403109-096e-4e6e-a223-3017bba841ff tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (f0dee243-b212-4bca-aaeb-9def3ea8a211), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:29.300469 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-43403109-096e-4e6e-a223-3017bba841ff tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Network 651e08f2-a105-48ac-8688-dac782e2da1e is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:43:29.308813 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-43403109-096e-4e6e-a223-3017bba841ff tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:43:29.311294 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-43403109-096e-4e6e-a223-3017bba841ff tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:43:29.340672 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43403109-096e-4e6e-a223-3017bba841ff tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'Port': ['ID=f0dee243-b212-4bca-aaeb-9def3ea8a211,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:29.407428 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-43403109-096e-4e6e-a223-3017bba841ff tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:29.408613 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-43403109-096e-4e6e-a223-3017bba841ff tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:29.414922 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8d6181-0018-43aa-b3db-dbfd89b70b08 admin admin] Router 2d6c8ad7-ca82-4e71-a833-9a06a2517e1c has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:43:29.447479 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-43403109-096e-4e6e-a223-3017bba841ff tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8046679 Feb 16 22:43:29.555281 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-ffb49e0c-5bc1-497b-8507-003f1aad3a1f service neutron] Request body: {'port': {'device_id': '7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:29.684432 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8d6181-0018-43aa-b3db-dbfd89b70b08 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:43:29.686130 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-ffb49e0c-5bc1-497b-8507-003f1aad3a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f0dee243-b212-4bca-aaeb-9def3ea8a211), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:29.692770 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9f8d6181-0018-43aa-b3db-dbfd89b70b08 admin admin] 10.222.0.75 "PUT /v2.0/routers/2d6c8ad7-ca82-4e71-a833-9a06a2517e1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7525494 Feb 16 22:43:29.695164 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c398485-84ad-4cc3-811a-f9c76ebf0fd2 None None] Sync routers for ids ['2d6c8ad7-ca82-4e71-a833-9a06a2517e1c'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:43:29.698453 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38614) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:29.714859 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c398485-84ad-4cc3-811a-f9c76ebf0fd2 None None] Routers {'2d6c8ad7-ca82-4e71-a833-9a06a2517e1c'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:43:29.715575 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3c398485-84ad-4cc3-811a-f9c76ebf0fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:43:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['2d6c8ad7-ca82-4e71-a833-9a06a2517e1c'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:29.938073 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-2b6b23a3-af86-4b27-b277-243647d41a5b None None] Provisioning complete for port f0dee243-b212-4bca-aaeb-9def3ea8a211 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:29.938874 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2b6b23a3-af86-4b27-b277-243647d41a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f0dee243-b212-4bca-aaeb-9def3ea8a211), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:29.957324 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-147d78be-e5f2-469e-9a6d-3265e7564a76 admin admin] Publish callbacks [] for router (2d6c8ad7-ca82-4e71-a833-9a06a2517e1c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:30.002996 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2b6b23a3-af86-4b27-b277-243647d41a5b None None] Port f0dee243-b212-4bca-aaeb-9def3ea8a211 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:43:30.034742 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-3c398485-84ad-4cc3-811a-f9c76ebf0fd2 None None] Set router 2d6c8ad7-ca82-4e71-a833-9a06a2517e1c gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:43:30.052476 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ba81355-b6d9-4bf5-966a-079d07ee599a req-47d7ef8d-e3c5-4172-b31c-80026f1575ff tempest-ServerShowV254Test-507419094 tempest-ServerShowV254Test-507419094-project] 10.222.0.75 "GET /v2.0/ports?device_id=652284f1-5842-4d5e-a0a5-fb7a9ea2ab2e HTTP/1.1" status: 200 len: 210 time: 0.0981112 Feb 16 22:43:30.173393 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-147d78be-e5f2-469e-9a6d-3265e7564a76 admin admin] Publish callbacks [] for router_gateway (2d6c8ad7-ca82-4e71-a833-9a06a2517e1c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:30.307794 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-147d78be-e5f2-469e-9a6d-3265e7564a76 admin admin] Deleting port a67fd688-55bc-4d42-ab5e-3f45a296f599 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:43:30.308194 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-147d78be-e5f2-469e-9a6d-3265e7564a76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a67fd688-55bc-4d42-ab5e-3f45a296f599), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:30.340571 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:30.354471 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3c398485-84ad-4cc3-811a-f9c76ebf0fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6c8ad7-ca82-4e71-a833-9a06a2517e1c', 'name': 'tempest-ImageQuotaTest-566624952-router', 'tenant_id': '508009395f4c4e4fafc764f41c1c4bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': 'a67fd688-55bc-4d42-ab5e-3f45a296f599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:13Z', 'updated_at': '2022-02-16T22:43:27Z', 'revision_number': 5, 'project_id': '508009395f4c4e4fafc764f41c1c4bd5', 'gw_port': {'id': 'a67fd688-55bc-4d42-ab5e-3f45a296f599', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6c8ad7-ca82-4e71-a833-9a06a2517e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:13Z', 'updated_at': '2022-02-16T22:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:30.444741 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c398485-84ad-4cc3-811a-f9c76ebf0fd2 None None] Checking router: 2d6c8ad7-ca82-4e71-a833-9a06a2517e1c for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:43:30.456695 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-ffb49e0c-5bc1-497b-8507-003f1aad3a1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0dee243-b212-4bca-aaeb-9def3ea8a211 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:43:30.490930 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c398485-84ad-4cc3-811a-f9c76ebf0fd2 None None] Routers {'2d6c8ad7-ca82-4e71-a833-9a06a2517e1c'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:43:30.491752 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3c398485-84ad-4cc3-811a-f9c76ebf0fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:43:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['2d6c8ad7-ca82-4e71-a833-9a06a2517e1c'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:30.510526 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-147d78be-e5f2-469e-9a6d-3265e7564a76 admin admin] For port a67fd688-55bc-4d42-ab5e-3f45a296f599, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a67fd688-55bc-4d42-ab5e-3f45a296f599,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:43:30.511443 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-147d78be-e5f2-469e-9a6d-3265e7564a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a67fd688-55bc-4d42-ab5e-3f45a296f599), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:30.512404 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-ffb49e0c-5bc1-497b-8507-003f1aad3a1f service neutron] Publish callbacks [] for port (f0dee243-b212-4bca-aaeb-9def3ea8a211), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:30.540667 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-147d78be-e5f2-469e-9a6d-3265e7564a76 admin admin] Calling delete_port for a67fd688-55bc-4d42-ab5e-3f45a296f599 owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:43:30.543745 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f3af6-bcda-4eba-9958-156d20ee4593 req-80993b35-72e0-4f11-a915-9554edbe6702 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:30.559713 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c46f3af6-bcda-4eba-9958-156d20ee4593 req-80993b35-72e0-4f11-a915-9554edbe6702 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9 HTTP/1.1" status: 200 len: 931 time: 0.3064859 Feb 16 22:43:30.604911 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-ffb49e0c-5bc1-497b-8507-003f1aad3a1f service neutron] Transition to ACTIVE for port object f0dee243-b212-4bca-aaeb-9def3ea8a211 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:43:30.621689 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-ffb49e0c-5bc1-497b-8507-003f1aad3a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (f0dee243-b212-4bca-aaeb-9def3ea8a211), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:30.679900 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb49e0c-5bc1-497b-8507-003f1aad3a1f service neutron] Pushing event updated for resources: {'Port': ['ID=f0dee243-b212-4bca-aaeb-9def3ea8a211,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:30.726828 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-3c398485-84ad-4cc3-811a-f9c76ebf0fd2 None None] Set router 2d6c8ad7-ca82-4e71-a833-9a06a2517e1c gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:43:30.784911 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c46f3af6-bcda-4eba-9958-156d20ee4593 req-1cb1463a-3513-4e3c-b082-f18f2d88f548 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/security-groups?id=67256343-2a1a-453a-8654-9dd00c8abbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152486 Feb 16 22:43:30.805679 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-147d78be-e5f2-469e-9a6d-3265e7564a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (a67fd688-55bc-4d42-ab5e-3f45a296f599), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:30.842163 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d78be-e5f2-469e-9a6d-3265e7564a76 admin admin] Pushing event deleted for resources: {'Port': ['ID=a67fd688-55bc-4d42-ab5e-3f45a296f599,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:30.900010 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3c398485-84ad-4cc3-811a-f9c76ebf0fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6c8ad7-ca82-4e71-a833-9a06a2517e1c', 'name': 'tempest-ImageQuotaTest-566624952-router', 'tenant_id': '508009395f4c4e4fafc764f41c1c4bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:13Z', 'updated_at': '2022-02-16T22:43:30Z', 'revision_number': 6, 'project_id': '508009395f4c4e4fafc764f41c1c4bd5', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:30.910429 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-147d78be-e5f2-469e-9a6d-3265e7564a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (2d6c8ad7-ca82-4e71-a833-9a06a2517e1c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:30.955310 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c398485-84ad-4cc3-811a-f9c76ebf0fd2 None None] The sync data for ids ['2d6c8ad7-ca82-4e71-a833-9a06a2517e1c'] in n-d-813897-6 is: [{'id': '2d6c8ad7-ca82-4e71-a833-9a06a2517e1c', 'name': 'tempest-ImageQuotaTest-566624952-router', 'tenant_id': '508009395f4c4e4fafc764f41c1c4bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:13Z', 'updated_at': '2022-02-16T22:43:30Z', 'revision_number': 6, 'project_id': '508009395f4c4e4fafc764f41c1c4bd5', 'gw_port_host': None}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:43:30.994701 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-ffb49e0c-5bc1-497b-8507-003f1aad3a1f service neutron] Attempting to bind port f0dee243-b212-4bca-aaeb-9def3ea8a211 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:30.999035 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-ffb49e0c-5bc1-497b-8507-003f1aad3a1f service neutron] Attempting to bind port f0dee243-b212-4bca-aaeb-9def3ea8a211 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '64c410ba-7b5d-42f2-bce8-b105511f99f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '651e08f2-a105-48ac-8688-dac782e2da1e'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:31.000057 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-ffb49e0c-5bc1-497b-8507-003f1aad3a1f service neutron] Attempting to bind port f0dee243-b212-4bca-aaeb-9def3ea8a211 on network 651e08f2-a105-48ac-8688-dac782e2da1e {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:31.008508 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-ffb49e0c-5bc1-497b-8507-003f1aad3a1f service neutron] Port f0dee243-b212-4bca-aaeb-9def3ea8a211 on network 651e08f2-a105-48ac-8688-dac782e2da1e not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:43:31.008944 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-ffb49e0c-5bc1-497b-8507-003f1aad3a1f service neutron] Attempting to bind port f0dee243-b212-4bca-aaeb-9def3ea8a211 on network 651e08f2-a105-48ac-8688-dac782e2da1e {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:31.035882 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-ffb49e0c-5bc1-497b-8507-003f1aad3a1f service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:43:31.041609 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-ffb49e0c-5bc1-497b-8507-003f1aad3a1f service neutron] Checking segment: {'id': '64c410ba-7b5d-42f2-bce8-b105511f99f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '651e08f2-a105-48ac-8688-dac782e2da1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:43:31.042489 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-ffb49e0c-5bc1-497b-8507-003f1aad3a1f service neutron] Bound using segment: {'id': '64c410ba-7b5d-42f2-bce8-b105511f99f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '651e08f2-a105-48ac-8688-dac782e2da1e'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:43:31.043842 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-ffb49e0c-5bc1-497b-8507-003f1aad3a1f service neutron] Bound port: f0dee243-b212-4bca-aaeb-9def3ea8a211, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c410ba-7b5d-42f2-bce8-b105511f99f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '651e08f2-a105-48ac-8688-dac782e2da1e'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:43:31.045461 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-ffb49e0c-5bc1-497b-8507-003f1aad3a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f0dee243-b212-4bca-aaeb-9def3ea8a211), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:31.073017 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-147d78be-e5f2-469e-9a6d-3265e7564a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (2d6c8ad7-ca82-4e71-a833-9a06a2517e1c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:31.075684 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-147d78be-e5f2-469e-9a6d-3265e7564a76 admin admin] Publish callbacks [] for router_controller (2d6c8ad7-ca82-4e71-a833-9a06a2517e1c), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:31.166411 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-ffb49e0c-5bc1-497b-8507-003f1aad3a1f service neutron] For port f0dee243-b212-4bca-aaeb-9def3ea8a211, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:43:31.170036 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-ffb49e0c-5bc1-497b-8507-003f1aad3a1f service neutron] For port f0dee243-b212-4bca-aaeb-9def3ea8a211, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=f0dee243-b212-4bca-aaeb-9def3ea8a211,segment=NetworkSegment(64c410ba-7b5d-42f2-bce8-b105511f99f0),segment_id=64c410ba-7b5d-42f2-bce8-b105511f99f0)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:43:31.182859 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-ffb49e0c-5bc1-497b-8507-003f1aad3a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (f0dee243-b212-4bca-aaeb-9def3ea8a211), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:31.257785 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-ffb49e0c-5bc1-497b-8507-003f1aad3a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:31.258741 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-ffb49e0c-5bc1-497b-8507-003f1aad3a1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:31.260326 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-ffb49e0c-5bc1-497b-8507-003f1aad3a1f service neutron] 10.222.0.79 "PUT /v2.0/ports/f0dee243-b212-4bca-aaeb-9def3ea8a211 HTTP/1.1" status: 200 len: 1091 time: 1.7094371 Feb 16 22:43:31.261219 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9', 'tag': 'f0dee243-b212-4bca-aaeb-9def3ea8a211'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:43:31.263936 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a173c3-37a4-4527-9d1c-00ad8a6c7b43" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9", "tag": "f0dee243-b212-4bca-aaeb-9def3ea8a211"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:43:31.308031 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c3cfc60-24f6-4282-be48-ca0a45ce398a req-ec75736f-bd1d-40a6-b234-89ccdecc0081 tempest-ServerShowV254Test-507419094 tempest-ServerShowV254Test-507419094-project] 10.222.0.75 "GET /v2.0/ports?device_id=652284f1-5842-4d5e-a0a5-fb7a9ea2ab2e HTTP/1.1" status: 200 len: 210 time: 0.1066346 Feb 16 22:43:31.513892 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74723ba2-3f55-4c12-93b4-fe2c42a9cf79 x-openstack-request-id: req-74723ba2-3f55-4c12-93b4-fe2c42a9cf79 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:43:31.519249 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9", "tag": "f0dee243-b212-4bca-aaeb-9def3ea8a211", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:43:31.520631 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-74723ba2-3f55-4c12-93b4-fe2c42a9cf79 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:43:31.524687 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9', 'tag': 'f0dee243-b212-4bca-aaeb-9def3ea8a211', 'status': 'completed', 'code': 200} Feb 16 22:43:31.545288 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb49e0c-5bc1-497b-8507-003f1aad3a1f service neutron] Pushing event updated for resources: {'Port': ['ID=f0dee243-b212-4bca-aaeb-9def3ea8a211,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:31.546697 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device b7517116-3f78-4cb4-9fbb-af3deab638d6 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:43:31.570420 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-ef959190-d3ad-42de-9b8a-f2fb3d0a02b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:31.573495 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-ef959190-d3ad-42de-9b8a-f2fb3d0a02b2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fcbc829c172a42c39498d6223ec391eb&device_id=7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9 HTTP/1.1" status: 200 len: 1125 time: 0.2570500 Feb 16 22:43:31.623760 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: b7517116-3f78-4cb4-9fbb-af3deab638d6 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:43:31.624146 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device b7517116-3f78-4cb4-9fbb-af3deab638d6 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:43:31.649608 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-582e49d7-b1c2-47f1-9b26-384f1f997827 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0dee243-b212-4bca-aaeb-9def3ea8a211 HTTP/1.1" status: 200 len: 217 time: 0.0613680 Feb 16 22:43:31.736631 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-f1d0809c-b0fd-4be1-85ef-57f1decc17e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:31.738946 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-f1d0809c-b0fd-4be1-85ef-57f1decc17e5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d189a5e6-e130-4e1f-a717-457466a42ad2 HTTP/1.1" status: 200 len: 833 time: 0.0819643 Feb 16 22:43:31.758203 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38670) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:31.783578 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-147d78be-e5f2-469e-9a6d-3265e7564a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (2d6c8ad7-ca82-4e71-a833-9a06a2517e1c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:31.784164 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147d78be-e5f2-469e-9a6d-3265e7564a76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d6c8ad7-ca82-4e71-a833-9a06a2517e1c {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:43:31.793882 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-147d78be-e5f2-469e-9a6d-3265e7564a76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:31.797602 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-147d78be-e5f2-469e-9a6d-3265e7564a76 admin admin] 10.222.0.75 "DELETE /v2.0/routers/2d6c8ad7-ca82-4e71-a833-9a06a2517e1c HTTP/1.1" status: 204 len: 168 time: 2.0946825 Feb 16 22:43:31.798132 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38678) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:31.871784 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7dc60ef-c459-4b32-9db7-ddf14ef635bb admin admin] Deleting subnet 0ec0dc90-023c-48f2-bf49-7195589e52ca {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:43:31.880025 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f7dc60ef-c459-4b32-9db7-ddf14ef635bb admin admin] Publish callbacks [] for subnet (0ec0dc90-023c-48f2-bf49-7195589e52ca), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:31.886574 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-7e6d9f56-3d79-48a3-97e2-768039f2a834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:31.888185 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-7e6d9f56-3d79-48a3-97e2-768039f2a834 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=651e08f2-a105-48ac-8688-dac782e2da1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1399009 Feb 16 22:43:31.934545 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f7dc60ef-c459-4b32-9db7-ddf14ef635bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (0ec0dc90-023c-48f2-bf49-7195589e52ca), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:31.969845 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-b25d4288-69a9-4b30-981a-a3fc8abf4972 tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-916230923', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:32.051925 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25d4288-69a9-4b30-981a-a3fc8abf4972 tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] Made reservation on behalf of 903c2c060aaa406dbb865a045dba386f for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:43:32.054239 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f7dc60ef-c459-4b32-9db7-ddf14ef635bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (0ec0dc90-023c-48f2-bf49-7195589e52ca), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:32.067282 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b25d4288-69a9-4b30-981a-a3fc8abf4972 tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:32.108298 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b25d4288-69a9-4b30-981a-a3fc8abf4972 tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:32.133268 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f7dc60ef-c459-4b32-9db7-ddf14ef635bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (0ec0dc90-023c-48f2-bf49-7195589e52ca), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:32.167445 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8728c66c-315f-4052-ad8f-85074337c157 None None] Network fb979dca-c2f7-40da-89cf-1655344e263c requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:43:32.182049 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f7dc60ef-c459-4b32-9db7-ddf14ef635bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:32.191926 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f7dc60ef-c459-4b32-9db7-ddf14ef635bb admin admin] 10.222.0.75 "DELETE /v2.0/subnets/0ec0dc90-023c-48f2-bf49-7195589e52ca HTTP/1.1" status: 204 len: 168 time: 0.3904531 Feb 16 22:43:32.191926 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc60ef-c459-4b32-9db7-ddf14ef635bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ec0dc90-023c-48f2-bf49-7195589e52ca,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:32.193952 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38686) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:32.296015 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4420633a-b35a-4f06-8362-b8fa93a20104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (fb979dca-c2f7-40da-89cf-1655344e263c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:32.375225 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-4420633a-b35a-4f06-8362-b8fa93a20104 admin admin] Deleting port da77fdd9-9fdd-4960-a506-5e6aea97901a {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:43:32.375735 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4420633a-b35a-4f06-8362-b8fa93a20104 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (da77fdd9-9fdd-4960-a506-5e6aea97901a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:32.466731 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0388b167-e3f2-4c4c-b5a6-a5c0eb776195 None None] DHCP port deletion for fb979dca-c2f7-40da-89cf-1655344e263c request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:43:32.542045 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-4420633a-b35a-4f06-8362-b8fa93a20104 admin admin] For port da77fdd9-9fdd-4960-a506-5e6aea97901a, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=da77fdd9-9fdd-4960-a506-5e6aea97901a,segment=NetworkSegment(bf898f9d-7f83-404f-a519-7d261d3381dc),segment_id=bf898f9d-7f83-404f-a519-7d261d3381dc)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:43:32.542864 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4420633a-b35a-4f06-8362-b8fa93a20104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (da77fdd9-9fdd-4960-a506-5e6aea97901a), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:32.563676 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-0388b167-e3f2-4c4c-b5a6-a5c0eb776195 None None] Deleting port da77fdd9-9fdd-4960-a506-5e6aea97901a {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:43:32.564096 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565886e-43ec-44d1-ab8d-c7c80241766c req-832e147f-8052-41ee-935b-0918802d7afd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:32.564465 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0388b167-e3f2-4c4c-b5a6-a5c0eb776195 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (da77fdd9-9fdd-4960-a506-5e6aea97901a), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:32.576781 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e565886e-43ec-44d1-ab8d-c7c80241766c req-832e147f-8052-41ee-935b-0918802d7afd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9 HTTP/1.1" status: 200 len: 943 time: 0.6626804 Feb 16 22:43:32.596078 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-4420633a-b35a-4f06-8362-b8fa93a20104 admin admin] Calling delete_port for da77fdd9-9fdd-4960-a506-5e6aea97901a owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:43:32.602267 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-585e573a-7237-4467-8fef-e808a65cab88 service neutron] 10.222.0.79 "GET /v2.0/networks/651e08f2-a105-48ac-8688-dac782e2da1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7069442 Feb 16 22:43:32.728457 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-0388b167-e3f2-4c4c-b5a6-a5c0eb776195 None None] For port da77fdd9-9fdd-4960-a506-5e6aea97901a, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=da77fdd9-9fdd-4960-a506-5e6aea97901a,segment=NetworkSegment(bf898f9d-7f83-404f-a519-7d261d3381dc),segment_id=bf898f9d-7f83-404f-a519-7d261d3381dc)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:43:32.728858 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0388b167-e3f2-4c4c-b5a6-a5c0eb776195 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (da77fdd9-9fdd-4960-a506-5e6aea97901a), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:32.745543 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-0388b167-e3f2-4c4c-b5a6-a5c0eb776195 None None] Calling delete_port for da77fdd9-9fdd-4960-a506-5e6aea97901a owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:43:32.762564 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4420633a-b35a-4f06-8362-b8fa93a20104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (da77fdd9-9fdd-4960-a506-5e6aea97901a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:32.790316 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e565886e-43ec-44d1-ab8d-c7c80241766c req-a98c249a-ec5e-42e2-9a41-87f1b945f464 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/security-groups?id=67256343-2a1a-453a-8654-9dd00c8abbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106919 Feb 16 22:43:32.828757 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420633a-b35a-4f06-8362-b8fa93a20104 admin admin] Pushing event deleted for resources: {'Port': ['ID=da77fdd9-9fdd-4960-a506-5e6aea97901a,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:32.842405 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4420633a-b35a-4f06-8362-b8fa93a20104 admin admin] No DVR routers for this DVR port da77fdd9-9fdd-4960-a506-5e6aea97901a on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:43:32.887670 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1cdb225-dbf1-4d83-a949-13bbf34c2e4b req-9d28c9d1-783a-41c0-897f-685673445710 service neutron] 10.222.0.79 "GET /v2.0/networks/651e08f2-a105-48ac-8688-dac782e2da1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778299 Feb 16 22:43:32.930559 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0388b167-e3f2-4c4c-b5a6-a5c0eb776195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (da77fdd9-9fdd-4960-a506-5e6aea97901a), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:32.932847 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b25d4288-69a9-4b30-981a-a3fc8abf4972 tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] Publish callbacks [] for security_group (4198a1a0-c79f-47e1-a0e0-fa3326231373), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:32.992888 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388b167-e3f2-4c4c-b5a6-a5c0eb776195 None None] Pushing event deleted for resources: {'Port': ['ID=da77fdd9-9fdd-4960-a506-5e6aea97901a,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:32.995378 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4420633a-b35a-4f06-8362-b8fa93a20104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (fb979dca-c2f7-40da-89cf-1655344e263c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:33.008525 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3642538a-d60f-48a0-8d06-6e49837804fa req-5687a694-95a2-486f-8bb9-89f0595470a1 tempest-ServerShowV254Test-507419094 tempest-ServerShowV254Test-507419094-project] 10.222.0.75 "GET /v2.0/ports?device_id=652284f1-5842-4d5e-a0a5-fb7a9ea2ab2e HTTP/1.1" status: 200 len: 210 time: 0.0681453 Feb 16 22:43:33.032464 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-4420633a-b35a-4f06-8362-b8fa93a20104 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb979dca-c2f7-40da-89cf-1655344e263c']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:33.043371 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-4420633a-b35a-4f06-8362-b8fa93a20104 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf898f9d-7f83-404f-a519-7d261d3381dc') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:33.043680 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-4420633a-b35a-4f06-8362-b8fa93a20104 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf898f9d-7f83-404f-a519-7d261d3381dc') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:33.043846 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0388b167-e3f2-4c4c-b5a6-a5c0eb776195 None None] No DVR routers for this DVR port da77fdd9-9fdd-4960-a506-5e6aea97901a on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:43:33.052445 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b25d4288-69a9-4b30-981a-a3fc8abf4972 tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4198a1a0-c79f-47e1-a0e0-fa3326231373), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:33.063642 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-b25d4288-69a9-4b30-981a-a3fc8abf4972 tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] device_id is not set on port 750dc4c9-dbbe-4902-8a17-cc35d239f2b8 yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:43:33.065536 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4420633a-b35a-4f06-8362-b8fa93a20104 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (bf898f9d-7f83-404f-a519-7d261d3381dc), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:33.082637 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4420633a-b35a-4f06-8362-b8fa93a20104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (bf898f9d-7f83-404f-a519-7d261d3381dc), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:33.091203 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4420633a-b35a-4f06-8362-b8fa93a20104 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:43:33.091614 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4420633a-b35a-4f06-8362-b8fa93a20104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (bf898f9d-7f83-404f-a519-7d261d3381dc), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:33.094712 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:43:33.094712 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:43:33.094712 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:43:33.094712 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:43:33.094712 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:43:33.094712 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:43:33.094712 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:43:33.094712 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:43:33.094712 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:43:33.094712 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:43:33.094712 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:43:33.094712 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:43:33.094712 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:43:33.094712 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:43:33.094712 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:43:33.094712 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:43:33.094712 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:43:33.094712 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:43:33.094712 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:43:33.094712 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:43:33.094712 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:43:33.094712 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:43:33.094712 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:43:33.094712 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:43:33.094712 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:43:33.094712 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:43:33.094712 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:43:33.094712 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:43:33.094712 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:43:33.094712 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:43:33.094712 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:43:33.094712 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:43:33.101529 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a173c3-37a4-4527-9d1c-00ad8a6c7b43 req-00672d9c-aaef-4141-b4a8-ab50cee6e552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:33.103295 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-76a173c3-37a4-4527-9d1c-00ad8a6c7b43 req-00672d9c-aaef-4141-b4a8-ab50cee6e552 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fcbc829c172a42c39498d6223ec391eb&device_id=7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9 HTTP/1.1" status: 200 len: 1125 time: 0.0933249 Feb 16 22:43:33.159487 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4420633a-b35a-4f06-8362-b8fa93a20104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (fb979dca-c2f7-40da-89cf-1655344e263c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:33.173257 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4420633a-b35a-4f06-8362-b8fa93a20104 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:33.175932 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d4288-69a9-4b30-981a-a3fc8abf4972 tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4198a1a0-c79f-47e1-a0e0-fa3326231373,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:33.179300 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4420633a-b35a-4f06-8362-b8fa93a20104 admin admin] 10.222.0.75 "DELETE /v2.0/networks/fb979dca-c2f7-40da-89cf-1655344e263c HTTP/1.1" status: 204 len: 168 time: 0.9840708 Feb 16 22:43:33.227916 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420633a-b35a-4f06-8362-b8fa93a20104 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb979dca-c2f7-40da-89cf-1655344e263c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:33.343756 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-b25d4288-69a9-4b30-981a-a3fc8abf4972 tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] Allocated IP 172.25.2.222 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/750dc4c9-dbbe-4902-8a17-cc35d239f2b8) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:43:33.347277 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a173c3-37a4-4527-9d1c-00ad8a6c7b43 req-abb284e6-9441-40ad-b3e9-a9a52f57422c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:33.349286 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-76a173c3-37a4-4527-9d1c-00ad8a6c7b43 req-abb284e6-9441-40ad-b3e9-a9a52f57422c service neutron] 10.222.0.79 "GET /v2.0/networks?id=651e08f2-a105-48ac-8688-dac782e2da1e HTTP/1.1" status: 200 len: 897 time: 0.2116566 Feb 16 22:43:33.379414 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a67fd688-55bc-4d42-ab5e-3f45a296f599 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:43:33.410097 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-76a173c3-37a4-4527-9d1c-00ad8a6c7b43 req-4ff15c4c-5893-4073-a2ce-99e560bdd5ed service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0dee243-b212-4bca-aaeb-9def3ea8a211 HTTP/1.1" status: 200 len: 217 time: 0.0518451 Feb 16 22:43:33.434963 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: a67fd688-55bc-4d42-ab5e-3f45a296f599 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:43:33.436243 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a67fd688-55bc-4d42-ab5e-3f45a296f599 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:43:33.437587 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device da77fdd9-9fdd-4960-a506-5e6aea97901a no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:43:33.478222 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: da77fdd9-9fdd-4960-a506-5e6aea97901a {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:43:33.479578 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device da77fdd9-9fdd-4960-a506-5e6aea97901a not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:43:33.505959 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a173c3-37a4-4527-9d1c-00ad8a6c7b43 req-94909fb9-0904-46e0-b662-94b3aae9efb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:33.507466 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-76a173c3-37a4-4527-9d1c-00ad8a6c7b43 req-94909fb9-0904-46e0-b662-94b3aae9efb4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d189a5e6-e130-4e1f-a717-457466a42ad2 HTTP/1.1" status: 200 len: 833 time: 0.0835650 Feb 16 22:43:33.516286 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38712) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:33.580260 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8090b2da-dc20-4c33-9983-748d3265ef9e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=508009395f4c4e4fafc764f41c1c4bd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0594468 Feb 16 22:43:33.581550 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38716) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:33.619259 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a173c3-37a4-4527-9d1c-00ad8a6c7b43 req-00769e38-c6c9-4d34-8e61-9d1e560ec57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:33.620780 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-76a173c3-37a4-4527-9d1c-00ad8a6c7b43 req-00769e38-c6c9-4d34-8e61-9d1e560ec57f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=651e08f2-a105-48ac-8688-dac782e2da1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1004903 Feb 16 22:43:33.647141 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-637f3c73-5736-4dae-93ba-7908a22010bc admin admin] Publish callbacks [] for security_group (b8d4af45-1b26-40f3-987e-f49ea0b2c06b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:33.685768 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-637f3c73-5736-4dae-93ba-7908a22010bc admin admin] Publish callbacks [] for security_group (b8d4af45-1b26-40f3-987e-f49ea0b2c06b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:33.709854 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b25d4288-69a9-4b30-981a-a3fc8abf4972 tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] Publish callbacks [] for port (750dc4c9-dbbe-4902-8a17-cc35d239f2b8), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:33.756479 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-76a173c3-37a4-4527-9d1c-00ad8a6c7b43 req-ba824ca8-0ed3-4aac-aad9-9b86418ad864 service neutron] 10.222.0.79 "GET /v2.0/networks/651e08f2-a105-48ac-8688-dac782e2da1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259882 Feb 16 22:43:33.762445 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-637f3c73-5736-4dae-93ba-7908a22010bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b8d4af45-1b26-40f3-987e-f49ea0b2c06b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:33.767879 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-637f3c73-5736-4dae-93ba-7908a22010bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:33.769286 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-637f3c73-5736-4dae-93ba-7908a22010bc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b8d4af45-1b26-40f3-987e-f49ea0b2c06b HTTP/1.1" status: 204 len: 168 time: 0.1866055 Feb 16 22:43:33.786160 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f3c73-5736-4dae-93ba-7908a22010bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d4af45-1b26-40f3-987e-f49ea0b2c06b,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:33.961522 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b25d4288-69a9-4b30-981a-a3fc8abf4972 tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (750dc4c9-dbbe-4902-8a17-cc35d239f2b8), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:34.127786 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25d4288-69a9-4b30-981a-a3fc8abf4972 tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:43:34.136504 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-b25d4288-69a9-4b30-981a-a3fc8abf4972 tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:43:34.143304 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-76a173c3-37a4-4527-9d1c-00ad8a6c7b43 req-b3129eee-4ff5-4af6-95d3-8e7019780721 service neutron] 10.222.0.79 "GET /v2.0/networks/651e08f2-a105-48ac-8688-dac782e2da1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797119 Feb 16 22:43:34.144323 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d4288-69a9-4b30-981a-a3fc8abf4972 tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] Pushing event updated for resources: {'Port': ['ID=750dc4c9-dbbe-4902-8a17-cc35d239f2b8,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:34.147964 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25d4288-69a9-4b30-981a-a3fc8abf4972 tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:43:34.215254 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2a6b0-6ebc-423c-b8c5-1495aa1cf70f req-bbf81546-a7e3-4f1c-9eac-0e4b40e43176 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:34.218434 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-53b2a6b0-6ebc-423c-b8c5-1495aa1cf70f req-bbf81546-a7e3-4f1c-9eac-0e4b40e43176 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9 HTTP/1.1" status: 200 len: 943 time: 0.2839494 Feb 16 22:43:34.279474 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25d4288-69a9-4b30-981a-a3fc8abf4972 tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:34.281271 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b25d4288-69a9-4b30-981a-a3fc8abf4972 tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:34.353549 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b25d4288-69a9-4b30-981a-a3fc8abf4972 tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.5898874 Feb 16 22:43:34.353818 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38732) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:34.361878 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-d13cfee4-4074-41c5-9ef5-4db31fadc0eb tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.222'}]}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:34.362464 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-53b2a6b0-6ebc-423c-b8c5-1495aa1cf70f req-1c271fba-f561-4a83-bea2-3db0d676e4da tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/security-groups?id=67256343-2a1a-453a-8654-9dd00c8abbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319380 Feb 16 22:43:34.389620 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d13cfee4-4074-41c5-9ef5-4db31fadc0eb tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (4bba0c8a-f14e-4421-9a0a-b0454d33b3df), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:34.391570 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d13cfee4-4074-41c5-9ef5-4db31fadc0eb tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (4bba0c8a-f14e-4421-9a0a-b0454d33b3df), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:34.431940 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38734) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:34.459190 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8d36ab7f-9a18-4a38-bcba-0e5e1eb31c9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:34.512384 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d13cfee4-4074-41c5-9ef5-4db31fadc0eb tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] Publish callbacks [] for router_controller (4bba0c8a-f14e-4421-9a0a-b0454d33b3df), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:34.604528 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8d36ab7f-9a18-4a38-bcba-0e5e1eb31c9d admin admin] Publish callbacks [] for security_group (540f0566-d8dd-413b-b58b-ed7772b1b4a7), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:34.652365 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2b05a46d-41ac-4dc2-b674-80211dc8e37d req-63fe0342-060d-4b5a-8e70-f93541512588 tempest-ServerShowV254Test-507419094 tempest-ServerShowV254Test-507419094-project] 10.222.0.75 "GET /v2.0/ports?device_id=652284f1-5842-4d5e-a0a5-fb7a9ea2ab2e HTTP/1.1" status: 200 len: 210 time: 0.0447879 Feb 16 22:43:34.662925 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8d36ab7f-9a18-4a38-bcba-0e5e1eb31c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (540f0566-d8dd-413b-b58b-ed7772b1b4a7), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:34.723732 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8d36ab7f-9a18-4a38-bcba-0e5e1eb31c9d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2903168 Feb 16 22:43:34.726171 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38750) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:34.734562 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d36ab7f-9a18-4a38-bcba-0e5e1eb31c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540f0566-d8dd-413b-b58b-ed7772b1b4a7,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:34.819622 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b77855f4-6282-46f2-956d-fddbcc6f8956 admin admin] Publish callbacks [] for security_group (540f0566-d8dd-413b-b58b-ed7772b1b4a7), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:34.845607 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b77855f4-6282-46f2-956d-fddbcc6f8956 admin admin] Publish callbacks [] for security_group (540f0566-d8dd-413b-b58b-ed7772b1b4a7), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:34.904447 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d13cfee4-4074-41c5-9ef5-4db31fadc0eb tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] Publish callbacks [] for router_gateway (4bba0c8a-f14e-4421-9a0a-b0454d33b3df), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:34.909559 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b77855f4-6282-46f2-956d-fddbcc6f8956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (540f0566-d8dd-413b-b58b-ed7772b1b4a7), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:34.912347 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b77855f4-6282-46f2-956d-fddbcc6f8956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:34.928128 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b77855f4-6282-46f2-956d-fddbcc6f8956 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/540f0566-d8dd-413b-b58b-ed7772b1b4a7 HTTP/1.1" status: 204 len: 168 time: 0.1936471 Feb 16 22:43:34.949277 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77855f4-6282-46f2-956d-fddbcc6f8956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540f0566-d8dd-413b-b58b-ed7772b1b4a7,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:35.296515 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device f0dee243-b212-4bca-aaeb-9def3ea8a211 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:43:35.398886 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d13cfee4-4074-41c5-9ef5-4db31fadc0eb tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] Publish callbacks [] for router_gateway (4bba0c8a-f14e-4421-9a0a-b0454d33b3df), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:35.440075 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d13cfee4-4074-41c5-9ef5-4db31fadc0eb tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:35.615688 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port f0dee243-b212-4bca-aaeb-9def3ea8a211, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=f0dee243-b212-4bca-aaeb-9def3ea8a211,segment=NetworkSegment(64c410ba-7b5d-42f2-bce8-b105511f99f0),segment_id=64c410ba-7b5d-42f2-bce8-b105511f99f0)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:43:35.708656 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9fce4-952c-41f5-b087-b30f46daf47e req-9facf63f-e559-474a-bd22-5a5387e924c5 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:35.721680 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12c9fce4-952c-41f5-b087-b30f46daf47e req-9facf63f-e559-474a-bd22-5a5387e924c5 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9 HTTP/1.1" status: 200 len: 943 time: 0.1994009 Feb 16 22:43:35.722425 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'f0dee243-b212-4bca-aaeb-9def3ea8a211', 'network_id': '651e08f2-a105-48ac-8688-dac782e2da1e', 'port_id': 'f0dee243-b212-4bca-aaeb-9def3ea8a211', 'mac_address': 'fa:16:3e:bb:1c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd189a5e6-e130-4e1f-a717-457466a42ad2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:43:35.809843 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d13cfee4-4074-41c5-9ef5-4db31fadc0eb tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] Publish callbacks [] for router (4bba0c8a-f14e-4421-9a0a-b0454d33b3df), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:35.814189 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12c9fce4-952c-41f5-b087-b30f46daf47e req-4756d3a8-ef22-467d-aa4b-7c8fccd35a46 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/security-groups?id=67256343-2a1a-453a-8654-9dd00c8abbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870521 Feb 16 22:43:35.891820 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port f0dee243-b212-4bca-aaeb-9def3ea8a211 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:35.892974 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f0dee243-b212-4bca-aaeb-9def3ea8a211), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:35.933386 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0dee243-b212-4bca-aaeb-9def3ea8a211 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:43:35.978226 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port f0dee243-b212-4bca-aaeb-9def3ea8a211, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=f0dee243-b212-4bca-aaeb-9def3ea8a211,segment=NetworkSegment(64c410ba-7b5d-42f2-bce8-b105511f99f0),segment_id=64c410ba-7b5d-42f2-bce8-b105511f99f0)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:43:35.994863 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (f0dee243-b212-4bca-aaeb-9def3ea8a211), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:36.052770 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5ac52f1e-5abc-49b3-8964-fca5b63881b9 req-54285613-9e45-4ebf-bc1d-e55be36b1598 tempest-ServerShowV254Test-507419094 tempest-ServerShowV254Test-507419094-project] 10.222.0.75 "GET /v2.0/ports?device_id=652284f1-5842-4d5e-a0a5-fb7a9ea2ab2e HTTP/1.1" status: 200 len: 210 time: 0.0787318 Feb 16 22:43:36.157165 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=f0dee243-b212-4bca-aaeb-9def3ea8a211,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:36.230090 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['f0dee243-b212-4bca-aaeb-9def3ea8a211'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:43:36.265478 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 38904) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:36.388014 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d13cfee4-4074-41c5-9ef5-4db31fadc0eb tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (4bba0c8a-f14e-4421-9a0a-b0454d33b3df), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:36.391633 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d13cfee4-4074-41c5-9ef5-4db31fadc0eb tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] Publish callbacks [] for router_controller (4bba0c8a-f14e-4421-9a0a-b0454d33b3df), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:36.579680 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d13cfee4-4074-41c5-9ef5-4db31fadc0eb tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (4bba0c8a-f14e-4421-9a0a-b0454d33b3df), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:36.580288 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13cfee4-4074-41c5-9ef5-4db31fadc0eb tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4bba0c8a-f14e-4421-9a0a-b0454d33b3df {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:43:36.592085 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-b132a590-2aed-465f-85ce-76b998837b97 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1878941652-network', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:36.640455 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b132a590-2aed-465f-85ce-76b998837b97 admin admin] Made reservation on behalf of 09b4d7c239444335b4d37b9f638ba2c2 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:43:36.642580 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-d13cfee4-4074-41c5-9ef5-4db31fadc0eb tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 16 22:43:36.644553 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b132a590-2aed-465f-85ce-76b998837b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:36.644985 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d13cfee4-4074-41c5-9ef5-4db31fadc0eb tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.2882617 Feb 16 22:43:36.648023 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 38942) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:36.656030 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b132a590-2aed-465f-85ce-76b998837b97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:36.745537 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b132a590-2aed-465f-85ce-76b998837b97 admin admin] Publish callbacks [] for security_group (0b23277d-473d-4b24-a164-96285ded2ebb), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:36.760688 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b132a590-2aed-465f-85ce-76b998837b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (0b23277d-473d-4b24-a164-96285ded2ebb), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:36.816130 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132a590-2aed-465f-85ce-76b998837b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b23277d-473d-4b24-a164-96285ded2ebb,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:36.853473 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b132a590-2aed-465f-85ce-76b998837b97 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:43:36.857070 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-a1acfc5e-4627-4848-86e3-3a631f4b4781 tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] Deleting port 750dc4c9-dbbe-4902-8a17-cc35d239f2b8 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:43:36.857443 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a1acfc5e-4627-4848-86e3-3a631f4b4781 tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (750dc4c9-dbbe-4902-8a17-cc35d239f2b8), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:36.875781 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b132a590-2aed-465f-85ce-76b998837b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (ad09f177-655f-4e05-9bb4-60563dc16c07), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:36.879095 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-b132a590-2aed-465f-85ce-76b998837b97 admin admin] Added segment ad09f177-655f-4e05-9bb4-60563dc16c07 of type vlan for network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 Feb 16 22:43:37.007747 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b132a590-2aed-465f-85ce-76b998837b97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (50f5d130-0f22-457e-8f9d-f7f34d0d3035), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:37.048072 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883de272-6dec-49b3-a010-29dcbf45f674 req-9cdd65f5-81b4-4b62-ae0c-4a320c5b9ab4 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:37.056622 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-883de272-6dec-49b3-a010-29dcbf45f674 req-9cdd65f5-81b4-4b62-ae0c-4a320c5b9ab4 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9 HTTP/1.1" status: 200 len: 944 time: 0.1099792 Feb 16 22:43:37.118778 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-883de272-6dec-49b3-a010-29dcbf45f674 req-bcd4b529-5b88-447f-9703-ef5bf07697c3 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/security-groups?id=67256343-2a1a-453a-8654-9dd00c8abbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611348 Feb 16 22:43:37.118946 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a1acfc5e-4627-4848-86e3-3a631f4b4781 tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (750dc4c9-dbbe-4902-8a17-cc35d239f2b8), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:37.173926 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-a1acfc5e-4627-4848-86e3-3a631f4b4781 tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] Calling delete_port for 750dc4c9-dbbe-4902-8a17-cc35d239f2b8 owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:43:37.175971 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b132a590-2aed-465f-85ce-76b998837b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (50f5d130-0f22-457e-8f9d-f7f34d0d3035), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:37.177298 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b132a590-2aed-465f-85ce-76b998837b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:37.178231 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b132a590-2aed-465f-85ce-76b998837b97 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:37.310054 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device f0dee243-b212-4bca-aaeb-9def3ea8a211 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:43:37.362051 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132a590-2aed-465f-85ce-76b998837b97 admin admin] Pushing event updated for resources: {'Network': ['ID=50f5d130-0f22-457e-8f9d-f7f34d0d3035,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:37.375762 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6cc4c2cb-4f79-4e87-bde3-e292b5b7cc5b req-c04d2699-92e3-434a-b6cf-5d26ce20c5db tempest-ServerShowV254Test-507419094 tempest-ServerShowV254Test-507419094-project] 10.222.0.75 "GET /v2.0/ports?device_id=652284f1-5842-4d5e-a0a5-fb7a9ea2ab2e HTTP/1.1" status: 200 len: 210 time: 0.0507870 Feb 16 22:43:37.387960 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:43:37.413947 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b132a590-2aed-465f-85ce-76b998837b97 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1432245 Feb 16 22:43:37.416578 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39012) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:37.426646 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-230e8436-77a4-4b92-a463-b14762e77832 admin admin] Request body: {'subnet': {'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1878941652-subnet', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:37.540250 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230e8436-77a4-4b92-a463-b14762e77832 admin admin] Made reservation on behalf of 09b4d7c239444335b4d37b9f638ba2c2 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:43:37.545471 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-230e8436-77a4-4b92-a463-b14762e77832 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:37.574211 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port f0dee243-b212-4bca-aaeb-9def3ea8a211 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:43:37.584493 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port f0dee243-b212-4bca-aaeb-9def3ea8a211 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:37.584871 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f0dee243-b212-4bca-aaeb-9def3ea8a211), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:37.680978 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a1acfc5e-4627-4848-86e3-3a631f4b4781 tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (750dc4c9-dbbe-4902-8a17-cc35d239f2b8), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:37.715920 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1acfc5e-4627-4848-86e3-3a631f4b4781 tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] Pushing event deleted for resources: {'Port': ['ID=750dc4c9-dbbe-4902-8a17-cc35d239f2b8,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:37.787832 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port f0dee243-b212-4bca-aaeb-9def3ea8a211 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:37.788421 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f0dee243-b212-4bca-aaeb-9def3ea8a211), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:37.835843 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port f0dee243-b212-4bca-aaeb-9def3ea8a211, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=f0dee243-b212-4bca-aaeb-9def3ea8a211,segment=NetworkSegment(64c410ba-7b5d-42f2-bce8-b105511f99f0),segment_id=64c410ba-7b5d-42f2-bce8-b105511f99f0)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:43:37.837057 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0dee243-b212-4bca-aaeb-9def3ea8a211'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:43:37.839634 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdd2729-e67d-40ef-b2ea-fd9dfebcc324" -d '{"events": [{"server_uuid": "7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9", "name": "network-vif-plugged", "status": "completed", "tag": "f0dee243-b212-4bca-aaeb-9def3ea8a211"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:43:37.855792 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (f0dee243-b212-4bca-aaeb-9def3ea8a211), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:37.879242 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a1acfc5e-4627-4848-86e3-3a631f4b4781 tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:37.888753 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a1acfc5e-4627-4848-86e3-3a631f4b4781 tempest-RoutersAdminNegativeIpV6Test-466301977 tempest-RoutersAdminNegativeIpV6Test-466301977-project-admin] 10.222.0.75 "DELETE /v2.0/ports/750dc4c9-dbbe-4902-8a17-cc35d239f2b8 HTTP/1.1" status: 204 len: 168 time: 1.2389128 Feb 16 22:43:37.915888 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b7fa71-721f-4af2-a7e2-bd6894da4ffd x-openstack-request-id: req-e2b7fa71-721f-4af2-a7e2-bd6894da4ffd {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:43:37.916412 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9", "name": "network-vif-plugged", "status": "completed", "tag": "f0dee243-b212-4bca-aaeb-9def3ea8a211", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:43:37.916845 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e2b7fa71-721f-4af2-a7e2-bd6894da4ffd {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:43:37.917389 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0dee243-b212-4bca-aaeb-9def3ea8a211', 'code': 200} Feb 16 22:43:37.918412 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=f0dee243-b212-4bca-aaeb-9def3ea8a211,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:38.001825 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-230e8436-77a4-4b92-a463-b14762e77832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (0f3f901b-49c4-4880-859e-a4de691296cc), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:38.076341 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae27d6-4dd1-4c28-8491-61477149e484 req-6866983b-a8b5-4149-a336-cd6f04362328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:38.079342 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-73ae27d6-4dd1-4c28-8491-61477149e484 req-6866983b-a8b5-4149-a336-cd6f04362328 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9 HTTP/1.1" status: 200 len: 1127 time: 0.1001391 Feb 16 22:43:38.176898 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230e8436-77a4-4b92-a463-b14762e77832 admin admin] Checking segment: {'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:43:38.177207 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230e8436-77a4-4b92-a463-b14762e77832 admin admin] Network hostable DHCP agents. Network: 50f5d130-0f22-457e-8f9d-f7f34d0d3035, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:43:38.216420 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-73ae27d6-4dd1-4c28-8491-61477149e484 req-ce697722-c6b0-4f2a-868f-232d20eb503d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=67256343-2a1a-453a-8654-9dd00c8abbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276586 Feb 16 22:43:38.219295 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e8436-77a4-4b92-a463-b14762e77832 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f3f901b-49c4-4880-859e-a4de691296cc,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:38.235153 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230e8436-77a4-4b92-a463-b14762e77832 admin admin] Network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:43:38.264390 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-230e8436-77a4-4b92-a463-b14762e77832 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 50f5d130-0f22-457e-8f9d-f7f34d0d3035) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:43:38.291205 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02582a84-5eb4-4fc7-91fd-d75287837fd0 None None] Network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:43:38.293150 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230e8436-77a4-4b92-a463-b14762e77832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:38.293759 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-230e8436-77a4-4b92-a463-b14762e77832 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:38.346383 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39102) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:38.360713 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-230e8436-77a4-4b92-a463-b14762e77832 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9392807 Feb 16 22:43:38.362273 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39106) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:38.382515 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-1de428eb-822a-4e24-92aa-06f5e83740a3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1878941652-router', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:38.460854 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa66c6-8c94-4e3f-ac15-4fad374ad61e req-b7e6812c-60cd-46ed-88ef-38b4f9d915ee tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:38.476643 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-50fa66c6-8c94-4e3f-ac15-4fad374ad61e req-b7e6812c-60cd-46ed-88ef-38b4f9d915ee tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9 HTTP/1.1" status: 200 len: 945 time: 0.2119932 Feb 16 22:43:38.483012 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1de428eb-822a-4e24-92aa-06f5e83740a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (aa52edcc-cb25-4717-9f57-78729350a38d), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:38.484178 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1de428eb-822a-4e24-92aa-06f5e83740a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (aa52edcc-cb25-4717-9f57-78729350a38d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:38.532419 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dd0698-6060-4d40-9aa1-4d7f0e3fe4e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'fixed_ips': [{'subnet_id': '0f3f901b-49c4-4880-859e-a4de691296cc'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:43:38.533309 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e3dd0698-6060-4d40-9aa1-4d7f0e3fe4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:38.662053 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1de428eb-822a-4e24-92aa-06f5e83740a3 admin admin] Publish callbacks [] for router_controller (aa52edcc-cb25-4717-9f57-78729350a38d), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:38.665350 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-449af17e-b495-4377-bd80-7d8889159db5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:38.695969 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-50fa66c6-8c94-4e3f-ac15-4fad374ad61e req-0f78495b-3e4f-48d9-b71c-382e2b0a492a tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/security-groups?id=67256343-2a1a-453a-8654-9dd00c8abbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018144 Feb 16 22:43:38.947124 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c9a802ef-10aa-4608-a814-d0a99378c016 req-42d52fe6-c7f5-4203-8b21-90b8fb6ccc1e tempest-ServerShowV254Test-507419094 tempest-ServerShowV254Test-507419094-project] 10.222.0.75 "GET /v2.0/ports?device_id=652284f1-5842-4d5e-a0a5-fb7a9ea2ab2e HTTP/1.1" status: 200 len: 210 time: 0.1379929 Feb 16 22:43:39.023581 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-e3dd0698-6060-4d40-9aa1-4d7f0e3fe4e5 None None] Allocated IP 172.20.0.2 (50f5d130-0f22-457e-8f9d-f7f34d0d3035/0f3f901b-49c4-4880-859e-a4de691296cc/8701fee1-1a41-470b-832c-b29ed0ac66ca) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:43:39.060908 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1de428eb-822a-4e24-92aa-06f5e83740a3 admin admin] Publish callbacks [] for router_gateway (aa52edcc-cb25-4717-9f57-78729350a38d), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:39.143873 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-449af17e-b495-4377-bd80-7d8889159db5 admin admin] Publish callbacks [] for security_group (ba49ed1b-d2e5-43be-b4ec-8f09010bfcad), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:39.158621 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-449af17e-b495-4377-bd80-7d8889159db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ba49ed1b-d2e5-43be-b4ec-8f09010bfcad), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:39.225462 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449af17e-b495-4377-bd80-7d8889159db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba49ed1b-d2e5-43be-b4ec-8f09010bfcad,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:39.251706 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e3dd0698-6060-4d40-9aa1-4d7f0e3fe4e5 None None] Publish callbacks [] for port (8701fee1-1a41-470b-832c-b29ed0ac66ca), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:39.261730 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e3dd0698-6060-4d40-9aa1-4d7f0e3fe4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (8701fee1-1a41-470b-832c-b29ed0ac66ca), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:39.272854 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-449af17e-b495-4377-bd80-7d8889159db5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d86deeb07ef04563aba112857445c467&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9208357 Feb 16 22:43:39.273381 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39188) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:39.315449 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd0698-6060-4d40-9aa1-4d7f0e3fe4e5 None None] Pushing event updated for resources: {'Port': ['ID=8701fee1-1a41-470b-832c-b29ed0ac66ca,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:39.338911 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dd0698-6060-4d40-9aa1-4d7f0e3fe4e5 None None] Network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:43:39.346006 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-e3dd0698-6060-4d40-9aa1-4d7f0e3fe4e5 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:43:39.350317 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dd0698-6060-4d40-9aa1-4d7f0e3fe4e5 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:43:39.498773 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-adf8e948-9254-4a5c-9791-fc2e48cfd51f admin admin] Publish callbacks [] for security_group (ba49ed1b-d2e5-43be-b4ec-8f09010bfcad), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:39.504906 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e3dd0698-6060-4d40-9aa1-4d7f0e3fe4e5 None None] Attempting to bind port 8701fee1-1a41-470b-832c-b29ed0ac66ca on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:39.505482 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e3dd0698-6060-4d40-9aa1-4d7f0e3fe4e5 None None] Attempting to bind port 8701fee1-1a41-470b-832c-b29ed0ac66ca by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:39.506162 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dd0698-6060-4d40-9aa1-4d7f0e3fe4e5 None None] Attempting to bind port 8701fee1-1a41-470b-832c-b29ed0ac66ca on network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:39.518690 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dd0698-6060-4d40-9aa1-4d7f0e3fe4e5 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:43:39.519593 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dd0698-6060-4d40-9aa1-4d7f0e3fe4e5 None None] Checking segment: {'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:43:39.520215 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e3dd0698-6060-4d40-9aa1-4d7f0e3fe4e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:39.520840 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dd0698-6060-4d40-9aa1-4d7f0e3fe4e5 None None] Bound using segment: {'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:43:39.521642 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e3dd0698-6060-4d40-9aa1-4d7f0e3fe4e5 None None] Bound port: 8701fee1-1a41-470b-832c-b29ed0ac66ca, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:43:39.522254 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e3dd0698-6060-4d40-9aa1-4d7f0e3fe4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8701fee1-1a41-470b-832c-b29ed0ac66ca), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:39.544212 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1de428eb-822a-4e24-92aa-06f5e83740a3 admin admin] Publish callbacks [] for router_gateway (aa52edcc-cb25-4717-9f57-78729350a38d), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:39.555085 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-adf8e948-9254-4a5c-9791-fc2e48cfd51f admin admin] Publish callbacks [] for security_group (ba49ed1b-d2e5-43be-b4ec-8f09010bfcad), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:39.569269 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1de428eb-822a-4e24-92aa-06f5e83740a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:39.636799 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-adf8e948-9254-4a5c-9791-fc2e48cfd51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ba49ed1b-d2e5-43be-b4ec-8f09010bfcad), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:39.640012 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-adf8e948-9254-4a5c-9791-fc2e48cfd51f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:39.641491 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-adf8e948-9254-4a5c-9791-fc2e48cfd51f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ba49ed1b-d2e5-43be-b4ec-8f09010bfcad HTTP/1.1" status: 204 len: 168 time: 0.3669081 Feb 16 22:43:39.657948 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8e948-9254-4a5c-9791-fc2e48cfd51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba49ed1b-d2e5-43be-b4ec-8f09010bfcad,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:39.727257 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e3dd0698-6060-4d40-9aa1-4d7f0e3fe4e5 None None] For port 8701fee1-1a41-470b-832c-b29ed0ac66ca, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:43:39.763032 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e3dd0698-6060-4d40-9aa1-4d7f0e3fe4e5 None None] For port 8701fee1-1a41-470b-832c-b29ed0ac66ca, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=8701fee1-1a41-470b-832c-b29ed0ac66ca,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:43:39.770600 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e3dd0698-6060-4d40-9aa1-4d7f0e3fe4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8701fee1-1a41-470b-832c-b29ed0ac66ca), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:39.802758 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-1de428eb-822a-4e24-92aa-06f5e83740a3 admin admin] Allocated IP 172.25.2.190 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/94cf99db-e1b4-4632-bbfa-c0fd2739f268) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:43:39.895194 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd0698-6060-4d40-9aa1-4d7f0e3fe4e5 None None] Pushing event updated for resources: {'Port': ['ID=8701fee1-1a41-470b-832c-b29ed0ac66ca,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:40.165865 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82270f-9698-4763-b131-6a8c3df2120b req-1b751a38-1220-402e-9925-b15e9ee53e68 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:40.168489 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5f82270f-9698-4763-b131-6a8c3df2120b req-1b751a38-1220-402e-9925-b15e9ee53e68 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9 HTTP/1.1" status: 200 len: 945 time: 0.3277705 Feb 16 22:43:40.233842 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5f82270f-9698-4763-b131-6a8c3df2120b req-9ca903be-8a59-40ca-b70b-7de070e65414 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/security-groups?id=67256343-2a1a-453a-8654-9dd00c8abbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567427 Feb 16 22:43:40.241421 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39296) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:40.277237 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1de428eb-822a-4e24-92aa-06f5e83740a3 admin admin] Publish callbacks [] for port (94cf99db-e1b4-4632-bbfa-c0fd2739f268), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:40.356432 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a1f085b2-37bb-49d4-9eff-90a2027278dc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=903c2c060aaa406dbb865a045dba386f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1135404 Feb 16 22:43:40.359203 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39306) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:40.366844 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1de428eb-822a-4e24-92aa-06f5e83740a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (94cf99db-e1b4-4632-bbfa-c0fd2739f268), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:40.438371 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de428eb-822a-4e24-92aa-06f5e83740a3 admin admin] Pushing event updated for resources: {'Port': ['ID=94cf99db-e1b4-4632-bbfa-c0fd2739f268,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:40.487288 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-67c02fbe-064b-4e05-a7e9-8f961b2b78c3 req-dd01e3d3-0daf-4b66-b2e6-7d3b90743c78 tempest-ServerShowV254Test-507419094 tempest-ServerShowV254Test-507419094-project] 10.222.0.75 "GET /v2.0/ports?device_id=652284f1-5842-4d5e-a0a5-fb7a9ea2ab2e HTTP/1.1" status: 200 len: 210 time: 0.0509541 Feb 16 22:43:40.539151 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de428eb-822a-4e24-92aa-06f5e83740a3 admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:43:40.540837 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-1de428eb-822a-4e24-92aa-06f5e83740a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:43:40.550803 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de428eb-822a-4e24-92aa-06f5e83740a3 admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:43:40.646644 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-72ace095-d793-43d9-995c-70b6e490079f admin admin] Publish callbacks [] for security_group (4198a1a0-c79f-47e1-a0e0-fa3326231373), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:40.751192 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-72ace095-d793-43d9-995c-70b6e490079f admin admin] Publish callbacks [] for security_group (4198a1a0-c79f-47e1-a0e0-fa3326231373), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:40.772955 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f35de-0e4e-48a2-a3ed-eb8bb946784a req-ce32005a-6fe6-4194-a796-e4a0603fa204 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:40.775960 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-af1f35de-0e4e-48a2-a3ed-eb8bb946784a req-ce32005a-6fe6-4194-a796-e4a0603fa204 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9 HTTP/1.1" status: 200 len: 945 time: 0.1882975 Feb 16 22:43:40.898228 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-72ace095-d793-43d9-995c-70b6e490079f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4198a1a0-c79f-47e1-a0e0-fa3326231373), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:40.901034 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-72ace095-d793-43d9-995c-70b6e490079f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:40.904880 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-72ace095-d793-43d9-995c-70b6e490079f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4198a1a0-c79f-47e1-a0e0-fa3326231373 HTTP/1.1" status: 204 len: 168 time: 0.5393479 Feb 16 22:43:40.979131 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-af1f35de-0e4e-48a2-a3ed-eb8bb946784a req-73cdaf88-464d-418a-9e4a-e90e5ef93533 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/security-groups?id=67256343-2a1a-453a-8654-9dd00c8abbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865494 Feb 16 22:43:40.996707 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ace095-d793-43d9-995c-70b6e490079f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4198a1a0-c79f-47e1-a0e0-fa3326231373,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:41.002560 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39330) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:41.450462 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 8701fee1-1a41-470b-832c-b29ed0ac66ca up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:43:41.596619 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347b1a94-f0b6-4c38-ab4a-5a91e9c78c87 None None] Network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:43:41.638297 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 8701fee1-1a41-470b-832c-b29ed0ac66ca triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:41.638945 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8701fee1-1a41-470b-832c-b29ed0ac66ca), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:41.709730 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-62317896-40eb-4229-bf4a-a330a88a9a8f None None] Provisioning complete for port 8701fee1-1a41-470b-832c-b29ed0ac66ca triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:41.710155 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-62317896-40eb-4229-bf4a-a330a88a9a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8701fee1-1a41-470b-832c-b29ed0ac66ca), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:41.741128 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1de428eb-822a-4e24-92aa-06f5e83740a3 admin admin] Publish callbacks [] for router_gateway (aa52edcc-cb25-4717-9f57-78729350a38d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:41.750675 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298b33d4-c601-4477-9ba7-3df12f8b16be tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:41.752434 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-298b33d4-c601-4477-9ba7-3df12f8b16be tempest-TestNetworkBasicOps-3390494 tempest-TestNetworkBasicOps-3390494-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9 HTTP/1.1" status: 200 len: 1122 time: 0.7485616 Feb 16 22:43:41.760376 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39368) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:41.766579 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-dcde8bc7-df99-4073-bab9-3d12695e333f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'port_id': 'f0dee243-b212-4bca-aaeb-9def3ea8a211', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:41.804416 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dcde8bc7-df99-4073-bab9-3d12695e333f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:41.853864 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-7d0cafed-67f6-4a2a-a6c4-e831ce7d2bc8 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:41.856006 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-7d0cafed-67f6-4a2a-a6c4-e831ce7d2bc8 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/networks?id=711f76dd-299d-4633-b0c0-e90e0dfbc02d HTTP/1.1" status: 200 len: 814 time: 0.2578175 Feb 16 22:43:41.884445 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-2d7d2a4c-3cc5-46ba-8a54-8b566f188678 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/quotas/23fc1adac9ab43babb811e6bb6a91375 HTTP/1.1" status: 200 len: 375 time: 0.0189366 Feb 16 22:43:41.968366 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 8701fee1-1a41-470b-832c-b29ed0ac66ca is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:41.969044 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8701fee1-1a41-470b-832c-b29ed0ac66ca), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:41.981278 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-62317896-40eb-4229-bf4a-a330a88a9a8f None None] Current status of the port 8701fee1-1a41-470b-832c-b29ed0ac66ca is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:41.981932 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-62317896-40eb-4229-bf4a-a330a88a9a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8701fee1-1a41-470b-832c-b29ed0ac66ca), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:41.987768 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dcde8bc7-df99-4073-bab9-3d12695e333f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:42.011872 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-89c72c4a-a6d1-4ea9-8e47-b3c34e6c333d tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=23fc1adac9ab43babb811e6bb6a91375&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1186395 Feb 16 22:43:42.034726 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 8701fee1-1a41-470b-832c-b29ed0ac66ca, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=8701fee1-1a41-470b-832c-b29ed0ac66ca,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:43:42.051977 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8701fee1-1a41-470b-832c-b29ed0ac66ca), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:42.169896 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-62317896-40eb-4229-bf4a-a330a88a9a8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:43:42.171279 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-62317896-40eb-4229-bf4a-a330a88a9a8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:43:42.206992 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=8701fee1-1a41-470b-832c-b29ed0ac66ca,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:42.248014 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-dcde8bc7-df99-4073-bab9-3d12695e333f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Allocated IP 172.25.2.79 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/9648c560-99dd-48bc-9031-da51b6aec63e) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:43:42.254046 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1de428eb-822a-4e24-92aa-06f5e83740a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (aa52edcc-cb25-4717-9f57-78729350a38d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:42.445004 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dcde8bc7-df99-4073-bab9-3d12695e333f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for port (9648c560-99dd-48bc-9031-da51b6aec63e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:42.451293 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-c0ea8c85-8867-443c-a8c8-225e6d33b7e0 service neutron] 10.222.0.75 "GET /v2.0/networks/711f76dd-299d-4633-b0c0-e90e0dfbc02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854480 Feb 16 22:43:42.544090 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de428eb-822a-4e24-92aa-06f5e83740a3 admin admin] Router aa52edcc-cb25-4717-9f57-78729350a38d is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:43:42.545025 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dcde8bc7-df99-4073-bab9-3d12695e333f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (9648c560-99dd-48bc-9031-da51b6aec63e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:42.642197 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcde8bc7-df99-4073-bab9-3d12695e333f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:43:42.643699 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde8bc7-df99-4073-bab9-3d12695e333f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'Port': ['ID=9648c560-99dd-48bc-9031-da51b6aec63e,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:42.648281 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-dcde8bc7-df99-4073-bab9-3d12695e333f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:43:42.655581 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcde8bc7-df99-4073-bab9-3d12695e333f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:43:42.659191 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde8bc7-df99-4073-bab9-3d12695e333f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:42.659889 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde8bc7-df99-4073-bab9-3d12695e333f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:42.660678 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde8bc7-df99-4073-bab9-3d12695e333f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:42.661389 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde8bc7-df99-4073-bab9-3d12695e333f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:42.661987 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde8bc7-df99-4073-bab9-3d12695e333f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:42.662653 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde8bc7-df99-4073-bab9-3d12695e333f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:42.663202 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde8bc7-df99-4073-bab9-3d12695e333f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:42.663757 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde8bc7-df99-4073-bab9-3d12695e333f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:42.664305 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde8bc7-df99-4073-bab9-3d12695e333f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:42.664896 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde8bc7-df99-4073-bab9-3d12695e333f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:42.665441 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde8bc7-df99-4073-bab9-3d12695e333f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:42.666000 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde8bc7-df99-4073-bab9-3d12695e333f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:42.666545 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde8bc7-df99-4073-bab9-3d12695e333f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:42.718626 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-8b0f4bd0-4a78-4ae1-9e27-dced75719bfd service neutron] 10.222.0.75 "GET /v2.0/networks/711f76dd-299d-4633-b0c0-e90e0dfbc02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573419 Feb 16 22:43:42.748710 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-62317896-40eb-4229-bf4a-a330a88a9a8f None None] Current status of the port 8701fee1-1a41-470b-832c-b29ed0ac66ca is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:42.779115 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de428eb-822a-4e24-92aa-06f5e83740a3 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:43:42.791955 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6887d3e7-1eef-406c-a7e9-b0b847932ded None None] Sync routers for ids ['aa52edcc-cb25-4717-9f57-78729350a38d'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:43:42.801257 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1de428eb-822a-4e24-92aa-06f5e83740a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:42.806871 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1de428eb-822a-4e24-92aa-06f5e83740a3 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4343240 Feb 16 22:43:42.807524 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39392) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:42.835480 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6887d3e7-1eef-406c-a7e9-b0b847932ded None None] Routers {'aa52edcc-cb25-4717-9f57-78729350a38d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:43:42.839784 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6887d3e7-1eef-406c-a7e9-b0b847932ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:43:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['aa52edcc-cb25-4717-9f57-78729350a38d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:42.889996 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-38ca231c-3bfc-4de7-a245-3e156751d94f None None] Provisioning complete for port 8701fee1-1a41-470b-832c-b29ed0ac66ca triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:42.890646 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-38ca231c-3bfc-4de7-a245-3e156751d94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8701fee1-1a41-470b-832c-b29ed0ac66ca), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:43.075869 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-6887d3e7-1eef-406c-a7e9-b0b847932ded None None] Set router aa52edcc-cb25-4717-9f57-78729350a38d gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:43:43.239076 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-38ca231c-3bfc-4de7-a245-3e156751d94f None None] Current status of the port 8701fee1-1a41-470b-832c-b29ed0ac66ca is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:43.378602 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 8701fee1-1a41-470b-832c-b29ed0ac66ca up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:43:43.398714 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6887d3e7-1eef-406c-a7e9-b0b847932ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'name': 'tempest-TestVolumeBootPattern-1878941652-router', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:38Z', 'updated_at': '2022-02-16T22:43:40Z', 'revision_number': 3, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'gw_port': {'id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:39Z', 'updated_at': '2022-02-16T22:43:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:43.427064 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16dc1399-0dba-4f1e-9b53-ea4eb1acf4f0 req-0d72a668-9dea-4e59-ab8b-80a2ba8219cf tempest-ServerShowV254Test-507419094 tempest-ServerShowV254Test-507419094-project] 10.222.0.75 "GET /v2.0/ports?device_id=652284f1-5842-4d5e-a0a5-fb7a9ea2ab2e HTTP/1.1" status: 200 len: 210 time: 0.2847192 Feb 16 22:43:43.515282 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6887d3e7-1eef-406c-a7e9-b0b847932ded None None] Checking router: aa52edcc-cb25-4717-9f57-78729350a38d for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:43:43.516261 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6887d3e7-1eef-406c-a7e9-b0b847932ded None None] Updating router aa52edcc-cb25-4717-9f57-78729350a38d port 94cf99db-e1b4-4632-bbfa-c0fd2739f268 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:43:43.516666 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 8701fee1-1a41-470b-832c-b29ed0ac66ca triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:43.517220 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8701fee1-1a41-470b-832c-b29ed0ac66ca), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:43.544596 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dcde8bc7-df99-4073-bab9-3d12695e333f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for floatingip (82a0eb01-d5a8-4433-9bf5-9a3c1f62a06d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:43.605442 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6887d3e7-1eef-406c-a7e9-b0b847932ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (94cf99db-e1b4-4632-bbfa-c0fd2739f268), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:43.707443 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39416) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:43.711554 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 8701fee1-1a41-470b-832c-b29ed0ac66ca is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:43.739746 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dcde8bc7-df99-4073-bab9-3d12695e333f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9648c560-99dd-48bc-9031-da51b6aec63e), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:43.841568 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4338b7dd-7c6f-4758-a40c-1a963c954073 req-1bf5d40f-be7c-4a85-856d-24b4dc9c08b3 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6f2cdba-2e20-4893-990c-61cc2c1d89d8 HTTP/1.1" status: 200 len: 210 time: 0.0965574 Feb 16 22:43:43.947702 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-57f2bc1c-4a47-470c-95e9-72eed823d19f tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-881185262', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:44.048710 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dcde8bc7-df99-4073-bab9-3d12695e333f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for port (9648c560-99dd-48bc-9031-da51b6aec63e), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:44.052012 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f2bc1c-4a47-470c-95e9-72eed823d19f tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] Made reservation on behalf of 2b29e652ef724db98763637212a25bac for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:43:44.057159 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57f2bc1c-4a47-470c-95e9-72eed823d19f tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:44.084689 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57f2bc1c-4a47-470c-95e9-72eed823d19f tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:44.087172 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dcde8bc7-df99-4073-bab9-3d12695e333f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (9648c560-99dd-48bc-9031-da51b6aec63e), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:44.179754 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2cdc3a1f-1dec-4610-9e98-5d9e3b230d71 req-f9622ef3-25dc-4509-a129-998aa03a6196 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=46ca211901ef4ecbac37707f85e2609a&device_id=652284f1-5842-4d5e-a0a5-fb7a9ea2ab2e HTTP/1.1" status: 200 len: 210 time: 0.0647793 Feb 16 22:43:44.232742 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6887d3e7-1eef-406c-a7e9-b0b847932ded None None] Publish callbacks [] for port (94cf99db-e1b4-4632-bbfa-c0fd2739f268), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:44.251067 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6887d3e7-1eef-406c-a7e9-b0b847932ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (94cf99db-e1b4-4632-bbfa-c0fd2739f268), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:44.267074 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2cdc3a1f-1dec-4610-9e98-5d9e3b230d71 req-b80a0e8d-2735-4b90-9c75-aed66879560f service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=46ca211901ef4ecbac37707f85e2609a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0650892 Feb 16 22:43:44.375051 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde8bc7-df99-4073-bab9-3d12695e333f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event updated for resources: {'Port': ['ID=9648c560-99dd-48bc-9031-da51b6aec63e,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:44.412833 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57f2bc1c-4a47-470c-95e9-72eed823d19f tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] Publish callbacks [] for security_group (b602e954-c6d3-4784-983b-320102a86dca), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:44.416970 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-6887d3e7-1eef-406c-a7e9-b0b847932ded None None] Attempting to bind port 94cf99db-e1b4-4632-bbfa-c0fd2739f268 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:44.418385 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-6887d3e7-1eef-406c-a7e9-b0b847932ded None None] Attempting to bind port 94cf99db-e1b4-4632-bbfa-c0fd2739f268 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:44.419193 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6887d3e7-1eef-406c-a7e9-b0b847932ded None None] Attempting to bind port 94cf99db-e1b4-4632-bbfa-c0fd2739f268 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:44.428718 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dcde8bc7-df99-4073-bab9-3d12695e333f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (82a0eb01-d5a8-4433-9bf5-9a3c1f62a06d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:44.436727 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dfca2a-035f-4675-bbec-9a2093d791b6 None None] Pushing event updated for resources: {'Port': ['ID=94cf99db-e1b4-4632-bbfa-c0fd2739f268,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:44.440213 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57f2bc1c-4a47-470c-95e9-72eed823d19f tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b602e954-c6d3-4784-983b-320102a86dca), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:44.445020 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-23926eed-15f9-4d1d-91f5-e0398e9b4800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:44.446626 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-57f2bc1c-4a47-470c-95e9-72eed823d19f tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] device_id is not set on port 7841acbb-46a7-42c7-acad-4dc7053b421f yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:43:44.477360 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6887d3e7-1eef-406c-a7e9-b0b847932ded None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:43:44.477775 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6887d3e7-1eef-406c-a7e9-b0b847932ded None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:43:44.478234 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6887d3e7-1eef-406c-a7e9-b0b847932ded None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:44.479180 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6887d3e7-1eef-406c-a7e9-b0b847932ded None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:43:44.479835 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-6887d3e7-1eef-406c-a7e9-b0b847932ded None None] Bound port: 94cf99db-e1b4-4632-bbfa-c0fd2739f268, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:43:44.480220 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6887d3e7-1eef-406c-a7e9-b0b847932ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (94cf99db-e1b4-4632-bbfa-c0fd2739f268), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:44.564390 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-6887d3e7-1eef-406c-a7e9-b0b847932ded None None] For port 94cf99db-e1b4-4632-bbfa-c0fd2739f268, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:43:44.568732 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-6887d3e7-1eef-406c-a7e9-b0b847932ded None None] For port 94cf99db-e1b4-4632-bbfa-c0fd2739f268, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=94cf99db-e1b4-4632-bbfa-c0fd2739f268,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:43:44.580209 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6887d3e7-1eef-406c-a7e9-b0b847932ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (94cf99db-e1b4-4632-bbfa-c0fd2739f268), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:44.673569 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6887d3e7-1eef-406c-a7e9-b0b847932ded None None] Routers {'aa52edcc-cb25-4717-9f57-78729350a38d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:43:44.673569 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6887d3e7-1eef-406c-a7e9-b0b847932ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:43:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['aa52edcc-cb25-4717-9f57-78729350a38d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:44.723956 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2bc1c-4a47-470c-95e9-72eed823d19f tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b602e954-c6d3-4784-983b-320102a86dca,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:44.735419 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-57f2bc1c-4a47-470c-95e9-72eed823d19f tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] Allocated IP 172.25.2.122 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/7841acbb-46a7-42c7-acad-4dc7053b421f) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:43:44.789142 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [None req-dcde8bc7-df99-4073-bab9-3d12695e333f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Floating IP 82a0eb01-d5a8-4433-9bf5-9a3c1f62a06d associated. External IP: 172.25.2.79, port: f0dee243-b212-4bca-aaeb-9def3ea8a211. Feb 16 22:43:44.816622 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dfca2a-035f-4675-bbec-9a2093d791b6 None None] Pushing event updated for resources: {'Port': ['ID=94cf99db-e1b4-4632-bbfa-c0fd2739f268,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:44.908610 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-6887d3e7-1eef-406c-a7e9-b0b847932ded None None] Set router aa52edcc-cb25-4717-9f57-78729350a38d gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:43:45.078243 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc3a1f-1dec-4610-9e98-5d9e3b230d71 req-7fed4483-4b5c-4e3c-8f25-139cc1f9b6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:45.079948 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2cdc3a1f-1dec-4610-9e98-5d9e3b230d71 req-7fed4483-4b5c-4e3c-8f25-139cc1f9b6eb service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8032720 Feb 16 22:43:45.083358 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3576ae3c-8549-4770-b094-e152e5114c05 req-394d8c05-f4bc-43da-9d11-00a1859ed27f tempest-ServerShowV254Test-507419094 tempest-ServerShowV254Test-507419094-project] 10.222.0.75 "GET /v2.0/ports?device_id=652284f1-5842-4d5e-a0a5-fb7a9ea2ab2e HTTP/1.1" status: 200 len: 210 time: 0.5259573 Feb 16 22:43:45.287254 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6887d3e7-1eef-406c-a7e9-b0b847932ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'name': 'tempest-TestVolumeBootPattern-1878941652-router', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:38Z', 'updated_at': '2022-02-16T22:43:40Z', 'revision_number': 3, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'gw_port': {'id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:39Z', 'updated_at': '2022-02-16T22:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:45.314888 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6887d3e7-1eef-406c-a7e9-b0b847932ded None None] The sync data for ids ['aa52edcc-cb25-4717-9f57-78729350a38d'] in n-d-813897-6 is: [{'id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'name': 'tempest-TestVolumeBootPattern-1878941652-router', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:38Z', 'updated_at': '2022-02-16T22:43:40Z', 'revision_number': 3, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'gw_port': {'id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:39Z', 'updated_at': '2022-02-16T22:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:43:45.356159 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-92bdb8ac-7705-4385-8a9d-518bd300362f req-76e8f964-3a92-407a-9d92-fcab3599e322 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6f2cdba-2e20-4893-990c-61cc2c1d89d8 HTTP/1.1" status: 200 len: 210 time: 0.1672754 Feb 16 22:43:45.369928 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57f2bc1c-4a47-470c-95e9-72eed823d19f tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] Publish callbacks [] for port (7841acbb-46a7-42c7-acad-4dc7053b421f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:45.446896 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-23926eed-15f9-4d1d-91f5-e0398e9b4800 admin admin] Allocated IP 172.20.0.1 (50f5d130-0f22-457e-8f9d-f7f34d0d3035/0f3f901b-49c4-4880-859e-a4de691296cc/2ff71336-6aab-49a7-9349-dde4c2626ba5) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:43:45.458257 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-dcbfbf00-b46e-4219-a12b-8fcb89929c92 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:45.459804 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-dcbfbf00-b46e-4219-a12b-8fcb89929c92 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.79 "GET /v2.0/networks?id=711f76dd-299d-4633-b0c0-e90e0dfbc02d HTTP/1.1" status: 200 len: 814 time: 0.3874838 Feb 16 22:43:45.477533 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-bf0bbdfa-0218-46bf-b65f-66321d8bf352 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Request body: {'port': {'device_id': 'd6f2cdba-2e20-4893-990c-61cc2c1d89d8', 'network_id': '711f76dd-299d-4633-b0c0-e90e0dfbc02d', 'admin_state_up': True, 'tenant_id': '23fc1adac9ab43babb811e6bb6a91375'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:45.524983 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57f2bc1c-4a47-470c-95e9-72eed823d19f tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (7841acbb-46a7-42c7-acad-4dc7053b421f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:45.588748 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2bc1c-4a47-470c-95e9-72eed823d19f tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] Pushing event updated for resources: {'Port': ['ID=7841acbb-46a7-42c7-acad-4dc7053b421f,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:45.598375 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f2bc1c-4a47-470c-95e9-72eed823d19f tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:43:45.607805 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-57f2bc1c-4a47-470c-95e9-72eed823d19f tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:43:45.619902 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f2bc1c-4a47-470c-95e9-72eed823d19f tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:43:45.624813 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcde8bc7-df99-4073-bab9-3d12695e333f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Router e116952c-eb09-45a8-b07c-2cff5199e414 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:43:45.654017 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-23926eed-15f9-4d1d-91f5-e0398e9b4800 admin admin] Publish callbacks [] for port (2ff71336-6aab-49a7-9349-dde4c2626ba5), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:45.719330 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-bf0bbdfa-0218-46bf-b65f-66321d8bf352 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Made reservation on behalf of 23fc1adac9ab43babb811e6bb6a91375 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:43:45.724231 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-bf0bbdfa-0218-46bf-b65f-66321d8bf352 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:45.778223 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f2bc1c-4a47-470c-95e9-72eed823d19f tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:45.778930 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57f2bc1c-4a47-470c-95e9-72eed823d19f tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:45.812339 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-23926eed-15f9-4d1d-91f5-e0398e9b4800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (2ff71336-6aab-49a7-9349-dde4c2626ba5), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:45.815417 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-57f2bc1c-4a47-470c-95e9-72eed823d19f tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1068101 Feb 16 22:43:45.820480 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39454) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:45.825019 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-1d371d8d-e66a-404c-9b94-e2b2068820c1 tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.122'}]}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:45.848931 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcde8bc7-df99-4073-bab9-3d12695e333f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:43:45.861918 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4700e0-7b3f-47d6-8ad8-339ea596d64e None None] Sync routers for ids ['e116952c-eb09-45a8-b07c-2cff5199e414'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:43:45.866869 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23926eed-15f9-4d1d-91f5-e0398e9b4800 admin admin] Network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:43:45.874538 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-23926eed-15f9-4d1d-91f5-e0398e9b4800 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:43:45.882279 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23926eed-15f9-4d1d-91f5-e0398e9b4800 admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:43:45.886774 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4700e0-7b3f-47d6-8ad8-339ea596d64e None None] Routers {'e116952c-eb09-45a8-b07c-2cff5199e414'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:43:45.888247 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1d371d8d-e66a-404c-9b94-e2b2068820c1 tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (676ef47b-065f-4578-be62-188e9c607547), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:45.889952 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1d371d8d-e66a-404c-9b94-e2b2068820c1 tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (676ef47b-065f-4578-be62-188e9c607547), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:45.894324 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-5f4700e0-7b3f-47d6-8ad8-339ea596d64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:43:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['e116952c-eb09-45a8-b07c-2cff5199e414'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:45.929638 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-23926eed-15f9-4d1d-91f5-e0398e9b4800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (aa52edcc-cb25-4717-9f57-78729350a38d), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:45.944292 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dcde8bc7-df99-4073-bab9-3d12695e333f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:46.044349 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23926eed-15f9-4d1d-91f5-e0398e9b4800 admin admin] Pushing event updated for resources: {'Port': ['ID=2ff71336-6aab-49a7-9349-dde4c2626ba5,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:46.125260 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-dcde8bc7-df99-4073-bab9-3d12695e333f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.3630579 Feb 16 22:43:46.129477 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39464) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:46.130185 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9', 'tag': 'f0dee243-b212-4bca-aaeb-9def3ea8a211'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:43:46.133184 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5b5981-be7b-48cb-9a9b-dfc92b9e7b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9", "tag": "f0dee243-b212-4bca-aaeb-9def3ea8a211"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:43:46.147911 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1d371d8d-e66a-404c-9b94-e2b2068820c1 tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] Publish callbacks [] for router_controller (676ef47b-065f-4578-be62-188e9c607547), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:46.156571 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23926eed-15f9-4d1d-91f5-e0398e9b4800 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:46.157195 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23926eed-15f9-4d1d-91f5-e0398e9b4800 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:46.157302 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23926eed-15f9-4d1d-91f5-e0398e9b4800 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:46.157644 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23926eed-15f9-4d1d-91f5-e0398e9b4800 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:46.157952 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23926eed-15f9-4d1d-91f5-e0398e9b4800 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:46.158579 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23926eed-15f9-4d1d-91f5-e0398e9b4800 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:46.159002 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23926eed-15f9-4d1d-91f5-e0398e9b4800 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:46.159219 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23926eed-15f9-4d1d-91f5-e0398e9b4800 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:46.159555 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23926eed-15f9-4d1d-91f5-e0398e9b4800 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:46.159857 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23926eed-15f9-4d1d-91f5-e0398e9b4800 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:46.160182 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23926eed-15f9-4d1d-91f5-e0398e9b4800 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:46.160558 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23926eed-15f9-4d1d-91f5-e0398e9b4800 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:46.160882 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23926eed-15f9-4d1d-91f5-e0398e9b4800 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:46.201071 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-5f4700e0-7b3f-47d6-8ad8-339ea596d64e None None] Set router e116952c-eb09-45a8-b07c-2cff5199e414 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:43:46.257538 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-bf0bbdfa-0218-46bf-b65f-66321d8bf352 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Allocated IP 172.20.0.6 (711f76dd-299d-4633-b0c0-e90e0dfbc02d/682cee36-82ef-447d-8aeb-c028e2eee6a0/527fdcde-cc7e-4ced-a2d2-df7cc858c9b6) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:43:46.341896 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-90465969-0f1c-4897-a7a3-3ef43e50b588 req-5a94d53d-2dc6-4998-b3b7-6b6d1dcb478c tempest-ServerShowV254Test-507419094 tempest-ServerShowV254Test-507419094-project] 10.222.0.75 "GET /v2.0/ports?device_id=652284f1-5842-4d5e-a0a5-fb7a9ea2ab2e HTTP/1.1" status: 200 len: 210 time: 0.0863552 Feb 16 22:43:46.364589 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-23926eed-15f9-4d1d-91f5-e0398e9b4800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2ff71336-6aab-49a7-9349-dde4c2626ba5), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:46.433330 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a14283ba-e31b-4178-b8b7-898991b0fdcc tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/floatingips/82a0eb01-d5a8-4433-9bf5-9a3c1f62a06d HTTP/1.1" status: 200 len: 990 time: 0.2907970 Feb 16 22:43:46.437006 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1d371d8d-e66a-404c-9b94-e2b2068820c1 tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] Publish callbacks [] for router_gateway (676ef47b-065f-4578-be62-188e9c607547), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:46.454039 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-d8708f11-0813-4be3-bd93-a464a1250aa2 None None] Provisioning complete for port 2ff71336-6aab-49a7-9349-dde4c2626ba5 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:46.455139 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d8708f11-0813-4be3-bd93-a464a1250aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2ff71336-6aab-49a7-9349-dde4c2626ba5), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:46.541914 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa83a47-b540-4b92-b5c9-42fe010be998 x-openstack-request-id: req-baa83a47-b540-4b92-b5c9-42fe010be998 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:43:46.542268 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9", "tag": "f0dee243-b212-4bca-aaeb-9def3ea8a211", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:43:46.546073 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-baa83a47-b540-4b92-b5c9-42fe010be998 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:43:46.546998 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9', 'tag': 'f0dee243-b212-4bca-aaeb-9def3ea8a211', 'status': 'completed', 'code': 200} Feb 16 22:43:46.557469 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d8708f11-0813-4be3-bd93-a464a1250aa2 None None] Port 2ff71336-6aab-49a7-9349-dde4c2626ba5 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:43:46.773870 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-5f4700e0-7b3f-47d6-8ad8-339ea596d64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'name': 'tempest-TestNetworkBasicOps-router-1616828187', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '5967f3ff-05c5-4786-91a2-34c39b58d8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:10Z', 'updated_at': '2022-02-16T22:43:16Z', 'revision_number': 4, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'gw_port': {'id': '5967f3ff-05c5-4786-91a2-34c39b58d8dd', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:10Z', 'updated_at': '2022-02-16T22:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '82a0eb01-d5a8-4433-9bf5-9a3c1f62a06d', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'floating_ip_address': '172.25.2.79', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'port_id': 'f0dee243-b212-4bca-aaeb-9def3ea8a211', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3282, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '651e08f2-a105-48ac-8688-dac782e2da1e', 'mac_address': 'fa:16:3e:bb:1c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:43:43Z', 'updated_at': '2022-02-16T22:43:43Z', 'revision_number': 0, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b167907-dd25-4df9-9867-0d3b8603cb48', 'name': '', 'network_id': '651e08f2-a105-48ac-8688-dac782e2da1e', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'mac_address': 'fa:16:3e:d7:0f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'd189a5e6-e130-4e1f-a717-457466a42ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:15Z', 'updated_at': '2022-02-16T22:43:22Z', 'revision_number': 5, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'subnets': [{'id': 'd189a5e6-e130-4e1f-a717-457466a42ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:46.793243 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5205790a-da8e-40e1-a931-50adc569ca28 req-7e96acdd-0c69-442a-b374-6c8c3cc783bb tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6f2cdba-2e20-4893-990c-61cc2c1d89d8 HTTP/1.1" status: 200 len: 210 time: 0.1258020 Feb 16 22:43:46.806466 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4700e0-7b3f-47d6-8ad8-339ea596d64e None None] Checking router: e116952c-eb09-45a8-b07c-2cff5199e414 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:43:46.816753 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4700e0-7b3f-47d6-8ad8-339ea596d64e None None] Routers {'e116952c-eb09-45a8-b07c-2cff5199e414'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:43:46.817455 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-5f4700e0-7b3f-47d6-8ad8-339ea596d64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:43:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['e116952c-eb09-45a8-b07c-2cff5199e414'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:46.821008 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-bf0bbdfa-0218-46bf-b65f-66321d8bf352 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Publish callbacks [] for port (527fdcde-cc7e-4ced-a2d2-df7cc858c9b6), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:46.830327 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b5981-be7b-48cb-9a9b-dfc92b9e7b1d req-fb83dacb-cc3e-453a-a4fe-f7a17bbe672c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:46.831891 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c5b5981-be7b-48cb-9a9b-dfc92b9e7b1d req-fb83dacb-cc3e-453a-a4fe-f7a17bbe672c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fcbc829c172a42c39498d6223ec391eb&device_id=7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9 HTTP/1.1" status: 200 len: 1127 time: 0.2987120 Feb 16 22:43:46.865296 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1d371d8d-e66a-404c-9b94-e2b2068820c1 tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] Publish callbacks [] for router_gateway (676ef47b-065f-4578-be62-188e9c607547), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:46.888612 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1d371d8d-e66a-404c-9b94-e2b2068820c1 tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:46.959809 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-23926eed-15f9-4d1d-91f5-e0398e9b4800 admin admin] Publish callbacks [] for port (2ff71336-6aab-49a7-9349-dde4c2626ba5), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:46.963526 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b5981-be7b-48cb-9a9b-dfc92b9e7b1d req-7c285200-c62c-4741-98fe-f970af6edef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:46.965028 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c5b5981-be7b-48cb-9a9b-dfc92b9e7b1d req-7c285200-c62c-4741-98fe-f970af6edef8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=651e08f2-a105-48ac-8688-dac782e2da1e HTTP/1.1" status: 200 len: 897 time: 0.1237993 Feb 16 22:43:46.979184 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-5f4700e0-7b3f-47d6-8ad8-339ea596d64e None None] Set router e116952c-eb09-45a8-b07c-2cff5199e414 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:43:47.044133 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-23926eed-15f9-4d1d-91f5-e0398e9b4800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (2ff71336-6aab-49a7-9349-dde4c2626ba5), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:47.125246 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1d371d8d-e66a-404c-9b94-e2b2068820c1 tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] Publish callbacks [] for router (676ef47b-065f-4578-be62-188e9c607547), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:47.171757 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c5b5981-be7b-48cb-9a9b-dfc92b9e7b1d req-c6539edb-02c8-4479-9e96-3a9db2488215 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0dee243-b212-4bca-aaeb-9def3ea8a211 HTTP/1.1" status: 200 len: 998 time: 0.1848216 Feb 16 22:43:47.173631 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-23926eed-15f9-4d1d-91f5-e0398e9b4800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (aa52edcc-cb25-4717-9f57-78729350a38d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:47.175895 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-bf0bbdfa-0218-46bf-b65f-66321d8bf352 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (527fdcde-cc7e-4ced-a2d2-df7cc858c9b6), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:47.177608 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23926eed-15f9-4d1d-91f5-e0398e9b4800 admin admin] Pushing event updated for resources: {'Port': ['ID=2ff71336-6aab-49a7-9349-dde4c2626ba5,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:47.304172 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-bf0bbdfa-0218-46bf-b65f-66321d8bf352 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Network 711f76dd-299d-4633-b0c0-e90e0dfbc02d is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:43:47.325989 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-bf0bbdfa-0218-46bf-b65f-66321d8bf352 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:43:47.326209 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-5f4700e0-7b3f-47d6-8ad8-339ea596d64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'name': 'tempest-TestNetworkBasicOps-router-1616828187', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '5967f3ff-05c5-4786-91a2-34c39b58d8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:10Z', 'updated_at': '2022-02-16T22:43:16Z', 'revision_number': 4, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'gw_port': {'id': '5967f3ff-05c5-4786-91a2-34c39b58d8dd', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:10Z', 'updated_at': '2022-02-16T22:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '82a0eb01-d5a8-4433-9bf5-9a3c1f62a06d', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'floating_ip_address': '172.25.2.79', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'port_id': 'f0dee243-b212-4bca-aaeb-9def3ea8a211', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3282, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '651e08f2-a105-48ac-8688-dac782e2da1e', 'mac_address': 'fa:16:3e:bb:1c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:43:43Z', 'updated_at': '2022-02-16T22:43:43Z', 'revision_number': 0, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b167907-dd25-4df9-9867-0d3b8603cb48', 'name': '', 'network_id': '651e08f2-a105-48ac-8688-dac782e2da1e', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'mac_address': 'fa:16:3e:d7:0f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'd189a5e6-e130-4e1f-a717-457466a42ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:15Z', 'updated_at': '2022-02-16T22:43:22Z', 'revision_number': 5, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'subnets': [{'id': 'd189a5e6-e130-4e1f-a717-457466a42ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:47.330195 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-bf0bbdfa-0218-46bf-b65f-66321d8bf352 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:43:47.355005 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4700e0-7b3f-47d6-8ad8-339ea596d64e None None] The sync data for ids ['e116952c-eb09-45a8-b07c-2cff5199e414'] in n-d-813897-6 is: [{'id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'name': 'tempest-TestNetworkBasicOps-router-1616828187', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '5967f3ff-05c5-4786-91a2-34c39b58d8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:10Z', 'updated_at': '2022-02-16T22:43:16Z', 'revision_number': 4, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'gw_port': {'id': '5967f3ff-05c5-4786-91a2-34c39b58d8dd', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:10Z', 'updated_at': '2022-02-16T22:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '82a0eb01-d5a8-4433-9bf5-9a3c1f62a06d', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'floating_ip_address': '172.25.2.79', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'port_id': 'f0dee243-b212-4bca-aaeb-9def3ea8a211', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3282, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '651e08f2-a105-48ac-8688-dac782e2da1e', 'mac_address': 'fa:16:3e:bb:1c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:43:43Z', 'updated_at': '2022-02-16T22:43:43Z', 'revision_number': 0, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b167907-dd25-4df9-9867-0d3b8603cb48', 'name': '', 'network_id': '651e08f2-a105-48ac-8688-dac782e2da1e', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'mac_address': 'fa:16:3e:d7:0f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'd189a5e6-e130-4e1f-a717-457466a42ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:15Z', 'updated_at': '2022-02-16T22:43:22Z', 'revision_number': 5, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'subnets': [{'id': 'd189a5e6-e130-4e1f-a717-457466a42ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:43:47.376265 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 94cf99db-e1b4-4632-bbfa-c0fd2739f268 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:43:47.431688 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1d371d8d-e66a-404c-9b94-e2b2068820c1 tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (676ef47b-065f-4578-be62-188e9c607547), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:47.433981 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1d371d8d-e66a-404c-9b94-e2b2068820c1 tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] Publish callbacks [] for router_controller (676ef47b-065f-4578-be62-188e9c607547), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:47.442858 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39486) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:47.462503 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-bf0bbdfa-0218-46bf-b65f-66321d8bf352 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:47.463437 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-bf0bbdfa-0218-46bf-b65f-66321d8bf352 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:47.474557 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0bbdfa-0218-46bf-b65f-66321d8bf352 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Pushing event updated for resources: {'Port': ['ID=527fdcde-cc7e-4ced-a2d2-df7cc858c9b6,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:47.498062 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 94cf99db-e1b4-4632-bbfa-c0fd2739f268 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:47.499040 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (94cf99db-e1b4-4632-bbfa-c0fd2739f268), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:47.535256 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1d371d8d-e66a-404c-9b94-e2b2068820c1 tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (676ef47b-065f-4578-be62-188e9c607547), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:47.535782 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d371d8d-e66a-404c-9b94-e2b2068820c1 tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 676ef47b-065f-4578-be62-188e9c607547 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:43:47.572097 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b5981-be7b-48cb-9a9b-dfc92b9e7b1d req-f212f5fb-1f09-4a47-a1b0-f8bc379b51cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:47.573910 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c5b5981-be7b-48cb-9a9b-dfc92b9e7b1d req-f212f5fb-1f09-4a47-a1b0-f8bc379b51cf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d189a5e6-e130-4e1f-a717-457466a42ad2 HTTP/1.1" status: 200 len: 833 time: 0.3938577 Feb 16 22:43:47.574438 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-1d371d8d-e66a-404c-9b94-e2b2068820c1 tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 16 22:43:47.578165 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1d371d8d-e66a-404c-9b94-e2b2068820c1 tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7540874 Feb 16 22:43:47.581120 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39488) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:47.586568 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9d0aeb1f-2e00-42a4-921e-91b4c57b5635 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/floatingips/82a0eb01-d5a8-4433-9bf5-9a3c1f62a06d HTTP/1.1" status: 200 len: 990 time: 0.1428976 Feb 16 22:43:47.620779 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-52def0fb-161b-4188-819b-51e8f02bbd97 req-b23f5c4c-1b72-4ada-8068-9fed7fbc3ffa tempest-ServerShowV254Test-507419094 tempest-ServerShowV254Test-507419094-project] 10.222.0.75 "GET /v2.0/ports?device_id=652284f1-5842-4d5e-a0a5-fb7a9ea2ab2e HTTP/1.1" status: 200 len: 210 time: 0.0618367 Feb 16 22:43:47.664280 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 94cf99db-e1b4-4632-bbfa-c0fd2739f268 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:47.664669 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (94cf99db-e1b4-4632-bbfa-c0fd2739f268), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:47.665961 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-bf0bbdfa-0218-46bf-b65f-66321d8bf352 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1970530 Feb 16 22:43:47.689075 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 94cf99db-e1b4-4632-bbfa-c0fd2739f268, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=94cf99db-e1b4-4632-bbfa-c0fd2739f268,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:43:47.695108 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (94cf99db-e1b4-4632-bbfa-c0fd2739f268), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:47.717986 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-fcba31c4-6950-4505-a5f2-0d81fe105026 service neutron] Request body: {'port': {'device_id': 'd6f2cdba-2e20-4893-990c-61cc2c1d89d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:47.766713 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=94cf99db-e1b4-4632-bbfa-c0fd2739f268,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:47.769705 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7170eda-c151-43af-b1c4-6022ff4ca077 None None] New status for floating IP 82a0eb01-d5a8-4433-9bf5-9a3c1f62a06d: ACTIVE {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:43:47.777665 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23926eed-15f9-4d1d-91f5-e0398e9b4800 admin admin] Network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:43:47.791409 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-23926eed-15f9-4d1d-91f5-e0398e9b4800 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:43:47.871239 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-fcba31c4-6950-4505-a5f2-0d81fe105026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (527fdcde-cc7e-4ced-a2d2-df7cc858c9b6), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:48.203660 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-71dc5183-a9b5-475c-b892-4ed39bf2bd4c None None] Provisioning complete for port 2ff71336-6aab-49a7-9349-dde4c2626ba5 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:48.204180 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-71dc5183-a9b5-475c-b892-4ed39bf2bd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2ff71336-6aab-49a7-9349-dde4c2626ba5), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:48.245413 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-71dc5183-a9b5-475c-b892-4ed39bf2bd4c None None] Port 2ff71336-6aab-49a7-9349-dde4c2626ba5 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:43:48.298194 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b5981-be7b-48cb-9a9b-dfc92b9e7b1d req-0e64f596-33ba-4a70-b2e6-b975504b3259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:48.299698 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c5b5981-be7b-48cb-9a9b-dfc92b9e7b1d req-0e64f596-33ba-4a70-b2e6-b975504b3259 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=651e08f2-a105-48ac-8688-dac782e2da1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7019506 Feb 16 22:43:48.334343 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-dd8bc812-aa14-41fa-b4b2-986888b207d1 tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] Deleting port 7841acbb-46a7-42c7-acad-4dc7053b421f {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:43:48.334818 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd8bc812-aa14-41fa-b4b2-986888b207d1 tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (7841acbb-46a7-42c7-acad-4dc7053b421f), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:48.590502 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39510) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:48.600612 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e8304-4736-41a5-bf48-f6c6ed817b21 req-20e72c7e-2528-4a42-af16-f118ffa81636 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:48.602124 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-642e8304-4736-41a5-bf48-f6c6ed817b21 req-20e72c7e-2528-4a42-af16-f118ffa81636 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6f2cdba-2e20-4893-990c-61cc2c1d89d8 HTTP/1.1" status: 200 len: 931 time: 0.7252672 Feb 16 22:43:48.638759 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd8bc812-aa14-41fa-b4b2-986888b207d1 tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (7841acbb-46a7-42c7-acad-4dc7053b421f), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:48.659299 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1fdcb890-72ac-4e25-9671-e5b02f1b1b27 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/floatingips/82a0eb01-d5a8-4433-9bf5-9a3c1f62a06d HTTP/1.1" status: 200 len: 992 time: 0.0670645 Feb 16 22:43:48.664927 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23926eed-15f9-4d1d-91f5-e0398e9b4800 admin admin] Router aa52edcc-cb25-4717-9f57-78729350a38d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:43:48.672002 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c5b5981-be7b-48cb-9a9b-dfc92b9e7b1d req-3b46d14b-89c7-4f32-afad-220189fc3796 service neutron] 10.222.0.79 "GET /v2.0/networks/651e08f2-a105-48ac-8688-dac782e2da1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501706 Feb 16 22:43:48.700495 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-dd8bc812-aa14-41fa-b4b2-986888b207d1 tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] Calling delete_port for 7841acbb-46a7-42c7-acad-4dc7053b421f owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:43:48.867502 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-642e8304-4736-41a5-bf48-f6c6ed817b21 req-fd38669b-7dd7-45dc-83be-290637c2e5db tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/security-groups?id=0cea22e7-9828-437c-b67a-180cc743f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390079 Feb 16 22:43:48.930479 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cc21322c-bc61-4297-9a68-3bdc1e94d925 req-dd8f57f9-eca5-4e2b-82b3-5315ce4bbdf3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=652284f1-5842-4d5e-a0a5-fb7a9ea2ab2e HTTP/1.1" status: 200 len: 210 time: 0.1050231 Feb 16 22:43:49.034624 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e291d7a-0aa2-47cb-a98d-835fec425cf9 req-ef2a2c36-79c0-497e-8c14-5df2b005158a tempest-ServerShowV254Test-507419094 tempest-ServerShowV254Test-507419094-project] 10.222.0.75 "GET /v2.0/ports?device_id=652284f1-5842-4d5e-a0a5-fb7a9ea2ab2e HTTP/1.1" status: 200 len: 210 time: 0.0705841 Feb 16 22:43:49.090434 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c5b5981-be7b-48cb-9a9b-dfc92b9e7b1d req-5ab2f037-a17a-4f51-a972-60338bc62cb1 service neutron] 10.222.0.79 "GET /v2.0/networks/651e08f2-a105-48ac-8688-dac782e2da1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017489 Feb 16 22:43:49.164737 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-fcba31c4-6950-4505-a5f2-0d81fe105026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 527fdcde-cc7e-4ced-a2d2-df7cc858c9b6 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:43:49.178196 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-fcba31c4-6950-4505-a5f2-0d81fe105026 service neutron] Publish callbacks [] for port (527fdcde-cc7e-4ced-a2d2-df7cc858c9b6), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:49.190375 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23926eed-15f9-4d1d-91f5-e0398e9b4800 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:43:49.203883 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26aaad7-b2ee-4c5f-afdf-eb6841466d83 None None] Sync routers for ids ['aa52edcc-cb25-4717-9f57-78729350a38d'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:43:49.205256 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-23926eed-15f9-4d1d-91f5-e0398e9b4800 admin admin] 10.222.0.75 "PUT /v2.0/routers/aa52edcc-cb25-4717-9f57-78729350a38d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3964992 Feb 16 22:43:49.219463 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-fcba31c4-6950-4505-a5f2-0d81fe105026 service neutron] Transition to ACTIVE for port object 527fdcde-cc7e-4ced-a2d2-df7cc858c9b6 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:43:49.220493 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd8bc812-aa14-41fa-b4b2-986888b207d1 tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (7841acbb-46a7-42c7-acad-4dc7053b421f), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:49.231949 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-fcba31c4-6950-4505-a5f2-0d81fe105026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (527fdcde-cc7e-4ced-a2d2-df7cc858c9b6), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:49.301894 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8bc812-aa14-41fa-b4b2-986888b207d1 tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] Pushing event deleted for resources: {'Port': ['ID=7841acbb-46a7-42c7-acad-4dc7053b421f,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:49.400936 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26aaad7-b2ee-4c5f-afdf-eb6841466d83 None None] Routers {'aa52edcc-cb25-4717-9f57-78729350a38d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:43:49.402014 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-a26aaad7-b2ee-4c5f-afdf-eb6841466d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:43:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['aa52edcc-cb25-4717-9f57-78729350a38d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:49.410998 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba31c4-6950-4505-a5f2-0d81fe105026 service neutron] Pushing event updated for resources: {'Port': ['ID=527fdcde-cc7e-4ced-a2d2-df7cc858c9b6,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:49.492178 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 94cf99db-e1b4-4632-bbfa-c0fd2739f268 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:43:49.525669 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd8bc812-aa14-41fa-b4b2-986888b207d1 tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:49.532414 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-dd8bc812-aa14-41fa-b4b2-986888b207d1 tempest-RoutersAdminNegativeTest-1159131478 tempest-RoutersAdminNegativeTest-1159131478-project-admin] 10.222.0.75 "DELETE /v2.0/ports/7841acbb-46a7-42c7-acad-4dc7053b421f HTTP/1.1" status: 204 len: 168 time: 1.9299688 Feb 16 22:43:49.572186 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-fcba31c4-6950-4505-a5f2-0d81fe105026 service neutron] Attempting to bind port 527fdcde-cc7e-4ced-a2d2-df7cc858c9b6 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:49.572802 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-fcba31c4-6950-4505-a5f2-0d81fe105026 service neutron] Attempting to bind port 527fdcde-cc7e-4ced-a2d2-df7cc858c9b6 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '7afa8abd-d24a-4287-bcf0-18629abdf72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '711f76dd-299d-4633-b0c0-e90e0dfbc02d'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:49.573340 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-fcba31c4-6950-4505-a5f2-0d81fe105026 service neutron] Attempting to bind port 527fdcde-cc7e-4ced-a2d2-df7cc858c9b6 on network 711f76dd-299d-4633-b0c0-e90e0dfbc02d {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:49.578845 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-fcba31c4-6950-4505-a5f2-0d81fe105026 service neutron] Port 527fdcde-cc7e-4ced-a2d2-df7cc858c9b6 on network 711f76dd-299d-4633-b0c0-e90e0dfbc02d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:43:49.579435 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-fcba31c4-6950-4505-a5f2-0d81fe105026 service neutron] Attempting to bind port 527fdcde-cc7e-4ced-a2d2-df7cc858c9b6 on network 711f76dd-299d-4633-b0c0-e90e0dfbc02d {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:49.584785 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-fcba31c4-6950-4505-a5f2-0d81fe105026 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:43:49.585228 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 94cf99db-e1b4-4632-bbfa-c0fd2739f268 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:49.585619 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (94cf99db-e1b4-4632-bbfa-c0fd2739f268), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:49.585929 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-fcba31c4-6950-4505-a5f2-0d81fe105026 service neutron] Checking segment: {'id': '7afa8abd-d24a-4287-bcf0-18629abdf72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '711f76dd-299d-4633-b0c0-e90e0dfbc02d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:43:49.586546 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-fcba31c4-6950-4505-a5f2-0d81fe105026 service neutron] Bound using segment: {'id': '7afa8abd-d24a-4287-bcf0-18629abdf72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '711f76dd-299d-4633-b0c0-e90e0dfbc02d'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:43:49.587178 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-fcba31c4-6950-4505-a5f2-0d81fe105026 service neutron] Bound port: 527fdcde-cc7e-4ced-a2d2-df7cc858c9b6, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afa8abd-d24a-4287-bcf0-18629abdf72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '711f76dd-299d-4633-b0c0-e90e0dfbc02d'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:43:49.587773 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-fcba31c4-6950-4505-a5f2-0d81fe105026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (527fdcde-cc7e-4ced-a2d2-df7cc858c9b6), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:49.591347 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-a26aaad7-b2ee-4c5f-afdf-eb6841466d83 None None] Set router aa52edcc-cb25-4717-9f57-78729350a38d gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:43:49.697558 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-fcba31c4-6950-4505-a5f2-0d81fe105026 service neutron] For port 527fdcde-cc7e-4ced-a2d2-df7cc858c9b6, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:43:49.707676 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-fcba31c4-6950-4505-a5f2-0d81fe105026 service neutron] For port 527fdcde-cc7e-4ced-a2d2-df7cc858c9b6, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=527fdcde-cc7e-4ced-a2d2-df7cc858c9b6,segment=NetworkSegment(7afa8abd-d24a-4287-bcf0-18629abdf72a),segment_id=7afa8abd-d24a-4287-bcf0-18629abdf72a)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:43:49.721127 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-fcba31c4-6950-4505-a5f2-0d81fe105026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (527fdcde-cc7e-4ced-a2d2-df7cc858c9b6), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:49.768504 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-fcba31c4-6950-4505-a5f2-0d81fe105026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:49.769204 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-fcba31c4-6950-4505-a5f2-0d81fe105026 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:49.770798 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-fcba31c4-6950-4505-a5f2-0d81fe105026 service neutron] 10.222.0.79 "PUT /v2.0/ports/527fdcde-cc7e-4ced-a2d2-df7cc858c9b6 HTTP/1.1" status: 200 len: 1091 time: 2.0815921 Feb 16 22:43:49.771256 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f2cdba-2e20-4893-990c-61cc2c1d89d8', 'tag': '527fdcde-cc7e-4ced-a2d2-df7cc858c9b6'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:43:49.774039 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae999da-e552-4fbf-bde0-cd5f8132cee1" -d '{"events": [{"name": "network-changed", "server_uuid": "d6f2cdba-2e20-4893-990c-61cc2c1d89d8", "tag": "527fdcde-cc7e-4ced-a2d2-df7cc858c9b6"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:43:49.806940 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba31c4-6950-4505-a5f2-0d81fe105026 service neutron] Pushing event updated for resources: {'Port': ['ID=527fdcde-cc7e-4ced-a2d2-df7cc858c9b6,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:49.901587 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-691a67c9-993b-4430-b842-a537854c9e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:49.904959 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-691a67c9-993b-4430-b842-a537854c9e01 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=23fc1adac9ab43babb811e6bb6a91375&device_id=d6f2cdba-2e20-4893-990c-61cc2c1d89d8 HTTP/1.1" status: 200 len: 1125 time: 0.0810606 Feb 16 22:43:49.908100 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab88c712-1858-4426-9475-1d7e27d8b247 x-openstack-request-id: req-ab88c712-1858-4426-9475-1d7e27d8b247 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:43:49.908404 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6f2cdba-2e20-4893-990c-61cc2c1d89d8", "tag": "527fdcde-cc7e-4ced-a2d2-df7cc858c9b6", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:43:49.908668 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ab88c712-1858-4426-9475-1d7e27d8b247 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:43:49.909078 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6f2cdba-2e20-4893-990c-61cc2c1d89d8', 'tag': '527fdcde-cc7e-4ced-a2d2-df7cc858c9b6', 'status': 'completed', 'code': 200} Feb 16 22:43:49.913208 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 94cf99db-e1b4-4632-bbfa-c0fd2739f268 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:49.942689 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-a26aaad7-b2ee-4c5f-afdf-eb6841466d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'name': 'tempest-TestVolumeBootPattern-1878941652-router', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:38Z', 'updated_at': '2022-02-16T22:43:46Z', 'revision_number': 4, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'gw_port': {'id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:39Z', 'updated_at': '2022-02-16T22:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '2ff71336-6aab-49a7-9349-dde4c2626ba5', 'name': '', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'mac_address': 'fa:16:3e:2a:99:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:45Z', 'updated_at': '2022-02-16T22:43:46Z', 'revision_number': 2, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'subnets': [{'id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:49.971755 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39550) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:50.001481 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26aaad7-b2ee-4c5f-afdf-eb6841466d83 None None] Checking router: aa52edcc-cb25-4717-9f57-78729350a38d for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:43:50.001858 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26aaad7-b2ee-4c5f-afdf-eb6841466d83 None None] Updating router aa52edcc-cb25-4717-9f57-78729350a38d port 2ff71336-6aab-49a7-9349-dde4c2626ba5 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:43:50.010077 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-e9b79725-ce7d-48c2-a74b-222909647f33 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=527fdcde-cc7e-4ced-a2d2-df7cc858c9b6 HTTP/1.1" status: 200 len: 217 time: 0.0973268 Feb 16 22:43:50.038368 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a26aaad7-b2ee-4c5f-afdf-eb6841466d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2ff71336-6aab-49a7-9349-dde4c2626ba5), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:50.163670 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-80d31c5a-bc4d-4e58-a107-cac390eef9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:50.165834 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-80d31c5a-bc4d-4e58-a107-cac390eef9f1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=682cee36-82ef-447d-8aeb-c028e2eee6a0 HTTP/1.1" status: 200 len: 854 time: 0.1371326 Feb 16 22:43:50.175720 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452c380-466b-4dba-a3de-aec78958d788 req-f4ad1a5e-43d1-40ea-9a20-97d16ed66706 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:50.184941 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2452c380-466b-4dba-a3de-aec78958d788 req-f4ad1a5e-43d1-40ea-9a20-97d16ed66706 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6f2cdba-2e20-4893-990c-61cc2c1d89d8 HTTP/1.1" status: 200 len: 943 time: 0.1880932 Feb 16 22:43:50.244375 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-ba444845-ebf0-4b0d-9c57-ee9ec6846a46 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=711f76dd-299d-4633-b0c0-e90e0dfbc02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484571 Feb 16 22:43:50.353048 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39566) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:50.366606 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-c5764592-c4d7-4d64-ab47-92d05f23994b service neutron] 10.222.0.79 "GET /v2.0/networks/711f76dd-299d-4633-b0c0-e90e0dfbc02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106412 Feb 16 22:43:50.368035 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a26aaad7-b2ee-4c5f-afdf-eb6841466d83 None None] Publish callbacks [] for port (2ff71336-6aab-49a7-9349-dde4c2626ba5), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:50.369377 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-d8ff5b0d-5030-4cd9-9035-2c493d40e00c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1325441319-network', 'tenant_id': '337bf3b053874cb6b6eaff9016dd6783'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:50.378616 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a26aaad7-b2ee-4c5f-afdf-eb6841466d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2ff71336-6aab-49a7-9349-dde4c2626ba5), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:50.384944 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d17b7ff3-08aa-40c7-8684-6c8085e8a9a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:50.433625 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2452c380-466b-4dba-a3de-aec78958d788 req-14ab24ad-27fe-46ce-99e7-d953568c7563 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/security-groups?id=0cea22e7-9828-437c-b67a-180cc743f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462907 Feb 16 22:43:50.451218 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ff5b0d-5030-4cd9-9035-2c493d40e00c admin admin] Made reservation on behalf of 337bf3b053874cb6b6eaff9016dd6783 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:43:50.454146 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d8ff5b0d-5030-4cd9-9035-2c493d40e00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:50.485934 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d8ff5b0d-5030-4cd9-9035-2c493d40e00c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:50.490022 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21684b58-a6b5-4cdb-abd8-1b33b3ec0de3 None None] Pushing event updated for resources: {'Port': ['ID=2ff71336-6aab-49a7-9349-dde4c2626ba5,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:50.539596 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-86446cbe-85c6-4858-a815-3ca1339f6e6e req-a44d5ae9-4a4c-4e91-99e8-d5cef4735301 service neutron] 10.222.0.79 "GET /v2.0/networks/711f76dd-299d-4633-b0c0-e90e0dfbc02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629343 Feb 16 22:43:50.560283 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-a26aaad7-b2ee-4c5f-afdf-eb6841466d83 None None] Attempting to bind port 2ff71336-6aab-49a7-9349-dde4c2626ba5 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:50.560677 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-a26aaad7-b2ee-4c5f-afdf-eb6841466d83 None None] Attempting to bind port 2ff71336-6aab-49a7-9349-dde4c2626ba5 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:50.561084 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26aaad7-b2ee-4c5f-afdf-eb6841466d83 None None] Attempting to bind port 2ff71336-6aab-49a7-9349-dde4c2626ba5 on network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:50.571018 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26aaad7-b2ee-4c5f-afdf-eb6841466d83 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:43:50.571237 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26aaad7-b2ee-4c5f-afdf-eb6841466d83 None None] Checking segment: {'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:43:50.571653 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a26aaad7-b2ee-4c5f-afdf-eb6841466d83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:50.572057 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26aaad7-b2ee-4c5f-afdf-eb6841466d83 None None] Bound using segment: {'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:43:50.572545 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-a26aaad7-b2ee-4c5f-afdf-eb6841466d83 None None] Bound port: 2ff71336-6aab-49a7-9349-dde4c2626ba5, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:43:50.573192 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a26aaad7-b2ee-4c5f-afdf-eb6841466d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2ff71336-6aab-49a7-9349-dde4c2626ba5), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:50.604298 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb492aa1-a3ed-4572-91a6-ddfd2d4bfa00 req-ad051e3e-8bfd-42ea-9589-57bfd7fa4320 tempest-ServerShowV254Test-507419094 tempest-ServerShowV254Test-507419094-project] 10.222.0.75 "GET /v2.0/ports?device_id=652284f1-5842-4d5e-a0a5-fb7a9ea2ab2e HTTP/1.1" status: 200 len: 210 time: 0.0373080 Feb 16 22:43:50.680535 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5e5567d8-8a94-45e2-925d-7e25b36c76dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:50.721676 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-a26aaad7-b2ee-4c5f-afdf-eb6841466d83 None None] For port 2ff71336-6aab-49a7-9349-dde4c2626ba5, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:43:50.725894 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-a26aaad7-b2ee-4c5f-afdf-eb6841466d83 None None] For port 2ff71336-6aab-49a7-9349-dde4c2626ba5, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=2ff71336-6aab-49a7-9349-dde4c2626ba5,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:43:50.731794 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d17b7ff3-08aa-40c7-8684-6c8085e8a9a3 admin admin] Publish callbacks [] for security_group (d5065fe0-631f-42f8-902c-79d186017424), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:50.738465 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a26aaad7-b2ee-4c5f-afdf-eb6841466d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2ff71336-6aab-49a7-9349-dde4c2626ba5), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:50.749915 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d17b7ff3-08aa-40c7-8684-6c8085e8a9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d5065fe0-631f-42f8-902c-79d186017424), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:50.758131 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae999da-e552-4fbf-bde0-cd5f8132cee1 req-7e6792a1-2da7-4027-b0cd-9474c5a172ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:50.759687 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ae999da-e552-4fbf-bde0-cd5f8132cee1 req-7e6792a1-2da7-4027-b0cd-9474c5a172ed service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=23fc1adac9ab43babb811e6bb6a91375&device_id=d6f2cdba-2e20-4893-990c-61cc2c1d89d8 HTTP/1.1" status: 200 len: 1125 time: 0.1363020 Feb 16 22:43:50.808289 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26aaad7-b2ee-4c5f-afdf-eb6841466d83 None None] Routers {'aa52edcc-cb25-4717-9f57-78729350a38d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:43:50.808857 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-a26aaad7-b2ee-4c5f-afdf-eb6841466d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:43:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['aa52edcc-cb25-4717-9f57-78729350a38d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:50.861543 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d17b7ff3-08aa-40c7-8684-6c8085e8a9a3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8a477525b45c4439b18ea0e6e82f1881&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8880785 Feb 16 22:43:50.869015 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d8ff5b0d-5030-4cd9-9035-2c493d40e00c admin admin] Publish callbacks [] for security_group (e701c17e-f9c6-436e-974a-20c5817a9916), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:50.869555 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39576) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:50.884217 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b7ff3-08aa-40c7-8684-6c8085e8a9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5065fe0-631f-42f8-902c-79d186017424,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:50.888007 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d8ff5b0d-5030-4cd9-9035-2c493d40e00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (e701c17e-f9c6-436e-974a-20c5817a9916), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:50.962904 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae999da-e552-4fbf-bde0-cd5f8132cee1 req-5b038c16-6b32-491d-9047-7e2413c05973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:50.964738 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ae999da-e552-4fbf-bde0-cd5f8132cee1 req-5b038c16-6b32-491d-9047-7e2413c05973 service neutron] 10.222.0.79 "GET /v2.0/networks?id=711f76dd-299d-4633-b0c0-e90e0dfbc02d HTTP/1.1" status: 200 len: 915 time: 0.1947196 Feb 16 22:43:50.989424 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ff5b0d-5030-4cd9-9035-2c493d40e00c admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:43:51.012828 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff5b0d-5030-4cd9-9035-2c493d40e00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e701c17e-f9c6-436e-974a-20c5817a9916,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:51.020617 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d8ff5b0d-5030-4cd9-9035-2c493d40e00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (8fb2cc9f-e33b-4803-9793-9b6ef755ec1a), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:51.021208 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-d8ff5b0d-5030-4cd9-9035-2c493d40e00c admin admin] Added segment 8fb2cc9f-e33b-4803-9793-9b6ef755ec1a of type vlan for network e71a030f-5151-4f67-9146-e341c0104f58 Feb 16 22:43:51.092140 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2133f193-2010-4152-bc33-2968d82bad25 admin admin] Publish callbacks [] for security_group (d5065fe0-631f-42f8-902c-79d186017424), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:51.104957 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-a26aaad7-b2ee-4c5f-afdf-eb6841466d83 None None] Set router aa52edcc-cb25-4717-9f57-78729350a38d gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:43:51.112608 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ae999da-e552-4fbf-bde0-cd5f8132cee1 req-23cf8f54-f6e8-4193-9feb-39099436ac6a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=527fdcde-cc7e-4ced-a2d2-df7cc858c9b6 HTTP/1.1" status: 200 len: 217 time: 0.1399014 Feb 16 22:43:51.125177 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-10e0af97-b8ee-4e6b-a67b-292973fd74a1 req-4e2e7c3f-4971-4b6c-86c0-4b8e95dd84b2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=46ca211901ef4ecbac37707f85e2609a&device_id=652284f1-5842-4d5e-a0a5-fb7a9ea2ab2e HTTP/1.1" status: 200 len: 210 time: 0.1456990 Feb 16 22:43:51.141184 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d8ff5b0d-5030-4cd9-9035-2c493d40e00c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (e71a030f-5151-4f67-9146-e341c0104f58), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:51.179851 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2133f193-2010-4152-bc33-2968d82bad25 admin admin] Publish callbacks [] for security_group (d5065fe0-631f-42f8-902c-79d186017424), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:51.225368 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21684b58-a6b5-4cdb-abd8-1b33b3ec0de3 None None] Pushing event updated for resources: {'Port': ['ID=2ff71336-6aab-49a7-9349-dde4c2626ba5,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:51.234776 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d8ff5b0d-5030-4cd9-9035-2c493d40e00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (e71a030f-5151-4f67-9146-e341c0104f58), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:51.235817 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ff5b0d-5030-4cd9-9035-2c493d40e00c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:51.236458 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d8ff5b0d-5030-4cd9-9035-2c493d40e00c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:51.254470 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-3ef8a8f8-9d4a-4d68-8d18-8ce9109c2405 None None] Provisioning complete for port 2ff71336-6aab-49a7-9349-dde4c2626ba5 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:51.255258 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3ef8a8f8-9d4a-4d68-8d18-8ce9109c2405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2ff71336-6aab-49a7-9349-dde4c2626ba5), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:51.275505 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d8ff5b0d-5030-4cd9-9035-2c493d40e00c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9211650 Feb 16 22:43:51.276622 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-60a27858-bc3e-4afc-8062-cf46bea00614 req-ca43c450-feab-4bea-961d-4576421eadd2 tempest-ServerShowV254Test-507419094 tempest-ServerShowV254Test-507419094-project] 10.222.0.75 "GET /v2.0/ports?device_id=652284f1-5842-4d5e-a0a5-fb7a9ea2ab2e HTTP/1.1" status: 200 len: 210 time: 0.1370196 Feb 16 22:43:51.278805 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39586) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:51.284511 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-ccc85406-5b69-4b81-acf1-09d46405b8ff admin admin] Request body: {'subnet': {'network_id': 'e71a030f-5151-4f67-9146-e341c0104f58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1325441319-subnet', 'tenant_id': '337bf3b053874cb6b6eaff9016dd6783', 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:51.323429 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-10e0af97-b8ee-4e6b-a67b-292973fd74a1 req-64fc1ac5-20b0-4779-aad2-19083710c693 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=46ca211901ef4ecbac37707f85e2609a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1490080 Feb 16 22:43:51.341269 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae999da-e552-4fbf-bde0-cd5f8132cee1 req-db8ad007-dcb6-4b0f-9b71-b9a4ea096eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:51.342784 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ae999da-e552-4fbf-bde0-cd5f8132cee1 req-db8ad007-dcb6-4b0f-9b71-b9a4ea096eef service neutron] 10.222.0.79 "GET /v2.0/subnets?id=682cee36-82ef-447d-8aeb-c028e2eee6a0 HTTP/1.1" status: 200 len: 854 time: 0.2167027 Feb 16 22:43:51.354877 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff5b0d-5030-4cd9-9035-2c493d40e00c admin admin] Pushing event updated for resources: {'Network': ['ID=e71a030f-5151-4f67-9146-e341c0104f58,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:51.357212 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2133f193-2010-4152-bc33-2968d82bad25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d5065fe0-631f-42f8-902c-79d186017424), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:51.362140 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2133f193-2010-4152-bc33-2968d82bad25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:51.363667 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2133f193-2010-4152-bc33-2968d82bad25 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d5065fe0-631f-42f8-902c-79d186017424 HTTP/1.1" status: 204 len: 168 time: 0.4928963 Feb 16 22:43:51.385014 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network e71a030f-5151-4f67-9146-e341c0104f58 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:43:51.405769 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133f193-2010-4152-bc33-2968d82bad25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5065fe0-631f-42f8-902c-79d186017424,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:51.412901 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc85406-5b69-4b81-acf1-09d46405b8ff admin admin] Made reservation on behalf of 337bf3b053874cb6b6eaff9016dd6783 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:43:51.421766 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ccc85406-5b69-4b81-acf1-09d46405b8ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:51.423403 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ae999da-e552-4fbf-bde0-cd5f8132cee1 req-62baaac7-2403-4a64-80ce-f8d05454305b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=711f76dd-299d-4633-b0c0-e90e0dfbc02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621920 Feb 16 22:43:51.680040 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0af97-b8ee-4e6b-a67b-292973fd74a1 req-c28fa473-7f78-4847-b173-7e979bf53e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:51.682499 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-10e0af97-b8ee-4e6b-a67b-292973fd74a1 req-c28fa473-7f78-4847-b173-7e979bf53e07 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3524010 Feb 16 22:43:51.688199 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-3ef8a8f8-9d4a-4d68-8d18-8ce9109c2405 None None] Current status of the port 2ff71336-6aab-49a7-9349-dde4c2626ba5 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:51.688599 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3ef8a8f8-9d4a-4d68-8d18-8ce9109c2405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2ff71336-6aab-49a7-9349-dde4c2626ba5), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:51.741233 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ae999da-e552-4fbf-bde0-cd5f8132cee1 req-d9f00d9c-3be1-4662-a447-2eef1971a1a7 service neutron] 10.222.0.79 "GET /v2.0/networks/711f76dd-299d-4633-b0c0-e90e0dfbc02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069451 Feb 16 22:43:51.742174 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-3ef8a8f8-9d4a-4d68-8d18-8ce9109c2405 None None] For port 2ff71336-6aab-49a7-9349-dde4c2626ba5, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=2ff71336-6aab-49a7-9349-dde4c2626ba5,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:43:51.756738 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-a26aaad7-b2ee-4c5f-afdf-eb6841466d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'name': 'tempest-TestVolumeBootPattern-1878941652-router', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:38Z', 'updated_at': '2022-02-16T22:43:46Z', 'revision_number': 4, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'gw_port': {'id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:39Z', 'updated_at': '2022-02-16T22:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '2ff71336-6aab-49a7-9349-dde4c2626ba5', 'name': '', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'mac_address': 'fa:16:3e:2a:99:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:45Z', 'updated_at': '2022-02-16T22:43:50Z', 'revision_number': 4, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'subnets': [{'id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:51.761599 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3ef8a8f8-9d4a-4d68-8d18-8ce9109c2405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2ff71336-6aab-49a7-9349-dde4c2626ba5), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:51.785334 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a77b1-f940-4c15-b80d-18bd46fc4435 req-757f079c-9182-47f6-bb58-0933d2b27a28 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:51.792739 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e7a77b1-f940-4c15-b80d-18bd46fc4435 req-757f079c-9182-47f6-bb58-0933d2b27a28 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6f2cdba-2e20-4893-990c-61cc2c1d89d8 HTTP/1.1" status: 200 len: 943 time: 0.2063584 Feb 16 22:43:51.799728 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ccc85406-5b69-4b81-acf1-09d46405b8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (82a5b753-656a-42af-96a1-c5d44a283d41), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:51.815049 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26aaad7-b2ee-4c5f-afdf-eb6841466d83 None None] The sync data for ids ['aa52edcc-cb25-4717-9f57-78729350a38d'] in n-d-813897-6 is: [{'id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'name': 'tempest-TestVolumeBootPattern-1878941652-router', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:38Z', 'updated_at': '2022-02-16T22:43:46Z', 'revision_number': 4, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'gw_port': {'id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:39Z', 'updated_at': '2022-02-16T22:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '2ff71336-6aab-49a7-9349-dde4c2626ba5', 'name': '', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'mac_address': 'fa:16:3e:2a:99:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:45Z', 'updated_at': '2022-02-16T22:43:50Z', 'revision_number': 4, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'subnets': [{'id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:43:51.937026 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8a8f8-9d4a-4d68-8d18-8ce9109c2405 None None] Pushing event updated for resources: {'Port': ['ID=2ff71336-6aab-49a7-9349-dde4c2626ba5,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:51.948040 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e7a77b1-f940-4c15-b80d-18bd46fc4435 req-c03f1674-32ea-489f-8f5f-198b10d56baf tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/security-groups?id=0cea22e7-9828-437c-b67a-180cc743f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542947 Feb 16 22:43:51.964608 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e5f58ea6-d788-4593-8c8f-8af62e0ebec6 None None] Provisioning complete for port 2ff71336-6aab-49a7-9349-dde4c2626ba5 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:51.964984 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e5f58ea6-d788-4593-8c8f-8af62e0ebec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2ff71336-6aab-49a7-9349-dde4c2626ba5), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:52.014358 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ae999da-e552-4fbf-bde0-cd5f8132cee1 req-b2d5728d-7074-47e4-a392-177313ec054e service neutron] 10.222.0.79 "GET /v2.0/networks/711f76dd-299d-4633-b0c0-e90e0dfbc02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639420 Feb 16 22:43:52.023375 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc85406-5b69-4b81-acf1-09d46405b8ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=82a5b753-656a-42af-96a1-c5d44a283d41,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:52.035482 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc85406-5b69-4b81-acf1-09d46405b8ff admin admin] Checking segment: {'id': '8fb2cc9f-e33b-4803-9793-9b6ef755ec1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e71a030f-5151-4f67-9146-e341c0104f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:43:52.036070 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc85406-5b69-4b81-acf1-09d46405b8ff admin admin] Network hostable DHCP agents. Network: e71a030f-5151-4f67-9146-e341c0104f58, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:43:52.065713 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc85406-5b69-4b81-acf1-09d46405b8ff admin admin] Network e71a030f-5151-4f67-9146-e341c0104f58 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:43:52.081042 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-ccc85406-5b69-4b81-acf1-09d46405b8ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, e71a030f-5151-4f67-9146-e341c0104f58) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:43:52.091496 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc85406-5b69-4b81-acf1-09d46405b8ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:52.094087 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ccc85406-5b69-4b81-acf1-09d46405b8ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:52.094240 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec8b584-4000-4522-892d-01201de943fc None None] Network e71a030f-5151-4f67-9146-e341c0104f58 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:43:52.122697 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ccc85406-5b69-4b81-acf1-09d46405b8ff admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8424942 Feb 16 22:43:52.124510 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39602) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:52.132245 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-57182451-4de4-416d-97be-4500681324db admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1325441319-router', 'tenant_id': '337bf3b053874cb6b6eaff9016dd6783', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:52.187858 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57182451-4de4-416d-97be-4500681324db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (8b9ad988-55fc-4858-8355-0cf3cc607fb4), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:52.189403 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57182451-4de4-416d-97be-4500681324db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (8b9ad988-55fc-4858-8355-0cf3cc607fb4), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:52.210642 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e5f58ea6-d788-4593-8c8f-8af62e0ebec6 None None] Current status of the port 2ff71336-6aab-49a7-9349-dde4c2626ba5 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:52.234750 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39606) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:52.267040 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7fbf67-f95f-46fe-bbfb-2719a126b94b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-e71a030f-5151-4f67-9146-e341c0104f58', 'network_id': 'e71a030f-5151-4f67-9146-e341c0104f58', 'project_id': '337bf3b053874cb6b6eaff9016dd6783', 'fixed_ips': [{'subnet_id': '82a5b753-656a-42af-96a1-c5d44a283d41'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:43:52.268116 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-eb7fbf67-f95f-46fe-bbfb-2719a126b94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:52.274660 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57182451-4de4-416d-97be-4500681324db admin admin] Publish callbacks [] for router_controller (8b9ad988-55fc-4858-8355-0cf3cc607fb4), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:52.327109 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d610bcfc-c95b-4c71-a8cd-6fd3e3fad8df admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2b29e652ef724db98763637212a25bac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0883777 Feb 16 22:43:52.327420 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39610) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:52.449737 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9d1892b-bd56-465b-83bd-aade9a1fc5de req-73001203-11d2-4458-bc31-40b18d6d288a tempest-ServerShowV254Test-507419094 tempest-ServerShowV254Test-507419094-project] 10.222.0.75 "GET /v2.0/ports?device_id=652284f1-5842-4d5e-a0a5-fb7a9ea2ab2e HTTP/1.1" status: 200 len: 210 time: 0.0475340 Feb 16 22:43:52.460147 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57182451-4de4-416d-97be-4500681324db admin admin] Publish callbacks [] for router_gateway (8b9ad988-55fc-4858-8355-0cf3cc607fb4), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:52.501681 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d486c47e-0542-449e-a357-319e8fc85ec7 admin admin] Publish callbacks [] for security_group (b602e954-c6d3-4784-983b-320102a86dca), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:52.546572 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-eb7fbf67-f95f-46fe-bbfb-2719a126b94b None None] Allocated IP 172.20.0.2 (e71a030f-5151-4f67-9146-e341c0104f58/82a5b753-656a-42af-96a1-c5d44a283d41/a2206715-b803-4e5f-8ec4-6a95bb9cb891) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:43:52.548483 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d486c47e-0542-449e-a357-319e8fc85ec7 admin admin] Publish callbacks [] for security_group (b602e954-c6d3-4784-983b-320102a86dca), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:52.626272 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d486c47e-0542-449e-a357-319e8fc85ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b602e954-c6d3-4784-983b-320102a86dca), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:52.632489 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d486c47e-0542-449e-a357-319e8fc85ec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:52.634270 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d486c47e-0542-449e-a357-319e8fc85ec7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b602e954-c6d3-4784-983b-320102a86dca HTTP/1.1" status: 204 len: 168 time: 0.3059611 Feb 16 22:43:52.644653 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486c47e-0542-449e-a357-319e8fc85ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b602e954-c6d3-4784-983b-320102a86dca,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:52.821122 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57182451-4de4-416d-97be-4500681324db admin admin] Publish callbacks [] for router_gateway (8b9ad988-55fc-4858-8355-0cf3cc607fb4), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:52.874716 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57182451-4de4-416d-97be-4500681324db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:52.972528 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-eb7fbf67-f95f-46fe-bbfb-2719a126b94b None None] Publish callbacks [] for port (a2206715-b803-4e5f-8ec4-6a95bb9cb891), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:53.001047 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-eb7fbf67-f95f-46fe-bbfb-2719a126b94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (a2206715-b803-4e5f-8ec4-6a95bb9cb891), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:53.053212 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-10e0af97-b8ee-4e6b-a67b-292973fd74a1 req-0f9b806a-4e87-4611-a38f-2565c10a5ded tempest-ServerShowV254Test-507419094 tempest-ServerShowV254Test-507419094-project] 10.222.0.67 "GET /v2.0/ports?device_id=652284f1-5842-4d5e-a0a5-fb7a9ea2ab2e HTTP/1.1" status: 200 len: 210 time: 0.0579596 Feb 16 22:43:53.076406 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-57182451-4de4-416d-97be-4500681324db admin admin] Allocated IP 172.25.2.50 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/c811aded-847c-4214-a129-09993a82732e) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:43:53.120949 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7fbf67-f95f-46fe-bbfb-2719a126b94b None None] Network e71a030f-5151-4f67-9146-e341c0104f58 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:43:53.140337 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-eb7fbf67-f95f-46fe-bbfb-2719a126b94b None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:43:53.163389 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7fbf67-f95f-46fe-bbfb-2719a126b94b None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:43:53.165815 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fc11fc6c-1255-4f5d-a119-d4e2b9134d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:53.213146 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7fbf67-f95f-46fe-bbfb-2719a126b94b None None] Pushing event updated for resources: {'Port': ['ID=a2206715-b803-4e5f-8ec4-6a95bb9cb891,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:53.245093 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57182451-4de4-416d-97be-4500681324db admin admin] Publish callbacks [] for port (c811aded-847c-4214-a129-09993a82732e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:53.261363 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5070fee-4960-4f76-bd4c-78b782f5f4f9 req-f04df656-d14f-4d1c-a034-fa1a7f689bed tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:53.263678 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c5070fee-4960-4f76-bd4c-78b782f5f4f9 req-f04df656-d14f-4d1c-a034-fa1a7f689bed tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6f2cdba-2e20-4893-990c-61cc2c1d89d8 HTTP/1.1" status: 200 len: 943 time: 0.1463914 Feb 16 22:43:53.361435 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57182451-4de4-416d-97be-4500681324db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (c811aded-847c-4214-a129-09993a82732e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:53.367516 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-eb7fbf67-f95f-46fe-bbfb-2719a126b94b None None] Attempting to bind port a2206715-b803-4e5f-8ec4-6a95bb9cb891 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:53.368316 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-eb7fbf67-f95f-46fe-bbfb-2719a126b94b None None] Attempting to bind port a2206715-b803-4e5f-8ec4-6a95bb9cb891 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '8fb2cc9f-e33b-4803-9793-9b6ef755ec1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e71a030f-5151-4f67-9146-e341c0104f58'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:53.368316 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7fbf67-f95f-46fe-bbfb-2719a126b94b None None] Attempting to bind port a2206715-b803-4e5f-8ec4-6a95bb9cb891 on network e71a030f-5151-4f67-9146-e341c0104f58 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:53.379706 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c5070fee-4960-4f76-bd4c-78b782f5f4f9 req-e8b3e878-a833-4220-b69e-4aa6bf9b2969 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/security-groups?id=0cea22e7-9828-437c-b67a-180cc743f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076179 Feb 16 22:43:53.381380 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7fbf67-f95f-46fe-bbfb-2719a126b94b None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:43:53.381963 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7fbf67-f95f-46fe-bbfb-2719a126b94b None None] Checking segment: {'id': '8fb2cc9f-e33b-4803-9793-9b6ef755ec1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e71a030f-5151-4f67-9146-e341c0104f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:43:53.382765 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-eb7fbf67-f95f-46fe-bbfb-2719a126b94b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:53.383435 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7fbf67-f95f-46fe-bbfb-2719a126b94b None None] Bound using segment: {'id': '8fb2cc9f-e33b-4803-9793-9b6ef755ec1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e71a030f-5151-4f67-9146-e341c0104f58'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:43:53.384071 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-eb7fbf67-f95f-46fe-bbfb-2719a126b94b None None] Bound port: a2206715-b803-4e5f-8ec4-6a95bb9cb891, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fb2cc9f-e33b-4803-9793-9b6ef755ec1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e71a030f-5151-4f67-9146-e341c0104f58'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:43:53.384629 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-eb7fbf67-f95f-46fe-bbfb-2719a126b94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a2206715-b803-4e5f-8ec4-6a95bb9cb891), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:53.406471 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 527fdcde-cc7e-4ced-a2d2-df7cc858c9b6 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:43:53.410354 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57182451-4de4-416d-97be-4500681324db admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:43:53.412693 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-57182451-4de4-416d-97be-4500681324db admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:43:53.430087 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57182451-4de4-416d-97be-4500681324db admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:43:53.560791 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 2ff71336-6aab-49a7-9349-dde4c2626ba5 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:43:53.572584 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-eb7fbf67-f95f-46fe-bbfb-2719a126b94b None None] For port a2206715-b803-4e5f-8ec4-6a95bb9cb891, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:43:53.675853 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-eb7fbf67-f95f-46fe-bbfb-2719a126b94b None None] For port a2206715-b803-4e5f-8ec4-6a95bb9cb891, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a2206715-b803-4e5f-8ec4-6a95bb9cb891,segment=NetworkSegment(8fb2cc9f-e33b-4803-9793-9b6ef755ec1a),segment_id=8fb2cc9f-e33b-4803-9793-9b6ef755ec1a)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:43:53.689226 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-39497eff-296b-43de-8e17-8cd4d7160d3a req-be9d0ec4-0737-4f6b-a05f-8a9f15b20462 tempest-ServerShowV254Test-507419094 tempest-ServerShowV254Test-507419094-project] 10.222.0.75 "GET /v2.0/ports?device_id=652284f1-5842-4d5e-a0a5-fb7a9ea2ab2e HTTP/1.1" status: 200 len: 210 time: 0.0593023 Feb 16 22:43:53.743449 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-eb7fbf67-f95f-46fe-bbfb-2719a126b94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a2206715-b803-4e5f-8ec4-6a95bb9cb891), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:53.809414 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7fbf67-f95f-46fe-bbfb-2719a126b94b None None] Pushing event updated for resources: {'Port': ['ID=a2206715-b803-4e5f-8ec4-6a95bb9cb891,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:53.859147 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 527fdcde-cc7e-4ced-a2d2-df7cc858c9b6, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=527fdcde-cc7e-4ced-a2d2-df7cc858c9b6,segment=NetworkSegment(7afa8abd-d24a-4287-bcf0-18629abdf72a),segment_id=7afa8abd-d24a-4287-bcf0-18629abdf72a)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:43:53.876273 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 2ff71336-6aab-49a7-9349-dde4c2626ba5 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:53.876649 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2ff71336-6aab-49a7-9349-dde4c2626ba5), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:53.905782 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '527fdcde-cc7e-4ced-a2d2-df7cc858c9b6', 'network_id': '711f76dd-299d-4633-b0c0-e90e0dfbc02d', 'port_id': '527fdcde-cc7e-4ced-a2d2-df7cc858c9b6', 'mac_address': 'fa:16:3e:5d:3d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '682cee36-82ef-447d-8aeb-c028e2eee6a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:43:53.987393 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 527fdcde-cc7e-4ced-a2d2-df7cc858c9b6 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:53.987787 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (527fdcde-cc7e-4ced-a2d2-df7cc858c9b6), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:54.007711 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 527fdcde-cc7e-4ced-a2d2-df7cc858c9b6 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:43:54.082833 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 527fdcde-cc7e-4ced-a2d2-df7cc858c9b6, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=527fdcde-cc7e-4ced-a2d2-df7cc858c9b6,segment=NetworkSegment(7afa8abd-d24a-4287-bcf0-18629abdf72a),segment_id=7afa8abd-d24a-4287-bcf0-18629abdf72a)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:43:54.085609 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 2ff71336-6aab-49a7-9349-dde4c2626ba5 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:54.096331 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (527fdcde-cc7e-4ced-a2d2-df7cc858c9b6), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:54.169652 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=527fdcde-cc7e-4ced-a2d2-df7cc858c9b6,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:54.188648 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57182451-4de4-416d-97be-4500681324db admin admin] Pushing event updated for resources: {'Port': ['ID=c811aded-847c-4214-a129-09993a82732e,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:54.247634 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39660) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:54.300940 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:54.346397 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['527fdcde-cc7e-4ced-a2d2-df7cc858c9b6'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:43:54.403910 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57182451-4de4-416d-97be-4500681324db admin admin] Publish callbacks [] for router_gateway (8b9ad988-55fc-4858-8355-0cf3cc607fb4), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:54.417646 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-c7056e72-406e-4191-a5a3-c20328ef340b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1605133881'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:54.461702 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7056e72-406e-4191-a5a3-c20328ef340b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:43:54.467066 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c7056e72-406e-4191-a5a3-c20328ef340b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:54.485738 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c7056e72-406e-4191-a5a3-c20328ef340b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:54.607162 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9e5b9-cc6b-405c-be9a-36bc1bec9913 req-20119e1e-2ad0-4f66-8bdd-f4f0d5a1750e tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:54.609293 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-53b9e5b9-cc6b-405c-be9a-36bc1bec9913 req-20119e1e-2ad0-4f66-8bdd-f4f0d5a1750e tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6f2cdba-2e20-4893-990c-61cc2c1d89d8 HTTP/1.1" status: 200 len: 944 time: 0.0913396 Feb 16 22:43:54.655004 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c7056e72-406e-4191-a5a3-c20328ef340b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for security_group (0909d880-d267-4b49-b206-adb7555dd33f), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:54.673249 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c7056e72-406e-4191-a5a3-c20328ef340b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (0909d880-d267-4b49-b206-adb7555dd33f), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:54.675266 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57182451-4de4-416d-97be-4500681324db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (8b9ad988-55fc-4858-8355-0cf3cc607fb4), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:54.710152 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7056e72-406e-4191-a5a3-c20328ef340b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:43:54.714746 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-53b9e5b9-cc6b-405c-be9a-36bc1bec9913 req-fd7b8933-545f-40cd-836a-deaa4a5229b7 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/security-groups?id=0cea22e7-9828-437c-b67a-180cc743f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920365 Feb 16 22:43:54.729429 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7056e72-406e-4191-a5a3-c20328ef340b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0909d880-d267-4b49-b206-adb7555dd33f,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:54.742520 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c7056e72-406e-4191-a5a3-c20328ef340b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (9be9c643-9646-4294-988d-57be453b44f7), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:54.743137 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-c7056e72-406e-4191-a5a3-c20328ef340b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Added segment 9be9c643-9646-4294-988d-57be453b44f7 of type vlan for network 9b3506d6-cf65-449c-b238-c5db64bf8ecc Feb 16 22:43:54.792916 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c7056e72-406e-4191-a5a3-c20328ef340b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (9b3506d6-cf65-449c-b238-c5db64bf8ecc), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:54.829892 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c7056e72-406e-4191-a5a3-c20328ef340b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (9b3506d6-cf65-449c-b238-c5db64bf8ecc), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:54.835916 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7056e72-406e-4191-a5a3-c20328ef340b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:54.838085 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c7056e72-406e-4191-a5a3-c20328ef340b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:54.860347 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57182451-4de4-416d-97be-4500681324db admin admin] Router 8b9ad988-55fc-4858-8355-0cf3cc607fb4 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:43:55.043681 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57182451-4de4-416d-97be-4500681324db admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:43:55.071224 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec6182d-c428-4943-a846-6f36cdeff259 None None] Sync routers for ids ['8b9ad988-55fc-4858-8355-0cf3cc607fb4'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:43:55.087287 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57182451-4de4-416d-97be-4500681324db admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:55.091304 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-57182451-4de4-416d-97be-4500681324db admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9630139 Feb 16 22:43:55.092956 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39680) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:55.120626 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec6182d-c428-4943-a846-6f36cdeff259 None None] Routers {'8b9ad988-55fc-4858-8355-0cf3cc607fb4'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:43:55.121306 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-2ec6182d-c428-4943-a846-6f36cdeff259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:43:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['8b9ad988-55fc-4858-8355-0cf3cc607fb4'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:55.274743 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39682) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:55.344138 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-2ec6182d-c428-4943-a846-6f36cdeff259 None None] Set router 8b9ad988-55fc-4858-8355-0cf3cc607fb4 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:43:55.385698 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3a502d-9c11-40ec-9989-59d60bb40ade None None] Network e71a030f-5151-4f67-9146-e341c0104f58 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:43:55.406351 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 527fdcde-cc7e-4ced-a2d2-df7cc858c9b6 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:43:55.421102 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7056e72-406e-4191-a5a3-c20328ef340b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Network': ['ID=9b3506d6-cf65-449c-b238-c5db64bf8ecc,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:55.448515 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c7056e72-406e-4191-a5a3-c20328ef340b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1933618 Feb 16 22:43:55.458342 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39692) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:55.474757 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-1af231b1-bed9-48a6-b301-b228cf390a61 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'port': {'network_id': '9b3506d6-cf65-449c-b238-c5db64bf8ecc', 'name': 'tempest-PortsTestJSON-229338026'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:55.498149 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 9b3506d6-cf65-449c-b238-c5db64bf8ecc details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:43:55.592687 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1e575bf3-a1a3-4c1b-a142-58500fcb3264 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:55.611610 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a2206715-b803-4e5f-8ec4-6a95bb9cb891 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:43:55.661764 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-2ec6182d-c428-4943-a846-6f36cdeff259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9ad988-55fc-4858-8355-0cf3cc607fb4', 'name': 'tempest-TestVolumeBootPattern-1325441319-router', 'tenant_id': '337bf3b053874cb6b6eaff9016dd6783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c811aded-847c-4214-a129-09993a82732e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:52Z', 'updated_at': '2022-02-16T22:43:54Z', 'revision_number': 3, 'project_id': '337bf3b053874cb6b6eaff9016dd6783', 'gw_port': {'id': 'c811aded-847c-4214-a129-09993a82732e', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ff:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9ad988-55fc-4858-8355-0cf3cc607fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:52Z', 'updated_at': '2022-02-16T22:43:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:55.677313 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af231b1-bed9-48a6-b301-b228cf390a61 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:43:55.687968 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1af231b1-bed9-48a6-b301-b228cf390a61 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:55.705472 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec6182d-c428-4943-a846-6f36cdeff259 None None] Checking router: 8b9ad988-55fc-4858-8355-0cf3cc607fb4 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:43:55.706883 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec6182d-c428-4943-a846-6f36cdeff259 None None] Updating router 8b9ad988-55fc-4858-8355-0cf3cc607fb4 port c811aded-847c-4214-a129-09993a82732e binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:43:55.722507 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-1af231b1-bed9-48a6-b301-b228cf390a61 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] device_id is not set on port 90623328-7b30-4a41-a296-7c2cac915a56 yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:43:55.765111 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a2105879-385e-47b2-b6db-740b914262aa None None] Provisioning complete for port a2206715-b803-4e5f-8ec4-6a95bb9cb891 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:55.765888 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a2105879-385e-47b2-b6db-740b914262aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a2206715-b803-4e5f-8ec4-6a95bb9cb891), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:55.767659 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:55.782980 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2ec6182d-c428-4943-a846-6f36cdeff259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c811aded-847c-4214-a129-09993a82732e), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:55.868264 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 527fdcde-cc7e-4ced-a2d2-df7cc858c9b6 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:43:55.878542 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1e575bf3-a1a3-4c1b-a142-58500fcb3264 admin admin] Publish callbacks [] for security_group (c2a0e509-2300-4ab7-b5c5-0fba3298760a), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:55.880298 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 527fdcde-cc7e-4ced-a2d2-df7cc858c9b6 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:55.880807 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (527fdcde-cc7e-4ced-a2d2-df7cc858c9b6), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:55.895476 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1e575bf3-a1a3-4c1b-a142-58500fcb3264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c2a0e509-2300-4ab7-b5c5-0fba3298760a), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:55.929178 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port a2206715-b803-4e5f-8ec4-6a95bb9cb891 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:55.929861 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a2206715-b803-4e5f-8ec4-6a95bb9cb891), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:55.950296 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1e575bf3-a1a3-4c1b-a142-58500fcb3264 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=46ca211901ef4ecbac37707f85e2609a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6731999 Feb 16 22:43:55.955832 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39700) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:56.058430 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e575bf3-a1a3-4c1b-a142-58500fcb3264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a0e509-2300-4ab7-b5c5-0fba3298760a,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:56.083653 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a2105879-385e-47b2-b6db-740b914262aa None None] Current status of the port a2206715-b803-4e5f-8ec4-6a95bb9cb891 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:56.084168 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a2105879-385e-47b2-b6db-740b914262aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a2206715-b803-4e5f-8ec4-6a95bb9cb891), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:56.185391 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-84ff798b-0a26-42c9-9311-3b55c5081402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:56.214013 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-a2105879-385e-47b2-b6db-740b914262aa None None] For port a2206715-b803-4e5f-8ec4-6a95bb9cb891, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a2206715-b803-4e5f-8ec4-6a95bb9cb891,segment=NetworkSegment(8fb2cc9f-e33b-4803-9793-9b6ef755ec1a),segment_id=8fb2cc9f-e33b-4803-9793-9b6ef755ec1a)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:43:56.229724 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fb084b4c-7e27-49e5-8ddd-3eab32094710 admin admin] Publish callbacks [] for security_group (c2a0e509-2300-4ab7-b5c5-0fba3298760a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:56.241241 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3fab32-82a8-4b16-bb16-28c88d88b4bc req-3f6f83f7-ec04-434e-8503-5efcc8628c66 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:56.245481 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8f3fab32-82a8-4b16-bb16-28c88d88b4bc req-3f6f83f7-ec04-434e-8503-5efcc8628c66 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6f2cdba-2e20-4893-990c-61cc2c1d89d8 HTTP/1.1" status: 200 len: 944 time: 0.3638837 Feb 16 22:43:56.269349 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a2105879-385e-47b2-b6db-740b914262aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a2206715-b803-4e5f-8ec4-6a95bb9cb891), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:56.285149 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 527fdcde-cc7e-4ced-a2d2-df7cc858c9b6 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:56.285526 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (527fdcde-cc7e-4ced-a2d2-df7cc858c9b6), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:56.312929 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fb084b4c-7e27-49e5-8ddd-3eab32094710 admin admin] Publish callbacks [] for security_group (c2a0e509-2300-4ab7-b5c5-0fba3298760a), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:56.338410 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1af231b1-bed9-48a6-b301-b228cf390a61 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for port (90623328-7b30-4a41-a296-7c2cac915a56), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:56.350023 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2ec6182d-c428-4943-a846-6f36cdeff259 None None] Publish callbacks [] for port (c811aded-847c-4214-a129-09993a82732e), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:56.368158 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2ec6182d-c428-4943-a846-6f36cdeff259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c811aded-847c-4214-a129-09993a82732e), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:56.384466 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port a2206715-b803-4e5f-8ec4-6a95bb9cb891 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:56.392793 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a2206715-b803-4e5f-8ec4-6a95bb9cb891), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:56.433017 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8f3fab32-82a8-4b16-bb16-28c88d88b4bc req-ecbad46b-f955-4da9-abb2-abaf6d1dd25a tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/security-groups?id=0cea22e7-9828-437c-b67a-180cc743f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811931 Feb 16 22:43:56.463911 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fb084b4c-7e27-49e5-8ddd-3eab32094710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c2a0e509-2300-4ab7-b5c5-0fba3298760a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:56.474538 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1af231b1-bed9-48a6-b301-b228cf390a61 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (90623328-7b30-4a41-a296-7c2cac915a56), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:56.481174 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fb084b4c-7e27-49e5-8ddd-3eab32094710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:56.482929 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fb084b4c-7e27-49e5-8ddd-3eab32094710 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c2a0e509-2300-4ab7-b5c5-0fba3298760a HTTP/1.1" status: 204 len: 168 time: 0.5253410 Feb 16 22:43:56.500933 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-2ec6182d-c428-4943-a846-6f36cdeff259 None None] Attempting to bind port c811aded-847c-4214-a129-09993a82732e on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:43:56.501313 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-2ec6182d-c428-4943-a846-6f36cdeff259 None None] Attempting to bind port c811aded-847c-4214-a129-09993a82732e by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:43:56.501686 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec6182d-c428-4943-a846-6f36cdeff259 None None] Attempting to bind port c811aded-847c-4214-a129-09993a82732e on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:43:56.506439 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb084b4c-7e27-49e5-8ddd-3eab32094710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a0e509-2300-4ab7-b5c5-0fba3298760a,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:56.537676 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec6182d-c428-4943-a846-6f36cdeff259 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:43:56.538086 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec6182d-c428-4943-a846-6f36cdeff259 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:43:56.538969 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f2cdba-2e20-4893-990c-61cc2c1d89d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527fdcde-cc7e-4ced-a2d2-df7cc858c9b6'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:43:56.539969 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2ec6182d-c428-4943-a846-6f36cdeff259 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:56.541524 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-84ff798b-0a26-42c9-9311-3b55c5081402 admin admin] Allocated IP 172.20.0.1 (e71a030f-5151-4f67-9146-e341c0104f58/82a5b753-656a-42af-96a1-c5d44a283d41/052bebf0-03d2-40e6-8936-e8cbbdea90a5) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:43:56.541735 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaae41fe-cdaa-4e34-906b-5521c8152fc5" -d '{"events": [{"server_uuid": "d6f2cdba-2e20-4893-990c-61cc2c1d89d8", "name": "network-vif-plugged", "status": "completed", "tag": "527fdcde-cc7e-4ced-a2d2-df7cc858c9b6"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:43:56.543893 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec6182d-c428-4943-a846-6f36cdeff259 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:43:56.544576 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-2ec6182d-c428-4943-a846-6f36cdeff259 None None] Bound port: c811aded-847c-4214-a129-09993a82732e, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:43:56.545682 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2ec6182d-c428-4943-a846-6f36cdeff259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c811aded-847c-4214-a129-09993a82732e), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:56.553032 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f51ce-2741-43c5-8faf-918a294f59a0 None None] Pushing event updated for resources: {'Port': ['ID=c811aded-847c-4214-a129-09993a82732e,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:56.579584 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af231b1-bed9-48a6-b301-b228cf390a61 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Port': ['ID=90623328-7b30-4a41-a296-7c2cac915a56,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:56.588508 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af231b1-bed9-48a6-b301-b228cf390a61 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Checking segment: {'id': '9be9c643-9646-4294-988d-57be453b44f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9b3506d6-cf65-449c-b238-c5db64bf8ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:43:56.588933 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af231b1-bed9-48a6-b301-b228cf390a61 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Network hostable DHCP agents. Network: 9b3506d6-cf65-449c-b238-c5db64bf8ecc, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:43:56.603782 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b9de98bf-f8f5-4b57-838a-b05763837f03 None None] Provisioning complete for port a2206715-b803-4e5f-8ec4-6a95bb9cb891 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:56.604116 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b9de98bf-f8f5-4b57-838a-b05763837f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a2206715-b803-4e5f-8ec4-6a95bb9cb891), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:56.611002 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af231b1-bed9-48a6-b301-b228cf390a61 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Network 9b3506d6-cf65-449c-b238-c5db64bf8ecc is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:43:56.611196 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 527fdcde-cc7e-4ced-a2d2-df7cc858c9b6, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=527fdcde-cc7e-4ced-a2d2-df7cc858c9b6,segment=NetworkSegment(7afa8abd-d24a-4287-bcf0-18629abdf72a),segment_id=7afa8abd-d24a-4287-bcf0-18629abdf72a)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:43:56.614595 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2105879-385e-47b2-b6db-740b914262aa None None] Pushing event updated for resources: {'Port': ['ID=a2206715-b803-4e5f-8ec4-6a95bb9cb891,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:56.626986 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-1af231b1-bed9-48a6-b301-b228cf390a61 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 9b3506d6-cf65-449c-b238-c5db64bf8ecc) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:43:56.632688 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af231b1-bed9-48a6-b301-b228cf390a61 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:43:56.639933 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af231b1-bed9-48a6-b301-b228cf390a61 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:56.641138 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1af231b1-bed9-48a6-b301-b228cf390a61 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:56.664002 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1af231b1-bed9-48a6-b301-b228cf390a61 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2021682 Feb 16 22:43:56.669810 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39712) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:56.680485 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-f19d2e31-fb67-4ae3-9ba4-ac146e2761c2 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-72523809'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:56.685187 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6520d18d-d1c3-4b5f-843c-b2a91908c9c6 x-openstack-request-id: req-6520d18d-d1c3-4b5f-843c-b2a91908c9c6 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:43:56.685556 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f2cdba-2e20-4893-990c-61cc2c1d89d8", "name": "network-vif-plugged", "status": "completed", "tag": "527fdcde-cc7e-4ced-a2d2-df7cc858c9b6", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:43:56.686318 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6520d18d-d1c3-4b5f-843c-b2a91908c9c6 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:43:56.686712 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f2cdba-2e20-4893-990c-61cc2c1d89d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527fdcde-cc7e-4ced-a2d2-df7cc858c9b6', 'code': 200} Feb 16 22:43:56.693509 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dceacab-ab16-4efe-b042-725a9f2e2961 None None] Network 9b3506d6-cf65-449c-b238-c5db64bf8ecc requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:43:56.711130 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-2ec6182d-c428-4943-a846-6f36cdeff259 None None] For port c811aded-847c-4214-a129-09993a82732e, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:43:56.714713 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-2ec6182d-c428-4943-a846-6f36cdeff259 None None] For port c811aded-847c-4214-a129-09993a82732e, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=c811aded-847c-4214-a129-09993a82732e,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:43:56.729536 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2ec6182d-c428-4943-a846-6f36cdeff259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c811aded-847c-4214-a129-09993a82732e), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:56.733772 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (527fdcde-cc7e-4ced-a2d2-df7cc858c9b6), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:56.738191 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2105879-385e-47b2-b6db-740b914262aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:56.738536 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2105879-385e-47b2-b6db-740b914262aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:56.738982 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2105879-385e-47b2-b6db-740b914262aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:56.739351 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2105879-385e-47b2-b6db-740b914262aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:56.739657 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2105879-385e-47b2-b6db-740b914262aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:56.739988 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2105879-385e-47b2-b6db-740b914262aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:56.740313 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2105879-385e-47b2-b6db-740b914262aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:56.740640 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2105879-385e-47b2-b6db-740b914262aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:56.740991 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2105879-385e-47b2-b6db-740b914262aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:56.741329 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2105879-385e-47b2-b6db-740b914262aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:56.741655 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2105879-385e-47b2-b6db-740b914262aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:56.742002 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2105879-385e-47b2-b6db-740b914262aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:56.742351 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2105879-385e-47b2-b6db-740b914262aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:43:56.814224 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:43:56.814224 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:43:56.828128 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec6182d-c428-4943-a846-6f36cdeff259 None None] Routers {'8b9ad988-55fc-4858-8355-0cf3cc607fb4'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:43:56.831774 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-2ec6182d-c428-4943-a846-6f36cdeff259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:43:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['8b9ad988-55fc-4858-8355-0cf3cc607fb4'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:56.845726 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93529c-b121-4e0e-8d35-7781aeadae2e req-6f726100-e20c-4fd5-b63d-470c765a2065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:56.847422 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c93529c-b121-4e0e-8d35-7781aeadae2e req-6f726100-e20c-4fd5-b63d-470c765a2065 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d6f2cdba-2e20-4893-990c-61cc2c1d89d8 HTTP/1.1" status: 200 len: 1127 time: 0.1181374 Feb 16 22:43:56.863875 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19d2e31-fb67-4ae3-9ba4-ac146e2761c2 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:43:56.872424 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f19d2e31-fb67-4ae3-9ba4-ac146e2761c2 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:56.941779 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c93529c-b121-4e0e-8d35-7781aeadae2e req-3fb0e5d8-4092-4ff1-bf9c-8626853777ed service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0cea22e7-9828-437c-b67a-180cc743f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853271 Feb 16 22:43:56.958071 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-84ff798b-0a26-42c9-9311-3b55c5081402 admin admin] Publish callbacks [] for port (052bebf0-03d2-40e6-8936-e8cbbdea90a5), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:56.959627 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f51ce-2741-43c5-8faf-918a294f59a0 None None] Pushing event updated for resources: {'Port': ['ID=c811aded-847c-4214-a129-09993a82732e,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:56.978721 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f19d2e31-fb67-4ae3-9ba4-ac146e2761c2 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:43:56.995742 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f19d2e31-fb67-4ae3-9ba4-ac146e2761c2 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (48a01403-1b5d-4fea-8223-e88a663bb93f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:56.996098 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-f19d2e31-fb67-4ae3-9ba4-ac146e2761c2 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Added segment 48a01403-1b5d-4fea-8223-e88a663bb93f of type vlan for network e27b5625-e359-48ff-8074-e366b3dc386e Feb 16 22:43:57.014250 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-2ec6182d-c428-4943-a846-6f36cdeff259 None None] Set router 8b9ad988-55fc-4858-8355-0cf3cc607fb4 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:43:57.059563 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f19d2e31-fb67-4ae3-9ba4-ac146e2761c2 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (e27b5625-e359-48ff-8074-e366b3dc386e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:57.066442 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-84ff798b-0a26-42c9-9311-3b55c5081402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (052bebf0-03d2-40e6-8936-e8cbbdea90a5), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:57.086844 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=527fdcde-cc7e-4ced-a2d2-df7cc858c9b6,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:57.128231 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:57.142403 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ff798b-0a26-42c9-9311-3b55c5081402 admin admin] Network e71a030f-5151-4f67-9146-e341c0104f58 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:43:57.148298 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-84ff798b-0a26-42c9-9311-3b55c5081402 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:43:57.150576 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff798b-0a26-42c9-9311-3b55c5081402 admin admin] Pushing event updated for resources: {'Port': ['ID=052bebf0-03d2-40e6-8936-e8cbbdea90a5,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:57.153316 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ff798b-0a26-42c9-9311-3b55c5081402 admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:43:57.157912 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f19d2e31-fb67-4ae3-9ba4-ac146e2761c2 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (e27b5625-e359-48ff-8074-e366b3dc386e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:57.163714 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19d2e31-fb67-4ae3-9ba4-ac146e2761c2 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:57.164546 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f19d2e31-fb67-4ae3-9ba4-ac146e2761c2 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:57.197747 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b9de98bf-f8f5-4b57-838a-b05763837f03 None None] Current status of the port a2206715-b803-4e5f-8ec4-6a95bb9cb891 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:57.241238 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39732) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:57.247256 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f19d2e31-fb67-4ae3-9ba4-ac146e2761c2 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5698955 Feb 16 22:43:57.248902 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-e48187cd-825f-4816-a583-19365229534e tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'ports': [{'network_id': '9b3506d6-cf65-449c-b238-c5db64bf8ecc'}, {'network_id': 'e27b5625-e359-48ff-8074-e366b3dc386e'}]} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:57.249364 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-e48187cd-825f-4816-a583-19365229534e tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'port': {'network_id': '9b3506d6-cf65-449c-b238-c5db64bf8ecc'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:57.250061 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-e48187cd-825f-4816-a583-19365229534e tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'port': {'network_id': 'e27b5625-e359-48ff-8074-e366b3dc386e'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:57.298198 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-84ff798b-0a26-42c9-9311-3b55c5081402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (8b9ad988-55fc-4858-8355-0cf3cc607fb4), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:57.301541 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d2e31-fb67-4ae3-9ba4-ac146e2761c2 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Network': ['ID=e27b5625-e359-48ff-8074-e366b3dc386e,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:57.345040 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-2ec6182d-c428-4943-a846-6f36cdeff259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9ad988-55fc-4858-8355-0cf3cc607fb4', 'name': 'tempest-TestVolumeBootPattern-1325441319-router', 'tenant_id': '337bf3b053874cb6b6eaff9016dd6783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c811aded-847c-4214-a129-09993a82732e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:52Z', 'updated_at': '2022-02-16T22:43:54Z', 'revision_number': 3, 'project_id': '337bf3b053874cb6b6eaff9016dd6783', 'gw_port': {'id': 'c811aded-847c-4214-a129-09993a82732e', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ff:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9ad988-55fc-4858-8355-0cf3cc607fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:52Z', 'updated_at': '2022-02-16T22:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:43:57.379306 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network e27b5625-e359-48ff-8074-e366b3dc386e details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:43:57.427291 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec6182d-c428-4943-a846-6f36cdeff259 None None] The sync data for ids ['8b9ad988-55fc-4858-8355-0cf3cc607fb4'] in n-d-813897-6 is: [{'id': '8b9ad988-55fc-4858-8355-0cf3cc607fb4', 'name': 'tempest-TestVolumeBootPattern-1325441319-router', 'tenant_id': '337bf3b053874cb6b6eaff9016dd6783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c811aded-847c-4214-a129-09993a82732e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:52Z', 'updated_at': '2022-02-16T22:43:54Z', 'revision_number': 3, 'project_id': '337bf3b053874cb6b6eaff9016dd6783', 'gw_port': {'id': 'c811aded-847c-4214-a129-09993a82732e', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ff:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9ad988-55fc-4858-8355-0cf3cc607fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:52Z', 'updated_at': '2022-02-16T22:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:43:57.475438 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port a2206715-b803-4e5f-8ec4-6a95bb9cb891 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:57.558314 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-84ff798b-0a26-42c9-9311-3b55c5081402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (052bebf0-03d2-40e6-8936-e8cbbdea90a5), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:57.611735 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a2206715-b803-4e5f-8ec4-6a95bb9cb891 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:43:57.733597 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48187cd-825f-4816-a583-19365229534e tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'port': 2} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:43:57.738334 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e48187cd-825f-4816-a583-19365229534e tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:57.762538 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5dd822-b4a2-4c77-b62e-73768aa11794 req-058528f2-73af-4004-9f29-b9570c5d2e47 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:57.765067 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cc5dd822-b4a2-4c77-b62e-73768aa11794 req-058528f2-73af-4004-9f29-b9570c5d2e47 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6f2cdba-2e20-4893-990c-61cc2c1d89d8 HTTP/1.1" status: 200 len: 945 time: 0.1312306 Feb 16 22:43:57.768542 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-88512baf-ea55-4a06-bf3d-72806951f388 None None] Provisioning complete for port 052bebf0-03d2-40e6-8936-e8cbbdea90a5 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:57.768919 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-88512baf-ea55-4a06-bf3d-72806951f388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (052bebf0-03d2-40e6-8936-e8cbbdea90a5), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:57.799004 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e48187cd-825f-4816-a583-19365229534e tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:57.815987 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-88512baf-ea55-4a06-bf3d-72806951f388 None None] Port 052bebf0-03d2-40e6-8936-e8cbbdea90a5 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:43:57.817849 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port a2206715-b803-4e5f-8ec4-6a95bb9cb891 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:57.818260 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a2206715-b803-4e5f-8ec4-6a95bb9cb891), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:57.894942 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39750) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:57.945723 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port a2206715-b803-4e5f-8ec4-6a95bb9cb891 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:43:57.958818 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cc5dd822-b4a2-4c77-b62e-73768aa11794 req-273bdfb1-8ca9-4711-9d37-3d3045115445 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/security-groups?id=0cea22e7-9828-437c-b67a-180cc743f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792712 Feb 16 22:43:57.975718 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-84ff798b-0a26-42c9-9311-3b55c5081402 admin admin] Publish callbacks [] for port (052bebf0-03d2-40e6-8936-e8cbbdea90a5), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:57.990368 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-84ff798b-0a26-42c9-9311-3b55c5081402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (052bebf0-03d2-40e6-8936-e8cbbdea90a5), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:58.069017 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-e48187cd-825f-4816-a583-19365229534e tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] device_id is not set on port 60761ddc-287a-4370-ba3c-b686709b2f63 yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:43:58.101712 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff798b-0a26-42c9-9311-3b55c5081402 admin admin] Pushing event updated for resources: {'Port': ['ID=052bebf0-03d2-40e6-8936-e8cbbdea90a5,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:58.105066 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-84ff798b-0a26-42c9-9311-3b55c5081402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (8b9ad988-55fc-4858-8355-0cf3cc607fb4), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:58.154401 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-9b1c8c23-0075-4c91-9b48-3d592584ab0c admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2036979979-network', 'tenant_id': 'e1c9a6834b9846029523d0b68710843b'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:58.213629 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e48187cd-825f-4816-a583-19365229534e tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for port (60761ddc-287a-4370-ba3c-b686709b2f63), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:58.247612 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1c8c23-0075-4c91-9b48-3d592584ab0c admin admin] Made reservation on behalf of e1c9a6834b9846029523d0b68710843b for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:43:58.251880 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b1c8c23-0075-4c91-9b48-3d592584ab0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:58.274350 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b1c8c23-0075-4c91-9b48-3d592584ab0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:58.304979 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-e48187cd-825f-4816-a583-19365229534e tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] device_id is not set on port 6b3305c3-d1e6-4158-b349-21d6299af1fb yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:43:58.307984 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ff798b-0a26-42c9-9311-3b55c5081402 admin admin] Network e71a030f-5151-4f67-9146-e341c0104f58 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:43:58.312713 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-84ff798b-0a26-42c9-9311-3b55c5081402 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:43:58.429815 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e48187cd-825f-4816-a583-19365229534e tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for port (6b3305c3-d1e6-4158-b349-21d6299af1fb), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:58.520232 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b1c8c23-0075-4c91-9b48-3d592584ab0c admin admin] Publish callbacks [] for security_group (6265dcc6-3a66-4ae1-8a14-e2959724ead5), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:58.538622 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b1c8c23-0075-4c91-9b48-3d592584ab0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (6265dcc6-3a66-4ae1-8a14-e2959724ead5), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:58.565936 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e48187cd-825f-4816-a583-19365229534e tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (60761ddc-287a-4370-ba3c-b686709b2f63), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:58.581516 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c8c23-0075-4c91-9b48-3d592584ab0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6265dcc6-3a66-4ae1-8a14-e2959724ead5,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:58.609135 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:58.619155 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48187cd-825f-4816-a583-19365229534e tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Network 9b3506d6-cf65-449c-b238-c5db64bf8ecc is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:43:58.624035 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-e48187cd-825f-4816-a583-19365229534e tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:43:58.632863 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48187cd-825f-4816-a583-19365229534e tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:43:58.633738 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e48187cd-825f-4816-a583-19365229534e tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (6b3305c3-d1e6-4158-b349-21d6299af1fb), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:58.642922 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b1c8c23-0075-4c91-9b48-3d592584ab0c admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:43:58.650331 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ff798b-0a26-42c9-9311-3b55c5081402 admin admin] Router 8b9ad988-55fc-4858-8355-0cf3cc607fb4 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:43:58.655170 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a2bb7729-0863-4b09-a491-22bb6007cf3b None None] Provisioning complete for port 052bebf0-03d2-40e6-8936-e8cbbdea90a5 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:43:58.655549 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a2bb7729-0863-4b09-a491-22bb6007cf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (052bebf0-03d2-40e6-8936-e8cbbdea90a5), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:58.667421 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48187cd-825f-4816-a583-19365229534e tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Port': ['ID=60761ddc-287a-4370-ba3c-b686709b2f63,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:58.679850 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b1c8c23-0075-4c91-9b48-3d592584ab0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (e35fefcf-dbff-46be-a5f4-03825e7fe4b2), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:58.680405 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-9b1c8c23-0075-4c91-9b48-3d592584ab0c admin admin] Added segment e35fefcf-dbff-46be-a5f4-03825e7fe4b2 of type vlan for network f5bfe991-36fe-4d36-bdc0-ac0c6b6adc72 Feb 16 22:43:58.740764 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a2bb7729-0863-4b09-a491-22bb6007cf3b None None] Port 052bebf0-03d2-40e6-8936-e8cbbdea90a5 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:43:58.749163 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b1c8c23-0075-4c91-9b48-3d592584ab0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (f5bfe991-36fe-4d36-bdc0-ac0c6b6adc72), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:58.752710 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48187cd-825f-4816-a583-19365229534e tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Checking segment: {'id': '48a01403-1b5d-4fea-8223-e88a663bb93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e27b5625-e359-48ff-8074-e366b3dc386e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:43:58.753083 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48187cd-825f-4816-a583-19365229534e tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Network hostable DHCP agents. Network: e27b5625-e359-48ff-8074-e366b3dc386e, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:43:58.771330 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48187cd-825f-4816-a583-19365229534e tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Port': ['ID=6b3305c3-d1e6-4158-b349-21d6299af1fb,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:58.786062 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48187cd-825f-4816-a583-19365229534e tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Network e27b5625-e359-48ff-8074-e366b3dc386e is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:43:58.805054 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-e48187cd-825f-4816-a583-19365229534e tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, e27b5625-e359-48ff-8074-e366b3dc386e) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:43:58.809033 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48187cd-825f-4816-a583-19365229534e tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:43:58.814721 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb02adf-7d7c-474c-980a-ef8ebb1555c7 None None] Network e27b5625-e359-48ff-8074-e366b3dc386e requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:43:58.815825 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48187cd-825f-4816-a583-19365229534e tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:58.820520 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48187cd-825f-4816-a583-19365229534e tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:58.821294 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e48187cd-825f-4816-a583-19365229534e tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:58.846684 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e48187cd-825f-4816-a583-19365229534e tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6032441 Feb 16 22:43:58.849108 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39764) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:58.874907 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b1c8c23-0075-4c91-9b48-3d592584ab0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (f5bfe991-36fe-4d36-bdc0-ac0c6b6adc72), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:58.875931 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1c8c23-0075-4c91-9b48-3d592584ab0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:58.876806 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b1c8c23-0075-4c91-9b48-3d592584ab0c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:58.932865 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9b1c8c23-0075-4c91-9b48-3d592584ab0c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0357230 Feb 16 22:43:58.936446 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39770) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:58.942018 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-1fa7b00e-1833-45a6-9089-b3ebddeaf555 admin admin] Request body: {'subnet': {'network_id': 'f5bfe991-36fe-4d36-bdc0-ac0c6b6adc72', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2036979979-subnet', 'tenant_id': 'e1c9a6834b9846029523d0b68710843b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:43:58.970596 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c8c23-0075-4c91-9b48-3d592584ab0c admin admin] Pushing event updated for resources: {'Network': ['ID=f5bfe991-36fe-4d36-bdc0-ac0c6b6adc72,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:58.975669 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ff798b-0a26-42c9-9311-3b55c5081402 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:43:58.983059 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-84ff798b-0a26-42c9-9311-3b55c5081402 admin admin] 10.222.0.75 "PUT /v2.0/routers/8b9ad988-55fc-4858-8355-0cf3cc607fb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8889852 Feb 16 22:43:58.996945 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network f5bfe991-36fe-4d36-bdc0-ac0c6b6adc72 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:43:59.016468 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa7b00e-1833-45a6-9089-b3ebddeaf555 admin admin] Made reservation on behalf of e1c9a6834b9846029523d0b68710843b for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:43:59.020548 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b00e-1833-45a6-9089-b3ebddeaf555 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:59.044174 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-cfbb43ae-78ef-4b96-935c-b116186cd441 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Deleting port 6b3305c3-d1e6-4158-b349-21d6299af1fb {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:43:59.044775 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cfbb43ae-78ef-4b96-935c-b116186cd441 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (6b3305c3-d1e6-4158-b349-21d6299af1fb), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:59.233837 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cfbb43ae-78ef-4b96-935c-b116186cd441 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (6b3305c3-d1e6-4158-b349-21d6299af1fb), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:59.256766 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-cfbb43ae-78ef-4b96-935c-b116186cd441 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Calling delete_port for 6b3305c3-d1e6-4158-b349-21d6299af1fb owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:43:59.347237 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ed6d8-bf74-40be-883b-636e7391f097 req-b3e118ed-c3d1-43a7-b8b8-ccdbaf422cb9 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:59.349032 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4b5ed6d8-bf74-40be-883b-636e7391f097 req-b3e118ed-c3d1-43a7-b8b8-ccdbaf422cb9 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6f2cdba-2e20-4893-990c-61cc2c1d89d8 HTTP/1.1" status: 200 len: 945 time: 0.1993036 Feb 16 22:43:59.472099 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4b5ed6d8-bf74-40be-883b-636e7391f097 req-0050693a-402c-42e1-b346-d7ba265c7581 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/security-groups?id=0cea22e7-9828-437c-b67a-180cc743f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103067 Feb 16 22:43:59.481088 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b00e-1833-45a6-9089-b3ebddeaf555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (5509a8e0-a40b-4ef6-9dd0-2d14d089e9ca), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:59.515713 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cfbb43ae-78ef-4b96-935c-b116186cd441 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (6b3305c3-d1e6-4158-b349-21d6299af1fb), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:59.606470 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb43ae-78ef-4b96-935c-b116186cd441 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Port': ['ID=6b3305c3-d1e6-4158-b349-21d6299af1fb,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:59.621283 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cfbb43ae-78ef-4b96-935c-b116186cd441 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:59.678195 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-cfbb43ae-78ef-4b96-935c-b116186cd441 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/ports/6b3305c3-d1e6-4158-b349-21d6299af1fb HTTP/1.1" status: 204 len: 168 time: 0.8279874 Feb 16 22:43:59.681072 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39826) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:43:59.691290 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7b00e-1833-45a6-9089-b3ebddeaf555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5509a8e0-a40b-4ef6-9dd0-2d14d089e9ca,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:43:59.709774 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c811aded-847c-4214-a129-09993a82732e up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:43:59.744191 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa7b00e-1833-45a6-9089-b3ebddeaf555 admin admin] Checking segment: {'id': 'e35fefcf-dbff-46be-a5f4-03825e7fe4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f5bfe991-36fe-4d36-bdc0-ac0c6b6adc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:43:59.744841 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa7b00e-1833-45a6-9089-b3ebddeaf555 admin admin] Network hostable DHCP agents. Network: f5bfe991-36fe-4d36-bdc0-ac0c6b6adc72, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:43:59.778748 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa7b00e-1833-45a6-9089-b3ebddeaf555 admin admin] Network f5bfe991-36fe-4d36-bdc0-ac0c6b6adc72 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:43:59.797486 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-1fa7b00e-1833-45a6-9089-b3ebddeaf555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, f5bfe991-36fe-4d36-bdc0-ac0c6b6adc72) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:43:59.803039 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa7b00e-1833-45a6-9089-b3ebddeaf555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:59.805304 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b00e-1833-45a6-9089-b3ebddeaf555 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:43:59.855672 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1fa7b00e-1833-45a6-9089-b3ebddeaf555 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9096515 Feb 16 22:43:59.886713 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571718d8-18be-4420-a08d-89d36ee78d33 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:59.894566 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571718d8-18be-4420-a08d-89d36ee78d33 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:43:59.896502 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-571718d8-18be-4420-a08d-89d36ee78d33 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2145069 Feb 16 22:43:59.900271 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39838) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:00.074966 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9947fa1-b2ea-42de-9951-7f5ac445d1d0 None None] Network f5bfe991-36fe-4d36-bdc0-ac0c6b6adc72 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:44:00.077458 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39846) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:00.173918 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-38447036-25ff-4fa0-b736-4be68269ddc9 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Deleting port 60761ddc-287a-4370-ba3c-b686709b2f63 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:44:00.175227 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-38447036-25ff-4fa0-b736-4be68269ddc9 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (60761ddc-287a-4370-ba3c-b686709b2f63), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:00.243392 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-b345ba28-0ff2-44c4-ada8-df3781ec6df8 admin admin] Deleting subnet 5509a8e0-a40b-4ef6-9dd0-2d14d089e9ca {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:44:00.255603 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:00.260024 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b345ba28-0ff2-44c4-ada8-df3781ec6df8 admin admin] Publish callbacks [] for subnet (5509a8e0-a40b-4ef6-9dd0-2d14d089e9ca), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:00.322617 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-38447036-25ff-4fa0-b736-4be68269ddc9 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (60761ddc-287a-4370-ba3c-b686709b2f63), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:00.344131 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-38447036-25ff-4fa0-b736-4be68269ddc9 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Calling delete_port for 60761ddc-287a-4370-ba3c-b686709b2f63 owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:44:00.347708 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b345ba28-0ff2-44c4-ada8-df3781ec6df8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (5509a8e0-a40b-4ef6-9dd0-2d14d089e9ca), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:00.391001 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc763171-f645-4902-b342-9bf344cae887 None None] Sync routers for ids ['8b9ad988-55fc-4858-8355-0cf3cc607fb4'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:44:00.396900 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port c811aded-847c-4214-a129-09993a82732e triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:00.397319 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c811aded-847c-4214-a129-09993a82732e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:00.405760 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47bfad5-8f2f-4931-b10a-a44c642fa01d None None] Network f5bfe991-36fe-4d36-bdc0-ac0c6b6adc72 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:44:00.461853 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b345ba28-0ff2-44c4-ada8-df3781ec6df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (5509a8e0-a40b-4ef6-9dd0-2d14d089e9ca), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:00.478805 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc763171-f645-4902-b342-9bf344cae887 None None] Routers {'8b9ad988-55fc-4858-8355-0cf3cc607fb4'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:44:00.490708 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-fc763171-f645-4902-b342-9bf344cae887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:43:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['8b9ad988-55fc-4858-8355-0cf3cc607fb4'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:00.590564 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-fc763171-f645-4902-b342-9bf344cae887 None None] Set router 8b9ad988-55fc-4858-8355-0cf3cc607fb4 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:44:00.594357 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b345ba28-0ff2-44c4-ada8-df3781ec6df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (5509a8e0-a40b-4ef6-9dd0-2d14d089e9ca), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:00.631897 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b345ba28-0ff2-44c4-ada8-df3781ec6df8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:00.638128 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39874) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:00.638317 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b345ba28-0ff2-44c4-ada8-df3781ec6df8 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/5509a8e0-a40b-4ef6-9dd0-2d14d089e9ca HTTP/1.1" status: 204 len: 168 time: 0.5595553 Feb 16 22:44:00.639603 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-38447036-25ff-4fa0-b736-4be68269ddc9 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (60761ddc-287a-4370-ba3c-b686709b2f63), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:00.673833 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345ba28-0ff2-44c4-ada8-df3781ec6df8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5509a8e0-a40b-4ef6-9dd0-2d14d089e9ca,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:00.680407 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-38447036-25ff-4fa0-b736-4be68269ddc9 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:00.689577 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-38447036-25ff-4fa0-b736-4be68269ddc9 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/ports/60761ddc-287a-4370-ba3c-b686709b2f63 HTTP/1.1" status: 204 len: 168 time: 0.7859583 Feb 16 22:44:00.689577 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38447036-25ff-4fa0-b736-4be68269ddc9 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Port': ['ID=60761ddc-287a-4370-ba3c-b686709b2f63,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:00.691212 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39876) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:00.836362 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63551e4c-deb5-4cfd-9ef0-fa4cc63472d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (f5bfe991-36fe-4d36-bdc0-ac0c6b6adc72), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:00.872267 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab36bd64-eaeb-48e5-8b8e-6f6466fa4667 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:00.881292 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ab36bd64-eaeb-48e5-8b8e-6f6466fa4667 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1890326 Feb 16 22:44:00.890471 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39900) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:00.943739 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b0ce86-a6e6-4d74-9dee-391416667642 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] GET failed (client error): The resource could not be found. Feb 16 22:44:00.948964 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f0b0ce86-a6e6-4d74-9dee-391416667642 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "GET /v2.0/ports/6b3305c3-d1e6-4158-b349-21d6299af1fb HTTP/1.1" status: 404 len: 333 time: 0.0574560 Feb 16 22:44:00.949587 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39910) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:00.985447 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port c811aded-847c-4214-a129-09993a82732e is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:00.988154 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c811aded-847c-4214-a129-09993a82732e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:01.000580 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-450115c7-8eb2-462e-9acd-ce020fe0a4bb tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] GET failed (client error): The resource could not be found. Feb 16 22:44:01.002056 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-450115c7-8eb2-462e-9acd-ce020fe0a4bb tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "GET /v2.0/ports/60761ddc-287a-4370-ba3c-b686709b2f63 HTTP/1.1" status: 404 len: 333 time: 0.0514870 Feb 16 22:44:01.013915 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39912) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:01.063337 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port c811aded-847c-4214-a129-09993a82732e, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=c811aded-847c-4214-a129-09993a82732e,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:44:01.075423 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c811aded-847c-4214-a129-09993a82732e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:01.140138 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-fc763171-f645-4902-b342-9bf344cae887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9ad988-55fc-4858-8355-0cf3cc607fb4', 'name': 'tempest-TestVolumeBootPattern-1325441319-router', 'tenant_id': '337bf3b053874cb6b6eaff9016dd6783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c811aded-847c-4214-a129-09993a82732e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:52Z', 'updated_at': '2022-02-16T22:43:57Z', 'revision_number': 4, 'project_id': '337bf3b053874cb6b6eaff9016dd6783', 'gw_port': {'id': 'c811aded-847c-4214-a129-09993a82732e', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ff:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9ad988-55fc-4858-8355-0cf3cc607fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:52Z', 'updated_at': '2022-02-16T22:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '052bebf0-03d2-40e6-8936-e8cbbdea90a5', 'name': '', 'network_id': 'e71a030f-5151-4f67-9146-e341c0104f58', 'tenant_id': '337bf3b053874cb6b6eaff9016dd6783', 'mac_address': 'fa:16:3e:cb:c0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9ad988-55fc-4858-8355-0cf3cc607fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '82a5b753-656a-42af-96a1-c5d44a283d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:56Z', 'updated_at': '2022-02-16T22:43:57Z', 'revision_number': 2, 'project_id': '337bf3b053874cb6b6eaff9016dd6783', 'subnets': [{'id': '82a5b753-656a-42af-96a1-c5d44a283d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:01.145932 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=c811aded-847c-4214-a129-09993a82732e,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:01.175739 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc763171-f645-4902-b342-9bf344cae887 None None] Checking router: 8b9ad988-55fc-4858-8355-0cf3cc607fb4 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:44:01.176556 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc763171-f645-4902-b342-9bf344cae887 None None] Updating router 8b9ad988-55fc-4858-8355-0cf3cc607fb4 port 052bebf0-03d2-40e6-8936-e8cbbdea90a5 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:44:01.199938 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-de69aa2f-b8bf-40fa-bf83-05cf0cbf3d1b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (e27b5625-e359-48ff-8074-e366b3dc386e), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:01.208778 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fc763171-f645-4902-b342-9bf344cae887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (052bebf0-03d2-40e6-8936-e8cbbdea90a5), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:01.352097 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:44:01.475753 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-de69aa2f-b8bf-40fa-bf83-05cf0cbf3d1b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (e27b5625-e359-48ff-8074-e366b3dc386e), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:01.531128 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-de69aa2f-b8bf-40fa-bf83-05cf0cbf3d1b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27b5625-e359-48ff-8074-e366b3dc386e']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:01.549658 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-de69aa2f-b8bf-40fa-bf83-05cf0cbf3d1b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a01403-1b5d-4fea-8223-e88a663bb93f') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:01.551011 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-de69aa2f-b8bf-40fa-bf83-05cf0cbf3d1b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a01403-1b5d-4fea-8223-e88a663bb93f') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:01.572270 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-de69aa2f-b8bf-40fa-bf83-05cf0cbf3d1b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (48a01403-1b5d-4fea-8223-e88a663bb93f), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:01.590670 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63551e4c-deb5-4cfd-9ef0-fa4cc63472d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (f5bfe991-36fe-4d36-bdc0-ac0c6b6adc72), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:01.605766 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-de69aa2f-b8bf-40fa-bf83-05cf0cbf3d1b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (48a01403-1b5d-4fea-8223-e88a663bb93f), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:01.620811 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-63551e4c-deb5-4cfd-9ef0-fa4cc63472d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5bfe991-36fe-4d36-bdc0-ac0c6b6adc72']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:01.623001 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de69aa2f-b8bf-40fa-bf83-05cf0cbf3d1b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:44:01.623543 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-de69aa2f-b8bf-40fa-bf83-05cf0cbf3d1b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (48a01403-1b5d-4fea-8223-e88a663bb93f), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:01.626951 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:44:01.626951 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:44:01.626951 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:44:01.626951 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:44:01.626951 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:44:01.626951 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:44:01.626951 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:44:01.626951 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:44:01.626951 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:44:01.626951 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:44:01.626951 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:44:01.626951 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:44:01.626951 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:44:01.626951 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:44:01.626951 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:44:01.626951 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:44:01.626951 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:44:01.626951 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:44:01.626951 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:44:01.626951 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:44:01.626951 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:44:01.626951 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:44:01.626951 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:44:01.626951 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:44:01.626951 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:44:01.626951 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:44:01.626951 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:44:01.626951 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:44:01.626951 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:44:01.626951 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:44:01.626951 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:44:01.626951 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:44:01.649172 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-63551e4c-deb5-4cfd-9ef0-fa4cc63472d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e35fefcf-dbff-46be-a5f4-03825e7fe4b2') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:01.649539 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-63551e4c-deb5-4cfd-9ef0-fa4cc63472d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e35fefcf-dbff-46be-a5f4-03825e7fe4b2') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:01.662334 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63551e4c-deb5-4cfd-9ef0-fa4cc63472d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (e35fefcf-dbff-46be-a5f4-03825e7fe4b2), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:01.694275 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63551e4c-deb5-4cfd-9ef0-fa4cc63472d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (e35fefcf-dbff-46be-a5f4-03825e7fe4b2), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:01.707753 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63551e4c-deb5-4cfd-9ef0-fa4cc63472d3 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:44:01.708380 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63551e4c-deb5-4cfd-9ef0-fa4cc63472d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (e35fefcf-dbff-46be-a5f4-03825e7fe4b2), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:01.742242 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c811aded-847c-4214-a129-09993a82732e up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:44:01.765242 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-de69aa2f-b8bf-40fa-bf83-05cf0cbf3d1b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (e27b5625-e359-48ff-8074-e366b3dc386e), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:01.782394 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-de69aa2f-b8bf-40fa-bf83-05cf0cbf3d1b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:01.785831 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:44:01.785831 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:44:01.785831 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:44:01.785831 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:44:01.785831 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:44:01.785831 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:44:01.785831 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:44:01.785831 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:44:01.785831 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:44:01.785831 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:44:01.785831 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:44:01.785831 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:44:01.785831 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:44:01.785831 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:44:01.785831 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:44:01.785831 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:44:01.785831 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:44:01.785831 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:44:01.785831 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:44:01.785831 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:44:01.785831 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:44:01.785831 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:44:01.785831 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:44:01.785831 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:44:01.785831 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:44:01.785831 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:44:01.785831 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:44:01.785831 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:44:01.785831 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:44:01.785831 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:44:01.785831 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:44:01.785831 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:44:01.787725 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-de69aa2f-b8bf-40fa-bf83-05cf0cbf3d1b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/networks/e27b5625-e359-48ff-8074-e366b3dc386e HTTP/1.1" status: 204 len: 168 time: 0.7716699 Feb 16 22:44:01.790407 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39928) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:01.795497 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63551e4c-deb5-4cfd-9ef0-fa4cc63472d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (f5bfe991-36fe-4d36-bdc0-ac0c6b6adc72), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:01.818311 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63551e4c-deb5-4cfd-9ef0-fa4cc63472d3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:01.822642 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-63551e4c-deb5-4cfd-9ef0-fa4cc63472d3 admin admin] 10.222.0.75 "DELETE /v2.0/networks/f5bfe991-36fe-4d36-bdc0-ac0c6b6adc72 HTTP/1.1" status: 204 len: 168 time: 1.1826224 Feb 16 22:44:01.823786 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63551e4c-deb5-4cfd-9ef0-fa4cc63472d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5bfe991-36fe-4d36-bdc0-ac0c6b6adc72,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:01.835543 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-92f04f0a-435b-48fb-a772-c23868adf76f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-794279260'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:01.848683 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de69aa2f-b8bf-40fa-bf83-05cf0cbf3d1b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Network': ['ID=e27b5625-e359-48ff-8074-e366b3dc386e,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:01.908165 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f04f0a-435b-48fb-a772-c23868adf76f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:44:01.912918 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-92f04f0a-435b-48fb-a772-c23868adf76f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:01.928434 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fc763171-f645-4902-b342-9bf344cae887 None None] Publish callbacks [] for port (052bebf0-03d2-40e6-8936-e8cbbdea90a5), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:01.933110 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port c811aded-847c-4214-a129-09993a82732e triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:01.933490 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c811aded-847c-4214-a129-09993a82732e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:01.952482 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f04f0a-435b-48fb-a772-c23868adf76f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:44:01.961103 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fc763171-f645-4902-b342-9bf344cae887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (052bebf0-03d2-40e6-8936-e8cbbdea90a5), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:01.963745 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-92f04f0a-435b-48fb-a772-c23868adf76f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (2b79cbf7-d01d-4e79-b0f5-d8bdb4f033ec), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:01.964510 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-92f04f0a-435b-48fb-a772-c23868adf76f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Added segment 2b79cbf7-d01d-4e79-b0f5-d8bdb4f033ec of type vlan for network d7f540c9-b361-4ba8-b96b-048aab3b79f0 Feb 16 22:44:02.021109 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-92f04f0a-435b-48fb-a772-c23868adf76f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (d7f540c9-b361-4ba8-b96b-048aab3b79f0), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:02.083032 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39932) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:02.109225 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-92f04f0a-435b-48fb-a772-c23868adf76f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (d7f540c9-b361-4ba8-b96b-048aab3b79f0), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:02.127769 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f04f0a-435b-48fb-a772-c23868adf76f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:02.128408 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-92f04f0a-435b-48fb-a772-c23868adf76f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:02.215442 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-fc763171-f645-4902-b342-9bf344cae887 None None] Attempting to bind port 052bebf0-03d2-40e6-8936-e8cbbdea90a5 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:44:02.216032 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-fc763171-f645-4902-b342-9bf344cae887 None None] Attempting to bind port 052bebf0-03d2-40e6-8936-e8cbbdea90a5 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '8fb2cc9f-e33b-4803-9793-9b6ef755ec1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e71a030f-5151-4f67-9146-e341c0104f58'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:44:02.216437 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc763171-f645-4902-b342-9bf344cae887 None None] Attempting to bind port 052bebf0-03d2-40e6-8936-e8cbbdea90a5 on network e71a030f-5151-4f67-9146-e341c0104f58 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:44:02.218488 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d41bc8-91d2-47b9-bec4-4719c2026cc0 None None] Pushing event updated for resources: {'Port': ['ID=052bebf0-03d2-40e6-8936-e8cbbdea90a5,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:02.267773 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc763171-f645-4902-b342-9bf344cae887 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:44:02.268158 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc763171-f645-4902-b342-9bf344cae887 None None] Checking segment: {'id': '8fb2cc9f-e33b-4803-9793-9b6ef755ec1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e71a030f-5151-4f67-9146-e341c0104f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:44:02.268830 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fc763171-f645-4902-b342-9bf344cae887 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:02.269234 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc763171-f645-4902-b342-9bf344cae887 None None] Bound using segment: {'id': '8fb2cc9f-e33b-4803-9793-9b6ef755ec1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e71a030f-5151-4f67-9146-e341c0104f58'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:44:02.270096 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-fc763171-f645-4902-b342-9bf344cae887 None None] Bound port: 052bebf0-03d2-40e6-8936-e8cbbdea90a5, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fb2cc9f-e33b-4803-9793-9b6ef755ec1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e71a030f-5151-4f67-9146-e341c0104f58'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:44:02.270223 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fc763171-f645-4902-b342-9bf344cae887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (052bebf0-03d2-40e6-8936-e8cbbdea90a5), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:02.279968 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-92f04f0a-435b-48fb-a772-c23868adf76f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4884012 Feb 16 22:44:02.283520 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39934) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:02.289994 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-6e58444d-4d18-4861-b0bf-9dee09bf560f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'subnet': {'network_id': 'd7f540c9-b361-4ba8-b96b-048aab3b79f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:02.373848 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f04f0a-435b-48fb-a772-c23868adf76f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Network': ['ID=d7f540c9-b361-4ba8-b96b-048aab3b79f0,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:02.393927 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-90ad8e46-e753-48ff-a1ee-f690acf5473a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e1c9a6834b9846029523d0b68710843b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3067420 Feb 16 22:44:02.394556 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 39942) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:02.409225 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network d7f540c9-b361-4ba8-b96b-048aab3b79f0 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:44:02.474161 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-fc763171-f645-4902-b342-9bf344cae887 None None] For port 052bebf0-03d2-40e6-8936-e8cbbdea90a5, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:44:02.476801 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port c811aded-847c-4214-a129-09993a82732e is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:02.487002 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-fc763171-f645-4902-b342-9bf344cae887 None None] For port 052bebf0-03d2-40e6-8936-e8cbbdea90a5, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=052bebf0-03d2-40e6-8936-e8cbbdea90a5,segment=NetworkSegment(8fb2cc9f-e33b-4803-9793-9b6ef755ec1a),segment_id=8fb2cc9f-e33b-4803-9793-9b6ef755ec1a)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:44:02.497657 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e58444d-4d18-4861-b0bf-9dee09bf560f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:44:02.503566 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e58444d-4d18-4861-b0bf-9dee09bf560f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:02.530006 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fc763171-f645-4902-b342-9bf344cae887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (052bebf0-03d2-40e6-8936-e8cbbdea90a5), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:02.532537 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ac7f553f-2e04-431b-a670-04e3daa1f79e admin admin] Publish callbacks [] for security_group (6265dcc6-3a66-4ae1-8a14-e2959724ead5), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:02.554021 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-9726de90-4194-409e-a14c-7fde541b44ff None None] Provisioning complete for port 052bebf0-03d2-40e6-8936-e8cbbdea90a5 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:02.554021 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9726de90-4194-409e-a14c-7fde541b44ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (052bebf0-03d2-40e6-8936-e8cbbdea90a5), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:02.579717 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ac7f553f-2e04-431b-a670-04e3daa1f79e admin admin] Publish callbacks [] for security_group (6265dcc6-3a66-4ae1-8a14-e2959724ead5), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:02.624506 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.ipam_backend_mixin [None req-6e58444d-4d18-4861-b0bf-9dee09bf560f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Performing IP validity checks on allocation pools {{(pid=103465) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 22:44:02.625132 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.ipam_backend_mixin [None req-6e58444d-4d18-4861-b0bf-9dee09bf560f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103465) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 22:44:02.663012 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ac7f553f-2e04-431b-a670-04e3daa1f79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (6265dcc6-3a66-4ae1-8a14-e2959724ead5), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:02.665683 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ac7f553f-2e04-431b-a670-04e3daa1f79e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:02.666889 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ac7f553f-2e04-431b-a670-04e3daa1f79e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6265dcc6-3a66-4ae1-8a14-e2959724ead5 HTTP/1.1" status: 204 len: 168 time: 0.2714224 Feb 16 22:44:02.685948 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f553f-2e04-431b-a670-04e3daa1f79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6265dcc6-3a66-4ae1-8a14-e2959724ead5,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:02.819812 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e58444d-4d18-4861-b0bf-9dee09bf560f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (610df238-c233-4aea-8f9e-0e314674d694), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:02.856314 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d41bc8-91d2-47b9-bec4-4719c2026cc0 None None] Pushing event updated for resources: {'Port': ['ID=052bebf0-03d2-40e6-8936-e8cbbdea90a5,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:02.872569 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc763171-f645-4902-b342-9bf344cae887 None None] Routers {'8b9ad988-55fc-4858-8355-0cf3cc607fb4'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:44:02.873257 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-fc763171-f645-4902-b342-9bf344cae887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:43:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['8b9ad988-55fc-4858-8355-0cf3cc607fb4'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:03.012804 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58444d-4d18-4861-b0bf-9dee09bf560f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Subnet': ['ID=610df238-c233-4aea-8f9e-0e314674d694,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:03.100943 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e58444d-4d18-4861-b0bf-9dee09bf560f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Checking segment: {'id': '2b79cbf7-d01d-4e79-b0f5-d8bdb4f033ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd7f540c9-b361-4ba8-b96b-048aab3b79f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:44:03.101311 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e58444d-4d18-4861-b0bf-9dee09bf560f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Network hostable DHCP agents. Network: d7f540c9-b361-4ba8-b96b-048aab3b79f0, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:44:03.148749 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e58444d-4d18-4861-b0bf-9dee09bf560f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Network d7f540c9-b361-4ba8-b96b-048aab3b79f0 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:44:03.156006 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-9726de90-4194-409e-a14c-7fde541b44ff None None] Current status of the port 052bebf0-03d2-40e6-8936-e8cbbdea90a5 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:03.156436 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9726de90-4194-409e-a14c-7fde541b44ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (052bebf0-03d2-40e6-8936-e8cbbdea90a5), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:03.166987 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-6e58444d-4d18-4861-b0bf-9dee09bf560f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, d7f540c9-b361-4ba8-b96b-048aab3b79f0) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:44:03.172212 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e58444d-4d18-4861-b0bf-9dee09bf560f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:03.173020 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e58444d-4d18-4861-b0bf-9dee09bf560f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:03.183131 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532ec7d0-0bc9-41b0-b9f5-a051503bff14 None None] Network d7f540c9-b361-4ba8-b96b-048aab3b79f0 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:44:03.210760 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6e58444d-4d18-4861-b0bf-9dee09bf560f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9255567 Feb 16 22:44:03.213385 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 39960) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:03.228075 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-79bdd118-c5cd-4853-9c9e-43bc6e1643ae tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'port': {'network_id': 'd7f540c9-b361-4ba8-b96b-048aab3b79f0', 'name': 'tempest-PortsTestJSON-1287149657'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:03.332275 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-9726de90-4194-409e-a14c-7fde541b44ff None None] For port 052bebf0-03d2-40e6-8936-e8cbbdea90a5, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=052bebf0-03d2-40e6-8936-e8cbbdea90a5,segment=NetworkSegment(8fb2cc9f-e33b-4803-9793-9b6ef755ec1a),segment_id=8fb2cc9f-e33b-4803-9793-9b6ef755ec1a)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:44:03.346557 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9726de90-4194-409e-a14c-7fde541b44ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (052bebf0-03d2-40e6-8936-e8cbbdea90a5), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:03.420591 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-fc763171-f645-4902-b342-9bf344cae887 None None] Set router 8b9ad988-55fc-4858-8355-0cf3cc607fb4 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:44:03.481348 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bdd118-c5cd-4853-9c9e-43bc6e1643ae tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:44:03.489947 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-79bdd118-c5cd-4853-9c9e-43bc6e1643ae tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:03.501828 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f968cf6-905f-4c94-be55-1e68106e9746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-d7f540c9-b361-4ba8-b96b-048aab3b79f0', 'network_id': 'd7f540c9-b361-4ba8-b96b-048aab3b79f0', 'project_id': '3a6466279531424e8d4920bed42d139b', 'fixed_ips': [{'subnet_id': '610df238-c233-4aea-8f9e-0e314674d694'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:44:03.502831 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5f968cf6-905f-4c94-be55-1e68106e9746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:03.542594 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-34885e2e-f8d1-464c-8e44-25a71bbefc70 None None] Provisioning complete for port 052bebf0-03d2-40e6-8936-e8cbbdea90a5 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:03.542913 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-34885e2e-f8d1-464c-8e44-25a71bbefc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (052bebf0-03d2-40e6-8936-e8cbbdea90a5), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:03.557577 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-79bdd118-c5cd-4853-9c9e-43bc6e1643ae tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] device_id is not set on port 8e2ce2df-1325-43fc-8a28-0f379d4bdfe5 yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:44:03.807052 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-79bdd118-c5cd-4853-9c9e-43bc6e1643ae tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Allocated IP 172.20.0.4 (d7f540c9-b361-4ba8-b96b-048aab3b79f0/610df238-c233-4aea-8f9e-0e314674d694/8e2ce2df-1325-43fc-8a28-0f379d4bdfe5) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:44:04.031749 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726de90-4194-409e-a14c-7fde541b44ff None None] Pushing event updated for resources: {'Port': ['ID=052bebf0-03d2-40e6-8936-e8cbbdea90a5,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:04.155381 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-79bdd118-c5cd-4853-9c9e-43bc6e1643ae tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for port (8e2ce2df-1325-43fc-8a28-0f379d4bdfe5), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:04.211503 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-79bdd118-c5cd-4853-9c9e-43bc6e1643ae tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (8e2ce2df-1325-43fc-8a28-0f379d4bdfe5), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:04.281725 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bdd118-c5cd-4853-9c9e-43bc6e1643ae tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Network d7f540c9-b361-4ba8-b96b-048aab3b79f0 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:44:04.285527 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-79bdd118-c5cd-4853-9c9e-43bc6e1643ae tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:44:04.292426 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bdd118-c5cd-4853-9c9e-43bc6e1643ae tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:44:04.337353 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bdd118-c5cd-4853-9c9e-43bc6e1643ae tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Port': ['ID=8e2ce2df-1325-43fc-8a28-0f379d4bdfe5,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:04.372388 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bdd118-c5cd-4853-9c9e-43bc6e1643ae tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:04.374337 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-79bdd118-c5cd-4853-9c9e-43bc6e1643ae tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:04.393522 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-72aba273-500a-4890-993e-7dcd34658d67 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:04.394878 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-34885e2e-f8d1-464c-8e44-25a71bbefc70 None None] Current status of the port 052bebf0-03d2-40e6-8936-e8cbbdea90a5 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:04.400426 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-72aba273-500a-4890-993e-7dcd34658d67 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/networks?id=50f5d130-0f22-457e-8f9d-f7f34d0d3035 HTTP/1.1" status: 200 len: 812 time: 0.2305608 Feb 16 22:44:04.405120 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-5f968cf6-905f-4c94-be55-1e68106e9746 None None] Allocated IP 172.20.0.2 (d7f540c9-b361-4ba8-b96b-048aab3b79f0/610df238-c233-4aea-8f9e-0e314674d694/0d6a70c7-8b60-4921-a617-5c14d9f019c1) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:44:04.417454 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-79bdd118-c5cd-4853-9c9e-43bc6e1643ae tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1965044 Feb 16 22:44:04.418105 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40006) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:04.427460 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-70292701-8105-478c-a738-933a8803bdeb tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/quotas/09b4d7c239444335b4d37b9f638ba2c2 HTTP/1.1" status: 200 len: 375 time: 0.0187984 Feb 16 22:44:04.521160 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-fc763171-f645-4902-b342-9bf344cae887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9ad988-55fc-4858-8355-0cf3cc607fb4', 'name': 'tempest-TestVolumeBootPattern-1325441319-router', 'tenant_id': '337bf3b053874cb6b6eaff9016dd6783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c811aded-847c-4214-a129-09993a82732e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:52Z', 'updated_at': '2022-02-16T22:43:57Z', 'revision_number': 4, 'project_id': '337bf3b053874cb6b6eaff9016dd6783', 'gw_port': {'id': 'c811aded-847c-4214-a129-09993a82732e', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ff:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9ad988-55fc-4858-8355-0cf3cc607fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:52Z', 'updated_at': '2022-02-16T22:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '052bebf0-03d2-40e6-8936-e8cbbdea90a5', 'name': '', 'network_id': 'e71a030f-5151-4f67-9146-e341c0104f58', 'tenant_id': '337bf3b053874cb6b6eaff9016dd6783', 'mac_address': 'fa:16:3e:cb:c0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9ad988-55fc-4858-8355-0cf3cc607fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '82a5b753-656a-42af-96a1-c5d44a283d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:56Z', 'updated_at': '2022-02-16T22:44:02Z', 'revision_number': 4, 'project_id': '337bf3b053874cb6b6eaff9016dd6783', 'subnets': [{'id': '82a5b753-656a-42af-96a1-c5d44a283d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:04.537853 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-a9cef463-0779-495e-be76-7623c28b5467 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1028836 Feb 16 22:44:04.594512 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc763171-f645-4902-b342-9bf344cae887 None None] The sync data for ids ['8b9ad988-55fc-4858-8355-0cf3cc607fb4'] in n-d-813897-6 is: [{'id': '8b9ad988-55fc-4858-8355-0cf3cc607fb4', 'name': 'tempest-TestVolumeBootPattern-1325441319-router', 'tenant_id': '337bf3b053874cb6b6eaff9016dd6783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c811aded-847c-4214-a129-09993a82732e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:52Z', 'updated_at': '2022-02-16T22:43:57Z', 'revision_number': 4, 'project_id': '337bf3b053874cb6b6eaff9016dd6783', 'gw_port': {'id': 'c811aded-847c-4214-a129-09993a82732e', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ff:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9ad988-55fc-4858-8355-0cf3cc607fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:52Z', 'updated_at': '2022-02-16T22:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '052bebf0-03d2-40e6-8936-e8cbbdea90a5', 'name': '', 'network_id': 'e71a030f-5151-4f67-9146-e341c0104f58', 'tenant_id': '337bf3b053874cb6b6eaff9016dd6783', 'mac_address': 'fa:16:3e:cb:c0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9ad988-55fc-4858-8355-0cf3cc607fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '82a5b753-656a-42af-96a1-c5d44a283d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:56Z', 'updated_at': '2022-02-16T22:44:02Z', 'revision_number': 4, 'project_id': '337bf3b053874cb6b6eaff9016dd6783', 'subnets': [{'id': '82a5b753-656a-42af-96a1-c5d44a283d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:44:04.628131 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-22a000be-ce04-46f5-9112-791f29d154d5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Deleting port 8e2ce2df-1325-43fc-8a28-0f379d4bdfe5 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:44:04.628642 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-22a000be-ce04-46f5-9112-791f29d154d5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (8e2ce2df-1325-43fc-8a28-0f379d4bdfe5), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:04.770509 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-aa024519-4e17-4a0e-8421-b237d48e2983 service neutron] 10.222.0.75 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154324 Feb 16 22:44:04.873882 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-22a000be-ce04-46f5-9112-791f29d154d5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (8e2ce2df-1325-43fc-8a28-0f379d4bdfe5), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:04.893652 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-22a000be-ce04-46f5-9112-791f29d154d5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Calling delete_port for 8e2ce2df-1325-43fc-8a28-0f379d4bdfe5 owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:44:04.896637 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5f968cf6-905f-4c94-be55-1e68106e9746 None None] Publish callbacks [] for port (0d6a70c7-8b60-4921-a617-5c14d9f019c1), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:04.918002 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5f968cf6-905f-4c94-be55-1e68106e9746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (0d6a70c7-8b60-4921-a617-5c14d9f019c1), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:04.964021 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-064c0940-5944-43ae-bc09-5a15ea412663 service neutron] 10.222.0.75 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855574 Feb 16 22:44:05.038864 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f968cf6-905f-4c94-be55-1e68106e9746 None None] Network d7f540c9-b361-4ba8-b96b-048aab3b79f0 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:44:05.051001 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-5f968cf6-905f-4c94-be55-1e68106e9746 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:44:05.067953 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f968cf6-905f-4c94-be55-1e68106e9746 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:44:05.074539 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f968cf6-905f-4c94-be55-1e68106e9746 None None] Pushing event updated for resources: {'Port': ['ID=0d6a70c7-8b60-4921-a617-5c14d9f019c1,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:05.234075 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-5f968cf6-905f-4c94-be55-1e68106e9746 None None] Attempting to bind port 0d6a70c7-8b60-4921-a617-5c14d9f019c1 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:44:05.234401 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-5f968cf6-905f-4c94-be55-1e68106e9746 None None] Attempting to bind port 0d6a70c7-8b60-4921-a617-5c14d9f019c1 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '2b79cbf7-d01d-4e79-b0f5-d8bdb4f033ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd7f540c9-b361-4ba8-b96b-048aab3b79f0'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:44:05.237897 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f968cf6-905f-4c94-be55-1e68106e9746 None None] Attempting to bind port 0d6a70c7-8b60-4921-a617-5c14d9f019c1 on network d7f540c9-b361-4ba8-b96b-048aab3b79f0 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:44:05.247520 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f968cf6-905f-4c94-be55-1e68106e9746 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:44:05.248827 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f968cf6-905f-4c94-be55-1e68106e9746 None None] Checking segment: {'id': '2b79cbf7-d01d-4e79-b0f5-d8bdb4f033ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd7f540c9-b361-4ba8-b96b-048aab3b79f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:44:05.252090 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5f968cf6-905f-4c94-be55-1e68106e9746 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:05.254342 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f968cf6-905f-4c94-be55-1e68106e9746 None None] Bound using segment: {'id': '2b79cbf7-d01d-4e79-b0f5-d8bdb4f033ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd7f540c9-b361-4ba8-b96b-048aab3b79f0'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:44:05.255367 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-5f968cf6-905f-4c94-be55-1e68106e9746 None None] Bound port: 0d6a70c7-8b60-4921-a617-5c14d9f019c1, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b79cbf7-d01d-4e79-b0f5-d8bdb4f033ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd7f540c9-b361-4ba8-b96b-048aab3b79f0'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:44:05.255859 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5f968cf6-905f-4c94-be55-1e68106e9746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0d6a70c7-8b60-4921-a617-5c14d9f019c1), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:05.298110 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-22a000be-ce04-46f5-9112-791f29d154d5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (8e2ce2df-1325-43fc-8a28-0f379d4bdfe5), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:05.355915 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-5f968cf6-905f-4c94-be55-1e68106e9746 None None] For port 0d6a70c7-8b60-4921-a617-5c14d9f019c1, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:44:05.360782 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a000be-ce04-46f5-9112-791f29d154d5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Port': ['ID=8e2ce2df-1325-43fc-8a28-0f379d4bdfe5,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:05.368836 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-5f968cf6-905f-4c94-be55-1e68106e9746 None None] For port 0d6a70c7-8b60-4921-a617-5c14d9f019c1, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0d6a70c7-8b60-4921-a617-5c14d9f019c1,segment=NetworkSegment(2b79cbf7-d01d-4e79-b0f5-d8bdb4f033ec),segment_id=2b79cbf7-d01d-4e79-b0f5-d8bdb4f033ec)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:44:05.389859 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5f968cf6-905f-4c94-be55-1e68106e9746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0d6a70c7-8b60-4921-a617-5c14d9f019c1), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:05.566915 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-22a000be-ce04-46f5-9112-791f29d154d5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:05.581102 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-22a000be-ce04-46f5-9112-791f29d154d5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/ports/8e2ce2df-1325-43fc-8a28-0f379d4bdfe5 HTTP/1.1" status: 204 len: 168 time: 1.1596310 Feb 16 22:44:05.582191 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40050) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:05.611138 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f968cf6-905f-4c94-be55-1e68106e9746 None None] Pushing event updated for resources: {'Port': ['ID=0d6a70c7-8b60-4921-a617-5c14d9f019c1,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:05.669142 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b70505e-3d38-4dca-9c29-ff337dac35ac tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] DELETE failed (client error): The resource could not be found. Feb 16 22:44:05.670979 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b70505e-3d38-4dca-9c29-ff337dac35ac tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:44:05.677631 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1b70505e-3d38-4dca-9c29-ff337dac35ac tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/ports/8e2ce2df-1325-43fc-8a28-0f379d4bdfe5 HTTP/1.1" status: 404 len: 333 time: 0.0948055 Feb 16 22:44:05.680417 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40052) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:05.749588 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-38846a2e-8e0b-4cb4-95b1-8f7246b4a672 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] GET failed (client error): The resource could not be found. Feb 16 22:44:05.751203 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-38846a2e-8e0b-4cb4-95b1-8f7246b4a672 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "GET /v2.0/ports/8e2ce2df-1325-43fc-8a28-0f379d4bdfe5 HTTP/1.1" status: 404 len: 333 time: 0.0696914 Feb 16 22:44:05.755057 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40054) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:05.769883 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 052bebf0-03d2-40e6-8936-e8cbbdea90a5 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:44:05.781214 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e1047b3-ef7f-4c1d-8769-49662d374213 req-2fc1da6c-92a7-4904-ab37-288e2106b0cd tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 210 time: 0.0971301 Feb 16 22:44:05.880637 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-72569d52-b554-405b-8289-0879a7a62262 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Deleting subnet 610df238-c233-4aea-8f9e-0e314674d694 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:44:05.895150 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-72569d52-b554-405b-8289-0879a7a62262 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for subnet (610df238-c233-4aea-8f9e-0e314674d694), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:05.901752 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 052bebf0-03d2-40e6-8936-e8cbbdea90a5 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:05.902457 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (052bebf0-03d2-40e6-8936-e8cbbdea90a5), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:06.067160 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-72569d52-b554-405b-8289-0879a7a62262 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (610df238-c233-4aea-8f9e-0e314674d694), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:06.096114 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 052bebf0-03d2-40e6-8936-e8cbbdea90a5 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:06.246513 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-72569d52-b554-405b-8289-0879a7a62262 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (610df238-c233-4aea-8f9e-0e314674d694), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:06.353686 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-72569d52-b554-405b-8289-0879a7a62262 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (610df238-c233-4aea-8f9e-0e314674d694), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:06.404702 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-72569d52-b554-405b-8289-0879a7a62262 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:06.413654 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-72569d52-b554-405b-8289-0879a7a62262 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/subnets/610df238-c233-4aea-8f9e-0e314674d694 HTTP/1.1" status: 204 len: 168 time: 0.6574659 Feb 16 22:44:06.416571 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40078) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:06.475069 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72569d52-b554-405b-8289-0879a7a62262 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Subnet': ['ID=610df238-c233-4aea-8f9e-0e314674d694,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:06.587823 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-02804d63-4874-45da-94f1-97076ae2f40d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (d7f540c9-b361-4ba8-b96b-048aab3b79f0), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:06.698949 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-02804d63-4874-45da-94f1-97076ae2f40d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Deleting port 0d6a70c7-8b60-4921-a617-5c14d9f019c1 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:44:06.702419 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-02804d63-4874-45da-94f1-97076ae2f40d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (0d6a70c7-8b60-4921-a617-5c14d9f019c1), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:06.811766 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-02804d63-4874-45da-94f1-97076ae2f40d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] For port 0d6a70c7-8b60-4921-a617-5c14d9f019c1, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0d6a70c7-8b60-4921-a617-5c14d9f019c1,segment=NetworkSegment(2b79cbf7-d01d-4e79-b0f5-d8bdb4f033ec),segment_id=2b79cbf7-d01d-4e79-b0f5-d8bdb4f033ec)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:44:06.812692 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-02804d63-4874-45da-94f1-97076ae2f40d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (0d6a70c7-8b60-4921-a617-5c14d9f019c1), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:06.837572 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-02804d63-4874-45da-94f1-97076ae2f40d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Calling delete_port for 0d6a70c7-8b60-4921-a617-5c14d9f019c1 owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:44:07.016734 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8f2a7ebc-819f-4783-b2f3-add99177ec78 req-a3ae1e0c-f1fb-482a-94b2-910b303ed466 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 210 time: 0.0830445 Feb 16 22:44:07.074670 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-02804d63-4874-45da-94f1-97076ae2f40d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (0d6a70c7-8b60-4921-a617-5c14d9f019c1), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:07.108105 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02804d63-4874-45da-94f1-97076ae2f40d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Port': ['ID=0d6a70c7-8b60-4921-a617-5c14d9f019c1,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:07.140854 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02804d63-4874-45da-94f1-97076ae2f40d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] No DVR routers for this DVR port 0d6a70c7-8b60-4921-a617-5c14d9f019c1 on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:44:07.384601 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-02804d63-4874-45da-94f1-97076ae2f40d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (d7f540c9-b361-4ba8-b96b-048aab3b79f0), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:07.416701 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-02804d63-4874-45da-94f1-97076ae2f40d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f540c9-b361-4ba8-b96b-048aab3b79f0']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:07.438250 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-02804d63-4874-45da-94f1-97076ae2f40d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b79cbf7-d01d-4e79-b0f5-d8bdb4f033ec') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:07.438550 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-02804d63-4874-45da-94f1-97076ae2f40d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b79cbf7-d01d-4e79-b0f5-d8bdb4f033ec') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:07.487108 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-02804d63-4874-45da-94f1-97076ae2f40d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (2b79cbf7-d01d-4e79-b0f5-d8bdb4f033ec), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:07.500063 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-c272ab71-7f51-4605-972a-0231f95f78b4 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:07.501538 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-c272ab71-7f51-4605-972a-0231f95f78b4 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.67 "GET /v2.0/networks?id=50f5d130-0f22-457e-8f9d-f7f34d0d3035 HTTP/1.1" status: 200 len: 812 time: 0.3842301 Feb 16 22:44:07.513936 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-02804d63-4874-45da-94f1-97076ae2f40d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (2b79cbf7-d01d-4e79-b0f5-d8bdb4f033ec), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:07.532647 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-5e66220c-a7a3-45ce-b9bc-7a7c69a83524 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Request body: {'port': {'device_id': 'c7e61b4e-d311-41aa-ac53-b24fa5e12b89', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'admin_state_up': True, 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:07.542047 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02804d63-4874-45da-94f1-97076ae2f40d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:44:07.542812 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-02804d63-4874-45da-94f1-97076ae2f40d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (2b79cbf7-d01d-4e79-b0f5-d8bdb4f033ec), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:07.573348 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e2d7fb-3006-4ea0-bc62-3f2665838c7b None None] Network d7f540c9-b361-4ba8-b96b-048aab3b79f0 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:44:07.619499 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:44:07.619499 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:44:07.619499 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:44:07.619499 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:44:07.619499 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:44:07.619499 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:44:07.619499 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:44:07.619499 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:44:07.619499 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:44:07.619499 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:44:07.619499 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:44:07.619499 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:44:07.619499 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:44:07.619499 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:44:07.619499 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:44:07.619499 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:44:07.619499 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:44:07.619499 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:44:07.619499 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:44:07.619499 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:44:07.619499 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:44:07.619499 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:44:07.619499 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:44:07.619499 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:44:07.619499 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:44:07.619499 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:44:07.619499 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:44:07.619499 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:44:07.619499 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:44:07.619499 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:44:07.619499 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:44:07.619499 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:44:07.644481 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-02804d63-4874-45da-94f1-97076ae2f40d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (d7f540c9-b361-4ba8-b96b-048aab3b79f0), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:07.671424 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-ef876290-bdd8-4647-b812-53ef24d6eca2 None None] Could not find standard attr ID for object 0d6a70c7-8b60-4921-a617-5c14d9f019c1. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:44:07.699279 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-02804d63-4874-45da-94f1-97076ae2f40d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:07.707633 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40106) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:07.709262 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-02804d63-4874-45da-94f1-97076ae2f40d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/networks/d7f540c9-b361-4ba8-b96b-048aab3b79f0 HTTP/1.1" status: 204 len: 168 time: 1.2911961 Feb 16 22:44:07.710620 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02804d63-4874-45da-94f1-97076ae2f40d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Network': ['ID=d7f540c9-b361-4ba8-b96b-048aab3b79f0,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:07.715667 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-62529be5-cbc7-4832-9efe-0d2c88ab6ab6 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1487585389'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:07.781717 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62529be5-cbc7-4832-9efe-0d2c88ab6ab6 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:44:07.787556 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62529be5-cbc7-4832-9efe-0d2c88ab6ab6 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:07.797683 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cda83f-369e-45b5-b7fd-3d929cbce93c None None] DHCP port deletion for d7f540c9-b361-4ba8-b96b-048aab3b79f0 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:44:07.865152 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62529be5-cbc7-4832-9efe-0d2c88ab6ab6 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:44:07.890196 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62529be5-cbc7-4832-9efe-0d2c88ab6ab6 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (983b37e3-1755-4681-a9fb-f3127cd9d45d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:07.890734 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-62529be5-cbc7-4832-9efe-0d2c88ab6ab6 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Added segment 983b37e3-1755-4681-a9fb-f3127cd9d45d of type vlan for network 82e31905-4613-4331-aec3-14ba8e939eaa Feb 16 22:44:07.952213 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-5e66220c-a7a3-45ce-b9bc-7a7c69a83524 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Made reservation on behalf of 09b4d7c239444335b4d37b9f638ba2c2 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:44:07.957590 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-5e66220c-a7a3-45ce-b9bc-7a7c69a83524 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:07.991314 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62529be5-cbc7-4832-9efe-0d2c88ab6ab6 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (82e31905-4613-4331-aec3-14ba8e939eaa), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:08.040964 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62529be5-cbc7-4832-9efe-0d2c88ab6ab6 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (82e31905-4613-4331-aec3-14ba8e939eaa), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:08.049909 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62529be5-cbc7-4832-9efe-0d2c88ab6ab6 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:08.051003 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62529be5-cbc7-4832-9efe-0d2c88ab6ab6 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:08.195258 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62529be5-cbc7-4832-9efe-0d2c88ab6ab6 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Network': ['ID=82e31905-4613-4331-aec3-14ba8e939eaa,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:08.212777 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 82e31905-4613-4331-aec3-14ba8e939eaa details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:44:08.219554 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40122) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:08.222651 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-62529be5-cbc7-4832-9efe-0d2c88ab6ab6 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5115743 Feb 16 22:44:08.238562 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-d81b79b7-441b-468d-be3d-997897284993 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'subnet': {'network_id': '82e31905-4613-4331-aec3-14ba8e939eaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:08.726024 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-5e66220c-a7a3-45ce-b9bc-7a7c69a83524 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Allocated IP 172.20.0.7 (50f5d130-0f22-457e-8f9d-f7f34d0d3035/0f3f901b-49c4-4880-859e-a4de691296cc/a17cee1c-d7d4-40f1-8f34-4e49c329369c) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:44:08.739110 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-31e066fe-603a-491a-a4b9-5cf8f23213f5 req-05c3ec62-fdaa-4a63-8f80-7000d7e599f9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 210 time: 0.5326142 Feb 16 22:44:08.777159 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40136) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:08.959675 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a11bd203-88d8-4667-b2a9-a8d2e9c76799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:08.983572 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81b79b7-441b-468d-be3d-997897284993 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:44:08.987127 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d81b79b7-441b-468d-be3d-997897284993 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:09.222316 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-5e66220c-a7a3-45ce-b9bc-7a7c69a83524 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for port (a17cee1c-d7d4-40f1-8f34-4e49c329369c), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:09.242481 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a11bd203-88d8-4667-b2a9-a8d2e9c76799 admin admin] Publish callbacks [] for security_group (a048e471-6b85-4f88-bc59-0a4718375962), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:09.271391 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a11bd203-88d8-4667-b2a9-a8d2e9c76799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a048e471-6b85-4f88-bc59-0a4718375962), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:09.348921 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11bd203-88d8-4667-b2a9-a8d2e9c76799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a048e471-6b85-4f88-bc59-0a4718375962,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:09.374954 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a11bd203-88d8-4667-b2a9-a8d2e9c76799 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=774626a62a5144cea6f04494bd8e3a7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5949364 Feb 16 22:44:09.377882 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40148) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:09.380861 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-5e66220c-a7a3-45ce-b9bc-7a7c69a83524 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (a17cee1c-d7d4-40f1-8f34-4e49c329369c), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:09.440995 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-5e66220c-a7a3-45ce-b9bc-7a7c69a83524 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:44:09.442184 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d81b79b7-441b-468d-be3d-997897284993 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (4d10175e-a729-427a-bb5e-37b62b9dd64d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:09.457292 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-5e66220c-a7a3-45ce-b9bc-7a7c69a83524 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:44:09.479856 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-5e66220c-a7a3-45ce-b9bc-7a7c69a83524 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:44:09.512458 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da1da864-17b0-44c0-8d27-d065e4295b38 admin admin] Publish callbacks [] for security_group (a048e471-6b85-4f88-bc59-0a4718375962), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:09.518518 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66220c-a7a3-45ce-b9bc-7a7c69a83524 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Pushing event updated for resources: {'Port': ['ID=a17cee1c-d7d4-40f1-8f34-4e49c329369c,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:09.551612 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0d6a70c7-8b60-4921-a617-5c14d9f019c1 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:44:09.603701 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-5e66220c-a7a3-45ce-b9bc-7a7c69a83524 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:09.604335 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-5e66220c-a7a3-45ce-b9bc-7a7c69a83524 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:09.621522 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 0d6a70c7-8b60-4921-a617-5c14d9f019c1 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:44:09.621869 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0d6a70c7-8b60-4921-a617-5c14d9f019c1 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:44:09.633021 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da1da864-17b0-44c0-8d27-d065e4295b38 admin admin] Publish callbacks [] for security_group (a048e471-6b85-4f88-bc59-0a4718375962), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:09.646715 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b79b7-441b-468d-be3d-997897284993 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Subnet': ['ID=4d10175e-a729-427a-bb5e-37b62b9dd64d,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:09.675144 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81b79b7-441b-468d-be3d-997897284993 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Checking segment: {'id': '983b37e3-1755-4681-a9fb-f3127cd9d45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '82e31905-4613-4331-aec3-14ba8e939eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:44:09.675733 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81b79b7-441b-468d-be3d-997897284993 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Network hostable DHCP agents. Network: 82e31905-4613-4331-aec3-14ba8e939eaa, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:44:09.688298 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-5e66220c-a7a3-45ce-b9bc-7a7c69a83524 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1718936 Feb 16 22:44:09.715083 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-9310f23d-5b79-470b-9b6b-59f46823e588 service neutron] Request body: {'port': {'device_id': 'c7e61b4e-d311-41aa-ac53-b24fa5e12b89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:09.749565 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da1da864-17b0-44c0-8d27-d065e4295b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a048e471-6b85-4f88-bc59-0a4718375962), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:09.753048 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da1da864-17b0-44c0-8d27-d065e4295b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:09.757745 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-da1da864-17b0-44c0-8d27-d065e4295b38 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a048e471-6b85-4f88-bc59-0a4718375962 HTTP/1.1" status: 204 len: 168 time: 0.3784180 Feb 16 22:44:09.779630 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1da864-17b0-44c0-8d27-d065e4295b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a048e471-6b85-4f88-bc59-0a4718375962,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:09.799877 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81b79b7-441b-468d-be3d-997897284993 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Network 82e31905-4613-4331-aec3-14ba8e939eaa is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:44:09.854204 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-d81b79b7-441b-468d-be3d-997897284993 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 82e31905-4613-4331-aec3-14ba8e939eaa) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:44:09.863247 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153966cd-de9b-497e-9a54-e1022be015ba None None] Network 82e31905-4613-4331-aec3-14ba8e939eaa requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:44:09.870717 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81b79b7-441b-468d-be3d-997897284993 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:09.871600 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d81b79b7-441b-468d-be3d-997897284993 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:09.961497 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-9310f23d-5b79-470b-9b6b-59f46823e588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a17cee1c-d7d4-40f1-8f34-4e49c329369c), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:10.005713 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d81b79b7-441b-468d-be3d-997897284993 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7847638 Feb 16 22:44:10.008826 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40166) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:10.037507 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-6f8106ad-0cdf-462e-985c-3de8ee750af5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'port': {'network_id': '82e31905-4613-4331-aec3-14ba8e939eaa', 'security_groups': [], 'name': 'tempest-PortsTestJSON-554513404'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:10.097408 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16c997-e272-4110-88c4-ba28974db52d req-7d2b5930-28fb-4aab-87cc-9a6865adef1c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:10.106998 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dc16c997-e272-4110-88c4-ba28974db52d req-7d2b5930-28fb-4aab-87cc-9a6865adef1c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 931 time: 0.2041776 Feb 16 22:44:10.125765 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-653c833c-5bb4-40a4-ad19-4e1e741eeae7 None None] Provisioning complete for port a17cee1c-d7d4-40f1-8f34-4e49c329369c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:10.126427 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-653c833c-5bb4-40a4-ad19-4e1e741eeae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a17cee1c-d7d4-40f1-8f34-4e49c329369c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:10.182560 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-653c833c-5bb4-40a4-ad19-4e1e741eeae7 None None] Port a17cee1c-d7d4-40f1-8f34-4e49c329369c cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:44:10.184126 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa7d9dd-5ad1-444b-bedf-08c737ef52d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-82e31905-4613-4331-aec3-14ba8e939eaa', 'network_id': '82e31905-4613-4331-aec3-14ba8e939eaa', 'project_id': '3a6466279531424e8d4920bed42d139b', 'fixed_ips': [{'subnet_id': '4d10175e-a729-427a-bb5e-37b62b9dd64d'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:44:10.192483 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1aa7d9dd-5ad1-444b-bedf-08c737ef52d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:10.286933 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dc16c997-e272-4110-88c4-ba28974db52d req-6b54a713-b799-4fe1-a0b5-ee8feb15753d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789570 Feb 16 22:44:10.375011 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8106ad-0cdf-462e-985c-3de8ee750af5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:44:10.379923 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6f8106ad-0cdf-462e-985c-3de8ee750af5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:10.389646 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40170) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:10.441903 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b6e7f79-94ec-4a73-ab53-5e906c836fa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:10.474839 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-6f8106ad-0cdf-462e-985c-3de8ee750af5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] device_id is not set on port 220404d0-f008-4c7d-8fda-f2d416759ab7 yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:44:10.499258 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-1aa7d9dd-5ad1-444b-bedf-08c737ef52d2 None None] Allocated IP 172.20.0.2 (82e31905-4613-4331-aec3-14ba8e939eaa/4d10175e-a729-427a-bb5e-37b62b9dd64d/6a7ebe0e-489e-4405-82c8-d948126300e3) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:44:10.541151 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-9310f23d-5b79-470b-9b6b-59f46823e588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a17cee1c-d7d4-40f1-8f34-4e49c329369c {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:44:10.566852 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-9310f23d-5b79-470b-9b6b-59f46823e588 service neutron] Publish callbacks [] for port (a17cee1c-d7d4-40f1-8f34-4e49c329369c), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:10.593565 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-9310f23d-5b79-470b-9b6b-59f46823e588 service neutron] Transition to ACTIVE for port object a17cee1c-d7d4-40f1-8f34-4e49c329369c will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:44:10.609277 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-9310f23d-5b79-470b-9b6b-59f46823e588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (a17cee1c-d7d4-40f1-8f34-4e49c329369c), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:10.756796 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b6e7f79-94ec-4a73-ab53-5e906c836fa1 admin admin] Publish callbacks [] for security_group (d4ffe00d-f134-4ea1-9630-22567797de10), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:10.765516 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1aa7d9dd-5ad1-444b-bedf-08c737ef52d2 None None] Publish callbacks [] for port (6a7ebe0e-489e-4405-82c8-d948126300e3), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:10.768560 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9b6e7f79-94ec-4a73-ab53-5e906c836fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d4ffe00d-f134-4ea1-9630-22567797de10), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:10.782091 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1aa7d9dd-5ad1-444b-bedf-08c737ef52d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (6a7ebe0e-489e-4405-82c8-d948126300e3), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:10.814909 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310f23d-5b79-470b-9b6b-59f46823e588 service neutron] Pushing event updated for resources: {'Port': ['ID=a17cee1c-d7d4-40f1-8f34-4e49c329369c,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:10.874815 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa7d9dd-5ad1-444b-bedf-08c737ef52d2 None None] Network 82e31905-4613-4331-aec3-14ba8e939eaa is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:44:10.881585 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-1aa7d9dd-5ad1-444b-bedf-08c737ef52d2 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:44:10.883757 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa7d9dd-5ad1-444b-bedf-08c737ef52d2 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:44:10.898799 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7d9dd-5ad1-444b-bedf-08c737ef52d2 None None] Pushing event updated for resources: {'Port': ['ID=6a7ebe0e-489e-4405-82c8-d948126300e3,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:10.957627 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-9310f23d-5b79-470b-9b6b-59f46823e588 service neutron] Attempting to bind port a17cee1c-d7d4-40f1-8f34-4e49c329369c on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:44:10.957948 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-9310f23d-5b79-470b-9b6b-59f46823e588 service neutron] Attempting to bind port a17cee1c-d7d4-40f1-8f34-4e49c329369c by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:44:10.958305 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-9310f23d-5b79-470b-9b6b-59f46823e588 service neutron] Attempting to bind port a17cee1c-d7d4-40f1-8f34-4e49c329369c on network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:44:10.970958 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-9310f23d-5b79-470b-9b6b-59f46823e588 service neutron] Port a17cee1c-d7d4-40f1-8f34-4e49c329369c on network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:44:10.970958 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-9310f23d-5b79-470b-9b6b-59f46823e588 service neutron] Attempting to bind port a17cee1c-d7d4-40f1-8f34-4e49c329369c on network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:44:10.973872 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9b6e7f79-94ec-4a73-ab53-5e906c836fa1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6cb6ad7b7f294e1480494bc03a39d260&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5827091 Feb 16 22:44:10.976991 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40180) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:10.977830 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e7f79-94ec-4a73-ab53-5e906c836fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ffe00d-f134-4ea1-9630-22567797de10,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:10.989693 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-9310f23d-5b79-470b-9b6b-59f46823e588 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:44:10.991038 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-9310f23d-5b79-470b-9b6b-59f46823e588 service neutron] Checking segment: {'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:44:10.991429 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-9310f23d-5b79-470b-9b6b-59f46823e588 service neutron] Bound using segment: {'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:44:10.991867 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-9310f23d-5b79-470b-9b6b-59f46823e588 service neutron] Bound port: a17cee1c-d7d4-40f1-8f34-4e49c329369c, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:44:10.992229 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-9310f23d-5b79-470b-9b6b-59f46823e588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a17cee1c-d7d4-40f1-8f34-4e49c329369c), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:11.014505 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-1aa7d9dd-5ad1-444b-bedf-08c737ef52d2 None None] Attempting to bind port 6a7ebe0e-489e-4405-82c8-d948126300e3 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:44:11.015071 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-1aa7d9dd-5ad1-444b-bedf-08c737ef52d2 None None] Attempting to bind port 6a7ebe0e-489e-4405-82c8-d948126300e3 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '983b37e3-1755-4681-a9fb-f3127cd9d45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '82e31905-4613-4331-aec3-14ba8e939eaa'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:44:11.018181 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa7d9dd-5ad1-444b-bedf-08c737ef52d2 None None] Attempting to bind port 6a7ebe0e-489e-4405-82c8-d948126300e3 on network 82e31905-4613-4331-aec3-14ba8e939eaa {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:44:11.029050 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa7d9dd-5ad1-444b-bedf-08c737ef52d2 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:44:11.029710 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa7d9dd-5ad1-444b-bedf-08c737ef52d2 None None] Checking segment: {'id': '983b37e3-1755-4681-a9fb-f3127cd9d45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '82e31905-4613-4331-aec3-14ba8e939eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:44:11.030322 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1aa7d9dd-5ad1-444b-bedf-08c737ef52d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:11.030872 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa7d9dd-5ad1-444b-bedf-08c737ef52d2 None None] Bound using segment: {'id': '983b37e3-1755-4681-a9fb-f3127cd9d45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '82e31905-4613-4331-aec3-14ba8e939eaa'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:44:11.034408 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-1aa7d9dd-5ad1-444b-bedf-08c737ef52d2 None None] Bound port: 6a7ebe0e-489e-4405-82c8-d948126300e3, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '983b37e3-1755-4681-a9fb-f3127cd9d45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '82e31905-4613-4331-aec3-14ba8e939eaa'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:44:11.035873 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1aa7d9dd-5ad1-444b-bedf-08c737ef52d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6a7ebe0e-489e-4405-82c8-d948126300e3), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:11.086132 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.db.api [None req-6f8106ad-0cdf-462e-985c-3de8ee750af5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-b70b6995-decb-4f74-bafa-f6af9b785463 {{(pid=103465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:44:11.086792 n-d-813897-6 neutron-server[103465]: DEBUG oslo_db.api [None req-6f8106ad-0cdf-462e-985c-3de8ee750af5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:44:11.142372 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a08e065-ba05-409b-9566-1dc20cba1d04 admin admin] Publish callbacks [] for security_group (d4ffe00d-f134-4ea1-9630-22567797de10), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:11.158240 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-9310f23d-5b79-470b-9b6b-59f46823e588 service neutron] For port a17cee1c-d7d4-40f1-8f34-4e49c329369c, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:44:11.170160 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-9310f23d-5b79-470b-9b6b-59f46823e588 service neutron] For port a17cee1c-d7d4-40f1-8f34-4e49c329369c, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=a17cee1c-d7d4-40f1-8f34-4e49c329369c,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:44:11.176457 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a08e065-ba05-409b-9566-1dc20cba1d04 admin admin] Publish callbacks [] for security_group (d4ffe00d-f134-4ea1-9630-22567797de10), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:11.188305 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-9310f23d-5b79-470b-9b6b-59f46823e588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (a17cee1c-d7d4-40f1-8f34-4e49c329369c), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:11.192571 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1aa7d9dd-5ad1-444b-bedf-08c737ef52d2 None None] For port 6a7ebe0e-489e-4405-82c8-d948126300e3, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:44:11.210231 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1aa7d9dd-5ad1-444b-bedf-08c737ef52d2 None None] For port 6a7ebe0e-489e-4405-82c8-d948126300e3, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=6a7ebe0e-489e-4405-82c8-d948126300e3,segment=NetworkSegment(983b37e3-1755-4681-a9fb-f3127cd9d45d),segment_id=983b37e3-1755-4681-a9fb-f3127cd9d45d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:44:11.236008 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1aa7d9dd-5ad1-444b-bedf-08c737ef52d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (6a7ebe0e-489e-4405-82c8-d948126300e3), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:11.294065 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-9310f23d-5b79-470b-9b6b-59f46823e588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:11.294065 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-9310f23d-5b79-470b-9b6b-59f46823e588 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:11.294065 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-9310f23d-5b79-470b-9b6b-59f46823e588 service neutron] 10.222.0.67 "PUT /v2.0/ports/a17cee1c-d7d4-40f1-8f34-4e49c329369c HTTP/1.1" status: 200 len: 1091 time: 1.5832028 Feb 16 22:44:11.298017 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e61b4e-d311-41aa-ac53-b24fa5e12b89', 'tag': 'a17cee1c-d7d4-40f1-8f34-4e49c329369c'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:44:11.299033 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4794402-1249-4fb3-9d02-569088ffe7a1" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e61b4e-d311-41aa-ac53-b24fa5e12b89", "tag": "a17cee1c-d7d4-40f1-8f34-4e49c329369c"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:44:11.321608 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310f23d-5b79-470b-9b6b-59f46823e588 service neutron] Pushing event updated for resources: {'Port': ['ID=a17cee1c-d7d4-40f1-8f34-4e49c329369c,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:11.372351 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfb641a-6672-4168-b2bc-76ce1db1f5bd x-openstack-request-id: req-cbfb641a-6672-4168-b2bc-76ce1db1f5bd {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:44:11.373909 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e61b4e-d311-41aa-ac53-b24fa5e12b89", "tag": "a17cee1c-d7d4-40f1-8f34-4e49c329369c", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:44:11.374269 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cbfb641a-6672-4168-b2bc-76ce1db1f5bd {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:44:11.375167 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e61b4e-d311-41aa-ac53-b24fa5e12b89', 'tag': 'a17cee1c-d7d4-40f1-8f34-4e49c329369c', 'status': 'completed', 'code': 200} Feb 16 22:44:11.382055 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a08e065-ba05-409b-9566-1dc20cba1d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d4ffe00d-f134-4ea1-9630-22567797de10), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:11.387019 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a08e065-ba05-409b-9566-1dc20cba1d04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:11.393619 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1a08e065-ba05-409b-9566-1dc20cba1d04 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d4ffe00d-f134-4ea1-9630-22567797de10 HTTP/1.1" status: 204 len: 168 time: 0.4036329 Feb 16 22:44:11.409961 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08e065-ba05-409b-9566-1dc20cba1d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ffe00d-f134-4ea1-9630-22567797de10,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:11.566176 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7d9dd-5ad1-444b-bedf-08c737ef52d2 None None] Pushing event updated for resources: {'Port': ['ID=6a7ebe0e-489e-4405-82c8-d948126300e3,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:11.576862 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4794402-1249-4fb3-9d02-569088ffe7a1 req-256792d9-40e2-42ca-91c9-4a3e18ccb940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:11.584756 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d4794402-1249-4fb3-9d02-569088ffe7a1 req-256792d9-40e2-42ca-91c9-4a3e18ccb940 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 1125 time: 0.1905403 Feb 16 22:44:11.587784 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6f8106ad-0cdf-462e-985c-3de8ee750af5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:11.634082 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-6f8106ad-0cdf-462e-985c-3de8ee750af5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] device_id is not set on port ba695d54-c1a0-436c-b9f9-bb2c8c8b434f yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:44:11.905623 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-6f8106ad-0cdf-462e-985c-3de8ee750af5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Allocated IP 172.20.0.8 (82e31905-4613-4331-aec3-14ba8e939eaa/4d10175e-a729-427a-bb5e-37b62b9dd64d/ba695d54-c1a0-436c-b9f9-bb2c8c8b434f) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:44:12.117601 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d27baf-2a42-4aa8-86ce-0f6ef17d82b7 req-45262fc5-1047-4e11-a243-a4e6dba09c95 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:12.126270 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c6d27baf-2a42-4aa8-86ce-0f6ef17d82b7 req-45262fc5-1047-4e11-a243-a4e6dba09c95 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 943 time: 0.5800655 Feb 16 22:44:12.139616 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4794402-1249-4fb3-9d02-569088ffe7a1 req-02144d12-f8e8-4025-a702-b3170f89424f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:12.141401 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d4794402-1249-4fb3-9d02-569088ffe7a1 req-02144d12-f8e8-4025-a702-b3170f89424f service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5390446 Feb 16 22:44:12.214838 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6f8106ad-0cdf-462e-985c-3de8ee750af5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for port (ba695d54-c1a0-436c-b9f9-bb2c8c8b434f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:12.297592 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6f8106ad-0cdf-462e-985c-3de8ee750af5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (ba695d54-c1a0-436c-b9f9-bb2c8c8b434f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:12.337864 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c6d27baf-2a42-4aa8-86ce-0f6ef17d82b7 req-8eb88c70-a981-4eef-948c-37dbd69f53c7 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103746 Feb 16 22:44:12.411299 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8106ad-0cdf-462e-985c-3de8ee750af5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Port': ['ID=ba695d54-c1a0-436c-b9f9-bb2c8c8b434f,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:12.421487 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8106ad-0cdf-462e-985c-3de8ee750af5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Network 82e31905-4613-4331-aec3-14ba8e939eaa is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:44:12.428020 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-6f8106ad-0cdf-462e-985c-3de8ee750af5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:44:12.434097 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8106ad-0cdf-462e-985c-3de8ee750af5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:44:12.460186 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4794402-1249-4fb3-9d02-569088ffe7a1 req-6555127c-a1df-487f-897c-8b51f1fbadef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:12.461694 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d4794402-1249-4fb3-9d02-569088ffe7a1 req-6555127c-a1df-487f-897c-8b51f1fbadef service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3133028 Feb 16 22:44:12.538150 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8106ad-0cdf-462e-985c-3de8ee750af5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:12.538815 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6f8106ad-0cdf-462e-985c-3de8ee750af5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:12.579847 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6f8106ad-0cdf-462e-985c-3de8ee750af5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.5693805 Feb 16 22:44:12.582793 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40220) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:12.652307 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-98fe3a12-d1ba-449c-a511-c00e7d378d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:12.657938 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-98fe3a12-d1ba-449c-a511-c00e7d378d5d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 1125 time: 0.1456587 Feb 16 22:44:12.737265 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-02bd3182-f0ac-4396-b6b1-da0295d71fd7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a17cee1c-d7d4-40f1-8f34-4e49c329369c HTTP/1.1" status: 200 len: 217 time: 0.0751603 Feb 16 22:44:12.851022 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-48171986-c2c7-4781-8307-c86db2410f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:12.852991 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-48171986-c2c7-4781-8307-c86db2410f92 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0f3f901b-49c4-4880-859e-a4de691296cc HTTP/1.1" status: 200 len: 851 time: 0.0985892 Feb 16 22:44:12.877254 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-baa49ec4-7631-4522-805d-34f31529832a tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Deleting port ba695d54-c1a0-436c-b9f9-bb2c8c8b434f {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:44:12.877559 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-baa49ec4-7631-4522-805d-34f31529832a tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (ba695d54-c1a0-436c-b9f9-bb2c8c8b434f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:12.984831 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-0a1a8b4a-5bfd-43e2-83a9-1df0baeb556f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:12.986667 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-0a1a8b4a-5bfd-43e2-83a9-1df0baeb556f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=50f5d130-0f22-457e-8f9d-f7f34d0d3035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1259758 Feb 16 22:44:13.061359 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-baa49ec4-7631-4522-805d-34f31529832a tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (ba695d54-c1a0-436c-b9f9-bb2c8c8b434f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:13.083137 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-baa49ec4-7631-4522-805d-34f31529832a tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Calling delete_port for ba695d54-c1a0-436c-b9f9-bb2c8c8b434f owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:44:13.141848 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-42a56713-fa11-4a93-b992-7aaae8158a56 service neutron] 10.222.0.67 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482892 Feb 16 22:44:13.332883 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-343016e9-0e9e-4e86-93ce-4154b7d716fb req-b6f67a86-c36c-4bf0-8b0a-e424ebfdf036 service neutron] 10.222.0.67 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852841 Feb 16 22:44:13.436667 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-baa49ec4-7631-4522-805d-34f31529832a tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (ba695d54-c1a0-436c-b9f9-bb2c8c8b434f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:13.494982 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34930e1-96de-4a33-b5cd-aca40cabc222 None None] Network 82e31905-4613-4331-aec3-14ba8e939eaa requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:44:13.559457 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa49ec4-7631-4522-805d-34f31529832a tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Port': ['ID=ba695d54-c1a0-436c-b9f9-bb2c8c8b434f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:13.621722 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515a8c3-e682-4262-890d-2752228dd8fe req-e6e16b61-36de-4d8c-8da8-8b8e6106e397 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:13.628998 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c515a8c3-e682-4262-890d-2752228dd8fe req-e6e16b61-36de-4d8c-8da8-8b8e6106e397 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 943 time: 0.1390874 Feb 16 22:44:13.736614 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-78fe50ee-b8c0-4088-8d42-387e3f6cfa63 None None] Provisioning complete for port 6a7ebe0e-489e-4405-82c8-d948126300e3 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:13.737008 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-78fe50ee-b8c0-4088-8d42-387e3f6cfa63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6a7ebe0e-489e-4405-82c8-d948126300e3), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:13.746025 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 6a7ebe0e-489e-4405-82c8-d948126300e3 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:44:13.749488 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c515a8c3-e682-4262-890d-2752228dd8fe req-13ddd0fe-9ef8-4aa0-8eed-e98a9fe34add tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063981 Feb 16 22:44:13.755352 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-baa49ec4-7631-4522-805d-34f31529832a tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:13.758983 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-baa49ec4-7631-4522-805d-34f31529832a tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/ports/ba695d54-c1a0-436c-b9f9-bb2c8c8b434f HTTP/1.1" status: 204 len: 168 time: 1.1749387 Feb 16 22:44:13.762205 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40252) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:13.810534 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-79d92b79-50af-4344-80e7-3c044c505c4e tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] GET failed (client error): The resource could not be found. Feb 16 22:44:13.810534 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-79d92b79-50af-4344-80e7-3c044c505c4e tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "GET /v2.0/ports/ba695d54-c1a0-436c-b9f9-bb2c8c8b434f HTTP/1.1" status: 404 len: 333 time: 0.0374548 Feb 16 22:44:13.813100 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40256) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:13.909226 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0d002e5-c891-40de-b1a3-08a53add1f62 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Deleting subnet 4d10175e-a729-427a-bb5e-37b62b9dd64d {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:44:13.913057 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a0d002e5-c891-40de-b1a3-08a53add1f62 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for subnet (4d10175e-a729-427a-bb5e-37b62b9dd64d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:13.958686 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 6a7ebe0e-489e-4405-82c8-d948126300e3 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:13.958686 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6a7ebe0e-489e-4405-82c8-d948126300e3), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:13.984271 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a0d002e5-c891-40de-b1a3-08a53add1f62 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (4d10175e-a729-427a-bb5e-37b62b9dd64d), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:14.051136 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-78fe50ee-b8c0-4088-8d42-387e3f6cfa63 None None] Current status of the port 6a7ebe0e-489e-4405-82c8-d948126300e3 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:14.051642 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-78fe50ee-b8c0-4088-8d42-387e3f6cfa63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6a7ebe0e-489e-4405-82c8-d948126300e3), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:14.173921 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-78fe50ee-b8c0-4088-8d42-387e3f6cfa63 None None] For port 6a7ebe0e-489e-4405-82c8-d948126300e3, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=6a7ebe0e-489e-4405-82c8-d948126300e3,segment=NetworkSegment(983b37e3-1755-4681-a9fb-f3127cd9d45d),segment_id=983b37e3-1755-4681-a9fb-f3127cd9d45d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:44:14.210761 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-78fe50ee-b8c0-4088-8d42-387e3f6cfa63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (6a7ebe0e-489e-4405-82c8-d948126300e3), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:14.226805 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a0d002e5-c891-40de-b1a3-08a53add1f62 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (4d10175e-a729-427a-bb5e-37b62b9dd64d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:14.281249 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 6a7ebe0e-489e-4405-82c8-d948126300e3 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:14.286393 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6a7ebe0e-489e-4405-82c8-d948126300e3), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:14.337356 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe50ee-b8c0-4088-8d42-387e3f6cfa63 None None] Pushing event updated for resources: {'Port': ['ID=6a7ebe0e-489e-4405-82c8-d948126300e3,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:14.345782 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a0d002e5-c891-40de-b1a3-08a53add1f62 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (4d10175e-a729-427a-bb5e-37b62b9dd64d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:14.402573 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d002e5-c891-40de-b1a3-08a53add1f62 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Subnet': ['ID=4d10175e-a729-427a-bb5e-37b62b9dd64d,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:14.416865 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a0d002e5-c891-40de-b1a3-08a53add1f62 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:14.421866 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a0d002e5-c891-40de-b1a3-08a53add1f62 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/subnets/4d10175e-a729-427a-bb5e-37b62b9dd64d HTTP/1.1" status: 204 len: 168 time: 0.6074460 Feb 16 22:44:14.424776 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40274) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:14.459416 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:44:14.463208 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:44:14.475246 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5a07ea-93a4-4b70-b464-ffcc732e068d None None] Network 82e31905-4613-4331-aec3-14ba8e939eaa requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:44:14.609496 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f8707001-a371-41b6-bb48-ca1b079bbcd3 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (82e31905-4613-4331-aec3-14ba8e939eaa), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:14.684703 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-ac6ab1e2-98e7-4038-bcd1-ddb620245f25 None None] Provisioning complete for port 6a7ebe0e-489e-4405-82c8-d948126300e3 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:14.685253 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ac6ab1e2-98e7-4038-bcd1-ddb620245f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6a7ebe0e-489e-4405-82c8-d948126300e3), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:14.715146 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-f8707001-a371-41b6-bb48-ca1b079bbcd3 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Deleting port 6a7ebe0e-489e-4405-82c8-d948126300e3 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:44:14.715602 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f8707001-a371-41b6-bb48-ca1b079bbcd3 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (6a7ebe0e-489e-4405-82c8-d948126300e3), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:14.841332 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9000a6f5-2afd-42b7-85e8-becd16a5bbcd None None] DHCP port deletion for 82e31905-4613-4331-aec3-14ba8e939eaa request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:44:14.866096 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ab1e2-98e7-4038-bcd1-ddb620245f25 None None] Current status of the port 6a7ebe0e-489e-4405-82c8-d948126300e3 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:14.884137 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-f8707001-a371-41b6-bb48-ca1b079bbcd3 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] For port 6a7ebe0e-489e-4405-82c8-d948126300e3, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=6a7ebe0e-489e-4405-82c8-d948126300e3,segment=NetworkSegment(983b37e3-1755-4681-a9fb-f3127cd9d45d),segment_id=983b37e3-1755-4681-a9fb-f3127cd9d45d)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:44:14.884515 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f8707001-a371-41b6-bb48-ca1b079bbcd3 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (6a7ebe0e-489e-4405-82c8-d948126300e3), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:14.918562 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-f8707001-a371-41b6-bb48-ca1b079bbcd3 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Calling delete_port for 6a7ebe0e-489e-4405-82c8-d948126300e3 owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:44:15.078310 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffa58f-fc0c-4d0c-b51c-1ec53e15c0df req-c032ac9d-5d57-4d91-8df5-2a90a370be3a tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:15.080331 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-00ffa58f-fc0c-4d0c-b51c-1ec53e15c0df req-c032ac9d-5d57-4d91-8df5-2a90a370be3a tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 943 time: 0.1789801 Feb 16 22:44:15.152678 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-00ffa58f-fc0c-4d0c-b51c-1ec53e15c0df req-6f5105cb-79ad-4f9f-80e8-e179ab481670 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664485 Feb 16 22:44:15.154131 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f8707001-a371-41b6-bb48-ca1b079bbcd3 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (6a7ebe0e-489e-4405-82c8-d948126300e3), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:15.175949 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 6a7ebe0e-489e-4405-82c8-d948126300e3 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:15.208873 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-9000a6f5-2afd-42b7-85e8-becd16a5bbcd None None] Deleting port 6a7ebe0e-489e-4405-82c8-d948126300e3 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:44:15.210260 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9000a6f5-2afd-42b7-85e8-becd16a5bbcd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (6a7ebe0e-489e-4405-82c8-d948126300e3), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:15.214396 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8707001-a371-41b6-bb48-ca1b079bbcd3 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Port': ['ID=6a7ebe0e-489e-4405-82c8-d948126300e3,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:15.217621 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8707001-a371-41b6-bb48-ca1b079bbcd3 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] No DVR routers for this DVR port 6a7ebe0e-489e-4405-82c8-d948126300e3 on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:44:15.326956 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-9000a6f5-2afd-42b7-85e8-becd16a5bbcd None None] For port 6a7ebe0e-489e-4405-82c8-d948126300e3, host n-d-813897-6, got binding levels [] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:44:15.327443 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9000a6f5-2afd-42b7-85e8-becd16a5bbcd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (6a7ebe0e-489e-4405-82c8-d948126300e3), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:15.339775 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f8707001-a371-41b6-bb48-ca1b079bbcd3 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (82e31905-4613-4331-aec3-14ba8e939eaa), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:15.344454 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-9000a6f5-2afd-42b7-85e8-becd16a5bbcd None None] Calling delete_port for 6a7ebe0e-489e-4405-82c8-d948126300e3 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:44:15.347456 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.ipam_backend_mixin [None req-9000a6f5-2afd-42b7-85e8-becd16a5bbcd None None] Port 6a7ebe0e-489e-4405-82c8-d948126300e3 was not found and therefore no delete operation was performed {{(pid=103467) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 22:44:15.349237 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9000a6f5-2afd-42b7-85e8-becd16a5bbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (6a7ebe0e-489e-4405-82c8-d948126300e3), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:15.374282 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-f8707001-a371-41b6-bb48-ca1b079bbcd3 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e31905-4613-4331-aec3-14ba8e939eaa']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:15.376229 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000a6f5-2afd-42b7-85e8-becd16a5bbcd None None] Pushing event deleted for resources: {'Port': ['ID=6a7ebe0e-489e-4405-82c8-d948126300e3,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:15.385256 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9000a6f5-2afd-42b7-85e8-becd16a5bbcd None None] No DVR routers for this DVR port 6a7ebe0e-489e-4405-82c8-d948126300e3 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:44:15.399946 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-f8707001-a371-41b6-bb48-ca1b079bbcd3 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '983b37e3-1755-4681-a9fb-f3127cd9d45d') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:15.402391 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-f8707001-a371-41b6-bb48-ca1b079bbcd3 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '983b37e3-1755-4681-a9fb-f3127cd9d45d') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:15.423473 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f8707001-a371-41b6-bb48-ca1b079bbcd3 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (983b37e3-1755-4681-a9fb-f3127cd9d45d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:15.442629 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f8707001-a371-41b6-bb48-ca1b079bbcd3 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (983b37e3-1755-4681-a9fb-f3127cd9d45d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:15.459890 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8707001-a371-41b6-bb48-ca1b079bbcd3 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:44:15.460416 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f8707001-a371-41b6-bb48-ca1b079bbcd3 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (983b37e3-1755-4681-a9fb-f3127cd9d45d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:15.579616 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:44:15.579616 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:44:15.579616 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:44:15.579616 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:44:15.579616 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:44:15.579616 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:44:15.579616 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:44:15.579616 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:44:15.579616 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:44:15.579616 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:44:15.579616 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:44:15.579616 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:44:15.579616 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:44:15.579616 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:44:15.579616 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:44:15.579616 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:44:15.579616 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:44:15.579616 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:44:15.579616 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:44:15.579616 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:44:15.579616 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:44:15.579616 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:44:15.579616 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:44:15.579616 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:44:15.579616 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:44:15.579616 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:44:15.579616 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:44:15.579616 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:44:15.579616 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:44:15.579616 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:44:15.579616 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:44:15.579616 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:44:15.592180 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f8707001-a371-41b6-bb48-ca1b079bbcd3 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (82e31905-4613-4331-aec3-14ba8e939eaa), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:15.606273 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f8707001-a371-41b6-bb48-ca1b079bbcd3 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:15.615961 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f8707001-a371-41b6-bb48-ca1b079bbcd3 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/networks/82e31905-4613-4331-aec3-14ba8e939eaa HTTP/1.1" status: 204 len: 168 time: 1.1884007 Feb 16 22:44:15.621623 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40316) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:15.629264 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 6a7ebe0e-489e-4405-82c8-d948126300e3 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:44:15.631288 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-f5c2cc87-2c23-4069-aece-16b4fc777287 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'port': {'network_id': '9b3506d6-cf65-449c-b238-c5db64bf8ecc', 'name': 'tempest-PortsTestJSON-662271302'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:15.667456 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8707001-a371-41b6-bb48-ca1b079bbcd3 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Network': ['ID=82e31905-4613-4331-aec3-14ba8e939eaa,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:15.673647 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 6a7ebe0e-489e-4405-82c8-d948126300e3 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:44:15.674166 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 6a7ebe0e-489e-4405-82c8-d948126300e3 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:44:15.779903 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c2cc87-2c23-4069-aece-16b4fc777287 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:44:15.791380 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f5c2cc87-2c23-4069-aece-16b4fc777287 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:15.833043 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-f5c2cc87-2c23-4069-aece-16b4fc777287 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] device_id is not set on port 5e1b507f-1411-47a3-bc6f-e680da81fe7d yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:44:16.090864 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f5c2cc87-2c23-4069-aece-16b4fc777287 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for port (5e1b507f-1411-47a3-bc6f-e680da81fe7d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:16.141759 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f5c2cc87-2c23-4069-aece-16b4fc777287 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (5e1b507f-1411-47a3-bc6f-e680da81fe7d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:16.213726 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c2cc87-2c23-4069-aece-16b4fc777287 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Network 9b3506d6-cf65-449c-b238-c5db64bf8ecc is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:44:16.225002 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-f5c2cc87-2c23-4069-aece-16b4fc777287 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:44:16.235535 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c2cc87-2c23-4069-aece-16b4fc777287 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:44:16.242415 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c2cc87-2c23-4069-aece-16b4fc777287 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:16.243124 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f5c2cc87-2c23-4069-aece-16b4fc777287 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:16.266038 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2cc87-2c23-4069-aece-16b4fc777287 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Port': ['ID=5e1b507f-1411-47a3-bc6f-e680da81fe7d,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:16.277868 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f5c2cc87-2c23-4069-aece-16b4fc777287 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6489522 Feb 16 22:44:16.278500 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40326) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:16.330286 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665d2bb-8368-4ccc-91f5-2414f19a256b req-7db2f6f2-3d3e-4258-b0ab-58621d9d82a6 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:16.331937 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4665d2bb-8368-4ccc-91f5-2414f19a256b req-7db2f6f2-3d3e-4258-b0ab-58621d9d82a6 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 943 time: 0.0879323 Feb 16 22:44:16.421675 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40330) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:16.446087 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4665d2bb-8368-4ccc-91f5-2414f19a256b req-c9c40eb9-2523-483d-a01e-ddeacde30350 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055496 Feb 16 22:44:16.501222 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-a974c01a-b054-442e-9e14-1dbf292a0c36 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Deleting port 5e1b507f-1411-47a3-bc6f-e680da81fe7d {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:44:16.501572 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a974c01a-b054-442e-9e14-1dbf292a0c36 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (5e1b507f-1411-47a3-bc6f-e680da81fe7d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:16.550319 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2d521290-093c-4042-bbd5-136f15149588 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/floatingips/82a0eb01-d5a8-4433-9bf5-9a3c1f62a06d HTTP/1.1" status: 200 len: 992 time: 0.1262722 Feb 16 22:44:16.684315 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a974c01a-b054-442e-9e14-1dbf292a0c36 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (5e1b507f-1411-47a3-bc6f-e680da81fe7d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:16.720404 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-a974c01a-b054-442e-9e14-1dbf292a0c36 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Calling delete_port for 5e1b507f-1411-47a3-bc6f-e680da81fe7d owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:44:16.844310 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40352) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:16.904576 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a974c01a-b054-442e-9e14-1dbf292a0c36 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (5e1b507f-1411-47a3-bc6f-e680da81fe7d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:16.935492 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a974c01a-b054-442e-9e14-1dbf292a0c36 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:16.940922 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a974c01a-b054-442e-9e14-1dbf292a0c36 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/ports/5e1b507f-1411-47a3-bc6f-e680da81fe7d HTTP/1.1" status: 204 len: 168 time: 0.6608574 Feb 16 22:44:16.986894 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974c01a-b054-442e-9e14-1dbf292a0c36 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Port': ['ID=5e1b507f-1411-47a3-bc6f-e680da81fe7d,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:16.995854 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40354) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:17.005572 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-49f7185e-3845-4bfb-b3ed-71e0d85cbc01 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'port': {'network_id': '9b3506d6-cf65-449c-b238-c5db64bf8ecc', 'mac_address': 'fa:16:3e:d8:6c:1e', 'name': 'tempest-PortsTestJSON-570170618'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:17.132405 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f7185e-3845-4bfb-b3ed-71e0d85cbc01 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:44:17.237635 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-49f7185e-3845-4bfb-b3ed-71e0d85cbc01 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:17.291218 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-49f7185e-3845-4bfb-b3ed-71e0d85cbc01 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] device_id is not set on port d85bd72b-d099-4f94-bad7-182ca6e7608b yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:44:17.343863 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-0fab9ffb-79b5-43a5-a72a-b7b736b2485d tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Deleting port 9648c560-99dd-48bc-9031-da51b6aec63e {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:44:17.344484 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fab9ffb-79b5-43a5-a72a-b7b736b2485d tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (9648c560-99dd-48bc-9031-da51b6aec63e), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:17.461311 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fab9ffb-79b5-43a5-a72a-b7b736b2485d tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (9648c560-99dd-48bc-9031-da51b6aec63e), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:17.462461 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fab9ffb-79b5-43a5-a72a-b7b736b2485d tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for floatingip (9648c560-99dd-48bc-9031-da51b6aec63e), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:17.489472 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-0fab9ffb-79b5-43a5-a72a-b7b736b2485d tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Calling delete_port for 9648c560-99dd-48bc-9031-da51b6aec63e owned by network:floatingip {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:44:17.525866 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-49f7185e-3845-4bfb-b3ed-71e0d85cbc01 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for port (d85bd72b-d099-4f94-bad7-182ca6e7608b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:17.604140 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-49f7185e-3845-4bfb-b3ed-71e0d85cbc01 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (d85bd72b-d099-4f94-bad7-182ca6e7608b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:17.681530 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f7185e-3845-4bfb-b3ed-71e0d85cbc01 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Network 9b3506d6-cf65-449c-b238-c5db64bf8ecc is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:44:17.687426 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-49f7185e-3845-4bfb-b3ed-71e0d85cbc01 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:44:17.690169 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f7185e-3845-4bfb-b3ed-71e0d85cbc01 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:44:17.696775 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f7185e-3845-4bfb-b3ed-71e0d85cbc01 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:17.697884 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-49f7185e-3845-4bfb-b3ed-71e0d85cbc01 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:17.724065 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7185e-3845-4bfb-b3ed-71e0d85cbc01 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Port': ['ID=d85bd72b-d099-4f94-bad7-182ca6e7608b,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:17.740439 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-49f7185e-3845-4bfb-b3ed-71e0d85cbc01 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7431686 Feb 16 22:44:17.747262 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40370) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:17.813678 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb7fb53-6a67-42a5-abf7-2edd5b015043 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:17.815173 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5cb7fb53-6a67-42a5-abf7-2edd5b015043 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "GET /v2.0/ports/d85bd72b-d099-4f94-bad7-182ca6e7608b HTTP/1.1" status: 200 len: 840 time: 0.0669429 Feb 16 22:44:17.818467 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40374) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:17.988279 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-bfee3d6a-35a4-4fba-9e81-9542649be5de tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Deleting port d85bd72b-d099-4f94-bad7-182ca6e7608b {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:44:17.989301 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bfee3d6a-35a4-4fba-9e81-9542649be5de tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (d85bd72b-d099-4f94-bad7-182ca6e7608b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:18.104755 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bfee3d6a-35a4-4fba-9e81-9542649be5de tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (d85bd72b-d099-4f94-bad7-182ca6e7608b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:18.119200 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-bfee3d6a-35a4-4fba-9e81-9542649be5de tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Calling delete_port for d85bd72b-d099-4f94-bad7-182ca6e7608b owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:44:18.204540 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95872686-23f2-4ce2-87f9-63796fd9eb68 req-13a811fd-7a68-420a-a003-83f3a4e75f37 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:18.206426 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-95872686-23f2-4ce2-87f9-63796fd9eb68 req-13a811fd-7a68-420a-a003-83f3a4e75f37 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 943 time: 0.1475327 Feb 16 22:44:18.241847 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bfee3d6a-35a4-4fba-9e81-9542649be5de tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (d85bd72b-d099-4f94-bad7-182ca6e7608b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:18.271171 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-95872686-23f2-4ce2-87f9-63796fd9eb68 req-a0034203-20ca-416c-917d-305ea3f97a3e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555575 Feb 16 22:44:18.292711 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee3d6a-35a4-4fba-9e81-9542649be5de tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Port': ['ID=d85bd72b-d099-4f94-bad7-182ca6e7608b,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:18.298881 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bfee3d6a-35a4-4fba-9e81-9542649be5de tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:18.305061 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bfee3d6a-35a4-4fba-9e81-9542649be5de tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/ports/d85bd72b-d099-4f94-bad7-182ca6e7608b HTTP/1.1" status: 204 len: 168 time: 0.4831519 Feb 16 22:44:18.305400 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40390) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:18.331976 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-212d83d1-005a-428c-866f-5c7682f9ad8e tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] GET failed (client error): The resource could not be found. Feb 16 22:44:18.334011 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-212d83d1-005a-428c-866f-5c7682f9ad8e tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "GET /v2.0/ports/d85bd72b-d099-4f94-bad7-182ca6e7608b HTTP/1.1" status: 404 len: 333 time: 0.0271921 Feb 16 22:44:18.337340 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40392) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:18.342476 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-83e7247a-0664-48cf-8502-714311a125f0 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'port': {'network_id': '9b3506d6-cf65-449c-b238-c5db64bf8ecc', 'name': 'tempest-PortsTestJSON-1770785115'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:18.371322 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fab9ffb-79b5-43a5-a72a-b7b736b2485d tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (9648c560-99dd-48bc-9031-da51b6aec63e), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:18.457452 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e7247a-0664-48cf-8502-714311a125f0 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:44:18.468918 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-83e7247a-0664-48cf-8502-714311a125f0 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:18.475094 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab9ffb-79b5-43a5-a72a-b7b736b2485d tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event deleted for resources: {'Port': ['ID=9648c560-99dd-48bc-9031-da51b6aec63e,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:18.519482 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fab9ffb-79b5-43a5-a72a-b7b736b2485d tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for floatingip (82a0eb01-d5a8-4433-9bf5-9a3c1f62a06d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:18.520017 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-0fab9ffb-79b5-43a5-a72a-b7b736b2485d tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Floating IP 82a0eb01-d5a8-4433-9bf5-9a3c1f62a06d disassociated (deleted). External IP: 172.25.2.79, port: f0dee243-b212-4bca-aaeb-9def3ea8a211. Feb 16 22:44:18.520313 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-83e7247a-0664-48cf-8502-714311a125f0 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] device_id is not set on port 395cbd49-5959-41fb-b009-8e344542b460 yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:44:18.834556 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-83e7247a-0664-48cf-8502-714311a125f0 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for port (395cbd49-5959-41fb-b009-8e344542b460), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:18.944882 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fab9ffb-79b5-43a5-a72a-b7b736b2485d tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Router e116952c-eb09-45a8-b07c-2cff5199e414 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:44:19.099678 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fab9ffb-79b5-43a5-a72a-b7b736b2485d tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:44:19.112688 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de85a8b7-f53b-454b-a434-6cc3cbff3a0c None None] Sync routers for ids ['e116952c-eb09-45a8-b07c-2cff5199e414'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:44:19.117304 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fab9ffb-79b5-43a5-a72a-b7b736b2485d tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:19.129998 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de85a8b7-f53b-454b-a434-6cc3cbff3a0c None None] Routers {'e116952c-eb09-45a8-b07c-2cff5199e414'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:44:19.133174 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-de85a8b7-f53b-454b-a434-6cc3cbff3a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:43:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['e116952c-eb09-45a8-b07c-2cff5199e414'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:19.217393 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0fab9ffb-79b5-43a5-a72a-b7b736b2485d tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "DELETE /v2.0/floatingips/82a0eb01-d5a8-4433-9bf5-9a3c1f62a06d HTTP/1.1" status: 204 len: 168 time: 2.3688726 Feb 16 22:44:19.217393 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9', 'tag': 'f0dee243-b212-4bca-aaeb-9def3ea8a211'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:44:19.218985 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef53e04b-4edc-4560-bc07-3bc50c8b8930" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9", "tag": "f0dee243-b212-4bca-aaeb-9def3ea8a211"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:44:19.265593 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-83e7247a-0664-48cf-8502-714311a125f0 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (395cbd49-5959-41fb-b009-8e344542b460), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:19.315096 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e7247a-0664-48cf-8502-714311a125f0 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Network 9b3506d6-cf65-449c-b238-c5db64bf8ecc is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:44:19.318499 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-83e7247a-0664-48cf-8502-714311a125f0 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:44:19.323648 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e7247a-0664-48cf-8502-714311a125f0 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:44:19.328688 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e7247a-0664-48cf-8502-714311a125f0 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:19.329345 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-83e7247a-0664-48cf-8502-714311a125f0 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:19.338142 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7247a-0664-48cf-8502-714311a125f0 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Port': ['ID=395cbd49-5959-41fb-b009-8e344542b460,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:19.357088 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-83e7247a-0664-48cf-8502-714311a125f0 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0184216 Feb 16 22:44:19.359697 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40430) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:19.368123 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-7fcdc0f8-6624-4393-91e7-8fa4c1e34b71 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:19.475623 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-de85a8b7-f53b-454b-a434-6cc3cbff3a0c None None] Set router e116952c-eb09-45a8-b07c-2cff5199e414 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:44:19.509000 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82ab978-70ab-40ca-b194-9017e483e339 x-openstack-request-id: req-a82ab978-70ab-40ca-b194-9017e483e339 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:44:19.530427 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9", "tag": "f0dee243-b212-4bca-aaeb-9def3ea8a211", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:44:19.532006 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a82ab978-70ab-40ca-b194-9017e483e339 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:44:19.532630 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9', 'tag': 'f0dee243-b212-4bca-aaeb-9def3ea8a211', 'status': 'completed', 'code': 200} Feb 16 22:44:19.611316 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7fcdc0f8-6624-4393-91e7-8fa4c1e34b71 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (395cbd49-5959-41fb-b009-8e344542b460), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:19.745630 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53e04b-4edc-4560-bc07-3bc50c8b8930 req-ea5a49a9-df0d-4d91-8108-9eca06882776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:19.748089 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ef53e04b-4edc-4560-bc07-3bc50c8b8930 req-ea5a49a9-df0d-4d91-8108-9eca06882776 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fcbc829c172a42c39498d6223ec391eb&device_id=7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9 HTTP/1.1" status: 200 len: 1127 time: 0.2062180 Feb 16 22:44:19.790618 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-de85a8b7-f53b-454b-a434-6cc3cbff3a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'name': 'tempest-TestNetworkBasicOps-router-1616828187', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '5967f3ff-05c5-4786-91a2-34c39b58d8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:10Z', 'updated_at': '2022-02-16T22:43:16Z', 'revision_number': 4, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'gw_port': {'id': '5967f3ff-05c5-4786-91a2-34c39b58d8dd', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:10Z', 'updated_at': '2022-02-16T22:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '2b167907-dd25-4df9-9867-0d3b8603cb48', 'name': '', 'network_id': '651e08f2-a105-48ac-8688-dac782e2da1e', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'mac_address': 'fa:16:3e:d7:0f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'd189a5e6-e130-4e1f-a717-457466a42ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:15Z', 'updated_at': '2022-02-16T22:43:22Z', 'revision_number': 5, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'subnets': [{'id': 'd189a5e6-e130-4e1f-a717-457466a42ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:19.820848 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de85a8b7-f53b-454b-a434-6cc3cbff3a0c None None] Checking router: e116952c-eb09-45a8-b07c-2cff5199e414 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:44:19.834726 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de85a8b7-f53b-454b-a434-6cc3cbff3a0c None None] Routers {'e116952c-eb09-45a8-b07c-2cff5199e414'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:44:19.835654 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-de85a8b7-f53b-454b-a434-6cc3cbff3a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:43:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['e116952c-eb09-45a8-b07c-2cff5199e414'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:19.875337 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53e04b-4edc-4560-bc07-3bc50c8b8930 req-701b28c9-83da-4fb4-9ad0-32ac31878979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:19.876819 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ef53e04b-4edc-4560-bc07-3bc50c8b8930 req-701b28c9-83da-4fb4-9ad0-32ac31878979 service neutron] 10.222.0.79 "GET /v2.0/networks?id=651e08f2-a105-48ac-8688-dac782e2da1e HTTP/1.1" status: 200 len: 897 time: 0.1196415 Feb 16 22:44:19.939097 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ef53e04b-4edc-4560-bc07-3bc50c8b8930 req-2bd0015a-dcbe-4fa7-a0ff-ec3dd5b9a122 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0dee243-b212-4bca-aaeb-9def3ea8a211 HTTP/1.1" status: 200 len: 217 time: 0.0508995 Feb 16 22:44:19.949347 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8276c8-1e5e-49ab-a237-1fe3751dd2ca req-35061ba0-0c4e-4e36-8a3d-b7c150ca6787 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:19.957540 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9a8276c8-1e5e-49ab-a237-1fe3751dd2ca req-35061ba0-0c4e-4e36-8a3d-b7c150ca6787 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 943 time: 0.3501234 Feb 16 22:44:19.966070 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-de85a8b7-f53b-454b-a434-6cc3cbff3a0c None None] Set router e116952c-eb09-45a8-b07c-2cff5199e414 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:44:20.147469 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9a8276c8-1e5e-49ab-a237-1fe3751dd2ca req-ad4ff8d5-8daf-4679-8142-41d7da666d4b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834514 Feb 16 22:44:20.163732 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53e04b-4edc-4560-bc07-3bc50c8b8930 req-ee1f5ced-3318-4f9d-98f3-86d433a6ff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:20.165452 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ef53e04b-4edc-4560-bc07-3bc50c8b8930 req-ee1f5ced-3318-4f9d-98f3-86d433a6ff56 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d189a5e6-e130-4e1f-a717-457466a42ad2 HTTP/1.1" status: 200 len: 833 time: 0.2013671 Feb 16 22:44:20.268235 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-de85a8b7-f53b-454b-a434-6cc3cbff3a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'name': 'tempest-TestNetworkBasicOps-router-1616828187', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '5967f3ff-05c5-4786-91a2-34c39b58d8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:10Z', 'updated_at': '2022-02-16T22:43:16Z', 'revision_number': 4, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'gw_port': {'id': '5967f3ff-05c5-4786-91a2-34c39b58d8dd', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:10Z', 'updated_at': '2022-02-16T22:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '2b167907-dd25-4df9-9867-0d3b8603cb48', 'name': '', 'network_id': '651e08f2-a105-48ac-8688-dac782e2da1e', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'mac_address': 'fa:16:3e:d7:0f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'd189a5e6-e130-4e1f-a717-457466a42ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:15Z', 'updated_at': '2022-02-16T22:43:22Z', 'revision_number': 5, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'subnets': [{'id': 'd189a5e6-e130-4e1f-a717-457466a42ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:20.279583 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7fcdc0f8-6624-4393-91e7-8fa4c1e34b71 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for port (395cbd49-5959-41fb-b009-8e344542b460), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:20.310436 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7fcdc0f8-6624-4393-91e7-8fa4c1e34b71 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (395cbd49-5959-41fb-b009-8e344542b460), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:20.326146 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-7fcdc0f8-6624-4393-91e7-8fa4c1e34b71 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] In _notify_port_updated(), no bound segment for port 395cbd49-5959-41fb-b009-8e344542b460 on network 9b3506d6-cf65-449c-b238-c5db64bf8ecc {{(pid=103466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 22:44:20.331136 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcdc0f8-6624-4393-91e7-8fa4c1e34b71 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:20.331764 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7fcdc0f8-6624-4393-91e7-8fa4c1e34b71 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:20.335933 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40486) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:20.336470 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7fcdc0f8-6624-4393-91e7-8fa4c1e34b71 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "PUT /v2.0/ports/395cbd49-5959-41fb-b009-8e344542b460 HTTP/1.1" status: 200 len: 818 time: 0.9754136 Feb 16 22:44:20.345258 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de85a8b7-f53b-454b-a434-6cc3cbff3a0c None None] The sync data for ids ['e116952c-eb09-45a8-b07c-2cff5199e414'] in n-d-813897-6 is: [{'id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'name': 'tempest-TestNetworkBasicOps-router-1616828187', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '5967f3ff-05c5-4786-91a2-34c39b58d8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:10Z', 'updated_at': '2022-02-16T22:43:16Z', 'revision_number': 4, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'gw_port': {'id': '5967f3ff-05c5-4786-91a2-34c39b58d8dd', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:10Z', 'updated_at': '2022-02-16T22:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '2b167907-dd25-4df9-9867-0d3b8603cb48', 'name': '', 'network_id': '651e08f2-a105-48ac-8688-dac782e2da1e', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'mac_address': 'fa:16:3e:d7:0f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'd189a5e6-e130-4e1f-a717-457466a42ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:15Z', 'updated_at': '2022-02-16T22:43:22Z', 'revision_number': 5, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'subnets': [{'id': 'd189a5e6-e130-4e1f-a717-457466a42ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:44:20.374024 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53e04b-4edc-4560-bc07-3bc50c8b8930 req-436a1037-31e7-4c8b-bdc9-ae35d35bb50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:20.375736 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ef53e04b-4edc-4560-bc07-3bc50c8b8930 req-436a1037-31e7-4c8b-bdc9-ae35d35bb50f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=651e08f2-a105-48ac-8688-dac782e2da1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1917689 Feb 16 22:44:20.511934 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563c2ac-5d46-41f8-b09e-d6322ad2c492 req-b5d35955-bd74-4dab-befe-5a6078b9a09c tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:20.515245 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8563c2ac-5d46-41f8-b09e-d6322ad2c492 req-b5d35955-bd74-4dab-befe-5a6078b9a09c tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9 HTTP/1.1" status: 200 len: 945 time: 0.2650907 Feb 16 22:44:20.518540 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcdc0f8-6624-4393-91e7-8fa4c1e34b71 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Port': ['ID=395cbd49-5959-41fb-b009-8e344542b460,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:20.523766 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-9539aa6f-6fe6-434f-8a8b-f8834865dc50 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Deleting port 395cbd49-5959-41fb-b009-8e344542b460 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:44:20.523766 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9539aa6f-6fe6-434f-8a8b-f8834865dc50 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (395cbd49-5959-41fb-b009-8e344542b460), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:20.589640 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ef53e04b-4edc-4560-bc07-3bc50c8b8930 req-63165720-3c5a-4e71-915c-71dbf53fe29d service neutron] 10.222.0.79 "GET /v2.0/networks/651e08f2-a105-48ac-8688-dac782e2da1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042341 Feb 16 22:44:20.656002 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3bc8e0d9-9ddd-4c47-bc98-862480a83c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:20.677095 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9539aa6f-6fe6-434f-8a8b-f8834865dc50 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (395cbd49-5959-41fb-b009-8e344542b460), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:20.693296 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-9539aa6f-6fe6-434f-8a8b-f8834865dc50 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Calling delete_port for 395cbd49-5959-41fb-b009-8e344542b460 owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:44:20.709648 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8563c2ac-5d46-41f8-b09e-d6322ad2c492 req-c80d3464-cb8c-4fe8-a767-70da0ce33b7f tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/security-groups?id=67256343-2a1a-453a-8654-9dd00c8abbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696315 Feb 16 22:44:20.826093 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ef53e04b-4edc-4560-bc07-3bc50c8b8930 req-76308dd5-f7b5-460c-a76f-90b98621a1b1 service neutron] 10.222.0.79 "GET /v2.0/networks/651e08f2-a105-48ac-8688-dac782e2da1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210281 Feb 16 22:44:20.883633 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9539aa6f-6fe6-434f-8a8b-f8834865dc50 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (395cbd49-5959-41fb-b009-8e344542b460), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:20.929185 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539aa6f-6fe6-434f-8a8b-f8834865dc50 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Port': ['ID=395cbd49-5959-41fb-b009-8e344542b460,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:20.941926 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9539aa6f-6fe6-434f-8a8b-f8834865dc50 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:20.942871 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa3deee-d439-460e-b1ab-ab46a5fd546d None None] New status for floating IP 82a0eb01-d5a8-4433-9bf5-9a3c1f62a06d: DOWN {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:44:20.948537 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9539aa6f-6fe6-434f-8a8b-f8834865dc50 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/ports/395cbd49-5959-41fb-b009-8e344542b460 HTTP/1.1" status: 204 len: 168 time: 0.6109688 Feb 16 22:44:20.951647 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40518) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:21.053295 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3df927-dda6-4f36-9536-496f7d49aeff tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:21.055933 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5b3df927-dda6-4f36-9536-496f7d49aeff tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1030114 Feb 16 22:44:21.058491 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40526) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:21.110789 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a3361d-e655-48f6-9c2c-163ad2a22018 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] GET failed (client error): The resource could not be found. Feb 16 22:44:21.121173 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a1a3361d-e655-48f6-9c2c-163ad2a22018 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "GET /v2.0/ports/395cbd49-5959-41fb-b009-8e344542b460 HTTP/1.1" status: 404 len: 333 time: 0.0538793 Feb 16 22:44:21.121963 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40530) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:21.132359 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-1fa03bae-b04e-40b5-9637-1ece1c53693f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1553992739'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:21.164067 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dbc2f7-469e-4b91-a35e-15b079aeaca7 req-de02ebea-ea52-4ce6-a5fc-490083ce03c3 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:21.167167 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-89dbc2f7-469e-4b91-a35e-15b079aeaca7 req-de02ebea-ea52-4ce6-a5fc-490083ce03c3 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9 HTTP/1.1" status: 200 len: 945 time: 0.1098394 Feb 16 22:44:21.169356 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa03bae-b04e-40b5-9637-1ece1c53693f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:44:21.173005 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1fa03bae-b04e-40b5-9637-1ece1c53693f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:21.223278 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa03bae-b04e-40b5-9637-1ece1c53693f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:44:21.234182 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1fa03bae-b04e-40b5-9637-1ece1c53693f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (a653a29f-4dc2-4e4f-9599-0615b9be8ae8), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:21.234896 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-1fa03bae-b04e-40b5-9637-1ece1c53693f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Added segment a653a29f-4dc2-4e4f-9599-0615b9be8ae8 of type vlan for network 11eac82a-63ee-4e35-acfc-5e27629c8044 Feb 16 22:44:21.283766 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1fa03bae-b04e-40b5-9637-1ece1c53693f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (11eac82a-63ee-4e35-acfc-5e27629c8044), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:21.321811 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1fa03bae-b04e-40b5-9637-1ece1c53693f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (11eac82a-63ee-4e35-acfc-5e27629c8044), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:21.326843 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa03bae-b04e-40b5-9637-1ece1c53693f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:21.327432 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1fa03bae-b04e-40b5-9637-1ece1c53693f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:21.386844 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-89dbc2f7-469e-4b91-a35e-15b079aeaca7 req-c9f8e9c4-2664-41f5-864d-73ec83f6343d tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Deleting port f0dee243-b212-4bca-aaeb-9def3ea8a211 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:44:21.387222 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-89dbc2f7-469e-4b91-a35e-15b079aeaca7 req-c9f8e9c4-2664-41f5-864d-73ec83f6343d tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (f0dee243-b212-4bca-aaeb-9def3ea8a211), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:21.429746 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1fa03bae-b04e-40b5-9637-1ece1c53693f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3049915 Feb 16 22:44:21.435817 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40542) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:21.448951 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-7fc1c18f-33fe-4c51-a337-8fc1f0135eef tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'subnet': {'network_id': '11eac82a-63ee-4e35-acfc-5e27629c8044', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:21.499145 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc78057-a5f9-491b-872f-05543fe6e57c req-bd969dae-f65e-46be-8e49-64f3fba726a0 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:21.500973 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cfc78057-a5f9-491b-872f-05543fe6e57c req-bd969dae-f65e-46be-8e49-64f3fba726a0 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 943 time: 0.1996763 Feb 16 22:44:21.512158 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa03bae-b04e-40b5-9637-1ece1c53693f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Network': ['ID=11eac82a-63ee-4e35-acfc-5e27629c8044,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:21.557401 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-89dbc2f7-469e-4b91-a35e-15b079aeaca7 req-c9f8e9c4-2664-41f5-864d-73ec83f6343d tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] For port f0dee243-b212-4bca-aaeb-9def3ea8a211, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=f0dee243-b212-4bca-aaeb-9def3ea8a211,segment=NetworkSegment(64c410ba-7b5d-42f2-bce8-b105511f99f0),segment_id=64c410ba-7b5d-42f2-bce8-b105511f99f0)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:44:21.557896 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-89dbc2f7-469e-4b91-a35e-15b079aeaca7 req-c9f8e9c4-2664-41f5-864d-73ec83f6343d tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (f0dee243-b212-4bca-aaeb-9def3ea8a211), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:21.568191 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 11eac82a-63ee-4e35-acfc-5e27629c8044 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:44:21.598352 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-89dbc2f7-469e-4b91-a35e-15b079aeaca7 req-c9f8e9c4-2664-41f5-864d-73ec83f6343d tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Calling delete_port for f0dee243-b212-4bca-aaeb-9def3ea8a211 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:44:21.621805 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cfc78057-a5f9-491b-872f-05543fe6e57c req-a541ab99-92f2-4aa1-91d5-bea03b184a63 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109002 Feb 16 22:44:21.675822 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc1c18f-33fe-4c51-a337-8fc1f0135eef tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:44:21.683414 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7fc1c18f-33fe-4c51-a337-8fc1f0135eef tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:21.995185 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40558) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:22.032623 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7fc1c18f-33fe-4c51-a337-8fc1f0135eef tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (214b38e3-dcc8-43b9-bf78-eed73b943948), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:22.076877 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-89dbc2f7-469e-4b91-a35e-15b079aeaca7 req-c9f8e9c4-2664-41f5-864d-73ec83f6343d tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (f0dee243-b212-4bca-aaeb-9def3ea8a211), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:22.104167 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a45021-d6a5-48a2-9d50-74f29101d07a req-f532478d-37e7-4964-8c1a-2ecda06a14ff tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:22.111976 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-84a45021-d6a5-48a2-9d50-74f29101d07a req-f532478d-37e7-4964-8c1a-2ecda06a14ff tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9 HTTP/1.1" status: 200 len: 867 time: 0.2023647 Feb 16 22:44:22.152954 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8e9c4-2664-41f5-864d-73ec83f6343d tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event deleted for resources: {'Port': ['ID=f0dee243-b212-4bca-aaeb-9def3ea8a211,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:22.186540 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1c18f-33fe-4c51-a337-8fc1f0135eef tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Subnet': ['ID=214b38e3-dcc8-43b9-bf78-eed73b943948,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:22.223421 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7528741d-2e85-4bf0-94f2-95d4d3f96339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:22.239361 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc1c18f-33fe-4c51-a337-8fc1f0135eef tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Checking segment: {'id': 'a653a29f-4dc2-4e4f-9599-0615b9be8ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11eac82a-63ee-4e35-acfc-5e27629c8044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:44:22.239674 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc1c18f-33fe-4c51-a337-8fc1f0135eef tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Network hostable DHCP agents. Network: 11eac82a-63ee-4e35-acfc-5e27629c8044, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:44:22.255002 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-89dbc2f7-469e-4b91-a35e-15b079aeaca7 req-c9f8e9c4-2664-41f5-864d-73ec83f6343d tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] No DVR routers for this DVR port f0dee243-b212-4bca-aaeb-9def3ea8a211 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:44:22.259767 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-89dbc2f7-469e-4b91-a35e-15b079aeaca7 req-c9f8e9c4-2664-41f5-864d-73ec83f6343d tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:22.266165 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-89dbc2f7-469e-4b91-a35e-15b079aeaca7 req-c9f8e9c4-2664-41f5-864d-73ec83f6343d tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.79 "DELETE /v2.0/ports/f0dee243-b212-4bca-aaeb-9def3ea8a211 HTTP/1.1" status: 204 len: 173 time: 1.0862648 Feb 16 22:44:22.266334 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9', 'name': 'network-vif-deleted', 'tag': 'f0dee243-b212-4bca-aaeb-9def3ea8a211'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:44:22.269022 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd940389-41c0-46ee-9d13-86a093048bb5" -d '{"events": [{"server_uuid": "7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9", "name": "network-vif-deleted", "tag": "f0dee243-b212-4bca-aaeb-9def3ea8a211"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:44:22.279829 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc1c18f-33fe-4c51-a337-8fc1f0135eef tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Network 11eac82a-63ee-4e35-acfc-5e27629c8044 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:44:22.300828 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-84a45021-d6a5-48a2-9d50-74f29101d07a req-b8908f4c-1311-4696-8345-118c998eaa37 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "GET /v2.0/security-groups?id=67256343-2a1a-453a-8654-9dd00c8abbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878450 Feb 16 22:44:22.304218 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-7fc1c18f-33fe-4c51-a337-8fc1f0135eef tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 11eac82a-63ee-4e35-acfc-5e27629c8044) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:44:22.314293 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6054f4-b2cc-48ed-b6d8-350944b4fb50 None None] Network 11eac82a-63ee-4e35-acfc-5e27629c8044 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:44:22.327878 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc1c18f-33fe-4c51-a337-8fc1f0135eef tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:22.327878 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7fc1c18f-33fe-4c51-a337-8fc1f0135eef tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:22.350355 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7fc1c18f-33fe-4c51-a337-8fc1f0135eef tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9107015 Feb 16 22:44:22.353528 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40566) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:22.359079 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-c3df6fbb-baf8-431a-a8b1-6630cd036ab3 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'subnet': {'network_id': '11eac82a-63ee-4e35-acfc-5e27629c8044', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:22.383337 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7528741d-2e85-4bf0-94f2-95d4d3f96339 admin admin] Publish callbacks [] for security_group (61742850-4c76-459b-a85e-24891ec6e0e5), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:22.395624 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7528741d-2e85-4bf0-94f2-95d4d3f96339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (61742850-4c76-459b-a85e-24891ec6e0e5), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:22.410869 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef521806-1017-45fa-b5a9-5b5aac32bdad x-openstack-request-id: req-ef521806-1017-45fa-b5a9-5b5aac32bdad {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:44:22.411295 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9", "name": "network-vif-deleted", "tag": "f0dee243-b212-4bca-aaeb-9def3ea8a211", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:44:22.411409 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ef521806-1017-45fa-b5a9-5b5aac32bdad {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:44:22.414337 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7f4465-d6d4-4dee-9d9a-9dc1be9c04a9', 'name': 'network-vif-deleted', 'tag': 'f0dee243-b212-4bca-aaeb-9def3ea8a211', 'status': 'completed', 'code': 200} Feb 16 22:44:22.439117 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7528741d-2e85-4bf0-94f2-95d4d3f96339 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=336fae4d82ae47f1841290b3ef95e5ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4327917 Feb 16 22:44:22.440981 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40568) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:22.504219 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528741d-2e85-4bf0-94f2-95d4d3f96339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61742850-4c76-459b-a85e-24891ec6e0e5,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:22.539938 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef7b710-b4c9-442a-839d-9b8ef123f8a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-11eac82a-63ee-4e35-acfc-5e27629c8044', 'network_id': '11eac82a-63ee-4e35-acfc-5e27629c8044', 'project_id': '3a6466279531424e8d4920bed42d139b', 'fixed_ips': [{'subnet_id': '214b38e3-dcc8-43b9-bf78-eed73b943948'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:44:22.540813 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4ef7b710-b4c9-442a-839d-9b8ef123f8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:22.551615 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b97911cc-2760-4f8e-85cf-8e876df5aacd admin admin] Publish callbacks [] for security_group (61742850-4c76-459b-a85e-24891ec6e0e5), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:22.564298 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3df6fbb-baf8-431a-a8b1-6630cd036ab3 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:44:22.569282 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c3df6fbb-baf8-431a-a8b1-6630cd036ab3 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:22.593688 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b97911cc-2760-4f8e-85cf-8e876df5aacd admin admin] Publish callbacks [] for security_group (61742850-4c76-459b-a85e-24891ec6e0e5), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:22.656394 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b97911cc-2760-4f8e-85cf-8e876df5aacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (61742850-4c76-459b-a85e-24891ec6e0e5), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:22.660924 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b97911cc-2760-4f8e-85cf-8e876df5aacd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:22.664588 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b97911cc-2760-4f8e-85cf-8e876df5aacd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/61742850-4c76-459b-a85e-24891ec6e0e5 HTTP/1.1" status: 204 len: 168 time: 0.1977770 Feb 16 22:44:22.673682 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97911cc-2760-4f8e-85cf-8e876df5aacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61742850-4c76-459b-a85e-24891ec6e0e5,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:22.724406 n-d-813897-6 neutron-server[103466]: INFO neutron.db.ipam_backend_mixin [None req-c3df6fbb-baf8-431a-a8b1-6630cd036ab3 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 214b38e3-dcc8-43b9-bf78-eed73b943948 (CIDR: 172.20.0.0/28) Feb 16 22:44:22.729955 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3df6fbb-baf8-431a-a8b1-6630cd036ab3 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:44:22.731093 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3df6fbb-baf8-431a-a8b1-6630cd036ab3 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:44:22.759480 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40574) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:22.766228 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-e3e0c3c1-e565-4d2c-90d7-82ba5b31db2f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'subnet': {'network_id': '11eac82a-63ee-4e35-acfc-5e27629c8044', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:22.771187 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c3df6fbb-baf8-431a-a8b1-6630cd036ab3 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4164252 Feb 16 22:44:22.844566 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-4ef7b710-b4c9-442a-839d-9b8ef123f8a5 None None] Allocated IP 172.20.0.2 (11eac82a-63ee-4e35-acfc-5e27629c8044/214b38e3-dcc8-43b9-bf78-eed73b943948/15df9667-1d72-4513-99e3-0a5d70a4748e) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:44:22.995889 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5efa2-11be-4e92-aecf-859ddbdc872d req-d7d97839-935c-4b9e-9ac4-af3f5acee145 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:22.998907 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0fb5efa2-11be-4e92-aecf-859ddbdc872d req-d7d97839-935c-4b9e-9ac4-af3f5acee145 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 943 time: 0.1945922 Feb 16 22:44:23.107908 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e0c3c1-e565-4d2c-90d7-82ba5b31db2f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:44:23.115355 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e3e0c3c1-e565-4d2c-90d7-82ba5b31db2f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:23.135781 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0fb5efa2-11be-4e92-aecf-859ddbdc872d req-29141543-6397-48fa-92cf-45100109ec71 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270669 Feb 16 22:44:23.206874 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6ac5152e-5aab-4c1e-8578-8906269bb559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:23.216544 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4ef7b710-b4c9-442a-839d-9b8ef123f8a5 None None] Publish callbacks [] for port (15df9667-1d72-4513-99e3-0a5d70a4748e), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:23.225218 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4ef7b710-b4c9-442a-839d-9b8ef123f8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (15df9667-1d72-4513-99e3-0a5d70a4748e), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:23.285881 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7b710-b4c9-442a-839d-9b8ef123f8a5 None None] Pushing event updated for resources: {'Port': ['ID=15df9667-1d72-4513-99e3-0a5d70a4748e,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:23.297686 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef7b710-b4c9-442a-839d-9b8ef123f8a5 None None] Network 11eac82a-63ee-4e35-acfc-5e27629c8044 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:44:23.299366 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-4ef7b710-b4c9-442a-839d-9b8ef123f8a5 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:44:23.302530 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef7b710-b4c9-442a-839d-9b8ef123f8a5 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:44:23.378421 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-4ef7b710-b4c9-442a-839d-9b8ef123f8a5 None None] Attempting to bind port 15df9667-1d72-4513-99e3-0a5d70a4748e on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:44:23.380106 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-4ef7b710-b4c9-442a-839d-9b8ef123f8a5 None None] Attempting to bind port 15df9667-1d72-4513-99e3-0a5d70a4748e by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'a653a29f-4dc2-4e4f-9599-0615b9be8ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11eac82a-63ee-4e35-acfc-5e27629c8044'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:44:23.380696 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef7b710-b4c9-442a-839d-9b8ef123f8a5 None None] Attempting to bind port 15df9667-1d72-4513-99e3-0a5d70a4748e on network 11eac82a-63ee-4e35-acfc-5e27629c8044 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:44:23.388832 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef7b710-b4c9-442a-839d-9b8ef123f8a5 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:44:23.389873 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef7b710-b4c9-442a-839d-9b8ef123f8a5 None None] Checking segment: {'id': 'a653a29f-4dc2-4e4f-9599-0615b9be8ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11eac82a-63ee-4e35-acfc-5e27629c8044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:44:23.390541 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4ef7b710-b4c9-442a-839d-9b8ef123f8a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:23.391458 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef7b710-b4c9-442a-839d-9b8ef123f8a5 None None] Bound using segment: {'id': 'a653a29f-4dc2-4e4f-9599-0615b9be8ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11eac82a-63ee-4e35-acfc-5e27629c8044'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:44:23.392299 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-4ef7b710-b4c9-442a-839d-9b8ef123f8a5 None None] Bound port: 15df9667-1d72-4513-99e3-0a5d70a4748e, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a653a29f-4dc2-4e4f-9599-0615b9be8ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11eac82a-63ee-4e35-acfc-5e27629c8044'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:44:23.393517 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4ef7b710-b4c9-442a-839d-9b8ef123f8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (15df9667-1d72-4513-99e3-0a5d70a4748e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:23.405907 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40584) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:23.412885 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40586) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:23.434221 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-26687803-323d-4aa7-b78e-4215265eefa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:23.500979 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-4ef7b710-b4c9-442a-839d-9b8ef123f8a5 None None] For port 15df9667-1d72-4513-99e3-0a5d70a4748e, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:44:23.505177 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-4ef7b710-b4c9-442a-839d-9b8ef123f8a5 None None] For port 15df9667-1d72-4513-99e3-0a5d70a4748e, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=15df9667-1d72-4513-99e3-0a5d70a4748e,segment=NetworkSegment(a653a29f-4dc2-4e4f-9599-0615b9be8ae8),segment_id=a653a29f-4dc2-4e4f-9599-0615b9be8ae8)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:44:23.515801 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4ef7b710-b4c9-442a-839d-9b8ef123f8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (15df9667-1d72-4513-99e3-0a5d70a4748e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:23.588359 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a6f64eef-da4c-4d6f-b794-7aa920dabdae tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group (67256343-2a1a-453a-8654-9dd00c8abbcb), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:23.602843 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7b710-b4c9-442a-839d-9b8ef123f8a5 None None] Pushing event updated for resources: {'Port': ['ID=15df9667-1d72-4513-99e3-0a5d70a4748e,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:23.603200 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e3e0c3c1-e565-4d2c-90d7-82ba5b31db2f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (c0c2139c-a318-4a4e-a7cb-caf4cfa124a6), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:23.653597 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e0c3c1-e565-4d2c-90d7-82ba5b31db2f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Network 11eac82a-63ee-4e35-acfc-5e27629c8044 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:44:23.661728 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-e3e0c3c1-e565-4d2c-90d7-82ba5b31db2f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:44:23.666910 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e0c3c1-e565-4d2c-90d7-82ba5b31db2f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:23.667519 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e3e0c3c1-e565-4d2c-90d7-82ba5b31db2f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:23.677579 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a6f64eef-da4c-4d6f-b794-7aa920dabdae tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group (67256343-2a1a-453a-8654-9dd00c8abbcb), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:23.686967 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0c3c1-e565-4d2c-90d7-82ba5b31db2f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Subnet': ['ID=c0c2139c-a318-4a4e-a7cb-caf4cfa124a6,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:23.692611 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e3e0c3c1-e565-4d2c-90d7-82ba5b31db2f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9314404 Feb 16 22:44:23.695679 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40596) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:23.703150 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-071d991a-72bf-45af-8a0e-795643173024 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'port': {'network_id': '11eac82a-63ee-4e35-acfc-5e27629c8044', 'fixed_ips': [{'subnet_id': '214b38e3-dcc8-43b9-bf78-eed73b943948'}, {'subnet_id': 'c0c2139c-a318-4a4e-a7cb-caf4cfa124a6'}], 'name': 'tempest-PortsTestJSON-252351028'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:23.773103 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-26687803-323d-4aa7-b78e-4215265eefa3 admin admin] Publish callbacks [] for security_group (c9cfb16f-669a-47f3-95b9-19c5a4f2c776), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:23.787673 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-26687803-323d-4aa7-b78e-4215265eefa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c9cfb16f-669a-47f3-95b9-19c5a4f2c776), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:23.859025 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071d991a-72bf-45af-8a0e-795643173024 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:44:23.874691 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26687803-323d-4aa7-b78e-4215265eefa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cfb16f-669a-47f3-95b9-19c5a4f2c776,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:23.900163 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-26687803-323d-4aa7-b78e-4215265eefa3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ec5df42553d345e5aca8dac7d0d82205&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4840999 Feb 16 22:44:23.901341 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40598) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:23.943280 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a6f64eef-da4c-4d6f-b794-7aa920dabdae tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (67256343-2a1a-453a-8654-9dd00c8abbcb), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:23.945915 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a6f64eef-da4c-4d6f-b794-7aa920dabdae tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:23.949697 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a6f64eef-da4c-4d6f-b794-7aa920dabdae tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "DELETE /v2.0/security-groups/67256343-2a1a-453a-8654-9dd00c8abbcb HTTP/1.1" status: 204 len: 168 time: 0.5401981 Feb 16 22:44:23.969098 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f64eef-da4c-4d6f-b794-7aa920dabdae tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67256343-2a1a-453a-8654-9dd00c8abbcb,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:24.019991 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40602) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:24.040901 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-172349a9-704a-423c-8b96-bce622585e7f admin admin] Publish callbacks [] for security_group (c9cfb16f-669a-47f3-95b9-19c5a4f2c776), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:24.092049 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-071d991a-72bf-45af-8a0e-795643173024 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:24.129961 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-172349a9-704a-423c-8b96-bce622585e7f admin admin] Publish callbacks [] for security_group (c9cfb16f-669a-47f3-95b9-19c5a4f2c776), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:24.149565 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-071d991a-72bf-45af-8a0e-795643173024 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] device_id is not set on port 0c4d91c5-dcac-40c0-98b1-c0ec9a6f50eb yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:44:24.285848 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:24.602431 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-071d991a-72bf-45af-8a0e-795643173024 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Allocated IP 172.20.0.14 (11eac82a-63ee-4e35-acfc-5e27629c8044/214b38e3-dcc8-43b9-bf78-eed73b943948/0c4d91c5-dcac-40c0-98b1-c0ec9a6f50eb) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:44:24.613125 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-071d991a-72bf-45af-8a0e-795643173024 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Allocated IP 172.20.0.23 (11eac82a-63ee-4e35-acfc-5e27629c8044/c0c2139c-a318-4a4e-a7cb-caf4cfa124a6/0c4d91c5-dcac-40c0-98b1-c0ec9a6f50eb) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:44:24.654397 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f91d1-8af8-4a4b-aca4-7ecad8c2f228 req-620ae047-8e45-4b1c-85b1-1f2f70fd74fe tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:24.656069 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d84f91d1-8af8-4a4b-aca4-7ecad8c2f228 req-620ae047-8e45-4b1c-85b1-1f2f70fd74fe tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 943 time: 0.1074665 Feb 16 22:44:24.741875 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d84f91d1-8af8-4a4b-aca4-7ecad8c2f228 req-964b8a85-c929-4b05-bc9a-66be6b74ca9b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760860 Feb 16 22:44:24.843183 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-071d991a-72bf-45af-8a0e-795643173024 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for port (0c4d91c5-dcac-40c0-98b1-c0ec9a6f50eb), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:24.887031 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-071d991a-72bf-45af-8a0e-795643173024 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (0c4d91c5-dcac-40c0-98b1-c0ec9a6f50eb), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:24.941198 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071d991a-72bf-45af-8a0e-795643173024 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Network 11eac82a-63ee-4e35-acfc-5e27629c8044 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:44:24.943034 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-172349a9-704a-423c-8b96-bce622585e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c9cfb16f-669a-47f3-95b9-19c5a4f2c776), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:24.946253 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-172349a9-704a-423c-8b96-bce622585e7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:24.947630 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-172349a9-704a-423c-8b96-bce622585e7f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c9cfb16f-669a-47f3-95b9-19c5a4f2c776 HTTP/1.1" status: 204 len: 168 time: 1.0449073 Feb 16 22:44:24.990919 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-071d991a-72bf-45af-8a0e-795643173024 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:44:25.006897 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071d991a-72bf-45af-8a0e-795643173024 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:44:25.098654 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172349a9-704a-423c-8b96-bce622585e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cfb16f-669a-47f3-95b9-19c5a4f2c776,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:25.134847 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-417c4413-2c0c-4ae9-be9b-f73a9f9ebb1a tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (e116952c-eb09-45a8-b07c-2cff5199e414), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:25.147801 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d991a-72bf-45af-8a0e-795643173024 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Port': ['ID=0c4d91c5-dcac-40c0-98b1-c0ec9a6f50eb,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:25.163222 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071d991a-72bf-45af-8a0e-795643173024 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:25.163935 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-071d991a-72bf-45af-8a0e-795643173024 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:25.187336 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-071d991a-72bf-45af-8a0e-795643173024 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.4876325 Feb 16 22:44:25.192146 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40612) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:25.203439 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-0b4b482f-b728-4eb2-9e4a-ee587bf18fd0 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '214b38e3-dcc8-43b9-bf78-eed73b943948'}]}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:25.286502 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb0ed18-237f-42c4-813d-53cc885d83c8 None None] Network 11eac82a-63ee-4e35-acfc-5e27629c8044 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:44:25.380410 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0b4b482f-b728-4eb2-9e4a-ee587bf18fd0 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0c4d91c5-dcac-40c0-98b1-c0ec9a6f50eb), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:25.404707 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-8ca63aed-a9df-4919-aa40-48e990f9399b None None] Provisioning complete for port 15df9667-1d72-4513-99e3-0a5d70a4748e triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:25.405502 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8ca63aed-a9df-4919-aa40-48e990f9399b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (15df9667-1d72-4513-99e3-0a5d70a4748e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:25.492337 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device f0dee243-b212-4bca-aaeb-9def3ea8a211 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:44:25.614200 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: f0dee243-b212-4bca-aaeb-9def3ea8a211 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:44:25.614541 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device f0dee243-b212-4bca-aaeb-9def3ea8a211 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:44:25.759821 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 15df9667-1d72-4513-99e3-0a5d70a4748e up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:44:25.762086 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:25.763445 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-417c4413-2c0c-4ae9-be9b-f73a9f9ebb1a tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Deleting port 2b167907-dd25-4df9-9867-0d3b8603cb48 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:44:25.763920 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-417c4413-2c0c-4ae9-be9b-f73a9f9ebb1a tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (2b167907-dd25-4df9-9867-0d3b8603cb48), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:25.857915 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-8ca63aed-a9df-4919-aa40-48e990f9399b None None] Current status of the port 15df9667-1d72-4513-99e3-0a5d70a4748e is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:25.858610 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8ca63aed-a9df-4919-aa40-48e990f9399b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (15df9667-1d72-4513-99e3-0a5d70a4748e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:25.931126 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 15df9667-1d72-4513-99e3-0a5d70a4748e triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:25.931688 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (15df9667-1d72-4513-99e3-0a5d70a4748e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:26.008580 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-0b4b482f-b728-4eb2-9e4a-ee587bf18fd0 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Delete allocated IP 172.20.0.23 (11eac82a-63ee-4e35-acfc-5e27629c8044/c0c2139c-a318-4a4e-a7cb-caf4cfa124a6) {{(pid=103465) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 22:44:26.014869 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-8ca63aed-a9df-4919-aa40-48e990f9399b None None] For port 15df9667-1d72-4513-99e3-0a5d70a4748e, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=15df9667-1d72-4513-99e3-0a5d70a4748e,segment=NetworkSegment(a653a29f-4dc2-4e4f-9599-0615b9be8ae8),segment_id=a653a29f-4dc2-4e4f-9599-0615b9be8ae8)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:44:26.020273 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672bf3d3-2cd7-408a-ae65-5bb86f75ae35 None None] Update dhcp port {'port': {'network_id': '11eac82a-63ee-4e35-acfc-5e27629c8044', 'fixed_ips': [{'subnet_id': '214b38e3-dcc8-43b9-bf78-eed73b943948', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c0c2139c-a318-4a4e-a7cb-caf4cfa124a6'}], 'binding:host_id': 'n-d-813897-6'}, 'id': '15df9667-1d72-4513-99e3-0a5d70a4748e'} from n-d-813897-6. {{(pid=103467) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 22:44:26.046833 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-417c4413-2c0c-4ae9-be9b-f73a9f9ebb1a tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] For port 2b167907-dd25-4df9-9867-0d3b8603cb48, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=2b167907-dd25-4df9-9867-0d3b8603cb48,segment=NetworkSegment(64c410ba-7b5d-42f2-bce8-b105511f99f0),segment_id=64c410ba-7b5d-42f2-bce8-b105511f99f0)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:44:26.046833 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-417c4413-2c0c-4ae9-be9b-f73a9f9ebb1a tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (2b167907-dd25-4df9-9867-0d3b8603cb48), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:26.084656 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 15df9667-1d72-4513-99e3-0a5d70a4748e is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:26.085260 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (15df9667-1d72-4513-99e3-0a5d70a4748e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:26.105767 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9d061-9271-485f-a7d3-6bda0565c4f2 req-0f66f4d5-5318-47a0-a4ae-011c3a2fe885 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:26.108201 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-37c9d061-9271-485f-a7d3-6bda0565c4f2 req-0f66f4d5-5318-47a0-a4ae-011c3a2fe885 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 943 time: 0.2154603 Feb 16 22:44:26.114439 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-417c4413-2c0c-4ae9-be9b-f73a9f9ebb1a tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Calling delete_port for 2b167907-dd25-4df9-9867-0d3b8603cb48 owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:44:26.116017 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8ca63aed-a9df-4919-aa40-48e990f9399b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (15df9667-1d72-4513-99e3-0a5d70a4748e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:26.164308 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-672bf3d3-2cd7-408a-ae65-5bb86f75ae35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (15df9667-1d72-4513-99e3-0a5d70a4748e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:26.299563 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0b4b482f-b728-4eb2-9e4a-ee587bf18fd0 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for port (0c4d91c5-dcac-40c0-98b1-c0ec9a6f50eb), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:26.318328 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0b4b482f-b728-4eb2-9e4a-ee587bf18fd0 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (0c4d91c5-dcac-40c0-98b1-c0ec9a6f50eb), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:26.397035 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-672bf3d3-2cd7-408a-ae65-5bb86f75ae35 None None] Allocated IP 172.20.0.18 (11eac82a-63ee-4e35-acfc-5e27629c8044/c0c2139c-a318-4a4e-a7cb-caf4cfa124a6/15df9667-1d72-4513-99e3-0a5d70a4748e) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:44:26.458303 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-417c4413-2c0c-4ae9-be9b-f73a9f9ebb1a tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (2b167907-dd25-4df9-9867-0d3b8603cb48), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:26.494693 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-672bf3d3-2cd7-408a-ae65-5bb86f75ae35 None None] For port 15df9667-1d72-4513-99e3-0a5d70a4748e, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=15df9667-1d72-4513-99e3-0a5d70a4748e,segment=NetworkSegment(a653a29f-4dc2-4e4f-9599-0615b9be8ae8),segment_id=a653a29f-4dc2-4e4f-9599-0615b9be8ae8)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:44:26.511851 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c4413-2c0c-4ae9-be9b-f73a9f9ebb1a tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event deleted for resources: {'Port': ['ID=2b167907-dd25-4df9-9867-0d3b8603cb48,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:26.527861 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-672bf3d3-2cd7-408a-ae65-5bb86f75ae35 None None] Publish callbacks [] for port (15df9667-1d72-4513-99e3-0a5d70a4748e), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:26.541696 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:44:26.542083 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:44:26.543119 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca63aed-a9df-4919-aa40-48e990f9399b None None] Pushing event updated for resources: {'Port': ['ID=15df9667-1d72-4513-99e3-0a5d70a4748e,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:26.545881 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-672bf3d3-2cd7-408a-ae65-5bb86f75ae35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (15df9667-1d72-4513-99e3-0a5d70a4748e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:26.578986 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b482f-b728-4eb2-9e4a-ee587bf18fd0 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Port': ['ID=0c4d91c5-dcac-40c0-98b1-c0ec9a6f50eb,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:26.603714 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-0b4b482f-b728-4eb2-9e4a-ee587bf18fd0 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] In _notify_port_updated(), no bound segment for port 0c4d91c5-dcac-40c0-98b1-c0ec9a6f50eb on network 11eac82a-63ee-4e35-acfc-5e27629c8044 {{(pid=103465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 22:44:26.610575 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4b482f-b728-4eb2-9e4a-ee587bf18fd0 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:26.611759 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0b4b482f-b728-4eb2-9e4a-ee587bf18fd0 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:26.613780 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0b4b482f-b728-4eb2-9e4a-ee587bf18fd0 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "PUT /v2.0/ports/0c4d91c5-dcac-40c0-98b1-c0ec9a6f50eb HTTP/1.1" status: 200 len: 919 time: 1.4203625 Feb 16 22:44:26.616180 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40644) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:26.624423 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-c6662afe-4aa2-4af3-8c30-69fe06846016 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '214b38e3-dcc8-43b9-bf78-eed73b943948'}, {'subnet_id': 'c0c2139c-a318-4a4e-a7cb-caf4cfa124a6'}]}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:26.655561 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-37c9d061-9271-485f-a7d3-6bda0565c4f2 req-9c4f3ad7-009e-4197-a1a6-bf664581aaa1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5388556 Feb 16 22:44:26.696303 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672bf3d3-2cd7-408a-ae65-5bb86f75ae35 None None] Pushing event updated for resources: {'Port': ['ID=15df9667-1d72-4513-99e3-0a5d70a4748e,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:26.766875 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c6662afe-4aa2-4af3-8c30-69fe06846016 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0c4d91c5-dcac-40c0-98b1-c0ec9a6f50eb), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:26.926140 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-417c4413-2c0c-4ae9-be9b-f73a9f9ebb1a tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (e116952c-eb09-45a8-b07c-2cff5199e414), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:27.093176 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:27.115384 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 15df9667-1d72-4513-99e3-0a5d70a4748e is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:27.373320 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417c4413-2c0c-4ae9-be9b-f73a9f9ebb1a tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Router e116952c-eb09-45a8-b07c-2cff5199e414 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:44:27.493384 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-c6662afe-4aa2-4af3-8c30-69fe06846016 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Allocated IP 172.20.0.24 (11eac82a-63ee-4e35-acfc-5e27629c8044/c0c2139c-a318-4a4e-a7cb-caf4cfa124a6/0c4d91c5-dcac-40c0-98b1-c0ec9a6f50eb) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:44:27.699558 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417c4413-2c0c-4ae9-be9b-f73a9f9ebb1a tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:44:27.711044 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a537335e-425d-4932-bb01-40004ca7bde3 None None] Sync routers for ids ['e116952c-eb09-45a8-b07c-2cff5199e414'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:44:27.742017 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a537335e-425d-4932-bb01-40004ca7bde3 None None] Routers {'e116952c-eb09-45a8-b07c-2cff5199e414'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:44:27.742962 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-417c4413-2c0c-4ae9-be9b-f73a9f9ebb1a tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "PUT /v2.0/routers/e116952c-eb09-45a8-b07c-2cff5199e414/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7215166 Feb 16 22:44:27.743817 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40672) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:27.745508 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-a537335e-425d-4932-bb01-40004ca7bde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:44:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['e116952c-eb09-45a8-b07c-2cff5199e414'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:27.753615 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c6662afe-4aa2-4af3-8c30-69fe06846016 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for port (0c4d91c5-dcac-40c0-98b1-c0ec9a6f50eb), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:27.759416 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c6662afe-4aa2-4af3-8c30-69fe06846016 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (0c4d91c5-dcac-40c0-98b1-c0ec9a6f50eb), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:27.768994 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 15df9667-1d72-4513-99e3-0a5d70a4748e up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:44:27.872108 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-a126e00d-f7ff-4534-b38b-fb6987b976bd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Deleting subnet d189a5e6-e130-4e1f-a717-457466a42ad2 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:44:27.884080 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a126e00d-f7ff-4534-b38b-fb6987b976bd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for subnet (d189a5e6-e130-4e1f-a717-457466a42ad2), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:27.885470 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6662afe-4aa2-4af3-8c30-69fe06846016 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Port': ['ID=0c4d91c5-dcac-40c0-98b1-c0ec9a6f50eb,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:27.908534 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f9197e-5aca-4133-a17a-7839446deabc None None] Network 11eac82a-63ee-4e35-acfc-5e27629c8044 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:44:27.958988 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a11a564f-ce87-479b-9ef7-0c8777ff6ae1 None None] Provisioning complete for port 15df9667-1d72-4513-99e3-0a5d70a4748e triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:27.959366 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a11a564f-ce87-479b-9ef7-0c8777ff6ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (15df9667-1d72-4513-99e3-0a5d70a4748e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:28.032919 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-a537335e-425d-4932-bb01-40004ca7bde3 None None] Set router e116952c-eb09-45a8-b07c-2cff5199e414 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:44:28.043858 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-c6662afe-4aa2-4af3-8c30-69fe06846016 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] In _notify_port_updated(), no bound segment for port 0c4d91c5-dcac-40c0-98b1-c0ec9a6f50eb on network 11eac82a-63ee-4e35-acfc-5e27629c8044 {{(pid=103465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 22:44:28.054157 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6662afe-4aa2-4af3-8c30-69fe06846016 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:28.054835 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c6662afe-4aa2-4af3-8c30-69fe06846016 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:28.061835 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c6662afe-4aa2-4af3-8c30-69fe06846016 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "PUT /v2.0/ports/0c4d91c5-dcac-40c0-98b1-c0ec9a6f50eb HTTP/1.1" status: 200 len: 999 time: 1.4435654 Feb 16 22:44:28.063548 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40680) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:28.079087 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a126e00d-f7ff-4534-b38b-fb6987b976bd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (d189a5e6-e130-4e1f-a717-457466a42ad2), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:28.171666 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 15df9667-1d72-4513-99e3-0a5d70a4748e triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:28.172033 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (15df9667-1d72-4513-99e3-0a5d70a4748e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:28.184098 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba59dcf-2592-481a-a26c-317bae8e7fe2 req-36ff81e9-e47a-44a9-b230-4a91b9cf7599 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:28.186252 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5ba59dcf-2592-481a-a26c-317bae8e7fe2 req-36ff81e9-e47a-44a9-b230-4a91b9cf7599 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 943 time: 0.3032877 Feb 16 22:44:28.269739 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-f037271c-28ad-4645-88b6-4bc7c49a4b39 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Deleting port 0c4d91c5-dcac-40c0-98b1-c0ec9a6f50eb {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:44:28.270078 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f037271c-28ad-4645-88b6-4bc7c49a4b39 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (0c4d91c5-dcac-40c0-98b1-c0ec9a6f50eb), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:28.379427 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5ba59dcf-2592-481a-a26c-317bae8e7fe2 req-f75ba007-4cb3-4545-8686-0304f10e4377 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851089 Feb 16 22:44:28.389923 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a126e00d-f7ff-4534-b38b-fb6987b976bd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (d189a5e6-e130-4e1f-a717-457466a42ad2), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:28.469663 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a126e00d-f7ff-4534-b38b-fb6987b976bd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (d189a5e6-e130-4e1f-a717-457466a42ad2), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:28.492646 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f037271c-28ad-4645-88b6-4bc7c49a4b39 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (0c4d91c5-dcac-40c0-98b1-c0ec9a6f50eb), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:28.505471 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-a537335e-425d-4932-bb01-40004ca7bde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'name': 'tempest-TestNetworkBasicOps-router-1616828187', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '5967f3ff-05c5-4786-91a2-34c39b58d8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:10Z', 'updated_at': '2022-02-16T22:44:26Z', 'revision_number': 5, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'gw_port': {'id': '5967f3ff-05c5-4786-91a2-34c39b58d8dd', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:10Z', 'updated_at': '2022-02-16T22:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:28.511044 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-f037271c-28ad-4645-88b6-4bc7c49a4b39 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Calling delete_port for 0c4d91c5-dcac-40c0-98b1-c0ec9a6f50eb owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:44:28.519973 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a126e00d-f7ff-4534-b38b-fb6987b976bd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event deleted for resources: {'Subnet': ['ID=d189a5e6-e130-4e1f-a717-457466a42ad2,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:28.543579 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a126e00d-f7ff-4534-b38b-fb6987b976bd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:28.557447 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a126e00d-f7ff-4534-b38b-fb6987b976bd tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "DELETE /v2.0/subnets/d189a5e6-e130-4e1f-a717-457466a42ad2 HTTP/1.1" status: 204 len: 168 time: 0.8124607 Feb 16 22:44:28.562791 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40688) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:28.579272 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a537335e-425d-4932-bb01-40004ca7bde3 None None] Checking router: e116952c-eb09-45a8-b07c-2cff5199e414 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:44:28.601878 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a537335e-425d-4932-bb01-40004ca7bde3 None None] Routers {'e116952c-eb09-45a8-b07c-2cff5199e414'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:44:28.603688 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-a537335e-425d-4932-bb01-40004ca7bde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:44:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['e116952c-eb09-45a8-b07c-2cff5199e414'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:28.693813 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006ab2a4-f0b6-479b-ae53-d9ea20abfd2f None None] Network 651e08f2-a105-48ac-8688-dac782e2da1e requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:44:28.744463 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f037271c-28ad-4645-88b6-4bc7c49a4b39 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (0c4d91c5-dcac-40c0-98b1-c0ec9a6f50eb), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:28.788205 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f037271c-28ad-4645-88b6-4bc7c49a4b39 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Port': ['ID=0c4d91c5-dcac-40c0-98b1-c0ec9a6f50eb,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:28.865484 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 15df9667-1d72-4513-99e3-0a5d70a4748e is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:28.910837 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-32601ae6-e133-4bc0-803f-0da64ae5b58e tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for router (e116952c-eb09-45a8-b07c-2cff5199e414), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:28.925258 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-a537335e-425d-4932-bb01-40004ca7bde3 None None] Set router e116952c-eb09-45a8-b07c-2cff5199e414 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:44:28.951826 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:28.954255 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f037271c-28ad-4645-88b6-4bc7c49a4b39 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:28.967501 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f037271c-28ad-4645-88b6-4bc7c49a4b39 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/ports/0c4d91c5-dcac-40c0-98b1-c0ec9a6f50eb HTTP/1.1" status: 204 len: 168 time: 0.9020767 Feb 16 22:44:28.968389 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40694) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:29.051011 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-f171f731-af92-4b62-93b8-cf2fdbe05f8e tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] GET failed (client error): The resource could not be found. Feb 16 22:44:29.056701 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f171f731-af92-4b62-93b8-cf2fdbe05f8e tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "GET /v2.0/ports/0c4d91c5-dcac-40c0-98b1-c0ec9a6f50eb HTTP/1.1" status: 404 len: 333 time: 0.0853484 Feb 16 22:44:29.057571 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40696) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:29.097598 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a11a564f-ce87-479b-9ef7-0c8777ff6ae1 None None] Current status of the port 15df9667-1d72-4513-99e3-0a5d70a4748e is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:29.130550 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bbbc733-f9b6-40c5-9e28-b4769566cf69 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Deleting subnet c0c2139c-a318-4a4e-a7cb-caf4cfa124a6 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:44:29.134752 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a11a564f-ce87-479b-9ef7-0c8777ff6ae1 None None] Could not find standard attr ID for object 0c4d91c5-dcac-40c0-98b1-c0ec9a6f50eb. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:44:29.135043 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3bbbc733-f9b6-40c5-9e28-b4769566cf69 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for subnet (c0c2139c-a318-4a4e-a7cb-caf4cfa124a6), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:29.183786 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3bbbc733-f9b6-40c5-9e28-b4769566cf69 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (c0c2139c-a318-4a4e-a7cb-caf4cfa124a6), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:29.192106 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-32601ae6-e133-4bc0-803f-0da64ae5b58e tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for router_gateway (e116952c-eb09-45a8-b07c-2cff5199e414), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:29.319872 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-32601ae6-e133-4bc0-803f-0da64ae5b58e tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Deleting port 5967f3ff-05c5-4786-91a2-34c39b58d8dd {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:44:29.320408 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-32601ae6-e133-4bc0-803f-0da64ae5b58e tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (5967f3ff-05c5-4786-91a2-34c39b58d8dd), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:29.339658 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca03a643-ad90-4121-8292-c083128f03ef None None] DHCP port deletion for 651e08f2-a105-48ac-8688-dac782e2da1e request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:44:29.369304 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3bbbc733-f9b6-40c5-9e28-b4769566cf69 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (c0c2139c-a318-4a4e-a7cb-caf4cfa124a6), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:29.452285 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-ca03a643-ad90-4121-8292-c083128f03ef None None] Deleting port 1a402e61-8fb7-4c44-a18c-d87af198b760 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:44:29.452740 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ca03a643-ad90-4121-8292-c083128f03ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (1a402e61-8fb7-4c44-a18c-d87af198b760), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:29.498224 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-32601ae6-e133-4bc0-803f-0da64ae5b58e tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] For port 5967f3ff-05c5-4786-91a2-34c39b58d8dd, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5967f3ff-05c5-4786-91a2-34c39b58d8dd,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:44:29.498878 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-32601ae6-e133-4bc0-803f-0da64ae5b58e tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (5967f3ff-05c5-4786-91a2-34c39b58d8dd), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:29.500297 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-a537335e-425d-4932-bb01-40004ca7bde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'name': 'tempest-TestNetworkBasicOps-router-1616828187', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '5967f3ff-05c5-4786-91a2-34c39b58d8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:10Z', 'updated_at': '2022-02-16T22:44:26Z', 'revision_number': 5, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'gw_port': {'id': '5967f3ff-05c5-4786-91a2-34c39b58d8dd', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:10Z', 'updated_at': '2022-02-16T22:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:29.508259 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3bbbc733-f9b6-40c5-9e28-b4769566cf69 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (c0c2139c-a318-4a4e-a7cb-caf4cfa124a6), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:29.527129 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-32601ae6-e133-4bc0-803f-0da64ae5b58e tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Calling delete_port for 5967f3ff-05c5-4786-91a2-34c39b58d8dd owned by network:router_gateway {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:44:29.578595 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-ca03a643-ad90-4121-8292-c083128f03ef None None] For port 1a402e61-8fb7-4c44-a18c-d87af198b760, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=1a402e61-8fb7-4c44-a18c-d87af198b760,segment=NetworkSegment(64c410ba-7b5d-42f2-bce8-b105511f99f0),segment_id=64c410ba-7b5d-42f2-bce8-b105511f99f0)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:44:29.579096 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ca03a643-ad90-4121-8292-c083128f03ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (1a402e61-8fb7-4c44-a18c-d87af198b760), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:29.594728 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-ca03a643-ad90-4121-8292-c083128f03ef None None] Calling delete_port for 1a402e61-8fb7-4c44-a18c-d87af198b760 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:44:29.618081 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbbc733-f9b6-40c5-9e28-b4769566cf69 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Subnet': ['ID=c0c2139c-a318-4a4e-a7cb-caf4cfa124a6,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:29.623961 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a537335e-425d-4932-bb01-40004ca7bde3 None None] The sync data for ids ['e116952c-eb09-45a8-b07c-2cff5199e414'] in n-d-813897-6 is: [{'id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'name': 'tempest-TestNetworkBasicOps-router-1616828187', 'tenant_id': 'fcbc829c172a42c39498d6223ec391eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '5967f3ff-05c5-4786-91a2-34c39b58d8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:10Z', 'updated_at': '2022-02-16T22:44:26Z', 'revision_number': 5, 'project_id': 'fcbc829c172a42c39498d6223ec391eb', 'gw_port': {'id': '5967f3ff-05c5-4786-91a2-34c39b58d8dd', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116952c-eb09-45a8-b07c-2cff5199e414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:10Z', 'updated_at': '2022-02-16T22:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:44:29.673704 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3bbbc733-f9b6-40c5-9e28-b4769566cf69 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:29.677010 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3bbbc733-f9b6-40c5-9e28-b4769566cf69 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/subnets/c0c2139c-a318-4a4e-a7cb-caf4cfa124a6 HTTP/1.1" status: 204 len: 168 time: 0.6137390 Feb 16 22:44:29.689767 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40710) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:29.717546 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 1a402e61-8fb7-4c44-a18c-d87af198b760 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:44:29.723971 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ca03a643-ad90-4121-8292-c083128f03ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (1a402e61-8fb7-4c44-a18c-d87af198b760), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:29.804690 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca03a643-ad90-4121-8292-c083128f03ef None None] No DVR routers for this DVR port 1a402e61-8fb7-4c44-a18c-d87af198b760 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:44:29.818427 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 1a402e61-8fb7-4c44-a18c-d87af198b760 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:44:29.819244 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 1a402e61-8fb7-4c44-a18c-d87af198b760 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:44:29.836160 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76901ab8-3543-4318-be26-54b13f7005cd req-598c0866-17eb-4f52-a7ed-8c2d406e60b8 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:29.837863 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-76901ab8-3543-4318-be26-54b13f7005cd req-598c0866-17eb-4f52-a7ed-8c2d406e60b8 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 943 time: 0.2800181 Feb 16 22:44:29.851175 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03a643-ad90-4121-8292-c083128f03ef None None] Pushing event deleted for resources: {'Port': ['ID=1a402e61-8fb7-4c44-a18c-d87af198b760,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:29.861782 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-55cb704d-d339-48db-9f4a-f69e84fa5fdd tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Deleting subnet 214b38e3-dcc8-43b9-bf78-eed73b943948 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:44:29.868801 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-55cb704d-d339-48db-9f4a-f69e84fa5fdd tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for subnet (214b38e3-dcc8-43b9-bf78-eed73b943948), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:29.925478 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-55cb704d-d339-48db-9f4a-f69e84fa5fdd tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (214b38e3-dcc8-43b9-bf78-eed73b943948), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:30.018632 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c17c5c8-2e11-46dc-968c-156c7f755850 None None] Network 11eac82a-63ee-4e35-acfc-5e27629c8044 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:44:30.029689 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:30.038764 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-76901ab8-3543-4318-be26-54b13f7005cd req-fbbec8e8-c393-4c37-aef7-389bd310bd7c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810858 Feb 16 22:44:30.170682 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-32601ae6-e133-4bc0-803f-0da64ae5b58e tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (5967f3ff-05c5-4786-91a2-34c39b58d8dd), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:30.173273 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-55cb704d-d339-48db-9f4a-f69e84fa5fdd tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (214b38e3-dcc8-43b9-bf78-eed73b943948), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:30.209050 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-bb853598-ee54-456b-997f-82f5a6d0e32c None None] Provisioning complete for port 15df9667-1d72-4513-99e3-0a5d70a4748e triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:30.209680 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bb853598-ee54-456b-997f-82f5a6d0e32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (15df9667-1d72-4513-99e3-0a5d70a4748e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:30.233469 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32601ae6-e133-4bc0-803f-0da64ae5b58e tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event deleted for resources: {'Port': ['ID=5967f3ff-05c5-4786-91a2-34c39b58d8dd,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:30.311510 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-55cb704d-d339-48db-9f4a-f69e84fa5fdd tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (214b38e3-dcc8-43b9-bf78-eed73b943948), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:30.374269 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-32601ae6-e133-4bc0-803f-0da64ae5b58e tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (e116952c-eb09-45a8-b07c-2cff5199e414), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:30.378850 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb704d-d339-48db-9f4a-f69e84fa5fdd tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Subnet': ['ID=214b38e3-dcc8-43b9-bf78-eed73b943948,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:30.392246 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-55cb704d-d339-48db-9f4a-f69e84fa5fdd tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:30.401196 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-55cb704d-d339-48db-9f4a-f69e84fa5fdd tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/subnets/214b38e3-dcc8-43b9-bf78-eed73b943948 HTTP/1.1" status: 204 len: 168 time: 0.7069442 Feb 16 22:44:30.402790 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40716) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:30.442215 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-bb853598-ee54-456b-997f-82f5a6d0e32c None None] Current status of the port 15df9667-1d72-4513-99e3-0a5d70a4748e is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:30.570222 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f253a8bc-cc0b-4779-8f56-6565cb69667b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (11eac82a-63ee-4e35-acfc-5e27629c8044), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:30.587943 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aeaae2e-b6c7-4767-941f-ccda49f4229e None None] Update dhcp port {'port': {'network_id': '11eac82a-63ee-4e35-acfc-5e27629c8044', 'fixed_ips': [{'subnet_id': '214b38e3-dcc8-43b9-bf78-eed73b943948'}], 'binding:host_id': 'n-d-813897-6'}, 'id': '15df9667-1d72-4513-99e3-0a5d70a4748e'} from n-d-813897-6. {{(pid=103467) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 22:44:30.605031 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-32601ae6-e133-4bc0-803f-0da64ae5b58e tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (e116952c-eb09-45a8-b07c-2cff5199e414), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:30.625311 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-32601ae6-e133-4bc0-803f-0da64ae5b58e tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for router_controller (e116952c-eb09-45a8-b07c-2cff5199e414), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:30.653283 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-f253a8bc-cc0b-4779-8f56-6565cb69667b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Deleting port 15df9667-1d72-4513-99e3-0a5d70a4748e {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:44:30.654569 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f253a8bc-cc0b-4779-8f56-6565cb69667b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (15df9667-1d72-4513-99e3-0a5d70a4748e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:30.683615 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0aeaae2e-b6c7-4767-941f-ccda49f4229e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (15df9667-1d72-4513-99e3-0a5d70a4748e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:30.720670 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-32601ae6-e133-4bc0-803f-0da64ae5b58e tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (e116952c-eb09-45a8-b07c-2cff5199e414), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:30.721224 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32601ae6-e133-4bc0-803f-0da64ae5b58e tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Fanout notify agent at l3_agent the message router_deleted on router e116952c-eb09-45a8-b07c-2cff5199e414 {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:44:30.728463 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-32601ae6-e133-4bc0-803f-0da64ae5b58e tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:30.732744 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40722) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:30.736875 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-32601ae6-e133-4bc0-803f-0da64ae5b58e tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "DELETE /v2.0/routers/e116952c-eb09-45a8-b07c-2cff5199e414 HTTP/1.1" status: 204 len: 168 time: 2.1704831 Feb 16 22:44:30.879519 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8cbb13f9-1497-4143-8fc2-0833a2ce3218 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (651e08f2-a105-48ac-8688-dac782e2da1e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:30.917155 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-f253a8bc-cc0b-4779-8f56-6565cb69667b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] For port 15df9667-1d72-4513-99e3-0a5d70a4748e, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=15df9667-1d72-4513-99e3-0a5d70a4748e,segment=NetworkSegment(a653a29f-4dc2-4e4f-9599-0615b9be8ae8),segment_id=a653a29f-4dc2-4e4f-9599-0615b9be8ae8)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:44:30.917155 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f253a8bc-cc0b-4779-8f56-6565cb69667b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (15df9667-1d72-4513-99e3-0a5d70a4748e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:30.964456 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-f253a8bc-cc0b-4779-8f56-6565cb69667b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Calling delete_port for 15df9667-1d72-4513-99e3-0a5d70a4748e owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:44:30.999698 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebd07df-6aba-4871-8082-7ac20991048c None None] Network 11eac82a-63ee-4e35-acfc-5e27629c8044 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:44:31.077625 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8cbb13f9-1497-4143-8fc2-0833a2ce3218 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (651e08f2-a105-48ac-8688-dac782e2da1e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:31.118764 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40732) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:31.175540 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-c58b1b37-03f3-49b0-85a1-0ec9e4f947b2 None None] Provisioning complete for port 15df9667-1d72-4513-99e3-0a5d70a4748e triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:31.176032 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c58b1b37-03f3-49b0-85a1-0ec9e4f947b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (15df9667-1d72-4513-99e3-0a5d70a4748e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:31.187598 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-8cbb13f9-1497-4143-8fc2-0833a2ce3218 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['651e08f2-a105-48ac-8688-dac782e2da1e']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:31.209158 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-8cbb13f9-1497-4143-8fc2-0833a2ce3218 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c410ba-7b5d-42f2-bce8-b105511f99f0') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:31.209539 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-8cbb13f9-1497-4143-8fc2-0833a2ce3218 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c410ba-7b5d-42f2-bce8-b105511f99f0') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:31.227048 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8cbb13f9-1497-4143-8fc2-0833a2ce3218 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (64c410ba-7b5d-42f2-bce8-b105511f99f0), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:31.234342 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c4e02e-7f4f-4a56-ba83-44ac2d00b135 None None] DHCP port deletion for 11eac82a-63ee-4e35-acfc-5e27629c8044 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:44:31.240443 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487a861-3ac0-41d7-88d7-19ca6fc03788 req-d54d2887-92de-44a4-82b7-f7b726b040af tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:31.243404 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8cbb13f9-1497-4143-8fc2-0833a2ce3218 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (64c410ba-7b5d-42f2-bce8-b105511f99f0), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:31.251682 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d487a861-3ac0-41d7-88d7-19ca6fc03788 req-d54d2887-92de-44a4-82b7-f7b726b040af tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 943 time: 0.1259227 Feb 16 22:44:31.252839 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cbb13f9-1497-4143-8fc2-0833a2ce3218 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:44:31.253676 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8cbb13f9-1497-4143-8fc2-0833a2ce3218 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (64c410ba-7b5d-42f2-bce8-b105511f99f0), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:31.334863 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7812917f-7ea1-438c-9799-84191144ec15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:31.409241 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d487a861-3ac0-41d7-88d7-19ca6fc03788 req-33b3507d-2f9e-4047-90e1-ffe9af6a2cfd tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503348 Feb 16 22:44:31.446212 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-c58b1b37-03f3-49b0-85a1-0ec9e4f947b2 None None] Current status of the port 15df9667-1d72-4513-99e3-0a5d70a4748e is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:31.456742 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d9c4e02e-7f4f-4a56-ba83-44ac2d00b135 None None] Deleting port 15df9667-1d72-4513-99e3-0a5d70a4748e {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:44:31.457331 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d9c4e02e-7f4f-4a56-ba83-44ac2d00b135 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (15df9667-1d72-4513-99e3-0a5d70a4748e), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:31.580768 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7812917f-7ea1-438c-9799-84191144ec15 admin admin] Publish callbacks [] for security_group (d872863d-ae48-43f8-8b3c-6ea66085bed2), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:31.592314 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7812917f-7ea1-438c-9799-84191144ec15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d872863d-ae48-43f8-8b3c-6ea66085bed2), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:31.593637 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-d9c4e02e-7f4f-4a56-ba83-44ac2d00b135 None None] For port 15df9667-1d72-4513-99e3-0a5d70a4748e, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=15df9667-1d72-4513-99e3-0a5d70a4748e,segment=NetworkSegment(a653a29f-4dc2-4e4f-9599-0615b9be8ae8),segment_id=a653a29f-4dc2-4e4f-9599-0615b9be8ae8)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:44:31.594283 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d9c4e02e-7f4f-4a56-ba83-44ac2d00b135 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (15df9667-1d72-4513-99e3-0a5d70a4748e), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:31.635458 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d9c4e02e-7f4f-4a56-ba83-44ac2d00b135 None None] Calling delete_port for 15df9667-1d72-4513-99e3-0a5d70a4748e owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:44:31.668178 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5967f3ff-05c5-4786-91a2-34c39b58d8dd no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:44:31.673391 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7812917f-7ea1-438c-9799-84191144ec15 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fa6b9705ea9e4e6dae421f48568ce750&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5534217 Feb 16 22:44:31.677358 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40736) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:31.706454 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 5967f3ff-05c5-4786-91a2-34c39b58d8dd {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:44:31.706750 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5967f3ff-05c5-4786-91a2-34c39b58d8dd not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:44:31.707172 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 15df9667-1d72-4513-99e3-0a5d70a4748e no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:44:31.728833 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:44:31.728833 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:44:31.728833 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:44:31.728833 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:44:31.728833 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:44:31.728833 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:44:31.728833 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:44:31.728833 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:44:31.728833 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:44:31.728833 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:44:31.728833 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:44:31.728833 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:44:31.728833 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:44:31.728833 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:44:31.728833 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:44:31.728833 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:44:31.728833 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:44:31.728833 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:44:31.728833 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:44:31.728833 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:44:31.728833 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:44:31.728833 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:44:31.728833 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:44:31.728833 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:44:31.728833 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:44:31.728833 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:44:31.728833 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:44:31.728833 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:44:31.728833 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:44:31.728833 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:44:31.728833 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:44:31.728833 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:44:31.741571 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812917f-7ea1-438c-9799-84191144ec15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d872863d-ae48-43f8-8b3c-6ea66085bed2,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:31.772400 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8cbb13f9-1497-4143-8fc2-0833a2ce3218 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (651e08f2-a105-48ac-8688-dac782e2da1e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:31.793194 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a8f720d3-a11f-4b3a-bdcb-9ea17615d724 admin admin] Publish callbacks [] for security_group (d872863d-ae48-43f8-8b3c-6ea66085bed2), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:31.798003 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8cbb13f9-1497-4143-8fc2-0833a2ce3218 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:31.825141 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8cbb13f9-1497-4143-8fc2-0833a2ce3218 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] 10.222.0.75 "DELETE /v2.0/networks/651e08f2-a105-48ac-8688-dac782e2da1e HTTP/1.1" status: 204 len: 168 time: 1.0801656 Feb 16 22:44:31.853008 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb13f9-1497-4143-8fc2-0833a2ce3218 tempest-TestNetworkBasicOps-252541855 tempest-TestNetworkBasicOps-252541855-project] Pushing event deleted for resources: {'Network': ['ID=651e08f2-a105-48ac-8688-dac782e2da1e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:31.859847 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a8f720d3-a11f-4b3a-bdcb-9ea17615d724 admin admin] Publish callbacks [] for security_group (d872863d-ae48-43f8-8b3c-6ea66085bed2), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:31.866187 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f253a8bc-cc0b-4779-8f56-6565cb69667b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (15df9667-1d72-4513-99e3-0a5d70a4748e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:31.960180 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253a8bc-cc0b-4779-8f56-6565cb69667b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Port': ['ID=15df9667-1d72-4513-99e3-0a5d70a4748e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:31.985196 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f253a8bc-cc0b-4779-8f56-6565cb69667b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] No DVR routers for this DVR port 15df9667-1d72-4513-99e3-0a5d70a4748e on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:44:31.995190 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 15df9667-1d72-4513-99e3-0a5d70a4748e is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:31.997604 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (15df9667-1d72-4513-99e3-0a5d70a4748e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:32.018133 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a8f720d3-a11f-4b3a-bdcb-9ea17615d724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d872863d-ae48-43f8-8b3c-6ea66085bed2), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:32.021297 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a8f720d3-a11f-4b3a-bdcb-9ea17615d724 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:32.026389 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a8f720d3-a11f-4b3a-bdcb-9ea17615d724 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d872863d-ae48-43f8-8b3c-6ea66085bed2 HTTP/1.1" status: 204 len: 168 time: 0.3416021 Feb 16 22:44:32.041105 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f720d3-a11f-4b3a-bdcb-9ea17615d724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d872863d-ae48-43f8-8b3c-6ea66085bed2,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:32.140482 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 2b167907-dd25-4df9-9867-0d3b8603cb48 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:44:32.140720 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f253a8bc-cc0b-4779-8f56-6565cb69667b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (11eac82a-63ee-4e35-acfc-5e27629c8044), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:32.172026 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-f253a8bc-cc0b-4779-8f56-6565cb69667b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11eac82a-63ee-4e35-acfc-5e27629c8044']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:32.179240 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 2b167907-dd25-4df9-9867-0d3b8603cb48 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:44:32.185188 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 2b167907-dd25-4df9-9867-0d3b8603cb48 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:44:32.190323 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d9c4e02e-7f4f-4a56-ba83-44ac2d00b135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (15df9667-1d72-4513-99e3-0a5d70a4748e), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:32.203753 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-f253a8bc-cc0b-4779-8f56-6565cb69667b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a653a29f-4dc2-4e4f-9599-0615b9be8ae8') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:32.204881 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-f253a8bc-cc0b-4779-8f56-6565cb69667b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a653a29f-4dc2-4e4f-9599-0615b9be8ae8') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:32.217158 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c4e02e-7f4f-4a56-ba83-44ac2d00b135 None None] No DVR routers for this DVR port 15df9667-1d72-4513-99e3-0a5d70a4748e on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:44:32.233520 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f253a8bc-cc0b-4779-8f56-6565cb69667b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (a653a29f-4dc2-4e4f-9599-0615b9be8ae8), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:32.245426 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40748) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:32.271125 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4e02e-7f4f-4a56-ba83-44ac2d00b135 None None] Pushing event deleted for resources: {'Port': ['ID=15df9667-1d72-4513-99e3-0a5d70a4748e,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:32.287604 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f253a8bc-cc0b-4779-8f56-6565cb69667b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (a653a29f-4dc2-4e4f-9599-0615b9be8ae8), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:32.303111 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f253a8bc-cc0b-4779-8f56-6565cb69667b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:44:32.305236 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f253a8bc-cc0b-4779-8f56-6565cb69667b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (a653a29f-4dc2-4e4f-9599-0615b9be8ae8), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:32.312430 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:44:32.312430 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:44:32.312430 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:44:32.312430 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:44:32.312430 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:44:32.312430 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:44:32.312430 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:44:32.312430 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:44:32.312430 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:44:32.312430 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:44:32.312430 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:44:32.312430 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:44:32.312430 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:44:32.312430 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:44:32.312430 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:44:32.312430 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:44:32.312430 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:44:32.312430 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:44:32.312430 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:44:32.312430 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:44:32.312430 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:44:32.312430 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:44:32.312430 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:44:32.312430 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:44:32.312430 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:44:32.312430 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:44:32.312430 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:44:32.312430 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:44:32.312430 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:44:32.312430 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:44:32.312430 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:44:32.312430 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:44:32.368454 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bc8b0976-a7f9-4c25-b6a0-9844015294df req-cd55e681-ae47-4d85-adce-4a1c1d8952eb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d6f2cdba-2e20-4893-990c-61cc2c1d89d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1064069 Feb 16 22:44:32.399374 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f253a8bc-cc0b-4779-8f56-6565cb69667b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (11eac82a-63ee-4e35-acfc-5e27629c8044), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:32.419946 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f253a8bc-cc0b-4779-8f56-6565cb69667b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:32.435038 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f253a8bc-cc0b-4779-8f56-6565cb69667b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/networks/11eac82a-63ee-4e35-acfc-5e27629c8044 HTTP/1.1" status: 204 len: 168 time: 2.0295691 Feb 16 22:44:32.437942 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40756) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:32.493573 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253a8bc-cc0b-4779-8f56-6565cb69667b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Network': ['ID=11eac82a-63ee-4e35-acfc-5e27629c8044,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:32.561003 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40758) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:32.575204 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-929e0112-57c9-48b4-ae05-bc023f9409b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:32.628204 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b0976-a7f9-4c25-b6a0-9844015294df req-128ffef7-20f4-4660-9334-38e129317c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:32.630883 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bc8b0976-a7f9-4c25-b6a0-9844015294df req-128ffef7-20f4-4660-9334-38e129317c9c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=23fc1adac9ab43babb811e6bb6a91375&device_id=d6f2cdba-2e20-4893-990c-61cc2c1d89d8 HTTP/1.1" status: 200 len: 1127 time: 0.1915698 Feb 16 22:44:32.652122 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332030d-2433-4e02-959f-bee96cf4cf4f req-f7306e69-8de2-4822-b568-803607edba1f tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:32.654381 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-929e0112-57c9-48b4-ae05-bc023f9409b5 admin admin] Publish callbacks [] for security_group (d9cb6d4d-33e6-4569-8e69-b0d07981f64a), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:32.655717 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0332030d-2433-4e02-959f-bee96cf4cf4f req-f7306e69-8de2-4822-b568-803607edba1f tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 943 time: 0.1391451 Feb 16 22:44:32.664959 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-929e0112-57c9-48b4-ae05-bc023f9409b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d9cb6d4d-33e6-4569-8e69-b0d07981f64a), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:32.720942 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-929e0112-57c9-48b4-ae05-bc023f9409b5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=87f4da3a03be4b9ebdadde6b0854b704&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1587067 Feb 16 22:44:32.721778 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40760) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:32.730238 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cd5c11-959e-43e2-b7fc-253efa9c8784 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:32.731228 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e0112-57c9-48b4-ae05-bc023f9409b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cb6d4d-33e6-4569-8e69-b0d07981f64a,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:32.731749 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-34cd5c11-959e-43e2-b7fc-253efa9c8784 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2903836 Feb 16 22:44:32.743725 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40762) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:32.768442 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c9e367c8-19d3-4dcb-ac0d-33fe6ca4788a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fcbc829c172a42c39498d6223ec391eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5191097 Feb 16 22:44:32.769350 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40764) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:32.852373 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f9f5427a-a613-44d8-b59d-a020083ca77a admin admin] Publish callbacks [] for security_group (d9cb6d4d-33e6-4569-8e69-b0d07981f64a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:32.873684 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-18554c30-17be-4976-9785-31344303ec7a admin admin] Publish callbacks [] for security_group (9c8d9c3e-572d-479e-ad8b-20145d9954a8), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:32.899398 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f9f5427a-a613-44d8-b59d-a020083ca77a admin admin] Publish callbacks [] for security_group (d9cb6d4d-33e6-4569-8e69-b0d07981f64a), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:32.914580 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-18554c30-17be-4976-9785-31344303ec7a admin admin] Publish callbacks [] for security_group (9c8d9c3e-572d-479e-ad8b-20145d9954a8), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:33.007864 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-18554c30-17be-4976-9785-31344303ec7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9c8d9c3e-572d-479e-ad8b-20145d9954a8), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:33.010533 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-18554c30-17be-4976-9785-31344303ec7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:33.014597 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-18554c30-17be-4976-9785-31344303ec7a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9c8d9c3e-572d-479e-ad8b-20145d9954a8 HTTP/1.1" status: 204 len: 168 time: 0.2367091 Feb 16 22:44:33.052824 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18554c30-17be-4976-9785-31344303ec7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8d9c3e-572d-479e-ad8b-20145d9954a8,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:33.125435 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f9f5427a-a613-44d8-b59d-a020083ca77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d9cb6d4d-33e6-4569-8e69-b0d07981f64a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:33.128201 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f9f5427a-a613-44d8-b59d-a020083ca77a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:33.129542 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f9f5427a-a613-44d8-b59d-a020083ca77a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d9cb6d4d-33e6-4569-8e69-b0d07981f64a HTTP/1.1" status: 204 len: 168 time: 0.4055552 Feb 16 22:44:33.143013 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5427a-a613-44d8-b59d-a020083ca77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cb6d4d-33e6-4569-8e69-b0d07981f64a,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:33.330401 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0332030d-2433-4e02-959f-bee96cf4cf4f req-8f3a78a7-cc95-42a0-b932-07cd19c2ea26 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6622491 Feb 16 22:44:33.360238 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1cb20374-48f0-4077-8d83-3543eaacbd5b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6140535 Feb 16 22:44:33.363722 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40776) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:33.368733 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-1b02aefe-6d3f-468e-a5b1-ada6aa8ac937 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-932953028'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:33.368920 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b0976-a7f9-4c25-b6a0-9844015294df req-0cd3b14b-649a-4b28-b583-2a2bc57ac18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:33.370403 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bc8b0976-a7f9-4c25-b6a0-9844015294df req-0cd3b14b-649a-4b28-b583-2a2bc57ac18e service neutron] 10.222.0.79 "GET /v2.0/networks?id=711f76dd-299d-4633-b0c0-e90e0dfbc02d HTTP/1.1" status: 200 len: 915 time: 0.7036524 Feb 16 22:44:33.416148 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b02aefe-6d3f-468e-a5b1-ada6aa8ac937 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:44:33.419913 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b02aefe-6d3f-468e-a5b1-ada6aa8ac937 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:33.474941 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bc8b0976-a7f9-4c25-b6a0-9844015294df req-ccd62265-8ed9-4fd6-9277-15ecc7a5f033 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=527fdcde-cc7e-4ced-a2d2-df7cc858c9b6 HTTP/1.1" status: 200 len: 217 time: 0.0969119 Feb 16 22:44:33.487522 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b02aefe-6d3f-468e-a5b1-ada6aa8ac937 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:44:33.504876 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b02aefe-6d3f-468e-a5b1-ada6aa8ac937 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (a9562434-820e-4561-a31d-6b18fd7b03da), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:33.507591 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-1b02aefe-6d3f-468e-a5b1-ada6aa8ac937 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Added segment a9562434-820e-4561-a31d-6b18fd7b03da of type vlan for network 307ac5bc-8d55-492c-806d-c5acef61b57c Feb 16 22:44:33.578519 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b0976-a7f9-4c25-b6a0-9844015294df req-92365290-78a9-4e78-b7a3-6d9a28348059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:33.580598 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bc8b0976-a7f9-4c25-b6a0-9844015294df req-92365290-78a9-4e78-b7a3-6d9a28348059 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=682cee36-82ef-447d-8aeb-c028e2eee6a0 HTTP/1.1" status: 200 len: 854 time: 0.0974386 Feb 16 22:44:33.598003 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b02aefe-6d3f-468e-a5b1-ada6aa8ac937 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (307ac5bc-8d55-492c-806d-c5acef61b57c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:33.627532 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bc8b0976-a7f9-4c25-b6a0-9844015294df req-0285c316-e1fb-486b-a513-7d0243f0ad18 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=711f76dd-299d-4633-b0c0-e90e0dfbc02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393848 Feb 16 22:44:33.635381 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b02aefe-6d3f-468e-a5b1-ada6aa8ac937 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (307ac5bc-8d55-492c-806d-c5acef61b57c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:33.642085 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b02aefe-6d3f-468e-a5b1-ada6aa8ac937 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:33.646234 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b02aefe-6d3f-468e-a5b1-ada6aa8ac937 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:33.692460 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40780) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:33.712595 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cd0202ee-5597-455b-a152-c561579ce1a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:33.764532 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02aefe-6d3f-468e-a5b1-ada6aa8ac937 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Network': ['ID=307ac5bc-8d55-492c-806d-c5acef61b57c,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:33.785953 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 307ac5bc-8d55-492c-806d-c5acef61b57c details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:44:33.789068 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1b02aefe-6d3f-468e-a5b1-ada6aa8ac937 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4242227 Feb 16 22:44:33.792071 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40784) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:33.803526 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-ef70a456-b99d-4bb2-945c-8aa547b4bdc5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'subnet': {'network_id': '307ac5bc-8d55-492c-806d-c5acef61b57c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:33.857068 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bc8b0976-a7f9-4c25-b6a0-9844015294df req-d78dccea-0a30-4611-91ef-2cf0909d90dd service neutron] 10.222.0.79 "GET /v2.0/networks/711f76dd-299d-4633-b0c0-e90e0dfbc02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217791 Feb 16 22:44:34.123191 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cd0202ee-5597-455b-a152-c561579ce1a0 admin admin] Publish callbacks [] for security_group (4800d6d5-3e91-4db9-ba64-2ff1f40f8515), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:34.124521 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef70a456-b99d-4bb2-945c-8aa547b4bdc5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:44:34.128913 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ef70a456-b99d-4bb2-945c-8aa547b4bdc5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:34.226781 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cd0202ee-5597-455b-a152-c561579ce1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4800d6d5-3e91-4db9-ba64-2ff1f40f8515), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:34.285253 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40798) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:34.285413 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-cd0202ee-5597-455b-a152-c561579ce1a0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=20ad0948a34742948b96c94a60c4df57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5917778 Feb 16 22:44:34.295180 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bc8b0976-a7f9-4c25-b6a0-9844015294df req-d6a0c86f-edc0-4377-bb98-875500d1c454 service neutron] 10.222.0.79 "GET /v2.0/networks/711f76dd-299d-4633-b0c0-e90e0dfbc02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269402 Feb 16 22:44:34.358616 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0202ee-5597-455b-a152-c561579ce1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4800d6d5-3e91-4db9-ba64-2ff1f40f8515,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:34.403479 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-24536bd4-a596-4b0b-bed9-cd8969be7108 admin admin] Publish callbacks [] for security_group (4800d6d5-3e91-4db9-ba64-2ff1f40f8515), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:34.453362 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-24536bd4-a596-4b0b-bed9-cd8969be7108 admin admin] Publish callbacks [] for security_group (4800d6d5-3e91-4db9-ba64-2ff1f40f8515), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:34.560485 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-24536bd4-a596-4b0b-bed9-cd8969be7108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4800d6d5-3e91-4db9-ba64-2ff1f40f8515), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:34.564201 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-24536bd4-a596-4b0b-bed9-cd8969be7108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:34.565828 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-24536bd4-a596-4b0b-bed9-cd8969be7108 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4800d6d5-3e91-4db9-ba64-2ff1f40f8515 HTTP/1.1" status: 204 len: 168 time: 0.2791228 Feb 16 22:44:34.583531 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24536bd4-a596-4b0b-bed9-cd8969be7108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4800d6d5-3e91-4db9-ba64-2ff1f40f8515,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:34.768931 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdbc47-5c20-4bb5-9a28-e274239cf8fd req-5a5c6507-7991-4738-865b-f9adb833bb9e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:34.779483 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5fcdbc47-5c20-4bb5-9a28-e274239cf8fd req-5a5c6507-7991-4738-865b-f9adb833bb9e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 943 time: 0.3011234 Feb 16 22:44:34.781923 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ef70a456-b99d-4bb2-945c-8aa547b4bdc5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (ac59dda6-33ac-4589-8e0c-ce23d6bb5e19), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:34.874621 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70a456-b99d-4bb2-945c-8aa547b4bdc5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Subnet': ['ID=ac59dda6-33ac-4589-8e0c-ce23d6bb5e19,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:34.981358 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5fcdbc47-5c20-4bb5-9a28-e274239cf8fd req-5ba6973c-90c2-4bac-b557-1f1f15e38052 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719456 Feb 16 22:44:34.992761 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef70a456-b99d-4bb2-945c-8aa547b4bdc5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Checking segment: {'id': 'a9562434-820e-4561-a31d-6b18fd7b03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '307ac5bc-8d55-492c-806d-c5acef61b57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:44:34.993743 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef70a456-b99d-4bb2-945c-8aa547b4bdc5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Network hostable DHCP agents. Network: 307ac5bc-8d55-492c-806d-c5acef61b57c, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:44:35.019000 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef70a456-b99d-4bb2-945c-8aa547b4bdc5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Network 307ac5bc-8d55-492c-806d-c5acef61b57c is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:44:35.041459 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-ef70a456-b99d-4bb2-945c-8aa547b4bdc5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 307ac5bc-8d55-492c-806d-c5acef61b57c) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:44:35.051080 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef70a456-b99d-4bb2-945c-8aa547b4bdc5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:35.056497 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0731011-22e0-46c6-9b15-a39b32085587 None None] Network 307ac5bc-8d55-492c-806d-c5acef61b57c requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:44:35.062494 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ef70a456-b99d-4bb2-945c-8aa547b4bdc5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:35.115124 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ef70a456-b99d-4bb2-945c-8aa547b4bdc5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3215759 Feb 16 22:44:35.115354 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40818) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:35.126310 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-fd8d2542-8e0c-42e9-b8c7-7a56264b272b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'port': {'network_id': '307ac5bc-8d55-492c-806d-c5acef61b57c', 'name': 'tempest-PortsTestJSON-554290634'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:35.327540 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2852173e-fc5a-4660-abb6-ac8af90e7049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-307ac5bc-8d55-492c-806d-c5acef61b57c', 'network_id': '307ac5bc-8d55-492c-806d-c5acef61b57c', 'project_id': '3a6466279531424e8d4920bed42d139b', 'fixed_ips': [{'subnet_id': 'ac59dda6-33ac-4589-8e0c-ce23d6bb5e19'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:44:35.328434 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2852173e-fc5a-4660-abb6-ac8af90e7049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:35.537016 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8d2542-8e0c-42e9-b8c7-7a56264b272b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:44:35.543868 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fd8d2542-8e0c-42e9-b8c7-7a56264b272b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:35.589908 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-fd8d2542-8e0c-42e9-b8c7-7a56264b272b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] device_id is not set on port d273b32f-6486-450f-b959-072d604d6bb3 yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:44:35.746802 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-fd8d2542-8e0c-42e9-b8c7-7a56264b272b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Allocated IP 172.20.0.3 (307ac5bc-8d55-492c-806d-c5acef61b57c/ac59dda6-33ac-4589-8e0c-ce23d6bb5e19/d273b32f-6486-450f-b959-072d604d6bb3) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:44:35.934948 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fd8d2542-8e0c-42e9-b8c7-7a56264b272b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for port (d273b32f-6486-450f-b959-072d604d6bb3), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:35.983528 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fd8d2542-8e0c-42e9-b8c7-7a56264b272b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (d273b32f-6486-450f-b959-072d604d6bb3), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:36.076814 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d2542-8e0c-42e9-b8c7-7a56264b272b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Port': ['ID=d273b32f-6486-450f-b959-072d604d6bb3,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:36.090809 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8d2542-8e0c-42e9-b8c7-7a56264b272b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Network 307ac5bc-8d55-492c-806d-c5acef61b57c is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:44:36.092422 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-fd8d2542-8e0c-42e9-b8c7-7a56264b272b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:44:36.099500 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8d2542-8e0c-42e9-b8c7-7a56264b272b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:44:36.139569 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-2852173e-fc5a-4660-abb6-ac8af90e7049 None None] Allocated IP 172.20.0.2 (307ac5bc-8d55-492c-806d-c5acef61b57c/ac59dda6-33ac-4589-8e0c-ce23d6bb5e19/5bc9ac8f-8b08-4793-85d9-4ac76999dd61) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:44:36.224740 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8d2542-8e0c-42e9-b8c7-7a56264b272b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:36.225499 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fd8d2542-8e0c-42e9-b8c7-7a56264b272b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:36.269212 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fd8d2542-8e0c-42e9-b8c7-7a56264b272b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1497402 Feb 16 22:44:36.269504 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40844) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:36.275041 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-16850b6c-950c-4cbc-9c24-39c32507b424 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'port': {'network_id': '307ac5bc-8d55-492c-806d-c5acef61b57c', 'name': 'tempest-PortsTestJSON-364521611'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:36.300449 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c6180-b17a-4cf1-8261-8d6cad89363c req-239c586d-b626-42af-a4d0-010805a978a9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:36.304057 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-519c6180-b17a-4cf1-8261-8d6cad89363c req-239c586d-b626-42af-a4d0-010805a978a9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 943 time: 0.1218500 Feb 16 22:44:36.396786 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-519c6180-b17a-4cf1-8261-8d6cad89363c req-f982e558-ab37-4a5f-985b-43dc6a77f856 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881662 Feb 16 22:44:36.553741 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16850b6c-950c-4cbc-9c24-39c32507b424 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:44:36.557160 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-16850b6c-950c-4cbc-9c24-39c32507b424 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:36.568817 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2852173e-fc5a-4660-abb6-ac8af90e7049 None None] Publish callbacks [] for port (5bc9ac8f-8b08-4793-85d9-4ac76999dd61), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:36.582214 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2852173e-fc5a-4660-abb6-ac8af90e7049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (5bc9ac8f-8b08-4793-85d9-4ac76999dd61), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:36.588832 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-16850b6c-950c-4cbc-9c24-39c32507b424 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] device_id is not set on port 8538e606-ec57-4eea-9406-16ef1f209fb2 yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:44:36.616059 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2852173e-fc5a-4660-abb6-ac8af90e7049 None None] Network 307ac5bc-8d55-492c-806d-c5acef61b57c is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:44:36.646480 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-2852173e-fc5a-4660-abb6-ac8af90e7049 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:44:36.651775 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2852173e-fc5a-4660-abb6-ac8af90e7049 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:44:36.673936 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852173e-fc5a-4660-abb6-ac8af90e7049 None None] Pushing event updated for resources: {'Port': ['ID=5bc9ac8f-8b08-4793-85d9-4ac76999dd61,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:36.755481 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-16850b6c-950c-4cbc-9c24-39c32507b424 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Allocated IP 172.20.0.14 (307ac5bc-8d55-492c-806d-c5acef61b57c/ac59dda6-33ac-4589-8e0c-ce23d6bb5e19/8538e606-ec57-4eea-9406-16ef1f209fb2) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:44:36.823329 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-2852173e-fc5a-4660-abb6-ac8af90e7049 None None] Attempting to bind port 5bc9ac8f-8b08-4793-85d9-4ac76999dd61 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:44:36.824210 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-2852173e-fc5a-4660-abb6-ac8af90e7049 None None] Attempting to bind port 5bc9ac8f-8b08-4793-85d9-4ac76999dd61 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'a9562434-820e-4561-a31d-6b18fd7b03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '307ac5bc-8d55-492c-806d-c5acef61b57c'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:44:36.825844 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2852173e-fc5a-4660-abb6-ac8af90e7049 None None] Attempting to bind port 5bc9ac8f-8b08-4793-85d9-4ac76999dd61 on network 307ac5bc-8d55-492c-806d-c5acef61b57c {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:44:36.837622 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2852173e-fc5a-4660-abb6-ac8af90e7049 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:44:36.838033 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2852173e-fc5a-4660-abb6-ac8af90e7049 None None] Checking segment: {'id': 'a9562434-820e-4561-a31d-6b18fd7b03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '307ac5bc-8d55-492c-806d-c5acef61b57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:44:36.841003 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2852173e-fc5a-4660-abb6-ac8af90e7049 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:36.841798 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2852173e-fc5a-4660-abb6-ac8af90e7049 None None] Bound using segment: {'id': 'a9562434-820e-4561-a31d-6b18fd7b03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '307ac5bc-8d55-492c-806d-c5acef61b57c'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:44:36.842341 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-2852173e-fc5a-4660-abb6-ac8af90e7049 None None] Bound port: 5bc9ac8f-8b08-4793-85d9-4ac76999dd61, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9562434-820e-4561-a31d-6b18fd7b03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '307ac5bc-8d55-492c-806d-c5acef61b57c'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:44:36.844468 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2852173e-fc5a-4660-abb6-ac8af90e7049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5bc9ac8f-8b08-4793-85d9-4ac76999dd61), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:37.015813 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-2852173e-fc5a-4660-abb6-ac8af90e7049 None None] For port 5bc9ac8f-8b08-4793-85d9-4ac76999dd61, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:44:37.022153 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-2852173e-fc5a-4660-abb6-ac8af90e7049 None None] For port 5bc9ac8f-8b08-4793-85d9-4ac76999dd61, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5bc9ac8f-8b08-4793-85d9-4ac76999dd61,segment=NetworkSegment(a9562434-820e-4561-a31d-6b18fd7b03da),segment_id=a9562434-820e-4561-a31d-6b18fd7b03da)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:44:37.046011 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2852173e-fc5a-4660-abb6-ac8af90e7049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5bc9ac8f-8b08-4793-85d9-4ac76999dd61), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:37.122651 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-16850b6c-950c-4cbc-9c24-39c32507b424 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for port (8538e606-ec57-4eea-9406-16ef1f209fb2), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:37.177392 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852173e-fc5a-4660-abb6-ac8af90e7049 None None] Pushing event updated for resources: {'Port': ['ID=5bc9ac8f-8b08-4793-85d9-4ac76999dd61,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:37.218066 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-16850b6c-950c-4cbc-9c24-39c32507b424 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (8538e606-ec57-4eea-9406-16ef1f209fb2), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:37.328179 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16850b6c-950c-4cbc-9c24-39c32507b424 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Network 307ac5bc-8d55-492c-806d-c5acef61b57c is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:44:37.345620 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-16850b6c-950c-4cbc-9c24-39c32507b424 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:44:37.362986 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16850b6c-950c-4cbc-9c24-39c32507b424 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:44:37.384118 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16850b6c-950c-4cbc-9c24-39c32507b424 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Port': ['ID=8538e606-ec57-4eea-9406-16ef1f209fb2,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:37.606931 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16850b6c-950c-4cbc-9c24-39c32507b424 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:37.607881 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-16850b6c-950c-4cbc-9c24-39c32507b424 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:37.665680 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-16850b6c-950c-4cbc-9c24-39c32507b424 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3946333 Feb 16 22:44:37.666602 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40886) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:37.736026 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5bc9ac8f-8b08-4793-85d9-4ac76999dd61 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:44:37.769937 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947f6e3-6425-49ff-9b38-b4f479353fea req-2978a256-dc40-48c7-bef1-5aacddcf2f69 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:37.772460 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f947f6e3-6425-49ff-9b38-b4f479353fea req-2978a256-dc40-48c7-bef1-5aacddcf2f69 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 943 time: 0.2011194 Feb 16 22:44:37.891577 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f947f6e3-6425-49ff-9b38-b4f479353fea req-2f937b48-46f3-48e9-9f99-a8e630f7463c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119702 Feb 16 22:44:37.930133 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 5bc9ac8f-8b08-4793-85d9-4ac76999dd61 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:37.935038 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5bc9ac8f-8b08-4793-85d9-4ac76999dd61), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:37.972828 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be802454-f638-4737-9a88-b5d6491c13ad tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:37.974676 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-be802454-f638-4737-9a88-b5d6491c13ad tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 921 time: 0.3047121 Feb 16 22:44:37.977675 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40896) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:38.129036 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 5bc9ac8f-8b08-4793-85d9-4ac76999dd61 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:38.129354 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5bc9ac8f-8b08-4793-85d9-4ac76999dd61), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:38.176593 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 5bc9ac8f-8b08-4793-85d9-4ac76999dd61, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5bc9ac8f-8b08-4793-85d9-4ac76999dd61,segment=NetworkSegment(a9562434-820e-4561-a31d-6b18fd7b03da),segment_id=a9562434-820e-4561-a31d-6b18fd7b03da)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:44:38.184623 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5bc9ac8f-8b08-4793-85d9-4ac76999dd61), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:38.192309 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-8da93640-5d56-4590-9d70-3a0c280f6f3c tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Deleting port 8538e606-ec57-4eea-9406-16ef1f209fb2 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:44:38.192661 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8da93640-5d56-4590-9d70-3a0c280f6f3c tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (8538e606-ec57-4eea-9406-16ef1f209fb2), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:38.271509 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=5bc9ac8f-8b08-4793-85d9-4ac76999dd61,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:38.357094 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:44:38.404892 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8da93640-5d56-4590-9d70-3a0c280f6f3c tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (8538e606-ec57-4eea-9406-16ef1f209fb2), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:38.435160 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-8da93640-5d56-4590-9d70-3a0c280f6f3c tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Calling delete_port for 8538e606-ec57-4eea-9406-16ef1f209fb2 owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:44:38.808602 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8da93640-5d56-4590-9d70-3a0c280f6f3c tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (8538e606-ec57-4eea-9406-16ef1f209fb2), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:38.888352 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da93640-5d56-4590-9d70-3a0c280f6f3c tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Port': ['ID=8538e606-ec57-4eea-9406-16ef1f209fb2,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:39.072859 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19990a5-33c1-4d4a-b28a-95e313795153 None None] Network 307ac5bc-8d55-492c-806d-c5acef61b57c requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:44:39.113953 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8da93640-5d56-4590-9d70-3a0c280f6f3c tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:39.130495 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8da93640-5d56-4590-9d70-3a0c280f6f3c tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/ports/8538e606-ec57-4eea-9406-16ef1f209fb2 HTTP/1.1" status: 204 len: 168 time: 1.1486201 Feb 16 22:44:39.130913 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40930) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:39.174627 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef3d84d7-c3eb-4791-a967-f20541586949 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] GET failed (client error): The resource could not be found. Feb 16 22:44:39.179286 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ef3d84d7-c3eb-4791-a967-f20541586949 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "GET /v2.0/ports/8538e606-ec57-4eea-9406-16ef1f209fb2 HTTP/1.1" status: 404 len: 333 time: 0.0473273 Feb 16 22:44:39.180081 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40932) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:39.249599 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-705d1dab-8e58-462f-98a6-60eb7a73b5e3 None None] Provisioning complete for port 5bc9ac8f-8b08-4793-85d9-4ac76999dd61 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:39.250185 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-705d1dab-8e58-462f-98a6-60eb7a73b5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5bc9ac8f-8b08-4793-85d9-4ac76999dd61), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:39.312492 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576fa8d-465a-4d47-b384-22ab9245f9a7 req-42b0add1-7361-4002-9dc7-8f2aefce9c6b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:39.320807 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3576fa8d-465a-4d47-b384-22ab9245f9a7 req-42b0add1-7361-4002-9dc7-8f2aefce9c6b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 943 time: 0.2253246 Feb 16 22:44:39.331456 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-1975899d-3664-4686-b5bf-9e020c4fca97 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Deleting port d273b32f-6486-450f-b959-072d604d6bb3 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:44:39.332239 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1975899d-3664-4686-b5bf-9e020c4fca97 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (d273b32f-6486-450f-b959-072d604d6bb3), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:39.402315 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3576fa8d-465a-4d47-b384-22ab9245f9a7 req-c824fa98-e984-464f-b422-60f3188ca7bb tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801375 Feb 16 22:44:39.455280 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1975899d-3664-4686-b5bf-9e020c4fca97 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (d273b32f-6486-450f-b959-072d604d6bb3), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:39.490635 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40940) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:39.501214 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-1975899d-3664-4686-b5bf-9e020c4fca97 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Calling delete_port for d273b32f-6486-450f-b959-072d604d6bb3 owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:44:39.511651 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-705d1dab-8e58-462f-98a6-60eb7a73b5e3 None None] Current status of the port 5bc9ac8f-8b08-4793-85d9-4ac76999dd61 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:39.685791 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5bc9ac8f-8b08-4793-85d9-4ac76999dd61 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:44:39.808956 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 5bc9ac8f-8b08-4793-85d9-4ac76999dd61 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:39.810944 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5bc9ac8f-8b08-4793-85d9-4ac76999dd61), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:39.836327 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9065447c-1fa6-4ae3-a2ad-a1921027f10e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:39.993075 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 5bc9ac8f-8b08-4793-85d9-4ac76999dd61 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:40.011760 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9065447c-1fa6-4ae3-a2ad-a1921027f10e admin admin] Publish callbacks [] for security_group (3fab4e64-9de6-45f0-b86c-bc2103cde76c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:40.014446 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1975899d-3664-4686-b5bf-9e020c4fca97 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (d273b32f-6486-450f-b959-072d604d6bb3), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:40.043469 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9065447c-1fa6-4ae3-a2ad-a1921027f10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (3fab4e64-9de6-45f0-b86c-bc2103cde76c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:40.043873 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-eb7a775e-eec6-45e2-a587-c6daae8f0ea7 None None] Provisioning complete for port 5bc9ac8f-8b08-4793-85d9-4ac76999dd61 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:40.044300 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-eb7a775e-eec6-45e2-a587-c6daae8f0ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5bc9ac8f-8b08-4793-85d9-4ac76999dd61), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:40.105278 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device a17cee1c-d7d4-40f1-8f34-4e49c329369c details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:44:40.154519 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-eb7a775e-eec6-45e2-a587-c6daae8f0ea7 None None] Current status of the port 5bc9ac8f-8b08-4793-85d9-4ac76999dd61 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:40.162947 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065447c-1fa6-4ae3-a2ad-a1921027f10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fab4e64-9de6-45f0-b86c-bc2103cde76c,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:40.172456 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-eb7a775e-eec6-45e2-a587-c6daae8f0ea7 None None] Could not find standard attr ID for object d273b32f-6486-450f-b959-072d604d6bb3. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:44:40.180487 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975899d-3664-4686-b5bf-9e020c4fca97 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Port': ['ID=d273b32f-6486-450f-b959-072d604d6bb3,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:40.267978 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40950) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:40.270488 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9065447c-1fa6-4ae3-a2ad-a1921027f10e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=de663831538b4de1a85d4e2888f8dcbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7787943 Feb 16 22:44:40.276002 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-73bf8320-5e7c-4e6c-ba7c-346300dcce60 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Request body: {'network': {'name': 'tempest-network-smoke--434286967', 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'port_security_enabled': True}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:40.280519 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40952) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:40.353423 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1975899d-3664-4686-b5bf-9e020c4fca97 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:40.368131 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1975899d-3664-4686-b5bf-9e020c4fca97 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/ports/d273b32f-6486-450f-b959-072d604d6bb3 HTTP/1.1" status: 204 len: 168 time: 1.1867011 Feb 16 22:44:40.368934 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40956) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:40.402372 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eb2544c1-e4e5-46ca-9151-0a0dc55a5806 admin admin] Publish callbacks [] for security_group (3fab4e64-9de6-45f0-b86c-bc2103cde76c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:40.416795 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bf8320-5e7c-4e6c-ba7c-346300dcce60 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Made reservation on behalf of 408e4b5cc64c4521a5139ec5acd5eaa9 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:44:40.420933 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-746a72dd-10c1-4679-82f9-a49204801718 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] GET failed (client error): The resource could not be found. Feb 16 22:44:40.421840 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-73bf8320-5e7c-4e6c-ba7c-346300dcce60 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:40.425703 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-746a72dd-10c1-4679-82f9-a49204801718 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "GET /v2.0/ports/d273b32f-6486-450f-b959-072d604d6bb3 HTTP/1.1" status: 404 len: 333 time: 0.0556936 Feb 16 22:44:40.426715 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40960) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:40.445789 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-73bf8320-5e7c-4e6c-ba7c-346300dcce60 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:40.450467 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eb2544c1-e4e5-46ca-9151-0a0dc55a5806 admin admin] Publish callbacks [] for security_group (3fab4e64-9de6-45f0-b86c-bc2103cde76c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:40.506732 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aeedc44-7826-4c8f-90bf-a88669e1d848 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Deleting subnet ac59dda6-33ac-4589-8e0c-ce23d6bb5e19 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:44:40.511515 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4aeedc44-7826-4c8f-90bf-a88669e1d848 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for subnet (ac59dda6-33ac-4589-8e0c-ce23d6bb5e19), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:40.595260 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port a17cee1c-d7d4-40f1-8f34-4e49c329369c, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=a17cee1c-d7d4-40f1-8f34-4e49c329369c,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:44:40.597827 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-9e6c2612-bedd-495d-aebb-734b504e8c75 None None] Could not find standard attr ID for object d273b32f-6486-450f-b959-072d604d6bb3. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:44:40.607946 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4aeedc44-7826-4c8f-90bf-a88669e1d848 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (ac59dda6-33ac-4589-8e0c-ce23d6bb5e19), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:40.630826 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'a17cee1c-d7d4-40f1-8f34-4e49c329369c', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'port_id': 'a17cee1c-d7d4-40f1-8f34-4e49c329369c', 'mac_address': 'fa:16:3e:d5:5a:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:44:40.647433 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-73bf8320-5e7c-4e6c-ba7c-346300dcce60 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for security_group (8a4e8eba-af90-4ca5-a656-4a67365f11db), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:40.663405 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-73bf8320-5e7c-4e6c-ba7c-346300dcce60 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (8a4e8eba-af90-4ca5-a656-4a67365f11db), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:40.698626 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port a17cee1c-d7d4-40f1-8f34-4e49c329369c is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:40.698831 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a17cee1c-d7d4-40f1-8f34-4e49c329369c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:40.731221 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a17cee1c-d7d4-40f1-8f34-4e49c329369c {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:44:40.737142 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73bf8320-5e7c-4e6c-ba7c-346300dcce60 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:44:40.743172 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-8962406d-8b14-482b-8449-53d3b8187054 None None] Could not find standard attr ID for object 8538e606-ec57-4eea-9406-16ef1f209fb2. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:44:40.748739 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf8320-5e7c-4e6c-ba7c-346300dcce60 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4e8eba-af90-4ca5-a656-4a67365f11db,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:40.776087 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4aeedc44-7826-4c8f-90bf-a88669e1d848 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (ac59dda6-33ac-4589-8e0c-ce23d6bb5e19), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:40.780271 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port a17cee1c-d7d4-40f1-8f34-4e49c329369c, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=a17cee1c-d7d4-40f1-8f34-4e49c329369c,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:44:40.790885 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a17cee1c-d7d4-40f1-8f34-4e49c329369c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:40.797755 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eb2544c1-e4e5-46ca-9151-0a0dc55a5806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (3fab4e64-9de6-45f0-b86c-bc2103cde76c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:40.800572 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eb2544c1-e4e5-46ca-9151-0a0dc55a5806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:40.826476 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-eb2544c1-e4e5-46ca-9151-0a0dc55a5806 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3fab4e64-9de6-45f0-b86c-bc2103cde76c HTTP/1.1" status: 204 len: 168 time: 0.5448403 Feb 16 22:44:40.830033 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-73bf8320-5e7c-4e6c-ba7c-346300dcce60 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (e44e4eec-b413-4b32-875e-c0ebf8a56a0d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:40.830682 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-73bf8320-5e7c-4e6c-ba7c-346300dcce60 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Added segment e44e4eec-b413-4b32-875e-c0ebf8a56a0d of type vlan for network 5a6df76d-a33f-4d04-af8d-e31633545b3c Feb 16 22:44:40.869399 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=a17cee1c-d7d4-40f1-8f34-4e49c329369c,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:40.870152 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2544c1-e4e5-46ca-9151-0a0dc55a5806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fab4e64-9de6-45f0-b86c-bc2103cde76c,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:40.940677 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4aeedc44-7826-4c8f-90bf-a88669e1d848 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (ac59dda6-33ac-4589-8e0c-ce23d6bb5e19), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:40.968446 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-73bf8320-5e7c-4e6c-ba7c-346300dcce60 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (5a6df76d-a33f-4d04-af8d-e31633545b3c), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:40.987608 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeedc44-7826-4c8f-90bf-a88669e1d848 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Subnet': ['ID=ac59dda6-33ac-4589-8e0c-ce23d6bb5e19,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:41.012697 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4aeedc44-7826-4c8f-90bf-a88669e1d848 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:41.023988 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4aeedc44-7826-4c8f-90bf-a88669e1d848 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/subnets/ac59dda6-33ac-4589-8e0c-ce23d6bb5e19 HTTP/1.1" status: 204 len: 168 time: 0.5959280 Feb 16 22:44:41.027943 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40972) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:41.068053 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cb8684-f45f-4fc0-ab4f-034544f0e089 None None] Network 307ac5bc-8d55-492c-806d-c5acef61b57c requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:44:41.106058 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['a17cee1c-d7d4-40f1-8f34-4e49c329369c'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:44:41.130557 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-73bf8320-5e7c-4e6c-ba7c-346300dcce60 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (5a6df76d-a33f-4d04-af8d-e31633545b3c), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:41.138990 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bf8320-5e7c-4e6c-ba7c-346300dcce60 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:41.140035 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-73bf8320-5e7c-4e6c-ba7c-346300dcce60 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:41.239953 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-73bf8320-5e7c-4e6c-ba7c-346300dcce60 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9702516 Feb 16 22:44:41.241563 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf8320-5e7c-4e6c-ba7c-346300dcce60 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Pushing event updated for resources: {'Network': ['ID=5a6df76d-a33f-4d04-af8d-e31633545b3c,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:41.251435 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24bed8-091a-4f52-81b3-3b0ef4095d8e req-870184d2-90b4-4b3b-9683-865a343a46f6 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:41.253181 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d24bed8-091a-4f52-81b3-3b0ef4095d8e req-870184d2-90b4-4b3b-9683-865a343a46f6 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 944 time: 0.2764390 Feb 16 22:44:41.253758 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40976) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:41.258902 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-6ecadf13-64de-4e19-98b6-e1fc652c6237 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-115759094', 'admin_state_up': True, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:41.271062 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 5a6df76d-a33f-4d04-af8d-e31633545b3c details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:44:41.279520 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4cea309d-fdb7-4c97-b560-acef0e24b574 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (307ac5bc-8d55-492c-806d-c5acef61b57c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:41.294617 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6ecadf13-64de-4e19-98b6-e1fc652c6237 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (c4129c22-7fa9-4b9a-b131-e579e23fb0bc), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:41.295864 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6ecadf13-64de-4e19-98b6-e1fc652c6237 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (c4129c22-7fa9-4b9a-b131-e579e23fb0bc), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:41.346713 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d24bed8-091a-4f52-81b3-3b0ef4095d8e req-d613721d-c360-42df-9f43-9de168848a6c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630887 Feb 16 22:44:41.362580 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 40978) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:41.394025 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9dd52df3-a109-4cda-b4bd-f3bd74dfabc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:41.408222 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-4cea309d-fdb7-4c97-b560-acef0e24b574 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Deleting port 5bc9ac8f-8b08-4793-85d9-4ac76999dd61 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:44:41.408570 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4cea309d-fdb7-4c97-b560-acef0e24b574 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (5bc9ac8f-8b08-4793-85d9-4ac76999dd61), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:41.462936 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78773560-800d-42fa-8cbf-a68bf9c36c7c None None] DHCP port deletion for 307ac5bc-8d55-492c-806d-c5acef61b57c request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:44:41.485036 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6ecadf13-64de-4e19-98b6-e1fc652c6237 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for router_controller (c4129c22-7fa9-4b9a-b131-e579e23fb0bc), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:41.509177 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-4cea309d-fdb7-4c97-b560-acef0e24b574 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] For port 5bc9ac8f-8b08-4793-85d9-4ac76999dd61, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5bc9ac8f-8b08-4793-85d9-4ac76999dd61,segment=NetworkSegment(a9562434-820e-4561-a31d-6b18fd7b03da),segment_id=a9562434-820e-4561-a31d-6b18fd7b03da)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:44:41.509543 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4cea309d-fdb7-4c97-b560-acef0e24b574 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (5bc9ac8f-8b08-4793-85d9-4ac76999dd61), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:41.522338 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-4cea309d-fdb7-4c97-b560-acef0e24b574 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Calling delete_port for 5bc9ac8f-8b08-4793-85d9-4ac76999dd61 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:44:41.618460 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5bc9ac8f-8b08-4793-85d9-4ac76999dd61 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:44:41.630835 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4cea309d-fdb7-4c97-b560-acef0e24b574 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (5bc9ac8f-8b08-4793-85d9-4ac76999dd61), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:41.646981 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-78773560-800d-42fa-8cbf-a68bf9c36c7c None None] Deleting port 5bc9ac8f-8b08-4793-85d9-4ac76999dd61 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:44:41.647368 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-78773560-800d-42fa-8cbf-a68bf9c36c7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (5bc9ac8f-8b08-4793-85d9-4ac76999dd61), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:41.656367 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea309d-fdb7-4c97-b560-acef0e24b574 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Port': ['ID=5bc9ac8f-8b08-4793-85d9-4ac76999dd61,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:41.665586 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cea309d-fdb7-4c97-b560-acef0e24b574 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] No DVR routers for this DVR port 5bc9ac8f-8b08-4793-85d9-4ac76999dd61 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:44:41.732911 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No active binding found for port 5bc9ac8f-8b08-4793-85d9-4ac76999dd61 {{(pid=103467) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 16 22:44:41.733265 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] The host n-d-813897-6 is not matching for port 5bc9ac8f-8b08-4793-85d9-4ac76999dd61 host None! {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 22:44:41.734214 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5bc9ac8f-8b08-4793-85d9-4ac76999dd61 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:44:41.761591 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-78773560-800d-42fa-8cbf-a68bf9c36c7c None None] For port 5bc9ac8f-8b08-4793-85d9-4ac76999dd61, host n-d-813897-6, got binding levels [] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:44:41.762047 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-78773560-800d-42fa-8cbf-a68bf9c36c7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (5bc9ac8f-8b08-4793-85d9-4ac76999dd61), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:41.767947 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6ecadf13-64de-4e19-98b6-e1fc652c6237 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for router_gateway (c4129c22-7fa9-4b9a-b131-e579e23fb0bc), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:41.775579 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-78773560-800d-42fa-8cbf-a68bf9c36c7c None None] Calling delete_port for 5bc9ac8f-8b08-4793-85d9-4ac76999dd61 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:44:41.778792 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.ipam_backend_mixin [None req-78773560-800d-42fa-8cbf-a68bf9c36c7c None None] Port 5bc9ac8f-8b08-4793-85d9-4ac76999dd61 was not found and therefore no delete operation was performed {{(pid=103467) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 22:44:41.780536 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-78773560-800d-42fa-8cbf-a68bf9c36c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (5bc9ac8f-8b08-4793-85d9-4ac76999dd61), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:41.785911 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9dd52df3-a109-4cda-b4bd-f3bd74dfabc4 admin admin] Publish callbacks [] for security_group (3d8fd3d6-fde6-4fea-a03e-bb3b4f600b04), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:41.788219 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4cea309d-fdb7-4c97-b560-acef0e24b574 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (307ac5bc-8d55-492c-806d-c5acef61b57c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:41.808183 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9dd52df3-a109-4cda-b4bd-f3bd74dfabc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (3d8fd3d6-fde6-4fea-a03e-bb3b4f600b04), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:41.811870 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78773560-800d-42fa-8cbf-a68bf9c36c7c None None] Pushing event deleted for resources: {'Port': ['ID=5bc9ac8f-8b08-4793-85d9-4ac76999dd61,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:41.821797 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-4cea309d-fdb7-4c97-b560-acef0e24b574 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307ac5bc-8d55-492c-806d-c5acef61b57c']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:41.823511 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78773560-800d-42fa-8cbf-a68bf9c36c7c None None] No DVR routers for this DVR port 5bc9ac8f-8b08-4793-85d9-4ac76999dd61 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:44:41.837293 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-4cea309d-fdb7-4c97-b560-acef0e24b574 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9562434-820e-4561-a31d-6b18fd7b03da') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:41.838590 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-4cea309d-fdb7-4c97-b560-acef0e24b574 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9562434-820e-4561-a31d-6b18fd7b03da') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:41.850468 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4cea309d-fdb7-4c97-b560-acef0e24b574 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (a9562434-820e-4561-a31d-6b18fd7b03da), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:41.865739 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4cea309d-fdb7-4c97-b560-acef0e24b574 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (a9562434-820e-4561-a31d-6b18fd7b03da), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:41.870317 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9dd52df3-a109-4cda-b4bd-f3bd74dfabc4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7f2f1e23cfd34c73b3d442dcea80da25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5057192 Feb 16 22:44:41.871289 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd52df3-a109-4cda-b4bd-f3bd74dfabc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8fd3d6-fde6-4fea-a03e-bb3b4f600b04,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:41.872715 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40980) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:41.881764 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cea309d-fdb7-4c97-b560-acef0e24b574 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:44:41.882171 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4cea309d-fdb7-4c97-b560-acef0e24b574 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (a9562434-820e-4561-a31d-6b18fd7b03da), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:41.946256 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:44:41.946256 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:44:41.946256 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:44:41.946256 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:44:41.946256 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:44:41.946256 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:44:41.946256 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:44:41.946256 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:44:41.946256 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:44:41.946256 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:44:41.946256 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:44:41.946256 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:44:41.946256 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:44:41.946256 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:44:41.946256 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:44:41.946256 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:44:41.946256 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:44:41.946256 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:44:41.946256 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:44:41.946256 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:44:41.946256 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:44:41.946256 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:44:41.946256 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:44:41.946256 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:44:41.946256 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:44:41.946256 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:44:41.946256 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:44:41.946256 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:44:41.946256 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:44:41.946256 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:44:41.946256 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:44:41.946256 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:44:41.969674 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4cea309d-fdb7-4c97-b560-acef0e24b574 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (307ac5bc-8d55-492c-806d-c5acef61b57c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:41.979090 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4cea309d-fdb7-4c97-b560-acef0e24b574 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:41.983376 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4cea309d-fdb7-4c97-b560-acef0e24b574 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/networks/307ac5bc-8d55-492c-806d-c5acef61b57c HTTP/1.1" status: 204 len: 168 time: 0.9543145 Feb 16 22:44:41.984019 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40984) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:41.996804 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-45421895-7685-46c1-86cb-791017d601f8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1650400893'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:42.020584 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea309d-fdb7-4c97-b560-acef0e24b574 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Network': ['ID=307ac5bc-8d55-492c-806d-c5acef61b57c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:42.063818 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45421895-7685-46c1-86cb-791017d601f8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:44:42.068600 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-45421895-7685-46c1-86cb-791017d601f8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:42.072378 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8343e85f-bf30-4fb2-90cd-bd7032d901b2 admin admin] Publish callbacks [] for security_group (3d8fd3d6-fde6-4fea-a03e-bb3b4f600b04), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:42.073047 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6ecadf13-64de-4e19-98b6-e1fc652c6237 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for router_gateway (c4129c22-7fa9-4b9a-b131-e579e23fb0bc), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:42.099924 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6ecadf13-64de-4e19-98b6-e1fc652c6237 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:42.115043 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8343e85f-bf30-4fb2-90cd-bd7032d901b2 admin admin] Publish callbacks [] for security_group (3d8fd3d6-fde6-4fea-a03e-bb3b4f600b04), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:42.121876 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device a17cee1c-d7d4-40f1-8f34-4e49c329369c up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:44:42.125474 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45421895-7685-46c1-86cb-791017d601f8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:44:42.153560 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-45421895-7685-46c1-86cb-791017d601f8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (8b958bf7-a295-49d6-b23f-c8fb777e1d18), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:42.154524 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-45421895-7685-46c1-86cb-791017d601f8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Added segment 8b958bf7-a295-49d6-b23f-c8fb777e1d18 of type vlan for network fbc0e391-18c2-4e28-bf88-2a3e5f53625f Feb 16 22:44:42.213685 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port a17cee1c-d7d4-40f1-8f34-4e49c329369c completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:44:42.219538 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-45421895-7685-46c1-86cb-791017d601f8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (fbc0e391-18c2-4e28-bf88-2a3e5f53625f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:42.223412 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port a17cee1c-d7d4-40f1-8f34-4e49c329369c triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:42.224930 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a17cee1c-d7d4-40f1-8f34-4e49c329369c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:42.252722 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-45421895-7685-46c1-86cb-791017d601f8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (fbc0e391-18c2-4e28-bf88-2a3e5f53625f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:42.255676 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-6ecadf13-64de-4e19-98b6-e1fc652c6237 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Allocated IP 172.25.2.108 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/aa90ff65-cf94-446c-a64d-c70c1ad4b07b) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:44:42.259121 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45421895-7685-46c1-86cb-791017d601f8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:42.259738 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-45421895-7685-46c1-86cb-791017d601f8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:42.274278 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8343e85f-bf30-4fb2-90cd-bd7032d901b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (3d8fd3d6-fde6-4fea-a03e-bb3b4f600b04), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:42.277038 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8343e85f-bf30-4fb2-90cd-bd7032d901b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:42.281933 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8343e85f-bf30-4fb2-90cd-bd7032d901b2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3d8fd3d6-fde6-4fea-a03e-bb3b4f600b04 HTTP/1.1" status: 204 len: 168 time: 0.4050879 Feb 16 22:44:42.328081 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343e85f-bf30-4fb2-90cd-bd7032d901b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8fd3d6-fde6-4fea-a03e-bb3b4f600b04,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:42.352553 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-45421895-7685-46c1-86cb-791017d601f8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3610408 Feb 16 22:44:42.362878 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 40998) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:42.371208 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-cb165d30-c94a-4f14-b6cf-ab9985d2f3a8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'subnet': {'network_id': 'fbc0e391-18c2-4e28-bf88-2a3e5f53625f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:42.373912 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port a17cee1c-d7d4-40f1-8f34-4e49c329369c is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:42.374357 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a17cee1c-d7d4-40f1-8f34-4e49c329369c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:42.423076 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port a17cee1c-d7d4-40f1-8f34-4e49c329369c, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=a17cee1c-d7d4-40f1-8f34-4e49c329369c,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:44:42.424795 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e61b4e-d311-41aa-ac53-b24fa5e12b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17cee1c-d7d4-40f1-8f34-4e49c329369c'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:44:42.427586 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61a722c-d362-4a6b-b8e1-0cf4492bd7e9" -d '{"events": [{"server_uuid": "c7e61b4e-d311-41aa-ac53-b24fa5e12b89", "name": "network-vif-plugged", "status": "completed", "tag": "a17cee1c-d7d4-40f1-8f34-4e49c329369c"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:44:42.434899 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a17cee1c-d7d4-40f1-8f34-4e49c329369c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:42.448857 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6ecadf13-64de-4e19-98b6-e1fc652c6237 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for port (aa90ff65-cf94-446c-a64d-c70c1ad4b07b), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:42.478458 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45421895-7685-46c1-86cb-791017d601f8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Network': ['ID=fbc0e391-18c2-4e28-bf88-2a3e5f53625f,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:42.505753 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network fbc0e391-18c2-4e28-bf88-2a3e5f53625f details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:44:42.556255 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6ecadf13-64de-4e19-98b6-e1fc652c6237 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (aa90ff65-cf94-446c-a64d-c70c1ad4b07b), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:42.601171 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617252ff-85d2-4f1e-94d3-a685f7479a19 req-a019bae1-d932-47d3-867e-27c55cd7dbc5 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:42.603906 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-617252ff-85d2-4f1e-94d3-a685f7479a19 req-a019bae1-d932-47d3-867e-27c55cd7dbc5 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 945 time: 0.1417718 Feb 16 22:44:42.627744 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=a17cee1c-d7d4-40f1-8f34-4e49c329369c,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:42.640827 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecadf13-64de-4e19-98b6-e1fc652c6237 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:44:42.658694 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-6ecadf13-64de-4e19-98b6-e1fc652c6237 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:44:42.665717 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecadf13-64de-4e19-98b6-e1fc652c6237 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:44:42.668649 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecadf13-64de-4e19-98b6-e1fc652c6237 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Pushing event updated for resources: {'Port': ['ID=aa90ff65-cf94-446c-a64d-c70c1ad4b07b,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:42.719557 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb165d30-c94a-4f14-b6cf-ab9985d2f3a8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:44:42.729346 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cb165d30-c94a-4f14-b6cf-ab9985d2f3a8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:42.751090 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-617252ff-85d2-4f1e-94d3-a685f7479a19 req-a3e09d9b-6679-46dc-9d6b-a0c5ce0b2ca9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398201 Feb 16 22:44:42.828441 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2ead84-fd83-45b2-9976-fa6f96fbb1cb x-openstack-request-id: req-8e2ead84-fd83-45b2-9976-fa6f96fbb1cb {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:44:42.828847 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e61b4e-d311-41aa-ac53-b24fa5e12b89", "name": "network-vif-plugged", "status": "completed", "tag": "a17cee1c-d7d4-40f1-8f34-4e49c329369c", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:44:42.829203 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8e2ead84-fd83-45b2-9976-fa6f96fbb1cb {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:44:42.829704 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e61b4e-d311-41aa-ac53-b24fa5e12b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17cee1c-d7d4-40f1-8f34-4e49c329369c', 'code': 200} Feb 16 22:44:43.028577 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1f0f5-d16b-45b8-9023-c269f8840abb req-69c5cc6d-d234-4c57-b215-538148ed98a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:43.030371 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16d1f0f5-d16b-45b8-9023-c269f8840abb req-69c5cc6d-d234-4c57-b215-538148ed98a1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 1127 time: 0.1302700 Feb 16 22:44:43.033170 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cb165d30-c94a-4f14-b6cf-ab9985d2f3a8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (106470f2-fa0f-4dba-8272-754086b4b6ac), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:43.099148 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16d1f0f5-d16b-45b8-9023-c269f8840abb req-c64c6b82-da21-4794-87f9-904821ce85d3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592699 Feb 16 22:44:43.099148 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6ecadf13-64de-4e19-98b6-e1fc652c6237 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for router_gateway (c4129c22-7fa9-4b9a-b131-e579e23fb0bc), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:43.117072 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb165d30-c94a-4f14-b6cf-ab9985d2f3a8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Subnet': ['ID=106470f2-fa0f-4dba-8272-754086b4b6ac,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:43.129005 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb165d30-c94a-4f14-b6cf-ab9985d2f3a8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:43.129363 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb165d30-c94a-4f14-b6cf-ab9985d2f3a8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:43.131513 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb165d30-c94a-4f14-b6cf-ab9985d2f3a8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:43.132247 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb165d30-c94a-4f14-b6cf-ab9985d2f3a8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:43.132247 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb165d30-c94a-4f14-b6cf-ab9985d2f3a8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:43.132604 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb165d30-c94a-4f14-b6cf-ab9985d2f3a8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:43.133010 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb165d30-c94a-4f14-b6cf-ab9985d2f3a8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:43.133359 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb165d30-c94a-4f14-b6cf-ab9985d2f3a8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:43.133703 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb165d30-c94a-4f14-b6cf-ab9985d2f3a8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:43.134078 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb165d30-c94a-4f14-b6cf-ab9985d2f3a8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:43.134711 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb165d30-c94a-4f14-b6cf-ab9985d2f3a8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:43.134833 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb165d30-c94a-4f14-b6cf-ab9985d2f3a8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:43.135074 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb165d30-c94a-4f14-b6cf-ab9985d2f3a8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:43.142263 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb165d30-c94a-4f14-b6cf-ab9985d2f3a8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Checking segment: {'id': '8b958bf7-a295-49d6-b23f-c8fb777e1d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fbc0e391-18c2-4e28-bf88-2a3e5f53625f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:44:43.142674 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb165d30-c94a-4f14-b6cf-ab9985d2f3a8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Network hostable DHCP agents. Network: fbc0e391-18c2-4e28-bf88-2a3e5f53625f, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:44:43.169458 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb165d30-c94a-4f14-b6cf-ab9985d2f3a8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Network fbc0e391-18c2-4e28-bf88-2a3e5f53625f is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:44:43.187692 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-cb165d30-c94a-4f14-b6cf-ab9985d2f3a8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, fbc0e391-18c2-4e28-bf88-2a3e5f53625f) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:44:43.193255 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb165d30-c94a-4f14-b6cf-ab9985d2f3a8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:43.194185 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cb165d30-c94a-4f14-b6cf-ab9985d2f3a8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:43.202070 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431739c7-ca24-4688-93aa-4f78451a28b7 None None] Network fbc0e391-18c2-4e28-bf88-2a3e5f53625f requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:44:43.252957 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41022) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:43.253923 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-cb165d30-c94a-4f14-b6cf-ab9985d2f3a8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8886554 Feb 16 22:44:43.261156 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-06dc61f4-9fd4-4037-9792-1ec521bee612 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'port': {'network_id': 'fbc0e391-18c2-4e28-bf88-2a3e5f53625f', 'name': 'tempest-PortsTestJSON-179664961', 'fixed_ips': [{'subnet_id': '106470f2-fa0f-4dba-8272-754086b4b6ac', 'ip_address': '172.20.0.10'}]}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:43.441443 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93278c4a-9a56-4f36-a806-d9e21e7c2d17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-fbc0e391-18c2-4e28-bf88-2a3e5f53625f', 'network_id': 'fbc0e391-18c2-4e28-bf88-2a3e5f53625f', 'project_id': '3a6466279531424e8d4920bed42d139b', 'fixed_ips': [{'subnet_id': '106470f2-fa0f-4dba-8272-754086b4b6ac'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:44:43.442350 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-93278c4a-9a56-4f36-a806-d9e21e7c2d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:43.488913 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06dc61f4-9fd4-4037-9792-1ec521bee612 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:44:43.594818 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6ecadf13-64de-4e19-98b6-e1fc652c6237 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (c4129c22-7fa9-4b9a-b131-e579e23fb0bc), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:43.734602 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-93278c4a-9a56-4f36-a806-d9e21e7c2d17 None None] Allocated IP 172.20.0.2 (fbc0e391-18c2-4e28-bf88-2a3e5f53625f/106470f2-fa0f-4dba-8272-754086b4b6ac/7b017f84-a5c0-4100-87a6-5b33062a705f) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:44:43.904433 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-93278c4a-9a56-4f36-a806-d9e21e7c2d17 None None] Publish callbacks [] for port (7b017f84-a5c0-4100-87a6-5b33062a705f), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:43.914112 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-93278c4a-9a56-4f36-a806-d9e21e7c2d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (7b017f84-a5c0-4100-87a6-5b33062a705f), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:43.960804 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93278c4a-9a56-4f36-a806-d9e21e7c2d17 None None] Network fbc0e391-18c2-4e28-bf88-2a3e5f53625f is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:44:43.964769 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-93278c4a-9a56-4f36-a806-d9e21e7c2d17 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:44:43.970168 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93278c4a-9a56-4f36-a806-d9e21e7c2d17 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:44:43.975227 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93278c4a-9a56-4f36-a806-d9e21e7c2d17 None None] Pushing event updated for resources: {'Port': ['ID=7b017f84-a5c0-4100-87a6-5b33062a705f,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:44.066106 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-93278c4a-9a56-4f36-a806-d9e21e7c2d17 None None] Attempting to bind port 7b017f84-a5c0-4100-87a6-5b33062a705f on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:44:44.068741 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-93278c4a-9a56-4f36-a806-d9e21e7c2d17 None None] Attempting to bind port 7b017f84-a5c0-4100-87a6-5b33062a705f by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '8b958bf7-a295-49d6-b23f-c8fb777e1d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fbc0e391-18c2-4e28-bf88-2a3e5f53625f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:44:44.070937 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93278c4a-9a56-4f36-a806-d9e21e7c2d17 None None] Attempting to bind port 7b017f84-a5c0-4100-87a6-5b33062a705f on network fbc0e391-18c2-4e28-bf88-2a3e5f53625f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:44:44.087019 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93278c4a-9a56-4f36-a806-d9e21e7c2d17 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:44:44.087627 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93278c4a-9a56-4f36-a806-d9e21e7c2d17 None None] Checking segment: {'id': '8b958bf7-a295-49d6-b23f-c8fb777e1d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fbc0e391-18c2-4e28-bf88-2a3e5f53625f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:44:44.089710 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-93278c4a-9a56-4f36-a806-d9e21e7c2d17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:44.090349 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93278c4a-9a56-4f36-a806-d9e21e7c2d17 None None] Bound using segment: {'id': '8b958bf7-a295-49d6-b23f-c8fb777e1d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fbc0e391-18c2-4e28-bf88-2a3e5f53625f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:44:44.090992 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-93278c4a-9a56-4f36-a806-d9e21e7c2d17 None None] Bound port: 7b017f84-a5c0-4100-87a6-5b33062a705f, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b958bf7-a295-49d6-b23f-c8fb777e1d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fbc0e391-18c2-4e28-bf88-2a3e5f53625f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:44:44.094950 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-93278c4a-9a56-4f36-a806-d9e21e7c2d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (7b017f84-a5c0-4100-87a6-5b33062a705f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:44.096234 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-06dc61f4-9fd4-4037-9792-1ec521bee612 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:44.134014 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-06dc61f4-9fd4-4037-9792-1ec521bee612 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] device_id is not set on port 786c76d2-6b30-4f9c-b25a-6282fe13e447 yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:44:44.214929 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73aafe9-2a46-4d20-beb8-6ba3170732c9 req-2ffb707d-eb13-452c-b02a-b7f3bc9e9255 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:44.216453 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e73aafe9-2a46-4d20-beb8-6ba3170732c9 req-2ffb707d-eb13-452c-b02a-b7f3bc9e9255 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 945 time: 0.1756678 Feb 16 22:44:44.226748 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-93278c4a-9a56-4f36-a806-d9e21e7c2d17 None None] For port 7b017f84-a5c0-4100-87a6-5b33062a705f, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:44:44.249523 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-93278c4a-9a56-4f36-a806-d9e21e7c2d17 None None] For port 7b017f84-a5c0-4100-87a6-5b33062a705f, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=7b017f84-a5c0-4100-87a6-5b33062a705f,segment=NetworkSegment(8b958bf7-a295-49d6-b23f-c8fb777e1d18),segment_id=8b958bf7-a295-49d6-b23f-c8fb777e1d18)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:44:44.266556 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-93278c4a-9a56-4f36-a806-d9e21e7c2d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (7b017f84-a5c0-4100-87a6-5b33062a705f), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:44.398162 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-06dc61f4-9fd4-4037-9792-1ec521bee612 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Allocated IP 172.20.0.10 (fbc0e391-18c2-4e28-bf88-2a3e5f53625f/106470f2-fa0f-4dba-8272-754086b4b6ac/786c76d2-6b30-4f9c-b25a-6282fe13e447) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:44:44.403470 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93278c4a-9a56-4f36-a806-d9e21e7c2d17 None None] Pushing event updated for resources: {'Port': ['ID=7b017f84-a5c0-4100-87a6-5b33062a705f,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:44.539751 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e73aafe9-2a46-4d20-beb8-6ba3170732c9 req-a2592417-fa83-4c49-a56e-00a3179dfbc4 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078451 Feb 16 22:44:44.559722 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ecadf13-64de-4e19-98b6-e1fc652c6237 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Router c4129c22-7fa9-4b9a-b131-e579e23fb0bc is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:44:44.838509 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-06dc61f4-9fd4-4037-9792-1ec521bee612 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for port (786c76d2-6b30-4f9c-b25a-6282fe13e447), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:44.896189 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ecadf13-64de-4e19-98b6-e1fc652c6237 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:44:44.906716 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e7aaeb-4a0f-43de-a3c4-ebd9fe3c80e2 None None] Sync routers for ids ['c4129c22-7fa9-4b9a-b131-e579e23fb0bc'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:44:44.930074 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6ecadf13-64de-4e19-98b6-e1fc652c6237 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:44.934604 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6ecadf13-64de-4e19-98b6-e1fc652c6237 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.6762338 Feb 16 22:44:44.934807 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e7aaeb-4a0f-43de-a3c4-ebd9fe3c80e2 None None] Routers {'c4129c22-7fa9-4b9a-b131-e579e23fb0bc'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:44:44.934807 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-25e7aaeb-4a0f-43de-a3c4-ebd9fe3c80e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:44:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['c4129c22-7fa9-4b9a-b131-e579e23fb0bc'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:44.935283 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41054) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:44.954163 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-06dc61f4-9fd4-4037-9792-1ec521bee612 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (786c76d2-6b30-4f9c-b25a-6282fe13e447), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:45.028311 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc61f4-9fd4-4037-9792-1ec521bee612 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Port': ['ID=786c76d2-6b30-4f9c-b25a-6282fe13e447,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:45.043757 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dc61f4-9fd4-4037-9792-1ec521bee612 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Network fbc0e391-18c2-4e28-bf88-2a3e5f53625f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:44:45.045534 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-06dc61f4-9fd4-4037-9792-1ec521bee612 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:44:45.052446 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dc61f4-9fd4-4037-9792-1ec521bee612 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:44:45.161342 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-25e7aaeb-4a0f-43de-a3c4-ebd9fe3c80e2 None None] Set router c4129c22-7fa9-4b9a-b131-e579e23fb0bc gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:44:45.168521 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dc61f4-9fd4-4037-9792-1ec521bee612 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:45.169861 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-06dc61f4-9fd4-4037-9792-1ec521bee612 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:45.195365 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-06dc61f4-9fd4-4037-9792-1ec521bee612 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9397023 Feb 16 22:44:45.197638 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41066) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:45.205049 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-edb2b24a-2a2e-462c-828b-4f729768eb71 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'port': {'network_id': 'fbc0e391-18c2-4e28-bf88-2a3e5f53625f', 'name': 'tempest-PortsTestJSON-1146632229', 'fixed_ips': [{'subnet_id': '106470f2-fa0f-4dba-8272-754086b4b6ac', 'ip_address': '172.20.0.9'}]}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:45.343589 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9ef8ccb7-7980-4f72-993b-5b5d649f85b7 tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=408e4b5cc64c4521a5139ec5acd5eaa9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4063087 Feb 16 22:44:45.346322 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41068) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:45.400810 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-25e7aaeb-4a0f-43de-a3c4-ebd9fe3c80e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-115759094', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'aa90ff65-cf94-446c-a64d-c70c1ad4b07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:44:41Z', 'updated_at': '2022-02-16T22:44:42Z', 'revision_number': 3, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'gw_port': {'id': 'aa90ff65-cf94-446c-a64d-c70c1ad4b07b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:44:42Z', 'updated_at': '2022-02-16T22:44:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:45.432917 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e7aaeb-4a0f-43de-a3c4-ebd9fe3c80e2 None None] Checking router: c4129c22-7fa9-4b9a-b131-e579e23fb0bc for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:44:45.433285 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e7aaeb-4a0f-43de-a3c4-ebd9fe3c80e2 None None] Updating router c4129c22-7fa9-4b9a-b131-e579e23fb0bc port aa90ff65-cf94-446c-a64d-c70c1ad4b07b binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:44:45.490254 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-25e7aaeb-4a0f-43de-a3c4-ebd9fe3c80e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (aa90ff65-cf94-446c-a64d-c70c1ad4b07b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:45.627187 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b609131-09a4-48aa-816f-3f3a3b48b830 tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:45.632848 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5b609131-09a4-48aa-816f-3f3a3b48b830 tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2853012 Feb 16 22:44:45.637082 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41076) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:45.640950 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb2b24a-2a2e-462c-828b-4f729768eb71 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:44:45.653738 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edb2b24a-2a2e-462c-828b-4f729768eb71 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:45.698367 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-32a715c8-d5c3-46c6-8392-61ed575e9de3 req-0caa6c8a-07ba-4d5a-bc4f-77318e0b7367 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2792237 Feb 16 22:44:45.712848 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4b7be8f4-72bf-42cd-8e42-d976d7e5e2a8 tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=b0ab4fc8-02c8-4404-90ea-6cd7fce3204f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0734527 Feb 16 22:44:45.713501 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41078) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:45.724839 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-04cfbf95-123e-4549-9b7c-10fa511cf7c3 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1666047877', 'network_id': '5a6df76d-a33f-4d04-af8d-e31633545b3c', 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:45.735591 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 7b017f84-a5c0-4100-87a6-5b33062a705f up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:44:45.764322 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-edb2b24a-2a2e-462c-828b-4f729768eb71 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] device_id is not set on port a82cdea0-403b-4ae2-b753-892b2a0f5b6c yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:44:45.933174 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04cfbf95-123e-4549-9b7c-10fa511cf7c3 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Made reservation on behalf of 408e4b5cc64c4521a5139ec5acd5eaa9 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:44:45.940483 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-04cfbf95-123e-4549-9b7c-10fa511cf7c3 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:45.961398 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 7b017f84-a5c0-4100-87a6-5b33062a705f triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:45.961882 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (7b017f84-a5c0-4100-87a6-5b33062a705f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:46.150003 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-edb2b24a-2a2e-462c-828b-4f729768eb71 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Allocated IP 172.20.0.9 (fbc0e391-18c2-4e28-bf88-2a3e5f53625f/106470f2-fa0f-4dba-8272-754086b4b6ac/a82cdea0-403b-4ae2-b753-892b2a0f5b6c) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:44:46.200393 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 7b017f84-a5c0-4100-87a6-5b33062a705f is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:46.200786 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (7b017f84-a5c0-4100-87a6-5b33062a705f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:46.203171 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3303e8-3634-41e1-bcf2-e20314c20e4b None None] Network fbc0e391-18c2-4e28-bf88-2a3e5f53625f requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:44:46.355595 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edb2b24a-2a2e-462c-828b-4f729768eb71 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for port (a82cdea0-403b-4ae2-b753-892b2a0f5b6c), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:46.358896 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41084) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:46.379097 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-04cfbf95-123e-4549-9b7c-10fa511cf7c3 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (77828865-de3e-4cf9-97ec-bc4d1b4c3a70), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:46.421821 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-16a43c92-3ab5-4024-b7ea-79ad187fa789 None None] Provisioning complete for port 7b017f84-a5c0-4100-87a6-5b33062a705f triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:46.426222 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-16a43c92-3ab5-4024-b7ea-79ad187fa789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (7b017f84-a5c0-4100-87a6-5b33062a705f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:46.490528 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea1806-dcb6-4c7b-a5bd-9b028df16f3e req-46905966-6455-4fa1-9e23-65fee80e8d76 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:46.492273 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9ea1806-dcb6-4c7b-a5bd-9b028df16f3e req-46905966-6455-4fa1-9e23-65fee80e8d76 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 945 time: 0.7807839 Feb 16 22:44:46.499238 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a715c8-d5c3-46c6-8392-61ed575e9de3 req-b2ff9f65-e476-4d2b-a7ee-240543ecb6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:46.502645 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-32a715c8-d5c3-46c6-8392-61ed575e9de3 req-b2ff9f65-e476-4d2b-a7ee-240543ecb6d5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 1127 time: 0.7442689 Feb 16 22:44:46.532917 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 7b017f84-a5c0-4100-87a6-5b33062a705f, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=7b017f84-a5c0-4100-87a6-5b33062a705f,segment=NetworkSegment(8b958bf7-a295-49d6-b23f-c8fb777e1d18),segment_id=8b958bf7-a295-49d6-b23f-c8fb777e1d18)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:44:46.539588 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edb2b24a-2a2e-462c-828b-4f729768eb71 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (a82cdea0-403b-4ae2-b753-892b2a0f5b6c), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:46.547392 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cfbf95-123e-4549-9b7c-10fa511cf7c3 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Pushing event updated for resources: {'Subnet': ['ID=77828865-de3e-4cf9-97ec-bc4d1b4c3a70,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:46.567739 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a93e63a-2503-4bf0-b59c-3a162b36dd88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:46.588888 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (7b017f84-a5c0-4100-87a6-5b33062a705f), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:46.595089 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cfbf95-123e-4549-9b7c-10fa511cf7c3 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Checking segment: {'id': 'e44e4eec-b413-4b32-875e-c0ebf8a56a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5a6df76d-a33f-4d04-af8d-e31633545b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:44:46.595778 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cfbf95-123e-4549-9b7c-10fa511cf7c3 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Network hostable DHCP agents. Network: 5a6df76d-a33f-4d04-af8d-e31633545b3c, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:44:46.606340 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-25e7aaeb-4a0f-43de-a3c4-ebd9fe3c80e2 None None] Publish callbacks [] for port (aa90ff65-cf94-446c-a64d-c70c1ad4b07b), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:46.639782 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cfbf95-123e-4549-9b7c-10fa511cf7c3 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Network 5a6df76d-a33f-4d04-af8d-e31633545b3c is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:44:46.664689 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-04cfbf95-123e-4549-9b7c-10fa511cf7c3 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 5a6df76d-a33f-4d04-af8d-e31633545b3c) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:44:46.675132 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cfbf95-123e-4549-9b7c-10fa511cf7c3 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:46.676208 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-04cfbf95-123e-4549-9b7c-10fa511cf7c3 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:46.710638 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-04cfbf95-123e-4549-9b7c-10fa511cf7c3 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9940052 Feb 16 22:44:46.717031 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41088) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:46.728936 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a93e63a-2503-4bf0-b59c-3a162b36dd88 admin admin] Publish callbacks [] for security_group (54dafae3-fdf0-4813-9518-66fee00a60b4), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:46.735676 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a715c8-d5c3-46c6-8392-61ed575e9de3 req-ebc5ee05-1dd4-447c-a560-e16b383df486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:46.737507 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-32a715c8-d5c3-46c6-8392-61ed575e9de3 req-ebc5ee05-1dd4-447c-a560-e16b383df486 service neutron] 10.222.0.67 "GET /v2.0/networks?id=50f5d130-0f22-457e-8f9d-f7f34d0d3035 HTTP/1.1" status: 200 len: 913 time: 0.1918437 Feb 16 22:44:46.756969 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9ef283-5d0e-49d2-97aa-0d5ab939a88b None None] Network 5a6df76d-a33f-4d04-af8d-e31633545b3c requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:44:46.763177 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=7b017f84-a5c0-4100-87a6-5b33062a705f,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:46.772811 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-25e7aaeb-4a0f-43de-a3c4-ebd9fe3c80e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (aa90ff65-cf94-446c-a64d-c70c1ad4b07b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:46.800714 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a93e63a-2503-4bf0-b59c-3a162b36dd88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (54dafae3-fdf0-4813-9518-66fee00a60b4), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:46.835296 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb2b24a-2a2e-462c-828b-4f729768eb71 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Network fbc0e391-18c2-4e28-bf88-2a3e5f53625f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:44:46.843942 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-edb2b24a-2a2e-462c-828b-4f729768eb71 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:44:46.850260 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb2b24a-2a2e-462c-828b-4f729768eb71 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:44:46.901013 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-32a715c8-d5c3-46c6-8392-61ed575e9de3 req-66576a27-6192-4b14-ad07-f18a13a2e025 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a17cee1c-d7d4-40f1-8f34-4e49c329369c HTTP/1.1" status: 200 len: 217 time: 0.1250269 Feb 16 22:44:46.916122 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb2b24a-2a2e-462c-828b-4f729768eb71 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:46.917659 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-edb2b24a-2a2e-462c-828b-4f729768eb71 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:46.942929 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1a93e63a-2503-4bf0-b59c-3a162b36dd88 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=75e5a86cea384b19909f8ad18284ebcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5805330 Feb 16 22:44:46.944412 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41090) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:46.968938 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-edb2b24a-2a2e-462c-828b-4f729768eb71 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7681618 Feb 16 22:44:46.971127 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41094) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:46.983045 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93e63a-2503-4bf0-b59c-3a162b36dd88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54dafae3-fdf0-4813-9518-66fee00a60b4,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:47.041479 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b4060816-ffb4-4da8-af45-3b5a60b4b106 admin admin] Publish callbacks [] for security_group (54dafae3-fdf0-4813-9518-66fee00a60b4), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:47.120683 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-25e7aaeb-4a0f-43de-a3c4-ebd9fe3c80e2 None None] Attempting to bind port aa90ff65-cf94-446c-a64d-c70c1ad4b07b on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:44:47.120683 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-25e7aaeb-4a0f-43de-a3c4-ebd9fe3c80e2 None None] Attempting to bind port aa90ff65-cf94-446c-a64d-c70c1ad4b07b by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:44:47.120683 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e7aaeb-4a0f-43de-a3c4-ebd9fe3c80e2 None None] Attempting to bind port aa90ff65-cf94-446c-a64d-c70c1ad4b07b on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:44:47.129298 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9ea1806-dcb6-4c7b-a5bd-9b028df16f3e req-a296cbc5-9ee9-4af5-a719-bfbc51ebac35 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6239965 Feb 16 22:44:47.209465 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a715c8-d5c3-46c6-8392-61ed575e9de3 req-845b3ae5-faa0-4042-81bb-2ae5e6feab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:47.210996 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-32a715c8-d5c3-46c6-8392-61ed575e9de3 req-845b3ae5-faa0-4042-81bb-2ae5e6feab8d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0f3f901b-49c4-4880-859e-a4de691296cc HTTP/1.1" status: 200 len: 851 time: 0.2792211 Feb 16 22:44:47.213166 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2b24a-2a2e-462c-828b-4f729768eb71 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Port': ['ID=a82cdea0-403b-4ae2-b753-892b2a0f5b6c,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:47.267914 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0229862-8aaf-45c0-bd75-9514d014f846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-5a6df76d-a33f-4d04-af8d-e31633545b3c', 'network_id': '5a6df76d-a33f-4d04-af8d-e31633545b3c', 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'fixed_ips': [{'subnet_id': '77828865-de3e-4cf9-97ec-bc4d1b4c3a70'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:44:47.269284 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a0229862-8aaf-45c0-bd75-9514d014f846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:47.278332 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e7aaeb-4a0f-43de-a3c4-ebd9fe3c80e2 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:44:47.279016 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e7aaeb-4a0f-43de-a3c4-ebd9fe3c80e2 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:44:47.279602 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-25e7aaeb-4a0f-43de-a3c4-ebd9fe3c80e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:47.280225 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e7aaeb-4a0f-43de-a3c4-ebd9fe3c80e2 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:44:47.280891 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-25e7aaeb-4a0f-43de-a3c4-ebd9fe3c80e2 None None] Bound port: aa90ff65-cf94-446c-a64d-c70c1ad4b07b, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:44:47.281475 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-25e7aaeb-4a0f-43de-a3c4-ebd9fe3c80e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (aa90ff65-cf94-446c-a64d-c70c1ad4b07b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:47.285147 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba4823-a4b7-471a-a520-1b52e62eebce None None] Pushing event updated for resources: {'Port': ['ID=aa90ff65-cf94-446c-a64d-c70c1ad4b07b,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:47.298976 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-16a43c92-3ab5-4024-b7ea-79ad187fa789 None None] Current status of the port 7b017f84-a5c0-4100-87a6-5b33062a705f is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:47.320193 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2b24a-2a2e-462c-828b-4f729768eb71 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:47.320549 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2b24a-2a2e-462c-828b-4f729768eb71 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:47.320904 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2b24a-2a2e-462c-828b-4f729768eb71 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:47.321747 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2b24a-2a2e-462c-828b-4f729768eb71 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:47.322118 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2b24a-2a2e-462c-828b-4f729768eb71 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:47.322992 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2b24a-2a2e-462c-828b-4f729768eb71 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:47.322992 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2b24a-2a2e-462c-828b-4f729768eb71 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:47.323193 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2b24a-2a2e-462c-828b-4f729768eb71 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:47.323425 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2b24a-2a2e-462c-828b-4f729768eb71 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:47.323766 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2b24a-2a2e-462c-828b-4f729768eb71 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:47.324132 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2b24a-2a2e-462c-828b-4f729768eb71 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:47.324462 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2b24a-2a2e-462c-828b-4f729768eb71 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:47.324787 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2b24a-2a2e-462c-828b-4f729768eb71 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:47.329874 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b4060816-ffb4-4da8-af45-3b5a60b4b106 admin admin] Publish callbacks [] for security_group (54dafae3-fdf0-4813-9518-66fee00a60b4), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:47.387186 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e4a46a-ac4e-4299-b13d-aa9c9b56057c tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:47.391222 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-25e4a46a-ac4e-4299-b13d-aa9c9b56057c tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3461936 Feb 16 22:44:47.394411 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41100) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:47.488312 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312cb4a-d7c5-466b-b7a1-e23e0a5cada8 req-9dd692e2-9116-40d5-a748-881e0ca8f119 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:47.497156 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e312cb4a-d7c5-466b-b7a1-e23e0a5cada8 req-9dd692e2-9116-40d5-a748-881e0ca8f119 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 945 time: 0.2063437 Feb 16 22:44:47.500486 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a715c8-d5c3-46c6-8392-61ed575e9de3 req-92f8d86a-8e7d-4faf-9ffd-ab33723c6cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:47.503346 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b4060816-ffb4-4da8-af45-3b5a60b4b106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (54dafae3-fdf0-4813-9518-66fee00a60b4), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:47.503602 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-32a715c8-d5c3-46c6-8392-61ed575e9de3 req-92f8d86a-8e7d-4faf-9ffd-ab33723c6cc7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=50f5d130-0f22-457e-8f9d-f7f34d0d3035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2627597 Feb 16 22:44:47.506157 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b4060816-ffb4-4da8-af45-3b5a60b4b106 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:47.509867 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b4060816-ffb4-4da8-af45-3b5a60b4b106 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/54dafae3-fdf0-4813-9518-66fee00a60b4 HTTP/1.1" status: 204 len: 168 time: 0.5588851 Feb 16 22:44:47.624503 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-25e7aaeb-4a0f-43de-a3c4-ebd9fe3c80e2 None None] For port aa90ff65-cf94-446c-a64d-c70c1ad4b07b, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:44:47.692629 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-25e7aaeb-4a0f-43de-a3c4-ebd9fe3c80e2 None None] For port aa90ff65-cf94-446c-a64d-c70c1ad4b07b, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=aa90ff65-cf94-446c-a64d-c70c1ad4b07b,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:44:47.703069 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4060816-ffb4-4da8-af45-3b5a60b4b106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dafae3-fdf0-4813-9518-66fee00a60b4,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:47.708853 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a33f75f1-8378-44bb-bc4a-19bccaf2b60c None None] Provisioning complete for port 786c76d2-6b30-4f9c-b25a-6282fe13e447 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:47.709094 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a33f75f1-8378-44bb-bc4a-19bccaf2b60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (786c76d2-6b30-4f9c-b25a-6282fe13e447), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:47.718507 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 7b017f84-a5c0-4100-87a6-5b33062a705f up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:44:47.789872 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ec65c9-f92f-4cb5-a983-a373e7cae713 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:47.795325 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ec65c9-f92f-4cb5-a983-a373e7cae713 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:47.809752 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ec65c9-f92f-4cb5-a983-a373e7cae713 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:47.826962 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a0ec65c9-f92f-4cb5-a983-a373e7cae713 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.4300258 Feb 16 22:44:47.827611 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41106) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:47.844990 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-25e7aaeb-4a0f-43de-a3c4-ebd9fe3c80e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (aa90ff65-cf94-446c-a64d-c70c1ad4b07b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:48.013910 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e312cb4a-d7c5-466b-b7a1-e23e0a5cada8 req-c5be174e-86b7-434b-8fc9-10ebbae8667e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5158587 Feb 16 22:44:48.028328 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-32a715c8-d5c3-46c6-8392-61ed575e9de3 req-d5c31b52-2a78-4442-8b98-da5b6671fbce service neutron] 10.222.0.67 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5192723 Feb 16 22:44:48.054264 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c001129d-366e-4a9a-856c-3a2a10698fde tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:48.115490 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41112) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:48.130269 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-a0229862-8aaf-45c0-bd75-9514d014f846 None None] Allocated IP 172.20.0.2 (5a6df76d-a33f-4d04-af8d-e31633545b3c/77828865-de3e-4cf9-97ec-bc4d1b4c3a70/4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:44:48.149378 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e7aaeb-4a0f-43de-a3c4-ebd9fe3c80e2 None None] Routers {'c4129c22-7fa9-4b9a-b131-e579e23fb0bc'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:44:48.150325 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-25e7aaeb-4a0f-43de-a3c4-ebd9fe3c80e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:44:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['c4129c22-7fa9-4b9a-b131-e579e23fb0bc'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:48.153778 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a33f75f1-8378-44bb-bc4a-19bccaf2b60c None None] Port 786c76d2-6b30-4f9c-b25a-6282fe13e447 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:44:48.233164 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-15335adf-d205-45a9-9c0c-9e82dc170d10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:48.267488 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba4823-a4b7-471a-a520-1b52e62eebce None None] Pushing event updated for resources: {'Port': ['ID=aa90ff65-cf94-446c-a64d-c70c1ad4b07b,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:48.293451 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-625d518f-a329-4f79-adce-db5ff5745d2c tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Deleting port a82cdea0-403b-4ae2-b753-892b2a0f5b6c {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:44:48.293885 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-625d518f-a329-4f79-adce-db5ff5745d2c tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a82cdea0-403b-4ae2-b753-892b2a0f5b6c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:48.386427 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-25e7aaeb-4a0f-43de-a3c4-ebd9fe3c80e2 None None] Set router c4129c22-7fa9-4b9a-b131-e579e23fb0bc gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:44:48.395112 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-625d518f-a329-4f79-adce-db5ff5745d2c tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a82cdea0-403b-4ae2-b753-892b2a0f5b6c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:48.407740 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-625d518f-a329-4f79-adce-db5ff5745d2c tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Calling delete_port for a82cdea0-403b-4ae2-b753-892b2a0f5b6c owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:44:48.564979 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 7b017f84-a5c0-4100-87a6-5b33062a705f triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:48.565725 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (7b017f84-a5c0-4100-87a6-5b33062a705f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:48.577561 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-32a715c8-d5c3-46c6-8392-61ed575e9de3 req-e105167a-2a53-4c5e-a351-f5e81f30a112 service neutron] 10.222.0.67 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5305569 Feb 16 22:44:48.604457 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a33f75f1-8378-44bb-bc4a-19bccaf2b60c None None] Provisioning complete for port 7b017f84-a5c0-4100-87a6-5b33062a705f triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:48.605179 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a33f75f1-8378-44bb-bc4a-19bccaf2b60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (7b017f84-a5c0-4100-87a6-5b33062a705f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:48.610765 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679567e-361f-46c2-aed5-f96a2258c2e8 req-43a1be46-a2eb-49fa-a08f-5767dd1e4394 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:48.622135 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9679567e-361f-46c2-aed5-f96a2258c2e8 req-43a1be46-a2eb-49fa-a08f-5767dd1e4394 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 945 time: 0.4571369 Feb 16 22:44:48.641211 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-625d518f-a329-4f79-adce-db5ff5745d2c tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (a82cdea0-403b-4ae2-b753-892b2a0f5b6c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:48.694341 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d518f-a329-4f79-adce-db5ff5745d2c tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Port': ['ID=a82cdea0-403b-4ae2-b753-892b2a0f5b6c,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:48.740068 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-15335adf-d205-45a9-9c0c-9e82dc170d10 admin admin] Publish callbacks [] for security_group (a56c4040-09a0-4e91-92a1-00a5e0f12124), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:48.779216 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-15335adf-d205-45a9-9c0c-9e82dc170d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a56c4040-09a0-4e91-92a1-00a5e0f12124), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:48.814588 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9679567e-361f-46c2-aed5-f96a2258c2e8 req-b609de64-38ed-48cf-abce-d0806b29427e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911852 Feb 16 22:44:48.871346 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a0229862-8aaf-45c0-bd75-9514d014f846 None None] Publish callbacks [] for port (4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:48.873639 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 7b017f84-a5c0-4100-87a6-5b33062a705f is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:48.893217 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-15335adf-d205-45a9-9c0c-9e82dc170d10 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5cd2a5fe8cff4877954e9b7a54bdc19c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7655053 Feb 16 22:44:48.896173 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41118) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:48.909869 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a0229862-8aaf-45c0-bd75-9514d014f846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:48.912349 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15335adf-d205-45a9-9c0c-9e82dc170d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56c4040-09a0-4e91-92a1-00a5e0f12124,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:48.917772 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-625d518f-a329-4f79-adce-db5ff5745d2c tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:48.927949 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-625d518f-a329-4f79-adce-db5ff5745d2c tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/ports/a82cdea0-403b-4ae2-b753-892b2a0f5b6c HTTP/1.1" status: 204 len: 168 time: 1.0958714 Feb 16 22:44:48.931154 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41120) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:48.988416 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-29cec9d9-72f9-4a75-a84f-0ef062b9f649 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] GET failed (client error): The resource could not be found. Feb 16 22:44:48.993776 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-29cec9d9-72f9-4a75-a84f-0ef062b9f649 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "GET /v2.0/ports/a82cdea0-403b-4ae2-b753-892b2a0f5b6c HTTP/1.1" status: 404 len: 333 time: 0.0603573 Feb 16 22:44:48.996630 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41122) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:49.006476 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-c001129d-366e-4a9a-856c-3a2a10698fde tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Allocated IP 172.20.0.1 (5a6df76d-a33f-4d04-af8d-e31633545b3c/77828865-de3e-4cf9-97ec-bc4d1b4c3a70/c2d8c6fd-6cf3-41b6-906d-e6961226f2b8) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:44:49.043423 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0229862-8aaf-45c0-bd75-9514d014f846 None None] Network 5a6df76d-a33f-4d04-af8d-e31633545b3c is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:44:49.085178 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-a0229862-8aaf-45c0-bd75-9514d014f846 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:44:49.095955 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0229862-8aaf-45c0-bd75-9514d014f846 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:44:49.102381 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a33f75f1-8378-44bb-bc4a-19bccaf2b60c None None] Current status of the port 7b017f84-a5c0-4100-87a6-5b33062a705f is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:49.121461 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a33f75f1-8378-44bb-bc4a-19bccaf2b60c None None] Could not find standard attr ID for object a82cdea0-403b-4ae2-b753-892b2a0f5b6c. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:44:49.132159 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0229862-8aaf-45c0-bd75-9514d014f846 None None] Pushing event updated for resources: {'Port': ['ID=4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:49.178383 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-25e7aaeb-4a0f-43de-a3c4-ebd9fe3c80e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-115759094', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'aa90ff65-cf94-446c-a64d-c70c1ad4b07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:44:41Z', 'updated_at': '2022-02-16T22:44:42Z', 'revision_number': 3, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'gw_port': {'id': 'aa90ff65-cf94-446c-a64d-c70c1ad4b07b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:44:42Z', 'updated_at': '2022-02-16T22:44:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:49.194097 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-786fbe6f-0b7d-499f-8c60-bb1d103aecfb admin admin] Publish callbacks [] for security_group (a56c4040-09a0-4e91-92a1-00a5e0f12124), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:49.216731 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-786fbe6f-0b7d-499f-8c60-bb1d103aecfb admin admin] Publish callbacks [] for security_group (a56c4040-09a0-4e91-92a1-00a5e0f12124), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:49.224264 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-7d529ec5-9a42-4ffb-bb87-8cfe54626ebe tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Deleting port 786c76d2-6b30-4f9c-b25a-6282fe13e447 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:44:49.224602 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7d529ec5-9a42-4ffb-bb87-8cfe54626ebe tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (786c76d2-6b30-4f9c-b25a-6282fe13e447), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:49.228625 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e7aaeb-4a0f-43de-a3c4-ebd9fe3c80e2 None None] The sync data for ids ['c4129c22-7fa9-4b9a-b131-e579e23fb0bc'] in n-d-813897-6 is: [{'id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-115759094', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'aa90ff65-cf94-446c-a64d-c70c1ad4b07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:44:41Z', 'updated_at': '2022-02-16T22:44:42Z', 'revision_number': 3, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'gw_port': {'id': 'aa90ff65-cf94-446c-a64d-c70c1ad4b07b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:44:42Z', 'updated_at': '2022-02-16T22:44:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:44:49.250881 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-a0229862-8aaf-45c0-bd75-9514d014f846 None None] Attempting to bind port 4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:44:49.251298 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-a0229862-8aaf-45c0-bd75-9514d014f846 None None] Attempting to bind port 4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'e44e4eec-b413-4b32-875e-c0ebf8a56a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5a6df76d-a33f-4d04-af8d-e31633545b3c'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:44:49.251761 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0229862-8aaf-45c0-bd75-9514d014f846 None None] Attempting to bind port 4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0 on network 5a6df76d-a33f-4d04-af8d-e31633545b3c {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:44:49.259839 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0229862-8aaf-45c0-bd75-9514d014f846 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:44:49.260387 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0229862-8aaf-45c0-bd75-9514d014f846 None None] Checking segment: {'id': 'e44e4eec-b413-4b32-875e-c0ebf8a56a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5a6df76d-a33f-4d04-af8d-e31633545b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:44:49.261158 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a0229862-8aaf-45c0-bd75-9514d014f846 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:49.262211 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0229862-8aaf-45c0-bd75-9514d014f846 None None] Bound using segment: {'id': 'e44e4eec-b413-4b32-875e-c0ebf8a56a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5a6df76d-a33f-4d04-af8d-e31633545b3c'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:44:49.263068 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-a0229862-8aaf-45c0-bd75-9514d014f846 None None] Bound port: 4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e44e4eec-b413-4b32-875e-c0ebf8a56a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5a6df76d-a33f-4d04-af8d-e31633545b3c'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:44:49.263563 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a0229862-8aaf-45c0-bd75-9514d014f846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:49.282182 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f3c0c524-1055-499b-9612-ba39affd0835 None None] Provisioning complete for port 786c76d2-6b30-4f9c-b25a-6282fe13e447 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:49.282864 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f3c0c524-1055-499b-9612-ba39affd0835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (786c76d2-6b30-4f9c-b25a-6282fe13e447), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:49.301296 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-786fbe6f-0b7d-499f-8c60-bb1d103aecfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a56c4040-09a0-4e91-92a1-00a5e0f12124), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:49.305118 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-786fbe6f-0b7d-499f-8c60-bb1d103aecfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:49.309249 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-786fbe6f-0b7d-499f-8c60-bb1d103aecfb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a56c4040-09a0-4e91-92a1-00a5e0f12124 HTTP/1.1" status: 204 len: 168 time: 0.4083428 Feb 16 22:44:49.372187 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7d529ec5-9a42-4ffb-bb87-8cfe54626ebe tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (786c76d2-6b30-4f9c-b25a-6282fe13e447), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:49.412566 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f3c0c524-1055-499b-9612-ba39affd0835 None None] Port 786c76d2-6b30-4f9c-b25a-6282fe13e447 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:44:49.415930 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d3cfe-76b9-4b73-b335-fd8f98f8aa51 req-e3012c46-6eea-4c8e-978b-ea22877a0b06 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:49.423562 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f3c0c524-1055-499b-9612-ba39affd0835 None None] Could not find standard attr ID for object a82cdea0-403b-4ae2-b753-892b2a0f5b6c. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:44:49.430013 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-a0229862-8aaf-45c0-bd75-9514d014f846 None None] For port 4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:44:49.432674 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb5d3cfe-76b9-4b73-b335-fd8f98f8aa51 req-e3012c46-6eea-4c8e-978b-ea22877a0b06 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 945 time: 0.2721777 Feb 16 22:44:49.433569 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-a0229862-8aaf-45c0-bd75-9514d014f846 None None] For port 4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0,segment=NetworkSegment(e44e4eec-b413-4b32-875e-c0ebf8a56a0d),segment_id=e44e4eec-b413-4b32-875e-c0ebf8a56a0d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:44:49.445789 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-7d529ec5-9a42-4ffb-bb87-8cfe54626ebe tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Calling delete_port for 786c76d2-6b30-4f9c-b25a-6282fe13e447 owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:44:49.446520 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a0229862-8aaf-45c0-bd75-9514d014f846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:49.551801 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0229862-8aaf-45c0-bd75-9514d014f846 None None] Pushing event updated for resources: {'Port': ['ID=4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:49.639471 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb5d3cfe-76b9-4b73-b335-fd8f98f8aa51 req-e3f88e86-fa5e-412d-86b9-aa8b10507139 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014518 Feb 16 22:44:49.720550 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7d529ec5-9a42-4ffb-bb87-8cfe54626ebe tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (786c76d2-6b30-4f9c-b25a-6282fe13e447), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:49.775280 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d529ec5-9a42-4ffb-bb87-8cfe54626ebe tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Port': ['ID=786c76d2-6b30-4f9c-b25a-6282fe13e447,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:49.900342 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7d529ec5-9a42-4ffb-bb87-8cfe54626ebe tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:49.906776 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7d529ec5-9a42-4ffb-bb87-8cfe54626ebe tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/ports/786c76d2-6b30-4f9c-b25a-6282fe13e447 HTTP/1.1" status: 204 len: 168 time: 0.9087408 Feb 16 22:44:49.908920 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41136) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:49.976500 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-99ce4d9a-c23f-4e63-a3c9-8b488f156576 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] GET failed (client error): The resource could not be found. Feb 16 22:44:49.978220 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-99ce4d9a-c23f-4e63-a3c9-8b488f156576 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "GET /v2.0/ports/786c76d2-6b30-4f9c-b25a-6282fe13e447 HTTP/1.1" status: 404 len: 333 time: 0.0681000 Feb 16 22:44:49.980827 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41140) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:50.073881 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786fbe6f-0b7d-499f-8c60-bb1d103aecfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56c4040-09a0-4e91-92a1-00a5e0f12124,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:50.091438 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fcd006a-58cd-45d6-933c-7a977c5c84e6 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Deleting subnet 106470f2-fa0f-4dba-8272-754086b4b6ac {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:44:50.108458 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c001129d-366e-4a9a-856c-3a2a10698fde tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for port (c2d8c6fd-6cf3-41b6-906d-e6961226f2b8), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:50.110449 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fcd006a-58cd-45d6-933c-7a977c5c84e6 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for subnet (106470f2-fa0f-4dba-8272-754086b4b6ac), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:50.165714 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fcd006a-58cd-45d6-933c-7a977c5c84e6 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (106470f2-fa0f-4dba-8272-754086b4b6ac), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:50.192006 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c001129d-366e-4a9a-856c-3a2a10698fde tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (c2d8c6fd-6cf3-41b6-906d-e6961226f2b8), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:50.238108 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c001129d-366e-4a9a-856c-3a2a10698fde tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Network 5a6df76d-a33f-4d04-af8d-e31633545b3c is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:44:50.241555 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-c001129d-366e-4a9a-856c-3a2a10698fde tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:44:50.244128 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c001129d-366e-4a9a-856c-3a2a10698fde tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:44:50.313284 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c001129d-366e-4a9a-856c-3a2a10698fde tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (c4129c22-7fa9-4b9a-b131-e579e23fb0bc), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:50.532015 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001129d-366e-4a9a-856c-3a2a10698fde tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Pushing event updated for resources: {'Port': ['ID=c2d8c6fd-6cf3-41b6-906d-e6961226f2b8,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:50.629962 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c001129d-366e-4a9a-856c-3a2a10698fde tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c2d8c6fd-6cf3-41b6-906d-e6961226f2b8), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:50.662869 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-00e376ca-9090-4c52-b9f9-4cb83bf63afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:50.868549 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fcd006a-58cd-45d6-933c-7a977c5c84e6 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (106470f2-fa0f-4dba-8272-754086b4b6ac), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:50.953640 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fcd006a-58cd-45d6-933c-7a977c5c84e6 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (106470f2-fa0f-4dba-8272-754086b4b6ac), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:51.102585 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd006a-58cd-45d6-933c-7a977c5c84e6 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Subnet': ['ID=106470f2-fa0f-4dba-8272-754086b4b6ac,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:51.122777 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c001129d-366e-4a9a-856c-3a2a10698fde tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for port (c2d8c6fd-6cf3-41b6-906d-e6961226f2b8), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:51.135676 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14e8f26-1b5d-4570-b83e-8675b356b26f None None] Network fbc0e391-18c2-4e28-bf88-2a3e5f53625f requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:44:51.137085 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fcd006a-58cd-45d6-933c-7a977c5c84e6 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:51.141828 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0fcd006a-58cd-45d6-933c-7a977c5c84e6 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/subnets/106470f2-fa0f-4dba-8272-754086b4b6ac HTTP/1.1" status: 204 len: 168 time: 1.1598494 Feb 16 22:44:51.147423 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c001129d-366e-4a9a-856c-3a2a10698fde tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (c2d8c6fd-6cf3-41b6-906d-e6961226f2b8), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:51.149444 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41164) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:51.266734 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97c74e-ef5a-42fd-975e-2f8b261e615e req-7cd147bf-155d-4a1a-8fa0-96090725f1a7 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:51.268283 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7a97c74e-ef5a-42fd-975e-2f8b261e615e req-7cd147bf-155d-4a1a-8fa0-96090725f1a7 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 945 time: 0.3396792 Feb 16 22:44:51.303780 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001129d-366e-4a9a-856c-3a2a10698fde tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Pushing event updated for resources: {'Port': ['ID=c2d8c6fd-6cf3-41b6-906d-e6961226f2b8,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:51.331689 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c001129d-366e-4a9a-856c-3a2a10698fde tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (c4129c22-7fa9-4b9a-b131-e579e23fb0bc), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:51.377342 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8cdb2-66c7-45ea-af30-1612d92df308 req-be006230-05a0-48c8-bb78-2ce3107e98a9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:51.378814 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4da8cdb2-66c7-45ea-af30-1612d92df308 req-be006230-05a0-48c8-bb78-2ce3107e98a9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 945 time: 0.4516964 Feb 16 22:44:51.393303 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588cf665-8f5c-49ca-9a85-85e899e12af6 None None] Network 5a6df76d-a33f-4d04-af8d-e31633545b3c requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:44:51.395503 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad02384-bc13-4b05-82a1-44d03b9d7b11 None None] DHCP port deletion for fbc0e391-18c2-4e28-bf88-2a3e5f53625f request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:44:51.423491 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f7b24858-59d8-420a-8005-de0a22e58467 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (fbc0e391-18c2-4e28-bf88-2a3e5f53625f), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:51.564702 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c001129d-366e-4a9a-856c-3a2a10698fde tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Network 5a6df76d-a33f-4d04-af8d-e31633545b3c is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:44:51.569319 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-c001129d-366e-4a9a-856c-3a2a10698fde tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:44:51.628088 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1f457cf9-6e3a-42a3-b8ef-63704200dd7d None None] Provisioning complete for port 4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:51.629639 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1f457cf9-6e3a-42a3-b8ef-63704200dd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:51.666240 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4da8cdb2-66c7-45ea-af30-1612d92df308 req-e8553f92-d989-4bfb-a40d-9b2a1191d951 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521720 Feb 16 22:44:51.716446 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-7a97c74e-ef5a-42fd-975e-2f8b261e615e req-29091cb8-bb8d-44be-a0e4-7071f41b2955 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Deleting port a17cee1c-d7d4-40f1-8f34-4e49c329369c {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:44:51.717239 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7a97c74e-ef5a-42fd-975e-2f8b261e615e req-29091cb8-bb8d-44be-a0e4-7071f41b2955 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a17cee1c-d7d4-40f1-8f34-4e49c329369c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:51.855348 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-7a97c74e-ef5a-42fd-975e-2f8b261e615e req-29091cb8-bb8d-44be-a0e4-7071f41b2955 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] For port a17cee1c-d7d4-40f1-8f34-4e49c329369c, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=a17cee1c-d7d4-40f1-8f34-4e49c329369c,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:44:51.855626 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7a97c74e-ef5a-42fd-975e-2f8b261e615e req-29091cb8-bb8d-44be-a0e4-7071f41b2955 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a17cee1c-d7d4-40f1-8f34-4e49c329369c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:51.872169 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-7a97c74e-ef5a-42fd-975e-2f8b261e615e req-29091cb8-bb8d-44be-a0e4-7071f41b2955 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Calling delete_port for a17cee1c-d7d4-40f1-8f34-4e49c329369c owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:44:51.880745 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c001129d-366e-4a9a-856c-3a2a10698fde tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Router c4129c22-7fa9-4b9a-b131-e579e23fb0bc has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:44:51.935025 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:44:52.012084 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ad02384-bc13-4b05-82a1-44d03b9d7b11 None None] Deleting port 7b017f84-a5c0-4100-87a6-5b33062a705f {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:44:52.012561 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ad02384-bc13-4b05-82a1-44d03b9d7b11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (7b017f84-a5c0-4100-87a6-5b33062a705f), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:52.030935 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-f7b24858-59d8-420a-8005-de0a22e58467 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Deleting port 7b017f84-a5c0-4100-87a6-5b33062a705f {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:44:52.031531 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f7b24858-59d8-420a-8005-de0a22e58467 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (7b017f84-a5c0-4100-87a6-5b33062a705f), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:52.045716 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7a97c74e-ef5a-42fd-975e-2f8b261e615e req-29091cb8-bb8d-44be-a0e4-7071f41b2955 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (a17cee1c-d7d4-40f1-8f34-4e49c329369c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:52.069230 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['a17cee1c-d7d4-40f1-8f34-4e49c329369c'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:44:52.086972 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29091cb8-bb8d-44be-a0e4-7071f41b2955 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Pushing event deleted for resources: {'Port': ['ID=a17cee1c-d7d4-40f1-8f34-4e49c329369c,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:52.141848 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c001129d-366e-4a9a-856c-3a2a10698fde tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:44:52.156110 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c001129d-366e-4a9a-856c-3a2a10698fde tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "PUT /v2.0/routers/c4129c22-7fa9-4b9a-b131-e579e23fb0bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4374297 Feb 16 22:44:52.159281 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41184) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:52.167238 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-140a5949-13eb-4acc-bd7c-53dd5fa341de tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--910064465', 'description': 'tempest-secgroup_access--910064465 description', 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:52.207436 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-140a5949-13eb-4acc-bd7c-53dd5fa341de tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:52.231925 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ad02384-bc13-4b05-82a1-44d03b9d7b11 None None] For port 7b017f84-a5c0-4100-87a6-5b33062a705f, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=7b017f84-a5c0-4100-87a6-5b33062a705f,segment=NetworkSegment(8b958bf7-a295-49d6-b23f-c8fb777e1d18),segment_id=8b958bf7-a295-49d6-b23f-c8fb777e1d18)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:44:52.232329 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ad02384-bc13-4b05-82a1-44d03b9d7b11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (7b017f84-a5c0-4100-87a6-5b33062a705f), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:52.262156 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ad02384-bc13-4b05-82a1-44d03b9d7b11 None None] Calling delete_port for 7b017f84-a5c0-4100-87a6-5b33062a705f owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:44:52.309081 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a97c74e-ef5a-42fd-975e-2f8b261e615e req-29091cb8-bb8d-44be-a0e4-7071f41b2955 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] No DVR routers for this DVR port a17cee1c-d7d4-40f1-8f34-4e49c329369c on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:44:52.316860 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7a97c74e-ef5a-42fd-975e-2f8b261e615e req-29091cb8-bb8d-44be-a0e4-7071f41b2955 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:52.323907 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7a97c74e-ef5a-42fd-975e-2f8b261e615e req-29091cb8-bb8d-44be-a0e4-7071f41b2955 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.67 "DELETE /v2.0/ports/a17cee1c-d7d4-40f1-8f34-4e49c329369c HTTP/1.1" status: 204 len: 173 time: 1.0395403 Feb 16 22:44:52.334906 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e61b4e-d311-41aa-ac53-b24fa5e12b89', 'name': 'network-vif-deleted', 'tag': 'a17cee1c-d7d4-40f1-8f34-4e49c329369c'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:44:52.337334 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425936ef-4c7e-46b9-bfaa-469607102805" -d '{"events": [{"server_uuid": "c7e61b4e-d311-41aa-ac53-b24fa5e12b89", "name": "network-vif-deleted", "tag": "a17cee1c-d7d4-40f1-8f34-4e49c329369c"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:44:52.377139 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-f7b24858-59d8-420a-8005-de0a22e58467 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] For port 7b017f84-a5c0-4100-87a6-5b33062a705f, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=7b017f84-a5c0-4100-87a6-5b33062a705f,segment=NetworkSegment(8b958bf7-a295-49d6-b23f-c8fb777e1d18),segment_id=8b958bf7-a295-49d6-b23f-c8fb777e1d18)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:44:52.377518 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f7b24858-59d8-420a-8005-de0a22e58467 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (7b017f84-a5c0-4100-87a6-5b33062a705f), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:52.399445 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-140a5949-13eb-4acc-bd7c-53dd5fa341de tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for security_group (ae17d4da-3918-4b26-9e4a-b2bbab4f05f4), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:52.405841 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-140a5949-13eb-4acc-bd7c-53dd5fa341de tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ae17d4da-3918-4b26-9e4a-b2bbab4f05f4), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:52.434552 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea573af-bd7f-4ea7-9655-d2f9dbb34149 None None] Sync routers for ids ['c4129c22-7fa9-4b9a-b131-e579e23fb0bc'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:44:52.450300 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a5949-13eb-4acc-bd7c-53dd5fa341de tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae17d4da-3918-4b26-9e4a-b2bbab4f05f4,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:52.455413 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea573af-bd7f-4ea7-9655-d2f9dbb34149 None None] Routers {'c4129c22-7fa9-4b9a-b131-e579e23fb0bc'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:44:52.457326 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-140a5949-13eb-4acc-bd7c-53dd5fa341de tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:52.458959 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-140a5949-13eb-4acc-bd7c-53dd5fa341de tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2954748 Feb 16 22:44:52.459360 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-fea573af-bd7f-4ea7-9655-d2f9dbb34149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:44:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['c4129c22-7fa9-4b9a-b131-e579e23fb0bc'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:52.462628 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41190) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:52.469059 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-13e6d442-277d-462d-8528-a5cf430c1469 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1247478448', 'description': 'tempest-secgroup_general--1247478448 description', 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:52.475108 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-f7b24858-59d8-420a-8005-de0a22e58467 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Calling delete_port for 7b017f84-a5c0-4100-87a6-5b33062a705f owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:44:52.495323 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-13e6d442-277d-462d-8528-a5cf430c1469 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:52.506219 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:52.511902 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:52.512769 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05b3cec-b61f-4d7f-bb53-832d5935fe4c x-openstack-request-id: req-a05b3cec-b61f-4d7f-bb53-832d5935fe4c {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:44:52.513284 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e61b4e-d311-41aa-ac53-b24fa5e12b89", "name": "network-vif-deleted", "tag": "a17cee1c-d7d4-40f1-8f34-4e49c329369c", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:44:52.514349 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a05b3cec-b61f-4d7f-bb53-832d5935fe4c {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:44:52.517640 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e61b4e-d311-41aa-ac53-b24fa5e12b89', 'name': 'network-vif-deleted', 'tag': 'a17cee1c-d7d4-40f1-8f34-4e49c329369c', 'status': 'completed', 'code': 200} Feb 16 22:44:52.611215 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-13e6d442-277d-462d-8528-a5cf430c1469 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for security_group (46d5b1b6-76d9-4c3d-b787-d96ac843c849), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:52.619815 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1f457cf9-6e3a-42a3-b8ef-63704200dd7d None None] Current status of the port 4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:52.622677 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-13e6d442-277d-462d-8528-a5cf430c1469 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (46d5b1b6-76d9-4c3d-b787-d96ac843c849), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:52.623372 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1f457cf9-6e3a-42a3-b8ef-63704200dd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:52.689539 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6d442-277d-462d-8528-a5cf430c1469 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46d5b1b6-76d9-4c3d-b787-d96ac843c849,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:52.724083 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-13e6d442-277d-462d-8528-a5cf430c1469 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:52.726706 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-13e6d442-277d-462d-8528-a5cf430c1469 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2619600 Feb 16 22:44:52.729289 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41198) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:52.736512 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-91acd150-f45d-4758-b913-a1a13479326b tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Request body: {'security_group_rule': {'security_group_id': 'ae17d4da-3918-4b26-9e4a-b2bbab4f05f4', 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:52.744448 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ad02384-bc13-4b05-82a1-44d03b9d7b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (7b017f84-a5c0-4100-87a6-5b33062a705f), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:52.759167 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f7b24858-59d8-420a-8005-de0a22e58467 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (7b017f84-a5c0-4100-87a6-5b33062a705f), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:52.773174 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1f457cf9-6e3a-42a3-b8ef-63704200dd7d None None] For port 4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0,segment=NetworkSegment(e44e4eec-b413-4b32-875e-c0ebf8a56a0d),segment_id=e44e4eec-b413-4b32-875e-c0ebf8a56a0d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:44:52.821458 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-fea573af-bd7f-4ea7-9655-d2f9dbb34149 None None] Set router c4129c22-7fa9-4b9a-b131-e579e23fb0bc gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:44:52.841807 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b24858-59d8-420a-8005-de0a22e58467 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Port': ['ID=7b017f84-a5c0-4100-87a6-5b33062a705f,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:52.869364 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-91acd150-f45d-4758-b913-a1a13479326b tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for security_group_rule (09531ae3-46a1-4637-8ba0-7513b8ad6179), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:52.869916 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad02384-bc13-4b05-82a1-44d03b9d7b11 None None] Pushing event deleted for resources: {'Port': ['ID=7b017f84-a5c0-4100-87a6-5b33062a705f,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:52.873093 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1f457cf9-6e3a-42a3-b8ef-63704200dd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:52.882227 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad02384-bc13-4b05-82a1-44d03b9d7b11 None None] No DVR routers for this DVR port 7b017f84-a5c0-4100-87a6-5b33062a705f on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:44:52.919690 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d86662c5-b989-461d-809d-fdebe159a5a4 req-626d0512-c974-49c8-a6b5-ce0ea713189e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 210 time: 0.1075652 Feb 16 22:44:52.925010 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b24858-59d8-420a-8005-de0a22e58467 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] No DVR routers for this DVR port 7b017f84-a5c0-4100-87a6-5b33062a705f on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:44:52.960127 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-91acd150-f45d-4758-b913-a1a13479326b tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for security_group_rule (09531ae3-46a1-4637-8ba0-7513b8ad6179), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:52.967045 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f457cf9-6e3a-42a3-b8ef-63704200dd7d None None] Pushing event updated for resources: {'Port': ['ID=4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:52.980803 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:52.981433 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:52.997303 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-91acd150-f45d-4758-b913-a1a13479326b tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (09531ae3-46a1-4637-8ba0-7513b8ad6179), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:53.058167 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:44:53.059382 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:44:53.077571 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f7b24858-59d8-420a-8005-de0a22e58467 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (fbc0e391-18c2-4e28-bf88-2a3e5f53625f), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:53.080318 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-d7f7a24b-b4c0-4f91-8d7d-0a11a35f76cb None None] Provisioning complete for port c2d8c6fd-6cf3-41b6-906d-e6961226f2b8 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:53.080934 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d7f7a24b-b4c0-4f91-8d7d-0a11a35f76cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c2d8c6fd-6cf3-41b6-906d-e6961226f2b8), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:53.101928 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-f7b24858-59d8-420a-8005-de0a22e58467 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbc0e391-18c2-4e28-bf88-2a3e5f53625f']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:53.108936 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d5e6bc97-d0fd-411b-8d3e-6bcf86ddce0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:53.115113 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-f7b24858-59d8-420a-8005-de0a22e58467 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b958bf7-a295-49d6-b23f-c8fb777e1d18') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:53.115547 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-f7b24858-59d8-420a-8005-de0a22e58467 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b958bf7-a295-49d6-b23f-c8fb777e1d18') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:53.125496 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d7f7a24b-b4c0-4f91-8d7d-0a11a35f76cb None None] Port c2d8c6fd-6cf3-41b6-906d-e6961226f2b8 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:44:53.128315 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f7b24858-59d8-420a-8005-de0a22e58467 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (8b958bf7-a295-49d6-b23f-c8fb777e1d18), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:53.139366 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-d7f7a24b-b4c0-4f91-8d7d-0a11a35f76cb None None] Provisioning complete for port 4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:53.139957 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d7f7a24b-b4c0-4f91-8d7d-0a11a35f76cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:53.146610 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f7b24858-59d8-420a-8005-de0a22e58467 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (8b958bf7-a295-49d6-b23f-c8fb777e1d18), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:53.153776 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7b24858-59d8-420a-8005-de0a22e58467 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:44:53.154259 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f7b24858-59d8-420a-8005-de0a22e58467 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (8b958bf7-a295-49d6-b23f-c8fb777e1d18), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: self.session.flush() Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: self.session.flush() Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: self.session.flush() Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: self.session.flush() Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:44:53.227882 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:44:53.242228 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f7b24858-59d8-420a-8005-de0a22e58467 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (fbc0e391-18c2-4e28-bf88-2a3e5f53625f), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:53.244322 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91acd150-f45d-4758-b913-a1a13479326b tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09531ae3-46a1-4637-8ba0-7513b8ad6179,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:53.254480 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f7b24858-59d8-420a-8005-de0a22e58467 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:53.263217 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f7b24858-59d8-420a-8005-de0a22e58467 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/networks/fbc0e391-18c2-4e28-bf88-2a3e5f53625f HTTP/1.1" status: 204 len: 168 time: 2.1077275 Feb 16 22:44:53.263926 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41204) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:53.271115 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-4a660294-1ba4-44a6-a44c-e640fc98fa85 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-939421770'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:53.285252 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-fea573af-bd7f-4ea7-9655-d2f9dbb34149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-115759094', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'aa90ff65-cf94-446c-a64d-c70c1ad4b07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:44:41Z', 'updated_at': '2022-02-16T22:44:50Z', 'revision_number': 4, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'gw_port': {'id': 'aa90ff65-cf94-446c-a64d-c70c1ad4b07b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:44:42Z', 'updated_at': '2022-02-16T22:44:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'c2d8c6fd-6cf3-41b6-906d-e6961226f2b8', 'name': '', 'network_id': '5a6df76d-a33f-4d04-af8d-e31633545b3c', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'mac_address': 'fa:16:3e:24:a7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '77828865-de3e-4cf9-97ec-bc4d1b4c3a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:44:48Z', 'updated_at': '2022-02-16T22:44:50Z', 'revision_number': 2, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'subnets': [{'id': '77828865-de3e-4cf9-97ec-bc4d1b4c3a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:53.327226 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea573af-bd7f-4ea7-9655-d2f9dbb34149 None None] Checking router: c4129c22-7fa9-4b9a-b131-e579e23fb0bc for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:44:53.327648 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea573af-bd7f-4ea7-9655-d2f9dbb34149 None None] Updating router c4129c22-7fa9-4b9a-b131-e579e23fb0bc port c2d8c6fd-6cf3-41b6-906d-e6961226f2b8 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:44:53.328608 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d7f7a24b-b4c0-4f91-8d7d-0a11a35f76cb None None] Current status of the port 4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:53.332487 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a660294-1ba4-44a6-a44c-e640fc98fa85 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:44:53.335070 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b24858-59d8-420a-8005-de0a22e58467 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Network': ['ID=fbc0e391-18c2-4e28-bf88-2a3e5f53625f,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:53.336989 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4a660294-1ba4-44a6-a44c-e640fc98fa85 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:53.341294 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-91acd150-f45d-4758-b913-a1a13479326b tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:53.345911 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-91acd150-f45d-4758-b913-a1a13479326b tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6142492 Feb 16 22:44:53.380867 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-fea573af-bd7f-4ea7-9655-d2f9dbb34149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c2d8c6fd-6cf3-41b6-906d-e6961226f2b8), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:53.383879 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a660294-1ba4-44a6-a44c-e640fc98fa85 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:44:53.404175 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4a660294-1ba4-44a6-a44c-e640fc98fa85 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (a15bf36b-8c08-4c93-929a-6b61f2588220), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:53.404748 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-4a660294-1ba4-44a6-a44c-e640fc98fa85 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Added segment a15bf36b-8c08-4c93-929a-6b61f2588220 of type vlan for network 7fa2f818-e525-4c33-8311-a156ef4bba90 Feb 16 22:44:53.464017 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e39e7516-6855-45da-a140-7c9e688b1777 None None] Provisioning complete for port c2d8c6fd-6cf3-41b6-906d-e6961226f2b8 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:53.464401 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e39e7516-6855-45da-a140-7c9e688b1777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c2d8c6fd-6cf3-41b6-906d-e6961226f2b8), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:53.509616 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e39e7516-6855-45da-a140-7c9e688b1777 None None] Port c2d8c6fd-6cf3-41b6-906d-e6961226f2b8 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:44:53.533458 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4a660294-1ba4-44a6-a44c-e640fc98fa85 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (7fa2f818-e525-4c33-8311-a156ef4bba90), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:53.580924 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4a660294-1ba4-44a6-a44c-e640fc98fa85 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (7fa2f818-e525-4c33-8311-a156ef4bba90), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:53.589805 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a660294-1ba4-44a6-a44c-e640fc98fa85 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:53.590802 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4a660294-1ba4-44a6-a44c-e640fc98fa85 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:53.594467 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41220) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:53.622050 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:53.625897 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device aa90ff65-cf94-446c-a64d-c70c1ad4b07b up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:44:53.649489 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4a660294-1ba4-44a6-a44c-e640fc98fa85 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3841386 Feb 16 22:44:53.650306 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41224) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:53.655983 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-97e84d01-760c-49fb-861d-807dc89c2628 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup_general--1247478448&fields=id&tenant_id=408e4b5cc64c4521a5139ec5acd5eaa9 HTTP/1.1" status: 200 len: 267 time: 0.0908425 Feb 16 22:44:53.698109 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-74c5f903-5c4b-4e89-825a-c5883fcfb936 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'subnet': {'network_id': '7fa2f818-e525-4c33-8311-a156ef4bba90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:53.716235 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a660294-1ba4-44a6-a44c-e640fc98fa85 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Network': ['ID=7fa2f818-e525-4c33-8311-a156ef4bba90,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:53.743266 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 7fa2f818-e525-4c33-8311-a156ef4bba90 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:44:53.766193 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-4e43fb49-0ee6-4f79-bc31-a74dcf3226eb tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup_access--910064465&fields=id&tenant_id=408e4b5cc64c4521a5139ec5acd5eaa9 HTTP/1.1" status: 200 len: 267 time: 0.1035740 Feb 16 22:44:53.835805 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port aa90ff65-cf94-446c-a64d-c70c1ad4b07b triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:53.836894 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (aa90ff65-cf94-446c-a64d-c70c1ad4b07b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:53.856785 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d78982f0-bb6f-4664-971a-58a5b585a834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:53.859687 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c5f903-5c4b-4e89-825a-c5883fcfb936 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:44:53.868127 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-74c5f903-5c4b-4e89-825a-c5883fcfb936 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:53.913306 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-fea573af-bd7f-4ea7-9655-d2f9dbb34149 None None] Publish callbacks [] for port (c2d8c6fd-6cf3-41b6-906d-e6961226f2b8), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:53.923860 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-fea573af-bd7f-4ea7-9655-d2f9dbb34149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c2d8c6fd-6cf3-41b6-906d-e6961226f2b8), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:53.993113 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-d0e967d4-80db-4ae0-a7c7-0fd89645e4c4 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:53.996228 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-d0e967d4-80db-4ae0-a7c7-0fd89645e4c4 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/networks?id=5a6df76d-a33f-4d04-af8d-e31633545b3c HTTP/1.1" status: 200 len: 796 time: 0.2213006 Feb 16 22:44:54.028434 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-3fc8375c-5f97-4499-8545-66c49f044ee3 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/quotas/408e4b5cc64c4521a5139ec5acd5eaa9 HTTP/1.1" status: 200 len: 375 time: 0.0262401 Feb 16 22:44:54.041217 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92f6b7-fc21-4954-890b-4882cb1e4579 None None] Pushing event updated for resources: {'Port': ['ID=c2d8c6fd-6cf3-41b6-906d-e6961226f2b8,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:54.077844 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92f6b7-fc21-4954-890b-4882cb1e4579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:54.079812 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92f6b7-fc21-4954-890b-4882cb1e4579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:54.084692 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92f6b7-fc21-4954-890b-4882cb1e4579 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:54.085060 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92f6b7-fc21-4954-890b-4882cb1e4579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:54.086267 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92f6b7-fc21-4954-890b-4882cb1e4579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:54.086626 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92f6b7-fc21-4954-890b-4882cb1e4579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:54.088414 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92f6b7-fc21-4954-890b-4882cb1e4579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:54.088767 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92f6b7-fc21-4954-890b-4882cb1e4579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:54.090189 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92f6b7-fc21-4954-890b-4882cb1e4579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:54.090189 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92f6b7-fc21-4954-890b-4882cb1e4579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:54.091720 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92f6b7-fc21-4954-890b-4882cb1e4579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:54.092377 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92f6b7-fc21-4954-890b-4882cb1e4579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:54.092516 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92f6b7-fc21-4954-890b-4882cb1e4579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:54.110225 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-fea573af-bd7f-4ea7-9655-d2f9dbb34149 None None] Attempting to bind port c2d8c6fd-6cf3-41b6-906d-e6961226f2b8 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:44:54.110711 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-fea573af-bd7f-4ea7-9655-d2f9dbb34149 None None] Attempting to bind port c2d8c6fd-6cf3-41b6-906d-e6961226f2b8 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'e44e4eec-b413-4b32-875e-c0ebf8a56a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5a6df76d-a33f-4d04-af8d-e31633545b3c'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:44:54.111243 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea573af-bd7f-4ea7-9655-d2f9dbb34149 None None] Attempting to bind port c2d8c6fd-6cf3-41b6-906d-e6961226f2b8 on network 5a6df76d-a33f-4d04-af8d-e31633545b3c {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:44:54.116878 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea573af-bd7f-4ea7-9655-d2f9dbb34149 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:44:54.118864 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea573af-bd7f-4ea7-9655-d2f9dbb34149 None None] Checking segment: {'id': 'e44e4eec-b413-4b32-875e-c0ebf8a56a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5a6df76d-a33f-4d04-af8d-e31633545b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:44:54.119391 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-fea573af-bd7f-4ea7-9655-d2f9dbb34149 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:54.119878 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea573af-bd7f-4ea7-9655-d2f9dbb34149 None None] Bound using segment: {'id': 'e44e4eec-b413-4b32-875e-c0ebf8a56a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5a6df76d-a33f-4d04-af8d-e31633545b3c'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:44:54.120483 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-fea573af-bd7f-4ea7-9655-d2f9dbb34149 None None] Bound port: c2d8c6fd-6cf3-41b6-906d-e6961226f2b8, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e44e4eec-b413-4b32-875e-c0ebf8a56a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5a6df76d-a33f-4d04-af8d-e31633545b3c'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:44:54.120988 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-fea573af-bd7f-4ea7-9655-d2f9dbb34149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c2d8c6fd-6cf3-41b6-906d-e6961226f2b8), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:54.127031 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port aa90ff65-cf94-446c-a64d-c70c1ad4b07b is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:54.127577 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (aa90ff65-cf94-446c-a64d-c70c1ad4b07b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:54.169193 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device a17cee1c-d7d4-40f1-8f34-4e49c329369c no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:44:54.176633 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-6594bf54-feda-4350-9c5a-5601b6c4e3cd tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=408e4b5cc64c4521a5139ec5acd5eaa9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1368880 Feb 16 22:44:54.177653 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port aa90ff65-cf94-446c-a64d-c70c1ad4b07b, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=aa90ff65-cf94-446c-a64d-c70c1ad4b07b,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:44:54.207522 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: a17cee1c-d7d4-40f1-8f34-4e49c329369c {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:44:54.208013 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device a17cee1c-d7d4-40f1-8f34-4e49c329369c not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:44:54.211819 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (aa90ff65-cf94-446c-a64d-c70c1ad4b07b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:54.267813 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-fea573af-bd7f-4ea7-9655-d2f9dbb34149 None None] For port c2d8c6fd-6cf3-41b6-906d-e6961226f2b8, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:44:54.271601 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-fea573af-bd7f-4ea7-9655-d2f9dbb34149 None None] For port c2d8c6fd-6cf3-41b6-906d-e6961226f2b8, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=c2d8c6fd-6cf3-41b6-906d-e6961226f2b8,segment=NetworkSegment(e44e4eec-b413-4b32-875e-c0ebf8a56a0d),segment_id=e44e4eec-b413-4b32-875e-c0ebf8a56a0d)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:44:54.283336 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d78982f0-bb6f-4664-971a-58a5b585a834 admin admin] Publish callbacks [] for security_group (202381b7-786d-4479-bde6-7197b90a1a02), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:54.286131 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-74c5f903-5c4b-4e89-825a-c5883fcfb936 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (54f8909a-705f-4576-9533-2f0e75efdf74), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:54.290071 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-fea573af-bd7f-4ea7-9655-d2f9dbb34149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c2d8c6fd-6cf3-41b6-906d-e6961226f2b8), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:54.308593 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d78982f0-bb6f-4664-971a-58a5b585a834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (202381b7-786d-4479-bde6-7197b90a1a02), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:54.355850 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-64104798-0c77-4e76-83f2-1038a21f501f service neutron] 10.222.0.75 "GET /v2.0/networks/5a6df76d-a33f-4d04-af8d-e31633545b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639268 Feb 16 22:44:54.379627 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 7b017f84-a5c0-4100-87a6-5b33062a705f no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:44:54.384391 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=aa90ff65-cf94-446c-a64d-c70c1ad4b07b,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:54.392314 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea573af-bd7f-4ea7-9655-d2f9dbb34149 None None] Routers {'c4129c22-7fa9-4b9a-b131-e579e23fb0bc'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:44:54.392956 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-fea573af-bd7f-4ea7-9655-d2f9dbb34149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:44:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['c4129c22-7fa9-4b9a-b131-e579e23fb0bc'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:54.421422 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:54.426607 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 7b017f84-a5c0-4100-87a6-5b33062a705f {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:44:54.427236 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 7b017f84-a5c0-4100-87a6-5b33062a705f not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:44:54.459051 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78982f0-bb6f-4664-971a-58a5b585a834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202381b7-786d-4479-bde6-7197b90a1a02,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:54.468292 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-27e73a97-8f0a-4847-bdd9-9db83b1e46a4 None None] Provisioning complete for port c2d8c6fd-6cf3-41b6-906d-e6961226f2b8 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:54.470024 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-27e73a97-8f0a-4847-bdd9-9db83b1e46a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c2d8c6fd-6cf3-41b6-906d-e6961226f2b8), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:54.472712 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c5f903-5c4b-4e89-825a-c5883fcfb936 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Subnet': ['ID=54f8909a-705f-4576-9533-2f0e75efdf74,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:54.520491 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d78982f0-bb6f-4664-971a-58a5b585a834 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5872906059714acf8e5912c8f6e3f28e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9222143 Feb 16 22:44:54.535042 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41228) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:54.541045 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92f6b7-fc21-4954-890b-4882cb1e4579 None None] Pushing event updated for resources: {'Port': ['ID=c2d8c6fd-6cf3-41b6-906d-e6961226f2b8,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:54.615628 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c5f903-5c4b-4e89-825a-c5883fcfb936 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Checking segment: {'id': 'a15bf36b-8c08-4c93-929a-6b61f2588220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7fa2f818-e525-4c33-8311-a156ef4bba90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:44:54.616163 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c5f903-5c4b-4e89-825a-c5883fcfb936 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Network hostable DHCP agents. Network: 7fa2f818-e525-4c33-8311-a156ef4bba90, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:44:54.634694 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-07afcccf-a8a0-4fd8-aef3-9ca6373d6a28 service neutron] 10.222.0.75 "GET /v2.0/networks/5a6df76d-a33f-4d04-af8d-e31633545b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636499 Feb 16 22:44:54.656786 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-fea573af-bd7f-4ea7-9655-d2f9dbb34149 None None] Set router c4129c22-7fa9-4b9a-b131-e579e23fb0bc gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:44:54.677113 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-27e73a97-8f0a-4847-bdd9-9db83b1e46a4 None None] Current status of the port c2d8c6fd-6cf3-41b6-906d-e6961226f2b8 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:54.677503 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-27e73a97-8f0a-4847-bdd9-9db83b1e46a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c2d8c6fd-6cf3-41b6-906d-e6961226f2b8), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:54.687480 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c5f903-5c4b-4e89-825a-c5883fcfb936 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Network 7fa2f818-e525-4c33-8311-a156ef4bba90 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:44:54.710875 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-74c5f903-5c4b-4e89-825a-c5883fcfb936 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 7fa2f818-e525-4c33-8311-a156ef4bba90) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:44:54.713323 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:44:54.718936 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c5f903-5c4b-4e89-825a-c5883fcfb936 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:54.719549 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-74c5f903-5c4b-4e89-825a-c5883fcfb936 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:54.740678 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f82e1afe-7d33-4cd0-a83f-f72a7395ca8e admin admin] Publish callbacks [] for security_group (202381b7-786d-4479-bde6-7197b90a1a02), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:54.775462 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f82e1afe-7d33-4cd0-a83f-f72a7395ca8e admin admin] Publish callbacks [] for security_group (202381b7-786d-4479-bde6-7197b90a1a02), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:54.802305 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca7caec-db69-4a2d-8af5-a8d6abba1990 None None] Network 7fa2f818-e525-4c33-8311-a156ef4bba90 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:44:54.843034 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-74c5f903-5c4b-4e89-825a-c5883fcfb936 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1886878 Feb 16 22:44:54.845724 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41230) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:54.850620 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-077975a8-c793-482f-b784-ec46266b3043 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-152750793', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:54.864588 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f82e1afe-7d33-4cd0-a83f-f72a7395ca8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (202381b7-786d-4479-bde6-7197b90a1a02), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:54.866159 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-27e73a97-8f0a-4847-bdd9-9db83b1e46a4 None None] For port c2d8c6fd-6cf3-41b6-906d-e6961226f2b8, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=c2d8c6fd-6cf3-41b6-906d-e6961226f2b8,segment=NetworkSegment(e44e4eec-b413-4b32-875e-c0ebf8a56a0d),segment_id=e44e4eec-b413-4b32-875e-c0ebf8a56a0d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:44:54.869663 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f82e1afe-7d33-4cd0-a83f-f72a7395ca8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:54.872470 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f82e1afe-7d33-4cd0-a83f-f72a7395ca8e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/202381b7-786d-4479-bde6-7197b90a1a02 HTTP/1.1" status: 204 len: 168 time: 0.3348227 Feb 16 22:44:54.881627 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-27e73a97-8f0a-4847-bdd9-9db83b1e46a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c2d8c6fd-6cf3-41b6-906d-e6961226f2b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:54.906725 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e1afe-7d33-4cd0-a83f-f72a7395ca8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202381b7-786d-4479-bde6-7197b90a1a02,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:54.947450 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e73a97-8f0a-4847-bdd9-9db83b1e46a4 None None] Pushing event updated for resources: {'Port': ['ID=c2d8c6fd-6cf3-41b6-906d-e6961226f2b8,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:54.960029 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-077975a8-c793-482f-b784-ec46266b3043 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (f960b055-4d03-4550-a630-0e9ab74bb999), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:54.961190 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-077975a8-c793-482f-b784-ec46266b3043 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (f960b055-4d03-4550-a630-0e9ab74bb999), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:55.031061 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-46397675-ce47-4478-bb68-15dbbc50e775 req-48732485-3c38-4ca7-95e9-a079565e46db tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 210 time: 0.0615222 Feb 16 22:44:55.074441 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-fea573af-bd7f-4ea7-9655-d2f9dbb34149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-115759094', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'aa90ff65-cf94-446c-a64d-c70c1ad4b07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:44:41Z', 'updated_at': '2022-02-16T22:44:50Z', 'revision_number': 4, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'gw_port': {'id': 'aa90ff65-cf94-446c-a64d-c70c1ad4b07b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:44:42Z', 'updated_at': '2022-02-16T22:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'c2d8c6fd-6cf3-41b6-906d-e6961226f2b8', 'name': '', 'network_id': '5a6df76d-a33f-4d04-af8d-e31633545b3c', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'mac_address': 'fa:16:3e:24:a7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '77828865-de3e-4cf9-97ec-bc4d1b4c3a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:44:48Z', 'updated_at': '2022-02-16T22:44:54Z', 'revision_number': 4, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'subnets': [{'id': '77828865-de3e-4cf9-97ec-bc4d1b4c3a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:44:55.109573 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea573af-bd7f-4ea7-9655-d2f9dbb34149 None None] The sync data for ids ['c4129c22-7fa9-4b9a-b131-e579e23fb0bc'] in n-d-813897-6 is: [{'id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-115759094', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'aa90ff65-cf94-446c-a64d-c70c1ad4b07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:44:41Z', 'updated_at': '2022-02-16T22:44:50Z', 'revision_number': 4, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'gw_port': {'id': 'aa90ff65-cf94-446c-a64d-c70c1ad4b07b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:44:42Z', 'updated_at': '2022-02-16T22:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'c2d8c6fd-6cf3-41b6-906d-e6961226f2b8', 'name': '', 'network_id': '5a6df76d-a33f-4d04-af8d-e31633545b3c', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'mac_address': 'fa:16:3e:24:a7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '77828865-de3e-4cf9-97ec-bc4d1b4c3a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:44:48Z', 'updated_at': '2022-02-16T22:44:54Z', 'revision_number': 4, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'subnets': [{'id': '77828865-de3e-4cf9-97ec-bc4d1b4c3a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:44:55.115130 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-077975a8-c793-482f-b784-ec46266b3043 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for router_controller (f960b055-4d03-4550-a630-0e9ab74bb999), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:55.126650 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-077975a8-c793-482f-b784-ec46266b3043 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (f960b055-4d03-4550-a630-0e9ab74bb999), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:55.135079 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-dbfe4266-ba6a-48e6-bb42-6dd4e91eca5c None None] Provisioning complete for port c2d8c6fd-6cf3-41b6-906d-e6961226f2b8 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:55.135528 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-dbfe4266-ba6a-48e6-bb42-6dd4e91eca5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c2d8c6fd-6cf3-41b6-906d-e6961226f2b8), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:55.161139 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-077975a8-c793-482f-b784-ec46266b3043 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:55.163274 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-077975a8-c793-482f-b784-ec46266b3043 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3158290 Feb 16 22:44:55.165250 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41240) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:55.170940 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-c0479925-52ab-4db3-b039-8a217a4b9528 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'port': {'network_id': '7fa2f818-e525-4c33-8311-a156ef4bba90', 'name': 'tempest-PortsTestJSON-575181771'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:55.191388 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e9e8b569-c966-4ee3-8851-e957093af451 req-d9e4e593-061f-410d-8949-d0699acefde4 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/ports?device_id=d01c1581-30a9-473d-bc21-896f39c9c1cb HTTP/1.1" status: 200 len: 210 time: 0.0750484 Feb 16 22:44:55.259737 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:55.260374 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:55.263413 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9c8e35-c6b6-4563-acaa-6c13ec5b7277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-7fa2f818-e525-4c33-8311-a156ef4bba90', 'network_id': '7fa2f818-e525-4c33-8311-a156ef4bba90', 'project_id': '3a6466279531424e8d4920bed42d139b', 'fixed_ips': [{'subnet_id': '54f8909a-705f-4576-9533-2f0e75efdf74'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:44:55.264566 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2e9c8e35-c6b6-4563-acaa-6c13ec5b7277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:55.404465 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41246) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:55.426939 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-daf1cdd9-cd1e-43f4-a268-2ca28b5457a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:55.453999 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0479925-52ab-4db3-b039-8a217a4b9528 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:44:55.460514 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c0479925-52ab-4db3-b039-8a217a4b9528 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:55.490197 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-c0479925-52ab-4db3-b039-8a217a4b9528 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] device_id is not set on port 3d165ecd-0a3b-425f-94c8-0a0db3cce51f yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:44:55.608238 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:55.609493 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device aa90ff65-cf94-446c-a64d-c70c1ad4b07b up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:44:55.637721 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-dbfe4266-ba6a-48e6-bb42-6dd4e91eca5c None None] Current status of the port c2d8c6fd-6cf3-41b6-906d-e6961226f2b8 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:55.640912 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-daf1cdd9-cd1e-43f4-a268-2ca28b5457a2 admin admin] Publish callbacks [] for security_group (4acc566d-4557-4d78-a459-fb7c6e4e2001), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:55.649211 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-daf1cdd9-cd1e-43f4-a268-2ca28b5457a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4acc566d-4557-4d78-a459-fb7c6e4e2001), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:55.659826 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-2e9c8e35-c6b6-4563-acaa-6c13ec5b7277 None None] Allocated IP 172.20.0.2 (7fa2f818-e525-4c33-8311-a156ef4bba90/54f8909a-705f-4576-9533-2f0e75efdf74/0e6d5a56-90be-438d-8078-4de7800ba168) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:44:55.681999 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:55.723814 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-daf1cdd9-cd1e-43f4-a268-2ca28b5457a2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2500a21e01a5479fba3ca6f112f659f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3177962 Feb 16 22:44:55.724743 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1cdd9-cd1e-43f4-a268-2ca28b5457a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4acc566d-4557-4d78-a459-fb7c6e4e2001,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:55.726350 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port aa90ff65-cf94-446c-a64d-c70c1ad4b07b triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:55.726736 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (aa90ff65-cf94-446c-a64d-c70c1ad4b07b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:55.727747 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41250) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:55.820484 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c8bcb47e-3231-48cc-888f-1ca45616b785 admin admin] Publish callbacks [] for security_group (4acc566d-4557-4d78-a459-fb7c6e4e2001), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:55.852669 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c8bcb47e-3231-48cc-888f-1ca45616b785 admin admin] Publish callbacks [] for security_group (4acc566d-4557-4d78-a459-fb7c6e4e2001), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:55.900811 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2e9c8e35-c6b6-4563-acaa-6c13ec5b7277 None None] Publish callbacks [] for port (0e6d5a56-90be-438d-8078-4de7800ba168), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:55.918299 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2e9c8e35-c6b6-4563-acaa-6c13ec5b7277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (0e6d5a56-90be-438d-8078-4de7800ba168), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:55.970266 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9c8e35-c6b6-4563-acaa-6c13ec5b7277 None None] Network 7fa2f818-e525-4c33-8311-a156ef4bba90 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:44:55.989862 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-c0479925-52ab-4db3-b039-8a217a4b9528 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Allocated IP 172.20.0.14 (7fa2f818-e525-4c33-8311-a156ef4bba90/54f8909a-705f-4576-9533-2f0e75efdf74/3d165ecd-0a3b-425f-94c8-0a0db3cce51f) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:44:55.996931 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-2e9c8e35-c6b6-4563-acaa-6c13ec5b7277 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:44:56.002127 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9c8e35-c6b6-4563-acaa-6c13ec5b7277 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:44:56.014145 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c8bcb47e-3231-48cc-888f-1ca45616b785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4acc566d-4557-4d78-a459-fb7c6e4e2001), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:56.018390 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c8bcb47e-3231-48cc-888f-1ca45616b785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:56.030481 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c8bcb47e-3231-48cc-888f-1ca45616b785 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4acc566d-4557-4d78-a459-fb7c6e4e2001 HTTP/1.1" status: 204 len: 168 time: 0.2926185 Feb 16 22:44:56.076607 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bcb47e-3231-48cc-888f-1ca45616b785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acc566d-4557-4d78-a459-fb7c6e4e2001,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:56.208826 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1d6975e1-653e-4241-b8d6-669e86eebe2d req-89cadacf-1167-4927-8312-3eee984e8e61 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 210 time: 0.0505915 Feb 16 22:44:56.330213 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fb27ff21-7f4f-4b89-be41-97fc46830071 req-92b53783-ab66-48a0-b904-694cbeae2e5e tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/ports?device_id=d01c1581-30a9-473d-bc21-896f39c9c1cb HTTP/1.1" status: 200 len: 210 time: 0.0605853 Feb 16 22:44:56.402239 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c0479925-52ab-4db3-b039-8a217a4b9528 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for port (3d165ecd-0a3b-425f-94c8-0a0db3cce51f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:56.427164 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c8e35-c6b6-4563-acaa-6c13ec5b7277 None None] Pushing event updated for resources: {'Port': ['ID=0e6d5a56-90be-438d-8078-4de7800ba168,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:56.451064 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c0479925-52ab-4db3-b039-8a217a4b9528 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (3d165ecd-0a3b-425f-94c8-0a0db3cce51f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:56.504778 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0479925-52ab-4db3-b039-8a217a4b9528 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Port': ['ID=3d165ecd-0a3b-425f-94c8-0a0db3cce51f,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:56.521801 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0479925-52ab-4db3-b039-8a217a4b9528 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Network 7fa2f818-e525-4c33-8311-a156ef4bba90 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:44:56.523671 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-c0479925-52ab-4db3-b039-8a217a4b9528 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:44:56.526393 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0479925-52ab-4db3-b039-8a217a4b9528 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:44:56.540380 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port aa90ff65-cf94-446c-a64d-c70c1ad4b07b is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:56.605642 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0479925-52ab-4db3-b039-8a217a4b9528 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:56.606329 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c0479925-52ab-4db3-b039-8a217a4b9528 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:56.622520 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-2e9c8e35-c6b6-4563-acaa-6c13ec5b7277 None None] Attempting to bind port 0e6d5a56-90be-438d-8078-4de7800ba168 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:44:56.623095 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-2e9c8e35-c6b6-4563-acaa-6c13ec5b7277 None None] Attempting to bind port 0e6d5a56-90be-438d-8078-4de7800ba168 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'a15bf36b-8c08-4c93-929a-6b61f2588220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7fa2f818-e525-4c33-8311-a156ef4bba90'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:44:56.624374 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c8e35-c6b6-4563-acaa-6c13ec5b7277 None None] Attempting to bind port 0e6d5a56-90be-438d-8078-4de7800ba168 on network 7fa2f818-e525-4c33-8311-a156ef4bba90 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:44:56.643563 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c8e35-c6b6-4563-acaa-6c13ec5b7277 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:44:56.644256 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c8e35-c6b6-4563-acaa-6c13ec5b7277 None None] Checking segment: {'id': 'a15bf36b-8c08-4c93-929a-6b61f2588220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7fa2f818-e525-4c33-8311-a156ef4bba90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:44:56.645580 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2e9c8e35-c6b6-4563-acaa-6c13ec5b7277 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:56.647740 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c0479925-52ab-4db3-b039-8a217a4b9528 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4802732 Feb 16 22:44:56.649345 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41262) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:44:56.650543 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c8e35-c6b6-4563-acaa-6c13ec5b7277 None None] Bound using segment: {'id': 'a15bf36b-8c08-4c93-929a-6b61f2588220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7fa2f818-e525-4c33-8311-a156ef4bba90'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:44:56.651890 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-2e9c8e35-c6b6-4563-acaa-6c13ec5b7277 None None] Bound port: 0e6d5a56-90be-438d-8078-4de7800ba168, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a15bf36b-8c08-4c93-929a-6b61f2588220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7fa2f818-e525-4c33-8311-a156ef4bba90'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:44:56.653382 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2e9c8e35-c6b6-4563-acaa-6c13ec5b7277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0e6d5a56-90be-438d-8078-4de7800ba168), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:56.759540 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-2e9c8e35-c6b6-4563-acaa-6c13ec5b7277 None None] For port 0e6d5a56-90be-438d-8078-4de7800ba168, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:44:56.763878 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-2e9c8e35-c6b6-4563-acaa-6c13ec5b7277 None None] For port 0e6d5a56-90be-438d-8078-4de7800ba168, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0e6d5a56-90be-438d-8078-4de7800ba168,segment=NetworkSegment(a15bf36b-8c08-4c93-929a-6b61f2588220),segment_id=a15bf36b-8c08-4c93-929a-6b61f2588220)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:44:56.780524 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2e9c8e35-c6b6-4563-acaa-6c13ec5b7277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0e6d5a56-90be-438d-8078-4de7800ba168), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:56.833624 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-3b5696fb-9216-4438-9bef-c284359af445 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:56.836665 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-3b5696fb-9216-4438-9bef-c284359af445 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.79 "GET /v2.0/networks?id=5a6df76d-a33f-4d04-af8d-e31633545b3c HTTP/1.1" status: 200 len: 796 time: 0.3372724 Feb 16 22:44:56.844994 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c2d8c6fd-6cf3-41b6-906d-e6961226f2b8 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:44:56.887518 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c8e35-c6b6-4563-acaa-6c13ec5b7277 None None] Pushing event updated for resources: {'Port': ['ID=0e6d5a56-90be-438d-8078-4de7800ba168,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:56.927794 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c8e35-c6b6-4563-acaa-6c13ec5b7277 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:56.930920 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c8e35-c6b6-4563-acaa-6c13ec5b7277 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:56.931296 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c8e35-c6b6-4563-acaa-6c13ec5b7277 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:56.931641 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c8e35-c6b6-4563-acaa-6c13ec5b7277 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:56.931981 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c8e35-c6b6-4563-acaa-6c13ec5b7277 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:56.932428 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c8e35-c6b6-4563-acaa-6c13ec5b7277 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:56.932768 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c8e35-c6b6-4563-acaa-6c13ec5b7277 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:56.933170 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c8e35-c6b6-4563-acaa-6c13ec5b7277 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:56.933507 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c8e35-c6b6-4563-acaa-6c13ec5b7277 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:56.933838 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c8e35-c6b6-4563-acaa-6c13ec5b7277 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:56.934187 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c8e35-c6b6-4563-acaa-6c13ec5b7277 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:56.934516 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c8e35-c6b6-4563-acaa-6c13ec5b7277 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:56.934836 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c8e35-c6b6-4563-acaa-6c13ec5b7277 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:44:56.965314 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port c2d8c6fd-6cf3-41b6-906d-e6961226f2b8 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:56.965694 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c2d8c6fd-6cf3-41b6-906d-e6961226f2b8), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:57.035070 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-0b749ec9-f4c7-458c-be45-de410138d396 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=408e4b5cc64c4521a5139ec5acd5eaa9 HTTP/1.1" status: 200 len: 477 time: 0.1831973 Feb 16 22:44:57.063210 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-9d2fbb54-9d13-4737-952d-15526c090246 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Request body: {'port': {'device_id': 'd01c1581-30a9-473d-bc21-896f39c9c1cb', 'network_id': '5a6df76d-a33f-4d04-af8d-e31633545b3c', 'admin_state_up': True, 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'security_groups': ['46d5b1b6-76d9-4c3d-b787-d96ac843c849', 'ae17d4da-3918-4b26-9e4a-b2bbab4f05f4']}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:57.071158 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:57.170935 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port c2d8c6fd-6cf3-41b6-906d-e6961226f2b8 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:57.266681 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-9d2fbb54-9d13-4737-952d-15526c090246 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Made reservation on behalf of 408e4b5cc64c4521a5139ec5acd5eaa9 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:44:57.274284 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-9d2fbb54-9d13-4737-952d-15526c090246 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:57.460738 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-834a03ed-6ced-4e0e-b022-371690266c9b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3d165ecd-0a3b-425f-94c8-0a0db3cce51f), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:57.540886 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-716cf79d-ca12-4aa9-8fc1-222a32be7ab8 req-72f4e734-4225-44e3-b811-7de87b6cde8c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 210 time: 0.2113099 Feb 16 22:44:57.561570 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-9d2fbb54-9d13-4737-952d-15526c090246 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Allocated IP 172.20.0.8 (5a6df76d-a33f-4d04-af8d-e31633545b3c/77828865-de3e-4cf9-97ec-bc4d1b4c3a70/f6116cf6-0a86-4c58-bce0-684e64e7671e) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:44:57.694279 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bc65509f-8992-44d6-8383-ec7d63d858ac req-cb40dcc8-f18e-450d-b8cd-3f521a3ef694 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/ports?device_id=d01c1581-30a9-473d-bc21-896f39c9c1cb HTTP/1.1" status: 200 len: 210 time: 0.0379882 Feb 16 22:44:57.783270 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-9d2fbb54-9d13-4737-952d-15526c090246 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for port (f6116cf6-0a86-4c58-bce0-684e64e7671e), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:57.823206 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-834a03ed-6ced-4e0e-b022-371690266c9b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for port (3d165ecd-0a3b-425f-94c8-0a0db3cce51f), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:57.827828 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-9d2fbb54-9d13-4737-952d-15526c090246 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (f6116cf6-0a86-4c58-bce0-684e64e7671e), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:57.830880 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-834a03ed-6ced-4e0e-b022-371690266c9b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (3d165ecd-0a3b-425f-94c8-0a0db3cce51f), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:57.880461 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-9d2fbb54-9d13-4737-952d-15526c090246 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Network 5a6df76d-a33f-4d04-af8d-e31633545b3c is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:44:57.884058 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-9d2fbb54-9d13-4737-952d-15526c090246 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:44:57.887202 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-9d2fbb54-9d13-4737-952d-15526c090246 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:44:57.948237 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2fbb54-9d13-4737-952d-15526c090246 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Pushing event updated for resources: {'Port': ['ID=f6116cf6-0a86-4c58-bce0-684e64e7671e,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:57.970777 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-9d2fbb54-9d13-4737-952d-15526c090246 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:57.971440 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-9d2fbb54-9d13-4737-952d-15526c090246 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:57.998598 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-9d2fbb54-9d13-4737-952d-15526c090246 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.9584272 Feb 16 22:44:58.013624 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-3c2b9e2e-fd77-4751-beb3-d3db6ab68786 service neutron] Request body: {'port': {'device_id': 'd01c1581-30a9-473d-bc21-896f39c9c1cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:44:58.077342 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a03ed-6ced-4e0e-b022-371690266c9b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Port': ['ID=3d165ecd-0a3b-425f-94c8-0a0db3cce51f,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:58.129580 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-3c2b9e2e-fd77-4751-beb3-d3db6ab68786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f6116cf6-0a86-4c58-bce0-684e64e7671e), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:58.226667 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-834a03ed-6ced-4e0e-b022-371690266c9b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (f960b055-4d03-4550-a630-0e9ab74bb999), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:58.407325 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1481a03e-7029-4c9c-8025-fac60575a1fd None None] Provisioning complete for port f6116cf6-0a86-4c58-bce0-684e64e7671e triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:58.407828 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1481a03e-7029-4c9c-8025-fac60575a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f6116cf6-0a86-4c58-bce0-684e64e7671e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:58.426217 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-834a03ed-6ced-4e0e-b022-371690266c9b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3d165ecd-0a3b-425f-94c8-0a0db3cce51f), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:58.492683 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1481a03e-7029-4c9c-8025-fac60575a1fd None None] Port f6116cf6-0a86-4c58-bce0-684e64e7671e cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:44:58.516367 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-3c2b9e2e-fd77-4751-beb3-d3db6ab68786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6116cf6-0a86-4c58-bce0-684e64e7671e {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:44:58.537094 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-3c2b9e2e-fd77-4751-beb3-d3db6ab68786 service neutron] Publish callbacks [] for port (f6116cf6-0a86-4c58-bce0-684e64e7671e), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:58.554335 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-3c2b9e2e-fd77-4751-beb3-d3db6ab68786 service neutron] Transition to ACTIVE for port object f6116cf6-0a86-4c58-bce0-684e64e7671e will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:44:58.587729 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-3c2b9e2e-fd77-4751-beb3-d3db6ab68786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (f6116cf6-0a86-4c58-bce0-684e64e7671e), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:58.603047 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea774cc-a30e-4586-99d0-afd40ec1f2b8 None None] Network 7fa2f818-e525-4c33-8311-a156ef4bba90 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:44:58.701312 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b9e2e-fd77-4751-beb3-d3db6ab68786 service neutron] Pushing event updated for resources: {'Port': ['ID=f6116cf6-0a86-4c58-bce0-684e64e7671e,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:58.767472 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:58.793057 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0e6d5a56-90be-438d-8078-4de7800ba168 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:44:58.843953 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-478b5e3a-fb8d-4a92-b918-a3acee6c4029 None None] Provisioning complete for port 0e6d5a56-90be-438d-8078-4de7800ba168 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:58.845032 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-478b5e3a-fb8d-4a92-b918-a3acee6c4029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0e6d5a56-90be-438d-8078-4de7800ba168), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:58.857074 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5205cc03-c440-4734-b0f9-c81f0974ee0e req-3421678c-be9a-4e32-8e09-db3459778f22 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 210 time: 0.1566906 Feb 16 22:44:58.973130 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-834a03ed-6ced-4e0e-b022-371690266c9b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for port (3d165ecd-0a3b-425f-94c8-0a0db3cce51f), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:58.986635 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-834a03ed-6ced-4e0e-b022-371690266c9b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (3d165ecd-0a3b-425f-94c8-0a0db3cce51f), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:58.994539 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 0e6d5a56-90be-438d-8078-4de7800ba168 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:58.995198 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0e6d5a56-90be-438d-8078-4de7800ba168), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:58.999551 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-3c2b9e2e-fd77-4751-beb3-d3db6ab68786 service neutron] Attempting to bind port f6116cf6-0a86-4c58-bce0-684e64e7671e on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:44:59.000020 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-3c2b9e2e-fd77-4751-beb3-d3db6ab68786 service neutron] Attempting to bind port f6116cf6-0a86-4c58-bce0-684e64e7671e by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'e44e4eec-b413-4b32-875e-c0ebf8a56a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5a6df76d-a33f-4d04-af8d-e31633545b3c'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:44:59.000450 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-3c2b9e2e-fd77-4751-beb3-d3db6ab68786 service neutron] Attempting to bind port f6116cf6-0a86-4c58-bce0-684e64e7671e on network 5a6df76d-a33f-4d04-af8d-e31633545b3c {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:44:59.006653 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-3c2b9e2e-fd77-4751-beb3-d3db6ab68786 service neutron] Port f6116cf6-0a86-4c58-bce0-684e64e7671e on network 5a6df76d-a33f-4d04-af8d-e31633545b3c not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:44:59.022867 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-3c2b9e2e-fd77-4751-beb3-d3db6ab68786 service neutron] Attempting to bind port f6116cf6-0a86-4c58-bce0-684e64e7671e on network 5a6df76d-a33f-4d04-af8d-e31633545b3c {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:44:59.029769 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-3c2b9e2e-fd77-4751-beb3-d3db6ab68786 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:44:59.033441 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-3c2b9e2e-fd77-4751-beb3-d3db6ab68786 service neutron] Checking segment: {'id': 'e44e4eec-b413-4b32-875e-c0ebf8a56a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5a6df76d-a33f-4d04-af8d-e31633545b3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:44:59.034010 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-3c2b9e2e-fd77-4751-beb3-d3db6ab68786 service neutron] Bound using segment: {'id': 'e44e4eec-b413-4b32-875e-c0ebf8a56a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5a6df76d-a33f-4d04-af8d-e31633545b3c'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:44:59.034581 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-3c2b9e2e-fd77-4751-beb3-d3db6ab68786 service neutron] Bound port: f6116cf6-0a86-4c58-bce0-684e64e7671e, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44e4eec-b413-4b32-875e-c0ebf8a56a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5a6df76d-a33f-4d04-af8d-e31633545b3c'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:44:59.036545 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-3c2b9e2e-fd77-4751-beb3-d3db6ab68786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f6116cf6-0a86-4c58-bce0-684e64e7671e), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:59.055508 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-834a03ed-6ced-4e0e-b022-371690266c9b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (f960b055-4d03-4550-a630-0e9ab74bb999), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:59.133170 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-478b5e3a-fb8d-4a92-b918-a3acee6c4029 None None] Current status of the port 0e6d5a56-90be-438d-8078-4de7800ba168 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:59.133730 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-478b5e3a-fb8d-4a92-b918-a3acee6c4029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0e6d5a56-90be-438d-8078-4de7800ba168), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:59.205962 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706d654-e95c-4f81-b618-cec6e643eb1d req-cd71bfd0-249d-47af-a4f4-56db48b5669a tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:59.210326 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-478b5e3a-fb8d-4a92-b918-a3acee6c4029 None None] For port 0e6d5a56-90be-438d-8078-4de7800ba168, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0e6d5a56-90be-438d-8078-4de7800ba168,segment=NetworkSegment(a15bf36b-8c08-4c93-929a-6b61f2588220),segment_id=a15bf36b-8c08-4c93-929a-6b61f2588220)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:44:59.216708 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6706d654-e95c-4f81-b618-cec6e643eb1d req-cd71bfd0-249d-47af-a4f4-56db48b5669a tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/ports?device_id=d01c1581-30a9-473d-bc21-896f39c9c1cb HTTP/1.1" status: 200 len: 982 time: 0.2628293 Feb 16 22:44:59.238409 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-478b5e3a-fb8d-4a92-b918-a3acee6c4029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0e6d5a56-90be-438d-8078-4de7800ba168), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:59.261046 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-3c2b9e2e-fd77-4751-beb3-d3db6ab68786 service neutron] For port f6116cf6-0a86-4c58-bce0-684e64e7671e, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:44:59.287564 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-3c2b9e2e-fd77-4751-beb3-d3db6ab68786 service neutron] For port f6116cf6-0a86-4c58-bce0-684e64e7671e, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=f6116cf6-0a86-4c58-bce0-684e64e7671e,segment=NetworkSegment(e44e4eec-b413-4b32-875e-c0ebf8a56a0d),segment_id=e44e4eec-b413-4b32-875e-c0ebf8a56a0d)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:44:59.302934 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 0e6d5a56-90be-438d-8078-4de7800ba168 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:44:59.303997 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0e6d5a56-90be-438d-8078-4de7800ba168), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:59.319583 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834a03ed-6ced-4e0e-b022-371690266c9b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Network 7fa2f818-e525-4c33-8311-a156ef4bba90 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:44:59.321125 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a03ed-6ced-4e0e-b022-371690266c9b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Port': ['ID=3d165ecd-0a3b-425f-94c8-0a0db3cce51f,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:59.325958 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-834a03ed-6ced-4e0e-b022-371690266c9b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:44:59.337810 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-3c2b9e2e-fd77-4751-beb3-d3db6ab68786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (f6116cf6-0a86-4c58-bce0-684e64e7671e), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:59.352367 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6706d654-e95c-4f81-b618-cec6e643eb1d req-c4332d0d-2876-49ec-b9d5-502ce5b76b30 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/security-groups?id=ae17d4da-3918-4b26-9e4a-b2bbab4f05f4&id=46d5b1b6-76d9-4c3d-b787-d96ac843c849&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1329389 Feb 16 22:44:59.404997 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-3c2b9e2e-fd77-4751-beb3-d3db6ab68786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:59.405886 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-3c2b9e2e-fd77-4751-beb3-d3db6ab68786 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:59.408315 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-3c2b9e2e-fd77-4751-beb3-d3db6ab68786 service neutron] 10.222.0.79 "PUT /v2.0/ports/f6116cf6-0a86-4c58-bce0-684e64e7671e HTTP/1.1" status: 200 len: 1130 time: 1.4023883 Feb 16 22:44:59.409056 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01c1581-30a9-473d-bc21-896f39c9c1cb', 'tag': 'f6116cf6-0a86-4c58-bce0-684e64e7671e'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:44:59.411779 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923bafb3-6064-40f7-8eaf-87b6b28ff013" -d '{"events": [{"name": "network-changed", "server_uuid": "d01c1581-30a9-473d-bc21-896f39c9c1cb", "tag": "f6116cf6-0a86-4c58-bce0-684e64e7671e"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:44:59.469866 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:44:59.469866 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:44:59.469866 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b5e3a-fb8d-4a92-b918-a3acee6c4029 None None] Pushing event updated for resources: {'Port': ['ID=0e6d5a56-90be-438d-8078-4de7800ba168,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:59.533433 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5849df-d137-4f07-8646-eabe991b5c7d x-openstack-request-id: req-bb5849df-d137-4f07-8646-eabe991b5c7d {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:44:59.533960 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d01c1581-30a9-473d-bc21-896f39c9c1cb", "tag": "f6116cf6-0a86-4c58-bce0-684e64e7671e", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:44:59.533960 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bb5849df-d137-4f07-8646-eabe991b5c7d {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:44:59.534505 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd01c1581-30a9-473d-bc21-896f39c9c1cb', 'tag': 'f6116cf6-0a86-4c58-bce0-684e64e7671e', 'status': 'completed', 'code': 200} Feb 16 22:44:59.541032 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b9e2e-fd77-4751-beb3-d3db6ab68786 service neutron] Pushing event updated for resources: {'Port': ['ID=f6116cf6-0a86-4c58-bce0-684e64e7671e,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:44:59.594704 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-31da1359-561a-4c78-8068-ee6e37650ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:59.597031 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-31da1359-561a-4c78-8068-ee6e37650ef1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=408e4b5cc64c4521a5139ec5acd5eaa9&device_id=d01c1581-30a9-473d-bc21-896f39c9c1cb HTTP/1.1" status: 200 len: 1164 time: 0.1058452 Feb 16 22:44:59.628638 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-8fc358ec-d9cd-43b9-be3b-fbba4e503877 None None] Provisioning complete for port 3d165ecd-0a3b-425f-94c8-0a0db3cce51f triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:59.629369 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8fc358ec-d9cd-43b9-be3b-fbba4e503877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (3d165ecd-0a3b-425f-94c8-0a0db3cce51f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:59.672434 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-f93a541f-5dc5-4659-b615-b4df01ebf7ea service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6116cf6-0a86-4c58-bce0-684e64e7671e HTTP/1.1" status: 200 len: 217 time: 0.0653563 Feb 16 22:44:59.754359 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-8fc358ec-d9cd-43b9-be3b-fbba4e503877 None None] Port 3d165ecd-0a3b-425f-94c8-0a0db3cce51f cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:44:59.776594 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-8fc358ec-d9cd-43b9-be3b-fbba4e503877 None None] Provisioning complete for port 0e6d5a56-90be-438d-8078-4de7800ba168 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:44:59.777011 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8fc358ec-d9cd-43b9-be3b-fbba4e503877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0e6d5a56-90be-438d-8078-4de7800ba168), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:44:59.798789 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-c26ab924-7828-4387-b42b-28b6c7c56994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:59.800779 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-c26ab924-7828-4387-b42b-28b6c7c56994 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=77828865-de3e-4cf9-97ec-bc4d1b4c3a70 HTTP/1.1" status: 200 len: 835 time: 0.1208031 Feb 16 22:44:59.909173 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-dae11bac-0518-4e06-afee-d9a21eb547db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:44:59.915700 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-dae11bac-0518-4e06-afee-d9a21eb547db service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5a6df76d-a33f-4d04-af8d-e31633545b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1082988 Feb 16 22:45:00.049941 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c1f6a5e5-862c-4ddf-bd37-27e884ce7ec5 req-27339ad5-aab2-49a5-8110-3e6fe03cec0c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 210 time: 0.0966244 Feb 16 22:45:00.058210 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 0e6d5a56-90be-438d-8078-4de7800ba168 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:00.072639 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-8fc358ec-d9cd-43b9-be3b-fbba4e503877 None None] Current status of the port 0e6d5a56-90be-438d-8078-4de7800ba168 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:00.091703 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:00.147989 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834a03ed-6ced-4e0e-b022-371690266c9b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Router f960b055-4d03-4550-a630-0e9ab74bb999 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:45:00.154029 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-d90de740-4dc9-4b01-97bc-0937f02bce51 service neutron] 10.222.0.79 "GET /v2.0/networks/5a6df76d-a33f-4d04-af8d-e31633545b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300546 Feb 16 22:45:00.166833 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41342) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:00.222465 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-d8f41eea-c4d0-4311-998e-dee7d1ce4d35 None None] Provisioning complete for port 3d165ecd-0a3b-425f-94c8-0a0db3cce51f triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:00.222840 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d8f41eea-c4d0-4311-998e-dee7d1ce4d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (3d165ecd-0a3b-425f-94c8-0a0db3cce51f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:00.282476 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d8f41eea-c4d0-4311-998e-dee7d1ce4d35 None None] Port 3d165ecd-0a3b-425f-94c8-0a0db3cce51f cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:45:00.290782 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b7be19d0-c63b-4a55-b034-f7fef8cc3e1b req-4fb8f38d-b862-41f9-9ac0-ecb17664271b service neutron] 10.222.0.79 "GET /v2.0/networks/5a6df76d-a33f-4d04-af8d-e31633545b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285300 Feb 16 22:45:00.310975 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834a03ed-6ced-4e0e-b022-371690266c9b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:45:00.316593 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-834a03ed-6ced-4e0e-b022-371690266c9b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "PUT /v2.0/routers/f960b055-4d03-4550-a630-0e9ab74bb999/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6661320 Feb 16 22:45:00.319553 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41346) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:00.324188 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e0c866-2866-42aa-a82e-12992ebc940c None None] Sync routers for ids ['f960b055-4d03-4550-a630-0e9ab74bb999'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:45:00.349849 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e0c866-2866-42aa-a82e-12992ebc940c None None] Routers {'f960b055-4d03-4550-a630-0e9ab74bb999'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:45:00.350528 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-49e0c866-2866-42aa-a82e-12992ebc940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:44:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['f960b055-4d03-4550-a630-0e9ab74bb999'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:00.359513 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-df0e0394-3feb-4a10-b0bd-a4359a2a1540 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:00.431874 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-49e0c866-2866-42aa-a82e-12992ebc940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:00.467211 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c66a358-b98c-4465-928f-aa0c74413e51 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:00.468271 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9c66a358-b98c-4465-928f-aa0c74413e51 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "GET /v2.0/ports?device_id=f960b055-4d03-4550-a630-0e9ab74bb999 HTTP/1.1" status: 200 len: 982 time: 0.1474798 Feb 16 22:45:00.480625 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41350) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:00.484306 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e0c866-2866-42aa-a82e-12992ebc940c None None] Routers {'f960b055-4d03-4550-a630-0e9ab74bb999'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:45:00.485722 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-49e0c866-2866-42aa-a82e-12992ebc940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:44:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['f960b055-4d03-4550-a630-0e9ab74bb999'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:00.543413 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-49e0c866-2866-42aa-a82e-12992ebc940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:00.544412 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e0c866-2866-42aa-a82e-12992ebc940c None None] The sync data for ids ['f960b055-4d03-4550-a630-0e9ab74bb999'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:45:00.548407 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923bafb3-6064-40f7-8eaf-87b6b28ff013 req-1f068395-93ab-4ef9-b775-eb01a01ccb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:00.550094 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-923bafb3-6064-40f7-8eaf-87b6b28ff013 req-1f068395-93ab-4ef9-b775-eb01a01ccb8c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=408e4b5cc64c4521a5139ec5acd5eaa9&device_id=d01c1581-30a9-473d-bc21-896f39c9c1cb HTTP/1.1" status: 200 len: 1164 time: 0.1689324 Feb 16 22:45:00.581368 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-79a92289-0d18-4bba-9baa-bea96e2fa3a7 None None] Provisioning complete for port 3d165ecd-0a3b-425f-94c8-0a0db3cce51f triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:00.584090 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-79a92289-0d18-4bba-9baa-bea96e2fa3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (3d165ecd-0a3b-425f-94c8-0a0db3cce51f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:00.619814 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-df0e0394-3feb-4a10-b0bd-a4359a2a1540 admin admin] Publish callbacks [] for security_group (9e6fd694-95b8-4c88-8a89-d337b934f939), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:00.632836 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-df0e0394-3feb-4a10-b0bd-a4359a2a1540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9e6fd694-95b8-4c88-8a89-d337b934f939), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:00.663817 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-79a92289-0d18-4bba-9baa-bea96e2fa3a7 None None] Port 3d165ecd-0a3b-425f-94c8-0a0db3cce51f cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:45:00.708804 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0e6d5a56-90be-438d-8078-4de7800ba168 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:45:00.728487 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923bafb3-6064-40f7-8eaf-87b6b28ff013 req-78b2b9dc-7995-4eb0-a767-867d09a37937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:00.730577 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-923bafb3-6064-40f7-8eaf-87b6b28ff013 req-78b2b9dc-7995-4eb0-a767-867d09a37937 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5a6df76d-a33f-4d04-af8d-e31633545b3c HTTP/1.1" status: 200 len: 897 time: 0.1721568 Feb 16 22:45:00.755950 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e0394-3feb-4a10-b0bd-a4359a2a1540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6fd694-95b8-4c88-8a89-d337b934f939,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:00.759803 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 0e6d5a56-90be-438d-8078-4de7800ba168 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:00.763666 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0e6d5a56-90be-438d-8078-4de7800ba168), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:00.783774 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-df0e0394-3feb-4a10-b0bd-a4359a2a1540 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9d650e99b98b490f9d243bfbc1a03a68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6150751 Feb 16 22:45:00.791094 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41352) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:00.795070 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-923bafb3-6064-40f7-8eaf-87b6b28ff013 req-6fb1ef8f-b6a1-4a8e-93d0-d609a1553651 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6116cf6-0a86-4c58-bce0-684e64e7671e HTTP/1.1" status: 200 len: 217 time: 0.0549333 Feb 16 22:45:00.808885 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe88fe-1a9e-4e3a-b019-46de03844cee req-7654d62b-388c-4709-9716-421126aaa889 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:00.816075 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-33924db6-14d5-4dab-85c9-599a7a218203 None None] Provisioning complete for port 3d165ecd-0a3b-425f-94c8-0a0db3cce51f triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:00.816470 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1abe88fe-1a9e-4e3a-b019-46de03844cee req-7654d62b-388c-4709-9716-421126aaa889 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/ports?device_id=d01c1581-30a9-473d-bc21-896f39c9c1cb HTTP/1.1" status: 200 len: 982 time: 0.3267999 Feb 16 22:45:00.816588 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-33924db6-14d5-4dab-85c9-599a7a218203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (3d165ecd-0a3b-425f-94c8-0a0db3cce51f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:00.901917 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 0e6d5a56-90be-438d-8078-4de7800ba168 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:00.906175 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-33924db6-14d5-4dab-85c9-599a7a218203 None None] Port 3d165ecd-0a3b-425f-94c8-0a0db3cce51f cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:45:00.914155 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1abe88fe-1a9e-4e3a-b019-46de03844cee req-11d4abe5-e91b-45b5-aad5-b5ae3b70c834 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/security-groups?id=ae17d4da-3918-4b26-9e4a-b2bbab4f05f4&id=46d5b1b6-76d9-4c3d-b787-d96ac843c849&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0942624 Feb 16 22:45:00.927145 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0264ffa0-58b5-4489-975e-87148098d7b4 admin admin] Publish callbacks [] for security_group (9e6fd694-95b8-4c88-8a89-d337b934f939), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:00.930170 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923bafb3-6064-40f7-8eaf-87b6b28ff013 req-e7d7a9d0-dfc7-4c5e-97c8-4a24c41e28c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:00.931822 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-923bafb3-6064-40f7-8eaf-87b6b28ff013 req-e7d7a9d0-dfc7-4c5e-97c8-4a24c41e28c7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=77828865-de3e-4cf9-97ec-bc4d1b4c3a70 HTTP/1.1" status: 200 len: 835 time: 0.1126573 Feb 16 22:45:00.969808 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0264ffa0-58b5-4489-975e-87148098d7b4 admin admin] Publish callbacks [] for security_group (9e6fd694-95b8-4c88-8a89-d337b934f939), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:00.984937 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923bafb3-6064-40f7-8eaf-87b6b28ff013 req-4bae233f-e71c-4232-a2b4-1ba63323038d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:00.986502 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-923bafb3-6064-40f7-8eaf-87b6b28ff013 req-4bae233f-e71c-4232-a2b4-1ba63323038d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5a6df76d-a33f-4d04-af8d-e31633545b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473809 Feb 16 22:45:01.085433 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-923bafb3-6064-40f7-8eaf-87b6b28ff013 req-f55eed09-c92b-466d-bcc5-5c8b1ce0d210 service neutron] 10.222.0.79 "GET /v2.0/networks/5a6df76d-a33f-4d04-af8d-e31633545b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912263 Feb 16 22:45:01.104451 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0264ffa0-58b5-4489-975e-87148098d7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9e6fd694-95b8-4c88-8a89-d337b934f939), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:01.107699 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0264ffa0-58b5-4489-975e-87148098d7b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:01.109882 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0264ffa0-58b5-4489-975e-87148098d7b4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9e6fd694-95b8-4c88-8a89-d337b934f939 HTTP/1.1" status: 204 len: 168 time: 0.3175416 Feb 16 22:45:01.163081 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264ffa0-58b5-4489-975e-87148098d7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6fd694-95b8-4c88-8a89-d337b934f939,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:01.212948 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-98be8722-48d2-4881-a910-ed8a1404f846 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (f960b055-4d03-4550-a630-0e9ab74bb999), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:01.253047 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a704cd4-8205-488f-83ee-77fa3d772c4d req-fbc7676b-65e9-4798-9d2d-ecf403f3cab6 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 210 time: 0.0409567 Feb 16 22:45:01.255931 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-923bafb3-6064-40f7-8eaf-87b6b28ff013 req-7af3a3a3-4b4a-4d60-b983-ce85405a4f1d service neutron] 10.222.0.79 "GET /v2.0/networks/5a6df76d-a33f-4d04-af8d-e31633545b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584837 Feb 16 22:45:01.458565 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-98be8722-48d2-4881-a910-ed8a1404f846 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Deleting port 3d165ecd-0a3b-425f-94c8-0a0db3cce51f {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:45:01.459012 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-98be8722-48d2-4881-a910-ed8a1404f846 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (3d165ecd-0a3b-425f-94c8-0a0db3cce51f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:01.507129 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41360) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:01.520673 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-de3adf1b-4a7f-4ae9-985a-79ab3965be60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:01.553290 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-98be8722-48d2-4881-a910-ed8a1404f846 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (3d165ecd-0a3b-425f-94c8-0a0db3cce51f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:01.566246 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-98be8722-48d2-4881-a910-ed8a1404f846 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Calling delete_port for 3d165ecd-0a3b-425f-94c8-0a0db3cce51f owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:45:01.625923 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-de3adf1b-4a7f-4ae9-985a-79ab3965be60 admin admin] Publish callbacks [] for security_group (0edf0570-0e8e-4e0b-8bec-832d4a712d78), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:01.631442 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-de3adf1b-4a7f-4ae9-985a-79ab3965be60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (0edf0570-0e8e-4e0b-8bec-832d4a712d78), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:01.680132 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-de3adf1b-4a7f-4ae9-985a-79ab3965be60 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=694b28c0e99c4f17bc2a21b90c51aa54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1696072 Feb 16 22:45:01.680132 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3adf1b-4a7f-4ae9-985a-79ab3965be60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edf0570-0e8e-4e0b-8bec-832d4a712d78,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:01.681344 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41362) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:01.701530 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device f6116cf6-0a86-4c58-bce0-684e64e7671e details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:45:01.742273 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-423cc4e6-bbc4-4cbc-9235-9c0127ed4ba2 admin admin] Publish callbacks [] for security_group (0edf0570-0e8e-4e0b-8bec-832d4a712d78), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:01.779822 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-98be8722-48d2-4881-a910-ed8a1404f846 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (3d165ecd-0a3b-425f-94c8-0a0db3cce51f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:01.785614 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-423cc4e6-bbc4-4cbc-9235-9c0127ed4ba2 admin admin] Publish callbacks [] for security_group (0edf0570-0e8e-4e0b-8bec-832d4a712d78), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:01.814576 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port f6116cf6-0a86-4c58-bce0-684e64e7671e, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=f6116cf6-0a86-4c58-bce0-684e64e7671e,segment=NetworkSegment(e44e4eec-b413-4b32-875e-c0ebf8a56a0d),segment_id=e44e4eec-b413-4b32-875e-c0ebf8a56a0d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:45:01.814843 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be8722-48d2-4881-a910-ed8a1404f846 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Port': ['ID=3d165ecd-0a3b-425f-94c8-0a0db3cce51f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:01.847443 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'f6116cf6-0a86-4c58-bce0-684e64e7671e', 'network_id': '5a6df76d-a33f-4d04-af8d-e31633545b3c', 'port_id': 'f6116cf6-0a86-4c58-bce0-684e64e7671e', 'mac_address': 'fa:16:3e:d2:fe:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77828865-de3e-4cf9-97ec-bc4d1b4c3a70', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:45:01.852855 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-423cc4e6-bbc4-4cbc-9235-9c0127ed4ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (0edf0570-0e8e-4e0b-8bec-832d4a712d78), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:01.857341 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-423cc4e6-bbc4-4cbc-9235-9c0127ed4ba2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:01.860883 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-423cc4e6-bbc4-4cbc-9235-9c0127ed4ba2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0edf0570-0e8e-4e0b-8bec-832d4a712d78 HTTP/1.1" status: 204 len: 168 time: 0.1765413 Feb 16 22:45:01.882565 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423cc4e6-bbc4-4cbc-9235-9c0127ed4ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edf0570-0e8e-4e0b-8bec-832d4a712d78,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:01.934459 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port f6116cf6-0a86-4c58-bce0-684e64e7671e is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:01.935261 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f6116cf6-0a86-4c58-bce0-684e64e7671e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:01.955845 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6116cf6-0a86-4c58-bce0-684e64e7671e {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:45:01.989835 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port f6116cf6-0a86-4c58-bce0-684e64e7671e, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=f6116cf6-0a86-4c58-bce0-684e64e7671e,segment=NetworkSegment(e44e4eec-b413-4b32-875e-c0ebf8a56a0d),segment_id=e44e4eec-b413-4b32-875e-c0ebf8a56a0d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:45:02.001164 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (f6116cf6-0a86-4c58-bce0-684e64e7671e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:02.062497 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=f6116cf6-0a86-4c58-bce0-684e64e7671e,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:02.111305 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-98be8722-48d2-4881-a910-ed8a1404f846 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (f960b055-4d03-4550-a630-0e9ab74bb999), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:02.134200 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9ebe9-b2d4-4735-8c7f-d43f45b2c3b0 req-e95b48ef-d54f-42a6-9b0c-91271fa032d9 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:02.135677 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-98e9ebe9-b2d4-4735-8c7f-d43f45b2c3b0 req-e95b48ef-d54f-42a6-9b0c-91271fa032d9 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/ports?device_id=d01c1581-30a9-473d-bc21-896f39c9c1cb HTTP/1.1" status: 200 len: 983 time: 0.0992384 Feb 16 22:45:02.218921 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['f6116cf6-0a86-4c58-bce0-684e64e7671e'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:45:02.221595 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-98e9ebe9-b2d4-4735-8c7f-d43f45b2c3b0 req-f3b39ea8-d5c5-4313-8e5f-21f0a364eb50 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/security-groups?id=ae17d4da-3918-4b26-9e4a-b2bbab4f05f4&id=46d5b1b6-76d9-4c3d-b787-d96ac843c849&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0784738 Feb 16 22:45:02.343746 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98be8722-48d2-4881-a910-ed8a1404f846 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Router f960b055-4d03-4550-a630-0e9ab74bb999 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:45:02.402293 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-be345bea-af9f-4544-bc21-a6211584332a req-2b5dd042-7f82-4747-9d57-e2980357f669 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 210 time: 0.0544171 Feb 16 22:45:02.437654 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98be8722-48d2-4881-a910-ed8a1404f846 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:45:02.450064 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edb6386-3566-425c-822d-a5ac9426a903 None None] Sync routers for ids ['f960b055-4d03-4550-a630-0e9ab74bb999'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:45:02.455966 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41376) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:02.456893 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-98be8722-48d2-4881-a910-ed8a1404f846 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "PUT /v2.0/routers/f960b055-4d03-4550-a630-0e9ab74bb999/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9750555 Feb 16 22:45:02.476859 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edb6386-3566-425c-822d-a5ac9426a903 None None] Routers {'f960b055-4d03-4550-a630-0e9ab74bb999'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:45:02.486232 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-3edb6386-3566-425c-822d-a5ac9426a903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:44:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['f960b055-4d03-4550-a630-0e9ab74bb999'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:02.492300 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a50f547-686e-4fda-98bd-c078647fdc20 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] GET failed (client error): The resource could not be found. Feb 16 22:45:02.493776 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6a50f547-686e-4fda-98bd-c078647fdc20 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "GET /v2.0/ports/3d165ecd-0a3b-425f-94c8-0a0db3cce51f HTTP/1.1" status: 404 len: 333 time: 0.0368054 Feb 16 22:45:02.497599 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41380) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:02.525050 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-3edb6386-3566-425c-822d-a5ac9426a903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:02.535060 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edb6386-3566-425c-822d-a5ac9426a903 None None] Routers {'f960b055-4d03-4550-a630-0e9ab74bb999'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:45:02.535979 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-3edb6386-3566-425c-822d-a5ac9426a903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:44:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['f960b055-4d03-4550-a630-0e9ab74bb999'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:02.572642 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-3edb6386-3566-425c-822d-a5ac9426a903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:02.573483 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edb6386-3566-425c-822d-a5ac9426a903 None None] The sync data for ids ['f960b055-4d03-4550-a630-0e9ab74bb999'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:45:02.591690 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4a8d3e47-a25f-4d0f-a6bb-685f0e44bc3d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for router (f960b055-4d03-4550-a630-0e9ab74bb999), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:02.773855 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4a8d3e47-a25f-4d0f-a6bb-685f0e44bc3d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (f960b055-4d03-4550-a630-0e9ab74bb999), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:02.776452 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4a8d3e47-a25f-4d0f-a6bb-685f0e44bc3d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for router_controller (f960b055-4d03-4550-a630-0e9ab74bb999), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:02.824908 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4a8d3e47-a25f-4d0f-a6bb-685f0e44bc3d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (f960b055-4d03-4550-a630-0e9ab74bb999), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:02.825471 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8d3e47-a25f-4d0f-a6bb-685f0e44bc3d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Fanout notify agent at l3_agent the message router_deleted on router f960b055-4d03-4550-a630-0e9ab74bb999 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:45:02.832809 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4a8d3e47-a25f-4d0f-a6bb-685f0e44bc3d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:02.836643 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4a8d3e47-a25f-4d0f-a6bb-685f0e44bc3d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/routers/f960b055-4d03-4550-a630-0e9ab74bb999 HTTP/1.1" status: 204 len: 168 time: 0.3375387 Feb 16 22:45:02.836953 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41390) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:02.897162 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-78acd512-6c13-4765-a951-fd878a2f85f8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Deleting subnet 54f8909a-705f-4576-9533-2f0e75efdf74 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:45:02.900939 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-78acd512-6c13-4765-a951-fd878a2f85f8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for subnet (54f8909a-705f-4576-9533-2f0e75efdf74), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:02.942887 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-78acd512-6c13-4765-a951-fd878a2f85f8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (54f8909a-705f-4576-9533-2f0e75efdf74), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:03.031546 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-78acd512-6c13-4765-a951-fd878a2f85f8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (54f8909a-705f-4576-9533-2f0e75efdf74), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:03.093363 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-78acd512-6c13-4765-a951-fd878a2f85f8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (54f8909a-705f-4576-9533-2f0e75efdf74), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:03.120106 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78acd512-6c13-4765-a951-fd878a2f85f8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Subnet': ['ID=54f8909a-705f-4576-9533-2f0e75efdf74,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:03.129382 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-78acd512-6c13-4765-a951-fd878a2f85f8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:03.134998 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-78acd512-6c13-4765-a951-fd878a2f85f8 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/subnets/54f8909a-705f-4576-9533-2f0e75efdf74 HTTP/1.1" status: 204 len: 168 time: 0.2943127 Feb 16 22:45:03.135368 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41400) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:03.142848 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7679fa-199d-494b-ac2f-79828f410c85 None None] Network 7fa2f818-e525-4c33-8311-a156ef4bba90 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:45:03.359109 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183ac383-d585-4c1e-b396-babedc47f607 None None] DHCP port deletion for 7fa2f818-e525-4c33-8311-a156ef4bba90 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:45:03.399580 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed6f37-9405-40f2-bd99-d218a332c46c req-0815f040-6e9f-4d56-a83d-496f06499738 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:03.402377 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cfed6f37-9405-40f2-bd99-d218a332c46c req-0815f040-6e9f-4d56-a83d-496f06499738 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/ports?device_id=d01c1581-30a9-473d-bc21-896f39c9c1cb HTTP/1.1" status: 200 len: 983 time: 0.0928948 Feb 16 22:45:03.436533 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-183ac383-d585-4c1e-b396-babedc47f607 None None] Deleting port 0e6d5a56-90be-438d-8078-4de7800ba168 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:45:03.437596 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-183ac383-d585-4c1e-b396-babedc47f607 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (0e6d5a56-90be-438d-8078-4de7800ba168), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:03.542080 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cfed6f37-9405-40f2-bd99-d218a332c46c req-400bfc3f-a1d8-48b9-a737-fb1406eb8b42 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/security-groups?id=ae17d4da-3918-4b26-9e4a-b2bbab4f05f4&id=46d5b1b6-76d9-4c3d-b787-d96ac843c849&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1270249 Feb 16 22:45:03.563632 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-183ac383-d585-4c1e-b396-babedc47f607 None None] For port 0e6d5a56-90be-438d-8078-4de7800ba168, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0e6d5a56-90be-438d-8078-4de7800ba168,segment=NetworkSegment(a15bf36b-8c08-4c93-929a-6b61f2588220),segment_id=a15bf36b-8c08-4c93-929a-6b61f2588220)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:45:03.564154 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-183ac383-d585-4c1e-b396-babedc47f607 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (0e6d5a56-90be-438d-8078-4de7800ba168), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:03.583131 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-183ac383-d585-4c1e-b396-babedc47f607 None None] Calling delete_port for 0e6d5a56-90be-438d-8078-4de7800ba168 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:45:03.648354 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1294d31f-fc32-4831-8114-d5151d45d2ed tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (7fa2f818-e525-4c33-8311-a156ef4bba90), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:03.650583 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b4724eaf-747c-4c61-9f5a-d625e72e1992 req-14c8c439-a99f-4d6e-8bd3-1830bfa73578 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 210 time: 0.0475869 Feb 16 22:45:03.678528 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-183ac383-d585-4c1e-b396-babedc47f607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (0e6d5a56-90be-438d-8078-4de7800ba168), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:03.703922 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-1294d31f-fc32-4831-8114-d5151d45d2ed tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] The port '0e6d5a56-90be-438d-8078-4de7800ba168' was deleted {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 16 22:45:03.710820 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ac383-d585-4c1e-b396-babedc47f607 None None] Pushing event deleted for resources: {'Port': ['ID=0e6d5a56-90be-438d-8078-4de7800ba168,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:03.719849 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183ac383-d585-4c1e-b396-babedc47f607 None None] No DVR routers for this DVR port 0e6d5a56-90be-438d-8078-4de7800ba168 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:45:03.735097 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device f6116cf6-0a86-4c58-bce0-684e64e7671e up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:45:03.794242 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port f6116cf6-0a86-4c58-bce0-684e64e7671e completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:45:03.799270 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port f6116cf6-0a86-4c58-bce0-684e64e7671e triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:03.799669 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f6116cf6-0a86-4c58-bce0-684e64e7671e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:03.801792 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1294d31f-fc32-4831-8114-d5151d45d2ed tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (7fa2f818-e525-4c33-8311-a156ef4bba90), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:03.825662 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-1294d31f-fc32-4831-8114-d5151d45d2ed tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa2f818-e525-4c33-8311-a156ef4bba90']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:03.836945 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-1294d31f-fc32-4831-8114-d5151d45d2ed tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15bf36b-8c08-4c93-929a-6b61f2588220') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:03.837282 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-1294d31f-fc32-4831-8114-d5151d45d2ed tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15bf36b-8c08-4c93-929a-6b61f2588220') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:03.856121 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1294d31f-fc32-4831-8114-d5151d45d2ed tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (a15bf36b-8c08-4c93-929a-6b61f2588220), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:03.876853 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1294d31f-fc32-4831-8114-d5151d45d2ed tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (a15bf36b-8c08-4c93-929a-6b61f2588220), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:03.883708 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1294d31f-fc32-4831-8114-d5151d45d2ed tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:45:03.884128 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1294d31f-fc32-4831-8114-d5151d45d2ed tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (a15bf36b-8c08-4c93-929a-6b61f2588220), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:03.893022 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port f6116cf6-0a86-4c58-bce0-684e64e7671e is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:03.893424 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f6116cf6-0a86-4c58-bce0-684e64e7671e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:03.899285 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:45:03.899285 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:45:03.899285 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:45:03.899285 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:45:03.899285 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:45:03.899285 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:45:03.899285 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:45:03.899285 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:45:03.899285 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:45:03.899285 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:45:03.899285 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:45:03.899285 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:45:03.899285 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:45:03.899285 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:45:03.899285 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:45:03.899285 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:45:03.899285 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:45:03.899285 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:45:03.899285 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:45:03.899285 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:45:03.899285 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:45:03.899285 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:45:03.899285 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:45:03.899285 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:45:03.899285 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:45:03.899285 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:45:03.899285 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:45:03.899285 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:45:03.899285 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:45:03.899285 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:45:03.899285 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:45:03.899285 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:45:03.937623 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port f6116cf6-0a86-4c58-bce0-684e64e7671e, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=f6116cf6-0a86-4c58-bce0-684e64e7671e,segment=NetworkSegment(e44e4eec-b413-4b32-875e-c0ebf8a56a0d),segment_id=e44e4eec-b413-4b32-875e-c0ebf8a56a0d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:45:03.938963 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01c1581-30a9-473d-bc21-896f39c9c1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6116cf6-0a86-4c58-bce0-684e64e7671e'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:45:03.941402 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a399a13e-e448-4c23-81b2-f86741f54cd9" -d '{"events": [{"server_uuid": "d01c1581-30a9-473d-bc21-896f39c9c1cb", "name": "network-vif-plugged", "status": "completed", "tag": "f6116cf6-0a86-4c58-bce0-684e64e7671e"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:45:03.947127 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (f6116cf6-0a86-4c58-bce0-684e64e7671e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:03.985297 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1294d31f-fc32-4831-8114-d5151d45d2ed tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (7fa2f818-e525-4c33-8311-a156ef4bba90), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:04.007194 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cc1b89-0e80-4960-8de3-770833f907e0 x-openstack-request-id: req-33cc1b89-0e80-4960-8de3-770833f907e0 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:45:04.007700 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01c1581-30a9-473d-bc21-896f39c9c1cb", "name": "network-vif-plugged", "status": "completed", "tag": "f6116cf6-0a86-4c58-bce0-684e64e7671e", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:45:04.007935 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1294d31f-fc32-4831-8114-d5151d45d2ed tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:04.008064 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-33cc1b89-0e80-4960-8de3-770833f907e0 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:45:04.008866 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01c1581-30a9-473d-bc21-896f39c9c1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6116cf6-0a86-4c58-bce0-684e64e7671e', 'code': 200} Feb 16 22:45:04.013215 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1294d31f-fc32-4831-8114-d5151d45d2ed tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/networks/7fa2f818-e525-4c33-8311-a156ef4bba90 HTTP/1.1" status: 204 len: 168 time: 0.8752022 Feb 16 22:45:04.016729 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41436) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:04.024269 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=f6116cf6-0a86-4c58-bce0-684e64e7671e,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:04.051484 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294d31f-fc32-4831-8114-d5151d45d2ed tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Network': ['ID=7fa2f818-e525-4c33-8311-a156ef4bba90,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:04.092306 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da51fbf-83f3-4bb1-9876-a0e0ede64617 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:04.093990 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8da51fbf-83f3-4bb1-9876-a0e0ede64617 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "GET /v2.0/ports/90623328-7b30-4a41-a296-7c2cac915a56 HTTP/1.1" status: 200 len: 840 time: 0.0755875 Feb 16 22:45:04.097805 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41444) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:04.134936 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13690979-63ef-48dc-b8f3-8545af79eb13 req-af6d2095-0e52-4a59-83f1-41613081308e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:04.137369 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13690979-63ef-48dc-b8f3-8545af79eb13 req-af6d2095-0e52-4a59-83f1-41613081308e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d01c1581-30a9-473d-bc21-896f39c9c1cb HTTP/1.1" status: 200 len: 1166 time: 0.0674095 Feb 16 22:45:04.146730 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a05482c5-7ce3-4fbb-b633-50281da7a48b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "GET /v2.0/ports/90623328-7b30-4a41-a296-7c2cac915a56?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0475345 Feb 16 22:45:04.150246 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41450) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:04.157055 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-f44d1856-e910-487d-9340-a56611537a46 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'subnet': {'network_id': '9b3506d6-cf65-449c-b238-c5db64bf8ecc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:04.220256 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13690979-63ef-48dc-b8f3-8545af79eb13 req-fb5889db-e84e-4ede-8400-cfce37e5336e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=46d5b1b6-76d9-4c3d-b787-d96ac843c849&id=ae17d4da-3918-4b26-9e4a-b2bbab4f05f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0771036 Feb 16 22:45:04.267695 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44d1856-e910-487d-9340-a56611537a46 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:45:04.271265 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f44d1856-e910-487d-9340-a56611537a46 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:04.464990 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f44d1856-e910-487d-9340-a56611537a46 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (9133798a-4871-4907-b278-e5ac94915d56), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:04.513888 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44d1856-e910-487d-9340-a56611537a46 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Network 9b3506d6-cf65-449c-b238-c5db64bf8ecc is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:45:04.517160 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-f44d1856-e910-487d-9340-a56611537a46 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:04.522944 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44d1856-e910-487d-9340-a56611537a46 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:04.523534 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f44d1856-e910-487d-9340-a56611537a46 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:04.536361 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71284018-fd93-4686-a5b9-880b947d583c None None] Network 9b3506d6-cf65-449c-b238-c5db64bf8ecc requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:45:04.545408 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d1856-e910-487d-9340-a56611537a46 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Subnet': ['ID=9133798a-4871-4907-b278-e5ac94915d56,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:04.556864 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f44d1856-e910-487d-9340-a56611537a46 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4048326 Feb 16 22:45:04.560608 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41472) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:04.567230 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-d6064036-a90a-4af1-baeb-c4f12e123375 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'security_group': {'name': 'tempest-secgroup-1088611387'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:04.608356 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41474) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:04.623385 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d6064036-a90a-4af1-baeb-c4f12e123375 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:04.686824 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0e6d5a56-90be-438d-8078-4de7800ba168 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:45:04.779008 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9003f306-e656-4593-922e-e11fe1ecf196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:04.878757 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 0e6d5a56-90be-438d-8078-4de7800ba168 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:45:04.879108 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0e6d5a56-90be-438d-8078-4de7800ba168 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:45:04.906467 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8ad3d8-df9c-45ab-93e2-b90ab06c5bff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-9b3506d6-cf65-449c-b238-c5db64bf8ecc', 'network_id': '9b3506d6-cf65-449c-b238-c5db64bf8ecc', 'project_id': '3a6466279531424e8d4920bed42d139b', 'fixed_ips': [{'subnet_id': '9133798a-4871-4907-b278-e5ac94915d56'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:45:04.907928 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4f8ad3d8-df9c-45ab-93e2-b90ab06c5bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:04.920884 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9003f306-e656-4593-922e-e11fe1ecf196 admin admin] Publish callbacks [] for security_group (10a845a1-7968-46e6-81a5-b2227b9ff140), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:04.927829 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9003f306-e656-4593-922e-e11fe1ecf196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (10a845a1-7968-46e6-81a5-b2227b9ff140), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:04.968336 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9003f306-e656-4593-922e-e11fe1ecf196 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2ebcf549d8394cfca3711e91e8cbdea1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3588665 Feb 16 22:45:04.976648 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41480) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:05.048302 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3d02d9ca-cea2-4972-82f0-91572bed4328 admin admin] Publish callbacks [] for security_group (10a845a1-7968-46e6-81a5-b2227b9ff140), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:05.058879 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003f306-e656-4593-922e-e11fe1ecf196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a845a1-7968-46e6-81a5-b2227b9ff140,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:05.084060 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3d02d9ca-cea2-4972-82f0-91572bed4328 admin admin] Publish callbacks [] for security_group (10a845a1-7968-46e6-81a5-b2227b9ff140), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:05.098857 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-4f8ad3d8-df9c-45ab-93e2-b90ab06c5bff None None] Allocated IP 172.20.0.2 (9b3506d6-cf65-449c-b238-c5db64bf8ecc/9133798a-4871-4907-b278-e5ac94915d56/56778a82-e787-490e-a575-54cd8484975d) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:45:05.154202 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3d02d9ca-cea2-4972-82f0-91572bed4328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (10a845a1-7968-46e6-81a5-b2227b9ff140), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:05.157354 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3d02d9ca-cea2-4972-82f0-91572bed4328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:05.159167 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3d02d9ca-cea2-4972-82f0-91572bed4328 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/10a845a1-7968-46e6-81a5-b2227b9ff140 HTTP/1.1" status: 204 len: 168 time: 0.1814654 Feb 16 22:45:05.182109 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d6064036-a90a-4af1-baeb-c4f12e123375 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for security_group (0db4b549-074f-4247-b9cc-5fb0538af1f7), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:05.192232 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02d9ca-cea2-4972-82f0-91572bed4328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a845a1-7968-46e6-81a5-b2227b9ff140,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:05.196468 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b984c-9223-4499-888b-62924abb946c req-2842cc8c-1fc8-4c1c-8a2f-8f90ef77a01c tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:05.205678 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d49b984c-9223-4499-888b-62924abb946c req-2842cc8c-1fc8-4c1c-8a2f-8f90ef77a01c tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/ports?device_id=d01c1581-30a9-473d-bc21-896f39c9c1cb HTTP/1.1" status: 200 len: 984 time: 0.5468757 Feb 16 22:45:05.221385 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d6064036-a90a-4af1-baeb-c4f12e123375 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (0db4b549-074f-4247-b9cc-5fb0538af1f7), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:05.258139 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d6064036-a90a-4af1-baeb-c4f12e123375 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:05.263418 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41484) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:05.263746 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d6064036-a90a-4af1-baeb-c4f12e123375 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7019989 Feb 16 22:45:05.273160 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-5b10de54-8ce4-4f65-98be-56ecb9a8a43b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'security_group': {'name': 'tempest-secgroup-1667270157'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:05.300023 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6064036-a90a-4af1-baeb-c4f12e123375 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0db4b549-074f-4247-b9cc-5fb0538af1f7,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:05.327918 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d49b984c-9223-4499-888b-62924abb946c req-8346d494-0495-4596-8076-d2b0cda6331d tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/security-groups?id=ae17d4da-3918-4b26-9e4a-b2bbab4f05f4&id=46d5b1b6-76d9-4c3d-b787-d96ac843c849&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1212127 Feb 16 22:45:05.343039 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4f8ad3d8-df9c-45ab-93e2-b90ab06c5bff None None] Publish callbacks [] for port (56778a82-e787-490e-a575-54cd8484975d), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:05.355655 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5b10de54-8ce4-4f65-98be-56ecb9a8a43b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:05.361997 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4f8ad3d8-df9c-45ab-93e2-b90ab06c5bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (56778a82-e787-490e-a575-54cd8484975d), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:05.427219 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8ad3d8-df9c-45ab-93e2-b90ab06c5bff None None] Network 9b3506d6-cf65-449c-b238-c5db64bf8ecc is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:45:05.431115 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-4f8ad3d8-df9c-45ab-93e2-b90ab06c5bff None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:05.435775 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8ad3d8-df9c-45ab-93e2-b90ab06c5bff None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:45:05.445194 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ad3d8-df9c-45ab-93e2-b90ab06c5bff None None] Pushing event updated for resources: {'Port': ['ID=56778a82-e787-490e-a575-54cd8484975d,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:05.487489 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b637e747-67d7-4dd9-8b69-c0bc2924cb6c req-a9521f7b-0cb2-43e2-9492-12183d238c13 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 210 time: 0.0975120 Feb 16 22:45:05.505843 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5b10de54-8ce4-4f65-98be-56ecb9a8a43b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for security_group (c6017316-6860-4694-8bb5-8956fe015ae3), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:05.512632 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5b10de54-8ce4-4f65-98be-56ecb9a8a43b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c6017316-6860-4694-8bb5-8956fe015ae3), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:05.520780 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-4f8ad3d8-df9c-45ab-93e2-b90ab06c5bff None None] Attempting to bind port 56778a82-e787-490e-a575-54cd8484975d on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:45:05.521165 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-4f8ad3d8-df9c-45ab-93e2-b90ab06c5bff None None] Attempting to bind port 56778a82-e787-490e-a575-54cd8484975d by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '9be9c643-9646-4294-988d-57be453b44f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9b3506d6-cf65-449c-b238-c5db64bf8ecc'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:45:05.526105 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8ad3d8-df9c-45ab-93e2-b90ab06c5bff None None] Attempting to bind port 56778a82-e787-490e-a575-54cd8484975d on network 9b3506d6-cf65-449c-b238-c5db64bf8ecc {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:45:05.536824 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8ad3d8-df9c-45ab-93e2-b90ab06c5bff None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:45:05.537496 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8ad3d8-df9c-45ab-93e2-b90ab06c5bff None None] Checking segment: {'id': '9be9c643-9646-4294-988d-57be453b44f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9b3506d6-cf65-449c-b238-c5db64bf8ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:45:05.537631 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4f8ad3d8-df9c-45ab-93e2-b90ab06c5bff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:05.540175 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8ad3d8-df9c-45ab-93e2-b90ab06c5bff None None] Bound using segment: {'id': '9be9c643-9646-4294-988d-57be453b44f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9b3506d6-cf65-449c-b238-c5db64bf8ecc'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:45:05.540707 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-4f8ad3d8-df9c-45ab-93e2-b90ab06c5bff None None] Bound port: 56778a82-e787-490e-a575-54cd8484975d, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be9c643-9646-4294-988d-57be453b44f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9b3506d6-cf65-449c-b238-c5db64bf8ecc'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:45:05.541109 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4f8ad3d8-df9c-45ab-93e2-b90ab06c5bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (56778a82-e787-490e-a575-54cd8484975d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:05.559172 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10de54-8ce4-4f65-98be-56ecb9a8a43b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6017316-6860-4694-8bb5-8956fe015ae3,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:05.565645 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5b10de54-8ce4-4f65-98be-56ecb9a8a43b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:05.569888 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5b10de54-8ce4-4f65-98be-56ecb9a8a43b tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3052893 Feb 16 22:45:05.570383 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41488) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:05.578239 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-d21c6078-2d2b-41a3-ab72-f5f8a6845cda tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1959497007', 'security_groups': ['c6017316-6860-4694-8bb5-8956fe015ae3'], 'network_id': '9b3506d6-cf65-449c-b238-c5db64bf8ecc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9133798a-4871-4907-b278-e5ac94915d56'}]}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:05.630366 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-4f8ad3d8-df9c-45ab-93e2-b90ab06c5bff None None] For port 56778a82-e787-490e-a575-54cd8484975d, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:45:05.633815 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-4f8ad3d8-df9c-45ab-93e2-b90ab06c5bff None None] For port 56778a82-e787-490e-a575-54cd8484975d, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=56778a82-e787-490e-a575-54cd8484975d,segment=NetworkSegment(9be9c643-9646-4294-988d-57be453b44f7),segment_id=9be9c643-9646-4294-988d-57be453b44f7)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:45:05.642991 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4f8ad3d8-df9c-45ab-93e2-b90ab06c5bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (56778a82-e787-490e-a575-54cd8484975d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:05.696988 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41490) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:05.711864 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-aa179083-cac1-4c1f-876f-baf72cee2c23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:05.736411 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ad3d8-df9c-45ab-93e2-b90ab06c5bff None None] Pushing event updated for resources: {'Port': ['ID=56778a82-e787-490e-a575-54cd8484975d,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:05.743331 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21c6078-2d2b-41a3-ab72-f5f8a6845cda tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:45:05.810471 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-aa179083-cac1-4c1f-876f-baf72cee2c23 admin admin] Publish callbacks [] for security_group (3d4b1bfd-8b31-44a7-87f2-730df62c28f6), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:05.816198 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-aa179083-cac1-4c1f-876f-baf72cee2c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (3d4b1bfd-8b31-44a7-87f2-730df62c28f6), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:05.857185 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d21c6078-2d2b-41a3-ab72-f5f8a6845cda tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:05.873388 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41492) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:05.874786 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-aa179083-cac1-4c1f-876f-baf72cee2c23 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f235d1ccccf74635a536d94ff24ea7ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1766353 Feb 16 22:45:05.876263 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa179083-cac1-4c1f-876f-baf72cee2c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4b1bfd-8b31-44a7-87f2-730df62c28f6,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:05.927476 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-d21c6078-2d2b-41a3-ab72-f5f8a6845cda tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] device_id is not set on port 62a36791-0b25-43e6-b5ac-cd9b12a4de1d yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:45:06.048964 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b0840241-cf19-41cd-93ad-e05603538ad2 admin admin] Publish callbacks [] for security_group (3d4b1bfd-8b31-44a7-87f2-730df62c28f6), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:06.091885 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b0840241-cf19-41cd-93ad-e05603538ad2 admin admin] Publish callbacks [] for security_group (3d4b1bfd-8b31-44a7-87f2-730df62c28f6), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:06.162762 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-d21c6078-2d2b-41a3-ab72-f5f8a6845cda tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Allocated IP 172.20.0.12 (9b3506d6-cf65-449c-b238-c5db64bf8ecc/9133798a-4871-4907-b278-e5ac94915d56/62a36791-0b25-43e6-b5ac-cd9b12a4de1d) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:45:06.189164 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b0840241-cf19-41cd-93ad-e05603538ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (3d4b1bfd-8b31-44a7-87f2-730df62c28f6), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:06.191768 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b0840241-cf19-41cd-93ad-e05603538ad2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:06.192914 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b0840241-cf19-41cd-93ad-e05603538ad2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3d4b1bfd-8b31-44a7-87f2-730df62c28f6 HTTP/1.1" status: 204 len: 168 time: 0.3185179 Feb 16 22:45:06.212875 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0840241-cf19-41cd-93ad-e05603538ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4b1bfd-8b31-44a7-87f2-730df62c28f6,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:06.334530 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d21c6078-2d2b-41a3-ab72-f5f8a6845cda tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for port (62a36791-0b25-43e6-b5ac-cd9b12a4de1d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:06.381430 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d21c6078-2d2b-41a3-ab72-f5f8a6845cda tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (62a36791-0b25-43e6-b5ac-cd9b12a4de1d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:06.478979 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21c6078-2d2b-41a3-ab72-f5f8a6845cda tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Network 9b3506d6-cf65-449c-b238-c5db64bf8ecc is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:45:06.480399 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c6078-2d2b-41a3-ab72-f5f8a6845cda tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Port': ['ID=62a36791-0b25-43e6-b5ac-cd9b12a4de1d,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:06.486573 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-d21c6078-2d2b-41a3-ab72-f5f8a6845cda tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:06.489258 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21c6078-2d2b-41a3-ab72-f5f8a6845cda tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:45:06.536139 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b097d16-bce1-4617-b5a0-14526682a209 req-55982977-c4b8-4ecd-9101-c63d22043ff5 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:06.537721 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6b097d16-bce1-4617-b5a0-14526682a209 req-55982977-c4b8-4ecd-9101-c63d22043ff5 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/ports?device_id=d01c1581-30a9-473d-bc21-896f39c9c1cb HTTP/1.1" status: 200 len: 984 time: 0.1189353 Feb 16 22:45:06.594442 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21c6078-2d2b-41a3-ab72-f5f8a6845cda tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:06.596708 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d21c6078-2d2b-41a3-ab72-f5f8a6845cda tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:06.640057 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6b097d16-bce1-4617-b5a0-14526682a209 req-759535fd-e306-4af2-9843-6d63ef748383 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/security-groups?id=ae17d4da-3918-4b26-9e4a-b2bbab4f05f4&id=46d5b1b6-76d9-4c3d-b787-d96ac843c849&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0884976 Feb 16 22:45:06.643929 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d21c6078-2d2b-41a3-ab72-f5f8a6845cda tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0705888 Feb 16 22:45:06.646876 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41508) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:06.652661 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-87903b89-db0a-4567-86ac-ecc267b4c22f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'subnet': {'network_id': '9b3506d6-cf65-449c-b238-c5db64bf8ecc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:06.736689 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 56778a82-e787-490e-a575-54cd8484975d up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:45:06.825694 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4f69cb7c-0b94-4437-b9f3-fa7a43552c45 req-120187ee-cb5f-488d-8b14-a08755450bb7 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 210 time: 0.0627558 Feb 16 22:45:06.860407 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 56778a82-e787-490e-a575-54cd8484975d triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:06.861013 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (56778a82-e787-490e-a575-54cd8484975d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:06.881125 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87903b89-db0a-4567-86ac-ecc267b4c22f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:45:06.884677 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-87903b89-db0a-4567-86ac-ecc267b4c22f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:06.998783 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0309cb8-1bc3-49de-bccc-0ed29f04c42c req-0cb46f09-304f-4f99-840b-1e1b7b5bac15 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:07.001085 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 56778a82-e787-490e-a575-54cd8484975d is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:07.002187 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b0309cb8-1bc3-49de-bccc-0ed29f04c42c req-0cb46f09-304f-4f99-840b-1e1b7b5bac15 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/ports?device_id=d01c1581-30a9-473d-bc21-896f39c9c1cb HTTP/1.1" status: 200 len: 984 time: 0.0971341 Feb 16 22:45:07.003726 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (56778a82-e787-490e-a575-54cd8484975d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:07.070080 n-d-813897-6 neutron-server[103465]: INFO neutron.db.ipam_backend_mixin [None req-87903b89-db0a-4567-86ac-ecc267b4c22f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9133798a-4871-4907-b278-e5ac94915d56 (CIDR: 172.20.0.0/28) Feb 16 22:45:07.070776 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 56778a82-e787-490e-a575-54cd8484975d, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=56778a82-e787-490e-a575-54cd8484975d,segment=NetworkSegment(9be9c643-9646-4294-988d-57be453b44f7),segment_id=9be9c643-9646-4294-988d-57be453b44f7)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:45:07.075402 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-87903b89-db0a-4567-86ac-ecc267b4c22f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:45:07.075928 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87903b89-db0a-4567-86ac-ecc267b4c22f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:45:07.077912 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (56778a82-e787-490e-a575-54cd8484975d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:07.100495 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-87903b89-db0a-4567-86ac-ecc267b4c22f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4524326 Feb 16 22:45:07.103215 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41518) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:07.113885 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-50d1b9bb-5285-4920-9822-65252e4a052d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'subnet': {'network_id': '9b3506d6-cf65-449c-b238-c5db64bf8ecc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:07.159573 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=56778a82-e787-490e-a575-54cd8484975d,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:07.162174 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b0309cb8-1bc3-49de-bccc-0ed29f04c42c req-d3fa3832-107c-4ea2-bab9-9a34e8a26180 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/security-groups?id=ae17d4da-3918-4b26-9e4a-b2bbab4f05f4&id=46d5b1b6-76d9-4c3d-b787-d96ac843c849&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1474702 Feb 16 22:45:07.208205 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e5d2a066-9cd8-40b4-a985-7c9d66ac92ac None None] Provisioning complete for port 90623328-7b30-4a41-a296-7c2cac915a56 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:07.208833 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e5d2a066-9cd8-40b4-a985-7c9d66ac92ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (90623328-7b30-4a41-a296-7c2cac915a56), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:07.250168 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e5d2a066-9cd8-40b4-a985-7c9d66ac92ac None None] Port 90623328-7b30-4a41-a296-7c2cac915a56 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:45:07.275449 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e5d2a066-9cd8-40b4-a985-7c9d66ac92ac None None] Provisioning complete for port 56778a82-e787-490e-a575-54cd8484975d triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:07.280828 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e5d2a066-9cd8-40b4-a985-7c9d66ac92ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (56778a82-e787-490e-a575-54cd8484975d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:07.329850 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d1b9bb-5285-4920-9822-65252e4a052d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:45:07.334594 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-50d1b9bb-5285-4920-9822-65252e4a052d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:07.364299 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fef787-379d-4589-8f95-b0248eaff8eb req-92bc1da9-07b4-40b2-9794-cfc0c56f5aaf tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:07.365990 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-58fef787-379d-4589-8f95-b0248eaff8eb req-92bc1da9-07b4-40b2-9794-cfc0c56f5aaf tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=d01c1581-30a9-473d-bc21-896f39c9c1cb HTTP/1.1" status: 200 len: 1166 time: 0.1050553 Feb 16 22:45:07.403268 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-58fef787-379d-4589-8f95-b0248eaff8eb req-99d6868c-878f-4334-87c4-5db6623117ef tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:07.498420 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e5d2a066-9cd8-40b4-a985-7c9d66ac92ac None None] Current status of the port 56778a82-e787-490e-a575-54cd8484975d is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:07.525834 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-58fef787-379d-4589-8f95-b0248eaff8eb req-99d6868c-878f-4334-87c4-5db6623117ef tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] Publish callbacks [] for security_group (75167af3-b604-4327-a853-77da02a1aaf5), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:07.533213 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-58fef787-379d-4589-8f95-b0248eaff8eb req-99d6868c-878f-4334-87c4-5db6623117ef tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (75167af3-b604-4327-a853-77da02a1aaf5), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:07.586812 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6868c-878f-4334-87c4-5db6623117ef tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75167af3-b604-4327-a853-77da02a1aaf5,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:07.592924 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-58fef787-379d-4589-8f95-b0248eaff8eb req-99d6868c-878f-4334-87c4-5db6623117ef tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=ae17d4da-3918-4b26-9e4a-b2bbab4f05f4&id=46d5b1b6-76d9-4c3d-b787-d96ac843c849&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2202704 Feb 16 22:45:07.621035 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41530) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:07.628537 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-9928d853-1ce8-46a4-9db4-565d3dee8d9c None None] Provisioning complete for port 62a36791-0b25-43e6-b5ac-cd9b12a4de1d triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:07.629000 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9928d853-1ce8-46a4-9db4-565d3dee8d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (62a36791-0b25-43e6-b5ac-cd9b12a4de1d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:07.675089 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-9928d853-1ce8-46a4-9db4-565d3dee8d9c None None] Port 62a36791-0b25-43e6-b5ac-cd9b12a4de1d cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:45:07.699694 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d456e0-e909-45f8-8876-ef015933db20 tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:07.702013 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-98d456e0-e909-45f8-8876-ef015933db20 tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=d01c1581-30a9-473d-bc21-896f39c9c1cb HTTP/1.1" status: 200 len: 1161 time: 0.0798635 Feb 16 22:45:07.705446 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41534) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:07.710729 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-69b22c30-4417-4f8c-b9dd-2655c1a19bd9 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'port_id': 'f6116cf6-0a86-4c58-bce0-684e64e7671e', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:07.721461 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-50d1b9bb-5285-4920-9822-65252e4a052d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (e1416f60-c926-4ecd-ac7f-0a15246f37a6), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:07.737759 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-69b22c30-4417-4f8c-b9dd-2655c1a19bd9 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:07.774494 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d1b9bb-5285-4920-9822-65252e4a052d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Network 9b3506d6-cf65-449c-b238-c5db64bf8ecc is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:45:07.781164 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-50d1b9bb-5285-4920-9822-65252e4a052d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:07.785914 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d1b9bb-5285-4920-9822-65252e4a052d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:07.786569 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-50d1b9bb-5285-4920-9822-65252e4a052d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:07.792553 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f519621e-53a7-49af-83f3-ad198a59518f None None] Network 9b3506d6-cf65-449c-b238-c5db64bf8ecc requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:45:07.798793 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1b9bb-5285-4920-9822-65252e4a052d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Subnet': ['ID=e1416f60-c926-4ecd-ac7f-0a15246f37a6,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:07.813228 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-50d1b9bb-5285-4920-9822-65252e4a052d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7087884 Feb 16 22:45:07.815674 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41536) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:07.822086 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-4c68ba3a-61b7-476e-8bab-cab193c9f7da tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-428167912', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e1416f60-c926-4ecd-ac7f-0a15246f37a6'}], 'security_groups': ['0db4b549-074f-4247-b9cc-5fb0538af1f7']}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:07.928342 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-69b22c30-4417-4f8c-b9dd-2655c1a19bd9 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:07.979857 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5716f17-1953-46d8-8a66-a02e43899233 req-20211736-5f92-406e-a6cb-3a7a98d9dd96 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 210 time: 0.0451047 Feb 16 22:45:08.028645 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4c68ba3a-61b7-476e-8bab-cab193c9f7da tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (62a36791-0b25-43e6-b5ac-cd9b12a4de1d), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:08.139773 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-69b22c30-4417-4f8c-b9dd-2655c1a19bd9 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Allocated IP 172.25.2.154 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/96c36c9b-3379-4899-95c7-0405cf079ce5) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:45:08.200485 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b176d5-aaca-4bcf-adc8-23a0b1b469b0 None None] Update dhcp port {'port': {'network_id': '9b3506d6-cf65-449c-b238-c5db64bf8ecc', 'fixed_ips': [{'subnet_id': '9133798a-4871-4907-b278-e5ac94915d56', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e1416f60-c926-4ecd-ac7f-0a15246f37a6'}], 'binding:host_id': 'n-d-813897-6'}, 'id': '56778a82-e787-490e-a575-54cd8484975d'} from n-d-813897-6. {{(pid=103467) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 22:45:08.246816 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-98b176d5-aaca-4bcf-adc8-23a0b1b469b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (56778a82-e787-490e-a575-54cd8484975d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:08.325752 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-69b22c30-4417-4f8c-b9dd-2655c1a19bd9 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for port (96c36c9b-3379-4899-95c7-0405cf079ce5), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:08.373007 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-69b22c30-4417-4f8c-b9dd-2655c1a19bd9 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (96c36c9b-3379-4899-95c7-0405cf079ce5), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:08.427794 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b22c30-4417-4f8c-b9dd-2655c1a19bd9 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:45:08.434398 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-69b22c30-4417-4f8c-b9dd-2655c1a19bd9 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:08.437333 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b22c30-4417-4f8c-b9dd-2655c1a19bd9 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:45:08.439871 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b22c30-4417-4f8c-b9dd-2655c1a19bd9 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Pushing event updated for resources: {'Port': ['ID=96c36c9b-3379-4899-95c7-0405cf079ce5,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:08.574982 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-4c68ba3a-61b7-476e-8bab-cab193c9f7da tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Delete allocated IP 172.20.0.12 (9b3506d6-cf65-449c-b238-c5db64bf8ecc/9133798a-4871-4907-b278-e5ac94915d56) {{(pid=103465) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 22:45:08.586228 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-4c68ba3a-61b7-476e-8bab-cab193c9f7da tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Allocated IP 172.20.0.24 (9b3506d6-cf65-449c-b238-c5db64bf8ecc/e1416f60-c926-4ecd-ac7f-0a15246f37a6/62a36791-0b25-43e6-b5ac-cd9b12a4de1d) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:45:08.662841 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 56778a82-e787-490e-a575-54cd8484975d up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:45:08.744587 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 56778a82-e787-490e-a575-54cd8484975d triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:08.744976 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (56778a82-e787-490e-a575-54cd8484975d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:08.820543 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4c68ba3a-61b7-476e-8bab-cab193c9f7da tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for port (62a36791-0b25-43e6-b5ac-cd9b12a4de1d), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:08.827908 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4c68ba3a-61b7-476e-8bab-cab193c9f7da tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (62a36791-0b25-43e6-b5ac-cd9b12a4de1d), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:08.869842 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 56778a82-e787-490e-a575-54cd8484975d is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:08.941601 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68ba3a-61b7-476e-8bab-cab193c9f7da tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Port': ['ID=62a36791-0b25-43e6-b5ac-cd9b12a4de1d,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:08.964227 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-4c68ba3a-61b7-476e-8bab-cab193c9f7da tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] In _notify_port_updated(), no bound segment for port 62a36791-0b25-43e6-b5ac-cd9b12a4de1d on network 9b3506d6-cf65-449c-b238-c5db64bf8ecc {{(pid=103465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 22:45:08.967759 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-98b176d5-aaca-4bcf-adc8-23a0b1b469b0 None None] Allocated IP 172.20.0.18 (9b3506d6-cf65-449c-b238-c5db64bf8ecc/e1416f60-c926-4ecd-ac7f-0a15246f37a6/56778a82-e787-490e-a575-54cd8484975d) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:45:08.970553 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c68ba3a-61b7-476e-8bab-cab193c9f7da tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:08.971387 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4c68ba3a-61b7-476e-8bab-cab193c9f7da tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:08.975900 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4c68ba3a-61b7-476e-8bab-cab193c9f7da tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "PUT /v2.0/ports/62a36791-0b25-43e6-b5ac-cd9b12a4de1d HTTP/1.1" status: 200 len: 920 time: 1.1565685 Feb 16 22:45:08.976483 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41588) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:09.138107 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-98b176d5-aaca-4bcf-adc8-23a0b1b469b0 None None] For port 56778a82-e787-490e-a575-54cd8484975d, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=56778a82-e787-490e-a575-54cd8484975d,segment=NetworkSegment(9be9c643-9646-4294-988d-57be453b44f7),segment_id=9be9c643-9646-4294-988d-57be453b44f7)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:45:09.139327 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-2be38e77-9fb8-49f9-890f-fb574e78a584 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Deleting port 62a36791-0b25-43e6-b5ac-cd9b12a4de1d {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:45:09.139808 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2be38e77-9fb8-49f9-890f-fb574e78a584 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (62a36791-0b25-43e6-b5ac-cd9b12a4de1d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:09.175883 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-98b176d5-aaca-4bcf-adc8-23a0b1b469b0 None None] Publish callbacks [] for port (56778a82-e787-490e-a575-54cd8484975d), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:09.184257 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-98b176d5-aaca-4bcf-adc8-23a0b1b469b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (56778a82-e787-490e-a575-54cd8484975d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:09.186600 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-25c72fb5-45b1-4f0f-80ae-0c5794d3e579 req-eca085f2-9e09-4364-a333-3891e1f795f9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 210 time: 0.1251342 Feb 16 22:45:09.249269 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-69b22c30-4417-4f8c-b9dd-2655c1a19bd9 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for floatingip (b31c5bdf-b4ff-4c65-b951-f2cf6cbef6f2), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:09.282189 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2be38e77-9fb8-49f9-890f-fb574e78a584 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (62a36791-0b25-43e6-b5ac-cd9b12a4de1d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:09.300197 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-2be38e77-9fb8-49f9-890f-fb574e78a584 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Calling delete_port for 62a36791-0b25-43e6-b5ac-cd9b12a4de1d owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:45:09.364322 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b176d5-aaca-4bcf-adc8-23a0b1b469b0 None None] Pushing event updated for resources: {'Port': ['ID=56778a82-e787-490e-a575-54cd8484975d,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:09.433290 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-69b22c30-4417-4f8c-b9dd-2655c1a19bd9 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (96c36c9b-3379-4899-95c7-0405cf079ce5), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:09.451221 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2be38e77-9fb8-49f9-890f-fb574e78a584 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (62a36791-0b25-43e6-b5ac-cd9b12a4de1d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:09.480046 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be38e77-9fb8-49f9-890f-fb574e78a584 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Port': ['ID=62a36791-0b25-43e6-b5ac-cd9b12a4de1d,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:09.615013 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2be38e77-9fb8-49f9-890f-fb574e78a584 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:09.621628 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2be38e77-9fb8-49f9-890f-fb574e78a584 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/ports/62a36791-0b25-43e6-b5ac-cd9b12a4de1d HTTP/1.1" status: 204 len: 168 time: 0.6438348 Feb 16 22:45:09.625154 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41624) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:09.656456 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00af4ac-6d09-40eb-a472-413a0796c95f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] GET failed (client error): The resource could not be found. Feb 16 22:45:09.658972 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f00af4ac-6d09-40eb-a472-413a0796c95f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "GET /v2.0/ports/62a36791-0b25-43e6-b5ac-cd9b12a4de1d HTTP/1.1" status: 404 len: 333 time: 0.0328178 Feb 16 22:45:09.661679 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41626) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:09.715508 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-69b22c30-4417-4f8c-b9dd-2655c1a19bd9 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for port (96c36c9b-3379-4899-95c7-0405cf079ce5), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:09.721528 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-69b22c30-4417-4f8c-b9dd-2655c1a19bd9 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (96c36c9b-3379-4899-95c7-0405cf079ce5), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:09.731738 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ddb3b290-17a1-4fa8-9641-8b195cd11446 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for security_group (c6017316-6860-4694-8bb5-8956fe015ae3), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:09.790549 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ddb3b290-17a1-4fa8-9641-8b195cd11446 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for security_group (c6017316-6860-4694-8bb5-8956fe015ae3), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:09.815185 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b22c30-4417-4f8c-b9dd-2655c1a19bd9 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Pushing event updated for resources: {'Port': ['ID=96c36c9b-3379-4899-95c7-0405cf079ce5,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:09.826440 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-69b22c30-4417-4f8c-b9dd-2655c1a19bd9 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (b31c5bdf-b4ff-4c65-b951-f2cf6cbef6f2), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:09.858198 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41630) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:09.888803 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ddb3b290-17a1-4fa8-9641-8b195cd11446 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c6017316-6860-4694-8bb5-8956fe015ae3), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:09.892706 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ddb3b290-17a1-4fa8-9641-8b195cd11446 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:09.894286 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ddb3b290-17a1-4fa8-9641-8b195cd11446 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/security-groups/c6017316-6860-4694-8bb5-8956fe015ae3 HTTP/1.1" status: 204 len: 168 time: 0.2314785 Feb 16 22:45:09.904040 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41634) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:09.920536 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3b290-17a1-4fa8-9641-8b195cd11446 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6017316-6860-4694-8bb5-8956fe015ae3,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:09.998184 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f3f48d89-103b-4c08-8e5e-8b9e461e2a01 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for security_group (0db4b549-074f-4247-b9cc-5fb0538af1f7), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:09.998390 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-69b22c30-4417-4f8c-b9dd-2655c1a19bd9 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Floating IP b31c5bdf-b4ff-4c65-b951-f2cf6cbef6f2 associated. External IP: 172.25.2.154, port: f6116cf6-0a86-4c58-bce0-684e64e7671e. Feb 16 22:45:10.046514 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f3f48d89-103b-4c08-8e5e-8b9e461e2a01 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for security_group (0db4b549-074f-4247-b9cc-5fb0538af1f7), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:10.090696 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-125d2db5-8e7d-41a6-bb79-882f577c42d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:10.137490 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f3f48d89-103b-4c08-8e5e-8b9e461e2a01 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (0db4b549-074f-4247-b9cc-5fb0538af1f7), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:10.140333 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f3f48d89-103b-4c08-8e5e-8b9e461e2a01 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:10.142123 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f3f48d89-103b-4c08-8e5e-8b9e461e2a01 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/security-groups/0db4b549-074f-4247-b9cc-5fb0538af1f7 HTTP/1.1" status: 204 len: 168 time: 0.2369964 Feb 16 22:45:10.152985 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41636) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:10.156257 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f48d89-103b-4c08-8e5e-8b9e461e2a01 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db4b549-074f-4247-b9cc-5fb0538af1f7,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:10.237108 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b22c30-4417-4f8c-b9dd-2655c1a19bd9 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Router c4129c22-7fa9-4b9a-b131-e579e23fb0bc has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:45:10.261730 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a37c03f-7abe-47d7-9451-d186adeebc4f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Deleting subnet 9133798a-4871-4907-b278-e5ac94915d56 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:45:10.269799 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2a37c03f-7abe-47d7-9451-d186adeebc4f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for subnet (9133798a-4871-4907-b278-e5ac94915d56), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:10.299029 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-125d2db5-8e7d-41a6-bb79-882f577c42d8 admin admin] Publish callbacks [] for security_group (e0fe7200-6221-4e13-9995-e7ce0082a33d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:10.308274 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-125d2db5-8e7d-41a6-bb79-882f577c42d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (e0fe7200-6221-4e13-9995-e7ce0082a33d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:10.324202 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-938414bf-c78a-46a9-9d6c-9e77cc60aacf None None] Provisioning complete for port 90623328-7b30-4a41-a296-7c2cac915a56 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:10.324780 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-938414bf-c78a-46a9-9d6c-9e77cc60aacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (90623328-7b30-4a41-a296-7c2cac915a56), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:10.338263 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2a37c03f-7abe-47d7-9451-d186adeebc4f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (9133798a-4871-4907-b278-e5ac94915d56), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:10.367666 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-938414bf-c78a-46a9-9d6c-9e77cc60aacf None None] Port 90623328-7b30-4a41-a296-7c2cac915a56 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:45:10.380169 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-938414bf-c78a-46a9-9d6c-9e77cc60aacf None None] Provisioning complete for port 56778a82-e787-490e-a575-54cd8484975d triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:10.380963 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-938414bf-c78a-46a9-9d6c-9e77cc60aacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (56778a82-e787-490e-a575-54cd8484975d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:10.397930 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d2db5-8e7d-41a6-bb79-882f577c42d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fe7200-6221-4e13-9995-e7ce0082a33d,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:10.403225 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-125d2db5-8e7d-41a6-bb79-882f577c42d8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=400c54a4e05f49728cc6bc06597b7d17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5437891 Feb 16 22:45:10.407883 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41640) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:10.500335 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2a37c03f-7abe-47d7-9451-d186adeebc4f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (9133798a-4871-4907-b278-e5ac94915d56), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:10.507134 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-938414bf-c78a-46a9-9d6c-9e77cc60aacf None None] Current status of the port 56778a82-e787-490e-a575-54cd8484975d is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:10.511384 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-938414bf-c78a-46a9-9d6c-9e77cc60aacf None None] Could not find standard attr ID for object 62a36791-0b25-43e6-b5ac-cd9b12a4de1d. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:45:10.527310 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-848de2c2-1779-4723-bc30-b6ef565f72bd admin admin] Publish callbacks [] for security_group (e0fe7200-6221-4e13-9995-e7ce0082a33d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:10.566146 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-848de2c2-1779-4723-bc30-b6ef565f72bd admin admin] Publish callbacks [] for security_group (e0fe7200-6221-4e13-9995-e7ce0082a33d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:10.640862 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2a37c03f-7abe-47d7-9451-d186adeebc4f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (9133798a-4871-4907-b278-e5ac94915d56), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:10.663506 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2a37c03f-7abe-47d7-9451-d186adeebc4f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:10.677578 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2a37c03f-7abe-47d7-9451-d186adeebc4f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/subnets/9133798a-4871-4907-b278-e5ac94915d56 HTTP/1.1" status: 204 len: 168 time: 0.5182748 Feb 16 22:45:10.679737 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41642) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:10.691088 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-7eaa2ccd-4981-4c8b-8bd7-d409fbd6c55c tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'subnet': {'network_id': '9b3506d6-cf65-449c-b238-c5db64bf8ecc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:10.703204 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 56778a82-e787-490e-a575-54cd8484975d up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:45:10.745343 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b22c30-4417-4f8c-b9dd-2655c1a19bd9 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:45:10.748420 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2517e104-3cb8-48f9-8ab8-06172dbeca6b req-2b6cfda0-4a02-4b6c-9134-736b8e5e01ba tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 210 time: 0.4307339 Feb 16 22:45:10.759076 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-848de2c2-1779-4723-bc30-b6ef565f72bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (e0fe7200-6221-4e13-9995-e7ce0082a33d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:10.763588 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-848de2c2-1779-4723-bc30-b6ef565f72bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:10.764751 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2127ef22-b827-48f3-b59b-f3073a0e9de7 None None] Sync routers for ids ['c4129c22-7fa9-4b9a-b131-e579e23fb0bc'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:45:10.768483 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-848de2c2-1779-4723-bc30-b6ef565f72bd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e0fe7200-6221-4e13-9995-e7ce0082a33d HTTP/1.1" status: 204 len: 168 time: 0.3593111 Feb 16 22:45:10.779250 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-69b22c30-4417-4f8c-b9dd-2655c1a19bd9 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:10.786304 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37c03f-7abe-47d7-9451-d186adeebc4f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Subnet': ['ID=9133798a-4871-4907-b278-e5ac94915d56,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:10.809930 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2127ef22-b827-48f3-b59b-f3073a0e9de7 None None] Routers {'c4129c22-7fa9-4b9a-b131-e579e23fb0bc'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:45:10.812231 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2127ef22-b827-48f3-b59b-f3073a0e9de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:44:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['c4129c22-7fa9-4b9a-b131-e579e23fb0bc'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:10.815717 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848de2c2-1779-4723-bc30-b6ef565f72bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fe7200-6221-4e13-9995-e7ce0082a33d,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:10.831532 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-69b22c30-4417-4f8c-b9dd-2655c1a19bd9 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1225171 Feb 16 22:45:10.831532 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01c1581-30a9-473d-bc21-896f39c9c1cb', 'tag': 'f6116cf6-0a86-4c58-bce0-684e64e7671e'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:45:10.832371 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b024ec-7b48-4fd0-ad5e-d07bce2debe4" -d '{"events": [{"name": "network-changed", "server_uuid": "d01c1581-30a9-473d-bc21-896f39c9c1cb", "tag": "f6116cf6-0a86-4c58-bce0-684e64e7671e"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:45:10.833523 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41646) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:10.908468 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a62bd65-4f0c-4402-a5e5-6232909fa735 x-openstack-request-id: req-1a62bd65-4f0c-4402-a5e5-6232909fa735 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:45:10.908901 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d01c1581-30a9-473d-bc21-896f39c9c1cb", "tag": "f6116cf6-0a86-4c58-bce0-684e64e7671e", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:45:10.909263 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1a62bd65-4f0c-4402-a5e5-6232909fa735 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:45:10.911832 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd01c1581-30a9-473d-bc21-896f39c9c1cb', 'tag': 'f6116cf6-0a86-4c58-bce0-684e64e7671e', 'status': 'completed', 'code': 200} Feb 16 22:45:10.987501 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f7ddbf-3e5e-44f1-b701-a12ef4845cbf None None] Network 9b3506d6-cf65-449c-b238-c5db64bf8ecc requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:45:11.004519 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b024ec-7b48-4fd0-ad5e-d07bce2debe4 req-412ff8ec-9383-41ce-9b80-c15e63943942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:11.006080 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f5b024ec-7b48-4fd0-ad5e-d07bce2debe4 req-412ff8ec-9383-41ce-9b80-c15e63943942 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=408e4b5cc64c4521a5139ec5acd5eaa9&device_id=d01c1581-30a9-473d-bc21-896f39c9c1cb HTTP/1.1" status: 200 len: 1166 time: 0.0746181 Feb 16 22:45:11.015658 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eaa2ccd-4981-4c8b-8bd7-d409fbd6c55c tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:45:11.023542 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7eaa2ccd-4981-4c8b-8bd7-d409fbd6c55c tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:11.061933 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511b5f69-d597-453a-bf99-f2e5b7e95ebf tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:11.062538 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511b5f69-d597-453a-bf99-f2e5b7e95ebf tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:11.063022 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511b5f69-d597-453a-bf99-f2e5b7e95ebf tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:11.064181 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511b5f69-d597-453a-bf99-f2e5b7e95ebf tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:11.064573 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511b5f69-d597-453a-bf99-f2e5b7e95ebf tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:11.065060 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511b5f69-d597-453a-bf99-f2e5b7e95ebf tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:11.065525 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511b5f69-d597-453a-bf99-f2e5b7e95ebf tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:11.066000 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511b5f69-d597-453a-bf99-f2e5b7e95ebf tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:11.068742 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-511b5f69-d597-453a-bf99-f2e5b7e95ebf tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5684 time: 0.2340653 Feb 16 22:45:11.073092 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41652) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:11.089528 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-2127ef22-b827-48f3-b59b-f3073a0e9de7 None None] Set router c4129c22-7fa9-4b9a-b131-e579e23fb0bc gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:45:11.109880 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b024ec-7b48-4fd0-ad5e-d07bce2debe4 req-4b1de500-8ece-4c49-878b-7e4a2af8c94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:11.111580 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f5b024ec-7b48-4fd0-ad5e-d07bce2debe4 req-4b1de500-8ece-4c49-878b-7e4a2af8c94b service neutron] 10.222.0.79 "GET /v2.0/networks?id=5a6df76d-a33f-4d04-af8d-e31633545b3c HTTP/1.1" status: 200 len: 897 time: 0.0965450 Feb 16 22:45:11.193667 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f5b024ec-7b48-4fd0-ad5e-d07bce2debe4 req-b70dfde0-dd5f-4baf-8340-002834403ddd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6116cf6-0a86-4c58-bce0-684e64e7671e HTTP/1.1" status: 200 len: 999 time: 0.0723984 Feb 16 22:45:11.233845 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c623dc-6127-42b9-91f8-5df339686f62 tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:11.234486 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c623dc-6127-42b9-91f8-5df339686f62 tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:11.234959 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c623dc-6127-42b9-91f8-5df339686f62 tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:11.235412 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c623dc-6127-42b9-91f8-5df339686f62 tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:11.236418 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c623dc-6127-42b9-91f8-5df339686f62 tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:11.236418 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c623dc-6127-42b9-91f8-5df339686f62 tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:11.236897 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c623dc-6127-42b9-91f8-5df339686f62 tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:11.237352 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c623dc-6127-42b9-91f8-5df339686f62 tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:11.239586 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b4c623dc-6127-42b9-91f8-5df339686f62 tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5243 time: 0.1649246 Feb 16 22:45:11.244611 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41654) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:11.299258 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b024ec-7b48-4fd0-ad5e-d07bce2debe4 req-41a9a4f6-4ef0-41c5-a673-e452a7c9d096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:11.300909 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f5b024ec-7b48-4fd0-ad5e-d07bce2debe4 req-41a9a4f6-4ef0-41c5-a673-e452a7c9d096 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=77828865-de3e-4cf9-97ec-bc4d1b4c3a70 HTTP/1.1" status: 200 len: 835 time: 0.1000400 Feb 16 22:45:11.355859 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-00074b2a-bcc5-4297-b5da-33f1eede1896 None None] Could not find standard attr ID for object 62a36791-0b25-43e6-b5ac-cd9b12a4de1d. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:45:11.359130 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 56778a82-e787-490e-a575-54cd8484975d triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:11.359667 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (56778a82-e787-490e-a575-54cd8484975d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:11.375254 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41656) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:11.402570 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6ebae405-c7d8-4f34-b7d0-86438cec5b30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:11.503430 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6ebae405-c7d8-4f34-b7d0-86438cec5b30 admin admin] Publish callbacks [] for security_group (b78a97f1-0f9e-43b6-a3c5-270ededb7a57), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:11.521675 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b024ec-7b48-4fd0-ad5e-d07bce2debe4 req-ea8bf3ba-9c58-4ce4-b342-57811a924b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:11.523732 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f5b024ec-7b48-4fd0-ad5e-d07bce2debe4 req-ea8bf3ba-9c58-4ce4-b342-57811a924b02 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5a6df76d-a33f-4d04-af8d-e31633545b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2105556 Feb 16 22:45:11.524507 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6ebae405-c7d8-4f34-b7d0-86438cec5b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b78a97f1-0f9e-43b6-a3c5-270ededb7a57), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:11.555888 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6ebae405-c7d8-4f34-b7d0-86438cec5b30 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bdb08bcc1f364ccb9f33ae3b214c77cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1746111 Feb 16 22:45:11.567478 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41658) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:11.585779 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7eaa2ccd-4981-4c8b-8bd7-d409fbd6c55c tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (c990e2a0-0fd7-40bf-b756-fa7a2e486ee4), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:11.597856 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 56778a82-e787-490e-a575-54cd8484975d is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:11.634330 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2127ef22-b827-48f3-b59b-f3073a0e9de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-115759094', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'aa90ff65-cf94-446c-a64d-c70c1ad4b07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:44:41Z', 'updated_at': '2022-02-16T22:44:50Z', 'revision_number': 4, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'gw_port': {'id': 'aa90ff65-cf94-446c-a64d-c70c1ad4b07b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:44:42Z', 'updated_at': '2022-02-16T22:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'b31c5bdf-b4ff-4c65-b951-f2cf6cbef6f2', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'floating_ip_address': '172.25.2.154', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'port_id': 'f6116cf6-0a86-4c58-bce0-684e64e7671e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a6df76d-a33f-4d04-af8d-e31633545b3c', 'mac_address': 'fa:16:3e:d2:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01c1581-30a9-473d-bc21-896f39c9c1cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:45:08Z', 'updated_at': '2022-02-16T22:45:08Z', 'revision_number': 0, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d8c6fd-6cf3-41b6-906d-e6961226f2b8', 'name': '', 'network_id': '5a6df76d-a33f-4d04-af8d-e31633545b3c', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'mac_address': 'fa:16:3e:24:a7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '77828865-de3e-4cf9-97ec-bc4d1b4c3a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:44:48Z', 'updated_at': '2022-02-16T22:44:54Z', 'revision_number': 5, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'subnets': [{'id': '77828865-de3e-4cf9-97ec-bc4d1b4c3a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:11.684820 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2127ef22-b827-48f3-b59b-f3073a0e9de7 None None] Checking router: c4129c22-7fa9-4b9a-b131-e579e23fb0bc for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:45:11.686894 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa2ccd-4981-4c8b-8bd7-d409fbd6c55c tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Subnet': ['ID=c990e2a0-0fd7-40bf-b756-fa7a2e486ee4,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:11.687313 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebae405-c7d8-4f34-b7d0-86438cec5b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78a97f1-0f9e-43b6-a3c5-270ededb7a57,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:11.699895 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2127ef22-b827-48f3-b59b-f3073a0e9de7 None None] Routers {'c4129c22-7fa9-4b9a-b131-e579e23fb0bc'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:45:11.700609 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2127ef22-b827-48f3-b59b-f3073a0e9de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:44:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['c4129c22-7fa9-4b9a-b131-e579e23fb0bc'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:11.715315 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaa2ccd-4981-4c8b-8bd7-d409fbd6c55c tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Network 9b3506d6-cf65-449c-b238-c5db64bf8ecc is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:45:11.727202 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-7eaa2ccd-4981-4c8b-8bd7-d409fbd6c55c tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:11.731439 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaa2ccd-4981-4c8b-8bd7-d409fbd6c55c tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:11.732035 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7eaa2ccd-4981-4c8b-8bd7-d409fbd6c55c tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:11.752200 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f5b024ec-7b48-4fd0-ad5e-d07bce2debe4 req-11029b62-5df4-4657-b6b9-b33c0566662c service neutron] 10.222.0.79 "GET /v2.0/networks/5a6df76d-a33f-4d04-af8d-e31633545b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012608 Feb 16 22:45:11.771005 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7eaa2ccd-4981-4c8b-8bd7-d409fbd6c55c tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0842419 Feb 16 22:45:11.774386 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41660) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:11.785281 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-835f9c64-f106-4d99-8024-93e51cecf0e4 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'security_group': {'name': 'tempest-secgroup-1020862792'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:11.827817 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-835f9c64-f106-4d99-8024-93e51cecf0e4 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:11.864916 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cc8aef5d-8f94-49e5-9e61-6646736e2e31 admin admin] Publish callbacks [] for security_group (b78a97f1-0f9e-43b6-a3c5-270ededb7a57), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:11.944453 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e3eaee2-5a7e-452a-9ecc-49a4b5f089b0 req-c46d1298-c7e2-4556-8dfa-8af553cc3742 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 210 time: 0.0504467 Feb 16 22:45:11.949834 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-835f9c64-f106-4d99-8024-93e51cecf0e4 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for security_group (004350aa-c71b-4caa-8af2-3e08840ed0f6), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:11.986823 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-835f9c64-f106-4d99-8024-93e51cecf0e4 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (004350aa-c71b-4caa-8af2-3e08840ed0f6), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:11.990242 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f5b024ec-7b48-4fd0-ad5e-d07bce2debe4 req-a94d4bcd-232e-40db-a782-0ae09fbbd037 service neutron] 10.222.0.79 "GET /v2.0/networks/5a6df76d-a33f-4d04-af8d-e31633545b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275531 Feb 16 22:45:12.028204 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cc8aef5d-8f94-49e5-9e61-6646736e2e31 admin admin] Publish callbacks [] for security_group (b78a97f1-0f9e-43b6-a3c5-270ededb7a57), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:12.062468 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-835f9c64-f106-4d99-8024-93e51cecf0e4 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:12.064494 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-835f9c64-f106-4d99-8024-93e51cecf0e4 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2888997 Feb 16 22:45:12.067284 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41664) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:12.075735 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-ad7d072b-ab74-4bb8-967a-fd49e452fd55 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'security_group': {'name': 'tempest-secgroup-1213413934'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:12.100942 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f9c64-f106-4d99-8024-93e51cecf0e4 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=004350aa-c71b-4caa-8af2-3e08840ed0f6,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:12.112782 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ad7d072b-ab74-4bb8-967a-fd49e452fd55 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:12.139353 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-2127ef22-b827-48f3-b59b-f3073a0e9de7 None None] Set router c4129c22-7fa9-4b9a-b131-e579e23fb0bc gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:45:12.184888 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-95ab5efc-24e4-408e-95e3-c058492bd325 tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3054 time: 0.9368620 Feb 16 22:45:12.185095 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41666) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:12.200801 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cc8aef5d-8f94-49e5-9e61-6646736e2e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b78a97f1-0f9e-43b6-a3c5-270ededb7a57), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:12.203541 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cc8aef5d-8f94-49e5-9e61-6646736e2e31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:12.207088 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-cc8aef5d-8f94-49e5-9e61-6646736e2e31 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b78a97f1-0f9e-43b6-a3c5-270ededb7a57 HTTP/1.1" status: 204 len: 168 time: 0.6361706 Feb 16 22:45:12.219954 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8aef5d-8f94-49e5-9e61-6646736e2e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78a97f1-0f9e-43b6-a3c5-270ededb7a57,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:12.275145 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ad7d072b-ab74-4bb8-967a-fd49e452fd55 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for security_group (42f31ee3-d201-4f33-a8e2-1a0b3d1a4ce3), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:12.291239 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ad7d072b-ab74-4bb8-967a-fd49e452fd55 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (42f31ee3-d201-4f33-a8e2-1a0b3d1a4ce3), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:12.347365 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7d00f2-e124-470b-81f7-e56f881d5876 tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:12.347853 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7d00f2-e124-470b-81f7-e56f881d5876 tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:12.350357 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7f7d00f2-e124-470b-81f7-e56f881d5876 tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=c4129c22-7fa9-4b9a-b131-e579e23fb0bc HTTP/1.1" status: 200 len: 2062 time: 0.1636446 Feb 16 22:45:12.360769 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d072b-ab74-4bb8-967a-fd49e452fd55 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42f31ee3-d201-4f33-a8e2-1a0b3d1a4ce3,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:12.371687 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ad7d072b-ab74-4bb8-967a-fd49e452fd55 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:12.373104 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ad7d072b-ab74-4bb8-967a-fd49e452fd55 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3046811 Feb 16 22:45:12.375646 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41672) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:12.382322 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-a3a4108f-48ea-4e4b-a1fc-ff8502855596 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'security_group': {'name': 'tempest-secgroup-541140478'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:12.408403 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a3a4108f-48ea-4e4b-a1fc-ff8502855596 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:12.510119 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2127ef22-b827-48f3-b59b-f3073a0e9de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-115759094', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'aa90ff65-cf94-446c-a64d-c70c1ad4b07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:44:41Z', 'updated_at': '2022-02-16T22:44:50Z', 'revision_number': 4, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'gw_port': {'id': 'aa90ff65-cf94-446c-a64d-c70c1ad4b07b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:44:42Z', 'updated_at': '2022-02-16T22:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'b31c5bdf-b4ff-4c65-b951-f2cf6cbef6f2', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'floating_ip_address': '172.25.2.154', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'port_id': 'f6116cf6-0a86-4c58-bce0-684e64e7671e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a6df76d-a33f-4d04-af8d-e31633545b3c', 'mac_address': 'fa:16:3e:d2:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01c1581-30a9-473d-bc21-896f39c9c1cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:45:08Z', 'updated_at': '2022-02-16T22:45:08Z', 'revision_number': 0, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d8c6fd-6cf3-41b6-906d-e6961226f2b8', 'name': '', 'network_id': '5a6df76d-a33f-4d04-af8d-e31633545b3c', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'mac_address': 'fa:16:3e:24:a7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '77828865-de3e-4cf9-97ec-bc4d1b4c3a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:44:48Z', 'updated_at': '2022-02-16T22:44:54Z', 'revision_number': 5, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'subnets': [{'id': '77828865-de3e-4cf9-97ec-bc4d1b4c3a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:12.542688 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2127ef22-b827-48f3-b59b-f3073a0e9de7 None None] The sync data for ids ['c4129c22-7fa9-4b9a-b131-e579e23fb0bc'] in n-d-813897-6 is: [{'id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-115759094', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'aa90ff65-cf94-446c-a64d-c70c1ad4b07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:44:41Z', 'updated_at': '2022-02-16T22:44:50Z', 'revision_number': 4, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'gw_port': {'id': 'aa90ff65-cf94-446c-a64d-c70c1ad4b07b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:44:42Z', 'updated_at': '2022-02-16T22:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'b31c5bdf-b4ff-4c65-b951-f2cf6cbef6f2', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'floating_ip_address': '172.25.2.154', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'port_id': 'f6116cf6-0a86-4c58-bce0-684e64e7671e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a6df76d-a33f-4d04-af8d-e31633545b3c', 'mac_address': 'fa:16:3e:d2:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01c1581-30a9-473d-bc21-896f39c9c1cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:45:08Z', 'updated_at': '2022-02-16T22:45:08Z', 'revision_number': 0, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d8c6fd-6cf3-41b6-906d-e6961226f2b8', 'name': '', 'network_id': '5a6df76d-a33f-4d04-af8d-e31633545b3c', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'mac_address': 'fa:16:3e:24:a7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '77828865-de3e-4cf9-97ec-bc4d1b4c3a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:44:48Z', 'updated_at': '2022-02-16T22:44:54Z', 'revision_number': 5, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'subnets': [{'id': '77828865-de3e-4cf9-97ec-bc4d1b4c3a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:45:12.544488 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a3a4108f-48ea-4e4b-a1fc-ff8502855596 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for security_group (d2c9054f-e6ea-49b4-a583-c96acaf2efae), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:12.549696 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a3a4108f-48ea-4e4b-a1fc-ff8502855596 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d2c9054f-e6ea-49b4-a583-c96acaf2efae), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:12.552421 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe309bf-caf7-499f-b812-d884a66e2386 None None] Network 9b3506d6-cf65-449c-b238-c5db64bf8ecc requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:45:12.598646 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a3a4108f-48ea-4e4b-a1fc-ff8502855596 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:12.599964 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a3a4108f-48ea-4e4b-a1fc-ff8502855596 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2231691 Feb 16 22:45:12.601006 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4108f-48ea-4e4b-a1fc-ff8502855596 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c9054f-e6ea-49b4-a583-c96acaf2efae,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:12.602832 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41676) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:12.610763 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-1b02bbf6-cef5-4b01-894d-811bfa891e27 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1653834475', 'security_groups': ['d2c9054f-e6ea-49b4-a583-c96acaf2efae'], 'network_id': '9b3506d6-cf65-449c-b238-c5db64bf8ecc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c990e2a0-0fd7-40bf-b756-fa7a2e486ee4'}]}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:12.672192 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-08d4a97e-a4a4-4ec9-b4c6-3541f623f02d None None] Provisioning complete for port 90623328-7b30-4a41-a296-7c2cac915a56 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:12.672564 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-08d4a97e-a4a4-4ec9-b4c6-3541f623f02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (90623328-7b30-4a41-a296-7c2cac915a56), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:12.732284 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-08d4a97e-a4a4-4ec9-b4c6-3541f623f02d None None] Port 90623328-7b30-4a41-a296-7c2cac915a56 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:45:12.751227 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-08d4a97e-a4a4-4ec9-b4c6-3541f623f02d None None] Provisioning complete for port 56778a82-e787-490e-a575-54cd8484975d triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:12.751614 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-08d4a97e-a4a4-4ec9-b4c6-3541f623f02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (56778a82-e787-490e-a575-54cd8484975d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:12.882643 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425cac70-76ce-4670-9b48-c1eb8bc94349 None None] Update dhcp port {'port': {'network_id': '9b3506d6-cf65-449c-b238-c5db64bf8ecc', 'fixed_ips': [{'subnet_id': 'e1416f60-c926-4ecd-ac7f-0a15246f37a6', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c990e2a0-0fd7-40bf-b756-fa7a2e486ee4'}], 'binding:host_id': 'n-d-813897-6'}, 'id': '56778a82-e787-490e-a575-54cd8484975d'} from n-d-813897-6. {{(pid=103467) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 22:45:12.955332 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b755fffb-3239-42cd-a08c-4d4eca85a5e7 None None] New status for floating IP b31c5bdf-b4ff-4c65-b951-f2cf6cbef6f2: ACTIVE {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:45:12.959047 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-425cac70-76ce-4670-9b48-c1eb8bc94349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (56778a82-e787-490e-a575-54cd8484975d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:12.982779 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-08d4a97e-a4a4-4ec9-b4c6-3541f623f02d None None] Current status of the port 56778a82-e787-490e-a575-54cd8484975d is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:13.091390 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0a744a09-bd45-4b4d-9c66-566456a4b661 req-8fbacc3c-2bed-45bf-9a20-beb06247bc53 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e61b4e-d311-41aa-ac53-b24fa5e12b89 HTTP/1.1" status: 200 len: 210 time: 0.0518818 Feb 16 22:45:13.284947 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-425cac70-76ce-4670-9b48-c1eb8bc94349 None None] Allocated IP 172.20.0.2 (9b3506d6-cf65-449c-b238-c5db64bf8ecc/c990e2a0-0fd7-40bf-b756-fa7a2e486ee4/56778a82-e787-490e-a575-54cd8484975d) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:45:13.343053 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b02bbf6-cef5-4b01-894d-811bfa891e27 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:45:13.420521 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-425cac70-76ce-4670-9b48-c1eb8bc94349 None None] For port 56778a82-e787-490e-a575-54cd8484975d, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=56778a82-e787-490e-a575-54cd8484975d,segment=NetworkSegment(9be9c643-9646-4294-988d-57be453b44f7),segment_id=9be9c643-9646-4294-988d-57be453b44f7)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:45:13.442743 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b02bbf6-cef5-4b01-894d-811bfa891e27 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:13.459267 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-425cac70-76ce-4670-9b48-c1eb8bc94349 None None] Publish callbacks [] for port (56778a82-e787-490e-a575-54cd8484975d), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:13.480533 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-425cac70-76ce-4670-9b48-c1eb8bc94349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (56778a82-e787-490e-a575-54cd8484975d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:13.499130 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-1b02bbf6-cef5-4b01-894d-811bfa891e27 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] device_id is not set on port a6715e1c-ae8d-4752-bf16-04b7b5eb2ef3 yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:45:13.633593 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425cac70-76ce-4670-9b48-c1eb8bc94349 None None] Pushing event updated for resources: {'Port': ['ID=56778a82-e787-490e-a575-54cd8484975d,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:13.777999 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-1b02bbf6-cef5-4b01-894d-811bfa891e27 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Allocated IP 172.20.0.13 (9b3506d6-cf65-449c-b238-c5db64bf8ecc/c990e2a0-0fd7-40bf-b756-fa7a2e486ee4/a6715e1c-ae8d-4752-bf16-04b7b5eb2ef3) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:45:13.988613 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b02bbf6-cef5-4b01-894d-811bfa891e27 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for port (a6715e1c-ae8d-4752-bf16-04b7b5eb2ef3), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:14.053790 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b02bbf6-cef5-4b01-894d-811bfa891e27 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (a6715e1c-ae8d-4752-bf16-04b7b5eb2ef3), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:14.094049 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b02bbf6-cef5-4b01-894d-811bfa891e27 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Network 9b3506d6-cf65-449c-b238-c5db64bf8ecc is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:45:14.097427 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-1b02bbf6-cef5-4b01-894d-811bfa891e27 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:14.101317 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b02bbf6-cef5-4b01-894d-811bfa891e27 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:45:14.145121 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02bbf6-cef5-4b01-894d-811bfa891e27 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Port': ['ID=a6715e1c-ae8d-4752-bf16-04b7b5eb2ef3,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:14.201794 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b02bbf6-cef5-4b01-894d-811bfa891e27 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:14.202517 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b02bbf6-cef5-4b01-894d-811bfa891e27 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:14.228908 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41718) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:14.230028 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1b02bbf6-cef5-4b01-894d-811bfa891e27 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6243300 Feb 16 22:45:14.236038 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-fe6d1347-8da5-46a6-a2e7-04ffcb5845a0 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'subnet': {'network_id': '9b3506d6-cf65-449c-b238-c5db64bf8ecc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:14.415379 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6d1347-8da5-46a6-a2e7-04ffcb5845a0 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:45:14.419623 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fe6d1347-8da5-46a6-a2e7-04ffcb5845a0 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:14.531226 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-bf030a40-6e7f-4e44-a677-db20f3668b1b None None] Provisioning complete for port 90623328-7b30-4a41-a296-7c2cac915a56 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:14.532004 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bf030a40-6e7f-4e44-a677-db20f3668b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (90623328-7b30-4a41-a296-7c2cac915a56), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:14.554379 n-d-813897-6 neutron-server[103466]: INFO neutron.db.ipam_backend_mixin [None req-fe6d1347-8da5-46a6-a2e7-04ffcb5845a0 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c990e2a0-0fd7-40bf-b756-fa7a2e486ee4 (CIDR: 172.20.0.0/28) Feb 16 22:45:14.558327 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe6d1347-8da5-46a6-a2e7-04ffcb5845a0 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:45:14.558917 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe6d1347-8da5-46a6-a2e7-04ffcb5845a0 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:45:14.614129 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41736) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:14.616445 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-fe6d1347-8da5-46a6-a2e7-04ffcb5845a0 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3849115 Feb 16 22:45:14.621026 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-83addfe9-ec62-4539-b639-effdf34ad358 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'subnet': {'network_id': '9b3506d6-cf65-449c-b238-c5db64bf8ecc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:14.626999 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-bf030a40-6e7f-4e44-a677-db20f3668b1b None None] Port 90623328-7b30-4a41-a296-7c2cac915a56 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:45:14.662798 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-bf030a40-6e7f-4e44-a677-db20f3668b1b None None] Provisioning complete for port 56778a82-e787-490e-a575-54cd8484975d triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:14.663393 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bf030a40-6e7f-4e44-a677-db20f3668b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (56778a82-e787-490e-a575-54cd8484975d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:14.701408 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 56778a82-e787-490e-a575-54cd8484975d up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:45:14.808505 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83addfe9-ec62-4539-b639-effdf34ad358 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:45:14.812847 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-83addfe9-ec62-4539-b639-effdf34ad358 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:14.827031 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-bf030a40-6e7f-4e44-a677-db20f3668b1b None None] Current status of the port 56778a82-e787-490e-a575-54cd8484975d is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:14.840200 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 56778a82-e787-490e-a575-54cd8484975d triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:14.840697 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (56778a82-e787-490e-a575-54cd8484975d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:14.920420 n-d-813897-6 neutron-server[103465]: INFO neutron.db.ipam_backend_mixin [None req-83addfe9-ec62-4539-b639-effdf34ad358 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e1416f60-c926-4ecd-ac7f-0a15246f37a6 (CIDR: 172.20.0.16/28) Feb 16 22:45:14.924930 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-83addfe9-ec62-4539-b639-effdf34ad358 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:45:14.925532 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83addfe9-ec62-4539-b639-effdf34ad358 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:45:14.951680 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-83addfe9-ec62-4539-b639-effdf34ad358 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3338616 Feb 16 22:45:14.951911 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 56778a82-e787-490e-a575-54cd8484975d is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:14.952110 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41766) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:14.959599 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-6ee9dd0f-b112-4945-8d62-b1aa8d305809 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'subnet': {'network_id': '9b3506d6-cf65-449c-b238-c5db64bf8ecc', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:14.964154 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-32b1e947-937e-4fc9-ade9-36d6ca2a1761 None None] Provisioning complete for port a6715e1c-ae8d-4752-bf16-04b7b5eb2ef3 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:14.964534 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32b1e947-937e-4fc9-ade9-36d6ca2a1761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a6715e1c-ae8d-4752-bf16-04b7b5eb2ef3), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:15.014245 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-32b1e947-937e-4fc9-ade9-36d6ca2a1761 None None] Port a6715e1c-ae8d-4752-bf16-04b7b5eb2ef3 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:45:15.099945 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee9dd0f-b112-4945-8d62-b1aa8d305809 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Made reservation on behalf of 3a6466279531424e8d4920bed42d139b for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:45:15.104022 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6ee9dd0f-b112-4945-8d62-b1aa8d305809 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:15.288318 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41772) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:15.344238 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6ee9dd0f-b112-4945-8d62-b1aa8d305809 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (15f6bbbc-1869-4dde-ac65-4fe8797e5827), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:15.366227 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:45:15.394700 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee9dd0f-b112-4945-8d62-b1aa8d305809 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Network 9b3506d6-cf65-449c-b238-c5db64bf8ecc is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:45:15.398332 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-6ee9dd0f-b112-4945-8d62-b1aa8d305809 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:15.401637 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee9dd0f-b112-4945-8d62-b1aa8d305809 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:15.402275 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6ee9dd0f-b112-4945-8d62-b1aa8d305809 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:15.411521 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5a46be-8cdd-4762-a140-ad63e590d83e None None] Network 9b3506d6-cf65-449c-b238-c5db64bf8ecc requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:45:15.417670 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9dd0f-b112-4945-8d62-b1aa8d305809 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Subnet': ['ID=15f6bbbc-1869-4dde-ac65-4fe8797e5827,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:15.428486 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6ee9dd0f-b112-4945-8d62-b1aa8d305809 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4750023 Feb 16 22:45:15.431315 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41778) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:15.437806 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-f412dfa4-b87e-406c-a4ee-31a3d8f682e9 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-889335856', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '15f6bbbc-1869-4dde-ac65-4fe8797e5827'}], 'security_groups': ['004350aa-c71b-4caa-8af2-3e08840ed0f6', '42f31ee3-d201-4f33-a8e2-1a0b3d1a4ce3']}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:15.464669 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bc2ba141-1f23-4620-abdc-94c6e239dcb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:15.563251 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f412dfa4-b87e-406c-a4ee-31a3d8f682e9 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a6715e1c-ae8d-4752-bf16-04b7b5eb2ef3), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:15.590987 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bc2ba141-1f23-4620-abdc-94c6e239dcb8 admin admin] Publish callbacks [] for security_group (f976dc9e-dd5e-484f-b056-5f319438fff5), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:15.596609 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bc2ba141-1f23-4620-abdc-94c6e239dcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f976dc9e-dd5e-484f-b056-5f319438fff5), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:15.643666 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bc2ba141-1f23-4620-abdc-94c6e239dcb8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c2857ec42d304c09af8e105ce53da494&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3541989 Feb 16 22:45:15.645106 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ba141-1f23-4620-abdc-94c6e239dcb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f976dc9e-dd5e-484f-b056-5f319438fff5,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:15.647685 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41784) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:15.706163 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae36357e-05a5-413a-b09e-df27cd6b0bfd None None] Update dhcp port {'port': {'network_id': '9b3506d6-cf65-449c-b238-c5db64bf8ecc', 'fixed_ips': [{'subnet_id': 'e1416f60-c926-4ecd-ac7f-0a15246f37a6', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c990e2a0-0fd7-40bf-b756-fa7a2e486ee4', 'ip_address': '172.20.0.2'}, {'subnet_id': '15f6bbbc-1869-4dde-ac65-4fe8797e5827'}], 'binding:host_id': 'n-d-813897-6'}, 'id': '56778a82-e787-490e-a575-54cd8484975d'} from n-d-813897-6. {{(pid=103467) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 22:45:15.729043 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d361c51-55fa-4841-8f54-aa799f557bf4 admin admin] Publish callbacks [] for security_group (f976dc9e-dd5e-484f-b056-5f319438fff5), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:15.739275 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ae36357e-05a5-413a-b09e-df27cd6b0bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (56778a82-e787-490e-a575-54cd8484975d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:15.752239 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d361c51-55fa-4841-8f54-aa799f557bf4 admin admin] Publish callbacks [] for security_group (f976dc9e-dd5e-484f-b056-5f319438fff5), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:15.809359 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d361c51-55fa-4841-8f54-aa799f557bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f976dc9e-dd5e-484f-b056-5f319438fff5), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:15.811907 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d361c51-55fa-4841-8f54-aa799f557bf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:15.815738 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0d361c51-55fa-4841-8f54-aa799f557bf4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f976dc9e-dd5e-484f-b056-5f319438fff5 HTTP/1.1" status: 204 len: 168 time: 0.1521308 Feb 16 22:45:15.830809 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d361c51-55fa-4841-8f54-aa799f557bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f976dc9e-dd5e-484f-b056-5f319438fff5,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:15.966191 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-f412dfa4-b87e-406c-a4ee-31a3d8f682e9 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Delete allocated IP 172.20.0.13 (9b3506d6-cf65-449c-b238-c5db64bf8ecc/c990e2a0-0fd7-40bf-b756-fa7a2e486ee4) {{(pid=103465) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 22:45:15.977204 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-f412dfa4-b87e-406c-a4ee-31a3d8f682e9 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Allocated IP 172.20.0.46 (9b3506d6-cf65-449c-b238-c5db64bf8ecc/15f6bbbc-1869-4dde-ac65-4fe8797e5827/a6715e1c-ae8d-4752-bf16-04b7b5eb2ef3) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:45:16.156401 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f412dfa4-b87e-406c-a4ee-31a3d8f682e9 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for port (a6715e1c-ae8d-4752-bf16-04b7b5eb2ef3), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:16.160539 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41790) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:16.173290 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f412dfa4-b87e-406c-a4ee-31a3d8f682e9 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (a6715e1c-ae8d-4752-bf16-04b7b5eb2ef3), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:16.175586 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8f519631-f435-4573-bc2f-20d36f0d7253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:16.220020 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-ae36357e-05a5-413a-b09e-df27cd6b0bfd None None] Allocated IP 172.20.0.34 (9b3506d6-cf65-449c-b238-c5db64bf8ecc/15f6bbbc-1869-4dde-ac65-4fe8797e5827/56778a82-e787-490e-a575-54cd8484975d) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:45:16.280184 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412dfa4-b87e-406c-a4ee-31a3d8f682e9 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event updated for resources: {'Port': ['ID=a6715e1c-ae8d-4752-bf16-04b7b5eb2ef3,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:16.317105 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-f412dfa4-b87e-406c-a4ee-31a3d8f682e9 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] In _notify_port_updated(), no bound segment for port a6715e1c-ae8d-4752-bf16-04b7b5eb2ef3 on network 9b3506d6-cf65-449c-b238-c5db64bf8ecc {{(pid=103465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 22:45:16.323831 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f412dfa4-b87e-406c-a4ee-31a3d8f682e9 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:16.324227 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f412dfa4-b87e-406c-a4ee-31a3d8f682e9 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:16.328354 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f412dfa4-b87e-406c-a4ee-31a3d8f682e9 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "PUT /v2.0/ports/a6715e1c-ae8d-4752-bf16-04b7b5eb2ef3 HTTP/1.1" status: 200 len: 959 time: 0.8931909 Feb 16 22:45:16.328512 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41792) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:16.330965 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-ae36357e-05a5-413a-b09e-df27cd6b0bfd None None] For port 56778a82-e787-490e-a575-54cd8484975d, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=56778a82-e787-490e-a575-54cd8484975d,segment=NetworkSegment(9be9c643-9646-4294-988d-57be453b44f7),segment_id=9be9c643-9646-4294-988d-57be453b44f7)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:45:16.363182 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ae36357e-05a5-413a-b09e-df27cd6b0bfd None None] Publish callbacks [] for port (56778a82-e787-490e-a575-54cd8484975d), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:16.368689 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ae36357e-05a5-413a-b09e-df27cd6b0bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (56778a82-e787-490e-a575-54cd8484975d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:16.436638 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8f519631-f435-4573-bc2f-20d36f0d7253 admin admin] Publish callbacks [] for security_group (da3909e9-2370-4c88-b912-b294e1add753), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:16.443400 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8f519631-f435-4573-bc2f-20d36f0d7253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (da3909e9-2370-4c88-b912-b294e1add753), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:16.494597 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36357e-05a5-413a-b09e-df27cd6b0bfd None None] Pushing event updated for resources: {'Port': ['ID=56778a82-e787-490e-a575-54cd8484975d,revision_number=7']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:16.529778 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f519631-f435-4573-bc2f-20d36f0d7253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3909e9-2370-4c88-b912-b294e1add753,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:16.535478 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8f519631-f435-4573-bc2f-20d36f0d7253 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=104bcf0400de4f5ebb3adf548bbe9d1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3740463 Feb 16 22:45:16.538098 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41796) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:16.549065 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-bf231d1f-f567-422f-b1b7-b2a1acaf2434 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Deleting port a6715e1c-ae8d-4752-bf16-04b7b5eb2ef3 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:45:16.549406 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bf231d1f-f567-422f-b1b7-b2a1acaf2434 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a6715e1c-ae8d-4752-bf16-04b7b5eb2ef3), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:16.663300 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0c2b462f-57e2-4536-9073-aff29760e375 admin admin] Publish callbacks [] for security_group (da3909e9-2370-4c88-b912-b294e1add753), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:16.670745 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 56778a82-e787-490e-a575-54cd8484975d up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:45:16.683879 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bf231d1f-f567-422f-b1b7-b2a1acaf2434 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a6715e1c-ae8d-4752-bf16-04b7b5eb2ef3), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:16.700903 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-bf231d1f-f567-422f-b1b7-b2a1acaf2434 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Calling delete_port for a6715e1c-ae8d-4752-bf16-04b7b5eb2ef3 owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:45:16.747077 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 56778a82-e787-490e-a575-54cd8484975d triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:16.747621 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (56778a82-e787-490e-a575-54cd8484975d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:16.769309 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0c2b462f-57e2-4536-9073-aff29760e375 admin admin] Publish callbacks [] for security_group (da3909e9-2370-4c88-b912-b294e1add753), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:16.846175 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 56778a82-e787-490e-a575-54cd8484975d is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:16.860340 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0c2b462f-57e2-4536-9073-aff29760e375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (da3909e9-2370-4c88-b912-b294e1add753), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:16.863477 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0c2b462f-57e2-4536-9073-aff29760e375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:16.866968 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0c2b462f-57e2-4536-9073-aff29760e375 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/da3909e9-2370-4c88-b912-b294e1add753 HTTP/1.1" status: 204 len: 168 time: 0.3257051 Feb 16 22:45:16.901710 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b462f-57e2-4536-9073-aff29760e375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3909e9-2370-4c88-b912-b294e1add753,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:16.938073 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bf231d1f-f567-422f-b1b7-b2a1acaf2434 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (a6715e1c-ae8d-4752-bf16-04b7b5eb2ef3), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:16.986083 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf231d1f-f567-422f-b1b7-b2a1acaf2434 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Port': ['ID=a6715e1c-ae8d-4752-bf16-04b7b5eb2ef3,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:17.081915 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bf231d1f-f567-422f-b1b7-b2a1acaf2434 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:17.085671 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bf231d1f-f567-422f-b1b7-b2a1acaf2434 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/ports/a6715e1c-ae8d-4752-bf16-04b7b5eb2ef3 HTTP/1.1" status: 204 len: 168 time: 0.7561345 Feb 16 22:45:17.088618 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41804) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:17.129664 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a638057-d05c-4d69-8043-66aa692541af tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] GET failed (client error): The resource could not be found. Feb 16 22:45:17.134261 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41808) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:17.134489 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6a638057-d05c-4d69-8043-66aa692541af tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "GET /v2.0/ports/a6715e1c-ae8d-4752-bf16-04b7b5eb2ef3 HTTP/1.1" status: 404 len: 333 time: 0.0446117 Feb 16 22:45:17.192599 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a491b90b-2a45-4af5-ba00-5f323ba2bbfd tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for security_group (d2c9054f-e6ea-49b4-a583-c96acaf2efae), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:17.216609 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a491b90b-2a45-4af5-ba00-5f323ba2bbfd tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for security_group (d2c9054f-e6ea-49b4-a583-c96acaf2efae), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:17.253511 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-5f49df31-51f5-4766-ba87-62db4dfeb8d2 None None] Could not find standard attr ID for object a6715e1c-ae8d-4752-bf16-04b7b5eb2ef3. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:45:17.278307 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-5f49df31-51f5-4766-ba87-62db4dfeb8d2 None None] Provisioning complete for port 90623328-7b30-4a41-a296-7c2cac915a56 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:17.278749 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5f49df31-51f5-4766-ba87-62db4dfeb8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (90623328-7b30-4a41-a296-7c2cac915a56), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:17.280447 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a491b90b-2a45-4af5-ba00-5f323ba2bbfd tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d2c9054f-e6ea-49b4-a583-c96acaf2efae), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:17.283739 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a491b90b-2a45-4af5-ba00-5f323ba2bbfd tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:17.284989 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a491b90b-2a45-4af5-ba00-5f323ba2bbfd tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/security-groups/d2c9054f-e6ea-49b4-a583-c96acaf2efae HTTP/1.1" status: 204 len: 168 time: 0.1497121 Feb 16 22:45:17.287938 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41814) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:17.299354 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491b90b-2a45-4af5-ba00-5f323ba2bbfd tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c9054f-e6ea-49b4-a583-c96acaf2efae,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:17.336220 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5f49df31-51f5-4766-ba87-62db4dfeb8d2 None None] Port 90623328-7b30-4a41-a296-7c2cac915a56 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:45:17.354392 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-5f49df31-51f5-4766-ba87-62db4dfeb8d2 None None] Provisioning complete for port 56778a82-e787-490e-a575-54cd8484975d triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:17.355171 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5f49df31-51f5-4766-ba87-62db4dfeb8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (56778a82-e787-490e-a575-54cd8484975d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:17.370760 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-55564d73-65ff-41ef-82d2-6e2b7c949ed6 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for security_group (42f31ee3-d201-4f33-a8e2-1a0b3d1a4ce3), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:17.413017 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-55564d73-65ff-41ef-82d2-6e2b7c949ed6 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for security_group (42f31ee3-d201-4f33-a8e2-1a0b3d1a4ce3), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:17.458068 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5f49df31-51f5-4766-ba87-62db4dfeb8d2 None None] Current status of the port 56778a82-e787-490e-a575-54cd8484975d is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:17.484190 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-55564d73-65ff-41ef-82d2-6e2b7c949ed6 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (42f31ee3-d201-4f33-a8e2-1a0b3d1a4ce3), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:17.487304 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-55564d73-65ff-41ef-82d2-6e2b7c949ed6 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:17.490020 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-55564d73-65ff-41ef-82d2-6e2b7c949ed6 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/security-groups/42f31ee3-d201-4f33-a8e2-1a0b3d1a4ce3 HTTP/1.1" status: 204 len: 168 time: 0.1990461 Feb 16 22:45:17.492621 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41820) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:17.499784 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55564d73-65ff-41ef-82d2-6e2b7c949ed6 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f31ee3-d201-4f33-a8e2-1a0b3d1a4ce3,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:17.599049 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8e41cc0a-c7e9-448d-905d-805286ada70c tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for security_group (004350aa-c71b-4caa-8af2-3e08840ed0f6), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:17.646805 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8e41cc0a-c7e9-448d-905d-805286ada70c tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for security_group (004350aa-c71b-4caa-8af2-3e08840ed0f6), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:17.713549 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8e41cc0a-c7e9-448d-905d-805286ada70c tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (004350aa-c71b-4caa-8af2-3e08840ed0f6), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:17.718186 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8e41cc0a-c7e9-448d-905d-805286ada70c tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:17.723380 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8e41cc0a-c7e9-448d-905d-805286ada70c tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/security-groups/004350aa-c71b-4caa-8af2-3e08840ed0f6 HTTP/1.1" status: 204 len: 168 time: 0.2270868 Feb 16 22:45:17.723616 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41830) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:17.762218 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41cc0a-c7e9-448d-905d-805286ada70c tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=004350aa-c71b-4caa-8af2-3e08840ed0f6,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:17.836470 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce5f8e50-2d28-417a-8319-d5ffc79bbc13 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Deleting subnet c990e2a0-0fd7-40bf-b756-fa7a2e486ee4 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:45:17.840560 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ce5f8e50-2d28-417a-8319-d5ffc79bbc13 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for subnet (c990e2a0-0fd7-40bf-b756-fa7a2e486ee4), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:17.876253 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-79788c90-c52d-4660-8a29-e4a6283c60db None None] Could not find standard attr ID for object a6715e1c-ae8d-4752-bf16-04b7b5eb2ef3. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:45:17.908211 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ce5f8e50-2d28-417a-8319-d5ffc79bbc13 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (c990e2a0-0fd7-40bf-b756-fa7a2e486ee4), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:18.036579 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ce5f8e50-2d28-417a-8319-d5ffc79bbc13 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (c990e2a0-0fd7-40bf-b756-fa7a2e486ee4), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:18.101151 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ce5f8e50-2d28-417a-8319-d5ffc79bbc13 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (c990e2a0-0fd7-40bf-b756-fa7a2e486ee4), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:18.132262 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f8e50-2d28-417a-8319-d5ffc79bbc13 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Subnet': ['ID=c990e2a0-0fd7-40bf-b756-fa7a2e486ee4,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:18.143048 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ce5f8e50-2d28-417a-8319-d5ffc79bbc13 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:18.152268 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c516ba9-771c-4dc6-8879-11a4e9dfc342 None None] Network 9b3506d6-cf65-449c-b238-c5db64bf8ecc requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:45:18.157512 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41856) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:18.158294 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ce5f8e50-2d28-417a-8319-d5ffc79bbc13 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/subnets/c990e2a0-0fd7-40bf-b756-fa7a2e486ee4 HTTP/1.1" status: 204 len: 168 time: 0.4334891 Feb 16 22:45:18.216265 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ae13cc-10d2-42da-b759-fe0d9be66e7f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Deleting subnet 15f6bbbc-1869-4dde-ac65-4fe8797e5827 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:45:18.220054 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b6ae13cc-10d2-42da-b759-fe0d9be66e7f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for subnet (15f6bbbc-1869-4dde-ac65-4fe8797e5827), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:18.265918 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b6ae13cc-10d2-42da-b759-fe0d9be66e7f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (15f6bbbc-1869-4dde-ac65-4fe8797e5827), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:18.383449 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b6ae13cc-10d2-42da-b759-fe0d9be66e7f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (15f6bbbc-1869-4dde-ac65-4fe8797e5827), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:18.474930 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b6ae13cc-10d2-42da-b759-fe0d9be66e7f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (15f6bbbc-1869-4dde-ac65-4fe8797e5827), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:18.506433 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae13cc-10d2-42da-b759-fe0d9be66e7f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Subnet': ['ID=15f6bbbc-1869-4dde-ac65-4fe8797e5827,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:18.508659 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b6ae13cc-10d2-42da-b759-fe0d9be66e7f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:18.514079 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b6ae13cc-10d2-42da-b759-fe0d9be66e7f tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/subnets/15f6bbbc-1869-4dde-ac65-4fe8797e5827 HTTP/1.1" status: 204 len: 168 time: 0.3540695 Feb 16 22:45:18.516054 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41890) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:18.553153 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-867777ba-53ca-4eaf-a25d-2753a4b1d65e tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] DELETE failed (client error): The resource could not be found. Feb 16 22:45:18.553712 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-867777ba-53ca-4eaf-a25d-2753a4b1d65e tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:45:18.558070 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-867777ba-53ca-4eaf-a25d-2753a4b1d65e tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/subnets/c990e2a0-0fd7-40bf-b756-fa7a2e486ee4 HTTP/1.1" status: 404 len: 337 time: 0.0402122 Feb 16 22:45:18.560592 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41900) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:18.643622 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-b274f3ab-a486-4922-bd6b-b69935583118 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Deleting subnet e1416f60-c926-4ecd-ac7f-0a15246f37a6 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:45:18.647200 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b274f3ab-a486-4922-bd6b-b69935583118 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for subnet (e1416f60-c926-4ecd-ac7f-0a15246f37a6), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:18.708174 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b274f3ab-a486-4922-bd6b-b69935583118 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (e1416f60-c926-4ecd-ac7f-0a15246f37a6), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:18.812848 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b274f3ab-a486-4922-bd6b-b69935583118 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (e1416f60-c926-4ecd-ac7f-0a15246f37a6), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:18.934733 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b274f3ab-a486-4922-bd6b-b69935583118 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (e1416f60-c926-4ecd-ac7f-0a15246f37a6), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:18.975476 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274f3ab-a486-4922-bd6b-b69935583118 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Subnet': ['ID=e1416f60-c926-4ecd-ac7f-0a15246f37a6,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:18.977869 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b274f3ab-a486-4922-bd6b-b69935583118 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:18.982799 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b274f3ab-a486-4922-bd6b-b69935583118 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/subnets/e1416f60-c926-4ecd-ac7f-0a15246f37a6 HTTP/1.1" status: 204 len: 168 time: 0.4208899 Feb 16 22:45:18.985080 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41940) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:19.025263 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6607dde-b250-40fc-a298-1845a73090be tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] DELETE failed (client error): The resource could not be found. Feb 16 22:45:19.025808 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6607dde-b250-40fc-a298-1845a73090be tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:45:19.030192 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d6607dde-b250-40fc-a298-1845a73090be tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/subnets/9133798a-4871-4907-b278-e5ac94915d56 HTTP/1.1" status: 404 len: 337 time: 0.0415332 Feb 16 22:45:19.032569 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41942) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:19.065203 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41944) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:19.065503 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5021fdb6-f9bd-4f19-bc36-b5bd7a8f1fbc tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "GET /v2.0/ports?device_id=f960b055-4d03-4550-a630-0e9ab74bb999 HTTP/1.1" status: 200 len: 205 time: 0.0317593 Feb 16 22:45:19.098972 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77f1728-82d8-4f01-8210-b5e869620f47 None None] Network 9b3506d6-cf65-449c-b238-c5db64bf8ecc requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:45:19.130143 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-4212bcb3-c9bf-493f-bada-ec62ee641978 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] delete failed (client error): The resource could not be found. Feb 16 22:45:19.131290 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4212bcb3-c9bf-493f-bada-ec62ee641978 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/routers/f960b055-4d03-4550-a630-0e9ab74bb999 HTTP/1.1" status: 404 len: 336 time: 0.0646262 Feb 16 22:45:19.134085 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41948) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:19.162155 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-ead776a4-7933-48cd-acfd-a2d80262f0a6 None None] Provisioning complete for port 90623328-7b30-4a41-a296-7c2cac915a56 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:19.163004 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ead776a4-7933-48cd-acfd-a2d80262f0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (90623328-7b30-4a41-a296-7c2cac915a56), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:19.166420 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab6b5a3d-3dd1-474a-af34-f68253a0169d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] DELETE failed (client error): The resource could not be found. Feb 16 22:45:19.167949 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab6b5a3d-3dd1-474a-af34-f68253a0169d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:45:19.171308 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ab6b5a3d-3dd1-474a-af34-f68253a0169d tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/subnets/54f8909a-705f-4576-9533-2f0e75efdf74 HTTP/1.1" status: 404 len: 337 time: 0.0361054 Feb 16 22:45:19.173849 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41950) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:19.203014 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-b93d712f-44fd-4bd9-b4d6-af160c2917f7 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] DELETE failed (client error): The resource could not be found. Feb 16 22:45:19.203763 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b93d712f-44fd-4bd9-b4d6-af160c2917f7 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:45:19.207200 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b93d712f-44fd-4bd9-b4d6-af160c2917f7 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/subnets/106470f2-fa0f-4dba-8272-754086b4b6ac HTTP/1.1" status: 404 len: 337 time: 0.0321281 Feb 16 22:45:19.208038 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41952) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:19.209794 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41954) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:19.242538 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f4c70d5-bc68-45e9-aa06-cd182d3fc0ce tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] DELETE failed (client error): The resource could not be found. Feb 16 22:45:19.243142 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f4c70d5-bc68-45e9-aa06-cd182d3fc0ce tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:45:19.247665 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0f4c70d5-bc68-45e9-aa06-cd182d3fc0ce tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/subnets/ac59dda6-33ac-4589-8e0c-ce23d6bb5e19 HTTP/1.1" status: 404 len: 337 time: 0.0367529 Feb 16 22:45:19.250205 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41958) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:19.274652 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f6a492-8d4e-4cc4-a0f4-1a270fb43a81 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] DELETE failed (client error): The resource could not be found. Feb 16 22:45:19.275492 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94f6a492-8d4e-4cc4-a0f4-1a270fb43a81 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:45:19.278624 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-94f6a492-8d4e-4cc4-a0f4-1a270fb43a81 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/ports/0c4d91c5-dcac-40c0-98b1-c0ec9a6f50eb HTTP/1.1" status: 404 len: 333 time: 0.0274951 Feb 16 22:45:19.280310 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-ead776a4-7933-48cd-acfd-a2d80262f0a6 None None] Port 90623328-7b30-4a41-a296-7c2cac915a56 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:45:19.281110 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41960) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:19.298776 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-ead776a4-7933-48cd-acfd-a2d80262f0a6 None None] Provisioning complete for port 56778a82-e787-490e-a575-54cd8484975d triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:19.299083 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ead776a4-7933-48cd-acfd-a2d80262f0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (56778a82-e787-490e-a575-54cd8484975d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:19.312394 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c985067-586e-4ca6-b451-98caeccb6ee2 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] DELETE failed (client error): The resource could not be found. Feb 16 22:45:19.313124 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c985067-586e-4ca6-b451-98caeccb6ee2 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:45:19.317180 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3c985067-586e-4ca6-b451-98caeccb6ee2 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/subnets/c0c2139c-a318-4a4e-a7cb-caf4cfa124a6 HTTP/1.1" status: 404 len: 337 time: 0.0347590 Feb 16 22:45:19.319937 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41962) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:19.361664 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6771231-c83e-43d8-8c7a-22c96797e577 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] DELETE failed (client error): The resource could not be found. Feb 16 22:45:19.362475 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6771231-c83e-43d8-8c7a-22c96797e577 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:45:19.366045 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e6771231-c83e-43d8-8c7a-22c96797e577 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/subnets/214b38e3-dcc8-43b9-bf78-eed73b943948 HTTP/1.1" status: 404 len: 337 time: 0.0449061 Feb 16 22:45:19.368456 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41964) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:19.395061 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5759675-a438-43a1-bb85-e2e20a0dc2f0 None None] DHCP port deletion for 9b3506d6-cf65-449c-b238-c5db64bf8ecc request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:45:19.398087 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-ead776a4-7933-48cd-acfd-a2d80262f0a6 None None] Current status of the port 56778a82-e787-490e-a575-54cd8484975d is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:19.409330 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b2185e0-8ef4-41d5-8bb8-8929cfdd9e87 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] DELETE failed (client error): The resource could not be found. Feb 16 22:45:19.410069 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b2185e0-8ef4-41d5-8bb8-8929cfdd9e87 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:45:19.415531 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5b2185e0-8ef4-41d5-8bb8-8929cfdd9e87 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/ports/ba695d54-c1a0-436c-b9f9-bb2c8c8b434f HTTP/1.1" status: 404 len: 333 time: 0.0437810 Feb 16 22:45:19.415867 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41966) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:19.424188 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f81974c6-91c2-4350-809a-3926704f576b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:19.446769 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f5759675-a438-43a1-bb85-e2e20a0dc2f0 None None] Deleting port 56778a82-e787-490e-a575-54cd8484975d {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:45:19.447146 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f5759675-a438-43a1-bb85-e2e20a0dc2f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (56778a82-e787-490e-a575-54cd8484975d), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:19.453348 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f53d0b8-8b80-47db-918e-c5833c48a9b5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] DELETE failed (client error): The resource could not be found. Feb 16 22:45:19.453934 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f53d0b8-8b80-47db-918e-c5833c48a9b5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:45:19.457714 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0f53d0b8-8b80-47db-918e-c5833c48a9b5 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/subnets/4d10175e-a729-427a-bb5e-37b62b9dd64d HTTP/1.1" status: 404 len: 337 time: 0.0406978 Feb 16 22:45:19.460597 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41968) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:19.491797 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa4f035-1caa-4fb9-bb4f-c02ca43fc7c4 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] DELETE failed (client error): The resource could not be found. Feb 16 22:45:19.492300 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afa4f035-1caa-4fb9-bb4f-c02ca43fc7c4 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:45:19.498743 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-afa4f035-1caa-4fb9-bb4f-c02ca43fc7c4 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/subnets/610df238-c233-4aea-8f9e-0e314674d694 HTTP/1.1" status: 404 len: 337 time: 0.0370197 Feb 16 22:45:19.499394 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 41970) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:19.543826 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-f5759675-a438-43a1-bb85-e2e20a0dc2f0 None None] For port 56778a82-e787-490e-a575-54cd8484975d, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=56778a82-e787-490e-a575-54cd8484975d,segment=NetworkSegment(9be9c643-9646-4294-988d-57be453b44f7),segment_id=9be9c643-9646-4294-988d-57be453b44f7)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:45:19.544516 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f5759675-a438-43a1-bb85-e2e20a0dc2f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (56778a82-e787-490e-a575-54cd8484975d), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:19.561850 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f5759675-a438-43a1-bb85-e2e20a0dc2f0 None None] Calling delete_port for 56778a82-e787-490e-a575-54cd8484975d owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:45:19.562927 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f81974c6-91c2-4350-809a-3926704f576b admin admin] Publish callbacks [] for security_group (c4940cd6-f1b0-4067-abe7-168e695e77b5), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:19.568962 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f81974c6-91c2-4350-809a-3926704f576b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c4940cd6-f1b0-4067-abe7-168e695e77b5), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:19.610457 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f81974c6-91c2-4350-809a-3926704f576b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=efeb53517f8a421caf7002240e754098&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4007750 Feb 16 22:45:19.612793 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41972) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:19.637341 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-d2d4c542-d189-4f5b-8671-174fac3de687 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Deleting port 90623328-7b30-4a41-a296-7c2cac915a56 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:45:19.637954 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2d4c542-d189-4f5b-8671-174fac3de687 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (90623328-7b30-4a41-a296-7c2cac915a56), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:19.654360 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81974c6-91c2-4350-809a-3926704f576b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4940cd6-f1b0-4067-abe7-168e695e77b5,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:19.665838 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f5759675-a438-43a1-bb85-e2e20a0dc2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (56778a82-e787-490e-a575-54cd8484975d), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:19.688174 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5759675-a438-43a1-bb85-e2e20a0dc2f0 None None] No DVR routers for this DVR port 56778a82-e787-490e-a575-54cd8484975d on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:45:19.731435 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5759675-a438-43a1-bb85-e2e20a0dc2f0 None None] Pushing event deleted for resources: {'Port': ['ID=56778a82-e787-490e-a575-54cd8484975d,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:19.731800 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7674047c-1c1b-4743-820b-46c17b90328c admin admin] Publish callbacks [] for security_group (c4940cd6-f1b0-4067-abe7-168e695e77b5), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:19.752935 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2d4c542-d189-4f5b-8671-174fac3de687 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (90623328-7b30-4a41-a296-7c2cac915a56), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:19.766413 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-d2d4c542-d189-4f5b-8671-174fac3de687 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Calling delete_port for 90623328-7b30-4a41-a296-7c2cac915a56 owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:45:19.792408 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7674047c-1c1b-4743-820b-46c17b90328c admin admin] Publish callbacks [] for security_group (c4940cd6-f1b0-4067-abe7-168e695e77b5), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:19.861140 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7674047c-1c1b-4743-820b-46c17b90328c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c4940cd6-f1b0-4067-abe7-168e695e77b5), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:19.865285 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7674047c-1c1b-4743-820b-46c17b90328c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:19.870143 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7674047c-1c1b-4743-820b-46c17b90328c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c4940cd6-f1b0-4067-abe7-168e695e77b5 HTTP/1.1" status: 204 len: 168 time: 0.2562222 Feb 16 22:45:19.880497 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674047c-1c1b-4743-820b-46c17b90328c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4940cd6-f1b0-4067-abe7-168e695e77b5,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:19.886569 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2d4c542-d189-4f5b-8671-174fac3de687 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (90623328-7b30-4a41-a296-7c2cac915a56), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:19.937898 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4c542-d189-4f5b-8671-174fac3de687 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Port': ['ID=90623328-7b30-4a41-a296-7c2cac915a56,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:19.959350 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2d4c542-d189-4f5b-8671-174fac3de687 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:19.965609 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d2d4c542-d189-4f5b-8671-174fac3de687 tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/ports/90623328-7b30-4a41-a296-7c2cac915a56 HTTP/1.1" status: 204 len: 168 time: 0.4622755 Feb 16 22:45:19.965919 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 41982) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:20.103883 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f9ce3f42-2644-429c-8313-b5a6584bf3ba tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (9b3506d6-cf65-449c-b238-c5db64bf8ecc), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:20.200617 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f9ce3f42-2644-429c-8313-b5a6584bf3ba tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (9b3506d6-cf65-449c-b238-c5db64bf8ecc), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:20.230677 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-f9ce3f42-2644-429c-8313-b5a6584bf3ba tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b3506d6-cf65-449c-b238-c5db64bf8ecc']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:20.246149 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-f9ce3f42-2644-429c-8313-b5a6584bf3ba tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be9c643-9646-4294-988d-57be453b44f7') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:20.246633 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-f9ce3f42-2644-429c-8313-b5a6584bf3ba tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be9c643-9646-4294-988d-57be453b44f7') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:20.257534 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f9ce3f42-2644-429c-8313-b5a6584bf3ba tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (9be9c643-9646-4294-988d-57be453b44f7), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:20.274778 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f9ce3f42-2644-429c-8313-b5a6584bf3ba tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (9be9c643-9646-4294-988d-57be453b44f7), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:20.282429 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9ce3f42-2644-429c-8313-b5a6584bf3ba tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:45:20.283034 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f9ce3f42-2644-429c-8313-b5a6584bf3ba tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (9be9c643-9646-4294-988d-57be453b44f7), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:20.286547 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:45:20.286547 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:45:20.286547 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:45:20.286547 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:45:20.286547 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:45:20.286547 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:45:20.286547 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:45:20.286547 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:45:20.286547 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:45:20.286547 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:45:20.286547 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:45:20.286547 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:45:20.286547 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:45:20.286547 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:45:20.286547 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:45:20.286547 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:45:20.286547 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:45:20.286547 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:45:20.286547 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:45:20.286547 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:45:20.286547 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:45:20.286547 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:45:20.286547 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:45:20.286547 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:45:20.286547 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:45:20.286547 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:45:20.286547 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:45:20.286547 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:45:20.286547 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:45:20.286547 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:45:20.286547 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:45:20.286547 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:45:20.368545 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f9ce3f42-2644-429c-8313-b5a6584bf3ba tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (9b3506d6-cf65-449c-b238-c5db64bf8ecc), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:20.377333 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f9ce3f42-2644-429c-8313-b5a6584bf3ba tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:20.381871 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f9ce3f42-2644-429c-8313-b5a6584bf3ba tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] 10.222.0.75 "DELETE /v2.0/networks/9b3506d6-cf65-449c-b238-c5db64bf8ecc HTTP/1.1" status: 204 len: 168 time: 0.4145291 Feb 16 22:45:20.422302 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce3f42-2644-429c-8313-b5a6584bf3ba tempest-PortsTestJSON-1394710409 tempest-PortsTestJSON-1394710409-project] Pushing event deleted for resources: {'Network': ['ID=9b3506d6-cf65-449c-b238-c5db64bf8ecc,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:20.692768 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6b3a09a7-89bb-4d41-baa0-de89ee07c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:20.721554 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 56778a82-e787-490e-a575-54cd8484975d no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:45:20.823796 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42008) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:21.026799 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42020) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:21.032864 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ddf50a41-6c67-4841-83e2-37f088e12092 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3a6466279531424e8d4920bed42d139b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2072074 Feb 16 22:45:21.042472 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 56778a82-e787-490e-a575-54cd8484975d {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:45:21.043138 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 56778a82-e787-490e-a575-54cd8484975d not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:45:21.114340 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bb93480a-6496-4a33-b69a-54979e982307 admin admin] Publish callbacks [] for security_group (0909d880-d267-4b49-b206-adb7555dd33f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:21.137086 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bb93480a-6496-4a33-b69a-54979e982307 admin admin] Publish callbacks [] for security_group (0909d880-d267-4b49-b206-adb7555dd33f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:21.203472 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bb93480a-6496-4a33-b69a-54979e982307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (0909d880-d267-4b49-b206-adb7555dd33f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:21.208321 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bb93480a-6496-4a33-b69a-54979e982307 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:21.210549 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bb93480a-6496-4a33-b69a-54979e982307 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0909d880-d267-4b49-b206-adb7555dd33f HTTP/1.1" status: 204 len: 168 time: 0.1823432 Feb 16 22:45:21.223868 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93480a-6496-4a33-b69a-54979e982307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0909d880-d267-4b49-b206-adb7555dd33f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:21.786700 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42070) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:21.959868 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc15fb7f-a9ed-4b7c-a91a-c0dc1bf7dab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:22.059920 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc15fb7f-a9ed-4b7c-a91a-c0dc1bf7dab5 admin admin] Publish callbacks [] for security_group (4834e9eb-2335-46a2-9020-70b772ffa39f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:22.066585 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc15fb7f-a9ed-4b7c-a91a-c0dc1bf7dab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4834e9eb-2335-46a2-9020-70b772ffa39f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:22.115164 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-dc15fb7f-a9ed-4b7c-a91a-c0dc1bf7dab5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=532dc6e9d17b4413b1c319237a005c84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3271966 Feb 16 22:45:22.117658 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42086) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:22.126754 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15fb7f-a9ed-4b7c-a91a-c0dc1bf7dab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4834e9eb-2335-46a2-9020-70b772ffa39f,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:22.145743 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42090) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:22.179071 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9f59a7a9-f678-47c0-b5d9-8401f3195226 admin admin] Publish callbacks [] for security_group (4834e9eb-2335-46a2-9020-70b772ffa39f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:22.205934 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9f59a7a9-f678-47c0-b5d9-8401f3195226 admin admin] Publish callbacks [] for security_group (4834e9eb-2335-46a2-9020-70b772ffa39f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:22.279451 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-4f333536-aeed-424b-8f3c-bf62aa26562d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2088186664'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:22.290066 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9f59a7a9-f678-47c0-b5d9-8401f3195226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4834e9eb-2335-46a2-9020-70b772ffa39f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:22.293886 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9f59a7a9-f678-47c0-b5d9-8401f3195226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:22.299304 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9f59a7a9-f678-47c0-b5d9-8401f3195226 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4834e9eb-2335-46a2-9020-70b772ffa39f HTTP/1.1" status: 204 len: 168 time: 0.1804545 Feb 16 22:45:22.309558 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59a7a9-f678-47c0-b5d9-8401f3195226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4834e9eb-2335-46a2-9020-70b772ffa39f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:22.310924 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f333536-aeed-424b-8f3c-bf62aa26562d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Made reservation on behalf of c4efc97b6837439c9fb97554f0018621 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:45:22.318821 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4f333536-aeed-424b-8f3c-bf62aa26562d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:22.330571 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4f333536-aeed-424b-8f3c-bf62aa26562d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:22.429416 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4f333536-aeed-424b-8f3c-bf62aa26562d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for security_group (3de79a89-9911-4cb2-a595-b3f03e1fe01e), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:22.435574 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4f333536-aeed-424b-8f3c-bf62aa26562d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (3de79a89-9911-4cb2-a595-b3f03e1fe01e), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:22.449414 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f333536-aeed-424b-8f3c-bf62aa26562d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:45:22.459734 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4f333536-aeed-424b-8f3c-bf62aa26562d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (80a20d13-5888-4450-9fdf-a428da974667), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:22.460338 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-4f333536-aeed-424b-8f3c-bf62aa26562d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Added segment 80a20d13-5888-4450-9fdf-a428da974667 of type vlan for network 33eba66d-72b6-414f-acfc-76fc91317d18 Feb 16 22:45:22.506215 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4f333536-aeed-424b-8f3c-bf62aa26562d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (33eba66d-72b6-414f-acfc-76fc91317d18), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:22.560166 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f333536-aeed-424b-8f3c-bf62aa26562d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3de79a89-9911-4cb2-a595-b3f03e1fe01e,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:22.575536 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4f333536-aeed-424b-8f3c-bf62aa26562d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (33eba66d-72b6-414f-acfc-76fc91317d18), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:22.582211 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f333536-aeed-424b-8f3c-bf62aa26562d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:22.587760 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4f333536-aeed-424b-8f3c-bf62aa26562d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:22.694676 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f333536-aeed-424b-8f3c-bf62aa26562d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Network': ['ID=33eba66d-72b6-414f-acfc-76fc91317d18,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:22.709829 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 33eba66d-72b6-414f-acfc-76fc91317d18 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:45:22.716830 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42104) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:22.718773 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4f333536-aeed-424b-8f3c-bf62aa26562d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5723715 Feb 16 22:45:22.722172 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-0f69f900-a4eb-42df-b7af-a912b95074c0 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-313720940'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:22.762392 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f69f900-a4eb-42df-b7af-a912b95074c0 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Made reservation on behalf of c4efc97b6837439c9fb97554f0018621 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:45:22.770662 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0f69f900-a4eb-42df-b7af-a912b95074c0 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:22.830616 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f69f900-a4eb-42df-b7af-a912b95074c0 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:45:22.848446 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0f69f900-a4eb-42df-b7af-a912b95074c0 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (54fab45a-376c-48aa-bf3e-2e4882652493), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:22.849265 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-0f69f900-a4eb-42df-b7af-a912b95074c0 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Added segment 54fab45a-376c-48aa-bf3e-2e4882652493 of type vlan for network 2ac31a65-8f1b-4844-8be0-b1869baa3296 Feb 16 22:45:22.926961 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0f69f900-a4eb-42df-b7af-a912b95074c0 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (2ac31a65-8f1b-4844-8be0-b1869baa3296), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:22.968916 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0f69f900-a4eb-42df-b7af-a912b95074c0 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (2ac31a65-8f1b-4844-8be0-b1869baa3296), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:22.975656 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f69f900-a4eb-42df-b7af-a912b95074c0 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:22.977228 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0f69f900-a4eb-42df-b7af-a912b95074c0 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:23.059127 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42118) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:23.065250 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-8dc5f165-cba5-4418-b6ff-1642184e371f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Request body: {'subnet': {'network_id': '33eba66d-72b6-414f-acfc-76fc91317d18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:23.071026 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0f69f900-a4eb-42df-b7af-a912b95074c0 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3521137 Feb 16 22:45:23.083807 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c86a10f9-f2f5-4798-b939-8dbc1ca982cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:23.125709 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69f900-a4eb-42df-b7af-a912b95074c0 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Network': ['ID=2ac31a65-8f1b-4844-8be0-b1869baa3296,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:23.138102 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 2ac31a65-8f1b-4844-8be0-b1869baa3296 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:45:23.227751 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc5f165-cba5-4418-b6ff-1642184e371f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Made reservation on behalf of c4efc97b6837439c9fb97554f0018621 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:45:23.233669 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8dc5f165-cba5-4418-b6ff-1642184e371f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:23.357366 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42124) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:23.550714 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8dc5f165-cba5-4418-b6ff-1642184e371f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (0530db53-69b7-435a-a4d4-b50908df1bad), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:23.551658 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-10c145e9-3668-4829-b116-f8d85eab416e tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-345320828'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:23.575277 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c145e9-3668-4829-b116-f8d85eab416e tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Made reservation on behalf of cc887901689545699758f7d34290920f for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:45:23.579580 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-10c145e9-3668-4829-b116-f8d85eab416e tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:23.590750 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-10c145e9-3668-4829-b116-f8d85eab416e tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:23.621755 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5f165-cba5-4418-b6ff-1642184e371f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Subnet': ['ID=0530db53-69b7-435a-a4d4-b50908df1bad,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:23.639106 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc5f165-cba5-4418-b6ff-1642184e371f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Checking segment: {'id': '80a20d13-5888-4450-9fdf-a428da974667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '33eba66d-72b6-414f-acfc-76fc91317d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:45:23.639905 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc5f165-cba5-4418-b6ff-1642184e371f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network hostable DHCP agents. Network: 33eba66d-72b6-414f-acfc-76fc91317d18, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:45:23.662984 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc5f165-cba5-4418-b6ff-1642184e371f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network 33eba66d-72b6-414f-acfc-76fc91317d18 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:45:23.676483 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-8dc5f165-cba5-4418-b6ff-1642184e371f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 33eba66d-72b6-414f-acfc-76fc91317d18) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:23.687416 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83abf8a7-cb81-4b68-ae0e-6e53f47460fd None None] Network 33eba66d-72b6-414f-acfc-76fc91317d18 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:45:23.693560 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc5f165-cba5-4418-b6ff-1642184e371f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:23.694139 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-10c145e9-3668-4829-b116-f8d85eab416e tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks [] for security_group (8510a549-9779-4069-a6a2-45ea5c733dc5), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:23.694729 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8dc5f165-cba5-4418-b6ff-1642184e371f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:23.701608 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-10c145e9-3668-4829-b116-f8d85eab416e tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (8510a549-9779-4069-a6a2-45ea5c733dc5), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:23.717902 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8dc5f165-cba5-4418-b6ff-1642184e371f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6572783 Feb 16 22:45:23.723801 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42128) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:23.732849 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c145e9-3668-4829-b116-f8d85eab416e tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:45:23.736058 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-f4a89e69-b772-4be8-b855-32101640c124 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Request body: {'subnet': {'network_id': '2ac31a65-8f1b-4844-8be0-b1869baa3296', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:23.752347 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-10c145e9-3668-4829-b116-f8d85eab416e tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (723f7eab-1478-4a73-9f7a-fa1ef44795f1), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:23.752888 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-10c145e9-3668-4829-b116-f8d85eab416e tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Added segment 723f7eab-1478-4a73-9f7a-fa1ef44795f1 of type vlan for network 9863d0e8-18c7-49f5-876c-291c43d39fec Feb 16 22:45:23.754431 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c145e9-3668-4829-b116-f8d85eab416e tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8510a549-9779-4069-a6a2-45ea5c733dc5,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:23.811684 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-10c145e9-3668-4829-b116-f8d85eab416e tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (9863d0e8-18c7-49f5-876c-291c43d39fec), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:23.820182 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b843040c-1b82-4727-ae47-10b6d3d080c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-33eba66d-72b6-414f-acfc-76fc91317d18', 'network_id': '33eba66d-72b6-414f-acfc-76fc91317d18', 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'fixed_ips': [{'subnet_id': '0530db53-69b7-435a-a4d4-b50908df1bad'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:45:23.821352 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b843040c-1b82-4727-ae47-10b6d3d080c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:23.850899 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-10c145e9-3668-4829-b116-f8d85eab416e tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (9863d0e8-18c7-49f5-876c-291c43d39fec), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:23.858236 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c145e9-3668-4829-b116-f8d85eab416e tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:23.859219 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-10c145e9-3668-4829-b116-f8d85eab416e tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:23.905188 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-10c145e9-3668-4829-b116-f8d85eab416e tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.5460145 Feb 16 22:45:23.905490 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a89e69-b772-4be8-b855-32101640c124 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Made reservation on behalf of c4efc97b6837439c9fb97554f0018621 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:45:23.908972 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42130) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:23.910499 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f4a89e69-b772-4be8-b855-32101640c124 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:23.918979 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-dc9fa140-19a7-4e91-946a-5b0ca2fbcd04 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Request body: {'subnet': {'network_id': '9863d0e8-18c7-49f5-876c-291c43d39fec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:23.981748 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c145e9-3668-4829-b116-f8d85eab416e tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Pushing event updated for resources: {'Network': ['ID=9863d0e8-18c7-49f5-876c-291c43d39fec,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:24.011568 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 9863d0e8-18c7-49f5-876c-291c43d39fec details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:45:24.087030 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9fa140-19a7-4e91-946a-5b0ca2fbcd04 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Made reservation on behalf of cc887901689545699758f7d34290920f for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:45:24.097145 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc9fa140-19a7-4e91-946a-5b0ca2fbcd04 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:24.281166 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-b843040c-1b82-4727-ae47-10b6d3d080c1 None None] Allocated IP 2001:db8::2 (33eba66d-72b6-414f-acfc-76fc91317d18/0530db53-69b7-435a-a4d4-b50908df1bad/ec905569-27b1-41c2-90f3-3b7ed37375ee) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:45:24.287956 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f4a89e69-b772-4be8-b855-32101640c124 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (15bebfc1-0dc6-4546-bd90-44dab9dd97db), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:24.325013 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:24.386264 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a89e69-b772-4be8-b855-32101640c124 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Subnet': ['ID=15bebfc1-0dc6-4546-bd90-44dab9dd97db,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:24.396905 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a89e69-b772-4be8-b855-32101640c124 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Checking segment: {'id': '54fab45a-376c-48aa-bf3e-2e4882652493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2ac31a65-8f1b-4844-8be0-b1869baa3296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:45:24.397421 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a89e69-b772-4be8-b855-32101640c124 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network hostable DHCP agents. Network: 2ac31a65-8f1b-4844-8be0-b1869baa3296, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:45:24.431594 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a89e69-b772-4be8-b855-32101640c124 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network 2ac31a65-8f1b-4844-8be0-b1869baa3296 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:45:24.448992 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-f4a89e69-b772-4be8-b855-32101640c124 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 2ac31a65-8f1b-4844-8be0-b1869baa3296) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:24.469321 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a89e69-b772-4be8-b855-32101640c124 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:24.470215 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f4a89e69-b772-4be8-b855-32101640c124 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:24.470673 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57379930-cfae-4272-bd34-359a3b346290 None None] Network 2ac31a65-8f1b-4844-8be0-b1869baa3296 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:45:24.525646 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f4a89e69-b772-4be8-b855-32101640c124 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7966769 Feb 16 22:45:24.526109 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42174) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:24.536152 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-0cecb140-8a71-4343-8337-ec6a0dc69a76 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1926640199', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:24.544496 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc9fa140-19a7-4e91-946a-5b0ca2fbcd04 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (d6b2b5d0-c1f1-455f-8ddd-57a9654672ef), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:24.594541 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0cecb140-8a71-4343-8337-ec6a0dc69a76 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (eb79478f-d781-4ddb-8e69-752b6e6594ed), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:24.596171 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0cecb140-8a71-4343-8337-ec6a0dc69a76 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (eb79478f-d781-4ddb-8e69-752b6e6594ed), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:24.605627 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b843040c-1b82-4727-ae47-10b6d3d080c1 None None] Publish callbacks [] for port (ec905569-27b1-41c2-90f3-3b7ed37375ee), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:24.642540 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b843040c-1b82-4727-ae47-10b6d3d080c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (ec905569-27b1-41c2-90f3-3b7ed37375ee), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:24.676653 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9fa140-19a7-4e91-946a-5b0ca2fbcd04 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Pushing event updated for resources: {'Subnet': ['ID=d6b2b5d0-c1f1-455f-8ddd-57a9654672ef,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:24.680258 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9fa140-19a7-4e91-946a-5b0ca2fbcd04 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Checking segment: {'id': '723f7eab-1478-4a73-9f7a-fa1ef44795f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9863d0e8-18c7-49f5-876c-291c43d39fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:45:24.680976 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9fa140-19a7-4e91-946a-5b0ca2fbcd04 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Network hostable DHCP agents. Network: 9863d0e8-18c7-49f5-876c-291c43d39fec, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:45:24.714503 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9fa140-19a7-4e91-946a-5b0ca2fbcd04 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Network 9863d0e8-18c7-49f5-876c-291c43d39fec is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:45:24.722982 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843040c-1b82-4727-ae47-10b6d3d080c1 None None] Pushing event updated for resources: {'Port': ['ID=ec905569-27b1-41c2-90f3-3b7ed37375ee,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:24.735730 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-dc9fa140-19a7-4e91-946a-5b0ca2fbcd04 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 9863d0e8-18c7-49f5-876c-291c43d39fec) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:24.744840 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9fa140-19a7-4e91-946a-5b0ca2fbcd04 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:24.744840 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc9fa140-19a7-4e91-946a-5b0ca2fbcd04 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:24.764728 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b843040c-1b82-4727-ae47-10b6d3d080c1 None None] Network 33eba66d-72b6-414f-acfc-76fc91317d18 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:45:24.806542 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0cecb140-8a71-4343-8337-ec6a0dc69a76 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router_controller (eb79478f-d781-4ddb-8e69-752b6e6594ed), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:24.810550 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-dc9fa140-19a7-4e91-946a-5b0ca2fbcd04 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8977757 Feb 16 22:45:24.810813 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42188) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:24.816617 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-bb1f5992-ed21-4036-8434-533ffc51e12b tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Request body: {'port': {'network_id': '9863d0e8-18c7-49f5-876c-291c43d39fec', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-522498528'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:24.828223 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0cecb140-8a71-4343-8337-ec6a0dc69a76 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (eb79478f-d781-4ddb-8e69-752b6e6594ed), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:24.866523 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae81b7d-7811-4ecc-85b2-e26fd03b79c5 None None] Network 9863d0e8-18c7-49f5-876c-291c43d39fec requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:45:24.869391 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-b843040c-1b82-4727-ae47-10b6d3d080c1 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:24.874228 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b843040c-1b82-4727-ae47-10b6d3d080c1 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:45:24.909689 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0cecb140-8a71-4343-8337-ec6a0dc69a76 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:24.915662 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42190) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:24.924576 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0cecb140-8a71-4343-8337-ec6a0dc69a76 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3964167 Feb 16 22:45:25.083383 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1f5992-ed21-4036-8434-533ffc51e12b tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Made reservation on behalf of cc887901689545699758f7d34290920f for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:45:25.087104 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb1f5992-ed21-4036-8434-533ffc51e12b tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:25.119157 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-bb1f5992-ed21-4036-8434-533ffc51e12b tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] device_id is not set on port 3323226c-9138-4469-af29-688c4ea1980a yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:45:25.168168 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66351fad-e394-4cb4-929d-3a4015481167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-2ac31a65-8f1b-4844-8be0-b1869baa3296', 'network_id': '2ac31a65-8f1b-4844-8be0-b1869baa3296', 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'fixed_ips': [{'subnet_id': '15bebfc1-0dc6-4546-bd90-44dab9dd97db'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:45:25.170424 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-66351fad-e394-4cb4-929d-3a4015481167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:25.266942 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-b843040c-1b82-4727-ae47-10b6d3d080c1 None None] Attempting to bind port ec905569-27b1-41c2-90f3-3b7ed37375ee on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:45:25.267979 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-b843040c-1b82-4727-ae47-10b6d3d080c1 None None] Attempting to bind port ec905569-27b1-41c2-90f3-3b7ed37375ee by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '80a20d13-5888-4450-9fdf-a428da974667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '33eba66d-72b6-414f-acfc-76fc91317d18'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:45:25.268664 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b843040c-1b82-4727-ae47-10b6d3d080c1 None None] Attempting to bind port ec905569-27b1-41c2-90f3-3b7ed37375ee on network 33eba66d-72b6-414f-acfc-76fc91317d18 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:45:25.326495 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-bb1f5992-ed21-4036-8434-533ffc51e12b tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Allocated IP 2001:db8::1aa (9863d0e8-18c7-49f5-876c-291c43d39fec/d6b2b5d0-c1f1-455f-8ddd-57a9654672ef/3323226c-9138-4469-af29-688c4ea1980a) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:45:25.387002 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b843040c-1b82-4727-ae47-10b6d3d080c1 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:45:25.387550 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b843040c-1b82-4727-ae47-10b6d3d080c1 None None] Checking segment: {'id': '80a20d13-5888-4450-9fdf-a428da974667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '33eba66d-72b6-414f-acfc-76fc91317d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:45:25.388058 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b843040c-1b82-4727-ae47-10b6d3d080c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:25.388776 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b843040c-1b82-4727-ae47-10b6d3d080c1 None None] Bound using segment: {'id': '80a20d13-5888-4450-9fdf-a428da974667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '33eba66d-72b6-414f-acfc-76fc91317d18'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:45:25.389147 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-b843040c-1b82-4727-ae47-10b6d3d080c1 None None] Bound port: ec905569-27b1-41c2-90f3-3b7ed37375ee, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a20d13-5888-4450-9fdf-a428da974667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '33eba66d-72b6-414f-acfc-76fc91317d18'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:45:25.389630 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b843040c-1b82-4727-ae47-10b6d3d080c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ec905569-27b1-41c2-90f3-3b7ed37375ee), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:25.396072 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a048bb0-5922-4121-828c-17fb6b28ed2f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:25.484426 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-b843040c-1b82-4727-ae47-10b6d3d080c1 None None] For port ec905569-27b1-41c2-90f3-3b7ed37375ee, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:45:25.488510 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-b843040c-1b82-4727-ae47-10b6d3d080c1 None None] For port ec905569-27b1-41c2-90f3-3b7ed37375ee, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=ec905569-27b1-41c2-90f3-3b7ed37375ee,segment=NetworkSegment(80a20d13-5888-4450-9fdf-a428da974667),segment_id=80a20d13-5888-4450-9fdf-a428da974667)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:45:25.524776 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b843040c-1b82-4727-ae47-10b6d3d080c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ec905569-27b1-41c2-90f3-3b7ed37375ee), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:25.577309 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075fc8f2-4c2c-4f14-a4e9-0990e90dc11f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-9863d0e8-18c7-49f5-876c-291c43d39fec', 'network_id': '9863d0e8-18c7-49f5-876c-291c43d39fec', 'project_id': 'cc887901689545699758f7d34290920f', 'fixed_ips': [{'subnet_id': 'd6b2b5d0-c1f1-455f-8ddd-57a9654672ef'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:45:25.578333 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-075fc8f2-4c2c-4f14-a4e9-0990e90dc11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:25.594097 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb1f5992-ed21-4036-8434-533ffc51e12b tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks [] for port (3323226c-9138-4469-af29-688c4ea1980a), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:25.656099 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb1f5992-ed21-4036-8434-533ffc51e12b tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (3323226c-9138-4469-af29-688c4ea1980a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:25.710781 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1f5992-ed21-4036-8434-533ffc51e12b tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Network 9863d0e8-18c7-49f5-876c-291c43d39fec is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:45:25.751492 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843040c-1b82-4727-ae47-10b6d3d080c1 None None] Pushing event updated for resources: {'Port': ['ID=ec905569-27b1-41c2-90f3-3b7ed37375ee,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:25.774600 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-bb1f5992-ed21-4036-8434-533ffc51e12b tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:25.781422 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1f5992-ed21-4036-8434-533ffc51e12b tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:45:25.799893 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1f5992-ed21-4036-8434-533ffc51e12b tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:25.800570 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb1f5992-ed21-4036-8434-533ffc51e12b tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:25.805597 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:25.814260 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-66351fad-e394-4cb4-929d-3a4015481167 None None] Allocated IP 2001:db8:1::2 (2ac31a65-8f1b-4844-8be0-b1869baa3296/15bebfc1-0dc6-4546-bd90-44dab9dd97db/a6db26a4-ef72-4a2b-8482-94a9cf201df8) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:45:25.904914 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bb1f5992-ed21-4036-8434-533ffc51e12b tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0930035 Feb 16 22:45:25.911910 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42240) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:25.914178 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f5992-ed21-4036-8434-533ffc51e12b tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Pushing event updated for resources: {'Port': ['ID=3323226c-9138-4469-af29-688c4ea1980a,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:25.943981 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-d8b44376-5b90-4c5d-ac27-afec3d752de0 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Request body: {'port': {'network_id': '9863d0e8-18c7-49f5-876c-291c43d39fec', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-699245955', 'allowed_address_pairs': [{'ip_address': '2001:db8::1aa', 'mac_address': 'fa:16:3e:93:e2:61'}]}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:26.008090 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-075fc8f2-4c2c-4f14-a4e9-0990e90dc11f None None] Allocated IP 2001:db8::2 (9863d0e8-18c7-49f5-876c-291c43d39fec/d6b2b5d0-c1f1-455f-8ddd-57a9654672ef/4fed34db-7ddf-4b67-acdc-ff5a49d7c378) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:45:26.059887 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-1a048bb0-5922-4121-828c-17fb6b28ed2f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Allocated IP 2001:db8::1 (33eba66d-72b6-414f-acfc-76fc91317d18/0530db53-69b7-435a-a4d4-b50908df1bad/d221917f-6f09-4b6c-a27e-72444aab37e0) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:45:26.309093 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b44376-5b90-4c5d-ac27-afec3d752de0 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Made reservation on behalf of cc887901689545699758f7d34290920f for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:45:26.417414 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-66351fad-e394-4cb4-929d-3a4015481167 None None] Publish callbacks [] for port (a6db26a4-ef72-4a2b-8482-94a9cf201df8), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:26.426391 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a048bb0-5922-4121-828c-17fb6b28ed2f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for port (d221917f-6f09-4b6c-a27e-72444aab37e0), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:26.456050 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-66351fad-e394-4cb4-929d-3a4015481167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (a6db26a4-ef72-4a2b-8482-94a9cf201df8), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:26.514281 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a048bb0-5922-4121-828c-17fb6b28ed2f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (d221917f-6f09-4b6c-a27e-72444aab37e0), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:26.532822 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d8b44376-5b90-4c5d-ac27-afec3d752de0 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:26.575280 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-d8b44376-5b90-4c5d-ac27-afec3d752de0 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] device_id is not set on port c548ae91-1af0-4100-88c9-d24a5008900e yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:45:26.652106 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a048bb0-5922-4121-828c-17fb6b28ed2f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network 33eba66d-72b6-414f-acfc-76fc91317d18 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:45:26.656423 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-1a048bb0-5922-4121-828c-17fb6b28ed2f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:26.674804 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a048bb0-5922-4121-828c-17fb6b28ed2f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:45:26.675349 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a048bb0-5922-4121-828c-17fb6b28ed2f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (eb79478f-d781-4ddb-8e69-752b6e6594ed), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:26.681116 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a048bb0-5922-4121-828c-17fb6b28ed2f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Port': ['ID=d221917f-6f09-4b6c-a27e-72444aab37e0,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:26.765600 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66351fad-e394-4cb4-929d-3a4015481167 None None] Pushing event updated for resources: {'Port': ['ID=a6db26a4-ef72-4a2b-8482-94a9cf201df8,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:26.782029 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device ec905569-27b1-41c2-90f3-3b7ed37375ee up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:45:26.809201 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-075fc8f2-4c2c-4f14-a4e9-0990e90dc11f None None] Publish callbacks [] for port (4fed34db-7ddf-4b67-acdc-ff5a49d7c378), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:26.882593 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66351fad-e394-4cb4-929d-3a4015481167 None None] Network 2ac31a65-8f1b-4844-8be0-b1869baa3296 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:45:26.892010 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-075fc8f2-4c2c-4f14-a4e9-0990e90dc11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (4fed34db-7ddf-4b67-acdc-ff5a49d7c378), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:26.969178 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a048bb0-5922-4121-828c-17fb6b28ed2f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d221917f-6f09-4b6c-a27e-72444aab37e0), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:26.984649 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-66351fad-e394-4cb4-929d-3a4015481167 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:26.990948 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66351fad-e394-4cb4-929d-3a4015481167 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:45:27.049235 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-d8b44376-5b90-4c5d-ac27-afec3d752de0 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Allocated IP 2001:db8::255 (9863d0e8-18c7-49f5-876c-291c43d39fec/d6b2b5d0-c1f1-455f-8ddd-57a9654672ef/c548ae91-1af0-4100-88c9-d24a5008900e) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:45:27.120085 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075fc8f2-4c2c-4f14-a4e9-0990e90dc11f None None] Network 9863d0e8-18c7-49f5-876c-291c43d39fec is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:45:27.285195 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-075fc8f2-4c2c-4f14-a4e9-0990e90dc11f None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:27.290732 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075fc8f2-4c2c-4f14-a4e9-0990e90dc11f None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:45:27.305301 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-66351fad-e394-4cb4-929d-3a4015481167 None None] Attempting to bind port a6db26a4-ef72-4a2b-8482-94a9cf201df8 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:45:27.305611 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-66351fad-e394-4cb4-929d-3a4015481167 None None] Attempting to bind port a6db26a4-ef72-4a2b-8482-94a9cf201df8 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '54fab45a-376c-48aa-bf3e-2e4882652493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2ac31a65-8f1b-4844-8be0-b1869baa3296'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:45:27.306000 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66351fad-e394-4cb4-929d-3a4015481167 None None] Attempting to bind port a6db26a4-ef72-4a2b-8482-94a9cf201df8 on network 2ac31a65-8f1b-4844-8be0-b1869baa3296 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:45:27.330700 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66351fad-e394-4cb4-929d-3a4015481167 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:45:27.330700 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66351fad-e394-4cb4-929d-3a4015481167 None None] Checking segment: {'id': '54fab45a-376c-48aa-bf3e-2e4882652493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2ac31a65-8f1b-4844-8be0-b1869baa3296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:45:27.330700 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-66351fad-e394-4cb4-929d-3a4015481167 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:27.330700 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66351fad-e394-4cb4-929d-3a4015481167 None None] Bound using segment: {'id': '54fab45a-376c-48aa-bf3e-2e4882652493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2ac31a65-8f1b-4844-8be0-b1869baa3296'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:45:27.331236 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-66351fad-e394-4cb4-929d-3a4015481167 None None] Bound port: a6db26a4-ef72-4a2b-8482-94a9cf201df8, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fab45a-376c-48aa-bf3e-2e4882652493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2ac31a65-8f1b-4844-8be0-b1869baa3296'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:45:27.331585 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-66351fad-e394-4cb4-929d-3a4015481167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a6db26a4-ef72-4a2b-8482-94a9cf201df8), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:27.333571 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:27.348348 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075fc8f2-4c2c-4f14-a4e9-0990e90dc11f None None] Pushing event updated for resources: {'Port': ['ID=4fed34db-7ddf-4b67-acdc-ff5a49d7c378,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:27.484439 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port ec905569-27b1-41c2-90f3-3b7ed37375ee triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:27.484844 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ec905569-27b1-41c2-90f3-3b7ed37375ee), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:27.508960 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d8b44376-5b90-4c5d-ac27-afec3d752de0 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks [] for port (c548ae91-1af0-4100-88c9-d24a5008900e), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:27.574371 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d8b44376-5b90-4c5d-ac27-afec3d752de0 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (c548ae91-1af0-4100-88c9-d24a5008900e), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:27.623719 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b44376-5b90-4c5d-ac27-afec3d752de0 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Network 9863d0e8-18c7-49f5-876c-291c43d39fec is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:45:27.633847 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-d8b44376-5b90-4c5d-ac27-afec3d752de0 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:27.642823 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b44376-5b90-4c5d-ac27-afec3d752de0 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:45:27.662783 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b44376-5b90-4c5d-ac27-afec3d752de0 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:27.670323 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d8b44376-5b90-4c5d-ac27-afec3d752de0 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:27.730726 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-075fc8f2-4c2c-4f14-a4e9-0990e90dc11f None None] Attempting to bind port 4fed34db-7ddf-4b67-acdc-ff5a49d7c378 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:45:27.732745 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-075fc8f2-4c2c-4f14-a4e9-0990e90dc11f None None] Attempting to bind port 4fed34db-7ddf-4b67-acdc-ff5a49d7c378 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '723f7eab-1478-4a73-9f7a-fa1ef44795f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9863d0e8-18c7-49f5-876c-291c43d39fec'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:45:27.733251 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075fc8f2-4c2c-4f14-a4e9-0990e90dc11f None None] Attempting to bind port 4fed34db-7ddf-4b67-acdc-ff5a49d7c378 on network 9863d0e8-18c7-49f5-876c-291c43d39fec {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:45:27.757575 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ce46e0-5a7a-4698-ba4b-b46d7af7431a None None] Network 33eba66d-72b6-414f-acfc-76fc91317d18 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:45:27.790429 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d8b44376-5b90-4c5d-ac27-afec3d752de0 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.8771331 Feb 16 22:45:27.796146 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42254) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:27.825515 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b44376-5b90-4c5d-ac27-afec3d752de0 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Pushing event updated for resources: {'Port': ['ID=c548ae91-1af0-4100-88c9-d24a5008900e,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:27.859707 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075fc8f2-4c2c-4f14-a4e9-0990e90dc11f None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:45:27.860445 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075fc8f2-4c2c-4f14-a4e9-0990e90dc11f None None] Checking segment: {'id': '723f7eab-1478-4a73-9f7a-fa1ef44795f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9863d0e8-18c7-49f5-876c-291c43d39fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:45:27.860879 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-075fc8f2-4c2c-4f14-a4e9-0990e90dc11f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:27.861288 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075fc8f2-4c2c-4f14-a4e9-0990e90dc11f None None] Bound using segment: {'id': '723f7eab-1478-4a73-9f7a-fa1ef44795f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9863d0e8-18c7-49f5-876c-291c43d39fec'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:45:27.861814 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-075fc8f2-4c2c-4f14-a4e9-0990e90dc11f None None] Bound port: 4fed34db-7ddf-4b67-acdc-ff5a49d7c378, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '723f7eab-1478-4a73-9f7a-fa1ef44795f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9863d0e8-18c7-49f5-876c-291c43d39fec'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:45:27.862235 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-075fc8f2-4c2c-4f14-a4e9-0990e90dc11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4fed34db-7ddf-4b67-acdc-ff5a49d7c378), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:27.920893 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-66351fad-e394-4cb4-929d-3a4015481167 None None] For port a6db26a4-ef72-4a2b-8482-94a9cf201df8, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:45:27.922263 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1060f4a3-7d6f-462e-abeb-c84440dbcb2c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:27.925232 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-66351fad-e394-4cb4-929d-3a4015481167 None None] For port a6db26a4-ef72-4a2b-8482-94a9cf201df8, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a6db26a4-ef72-4a2b-8482-94a9cf201df8,segment=NetworkSegment(54fab45a-376c-48aa-bf3e-2e4882652493),segment_id=54fab45a-376c-48aa-bf3e-2e4882652493)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:45:27.928411 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1060f4a3-7d6f-462e-abeb-c84440dbcb2c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:27.942580 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1060f4a3-7d6f-462e-abeb-c84440dbcb2c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:27.946723 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1060f4a3-7d6f-462e-abeb-c84440dbcb2c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1479986 Feb 16 22:45:27.954700 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42256) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:28.185950 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec1c8d-6c9c-427c-b2bf-ca8a119c8e33 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Deleting port c548ae91-1af0-4100-88c9-d24a5008900e {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:45:28.186330 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e3ec1c8d-6c9c-427c-b2bf-ca8a119c8e33 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (c548ae91-1af0-4100-88c9-d24a5008900e), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:28.278156 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a048bb0-5922-4121-828c-17fb6b28ed2f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for port (d221917f-6f09-4b6c-a27e-72444aab37e0), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:28.294979 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a048bb0-5922-4121-828c-17fb6b28ed2f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (d221917f-6f09-4b6c-a27e-72444aab37e0), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:28.295989 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a048bb0-5922-4121-828c-17fb6b28ed2f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (eb79478f-d781-4ddb-8e69-752b6e6594ed), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:28.403999 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-66351fad-e394-4cb4-929d-3a4015481167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a6db26a4-ef72-4a2b-8482-94a9cf201df8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:28.427544 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e3ec1c8d-6c9c-427c-b2bf-ca8a119c8e33 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (c548ae91-1af0-4100-88c9-d24a5008900e), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:28.445556 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec1c8d-6c9c-427c-b2bf-ca8a119c8e33 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Calling delete_port for c548ae91-1af0-4100-88c9-d24a5008900e owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:45:28.461948 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a048bb0-5922-4121-828c-17fb6b28ed2f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Port': ['ID=d221917f-6f09-4b6c-a27e-72444aab37e0,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:28.475287 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port ec905569-27b1-41c2-90f3-3b7ed37375ee is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:28.704689 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ec905569-27b1-41c2-90f3-3b7ed37375ee), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:28.709915 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a048bb0-5922-4121-828c-17fb6b28ed2f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network 33eba66d-72b6-414f-acfc-76fc91317d18 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:45:28.709915 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-1a048bb0-5922-4121-828c-17fb6b28ed2f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:28.772366 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-075fc8f2-4c2c-4f14-a4e9-0990e90dc11f None None] For port 4fed34db-7ddf-4b67-acdc-ff5a49d7c378, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:45:28.776873 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-075fc8f2-4c2c-4f14-a4e9-0990e90dc11f None None] For port 4fed34db-7ddf-4b67-acdc-ff5a49d7c378, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=4fed34db-7ddf-4b67-acdc-ff5a49d7c378,segment=NetworkSegment(723f7eab-1478-4a73-9f7a-fa1ef44795f1),segment_id=723f7eab-1478-4a73-9f7a-fa1ef44795f1)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:45:28.799106 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-18792fe8-4e98-49cc-b3b0-dd81cadcf5f9 None None] Provisioning complete for port ec905569-27b1-41c2-90f3-3b7ed37375ee triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:28.799789 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-18792fe8-4e98-49cc-b3b0-dd81cadcf5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ec905569-27b1-41c2-90f3-3b7ed37375ee), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:28.813277 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-075fc8f2-4c2c-4f14-a4e9-0990e90dc11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4fed34db-7ddf-4b67-acdc-ff5a49d7c378), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:28.849386 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e3ec1c8d-6c9c-427c-b2bf-ca8a119c8e33 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (c548ae91-1af0-4100-88c9-d24a5008900e), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:28.898478 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:28.902020 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec1c8d-6c9c-427c-b2bf-ca8a119c8e33 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Pushing event deleted for resources: {'Port': ['ID=c548ae91-1af0-4100-88c9-d24a5008900e,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:29.011561 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a048bb0-5922-4121-828c-17fb6b28ed2f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Router eb79478f-d781-4ddb-8e69-752b6e6594ed is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:45:29.066973 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port ec905569-27b1-41c2-90f3-3b7ed37375ee, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=ec905569-27b1-41c2-90f3-3b7ed37375ee,segment=NetworkSegment(80a20d13-5888-4450-9fdf-a428da974667),segment_id=80a20d13-5888-4450-9fdf-a428da974667)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:45:29.075382 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66351fad-e394-4cb4-929d-3a4015481167 None None] Pushing event updated for resources: {'Port': ['ID=a6db26a4-ef72-4a2b-8482-94a9cf201df8,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:29.092155 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ec905569-27b1-41c2-90f3-3b7ed37375ee), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:29.217404 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e3ec1c8d-6c9c-427c-b2bf-ca8a119c8e33 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:29.231211 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075fc8f2-4c2c-4f14-a4e9-0990e90dc11f None None] Pushing event updated for resources: {'Port': ['ID=4fed34db-7ddf-4b67-acdc-ff5a49d7c378,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:29.231384 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e3ec1c8d-6c9c-427c-b2bf-ca8a119c8e33 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] 10.222.0.75 "DELETE /v2.0/ports/c548ae91-1af0-4100-88c9-d24a5008900e HTTP/1.1" status: 204 len: 168 time: 1.2722387 Feb 16 22:45:29.281868 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42286) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:29.297068 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a048bb0-5922-4121-828c-17fb6b28ed2f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:45:29.312846 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1a048bb0-5922-4121-828c-17fb6b28ed2f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "PUT /v2.0/routers/eb79478f-d781-4ddb-8e69-752b6e6594ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3928201 Feb 16 22:45:29.313684 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72548409-33b2-4061-93bf-fe86f23a4de9 None None] Sync routers for ids ['eb79478f-d781-4ddb-8e69-752b6e6594ed'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:45:29.313867 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42294) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:29.349623 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72548409-33b2-4061-93bf-fe86f23a4de9 None None] Routers {'eb79478f-d781-4ddb-8e69-752b6e6594ed'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:45:29.350270 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-72548409-33b2-4061-93bf-fe86f23a4de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:45:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['eb79478f-d781-4ddb-8e69-752b6e6594ed'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:29.353282 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-18792fe8-4e98-49cc-b3b0-dd81cadcf5f9 None None] Current status of the port ec905569-27b1-41c2-90f3-3b7ed37375ee is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:29.374786 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-af745f16-4c6f-4519-8efb-df340d905dcc tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] GET failed (client error): The resource could not be found. Feb 16 22:45:29.380879 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-af745f16-4c6f-4519-8efb-df340d905dcc tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] 10.222.0.75 "GET /v2.0/ports/c548ae91-1af0-4100-88c9-d24a5008900e HTTP/1.1" status: 404 len: 333 time: 0.0868926 Feb 16 22:45:29.383686 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42296) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:29.396902 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-72668d6f-3577-4aa5-a922-1805d9a1383a tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Request body: {'port': {'network_id': '9863d0e8-18c7-49f5-876c-291c43d39fec', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1293845001'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:29.450216 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-72548409-33b2-4061-93bf-fe86f23a4de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:29.452462 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=ec905569-27b1-41c2-90f3-3b7ed37375ee,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:29.462678 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72548409-33b2-4061-93bf-fe86f23a4de9 None None] Routers {'eb79478f-d781-4ddb-8e69-752b6e6594ed'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:45:29.463490 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-72548409-33b2-4061-93bf-fe86f23a4de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:45:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['eb79478f-d781-4ddb-8e69-752b6e6594ed'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:29.502075 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1654cefc-bfd8-46e2-ba47-67d66cec3cae tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:29.507133 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1654cefc-bfd8-46e2-ba47-67d66cec3cae tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "GET /v2.0/ports/d221917f-6f09-4b6c-a27e-72444aab37e0 HTTP/1.1" status: 200 len: 911 time: 0.1930439 Feb 16 22:45:29.509746 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42302) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:29.623508 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-72548409-33b2-4061-93bf-fe86f23a4de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:29.624171 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72548409-33b2-4061-93bf-fe86f23a4de9 None None] The sync data for ids ['eb79478f-d781-4ddb-8e69-752b6e6594ed'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:45:29.851113 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72668d6f-3577-4aa5-a922-1805d9a1383a tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Made reservation on behalf of cc887901689545699758f7d34290920f for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:45:29.855517 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-72668d6f-3577-4aa5-a922-1805d9a1383a tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:29.899195 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-72668d6f-3577-4aa5-a922-1805d9a1383a tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] device_id is not set on port d698b8bf-fd21-4381-96b2-dff6d3c8d5bd yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:45:29.934752 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-db67f2ec-9ce8-4008-958c-ec2acf73d891 None None] Provisioning complete for port ec905569-27b1-41c2-90f3-3b7ed37375ee triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:29.935153 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-db67f2ec-9ce8-4008-958c-ec2acf73d891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ec905569-27b1-41c2-90f3-3b7ed37375ee), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:30.072557 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:30.215847 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-db67f2ec-9ce8-4008-958c-ec2acf73d891 None None] Current status of the port ec905569-27b1-41c2-90f3-3b7ed37375ee is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:30.226837 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-72668d6f-3577-4aa5-a922-1805d9a1383a tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Allocated IP 2001:db8::2cb (9863d0e8-18c7-49f5-876c-291c43d39fec/d6b2b5d0-c1f1-455f-8ddd-57a9654672ef/d698b8bf-fd21-4381-96b2-dff6d3c8d5bd) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:45:30.269299 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-db67f2ec-9ce8-4008-958c-ec2acf73d891 None None] Provisioning complete for port d221917f-6f09-4b6c-a27e-72444aab37e0 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:30.270779 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-db67f2ec-9ce8-4008-958c-ec2acf73d891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d221917f-6f09-4b6c-a27e-72444aab37e0), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:30.377570 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-db67f2ec-9ce8-4008-958c-ec2acf73d891 None None] Port d221917f-6f09-4b6c-a27e-72444aab37e0 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:45:30.397567 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1adb0821-c94b-40a5-84cb-5d19b02d3595 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:30.568632 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-10bb11fc-0c3f-4d81-95e3-7404d1d74dc7 None None] Provisioning complete for port d221917f-6f09-4b6c-a27e-72444aab37e0 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:30.569184 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-10bb11fc-0c3f-4d81-95e3-7404d1d74dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d221917f-6f09-4b6c-a27e-72444aab37e0), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:30.715559 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-72668d6f-3577-4aa5-a922-1805d9a1383a tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks [] for port (d698b8bf-fd21-4381-96b2-dff6d3c8d5bd), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:30.721228 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-10bb11fc-0c3f-4d81-95e3-7404d1d74dc7 None None] Port d221917f-6f09-4b6c-a27e-72444aab37e0 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:45:30.778790 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-72668d6f-3577-4aa5-a922-1805d9a1383a tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (d698b8bf-fd21-4381-96b2-dff6d3c8d5bd), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:30.833293 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72668d6f-3577-4aa5-a922-1805d9a1383a tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Network 9863d0e8-18c7-49f5-876c-291c43d39fec is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:45:30.837215 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-72668d6f-3577-4aa5-a922-1805d9a1383a tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:30.840521 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72668d6f-3577-4aa5-a922-1805d9a1383a tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:45:30.846509 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72668d6f-3577-4aa5-a922-1805d9a1383a tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:30.847688 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-72668d6f-3577-4aa5-a922-1805d9a1383a tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:30.877185 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72668d6f-3577-4aa5-a922-1805d9a1383a tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Pushing event updated for resources: {'Port': ['ID=d698b8bf-fd21-4381-96b2-dff6d3c8d5bd,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:30.898460 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-72668d6f-3577-4aa5-a922-1805d9a1383a tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5136082 Feb 16 22:45:30.899827 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42322) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:30.910204 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-c2141da1-b768-48c4-8976-4978c92e244b tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1aa', 'mac_address': 'fa:16:3e:93:e2:61'}]}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:31.122532 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c2141da1-b768-48c4-8976-4978c92e244b tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d698b8bf-fd21-4381-96b2-dff6d3c8d5bd), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:31.136455 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-1adb0821-c94b-40a5-84cb-5d19b02d3595 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Allocated IP 2001:db8:1::1 (2ac31a65-8f1b-4844-8be0-b1869baa3296/15bebfc1-0dc6-4546-bd90-44dab9dd97db/eeef42ef-0ce3-407c-947d-31ed340c12f9) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:45:31.164422 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-3c66e555-7aec-4d15-9511-d193c61ea35e None None] Provisioning complete for port d221917f-6f09-4b6c-a27e-72444aab37e0 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:31.165008 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3c66e555-7aec-4d15-9511-d193c61ea35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d221917f-6f09-4b6c-a27e-72444aab37e0), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:31.230111 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-3c66e555-7aec-4d15-9511-d193c61ea35e None None] Port d221917f-6f09-4b6c-a27e-72444aab37e0 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:45:31.457757 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1adb0821-c94b-40a5-84cb-5d19b02d3595 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for port (eeef42ef-0ce3-407c-947d-31ed340c12f9), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:31.543666 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1adb0821-c94b-40a5-84cb-5d19b02d3595 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (eeef42ef-0ce3-407c-947d-31ed340c12f9), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:31.566104 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c2141da1-b768-48c4-8976-4978c92e244b tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks [] for port (d698b8bf-fd21-4381-96b2-dff6d3c8d5bd), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:31.577179 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c2141da1-b768-48c4-8976-4978c92e244b tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (d698b8bf-fd21-4381-96b2-dff6d3c8d5bd), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:31.584141 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c5d8fd-8a8f-4c9d-9a6a-9cc3dc061f20 None None] Network 9863d0e8-18c7-49f5-876c-291c43d39fec requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:45:31.647873 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 4fed34db-7ddf-4b67-acdc-ff5a49d7c378 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:45:31.662880 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb0821-c94b-40a5-84cb-5d19b02d3595 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Port': ['ID=eeef42ef-0ce3-407c-947d-31ed340c12f9,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:31.671111 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-c2141da1-b768-48c4-8976-4978c92e244b tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] In _notify_port_updated(), no bound segment for port d698b8bf-fd21-4381-96b2-dff6d3c8d5bd on network 9863d0e8-18c7-49f5-876c-291c43d39fec {{(pid=103466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 22:45:31.677679 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2141da1-b768-48c4-8976-4978c92e244b tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:31.678775 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c2141da1-b768-48c4-8976-4978c92e244b tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:31.679769 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c2141da1-b768-48c4-8976-4978c92e244b tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] 10.222.0.75 "PUT /v2.0/ports/d698b8bf-fd21-4381-96b2-dff6d3c8d5bd HTTP/1.1" status: 200 len: 1003 time: 0.7767830 Feb 16 22:45:31.683803 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42338) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:31.693836 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adb0821-c94b-40a5-84cb-5d19b02d3595 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network 2ac31a65-8f1b-4844-8be0-b1869baa3296 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:45:31.696243 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-1adb0821-c94b-40a5-84cb-5d19b02d3595 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:31.699928 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adb0821-c94b-40a5-84cb-5d19b02d3595 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:45:31.701540 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1adb0821-c94b-40a5-84cb-5d19b02d3595 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (eb79478f-d781-4ddb-8e69-752b6e6594ed), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:31.742608 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2141da1-b768-48c4-8976-4978c92e244b tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Pushing event updated for resources: {'Port': ['ID=d698b8bf-fd21-4381-96b2-dff6d3c8d5bd,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:31.852038 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-daf48bfa-7fd5-451d-b5da-47fa351d53fc tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Deleting port d698b8bf-fd21-4381-96b2-dff6d3c8d5bd {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:45:31.852642 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-daf48bfa-7fd5-451d-b5da-47fa351d53fc tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (d698b8bf-fd21-4381-96b2-dff6d3c8d5bd), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:31.865941 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a157cb7a-eca5-429f-bdaa-affbd594b6f8 None None] Network 2ac31a65-8f1b-4844-8be0-b1869baa3296 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:45:31.908781 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-3f1309bb-ca7e-4103-82f8-c65e2bec4275 None None] Provisioning complete for port 4fed34db-7ddf-4b67-acdc-ff5a49d7c378 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:31.909406 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3f1309bb-ca7e-4103-82f8-c65e2bec4275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4fed34db-7ddf-4b67-acdc-ff5a49d7c378), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:31.944559 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1adb0821-c94b-40a5-84cb-5d19b02d3595 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (eeef42ef-0ce3-407c-947d-31ed340c12f9), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:32.004873 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-daf48bfa-7fd5-451d-b5da-47fa351d53fc tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (d698b8bf-fd21-4381-96b2-dff6d3c8d5bd), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:32.021769 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-daf48bfa-7fd5-451d-b5da-47fa351d53fc tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Calling delete_port for d698b8bf-fd21-4381-96b2-dff6d3c8d5bd owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:45:32.074944 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 4fed34db-7ddf-4b67-acdc-ff5a49d7c378 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:32.075555 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4fed34db-7ddf-4b67-acdc-ff5a49d7c378), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:32.279009 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-3f1309bb-ca7e-4103-82f8-c65e2bec4275 None None] Current status of the port 4fed34db-7ddf-4b67-acdc-ff5a49d7c378 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:32.279479 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3f1309bb-ca7e-4103-82f8-c65e2bec4275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4fed34db-7ddf-4b67-acdc-ff5a49d7c378), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:32.307249 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-daf48bfa-7fd5-451d-b5da-47fa351d53fc tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (d698b8bf-fd21-4381-96b2-dff6d3c8d5bd), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:32.367333 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1adb0821-c94b-40a5-84cb-5d19b02d3595 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for port (eeef42ef-0ce3-407c-947d-31ed340c12f9), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:32.373444 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf48bfa-7fd5-451d-b5da-47fa351d53fc tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Pushing event deleted for resources: {'Port': ['ID=d698b8bf-fd21-4381-96b2-dff6d3c8d5bd,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:32.380945 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1adb0821-c94b-40a5-84cb-5d19b02d3595 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (eeef42ef-0ce3-407c-947d-31ed340c12f9), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:32.382008 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1adb0821-c94b-40a5-84cb-5d19b02d3595 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (eb79478f-d781-4ddb-8e69-752b6e6594ed), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:32.422510 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 4fed34db-7ddf-4b67-acdc-ff5a49d7c378 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:32.426167 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4fed34db-7ddf-4b67-acdc-ff5a49d7c378), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:32.437292 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-3f1309bb-ca7e-4103-82f8-c65e2bec4275 None None] For port 4fed34db-7ddf-4b67-acdc-ff5a49d7c378, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=4fed34db-7ddf-4b67-acdc-ff5a49d7c378,segment=NetworkSegment(723f7eab-1478-4a73-9f7a-fa1ef44795f1),segment_id=723f7eab-1478-4a73-9f7a-fa1ef44795f1)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:45:32.506387 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3f1309bb-ca7e-4103-82f8-c65e2bec4275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4fed34db-7ddf-4b67-acdc-ff5a49d7c378), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:32.587278 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-daf48bfa-7fd5-451d-b5da-47fa351d53fc tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:32.593720 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-daf48bfa-7fd5-451d-b5da-47fa351d53fc tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] 10.222.0.75 "DELETE /v2.0/ports/d698b8bf-fd21-4381-96b2-dff6d3c8d5bd HTTP/1.1" status: 204 len: 168 time: 0.9065392 Feb 16 22:45:32.594218 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42358) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:32.626350 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb0821-c94b-40a5-84cb-5d19b02d3595 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Port': ['ID=eeef42ef-0ce3-407c-947d-31ed340c12f9,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:32.656367 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-132db3a4-ce05-4a15-beaf-2ebb5dc90120 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] GET failed (client error): The resource could not be found. Feb 16 22:45:32.666928 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-132db3a4-ce05-4a15-beaf-2ebb5dc90120 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] 10.222.0.75 "GET /v2.0/ports/d698b8bf-fd21-4381-96b2-dff6d3c8d5bd HTTP/1.1" status: 404 len: 333 time: 0.0672200 Feb 16 22:45:32.669737 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42360) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:32.677078 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-aa4b8ce2-5118-4320-8e96-b375fa020b6e tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Request body: {'port': {'network_id': '9863d0e8-18c7-49f5-876c-291c43d39fec', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-564787366'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:32.706628 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1309bb-ca7e-4103-82f8-c65e2bec4275 None None] Pushing event updated for resources: {'Port': ['ID=4fed34db-7ddf-4b67-acdc-ff5a49d7c378,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:32.749629 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:45:32.749909 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:45:32.751114 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-9ea49048-8e76-4278-b283-bef3622b254c None None] Provisioning complete for port a6db26a4-ef72-4a2b-8482-94a9cf201df8 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:32.751475 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9ea49048-8e76-4278-b283-bef3622b254c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a6db26a4-ef72-4a2b-8482-94a9cf201df8), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:32.796590 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adb0821-c94b-40a5-84cb-5d19b02d3595 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network 2ac31a65-8f1b-4844-8be0-b1869baa3296 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:45:32.798380 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-1adb0821-c94b-40a5-84cb-5d19b02d3595 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:33.013073 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4b8ce2-5118-4320-8e96-b375fa020b6e tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Made reservation on behalf of cc887901689545699758f7d34290920f for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:45:33.025174 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-aa4b8ce2-5118-4320-8e96-b375fa020b6e tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:33.039132 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1adb0821-c94b-40a5-84cb-5d19b02d3595 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Router eb79478f-d781-4ddb-8e69-752b6e6594ed has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:45:33.080540 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-aa4b8ce2-5118-4320-8e96-b375fa020b6e tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] device_id is not set on port 915b9861-9ecd-4685-92ab-ce23eb20565c yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:45:33.085207 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-9ea49048-8e76-4278-b283-bef3622b254c None None] Current status of the port a6db26a4-ef72-4a2b-8482-94a9cf201df8 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:33.086007 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9ea49048-8e76-4278-b283-bef3622b254c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a6db26a4-ef72-4a2b-8482-94a9cf201df8), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:33.140203 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-9ea49048-8e76-4278-b283-bef3622b254c None None] For port a6db26a4-ef72-4a2b-8482-94a9cf201df8, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a6db26a4-ef72-4a2b-8482-94a9cf201df8,segment=NetworkSegment(54fab45a-376c-48aa-bf3e-2e4882652493),segment_id=54fab45a-376c-48aa-bf3e-2e4882652493)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:45:33.147256 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9ea49048-8e76-4278-b283-bef3622b254c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a6db26a4-ef72-4a2b-8482-94a9cf201df8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:33.208236 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1adb0821-c94b-40a5-84cb-5d19b02d3595 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:45:33.217485 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1adb0821-c94b-40a5-84cb-5d19b02d3595 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "PUT /v2.0/routers/eb79478f-d781-4ddb-8e69-752b6e6594ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7051151 Feb 16 22:45:33.219864 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d33c8ac-4d2e-4cc0-992e-6c8eda38ae90 None None] Sync routers for ids ['eb79478f-d781-4ddb-8e69-752b6e6594ed'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:45:33.220591 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42374) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:33.234867 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d33c8ac-4d2e-4cc0-992e-6c8eda38ae90 None None] Routers {'eb79478f-d781-4ddb-8e69-752b6e6594ed'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:45:33.239047 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-3d33c8ac-4d2e-4cc0-992e-6c8eda38ae90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:45:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['eb79478f-d781-4ddb-8e69-752b6e6594ed'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:33.349206 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-3d33c8ac-4d2e-4cc0-992e-6c8eda38ae90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:33.381302 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d33c8ac-4d2e-4cc0-992e-6c8eda38ae90 None None] Routers {'eb79478f-d781-4ddb-8e69-752b6e6594ed'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:45:33.382348 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-3d33c8ac-4d2e-4cc0-992e-6c8eda38ae90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:45:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['eb79478f-d781-4ddb-8e69-752b6e6594ed'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:33.414988 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a268b9-0871-4edf-bece-87953f8e0079 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:33.417374 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d4a268b9-0871-4edf-bece-87953f8e0079 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "GET /v2.0/ports/eeef42ef-0ce3-407c-947d-31ed340c12f9 HTTP/1.1" status: 200 len: 913 time: 0.1957066 Feb 16 22:45:33.420530 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42378) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:33.434917 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea49048-8e76-4278-b283-bef3622b254c None None] Pushing event updated for resources: {'Port': ['ID=a6db26a4-ef72-4a2b-8482-94a9cf201df8,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:33.480213 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-2d8bb2b0-9e45-4e28-8f7c-cf76407554cf None None] Provisioning complete for port 4fed34db-7ddf-4b67-acdc-ff5a49d7c378 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:33.480643 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2d8bb2b0-9e45-4e28-8f7c-cf76407554cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4fed34db-7ddf-4b67-acdc-ff5a49d7c378), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:33.490088 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 4fed34db-7ddf-4b67-acdc-ff5a49d7c378 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:33.491181 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a6db26a4-ef72-4a2b-8482-94a9cf201df8 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:45:33.503672 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-aa4b8ce2-5118-4320-8e96-b375fa020b6e tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Allocated IP 2001:db8::7 (9863d0e8-18c7-49f5-876c-291c43d39fec/d6b2b5d0-c1f1-455f-8ddd-57a9654672ef/915b9861-9ecd-4685-92ab-ce23eb20565c) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:45:33.519330 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-3d33c8ac-4d2e-4cc0-992e-6c8eda38ae90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:33.522047 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d33c8ac-4d2e-4cc0-992e-6c8eda38ae90 None None] The sync data for ids ['eb79478f-d781-4ddb-8e69-752b6e6594ed'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:45:33.835668 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port a6db26a4-ef72-4a2b-8482-94a9cf201df8 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:33.836227 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a6db26a4-ef72-4a2b-8482-94a9cf201df8), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:33.911912 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2d8bb2b0-9e45-4e28-8f7c-cf76407554cf None None] Current status of the port 4fed34db-7ddf-4b67-acdc-ff5a49d7c378 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:33.940860 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-2d8bb2b0-9e45-4e28-8f7c-cf76407554cf None None] Provisioning complete for port 3323226c-9138-4469-af29-688c4ea1980a triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:33.941240 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2d8bb2b0-9e45-4e28-8f7c-cf76407554cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (3323226c-9138-4469-af29-688c4ea1980a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:33.943949 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-aa4b8ce2-5118-4320-8e96-b375fa020b6e tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks [] for port (915b9861-9ecd-4685-92ab-ce23eb20565c), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:34.106843 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2d8bb2b0-9e45-4e28-8f7c-cf76407554cf None None] Port 3323226c-9138-4469-af29-688c4ea1980a cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:45:34.107562 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-aa4b8ce2-5118-4320-8e96-b375fa020b6e tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (915b9861-9ecd-4685-92ab-ce23eb20565c), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:34.150934 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port a6db26a4-ef72-4a2b-8482-94a9cf201df8 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:34.152581 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device ec905569-27b1-41c2-90f3-3b7ed37375ee up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:45:34.154631 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-2d8bb2b0-9e45-4e28-8f7c-cf76407554cf None None] Provisioning complete for port a6db26a4-ef72-4a2b-8482-94a9cf201df8 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:34.155195 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2d8bb2b0-9e45-4e28-8f7c-cf76407554cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a6db26a4-ef72-4a2b-8482-94a9cf201df8), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:34.301141 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port ec905569-27b1-41c2-90f3-3b7ed37375ee triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:34.301522 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ec905569-27b1-41c2-90f3-3b7ed37375ee), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:34.314308 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4b8ce2-5118-4320-8e96-b375fa020b6e tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Network 9863d0e8-18c7-49f5-876c-291c43d39fec is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:45:34.336838 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-aa4b8ce2-5118-4320-8e96-b375fa020b6e tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:34.343480 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4b8ce2-5118-4320-8e96-b375fa020b6e tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:45:34.360255 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2d8bb2b0-9e45-4e28-8f7c-cf76407554cf None None] Current status of the port a6db26a4-ef72-4a2b-8482-94a9cf201df8 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:34.368155 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4b8ce2-5118-4320-8e96-b375fa020b6e tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:34.370775 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-aa4b8ce2-5118-4320-8e96-b375fa020b6e tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:34.396772 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d0294fdb-cd51-4f9f-a95a-c469f94b1ff3 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (eb79478f-d781-4ddb-8e69-752b6e6594ed), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:34.414777 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-2d8bb2b0-9e45-4e28-8f7c-cf76407554cf None None] Provisioning complete for port eeef42ef-0ce3-407c-947d-31ed340c12f9 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:34.415151 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2d8bb2b0-9e45-4e28-8f7c-cf76407554cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (eeef42ef-0ce3-407c-947d-31ed340c12f9), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:34.459484 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-aa4b8ce2-5118-4320-8e96-b375fa020b6e tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.7882304 Feb 16 22:45:34.463183 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42396) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:34.486214 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-dfb5cad9-31a4-400f-bd95-2d6bd4d0a917 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:93:e2:61'}]}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:34.489369 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b8ce2-5118-4320-8e96-b375fa020b6e tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Pushing event updated for resources: {'Port': ['ID=915b9861-9ecd-4685-92ab-ce23eb20565c,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:34.558896 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port ec905569-27b1-41c2-90f3-3b7ed37375ee is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:34.561153 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2d8bb2b0-9e45-4e28-8f7c-cf76407554cf None None] Port eeef42ef-0ce3-407c-947d-31ed340c12f9 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:45:34.569191 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-2d8bb2b0-9e45-4e28-8f7c-cf76407554cf None None] Could not find standard attr ID for object d698b8bf-fd21-4381-96b2-dff6d3c8d5bd. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:45:34.660358 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c9222e61-0058-41c5-995b-62674dfc9eae req-f578ab51-5e6a-4cdc-a908-b75491489792 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d6f2cdba-2e20-4893-990c-61cc2c1d89d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3818126 Feb 16 22:45:34.737097 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-3d3a000b-59d5-4d0b-acfe-9e0994a1ded6 None None] Provisioning complete for port eeef42ef-0ce3-407c-947d-31ed340c12f9 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:34.737752 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3d3a000b-59d5-4d0b-acfe-9e0994a1ded6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (eeef42ef-0ce3-407c-947d-31ed340c12f9), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:34.860297 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 4fed34db-7ddf-4b67-acdc-ff5a49d7c378 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:45:34.915727 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-3d3a000b-59d5-4d0b-acfe-9e0994a1ded6 None None] Port eeef42ef-0ce3-407c-947d-31ed340c12f9 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:45:34.920289 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-3d3a000b-59d5-4d0b-acfe-9e0994a1ded6 None None] Could not find standard attr ID for object d698b8bf-fd21-4381-96b2-dff6d3c8d5bd. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:45:34.926574 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-3d3a000b-59d5-4d0b-acfe-9e0994a1ded6 None None] Could not find standard attr ID for object c548ae91-1af0-4100-88c9-d24a5008900e. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:45:34.934357 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 4fed34db-7ddf-4b67-acdc-ff5a49d7c378 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:34.934738 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4fed34db-7ddf-4b67-acdc-ff5a49d7c378), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:34.969456 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-3d3a000b-59d5-4d0b-acfe-9e0994a1ded6 None None] Provisioning complete for port 3323226c-9138-4469-af29-688c4ea1980a triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:34.969830 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3d3a000b-59d5-4d0b-acfe-9e0994a1ded6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (3323226c-9138-4469-af29-688c4ea1980a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:35.183714 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-d0294fdb-cd51-4f9f-a95a-c469f94b1ff3 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Deleting port eeef42ef-0ce3-407c-947d-31ed340c12f9 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:45:35.193849 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d0294fdb-cd51-4f9f-a95a-c469f94b1ff3 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (eeef42ef-0ce3-407c-947d-31ed340c12f9), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:35.201749 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-3d3a000b-59d5-4d0b-acfe-9e0994a1ded6 None None] Port 3323226c-9138-4469-af29-688c4ea1980a cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:45:35.353512 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 4fed34db-7ddf-4b67-acdc-ff5a49d7c378 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:35.355263 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a6db26a4-ef72-4a2b-8482-94a9cf201df8 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:45:35.468438 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-43b7917b-23de-42cb-bfee-17f7d4ad510d None None] Provisioning complete for port 915b9861-9ecd-4685-92ab-ce23eb20565c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:35.476657 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-43b7917b-23de-42cb-bfee-17f7d4ad510d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (915b9861-9ecd-4685-92ab-ce23eb20565c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:35.536534 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d0294fdb-cd51-4f9f-a95a-c469f94b1ff3 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (eeef42ef-0ce3-407c-947d-31ed340c12f9), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:35.588441 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-d0294fdb-cd51-4f9f-a95a-c469f94b1ff3 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Calling delete_port for eeef42ef-0ce3-407c-947d-31ed340c12f9 owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:45:35.629068 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-43b7917b-23de-42cb-bfee-17f7d4ad510d None None] Port 915b9861-9ecd-4685-92ab-ce23eb20565c cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:45:35.652231 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port a6db26a4-ef72-4a2b-8482-94a9cf201df8 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:35.652621 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a6db26a4-ef72-4a2b-8482-94a9cf201df8), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:36.001619 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dfb5cad9-31a4-400f-bd95-2d6bd4d0a917 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (915b9861-9ecd-4685-92ab-ce23eb20565c), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:36.075488 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d0294fdb-cd51-4f9f-a95a-c469f94b1ff3 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (eeef42ef-0ce3-407c-947d-31ed340c12f9), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:36.163330 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0294fdb-cd51-4f9f-a95a-c469f94b1ff3 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event deleted for resources: {'Port': ['ID=eeef42ef-0ce3-407c-947d-31ed340c12f9,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:36.246043 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port a6db26a4-ef72-4a2b-8482-94a9cf201df8 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:36.348055 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9222e61-0058-41c5-995b-62674dfc9eae req-41246ce9-bac6-4e71-a316-1a39f2cc6521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:36.358768 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c9222e61-0058-41c5-995b-62674dfc9eae req-41246ce9-bac6-4e71-a316-1a39f2cc6521 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=23fc1adac9ab43babb811e6bb6a91375&device_id=d6f2cdba-2e20-4893-990c-61cc2c1d89d8 HTTP/1.1" status: 200 len: 1127 time: 0.6156316 Feb 16 22:45:36.441760 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d0294fdb-cd51-4f9f-a95a-c469f94b1ff3 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (eb79478f-d781-4ddb-8e69-752b6e6594ed), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:36.454680 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-be706bd4-4f49-4714-bf8f-ae3eb5093035 None None] Could not find standard attr ID for object d698b8bf-fd21-4381-96b2-dff6d3c8d5bd. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:45:36.787419 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dfb5cad9-31a4-400f-bd95-2d6bd4d0a917 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks [] for port (915b9861-9ecd-4685-92ab-ce23eb20565c), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:36.799342 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9222e61-0058-41c5-995b-62674dfc9eae req-01b2953c-3132-40a8-b5a3-5c4b08647062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:36.806709 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c9222e61-0058-41c5-995b-62674dfc9eae req-01b2953c-3132-40a8-b5a3-5c4b08647062 service neutron] 10.222.0.79 "GET /v2.0/networks?id=711f76dd-299d-4633-b0c0-e90e0dfbc02d HTTP/1.1" status: 200 len: 915 time: 0.4196522 Feb 16 22:45:36.810655 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dfb5cad9-31a4-400f-bd95-2d6bd4d0a917 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (915b9861-9ecd-4685-92ab-ce23eb20565c), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:36.924200 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c9222e61-0058-41c5-995b-62674dfc9eae req-1645e259-d5ab-4d90-b3d6-6e168f11d7e9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=527fdcde-cc7e-4ced-a2d2-df7cc858c9b6 HTTP/1.1" status: 200 len: 217 time: 0.0962436 Feb 16 22:45:36.926987 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5cad9-31a4-400f-bd95-2d6bd4d0a917 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] In _notify_port_updated(), no bound segment for port 915b9861-9ecd-4685-92ab-ce23eb20565c on network 9863d0e8-18c7-49f5-876c-291c43d39fec {{(pid=103466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 22:45:36.934241 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb5cad9-31a4-400f-bd95-2d6bd4d0a917 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:36.936946 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dfb5cad9-31a4-400f-bd95-2d6bd4d0a917 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:36.941285 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-dfb5cad9-31a4-400f-bd95-2d6bd4d0a917 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] 10.222.0.75 "PUT /v2.0/ports/915b9861-9ecd-4685-92ab-ce23eb20565c HTTP/1.1" status: 200 len: 1000 time: 2.4626689 Feb 16 22:45:37.053780 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42436) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:37.152479 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5cad9-31a4-400f-bd95-2d6bd4d0a917 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Pushing event updated for resources: {'Port': ['ID=915b9861-9ecd-4685-92ab-ce23eb20565c,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:37.179577 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9222e61-0058-41c5-995b-62674dfc9eae req-8d70cf72-8ae0-46d8-bd95-f47a2db8e46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:37.182295 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c9222e61-0058-41c5-995b-62674dfc9eae req-8d70cf72-8ae0-46d8-bd95-f47a2db8e46d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=682cee36-82ef-447d-8aeb-c028e2eee6a0 HTTP/1.1" status: 200 len: 854 time: 0.2392671 Feb 16 22:45:37.277360 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c9222e61-0058-41c5-995b-62674dfc9eae req-23d3701d-09a3-4c4d-8c0b-ba09f6a46069 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=711f76dd-299d-4633-b0c0-e90e0dfbc02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588927 Feb 16 22:45:37.378695 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-80b454cb-ab5c-4122-9cb9-02483fffda16 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Deleting port 915b9861-9ecd-4685-92ab-ce23eb20565c {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:45:37.379463 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-80b454cb-ab5c-4122-9cb9-02483fffda16 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (915b9861-9ecd-4685-92ab-ce23eb20565c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:37.586442 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0294fdb-cd51-4f9f-a95a-c469f94b1ff3 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Router eb79478f-d781-4ddb-8e69-752b6e6594ed has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:45:37.631957 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-663a0424-efa4-4ef1-b246-c36d6e9e1525 None None] Provisioning complete for port 915b9861-9ecd-4685-92ab-ce23eb20565c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:37.632451 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-663a0424-efa4-4ef1-b246-c36d6e9e1525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (915b9861-9ecd-4685-92ab-ce23eb20565c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:37.706039 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c9222e61-0058-41c5-995b-62674dfc9eae req-0bee9716-66ef-4512-a1b2-3c130ae845af service neutron] 10.222.0.79 "GET /v2.0/networks/711f76dd-299d-4633-b0c0-e90e0dfbc02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211400 Feb 16 22:45:37.722676 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-663a0424-efa4-4ef1-b246-c36d6e9e1525 None None] Port 915b9861-9ecd-4685-92ab-ce23eb20565c cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:45:37.811593 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0294fdb-cd51-4f9f-a95a-c469f94b1ff3 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:45:37.817126 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d0294fdb-cd51-4f9f-a95a-c469f94b1ff3 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "PUT /v2.0/routers/eb79478f-d781-4ddb-8e69-752b6e6594ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3952549 Feb 16 22:45:37.820176 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42456) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:37.831283 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a63f0e-0f81-4e1e-a865-a6cce5cb65a5 None None] Sync routers for ids ['eb79478f-d781-4ddb-8e69-752b6e6594ed'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:45:37.848352 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a63f0e-0f81-4e1e-a865-a6cce5cb65a5 None None] Routers {'eb79478f-d781-4ddb-8e69-752b6e6594ed'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:45:37.849852 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-77a63f0e-0f81-4e1e-a865-a6cce5cb65a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:45:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['eb79478f-d781-4ddb-8e69-752b6e6594ed'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:37.958593 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-80b454cb-ab5c-4122-9cb9-02483fffda16 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (915b9861-9ecd-4685-92ab-ce23eb20565c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:37.972021 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-77a63f0e-0f81-4e1e-a865-a6cce5cb65a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:37.982039 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-80b454cb-ab5c-4122-9cb9-02483fffda16 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Calling delete_port for 915b9861-9ecd-4685-92ab-ce23eb20565c owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:45:37.995064 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a63f0e-0f81-4e1e-a865-a6cce5cb65a5 None None] Routers {'eb79478f-d781-4ddb-8e69-752b6e6594ed'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:45:37.995968 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-77a63f0e-0f81-4e1e-a865-a6cce5cb65a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:45:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['eb79478f-d781-4ddb-8e69-752b6e6594ed'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:38.014370 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c9222e61-0058-41c5-995b-62674dfc9eae req-ac5dc447-6bcc-4633-af16-1078663fc689 service neutron] 10.222.0.79 "GET /v2.0/networks/711f76dd-299d-4633-b0c0-e90e0dfbc02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956917 Feb 16 22:45:38.075586 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-77a63f0e-0f81-4e1e-a865-a6cce5cb65a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:38.076983 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a63f0e-0f81-4e1e-a865-a6cce5cb65a5 None None] The sync data for ids ['eb79478f-d781-4ddb-8e69-752b6e6594ed'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:45:38.254813 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-80b454cb-ab5c-4122-9cb9-02483fffda16 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (915b9861-9ecd-4685-92ab-ce23eb20565c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:38.398835 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b454cb-ab5c-4122-9cb9-02483fffda16 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Pushing event deleted for resources: {'Port': ['ID=915b9861-9ecd-4685-92ab-ce23eb20565c,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:38.483882 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-80b454cb-ab5c-4122-9cb9-02483fffda16 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:38.494874 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-80b454cb-ab5c-4122-9cb9-02483fffda16 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] 10.222.0.75 "DELETE /v2.0/ports/915b9861-9ecd-4685-92ab-ce23eb20565c HTTP/1.1" status: 204 len: 168 time: 1.4392476 Feb 16 22:45:38.508927 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42470) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:38.575406 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c14e2af-4ab3-43aa-9432-d740f3ba3705 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] GET failed (client error): The resource could not be found. Feb 16 22:45:38.576924 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2c14e2af-4ab3-43aa-9432-d740f3ba3705 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] 10.222.0.75 "GET /v2.0/ports/915b9861-9ecd-4685-92ab-ce23eb20565c HTTP/1.1" status: 404 len: 333 time: 0.0666041 Feb 16 22:45:38.583050 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42474) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:38.590080 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-f5afad9c-339c-443e-8593-66118cdbaa7c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Request body: {'port': {'network_id': '9863d0e8-18c7-49f5-876c-291c43d39fec', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1584701446'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:38.707054 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dffea2dc-a53c-4960-8b3b-b2635022f27d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (eb79478f-d781-4ddb-8e69-752b6e6594ed), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:38.895008 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5afad9c-339c-443e-8593-66118cdbaa7c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Made reservation on behalf of cc887901689545699758f7d34290920f for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:45:38.899064 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f5afad9c-339c-443e-8593-66118cdbaa7c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:38.921053 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-f5afad9c-339c-443e-8593-66118cdbaa7c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] device_id is not set on port 31022311-f946-454b-8729-1514d8bf4978 yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:45:39.130128 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-dffea2dc-a53c-4960-8b3b-b2635022f27d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Deleting port d221917f-6f09-4b6c-a27e-72444aab37e0 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:45:39.131368 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dffea2dc-a53c-4960-8b3b-b2635022f27d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (d221917f-6f09-4b6c-a27e-72444aab37e0), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:39.146578 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-f5afad9c-339c-443e-8593-66118cdbaa7c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Allocated IP 2001:db8::123 (9863d0e8-18c7-49f5-876c-291c43d39fec/d6b2b5d0-c1f1-455f-8ddd-57a9654672ef/31022311-f946-454b-8729-1514d8bf4978) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:45:39.285799 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dffea2dc-a53c-4960-8b3b-b2635022f27d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (d221917f-6f09-4b6c-a27e-72444aab37e0), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:39.300462 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-dffea2dc-a53c-4960-8b3b-b2635022f27d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Calling delete_port for d221917f-6f09-4b6c-a27e-72444aab37e0 owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:45:39.419079 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f5afad9c-339c-443e-8593-66118cdbaa7c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks [] for port (31022311-f946-454b-8729-1514d8bf4978), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:39.492230 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f5afad9c-339c-443e-8593-66118cdbaa7c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (31022311-f946-454b-8729-1514d8bf4978), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:39.608141 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5afad9c-339c-443e-8593-66118cdbaa7c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Network 9863d0e8-18c7-49f5-876c-291c43d39fec is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:45:39.612090 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-f5afad9c-339c-443e-8593-66118cdbaa7c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:39.645188 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5afad9c-339c-443e-8593-66118cdbaa7c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:45:39.649180 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5afad9c-339c-443e-8593-66118cdbaa7c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:39.649885 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f5afad9c-339c-443e-8593-66118cdbaa7c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:39.667521 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5afad9c-339c-443e-8593-66118cdbaa7c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Pushing event updated for resources: {'Port': ['ID=31022311-f946-454b-8729-1514d8bf4978,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:39.678379 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f5afad9c-339c-443e-8593-66118cdbaa7c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0938709 Feb 16 22:45:39.680853 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42504) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:39.687897 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-f672ab09-13fd-4885-a3ed-3b71a2576842 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Request body: {'port': {'network_id': '9863d0e8-18c7-49f5-876c-291c43d39fec', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2096891955'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:39.712202 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dffea2dc-a53c-4960-8b3b-b2635022f27d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (d221917f-6f09-4b6c-a27e-72444aab37e0), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:39.852021 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffea2dc-a53c-4960-8b3b-b2635022f27d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event deleted for resources: {'Port': ['ID=d221917f-6f09-4b6c-a27e-72444aab37e0,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:39.896575 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dffea2dc-a53c-4960-8b3b-b2635022f27d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (eb79478f-d781-4ddb-8e69-752b6e6594ed), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:39.956587 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f672ab09-13fd-4885-a3ed-3b71a2576842 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Made reservation on behalf of cc887901689545699758f7d34290920f for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:45:39.956587 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f672ab09-13fd-4885-a3ed-3b71a2576842 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:39.988384 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-f672ab09-13fd-4885-a3ed-3b71a2576842 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] device_id is not set on port 26729c07-61c1-4d02-acd3-170a4df60059 yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:45:40.202498 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-0b98ca92-55ce-4b9d-bb56-384f504d3ffa None None] Provisioning complete for port 31022311-f946-454b-8729-1514d8bf4978 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:40.203092 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0b98ca92-55ce-4b9d-bb56-384f504d3ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (31022311-f946-454b-8729-1514d8bf4978), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:40.241708 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-0b98ca92-55ce-4b9d-bb56-384f504d3ffa None None] Port 31022311-f946-454b-8729-1514d8bf4978 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:45:40.251664 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42514) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:40.280753 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-f672ab09-13fd-4885-a3ed-3b71a2576842 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Allocated IP 2001:db8::398 (9863d0e8-18c7-49f5-876c-291c43d39fec/d6b2b5d0-c1f1-455f-8ddd-57a9654672ef/26729c07-61c1-4d02-acd3-170a4df60059) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:45:40.330239 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dffea2dc-a53c-4960-8b3b-b2635022f27d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Router eb79478f-d781-4ddb-8e69-752b6e6594ed has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:45:40.380019 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a3dec317-4770-4a6e-bbf5-56b9bbabb843 tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] 10.222.0.75 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2937 time: 0.1271958 Feb 16 22:45:40.380908 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42518) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:40.389750 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-1a8ed074-85ed-4a7b-aa0d-dcdb921056da tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Request body: {'network': {'name': 'tempest-network-smoke--2068969983', 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'port_security_enabled': False}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:40.483209 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dffea2dc-a53c-4960-8b3b-b2635022f27d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:45:40.491841 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-dffea2dc-a53c-4960-8b3b-b2635022f27d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "PUT /v2.0/routers/eb79478f-d781-4ddb-8e69-752b6e6594ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6706028 Feb 16 22:45:40.492504 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42522) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:40.494338 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369fd207-2b19-457e-b6b9-4caeedc44d1c None None] Sync routers for ids ['eb79478f-d781-4ddb-8e69-752b6e6594ed'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:45:40.504689 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8ed074-85ed-4a7b-aa0d-dcdb921056da tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Made reservation on behalf of 408e4b5cc64c4521a5139ec5acd5eaa9 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:45:40.508849 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a8ed074-85ed-4a7b-aa0d-dcdb921056da tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:40.513343 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369fd207-2b19-457e-b6b9-4caeedc44d1c None None] Routers {'eb79478f-d781-4ddb-8e69-752b6e6594ed'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:45:40.515243 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-369fd207-2b19-457e-b6b9-4caeedc44d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:45:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['eb79478f-d781-4ddb-8e69-752b6e6594ed'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:40.533428 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-277edab5-cd6c-4df3-815e-dab2b2dd7006 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "GET /v2.0/ports?device_id=eb79478f-d781-4ddb-8e69-752b6e6594ed HTTP/1.1" status: 200 len: 205 time: 0.0397375 Feb 16 22:45:40.540103 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42524) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:40.581302 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f672ab09-13fd-4885-a3ed-3b71a2576842 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks [] for port (26729c07-61c1-4d02-acd3-170a4df60059), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:40.595655 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-369fd207-2b19-457e-b6b9-4caeedc44d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:40.619586 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369fd207-2b19-457e-b6b9-4caeedc44d1c None None] Routers {'eb79478f-d781-4ddb-8e69-752b6e6594ed'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:45:40.620369 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-369fd207-2b19-457e-b6b9-4caeedc44d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:45:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['eb79478f-d781-4ddb-8e69-752b6e6594ed'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:40.667979 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a8ed074-85ed-4a7b-aa0d-dcdb921056da tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:45:40.676179 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63b22f59-2c6b-4253-a9d3-1a3e72a3b7cf tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router (eb79478f-d781-4ddb-8e69-752b6e6594ed), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:40.677488 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-369fd207-2b19-457e-b6b9-4caeedc44d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:40.679121 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369fd207-2b19-457e-b6b9-4caeedc44d1c None None] The sync data for ids ['eb79478f-d781-4ddb-8e69-752b6e6594ed'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:45:40.705095 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f672ab09-13fd-4885-a3ed-3b71a2576842 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (26729c07-61c1-4d02-acd3-170a4df60059), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:40.779581 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672ab09-13fd-4885-a3ed-3b71a2576842 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Pushing event updated for resources: {'Port': ['ID=26729c07-61c1-4d02-acd3-170a4df60059,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:40.792126 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f672ab09-13fd-4885-a3ed-3b71a2576842 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Network 9863d0e8-18c7-49f5-876c-291c43d39fec is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:45:40.793687 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-f672ab09-13fd-4885-a3ed-3b71a2576842 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:40.796621 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f672ab09-13fd-4885-a3ed-3b71a2576842 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:45:40.802320 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f672ab09-13fd-4885-a3ed-3b71a2576842 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:40.803093 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f672ab09-13fd-4885-a3ed-3b71a2576842 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:40.841645 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f672ab09-13fd-4885-a3ed-3b71a2576842 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1573710 Feb 16 22:45:40.845943 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42534) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:40.856394 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-0b269a68-5605-402d-acb1-eecb81eeaddd tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1aa', 'mac_address': 'fa:16:3e:93:e2:61'}, {'ip_address': '2001:db8::123', 'mac_address': 'fa:16:3e:7c:d2:89'}]}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:40.875699 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a8ed074-85ed-4a7b-aa0d-dcdb921056da tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (29b65130-4b07-4499-baed-e0edd157d9a3), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:40.876592 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-1a8ed074-85ed-4a7b-aa0d-dcdb921056da tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Added segment 29b65130-4b07-4499-baed-e0edd157d9a3 of type vlan for network ea91f6c7-5331-40ac-8320-ee8a6aef5f12 Feb 16 22:45:41.103814 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a8ed074-85ed-4a7b-aa0d-dcdb921056da tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (ea91f6c7-5331-40ac-8320-ee8a6aef5f12), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:41.113574 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63b22f59-2c6b-4253-a9d3-1a3e72a3b7cf tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (eb79478f-d781-4ddb-8e69-752b6e6594ed), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:41.117140 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63b22f59-2c6b-4253-a9d3-1a3e72a3b7cf tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router_controller (eb79478f-d781-4ddb-8e69-752b6e6594ed), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:41.170653 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0b269a68-5605-402d-acb1-eecb81eeaddd tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (26729c07-61c1-4d02-acd3-170a4df60059), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:41.223139 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a8ed074-85ed-4a7b-aa0d-dcdb921056da tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (ea91f6c7-5331-40ac-8320-ee8a6aef5f12), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:41.244340 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8ed074-85ed-4a7b-aa0d-dcdb921056da tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:41.245742 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a8ed074-85ed-4a7b-aa0d-dcdb921056da tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:41.270155 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63b22f59-2c6b-4253-a9d3-1a3e72a3b7cf tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (eb79478f-d781-4ddb-8e69-752b6e6594ed), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:41.270705 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b22f59-2c6b-4253-a9d3-1a3e72a3b7cf tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Fanout notify agent at l3_agent the message router_deleted on router eb79478f-d781-4ddb-8e69-752b6e6594ed {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:45:41.299388 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63b22f59-2c6b-4253-a9d3-1a3e72a3b7cf tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:41.303880 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-63b22f59-2c6b-4253-a9d3-1a3e72a3b7cf tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/routers/eb79478f-d781-4ddb-8e69-752b6e6594ed HTTP/1.1" status: 204 len: 168 time: 0.7603705 Feb 16 22:45:41.338389 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42544) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:41.382714 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-5c6eadd0-c445-4d39-88df-1c0c22b6bf16 None None] Provisioning complete for port 26729c07-61c1-4d02-acd3-170a4df60059 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:41.384365 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5c6eadd0-c445-4d39-88df-1c0c22b6bf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (26729c07-61c1-4d02-acd3-170a4df60059), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:41.401849 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1a8ed074-85ed-4a7b-aa0d-dcdb921056da tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0185404 Feb 16 22:45:41.408289 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42548) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:41.413122 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-fac026e1-d6be-495a-b035-888ddc314072 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-708007307', 'admin_state_up': True, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:41.479430 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5c6eadd0-c445-4d39-88df-1c0c22b6bf16 None None] Port 26729c07-61c1-4d02-acd3-170a4df60059 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:45:41.493948 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ed074-85ed-4a7b-aa0d-dcdb921056da tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Pushing event updated for resources: {'Network': ['ID=ea91f6c7-5331-40ac-8320-ee8a6aef5f12,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:41.508540 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network ea91f6c7-5331-40ac-8320-ee8a6aef5f12 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:45:41.543284 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-811520f0-e394-4466-9243-ff357434f30a tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Deleting subnet 15bebfc1-0dc6-4546-bd90-44dab9dd97db {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:45:41.547446 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-811520f0-e394-4466-9243-ff357434f30a tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for subnet (15bebfc1-0dc6-4546-bd90-44dab9dd97db), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:41.600557 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-811520f0-e394-4466-9243-ff357434f30a tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (15bebfc1-0dc6-4546-bd90-44dab9dd97db), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:41.612688 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0b269a68-5605-402d-acb1-eecb81eeaddd tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks [] for port (26729c07-61c1-4d02-acd3-170a4df60059), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:41.628359 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0b269a68-5605-402d-acb1-eecb81eeaddd tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (26729c07-61c1-4d02-acd3-170a4df60059), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:41.694938 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-811520f0-e394-4466-9243-ff357434f30a tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (15bebfc1-0dc6-4546-bd90-44dab9dd97db), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:41.723075 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-0b269a68-5605-402d-acb1-eecb81eeaddd tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] In _notify_port_updated(), no bound segment for port 26729c07-61c1-4d02-acd3-170a4df60059 on network 9863d0e8-18c7-49f5-876c-291c43d39fec {{(pid=103466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 22:45:41.743473 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b269a68-5605-402d-acb1-eecb81eeaddd tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:41.747895 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0b269a68-5605-402d-acb1-eecb81eeaddd tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:41.751916 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fac026e1-d6be-495a-b035-888ddc314072 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (5fc60fa5-c802-43dd-b5a9-73fc40753725), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:41.752941 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fac026e1-d6be-495a-b035-888ddc314072 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (5fc60fa5-c802-43dd-b5a9-73fc40753725), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:41.753780 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0b269a68-5605-402d-acb1-eecb81eeaddd tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] 10.222.0.75 "PUT /v2.0/ports/26729c07-61c1-4d02-acd3-170a4df60059 HTTP/1.1" status: 200 len: 1068 time: 0.9062495 Feb 16 22:45:41.757011 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42556) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:41.838785 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b269a68-5605-402d-acb1-eecb81eeaddd tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Pushing event updated for resources: {'Port': ['ID=26729c07-61c1-4d02-acd3-170a4df60059,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:41.845340 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-811520f0-e394-4466-9243-ff357434f30a tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (15bebfc1-0dc6-4546-bd90-44dab9dd97db), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:41.910093 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fac026e1-d6be-495a-b035-888ddc314072 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for router_controller (5fc60fa5-c802-43dd-b5a9-73fc40753725), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:41.926149 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811520f0-e394-4466-9243-ff357434f30a tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event deleted for resources: {'Subnet': ['ID=15bebfc1-0dc6-4546-bd90-44dab9dd97db,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:41.928633 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-811520f0-e394-4466-9243-ff357434f30a tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:41.936056 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-811520f0-e394-4466-9243-ff357434f30a tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/subnets/15bebfc1-0dc6-4546-bd90-44dab9dd97db HTTP/1.1" status: 204 len: 168 time: 0.5928395 Feb 16 22:45:41.936264 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42560) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:41.960171 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d1ee03-c6b3-408b-84a1-fac1bdaeb0f0 None None] Network 2ac31a65-8f1b-4844-8be0-b1869baa3296 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:45:42.049111 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-91a0de86-7a0e-47b2-8c88-7e85098e14f0 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Deleting port 26729c07-61c1-4d02-acd3-170a4df60059 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:45:42.049825 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-91a0de86-7a0e-47b2-8c88-7e85098e14f0 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (26729c07-61c1-4d02-acd3-170a4df60059), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:42.267669 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-904aef7b-2fd8-40cd-a5d3-b5feb05b7b8d None None] Provisioning complete for port 26729c07-61c1-4d02-acd3-170a4df60059 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:42.268797 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-904aef7b-2fd8-40cd-a5d3-b5feb05b7b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (26729c07-61c1-4d02-acd3-170a4df60059), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:42.269523 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-91a0de86-7a0e-47b2-8c88-7e85098e14f0 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (26729c07-61c1-4d02-acd3-170a4df60059), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:42.315061 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-91a0de86-7a0e-47b2-8c88-7e85098e14f0 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Calling delete_port for 26729c07-61c1-4d02-acd3-170a4df60059 owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:45:42.419190 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-904aef7b-2fd8-40cd-a5d3-b5feb05b7b8d None None] Port 26729c07-61c1-4d02-acd3-170a4df60059 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:45:42.447303 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ec5c2b-30fb-49e5-8e4d-285d5b73847f None None] DHCP port deletion for 2ac31a65-8f1b-4844-8be0-b1869baa3296 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:45:42.518231 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae08758b-7eaa-4284-9549-6b9363598917 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Deleting subnet 0530db53-69b7-435a-a4d4-b50908df1bad {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:45:42.545762 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ae08758b-7eaa-4284-9549-6b9363598917 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for subnet (0530db53-69b7-435a-a4d4-b50908df1bad), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:42.573057 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-81ec5c2b-30fb-49e5-8e4d-285d5b73847f None None] Deleting port a6db26a4-ef72-4a2b-8482-94a9cf201df8 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:45:42.573691 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-81ec5c2b-30fb-49e5-8e4d-285d5b73847f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a6db26a4-ef72-4a2b-8482-94a9cf201df8), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:42.695351 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ae08758b-7eaa-4284-9549-6b9363598917 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (0530db53-69b7-435a-a4d4-b50908df1bad), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:42.739665 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fac026e1-d6be-495a-b035-888ddc314072 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for router_gateway (5fc60fa5-c802-43dd-b5a9-73fc40753725), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:42.749559 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-81ec5c2b-30fb-49e5-8e4d-285d5b73847f None None] For port a6db26a4-ef72-4a2b-8482-94a9cf201df8, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a6db26a4-ef72-4a2b-8482-94a9cf201df8,segment=NetworkSegment(54fab45a-376c-48aa-bf3e-2e4882652493),segment_id=54fab45a-376c-48aa-bf3e-2e4882652493)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:45:42.751710 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-81ec5c2b-30fb-49e5-8e4d-285d5b73847f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a6db26a4-ef72-4a2b-8482-94a9cf201df8), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:42.771286 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-81ec5c2b-30fb-49e5-8e4d-285d5b73847f None None] Calling delete_port for a6db26a4-ef72-4a2b-8482-94a9cf201df8 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:45:42.922807 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-91a0de86-7a0e-47b2-8c88-7e85098e14f0 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (26729c07-61c1-4d02-acd3-170a4df60059), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:42.924460 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a6db26a4-ef72-4a2b-8482-94a9cf201df8 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:45:42.928539 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ae08758b-7eaa-4284-9549-6b9363598917 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (0530db53-69b7-435a-a4d4-b50908df1bad), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:42.949614 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: a6db26a4-ef72-4a2b-8482-94a9cf201df8 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:45:42.950238 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a6db26a4-ef72-4a2b-8482-94a9cf201df8 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:45:42.951862 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-81ec5c2b-30fb-49e5-8e4d-285d5b73847f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (a6db26a4-ef72-4a2b-8482-94a9cf201df8), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:43.015434 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ec5c2b-30fb-49e5-8e4d-285d5b73847f None None] No DVR routers for this DVR port a6db26a4-ef72-4a2b-8482-94a9cf201df8 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:45:43.020635 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec5c2b-30fb-49e5-8e4d-285d5b73847f None None] Pushing event deleted for resources: {'Port': ['ID=a6db26a4-ef72-4a2b-8482-94a9cf201df8,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:43.052885 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0de86-7a0e-47b2-8c88-7e85098e14f0 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Pushing event deleted for resources: {'Port': ['ID=26729c07-61c1-4d02-acd3-170a4df60059,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:43.254615 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fac026e1-d6be-495a-b035-888ddc314072 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for router_gateway (5fc60fa5-c802-43dd-b5a9-73fc40753725), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:43.266869 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ae08758b-7eaa-4284-9549-6b9363598917 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (0530db53-69b7-435a-a4d4-b50908df1bad), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:43.286859 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fac026e1-d6be-495a-b035-888ddc314072 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:43.342427 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ae08758b-7eaa-4284-9549-6b9363598917 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:43.345841 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ae08758b-7eaa-4284-9549-6b9363598917 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/subnets/0530db53-69b7-435a-a4d4-b50908df1bad HTTP/1.1" status: 204 len: 168 time: 1.4093051 Feb 16 22:45:43.347132 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897b26e3-d1f9-419b-8788-b48538785a49 None None] Network 33eba66d-72b6-414f-acfc-76fc91317d18 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:45:43.348814 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08758b-7eaa-4284-9549-6b9363598917 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event deleted for resources: {'Subnet': ['ID=0530db53-69b7-435a-a4d4-b50908df1bad,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:43.355724 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42586) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:43.439887 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-fac026e1-d6be-495a-b035-888ddc314072 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Allocated IP 172.25.2.247 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/9459767a-0ead-4a91-9dfe-38f71ce09fe1) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:45:43.444832 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-91a0de86-7a0e-47b2-8c88-7e85098e14f0 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:43.449294 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-91a0de86-7a0e-47b2-8c88-7e85098e14f0 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] 10.222.0.75 "DELETE /v2.0/ports/26729c07-61c1-4d02-acd3-170a4df60059 HTTP/1.1" status: 204 len: 168 time: 1.6907299 Feb 16 22:45:43.453186 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42588) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:43.507831 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-918c8a7d-6acb-4e40-b0e1-5d3c83a68c9b tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] GET failed (client error): The resource could not be found. Feb 16 22:45:43.510465 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-918c8a7d-6acb-4e40-b0e1-5d3c83a68c9b tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] 10.222.0.75 "GET /v2.0/ports/26729c07-61c1-4d02-acd3-170a4df60059 HTTP/1.1" status: 404 len: 333 time: 0.0566761 Feb 16 22:45:43.514380 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42592) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:43.629539 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fac026e1-d6be-495a-b035-888ddc314072 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for port (9459767a-0ead-4a91-9dfe-38f71ce09fe1), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:43.676978 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d6a877d-e598-4763-9d85-08363f120075 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (2ac31a65-8f1b-4844-8be0-b1869baa3296), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:43.684370 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fac026e1-d6be-495a-b035-888ddc314072 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (9459767a-0ead-4a91-9dfe-38f71ce09fe1), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:43.743026 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac026e1-d6be-495a-b035-888ddc314072 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Pushing event updated for resources: {'Port': ['ID=9459767a-0ead-4a91-9dfe-38f71ce09fe1,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:43.756659 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac026e1-d6be-495a-b035-888ddc314072 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:43.757110 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac026e1-d6be-495a-b035-888ddc314072 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:43.757835 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac026e1-d6be-495a-b035-888ddc314072 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:43.758300 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac026e1-d6be-495a-b035-888ddc314072 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:43.758792 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac026e1-d6be-495a-b035-888ddc314072 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:43.759237 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac026e1-d6be-495a-b035-888ddc314072 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:43.760201 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac026e1-d6be-495a-b035-888ddc314072 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:43.760884 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac026e1-d6be-495a-b035-888ddc314072 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:43.761316 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac026e1-d6be-495a-b035-888ddc314072 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:43.761745 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac026e1-d6be-495a-b035-888ddc314072 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:43.762394 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac026e1-d6be-495a-b035-888ddc314072 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:43.762825 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac026e1-d6be-495a-b035-888ddc314072 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:43.763266 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac026e1-d6be-495a-b035-888ddc314072 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:43.777070 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac026e1-d6be-495a-b035-888ddc314072 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:45:43.778693 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-fac026e1-d6be-495a-b035-888ddc314072 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:43.783828 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3241d2aa-7fd0-431c-9e20-10378cc63563 None None] DHCP port deletion for 33eba66d-72b6-414f-acfc-76fc91317d18 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:45:43.804736 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac026e1-d6be-495a-b035-888ddc314072 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:45:43.817433 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-96937b58-ce3a-4a66-99f8-d5942e9878ef tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Deleting port 31022311-f946-454b-8729-1514d8bf4978 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:45:43.818050 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-96937b58-ce3a-4a66-99f8-d5942e9878ef tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (31022311-f946-454b-8729-1514d8bf4978), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:43.925443 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-3241d2aa-7fd0-431c-9e20-10378cc63563 None None] Deleting port ec905569-27b1-41c2-90f3-3b7ed37375ee {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:45:43.926021 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3241d2aa-7fd0-431c-9e20-10378cc63563 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (ec905569-27b1-41c2-90f3-3b7ed37375ee), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:43.979700 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d6a877d-e598-4763-9d85-08363f120075 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (2ac31a65-8f1b-4844-8be0-b1869baa3296), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:44.083159 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-3241d2aa-7fd0-431c-9e20-10378cc63563 None None] For port ec905569-27b1-41c2-90f3-3b7ed37375ee, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=ec905569-27b1-41c2-90f3-3b7ed37375ee,segment=NetworkSegment(80a20d13-5888-4450-9fdf-a428da974667),segment_id=80a20d13-5888-4450-9fdf-a428da974667)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:45:44.083399 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3241d2aa-7fd0-431c-9e20-10378cc63563 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (ec905569-27b1-41c2-90f3-3b7ed37375ee), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:44.125493 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-3241d2aa-7fd0-431c-9e20-10378cc63563 None None] Calling delete_port for ec905569-27b1-41c2-90f3-3b7ed37375ee owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:45:44.143310 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-4d6a877d-e598-4763-9d85-08363f120075 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac31a65-8f1b-4844-8be0-b1869baa3296']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:44.163878 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-96937b58-ce3a-4a66-99f8-d5942e9878ef tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (31022311-f946-454b-8729-1514d8bf4978), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:44.200739 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-4d6a877d-e598-4763-9d85-08363f120075 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54fab45a-376c-48aa-bf3e-2e4882652493') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:44.201332 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-4d6a877d-e598-4763-9d85-08363f120075 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54fab45a-376c-48aa-bf3e-2e4882652493') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:44.227646 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-96937b58-ce3a-4a66-99f8-d5942e9878ef tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Calling delete_port for 31022311-f946-454b-8729-1514d8bf4978 owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:45:44.230482 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d6a877d-e598-4763-9d85-08363f120075 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (54fab45a-376c-48aa-bf3e-2e4882652493), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:44.265602 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d6a877d-e598-4763-9d85-08363f120075 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (54fab45a-376c-48aa-bf3e-2e4882652493), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:44.315880 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d6a877d-e598-4763-9d85-08363f120075 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:45:44.316289 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d6a877d-e598-4763-9d85-08363f120075 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (54fab45a-376c-48aa-bf3e-2e4882652493), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:44.319521 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:45:44.319521 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:45:44.319521 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:45:44.319521 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:45:44.319521 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:45:44.319521 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:45:44.319521 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:45:44.319521 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:45:44.319521 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:45:44.319521 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:45:44.319521 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:45:44.319521 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:45:44.319521 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:45:44.319521 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:45:44.319521 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:45:44.319521 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:45:44.319521 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:45:44.319521 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:45:44.319521 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:45:44.319521 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:45:44.319521 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:45:44.319521 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:45:44.319521 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:45:44.319521 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:45:44.319521 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:45:44.319521 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:45:44.319521 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:45:44.319521 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:45:44.319521 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:45:44.319521 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:45:44.319521 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:45:44.319521 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:45:44.423218 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3241d2aa-7fd0-431c-9e20-10378cc63563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (ec905569-27b1-41c2-90f3-3b7ed37375ee), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:44.437729 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3241d2aa-7fd0-431c-9e20-10378cc63563 None None] No DVR routers for this DVR port ec905569-27b1-41c2-90f3-3b7ed37375ee on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:45:44.441209 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d6a877d-e598-4763-9d85-08363f120075 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (2ac31a65-8f1b-4844-8be0-b1869baa3296), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:44.450325 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d6a877d-e598-4763-9d85-08363f120075 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:44.454077 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4d6a877d-e598-4763-9d85-08363f120075 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/networks/2ac31a65-8f1b-4844-8be0-b1869baa3296 HTTP/1.1" status: 204 len: 168 time: 1.0672710 Feb 16 22:45:44.459049 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42610) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:44.503028 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fac026e1-d6be-495a-b035-888ddc314072 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for router_gateway (5fc60fa5-c802-43dd-b5a9-73fc40753725), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:44.507144 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241d2aa-7fd0-431c-9e20-10378cc63563 None None] Pushing event deleted for resources: {'Port': ['ID=ec905569-27b1-41c2-90f3-3b7ed37375ee,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:44.550179 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a877d-e598-4763-9d85-08363f120075 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event deleted for resources: {'Network': ['ID=2ac31a65-8f1b-4844-8be0-b1869baa3296,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:44.638266 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b9efc818-d65c-4e71-ac23-884f0074dd65 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (33eba66d-72b6-414f-acfc-76fc91317d18), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:44.648780 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-96937b58-ce3a-4a66-99f8-d5942e9878ef tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (31022311-f946-454b-8729-1514d8bf4978), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:44.703322 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device ec905569-27b1-41c2-90f3-3b7ed37375ee no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:45:44.752668 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96937b58-ce3a-4a66-99f8-d5942e9878ef tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Pushing event deleted for resources: {'Port': ['ID=31022311-f946-454b-8729-1514d8bf4978,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:44.754805 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: ec905569-27b1-41c2-90f3-3b7ed37375ee {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:45:44.755752 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device ec905569-27b1-41c2-90f3-3b7ed37375ee not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:45:44.826247 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-96937b58-ce3a-4a66-99f8-d5942e9878ef tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:44.831526 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-96937b58-ce3a-4a66-99f8-d5942e9878ef tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] 10.222.0.75 "DELETE /v2.0/ports/31022311-f946-454b-8729-1514d8bf4978 HTTP/1.1" status: 204 len: 168 time: 1.3157079 Feb 16 22:45:44.834886 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42616) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:44.902444 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fac026e1-d6be-495a-b035-888ddc314072 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (5fc60fa5-c802-43dd-b5a9-73fc40753725), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:44.905097 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ca9931-7033-4174-967f-baac0edcd226 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] GET failed (client error): The resource could not be found. Feb 16 22:45:44.909892 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-02ca9931-7033-4174-967f-baac0edcd226 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] 10.222.0.75 "GET /v2.0/ports/31022311-f946-454b-8729-1514d8bf4978 HTTP/1.1" status: 404 len: 333 time: 0.0709569 Feb 16 22:45:44.959602 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b9efc818-d65c-4e71-ac23-884f0074dd65 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (33eba66d-72b6-414f-acfc-76fc91317d18), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:44.963440 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42624) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:45.084185 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-b9efc818-d65c-4e71-ac23-884f0074dd65 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33eba66d-72b6-414f-acfc-76fc91317d18']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:45.125387 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-b9efc818-d65c-4e71-ac23-884f0074dd65 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a20d13-5888-4450-9fdf-a428da974667') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:45.126658 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-b9efc818-d65c-4e71-ac23-884f0074dd65 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a20d13-5888-4450-9fdf-a428da974667') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:45.140294 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b9efc818-d65c-4e71-ac23-884f0074dd65 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (80a20d13-5888-4450-9fdf-a428da974667), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:45.184043 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b9efc818-d65c-4e71-ac23-884f0074dd65 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (80a20d13-5888-4450-9fdf-a428da974667), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:45.186472 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac026e1-d6be-495a-b035-888ddc314072 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Router 5fc60fa5-c802-43dd-b5a9-73fc40753725 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:45:45.193104 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9efc818-d65c-4e71-ac23-884f0074dd65 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:45:45.193447 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b9efc818-d65c-4e71-ac23-884f0074dd65 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (80a20d13-5888-4450-9fdf-a428da974667), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:45.196655 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:45:45.196655 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:45:45.196655 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:45:45.196655 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:45:45.196655 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:45:45.196655 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:45:45.196655 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:45:45.196655 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:45:45.196655 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:45:45.196655 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:45:45.196655 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:45:45.196655 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:45:45.196655 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:45:45.196655 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:45:45.196655 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:45:45.196655 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:45:45.196655 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:45:45.196655 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:45:45.196655 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:45:45.196655 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:45:45.196655 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:45:45.196655 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:45:45.196655 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:45:45.196655 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:45:45.196655 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:45:45.196655 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:45:45.196655 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:45:45.196655 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:45:45.196655 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:45:45.196655 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:45:45.196655 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:45:45.196655 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:45:45.209540 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-bd867b97-5343-4545-8c9c-f70a3f27c5ad tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Deleting port 3323226c-9138-4469-af29-688c4ea1980a {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:45:45.220447 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bd867b97-5343-4545-8c9c-f70a3f27c5ad tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (3323226c-9138-4469-af29-688c4ea1980a), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:45.324028 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b9efc818-d65c-4e71-ac23-884f0074dd65 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (33eba66d-72b6-414f-acfc-76fc91317d18), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:45.332888 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b9efc818-d65c-4e71-ac23-884f0074dd65 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:45.340678 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b9efc818-d65c-4e71-ac23-884f0074dd65 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/networks/33eba66d-72b6-414f-acfc-76fc91317d18 HTTP/1.1" status: 204 len: 168 time: 0.8803947 Feb 16 22:45:45.341375 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42638) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:45.353383 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-9bc99ec6-bcdc-4fb9-aa97-89d35809d56b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1555394689'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:45.363463 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efc818-d65c-4e71-ac23-884f0074dd65 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event deleted for resources: {'Network': ['ID=33eba66d-72b6-414f-acfc-76fc91317d18,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:45.399002 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bd867b97-5343-4545-8c9c-f70a3f27c5ad tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (3323226c-9138-4469-af29-688c4ea1980a), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:45.419927 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc99ec6-bcdc-4fb9-aa97-89d35809d56b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Made reservation on behalf of c4efc97b6837439c9fb97554f0018621 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:45:45.423802 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9bc99ec6-bcdc-4fb9-aa97-89d35809d56b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:45.452330 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-bd867b97-5343-4545-8c9c-f70a3f27c5ad tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Calling delete_port for 3323226c-9138-4469-af29-688c4ea1980a owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:45:45.464451 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac026e1-d6be-495a-b035-888ddc314072 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:45:45.477253 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe2f29c-9983-43b5-99e8-423dcca469d3 None None] Sync routers for ids ['5fc60fa5-c802-43dd-b5a9-73fc40753725'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:45:45.490564 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe2f29c-9983-43b5-99e8-423dcca469d3 None None] Routers {'5fc60fa5-c802-43dd-b5a9-73fc40753725'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:45:45.490905 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-8fe2f29c-9983-43b5-99e8-423dcca469d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:45:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['5fc60fa5-c802-43dd-b5a9-73fc40753725'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:45.497088 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc99ec6-bcdc-4fb9-aa97-89d35809d56b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:45:45.518189 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fac026e1-d6be-495a-b035-888ddc314072 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:45.521107 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fac026e1-d6be-495a-b035-888ddc314072 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.1117539 Feb 16 22:45:45.525510 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42642) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:45.570832 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9bc99ec6-bcdc-4fb9-aa97-89d35809d56b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (1f8d3684-0925-43c1-91f7-bcc03d41c809), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:45.572626 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-9bc99ec6-bcdc-4fb9-aa97-89d35809d56b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Added segment 1f8d3684-0925-43c1-91f7-bcc03d41c809 of type vlan for network ea458f57-3683-43f7-83d3-0b5e73a26527 Feb 16 22:45:45.744597 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6d3045-e173-4e7b-85b0-546183141e3d tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:45.746121 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1e6d3045-e173-4e7b-85b0-546183141e3d tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=408e4b5cc64c4521a5139ec5acd5eaa9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2187319 Feb 16 22:45:45.748902 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42646) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:45.789182 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-8fe2f29c-9983-43b5-99e8-423dcca469d3 None None] Set router 5fc60fa5-c802-43dd-b5a9-73fc40753725 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:45:45.905652 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9bc99ec6-bcdc-4fb9-aa97-89d35809d56b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (ea458f57-3683-43f7-83d3-0b5e73a26527), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:46.075276 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-8fe2f29c-9983-43b5-99e8-423dcca469d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc60fa5-c802-43dd-b5a9-73fc40753725', 'name': 'tempest-TestSecurityGroupsBasicOps-router-708007307', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '9459767a-0ead-4a91-9dfe-38f71ce09fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:45:41Z', 'updated_at': '2022-02-16T22:45:44Z', 'revision_number': 3, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'gw_port': {'id': '9459767a-0ead-4a91-9dfe-38f71ce09fe1', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ec:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc60fa5-c802-43dd-b5a9-73fc40753725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:45:43Z', 'updated_at': '2022-02-16T22:45:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:46.079732 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.db.resource_extend [None req-9bc99ec6-bcdc-4fb9-aa97-89d35809d56b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 22:45:46.109934 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe2f29c-9983-43b5-99e8-423dcca469d3 None None] Checking router: 5fc60fa5-c802-43dd-b5a9-73fc40753725 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:45:46.110322 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe2f29c-9983-43b5-99e8-423dcca469d3 None None] Updating router 5fc60fa5-c802-43dd-b5a9-73fc40753725 port 9459767a-0ead-4a91-9dfe-38f71ce09fe1 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:45:46.143056 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9bc99ec6-bcdc-4fb9-aa97-89d35809d56b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (ea458f57-3683-43f7-83d3-0b5e73a26527), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:46.149030 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc99ec6-bcdc-4fb9-aa97-89d35809d56b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:46.149996 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8fe2f29c-9983-43b5-99e8-423dcca469d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9459767a-0ead-4a91-9dfe-38f71ce09fe1), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:46.150787 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9bc99ec6-bcdc-4fb9-aa97-89d35809d56b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:46.193994 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bd867b97-5343-4545-8c9c-f70a3f27c5ad tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (3323226c-9138-4469-af29-688c4ea1980a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:46.256168 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f07654-411e-46d4-a24b-7594f303c5d3 tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:46.257755 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-49f07654-411e-46d4-a24b-7594f303c5d3 tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5047076 Feb 16 22:45:46.267411 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9bc99ec6-bcdc-4fb9-aa97-89d35809d56b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9249084 Feb 16 22:45:46.270781 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42660) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:46.271125 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42662) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:46.285286 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-a126c002-eca7-4fe1-bcb7-697999dc15ed tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Request body: {'subnet': {'network_id': 'ea458f57-3683-43f7-83d3-0b5e73a26527', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:46.304309 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd867b97-5343-4545-8c9c-f70a3f27c5ad tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Pushing event deleted for resources: {'Port': ['ID=3323226c-9138-4469-af29-688c4ea1980a,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:46.339306 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bd867b97-5343-4545-8c9c-f70a3f27c5ad tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:46.346257 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bd867b97-5343-4545-8c9c-f70a3f27c5ad tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] 10.222.0.75 "DELETE /v2.0/ports/3323226c-9138-4469-af29-688c4ea1980a HTTP/1.1" status: 204 len: 168 time: 1.3816891 Feb 16 22:45:46.349954 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42664) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:46.411226 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-00cdfbe9-175c-4942-8568-d98e9e92c4ef tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=b0ab4fc8-02c8-4404-90ea-6cd7fce3204f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1389089 Feb 16 22:45:46.417586 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc99ec6-bcdc-4fb9-aa97-89d35809d56b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Network': ['ID=ea458f57-3683-43f7-83d3-0b5e73a26527,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:46.430360 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42668) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:46.506267 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e756aa61-4631-4699-a498-dff5eb120470 tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=408e4b5cc64c4521a5139ec5acd5eaa9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0742726 Feb 16 22:45:46.516082 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network ea458f57-3683-43f7-83d3-0b5e73a26527 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:45:46.522559 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-28aff072-d209-4e7b-9f2e-4a929b97f8e0 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Deleting subnet d6b2b5d0-c1f1-455f-8ddd-57a9654672ef {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:45:46.524598 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42672) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:46.576797 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-28aff072-d209-4e7b-9f2e-4a929b97f8e0 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks [] for subnet (d6b2b5d0-c1f1-455f-8ddd-57a9654672ef), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:46.651119 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a126c002-eca7-4fe1-bcb7-697999dc15ed tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Made reservation on behalf of c4efc97b6837439c9fb97554f0018621 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:45:46.655637 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a126c002-eca7-4fe1-bcb7-697999dc15ed tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:46.750013 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-28aff072-d209-4e7b-9f2e-4a929b97f8e0 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (d6b2b5d0-c1f1-455f-8ddd-57a9654672ef), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:46.888079 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8fe2f29c-9983-43b5-99e8-423dcca469d3 None None] Publish callbacks [] for port (9459767a-0ead-4a91-9dfe-38f71ce09fe1), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:46.905214 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8fe2f29c-9983-43b5-99e8-423dcca469d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9459767a-0ead-4a91-9dfe-38f71ce09fe1), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:46.950483 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a126c002-eca7-4fe1-bcb7-697999dc15ed tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (88facea8-b395-4b36-b570-7c9520a878bd), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:46.976059 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-28aff072-d209-4e7b-9f2e-4a929b97f8e0 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (d6b2b5d0-c1f1-455f-8ddd-57a9654672ef), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:47.019540 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-8fe2f29c-9983-43b5-99e8-423dcca469d3 None None] Attempting to bind port 9459767a-0ead-4a91-9dfe-38f71ce09fe1 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:45:47.021884 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-8fe2f29c-9983-43b5-99e8-423dcca469d3 None None] Attempting to bind port 9459767a-0ead-4a91-9dfe-38f71ce09fe1 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:45:47.022759 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe2f29c-9983-43b5-99e8-423dcca469d3 None None] Attempting to bind port 9459767a-0ead-4a91-9dfe-38f71ce09fe1 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:45:47.026917 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad2b01a-ec49-4ee5-a745-e3a396d53b8a tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:47.027107 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a126c002-eca7-4fe1-bcb7-697999dc15ed tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Subnet': ['ID=88facea8-b395-4b36-b570-7c9520a878bd,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:47.028638 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8ad2b01a-ec49-4ee5-a745-e3a396d53b8a tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4971399 Feb 16 22:45:47.033805 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42680) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:47.058417 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842864a4-b8e9-4700-ac0d-e45ade47cb3f None None] Pushing event updated for resources: {'Port': ['ID=9459767a-0ead-4a91-9dfe-38f71ce09fe1,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:47.076864 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe2f29c-9983-43b5-99e8-423dcca469d3 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:45:47.079994 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3be6fbf4-04be-4202-9577-2f933a63ae10 tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=b0ab4fc8-02c8-4404-90ea-6cd7fce3204f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0445442 Feb 16 22:45:47.081758 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42684) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:47.084908 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe2f29c-9983-43b5-99e8-423dcca469d3 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:45:47.086658 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8fe2f29c-9983-43b5-99e8-423dcca469d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:47.087253 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-3829ef20-4f40-4d50-9894-554acbe1b854 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-994189702', 'network_id': 'ea91f6c7-5331-40ac-8320-ee8a6aef5f12', 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:47.088449 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe2f29c-9983-43b5-99e8-423dcca469d3 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:45:47.090200 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-8fe2f29c-9983-43b5-99e8-423dcca469d3 None None] Bound port: 9459767a-0ead-4a91-9dfe-38f71ce09fe1, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:45:47.091343 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8fe2f29c-9983-43b5-99e8-423dcca469d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9459767a-0ead-4a91-9dfe-38f71ce09fe1), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:47.102118 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-28aff072-d209-4e7b-9f2e-4a929b97f8e0 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (d6b2b5d0-c1f1-455f-8ddd-57a9654672ef), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:47.149329 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a126c002-eca7-4fe1-bcb7-697999dc15ed tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Checking segment: {'id': '1f8d3684-0925-43c1-91f7-bcc03d41c809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ea458f57-3683-43f7-83d3-0b5e73a26527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:45:47.149935 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a126c002-eca7-4fe1-bcb7-697999dc15ed tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network hostable DHCP agents. Network: ea458f57-3683-43f7-83d3-0b5e73a26527, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:45:47.161606 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aff072-d209-4e7b-9f2e-4a929b97f8e0 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Pushing event deleted for resources: {'Subnet': ['ID=d6b2b5d0-c1f1-455f-8ddd-57a9654672ef,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:47.171716 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-28aff072-d209-4e7b-9f2e-4a929b97f8e0 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:47.179800 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-28aff072-d209-4e7b-9f2e-4a929b97f8e0 tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] 10.222.0.75 "DELETE /v2.0/subnets/d6b2b5d0-c1f1-455f-8ddd-57a9654672ef HTTP/1.1" status: 204 len: 168 time: 0.8277385 Feb 16 22:45:47.182243 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42686) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:47.217793 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a126c002-eca7-4fe1-bcb7-697999dc15ed tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network ea458f57-3683-43f7-83d3-0b5e73a26527 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:45:47.237169 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-8fe2f29c-9983-43b5-99e8-423dcca469d3 None None] For port 9459767a-0ead-4a91-9dfe-38f71ce09fe1, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:45:47.241843 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-a126c002-eca7-4fe1-bcb7-697999dc15ed tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, ea458f57-3683-43f7-83d3-0b5e73a26527) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:47.248819 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a126c002-eca7-4fe1-bcb7-697999dc15ed tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:47.249445 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a126c002-eca7-4fe1-bcb7-697999dc15ed tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:47.271711 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-8fe2f29c-9983-43b5-99e8-423dcca469d3 None None] For port 9459767a-0ead-4a91-9dfe-38f71ce09fe1, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9459767a-0ead-4a91-9dfe-38f71ce09fe1,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:45:47.283583 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6c2007-dc26-49c9-9280-d9559e066b13 None None] Network 9863d0e8-18c7-49f5-876c-291c43d39fec requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:45:47.290219 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801d4e46-5b9d-471b-8f4e-4c8f41513597 None None] Network ea458f57-3683-43f7-83d3-0b5e73a26527 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:45:47.299199 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a126c002-eca7-4fe1-bcb7-697999dc15ed tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0188158 Feb 16 22:45:47.302310 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42690) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:47.317912 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-9d514781-3f4f-4446-8e9b-8ca9576db5af tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1936884748', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:47.321476 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8fe2f29c-9983-43b5-99e8-423dcca469d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9459767a-0ead-4a91-9dfe-38f71ce09fe1), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:47.322953 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-10634895-bf6c-4b80-bb6b-b2a4182b0e3c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (9863d0e8-18c7-49f5-876c-291c43d39fec), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:47.347014 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3829ef20-4f40-4d50-9894-554acbe1b854 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Made reservation on behalf of 408e4b5cc64c4521a5139ec5acd5eaa9 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:45:47.358435 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3829ef20-4f40-4d50-9894-554acbe1b854 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:47.433262 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842864a4-b8e9-4700-ac0d-e45ade47cb3f None None] Pushing event updated for resources: {'Port': ['ID=9459767a-0ead-4a91-9dfe-38f71ce09fe1,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:47.464561 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-10634895-bf6c-4b80-bb6b-b2a4182b0e3c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Deleting port 4fed34db-7ddf-4b67-acdc-ff5a49d7c378 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:45:47.464903 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-10634895-bf6c-4b80-bb6b-b2a4182b0e3c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (4fed34db-7ddf-4b67-acdc-ff5a49d7c378), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:47.470342 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9d514781-3f4f-4446-8e9b-8ca9576db5af tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (309bdda5-65bb-4b4f-8577-ecfdd5cc383e), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:47.471435 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9d514781-3f4f-4446-8e9b-8ca9576db5af tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (309bdda5-65bb-4b4f-8577-ecfdd5cc383e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:47.597151 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe2f29c-9983-43b5-99e8-423dcca469d3 None None] Routers {'5fc60fa5-c802-43dd-b5a9-73fc40753725'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:45:47.597547 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-8fe2f29c-9983-43b5-99e8-423dcca469d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:45:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['5fc60fa5-c802-43dd-b5a9-73fc40753725'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:47.643448 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-10634895-bf6c-4b80-bb6b-b2a4182b0e3c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] For port 4fed34db-7ddf-4b67-acdc-ff5a49d7c378, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=4fed34db-7ddf-4b67-acdc-ff5a49d7c378,segment=NetworkSegment(723f7eab-1478-4a73-9f7a-fa1ef44795f1),segment_id=723f7eab-1478-4a73-9f7a-fa1ef44795f1)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:45:47.643833 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-10634895-bf6c-4b80-bb6b-b2a4182b0e3c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (4fed34db-7ddf-4b67-acdc-ff5a49d7c378), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:47.683424 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-10634895-bf6c-4b80-bb6b-b2a4182b0e3c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Calling delete_port for 4fed34db-7ddf-4b67-acdc-ff5a49d7c378 owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:45:47.745292 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9d514781-3f4f-4446-8e9b-8ca9576db5af tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router_controller (309bdda5-65bb-4b4f-8577-ecfdd5cc383e), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:47.759065 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9d514781-3f4f-4446-8e9b-8ca9576db5af tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (309bdda5-65bb-4b4f-8577-ecfdd5cc383e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:47.802699 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9d514781-3f4f-4446-8e9b-8ca9576db5af tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:47.807809 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9d514781-3f4f-4446-8e9b-8ca9576db5af tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5039222 Feb 16 22:45:47.810451 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42694) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:47.816575 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-11753d22-8816-4609-972d-e3ed3cdc863d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Request body: {'port': {'network_id': 'ea458f57-3683-43f7-83d3-0b5e73a26527', 'name': 'tempest-RoutersIpV6Test-1487162794'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:47.861982 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-10634895-bf6c-4b80-bb6b-b2a4182b0e3c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (4fed34db-7ddf-4b67-acdc-ff5a49d7c378), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:47.947452 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3829ef20-4f40-4d50-9894-554acbe1b854 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (06b169a5-dd42-42e7-ab68-fdd59b0677d6), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:47.957908 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10634895-bf6c-4b80-bb6b-b2a4182b0e3c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Pushing event deleted for resources: {'Port': ['ID=4fed34db-7ddf-4b67-acdc-ff5a49d7c378,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:47.962166 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10634895-bf6c-4b80-bb6b-b2a4182b0e3c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] No DVR routers for this DVR port 4fed34db-7ddf-4b67-acdc-ff5a49d7c378 on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:45:48.000639 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10634895-bf6c-4b80-bb6b-b2a4182b0e3c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:48.001498 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10634895-bf6c-4b80-bb6b-b2a4182b0e3c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:48.002320 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10634895-bf6c-4b80-bb6b-b2a4182b0e3c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:48.002790 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10634895-bf6c-4b80-bb6b-b2a4182b0e3c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:48.003471 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10634895-bf6c-4b80-bb6b-b2a4182b0e3c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:48.003807 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10634895-bf6c-4b80-bb6b-b2a4182b0e3c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:48.009621 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10634895-bf6c-4b80-bb6b-b2a4182b0e3c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:48.009995 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10634895-bf6c-4b80-bb6b-b2a4182b0e3c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:48.011643 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10634895-bf6c-4b80-bb6b-b2a4182b0e3c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:48.011989 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10634895-bf6c-4b80-bb6b-b2a4182b0e3c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:48.012330 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10634895-bf6c-4b80-bb6b-b2a4182b0e3c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:48.012664 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10634895-bf6c-4b80-bb6b-b2a4182b0e3c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:48.012993 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10634895-bf6c-4b80-bb6b-b2a4182b0e3c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:48.100608 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829ef20-4f40-4d50-9894-554acbe1b854 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Pushing event updated for resources: {'Subnet': ['ID=06b169a5-dd42-42e7-ab68-fdd59b0677d6,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:48.129847 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-8fe2f29c-9983-43b5-99e8-423dcca469d3 None None] Set router 5fc60fa5-c802-43dd-b5a9-73fc40753725 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:45:48.132746 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3829ef20-4f40-4d50-9894-554acbe1b854 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Checking segment: {'id': '29b65130-4b07-4499-baed-e0edd157d9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ea91f6c7-5331-40ac-8320-ee8a6aef5f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:45:48.133118 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3829ef20-4f40-4d50-9894-554acbe1b854 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Network hostable DHCP agents. Network: ea91f6c7-5331-40ac-8320-ee8a6aef5f12, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:45:48.134567 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11753d22-8816-4609-972d-e3ed3cdc863d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Made reservation on behalf of c4efc97b6837439c9fb97554f0018621 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:45:48.139024 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-11753d22-8816-4609-972d-e3ed3cdc863d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:48.183285 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3829ef20-4f40-4d50-9894-554acbe1b854 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Network ea91f6c7-5331-40ac-8320-ee8a6aef5f12 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:45:48.203842 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-3829ef20-4f40-4d50-9894-554acbe1b854 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, ea91f6c7-5331-40ac-8320-ee8a6aef5f12) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:48.208032 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3829ef20-4f40-4d50-9894-554acbe1b854 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:48.208632 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3829ef20-4f40-4d50-9894-554acbe1b854 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:48.226174 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c43c87-db3f-4ffc-8461-49266ea66673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-ea458f57-3683-43f7-83d3-0b5e73a26527', 'network_id': 'ea458f57-3683-43f7-83d3-0b5e73a26527', 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'fixed_ips': [{'subnet_id': '88facea8-b395-4b36-b570-7c9520a878bd'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:45:48.234682 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-10634895-bf6c-4b80-bb6b-b2a4182b0e3c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (9863d0e8-18c7-49f5-876c-291c43d39fec), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:48.246024 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-18c43c87-db3f-4ffc-8461-49266ea66673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:48.247641 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3829ef20-4f40-4d50-9894-554acbe1b854 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1647441 Feb 16 22:45:48.250388 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42708) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:48.258375 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-11753d22-8816-4609-972d-e3ed3cdc863d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] device_id is not set on port abc4750a-bf0e-471e-958f-7ff17107a8cc yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:45:48.295455 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16f82cf-0a6f-4d54-b0f1-b260e37f64b0 None None] Network ea91f6c7-5331-40ac-8320-ee8a6aef5f12 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:45:48.314228 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-10634895-bf6c-4b80-bb6b-b2a4182b0e3c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9863d0e8-18c7-49f5-876c-291c43d39fec']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:48.365327 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8511c623-98c8-4660-a940-9d9df4be6828 None None] DHCP port deletion for 9863d0e8-18c7-49f5-876c-291c43d39fec request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:45:48.394838 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-10634895-bf6c-4b80-bb6b-b2a4182b0e3c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '723f7eab-1478-4a73-9f7a-fa1ef44795f1') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:48.396984 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-10634895-bf6c-4b80-bb6b-b2a4182b0e3c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '723f7eab-1478-4a73-9f7a-fa1ef44795f1') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:48.414593 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-10634895-bf6c-4b80-bb6b-b2a4182b0e3c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (723f7eab-1478-4a73-9f7a-fa1ef44795f1), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:48.434015 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-10634895-bf6c-4b80-bb6b-b2a4182b0e3c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (723f7eab-1478-4a73-9f7a-fa1ef44795f1), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:48.444141 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10634895-bf6c-4b80-bb6b-b2a4182b0e3c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:45:48.444918 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-10634895-bf6c-4b80-bb6b-b2a4182b0e3c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (723f7eab-1478-4a73-9f7a-fa1ef44795f1), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:48.549551 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:45:48.549551 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:45:48.549551 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:45:48.549551 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:45:48.549551 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:45:48.549551 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:45:48.549551 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:45:48.549551 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:45:48.549551 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:45:48.549551 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:45:48.549551 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:45:48.549551 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:45:48.549551 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:45:48.549551 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:45:48.549551 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:45:48.549551 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:45:48.549551 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:45:48.549551 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:45:48.549551 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:45:48.549551 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:45:48.549551 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:45:48.549551 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:45:48.549551 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:45:48.549551 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:45:48.549551 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:45:48.549551 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:45:48.549551 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:45:48.549551 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:45:48.549551 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:45:48.549551 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:45:48.549551 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:45:48.549551 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:45:48.560699 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-10634895-bf6c-4b80-bb6b-b2a4182b0e3c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (9863d0e8-18c7-49f5-876c-291c43d39fec), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:48.586334 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-10634895-bf6c-4b80-bb6b-b2a4182b0e3c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:48.592390 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-10634895-bf6c-4b80-bb6b-b2a4182b0e3c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] 10.222.0.75 "DELETE /v2.0/networks/9863d0e8-18c7-49f5-876c-291c43d39fec HTTP/1.1" status: 204 len: 168 time: 1.4090600 Feb 16 22:45:48.623220 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10634895-bf6c-4b80-bb6b-b2a4182b0e3c tempest-AllowedAddressPairIpV6TestJSON-249221150 tempest-AllowedAddressPairIpV6TestJSON-249221150-project] Pushing event deleted for resources: {'Network': ['ID=9863d0e8-18c7-49f5-876c-291c43d39fec,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:48.727629 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 4fed34db-7ddf-4b67-acdc-ff5a49d7c378 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:45:48.779629 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-11753d22-8816-4609-972d-e3ed3cdc863d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Allocated IP 2001:db8::37 (ea458f57-3683-43f7-83d3-0b5e73a26527/88facea8-b395-4b36-b570-7c9520a878bd/abc4750a-bf0e-471e-958f-7ff17107a8cc) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:45:48.779838 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 4fed34db-7ddf-4b67-acdc-ff5a49d7c378 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:45:48.780084 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 4fed34db-7ddf-4b67-acdc-ff5a49d7c378 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:45:48.849598 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8221f8-92cf-4516-ad73-c0b4d8434529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-ea91f6c7-5331-40ac-8320-ee8a6aef5f12', 'network_id': 'ea91f6c7-5331-40ac-8320-ee8a6aef5f12', 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'fixed_ips': [{'subnet_id': '06b169a5-dd42-42e7-ab68-fdd59b0677d6'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:45:48.850478 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4f8221f8-92cf-4516-ad73-c0b4d8434529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:49.087056 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-11753d22-8816-4609-972d-e3ed3cdc863d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for port (abc4750a-bf0e-471e-958f-7ff17107a8cc), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:49.173840 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-11753d22-8816-4609-972d-e3ed3cdc863d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (abc4750a-bf0e-471e-958f-7ff17107a8cc), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:49.178408 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42718) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:49.195808 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-8fe2f29c-9983-43b5-99e8-423dcca469d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc60fa5-c802-43dd-b5a9-73fc40753725', 'name': 'tempest-TestSecurityGroupsBasicOps-router-708007307', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '9459767a-0ead-4a91-9dfe-38f71ce09fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:45:41Z', 'updated_at': '2022-02-16T22:45:44Z', 'revision_number': 3, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'gw_port': {'id': '9459767a-0ead-4a91-9dfe-38f71ce09fe1', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ec:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc60fa5-c802-43dd-b5a9-73fc40753725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:45:43Z', 'updated_at': '2022-02-16T22:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:49.275208 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-4f8221f8-92cf-4516-ad73-c0b4d8434529 None None] Allocated IP 172.20.0.18 (ea91f6c7-5331-40ac-8320-ee8a6aef5f12/06b169a5-dd42-42e7-ab68-fdd59b0677d6/7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:45:49.299311 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11753d22-8816-4609-972d-e3ed3cdc863d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network ea458f57-3683-43f7-83d3-0b5e73a26527 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:45:49.339134 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-11753d22-8816-4609-972d-e3ed3cdc863d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:49.348794 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11753d22-8816-4609-972d-e3ed3cdc863d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:45:49.381935 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11753d22-8816-4609-972d-e3ed3cdc863d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:49.390219 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-11753d22-8816-4609-972d-e3ed3cdc863d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:49.421057 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11753d22-8816-4609-972d-e3ed3cdc863d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Port': ['ID=abc4750a-bf0e-471e-958f-7ff17107a8cc,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:49.443945 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe2f29c-9983-43b5-99e8-423dcca469d3 None None] The sync data for ids ['5fc60fa5-c802-43dd-b5a9-73fc40753725'] in n-d-813897-6 is: [{'id': '5fc60fa5-c802-43dd-b5a9-73fc40753725', 'name': 'tempest-TestSecurityGroupsBasicOps-router-708007307', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '9459767a-0ead-4a91-9dfe-38f71ce09fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:45:41Z', 'updated_at': '2022-02-16T22:45:44Z', 'revision_number': 3, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'gw_port': {'id': '9459767a-0ead-4a91-9dfe-38f71ce09fe1', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ec:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc60fa5-c802-43dd-b5a9-73fc40753725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:45:43Z', 'updated_at': '2022-02-16T22:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:45:49.496936 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-11753d22-8816-4609-972d-e3ed3cdc863d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6852255 Feb 16 22:45:49.498350 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42724) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:49.519269 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-18c43c87-db3f-4ffc-8461-49266ea66673 None None] Allocated IP 2001:db8::2 (ea458f57-3683-43f7-83d3-0b5e73a26527/88facea8-b395-4b36-b570-7c9520a878bd/b20a1cc4-caab-44bc-ba30-b51b53edea96) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:45:49.823887 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7301d99c-f0a3-4d09-858d-cb2031d845db tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:49.990802 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4f8221f8-92cf-4516-ad73-c0b4d8434529 None None] Publish callbacks [] for port (7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:50.038675 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4f8221f8-92cf-4516-ad73-c0b4d8434529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:50.071137 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-34c79838-d2fb-41e5-8357-a15b65db0480 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cc887901689545699758f7d34290920f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8893983 Feb 16 22:45:50.072469 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42728) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:50.156733 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8221f8-92cf-4516-ad73-c0b4d8434529 None None] Network ea91f6c7-5331-40ac-8320-ee8a6aef5f12 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:45:50.163963 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-18c43c87-db3f-4ffc-8461-49266ea66673 None None] Publish callbacks [] for port (b20a1cc4-caab-44bc-ba30-b51b53edea96), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:50.174506 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-4f8221f8-92cf-4516-ad73-c0b4d8434529 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:50.178375 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8221f8-92cf-4516-ad73-c0b4d8434529 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:45:50.194465 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-18c43c87-db3f-4ffc-8461-49266ea66673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (b20a1cc4-caab-44bc-ba30-b51b53edea96), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:50.204737 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8221f8-92cf-4516-ad73-c0b4d8434529 None None] Pushing event updated for resources: {'Port': ['ID=7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:50.388730 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c43c87-db3f-4ffc-8461-49266ea66673 None None] Network ea458f57-3683-43f7-83d3-0b5e73a26527 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:45:50.415609 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-18c43c87-db3f-4ffc-8461-49266ea66673 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:50.422517 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c43c87-db3f-4ffc-8461-49266ea66673 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:45:50.424654 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-4f8221f8-92cf-4516-ad73-c0b4d8434529 None None] Attempting to bind port 7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:45:50.425211 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-4f8221f8-92cf-4516-ad73-c0b4d8434529 None None] Attempting to bind port 7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '29b65130-4b07-4499-baed-e0edd157d9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ea91f6c7-5331-40ac-8320-ee8a6aef5f12'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:45:50.425740 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8221f8-92cf-4516-ad73-c0b4d8434529 None None] Attempting to bind port 7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac on network ea91f6c7-5331-40ac-8320-ee8a6aef5f12 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:45:50.450406 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-81d648dd-8096-492c-965d-83836fc22936 admin admin] Publish callbacks [] for security_group (8510a549-9779-4069-a6a2-45ea5c733dc5), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:50.451360 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8221f8-92cf-4516-ad73-c0b4d8434529 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:45:50.451936 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8221f8-92cf-4516-ad73-c0b4d8434529 None None] Checking segment: {'id': '29b65130-4b07-4499-baed-e0edd157d9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ea91f6c7-5331-40ac-8320-ee8a6aef5f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:45:50.452521 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4f8221f8-92cf-4516-ad73-c0b4d8434529 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:50.453072 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8221f8-92cf-4516-ad73-c0b4d8434529 None None] Bound using segment: {'id': '29b65130-4b07-4499-baed-e0edd157d9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ea91f6c7-5331-40ac-8320-ee8a6aef5f12'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:45:50.453716 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-4f8221f8-92cf-4516-ad73-c0b4d8434529 None None] Bound port: 7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b65130-4b07-4499-baed-e0edd157d9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ea91f6c7-5331-40ac-8320-ee8a6aef5f12'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:45:50.454296 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4f8221f8-92cf-4516-ad73-c0b4d8434529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:50.474769 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c43c87-db3f-4ffc-8461-49266ea66673 None None] Pushing event updated for resources: {'Port': ['ID=b20a1cc4-caab-44bc-ba30-b51b53edea96,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:50.527311 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-81d648dd-8096-492c-965d-83836fc22936 admin admin] Publish callbacks [] for security_group (8510a549-9779-4069-a6a2-45ea5c733dc5), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:50.530417 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-7301d99c-f0a3-4d09-858d-cb2031d845db tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Allocated IP 172.20.0.17 (ea91f6c7-5331-40ac-8320-ee8a6aef5f12/06b169a5-dd42-42e7-ab68-fdd59b0677d6/596d1109-4b8a-4570-baed-f775c9511cb4) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:45:50.574184 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-18c43c87-db3f-4ffc-8461-49266ea66673 None None] Attempting to bind port b20a1cc4-caab-44bc-ba30-b51b53edea96 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:45:50.574809 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-18c43c87-db3f-4ffc-8461-49266ea66673 None None] Attempting to bind port b20a1cc4-caab-44bc-ba30-b51b53edea96 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '1f8d3684-0925-43c1-91f7-bcc03d41c809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ea458f57-3683-43f7-83d3-0b5e73a26527'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:45:50.575383 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c43c87-db3f-4ffc-8461-49266ea66673 None None] Attempting to bind port b20a1cc4-caab-44bc-ba30-b51b53edea96 on network ea458f57-3683-43f7-83d3-0b5e73a26527 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:45:50.599354 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c43c87-db3f-4ffc-8461-49266ea66673 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:45:50.599720 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c43c87-db3f-4ffc-8461-49266ea66673 None None] Checking segment: {'id': '1f8d3684-0925-43c1-91f7-bcc03d41c809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ea458f57-3683-43f7-83d3-0b5e73a26527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:45:50.600126 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-18c43c87-db3f-4ffc-8461-49266ea66673 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:50.600521 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c43c87-db3f-4ffc-8461-49266ea66673 None None] Bound using segment: {'id': '1f8d3684-0925-43c1-91f7-bcc03d41c809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ea458f57-3683-43f7-83d3-0b5e73a26527'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:45:50.600999 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-18c43c87-db3f-4ffc-8461-49266ea66673 None None] Bound port: b20a1cc4-caab-44bc-ba30-b51b53edea96, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f8d3684-0925-43c1-91f7-bcc03d41c809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ea458f57-3683-43f7-83d3-0b5e73a26527'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:45:50.601375 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-18c43c87-db3f-4ffc-8461-49266ea66673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b20a1cc4-caab-44bc-ba30-b51b53edea96), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:50.611625 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7850785a-7df0-4190-98d6-9dee11de6cf1 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (abc4750a-bf0e-471e-958f-7ff17107a8cc), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:50.628835 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-81d648dd-8096-492c-965d-83836fc22936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (8510a549-9779-4069-a6a2-45ea5c733dc5), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:50.641585 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-81d648dd-8096-492c-965d-83836fc22936 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:50.646617 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-81d648dd-8096-492c-965d-83836fc22936 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8510a549-9779-4069-a6a2-45ea5c733dc5 HTTP/1.1" status: 204 len: 168 time: 0.5730603 Feb 16 22:45:50.652224 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-4f8221f8-92cf-4516-ad73-c0b4d8434529 None None] For port 7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:45:50.684289 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ba5511e2-c6de-4532-9f3c-77a992674771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:50.718050 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-4f8221f8-92cf-4516-ad73-c0b4d8434529 None None] For port 7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac,segment=NetworkSegment(29b65130-4b07-4499-baed-e0edd157d9a3),segment_id=29b65130-4b07-4499-baed-e0edd157d9a3)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:45:50.734837 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4f8221f8-92cf-4516-ad73-c0b4d8434529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:50.760154 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d648dd-8096-492c-965d-83836fc22936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8510a549-9779-4069-a6a2-45ea5c733dc5,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:50.904938 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7301d99c-f0a3-4d09-858d-cb2031d845db tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for port (596d1109-4b8a-4570-baed-f775c9511cb4), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:50.911233 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9459767a-0ead-4a91-9dfe-38f71ce09fe1 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:45:51.017407 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-18c43c87-db3f-4ffc-8461-49266ea66673 None None] For port b20a1cc4-caab-44bc-ba30-b51b53edea96, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:45:51.024561 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7301d99c-f0a3-4d09-858d-cb2031d845db tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (596d1109-4b8a-4570-baed-f775c9511cb4), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:51.049760 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-18c43c87-db3f-4ffc-8461-49266ea66673 None None] For port b20a1cc4-caab-44bc-ba30-b51b53edea96, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=b20a1cc4-caab-44bc-ba30-b51b53edea96,segment=NetworkSegment(1f8d3684-0925-43c1-91f7-bcc03d41c809),segment_id=1f8d3684-0925-43c1-91f7-bcc03d41c809)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:45:51.055563 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8221f8-92cf-4516-ad73-c0b4d8434529 None None] Pushing event updated for resources: {'Port': ['ID=7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:51.063748 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-18c43c87-db3f-4ffc-8461-49266ea66673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b20a1cc4-caab-44bc-ba30-b51b53edea96), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:51.247062 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7301d99c-f0a3-4d09-858d-cb2031d845db tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Network ea91f6c7-5331-40ac-8320-ee8a6aef5f12 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:45:51.285713 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-7301d99c-f0a3-4d09-858d-cb2031d845db tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:51.287907 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c43c87-db3f-4ffc-8461-49266ea66673 None None] Pushing event updated for resources: {'Port': ['ID=b20a1cc4-caab-44bc-ba30-b51b53edea96,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:51.293542 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7301d99c-f0a3-4d09-858d-cb2031d845db tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:45:51.298916 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 9459767a-0ead-4a91-9dfe-38f71ce09fe1 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:51.299305 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9459767a-0ead-4a91-9dfe-38f71ce09fe1), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:51.434901 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7301d99c-f0a3-4d09-858d-cb2031d845db tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (5fc60fa5-c802-43dd-b5a9-73fc40753725), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:51.571238 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7301d99c-f0a3-4d09-858d-cb2031d845db tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Pushing event updated for resources: {'Port': ['ID=596d1109-4b8a-4570-baed-f775c9511cb4,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:51.607316 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 9459767a-0ead-4a91-9dfe-38f71ce09fe1 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:51.607715 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9459767a-0ead-4a91-9dfe-38f71ce09fe1), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:51.624287 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7850785a-7df0-4190-98d6-9dee11de6cf1 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for port (abc4750a-bf0e-471e-958f-7ff17107a8cc), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:51.642081 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7850785a-7df0-4190-98d6-9dee11de6cf1 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (abc4750a-bf0e-471e-958f-7ff17107a8cc), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:51.722774 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 9459767a-0ead-4a91-9dfe-38f71ce09fe1, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9459767a-0ead-4a91-9dfe-38f71ce09fe1,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:45:51.736186 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9459767a-0ead-4a91-9dfe-38f71ce09fe1), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:51.869447 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=9459767a-0ead-4a91-9dfe-38f71ce09fe1,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:51.905668 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850785a-7df0-4190-98d6-9dee11de6cf1 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Port': ['ID=abc4750a-bf0e-471e-958f-7ff17107a8cc,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:51.935760 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7301d99c-f0a3-4d09-858d-cb2031d845db tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (596d1109-4b8a-4570-baed-f775c9511cb4), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:52.106166 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7850785a-7df0-4190-98d6-9dee11de6cf1 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (309bdda5-65bb-4b4f-8577-ecfdd5cc383e), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:52.333138 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7850785a-7df0-4190-98d6-9dee11de6cf1 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (abc4750a-bf0e-471e-958f-7ff17107a8cc), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:52.384527 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:45:52.386772 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42776) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:52.627068 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-65b99933-f655-46f1-bbb3-19480b248a17 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1690738843'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:52.674701 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7301d99c-f0a3-4d09-858d-cb2031d845db tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for port (596d1109-4b8a-4570-baed-f775c9511cb4), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:52.691114 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7301d99c-f0a3-4d09-858d-cb2031d845db tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (596d1109-4b8a-4570-baed-f775c9511cb4), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:52.771068 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b99933-f655-46f1-bbb3-19480b248a17 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Made reservation on behalf of 38de65dfe50a416f805278d5b5f4cd1e for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:45:52.792863 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65b99933-f655-46f1-bbb3-19480b248a17 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:52.809845 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7850785a-7df0-4190-98d6-9dee11de6cf1 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for port (abc4750a-bf0e-471e-958f-7ff17107a8cc), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:52.820471 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7850785a-7df0-4190-98d6-9dee11de6cf1 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (abc4750a-bf0e-471e-958f-7ff17107a8cc), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:52.832541 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65b99933-f655-46f1-bbb3-19480b248a17 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:52.840612 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7850785a-7df0-4190-98d6-9dee11de6cf1 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (309bdda5-65bb-4b4f-8577-ecfdd5cc383e), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:52.952272 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7301d99c-f0a3-4d09-858d-cb2031d845db tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (5fc60fa5-c802-43dd-b5a9-73fc40753725), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:52.970692 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7301d99c-f0a3-4d09-858d-cb2031d845db tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Pushing event updated for resources: {'Port': ['ID=596d1109-4b8a-4570-baed-f775c9511cb4,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:53.040044 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device b20a1cc4-caab-44bc-ba30-b51b53edea96 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:45:53.208309 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7850785a-7df0-4190-98d6-9dee11de6cf1 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network ea458f57-3683-43f7-83d3-0b5e73a26527 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:45:53.224056 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-7850785a-7df0-4190-98d6-9dee11de6cf1 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:53.226026 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9f2781fc-fc67-4f6e-8557-69360c4d5d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:53.262926 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port b20a1cc4-caab-44bc-ba30-b51b53edea96 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:53.267655 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b20a1cc4-caab-44bc-ba30-b51b53edea96), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:53.296623 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850785a-7df0-4190-98d6-9dee11de6cf1 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Port': ['ID=abc4750a-bf0e-471e-958f-7ff17107a8cc,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:53.375835 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65b99933-f655-46f1-bbb3-19480b248a17 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks [] for security_group (36612dfc-ee26-4861-a0e1-6f247620a18f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:53.404404 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65b99933-f655-46f1-bbb3-19480b248a17 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (36612dfc-ee26-4861-a0e1-6f247620a18f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:53.447820 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port b20a1cc4-caab-44bc-ba30-b51b53edea96 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:53.448403 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b20a1cc4-caab-44bc-ba30-b51b53edea96), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:53.449079 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7850785a-7df0-4190-98d6-9dee11de6cf1 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Router 309bdda5-65bb-4b4f-8577-ecfdd5cc383e is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:45:53.502496 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port b20a1cc4-caab-44bc-ba30-b51b53edea96, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=b20a1cc4-caab-44bc-ba30-b51b53edea96,segment=NetworkSegment(1f8d3684-0925-43c1-91f7-bcc03d41c809),segment_id=1f8d3684-0925-43c1-91f7-bcc03d41c809)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:45:53.506702 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7301d99c-f0a3-4d09-858d-cb2031d845db tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Network ea91f6c7-5331-40ac-8320-ee8a6aef5f12 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:45:53.510383 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b20a1cc4-caab-44bc-ba30-b51b53edea96), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:53.511624 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:45:53.521250 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65b99933-f655-46f1-bbb3-19480b248a17 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:45:53.537774 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-7301d99c-f0a3-4d09-858d-cb2031d845db tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:53.582639 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b99933-f655-46f1-bbb3-19480b248a17 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36612dfc-ee26-4861-a0e1-6f247620a18f,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:53.587939 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65b99933-f655-46f1-bbb3-19480b248a17 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (063130af-1b59-4ba4-a664-c24358ff3075), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:53.588759 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-65b99933-f655-46f1-bbb3-19480b248a17 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Added segment 063130af-1b59-4ba4-a664-c24358ff3075 of type vlan for network 2872a63b-eba3-448e-88c7-9c955f81b810 Feb 16 22:45:53.703134 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaf5271-17cf-4e6d-bbaf-9c7c0e07421f None None] Network ea458f57-3683-43f7-83d3-0b5e73a26527 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:45:53.705223 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7850785a-7df0-4190-98d6-9dee11de6cf1 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:45:53.716782 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afec488f-54b1-48f6-8ee9-392d6afd43a9 None None] Sync routers for ids ['309bdda5-65bb-4b4f-8577-ecfdd5cc383e'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:45:53.735788 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7850785a-7df0-4190-98d6-9dee11de6cf1 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "PUT /v2.0/routers/309bdda5-65bb-4b4f-8577-ecfdd5cc383e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2360055 Feb 16 22:45:53.739064 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42790) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:53.744265 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afec488f-54b1-48f6-8ee9-392d6afd43a9 None None] Routers {'309bdda5-65bb-4b4f-8577-ecfdd5cc383e'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:45:53.745063 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-afec488f-54b1-48f6-8ee9-392d6afd43a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:45:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['309bdda5-65bb-4b4f-8577-ecfdd5cc383e'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:53.836233 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-afec488f-54b1-48f6-8ee9-392d6afd43a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:53.849495 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afec488f-54b1-48f6-8ee9-392d6afd43a9 None None] Routers {'309bdda5-65bb-4b4f-8577-ecfdd5cc383e'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:45:53.855765 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-afec488f-54b1-48f6-8ee9-392d6afd43a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:45:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['309bdda5-65bb-4b4f-8577-ecfdd5cc383e'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:53.861172 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468b69a3-b3d7-4a0e-81e7-048605994a21 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:53.873019 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-468b69a3-b3d7-4a0e-81e7-048605994a21 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "GET /v2.0/ports/abc4750a-bf0e-471e-958f-7ff17107a8cc HTTP/1.1" status: 200 len: 983 time: 0.1304524 Feb 16 22:45:53.874441 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42792) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:53.930413 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-afec488f-54b1-48f6-8ee9-392d6afd43a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:53.931371 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afec488f-54b1-48f6-8ee9-392d6afd43a9 None None] The sync data for ids ['309bdda5-65bb-4b4f-8577-ecfdd5cc383e'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:45:53.941139 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65b99933-f655-46f1-bbb3-19480b248a17 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (2872a63b-eba3-448e-88c7-9c955f81b810), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:53.968799 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=b20a1cc4-caab-44bc-ba30-b51b53edea96,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:53.979931 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-4fa1b81c-cf6b-4a95-9849-095952c0e59b None None] Provisioning complete for port b20a1cc4-caab-44bc-ba30-b51b53edea96 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:53.980330 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4fa1b81c-cf6b-4a95-9849-095952c0e59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b20a1cc4-caab-44bc-ba30-b51b53edea96), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:53.984984 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:53.985358 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:54.095331 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65b99933-f655-46f1-bbb3-19480b248a17 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (2872a63b-eba3-448e-88c7-9c955f81b810), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:54.107575 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b99933-f655-46f1-bbb3-19480b248a17 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:54.108248 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-65b99933-f655-46f1-bbb3-19480b248a17 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:54.215914 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7301d99c-f0a3-4d09-858d-cb2031d845db tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Router 5fc60fa5-c802-43dd-b5a9-73fc40753725 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:45:54.239192 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29f82b1-3d76-43fc-8dd6-5485ef509794 None None] Network ea91f6c7-5331-40ac-8320-ee8a6aef5f12 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:45:54.242684 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-65b99933-f655-46f1-bbb3-19480b248a17 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8549047 Feb 16 22:45:54.243729 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42796) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:54.260817 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-2a65f88e-2850-4ed1-86ce-e2aa0c1b58f4 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Request body: {'subnet': {'network_id': '2872a63b-eba3-448e-88c7-9c955f81b810', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:54.316997 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:54.362039 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b99933-f655-46f1-bbb3-19480b248a17 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Pushing event updated for resources: {'Network': ['ID=2872a63b-eba3-448e-88c7-9c955f81b810,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:54.416441 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 2872a63b-eba3-448e-88c7-9c955f81b810 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:45:54.747218 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a65f88e-2850-4ed1-86ce-e2aa0c1b58f4 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Made reservation on behalf of 38de65dfe50a416f805278d5b5f4cd1e for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:45:54.754161 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2a65f88e-2850-4ed1-86ce-e2aa0c1b58f4 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:54.802185 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4fa1b81c-cf6b-4a95-9849-095952c0e59b None None] Current status of the port b20a1cc4-caab-44bc-ba30-b51b53edea96 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:54.810364 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:54.810985 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:54.902884 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7301d99c-f0a3-4d09-858d-cb2031d845db tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:45:54.906360 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac,segment=NetworkSegment(29b65130-4b07-4499-baed-e0edd157d9a3),segment_id=29b65130-4b07-4499-baed-e0edd157d9a3)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:45:54.921225 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7301d99c-f0a3-4d09-858d-cb2031d845db tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "PUT /v2.0/routers/5fc60fa5-c802-43dd-b5a9-73fc40753725/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6596706 Feb 16 22:45:54.927257 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:54.928082 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9459767a-0ead-4a91-9dfe-38f71ce09fe1 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:45:55.026389 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb778f3-60e6-4f4f-81be-5a4fa7a6de59 None None] Sync routers for ids ['5fc60fa5-c802-43dd-b5a9-73fc40753725'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:45:55.211589 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1f259621-7f84-4ba4-8591-66e5f1e17882 None None] Provisioning complete for port 7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:55.211835 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1f259621-7f84-4ba4-8591-66e5f1e17882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:55.230803 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb778f3-60e6-4f4f-81be-5a4fa7a6de59 None None] Routers {'5fc60fa5-c802-43dd-b5a9-73fc40753725'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:45:55.231690 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3cb778f3-60e6-4f4f-81be-5a4fa7a6de59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:45:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['5fc60fa5-c802-43dd-b5a9-73fc40753725'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:55.314810 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2a65f88e-2850-4ed1-86ce-e2aa0c1b58f4 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (60a2a32e-774c-4539-93dd-81e813530c69), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:55.506223 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65f88e-2850-4ed1-86ce-e2aa0c1b58f4 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Pushing event updated for resources: {'Subnet': ['ID=60a2a32e-774c-4539-93dd-81e813530c69,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:55.542871 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:55.574749 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a65f88e-2850-4ed1-86ce-e2aa0c1b58f4 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Checking segment: {'id': '063130af-1b59-4ba4-a664-c24358ff3075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2872a63b-eba3-448e-88c7-9c955f81b810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:45:55.575110 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a65f88e-2850-4ed1-86ce-e2aa0c1b58f4 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Network hostable DHCP agents. Network: 2872a63b-eba3-448e-88c7-9c955f81b810, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:45:55.641851 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a65f88e-2850-4ed1-86ce-e2aa0c1b58f4 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Network 2872a63b-eba3-448e-88c7-9c955f81b810 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:45:55.669056 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-2a65f88e-2850-4ed1-86ce-e2aa0c1b58f4 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 2872a63b-eba3-448e-88c7-9c955f81b810) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:55.675660 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a65f88e-2850-4ed1-86ce-e2aa0c1b58f4 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:55.676267 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2a65f88e-2850-4ed1-86ce-e2aa0c1b58f4 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:55.692120 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5415a144-0381-42d4-ae65-f529e3b79f80 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (309bdda5-65bb-4b4f-8577-ecfdd5cc383e), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:55.721225 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecaf04c-8653-4799-a81d-379b13b894bd None None] Network 2872a63b-eba3-448e-88c7-9c955f81b810 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:45:55.743201 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2a65f88e-2850-4ed1-86ce-e2aa0c1b58f4 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4911742 Feb 16 22:45:55.744066 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42818) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:55.755030 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-76417854-b9ba-49de-8f49-aa5bf6b9b0a1 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Request body: {'port': {'network_id': '2872a63b-eba3-448e-88c7-9c955f81b810', 'name': 'tempest-AllowedAddressPairTestJSON-1543883345'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:55.887505 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 9459767a-0ead-4a91-9dfe-38f71ce09fe1 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:55.887890 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9459767a-0ead-4a91-9dfe-38f71ce09fe1), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:55.918995 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76417854-b9ba-49de-8f49-aa5bf6b9b0a1 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Made reservation on behalf of 38de65dfe50a416f805278d5b5f4cd1e for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:45:55.922835 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-76417854-b9ba-49de-8f49-aa5bf6b9b0a1 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:55.979213 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-76417854-b9ba-49de-8f49-aa5bf6b9b0a1 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] device_id is not set on port 687e1b28-a28e-41fb-b52f-104e2d46db91 yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:45:55.987357 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:56.006383 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9f4f35-d913-4c66-9952-8e00298b24f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-2872a63b-eba3-448e-88c7-9c955f81b810', 'network_id': '2872a63b-eba3-448e-88c7-9c955f81b810', 'project_id': '38de65dfe50a416f805278d5b5f4cd1e', 'fixed_ips': [{'subnet_id': '60a2a32e-774c-4539-93dd-81e813530c69'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:45:56.007292 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4f35-d913-4c66-9952-8e00298b24f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:56.085914 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-3cb778f3-60e6-4f4f-81be-5a4fa7a6de59 None None] Set router 5fc60fa5-c802-43dd-b5a9-73fc40753725 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:45:56.224612 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-76417854-b9ba-49de-8f49-aa5bf6b9b0a1 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Allocated IP 172.20.0.7 (2872a63b-eba3-448e-88c7-9c955f81b810/60a2a32e-774c-4539-93dd-81e813530c69/687e1b28-a28e-41fb-b52f-104e2d46db91) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:45:56.444599 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-0387ddd2-b973-4910-be3e-89a4abf616b2 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:56.446242 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-0387ddd2-b973-4910-be3e-89a4abf616b2 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/networks?id=ea91f6c7-5331-40ac-8320-ee8a6aef5f12 HTTP/1.1" status: 200 len: 798 time: 0.5105736 Feb 16 22:45:56.464362 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-6a07b9cc-11ee-4582-bb89-a8778db27046 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/quotas/408e4b5cc64c4521a5139ec5acd5eaa9 HTTP/1.1" status: 200 len: 375 time: 0.0114250 Feb 16 22:45:56.530492 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1f259621-7f84-4ba4-8591-66e5f1e17882 None None] Current status of the port 7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:56.554515 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-76417854-b9ba-49de-8f49-aa5bf6b9b0a1 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks [] for port (687e1b28-a28e-41fb-b52f-104e2d46db91), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:56.597210 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1f259621-7f84-4ba4-8591-66e5f1e17882 None None] Provisioning complete for port b20a1cc4-caab-44bc-ba30-b51b53edea96 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:56.597823 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1f259621-7f84-4ba4-8591-66e5f1e17882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b20a1cc4-caab-44bc-ba30-b51b53edea96), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:56.608450 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-46eccacf-c149-4d4a-8c0b-e11fd85f2782 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=408e4b5cc64c4521a5139ec5acd5eaa9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1348929 Feb 16 22:45:56.631563 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-5415a144-0381-42d4-ae65-f529e3b79f80 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Deleting port abc4750a-bf0e-471e-958f-7ff17107a8cc {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:45:56.631563 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5415a144-0381-42d4-ae65-f529e3b79f80 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (abc4750a-bf0e-471e-958f-7ff17107a8cc), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:56.673198 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-76417854-b9ba-49de-8f49-aa5bf6b9b0a1 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (687e1b28-a28e-41fb-b52f-104e2d46db91), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:56.676687 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 9459767a-0ead-4a91-9dfe-38f71ce09fe1 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:56.759607 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76417854-b9ba-49de-8f49-aa5bf6b9b0a1 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Network 2872a63b-eba3-448e-88c7-9c955f81b810 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:45:56.768056 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-76417854-b9ba-49de-8f49-aa5bf6b9b0a1 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:56.789227 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76417854-b9ba-49de-8f49-aa5bf6b9b0a1 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:45:56.873869 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76417854-b9ba-49de-8f49-aa5bf6b9b0a1 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Pushing event updated for resources: {'Port': ['ID=687e1b28-a28e-41fb-b52f-104e2d46db91,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:56.890684 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76417854-b9ba-49de-8f49-aa5bf6b9b0a1 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:56.891240 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-76417854-b9ba-49de-8f49-aa5bf6b9b0a1 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:56.919433 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-76417854-b9ba-49de-8f49-aa5bf6b9b0a1 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1740205 Feb 16 22:45:56.920112 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42830) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:56.921145 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:45:56.927549 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-b3866418-2c2b-47a6-95a0-b7e21574a1a1 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Request body: {'port': {'network_id': '2872a63b-eba3-448e-88c7-9c955f81b810', 'name': 'tempest-AllowedAddressPairTestJSON-596000619', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:8a:ce:cc'}]}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:56.972419 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-1d5b049b-bfc4-44d5-a606-c793594c84b9 service neutron] 10.222.0.75 "GET /v2.0/networks/ea91f6c7-5331-40ac-8320-ee8a6aef5f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395250 Feb 16 22:45:56.978927 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5415a144-0381-42d4-ae65-f529e3b79f80 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (abc4750a-bf0e-471e-958f-7ff17107a8cc), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:57.029018 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-ad9f4f35-d913-4c66-9952-8e00298b24f6 None None] Allocated IP 172.20.0.2 (2872a63b-eba3-448e-88c7-9c955f81b810/60a2a32e-774c-4539-93dd-81e813530c69/76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:45:57.073178 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-5415a144-0381-42d4-ae65-f529e3b79f80 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Calling delete_port for abc4750a-bf0e-471e-958f-7ff17107a8cc owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:45:57.106626 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3866418-2c2b-47a6-95a0-b7e21574a1a1 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Made reservation on behalf of 38de65dfe50a416f805278d5b5f4cd1e for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:45:57.177702 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:57.243170 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1f259621-7f84-4ba4-8591-66e5f1e17882 None None] Current status of the port b20a1cc4-caab-44bc-ba30-b51b53edea96 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:57.248644 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b3866418-2c2b-47a6-95a0-b7e21574a1a1 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:57.269768 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:57.270192 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:57.271710 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-a5ac8649-363f-42ee-a503-fcd0185dd504 service neutron] 10.222.0.75 "GET /v2.0/networks/ea91f6c7-5331-40ac-8320-ee8a6aef5f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889299 Feb 16 22:45:57.291679 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-b3866418-2c2b-47a6-95a0-b7e21574a1a1 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] device_id is not set on port 106b371a-8896-47fe-9d6e-04ef7549247e yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:45:57.351737 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1f259621-7f84-4ba4-8591-66e5f1e17882 None None] Provisioning complete for port abc4750a-bf0e-471e-958f-7ff17107a8cc triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:57.352118 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1f259621-7f84-4ba4-8591-66e5f1e17882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (abc4750a-bf0e-471e-958f-7ff17107a8cc), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:57.418562 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1f259621-7f84-4ba4-8591-66e5f1e17882 None None] Port abc4750a-bf0e-471e-958f-7ff17107a8cc cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:45:57.435027 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3cb778f3-60e6-4f4f-81be-5a4fa7a6de59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc60fa5-c802-43dd-b5a9-73fc40753725', 'name': 'tempest-TestSecurityGroupsBasicOps-router-708007307', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '9459767a-0ead-4a91-9dfe-38f71ce09fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:45:41Z', 'updated_at': '2022-02-16T22:45:51Z', 'revision_number': 4, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'gw_port': {'id': '9459767a-0ead-4a91-9dfe-38f71ce09fe1', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc60fa5-c802-43dd-b5a9-73fc40753725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:45:43Z', 'updated_at': '2022-02-16T22:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '596d1109-4b8a-4570-baed-f775c9511cb4', 'name': '', 'network_id': 'ea91f6c7-5331-40ac-8320-ee8a6aef5f12', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'mac_address': 'fa:16:3e:2b:b2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc60fa5-c802-43dd-b5a9-73fc40753725', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '06b169a5-dd42-42e7-ab68-fdd59b0677d6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:45:50Z', 'updated_at': '2022-02-16T22:45:52Z', 'revision_number': 2, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'subnets': [{'id': '06b169a5-dd42-42e7-ab68-fdd59b0677d6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:57.494426 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb778f3-60e6-4f4f-81be-5a4fa7a6de59 None None] Checking router: 5fc60fa5-c802-43dd-b5a9-73fc40753725 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:45:57.494779 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb778f3-60e6-4f4f-81be-5a4fa7a6de59 None None] Updating router 5fc60fa5-c802-43dd-b5a9-73fc40753725 port 596d1109-4b8a-4570-baed-f775c9511cb4 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:45:57.591966 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b9a53dc7-35f1-4826-970e-feadee54eea9 req-df7d8cf2-f9ba-4518-8147-9d57f6892abd tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/ports?device_id=2016999e-1bc9-4b99-a6c3-e2e02ff640d6 HTTP/1.1" status: 200 len: 210 time: 0.0687990 Feb 16 22:45:57.592684 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5415a144-0381-42d4-ae65-f529e3b79f80 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (abc4750a-bf0e-471e-958f-7ff17107a8cc), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:57.666881 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415a144-0381-42d4-ae65-f529e3b79f80 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event deleted for resources: {'Port': ['ID=abc4750a-bf0e-471e-958f-7ff17107a8cc,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:57.774158 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5415a144-0381-42d4-ae65-f529e3b79f80 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (309bdda5-65bb-4b4f-8577-ecfdd5cc383e), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:57.992105 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3cb778f3-60e6-4f4f-81be-5a4fa7a6de59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (596d1109-4b8a-4570-baed-f775c9511cb4), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:58.050904 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:58.052022 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device b20a1cc4-caab-44bc-ba30-b51b53edea96 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:45:58.057295 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-9c3ed060-9bb9-495d-a20a-7079a59e532c None None] Provisioning complete for port 7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:58.057667 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9c3ed060-9bb9-495d-a20a-7079a59e532c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:58.082575 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5415a144-0381-42d4-ae65-f529e3b79f80 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Router 309bdda5-65bb-4b4f-8577-ecfdd5cc383e has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:45:58.157003 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4f35-d913-4c66-9952-8e00298b24f6 None None] Publish callbacks [] for port (76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:58.183347 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5415a144-0381-42d4-ae65-f529e3b79f80 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:45:58.196834 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42860) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:58.199006 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a208cc9e-129a-44c1-a229-ae8a3e7d9c08 None None] Sync routers for ids ['309bdda5-65bb-4b4f-8577-ecfdd5cc383e'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:45:58.212614 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5415a144-0381-42d4-ae65-f529e3b79f80 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "PUT /v2.0/routers/309bdda5-65bb-4b4f-8577-ecfdd5cc383e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3362708 Feb 16 22:45:58.215123 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4f35-d913-4c66-9952-8e00298b24f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:58.233429 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a208cc9e-129a-44c1-a229-ae8a3e7d9c08 None None] Routers {'309bdda5-65bb-4b4f-8577-ecfdd5cc383e'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:45:58.237456 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-a208cc9e-129a-44c1-a229-ae8a3e7d9c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:45:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['309bdda5-65bb-4b4f-8577-ecfdd5cc383e'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:58.297653 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-a208cc9e-129a-44c1-a229-ae8a3e7d9c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:58.312323 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a208cc9e-129a-44c1-a229-ae8a3e7d9c08 None None] Routers {'309bdda5-65bb-4b4f-8577-ecfdd5cc383e'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:45:58.313592 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-a208cc9e-129a-44c1-a229-ae8a3e7d9c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:45:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['309bdda5-65bb-4b4f-8577-ecfdd5cc383e'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:58.359402 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-a208cc9e-129a-44c1-a229-ae8a3e7d9c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:45:58.362367 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a208cc9e-129a-44c1-a229-ae8a3e7d9c08 None None] The sync data for ids ['309bdda5-65bb-4b4f-8577-ecfdd5cc383e'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:45:58.401201 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-b3866418-2c2b-47a6-95a0-b7e21574a1a1 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Allocated IP 172.20.0.13 (2872a63b-eba3-448e-88c7-9c955f81b810/60a2a32e-774c-4539-93dd-81e813530c69/106b371a-8896-47fe-9d6e-04ef7549247e) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:45:58.559434 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-7141f65e-03af-471e-a0bd-109dc1b62ce4 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] remove_router_interface failed (client error): The resource could not be found. Feb 16 22:45:58.564443 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42862) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:58.579012 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7141f65e-03af-471e-a0bd-109dc1b62ce4 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "PUT /v2.0/routers/309bdda5-65bb-4b4f-8577-ecfdd5cc383e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3808978 Feb 16 22:45:58.604510 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3cb778f3-60e6-4f4f-81be-5a4fa7a6de59 None None] Publish callbacks [] for port (596d1109-4b8a-4570-baed-f775c9511cb4), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:58.655348 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9f4f35-d913-4c66-9952-8e00298b24f6 None None] Network 2872a63b-eba3-448e-88c7-9c955f81b810 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:45:58.656287 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6dd69ff7-c05d-4645-8a7e-dfc0aa3dd09f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "GET /v2.0/ports?device_id=309bdda5-65bb-4b4f-8577-ecfdd5cc383e HTTP/1.1" status: 200 len: 205 time: 0.0905282 Feb 16 22:45:58.657076 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3cb778f3-60e6-4f4f-81be-5a4fa7a6de59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (596d1109-4b8a-4570-baed-f775c9511cb4), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:58.658049 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42868) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:58.665533 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-ad9f4f35-d913-4c66-9952-8e00298b24f6 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:58.669849 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9f4f35-d913-4c66-9952-8e00298b24f6 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:45:58.777479 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-ad9f4f35-d913-4c66-9952-8e00298b24f6 None None] Attempting to bind port 76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:45:58.777863 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-ad9f4f35-d913-4c66-9952-8e00298b24f6 None None] Attempting to bind port 76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '063130af-1b59-4ba4-a664-c24358ff3075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2872a63b-eba3-448e-88c7-9c955f81b810'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:45:58.778261 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9f4f35-d913-4c66-9952-8e00298b24f6 None None] Attempting to bind port 76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13 on network 2872a63b-eba3-448e-88c7-9c955f81b810 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:45:58.816310 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9f4f35-d913-4c66-9952-8e00298b24f6 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:45:58.816705 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9f4f35-d913-4c66-9952-8e00298b24f6 None None] Checking segment: {'id': '063130af-1b59-4ba4-a664-c24358ff3075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2872a63b-eba3-448e-88c7-9c955f81b810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:45:58.817119 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4f35-d913-4c66-9952-8e00298b24f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:58.817527 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9f4f35-d913-4c66-9952-8e00298b24f6 None None] Bound using segment: {'id': '063130af-1b59-4ba4-a664-c24358ff3075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2872a63b-eba3-448e-88c7-9c955f81b810'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:45:58.818038 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-ad9f4f35-d913-4c66-9952-8e00298b24f6 None None] Bound port: 76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '063130af-1b59-4ba4-a664-c24358ff3075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2872a63b-eba3-448e-88c7-9c955f81b810'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:45:58.818435 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4f35-d913-4c66-9952-8e00298b24f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:58.848701 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port b20a1cc4-caab-44bc-ba30-b51b53edea96 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:58.849094 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b20a1cc4-caab-44bc-ba30-b51b53edea96), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:58.851711 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-208c8d0f-5bde-414e-8092-45359fae8f0f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router (309bdda5-65bb-4b4f-8577-ecfdd5cc383e), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:58.898977 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b3866418-2c2b-47a6-95a0-b7e21574a1a1 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks [] for port (106b371a-8896-47fe-9d6e-04ef7549247e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:58.926150 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bccb56b1-2f71-4a18-994a-d6731d99e135 req-cdfe50ed-d166-4271-a398-a49a81db7e32 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/ports?device_id=2016999e-1bc9-4b99-a6c3-e2e02ff640d6 HTTP/1.1" status: 200 len: 210 time: 0.1189730 Feb 16 22:45:58.996558 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b3866418-2c2b-47a6-95a0-b7e21574a1a1 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (106b371a-8896-47fe-9d6e-04ef7549247e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:59.150240 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-ad9f4f35-d913-4c66-9952-8e00298b24f6 None None] For port 76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:45:59.157514 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3866418-2c2b-47a6-95a0-b7e21574a1a1 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Pushing event updated for resources: {'Port': ['ID=106b371a-8896-47fe-9d6e-04ef7549247e,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:59.164531 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-ad9f4f35-d913-4c66-9952-8e00298b24f6 None None] For port 76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13,segment=NetworkSegment(063130af-1b59-4ba4-a664-c24358ff3075),segment_id=063130af-1b59-4ba4-a664-c24358ff3075)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:45:59.178118 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3866418-2c2b-47a6-95a0-b7e21574a1a1 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Network 2872a63b-eba3-448e-88c7-9c955f81b810 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:45:59.179564 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:59.188536 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-b3866418-2c2b-47a6-95a0-b7e21574a1a1 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:45:59.195026 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3866418-2c2b-47a6-95a0-b7e21574a1a1 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:45:59.201115 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f4f35-d913-4c66-9952-8e00298b24f6 None None] Pushing event updated for resources: {'Port': ['ID=76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:59.236667 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f4f35-d913-4c66-9952-8e00298b24f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:59.238463 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f4f35-d913-4c66-9952-8e00298b24f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:59.238833 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f4f35-d913-4c66-9952-8e00298b24f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:59.239188 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f4f35-d913-4c66-9952-8e00298b24f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:59.241767 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f4f35-d913-4c66-9952-8e00298b24f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:59.242163 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f4f35-d913-4c66-9952-8e00298b24f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:59.244660 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f4f35-d913-4c66-9952-8e00298b24f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:59.245816 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f4f35-d913-4c66-9952-8e00298b24f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:59.246367 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f4f35-d913-4c66-9952-8e00298b24f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:59.247040 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f4f35-d913-4c66-9952-8e00298b24f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:59.247407 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f4f35-d913-4c66-9952-8e00298b24f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:59.247736 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f4f35-d913-4c66-9952-8e00298b24f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:59.249241 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f4f35-d913-4c66-9952-8e00298b24f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:45:59.308142 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4f35-d913-4c66-9952-8e00298b24f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:59.313928 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb1e79-eca2-4a99-b56b-530befd8d46c None None] Pushing event updated for resources: {'Port': ['ID=596d1109-4b8a-4570-baed-f775c9511cb4,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:59.344627 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3866418-2c2b-47a6-95a0-b7e21574a1a1 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:59.345551 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b3866418-2c2b-47a6-95a0-b7e21574a1a1 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:59.383509 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b3866418-2c2b-47a6-95a0-b7e21574a1a1 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.4614866 Feb 16 22:45:59.384854 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42874) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:59.408079 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f4f35-d913-4c66-9952-8e00298b24f6 None None] Pushing event updated for resources: {'Port': ['ID=76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:45:59.452672 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-9c3ed060-9bb9-495d-a20a-7079a59e532c None None] Current status of the port 7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:59.469597 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-9c3ed060-9bb9-495d-a20a-7079a59e532c None None] Could not find standard attr ID for object abc4750a-bf0e-471e-958f-7ff17107a8cc. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:45:59.487032 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-618c7e2a-cdf8-4d16-b05b-eab3b35efc88 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:59.489162 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-618c7e2a-cdf8-4d16-b05b-eab3b35efc88 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.67 "GET /v2.0/networks?id=ea91f6c7-5331-40ac-8320-ee8a6aef5f12 HTTP/1.1" status: 200 len: 798 time: 0.3990593 Feb 16 22:45:59.527908 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-f5a4295c-c075-4837-bb11-ba619381dd2e tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Request body: {'port': {'device_id': '2016999e-1bc9-4b99-a6c3-e2e02ff640d6', 'network_id': 'ea91f6c7-5331-40ac-8320-ee8a6aef5f12', 'admin_state_up': True, 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:45:59.566272 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b64613-59c8-45d7-8594-9875493a0fca tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:59.585679 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b64613-59c8-45d7-8594-9875493a0fca tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:59.600994 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-9c3ed060-9bb9-495d-a20a-7079a59e532c None None] Provisioning complete for port 596d1109-4b8a-4570-baed-f775c9511cb4 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:45:59.601392 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9c3ed060-9bb9-495d-a20a-7079a59e532c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (596d1109-4b8a-4570-baed-f775c9511cb4), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:59.601683 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-208c8d0f-5bde-414e-8092-45359fae8f0f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (309bdda5-65bb-4b4f-8577-ecfdd5cc383e), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:59.605273 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port b20a1cc4-caab-44bc-ba30-b51b53edea96 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:45:59.607516 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b64613-59c8-45d7-8594-9875493a0fca tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:45:59.607746 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-3cb778f3-60e6-4f4f-81be-5a4fa7a6de59 None None] Attempting to bind port 596d1109-4b8a-4570-baed-f775c9511cb4 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:45:59.608126 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-3cb778f3-60e6-4f4f-81be-5a4fa7a6de59 None None] Attempting to bind port 596d1109-4b8a-4570-baed-f775c9511cb4 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '29b65130-4b07-4499-baed-e0edd157d9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ea91f6c7-5331-40ac-8320-ee8a6aef5f12'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:45:59.608540 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb778f3-60e6-4f4f-81be-5a4fa7a6de59 None None] Attempting to bind port 596d1109-4b8a-4570-baed-f775c9511cb4 on network ea91f6c7-5331-40ac-8320-ee8a6aef5f12 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:45:59.616723 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-94b64613-59c8-45d7-8594-9875493a0fca tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2282927 Feb 16 22:45:59.617381 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42876) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:59.618952 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-208c8d0f-5bde-414e-8092-45359fae8f0f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router_controller (309bdda5-65bb-4b4f-8577-ecfdd5cc383e), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:59.676975 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb778f3-60e6-4f4f-81be-5a4fa7a6de59 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:45:59.677372 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb778f3-60e6-4f4f-81be-5a4fa7a6de59 None None] Checking segment: {'id': '29b65130-4b07-4499-baed-e0edd157d9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ea91f6c7-5331-40ac-8320-ee8a6aef5f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:45:59.677714 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3cb778f3-60e6-4f4f-81be-5a4fa7a6de59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:59.678166 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb778f3-60e6-4f4f-81be-5a4fa7a6de59 None None] Bound using segment: {'id': '29b65130-4b07-4499-baed-e0edd157d9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ea91f6c7-5331-40ac-8320-ee8a6aef5f12'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:45:59.678661 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-3cb778f3-60e6-4f4f-81be-5a4fa7a6de59 None None] Bound port: 596d1109-4b8a-4570-baed-f775c9511cb4, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b65130-4b07-4499-baed-e0edd157d9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ea91f6c7-5331-40ac-8320-ee8a6aef5f12'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:45:59.679052 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3cb778f3-60e6-4f4f-81be-5a4fa7a6de59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (596d1109-4b8a-4570-baed-f775c9511cb4), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:59.765304 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-9c3ed060-9bb9-495d-a20a-7079a59e532c None None] Port 596d1109-4b8a-4570-baed-f775c9511cb4 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:45:59.813900 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-208c8d0f-5bde-414e-8092-45359fae8f0f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (309bdda5-65bb-4b4f-8577-ecfdd5cc383e), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:59.840945 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208c8d0f-5bde-414e-8092-45359fae8f0f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Fanout notify agent at l3_agent the message router_deleted on router 309bdda5-65bb-4b4f-8577-ecfdd5cc383e {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:45:59.855039 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-208c8d0f-5bde-414e-8092-45359fae8f0f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:59.861526 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-208c8d0f-5bde-414e-8092-45359fae8f0f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/routers/309bdda5-65bb-4b4f-8577-ecfdd5cc383e HTTP/1.1" status: 204 len: 168 time: 1.1886296 Feb 16 22:45:59.867856 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42882) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:45:59.927087 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-3cb778f3-60e6-4f4f-81be-5a4fa7a6de59 None None] For port 596d1109-4b8a-4570-baed-f775c9511cb4, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:45:59.932280 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-3cb778f3-60e6-4f4f-81be-5a4fa7a6de59 None None] For port 596d1109-4b8a-4570-baed-f775c9511cb4, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=596d1109-4b8a-4570-baed-f775c9511cb4,segment=NetworkSegment(29b65130-4b07-4499-baed-e0edd157d9a3),segment_id=29b65130-4b07-4499-baed-e0edd157d9a3)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:45:59.935367 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec128501-6340-4963-b227-5a8b54eb0c3c tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Deleting subnet 88facea8-b395-4b36-b570-7c9520a878bd {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:45:59.947023 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-f5a4295c-c075-4837-bb11-ba619381dd2e tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Made reservation on behalf of 408e4b5cc64c4521a5139ec5acd5eaa9 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:45:59.950319 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ec128501-6340-4963-b227-5a8b54eb0c3c tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for subnet (88facea8-b395-4b36-b570-7c9520a878bd), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:59.955974 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-f5a4295c-c075-4837-bb11-ba619381dd2e tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:45:59.982566 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3cb778f3-60e6-4f4f-81be-5a4fa7a6de59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (596d1109-4b8a-4570-baed-f775c9511cb4), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:00.034501 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-b479c891-6fc6-4a98-b96c-d2363bcecd1c tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Deleting port 106b371a-8896-47fe-9d6e-04ef7549247e {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:46:00.038130 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b479c891-6fc6-4a98-b96c-d2363bcecd1c tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (106b371a-8896-47fe-9d6e-04ef7549247e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:00.081634 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ec128501-6340-4963-b227-5a8b54eb0c3c tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (88facea8-b395-4b36-b570-7c9520a878bd), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:00.190100 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb1e79-eca2-4a99-b56b-530befd8d46c None None] Pushing event updated for resources: {'Port': ['ID=596d1109-4b8a-4570-baed-f775c9511cb4,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:00.298055 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:00.301320 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-2fd5a550-fb3a-4565-a789-0f9d07a74217 None None] Provisioning complete for port 596d1109-4b8a-4570-baed-f775c9511cb4 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:00.301745 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2fd5a550-fb3a-4565-a789-0f9d07a74217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (596d1109-4b8a-4570-baed-f775c9511cb4), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:00.420401 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb778f3-60e6-4f4f-81be-5a4fa7a6de59 None None] Routers {'5fc60fa5-c802-43dd-b5a9-73fc40753725'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:46:00.421043 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3cb778f3-60e6-4f4f-81be-5a4fa7a6de59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:45:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['5fc60fa5-c802-43dd-b5a9-73fc40753725'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:00.428557 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b479c891-6fc6-4a98-b96c-d2363bcecd1c tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (106b371a-8896-47fe-9d6e-04ef7549247e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:00.487460 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-b479c891-6fc6-4a98-b96c-d2363bcecd1c tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Calling delete_port for 106b371a-8896-47fe-9d6e-04ef7549247e owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:46:00.501888 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ec128501-6340-4963-b227-5a8b54eb0c3c tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (88facea8-b395-4b36-b570-7c9520a878bd), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:00.696071 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-f5a4295c-c075-4837-bb11-ba619381dd2e tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Allocated IP 172.20.0.22 (ea91f6c7-5331-40ac-8320-ee8a6aef5f12/06b169a5-dd42-42e7-ab68-fdd59b0677d6/698aee90-90ae-4301-82b1-990d0243ff7e) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:46:00.825461 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ec128501-6340-4963-b227-5a8b54eb0c3c tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (88facea8-b395-4b36-b570-7c9520a878bd), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:00.825850 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2fd5a550-fb3a-4565-a789-0f9d07a74217 None None] Current status of the port 596d1109-4b8a-4570-baed-f775c9511cb4 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:00.826280 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2fd5a550-fb3a-4565-a789-0f9d07a74217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (596d1109-4b8a-4570-baed-f775c9511cb4), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:00.900802 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-3cb778f3-60e6-4f4f-81be-5a4fa7a6de59 None None] Set router 5fc60fa5-c802-43dd-b5a9-73fc40753725 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:46:00.913436 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ec128501-6340-4963-b227-5a8b54eb0c3c tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:00.926641 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ec128501-6340-4963-b227-5a8b54eb0c3c tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/subnets/88facea8-b395-4b36-b570-7c9520a878bd HTTP/1.1" status: 204 len: 168 time: 1.0590377 Feb 16 22:46:00.930651 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec128501-6340-4963-b227-5a8b54eb0c3c tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event deleted for resources: {'Subnet': ['ID=88facea8-b395-4b36-b570-7c9520a878bd,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:00.931289 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-f5a4295c-c075-4837-bb11-ba619381dd2e tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for port (698aee90-90ae-4301-82b1-990d0243ff7e), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:00.946081 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42892) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:01.014227 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd7df28-c08b-424a-90b6-33f3880a037a None None] Network ea458f57-3683-43f7-83d3-0b5e73a26527 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:46:01.029917 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-f5a4295c-c075-4837-bb11-ba619381dd2e tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (698aee90-90ae-4301-82b1-990d0243ff7e), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:01.163277 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4295c-c075-4837-bb11-ba619381dd2e tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Pushing event updated for resources: {'Port': ['ID=698aee90-90ae-4301-82b1-990d0243ff7e,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:01.203527 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-f5a4295c-c075-4837-bb11-ba619381dd2e tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Network ea91f6c7-5331-40ac-8320-ee8a6aef5f12 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:46:01.207967 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-f5a4295c-c075-4837-bb11-ba619381dd2e tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:01.215359 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-f5a4295c-c075-4837-bb11-ba619381dd2e tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:46:01.273763 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-2fd5a550-fb3a-4565-a789-0f9d07a74217 None None] For port 596d1109-4b8a-4570-baed-f775c9511cb4, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=596d1109-4b8a-4570-baed-f775c9511cb4,segment=NetworkSegment(29b65130-4b07-4499-baed-e0edd157d9a3),segment_id=29b65130-4b07-4499-baed-e0edd157d9a3)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:46:01.372186 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2fd5a550-fb3a-4565-a789-0f9d07a74217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (596d1109-4b8a-4570-baed-f775c9511cb4), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:01.375089 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bad89f-5c5e-4fb1-bdce-58c8d6432537 req-cc2632ec-9213-4cd4-8920-ac7b4f7a526e tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:01.376875 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-71bad89f-5c5e-4fb1-bdce-58c8d6432537 req-cc2632ec-9213-4cd4-8920-ac7b4f7a526e tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/ports?device_id=2016999e-1bc9-4b99-a6c3-e2e02ff640d6 HTTP/1.1" status: 200 len: 895 time: 0.3742323 Feb 16 22:46:01.414513 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-f5a4295c-c075-4837-bb11-ba619381dd2e tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:01.415554 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-f5a4295c-c075-4837-bb11-ba619381dd2e tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:01.451529 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-f5a4295c-c075-4837-bb11-ba619381dd2e tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.9279552 Feb 16 22:46:01.600352 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-5d6509ca-bbff-407a-adf6-e5cf624f1d29 service neutron] Request body: {'port': {'device_id': '2016999e-1bc9-4b99-a6c3-e2e02ff640d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:01.742144 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-5d6509ca-bbff-407a-adf6-e5cf624f1d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (698aee90-90ae-4301-82b1-990d0243ff7e), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:01.870175 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eea91d14-a55b-4656-a84e-b87380cfc71f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (ea458f57-3683-43f7-83d3-0b5e73a26527), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:01.921333 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b479c891-6fc6-4a98-b96c-d2363bcecd1c tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (106b371a-8896-47fe-9d6e-04ef7549247e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:02.024824 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b549ef5-d5d5-438d-8cd3-3ca5540c91a6 None None] Network 2872a63b-eba3-448e-88c7-9c955f81b810 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:46:02.033121 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:46:02.186352 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479c891-6fc6-4a98-b96c-d2363bcecd1c tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Pushing event deleted for resources: {'Port': ['ID=106b371a-8896-47fe-9d6e-04ef7549247e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:02.326856 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-56dda91d-0033-4707-8b49-144ef13cd098 None None] Provisioning complete for port 76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:02.327956 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-56dda91d-0033-4707-8b49-144ef13cd098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:02.360770 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b479c891-6fc6-4a98-b96c-d2363bcecd1c tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:02.367199 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42904) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:02.367409 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b479c891-6fc6-4a98-b96c-d2363bcecd1c tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] 10.222.0.75 "DELETE /v2.0/ports/106b371a-8896-47fe-9d6e-04ef7549247e HTTP/1.1" status: 204 len: 168 time: 2.7452481 Feb 16 22:46:02.386243 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d14-a55b-4656-a84e-b87380cfc71f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Deleting port b20a1cc4-caab-44bc-ba30-b51b53edea96 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:46:02.386587 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eea91d14-a55b-4656-a84e-b87380cfc71f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (b20a1cc4-caab-44bc-ba30-b51b53edea96), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:02.405104 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-5d6509ca-bbff-407a-adf6-e5cf624f1d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 698aee90-90ae-4301-82b1-990d0243ff7e {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:46:02.479057 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-5d6509ca-bbff-407a-adf6-e5cf624f1d29 service neutron] Publish callbacks [] for port (698aee90-90ae-4301-82b1-990d0243ff7e), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:02.507675 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051b102c-f6a9-4cf9-ac41-93b6423f83e4 None None] DHCP port deletion for ea458f57-3683-43f7-83d3-0b5e73a26527 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:46:02.514282 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-eea91d14-a55b-4656-a84e-b87380cfc71f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] For port b20a1cc4-caab-44bc-ba30-b51b53edea96, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=b20a1cc4-caab-44bc-ba30-b51b53edea96,segment=NetworkSegment(1f8d3684-0925-43c1-91f7-bcc03d41c809),segment_id=1f8d3684-0925-43c1-91f7-bcc03d41c809)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:46:02.515121 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eea91d14-a55b-4656-a84e-b87380cfc71f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (b20a1cc4-caab-44bc-ba30-b51b53edea96), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:02.516432 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-5d6509ca-bbff-407a-adf6-e5cf624f1d29 service neutron] Transition to ACTIVE for port object 698aee90-90ae-4301-82b1-990d0243ff7e will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:46:02.520871 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-32db6d78-7ec5-4320-ac51-36b119a6a7df tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] GET failed (client error): The resource could not be found. Feb 16 22:46:02.537283 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-32db6d78-7ec5-4320-ac51-36b119a6a7df tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] 10.222.0.75 "GET /v2.0/ports/106b371a-8896-47fe-9d6e-04ef7549247e HTTP/1.1" status: 404 len: 333 time: 0.1661561 Feb 16 22:46:02.543645 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42908) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:02.544309 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-5d6509ca-bbff-407a-adf6-e5cf624f1d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (698aee90-90ae-4301-82b1-990d0243ff7e), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:02.551145 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d14-a55b-4656-a84e-b87380cfc71f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Calling delete_port for b20a1cc4-caab-44bc-ba30-b51b53edea96 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:46:02.553910 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-913d943d-040d-4251-b94d-b250db5a1a10 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Request body: {'port': {'network_id': '2872a63b-eba3-448e-88c7-9c955f81b810', 'name': 'tempest-AllowedAddressPairTestJSON-415445352'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:02.601706 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5a550-fb3a-4565-a789-0f9d07a74217 None None] Pushing event updated for resources: {'Port': ['ID=596d1109-4b8a-4570-baed-f775c9511cb4,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:02.673110 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eea91d14-a55b-4656-a84e-b87380cfc71f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (b20a1cc4-caab-44bc-ba30-b51b53edea96), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:02.710004 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-051b102c-f6a9-4cf9-ac41-93b6423f83e4 None None] The port 'b20a1cc4-caab-44bc-ba30-b51b53edea96' was deleted {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 16 22:46:02.748189 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d14-a55b-4656-a84e-b87380cfc71f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event deleted for resources: {'Port': ['ID=b20a1cc4-caab-44bc-ba30-b51b53edea96,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:02.757475 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea91d14-a55b-4656-a84e-b87380cfc71f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] No DVR routers for this DVR port b20a1cc4-caab-44bc-ba30-b51b53edea96 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:46:02.791824 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3cb778f3-60e6-4f4f-81be-5a4fa7a6de59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc60fa5-c802-43dd-b5a9-73fc40753725', 'name': 'tempest-TestSecurityGroupsBasicOps-router-708007307', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '9459767a-0ead-4a91-9dfe-38f71ce09fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:45:41Z', 'updated_at': '2022-02-16T22:45:51Z', 'revision_number': 4, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'gw_port': {'id': '9459767a-0ead-4a91-9dfe-38f71ce09fe1', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc60fa5-c802-43dd-b5a9-73fc40753725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:45:43Z', 'updated_at': '2022-02-16T22:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '596d1109-4b8a-4570-baed-f775c9511cb4', 'name': '', 'network_id': 'ea91f6c7-5331-40ac-8320-ee8a6aef5f12', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'mac_address': 'fa:16:3e:2b:b2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc60fa5-c802-43dd-b5a9-73fc40753725', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '06b169a5-dd42-42e7-ab68-fdd59b0677d6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:45:50Z', 'updated_at': '2022-02-16T22:45:59Z', 'revision_number': 4, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'subnets': [{'id': '06b169a5-dd42-42e7-ab68-fdd59b0677d6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:02.794639 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:02.802823 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:02.903819 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913d943d-040d-4251-b94d-b250db5a1a10 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Made reservation on behalf of 38de65dfe50a416f805278d5b5f4cd1e for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:46:02.907673 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-913d943d-040d-4251-b94d-b250db5a1a10 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:02.947440 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6509ca-bbff-407a-adf6-e5cf624f1d29 service neutron] Pushing event updated for resources: {'Port': ['ID=698aee90-90ae-4301-82b1-990d0243ff7e,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:02.965452 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-913d943d-040d-4251-b94d-b250db5a1a10 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] device_id is not set on port a639e27f-80ea-49d2-bc9d-f621cb1c958a yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:46:02.971627 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb778f3-60e6-4f4f-81be-5a4fa7a6de59 None None] The sync data for ids ['5fc60fa5-c802-43dd-b5a9-73fc40753725'] in n-d-813897-6 is: [{'id': '5fc60fa5-c802-43dd-b5a9-73fc40753725', 'name': 'tempest-TestSecurityGroupsBasicOps-router-708007307', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '9459767a-0ead-4a91-9dfe-38f71ce09fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:45:41Z', 'updated_at': '2022-02-16T22:45:51Z', 'revision_number': 4, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'gw_port': {'id': '9459767a-0ead-4a91-9dfe-38f71ce09fe1', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc60fa5-c802-43dd-b5a9-73fc40753725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:45:43Z', 'updated_at': '2022-02-16T22:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '596d1109-4b8a-4570-baed-f775c9511cb4', 'name': '', 'network_id': 'ea91f6c7-5331-40ac-8320-ee8a6aef5f12', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'mac_address': 'fa:16:3e:2b:b2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc60fa5-c802-43dd-b5a9-73fc40753725', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '06b169a5-dd42-42e7-ab68-fdd59b0677d6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:45:50Z', 'updated_at': '2022-02-16T22:45:59Z', 'revision_number': 4, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'subnets': [{'id': '06b169a5-dd42-42e7-ab68-fdd59b0677d6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:46:03.027769 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eea91d14-a55b-4656-a84e-b87380cfc71f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (ea458f57-3683-43f7-83d3-0b5e73a26527), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:03.041870 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dacbc1-5dfe-41ec-93be-2afd831c3288 req-bc87d2e4-f292-4581-864c-c0e84f84df5b tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:03.047804 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12dacbc1-5dfe-41ec-93be-2afd831c3288 req-bc87d2e4-f292-4581-864c-c0e84f84df5b tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/ports?device_id=2016999e-1bc9-4b99-a6c3-e2e02ff640d6 HTTP/1.1" status: 200 len: 907 time: 0.5075746 Feb 16 22:46:03.103150 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-56dda91d-0033-4707-8b49-144ef13cd098 None None] Current status of the port 76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:03.103546 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-56dda91d-0033-4707-8b49-144ef13cd098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:03.104012 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-eea91d14-a55b-4656-a84e-b87380cfc71f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea458f57-3683-43f7-83d3-0b5e73a26527']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:03.132768 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-eea91d14-a55b-4656-a84e-b87380cfc71f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f8d3684-0925-43c1-91f7-bcc03d41c809') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:03.133071 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-eea91d14-a55b-4656-a84e-b87380cfc71f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f8d3684-0925-43c1-91f7-bcc03d41c809') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:03.176490 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eea91d14-a55b-4656-a84e-b87380cfc71f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (1f8d3684-0925-43c1-91f7-bcc03d41c809), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:03.247468 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eea91d14-a55b-4656-a84e-b87380cfc71f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (1f8d3684-0925-43c1-91f7-bcc03d41c809), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:03.260886 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea91d14-a55b-4656-a84e-b87380cfc71f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:46:03.261548 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eea91d14-a55b-4656-a84e-b87380cfc71f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (1f8d3684-0925-43c1-91f7-bcc03d41c809), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:03.269130 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:46:03.269130 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:46:03.269130 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:46:03.269130 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:46:03.269130 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:46:03.269130 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:46:03.269130 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:46:03.269130 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:46:03.269130 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:46:03.269130 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:46:03.269130 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:46:03.269130 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:46:03.269130 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:46:03.269130 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:46:03.269130 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:46:03.269130 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:46:03.269130 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:46:03.269130 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:46:03.269130 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:46:03.269130 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:46:03.269130 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:46:03.269130 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:46:03.269130 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:46:03.269130 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:46:03.269130 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:46:03.269130 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:46:03.269130 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:46:03.269130 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:46:03.269130 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:46:03.269130 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:46:03.269130 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:46:03.269130 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:46:03.273201 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-56dda91d-0033-4707-8b49-144ef13cd098 None None] For port 76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13,segment=NetworkSegment(063130af-1b59-4ba4-a664-c24358ff3075),segment_id=063130af-1b59-4ba4-a664-c24358ff3075)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:46:03.295285 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-56dda91d-0033-4707-8b49-144ef13cd098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:03.331655 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-5d6509ca-bbff-407a-adf6-e5cf624f1d29 service neutron] Attempting to bind port 698aee90-90ae-4301-82b1-990d0243ff7e on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:46:03.337752 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-5d6509ca-bbff-407a-adf6-e5cf624f1d29 service neutron] Attempting to bind port 698aee90-90ae-4301-82b1-990d0243ff7e by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '29b65130-4b07-4499-baed-e0edd157d9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ea91f6c7-5331-40ac-8320-ee8a6aef5f12'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:46:03.338068 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-5d6509ca-bbff-407a-adf6-e5cf624f1d29 service neutron] Attempting to bind port 698aee90-90ae-4301-82b1-990d0243ff7e on network ea91f6c7-5331-40ac-8320-ee8a6aef5f12 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:46:03.349425 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-5d6509ca-bbff-407a-adf6-e5cf624f1d29 service neutron] Port 698aee90-90ae-4301-82b1-990d0243ff7e on network ea91f6c7-5331-40ac-8320-ee8a6aef5f12 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:46:03.353269 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-5d6509ca-bbff-407a-adf6-e5cf624f1d29 service neutron] Attempting to bind port 698aee90-90ae-4301-82b1-990d0243ff7e on network ea91f6c7-5331-40ac-8320-ee8a6aef5f12 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:46:03.391665 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-5d6509ca-bbff-407a-adf6-e5cf624f1d29 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:46:03.394413 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-5d6509ca-bbff-407a-adf6-e5cf624f1d29 service neutron] Checking segment: {'id': '29b65130-4b07-4499-baed-e0edd157d9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ea91f6c7-5331-40ac-8320-ee8a6aef5f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:46:03.394940 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-5d6509ca-bbff-407a-adf6-e5cf624f1d29 service neutron] Bound using segment: {'id': '29b65130-4b07-4499-baed-e0edd157d9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ea91f6c7-5331-40ac-8320-ee8a6aef5f12'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:46:03.395599 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-5d6509ca-bbff-407a-adf6-e5cf624f1d29 service neutron] Bound port: 698aee90-90ae-4301-82b1-990d0243ff7e, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29b65130-4b07-4499-baed-e0edd157d9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ea91f6c7-5331-40ac-8320-ee8a6aef5f12'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:46:03.396082 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-5d6509ca-bbff-407a-adf6-e5cf624f1d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (698aee90-90ae-4301-82b1-990d0243ff7e), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:03.433611 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-913d943d-040d-4251-b94d-b250db5a1a10 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Allocated IP 172.20.0.11 (2872a63b-eba3-448e-88c7-9c955f81b810/60a2a32e-774c-4539-93dd-81e813530c69/a639e27f-80ea-49d2-bc9d-f621cb1c958a) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:46:03.459690 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:03.460887 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eea91d14-a55b-4656-a84e-b87380cfc71f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (ea458f57-3683-43f7-83d3-0b5e73a26527), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:03.476508 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eea91d14-a55b-4656-a84e-b87380cfc71f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:03.479764 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-eea91d14-a55b-4656-a84e-b87380cfc71f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/networks/ea458f57-3683-43f7-83d3-0b5e73a26527 HTTP/1.1" status: 204 len: 168 time: 2.5263610 Feb 16 22:46:03.487834 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42918) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:03.493123 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-710373b7-e311-4fd5-9ff1-90d80e191090 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-11930434'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:03.518535 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dda91d-0033-4707-8b49-144ef13cd098 None None] Pushing event updated for resources: {'Port': ['ID=76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:03.549330 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-56dda91d-0033-4707-8b49-144ef13cd098 None None] Provisioning complete for port 596d1109-4b8a-4570-baed-f775c9511cb4 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:03.550023 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-56dda91d-0033-4707-8b49-144ef13cd098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (596d1109-4b8a-4570-baed-f775c9511cb4), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:03.559575 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-5d6509ca-bbff-407a-adf6-e5cf624f1d29 service neutron] For port 698aee90-90ae-4301-82b1-990d0243ff7e, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:46:03.563123 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-5d6509ca-bbff-407a-adf6-e5cf624f1d29 service neutron] For port 698aee90-90ae-4301-82b1-990d0243ff7e, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=698aee90-90ae-4301-82b1-990d0243ff7e,segment=NetworkSegment(29b65130-4b07-4499-baed-e0edd157d9a3),segment_id=29b65130-4b07-4499-baed-e0edd157d9a3)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:46:03.584705 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d14-a55b-4656-a84e-b87380cfc71f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event deleted for resources: {'Network': ['ID=ea458f57-3683-43f7-83d3-0b5e73a26527,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:03.594693 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710373b7-e311-4fd5-9ff1-90d80e191090 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Made reservation on behalf of c4efc97b6837439c9fb97554f0018621 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:46:03.595354 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-5d6509ca-bbff-407a-adf6-e5cf624f1d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (698aee90-90ae-4301-82b1-990d0243ff7e), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:03.601229 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-710373b7-e311-4fd5-9ff1-90d80e191090 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:03.690865 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-5d6509ca-bbff-407a-adf6-e5cf624f1d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:03.691497 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-5d6509ca-bbff-407a-adf6-e5cf624f1d29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:03.701122 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-710373b7-e311-4fd5-9ff1-90d80e191090 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:46:03.701659 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-5d6509ca-bbff-407a-adf6-e5cf624f1d29 service neutron] 10.222.0.67 "PUT /v2.0/ports/698aee90-90ae-4301-82b1-990d0243ff7e HTTP/1.1" status: 200 len: 1055 time: 2.2315283 Feb 16 22:46:03.702311 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2016999e-1bc9-4b99-a6c3-e2e02ff640d6', 'tag': '698aee90-90ae-4301-82b1-990d0243ff7e'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:46:03.711688 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1015c7f-981f-41c4-a05f-e3d1367a892d" -d '{"events": [{"name": "network-changed", "server_uuid": "2016999e-1bc9-4b99-a6c3-e2e02ff640d6", "tag": "698aee90-90ae-4301-82b1-990d0243ff7e"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:46:03.757525 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-710373b7-e311-4fd5-9ff1-90d80e191090 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (16dcb607-63a0-43b7-a05b-7300221fc5a5), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:03.757938 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-710373b7-e311-4fd5-9ff1-90d80e191090 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Added segment 16dcb607-63a0-43b7-a05b-7300221fc5a5 of type vlan for network cdfa0ed8-e848-4870-a365-4e45c1603727 Feb 16 22:46:03.808400 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-56dda91d-0033-4707-8b49-144ef13cd098 None None] Current status of the port 596d1109-4b8a-4570-baed-f775c9511cb4 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:03.876820 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4158d138-ae99-4632-bd0e-e9cabce694d1 x-openstack-request-id: req-4158d138-ae99-4632-bd0e-e9cabce694d1 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:46:03.877242 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2016999e-1bc9-4b99-a6c3-e2e02ff640d6", "tag": "698aee90-90ae-4301-82b1-990d0243ff7e", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:46:03.877447 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4158d138-ae99-4632-bd0e-e9cabce694d1 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:46:03.877883 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2016999e-1bc9-4b99-a6c3-e2e02ff640d6', 'tag': '698aee90-90ae-4301-82b1-990d0243ff7e', 'status': 'completed', 'code': 200} Feb 16 22:46:03.899572 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-710373b7-e311-4fd5-9ff1-90d80e191090 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (cdfa0ed8-e848-4870-a365-4e45c1603727), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:03.946760 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b0c12ba7-a697-4524-803b-3972b9e7da08 None None] Provisioning complete for port 76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:03.947323 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b0c12ba7-a697-4524-803b-3972b9e7da08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:04.010246 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-710373b7-e311-4fd5-9ff1-90d80e191090 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (cdfa0ed8-e848-4870-a365-4e45c1603727), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:04.026631 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710373b7-e311-4fd5-9ff1-90d80e191090 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:04.028601 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-710373b7-e311-4fd5-9ff1-90d80e191090 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:04.039457 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 596d1109-4b8a-4570-baed-f775c9511cb4 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:46:04.053545 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6509ca-bbff-407a-adf6-e5cf624f1d29 service neutron] Pushing event updated for resources: {'Port': ['ID=698aee90-90ae-4301-82b1-990d0243ff7e,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:04.060710 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-0b2f642d-1abc-4dec-9cc6-e6d6ebf23069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:04.098491 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-0b2f642d-1abc-4dec-9cc6-e6d6ebf23069 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=408e4b5cc64c4521a5139ec5acd5eaa9&device_id=2016999e-1bc9-4b99-a6c3-e2e02ff640d6 HTTP/1.1" status: 200 len: 1089 time: 0.3361712 Feb 16 22:46:04.167155 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b0c12ba7-a697-4524-803b-3972b9e7da08 None None] Current status of the port 76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:04.215816 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b0c12ba7-a697-4524-803b-3972b9e7da08 None None] Provisioning complete for port 687e1b28-a28e-41fb-b52f-104e2d46db91 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:04.216203 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b0c12ba7-a697-4524-803b-3972b9e7da08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (687e1b28-a28e-41fb-b52f-104e2d46db91), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:04.319708 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710373b7-e311-4fd5-9ff1-90d80e191090 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Network': ['ID=cdfa0ed8-e848-4870-a365-4e45c1603727,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:04.325434 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-710373b7-e311-4fd5-9ff1-90d80e191090 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8365700 Feb 16 22:46:04.329025 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42932) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:04.335257 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-ebd8f1ac-5515-49c9-99f3-a1bc5dcd9dd6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Request body: {'subnet': {'network_id': 'cdfa0ed8-e848-4870-a365-4e45c1603727', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:04.349238 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b0c12ba7-a697-4524-803b-3972b9e7da08 None None] Port 687e1b28-a28e-41fb-b52f-104e2d46db91 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:46:04.367078 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network cdfa0ed8-e848-4870-a365-4e45c1603727 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:46:04.375835 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-6e90fecb-52db-48a7-a9b8-e7e643de9bb6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=698aee90-90ae-4301-82b1-990d0243ff7e HTTP/1.1" status: 200 len: 217 time: 0.1964595 Feb 16 22:46:04.551376 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 596d1109-4b8a-4570-baed-f775c9511cb4 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:04.551931 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (596d1109-4b8a-4570-baed-f775c9511cb4), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:04.591366 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800d115-3c10-4347-9013-f8c56a301207 req-09004023-7fbb-43bb-98e4-c9cf45e19de8 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:04.593418 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e800d115-3c10-4347-9013-f8c56a301207 req-09004023-7fbb-43bb-98e4-c9cf45e19de8 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/ports?device_id=2016999e-1bc9-4b99-a6c3-e2e02ff640d6 HTTP/1.1" status: 200 len: 907 time: 0.3726530 Feb 16 22:46:04.599678 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-913d943d-040d-4251-b94d-b250db5a1a10 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks [] for port (a639e27f-80ea-49d2-bc9d-f621cb1c958a), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:04.603262 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd8f1ac-5515-49c9-99f3-a1bc5dcd9dd6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Made reservation on behalf of c4efc97b6837439c9fb97554f0018621 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:46:04.613743 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ebd8f1ac-5515-49c9-99f3-a1bc5dcd9dd6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:04.651631 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-2765fc81-2f72-4135-94e4-dce12faae8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:04.654428 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-2765fc81-2f72-4135-94e4-dce12faae8e9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06b169a5-dd42-42e7-ab68-fdd59b0677d6 HTTP/1.1" status: 200 len: 837 time: 0.2616274 Feb 16 22:46:04.666878 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-0dde20c2-e792-449a-aed3-3c1a2a4d6076 None None] Could not find standard attr ID for object 106b371a-8896-47fe-9d6e-04ef7549247e. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:46:04.793848 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 596d1109-4b8a-4570-baed-f775c9511cb4 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:04.795156 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:46:04.867395 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-33e73251-d82b-407a-9309-4dceaf3e51a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:04.872065 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-33e73251-d82b-407a-9309-4dceaf3e51a4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ea91f6c7-5331-40ac-8320-ee8a6aef5f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2071846 Feb 16 22:46:04.941639 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:04.942200 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:04.952074 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-913d943d-040d-4251-b94d-b250db5a1a10 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (a639e27f-80ea-49d2-bc9d-f621cb1c958a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:05.094963 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913d943d-040d-4251-b94d-b250db5a1a10 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Network 2872a63b-eba3-448e-88c7-9c955f81b810 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:46:05.117622 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:05.150190 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ebd8f1ac-5515-49c9-99f3-a1bc5dcd9dd6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (1122d394-0b90-4ecb-b46f-409b14f33016), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:05.183980 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-913d943d-040d-4251-b94d-b250db5a1a10 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:05.193484 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913d943d-040d-4251-b94d-b250db5a1a10 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:46:05.248404 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device b20a1cc4-caab-44bc-ba30-b51b53edea96 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:46:05.299862 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: b20a1cc4-caab-44bc-ba30-b51b53edea96 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:46:05.301938 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device b20a1cc4-caab-44bc-ba30-b51b53edea96 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:46:05.303829 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913d943d-040d-4251-b94d-b250db5a1a10 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:05.304756 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-913d943d-040d-4251-b94d-b250db5a1a10 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:05.345331 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d943d-040d-4251-b94d-b250db5a1a10 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Pushing event updated for resources: {'Port': ['ID=a639e27f-80ea-49d2-bc9d-f621cb1c958a,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:05.356145 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd8f1ac-5515-49c9-99f3-a1bc5dcd9dd6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Checking segment: {'id': '16dcb607-63a0-43b7-a05b-7300221fc5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cdfa0ed8-e848-4870-a365-4e45c1603727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:46:05.356517 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd8f1ac-5515-49c9-99f3-a1bc5dcd9dd6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network hostable DHCP agents. Network: cdfa0ed8-e848-4870-a365-4e45c1603727, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:46:05.356756 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-2631cae0-9e80-49fa-85e4-332fbf3e72cc service neutron] 10.222.0.67 "GET /v2.0/networks/ea91f6c7-5331-40ac-8320-ee8a6aef5f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751379 Feb 16 22:46:05.361405 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-913d943d-040d-4251-b94d-b250db5a1a10 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8116443 Feb 16 22:46:05.377017 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8f1ac-5515-49c9-99f3-a1bc5dcd9dd6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Subnet': ['ID=1122d394-0b90-4ecb-b46f-409b14f33016,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:05.379024 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42942) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:05.385908 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-6109b685-17d6-4aba-a9a4-0ef0eb951826 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:8a:ce:cc'}]}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:05.412037 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd8f1ac-5515-49c9-99f3-a1bc5dcd9dd6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network cdfa0ed8-e848-4870-a365-4e45c1603727 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:46:05.442818 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-ebd8f1ac-5515-49c9-99f3-a1bc5dcd9dd6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, cdfa0ed8-e848-4870-a365-4e45c1603727) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:05.451195 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd8f1ac-5515-49c9-99f3-a1bc5dcd9dd6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:05.451578 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2eee12-f821-4e99-b8a4-921508cd81c6 None None] Network cdfa0ed8-e848-4870-a365-4e45c1603727 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:46:05.452354 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ebd8f1ac-5515-49c9-99f3-a1bc5dcd9dd6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:05.505143 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ebd8f1ac-5515-49c9-99f3-a1bc5dcd9dd6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1722035 Feb 16 22:46:05.505383 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42946) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:05.513169 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-291a7f57-d49f-4120-8d5d-4e705f7a2cc5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-407937394', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:05.561825 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-291a7f57-d49f-4120-8d5d-4e705f7a2cc5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (8b9f0891-84a5-41bd-99c4-9fa6bdb1e933), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:05.563410 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-291a7f57-d49f-4120-8d5d-4e705f7a2cc5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (8b9f0891-84a5-41bd-99c4-9fa6bdb1e933), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:05.685897 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-291a7f57-d49f-4120-8d5d-4e705f7a2cc5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router_controller (8b9f0891-84a5-41bd-99c4-9fa6bdb1e933), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:05.704904 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-291a7f57-d49f-4120-8d5d-4e705f7a2cc5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (8b9f0891-84a5-41bd-99c4-9fa6bdb1e933), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:05.706811 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-65eca5b1-9cef-4ec0-b2fc-5215b16fcd28 None None] Provisioning complete for port a639e27f-80ea-49d2-bc9d-f621cb1c958a triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:05.707683 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-65eca5b1-9cef-4ec0-b2fc-5215b16fcd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a639e27f-80ea-49d2-bc9d-f621cb1c958a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:05.728594 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f85e37-a9bd-40d9-a876-455a5ae12629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-cdfa0ed8-e848-4870-a365-4e45c1603727', 'network_id': 'cdfa0ed8-e848-4870-a365-4e45c1603727', 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'fixed_ips': [{'subnet_id': '1122d394-0b90-4ecb-b46f-409b14f33016'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:46:05.729722 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-01f85e37-a9bd-40d9-a876-455a5ae12629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:05.761755 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-291a7f57-d49f-4120-8d5d-4e705f7a2cc5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:05.766205 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-291a7f57-d49f-4120-8d5d-4e705f7a2cc5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2590013 Feb 16 22:46:05.766935 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42950) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:05.771313 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c3d126a-e5d7-4720-96a2-42e9a6e5465d req-5f214671-fd92-430c-a55e-c818b1f942c9 service neutron] 10.222.0.67 "GET /v2.0/networks/ea91f6c7-5331-40ac-8320-ee8a6aef5f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071467 Feb 16 22:46:05.866387 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6109b685-17d6-4aba-a9a4-0ef0eb951826 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a639e27f-80ea-49d2-bc9d-f621cb1c958a), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:05.906729 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5f904-02e2-4c3a-9167-c8302a9cc4d2 req-8b5aa916-0967-48e8-b410-a8798d3282fc tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:05.908909 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fcf5f904-02e2-4c3a-9167-c8302a9cc4d2 req-8b5aa916-0967-48e8-b410-a8798d3282fc tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/ports?device_id=2016999e-1bc9-4b99-a6c3-e2e02ff640d6 HTTP/1.1" status: 200 len: 907 time: 0.1850786 Feb 16 22:46:05.972821 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1015c7f-981f-41c4-a05f-e3d1367a892d req-cf6c6f53-4d9d-425e-9ad4-039d81d5599b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:05.974658 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c1015c7f-981f-41c4-a05f-e3d1367a892d req-cf6c6f53-4d9d-425e-9ad4-039d81d5599b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=408e4b5cc64c4521a5139ec5acd5eaa9&device_id=2016999e-1bc9-4b99-a6c3-e2e02ff640d6 HTTP/1.1" status: 200 len: 1089 time: 0.1229346 Feb 16 22:46:06.006731 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-01f85e37-a9bd-40d9-a876-455a5ae12629 None None] Allocated IP 2001:db8::2 (cdfa0ed8-e848-4870-a365-4e45c1603727/1122d394-0b90-4ecb-b46f-409b14f33016/6e3010dc-da03-4502-91ba-c84aae680194) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:46:06.223452 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-01f85e37-a9bd-40d9-a876-455a5ae12629 None None] Publish callbacks [] for port (6e3010dc-da03-4502-91ba-c84aae680194), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:06.235612 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-65eca5b1-9cef-4ec0-b2fc-5215b16fcd28 None None] Port a639e27f-80ea-49d2-bc9d-f621cb1c958a cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:46:06.244386 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-01f85e37-a9bd-40d9-a876-455a5ae12629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (6e3010dc-da03-4502-91ba-c84aae680194), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:06.301767 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f85e37-a9bd-40d9-a876-455a5ae12629 None None] Pushing event updated for resources: {'Port': ['ID=6e3010dc-da03-4502-91ba-c84aae680194,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:06.321660 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f85e37-a9bd-40d9-a876-455a5ae12629 None None] Network cdfa0ed8-e848-4870-a365-4e45c1603727 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:46:06.323192 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-01f85e37-a9bd-40d9-a876-455a5ae12629 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:06.326253 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1015c7f-981f-41c4-a05f-e3d1367a892d req-eba4b689-64a2-4c9c-9489-6102e1eba3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:06.330461 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f85e37-a9bd-40d9-a876-455a5ae12629 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:46:06.330607 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-181c0a1e-c136-4c6b-b44d-f176c91e6921 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:06.332511 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c1015c7f-981f-41c4-a05f-e3d1367a892d req-eba4b689-64a2-4c9c-9489-6102e1eba3fa service neutron] 10.222.0.67 "GET /v2.0/networks?id=ea91f6c7-5331-40ac-8320-ee8a6aef5f12 HTTP/1.1" status: 200 len: 899 time: 0.3491361 Feb 16 22:46:06.405957 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c1015c7f-981f-41c4-a05f-e3d1367a892d req-9cabcad6-6525-4044-a9de-119ce562695e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=698aee90-90ae-4301-82b1-990d0243ff7e HTTP/1.1" status: 200 len: 217 time: 0.0663855 Feb 16 22:46:06.407064 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-01f85e37-a9bd-40d9-a876-455a5ae12629 None None] Attempting to bind port 6e3010dc-da03-4502-91ba-c84aae680194 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:46:06.407652 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-01f85e37-a9bd-40d9-a876-455a5ae12629 None None] Attempting to bind port 6e3010dc-da03-4502-91ba-c84aae680194 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '16dcb607-63a0-43b7-a05b-7300221fc5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cdfa0ed8-e848-4870-a365-4e45c1603727'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:46:06.408522 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f85e37-a9bd-40d9-a876-455a5ae12629 None None] Attempting to bind port 6e3010dc-da03-4502-91ba-c84aae680194 on network cdfa0ed8-e848-4870-a365-4e45c1603727 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:46:06.422900 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f85e37-a9bd-40d9-a876-455a5ae12629 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:46:06.423299 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f85e37-a9bd-40d9-a876-455a5ae12629 None None] Checking segment: {'id': '16dcb607-63a0-43b7-a05b-7300221fc5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cdfa0ed8-e848-4870-a365-4e45c1603727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:46:06.423685 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-01f85e37-a9bd-40d9-a876-455a5ae12629 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:06.424084 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f85e37-a9bd-40d9-a876-455a5ae12629 None None] Bound using segment: {'id': '16dcb607-63a0-43b7-a05b-7300221fc5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cdfa0ed8-e848-4870-a365-4e45c1603727'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:46:06.424568 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-01f85e37-a9bd-40d9-a876-455a5ae12629 None None] Bound port: 6e3010dc-da03-4502-91ba-c84aae680194, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16dcb607-63a0-43b7-a05b-7300221fc5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cdfa0ed8-e848-4870-a365-4e45c1603727'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:46:06.424948 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-01f85e37-a9bd-40d9-a876-455a5ae12629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6e3010dc-da03-4502-91ba-c84aae680194), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:06.499595 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6109b685-17d6-4aba-a9a4-0ef0eb951826 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks [] for port (a639e27f-80ea-49d2-bc9d-f621cb1c958a), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:06.507670 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6109b685-17d6-4aba-a9a4-0ef0eb951826 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (a639e27f-80ea-49d2-bc9d-f621cb1c958a), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:06.522028 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1015c7f-981f-41c4-a05f-e3d1367a892d req-41352c18-0aaa-412d-9572-efec164882f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:06.524285 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c1015c7f-981f-41c4-a05f-e3d1367a892d req-41352c18-0aaa-412d-9572-efec164882f0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06b169a5-dd42-42e7-ab68-fdd59b0677d6 HTTP/1.1" status: 200 len: 837 time: 0.1117516 Feb 16 22:46:06.587134 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-01f85e37-a9bd-40d9-a876-455a5ae12629 None None] For port 6e3010dc-da03-4502-91ba-c84aae680194, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:46:06.594956 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-01f85e37-a9bd-40d9-a876-455a5ae12629 None None] For port 6e3010dc-da03-4502-91ba-c84aae680194, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=6e3010dc-da03-4502-91ba-c84aae680194,segment=NetworkSegment(16dcb607-63a0-43b7-a05b-7300221fc5a5),segment_id=16dcb607-63a0-43b7-a05b-7300221fc5a5)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:46:06.603532 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-01f85e37-a9bd-40d9-a876-455a5ae12629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (6e3010dc-da03-4502-91ba-c84aae680194), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:06.671617 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f85e37-a9bd-40d9-a876-455a5ae12629 None None] Pushing event updated for resources: {'Port': ['ID=6e3010dc-da03-4502-91ba-c84aae680194,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:06.704327 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6109b685-17d6-4aba-a9a4-0ef0eb951826 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Pushing event updated for resources: {'Port': ['ID=a639e27f-80ea-49d2-bc9d-f621cb1c958a,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:06.718942 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-6109b685-17d6-4aba-a9a4-0ef0eb951826 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] In _notify_port_updated(), no bound segment for port a639e27f-80ea-49d2-bc9d-f621cb1c958a on network 2872a63b-eba3-448e-88c7-9c955f81b810 {{(pid=103466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 22:46:06.731098 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6109b685-17d6-4aba-a9a4-0ef0eb951826 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:06.731876 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6109b685-17d6-4aba-a9a4-0ef0eb951826 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:06.736471 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6109b685-17d6-4aba-a9a4-0ef0eb951826 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] 10.222.0.75 "PUT /v2.0/ports/a639e27f-80ea-49d2-bc9d-f621cb1c958a HTTP/1.1" status: 200 len: 993 time: 1.3555343 Feb 16 22:46:06.737383 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42958) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:06.783134 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1015c7f-981f-41c4-a05f-e3d1367a892d req-99127f3b-ef32-450a-8ded-74293a3c64c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:06.785383 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-181c0a1e-c136-4c6b-b44d-f176c91e6921 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Allocated IP 2001:db8::1 (cdfa0ed8-e848-4870-a365-4e45c1603727/1122d394-0b90-4ecb-b46f-409b14f33016/43aa57f1-83db-4cd9-a9ad-f541eef8ef38) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:46:06.786074 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c1015c7f-981f-41c4-a05f-e3d1367a892d req-99127f3b-ef32-450a-8ded-74293a3c64c9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ea91f6c7-5331-40ac-8320-ee8a6aef5f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2517164 Feb 16 22:46:07.045097 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c1015c7f-981f-41c4-a05f-e3d1367a892d req-fc97edb9-20ca-4125-8721-47eff5092f0b service neutron] 10.222.0.67 "GET /v2.0/networks/ea91f6c7-5331-40ac-8320-ee8a6aef5f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488239 Feb 16 22:46:07.048793 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-53c8f4ca-3d3b-40a4-8923-6268adebe171 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Deleting port a639e27f-80ea-49d2-bc9d-f621cb1c958a {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:46:07.049288 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53c8f4ca-3d3b-40a4-8923-6268adebe171 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a639e27f-80ea-49d2-bc9d-f621cb1c958a), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:07.087596 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-eb2a652e-ed47-4c4d-8fd5-b491256e12a8 None None] Provisioning complete for port a639e27f-80ea-49d2-bc9d-f621cb1c958a triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:07.090351 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-eb2a652e-ed47-4c4d-8fd5-b491256e12a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a639e27f-80ea-49d2-bc9d-f621cb1c958a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:07.136591 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-181c0a1e-c136-4c6b-b44d-f176c91e6921 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for port (43aa57f1-83db-4cd9-a9ad-f541eef8ef38), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:07.185161 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-eb2a652e-ed47-4c4d-8fd5-b491256e12a8 None None] Port a639e27f-80ea-49d2-bc9d-f621cb1c958a cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:46:07.228866 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-181c0a1e-c136-4c6b-b44d-f176c91e6921 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (43aa57f1-83db-4cd9-a9ad-f541eef8ef38), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:07.312509 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c0a1e-c136-4c6b-b44d-f176c91e6921 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Port': ['ID=43aa57f1-83db-4cd9-a9ad-f541eef8ef38,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:07.316821 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181c0a1e-c136-4c6b-b44d-f176c91e6921 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network cdfa0ed8-e848-4870-a365-4e45c1603727 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:46:07.319220 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-181c0a1e-c136-4c6b-b44d-f176c91e6921 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:07.325955 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181c0a1e-c136-4c6b-b44d-f176c91e6921 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:46:07.326605 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-181c0a1e-c136-4c6b-b44d-f176c91e6921 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (8b9f0891-84a5-41bd-99c4-9fa6bdb1e933), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:07.336045 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c1015c7f-981f-41c4-a05f-e3d1367a892d req-c4dd5509-f33a-4397-bbc8-13a99d2ff0f0 service neutron] 10.222.0.67 "GET /v2.0/networks/ea91f6c7-5331-40ac-8320-ee8a6aef5f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796061 Feb 16 22:46:07.411612 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53c8f4ca-3d3b-40a4-8923-6268adebe171 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a639e27f-80ea-49d2-bc9d-f621cb1c958a), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:07.450639 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e93c2-3367-453a-90dd-d551e54ae021 req-6d5cd60d-bdba-46e1-b962-5fd15aa1308b tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:07.452359 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-645e93c2-3367-453a-90dd-d551e54ae021 req-6d5cd60d-bdba-46e1-b962-5fd15aa1308b tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/ports?device_id=2016999e-1bc9-4b99-a6c3-e2e02ff640d6 HTTP/1.1" status: 200 len: 907 time: 0.3621776 Feb 16 22:46:07.486452 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-53c8f4ca-3d3b-40a4-8923-6268adebe171 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Calling delete_port for a639e27f-80ea-49d2-bc9d-f621cb1c958a owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:46:07.532958 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-181c0a1e-c136-4c6b-b44d-f176c91e6921 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (43aa57f1-83db-4cd9-a9ad-f541eef8ef38), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:07.702241 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53c8f4ca-3d3b-40a4-8923-6268adebe171 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (a639e27f-80ea-49d2-bc9d-f621cb1c958a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:07.741773 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8f4ca-3d3b-40a4-8923-6268adebe171 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Pushing event deleted for resources: {'Port': ['ID=a639e27f-80ea-49d2-bc9d-f621cb1c958a,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:07.831098 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 6e3010dc-da03-4502-91ba-c84aae680194 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:46:07.961199 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 6e3010dc-da03-4502-91ba-c84aae680194 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:07.965556 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6e3010dc-da03-4502-91ba-c84aae680194), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:07.983394 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-181c0a1e-c136-4c6b-b44d-f176c91e6921 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for port (43aa57f1-83db-4cd9-a9ad-f541eef8ef38), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:07.994154 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-181c0a1e-c136-4c6b-b44d-f176c91e6921 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (43aa57f1-83db-4cd9-a9ad-f541eef8ef38), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:07.996889 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-181c0a1e-c136-4c6b-b44d-f176c91e6921 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (8b9f0891-84a5-41bd-99c4-9fa6bdb1e933), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:08.066746 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c0a1e-c136-4c6b-b44d-f176c91e6921 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Port': ['ID=43aa57f1-83db-4cd9-a9ad-f541eef8ef38,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:08.153549 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53c8f4ca-3d3b-40a4-8923-6268adebe171 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:08.159493 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-53c8f4ca-3d3b-40a4-8923-6268adebe171 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] 10.222.0.75 "DELETE /v2.0/ports/a639e27f-80ea-49d2-bc9d-f621cb1c958a HTTP/1.1" status: 204 len: 168 time: 1.4197009 Feb 16 22:46:08.166869 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42968) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:08.202338 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 6e3010dc-da03-4502-91ba-c84aae680194 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:08.202894 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6e3010dc-da03-4502-91ba-c84aae680194), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:08.240004 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181c0a1e-c136-4c6b-b44d-f176c91e6921 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network cdfa0ed8-e848-4870-a365-4e45c1603727 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:46:08.241101 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5b27c75-9ba3-4b86-b54c-4067dc869c96 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] GET failed (client error): The resource could not be found. Feb 16 22:46:08.241508 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-181c0a1e-c136-4c6b-b44d-f176c91e6921 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:08.244138 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e5b27c75-9ba3-4b86-b54c-4067dc869c96 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] 10.222.0.75 "GET /v2.0/ports/a639e27f-80ea-49d2-bc9d-f621cb1c958a HTTP/1.1" status: 404 len: 333 time: 0.0715926 Feb 16 22:46:08.247881 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42972) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:08.257934 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-42aaf011-dbac-4904-8de1-9ec77c621549 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Request body: {'port': {'network_id': '2872a63b-eba3-448e-88c7-9c955f81b810', 'name': 'tempest-AllowedAddressPairTestJSON-1789753511'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:08.280120 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 6e3010dc-da03-4502-91ba-c84aae680194, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=6e3010dc-da03-4502-91ba-c84aae680194,segment=NetworkSegment(16dcb607-63a0-43b7-a05b-7300221fc5a5),segment_id=16dcb607-63a0-43b7-a05b-7300221fc5a5)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:46:08.287816 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (6e3010dc-da03-4502-91ba-c84aae680194), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:08.359640 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=6e3010dc-da03-4502-91ba-c84aae680194,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:08.416554 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42aaf011-dbac-4904-8de1-9ec77c621549 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Made reservation on behalf of 38de65dfe50a416f805278d5b5f4cd1e for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:46:08.420732 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-42aaf011-dbac-4904-8de1-9ec77c621549 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:08.438146 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e160a089-c557-47ae-9458-dc5dac5bff7c None None] Network cdfa0ed8-e848-4870-a365-4e45c1603727 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:46:08.442181 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-42aaf011-dbac-4904-8de1-9ec77c621549 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] device_id is not set on port b2041064-4123-4a59-976f-13a19699aa4c yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:46:08.497366 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181c0a1e-c136-4c6b-b44d-f176c91e6921 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Router 8b9f0891-84a5-41bd-99c4-9fa6bdb1e933 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:46:08.567191 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 698aee90-90ae-4301-82b1-990d0243ff7e details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:46:08.646793 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181c0a1e-c136-4c6b-b44d-f176c91e6921 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:46:08.677309 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-28ce1516-910e-4809-b99e-ad8429a71028 None None] Provisioning complete for port 6e3010dc-da03-4502-91ba-c84aae680194 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:08.677901 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-181c0a1e-c136-4c6b-b44d-f176c91e6921 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "PUT /v2.0/routers/8b9f0891-84a5-41bd-99c4-9fa6bdb1e933/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8941624 Feb 16 22:46:08.678411 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-28ce1516-910e-4809-b99e-ad8429a71028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6e3010dc-da03-4502-91ba-c84aae680194), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:08.679333 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42980) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:08.681633 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d069924c-9485-4305-9a4d-da2aa7bee205 None None] Sync routers for ids ['8b9f0891-84a5-41bd-99c4-9fa6bdb1e933'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:46:08.747581 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e224e4-c791-491b-82ae-dbc0c9104b5f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:08.749243 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-37e224e4-c791-491b-82ae-dbc0c9104b5f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "GET /v2.0/ports/43aa57f1-83db-4cd9-a9ad-f541eef8ef38 HTTP/1.1" status: 200 len: 911 time: 0.0664365 Feb 16 22:46:08.752091 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 42982) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:08.849908 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.resource_extend [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 22:46:08.856196 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d069924c-9485-4305-9a4d-da2aa7bee205 None None] Routers {'8b9f0891-84a5-41bd-99c4-9fa6bdb1e933'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:46:08.856844 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-d069924c-9485-4305-9a4d-da2aa7bee205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:45:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['8b9f0891-84a5-41bd-99c4-9fa6bdb1e933'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:09.079406 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596b79c-ebb5-4a93-8dbd-3136f2b07689 req-86653a8b-ac80-4d66-865a-719ccbc33cfc tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:09.081954 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5596b79c-ebb5-4a93-8dbd-3136f2b07689 req-86653a8b-ac80-4d66-865a-719ccbc33cfc tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/ports?device_id=2016999e-1bc9-4b99-a6c3-e2e02ff640d6 HTTP/1.1" status: 200 len: 907 time: 0.5255134 Feb 16 22:46:09.106916 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-42aaf011-dbac-4904-8de1-9ec77c621549 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Allocated IP 172.20.0.9 (2872a63b-eba3-448e-88c7-9c955f81b810/60a2a32e-774c-4539-93dd-81e813530c69/b2041064-4123-4a59-976f-13a19699aa4c) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:46:09.223877 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4c6cdb91-6a7c-4472-8978-d5ba94da2d97 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (8b9f0891-84a5-41bd-99c4-9fa6bdb1e933), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:09.237616 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 698aee90-90ae-4301-82b1-990d0243ff7e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=698aee90-90ae-4301-82b1-990d0243ff7e,segment=NetworkSegment(29b65130-4b07-4499-baed-e0edd157d9a3),segment_id=29b65130-4b07-4499-baed-e0edd157d9a3)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:46:09.252999 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-d069924c-9485-4305-9a4d-da2aa7bee205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:09.256854 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '698aee90-90ae-4301-82b1-990d0243ff7e', 'network_id': 'ea91f6c7-5331-40ac-8320-ee8a6aef5f12', 'port_id': '698aee90-90ae-4301-82b1-990d0243ff7e', 'mac_address': 'fa:16:3e:73:98:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06b169a5-dd42-42e7-ab68-fdd59b0677d6', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:46:09.305951 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 698aee90-90ae-4301-82b1-990d0243ff7e is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:09.306672 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (698aee90-90ae-4301-82b1-990d0243ff7e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:09.326640 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 698aee90-90ae-4301-82b1-990d0243ff7e {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:46:09.361571 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 698aee90-90ae-4301-82b1-990d0243ff7e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=698aee90-90ae-4301-82b1-990d0243ff7e,segment=NetworkSegment(29b65130-4b07-4499-baed-e0edd157d9a3),segment_id=29b65130-4b07-4499-baed-e0edd157d9a3)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:46:09.412187 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-42aaf011-dbac-4904-8de1-9ec77c621549 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks [] for port (b2041064-4123-4a59-976f-13a19699aa4c), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:09.456604 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-28ce1516-910e-4809-b99e-ad8429a71028 None None] Current status of the port 6e3010dc-da03-4502-91ba-c84aae680194 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:09.480695 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d069924c-9485-4305-9a4d-da2aa7bee205 None None] Routers {'8b9f0891-84a5-41bd-99c4-9fa6bdb1e933'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:46:09.483025 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-d069924c-9485-4305-9a4d-da2aa7bee205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:45:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['8b9f0891-84a5-41bd-99c4-9fa6bdb1e933'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:09.490599 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-42aaf011-dbac-4904-8de1-9ec77c621549 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (b2041064-4123-4a59-976f-13a19699aa4c), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:09.497387 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (698aee90-90ae-4301-82b1-990d0243ff7e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:09.552404 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42aaf011-dbac-4904-8de1-9ec77c621549 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Network 2872a63b-eba3-448e-88c7-9c955f81b810 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:46:09.560092 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-42aaf011-dbac-4904-8de1-9ec77c621549 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:09.572016 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aaf011-dbac-4904-8de1-9ec77c621549 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:46:09.666568 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aaf011-dbac-4904-8de1-9ec77c621549 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Pushing event updated for resources: {'Port': ['ID=b2041064-4123-4a59-976f-13a19699aa4c,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:09.705135 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-d069924c-9485-4305-9a4d-da2aa7bee205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:09.708430 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d069924c-9485-4305-9a4d-da2aa7bee205 None None] The sync data for ids ['8b9f0891-84a5-41bd-99c4-9fa6bdb1e933'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:46:09.743937 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42aaf011-dbac-4904-8de1-9ec77c621549 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:09.747789 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-42aaf011-dbac-4904-8de1-9ec77c621549 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:09.806552 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-42aaf011-dbac-4904-8de1-9ec77c621549 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5547514 Feb 16 22:46:09.809283 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=698aee90-90ae-4301-82b1-990d0243ff7e,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:09.812571 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 42998) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:09.818018 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-13732ea6-04d3-4fbb-900e-5f84e859be35 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:8a:ce:cc'}]}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:09.827857 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['698aee90-90ae-4301-82b1-990d0243ff7e'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:46:09.920290 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-4c6cdb91-6a7c-4472-8978-d5ba94da2d97 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Deleting port 43aa57f1-83db-4cd9-a9ad-f541eef8ef38 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:46:09.920899 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4c6cdb91-6a7c-4472-8978-d5ba94da2d97 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (43aa57f1-83db-4cd9-a9ad-f541eef8ef38), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:09.925394 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 6e3010dc-da03-4502-91ba-c84aae680194 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:46:09.968014 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-13732ea6-04d3-4fbb-900e-5f84e859be35 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b2041064-4123-4a59-976f-13a19699aa4c), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:10.091342 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 6e3010dc-da03-4502-91ba-c84aae680194 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:10.091731 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6e3010dc-da03-4502-91ba-c84aae680194), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:10.129431 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4c6cdb91-6a7c-4472-8978-d5ba94da2d97 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (43aa57f1-83db-4cd9-a9ad-f541eef8ef38), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:10.137951 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-224f8722-b5ad-4c14-bcfe-33f80a8c5149 None None] Provisioning complete for port b2041064-4123-4a59-976f-13a19699aa4c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:10.138385 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-224f8722-b5ad-4c14-bcfe-33f80a8c5149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b2041064-4123-4a59-976f-13a19699aa4c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:10.156714 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-4c6cdb91-6a7c-4472-8978-d5ba94da2d97 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Calling delete_port for 43aa57f1-83db-4cd9-a9ad-f541eef8ef38 owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:46:10.193364 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-224f8722-b5ad-4c14-bcfe-33f80a8c5149 None None] Port b2041064-4123-4a59-976f-13a19699aa4c cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:46:10.244751 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 6e3010dc-da03-4502-91ba-c84aae680194 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:10.324312 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-4218c43f-1f6d-4f35-a471-6dafe893a415 None None] Provisioning complete for port 6e3010dc-da03-4502-91ba-c84aae680194 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:10.324698 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4218c43f-1f6d-4f35-a471-6dafe893a415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6e3010dc-da03-4502-91ba-c84aae680194), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:10.351670 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27335abc-5db5-49f8-a9b6-305d0d452bec req-31514d1c-45c2-4dce-a4dc-6dce9542fab3 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:10.354212 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-27335abc-5db5-49f8-a9b6-305d0d452bec req-31514d1c-45c2-4dce-a4dc-6dce9542fab3 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/ports?device_id=2016999e-1bc9-4b99-a6c3-e2e02ff640d6 HTTP/1.1" status: 200 len: 908 time: 0.1175821 Feb 16 22:46:10.356675 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-13732ea6-04d3-4fbb-900e-5f84e859be35 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks [] for port (b2041064-4123-4a59-976f-13a19699aa4c), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:10.368313 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-13732ea6-04d3-4fbb-900e-5f84e859be35 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (b2041064-4123-4a59-976f-13a19699aa4c), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:10.485172 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13732ea6-04d3-4fbb-900e-5f84e859be35 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Pushing event updated for resources: {'Port': ['ID=b2041064-4123-4a59-976f-13a19699aa4c,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:10.499305 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-13732ea6-04d3-4fbb-900e-5f84e859be35 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] In _notify_port_updated(), no bound segment for port b2041064-4123-4a59-976f-13a19699aa4c on network 2872a63b-eba3-448e-88c7-9c955f81b810 {{(pid=103466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 22:46:10.503942 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4218c43f-1f6d-4f35-a471-6dafe893a415 None None] Current status of the port 6e3010dc-da03-4502-91ba-c84aae680194 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:10.508144 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13732ea6-04d3-4fbb-900e-5f84e859be35 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:10.511935 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-13732ea6-04d3-4fbb-900e-5f84e859be35 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:10.518105 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-13732ea6-04d3-4fbb-900e-5f84e859be35 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] 10.222.0.75 "PUT /v2.0/ports/b2041064-4123-4a59-976f-13a19699aa4c HTTP/1.1" status: 200 len: 996 time: 0.7020209 Feb 16 22:46:10.520803 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-4218c43f-1f6d-4f35-a471-6dafe893a415 None None] Provisioning complete for port 43aa57f1-83db-4cd9-a9ad-f541eef8ef38 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:10.521102 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43002) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:10.521224 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4218c43f-1f6d-4f35-a471-6dafe893a415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (43aa57f1-83db-4cd9-a9ad-f541eef8ef38), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:10.532438 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 698aee90-90ae-4301-82b1-990d0243ff7e up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:46:10.627682 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4218c43f-1f6d-4f35-a471-6dafe893a415 None None] Port 43aa57f1-83db-4cd9-a9ad-f541eef8ef38 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:46:10.632541 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 698aee90-90ae-4301-82b1-990d0243ff7e completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:46:10.638241 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 698aee90-90ae-4301-82b1-990d0243ff7e triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:10.638629 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (698aee90-90ae-4301-82b1-990d0243ff7e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:10.740359 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-c3bc9ef7-a0b9-47e0-a966-68c65cb25f9c tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Deleting port b2041064-4123-4a59-976f-13a19699aa4c {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:46:10.740791 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c3bc9ef7-a0b9-47e0-a966-68c65cb25f9c tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (b2041064-4123-4a59-976f-13a19699aa4c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:10.828830 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-c8dc2b8c-3522-49f4-85ed-eb040fd35766 None None] Provisioning complete for port 43aa57f1-83db-4cd9-a9ad-f541eef8ef38 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:10.831378 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c8dc2b8c-3522-49f4-85ed-eb040fd35766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (43aa57f1-83db-4cd9-a9ad-f541eef8ef38), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:10.844217 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 698aee90-90ae-4301-82b1-990d0243ff7e is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:10.844683 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (698aee90-90ae-4301-82b1-990d0243ff7e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:10.899893 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c3bc9ef7-a0b9-47e0-a966-68c65cb25f9c tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (b2041064-4123-4a59-976f-13a19699aa4c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:10.917374 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-c3bc9ef7-a0b9-47e0-a966-68c65cb25f9c tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Calling delete_port for b2041064-4123-4a59-976f-13a19699aa4c owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:46:10.935724 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2016999e-1bc9-4b99-a6c3-e2e02ff640d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698aee90-90ae-4301-82b1-990d0243ff7e'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:46:10.938121 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b2e04a-e6bc-4a33-85d3-b07b90c9a693" -d '{"events": [{"server_uuid": "2016999e-1bc9-4b99-a6c3-e2e02ff640d6", "name": "network-vif-plugged", "status": "completed", "tag": "698aee90-90ae-4301-82b1-990d0243ff7e"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:46:10.970490 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 698aee90-90ae-4301-82b1-990d0243ff7e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=698aee90-90ae-4301-82b1-990d0243ff7e,segment=NetworkSegment(29b65130-4b07-4499-baed-e0edd157d9a3),segment_id=29b65130-4b07-4499-baed-e0edd157d9a3)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:46:10.983889 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-c8dc2b8c-3522-49f4-85ed-eb040fd35766 None None] Port 43aa57f1-83db-4cd9-a9ad-f541eef8ef38 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:46:10.986176 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (698aee90-90ae-4301-82b1-990d0243ff7e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:11.031981 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b9ed3d-c1d1-4f10-9f5f-f1f05b7c830d x-openstack-request-id: req-b0b9ed3d-c1d1-4f10-9f5f-f1f05b7c830d {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:46:11.037944 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2016999e-1bc9-4b99-a6c3-e2e02ff640d6", "name": "network-vif-plugged", "status": "completed", "tag": "698aee90-90ae-4301-82b1-990d0243ff7e", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:46:11.038348 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b0b9ed3d-c1d1-4f10-9f5f-f1f05b7c830d {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:46:11.038865 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2016999e-1bc9-4b99-a6c3-e2e02ff640d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698aee90-90ae-4301-82b1-990d0243ff7e', 'code': 200} Feb 16 22:46:11.089758 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=698aee90-90ae-4301-82b1-990d0243ff7e,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:11.116776 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-2f7c4393-9b5d-4f12-af71-bc1c84f3cc15 None None] Provisioning complete for port b2041064-4123-4a59-976f-13a19699aa4c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:11.117341 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2f7c4393-9b5d-4f12-af71-bc1c84f3cc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b2041064-4123-4a59-976f-13a19699aa4c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:11.123300 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4c6cdb91-6a7c-4472-8978-d5ba94da2d97 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (43aa57f1-83db-4cd9-a9ad-f541eef8ef38), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:11.148076 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6cdb91-6a7c-4472-8978-d5ba94da2d97 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event deleted for resources: {'Port': ['ID=43aa57f1-83db-4cd9-a9ad-f541eef8ef38,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:11.180188 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18cea38-7d10-49df-ad15-874eada72b79 req-7250a692-8992-4690-a52b-9bb9aa2dbcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:11.181706 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a18cea38-7d10-49df-ad15-874eada72b79 req-7250a692-8992-4690-a52b-9bb9aa2dbcfb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2016999e-1bc9-4b99-a6c3-e2e02ff640d6 HTTP/1.1" status: 200 len: 1091 time: 0.0888197 Feb 16 22:46:11.183265 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c3bc9ef7-a0b9-47e0-a966-68c65cb25f9c tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (b2041064-4123-4a59-976f-13a19699aa4c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:11.214101 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc9ef7-a0b9-47e0-a966-68c65cb25f9c tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Pushing event deleted for resources: {'Port': ['ID=b2041064-4123-4a59-976f-13a19699aa4c,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:11.236159 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2f7c4393-9b5d-4f12-af71-bc1c84f3cc15 None None] Port b2041064-4123-4a59-976f-13a19699aa4c cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:46:11.246900 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-2f7c4393-9b5d-4f12-af71-bc1c84f3cc15 None None] Could not find standard attr ID for object 43aa57f1-83db-4cd9-a9ad-f541eef8ef38. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:46:11.361081 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c3bc9ef7-a0b9-47e0-a966-68c65cb25f9c tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:11.364500 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c3bc9ef7-a0b9-47e0-a966-68c65cb25f9c tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] 10.222.0.75 "DELETE /v2.0/ports/b2041064-4123-4a59-976f-13a19699aa4c HTTP/1.1" status: 204 len: 168 time: 0.8395145 Feb 16 22:46:11.367075 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43016) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:11.368507 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4c6cdb91-6a7c-4472-8978-d5ba94da2d97 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (8b9f0891-84a5-41bd-99c4-9fa6bdb1e933), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:11.441081 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4111bdc-7d82-4472-9a07-feba3be23b93 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] GET failed (client error): The resource could not be found. Feb 16 22:46:11.446744 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b4111bdc-7d82-4472-9a07-feba3be23b93 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] 10.222.0.75 "GET /v2.0/ports/b2041064-4123-4a59-976f-13a19699aa4c HTTP/1.1" status: 404 len: 333 time: 0.0782802 Feb 16 22:46:11.447399 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43022) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:11.455851 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-50291893-1209-41b2-8145-8321084b3d96 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Request body: {'port': {'network_id': '2872a63b-eba3-448e-88c7-9c955f81b810', 'name': 'tempest-AllowedAddressPairTestJSON-467176534'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:11.698332 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50291893-1209-41b2-8145-8321084b3d96 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Made reservation on behalf of 38de65dfe50a416f805278d5b5f4cd1e for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:46:11.704318 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-50291893-1209-41b2-8145-8321084b3d96 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:11.731124 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-50291893-1209-41b2-8145-8321084b3d96 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] device_id is not set on port 28f068f3-9d13-46ed-aa28-854a68e5acb2 yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:46:11.746813 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6cdb91-6a7c-4472-8978-d5ba94da2d97 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Router 8b9f0891-84a5-41bd-99c4-9fa6bdb1e933 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:46:11.851860 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6cdb91-6a7c-4472-8978-d5ba94da2d97 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:46:11.864805 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff978b1f-a258-4c12-9cc7-ac81f0fddd7e None None] Sync routers for ids ['8b9f0891-84a5-41bd-99c4-9fa6bdb1e933'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:46:11.870544 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4c6cdb91-6a7c-4472-8978-d5ba94da2d97 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "PUT /v2.0/routers/8b9f0891-84a5-41bd-99c4-9fa6bdb1e933/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1173668 Feb 16 22:46:11.871183 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43026) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:11.897352 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff978b1f-a258-4c12-9cc7-ac81f0fddd7e None None] Routers {'8b9f0891-84a5-41bd-99c4-9fa6bdb1e933'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:46:11.897352 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-ff978b1f-a258-4c12-9cc7-ac81f0fddd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:45:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['8b9f0891-84a5-41bd-99c4-9fa6bdb1e933'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:11.897570 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a1e56-be45-4c3f-8641-edf6680741c6 req-d8d73bb9-ae0a-427c-8b00-a22c221c2cd0 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:11.897570 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bc1a1e56-be45-4c3f-8641-edf6680741c6 req-d8d73bb9-ae0a-427c-8b00-a22c221c2cd0 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/ports?device_id=2016999e-1bc9-4b99-a6c3-e2e02ff640d6 HTTP/1.1" status: 200 len: 909 time: 0.3157146 Feb 16 22:46:11.926516 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43030) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:11.933336 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-cda65a94-fa9b-4a68-9f5f-96c34dca0e45 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b9f0891-84a5-41bd-99c4-9fa6bdb1e933 HTTP/1.1" status: 200 len: 205 time: 0.0609524 Feb 16 22:46:11.962986 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-ff978b1f-a258-4c12-9cc7-ac81f0fddd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:11.971561 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff978b1f-a258-4c12-9cc7-ac81f0fddd7e None None] Routers {'8b9f0891-84a5-41bd-99c4-9fa6bdb1e933'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:46:11.972402 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-ff978b1f-a258-4c12-9cc7-ac81f0fddd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:45:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['8b9f0891-84a5-41bd-99c4-9fa6bdb1e933'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:12.005866 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-ff978b1f-a258-4c12-9cc7-ac81f0fddd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:12.006877 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff978b1f-a258-4c12-9cc7-ac81f0fddd7e None None] The sync data for ids ['8b9f0891-84a5-41bd-99c4-9fa6bdb1e933'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:46:12.013199 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ebdd-f82e-4842-be52-90a2b66d9b4e tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router (8b9f0891-84a5-41bd-99c4-9fa6bdb1e933), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:12.078120 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-50291893-1209-41b2-8145-8321084b3d96 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Allocated IP 172.20.0.5 (2872a63b-eba3-448e-88c7-9c955f81b810/60a2a32e-774c-4539-93dd-81e813530c69/28f068f3-9d13-46ed-aa28-854a68e5acb2) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:46:12.208019 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ebdd-f82e-4842-be52-90a2b66d9b4e tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (8b9f0891-84a5-41bd-99c4-9fa6bdb1e933), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:12.213597 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ebdd-f82e-4842-be52-90a2b66d9b4e tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router_controller (8b9f0891-84a5-41bd-99c4-9fa6bdb1e933), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:12.282347 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ebdd-f82e-4842-be52-90a2b66d9b4e tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (8b9f0891-84a5-41bd-99c4-9fa6bdb1e933), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:12.282837 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb7ebdd-f82e-4842-be52-90a2b66d9b4e tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Fanout notify agent at l3_agent the message router_deleted on router 8b9f0891-84a5-41bd-99c4-9fa6bdb1e933 {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:46:12.291887 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ebdd-f82e-4842-be52-90a2b66d9b4e tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:12.295737 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0bb7ebdd-f82e-4842-be52-90a2b66d9b4e tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/routers/8b9f0891-84a5-41bd-99c4-9fa6bdb1e933 HTTP/1.1" status: 204 len: 168 time: 0.3682361 Feb 16 22:46:12.296017 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43032) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:12.389879 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-50291893-1209-41b2-8145-8321084b3d96 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks [] for port (28f068f3-9d13-46ed-aa28-854a68e5acb2), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:12.403852 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b04e6ca-d9e0-4dd2-98a3-754a38a75ef2 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Deleting subnet 1122d394-0b90-4ecb-b46f-409b14f33016 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:46:12.408382 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6b04e6ca-d9e0-4dd2-98a3-754a38a75ef2 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for subnet (1122d394-0b90-4ecb-b46f-409b14f33016), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:12.451048 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-50291893-1209-41b2-8145-8321084b3d96 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (28f068f3-9d13-46ed-aa28-854a68e5acb2), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:12.483691 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6b04e6ca-d9e0-4dd2-98a3-754a38a75ef2 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (1122d394-0b90-4ecb-b46f-409b14f33016), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:12.511270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50291893-1209-41b2-8145-8321084b3d96 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Network 2872a63b-eba3-448e-88c7-9c955f81b810 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:46:12.517001 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-50291893-1209-41b2-8145-8321084b3d96 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:12.519439 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50291893-1209-41b2-8145-8321084b3d96 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:46:12.601268 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50291893-1209-41b2-8145-8321084b3d96 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:12.601961 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-50291893-1209-41b2-8145-8321084b3d96 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:12.612605 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50291893-1209-41b2-8145-8321084b3d96 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Pushing event updated for resources: {'Port': ['ID=28f068f3-9d13-46ed-aa28-854a68e5acb2,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:12.635957 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-50291893-1209-41b2-8145-8321084b3d96 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1870742 Feb 16 22:46:12.638325 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43036) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:12.643700 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-b789999e-7093-4cd8-b36c-304dd09ea145 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Request body: {'port': {'network_id': '2872a63b-eba3-448e-88c7-9c955f81b810', 'name': 'tempest-AllowedAddressPairTestJSON-1673207970'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:12.684451 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6b04e6ca-d9e0-4dd2-98a3-754a38a75ef2 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (1122d394-0b90-4ecb-b46f-409b14f33016), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:12.759252 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6b04e6ca-d9e0-4dd2-98a3-754a38a75ef2 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (1122d394-0b90-4ecb-b46f-409b14f33016), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:12.811674 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04e6ca-d9e0-4dd2-98a3-754a38a75ef2 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event deleted for resources: {'Subnet': ['ID=1122d394-0b90-4ecb-b46f-409b14f33016,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:12.816030 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6b04e6ca-d9e0-4dd2-98a3-754a38a75ef2 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:12.820019 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6b04e6ca-d9e0-4dd2-98a3-754a38a75ef2 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/subnets/1122d394-0b90-4ecb-b46f-409b14f33016 HTTP/1.1" status: 204 len: 168 time: 0.5219302 Feb 16 22:46:12.822207 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43038) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:12.826514 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f83730-d39f-4a4f-b0c3-8f9223320e16 None None] Network cdfa0ed8-e848-4870-a365-4e45c1603727 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:46:12.848323 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b789999e-7093-4cd8-b36c-304dd09ea145 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Made reservation on behalf of 38de65dfe50a416f805278d5b5f4cd1e for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:46:12.853419 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b789999e-7093-4cd8-b36c-304dd09ea145 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:12.886256 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-b789999e-7093-4cd8-b36c-304dd09ea145 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] device_id is not set on port 29fdcd2d-d74e-4fff-9890-c2c0c88d644e yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:46:12.961038 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9ce93e0a-febe-4519-b319-799d0aeb4b13 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (cdfa0ed8-e848-4870-a365-4e45c1603727), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:13.016694 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-b789999e-7093-4cd8-b36c-304dd09ea145 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Allocated IP 172.20.0.8 (2872a63b-eba3-448e-88c7-9c955f81b810/60a2a32e-774c-4539-93dd-81e813530c69/29fdcd2d-d74e-4fff-9890-c2c0c88d644e) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:46:13.054555 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-9ce93e0a-febe-4519-b319-799d0aeb4b13 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Deleting port 6e3010dc-da03-4502-91ba-c84aae680194 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:46:13.055689 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9ce93e0a-febe-4519-b319-799d0aeb4b13 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (6e3010dc-da03-4502-91ba-c84aae680194), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:13.118952 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-ff28191a-6784-499c-8f12-936c18a1098f None None] Provisioning complete for port 28f068f3-9d13-46ed-aa28-854a68e5acb2 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:13.119329 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ff28191a-6784-499c-8f12-936c18a1098f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (28f068f3-9d13-46ed-aa28-854a68e5acb2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:13.157664 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-9ce93e0a-febe-4519-b319-799d0aeb4b13 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] For port 6e3010dc-da03-4502-91ba-c84aae680194, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=6e3010dc-da03-4502-91ba-c84aae680194,segment=NetworkSegment(16dcb607-63a0-43b7-a05b-7300221fc5a5),segment_id=16dcb607-63a0-43b7-a05b-7300221fc5a5)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:46:13.157955 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9ce93e0a-febe-4519-b319-799d0aeb4b13 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (6e3010dc-da03-4502-91ba-c84aae680194), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:13.185353 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-9ce93e0a-febe-4519-b319-799d0aeb4b13 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Calling delete_port for 6e3010dc-da03-4502-91ba-c84aae680194 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:46:13.191655 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b52b26-a528-4ce2-88ce-5e3e934094b1 req-99e4c36b-9ae1-4c03-849e-c33834961c8a tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:13.193475 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-62b52b26-a528-4ce2-88ce-5e3e934094b1 req-99e4c36b-9ae1-4c03-849e-c33834961c8a tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/ports?device_id=2016999e-1bc9-4b99-a6c3-e2e02ff640d6 HTTP/1.1" status: 200 len: 909 time: 0.1374121 Feb 16 22:46:13.250129 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-ff28191a-6784-499c-8f12-936c18a1098f None None] Port 28f068f3-9d13-46ed-aa28-854a68e5acb2 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:46:13.322286 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b789999e-7093-4cd8-b36c-304dd09ea145 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks [] for port (29fdcd2d-d74e-4fff-9890-c2c0c88d644e), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:13.323366 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749a1504-e04d-4679-897b-a5f2b7516646 None None] DHCP port deletion for cdfa0ed8-e848-4870-a365-4e45c1603727 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:46:13.345122 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9ce93e0a-febe-4519-b319-799d0aeb4b13 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (6e3010dc-da03-4502-91ba-c84aae680194), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:13.390392 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-749a1504-e04d-4679-897b-a5f2b7516646 None None] Deleting port 6e3010dc-da03-4502-91ba-c84aae680194 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:46:13.390800 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-749a1504-e04d-4679-897b-a5f2b7516646 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (6e3010dc-da03-4502-91ba-c84aae680194), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:13.416284 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce93e0a-febe-4519-b319-799d0aeb4b13 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event deleted for resources: {'Port': ['ID=6e3010dc-da03-4502-91ba-c84aae680194,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:13.420470 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce93e0a-febe-4519-b319-799d0aeb4b13 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] No DVR routers for this DVR port 6e3010dc-da03-4502-91ba-c84aae680194 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:46:13.466199 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-749a1504-e04d-4679-897b-a5f2b7516646 None None] For port 6e3010dc-da03-4502-91ba-c84aae680194, host n-d-813897-6, got binding levels [] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:46:13.466897 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-749a1504-e04d-4679-897b-a5f2b7516646 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (6e3010dc-da03-4502-91ba-c84aae680194), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:13.487233 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-749a1504-e04d-4679-897b-a5f2b7516646 None None] Calling delete_port for 6e3010dc-da03-4502-91ba-c84aae680194 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:46:13.490811 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.ipam_backend_mixin [None req-749a1504-e04d-4679-897b-a5f2b7516646 None None] Port 6e3010dc-da03-4502-91ba-c84aae680194 was not found and therefore no delete operation was performed {{(pid=103467) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 22:46:13.493217 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-749a1504-e04d-4679-897b-a5f2b7516646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (6e3010dc-da03-4502-91ba-c84aae680194), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:13.518479 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d051f-d8ec-4186-94e0-8f62cfb3bff8 req-3837d940-9c9f-4b47-a9e1-ec5f19114b09 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:13.532532 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a1504-e04d-4679-897b-a5f2b7516646 None None] Pushing event deleted for resources: {'Port': ['ID=6e3010dc-da03-4502-91ba-c84aae680194,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:13.534361 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-542d051f-d8ec-4186-94e0-8f62cfb3bff8 req-3837d940-9c9f-4b47-a9e1-ec5f19114b09 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/ports?device_id=2016999e-1bc9-4b99-a6c3-e2e02ff640d6 HTTP/1.1" status: 200 len: 909 time: 0.1749871 Feb 16 22:46:13.537369 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749a1504-e04d-4679-897b-a5f2b7516646 None None] No DVR routers for this DVR port 6e3010dc-da03-4502-91ba-c84aae680194 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:46:13.542323 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b789999e-7093-4cd8-b36c-304dd09ea145 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (29fdcd2d-d74e-4fff-9890-c2c0c88d644e), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:13.613632 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9ce93e0a-febe-4519-b319-799d0aeb4b13 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (cdfa0ed8-e848-4870-a365-4e45c1603727), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:13.615135 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b789999e-7093-4cd8-b36c-304dd09ea145 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Network 2872a63b-eba3-448e-88c7-9c955f81b810 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:46:13.621405 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-b789999e-7093-4cd8-b36c-304dd09ea145 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:13.634739 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b789999e-7093-4cd8-b36c-304dd09ea145 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:46:13.644720 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-9ce93e0a-febe-4519-b319-799d0aeb4b13 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdfa0ed8-e848-4870-a365-4e45c1603727']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:13.658285 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-9ce93e0a-febe-4519-b319-799d0aeb4b13 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16dcb607-63a0-43b7-a05b-7300221fc5a5') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:13.658792 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-9ce93e0a-febe-4519-b319-799d0aeb4b13 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16dcb607-63a0-43b7-a05b-7300221fc5a5') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:13.673692 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9ce93e0a-febe-4519-b319-799d0aeb4b13 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (16dcb607-63a0-43b7-a05b-7300221fc5a5), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:13.693606 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9ce93e0a-febe-4519-b319-799d0aeb4b13 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (16dcb607-63a0-43b7-a05b-7300221fc5a5), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:13.701140 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce93e0a-febe-4519-b319-799d0aeb4b13 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:46:13.701553 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9ce93e0a-febe-4519-b319-799d0aeb4b13 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (16dcb607-63a0-43b7-a05b-7300221fc5a5), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:13.704720 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:46:13.704720 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:46:13.704720 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:46:13.704720 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:46:13.704720 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:46:13.704720 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:46:13.704720 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:46:13.704720 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:46:13.704720 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:46:13.704720 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:46:13.704720 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:46:13.704720 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:46:13.704720 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:46:13.704720 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:46:13.704720 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:46:13.704720 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:46:13.704720 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:46:13.704720 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:46:13.704720 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:46:13.704720 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:46:13.704720 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:46:13.704720 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:46:13.704720 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:46:13.704720 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:46:13.704720 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:46:13.704720 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:46:13.704720 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:46:13.704720 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:46:13.704720 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:46:13.704720 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:46:13.704720 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:46:13.704720 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:46:13.716381 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b789999e-7093-4cd8-b36c-304dd09ea145 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Pushing event updated for resources: {'Port': ['ID=29fdcd2d-d74e-4fff-9890-c2c0c88d644e,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:13.750875 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 6e3010dc-da03-4502-91ba-c84aae680194 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:46:13.769367 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b789999e-7093-4cd8-b36c-304dd09ea145 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:13.770075 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b789999e-7093-4cd8-b36c-304dd09ea145 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:13.778928 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 6e3010dc-da03-4502-91ba-c84aae680194 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:46:13.779595 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 6e3010dc-da03-4502-91ba-c84aae680194 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:46:13.809284 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606ede0-53ad-421e-9958-bc37b73a7b0e req-b1485e6a-39b4-415a-b8da-1d108ca4d803 tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:13.811896 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4606ede0-53ad-421e-9958-bc37b73a7b0e req-b1485e6a-39b4-415a-b8da-1d108ca4d803 tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=2016999e-1bc9-4b99-a6c3-e2e02ff640d6 HTTP/1.1" status: 200 len: 1091 time: 0.1334407 Feb 16 22:46:13.841168 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b789999e-7093-4cd8-b36c-304dd09ea145 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1991262 Feb 16 22:46:13.841403 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43054) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:13.847617 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-9ef0bdef-aa38-4602-9adb-eebf272581bf tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:8a:ce:cc'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:a3:cd:e5'}]}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:13.851590 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9ce93e0a-febe-4519-b319-799d0aeb4b13 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (cdfa0ed8-e848-4870-a365-4e45c1603727), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:13.865561 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9ce93e0a-febe-4519-b319-799d0aeb4b13 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:13.877716 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9ce93e0a-febe-4519-b319-799d0aeb4b13 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/networks/cdfa0ed8-e848-4870-a365-4e45c1603727 HTTP/1.1" status: 204 len: 168 time: 1.0538349 Feb 16 22:46:13.884457 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43056) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:13.905874 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-ade8d4a0-f043-4122-ac22-a4b768275fe7 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-493860535', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}, 'admin_state_up': False}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:13.955244 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce93e0a-febe-4519-b319-799d0aeb4b13 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event deleted for resources: {'Network': ['ID=cdfa0ed8-e848-4870-a365-4e45c1603727,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:13.965453 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ade8d4a0-f043-4122-ac22-a4b768275fe7 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (1dd83332-fdd7-4cea-a7d0-6f0fc60a8267), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:13.967419 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ade8d4a0-f043-4122-ac22-a4b768275fe7 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (1dd83332-fdd7-4cea-a7d0-6f0fc60a8267), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:14.000030 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-de4b94a1-52c2-4ebf-8374-614269c51a8d None None] Provisioning complete for port 29fdcd2d-d74e-4fff-9890-c2c0c88d644e triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:14.000607 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-de4b94a1-52c2-4ebf-8374-614269c51a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (29fdcd2d-d74e-4fff-9890-c2c0c88d644e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:14.064877 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-de4b94a1-52c2-4ebf-8374-614269c51a8d None None] Port 29fdcd2d-d74e-4fff-9890-c2c0c88d644e cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:46:14.066324 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ade8d4a0-f043-4122-ac22-a4b768275fe7 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router_controller (1dd83332-fdd7-4cea-a7d0-6f0fc60a8267), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:14.108048 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9ef0bdef-aa38-4602-9adb-eebf272581bf tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (29fdcd2d-d74e-4fff-9890-c2c0c88d644e), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:14.131398 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfc535-8be1-4ec8-9dd0-aa95ede6d050 req-e8d6ce5a-85a9-47cc-a83d-35a840a54be5 tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:14.133423 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-addfc535-8be1-4ec8-9dd0-aa95ede6d050 req-e8d6ce5a-85a9-47cc-a83d-35a840a54be5 tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=d01c1581-30a9-473d-bc21-896f39c9c1cb HTTP/1.1" status: 200 len: 1166 time: 0.2139888 Feb 16 22:46:14.256511 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ade8d4a0-f043-4122-ac22-a4b768275fe7 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router_gateway (1dd83332-fdd7-4cea-a7d0-6f0fc60a8267), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:14.409515 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-addfc535-8be1-4ec8-9dd0-aa95ede6d050 req-ceacc9ee-fe5d-4ede-8131-880fc533c041 tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=ae17d4da-3918-4b26-9e4a-b2bbab4f05f4&id=46d5b1b6-76d9-4c3d-b787-d96ac843c849&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1345890 Feb 16 22:46:14.415522 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43062) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:14.476801 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9ef0bdef-aa38-4602-9adb-eebf272581bf tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks [] for port (29fdcd2d-d74e-4fff-9890-c2c0c88d644e), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:14.491655 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9ef0bdef-aa38-4602-9adb-eebf272581bf tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (29fdcd2d-d74e-4fff-9890-c2c0c88d644e), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:14.501085 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4833d30b-afd5-44f3-86af-100f2de13398 tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:14.503234 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4833d30b-afd5-44f3-86af-100f2de13398 tempest-TestSecurityGroupsBasicOps-1346612705 tempest-TestSecurityGroupsBasicOps-1346612705-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=2016999e-1bc9-4b99-a6c3-e2e02ff640d6 HTTP/1.1" status: 200 len: 1086 time: 0.0811102 Feb 16 22:46:14.536914 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ade8d4a0-f043-4122-ac22-a4b768275fe7 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router_gateway (1dd83332-fdd7-4cea-a7d0-6f0fc60a8267), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:14.624797 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ade8d4a0-f043-4122-ac22-a4b768275fe7 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:14.749482 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0bdef-aa38-4602-9adb-eebf272581bf tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Pushing event updated for resources: {'Port': ['ID=29fdcd2d-d74e-4fff-9890-c2c0c88d644e,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:14.760271 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-9ef0bdef-aa38-4602-9adb-eebf272581bf tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] In _notify_port_updated(), no bound segment for port 29fdcd2d-d74e-4fff-9890-c2c0c88d644e on network 2872a63b-eba3-448e-88c7-9c955f81b810 {{(pid=103466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 22:46:14.773065 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef0bdef-aa38-4602-9adb-eebf272581bf tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:14.775509 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9ef0bdef-aa38-4602-9adb-eebf272581bf tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:14.780436 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9ef0bdef-aa38-4602-9adb-eebf272581bf tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] 10.222.0.75 "PUT /v2.0/ports/29fdcd2d-d74e-4fff-9890-c2c0c88d644e HTTP/1.1" status: 200 len: 1055 time: 0.9379992 Feb 16 22:46:14.781256 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43068) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:14.825886 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-ade8d4a0-f043-4122-ac22-a4b768275fe7 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Allocated IP 172.25.2.166 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/b5637622-3277-4dd8-be41-9cf2a28c83a5) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:46:15.001273 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-a9f4fffd-1842-4e77-aa72-8e7f0e6b10fe tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Deleting port 29fdcd2d-d74e-4fff-9890-c2c0c88d644e {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:46:15.002503 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a9f4fffd-1842-4e77-aa72-8e7f0e6b10fe tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (29fdcd2d-d74e-4fff-9890-c2c0c88d644e), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:15.014927 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-027bf2e1-148a-4855-bca8-cf0938bbea27 None None] Provisioning complete for port 29fdcd2d-d74e-4fff-9890-c2c0c88d644e triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:15.015504 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-027bf2e1-148a-4855-bca8-cf0938bbea27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (29fdcd2d-d74e-4fff-9890-c2c0c88d644e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:15.038488 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ade8d4a0-f043-4122-ac22-a4b768275fe7 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for port (b5637622-3277-4dd8-be41-9cf2a28c83a5), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:15.063901 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a6f98-3bb2-4379-9aca-29cc1d7dcd8b req-23d093f7-40d2-4fd3-ad40-6f4e23e21106 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:15.066399 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-795a6f98-3bb2-4379-9aca-29cc1d7dcd8b req-23d093f7-40d2-4fd3-ad40-6f4e23e21106 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/ports?device_id=2016999e-1bc9-4b99-a6c3-e2e02ff640d6 HTTP/1.1" status: 200 len: 909 time: 0.1244531 Feb 16 22:46:15.069182 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-027bf2e1-148a-4855-bca8-cf0938bbea27 None None] Port 29fdcd2d-d74e-4fff-9890-c2c0c88d644e cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:46:15.088571 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ade8d4a0-f043-4122-ac22-a4b768275fe7 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (b5637622-3277-4dd8-be41-9cf2a28c83a5), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:15.125953 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade8d4a0-f043-4122-ac22-a4b768275fe7 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:46:15.132797 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-ade8d4a0-f043-4122-ac22-a4b768275fe7 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:15.137406 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade8d4a0-f043-4122-ac22-a4b768275fe7 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:46:15.160174 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8d4a0-f043-4122-ac22-a4b768275fe7 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Port': ['ID=b5637622-3277-4dd8-be41-9cf2a28c83a5,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:15.174646 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a9f4fffd-1842-4e77-aa72-8e7f0e6b10fe tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (29fdcd2d-d74e-4fff-9890-c2c0c88d644e), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:15.193658 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-a9f4fffd-1842-4e77-aa72-8e7f0e6b10fe tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Calling delete_port for 29fdcd2d-d74e-4fff-9890-c2c0c88d644e owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:46:15.369325 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a9f4fffd-1842-4e77-aa72-8e7f0e6b10fe tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (29fdcd2d-d74e-4fff-9890-c2c0c88d644e), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:15.397065 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4fffd-1842-4e77-aa72-8e7f0e6b10fe tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Pushing event deleted for resources: {'Port': ['ID=29fdcd2d-d74e-4fff-9890-c2c0c88d644e,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:15.421910 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ade8d4a0-f043-4122-ac22-a4b768275fe7 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router_gateway (1dd83332-fdd7-4cea-a7d0-6f0fc60a8267), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:15.687384 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ade8d4a0-f043-4122-ac22-a4b768275fe7 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (1dd83332-fdd7-4cea-a7d0-6f0fc60a8267), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:15.702988 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a9f4fffd-1842-4e77-aa72-8e7f0e6b10fe tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:15.708690 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a9f4fffd-1842-4e77-aa72-8e7f0e6b10fe tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] 10.222.0.75 "DELETE /v2.0/ports/29fdcd2d-d74e-4fff-9890-c2c0c88d644e HTTP/1.1" status: 204 len: 168 time: 0.9240825 Feb 16 22:46:15.713044 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43082) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:15.747409 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-5db35d0b-a584-4e87-b57c-16a6934b0d02 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] GET failed (client error): The resource could not be found. Feb 16 22:46:15.751331 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5db35d0b-a584-4e87-b57c-16a6934b0d02 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] 10.222.0.75 "GET /v2.0/ports/29fdcd2d-d74e-4fff-9890-c2c0c88d644e HTTP/1.1" status: 404 len: 333 time: 0.0348544 Feb 16 22:46:15.751560 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43084) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:15.841386 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade8d4a0-f043-4122-ac22-a4b768275fe7 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Router 1dd83332-fdd7-4cea-a7d0-6f0fc60a8267 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:46:15.865181 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-cf51b541-0fd1-40bb-a3b0-fbb9297b9f58 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Deleting port 28f068f3-9d13-46ed-aa28-854a68e5acb2 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:46:15.865540 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cf51b541-0fd1-40bb-a3b0-fbb9297b9f58 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (28f068f3-9d13-46ed-aa28-854a68e5acb2), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:15.971813 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade8d4a0-f043-4122-ac22-a4b768275fe7 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:46:15.984073 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc577b55-e80a-45f3-a65b-faeab7cadf98 None None] Sync routers for ids ['1dd83332-fdd7-4cea-a7d0-6f0fc60a8267'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:46:15.993568 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cf51b541-0fd1-40bb-a3b0-fbb9297b9f58 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (28f068f3-9d13-46ed-aa28-854a68e5acb2), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:15.997418 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ade8d4a0-f043-4122-ac22-a4b768275fe7 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:15.998215 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc577b55-e80a-45f3-a65b-faeab7cadf98 None None] Routers {'1dd83332-fdd7-4cea-a7d0-6f0fc60a8267'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:46:15.999061 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-fc577b55-e80a-45f3-a65b-faeab7cadf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:45:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1dd83332-fdd7-4cea-a7d0-6f0fc60a8267'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:15.999532 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ade8d4a0-f043-4122-ac22-a4b768275fe7 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.1143646 Feb 16 22:46:16.002223 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43092) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:16.028314 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-cf51b541-0fd1-40bb-a3b0-fbb9297b9f58 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Calling delete_port for 28f068f3-9d13-46ed-aa28-854a68e5acb2 owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:46:16.061016 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-fc577b55-e80a-45f3-a65b-faeab7cadf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:16.081359 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc577b55-e80a-45f3-a65b-faeab7cadf98 None None] Routers {'1dd83332-fdd7-4cea-a7d0-6f0fc60a8267'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:46:16.082274 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-fc577b55-e80a-45f3-a65b-faeab7cadf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:45:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1dd83332-fdd7-4cea-a7d0-6f0fc60a8267'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:16.142370 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-fc577b55-e80a-45f3-a65b-faeab7cadf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:16.143263 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc577b55-e80a-45f3-a65b-faeab7cadf98 None None] The sync data for ids ['1dd83332-fdd7-4cea-a7d0-6f0fc60a8267'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:46:16.145222 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-e8581b0d-d9bf-451c-9102-be76274d74f2 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:16.147409 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-e8581b0d-d9bf-451c-9102-be76274d74f2 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/networks?id=50f5d130-0f22-457e-8f9d-f7f34d0d3035 HTTP/1.1" status: 200 len: 812 time: 0.1929491 Feb 16 22:46:16.166088 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4a7ced84-d966-4ac3-815e-ad0a9c2e00db tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "GET /v2.0/routers/1dd83332-fdd7-4cea-a7d0-6f0fc60a8267 HTTP/1.1" status: 200 len: 884 time: 0.1604500 Feb 16 22:46:16.166464 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43096) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:16.178596 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-b4e35be7-292f-414d-92f8-1465f606428a tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/quotas/09b4d7c239444335b4d37b9f638ba2c2 HTTP/1.1" status: 200 len: 375 time: 0.0210519 Feb 16 22:46:16.309953 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cf51b541-0fd1-40bb-a3b0-fbb9297b9f58 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (28f068f3-9d13-46ed-aa28-854a68e5acb2), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:16.325729 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-707af084-7849-4213-870e-dc7433473434 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1374326 Feb 16 22:46:16.393000 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51b541-0fd1-40bb-a3b0-fbb9297b9f58 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Pushing event deleted for resources: {'Port': ['ID=28f068f3-9d13-46ed-aa28-854a68e5acb2,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:16.506066 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f411d0-bb06-4b65-9c4b-c4c1e38b2410 req-c0d01487-32a5-452c-bdfe-2105a3398003 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:16.507666 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f411d0-bb06-4b65-9c4b-c4c1e38b2410 req-c0d01487-32a5-452c-bdfe-2105a3398003 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.67 "GET /v2.0/ports?device_id=2016999e-1bc9-4b99-a6c3-e2e02ff640d6 HTTP/1.1" status: 200 len: 909 time: 0.2408516 Feb 16 22:46:16.580794 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-2486bd5b-28a4-4b1d-a9a3-4c25979da879 service neutron] 10.222.0.75 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541115 Feb 16 22:46:16.581848 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cf51b541-0fd1-40bb-a3b0-fbb9297b9f58 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:16.585145 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-cf51b541-0fd1-40bb-a3b0-fbb9297b9f58 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] 10.222.0.75 "DELETE /v2.0/ports/28f068f3-9d13-46ed-aa28-854a68e5acb2 HTTP/1.1" status: 204 len: 168 time: 0.8326313 Feb 16 22:46:16.588522 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43102) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:16.641795 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44a7afc-71c8-4b5a-a45a-24534f14a514 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] GET failed (client error): The resource could not be found. Feb 16 22:46:16.643379 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f44a7afc-71c8-4b5a-a45a-24534f14a514 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] 10.222.0.75 "GET /v2.0/ports/28f068f3-9d13-46ed-aa28-854a68e5acb2 HTTP/1.1" status: 404 len: 333 time: 0.0527146 Feb 16 22:46:16.663327 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43104) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:16.831560 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-131bfb9f-dcf1-4570-957d-a8442b56a2a1 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.6614330 Feb 16 22:46:16.832172 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43106) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:16.836396 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-9019ee19-3fb8-4330-ba3e-12d089964146 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-493860535'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:17.143847 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-98fc27ef-28f2-4262-b393-03d018dc9080 service neutron] 10.222.0.75 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5543466 Feb 16 22:46:17.153485 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-88f411d0-bb06-4b65-9c4b-c4c1e38b2410 req-ec0d67ce-dc77-40b5-8b9c-2ac72050b14f tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Deleting port 698aee90-90ae-4301-82b1-990d0243ff7e {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:46:17.153831 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-88f411d0-bb06-4b65-9c4b-c4c1e38b2410 req-ec0d67ce-dc77-40b5-8b9c-2ac72050b14f tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (698aee90-90ae-4301-82b1-990d0243ff7e), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:17.167774 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9019ee19-3fb8-4330-ba3e-12d089964146 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-374653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59817'] for router (1dd83332-fdd7-4cea-a7d0-6f0fc60a8267), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:17.185193 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9019ee19-3fb8-4330-ba3e-12d089964146 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362694'] for router (1dd83332-fdd7-4cea-a7d0-6f0fc60a8267), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:17.202253 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-1bcf499e-0f71-43a8-84ec-08959ba0a5f5 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Deleting port 687e1b28-a28e-41fb-b52f-104e2d46db91 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:46:17.202812 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1bcf499e-0f71-43a8-84ec-08959ba0a5f5 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (687e1b28-a28e-41fb-b52f-104e2d46db91), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:17.323166 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-88f411d0-bb06-4b65-9c4b-c4c1e38b2410 req-ec0d67ce-dc77-40b5-8b9c-2ac72050b14f tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] For port 698aee90-90ae-4301-82b1-990d0243ff7e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=698aee90-90ae-4301-82b1-990d0243ff7e,segment=NetworkSegment(29b65130-4b07-4499-baed-e0edd157d9a3),segment_id=29b65130-4b07-4499-baed-e0edd157d9a3)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:46:17.323422 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-88f411d0-bb06-4b65-9c4b-c4c1e38b2410 req-ec0d67ce-dc77-40b5-8b9c-2ac72050b14f tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (698aee90-90ae-4301-82b1-990d0243ff7e), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:17.352893 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-88f411d0-bb06-4b65-9c4b-c4c1e38b2410 req-ec0d67ce-dc77-40b5-8b9c-2ac72050b14f tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Calling delete_port for 698aee90-90ae-4301-82b1-990d0243ff7e owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:46:17.367004 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1bcf499e-0f71-43a8-84ec-08959ba0a5f5 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (687e1b28-a28e-41fb-b52f-104e2d46db91), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:17.394958 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9019ee19-3fb8-4330-ba3e-12d089964146 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Router 1dd83332-fdd7-4cea-a7d0-6f0fc60a8267 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:46:17.416648 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-1bcf499e-0f71-43a8-84ec-08959ba0a5f5 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Calling delete_port for 687e1b28-a28e-41fb-b52f-104e2d46db91 owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:46:17.577502 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5ecf8-e7f4-4ff6-a179-c514c1772473 req-feea9042-8eb2-4626-b67d-ea6ec06900ff tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:17.579082 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c3a5ecf8-e7f4-4ff6-a179-c514c1772473 req-feea9042-8eb2-4626-b67d-ea6ec06900ff tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/ports?device_id=2016999e-1bc9-4b99-a6c3-e2e02ff640d6 HTTP/1.1" status: 200 len: 909 time: 0.1453667 Feb 16 22:46:17.594151 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9019ee19-3fb8-4330-ba3e-12d089964146 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:46:17.604602 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ea1eda-3aad-40a8-b26d-4f86b36bffdd None None] Sync routers for ids ['1dd83332-fdd7-4cea-a7d0-6f0fc60a8267'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:46:17.620749 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ea1eda-3aad-40a8-b26d-4f86b36bffdd None None] Routers {'1dd83332-fdd7-4cea-a7d0-6f0fc60a8267'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:46:17.621813 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-35ea1eda-3aad-40a8-b26d-4f86b36bffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:45:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1dd83332-fdd7-4cea-a7d0-6f0fc60a8267'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:17.625288 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9019ee19-3fb8-4330-ba3e-12d089964146 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:17.637016 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9019ee19-3fb8-4330-ba3e-12d089964146 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "PUT /v2.0/routers/1dd83332-fdd7-4cea-a7d0-6f0fc60a8267 HTTP/1.1" status: 200 len: 891 time: 0.8027143 Feb 16 22:46:17.638387 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43122) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:17.670909 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-88f411d0-bb06-4b65-9c4b-c4c1e38b2410 req-ec0d67ce-dc77-40b5-8b9c-2ac72050b14f tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (698aee90-90ae-4301-82b1-990d0243ff7e), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:17.682439 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1bcf499e-0f71-43a8-84ec-08959ba0a5f5 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (687e1b28-a28e-41fb-b52f-104e2d46db91), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:17.706144 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-35ea1eda-3aad-40a8-b26d-4f86b36bffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:17.717805 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ea1eda-3aad-40a8-b26d-4f86b36bffdd None None] Routers {'1dd83332-fdd7-4cea-a7d0-6f0fc60a8267'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:46:17.718927 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-35ea1eda-3aad-40a8-b26d-4f86b36bffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:45:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1dd83332-fdd7-4cea-a7d0-6f0fc60a8267'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:17.755718 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-35ea1eda-3aad-40a8-b26d-4f86b36bffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:17.756759 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ea1eda-3aad-40a8-b26d-4f86b36bffdd None None] The sync data for ids ['1dd83332-fdd7-4cea-a7d0-6f0fc60a8267'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:46:17.764107 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d67ce-dc77-40b5-8b9c-2ac72050b14f tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Pushing event deleted for resources: {'Port': ['ID=698aee90-90ae-4301-82b1-990d0243ff7e,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:17.817210 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf499e-0f71-43a8-84ec-08959ba0a5f5 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Pushing event deleted for resources: {'Port': ['ID=687e1b28-a28e-41fb-b52f-104e2d46db91,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:17.818170 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-96ce21ad-5954-4de7-959c-a1c150006d75 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "GET /v2.0/routers/1dd83332-fdd7-4cea-a7d0-6f0fc60a8267 HTTP/1.1" status: 200 len: 891 time: 0.1773229 Feb 16 22:46:17.818931 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43126) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:17.821615 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-02a2b81c-af7e-4211-894d-11c727574158 req-5e6b26c4-a8dc-4d82-86ee-a1ab242cf8d1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 210 time: 0.0812156 Feb 16 22:46:17.868890 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-34778db5-4d27-4f3c-bd42-56786dea875f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "GET /v2.0/ports?device_id=1dd83332-fdd7-4cea-a7d0-6f0fc60a8267 HTTP/1.1" status: 200 len: 205 time: 0.0486741 Feb 16 22:46:17.869720 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43128) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:17.918680 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f411d0-bb06-4b65-9c4b-c4c1e38b2410 req-ec0d67ce-dc77-40b5-8b9c-2ac72050b14f tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] No DVR routers for this DVR port 698aee90-90ae-4301-82b1-990d0243ff7e on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:46:17.947997 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-88f411d0-bb06-4b65-9c4b-c4c1e38b2410 req-ec0d67ce-dc77-40b5-8b9c-2ac72050b14f tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:17.957446 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88f411d0-bb06-4b65-9c4b-c4c1e38b2410 req-ec0d67ce-dc77-40b5-8b9c-2ac72050b14f tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.67 "DELETE /v2.0/ports/698aee90-90ae-4301-82b1-990d0243ff7e HTTP/1.1" status: 204 len: 173 time: 1.4424849 Feb 16 22:46:17.958221 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2016999e-1bc9-4b99-a6c3-e2e02ff640d6', 'name': 'network-vif-deleted', 'tag': '698aee90-90ae-4301-82b1-990d0243ff7e'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:46:17.965222 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e257411d-35e1-4b31-b1dc-8a6d1b21286e" -d '{"events": [{"server_uuid": "2016999e-1bc9-4b99-a6c3-e2e02ff640d6", "name": "network-vif-deleted", "tag": "698aee90-90ae-4301-82b1-990d0243ff7e"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:46:18.009080 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a88011f-27d5-4582-9cdd-1337750ea5aa tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router (1dd83332-fdd7-4cea-a7d0-6f0fc60a8267), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:18.091757 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7cb7c4-1530-4020-9235-e64365061283 x-openstack-request-id: req-2c7cb7c4-1530-4020-9235-e64365061283 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:46:18.092060 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2016999e-1bc9-4b99-a6c3-e2e02ff640d6", "name": "network-vif-deleted", "tag": "698aee90-90ae-4301-82b1-990d0243ff7e", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:46:18.092320 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2c7cb7c4-1530-4020-9235-e64365061283 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:46:18.092969 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2016999e-1bc9-4b99-a6c3-e2e02ff640d6', 'name': 'network-vif-deleted', 'tag': '698aee90-90ae-4301-82b1-990d0243ff7e', 'status': 'completed', 'code': 200} Feb 16 22:46:18.101335 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1bcf499e-0f71-43a8-84ec-08959ba0a5f5 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:18.107077 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1bcf499e-0f71-43a8-84ec-08959ba0a5f5 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] 10.222.0.75 "DELETE /v2.0/ports/687e1b28-a28e-41fb-b52f-104e2d46db91 HTTP/1.1" status: 204 len: 168 time: 1.4347508 Feb 16 22:46:18.109355 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43132) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:18.209422 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd027c76-a562-4a00-aaad-b43b9239d3bd tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Deleting subnet 60a2a32e-774c-4539-93dd-81e813530c69 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:46:18.215471 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd027c76-a562-4a00-aaad-b43b9239d3bd tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks [] for subnet (60a2a32e-774c-4539-93dd-81e813530c69), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:18.232064 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a88011f-27d5-4582-9cdd-1337750ea5aa tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router_gateway (1dd83332-fdd7-4cea-a7d0-6f0fc60a8267), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:18.277441 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd027c76-a562-4a00-aaad-b43b9239d3bd tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (60a2a32e-774c-4539-93dd-81e813530c69), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:18.312557 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-1a88011f-27d5-4582-9cdd-1337750ea5aa tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Deleting port b5637622-3277-4dd8-be41-9cf2a28c83a5 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:46:18.312928 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a88011f-27d5-4582-9cdd-1337750ea5aa tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (b5637622-3277-4dd8-be41-9cf2a28c83a5), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:18.381628 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd027c76-a562-4a00-aaad-b43b9239d3bd tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (60a2a32e-774c-4539-93dd-81e813530c69), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:18.400429 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a88011f-27d5-4582-9cdd-1337750ea5aa tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (b5637622-3277-4dd8-be41-9cf2a28c83a5), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:18.422250 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-1a88011f-27d5-4582-9cdd-1337750ea5aa tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Calling delete_port for b5637622-3277-4dd8-be41-9cf2a28c83a5 owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:46:18.499060 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd027c76-a562-4a00-aaad-b43b9239d3bd tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (60a2a32e-774c-4539-93dd-81e813530c69), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:18.552724 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd027c76-a562-4a00-aaad-b43b9239d3bd tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Pushing event deleted for resources: {'Subnet': ['ID=60a2a32e-774c-4539-93dd-81e813530c69,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:18.554498 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 698aee90-90ae-4301-82b1-990d0243ff7e no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:46:18.559452 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dd027c76-a562-4a00-aaad-b43b9239d3bd tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:18.562740 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-dd027c76-a562-4a00-aaad-b43b9239d3bd tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] 10.222.0.75 "DELETE /v2.0/subnets/60a2a32e-774c-4539-93dd-81e813530c69 HTTP/1.1" status: 204 len: 168 time: 0.4523001 Feb 16 22:46:18.572632 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43138) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:18.588414 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6f676b-5798-4266-a068-b30c5fd46c92 None None] Network 2872a63b-eba3-448e-88c7-9c955f81b810 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:46:18.591969 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 698aee90-90ae-4301-82b1-990d0243ff7e {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:46:18.592322 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 698aee90-90ae-4301-82b1-990d0243ff7e not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:46:18.651193 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43142) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:18.714517 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1831b6ec-1cfb-4c1a-a0f7-7ba6495db5e6 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (2872a63b-eba3-448e-88c7-9c955f81b810), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:18.833878 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-1831b6ec-1cfb-4c1a-a0f7-7ba6495db5e6 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Deleting port 76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:46:18.834104 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1831b6ec-1cfb-4c1a-a0f7-7ba6495db5e6 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:18.838011 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a88011f-27d5-4582-9cdd-1337750ea5aa tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (b5637622-3277-4dd8-be41-9cf2a28c83a5), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:18.849123 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1ff98f-7434-4024-9060-a6c016911a09 None None] DHCP port deletion for 2872a63b-eba3-448e-88c7-9c955f81b810 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:46:18.886412 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88011f-27d5-4582-9cdd-1337750ea5aa tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event deleted for resources: {'Port': ['ID=b5637622-3277-4dd8-be41-9cf2a28c83a5,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:18.959370 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-3bedef20-df43-44e1-b1fe-df9af1f4f6ec tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:18.960916 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-3bedef20-df43-44e1-b1fe-df9af1f4f6ec tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.79 "GET /v2.0/networks?id=50f5d130-0f22-457e-8f9d-f7f34d0d3035 HTTP/1.1" status: 200 len: 812 time: 0.2637191 Feb 16 22:46:18.963982 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2e1ff98f-7434-4024-9060-a6c016911a09 None None] Deleting port 76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:46:18.964611 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2e1ff98f-7434-4024-9060-a6c016911a09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:19.018515 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-cb5c7ab3-b126-4b67-abd6-f605dd2baf0b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Request body: {'port': {'device_id': 'c58c9646-ae90-4b8f-8693-9ac8153b3697', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'admin_state_up': True, 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:19.034109 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-1831b6ec-1cfb-4c1a-a0f7-7ba6495db5e6 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] For port 76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13,segment=NetworkSegment(063130af-1b59-4ba4-a664-c24358ff3075),segment_id=063130af-1b59-4ba4-a664-c24358ff3075)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:46:19.034497 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1831b6ec-1cfb-4c1a-a0f7-7ba6495db5e6 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:19.072471 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a88011f-27d5-4582-9cdd-1337750ea5aa tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (1dd83332-fdd7-4cea-a7d0-6f0fc60a8267), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:19.077840 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-2e1ff98f-7434-4024-9060-a6c016911a09 None None] For port 76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13,segment=NetworkSegment(063130af-1b59-4ba4-a664-c24358ff3075),segment_id=063130af-1b59-4ba4-a664-c24358ff3075)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:46:19.078576 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2e1ff98f-7434-4024-9060-a6c016911a09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:19.093559 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2e1ff98f-7434-4024-9060-a6c016911a09 None None] Calling delete_port for 76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:46:19.115863 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cdcaa43e-dd38-4362-92ce-b0846b1189e4 req-71a6db4e-eea5-48a5-9846-2be43a869241 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 210 time: 0.1243784 Feb 16 22:46:19.139753 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-1831b6ec-1cfb-4c1a-a0f7-7ba6495db5e6 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Calling delete_port for 76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:46:19.187530 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2e1ff98f-7434-4024-9060-a6c016911a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:19.225301 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1ff98f-7434-4024-9060-a6c016911a09 None None] No DVR routers for this DVR port 76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:46:19.230341 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ff98f-7434-4024-9060-a6c016911a09 None None] Pushing event deleted for resources: {'Port': ['ID=76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:19.263293 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a88011f-27d5-4582-9cdd-1337750ea5aa tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (1dd83332-fdd7-4cea-a7d0-6f0fc60a8267), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:19.266922 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a88011f-27d5-4582-9cdd-1337750ea5aa tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router_controller (1dd83332-fdd7-4cea-a7d0-6f0fc60a8267), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:19.332346 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a88011f-27d5-4582-9cdd-1337750ea5aa tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (1dd83332-fdd7-4cea-a7d0-6f0fc60a8267), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:19.332924 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a88011f-27d5-4582-9cdd-1337750ea5aa tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Fanout notify agent at l3_agent the message router_deleted on router 1dd83332-fdd7-4cea-a7d0-6f0fc60a8267 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:46:19.341295 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1a88011f-27d5-4582-9cdd-1337750ea5aa tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:19.342409 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1a88011f-27d5-4582-9cdd-1337750ea5aa tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/routers/1dd83332-fdd7-4cea-a7d0-6f0fc60a8267 HTTP/1.1" status: 204 len: 168 time: 1.4716022 Feb 16 22:46:19.355094 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43146) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:19.355094 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-e6c2abf8-d8fc-41d1-9b3d-924c65ea3537 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2138132922'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:19.410400 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1831b6ec-1cfb-4c1a-a0f7-7ba6495db5e6 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:19.427749 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c2abf8-d8fc-41d1-9b3d-924c65ea3537 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Made reservation on behalf of c4efc97b6837439c9fb97554f0018621 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:46:19.437609 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e6c2abf8-d8fc-41d1-9b3d-924c65ea3537 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:19.477344 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-cb5c7ab3-b126-4b67-abd6-f605dd2baf0b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Made reservation on behalf of 09b4d7c239444335b4d37b9f638ba2c2 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:46:19.481214 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-cb5c7ab3-b126-4b67-abd6-f605dd2baf0b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:19.528246 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1831b6ec-1cfb-4c1a-a0f7-7ba6495db5e6 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] No DVR routers for this DVR port 76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:46:19.536430 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1831b6ec-1cfb-4c1a-a0f7-7ba6495db5e6 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Pushing event deleted for resources: {'Port': ['ID=76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:19.638220 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c2abf8-d8fc-41d1-9b3d-924c65ea3537 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:46:19.661492 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e6c2abf8-d8fc-41d1-9b3d-924c65ea3537 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (38e9b153-e928-4f9e-bb2f-25f305e5c261), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:19.661851 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-e6c2abf8-d8fc-41d1-9b3d-924c65ea3537 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Added segment 38e9b153-e928-4f9e-bb2f-25f305e5c261 of type vlan for network 8aead4e9-b3fe-497e-815f-81ebfb97add5 Feb 16 22:46:19.687518 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1831b6ec-1cfb-4c1a-a0f7-7ba6495db5e6 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (2872a63b-eba3-448e-88c7-9c955f81b810), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:19.739771 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-cb5c7ab3-b126-4b67-abd6-f605dd2baf0b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Allocated IP 172.20.0.12 (50f5d130-0f22-457e-8f9d-f7f34d0d3035/0f3f901b-49c4-4880-859e-a4de691296cc/cffe1041-35f6-4f66-bcd7-db2bfd9e416e) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:46:19.753128 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e6c2abf8-d8fc-41d1-9b3d-924c65ea3537 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (8aead4e9-b3fe-497e-815f-81ebfb97add5), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:19.756143 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-1831b6ec-1cfb-4c1a-a0f7-7ba6495db5e6 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2872a63b-eba3-448e-88c7-9c955f81b810']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:19.769488 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-1831b6ec-1cfb-4c1a-a0f7-7ba6495db5e6 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '063130af-1b59-4ba4-a664-c24358ff3075') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:19.769815 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-1831b6ec-1cfb-4c1a-a0f7-7ba6495db5e6 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '063130af-1b59-4ba4-a664-c24358ff3075') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:19.778612 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:46:19.787938 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1831b6ec-1cfb-4c1a-a0f7-7ba6495db5e6 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (063130af-1b59-4ba4-a664-c24358ff3075), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:19.812371 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1831b6ec-1cfb-4c1a-a0f7-7ba6495db5e6 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (063130af-1b59-4ba4-a664-c24358ff3075), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:19.814102 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:46:19.815010 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 76e4f88d-67ff-42c1-a0c8-3ac7b7c66f13 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:46:19.816726 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e6c2abf8-d8fc-41d1-9b3d-924c65ea3537 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (8aead4e9-b3fe-497e-815f-81ebfb97add5), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:19.822448 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c2abf8-d8fc-41d1-9b3d-924c65ea3537 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:19.823062 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e6c2abf8-d8fc-41d1-9b3d-924c65ea3537 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:19.833086 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1831b6ec-1cfb-4c1a-a0f7-7ba6495db5e6 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:46:19.833578 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1831b6ec-1cfb-4c1a-a0f7-7ba6495db5e6 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (063130af-1b59-4ba4-a664-c24358ff3075), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: self.session.flush() Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:46:19.837958 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:46:19.891864 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e6c2abf8-d8fc-41d1-9b3d-924c65ea3537 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5423729 Feb 16 22:46:19.923666 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43156) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:19.929209 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-91840792-2a38-41da-ad27-080529d71fb6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Request body: {'subnet': {'network_id': '8aead4e9-b3fe-497e-815f-81ebfb97add5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:19.953732 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-cb5c7ab3-b126-4b67-abd6-f605dd2baf0b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for port (cffe1041-35f6-4f66-bcd7-db2bfd9e416e), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:19.978721 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c2abf8-d8fc-41d1-9b3d-924c65ea3537 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Network': ['ID=8aead4e9-b3fe-497e-815f-81ebfb97add5,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:19.990223 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1831b6ec-1cfb-4c1a-a0f7-7ba6495db5e6 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (2872a63b-eba3-448e-88c7-9c955f81b810), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:19.991691 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 8aead4e9-b3fe-497e-815f-81ebfb97add5 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:46:20.001168 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1831b6ec-1cfb-4c1a-a0f7-7ba6495db5e6 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:20.004340 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1831b6ec-1cfb-4c1a-a0f7-7ba6495db5e6 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] 10.222.0.75 "DELETE /v2.0/networks/2872a63b-eba3-448e-88c7-9c955f81b810 HTTP/1.1" status: 204 len: 168 time: 1.4303648 Feb 16 22:46:20.019616 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1831b6ec-1cfb-4c1a-a0f7-7ba6495db5e6 tempest-AllowedAddressPairTestJSON-994136129 tempest-AllowedAddressPairTestJSON-994136129-project] Pushing event deleted for resources: {'Network': ['ID=2872a63b-eba3-448e-88c7-9c955f81b810,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:20.021675 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-cb5c7ab3-b126-4b67-abd6-f605dd2baf0b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (cffe1041-35f6-4f66-bcd7-db2bfd9e416e), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:20.079543 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-cb5c7ab3-b126-4b67-abd6-f605dd2baf0b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:46:20.087333 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91840792-2a38-41da-ad27-080529d71fb6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Made reservation on behalf of c4efc97b6837439c9fb97554f0018621 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:46:20.094357 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-91840792-2a38-41da-ad27-080529d71fb6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:20.099086 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-cb5c7ab3-b126-4b67-abd6-f605dd2baf0b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:20.106453 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-cb5c7ab3-b126-4b67-abd6-f605dd2baf0b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:46:20.112414 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c7ab3-b126-4b67-abd6-f605dd2baf0b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Pushing event updated for resources: {'Port': ['ID=cffe1041-35f6-4f66-bcd7-db2bfd9e416e,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:20.184900 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc81fc62-03e4-4a7b-a472-5c85b89f2f48 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (5fc60fa5-c802-43dd-b5a9-73fc40753725), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:20.372518 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-cb5c7ab3-b126-4b67-abd6-f605dd2baf0b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:20.373199 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-cb5c7ab3-b126-4b67-abd6-f605dd2baf0b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:20.419845 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-cb5c7ab3-b126-4b67-abd6-f605dd2baf0b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4055181 Feb 16 22:46:20.449162 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-8e4eeb85-e7ed-429e-877c-3922506b5bc6 service neutron] Request body: {'port': {'device_id': 'c58c9646-ae90-4b8f-8693-9ac8153b3697', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:20.463976 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-91840792-2a38-41da-ad27-080529d71fb6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (8e127f62-3856-49cc-9d46-e385a29d0417), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:20.542061 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43164) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:20.542772 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91840792-2a38-41da-ad27-080529d71fb6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Subnet': ['ID=8e127f62-3856-49cc-9d46-e385a29d0417,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:20.546045 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5524af9-3686-4155-92dc-521867c34bce req-05b1c44d-fb14-43cf-918a-db65786b0472 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:20.554354 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-3b78024b-01ed-49b5-886f-370ac9c75978 None None] Provisioning complete for port cffe1041-35f6-4f66-bcd7-db2bfd9e416e triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:20.554791 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3b78024b-01ed-49b5-886f-370ac9c75978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (cffe1041-35f6-4f66-bcd7-db2bfd9e416e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:20.554939 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5524af9-3686-4155-92dc-521867c34bce req-05b1c44d-fb14-43cf-918a-db65786b0472 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 932 time: 0.2789960 Feb 16 22:46:20.572130 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91840792-2a38-41da-ad27-080529d71fb6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Checking segment: {'id': '38e9b153-e928-4f9e-bb2f-25f305e5c261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8aead4e9-b3fe-497e-815f-81ebfb97add5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:46:20.572883 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91840792-2a38-41da-ad27-080529d71fb6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network hostable DHCP agents. Network: 8aead4e9-b3fe-497e-815f-81ebfb97add5, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:46:20.598453 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91840792-2a38-41da-ad27-080529d71fb6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network 8aead4e9-b3fe-497e-815f-81ebfb97add5 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:46:20.624644 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-3b78024b-01ed-49b5-886f-370ac9c75978 None None] Port cffe1041-35f6-4f66-bcd7-db2bfd9e416e cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:46:20.628297 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-91840792-2a38-41da-ad27-080529d71fb6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 8aead4e9-b3fe-497e-815f-81ebfb97add5) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:20.635012 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91840792-2a38-41da-ad27-080529d71fb6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:20.636403 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-91840792-2a38-41da-ad27-080529d71fb6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:20.655054 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9102d8-c166-4876-8955-056505c6ce4e None None] Network 8aead4e9-b3fe-497e-815f-81ebfb97add5 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:46:20.680246 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-91840792-2a38-41da-ad27-080529d71fb6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7553577 Feb 16 22:46:20.682793 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43170) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:20.687431 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-1be97bf8-ab64-49da-a345-153a80e8ab8b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-134254269', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:20.738684 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1be97bf8-ab64-49da-a345-153a80e8ab8b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (9e911e9f-479e-4de0-9e17-e627d12b0a7e), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:20.739901 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1be97bf8-ab64-49da-a345-153a80e8ab8b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (9e911e9f-479e-4de0-9e17-e627d12b0a7e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:20.768778 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-8e4eeb85-e7ed-429e-877c-3922506b5bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cffe1041-35f6-4f66-bcd7-db2bfd9e416e), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:20.783054 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b186c9ee-4e7d-42e5-a773-3ab13180e7e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:20.823325 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5524af9-3686-4155-92dc-521867c34bce req-86e0e26d-9262-4c60-a83a-ea9ff922ac02 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672901 Feb 16 22:46:20.855446 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b386516f-4102-42fc-8999-4cb207558265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-8aead4e9-b3fe-497e-815f-81ebfb97add5', 'network_id': '8aead4e9-b3fe-497e-815f-81ebfb97add5', 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'fixed_ips': [{'subnet_id': '8e127f62-3856-49cc-9d46-e385a29d0417'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:46:20.856299 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b386516f-4102-42fc-8999-4cb207558265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:20.928315 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1be97bf8-ab64-49da-a345-153a80e8ab8b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router_controller (9e911e9f-479e-4de0-9e17-e627d12b0a7e), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:20.934455 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-90ed1565-a5e8-47da-80ad-056a6803040b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=38de65dfe50a416f805278d5b5f4cd1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3816314 Feb 16 22:46:20.935888 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43174) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:20.968804 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1be97bf8-ab64-49da-a345-153a80e8ab8b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (9e911e9f-479e-4de0-9e17-e627d12b0a7e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:21.048565 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-b386516f-4102-42fc-8999-4cb207558265 None None] Allocated IP 2001:db8::2 (8aead4e9-b3fe-497e-815f-81ebfb97add5/8e127f62-3856-49cc-9d46-e385a29d0417/dbf1a7cf-9a2b-44e1-99bc-be0b74420d18) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:46:21.077436 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0df5edd2-3c7a-4aa2-bcc8-8b1b62cb4381 admin admin] Publish callbacks [] for security_group (36612dfc-ee26-4861-a0e1-6f247620a18f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:21.092232 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1be97bf8-ab64-49da-a345-153a80e8ab8b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:21.095413 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1be97bf8-ab64-49da-a345-153a80e8ab8b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4109879 Feb 16 22:46:21.097669 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43176) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:21.114092 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-8e4eeb85-e7ed-429e-877c-3922506b5bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cffe1041-35f6-4f66-bcd7-db2bfd9e416e {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:46:21.122676 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-8e4eeb85-e7ed-429e-877c-3922506b5bc6 service neutron] Publish callbacks [] for port (cffe1041-35f6-4f66-bcd7-db2bfd9e416e), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:21.136146 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-8e4eeb85-e7ed-429e-877c-3922506b5bc6 service neutron] Transition to ACTIVE for port object cffe1041-35f6-4f66-bcd7-db2bfd9e416e will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:46:21.146405 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-8e4eeb85-e7ed-429e-877c-3922506b5bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (cffe1041-35f6-4f66-bcd7-db2bfd9e416e), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:21.223950 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0df5edd2-3c7a-4aa2-bcc8-8b1b62cb4381 admin admin] Publish callbacks [] for security_group (36612dfc-ee26-4861-a0e1-6f247620a18f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:21.267817 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b386516f-4102-42fc-8999-4cb207558265 None None] Publish callbacks [] for port (dbf1a7cf-9a2b-44e1-99bc-be0b74420d18), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:21.286907 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b386516f-4102-42fc-8999-4cb207558265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (dbf1a7cf-9a2b-44e1-99bc-be0b74420d18), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:21.312210 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4eeb85-e7ed-429e-877c-3922506b5bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=cffe1041-35f6-4f66-bcd7-db2bfd9e416e,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:21.349445 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386516f-4102-42fc-8999-4cb207558265 None None] Pushing event updated for resources: {'Port': ['ID=dbf1a7cf-9a2b-44e1-99bc-be0b74420d18,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:21.365784 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b386516f-4102-42fc-8999-4cb207558265 None None] Network 8aead4e9-b3fe-497e-815f-81ebfb97add5 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:46:21.367937 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-b386516f-4102-42fc-8999-4cb207558265 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:21.371109 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b386516f-4102-42fc-8999-4cb207558265 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:46:21.468920 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-b386516f-4102-42fc-8999-4cb207558265 None None] Attempting to bind port dbf1a7cf-9a2b-44e1-99bc-be0b74420d18 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:46:21.469266 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-b386516f-4102-42fc-8999-4cb207558265 None None] Attempting to bind port dbf1a7cf-9a2b-44e1-99bc-be0b74420d18 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '38e9b153-e928-4f9e-bb2f-25f305e5c261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8aead4e9-b3fe-497e-815f-81ebfb97add5'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:46:21.470200 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b386516f-4102-42fc-8999-4cb207558265 None None] Attempting to bind port dbf1a7cf-9a2b-44e1-99bc-be0b74420d18 on network 8aead4e9-b3fe-497e-815f-81ebfb97add5 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:46:21.480391 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b386516f-4102-42fc-8999-4cb207558265 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:46:21.480391 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b386516f-4102-42fc-8999-4cb207558265 None None] Checking segment: {'id': '38e9b153-e928-4f9e-bb2f-25f305e5c261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8aead4e9-b3fe-497e-815f-81ebfb97add5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:46:21.480832 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b386516f-4102-42fc-8999-4cb207558265 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:21.481315 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b386516f-4102-42fc-8999-4cb207558265 None None] Bound using segment: {'id': '38e9b153-e928-4f9e-bb2f-25f305e5c261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8aead4e9-b3fe-497e-815f-81ebfb97add5'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:46:21.481818 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-b386516f-4102-42fc-8999-4cb207558265 None None] Bound port: dbf1a7cf-9a2b-44e1-99bc-be0b74420d18, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e9b153-e928-4f9e-bb2f-25f305e5c261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8aead4e9-b3fe-497e-815f-81ebfb97add5'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:46:21.482866 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-8e4eeb85-e7ed-429e-877c-3922506b5bc6 service neutron] Attempting to bind port cffe1041-35f6-4f66-bcd7-db2bfd9e416e on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:46:21.483083 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b386516f-4102-42fc-8999-4cb207558265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (dbf1a7cf-9a2b-44e1-99bc-be0b74420d18), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:21.483533 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-8e4eeb85-e7ed-429e-877c-3922506b5bc6 service neutron] Attempting to bind port cffe1041-35f6-4f66-bcd7-db2bfd9e416e by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:46:21.484483 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-8e4eeb85-e7ed-429e-877c-3922506b5bc6 service neutron] Attempting to bind port cffe1041-35f6-4f66-bcd7-db2bfd9e416e on network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:46:21.490462 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-8e4eeb85-e7ed-429e-877c-3922506b5bc6 service neutron] Port cffe1041-35f6-4f66-bcd7-db2bfd9e416e on network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:46:21.491125 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-8e4eeb85-e7ed-429e-877c-3922506b5bc6 service neutron] Attempting to bind port cffe1041-35f6-4f66-bcd7-db2bfd9e416e on network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:46:21.504057 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-8e4eeb85-e7ed-429e-877c-3922506b5bc6 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:46:21.505934 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-8e4eeb85-e7ed-429e-877c-3922506b5bc6 service neutron] Checking segment: {'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:46:21.507059 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-8e4eeb85-e7ed-429e-877c-3922506b5bc6 service neutron] Bound using segment: {'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:46:21.507553 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-8e4eeb85-e7ed-429e-877c-3922506b5bc6 service neutron] Bound port: cffe1041-35f6-4f66-bcd7-db2bfd9e416e, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:46:21.508009 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-8e4eeb85-e7ed-429e-877c-3922506b5bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cffe1041-35f6-4f66-bcd7-db2bfd9e416e), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:21.607777 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-8e4eeb85-e7ed-429e-877c-3922506b5bc6 service neutron] For port cffe1041-35f6-4f66-bcd7-db2bfd9e416e, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:46:21.619612 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-b386516f-4102-42fc-8999-4cb207558265 None None] For port dbf1a7cf-9a2b-44e1-99bc-be0b74420d18, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:46:21.623533 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-b386516f-4102-42fc-8999-4cb207558265 None None] For port dbf1a7cf-9a2b-44e1-99bc-be0b74420d18, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=dbf1a7cf-9a2b-44e1-99bc-be0b74420d18,segment=NetworkSegment(38e9b153-e928-4f9e-bb2f-25f305e5c261),segment_id=38e9b153-e928-4f9e-bb2f-25f305e5c261)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:46:21.627996 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-8e4eeb85-e7ed-429e-877c-3922506b5bc6 service neutron] For port cffe1041-35f6-4f66-bcd7-db2bfd9e416e, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=cffe1041-35f6-4f66-bcd7-db2bfd9e416e,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:46:21.635930 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b386516f-4102-42fc-8999-4cb207558265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (dbf1a7cf-9a2b-44e1-99bc-be0b74420d18), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:21.654938 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-8e4eeb85-e7ed-429e-877c-3922506b5bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (cffe1041-35f6-4f66-bcd7-db2bfd9e416e), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:21.661744 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-dc81fc62-03e4-4a7b-a472-5c85b89f2f48 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Deleting port 596d1109-4b8a-4570-baed-f775c9511cb4 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:46:21.662103 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc81fc62-03e4-4a7b-a472-5c85b89f2f48 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (596d1109-4b8a-4570-baed-f775c9511cb4), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:21.733739 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386516f-4102-42fc-8999-4cb207558265 None None] Pushing event updated for resources: {'Port': ['ID=dbf1a7cf-9a2b-44e1-99bc-be0b74420d18,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:21.763680 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-8e4eeb85-e7ed-429e-877c-3922506b5bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:21.764325 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-8e4eeb85-e7ed-429e-877c-3922506b5bc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:21.771726 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-8e4eeb85-e7ed-429e-877c-3922506b5bc6 service neutron] 10.222.0.79 "PUT /v2.0/ports/cffe1041-35f6-4f66-bcd7-db2bfd9e416e HTTP/1.1" status: 200 len: 1092 time: 1.3290446 Feb 16 22:46:21.771726 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58c9646-ae90-4b8f-8693-9ac8153b3697', 'tag': 'cffe1041-35f6-4f66-bcd7-db2bfd9e416e'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:46:21.774972 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b010570-4f32-4e36-b009-29ec59b0abe2" -d '{"events": [{"name": "network-changed", "server_uuid": "c58c9646-ae90-4b8f-8693-9ac8153b3697", "tag": "cffe1041-35f6-4f66-bcd7-db2bfd9e416e"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:46:22.011149 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4eeb85-e7ed-429e-877c-3922506b5bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=cffe1041-35f6-4f66-bcd7-db2bfd9e416e,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:22.030665 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf5c413-3f1c-41d9-bf59-7a233a1002f5 x-openstack-request-id: req-ccf5c413-3f1c-41d9-bf59-7a233a1002f5 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:46:22.031052 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58c9646-ae90-4b8f-8693-9ac8153b3697", "tag": "cffe1041-35f6-4f66-bcd7-db2bfd9e416e", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:46:22.031231 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ccf5c413-3f1c-41d9-bf59-7a233a1002f5 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:46:22.031642 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58c9646-ae90-4b8f-8693-9ac8153b3697', 'tag': 'cffe1041-35f6-4f66-bcd7-db2bfd9e416e', 'status': 'completed', 'code': 200} Feb 16 22:46:22.265420 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0df5edd2-3c7a-4aa2-bcc8-8b1b62cb4381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (36612dfc-ee26-4861-a0e1-6f247620a18f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:22.269820 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0df5edd2-3c7a-4aa2-bcc8-8b1b62cb4381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:22.278794 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0df5edd2-3c7a-4aa2-bcc8-8b1b62cb4381 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/36612dfc-ee26-4861-a0e1-6f247620a18f HTTP/1.1" status: 204 len: 168 time: 1.3418367 Feb 16 22:46:22.324416 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df5edd2-3c7a-4aa2-bcc8-8b1b62cb4381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36612dfc-ee26-4861-a0e1-6f247620a18f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:22.352653 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-74a84192-ac86-4c6e-becd-714217d88e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:22.354604 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-74a84192-ac86-4c6e-becd-714217d88e59 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 1126 time: 0.5260532 Feb 16 22:46:22.373442 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-dc81fc62-03e4-4a7b-a472-5c85b89f2f48 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] For port 596d1109-4b8a-4570-baed-f775c9511cb4, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=596d1109-4b8a-4570-baed-f775c9511cb4,segment=NetworkSegment(29b65130-4b07-4499-baed-e0edd157d9a3),segment_id=29b65130-4b07-4499-baed-e0edd157d9a3)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:46:22.374139 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc81fc62-03e4-4a7b-a472-5c85b89f2f48 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (596d1109-4b8a-4570-baed-f775c9511cb4), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:22.436653 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-dc81fc62-03e4-4a7b-a472-5c85b89f2f48 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Calling delete_port for 596d1109-4b8a-4570-baed-f775c9511cb4 owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:46:22.440869 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-cf69a41e-9cf2-4acd-b77d-206b262e9e86 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cffe1041-35f6-4f66-bcd7-db2bfd9e416e HTTP/1.1" status: 200 len: 217 time: 0.0760994 Feb 16 22:46:22.441304 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eaebf59c-4301-4e88-8409-9b22935b3c72 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:22.450039 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458fc72-16c6-4cc1-9092-843bb38e1120 req-81ab54d1-2fed-46d1-8b9d-ff69e89474ef tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:22.451807 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7458fc72-16c6-4cc1-9092-843bb38e1120 req-81ab54d1-2fed-46d1-8b9d-ff69e89474ef tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 944 time: 0.4168830 Feb 16 22:46:22.797457 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-eaebf59c-4301-4e88-8409-9b22935b3c72 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Allocated IP 2001:db8::1 (8aead4e9-b3fe-497e-815f-81ebfb97add5/8e127f62-3856-49cc-9d46-e385a29d0417/0620d281-d0a3-4f1a-9262-96c851c6e2c9) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:46:22.967134 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eaebf59c-4301-4e88-8409-9b22935b3c72 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for port (0620d281-d0a3-4f1a-9262-96c851c6e2c9), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:23.017518 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eaebf59c-4301-4e88-8409-9b22935b3c72 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (0620d281-d0a3-4f1a-9262-96c851c6e2c9), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:23.083536 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-beb70520-386f-4bf3-9bb8-d6f1ac451887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:23.119949 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-1cb675e4-f38c-42b5-9913-9fe8c951ee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:23.121639 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-1cb675e4-f38c-42b5-9913-9fe8c951ee77 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0f3f901b-49c4-4880-859e-a4de691296cc HTTP/1.1" status: 200 len: 851 time: 0.6663864 Feb 16 22:46:23.138558 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaebf59c-4301-4e88-8409-9b22935b3c72 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network 8aead4e9-b3fe-497e-815f-81ebfb97add5 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:46:23.153188 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-eaebf59c-4301-4e88-8409-9b22935b3c72 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:23.158239 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaebf59c-4301-4e88-8409-9b22935b3c72 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:46:23.158798 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eaebf59c-4301-4e88-8409-9b22935b3c72 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (9e911e9f-479e-4de0-9e17-e627d12b0a7e), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:23.185448 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7458fc72-16c6-4cc1-9092-843bb38e1120 req-73e60fa8-85d8-4842-844a-81820609ca72 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6851592 Feb 16 22:46:23.319366 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-0c08ed6b-7a42-47ec-abcf-67020c546e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:23.324211 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaebf59c-4301-4e88-8409-9b22935b3c72 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Port': ['ID=0620d281-d0a3-4f1a-9262-96c851c6e2c9,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:23.326535 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-0c08ed6b-7a42-47ec-abcf-67020c546e78 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=50f5d130-0f22-457e-8f9d-f7f34d0d3035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1951241 Feb 16 22:46:23.416628 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eaebf59c-4301-4e88-8409-9b22935b3c72 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0620d281-d0a3-4f1a-9262-96c851c6e2c9), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:23.439413 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc81fc62-03e4-4a7b-a472-5c85b89f2f48 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (596d1109-4b8a-4570-baed-f775c9511cb4), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:23.570178 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81fc62-03e4-4a7b-a472-5c85b89f2f48 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Pushing event deleted for resources: {'Port': ['ID=596d1109-4b8a-4570-baed-f775c9511cb4,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:23.761823 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d18bbee-68be-40c1-b981-eaf997024112 None None] Network 8aead4e9-b3fe-497e-815f-81ebfb97add5 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:46:23.877119 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43214) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:23.942622 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-ef868f58-1922-4b73-b9c9-1a72198d96e3 None None] Provisioning complete for port dbf1a7cf-9a2b-44e1-99bc-be0b74420d18 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:23.943396 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ef868f58-1922-4b73-b9c9-1a72198d96e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (dbf1a7cf-9a2b-44e1-99bc-be0b74420d18), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:24.019857 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc81fc62-03e4-4a7b-a472-5c85b89f2f48 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (5fc60fa5-c802-43dd-b5a9-73fc40753725), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:24.028948 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device dbf1a7cf-9a2b-44e1-99bc-be0b74420d18 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:46:24.117258 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-5b0cffd8-6210-4cfb-84f5-f751fcd2c1df tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1393399134'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:24.191762 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0cffd8-6210-4cfb-84f5-f751fcd2c1df tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:46:24.196577 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5b0cffd8-6210-4cfb-84f5-f751fcd2c1df tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:24.205391 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a49b6-39ed-4bcc-adf0-11ce69bdb809 req-ca50bd98-8a8f-4531-9b3d-0549190e429a tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:24.205932 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eaebf59c-4301-4e88-8409-9b22935b3c72 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for port (0620d281-d0a3-4f1a-9262-96c851c6e2c9), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:24.214693 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c38a49b6-39ed-4bcc-adf0-11ce69bdb809 req-ca50bd98-8a8f-4531-9b3d-0549190e429a tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6f2cdba-2e20-4893-990c-61cc2c1d89d8 HTTP/1.1" status: 200 len: 945 time: 0.4420021 Feb 16 22:46:24.215307 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5b0cffd8-6210-4cfb-84f5-f751fcd2c1df tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:24.218414 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eaebf59c-4301-4e88-8409-9b22935b3c72 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (0620d281-d0a3-4f1a-9262-96c851c6e2c9), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:24.219391 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-eaebf59c-4301-4e88-8409-9b22935b3c72 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (9e911e9f-479e-4de0-9e17-e627d12b0a7e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:24.223158 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-2606398a-722e-42cb-9138-5fc57064543b service neutron] 10.222.0.79 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7943153 Feb 16 22:46:24.299450 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port dbf1a7cf-9a2b-44e1-99bc-be0b74420d18 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:24.300115 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (dbf1a7cf-9a2b-44e1-99bc-be0b74420d18), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:24.389882 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c38a49b6-39ed-4bcc-adf0-11ce69bdb809 req-a83bfcb4-9ad0-4950-945d-10785c3ce9d3 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/security-groups?id=0cea22e7-9828-437c-b67a-180cc743f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734991 Feb 16 22:46:24.390166 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:24.405758 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-ef868f58-1922-4b73-b9c9-1a72198d96e3 None None] Current status of the port dbf1a7cf-9a2b-44e1-99bc-be0b74420d18 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:24.406442 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ef868f58-1922-4b73-b9c9-1a72198d96e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (dbf1a7cf-9a2b-44e1-99bc-be0b74420d18), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:24.480907 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaebf59c-4301-4e88-8409-9b22935b3c72 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Port': ['ID=0620d281-d0a3-4f1a-9262-96c851c6e2c9,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:24.493951 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06b54224-769d-4ed9-a8ec-88873d7c5005 req-86948a08-0956-479f-8eaa-e9bd971af60d service neutron] 10.222.0.79 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576888 Feb 16 22:46:24.597194 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaebf59c-4301-4e88-8409-9b22935b3c72 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network 8aead4e9-b3fe-497e-815f-81ebfb97add5 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:46:24.610687 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-eaebf59c-4301-4e88-8409-9b22935b3c72 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:24.766324 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b010570-4f32-4e36-b009-29ec59b0abe2 req-9024e4e4-3a76-4ce1-b513-dddd7ee139cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:24.767840 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b010570-4f32-4e36-b009-29ec59b0abe2 req-9024e4e4-3a76-4ce1-b513-dddd7ee139cf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 1126 time: 0.1697309 Feb 16 22:46:24.812263 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ae7be-2889-4ca6-aecd-b734c3e8c616 req-d281937c-f653-4504-976e-45a9fd51966d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:24.819374 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f48ae7be-2889-4ca6-aecd-b734c3e8c616 req-d281937c-f653-4504-976e-45a9fd51966d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 944 time: 0.2148945 Feb 16 22:46:24.858387 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-ef868f58-1922-4b73-b9c9-1a72198d96e3 None None] For port dbf1a7cf-9a2b-44e1-99bc-be0b74420d18, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=dbf1a7cf-9a2b-44e1-99bc-be0b74420d18,segment=NetworkSegment(38e9b153-e928-4f9e-bb2f-25f305e5c261),segment_id=38e9b153-e928-4f9e-bb2f-25f305e5c261)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:46:24.882163 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc81fc62-03e4-4a7b-a472-5c85b89f2f48 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Router 5fc60fa5-c802-43dd-b5a9-73fc40753725 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:46:24.917749 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port dbf1a7cf-9a2b-44e1-99bc-be0b74420d18 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:24.918540 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (dbf1a7cf-9a2b-44e1-99bc-be0b74420d18), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:24.922978 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ef868f58-1922-4b73-b9c9-1a72198d96e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (dbf1a7cf-9a2b-44e1-99bc-be0b74420d18), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:24.941621 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5b0cffd8-6210-4cfb-84f5-f751fcd2c1df tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for security_group (baf38188-3fb4-4ed1-99d4-e090c67016ca), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:24.963137 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5b0cffd8-6210-4cfb-84f5-f751fcd2c1df tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (baf38188-3fb4-4ed1-99d4-e090c67016ca), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:24.978406 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0cffd8-6210-4cfb-84f5-f751fcd2c1df tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:46:24.999548 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5b0cffd8-6210-4cfb-84f5-f751fcd2c1df tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (e6d4ab2e-f7fa-48fd-8494-1ae391d523b2), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:25.000059 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-5b0cffd8-6210-4cfb-84f5-f751fcd2c1df tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Added segment e6d4ab2e-f7fa-48fd-8494-1ae391d523b2 of type vlan for network 85653813-b5e9-4a14-b601-d8fc0bc02398 Feb 16 22:46:25.084790 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f48ae7be-2889-4ca6-aecd-b734c3e8c616 req-be226fd3-5038-4fdd-953b-4b9169340415 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644477 Feb 16 22:46:25.091386 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5b0cffd8-6210-4cfb-84f5-f751fcd2c1df tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (85653813-b5e9-4a14-b601-d8fc0bc02398), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:25.151376 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b010570-4f32-4e36-b009-29ec59b0abe2 req-5bc62d8f-973f-402a-86fc-9f9269e7f49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:25.153136 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b010570-4f32-4e36-b009-29ec59b0abe2 req-5bc62d8f-973f-402a-86fc-9f9269e7f49b service neutron] 10.222.0.79 "GET /v2.0/networks?id=50f5d130-0f22-457e-8f9d-f7f34d0d3035 HTTP/1.1" status: 200 len: 913 time: 0.3737149 Feb 16 22:46:25.153508 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-eafa935c-ca7e-4fae-8a13-7c7630263c12 None None] Provisioning complete for port 0620d281-d0a3-4f1a-9262-96c851c6e2c9 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:25.153946 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-eafa935c-ca7e-4fae-8a13-7c7630263c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0620d281-d0a3-4f1a-9262-96c851c6e2c9), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:25.204470 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaebf59c-4301-4e88-8409-9b22935b3c72 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Router 9e911e9f-479e-4de0-9e17-e627d12b0a7e is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:46:25.207720 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0cffd8-6210-4cfb-84f5-f751fcd2c1df tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baf38188-3fb4-4ed1-99d4-e090c67016ca,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:25.216462 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5b0cffd8-6210-4cfb-84f5-f751fcd2c1df tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (85653813-b5e9-4a14-b601-d8fc0bc02398), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:25.232181 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0cffd8-6210-4cfb-84f5-f751fcd2c1df tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:25.233045 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5b0cffd8-6210-4cfb-84f5-f751fcd2c1df tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:25.233172 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-eafa935c-ca7e-4fae-8a13-7c7630263c12 None None] Port 0620d281-d0a3-4f1a-9262-96c851c6e2c9 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:46:25.240292 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef868f58-1922-4b73-b9c9-1a72198d96e3 None None] Pushing event updated for resources: {'Port': ['ID=dbf1a7cf-9a2b-44e1-99bc-be0b74420d18,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:25.281371 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:46:25.282104 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:46:25.289876 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b010570-4f32-4e36-b009-29ec59b0abe2 req-dd4c7589-6198-4d04-97f2-bef1540d9c07 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cffe1041-35f6-4f66-bcd7-db2bfd9e416e HTTP/1.1" status: 200 len: 217 time: 0.1294022 Feb 16 22:46:25.299964 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-eafa935c-ca7e-4fae-8a13-7c7630263c12 None None] Provisioning complete for port dbf1a7cf-9a2b-44e1-99bc-be0b74420d18 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:25.300941 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-eafa935c-ca7e-4fae-8a13-7c7630263c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (dbf1a7cf-9a2b-44e1-99bc-be0b74420d18), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:25.382721 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b42dac-8e96-4e0d-ab75-2c49b6ccd2c8 req-e7ee3f87-c5f0-42da-a5a3-872f3dfc82ef tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:25.384547 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-96b42dac-8e96-4e0d-ab75-2c49b6ccd2c8 req-e7ee3f87-c5f0-42da-a5a3-872f3dfc82ef tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6f2cdba-2e20-4893-990c-61cc2c1d89d8 HTTP/1.1" status: 200 len: 945 time: 0.2878799 Feb 16 22:46:25.385926 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc81fc62-03e4-4a7b-a472-5c85b89f2f48 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:46:25.391592 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-dc81fc62-03e4-4a7b-a472-5c85b89f2f48 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "PUT /v2.0/routers/5fc60fa5-c802-43dd-b5a9-73fc40753725/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7393022 Feb 16 22:46:25.397045 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43224) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:25.411469 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de10569-9640-4895-b236-6b0880dc4ede None None] Sync routers for ids ['5fc60fa5-c802-43dd-b5a9-73fc40753725'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:46:25.414987 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0cffd8-6210-4cfb-84f5-f751fcd2c1df tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Network': ['ID=85653813-b5e9-4a14-b601-d8fc0bc02398,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:25.457177 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5b0cffd8-6210-4cfb-84f5-f751fcd2c1df tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5754986 Feb 16 22:46:25.486729 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:46:25.516541 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43228) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:25.522309 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-21b16fc3-5545-48f4-8e0a-3065dda90a8d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:25.582068 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b010570-4f32-4e36-b009-29ec59b0abe2 req-f4ce0236-3f91-4368-b8d8-aca5364f2531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:25.584947 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b010570-4f32-4e36-b009-29ec59b0abe2 req-f4ce0236-3f91-4368-b8d8-aca5364f2531 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0f3f901b-49c4-4880-859e-a4de691296cc HTTP/1.1" status: 200 len: 851 time: 0.2863925 Feb 16 22:46:25.686570 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de10569-9640-4895-b236-6b0880dc4ede None None] Routers {'5fc60fa5-c802-43dd-b5a9-73fc40753725'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:46:25.687314 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-1de10569-9640-4895-b236-6b0880dc4ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:46:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['5fc60fa5-c802-43dd-b5a9-73fc40753725'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:25.697038 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaebf59c-4301-4e88-8409-9b22935b3c72 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:46:25.710932 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a98033-f69d-4b05-a60f-cae7316caa89 None None] Sync routers for ids ['9e911e9f-479e-4de0-9e17-e627d12b0a7e'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:46:25.713403 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-eaebf59c-4301-4e88-8409-9b22935b3c72 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "PUT /v2.0/routers/9e911e9f-479e-4de0-9e17-e627d12b0a7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6146836 Feb 16 22:46:25.719126 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b16fc3-5545-48f4-8e0a-3065dda90a8d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:46:25.720122 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43230) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:25.724872 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-21b16fc3-5545-48f4-8e0a-3065dda90a8d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:25.729840 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a98033-f69d-4b05-a60f-cae7316caa89 None None] Routers {'9e911e9f-479e-4de0-9e17-e627d12b0a7e'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:46:25.733101 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-05a98033-f69d-4b05-a60f-cae7316caa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:46:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['9e911e9f-479e-4de0-9e17-e627d12b0a7e'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:25.835514 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-05a98033-f69d-4b05-a60f-cae7316caa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:25.857024 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a286bff-dcfd-44b7-af2c-64ab75018f68 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Deleting subnet 06b169a5-dd42-42e7-ab68-fdd59b0677d6 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:46:25.859538 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a98033-f69d-4b05-a60f-cae7316caa89 None None] Routers {'9e911e9f-479e-4de0-9e17-e627d12b0a7e'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:46:25.863054 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-05a98033-f69d-4b05-a60f-cae7316caa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:46:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['9e911e9f-479e-4de0-9e17-e627d12b0a7e'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:25.883326 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4a286bff-dcfd-44b7-af2c-64ab75018f68 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for subnet (06b169a5-dd42-42e7-ab68-fdd59b0677d6), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:25.936709 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-1de10569-9640-4895-b236-6b0880dc4ede None None] Set router 5fc60fa5-c802-43dd-b5a9-73fc40753725 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:46:25.942800 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-05a98033-f69d-4b05-a60f-cae7316caa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:25.943797 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a98033-f69d-4b05-a60f-cae7316caa89 None None] The sync data for ids ['9e911e9f-479e-4de0-9e17-e627d12b0a7e'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:46:25.956398 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac3eff-b71e-4fe5-ba71-35446593ffec req-827cb515-1e59-44a2-8537-d853651a2007 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:25.960467 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-edac3eff-b71e-4fe5-ba71-35446593ffec req-827cb515-1e59-44a2-8537-d853651a2007 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6f2cdba-2e20-4893-990c-61cc2c1d89d8 HTTP/1.1" status: 200 len: 945 time: 0.4146876 Feb 16 22:46:25.969198 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-21b16fc3-5545-48f4-8e0a-3065dda90a8d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (06badca7-3d55-4993-809e-430bd1ab7a0c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:25.990727 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b010570-4f32-4e36-b009-29ec59b0abe2 req-9d9f43fc-1186-473d-8978-aba78ddf9354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:25.992763 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b010570-4f32-4e36-b009-29ec59b0abe2 req-9d9f43fc-1186-473d-8978-aba78ddf9354 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=50f5d130-0f22-457e-8f9d-f7f34d0d3035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3749120 Feb 16 22:46:26.029395 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f1affe-4d8f-4237-899f-3251fdcf3b5c tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:26.034705 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-26f1affe-4d8f-4237-899f-3251fdcf3b5c tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "GET /v2.0/ports/0620d281-d0a3-4f1a-9262-96c851c6e2c9 HTTP/1.1" status: 200 len: 911 time: 0.3018892 Feb 16 22:46:26.037171 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43232) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:26.043514 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-037c65fc-ecdd-42f2-9a18-00dc0dcdc3d3 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8e127f62-3856-49cc-9d46-e385a29d0417'}]}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:26.100476 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-96b42dac-8e96-4e0d-ab75-2c49b6ccd2c8 req-27ffe6ce-c922-4e3e-a43b-035e390e7cb0 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Deleting port 527fdcde-cc7e-4ced-a2d2-df7cc858c9b6 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:46:26.100816 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-96b42dac-8e96-4e0d-ab75-2c49b6ccd2c8 req-27ffe6ce-c922-4e3e-a43b-035e390e7cb0 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (527fdcde-cc7e-4ced-a2d2-df7cc858c9b6), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:26.137209 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:26.157325 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-eafa935c-ca7e-4fae-8a13-7c7630263c12 None None] Current status of the port dbf1a7cf-9a2b-44e1-99bc-be0b74420d18 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:26.197672 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b16fc3-5545-48f4-8e0a-3065dda90a8d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Subnet': ['ID=06badca7-3d55-4993-809e-430bd1ab7a0c,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:26.233940 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b16fc3-5545-48f4-8e0a-3065dda90a8d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Checking segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:46:26.234434 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b16fc3-5545-48f4-8e0a-3065dda90a8d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network hostable DHCP agents. Network: 85653813-b5e9-4a14-b601-d8fc0bc02398, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:46:26.246683 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-037c65fc-ecdd-42f2-9a18-00dc0dcdc3d3 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0620d281-d0a3-4f1a-9262-96c851c6e2c9), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:26.246900 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4a286bff-dcfd-44b7-af2c-64ab75018f68 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (06b169a5-dd42-42e7-ab68-fdd59b0677d6), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:26.290736 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port dbf1a7cf-9a2b-44e1-99bc-be0b74420d18 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:26.301452 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b16fc3-5545-48f4-8e0a-3065dda90a8d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:46:26.323399 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-21b16fc3-5545-48f4-8e0a-3065dda90a8d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 85653813-b5e9-4a14-b601-d8fc0bc02398) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:26.351928 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155b4b22-675d-4718-93a6-dae63a56a17d None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:46:26.414556 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b16fc3-5545-48f4-8e0a-3065dda90a8d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:26.415434 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-21b16fc3-5545-48f4-8e0a-3065dda90a8d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:26.491098 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device dbf1a7cf-9a2b-44e1-99bc-be0b74420d18 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:46:26.517794 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-21b16fc3-5545-48f4-8e0a-3065dda90a8d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0000191 Feb 16 22:46:26.520707 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43238) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:26.534692 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-b66ed9bc-7cc9-4a63-9202-663da9c5cdf8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'port': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'name': 'tempest-NetworksTestDHCPv6-921503337'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:26.548406 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-8f1ff7ac-c306-45e9-8a81-215f0569f597 None None] Provisioning complete for port 0620d281-d0a3-4f1a-9262-96c851c6e2c9 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:26.548782 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8f1ff7ac-c306-45e9-8a81-215f0569f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0620d281-d0a3-4f1a-9262-96c851c6e2c9), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:26.591269 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-8f1ff7ac-c306-45e9-8a81-215f0569f597 None None] Port 0620d281-d0a3-4f1a-9262-96c851c6e2c9 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:46:26.607751 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9e5b7b-ed4d-4d79-aa28-99682a61839f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-85653813-b5e9-4a14-b601-d8fc0bc02398', 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'project_id': '5970909e92c9458195211ab3bb079d8d', 'fixed_ips': [{'subnet_id': '06badca7-3d55-4993-809e-430bd1ab7a0c'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:46:26.608660 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fb9e5b7b-ed4d-4d79-aa28-99682a61839f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:26.642470 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-edac3eff-b71e-4fe5-ba71-35446593ffec req-ce5308b0-ba17-4076-8884-8da89c238774 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/security-groups?id=0cea22e7-9828-437c-b67a-180cc743f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6548541 Feb 16 22:46:26.688153 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-96b42dac-8e96-4e0d-ab75-2c49b6ccd2c8 req-27ffe6ce-c922-4e3e-a43b-035e390e7cb0 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] For port 527fdcde-cc7e-4ced-a2d2-df7cc858c9b6, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=527fdcde-cc7e-4ced-a2d2-df7cc858c9b6,segment=NetworkSegment(7afa8abd-d24a-4287-bcf0-18629abdf72a),segment_id=7afa8abd-d24a-4287-bcf0-18629abdf72a)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:46:26.691725 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-96b42dac-8e96-4e0d-ab75-2c49b6ccd2c8 req-27ffe6ce-c922-4e3e-a43b-035e390e7cb0 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (527fdcde-cc7e-4ced-a2d2-df7cc858c9b6), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:26.754443 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66ed9bc-7cc9-4a63-9202-663da9c5cdf8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:46:26.758168 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b66ed9bc-7cc9-4a63-9202-663da9c5cdf8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:26.780438 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-fb9e5b7b-ed4d-4d79-aa28-99682a61839f None None] Allocated IP 2001:db8::2 (85653813-b5e9-4a14-b601-d8fc0bc02398/06badca7-3d55-4993-809e-430bd1ab7a0c/2f98c896-a2bd-45e1-8b6d-55844a082c3b) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:46:26.791390 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-b66ed9bc-7cc9-4a63-9202-663da9c5cdf8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] device_id is not set on port 89fdc034-36e6-4ad9-b2f5-3e29a43dc06f yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:46:26.862630 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-96b42dac-8e96-4e0d-ab75-2c49b6ccd2c8 req-27ffe6ce-c922-4e3e-a43b-035e390e7cb0 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Calling delete_port for 527fdcde-cc7e-4ced-a2d2-df7cc858c9b6 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:46:26.909190 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b010570-4f32-4e36-b009-29ec59b0abe2 req-7160d030-c289-4c80-9ac3-d8b025e46b14 service neutron] 10.222.0.79 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9073093 Feb 16 22:46:26.916496 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4a286bff-dcfd-44b7-af2c-64ab75018f68 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (06b169a5-dd42-42e7-ab68-fdd59b0677d6), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:26.961273 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fb9e5b7b-ed4d-4d79-aa28-99682a61839f None None] Publish callbacks [] for port (2f98c896-a2bd-45e1-8b6d-55844a082c3b), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:27.004367 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fb9e5b7b-ed4d-4d79-aa28-99682a61839f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (2f98c896-a2bd-45e1-8b6d-55844a082c3b), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:27.102721 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b010570-4f32-4e36-b009-29ec59b0abe2 req-d58ea654-bb2d-4316-822e-02f949d4dbf5 service neutron] 10.222.0.79 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807191 Feb 16 22:46:27.106198 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9e5b7b-ed4d-4d79-aa28-99682a61839f None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:46:27.114993 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-fb9e5b7b-ed4d-4d79-aa28-99682a61839f None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:27.118165 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:27.119668 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9e5b7b-ed4d-4d79-aa28-99682a61839f None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:46:27.163973 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de8d2d-c411-4a13-a361-a6ca5354c52e req-ff212a92-4947-453c-90d0-6baa3f726faf tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:27.172474 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f2de8d2d-c411-4a13-a361-a6ca5354c52e req-ff212a92-4947-453c-90d0-6baa3f726faf tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 944 time: 0.3795912 Feb 16 22:46:27.173172 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-b66ed9bc-7cc9-4a63-9202-663da9c5cdf8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Allocated IP 2001:db8::332 (85653813-b5e9-4a14-b601-d8fc0bc02398/06badca7-3d55-4993-809e-430bd1ab7a0c/89fdc034-36e6-4ad9-b2f5-3e29a43dc06f) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:46:27.207483 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port dbf1a7cf-9a2b-44e1-99bc-be0b74420d18 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:27.208945 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (dbf1a7cf-9a2b-44e1-99bc-be0b74420d18), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:27.255413 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f2de8d2d-c411-4a13-a361-a6ca5354c52e req-aaf3df38-d480-45fd-8096-6276f6d9ebcb tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818772 Feb 16 22:46:27.260109 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-037c65fc-ecdd-42f2-9a18-00dc0dcdc3d3 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for port (0620d281-d0a3-4f1a-9262-96c851c6e2c9), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:27.266284 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4a286bff-dcfd-44b7-af2c-64ab75018f68 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (06b169a5-dd42-42e7-ab68-fdd59b0677d6), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:27.306870 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4a286bff-dcfd-44b7-af2c-64ab75018f68 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:27.312127 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4a286bff-dcfd-44b7-af2c-64ab75018f68 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "DELETE /v2.0/subnets/06b169a5-dd42-42e7-ab68-fdd59b0677d6 HTTP/1.1" status: 204 len: 168 time: 1.8003049 Feb 16 22:46:27.331290 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43240) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:27.333362 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a286bff-dcfd-44b7-af2c-64ab75018f68 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Pushing event deleted for resources: {'Subnet': ['ID=06b169a5-dd42-42e7-ab68-fdd59b0677d6,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:27.333495 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-037c65fc-ecdd-42f2-9a18-00dc0dcdc3d3 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (0620d281-d0a3-4f1a-9262-96c851c6e2c9), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:27.345857 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037c65fc-ecdd-42f2-9a18-00dc0dcdc3d3 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:27.351319 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-037c65fc-ecdd-42f2-9a18-00dc0dcdc3d3 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:27.355871 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-037c65fc-ecdd-42f2-9a18-00dc0dcdc3d3 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "PUT /v2.0/ports/0620d281-d0a3-4f1a-9262-96c851c6e2c9 HTTP/1.1" status: 200 len: 911 time: 1.3175123 Feb 16 22:46:27.357520 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43242) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:27.379877 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0844fc3-ff30-4d15-bc16-0c6f8f48ca5d None None] Network ea91f6c7-5331-40ac-8320-ee8a6aef5f12 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:46:27.470995 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-96b42dac-8e96-4e0d-ab75-2c49b6ccd2c8 req-27ffe6ce-c922-4e3e-a43b-035e390e7cb0 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (527fdcde-cc7e-4ced-a2d2-df7cc858c9b6), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:27.510349 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e5b7b-ed4d-4d79-aa28-99682a61839f None None] Pushing event updated for resources: {'Port': ['ID=2f98c896-a2bd-45e1-8b6d-55844a082c3b,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:27.548073 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ffe6ce-c922-4e3e-a43b-035e390e7cb0 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Pushing event deleted for resources: {'Port': ['ID=527fdcde-cc7e-4ced-a2d2-df7cc858c9b6,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:27.563501 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-99493de1-ecd3-4fe7-950a-06af28518cc0 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for router (5fc60fa5-c802-43dd-b5a9-73fc40753725), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:27.597896 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-fb9e5b7b-ed4d-4d79-aa28-99682a61839f None None] Attempting to bind port 2f98c896-a2bd-45e1-8b6d-55844a082c3b on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:46:27.598553 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-fb9e5b7b-ed4d-4d79-aa28-99682a61839f None None] Attempting to bind port 2f98c896-a2bd-45e1-8b6d-55844a082c3b by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:46:27.599134 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9e5b7b-ed4d-4d79-aa28-99682a61839f None None] Attempting to bind port 2f98c896-a2bd-45e1-8b6d-55844a082c3b on network 85653813-b5e9-4a14-b601-d8fc0bc02398 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:46:27.627402 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b42dac-8e96-4e0d-ab75-2c49b6ccd2c8 req-27ffe6ce-c922-4e3e-a43b-035e390e7cb0 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] No DVR routers for this DVR port 527fdcde-cc7e-4ced-a2d2-df7cc858c9b6 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:46:27.629946 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-96b42dac-8e96-4e0d-ab75-2c49b6ccd2c8 req-27ffe6ce-c922-4e3e-a43b-035e390e7cb0 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:27.633887 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-96b42dac-8e96-4e0d-ab75-2c49b6ccd2c8 req-27ffe6ce-c922-4e3e-a43b-035e390e7cb0 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.79 "DELETE /v2.0/ports/527fdcde-cc7e-4ced-a2d2-df7cc858c9b6 HTTP/1.1" status: 204 len: 173 time: 2.2412117 Feb 16 22:46:27.635403 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f2cdba-2e20-4893-990c-61cc2c1d89d8', 'name': 'network-vif-deleted', 'tag': '527fdcde-cc7e-4ced-a2d2-df7cc858c9b6'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:46:27.637958 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a26edd-1e84-481c-b1d1-33e54215f7f3" -d '{"events": [{"server_uuid": "d6f2cdba-2e20-4893-990c-61cc2c1d89d8", "name": "network-vif-deleted", "tag": "527fdcde-cc7e-4ced-a2d2-df7cc858c9b6"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:46:27.717656 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port dbf1a7cf-9a2b-44e1-99bc-be0b74420d18 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:27.725425 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-1de10569-9640-4895-b236-6b0880dc4ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc60fa5-c802-43dd-b5a9-73fc40753725', 'name': 'tempest-TestSecurityGroupsBasicOps-router-708007307', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '9459767a-0ead-4a91-9dfe-38f71ce09fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:45:41Z', 'updated_at': '2022-02-16T22:46:23Z', 'revision_number': 5, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'gw_port': {'id': '9459767a-0ead-4a91-9dfe-38f71ce09fe1', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc60fa5-c802-43dd-b5a9-73fc40753725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:45:43Z', 'updated_at': '2022-02-16T22:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:27.769252 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37de22c-7e73-47e7-b50a-26d8ba8f3402 x-openstack-request-id: req-d37de22c-7e73-47e7-b50a-26d8ba8f3402 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:46:27.769855 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f2cdba-2e20-4893-990c-61cc2c1d89d8", "name": "network-vif-deleted", "tag": "527fdcde-cc7e-4ced-a2d2-df7cc858c9b6", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:46:27.769855 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d37de22c-7e73-47e7-b50a-26d8ba8f3402 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:46:27.770347 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c65fc-ecdd-42f2-9a18-00dc0dcdc3d3 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Port': ['ID=0620d281-d0a3-4f1a-9262-96c851c6e2c9,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:27.772582 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f2cdba-2e20-4893-990c-61cc2c1d89d8', 'name': 'network-vif-deleted', 'tag': '527fdcde-cc7e-4ced-a2d2-df7cc858c9b6', 'status': 'completed', 'code': 200} Feb 16 22:46:27.799291 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9e5b7b-ed4d-4d79-aa28-99682a61839f None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:46:27.799760 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9e5b7b-ed4d-4d79-aa28-99682a61839f None None] Checking segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:46:27.800194 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fb9e5b7b-ed4d-4d79-aa28-99682a61839f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:27.800600 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9e5b7b-ed4d-4d79-aa28-99682a61839f None None] Bound using segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:46:27.801121 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-fb9e5b7b-ed4d-4d79-aa28-99682a61839f None None] Bound port: 2f98c896-a2bd-45e1-8b6d-55844a082c3b, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:46:27.803933 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fb9e5b7b-ed4d-4d79-aa28-99682a61839f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2f98c896-a2bd-45e1-8b6d-55844a082c3b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:27.821132 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de10569-9640-4895-b236-6b0880dc4ede None None] Checking router: 5fc60fa5-c802-43dd-b5a9-73fc40753725 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:46:27.870794 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de10569-9640-4895-b236-6b0880dc4ede None None] Routers {'5fc60fa5-c802-43dd-b5a9-73fc40753725'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:46:27.873735 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-1de10569-9640-4895-b236-6b0880dc4ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:46:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['5fc60fa5-c802-43dd-b5a9-73fc40753725'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:27.936182 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b66ed9bc-7cc9-4a63-9202-663da9c5cdf8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for port (89fdc034-36e6-4ad9-b2f5-3e29a43dc06f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:27.938515 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-99493de1-ecd3-4fe7-950a-06af28518cc0 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for router_gateway (5fc60fa5-c802-43dd-b5a9-73fc40753725), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:28.027718 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b66ed9bc-7cc9-4a63-9202-663da9c5cdf8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (89fdc034-36e6-4ad9-b2f5-3e29a43dc06f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:28.081693 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 527fdcde-cc7e-4ced-a2d2-df7cc858c9b6 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:46:28.120846 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-99493de1-ecd3-4fe7-950a-06af28518cc0 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Deleting port 9459767a-0ead-4a91-9dfe-38f71ce09fe1 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:46:28.121484 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-99493de1-ecd3-4fe7-950a-06af28518cc0 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (9459767a-0ead-4a91-9dfe-38f71ce09fe1), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:28.145047 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66ed9bc-7cc9-4a63-9202-663da9c5cdf8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:46:28.154758 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-b66ed9bc-7cc9-4a63-9202-663da9c5cdf8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:28.171163 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66ed9bc-7cc9-4a63-9202-663da9c5cdf8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:46:28.183817 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66ed9bc-7cc9-4a63-9202-663da9c5cdf8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:28.184552 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b66ed9bc-7cc9-4a63-9202-663da9c5cdf8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:28.207358 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-613b1634-098a-413d-b687-6140b096f4e6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (9e911e9f-479e-4de0-9e17-e627d12b0a7e), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:28.381058 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-99493de1-ecd3-4fe7-950a-06af28518cc0 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] For port 9459767a-0ead-4a91-9dfe-38f71ce09fe1, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9459767a-0ead-4a91-9dfe-38f71ce09fe1,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:46:28.381468 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-99493de1-ecd3-4fe7-950a-06af28518cc0 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (9459767a-0ead-4a91-9dfe-38f71ce09fe1), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:28.408769 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-99493de1-ecd3-4fe7-950a-06af28518cc0 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Calling delete_port for 9459767a-0ead-4a91-9dfe-38f71ce09fe1 owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:46:28.427637 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ed9bc-7cc9-4a63-9202-663da9c5cdf8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Port': ['ID=89fdc034-36e6-4ad9-b2f5-3e29a43dc06f,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:28.461752 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 527fdcde-cc7e-4ced-a2d2-df7cc858c9b6 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:46:28.462338 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 527fdcde-cc7e-4ced-a2d2-df7cc858c9b6 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:46:28.482351 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b66ed9bc-7cc9-4a63-9202-663da9c5cdf8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9600906 Feb 16 22:46:28.484858 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43254) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:28.571351 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-fb9e5b7b-ed4d-4d79-aa28-99682a61839f None None] For port 2f98c896-a2bd-45e1-8b6d-55844a082c3b, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:46:28.585358 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-55585834-dd27-4f94-8dc8-2aec469264b5 req-9aaa2466-7e0d-4fb1-8629-1b906e4c51bb tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6f2cdba-2e20-4893-990c-61cc2c1d89d8 HTTP/1.1" status: 200 len: 210 time: 0.3807492 Feb 16 22:46:28.588150 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-fb9e5b7b-ed4d-4d79-aa28-99682a61839f None None] For port 2f98c896-a2bd-45e1-8b6d-55844a082c3b, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=2f98c896-a2bd-45e1-8b6d-55844a082c3b,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:46:28.607598 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142141ed-7091-4c96-a455-af2a66ba29e2 None None] DHCP port deletion for ea91f6c7-5331-40ac-8320-ee8a6aef5f12 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:46:28.630078 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fb9e5b7b-ed4d-4d79-aa28-99682a61839f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2f98c896-a2bd-45e1-8b6d-55844a082c3b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:28.707542 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be700d92-1123-4d57-b0ec-dfe7f2600cb7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:28.732776 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be700d92-1123-4d57-b0ec-dfe7f2600cb7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:28.735104 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-be700d92-1123-4d57-b0ec-dfe7f2600cb7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2294188 Feb 16 22:46:28.739801 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43258) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:28.772759 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:28.792168 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-1de10569-9640-4895-b236-6b0880dc4ede None None] Set router 5fc60fa5-c802-43dd-b5a9-73fc40753725 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:46:29.013772 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e5b7b-ed4d-4d79-aa28-99682a61839f None None] Pushing event updated for resources: {'Port': ['ID=2f98c896-a2bd-45e1-8b6d-55844a082c3b,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:29.080368 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-142141ed-7091-4c96-a455-af2a66ba29e2 None None] Deleting port 7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:46:29.081026 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-142141ed-7091-4c96-a455-af2a66ba29e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:29.115427 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-c94b090b-c5b2-415a-8223-67943a41ccb8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting port 89fdc034-36e6-4ad9-b2f5-3e29a43dc06f {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:46:29.115635 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c94b090b-c5b2-415a-8223-67943a41ccb8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (89fdc034-36e6-4ad9-b2f5-3e29a43dc06f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:29.220828 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-142141ed-7091-4c96-a455-af2a66ba29e2 None None] For port 7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac,segment=NetworkSegment(29b65130-4b07-4499-baed-e0edd157d9a3),segment_id=29b65130-4b07-4499-baed-e0edd157d9a3)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:46:29.221405 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-142141ed-7091-4c96-a455-af2a66ba29e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:29.261893 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-142141ed-7091-4c96-a455-af2a66ba29e2 None None] Calling delete_port for 7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:46:29.356829 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:46:29.423745 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c94b090b-c5b2-415a-8223-67943a41ccb8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (89fdc034-36e6-4ad9-b2f5-3e29a43dc06f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:29.448682 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-142141ed-7091-4c96-a455-af2a66ba29e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:29.448983 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-c94b090b-c5b2-415a-8223-67943a41ccb8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Calling delete_port for 89fdc034-36e6-4ad9-b2f5-3e29a43dc06f owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:46:29.485367 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-99493de1-ecd3-4fe7-950a-06af28518cc0 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (9459767a-0ead-4a91-9dfe-38f71ce09fe1), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:29.488409 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142141ed-7091-4c96-a455-af2a66ba29e2 None None] Pushing event deleted for resources: {'Port': ['ID=7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:29.504024 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142141ed-7091-4c96-a455-af2a66ba29e2 None None] No DVR routers for this DVR port 7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:46:29.631640 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-1de10569-9640-4895-b236-6b0880dc4ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc60fa5-c802-43dd-b5a9-73fc40753725', 'name': 'tempest-TestSecurityGroupsBasicOps-router-708007307', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '9459767a-0ead-4a91-9dfe-38f71ce09fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:45:41Z', 'updated_at': '2022-02-16T22:46:23Z', 'revision_number': 5, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'gw_port': {'id': '9459767a-0ead-4a91-9dfe-38f71ce09fe1', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc60fa5-c802-43dd-b5a9-73fc40753725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:45:43Z', 'updated_at': '2022-02-16T22:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:29.642925 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99493de1-ecd3-4fe7-950a-06af28518cc0 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Pushing event deleted for resources: {'Port': ['ID=9459767a-0ead-4a91-9dfe-38f71ce09fe1,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:29.654099 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04e566-9b5a-4460-9097-8c7639252e9b req-659ae327-6e4d-4ff1-a566-26ecf4f94026 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:29.659733 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3b04e566-9b5a-4460-9097-8c7639252e9b req-659ae327-6e4d-4ff1-a566-26ecf4f94026 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 944 time: 0.8481319 Feb 16 22:46:29.731633 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-613b1634-098a-413d-b687-6140b096f4e6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Deleting port 0620d281-d0a3-4f1a-9262-96c851c6e2c9 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:46:29.731949 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-613b1634-098a-413d-b687-6140b096f4e6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (0620d281-d0a3-4f1a-9262-96c851c6e2c9), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:29.743434 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de10569-9640-4895-b236-6b0880dc4ede None None] The sync data for ids ['5fc60fa5-c802-43dd-b5a9-73fc40753725'] in n-d-813897-6 is: [{'id': '5fc60fa5-c802-43dd-b5a9-73fc40753725', 'name': 'tempest-TestSecurityGroupsBasicOps-router-708007307', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '9459767a-0ead-4a91-9dfe-38f71ce09fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:45:41Z', 'updated_at': '2022-02-16T22:46:23Z', 'revision_number': 5, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'gw_port': {'id': '9459767a-0ead-4a91-9dfe-38f71ce09fe1', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc60fa5-c802-43dd-b5a9-73fc40753725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:45:43Z', 'updated_at': '2022-02-16T22:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:46:29.756722 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3b04e566-9b5a-4460-9097-8c7639252e9b req-382f7dac-2ca8-4778-b863-ec20e328a12a tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900300 Feb 16 22:46:29.833780 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-99493de1-ecd3-4fe7-950a-06af28518cc0 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (5fc60fa5-c802-43dd-b5a9-73fc40753725), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:29.936322 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-613b1634-098a-413d-b687-6140b096f4e6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (0620d281-d0a3-4f1a-9262-96c851c6e2c9), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:29.995279 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-613b1634-098a-413d-b687-6140b096f4e6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Calling delete_port for 0620d281-d0a3-4f1a-9262-96c851c6e2c9 owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:46:30.062794 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:30.542891 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-613b1634-098a-413d-b687-6140b096f4e6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (0620d281-d0a3-4f1a-9262-96c851c6e2c9), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:30.628271 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b1634-098a-413d-b687-6140b096f4e6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event deleted for resources: {'Port': ['ID=0620d281-d0a3-4f1a-9262-96c851c6e2c9,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:30.754437 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 2f98c896-a2bd-45e1-8b6d-55844a082c3b up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:46:30.801823 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-613b1634-098a-413d-b687-6140b096f4e6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (9e911e9f-479e-4de0-9e17-e627d12b0a7e), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:30.916448 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbce5f6-aeec-409d-ad60-445b57b7288d None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:46:30.987159 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-99493de1-ecd3-4fe7-950a-06af28518cc0 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (5fc60fa5-c802-43dd-b5a9-73fc40753725), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:30.995240 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-99493de1-ecd3-4fe7-950a-06af28518cc0 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for router_controller (5fc60fa5-c802-43dd-b5a9-73fc40753725), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:31.007269 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c94b090b-c5b2-415a-8223-67943a41ccb8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (89fdc034-36e6-4ad9-b2f5-3e29a43dc06f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:31.039259 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-aacfa9f6-9ac8-409b-948f-05fda9a5f222 None None] Provisioning complete for port 2f98c896-a2bd-45e1-8b6d-55844a082c3b triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:31.040734 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-aacfa9f6-9ac8-409b-948f-05fda9a5f222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2f98c896-a2bd-45e1-8b6d-55844a082c3b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:31.148722 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94b090b-c5b2-415a-8223-67943a41ccb8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Port': ['ID=89fdc034-36e6-4ad9-b2f5-3e29a43dc06f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:31.172671 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 2f98c896-a2bd-45e1-8b6d-55844a082c3b triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:31.182381 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2f98c896-a2bd-45e1-8b6d-55844a082c3b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:31.199689 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-99493de1-ecd3-4fe7-950a-06af28518cc0 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (5fc60fa5-c802-43dd-b5a9-73fc40753725), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:31.200413 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99493de1-ecd3-4fe7-950a-06af28518cc0 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Fanout notify agent at l3_agent the message router_deleted on router 5fc60fa5-c802-43dd-b5a9-73fc40753725 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:46:31.202413 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c94b090b-c5b2-415a-8223-67943a41ccb8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:31.213269 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c94b090b-c5b2-415a-8223-67943a41ccb8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/89fdc034-36e6-4ad9-b2f5-3e29a43dc06f HTTP/1.1" status: 204 len: 168 time: 2.4722657 Feb 16 22:46:31.218952 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-99493de1-ecd3-4fe7-950a-06af28518cc0 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:31.232258 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-99493de1-ecd3-4fe7-950a-06af28518cc0 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "DELETE /v2.0/routers/5fc60fa5-c802-43dd-b5a9-73fc40753725 HTTP/1.1" status: 204 len: 168 time: 3.8997681 Feb 16 22:46:31.233364 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43272) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:31.234520 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43274) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:31.417416 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613b1634-098a-413d-b687-6140b096f4e6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Router 9e911e9f-479e-4de0-9e17-e627d12b0a7e has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:46:31.524859 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-aacfa9f6-9ac8-409b-948f-05fda9a5f222 None None] Current status of the port 2f98c896-a2bd-45e1-8b6d-55844a082c3b is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:31.529638 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-aacfa9f6-9ac8-409b-948f-05fda9a5f222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2f98c896-a2bd-45e1-8b6d-55844a082c3b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:31.566919 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fde69a-5949-4564-a700-b04d31949ad2 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:31.569413 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fde69a-5949-4564-a700-b04d31949ad2 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:31.580786 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b8fde69a-5949-4564-a700-b04d31949ad2 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3448565 Feb 16 22:46:31.583426 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43278) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:31.597609 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6930a910-f546-486f-8343-eef66754daf5 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (ea91f6c7-5331-40ac-8320-ee8a6aef5f12), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:31.616648 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502db7c-4d06-4f67-aad0-ae57f8f5a642 req-978d165b-9fd1-4f85-8bd2-c680bacd03e5 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:31.627068 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3502db7c-4d06-4f67-aad0-ae57f8f5a642 req-978d165b-9fd1-4f85-8bd2-c680bacd03e5 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 944 time: 0.4398193 Feb 16 22:46:31.707587 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-aacfa9f6-9ac8-409b-948f-05fda9a5f222 None None] For port 2f98c896-a2bd-45e1-8b6d-55844a082c3b, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=2f98c896-a2bd-45e1-8b6d-55844a082c3b,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:46:31.720147 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-aacfa9f6-9ac8-409b-948f-05fda9a5f222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2f98c896-a2bd-45e1-8b6d-55844a082c3b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:31.748314 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-10533d04-1239-45a9-a2d1-06d2be74f025 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting subnet 06badca7-3d55-4993-809e-430bd1ab7a0c {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:46:31.799605 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-10533d04-1239-45a9-a2d1-06d2be74f025 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (06badca7-3d55-4993-809e-430bd1ab7a0c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:31.849335 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3502db7c-4d06-4f67-aad0-ae57f8f5a642 req-417d955e-2054-4053-be25-3ec323ae810a tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210732 Feb 16 22:46:31.865711 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613b1634-098a-413d-b687-6140b096f4e6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:46:31.872328 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfa9f6-9ac8-409b-948f-05fda9a5f222 None None] Pushing event updated for resources: {'Port': ['ID=2f98c896-a2bd-45e1-8b6d-55844a082c3b,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:31.875585 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-613b1634-098a-413d-b687-6140b096f4e6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "PUT /v2.0/routers/9e911e9f-479e-4de0-9e17-e627d12b0a7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5149338 Feb 16 22:46:31.876262 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43282) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:31.880880 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 2f98c896-a2bd-45e1-8b6d-55844a082c3b is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:31.887510 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2047e83c-81fb-45ca-b6e1-3682f5614a33 None None] Sync routers for ids ['9e911e9f-479e-4de0-9e17-e627d12b0a7e'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:46:31.913149 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2047e83c-81fb-45ca-b6e1-3682f5614a33 None None] Routers {'9e911e9f-479e-4de0-9e17-e627d12b0a7e'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:46:31.914611 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2047e83c-81fb-45ca-b6e1-3682f5614a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:46:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['9e911e9f-479e-4de0-9e17-e627d12b0a7e'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:31.969053 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43284) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:31.978684 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2d097c6e-68ef-44f5-907b-0627f93f72e5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e911e9f-479e-4de0-9e17-e627d12b0a7e HTTP/1.1" status: 200 len: 205 time: 0.0961006 Feb 16 22:46:32.018395 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-10533d04-1239-45a9-a2d1-06d2be74f025 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (06badca7-3d55-4993-809e-430bd1ab7a0c), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:32.152102 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2047e83c-81fb-45ca-b6e1-3682f5614a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:32.153068 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6930a910-f546-486f-8343-eef66754daf5 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (ea91f6c7-5331-40ac-8320-ee8a6aef5f12), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:32.161547 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:46:32.218240 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:46:32.218508 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 7900e301-c5a3-4ab7-83e3-3c26ae9eb1ac not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:46:32.218938 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 596d1109-4b8a-4570-baed-f775c9511cb4 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:46:32.311504 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-6930a910-f546-486f-8343-eef66754daf5 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea91f6c7-5331-40ac-8320-ee8a6aef5f12']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:32.314636 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 596d1109-4b8a-4570-baed-f775c9511cb4 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:46:32.315062 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 596d1109-4b8a-4570-baed-f775c9511cb4 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:46:32.316235 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-76b5615d-7b5e-4eed-b647-e67111181e82 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router (9e911e9f-479e-4de0-9e17-e627d12b0a7e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:32.319358 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2047e83c-81fb-45ca-b6e1-3682f5614a33 None None] Routers {'9e911e9f-479e-4de0-9e17-e627d12b0a7e'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:46:32.321305 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2047e83c-81fb-45ca-b6e1-3682f5614a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:46:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['9e911e9f-479e-4de0-9e17-e627d12b0a7e'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:32.374890 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-6930a910-f546-486f-8343-eef66754daf5 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b65130-4b07-4499-baed-e0edd157d9a3') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:32.375307 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-6930a910-f546-486f-8343-eef66754daf5 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b65130-4b07-4499-baed-e0edd157d9a3') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:32.448056 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a123a1b9-56d1-48a4-bde0-f5aa3b25a125 None None] Provisioning complete for port 2f98c896-a2bd-45e1-8b6d-55844a082c3b triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:32.448056 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a123a1b9-56d1-48a4-bde0-f5aa3b25a125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2f98c896-a2bd-45e1-8b6d-55844a082c3b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:32.556423 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6930a910-f546-486f-8343-eef66754daf5 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (29b65130-4b07-4499-baed-e0edd157d9a3), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:32.594680 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6930a910-f546-486f-8343-eef66754daf5 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (29b65130-4b07-4499-baed-e0edd157d9a3), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:32.595930 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2047e83c-81fb-45ca-b6e1-3682f5614a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:32.596947 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2047e83c-81fb-45ca-b6e1-3682f5614a33 None None] The sync data for ids ['9e911e9f-479e-4de0-9e17-e627d12b0a7e'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:46:32.599869 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 2f98c896-a2bd-45e1-8b6d-55844a082c3b up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:46:32.611801 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6930a910-f546-486f-8343-eef66754daf5 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:46:32.619232 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6930a910-f546-486f-8343-eef66754daf5 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (29b65130-4b07-4499-baed-e0edd157d9a3), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:32.790452 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-76b5615d-7b5e-4eed-b647-e67111181e82 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (9e911e9f-479e-4de0-9e17-e627d12b0a7e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:32.794270 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-76b5615d-7b5e-4eed-b647-e67111181e82 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router_controller (9e911e9f-479e-4de0-9e17-e627d12b0a7e), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:32.848429 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:46:32.848429 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:46:32.848429 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:46:32.848429 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:46:32.848429 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:46:32.848429 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:46:32.848429 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:46:32.848429 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:46:32.848429 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:46:32.848429 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:46:32.848429 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:46:32.848429 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:46:32.848429 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:46:32.848429 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:46:32.848429 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:46:32.848429 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:46:32.848429 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:46:32.848429 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:46:32.848429 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:46:32.848429 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:46:32.848429 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:46:32.848429 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:46:32.848429 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:46:32.848429 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:46:32.848429 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:46:32.848429 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:46:32.848429 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:46:32.848429 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:46:32.848429 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:46:32.848429 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:46:32.848429 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:46:32.848429 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:46:32.848429 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-10533d04-1239-45a9-a2d1-06d2be74f025 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (06badca7-3d55-4993-809e-430bd1ab7a0c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:32.850995 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a123a1b9-56d1-48a4-bde0-f5aa3b25a125 None None] Current status of the port 2f98c896-a2bd-45e1-8b6d-55844a082c3b is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:32.889918 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 2f98c896-a2bd-45e1-8b6d-55844a082c3b triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:32.890548 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2f98c896-a2bd-45e1-8b6d-55844a082c3b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:33.015914 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6930a910-f546-486f-8343-eef66754daf5 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (ea91f6c7-5331-40ac-8320-ee8a6aef5f12), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:33.018544 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-76b5615d-7b5e-4eed-b647-e67111181e82 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (9e911e9f-479e-4de0-9e17-e627d12b0a7e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:33.019629 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b5615d-7b5e-4eed-b647-e67111181e82 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Fanout notify agent at l3_agent the message router_deleted on router 9e911e9f-479e-4de0-9e17-e627d12b0a7e {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:46:33.073755 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-76b5615d-7b5e-4eed-b647-e67111181e82 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:33.074971 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-76b5615d-7b5e-4eed-b647-e67111181e82 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/routers/9e911e9f-479e-4de0-9e17-e627d12b0a7e HTTP/1.1" status: 204 len: 168 time: 1.0896635 Feb 16 22:46:33.076733 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6930a910-f546-486f-8343-eef66754daf5 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:33.083656 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6930a910-f546-486f-8343-eef66754daf5 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "DELETE /v2.0/networks/ea91f6c7-5331-40ac-8320-ee8a6aef5f12 HTTP/1.1" status: 204 len: 168 time: 1.8274167 Feb 16 22:46:33.084673 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930a910-f546-486f-8343-eef66754daf5 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Pushing event deleted for resources: {'Network': ['ID=ea91f6c7-5331-40ac-8320-ee8a6aef5f12,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:33.087262 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43294) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:33.090237 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-74329182-5d98-46b9-9b39-122aa75debbb None None] Could not find standard attr ID for object 89fdc034-36e6-4ad9-b2f5-3e29a43dc06f. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:46:33.094998 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43296) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:33.234980 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3fb10e1-67f4-48be-9251-64a7b9ac0a53 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Deleting subnet 8e127f62-3856-49cc-9d46-e385a29d0417 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:46:33.239476 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e3fb10e1-67f4-48be-9251-64a7b9ac0a53 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for subnet (8e127f62-3856-49cc-9d46-e385a29d0417), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:33.249101 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 2f98c896-a2bd-45e1-8b6d-55844a082c3b is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:33.260978 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9459767a-0ead-4a91-9dfe-38f71ce09fe1 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:46:33.319591 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 9459767a-0ead-4a91-9dfe-38f71ce09fe1 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:46:33.320473 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9459767a-0ead-4a91-9dfe-38f71ce09fe1 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:46:33.370220 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e3fb10e1-67f4-48be-9251-64a7b9ac0a53 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (8e127f62-3856-49cc-9d46-e385a29d0417), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:33.396865 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c50f4-7330-46e0-ac30-a15275e030ba req-e0e5a681-4a4e-4589-8133-8d4f85efe8fa tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:33.398905 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e00c50f4-7330-46e0-ac30-a15275e030ba req-e0e5a681-4a4e-4589-8133-8d4f85efe8fa tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 944 time: 0.4134140 Feb 16 22:46:33.427683 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-10533d04-1239-45a9-a2d1-06d2be74f025 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (06badca7-3d55-4993-809e-430bd1ab7a0c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:33.493652 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10533d04-1239-45a9-a2d1-06d2be74f025 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Subnet': ['ID=06badca7-3d55-4993-809e-430bd1ab7a0c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:33.500852 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e00c50f4-7330-46e0-ac30-a15275e030ba req-3d6d5869-b5d0-48b9-a5f6-ad26f3fb772f tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816796 Feb 16 22:46:33.523894 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-06f90677-1263-4629-aa86-c83756090b98 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Deleting port 96c36c9b-3379-4899-95c7-0405cf079ce5 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:46:33.524330 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-06f90677-1263-4629-aa86-c83756090b98 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (96c36c9b-3379-4899-95c7-0405cf079ce5), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:33.559507 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-10533d04-1239-45a9-a2d1-06d2be74f025 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:33.563559 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab64a75-5bda-4663-825a-200a7791dd1b None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:46:33.567167 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43300) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:33.567762 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-10533d04-1239-45a9-a2d1-06d2be74f025 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/06badca7-3d55-4993-809e-430bd1ab7a0c HTTP/1.1" status: 204 len: 168 time: 1.9829669 Feb 16 22:46:33.644603 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e3fb10e1-67f4-48be-9251-64a7b9ac0a53 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (8e127f62-3856-49cc-9d46-e385a29d0417), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:33.708518 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43302) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:33.710398 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-72fb239b-2f13-487e-b35d-0aff420b282c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1326163 Feb 16 22:46:33.736179 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-6b3dc401-18b1-4ac4-9e53-49c0cb2a1cdb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:33.837846 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e3fb10e1-67f4-48be-9251-64a7b9ac0a53 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (8e127f62-3856-49cc-9d46-e385a29d0417), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:33.853098 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-06f90677-1263-4629-aa86-c83756090b98 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (96c36c9b-3379-4899-95c7-0405cf079ce5), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:33.853729 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-06f90677-1263-4629-aa86-c83756090b98 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for floatingip (96c36c9b-3379-4899-95c7-0405cf079ce5), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:33.863979 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b36cb8-14d6-43be-9e96-aad1d773de66 None None] DHCP port deletion for 85653813-b5e9-4a14-b601-d8fc0bc02398 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:46:33.906863 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-06f90677-1263-4629-aa86-c83756090b98 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Calling delete_port for 96c36c9b-3379-4899-95c7-0405cf079ce5 owned by network:floatingip {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:46:33.916510 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb10e1-67f4-48be-9251-64a7b9ac0a53 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event deleted for resources: {'Subnet': ['ID=8e127f62-3856-49cc-9d46-e385a29d0417,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:33.924146 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e3fb10e1-67f4-48be-9251-64a7b9ac0a53 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:33.947710 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ad365c-a588-4075-9ef7-a485e7059314 None None] Network 8aead4e9-b3fe-497e-815f-81ebfb97add5 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:46:33.950021 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43304) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:33.952036 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e3fb10e1-67f4-48be-9251-64a7b9ac0a53 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/subnets/8e127f62-3856-49cc-9d46-e385a29d0417 HTTP/1.1" status: 204 len: 168 time: 0.8501823 Feb 16 22:46:33.953441 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3dc401-18b1-4ac4-9e53-49c0cb2a1cdb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:46:33.959060 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6b3dc401-18b1-4ac4-9e53-49c0cb2a1cdb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:34.069266 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b5b36cb8-14d6-43be-9e96-aad1d773de66 None None] Deleting port 2f98c896-a2bd-45e1-8b6d-55844a082c3b {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:46:34.069760 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b5b36cb8-14d6-43be-9e96-aad1d773de66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (2f98c896-a2bd-45e1-8b6d-55844a082c3b), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:34.152170 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a88bdc59-0d86-4d7a-902d-a58b7eb2abb5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (8aead4e9-b3fe-497e-815f-81ebfb97add5), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:34.311313 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-b5b36cb8-14d6-43be-9e96-aad1d773de66 None None] For port 2f98c896-a2bd-45e1-8b6d-55844a082c3b, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=2f98c896-a2bd-45e1-8b6d-55844a082c3b,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:46:34.312898 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b5b36cb8-14d6-43be-9e96-aad1d773de66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (2f98c896-a2bd-45e1-8b6d-55844a082c3b), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:34.335167 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19baa1ff-d35c-4316-a4c8-d7ab19509304 None None] DHCP port deletion for 8aead4e9-b3fe-497e-815f-81ebfb97add5 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:46:34.373000 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-a88bdc59-0d86-4d7a-902d-a58b7eb2abb5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Deleting port dbf1a7cf-9a2b-44e1-99bc-be0b74420d18 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:46:34.373355 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a88bdc59-0d86-4d7a-902d-a58b7eb2abb5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (dbf1a7cf-9a2b-44e1-99bc-be0b74420d18), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:34.496887 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b5b36cb8-14d6-43be-9e96-aad1d773de66 None None] Calling delete_port for 2f98c896-a2bd-45e1-8b6d-55844a082c3b owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:46:34.506515 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6b3dc401-18b1-4ac4-9e53-49c0cb2a1cdb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (315ffdcf-0760-4682-ba23-7f547fceaf57), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:34.562143 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 2f98c896-a2bd-45e1-8b6d-55844a082c3b no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:46:34.595346 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-a88bdc59-0d86-4d7a-902d-a58b7eb2abb5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] For port dbf1a7cf-9a2b-44e1-99bc-be0b74420d18, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=dbf1a7cf-9a2b-44e1-99bc-be0b74420d18,segment=NetworkSegment(38e9b153-e928-4f9e-bb2f-25f305e5c261),segment_id=38e9b153-e928-4f9e-bb2f-25f305e5c261)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:46:34.597887 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a88bdc59-0d86-4d7a-902d-a58b7eb2abb5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (dbf1a7cf-9a2b-44e1-99bc-be0b74420d18), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:34.601162 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3dc401-18b1-4ac4-9e53-49c0cb2a1cdb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:46:34.620804 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-6b3dc401-18b1-4ac4-9e53-49c0cb2a1cdb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:34.642893 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3dc401-18b1-4ac4-9e53-49c0cb2a1cdb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:34.643667 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6b3dc401-18b1-4ac4-9e53-49c0cb2a1cdb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:34.647674 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-a88bdc59-0d86-4d7a-902d-a58b7eb2abb5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Calling delete_port for dbf1a7cf-9a2b-44e1-99bc-be0b74420d18 owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:46:34.682015 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3dc401-18b1-4ac4-9e53-49c0cb2a1cdb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Subnet': ['ID=315ffdcf-0760-4682-ba23-7f547fceaf57,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:34.723170 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6b3dc401-18b1-4ac4-9e53-49c0cb2a1cdb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0114491 Feb 16 22:46:34.739244 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43352) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:34.753630 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-688a7767-65f9-45b2-89f0-02608d1a041d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'port': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'name': 'tempest-NetworksTestDHCPv6-243857023'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:34.832319 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a88bdc59-0d86-4d7a-902d-a58b7eb2abb5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (dbf1a7cf-9a2b-44e1-99bc-be0b74420d18), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:34.865533 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-06f90677-1263-4629-aa86-c83756090b98 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (96c36c9b-3379-4899-95c7-0405cf079ce5), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:34.886526 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88bdc59-0d86-4d7a-902d-a58b7eb2abb5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] No DVR routers for this DVR port dbf1a7cf-9a2b-44e1-99bc-be0b74420d18 on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:46:35.147936 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688a7767-65f9-45b2-89f0-02608d1a041d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:46:35.183255 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-688a7767-65f9-45b2-89f0-02608d1a041d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:35.213042 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a88bdc59-0d86-4d7a-902d-a58b7eb2abb5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (8aead4e9-b3fe-497e-815f-81ebfb97add5), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:35.241554 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-19baa1ff-d35c-4316-a4c8-d7ab19509304 None None] Deleting port dbf1a7cf-9a2b-44e1-99bc-be0b74420d18 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:46:35.242986 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-19baa1ff-d35c-4316-a4c8-d7ab19509304 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (dbf1a7cf-9a2b-44e1-99bc-be0b74420d18), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:35.246769 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-a88bdc59-0d86-4d7a-902d-a58b7eb2abb5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aead4e9-b3fe-497e-815f-81ebfb97add5']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:35.261717 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-a88bdc59-0d86-4d7a-902d-a58b7eb2abb5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e9b153-e928-4f9e-bb2f-25f305e5c261') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:35.262169 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-a88bdc59-0d86-4d7a-902d-a58b7eb2abb5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e9b153-e928-4f9e-bb2f-25f305e5c261') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:35.273597 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a88bdc59-0d86-4d7a-902d-a58b7eb2abb5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (38e9b153-e928-4f9e-bb2f-25f305e5c261), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:35.293721 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a88bdc59-0d86-4d7a-902d-a58b7eb2abb5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (38e9b153-e928-4f9e-bb2f-25f305e5c261), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:35.305524 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a88bdc59-0d86-4d7a-902d-a58b7eb2abb5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:46:35.305957 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a88bdc59-0d86-4d7a-902d-a58b7eb2abb5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (38e9b153-e928-4f9e-bb2f-25f305e5c261), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:35.379141 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-688a7767-65f9-45b2-89f0-02608d1a041d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] device_id is not set on port f2be78b6-4e64-49a0-8ed4-712281edded6 yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:46:35.495293 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:46:35.495293 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:46:35.495293 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:46:35.495293 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:46:35.495293 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:46:35.495293 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:46:35.495293 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:46:35.495293 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:46:35.495293 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:46:35.495293 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:46:35.495293 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:46:35.495293 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:46:35.495293 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:46:35.495293 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:46:35.495293 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:46:35.495293 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:46:35.495293 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:46:35.495293 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:46:35.495293 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:46:35.495293 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:46:35.495293 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:46:35.495293 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:46:35.495293 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:46:35.495293 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:46:35.495293 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:46:35.495293 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:46:35.495293 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:46:35.495293 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:46:35.495293 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:46:35.495293 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:46:35.495293 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:46:35.495293 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:46:35.506380 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88bdc59-0d86-4d7a-902d-a58b7eb2abb5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event deleted for resources: {'Port': ['ID=dbf1a7cf-9a2b-44e1-99bc-be0b74420d18,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:35.553575 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a88bdc59-0d86-4d7a-902d-a58b7eb2abb5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (8aead4e9-b3fe-497e-815f-81ebfb97add5), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:35.619582 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b5b36cb8-14d6-43be-9e96-aad1d773de66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (2f98c896-a2bd-45e1-8b6d-55844a082c3b), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:35.761286 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-19baa1ff-d35c-4316-a4c8-d7ab19509304 None None] For port dbf1a7cf-9a2b-44e1-99bc-be0b74420d18, host n-d-813897-6, got binding levels [] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:46:35.761921 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-19baa1ff-d35c-4316-a4c8-d7ab19509304 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (dbf1a7cf-9a2b-44e1-99bc-be0b74420d18), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:35.811033 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-19baa1ff-d35c-4316-a4c8-d7ab19509304 None None] Calling delete_port for dbf1a7cf-9a2b-44e1-99bc-be0b74420d18 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:46:35.821383 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.ipam_backend_mixin [None req-19baa1ff-d35c-4316-a4c8-d7ab19509304 None None] Port dbf1a7cf-9a2b-44e1-99bc-be0b74420d18 was not found and therefore no delete operation was performed {{(pid=103467) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 22:46:35.849077 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-19baa1ff-d35c-4316-a4c8-d7ab19509304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (dbf1a7cf-9a2b-44e1-99bc-be0b74420d18), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:35.912955 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a88bdc59-0d86-4d7a-902d-a58b7eb2abb5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:35.937082 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a88bdc59-0d86-4d7a-902d-a58b7eb2abb5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/networks/8aead4e9-b3fe-497e-815f-81ebfb97add5 HTTP/1.1" status: 204 len: 168 time: 1.9866865 Feb 16 22:46:35.940036 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88bdc59-0d86-4d7a-902d-a58b7eb2abb5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event deleted for resources: {'Network': ['ID=8aead4e9-b3fe-497e-815f-81ebfb97add5,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:35.946422 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43428) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:35.955765 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b36cb8-14d6-43be-9e96-aad1d773de66 None None] Pushing event deleted for resources: {'Port': ['ID=2f98c896-a2bd-45e1-8b6d-55844a082c3b,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:35.967581 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-19baa1ff-d35c-4316-a4c8-d7ab19509304 None None] Network 8aead4e9-b3fe-497e-815f-81ebfb97add5 is not hosted by any dhcp agent {{(pid=103467) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 22:46:35.968035 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19baa1ff-d35c-4316-a4c8-d7ab19509304 None None] No DVR routers for this DVR port dbf1a7cf-9a2b-44e1-99bc-be0b74420d18 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:46:35.968337 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-e5388cce-a2c8-42ed-9a9c-fd6e6ce5b731 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1045503727', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:35.989527 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 2f98c896-a2bd-45e1-8b6d-55844a082c3b is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:35.991404 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2f98c896-a2bd-45e1-8b6d-55844a082c3b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:36.007638 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-688a7767-65f9-45b2-89f0-02608d1a041d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Allocated IP 2001:db8::20e (85653813-b5e9-4a14-b601-d8fc0bc02398/315ffdcf-0760-4682-ba23-7f547fceaf57/f2be78b6-4e64-49a0-8ed4-712281edded6) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:46:36.048577 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b36cb8-14d6-43be-9e96-aad1d773de66 None None] No DVR routers for this DVR port 2f98c896-a2bd-45e1-8b6d-55844a082c3b on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:46:36.137539 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f90677-1263-4629-aa86-c83756090b98 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Pushing event deleted for resources: {'Port': ['ID=96c36c9b-3379-4899-95c7-0405cf079ce5,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:36.222907 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a5d20-95c4-494f-8ab0-2c54b7403330 req-74569d9f-2edc-41f9-9ddc-8a4558bc85ad tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:36.235533 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cd3a5d20-95c4-494f-8ab0-2c54b7403330 req-74569d9f-2edc-41f9-9ddc-8a4558bc85ad tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 944 time: 1.4500360 Feb 16 22:46:36.253588 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe15460-2c6e-466d-a1db-13ac992940ca None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:46:36.259581 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19baa1ff-d35c-4316-a4c8-d7ab19509304 None None] Pushing event deleted for resources: {'Port': ['ID=dbf1a7cf-9a2b-44e1-99bc-be0b74420d18,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:36.296254 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device dbf1a7cf-9a2b-44e1-99bc-be0b74420d18 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:46:36.347480 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-06f90677-1263-4629-aa86-c83756090b98 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for floatingip (b31c5bdf-b4ff-4c65-b951-f2cf6cbef6f2), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:36.348174 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-06f90677-1263-4629-aa86-c83756090b98 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Floating IP b31c5bdf-b4ff-4c65-b951-f2cf6cbef6f2 disassociated (deleted). External IP: 172.25.2.154, port: f6116cf6-0a86-4c58-bce0-684e64e7671e. Feb 16 22:46:36.391681 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: dbf1a7cf-9a2b-44e1-99bc-be0b74420d18 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:46:36.392032 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device dbf1a7cf-9a2b-44e1-99bc-be0b74420d18 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:46:36.479368 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cd3a5d20-95c4-494f-8ab0-2c54b7403330 req-75cfeff6-8696-41e2-b0cd-936d2013f254 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502604 Feb 16 22:46:36.481006 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e5388cce-a2c8-42ed-9a9c-fd6e6ce5b731 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (3fa6286f-27ce-4927-8d77-8e3db0c2ab85), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:36.483293 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e5388cce-a2c8-42ed-9a9c-fd6e6ce5b731 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (3fa6286f-27ce-4927-8d77-8e3db0c2ab85), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:36.507718 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1d26e60-c67c-4395-93c8-de85a282dc5d req-97f764d2-ceb4-46d7-8086-f7fa8e52c3bd service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d01c1581-30a9-473d-bc21-896f39c9c1cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0703907 Feb 16 22:46:36.516276 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-688a7767-65f9-45b2-89f0-02608d1a041d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for port (f2be78b6-4e64-49a0-8ed4-712281edded6), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:36.639073 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-688a7767-65f9-45b2-89f0-02608d1a041d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (f2be78b6-4e64-49a0-8ed4-712281edded6), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:36.814789 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688a7767-65f9-45b2-89f0-02608d1a041d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:46:36.846595 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-688a7767-65f9-45b2-89f0-02608d1a041d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:36.868432 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688a7767-65f9-45b2-89f0-02608d1a041d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:46:36.889087 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688a7767-65f9-45b2-89f0-02608d1a041d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:36.889927 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-688a7767-65f9-45b2-89f0-02608d1a041d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:36.896468 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a7767-65f9-45b2-89f0-02608d1a041d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Port': ['ID=f2be78b6-4e64-49a0-8ed4-712281edded6,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:36.924383 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-688a7767-65f9-45b2-89f0-02608d1a041d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1839182 Feb 16 22:46:36.940902 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43530) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:36.979674 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060733aa-6cea-4eb1-9c66-4bc14b829aef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-85653813-b5e9-4a14-b601-d8fc0bc02398', 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'project_id': '5970909e92c9458195211ab3bb079d8d', 'fixed_ips': [{'subnet_id': '315ffdcf-0760-4682-ba23-7f547fceaf57'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:46:36.981868 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-060733aa-6cea-4eb1-9c66-4bc14b829aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:37.096293 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e5388cce-a2c8-42ed-9a9c-fd6e6ce5b731 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router_controller (3fa6286f-27ce-4927-8d77-8e3db0c2ab85), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:37.149516 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e5388cce-a2c8-42ed-9a9c-fd6e6ce5b731 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (3fa6286f-27ce-4927-8d77-8e3db0c2ab85), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:37.166288 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d26e60-c67c-4395-93c8-de85a282dc5d req-4512207a-834c-4835-aea1-e764f6ee5dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:37.166622 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcafba58-ece8-48d4-8e22-7ed08d86cb32 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:37.168706 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1d26e60-c67c-4395-93c8-de85a282dc5d req-4512207a-834c-4835-aea1-e764f6ee5dec service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=408e4b5cc64c4521a5139ec5acd5eaa9&device_id=d01c1581-30a9-473d-bc21-896f39c9c1cb HTTP/1.1" status: 200 len: 1166 time: 0.6329858 Feb 16 22:46:37.169083 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bcafba58-ece8-48d4-8e22-7ed08d86cb32 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2268004 Feb 16 22:46:37.189883 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43556) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:37.321632 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e5388cce-a2c8-42ed-9a9c-fd6e6ce5b731 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:37.328337 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e5388cce-a2c8-42ed-9a9c-fd6e6ce5b731 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3791289 Feb 16 22:46:37.330928 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43574) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:37.348559 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-160153c2-1477-4671-a242-dcabf2981ab6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1086537934'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:37.436643 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d26e60-c67c-4395-93c8-de85a282dc5d req-9c06c549-fa07-4ffe-a910-f3d4c973978e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:37.439556 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1d26e60-c67c-4395-93c8-de85a282dc5d req-9c06c549-fa07-4ffe-a910-f3d4c973978e service neutron] 10.222.0.79 "GET /v2.0/networks?id=5a6df76d-a33f-4d04-af8d-e31633545b3c HTTP/1.1" status: 200 len: 897 time: 0.2431941 Feb 16 22:46:37.484040 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-c76e7b33-399d-45e8-8762-e0b3a492de12 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting port f2be78b6-4e64-49a0-8ed4-712281edded6 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:46:37.484652 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c76e7b33-399d-45e8-8762-e0b3a492de12 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (f2be78b6-4e64-49a0-8ed4-712281edded6), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:37.495033 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160153c2-1477-4671-a242-dcabf2981ab6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Made reservation on behalf of c4efc97b6837439c9fb97554f0018621 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:46:37.498408 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-160153c2-1477-4671-a242-dcabf2981ab6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:37.593403 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-060733aa-6cea-4eb1-9c66-4bc14b829aef None None] Allocated IP 2001:db8::2 (85653813-b5e9-4a14-b601-d8fc0bc02398/315ffdcf-0760-4682-ba23-7f547fceaf57/cda84896-42f2-4c60-81d6-7697c8b0c912) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:46:37.698049 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c76e7b33-399d-45e8-8762-e0b3a492de12 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (f2be78b6-4e64-49a0-8ed4-712281edded6), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:37.724208 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f90677-1263-4629-aa86-c83756090b98 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Router c4129c22-7fa9-4b9a-b131-e579e23fb0bc has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:46:37.725875 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1d26e60-c67c-4395-93c8-de85a282dc5d req-cb3951bf-5f5d-4161-89b4-0a1929a8d75e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6116cf6-0a86-4c58-bce0-684e64e7671e HTTP/1.1" status: 200 len: 217 time: 0.2751741 Feb 16 22:46:37.757520 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-c76e7b33-399d-45e8-8762-e0b3a492de12 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Calling delete_port for f2be78b6-4e64-49a0-8ed4-712281edded6 owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:46:38.006254 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d26e60-c67c-4395-93c8-de85a282dc5d req-b710c9ec-da16-4965-8cf7-0681c9b9ce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:38.009615 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1d26e60-c67c-4395-93c8-de85a282dc5d req-b710c9ec-da16-4965-8cf7-0681c9b9ce6f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=77828865-de3e-4cf9-97ec-bc4d1b4c3a70 HTTP/1.1" status: 200 len: 835 time: 0.2535090 Feb 16 22:46:38.046674 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-060733aa-6cea-4eb1-9c66-4bc14b829aef None None] Publish callbacks [] for port (cda84896-42f2-4c60-81d6-7697c8b0c912), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:38.058044 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-060733aa-6cea-4eb1-9c66-4bc14b829aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (cda84896-42f2-4c60-81d6-7697c8b0c912), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:38.099814 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c76e7b33-399d-45e8-8762-e0b3a492de12 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (f2be78b6-4e64-49a0-8ed4-712281edded6), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:38.159692 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e7b33-399d-45e8-8762-e0b3a492de12 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Port': ['ID=f2be78b6-4e64-49a0-8ed4-712281edded6,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:38.174809 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-160153c2-1477-4671-a242-dcabf2981ab6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:46:38.188058 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060733aa-6cea-4eb1-9c66-4bc14b829aef None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:46:38.195825 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-060733aa-6cea-4eb1-9c66-4bc14b829aef None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:38.205316 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060733aa-6cea-4eb1-9c66-4bc14b829aef None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:46:38.249299 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c76e7b33-399d-45e8-8762-e0b3a492de12 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:38.257289 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c76e7b33-399d-45e8-8762-e0b3a492de12 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/f2be78b6-4e64-49a0-8ed4-712281edded6 HTTP/1.1" status: 204 len: 168 time: 1.0559502 Feb 16 22:46:38.257833 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43666) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:38.327345 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060733aa-6cea-4eb1-9c66-4bc14b829aef None None] Pushing event updated for resources: {'Port': ['ID=cda84896-42f2-4c60-81d6-7697c8b0c912,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:38.365269 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-060733aa-6cea-4eb1-9c66-4bc14b829aef None None] Attempting to bind port cda84896-42f2-4c60-81d6-7697c8b0c912 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:46:38.366064 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-060733aa-6cea-4eb1-9c66-4bc14b829aef None None] Attempting to bind port cda84896-42f2-4c60-81d6-7697c8b0c912 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:46:38.366710 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060733aa-6cea-4eb1-9c66-4bc14b829aef None None] Attempting to bind port cda84896-42f2-4c60-81d6-7697c8b0c912 on network 85653813-b5e9-4a14-b601-d8fc0bc02398 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:46:38.372939 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060733aa-6cea-4eb1-9c66-4bc14b829aef None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:46:38.375573 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060733aa-6cea-4eb1-9c66-4bc14b829aef None None] Checking segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:46:38.376632 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e95edb-c2ff-4616-bb03-30be26e21066 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:38.377118 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-060733aa-6cea-4eb1-9c66-4bc14b829aef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:38.377594 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060733aa-6cea-4eb1-9c66-4bc14b829aef None None] Bound using segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:46:38.378469 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-060733aa-6cea-4eb1-9c66-4bc14b829aef None None] Bound port: cda84896-42f2-4c60-81d6-7697c8b0c912, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:46:38.380606 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e95edb-c2ff-4616-bb03-30be26e21066 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:38.384039 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-86e95edb-c2ff-4616-bb03-30be26e21066 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1251631 Feb 16 22:46:38.387304 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43678) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:38.401219 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-060733aa-6cea-4eb1-9c66-4bc14b829aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cda84896-42f2-4c60-81d6-7697c8b0c912), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:38.526499 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-c12891a3-1e2d-4915-8df3-a77b06c5f0f6 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting subnet 315ffdcf-0760-4682-ba23-7f547fceaf57 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:46:38.542196 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c12891a3-1e2d-4915-8df3-a77b06c5f0f6 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (315ffdcf-0760-4682-ba23-7f547fceaf57), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:38.665428 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c12891a3-1e2d-4915-8df3-a77b06c5f0f6 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (315ffdcf-0760-4682-ba23-7f547fceaf57), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:38.671049 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-060733aa-6cea-4eb1-9c66-4bc14b829aef None None] For port cda84896-42f2-4c60-81d6-7697c8b0c912, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:46:38.698740 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-060733aa-6cea-4eb1-9c66-4bc14b829aef None None] For port cda84896-42f2-4c60-81d6-7697c8b0c912, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=cda84896-42f2-4c60-81d6-7697c8b0c912,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:46:38.712905 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-060733aa-6cea-4eb1-9c66-4bc14b829aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (cda84896-42f2-4c60-81d6-7697c8b0c912), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:38.895829 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c12891a3-1e2d-4915-8df3-a77b06c5f0f6 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (315ffdcf-0760-4682-ba23-7f547fceaf57), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:38.997140 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060733aa-6cea-4eb1-9c66-4bc14b829aef None None] Pushing event updated for resources: {'Port': ['ID=cda84896-42f2-4c60-81d6-7697c8b0c912,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:39.031692 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c12891a3-1e2d-4915-8df3-a77b06c5f0f6 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (315ffdcf-0760-4682-ba23-7f547fceaf57), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:39.091455 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12891a3-1e2d-4915-8df3-a77b06c5f0f6 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Subnet': ['ID=315ffdcf-0760-4682-ba23-7f547fceaf57,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:39.120954 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c12891a3-1e2d-4915-8df3-a77b06c5f0f6 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:39.135195 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c12891a3-1e2d-4915-8df3-a77b06c5f0f6 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/315ffdcf-0760-4682-ba23-7f547fceaf57 HTTP/1.1" status: 204 len: 168 time: 0.7455487 Feb 16 22:46:39.135195 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43746) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:39.257402 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-160153c2-1477-4671-a242-dcabf2981ab6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (a2bfabb1-96d4-454e-9b70-19c2c4dfc49e), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:39.257926 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-160153c2-1477-4671-a242-dcabf2981ab6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Added segment a2bfabb1-96d4-454e-9b70-19c2c4dfc49e of type vlan for network 1b95684b-f625-4428-a987-4c9c91783ee4 Feb 16 22:46:39.258361 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c559410d-c47c-4c4e-a72a-3e131aac7b96 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1043088 Feb 16 22:46:39.259034 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43754) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:39.273898 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-8f9a562e-5463-458b-aa82-49cbe6353689 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:39.378053 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17851c-44c7-4a38-868b-c5266768629a req-cb7a309b-1220-4e77-bf15-e641fd5a32c7 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:39.394502 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-af17851c-44c7-4a38-868b-c5266768629a req-cb7a309b-1220-4e77-bf15-e641fd5a32c7 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 944 time: 1.7074494 Feb 16 22:46:39.405519 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-160153c2-1477-4671-a242-dcabf2981ab6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (1b95684b-f625-4428-a987-4c9c91783ee4), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:39.509681 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9a562e-5463-458b-aa82-49cbe6353689 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:46:39.514377 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8f9a562e-5463-458b-aa82-49cbe6353689 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:39.551891 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d26e60-c67c-4395-93c8-de85a282dc5d req-b5395d56-3952-4345-974e-ada5be0704c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:39.553432 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1d26e60-c67c-4395-93c8-de85a282dc5d req-b5395d56-3952-4345-974e-ada5be0704c9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5a6df76d-a33f-4d04-af8d-e31633545b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.5305207 Feb 16 22:46:39.619254 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-160153c2-1477-4671-a242-dcabf2981ab6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (1b95684b-f625-4428-a987-4c9c91783ee4), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:39.625958 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160153c2-1477-4671-a242-dcabf2981ab6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:39.626616 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-160153c2-1477-4671-a242-dcabf2981ab6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:39.705444 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-af17851c-44c7-4a38-868b-c5266768629a req-1dba03b6-b8a4-4ca2-9352-3820f990a46c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937098 Feb 16 22:46:39.711280 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f90677-1263-4629-aa86-c83756090b98 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:46:39.717719 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-06f90677-1263-4629-aa86-c83756090b98 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:39.743091 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dd9e9f-d511-438b-9937-a37d5e2be45b None None] Sync routers for ids ['c4129c22-7fa9-4b9a-b131-e579e23fb0bc'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:46:39.799918 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-160153c2-1477-4671-a242-dcabf2981ab6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.4663279 Feb 16 22:46:39.801193 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43800) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:39.806029 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dd9e9f-d511-438b-9937-a37d5e2be45b None None] Routers {'c4129c22-7fa9-4b9a-b131-e579e23fb0bc'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:46:39.806695 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-e4dd9e9f-d511-438b-9937-a37d5e2be45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:46:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['c4129c22-7fa9-4b9a-b131-e579e23fb0bc'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:39.812611 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-d02a529c-fac4-4b25-9503-c6a99042616a tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Request body: {'subnet': {'network_id': '1b95684b-f625-4428-a987-4c9c91783ee4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:39.845466 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-06f90677-1263-4629-aa86-c83756090b98 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "DELETE /v2.0/floatingips/b31c5bdf-b4ff-4c65-b951-f2cf6cbef6f2 HTTP/1.1" status: 204 len: 168 time: 6.7493794 Feb 16 22:46:39.850142 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01c1581-30a9-473d-bc21-896f39c9c1cb', 'tag': 'f6116cf6-0a86-4c58-bce0-684e64e7671e'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:46:39.853050 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207e1ae6-5843-4d7e-854b-af7169a12954" -d '{"events": [{"name": "network-changed", "server_uuid": "d01c1581-30a9-473d-bc21-896f39c9c1cb", "tag": "f6116cf6-0a86-4c58-bce0-684e64e7671e"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:46:39.926804 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160153c2-1477-4671-a242-dcabf2981ab6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Network': ['ID=1b95684b-f625-4428-a987-4c9c91783ee4,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:39.941274 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 1b95684b-f625-4428-a987-4c9c91783ee4 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:46:39.963675 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1d26e60-c67c-4395-93c8-de85a282dc5d req-bd717d44-e5b5-434b-89eb-d9771d74cc1a service neutron] 10.222.0.79 "GET /v2.0/networks/5a6df76d-a33f-4d04-af8d-e31633545b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876495 Feb 16 22:46:40.185497 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1d26e60-c67c-4395-93c8-de85a282dc5d req-73de35d1-f208-4463-a122-331b13fe4666 service neutron] 10.222.0.79 "GET /v2.0/networks/5a6df76d-a33f-4d04-af8d-e31633545b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133114 Feb 16 22:46:40.310380 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b78709-a4c8-4187-bcc8-48687853911a x-openstack-request-id: req-d9b78709-a4c8-4187-bcc8-48687853911a {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:46:40.310973 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d01c1581-30a9-473d-bc21-896f39c9c1cb", "tag": "f6116cf6-0a86-4c58-bce0-684e64e7671e", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:46:40.311092 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d9b78709-a4c8-4187-bcc8-48687853911a {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:46:40.311595 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd01c1581-30a9-473d-bc21-896f39c9c1cb', 'tag': 'f6116cf6-0a86-4c58-bce0-684e64e7671e', 'status': 'completed', 'code': 200} Feb 16 22:46:40.333739 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-e4dd9e9f-d511-438b-9937-a37d5e2be45b None None] Set router c4129c22-7fa9-4b9a-b131-e579e23fb0bc gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:46:40.428208 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e1ae6-5843-4d7e-854b-af7169a12954 req-3aafbe9a-fee2-4151-ab96-d7f48ad262f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:40.431420 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-207e1ae6-5843-4d7e-854b-af7169a12954 req-3aafbe9a-fee2-4151-ab96-d7f48ad262f6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=408e4b5cc64c4521a5139ec5acd5eaa9&device_id=d01c1581-30a9-473d-bc21-896f39c9c1cb HTTP/1.1" status: 200 len: 1166 time: 0.0949116 Feb 16 22:46:40.433676 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02a529c-fac4-4b25-9503-c6a99042616a tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Made reservation on behalf of c4efc97b6837439c9fb97554f0018621 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:46:40.437426 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d02a529c-fac4-4b25-9503-c6a99042616a tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:40.469729 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8f9a562e-5463-458b-aa82-49cbe6353689 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (52ecb504-6e42-49af-a969-1c573ede458e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:40.618540 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device cda84896-42f2-4c60-81d6-7697c8b0c912 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:46:40.674140 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2545e7-6bf2-4839-aacd-0eadf5d32305 req-bdab639c-ab03-4c11-a25f-0ea9bb12b3a1 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:40.697880 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e2545e7-6bf2-4839-aacd-0eadf5d32305 req-bdab639c-ab03-4c11-a25f-0ea9bb12b3a1 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/ports?device_id=d01c1581-30a9-473d-bc21-896f39c9c1cb HTTP/1.1" status: 200 len: 984 time: 0.2341762 Feb 16 22:46:40.726911 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port cda84896-42f2-4c60-81d6-7697c8b0c912 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:40.727296 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (cda84896-42f2-4c60-81d6-7697c8b0c912), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:40.779127 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e1ae6-5843-4d7e-854b-af7169a12954 req-2f71793c-2224-43a2-b3f1-68eec007ca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:40.780927 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-207e1ae6-5843-4d7e-854b-af7169a12954 req-2f71793c-2224-43a2-b3f1-68eec007ca9a service neutron] 10.222.0.79 "GET /v2.0/networks?id=5a6df76d-a33f-4d04-af8d-e31633545b3c HTTP/1.1" status: 200 len: 897 time: 0.3416698 Feb 16 22:46:40.803185 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d02a529c-fac4-4b25-9503-c6a99042616a tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (df9c2231-5dc8-4b7e-8f01-22380184b98b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:40.814131 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9a562e-5463-458b-aa82-49cbe6353689 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:46:40.824779 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ebcfdf-004b-4d14-bb82-fe48ee85f048 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:46:40.827592 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-8f9a562e-5463-458b-aa82-49cbe6353689 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:40.834901 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9a562e-5463-458b-aa82-49cbe6353689 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:40.836597 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8f9a562e-5463-458b-aa82-49cbe6353689 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:40.853465 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a562e-5463-458b-aa82-49cbe6353689 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Subnet': ['ID=52ecb504-6e42-49af-a969-1c573ede458e,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:40.916059 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-207e1ae6-5843-4d7e-854b-af7169a12954 req-d50b2d5f-f20b-45a5-99f3-c0ec06f2741a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6116cf6-0a86-4c58-bce0-684e64e7671e HTTP/1.1" status: 200 len: 217 time: 0.0968397 Feb 16 22:46:40.931447 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a529c-fac4-4b25-9503-c6a99042616a tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Subnet': ['ID=df9c2231-5dc8-4b7e-8f01-22380184b98b,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:40.966808 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8f9a562e-5463-458b-aa82-49cbe6353689 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7067060 Feb 16 22:46:40.971699 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43818) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:40.980531 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-3d406540-ad81-4460-b85f-348d6f9adfa7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'port': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'name': 'tempest-NetworksTestDHCPv6-1757926794'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:40.990708 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02a529c-fac4-4b25-9503-c6a99042616a tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Checking segment: {'id': 'a2bfabb1-96d4-454e-9b70-19c2c4dfc49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1b95684b-f625-4428-a987-4c9c91783ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:46:40.991478 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02a529c-fac4-4b25-9503-c6a99042616a tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network hostable DHCP agents. Network: 1b95684b-f625-4428-a987-4c9c91783ee4, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:46:41.002180 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-e4dd9e9f-d511-438b-9937-a37d5e2be45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-115759094', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'aa90ff65-cf94-446c-a64d-c70c1ad4b07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:44:41Z', 'updated_at': '2022-02-16T22:44:50Z', 'revision_number': 4, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'gw_port': {'id': 'aa90ff65-cf94-446c-a64d-c70c1ad4b07b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:44:42Z', 'updated_at': '2022-02-16T22:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'c2d8c6fd-6cf3-41b6-906d-e6961226f2b8', 'name': '', 'network_id': '5a6df76d-a33f-4d04-af8d-e31633545b3c', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'mac_address': 'fa:16:3e:24:a7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '77828865-de3e-4cf9-97ec-bc4d1b4c3a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:44:48Z', 'updated_at': '2022-02-16T22:44:54Z', 'revision_number': 5, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'subnets': [{'id': '77828865-de3e-4cf9-97ec-bc4d1b4c3a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:41.007984 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e2545e7-6bf2-4839-aacd-0eadf5d32305 req-20e29f72-140f-4d3f-902b-fddd6deea9aa tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/security-groups?id=ae17d4da-3918-4b26-9e4a-b2bbab4f05f4&id=46d5b1b6-76d9-4c3d-b787-d96ac843c849&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3083773 Feb 16 22:46:41.030561 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e1ae6-5843-4d7e-854b-af7169a12954 req-501178a4-7eee-46bf-a00f-89a667384ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:41.031983 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-207e1ae6-5843-4d7e-854b-af7169a12954 req-501178a4-7eee-46bf-a00f-89a667384ac9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=77828865-de3e-4cf9-97ec-bc4d1b4c3a70 HTTP/1.1" status: 200 len: 835 time: 0.1060734 Feb 16 22:46:41.076589 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dd9e9f-d511-438b-9937-a37d5e2be45b None None] Checking router: c4129c22-7fa9-4b9a-b131-e579e23fb0bc for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:46:41.085764 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02a529c-fac4-4b25-9503-c6a99042616a tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network 1b95684b-f625-4428-a987-4c9c91783ee4 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:46:41.097322 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dd9e9f-d511-438b-9937-a37d5e2be45b None None] Routers {'c4129c22-7fa9-4b9a-b131-e579e23fb0bc'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:46:41.099775 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-e4dd9e9f-d511-438b-9937-a37d5e2be45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:46:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['c4129c22-7fa9-4b9a-b131-e579e23fb0bc'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:41.106050 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-65fedfbb-fcf8-4e67-b14a-6439b6ba523d None None] Provisioning complete for port cda84896-42f2-4c60-81d6-7697c8b0c912 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:41.106638 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-65fedfbb-fcf8-4e67-b14a-6439b6ba523d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (cda84896-42f2-4c60-81d6-7697c8b0c912), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:41.107061 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-d02a529c-fac4-4b25-9503-c6a99042616a tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 1b95684b-f625-4428-a987-4c9c91783ee4) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:41.117836 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02a529c-fac4-4b25-9503-c6a99042616a tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:41.118813 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d02a529c-fac4-4b25-9503-c6a99042616a tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:41.132674 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e48774-fc8d-472d-ab56-17b7486edfc0 None None] Network 1b95684b-f625-4428-a987-4c9c91783ee4 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:46:41.160693 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d02a529c-fac4-4b25-9503-c6a99042616a tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3583782 Feb 16 22:46:41.161185 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43820) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:41.206729 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d406540-ad81-4460-b85f-348d6f9adfa7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:46:41.210315 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3d406540-ad81-4460-b85f-348d6f9adfa7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:41.231030 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port cda84896-42f2-4c60-81d6-7697c8b0c912 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:41.231719 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cda84896-42f2-4c60-81d6-7697c8b0c912), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:41.232022 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-3d406540-ad81-4460-b85f-348d6f9adfa7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] device_id is not set on port 127b873f-0864-494e-b351-874147fc05ef yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:46:41.262955 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-e4dd9e9f-d511-438b-9937-a37d5e2be45b None None] Set router c4129c22-7fa9-4b9a-b131-e579e23fb0bc gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:46:41.404008 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port cda84896-42f2-4c60-81d6-7697c8b0c912, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=cda84896-42f2-4c60-81d6-7697c8b0c912,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:46:41.418864 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (cda84896-42f2-4c60-81d6-7697c8b0c912), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:41.455176 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-3d406540-ad81-4460-b85f-348d6f9adfa7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Allocated IP 2001:db8::278 (85653813-b5e9-4a14-b601-d8fc0bc02398/52ecb504-6e42-49af-a969-1c573ede458e/127b873f-0864-494e-b351-874147fc05ef) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:46:41.480808 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=cda84896-42f2-4c60-81d6-7697c8b0c912,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:41.489029 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e1ae6-5843-4d7e-854b-af7169a12954 req-6a795eae-cfca-4714-8eaf-5d8054148e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:41.490598 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-207e1ae6-5843-4d7e-854b-af7169a12954 req-6a795eae-cfca-4714-8eaf-5d8054148e16 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5a6df76d-a33f-4d04-af8d-e31633545b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4453430 Feb 16 22:46:41.530671 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ce6374-3b9b-475a-bb41-af33faf34f47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-1b95684b-f625-4428-a987-4c9c91783ee4', 'network_id': '1b95684b-f625-4428-a987-4c9c91783ee4', 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'fixed_ips': [{'subnet_id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:46:41.531890 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a5ce6374-3b9b-475a-bb41-af33faf34f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:41.733160 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-e4dd9e9f-d511-438b-9937-a37d5e2be45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-115759094', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'aa90ff65-cf94-446c-a64d-c70c1ad4b07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:44:41Z', 'updated_at': '2022-02-16T22:44:50Z', 'revision_number': 4, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'gw_port': {'id': 'aa90ff65-cf94-446c-a64d-c70c1ad4b07b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:44:42Z', 'updated_at': '2022-02-16T22:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'c2d8c6fd-6cf3-41b6-906d-e6961226f2b8', 'name': '', 'network_id': '5a6df76d-a33f-4d04-af8d-e31633545b3c', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'mac_address': 'fa:16:3e:24:a7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '77828865-de3e-4cf9-97ec-bc4d1b4c3a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:44:48Z', 'updated_at': '2022-02-16T22:44:54Z', 'revision_number': 5, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'subnets': [{'id': '77828865-de3e-4cf9-97ec-bc4d1b4c3a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:41.801955 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dd9e9f-d511-438b-9937-a37d5e2be45b None None] The sync data for ids ['c4129c22-7fa9-4b9a-b131-e579e23fb0bc'] in n-d-813897-6 is: [{'id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-115759094', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'aa90ff65-cf94-446c-a64d-c70c1ad4b07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:44:41Z', 'updated_at': '2022-02-16T22:44:50Z', 'revision_number': 4, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'gw_port': {'id': 'aa90ff65-cf94-446c-a64d-c70c1ad4b07b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:44:42Z', 'updated_at': '2022-02-16T22:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'c2d8c6fd-6cf3-41b6-906d-e6961226f2b8', 'name': '', 'network_id': '5a6df76d-a33f-4d04-af8d-e31633545b3c', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'mac_address': 'fa:16:3e:24:a7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '77828865-de3e-4cf9-97ec-bc4d1b4c3a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:44:48Z', 'updated_at': '2022-02-16T22:44:54Z', 'revision_number': 5, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'subnets': [{'id': '77828865-de3e-4cf9-97ec-bc4d1b4c3a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:46:41.815749 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-207e1ae6-5843-4d7e-854b-af7169a12954 req-9ea2ffe4-a4ab-4c7f-a8cc-a8c4e93dc38d service neutron] 10.222.0.79 "GET /v2.0/networks/5a6df76d-a33f-4d04-af8d-e31633545b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112507 Feb 16 22:46:41.822497 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3d406540-ad81-4460-b85f-348d6f9adfa7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for port (127b873f-0864-494e-b351-874147fc05ef), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:41.853551 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-65fedfbb-fcf8-4e67-b14a-6439b6ba523d None None] Current status of the port cda84896-42f2-4c60-81d6-7697c8b0c912 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:41.925157 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3d406540-ad81-4460-b85f-348d6f9adfa7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (127b873f-0864-494e-b351-874147fc05ef), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:42.009039 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87da4e6f-290a-418b-84ba-5cf74e73d208 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:46:42.022137 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d406540-ad81-4460-b85f-348d6f9adfa7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Port': ['ID=127b873f-0864-494e-b351-874147fc05ef,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:42.030954 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d406540-ad81-4460-b85f-348d6f9adfa7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:46:42.032422 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-3d406540-ad81-4460-b85f-348d6f9adfa7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:42.035896 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d406540-ad81-4460-b85f-348d6f9adfa7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:46:42.041877 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d406540-ad81-4460-b85f-348d6f9adfa7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:42.042554 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3d406540-ad81-4460-b85f-348d6f9adfa7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:42.065717 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3d406540-ad81-4460-b85f-348d6f9adfa7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0919633 Feb 16 22:46:42.066613 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43828) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:42.180601 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9a7326-ec96-4e24-bf04-7407dcbb6c6c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:42.193641 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9a7326-ec96-4e24-bf04-7407dcbb6c6c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:42.195278 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-207e1ae6-5843-4d7e-854b-af7169a12954 req-e50ecc71-3ffa-4e65-8fdf-5f2360c94cdf service neutron] 10.222.0.79 "GET /v2.0/networks/5a6df76d-a33f-4d04-af8d-e31633545b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349359 Feb 16 22:46:42.202171 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-de9a7326-ec96-4e24-bf04-7407dcbb6c6c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1342256 Feb 16 22:46:42.202836 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43830) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:42.228223 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784dc84-bf7e-4277-9019-bd2a8debb11c req-97ce2e26-1e90-4712-9de3-0ef8511a6542 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:42.243758 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2784dc84-bf7e-4277-9019-bd2a8debb11c req-97ce2e26-1e90-4712-9de3-0ef8511a6542 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 944 time: 1.0976462 Feb 16 22:46:42.285300 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-66359b70-87d7-47fc-8304-d5af46aec2c7 None None] Provisioning complete for port cda84896-42f2-4c60-81d6-7697c8b0c912 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:42.285860 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-66359b70-87d7-47fc-8304-d5af46aec2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (cda84896-42f2-4c60-81d6-7697c8b0c912), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:42.371288 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a9a93d-e70f-4bcc-9d82-4bb37b724ddf None None] New status for floating IP b31c5bdf-b4ff-4c65-b951-f2cf6cbef6f2: DOWN {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:46:42.434277 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-bd72eff1-34d0-47ba-8e1e-1b2b06cfd817 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting port 127b873f-0864-494e-b351-874147fc05ef {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:46:42.434660 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bd72eff1-34d0-47ba-8e1e-1b2b06cfd817 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (127b873f-0864-494e-b351-874147fc05ef), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:42.620112 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-a5ce6374-3b9b-475a-bb41-af33faf34f47 None None] Allocated IP 2001:db8::2 (1b95684b-f625-4428-a987-4c9c91783ee4/df9c2231-5dc8-4b7e-8f01-22380184b98b/e9f9743a-4370-4b17-9841-f9eb6d633e11) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:46:42.638826 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bd72eff1-34d0-47ba-8e1e-1b2b06cfd817 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (127b873f-0864-494e-b351-874147fc05ef), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:42.666341 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e4768-c175-4258-a00d-8b9a50075f99 req-d6e05454-f3e4-49b4-a148-96bedd978a54 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:42.668699 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c79e4768-c175-4258-a00d-8b9a50075f99 req-d6e05454-f3e4-49b4-a148-96bedd978a54 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.79 "GET /v2.0/ports?device_id=d01c1581-30a9-473d-bc21-896f39c9c1cb HTTP/1.1" status: 200 len: 984 time: 0.8101811 Feb 16 22:46:42.677664 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-bd72eff1-34d0-47ba-8e1e-1b2b06cfd817 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Calling delete_port for 127b873f-0864-494e-b351-874147fc05ef owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:46:42.687887 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device cda84896-42f2-4c60-81d6-7697c8b0c912 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:46:42.703615 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ef389219-21f1-4873-8f24-ccf318f1c48f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:42.871731 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2784dc84-bf7e-4277-9019-bd2a8debb11c req-c513b030-748e-43ed-a4c3-14ef2b5ed188 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4609628 Feb 16 22:46:43.027623 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bd72eff1-34d0-47ba-8e1e-1b2b06cfd817 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (127b873f-0864-494e-b351-874147fc05ef), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:43.088776 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port cda84896-42f2-4c60-81d6-7697c8b0c912 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:43.089335 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (cda84896-42f2-4c60-81d6-7697c8b0c912), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:43.098985 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-66359b70-87d7-47fc-8304-d5af46aec2c7 None None] Current status of the port cda84896-42f2-4c60-81d6-7697c8b0c912 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:43.143061 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72eff1-34d0-47ba-8e1e-1b2b06cfd817 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Port': ['ID=127b873f-0864-494e-b351-874147fc05ef,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:43.202991 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bd72eff1-34d0-47ba-8e1e-1b2b06cfd817 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:43.217674 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bd72eff1-34d0-47ba-8e1e-1b2b06cfd817 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/127b873f-0864-494e-b351-874147fc05ef HTTP/1.1" status: 204 len: 168 time: 1.0138013 Feb 16 22:46:43.220226 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43836) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:43.243600 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-c79e4768-c175-4258-a00d-8b9a50075f99 req-f651748d-bfe0-4fa8-8289-2b1f16e16b82 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Deleting port f6116cf6-0a86-4c58-bce0-684e64e7671e {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:46:43.244076 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c79e4768-c175-4258-a00d-8b9a50075f99 req-f651748d-bfe0-4fa8-8289-2b1f16e16b82 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (f6116cf6-0a86-4c58-bce0-684e64e7671e), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:43.283042 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-ef87a8f7-001b-4a53-92b4-959af7b5bc46 None None] Could not find standard attr ID for object 127b873f-0864-494e-b351-874147fc05ef. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:46:43.284183 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a9d432-130e-4ca6-97ae-af35b4f6b4e6 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:43.286815 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a9d432-130e-4ca6-97ae-af35b4f6b4e6 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:43.288952 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c5a9d432-130e-4ca6-97ae-af35b4f6b4e6 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0675154 Feb 16 22:46:43.292240 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43838) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:43.400829 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a5ce6374-3b9b-475a-bb41-af33faf34f47 None None] Publish callbacks [] for port (e9f9743a-4370-4b17-9841-f9eb6d633e11), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:43.435602 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a5ce6374-3b9b-475a-bb41-af33faf34f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (e9f9743a-4370-4b17-9841-f9eb6d633e11), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:43.437106 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb82f01-cf98-4bb6-9f85-cd35aa4c98e7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting subnet 52ecb504-6e42-49af-a969-1c573ede458e {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:46:43.444452 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3cb82f01-cf98-4bb6-9f85-cd35aa4c98e7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (52ecb504-6e42-49af-a969-1c573ede458e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:43.464668 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d2c07-fd7d-4d44-aeae-d6b9856ab876 req-7c6caf73-f66f-4330-b4fc-c73816131d6f tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:43.482348 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-024d2c07-fd7d-4d44-aeae-d6b9856ab876 req-7c6caf73-f66f-4330-b4fc-c73816131d6f tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/ports?device_id=d01c1581-30a9-473d-bc21-896f39c9c1cb HTTP/1.1" status: 200 len: 984 time: 0.4319601 Feb 16 22:46:43.571539 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3cb82f01-cf98-4bb6-9f85-cd35aa4c98e7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (52ecb504-6e42-49af-a969-1c573ede458e), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:43.599101 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-ef87a8f7-001b-4a53-92b4-959af7b5bc46 None None] Provisioning complete for port cda84896-42f2-4c60-81d6-7697c8b0c912 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:43.600145 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ef87a8f7-001b-4a53-92b4-959af7b5bc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (cda84896-42f2-4c60-81d6-7697c8b0c912), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:43.606649 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ce6374-3b9b-475a-bb41-af33faf34f47 None None] Network 1b95684b-f625-4428-a987-4c9c91783ee4 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:46:43.662376 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-024d2c07-fd7d-4d44-aeae-d6b9856ab876 req-65faf291-4039-4b76-8c0f-cba596e38c6a tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/security-groups?id=ae17d4da-3918-4b26-9e4a-b2bbab4f05f4&id=46d5b1b6-76d9-4c3d-b787-d96ac843c849&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1722426 Feb 16 22:46:43.699551 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3cb82f01-cf98-4bb6-9f85-cd35aa4c98e7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (52ecb504-6e42-49af-a969-1c573ede458e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:43.708005 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-a5ce6374-3b9b-475a-bb41-af33faf34f47 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:43.709144 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-c79e4768-c175-4258-a00d-8b9a50075f99 req-f651748d-bfe0-4fa8-8289-2b1f16e16b82 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] For port f6116cf6-0a86-4c58-bce0-684e64e7671e, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=f6116cf6-0a86-4c58-bce0-684e64e7671e,segment=NetworkSegment(e44e4eec-b413-4b32-875e-c0ebf8a56a0d),segment_id=e44e4eec-b413-4b32-875e-c0ebf8a56a0d)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:46:43.709636 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c79e4768-c175-4258-a00d-8b9a50075f99 req-f651748d-bfe0-4fa8-8289-2b1f16e16b82 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (f6116cf6-0a86-4c58-bce0-684e64e7671e), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:43.712795 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce6374-3b9b-475a-bb41-af33faf34f47 None None] Pushing event updated for resources: {'Port': ['ID=e9f9743a-4370-4b17-9841-f9eb6d633e11,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:43.732911 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ce6374-3b9b-475a-bb41-af33faf34f47 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:46:43.759174 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-ef389219-21f1-4873-8f24-ccf318f1c48f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Allocated IP 2001:db8::1 (1b95684b-f625-4428-a987-4c9c91783ee4/df9c2231-5dc8-4b7e-8f01-22380184b98b/540b081a-c0eb-4053-b470-dc71ffea61ea) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:46:43.761886 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-c79e4768-c175-4258-a00d-8b9a50075f99 req-f651748d-bfe0-4fa8-8289-2b1f16e16b82 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Calling delete_port for f6116cf6-0a86-4c58-bce0-684e64e7671e owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:46:43.774585 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port cda84896-42f2-4c60-81d6-7697c8b0c912 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:43.870791 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3cb82f01-cf98-4bb6-9f85-cd35aa4c98e7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (52ecb504-6e42-49af-a969-1c573ede458e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:43.896119 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-a5ce6374-3b9b-475a-bb41-af33faf34f47 None None] Attempting to bind port e9f9743a-4370-4b17-9841-f9eb6d633e11 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:46:43.896819 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-a5ce6374-3b9b-475a-bb41-af33faf34f47 None None] Attempting to bind port e9f9743a-4370-4b17-9841-f9eb6d633e11 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'a2bfabb1-96d4-454e-9b70-19c2c4dfc49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1b95684b-f625-4428-a987-4c9c91783ee4'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:46:43.897374 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ce6374-3b9b-475a-bb41-af33faf34f47 None None] Attempting to bind port e9f9743a-4370-4b17-9841-f9eb6d633e11 on network 1b95684b-f625-4428-a987-4c9c91783ee4 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:46:43.930809 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ce6374-3b9b-475a-bb41-af33faf34f47 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:46:43.931711 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ce6374-3b9b-475a-bb41-af33faf34f47 None None] Checking segment: {'id': 'a2bfabb1-96d4-454e-9b70-19c2c4dfc49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1b95684b-f625-4428-a987-4c9c91783ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:46:43.932308 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a5ce6374-3b9b-475a-bb41-af33faf34f47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:43.932968 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ce6374-3b9b-475a-bb41-af33faf34f47 None None] Bound using segment: {'id': 'a2bfabb1-96d4-454e-9b70-19c2c4dfc49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1b95684b-f625-4428-a987-4c9c91783ee4'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:46:43.933636 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-a5ce6374-3b9b-475a-bb41-af33faf34f47 None None] Bound port: e9f9743a-4370-4b17-9841-f9eb6d633e11, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2bfabb1-96d4-454e-9b70-19c2c4dfc49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1b95684b-f625-4428-a987-4c9c91783ee4'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:46:43.934742 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a5ce6374-3b9b-475a-bb41-af33faf34f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e9f9743a-4370-4b17-9841-f9eb6d633e11), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:43.939172 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb82f01-cf98-4bb6-9f85-cd35aa4c98e7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Subnet': ['ID=52ecb504-6e42-49af-a969-1c573ede458e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:43.957231 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3cb82f01-cf98-4bb6-9f85-cd35aa4c98e7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:43.971790 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3cb82f01-cf98-4bb6-9f85-cd35aa4c98e7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/52ecb504-6e42-49af-a969-1c573ede458e HTTP/1.1" status: 204 len: 168 time: 0.6782279 Feb 16 22:46:43.972434 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43848) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:44.057824 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb82f01-cf98-4bb6-9f85-cd35aa4c98e7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:44.058238 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb82f01-cf98-4bb6-9f85-cd35aa4c98e7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:44.058597 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb82f01-cf98-4bb6-9f85-cd35aa4c98e7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:44.058958 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb82f01-cf98-4bb6-9f85-cd35aa4c98e7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:44.059298 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb82f01-cf98-4bb6-9f85-cd35aa4c98e7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:44.060149 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb82f01-cf98-4bb6-9f85-cd35aa4c98e7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:44.060149 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb82f01-cf98-4bb6-9f85-cd35aa4c98e7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:44.060378 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb82f01-cf98-4bb6-9f85-cd35aa4c98e7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:44.060822 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb82f01-cf98-4bb6-9f85-cd35aa4c98e7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:44.061158 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb82f01-cf98-4bb6-9f85-cd35aa4c98e7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:44.061495 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb82f01-cf98-4bb6-9f85-cd35aa4c98e7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:44.061828 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb82f01-cf98-4bb6-9f85-cd35aa4c98e7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:44.062212 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb82f01-cf98-4bb6-9f85-cd35aa4c98e7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:44.071290 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-66f254c1-e219-47f7-b892-ed14e7eda430 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0882015 Feb 16 22:46:44.071936 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43850) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:44.146519 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ef389219-21f1-4873-8f24-ccf318f1c48f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for port (540b081a-c0eb-4053-b470-dc71ffea61ea), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:44.176341 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b23b2b8-b856-4004-a984-d7c436d53dde tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:44.187191 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9b23b2b8-b856-4004-a984-d7c436d53dde tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1132207 Feb 16 22:46:44.190166 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43854) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:44.297370 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3c41f8-20fd-4e02-aa62-4ebfc7d180cc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:44.303057 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2e3c41f8-20fd-4e02-aa62-4ebfc7d180cc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1112559 Feb 16 22:46:44.304658 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43856) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:44.346108 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833dbcf4-c3f3-43bb-93a5-4c0071c3c041 req-02c713e3-3e54-4b56-bb5f-1abc230ac5db tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:44.348054 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-833dbcf4-c3f3-43bb-93a5-4c0071c3c041 req-02c713e3-3e54-4b56-bb5f-1abc230ac5db tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 944 time: 0.2076621 Feb 16 22:46:44.373002 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-31cd5e00-eb8b-4010-b578-876cca61fc46 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667508 Feb 16 22:46:44.373948 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43858) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:44.375573 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ef389219-21f1-4873-8f24-ccf318f1c48f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (540b081a-c0eb-4053-b470-dc71ffea61ea), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:44.383036 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-6f533af2-74f7-405c-b6dd-ff76690b4a30 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:44.442983 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538520ec-e569-4222-96ac-f7fe544821bc None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:46:44.451064 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device f6116cf6-0a86-4c58-bce0-684e64e7671e no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:46:44.483860 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef389219-21f1-4873-8f24-ccf318f1c48f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Port': ['ID=540b081a-c0eb-4053-b470-dc71ffea61ea,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:44.509841 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f533af2-74f7-405c-b6dd-ff76690b4a30 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:46:44.517064 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6f533af2-74f7-405c-b6dd-ff76690b4a30 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:44.549508 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-ef87a8f7-001b-4a53-92b4-959af7b5bc46 None None] Current status of the port cda84896-42f2-4c60-81d6-7697c8b0c912 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:44.555615 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef389219-21f1-4873-8f24-ccf318f1c48f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network 1b95684b-f625-4428-a987-4c9c91783ee4 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:46:44.558917 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-ef389219-21f1-4873-8f24-ccf318f1c48f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:44.577701 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef389219-21f1-4873-8f24-ccf318f1c48f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:46:44.590651 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ef389219-21f1-4873-8f24-ccf318f1c48f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (3fa6286f-27ce-4927-8d77-8e3db0c2ab85), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:44.599112 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c79e4768-c175-4258-a00d-8b9a50075f99 req-f651748d-bfe0-4fa8-8289-2b1f16e16b82 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (f6116cf6-0a86-4c58-bce0-684e64e7671e), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:44.711442 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1bbb92d6-7b69-4b75-b8bb-b965e6d0b668 None None] Could not find standard attr ID for object 127b873f-0864-494e-b351-874147fc05ef. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:46:44.719766 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No active binding found for port f6116cf6-0a86-4c58-bce0-684e64e7671e {{(pid=103467) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 16 22:46:44.720307 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] The host n-h2-813897-6 is not matching for port f6116cf6-0a86-4c58-bce0-684e64e7671e host None! {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 22:46:44.720829 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device f6116cf6-0a86-4c58-bce0-684e64e7671e not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:46:44.723750 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-a5ce6374-3b9b-475a-bb41-af33faf34f47 None None] For port e9f9743a-4370-4b17-9841-f9eb6d633e11, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:46:44.752462 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651748d-bfe0-4fa8-8289-2b1f16e16b82 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Pushing event deleted for resources: {'Port': ['ID=f6116cf6-0a86-4c58-bce0-684e64e7671e,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:44.808856 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-833dbcf4-c3f3-43bb-93a5-4c0071c3c041 req-55a7d4ab-0a86-42a2-9f08-6d0702465a64 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548783 Feb 16 22:46:44.814640 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1bbb92d6-7b69-4b75-b8bb-b965e6d0b668 None None] Could not find standard attr ID for object f2be78b6-4e64-49a0-8ed4-712281edded6. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:46:44.823544 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-a5ce6374-3b9b-475a-bb41-af33faf34f47 None None] For port e9f9743a-4370-4b17-9841-f9eb6d633e11, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=e9f9743a-4370-4b17-9841-f9eb6d633e11,segment=NetworkSegment(a2bfabb1-96d4-454e-9b70-19c2c4dfc49e),segment_id=a2bfabb1-96d4-454e-9b70-19c2c4dfc49e)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:46:44.860056 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a5ce6374-3b9b-475a-bb41-af33faf34f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (e9f9743a-4370-4b17-9841-f9eb6d633e11), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:44.972742 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce6374-3b9b-475a-bb41-af33faf34f47 None None] Pushing event updated for resources: {'Port': ['ID=e9f9743a-4370-4b17-9841-f9eb6d633e11,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:45.064383 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79e4768-c175-4258-a00d-8b9a50075f99 req-f651748d-bfe0-4fa8-8289-2b1f16e16b82 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] No DVR routers for this DVR port f6116cf6-0a86-4c58-bce0-684e64e7671e on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:46:45.106747 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-c79e4768-c175-4258-a00d-8b9a50075f99 req-f651748d-bfe0-4fa8-8289-2b1f16e16b82 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:45.110294 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c79e4768-c175-4258-a00d-8b9a50075f99 req-f651748d-bfe0-4fa8-8289-2b1f16e16b82 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.79 "DELETE /v2.0/ports/f6116cf6-0a86-4c58-bce0-684e64e7671e HTTP/1.1" status: 204 len: 173 time: 2.4165015 Feb 16 22:46:45.120759 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01c1581-30a9-473d-bc21-896f39c9c1cb', 'name': 'network-vif-deleted', 'tag': 'f6116cf6-0a86-4c58-bce0-684e64e7671e'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:46:45.125478 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746b20c9-44cf-4b62-9961-7758881a9cc0" -d '{"events": [{"server_uuid": "d01c1581-30a9-473d-bc21-896f39c9c1cb", "name": "network-vif-deleted", "tag": "f6116cf6-0a86-4c58-bce0-684e64e7671e"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:46:45.130360 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35f1372-c4f1-47db-b3b1-bfe99f9209b5 None None] DHCP port deletion for 85653813-b5e9-4a14-b601-d8fc0bc02398 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:46:45.174302 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-efdd9899-ef8d-4854-be14-3b6193c605aa req-d2bf53e0-cc6d-4bff-88de-53c402e666f0 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "GET /v2.0/ports?device_id=d01c1581-30a9-473d-bc21-896f39c9c1cb HTTP/1.1" status: 200 len: 210 time: 0.1821387 Feb 16 22:46:45.323587 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ef389219-21f1-4873-8f24-ccf318f1c48f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (540b081a-c0eb-4053-b470-dc71ffea61ea), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:45.327859 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85125f04-1ee6-41a5-a837-ad3a30787762 x-openstack-request-id: req-85125f04-1ee6-41a5-a837-ad3a30787762 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:46:45.330604 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f35f1372-c4f1-47db-b3b1-bfe99f9209b5 None None] Deleting port cda84896-42f2-4c60-81d6-7697c8b0c912 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:46:45.331198 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01c1581-30a9-473d-bc21-896f39c9c1cb", "name": "network-vif-deleted", "tag": "f6116cf6-0a86-4c58-bce0-684e64e7671e", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:46:45.332083 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f35f1372-c4f1-47db-b3b1-bfe99f9209b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (cda84896-42f2-4c60-81d6-7697c8b0c912), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:45.332595 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-85125f04-1ee6-41a5-a837-ad3a30787762 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:46:45.334637 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01c1581-30a9-473d-bc21-896f39c9c1cb', 'name': 'network-vif-deleted', 'tag': 'f6116cf6-0a86-4c58-bce0-684e64e7671e', 'status': 'completed', 'code': 200} Feb 16 22:46:45.396263 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6f533af2-74f7-405c-b6dd-ff76690b4a30 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (6eec19da-3849-489f-8d16-50f68bd578c7), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:45.480774 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f533af2-74f7-405c-b6dd-ff76690b4a30 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:46:45.487135 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-6f533af2-74f7-405c-b6dd-ff76690b4a30 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:45.492341 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f533af2-74f7-405c-b6dd-ff76690b4a30 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:45.492962 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6f533af2-74f7-405c-b6dd-ff76690b4a30 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:45.536128 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f533af2-74f7-405c-b6dd-ff76690b4a30 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Subnet': ['ID=6eec19da-3849-489f-8d16-50f68bd578c7,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:45.548066 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6f533af2-74f7-405c-b6dd-ff76690b4a30 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1714265 Feb 16 22:46:45.548594 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43868) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:45.555562 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-2eb0e3da-c03a-4d76-9794-2b7484c24f81 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'port': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'fixed_ips': [{'subnet_id': '6eec19da-3849-489f-8d16-50f68bd578c7', 'ip_address': '2001:db8::81bb:93c6:3a4a:5f5a'}], 'name': 'tempest-NetworksTestDHCPv6-2006513958'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:45.558021 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-f35f1372-c4f1-47db-b3b1-bfe99f9209b5 None None] For port cda84896-42f2-4c60-81d6-7697c8b0c912, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=cda84896-42f2-4c60-81d6-7697c8b0c912,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:46:45.559490 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f35f1372-c4f1-47db-b3b1-bfe99f9209b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (cda84896-42f2-4c60-81d6-7697c8b0c912), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:45.591648 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f35f1372-c4f1-47db-b3b1-bfe99f9209b5 None None] Calling delete_port for cda84896-42f2-4c60-81d6-7697c8b0c912 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:46:45.744350 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb0e3da-c03a-4d76-9794-2b7484c24f81 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:46:45.797589 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f35f1372-c4f1-47db-b3b1-bfe99f9209b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (cda84896-42f2-4c60-81d6-7697c8b0c912), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:45.873022 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f1372-c4f1-47db-b3b1-bfe99f9209b5 None None] Pushing event deleted for resources: {'Port': ['ID=cda84896-42f2-4c60-81d6-7697c8b0c912,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:45.883831 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35f1372-c4f1-47db-b3b1-bfe99f9209b5 None None] No DVR routers for this DVR port cda84896-42f2-4c60-81d6-7697c8b0c912 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:46:45.911671 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe40fb5-88a9-4032-9a46-5965c2680c70 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:46:45.963956 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2eb0e3da-c03a-4d76-9794-2b7484c24f81 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:45.998659 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-2eb0e3da-c03a-4d76-9794-2b7484c24f81 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] device_id is not set on port 3dff780d-c81b-4ddc-99df-5afe2a5ddc25 yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:46:46.095337 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ef389219-21f1-4873-8f24-ccf318f1c48f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for port (540b081a-c0eb-4053-b470-dc71ffea61ea), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:46.122275 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28efed-2f47-415c-b59f-daad7af5b66b req-38a06f02-db67-4022-bc42-646bc4bcabe8 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:46.123719 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9cdfbb-e999-4d45-9b2c-3bf38e9f01eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-85653813-b5e9-4a14-b601-d8fc0bc02398', 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'project_id': '5970909e92c9458195211ab3bb079d8d', 'fixed_ips': [{'subnet_id': '6eec19da-3849-489f-8d16-50f68bd578c7'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:46:46.124403 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cc9cdfbb-e999-4d45-9b2c-3bf38e9f01eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:46.132627 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac28efed-2f47-415c-b59f-daad7af5b66b req-38a06f02-db67-4022-bc42-646bc4bcabe8 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 944 time: 0.1879897 Feb 16 22:46:46.195445 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ef389219-21f1-4873-8f24-ccf318f1c48f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (540b081a-c0eb-4053-b470-dc71ffea61ea), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:46.199858 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ef389219-21f1-4873-8f24-ccf318f1c48f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (3fa6286f-27ce-4927-8d77-8e3db0c2ab85), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:46.299609 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef389219-21f1-4873-8f24-ccf318f1c48f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Port': ['ID=540b081a-c0eb-4053-b470-dc71ffea61ea,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:46.308314 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-2eb0e3da-c03a-4d76-9794-2b7484c24f81 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Allocated IP 2001:db8::81bb:93c6:3a4a:5f5a (85653813-b5e9-4a14-b601-d8fc0bc02398/6eec19da-3849-489f-8d16-50f68bd578c7/3dff780d-c81b-4ddc-99df-5afe2a5ddc25) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:46:46.395661 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac28efed-2f47-415c-b59f-daad7af5b66b req-eae452f7-1165-4b22-bb59-4b7ba3afbadb tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621329 Feb 16 22:46:46.453146 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef389219-21f1-4873-8f24-ccf318f1c48f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network 1b95684b-f625-4428-a987-4c9c91783ee4 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:46:46.457722 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-ef389219-21f1-4873-8f24-ccf318f1c48f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:46.515517 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43878) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:46.662311 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device e9f9743a-4370-4b17-9841-f9eb6d633e11 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:46:46.688177 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4f92da2b-7700-49f8-a768-0ca1e0f72766 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for security_group (46d5b1b6-76d9-4c3d-b787-d96ac843c849), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:46.764075 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef389219-21f1-4873-8f24-ccf318f1c48f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Router 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:46:46.793370 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4f92da2b-7700-49f8-a768-0ca1e0f72766 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for security_group (46d5b1b6-76d9-4c3d-b787-d96ac843c849), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:46.833132 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port e9f9743a-4370-4b17-9841-f9eb6d633e11 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:46.833505 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e9f9743a-4370-4b17-9841-f9eb6d633e11), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:46.902929 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2eb0e3da-c03a-4d76-9794-2b7484c24f81 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for port (3dff780d-c81b-4ddc-99df-5afe2a5ddc25), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:46.906422 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4f92da2b-7700-49f8-a768-0ca1e0f72766 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (46d5b1b6-76d9-4c3d-b787-d96ac843c849), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:46.909036 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4f92da2b-7700-49f8-a768-0ca1e0f72766 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:46.912603 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c201688-6e37-4be8-9221-0aff55dbe9d8 None None] Network 1b95684b-f625-4428-a987-4c9c91783ee4 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:46:46.912767 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4f92da2b-7700-49f8-a768-0ca1e0f72766 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "DELETE /v2.0/security-groups/46d5b1b6-76d9-4c3d-b787-d96ac843c849 HTTP/1.1" status: 204 len: 168 time: 0.3931077 Feb 16 22:46:46.914940 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43884) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:46.986577 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef389219-21f1-4873-8f24-ccf318f1c48f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:46:46.999345 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ef389219-21f1-4873-8f24-ccf318f1c48f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "PUT /v2.0/routers/3fa6286f-27ce-4927-8d77-8e3db0c2ab85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8221891 Feb 16 22:46:46.999345 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43886) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:47.002633 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdad7a8d-2e0b-4959-9f5d-8f278b8647aa None None] Sync routers for ids ['3fa6286f-27ce-4927-8d77-8e3db0c2ab85'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:46:47.016117 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdad7a8d-2e0b-4959-9f5d-8f278b8647aa None None] Routers {'3fa6286f-27ce-4927-8d77-8e3db0c2ab85'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:46:47.018536 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-cdad7a8d-2e0b-4959-9f5d-8f278b8647aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:46:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3fa6286f-27ce-4927-8d77-8e3db0c2ab85'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:47.019622 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-84c17670-1d19-46d6-9522-b505b9820e10 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-654776287'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:47.033815 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92da2b-7700-49f8-a768-0ca1e0f72766 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d5b1b6-76d9-4c3d-b787-d96ac843c849,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:47.048698 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2eb0e3da-c03a-4d76-9794-2b7484c24f81 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (3dff780d-c81b-4ddc-99df-5afe2a5ddc25), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:47.069472 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c17670-1d19-46d6-9522-b505b9820e10 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Made reservation on behalf of c4efc97b6837439c9fb97554f0018621 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:46:47.073241 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-84c17670-1d19-46d6-9522-b505b9820e10 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:47.124766 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c17670-1d19-46d6-9522-b505b9820e10 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:46:47.145134 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-84c17670-1d19-46d6-9522-b505b9820e10 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (d48109a1-7c79-4da9-aea6-1833a9a1a7b2), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:47.146615 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-84c17670-1d19-46d6-9522-b505b9820e10 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Added segment d48109a1-7c79-4da9-aea6-1833a9a1a7b2 of type vlan for network 8fdfb5df-a690-4bcf-bd89-242df940fb8a Feb 16 22:46:47.173514 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb0e3da-c03a-4d76-9794-2b7484c24f81 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:46:47.174699 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-48d38005-60ab-42a2-8ed8-65ea20a73df1 None None] Provisioning complete for port e9f9743a-4370-4b17-9841-f9eb6d633e11 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:47.188390 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-48d38005-60ab-42a2-8ed8-65ea20a73df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e9f9743a-4370-4b17-9841-f9eb6d633e11), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:47.196444 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-cdad7a8d-2e0b-4959-9f5d-8f278b8647aa None None] Set router 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:46:47.200115 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-2eb0e3da-c03a-4d76-9794-2b7484c24f81 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:47.221471 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb0e3da-c03a-4d76-9794-2b7484c24f81 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:46:47.226964 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb0e3da-c03a-4d76-9794-2b7484c24f81 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:47.230679 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2eb0e3da-c03a-4d76-9794-2b7484c24f81 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:47.256018 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0e3da-c03a-4d76-9794-2b7484c24f81 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Port': ['ID=3dff780d-c81b-4ddc-99df-5afe2a5ddc25,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:47.262936 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9e0c72b2-dc92-43fd-ac7a-d3903ad4df90 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for security_group (ae17d4da-3918-4b26-9e4a-b2bbab4f05f4), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:47.307195 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-84c17670-1d19-46d6-9522-b505b9820e10 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (8fdfb5df-a690-4bcf-bd89-242df940fb8a), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:47.311858 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2eb0e3da-c03a-4d76-9794-2b7484c24f81 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7599013 Feb 16 22:46:47.317943 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43888) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:47.327328 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-cc9cdfbb-e999-4d45-9b2c-3bf38e9f01eb None None] Allocated IP 2001:db8::2 (85653813-b5e9-4a14-b601-d8fc0bc02398/6eec19da-3849-489f-8d16-50f68bd578c7/a4a8e626-5cfc-4479-8d53-b5f5353f2ad0) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:46:47.332189 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9e0c72b2-dc92-43fd-ac7a-d3903ad4df90 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for security_group (ae17d4da-3918-4b26-9e4a-b2bbab4f05f4), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:47.410220 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-cdad7a8d-2e0b-4959-9f5d-8f278b8647aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'name': 'tempest-RoutersIpV6Test-router-1045503727', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:46:36Z', 'updated_at': '2022-02-16T22:46:45Z', 'revision_number': 2, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'gw_port_host': None, '_interfaces': [{'id': '540b081a-c0eb-4053-b470-dc71ffea61ea', 'name': '', 'network_id': '1b95684b-f625-4428-a987-4c9c91783ee4', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:1e:92:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:42Z', 'updated_at': '2022-02-16T22:46:45Z', 'revision_number': 2, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:47.436325 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9e0c72b2-dc92-43fd-ac7a-d3903ad4df90 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ae17d4da-3918-4b26-9e4a-b2bbab4f05f4), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:47.439091 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9e0c72b2-dc92-43fd-ac7a-d3903ad4df90 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:47.440346 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9e0c72b2-dc92-43fd-ac7a-d3903ad4df90 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "DELETE /v2.0/security-groups/ae17d4da-3918-4b26-9e4a-b2bbab4f05f4 HTTP/1.1" status: 204 len: 168 time: 0.4622781 Feb 16 22:46:47.440819 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdad7a8d-2e0b-4959-9f5d-8f278b8647aa None None] Checking router: 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:46:47.441335 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdad7a8d-2e0b-4959-9f5d-8f278b8647aa None None] Updating router 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 port 540b081a-c0eb-4053-b470-dc71ffea61ea binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:46:47.446001 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43892) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:47.472952 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cdad7a8d-2e0b-4959-9f5d-8f278b8647aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (540b081a-c0eb-4053-b470-dc71ffea61ea), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:47.484637 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c72b2-dc92-43fd-ac7a-d3903ad4df90 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae17d4da-3918-4b26-9e4a-b2bbab4f05f4,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:47.509532 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.db.resource_extend [None req-84c17670-1d19-46d6-9522-b505b9820e10 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 22:46:47.603614 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a758ee7d-19ba-4f43-9034-7d1b704add27 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:47.613569 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a758ee7d-19ba-4f43-9034-7d1b704add27 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2913237 Feb 16 22:46:47.621663 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43896) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:47.679544 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cc9cdfbb-e999-4d45-9b2c-3bf38e9f01eb None None] Publish callbacks [] for port (a4a8e626-5cfc-4479-8d53-b5f5353f2ad0), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:47.748633 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cc9cdfbb-e999-4d45-9b2c-3bf38e9f01eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (a4a8e626-5cfc-4479-8d53-b5f5353f2ad0), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:47.761552 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cdad7a8d-2e0b-4959-9f5d-8f278b8647aa None None] Publish callbacks [] for port (540b081a-c0eb-4053-b470-dc71ffea61ea), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:47.768774 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cdad7a8d-2e0b-4959-9f5d-8f278b8647aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (540b081a-c0eb-4053-b470-dc71ffea61ea), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:47.819903 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9feef9f-62bc-44dc-a5bb-ce07d53a9d2e None None] Pushing event updated for resources: {'Port': ['ID=540b081a-c0eb-4053-b470-dc71ffea61ea,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:47.837519 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9feef9f-62bc-44dc-a5bb-ce07d53a9d2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:47.838272 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9feef9f-62bc-44dc-a5bb-ce07d53a9d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:47.839403 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9feef9f-62bc-44dc-a5bb-ce07d53a9d2e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:47.839955 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9feef9f-62bc-44dc-a5bb-ce07d53a9d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:47.840446 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9feef9f-62bc-44dc-a5bb-ce07d53a9d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:47.840936 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9feef9f-62bc-44dc-a5bb-ce07d53a9d2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:47.841424 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9feef9f-62bc-44dc-a5bb-ce07d53a9d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:47.841976 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9feef9f-62bc-44dc-a5bb-ce07d53a9d2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:47.842497 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9feef9f-62bc-44dc-a5bb-ce07d53a9d2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:47.842970 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9feef9f-62bc-44dc-a5bb-ce07d53a9d2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:47.843446 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9feef9f-62bc-44dc-a5bb-ce07d53a9d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:47.844020 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9feef9f-62bc-44dc-a5bb-ce07d53a9d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:47.844511 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9feef9f-62bc-44dc-a5bb-ce07d53a9d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:47.850178 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9cdfbb-e999-4d45-9b2c-3bf38e9f01eb None None] Pushing event updated for resources: {'Port': ['ID=a4a8e626-5cfc-4479-8d53-b5f5353f2ad0,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:47.897055 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-84c17670-1d19-46d6-9522-b505b9820e10 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (8fdfb5df-a690-4bcf-bd89-242df940fb8a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:47.906945 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-cdad7a8d-2e0b-4959-9f5d-8f278b8647aa None None] Attempting to bind port 540b081a-c0eb-4053-b470-dc71ffea61ea on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:46:47.907322 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-cdad7a8d-2e0b-4959-9f5d-8f278b8647aa None None] Attempting to bind port 540b081a-c0eb-4053-b470-dc71ffea61ea by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'a2bfabb1-96d4-454e-9b70-19c2c4dfc49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1b95684b-f625-4428-a987-4c9c91783ee4'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:46:47.907688 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdad7a8d-2e0b-4959-9f5d-8f278b8647aa None None] Attempting to bind port 540b081a-c0eb-4053-b470-dc71ffea61ea on network 1b95684b-f625-4428-a987-4c9c91783ee4 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:46:47.913674 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdad7a8d-2e0b-4959-9f5d-8f278b8647aa None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:46:47.914091 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdad7a8d-2e0b-4959-9f5d-8f278b8647aa None None] Checking segment: {'id': 'a2bfabb1-96d4-454e-9b70-19c2c4dfc49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1b95684b-f625-4428-a987-4c9c91783ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:46:47.914546 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cdad7a8d-2e0b-4959-9f5d-8f278b8647aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:47.914941 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdad7a8d-2e0b-4959-9f5d-8f278b8647aa None None] Bound using segment: {'id': 'a2bfabb1-96d4-454e-9b70-19c2c4dfc49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1b95684b-f625-4428-a987-4c9c91783ee4'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:46:47.915402 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-cdad7a8d-2e0b-4959-9f5d-8f278b8647aa None None] Bound port: 540b081a-c0eb-4053-b470-dc71ffea61ea, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2bfabb1-96d4-454e-9b70-19c2c4dfc49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1b95684b-f625-4428-a987-4c9c91783ee4'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:46:47.915780 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cdad7a8d-2e0b-4959-9f5d-8f278b8647aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (540b081a-c0eb-4053-b470-dc71ffea61ea), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:47.920633 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c17670-1d19-46d6-9522-b505b9820e10 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:47.921419 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-84c17670-1d19-46d6-9522-b505b9820e10 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:47.985276 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-cdad7a8d-2e0b-4959-9f5d-8f278b8647aa None None] For port 540b081a-c0eb-4053-b470-dc71ffea61ea, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:46:47.988436 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-cdad7a8d-2e0b-4959-9f5d-8f278b8647aa None None] For port 540b081a-c0eb-4053-b470-dc71ffea61ea, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=540b081a-c0eb-4053-b470-dc71ffea61ea,segment=NetworkSegment(a2bfabb1-96d4-454e-9b70-19c2c4dfc49e),segment_id=a2bfabb1-96d4-454e-9b70-19c2c4dfc49e)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:46:47.997318 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cdad7a8d-2e0b-4959-9f5d-8f278b8647aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (540b081a-c0eb-4053-b470-dc71ffea61ea), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:48.030735 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9cdfbb-e999-4d45-9b2c-3bf38e9f01eb None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:46:48.049381 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-cc9cdfbb-e999-4d45-9b2c-3bf38e9f01eb None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:48.052968 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9cdfbb-e999-4d45-9b2c-3bf38e9f01eb None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:46:48.091565 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9feef9f-62bc-44dc-a5bb-ce07d53a9d2e None None] Pushing event updated for resources: {'Port': ['ID=540b081a-c0eb-4053-b470-dc71ffea61ea,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:48.102770 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port e9f9743a-4370-4b17-9841-f9eb6d633e11 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:48.103440 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e9f9743a-4370-4b17-9841-f9eb6d633e11), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:48.109459 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdad7a8d-2e0b-4959-9f5d-8f278b8647aa None None] Routers {'3fa6286f-27ce-4927-8d77-8e3db0c2ab85'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:46:48.110227 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-cdad7a8d-2e0b-4959-9f5d-8f278b8647aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:46:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3fa6286f-27ce-4927-8d77-8e3db0c2ab85'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:48.164469 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c17670-1d19-46d6-9522-b505b9820e10 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Network': ['ID=8fdfb5df-a690-4bcf-bd89-242df940fb8a,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:48.181728 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c17670-1d19-46d6-9522-b505b9820e10 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:48.182394 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c17670-1d19-46d6-9522-b505b9820e10 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:48.182919 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c17670-1d19-46d6-9522-b505b9820e10 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:48.183441 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c17670-1d19-46d6-9522-b505b9820e10 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:48.183939 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c17670-1d19-46d6-9522-b505b9820e10 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:48.185090 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c17670-1d19-46d6-9522-b505b9820e10 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:48.185594 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c17670-1d19-46d6-9522-b505b9820e10 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:48.186153 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c17670-1d19-46d6-9522-b505b9820e10 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:48.186771 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c17670-1d19-46d6-9522-b505b9820e10 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:48.187284 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c17670-1d19-46d6-9522-b505b9820e10 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:48.187775 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c17670-1d19-46d6-9522-b505b9820e10 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:48.188283 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c17670-1d19-46d6-9522-b505b9820e10 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:48.189022 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c17670-1d19-46d6-9522-b505b9820e10 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:48.193459 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port e9f9743a-4370-4b17-9841-f9eb6d633e11, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=e9f9743a-4370-4b17-9841-f9eb6d633e11,segment=NetworkSegment(a2bfabb1-96d4-454e-9b70-19c2c4dfc49e),segment_id=a2bfabb1-96d4-454e-9b70-19c2c4dfc49e)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:46:48.203393 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-48d38005-60ab-42a2-8ed8-65ea20a73df1 None None] Current status of the port e9f9743a-4370-4b17-9841-f9eb6d633e11 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:48.205749 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-48d38005-60ab-42a2-8ed8-65ea20a73df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e9f9743a-4370-4b17-9841-f9eb6d633e11), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:48.227733 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42520d-62a8-42b5-b557-53ce5f406ac5 req-0fee6593-702d-40b5-99d7-4035b329ffc4 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:48.244736 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dc42520d-62a8-42b5-b557-53ce5f406ac5 req-0fee6593-702d-40b5-99d7-4035b329ffc4 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 944 time: 0.6296308 Feb 16 22:46:48.259533 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (e9f9743a-4370-4b17-9841-f9eb6d633e11), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:48.262304 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 8fdfb5df-a690-4bcf-bd89-242df940fb8a details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:46:48.311469 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-75d43940-1c2e-4e1c-acbd-378427c4b1a3 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (c4129c22-7fa9-4b9a-b131-e579e23fb0bc), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:48.379780 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dc42520d-62a8-42b5-b557-53ce5f406ac5 req-d14ee965-136e-4873-8cc3-9c3a6b45e64a tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339638 Feb 16 22:46:48.399220 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-84c17670-1d19-46d6-9522-b505b9820e10 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3988271 Feb 16 22:46:48.401069 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43900) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:48.407955 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-48f2b364-e54d-48b1-b69a-047e1af1386f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Request body: {'subnet': {'network_id': '8fdfb5df-a690-4bcf-bd89-242df940fb8a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:48.475197 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-cdad7a8d-2e0b-4959-9f5d-8f278b8647aa None None] Set router 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:46:48.476742 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device cda84896-42f2-4c60-81d6-7697c8b0c912 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:46:48.701698 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f2b364-e54d-48b1-b69a-047e1af1386f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Made reservation on behalf of c4efc97b6837439c9fb97554f0018621 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:46:48.724836 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-48f2b364-e54d-48b1-b69a-047e1af1386f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:48.735849 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-b838c8f6-bb84-4ee3-96c3-d89b380b2be1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting port 3dff780d-c81b-4ddc-99df-5afe2a5ddc25 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:46:48.736193 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b838c8f6-bb84-4ee3-96c3-d89b380b2be1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (3dff780d-c81b-4ddc-99df-5afe2a5ddc25), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:48.858278 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=e9f9743a-4370-4b17-9841-f9eb6d633e11,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:48.875404 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: cda84896-42f2-4c60-81d6-7697c8b0c912 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:46:48.879382 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device cda84896-42f2-4c60-81d6-7697c8b0c912 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:46:48.895825 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-cc9cdfbb-e999-4d45-9b2c-3bf38e9f01eb None None] Attempting to bind port a4a8e626-5cfc-4479-8d53-b5f5353f2ad0 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:46:48.896161 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-cc9cdfbb-e999-4d45-9b2c-3bf38e9f01eb None None] Attempting to bind port a4a8e626-5cfc-4479-8d53-b5f5353f2ad0 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:46:48.896493 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9cdfbb-e999-4d45-9b2c-3bf38e9f01eb None None] Attempting to bind port a4a8e626-5cfc-4479-8d53-b5f5353f2ad0 on network 85653813-b5e9-4a14-b601-d8fc0bc02398 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:46:48.981293 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-cdad7a8d-2e0b-4959-9f5d-8f278b8647aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'name': 'tempest-RoutersIpV6Test-router-1045503727', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:46:36Z', 'updated_at': '2022-02-16T22:46:45Z', 'revision_number': 2, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'gw_port_host': None, '_interfaces': [{'id': '540b081a-c0eb-4053-b470-dc71ffea61ea', 'name': '', 'network_id': '1b95684b-f625-4428-a987-4c9c91783ee4', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:1e:92:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:42Z', 'updated_at': '2022-02-16T22:46:47Z', 'revision_number': 4, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:48.983262 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9cdfbb-e999-4d45-9b2c-3bf38e9f01eb None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:46:48.983721 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9cdfbb-e999-4d45-9b2c-3bf38e9f01eb None None] Checking segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:46:48.984727 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cc9cdfbb-e999-4d45-9b2c-3bf38e9f01eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:48.985138 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9cdfbb-e999-4d45-9b2c-3bf38e9f01eb None None] Bound using segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:46:48.985646 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-cc9cdfbb-e999-4d45-9b2c-3bf38e9f01eb None None] Bound port: a4a8e626-5cfc-4479-8d53-b5f5353f2ad0, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:46:48.986061 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cc9cdfbb-e999-4d45-9b2c-3bf38e9f01eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a4a8e626-5cfc-4479-8d53-b5f5353f2ad0), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:49.026373 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-48d38005-60ab-42a2-8ed8-65ea20a73df1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:46:49.026710 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-48d38005-60ab-42a2-8ed8-65ea20a73df1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:46:49.059025 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdad7a8d-2e0b-4959-9f5d-8f278b8647aa None None] The sync data for ids ['3fa6286f-27ce-4927-8d77-8e3db0c2ab85'] in n-d-813897-6 is: [{'id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'name': 'tempest-RoutersIpV6Test-router-1045503727', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:46:36Z', 'updated_at': '2022-02-16T22:46:45Z', 'revision_number': 2, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'gw_port_host': None, '_interfaces': [{'id': '540b081a-c0eb-4053-b470-dc71ffea61ea', 'name': '', 'network_id': '1b95684b-f625-4428-a987-4c9c91783ee4', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:1e:92:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:42Z', 'updated_at': '2022-02-16T22:46:47Z', 'revision_number': 4, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:46:49.146541 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-cc9cdfbb-e999-4d45-9b2c-3bf38e9f01eb None None] For port a4a8e626-5cfc-4479-8d53-b5f5353f2ad0, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:46:49.154651 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-cc9cdfbb-e999-4d45-9b2c-3bf38e9f01eb None None] For port a4a8e626-5cfc-4479-8d53-b5f5353f2ad0, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a4a8e626-5cfc-4479-8d53-b5f5353f2ad0,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:46:49.172286 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device e9f9743a-4370-4b17-9841-f9eb6d633e11 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:46:49.287266 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cc9cdfbb-e999-4d45-9b2c-3bf38e9f01eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a4a8e626-5cfc-4479-8d53-b5f5353f2ad0), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:49.317635 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-75d43940-1c2e-4e1c-acbd-378427c4b1a3 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Deleting port c2d8c6fd-6cf3-41b6-906d-e6961226f2b8 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:46:49.318151 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-75d43940-1c2e-4e1c-acbd-378427c4b1a3 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (c2d8c6fd-6cf3-41b6-906d-e6961226f2b8), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:49.380851 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9cdfbb-e999-4d45-9b2c-3bf38e9f01eb None None] Pushing event updated for resources: {'Port': ['ID=a4a8e626-5cfc-4479-8d53-b5f5353f2ad0,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:49.440207 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port e9f9743a-4370-4b17-9841-f9eb6d633e11 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:49.440742 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e9f9743a-4370-4b17-9841-f9eb6d633e11), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:49.578237 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-75d43940-1c2e-4e1c-acbd-378427c4b1a3 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] For port c2d8c6fd-6cf3-41b6-906d-e6961226f2b8, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=c2d8c6fd-6cf3-41b6-906d-e6961226f2b8,segment=NetworkSegment(e44e4eec-b413-4b32-875e-c0ebf8a56a0d),segment_id=e44e4eec-b413-4b32-875e-c0ebf8a56a0d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:46:49.578237 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-75d43940-1c2e-4e1c-acbd-378427c4b1a3 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (c2d8c6fd-6cf3-41b6-906d-e6961226f2b8), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:49.594797 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-75d43940-1c2e-4e1c-acbd-378427c4b1a3 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Calling delete_port for c2d8c6fd-6cf3-41b6-906d-e6961226f2b8 owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:46:49.635159 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-48d38005-60ab-42a2-8ed8-65ea20a73df1 None None] Current status of the port e9f9743a-4370-4b17-9841-f9eb6d633e11 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:49.745593 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port e9f9743a-4370-4b17-9841-f9eb6d633e11 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:49.779953 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1eac4882-9156-48ee-ad23-f9c8f96a03ce None None] Provisioning complete for port e9f9743a-4370-4b17-9841-f9eb6d633e11 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:49.780333 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1eac4882-9156-48ee-ad23-f9c8f96a03ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e9f9743a-4370-4b17-9841-f9eb6d633e11), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:49.947261 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-75d43940-1c2e-4e1c-acbd-378427c4b1a3 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (c2d8c6fd-6cf3-41b6-906d-e6961226f2b8), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:50.024090 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1eac4882-9156-48ee-ad23-f9c8f96a03ce None None] Current status of the port e9f9743a-4370-4b17-9841-f9eb6d633e11 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:50.057130 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d43940-1c2e-4e1c-acbd-378427c4b1a3 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Pushing event deleted for resources: {'Port': ['ID=c2d8c6fd-6cf3-41b6-906d-e6961226f2b8,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:50.082241 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1eac4882-9156-48ee-ad23-f9c8f96a03ce None None] Provisioning complete for port 540b081a-c0eb-4053-b470-dc71ffea61ea triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:50.082718 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1eac4882-9156-48ee-ad23-f9c8f96a03ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (540b081a-c0eb-4053-b470-dc71ffea61ea), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:50.250805 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-48f2b364-e54d-48b1-b69a-047e1af1386f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (44e6f7f8-d0d6-4281-8675-a416bd92e6b8), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:50.347964 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1eac4882-9156-48ee-ad23-f9c8f96a03ce None None] Current status of the port 540b081a-c0eb-4053-b470-dc71ffea61ea is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:50.351613 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1eac4882-9156-48ee-ad23-f9c8f96a03ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (540b081a-c0eb-4053-b470-dc71ffea61ea), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:50.378602 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b838c8f6-bb84-4ee3-96c3-d89b380b2be1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (3dff780d-c81b-4ddc-99df-5afe2a5ddc25), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:50.414392 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-b838c8f6-bb84-4ee3-96c3-d89b380b2be1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Calling delete_port for 3dff780d-c81b-4ddc-99df-5afe2a5ddc25 owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:46:50.447147 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1eac4882-9156-48ee-ad23-f9c8f96a03ce None None] For port 540b081a-c0eb-4053-b470-dc71ffea61ea, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=540b081a-c0eb-4053-b470-dc71ffea61ea,segment=NetworkSegment(a2bfabb1-96d4-454e-9b70-19c2c4dfc49e),segment_id=a2bfabb1-96d4-454e-9b70-19c2c4dfc49e)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:46:50.454575 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1eac4882-9156-48ee-ad23-f9c8f96a03ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (540b081a-c0eb-4053-b470-dc71ffea61ea), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:50.561106 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-75d43940-1c2e-4e1c-acbd-378427c4b1a3 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (c4129c22-7fa9-4b9a-b131-e579e23fb0bc), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:50.618879 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac4882-9156-48ee-ad23-f9c8f96a03ce None None] Pushing event updated for resources: {'Port': ['ID=540b081a-c0eb-4053-b470-dc71ffea61ea,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:50.670359 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b820633c-5233-4e95-b4fc-e561fe97b886 None None] Provisioning complete for port 540b081a-c0eb-4053-b470-dc71ffea61ea triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:50.670700 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b820633c-5233-4e95-b4fc-e561fe97b886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (540b081a-c0eb-4053-b470-dc71ffea61ea), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:50.707495 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b0d29-352a-47d6-a90b-ba9eaf30a5f8 req-7c4ce788-7427-473d-b2b9-df50b2787825 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:50.716404 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f45b0d29-352a-47d6-a90b-ba9eaf30a5f8 req-7c4ce788-7427-473d-b2b9-df50b2787825 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 944 time: 0.5161395 Feb 16 22:46:50.724434 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3b7e272b-b945-4ee5-b94a-69568b16f889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:50.780971 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f2b364-e54d-48b1-b69a-047e1af1386f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Subnet': ['ID=44e6f7f8-d0d6-4281-8675-a416bd92e6b8,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:50.884134 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f45b0d29-352a-47d6-a90b-ba9eaf30a5f8 req-2b545e96-b620-4114-a66d-3fd91d342d7a tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474125 Feb 16 22:46:50.915558 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f2b364-e54d-48b1-b69a-047e1af1386f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Checking segment: {'id': 'd48109a1-7c79-4da9-aea6-1833a9a1a7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8fdfb5df-a690-4bcf-bd89-242df940fb8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:46:50.917806 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f2b364-e54d-48b1-b69a-047e1af1386f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network hostable DHCP agents. Network: 8fdfb5df-a690-4bcf-bd89-242df940fb8a, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:46:50.943197 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b820633c-5233-4e95-b4fc-e561fe97b886 None None] Current status of the port 540b081a-c0eb-4053-b470-dc71ffea61ea is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:51.075416 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-4a4634dd-c990-4600-9cbb-59c3e982d023 None None] Provisioning complete for port 540b081a-c0eb-4053-b470-dc71ffea61ea triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:51.076178 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4a4634dd-c990-4600-9cbb-59c3e982d023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (540b081a-c0eb-4053-b470-dc71ffea61ea), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:51.111131 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f2b364-e54d-48b1-b69a-047e1af1386f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network 8fdfb5df-a690-4bcf-bd89-242df940fb8a is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:46:51.150780 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-48f2b364-e54d-48b1-b69a-047e1af1386f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 8fdfb5df-a690-4bcf-bd89-242df940fb8a) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:51.151073 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d43940-1c2e-4e1c-acbd-378427c4b1a3 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Router c4129c22-7fa9-4b9a-b131-e579e23fb0bc has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:46:51.177827 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b838c8f6-bb84-4ee3-96c3-d89b380b2be1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (3dff780d-c81b-4ddc-99df-5afe2a5ddc25), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:51.178399 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605f965f-4406-4494-9777-bbd519f6598b None None] Network 8fdfb5df-a690-4bcf-bd89-242df940fb8a requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:46:51.188727 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f2b364-e54d-48b1-b69a-047e1af1386f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:51.192664 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-48f2b364-e54d-48b1-b69a-047e1af1386f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:51.313213 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4a4634dd-c990-4600-9cbb-59c3e982d023 None None] Current status of the port 540b081a-c0eb-4053-b470-dc71ffea61ea is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:51.372770 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a4a8e626-5cfc-4479-8d53-b5f5353f2ad0 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:46:51.409015 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d43940-1c2e-4e1c-acbd-378427c4b1a3 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:46:51.420639 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-75d43940-1c2e-4e1c-acbd-378427c4b1a3 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "PUT /v2.0/routers/c4129c22-7fa9-4b9a-b131-e579e23fb0bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9741404 Feb 16 22:46:51.423341 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43926) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:51.433437 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e067875-73e9-40f3-9691-02162d7597c2 None None] Sync routers for ids ['c4129c22-7fa9-4b9a-b131-e579e23fb0bc'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:46:51.434451 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838c8f6-bb84-4ee3-96c3-d89b380b2be1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Port': ['ID=3dff780d-c81b-4ddc-99df-5afe2a5ddc25,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:51.502876 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-48f2b364-e54d-48b1-b69a-047e1af1386f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1004205 Feb 16 22:46:51.513169 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43928) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:51.515399 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-6a265629-e654-4391-9c16-61d6c3a4d18b tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:51.516961 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-6a265629-e654-4391-9c16-61d6c3a4d18b tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/networks?id=711f76dd-299d-4633-b0c0-e90e0dfbc02d HTTP/1.1" status: 200 len: 814 time: 0.4773891 Feb 16 22:46:51.535973 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b838c8f6-bb84-4ee3-96c3-d89b380b2be1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:51.546999 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b838c8f6-bb84-4ee3-96c3-d89b380b2be1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/3dff780d-c81b-4ddc-99df-5afe2a5ddc25 HTTP/1.1" status: 204 len: 168 time: 3.9230061 Feb 16 22:46:51.550663 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43930) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:51.580942 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-c317da15-6cde-4273-842f-afa0f7fd0ef3 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/quotas/23fc1adac9ab43babb811e6bb6a91375 HTTP/1.1" status: 200 len: 375 time: 0.0327585 Feb 16 22:46:51.582013 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce55912-b225-4ed6-9db6-308fedd0f035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-8fdfb5df-a690-4bcf-bd89-242df940fb8a', 'network_id': '8fdfb5df-a690-4bcf-bd89-242df940fb8a', 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'fixed_ips': [{'subnet_id': '44e6f7f8-d0d6-4281-8675-a416bd92e6b8'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:46:51.582927 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9ce55912-b225-4ed6-9db6-308fedd0f035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:51.586852 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e067875-73e9-40f3-9691-02162d7597c2 None None] Routers {'c4129c22-7fa9-4b9a-b131-e579e23fb0bc'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:46:51.587495 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-1e067875-73e9-40f3-9691-02162d7597c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:46:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['c4129c22-7fa9-4b9a-b131-e579e23fb0bc'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:51.654340 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-5a73603b-0e72-4e13-9368-12e180a15105 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=23fc1adac9ab43babb811e6bb6a91375&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658603 Feb 16 22:46:51.846302 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49c1dfd-ee33-4a55-88e6-6650b454c0d0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:51.847608 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49c1dfd-ee33-4a55-88e6-6650b454c0d0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:51.854702 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43932) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:51.858456 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-d8af87ee-148f-4b2a-93cb-da5d33b12464 None None] Provisioning complete for port 540b081a-c0eb-4053-b470-dc71ffea61ea triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:51.859039 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d8af87ee-148f-4b2a-93cb-da5d33b12464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (540b081a-c0eb-4053-b470-dc71ffea61ea), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:51.865382 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c49c1dfd-ee33-4a55-88e6-6650b454c0d0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3120310 Feb 16 22:46:51.898991 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-618c17b1-6e32-4ad5-a76e-76e426838909 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Deleting subnet 77828865-de3e-4cf9-97ec-bc4d1b4c3a70 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:46:51.946085 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbafdcf4-0f76-421a-9eee-d79bbae714d8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting subnet 6eec19da-3849-489f-8d16-50f68bd578c7 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:46:51.949909 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fbafdcf4-0f76-421a-9eee-d79bbae714d8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (6eec19da-3849-489f-8d16-50f68bd578c7), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:51.987755 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-618c17b1-6e32-4ad5-a76e-76e426838909 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for subnet (77828865-de3e-4cf9-97ec-bc4d1b4c3a70), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:52.017333 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-cb698d1e-2a60-43fb-85c9-463d54d79561 service neutron] 10.222.0.75 "GET /v2.0/networks/711f76dd-299d-4633-b0c0-e90e0dfbc02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540289 Feb 16 22:46:52.092223 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-618c17b1-6e32-4ad5-a76e-76e426838909 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (77828865-de3e-4cf9-97ec-bc4d1b4c3a70), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:52.120508 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fbafdcf4-0f76-421a-9eee-d79bbae714d8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (6eec19da-3849-489f-8d16-50f68bd578c7), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:52.272889 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-618c17b1-6e32-4ad5-a76e-76e426838909 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (77828865-de3e-4cf9-97ec-bc4d1b4c3a70), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:52.273557 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-1e067875-73e9-40f3-9691-02162d7597c2 None None] Set router c4129c22-7fa9-4b9a-b131-e579e23fb0bc gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:46:52.424600 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port a4a8e626-5cfc-4479-8d53-b5f5353f2ad0 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:52.425145 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a4a8e626-5cfc-4479-8d53-b5f5353f2ad0), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:52.452442 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-618c17b1-6e32-4ad5-a76e-76e426838909 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (77828865-de3e-4cf9-97ec-bc4d1b4c3a70), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:52.457620 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-0e039628-873a-4055-aab2-d44681705971 service neutron] 10.222.0.75 "GET /v2.0/networks/711f76dd-299d-4633-b0c0-e90e0dfbc02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263299 Feb 16 22:46:52.494870 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fbafdcf4-0f76-421a-9eee-d79bbae714d8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (6eec19da-3849-489f-8d16-50f68bd578c7), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:52.542957 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c17b1-6e32-4ad5-a76e-76e426838909 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Pushing event deleted for resources: {'Subnet': ['ID=77828865-de3e-4cf9-97ec-bc4d1b4c3a70,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:52.554470 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-618c17b1-6e32-4ad5-a76e-76e426838909 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:52.557782 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-618c17b1-6e32-4ad5-a76e-76e426838909 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "DELETE /v2.0/subnets/77828865-de3e-4cf9-97ec-bc4d1b4c3a70 HTTP/1.1" status: 204 len: 168 time: 1.1334374 Feb 16 22:46:52.562454 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43938) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:52.613612 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af13fd7-27d1-48d4-9738-3b9d2e34e08b None None] Network 5a6df76d-a33f-4d04-af8d-e31633545b3c requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:46:52.686436 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-9ce55912-b225-4ed6-9db6-308fedd0f035 None None] Allocated IP 2001:db8:1::2 (8fdfb5df-a690-4bcf-bd89-242df940fb8a/44e6f7f8-d0d6-4281-8675-a416bd92e6b8/13f793c2-6005-4140-8c93-f815e18a85e0) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:46:52.840925 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d8af87ee-148f-4b2a-93cb-da5d33b12464 None None] Current status of the port 540b081a-c0eb-4053-b470-dc71ffea61ea is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:52.930993 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fbafdcf4-0f76-421a-9eee-d79bbae714d8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (6eec19da-3849-489f-8d16-50f68bd578c7), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:52.949892 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port a4a8e626-5cfc-4479-8d53-b5f5353f2ad0 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:52.950316 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a4a8e626-5cfc-4479-8d53-b5f5353f2ad0), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:52.971568 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a688df77-2b49-4cbf-9d05-95b3f95ab240 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for router (c4129c22-7fa9-4b9a-b131-e579e23fb0bc), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:53.022323 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafdcf4-0f76-421a-9eee-d79bbae714d8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Subnet': ['ID=6eec19da-3849-489f-8d16-50f68bd578c7,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:53.044145 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d6360195-0ed7-479f-be96-de1f76b5dd67 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:53.095400 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de8f131-6268-4d20-99a3-0ef0000f6924 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:46:53.117118 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fbafdcf4-0f76-421a-9eee-d79bbae714d8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:53.125706 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-fbafdcf4-0f76-421a-9eee-d79bbae714d8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/6eec19da-3849-489f-8d16-50f68bd578c7 HTTP/1.1" status: 204 len: 168 time: 1.2674332 Feb 16 22:46:53.131099 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43950) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:53.150904 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-31c9e93d-af23-42b7-8360-c0678d3d9780 None None] Could not find standard attr ID for object 3dff780d-c81b-4ddc-99df-5afe2a5ddc25. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:46:53.226700 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d9995ad0-cd15-4be2-9b3e-9a4881e3434a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0912044 Feb 16 22:46:53.230730 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43956) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:53.239151 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-6a42474d-9814-4d42-a220-b674e88ad0a8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:53.250201 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a073b4-9ca7-4e31-be57-cc0da182325f req-f499183e-1d04-43d6-8b3f-a1119a50a738 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:53.252175 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-61a073b4-9ca7-4e31-be57-cc0da182325f req-f499183e-1d04-43d6-8b3f-a1119a50a738 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 944 time: 0.4036291 Feb 16 22:46:53.464204 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-61a073b4-9ca7-4e31-be57-cc0da182325f req-6ab4a1b3-e5cb-49f8-add5-e75f6b541560 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939120 Feb 16 22:46:53.465772 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a688df77-2b49-4cbf-9d05-95b3f95ab240 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for router_gateway (c4129c22-7fa9-4b9a-b131-e579e23fb0bc), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:53.530173 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879bd754-a68b-48a8-8c80-384eed90b696 None None] DHCP port deletion for 5a6df76d-a33f-4d04-af8d-e31633545b3c request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:46:53.546779 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-57d71737-93c6-4b5c-82d9-1d5b24a898c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:53.566613 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a42474d-9814-4d42-a220-b674e88ad0a8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:46:53.570807 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6a42474d-9814-4d42-a220-b674e88ad0a8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:53.604699 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-1e067875-73e9-40f3-9691-02162d7597c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-115759094', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'aa90ff65-cf94-446c-a64d-c70c1ad4b07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:44:41Z', 'updated_at': '2022-02-16T22:46:49Z', 'revision_number': 5, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'gw_port': {'id': 'aa90ff65-cf94-446c-a64d-c70c1ad4b07b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:44:42Z', 'updated_at': '2022-02-16T22:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:53.634886 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ee318080-6b7b-41b9-a1ed-68387c2d79d8 req-7ca47d08-d94b-45d2-9ea1-dd5deb96e0c1 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/ports?device_id=b676a012-94a8-4669-bc52-aa4ddb189c13 HTTP/1.1" status: 200 len: 210 time: 0.0783279 Feb 16 22:46:53.644496 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-31c9e93d-af23-42b7-8360-c0678d3d9780 None None] Provisioning complete for port a4a8e626-5cfc-4479-8d53-b5f5353f2ad0 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:53.644496 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-31c9e93d-af23-42b7-8360-c0678d3d9780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a4a8e626-5cfc-4479-8d53-b5f5353f2ad0), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:53.644784 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:46:53.644975 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:46:53.677860 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e067875-73e9-40f3-9691-02162d7597c2 None None] Checking router: c4129c22-7fa9-4b9a-b131-e579e23fb0bc for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:46:53.734746 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-a688df77-2b49-4cbf-9d05-95b3f95ab240 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Deleting port aa90ff65-cf94-446c-a64d-c70c1ad4b07b {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:46:53.735265 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a688df77-2b49-4cbf-9d05-95b3f95ab240 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (aa90ff65-cf94-446c-a64d-c70c1ad4b07b), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:53.752090 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e067875-73e9-40f3-9691-02162d7597c2 None None] Routers {'c4129c22-7fa9-4b9a-b131-e579e23fb0bc'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:46:53.752723 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-1e067875-73e9-40f3-9691-02162d7597c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:46:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['c4129c22-7fa9-4b9a-b131-e579e23fb0bc'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:53.897356 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-a688df77-2b49-4cbf-9d05-95b3f95ab240 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] For port aa90ff65-cf94-446c-a64d-c70c1ad4b07b, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=aa90ff65-cf94-446c-a64d-c70c1ad4b07b,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:46:53.897797 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a688df77-2b49-4cbf-9d05-95b3f95ab240 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (aa90ff65-cf94-446c-a64d-c70c1ad4b07b), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:53.957797 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-a688df77-2b49-4cbf-9d05-95b3f95ab240 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Calling delete_port for aa90ff65-cf94-446c-a64d-c70c1ad4b07b owned by network:router_gateway {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:46:54.018171 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9ce55912-b225-4ed6-9db6-308fedd0f035 None None] Publish callbacks [] for port (13f793c2-6005-4140-8c93-f815e18a85e0), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:54.081612 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-31c9e93d-af23-42b7-8360-c0678d3d9780 None None] Current status of the port a4a8e626-5cfc-4479-8d53-b5f5353f2ad0 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:54.082012 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-31c9e93d-af23-42b7-8360-c0678d3d9780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a4a8e626-5cfc-4479-8d53-b5f5353f2ad0), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:54.095708 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee8d294-7f55-4a17-adfc-1883691e794f None None] DHCP port deletion for 85653813-b5e9-4a14-b601-d8fc0bc02398 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:46:54.095943 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-d6360195-0ed7-479f-be96-de1f76b5dd67 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Allocated IP 2001:db8:1::1 (8fdfb5df-a690-4bcf-bd89-242df940fb8a/44e6f7f8-d0d6-4281-8675-a416bd92e6b8/65437ec5-93a6-4455-88e4-97337ee288f7) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:46:54.100259 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-1e067875-73e9-40f3-9691-02162d7597c2 None None] Set router c4129c22-7fa9-4b9a-b131-e579e23fb0bc gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:46:54.127265 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-31c9e93d-af23-42b7-8360-c0678d3d9780 None None] For port a4a8e626-5cfc-4479-8d53-b5f5353f2ad0, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a4a8e626-5cfc-4479-8d53-b5f5353f2ad0,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:46:54.129715 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9ce55912-b225-4ed6-9db6-308fedd0f035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (13f793c2-6005-4140-8c93-f815e18a85e0), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:54.214028 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-879bd754-a68b-48a8-8c80-384eed90b696 None None] Deleting port 4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:46:54.214317 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-879bd754-a68b-48a8-8c80-384eed90b696 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:54.225076 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6a42474d-9814-4d42-a220-b674e88ad0a8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (2aba579c-7d69-47aa-9173-9c28d3e5b2dd), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:54.240862 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a688df77-2b49-4cbf-9d05-95b3f95ab240 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (aa90ff65-cf94-446c-a64d-c70c1ad4b07b), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:54.246651 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d6360195-0ed7-479f-be96-de1f76b5dd67 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for port (65437ec5-93a6-4455-88e4-97337ee288f7), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:54.257130 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce55912-b225-4ed6-9db6-308fedd0f035 None None] Pushing event updated for resources: {'Port': ['ID=13f793c2-6005-4140-8c93-f815e18a85e0,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:54.261602 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-31c9e93d-af23-42b7-8360-c0678d3d9780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a4a8e626-5cfc-4479-8d53-b5f5353f2ad0), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:54.321404 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d6360195-0ed7-479f-be96-de1f76b5dd67 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (65437ec5-93a6-4455-88e4-97337ee288f7), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:54.361494 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-1e067875-73e9-40f3-9691-02162d7597c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-115759094', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:44:41Z', 'updated_at': '2022-02-16T22:46:53Z', 'revision_number': 6, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:54.410454 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6360195-0ed7-479f-be96-de1f76b5dd67 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network 8fdfb5df-a690-4bcf-bd89-242df940fb8a is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:46:54.416028 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-d6360195-0ed7-479f-be96-de1f76b5dd67 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:54.420778 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6360195-0ed7-479f-be96-de1f76b5dd67 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:46:54.421328 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d6360195-0ed7-479f-be96-de1f76b5dd67 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (3fa6286f-27ce-4927-8d77-8e3db0c2ab85), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:54.461441 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce55912-b225-4ed6-9db6-308fedd0f035 None None] Network 8fdfb5df-a690-4bcf-bd89-242df940fb8a is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:46:54.470119 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e067875-73e9-40f3-9691-02162d7597c2 None None] The sync data for ids ['c4129c22-7fa9-4b9a-b131-e579e23fb0bc'] in n-d-813897-6 is: [{'id': 'c4129c22-7fa9-4b9a-b131-e579e23fb0bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-115759094', 'tenant_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:44:41Z', 'updated_at': '2022-02-16T22:46:53Z', 'revision_number': 6, 'project_id': '408e4b5cc64c4521a5139ec5acd5eaa9', 'gw_port_host': None}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:46:54.555750 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6360195-0ed7-479f-be96-de1f76b5dd67 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Port': ['ID=65437ec5-93a6-4455-88e4-97337ee288f7,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:54.621684 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-97f5f072-3153-4f0e-92fc-aa4b84496b09 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:54.623893 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-97f5f072-3153-4f0e-92fc-aa4b84496b09 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.67 "GET /v2.0/networks?id=711f76dd-299d-4633-b0c0-e90e0dfbc02d HTTP/1.1" status: 200 len: 814 time: 0.3661742 Feb 16 22:46:54.669811 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688df77-2b49-4cbf-9d05-95b3f95ab240 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Pushing event deleted for resources: {'Port': ['ID=aa90ff65-cf94-446c-a64d-c70c1ad4b07b,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:54.698849 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-58af8f6c-b761-42b9-915d-a236451e7ffa tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Request body: {'port': {'device_id': 'b676a012-94a8-4669-bc52-aa4ddb189c13', 'network_id': '711f76dd-299d-4633-b0c0-e90e0dfbc02d', 'admin_state_up': True, 'tenant_id': '23fc1adac9ab43babb811e6bb6a91375'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:54.704887 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d6360195-0ed7-479f-be96-de1f76b5dd67 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (65437ec5-93a6-4455-88e4-97337ee288f7), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:54.805944 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a42474d-9814-4d42-a220-b674e88ad0a8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:46:54.861594 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a688df77-2b49-4cbf-9d05-95b3f95ab240 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (c4129c22-7fa9-4b9a-b131-e579e23fb0bc), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:54.874471 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-6a42474d-9814-4d42-a220-b674e88ad0a8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:54.878290 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a42474d-9814-4d42-a220-b674e88ad0a8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:54.878910 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6a42474d-9814-4d42-a220-b674e88ad0a8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:54.952278 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-9ce55912-b225-4ed6-9db6-308fedd0f035 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:54.953316 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b447914-e375-45a4-91ba-c1e0750ae415 req-60168588-e80f-47d4-a9c3-7ec14b89fcdd tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:54.954969 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6b447914-e375-45a4-91ba-c1e0750ae415 req-60168588-e80f-47d4-a9c3-7ec14b89fcdd tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 944 time: 0.3301358 Feb 16 22:46:54.976851 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce55912-b225-4ed6-9db6-308fedd0f035 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:46:54.999605 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:55.000673 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port a4a8e626-5cfc-4479-8d53-b5f5353f2ad0 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:55.001906 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 540b081a-c0eb-4053-b470-dc71ffea61ea up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:46:55.028337 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6a42474d-9814-4d42-a220-b674e88ad0a8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7931180 Feb 16 22:46:55.029066 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43968) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:55.051148 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9e93d-af23-42b7-8360-c0678d3d9780 None None] Pushing event updated for resources: {'Port': ['ID=a4a8e626-5cfc-4479-8d53-b5f5353f2ad0,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:55.101623 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-0ecc259a-8636-466a-8b39-0ed63af4f0c7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'port': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'fixed_ips': [{'subnet_id': '2aba579c-7d69-47aa-9173-9c28d3e5b2dd', 'ip_address': '2001:db8::36e5:d4a6:8ea6:c3f3'}], 'name': 'tempest-NetworksTestDHCPv6-1440033496'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:55.104860 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42474d-9814-4d42-a220-b674e88ad0a8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Subnet': ['ID=2aba579c-7d69-47aa-9173-9c28d3e5b2dd,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:55.129418 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-879bd754-a68b-48a8-8c80-384eed90b696 None None] For port 4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0,segment=NetworkSegment(e44e4eec-b413-4b32-875e-c0ebf8a56a0d),segment_id=e44e4eec-b413-4b32-875e-c0ebf8a56a0d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:46:55.131152 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-879bd754-a68b-48a8-8c80-384eed90b696 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:55.142434 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6b447914-e375-45a4-91ba-c1e0750ae415 req-723b3bf4-8117-4561-bdd0-68adc903c09a tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121578 Feb 16 22:46:55.169386 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-58af8f6c-b761-42b9-915d-a236451e7ffa tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Made reservation on behalf of 23fc1adac9ab43babb811e6bb6a91375 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:46:55.173473 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-58af8f6c-b761-42b9-915d-a236451e7ffa tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:55.203260 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-879bd754-a68b-48a8-8c80-384eed90b696 None None] Calling delete_port for 4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:46:55.207569 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a688df77-2b49-4cbf-9d05-95b3f95ab240 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (c4129c22-7fa9-4b9a-b131-e579e23fb0bc), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:55.212311 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-fee8d294-7f55-4a17-adfc-1883691e794f None None] Deleting port a4a8e626-5cfc-4479-8d53-b5f5353f2ad0 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:46:55.212864 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fee8d294-7f55-4a17-adfc-1883691e794f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a4a8e626-5cfc-4479-8d53-b5f5353f2ad0), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:55.216613 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a688df77-2b49-4cbf-9d05-95b3f95ab240 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for router_controller (c4129c22-7fa9-4b9a-b131-e579e23fb0bc), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:55.224888 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-9ce55912-b225-4ed6-9db6-308fedd0f035 None None] Attempting to bind port 13f793c2-6005-4140-8c93-f815e18a85e0 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:46:55.231096 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-9ce55912-b225-4ed6-9db6-308fedd0f035 None None] Attempting to bind port 13f793c2-6005-4140-8c93-f815e18a85e0 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'd48109a1-7c79-4da9-aea6-1833a9a1a7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8fdfb5df-a690-4bcf-bd89-242df940fb8a'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:46:55.231820 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce55912-b225-4ed6-9db6-308fedd0f035 None None] Attempting to bind port 13f793c2-6005-4140-8c93-f815e18a85e0 on network 8fdfb5df-a690-4bcf-bd89-242df940fb8a {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:46:55.285695 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4fb0fcf8-7765-4e40-8ba2-084ab1e2a6da req-15ddf178-18ce-4232-8b11-2b3746bad0d8 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/ports?device_id=b676a012-94a8-4669-bc52-aa4ddb189c13 HTTP/1.1" status: 200 len: 210 time: 0.0273561 Feb 16 22:46:55.310994 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d6360195-0ed7-479f-be96-de1f76b5dd67 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for port (65437ec5-93a6-4455-88e4-97337ee288f7), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:55.319161 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d6360195-0ed7-479f-be96-de1f76b5dd67 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (65437ec5-93a6-4455-88e4-97337ee288f7), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:55.320203 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d6360195-0ed7-479f-be96-de1f76b5dd67 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (3fa6286f-27ce-4927-8d77-8e3db0c2ab85), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:55.395562 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a688df77-2b49-4cbf-9d05-95b3f95ab240 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (c4129c22-7fa9-4b9a-b131-e579e23fb0bc), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:55.396554 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a688df77-2b49-4cbf-9d05-95b3f95ab240 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Fanout notify agent at l3_agent the message router_deleted on router c4129c22-7fa9-4b9a-b131-e579e23fb0bc {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:46:55.445071 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce55912-b225-4ed6-9db6-308fedd0f035 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:46:55.466446 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce55912-b225-4ed6-9db6-308fedd0f035 None None] Checking segment: {'id': 'd48109a1-7c79-4da9-aea6-1833a9a1a7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8fdfb5df-a690-4bcf-bd89-242df940fb8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:46:55.466446 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9ce55912-b225-4ed6-9db6-308fedd0f035 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:55.466446 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce55912-b225-4ed6-9db6-308fedd0f035 None None] Bound using segment: {'id': 'd48109a1-7c79-4da9-aea6-1833a9a1a7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8fdfb5df-a690-4bcf-bd89-242df940fb8a'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:46:55.466446 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-9ce55912-b225-4ed6-9db6-308fedd0f035 None None] Bound port: 13f793c2-6005-4140-8c93-f815e18a85e0, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd48109a1-7c79-4da9-aea6-1833a9a1a7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8fdfb5df-a690-4bcf-bd89-242df940fb8a'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:46:55.466446 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9ce55912-b225-4ed6-9db6-308fedd0f035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (13f793c2-6005-4140-8c93-f815e18a85e0), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:55.477827 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-879bd754-a68b-48a8-8c80-384eed90b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:55.508584 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-58af8f6c-b761-42b9-915d-a236451e7ffa tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Allocated IP 172.20.0.9 (711f76dd-299d-4633-b0c0-e90e0dfbc02d/682cee36-82ef-447d-8aeb-c028e2eee6a0/b04afcda-5341-4076-9f83-fcc27ccc8b70) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:46:55.544065 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 540b081a-c0eb-4053-b470-dc71ffea61ea triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:55.544437 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (540b081a-c0eb-4053-b470-dc71ffea61ea), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:55.555370 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a688df77-2b49-4cbf-9d05-95b3f95ab240 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:55.556585 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a688df77-2b49-4cbf-9d05-95b3f95ab240 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "DELETE /v2.0/routers/c4129c22-7fa9-4b9a-b131-e579e23fb0bc HTTP/1.1" status: 204 len: 168 time: 2.9933598 Feb 16 22:46:55.564543 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 43970) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:55.586099 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879bd754-a68b-48a8-8c80-384eed90b696 None None] Pushing event deleted for resources: {'Port': ['ID=4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:55.595452 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6360195-0ed7-479f-be96-de1f76b5dd67 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Port': ['ID=65437ec5-93a6-4455-88e4-97337ee288f7,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:55.679854 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6360195-0ed7-479f-be96-de1f76b5dd67 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network 8fdfb5df-a690-4bcf-bd89-242df940fb8a is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:46:55.682518 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-d6360195-0ed7-479f-be96-de1f76b5dd67 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:55.700723 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879bd754-a68b-48a8-8c80-384eed90b696 None None] No DVR routers for this DVR port 4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:46:55.751105 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecc259a-8636-466a-8b39-0ed63af4f0c7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:46:55.786053 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:55.811096 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1de6362a-1624-44c9-b49f-c82c9c555649 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (5a6df76d-a33f-4d04-af8d-e31633545b3c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:55.887878 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-fee8d294-7f55-4a17-adfc-1883691e794f None None] For port a4a8e626-5cfc-4479-8d53-b5f5353f2ad0, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a4a8e626-5cfc-4479-8d53-b5f5353f2ad0,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:46:55.888386 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fee8d294-7f55-4a17-adfc-1883691e794f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a4a8e626-5cfc-4479-8d53-b5f5353f2ad0), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:55.915525 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-fee8d294-7f55-4a17-adfc-1883691e794f None None] Calling delete_port for a4a8e626-5cfc-4479-8d53-b5f5353f2ad0 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:46:55.927539 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-9ce55912-b225-4ed6-9db6-308fedd0f035 None None] For port 13f793c2-6005-4140-8c93-f815e18a85e0, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:46:56.019618 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-9ce55912-b225-4ed6-9db6-308fedd0f035 None None] For port 13f793c2-6005-4140-8c93-f815e18a85e0, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=13f793c2-6005-4140-8c93-f815e18a85e0,segment=NetworkSegment(d48109a1-7c79-4da9-aea6-1833a9a1a7b2),segment_id=d48109a1-7c79-4da9-aea6-1833a9a1a7b2)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:46:56.125915 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0ecc259a-8636-466a-8b39-0ed63af4f0c7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:56.146558 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9ce55912-b225-4ed6-9db6-308fedd0f035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (13f793c2-6005-4140-8c93-f815e18a85e0), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:56.149282 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-58af8f6c-b761-42b9-915d-a236451e7ffa tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Publish callbacks [] for port (b04afcda-5341-4076-9f83-fcc27ccc8b70), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:56.153887 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 540b081a-c0eb-4053-b470-dc71ffea61ea is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:56.195773 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1de6362a-1624-44c9-b49f-c82c9c555649 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (5a6df76d-a33f-4d04-af8d-e31633545b3c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:56.229499 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-0ecc259a-8636-466a-8b39-0ed63af4f0c7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] device_id is not set on port 02756b92-5f11-4e30-8629-b7d86f39ce96 yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:46:56.241897 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-1de6362a-1624-44c9-b49f-c82c9c555649 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a6df76d-a33f-4d04-af8d-e31633545b3c']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:56.259634 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-1de6362a-1624-44c9-b49f-c82c9c555649 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e44e4eec-b413-4b32-875e-c0ebf8a56a0d') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:56.259987 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-1de6362a-1624-44c9-b49f-c82c9c555649 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e44e4eec-b413-4b32-875e-c0ebf8a56a0d') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:56.312806 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6360195-0ed7-479f-be96-de1f76b5dd67 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Router 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:46:56.333149 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:46:56.398346 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:46:56.398850 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 4a3eaeb6-0fa6-4d6a-bd47-e904c8513fe0 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:46:56.399381 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a4a8e626-5cfc-4479-8d53-b5f5353f2ad0 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:46:56.407030 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce55912-b225-4ed6-9db6-308fedd0f035 None None] Pushing event updated for resources: {'Port': ['ID=13f793c2-6005-4140-8c93-f815e18a85e0,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:56.467443 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fee8d294-7f55-4a17-adfc-1883691e794f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (a4a8e626-5cfc-4479-8d53-b5f5353f2ad0), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:56.503752 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6360195-0ed7-479f-be96-de1f76b5dd67 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:46:56.519525 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d6360195-0ed7-479f-be96-de1f76b5dd67 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "PUT /v2.0/routers/3fa6286f-27ce-4927-8d77-8e3db0c2ab85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0049758 Feb 16 22:46:56.523399 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43978) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:56.528640 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-f8667ee8-edbf-4db0-87d5-a05a06042275 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1768486697'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:56.536853 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee8d294-7f55-4a17-adfc-1883691e794f None None] No DVR routers for this DVR port a4a8e626-5cfc-4479-8d53-b5f5353f2ad0 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:46:56.537281 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88af0208-dae4-40fa-9b56-30332068c323 None None] Sync routers for ids ['3fa6286f-27ce-4927-8d77-8e3db0c2ab85'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:46:56.555823 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8d294-7f55-4a17-adfc-1883691e794f None None] Pushing event deleted for resources: {'Port': ['ID=a4a8e626-5cfc-4479-8d53-b5f5353f2ad0,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:56.569144 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88af0208-dae4-40fa-9b56-30332068c323 None None] Routers {'3fa6286f-27ce-4927-8d77-8e3db0c2ab85'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:46:56.569783 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-88af0208-dae4-40fa-9b56-30332068c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:46:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3fa6286f-27ce-4927-8d77-8e3db0c2ab85'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:56.570895 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No active binding found for port a4a8e626-5cfc-4479-8d53-b5f5353f2ad0 {{(pid=103467) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 16 22:46:56.570895 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] The host n-d-813897-6 is not matching for port a4a8e626-5cfc-4479-8d53-b5f5353f2ad0 host None! {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 22:46:56.571408 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a4a8e626-5cfc-4479-8d53-b5f5353f2ad0 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:46:56.571935 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c2d8c6fd-6cf3-41b6-906d-e6961226f2b8 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:46:56.575540 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f927f7-7b32-48e6-aeb2-63f6774f4d8d None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:46:56.589257 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8667ee8-edbf-4db0-87d5-a05a06042275 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Made reservation on behalf of c4efc97b6837439c9fb97554f0018621 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:46:56.593841 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f8667ee8-edbf-4db0-87d5-a05a06042275 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:56.626663 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8667ee8-edbf-4db0-87d5-a05a06042275 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:46:56.632722 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: c2d8c6fd-6cf3-41b6-906d-e6961226f2b8 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:46:56.633272 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c2d8c6fd-6cf3-41b6-906d-e6961226f2b8 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:46:56.633802 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device aa90ff65-cf94-446c-a64d-c70c1ad4b07b no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:46:56.642409 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f8667ee8-edbf-4db0-87d5-a05a06042275 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (e60e5186-a990-4b2b-8f5a-e49128109b6b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:56.643143 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-f8667ee8-edbf-4db0-87d5-a05a06042275 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Added segment e60e5186-a990-4b2b-8f5a-e49128109b6b of type vlan for network d62c52c3-7905-40aa-9f3e-4f2e617f68ab Feb 16 22:46:56.694472 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f8667ee8-edbf-4db0-87d5-a05a06042275 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (d62c52c3-7905-40aa-9f3e-4f2e617f68ab), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:56.706369 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: aa90ff65-cf94-446c-a64d-c70c1ad4b07b {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:46:56.706724 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device aa90ff65-cf94-446c-a64d-c70c1ad4b07b not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:46:56.743741 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f8667ee8-edbf-4db0-87d5-a05a06042275 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (d62c52c3-7905-40aa-9f3e-4f2e617f68ab), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:56.750425 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8667ee8-edbf-4db0-87d5-a05a06042275 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:56.751276 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f8667ee8-edbf-4db0-87d5-a05a06042275 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:56.796720 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-88af0208-dae4-40fa-9b56-30332068c323 None None] Set router 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:46:56.835810 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f8667ee8-edbf-4db0-87d5-a05a06042275 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3144963 Feb 16 22:46:56.839813 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43982) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:56.844766 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-59a5b46a-5d03-4b4d-a796-3af6d4ff238d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Request body: {'subnet': {'network_id': 'd62c52c3-7905-40aa-9f3e-4f2e617f68ab', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:56.877945 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d84ba2-4e36-4107-85db-b17020527b5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-85653813-b5e9-4a14-b601-d8fc0bc02398', 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'project_id': '5970909e92c9458195211ab3bb079d8d', 'fixed_ips': [{'subnet_id': '2aba579c-7d69-47aa-9173-9c28d3e5b2dd'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:46:56.879958 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e5d84ba2-4e36-4107-85db-b17020527b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:56.909319 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8667ee8-edbf-4db0-87d5-a05a06042275 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Network': ['ID=d62c52c3-7905-40aa-9f3e-4f2e617f68ab,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:57.009635 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a5b46a-5d03-4b4d-a796-3af6d4ff238d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Made reservation on behalf of c4efc97b6837439c9fb97554f0018621 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:46:57.014141 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1de6362a-1624-44c9-b49f-c82c9c555649 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (e44e4eec-b413-4b32-875e-c0ebf8a56a0d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:57.015367 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-59a5b46a-5d03-4b4d-a796-3af6d4ff238d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:57.054918 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network d62c52c3-7905-40aa-9f3e-4f2e617f68ab details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:46:57.072353 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-88af0208-dae4-40fa-9b56-30332068c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'name': 'tempest-RoutersIpV6Test-router-1045503727', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:46:36Z', 'updated_at': '2022-02-16T22:46:54Z', 'revision_number': 3, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'gw_port_host': None, '_interfaces': [{'id': '540b081a-c0eb-4053-b470-dc71ffea61ea', 'name': '', 'network_id': '1b95684b-f625-4428-a987-4c9c91783ee4', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:1e:92:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:42Z', 'updated_at': '2022-02-16T22:46:50Z', 'revision_number': 5, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65437ec5-93a6-4455-88e4-97337ee288f7', 'name': '', 'network_id': '8fdfb5df-a690-4bcf-bd89-242df940fb8a', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:0b:2b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '44e6f7f8-d0d6-4281-8675-a416bd92e6b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:53Z', 'updated_at': '2022-02-16T22:46:55Z', 'revision_number': 2, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': '44e6f7f8-d0d6-4281-8675-a416bd92e6b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:57.114902 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88af0208-dae4-40fa-9b56-30332068c323 None None] Checking router: 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:46:57.115256 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88af0208-dae4-40fa-9b56-30332068c323 None None] Updating router 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 port 65437ec5-93a6-4455-88e4-97337ee288f7 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:46:57.157282 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-88af0208-dae4-40fa-9b56-30332068c323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (65437ec5-93a6-4455-88e4-97337ee288f7), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:57.159871 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1de6362a-1624-44c9-b49f-c82c9c555649 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (e44e4eec-b413-4b32-875e-c0ebf8a56a0d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:57.169023 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1de6362a-1624-44c9-b49f-c82c9c555649 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:46:57.169856 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1de6362a-1624-44c9-b49f-c82c9c555649 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (e44e4eec-b413-4b32-875e-c0ebf8a56a0d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:57.208224 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:57.261133 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-e5d84ba2-4e36-4107-85db-b17020527b5e None None] Allocated IP 2001:db8::2 (85653813-b5e9-4a14-b601-d8fc0bc02398/2aba579c-7d69-47aa-9173-9c28d3e5b2dd/207cbea2-0d14-4dfd-bca8-6891e4d5dcee) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:46:57.266033 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:46:57.266033 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:46:57.266033 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:46:57.266033 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:46:57.266033 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:46:57.266033 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:46:57.266033 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:46:57.266033 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:46:57.266033 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:46:57.266033 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:46:57.266033 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:46:57.266033 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:46:57.266033 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:46:57.266033 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:46:57.266033 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:46:57.266033 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:46:57.266033 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:46:57.266033 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:46:57.266033 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:46:57.266033 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:46:57.266033 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:46:57.266033 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:46:57.266033 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:46:57.266033 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:46:57.266033 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:46:57.266033 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:46:57.266033 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:46:57.266033 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:46:57.266033 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:46:57.266033 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:46:57.266033 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:46:57.266033 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:46:57.281869 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-58af8f6c-b761-42b9-915d-a236451e7ffa tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (b04afcda-5341-4076-9f83-fcc27ccc8b70), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:57.315192 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1de6362a-1624-44c9-b49f-c82c9c555649 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (5a6df76d-a33f-4d04-af8d-e31633545b3c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:57.357075 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1de6362a-1624-44c9-b49f-c82c9c555649 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:57.361288 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1de6362a-1624-44c9-b49f-c82c9c555649 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] 10.222.0.75 "DELETE /v2.0/networks/5a6df76d-a33f-4d04-af8d-e31633545b3c HTTP/1.1" status: 204 len: 168 time: 1.7942233 Feb 16 22:46:57.369066 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-59a5b46a-5d03-4b4d-a796-3af6d4ff238d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (d5bebc8e-7971-4f19-b8c7-45f876705022), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:57.370472 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-58af8f6c-b761-42b9-915d-a236451e7ffa tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Network 711f76dd-299d-4633-b0c0-e90e0dfbc02d is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:46:57.378689 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-58af8f6c-b761-42b9-915d-a236451e7ffa tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:57.382678 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-58af8f6c-b761-42b9-915d-a236451e7ffa tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:46:57.443563 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5b46a-5d03-4b4d-a796-3af6d4ff238d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Subnet': ['ID=d5bebc8e-7971-4f19-b8c7-45f876705022,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:57.474047 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a5b46a-5d03-4b4d-a796-3af6d4ff238d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Checking segment: {'id': 'e60e5186-a990-4b2b-8f5a-e49128109b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd62c52c3-7905-40aa-9f3e-4f2e617f68ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:46:57.474447 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a5b46a-5d03-4b4d-a796-3af6d4ff238d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network hostable DHCP agents. Network: d62c52c3-7905-40aa-9f3e-4f2e617f68ab, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:46:57.499211 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a5b46a-5d03-4b4d-a796-3af6d4ff238d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network d62c52c3-7905-40aa-9f3e-4f2e617f68ab is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:46:57.505948 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-58af8f6c-b761-42b9-915d-a236451e7ffa tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:57.511812 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-59a5b46a-5d03-4b4d-a796-3af6d4ff238d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, d62c52c3-7905-40aa-9f3e-4f2e617f68ab) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:57.512712 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-58af8f6c-b761-42b9-915d-a236451e7ffa tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:57.517219 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a5b46a-5d03-4b4d-a796-3af6d4ff238d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:57.517831 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-59a5b46a-5d03-4b4d-a796-3af6d4ff238d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:57.547163 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6362a-1624-44c9-b49f-c82c9c555649 tempest-TestSecurityGroupsBasicOps-1281998292 tempest-TestSecurityGroupsBasicOps-1281998292-project] Pushing event deleted for resources: {'Network': ['ID=5a6df76d-a33f-4d04-af8d-e31633545b3c,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:57.555999 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-59a5b46a-5d03-4b4d-a796-3af6d4ff238d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7152858 Feb 16 22:46:57.556790 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 43986) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:57.560594 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-58af8f6c-b761-42b9-915d-a236451e7ffa tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8663077 Feb 16 22:46:57.571117 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af8f6c-b761-42b9-915d-a236451e7ffa tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Pushing event updated for resources: {'Port': ['ID=b04afcda-5341-4076-9f83-fcc27ccc8b70,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:57.584624 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e207d6c9-6d75-40ca-845d-a56b4826f275 None None] Network d62c52c3-7905-40aa-9f3e-4f2e617f68ab requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:46:57.588987 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-a1c63ae0-51af-4736-a8c8-7089847806a3 service neutron] Request body: {'port': {'device_id': 'b676a012-94a8-4669-bc52-aa4ddb189c13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:46:57.677190 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c43698-f036-4fd3-9bc1-7bd93fbd64c6 req-1b0e81d1-bd53-4957-8ec9-23bf7aff7b36 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:57.679268 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-00c43698-f036-4fd3-9bc1-7bd93fbd64c6 req-1b0e81d1-bd53-4957-8ec9-23bf7aff7b36 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 944 time: 1.3188360 Feb 16 22:46:57.717332 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-88af0208-dae4-40fa-9b56-30332068c323 None None] Publish callbacks [] for port (65437ec5-93a6-4455-88e4-97337ee288f7), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:57.723676 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e5d84ba2-4e36-4107-85db-b17020527b5e None None] Publish callbacks [] for port (207cbea2-0d14-4dfd-bca8-6891e4d5dcee), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:57.735657 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-88af0208-dae4-40fa-9b56-30332068c323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (65437ec5-93a6-4455-88e4-97337ee288f7), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:57.744590 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e5d84ba2-4e36-4107-85db-b17020527b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (207cbea2-0d14-4dfd-bca8-6891e4d5dcee), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:57.828899 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d84ba2-4e36-4107-85db-b17020527b5e None None] Pushing event updated for resources: {'Port': ['ID=207cbea2-0d14-4dfd-bca8-6891e4d5dcee,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:57.857462 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30bcd5b-35bc-403e-8bb2-3a7bec960046 None None] Pushing event updated for resources: {'Port': ['ID=65437ec5-93a6-4455-88e4-97337ee288f7,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:57.899425 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-a1c63ae0-51af-4736-a8c8-7089847806a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b04afcda-5341-4076-9f83-fcc27ccc8b70), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:57.907357 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d84ba2-4e36-4107-85db-b17020527b5e None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:46:57.909748 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-e5d84ba2-4e36-4107-85db-b17020527b5e None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:57.913066 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d84ba2-4e36-4107-85db-b17020527b5e None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:46:57.925285 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37d2822-f7dc-46b1-9a2c-1c50ae399172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-d62c52c3-7905-40aa-9f3e-4f2e617f68ab', 'network_id': 'd62c52c3-7905-40aa-9f3e-4f2e617f68ab', 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'fixed_ips': [{'subnet_id': 'd5bebc8e-7971-4f19-b8c7-45f876705022'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:46:57.925664 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-00c43698-f036-4fd3-9bc1-7bd93fbd64c6 req-5f069558-2b30-4206-8888-410d96d8767d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138164 Feb 16 22:46:57.930323 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f37d2822-f7dc-46b1-9a2c-1c50ae399172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:57.932643 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-88af0208-dae4-40fa-9b56-30332068c323 None None] Attempting to bind port 65437ec5-93a6-4455-88e4-97337ee288f7 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:46:57.933016 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-88af0208-dae4-40fa-9b56-30332068c323 None None] Attempting to bind port 65437ec5-93a6-4455-88e4-97337ee288f7 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'd48109a1-7c79-4da9-aea6-1833a9a1a7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8fdfb5df-a690-4bcf-bd89-242df940fb8a'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:46:57.933381 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88af0208-dae4-40fa-9b56-30332068c323 None None] Attempting to bind port 65437ec5-93a6-4455-88e4-97337ee288f7 on network 8fdfb5df-a690-4bcf-bd89-242df940fb8a {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:46:57.938775 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88af0208-dae4-40fa-9b56-30332068c323 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:46:57.939148 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88af0208-dae4-40fa-9b56-30332068c323 None None] Checking segment: {'id': 'd48109a1-7c79-4da9-aea6-1833a9a1a7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8fdfb5df-a690-4bcf-bd89-242df940fb8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:46:57.939547 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-88af0208-dae4-40fa-9b56-30332068c323 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:57.939934 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88af0208-dae4-40fa-9b56-30332068c323 None None] Bound using segment: {'id': 'd48109a1-7c79-4da9-aea6-1833a9a1a7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8fdfb5df-a690-4bcf-bd89-242df940fb8a'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:46:57.940397 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-88af0208-dae4-40fa-9b56-30332068c323 None None] Bound port: 65437ec5-93a6-4455-88e4-97337ee288f7, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd48109a1-7c79-4da9-aea6-1833a9a1a7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8fdfb5df-a690-4bcf-bd89-242df940fb8a'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:46:57.940913 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-88af0208-dae4-40fa-9b56-30332068c323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (65437ec5-93a6-4455-88e4-97337ee288f7), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:57.967696 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc9d608-9c07-4b8e-95e9-7de089cf39bc None None] Network 8fdfb5df-a690-4bcf-bd89-242df940fb8a requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:46:58.036199 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-0ecc259a-8636-466a-8b39-0ed63af4f0c7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Allocated IP 2001:db8::36e5:d4a6:8ea6:c3f3 (85653813-b5e9-4a14-b601-d8fc0bc02398/2aba579c-7d69-47aa-9173-9c28d3e5b2dd/02756b92-5f11-4e30-8629-b7d86f39ce96) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:46:58.038819 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-88af0208-dae4-40fa-9b56-30332068c323 None None] For port 65437ec5-93a6-4455-88e4-97337ee288f7, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:46:58.044592 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-88af0208-dae4-40fa-9b56-30332068c323 None None] For port 65437ec5-93a6-4455-88e4-97337ee288f7, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=65437ec5-93a6-4455-88e4-97337ee288f7,segment=NetworkSegment(d48109a1-7c79-4da9-aea6-1833a9a1a7b2),segment_id=d48109a1-7c79-4da9-aea6-1833a9a1a7b2)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:46:58.058780 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-88af0208-dae4-40fa-9b56-30332068c323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (65437ec5-93a6-4455-88e4-97337ee288f7), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:58.117925 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2e8888fe-2ae2-4965-b08c-fe8195326e47 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:58.167093 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30bcd5b-35bc-403e-8bb2-3a7bec960046 None None] Pushing event updated for resources: {'Port': ['ID=65437ec5-93a6-4455-88e4-97337ee288f7,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:58.198350 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88af0208-dae4-40fa-9b56-30332068c323 None None] Routers {'3fa6286f-27ce-4927-8d77-8e3db0c2ab85'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:46:58.200357 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-88af0208-dae4-40fa-9b56-30332068c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:46:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3fa6286f-27ce-4927-8d77-8e3db0c2ab85'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:58.205778 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-9dc3f7fa-ca81-4e16-84ea-044e6d8b95a1 None None] Provisioning complete for port 13f793c2-6005-4140-8c93-f815e18a85e0 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:58.206539 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9dc3f7fa-ca81-4e16-84ea-044e6d8b95a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (13f793c2-6005-4140-8c93-f815e18a85e0), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:58.265129 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e5d84ba2-4e36-4107-85db-b17020527b5e None None] Attempting to bind port 207cbea2-0d14-4dfd-bca8-6891e4d5dcee on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:46:58.273711 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e5d84ba2-4e36-4107-85db-b17020527b5e None None] Attempting to bind port 207cbea2-0d14-4dfd-bca8-6891e4d5dcee by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:46:58.273711 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d84ba2-4e36-4107-85db-b17020527b5e None None] Attempting to bind port 207cbea2-0d14-4dfd-bca8-6891e4d5dcee on network 85653813-b5e9-4a14-b601-d8fc0bc02398 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:46:58.306021 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d84ba2-4e36-4107-85db-b17020527b5e None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:46:58.311095 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d84ba2-4e36-4107-85db-b17020527b5e None None] Checking segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:46:58.320516 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e5d84ba2-4e36-4107-85db-b17020527b5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:58.320848 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-a1c63ae0-51af-4736-a8c8-7089847806a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b04afcda-5341-4076-9f83-fcc27ccc8b70 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:46:58.321480 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d84ba2-4e36-4107-85db-b17020527b5e None None] Bound using segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:46:58.322258 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e5d84ba2-4e36-4107-85db-b17020527b5e None None] Bound port: 207cbea2-0d14-4dfd-bca8-6891e4d5dcee, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:46:58.322928 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e5d84ba2-4e36-4107-85db-b17020527b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (207cbea2-0d14-4dfd-bca8-6891e4d5dcee), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:58.328747 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-a1c63ae0-51af-4736-a8c8-7089847806a3 service neutron] Publish callbacks [] for port (b04afcda-5341-4076-9f83-fcc27ccc8b70), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:58.343369 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-a1c63ae0-51af-4736-a8c8-7089847806a3 service neutron] Transition to ACTIVE for port object b04afcda-5341-4076-9f83-fcc27ccc8b70 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:46:58.365940 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-a1c63ae0-51af-4736-a8c8-7089847806a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (b04afcda-5341-4076-9f83-fcc27ccc8b70), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:58.395274 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-88af0208-dae4-40fa-9b56-30332068c323 None None] Set router 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:46:58.410068 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 13f793c2-6005-4140-8c93-f815e18a85e0 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:46:58.543352 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f971e21-0358-44ca-9897-540ef35c4331 req-cab06ff2-b319-447c-878f-cb542d147bd6 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:58.544916 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8f971e21-0358-44ca-9897-540ef35c4331 req-cab06ff2-b319-447c-878f-cb542d147bd6 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/ports?device_id=b676a012-94a8-4669-bc52-aa4ddb189c13 HTTP/1.1" status: 200 len: 931 time: 0.5242786 Feb 16 22:46:58.545549 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c63ae0-51af-4736-a8c8-7089847806a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b04afcda-5341-4076-9f83-fcc27ccc8b70,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:58.593067 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-f37d2822-f7dc-46b1-9a2c-1c50ae399172 None None] Allocated IP 2001:db8:2::2 (d62c52c3-7905-40aa-9f3e-4f2e617f68ab/d5bebc8e-7971-4f19-b8c7-45f876705022/4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:46:58.597482 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-a1c63ae0-51af-4736-a8c8-7089847806a3 service neutron] Attempting to bind port b04afcda-5341-4076-9f83-fcc27ccc8b70 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:46:58.597820 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-a1c63ae0-51af-4736-a8c8-7089847806a3 service neutron] Attempting to bind port b04afcda-5341-4076-9f83-fcc27ccc8b70 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '7afa8abd-d24a-4287-bcf0-18629abdf72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '711f76dd-299d-4633-b0c0-e90e0dfbc02d'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:46:58.598189 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-a1c63ae0-51af-4736-a8c8-7089847806a3 service neutron] Attempting to bind port b04afcda-5341-4076-9f83-fcc27ccc8b70 on network 711f76dd-299d-4633-b0c0-e90e0dfbc02d {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:46:58.629711 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-a1c63ae0-51af-4736-a8c8-7089847806a3 service neutron] Port b04afcda-5341-4076-9f83-fcc27ccc8b70 on network 711f76dd-299d-4633-b0c0-e90e0dfbc02d not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:46:58.630060 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-a1c63ae0-51af-4736-a8c8-7089847806a3 service neutron] Attempting to bind port b04afcda-5341-4076-9f83-fcc27ccc8b70 on network 711f76dd-299d-4633-b0c0-e90e0dfbc02d {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:46:58.649340 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8f971e21-0358-44ca-9897-540ef35c4331 req-38233e66-c8c4-4745-ab1d-63bab14571c3 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/security-groups?id=0cea22e7-9828-437c-b67a-180cc743f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910571 Feb 16 22:46:58.652127 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-a1c63ae0-51af-4736-a8c8-7089847806a3 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:46:58.652463 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-a1c63ae0-51af-4736-a8c8-7089847806a3 service neutron] Checking segment: {'id': '7afa8abd-d24a-4287-bcf0-18629abdf72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '711f76dd-299d-4633-b0c0-e90e0dfbc02d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:46:58.657920 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-a1c63ae0-51af-4736-a8c8-7089847806a3 service neutron] Bound using segment: {'id': '7afa8abd-d24a-4287-bcf0-18629abdf72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '711f76dd-299d-4633-b0c0-e90e0dfbc02d'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:46:58.658516 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-a1c63ae0-51af-4736-a8c8-7089847806a3 service neutron] Bound port: b04afcda-5341-4076-9f83-fcc27ccc8b70, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afa8abd-d24a-4287-bcf0-18629abdf72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '711f76dd-299d-4633-b0c0-e90e0dfbc02d'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:46:58.658893 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-a1c63ae0-51af-4736-a8c8-7089847806a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b04afcda-5341-4076-9f83-fcc27ccc8b70), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:58.686379 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e5d84ba2-4e36-4107-85db-b17020527b5e None None] For port 207cbea2-0d14-4dfd-bca8-6891e4d5dcee, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:46:58.723378 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-88af0208-dae4-40fa-9b56-30332068c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'name': 'tempest-RoutersIpV6Test-router-1045503727', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:46:36Z', 'updated_at': '2022-02-16T22:46:54Z', 'revision_number': 3, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'gw_port_host': None, '_interfaces': [{'id': '540b081a-c0eb-4053-b470-dc71ffea61ea', 'name': '', 'network_id': '1b95684b-f625-4428-a987-4c9c91783ee4', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:1e:92:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:42Z', 'updated_at': '2022-02-16T22:46:50Z', 'revision_number': 5, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65437ec5-93a6-4455-88e4-97337ee288f7', 'name': '', 'network_id': '8fdfb5df-a690-4bcf-bd89-242df940fb8a', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:0b:2b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '44e6f7f8-d0d6-4281-8675-a416bd92e6b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:53Z', 'updated_at': '2022-02-16T22:46:58Z', 'revision_number': 4, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': '44e6f7f8-d0d6-4281-8675-a416bd92e6b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:46:58.745023 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:58.768522 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e5d84ba2-4e36-4107-85db-b17020527b5e None None] For port 207cbea2-0d14-4dfd-bca8-6891e4d5dcee, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=207cbea2-0d14-4dfd-bca8-6891e4d5dcee,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:46:58.769955 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88af0208-dae4-40fa-9b56-30332068c323 None None] The sync data for ids ['3fa6286f-27ce-4927-8d77-8e3db0c2ab85'] in n-d-813897-6 is: [{'id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'name': 'tempest-RoutersIpV6Test-router-1045503727', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:46:36Z', 'updated_at': '2022-02-16T22:46:54Z', 'revision_number': 3, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'gw_port_host': None, '_interfaces': [{'id': '540b081a-c0eb-4053-b470-dc71ffea61ea', 'name': '', 'network_id': '1b95684b-f625-4428-a987-4c9c91783ee4', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:1e:92:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:42Z', 'updated_at': '2022-02-16T22:46:50Z', 'revision_number': 5, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65437ec5-93a6-4455-88e4-97337ee288f7', 'name': '', 'network_id': '8fdfb5df-a690-4bcf-bd89-242df940fb8a', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:0b:2b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '44e6f7f8-d0d6-4281-8675-a416bd92e6b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:53Z', 'updated_at': '2022-02-16T22:46:58Z', 'revision_number': 4, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': '44e6f7f8-d0d6-4281-8675-a416bd92e6b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:46:58.782689 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 13f793c2-6005-4140-8c93-f815e18a85e0 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:46:58.783158 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (13f793c2-6005-4140-8c93-f815e18a85e0), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:58.822771 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-a1c63ae0-51af-4736-a8c8-7089847806a3 service neutron] For port b04afcda-5341-4076-9f83-fcc27ccc8b70, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:46:58.826171 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-a1c63ae0-51af-4736-a8c8-7089847806a3 service neutron] For port b04afcda-5341-4076-9f83-fcc27ccc8b70, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=b04afcda-5341-4076-9f83-fcc27ccc8b70,segment=NetworkSegment(7afa8abd-d24a-4287-bcf0-18629abdf72a),segment_id=7afa8abd-d24a-4287-bcf0-18629abdf72a)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:46:58.843170 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-a1c63ae0-51af-4736-a8c8-7089847806a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (b04afcda-5341-4076-9f83-fcc27ccc8b70), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:58.924506 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-a1c63ae0-51af-4736-a8c8-7089847806a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:58.925154 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-a1c63ae0-51af-4736-a8c8-7089847806a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:58.931478 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-a1c63ae0-51af-4736-a8c8-7089847806a3 service neutron] 10.222.0.67 "PUT /v2.0/ports/b04afcda-5341-4076-9f83-fcc27ccc8b70 HTTP/1.1" status: 200 len: 1091 time: 1.3611057 Feb 16 22:46:58.936076 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b676a012-94a8-4669-bc52-aa4ddb189c13', 'tag': 'b04afcda-5341-4076-9f83-fcc27ccc8b70'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:46:58.949822 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae2b32e-6cb8-468e-ad19-a37c46ce0789" -d '{"events": [{"name": "network-changed", "server_uuid": "b676a012-94a8-4669-bc52-aa4ddb189c13", "tag": "b04afcda-5341-4076-9f83-fcc27ccc8b70"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:46:59.047702 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0ecc259a-8636-466a-8b39-0ed63af4f0c7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for port (02756b92-5f11-4e30-8629-b7d86f39ce96), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:59.157462 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c63ae0-51af-4736-a8c8-7089847806a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b04afcda-5341-4076-9f83-fcc27ccc8b70,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:59.206672 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-f80dd465-8415-4d95-8614-4b0c5416467d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:59.208709 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-f80dd465-8415-4d95-8614-4b0c5416467d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=23fc1adac9ab43babb811e6bb6a91375&device_id=b676a012-94a8-4669-bc52-aa4ddb189c13 HTTP/1.1" status: 200 len: 1125 time: 0.1964436 Feb 16 22:46:59.276630 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44000) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:59.292216 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e5d84ba2-4e36-4107-85db-b17020527b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (207cbea2-0d14-4dfd-bca8-6891e4d5dcee), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:59.305516 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-0fa10958-c855-465f-b684-7d2a94711d74 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b04afcda-5341-4076-9f83-fcc27ccc8b70 HTTP/1.1" status: 200 len: 217 time: 0.0850315 Feb 16 22:46:59.311329 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3f7fa-ca81-4e16-84ea-044e6d8b95a1 None None] Current status of the port 13f793c2-6005-4140-8c93-f815e18a85e0 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:46:59.311722 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9dc3f7fa-ca81-4e16-84ea-044e6d8b95a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (13f793c2-6005-4140-8c93-f815e18a85e0), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:59.342341 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9f123-5d4d-4524-b7cd-19f80e63069d req-e8092306-3a1d-4cd7-835d-4e6c25f0d3e9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:59.344075 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-07e9f123-5d4d-4524-b7cd-19f80e63069d req-e8092306-3a1d-4cd7-835d-4e6c25f0d3e9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 944 time: 0.2909598 Feb 16 22:46:59.345280 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0ecc259a-8636-466a-8b39-0ed63af4f0c7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (02756b92-5f11-4e30-8629-b7d86f39ce96), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:59.480594 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc259a-8636-466a-8b39-0ed63af4f0c7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Port': ['ID=02756b92-5f11-4e30-8629-b7d86f39ce96,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:59.556337 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-66a6553c-5b42-438a-a2ea-9e145a309b65 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=408e4b5cc64c4521a5139ec5acd5eaa9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2783742 Feb 16 22:46:59.559219 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44004) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:59.569777 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecc259a-8636-466a-8b39-0ed63af4f0c7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:46:59.575426 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-0ecc259a-8636-466a-8b39-0ed63af4f0c7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:46:59.581212 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecc259a-8636-466a-8b39-0ed63af4f0c7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:46:59.587629 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecc259a-8636-466a-8b39-0ed63af4f0c7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:59.588290 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0ecc259a-8636-466a-8b39-0ed63af4f0c7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:59.596893 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-e8c5a33b-e1ec-493f-bcd8-efd74747af2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:46:59.597458 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-9dc3f7fa-ca81-4e16-84ea-044e6d8b95a1 None None] For port 13f793c2-6005-4140-8c93-f815e18a85e0, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=13f793c2-6005-4140-8c93-f815e18a85e0,segment=NetworkSegment(d48109a1-7c79-4da9-aea6-1833a9a1a7b2),segment_id=d48109a1-7c79-4da9-aea6-1833a9a1a7b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:46:59.598450 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-e8c5a33b-e1ec-493f-bcd8-efd74747af2e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=682cee36-82ef-447d-8aeb-c028e2eee6a0 HTTP/1.1" status: 200 len: 854 time: 0.2858262 Feb 16 22:46:59.646389 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bf60d584-b2c1-4777-b694-847bb42315b2 admin admin] Publish callbacks [] for security_group (8a4e8eba-af90-4ca5-a656-4a67365f11db), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:59.663438 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9dc3f7fa-ca81-4e16-84ea-044e6d8b95a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (13f793c2-6005-4140-8c93-f815e18a85e0), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:59.665570 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d84ba2-4e36-4107-85db-b17020527b5e None None] Pushing event updated for resources: {'Port': ['ID=207cbea2-0d14-4dfd-bca8-6891e4d5dcee,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:59.676770 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bf60d584-b2c1-4777-b694-847bb42315b2 admin admin] Publish callbacks [] for security_group (8a4e8eba-af90-4ca5-a656-4a67365f11db), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:59.718806 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d84ba2-4e36-4107-85db-b17020527b5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:59.719170 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d84ba2-4e36-4107-85db-b17020527b5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:59.719534 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d84ba2-4e36-4107-85db-b17020527b5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:59.721572 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d84ba2-4e36-4107-85db-b17020527b5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:59.723028 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-c7d3d01a-91af-4b1b-88a9-17854c4557c6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=711f76dd-299d-4633-b0c0-e90e0dfbc02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956867 Feb 16 22:46:59.724105 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d84ba2-4e36-4107-85db-b17020527b5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:59.724500 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d84ba2-4e36-4107-85db-b17020527b5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:59.725022 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d84ba2-4e36-4107-85db-b17020527b5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:59.725397 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d84ba2-4e36-4107-85db-b17020527b5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:59.725763 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d84ba2-4e36-4107-85db-b17020527b5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:59.726664 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d84ba2-4e36-4107-85db-b17020527b5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:59.727020 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d84ba2-4e36-4107-85db-b17020527b5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:59.727367 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d84ba2-4e36-4107-85db-b17020527b5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:59.729823 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d84ba2-4e36-4107-85db-b17020527b5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:46:59.758261 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bf60d584-b2c1-4777-b694-847bb42315b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (8a4e8eba-af90-4ca5-a656-4a67365f11db), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:59.761501 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bf60d584-b2c1-4777-b694-847bb42315b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:46:59.763161 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bf60d584-b2c1-4777-b694-847bb42315b2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8a4e8eba-af90-4ca5-a656-4a67365f11db HTTP/1.1" status: 204 len: 168 time: 0.2029507 Feb 16 22:46:59.785526 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0ecc259a-8636-466a-8b39-0ed63af4f0c7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.6883903 Feb 16 22:46:59.788377 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44010) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:46:59.790641 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60d584-b2c1-4777-b694-847bb42315b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4e8eba-af90-4ca5-a656-4a67365f11db,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:46:59.807179 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-07e9f123-5d4d-4524-b7cd-19f80e63069d req-a9ec851e-fa62-41ec-b483-4bc456a74255 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725250 Feb 16 22:46:59.999138 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3f7fa-ca81-4e16-84ea-044e6d8b95a1 None None] Pushing event updated for resources: {'Port': ['ID=13f793c2-6005-4140-8c93-f815e18a85e0,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:00.061015 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7214d9ab-1604-4ac1-9f07-60b43b4b9216 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:00.072584 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f37d2822-f7dc-46b1-9a2c-1c50ae399172 None None] Publish callbacks [] for port (4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:00.090646 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-59d63e7e-d5f3-40f1-8dd2-59b1a95f9f77 service neutron] 10.222.0.67 "GET /v2.0/networks/711f76dd-299d-4633-b0c0-e90e0dfbc02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597162 Feb 16 22:47:00.094535 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7214d9ab-1604-4ac1-9f07-60b43b4b9216 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:00.096244 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7214d9ab-1604-4ac1-9f07-60b43b4b9216 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3001103 Feb 16 22:47:00.113028 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44016) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:00.155612 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 13f793c2-6005-4140-8c93-f815e18a85e0 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:00.183006 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f37d2822-f7dc-46b1-9a2c-1c50ae399172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:00.370490 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37d2822-f7dc-46b1-9a2c-1c50ae399172 None None] Network d62c52c3-7905-40aa-9f3e-4f2e617f68ab is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:47:00.388277 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d2822-f7dc-46b1-9a2c-1c50ae399172 None None] Pushing event updated for resources: {'Port': ['ID=4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:00.391410 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a71214c-66ba-4a48-88d1-0115bb5ba709 req-69972877-720d-4770-9474-463bfab6c16e service neutron] 10.222.0.67 "GET /v2.0/networks/711f76dd-299d-4633-b0c0-e90e0dfbc02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916298 Feb 16 22:47:00.395729 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-f37d2822-f7dc-46b1-9a2c-1c50ae399172 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:00.413522 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37d2822-f7dc-46b1-9a2c-1c50ae399172 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:47:00.427054 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-2e8888fe-2ae2-4965-b08c-fe8195326e47 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Allocated IP 2001:db8:2::1 (d62c52c3-7905-40aa-9f3e-4f2e617f68ab/d5bebc8e-7971-4f19-b8c7-45f876705022/d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:47:00.489206 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b7a9be4e-e47f-47ea-86f1-769cf0ac17a9 None None] Provisioning complete for port 13f793c2-6005-4140-8c93-f815e18a85e0 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:00.489606 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b7a9be4e-e47f-47ea-86f1-769cf0ac17a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (13f793c2-6005-4140-8c93-f815e18a85e0), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:00.583228 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-f37d2822-f7dc-46b1-9a2c-1c50ae399172 None None] Attempting to bind port 4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:47:00.583613 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-f37d2822-f7dc-46b1-9a2c-1c50ae399172 None None] Attempting to bind port 4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'e60e5186-a990-4b2b-8f5a-e49128109b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd62c52c3-7905-40aa-9f3e-4f2e617f68ab'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:47:00.583981 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37d2822-f7dc-46b1-9a2c-1c50ae399172 None None] Attempting to bind port 4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c on network d62c52c3-7905-40aa-9f3e-4f2e617f68ab {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:47:00.591394 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:00.594354 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37d2822-f7dc-46b1-9a2c-1c50ae399172 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:47:00.594741 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37d2822-f7dc-46b1-9a2c-1c50ae399172 None None] Checking segment: {'id': 'e60e5186-a990-4b2b-8f5a-e49128109b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd62c52c3-7905-40aa-9f3e-4f2e617f68ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:47:00.595141 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f37d2822-f7dc-46b1-9a2c-1c50ae399172 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:00.595598 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37d2822-f7dc-46b1-9a2c-1c50ae399172 None None] Bound using segment: {'id': 'e60e5186-a990-4b2b-8f5a-e49128109b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd62c52c3-7905-40aa-9f3e-4f2e617f68ab'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:47:00.596149 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-f37d2822-f7dc-46b1-9a2c-1c50ae399172 None None] Bound port: 4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60e5186-a990-4b2b-8f5a-e49128109b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd62c52c3-7905-40aa-9f3e-4f2e617f68ab'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:47:00.596442 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f37d2822-f7dc-46b1-9a2c-1c50ae399172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:00.599081 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44020) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:00.625681 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f539c6b5-49bd-46de-84bb-93a4c9e77db7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:00.637440 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32ee694-a102-471e-ab1e-94d969fd90a4 x-openstack-request-id: req-a32ee694-a102-471e-ab1e-94d969fd90a4 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:47:00.637751 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b676a012-94a8-4669-bc52-aa4ddb189c13", "tag": "b04afcda-5341-4076-9f83-fcc27ccc8b70", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:47:00.638033 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a32ee694-a102-471e-ab1e-94d969fd90a4 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:47:00.638456 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b676a012-94a8-4669-bc52-aa4ddb189c13', 'tag': 'b04afcda-5341-4076-9f83-fcc27ccc8b70', 'status': 'completed', 'code': 200} Feb 16 22:47:00.740662 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-09277a01-b3c3-45ca-86b7-875f4954a919 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting port 02756b92-5f11-4e30-8629-b7d86f39ce96 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:47:00.742483 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-09277a01-b3c3-45ca-86b7-875f4954a919 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (02756b92-5f11-4e30-8629-b7d86f39ce96), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:00.797072 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 207cbea2-0d14-4dfd-bca8-6891e4d5dcee up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:47:00.813662 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-f37d2822-f7dc-46b1-9a2c-1c50ae399172 None None] For port 4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:47:00.919210 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-f37d2822-f7dc-46b1-9a2c-1c50ae399172 None None] For port 4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c,segment=NetworkSegment(e60e5186-a990-4b2b-8f5a-e49128109b6b),segment_id=e60e5186-a990-4b2b-8f5a-e49128109b6b)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:47:00.920622 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202db4d2-625a-4aa3-9f9d-81d30dd804e5 req-57ca201c-ba87-4798-8c60-e38560137ed2 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:00.925167 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-202db4d2-625a-4aa3-9f9d-81d30dd804e5 req-57ca201c-ba87-4798-8c60-e38560137ed2 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/ports?device_id=b676a012-94a8-4669-bc52-aa4ddb189c13 HTTP/1.1" status: 200 len: 943 time: 0.1800382 Feb 16 22:47:00.934655 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2e8888fe-2ae2-4965-b08c-fe8195326e47 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for port (d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:00.972965 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f37d2822-f7dc-46b1-9a2c-1c50ae399172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:01.016284 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2b32e-6cb8-468e-ad19-a37c46ce0789 req-10e48c21-5f5e-4edf-bc2f-778189a7d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:01.017994 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bae2b32e-6cb8-468e-ad19-a37c46ce0789 req-10e48c21-5f5e-4edf-bc2f-778189a7d8ee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=23fc1adac9ab43babb811e6bb6a91375&device_id=b676a012-94a8-4669-bc52-aa4ddb189c13 HTTP/1.1" status: 200 len: 1125 time: 0.1861074 Feb 16 22:47:01.075200 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-09277a01-b3c3-45ca-86b7-875f4954a919 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (02756b92-5f11-4e30-8629-b7d86f39ce96), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:01.117549 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-09277a01-b3c3-45ca-86b7-875f4954a919 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Calling delete_port for 02756b92-5f11-4e30-8629-b7d86f39ce96 owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:47:01.172630 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2b32e-6cb8-468e-ad19-a37c46ce0789 req-3c1818c3-6348-4470-a386-e0b9778f4e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:01.176885 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bae2b32e-6cb8-468e-ad19-a37c46ce0789 req-3c1818c3-6348-4470-a386-e0b9778f4e5c service neutron] 10.222.0.67 "GET /v2.0/networks?id=711f76dd-299d-4633-b0c0-e90e0dfbc02d HTTP/1.1" status: 200 len: 915 time: 0.1481953 Feb 16 22:47:01.213364 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f539c6b5-49bd-46de-84bb-93a4c9e77db7 admin admin] Publish callbacks [] for security_group (2d547327-4b0a-4476-95a9-7693717d990a), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:01.238510 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 207cbea2-0d14-4dfd-bca8-6891e4d5dcee triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:01.238967 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (207cbea2-0d14-4dfd-bca8-6891e4d5dcee), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:01.252975 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-202db4d2-625a-4aa3-9f9d-81d30dd804e5 req-b7b188d7-2a4c-42f7-9cd3-0b94c000cb8a tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/security-groups?id=0cea22e7-9828-437c-b67a-180cc743f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040810 Feb 16 22:47:01.254544 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f539c6b5-49bd-46de-84bb-93a4c9e77db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (2d547327-4b0a-4476-95a9-7693717d990a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:01.286247 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f539c6b5-49bd-46de-84bb-93a4c9e77db7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=690f0164f1aa4551b3f3a2cdaf84575f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6860096 Feb 16 22:47:01.289003 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bae2b32e-6cb8-468e-ad19-a37c46ce0789 req-a07ba005-2a7b-44ac-89b6-c1696f2be293 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b04afcda-5341-4076-9f83-fcc27ccc8b70 HTTP/1.1" status: 200 len: 217 time: 0.0987489 Feb 16 22:47:01.289636 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44026) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:01.315451 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2e8888fe-2ae2-4965-b08c-fe8195326e47 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:01.321742 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d2822-f7dc-46b1-9a2c-1c50ae399172 None None] Pushing event updated for resources: {'Port': ['ID=4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:01.377290 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b7a9be4e-e47f-47ea-86f1-769cf0ac17a9 None None] Current status of the port 13f793c2-6005-4140-8c93-f815e18a85e0 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:01.409704 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b7a9be4e-e47f-47ea-86f1-769cf0ac17a9 None None] Provisioning complete for port 65437ec5-93a6-4455-88e4-97337ee288f7 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:01.409926 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-77633169-4cb1-4ba6-9b4d-0fc91de902b8 admin admin] Publish callbacks [] for security_group (2d547327-4b0a-4476-95a9-7693717d990a), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:01.410358 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b7a9be4e-e47f-47ea-86f1-769cf0ac17a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (65437ec5-93a6-4455-88e4-97337ee288f7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:01.441061 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-77633169-4cb1-4ba6-9b4d-0fc91de902b8 admin admin] Publish callbacks [] for security_group (2d547327-4b0a-4476-95a9-7693717d990a), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:01.498608 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8888fe-2ae2-4965-b08c-fe8195326e47 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network d62c52c3-7905-40aa-9f3e-4f2e617f68ab is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:47:01.528688 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-2e8888fe-2ae2-4965-b08c-fe8195326e47 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:01.547075 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8888fe-2ae2-4965-b08c-fe8195326e47 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:47:01.551189 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2e8888fe-2ae2-4965-b08c-fe8195326e47 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (3fa6286f-27ce-4927-8d77-8e3db0c2ab85), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:01.555393 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-77633169-4cb1-4ba6-9b4d-0fc91de902b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (2d547327-4b0a-4476-95a9-7693717d990a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:01.558304 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-77633169-4cb1-4ba6-9b4d-0fc91de902b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:01.561077 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-77633169-4cb1-4ba6-9b4d-0fc91de902b8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2d547327-4b0a-4476-95a9-7693717d990a HTTP/1.1" status: 204 len: 168 time: 0.2693572 Feb 16 22:47:01.570430 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8888fe-2ae2-4965-b08c-fe8195326e47 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Port': ['ID=d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:01.602950 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 207cbea2-0d14-4dfd-bca8-6891e4d5dcee is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:01.603348 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (207cbea2-0d14-4dfd-bca8-6891e4d5dcee), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:01.612364 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539c6b5-49bd-46de-84bb-93a4c9e77db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d547327-4b0a-4476-95a9-7693717d990a,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:01.666693 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77633169-4cb1-4ba6-9b4d-0fc91de902b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d547327-4b0a-4476-95a9-7693717d990a,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:01.680808 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2b32e-6cb8-468e-ad19-a37c46ce0789 req-ed8ab89d-dbd7-4193-8079-265c6b41bc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:01.682431 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bae2b32e-6cb8-468e-ad19-a37c46ce0789 req-ed8ab89d-dbd7-4193-8079-265c6b41bc54 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=682cee36-82ef-447d-8aeb-c028e2eee6a0 HTTP/1.1" status: 200 len: 854 time: 0.3412766 Feb 16 22:47:01.827284 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bae2b32e-6cb8-468e-ad19-a37c46ce0789 req-30089510-808a-4cfb-8365-8238e6d93025 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=711f76dd-299d-4633-b0c0-e90e0dfbc02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1323493 Feb 16 22:47:01.844083 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b7a9be4e-e47f-47ea-86f1-769cf0ac17a9 None None] Current status of the port 65437ec5-93a6-4455-88e4-97337ee288f7 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:01.844560 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b7a9be4e-e47f-47ea-86f1-769cf0ac17a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (65437ec5-93a6-4455-88e4-97337ee288f7), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:01.850254 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bac020-ee0c-4473-b9cf-5a80a01c8862 req-89571d62-ca61-416c-a336-9c237be4d6eb tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:01.859864 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 207cbea2-0d14-4dfd-bca8-6891e4d5dcee, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=207cbea2-0d14-4dfd-bca8-6891e4d5dcee,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:01.860459 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94bac020-ee0c-4473-b9cf-5a80a01c8862 req-89571d62-ca61-416c-a336-9c237be4d6eb tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 944 time: 0.3239741 Feb 16 22:47:01.873382 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (207cbea2-0d14-4dfd-bca8-6891e4d5dcee), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:01.874240 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 65437ec5-93a6-4455-88e4-97337ee288f7 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:47:02.032077 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-b7a9be4e-e47f-47ea-86f1-769cf0ac17a9 None None] For port 65437ec5-93a6-4455-88e4-97337ee288f7, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=65437ec5-93a6-4455-88e4-97337ee288f7,segment=NetworkSegment(d48109a1-7c79-4da9-aea6-1833a9a1a7b2),segment_id=d48109a1-7c79-4da9-aea6-1833a9a1a7b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:02.049284 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94bac020-ee0c-4473-b9cf-5a80a01c8862 req-df3593a6-95bc-4d09-a27c-50c6a6d71547 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867278 Feb 16 22:47:02.061917 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b7a9be4e-e47f-47ea-86f1-769cf0ac17a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (65437ec5-93a6-4455-88e4-97337ee288f7), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:02.095363 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-09277a01-b3c3-45ca-86b7-875f4954a919 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (02756b92-5f11-4e30-8629-b7d86f39ce96), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:02.100558 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=207cbea2-0d14-4dfd-bca8-6891e4d5dcee,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:02.161337 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 65437ec5-93a6-4455-88e4-97337ee288f7 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:02.161589 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (65437ec5-93a6-4455-88e4-97337ee288f7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:02.163508 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09277a01-b3c3-45ca-86b7-875f4954a919 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Port': ['ID=02756b92-5f11-4e30-8629-b7d86f39ce96,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:02.172485 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2e8888fe-2ae2-4965-b08c-fe8195326e47 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:02.179441 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bae2b32e-6cb8-468e-ad19-a37c46ce0789 req-924a05b1-14ec-4ea3-b434-af5fd68884f2 service neutron] 10.222.0.67 "GET /v2.0/networks/711f76dd-299d-4633-b0c0-e90e0dfbc02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134682 Feb 16 22:47:02.217315 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-09277a01-b3c3-45ca-86b7-875f4954a919 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:02.222971 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-09277a01-b3c3-45ca-86b7-875f4954a919 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/02756b92-5f11-4e30-8629-b7d86f39ce96 HTTP/1.1" status: 204 len: 168 time: 2.1066892 Feb 16 22:47:02.227526 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44032) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:02.236892 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9be4e-e47f-47ea-86f1-769cf0ac17a9 None None] Pushing event updated for resources: {'Port': ['ID=65437ec5-93a6-4455-88e4-97337ee288f7,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:02.277678 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f680f1fb-0861-4f16-901d-f2107fb8ee48 None None] Provisioning complete for port 207cbea2-0d14-4dfd-bca8-6891e4d5dcee triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:02.278069 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f680f1fb-0861-4f16-901d-f2107fb8ee48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (207cbea2-0d14-4dfd-bca8-6891e4d5dcee), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:02.455381 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bae2b32e-6cb8-468e-ad19-a37c46ce0789 req-8d15f200-32e6-4e6f-922b-389e768df298 service neutron] 10.222.0.67 "GET /v2.0/networks/711f76dd-299d-4633-b0c0-e90e0dfbc02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699521 Feb 16 22:47:02.509566 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44038) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:02.544643 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a495f29-3d3c-4973-999c-420525b093f4 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:02.546259 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a495f29-3d3c-4973-999c-420525b093f4 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:02.547975 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2a495f29-3d3c-4973-999c-420525b093f4 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3186407 Feb 16 22:47:02.575645 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44040) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:02.600498 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f680f1fb-0861-4f16-901d-f2107fb8ee48 None None] Current status of the port 207cbea2-0d14-4dfd-bca8-6891e4d5dcee is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:02.649474 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 65437ec5-93a6-4455-88e4-97337ee288f7 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:02.650498 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 13f793c2-6005-4140-8c93-f815e18a85e0 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:47:02.691655 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f680f1fb-0861-4f16-901d-f2107fb8ee48 None None] Provisioning complete for port 65437ec5-93a6-4455-88e4-97337ee288f7 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:02.692027 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f680f1fb-0861-4f16-901d-f2107fb8ee48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (65437ec5-93a6-4455-88e4-97337ee288f7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:02.730062 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-87de4cee-caaa-411a-a06e-275de0037eff tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting subnet 2aba579c-7d69-47aa-9173-9c28d3e5b2dd {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:47:02.738203 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-87de4cee-caaa-411a-a06e-275de0037eff tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (2aba579c-7d69-47aa-9173-9c28d3e5b2dd), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:02.781350 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6a2c8-35b1-45cb-a57e-86b2c6d5c393 req-c1f6b4c1-6293-483c-9c57-152d06fe80fe tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:02.782664 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-38f6a2c8-35b1-45cb-a57e-86b2c6d5c393 req-c1f6b4c1-6293-483c-9c57-152d06fe80fe tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/ports?device_id=b676a012-94a8-4669-bc52-aa4ddb189c13 HTTP/1.1" status: 200 len: 943 time: 0.3673415 Feb 16 22:47:02.838122 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 13f793c2-6005-4140-8c93-f815e18a85e0 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:02.838536 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (13f793c2-6005-4140-8c93-f815e18a85e0), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:02.855947 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-38f6a2c8-35b1-45cb-a57e-86b2c6d5c393 req-5fec27e8-2cd5-4ab4-9e65-671cae455380 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/security-groups?id=0cea22e7-9828-437c-b67a-180cc743f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617614 Feb 16 22:47:02.867947 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-457af3f0-cc99-4fbb-913b-7d58efa08970 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fdcde4c49df04fec85be884dd3b0ba99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3564010 Feb 16 22:47:02.876659 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44042) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:02.880448 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-87de4cee-caaa-411a-a06e-275de0037eff tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (2aba579c-7d69-47aa-9173-9c28d3e5b2dd), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:02.944961 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f680f1fb-0861-4f16-901d-f2107fb8ee48 None None] Current status of the port 65437ec5-93a6-4455-88e4-97337ee288f7 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:02.957329 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f680f1fb-0861-4f16-901d-f2107fb8ee48 None None] Could not find standard attr ID for object 02756b92-5f11-4e30-8629-b7d86f39ce96. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:47:02.998624 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-87de4cee-caaa-411a-a06e-275de0037eff tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (2aba579c-7d69-47aa-9173-9c28d3e5b2dd), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:03.034237 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 13f793c2-6005-4140-8c93-f815e18a85e0 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:03.036173 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2e8888fe-2ae2-4965-b08c-fe8195326e47 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for port (d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:03.059545 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2e8888fe-2ae2-4965-b08c-fe8195326e47 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:03.060329 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2e8888fe-2ae2-4965-b08c-fe8195326e47 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (3fa6286f-27ce-4927-8d77-8e3db0c2ab85), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:03.091573 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d835ae2a-1709-403c-9dfa-f0bdd03367a4 None None] Network d62c52c3-7905-40aa-9f3e-4f2e617f68ab requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:47:03.091920 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-87de4cee-caaa-411a-a06e-275de0037eff tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (2aba579c-7d69-47aa-9173-9c28d3e5b2dd), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:03.105661 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57d722b1-5e82-4ab9-9a7e-739bdaa2cd38 admin admin] Publish callbacks [] for security_group (75167af3-b604-4327-a853-77da02a1aaf5), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:03.143249 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-87de4cee-caaa-411a-a06e-275de0037eff tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:03.151585 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-87de4cee-caaa-411a-a06e-275de0037eff tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/2aba579c-7d69-47aa-9173-9c28d3e5b2dd HTTP/1.1" status: 204 len: 168 time: 0.5674853 Feb 16 22:47:03.152294 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44046) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:03.153074 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de4cee-caaa-411a-a06e-275de0037eff tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Subnet': ['ID=2aba579c-7d69-47aa-9173-9c28d3e5b2dd,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:03.227794 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8888fe-2ae2-4965-b08c-fe8195326e47 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Port': ['ID=d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:03.238067 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff56044-412b-456d-91aa-a03ff4a2efaf None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:47:03.283047 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-48f53a78-73ad-463c-9034-95b636d08646 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1260126 Feb 16 22:47:03.288154 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44048) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:03.296523 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-7a223958-0ea3-4e09-800d-c84dcbbc67e1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:47:03.317890 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57d722b1-5e82-4ab9-9a7e-739bdaa2cd38 admin admin] Publish callbacks [] for security_group (75167af3-b604-4327-a853-77da02a1aaf5), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:03.389480 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-ffaa57d7-0477-4998-abd1-c41b08b40c1f None None] Provisioning complete for port 4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:03.389480 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ffaa57d7-0477-4998-abd1-c41b08b40c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:03.438450 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a223958-0ea3-4e09-800d-c84dcbbc67e1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:47:03.444443 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7a223958-0ea3-4e09-800d-c84dcbbc67e1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:03.457864 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 207cbea2-0d14-4dfd-bca8-6891e4d5dcee up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:47:03.529171 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8888fe-2ae2-4965-b08c-fe8195326e47 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network d62c52c3-7905-40aa-9f3e-4f2e617f68ab is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:47:03.531386 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-2e8888fe-2ae2-4965-b08c-fe8195326e47 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:03.545779 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57d722b1-5e82-4ab9-9a7e-739bdaa2cd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (75167af3-b604-4327-a853-77da02a1aaf5), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:03.549368 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57d722b1-5e82-4ab9-9a7e-739bdaa2cd38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:03.550893 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-57d722b1-5e82-4ab9-9a7e-739bdaa2cd38 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/75167af3-b604-4327-a853-77da02a1aaf5 HTTP/1.1" status: 204 len: 168 time: 0.6789491 Feb 16 22:47:03.589186 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec333b00-32cc-456f-b406-c71321ca4b43 req-71d99b11-3ecc-41d4-9c74-4e59bc8b58f7 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:03.590872 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ec333b00-32cc-456f-b406-c71321ca4b43 req-71d99b11-3ecc-41d4-9c74-4e59bc8b58f7 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 944 time: 0.3829000 Feb 16 22:47:03.719945 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d722b1-5e82-4ab9-9a7e-739bdaa2cd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75167af3-b604-4327-a853-77da02a1aaf5,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:03.786409 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8888fe-2ae2-4965-b08c-fe8195326e47 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Router 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:47:03.808150 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ec333b00-32cc-456f-b406-c71321ca4b43 req-e10a15d7-49a3-4132-8044-f284228ae7e6 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100911 Feb 16 22:47:04.026656 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8888fe-2ae2-4965-b08c-fe8195326e47 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:47:04.032526 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 207cbea2-0d14-4dfd-bca8-6891e4d5dcee triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:04.033097 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (207cbea2-0d14-4dfd-bca8-6891e4d5dcee), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:04.034768 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-ffaa57d7-0477-4998-abd1-c41b08b40c1f None None] Current status of the port 4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:04.034882 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ffaa57d7-0477-4998-abd1-c41b08b40c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:04.056483 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2e8888fe-2ae2-4965-b08c-fe8195326e47 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "PUT /v2.0/routers/3fa6286f-27ce-4927-8d77-8e3db0c2ab85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4986706 Feb 16 22:47:04.062408 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44056) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:04.079620 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-708ed91d-b588-4756-a7ad-cf76722b1c79 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1971854095'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:47:04.094602 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f9a135-2994-45e5-b367-d27fa8997264 None None] Sync routers for ids ['3fa6286f-27ce-4927-8d77-8e3db0c2ab85'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:47:04.174744 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7a223958-0ea3-4e09-800d-c84dcbbc67e1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (f2dae37a-f18c-4f62-836f-d6dc6e78045e), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:04.181894 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708ed91d-b588-4756-a7ad-cf76722b1c79 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Made reservation on behalf of c4efc97b6837439c9fb97554f0018621 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:47:04.186991 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f9a135-2994-45e5-b367-d27fa8997264 None None] Routers {'3fa6286f-27ce-4927-8d77-8e3db0c2ab85'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:47:04.187793 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-c3f9a135-2994-45e5-b367-d27fa8997264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:46:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3fa6286f-27ce-4927-8d77-8e3db0c2ab85'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:04.195501 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-708ed91d-b588-4756-a7ad-cf76722b1c79 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:04.226994 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050a5d5c-3fa0-4ce8-8386-982c732cc871 None None] DHCP port deletion for 85653813-b5e9-4a14-b601-d8fc0bc02398 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:47:04.246859 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708ed91d-b588-4756-a7ad-cf76722b1c79 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:47:04.284830 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-708ed91d-b588-4756-a7ad-cf76722b1c79 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (62675ab3-065a-4edd-83df-484fa98c8f20), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:04.285518 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-708ed91d-b588-4756-a7ad-cf76722b1c79 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Added segment 62675ab3-065a-4edd-83df-484fa98c8f20 of type vlan for network ae2984bb-75d2-4f61-b372-ca06345d7ecb Feb 16 22:47:04.353170 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-708ed91d-b588-4756-a7ad-cf76722b1c79 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (ae2984bb-75d2-4f61-b372-ca06345d7ecb), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:04.357201 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d41f0-07b7-43c1-b397-137205aab4b5 req-6b358f22-7234-4804-af39-5131bc221426 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:04.372412 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-745d41f0-07b7-43c1-b397-137205aab4b5 req-6b358f22-7234-4804-af39-5131bc221426 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/ports?device_id=b676a012-94a8-4669-bc52-aa4ddb189c13 HTTP/1.1" status: 200 len: 943 time: 0.3311031 Feb 16 22:47:04.448906 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a223958-0ea3-4e09-800d-c84dcbbc67e1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:47:04.450566 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a223958-0ea3-4e09-800d-c84dcbbc67e1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Subnet': ['ID=f2dae37a-f18c-4f62-836f-d6dc6e78045e,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:04.462075 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-7a223958-0ea3-4e09-800d-c84dcbbc67e1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:04.484746 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-708ed91d-b588-4756-a7ad-cf76722b1c79 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (ae2984bb-75d2-4f61-b372-ca06345d7ecb), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:04.487124 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a223958-0ea3-4e09-800d-c84dcbbc67e1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:04.490970 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7a223958-0ea3-4e09-800d-c84dcbbc67e1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:04.493698 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-ffaa57d7-0477-4998-abd1-c41b08b40c1f None None] For port 4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c,segment=NetworkSegment(e60e5186-a990-4b2b-8f5a-e49128109b6b),segment_id=e60e5186-a990-4b2b-8f5a-e49128109b6b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:04.497625 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708ed91d-b588-4756-a7ad-cf76722b1c79 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:04.500861 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-708ed91d-b588-4756-a7ad-cf76722b1c79 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:04.565031 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7a223958-0ea3-4e09-800d-c84dcbbc67e1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2739484 Feb 16 22:47:04.566404 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ffaa57d7-0477-4998-abd1-c41b08b40c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:04.571903 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44060) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:04.602655 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-45cf2780-e04d-491e-b1b1-5fd8fed728f9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'port': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'fixed_ips': [{'subnet_id': 'f2dae37a-f18c-4f62-836f-d6dc6e78045e', 'ip_address': '2001:db8::64b:6461:2843:8ffb'}], 'name': 'tempest-NetworksTestDHCPv6-41725835'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:47:04.624447 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ed91d-b588-4756-a7ad-cf76722b1c79 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Network': ['ID=ae2984bb-75d2-4f61-b372-ca06345d7ecb,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:04.635702 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-708ed91d-b588-4756-a7ad-cf76722b1c79 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5717576 Feb 16 22:47:04.636434 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44062) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:04.642536 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-a6ab493b-b2f8-4aab-a3ad-3cf64f0556f5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Request body: {'subnet': {'network_id': 'ae2984bb-75d2-4f61-b372-ca06345d7ecb', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:47:04.651890 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-745d41f0-07b7-43c1-b397-137205aab4b5 req-573ed30b-1bf9-493b-917e-fdaef769223f tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/security-groups?id=0cea22e7-9828-437c-b67a-180cc743f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836522 Feb 16 22:47:04.675663 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network ae2984bb-75d2-4f61-b372-ca06345d7ecb details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:47:04.760028 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ab493b-b2f8-4aab-a3ad-3cf64f0556f5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Made reservation on behalf of c4efc97b6837439c9fb97554f0018621 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:47:04.765035 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a6ab493b-b2f8-4aab-a3ad-3cf64f0556f5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:04.806273 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device b04afcda-5341-4076-9f83-fcc27ccc8b70 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:47:04.853057 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-c3f9a135-2994-45e5-b367-d27fa8997264 None None] Set router 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:47:04.899337 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cf2780-e04d-491e-b1b1-5fd8fed728f9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:47:04.988674 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 207cbea2-0d14-4dfd-bca8-6891e4d5dcee is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:04.989784 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:47:05.040688 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a6ab493b-b2f8-4aab-a3ad-3cf64f0556f5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (4a1b7e74-4155-4c56-8ad1-30533a272e6e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:05.076557 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f528cc85-e090-41b9-b12f-9819dfb1c4f4 None None] Provisioning complete for port 4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:05.077117 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f528cc85-e090-41b9-b12f-9819dfb1c4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:05.088002 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9b689-6df2-44e7-81f0-dae4c8277717 req-f0fb9168-ea70-41ec-b7a0-02af4a40516a tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:05.089607 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ccb9b689-6df2-44e7-81f0-dae4c8277717 req-f0fb9168-ea70-41ec-b7a0-02af4a40516a tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 944 time: 0.1554687 Feb 16 22:47:05.100917 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-45cf2780-e04d-491e-b1b1-5fd8fed728f9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:05.159942 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa57d7-0477-4998-abd1-c41b08b40c1f None None] Pushing event updated for resources: {'Port': ['ID=4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:05.175905 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-45cf2780-e04d-491e-b1b1-5fd8fed728f9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] device_id is not set on port 00c131e0-e4b8-4506-9849-9ed830c0925a yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:47:05.190435 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.resource_extend [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 22:47:05.190867 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab493b-b2f8-4aab-a3ad-3cf64f0556f5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Subnet': ['ID=4a1b7e74-4155-4c56-8ad1-30533a272e6e,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:05.200124 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ab493b-b2f8-4aab-a3ad-3cf64f0556f5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Checking segment: {'id': '62675ab3-065a-4edd-83df-484fa98c8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ae2984bb-75d2-4f61-b372-ca06345d7ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:47:05.200236 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ab493b-b2f8-4aab-a3ad-3cf64f0556f5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network hostable DHCP agents. Network: ae2984bb-75d2-4f61-b372-ca06345d7ecb, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:47:05.230175 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ab493b-b2f8-4aab-a3ad-3cf64f0556f5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network ae2984bb-75d2-4f61-b372-ca06345d7ecb is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:47:05.245862 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-a6ab493b-b2f8-4aab-a3ad-3cf64f0556f5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, ae2984bb-75d2-4f61-b372-ca06345d7ecb) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:05.250865 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ab493b-b2f8-4aab-a3ad-3cf64f0556f5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:05.252070 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a6ab493b-b2f8-4aab-a3ad-3cf64f0556f5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:05.255598 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-050a5d5c-3fa0-4ce8-8386-982c732cc871 None None] Deleting port 207cbea2-0d14-4dfd-bca8-6891e4d5dcee {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:47:05.255981 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-050a5d5c-3fa0-4ce8-8386-982c732cc871 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (207cbea2-0d14-4dfd-bca8-6891e4d5dcee), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:05.284228 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a6ab493b-b2f8-4aab-a3ad-3cf64f0556f5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6442716 Feb 16 22:47:05.286483 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44066) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:05.305479 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c14f3b-9867-4f8d-af8d-a38a1c54f2de None None] Network ae2984bb-75d2-4f61-b372-ca06345d7ecb requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:47:05.425848 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-45cf2780-e04d-491e-b1b1-5fd8fed728f9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Allocated IP 2001:db8::64b:6461:2843:8ffb (85653813-b5e9-4a14-b601-d8fc0bc02398/f2dae37a-f18c-4f62-836f-d6dc6e78045e/00c131e0-e4b8-4506-9849-9ed830c0925a) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:47:05.475344 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-050a5d5c-3fa0-4ce8-8386-982c732cc871 None None] For port 207cbea2-0d14-4dfd-bca8-6891e4d5dcee, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=207cbea2-0d14-4dfd-bca8-6891e4d5dcee,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:05.475840 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-050a5d5c-3fa0-4ce8-8386-982c732cc871 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (207cbea2-0d14-4dfd-bca8-6891e4d5dcee), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:05.491733 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-050a5d5c-3fa0-4ce8-8386-982c732cc871 None None] Calling delete_port for 207cbea2-0d14-4dfd-bca8-6891e4d5dcee owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:47:05.526232 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ccb9b689-6df2-44e7-81f0-dae4c8277717 req-e8f9692b-5536-4db1-a1fe-15a37fdd97b1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223721 Feb 16 22:47:05.608922 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-050a5d5c-3fa0-4ce8-8386-982c732cc871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (207cbea2-0d14-4dfd-bca8-6891e4d5dcee), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:05.667854 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:05.668468 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:05.743201 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-45cf2780-e04d-491e-b1b1-5fd8fed728f9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for port (00c131e0-e4b8-4506-9849-9ed830c0925a), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:05.796656 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a5d5c-3fa0-4ce8-8386-982c732cc871 None None] Pushing event deleted for resources: {'Port': ['ID=207cbea2-0d14-4dfd-bca8-6891e4d5dcee,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:05.861080 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca15be5-a0cc-4c07-bb82-438bc5c607da req-09a6439c-0582-4a73-bd14-6e18c79c76b2 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:05.862749 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6ca15be5-a0cc-4c07-bb82-438bc5c607da req-09a6439c-0582-4a73-bd14-6e18c79c76b2 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/ports?device_id=b676a012-94a8-4669-bc52-aa4ddb189c13 HTTP/1.1" status: 200 len: 943 time: 0.1167521 Feb 16 22:47:05.884833 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-45cf2780-e04d-491e-b1b1-5fd8fed728f9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (00c131e0-e4b8-4506-9849-9ed830c0925a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:05.898159 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050a5d5c-3fa0-4ce8-8386-982c732cc871 None None] No DVR routers for this DVR port 207cbea2-0d14-4dfd-bca8-6891e4d5dcee on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:47:05.921604 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-143b5393-3d57-4efb-ad37-d2df14d02023 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:05.992910 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f528cc85-e090-41b9-b12f-9819dfb1c4f4 None None] Current status of the port 4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:05.993171 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cf2780-e04d-491e-b1b1-5fd8fed728f9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:47:05.998384 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9e7953-0fba-46f5-9798-535035d9d369 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:47:06.009938 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-45cf2780-e04d-491e-b1b1-5fd8fed728f9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:06.017523 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cf2780-e04d-491e-b1b1-5fd8fed728f9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:47:06.026941 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cf2780-e04d-491e-b1b1-5fd8fed728f9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:06.027583 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-45cf2780-e04d-491e-b1b1-5fd8fed728f9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:06.086314 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6ca15be5-a0cc-4c07-bb82-438bc5c607da req-52d84030-de43-41d2-8bc4-ac3fdd5fcbad tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/security-groups?id=0cea22e7-9828-437c-b67a-180cc743f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165527 Feb 16 22:47:06.112559 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf2780-e04d-491e-b1b1-5fd8fed728f9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Port': ['ID=00c131e0-e4b8-4506-9849-9ed830c0925a,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:06.134317 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-45cf2780-e04d-491e-b1b1-5fd8fed728f9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.5482726 Feb 16 22:47:06.134702 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44072) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:06.198298 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0b9c0f-d001-4216-b474-c3ccafe57a50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-ae2984bb-75d2-4f61-b372-ca06345d7ecb', 'network_id': 'ae2984bb-75d2-4f61-b372-ca06345d7ecb', 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'fixed_ips': [{'subnet_id': '4a1b7e74-4155-4c56-8ad1-30533a272e6e'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:47:06.199142 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ae0b9c0f-d001-4216-b474-c3ccafe57a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:06.214311 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f528cc85-e090-41b9-b12f-9819dfb1c4f4 None None] Provisioning complete for port d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:06.214826 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f528cc85-e090-41b9-b12f-9819dfb1c4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:06.277223 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port b04afcda-5341-4076-9f83-fcc27ccc8b70, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=b04afcda-5341-4076-9f83-fcc27ccc8b70,segment=NetworkSegment(7afa8abd-d24a-4287-bcf0-18629abdf72a),segment_id=7afa8abd-d24a-4287-bcf0-18629abdf72a)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:06.287381 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f528cc85-e090-41b9-b12f-9819dfb1c4f4 None None] Port d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:47:06.346772 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'b04afcda-5341-4076-9f83-fcc27ccc8b70', 'network_id': '711f76dd-299d-4633-b0c0-e90e0dfbc02d', 'port_id': 'b04afcda-5341-4076-9f83-fcc27ccc8b70', 'mac_address': 'fa:16:3e:8e:29:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '682cee36-82ef-447d-8aeb-c028e2eee6a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:47:06.361801 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:47:06.683126 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b528d9-1bbf-4002-b7f2-94744721bf64 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:06.687406 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e3b528d9-1bbf-4002-b7f2-94744721bf64 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5510340 Feb 16 22:47:06.690810 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44078) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:06.720862 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:06.722608 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 65437ec5-93a6-4455-88e4-97337ee288f7 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:47:06.727977 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f36e6e-9ae6-4345-bd34-38d905acdee0 req-bffceb1b-1547-455f-b24b-7d53eda541d6 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:06.728160 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port b04afcda-5341-4076-9f83-fcc27ccc8b70 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:06.728488 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b04afcda-5341-4076-9f83-fcc27ccc8b70), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:06.729624 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c4f36e6e-9ae6-4345-bd34-38d905acdee0 req-bffceb1b-1547-455f-b24b-7d53eda541d6 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 944 time: 0.0961125 Feb 16 22:47:06.759644 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-034f8471-2456-4972-9d1d-d872f6e95a17 None None] Provisioning complete for port d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:06.760010 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-034f8471-2456-4972-9d1d-d872f6e95a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:06.789695 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-143b5393-3d57-4efb-ad37-d2df14d02023 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Allocated IP 2001:db8:3::1 (ae2984bb-75d2-4f61-b372-ca06345d7ecb/4a1b7e74-4155-4c56-8ad1-30533a272e6e/093aa745-caae-4dbe-9163-7a2ab12d6729) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:47:06.796505 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b04afcda-5341-4076-9f83-fcc27ccc8b70 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:47:06.818975 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4671e4c-9f07-45aa-aa8f-2a8c092dcdef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-85653813-b5e9-4a14-b601-d8fc0bc02398', 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'project_id': '5970909e92c9458195211ab3bb079d8d', 'fixed_ips': [{'subnet_id': 'f2dae37a-f18c-4f62-836f-d6dc6e78045e'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:47:06.819718 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4671e4c-9f07-45aa-aa8f-2a8c092dcdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:06.846073 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-c3f9a135-2994-45e5-b367-d27fa8997264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'name': 'tempest-RoutersIpV6Test-router-1045503727', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:46:36Z', 'updated_at': '2022-02-16T22:47:01Z', 'revision_number': 4, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'gw_port_host': None, '_interfaces': [{'id': '540b081a-c0eb-4053-b470-dc71ffea61ea', 'name': '', 'network_id': '1b95684b-f625-4428-a987-4c9c91783ee4', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:1e:92:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:42Z', 'updated_at': '2022-02-16T22:46:50Z', 'revision_number': 5, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65437ec5-93a6-4455-88e4-97337ee288f7', 'name': '', 'network_id': '8fdfb5df-a690-4bcf-bd89-242df940fb8a', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:0b:2b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '44e6f7f8-d0d6-4281-8675-a416bd92e6b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:53Z', 'updated_at': '2022-02-16T22:47:01Z', 'revision_number': 5, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': '44e6f7f8-d0d6-4281-8675-a416bd92e6b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2f5fb89-15ce-44a7-84ce-713ffdeaa1e7', 'name': '', 'network_id': 'd62c52c3-7905-40aa-9f3e-4f2e617f68ab', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:38:6c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'd5bebc8e-7971-4f19-b8c7-45f876705022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:58Z', 'updated_at': '2022-02-16T22:47:02Z', 'revision_number': 2, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': 'd5bebc8e-7971-4f19-b8c7-45f876705022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:06.910524 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f9a135-2994-45e5-b367-d27fa8997264 None None] Checking router: 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:47:06.910860 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f9a135-2994-45e5-b367-d27fa8997264 None None] Updating router 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 port d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:47:06.914603 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port b04afcda-5341-4076-9f83-fcc27ccc8b70, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=b04afcda-5341-4076-9f83-fcc27ccc8b70,segment=NetworkSegment(7afa8abd-d24a-4287-bcf0-18629abdf72a),segment_id=7afa8abd-d24a-4287-bcf0-18629abdf72a)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:06.922859 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-034f8471-2456-4972-9d1d-d872f6e95a17 None None] Port d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:47:06.967812 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b04afcda-5341-4076-9f83-fcc27ccc8b70), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:06.971613 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c4f36e6e-9ae6-4345-bd34-38d905acdee0 req-8acab280-648a-48b1-9104-74b5c31ac7eb tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044797 Feb 16 22:47:07.000049 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-143b5393-3d57-4efb-ad37-d2df14d02023 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for port (093aa745-caae-4dbe-9163-7a2ab12d6729), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:07.024452 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-781acb0a-52f4-404b-bea5-997cbfa4d2be tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting port 00c131e0-e4b8-4506-9849-9ed830c0925a {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:47:07.024717 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-781acb0a-52f4-404b-bea5-997cbfa4d2be tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (00c131e0-e4b8-4506-9849-9ed830c0925a), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:07.041482 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-143b5393-3d57-4efb-ad37-d2df14d02023 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (093aa745-caae-4dbe-9163-7a2ab12d6729), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:07.089428 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143b5393-3d57-4efb-ad37-d2df14d02023 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network ae2984bb-75d2-4f61-b372-ca06345d7ecb is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:47:07.094388 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-143b5393-3d57-4efb-ad37-d2df14d02023 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:07.105933 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143b5393-3d57-4efb-ad37-d2df14d02023 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:47:07.106687 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-143b5393-3d57-4efb-ad37-d2df14d02023 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (3fa6286f-27ce-4927-8d77-8e3db0c2ab85), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:07.134871 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-781acb0a-52f4-404b-bea5-997cbfa4d2be tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (00c131e0-e4b8-4506-9849-9ed830c0925a), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:07.142530 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-ae0b9c0f-d001-4216-b474-c3ccafe57a50 None None] Allocated IP 2001:db8:3::2 (ae2984bb-75d2-4f61-b372-ca06345d7ecb/4a1b7e74-4155-4c56-8ad1-30533a272e6e/6cb8b54e-1942-48f3-a23e-a77534ad7d2c) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:47:07.172373 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-781acb0a-52f4-404b-bea5-997cbfa4d2be tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Calling delete_port for 00c131e0-e4b8-4506-9849-9ed830c0925a owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:47:07.252968 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44090) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:07.306776 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b5393-3d57-4efb-ad37-d2df14d02023 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Port': ['ID=093aa745-caae-4dbe-9163-7a2ab12d6729,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:07.323030 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-143b5393-3d57-4efb-ad37-d2df14d02023 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (093aa745-caae-4dbe-9163-7a2ab12d6729), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:07.353450 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266dcf5-13ab-4a2b-ace4-8d89033c8c03 req-667dc899-af61-4c42-938d-d65b766f7316 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:07.355052 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5266dcf5-13ab-4a2b-ace4-8d89033c8c03 req-667dc899-af61-4c42-938d-d65b766f7316 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/ports?device_id=b676a012-94a8-4669-bc52-aa4ddb189c13 HTTP/1.1" status: 200 len: 944 time: 0.1118083 Feb 16 22:47:07.380871 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ae0b9c0f-d001-4216-b474-c3ccafe57a50 None None] Publish callbacks [] for port (6cb8b54e-1942-48f3-a23e-a77534ad7d2c), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:07.425098 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=b04afcda-5341-4076-9f83-fcc27ccc8b70,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:07.432927 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c3f9a135-2994-45e5-b367-d27fa8997264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:07.526537 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5266dcf5-13ab-4a2b-ace4-8d89033c8c03 req-014b6d71-a114-411d-88a7-b1ff869455b3 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/security-groups?id=0cea22e7-9828-437c-b67a-180cc743f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641376 Feb 16 22:47:07.540148 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d8b88b53-432c-4a5d-aaa4-6f899679b482 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0a91c9c4999e4ec3ac2c6aa4159e4d1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2859471 Feb 16 22:47:07.541195 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-781acb0a-52f4-404b-bea5-997cbfa4d2be tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (00c131e0-e4b8-4506-9849-9ed830c0925a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:07.543095 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44094) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:07.592484 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781acb0a-52f4-404b-bea5-997cbfa4d2be tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Port': ['ID=00c131e0-e4b8-4506-9849-9ed830c0925a,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:07.637627 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-143b5393-3d57-4efb-ad37-d2df14d02023 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for port (093aa745-caae-4dbe-9163-7a2ab12d6729), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:07.643746 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-143b5393-3d57-4efb-ad37-d2df14d02023 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (093aa745-caae-4dbe-9163-7a2ab12d6729), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:07.644649 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-143b5393-3d57-4efb-ad37-d2df14d02023 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (3fa6286f-27ce-4927-8d77-8e3db0c2ab85), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:07.652672 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-781acb0a-52f4-404b-bea5-997cbfa4d2be tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:07.656889 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-781acb0a-52f4-404b-bea5-997cbfa4d2be tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/00c131e0-e4b8-4506-9849-9ed830c0925a HTTP/1.1" status: 204 len: 168 time: 0.9616010 Feb 16 22:47:07.659650 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ae0b9c0f-d001-4216-b474-c3ccafe57a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (6cb8b54e-1942-48f3-a23e-a77534ad7d2c), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:07.661189 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44096) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:07.675043 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['b04afcda-5341-4076-9f83-fcc27ccc8b70'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:47:07.699084 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b5393-3d57-4efb-ad37-d2df14d02023 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event updated for resources: {'Port': ['ID=093aa745-caae-4dbe-9163-7a2ab12d6729,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:07.735108 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 65437ec5-93a6-4455-88e4-97337ee288f7 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:07.735491 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (65437ec5-93a6-4455-88e4-97337ee288f7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:07.817035 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0b9c0f-d001-4216-b474-c3ccafe57a50 None None] Network ae2984bb-75d2-4f61-b372-ca06345d7ecb is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:47:07.827175 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143b5393-3d57-4efb-ad37-d2df14d02023 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Network ae2984bb-75d2-4f61-b372-ca06345d7ecb is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:47:07.829431 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-143b5393-3d57-4efb-ad37-d2df14d02023 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:07.867628 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-ae0b9c0f-d001-4216-b474-c3ccafe57a50 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:07.878989 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b9c0f-d001-4216-b474-c3ccafe57a50 None None] Pushing event updated for resources: {'Port': ['ID=6cb8b54e-1942-48f3-a23e-a77534ad7d2c,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:07.887796 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0b9c0f-d001-4216-b474-c3ccafe57a50 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:47:07.977495 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143b5393-3d57-4efb-ad37-d2df14d02023 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Router 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:47:07.989054 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-e4671e4c-9f07-45aa-aa8f-2a8c092dcdef None None] Allocated IP 2001:db8::2 (85653813-b5e9-4a14-b601-d8fc0bc02398/f2dae37a-f18c-4f62-836f-d6dc6e78045e/5d463916-57b9-451c-becc-b38ef2858b05) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:47:08.155544 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0f1e90c0-e0c2-440a-b763-c7c62c939703 admin admin] Publish callbacks [] for security_group (306f606d-5cfd-44d6-ae2b-382f49039ac7), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:08.160793 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-ae0b9c0f-d001-4216-b474-c3ccafe57a50 None None] Attempting to bind port 6cb8b54e-1942-48f3-a23e-a77534ad7d2c on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:47:08.161167 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-ae0b9c0f-d001-4216-b474-c3ccafe57a50 None None] Attempting to bind port 6cb8b54e-1942-48f3-a23e-a77534ad7d2c by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '62675ab3-065a-4edd-83df-484fa98c8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ae2984bb-75d2-4f61-b372-ca06345d7ecb'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:47:08.161531 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0b9c0f-d001-4216-b474-c3ccafe57a50 None None] Attempting to bind port 6cb8b54e-1942-48f3-a23e-a77534ad7d2c on network ae2984bb-75d2-4f61-b372-ca06345d7ecb {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:47:08.165451 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143b5393-3d57-4efb-ad37-d2df14d02023 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:47:08.185019 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44100) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:08.186011 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-143b5393-3d57-4efb-ad37-d2df14d02023 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "PUT /v2.0/routers/3fa6286f-27ce-4927-8d77-8e3db0c2ab85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8969343 Feb 16 22:47:08.190329 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0b9c0f-d001-4216-b474-c3ccafe57a50 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:47:08.190706 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0b9c0f-d001-4216-b474-c3ccafe57a50 None None] Checking segment: {'id': '62675ab3-065a-4edd-83df-484fa98c8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ae2984bb-75d2-4f61-b372-ca06345d7ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:47:08.191322 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ae0b9c0f-d001-4216-b474-c3ccafe57a50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:08.192006 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0b9c0f-d001-4216-b474-c3ccafe57a50 None None] Bound using segment: {'id': '62675ab3-065a-4edd-83df-484fa98c8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ae2984bb-75d2-4f61-b372-ca06345d7ecb'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:47:08.192490 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-ae0b9c0f-d001-4216-b474-c3ccafe57a50 None None] Bound port: 6cb8b54e-1942-48f3-a23e-a77534ad7d2c, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62675ab3-065a-4edd-83df-484fa98c8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ae2984bb-75d2-4f61-b372-ca06345d7ecb'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:47:08.192868 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ae0b9c0f-d001-4216-b474-c3ccafe57a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6cb8b54e-1942-48f3-a23e-a77534ad7d2c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:08.195923 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-2a81171c-d6a3-4ad7-8f19-80c1873a9812 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:47:08.235139 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 65437ec5-93a6-4455-88e4-97337ee288f7 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:08.249665 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbc762a-de59-43d2-9271-7360d7d7a77e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:08.250952 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbc762a-de59-43d2-9271-7360d7d7a77e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:08.255466 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8fbc762a-de59-43d2-9271-7360d7d7a77e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5901010 Feb 16 22:47:08.255466 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0f1e90c0-e0c2-440a-b763-c7c62c939703 admin admin] Publish callbacks [] for security_group (306f606d-5cfd-44d6-ae2b-382f49039ac7), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:08.257152 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44102) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:08.330967 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c2442-e7f7-4cfa-a2bb-b5a23fe90c5d req-cca5f978-607f-4565-afa5-215f9f27150a tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:08.332600 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb4c2442-e7f7-4cfa-a2bb-b5a23fe90c5d req-cca5f978-607f-4565-afa5-215f9f27150a tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 944 time: 0.2175980 Feb 16 22:47:08.364021 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c3f9a135-2994-45e5-b367-d27fa8997264 None None] Publish callbacks [] for port (d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:08.375534 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c10f39-573f-4f95-8d1f-956443362831 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting subnet f2dae37a-f18c-4f62-836f-d6dc6e78045e {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:47:08.408430 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c3f9a135-2994-45e5-b367-d27fa8997264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:08.419197 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:47:08.484103 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0f1e90c0-e0c2-440a-b763-c7c62c939703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (306f606d-5cfd-44d6-ae2b-382f49039ac7), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:08.486610 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0f1e90c0-e0c2-440a-b763-c7c62c939703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:08.490197 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-ae0b9c0f-d001-4216-b474-c3ccafe57a50 None None] For port 6cb8b54e-1942-48f3-a23e-a77534ad7d2c, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:47:08.490425 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0f1e90c0-e0c2-440a-b763-c7c62c939703 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/306f606d-5cfd-44d6-ae2b-382f49039ac7 HTTP/1.1" status: 204 len: 168 time: 0.9433639 Feb 16 22:47:08.517164 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb4c2442-e7f7-4cfa-a2bb-b5a23fe90c5d req-6141c469-cdae-4ae2-b108-7f046904eaac tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684275 Feb 16 22:47:08.527447 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e90c0-e0c2-440a-b763-c7c62c939703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306f606d-5cfd-44d6-ae2b-382f49039ac7,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:08.545468 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-ae0b9c0f-d001-4216-b474-c3ccafe57a50 None None] For port 6cb8b54e-1942-48f3-a23e-a77534ad7d2c, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=6cb8b54e-1942-48f3-a23e-a77534ad7d2c,segment=NetworkSegment(62675ab3-065a-4edd-83df-484fa98c8f20),segment_id=62675ab3-065a-4edd-83df-484fa98c8f20)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:47:08.612599 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ae0b9c0f-d001-4216-b474-c3ccafe57a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (6cb8b54e-1942-48f3-a23e-a77534ad7d2c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:08.626203 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4671e4c-9f07-45aa-aa8f-2a8c092dcdef None None] Publish callbacks [] for port (5d463916-57b9-451c-becc-b38ef2858b05), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:08.628686 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9296e-5d2f-4d46-9206-fbd97bb5900e None None] Pushing event updated for resources: {'Port': ['ID=d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:08.650110 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-22c10f39-573f-4f95-8d1f-956443362831 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (f2dae37a-f18c-4f62-836f-d6dc6e78045e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:08.717649 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-22c10f39-573f-4f95-8d1f-956443362831 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (f2dae37a-f18c-4f62-836f-d6dc6e78045e), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:08.721754 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4671e4c-9f07-45aa-aa8f-2a8c092dcdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (5d463916-57b9-451c-becc-b38ef2858b05), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:08.870543 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4671e4c-9f07-45aa-aa8f-2a8c092dcdef None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:47:08.882691 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-e4671e4c-9f07-45aa-aa8f-2a8c092dcdef None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:08.885301 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b9c0f-d001-4216-b474-c3ccafe57a50 None None] Pushing event updated for resources: {'Port': ['ID=6cb8b54e-1942-48f3-a23e-a77534ad7d2c,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:08.908504 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4671e4c-9f07-45aa-aa8f-2a8c092dcdef None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:47:08.911833 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f3593-5219-449e-af23-3b4f9b58518b req-c4f689db-691b-4c74-b03e-0fd33f9151ab tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:08.921034 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-482f3593-5219-449e-af23-3b4f9b58518b req-c4f689db-691b-4c74-b03e-0fd33f9151ab tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/ports?device_id=b676a012-94a8-4669-bc52-aa4ddb189c13 HTTP/1.1" status: 200 len: 944 time: 0.1710811 Feb 16 22:47:08.931621 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-22c10f39-573f-4f95-8d1f-956443362831 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (f2dae37a-f18c-4f62-836f-d6dc6e78045e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:08.932838 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:08.933206 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:08.936456 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-c3f9a135-2994-45e5-b367-d27fa8997264 None None] Attempting to bind port d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:47:08.936456 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-c3f9a135-2994-45e5-b367-d27fa8997264 None None] Attempting to bind port d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'e60e5186-a990-4b2b-8f5a-e49128109b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd62c52c3-7905-40aa-9f3e-4f2e617f68ab'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:47:08.936796 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f9a135-2994-45e5-b367-d27fa8997264 None None] Attempting to bind port d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7 on network d62c52c3-7905-40aa-9f3e-4f2e617f68ab {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:47:09.049434 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-482f3593-5219-449e-af23-3b4f9b58518b req-560fcdfe-d81b-4dce-b5f2-56d997ae89f8 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/security-groups?id=0cea22e7-9828-437c-b67a-180cc743f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273932 Feb 16 22:47:09.062805 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f9a135-2994-45e5-b367-d27fa8997264 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:47:09.062980 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f9a135-2994-45e5-b367-d27fa8997264 None None] Checking segment: {'id': 'e60e5186-a990-4b2b-8f5a-e49128109b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd62c52c3-7905-40aa-9f3e-4f2e617f68ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:47:09.063395 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c3f9a135-2994-45e5-b367-d27fa8997264 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:09.063852 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f9a135-2994-45e5-b367-d27fa8997264 None None] Bound using segment: {'id': 'e60e5186-a990-4b2b-8f5a-e49128109b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd62c52c3-7905-40aa-9f3e-4f2e617f68ab'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:47:09.064255 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-c3f9a135-2994-45e5-b367-d27fa8997264 None None] Bound port: d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60e5186-a990-4b2b-8f5a-e49128109b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd62c52c3-7905-40aa-9f3e-4f2e617f68ab'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:47:09.064636 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c3f9a135-2994-45e5-b367-d27fa8997264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:09.108511 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-22c10f39-573f-4f95-8d1f-956443362831 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (f2dae37a-f18c-4f62-836f-d6dc6e78045e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:09.157086 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4671e4c-9f07-45aa-aa8f-2a8c092dcdef None None] Pushing event updated for resources: {'Port': ['ID=5d463916-57b9-451c-becc-b38ef2858b05,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:09.188270 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e4671e4c-9f07-45aa-aa8f-2a8c092dcdef None None] Attempting to bind port 5d463916-57b9-451c-becc-b38ef2858b05 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:47:09.188643 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e4671e4c-9f07-45aa-aa8f-2a8c092dcdef None None] Attempting to bind port 5d463916-57b9-451c-becc-b38ef2858b05 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:47:09.189192 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4671e4c-9f07-45aa-aa8f-2a8c092dcdef None None] Attempting to bind port 5d463916-57b9-451c-becc-b38ef2858b05 on network 85653813-b5e9-4a14-b601-d8fc0bc02398 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:47:09.208355 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c10f39-573f-4f95-8d1f-956443362831 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Subnet': ['ID=f2dae37a-f18c-4f62-836f-d6dc6e78045e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:09.216870 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-22c10f39-573f-4f95-8d1f-956443362831 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:09.219079 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.extraroute_db [None req-2a81171c-d6a3-4ad7-8f19-80c1873a9812 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103466) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 16 22:47:09.224303 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-22c10f39-573f-4f95-8d1f-956443362831 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/f2dae37a-f18c-4f62-836f-d6dc6e78045e HTTP/1.1" status: 204 len: 168 time: 0.9656100 Feb 16 22:47:09.227585 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44118) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:09.254114 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-830efa43-d631-4a98-b918-bf6d86f85549 None None] Provisioning complete for port d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:09.254772 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-830efa43-d631-4a98-b918-bf6d86f85549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:09.288138 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ab16a04f-766d-426d-89a8-a471557832b2 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592358 Feb 16 22:47:09.290445 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44120) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:09.297040 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.extraroute_db [None req-2a81171c-d6a3-4ad7-8f19-80c1873a9812 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Removed routes are [] {{(pid=103466) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 16 22:47:09.297545 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2a81171c-d6a3-4ad7-8f19-80c1873a9812 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-374653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59817'] for router (3fa6286f-27ce-4927-8d77-8e3db0c2ab85), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:09.322096 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4671e4c-9f07-45aa-aa8f-2a8c092dcdef None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:47:09.322491 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4671e4c-9f07-45aa-aa8f-2a8c092dcdef None None] Checking segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:47:09.322899 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4671e4c-9f07-45aa-aa8f-2a8c092dcdef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:09.323304 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4671e4c-9f07-45aa-aa8f-2a8c092dcdef None None] Bound using segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:47:09.323927 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e4671e4c-9f07-45aa-aa8f-2a8c092dcdef None None] Bound port: 5d463916-57b9-451c-becc-b38ef2858b05, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:47:09.324176 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4671e4c-9f07-45aa-aa8f-2a8c092dcdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5d463916-57b9-451c-becc-b38ef2858b05), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:09.377335 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc93721b-1cb2-46ab-b2b6-69edebc65af7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:09.378880 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-cc93721b-1cb2-46ab-b2b6-69edebc65af7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0874171 Feb 16 22:47:09.390521 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44124) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:09.441866 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-830efa43-d631-4a98-b918-bf6d86f85549 None None] Port d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:47:09.476590 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c3f9a135-2994-45e5-b367-d27fa8997264 None None] For port d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:47:09.494333 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:09.502328 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c3f9a135-2994-45e5-b367-d27fa8997264 None None] For port d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7,segment=NetworkSegment(e60e5186-a990-4b2b-8f5a-e49128109b6b),segment_id=e60e5186-a990-4b2b-8f5a-e49128109b6b)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:47:09.504733 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6095436-bc3a-4aee-81d6-17673b47171a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:09.507845 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d6095436-bc3a-4aee-81d6-17673b47171a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1162901 Feb 16 22:47:09.511166 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44130) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:09.519407 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c3f9a135-2994-45e5-b367-d27fa8997264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:09.592514 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 207cbea2-0d14-4dfd-bca8-6891e4d5dcee no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:47:09.602294 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4671e4c-9f07-45aa-aa8f-2a8c092dcdef None None] For port 5d463916-57b9-451c-becc-b38ef2858b05, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:47:09.632554 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-958a91ad-7f5b-4e86-98df-331a899ca616 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1199663 Feb 16 22:47:09.637400 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44134) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:09.667624 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-4f23c8c2-505f-45f4-8447-50af150ab854 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:47:09.698288 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 207cbea2-0d14-4dfd-bca8-6891e4d5dcee {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:47:09.698648 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 207cbea2-0d14-4dfd-bca8-6891e4d5dcee not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:47:09.713759 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4671e4c-9f07-45aa-aa8f-2a8c092dcdef None None] For port 5d463916-57b9-451c-becc-b38ef2858b05, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5d463916-57b9-451c-becc-b38ef2858b05,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:47:09.738868 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4671e4c-9f07-45aa-aa8f-2a8c092dcdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5d463916-57b9-451c-becc-b38ef2858b05), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:09.770690 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9296e-5d2f-4d46-9206-fbd97bb5900e None None] Pushing event updated for resources: {'Port': ['ID=d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:09.779774 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2a81171c-d6a3-4ad7-8f19-80c1873a9812 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-374653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59817'] for router (3fa6286f-27ce-4927-8d77-8e3db0c2ab85), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:09.781361 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f9a135-2994-45e5-b367-d27fa8997264 None None] Routers {'3fa6286f-27ce-4927-8d77-8e3db0c2ab85'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:47:09.781902 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-c3f9a135-2994-45e5-b367-d27fa8997264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:46:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3fa6286f-27ce-4927-8d77-8e3db0c2ab85'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:09.793671 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2a81171c-d6a3-4ad7-8f19-80c1873a9812 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362694'] for router (3fa6286f-27ce-4927-8d77-8e3db0c2ab85), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:09.812153 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8a33c-3d0d-421d-b8d2-d705386f240f req-b82a0c54-d842-4a04-a33c-bbdcf1cd6261 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:09.813723 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1ff8a33c-3d0d-421d-b8d2-d705386f240f req-b82a0c54-d842-4a04-a33c-bbdcf1cd6261 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 944 time: 0.1315596 Feb 16 22:47:09.951718 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f23c8c2-505f-45f4-8447-50af150ab854 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:47:09.969874 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4f23c8c2-505f-45f4-8447-50af150ab854 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:09.978621 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a81171c-d6a3-4ad7-8f19-80c1873a9812 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Router 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:47:10.030360 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1ff8a33c-3d0d-421d-b8d2-d705386f240f req-888b567e-0a55-42ac-912f-950e7ccc7934 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972168 Feb 16 22:47:10.284945 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a81171c-d6a3-4ad7-8f19-80c1873a9812 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:47:10.302536 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2a81171c-d6a3-4ad7-8f19-80c1873a9812 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:10.309870 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2a81171c-d6a3-4ad7-8f19-80c1873a9812 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "PUT /v2.0/routers/3fa6286f-27ce-4927-8d77-8e3db0c2ab85 HTTP/1.1" status: 200 len: 954 time: 2.1174524 Feb 16 22:47:10.313537 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44144) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:10.360931 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4f23c8c2-505f-45f4-8447-50af150ab854 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (05be5611-e78c-49db-ae6b-f8d9831fb40f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:10.408044 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-c3f9a135-2994-45e5-b367-d27fa8997264 None None] Set router 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:47:10.414504 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cee66-147d-4bcb-a9cb-e4898576278b req-f31d6a2f-2c6e-4754-a530-82ffd39ec674 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:10.419883 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-686cee66-147d-4bcb-a9cb-e4898576278b req-f31d6a2f-2c6e-4754-a530-82ffd39ec674 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/ports?device_id=b676a012-94a8-4669-bc52-aa4ddb189c13 HTTP/1.1" status: 200 len: 944 time: 0.2213776 Feb 16 22:47:10.427257 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f23c8c2-505f-45f4-8447-50af150ab854 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:47:10.431366 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-4f23c8c2-505f-45f4-8447-50af150ab854 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:10.436383 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f23c8c2-505f-45f4-8447-50af150ab854 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:10.437078 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4f23c8c2-505f-45f4-8447-50af150ab854 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:10.448434 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23c8c2-505f-45f4-8447-50af150ab854 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Subnet': ['ID=05be5611-e78c-49db-ae6b-f8d9831fb40f,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:10.465134 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4f23c8c2-505f-45f4-8447-50af150ab854 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8266966 Feb 16 22:47:10.468321 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44146) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:10.474033 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-31d581e8-ae41-4dee-af0c-584d0717859d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'port': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'fixed_ips': [{'subnet_id': '05be5611-e78c-49db-ae6b-f8d9831fb40f', 'ip_address': '2001:db8::5f57:6264:2b1e:9450'}], 'name': 'tempest-NetworksTestDHCPv6-1192760561'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:47:10.548534 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4671e4c-9f07-45aa-aa8f-2a8c092dcdef None None] Pushing event updated for resources: {'Port': ['ID=5d463916-57b9-451c-becc-b38ef2858b05,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:10.597665 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-686cee66-147d-4bcb-a9cb-e4898576278b req-1d2f8b2d-d91c-47b5-8b88-cc2ef3395a3b tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/security-groups?id=0cea22e7-9828-437c-b67a-180cc743f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915987 Feb 16 22:47:10.603879 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-50df8f04-2487-434e-b844-6bc756878c90 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "GET /v2.0/routers/3fa6286f-27ce-4927-8d77-8e3db0c2ab85 HTTP/1.1" status: 200 len: 954 time: 0.2897120 Feb 16 22:47:10.606611 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44148) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:10.611966 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 6cb8b54e-1942-48f3-a23e-a77534ad7d2c up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:47:10.616158 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-b3caa20d-6cce-4e5b-9bca-2d619159f33b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Request body: {'router': {'routes': None}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:47:10.642944 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d581e8-ae41-4dee-af0c-584d0717859d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:47:10.677536 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24b863d-3ea1-442b-b132-d6cad6b595b1 None None] Network ae2984bb-75d2-4f61-b372-ca06345d7ecb requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:47:10.742978 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-31d581e8-ae41-4dee-af0c-584d0717859d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:10.766783 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-31d581e8-ae41-4dee-af0c-584d0717859d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] device_id is not set on port 35a0e225-87f0-4f2d-b07c-40bb00da899b yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:47:10.863768 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-6b9e3940-d89e-4f25-9ace-55582ad49e58 None None] Provisioning complete for port d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:10.864146 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6b9e3940-d89e-4f25-9ace-55582ad49e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:10.901698 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8e9ce9-5a2a-4123-8db9-171cede34df1 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:47:10.970110 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 6cb8b54e-1942-48f3-a23e-a77534ad7d2c triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:10.970110 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6cb8b54e-1942-48f3-a23e-a77534ad7d2c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:11.005523 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-31d581e8-ae41-4dee-af0c-584d0717859d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Allocated IP 2001:db8::5f57:6264:2b1e:9450 (85653813-b5e9-4a14-b601-d8fc0bc02398/05be5611-e78c-49db-ae6b-f8d9831fb40f/35a0e225-87f0-4f2d-b07c-40bb00da899b) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:47:11.022797 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device b04afcda-5341-4076-9f83-fcc27ccc8b70 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:47:11.078183 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.extraroute_db [None req-b3caa20d-6cce-4e5b-9bca-2d619159f33b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Added routes are [] {{(pid=103466) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 16 22:47:11.079566 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.extraroute_db [None req-b3caa20d-6cce-4e5b-9bca-2d619159f33b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103466) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 16 22:47:11.146118 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b3caa20d-6cce-4e5b-9bca-2d619159f33b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-374653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59817'] for router (3fa6286f-27ce-4927-8d77-8e3db0c2ab85), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:11.193157 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-31d581e8-ae41-4dee-af0c-584d0717859d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for port (35a0e225-87f0-4f2d-b07c-40bb00da899b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:11.235643 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-31d581e8-ae41-4dee-af0c-584d0717859d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (35a0e225-87f0-4f2d-b07c-40bb00da899b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:11.246350 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-6b9e3940-d89e-4f25-9ace-55582ad49e58 None None] Current status of the port d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:11.246752 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6b9e3940-d89e-4f25-9ace-55582ad49e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:11.261494 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-c3f9a135-2994-45e5-b367-d27fa8997264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'name': 'tempest-RoutersIpV6Test-router-1045503727', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:46:36Z', 'updated_at': '2022-02-16T22:47:09Z', 'revision_number': 6, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'gw_port_host': None, '_interfaces': [{'id': '093aa745-caae-4dbe-9163-7a2ab12d6729', 'name': '', 'network_id': 'ae2984bb-75d2-4f61-b372-ca06345d7ecb', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:14:d4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '4a1b7e74-4155-4c56-8ad1-30533a272e6e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:47:06Z', 'updated_at': '2022-02-16T22:47:07Z', 'revision_number': 2, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': '4a1b7e74-4155-4c56-8ad1-30533a272e6e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '540b081a-c0eb-4053-b470-dc71ffea61ea', 'name': '', 'network_id': '1b95684b-f625-4428-a987-4c9c91783ee4', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:1e:92:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:42Z', 'updated_at': '2022-02-16T22:46:50Z', 'revision_number': 5, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65437ec5-93a6-4455-88e4-97337ee288f7', 'name': '', 'network_id': '8fdfb5df-a690-4bcf-bd89-242df940fb8a', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:0b:2b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '44e6f7f8-d0d6-4281-8675-a416bd92e6b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:53Z', 'updated_at': '2022-02-16T22:47:01Z', 'revision_number': 5, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': '44e6f7f8-d0d6-4281-8675-a416bd92e6b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2f5fb89-15ce-44a7-84ce-713ffdeaa1e7', 'name': '', 'network_id': 'd62c52c3-7905-40aa-9f3e-4f2e617f68ab', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:38:6c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'd5bebc8e-7971-4f19-b8c7-45f876705022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:58Z', 'updated_at': '2022-02-16T22:47:09Z', 'revision_number': 4, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': 'd5bebc8e-7971-4f19-b8c7-45f876705022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:11.280870 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port b04afcda-5341-4076-9f83-fcc27ccc8b70 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:47:11.305765 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d581e8-ae41-4dee-af0c-584d0717859d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:47:11.312871 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-31d581e8-ae41-4dee-af0c-584d0717859d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:11.316350 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d581e8-ae41-4dee-af0c-584d0717859d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:47:11.323235 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d581e8-ae41-4dee-af0c-584d0717859d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:11.324212 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-31d581e8-ae41-4dee-af0c-584d0717859d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:11.325160 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f9a135-2994-45e5-b367-d27fa8997264 None None] The sync data for ids ['3fa6286f-27ce-4927-8d77-8e3db0c2ab85'] in n-d-813897-6 is: [{'id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'name': 'tempest-RoutersIpV6Test-router-1045503727', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:46:36Z', 'updated_at': '2022-02-16T22:47:09Z', 'revision_number': 6, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'gw_port_host': None, '_interfaces': [{'id': '093aa745-caae-4dbe-9163-7a2ab12d6729', 'name': '', 'network_id': 'ae2984bb-75d2-4f61-b372-ca06345d7ecb', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:14:d4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '4a1b7e74-4155-4c56-8ad1-30533a272e6e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:47:06Z', 'updated_at': '2022-02-16T22:47:07Z', 'revision_number': 2, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': '4a1b7e74-4155-4c56-8ad1-30533a272e6e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '540b081a-c0eb-4053-b470-dc71ffea61ea', 'name': '', 'network_id': '1b95684b-f625-4428-a987-4c9c91783ee4', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:1e:92:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:42Z', 'updated_at': '2022-02-16T22:46:50Z', 'revision_number': 5, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65437ec5-93a6-4455-88e4-97337ee288f7', 'name': '', 'network_id': '8fdfb5df-a690-4bcf-bd89-242df940fb8a', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:0b:2b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '44e6f7f8-d0d6-4281-8675-a416bd92e6b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:53Z', 'updated_at': '2022-02-16T22:47:01Z', 'revision_number': 5, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': '44e6f7f8-d0d6-4281-8675-a416bd92e6b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2f5fb89-15ce-44a7-84ce-713ffdeaa1e7', 'name': '', 'network_id': 'd62c52c3-7905-40aa-9f3e-4f2e617f68ab', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:38:6c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'd5bebc8e-7971-4f19-b8c7-45f876705022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:58Z', 'updated_at': '2022-02-16T22:47:09Z', 'revision_number': 4, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': 'd5bebc8e-7971-4f19-b8c7-45f876705022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:47:11.330633 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port b04afcda-5341-4076-9f83-fcc27ccc8b70 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:11.331065 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b04afcda-5341-4076-9f83-fcc27ccc8b70), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:11.335634 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d581e8-ae41-4dee-af0c-584d0717859d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Port': ['ID=35a0e225-87f0-4f2d-b07c-40bb00da899b,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:11.347023 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 6cb8b54e-1942-48f3-a23e-a77534ad7d2c is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:11.347416 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6cb8b54e-1942-48f3-a23e-a77534ad7d2c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:11.382106 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-31d581e8-ae41-4dee-af0c-584d0717859d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9109318 Feb 16 22:47:11.384262 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44158) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:11.391410 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-8cc81047-c3fd-4618-8151-7b7a6f5174e3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'port': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'fixed_ips': [{'subnet_id': '05be5611-e78c-49db-ae6b-f8d9831fb40f', 'ip_address': '2001:db8::5f57:6264:2b1e:9450'}], 'name': 'tempest-NetworksTestDHCPv6-1518991487'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:47:11.435036 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-6b9e3940-d89e-4f25-9ace-55582ad49e58 None None] For port d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7,segment=NetworkSegment(e60e5186-a990-4b2b-8f5a-e49128109b6b),segment_id=e60e5186-a990-4b2b-8f5a-e49128109b6b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:11.459328 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0a029-ec9e-49ab-a8d5-9572633edbe2 req-e90b729c-b01f-496a-ae06-ebed568d67e1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:11.461271 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a4d0a029-ec9e-49ab-a8d5-9572633edbe2 req-e90b729c-b01f-496a-ae06-ebed568d67e1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 944 time: 0.3016160 Feb 16 22:47:11.508390 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6b9e3940-d89e-4f25-9ace-55582ad49e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:11.583830 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc81047-c3fd-4618-8151-7b7a6f5174e3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:47:11.592707 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8cc81047-c3fd-4618-8151-7b7a6f5174e3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:11.625061 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-8cc81047-c3fd-4618-8151-7b7a6f5174e3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] device_id is not set on port 5999d9dc-03b3-417d-846f-fa9051f0a7ca yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:47:11.645496 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e3940-d89e-4f25-9ace-55582ad49e58 None None] Pushing event updated for resources: {'Port': ['ID=d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:11.755535 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 6cb8b54e-1942-48f3-a23e-a77534ad7d2c, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=6cb8b54e-1942-48f3-a23e-a77534ad7d2c,segment=NetworkSegment(62675ab3-065a-4edd-83df-484fa98c8f20),segment_id=62675ab3-065a-4edd-83df-484fa98c8f20)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:11.759365 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b32c86-aab5-4689-9ec5-439389e0d812 None None] Update dhcp port {'port': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'fixed_ips': [{'subnet_id': '05be5611-e78c-49db-ae6b-f8d9831fb40f'}], 'binding:host_id': 'n-d-813897-6'}, 'id': '5d463916-57b9-451c-becc-b38ef2858b05'} from n-d-813897-6. {{(pid=103467) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 22:47:11.761871 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-3f911188-535e-4b2c-ad3a-39822937e0c5 None None] Provisioning complete for port 6cb8b54e-1942-48f3-a23e-a77534ad7d2c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:11.762274 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3f911188-535e-4b2c-ad3a-39822937e0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6cb8b54e-1942-48f3-a23e-a77534ad7d2c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:11.781502 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b3caa20d-6cce-4e5b-9bca-2d619159f33b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-374653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59817'] for router (3fa6286f-27ce-4927-8d77-8e3db0c2ab85), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:11.795152 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a4d0a029-ec9e-49ab-a8d5-9572633edbe2 req-715c330a-6860-445f-bd8c-a7e6f6da9750 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418282 Feb 16 22:47:11.805339 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b3caa20d-6cce-4e5b-9bca-2d619159f33b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362694'] for router (3fa6286f-27ce-4927-8d77-8e3db0c2ab85), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:11.852360 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (6cb8b54e-1942-48f3-a23e-a77534ad7d2c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:11.954983 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=6cb8b54e-1942-48f3-a23e-a77534ad7d2c,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:11.969067 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port b04afcda-5341-4076-9f83-fcc27ccc8b70 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:11.969691 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b04afcda-5341-4076-9f83-fcc27ccc8b70), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:12.028992 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port b04afcda-5341-4076-9f83-fcc27ccc8b70, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=b04afcda-5341-4076-9f83-fcc27ccc8b70,segment=NetworkSegment(7afa8abd-d24a-4287-bcf0-18629abdf72a),segment_id=7afa8abd-d24a-4287-bcf0-18629abdf72a)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:12.031099 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b676a012-94a8-4669-bc52-aa4ddb189c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04afcda-5341-4076-9f83-fcc27ccc8b70'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:47:12.039801 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5d6d37-12a7-4611-b853-2dd72cd5069d" -d '{"events": [{"server_uuid": "b676a012-94a8-4669-bc52-aa4ddb189c13", "name": "network-vif-plugged", "status": "completed", "tag": "b04afcda-5341-4076-9f83-fcc27ccc8b70"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:47:12.040947 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc81047-c3fd-4618-8151-7b7a6f5174e3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 16 22:47:12.042532 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cc81047-c3fd-4618-8151-7b7a6f5174e3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:47:12.044139 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c2b32c86-aab5-4689-9ec5-439389e0d812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5d463916-57b9-451c-becc-b38ef2858b05), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:12.073858 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8cc81047-c3fd-4618-8151-7b7a6f5174e3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6898999 Feb 16 22:47:12.076787 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44166) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:12.084819 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b04afcda-5341-4076-9f83-fcc27ccc8b70), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:12.100825 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913f072-2f83-4e2e-9e56-6146a8712897 req-90ce6bad-2760-400a-8dca-1f48e9c0b753 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:12.109551 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9913f072-2f83-4e2e-9e56-6146a8712897 req-90ce6bad-2760-400a-8dca-1f48e9c0b753 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/ports?device_id=b676a012-94a8-4669-bc52-aa4ddb189c13 HTTP/1.1" status: 200 len: 944 time: 0.1565661 Feb 16 22:47:12.130955 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3caa20d-6cce-4e5b-9bca-2d619159f33b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Router 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:47:12.222128 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ea7edb-f0f0-4416-b8f5-2e7a131af29b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:12.229597 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ea7edb-f0f0-4416-b8f5-2e7a131af29b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:12.232221 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-24ea7edb-f0f0-4416-b8f5-2e7a131af29b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.1537740 Feb 16 22:47:12.234818 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44168) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:12.249086 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-3f911188-535e-4b2c-ad3a-39822937e0c5 None None] Current status of the port 6cb8b54e-1942-48f3-a23e-a77534ad7d2c is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:12.394954 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-3f911188-535e-4b2c-ad3a-39822937e0c5 None None] Provisioning complete for port 093aa745-caae-4dbe-9163-7a2ab12d6729 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:12.395803 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3f911188-535e-4b2c-ad3a-39822937e0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (093aa745-caae-4dbe-9163-7a2ab12d6729), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:12.450761 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-4dd6f5bd-a4e8-4af8-9f59-99e921ccad2e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting port 35a0e225-87f0-4f2d-b07c-40bb00da899b {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:47:12.451333 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4dd6f5bd-a4e8-4af8-9f59-99e921ccad2e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (35a0e225-87f0-4f2d-b07c-40bb00da899b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:12.491756 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 6cb8b54e-1942-48f3-a23e-a77534ad7d2c up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:47:12.569374 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=b04afcda-5341-4076-9f83-fcc27ccc8b70,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:12.599151 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-3f911188-535e-4b2c-ad3a-39822937e0c5 None None] Port 093aa745-caae-4dbe-9163-7a2ab12d6729 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:47:12.624492 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4dd6f5bd-a4e8-4af8-9f59-99e921ccad2e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (35a0e225-87f0-4f2d-b07c-40bb00da899b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:12.636521 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-c2b32c86-aab5-4689-9ec5-439389e0d812 None None] Allocated IP 2001:db8::2 (85653813-b5e9-4a14-b601-d8fc0bc02398/05be5611-e78c-49db-ae6b-f8d9831fb40f/5d463916-57b9-451c-becc-b38ef2858b05) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:47:12.647841 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-4dd6f5bd-a4e8-4af8-9f59-99e921ccad2e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Calling delete_port for 35a0e225-87f0-4f2d-b07c-40bb00da899b owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:47:12.685390 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 6cb8b54e-1942-48f3-a23e-a77534ad7d2c triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:12.685953 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6cb8b54e-1942-48f3-a23e-a77534ad7d2c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:12.805639 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9913f072-2f83-4e2e-9e56-6146a8712897 req-5a6c568d-fd1c-4f35-8111-2187803ec8f4 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/security-groups?id=0cea22e7-9828-437c-b67a-180cc743f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6950707 Feb 16 22:47:12.946698 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4dd6f5bd-a4e8-4af8-9f59-99e921ccad2e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (35a0e225-87f0-4f2d-b07c-40bb00da899b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:12.947496 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3caa20d-6cce-4e5b-9bca-2d619159f33b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:47:12.967485 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b3caa20d-6cce-4e5b-9bca-2d619159f33b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:12.971200 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b3caa20d-6cce-4e5b-9bca-2d619159f33b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "PUT /v2.0/routers/3fa6286f-27ce-4927-8d77-8e3db0c2ab85 HTTP/1.1" status: 200 len: 704 time: 2.3628974 Feb 16 22:47:12.972437 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44174) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:12.991088 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6f5bd-a4e8-4af8-9f59-99e921ccad2e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Port': ['ID=35a0e225-87f0-4f2d-b07c-40bb00da899b,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:13.060611 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4dd6f5bd-a4e8-4af8-9f59-99e921ccad2e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:13.063611 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8a530f-5c5a-4b8d-a6d7-f0633a8520fe x-openstack-request-id: req-ec8a530f-5c5a-4b8d-a6d7-f0633a8520fe {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:47:13.063944 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b676a012-94a8-4669-bc52-aa4ddb189c13", "name": "network-vif-plugged", "status": "completed", "tag": "b04afcda-5341-4076-9f83-fcc27ccc8b70", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:47:13.064163 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ec8a530f-5c5a-4b8d-a6d7-f0633a8520fe {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:47:13.064573 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b676a012-94a8-4669-bc52-aa4ddb189c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04afcda-5341-4076-9f83-fcc27ccc8b70', 'code': 200} Feb 16 22:47:13.068903 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4dd6f5bd-a4e8-4af8-9f59-99e921ccad2e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/35a0e225-87f0-4f2d-b07c-40bb00da899b HTTP/1.1" status: 204 len: 168 time: 0.8321002 Feb 16 22:47:13.070983 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44176) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:13.097872 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e89c178a-b286-4d71-8f81-2b74371242b6 None None] Provisioning complete for port 093aa745-caae-4dbe-9163-7a2ab12d6729 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:13.098282 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e89c178a-b286-4d71-8f81-2b74371242b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (093aa745-caae-4dbe-9163-7a2ab12d6729), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:13.108395 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c2b32c86-aab5-4689-9ec5-439389e0d812 None None] For port 5d463916-57b9-451c-becc-b38ef2858b05, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5d463916-57b9-451c-becc-b38ef2858b05,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:13.145368 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32005bff-bab6-43e8-9e06-c762cdb24ae7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:13.147015 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32005bff-bab6-43e8-9e06-c762cdb24ae7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:13.148796 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-32005bff-bab6-43e8-9e06-c762cdb24ae7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0766416 Feb 16 22:47:13.151363 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44178) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:13.171891 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e89c178a-b286-4d71-8f81-2b74371242b6 None None] Port 093aa745-caae-4dbe-9163-7a2ab12d6729 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:47:13.186060 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c2b32c86-aab5-4689-9ec5-439389e0d812 None None] Publish callbacks [] for port (5d463916-57b9-451c-becc-b38ef2858b05), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:13.207575 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c2b32c86-aab5-4689-9ec5-439389e0d812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5d463916-57b9-451c-becc-b38ef2858b05), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:13.225154 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8d220d7-18d1-4069-a977-9c97d0d34c6f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting subnet 05be5611-e78c-49db-ae6b-f8d9831fb40f {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:47:13.228875 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d8d220d7-18d1-4069-a977-9c97d0d34c6f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (05be5611-e78c-49db-ae6b-f8d9831fb40f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:13.248054 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-99a085a5-3f99-4e0d-b298-c870d91c3f87 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "GET /v2.0/routers/3fa6286f-27ce-4927-8d77-8e3db0c2ab85 HTTP/1.1" status: 200 len: 704 time: 0.2722507 Feb 16 22:47:13.251074 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44180) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:13.275266 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d8d220d7-18d1-4069-a977-9c97d0d34c6f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (05be5611-e78c-49db-ae6b-f8d9831fb40f), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:13.308764 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 6cb8b54e-1942-48f3-a23e-a77534ad7d2c is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:13.337696 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b32c86-aab5-4689-9ec5-439389e0d812 None None] Pushing event updated for resources: {'Port': ['ID=5d463916-57b9-451c-becc-b38ef2858b05,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:13.353474 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774e048-abe0-430c-a38c-d4a95b0cf891 req-7ea49959-9a7e-4542-a4e2-c5679408ceda tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:13.361730 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4774e048-abe0-430c-a38c-d4a95b0cf891 req-7ea49959-9a7e-4542-a4e2-c5679408ceda tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 944 time: 0.2833607 Feb 16 22:47:13.402896 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0be054-5d47-4f96-8ea0-a3ddb00040cb req-4e6d5392-a6f4-4d87-a698-63f168fc9807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:13.404471 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d0be054-5d47-4f96-8ea0-a3ddb00040cb req-4e6d5392-a6f4-4d87-a698-63f168fc9807 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b676a012-94a8-4669-bc52-aa4ddb189c13 HTTP/1.1" status: 200 len: 1127 time: 0.3284631 Feb 16 22:47:13.410069 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d8d220d7-18d1-4069-a977-9c97d0d34c6f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (05be5611-e78c-49db-ae6b-f8d9831fb40f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:13.485905 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d8d220d7-18d1-4069-a977-9c97d0d34c6f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (05be5611-e78c-49db-ae6b-f8d9831fb40f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:13.516432 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d220d7-18d1-4069-a977-9c97d0d34c6f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Subnet': ['ID=05be5611-e78c-49db-ae6b-f8d9831fb40f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:13.524303 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d8d220d7-18d1-4069-a977-9c97d0d34c6f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:13.527637 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d8d220d7-18d1-4069-a977-9c97d0d34c6f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/05be5611-e78c-49db-ae6b-f8d9831fb40f HTTP/1.1" status: 204 len: 168 time: 0.3751326 Feb 16 22:47:13.530169 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44182) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:13.534868 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4774e048-abe0-430c-a38c-d4a95b0cf891 req-e826da0f-9aea-450b-a26b-1d6b709b7ea4 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734467 Feb 16 22:47:13.600971 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-81388121-9563-409b-b006-b62ea1419f19 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0695393 Feb 16 22:47:13.604755 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44184) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:13.608410 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d0be054-5d47-4f96-8ea0-a3ddb00040cb req-106a885d-0608-4e2c-84d3-38f5dd10cb24 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0cea22e7-9828-437c-b67a-180cc743f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970048 Feb 16 22:47:13.610556 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-dc731bb3-f4c9-405a-a8bf-0453b0980713 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:47:13.717110 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3380174-78c4-4d9f-adc3-737c66fa5109 None None] Sync routers for ids ['3fa6286f-27ce-4927-8d77-8e3db0c2ab85'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:47:13.723040 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc731bb3-f4c9-405a-a8bf-0453b0980713 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:47:13.728470 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3380174-78c4-4d9f-adc3-737c66fa5109 None None] Routers {'3fa6286f-27ce-4927-8d77-8e3db0c2ab85'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:47:13.729077 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc731bb3-f4c9-405a-a8bf-0453b0980713 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:13.729492 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-d3380174-78c4-4d9f-adc3-737c66fa5109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:46:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3fa6286f-27ce-4927-8d77-8e3db0c2ab85'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:13.804118 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a1c2fde8-309d-4e54-9fc2-8580b28051e6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (3fa6286f-27ce-4927-8d77-8e3db0c2ab85), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:13.842208 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-d3380174-78c4-4d9f-adc3-737c66fa5109 None None] Set router 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:47:13.965636 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc731bb3-f4c9-405a-a8bf-0453b0980713 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (26daa8c2-f5ee-4517-ba7b-0a06a6111512), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:14.028457 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc731bb3-f4c9-405a-a8bf-0453b0980713 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:47:14.029374 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec1b95-1987-4608-8836-0fd004bd8553 req-eb3a216e-aa25-403b-bfcb-a74e63aad1ca tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:14.031915 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5eec1b95-1987-4608-8836-0fd004bd8553 req-eb3a216e-aa25-403b-bfcb-a74e63aad1ca tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/ports?device_id=b676a012-94a8-4669-bc52-aa4ddb189c13 HTTP/1.1" status: 200 len: 945 time: 0.1517174 Feb 16 22:47:14.046410 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc731bb3-f4c9-405a-a8bf-0453b0980713 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Subnet': ['ID=26daa8c2-f5ee-4517-ba7b-0a06a6111512,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:14.051493 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-dc731bb3-f4c9-405a-a8bf-0453b0980713 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:14.055043 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc731bb3-f4c9-405a-a8bf-0453b0980713 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:14.055818 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc731bb3-f4c9-405a-a8bf-0453b0980713 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:14.082311 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-dc731bb3-f4c9-405a-a8bf-0453b0980713 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4734726 Feb 16 22:47:14.082701 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44194) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:14.092777 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-07d8b491-7313-4299-890f-5c8fa66e1c71 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'port': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'fixed_ips': [{'subnet_id': '26daa8c2-f5ee-4517-ba7b-0a06a6111512', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-223852783'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:47:14.120692 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5eec1b95-1987-4608-8836-0fd004bd8553 req-5b9caad3-0853-41ca-af29-7a8292fbb0c3 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/security-groups?id=0cea22e7-9828-437c-b67a-180cc743f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797803 Feb 16 22:47:14.168665 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-d3380174-78c4-4d9f-adc3-737c66fa5109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'name': 'tempest-RoutersIpV6Test-router-1045503727', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:46:36Z', 'updated_at': '2022-02-16T22:47:11Z', 'revision_number': 7, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'gw_port_host': None, '_interfaces': [{'id': '093aa745-caae-4dbe-9163-7a2ab12d6729', 'name': '', 'network_id': 'ae2984bb-75d2-4f61-b372-ca06345d7ecb', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:14:d4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '4a1b7e74-4155-4c56-8ad1-30533a272e6e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:47:06Z', 'updated_at': '2022-02-16T22:47:07Z', 'revision_number': 2, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': '4a1b7e74-4155-4c56-8ad1-30533a272e6e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '540b081a-c0eb-4053-b470-dc71ffea61ea', 'name': '', 'network_id': '1b95684b-f625-4428-a987-4c9c91783ee4', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:1e:92:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:42Z', 'updated_at': '2022-02-16T22:46:50Z', 'revision_number': 5, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65437ec5-93a6-4455-88e4-97337ee288f7', 'name': '', 'network_id': '8fdfb5df-a690-4bcf-bd89-242df940fb8a', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:0b:2b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '44e6f7f8-d0d6-4281-8675-a416bd92e6b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:53Z', 'updated_at': '2022-02-16T22:47:01Z', 'revision_number': 5, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': '44e6f7f8-d0d6-4281-8675-a416bd92e6b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2f5fb89-15ce-44a7-84ce-713ffdeaa1e7', 'name': '', 'network_id': 'd62c52c3-7905-40aa-9f3e-4f2e617f68ab', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:38:6c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'd5bebc8e-7971-4f19-b8c7-45f876705022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:58Z', 'updated_at': '2022-02-16T22:47:11Z', 'revision_number': 5, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': 'd5bebc8e-7971-4f19-b8c7-45f876705022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:14.222148 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3380174-78c4-4d9f-adc3-737c66fa5109 None None] Checking router: 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:47:14.222735 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3380174-78c4-4d9f-adc3-737c66fa5109 None None] Updating router 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 port 093aa745-caae-4dbe-9163-7a2ab12d6729 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:47:14.263443 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-a1c2fde8-309d-4e54-9fc2-8580b28051e6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Deleting port 093aa745-caae-4dbe-9163-7a2ab12d6729 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:47:14.263918 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a1c2fde8-309d-4e54-9fc2-8580b28051e6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (093aa745-caae-4dbe-9163-7a2ab12d6729), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:14.293537 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d3380174-78c4-4d9f-adc3-737c66fa5109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (093aa745-caae-4dbe-9163-7a2ab12d6729), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:14.319215 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d8b491-7313-4299-890f-5c8fa66e1c71 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:47:14.326055 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-07d8b491-7313-4299-890f-5c8fa66e1c71 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:14.352987 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-07d8b491-7313-4299-890f-5c8fa66e1c71 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] device_id is not set on port dc279392-4ff4-478c-9bee-890530722e9a yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:47:14.434863 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a1c2fde8-309d-4e54-9fc2-8580b28051e6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (093aa745-caae-4dbe-9163-7a2ab12d6729), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:14.454966 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-a1c2fde8-309d-4e54-9fc2-8580b28051e6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Calling delete_port for 093aa745-caae-4dbe-9163-7a2ab12d6729 owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:47:14.494165 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:47:14.555217 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d8b491-7313-4299-890f-5c8fa66e1c71 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:47:14.556043 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d8b491-7313-4299-890f-5c8fa66e1c71 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:47:14.600373 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-07d8b491-7313-4299-890f-5c8fa66e1c71 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5137873 Feb 16 22:47:14.600644 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44204) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:14.617455 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:14.618290 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:14.733803 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6f74d2-3b27-4426-888c-f14c1b6ba4fd tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:14.735412 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fd6f74d2-3b27-4426-888c-f14c1b6ba4fd tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1337354 Feb 16 22:47:14.749271 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44208) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:14.769850 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5138173b-35fc-4003-8bf8-cefb34440d7b None None] get_active_networks_info from n-d-813897-6 {{(pid=103467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 22:47:14.831624 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a1c2fde8-309d-4e54-9fc2-8580b28051e6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (093aa745-caae-4dbe-9163-7a2ab12d6729), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:14.858121 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba19a2-2a8c-480d-b277-2b825dd3f819 req-bddbb58b-30d6-4de4-8e9a-812ce05c242f tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:14.865483 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16ba19a2-2a8c-480d-b277-2b825dd3f819 req-bddbb58b-30d6-4de4-8e9a-812ce05c242f tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 944 time: 0.1779580 Feb 16 22:47:14.870328 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e699b7f4-933f-4945-bf9c-d784ad193900 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:14.871665 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e699b7f4-933f-4945-bf9c-d784ad193900 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:14.873142 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e699b7f4-933f-4945-bf9c-d784ad193900 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1215222 Feb 16 22:47:14.876171 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44212) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:14.914066 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:14.915224 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5d463916-57b9-451c-becc-b38ef2858b05 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:47:14.939307 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2fde8-309d-4e54-9fc2-8580b28051e6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event deleted for resources: {'Port': ['ID=093aa745-caae-4dbe-9163-7a2ab12d6729,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:14.981060 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-50183589-4f10-4a7e-b31b-e6898f6c8e3d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting subnet 26daa8c2-f5ee-4517-ba7b-0a06a6111512 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:47:14.997202 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-50183589-4f10-4a7e-b31b-e6898f6c8e3d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (26daa8c2-f5ee-4517-ba7b-0a06a6111512), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:15.035095 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-d5b1a787-068a-453f-aacc-b49ccd0a34b2 None None] Provisioning complete for port 5d463916-57b9-451c-becc-b38ef2858b05 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:15.035577 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d5b1a787-068a-453f-aacc-b49ccd0a34b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5d463916-57b9-451c-becc-b38ef2858b05), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:15.082129 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-50183589-4f10-4a7e-b31b-e6898f6c8e3d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (26daa8c2-f5ee-4517-ba7b-0a06a6111512), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:15.084667 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.db.api [None req-d3380174-78c4-4d9f-adc3-737c66fa5109 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:47:15.085127 n-d-813897-6 neutron-server[103468]: DEBUG oslo_db.api [None req-d3380174-78c4-4d9f-adc3-737c66fa5109 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:47:15.133632 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-50183589-4f10-4a7e-b31b-e6898f6c8e3d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (26daa8c2-f5ee-4517-ba7b-0a06a6111512), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:15.156002 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5138173b-35fc-4003-8bf8-cefb34440d7b None None] Resources bound (agent type, host, resource id): {{(pid=103467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 22:47:15.158482 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 5d463916-57b9-451c-becc-b38ef2858b05 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:15.158852 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5d463916-57b9-451c-becc-b38ef2858b05), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:15.178086 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16ba19a2-2a8c-480d-b277-2b825dd3f819 req-10e57606-1ac7-4afc-b525-81618ccc0bfe tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108311 Feb 16 22:47:15.203265 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a1c2fde8-309d-4e54-9fc2-8580b28051e6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (3fa6286f-27ce-4927-8d77-8e3db0c2ab85), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:15.205928 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-50183589-4f10-4a7e-b31b-e6898f6c8e3d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (26daa8c2-f5ee-4517-ba7b-0a06a6111512), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:15.259277 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50183589-4f10-4a7e-b31b-e6898f6c8e3d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Subnet': ['ID=26daa8c2-f5ee-4517-ba7b-0a06a6111512,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:15.274005 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-50183589-4f10-4a7e-b31b-e6898f6c8e3d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:15.281812 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-50183589-4f10-4a7e-b31b-e6898f6c8e3d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/26daa8c2-f5ee-4517-ba7b-0a06a6111512 HTTP/1.1" status: 204 len: 168 time: 0.4042380 Feb 16 22:47:15.282693 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44218) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:15.284754 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d5b1a787-068a-453f-aacc-b49ccd0a34b2 None None] Current status of the port 5d463916-57b9-451c-becc-b38ef2858b05 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:15.284754 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d5b1a787-068a-453f-aacc-b49ccd0a34b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5d463916-57b9-451c-becc-b38ef2858b05), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:15.331710 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-dbbdeef1-508a-4335-825b-6d82f2025168 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477841 Feb 16 22:47:15.332382 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44220) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:15.339127 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-bdf03f0b-ca7f-4955-9341-b32f082d27d3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:47:15.416904 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a8b8e-5e01-4ca6-be32-dc7ee787f172 req-a45ab3d7-d870-47d1-8a92-589cb97f689b tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:15.419225 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-699a8b8e-5e01-4ca6-be32-dc7ee787f172 req-a45ab3d7-d870-47d1-8a92-589cb97f689b tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/ports?device_id=b676a012-94a8-4669-bc52-aa4ddb189c13 HTTP/1.1" status: 200 len: 945 time: 0.0998344 Feb 16 22:47:15.455112 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-d5b1a787-068a-453f-aacc-b49ccd0a34b2 None None] For port 5d463916-57b9-451c-becc-b38ef2858b05, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5d463916-57b9-451c-becc-b38ef2858b05,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:15.456170 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 5d463916-57b9-451c-becc-b38ef2858b05 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:15.456649 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5d463916-57b9-451c-becc-b38ef2858b05), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:15.460423 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf03f0b-ca7f-4955-9341-b32f082d27d3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:47:15.464064 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bdf03f0b-ca7f-4955-9341-b32f082d27d3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:15.478768 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d5b1a787-068a-453f-aacc-b49ccd0a34b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5d463916-57b9-451c-becc-b38ef2858b05), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:15.567508 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-699a8b8e-5e01-4ca6-be32-dc7ee787f172 req-c6adabfa-ed18-42ca-9d27-076f6eb8c7de tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/security-groups?id=0cea22e7-9828-437c-b67a-180cc743f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428077 Feb 16 22:47:15.585406 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c2fde8-309d-4e54-9fc2-8580b28051e6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Router 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:47:15.613621 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1a787-068a-453f-aacc-b49ccd0a34b2 None None] Pushing event updated for resources: {'Port': ['ID=5d463916-57b9-451c-becc-b38ef2858b05,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:15.620580 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3380174-78c4-4d9f-adc3-737c66fa5109 None None] Port 093aa745-caae-4dbe-9163-7a2ab12d6729 not found while updating agent binding for router 3fa6286f-27ce-4927-8d77-8e3db0c2ab85. {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 16 22:47:15.645162 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3380174-78c4-4d9f-adc3-737c66fa5109 None None] Routers {'3fa6286f-27ce-4927-8d77-8e3db0c2ab85'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:47:15.645922 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-d3380174-78c4-4d9f-adc3-737c66fa5109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:46:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3fa6286f-27ce-4927-8d77-8e3db0c2ab85'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:15.656338 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:47:15.656782 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:47:15.677308 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ada4a1-5453-40b4-9c5d-854601bcde8b None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:47:15.709474 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c2fde8-309d-4e54-9fc2-8580b28051e6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:47:15.716364 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a1c2fde8-309d-4e54-9fc2-8580b28051e6 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "PUT /v2.0/routers/3fa6286f-27ce-4927-8d77-8e3db0c2ab85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4641483 Feb 16 22:47:15.719180 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44226) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:15.816579 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-2910c09c-5e21-4e74-9aa0-96554077d7a0 None None] Provisioning complete for port 5d463916-57b9-451c-becc-b38ef2858b05 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:15.817575 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2910c09c-5e21-4e74-9aa0-96554077d7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5d463916-57b9-451c-becc-b38ef2858b05), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:15.866854 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-be21d5cb-7984-449d-8864-e7d8a39ebfde tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Deleting subnet 4a1b7e74-4155-4c56-8ad1-30533a272e6e {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:47:15.876133 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-be21d5cb-7984-449d-8864-e7d8a39ebfde tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for subnet (4a1b7e74-4155-4c56-8ad1-30533a272e6e), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:15.895263 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-d3380174-78c4-4d9f-adc3-737c66fa5109 None None] Set router 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:47:15.927385 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bdf03f0b-ca7f-4955-9341-b32f082d27d3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (afa234c4-1444-4f98-918f-3b45698e3cd0), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:15.985988 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf03f0b-ca7f-4955-9341-b32f082d27d3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Subnet': ['ID=afa234c4-1444-4f98-918f-3b45698e3cd0,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:16.002489 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-be21d5cb-7984-449d-8864-e7d8a39ebfde tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (4a1b7e74-4155-4c56-8ad1-30533a272e6e), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:16.005476 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf03f0b-ca7f-4955-9341-b32f082d27d3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:47:16.008246 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-bdf03f0b-ca7f-4955-9341-b32f082d27d3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:16.018750 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf03f0b-ca7f-4955-9341-b32f082d27d3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:16.020569 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bdf03f0b-ca7f-4955-9341-b32f082d27d3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:16.058931 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bdf03f0b-ca7f-4955-9341-b32f082d27d3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7253504 Feb 16 22:47:16.061699 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44234) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:16.070038 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-3bb002d1-6f3a-4269-839e-4f6a914ac2ff tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1188471574', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:47:16.087189 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2910c09c-5e21-4e74-9aa0-96554077d7a0 None None] Current status of the port 5d463916-57b9-451c-becc-b38ef2858b05 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:16.137585 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3bb002d1-6f3a-4269-839e-4f6a914ac2ff tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (e630166d-9f3f-43b4-87ec-174fc3f3cb39), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:16.139197 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3bb002d1-6f3a-4269-839e-4f6a914ac2ff tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (e630166d-9f3f-43b4-87ec-174fc3f3cb39), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:16.139617 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b21ed4-3a47-48fe-9566-fd226b48dd5d None None] DHCP port deletion for 85653813-b5e9-4a14-b601-d8fc0bc02398 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:47:16.226423 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3bb002d1-6f3a-4269-839e-4f6a914ac2ff tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for router_controller (e630166d-9f3f-43b4-87ec-174fc3f3cb39), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:16.232398 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3bb002d1-6f3a-4269-839e-4f6a914ac2ff tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (e630166d-9f3f-43b4-87ec-174fc3f3cb39), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:16.272463 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device cffe1041-35f6-4f66-bcd7-db2bfd9e416e details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:47:16.275369 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3bb002d1-6f3a-4269-839e-4f6a914ac2ff tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:16.277420 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3bb002d1-6f3a-4269-839e-4f6a914ac2ff tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2142630 Feb 16 22:47:16.281494 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44240) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:16.298461 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-be21d5cb-7984-449d-8864-e7d8a39ebfde tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (4a1b7e74-4155-4c56-8ad1-30533a272e6e), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:16.425127 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-be21d5cb-7984-449d-8864-e7d8a39ebfde tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (4a1b7e74-4155-4c56-8ad1-30533a272e6e), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:16.493102 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21d5cb-7984-449d-8864-e7d8a39ebfde tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event deleted for resources: {'Subnet': ['ID=4a1b7e74-4155-4c56-8ad1-30533a272e6e,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:16.499946 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-be21d5cb-7984-449d-8864-e7d8a39ebfde tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:16.507068 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-d3380174-78c4-4d9f-adc3-737c66fa5109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'name': 'tempest-RoutersIpV6Test-router-1045503727', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:46:36Z', 'updated_at': '2022-02-16T22:47:14Z', 'revision_number': 8, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'gw_port_host': None, '_interfaces': [{'id': '540b081a-c0eb-4053-b470-dc71ffea61ea', 'name': '', 'network_id': '1b95684b-f625-4428-a987-4c9c91783ee4', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:1e:92:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:42Z', 'updated_at': '2022-02-16T22:46:50Z', 'revision_number': 5, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65437ec5-93a6-4455-88e4-97337ee288f7', 'name': '', 'network_id': '8fdfb5df-a690-4bcf-bd89-242df940fb8a', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:0b:2b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '44e6f7f8-d0d6-4281-8675-a416bd92e6b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:53Z', 'updated_at': '2022-02-16T22:47:01Z', 'revision_number': 5, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': '44e6f7f8-d0d6-4281-8675-a416bd92e6b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2f5fb89-15ce-44a7-84ce-713ffdeaa1e7', 'name': '', 'network_id': 'd62c52c3-7905-40aa-9f3e-4f2e617f68ab', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:38:6c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'd5bebc8e-7971-4f19-b8c7-45f876705022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:58Z', 'updated_at': '2022-02-16T22:47:11Z', 'revision_number': 5, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': 'd5bebc8e-7971-4f19-b8c7-45f876705022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:16.511389 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afb4c3e-ec38-47be-a6a3-462a06dff813 None None] Network ae2984bb-75d2-4f61-b372-ca06345d7ecb requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:47:16.513998 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-be21d5cb-7984-449d-8864-e7d8a39ebfde tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/subnets/4a1b7e74-4155-4c56-8ad1-30533a272e6e HTTP/1.1" status: 204 len: 168 time: 0.7937584 Feb 16 22:47:16.527275 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44242) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:16.584695 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3380174-78c4-4d9f-adc3-737c66fa5109 None None] The sync data for ids ['3fa6286f-27ce-4927-8d77-8e3db0c2ab85'] in n-d-813897-6 is: [{'id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'name': 'tempest-RoutersIpV6Test-router-1045503727', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:46:36Z', 'updated_at': '2022-02-16T22:47:14Z', 'revision_number': 8, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'gw_port_host': None, '_interfaces': [{'id': '540b081a-c0eb-4053-b470-dc71ffea61ea', 'name': '', 'network_id': '1b95684b-f625-4428-a987-4c9c91783ee4', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:1e:92:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:42Z', 'updated_at': '2022-02-16T22:46:50Z', 'revision_number': 5, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65437ec5-93a6-4455-88e4-97337ee288f7', 'name': '', 'network_id': '8fdfb5df-a690-4bcf-bd89-242df940fb8a', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:0b:2b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '44e6f7f8-d0d6-4281-8675-a416bd92e6b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:53Z', 'updated_at': '2022-02-16T22:47:01Z', 'revision_number': 5, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': '44e6f7f8-d0d6-4281-8675-a416bd92e6b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2f5fb89-15ce-44a7-84ce-713ffdeaa1e7', 'name': '', 'network_id': 'd62c52c3-7905-40aa-9f3e-4f2e617f68ab', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:38:6c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'd5bebc8e-7971-4f19-b8c7-45f876705022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:58Z', 'updated_at': '2022-02-16T22:47:11Z', 'revision_number': 5, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': 'd5bebc8e-7971-4f19-b8c7-45f876705022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:47:16.655162 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port cffe1041-35f6-4f66-bcd7-db2bfd9e416e, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=cffe1041-35f6-4f66-bcd7-db2bfd9e416e,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:16.666974 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 5d463916-57b9-451c-becc-b38ef2858b05 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:16.682728 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'cffe1041-35f6-4f66-bcd7-db2bfd9e416e', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'port_id': 'cffe1041-35f6-4f66-bcd7-db2bfd9e416e', 'mac_address': 'fa:16:3e:18:4b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:47:16.701418 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb9cb6-2e86-4b71-ab4a-5fd9aacde1c6 req-2e31c765-5c4b-4f69-9040-a0e886c37132 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:16.703074 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1bb9cb6-2e86-4b71-ab4a-5fd9aacde1c6 req-2e31c765-5c4b-4f69-9040-a0e886c37132 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 944 time: 0.2895308 Feb 16 22:47:16.712561 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-51b44561-82a6-49c2-9e46-30c80e3129ce tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (ae2984bb-75d2-4f61-b372-ca06345d7ecb), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:16.724426 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-14b21ed4-3a47-48fe-9566-fd226b48dd5d None None] Deleting port 5d463916-57b9-451c-becc-b38ef2858b05 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:47:16.724783 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-14b21ed4-3a47-48fe-9566-fd226b48dd5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (5d463916-57b9-451c-becc-b38ef2858b05), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:16.763010 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port cffe1041-35f6-4f66-bcd7-db2bfd9e416e is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:16.763400 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cffe1041-35f6-4f66-bcd7-db2bfd9e416e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:16.801692 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cffe1041-35f6-4f66-bcd7-db2bfd9e416e {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:47:16.814090 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1bb9cb6-2e86-4b71-ab4a-5fd9aacde1c6 req-4f8dd64a-02da-478e-a0ab-e101b0f0c721 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984893 Feb 16 22:47:16.871481 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-51b44561-82a6-49c2-9e46-30c80e3129ce tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Deleting port 6cb8b54e-1942-48f3-a23e-a77534ad7d2c {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:47:16.871900 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-51b44561-82a6-49c2-9e46-30c80e3129ce tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (6cb8b54e-1942-48f3-a23e-a77534ad7d2c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:16.888580 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port cffe1041-35f6-4f66-bcd7-db2bfd9e416e, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=cffe1041-35f6-4f66-bcd7-db2bfd9e416e,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:16.905931 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (cffe1041-35f6-4f66-bcd7-db2bfd9e416e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:16.913385 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-14b21ed4-3a47-48fe-9566-fd226b48dd5d None None] For port 5d463916-57b9-451c-becc-b38ef2858b05, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5d463916-57b9-451c-becc-b38ef2858b05,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:16.913794 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-14b21ed4-3a47-48fe-9566-fd226b48dd5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (5d463916-57b9-451c-becc-b38ef2858b05), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:16.920918 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5452c1c6-cb7c-4af3-b393-647b431caf5b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:16.964944 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-14b21ed4-3a47-48fe-9566-fd226b48dd5d None None] Calling delete_port for 5d463916-57b9-451c-becc-b38ef2858b05 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:47:17.004905 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120ad428-4119-4359-ab1c-84a35ad5d747 None None] DHCP port deletion for ae2984bb-75d2-4f61-b372-ca06345d7ecb request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:47:17.068003 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-51b44561-82a6-49c2-9e46-30c80e3129ce tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] For port 6cb8b54e-1942-48f3-a23e-a77534ad7d2c, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=6cb8b54e-1942-48f3-a23e-a77534ad7d2c,segment=NetworkSegment(62675ab3-065a-4edd-83df-484fa98c8f20),segment_id=62675ab3-065a-4edd-83df-484fa98c8f20)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:17.078543 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-51b44561-82a6-49c2-9e46-30c80e3129ce tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (6cb8b54e-1942-48f3-a23e-a77534ad7d2c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:17.102921 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-51b44561-82a6-49c2-9e46-30c80e3129ce tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Calling delete_port for 6cb8b54e-1942-48f3-a23e-a77534ad7d2c owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:47:17.226989 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-51b44561-82a6-49c2-9e46-30c80e3129ce tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (6cb8b54e-1942-48f3-a23e-a77534ad7d2c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:17.370255 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-5452c1c6-cb7c-4af3-b393-647b431caf5b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Allocated IP 2001:db8::1 (85653813-b5e9-4a14-b601-d8fc0bc02398/afa234c4-1444-4f98-918f-3b45698e3cd0/42184489-fd73-4452-b76d-ae547d537e15) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:47:17.418971 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 093aa745-caae-4dbe-9163-7a2ab12d6729 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:47:17.440579 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-14b21ed4-3a47-48fe-9566-fd226b48dd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (5d463916-57b9-451c-becc-b38ef2858b05), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:17.461954 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-120ad428-4119-4359-ab1c-84a35ad5d747 None None] The port '6cb8b54e-1942-48f3-a23e-a77534ad7d2c' was deleted {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 16 22:47:17.463835 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=cffe1041-35f6-4f66-bcd7-db2bfd9e416e,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:17.486147 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['cffe1041-35f6-4f66-bcd7-db2bfd9e416e'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:47:17.537821 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 093aa745-caae-4dbe-9163-7a2ab12d6729 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:47:17.538430 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 093aa745-caae-4dbe-9163-7a2ab12d6729 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:47:17.538860 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 6cb8b54e-1942-48f3-a23e-a77534ad7d2c no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:47:17.579133 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 6cb8b54e-1942-48f3-a23e-a77534ad7d2c {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:47:17.580040 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 6cb8b54e-1942-48f3-a23e-a77534ad7d2c not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:47:17.580040 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5d463916-57b9-451c-becc-b38ef2858b05 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:47:17.591935 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b21ed4-3a47-48fe-9566-fd226b48dd5d None None] No DVR routers for this DVR port 5d463916-57b9-451c-becc-b38ef2858b05 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:47:17.598496 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b21ed4-3a47-48fe-9566-fd226b48dd5d None None] Pushing event deleted for resources: {'Port': ['ID=5d463916-57b9-451c-becc-b38ef2858b05,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:17.635827 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57273926-728d-4451-8452-270437660c71 None None] Sync routers for ids ['3fa6286f-27ce-4927-8d77-8e3db0c2ab85'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:47:17.644136 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974e4f6d-6e2f-4197-989b-f653387dc65c None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:47:17.654827 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57273926-728d-4451-8452-270437660c71 None None] Routers {'3fa6286f-27ce-4927-8d77-8e3db0c2ab85'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:47:17.655468 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-57273926-728d-4451-8452-270437660c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:46:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3fa6286f-27ce-4927-8d77-8e3db0c2ab85'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:17.657269 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 5d463916-57b9-451c-becc-b38ef2858b05 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:47:17.657613 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5d463916-57b9-451c-becc-b38ef2858b05 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:47:17.751094 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b44561-82a6-49c2-9e46-30c80e3129ce tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event deleted for resources: {'Port': ['ID=6cb8b54e-1942-48f3-a23e-a77534ad7d2c,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:17.767444 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b44561-82a6-49c2-9e46-30c80e3129ce tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] No DVR routers for this DVR port 6cb8b54e-1942-48f3-a23e-a77534ad7d2c on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:47:17.854334 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-51b44561-82a6-49c2-9e46-30c80e3129ce tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (ae2984bb-75d2-4f61-b372-ca06345d7ecb), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:17.878740 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-51b44561-82a6-49c2-9e46-30c80e3129ce tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae2984bb-75d2-4f61-b372-ca06345d7ecb']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:17.892131 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-51b44561-82a6-49c2-9e46-30c80e3129ce tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62675ab3-065a-4edd-83df-484fa98c8f20') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:17.892516 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-51b44561-82a6-49c2-9e46-30c80e3129ce tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62675ab3-065a-4edd-83df-484fa98c8f20') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:17.895087 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-57273926-728d-4451-8452-270437660c71 None None] Set router 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:47:17.909362 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-51b44561-82a6-49c2-9e46-30c80e3129ce tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (62675ab3-065a-4edd-83df-484fa98c8f20), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:17.923365 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-51b44561-82a6-49c2-9e46-30c80e3129ce tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (62675ab3-065a-4edd-83df-484fa98c8f20), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:17.928921 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f740acc-368e-4414-bf5e-b257aa9345be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-85653813-b5e9-4a14-b601-d8fc0bc02398', 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'project_id': '5970909e92c9458195211ab3bb079d8d', 'fixed_ips': [{'subnet_id': 'afa234c4-1444-4f98-918f-3b45698e3cd0'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:47:17.929786 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1f740acc-368e-4414-bf5e-b257aa9345be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:17.931715 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51b44561-82a6-49c2-9e46-30c80e3129ce tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:47:17.932130 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-51b44561-82a6-49c2-9e46-30c80e3129ce tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (62675ab3-065a-4edd-83df-484fa98c8f20), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:17.995460 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5452c1c6-cb7c-4af3-b393-647b431caf5b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for port (42184489-fd73-4452-b76d-ae547d537e15), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:17.997774 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:47:17.997774 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:47:17.997774 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:47:17.997774 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:47:17.997774 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:47:17.997774 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:47:17.997774 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:47:17.997774 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:47:17.997774 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:47:17.997774 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:47:17.997774 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:47:17.997774 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:47:17.997774 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:47:17.997774 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:47:17.997774 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:47:17.997774 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:47:17.997774 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:47:17.997774 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:47:17.997774 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:47:17.997774 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:47:17.997774 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:47:17.997774 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:47:17.997774 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:47:17.997774 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:47:17.997774 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:47:17.997774 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:47:17.997774 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:47:17.997774 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:47:17.997774 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:47:17.997774 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:47:17.997774 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:47:17.997774 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:47:18.011968 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-51b44561-82a6-49c2-9e46-30c80e3129ce tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (ae2984bb-75d2-4f61-b372-ca06345d7ecb), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:18.016408 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-51b44561-82a6-49c2-9e46-30c80e3129ce tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:18.024902 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-51b44561-82a6-49c2-9e46-30c80e3129ce tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/networks/ae2984bb-75d2-4f61-b372-ca06345d7ecb HTTP/1.1" status: 204 len: 168 time: 1.4915209 Feb 16 22:47:18.025559 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44252) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:18.033853 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5452c1c6-cb7c-4af3-b393-647b431caf5b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (42184489-fd73-4452-b76d-ae547d537e15), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:18.070669 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b44561-82a6-49c2-9e46-30c80e3129ce tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event deleted for resources: {'Network': ['ID=ae2984bb-75d2-4f61-b372-ca06345d7ecb,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:18.082376 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5452c1c6-cb7c-4af3-b393-647b431caf5b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:47:18.085763 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-5452c1c6-cb7c-4af3-b393-647b431caf5b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:18.096759 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5452c1c6-cb7c-4af3-b393-647b431caf5b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:47:18.097561 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5452c1c6-cb7c-4af3-b393-647b431caf5b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (e630166d-9f3f-43b4-87ec-174fc3f3cb39), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:18.152504 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452c1c6-cb7c-4af3-b393-647b431caf5b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Port': ['ID=42184489-fd73-4452-b76d-ae547d537e15,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:18.198167 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09bd99-74be-4532-90a9-7e10f9b55ce2 req-b1877188-44c6-4824-bca2-d50dab6b208f tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:18.199939 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6b09bd99-74be-4532-90a9-7e10f9b55ce2 req-b1877188-44c6-4824-bca2-d50dab6b208f tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 945 time: 0.2036426 Feb 16 22:47:18.266925 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5452c1c6-cb7c-4af3-b393-647b431caf5b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (42184489-fd73-4452-b76d-ae547d537e15), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:18.390909 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-1f740acc-368e-4414-bf5e-b257aa9345be None None] Allocated IP 2001:db8::2 (85653813-b5e9-4a14-b601-d8fc0bc02398/afa234c4-1444-4f98-918f-3b45698e3cd0/0f8d5086-f826-4813-a5a9-493f25bf2b5b) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:47:18.393944 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6b09bd99-74be-4532-90a9-7e10f9b55ce2 req-939df156-fa90-4d7f-9aa9-c20257a6a255 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873503 Feb 16 22:47:18.625556 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-281ebbff-2f65-498f-bad7-09b657afad38 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (3fa6286f-27ce-4927-8d77-8e3db0c2ab85), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:18.668110 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1f740acc-368e-4414-bf5e-b257aa9345be None None] Publish callbacks [] for port (0f8d5086-f826-4813-a5a9-493f25bf2b5b), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:18.678275 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5452c1c6-cb7c-4af3-b393-647b431caf5b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for port (42184489-fd73-4452-b76d-ae547d537e15), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:18.690147 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5452c1c6-cb7c-4af3-b393-647b431caf5b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (42184489-fd73-4452-b76d-ae547d537e15), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:18.691286 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5452c1c6-cb7c-4af3-b393-647b431caf5b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (e630166d-9f3f-43b4-87ec-174fc3f3cb39), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:18.693137 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1f740acc-368e-4414-bf5e-b257aa9345be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (0f8d5086-f826-4813-a5a9-493f25bf2b5b), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:18.760679 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f740acc-368e-4414-bf5e-b257aa9345be None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:47:18.789125 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-1f740acc-368e-4414-bf5e-b257aa9345be None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:18.797375 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f740acc-368e-4414-bf5e-b257aa9345be None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:47:18.829113 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f740acc-368e-4414-bf5e-b257aa9345be None None] Pushing event updated for resources: {'Port': ['ID=0f8d5086-f826-4813-a5a9-493f25bf2b5b,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:18.902670 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5452c1c6-cb7c-4af3-b393-647b431caf5b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:47:18.908910 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-5452c1c6-cb7c-4af3-b393-647b431caf5b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:18.923061 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-57273926-728d-4451-8452-270437660c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'name': 'tempest-RoutersIpV6Test-router-1045503727', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:46:36Z', 'updated_at': '2022-02-16T22:47:14Z', 'revision_number': 8, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'gw_port_host': None, '_interfaces': [{'id': '540b081a-c0eb-4053-b470-dc71ffea61ea', 'name': '', 'network_id': '1b95684b-f625-4428-a987-4c9c91783ee4', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:1e:92:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:42Z', 'updated_at': '2022-02-16T22:46:50Z', 'revision_number': 5, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65437ec5-93a6-4455-88e4-97337ee288f7', 'name': '', 'network_id': '8fdfb5df-a690-4bcf-bd89-242df940fb8a', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:0b:2b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '44e6f7f8-d0d6-4281-8675-a416bd92e6b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:53Z', 'updated_at': '2022-02-16T22:47:01Z', 'revision_number': 5, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': '44e6f7f8-d0d6-4281-8675-a416bd92e6b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2f5fb89-15ce-44a7-84ce-713ffdeaa1e7', 'name': '', 'network_id': 'd62c52c3-7905-40aa-9f3e-4f2e617f68ab', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:38:6c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'd5bebc8e-7971-4f19-b8c7-45f876705022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:58Z', 'updated_at': '2022-02-16T22:47:11Z', 'revision_number': 5, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': 'd5bebc8e-7971-4f19-b8c7-45f876705022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:18.956840 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57273926-728d-4451-8452-270437660c71 None None] Checking router: 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:47:18.959954 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-1f740acc-368e-4414-bf5e-b257aa9345be None None] Attempting to bind port 0f8d5086-f826-4813-a5a9-493f25bf2b5b on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:47:18.960544 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-1f740acc-368e-4414-bf5e-b257aa9345be None None] Attempting to bind port 0f8d5086-f826-4813-a5a9-493f25bf2b5b by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:47:18.961128 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f740acc-368e-4414-bf5e-b257aa9345be None None] Attempting to bind port 0f8d5086-f826-4813-a5a9-493f25bf2b5b on network 85653813-b5e9-4a14-b601-d8fc0bc02398 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:47:18.972802 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57273926-728d-4451-8452-270437660c71 None None] Routers {'3fa6286f-27ce-4927-8d77-8e3db0c2ab85'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:47:18.973653 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-57273926-728d-4451-8452-270437660c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:46:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3fa6286f-27ce-4927-8d77-8e3db0c2ab85'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:18.975740 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f740acc-368e-4414-bf5e-b257aa9345be None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:47:18.976369 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f740acc-368e-4414-bf5e-b257aa9345be None None] Checking segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:47:18.976988 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1f740acc-368e-4414-bf5e-b257aa9345be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:18.977577 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f740acc-368e-4414-bf5e-b257aa9345be None None] Bound using segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:47:18.978377 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-1f740acc-368e-4414-bf5e-b257aa9345be None None] Bound port: 0f8d5086-f826-4813-a5a9-493f25bf2b5b, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:47:18.978973 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1f740acc-368e-4414-bf5e-b257aa9345be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0f8d5086-f826-4813-a5a9-493f25bf2b5b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:19.018137 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-281ebbff-2f65-498f-bad7-09b657afad38 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Deleting port d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:47:19.018717 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-281ebbff-2f65-498f-bad7-09b657afad38 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:19.026943 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452c1c6-cb7c-4af3-b393-647b431caf5b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Port': ['ID=42184489-fd73-4452-b76d-ae547d537e15,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:19.137818 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-281ebbff-2f65-498f-bad7-09b657afad38 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] For port d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7,segment=NetworkSegment(e60e5186-a990-4b2b-8f5a-e49128109b6b),segment_id=e60e5186-a990-4b2b-8f5a-e49128109b6b)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:19.138336 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-281ebbff-2f65-498f-bad7-09b657afad38 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:19.156092 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-281ebbff-2f65-498f-bad7-09b657afad38 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Calling delete_port for d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7 owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:47:19.210360 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-57273926-728d-4451-8452-270437660c71 None None] Set router 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:47:19.226678 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5452c1c6-cb7c-4af3-b393-647b431caf5b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Router e630166d-9f3f-43b4-87ec-174fc3f3cb39 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:47:19.317243 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1f740acc-368e-4414-bf5e-b257aa9345be None None] For port 0f8d5086-f826-4813-a5a9-493f25bf2b5b, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:47:19.356048 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1f740acc-368e-4414-bf5e-b257aa9345be None None] For port 0f8d5086-f826-4813-a5a9-493f25bf2b5b, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0f8d5086-f826-4813-a5a9-493f25bf2b5b,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:47:19.382139 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-281ebbff-2f65-498f-bad7-09b657afad38 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:19.411857 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1f740acc-368e-4414-bf5e-b257aa9345be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0f8d5086-f826-4813-a5a9-493f25bf2b5b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:19.480242 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5452c1c6-cb7c-4af3-b393-647b431caf5b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:47:19.496226 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadf45e0-684b-4e19-9729-ac51294ef532 None None] Sync routers for ids ['e630166d-9f3f-43b4-87ec-174fc3f3cb39'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:47:19.508952 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5452c1c6-cb7c-4af3-b393-647b431caf5b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "PUT /v2.0/routers/e630166d-9f3f-43b4-87ec-174fc3f3cb39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2247148 Feb 16 22:47:19.513132 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44268) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:19.518876 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadf45e0-684b-4e19-9729-ac51294ef532 None None] Routers {'e630166d-9f3f-43b4-87ec-174fc3f3cb39'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:47:19.519516 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-aadf45e0-684b-4e19-9729-ac51294ef532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:46:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['e630166d-9f3f-43b4-87ec-174fc3f3cb39'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:19.552862 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ebbff-2f65-498f-bad7-09b657afad38 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event deleted for resources: {'Port': ['ID=d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:19.666729 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f740acc-368e-4414-bf5e-b257aa9345be None None] Pushing event updated for resources: {'Port': ['ID=0f8d5086-f826-4813-a5a9-493f25bf2b5b,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:19.755385 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-aadf45e0-684b-4e19-9729-ac51294ef532 None None] Set router e630166d-9f3f-43b4-87ec-174fc3f3cb39 gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:47:19.797565 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-57273926-728d-4451-8452-270437660c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'name': 'tempest-RoutersIpV6Test-router-1045503727', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:46:36Z', 'updated_at': '2022-02-16T22:47:14Z', 'revision_number': 8, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'gw_port_host': None, '_interfaces': [{'id': '540b081a-c0eb-4053-b470-dc71ffea61ea', 'name': '', 'network_id': '1b95684b-f625-4428-a987-4c9c91783ee4', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:1e:92:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:42Z', 'updated_at': '2022-02-16T22:46:50Z', 'revision_number': 5, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65437ec5-93a6-4455-88e4-97337ee288f7', 'name': '', 'network_id': '8fdfb5df-a690-4bcf-bd89-242df940fb8a', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:0b:2b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '44e6f7f8-d0d6-4281-8675-a416bd92e6b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:53Z', 'updated_at': '2022-02-16T22:47:01Z', 'revision_number': 5, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': '44e6f7f8-d0d6-4281-8675-a416bd92e6b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2f5fb89-15ce-44a7-84ce-713ffdeaa1e7', 'name': '', 'network_id': 'd62c52c3-7905-40aa-9f3e-4f2e617f68ab', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:38:6c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'd5bebc8e-7971-4f19-b8c7-45f876705022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:58Z', 'updated_at': '2022-02-16T22:47:11Z', 'revision_number': 5, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': 'd5bebc8e-7971-4f19-b8c7-45f876705022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:19.855130 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769f626d-d7eb-4dcf-beff-7be3b3351790 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:19.859045 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-769f626d-d7eb-4dcf-beff-7be3b3351790 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports/42184489-fd73-4452-b76d-ae547d537e15 HTTP/1.1" status: 200 len: 911 time: 0.3400605 Feb 16 22:47:19.859510 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44270) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:19.887500 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57273926-728d-4451-8452-270437660c71 None None] The sync data for ids ['3fa6286f-27ce-4927-8d77-8e3db0c2ab85'] in n-d-813897-6 is: [{'id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'name': 'tempest-RoutersIpV6Test-router-1045503727', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:46:36Z', 'updated_at': '2022-02-16T22:47:14Z', 'revision_number': 8, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'gw_port_host': None, '_interfaces': [{'id': '540b081a-c0eb-4053-b470-dc71ffea61ea', 'name': '', 'network_id': '1b95684b-f625-4428-a987-4c9c91783ee4', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:1e:92:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:42Z', 'updated_at': '2022-02-16T22:46:50Z', 'revision_number': 5, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65437ec5-93a6-4455-88e4-97337ee288f7', 'name': '', 'network_id': '8fdfb5df-a690-4bcf-bd89-242df940fb8a', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:0b:2b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '44e6f7f8-d0d6-4281-8675-a416bd92e6b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:53Z', 'updated_at': '2022-02-16T22:47:01Z', 'revision_number': 5, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': '44e6f7f8-d0d6-4281-8675-a416bd92e6b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2f5fb89-15ce-44a7-84ce-713ffdeaa1e7', 'name': '', 'network_id': 'd62c52c3-7905-40aa-9f3e-4f2e617f68ab', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:38:6c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'd5bebc8e-7971-4f19-b8c7-45f876705022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:58Z', 'updated_at': '2022-02-16T22:47:11Z', 'revision_number': 5, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': 'd5bebc8e-7971-4f19-b8c7-45f876705022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:47:19.924325 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec2de0-8b98-4b30-8cd0-6b23267155ed req-b1f9155b-72b0-4b91-9517-fe6325577677 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:19.935273 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fec2de0-8b98-4b30-8cd0-6b23267155ed req-b1f9155b-72b0-4b91-9517-fe6325577677 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 945 time: 0.3638153 Feb 16 22:47:19.947219 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-281ebbff-2f65-498f-bad7-09b657afad38 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (3fa6286f-27ce-4927-8d77-8e3db0c2ab85), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:20.003946 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2274f393-e333-491d-a6bc-745599d98fdd tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:20.019792 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2274f393-e333-491d-a6bc-745599d98fdd tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:20.022474 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2274f393-e333-491d-a6bc-745599d98fdd tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1618340 Feb 16 22:47:20.025306 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44272) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:20.162811 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fec2de0-8b98-4b30-8cd0-6b23267155ed req-83be715d-6c20-4fe9-9285-52371cda579c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209542 Feb 16 22:47:20.213819 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-aadf45e0-684b-4e19-9729-ac51294ef532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e630166d-9f3f-43b4-87ec-174fc3f3cb39', 'name': 'tempest-NetworksTestDHCPv6-router-1188471574', 'tenant_id': '5970909e92c9458195211ab3bb079d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:47:16Z', 'updated_at': '2022-02-16T22:47:18Z', 'revision_number': 2, 'project_id': '5970909e92c9458195211ab3bb079d8d', 'gw_port_host': None, '_interfaces': [{'id': '42184489-fd73-4452-b76d-ae547d537e15', 'name': '', 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'tenant_id': '5970909e92c9458195211ab3bb079d8d', 'mac_address': 'fa:16:3e:1d:0b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e630166d-9f3f-43b4-87ec-174fc3f3cb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'afa234c4-1444-4f98-918f-3b45698e3cd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:47:17Z', 'updated_at': '2022-02-16T22:47:18Z', 'revision_number': 2, 'project_id': '5970909e92c9458195211ab3bb079d8d', 'subnets': [{'id': 'afa234c4-1444-4f98-918f-3b45698e3cd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:20.246272 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device cffe1041-35f6-4f66-bcd7-db2bfd9e416e up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:47:20.284230 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadf45e0-684b-4e19-9729-ac51294ef532 None None] Checking router: e630166d-9f3f-43b4-87ec-174fc3f3cb39 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:47:20.284921 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadf45e0-684b-4e19-9729-ac51294ef532 None None] Updating router e630166d-9f3f-43b4-87ec-174fc3f3cb39 port 42184489-fd73-4452-b76d-ae547d537e15 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:47:20.294977 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281ebbff-2f65-498f-bad7-09b657afad38 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Router 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:47:20.324623 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port cffe1041-35f6-4f66-bcd7-db2bfd9e416e completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:47:20.328840 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port cffe1041-35f6-4f66-bcd7-db2bfd9e416e triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:20.329219 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (cffe1041-35f6-4f66-bcd7-db2bfd9e416e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:20.345640 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-aadf45e0-684b-4e19-9729-ac51294ef532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (42184489-fd73-4452-b76d-ae547d537e15), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:20.528261 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281ebbff-2f65-498f-bad7-09b657afad38 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:47:20.537631 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port cffe1041-35f6-4f66-bcd7-db2bfd9e416e is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:20.538224 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cffe1041-35f6-4f66-bcd7-db2bfd9e416e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:20.547191 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-281ebbff-2f65-498f-bad7-09b657afad38 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "PUT /v2.0/routers/3fa6286f-27ce-4927-8d77-8e3db0c2ab85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4968657 Feb 16 22:47:20.547413 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44276) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:20.548310 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085685cd-b7a9-4880-855e-02d2f2fa93e8 None None] Sync routers for ids ['3fa6286f-27ce-4927-8d77-8e3db0c2ab85'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:47:20.588902 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58c9646-ae90-4b8f-8693-9ac8153b3697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cffe1041-35f6-4f66-bcd7-db2bfd9e416e'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:47:20.591078 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19b1c1d-c312-4a73-94ed-e4ccbd7f1564" -d '{"events": [{"server_uuid": "c58c9646-ae90-4b8f-8693-9ac8153b3697", "name": "network-vif-plugged", "status": "completed", "tag": "cffe1041-35f6-4f66-bcd7-db2bfd9e416e"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:47:20.610017 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-829ef6b3-3556-414f-b994-507a9c1c403e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (e630166d-9f3f-43b4-87ec-174fc3f3cb39), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:20.622145 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085685cd-b7a9-4880-855e-02d2f2fa93e8 None None] Routers {'3fa6286f-27ce-4927-8d77-8e3db0c2ab85'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:47:20.622795 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-085685cd-b7a9-4880-855e-02d2f2fa93e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:46:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3fa6286f-27ce-4927-8d77-8e3db0c2ab85'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:20.625749 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port cffe1041-35f6-4f66-bcd7-db2bfd9e416e, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=cffe1041-35f6-4f66-bcd7-db2bfd9e416e,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:20.724802 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078272df-51a1-42d9-bb0e-3338ffdd081e x-openstack-request-id: req-078272df-51a1-42d9-bb0e-3338ffdd081e {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:47:20.725098 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58c9646-ae90-4b8f-8693-9ac8153b3697", "name": "network-vif-plugged", "status": "completed", "tag": "cffe1041-35f6-4f66-bcd7-db2bfd9e416e", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:47:20.725351 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-078272df-51a1-42d9-bb0e-3338ffdd081e {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:47:20.725752 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58c9646-ae90-4b8f-8693-9ac8153b3697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cffe1041-35f6-4f66-bcd7-db2bfd9e416e', 'code': 200} Feb 16 22:47:20.868672 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-aadf45e0-684b-4e19-9729-ac51294ef532 None None] Publish callbacks [] for port (42184489-fd73-4452-b76d-ae547d537e15), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:20.895827 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-aadf45e0-684b-4e19-9729-ac51294ef532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (42184489-fd73-4452-b76d-ae547d537e15), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:20.924780 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-8484c5ef-b634-45c7-89a0-1dfb2d40afb0 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Deleting subnet d5bebc8e-7971-4f19-b8c7-45f876705022 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:47:21.027103 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c434f-32c1-4c22-ab23-b50b547c97a7 None None] Pushing event updated for resources: {'Port': ['ID=42184489-fd73-4452-b76d-ae547d537e15,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:21.030256 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8484c5ef-b634-45c7-89a0-1dfb2d40afb0 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for subnet (d5bebc8e-7971-4f19-b8c7-45f876705022), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:21.095802 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78580a64-ef95-4980-b13f-aef0cd2caca6 req-a8d3a957-bedc-4488-8bbb-5b382ee0fa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:21.097363 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78580a64-ef95-4980-b13f-aef0cd2caca6 req-a8d3a957-bedc-4488-8bbb-5b382ee0fa00 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 1128 time: 0.3378060 Feb 16 22:47:21.110140 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-aadf45e0-684b-4e19-9729-ac51294ef532 None None] Attempting to bind port 42184489-fd73-4452-b76d-ae547d537e15 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:47:21.111150 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-aadf45e0-684b-4e19-9729-ac51294ef532 None None] Attempting to bind port 42184489-fd73-4452-b76d-ae547d537e15 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:47:21.111544 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf45e0-684b-4e19-9729-ac51294ef532 None None] Attempting to bind port 42184489-fd73-4452-b76d-ae547d537e15 on network 85653813-b5e9-4a14-b601-d8fc0bc02398 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:47:21.119776 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8484c5ef-b634-45c7-89a0-1dfb2d40afb0 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (d5bebc8e-7971-4f19-b8c7-45f876705022), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:21.122305 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf45e0-684b-4e19-9729-ac51294ef532 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:47:21.123893 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf45e0-684b-4e19-9729-ac51294ef532 None None] Checking segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:47:21.124260 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-aadf45e0-684b-4e19-9729-ac51294ef532 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:21.124664 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf45e0-684b-4e19-9729-ac51294ef532 None None] Bound using segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:47:21.125156 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-aadf45e0-684b-4e19-9729-ac51294ef532 None None] Bound port: 42184489-fd73-4452-b76d-ae547d537e15, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:47:21.125540 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-aadf45e0-684b-4e19-9729-ac51294ef532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (42184489-fd73-4452-b76d-ae547d537e15), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:21.199377 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78580a64-ef95-4980-b13f-aef0cd2caca6 req-47628b94-c1a4-4061-97d7-5be2d23ec3a7 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834427 Feb 16 22:47:21.213262 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-aadf45e0-684b-4e19-9729-ac51294ef532 None None] For port 42184489-fd73-4452-b76d-ae547d537e15, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:47:21.217667 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-aadf45e0-684b-4e19-9729-ac51294ef532 None None] For port 42184489-fd73-4452-b76d-ae547d537e15, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=42184489-fd73-4452-b76d-ae547d537e15,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:47:21.232222 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-aadf45e0-684b-4e19-9729-ac51294ef532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (42184489-fd73-4452-b76d-ae547d537e15), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:21.313226 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-829ef6b3-3556-414f-b994-507a9c1c403e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting port 42184489-fd73-4452-b76d-ae547d537e15 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:47:21.313593 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-829ef6b3-3556-414f-b994-507a9c1c403e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (42184489-fd73-4452-b76d-ae547d537e15), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:21.329637 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8484c5ef-b634-45c7-89a0-1dfb2d40afb0 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (d5bebc8e-7971-4f19-b8c7-45f876705022), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:21.331025 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (cffe1041-35f6-4f66-bcd7-db2bfd9e416e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:21.354297 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0f8d5086-f826-4813-a5a9-493f25bf2b5b up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:47:21.359821 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadf45e0-684b-4e19-9729-ac51294ef532 None None] Routers {'e630166d-9f3f-43b4-87ec-174fc3f3cb39'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:47:21.360786 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-aadf45e0-684b-4e19-9729-ac51294ef532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:46:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['e630166d-9f3f-43b4-87ec-174fc3f3cb39'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:21.411125 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa28ad2-b5c4-4fde-bf50-db2862c0a27d req-880200b7-6bb3-463f-a322-23df2c469cea tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:21.416188 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9aa28ad2-b5c4-4fde-bf50-db2862c0a27d req-880200b7-6bb3-463f-a322-23df2c469cea tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 946 time: 0.0996268 Feb 16 22:47:21.504684 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9aa28ad2-b5c4-4fde-bf50-db2862c0a27d req-d611dbcd-cff9-468f-9ea7-1f31c1845f23 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828595 Feb 16 22:47:21.564008 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-085685cd-b7a9-4880-855e-02d2f2fa93e8 None None] Set router 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:47:21.624381 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-829ef6b3-3556-414f-b994-507a9c1c403e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] For port 42184489-fd73-4452-b76d-ae547d537e15, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=42184489-fd73-4452-b76d-ae547d537e15,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:21.624796 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-829ef6b3-3556-414f-b994-507a9c1c403e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (42184489-fd73-4452-b76d-ae547d537e15), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:21.634674 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8484c5ef-b634-45c7-89a0-1dfb2d40afb0 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (d5bebc8e-7971-4f19-b8c7-45f876705022), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:21.715141 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-829ef6b3-3556-414f-b994-507a9c1c403e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Calling delete_port for 42184489-fd73-4452-b76d-ae547d537e15 owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:47:21.732737 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bbd36f69-8ef8-43fe-9e67-04dd59e709be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:21.733100 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484c5ef-b634-45c7-89a0-1dfb2d40afb0 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event deleted for resources: {'Subnet': ['ID=d5bebc8e-7971-4f19-b8c7-45f876705022,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:21.744170 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c434f-32c1-4c22-ab23-b50b547c97a7 None None] Pushing event updated for resources: {'Port': ['ID=42184489-fd73-4452-b76d-ae547d537e15,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:21.744567 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=cffe1041-35f6-4f66-bcd7-db2bfd9e416e,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:21.770381 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8484c5ef-b634-45c7-89a0-1dfb2d40afb0 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:21.779504 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bf8335-021f-447e-9dc7-db54d3d2c701 None None] Network d62c52c3-7905-40aa-9f3e-4f2e617f68ab requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:47:21.786235 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8484c5ef-b634-45c7-89a0-1dfb2d40afb0 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/subnets/d5bebc8e-7971-4f19-b8c7-45f876705022 HTTP/1.1" status: 204 len: 168 time: 1.2401729 Feb 16 22:47:21.791423 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 0f8d5086-f826-4813-a5a9-493f25bf2b5b triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:21.791812 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0f8d5086-f826-4813-a5a9-493f25bf2b5b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:21.797609 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44290) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:21.801341 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-aadf45e0-684b-4e19-9729-ac51294ef532 None None] Set router e630166d-9f3f-43b4-87ec-174fc3f3cb39 gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:47:21.973840 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-ab8b85d0-c624-4606-8aae-6d6529c55da5 None None] Provisioning complete for port 0f8d5086-f826-4813-a5a9-493f25bf2b5b triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:21.974403 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ab8b85d0-c624-4606-8aae-6d6529c55da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0f8d5086-f826-4813-a5a9-493f25bf2b5b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:22.138485 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-aadf45e0-684b-4e19-9729-ac51294ef532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e630166d-9f3f-43b4-87ec-174fc3f3cb39', 'name': 'tempest-NetworksTestDHCPv6-router-1188471574', 'tenant_id': '5970909e92c9458195211ab3bb079d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:47:16Z', 'updated_at': '2022-02-16T22:47:18Z', 'revision_number': 2, 'project_id': '5970909e92c9458195211ab3bb079d8d', 'gw_port_host': None, '_interfaces': [{'id': '42184489-fd73-4452-b76d-ae547d537e15', 'name': '', 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'tenant_id': '5970909e92c9458195211ab3bb079d8d', 'mac_address': 'fa:16:3e:1d:0b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e630166d-9f3f-43b4-87ec-174fc3f3cb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'afa234c4-1444-4f98-918f-3b45698e3cd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:47:17Z', 'updated_at': '2022-02-16T22:47:21Z', 'revision_number': 4, 'project_id': '5970909e92c9458195211ab3bb079d8d', 'subnets': [{'id': 'afa234c4-1444-4f98-918f-3b45698e3cd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:22.187538 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadf45e0-684b-4e19-9729-ac51294ef532 None None] The sync data for ids ['e630166d-9f3f-43b4-87ec-174fc3f3cb39'] in n-d-813897-6 is: [{'id': 'e630166d-9f3f-43b4-87ec-174fc3f3cb39', 'name': 'tempest-NetworksTestDHCPv6-router-1188471574', 'tenant_id': '5970909e92c9458195211ab3bb079d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:47:16Z', 'updated_at': '2022-02-16T22:47:18Z', 'revision_number': 2, 'project_id': '5970909e92c9458195211ab3bb079d8d', 'gw_port_host': None, '_interfaces': [{'id': '42184489-fd73-4452-b76d-ae547d537e15', 'name': '', 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'tenant_id': '5970909e92c9458195211ab3bb079d8d', 'mac_address': 'fa:16:3e:1d:0b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e630166d-9f3f-43b4-87ec-174fc3f3cb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'afa234c4-1444-4f98-918f-3b45698e3cd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:47:17Z', 'updated_at': '2022-02-16T22:47:21Z', 'revision_number': 4, 'project_id': '5970909e92c9458195211ab3bb079d8d', 'subnets': [{'id': 'afa234c4-1444-4f98-918f-3b45698e3cd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:47:22.222228 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2341f7ea-7f1f-4fea-a394-1a67afb18c95 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (d62c52c3-7905-40aa-9f3e-4f2e617f68ab), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:22.238584 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 0f8d5086-f826-4813-a5a9-493f25bf2b5b is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:22.238584 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0f8d5086-f826-4813-a5a9-493f25bf2b5b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:22.240661 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb85ee03-0c94-45d1-8dc1-dbb536ab2d0d None None] DHCP port deletion for d62c52c3-7905-40aa-9f3e-4f2e617f68ab request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:47:22.369115 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-829ef6b3-3556-414f-b994-507a9c1c403e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (42184489-fd73-4452-b76d-ae547d537e15), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:22.444331 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-2341f7ea-7f1f-4fea-a394-1a67afb18c95 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Deleting port 4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:47:22.444663 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2341f7ea-7f1f-4fea-a394-1a67afb18c95 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:22.453902 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 0f8d5086-f826-4813-a5a9-493f25bf2b5b, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0f8d5086-f826-4813-a5a9-493f25bf2b5b,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:22.493131 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-ab8b85d0-c624-4606-8aae-6d6529c55da5 None None] Current status of the port 0f8d5086-f826-4813-a5a9-493f25bf2b5b is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:22.493621 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ab8b85d0-c624-4606-8aae-6d6529c55da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0f8d5086-f826-4813-a5a9-493f25bf2b5b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:22.519740 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0f8d5086-f826-4813-a5a9-493f25bf2b5b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:22.571926 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-085685cd-b7a9-4880-855e-02d2f2fa93e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'name': 'tempest-RoutersIpV6Test-router-1045503727', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:46:36Z', 'updated_at': '2022-02-16T22:47:19Z', 'revision_number': 9, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'gw_port_host': None, '_interfaces': [{'id': '540b081a-c0eb-4053-b470-dc71ffea61ea', 'name': '', 'network_id': '1b95684b-f625-4428-a987-4c9c91783ee4', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:1e:92:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:42Z', 'updated_at': '2022-02-16T22:46:50Z', 'revision_number': 5, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65437ec5-93a6-4455-88e4-97337ee288f7', 'name': '', 'network_id': '8fdfb5df-a690-4bcf-bd89-242df940fb8a', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:0b:2b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '44e6f7f8-d0d6-4281-8675-a416bd92e6b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:53Z', 'updated_at': '2022-02-16T22:47:01Z', 'revision_number': 5, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': '44e6f7f8-d0d6-4281-8675-a416bd92e6b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:22.594693 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-2341f7ea-7f1f-4fea-a394-1a67afb18c95 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] For port 4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c,segment=NetworkSegment(e60e5186-a990-4b2b-8f5a-e49128109b6b),segment_id=e60e5186-a990-4b2b-8f5a-e49128109b6b)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:22.601242 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2341f7ea-7f1f-4fea-a394-1a67afb18c95 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:22.620928 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-2341f7ea-7f1f-4fea-a394-1a67afb18c95 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Calling delete_port for 4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:47:22.728246 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ef6b3-3556-414f-b994-507a9c1c403e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Port': ['ID=42184489-fd73-4452-b76d-ae547d537e15,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:22.789058 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=0f8d5086-f826-4813-a5a9-493f25bf2b5b,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:22.813094 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2341f7ea-7f1f-4fea-a394-1a67afb18c95 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:22.841687 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30b322-ea7d-4908-8020-7590d77f1190 req-7251391b-15b8-40a1-bdef-5f0761736e76 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:22.852774 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dd30b322-ea7d-4908-8020-7590d77f1190 req-7251391b-15b8-40a1-bdef-5f0761736e76 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 946 time: 0.1697574 Feb 16 22:47:22.856324 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2341f7ea-7f1f-4fea-a394-1a67afb18c95 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] No DVR routers for this DVR port 4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:47:22.897115 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085685cd-b7a9-4880-855e-02d2f2fa93e8 None None] Checking router: 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:47:22.937961 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 42184489-fd73-4452-b76d-ae547d537e15 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:47:22.996048 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-ab8b85d0-c624-4606-8aae-6d6529c55da5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:47:22.996498 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-ab8b85d0-c624-4606-8aae-6d6529c55da5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:47:23.001518 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 42184489-fd73-4452-b76d-ae547d537e15 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:47:23.001952 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 42184489-fd73-4452-b76d-ae547d537e15 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 16 22:47:23.004575 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-cb85ee03-0c94-45d1-8dc1-dbb536ab2d0d None None] Deleting port 4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:47:23.005029 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cb85ee03-0c94-45d1-8dc1-dbb536ab2d0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:23.038031 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dd30b322-ea7d-4908-8020-7590d77f1190 req-e6fbba43-a3e7-45fc-9e4e-dc260c43c293 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775444 Feb 16 22:47:23.043341 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085685cd-b7a9-4880-855e-02d2f2fa93e8 None None] Routers {'3fa6286f-27ce-4927-8d77-8e3db0c2ab85'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:47:23.046639 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-085685cd-b7a9-4880-855e-02d2f2fa93e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:46:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3fa6286f-27ce-4927-8d77-8e3db0c2ab85'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:23.075178 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Port 42184489-fd73-4452-b76d-ae547d537e15 not found, will not notify nova. {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 16 22:47:23.188500 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-829ef6b3-3556-414f-b994-507a9c1c403e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (e630166d-9f3f-43b4-87ec-174fc3f3cb39), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:23.201363 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341f7ea-7f1f-4fea-a394-1a67afb18c95 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event deleted for resources: {'Port': ['ID=4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:23.210584 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:47:23.258918 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5fd64-aae2-4143-9ea9-9e4d1fcbb9c1 req-30c48dc8-63c1-4c66-ac6f-1f25998f8071 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:23.265800 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f2a5fd64-aae2-4143-9ea9-9e4d1fcbb9c1 req-30c48dc8-63c1-4c66-ac6f-1f25998f8071 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 946 time: 0.1003170 Feb 16 22:47:23.342765 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:47:23.343434 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:47:23.356051 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-89f60f05-b1dc-4e95-b572-d2897369c542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:23.377152 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-cb85ee03-0c94-45d1-8dc1-dbb536ab2d0d None None] For port 4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c, host n-d-813897-6, got binding levels [] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:23.377663 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cb85ee03-0c94-45d1-8dc1-dbb536ab2d0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:23.393296 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f2a5fd64-aae2-4143-9ea9-9e4d1fcbb9c1 req-99fa8187-d441-49ad-90a8-29a5d4707a34 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190848 Feb 16 22:47:23.416939 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-cb85ee03-0c94-45d1-8dc1-dbb536ab2d0d None None] Calling delete_port for 4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:47:23.419903 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-085685cd-b7a9-4880-855e-02d2f2fa93e8 None None] Set router 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:47:23.429484 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.ipam_backend_mixin [None req-cb85ee03-0c94-45d1-8dc1-dbb536ab2d0d None None] Port 4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c was not found and therefore no delete operation was performed {{(pid=103467) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 22:47:23.553267 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cb85ee03-0c94-45d1-8dc1-dbb536ab2d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:23.626718 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650bba7-3cc7-453b-b567-ddabc9bcd667 req-28e6b7b8-30ce-4b0e-9860-c08587c3eef0 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:23.639290 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a650bba7-3cc7-453b-b567-ddabc9bcd667 req-28e6b7b8-30ce-4b0e-9860-c08587c3eef0 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 946 time: 0.1202133 Feb 16 22:47:23.664343 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2341f7ea-7f1f-4fea-a394-1a67afb18c95 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (d62c52c3-7905-40aa-9f3e-4f2e617f68ab), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:23.696220 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb85ee03-0c94-45d1-8dc1-dbb536ab2d0d None None] No DVR routers for this DVR port 4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:47:23.709456 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85ee03-0c94-45d1-8dc1-dbb536ab2d0d None None] Pushing event deleted for resources: {'Port': ['ID=4b43e4cd-1f99-48b2-94e3-e2a34cce0a2c,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:23.736128 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a650bba7-3cc7-453b-b567-ddabc9bcd667 req-c5313cf0-6ad2-4b20-82c5-d28e1472f84a tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912876 Feb 16 22:47:23.766765 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-ab8b85d0-c624-4606-8aae-6d6529c55da5 None None] Current status of the port 0f8d5086-f826-4813-a5a9-493f25bf2b5b is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:23.918550 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-6f1be941-ce00-42c1-ae8a-3b62dee12f3a None None] Could not find standard attr ID for object 42184489-fd73-4452-b76d-ae547d537e15. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:47:23.926050 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-6f1be941-ce00-42c1-ae8a-3b62dee12f3a None None] Could not find standard attr ID for object 35a0e225-87f0-4f2d-b07c-40bb00da899b. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:47:23.932578 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-6f1be941-ce00-42c1-ae8a-3b62dee12f3a None None] Could not find standard attr ID for object 00c131e0-e4b8-4506-9849-9ed830c0925a. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:47:23.988044 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-085685cd-b7a9-4880-855e-02d2f2fa93e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'name': 'tempest-RoutersIpV6Test-router-1045503727', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:46:36Z', 'updated_at': '2022-02-16T22:47:19Z', 'revision_number': 9, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'gw_port_host': None, '_interfaces': [{'id': '540b081a-c0eb-4053-b470-dc71ffea61ea', 'name': '', 'network_id': '1b95684b-f625-4428-a987-4c9c91783ee4', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:1e:92:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:42Z', 'updated_at': '2022-02-16T22:46:50Z', 'revision_number': 5, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65437ec5-93a6-4455-88e4-97337ee288f7', 'name': '', 'network_id': '8fdfb5df-a690-4bcf-bd89-242df940fb8a', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:0b:2b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '44e6f7f8-d0d6-4281-8675-a416bd92e6b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:53Z', 'updated_at': '2022-02-16T22:47:01Z', 'revision_number': 5, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': '44e6f7f8-d0d6-4281-8675-a416bd92e6b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:24.055913 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085685cd-b7a9-4880-855e-02d2f2fa93e8 None None] The sync data for ids ['3fa6286f-27ce-4927-8d77-8e3db0c2ab85'] in n-d-813897-6 is: [{'id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'name': 'tempest-RoutersIpV6Test-router-1045503727', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:46:36Z', 'updated_at': '2022-02-16T22:47:19Z', 'revision_number': 9, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'gw_port_host': None, '_interfaces': [{'id': '540b081a-c0eb-4053-b470-dc71ffea61ea', 'name': '', 'network_id': '1b95684b-f625-4428-a987-4c9c91783ee4', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:1e:92:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:42Z', 'updated_at': '2022-02-16T22:46:50Z', 'revision_number': 5, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65437ec5-93a6-4455-88e4-97337ee288f7', 'name': '', 'network_id': '8fdfb5df-a690-4bcf-bd89-242df940fb8a', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:0b:2b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '44e6f7f8-d0d6-4281-8675-a416bd92e6b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:53Z', 'updated_at': '2022-02-16T22:47:01Z', 'revision_number': 5, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': '44e6f7f8-d0d6-4281-8675-a416bd92e6b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:47:24.298180 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:24.342086 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7c772-b91e-4511-b197-b35aa4e103b4 req-a4b31ded-3800-454c-9e83-b79b5cd09613 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:24.349448 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-2341f7ea-7f1f-4fea-a394-1a67afb18c95 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d62c52c3-7905-40aa-9f3e-4f2e617f68ab']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:24.356913 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1d7c772-b91e-4511-b197-b35aa4e103b4 req-a4b31ded-3800-454c-9e83-b79b5cd09613 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 946 time: 0.1107736 Feb 16 22:47:24.361621 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-2341f7ea-7f1f-4fea-a394-1a67afb18c95 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e60e5186-a990-4b2b-8f5a-e49128109b6b') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:24.362011 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-2341f7ea-7f1f-4fea-a394-1a67afb18c95 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e60e5186-a990-4b2b-8f5a-e49128109b6b') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:24.375955 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2341f7ea-7f1f-4fea-a394-1a67afb18c95 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (e60e5186-a990-4b2b-8f5a-e49128109b6b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:24.399324 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2341f7ea-7f1f-4fea-a394-1a67afb18c95 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (e60e5186-a990-4b2b-8f5a-e49128109b6b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:24.424148 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2341f7ea-7f1f-4fea-a394-1a67afb18c95 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:47:24.424861 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2341f7ea-7f1f-4fea-a394-1a67afb18c95 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (e60e5186-a990-4b2b-8f5a-e49128109b6b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:24.428338 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:47:24.428338 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:47:24.428338 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:47:24.428338 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:47:24.428338 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:47:24.428338 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:47:24.428338 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:47:24.428338 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:47:24.428338 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:47:24.428338 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:47:24.428338 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:47:24.428338 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:47:24.428338 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:47:24.428338 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:47:24.428338 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:47:24.428338 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:47:24.428338 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:47:24.428338 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:47:24.428338 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:47:24.428338 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:47:24.428338 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:47:24.428338 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:47:24.428338 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:47:24.428338 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:47:24.428338 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:47:24.428338 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:47:24.428338 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:47:24.428338 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:47:24.428338 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:47:24.428338 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:47:24.428338 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:47:24.428338 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:47:24.451340 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1d7c772-b91e-4511-b197-b35aa4e103b4 req-a4efda9d-3fd4-422d-9ca1-41aa90fc914d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919409 Feb 16 22:47:24.459311 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829ef6b3-3556-414f-b994-507a9c1c403e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Router e630166d-9f3f-43b4-87ec-174fc3f3cb39 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:47:24.545620 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2341f7ea-7f1f-4fea-a394-1a67afb18c95 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (d62c52c3-7905-40aa-9f3e-4f2e617f68ab), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:24.564696 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2341f7ea-7f1f-4fea-a394-1a67afb18c95 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:24.575142 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44312) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:24.582588 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2341f7ea-7f1f-4fea-a394-1a67afb18c95 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/networks/d62c52c3-7905-40aa-9f3e-4f2e617f68ab HTTP/1.1" status: 204 len: 168 time: 2.7836959 Feb 16 22:47:24.751863 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829ef6b3-3556-414f-b994-507a9c1c403e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:47:24.796665 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-829ef6b3-3556-414f-b994-507a9c1c403e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "PUT /v2.0/routers/e630166d-9f3f-43b4-87ec-174fc3f3cb39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7678342 Feb 16 22:47:24.796665 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341f7ea-7f1f-4fea-a394-1a67afb18c95 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event deleted for resources: {'Network': ['ID=d62c52c3-7905-40aa-9f3e-4f2e617f68ab,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:24.798087 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44314) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:24.838901 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef39141-d7c8-46aa-9a65-0f9c1fc21f05 None None] Sync routers for ids ['e630166d-9f3f-43b4-87ec-174fc3f3cb39'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:47:24.865128 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef39141-d7c8-46aa-9a65-0f9c1fc21f05 None None] Routers {'e630166d-9f3f-43b4-87ec-174fc3f3cb39'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:47:24.865780 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-fef39141-d7c8-46aa-9a65-0f9c1fc21f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:47:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['e630166d-9f3f-43b4-87ec-174fc3f3cb39'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:24.905322 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde85f3b-6301-402f-8ba9-a30ac004a99e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:24.906676 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde85f3b-6301-402f-8ba9-a30ac004a99e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:24.908227 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bde85f3b-6301-402f-8ba9-a30ac004a99e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1091359 Feb 16 22:47:24.910840 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44316) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:24.954988 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0f8d5086-f826-4813-a5a9-493f25bf2b5b up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:47:25.020777 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-fef39141-d7c8-46aa-9a65-0f9c1fc21f05 None None] Set router e630166d-9f3f-43b4-87ec-174fc3f3cb39 gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:47:25.059170 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-019cc201-ddb5-4453-a7ec-9cd67c7e6ff9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting subnet afa234c4-1444-4f98-918f-3b45698e3cd0 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:47:25.067498 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-019cc201-ddb5-4453-a7ec-9cd67c7e6ff9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (afa234c4-1444-4f98-918f-3b45698e3cd0), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:25.091701 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 0f8d5086-f826-4813-a5a9-493f25bf2b5b triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:25.094818 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0f8d5086-f826-4813-a5a9-493f25bf2b5b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:25.132263 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-019cc201-ddb5-4453-a7ec-9cd67c7e6ff9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (afa234c4-1444-4f98-918f-3b45698e3cd0), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:25.178393 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-fef39141-d7c8-46aa-9a65-0f9c1fc21f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e630166d-9f3f-43b4-87ec-174fc3f3cb39', 'name': 'tempest-NetworksTestDHCPv6-router-1188471574', 'tenant_id': '5970909e92c9458195211ab3bb079d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:47:16Z', 'updated_at': '2022-02-16T22:47:22Z', 'revision_number': 3, 'project_id': '5970909e92c9458195211ab3bb079d8d', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:25.242469 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef39141-d7c8-46aa-9a65-0f9c1fc21f05 None None] Checking router: e630166d-9f3f-43b4-87ec-174fc3f3cb39 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:47:25.264420 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef39141-d7c8-46aa-9a65-0f9c1fc21f05 None None] Routers {'e630166d-9f3f-43b4-87ec-174fc3f3cb39'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:47:25.265132 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-fef39141-d7c8-46aa-9a65-0f9c1fc21f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:47:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['e630166d-9f3f-43b4-87ec-174fc3f3cb39'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:25.280132 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-019cc201-ddb5-4453-a7ec-9cd67c7e6ff9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (afa234c4-1444-4f98-918f-3b45698e3cd0), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:25.294990 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 0f8d5086-f826-4813-a5a9-493f25bf2b5b is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:25.302704 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c5a5f857-8a1a-43e2-9fe0-9ab7a5827c5a tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (3fa6286f-27ce-4927-8d77-8e3db0c2ab85), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:25.317797 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:47:25.355142 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-019cc201-ddb5-4453-a7ec-9cd67c7e6ff9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (afa234c4-1444-4f98-918f-3b45698e3cd0), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:25.381524 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-019cc201-ddb5-4453-a7ec-9cd67c7e6ff9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:25.388841 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-019cc201-ddb5-4453-a7ec-9cd67c7e6ff9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/afa234c4-1444-4f98-918f-3b45698e3cd0 HTTP/1.1" status: 204 len: 168 time: 0.4741368 Feb 16 22:47:25.390181 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44322) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:25.395234 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-fef39141-d7c8-46aa-9a65-0f9c1fc21f05 None None] Set router e630166d-9f3f-43b4-87ec-174fc3f3cb39 gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:47:25.405739 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7572499c-86d3-469e-847d-4220529a4c67 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:47:25.415162 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:47:25.415575 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device d2f5fb89-15ce-44a7-84ce-713ffdeaa1e7 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:47:25.419804 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019cc201-ddb5-4453-a7ec-9cd67c7e6ff9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Subnet': ['ID=afa234c4-1444-4f98-918f-3b45698e3cd0,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:25.466286 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-fef39141-d7c8-46aa-9a65-0f9c1fc21f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e630166d-9f3f-43b4-87ec-174fc3f3cb39', 'name': 'tempest-NetworksTestDHCPv6-router-1188471574', 'tenant_id': '5970909e92c9458195211ab3bb079d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:47:16Z', 'updated_at': '2022-02-16T22:47:22Z', 'revision_number': 3, 'project_id': '5970909e92c9458195211ab3bb079d8d', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:25.516976 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef39141-d7c8-46aa-9a65-0f9c1fc21f05 None None] The sync data for ids ['e630166d-9f3f-43b4-87ec-174fc3f3cb39'] in n-d-813897-6 is: [{'id': 'e630166d-9f3f-43b4-87ec-174fc3f3cb39', 'name': 'tempest-NetworksTestDHCPv6-router-1188471574', 'tenant_id': '5970909e92c9458195211ab3bb079d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:47:16Z', 'updated_at': '2022-02-16T22:47:22Z', 'revision_number': 3, 'project_id': '5970909e92c9458195211ab3bb079d8d', 'gw_port_host': None}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:47:25.640826 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-feb543b7-86e8-4cdd-b20e-ee1b0f5b3007 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2487514 Feb 16 22:47:25.643499 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44326) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:25.671520 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:25.738857 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5687534b-c31d-40a0-b72b-a848a59b2c98 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for router (e630166d-9f3f-43b4-87ec-174fc3f3cb39), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:25.918775 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38ee996-72de-4e27-b8b0-28e3d618bc89 None None] DHCP port deletion for 85653813-b5e9-4a14-b601-d8fc0bc02398 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:47:26.032068 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5687534b-c31d-40a0-b72b-a848a59b2c98 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (e630166d-9f3f-43b4-87ec-174fc3f3cb39), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:26.038316 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5687534b-c31d-40a0-b72b-a848a59b2c98 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for router_controller (e630166d-9f3f-43b4-87ec-174fc3f3cb39), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:26.065117 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e38ee996-72de-4e27-b8b0-28e3d618bc89 None None] Deleting port 0f8d5086-f826-4813-a5a9-493f25bf2b5b {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:47:26.065786 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e38ee996-72de-4e27-b8b0-28e3d618bc89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (0f8d5086-f826-4813-a5a9-493f25bf2b5b), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:26.194852 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5687534b-c31d-40a0-b72b-a848a59b2c98 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (e630166d-9f3f-43b4-87ec-174fc3f3cb39), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:26.195470 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5687534b-c31d-40a0-b72b-a848a59b2c98 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Fanout notify agent at l3_agent the message router_deleted on router e630166d-9f3f-43b4-87ec-174fc3f3cb39 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:47:26.210727 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5687534b-c31d-40a0-b72b-a848a59b2c98 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:26.215786 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5687534b-c31d-40a0-b72b-a848a59b2c98 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/routers/e630166d-9f3f-43b4-87ec-174fc3f3cb39 HTTP/1.1" status: 204 len: 168 time: 0.5680771 Feb 16 22:47:26.218667 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44334) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:26.230185 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-3836cc1a-ffec-41b4-bcd3-ba40ee75947b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:47:26.275815 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e38ee996-72de-4e27-b8b0-28e3d618bc89 None None] For port 0f8d5086-f826-4813-a5a9-493f25bf2b5b, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0f8d5086-f826-4813-a5a9-493f25bf2b5b,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:26.276101 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e38ee996-72de-4e27-b8b0-28e3d618bc89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (0f8d5086-f826-4813-a5a9-493f25bf2b5b), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:26.299915 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247f890-302a-4788-bceb-852ca79fbe2b req-782eca53-6b26-4898-a324-1b6124867c9f tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:26.303419 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1247f890-302a-4788-bceb-852ca79fbe2b req-782eca53-6b26-4898-a324-1b6124867c9f tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 946 time: 0.7278316 Feb 16 22:47:26.321788 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e38ee996-72de-4e27-b8b0-28e3d618bc89 None None] Calling delete_port for 0f8d5086-f826-4813-a5a9-493f25bf2b5b owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:47:26.449140 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ceef4-f5e5-44f6-a04b-2243c2379f14 req-c40c2b30-9e09-4ce1-8569-e7622c72fb55 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:26.451715 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8a7ceef4-f5e5-44f6-a04b-2243c2379f14 req-c40c2b30-9e09-4ce1-8569-e7622c72fb55 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.79 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 946 time: 0.7312958 Feb 16 22:47:26.487671 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3836cc1a-ffec-41b4-bcd3-ba40ee75947b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:47:26.491598 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3836cc1a-ffec-41b4-bcd3-ba40ee75947b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:26.507311 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e38ee996-72de-4e27-b8b0-28e3d618bc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (0f8d5086-f826-4813-a5a9-493f25bf2b5b), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:26.566237 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ee996-72de-4e27-b8b0-28e3d618bc89 None None] Pushing event deleted for resources: {'Port': ['ID=0f8d5086-f826-4813-a5a9-493f25bf2b5b,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:26.569413 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38ee996-72de-4e27-b8b0-28e3d618bc89 None None] No DVR routers for this DVR port 0f8d5086-f826-4813-a5a9-493f25bf2b5b on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:47:26.749291 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1247f890-302a-4788-bceb-852ca79fbe2b req-3fde66b8-29b0-452d-a5a5-e411d70a603f tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917284 Feb 16 22:47:26.794815 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0f8d5086-f826-4813-a5a9-493f25bf2b5b no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:47:26.798862 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-c5a5f857-8a1a-43e2-9fe0-9ab7a5827c5a tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Deleting port 65437ec5-93a6-4455-88e4-97337ee288f7 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:47:26.799294 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c5a5f857-8a1a-43e2-9fe0-9ab7a5827c5a tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (65437ec5-93a6-4455-88e4-97337ee288f7), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:26.841789 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 0f8d5086-f826-4813-a5a9-493f25bf2b5b {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:47:26.842851 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0f8d5086-f826-4813-a5a9-493f25bf2b5b not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:47:26.843538 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 42184489-fd73-4452-b76d-ae547d537e15 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:47:26.847565 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3836cc1a-ffec-41b4-bcd3-ba40ee75947b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (51d06a47-816e-4729-8678-bdf076a3d172), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:26.889323 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-8a7ceef4-f5e5-44f6-a04b-2243c2379f14 req-b7e7b3d7-0f94-450e-9fd1-5c8ec6cfff7b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Deleting port cffe1041-35f6-4f66-bcd7-db2bfd9e416e {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:47:26.890362 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8a7ceef4-f5e5-44f6-a04b-2243c2379f14 req-b7e7b3d7-0f94-450e-9fd1-5c8ec6cfff7b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (cffe1041-35f6-4f66-bcd7-db2bfd9e416e), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:26.903606 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 42184489-fd73-4452-b76d-ae547d537e15 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:47:26.908579 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 42184489-fd73-4452-b76d-ae547d537e15 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:47:26.930472 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3836cc1a-ffec-41b4-bcd3-ba40ee75947b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:47:26.934639 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-3836cc1a-ffec-41b4-bcd3-ba40ee75947b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:26.944275 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f19b6b-e34c-4003-935d-075755f3a7ad None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:47:26.967066 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3836cc1a-ffec-41b4-bcd3-ba40ee75947b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:26.968681 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3836cc1a-ffec-41b4-bcd3-ba40ee75947b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:27.024802 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3836cc1a-ffec-41b4-bcd3-ba40ee75947b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8035355 Feb 16 22:47:27.025881 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44338) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:27.039779 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-48dc9a43-6322-44ad-bb35-aa6436002467 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-24263068', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:47:27.095173 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-c5a5f857-8a1a-43e2-9fe0-9ab7a5827c5a tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] For port 65437ec5-93a6-4455-88e4-97337ee288f7, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=65437ec5-93a6-4455-88e4-97337ee288f7,segment=NetworkSegment(d48109a1-7c79-4da9-aea6-1833a9a1a7b2),segment_id=d48109a1-7c79-4da9-aea6-1833a9a1a7b2)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:27.095709 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c5a5f857-8a1a-43e2-9fe0-9ab7a5827c5a tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (65437ec5-93a6-4455-88e4-97337ee288f7), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:27.103354 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836cc1a-ffec-41b4-bcd3-ba40ee75947b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Subnet': ['ID=51d06a47-816e-4729-8678-bdf076a3d172,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:27.120031 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-48dc9a43-6322-44ad-bb35-aa6436002467 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (67c04151-5857-4715-af0e-b5f2fdb8b02f), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:27.121562 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-48dc9a43-6322-44ad-bb35-aa6436002467 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (67c04151-5857-4715-af0e-b5f2fdb8b02f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:27.140978 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-c5a5f857-8a1a-43e2-9fe0-9ab7a5827c5a tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Calling delete_port for 65437ec5-93a6-4455-88e4-97337ee288f7 owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:47:27.156377 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-8a7ceef4-f5e5-44f6-a04b-2243c2379f14 req-b7e7b3d7-0f94-450e-9fd1-5c8ec6cfff7b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] For port cffe1041-35f6-4f66-bcd7-db2bfd9e416e, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=cffe1041-35f6-4f66-bcd7-db2bfd9e416e,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:27.157244 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8a7ceef4-f5e5-44f6-a04b-2243c2379f14 req-b7e7b3d7-0f94-450e-9fd1-5c8ec6cfff7b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (cffe1041-35f6-4f66-bcd7-db2bfd9e416e), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:27.212325 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-8a7ceef4-f5e5-44f6-a04b-2243c2379f14 req-b7e7b3d7-0f94-450e-9fd1-5c8ec6cfff7b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Calling delete_port for cffe1041-35f6-4f66-bcd7-db2bfd9e416e owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:47:27.247714 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-48dc9a43-6322-44ad-bb35-aa6436002467 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for router_controller (67c04151-5857-4715-af0e-b5f2fdb8b02f), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:27.258420 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-48dc9a43-6322-44ad-bb35-aa6436002467 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (67c04151-5857-4715-af0e-b5f2fdb8b02f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:27.291019 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-48dc9a43-6322-44ad-bb35-aa6436002467 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:27.292566 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-48dc9a43-6322-44ad-bb35-aa6436002467 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2591727 Feb 16 22:47:27.295635 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44340) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:27.374887 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:27.423630 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af3346c-ce92-4554-a76d-9a8ac1044a63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-85653813-b5e9-4a14-b601-d8fc0bc02398', 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'project_id': '5970909e92c9458195211ab3bb079d8d', 'fixed_ips': [{'subnet_id': '51d06a47-816e-4729-8678-bdf076a3d172'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:47:27.425206 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4af3346c-ce92-4554-a76d-9a8ac1044a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:27.665701 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8a7ceef4-f5e5-44f6-a04b-2243c2379f14 req-b7e7b3d7-0f94-450e-9fd1-5c8ec6cfff7b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (cffe1041-35f6-4f66-bcd7-db2bfd9e416e), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:27.704802 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-4af3346c-ce92-4554-a76d-9a8ac1044a63 None None] Allocated IP 2001:db8::2 (85653813-b5e9-4a14-b601-d8fc0bc02398/51d06a47-816e-4729-8678-bdf076a3d172/61ceade8-de79-4111-9a70-aefd297b0387) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:47:27.747062 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c5a5f857-8a1a-43e2-9fe0-9ab7a5827c5a tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (65437ec5-93a6-4455-88e4-97337ee288f7), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:27.767964 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7b3d7-0f94-450e-9fd1-5c8ec6cfff7b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Pushing event deleted for resources: {'Port': ['ID=cffe1041-35f6-4f66-bcd7-db2bfd9e416e,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:27.844910 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a5f857-8a1a-43e2-9fe0-9ab7a5827c5a tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event deleted for resources: {'Port': ['ID=65437ec5-93a6-4455-88e4-97337ee288f7,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:28.033084 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3f2db6be-4ffb-4a83-b34c-c19a331eecb8 req-d0359776-747b-4003-a81a-b232a03e78a3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 210 time: 0.0881689 Feb 16 22:47:28.074451 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4af3346c-ce92-4554-a76d-9a8ac1044a63 None None] Publish callbacks [] for port (61ceade8-de79-4111-9a70-aefd297b0387), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:28.089065 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4af3346c-ce92-4554-a76d-9a8ac1044a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (61ceade8-de79-4111-9a70-aefd297b0387), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:28.113384 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e8c195f1-2bb2-4a64-bb21-b19b2643c4fc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:28.211556 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3346c-ce92-4554-a76d-9a8ac1044a63 None None] Pushing event updated for resources: {'Port': ['ID=61ceade8-de79-4111-9a70-aefd297b0387,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:28.227085 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af3346c-ce92-4554-a76d-9a8ac1044a63 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:47:28.238545 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-4af3346c-ce92-4554-a76d-9a8ac1044a63 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:28.242180 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af3346c-ce92-4554-a76d-9a8ac1044a63 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:47:28.319102 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device cffe1041-35f6-4f66-bcd7-db2bfd9e416e no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:47:28.321909 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7ceef4-f5e5-44f6-a04b-2243c2379f14 req-b7e7b3d7-0f94-450e-9fd1-5c8ec6cfff7b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] No DVR routers for this DVR port cffe1041-35f6-4f66-bcd7-db2bfd9e416e on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:47:28.326499 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8a7ceef4-f5e5-44f6-a04b-2243c2379f14 req-b7e7b3d7-0f94-450e-9fd1-5c8ec6cfff7b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:28.336395 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8a7ceef4-f5e5-44f6-a04b-2243c2379f14 req-b7e7b3d7-0f94-450e-9fd1-5c8ec6cfff7b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.79 "DELETE /v2.0/ports/cffe1041-35f6-4f66-bcd7-db2bfd9e416e HTTP/1.1" status: 204 len: 173 time: 1.8679075 Feb 16 22:47:28.342655 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58c9646-ae90-4b8f-8693-9ac8153b3697', 'name': 'network-vif-deleted', 'tag': 'cffe1041-35f6-4f66-bcd7-db2bfd9e416e'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:47:28.347609 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59dacbce-13da-4516-a0cd-b3020e8386ed" -d '{"events": [{"server_uuid": "c58c9646-ae90-4b8f-8693-9ac8153b3697", "name": "network-vif-deleted", "tag": "cffe1041-35f6-4f66-bcd7-db2bfd9e416e"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:47:28.421484 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c5a5f857-8a1a-43e2-9fe0-9ab7a5827c5a tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (3fa6286f-27ce-4927-8d77-8e3db0c2ab85), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:28.473497 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-4af3346c-ce92-4554-a76d-9a8ac1044a63 None None] Attempting to bind port 61ceade8-de79-4111-9a70-aefd297b0387 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:47:28.474506 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-4af3346c-ce92-4554-a76d-9a8ac1044a63 None None] Attempting to bind port 61ceade8-de79-4111-9a70-aefd297b0387 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:47:28.475211 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af3346c-ce92-4554-a76d-9a8ac1044a63 None None] Attempting to bind port 61ceade8-de79-4111-9a70-aefd297b0387 on network 85653813-b5e9-4a14-b601-d8fc0bc02398 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:47:28.488487 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: cffe1041-35f6-4f66-bcd7-db2bfd9e416e {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:47:28.489500 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device cffe1041-35f6-4f66-bcd7-db2bfd9e416e not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:47:28.497857 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af3346c-ce92-4554-a76d-9a8ac1044a63 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:47:28.498275 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af3346c-ce92-4554-a76d-9a8ac1044a63 None None] Checking segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:47:28.498687 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4af3346c-ce92-4554-a76d-9a8ac1044a63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:28.499089 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af3346c-ce92-4554-a76d-9a8ac1044a63 None None] Bound using segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:47:28.502763 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-4af3346c-ce92-4554-a76d-9a8ac1044a63 None None] Bound port: 61ceade8-de79-4111-9a70-aefd297b0387, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:47:28.503208 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4af3346c-ce92-4554-a76d-9a8ac1044a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (61ceade8-de79-4111-9a70-aefd297b0387), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:28.643003 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47df26f6-c273-48bc-96de-c61ec3a976ba x-openstack-request-id: req-47df26f6-c273-48bc-96de-c61ec3a976ba {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:47:28.643355 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:28.643489 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58c9646-ae90-4b8f-8693-9ac8153b3697", "name": "network-vif-deleted", "tag": "cffe1041-35f6-4f66-bcd7-db2bfd9e416e", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:47:28.643589 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-47df26f6-c273-48bc-96de-c61ec3a976ba {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:47:28.644031 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58c9646-ae90-4b8f-8693-9ac8153b3697', 'name': 'network-vif-deleted', 'tag': 'cffe1041-35f6-4f66-bcd7-db2bfd9e416e', 'status': 'completed', 'code': 200} Feb 16 22:47:28.661124 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-e8c195f1-2bb2-4a64-bb21-b19b2643c4fc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Allocated IP 2001:db8::1 (85653813-b5e9-4a14-b601-d8fc0bc02398/51d06a47-816e-4729-8678-bdf076a3d172/e91dc7ba-5c74-42d7-b6b8-6873950367c5) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:47:28.676176 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-4af3346c-ce92-4554-a76d-9a8ac1044a63 None None] For port 61ceade8-de79-4111-9a70-aefd297b0387, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:47:28.680651 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-4af3346c-ce92-4554-a76d-9a8ac1044a63 None None] For port 61ceade8-de79-4111-9a70-aefd297b0387, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=61ceade8-de79-4111-9a70-aefd297b0387,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:47:28.691551 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4af3346c-ce92-4554-a76d-9a8ac1044a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (61ceade8-de79-4111-9a70-aefd297b0387), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:28.801241 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e8c195f1-2bb2-4a64-bb21-b19b2643c4fc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for port (e91dc7ba-5c74-42d7-b6b8-6873950367c5), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:28.867422 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a5f857-8a1a-43e2-9fe0-9ab7a5827c5a tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Router 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:47:28.869145 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3346c-ce92-4554-a76d-9a8ac1044a63 None None] Pushing event updated for resources: {'Port': ['ID=61ceade8-de79-4111-9a70-aefd297b0387,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:28.889606 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e8c195f1-2bb2-4a64-bb21-b19b2643c4fc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (e91dc7ba-5c74-42d7-b6b8-6873950367c5), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:29.010908 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c195f1-2bb2-4a64-bb21-b19b2643c4fc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Port': ['ID=e91dc7ba-5c74-42d7-b6b8-6873950367c5,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:29.020425 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c195f1-2bb2-4a64-bb21-b19b2643c4fc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:47:29.022394 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-e8c195f1-2bb2-4a64-bb21-b19b2643c4fc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:29.035635 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c195f1-2bb2-4a64-bb21-b19b2643c4fc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:47:29.036207 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e8c195f1-2bb2-4a64-bb21-b19b2643c4fc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (67c04151-5857-4715-af0e-b5f2fdb8b02f), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:29.077137 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a5f857-8a1a-43e2-9fe0-9ab7a5827c5a tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:47:29.086321 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c5a5f857-8a1a-43e2-9fe0-9ab7a5827c5a tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "PUT /v2.0/routers/3fa6286f-27ce-4927-8d77-8e3db0c2ab85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5070083 Feb 16 22:47:29.093719 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee3e4fc-2355-4bf0-ad6a-09e3441de5b8 None None] Sync routers for ids ['3fa6286f-27ce-4927-8d77-8e3db0c2ab85'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:47:29.109422 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44356) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:29.135733 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee3e4fc-2355-4bf0-ad6a-09e3441de5b8 None None] Routers {'3fa6286f-27ce-4927-8d77-8e3db0c2ab85'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:47:29.138190 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-1ee3e4fc-2355-4bf0-ad6a-09e3441de5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:47:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3fa6286f-27ce-4927-8d77-8e3db0c2ab85'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:29.277918 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f37a019-a952-4417-bb53-f2da5ea7ee28 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Deleting subnet 44e6f7f8-d0d6-4281-8675-a416bd92e6b8 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:47:29.322741 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6f37a019-a952-4417-bb53-f2da5ea7ee28 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for subnet (44e6f7f8-d0d6-4281-8675-a416bd92e6b8), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:29.334042 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d80ac4cd-179e-4bed-826c-2e3a60796ea9 req-c3d12e60-82f9-4bba-8372-b763f573ae4d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 210 time: 0.1041660 Feb 16 22:47:29.334391 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-1ee3e4fc-2355-4bf0-ad6a-09e3441de5b8 None None] Set router 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:47:29.383929 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e8c195f1-2bb2-4a64-bb21-b19b2643c4fc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e91dc7ba-5c74-42d7-b6b8-6873950367c5), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:29.423516 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6f37a019-a952-4417-bb53-f2da5ea7ee28 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (44e6f7f8-d0d6-4281-8675-a416bd92e6b8), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:29.623982 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6f37a019-a952-4417-bb53-f2da5ea7ee28 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (44e6f7f8-d0d6-4281-8675-a416bd92e6b8), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:29.732820 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6f37a019-a952-4417-bb53-f2da5ea7ee28 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (44e6f7f8-d0d6-4281-8675-a416bd92e6b8), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:29.775379 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6f37a019-a952-4417-bb53-f2da5ea7ee28 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:29.779340 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b89541-4bf2-48f4-b04b-20ec91301db8 None None] Network 8fdfb5df-a690-4bcf-bd89-242df940fb8a requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:47:29.787905 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6f37a019-a952-4417-bb53-f2da5ea7ee28 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/subnets/44e6f7f8-d0d6-4281-8675-a416bd92e6b8 HTTP/1.1" status: 204 len: 168 time: 0.6772518 Feb 16 22:47:29.790096 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44358) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:29.832366 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e8c195f1-2bb2-4a64-bb21-b19b2643c4fc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for port (e91dc7ba-5c74-42d7-b6b8-6873950367c5), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:29.839632 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e8c195f1-2bb2-4a64-bb21-b19b2643c4fc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (e91dc7ba-5c74-42d7-b6b8-6873950367c5), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:29.840668 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e8c195f1-2bb2-4a64-bb21-b19b2643c4fc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (67c04151-5857-4715-af0e-b5f2fdb8b02f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:29.871412 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37a019-a952-4417-bb53-f2da5ea7ee28 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event deleted for resources: {'Subnet': ['ID=44e6f7f8-d0d6-4281-8675-a416bd92e6b8,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:29.917014 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-1ee3e4fc-2355-4bf0-ad6a-09e3441de5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'name': 'tempest-RoutersIpV6Test-router-1045503727', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:46:36Z', 'updated_at': '2022-02-16T22:47:27Z', 'revision_number': 10, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'gw_port_host': None, '_interfaces': [{'id': '540b081a-c0eb-4053-b470-dc71ffea61ea', 'name': '', 'network_id': '1b95684b-f625-4428-a987-4c9c91783ee4', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:1e:92:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:42Z', 'updated_at': '2022-02-16T22:46:50Z', 'revision_number': 5, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:29.998094 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c195f1-2bb2-4a64-bb21-b19b2643c4fc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Port': ['ID=e91dc7ba-5c74-42d7-b6b8-6873950367c5,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:30.017825 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee3e4fc-2355-4bf0-ad6a-09e3441de5b8 None None] Checking router: 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:47:30.036784 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fe88d536-a2ea-4cf4-8cd3-da1555fe88a4 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (8fdfb5df-a690-4bcf-bd89-242df940fb8a), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:30.051654 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c195f1-2bb2-4a64-bb21-b19b2643c4fc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:47:30.056094 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-e8c195f1-2bb2-4a64-bb21-b19b2643c4fc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:30.100835 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee3e4fc-2355-4bf0-ad6a-09e3441de5b8 None None] Routers {'3fa6286f-27ce-4927-8d77-8e3db0c2ab85'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:47:30.101727 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-1ee3e4fc-2355-4bf0-ad6a-09e3441de5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:47:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3fa6286f-27ce-4927-8d77-8e3db0c2ab85'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:30.118350 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-fe88d536-a2ea-4cf4-8cd3-da1555fe88a4 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Deleting port 13f793c2-6005-4140-8c93-f815e18a85e0 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:47:30.118769 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fe88d536-a2ea-4cf4-8cd3-da1555fe88a4 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (13f793c2-6005-4140-8c93-f815e18a85e0), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:30.232416 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-1ee3e4fc-2355-4bf0-ad6a-09e3441de5b8 None None] Set router 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:47:30.275528 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-fe88d536-a2ea-4cf4-8cd3-da1555fe88a4 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] For port 13f793c2-6005-4140-8c93-f815e18a85e0, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=13f793c2-6005-4140-8c93-f815e18a85e0,segment=NetworkSegment(d48109a1-7c79-4da9-aea6-1833a9a1a7b2),segment_id=d48109a1-7c79-4da9-aea6-1833a9a1a7b2)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:30.276018 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c195f1-2bb2-4a64-bb21-b19b2643c4fc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Router 67c04151-5857-4715-af0e-b5f2fdb8b02f is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:47:30.276293 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fe88d536-a2ea-4cf4-8cd3-da1555fe88a4 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (13f793c2-6005-4140-8c93-f815e18a85e0), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:30.305152 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-fe88d536-a2ea-4cf4-8cd3-da1555fe88a4 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Calling delete_port for 13f793c2-6005-4140-8c93-f815e18a85e0 owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:47:30.370522 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:30.496951 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c195f1-2bb2-4a64-bb21-b19b2643c4fc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:47:30.501301 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fe88d536-a2ea-4cf4-8cd3-da1555fe88a4 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (13f793c2-6005-4140-8c93-f815e18a85e0), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:30.514968 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e8c195f1-2bb2-4a64-bb21-b19b2643c4fc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "PUT /v2.0/routers/67c04151-5857-4715-af0e-b5f2fdb8b02f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2180953 Feb 16 22:47:30.519347 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bea8414-a3e8-4665-b5c9-7c55b213e2a7 None None] Sync routers for ids ['67c04151-5857-4715-af0e-b5f2fdb8b02f'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:47:30.528542 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee00ffe-2d2f-45a5-a469-c8a638964dfa None None] DHCP port deletion for 8fdfb5df-a690-4bcf-bd89-242df940fb8a request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:47:30.531318 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44362) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:30.566427 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bea8414-a3e8-4665-b5c9-7c55b213e2a7 None None] Routers {'67c04151-5857-4715-af0e-b5f2fdb8b02f'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:47:30.567276 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-8bea8414-a3e8-4665-b5c9-7c55b213e2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:47:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['67c04151-5857-4715-af0e-b5f2fdb8b02f'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:30.585851 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe88d536-a2ea-4cf4-8cd3-da1555fe88a4 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] No DVR routers for this DVR port 13f793c2-6005-4140-8c93-f815e18a85e0 on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:47:30.591325 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-73141782-22d5-4270-971b-63848fdb049e req-ca702eef-0c6a-4cb4-93bc-b4d8492a2212 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 210 time: 0.0990529 Feb 16 22:47:30.679100 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88d536-a2ea-4cf4-8cd3-da1555fe88a4 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event deleted for resources: {'Port': ['ID=13f793c2-6005-4140-8c93-f815e18a85e0,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:30.701549 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6061e19-b081-49e3-bbc2-7d2a39143c93 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:30.708546 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44364) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:30.710993 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b6061e19-b081-49e3-bbc2-7d2a39143c93 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports/e91dc7ba-5c74-42d7-b6b8-6873950367c5 HTTP/1.1" status: 200 len: 911 time: 0.1643944 Feb 16 22:47:30.781780 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-8bea8414-a3e8-4665-b5c9-7c55b213e2a7 None None] Set router 67c04151-5857-4715-af0e-b5f2fdb8b02f gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:47:30.824649 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-2d3b14d0-88f6-46bd-94cf-1eabaf941ca8 None None] Provisioning complete for port 61ceade8-de79-4111-9a70-aefd297b0387 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:30.825214 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2d3b14d0-88f6-46bd-94cf-1eabaf941ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (61ceade8-de79-4111-9a70-aefd297b0387), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:30.828947 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fe88d536-a2ea-4cf4-8cd3-da1555fe88a4 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (8fdfb5df-a690-4bcf-bd89-242df940fb8a), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:30.886151 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9e471a-2636-4fe3-a015-4252057e38d6 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:30.913652 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9e471a-2636-4fe3-a015-4252057e38d6 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:30.915480 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5f9e471a-2636-4fe3-a015-4252057e38d6 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2058029 Feb 16 22:47:30.918629 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44366) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:30.919922 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-1ee3e4fc-2355-4bf0-ad6a-09e3441de5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'name': 'tempest-RoutersIpV6Test-router-1045503727', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:46:36Z', 'updated_at': '2022-02-16T22:47:27Z', 'revision_number': 10, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'gw_port_host': None, '_interfaces': [{'id': '540b081a-c0eb-4053-b470-dc71ffea61ea', 'name': '', 'network_id': '1b95684b-f625-4428-a987-4c9c91783ee4', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:1e:92:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:42Z', 'updated_at': '2022-02-16T22:46:50Z', 'revision_number': 5, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:30.927523 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-fe88d536-a2ea-4cf4-8cd3-da1555fe88a4 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fdfb5df-a690-4bcf-bd89-242df940fb8a']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:30.944371 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-fe88d536-a2ea-4cf4-8cd3-da1555fe88a4 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd48109a1-7c79-4da9-aea6-1833a9a1a7b2') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:30.945059 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-fe88d536-a2ea-4cf4-8cd3-da1555fe88a4 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd48109a1-7c79-4da9-aea6-1833a9a1a7b2') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:30.963720 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fe88d536-a2ea-4cf4-8cd3-da1555fe88a4 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (d48109a1-7c79-4da9-aea6-1833a9a1a7b2), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:30.977657 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee3e4fc-2355-4bf0-ad6a-09e3441de5b8 None None] The sync data for ids ['3fa6286f-27ce-4927-8d77-8e3db0c2ab85'] in n-d-813897-6 is: [{'id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'name': 'tempest-RoutersIpV6Test-router-1045503727', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:46:36Z', 'updated_at': '2022-02-16T22:47:27Z', 'revision_number': 10, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'gw_port_host': None, '_interfaces': [{'id': '540b081a-c0eb-4053-b470-dc71ffea61ea', 'name': '', 'network_id': '1b95684b-f625-4428-a987-4c9c91783ee4', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'mac_address': 'fa:16:3e:1e:92:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:46:42Z', 'updated_at': '2022-02-16T22:46:50Z', 'revision_number': 5, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'subnets': [{'id': 'df9c2231-5dc8-4b7e-8f01-22380184b98b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:47:30.985442 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 61ceade8-de79-4111-9a70-aefd297b0387 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:47:30.995973 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fe88d536-a2ea-4cf4-8cd3-da1555fe88a4 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (d48109a1-7c79-4da9-aea6-1833a9a1a7b2), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:31.018815 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe88d536-a2ea-4cf4-8cd3-da1555fe88a4 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:47:31.019227 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fe88d536-a2ea-4cf4-8cd3-da1555fe88a4 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (d48109a1-7c79-4da9-aea6-1833a9a1a7b2), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:31.022684 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:47:31.022684 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:47:31.022684 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:47:31.022684 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:47:31.022684 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:47:31.022684 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:47:31.022684 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:47:31.022684 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:47:31.022684 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:47:31.022684 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:47:31.022684 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:47:31.022684 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:47:31.022684 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:47:31.022684 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:47:31.022684 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:47:31.022684 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:47:31.022684 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:47:31.022684 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:47:31.022684 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:47:31.022684 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:47:31.022684 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:47:31.022684 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:47:31.022684 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:47:31.022684 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:47:31.022684 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:47:31.022684 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:47:31.022684 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:47:31.022684 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:47:31.022684 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:47:31.022684 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:47:31.022684 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:47:31.022684 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:47:31.171020 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b14d0-88f6-46bd-94cf-1eabaf941ca8 None None] Current status of the port 61ceade8-de79-4111-9a70-aefd297b0387 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:31.171662 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2d3b14d0-88f6-46bd-94cf-1eabaf941ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (61ceade8-de79-4111-9a70-aefd297b0387), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:31.191710 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fe88d536-a2ea-4cf4-8cd3-da1555fe88a4 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (8fdfb5df-a690-4bcf-bd89-242df940fb8a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:31.219930 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-2d3b14d0-88f6-46bd-94cf-1eabaf941ca8 None None] For port 61ceade8-de79-4111-9a70-aefd297b0387, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=61ceade8-de79-4111-9a70-aefd297b0387,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:31.220403 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fe88d536-a2ea-4cf4-8cd3-da1555fe88a4 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:31.231662 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2d3b14d0-88f6-46bd-94cf-1eabaf941ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (61ceade8-de79-4111-9a70-aefd297b0387), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:31.237055 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-fe88d536-a2ea-4cf4-8cd3-da1555fe88a4 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/networks/8fdfb5df-a690-4bcf-bd89-242df940fb8a HTTP/1.1" status: 204 len: 168 time: 1.4428997 Feb 16 22:47:31.238671 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88d536-a2ea-4cf4-8cd3-da1555fe88a4 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event deleted for resources: {'Network': ['ID=8fdfb5df-a690-4bcf-bd89-242df940fb8a,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:31.241240 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44368) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:31.297579 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-8bea8414-a3e8-4665-b5c9-7c55b213e2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c04151-5857-4715-af0e-b5f2fdb8b02f', 'name': 'tempest-NetworksTestDHCPv6-router-24263068', 'tenant_id': '5970909e92c9458195211ab3bb079d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:47:27Z', 'updated_at': '2022-02-16T22:47:29Z', 'revision_number': 2, 'project_id': '5970909e92c9458195211ab3bb079d8d', 'gw_port_host': None, '_interfaces': [{'id': 'e91dc7ba-5c74-42d7-b6b8-6873950367c5', 'name': '', 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'tenant_id': '5970909e92c9458195211ab3bb079d8d', 'mac_address': 'fa:16:3e:37:d8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c04151-5857-4715-af0e-b5f2fdb8b02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '51d06a47-816e-4729-8678-bdf076a3d172', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:47:28Z', 'updated_at': '2022-02-16T22:47:29Z', 'revision_number': 2, 'project_id': '5970909e92c9458195211ab3bb079d8d', 'subnets': [{'id': '51d06a47-816e-4729-8678-bdf076a3d172', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:31.322196 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 61ceade8-de79-4111-9a70-aefd297b0387 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:31.322813 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (61ceade8-de79-4111-9a70-aefd297b0387), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:31.359190 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bea8414-a3e8-4665-b5c9-7c55b213e2a7 None None] Checking router: 67c04151-5857-4715-af0e-b5f2fdb8b02f for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:47:31.359554 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bea8414-a3e8-4665-b5c9-7c55b213e2a7 None None] Updating router 67c04151-5857-4715-af0e-b5f2fdb8b02f port e91dc7ba-5c74-42d7-b6b8-6873950367c5 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:47:31.431103 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8bea8414-a3e8-4665-b5c9-7c55b213e2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e91dc7ba-5c74-42d7-b6b8-6873950367c5), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:31.560493 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-4dc3903f-bacb-47b6-a9e2-0e41e72f030a None None] Provisioning complete for port e91dc7ba-5c74-42d7-b6b8-6873950367c5 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:31.560877 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4dc3903f-bacb-47b6-a9e2-0e41e72f030a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e91dc7ba-5c74-42d7-b6b8-6873950367c5), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:31.720173 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 61ceade8-de79-4111-9a70-aefd297b0387 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:31.722624 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b14d0-88f6-46bd-94cf-1eabaf941ca8 None None] Pushing event updated for resources: {'Port': ['ID=61ceade8-de79-4111-9a70-aefd297b0387,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:31.733744 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4dc3903f-bacb-47b6-a9e2-0e41e72f030a None None] Port e91dc7ba-5c74-42d7-b6b8-6873950367c5 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:47:31.819164 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a7d3ffa-90b9-4a69-b631-a201122db754 req-fb1fd566-2594-484a-a5b5-00391eac4138 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 210 time: 0.0761268 Feb 16 22:47:31.819460 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e7ee3dc7-5c3a-41c2-b3ca-608be69658a0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (67c04151-5857-4715-af0e-b5f2fdb8b02f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:31.828254 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 13f793c2-6005-4140-8c93-f815e18a85e0 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:47:31.870391 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 13f793c2-6005-4140-8c93-f815e18a85e0 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:47:31.870774 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 13f793c2-6005-4140-8c93-f815e18a85e0 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:47:31.905448 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e1f238dd-c27b-43a4-ae58-79bdd3be32ab None None] Provisioning complete for port e91dc7ba-5c74-42d7-b6b8-6873950367c5 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:31.905851 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e1f238dd-c27b-43a4-ae58-79bdd3be32ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e91dc7ba-5c74-42d7-b6b8-6873950367c5), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:31.942320 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7caca5a0-5975-4039-974f-ca26419478a8 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (3fa6286f-27ce-4927-8d77-8e3db0c2ab85), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:31.983961 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e1f238dd-c27b-43a4-ae58-79bdd3be32ab None None] Port e91dc7ba-5c74-42d7-b6b8-6873950367c5 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:47:32.050243 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8bea8414-a3e8-4665-b5c9-7c55b213e2a7 None None] Publish callbacks [] for port (e91dc7ba-5c74-42d7-b6b8-6873950367c5), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:32.063071 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8bea8414-a3e8-4665-b5c9-7c55b213e2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (e91dc7ba-5c74-42d7-b6b8-6873950367c5), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:32.155987 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726d853-3864-4758-bb7d-dbb3905abbbe None None] Pushing event updated for resources: {'Port': ['ID=e91dc7ba-5c74-42d7-b6b8-6873950367c5,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:32.221723 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-8bea8414-a3e8-4665-b5c9-7c55b213e2a7 None None] Attempting to bind port e91dc7ba-5c74-42d7-b6b8-6873950367c5 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:47:32.222682 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-8bea8414-a3e8-4665-b5c9-7c55b213e2a7 None None] Attempting to bind port e91dc7ba-5c74-42d7-b6b8-6873950367c5 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:47:32.223737 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bea8414-a3e8-4665-b5c9-7c55b213e2a7 None None] Attempting to bind port e91dc7ba-5c74-42d7-b6b8-6873950367c5 on network 85653813-b5e9-4a14-b601-d8fc0bc02398 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:47:32.233780 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bea8414-a3e8-4665-b5c9-7c55b213e2a7 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:47:32.234791 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bea8414-a3e8-4665-b5c9-7c55b213e2a7 None None] Checking segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:47:32.235688 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8bea8414-a3e8-4665-b5c9-7c55b213e2a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:32.236541 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bea8414-a3e8-4665-b5c9-7c55b213e2a7 None None] Bound using segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:47:32.237591 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-8bea8414-a3e8-4665-b5c9-7c55b213e2a7 None None] Bound port: e91dc7ba-5c74-42d7-b6b8-6873950367c5, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:47:32.238592 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8bea8414-a3e8-4665-b5c9-7c55b213e2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e91dc7ba-5c74-42d7-b6b8-6873950367c5), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:32.287606 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-e7ee3dc7-5c3a-41c2-b3ca-608be69658a0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting port e91dc7ba-5c74-42d7-b6b8-6873950367c5 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:47:32.288144 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e7ee3dc7-5c3a-41c2-b3ca-608be69658a0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (e91dc7ba-5c74-42d7-b6b8-6873950367c5), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:32.379003 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-7caca5a0-5975-4039-974f-ca26419478a8 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Deleting port 540b081a-c0eb-4053-b470-dc71ffea61ea {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:47:32.383473 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7caca5a0-5975-4039-974f-ca26419478a8 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (540b081a-c0eb-4053-b470-dc71ffea61ea), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:32.465038 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-8bea8414-a3e8-4665-b5c9-7c55b213e2a7 None None] For port e91dc7ba-5c74-42d7-b6b8-6873950367c5, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:47:32.473062 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-8bea8414-a3e8-4665-b5c9-7c55b213e2a7 None None] For port e91dc7ba-5c74-42d7-b6b8-6873950367c5, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=e91dc7ba-5c74-42d7-b6b8-6873950367c5,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:47:32.497472 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8bea8414-a3e8-4665-b5c9-7c55b213e2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (e91dc7ba-5c74-42d7-b6b8-6873950367c5), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:32.549565 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-e7ee3dc7-5c3a-41c2-b3ca-608be69658a0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] For port e91dc7ba-5c74-42d7-b6b8-6873950367c5, host n-d-813897-6, got binding levels [] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:32.549941 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e7ee3dc7-5c3a-41c2-b3ca-608be69658a0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (e91dc7ba-5c74-42d7-b6b8-6873950367c5), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:32.578253 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-e7ee3dc7-5c3a-41c2-b3ca-608be69658a0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Calling delete_port for e91dc7ba-5c74-42d7-b6b8-6873950367c5 owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:47:32.596971 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bea8414-a3e8-4665-b5c9-7c55b213e2a7 None None] Routers {'67c04151-5857-4715-af0e-b5f2fdb8b02f'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:47:32.597533 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-8bea8414-a3e8-4665-b5c9-7c55b213e2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:47:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['67c04151-5857-4715-af0e-b5f2fdb8b02f'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:32.621614 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-7caca5a0-5975-4039-974f-ca26419478a8 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] For port 540b081a-c0eb-4053-b470-dc71ffea61ea, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=540b081a-c0eb-4053-b470-dc71ffea61ea,segment=NetworkSegment(a2bfabb1-96d4-454e-9b70-19c2c4dfc49e),segment_id=a2bfabb1-96d4-454e-9b70-19c2c4dfc49e)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:32.622095 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7caca5a0-5975-4039-974f-ca26419478a8 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (540b081a-c0eb-4053-b470-dc71ffea61ea), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:32.637943 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-7caca5a0-5975-4039-974f-ca26419478a8 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Calling delete_port for 540b081a-c0eb-4053-b470-dc71ffea61ea owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:47:32.691465 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-8bea8414-a3e8-4665-b5c9-7c55b213e2a7 None None] Set router 67c04151-5857-4715-af0e-b5f2fdb8b02f gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:47:32.736371 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-75d15a19-2545-40eb-a914-2cc0dc5d6075 None None] Provisioning complete for port e91dc7ba-5c74-42d7-b6b8-6873950367c5 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:32.740186 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-75d15a19-2545-40eb-a914-2cc0dc5d6075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e91dc7ba-5c74-42d7-b6b8-6873950367c5), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:32.876315 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 61ceade8-de79-4111-9a70-aefd297b0387 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:47:33.038668 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726d853-3864-4758-bb7d-dbb3905abbbe None None] Pushing event updated for resources: {'Port': ['ID=e91dc7ba-5c74-42d7-b6b8-6873950367c5,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:33.074333 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-75d15a19-2545-40eb-a914-2cc0dc5d6075 None None] Current status of the port e91dc7ba-5c74-42d7-b6b8-6873950367c5 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:33.079537 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-75d15a19-2545-40eb-a914-2cc0dc5d6075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e91dc7ba-5c74-42d7-b6b8-6873950367c5), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:33.084269 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7caca5a0-5975-4039-974f-ca26419478a8 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (540b081a-c0eb-4053-b470-dc71ffea61ea), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:33.118131 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e7ee3dc7-5c3a-41c2-b3ca-608be69658a0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (e91dc7ba-5c74-42d7-b6b8-6873950367c5), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:33.132628 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 61ceade8-de79-4111-9a70-aefd297b0387 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:33.132862 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (61ceade8-de79-4111-9a70-aefd297b0387), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:33.217328 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1b93e0a2-b674-4731-bb8b-cee451963d87 req-735f4d59-5ff1-4d29-bfc5-d55d2b4c455e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 210 time: 0.1604486 Feb 16 22:47:33.224799 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caca5a0-5975-4039-974f-ca26419478a8 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event deleted for resources: {'Port': ['ID=540b081a-c0eb-4053-b470-dc71ffea61ea,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:33.257559 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-8bea8414-a3e8-4665-b5c9-7c55b213e2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c04151-5857-4715-af0e-b5f2fdb8b02f', 'name': 'tempest-NetworksTestDHCPv6-router-24263068', 'tenant_id': '5970909e92c9458195211ab3bb079d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:47:27Z', 'updated_at': '2022-02-16T22:47:29Z', 'revision_number': 2, 'project_id': '5970909e92c9458195211ab3bb079d8d', 'gw_port_host': None, '_interfaces': [{'id': 'e91dc7ba-5c74-42d7-b6b8-6873950367c5', 'name': '', 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'tenant_id': '5970909e92c9458195211ab3bb079d8d', 'mac_address': 'fa:16:3e:37:d8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c04151-5857-4715-af0e-b5f2fdb8b02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '51d06a47-816e-4729-8678-bdf076a3d172', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:47:28Z', 'updated_at': '2022-02-16T22:47:32Z', 'revision_number': 4, 'project_id': '5970909e92c9458195211ab3bb079d8d', 'subnets': [{'id': '51d06a47-816e-4729-8678-bdf076a3d172', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:33.293020 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bea8414-a3e8-4665-b5c9-7c55b213e2a7 None None] The sync data for ids ['67c04151-5857-4715-af0e-b5f2fdb8b02f'] in n-d-813897-6 is: [{'id': '67c04151-5857-4715-af0e-b5f2fdb8b02f', 'name': 'tempest-NetworksTestDHCPv6-router-24263068', 'tenant_id': '5970909e92c9458195211ab3bb079d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:47:27Z', 'updated_at': '2022-02-16T22:47:29Z', 'revision_number': 2, 'project_id': '5970909e92c9458195211ab3bb079d8d', 'gw_port_host': None, '_interfaces': [{'id': 'e91dc7ba-5c74-42d7-b6b8-6873950367c5', 'name': '', 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'tenant_id': '5970909e92c9458195211ab3bb079d8d', 'mac_address': 'fa:16:3e:37:d8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c04151-5857-4715-af0e-b5f2fdb8b02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '51d06a47-816e-4729-8678-bdf076a3d172', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:47:28Z', 'updated_at': '2022-02-16T22:47:32Z', 'revision_number': 4, 'project_id': '5970909e92c9458195211ab3bb079d8d', 'subnets': [{'id': '51d06a47-816e-4729-8678-bdf076a3d172', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:47:33.324893 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee3dc7-5c3a-41c2-b3ca-608be69658a0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Port': ['ID=e91dc7ba-5c74-42d7-b6b8-6873950367c5,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:33.464103 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-af5d0164-53e5-4615-9069-497685597d13 None None] Could not find standard attr ID for object e91dc7ba-5c74-42d7-b6b8-6873950367c5. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:47:33.503424 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 61ceade8-de79-4111-9a70-aefd297b0387 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:33.513816 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 65437ec5-93a6-4455-88e4-97337ee288f7 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:47:33.551519 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e7ee3dc7-5c3a-41c2-b3ca-608be69658a0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (67c04151-5857-4715-af0e-b5f2fdb8b02f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:33.556963 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 65437ec5-93a6-4455-88e4-97337ee288f7 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:47:33.562824 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7caca5a0-5975-4039-974f-ca26419478a8 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (3fa6286f-27ce-4927-8d77-8e3db0c2ab85), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:33.564355 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 65437ec5-93a6-4455-88e4-97337ee288f7 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:47:33.849708 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7caca5a0-5975-4039-974f-ca26419478a8 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Router 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:47:33.953872 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7caca5a0-5975-4039-974f-ca26419478a8 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:47:33.970781 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75dddf4-1686-4d37-9a72-e994741f9cd9 None None] Sync routers for ids ['3fa6286f-27ce-4927-8d77-8e3db0c2ab85'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:47:33.976985 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7caca5a0-5975-4039-974f-ca26419478a8 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "PUT /v2.0/routers/3fa6286f-27ce-4927-8d77-8e3db0c2ab85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7346528 Feb 16 22:47:33.979920 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44374) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:34.002528 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75dddf4-1686-4d37-9a72-e994741f9cd9 None None] Routers {'3fa6286f-27ce-4927-8d77-8e3db0c2ab85'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:47:34.003413 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-c75dddf4-1686-4d37-9a72-e994741f9cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:47:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3fa6286f-27ce-4927-8d77-8e3db0c2ab85'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:34.077858 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2da0870-833c-450d-b0ca-c67f84622acd tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Deleting subnet df9c2231-5dc8-4b7e-8f01-22380184b98b {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:47:34.088142 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d2da0870-833c-450d-b0ca-c67f84622acd tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for subnet (df9c2231-5dc8-4b7e-8f01-22380184b98b), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:34.141289 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-c75dddf4-1686-4d37-9a72-e994741f9cd9 None None] Set router 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:47:34.181285 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d2da0870-833c-450d-b0ca-c67f84622acd tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (df9c2231-5dc8-4b7e-8f01-22380184b98b), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:34.392823 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ee3dc7-5c3a-41c2-b3ca-608be69658a0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Router 67c04151-5857-4715-af0e-b5f2fdb8b02f has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:47:34.425065 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e7ab801-57d1-4d40-baf0-5ace72644578 req-19f6ab0f-943c-4d56-ace7-d824c0e0dbda tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 210 time: 0.0733030 Feb 16 22:47:34.429729 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d2da0870-833c-450d-b0ca-c67f84622acd tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (df9c2231-5dc8-4b7e-8f01-22380184b98b), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:34.530229 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-c75dddf4-1686-4d37-9a72-e994741f9cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'name': 'tempest-RoutersIpV6Test-router-1045503727', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:46:36Z', 'updated_at': '2022-02-16T22:47:32Z', 'revision_number': 11, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:34.553731 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d2da0870-833c-450d-b0ca-c67f84622acd tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (df9c2231-5dc8-4b7e-8f01-22380184b98b), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:34.570917 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d2da0870-833c-450d-b0ca-c67f84622acd tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:34.578037 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d2da0870-833c-450d-b0ca-c67f84622acd tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/subnets/df9c2231-5dc8-4b7e-8f01-22380184b98b HTTP/1.1" status: 204 len: 168 time: 0.5967371 Feb 16 22:47:34.581599 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44378) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:34.595248 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8fe3d7-2bc5-4bc2-868a-7cbea90bced9 None None] Network 1b95684b-f625-4428-a987-4c9c91783ee4 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:47:34.599472 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75dddf4-1686-4d37-9a72-e994741f9cd9 None None] Checking router: 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:47:34.605800 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da0870-833c-450d-b0ca-c67f84622acd tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event deleted for resources: {'Subnet': ['ID=df9c2231-5dc8-4b7e-8f01-22380184b98b,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:34.648589 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ee3dc7-5c3a-41c2-b3ca-608be69658a0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:47:34.656653 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e7ee3dc7-5c3a-41c2-b3ca-608be69658a0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "PUT /v2.0/routers/67c04151-5857-4715-af0e-b5f2fdb8b02f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7370648 Feb 16 22:47:34.657086 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44380) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:34.698601 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75dddf4-1686-4d37-9a72-e994741f9cd9 None None] Routers {'3fa6286f-27ce-4927-8d77-8e3db0c2ab85'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:47:34.699685 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-c75dddf4-1686-4d37-9a72-e994741f9cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:47:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3fa6286f-27ce-4927-8d77-8e3db0c2ab85'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:34.788339 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9ccb02c0-e180-47d9-b0c8-b75941a8c186 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (1b95684b-f625-4428-a987-4c9c91783ee4), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:34.792462 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e2db59-2504-4317-a965-eb45a8894770 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:34.794001 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e2db59-2504-4317-a965-eb45a8894770 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:34.802702 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-34e2db59-2504-4317-a965-eb45a8894770 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1414895 Feb 16 22:47:34.806599 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44382) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:34.943106 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-9ccb02c0-e180-47d9-b0c8-b75941a8c186 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Deleting port e9f9743a-4370-4b17-9841-f9eb6d633e11 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:47:34.944884 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-c75dddf4-1686-4d37-9a72-e994741f9cd9 None None] Set router 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:47:34.947417 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9ccb02c0-e180-47d9-b0c8-b75941a8c186 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (e9f9743a-4370-4b17-9841-f9eb6d633e11), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:35.039242 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-c75dddf4-1686-4d37-9a72-e994741f9cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'name': 'tempest-RoutersIpV6Test-router-1045503727', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:46:36Z', 'updated_at': '2022-02-16T22:47:32Z', 'revision_number': 11, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:35.103577 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-9ccb02c0-e180-47d9-b0c8-b75941a8c186 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] For port e9f9743a-4370-4b17-9841-f9eb6d633e11, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=e9f9743a-4370-4b17-9841-f9eb6d633e11,segment=NetworkSegment(a2bfabb1-96d4-454e-9b70-19c2c4dfc49e),segment_id=a2bfabb1-96d4-454e-9b70-19c2c4dfc49e)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:35.104061 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9ccb02c0-e180-47d9-b0c8-b75941a8c186 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (e9f9743a-4370-4b17-9841-f9eb6d633e11), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:35.115441 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75dddf4-1686-4d37-9a72-e994741f9cd9 None None] The sync data for ids ['3fa6286f-27ce-4927-8d77-8e3db0c2ab85'] in n-d-813897-6 is: [{'id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'name': 'tempest-RoutersIpV6Test-router-1045503727', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:46:36Z', 'updated_at': '2022-02-16T22:47:32Z', 'revision_number': 11, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'gw_port_host': None}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:47:35.131571 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-9ccb02c0-e180-47d9-b0c8-b75941a8c186 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Calling delete_port for e9f9743a-4370-4b17-9841-f9eb6d633e11 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:47:35.327736 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9ccb02c0-e180-47d9-b0c8-b75941a8c186 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (e9f9743a-4370-4b17-9841-f9eb6d633e11), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:35.368088 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb02c0-e180-47d9-b0c8-b75941a8c186 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event deleted for resources: {'Port': ['ID=e9f9743a-4370-4b17-9841-f9eb6d633e11,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:35.370248 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccb02c0-e180-47d9-b0c8-b75941a8c186 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] No DVR routers for this DVR port e9f9743a-4370-4b17-9841-f9eb6d633e11 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:47:35.493449 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-c60f580f-90f5-4ef6-a4c1-7c5a8373d9b3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting subnet 51d06a47-816e-4729-8678-bdf076a3d172 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:47:35.497292 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c60f580f-90f5-4ef6-a4c1-7c5a8373d9b3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (51d06a47-816e-4729-8678-bdf076a3d172), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:35.546941 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb749351-cc54-41f2-9e9a-5458875f464f None None] DHCP port deletion for 1b95684b-f625-4428-a987-4c9c91783ee4 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:47:35.548562 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9ccb02c0-e180-47d9-b0c8-b75941a8c186 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (1b95684b-f625-4428-a987-4c9c91783ee4), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:35.601265 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-9ccb02c0-e180-47d9-b0c8-b75941a8c186 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b95684b-f625-4428-a987-4c9c91783ee4']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:35.623180 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-9ccb02c0-e180-47d9-b0c8-b75941a8c186 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2bfabb1-96d4-454e-9b70-19c2c4dfc49e') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:35.624472 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-9ccb02c0-e180-47d9-b0c8-b75941a8c186 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2bfabb1-96d4-454e-9b70-19c2c4dfc49e') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:35.627149 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c60f580f-90f5-4ef6-a4c1-7c5a8373d9b3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (51d06a47-816e-4729-8678-bdf076a3d172), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:35.646172 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9ccb02c0-e180-47d9-b0c8-b75941a8c186 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (a2bfabb1-96d4-454e-9b70-19c2c4dfc49e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:35.679393 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9ccb02c0-e180-47d9-b0c8-b75941a8c186 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (a2bfabb1-96d4-454e-9b70-19c2c4dfc49e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:35.697389 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ccb02c0-e180-47d9-b0c8-b75941a8c186 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:47:35.697891 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9ccb02c0-e180-47d9-b0c8-b75941a8c186 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (a2bfabb1-96d4-454e-9b70-19c2c4dfc49e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:35.744002 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ed09b391-c694-4ec3-a8ed-c0deb2976346 req-389ee2b0-bd79-4171-8223-0ec879d4ff0e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 210 time: 0.0981054 Feb 16 22:47:35.781385 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a4d3ea-4dc8-4abe-84c9-9790fe748a4e None None] Sync routers for ids ['67c04151-5857-4715-af0e-b5f2fdb8b02f'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:47:35.796243 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a4d3ea-4dc8-4abe-84c9-9790fe748a4e None None] Routers {'67c04151-5857-4715-af0e-b5f2fdb8b02f'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:47:35.796878 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-c3a4d3ea-4dc8-4abe-84c9-9790fe748a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:47:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['67c04151-5857-4715-af0e-b5f2fdb8b02f'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:35.827202 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:47:35.827202 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:47:35.827202 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:47:35.827202 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:47:35.827202 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:47:35.827202 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:47:35.827202 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:47:35.827202 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:47:35.827202 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:47:35.827202 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:47:35.827202 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:47:35.827202 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:47:35.827202 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:47:35.827202 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:47:35.827202 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:47:35.827202 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:47:35.827202 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:47:35.827202 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:47:35.827202 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:47:35.827202 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:47:35.827202 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:47:35.827202 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:47:35.827202 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:47:35.827202 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:47:35.827202 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:47:35.827202 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:47:35.827202 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:47:35.827202 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:47:35.827202 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:47:35.827202 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:47:35.827202 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:47:35.827202 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:47:35.851281 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9ccb02c0-e180-47d9-b0c8-b75941a8c186 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (1b95684b-f625-4428-a987-4c9c91783ee4), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:35.863307 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9ccb02c0-e180-47d9-b0c8-b75941a8c186 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:35.869574 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9ccb02c0-e180-47d9-b0c8-b75941a8c186 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/networks/1b95684b-f625-4428-a987-4c9c91783ee4 HTTP/1.1" status: 204 len: 168 time: 1.2843885 Feb 16 22:47:35.870275 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44386) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:35.888749 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-f1041ca6-fc39-422e-9cdf-9cd32133e766 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Request body: {'router': {'routes': None}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:47:35.902279 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb02c0-e180-47d9-b0c8-b75941a8c186 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Pushing event deleted for resources: {'Network': ['ID=1b95684b-f625-4428-a987-4c9c91783ee4,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:35.946034 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-c3a4d3ea-4dc8-4abe-84c9-9790fe748a4e None None] Set router 67c04151-5857-4715-af0e-b5f2fdb8b02f gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:47:36.001944 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c60f580f-90f5-4ef6-a4c1-7c5a8373d9b3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (51d06a47-816e-4729-8678-bdf076a3d172), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:36.010872 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-c3a4d3ea-4dc8-4abe-84c9-9790fe748a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c04151-5857-4715-af0e-b5f2fdb8b02f', 'name': 'tempest-NetworksTestDHCPv6-router-24263068', 'tenant_id': '5970909e92c9458195211ab3bb079d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:47:27Z', 'updated_at': '2022-02-16T22:47:32Z', 'revision_number': 3, 'project_id': '5970909e92c9458195211ab3bb079d8d', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:36.076761 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a4d3ea-4dc8-4abe-84c9-9790fe748a4e None None] Checking router: 67c04151-5857-4715-af0e-b5f2fdb8b02f for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:47:36.088952 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a4d3ea-4dc8-4abe-84c9-9790fe748a4e None None] Routers {'67c04151-5857-4715-af0e-b5f2fdb8b02f'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:47:36.089653 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-c3a4d3ea-4dc8-4abe-84c9-9790fe748a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:47:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['67c04151-5857-4715-af0e-b5f2fdb8b02f'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:36.208744 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-c3a4d3ea-4dc8-4abe-84c9-9790fe748a4e None None] Set router 67c04151-5857-4715-af0e-b5f2fdb8b02f gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:47:36.246421 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.extraroute_db [None req-f1041ca6-fc39-422e-9cdf-9cd32133e766 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Added routes are [] {{(pid=103466) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 16 22:47:36.246766 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.extraroute_db [None req-f1041ca6-fc39-422e-9cdf-9cd32133e766 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Removed routes are [] {{(pid=103466) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 16 22:47:36.247081 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f1041ca6-fc39-422e-9cdf-9cd32133e766 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-374653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59817'] for router (3fa6286f-27ce-4927-8d77-8e3db0c2ab85), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:36.256123 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c60f580f-90f5-4ef6-a4c1-7c5a8373d9b3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (51d06a47-816e-4729-8678-bdf076a3d172), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:36.303933 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-c3a4d3ea-4dc8-4abe-84c9-9790fe748a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c04151-5857-4715-af0e-b5f2fdb8b02f', 'name': 'tempest-NetworksTestDHCPv6-router-24263068', 'tenant_id': '5970909e92c9458195211ab3bb079d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:47:27Z', 'updated_at': '2022-02-16T22:47:32Z', 'revision_number': 3, 'project_id': '5970909e92c9458195211ab3bb079d8d', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:36.334919 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f580f-90f5-4ef6-a4c1-7c5a8373d9b3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Subnet': ['ID=51d06a47-816e-4729-8678-bdf076a3d172,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:36.349387 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a4d3ea-4dc8-4abe-84c9-9790fe748a4e None None] The sync data for ids ['67c04151-5857-4715-af0e-b5f2fdb8b02f'] in n-d-813897-6 is: [{'id': '67c04151-5857-4715-af0e-b5f2fdb8b02f', 'name': 'tempest-NetworksTestDHCPv6-router-24263068', 'tenant_id': '5970909e92c9458195211ab3bb079d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:47:27Z', 'updated_at': '2022-02-16T22:47:32Z', 'revision_number': 3, 'project_id': '5970909e92c9458195211ab3bb079d8d', 'gw_port_host': None}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:47:36.397860 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a88cdc-1fec-45ce-8422-75a5af144de6 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:47:36.399019 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c60f580f-90f5-4ef6-a4c1-7c5a8373d9b3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:36.402310 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c60f580f-90f5-4ef6-a4c1-7c5a8373d9b3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/51d06a47-816e-4729-8678-bdf076a3d172 HTTP/1.1" status: 204 len: 168 time: 1.5946710 Feb 16 22:47:36.406889 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44388) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:36.548249 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f1041ca6-fc39-422e-9cdf-9cd32133e766 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-374653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59817'] for router (3fa6286f-27ce-4927-8d77-8e3db0c2ab85), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:36.553060 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f1041ca6-fc39-422e-9cdf-9cd32133e766 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362694'] for router (3fa6286f-27ce-4927-8d77-8e3db0c2ab85), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:36.653005 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-30a7a374-cd36-4500-8461-0d66462fbc77 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.2407134 Feb 16 22:47:36.655258 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44390) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:36.763787 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828a4c80-5acb-46cb-a792-e63e746013b4 None None] DHCP port deletion for 85653813-b5e9-4a14-b601-d8fc0bc02398 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:47:36.860397 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-828a4c80-5acb-46cb-a792-e63e746013b4 None None] Deleting port 61ceade8-de79-4111-9a70-aefd297b0387 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:47:36.860785 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-828a4c80-5acb-46cb-a792-e63e746013b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (61ceade8-de79-4111-9a70-aefd297b0387), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:36.867254 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1041ca6-fc39-422e-9cdf-9cd32133e766 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Router 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:47:36.874526 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-377edbd9-fadf-4483-8586-a4471164caa9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for router (67c04151-5857-4715-af0e-b5f2fdb8b02f), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:36.929203 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device e91dc7ba-5c74-42d7-b6b8-6873950367c5 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:47:36.975316 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: e91dc7ba-5c74-42d7-b6b8-6873950367c5 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:47:36.975666 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device e91dc7ba-5c74-42d7-b6b8-6873950367c5 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:47:36.976104 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 61ceade8-de79-4111-9a70-aefd297b0387 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:47:37.053997 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cf6eb7e6-5290-48c7-a693-3a8e9ae87f56 req-6cc0a72e-9087-4bc8-9db0-54fad211ed17 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 210 time: 0.0491076 Feb 16 22:47:37.112298 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-828a4c80-5acb-46cb-a792-e63e746013b4 None None] For port 61ceade8-de79-4111-9a70-aefd297b0387, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=61ceade8-de79-4111-9a70-aefd297b0387,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:37.113120 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-828a4c80-5acb-46cb-a792-e63e746013b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (61ceade8-de79-4111-9a70-aefd297b0387), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:37.164350 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-828a4c80-5acb-46cb-a792-e63e746013b4 None None] Calling delete_port for 61ceade8-de79-4111-9a70-aefd297b0387 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:47:37.198989 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 61ceade8-de79-4111-9a70-aefd297b0387 is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:37.200112 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (61ceade8-de79-4111-9a70-aefd297b0387), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:37.239993 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 61ceade8-de79-4111-9a70-aefd297b0387, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=61ceade8-de79-4111-9a70-aefd297b0387,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:37.252369 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1041ca6-fc39-422e-9cdf-9cd32133e766 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:47:37.271247 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f1041ca6-fc39-422e-9cdf-9cd32133e766 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:37.275633 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44396) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:37.277756 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f1041ca6-fc39-422e-9cdf-9cd32133e766 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "PUT /v2.0/routers/3fa6286f-27ce-4927-8d77-8e3db0c2ab85 HTTP/1.1" status: 200 len: 705 time: 1.4059243 Feb 16 22:47:37.280778 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-377edbd9-fadf-4483-8586-a4471164caa9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (67c04151-5857-4715-af0e-b5f2fdb8b02f), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:37.284539 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-377edbd9-fadf-4483-8586-a4471164caa9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for router_controller (67c04151-5857-4715-af0e-b5f2fdb8b02f), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:37.315179 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f4f6bbea-0272-4bee-9737-a1c84dbdb444 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fa6286f-27ce-4927-8d77-8e3db0c2ab85 HTTP/1.1" status: 200 len: 205 time: 0.0378108 Feb 16 22:47:37.318304 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44398) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:37.324447 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2012e2db-f156-4b61-9065-26d1fa6cda43 None None] Sync routers for ids ['3fa6286f-27ce-4927-8d77-8e3db0c2ab85'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:47:37.334133 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (61ceade8-de79-4111-9a70-aefd297b0387), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:37.336026 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 540b081a-c0eb-4053-b470-dc71ffea61ea no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:47:37.368317 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-377edbd9-fadf-4483-8586-a4471164caa9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (67c04151-5857-4715-af0e-b5f2fdb8b02f), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:37.368751 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377edbd9-fadf-4483-8586-a4471164caa9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Fanout notify agent at l3_agent the message router_deleted on router 67c04151-5857-4715-af0e-b5f2fdb8b02f {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:47:37.376531 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-377edbd9-fadf-4483-8586-a4471164caa9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:37.381383 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-377edbd9-fadf-4483-8586-a4471164caa9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/routers/67c04151-5857-4715-af0e-b5f2fdb8b02f HTTP/1.1" status: 204 len: 168 time: 0.7249079 Feb 16 22:47:37.382804 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44400) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:37.461684 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f15f4d3-2441-4869-83a0-062bfc408b5f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:37.462808 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=61ceade8-de79-4111-9a70-aefd297b0387,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:37.464573 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-35953b49-a13e-4d4c-a940-90c4358e886d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router (3fa6286f-27ce-4927-8d77-8e3db0c2ab85), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:37.484481 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3f15f4d3-2441-4869-83a0-062bfc408b5f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1005607 Feb 16 22:47:37.485203 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44402) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:37.501668 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 540b081a-c0eb-4053-b470-dc71ffea61ea {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:47:37.502461 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 540b081a-c0eb-4053-b470-dc71ffea61ea not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:47:37.503124 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device e9f9743a-4370-4b17-9841-f9eb6d633e11 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:47:37.541785 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2012e2db-f156-4b61-9065-26d1fa6cda43 None None] Routers {'3fa6286f-27ce-4927-8d77-8e3db0c2ab85'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:47:37.542863 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2012e2db-f156-4b61-9065-26d1fa6cda43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:47:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3fa6286f-27ce-4927-8d77-8e3db0c2ab85'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:37.597582 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d49f154-409d-4c73-b65d-173b20ab62ac tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:37.614695 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: e9f9743a-4370-4b17-9841-f9eb6d633e11 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:47:37.615085 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device e9f9743a-4370-4b17-9841-f9eb6d633e11 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:47:37.623340 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3d49f154-409d-4c73-b65d-173b20ab62ac tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1368666 Feb 16 22:47:37.624097 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44404) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:37.700677 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-35953b49-a13e-4d4c-a940-90c4358e886d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (3fa6286f-27ce-4927-8d77-8e3db0c2ab85), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:37.703716 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-35953b49-a13e-4d4c-a940-90c4358e886d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router_controller (3fa6286f-27ce-4927-8d77-8e3db0c2ab85), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:37.719729 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-057784b9-3a0f-4914-a0ef-ee37e2fa187b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0944667 Feb 16 22:47:37.728360 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44406) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:37.734462 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-dda15982-cded-4fd8-943b-51e1ce095884 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:47:37.769381 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-35953b49-a13e-4d4c-a940-90c4358e886d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (3fa6286f-27ce-4927-8d77-8e3db0c2ab85), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:37.770488 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35953b49-a13e-4d4c-a940-90c4358e886d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Fanout notify agent at l3_agent the message router_deleted on router 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:47:37.787969 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-35953b49-a13e-4d4c-a940-90c4358e886d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:37.795183 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-35953b49-a13e-4d4c-a940-90c4358e886d tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/routers/3fa6286f-27ce-4927-8d77-8e3db0c2ab85 HTTP/1.1" status: 204 len: 168 time: 0.4735806 Feb 16 22:47:37.798910 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44408) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:37.808048 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-2012e2db-f156-4b61-9065-26d1fa6cda43 None None] Set router 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:47:37.811054 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-2ad39852-f4ce-438f-8a6c-b13a4658d3c5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1118794417', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:47:37.856516 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2ad39852-f4ce-438f-8a6c-b13a4658d3c5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (da8c3684-264a-4d4a-97f6-368a1824e830), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:37.858208 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2ad39852-f4ce-438f-8a6c-b13a4658d3c5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (da8c3684-264a-4d4a-97f6-368a1824e830), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:37.894127 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda15982-cded-4fd8-943b-51e1ce095884 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:47:37.898719 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dda15982-cded-4fd8-943b-51e1ce095884 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:37.907122 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2012e2db-f156-4b61-9065-26d1fa6cda43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6286f-27ce-4927-8d77-8e3db0c2ab85', 'name': 'tempest-RoutersIpV6Test-router-1045503727', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:46:36Z', 'updated_at': '2022-02-16T22:47:32Z', 'revision_number': 11, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:37.938715 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2012e2db-f156-4b61-9065-26d1fa6cda43 None None] Checking router: 3fa6286f-27ce-4927-8d77-8e3db0c2ab85 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:47:37.950105 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2012e2db-f156-4b61-9065-26d1fa6cda43 None None] Routers set() bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:47:37.950850 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2012e2db-f156-4b61-9065-26d1fa6cda43 None None] Router IDs set() for agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 22:47:37.951667 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_agentschedulers_db [None req-2012e2db-f156-4b61-9065-26d1fa6cda43 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3fa6286f-27ce-4927-8d77-8e3db0c2ab85'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:47:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent'). {{(pid=103467) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 16 22:47:37.952393 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2012e2db-f156-4b61-9065-26d1fa6cda43 None None] The sync data for ids ['3fa6286f-27ce-4927-8d77-8e3db0c2ab85'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:47:37.973706 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-828a4c80-5acb-46cb-a792-e63e746013b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (61ceade8-de79-4111-9a70-aefd297b0387), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:38.036916 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a4c80-5acb-46cb-a792-e63e746013b4 None None] Pushing event deleted for resources: {'Port': ['ID=61ceade8-de79-4111-9a70-aefd297b0387,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:38.048796 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828a4c80-5acb-46cb-a792-e63e746013b4 None None] No DVR routers for this DVR port 61ceade8-de79-4111-9a70-aefd297b0387 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:47:38.055674 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2ad39852-f4ce-438f-8a6c-b13a4658d3c5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router_controller (da8c3684-264a-4d4a-97f6-368a1824e830), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:38.062576 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2ad39852-f4ce-438f-8a6c-b13a4658d3c5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (da8c3684-264a-4d4a-97f6-368a1824e830), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:38.090511 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2ad39852-f4ce-438f-8a6c-b13a4658d3c5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:38.095242 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2ad39852-f4ce-438f-8a6c-b13a4658d3c5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2924042 Feb 16 22:47:38.095810 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44412) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:38.102551 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-1e48baa0-44c3-4716-a774-195963009075 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:47:38.216662 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ce642432-a194-426d-8fa3-d80915510b3e req-dde5f203-a668-402f-ae56-76a8287713b8 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 210 time: 0.0351882 Feb 16 22:47:38.344114 n-d-813897-6 neutron-server[103466]: DEBUG neutron.objects.ports [None req-dda15982-cded-4fd8-943b-51e1ce095884 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103466) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 22:47:38.346040 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dda15982-cded-4fd8-943b-51e1ce095884 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (99521f68-9252-4624-b4f4-8ca298b5198d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:38.389727 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1e48baa0-44c3-4716-a774-195963009075 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-374653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59817'] for router (da8c3684-264a-4d4a-97f6-368a1824e830), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:38.390417 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda15982-cded-4fd8-943b-51e1ce095884 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:47:38.393677 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-dda15982-cded-4fd8-943b-51e1ce095884 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:38.398395 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda15982-cded-4fd8-943b-51e1ce095884 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:38.398922 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dda15982-cded-4fd8-943b-51e1ce095884 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:38.404248 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b358d9-4538-4b8b-86e5-a43fe88a4460 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:47:38.411572 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1e48baa0-44c3-4716-a774-195963009075 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362694'] for router (da8c3684-264a-4d4a-97f6-368a1824e830), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:38.411807 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda15982-cded-4fd8-943b-51e1ce095884 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Subnet': ['ID=99521f68-9252-4624-b4f4-8ca298b5198d,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:38.428543 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-dda15982-cded-4fd8-943b-51e1ce095884 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6990461 Feb 16 22:47:38.429335 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44414) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:38.434313 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-de46fe4f-94a8-42af-ba73-aa478b2b4b45 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:47:38.547538 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2f42c3-2cea-43c8-b23e-e958218822ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-85653813-b5e9-4a14-b601-d8fc0bc02398', 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'project_id': '5970909e92c9458195211ab3bb079d8d', 'fixed_ips': [{'subnet_id': '99521f68-9252-4624-b4f4-8ca298b5198d'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:47:38.549348 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7d2f42c3-2cea-43c8-b23e-e958218822ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:38.557015 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e48baa0-44c3-4716-a774-195963009075 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Router da8c3684-264a-4d4a-97f6-368a1824e830 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:47:38.589114 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de46fe4f-94a8-42af-ba73-aa478b2b4b45 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:47:38.593883 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-de46fe4f-94a8-42af-ba73-aa478b2b4b45 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:38.652956 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e48baa0-44c3-4716-a774-195963009075 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:47:38.659984 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1e48baa0-44c3-4716-a774-195963009075 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:38.662480 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1e48baa0-44c3-4716-a774-195963009075 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "PUT /v2.0/routers/da8c3684-264a-4d4a-97f6-368a1824e830 HTTP/1.1" status: 200 len: 698 time: 0.5658784 Feb 16 22:47:38.665963 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44416) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:38.667702 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf0df35-68a0-410e-ab5d-7107d94abe59 None None] Sync routers for ids ['da8c3684-264a-4d4a-97f6-368a1824e830'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:47:38.695038 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf0df35-68a0-410e-ab5d-7107d94abe59 None None] Routers {'da8c3684-264a-4d4a-97f6-368a1824e830'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:47:38.696337 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-9cf0df35-68a0-410e-ab5d-7107d94abe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:47:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['da8c3684-264a-4d4a-97f6-368a1824e830'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:38.762156 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-7d2f42c3-2cea-43c8-b23e-e958218822ba None None] Allocated IP 2001:db8::f816:3eff:fe76:a087 (85653813-b5e9-4a14-b601-d8fc0bc02398/99521f68-9252-4624-b4f4-8ca298b5198d/ce88922e-fa20-4cbf-99ec-555cfb3eb0e2) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:47:38.801119 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7edd492b-d039-4c1d-aeee-b3f9c648f752 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "GET /v2.0/routers/da8c3684-264a-4d4a-97f6-368a1824e830 HTTP/1.1" status: 200 len: 704 time: 0.1332583 Feb 16 22:47:38.803912 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44418) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:38.834996 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-9cf0df35-68a0-410e-ab5d-7107d94abe59 None None] Set router da8c3684-264a-4d4a-97f6-368a1824e830 gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:47:38.844332 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-38b98e81-afa9-4f14-ba6f-fc96365425fe tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "GET /v2.0/ports?device_id=da8c3684-264a-4d4a-97f6-368a1824e830 HTTP/1.1" status: 200 len: 205 time: 0.0392904 Feb 16 22:47:38.846565 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44420) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:38.919218 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-de46fe4f-94a8-42af-ba73-aa478b2b4b45 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (313ca978-871a-4ff0-b990-03bea6004ef1), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:38.922044 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-9cf0df35-68a0-410e-ab5d-7107d94abe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8c3684-264a-4d4a-97f6-368a1824e830', 'name': 'tempest-RoutersIpV6Test-router-1118794417', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:47:37Z', 'updated_at': '2022-02-16T22:47:38Z', 'revision_number': 2, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:38.950972 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf0df35-68a0-410e-ab5d-7107d94abe59 None None] Checking router: da8c3684-264a-4d4a-97f6-368a1824e830 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:47:38.959495 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43aebdd6-b70e-4430-87f1-ddace1e99770 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router (da8c3684-264a-4d4a-97f6-368a1824e830), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:38.959709 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf0df35-68a0-410e-ab5d-7107d94abe59 None None] Routers {'da8c3684-264a-4d4a-97f6-368a1824e830'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:47:38.960395 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-9cf0df35-68a0-410e-ab5d-7107d94abe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:47:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['da8c3684-264a-4d4a-97f6-368a1824e830'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:38.971007 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7d2f42c3-2cea-43c8-b23e-e958218822ba None None] Publish callbacks [] for port (ce88922e-fa20-4cbf-99ec-555cfb3eb0e2), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:38.979726 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7d2f42c3-2cea-43c8-b23e-e958218822ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (ce88922e-fa20-4cbf-99ec-555cfb3eb0e2), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:39.002888 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2f42c3-2cea-43c8-b23e-e958218822ba None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:47:39.006848 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-7d2f42c3-2cea-43c8-b23e-e958218822ba None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:39.028224 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de46fe4f-94a8-42af-ba73-aa478b2b4b45 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:47:39.034455 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2f42c3-2cea-43c8-b23e-e958218822ba None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:47:39.037003 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-de46fe4f-94a8-42af-ba73-aa478b2b4b45 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:39.041405 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de46fe4f-94a8-42af-ba73-aa478b2b4b45 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:39.042028 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-de46fe4f-94a8-42af-ba73-aa478b2b4b45 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:39.063583 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46fe4f-94a8-42af-ba73-aa478b2b4b45 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Subnet': ['ID=313ca978-871a-4ff0-b990-03bea6004ef1,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:39.075703 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-de46fe4f-94a8-42af-ba73-aa478b2b4b45 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6452205 Feb 16 22:47:39.076385 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44422) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:39.083603 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-0480c416-75c0-4d3d-87b9-339f045e78bb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'port': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'mac_address': 'fa:16:3e:55:c0:0c', 'name': 'tempest-NetworksTestDHCPv6-1990432984'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:47:39.103429 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f42c3-2cea-43c8-b23e-e958218822ba None None] Pushing event updated for resources: {'Port': ['ID=ce88922e-fa20-4cbf-99ec-555cfb3eb0e2,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:39.105232 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-9cf0df35-68a0-410e-ab5d-7107d94abe59 None None] Set router da8c3684-264a-4d4a-97f6-368a1824e830 gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:47:39.118009 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-7d2f42c3-2cea-43c8-b23e-e958218822ba None None] Attempting to bind port ce88922e-fa20-4cbf-99ec-555cfb3eb0e2 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:47:39.118467 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-7d2f42c3-2cea-43c8-b23e-e958218822ba None None] Attempting to bind port ce88922e-fa20-4cbf-99ec-555cfb3eb0e2 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:47:39.118895 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2f42c3-2cea-43c8-b23e-e958218822ba None None] Attempting to bind port ce88922e-fa20-4cbf-99ec-555cfb3eb0e2 on network 85653813-b5e9-4a14-b601-d8fc0bc02398 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:47:39.124510 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2f42c3-2cea-43c8-b23e-e958218822ba None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:47:39.125013 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2f42c3-2cea-43c8-b23e-e958218822ba None None] Checking segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:47:39.126321 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7d2f42c3-2cea-43c8-b23e-e958218822ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:39.126839 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2f42c3-2cea-43c8-b23e-e958218822ba None None] Bound using segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:47:39.127420 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-7d2f42c3-2cea-43c8-b23e-e958218822ba None None] Bound port: ce88922e-fa20-4cbf-99ec-555cfb3eb0e2, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:47:39.127911 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7d2f42c3-2cea-43c8-b23e-e958218822ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ce88922e-fa20-4cbf-99ec-555cfb3eb0e2), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:39.198471 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43aebdd6-b70e-4430-87f1-ddace1e99770 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (da8c3684-264a-4d4a-97f6-368a1824e830), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:39.201253 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43aebdd6-b70e-4430-87f1-ddace1e99770 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router_controller (da8c3684-264a-4d4a-97f6-368a1824e830), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:39.208012 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7d2f42c3-2cea-43c8-b23e-e958218822ba None None] For port ce88922e-fa20-4cbf-99ec-555cfb3eb0e2, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:47:39.211395 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7d2f42c3-2cea-43c8-b23e-e958218822ba None None] For port ce88922e-fa20-4cbf-99ec-555cfb3eb0e2, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=ce88922e-fa20-4cbf-99ec-555cfb3eb0e2,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:47:39.224252 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-9cf0df35-68a0-410e-ab5d-7107d94abe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8c3684-264a-4d4a-97f6-368a1824e830', 'name': 'tempest-RoutersIpV6Test-router-1118794417', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:47:37Z', 'updated_at': '2022-02-16T22:47:38Z', 'revision_number': 2, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:39.228312 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7d2f42c3-2cea-43c8-b23e-e958218822ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ce88922e-fa20-4cbf-99ec-555cfb3eb0e2), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:39.243529 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0480c416-75c0-4d3d-87b9-339f045e78bb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:47:39.255715 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf0df35-68a0-410e-ab5d-7107d94abe59 None None] The sync data for ids ['da8c3684-264a-4d4a-97f6-368a1824e830'] in n-d-813897-6 is: [{'id': 'da8c3684-264a-4d4a-97f6-368a1824e830', 'name': 'tempest-RoutersIpV6Test-router-1118794417', 'tenant_id': 'c4efc97b6837439c9fb97554f0018621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:47:37Z', 'updated_at': '2022-02-16T22:47:38Z', 'revision_number': 2, 'project_id': 'c4efc97b6837439c9fb97554f0018621', 'gw_port_host': None}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:47:39.281030 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43aebdd6-b70e-4430-87f1-ddace1e99770 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (da8c3684-264a-4d4a-97f6-368a1824e830), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:39.281531 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43aebdd6-b70e-4430-87f1-ddace1e99770 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Fanout notify agent at l3_agent the message router_deleted on router da8c3684-264a-4d4a-97f6-368a1824e830 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:47:39.290008 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-43aebdd6-b70e-4430-87f1-ddace1e99770 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:39.294799 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-43aebdd6-b70e-4430-87f1-ddace1e99770 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/routers/da8c3684-264a-4d4a-97f6-368a1824e830 HTTP/1.1" status: 204 len: 168 time: 0.4436655 Feb 16 22:47:39.297853 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44426) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:39.367630 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f42c3-2cea-43c8-b23e-e958218822ba None None] Pushing event updated for resources: {'Port': ['ID=ce88922e-fa20-4cbf-99ec-555cfb3eb0e2,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:39.383578 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d04df210-3b75-4b87-b55d-72a6ff361b71 req-ae5f6ae3-c968-49bd-a015-4ffc4ce835a0 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 210 time: 0.0577648 Feb 16 22:47:39.398707 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0d1e94bb-e1e1-42e5-8190-1e02463bcd66 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "GET /v2.0/ports?device_id=da8c3684-264a-4d4a-97f6-368a1824e830 HTTP/1.1" status: 200 len: 205 time: 0.0996621 Feb 16 22:47:39.399394 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44428) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:39.451468 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-5621dacc-e154-45c4-a2a4-3f68b58082bd tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] delete failed (client error): The resource could not be found. Feb 16 22:47:39.452788 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5621dacc-e154-45c4-a2a4-3f68b58082bd tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/routers/da8c3684-264a-4d4a-97f6-368a1824e830 HTTP/1.1" status: 404 len: 336 time: 0.0523803 Feb 16 22:47:39.455878 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44430) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:39.475683 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0480c416-75c0-4d3d-87b9-339f045e78bb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:39.488918 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-b30cf474-225f-454e-b4c5-c2ae1a819ee5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] DELETE failed (client error): The resource could not be found. Feb 16 22:47:39.490198 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b30cf474-225f-454e-b4c5-c2ae1a819ee5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:47:39.495868 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b30cf474-225f-454e-b4c5-c2ae1a819ee5 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/subnets/4a1b7e74-4155-4c56-8ad1-30533a272e6e HTTP/1.1" status: 404 len: 337 time: 0.0364242 Feb 16 22:47:39.496417 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44432) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:39.532519 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-37bb743a-9574-4153-a806-ba356c691c8b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] DELETE failed (client error): The resource could not be found. Feb 16 22:47:39.533149 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37bb743a-9574-4153-a806-ba356c691c8b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:47:39.539523 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-37bb743a-9574-4153-a806-ba356c691c8b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/subnets/d5bebc8e-7971-4f19-b8c7-45f876705022 HTTP/1.1" status: 404 len: 337 time: 0.0397902 Feb 16 22:47:39.540111 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44434) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:39.576925 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-0480c416-75c0-4d3d-87b9-339f045e78bb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] device_id is not set on port cde27011-f9f2-4a4d-9f7c-e6c5f461c3a6 yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:47:39.604469 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a34b4d-b9ec-4b4d-b810-196022200b82 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] DELETE failed (client error): The resource could not be found. Feb 16 22:47:39.605070 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55a34b4d-b9ec-4b4d-b810-196022200b82 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:47:39.608481 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-55a34b4d-b9ec-4b4d-b810-196022200b82 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/subnets/44e6f7f8-d0d6-4281-8675-a416bd92e6b8 HTTP/1.1" status: 404 len: 337 time: 0.0672891 Feb 16 22:47:39.619490 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44436) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:39.654797 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-49af733d-0c60-4959-a1ef-723872253de0 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] DELETE failed (client error): The resource could not be found. Feb 16 22:47:39.655391 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49af733d-0c60-4959-a1ef-723872253de0 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:47:39.666755 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-49af733d-0c60-4959-a1ef-723872253de0 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/subnets/df9c2231-5dc8-4b7e-8f01-22380184b98b HTTP/1.1" status: 404 len: 337 time: 0.0436063 Feb 16 22:47:39.667974 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44438) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:39.710110 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-79569429-6193-4776-9172-2708ae6e3964 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fa6286f-27ce-4927-8d77-8e3db0c2ab85 HTTP/1.1" status: 200 len: 205 time: 0.0387173 Feb 16 22:47:39.713728 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44440) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:39.759595 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-27605489-2539-4d67-8c7a-b6596f669015 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] delete failed (client error): The resource could not be found. Feb 16 22:47:39.761327 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-27605489-2539-4d67-8c7a-b6596f669015 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/routers/3fa6286f-27ce-4927-8d77-8e3db0c2ab85 HTTP/1.1" status: 404 len: 336 time: 0.0459695 Feb 16 22:47:39.764136 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44442) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:39.795168 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2d706441-7a60-4666-83f0-d7b78eaa87f0 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e911e9f-479e-4de0-9e17-e627d12b0a7e HTTP/1.1" status: 200 len: 205 time: 0.0296457 Feb 16 22:47:39.797559 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44444) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:39.812486 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-0480c416-75c0-4d3d-87b9-339f045e78bb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Allocated IP 172.20.0.6 (85653813-b5e9-4a14-b601-d8fc0bc02398/313ca978-871a-4ff0-b990-03bea6004ef1/cde27011-f9f2-4a4d-9f7c-e6c5f461c3a6) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:47:39.819798 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-0480c416-75c0-4d3d-87b9-339f045e78bb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Allocated IP 2001:db8::f816:3eff:fe55:c00c (85653813-b5e9-4a14-b601-d8fc0bc02398/99521f68-9252-4624-b4f4-8ca298b5198d/cde27011-f9f2-4a4d-9f7c-e6c5f461c3a6) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:47:39.843814 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-3c8f5b2f-2075-432d-abfa-8184c3801290 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] delete failed (client error): The resource could not be found. Feb 16 22:47:39.845528 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3c8f5b2f-2075-432d-abfa-8184c3801290 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/routers/9e911e9f-479e-4de0-9e17-e627d12b0a7e HTTP/1.1" status: 404 len: 336 time: 0.0468578 Feb 16 22:47:39.848276 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44446) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:39.876168 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddbef537-54a1-4ad6-a575-0c78db28a4fe tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] DELETE failed (client error): The resource could not be found. Feb 16 22:47:39.877099 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddbef537-54a1-4ad6-a575-0c78db28a4fe tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:47:39.880888 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ddbef537-54a1-4ad6-a575-0c78db28a4fe tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/subnets/8e127f62-3856-49cc-9d46-e385a29d0417 HTTP/1.1" status: 404 len: 337 time: 0.0314596 Feb 16 22:47:39.883479 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44448) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:39.912621 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-46203b61-63be-4cb6-97d6-bf32402b410a tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "GET /v2.0/ports?device_id=1dd83332-fdd7-4cea-a7d0-6f0fc60a8267 HTTP/1.1" status: 200 len: 205 time: 0.0278668 Feb 16 22:47:39.914916 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44450) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:39.959764 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-d39e7c44-bbf6-471b-85be-104a53f64d1f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] delete failed (client error): The resource could not be found. Feb 16 22:47:39.963233 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d39e7c44-bbf6-471b-85be-104a53f64d1f tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/routers/1dd83332-fdd7-4cea-a7d0-6f0fc60a8267 HTTP/1.1" status: 404 len: 336 time: 0.0449948 Feb 16 22:47:39.963646 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44452) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:39.987090 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0480c416-75c0-4d3d-87b9-339f045e78bb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for port (cde27011-f9f2-4a4d-9f7c-e6c5f461c3a6), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:39.994970 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-60071380-6ffc-4d7a-86de-63ecec803185 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b9f0891-84a5-41bd-99c4-9fa6bdb1e933 HTTP/1.1" status: 200 len: 205 time: 0.0302448 Feb 16 22:47:39.998373 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44454) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:40.042965 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-a57f7f99-db80-4d8a-990d-e8e4a3544b2b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] delete failed (client error): The resource could not be found. Feb 16 22:47:40.044050 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a57f7f99-db80-4d8a-990d-e8e4a3544b2b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/routers/8b9f0891-84a5-41bd-99c4-9fa6bdb1e933 HTTP/1.1" status: 404 len: 336 time: 0.0447042 Feb 16 22:47:40.046818 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44456) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:40.063673 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0480c416-75c0-4d3d-87b9-339f045e78bb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (cde27011-f9f2-4a4d-9f7c-e6c5f461c3a6), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:40.077639 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdacc2eb-045f-4557-8988-ec5c0da77650 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] DELETE failed (client error): The resource could not be found. Feb 16 22:47:40.078333 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdacc2eb-045f-4557-8988-ec5c0da77650 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:47:40.081506 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-cdacc2eb-045f-4557-8988-ec5c0da77650 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/subnets/1122d394-0b90-4ecb-b46f-409b14f33016 HTTP/1.1" status: 404 len: 337 time: 0.0336115 Feb 16 22:47:40.084299 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44458) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:40.118596 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0480c416-75c0-4d3d-87b9-339f045e78bb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:47:40.139113 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f87929d0-a27a-432f-b436-9e5ab5b22156 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "GET /v2.0/ports?device_id=309bdda5-65bb-4b4f-8577-ecfdd5cc383e HTTP/1.1" status: 200 len: 205 time: 0.0537241 Feb 16 22:47:40.141936 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44460) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:40.144053 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-0480c416-75c0-4d3d-87b9-339f045e78bb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:40.147983 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0480c416-75c0-4d3d-87b9-339f045e78bb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:47:40.175824 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480c416-75c0-4d3d-87b9-339f045e78bb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Port': ['ID=cde27011-f9f2-4a4d-9f7c-e6c5f461c3a6,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:40.201744 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-9d17b2f7-59ff-40ba-b60b-45b07685c3ba tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] delete failed (client error): The resource could not be found. Feb 16 22:47:40.204835 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0480c416-75c0-4d3d-87b9-339f045e78bb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:40.205509 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0480c416-75c0-4d3d-87b9-339f045e78bb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:40.206143 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9d17b2f7-59ff-40ba-b60b-45b07685c3ba tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/routers/309bdda5-65bb-4b4f-8577-ecfdd5cc383e HTTP/1.1" status: 404 len: 336 time: 0.0628543 Feb 16 22:47:40.206764 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44462) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:40.226663 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0480c416-75c0-4d3d-87b9-339f045e78bb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1457479 Feb 16 22:47:40.226854 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44464) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:40.234396 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-139a733e-da1b-4d47-8d53-850a2f05d821 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] DELETE failed (client error): The resource could not be found. Feb 16 22:47:40.234861 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-139a733e-da1b-4d47-8d53-850a2f05d821 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:47:40.239017 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-139a733e-da1b-4d47-8d53-850a2f05d821 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/subnets/88facea8-b395-4b36-b570-7c9520a878bd HTTP/1.1" status: 404 len: 337 time: 0.0303769 Feb 16 22:47:40.241321 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44466) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:40.289201 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ab138306-763d-43eb-ac85-36e702bf4bd4 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "GET /v2.0/ports?device_id=eb79478f-d781-4ddb-8e69-752b6e6594ed HTTP/1.1" status: 200 len: 205 time: 0.0447564 Feb 16 22:47:40.289446 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32700cdd-8aba-4313-a931-fdf72e2ee996 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:40.289635 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44468) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:40.293816 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32700cdd-8aba-4313-a931-fdf72e2ee996 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:40.295459 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-32700cdd-8aba-4313-a931-fdf72e2ee996 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0676360 Feb 16 22:47:40.298000 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44470) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:40.334799 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-9d1443eb-e98f-4fd9-8359-cfaef202db2b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] delete failed (client error): The resource could not be found. Feb 16 22:47:40.336389 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9d1443eb-e98f-4fd9-8359-cfaef202db2b tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/routers/eb79478f-d781-4ddb-8e69-752b6e6594ed HTTP/1.1" status: 404 len: 336 time: 0.0456169 Feb 16 22:47:40.339010 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44472) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:40.391448 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b88685-0ec8-4b18-af95-1dd0977ecb33 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] DELETE failed (client error): The resource could not be found. Feb 16 22:47:40.391988 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63b88685-0ec8-4b18-af95-1dd0977ecb33 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:47:40.395098 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-63b88685-0ec8-4b18-af95-1dd0977ecb33 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/subnets/15bebfc1-0dc6-4546-bd90-44dab9dd97db HTTP/1.1" status: 404 len: 337 time: 0.0551057 Feb 16 22:47:40.398202 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44474) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:40.429405 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-2199fa4c-0afa-42a6-a7e9-dd28090a5f79 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] DELETE failed (client error): The resource could not be found. Feb 16 22:47:40.429810 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2199fa4c-0afa-42a6-a7e9-dd28090a5f79 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:47:40.432880 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2199fa4c-0afa-42a6-a7e9-dd28090a5f79 tempest-RoutersIpV6Test-69765854 tempest-RoutersIpV6Test-69765854-project] 10.222.0.75 "DELETE /v2.0/subnets/0530db53-69b7-435a-a4d4-b50908df1bad HTTP/1.1" status: 404 len: 337 time: 0.0337689 Feb 16 22:47:40.454007 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-59606bb4-db4c-4fed-bfba-23a93f955b6f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting port cde27011-f9f2-4a4d-9f7c-e6c5f461c3a6 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:47:40.454367 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-59606bb4-db4c-4fed-bfba-23a93f955b6f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (cde27011-f9f2-4a4d-9f7c-e6c5f461c3a6), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:40.515264 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-05d4c53a-0176-42a7-8e61-6ee0276f7cef req-726a1490-f00a-4d69-b509-10482b9f102e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 210 time: 0.0387559 Feb 16 22:47:40.604469 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-59606bb4-db4c-4fed-bfba-23a93f955b6f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (cde27011-f9f2-4a4d-9f7c-e6c5f461c3a6), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:40.621403 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-59606bb4-db4c-4fed-bfba-23a93f955b6f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Calling delete_port for cde27011-f9f2-4a4d-9f7c-e6c5f461c3a6 owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:47:40.809204 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44482) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:40.889108 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device ce88922e-fa20-4cbf-99ec-555cfb3eb0e2 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:47:40.963201 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port ce88922e-fa20-4cbf-99ec-555cfb3eb0e2 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:40.963646 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ce88922e-fa20-4cbf-99ec-555cfb3eb0e2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:41.035618 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-75cec9f7-db6f-4f1d-aa4d-774b5026fa07 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c4efc97b6837439c9fb97554f0018621&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2252176 Feb 16 22:47:41.038040 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44486) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:41.103759 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port ce88922e-fa20-4cbf-99ec-555cfb3eb0e2 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:41.104220 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ce88922e-fa20-4cbf-99ec-555cfb3eb0e2), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:41.124350 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fcef4326-279e-4574-8624-b8b279ac7b37 admin admin] Publish callbacks [] for security_group (3de79a89-9911-4cb2-a595-b3f03e1fe01e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:41.154185 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fcef4326-279e-4574-8624-b8b279ac7b37 admin admin] Publish callbacks [] for security_group (3de79a89-9911-4cb2-a595-b3f03e1fe01e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:41.167720 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port ce88922e-fa20-4cbf-99ec-555cfb3eb0e2, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=ce88922e-fa20-4cbf-99ec-555cfb3eb0e2,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:41.169079 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16207d2-14ad-4882-b0de-4314609691ef None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:47:41.224294 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fcef4326-279e-4574-8624-b8b279ac7b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (3de79a89-9911-4cb2-a595-b3f03e1fe01e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:41.227478 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fcef4326-279e-4574-8624-b8b279ac7b37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:41.234469 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fcef4326-279e-4574-8624-b8b279ac7b37 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3de79a89-9911-4cb2-a595-b3f03e1fe01e HTTP/1.1" status: 204 len: 168 time: 0.1946783 Feb 16 22:47:41.244022 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef4326-279e-4574-8624-b8b279ac7b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de79a89-9911-4cb2-a595-b3f03e1fe01e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:41.274611 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ce88922e-fa20-4cbf-99ec-555cfb3eb0e2), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:41.344582 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-ee8b1d3b-220d-43a9-82b9-d1fcefb5430e None None] Provisioning complete for port ce88922e-fa20-4cbf-99ec-555cfb3eb0e2 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:41.344966 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ee8b1d3b-220d-43a9-82b9-d1fcefb5430e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ce88922e-fa20-4cbf-99ec-555cfb3eb0e2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:41.414254 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=ce88922e-fa20-4cbf-99ec-555cfb3eb0e2,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:41.425781 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-59606bb4-db4c-4fed-bfba-23a93f955b6f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (cde27011-f9f2-4a4d-9f7c-e6c5f461c3a6), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:41.457984 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-ee8b1d3b-220d-43a9-82b9-d1fcefb5430e None None] Current status of the port ce88922e-fa20-4cbf-99ec-555cfb3eb0e2 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:41.475597 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59606bb4-db4c-4fed-bfba-23a93f955b6f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Port': ['ID=cde27011-f9f2-4a4d-9f7c-e6c5f461c3a6,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:41.514936 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e854ca70-7d81-4e5f-9b78-88789d78b3df None None] Update dhcp port {'port': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'fixed_ips': [{'subnet_id': '99521f68-9252-4624-b4f4-8ca298b5198d', 'ip_address': '2001:db8::f816:3eff:fe76:a087'}, {'subnet_id': '313ca978-871a-4ff0-b990-03bea6004ef1'}], 'binding:host_id': 'n-d-813897-6'}, 'id': 'ce88922e-fa20-4cbf-99ec-555cfb3eb0e2'} from n-d-813897-6. {{(pid=103467) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 22:47:41.582171 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-59606bb4-db4c-4fed-bfba-23a93f955b6f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:41.588722 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44498) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:41.589448 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-59606bb4-db4c-4fed-bfba-23a93f955b6f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/cde27011-f9f2-4a4d-9f7c-e6c5f461c3a6 HTTP/1.1" status: 204 len: 168 time: 1.2896867 Feb 16 22:47:41.657447 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9142e9d3-9deb-4ef9-9d73-cc6fffc0e02f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:41.658823 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9142e9d3-9deb-4ef9-9d73-cc6fffc0e02f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:41.660150 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9142e9d3-9deb-4ef9-9d73-cc6fffc0e02f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:41.662572 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9142e9d3-9deb-4ef9-9d73-cc6fffc0e02f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0721145 Feb 16 22:47:41.665035 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44502) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:41.686660 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e4da81f8-d36c-4a53-b96b-8505172fe67f req-c0ab79b6-c629-4a76-9c9b-234e9129e497 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 210 time: 0.0585980 Feb 16 22:47:41.736618 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e854ca70-7d81-4e5f-9b78-88789d78b3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ce88922e-fa20-4cbf-99ec-555cfb3eb0e2), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:41.747476 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac55d7fd-3944-48d5-9f6f-1c0ca4e0a781 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting subnet 313ca978-871a-4ff0-b990-03bea6004ef1 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:47:41.753141 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ac55d7fd-3944-48d5-9f6f-1c0ca4e0a781 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (313ca978-871a-4ff0-b990-03bea6004ef1), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:41.804584 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ac55d7fd-3944-48d5-9f6f-1c0ca4e0a781 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (313ca978-871a-4ff0-b990-03bea6004ef1), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:41.862223 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ac55d7fd-3944-48d5-9f6f-1c0ca4e0a781 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (313ca978-871a-4ff0-b990-03bea6004ef1), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:41.928161 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ac55d7fd-3944-48d5-9f6f-1c0ca4e0a781 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (313ca978-871a-4ff0-b990-03bea6004ef1), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server [None req-e854ca70-7d81-4e5f-9b78-88789d78b3df None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 313ca978-871a-4ff0-b990-03bea6004ef1: This subnet is being modified by another concurrent operation. Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise exception Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 313ca978-871a-4ff0-b990-03bea6004ef1: This subnet is being modified by another concurrent operation. Feb 16 22:47:41.929848 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server Feb 16 22:47:41.954810 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55d7fd-3944-48d5-9f6f-1c0ca4e0a781 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Subnet': ['ID=313ca978-871a-4ff0-b990-03bea6004ef1,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:41.961716 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ac55d7fd-3944-48d5-9f6f-1c0ca4e0a781 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:41.965330 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ac55d7fd-3944-48d5-9f6f-1c0ca4e0a781 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/313ca978-871a-4ff0-b990-03bea6004ef1 HTTP/1.1" status: 204 len: 168 time: 0.2990541 Feb 16 22:47:41.967934 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44512) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:42.030320 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ac64eb-4779-406d-afeb-5dad458c9213 None None] get_active_networks_info from n-d-813897-6 {{(pid=103467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 22:47:42.039264 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-370f44ba-a6a4-40f6-b422-657f35072799 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting subnet 99521f68-9252-4624-b4f4-8ca298b5198d {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:47:42.042942 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-370f44ba-a6a4-40f6-b422-657f35072799 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (99521f68-9252-4624-b4f4-8ca298b5198d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:42.092619 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-370f44ba-a6a4-40f6-b422-657f35072799 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (99521f68-9252-4624-b4f4-8ca298b5198d), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:42.111230 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b8b08d06-a752-4970-8589-d43072a389e9 None None] Provisioning complete for port ce88922e-fa20-4cbf-99ec-555cfb3eb0e2 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:42.111613 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b8b08d06-a752-4970-8589-d43072a389e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ce88922e-fa20-4cbf-99ec-555cfb3eb0e2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:42.141845 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44516) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:42.179669 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ac64eb-4779-406d-afeb-5dad458c9213 None None] Resources bound (agent type, host, resource id): {{(pid=103467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 22:47:42.188854 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-370f44ba-a6a4-40f6-b422-657f35072799 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (99521f68-9252-4624-b4f4-8ca298b5198d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:42.257383 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-370f44ba-a6a4-40f6-b422-657f35072799 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (99521f68-9252-4624-b4f4-8ca298b5198d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:42.278651 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-b0e0cecc-c379-4eb1-aa77-b68bcec4c624 tempest-SubnetPoolsTestJSON-1188297037 tempest-SubnetPoolsTestJSON-1188297037-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2069459715', 'prefixes': ['172.20.0.0/16']}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:47:42.286463 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f44ba-a6a4-40f6-b422-657f35072799 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Subnet': ['ID=99521f68-9252-4624-b4f4-8ca298b5198d,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:42.293035 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-370f44ba-a6a4-40f6-b422-657f35072799 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:42.296670 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-370f44ba-a6a4-40f6-b422-657f35072799 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/99521f68-9252-4624-b4f4-8ca298b5198d HTTP/1.1" status: 204 len: 168 time: 0.3277116 Feb 16 22:47:42.300005 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44520) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:42.336255 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b8b08d06-a752-4970-8589-d43072a389e9 None None] Current status of the port ce88922e-fa20-4cbf-99ec-555cfb3eb0e2 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:42.343116 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b8b08d06-a752-4970-8589-d43072a389e9 None None] Could not find standard attr ID for object cde27011-f9f2-4a4d-9f7c-e6c5f461c3a6. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:47:42.352745 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5c351050-7c16-41ec-9046-d6afca34bf77 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0488362 Feb 16 22:47:42.352958 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44522) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:42.357845 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-9e2a46fc-d4e2-4639-93c2-f8db3f787dd9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:47:42.480153 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cb264e-6db5-48a1-95f8-f5976cbf1ceb None None] Update dhcp port {'port': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'fixed_ips': [{'subnet_id': '99521f68-9252-4624-b4f4-8ca298b5198d'}], 'binding:host_id': 'n-d-813897-6'}, 'id': 'ce88922e-fa20-4cbf-99ec-555cfb3eb0e2'} from n-d-813897-6. {{(pid=103467) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 22:47:42.485633 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b0e0cecc-c379-4eb1-aa77-b68bcec4c624 tempest-SubnetPoolsTestJSON-1188297037 tempest-SubnetPoolsTestJSON-1188297037-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:42.487584 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b0e0cecc-c379-4eb1-aa77-b68bcec4c624 tempest-SubnetPoolsTestJSON-1188297037 tempest-SubnetPoolsTestJSON-1188297037-project] 10.222.0.75 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3445289 Feb 16 22:47:42.490336 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44524) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:42.507967 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2a46fc-d4e2-4639-93c2-f8db3f787dd9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:47:42.512266 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9e2a46fc-d4e2-4639-93c2-f8db3f787dd9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:42.531272 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f7cb264e-6db5-48a1-95f8-f5976cbf1ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ce88922e-fa20-4cbf-99ec-555cfb3eb0e2), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:42.560426 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4638d4bf-9232-4944-adfd-2bc29bef150e tempest-SubnetPoolsTestJSON-1188297037 tempest-SubnetPoolsTestJSON-1188297037-project] 10.222.0.75 "GET /v2.0/subnetpools/f297a356-04d7-452f-9df4-683c4b1e39a3 HTTP/1.1" status: 200 len: 732 time: 0.0680501 Feb 16 22:47:42.563501 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44526) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:42.572337 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-599750b0-a34b-4056-b641-219abd0edb10 tempest-SubnetPoolsTestJSON-1188297037 tempest-SubnetPoolsTestJSON-1188297037-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-415931939'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:47:42.686915 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee64560b-d45f-4b71-9120-bd86fa9c935d None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:47:42.811492 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-599750b0-a34b-4056-b641-219abd0edb10 tempest-SubnetPoolsTestJSON-1188297037 tempest-SubnetPoolsTestJSON-1188297037-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:42.816225 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-599750b0-a34b-4056-b641-219abd0edb10 tempest-SubnetPoolsTestJSON-1188297037 tempest-SubnetPoolsTestJSON-1188297037-project] 10.222.0.75 "PUT /v2.0/subnetpools/f297a356-04d7-452f-9df4-683c4b1e39a3 HTTP/1.1" status: 200 len: 683 time: 0.2497211 Feb 16 22:47:42.817688 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44530) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:42.844946 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device ce88922e-fa20-4cbf-99ec-555cfb3eb0e2 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:47:42.853199 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-5cb4b4d8-194b-45cc-be26-6bb51b41d453 None None] Provisioning complete for port ce88922e-fa20-4cbf-99ec-555cfb3eb0e2 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:42.853583 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5cb4b4d8-194b-45cc-be26-6bb51b41d453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ce88922e-fa20-4cbf-99ec-555cfb3eb0e2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:42.954715 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cbc58b2d-3abd-4449-8397-fade622000e2 req-b059da14-06d3-4fcd-a8dc-313bc9f51d71 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 210 time: 0.0881157 Feb 16 22:47:43.001808 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4935f90c-73b6-4281-9222-96f03736b116 None None] DHCP port deletion for 85653813-b5e9-4a14-b601-d8fc0bc02398 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:47:43.014003 n-d-813897-6 neutron-server[103465]: DEBUG neutron.objects.ports [None req-9e2a46fc-d4e2-4639-93c2-f8db3f787dd9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103465) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 22:47:43.014239 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-579a0842-a707-4f86-b24d-a09685b56d03 tempest-SubnetPoolsTestJSON-1188297037 tempest-SubnetPoolsTestJSON-1188297037-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:43.018392 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-579a0842-a707-4f86-b24d-a09685b56d03 tempest-SubnetPoolsTestJSON-1188297037 tempest-SubnetPoolsTestJSON-1188297037-project] 10.222.0.75 "DELETE /v2.0/subnetpools/f297a356-04d7-452f-9df4-683c4b1e39a3 HTTP/1.1" status: 204 len: 168 time: 0.1961861 Feb 16 22:47:43.018801 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44532) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:43.038642 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-9cf7b7fa-95c4-46b9-94cd-6f77e15442cc tempest-SubnetPoolsTestJSON-1188297037 tempest-SubnetPoolsTestJSON-1188297037-project] show failed (client error): The resource could not be found. Feb 16 22:47:43.043673 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9cf7b7fa-95c4-46b9-94cd-6f77e15442cc tempest-SubnetPoolsTestJSON-1188297037 tempest-SubnetPoolsTestJSON-1188297037-project] 10.222.0.75 "GET /v2.0/subnetpools/f297a356-04d7-452f-9df4-683c4b1e39a3 HTTP/1.1" status: 404 len: 346 time: 0.0212302 Feb 16 22:47:43.044833 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44534) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:43.050304 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port ce88922e-fa20-4cbf-99ec-555cfb3eb0e2 is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:43.050696 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ce88922e-fa20-4cbf-99ec-555cfb3eb0e2), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:43.063115 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-4d981d58-b834-4d6c-b168-df0e5a6fc218 tempest-SubnetPoolsTestJSON-1188297037 tempest-SubnetPoolsTestJSON-1188297037-project] delete failed (client error): The resource could not be found. Feb 16 22:47:43.071422 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4d981d58-b834-4d6c-b168-df0e5a6fc218 tempest-SubnetPoolsTestJSON-1188297037 tempest-SubnetPoolsTestJSON-1188297037-project] 10.222.0.75 "DELETE /v2.0/subnetpools/f297a356-04d7-452f-9df4-683c4b1e39a3 HTTP/1.1" status: 404 len: 346 time: 0.0253670 Feb 16 22:47:43.123366 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5cb4b4d8-194b-45cc-be26-6bb51b41d453 None None] Current status of the port ce88922e-fa20-4cbf-99ec-555cfb3eb0e2 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:43.136844 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port ce88922e-fa20-4cbf-99ec-555cfb3eb0e2, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=ce88922e-fa20-4cbf-99ec-555cfb3eb0e2,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:43.143254 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4935f90c-73b6-4281-9222-96f03736b116 None None] Deleting port ce88922e-fa20-4cbf-99ec-555cfb3eb0e2 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:47:43.143830 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4935f90c-73b6-4281-9222-96f03736b116 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (ce88922e-fa20-4cbf-99ec-555cfb3eb0e2), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:43.157717 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ce88922e-fa20-4cbf-99ec-555cfb3eb0e2), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:43.248930 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=ce88922e-fa20-4cbf-99ec-555cfb3eb0e2,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:43.283555 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-4935f90c-73b6-4281-9222-96f03736b116 None None] For port ce88922e-fa20-4cbf-99ec-555cfb3eb0e2, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=ce88922e-fa20-4cbf-99ec-555cfb3eb0e2,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:43.284278 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4935f90c-73b6-4281-9222-96f03736b116 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (ce88922e-fa20-4cbf-99ec-555cfb3eb0e2), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:43.303578 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4935f90c-73b6-4281-9222-96f03736b116 None None] Calling delete_port for ce88922e-fa20-4cbf-99ec-555cfb3eb0e2 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:47:43.365591 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:47:43.397243 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4935f90c-73b6-4281-9222-96f03736b116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (ce88922e-fa20-4cbf-99ec-555cfb3eb0e2), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:43.433200 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935f90c-73b6-4281-9222-96f03736b116 None None] Pushing event deleted for resources: {'Port': ['ID=ce88922e-fa20-4cbf-99ec-555cfb3eb0e2,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:43.436076 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4935f90c-73b6-4281-9222-96f03736b116 None None] No DVR routers for this DVR port ce88922e-fa20-4cbf-99ec-555cfb3eb0e2 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:47:43.457800 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44540) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:43.628304 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-65bec981-48d6-456f-903e-7bf684ce3b43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:43.632233 n-d-813897-6 neutron-server[103465]: WARNING neutron.services.revisions.revision_plugin [None req-9e2a46fc-d4e2-4639-93c2-f8db3f787dd9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Could not find related port for resource to bump revision. Feb 16 22:47:43.644086 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.ipam_pluggable_backend [None req-9e2a46fc-d4e2-4639-93c2-f8db3f787dd9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Port ce88922e-fa20-4cbf-99ec-555cfb3eb0e2 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103465) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 16 22:47:43.644402 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.ipam_pluggable_backend [None req-9e2a46fc-d4e2-4639-93c2-f8db3f787dd9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Reverting IP allocation for 2001:db8::f816:3eff:fe76:a087 {{(pid=103465) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 16 22:47:43.648137 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.ipam_pluggable_backend [None req-9e2a46fc-d4e2-4639-93c2-f8db3f787dd9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe76:a087 {{(pid=103465) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 16 22:47:43.649378 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9e2a46fc-d4e2-4639-93c2-f8db3f787dd9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (393b1821-ec1c-477f-b1b9-16218c5c33ed), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:43.690809 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2a46fc-d4e2-4639-93c2-f8db3f787dd9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:47:43.700050 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-9e2a46fc-d4e2-4639-93c2-f8db3f787dd9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:43.704720 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2a46fc-d4e2-4639-93c2-f8db3f787dd9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:43.705254 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9e2a46fc-d4e2-4639-93c2-f8db3f787dd9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:43.716292 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baac34a-d6b9-44f2-9e6d-1e09c76436b2 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:47:43.729252 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-65bec981-48d6-456f-903e-7bf684ce3b43 admin admin] Publish callbacks [] for security_group (b1d93f1c-edd8-41d7-9400-6ee17b1ec4a9), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:43.733679 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a46fc-d4e2-4639-93c2-f8db3f787dd9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Subnet': ['ID=393b1821-ec1c-477f-b1b9-16218c5c33ed,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:43.735401 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-65bec981-48d6-456f-903e-7bf684ce3b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b1d93f1c-edd8-41d7-9400-6ee17b1ec4a9), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:43.759006 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9e2a46fc-d4e2-4639-93c2-f8db3f787dd9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4050019 Feb 16 22:47:43.762436 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44544) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:43.770374 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-0de137d9-7eba-475b-af6b-aaaae1d8218a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:47:43.798699 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-65bec981-48d6-456f-903e-7bf684ce3b43 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=83aebb428cb6401895c229d7d4dcb183&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3397784 Feb 16 22:47:43.803587 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44546) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:43.814969 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bec981-48d6-456f-903e-7bf684ce3b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d93f1c-edd8-41d7-9400-6ee17b1ec4a9,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:43.846777 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3354db50-f2f5-4db3-add9-7892fee0e510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-85653813-b5e9-4a14-b601-d8fc0bc02398', 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'project_id': '5970909e92c9458195211ab3bb079d8d', 'fixed_ips': [{'subnet_id': '393b1821-ec1c-477f-b1b9-16218c5c33ed'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:47:43.848168 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3354db50-f2f5-4db3-add9-7892fee0e510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:43.881011 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c524ce1b-e472-4689-bc3d-d364cf63d7e9 admin admin] Publish callbacks [] for security_group (b1d93f1c-edd8-41d7-9400-6ee17b1ec4a9), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:43.909528 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c524ce1b-e472-4689-bc3d-d364cf63d7e9 admin admin] Publish callbacks [] for security_group (b1d93f1c-edd8-41d7-9400-6ee17b1ec4a9), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:43.962842 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de137d9-7eba-475b-af6b-aaaae1d8218a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:47:43.967800 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0de137d9-7eba-475b-af6b-aaaae1d8218a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:44.003933 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c524ce1b-e472-4689-bc3d-d364cf63d7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b1d93f1c-edd8-41d7-9400-6ee17b1ec4a9), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:44.006984 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c524ce1b-e472-4689-bc3d-d364cf63d7e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:44.011980 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c524ce1b-e472-4689-bc3d-d364cf63d7e9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b1d93f1c-edd8-41d7-9400-6ee17b1ec4a9 HTTP/1.1" status: 204 len: 168 time: 0.2026470 Feb 16 22:47:44.049599 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c524ce1b-e472-4689-bc3d-d364cf63d7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d93f1c-edd8-41d7-9400-6ee17b1ec4a9,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:44.112345 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-3354db50-f2f5-4db3-add9-7892fee0e510 None None] Allocated IP 2001:db8::f816:3eff:fecf:cfd (85653813-b5e9-4a14-b601-d8fc0bc02398/393b1821-ec1c-477f-b1b9-16218c5c33ed/5c85e685-2301-41b0-bbcf-ce402c5bf805) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:47:44.171074 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-52fb6b51-c06d-4686-a71e-881ad645ed6e req-ffe56e5b-8d83-45a1-8d56-ea7d36276244 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=c58c9646-ae90-4b8f-8693-9ac8153b3697 HTTP/1.1" status: 200 len: 210 time: 0.0829964 Feb 16 22:47:44.320637 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3354db50-f2f5-4db3-add9-7892fee0e510 None None] Publish callbacks [] for port (5c85e685-2301-41b0-bbcf-ce402c5bf805), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:44.335145 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3354db50-f2f5-4db3-add9-7892fee0e510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (5c85e685-2301-41b0-bbcf-ce402c5bf805), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:44.391127 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354db50-f2f5-4db3-add9-7892fee0e510 None None] Pushing event updated for resources: {'Port': ['ID=5c85e685-2301-41b0-bbcf-ce402c5bf805,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:44.402534 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0de137d9-7eba-475b-af6b-aaaae1d8218a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (cdca3206-5fd3-41e6-92df-e2ace28dcbc3), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:44.407088 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3354db50-f2f5-4db3-add9-7892fee0e510 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:47:44.408572 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-3354db50-f2f5-4db3-add9-7892fee0e510 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:44.411594 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3354db50-f2f5-4db3-add9-7892fee0e510 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:47:44.499442 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de137d9-7eba-475b-af6b-aaaae1d8218a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:47:44.501128 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de137d9-7eba-475b-af6b-aaaae1d8218a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Subnet': ['ID=cdca3206-5fd3-41e6-92df-e2ace28dcbc3,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:44.509646 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-0de137d9-7eba-475b-af6b-aaaae1d8218a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:44.514553 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de137d9-7eba-475b-af6b-aaaae1d8218a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:47:44.515024 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de137d9-7eba-475b-af6b-aaaae1d8218a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:47:44.515469 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de137d9-7eba-475b-af6b-aaaae1d8218a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:47:44.515941 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de137d9-7eba-475b-af6b-aaaae1d8218a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:47:44.516361 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de137d9-7eba-475b-af6b-aaaae1d8218a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:47:44.516788 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de137d9-7eba-475b-af6b-aaaae1d8218a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:47:44.517218 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de137d9-7eba-475b-af6b-aaaae1d8218a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:47:44.517652 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de137d9-7eba-475b-af6b-aaaae1d8218a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:47:44.518111 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de137d9-7eba-475b-af6b-aaaae1d8218a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:47:44.518538 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de137d9-7eba-475b-af6b-aaaae1d8218a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:47:44.519039 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de137d9-7eba-475b-af6b-aaaae1d8218a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:47:44.529147 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de137d9-7eba-475b-af6b-aaaae1d8218a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:47:44.529738 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de137d9-7eba-475b-af6b-aaaae1d8218a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:47:44.542640 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de137d9-7eba-475b-af6b-aaaae1d8218a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:44.543560 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0de137d9-7eba-475b-af6b-aaaae1d8218a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:44.549234 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-3354db50-f2f5-4db3-add9-7892fee0e510 None None] Attempting to bind port 5c85e685-2301-41b0-bbcf-ce402c5bf805 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:47:44.549625 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-3354db50-f2f5-4db3-add9-7892fee0e510 None None] Attempting to bind port 5c85e685-2301-41b0-bbcf-ce402c5bf805 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:47:44.550181 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3354db50-f2f5-4db3-add9-7892fee0e510 None None] Attempting to bind port 5c85e685-2301-41b0-bbcf-ce402c5bf805 on network 85653813-b5e9-4a14-b601-d8fc0bc02398 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:47:44.563272 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3354db50-f2f5-4db3-add9-7892fee0e510 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:47:44.563663 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3354db50-f2f5-4db3-add9-7892fee0e510 None None] Checking segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:47:44.564077 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3354db50-f2f5-4db3-add9-7892fee0e510 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:44.564478 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3354db50-f2f5-4db3-add9-7892fee0e510 None None] Bound using segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:47:44.564959 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-3354db50-f2f5-4db3-add9-7892fee0e510 None None] Bound port: 5c85e685-2301-41b0-bbcf-ce402c5bf805, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:47:44.565352 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3354db50-f2f5-4db3-add9-7892fee0e510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5c85e685-2301-41b0-bbcf-ce402c5bf805), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:44.579742 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0de137d9-7eba-475b-af6b-aaaae1d8218a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8125484 Feb 16 22:47:44.579742 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44562) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:44.602213 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-6e029b03-241b-410b-8287-02e2a823935e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'port': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'mac_address': 'fa:16:3e:a2:56:48', 'name': 'tempest-NetworksTestDHCPv6-534731403'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:47:44.685379 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-3354db50-f2f5-4db3-add9-7892fee0e510 None None] For port 5c85e685-2301-41b0-bbcf-ce402c5bf805, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:47:44.690928 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-3354db50-f2f5-4db3-add9-7892fee0e510 None None] For port 5c85e685-2301-41b0-bbcf-ce402c5bf805, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5c85e685-2301-41b0-bbcf-ce402c5bf805,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:47:44.707148 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3354db50-f2f5-4db3-add9-7892fee0e510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5c85e685-2301-41b0-bbcf-ce402c5bf805), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:44.788274 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354db50-f2f5-4db3-add9-7892fee0e510 None None] Pushing event updated for resources: {'Port': ['ID=5c85e685-2301-41b0-bbcf-ce402c5bf805,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:44.844347 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e029b03-241b-410b-8287-02e2a823935e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:47:44.965535 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e029b03-241b-410b-8287-02e2a823935e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:44.989668 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-6e029b03-241b-410b-8287-02e2a823935e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] device_id is not set on port ba76ae13-7c7a-48b9-ad0d-dd32855a225b yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:47:45.372293 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44586) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:45.382410 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-6e029b03-241b-410b-8287-02e2a823935e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Allocated IP 172.20.0.9 (85653813-b5e9-4a14-b601-d8fc0bc02398/cdca3206-5fd3-41e6-92df-e2ace28dcbc3/ba76ae13-7c7a-48b9-ad0d-dd32855a225b) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:47:45.390828 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-6e029b03-241b-410b-8287-02e2a823935e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Allocated IP 2001:db8::f816:3eff:fea2:5648 (85653813-b5e9-4a14-b601-d8fc0bc02398/393b1821-ec1c-477f-b1b9-16218c5c33ed/ba76ae13-7c7a-48b9-ad0d-dd32855a225b) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:47:45.494247 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-16c8a961-4a77-4936-97ad-f2a074fcc2b4 tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1093873447'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:47:45.517137 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c8a961-4a77-4936-97ad-f2a074fcc2b4 tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] Made reservation on behalf of 1c0ad0e1c0d14cd2be19c111f18f9839 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:47:45.526448 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-16c8a961-4a77-4936-97ad-f2a074fcc2b4 tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:45.546592 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-16c8a961-4a77-4936-97ad-f2a074fcc2b4 tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:45.605650 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e029b03-241b-410b-8287-02e2a823935e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for port (ba76ae13-7c7a-48b9-ad0d-dd32855a225b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:45.659469 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e029b03-241b-410b-8287-02e2a823935e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (ba76ae13-7c7a-48b9-ad0d-dd32855a225b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:45.678590 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-16c8a961-4a77-4936-97ad-f2a074fcc2b4 tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] Publish callbacks [] for security_group (1b516913-340b-46d7-819a-1058984d68f3), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:45.685253 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-16c8a961-4a77-4936-97ad-f2a074fcc2b4 tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (1b516913-340b-46d7-819a-1058984d68f3), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:45.734737 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e029b03-241b-410b-8287-02e2a823935e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:47:45.744259 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-6e029b03-241b-410b-8287-02e2a823935e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:45.744665 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16c8a961-4a77-4936-97ad-f2a074fcc2b4 tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:47:45.748964 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e029b03-241b-410b-8287-02e2a823935e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:47:45.768340 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8a961-4a77-4936-97ad-f2a074fcc2b4 tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b516913-340b-46d7-819a-1058984d68f3,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:45.791130 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-16c8a961-4a77-4936-97ad-f2a074fcc2b4 tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (aa719b3a-e079-4d12-aac1-c41de7733cb9), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:45.793449 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-16c8a961-4a77-4936-97ad-f2a074fcc2b4 tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] Added segment aa719b3a-e079-4d12-aac1-c41de7733cb9 of type vlan for network 65ac99a8-55c3-46d1-8ab9-847783f198bf Feb 16 22:47:45.799020 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e029b03-241b-410b-8287-02e2a823935e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Port': ['ID=ba76ae13-7c7a-48b9-ad0d-dd32855a225b,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:45.837013 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e029b03-241b-410b-8287-02e2a823935e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:45.837689 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e029b03-241b-410b-8287-02e2a823935e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:45.858432 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6e029b03-241b-410b-8287-02e2a823935e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.2748480 Feb 16 22:47:45.859596 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44592) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:45.889570 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-16c8a961-4a77-4936-97ad-f2a074fcc2b4 tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (65ac99a8-55c3-46d1-8ab9-847783f198bf), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:45.923792 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-16c8a961-4a77-4936-97ad-f2a074fcc2b4 tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (65ac99a8-55c3-46d1-8ab9-847783f198bf), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:45.929664 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c8a961-4a77-4936-97ad-f2a074fcc2b4 tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:45.930315 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-16c8a961-4a77-4936-97ad-f2a074fcc2b4 tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:45.948905 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1799f2-566c-4666-be8a-f19fb120ad4a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:45.960657 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1799f2-566c-4666-be8a-f19fb120ad4a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:45.965889 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0e1799f2-566c-4666-be8a-f19fb120ad4a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.1020818 Feb 16 22:47:45.966364 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44594) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:45.980696 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-16c8a961-4a77-4936-97ad-f2a074fcc2b4 tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.6072512 Feb 16 22:47:45.981575 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44596) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:45.992430 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.tag.tag_plugin [None req-48081c4e-107b-424b-9f90-d7a694b2916b tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '65ac99a8-55c3-46d1-8ab9-847783f198bf', 'tempest-TagsTest-Tag-1578594153') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:46.086169 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8a961-4a77-4936-97ad-f2a074fcc2b4 tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] Pushing event updated for resources: {'Network': ['ID=65ac99a8-55c3-46d1-8ab9-847783f198bf,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:46.103151 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 65ac99a8-55c3-46d1-8ab9-847783f198bf details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:47:46.134680 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-7d8a5c88-f53b-4bea-a820-24b88c7b14dd tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting port ba76ae13-7c7a-48b9-ad0d-dd32855a225b {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:47:46.137160 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7d8a5c88-f53b-4bea-a820-24b88c7b14dd tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (ba76ae13-7c7a-48b9-ad0d-dd32855a225b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:46.228791 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-48081c4e-107b-424b-9f90-d7a694b2916b tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] 10.222.0.75 "PUT /v2.0/networks/65ac99a8-55c3-46d1-8ab9-847783f198bf/tags/tempest-TagsTest-Tag-1578594153 HTTP/1.1" status: 201 len: 201 time: 0.2389307 Feb 16 22:47:46.229042 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44600) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:46.233666 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.tag.tag_plugin [None req-e65574ab-5851-4d63-a4bc-8ac8eb012769 tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '65ac99a8-55c3-46d1-8ab9-847783f198bf', 'tempest-TagsTest-Tag-1578594153') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:46.263203 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7d8a5c88-f53b-4bea-a820-24b88c7b14dd tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (ba76ae13-7c7a-48b9-ad0d-dd32855a225b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:46.279937 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-7d8a5c88-f53b-4bea-a820-24b88c7b14dd tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Calling delete_port for ba76ae13-7c7a-48b9-ad0d-dd32855a225b owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:47:46.316466 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e65574ab-5851-4d63-a4bc-8ac8eb012769 tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] 10.222.0.75 "GET /v2.0/networks/65ac99a8-55c3-46d1-8ab9-847783f198bf/tags/tempest-TagsTest-Tag-1578594153 HTTP/1.1" status: 204 len: 168 time: 0.0862212 Feb 16 22:47:46.324686 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44602) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:46.331035 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.tag.tag_plugin [None req-c2d764d8-03fe-4ad0-8cdd-7eea294664eb tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '65ac99a8-55c3-46d1-8ab9-847783f198bf') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:46.449073 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c2d764d8-03fe-4ad0-8cdd-7eea294664eb tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] 10.222.0.75 "GET /v2.0/networks/65ac99a8-55c3-46d1-8ab9-847783f198bf/tags HTTP/1.1" status: 200 len: 238 time: 0.1228907 Feb 16 22:47:46.461732 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44606) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:46.485175 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.tag.tag_plugin [None req-532438a7-f0e1-489e-b74a-6c738c71491b tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '65ac99a8-55c3-46d1-8ab9-847783f198bf', {'tags': ['tempest-TagsTest-Tag-1702911294', 'tempest-TagsTest-Tag-1320866385', 'tempest-TagsTest-Tag-1172075727']}) {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:46.531115 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6e904d-ea7f-498d-bd0a-b6a15c5adacf None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:47:46.650721 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7d8a5c88-f53b-4bea-a820-24b88c7b14dd tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (ba76ae13-7c7a-48b9-ad0d-dd32855a225b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:46.672084 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-532438a7-f0e1-489e-b74a-6c738c71491b tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] 10.222.0.75 "PUT /v2.0/networks/65ac99a8-55c3-46d1-8ab9-847783f198bf/tags HTTP/1.1" status: 200 len: 309 time: 0.2045667 Feb 16 22:47:46.674768 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44608) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:46.679580 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.tag.tag_plugin [None req-d99c19d3-f1c9-4ad7-b6c3-25ebb6c38bf3 tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '65ac99a8-55c3-46d1-8ab9-847783f198bf', 'tempest-TagsTest-Tag-1702911294') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:46.718573 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a5c88-f53b-4bea-a820-24b88c7b14dd tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Port': ['ID=ba76ae13-7c7a-48b9-ad0d-dd32855a225b,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:46.756598 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-3572f512-f417-4a13-874c-58c14faea578 None None] Provisioning complete for port 5c85e685-2301-41b0-bbcf-ce402c5bf805 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:46.756598 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3572f512-f417-4a13-874c-58c14faea578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5c85e685-2301-41b0-bbcf-ce402c5bf805), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:46.841305 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d99c19d3-f1c9-4ad7-b6c3-25ebb6c38bf3 tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] 10.222.0.75 "DELETE /v2.0/networks/65ac99a8-55c3-46d1-8ab9-847783f198bf/tags/tempest-TagsTest-Tag-1702911294 HTTP/1.1" status: 204 len: 168 time: 0.1653864 Feb 16 22:47:46.843340 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44612) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:46.849392 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.tag.tag_plugin [None req-415e058c-e732-4cc6-8859-a8295d7ab608 tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '65ac99a8-55c3-46d1-8ab9-847783f198bf', 'tempest-TagsTest-Tag-1702911294') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:46.929429 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7d8a5c88-f53b-4bea-a820-24b88c7b14dd tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:46.933236 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5c85e685-2301-41b0-bbcf-ce402c5bf805 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:47:46.934761 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7d8a5c88-f53b-4bea-a820-24b88c7b14dd tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/ba76ae13-7c7a-48b9-ad0d-dd32855a225b HTTP/1.1" status: 204 len: 168 time: 0.9672918 Feb 16 22:47:46.937197 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44614) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:46.940979 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-415e058c-e732-4cc6-8859-a8295d7ab608 tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] show failed (client error): The resource could not be found. Feb 16 22:47:46.946358 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-415e058c-e732-4cc6-8859-a8295d7ab608 tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] 10.222.0.75 "GET /v2.0/networks/65ac99a8-55c3-46d1-8ab9-847783f198bf/tags/tempest-TagsTest-Tag-1702911294 HTTP/1.1" status: 404 len: 326 time: 0.1018355 Feb 16 22:47:46.947185 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44616) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:46.953636 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.tag.tag_plugin [None req-3818a23a-adce-41db-90f6-b85762876521 tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '65ac99a8-55c3-46d1-8ab9-847783f198bf', 'tempest-TagsTest-Tag-1320866385') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:47.007639 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-3572f512-f417-4a13-874c-58c14faea578 None None] Current status of the port 5c85e685-2301-41b0-bbcf-ce402c5bf805 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:47.007922 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3572f512-f417-4a13-874c-58c14faea578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5c85e685-2301-41b0-bbcf-ce402c5bf805), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:47.015997 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbd997b-01e6-4e77-83a2-31de37d829d7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:47.018379 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbd997b-01e6-4e77-83a2-31de37d829d7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:47.019804 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbd997b-01e6-4e77-83a2-31de37d829d7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:47.022147 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6dbd997b-01e6-4e77-83a2-31de37d829d7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0820456 Feb 16 22:47:47.024827 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44618) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:47.052292 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3818a23a-adce-41db-90f6-b85762876521 tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] 10.222.0.75 "GET /v2.0/networks/65ac99a8-55c3-46d1-8ab9-847783f198bf/tags/tempest-TagsTest-Tag-1320866385 HTTP/1.1" status: 204 len: 168 time: 0.1030893 Feb 16 22:47:47.053225 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44620) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:47.058704 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.tag.tag_plugin [None req-76917fbc-d5ce-4c0c-9aa6-0903fd2b12b4 tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '65ac99a8-55c3-46d1-8ab9-847783f198bf', 'tempest-TagsTest-Tag-1172075727') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:47.065281 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-3572f512-f417-4a13-874c-58c14faea578 None None] For port 5c85e685-2301-41b0-bbcf-ce402c5bf805, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5c85e685-2301-41b0-bbcf-ce402c5bf805,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:47.072458 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6813d0c-3bc2-41d1-8140-3fd8233085e3 None None] Update dhcp port {'port': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'fixed_ips': [{'subnet_id': '393b1821-ec1c-477f-b1b9-16218c5c33ed', 'ip_address': '2001:db8::f816:3eff:fecf:cfd'}, {'subnet_id': 'cdca3206-5fd3-41e6-92df-e2ace28dcbc3'}], 'binding:host_id': 'n-d-813897-6'}, 'id': '5c85e685-2301-41b0-bbcf-ce402c5bf805'} from n-d-813897-6. {{(pid=103467) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 22:47:47.078186 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3572f512-f417-4a13-874c-58c14faea578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5c85e685-2301-41b0-bbcf-ce402c5bf805), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:47.096388 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c5cf61-486d-49cd-8e77-c5975a32b104 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting subnet 393b1821-ec1c-477f-b1b9-16218c5c33ed {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:47:47.104374 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a0c5cf61-486d-49cd-8e77-c5975a32b104 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (393b1821-ec1c-477f-b1b9-16218c5c33ed), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:47.137793 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 5c85e685-2301-41b0-bbcf-ce402c5bf805 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:47.138455 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5c85e685-2301-41b0-bbcf-ce402c5bf805), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:47.156471 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a0c5cf61-486d-49cd-8e77-c5975a32b104 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (393b1821-ec1c-477f-b1b9-16218c5c33ed), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:47.175023 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d6813d0c-3bc2-41d1-8140-3fd8233085e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5c85e685-2301-41b0-bbcf-ce402c5bf805), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:47.187852 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-76917fbc-d5ce-4c0c-9aa6-0903fd2b12b4 tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] 10.222.0.75 "GET /v2.0/networks/65ac99a8-55c3-46d1-8ab9-847783f198bf/tags/tempest-TagsTest-Tag-1172075727 HTTP/1.1" status: 204 len: 168 time: 0.1329083 Feb 16 22:47:47.190231 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44624) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:47.196907 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.tag.tag_plugin [None req-40deb147-c6cf-456d-9de5-415221378326 tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '65ac99a8-55c3-46d1-8ab9-847783f198bf') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:47.246111 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572f512-f417-4a13-874c-58c14faea578 None None] Pushing event updated for resources: {'Port': ['ID=5c85e685-2301-41b0-bbcf-ce402c5bf805,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:47.299130 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a0c5cf61-486d-49cd-8e77-c5975a32b104 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (393b1821-ec1c-477f-b1b9-16218c5c33ed), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:47.417567 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-40deb147-c6cf-456d-9de5-415221378326 tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] 10.222.0.75 "DELETE /v2.0/networks/65ac99a8-55c3-46d1-8ab9-847783f198bf/tags HTTP/1.1" status: 204 len: 168 time: 0.2260685 Feb 16 22:47:47.420166 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44626) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:47.424785 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.tag.tag_plugin [None req-6a94095d-520f-4ccf-8e7d-c33be4b74284 tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '65ac99a8-55c3-46d1-8ab9-847783f198bf', 'tempest-TagsTest-Tag-1320866385') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:47.452027 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a0c5cf61-486d-49cd-8e77-c5975a32b104 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (393b1821-ec1c-477f-b1b9-16218c5c33ed), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:47.492538 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a0c5cf61-486d-49cd-8e77-c5975a32b104 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:47.498293 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a0c5cf61-486d-49cd-8e77-c5975a32b104 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/393b1821-ec1c-477f-b1b9-16218c5c33ed HTTP/1.1" status: 204 len: 168 time: 0.4692523 Feb 16 22:47:47.499237 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44628) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:47.499716 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c5cf61-486d-49cd-8e77-c5975a32b104 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Subnet': ['ID=393b1821-ec1c-477f-b1b9-16218c5c33ed,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:47.544996 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-6a94095d-520f-4ccf-8e7d-c33be4b74284 tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] show failed (client error): The resource could not be found. Feb 16 22:47:47.546115 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6a94095d-520f-4ccf-8e7d-c33be4b74284 tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] 10.222.0.75 "GET /v2.0/networks/65ac99a8-55c3-46d1-8ab9-847783f198bf/tags/tempest-TagsTest-Tag-1320866385 HTTP/1.1" status: 404 len: 326 time: 0.1249919 Feb 16 22:47:47.549006 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44632) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:47.552605 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 5c85e685-2301-41b0-bbcf-ce402c5bf805 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:47.554060 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.tag.tag_plugin [None req-fa0276d6-1cdd-4b90-8764-87cc099d1970 tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '65ac99a8-55c3-46d1-8ab9-847783f198bf', 'tempest-TagsTest-Tag-1172075727') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:47.580689 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae8e868-9d7f-44c1-b979-e6d4410dd5d4 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting subnet cdca3206-5fd3-41e6-92df-e2ace28dcbc3 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:47:47.584887 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bae8e868-9d7f-44c1-b979-e6d4410dd5d4 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (cdca3206-5fd3-41e6-92df-e2ace28dcbc3), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server [None req-d6813d0c-3bc2-41d1-8140-3fd8233085e3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 393b1821-ec1c-477f-b1b9-16218c5c33ed: This subnet is being modified by another concurrent operation. Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise exception Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 393b1821-ec1c-477f-b1b9-16218c5c33ed: This subnet is being modified by another concurrent operation. Feb 16 22:47:47.585637 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server Feb 16 22:47:47.642873 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-fa0276d6-1cdd-4b90-8764-87cc099d1970 tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] show failed (client error): The resource could not be found. Feb 16 22:47:47.647229 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fa0276d6-1cdd-4b90-8764-87cc099d1970 tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] 10.222.0.75 "GET /v2.0/networks/65ac99a8-55c3-46d1-8ab9-847783f198bf/tags/tempest-TagsTest-Tag-1172075727 HTTP/1.1" status: 404 len: 326 time: 0.0938091 Feb 16 22:47:47.647376 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bae8e868-9d7f-44c1-b979-e6d4410dd5d4 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (cdca3206-5fd3-41e6-92df-e2ace28dcbc3), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:47.650613 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44634) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:47.655348 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.tag.tag_plugin [None req-5334e4b7-16f2-46c6-9120-fdb9281a249c tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '65ac99a8-55c3-46d1-8ab9-847783f198bf') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:47.696887 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb79891-23cb-4b89-910f-ba5a6120e77c None None] get_active_networks_info from n-d-813897-6 {{(pid=103467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 22:47:47.703310 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bae8e868-9d7f-44c1-b979-e6d4410dd5d4 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (cdca3206-5fd3-41e6-92df-e2ace28dcbc3), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:47.736720 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-cf0aaeab-4e99-4907-8063-0bef2a8385a8 None None] Provisioning complete for port 5c85e685-2301-41b0-bbcf-ce402c5bf805 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:47.737101 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cf0aaeab-4e99-4907-8063-0bef2a8385a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5c85e685-2301-41b0-bbcf-ce402c5bf805), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:47.742461 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5334e4b7-16f2-46c6-9120-fdb9281a249c tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] 10.222.0.75 "DELETE /v2.0/networks/65ac99a8-55c3-46d1-8ab9-847783f198bf/tags HTTP/1.1" status: 204 len: 168 time: 0.0899537 Feb 16 22:47:47.749476 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44636) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:47.837542 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bae8e868-9d7f-44c1-b979-e6d4410dd5d4 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (cdca3206-5fd3-41e6-92df-e2ace28dcbc3), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:47.854589 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb79891-23cb-4b89-910f-ba5a6120e77c None None] Resources bound (agent type, host, resource id): {{(pid=103467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 22:47:47.868120 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8e868-9d7f-44c1-b979-e6d4410dd5d4 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Subnet': ['ID=cdca3206-5fd3-41e6-92df-e2ace28dcbc3,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:47.876451 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2b6b16fa-21fc-4b81-9b9b-5f5228b6edae tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (65ac99a8-55c3-46d1-8ab9-847783f198bf), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:47.881893 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bae8e868-9d7f-44c1-b979-e6d4410dd5d4 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:47.885631 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bae8e868-9d7f-44c1-b979-e6d4410dd5d4 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/cdca3206-5fd3-41e6-92df-e2ace28dcbc3 HTTP/1.1" status: 204 len: 168 time: 0.3855791 Feb 16 22:47:47.888175 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44642) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:47.934921 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d9a3d40f-38ab-49a0-9a02-bdab1ab44f80 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455787 Feb 16 22:47:47.937779 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44644) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:47.943505 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-e33869ba-1593-42ca-b779-255afcd0cb30 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:47:48.036421 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-cf0aaeab-4e99-4907-8063-0bef2a8385a8 None None] Current status of the port 5c85e685-2301-41b0-bbcf-ce402c5bf805 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:48.039734 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2b6b16fa-21fc-4b81-9b9b-5f5228b6edae tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (65ac99a8-55c3-46d1-8ab9-847783f198bf), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:48.070433 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-2b6b16fa-21fc-4b81-9b9b-5f5228b6edae tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ac99a8-55c3-46d1-8ab9-847783f198bf']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:48.086026 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-2b6b16fa-21fc-4b81-9b9b-5f5228b6edae tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa719b3a-e079-4d12-aac1-c41de7733cb9') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:48.086632 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-2b6b16fa-21fc-4b81-9b9b-5f5228b6edae tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa719b3a-e079-4d12-aac1-c41de7733cb9') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:47:48.102141 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2b6b16fa-21fc-4b81-9b9b-5f5228b6edae tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (aa719b3a-e079-4d12-aac1-c41de7733cb9), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:48.122900 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2b6b16fa-21fc-4b81-9b9b-5f5228b6edae tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (aa719b3a-e079-4d12-aac1-c41de7733cb9), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:48.134223 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33869ba-1593-42ca-b779-255afcd0cb30 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:47:48.139313 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e33869ba-1593-42ca-b779-255afcd0cb30 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:48.150344 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b6b16fa-21fc-4b81-9b9b-5f5228b6edae tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:47:48.152065 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2b6b16fa-21fc-4b81-9b9b-5f5228b6edae tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (aa719b3a-e079-4d12-aac1-c41de7733cb9), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:48.152768 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a5a0fe-934d-4b71-a273-95cfae5a0646 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:47:48.156490 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:47:48.156490 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:47:48.156490 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:47:48.156490 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:47:48.156490 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:47:48.156490 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:47:48.156490 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:47:48.156490 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:47:48.156490 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:47:48.156490 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:47:48.156490 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:47:48.156490 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:47:48.156490 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:47:48.156490 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:47:48.156490 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:47:48.156490 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:47:48.156490 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:47:48.156490 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:47:48.156490 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:47:48.156490 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:47:48.156490 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:47:48.156490 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:47:48.156490 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:47:48.156490 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:47:48.156490 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:47:48.156490 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:47:48.156490 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:47:48.156490 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:47:48.156490 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:47:48.156490 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:47:48.156490 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:47:48.156490 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:47:48.266325 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2b6b16fa-21fc-4b81-9b9b-5f5228b6edae tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (65ac99a8-55c3-46d1-8ab9-847783f198bf), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:48.285269 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2b6b16fa-21fc-4b81-9b9b-5f5228b6edae tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:48.290016 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2b6b16fa-21fc-4b81-9b9b-5f5228b6edae tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] 10.222.0.75 "DELETE /v2.0/networks/65ac99a8-55c3-46d1-8ab9-847783f198bf HTTP/1.1" status: 204 len: 168 time: 0.5389783 Feb 16 22:47:48.320732 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b16fa-21fc-4b81-9b9b-5f5228b6edae tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] Pushing event deleted for resources: {'Network': ['ID=65ac99a8-55c3-46d1-8ab9-847783f198bf,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:48.341539 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b16fa-21fc-4b81-9b9b-5f5228b6edae tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:47:48.342139 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b16fa-21fc-4b81-9b9b-5f5228b6edae tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:47:48.345542 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b16fa-21fc-4b81-9b9b-5f5228b6edae tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:47:48.346373 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b16fa-21fc-4b81-9b9b-5f5228b6edae tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:47:48.347055 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b16fa-21fc-4b81-9b9b-5f5228b6edae tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:47:48.347566 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b16fa-21fc-4b81-9b9b-5f5228b6edae tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:47:48.348944 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b16fa-21fc-4b81-9b9b-5f5228b6edae tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:47:48.350313 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b16fa-21fc-4b81-9b9b-5f5228b6edae tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:47:48.351145 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b16fa-21fc-4b81-9b9b-5f5228b6edae tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:47:48.353955 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b16fa-21fc-4b81-9b9b-5f5228b6edae tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:47:48.354501 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b16fa-21fc-4b81-9b9b-5f5228b6edae tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:47:48.355027 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b16fa-21fc-4b81-9b9b-5f5228b6edae tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:47:48.355791 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b16fa-21fc-4b81-9b9b-5f5228b6edae tempest-TagsTest-1379470691 tempest-TagsTest-1379470691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:47:48.401784 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-5c57e0ac-9171-4d9c-b61b-8f0ffa9088f9 None None] Provisioning complete for port 5c85e685-2301-41b0-bbcf-ce402c5bf805 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:48.402198 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5c57e0ac-9171-4d9c-b61b-8f0ffa9088f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5c85e685-2301-41b0-bbcf-ce402c5bf805), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:48.494209 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2324269-79de-4e91-a6e3-1a7ef4825b1b None None] DHCP port deletion for 85653813-b5e9-4a14-b601-d8fc0bc02398 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:47:48.548239 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e33869ba-1593-42ca-b779-255afcd0cb30 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (c348d7e0-cabe-4c06-a006-e8fcc5c2feb7), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:48.604685 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5c57e0ac-9171-4d9c-b61b-8f0ffa9088f9 None None] Current status of the port 5c85e685-2301-41b0-bbcf-ce402c5bf805 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:48.637107 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d2324269-79de-4e91-a6e3-1a7ef4825b1b None None] Deleting port 5c85e685-2301-41b0-bbcf-ce402c5bf805 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:47:48.637493 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d2324269-79de-4e91-a6e3-1a7ef4825b1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (5c85e685-2301-41b0-bbcf-ce402c5bf805), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:48.654713 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33869ba-1593-42ca-b779-255afcd0cb30 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:47:48.659086 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-e33869ba-1593-42ca-b779-255afcd0cb30 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:48.667216 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33869ba-1593-42ca-b779-255afcd0cb30 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:48.668002 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e33869ba-1593-42ca-b779-255afcd0cb30 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:48.679264 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33869ba-1593-42ca-b779-255afcd0cb30 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Subnet': ['ID=c348d7e0-cabe-4c06-a006-e8fcc5c2feb7,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:48.712772 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e33869ba-1593-42ca-b779-255afcd0cb30 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7736609 Feb 16 22:47:48.717811 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44660) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:48.724194 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-072235ee-75d6-419b-9f4f-b8f111f60b3e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:47:48.731365 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44662) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:48.789685 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-d2324269-79de-4e91-a6e3-1a7ef4825b1b None None] For port 5c85e685-2301-41b0-bbcf-ce402c5bf805, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5c85e685-2301-41b0-bbcf-ce402c5bf805,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:48.790414 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d2324269-79de-4e91-a6e3-1a7ef4825b1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (5c85e685-2301-41b0-bbcf-ce402c5bf805), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:48.822351 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d2324269-79de-4e91-a6e3-1a7ef4825b1b None None] Calling delete_port for 5c85e685-2301-41b0-bbcf-ce402c5bf805 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:47:48.916814 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5c85e685-2301-41b0-bbcf-ce402c5bf805 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:47:48.943903 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d2324269-79de-4e91-a6e3-1a7ef4825b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (5c85e685-2301-41b0-bbcf-ce402c5bf805), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:48.984076 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2324269-79de-4e91-a6e3-1a7ef4825b1b None None] Pushing event deleted for resources: {'Port': ['ID=5c85e685-2301-41b0-bbcf-ce402c5bf805,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:48.995420 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c919e1b1-2a0d-4791-8179-ded749ea9eb6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1c0ad0e1c0d14cd2be19c111f18f9839&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2616308 Feb 16 22:47:48.998103 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44666) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:49.007386 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072235ee-75d6-419b-9f4f-b8f111f60b3e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:47:49.012067 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-072235ee-75d6-419b-9f4f-b8f111f60b3e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:49.019628 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2324269-79de-4e91-a6e3-1a7ef4825b1b None None] No DVR routers for this DVR port 5c85e685-2301-41b0-bbcf-ce402c5bf805 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:47:49.027243 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No active binding found for port 5c85e685-2301-41b0-bbcf-ce402c5bf805 {{(pid=103467) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 16 22:47:49.027964 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] The host n-d-813897-6 is not matching for port 5c85e685-2301-41b0-bbcf-ce402c5bf805 host None! {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 22:47:49.029136 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5c85e685-2301-41b0-bbcf-ce402c5bf805 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:47:49.052499 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ea535b-6dbb-439c-a5fc-d6d75dc4b0e7 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:47:49.142643 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae915-773e-4839-90a4-af453e550fa8 admin admin] Publish callbacks [] for security_group (1b516913-340b-46d7-819a-1058984d68f3), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:49.170752 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae915-773e-4839-90a4-af453e550fa8 admin admin] Publish callbacks [] for security_group (1b516913-340b-46d7-819a-1058984d68f3), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:49.212748 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5afd3c-e6db-4038-bcbd-6f8ec0973134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-85653813-b5e9-4a14-b601-d8fc0bc02398', 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'project_id': '5970909e92c9458195211ab3bb079d8d', 'fixed_ips': [{'subnet_id': 'c348d7e0-cabe-4c06-a006-e8fcc5c2feb7'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:47:49.214922 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1a5afd3c-e6db-4038-bcbd-6f8ec0973134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:49.260507 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae915-773e-4839-90a4-af453e550fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (1b516913-340b-46d7-819a-1058984d68f3), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:49.264106 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae915-773e-4839-90a4-af453e550fa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:49.268567 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3d6ae915-773e-4839-90a4-af453e550fa8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1b516913-340b-46d7-819a-1058984d68f3 HTTP/1.1" status: 204 len: 168 time: 0.2690291 Feb 16 22:47:49.283993 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ae915-773e-4839-90a4-af453e550fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b516913-340b-46d7-819a-1058984d68f3,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:49.437757 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-1a5afd3c-e6db-4038-bcbd-6f8ec0973134 None None] Allocated IP 172.20.0.2 (85653813-b5e9-4a14-b601-d8fc0bc02398/c348d7e0-cabe-4c06-a006-e8fcc5c2feb7/824484b1-9e33-49fd-9dbc-c93dd7179608) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:47:49.526872 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-85b69788-8ffb-4602-9a1a-e50b9252eeb1 req-f0f27b90-3de2-41e2-b70b-3e0bfe929eff service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b676a012-94a8-4669-bc52-aa4ddb189c13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0992608 Feb 16 22:47:49.640227 n-d-813897-6 neutron-server[103465]: DEBUG neutron.objects.ports [None req-072235ee-75d6-419b-9f4f-b8f111f60b3e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103465) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 22:47:49.643119 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-072235ee-75d6-419b-9f4f-b8f111f60b3e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (d91c6879-3c44-4a0d-8e80-548d49a1e78c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:49.695788 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b69788-8ffb-4602-9a1a-e50b9252eeb1 req-ff847d3a-1bca-44df-bacc-f56b44b9a055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:49.708314 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072235ee-75d6-419b-9f4f-b8f111f60b3e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Subnet': ['ID=d91c6879-3c44-4a0d-8e80-548d49a1e78c,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:49.708460 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-85b69788-8ffb-4602-9a1a-e50b9252eeb1 req-ff847d3a-1bca-44df-bacc-f56b44b9a055 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=23fc1adac9ab43babb811e6bb6a91375&device_id=b676a012-94a8-4669-bc52-aa4ddb189c13 HTTP/1.1" status: 200 len: 1127 time: 0.1229613 Feb 16 22:47:49.728598 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072235ee-75d6-419b-9f4f-b8f111f60b3e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:47:49.730299 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-072235ee-75d6-419b-9f4f-b8f111f60b3e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:49.740287 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072235ee-75d6-419b-9f4f-b8f111f60b3e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:49.741037 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-072235ee-75d6-419b-9f4f-b8f111f60b3e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:49.791666 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-072235ee-75d6-419b-9f4f-b8f111f60b3e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0670805 Feb 16 22:47:49.791666 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44680) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:49.794547 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-dd631271-57ce-417a-9445-69ccf1c5b178 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'port': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'mac_address': 'fa:16:3e:bf:7a:ab', 'name': 'tempest-NetworksTestDHCPv6-422060286'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:47:49.797121 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1a5afd3c-e6db-4038-bcbd-6f8ec0973134 None None] Publish callbacks [] for port (824484b1-9e33-49fd-9dbc-c93dd7179608), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:49.815091 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1a5afd3c-e6db-4038-bcbd-6f8ec0973134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (824484b1-9e33-49fd-9dbc-c93dd7179608), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:49.885844 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5afd3c-e6db-4038-bcbd-6f8ec0973134 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:47:49.897568 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-1a5afd3c-e6db-4038-bcbd-6f8ec0973134 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:49.911101 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b69788-8ffb-4602-9a1a-e50b9252eeb1 req-b69e14d3-c071-464d-8d0c-6d4762e8a8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:49.912781 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-85b69788-8ffb-4602-9a1a-e50b9252eeb1 req-b69e14d3-c071-464d-8d0c-6d4762e8a8d1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=711f76dd-299d-4633-b0c0-e90e0dfbc02d HTTP/1.1" status: 200 len: 915 time: 0.1571040 Feb 16 22:47:49.913763 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5afd3c-e6db-4038-bcbd-6f8ec0973134 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:47:50.013269 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5afd3c-e6db-4038-bcbd-6f8ec0973134 None None] Pushing event updated for resources: {'Port': ['ID=824484b1-9e33-49fd-9dbc-c93dd7179608,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:50.027097 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-85b69788-8ffb-4602-9a1a-e50b9252eeb1 req-752bafa7-30aa-4f11-9e0a-2f114e9f0375 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b04afcda-5341-4076-9f83-fcc27ccc8b70 HTTP/1.1" status: 200 len: 217 time: 0.1070945 Feb 16 22:47:50.029199 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-1a5afd3c-e6db-4038-bcbd-6f8ec0973134 None None] Attempting to bind port 824484b1-9e33-49fd-9dbc-c93dd7179608 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:47:50.029629 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-1a5afd3c-e6db-4038-bcbd-6f8ec0973134 None None] Attempting to bind port 824484b1-9e33-49fd-9dbc-c93dd7179608 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:47:50.030033 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5afd3c-e6db-4038-bcbd-6f8ec0973134 None None] Attempting to bind port 824484b1-9e33-49fd-9dbc-c93dd7179608 on network 85653813-b5e9-4a14-b601-d8fc0bc02398 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:47:50.037395 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5afd3c-e6db-4038-bcbd-6f8ec0973134 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:47:50.037842 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5afd3c-e6db-4038-bcbd-6f8ec0973134 None None] Checking segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:47:50.038293 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1a5afd3c-e6db-4038-bcbd-6f8ec0973134 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:50.038700 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5afd3c-e6db-4038-bcbd-6f8ec0973134 None None] Bound using segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:47:50.040101 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-1a5afd3c-e6db-4038-bcbd-6f8ec0973134 None None] Bound port: 824484b1-9e33-49fd-9dbc-c93dd7179608, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:47:50.040387 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1a5afd3c-e6db-4038-bcbd-6f8ec0973134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (824484b1-9e33-49fd-9dbc-c93dd7179608), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:50.076403 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd631271-57ce-417a-9445-69ccf1c5b178 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:47:50.104880 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b69788-8ffb-4602-9a1a-e50b9252eeb1 req-df186663-68d2-4d9d-b87c-ddb690a08793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:50.107752 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-85b69788-8ffb-4602-9a1a-e50b9252eeb1 req-df186663-68d2-4d9d-b87c-ddb690a08793 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=682cee36-82ef-447d-8aeb-c028e2eee6a0 HTTP/1.1" status: 200 len: 854 time: 0.0738487 Feb 16 22:47:50.139235 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1a5afd3c-e6db-4038-bcbd-6f8ec0973134 None None] For port 824484b1-9e33-49fd-9dbc-c93dd7179608, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:47:50.146221 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1a5afd3c-e6db-4038-bcbd-6f8ec0973134 None None] For port 824484b1-9e33-49fd-9dbc-c93dd7179608, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=824484b1-9e33-49fd-9dbc-c93dd7179608,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:47:50.160413 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1a5afd3c-e6db-4038-bcbd-6f8ec0973134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (824484b1-9e33-49fd-9dbc-c93dd7179608), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:50.164351 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-85b69788-8ffb-4602-9a1a-e50b9252eeb1 req-5705cece-4b2d-4559-bbe0-2301daa16a2d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=711f76dd-299d-4633-b0c0-e90e0dfbc02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485191 Feb 16 22:47:50.219888 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dd631271-57ce-417a-9445-69ccf1c5b178 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:50.220622 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5afd3c-e6db-4038-bcbd-6f8ec0973134 None None] Pushing event updated for resources: {'Port': ['ID=824484b1-9e33-49fd-9dbc-c93dd7179608,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:50.243521 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-dd631271-57ce-417a-9445-69ccf1c5b178 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] device_id is not set on port c355fb0a-ec98-40f1-8cfa-37a4d38b0e8e yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:47:50.380465 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-85b69788-8ffb-4602-9a1a-e50b9252eeb1 req-266ec3da-1eba-4923-a781-31bc3ca2cecb service neutron] 10.222.0.67 "GET /v2.0/networks/711f76dd-299d-4633-b0c0-e90e0dfbc02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996818 Feb 16 22:47:50.514016 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-dd631271-57ce-417a-9445-69ccf1c5b178 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Allocated IP 172.20.0.3 (85653813-b5e9-4a14-b601-d8fc0bc02398/c348d7e0-cabe-4c06-a006-e8fcc5c2feb7/c355fb0a-ec98-40f1-8cfa-37a4d38b0e8e) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:47:50.533945 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-dd631271-57ce-417a-9445-69ccf1c5b178 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Allocated IP 2001:db8::f816:3eff:febf:7aab (85653813-b5e9-4a14-b601-d8fc0bc02398/d91c6879-3c44-4a0d-8e80-548d49a1e78c/c355fb0a-ec98-40f1-8cfa-37a4d38b0e8e) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:47:50.652540 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9584e533-61bb-4f87-a9da-138177da1aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:50.661095 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-85b69788-8ffb-4602-9a1a-e50b9252eeb1 req-1da5456d-a513-4d82-a3ec-461ed98d466e service neutron] 10.222.0.67 "GET /v2.0/networks/711f76dd-299d-4633-b0c0-e90e0dfbc02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736335 Feb 16 22:47:50.890264 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dd631271-57ce-417a-9445-69ccf1c5b178 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for port (c355fb0a-ec98-40f1-8cfa-37a4d38b0e8e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:50.923337 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 824484b1-9e33-49fd-9dbc-c93dd7179608 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:47:50.955349 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dd631271-57ce-417a-9445-69ccf1c5b178 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (c355fb0a-ec98-40f1-8cfa-37a4d38b0e8e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:51.020825 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 824484b1-9e33-49fd-9dbc-c93dd7179608 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:51.021246 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (824484b1-9e33-49fd-9dbc-c93dd7179608), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:51.066425 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd631271-57ce-417a-9445-69ccf1c5b178 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:47:51.074516 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-dd631271-57ce-417a-9445-69ccf1c5b178 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:51.077085 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd631271-57ce-417a-9445-69ccf1c5b178 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Port': ['ID=c355fb0a-ec98-40f1-8cfa-37a4d38b0e8e,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:51.080915 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd631271-57ce-417a-9445-69ccf1c5b178 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:47:51.158378 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd631271-57ce-417a-9445-69ccf1c5b178 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:51.160331 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 824484b1-9e33-49fd-9dbc-c93dd7179608 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:51.161293 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (824484b1-9e33-49fd-9dbc-c93dd7179608), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:51.162613 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dd631271-57ce-417a-9445-69ccf1c5b178 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:51.184108 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-dd631271-57ce-417a-9445-69ccf1c5b178 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3956358 Feb 16 22:47:51.186508 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44710) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:51.199952 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 824484b1-9e33-49fd-9dbc-c93dd7179608, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=824484b1-9e33-49fd-9dbc-c93dd7179608,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:51.208290 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (824484b1-9e33-49fd-9dbc-c93dd7179608), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:51.282437 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4044149a-b93d-4e03-af27-1603113a169f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:51.291565 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4044149a-b93d-4e03-af27-1603113a169f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:51.293516 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4044149a-b93d-4e03-af27-1603113a169f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1054609 Feb 16 22:47:51.296754 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44714) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:51.338270 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=824484b1-9e33-49fd-9dbc-c93dd7179608,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:51.479165 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-6e5045ec-3fa9-45db-af14-db4b27762b87 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting port c355fb0a-ec98-40f1-8cfa-37a4d38b0e8e {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:47:51.479907 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6e5045ec-3fa9-45db-af14-db4b27762b87 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (c355fb0a-ec98-40f1-8cfa-37a4d38b0e8e), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:51.683642 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6e5045ec-3fa9-45db-af14-db4b27762b87 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (c355fb0a-ec98-40f1-8cfa-37a4d38b0e8e), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:51.717129 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-6e5045ec-3fa9-45db-af14-db4b27762b87 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Calling delete_port for c355fb0a-ec98-40f1-8cfa-37a4d38b0e8e owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:47:51.793385 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f57523-846f-42e5-b834-d473953a53e7 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:47:51.960584 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-035cef11-4df5-4a83-957c-e331bf958313 None None] Provisioning complete for port 824484b1-9e33-49fd-9dbc-c93dd7179608 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:51.961534 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-035cef11-4df5-4a83-957c-e331bf958313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (824484b1-9e33-49fd-9dbc-c93dd7179608), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:52.148039 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6e5045ec-3fa9-45db-af14-db4b27762b87 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (c355fb0a-ec98-40f1-8cfa-37a4d38b0e8e), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:52.186594 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-035cef11-4df5-4a83-957c-e331bf958313 None None] Current status of the port 824484b1-9e33-49fd-9dbc-c93dd7179608 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:52.189419 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5045ec-3fa9-45db-af14-db4b27762b87 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Port': ['ID=c355fb0a-ec98-40f1-8cfa-37a4d38b0e8e,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:52.352339 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6e5045ec-3fa9-45db-af14-db4b27762b87 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:52.357024 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6e5045ec-3fa9-45db-af14-db4b27762b87 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/c355fb0a-ec98-40f1-8cfa-37a4d38b0e8e HTTP/1.1" status: 204 len: 168 time: 1.0590959 Feb 16 22:47:52.359659 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44738) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:52.383118 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa8c955-7aeb-4b29-99b3-b2099160a1d4 None None] Update dhcp port {'port': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'fixed_ips': [{'subnet_id': 'c348d7e0-cabe-4c06-a006-e8fcc5c2feb7', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd91c6879-3c44-4a0d-8e80-548d49a1e78c'}], 'binding:host_id': 'n-d-813897-6'}, 'id': '824484b1-9e33-49fd-9dbc-c93dd7179608'} from n-d-813897-6. {{(pid=103467) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 22:47:52.417125 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5fa8c955-7aeb-4b29-99b3-b2099160a1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (824484b1-9e33-49fd-9dbc-c93dd7179608), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:52.440031 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f689a8b-3002-4daf-bfad-cc8881fd185b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:52.443059 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f689a8b-3002-4daf-bfad-cc8881fd185b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:52.445457 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f689a8b-3002-4daf-bfad-cc8881fd185b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:52.452072 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4f689a8b-3002-4daf-bfad-cc8881fd185b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0889497 Feb 16 22:47:52.452569 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44740) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:52.521467 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-e487bd72-eba4-4669-a19c-9dacfc9ddcda tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting subnet c348d7e0-cabe-4c06-a006-e8fcc5c2feb7 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:47:52.534607 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e487bd72-eba4-4669-a19c-9dacfc9ddcda tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (c348d7e0-cabe-4c06-a006-e8fcc5c2feb7), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:52.590684 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e487bd72-eba4-4669-a19c-9dacfc9ddcda tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (c348d7e0-cabe-4c06-a006-e8fcc5c2feb7), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:52.682668 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e487bd72-eba4-4669-a19c-9dacfc9ddcda tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (c348d7e0-cabe-4c06-a006-e8fcc5c2feb7), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:52.744764 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e487bd72-eba4-4669-a19c-9dacfc9ddcda tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (c348d7e0-cabe-4c06-a006-e8fcc5c2feb7), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server [None req-5fa8c955-7aeb-4b29-99b3-b2099160a1d4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c348d7e0-cabe-4c06-a006-e8fcc5c2feb7: This subnet is being modified by another concurrent operation. Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise exception Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c348d7e0-cabe-4c06-a006-e8fcc5c2feb7: This subnet is being modified by another concurrent operation. Feb 16 22:47:52.746962 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server Feb 16 22:47:52.833553 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487bd72-eba4-4669-a19c-9dacfc9ddcda tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Subnet': ['ID=c348d7e0-cabe-4c06-a006-e8fcc5c2feb7,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:52.835777 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e487bd72-eba4-4669-a19c-9dacfc9ddcda tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:52.842729 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44746) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:52.843847 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e487bd72-eba4-4669-a19c-9dacfc9ddcda tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/c348d7e0-cabe-4c06-a006-e8fcc5c2feb7 HTTP/1.1" status: 204 len: 168 time: 0.3900845 Feb 16 22:47:52.895559 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fda922-5756-4c7f-8b19-d4f991eead0a None None] get_active_networks_info from n-d-813897-6 {{(pid=103467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 22:47:52.926989 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-84ba988d-6984-44f6-b9bd-687ecedcf41b None None] Could not find standard attr ID for object c355fb0a-ec98-40f1-8cfa-37a4d38b0e8e. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:47:52.952453 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-9270d48b-a0e4-46a1-967d-6e9769f9f98b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting subnet d91c6879-3c44-4a0d-8e80-548d49a1e78c {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:47:52.956374 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9270d48b-a0e4-46a1-967d-6e9769f9f98b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (d91c6879-3c44-4a0d-8e80-548d49a1e78c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:52.965039 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-84ba988d-6984-44f6-b9bd-687ecedcf41b None None] Provisioning complete for port 824484b1-9e33-49fd-9dbc-c93dd7179608 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:52.965548 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-84ba988d-6984-44f6-b9bd-687ecedcf41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (824484b1-9e33-49fd-9dbc-c93dd7179608), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:53.022874 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9270d48b-a0e4-46a1-967d-6e9769f9f98b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (d91c6879-3c44-4a0d-8e80-548d49a1e78c), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:53.024977 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fda922-5756-4c7f-8b19-d4f991eead0a None None] Resources bound (agent type, host, resource id): {{(pid=103467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 22:47:53.080737 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9270d48b-a0e4-46a1-967d-6e9769f9f98b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (d91c6879-3c44-4a0d-8e80-548d49a1e78c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:53.101235 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e32ef901-dd13-49ae-80e5-3dc90b649a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:53.160719 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-84ba988d-6984-44f6-b9bd-687ecedcf41b None None] Current status of the port 824484b1-9e33-49fd-9dbc-c93dd7179608 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:53.183287 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9270d48b-a0e4-46a1-967d-6e9769f9f98b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (d91c6879-3c44-4a0d-8e80-548d49a1e78c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:53.215770 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270d48b-a0e4-46a1-967d-6e9769f9f98b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Subnet': ['ID=d91c6879-3c44-4a0d-8e80-548d49a1e78c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:53.218065 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9270d48b-a0e4-46a1-967d-6e9769f9f98b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:53.228017 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44750) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:53.230653 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9270d48b-a0e4-46a1-967d-6e9769f9f98b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/d91c6879-3c44-4a0d-8e80-548d49a1e78c HTTP/1.1" status: 204 len: 168 time: 0.3866615 Feb 16 22:47:53.285282 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44752) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:53.285559 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ebbe68fa-1cdf-4d80-bddc-265e139b5da2 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0557048 Feb 16 22:47:53.291652 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-960c7222-2d3d-42e4-b797-42062639bbb4 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:47:53.334052 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a37992-2cc5-49d9-8a88-ffb47fb5ab58 None None] Update dhcp port {'port': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'fixed_ips': [{'subnet_id': 'd91c6879-3c44-4a0d-8e80-548d49a1e78c'}], 'binding:host_id': 'n-d-813897-6'}, 'id': '824484b1-9e33-49fd-9dbc-c93dd7179608'} from n-d-813897-6. {{(pid=103467) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 22:47:53.369175 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-39a37992-2cc5-49d9-8a88-ffb47fb5ab58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (824484b1-9e33-49fd-9dbc-c93dd7179608), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:53.425884 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960c7222-2d3d-42e4-b797-42062639bbb4 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:47:53.430905 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-960c7222-2d3d-42e4-b797-42062639bbb4 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:53.537940 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c268a4b-a1f7-44ca-9fe7-f91d10b4f5e8 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:47:53.649031 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a2b47972-f6e0-4093-b57c-29a5957f863b None None] Provisioning complete for port 824484b1-9e33-49fd-9dbc-c93dd7179608 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:53.649615 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a2b47972-f6e0-4093-b57c-29a5957f863b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (824484b1-9e33-49fd-9dbc-c93dd7179608), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:53.689584 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-960c7222-2d3d-42e4-b797-42062639bbb4 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (b1a6fccc-e41b-471f-92c9-101f082fe73b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:53.735841 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960c7222-2d3d-42e4-b797-42062639bbb4 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:47:53.741921 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-960c7222-2d3d-42e4-b797-42062639bbb4 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:53.745424 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960c7222-2d3d-42e4-b797-42062639bbb4 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:53.746542 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-960c7222-2d3d-42e4-b797-42062639bbb4 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:53.769651 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c7222-2d3d-42e4-b797-42062639bbb4 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Subnet': ['ID=b1a6fccc-e41b-471f-92c9-101f082fe73b,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:53.777694 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-960c7222-2d3d-42e4-b797-42062639bbb4 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4910791 Feb 16 22:47:53.780491 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44758) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:53.786605 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-7a21e47d-be11-48ea-8b39-8649993eb0a0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:47:53.933761 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a21e47d-be11-48ea-8b39-8649993eb0a0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:47:53.952004 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7a21e47d-be11-48ea-8b39-8649993eb0a0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:54.103275 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7721794-58c2-4483-9f63-9d035b1505ad None None] DHCP port deletion for 85653813-b5e9-4a14-b601-d8fc0bc02398 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:47:54.142770 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a2b47972-f6e0-4093-b57c-29a5957f863b None None] Current status of the port 824484b1-9e33-49fd-9dbc-c93dd7179608 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:54.173706 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d7721794-58c2-4483-9f63-9d035b1505ad None None] Deleting port 824484b1-9e33-49fd-9dbc-c93dd7179608 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:47:54.174332 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d7721794-58c2-4483-9f63-9d035b1505ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (824484b1-9e33-49fd-9dbc-c93dd7179608), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:54.268543 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-d7721794-58c2-4483-9f63-9d035b1505ad None None] For port 824484b1-9e33-49fd-9dbc-c93dd7179608, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=824484b1-9e33-49fd-9dbc-c93dd7179608,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:54.269193 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d7721794-58c2-4483-9f63-9d035b1505ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (824484b1-9e33-49fd-9dbc-c93dd7179608), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:54.283760 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d7721794-58c2-4483-9f63-9d035b1505ad None None] Calling delete_port for 824484b1-9e33-49fd-9dbc-c93dd7179608 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:47:54.421602 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:54.437348 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d7721794-58c2-4483-9f63-9d035b1505ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (824484b1-9e33-49fd-9dbc-c93dd7179608), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:54.459292 n-d-813897-6 neutron-server[103465]: DEBUG neutron.objects.ports [None req-7a21e47d-be11-48ea-8b39-8649993eb0a0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103465) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 22:47:54.473782 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7721794-58c2-4483-9f63-9d035b1505ad None None] Pushing event deleted for resources: {'Port': ['ID=824484b1-9e33-49fd-9dbc-c93dd7179608,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:54.478985 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7721794-58c2-4483-9f63-9d035b1505ad None None] No DVR routers for this DVR port 824484b1-9e33-49fd-9dbc-c93dd7179608 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:47:54.500985 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cf47fa-144b-4901-8721-44c8d7211d68 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:47:54.637897 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bd3ed0-cb50-49df-a881-571239eff75e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-85653813-b5e9-4a14-b601-d8fc0bc02398', 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'project_id': '5970909e92c9458195211ab3bb079d8d', 'fixed_ips': [{'subnet_id': '5385fd9a-c1b8-4cb2-865b-f637c8eedd3f'}, {'subnet_id': 'b1a6fccc-e41b-471f-92c9-101f082fe73b'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:47:54.638839 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b4bd3ed0-cb50-49df-a881-571239eff75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:54.670543 n-d-813897-6 neutron-server[103465]: WARNING neutron.services.revisions.revision_plugin [None req-7a21e47d-be11-48ea-8b39-8649993eb0a0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Could not find related port for resource to bump revision. Feb 16 22:47:54.687568 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.ipam_pluggable_backend [None req-7a21e47d-be11-48ea-8b39-8649993eb0a0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Port 824484b1-9e33-49fd-9dbc-c93dd7179608 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103465) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 16 22:47:54.687947 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.ipam_pluggable_backend [None req-7a21e47d-be11-48ea-8b39-8649993eb0a0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Reverting IP allocation for 2001:db8::f816:3eff:fef3:a80b {{(pid=103465) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 16 22:47:54.691527 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.ipam_pluggable_backend [None req-7a21e47d-be11-48ea-8b39-8649993eb0a0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef3:a80b {{(pid=103465) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 16 22:47:54.693375 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7a21e47d-be11-48ea-8b39-8649993eb0a0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (5385fd9a-c1b8-4cb2-865b-f637c8eedd3f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:54.804277 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21e47d-be11-48ea-8b39-8649993eb0a0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Subnet': ['ID=5385fd9a-c1b8-4cb2-865b-f637c8eedd3f,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:54.845125 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a21e47d-be11-48ea-8b39-8649993eb0a0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:47:54.847040 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-7a21e47d-be11-48ea-8b39-8649993eb0a0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:54.851166 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a21e47d-be11-48ea-8b39-8649993eb0a0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:54.851793 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7a21e47d-be11-48ea-8b39-8649993eb0a0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:54.887310 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44776) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:54.892819 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-372a0233-ae13-4b3b-8a90-b8e534aec7a3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'port': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'mac_address': 'fa:16:3e:af:ef:06', 'name': 'tempest-NetworksTestDHCPv6-1968318355'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:47:54.894883 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7a21e47d-be11-48ea-8b39-8649993eb0a0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1131327 Feb 16 22:47:54.908040 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 824484b1-9e33-49fd-9dbc-c93dd7179608 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:47:54.939595 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 824484b1-9e33-49fd-9dbc-c93dd7179608 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:47:54.940163 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 824484b1-9e33-49fd-9dbc-c93dd7179608 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:47:54.995185 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-b4bd3ed0-cb50-49df-a881-571239eff75e None None] Allocated IP 172.20.0.2 (85653813-b5e9-4a14-b601-d8fc0bc02398/b1a6fccc-e41b-471f-92c9-101f082fe73b/25a43c21-3030-4e41-be4e-fade60400f0d) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:47:55.003265 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-b4bd3ed0-cb50-49df-a881-571239eff75e None None] Allocated IP 2001:db8::f816:3eff:fe5b:fc55 (85653813-b5e9-4a14-b601-d8fc0bc02398/5385fd9a-c1b8-4cb2-865b-f637c8eedd3f/25a43c21-3030-4e41-be4e-fade60400f0d) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:47:55.251426 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372a0233-ae13-4b3b-8a90-b8e534aec7a3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:47:55.379025 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b4bd3ed0-cb50-49df-a881-571239eff75e None None] Publish callbacks [] for port (25a43c21-3030-4e41-be4e-fade60400f0d), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:55.394175 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b4bd3ed0-cb50-49df-a881-571239eff75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (25a43c21-3030-4e41-be4e-fade60400f0d), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:55.452971 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bd3ed0-cb50-49df-a881-571239eff75e None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:47:55.462706 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-b4bd3ed0-cb50-49df-a881-571239eff75e None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:55.467159 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bd3ed0-cb50-49df-a881-571239eff75e None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:47:55.475898 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd3ed0-cb50-49df-a881-571239eff75e None None] Pushing event updated for resources: {'Port': ['ID=25a43c21-3030-4e41-be4e-fade60400f0d,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:55.480102 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-372a0233-ae13-4b3b-8a90-b8e534aec7a3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:55.540987 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-372a0233-ae13-4b3b-8a90-b8e534aec7a3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] device_id is not set on port 597eb5a4-b586-4c68-a47b-ad59428a0bc2 yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:47:55.634822 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-b4bd3ed0-cb50-49df-a881-571239eff75e None None] Attempting to bind port 25a43c21-3030-4e41-be4e-fade60400f0d on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:47:55.635461 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-b4bd3ed0-cb50-49df-a881-571239eff75e None None] Attempting to bind port 25a43c21-3030-4e41-be4e-fade60400f0d by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:47:55.635850 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bd3ed0-cb50-49df-a881-571239eff75e None None] Attempting to bind port 25a43c21-3030-4e41-be4e-fade60400f0d on network 85653813-b5e9-4a14-b601-d8fc0bc02398 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:47:55.666268 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bd3ed0-cb50-49df-a881-571239eff75e None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:47:55.666950 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bd3ed0-cb50-49df-a881-571239eff75e None None] Checking segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:47:55.667078 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b4bd3ed0-cb50-49df-a881-571239eff75e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:55.667453 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bd3ed0-cb50-49df-a881-571239eff75e None None] Bound using segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:47:55.667942 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-b4bd3ed0-cb50-49df-a881-571239eff75e None None] Bound port: 25a43c21-3030-4e41-be4e-fade60400f0d, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:47:55.668334 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b4bd3ed0-cb50-49df-a881-571239eff75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (25a43c21-3030-4e41-be4e-fade60400f0d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:55.700195 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:55.755153 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-b4bd3ed0-cb50-49df-a881-571239eff75e None None] For port 25a43c21-3030-4e41-be4e-fade60400f0d, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:47:55.758855 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-b4bd3ed0-cb50-49df-a881-571239eff75e None None] For port 25a43c21-3030-4e41-be4e-fade60400f0d, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=25a43c21-3030-4e41-be4e-fade60400f0d,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:47:55.772817 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b4bd3ed0-cb50-49df-a881-571239eff75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (25a43c21-3030-4e41-be4e-fade60400f0d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:55.848425 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-372a0233-ae13-4b3b-8a90-b8e534aec7a3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Allocated IP 172.20.0.10 (85653813-b5e9-4a14-b601-d8fc0bc02398/b1a6fccc-e41b-471f-92c9-101f082fe73b/597eb5a4-b586-4c68-a47b-ad59428a0bc2) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:47:55.863184 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-372a0233-ae13-4b3b-8a90-b8e534aec7a3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Allocated IP 2001:db8::f816:3eff:feaf:ef06 (85653813-b5e9-4a14-b601-d8fc0bc02398/5385fd9a-c1b8-4cb2-865b-f637c8eedd3f/597eb5a4-b586-4c68-a47b-ad59428a0bc2) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:47:55.912840 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd3ed0-cb50-49df-a881-571239eff75e None None] Pushing event updated for resources: {'Port': ['ID=25a43c21-3030-4e41-be4e-fade60400f0d,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:56.224749 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-372a0233-ae13-4b3b-8a90-b8e534aec7a3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for port (597eb5a4-b586-4c68-a47b-ad59428a0bc2), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:56.282839 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-372a0233-ae13-4b3b-8a90-b8e534aec7a3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (597eb5a4-b586-4c68-a47b-ad59428a0bc2), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:56.317743 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372a0233-ae13-4b3b-8a90-b8e534aec7a3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:47:56.338823 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-372a0233-ae13-4b3b-8a90-b8e534aec7a3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:47:56.343202 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372a0233-ae13-4b3b-8a90-b8e534aec7a3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:47:56.401830 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372a0233-ae13-4b3b-8a90-b8e534aec7a3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:56.402627 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-372a0233-ae13-4b3b-8a90-b8e534aec7a3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:56.464434 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a0233-ae13-4b3b-8a90-b8e534aec7a3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Port': ['ID=597eb5a4-b586-4c68-a47b-ad59428a0bc2,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:56.477603 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-372a0233-ae13-4b3b-8a90-b8e534aec7a3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5869300 Feb 16 22:47:56.478673 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44802) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:56.572514 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18b5fa5-646e-486e-84c9-e4e5e555ace4 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:56.578381 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18b5fa5-646e-486e-84c9-e4e5e555ace4 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:56.582738 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a18b5fa5-646e-486e-84c9-e4e5e555ace4 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1004376 Feb 16 22:47:56.582839 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44804) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:56.712681 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-4d547f20-0fea-4f10-8e47-c909cb849946 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting port 597eb5a4-b586-4c68-a47b-ad59428a0bc2 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:47:56.713033 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d547f20-0fea-4f10-8e47-c909cb849946 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (597eb5a4-b586-4c68-a47b-ad59428a0bc2), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:56.825382 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d547f20-0fea-4f10-8e47-c909cb849946 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (597eb5a4-b586-4c68-a47b-ad59428a0bc2), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:56.858555 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-4d547f20-0fea-4f10-8e47-c909cb849946 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Calling delete_port for 597eb5a4-b586-4c68-a47b-ad59428a0bc2 owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:47:56.890292 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 25a43c21-3030-4e41-be4e-fade60400f0d up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:47:56.980516 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 25a43c21-3030-4e41-be4e-fade60400f0d triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:56.980899 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (25a43c21-3030-4e41-be4e-fade60400f0d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:57.073552 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:57.165619 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 25a43c21-3030-4e41-be4e-fade60400f0d is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:57.166044 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (25a43c21-3030-4e41-be4e-fade60400f0d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:57.206315 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d547f20-0fea-4f10-8e47-c909cb849946 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (597eb5a4-b586-4c68-a47b-ad59428a0bc2), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:57.245309 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 25a43c21-3030-4e41-be4e-fade60400f0d, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=25a43c21-3030-4e41-be4e-fade60400f0d,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:47:57.256449 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d547f20-0fea-4f10-8e47-c909cb849946 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Port': ['ID=597eb5a4-b586-4c68-a47b-ad59428a0bc2,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:57.261331 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (25a43c21-3030-4e41-be4e-fade60400f0d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:57.392526 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=25a43c21-3030-4e41-be4e-fade60400f0d,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:57.399418 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4d547f20-0fea-4f10-8e47-c909cb849946 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:57.403053 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4d547f20-0fea-4f10-8e47-c909cb849946 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/597eb5a4-b586-4c68-a47b-ad59428a0bc2 HTTP/1.1" status: 204 len: 168 time: 0.8191638 Feb 16 22:47:57.405553 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44808) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:57.522964 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e4ebd4-9928-454b-a90b-418a5c91536e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:57.526770 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e4ebd4-9928-454b-a90b-418a5c91536e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:57.528525 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e4ebd4-9928-454b-a90b-418a5c91536e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:57.533765 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44818) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:57.535234 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-74e4ebd4-9928-454b-a90b-418a5c91536e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1280344 Feb 16 22:47:57.662302 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-af966d59-17f5-4598-82a1-ccbfe04daf9b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting subnet 5385fd9a-c1b8-4cb2-865b-f637c8eedd3f {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:47:57.668532 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-af966d59-17f5-4598-82a1-ccbfe04daf9b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (5385fd9a-c1b8-4cb2-865b-f637c8eedd3f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:57.725477 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-af966d59-17f5-4598-82a1-ccbfe04daf9b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (5385fd9a-c1b8-4cb2-865b-f637c8eedd3f), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:57.795199 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4a5a1e-c627-458b-91be-ed928c085fa1 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:47:57.870182 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-af966d59-17f5-4598-82a1-ccbfe04daf9b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (5385fd9a-c1b8-4cb2-865b-f637c8eedd3f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:57.964418 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-d5b81bb2-695b-4f07-828f-31cc15b4c4fc None None] Provisioning complete for port 25a43c21-3030-4e41-be4e-fade60400f0d triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:57.965419 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d5b81bb2-695b-4f07-828f-31cc15b4c4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (25a43c21-3030-4e41-be4e-fade60400f0d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:57.974067 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-af966d59-17f5-4598-82a1-ccbfe04daf9b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (5385fd9a-c1b8-4cb2-865b-f637c8eedd3f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:58.015593 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af966d59-17f5-4598-82a1-ccbfe04daf9b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Subnet': ['ID=5385fd9a-c1b8-4cb2-865b-f637c8eedd3f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:58.023459 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-af966d59-17f5-4598-82a1-ccbfe04daf9b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:58.031518 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-af966d59-17f5-4598-82a1-ccbfe04daf9b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/5385fd9a-c1b8-4cb2-865b-f637c8eedd3f HTTP/1.1" status: 204 len: 168 time: 0.4924426 Feb 16 22:47:58.032011 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44826) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:58.111326 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-7417e24a-2359-4246-935b-02ab70aefa24 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting subnet b1a6fccc-e41b-471f-92c9-101f082fe73b {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:47:58.115693 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7417e24a-2359-4246-935b-02ab70aefa24 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (b1a6fccc-e41b-471f-92c9-101f082fe73b), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:58.166896 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d5b81bb2-695b-4f07-828f-31cc15b4c4fc None None] Current status of the port 25a43c21-3030-4e41-be4e-fade60400f0d is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:58.201008 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7417e24a-2359-4246-935b-02ab70aefa24 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (b1a6fccc-e41b-471f-92c9-101f082fe73b), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:58.404316 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7417e24a-2359-4246-935b-02ab70aefa24 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (b1a6fccc-e41b-471f-92c9-101f082fe73b), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:58.560053 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7417e24a-2359-4246-935b-02ab70aefa24 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (b1a6fccc-e41b-471f-92c9-101f082fe73b), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:58.627401 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7417e24a-2359-4246-935b-02ab70aefa24 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Subnet': ['ID=b1a6fccc-e41b-471f-92c9-101f082fe73b,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:47:58.633757 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4058cb-aa10-4cde-87b4-c243811c9185 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:47:58.638248 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7417e24a-2359-4246-935b-02ab70aefa24 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:58.647014 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7417e24a-2359-4246-935b-02ab70aefa24 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/b1a6fccc-e41b-471f-92c9-101f082fe73b HTTP/1.1" status: 204 len: 168 time: 0.6108365 Feb 16 22:47:58.647112 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44834) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:58.728276 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-2478e143-d2a0-429a-a2d2-2066c5838a3d None None] Provisioning complete for port 25a43c21-3030-4e41-be4e-fade60400f0d triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:58.728663 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2478e143-d2a0-429a-a2d2-2066c5838a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (25a43c21-3030-4e41-be4e-fade60400f0d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:58.785850 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-15260556-dde2-47ea-9b3e-7ba35cc41c2c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1371026 Feb 16 22:47:58.788289 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44840) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:58.854806 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:58.916061 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802ff636-81ae-4c99-a749-ef29186a17e3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:58.921915 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-802ff636-81ae-4c99-a749-ef29186a17e3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1324472 Feb 16 22:47:58.924500 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44844) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:58.990668 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 25a43c21-3030-4e41-be4e-fade60400f0d up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:47:59.075987 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf5f001-21ad-4e66-8e22-671308f4c847 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:47:59.077509 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-abf5f001-21ad-4e66-8e22-671308f4c847 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1520104 Feb 16 22:47:59.080313 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44850) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:59.132888 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d77f911a-12ba-4328-abd6-66fe6f13c32f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512214 Feb 16 22:47:59.137945 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44852) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:59.145676 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-28633a15-dc2e-4cc7-90b6-1f2fb532a582 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:47:59.323887 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 25a43c21-3030-4e41-be4e-fade60400f0d triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:47:59.324441 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (25a43c21-3030-4e41-be4e-fade60400f0d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:59.328541 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2478e143-d2a0-429a-a2d2-2066c5838a3d None None] Current status of the port 25a43c21-3030-4e41-be4e-fade60400f0d is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:59.331763 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28633a15-dc2e-4cc7-90b6-1f2fb532a582 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:47:59.338930 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-28633a15-dc2e-4cc7-90b6-1f2fb532a582 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:59.341338 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-28633a15-dc2e-4cc7-90b6-1f2fb532a582 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:47:59.342019 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28633a15-dc2e-4cc7-90b6-1f2fb532a582 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:47:59.380000 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-28633a15-dc2e-4cc7-90b6-1f2fb532a582 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2409191 Feb 16 22:47:59.383064 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44854) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:59.389403 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-fbd25d36-3bfa-4431-a9e5-2dbb8ce20610 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:47:59.428948 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac99308-838b-4b69-acd6-41f802aae789 None None] DHCP port deletion for 85653813-b5e9-4a14-b601-d8fc0bc02398 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:47:59.596955 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd25d36-3bfa-4431-a9e5-2dbb8ce20610 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:47:59.636401 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fbd25d36-3bfa-4431-a9e5-2dbb8ce20610 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:59.639960 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd25d36-3bfa-4431-a9e5-2dbb8ce20610 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:47:59.662307 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbd25d36-3bfa-4431-a9e5-2dbb8ce20610 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:47:59.745619 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44860) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:47:59.771757 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-bd21fc91-cf9a-49ec-82ac-de3f9001b2f2 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:47:59.781545 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-fbd25d36-3bfa-4431-a9e5-2dbb8ce20610 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3580685 Feb 16 22:47:59.901453 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 25a43c21-3030-4e41-be4e-fade60400f0d is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:47:59.959058 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd21fc91-cf9a-49ec-82ac-de3f9001b2f2 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:47:59.963866 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bd21fc91-cf9a-49ec-82ac-de3f9001b2f2 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:47:59.966524 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd21fc91-cf9a-49ec-82ac-de3f9001b2f2 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:47:59.967146 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd21fc91-cf9a-49ec-82ac-de3f9001b2f2 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:48:00.001086 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bd21fc91-cf9a-49ec-82ac-de3f9001b2f2 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2508831 Feb 16 22:48:00.002337 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4ac99308-838b-4b69-acd6-41f802aae789 None None] Deleting port 25a43c21-3030-4e41-be4e-fade60400f0d {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:48:00.002854 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4ac99308-838b-4b69-acd6-41f802aae789 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (25a43c21-3030-4e41-be4e-fade60400f0d), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:00.003768 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44862) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:00.010034 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-f2b1168c-fc85-4abe-bc00-f3fedbd3ffd3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:48:00.169464 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-4ac99308-838b-4b69-acd6-41f802aae789 None None] For port 25a43c21-3030-4e41-be4e-fade60400f0d, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=25a43c21-3030-4e41-be4e-fade60400f0d,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:48:00.170019 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4ac99308-838b-4b69-acd6-41f802aae789 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (25a43c21-3030-4e41-be4e-fade60400f0d), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:00.186588 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4ac99308-838b-4b69-acd6-41f802aae789 None None] Calling delete_port for 25a43c21-3030-4e41-be4e-fade60400f0d owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:48:00.230351 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b1168c-fc85-4abe-bc00-f3fedbd3ffd3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:48:00.234953 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f2b1168c-fc85-4abe-bc00-f3fedbd3ffd3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:00.236970 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b1168c-fc85-4abe-bc00-f3fedbd3ffd3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:48:00.237500 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2b1168c-fc85-4abe-bc00-f3fedbd3ffd3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:48:00.265401 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f2b1168c-fc85-4abe-bc00-f3fedbd3ffd3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2565329 Feb 16 22:48:00.266398 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44868) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:00.273087 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:00.273555 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-413c65cd-5c50-4794-9c6c-8f8b271046ad tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:48:00.300743 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4ac99308-838b-4b69-acd6-41f802aae789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (25a43c21-3030-4e41-be4e-fade60400f0d), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:00.335510 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac99308-838b-4b69-acd6-41f802aae789 None None] No DVR routers for this DVR port 25a43c21-3030-4e41-be4e-fade60400f0d on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:48:00.350331 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac99308-838b-4b69-acd6-41f802aae789 None None] Pushing event deleted for resources: {'Port': ['ID=25a43c21-3030-4e41-be4e-fade60400f0d,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:00.362819 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac99308-838b-4b69-acd6-41f802aae789 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:00.363164 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac99308-838b-4b69-acd6-41f802aae789 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:00.364072 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac99308-838b-4b69-acd6-41f802aae789 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:00.364415 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac99308-838b-4b69-acd6-41f802aae789 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:00.364749 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac99308-838b-4b69-acd6-41f802aae789 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:00.365081 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac99308-838b-4b69-acd6-41f802aae789 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:00.365410 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac99308-838b-4b69-acd6-41f802aae789 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:00.365763 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac99308-838b-4b69-acd6-41f802aae789 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:00.366063 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac99308-838b-4b69-acd6-41f802aae789 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:00.366387 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac99308-838b-4b69-acd6-41f802aae789 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:00.366717 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac99308-838b-4b69-acd6-41f802aae789 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:00.367037 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac99308-838b-4b69-acd6-41f802aae789 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:00.367357 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac99308-838b-4b69-acd6-41f802aae789 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:00.456596 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413c65cd-5c50-4794-9c6c-8f8b271046ad tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:48:00.461365 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-413c65cd-5c50-4794-9c6c-8f8b271046ad tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:00.473831 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-413c65cd-5c50-4794-9c6c-8f8b271046ad tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:48:00.474363 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-413c65cd-5c50-4794-9c6c-8f8b271046ad tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:48:00.512693 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44870) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:00.519306 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-f6e381a3-40b1-4549-b36a-7d54e19d5898 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:48:00.522234 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-413c65cd-5c50-4794-9c6c-8f8b271046ad tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2541265 Feb 16 22:48:00.662591 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e381a3-40b1-4549-b36a-7d54e19d5898 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:48:00.667344 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f6e381a3-40b1-4549-b36a-7d54e19d5898 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:00.669441 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e381a3-40b1-4549-b36a-7d54e19d5898 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:48:00.670054 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e381a3-40b1-4549-b36a-7d54e19d5898 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:48:00.694953 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44874) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:00.706279 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f6e381a3-40b1-4549-b36a-7d54e19d5898 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1908090 Feb 16 22:48:00.808409 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44880) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:00.823418 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-91bb81af-5ffe-4cb1-8085-9fc213e323ca tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1266930 Feb 16 22:48:00.846677 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 25a43c21-3030-4e41-be4e-fade60400f0d no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:48:00.900162 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 25a43c21-3030-4e41-be4e-fade60400f0d {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:48:00.904141 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 25a43c21-3030-4e41-be4e-fade60400f0d not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:48:00.908277 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e28cc01-2a9f-468c-805a-8776bbf5b823 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:00.914355 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3e28cc01-2a9f-468c-805a-8776bbf5b823 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1039290 Feb 16 22:48:00.915051 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44882) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:01.027422 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44884) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:01.027789 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-04ade4a8-135f-4bb5-a60b-09fd7027e374 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1103826 Feb 16 22:48:01.034739 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-f0cd3567-c47b-44d8-a844-4179a6663596 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:48:01.234031 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cd3567-c47b-44d8-a844-4179a6663596 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:48:01.247031 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f0cd3567-c47b-44d8-a844-4179a6663596 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:01.818212 n-d-813897-6 neutron-server[103466]: DEBUG neutron.objects.ports [None req-f0cd3567-c47b-44d8-a844-4179a6663596 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103466) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 22:48:01.820235 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f0cd3567-c47b-44d8-a844-4179a6663596 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (1048260d-7ea0-4f0e-9377-ee012aa2b13d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:01.896492 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cd3567-c47b-44d8-a844-4179a6663596 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:48:01.899974 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-f0cd3567-c47b-44d8-a844-4179a6663596 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:48:01.904326 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cd3567-c47b-44d8-a844-4179a6663596 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:01.904926 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f0cd3567-c47b-44d8-a844-4179a6663596 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:01.911788 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a950f849-27ef-41c3-b7f4-daceeda48f6c None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:48:01.996871 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f0cd3567-c47b-44d8-a844-4179a6663596 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9619880 Feb 16 22:48:01.997528 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44894) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:02.003053 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd3567-c47b-44d8-a844-4179a6663596 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Subnet': ['ID=1048260d-7ea0-4f0e-9377-ee012aa2b13d,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:02.014621 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-60f5eee3-b041-4be3-8f1b-21386a53770b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'port': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'mac_address': 'fa:16:3e:e7:e6:fc', 'name': 'tempest-NetworksTestDHCPv6-1622176184'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:48:02.141570 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bf6b00-6d5f-42d8-8951-2c7438954afe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-85653813-b5e9-4a14-b601-d8fc0bc02398', 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'project_id': '5970909e92c9458195211ab3bb079d8d', 'fixed_ips': [{'subnet_id': '1048260d-7ea0-4f0e-9377-ee012aa2b13d'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:48:02.141795 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f9bf6b00-6d5f-42d8-8951-2c7438954afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:02.400863 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f5eee3-b041-4be3-8f1b-21386a53770b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:48:02.576912 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-f9bf6b00-6d5f-42d8-8951-2c7438954afe None None] Allocated IP 2001:db8::f816:3eff:feb9:be7a (85653813-b5e9-4a14-b601-d8fc0bc02398/1048260d-7ea0-4f0e-9377-ee012aa2b13d/cc0af3e2-e217-4f5f-8717-af638871c15c) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:48:02.637273 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-60f5eee3-b041-4be3-8f1b-21386a53770b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:02.684200 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-60f5eee3-b041-4be3-8f1b-21386a53770b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] device_id is not set on port 2dfbb114-cf9c-4887-8a97-749414735611 yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:48:03.000653 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f9bf6b00-6d5f-42d8-8951-2c7438954afe None None] Publish callbacks [] for port (cc0af3e2-e217-4f5f-8717-af638871c15c), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:03.034625 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f9bf6b00-6d5f-42d8-8951-2c7438954afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (cc0af3e2-e217-4f5f-8717-af638871c15c), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:03.115511 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bf6b00-6d5f-42d8-8951-2c7438954afe None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:48:03.121779 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-f9bf6b00-6d5f-42d8-8951-2c7438954afe None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:48:03.126511 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bf6b00-6d5f-42d8-8951-2c7438954afe None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:48:03.127372 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-60f5eee3-b041-4be3-8f1b-21386a53770b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Allocated IP 2001:db8::f816:3eff:fee7:e6fc (85653813-b5e9-4a14-b601-d8fc0bc02398/1048260d-7ea0-4f0e-9377-ee012aa2b13d/2dfbb114-cf9c-4887-8a97-749414735611) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:48:03.138704 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf6b00-6d5f-42d8-8951-2c7438954afe None None] Pushing event updated for resources: {'Port': ['ID=cc0af3e2-e217-4f5f-8717-af638871c15c,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:03.217159 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-f9bf6b00-6d5f-42d8-8951-2c7438954afe None None] Attempting to bind port cc0af3e2-e217-4f5f-8717-af638871c15c on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:48:03.217548 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-f9bf6b00-6d5f-42d8-8951-2c7438954afe None None] Attempting to bind port cc0af3e2-e217-4f5f-8717-af638871c15c by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:48:03.217917 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bf6b00-6d5f-42d8-8951-2c7438954afe None None] Attempting to bind port cc0af3e2-e217-4f5f-8717-af638871c15c on network 85653813-b5e9-4a14-b601-d8fc0bc02398 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:48:03.227979 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bf6b00-6d5f-42d8-8951-2c7438954afe None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:48:03.228583 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bf6b00-6d5f-42d8-8951-2c7438954afe None None] Checking segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:48:03.228901 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f9bf6b00-6d5f-42d8-8951-2c7438954afe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:03.230158 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bf6b00-6d5f-42d8-8951-2c7438954afe None None] Bound using segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:48:03.230764 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-f9bf6b00-6d5f-42d8-8951-2c7438954afe None None] Bound port: cc0af3e2-e217-4f5f-8717-af638871c15c, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:48:03.232469 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f9bf6b00-6d5f-42d8-8951-2c7438954afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cc0af3e2-e217-4f5f-8717-af638871c15c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:03.407540 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-f9bf6b00-6d5f-42d8-8951-2c7438954afe None None] For port cc0af3e2-e217-4f5f-8717-af638871c15c, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:48:03.412238 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-f9bf6b00-6d5f-42d8-8951-2c7438954afe None None] For port cc0af3e2-e217-4f5f-8717-af638871c15c, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=cc0af3e2-e217-4f5f-8717-af638871c15c,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:48:03.424292 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f9bf6b00-6d5f-42d8-8951-2c7438954afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (cc0af3e2-e217-4f5f-8717-af638871c15c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:03.545325 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf6b00-6d5f-42d8-8951-2c7438954afe None None] Pushing event updated for resources: {'Port': ['ID=cc0af3e2-e217-4f5f-8717-af638871c15c,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:03.577821 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-60f5eee3-b041-4be3-8f1b-21386a53770b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for port (2dfbb114-cf9c-4887-8a97-749414735611), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:03.639180 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-60f5eee3-b041-4be3-8f1b-21386a53770b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (2dfbb114-cf9c-4887-8a97-749414735611), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:04.545472 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f5eee3-b041-4be3-8f1b-21386a53770b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:48:04.556985 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-60f5eee3-b041-4be3-8f1b-21386a53770b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:48:04.572271 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f5eee3-b041-4be3-8f1b-21386a53770b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:48:04.577429 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f5eee3-b041-4be3-8f1b-21386a53770b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:04.578077 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-60f5eee3-b041-4be3-8f1b-21386a53770b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:04.604469 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f5eee3-b041-4be3-8f1b-21386a53770b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Port': ['ID=2dfbb114-cf9c-4887-8a97-749414735611,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:04.637797 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44932) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:04.638331 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-60f5eee3-b041-4be3-8f1b-21386a53770b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6393516 Feb 16 22:48:04.761529 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9a11eb-f572-412d-a10b-ce602dbfe1a1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:04.771617 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9a11eb-f572-412d-a10b-ce602dbfe1a1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:04.773610 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-af9a11eb-f572-412d-a10b-ce602dbfe1a1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1344547 Feb 16 22:48:04.776573 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44934) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:04.888950 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device cc0af3e2-e217-4f5f-8717-af638871c15c up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:48:04.984251 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-35c82674-2276-4ec3-8a91-5ad33cc46675 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting port 2dfbb114-cf9c-4887-8a97-749414735611 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:48:04.994302 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-35c82674-2276-4ec3-8a91-5ad33cc46675 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (2dfbb114-cf9c-4887-8a97-749414735611), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:05.037671 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port cc0af3e2-e217-4f5f-8717-af638871c15c triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:48:05.038470 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (cc0af3e2-e217-4f5f-8717-af638871c15c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:05.229919 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-35c82674-2276-4ec3-8a91-5ad33cc46675 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (2dfbb114-cf9c-4887-8a97-749414735611), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:05.342036 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-35c82674-2276-4ec3-8a91-5ad33cc46675 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Calling delete_port for 2dfbb114-cf9c-4887-8a97-749414735611 owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:48:05.419872 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port cc0af3e2-e217-4f5f-8717-af638871c15c is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:48:05.420545 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cc0af3e2-e217-4f5f-8717-af638871c15c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:05.492550 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-752874fb-73ee-40d6-b201-dbb20b7e4c60 None None] Provisioning complete for port cc0af3e2-e217-4f5f-8717-af638871c15c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:48:05.493040 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-752874fb-73ee-40d6-b201-dbb20b7e4c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (cc0af3e2-e217-4f5f-8717-af638871c15c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:05.607557 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port cc0af3e2-e217-4f5f-8717-af638871c15c, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=cc0af3e2-e217-4f5f-8717-af638871c15c,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:48:05.693184 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (cc0af3e2-e217-4f5f-8717-af638871c15c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:05.731134 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-35c82674-2276-4ec3-8a91-5ad33cc46675 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (2dfbb114-cf9c-4887-8a97-749414735611), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:05.861553 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c82674-2276-4ec3-8a91-5ad33cc46675 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Port': ['ID=2dfbb114-cf9c-4887-8a97-749414735611,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:05.872810 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-752874fb-73ee-40d6-b201-dbb20b7e4c60 None None] Current status of the port cc0af3e2-e217-4f5f-8717-af638871c15c is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:48:05.929524 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-35c82674-2276-4ec3-8a91-5ad33cc46675 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:05.941378 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=cc0af3e2-e217-4f5f-8717-af638871c15c,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:05.945188 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44950) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:05.967338 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-35c82674-2276-4ec3-8a91-5ad33cc46675 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/2dfbb114-cf9c-4887-8a97-749414735611 HTTP/1.1" status: 204 len: 168 time: 1.1610425 Feb 16 22:48:05.998934 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b33998a9-628a-4860-be6f-e0fb9711a7e9 None None] Could not find standard attr ID for object 2dfbb114-cf9c-4887-8a97-749414735611. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:48:06.073822 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bdeb69-44ac-4c44-b5ed-2b21437a81af tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:06.075498 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bdeb69-44ac-4c44-b5ed-2b21437a81af tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:06.077195 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-62bdeb69-44ac-4c44-b5ed-2b21437a81af tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1284635 Feb 16 22:48:06.080000 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44952) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:06.230429 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-40890fd3-c495-4cb0-900b-fb05cc0ab6ec tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting subnet 1048260d-7ea0-4f0e-9377-ee012aa2b13d {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:48:06.237655 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-40890fd3-c495-4cb0-900b-fb05cc0ab6ec tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (1048260d-7ea0-4f0e-9377-ee012aa2b13d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:06.341742 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-40890fd3-c495-4cb0-900b-fb05cc0ab6ec tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (1048260d-7ea0-4f0e-9377-ee012aa2b13d), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:06.469601 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-40890fd3-c495-4cb0-900b-fb05cc0ab6ec tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (1048260d-7ea0-4f0e-9377-ee012aa2b13d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:06.644022 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-40890fd3-c495-4cb0-900b-fb05cc0ab6ec tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (1048260d-7ea0-4f0e-9377-ee012aa2b13d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:06.758863 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40890fd3-c495-4cb0-900b-fb05cc0ab6ec tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Subnet': ['ID=1048260d-7ea0-4f0e-9377-ee012aa2b13d,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:06.766723 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fd0c41-69e3-4a46-a6fe-f8fe047bfe4d None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:48:06.767013 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-40890fd3-c495-4cb0-900b-fb05cc0ab6ec tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:06.771067 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-40890fd3-c495-4cb0-900b-fb05cc0ab6ec tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/1048260d-7ea0-4f0e-9377-ee012aa2b13d HTTP/1.1" status: 204 len: 168 time: 0.6898232 Feb 16 22:48:06.773618 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44964) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:06.890769 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-239adf9f-f6ac-4388-8770-75d0b2fe0d07 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1147306 Feb 16 22:48:06.892405 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 44968) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:06.898902 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-d9b699ee-24f2-4877-bbe8-7ce3a6d77ba1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:48:07.012956 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device cc0af3e2-e217-4f5f-8717-af638871c15c up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:48:07.198398 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b699ee-24f2-4877-bbe8-7ce3a6d77ba1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:48:07.214403 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d9b699ee-24f2-4877-bbe8-7ce3a6d77ba1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:07.219997 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port cc0af3e2-e217-4f5f-8717-af638871c15c triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:48:07.220569 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (cc0af3e2-e217-4f5f-8717-af638871c15c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:07.554675 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2afd60-16aa-4f96-9417-fe868db4d513 None None] DHCP port deletion for 85653813-b5e9-4a14-b601-d8fc0bc02398 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:48:07.616446 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port cc0af3e2-e217-4f5f-8717-af638871c15c is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:48:07.672147 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2e2afd60-16aa-4f96-9417-fe868db4d513 None None] Deleting port cc0af3e2-e217-4f5f-8717-af638871c15c {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:48:07.672866 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2e2afd60-16aa-4f96-9417-fe868db4d513 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (cc0af3e2-e217-4f5f-8717-af638871c15c), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:07.901654 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-2e2afd60-16aa-4f96-9417-fe868db4d513 None None] For port cc0af3e2-e217-4f5f-8717-af638871c15c, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=cc0af3e2-e217-4f5f-8717-af638871c15c,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:48:07.908144 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2e2afd60-16aa-4f96-9417-fe868db4d513 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (cc0af3e2-e217-4f5f-8717-af638871c15c), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:07.947126 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2e2afd60-16aa-4f96-9417-fe868db4d513 None None] Calling delete_port for cc0af3e2-e217-4f5f-8717-af638871c15c owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:48:07.980536 n-d-813897-6 neutron-server[103465]: DEBUG neutron.objects.ports [None req-d9b699ee-24f2-4877-bbe8-7ce3a6d77ba1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103465) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 22:48:08.131930 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2e2afd60-16aa-4f96-9417-fe868db4d513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (cc0af3e2-e217-4f5f-8717-af638871c15c), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:08.234878 n-d-813897-6 neutron-server[103465]: WARNING neutron.services.revisions.revision_plugin [None req-d9b699ee-24f2-4877-bbe8-7ce3a6d77ba1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Could not find related port for resource to bump revision. Feb 16 22:48:08.247324 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2afd60-16aa-4f96-9417-fe868db4d513 None None] No DVR routers for this DVR port cc0af3e2-e217-4f5f-8717-af638871c15c on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:48:08.263152 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.ipam_pluggable_backend [None req-d9b699ee-24f2-4877-bbe8-7ce3a6d77ba1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Port cc0af3e2-e217-4f5f-8717-af638871c15c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103465) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 16 22:48:08.263403 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2afd60-16aa-4f96-9417-fe868db4d513 None None] Pushing event deleted for resources: {'Port': ['ID=cc0af3e2-e217-4f5f-8717-af638871c15c,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:08.264416 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.ipam_pluggable_backend [None req-d9b699ee-24f2-4877-bbe8-7ce3a6d77ba1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Reverting IP allocation for 2001:db8::f816:3eff:feb9:be7a {{(pid=103465) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 16 22:48:08.276315 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.ipam_pluggable_backend [None req-d9b699ee-24f2-4877-bbe8-7ce3a6d77ba1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb9:be7a {{(pid=103465) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 16 22:48:08.282803 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d9b699ee-24f2-4877-bbe8-7ce3a6d77ba1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (64620141-56b7-49c5-8cc8-c044a25a7154), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:08.417508 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b699ee-24f2-4877-bbe8-7ce3a6d77ba1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Subnet': ['ID=64620141-56b7-49c5-8cc8-c044a25a7154,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:08.432913 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b699ee-24f2-4877-bbe8-7ce3a6d77ba1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:48:08.434431 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-d9b699ee-24f2-4877-bbe8-7ce3a6d77ba1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:48:08.437864 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b699ee-24f2-4877-bbe8-7ce3a6d77ba1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:08.438579 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d9b699ee-24f2-4877-bbe8-7ce3a6d77ba1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:08.448638 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725221d1-e746-4f39-9bae-b88ac43baa96 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:48:08.478224 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d9b699ee-24f2-4877-bbe8-7ce3a6d77ba1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5841794 Feb 16 22:48:08.482248 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 44982) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:08.491211 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-4ca1bd32-07d2-464f-b9e1-d98e9eaa19b1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'port': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'mac_address': 'fa:16:3e:42:0f:a1', 'name': 'tempest-NetworksTestDHCPv6-701724817'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:48:08.710562 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa76064-ae39-4b71-90d9-07b470f08202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-85653813-b5e9-4a14-b601-d8fc0bc02398', 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'project_id': '5970909e92c9458195211ab3bb079d8d', 'fixed_ips': [{'subnet_id': '64620141-56b7-49c5-8cc8-c044a25a7154'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:48:08.711458 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2fa76064-ae39-4b71-90d9-07b470f08202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:08.881678 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca1bd32-07d2-464f-b9e1-d98e9eaa19b1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:48:08.908755 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device cc0af3e2-e217-4f5f-8717-af638871c15c no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:48:09.014295 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: cc0af3e2-e217-4f5f-8717-af638871c15c {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:48:09.020348 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device cc0af3e2-e217-4f5f-8717-af638871c15c not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:48:09.141497 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ca1bd32-07d2-464f-b9e1-d98e9eaa19b1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:09.197506 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-4ca1bd32-07d2-464f-b9e1-d98e9eaa19b1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] device_id is not set on port 952b4c22-c14b-48e2-9ebd-69bf192eadb3 yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:48:09.272677 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-2fa76064-ae39-4b71-90d9-07b470f08202 None None] Allocated IP 2001:db8::f816:3eff:fecd:6954 (85653813-b5e9-4a14-b601-d8fc0bc02398/64620141-56b7-49c5-8cc8-c044a25a7154/0aa5a507-9e7d-4b63-8cf7-6710607510e0) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:48:09.591058 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2fa76064-ae39-4b71-90d9-07b470f08202 None None] Publish callbacks [] for port (0aa5a507-9e7d-4b63-8cf7-6710607510e0), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:09.601438 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2fa76064-ae39-4b71-90d9-07b470f08202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (0aa5a507-9e7d-4b63-8cf7-6710607510e0), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:09.658265 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa76064-ae39-4b71-90d9-07b470f08202 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:48:09.659919 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa76064-ae39-4b71-90d9-07b470f08202 None None] Pushing event updated for resources: {'Port': ['ID=0aa5a507-9e7d-4b63-8cf7-6710607510e0,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:09.663263 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-2fa76064-ae39-4b71-90d9-07b470f08202 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:48:09.665707 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa76064-ae39-4b71-90d9-07b470f08202 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:48:09.769770 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-4ca1bd32-07d2-464f-b9e1-d98e9eaa19b1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Allocated IP 2001:db8::f816:3eff:fe42:fa1 (85653813-b5e9-4a14-b601-d8fc0bc02398/64620141-56b7-49c5-8cc8-c044a25a7154/952b4c22-c14b-48e2-9ebd-69bf192eadb3) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:48:09.784956 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-2fa76064-ae39-4b71-90d9-07b470f08202 None None] Attempting to bind port 0aa5a507-9e7d-4b63-8cf7-6710607510e0 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:48:09.787152 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-2fa76064-ae39-4b71-90d9-07b470f08202 None None] Attempting to bind port 0aa5a507-9e7d-4b63-8cf7-6710607510e0 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:48:09.787777 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa76064-ae39-4b71-90d9-07b470f08202 None None] Attempting to bind port 0aa5a507-9e7d-4b63-8cf7-6710607510e0 on network 85653813-b5e9-4a14-b601-d8fc0bc02398 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:48:09.799693 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa76064-ae39-4b71-90d9-07b470f08202 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:48:09.800893 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa76064-ae39-4b71-90d9-07b470f08202 None None] Checking segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:48:09.801499 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2fa76064-ae39-4b71-90d9-07b470f08202 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:09.802098 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa76064-ae39-4b71-90d9-07b470f08202 None None] Bound using segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:48:09.802869 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-2fa76064-ae39-4b71-90d9-07b470f08202 None None] Bound port: 0aa5a507-9e7d-4b63-8cf7-6710607510e0, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:48:09.803548 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2fa76064-ae39-4b71-90d9-07b470f08202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0aa5a507-9e7d-4b63-8cf7-6710607510e0), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:09.877797 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-2fa76064-ae39-4b71-90d9-07b470f08202 None None] For port 0aa5a507-9e7d-4b63-8cf7-6710607510e0, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:48:09.882792 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-2fa76064-ae39-4b71-90d9-07b470f08202 None None] For port 0aa5a507-9e7d-4b63-8cf7-6710607510e0, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0aa5a507-9e7d-4b63-8cf7-6710607510e0,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:48:09.891765 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2fa76064-ae39-4b71-90d9-07b470f08202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0aa5a507-9e7d-4b63-8cf7-6710607510e0), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:09.962964 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa76064-ae39-4b71-90d9-07b470f08202 None None] Pushing event updated for resources: {'Port': ['ID=0aa5a507-9e7d-4b63-8cf7-6710607510e0,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:10.283894 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ca1bd32-07d2-464f-b9e1-d98e9eaa19b1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for port (952b4c22-c14b-48e2-9ebd-69bf192eadb3), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:10.412493 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ca1bd32-07d2-464f-b9e1-d98e9eaa19b1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (952b4c22-c14b-48e2-9ebd-69bf192eadb3), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:10.638771 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1bd32-07d2-464f-b9e1-d98e9eaa19b1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Port': ['ID=952b4c22-c14b-48e2-9ebd-69bf192eadb3,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:10.682287 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca1bd32-07d2-464f-b9e1-d98e9eaa19b1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:48:10.692410 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-4ca1bd32-07d2-464f-b9e1-d98e9eaa19b1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:48:10.698482 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca1bd32-07d2-464f-b9e1-d98e9eaa19b1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:48:10.723824 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca1bd32-07d2-464f-b9e1-d98e9eaa19b1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:10.725363 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ca1bd32-07d2-464f-b9e1-d98e9eaa19b1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:10.785677 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4ca1bd32-07d2-464f-b9e1-d98e9eaa19b1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.3005061 Feb 16 22:48:10.788216 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45006) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:10.884476 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc82b40-f46e-4101-87bf-6df24cca1c90 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:10.891518 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc82b40-f46e-4101-87bf-6df24cca1c90 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:10.901440 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-dbc82b40-f46e-4101-87bf-6df24cca1c90 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1118128 Feb 16 22:48:10.904177 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45010) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:10.936290 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0aa5a507-9e7d-4b63-8cf7-6710607510e0 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:48:11.062351 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 0aa5a507-9e7d-4b63-8cf7-6710607510e0 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:48:11.064708 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0aa5a507-9e7d-4b63-8cf7-6710607510e0), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:11.115351 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-2c25720c-f5d9-439c-809d-933aa066237b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting port 952b4c22-c14b-48e2-9ebd-69bf192eadb3 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:48:11.117851 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2c25720c-f5d9-439c-809d-933aa066237b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (952b4c22-c14b-48e2-9ebd-69bf192eadb3), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:11.321132 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 0aa5a507-9e7d-4b63-8cf7-6710607510e0 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:48:11.321632 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0aa5a507-9e7d-4b63-8cf7-6710607510e0), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:11.404279 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2c25720c-f5d9-439c-809d-933aa066237b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (952b4c22-c14b-48e2-9ebd-69bf192eadb3), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:11.427200 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-2c25720c-f5d9-439c-809d-933aa066237b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Calling delete_port for 952b4c22-c14b-48e2-9ebd-69bf192eadb3 owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:48:11.434568 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 0aa5a507-9e7d-4b63-8cf7-6710607510e0, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0aa5a507-9e7d-4b63-8cf7-6710607510e0,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:48:11.447158 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0aa5a507-9e7d-4b63-8cf7-6710607510e0), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:11.644653 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=0aa5a507-9e7d-4b63-8cf7-6710607510e0,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:11.724858 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2c25720c-f5d9-439c-809d-933aa066237b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (952b4c22-c14b-48e2-9ebd-69bf192eadb3), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:11.779198 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25720c-f5d9-439c-809d-933aa066237b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Port': ['ID=952b4c22-c14b-48e2-9ebd-69bf192eadb3,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:11.831191 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2c25720c-f5d9-439c-809d-933aa066237b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:11.839829 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2c25720c-f5d9-439c-809d-933aa066237b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/952b4c22-c14b-48e2-9ebd-69bf192eadb3 HTTP/1.1" status: 204 len: 168 time: 0.9310253 Feb 16 22:48:11.840133 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45018) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:11.926774 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663e1ae8-a9a9-48ef-844b-ff6aed696cf6 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:11.928492 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663e1ae8-a9a9-48ef-844b-ff6aed696cf6 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:11.930614 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-663e1ae8-a9a9-48ef-844b-ff6aed696cf6 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0890913 Feb 16 22:48:11.932991 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45024) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:12.032507 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-21d1f3e2-3cdd-4acf-95df-1554d36a5646 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting subnet 64620141-56b7-49c5-8cc8-c044a25a7154 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:48:12.039094 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-21d1f3e2-3cdd-4acf-95df-1554d36a5646 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (64620141-56b7-49c5-8cc8-c044a25a7154), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:12.135723 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-4b46f02a-0a5a-4277-960d-b976e5240ef8 None None] Provisioning complete for port 0aa5a507-9e7d-4b63-8cf7-6710607510e0 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:48:12.137171 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4b46f02a-0a5a-4277-960d-b976e5240ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0aa5a507-9e7d-4b63-8cf7-6710607510e0), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:12.295401 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4b46f02a-0a5a-4277-960d-b976e5240ef8 None None] Current status of the port 0aa5a507-9e7d-4b63-8cf7-6710607510e0 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:48:12.513112 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-9e7941e7-6510-4615-b271-65cb1f30ea69 None None] Could not find standard attr ID for object 952b4c22-c14b-48e2-9ebd-69bf192eadb3. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:48:12.616868 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-21d1f3e2-3cdd-4acf-95df-1554d36a5646 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (64620141-56b7-49c5-8cc8-c044a25a7154), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:12.799030 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-21d1f3e2-3cdd-4acf-95df-1554d36a5646 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (64620141-56b7-49c5-8cc8-c044a25a7154), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:12.872956 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0aa5a507-9e7d-4b63-8cf7-6710607510e0 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:48:12.921714 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-21d1f3e2-3cdd-4acf-95df-1554d36a5646 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (64620141-56b7-49c5-8cc8-c044a25a7154), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:12.941484 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 0aa5a507-9e7d-4b63-8cf7-6710607510e0 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:48:12.941863 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0aa5a507-9e7d-4b63-8cf7-6710607510e0), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:12.978873 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1f3e2-3cdd-4acf-95df-1554d36a5646 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Subnet': ['ID=64620141-56b7-49c5-8cc8-c044a25a7154,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:13.004861 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-21d1f3e2-3cdd-4acf-95df-1554d36a5646 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:13.009649 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-21d1f3e2-3cdd-4acf-95df-1554d36a5646 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/64620141-56b7-49c5-8cc8-c044a25a7154 HTTP/1.1" status: 204 len: 168 time: 1.0746112 Feb 16 22:48:13.013122 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45038) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:13.029540 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a63fa2-84bc-41df-85a5-acdc71e8b977 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:48:13.135835 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45042) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:13.146365 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b28c38af-30b8-4bcb-926a-9d66a111a9b3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1190517 Feb 16 22:48:13.286085 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4158731-280e-4e09-a03c-99fd9607b83e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:13.293618 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c4158731-280e-4e09-a03c-99fd9607b83e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1564126 Feb 16 22:48:13.297088 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45044) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:13.398565 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 0aa5a507-9e7d-4b63-8cf7-6710607510e0 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:48:13.415043 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600a681e-b0b6-49b9-952b-f5875c1a6e4c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:13.417047 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-600a681e-b0b6-49b9-952b-f5875c1a6e4c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1187997 Feb 16 22:48:13.420598 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45054) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:13.520126 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d2dd7cb6-e758-4bc8-8294-6221e2aecc71 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0977974 Feb 16 22:48:13.526503 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45064) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:13.537956 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-07401b29-6330-4d44-a84a-dea91e7ccf38 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:48:13.586193 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace2fe2f-292e-4fff-89a7-92927c78c39a None None] DHCP port deletion for 85653813-b5e9-4a14-b601-d8fc0bc02398 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:48:13.696704 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-ace2fe2f-292e-4fff-89a7-92927c78c39a None None] Deleting port 0aa5a507-9e7d-4b63-8cf7-6710607510e0 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:48:13.697100 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ace2fe2f-292e-4fff-89a7-92927c78c39a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (0aa5a507-9e7d-4b63-8cf7-6710607510e0), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:13.764147 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07401b29-6330-4d44-a84a-dea91e7ccf38 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:48:13.767845 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-07401b29-6330-4d44-a84a-dea91e7ccf38 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:13.789784 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-ace2fe2f-292e-4fff-89a7-92927c78c39a None None] For port 0aa5a507-9e7d-4b63-8cf7-6710607510e0, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0aa5a507-9e7d-4b63-8cf7-6710607510e0,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:48:13.790146 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ace2fe2f-292e-4fff-89a7-92927c78c39a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (0aa5a507-9e7d-4b63-8cf7-6710607510e0), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:13.807492 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-ace2fe2f-292e-4fff-89a7-92927c78c39a None None] Calling delete_port for 0aa5a507-9e7d-4b63-8cf7-6710607510e0 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:48:13.954394 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ace2fe2f-292e-4fff-89a7-92927c78c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (0aa5a507-9e7d-4b63-8cf7-6710607510e0), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:14.042891 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace2fe2f-292e-4fff-89a7-92927c78c39a None None] No DVR routers for this DVR port 0aa5a507-9e7d-4b63-8cf7-6710607510e0 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:48:14.045088 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2fe2f-292e-4fff-89a7-92927c78c39a None None] Pushing event deleted for resources: {'Port': ['ID=0aa5a507-9e7d-4b63-8cf7-6710607510e0,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:14.329407 n-d-813897-6 neutron-server[103465]: DEBUG neutron.objects.ports [None req-07401b29-6330-4d44-a84a-dea91e7ccf38 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103465) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 22:48:14.337571 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-07401b29-6330-4d44-a84a-dea91e7ccf38 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (7ef52bfb-ac85-495f-9b67-055f1167a320), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:14.468088 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07401b29-6330-4d44-a84a-dea91e7ccf38 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Subnet': ['ID=7ef52bfb-ac85-495f-9b67-055f1167a320,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:14.468088 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07401b29-6330-4d44-a84a-dea91e7ccf38 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:48:14.470262 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-07401b29-6330-4d44-a84a-dea91e7ccf38 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:48:14.474616 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07401b29-6330-4d44-a84a-dea91e7ccf38 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:14.474969 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-07401b29-6330-4d44-a84a-dea91e7ccf38 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:14.492334 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ebe5f1-f343-4379-ba3e-65dcea475cda None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:48:14.512253 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-07401b29-6330-4d44-a84a-dea91e7ccf38 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9842732 Feb 16 22:48:14.514710 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45106) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:14.520487 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-6dc3b5bd-f338-4211-946a-045082c6eab5 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'port': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'mac_address': 'fa:16:3e:b5:4e:1b', 'name': 'tempest-NetworksTestDHCPv6-500149857'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:48:14.759921 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c492606-9bca-442e-9fea-99488575a50f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-85653813-b5e9-4a14-b601-d8fc0bc02398', 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'project_id': '5970909e92c9458195211ab3bb079d8d', 'fixed_ips': [{'subnet_id': '7ef52bfb-ac85-495f-9b67-055f1167a320'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:48:14.761580 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9c492606-9bca-442e-9fea-99488575a50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:14.873961 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc3b5bd-f338-4211-946a-045082c6eab5 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:48:15.097610 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-9c492606-9bca-442e-9fea-99488575a50f None None] Allocated IP 2001:db8::f816:3eff:fe3b:5d1c (85653813-b5e9-4a14-b601-d8fc0bc02398/7ef52bfb-ac85-495f-9b67-055f1167a320/64f9643b-39d8-49e4-92fa-6f8e99d7562a) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:48:15.102192 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b5bd-f338-4211-946a-045082c6eab5 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:15.153927 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-6dc3b5bd-f338-4211-946a-045082c6eab5 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] device_id is not set on port 265bc141-6edf-4725-acf5-d2cf849f326c yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:48:15.388845 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9c492606-9bca-442e-9fea-99488575a50f None None] Publish callbacks [] for port (64f9643b-39d8-49e4-92fa-6f8e99d7562a), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:15.397229 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0aa5a507-9e7d-4b63-8cf7-6710607510e0 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:48:15.400088 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9c492606-9bca-442e-9fea-99488575a50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (64f9643b-39d8-49e4-92fa-6f8e99d7562a), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:15.489566 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-6dc3b5bd-f338-4211-946a-045082c6eab5 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Allocated IP 2001:db8::f816:3eff:feb5:4e1b (85653813-b5e9-4a14-b601-d8fc0bc02398/7ef52bfb-ac85-495f-9b67-055f1167a320/265bc141-6edf-4725-acf5-d2cf849f326c) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:48:15.497420 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 0aa5a507-9e7d-4b63-8cf7-6710607510e0 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:48:15.498075 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0aa5a507-9e7d-4b63-8cf7-6710607510e0 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:48:15.557292 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c492606-9bca-442e-9fea-99488575a50f None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:48:15.569081 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-9c492606-9bca-442e-9fea-99488575a50f None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:48:15.590882 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c492606-9bca-442e-9fea-99488575a50f None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:48:15.604213 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c492606-9bca-442e-9fea-99488575a50f None None] Pushing event updated for resources: {'Port': ['ID=64f9643b-39d8-49e4-92fa-6f8e99d7562a,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:15.741687 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-9c492606-9bca-442e-9fea-99488575a50f None None] Attempting to bind port 64f9643b-39d8-49e4-92fa-6f8e99d7562a on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:48:15.742388 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-9c492606-9bca-442e-9fea-99488575a50f None None] Attempting to bind port 64f9643b-39d8-49e4-92fa-6f8e99d7562a by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:48:15.743197 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c492606-9bca-442e-9fea-99488575a50f None None] Attempting to bind port 64f9643b-39d8-49e4-92fa-6f8e99d7562a on network 85653813-b5e9-4a14-b601-d8fc0bc02398 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:48:15.750664 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c492606-9bca-442e-9fea-99488575a50f None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:48:15.751575 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c492606-9bca-442e-9fea-99488575a50f None None] Checking segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:48:15.752189 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9c492606-9bca-442e-9fea-99488575a50f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:15.752800 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c492606-9bca-442e-9fea-99488575a50f None None] Bound using segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:48:15.754167 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-9c492606-9bca-442e-9fea-99488575a50f None None] Bound port: 64f9643b-39d8-49e4-92fa-6f8e99d7562a, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:48:15.754762 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9c492606-9bca-442e-9fea-99488575a50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (64f9643b-39d8-49e4-92fa-6f8e99d7562a), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:15.836028 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b5bd-f338-4211-946a-045082c6eab5 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for port (265bc141-6edf-4725-acf5-d2cf849f326c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:15.883321 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b5bd-f338-4211-946a-045082c6eab5 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (265bc141-6edf-4725-acf5-d2cf849f326c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:15.918084 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-9c492606-9bca-442e-9fea-99488575a50f None None] For port 64f9643b-39d8-49e4-92fa-6f8e99d7562a, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:48:15.922130 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-9c492606-9bca-442e-9fea-99488575a50f None None] For port 64f9643b-39d8-49e4-92fa-6f8e99d7562a, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=64f9643b-39d8-49e4-92fa-6f8e99d7562a,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:48:15.938774 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9c492606-9bca-442e-9fea-99488575a50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (64f9643b-39d8-49e4-92fa-6f8e99d7562a), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:16.024332 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3b5bd-f338-4211-946a-045082c6eab5 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Port': ['ID=265bc141-6edf-4725-acf5-d2cf849f326c,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:16.058241 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c492606-9bca-442e-9fea-99488575a50f None None] Pushing event updated for resources: {'Port': ['ID=64f9643b-39d8-49e4-92fa-6f8e99d7562a,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:16.084052 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc3b5bd-f338-4211-946a-045082c6eab5 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:48:16.088020 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-6dc3b5bd-f338-4211-946a-045082c6eab5 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:48:16.098903 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc3b5bd-f338-4211-946a-045082c6eab5 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:48:16.110255 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc3b5bd-f338-4211-946a-045082c6eab5 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:16.111128 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b5bd-f338-4211-946a-045082c6eab5 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:16.134740 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6dc3b5bd-f338-4211-946a-045082c6eab5 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6187801 Feb 16 22:48:16.138000 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45158) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:16.227732 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bbec35-b003-4683-a79a-e9bc52002abe tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:16.238822 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bbec35-b003-4683-a79a-e9bc52002abe tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:16.241244 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-96bbec35-b003-4683-a79a-e9bc52002abe tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1014881 Feb 16 22:48:16.244156 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45162) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:16.616481 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-702f23d2-bd0b-420e-8e28-6cca87d35f88 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting port 265bc141-6edf-4725-acf5-d2cf849f326c {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:48:16.618330 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-702f23d2-bd0b-420e-8e28-6cca87d35f88 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (265bc141-6edf-4725-acf5-d2cf849f326c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:16.903050 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-702f23d2-bd0b-420e-8e28-6cca87d35f88 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (265bc141-6edf-4725-acf5-d2cf849f326c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:16.910734 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 64f9643b-39d8-49e4-92fa-6f8e99d7562a up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:48:16.919526 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-702f23d2-bd0b-420e-8e28-6cca87d35f88 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Calling delete_port for 265bc141-6edf-4725-acf5-d2cf849f326c owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:48:17.023849 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 64f9643b-39d8-49e4-92fa-6f8e99d7562a triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:48:17.024480 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (64f9643b-39d8-49e4-92fa-6f8e99d7562a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:17.273496 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-702f23d2-bd0b-420e-8e28-6cca87d35f88 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (265bc141-6edf-4725-acf5-d2cf849f326c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:17.337436 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f23d2-bd0b-420e-8e28-6cca87d35f88 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Port': ['ID=265bc141-6edf-4725-acf5-d2cf849f326c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:17.433470 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-702f23d2-bd0b-420e-8e28-6cca87d35f88 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:17.439100 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-702f23d2-bd0b-420e-8e28-6cca87d35f88 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/265bc141-6edf-4725-acf5-d2cf849f326c HTTP/1.1" status: 204 len: 168 time: 1.1914091 Feb 16 22:48:17.439650 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45178) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:17.669952 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da6b9be-ed65-47a2-a36f-b1530aa5d06f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:17.691802 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da6b9be-ed65-47a2-a36f-b1530aa5d06f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:17.697357 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45186) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:17.698416 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3da6b9be-ed65-47a2-a36f-b1530aa5d06f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2574573 Feb 16 22:48:17.892606 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 64f9643b-39d8-49e4-92fa-6f8e99d7562a is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:48:17.893003 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (64f9643b-39d8-49e4-92fa-6f8e99d7562a), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:18.056030 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8275e59-d11c-4d4b-a810-a36140ebd106 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting subnet 7ef52bfb-ac85-495f-9b67-055f1167a320 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:48:18.076369 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d8275e59-d11c-4d4b-a810-a36140ebd106 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (7ef52bfb-ac85-495f-9b67-055f1167a320), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:18.126238 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 64f9643b-39d8-49e4-92fa-6f8e99d7562a, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=64f9643b-39d8-49e4-92fa-6f8e99d7562a,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:48:18.134235 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (64f9643b-39d8-49e4-92fa-6f8e99d7562a), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:18.218546 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d8275e59-d11c-4d4b-a810-a36140ebd106 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (7ef52bfb-ac85-495f-9b67-055f1167a320), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:18.387156 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=64f9643b-39d8-49e4-92fa-6f8e99d7562a,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:18.558454 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-d23f2bea-b983-4438-95e3-f5f1b3742519 None None] Provisioning complete for port 64f9643b-39d8-49e4-92fa-6f8e99d7562a triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:48:18.558910 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d23f2bea-b983-4438-95e3-f5f1b3742519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (64f9643b-39d8-49e4-92fa-6f8e99d7562a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:18.701313 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d8275e59-d11c-4d4b-a810-a36140ebd106 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (7ef52bfb-ac85-495f-9b67-055f1167a320), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:18.985453 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d8275e59-d11c-4d4b-a810-a36140ebd106 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (7ef52bfb-ac85-495f-9b67-055f1167a320), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:18.986007 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 64f9643b-39d8-49e4-92fa-6f8e99d7562a up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:48:19.071458 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8275e59-d11c-4d4b-a810-a36140ebd106 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Subnet': ['ID=7ef52bfb-ac85-495f-9b67-055f1167a320,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:19.084159 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d8275e59-d11c-4d4b-a810-a36140ebd106 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:19.084566 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d23f2bea-b983-4438-95e3-f5f1b3742519 None None] Current status of the port 64f9643b-39d8-49e4-92fa-6f8e99d7562a is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:48:19.103381 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45200) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:19.107132 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 64f9643b-39d8-49e4-92fa-6f8e99d7562a triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:48:19.107750 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (64f9643b-39d8-49e4-92fa-6f8e99d7562a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:19.113422 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d8275e59-d11c-4d4b-a810-a36140ebd106 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/7ef52bfb-ac85-495f-9b67-055f1167a320 HTTP/1.1" status: 204 len: 168 time: 1.4136515 Feb 16 22:48:19.220306 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45202) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:19.226923 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-a7d7cd26-a167-479b-9f90-01eebd3d3311 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:48:19.228985 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-3a754c5c-2a9d-47e5-969b-1e0b46b2458a None None] Could not find standard attr ID for object 265bc141-6edf-4725-acf5-d2cf849f326c. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:48:19.234545 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b2ce6f01-a680-48e3-920b-7cbd78ac2223 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1273961 Feb 16 22:48:19.294120 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 64f9643b-39d8-49e4-92fa-6f8e99d7562a is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:48:19.353600 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f53823d-bf5f-4089-a6e4-4306d381a404 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:48:19.541216 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d7cd26-a167-479b-9f90-01eebd3d3311 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:48:19.556467 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a7d7cd26-a167-479b-9f90-01eebd3d3311 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:19.626910 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88617d3a-8466-4967-a25a-b20853af06b4 None None] DHCP port deletion for 85653813-b5e9-4a14-b601-d8fc0bc02398 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:48:19.827527 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-88617d3a-8466-4967-a25a-b20853af06b4 None None] Deleting port 64f9643b-39d8-49e4-92fa-6f8e99d7562a {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:48:19.827951 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-88617d3a-8466-4967-a25a-b20853af06b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (64f9643b-39d8-49e4-92fa-6f8e99d7562a), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:19.988263 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-88617d3a-8466-4967-a25a-b20853af06b4 None None] For port 64f9643b-39d8-49e4-92fa-6f8e99d7562a, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=64f9643b-39d8-49e4-92fa-6f8e99d7562a,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:48:19.988263 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-88617d3a-8466-4967-a25a-b20853af06b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (64f9643b-39d8-49e4-92fa-6f8e99d7562a), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:20.061526 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-88617d3a-8466-4967-a25a-b20853af06b4 None None] Calling delete_port for 64f9643b-39d8-49e4-92fa-6f8e99d7562a owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:48:20.273296 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-88617d3a-8466-4967-a25a-b20853af06b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (64f9643b-39d8-49e4-92fa-6f8e99d7562a), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:20.318204 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88617d3a-8466-4967-a25a-b20853af06b4 None None] Pushing event deleted for resources: {'Port': ['ID=64f9643b-39d8-49e4-92fa-6f8e99d7562a,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:20.321236 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88617d3a-8466-4967-a25a-b20853af06b4 None None] No DVR routers for this DVR port 64f9643b-39d8-49e4-92fa-6f8e99d7562a on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:48:20.333842 n-d-813897-6 neutron-server[103465]: DEBUG neutron.objects.ports [None req-a7d7cd26-a167-479b-9f90-01eebd3d3311 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103465) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 22:48:20.376841 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:48:20.537020 n-d-813897-6 neutron-server[103465]: WARNING neutron.services.revisions.revision_plugin [None req-a7d7cd26-a167-479b-9f90-01eebd3d3311 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Could not find related port for resource to bump revision. Feb 16 22:48:20.543123 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.ipam_pluggable_backend [None req-a7d7cd26-a167-479b-9f90-01eebd3d3311 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Port 64f9643b-39d8-49e4-92fa-6f8e99d7562a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103465) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 16 22:48:20.543631 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.ipam_pluggable_backend [None req-a7d7cd26-a167-479b-9f90-01eebd3d3311 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Reverting IP allocation for 2001:db8::f816:3eff:fe3b:5d1c {{(pid=103465) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 16 22:48:20.547843 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.ipam_pluggable_backend [None req-a7d7cd26-a167-479b-9f90-01eebd3d3311 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe3b:5d1c {{(pid=103465) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 16 22:48:20.550095 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a7d7cd26-a167-479b-9f90-01eebd3d3311 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (4d24bbeb-c155-4864-9c0f-1911d16df162), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:20.606648 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d7cd26-a167-479b-9f90-01eebd3d3311 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:48:20.610760 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-a7d7cd26-a167-479b-9f90-01eebd3d3311 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:48:20.614789 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d7cd26-a167-479b-9f90-01eebd3d3311 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:20.615422 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a7d7cd26-a167-479b-9f90-01eebd3d3311 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:20.634604 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66e7f50-66bd-43d5-b56f-8544bdadc5d8 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:48:20.642375 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a7d7cd26-a167-479b-9f90-01eebd3d3311 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4203343 Feb 16 22:48:20.644943 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45226) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:20.650762 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-71a9d4e5-cc41-42ac-a6e7-4446e58ff68d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'port': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'mac_address': 'fa:16:3e:9c:d5:44', 'name': 'tempest-NetworksTestDHCPv6-33704234'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:48:20.659066 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d7cd26-a167-479b-9f90-01eebd3d3311 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Subnet': ['ID=4d24bbeb-c155-4864-9c0f-1911d16df162,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:20.720541 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cf80082f-03c6-4319-84dd-aa4bea7c24b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:20.821729 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0426e7-d4a7-457d-a909-7192dbb93132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-85653813-b5e9-4a14-b601-d8fc0bc02398', 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'project_id': '5970909e92c9458195211ab3bb079d8d', 'fixed_ips': [{'subnet_id': '4d24bbeb-c155-4864-9c0f-1911d16df162'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:48:20.825942 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4d0426e7-d4a7-457d-a909-7192dbb93132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:20.895275 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a9d4e5-cc41-42ac-a6e7-4446e58ff68d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:48:20.908837 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 64f9643b-39d8-49e4-92fa-6f8e99d7562a no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:48:20.955919 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 64f9643b-39d8-49e4-92fa-6f8e99d7562a {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:48:20.955919 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 64f9643b-39d8-49e4-92fa-6f8e99d7562a not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:48:21.034998 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-71a9d4e5-cc41-42ac-a6e7-4446e58ff68d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:21.057157 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-71a9d4e5-cc41-42ac-a6e7-4446e58ff68d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] device_id is not set on port b4dc2638-86f0-4f63-b136-bf40a94c00a3 yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:48:21.202528 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-71a9d4e5-cc41-42ac-a6e7-4446e58ff68d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Allocated IP 2001:db8::f816:3eff:fe9c:d544 (85653813-b5e9-4a14-b601-d8fc0bc02398/4d24bbeb-c155-4864-9c0f-1911d16df162/b4dc2638-86f0-4f63-b136-bf40a94c00a3) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:48:21.519443 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-71a9d4e5-cc41-42ac-a6e7-4446e58ff68d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for port (b4dc2638-86f0-4f63-b136-bf40a94c00a3), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:21.576441 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-71a9d4e5-cc41-42ac-a6e7-4446e58ff68d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (b4dc2638-86f0-4f63-b136-bf40a94c00a3), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:21.651602 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a9d4e5-cc41-42ac-a6e7-4446e58ff68d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:48:21.656526 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-71a9d4e5-cc41-42ac-a6e7-4446e58ff68d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:48:21.665934 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a9d4e5-cc41-42ac-a6e7-4446e58ff68d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:48:21.673389 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a9d4e5-cc41-42ac-a6e7-4446e58ff68d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:21.674513 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-71a9d4e5-cc41-42ac-a6e7-4446e58ff68d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:21.674719 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-4d0426e7-d4a7-457d-a909-7192dbb93132 None None] Allocated IP 2001:db8::f816:3eff:fed5:cc07 (85653813-b5e9-4a14-b601-d8fc0bc02398/4d24bbeb-c155-4864-9c0f-1911d16df162/d7e17f97-d2c3-4248-975a-29bb1d2bba41) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:48:21.705371 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-71a9d4e5-cc41-42ac-a6e7-4446e58ff68d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.0541191 Feb 16 22:48:21.705371 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9d4e5-cc41-42ac-a6e7-4446e58ff68d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Port': ['ID=b4dc2638-86f0-4f63-b136-bf40a94c00a3,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:21.705813 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45246) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:21.873595 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a255b5f5-798e-48f2-bf30-635ed12bf466 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:21.883324 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45248) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:21.884841 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a255b5f5-798e-48f2-bf30-635ed12bf466 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1774409 Feb 16 22:48:22.037252 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-fd19e607-7ecb-4612-be2e-72723219dda7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting port b4dc2638-86f0-4f63-b136-bf40a94c00a3 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:48:22.038693 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fd19e607-7ecb-4612-be2e-72723219dda7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (b4dc2638-86f0-4f63-b136-bf40a94c00a3), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:22.104637 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4d0426e7-d4a7-457d-a909-7192dbb93132 None None] Publish callbacks [] for port (d7e17f97-d2c3-4248-975a-29bb1d2bba41), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:22.119504 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4d0426e7-d4a7-457d-a909-7192dbb93132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (d7e17f97-d2c3-4248-975a-29bb1d2bba41), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:22.187998 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0426e7-d4a7-457d-a909-7192dbb93132 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:48:22.191851 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-4d0426e7-d4a7-457d-a909-7192dbb93132 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:48:22.197593 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0426e7-d4a7-457d-a909-7192dbb93132 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:48:22.310874 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0426e7-d4a7-457d-a909-7192dbb93132 None None] Pushing event updated for resources: {'Port': ['ID=d7e17f97-d2c3-4248-975a-29bb1d2bba41,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:22.328210 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fd19e607-7ecb-4612-be2e-72723219dda7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (b4dc2638-86f0-4f63-b136-bf40a94c00a3), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:22.352197 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-4d0426e7-d4a7-457d-a909-7192dbb93132 None None] Attempting to bind port d7e17f97-d2c3-4248-975a-29bb1d2bba41 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:48:22.352580 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-4d0426e7-d4a7-457d-a909-7192dbb93132 None None] Attempting to bind port d7e17f97-d2c3-4248-975a-29bb1d2bba41 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:48:22.354352 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0426e7-d4a7-457d-a909-7192dbb93132 None None] Attempting to bind port d7e17f97-d2c3-4248-975a-29bb1d2bba41 on network 85653813-b5e9-4a14-b601-d8fc0bc02398 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:48:22.376762 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0426e7-d4a7-457d-a909-7192dbb93132 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:48:22.377223 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0426e7-d4a7-457d-a909-7192dbb93132 None None] Checking segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:48:22.377641 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4d0426e7-d4a7-457d-a909-7192dbb93132 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:22.378121 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0426e7-d4a7-457d-a909-7192dbb93132 None None] Bound using segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:48:22.378621 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-4d0426e7-d4a7-457d-a909-7192dbb93132 None None] Bound port: d7e17f97-d2c3-4248-975a-29bb1d2bba41, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:48:22.379008 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4d0426e7-d4a7-457d-a909-7192dbb93132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d7e17f97-d2c3-4248-975a-29bb1d2bba41), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:22.402230 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-fd19e607-7ecb-4612-be2e-72723219dda7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Calling delete_port for b4dc2638-86f0-4f63-b136-bf40a94c00a3 owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:48:22.546111 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-4d0426e7-d4a7-457d-a909-7192dbb93132 None None] For port d7e17f97-d2c3-4248-975a-29bb1d2bba41, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:48:22.549662 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-4d0426e7-d4a7-457d-a909-7192dbb93132 None None] For port d7e17f97-d2c3-4248-975a-29bb1d2bba41, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=d7e17f97-d2c3-4248-975a-29bb1d2bba41,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:48:22.633145 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4d0426e7-d4a7-457d-a909-7192dbb93132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d7e17f97-d2c3-4248-975a-29bb1d2bba41), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:22.813433 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0426e7-d4a7-457d-a909-7192dbb93132 None None] Pushing event updated for resources: {'Port': ['ID=d7e17f97-d2c3-4248-975a-29bb1d2bba41,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:22.861079 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fd19e607-7ecb-4612-be2e-72723219dda7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (b4dc2638-86f0-4f63-b136-bf40a94c00a3), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:22.937571 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19e607-7ecb-4612-be2e-72723219dda7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Port': ['ID=b4dc2638-86f0-4f63-b136-bf40a94c00a3,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:22.939995 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fd19e607-7ecb-4612-be2e-72723219dda7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:22.944355 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fd19e607-7ecb-4612-be2e-72723219dda7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/b4dc2638-86f0-4f63-b136-bf40a94c00a3 HTTP/1.1" status: 204 len: 168 time: 1.0588434 Feb 16 22:48:22.946433 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45260) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:23.047909 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52a4f70-c269-41c9-a494-84142cd38679 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:23.058329 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52a4f70-c269-41c9-a494-84142cd38679 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:23.064063 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a52a4f70-c269-41c9-a494-84142cd38679 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1125314 Feb 16 22:48:23.064535 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45264) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:23.086738 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8d69b8cc-b467-4209-8cfa-bcf8c55643c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:23.194464 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a02de26-cc36-4c2c-99f4-f1ec437a4985 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting subnet 4d24bbeb-c155-4864-9c0f-1911d16df162 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:48:23.204491 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4a02de26-cc36-4c2c-99f4-f1ec437a4985 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (4d24bbeb-c155-4864-9c0f-1911d16df162), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:23.357897 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4a02de26-cc36-4c2c-99f4-f1ec437a4985 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (4d24bbeb-c155-4864-9c0f-1911d16df162), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:23.566328 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4a02de26-cc36-4c2c-99f4-f1ec437a4985 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (4d24bbeb-c155-4864-9c0f-1911d16df162), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:23.773671 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4a02de26-cc36-4c2c-99f4-f1ec437a4985 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (4d24bbeb-c155-4864-9c0f-1911d16df162), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:23.817951 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02de26-cc36-4c2c-99f4-f1ec437a4985 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Subnet': ['ID=4d24bbeb-c155-4864-9c0f-1911d16df162,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:23.839717 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4a02de26-cc36-4c2c-99f4-f1ec437a4985 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:23.850950 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4a02de26-cc36-4c2c-99f4-f1ec437a4985 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/4d24bbeb-c155-4864-9c0f-1911d16df162 HTTP/1.1" status: 204 len: 168 time: 0.7811933 Feb 16 22:48:23.851450 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45274) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:23.914044 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c8aeeaa5-9816-4ca7-9863-8f9f77766d3d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0593309 Feb 16 22:48:23.914791 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45276) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:24.074404 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c1b59e-9e9f-4af2-bdac-7598e681bfc5 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:24.080023 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45280) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:24.089946 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-05c1b59e-9e9f-4af2-bdac-7598e681bfc5 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1729527 Feb 16 22:48:24.165397 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735ea2a1-4b34-41c0-bafb-b3fd8634ae73 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:24.167220 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-735ea2a1-4b34-41c0-bafb-b3fd8634ae73 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0860667 Feb 16 22:48:24.170055 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45282) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:24.262447 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45284) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:24.265160 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b4be6660-7025-4349-8854-dfc87ddd2b4a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0938275 Feb 16 22:48:24.277670 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-8b9aace0-872a-4b73-888c-c2ed94c0d68d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:48:24.325430 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:24.508898 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9aace0-872a-4b73-888c-c2ed94c0d68d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:48:24.518788 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8b9aace0-872a-4b73-888c-c2ed94c0d68d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:24.871373 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74bbe5e-b666-4fb2-bf34-d45e9e6fc8d4 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:48:25.001085 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device d7e17f97-d2c3-4248-975a-29bb1d2bba41 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:48:25.004380 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-bd60ee6d-dab0-4145-bbcf-d53837bef687 None None] Provisioning complete for port d7e17f97-d2c3-4248-975a-29bb1d2bba41 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:48:25.005017 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bd60ee6d-dab0-4145-bbcf-d53837bef687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d7e17f97-d2c3-4248-975a-29bb1d2bba41), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:25.039750 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8b9aace0-872a-4b73-888c-c2ed94c0d68d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (07cceead-3ef0-4337-a234-edfbaa106467), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:25.118581 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9aace0-872a-4b73-888c-c2ed94c0d68d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:48:25.123290 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-8b9aace0-872a-4b73-888c-c2ed94c0d68d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:48:25.130571 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9aace0-872a-4b73-888c-c2ed94c0d68d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:25.131241 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8b9aace0-872a-4b73-888c-c2ed94c0d68d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:25.154989 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8b9aace0-872a-4b73-888c-c2ed94c0d68d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8906250 Feb 16 22:48:25.156999 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45300) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:25.158726 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9aace0-872a-4b73-888c-c2ed94c0d68d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Subnet': ['ID=07cceead-3ef0-4337-a234-edfbaa106467,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:25.164245 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-89d1b6dc-72d5-4127-9e17-20ae0785ea85 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'port': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'mac_address': 'fa:16:3e:24:dd:53', 'name': 'tempest-NetworksTestDHCPv6-1204131924'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:48:25.217483 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-bd60ee6d-dab0-4145-bbcf-d53837bef687 None None] Current status of the port d7e17f97-d2c3-4248-975a-29bb1d2bba41 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:48:25.217875 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bd60ee6d-dab0-4145-bbcf-d53837bef687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d7e17f97-d2c3-4248-975a-29bb1d2bba41), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:25.239436 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port d7e17f97-d2c3-4248-975a-29bb1d2bba41 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:48:25.239824 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d7e17f97-d2c3-4248-975a-29bb1d2bba41), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:25.272794 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-bd60ee6d-dab0-4145-bbcf-d53837bef687 None None] For port d7e17f97-d2c3-4248-975a-29bb1d2bba41, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=d7e17f97-d2c3-4248-975a-29bb1d2bba41,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:48:25.296924 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52f5939-1603-4c17-9d06-f0dc499026fc None None] DHCP port deletion for 85653813-b5e9-4a14-b601-d8fc0bc02398 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:48:25.305429 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bd60ee6d-dab0-4145-bbcf-d53837bef687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d7e17f97-d2c3-4248-975a-29bb1d2bba41), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:25.393172 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d1b6dc-72d5-4127-9e17-20ae0785ea85 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:48:25.449376 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd60ee6d-dab0-4145-bbcf-d53837bef687 None None] Pushing event updated for resources: {'Port': ['ID=d7e17f97-d2c3-4248-975a-29bb1d2bba41,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:25.535986 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-89d1b6dc-72d5-4127-9e17-20ae0785ea85 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:25.565582 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d52f5939-1603-4c17-9d06-f0dc499026fc None None] Deleting port d7e17f97-d2c3-4248-975a-29bb1d2bba41 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:48:25.566437 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d52f5939-1603-4c17-9d06-f0dc499026fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (d7e17f97-d2c3-4248-975a-29bb1d2bba41), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:25.588390 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port d7e17f97-d2c3-4248-975a-29bb1d2bba41 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:48:25.588655 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-89d1b6dc-72d5-4127-9e17-20ae0785ea85 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] device_id is not set on port 60e7932c-5061-42a9-affe-dadd1514bc24 yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:48:25.710077 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:25.732692 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-d52f5939-1603-4c17-9d06-f0dc499026fc None None] For port d7e17f97-d2c3-4248-975a-29bb1d2bba41, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=d7e17f97-d2c3-4248-975a-29bb1d2bba41,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:48:25.733508 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d52f5939-1603-4c17-9d06-f0dc499026fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (d7e17f97-d2c3-4248-975a-29bb1d2bba41), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:25.749588 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d52f5939-1603-4c17-9d06-f0dc499026fc None None] Calling delete_port for d7e17f97-d2c3-4248-975a-29bb1d2bba41 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:48:25.755024 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-89d1b6dc-72d5-4127-9e17-20ae0785ea85 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Allocated IP 2001:db8::120 (85653813-b5e9-4a14-b601-d8fc0bc02398/07cceead-3ef0-4337-a234-edfbaa106467/60e7932c-5061-42a9-affe-dadd1514bc24) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:48:25.898515 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d52f5939-1603-4c17-9d06-f0dc499026fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (d7e17f97-d2c3-4248-975a-29bb1d2bba41), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:25.944272 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f5939-1603-4c17-9d06-f0dc499026fc None None] Pushing event deleted for resources: {'Port': ['ID=d7e17f97-d2c3-4248-975a-29bb1d2bba41,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:25.947446 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52f5939-1603-4c17-9d06-f0dc499026fc None None] No DVR routers for this DVR port d7e17f97-d2c3-4248-975a-29bb1d2bba41 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:48:25.993963 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564ef000-1a86-4b11-8ff5-e01d6d138e8c None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:48:26.113744 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-89d1b6dc-72d5-4127-9e17-20ae0785ea85 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for port (60e7932c-5061-42a9-affe-dadd1514bc24), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:26.147067 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2235e9b-4852-4f88-bf6f-d92c41c7791a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-85653813-b5e9-4a14-b601-d8fc0bc02398', 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'project_id': '5970909e92c9458195211ab3bb079d8d', 'fixed_ips': [{'subnet_id': '07cceead-3ef0-4337-a234-edfbaa106467'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:48:26.148458 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d2235e9b-4852-4f88-bf6f-d92c41c7791a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:26.177938 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-89d1b6dc-72d5-4127-9e17-20ae0785ea85 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (60e7932c-5061-42a9-affe-dadd1514bc24), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:26.246361 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d1b6dc-72d5-4127-9e17-20ae0785ea85 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:48:26.254785 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-89d1b6dc-72d5-4127-9e17-20ae0785ea85 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:48:26.257205 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d1b6dc-72d5-4127-9e17-20ae0785ea85 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:48:26.264606 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d1b6dc-72d5-4127-9e17-20ae0785ea85 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:26.265277 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-89d1b6dc-72d5-4127-9e17-20ae0785ea85 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:26.279979 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1b6dc-72d5-4127-9e17-20ae0785ea85 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Port': ['ID=60e7932c-5061-42a9-affe-dadd1514bc24,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:26.298915 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-89d1b6dc-72d5-4127-9e17-20ae0785ea85 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1404250 Feb 16 22:48:26.301835 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45326) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:26.451732 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fa02c8-1cca-4820-9365-9a4c118bde09 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:26.461852 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45330) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:26.464299 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-24fa02c8-1cca-4820-9365-9a4c118bde09 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1588380 Feb 16 22:48:26.583349 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-d2235e9b-4852-4f88-bf6f-d92c41c7791a None None] Allocated IP 2001:db8::2 (85653813-b5e9-4a14-b601-d8fc0bc02398/07cceead-3ef0-4337-a234-edfbaa106467/0dbd665f-3f1b-49b4-b662-6f0697b86199) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:48:26.693815 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-1443095a-d53d-4fc8-b682-9780b3a0b898 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting port 60e7932c-5061-42a9-affe-dadd1514bc24 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:48:26.701212 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1443095a-d53d-4fc8-b682-9780b3a0b898 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (60e7932c-5061-42a9-affe-dadd1514bc24), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:26.914735 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1443095a-d53d-4fc8-b682-9780b3a0b898 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (60e7932c-5061-42a9-affe-dadd1514bc24), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:26.921380 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device d7e17f97-d2c3-4248-975a-29bb1d2bba41 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:48:26.932334 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-1443095a-d53d-4fc8-b682-9780b3a0b898 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Calling delete_port for 60e7932c-5061-42a9-affe-dadd1514bc24 owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:48:26.996349 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: d7e17f97-d2c3-4248-975a-29bb1d2bba41 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:48:26.996662 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device d7e17f97-d2c3-4248-975a-29bb1d2bba41 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:48:27.073165 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:27.075705 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d2235e9b-4852-4f88-bf6f-d92c41c7791a None None] Publish callbacks [] for port (0dbd665f-3f1b-49b4-b662-6f0697b86199), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:27.087978 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d2235e9b-4852-4f88-bf6f-d92c41c7791a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (0dbd665f-3f1b-49b4-b662-6f0697b86199), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:27.168072 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2235e9b-4852-4f88-bf6f-d92c41c7791a None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:48:27.171329 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-d2235e9b-4852-4f88-bf6f-d92c41c7791a None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:48:27.175904 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2235e9b-4852-4f88-bf6f-d92c41c7791a None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:48:27.184118 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2235e9b-4852-4f88-bf6f-d92c41c7791a None None] Pushing event updated for resources: {'Port': ['ID=0dbd665f-3f1b-49b4-b662-6f0697b86199,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:27.269673 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-d2235e9b-4852-4f88-bf6f-d92c41c7791a None None] Attempting to bind port 0dbd665f-3f1b-49b4-b662-6f0697b86199 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:48:27.270246 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-d2235e9b-4852-4f88-bf6f-d92c41c7791a None None] Attempting to bind port 0dbd665f-3f1b-49b4-b662-6f0697b86199 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:48:27.270630 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2235e9b-4852-4f88-bf6f-d92c41c7791a None None] Attempting to bind port 0dbd665f-3f1b-49b4-b662-6f0697b86199 on network 85653813-b5e9-4a14-b601-d8fc0bc02398 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:48:27.280565 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2235e9b-4852-4f88-bf6f-d92c41c7791a None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:48:27.281135 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2235e9b-4852-4f88-bf6f-d92c41c7791a None None] Checking segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:48:27.282853 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d2235e9b-4852-4f88-bf6f-d92c41c7791a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:27.283480 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2235e9b-4852-4f88-bf6f-d92c41c7791a None None] Bound using segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:48:27.284750 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-d2235e9b-4852-4f88-bf6f-d92c41c7791a None None] Bound port: 0dbd665f-3f1b-49b4-b662-6f0697b86199, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:48:27.285274 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d2235e9b-4852-4f88-bf6f-d92c41c7791a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0dbd665f-3f1b-49b4-b662-6f0697b86199), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:27.316136 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1443095a-d53d-4fc8-b682-9780b3a0b898 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (60e7932c-5061-42a9-affe-dadd1514bc24), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:27.416573 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1443095a-d53d-4fc8-b682-9780b3a0b898 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:27.420650 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1443095a-d53d-4fc8-b682-9780b3a0b898 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/60e7932c-5061-42a9-affe-dadd1514bc24 HTTP/1.1" status: 204 len: 168 time: 0.9571924 Feb 16 22:48:27.422183 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443095a-d53d-4fc8-b682-9780b3a0b898 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Port': ['ID=60e7932c-5061-42a9-affe-dadd1514bc24,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:27.426585 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45340) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:27.439730 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-d2235e9b-4852-4f88-bf6f-d92c41c7791a None None] For port 0dbd665f-3f1b-49b4-b662-6f0697b86199, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:48:27.445799 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-d2235e9b-4852-4f88-bf6f-d92c41c7791a None None] For port 0dbd665f-3f1b-49b4-b662-6f0697b86199, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0dbd665f-3f1b-49b4-b662-6f0697b86199,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:48:27.458995 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d2235e9b-4852-4f88-bf6f-d92c41c7791a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0dbd665f-3f1b-49b4-b662-6f0697b86199), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:27.517060 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1ebe6e-a82d-4b2f-a2bd-c5b75cfd1f50 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:27.519099 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1ebe6e-a82d-4b2f-a2bd-c5b75cfd1f50 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:27.524287 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45342) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:27.524920 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6b1ebe6e-a82d-4b2f-a2bd-c5b75cfd1f50 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0950487 Feb 16 22:48:27.578683 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2235e9b-4852-4f88-bf6f-d92c41c7791a None None] Pushing event updated for resources: {'Port': ['ID=0dbd665f-3f1b-49b4-b662-6f0697b86199,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:27.698266 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-96121ceb-5387-4d39-b418-8e560d7c6c03 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting subnet 07cceead-3ef0-4337-a234-edfbaa106467 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:48:27.703568 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-96121ceb-5387-4d39-b418-8e560d7c6c03 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (07cceead-3ef0-4337-a234-edfbaa106467), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:27.810753 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-96121ceb-5387-4d39-b418-8e560d7c6c03 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (07cceead-3ef0-4337-a234-edfbaa106467), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:28.024232 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-96121ceb-5387-4d39-b418-8e560d7c6c03 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (07cceead-3ef0-4337-a234-edfbaa106467), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:28.122271 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-96121ceb-5387-4d39-b418-8e560d7c6c03 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (07cceead-3ef0-4337-a234-edfbaa106467), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:28.193625 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96121ceb-5387-4d39-b418-8e560d7c6c03 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Subnet': ['ID=07cceead-3ef0-4337-a234-edfbaa106467,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:28.202999 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-96121ceb-5387-4d39-b418-8e560d7c6c03 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:28.209213 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-96121ceb-5387-4d39-b418-8e560d7c6c03 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/07cceead-3ef0-4337-a234-edfbaa106467 HTTP/1.1" status: 204 len: 168 time: 0.6832762 Feb 16 22:48:28.211293 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45354) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:28.268968 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45356) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:28.269236 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3e4c39fe-c96f-499c-a5f4-372cbaab2553 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0560935 Feb 16 22:48:28.371963 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e49aa5e-8a88-4332-9771-6774be61c401 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:28.375914 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6e49aa5e-8a88-4332-9771-6774be61c401 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1046145 Feb 16 22:48:28.379206 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45358) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:28.491540 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c40910-5a83-44cf-9614-7df13bfc1e7b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:28.496831 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45360) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:28.497561 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d3c40910-5a83-44cf-9614-7df13bfc1e7b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1168766 Feb 16 22:48:28.566228 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8d1af523-4a2f-4bf0-ae79-8756b00859d3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0642951 Feb 16 22:48:28.566800 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45362) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:28.575266 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-f3462011-5adc-450b-9ade-55b265b33a2c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:48:28.623941 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:28.696434 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3462011-5adc-450b-9ade-55b265b33a2c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:48:28.701861 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f3462011-5adc-450b-9ade-55b265b33a2c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:28.992847 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0dbd665f-3f1b-49b4-b662-6f0697b86199 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:48:29.076818 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 0dbd665f-3f1b-49b4-b662-6f0697b86199 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:48:29.082106 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0dbd665f-3f1b-49b4-b662-6f0697b86199), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:29.334433 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 0dbd665f-3f1b-49b4-b662-6f0697b86199 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:48:29.335129 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0dbd665f-3f1b-49b4-b662-6f0697b86199), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:29.567293 n-d-813897-6 neutron-server[103465]: DEBUG neutron.objects.ports [None req-f3462011-5adc-450b-9ade-55b265b33a2c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103465) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 22:48:29.749891 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28548097-921e-4aba-acf8-cbc1578fad6a None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:48:29.888624 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f3462011-5adc-450b-9ade-55b265b33a2c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0dbd665f-3f1b-49b4-b662-6f0697b86199), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:30.015424 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-837f07e4-7505-4933-9f76-6631c4c32b20 None None] Provisioning complete for port 0dbd665f-3f1b-49b4-b662-6f0697b86199 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:48:30.017859 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-837f07e4-7505-4933-9f76-6631c4c32b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0dbd665f-3f1b-49b4-b662-6f0697b86199), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:30.114376 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:48:30.115403 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:48:30.189374 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:30.320169 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-f3462011-5adc-450b-9ade-55b265b33a2c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] For port 0dbd665f-3f1b-49b4-b662-6f0697b86199, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0dbd665f-3f1b-49b4-b662-6f0697b86199,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:48:30.398800 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-837f07e4-7505-4933-9f76-6631c4c32b20 None None] Current status of the port 0dbd665f-3f1b-49b4-b662-6f0697b86199 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:48:30.399534 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-837f07e4-7505-4933-9f76-6631c4c32b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0dbd665f-3f1b-49b4-b662-6f0697b86199), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:30.399950 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f3462011-5adc-450b-9ade-55b265b33a2c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for port (0dbd665f-3f1b-49b4-b662-6f0697b86199), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:30.405496 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f3462011-5adc-450b-9ade-55b265b33a2c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (0dbd665f-3f1b-49b4-b662-6f0697b86199), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:30.544593 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-837f07e4-7505-4933-9f76-6631c4c32b20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:48:30.545249 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-837f07e4-7505-4933-9f76-6631c4c32b20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:48:30.546146 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3462011-5adc-450b-9ade-55b265b33a2c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Port': ['ID=0dbd665f-3f1b-49b4-b662-6f0697b86199,revision_number=5']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:30.554660 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f3462011-5adc-450b-9ade-55b265b33a2c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (7a86d393-858a-487f-8fc8-f4d37e9a29f1), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:30.616108 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3462011-5adc-450b-9ade-55b265b33a2c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Subnet': ['ID=7a86d393-858a-487f-8fc8-f4d37e9a29f1,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:30.669504 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3462011-5adc-450b-9ade-55b265b33a2c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:48:30.671784 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-f3462011-5adc-450b-9ade-55b265b33a2c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:48:30.682984 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3462011-5adc-450b-9ade-55b265b33a2c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:30.688173 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f3462011-5adc-450b-9ade-55b265b33a2c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:30.718077 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e4929a-37ba-4bc8-a025-3285fc8d2a61 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:48:30.725540 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 0dbd665f-3f1b-49b4-b662-6f0697b86199 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:48:30.726190 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0dbd665f-3f1b-49b4-b662-6f0697b86199), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:30.740694 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f3462011-5adc-450b-9ade-55b265b33a2c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1699355 Feb 16 22:48:30.741796 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45388) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:30.748300 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-b68d0395-c251-48ef-9004-a3b32948f148 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:48:30.827026 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 0dbd665f-3f1b-49b4-b662-6f0697b86199, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0dbd665f-3f1b-49b4-b662-6f0697b86199,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:48:30.834123 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0dbd665f-3f1b-49b4-b662-6f0697b86199), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:30.982951 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0dbd665f-3f1b-49b4-b662-6f0697b86199 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:48:31.085658 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=0dbd665f-3f1b-49b4-b662-6f0697b86199,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:31.115284 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68d0395-c251-48ef-9004-a3b32948f148 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:48:31.130358 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-837f07e4-7505-4933-9f76-6631c4c32b20 None None] Current status of the port 0dbd665f-3f1b-49b4-b662-6f0697b86199 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:48:31.149626 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 0dbd665f-3f1b-49b4-b662-6f0697b86199 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:48:31.150480 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0dbd665f-3f1b-49b4-b662-6f0697b86199), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:31.163410 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b68d0395-c251-48ef-9004-a3b32948f148 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:31.297717 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-19bfda7e-2f81-4353-ae37-436c3627215e None None] Provisioning complete for port 0dbd665f-3f1b-49b4-b662-6f0697b86199 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:48:31.298691 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-19bfda7e-2f81-4353-ae37-436c3627215e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0dbd665f-3f1b-49b4-b662-6f0697b86199), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:31.539344 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 0dbd665f-3f1b-49b4-b662-6f0697b86199 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:48:31.582990 n-d-813897-6 neutron-server[103466]: INFO neutron.db.ipam_backend_mixin [None req-b68d0395-c251-48ef-9004-a3b32948f148 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7a86d393-858a-487f-8fc8-f4d37e9a29f1 (CIDR: 2001:db8::/64) Feb 16 22:48:31.590525 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68d0395-c251-48ef-9004-a3b32948f148 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:48:31.591313 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b68d0395-c251-48ef-9004-a3b32948f148 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:48:31.646929 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b68d0395-c251-48ef-9004-a3b32948f148 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9032848 Feb 16 22:48:31.649589 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45398) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:31.657656 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-8a883aa3-3479-4470-a31b-12345dce8e0a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:48:31.692140 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-19bfda7e-2f81-4353-ae37-436c3627215e None None] Current status of the port 0dbd665f-3f1b-49b4-b662-6f0697b86199 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:48:31.832109 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-9671ce2f-7e7f-43a6-a507-0dcd60dda922 None None] Provisioning complete for port 0dbd665f-3f1b-49b4-b662-6f0697b86199 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:48:31.832797 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9671ce2f-7e7f-43a6-a507-0dcd60dda922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0dbd665f-3f1b-49b4-b662-6f0697b86199), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:32.071401 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a883aa3-3479-4470-a31b-12345dce8e0a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:48:32.078821 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8a883aa3-3479-4470-a31b-12345dce8e0a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:32.113502 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-9671ce2f-7e7f-43a6-a507-0dcd60dda922 None None] Current status of the port 0dbd665f-3f1b-49b4-b662-6f0697b86199 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:48:32.236113 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-de3c6450-512f-4686-95c1-ad80f65ffd0a None None] Could not find standard attr ID for object b4dc2638-86f0-4f63-b136-bf40a94c00a3. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:48:32.553356 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-9a072969-4d2f-4eba-b8fe-5438d2d06829 None None] Could not find standard attr ID for object 60e7932c-5061-42a9-affe-dadd1514bc24. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:48:32.565860 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8a883aa3-3479-4470-a31b-12345dce8e0a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (69ae56d7-1f40-4817-9a0f-9a7a24a8eee9), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:32.675310 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a883aa3-3479-4470-a31b-12345dce8e0a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:48:32.689888 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-8a883aa3-3479-4470-a31b-12345dce8e0a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:48:32.700604 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a883aa3-3479-4470-a31b-12345dce8e0a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:32.701208 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8a883aa3-3479-4470-a31b-12345dce8e0a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:32.737845 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a883aa3-3479-4470-a31b-12345dce8e0a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Subnet': ['ID=69ae56d7-1f40-4817-9a0f-9a7a24a8eee9,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:32.778278 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8a883aa3-3479-4470-a31b-12345dce8e0a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1242936 Feb 16 22:48:32.778278 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45410) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:32.788369 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-e41685b7-a466-444d-a4e7-79c5c1b2d303 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'port': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'mac_address': 'fa:16:3e:a3:34:23', 'name': 'tempest-NetworksTestDHCPv6-70704889'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:48:32.992376 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0dbd665f-3f1b-49b4-b662-6f0697b86199 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:48:33.069255 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae4f1b7-671d-465f-a5fd-46a5e7a823cd None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:48:33.129291 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41685b7-a466-444d-a4e7-79c5c1b2d303 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:48:33.345662 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 0dbd665f-3f1b-49b4-b662-6f0697b86199 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:48:33.347091 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0dbd665f-3f1b-49b4-b662-6f0697b86199), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:33.381193 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e41685b7-a466-444d-a4e7-79c5c1b2d303 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:33.445681 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-e41685b7-a466-444d-a4e7-79c5c1b2d303 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] device_id is not set on port 6057940d-4109-4a0e-94cb-5954775362ad yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:48:33.600524 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 0dbd665f-3f1b-49b4-b662-6f0697b86199 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:48:33.637693 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ed6692-1966-4d9a-86d6-edef58f5c56d None None] Update dhcp port {'port': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'fixed_ips': [{'subnet_id': '7a86d393-858a-487f-8fc8-f4d37e9a29f1', 'ip_address': '2001:db8::f816:3eff:fe16:8bc0'}, {'subnet_id': '69ae56d7-1f40-4817-9a0f-9a7a24a8eee9'}], 'binding:host_id': 'n-d-813897-6'}, 'id': '0dbd665f-3f1b-49b4-b662-6f0697b86199'} from n-d-813897-6. {{(pid=103467) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 22:48:33.745671 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a0ed6692-1966-4d9a-86d6-edef58f5c56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0dbd665f-3f1b-49b4-b662-6f0697b86199), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:34.105270 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-e41685b7-a466-444d-a4e7-79c5c1b2d303 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Allocated IP 2001:db8:0:1::f5 (85653813-b5e9-4a14-b601-d8fc0bc02398/69ae56d7-1f40-4817-9a0f-9a7a24a8eee9/6057940d-4109-4a0e-94cb-5954775362ad) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:48:34.120984 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-e41685b7-a466-444d-a4e7-79c5c1b2d303 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Allocated IP 2001:db8::f816:3eff:fea3:3423 (85653813-b5e9-4a14-b601-d8fc0bc02398/7a86d393-858a-487f-8fc8-f4d37e9a29f1/6057940d-4109-4a0e-94cb-5954775362ad) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:48:35.192672 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e41685b7-a466-444d-a4e7-79c5c1b2d303 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for port (6057940d-4109-4a0e-94cb-5954775362ad), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:35.290088 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e41685b7-a466-444d-a4e7-79c5c1b2d303 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (6057940d-4109-4a0e-94cb-5954775362ad), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:35.407312 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-a0ed6692-1966-4d9a-86d6-edef58f5c56d None None] Allocated IP 2001:db8:0:1::2 (85653813-b5e9-4a14-b601-d8fc0bc02398/69ae56d7-1f40-4817-9a0f-9a7a24a8eee9/0dbd665f-3f1b-49b4-b662-6f0697b86199) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:48:35.420287 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41685b7-a466-444d-a4e7-79c5c1b2d303 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:48:35.431353 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-e41685b7-a466-444d-a4e7-79c5c1b2d303 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:48:35.442053 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41685b7-a466-444d-a4e7-79c5c1b2d303 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:48:35.469017 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41685b7-a466-444d-a4e7-79c5c1b2d303 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:35.469721 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e41685b7-a466-444d-a4e7-79c5c1b2d303 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:35.526341 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41685b7-a466-444d-a4e7-79c5c1b2d303 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Port': ['ID=6057940d-4109-4a0e-94cb-5954775362ad,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:35.542685 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e41685b7-a466-444d-a4e7-79c5c1b2d303 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.7650454 Feb 16 22:48:35.544984 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45434) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:35.670004 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-a0ed6692-1966-4d9a-86d6-edef58f5c56d None None] For port 0dbd665f-3f1b-49b4-b662-6f0697b86199, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0dbd665f-3f1b-49b4-b662-6f0697b86199,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:48:35.749268 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a0ed6692-1966-4d9a-86d6-edef58f5c56d None None] Publish callbacks [] for port (0dbd665f-3f1b-49b4-b662-6f0697b86199), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:35.762888 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a0ed6692-1966-4d9a-86d6-edef58f5c56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0dbd665f-3f1b-49b4-b662-6f0697b86199), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:35.813128 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-7f9e1585-34a9-4e4f-a78e-541a65654f59 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting port 6057940d-4109-4a0e-94cb-5954775362ad {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:48:35.813385 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7f9e1585-34a9-4e4f-a78e-541a65654f59 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (6057940d-4109-4a0e-94cb-5954775362ad), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:36.007061 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7f9e1585-34a9-4e4f-a78e-541a65654f59 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (6057940d-4109-4a0e-94cb-5954775362ad), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:36.009997 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed6692-1966-4d9a-86d6-edef58f5c56d None None] Pushing event updated for resources: {'Port': ['ID=0dbd665f-3f1b-49b4-b662-6f0697b86199,revision_number=7']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:36.039603 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-7f9e1585-34a9-4e4f-a78e-541a65654f59 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Calling delete_port for 6057940d-4109-4a0e-94cb-5954775362ad owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:48:36.597499 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7f9e1585-34a9-4e4f-a78e-541a65654f59 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (6057940d-4109-4a0e-94cb-5954775362ad), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:36.716646 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e1585-34a9-4e4f-a78e-541a65654f59 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Port': ['ID=6057940d-4109-4a0e-94cb-5954775362ad,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:37.043035 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7f9e1585-34a9-4e4f-a78e-541a65654f59 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:37.070524 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45454) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:37.073614 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7f9e1585-34a9-4e4f-a78e-541a65654f59 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/6057940d-4109-4a0e-94cb-5954775362ad HTTP/1.1" status: 204 len: 168 time: 1.5241830 Feb 16 22:48:37.115681 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0dbd665f-3f1b-49b4-b662-6f0697b86199 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:48:37.326881 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 0dbd665f-3f1b-49b4-b662-6f0697b86199 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:48:37.327419 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0dbd665f-3f1b-49b4-b662-6f0697b86199), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:37.403861 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a09b209-d286-4c48-b355-9b439764fad1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:37.405451 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7a09b209-d286-4c48-b355-9b439764fad1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3338621 Feb 16 22:48:37.409036 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45458) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:37.632227 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b45128a-b4b3-4f0f-b8e6-8d316f19ec82 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:37.649164 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9b45128a-b4b3-4f0f-b8e6-8d316f19ec82 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2385590 Feb 16 22:48:37.652043 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45460) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:37.719727 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 0dbd665f-3f1b-49b4-b662-6f0697b86199 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:48:37.734934 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-12126b69-392d-4d8d-a5c4-9422870b3653 None None] Provisioning complete for port 0dbd665f-3f1b-49b4-b662-6f0697b86199 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:48:37.735550 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-12126b69-392d-4d8d-a5c4-9422870b3653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0dbd665f-3f1b-49b4-b662-6f0697b86199), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:37.862803 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be63a555-b7e9-4388-b7c0-f2a6d16e45ca tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:37.871356 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be63a555-b7e9-4388-b7c0-f2a6d16e45ca tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:37.881155 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be63a555-b7e9-4388-b7c0-f2a6d16e45ca tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:37.892536 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45466) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:37.894544 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-be63a555-b7e9-4388-b7c0-f2a6d16e45ca tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2362490 Feb 16 22:48:38.052692 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-12126b69-392d-4d8d-a5c4-9422870b3653 None None] Current status of the port 0dbd665f-3f1b-49b4-b662-6f0697b86199 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:48:38.152493 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c216473-3761-4c32-b98c-3fb49062b2ba tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting subnet 69ae56d7-1f40-4817-9a0f-9a7a24a8eee9 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:48:38.171833 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0c216473-3761-4c32-b98c-3fb49062b2ba tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (69ae56d7-1f40-4817-9a0f-9a7a24a8eee9), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:38.269176 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-bf6f1f31-74da-4ea4-ac0b-68d4bc285faa None None] Could not find standard attr ID for object 6057940d-4109-4a0e-94cb-5954775362ad. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:48:38.387739 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0c216473-3761-4c32-b98c-3fb49062b2ba tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (69ae56d7-1f40-4817-9a0f-9a7a24a8eee9), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:38.574311 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0c216473-3761-4c32-b98c-3fb49062b2ba tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (69ae56d7-1f40-4817-9a0f-9a7a24a8eee9), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:38.729008 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0c216473-3761-4c32-b98c-3fb49062b2ba tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (69ae56d7-1f40-4817-9a0f-9a7a24a8eee9), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:38.798478 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c216473-3761-4c32-b98c-3fb49062b2ba tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Subnet': ['ID=69ae56d7-1f40-4817-9a0f-9a7a24a8eee9,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:38.835586 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bbbcf0-da05-4799-84cf-c47595ad61fd None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:48:38.836466 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0c216473-3761-4c32-b98c-3fb49062b2ba tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:38.854103 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0c216473-3761-4c32-b98c-3fb49062b2ba tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/69ae56d7-1f40-4817-9a0f-9a7a24a8eee9 HTTP/1.1" status: 204 len: 168 time: 0.9602568 Feb 16 22:48:38.857066 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45516) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:39.010833 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbfd9f6a-a917-4140-9230-dd339d993c2f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting subnet 7a86d393-858a-487f-8fc8-f4d37e9a29f1 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:48:39.022629 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fbfd9f6a-a917-4140-9230-dd339d993c2f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (7a86d393-858a-487f-8fc8-f4d37e9a29f1), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:39.130958 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fbfd9f6a-a917-4140-9230-dd339d993c2f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (7a86d393-858a-487f-8fc8-f4d37e9a29f1), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:39.322864 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fbfd9f6a-a917-4140-9230-dd339d993c2f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (7a86d393-858a-487f-8fc8-f4d37e9a29f1), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:39.483210 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fbfd9f6a-a917-4140-9230-dd339d993c2f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (7a86d393-858a-487f-8fc8-f4d37e9a29f1), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:39.587696 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd9f6a-a917-4140-9230-dd339d993c2f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Subnet': ['ID=7a86d393-858a-487f-8fc8-f4d37e9a29f1,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:39.597903 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fbfd9f6a-a917-4140-9230-dd339d993c2f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:39.602150 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-fbfd9f6a-a917-4140-9230-dd339d993c2f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/7a86d393-858a-487f-8fc8-f4d37e9a29f1 HTTP/1.1" status: 204 len: 168 time: 0.7427242 Feb 16 22:48:39.604496 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45524) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:39.725060 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45526) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:39.730707 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-2ddbd1d8-b3bd-4e91-9b48-b8ffa52e9a86 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:48:39.733455 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e2060fd2-8aa0-47e5-8e6a-0bc44bd4e7e4 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1121509 Feb 16 22:48:40.000369 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddbd1d8-b3bd-4e91-9b48-b8ffa52e9a86 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:48:40.006720 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2ddbd1d8-b3bd-4e91-9b48-b8ffa52e9a86 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:40.404378 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e13041e-b90f-4af7-963d-42dbe239d9d5 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:48:40.711626 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-bc19c8bd-a5c2-4044-83c4-8a13662b7622 None None] Provisioning complete for port 0dbd665f-3f1b-49b4-b662-6f0697b86199 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:48:40.712003 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bc19c8bd-a5c2-4044-83c4-8a13662b7622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0dbd665f-3f1b-49b4-b662-6f0697b86199), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:40.820497 n-d-813897-6 neutron-server[103465]: DEBUG neutron.objects.ports [None req-2ddbd1d8-b3bd-4e91-9b48-b8ffa52e9a86 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103465) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 22:48:40.836587 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-bc19c8bd-a5c2-4044-83c4-8a13662b7622 None None] Current status of the port 0dbd665f-3f1b-49b4-b662-6f0697b86199 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:48:40.902999 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71f8911-ee46-4ab8-9e3c-daf2af008485 None None] DHCP port deletion for 85653813-b5e9-4a14-b601-d8fc0bc02398 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:48:41.006568 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-c71f8911-ee46-4ab8-9e3c-daf2af008485 None None] Deleting port 0dbd665f-3f1b-49b4-b662-6f0697b86199 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:48:41.006949 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c71f8911-ee46-4ab8-9e3c-daf2af008485 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (0dbd665f-3f1b-49b4-b662-6f0697b86199), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:41.127032 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2ddbd1d8-b3bd-4e91-9b48-b8ffa52e9a86 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0dbd665f-3f1b-49b4-b662-6f0697b86199), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:41.486491 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-2ddbd1d8-b3bd-4e91-9b48-b8ffa52e9a86 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] For port 0dbd665f-3f1b-49b4-b662-6f0697b86199, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0dbd665f-3f1b-49b4-b662-6f0697b86199,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:48:41.566815 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2ddbd1d8-b3bd-4e91-9b48-b8ffa52e9a86 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for port (0dbd665f-3f1b-49b4-b662-6f0697b86199), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:41.577336 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c71f8911-ee46-4ab8-9e3c-daf2af008485 None None] For port 0dbd665f-3f1b-49b4-b662-6f0697b86199, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0dbd665f-3f1b-49b4-b662-6f0697b86199,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:48:41.578493 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c71f8911-ee46-4ab8-9e3c-daf2af008485 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (0dbd665f-3f1b-49b4-b662-6f0697b86199), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:41.584544 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2ddbd1d8-b3bd-4e91-9b48-b8ffa52e9a86 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (0dbd665f-3f1b-49b4-b662-6f0697b86199), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:41.623525 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-c71f8911-ee46-4ab8-9e3c-daf2af008485 None None] Calling delete_port for 0dbd665f-3f1b-49b4-b662-6f0697b86199 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:48:41.730168 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddbd1d8-b3bd-4e91-9b48-b8ffa52e9a86 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Port': ['ID=0dbd665f-3f1b-49b4-b662-6f0697b86199,revision_number=11']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:41.755722 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2ddbd1d8-b3bd-4e91-9b48-b8ffa52e9a86 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (4fb71f78-4ea4-49b4-8f8a-06eda7b027be), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:41.835531 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c71f8911-ee46-4ab8-9e3c-daf2af008485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (0dbd665f-3f1b-49b4-b662-6f0697b86199), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:41.856548 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddbd1d8-b3bd-4e91-9b48-b8ffa52e9a86 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:48:41.862040 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-2ddbd1d8-b3bd-4e91-9b48-b8ffa52e9a86 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:48:41.870000 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddbd1d8-b3bd-4e91-9b48-b8ffa52e9a86 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:41.870930 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2ddbd1d8-b3bd-4e91-9b48-b8ffa52e9a86 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:41.891215 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddbd1d8-b3bd-4e91-9b48-b8ffa52e9a86 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Subnet': ['ID=4fb71f78-4ea4-49b4-8f8a-06eda7b027be,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:41.909711 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2ddbd1d8-b3bd-4e91-9b48-b8ffa52e9a86 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1829033 Feb 16 22:48:41.912459 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45574) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:41.916146 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f8911-ee46-4ab8-9e3c-daf2af008485 None None] Pushing event deleted for resources: {'Port': ['ID=0dbd665f-3f1b-49b4-b662-6f0697b86199,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:41.921210 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-64efd9a0-7e49-4fd5-82d3-128c7f2cf92d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:48:41.929531 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71f8911-ee46-4ab8-9e3c-daf2af008485 None None] No DVR routers for this DVR port 0dbd665f-3f1b-49b4-b662-6f0697b86199 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:48:41.952012 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e68ba2-5d49-4efa-8625-3c4cd323bce8 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:48:42.115258 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64efd9a0-7e49-4fd5-82d3-128c7f2cf92d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:48:42.119562 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-64efd9a0-7e49-4fd5-82d3-128c7f2cf92d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:42.212783 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6024cd26-8e05-40a2-9add-608387a5b356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-85653813-b5e9-4a14-b601-d8fc0bc02398', 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'project_id': '5970909e92c9458195211ab3bb079d8d', 'fixed_ips': [{'subnet_id': '4fb71f78-4ea4-49b4-8f8a-06eda7b027be'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:48:42.213724 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6024cd26-8e05-40a2-9add-608387a5b356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:42.279787 n-d-813897-6 neutron-server[103466]: INFO neutron.db.ipam_backend_mixin [None req-64efd9a0-7e49-4fd5-82d3-128c7f2cf92d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4fb71f78-4ea4-49b4-8f8a-06eda7b027be (CIDR: 2001:db8::/64) Feb 16 22:48:42.288140 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-64efd9a0-7e49-4fd5-82d3-128c7f2cf92d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:48:42.288774 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64efd9a0-7e49-4fd5-82d3-128c7f2cf92d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:48:42.358476 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-64efd9a0-7e49-4fd5-82d3-128c7f2cf92d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4413340 Feb 16 22:48:42.362387 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45578) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:42.369390 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-9233badf-6d4a-4c3c-9d51-8092dd138268 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:48:42.554133 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-6024cd26-8e05-40a2-9add-608387a5b356 None None] Allocated IP 2001:db8::f816:3eff:fe81:fd6d (85653813-b5e9-4a14-b601-d8fc0bc02398/4fb71f78-4ea4-49b4-8f8a-06eda7b027be/a57f66ff-3d4a-447c-8643-14892297d323) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:48:42.673573 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9233badf-6d4a-4c3c-9d51-8092dd138268 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:48:42.677670 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9233badf-6d4a-4c3c-9d51-8092dd138268 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:42.842278 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6024cd26-8e05-40a2-9add-608387a5b356 None None] Publish callbacks [] for port (a57f66ff-3d4a-447c-8643-14892297d323), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:42.864782 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6024cd26-8e05-40a2-9add-608387a5b356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (a57f66ff-3d4a-447c-8643-14892297d323), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:42.960576 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6024cd26-8e05-40a2-9add-608387a5b356 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:48:42.963651 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0dbd665f-3f1b-49b4-b662-6f0697b86199 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:48:42.999750 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 0dbd665f-3f1b-49b4-b662-6f0697b86199 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:48:43.000390 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0dbd665f-3f1b-49b4-b662-6f0697b86199 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:48:43.009236 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-6024cd26-8e05-40a2-9add-608387a5b356 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:48:43.020579 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6024cd26-8e05-40a2-9add-608387a5b356 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:48:43.038194 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024cd26-8e05-40a2-9add-608387a5b356 None None] Pushing event updated for resources: {'Port': ['ID=a57f66ff-3d4a-447c-8643-14892297d323,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:43.120661 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-6024cd26-8e05-40a2-9add-608387a5b356 None None] Attempting to bind port a57f66ff-3d4a-447c-8643-14892297d323 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:48:43.121195 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-6024cd26-8e05-40a2-9add-608387a5b356 None None] Attempting to bind port a57f66ff-3d4a-447c-8643-14892297d323 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:48:43.121564 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6024cd26-8e05-40a2-9add-608387a5b356 None None] Attempting to bind port a57f66ff-3d4a-447c-8643-14892297d323 on network 85653813-b5e9-4a14-b601-d8fc0bc02398 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:48:43.130918 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6024cd26-8e05-40a2-9add-608387a5b356 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:48:43.131446 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6024cd26-8e05-40a2-9add-608387a5b356 None None] Checking segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:48:43.131866 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6024cd26-8e05-40a2-9add-608387a5b356 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:43.132267 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6024cd26-8e05-40a2-9add-608387a5b356 None None] Bound using segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:48:43.132758 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-6024cd26-8e05-40a2-9add-608387a5b356 None None] Bound port: a57f66ff-3d4a-447c-8643-14892297d323, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:48:43.134164 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6024cd26-8e05-40a2-9add-608387a5b356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a57f66ff-3d4a-447c-8643-14892297d323), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:43.163320 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9233badf-6d4a-4c3c-9d51-8092dd138268 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (7b742869-b3e8-43a4-b3c5-9d3d84611e12), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:43.217430 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9233badf-6d4a-4c3c-9d51-8092dd138268 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:48:43.226630 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-9233badf-6d4a-4c3c-9d51-8092dd138268 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:48:43.232065 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9233badf-6d4a-4c3c-9d51-8092dd138268 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:43.232944 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9233badf-6d4a-4c3c-9d51-8092dd138268 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:43.255712 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233badf-6d4a-4c3c-9d51-8092dd138268 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Subnet': ['ID=7b742869-b3e8-43a4-b3c5-9d3d84611e12,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:43.264984 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-6024cd26-8e05-40a2-9add-608387a5b356 None None] For port a57f66ff-3d4a-447c-8643-14892297d323, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:48:43.272686 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-6024cd26-8e05-40a2-9add-608387a5b356 None None] For port a57f66ff-3d4a-447c-8643-14892297d323, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a57f66ff-3d4a-447c-8643-14892297d323,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:48:43.282256 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6024cd26-8e05-40a2-9add-608387a5b356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a57f66ff-3d4a-447c-8643-14892297d323), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:43.293391 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45596) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:43.294983 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9233badf-6d4a-4c3c-9d51-8092dd138268 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9308252 Feb 16 22:48:43.299849 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-a87cd3c7-0e13-4fef-8d4b-0832c5dec2f7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'port': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'mac_address': 'fa:16:3e:c0:55:bd', 'name': 'tempest-NetworksTestDHCPv6-1613434989'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:48:43.365809 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024cd26-8e05-40a2-9add-608387a5b356 None None] Pushing event updated for resources: {'Port': ['ID=a57f66ff-3d4a-447c-8643-14892297d323,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:43.532239 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87cd3c7-0e13-4fef-8d4b-0832c5dec2f7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:48:43.672257 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a87cd3c7-0e13-4fef-8d4b-0832c5dec2f7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:43.731848 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-a87cd3c7-0e13-4fef-8d4b-0832c5dec2f7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] device_id is not set on port 23d630d2-9816-4da5-88ef-ba83cc9fc180 yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:48:44.021669 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-a87cd3c7-0e13-4fef-8d4b-0832c5dec2f7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Allocated IP 2001:db8:0:1::160 (85653813-b5e9-4a14-b601-d8fc0bc02398/7b742869-b3e8-43a4-b3c5-9d3d84611e12/23d630d2-9816-4da5-88ef-ba83cc9fc180) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:48:44.029108 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-a87cd3c7-0e13-4fef-8d4b-0832c5dec2f7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Allocated IP 2001:db8::f816:3eff:fec0:55bd (85653813-b5e9-4a14-b601-d8fc0bc02398/4fb71f78-4ea4-49b4-8f8a-06eda7b027be/23d630d2-9816-4da5-88ef-ba83cc9fc180) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:48:44.311559 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a87cd3c7-0e13-4fef-8d4b-0832c5dec2f7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for port (23d630d2-9816-4da5-88ef-ba83cc9fc180), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:44.363220 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a87cd3c7-0e13-4fef-8d4b-0832c5dec2f7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (23d630d2-9816-4da5-88ef-ba83cc9fc180), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:44.523478 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87cd3c7-0e13-4fef-8d4b-0832c5dec2f7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Port': ['ID=23d630d2-9816-4da5-88ef-ba83cc9fc180,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:44.537444 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87cd3c7-0e13-4fef-8d4b-0832c5dec2f7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:48:44.544627 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-a87cd3c7-0e13-4fef-8d4b-0832c5dec2f7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:48:44.549038 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87cd3c7-0e13-4fef-8d4b-0832c5dec2f7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:48:44.561688 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87cd3c7-0e13-4fef-8d4b-0832c5dec2f7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:44.568844 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a87cd3c7-0e13-4fef-8d4b-0832c5dec2f7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:44.613332 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a87cd3c7-0e13-4fef-8d4b-0832c5dec2f7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.3187430 Feb 16 22:48:44.616002 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45620) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:44.881688 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-58c50f26-8034-4bd8-a9b2-8a2f22efe8dc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting port 23d630d2-9816-4da5-88ef-ba83cc9fc180 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:48:44.884646 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-58c50f26-8034-4bd8-a9b2-8a2f22efe8dc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (23d630d2-9816-4da5-88ef-ba83cc9fc180), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:45.091737 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b65ffc-8acc-4000-9aed-0577827264c2 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:48:45.106933 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-58c50f26-8034-4bd8-a9b2-8a2f22efe8dc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (23d630d2-9816-4da5-88ef-ba83cc9fc180), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:45.137185 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-58c50f26-8034-4bd8-a9b2-8a2f22efe8dc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Calling delete_port for 23d630d2-9816-4da5-88ef-ba83cc9fc180 owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:48:45.150079 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a57f66ff-3d4a-447c-8643-14892297d323 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:48:45.407565 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-5d4de1d9-97f0-45b3-a248-64470d6d617a None None] Provisioning complete for port a57f66ff-3d4a-447c-8643-14892297d323 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:48:45.408937 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5d4de1d9-97f0-45b3-a248-64470d6d617a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a57f66ff-3d4a-447c-8643-14892297d323), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:45.489141 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port a57f66ff-3d4a-447c-8643-14892297d323 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:48:45.489937 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a57f66ff-3d4a-447c-8643-14892297d323), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:45.632480 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-58c50f26-8034-4bd8-a9b2-8a2f22efe8dc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (23d630d2-9816-4da5-88ef-ba83cc9fc180), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:45.760684 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c50f26-8034-4bd8-a9b2-8a2f22efe8dc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Port': ['ID=23d630d2-9816-4da5-88ef-ba83cc9fc180,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:45.790370 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port a57f66ff-3d4a-447c-8643-14892297d323 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:48:45.790844 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a57f66ff-3d4a-447c-8643-14892297d323), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:45.851618 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5d4de1d9-97f0-45b3-a248-64470d6d617a None None] Current status of the port a57f66ff-3d4a-447c-8643-14892297d323 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:48:45.852085 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5d4de1d9-97f0-45b3-a248-64470d6d617a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a57f66ff-3d4a-447c-8643-14892297d323), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:45.863846 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-58c50f26-8034-4bd8-a9b2-8a2f22efe8dc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:45.875186 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-58c50f26-8034-4bd8-a9b2-8a2f22efe8dc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/23d630d2-9816-4da5-88ef-ba83cc9fc180 HTTP/1.1" status: 204 len: 168 time: 1.2577510 Feb 16 22:48:45.878520 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45640) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:45.910478 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port a57f66ff-3d4a-447c-8643-14892297d323, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a57f66ff-3d4a-447c-8643-14892297d323,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:48:45.925600 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a57f66ff-3d4a-447c-8643-14892297d323), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:45.931479 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02de91c-59cd-4cc6-bc43-5c72a2e94b90 None None] Update dhcp port {'port': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'fixed_ips': [{'subnet_id': '4fb71f78-4ea4-49b4-8f8a-06eda7b027be', 'ip_address': '2001:db8::f816:3eff:fe81:fd6d'}, {'subnet_id': '7b742869-b3e8-43a4-b3c5-9d3d84611e12'}], 'binding:host_id': 'n-d-813897-6'}, 'id': 'a57f66ff-3d4a-447c-8643-14892297d323'} from n-d-813897-6. {{(pid=103467) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 22:48:46.010463 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deecc547-9a9b-48f4-b041-9adb49b4ae1d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:46.012769 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-deecc547-9a9b-48f4-b041-9adb49b4ae1d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1330612 Feb 16 22:48:46.015483 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45644) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:46.067921 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e02de91c-59cd-4cc6-bc43-5c72a2e94b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a57f66ff-3d4a-447c-8643-14892297d323), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:46.081909 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-5d4de1d9-97f0-45b3-a248-64470d6d617a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:48:46.082287 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-5d4de1d9-97f0-45b3-a248-64470d6d617a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:48:46.092054 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=a57f66ff-3d4a-447c-8643-14892297d323,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:46.148832 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de6e67a-ab72-4ab3-a36d-da98ee2f3f1c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:46.160539 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5de6e67a-ab72-4ab3-a36d-da98ee2f3f1c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1438563 Feb 16 22:48:46.163243 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45646) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:46.309024 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5673553-abba-4483-8391-01c6989e27c1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:46.311772 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5673553-abba-4483-8391-01c6989e27c1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:46.313154 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5673553-abba-4483-8391-01c6989e27c1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:46.314932 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f5673553-abba-4483-8391-01c6989e27c1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1504593 Feb 16 22:48:46.319514 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45652) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:46.477818 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-0154806f-ed45-4c52-a95e-04e902faae14 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting subnet 4fb71f78-4ea4-49b4-8f8a-06eda7b027be {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:48:46.534320 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-e02de91c-59cd-4cc6-bc43-5c72a2e94b90 None None] Allocated IP 2001:db8:0:1::2 (85653813-b5e9-4a14-b601-d8fc0bc02398/7b742869-b3e8-43a4-b3c5-9d3d84611e12/a57f66ff-3d4a-447c-8643-14892297d323) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:48:46.692881 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5d4de1d9-97f0-45b3-a248-64470d6d617a None None] Current status of the port a57f66ff-3d4a-447c-8643-14892297d323 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:48:46.912745 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e02de91c-59cd-4cc6-bc43-5c72a2e94b90 None None] For port a57f66ff-3d4a-447c-8643-14892297d323, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a57f66ff-3d4a-447c-8643-14892297d323,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:48:46.989637 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e02de91c-59cd-4cc6-bc43-5c72a2e94b90 None None] Publish callbacks [] for port (a57f66ff-3d4a-447c-8643-14892297d323), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:47.004501 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a57f66ff-3d4a-447c-8643-14892297d323 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:48:47.009859 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0154806f-ed45-4c52-a95e-04e902faae14 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (4fb71f78-4ea4-49b4-8f8a-06eda7b027be), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:47.057240 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e02de91c-59cd-4cc6-bc43-5c72a2e94b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a57f66ff-3d4a-447c-8643-14892297d323), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:47.124248 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0154806f-ed45-4c52-a95e-04e902faae14 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (4fb71f78-4ea4-49b4-8f8a-06eda7b027be), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:47.339538 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0154806f-ed45-4c52-a95e-04e902faae14 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (4fb71f78-4ea4-49b4-8f8a-06eda7b027be), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:47.348299 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02de91c-59cd-4cc6-bc43-5c72a2e94b90 None None] Pushing event updated for resources: {'Port': ['ID=a57f66ff-3d4a-447c-8643-14892297d323,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:47.412950 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0154806f-ed45-4c52-a95e-04e902faae14 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (4fb71f78-4ea4-49b4-8f8a-06eda7b027be), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:47.456468 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port a57f66ff-3d4a-447c-8643-14892297d323 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:48:47.456904 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a57f66ff-3d4a-447c-8643-14892297d323), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:47.503373 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154806f-ed45-4c52-a95e-04e902faae14 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Subnet': ['ID=4fb71f78-4ea4-49b4-8f8a-06eda7b027be,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:47.512407 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0154806f-ed45-4c52-a95e-04e902faae14 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:47.518226 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0154806f-ed45-4c52-a95e-04e902faae14 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/4fb71f78-4ea4-49b4-8f8a-06eda7b027be HTTP/1.1" status: 204 len: 168 time: 1.1953070 Feb 16 22:48:47.519394 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45664) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:47.538522 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154806f-ed45-4c52-a95e-04e902faae14 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:47.543783 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154806f-ed45-4c52-a95e-04e902faae14 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:47.544372 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154806f-ed45-4c52-a95e-04e902faae14 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:47.544826 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154806f-ed45-4c52-a95e-04e902faae14 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:47.545397 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154806f-ed45-4c52-a95e-04e902faae14 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:47.545852 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154806f-ed45-4c52-a95e-04e902faae14 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:47.546331 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154806f-ed45-4c52-a95e-04e902faae14 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:47.546750 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154806f-ed45-4c52-a95e-04e902faae14 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:47.547197 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154806f-ed45-4c52-a95e-04e902faae14 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:47.547636 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154806f-ed45-4c52-a95e-04e902faae14 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:47.549609 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154806f-ed45-4c52-a95e-04e902faae14 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:47.550120 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154806f-ed45-4c52-a95e-04e902faae14 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:47.550553 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154806f-ed45-4c52-a95e-04e902faae14 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:47.620187 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed73eb44-4c4e-4d04-bcac-5ff5813de60c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting subnet 7b742869-b3e8-43a4-b3c5-9d3d84611e12 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:48:47.626776 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ed73eb44-4c4e-4d04-bcac-5ff5813de60c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (7b742869-b3e8-43a4-b3c5-9d3d84611e12), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:47.676059 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ed73eb44-4c4e-4d04-bcac-5ff5813de60c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (7b742869-b3e8-43a4-b3c5-9d3d84611e12), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:47.742224 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port a57f66ff-3d4a-447c-8643-14892297d323 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:48:47.800821 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ed73eb44-4c4e-4d04-bcac-5ff5813de60c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (7b742869-b3e8-43a4-b3c5-9d3d84611e12), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:47.901576 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ed73eb44-4c4e-4d04-bcac-5ff5813de60c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (7b742869-b3e8-43a4-b3c5-9d3d84611e12), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:47.952908 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ed73eb44-4c4e-4d04-bcac-5ff5813de60c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:47.957192 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ed73eb44-4c4e-4d04-bcac-5ff5813de60c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/7b742869-b3e8-43a4-b3c5-9d3d84611e12 HTTP/1.1" status: 204 len: 168 time: 0.4362466 Feb 16 22:48:47.958762 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73eb44-4c4e-4d04-bcac-5ff5813de60c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Subnet': ['ID=7b742869-b3e8-43a4-b3c5-9d3d84611e12,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:47.959380 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45670) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:48.037894 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-27107c29-9934-4a66-a4c7-2dc7ecbb5cdb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0770273 Feb 16 22:48:48.041064 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45672) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:48.048037 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-b03783e9-5f1c-4cb3-ba42-210b4de1dd4f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:48:48.223288 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03783e9-5f1c-4cb3-ba42-210b4de1dd4f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:48:48.243036 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b03783e9-5f1c-4cb3-ba42-210b4de1dd4f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:48.429244 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722259ef-7477-45c7-9a8e-f2d7cf8fc8f1 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:48:48.647367 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b03783e9-5f1c-4cb3-ba42-210b4de1dd4f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (ada56f71-1ceb-4c46-bbb9-8eecb77de047), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:48.657918 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f4f83443-fc69-4e24-ad41-dd50dfc274ec None None] Provisioning complete for port a57f66ff-3d4a-447c-8643-14892297d323 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:48:48.659138 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f4f83443-fc69-4e24-ad41-dd50dfc274ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a57f66ff-3d4a-447c-8643-14892297d323), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:48.739792 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03783e9-5f1c-4cb3-ba42-210b4de1dd4f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:48:48.795312 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-b03783e9-5f1c-4cb3-ba42-210b4de1dd4f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:48:48.821469 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03783e9-5f1c-4cb3-ba42-210b4de1dd4f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:48.822279 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f4f83443-fc69-4e24-ad41-dd50dfc274ec None None] Current status of the port a57f66ff-3d4a-447c-8643-14892297d323 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:48:48.822954 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b03783e9-5f1c-4cb3-ba42-210b4de1dd4f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:48.828260 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f4f83443-fc69-4e24-ad41-dd50dfc274ec None None] Could not find standard attr ID for object 23d630d2-9816-4da5-88ef-ba83cc9fc180. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:48:48.881630 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17033c01-186f-4fcc-9dc2-2dce79323720 None None] DHCP port deletion for 85653813-b5e9-4a14-b601-d8fc0bc02398 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:48:48.882538 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b03783e9-5f1c-4cb3-ba42-210b4de1dd4f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8399162 Feb 16 22:48:48.883883 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03783e9-5f1c-4cb3-ba42-210b4de1dd4f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Subnet': ['ID=ada56f71-1ceb-4c46-bbb9-8eecb77de047,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:48.885397 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45688) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:48.896063 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-a36a360d-1c53-4de1-a94b-94b534d97b10 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:48:48.952309 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03783e9-5f1c-4cb3-ba42-210b4de1dd4f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:48.953132 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03783e9-5f1c-4cb3-ba42-210b4de1dd4f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:48.953896 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03783e9-5f1c-4cb3-ba42-210b4de1dd4f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:48.954434 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03783e9-5f1c-4cb3-ba42-210b4de1dd4f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:48.955664 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03783e9-5f1c-4cb3-ba42-210b4de1dd4f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:48.956185 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03783e9-5f1c-4cb3-ba42-210b4de1dd4f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:48.956696 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03783e9-5f1c-4cb3-ba42-210b4de1dd4f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:48.957211 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03783e9-5f1c-4cb3-ba42-210b4de1dd4f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:48.957713 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03783e9-5f1c-4cb3-ba42-210b4de1dd4f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:48.958268 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03783e9-5f1c-4cb3-ba42-210b4de1dd4f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:48.958789 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03783e9-5f1c-4cb3-ba42-210b4de1dd4f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:48.959297 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03783e9-5f1c-4cb3-ba42-210b4de1dd4f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:48.959794 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03783e9-5f1c-4cb3-ba42-210b4de1dd4f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:48:48.992068 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294884c-5d3f-4010-881f-b0f98ad3c64a req-545de7f2-f0d0-4862-8e54-8f0ba6dfa3d4 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:49.000826 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f294884c-5d3f-4010-881f-b0f98ad3c64a req-545de7f2-f0d0-4862-8e54-8f0ba6dfa3d4 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/ports?device_id=b676a012-94a8-4669-bc52-aa4ddb189c13 HTTP/1.1" status: 200 len: 945 time: 0.2585249 Feb 16 22:48:49.020913 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a57f66ff-3d4a-447c-8643-14892297d323 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:48:49.079330 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-17033c01-186f-4fcc-9dc2-2dce79323720 None None] Deleting port a57f66ff-3d4a-447c-8643-14892297d323 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:48:49.079658 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-17033c01-186f-4fcc-9dc2-2dce79323720 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a57f66ff-3d4a-447c-8643-14892297d323), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:49.084352 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f294884c-5d3f-4010-881f-b0f98ad3c64a req-d158426a-840d-486d-b4a5-50d5f1eaf00b tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/security-groups?id=0cea22e7-9828-437c-b67a-180cc743f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789557 Feb 16 22:48:49.170820 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36a360d-1c53-4de1-a94b-94b534d97b10 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:48:49.175819 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a36a360d-1c53-4de1-a94b-94b534d97b10 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:49.261263 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-17033c01-186f-4fcc-9dc2-2dce79323720 None None] For port a57f66ff-3d4a-447c-8643-14892297d323, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a57f66ff-3d4a-447c-8643-14892297d323,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:48:49.262081 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-17033c01-186f-4fcc-9dc2-2dce79323720 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a57f66ff-3d4a-447c-8643-14892297d323), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:49.304022 n-d-813897-6 neutron-server[103465]: INFO neutron.db.ipam_backend_mixin [None req-a36a360d-1c53-4de1-a94b-94b534d97b10 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ada56f71-1ceb-4c46-bbb9-8eecb77de047 (CIDR: 2001:db8::/64) Feb 16 22:48:49.309253 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-a36a360d-1c53-4de1-a94b-94b534d97b10 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:48:49.312453 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-17033c01-186f-4fcc-9dc2-2dce79323720 None None] Calling delete_port for a57f66ff-3d4a-447c-8643-14892297d323 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:48:49.312634 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a36a360d-1c53-4de1-a94b-94b534d97b10 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:48:49.341859 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a36a360d-1c53-4de1-a94b-94b534d97b10 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4509339 Feb 16 22:48:49.342540 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45690) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:49.356221 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-d7bc2892-638f-4ec6-a334-32f2fed19da8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:48:49.566305 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bc2892-638f-4ec6-a334-32f2fed19da8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:48:49.571270 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port a57f66ff-3d4a-447c-8643-14892297d323 is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:48:49.572930 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d7bc2892-638f-4ec6-a334-32f2fed19da8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:49.574766 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a57f66ff-3d4a-447c-8643-14892297d323), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:49.659394 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port a57f66ff-3d4a-447c-8643-14892297d323, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a57f66ff-3d4a-447c-8643-14892297d323,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:48:49.669656 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a57f66ff-3d4a-447c-8643-14892297d323), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:49.740393 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-17033c01-186f-4fcc-9dc2-2dce79323720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (a57f66ff-3d4a-447c-8643-14892297d323), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:49.776433 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17033c01-186f-4fcc-9dc2-2dce79323720 None None] No DVR routers for this DVR port a57f66ff-3d4a-447c-8643-14892297d323 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:48:49.812045 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec40953-6a5a-463e-a201-04dc57cf5902 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:48:49.868175 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=a57f66ff-3d4a-447c-8643-14892297d323,revision_number=7']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:50.203827 n-d-813897-6 neutron-server[103466]: DEBUG neutron.objects.ports [None req-d7bc2892-638f-4ec6-a334-32f2fed19da8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103466) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 22:48:50.206474 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d7bc2892-638f-4ec6-a334-32f2fed19da8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (4d8cbb11-4418-430f-96fa-98610feaa607), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:50.263846 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc2892-638f-4ec6-a334-32f2fed19da8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Subnet': ['ID=4d8cbb11-4418-430f-96fa-98610feaa607,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:50.330472 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17033c01-186f-4fcc-9dc2-2dce79323720 None None] Pushing event deleted for resources: {'Port': ['ID=a57f66ff-3d4a-447c-8643-14892297d323,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:50.338122 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bc2892-638f-4ec6-a334-32f2fed19da8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:48:50.340819 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-d7bc2892-638f-4ec6-a334-32f2fed19da8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:48:50.349084 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bc2892-638f-4ec6-a334-32f2fed19da8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:50.349084 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d7bc2892-638f-4ec6-a334-32f2fed19da8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:50.378301 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45712) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:50.378885 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d7bc2892-638f-4ec6-a334-32f2fed19da8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0338678 Feb 16 22:48:50.385921 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-56126827-5bcb-4537-bacf-18d81b6a345c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'port': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'mac_address': 'fa:16:3e:b5:ba:59', 'name': 'tempest-NetworksTestDHCPv6-312853707'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:48:50.411628 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ef9a3-d8f7-4477-a220-39a54805d6c7 req-eeec1a24-95dd-4bb0-adc1-1cfe58911cf1 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:50.414013 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-548ef9a3-d8f7-4477-a220-39a54805d6c7 req-eeec1a24-95dd-4bb0-adc1-1cfe58911cf1 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/ports?device_id=b676a012-94a8-4669-bc52-aa4ddb189c13 HTTP/1.1" status: 200 len: 945 time: 0.1521544 Feb 16 22:48:50.425822 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e6266-a5c2-4c2c-a957-8b5904c92879 req-a69851df-e19c-4b7c-a45c-ba5b93a41e0f tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:50.427372 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-781e6266-a5c2-4c2c-a957-8b5904c92879 req-a69851df-e19c-4b7c-a45c-ba5b93a41e0f tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.67 "GET /v2.0/ports?device_id=b676a012-94a8-4669-bc52-aa4ddb189c13 HTTP/1.1" status: 200 len: 945 time: 0.1651957 Feb 16 22:48:50.507828 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa996e8-b7ce-4b88-9674-5c6b919e1116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-85653813-b5e9-4a14-b601-d8fc0bc02398', 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'project_id': '5970909e92c9458195211ab3bb079d8d', 'fixed_ips': [{'subnet_id': 'ada56f71-1ceb-4c46-bbb9-8eecb77de047'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:48:50.508720 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9fa996e8-b7ce-4b88-9674-5c6b919e1116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:50.542981 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-548ef9a3-d8f7-4477-a220-39a54805d6c7 req-d7e1c256-2b44-4d72-92dc-f337fc417909 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/security-groups?id=0cea22e7-9828-437c-b67a-180cc743f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145117 Feb 16 22:48:50.639747 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-781e6266-a5c2-4c2c-a957-8b5904c92879 req-d579b717-8b19-425a-8639-318231e2d9a0 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Deleting port b04afcda-5341-4076-9f83-fcc27ccc8b70 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:48:50.640667 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-781e6266-a5c2-4c2c-a957-8b5904c92879 req-d579b717-8b19-425a-8639-318231e2d9a0 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (b04afcda-5341-4076-9f83-fcc27ccc8b70), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:50.692135 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56126827-5bcb-4537-bacf-18d81b6a345c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:48:50.832036 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-781e6266-a5c2-4c2c-a957-8b5904c92879 req-d579b717-8b19-425a-8639-318231e2d9a0 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] For port b04afcda-5341-4076-9f83-fcc27ccc8b70, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=b04afcda-5341-4076-9f83-fcc27ccc8b70,segment=NetworkSegment(7afa8abd-d24a-4287-bcf0-18629abdf72a),segment_id=7afa8abd-d24a-4287-bcf0-18629abdf72a)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:48:50.832483 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-781e6266-a5c2-4c2c-a957-8b5904c92879 req-d579b717-8b19-425a-8639-318231e2d9a0 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (b04afcda-5341-4076-9f83-fcc27ccc8b70), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:50.862894 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-56126827-5bcb-4537-bacf-18d81b6a345c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:50.881538 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5d025659-9456-4c07-8acc-a3da6f5eb435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:50.887379 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-781e6266-a5c2-4c2c-a957-8b5904c92879 req-d579b717-8b19-425a-8639-318231e2d9a0 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Calling delete_port for b04afcda-5341-4076-9f83-fcc27ccc8b70 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:48:50.930499 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-56126827-5bcb-4537-bacf-18d81b6a345c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] device_id is not set on port 705d3a25-733f-4175-939b-2a9f3492ff21 yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:48:51.078077 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-9fa996e8-b7ce-4b88-9674-5c6b919e1116 None None] Allocated IP 2001:db8::2 (85653813-b5e9-4a14-b601-d8fc0bc02398/ada56f71-1ceb-4c46-bbb9-8eecb77de047/cde3225f-7876-4954-a0f2-ccd36213b6a0) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:48:51.091031 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-9fa996e8-b7ce-4b88-9674-5c6b919e1116 None None] Allocated IP 2001:db8:0:1:f816:3eff:feef:2416 (85653813-b5e9-4a14-b601-d8fc0bc02398/4d8cbb11-4418-430f-96fa-98610feaa607/cde3225f-7876-4954-a0f2-ccd36213b6a0) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:48:51.093742 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-781e6266-a5c2-4c2c-a957-8b5904c92879 req-d579b717-8b19-425a-8639-318231e2d9a0 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (b04afcda-5341-4076-9f83-fcc27ccc8b70), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:51.119341 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['b04afcda-5341-4076-9f83-fcc27ccc8b70'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:48:51.153143 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579b717-8b19-425a-8639-318231e2d9a0 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Pushing event deleted for resources: {'Port': ['ID=b04afcda-5341-4076-9f83-fcc27ccc8b70,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:51.231815 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-781e6266-a5c2-4c2c-a957-8b5904c92879 req-d579b717-8b19-425a-8639-318231e2d9a0 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] No DVR routers for this DVR port b04afcda-5341-4076-9f83-fcc27ccc8b70 on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:48:51.235159 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-781e6266-a5c2-4c2c-a957-8b5904c92879 req-d579b717-8b19-425a-8639-318231e2d9a0 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:51.239696 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-781e6266-a5c2-4c2c-a957-8b5904c92879 req-d579b717-8b19-425a-8639-318231e2d9a0 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.67 "DELETE /v2.0/ports/b04afcda-5341-4076-9f83-fcc27ccc8b70 HTTP/1.1" status: 204 len: 173 time: 0.8044670 Feb 16 22:48:51.240228 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b676a012-94a8-4669-bc52-aa4ddb189c13', 'name': 'network-vif-deleted', 'tag': 'b04afcda-5341-4076-9f83-fcc27ccc8b70'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:48:51.243342 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8073f12-e727-44b6-a0fb-fdecdb07234a" -d '{"events": [{"server_uuid": "b676a012-94a8-4669-bc52-aa4ddb189c13", "name": "network-vif-deleted", "tag": "b04afcda-5341-4076-9f83-fcc27ccc8b70"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:48:51.303306 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb9f781-6a3d-4010-b2e5-13a91688cbcd x-openstack-request-id: req-6eb9f781-6a3d-4010-b2e5-13a91688cbcd {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:48:51.304016 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b676a012-94a8-4669-bc52-aa4ddb189c13", "name": "network-vif-deleted", "tag": "b04afcda-5341-4076-9f83-fcc27ccc8b70", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:48:51.304517 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6eb9f781-6a3d-4010-b2e5-13a91688cbcd {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:48:51.305999 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b676a012-94a8-4669-bc52-aa4ddb189c13', 'name': 'network-vif-deleted', 'tag': 'b04afcda-5341-4076-9f83-fcc27ccc8b70', 'status': 'completed', 'code': 200} Feb 16 22:48:51.420151 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9fa996e8-b7ce-4b88-9674-5c6b919e1116 None None] Publish callbacks [] for port (cde3225f-7876-4954-a0f2-ccd36213b6a0), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:51.429223 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9fa996e8-b7ce-4b88-9674-5c6b919e1116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (cde3225f-7876-4954-a0f2-ccd36213b6a0), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:51.487843 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa996e8-b7ce-4b88-9674-5c6b919e1116 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:48:51.504588 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-9fa996e8-b7ce-4b88-9674-5c6b919e1116 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:48:51.507482 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa996e8-b7ce-4b88-9674-5c6b919e1116 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:48:51.518799 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa996e8-b7ce-4b88-9674-5c6b919e1116 None None] Pushing event updated for resources: {'Port': ['ID=cde3225f-7876-4954-a0f2-ccd36213b6a0,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:51.686091 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-56126827-5bcb-4537-bacf-18d81b6a345c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Allocated IP 2001:db8::170 (85653813-b5e9-4a14-b601-d8fc0bc02398/ada56f71-1ceb-4c46-bbb9-8eecb77de047/705d3a25-733f-4175-939b-2a9f3492ff21) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:48:51.714573 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-56126827-5bcb-4537-bacf-18d81b6a345c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Allocated IP 2001:db8:0:1:f816:3eff:feb5:ba59 (85653813-b5e9-4a14-b601-d8fc0bc02398/4d8cbb11-4418-430f-96fa-98610feaa607/705d3a25-733f-4175-939b-2a9f3492ff21) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:48:51.734417 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-9fa996e8-b7ce-4b88-9674-5c6b919e1116 None None] Attempting to bind port cde3225f-7876-4954-a0f2-ccd36213b6a0 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:48:51.736718 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-9fa996e8-b7ce-4b88-9674-5c6b919e1116 None None] Attempting to bind port cde3225f-7876-4954-a0f2-ccd36213b6a0 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:48:51.739246 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa996e8-b7ce-4b88-9674-5c6b919e1116 None None] Attempting to bind port cde3225f-7876-4954-a0f2-ccd36213b6a0 on network 85653813-b5e9-4a14-b601-d8fc0bc02398 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:48:51.757064 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa996e8-b7ce-4b88-9674-5c6b919e1116 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:48:51.757409 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa996e8-b7ce-4b88-9674-5c6b919e1116 None None] Checking segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:48:51.757825 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9fa996e8-b7ce-4b88-9674-5c6b919e1116 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:51.760438 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa996e8-b7ce-4b88-9674-5c6b919e1116 None None] Bound using segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:48:51.762268 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-9fa996e8-b7ce-4b88-9674-5c6b919e1116 None None] Bound port: cde3225f-7876-4954-a0f2-ccd36213b6a0, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:48:51.762710 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9fa996e8-b7ce-4b88-9674-5c6b919e1116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cde3225f-7876-4954-a0f2-ccd36213b6a0), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:51.774773 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f633d13-c875-465f-ad61-d25a848c2597 req-5ad1b88c-e4a6-4bde-89e5-c9190adf0c26 tempest-VolumesSnapshotTestJSON-1494274854 tempest-VolumesSnapshotTestJSON-1494274854-project] 10.222.0.75 "GET /v2.0/ports?device_id=b676a012-94a8-4669-bc52-aa4ddb189c13 HTTP/1.1" status: 200 len: 210 time: 0.0561602 Feb 16 22:48:51.994810 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-9fa996e8-b7ce-4b88-9674-5c6b919e1116 None None] For port cde3225f-7876-4954-a0f2-ccd36213b6a0, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:48:52.003114 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-9fa996e8-b7ce-4b88-9674-5c6b919e1116 None None] For port cde3225f-7876-4954-a0f2-ccd36213b6a0, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=cde3225f-7876-4954-a0f2-ccd36213b6a0,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:48:52.019451 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9fa996e8-b7ce-4b88-9674-5c6b919e1116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (cde3225f-7876-4954-a0f2-ccd36213b6a0), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:52.030289 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-56126827-5bcb-4537-bacf-18d81b6a345c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for port (705d3a25-733f-4175-939b-2a9f3492ff21), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:52.096739 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-56126827-5bcb-4537-bacf-18d81b6a345c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (705d3a25-733f-4175-939b-2a9f3492ff21), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:52.143838 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa996e8-b7ce-4b88-9674-5c6b919e1116 None None] Pushing event updated for resources: {'Port': ['ID=cde3225f-7876-4954-a0f2-ccd36213b6a0,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:52.172266 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56126827-5bcb-4537-bacf-18d81b6a345c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:48:52.178002 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-56126827-5bcb-4537-bacf-18d81b6a345c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:48:52.193656 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56126827-5bcb-4537-bacf-18d81b6a345c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:48:52.204812 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56126827-5bcb-4537-bacf-18d81b6a345c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:52.207022 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-56126827-5bcb-4537-bacf-18d81b6a345c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:52.245218 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56126827-5bcb-4537-bacf-18d81b6a345c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Port': ['ID=705d3a25-733f-4175-939b-2a9f3492ff21,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:52.265802 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-56126827-5bcb-4537-bacf-18d81b6a345c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8854682 Feb 16 22:48:52.268465 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45730) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:52.494118 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-27015fc5-427c-4a3a-9db6-3a237c0822eb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting port 705d3a25-733f-4175-939b-2a9f3492ff21 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:48:52.494948 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-27015fc5-427c-4a3a-9db6-3a237c0822eb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (705d3a25-733f-4175-939b-2a9f3492ff21), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:52.660193 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-27015fc5-427c-4a3a-9db6-3a237c0822eb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (705d3a25-733f-4175-939b-2a9f3492ff21), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:52.677929 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-27015fc5-427c-4a3a-9db6-3a237c0822eb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Calling delete_port for 705d3a25-733f-4175-939b-2a9f3492ff21 owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:48:52.998815 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-27015fc5-427c-4a3a-9db6-3a237c0822eb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (705d3a25-733f-4175-939b-2a9f3492ff21), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:53.057000 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27015fc5-427c-4a3a-9db6-3a237c0822eb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Port': ['ID=705d3a25-733f-4175-939b-2a9f3492ff21,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:53.098988 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3b09d6d2-b16f-4862-8fd4-348874fcca93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:53.118160 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device cde3225f-7876-4954-a0f2-ccd36213b6a0 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:48:53.216219 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-27015fc5-427c-4a3a-9db6-3a237c0822eb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:53.222028 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-27015fc5-427c-4a3a-9db6-3a237c0822eb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/705d3a25-733f-4175-939b-2a9f3492ff21 HTTP/1.1" status: 204 len: 168 time: 0.9498324 Feb 16 22:48:53.223258 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45752) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:53.281184 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port cde3225f-7876-4954-a0f2-ccd36213b6a0 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:48:53.287137 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (cde3225f-7876-4954-a0f2-ccd36213b6a0), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:53.308161 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93eb14db-d81e-4cb6-8967-9e58c37e4fb0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:53.310184 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-93eb14db-d81e-4cb6-8967-9e58c37e4fb0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0857418 Feb 16 22:48:53.313056 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45754) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:53.445125 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92299492-e0b6-4ea6-8e82-0b9a69b9f16f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:53.446785 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-92299492-e0b6-4ea6-8e82-0b9a69b9f16f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1310966 Feb 16 22:48:53.449845 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45760) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:53.535141 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port cde3225f-7876-4954-a0f2-ccd36213b6a0 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:48:53.536221 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cde3225f-7876-4954-a0f2-ccd36213b6a0), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:53.590097 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port cde3225f-7876-4954-a0f2-ccd36213b6a0, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=cde3225f-7876-4954-a0f2-ccd36213b6a0,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:48:53.597411 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (cde3225f-7876-4954-a0f2-ccd36213b6a0), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:53.598313 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c53a14b-076e-40b2-bc6c-4c8de5d4fb35 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:53.599648 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c53a14b-076e-40b2-bc6c-4c8de5d4fb35 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:53.600976 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c53a14b-076e-40b2-bc6c-4c8de5d4fb35 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:53.602740 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3c53a14b-076e-40b2-bc6c-4c8de5d4fb35 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1517577 Feb 16 22:48:53.605446 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45762) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:53.702222 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-6823443f-9529-4fa3-b2e5-473498dc9e8b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting subnet 4d8cbb11-4418-430f-96fa-98610feaa607 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:48:53.705456 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=cde3225f-7876-4954-a0f2-ccd36213b6a0,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:53.711587 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6823443f-9529-4fa3-b2e5-473498dc9e8b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (4d8cbb11-4418-430f-96fa-98610feaa607), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:53.792921 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6823443f-9529-4fa3-b2e5-473498dc9e8b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (4d8cbb11-4418-430f-96fa-98610feaa607), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:53.977891 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69c37d4-eaba-4666-b59a-6fff13f12a4d None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:48:54.402727 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e75dcf18-2f6e-44d1-895b-b2816099576c None None] Provisioning complete for port cde3225f-7876-4954-a0f2-ccd36213b6a0 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:48:54.404227 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e75dcf18-2f6e-44d1-895b-b2816099576c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (cde3225f-7876-4954-a0f2-ccd36213b6a0), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:54.606880 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:54.681019 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6823443f-9529-4fa3-b2e5-473498dc9e8b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (4d8cbb11-4418-430f-96fa-98610feaa607), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:54.735889 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e75dcf18-2f6e-44d1-895b-b2816099576c None None] Current status of the port cde3225f-7876-4954-a0f2-ccd36213b6a0 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:48:54.785246 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6823443f-9529-4fa3-b2e5-473498dc9e8b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (4d8cbb11-4418-430f-96fa-98610feaa607), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:54.829587 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823443f-9529-4fa3-b2e5-473498dc9e8b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Subnet': ['ID=4d8cbb11-4418-430f-96fa-98610feaa607,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:54.856321 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6823443f-9529-4fa3-b2e5-473498dc9e8b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:54.864636 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6823443f-9529-4fa3-b2e5-473498dc9e8b tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/4d8cbb11-4418-430f-96fa-98610feaa607 HTTP/1.1" status: 204 len: 168 time: 1.2578814 Feb 16 22:48:54.867184 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45790) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:54.980257 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff6e9bf4-5142-4380-b505-4d915a63c1e6 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting subnet ada56f71-1ceb-4c46-bbb9-8eecb77de047 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:48:54.995432 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9bf4-5142-4380-b505-4d915a63c1e6 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (ada56f71-1ceb-4c46-bbb9-8eecb77de047), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:55.004800 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device cde3225f-7876-4954-a0f2-ccd36213b6a0 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:48:55.146207 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port cde3225f-7876-4954-a0f2-ccd36213b6a0 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:48:55.146828 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (cde3225f-7876-4954-a0f2-ccd36213b6a0), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:55.148032 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9bf4-5142-4380-b505-4d915a63c1e6 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (ada56f71-1ceb-4c46-bbb9-8eecb77de047), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:55.335590 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port cde3225f-7876-4954-a0f2-ccd36213b6a0 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:48:55.355043 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9bf4-5142-4380-b505-4d915a63c1e6 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (ada56f71-1ceb-4c46-bbb9-8eecb77de047), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:55.422452 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device b04afcda-5341-4076-9f83-fcc27ccc8b70 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:48:55.472465 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: b04afcda-5341-4076-9f83-fcc27ccc8b70 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:48:55.472972 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device b04afcda-5341-4076-9f83-fcc27ccc8b70 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:48:55.551875 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9bf4-5142-4380-b505-4d915a63c1e6 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (ada56f71-1ceb-4c46-bbb9-8eecb77de047), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:55.699379 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:55.736742 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9bf4-5142-4380-b505-4d915a63c1e6 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:55.745278 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ff6e9bf4-5142-4380-b505-4d915a63c1e6 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/ada56f71-1ceb-4c46-bbb9-8eecb77de047 HTTP/1.1" status: 204 len: 168 time: 0.8746049 Feb 16 22:48:55.745278 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e9bf4-5142-4380-b505-4d915a63c1e6 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Subnet': ['ID=ada56f71-1ceb-4c46-bbb9-8eecb77de047,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:55.745749 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45804) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:55.849168 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-26af9154-1cb2-4543-affa-128084d36db3 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0981903 Feb 16 22:48:55.849633 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45806) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:55.855197 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-6e8705d7-54e7-4f06-8cdd-7ea64bf72907 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:48:55.977736 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62deb1bf-ece0-4680-8fb6-b90c13be1050 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:48:56.035702 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8705d7-54e7-4f06-8cdd-7ea64bf72907 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:48:56.040094 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6e8705d7-54e7-4f06-8cdd-7ea64bf72907 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:56.182061 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a744c8cc-e69d-44be-bcfa-a114498f26cb None None] Provisioning complete for port cde3225f-7876-4954-a0f2-ccd36213b6a0 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:48:56.182338 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a744c8cc-e69d-44be-bcfa-a114498f26cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (cde3225f-7876-4954-a0f2-ccd36213b6a0), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:56.345539 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7014acce-7bc8-4f54-a8db-a30501facd68 None None] DHCP port deletion for 85653813-b5e9-4a14-b601-d8fc0bc02398 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:48:56.382436 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6e8705d7-54e7-4f06-8cdd-7ea64bf72907 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (9a6db3b1-a827-4dc6-8e53-5b9031d85cb7), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:56.443791 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a744c8cc-e69d-44be-bcfa-a114498f26cb None None] Current status of the port cde3225f-7876-4954-a0f2-ccd36213b6a0 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:48:56.462787 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8705d7-54e7-4f06-8cdd-7ea64bf72907 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:48:56.467634 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-6e8705d7-54e7-4f06-8cdd-7ea64bf72907 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:48:56.475594 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8705d7-54e7-4f06-8cdd-7ea64bf72907 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:56.476328 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6e8705d7-54e7-4f06-8cdd-7ea64bf72907 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:56.492686 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8705d7-54e7-4f06-8cdd-7ea64bf72907 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Subnet': ['ID=9a6db3b1-a827-4dc6-8e53-5b9031d85cb7,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:56.507039 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45812) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:56.509293 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6e8705d7-54e7-4f06-8cdd-7ea64bf72907 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6585565 Feb 16 22:48:56.510810 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7014acce-7bc8-4f54-a8db-a30501facd68 None None] Deleting port cde3225f-7876-4954-a0f2-ccd36213b6a0 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:48:56.511198 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7014acce-7bc8-4f54-a8db-a30501facd68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (cde3225f-7876-4954-a0f2-ccd36213b6a0), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:56.514506 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-a112eb09-ebc8-4a8d-97d7-9db0fc7dcbbc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:48:56.621001 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7014acce-7bc8-4f54-a8db-a30501facd68 None None] For port cde3225f-7876-4954-a0f2-ccd36213b6a0, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=cde3225f-7876-4954-a0f2-ccd36213b6a0,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:48:56.621576 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7014acce-7bc8-4f54-a8db-a30501facd68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (cde3225f-7876-4954-a0f2-ccd36213b6a0), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:56.639655 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7014acce-7bc8-4f54-a8db-a30501facd68 None None] Calling delete_port for cde3225f-7876-4954-a0f2-ccd36213b6a0 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:48:56.738595 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7014acce-7bc8-4f54-a8db-a30501facd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (cde3225f-7876-4954-a0f2-ccd36213b6a0), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:56.776720 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a112eb09-ebc8-4a8d-97d7-9db0fc7dcbbc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:48:56.785077 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a112eb09-ebc8-4a8d-97d7-9db0fc7dcbbc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:56.795932 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014acce-7bc8-4f54-a8db-a30501facd68 None None] Pushing event deleted for resources: {'Port': ['ID=cde3225f-7876-4954-a0f2-ccd36213b6a0,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:56.805281 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7014acce-7bc8-4f54-a8db-a30501facd68 None None] No DVR routers for this DVR port cde3225f-7876-4954-a0f2-ccd36213b6a0 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:48:56.857227 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e722016a-7585-4141-8ab1-e8b993248d0f None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:48:57.024162 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device cde3225f-7876-4954-a0f2-ccd36213b6a0 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:48:57.071266 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: cde3225f-7876-4954-a0f2-ccd36213b6a0 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:48:57.071630 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device cde3225f-7876-4954-a0f2-ccd36213b6a0 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:48:57.108334 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:57.119043 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457a4dd5-46ad-4071-837d-993cca6ac702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-85653813-b5e9-4a14-b601-d8fc0bc02398', 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'project_id': '5970909e92c9458195211ab3bb079d8d', 'fixed_ips': [{'subnet_id': '9a6db3b1-a827-4dc6-8e53-5b9031d85cb7'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:48:57.120292 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-457a4dd5-46ad-4071-837d-993cca6ac702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:57.162030 n-d-813897-6 neutron-server[103465]: INFO neutron.db.ipam_backend_mixin [None req-a112eb09-ebc8-4a8d-97d7-9db0fc7dcbbc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9a6db3b1-a827-4dc6-8e53-5b9031d85cb7 (CIDR: 2001:db8::/64) Feb 16 22:48:57.167637 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-a112eb09-ebc8-4a8d-97d7-9db0fc7dcbbc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 22:48:57.168481 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a112eb09-ebc8-4a8d-97d7-9db0fc7dcbbc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:48:57.208293 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a112eb09-ebc8-4a8d-97d7-9db0fc7dcbbc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6996858 Feb 16 22:48:57.211343 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45824) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:57.223440 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-0d8feabc-82d0-496a-9217-7ae8de812feb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'subnet': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:48:57.331780 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-457a4dd5-46ad-4071-837d-993cca6ac702 None None] Allocated IP 2001:db8::2 (85653813-b5e9-4a14-b601-d8fc0bc02398/9a6db3b1-a827-4dc6-8e53-5b9031d85cb7/cdd13e16-acf1-4eca-941a-2980b15def39) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:48:57.379519 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:48:57.415705 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8feabc-82d0-496a-9217-7ae8de812feb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:48:57.420604 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d8feabc-82d0-496a-9217-7ae8de812feb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:57.565122 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-457a4dd5-46ad-4071-837d-993cca6ac702 None None] Publish callbacks [] for port (cdd13e16-acf1-4eca-941a-2980b15def39), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:57.578947 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-457a4dd5-46ad-4071-837d-993cca6ac702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (cdd13e16-acf1-4eca-941a-2980b15def39), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:57.647309 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457a4dd5-46ad-4071-837d-993cca6ac702 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:48:57.654142 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-457a4dd5-46ad-4071-837d-993cca6ac702 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:48:57.661588 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457a4dd5-46ad-4071-837d-993cca6ac702 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:48:57.704983 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a4dd5-46ad-4071-837d-993cca6ac702 None None] Pushing event updated for resources: {'Port': ['ID=cdd13e16-acf1-4eca-941a-2980b15def39,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:57.829096 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-457a4dd5-46ad-4071-837d-993cca6ac702 None None] Attempting to bind port cdd13e16-acf1-4eca-941a-2980b15def39 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:48:57.830932 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-457a4dd5-46ad-4071-837d-993cca6ac702 None None] Attempting to bind port cdd13e16-acf1-4eca-941a-2980b15def39 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:48:57.831753 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457a4dd5-46ad-4071-837d-993cca6ac702 None None] Attempting to bind port cdd13e16-acf1-4eca-941a-2980b15def39 on network 85653813-b5e9-4a14-b601-d8fc0bc02398 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:48:57.859271 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457a4dd5-46ad-4071-837d-993cca6ac702 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:48:57.860638 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457a4dd5-46ad-4071-837d-993cca6ac702 None None] Checking segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:48:57.863271 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-457a4dd5-46ad-4071-837d-993cca6ac702 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:57.864822 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457a4dd5-46ad-4071-837d-993cca6ac702 None None] Bound using segment: {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:48:57.866657 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-457a4dd5-46ad-4071-837d-993cca6ac702 None None] Bound port: cdd13e16-acf1-4eca-941a-2980b15def39, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:48:57.868065 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-457a4dd5-46ad-4071-837d-993cca6ac702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cdd13e16-acf1-4eca-941a-2980b15def39), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:57.995230 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-457a4dd5-46ad-4071-837d-993cca6ac702 None None] For port cdd13e16-acf1-4eca-941a-2980b15def39, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:48:58.006474 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-457a4dd5-46ad-4071-837d-993cca6ac702 None None] For port cdd13e16-acf1-4eca-941a-2980b15def39, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=cdd13e16-acf1-4eca-941a-2980b15def39,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:48:58.021707 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-457a4dd5-46ad-4071-837d-993cca6ac702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (cdd13e16-acf1-4eca-941a-2980b15def39), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:58.191367 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a4dd5-46ad-4071-837d-993cca6ac702 None None] Pushing event updated for resources: {'Port': ['ID=cdd13e16-acf1-4eca-941a-2980b15def39,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:58.360323 n-d-813897-6 neutron-server[103465]: DEBUG neutron.objects.ports [None req-0d8feabc-82d0-496a-9217-7ae8de812feb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103465) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 22:48:58.659450 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:58.800325 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d8feabc-82d0-496a-9217-7ae8de812feb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cdd13e16-acf1-4eca-941a-2980b15def39), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:59.101502 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device cdd13e16-acf1-4eca-941a-2980b15def39 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:48:59.180660 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port cdd13e16-acf1-4eca-941a-2980b15def39 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:48:59.181051 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (cdd13e16-acf1-4eca-941a-2980b15def39), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:59.205125 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-0d8feabc-82d0-496a-9217-7ae8de812feb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] For port cdd13e16-acf1-4eca-941a-2980b15def39, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=cdd13e16-acf1-4eca-941a-2980b15def39,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:48:59.267797 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d8feabc-82d0-496a-9217-7ae8de812feb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for port (cdd13e16-acf1-4eca-941a-2980b15def39), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:59.268086 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port cdd13e16-acf1-4eca-941a-2980b15def39 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:48:59.268580 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cdd13e16-acf1-4eca-941a-2980b15def39), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:59.276251 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d8feabc-82d0-496a-9217-7ae8de812feb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (cdd13e16-acf1-4eca-941a-2980b15def39), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:59.346173 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8feabc-82d0-496a-9217-7ae8de812feb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Port': ['ID=cdd13e16-acf1-4eca-941a-2980b15def39,revision_number=4']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:59.378420 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d8feabc-82d0-496a-9217-7ae8de812feb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (a841f0d5-dafa-4803-a630-0de2d5414cea), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:59.424857 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:48:59.425207 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:48:59.456938 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8feabc-82d0-496a-9217-7ae8de812feb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:48:59.462430 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-0d8feabc-82d0-496a-9217-7ae8de812feb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:48:59.475412 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8feabc-82d0-496a-9217-7ae8de812feb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:48:59.476356 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d8feabc-82d0-496a-9217-7ae8de812feb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:48:59.506759 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0d8feabc-82d0-496a-9217-7ae8de812feb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.2934794 Feb 16 22:48:59.508487 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8feabc-82d0-496a-9217-7ae8de812feb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Subnet': ['ID=a841f0d5-dafa-4803-a630-0de2d5414cea,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:48:59.510817 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45856) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:48:59.516063 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-570af03a-5b59-4432-b3f0-ade8de4c29ed tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Request body: {'port': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'mac_address': 'fa:16:3e:e1:47:f5', 'name': 'tempest-NetworksTestDHCPv6-1951257388'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:48:59.771520 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570af03a-5b59-4432-b3f0-ade8de4c29ed tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Made reservation on behalf of 5970909e92c9458195211ab3bb079d8d for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:49:00.039134 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1973da36-6a8c-4643-9be4-c3bf13306991 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:49:00.052635 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-570af03a-5b59-4432-b3f0-ade8de4c29ed tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:00.131245 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-570af03a-5b59-4432-b3f0-ade8de4c29ed tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] device_id is not set on port 2ffaa820-6364-40f4-9750-e7cd51afc912 yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:49:00.165817 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port cdd13e16-acf1-4eca-941a-2980b15def39 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:49:00.168173 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cdd13e16-acf1-4eca-941a-2980b15def39), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:00.269636 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:00.280483 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port cdd13e16-acf1-4eca-941a-2980b15def39, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=cdd13e16-acf1-4eca-941a-2980b15def39,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:49:00.292832 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-d91de90c-4d82-4150-aa20-e95843b29414 None None] Provisioning complete for port cdd13e16-acf1-4eca-941a-2980b15def39 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:49:00.293547 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d91de90c-4d82-4150-aa20-e95843b29414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (cdd13e16-acf1-4eca-941a-2980b15def39), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:00.298822 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (cdd13e16-acf1-4eca-941a-2980b15def39), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:00.416321 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=cdd13e16-acf1-4eca-941a-2980b15def39,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:00.438806 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:00.440742 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:00.441260 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:00.441817 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:00.442354 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:00.442865 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:00.443361 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:00.443861 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:00.444385 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:00.444889 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:00.445646 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:00.446181 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:00.446686 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:00.571103 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-570af03a-5b59-4432-b3f0-ade8de4c29ed tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Allocated IP 2001:db8::2b3 (85653813-b5e9-4a14-b601-d8fc0bc02398/9a6db3b1-a827-4dc6-8e53-5b9031d85cb7/2ffaa820-6364-40f4-9750-e7cd51afc912) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:49:00.589548 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-570af03a-5b59-4432-b3f0-ade8de4c29ed tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Allocated IP 2001:db8:0:1:f816:3eff:fee1:47f5 (85653813-b5e9-4a14-b601-d8fc0bc02398/a841f0d5-dafa-4803-a630-0de2d5414cea/2ffaa820-6364-40f4-9750-e7cd51afc912) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:49:00.590327 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d91de90c-4d82-4150-aa20-e95843b29414 None None] Current status of the port cdd13e16-acf1-4eca-941a-2980b15def39 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:49:00.899778 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-570af03a-5b59-4432-b3f0-ade8de4c29ed tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for port (2ffaa820-6364-40f4-9750-e7cd51afc912), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:00.984157 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-570af03a-5b59-4432-b3f0-ade8de4c29ed tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (2ffaa820-6364-40f4-9750-e7cd51afc912), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:00.990091 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device cdd13e16-acf1-4eca-941a-2980b15def39 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:49:01.128019 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port cdd13e16-acf1-4eca-941a-2980b15def39 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:49:01.128691 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (cdd13e16-acf1-4eca-941a-2980b15def39), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:01.138619 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570af03a-5b59-4432-b3f0-ade8de4c29ed tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:49:01.141503 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570af03a-5b59-4432-b3f0-ade8de4c29ed tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event updated for resources: {'Port': ['ID=2ffaa820-6364-40f4-9750-e7cd51afc912,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:01.148645 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-570af03a-5b59-4432-b3f0-ade8de4c29ed tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:49:01.151290 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570af03a-5b59-4432-b3f0-ade8de4c29ed tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:49:01.165990 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570af03a-5b59-4432-b3f0-ade8de4c29ed tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:01.171491 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-570af03a-5b59-4432-b3f0-ade8de4c29ed tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:01.209668 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-570af03a-5b59-4432-b3f0-ade8de4c29ed tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6954701 Feb 16 22:49:01.210363 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45874) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:01.410657 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port cdd13e16-acf1-4eca-941a-2980b15def39 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:49:01.425797 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-375a85b8-52ab-4d53-a48f-2fef1c1d6892 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting port 2ffaa820-6364-40f4-9750-e7cd51afc912 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:49:01.426161 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-375a85b8-52ab-4d53-a48f-2fef1c1d6892 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (2ffaa820-6364-40f4-9750-e7cd51afc912), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:01.598689 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-375a85b8-52ab-4d53-a48f-2fef1c1d6892 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (2ffaa820-6364-40f4-9750-e7cd51afc912), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:01.629698 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-90cd52c8-f4df-4b59-8601-f5b5ef4b8084 None None] Provisioning complete for port cdd13e16-acf1-4eca-941a-2980b15def39 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:49:01.630113 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-90cd52c8-f4df-4b59-8601-f5b5ef4b8084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (cdd13e16-acf1-4eca-941a-2980b15def39), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:01.634719 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-375a85b8-52ab-4d53-a48f-2fef1c1d6892 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Calling delete_port for 2ffaa820-6364-40f4-9750-e7cd51afc912 owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:49:01.800158 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-90cd52c8-f4df-4b59-8601-f5b5ef4b8084 None None] Current status of the port cdd13e16-acf1-4eca-941a-2980b15def39 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:49:01.942653 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e9aa1e4b-b353-416b-8c0f-f04adcc1e071 None None] Could not find standard attr ID for object 23d630d2-9816-4da5-88ef-ba83cc9fc180. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:49:02.009179 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-375a85b8-52ab-4d53-a48f-2fef1c1d6892 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (2ffaa820-6364-40f4-9750-e7cd51afc912), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:02.070897 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a85b8-52ab-4d53-a48f-2fef1c1d6892 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Port': ['ID=2ffaa820-6364-40f4-9750-e7cd51afc912,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:02.143942 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-375a85b8-52ab-4d53-a48f-2fef1c1d6892 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:02.148257 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-375a85b8-52ab-4d53-a48f-2fef1c1d6892 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/2ffaa820-6364-40f4-9750-e7cd51afc912 HTTP/1.1" status: 204 len: 168 time: 0.9364383 Feb 16 22:49:02.151026 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45886) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:02.224484 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc98440-7db2-4fb9-b56b-3578af774fa5 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:02.229666 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-fbc98440-7db2-4fb9-b56b-3578af774fa5 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0750933 Feb 16 22:49:02.233703 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45888) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:02.309087 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d06577d-b30e-4397-95e4-32dd31609154 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:02.315241 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5d06577d-b30e-4397-95e4-32dd31609154 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0758140 Feb 16 22:49:02.315621 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45890) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:02.371092 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-75ae4a23-9495-45ec-9d92-296db10d7d62 None None] Could not find standard attr ID for object 705d3a25-733f-4175-939b-2a9f3492ff21. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:49:02.390517 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcbb7b7-b92f-47fc-848f-5e3d82cb5c5d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:02.392746 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcbb7b7-b92f-47fc-848f-5e3d82cb5c5d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:02.394167 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcbb7b7-b92f-47fc-848f-5e3d82cb5c5d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:02.398907 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45896) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:02.399409 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-fdcbb7b7-b92f-47fc-848f-5e3d82cb5c5d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0827124 Feb 16 22:49:02.508557 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-c956cc6c-f8b7-4362-8489-75dc5564e7b0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting subnet 9a6db3b1-a827-4dc6-8e53-5b9031d85cb7 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:49:02.512570 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c956cc6c-f8b7-4362-8489-75dc5564e7b0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (9a6db3b1-a827-4dc6-8e53-5b9031d85cb7), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:02.601710 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c956cc6c-f8b7-4362-8489-75dc5564e7b0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (9a6db3b1-a827-4dc6-8e53-5b9031d85cb7), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:02.698414 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-0d4e2a03-fc69-4ecd-8d1d-e277d36663ab None None] Could not find standard attr ID for object 2ffaa820-6364-40f4-9750-e7cd51afc912. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:49:02.759214 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c956cc6c-f8b7-4362-8489-75dc5564e7b0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (9a6db3b1-a827-4dc6-8e53-5b9031d85cb7), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:02.850006 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c956cc6c-f8b7-4362-8489-75dc5564e7b0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (9a6db3b1-a827-4dc6-8e53-5b9031d85cb7), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:02.901625 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956cc6c-f8b7-4362-8489-75dc5564e7b0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Subnet': ['ID=9a6db3b1-a827-4dc6-8e53-5b9031d85cb7,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:02.904958 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c956cc6c-f8b7-4362-8489-75dc5564e7b0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:02.910673 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c956cc6c-f8b7-4362-8489-75dc5564e7b0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/9a6db3b1-a827-4dc6-8e53-5b9031d85cb7 HTTP/1.1" status: 204 len: 168 time: 0.5086908 Feb 16 22:49:02.916299 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45916) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:02.937941 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5ffb03-81b2-45e1-8e3e-64bc15da8796 None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:49:02.959954 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-90cf5f79-9f8c-49bb-b6df-bdbb01d0631e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:02.961959 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-90cf5f79-9f8c-49bb-b6df-bdbb01d0631e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/networks?id=50f5d130-0f22-457e-8f9d-f7f34d0d3035 HTTP/1.1" status: 200 len: 812 time: 0.2398593 Feb 16 22:49:02.979132 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e9c237b-4dc2-4279-842e-b84a42df596f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Deleting subnet a841f0d5-dafa-4803-a630-0de2d5414cea {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:49:02.983472 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0e9c237b-4dc2-4279-842e-b84a42df596f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (a841f0d5-dafa-4803-a630-0de2d5414cea), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:02.989039 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-3968760e-b9a6-44d9-9843-d3f4d63aea62 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/quotas/09b4d7c239444335b4d37b9f638ba2c2 HTTP/1.1" status: 200 len: 375 time: 0.0211213 Feb 16 22:49:03.035894 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0e9c237b-4dc2-4279-842e-b84a42df596f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (a841f0d5-dafa-4803-a630-0de2d5414cea), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:03.131021 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-42552122-8b1f-40be-825a-74223ea4241a tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1242485 Feb 16 22:49:03.160916 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0e9c237b-4dc2-4279-842e-b84a42df596f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (a841f0d5-dafa-4803-a630-0de2d5414cea), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:03.304944 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0e9c237b-4dc2-4279-842e-b84a42df596f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (a841f0d5-dafa-4803-a630-0de2d5414cea), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:03.321719 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0e9c237b-4dc2-4279-842e-b84a42df596f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:03.325164 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0e9c237b-4dc2-4279-842e-b84a42df596f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/a841f0d5-dafa-4803-a630-0de2d5414cea HTTP/1.1" status: 204 len: 168 time: 0.4063170 Feb 16 22:49:03.327759 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45926) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:03.377162 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c237b-4dc2-4279-842e-b84a42df596f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Subnet': ['ID=a841f0d5-dafa-4803-a630-0de2d5414cea,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:03.473184 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678c8f22-07e0-4652-9719-16fec1f31d41 None None] Update dhcp port {'port': {'network_id': '85653813-b5e9-4a14-b601-d8fc0bc02398', 'fixed_ips': [{'subnet_id': 'a841f0d5-dafa-4803-a630-0de2d5414cea'}], 'binding:host_id': 'n-d-813897-6'}, 'id': 'cdd13e16-acf1-4eca-941a-2980b15def39'} from n-d-813897-6. {{(pid=103467) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 22:49:03.515605 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-484b3a67-bf5c-4377-8adf-920a50e8104f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1841147 Feb 16 22:49:03.515955 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45932) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:03.544780 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-678c8f22-07e0-4652-9719-16fec1f31d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cdd13e16-acf1-4eca-941a-2980b15def39), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:03.565725 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-19a0c945-0a7a-40a5-93b5-9163cefad637 service neutron] 10.222.0.75 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263961 Feb 16 22:49:03.659204 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1c995b-d6f1-4b66-8f4e-22ec6eb0daab tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:03.665072 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5d1c995b-d6f1-4b66-8f4e-22ec6eb0daab tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1455088 Feb 16 22:49:03.667169 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45936) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:03.762349 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-fd1080b3-e534-4e3c-a7fa-b64f92b9760b service neutron] 10.222.0.75 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881275 Feb 16 22:49:03.781277 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565c363c-f32c-45d5-8ebf-03201c8d343c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:03.786215 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-565c363c-f32c-45d5-8ebf-03201c8d343c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1150250 Feb 16 22:49:03.786829 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45940) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:03.862202 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5394d2-6199-49bc-af2b-1aa0f4793a0f None None] Network 85653813-b5e9-4a14-b601-d8fc0bc02398 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:49:03.945581 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5d7606f0-0ee0-4223-919e-4ea4c9c8acaa tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1568396 Feb 16 22:49:03.952454 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45946) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:04.017768 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1fcd5b81-371b-432d-ba5a-3cf69953ded4 None None] Provisioning complete for port cdd13e16-acf1-4eca-941a-2980b15def39 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:49:04.018456 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1fcd5b81-371b-432d-ba5a-3cf69953ded4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (cdd13e16-acf1-4eca-941a-2980b15def39), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:04.030466 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f0981b4-d8dc-4fcb-a0bd-af686787fc5d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:04.031367 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f0981b4-d8dc-4fcb-a0bd-af686787fc5d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:04.039786 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9f0981b4-d8dc-4fcb-a0bd-af686787fc5d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/2ffaa820-6364-40f4-9750-e7cd51afc912 HTTP/1.1" status: 404 len: 333 time: 0.0825999 Feb 16 22:49:04.040214 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45948) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:04.069090 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ca0207-4e5f-4a00-98e1-1f22428fda68 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:04.069569 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89ca0207-4e5f-4a00-98e1-1f22428fda68 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:04.073531 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-89ca0207-4e5f-4a00-98e1-1f22428fda68 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/a841f0d5-dafa-4803-a630-0de2d5414cea HTTP/1.1" status: 404 len: 337 time: 0.0319433 Feb 16 22:49:04.076898 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45954) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:04.136850 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d3a0cb-4df6-4c0b-8ed2-8940cc18b317 None None] DHCP port deletion for 85653813-b5e9-4a14-b601-d8fc0bc02398 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:49:04.157114 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ff26d3-6ec0-41d4-a8a4-ae5a0ca69b82 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:04.158001 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61ff26d3-6ec0-41d4-a8a4-ae5a0ca69b82 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:04.167234 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45956) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:04.169526 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-61ff26d3-6ec0-41d4-a8a4-ae5a0ca69b82 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/9a6db3b1-a827-4dc6-8e53-5b9031d85cb7 HTTP/1.1" status: 404 len: 337 time: 0.0909879 Feb 16 22:49:04.174714 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1fcd5b81-371b-432d-ba5a-3cf69953ded4 None None] Current status of the port cdd13e16-acf1-4eca-941a-2980b15def39 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:49:04.203551 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-080c93fb-bf54-496d-85cc-d06a5f206296 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:04.204144 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-080c93fb-bf54-496d-85cc-d06a5f206296 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:04.205141 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-c5d3a0cb-4df6-4c0b-8ed2-8940cc18b317 None None] Deleting port cdd13e16-acf1-4eca-941a-2980b15def39 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:49:04.205530 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c5d3a0cb-4df6-4c0b-8ed2-8940cc18b317 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (cdd13e16-acf1-4eca-941a-2980b15def39), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:04.208825 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-080c93fb-bf54-496d-85cc-d06a5f206296 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/705d3a25-733f-4175-939b-2a9f3492ff21 HTTP/1.1" status: 404 len: 333 time: 0.0406702 Feb 16 22:49:04.211270 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45960) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:04.272996 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d65773-534b-4130-8221-0293ef23423f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:04.276221 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51d65773-534b-4130-8221-0293ef23423f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:04.281018 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-51d65773-534b-4130-8221-0293ef23423f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/4d8cbb11-4418-430f-96fa-98610feaa607 HTTP/1.1" status: 404 len: 337 time: 0.0686593 Feb 16 22:49:04.284069 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45964) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:04.337737 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c5d3a0cb-4df6-4c0b-8ed2-8940cc18b317 None None] For port cdd13e16-acf1-4eca-941a-2980b15def39, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=cdd13e16-acf1-4eca-941a-2980b15def39,segment=NetworkSegment(e6d4ab2e-f7fa-48fd-8494-1ae391d523b2),segment_id=e6d4ab2e-f7fa-48fd-8494-1ae391d523b2)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:49:04.337886 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c5d3a0cb-4df6-4c0b-8ed2-8940cc18b317 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (cdd13e16-acf1-4eca-941a-2980b15def39), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:04.352279 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-c5d3a0cb-4df6-4c0b-8ed2-8940cc18b317 None None] Calling delete_port for cdd13e16-acf1-4eca-941a-2980b15def39 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:49:04.403084 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae2722b5-86da-4714-a4aa-ebdf340b068e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:04.413014 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae2722b5-86da-4714-a4aa-ebdf340b068e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:04.424761 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ae2722b5-86da-4714-a4aa-ebdf340b068e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/ada56f71-1ceb-4c46-bbb9-8eecb77de047 HTTP/1.1" status: 404 len: 337 time: 0.1389260 Feb 16 22:49:04.427075 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45968) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:04.479165 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-f26a803b-5ad5-4bbc-8604-aeb241512acc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:04.479778 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f26a803b-5ad5-4bbc-8604-aeb241512acc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:04.493984 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f26a803b-5ad5-4bbc-8604-aeb241512acc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/23d630d2-9816-4da5-88ef-ba83cc9fc180 HTTP/1.1" status: 404 len: 333 time: 0.0642130 Feb 16 22:49:04.496341 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45974) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:04.570596 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-18d267e4-12ea-49b6-9dd7-d4e04a153eca req-b4604c4e-d607-4cf0-b289-6c25fa642781 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 210 time: 0.0750000 Feb 16 22:49:04.572352 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ebef1fb-e544-4bf4-a9c7-6eb6de7da557 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:04.573370 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ebef1fb-e544-4bf4-a9c7-6eb6de7da557 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:04.579812 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1ebef1fb-e544-4bf4-a9c7-6eb6de7da557 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/7b742869-b3e8-43a4-b3c5-9d3d84611e12 HTTP/1.1" status: 404 len: 337 time: 0.0797820 Feb 16 22:49:04.588655 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45976) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:04.608210 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c5d3a0cb-4df6-4c0b-8ed2-8940cc18b317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (cdd13e16-acf1-4eca-941a-2980b15def39), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:04.635875 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ee3c300-ecac-4764-9ea7-7b34a078f6bb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:04.636674 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ee3c300-ecac-4764-9ea7-7b34a078f6bb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:04.643624 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45978) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:04.654014 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0ee3c300-ecac-4764-9ea7-7b34a078f6bb tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/4fb71f78-4ea4-49b4-8f8a-06eda7b027be HTTP/1.1" status: 404 len: 337 time: 0.0638075 Feb 16 22:49:04.663822 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3a0cb-4df6-4c0b-8ed2-8940cc18b317 None None] Pushing event deleted for resources: {'Port': ['ID=cdd13e16-acf1-4eca-941a-2980b15def39,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:04.671593 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-5731d3b4-43b9-48fc-b99c-6b676d32b9be tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:04.672246 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5731d3b4-43b9-48fc-b99c-6b676d32b9be tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:04.678693 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d3a0cb-4df6-4c0b-8ed2-8940cc18b317 None None] No DVR routers for this DVR port cdd13e16-acf1-4eca-941a-2980b15def39 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:49:04.682554 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45980) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:04.706464 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5731d3b4-43b9-48fc-b99c-6b676d32b9be tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/6057940d-4109-4a0e-94cb-5954775362ad HTTP/1.1" status: 404 len: 333 time: 0.0613027 Feb 16 22:49:04.731924 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-52726d20-0819-42d6-a156-fda08954132d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:04.732646 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52726d20-0819-42d6-a156-fda08954132d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:04.736757 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-52726d20-0819-42d6-a156-fda08954132d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/69ae56d7-1f40-4817-9a0f-9a7a24a8eee9 HTTP/1.1" status: 404 len: 337 time: 0.0531590 Feb 16 22:49:04.739734 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45984) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:04.772958 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-85294f4d-e80e-4773-811a-c17c3fce6a65 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:04.773706 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85294f4d-e80e-4773-811a-c17c3fce6a65 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:04.776935 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-85294f4d-e80e-4773-811a-c17c3fce6a65 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/7a86d393-858a-487f-8fc8-f4d37e9a29f1 HTTP/1.1" status: 404 len: 337 time: 0.0359893 Feb 16 22:49:04.780464 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 45988) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:04.815255 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f48d841-f737-48ec-97dc-9349e2161841 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:04.816115 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f48d841-f737-48ec-97dc-9349e2161841 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:04.822088 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8f48d841-f737-48ec-97dc-9349e2161841 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/60e7932c-5061-42a9-affe-dadd1514bc24 HTTP/1.1" status: 404 len: 333 time: 0.0378752 Feb 16 22:49:04.822624 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45990) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:04.851866 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff4c8f4d-54c6-4096-85ca-441bd6235cc1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:04.852373 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff4c8f4d-54c6-4096-85ca-441bd6235cc1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:04.855574 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ff4c8f4d-54c6-4096-85ca-441bd6235cc1 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/07cceead-3ef0-4337-a234-edfbaa106467 HTTP/1.1" status: 404 len: 337 time: 0.0319159 Feb 16 22:49:04.858127 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45992) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:04.882757 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e7fa489-e7d5-4ff3-a482-278ecee4dea7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:04.883617 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e7fa489-e7d5-4ff3-a482-278ecee4dea7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:04.887598 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1e7fa489-e7d5-4ff3-a482-278ecee4dea7 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/b4dc2638-86f0-4f63-b136-bf40a94c00a3 HTTP/1.1" status: 404 len: 333 time: 0.0285189 Feb 16 22:49:04.892310 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 45994) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:04.948576 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad0620b-479c-4f59-ac58-a277e052472c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:04.949048 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad0620b-479c-4f59-ac58-a277e052472c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:04.960932 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1ad0620b-479c-4f59-ac58-a277e052472c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/4d24bbeb-c155-4864-9c0f-1911d16df162 HTTP/1.1" status: 404 len: 337 time: 0.0675712 Feb 16 22:49:04.963813 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46000) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:05.005903 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device cdd13e16-acf1-4eca-941a-2980b15def39 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:49:05.010391 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c5a3abf-daf6-488f-976d-4592e408d99d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:05.011049 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c5a3abf-daf6-488f-976d-4592e408d99d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:05.014838 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0c5a3abf-daf6-488f-976d-4592e408d99d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/265bc141-6edf-4725-acf5-d2cf849f326c HTTP/1.1" status: 404 len: 333 time: 0.0498331 Feb 16 22:49:05.017491 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46004) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:05.063669 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: cdd13e16-acf1-4eca-941a-2980b15def39 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:49:05.065456 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device cdd13e16-acf1-4eca-941a-2980b15def39 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:49:05.083712 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f8a9fa0-3a49-4fed-a018-9b24af33e2ab tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:05.085600 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f8a9fa0-3a49-4fed-a018-9b24af33e2ab tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:05.093357 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4f8a9fa0-3a49-4fed-a018-9b24af33e2ab tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/7ef52bfb-ac85-495f-9b67-055f1167a320 HTTP/1.1" status: 404 len: 337 time: 0.0743887 Feb 16 22:49:05.096699 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46008) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:05.137353 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-d22f7ff4-0b41-41e3-8d3b-64e854c836ee tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:05.138898 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d22f7ff4-0b41-41e3-8d3b-64e854c836ee tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:05.144844 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d22f7ff4-0b41-41e3-8d3b-64e854c836ee tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/952b4c22-c14b-48e2-9ebd-69bf192eadb3 HTTP/1.1" status: 404 len: 333 time: 0.0445943 Feb 16 22:49:05.147286 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46010) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:05.181484 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecb06388-b951-49d4-86c8-96ea95b55522 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:05.192348 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecb06388-b951-49d4-86c8-96ea95b55522 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:05.198117 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ecb06388-b951-49d4-86c8-96ea95b55522 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/64620141-56b7-49c5-8cc8-c044a25a7154 HTTP/1.1" status: 404 len: 337 time: 0.0495684 Feb 16 22:49:05.201284 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46012) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:05.239386 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fdd9310-7736-48f5-ae75-1430b504354c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:05.240316 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fdd9310-7736-48f5-ae75-1430b504354c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:05.245043 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3fdd9310-7736-48f5-ae75-1430b504354c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/2dfbb114-cf9c-4887-8a97-749414735611 HTTP/1.1" status: 404 len: 333 time: 0.0420952 Feb 16 22:49:05.247678 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46014) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:05.284927 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-f10427a6-2eb5-46fc-8393-ad795027474c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:05.285541 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f10427a6-2eb5-46fc-8393-ad795027474c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:05.290016 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f10427a6-2eb5-46fc-8393-ad795027474c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/1048260d-7ea0-4f0e-9377-ee012aa2b13d HTTP/1.1" status: 404 len: 337 time: 0.0404687 Feb 16 22:49:05.291445 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46016) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:05.320070 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-232627e8-973a-47ae-b51b-889f2a565126 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:05.320566 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-232627e8-973a-47ae-b51b-889f2a565126 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:05.324258 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-232627e8-973a-47ae-b51b-889f2a565126 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/597eb5a4-b586-4c68-a47b-ad59428a0bc2 HTTP/1.1" status: 404 len: 333 time: 0.0314860 Feb 16 22:49:05.326989 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46018) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:05.422125 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba189ff-cdfa-441e-b0d9-e4b5ea3e5f88 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:05.422991 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ba189ff-cdfa-441e-b0d9-e4b5ea3e5f88 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:05.426797 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6ba189ff-cdfa-441e-b0d9-e4b5ea3e5f88 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/5385fd9a-c1b8-4cb2-865b-f637c8eedd3f HTTP/1.1" status: 404 len: 337 time: 0.0981708 Feb 16 22:49:05.429218 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46024) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:05.459014 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a29e6f5-d713-41ae-9892-fb7139b19018 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:05.460467 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a29e6f5-d713-41ae-9892-fb7139b19018 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:05.462757 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2a29e6f5-d713-41ae-9892-fb7139b19018 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/b1a6fccc-e41b-471f-92c9-101f082fe73b HTTP/1.1" status: 404 len: 337 time: 0.0325282 Feb 16 22:49:05.466844 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46026) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:05.495419 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-7544482e-8033-4a92-adc9-c5dd1e474520 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:05.495988 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7544482e-8033-4a92-adc9-c5dd1e474520 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:05.499471 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7544482e-8033-4a92-adc9-c5dd1e474520 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/c355fb0a-ec98-40f1-8cfa-37a4d38b0e8e HTTP/1.1" status: 404 len: 333 time: 0.0314906 Feb 16 22:49:05.504164 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46028) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:05.553562 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-67ffbb33-6419-44b8-84f0-dadb1afcbbbd tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:05.554380 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67ffbb33-6419-44b8-84f0-dadb1afcbbbd tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:05.561639 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-67ffbb33-6419-44b8-84f0-dadb1afcbbbd tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/d91c6879-3c44-4a0d-8e80-548d49a1e78c HTTP/1.1" status: 404 len: 337 time: 0.0540404 Feb 16 22:49:05.562065 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46030) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:05.602051 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-95562b18-5886-4aa0-bc0d-59cbfa00ae54 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:05.603772 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95562b18-5886-4aa0-bc0d-59cbfa00ae54 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:05.609431 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-95562b18-5886-4aa0-bc0d-59cbfa00ae54 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/c348d7e0-cabe-4c06-a006-e8fcc5c2feb7 HTTP/1.1" status: 404 len: 337 time: 0.0461440 Feb 16 22:49:05.612073 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46034) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:05.692281 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a6236d-8a5a-4ec6-abf4-c54fda0ea041 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:05.693490 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23a6236d-8a5a-4ec6-abf4-c54fda0ea041 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:05.698779 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-23a6236d-8a5a-4ec6-abf4-c54fda0ea041 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/ba76ae13-7c7a-48b9-ad0d-dd32855a225b HTTP/1.1" status: 404 len: 333 time: 0.0830989 Feb 16 22:49:05.700864 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46040) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:05.737205 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8ea113d2-0473-4e26-9837-c97c0002d326 req-088428ee-36af-4f7c-b6ef-29a736f46ae0 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 210 time: 0.0609341 Feb 16 22:49:05.757440 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-58c995ee-3b22-45ef-b052-ec3def8e223f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:05.759086 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58c995ee-3b22-45ef-b052-ec3def8e223f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:05.766476 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-58c995ee-3b22-45ef-b052-ec3def8e223f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/cdca3206-5fd3-41e6-92df-e2ace28dcbc3 HTTP/1.1" status: 404 len: 337 time: 0.0637670 Feb 16 22:49:05.768927 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46046) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:05.814952 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bbf8073-da0d-4837-b02e-3b0be3737a2a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:05.815658 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bbf8073-da0d-4837-b02e-3b0be3737a2a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:05.819854 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2bbf8073-da0d-4837-b02e-3b0be3737a2a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/393b1821-ec1c-477f-b1b9-16218c5c33ed HTTP/1.1" status: 404 len: 337 time: 0.0497530 Feb 16 22:49:05.822905 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46048) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:05.850054 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f2f3f84-4bfb-4142-b142-f21c7924efff tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:05.850904 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f2f3f84-4bfb-4142-b142-f21c7924efff tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:05.854742 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0f2f3f84-4bfb-4142-b142-f21c7924efff tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/cde27011-f9f2-4a4d-9f7c-e6c5f461c3a6 HTTP/1.1" status: 404 len: 333 time: 0.0307779 Feb 16 22:49:05.857371 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46050) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:05.897874 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b3fb01c-30bc-4c9d-8f3d-8906359e834a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:05.898758 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b3fb01c-30bc-4c9d-8f3d-8906359e834a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:05.902756 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7b3fb01c-30bc-4c9d-8f3d-8906359e834a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/313ca978-871a-4ff0-b990-03bea6004ef1 HTTP/1.1" status: 404 len: 337 time: 0.0441358 Feb 16 22:49:05.905197 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46052) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:05.950281 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-24af4bba-8348-43bc-bcb9-f0023f9c075e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:05.955374 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24af4bba-8348-43bc-bcb9-f0023f9c075e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:05.967963 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-24af4bba-8348-43bc-bcb9-f0023f9c075e tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/99521f68-9252-4624-b4f4-8ca298b5198d HTTP/1.1" status: 404 len: 337 time: 0.0586956 Feb 16 22:49:05.970026 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46054) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:06.011825 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-5a049dab-cf4e-4b7c-acc4-904259841a47 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:06.013904 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-5a049dab-cf4e-4b7c-acc4-904259841a47 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.79 "GET /v2.0/networks?id=50f5d130-0f22-457e-8f9d-f7f34d0d3035 HTTP/1.1" status: 200 len: 812 time: 0.2100832 Feb 16 22:49:06.026476 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-a75a2976-6421-4c1c-92b6-13bbfa4421e1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Request body: {'port': {'device_id': 'de22f3a4-5810-4b7e-9299-923ac0b3bcea', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'admin_state_up': True, 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:49:06.029672 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d174a638-bc5b-4474-8555-f59f39126b93 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports?device_id=67c04151-5857-4715-af0e-b5f2fdb8b02f HTTP/1.1" status: 200 len: 205 time: 0.0577788 Feb 16 22:49:06.043717 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46056) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:06.130540 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-d3d685f3-8100-49a8-a224-b5758675ee05 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] delete failed (client error): The resource could not be found. Feb 16 22:49:06.136139 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d3d685f3-8100-49a8-a224-b5758675ee05 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/routers/67c04151-5857-4715-af0e-b5f2fdb8b02f HTTP/1.1" status: 404 len: 336 time: 0.0909309 Feb 16 22:49:06.136976 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46060) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:06.167015 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-064d49dc-c10a-45f4-bc97-a9a8786dcffe tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:06.167749 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-064d49dc-c10a-45f4-bc97-a9a8786dcffe tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:06.174052 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-064d49dc-c10a-45f4-bc97-a9a8786dcffe tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/51d06a47-816e-4729-8678-bdf076a3d172 HTTP/1.1" status: 404 len: 337 time: 0.0358014 Feb 16 22:49:06.174996 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46062) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:06.212526 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5a65a1dd-c476-42d0-864e-0f24f381fa92 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "GET /v2.0/ports?device_id=e630166d-9f3f-43b4-87ec-174fc3f3cb39 HTTP/1.1" status: 200 len: 205 time: 0.0360253 Feb 16 22:49:06.213572 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46064) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:06.257717 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-88596dc3-f948-4bc2-88da-0f1a35d5d8d5 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] delete failed (client error): The resource could not be found. Feb 16 22:49:06.262599 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-88596dc3-f948-4bc2-88da-0f1a35d5d8d5 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/routers/e630166d-9f3f-43b4-87ec-174fc3f3cb39 HTTP/1.1" status: 404 len: 336 time: 0.0476682 Feb 16 22:49:06.263470 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46068) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:06.292063 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-d59f45e0-5d44-4611-b269-5e0fb264ac84 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:06.293028 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d59f45e0-5d44-4611-b269-5e0fb264ac84 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:06.295619 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-a75a2976-6421-4c1c-92b6-13bbfa4421e1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Made reservation on behalf of 09b4d7c239444335b4d37b9f638ba2c2 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:49:06.299847 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d59f45e0-5d44-4611-b269-5e0fb264ac84 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/afa234c4-1444-4f98-918f-3b45698e3cd0 HTTP/1.1" status: 404 len: 337 time: 0.0351319 Feb 16 22:49:06.300780 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46070) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:06.306759 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-a75a2976-6421-4c1c-92b6-13bbfa4421e1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:06.345628 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-38968cce-80f1-4765-9b69-20119dbdacb9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:06.349046 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38968cce-80f1-4765-9b69-20119dbdacb9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:06.359829 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-38968cce-80f1-4765-9b69-20119dbdacb9 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/26daa8c2-f5ee-4517-ba7b-0a06a6111512 HTTP/1.1" status: 404 len: 337 time: 0.0553565 Feb 16 22:49:06.362120 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46072) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:06.421455 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e22a8af-d6c1-416c-b502-f195c46cef65 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:06.424286 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e22a8af-d6c1-416c-b502-f195c46cef65 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:06.431583 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7e22a8af-d6c1-416c-b502-f195c46cef65 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/35a0e225-87f0-4f2d-b07c-40bb00da899b HTTP/1.1" status: 404 len: 333 time: 0.0675581 Feb 16 22:49:06.434814 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46080) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:06.530730 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7cff26d-ba5c-4c4b-82fd-520f202aea27 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:06.532694 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7cff26d-ba5c-4c4b-82fd-520f202aea27 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:06.542191 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b7cff26d-ba5c-4c4b-82fd-520f202aea27 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/05be5611-e78c-49db-ae6b-f8d9831fb40f HTTP/1.1" status: 404 len: 337 time: 0.1056309 Feb 16 22:49:06.546750 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46082) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:06.597273 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-561f3f75-5c42-4975-989e-ff3029eb3c22 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:06.599880 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-561f3f75-5c42-4975-989e-ff3029eb3c22 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:06.606139 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-a75a2976-6421-4c1c-92b6-13bbfa4421e1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Allocated IP 172.20.0.7 (50f5d130-0f22-457e-8f9d-f7f34d0d3035/0f3f901b-49c4-4880-859e-a4de691296cc/3edfc3b0-5e68-4a52-8753-27ed6a0e5808) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:49:06.615321 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-561f3f75-5c42-4975-989e-ff3029eb3c22 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/00c131e0-e4b8-4506-9849-9ed830c0925a HTTP/1.1" status: 404 len: 333 time: 0.0671947 Feb 16 22:49:06.616848 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46084) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:06.657867 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-f681ce45-9686-474e-8fc4-66ef09fe4fe8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:06.658828 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f681ce45-9686-474e-8fc4-66ef09fe4fe8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:06.665021 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f681ce45-9686-474e-8fc4-66ef09fe4fe8 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/f2dae37a-f18c-4f62-836f-d6dc6e78045e HTTP/1.1" status: 404 len: 337 time: 0.0457098 Feb 16 22:49:06.665228 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46086) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:06.703438 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d4bd31-6ac5-41e7-b1a6-49aa4f39d130 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:06.704014 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5d4bd31-6ac5-41e7-b1a6-49aa4f39d130 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:06.710039 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f5d4bd31-6ac5-41e7-b1a6-49aa4f39d130 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/02756b92-5f11-4e30-8629-b7d86f39ce96 HTTP/1.1" status: 404 len: 333 time: 0.0411022 Feb 16 22:49:06.710825 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46088) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:06.740191 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20f19b0-99b3-422a-a972-4a83c588b03f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:06.741093 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e20f19b0-99b3-422a-a972-4a83c588b03f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:06.747669 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e20f19b0-99b3-422a-a972-4a83c588b03f tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/2aba579c-7d69-47aa-9173-9c28d3e5b2dd HTTP/1.1" status: 404 len: 337 time: 0.0354636 Feb 16 22:49:06.748778 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46090) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:06.796013 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaac45c0-a045-4a78-a1e3-b9f6249e7f9a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:06.802364 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaac45c0-a045-4a78-a1e3-b9f6249e7f9a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:06.812348 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-aaac45c0-a045-4a78-a1e3-b9f6249e7f9a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/3dff780d-c81b-4ddc-99df-5afe2a5ddc25 HTTP/1.1" status: 404 len: 333 time: 0.0622215 Feb 16 22:49:06.820948 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46094) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:06.867695 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca3745f-24ba-451a-8794-b957968acc30 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:06.868312 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aca3745f-24ba-451a-8794-b957968acc30 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:06.875523 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-aca3745f-24ba-451a-8794-b957968acc30 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/6eec19da-3849-489f-8d16-50f68bd578c7 HTTP/1.1" status: 404 len: 337 time: 0.0532904 Feb 16 22:49:06.876407 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46096) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:06.895107 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-a75a2976-6421-4c1c-92b6-13bbfa4421e1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for port (3edfc3b0-5e68-4a52-8753-27ed6a0e5808), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:06.909803 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bf1ef27-1e4e-4df4-bb92-df8c95eb33b0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:06.910518 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bf1ef27-1e4e-4df4-bb92-df8c95eb33b0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:06.916654 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8bf1ef27-1e4e-4df4-bb92-df8c95eb33b0 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/127b873f-0864-494e-b351-874147fc05ef HTTP/1.1" status: 404 len: 333 time: 0.0391338 Feb 16 22:49:06.917429 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46098) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:06.920995 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16e655ea-b14a-4f45-9b24-1c604b9ca568 req-8267b7c4-9cf6-40f1-b15e-6fc5862de1d8 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 210 time: 0.0533381 Feb 16 22:49:06.958454 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f971055-af18-46f4-a320-d5a48144c3fc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:06.959079 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f971055-af18-46f4-a320-d5a48144c3fc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:06.964951 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2f971055-af18-46f4-a320-d5a48144c3fc tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/52ecb504-6e42-49af-a969-1c573ede458e HTTP/1.1" status: 404 len: 337 time: 0.0463855 Feb 16 22:49:06.966337 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46100) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:06.978032 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-a75a2976-6421-4c1c-92b6-13bbfa4421e1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (3edfc3b0-5e68-4a52-8753-27ed6a0e5808), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:06.999837 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-98602601-587d-4501-955a-daa20d75377c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:07.000722 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98602601-587d-4501-955a-daa20d75377c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:07.007235 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-98602601-587d-4501-955a-daa20d75377c tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/f2be78b6-4e64-49a0-8ed4-712281edded6 HTTP/1.1" status: 404 len: 333 time: 0.0374234 Feb 16 22:49:07.008440 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46102) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:07.070203 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-a75a2976-6421-4c1c-92b6-13bbfa4421e1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:49:07.070939 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b811f3-36c2-4c37-91fa-51e4aec48147 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:07.071657 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b811f3-36c2-4c37-91fa-51e4aec48147 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:07.073813 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-a75a2976-6421-4c1c-92b6-13bbfa4421e1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:49:07.080543 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-a75a2976-6421-4c1c-92b6-13bbfa4421e1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:49:07.084444 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a2b811f3-36c2-4c37-91fa-51e4aec48147 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/315ffdcf-0760-4682-ba23-7f547fceaf57 HTTP/1.1" status: 404 len: 337 time: 0.0745850 Feb 16 22:49:07.084985 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46104) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:07.085676 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a2976-6421-4c1c-92b6-13bbfa4421e1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Pushing event updated for resources: {'Port': ['ID=3edfc3b0-5e68-4a52-8753-27ed6a0e5808,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:07.178903 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfaff70d-e4b1-4cb6-967f-a164b824e61a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:07.179486 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfaff70d-e4b1-4cb6-967f-a164b824e61a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:07.185458 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-dfaff70d-e4b1-4cb6-967f-a164b824e61a tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/ports/89fdc034-36e6-4ad9-b2f5-3e29a43dc06f HTTP/1.1" status: 404 len: 333 time: 0.0851502 Feb 16 22:49:07.186701 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46106) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:07.224159 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac827c6b-95b8-4fc4-ae30-0dee83f2374d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:07.224618 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac827c6b-95b8-4fc4-ae30-0dee83f2374d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:07.227769 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ac827c6b-95b8-4fc4-ae30-0dee83f2374d tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/subnets/06badca7-3d55-4993-809e-430bd1ab7a0c HTTP/1.1" status: 404 len: 337 time: 0.0409253 Feb 16 22:49:07.230704 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46108) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:07.233894 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-a75a2976-6421-4c1c-92b6-13bbfa4421e1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:07.234569 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-a75a2976-6421-4c1c-92b6-13bbfa4421e1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:07.257154 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-a75a2976-6421-4c1c-92b6-13bbfa4421e1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2353611 Feb 16 22:49:07.277160 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-1aee389d-ffdd-4805-86af-58b6469490a2 service neutron] Request body: {'port': {'device_id': 'de22f3a4-5810-4b7e-9299-923ac0b3bcea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:49:07.411141 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-1aee389d-ffdd-4805-86af-58b6469490a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3edfc3b0-5e68-4a52-8753-27ed6a0e5808), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:07.413913 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d5d68e2c-c7c1-4fea-b49b-3b3325841553 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (85653813-b5e9-4a14-b601-d8fc0bc02398), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:07.441364 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-14ae7361-0385-4a3d-aa2a-94e146f25841 None None] Provisioning complete for port 3edfc3b0-5e68-4a52-8753-27ed6a0e5808 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:49:07.441946 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-14ae7361-0385-4a3d-aa2a-94e146f25841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (3edfc3b0-5e68-4a52-8753-27ed6a0e5808), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:07.541409 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-14ae7361-0385-4a3d-aa2a-94e146f25841 None None] Port 3edfc3b0-5e68-4a52-8753-27ed6a0e5808 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:49:07.665001 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d5d68e2c-c7c1-4fea-b49b-3b3325841553 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (85653813-b5e9-4a14-b601-d8fc0bc02398), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:07.711353 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-d5d68e2c-c7c1-4fea-b49b-3b3325841553 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85653813-b5e9-4a14-b601-d8fc0bc02398']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:07.738352 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-d5d68e2c-c7c1-4fea-b49b-3b3325841553 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:07.739061 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-d5d68e2c-c7c1-4fea-b49b-3b3325841553 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d4ab2e-f7fa-48fd-8494-1ae391d523b2') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:07.774861 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d5d68e2c-c7c1-4fea-b49b-3b3325841553 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (e6d4ab2e-f7fa-48fd-8494-1ae391d523b2), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:07.797181 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d5d68e2c-c7c1-4fea-b49b-3b3325841553 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (e6d4ab2e-f7fa-48fd-8494-1ae391d523b2), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:07.804437 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d68e2c-c7c1-4fea-b49b-3b3325841553 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:49:07.804988 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d5d68e2c-c7c1-4fea-b49b-3b3325841553 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (e6d4ab2e-f7fa-48fd-8494-1ae391d523b2), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:07.808091 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:49:07.808091 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:49:07.808091 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:49:07.808091 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:49:07.808091 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:49:07.808091 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:49:07.808091 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:49:07.808091 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:49:07.808091 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:49:07.808091 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:49:07.808091 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:49:07.808091 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:49:07.808091 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:49:07.808091 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:49:07.808091 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:49:07.808091 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:49:07.808091 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:49:07.808091 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:49:07.808091 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:49:07.808091 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:49:07.808091 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:49:07.808091 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:49:07.808091 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:49:07.808091 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:49:07.808091 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:49:07.808091 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:49:07.808091 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:49:07.808091 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:49:07.808091 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:49:07.808091 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:49:07.808091 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:49:07.808091 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:49:07.887280 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d5d68e2c-c7c1-4fea-b49b-3b3325841553 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (85653813-b5e9-4a14-b601-d8fc0bc02398), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:07.896096 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d5d68e2c-c7c1-4fea-b49b-3b3325841553 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:07.903857 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d5d68e2c-c7c1-4fea-b49b-3b3325841553 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] 10.222.0.75 "DELETE /v2.0/networks/85653813-b5e9-4a14-b601-d8fc0bc02398 HTTP/1.1" status: 204 len: 168 time: 0.6688130 Feb 16 22:49:07.938086 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d68e2c-c7c1-4fea-b49b-3b3325841553 tempest-NetworksTestDHCPv6-419026073 tempest-NetworksTestDHCPv6-419026073-project] Pushing event deleted for resources: {'Network': ['ID=85653813-b5e9-4a14-b601-d8fc0bc02398,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:08.024306 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-1aee389d-ffdd-4805-86af-58b6469490a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3edfc3b0-5e68-4a52-8753-27ed6a0e5808 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:49:08.054546 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-1aee389d-ffdd-4805-86af-58b6469490a2 service neutron] Publish callbacks [] for port (3edfc3b0-5e68-4a52-8753-27ed6a0e5808), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:08.153087 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-1aee389d-ffdd-4805-86af-58b6469490a2 service neutron] Transition to ACTIVE for port object 3edfc3b0-5e68-4a52-8753-27ed6a0e5808 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:49:08.161305 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-1aee389d-ffdd-4805-86af-58b6469490a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (3edfc3b0-5e68-4a52-8753-27ed6a0e5808), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:08.257476 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7323f-5ba5-40c9-9362-6121bef0e73d req-fe452277-9806-41df-b6f0-aefdb260e3da tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:08.259124 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13d7323f-5ba5-40c9-9362-6121bef0e73d req-fe452277-9806-41df-b6f0-aefdb260e3da tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 931 time: 0.1728983 Feb 16 22:49:08.307774 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee389d-ffdd-4805-86af-58b6469490a2 service neutron] Pushing event updated for resources: {'Port': ['ID=3edfc3b0-5e68-4a52-8753-27ed6a0e5808,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:08.511801 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46142) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:08.577401 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13d7323f-5ba5-40c9-9362-6121bef0e73d req-e4607c87-792a-43e6-9963-18cddf1d3089 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975860 Feb 16 22:49:08.610276 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-1aee389d-ffdd-4805-86af-58b6469490a2 service neutron] Attempting to bind port 3edfc3b0-5e68-4a52-8753-27ed6a0e5808 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:49:08.611187 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-1aee389d-ffdd-4805-86af-58b6469490a2 service neutron] Attempting to bind port 3edfc3b0-5e68-4a52-8753-27ed6a0e5808 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:49:08.611526 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-1aee389d-ffdd-4805-86af-58b6469490a2 service neutron] Attempting to bind port 3edfc3b0-5e68-4a52-8753-27ed6a0e5808 on network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:49:08.616689 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-1aee389d-ffdd-4805-86af-58b6469490a2 service neutron] Port 3edfc3b0-5e68-4a52-8753-27ed6a0e5808 on network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:49:08.617018 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-1aee389d-ffdd-4805-86af-58b6469490a2 service neutron] Attempting to bind port 3edfc3b0-5e68-4a52-8753-27ed6a0e5808 on network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:49:08.622375 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-1aee389d-ffdd-4805-86af-58b6469490a2 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:49:08.622732 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-1aee389d-ffdd-4805-86af-58b6469490a2 service neutron] Checking segment: {'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:49:08.623254 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-1aee389d-ffdd-4805-86af-58b6469490a2 service neutron] Bound using segment: {'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:49:08.623711 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-1aee389d-ffdd-4805-86af-58b6469490a2 service neutron] Bound port: 3edfc3b0-5e68-4a52-8753-27ed6a0e5808, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:49:08.624078 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-1aee389d-ffdd-4805-86af-58b6469490a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3edfc3b0-5e68-4a52-8753-27ed6a0e5808), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:08.803811 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-1aee389d-ffdd-4805-86af-58b6469490a2 service neutron] For port 3edfc3b0-5e68-4a52-8753-27ed6a0e5808, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:49:08.807672 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-1aee389d-ffdd-4805-86af-58b6469490a2 service neutron] For port 3edfc3b0-5e68-4a52-8753-27ed6a0e5808, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=3edfc3b0-5e68-4a52-8753-27ed6a0e5808,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:49:08.825141 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-1aee389d-ffdd-4805-86af-58b6469490a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (3edfc3b0-5e68-4a52-8753-27ed6a0e5808), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:08.901430 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-1aee389d-ffdd-4805-86af-58b6469490a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:08.902269 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-1aee389d-ffdd-4805-86af-58b6469490a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:08.904457 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-1aee389d-ffdd-4805-86af-58b6469490a2 service neutron] 10.222.0.79 "PUT /v2.0/ports/3edfc3b0-5e68-4a52-8753-27ed6a0e5808 HTTP/1.1" status: 200 len: 1091 time: 1.6358707 Feb 16 22:49:08.904927 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de22f3a4-5810-4b7e-9299-923ac0b3bcea', 'tag': '3edfc3b0-5e68-4a52-8753-27ed6a0e5808'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:49:08.910183 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98541b7b-6f15-4ba0-ac3f-c06deb408609" -d '{"events": [{"name": "network-changed", "server_uuid": "de22f3a4-5810-4b7e-9299-923ac0b3bcea", "tag": "3edfc3b0-5e68-4a52-8753-27ed6a0e5808"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:49:08.919541 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f6337ee1-0be0-4262-9548-c1c61a5f69fa admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5970909e92c9458195211ab3bb079d8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4049196 Feb 16 22:49:08.921378 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46152) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:08.996843 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee389d-ffdd-4805-86af-58b6469490a2 service neutron] Pushing event updated for resources: {'Port': ['ID=3edfc3b0-5e68-4a52-8753-27ed6a0e5808,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:09.050601 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a12bba-33ea-45e9-9b39-2dd6cf3b4cad x-openstack-request-id: req-20a12bba-33ea-45e9-9b39-2dd6cf3b4cad {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:49:09.050945 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de22f3a4-5810-4b7e-9299-923ac0b3bcea", "tag": "3edfc3b0-5e68-4a52-8753-27ed6a0e5808", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:49:09.051184 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-20a12bba-33ea-45e9-9b39-2dd6cf3b4cad {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:49:09.051615 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de22f3a4-5810-4b7e-9299-923ac0b3bcea', 'tag': '3edfc3b0-5e68-4a52-8753-27ed6a0e5808', 'status': 'completed', 'code': 200} Feb 16 22:49:09.052850 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-592c512d-d48d-42a6-afa3-92b039f4bd2b admin admin] Publish callbacks [] for security_group (baf38188-3fb4-4ed1-99d4-e090c67016ca), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:09.096884 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-d7b9438d-9c4d-42d3-8996-f4169a3a11be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:09.105129 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-d7b9438d-9c4d-42d3-8996-f4169a3a11be service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 1125 time: 0.1261995 Feb 16 22:49:09.109058 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-592c512d-d48d-42a6-afa3-92b039f4bd2b admin admin] Publish callbacks [] for security_group (baf38188-3fb4-4ed1-99d4-e090c67016ca), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:09.197922 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-592c512d-d48d-42a6-afa3-92b039f4bd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (baf38188-3fb4-4ed1-99d4-e090c67016ca), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:09.203687 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-592c512d-d48d-42a6-afa3-92b039f4bd2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:09.206596 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-592c512d-d48d-42a6-afa3-92b039f4bd2b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/baf38188-3fb4-4ed1-99d4-e090c67016ca HTTP/1.1" status: 204 len: 168 time: 0.2836328 Feb 16 22:49:09.220709 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-38b75ca0-3bf6-49d8-81d8-c83a6e9a1311 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3edfc3b0-5e68-4a52-8753-27ed6a0e5808 HTTP/1.1" status: 200 len: 217 time: 0.1059330 Feb 16 22:49:09.245374 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c512d-d48d-42a6-afa3-92b039f4bd2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf38188-3fb4-4ed1-99d4-e090c67016ca,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:09.351950 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-86c26afb-4dbd-4a53-ab43-4e09c4bd4c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:09.353474 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-86c26afb-4dbd-4a53-ab43-4e09c4bd4c9c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0f3f901b-49c4-4880-859e-a4de691296cc HTTP/1.1" status: 200 len: 851 time: 0.1275771 Feb 16 22:49:09.497097 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-c3fb38d3-4890-4a76-bc34-600da9d2c0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:09.498602 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-c3fb38d3-4890-4a76-bc34-600da9d2c0ba service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=50f5d130-0f22-457e-8f9d-f7f34d0d3035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1379693 Feb 16 22:49:10.210274 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-0e7009bb-97ca-4956-8625-b7559e659e95 service neutron] 10.222.0.79 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7017894 Feb 16 22:49:10.294287 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7c52b-ad61-43da-b92d-db5cbb755fcd req-a3a2c726-5968-4d0a-845e-ca1d20ecbc3c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:10.294287 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-79e7c52b-ad61-43da-b92d-db5cbb755fcd req-a3a2c726-5968-4d0a-845e-ca1d20ecbc3c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 943 time: 0.2084799 Feb 16 22:49:10.415090 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46184) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:10.498274 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-79e7c52b-ad61-43da-b92d-db5cbb755fcd req-db1bb5d8-172e-4ad2-b1c5-163805e8285a tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901102 Feb 16 22:49:10.543619 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f9fc467-5d33-430f-9d40-cec08d111b12 req-0e3db78b-df91-41fd-9e68-afe9790da1b3 service neutron] 10.222.0.79 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201585 Feb 16 22:49:10.680734 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-a05cfc0a-d166-4887-ab44-5c6cc292a500 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Request body: {'networks': [{'name': 'tempest-network--688935667'}, {'name': 'tempest-network--988324244'}]} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:49:10.681399 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-a05cfc0a-d166-4887-ab44-5c6cc292a500 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Request body: {'network': {'name': 'tempest-network--688935667'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:49:10.682126 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-a05cfc0a-d166-4887-ab44-5c6cc292a500 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Request body: {'network': {'name': 'tempest-network--988324244'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:49:10.693898 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98541b7b-6f15-4ba0-ac3f-c06deb408609 req-d237c99c-6186-46b9-be65-6fdb4f87b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:10.698818 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-98541b7b-6f15-4ba0-ac3f-c06deb408609 req-d237c99c-6186-46b9-be65-6fdb4f87b2c1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 1125 time: 0.1012561 Feb 16 22:49:10.747907 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05cfc0a-d166-4887-ab44-5c6cc292a500 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Made reservation on behalf of 172c17bb8c4647b3960feef804e449ff for: {'network': 2} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:49:10.757729 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a05cfc0a-d166-4887-ab44-5c6cc292a500 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:10.778019 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a05cfc0a-d166-4887-ab44-5c6cc292a500 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:10.909155 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a05cfc0a-d166-4887-ab44-5c6cc292a500 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks [] for security_group (599be3a4-589e-42bc-83ac-900b66c30412), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:10.919483 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a05cfc0a-d166-4887-ab44-5c6cc292a500 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (599be3a4-589e-42bc-83ac-900b66c30412), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:10.920483 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a05cfc0a-d166-4887-ab44-5c6cc292a500 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:10.945571 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98541b7b-6f15-4ba0-ac3f-c06deb408609 req-b93cb614-bcb1-4fb7-8245-8c2f2179cca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:10.947485 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-98541b7b-6f15-4ba0-ac3f-c06deb408609 req-b93cb614-bcb1-4fb7-8245-8c2f2179cca2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=50f5d130-0f22-457e-8f9d-f7f34d0d3035 HTTP/1.1" status: 200 len: 913 time: 0.2412038 Feb 16 22:49:10.972259 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05cfc0a-d166-4887-ab44-5c6cc292a500 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=599be3a4-589e-42bc-83ac-900b66c30412,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:11.029742 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a05cfc0a-d166-4887-ab44-5c6cc292a500 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:49:11.035873 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-98541b7b-6f15-4ba0-ac3f-c06deb408609 req-5c28e5d3-81df-4334-8dfd-6c65c777912a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3edfc3b0-5e68-4a52-8753-27ed6a0e5808 HTTP/1.1" status: 200 len: 217 time: 0.0802965 Feb 16 22:49:11.046962 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a05cfc0a-d166-4887-ab44-5c6cc292a500 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (63f42d45-2e91-4cc7-81cf-f08380715074), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:11.047632 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-a05cfc0a-d166-4887-ab44-5c6cc292a500 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Added segment 63f42d45-2e91-4cc7-81cf-f08380715074 of type vlan for network 38967b75-2906-4084-856b-6810d67a428e Feb 16 22:49:11.112192 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a05cfc0a-d166-4887-ab44-5c6cc292a500 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (38967b75-2906-4084-856b-6810d67a428e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:11.140517 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98541b7b-6f15-4ba0-ac3f-c06deb408609 req-73fedc8b-252c-44b8-b872-f7b78c8a1b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:11.144288 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-98541b7b-6f15-4ba0-ac3f-c06deb408609 req-73fedc8b-252c-44b8-b872-f7b78c8a1b9f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0f3f901b-49c4-4880-859e-a4de691296cc HTTP/1.1" status: 200 len: 851 time: 0.1023865 Feb 16 22:49:11.190455 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a05cfc0a-d166-4887-ab44-5c6cc292a500 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:49:11.216159 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a05cfc0a-d166-4887-ab44-5c6cc292a500 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (a87535e2-fc6c-4ee1-acd0-89582b36ee1a), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:11.216849 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-a05cfc0a-d166-4887-ab44-5c6cc292a500 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Added segment a87535e2-fc6c-4ee1-acd0-89582b36ee1a of type vlan for network 782654e3-f5bd-492a-b351-7dd198daed0b Feb 16 22:49:11.232956 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98541b7b-6f15-4ba0-ac3f-c06deb408609 req-84dbc1fa-0a95-49ed-bbff-17a6db7aa93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:11.235560 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-98541b7b-6f15-4ba0-ac3f-c06deb408609 req-84dbc1fa-0a95-49ed-bbff-17a6db7aa93d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=50f5d130-0f22-457e-8f9d-f7f34d0d3035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0805633 Feb 16 22:49:11.326308 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a05cfc0a-d166-4887-ab44-5c6cc292a500 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (782654e3-f5bd-492a-b351-7dd198daed0b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:11.395814 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a05cfc0a-d166-4887-ab44-5c6cc292a500 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (38967b75-2906-4084-856b-6810d67a428e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:11.396501 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a05cfc0a-d166-4887-ab44-5c6cc292a500 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (782654e3-f5bd-492a-b351-7dd198daed0b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:11.406267 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-98541b7b-6f15-4ba0-ac3f-c06deb408609 req-4a927870-9d4e-4c65-98fd-a2a980c43d5e service neutron] 10.222.0.79 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640589 Feb 16 22:49:11.408442 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05cfc0a-d166-4887-ab44-5c6cc292a500 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:11.425930 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05cfc0a-d166-4887-ab44-5c6cc292a500 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:11.427394 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a05cfc0a-d166-4887-ab44-5c6cc292a500 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:11.665985 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-98541b7b-6f15-4ba0-ac3f-c06deb408609 req-10786418-c9a1-45b3-9d50-f9f4d5dc2502 service neutron] 10.222.0.79 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537301 Feb 16 22:49:11.668371 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a05cfc0a-d166-4887-ab44-5c6cc292a500 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.2520335 Feb 16 22:49:11.669074 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46196) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:11.710581 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05cfc0a-d166-4887-ab44-5c6cc292a500 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Pushing event updated for resources: {'Network': ['ID=38967b75-2906-4084-856b-6810d67a428e,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:11.728841 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 38967b75-2906-4084-856b-6810d67a428e details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:49:11.856928 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1a761-afc6-4d37-8c3d-fa80de18e99a req-471d6fdb-2db2-4b61-8724-d790587b5833 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:11.868202 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f9f1a761-afc6-4d37-8c3d-fa80de18e99a req-471d6fdb-2db2-4b61-8724-d790587b5833 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 943 time: 0.1829438 Feb 16 22:49:11.969202 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f9f1a761-afc6-4d37-8c3d-fa80de18e99a req-4557c961-5f1c-4cc3-bc9e-9c58e416d399 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997865 Feb 16 22:49:12.565749 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05cfc0a-d166-4887-ab44-5c6cc292a500 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Pushing event updated for resources: {'Network': ['ID=782654e3-f5bd-492a-b351-7dd198daed0b,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:12.585420 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 782654e3-f5bd-492a-b351-7dd198daed0b details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:49:12.692156 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907caf85-574f-47f8-97a4-239e346b1250 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:12.708307 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907caf85-574f-47f8-97a4-239e346b1250 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:12.714252 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907caf85-574f-47f8-97a4-239e346b1250 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:12.724599 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907caf85-574f-47f8-97a4-239e346b1250 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:12.727090 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-907caf85-574f-47f8-97a4-239e346b1250 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 1.0561531 Feb 16 22:49:12.729853 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46212) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:12.882753 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6be61300-daa1-407b-aa34-ffcffbe588af tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (38967b75-2906-4084-856b-6810d67a428e), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:13.069326 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6be61300-daa1-407b-aa34-ffcffbe588af tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (38967b75-2906-4084-856b-6810d67a428e), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:13.127873 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-6be61300-daa1-407b-aa34-ffcffbe588af tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38967b75-2906-4084-856b-6810d67a428e']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:13.204780 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-6be61300-daa1-407b-aa34-ffcffbe588af tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f42d45-2e91-4cc7-81cf-f08380715074') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:13.205162 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-6be61300-daa1-407b-aa34-ffcffbe588af tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f42d45-2e91-4cc7-81cf-f08380715074') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:13.221300 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6be61300-daa1-407b-aa34-ffcffbe588af tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (63f42d45-2e91-4cc7-81cf-f08380715074), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:13.267268 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6be61300-daa1-407b-aa34-ffcffbe588af tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (63f42d45-2e91-4cc7-81cf-f08380715074), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:13.308179 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020420f-ee97-4390-a8c3-18a9a4084eb3 req-62c5269e-36ff-469c-a723-659765a94e73 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:13.316189 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8020420f-ee97-4390-a8c3-18a9a4084eb3 req-62c5269e-36ff-469c-a723-659765a94e73 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 943 time: 0.2124877 Feb 16 22:49:13.317452 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be61300-daa1-407b-aa34-ffcffbe588af tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:49:13.317903 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6be61300-daa1-407b-aa34-ffcffbe588af tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (63f42d45-2e91-4cc7-81cf-f08380715074), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:13.323247 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:49:13.323247 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:49:13.323247 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:49:13.323247 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:49:13.323247 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:49:13.323247 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:49:13.323247 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:49:13.323247 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:49:13.323247 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:49:13.323247 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:49:13.323247 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:49:13.323247 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:49:13.323247 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:49:13.323247 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:49:13.323247 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:49:13.323247 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:49:13.323247 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:49:13.323247 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:49:13.323247 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:49:13.323247 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:49:13.323247 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:49:13.323247 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:49:13.323247 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:49:13.323247 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:49:13.323247 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:49:13.323247 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:49:13.323247 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:49:13.323247 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:49:13.323247 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:49:13.323247 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:49:13.323247 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:49:13.323247 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:49:13.539972 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6be61300-daa1-407b-aa34-ffcffbe588af tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (38967b75-2906-4084-856b-6810d67a428e), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:13.588776 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6be61300-daa1-407b-aa34-ffcffbe588af tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:13.599939 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46222) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:13.604888 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6be61300-daa1-407b-aa34-ffcffbe588af tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] 10.222.0.75 "DELETE /v2.0/networks/38967b75-2906-4084-856b-6810d67a428e HTTP/1.1" status: 204 len: 168 time: 0.8687711 Feb 16 22:49:13.619307 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8020420f-ee97-4390-a8c3-18a9a4084eb3 req-0e4eda6f-bf26-4471-a89b-9a51faa3aef2 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930202 Feb 16 22:49:13.630189 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be61300-daa1-407b-aa34-ffcffbe588af tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Pushing event deleted for resources: {'Network': ['ID=38967b75-2906-4084-856b-6810d67a428e,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:13.837894 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7a8c160c-91d9-4a0c-aad4-4a037791caab tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (782654e3-f5bd-492a-b351-7dd198daed0b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:14.064630 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7a8c160c-91d9-4a0c-aad4-4a037791caab tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (782654e3-f5bd-492a-b351-7dd198daed0b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:14.108946 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-7a8c160c-91d9-4a0c-aad4-4a037791caab tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['782654e3-f5bd-492a-b351-7dd198daed0b']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:14.132867 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-7a8c160c-91d9-4a0c-aad4-4a037791caab tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a87535e2-fc6c-4ee1-acd0-89582b36ee1a') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:14.133989 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-7a8c160c-91d9-4a0c-aad4-4a037791caab tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a87535e2-fc6c-4ee1-acd0-89582b36ee1a') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:14.185947 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7a8c160c-91d9-4a0c-aad4-4a037791caab tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (a87535e2-fc6c-4ee1-acd0-89582b36ee1a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:14.238853 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7a8c160c-91d9-4a0c-aad4-4a037791caab tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (a87535e2-fc6c-4ee1-acd0-89582b36ee1a), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:14.249316 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a8c160c-91d9-4a0c-aad4-4a037791caab tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:49:14.250202 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7a8c160c-91d9-4a0c-aad4-4a037791caab tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (a87535e2-fc6c-4ee1-acd0-89582b36ee1a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:14.303337 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:49:14.303337 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:49:14.303337 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:49:14.303337 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:49:14.303337 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:49:14.303337 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:49:14.303337 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:49:14.303337 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:49:14.303337 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:49:14.303337 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:49:14.303337 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:49:14.303337 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:49:14.303337 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:49:14.303337 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:49:14.303337 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:49:14.303337 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:49:14.303337 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:49:14.303337 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:49:14.303337 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:49:14.303337 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:49:14.303337 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:49:14.303337 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:49:14.303337 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:49:14.303337 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:49:14.303337 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:49:14.303337 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:49:14.303337 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:49:14.303337 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:49:14.303337 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:49:14.303337 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:49:14.303337 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:49:14.303337 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:49:14.384129 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7a8c160c-91d9-4a0c-aad4-4a037791caab tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (782654e3-f5bd-492a-b351-7dd198daed0b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:14.403643 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7a8c160c-91d9-4a0c-aad4-4a037791caab tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:14.403643 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7a8c160c-91d9-4a0c-aad4-4a037791caab tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] 10.222.0.75 "DELETE /v2.0/networks/782654e3-f5bd-492a-b351-7dd198daed0b HTTP/1.1" status: 204 len: 168 time: 0.7985117 Feb 16 22:49:14.404282 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46226) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:14.421640 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c160c-91d9-4a0c-aad4-4a037791caab tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Pushing event deleted for resources: {'Network': ['ID=782654e3-f5bd-492a-b351-7dd198daed0b,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:14.966221 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40743436-dea5-4127-9a3b-7ac068d336a6 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:14.972807 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40743436-dea5-4127-9a3b-7ac068d336a6 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:14.978818 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-40743436-dea5-4127-9a3b-7ac068d336a6 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5743899 Feb 16 22:49:14.979718 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46234) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:14.999771 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-693268be-9b85-4fd0-89d4-2a0b7f4bf643 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1417079563'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:49:15.019680 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa843ef-5519-4e1d-aa7d-fbfe5584a1d3 req-9dd5d721-292f-46df-9f2f-b2ce4bebfac7 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:15.021347 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-daa843ef-5519-4e1d-aa7d-fbfe5584a1d3 req-9dd5d721-292f-46df-9f2f-b2ce4bebfac7 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 943 time: 0.2610180 Feb 16 22:49:15.043379 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693268be-9b85-4fd0-89d4-2a0b7f4bf643 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Made reservation on behalf of 172c17bb8c4647b3960feef804e449ff for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:49:15.050729 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-693268be-9b85-4fd0-89d4-2a0b7f4bf643 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:15.169348 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-693268be-9b85-4fd0-89d4-2a0b7f4bf643 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:49:15.193092 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-693268be-9b85-4fd0-89d4-2a0b7f4bf643 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (003d2661-f7ae-4b7e-aae4-22a9461e6fda), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:15.193826 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-693268be-9b85-4fd0-89d4-2a0b7f4bf643 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Added segment 003d2661-f7ae-4b7e-aae4-22a9461e6fda of type vlan for network 41cf8584-ef95-49f3-9dfb-c42203fabe2f Feb 16 22:49:15.221347 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-daa843ef-5519-4e1d-aa7d-fbfe5584a1d3 req-dbec87c5-53e8-42f8-86c8-fbf130107bba tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918387 Feb 16 22:49:15.279221 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-693268be-9b85-4fd0-89d4-2a0b7f4bf643 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (41cf8584-ef95-49f3-9dfb-c42203fabe2f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:15.368764 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-693268be-9b85-4fd0-89d4-2a0b7f4bf643 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (41cf8584-ef95-49f3-9dfb-c42203fabe2f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:15.381111 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693268be-9b85-4fd0-89d4-2a0b7f4bf643 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:15.382098 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-693268be-9b85-4fd0-89d4-2a0b7f4bf643 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:15.533433 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693268be-9b85-4fd0-89d4-2a0b7f4bf643 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Pushing event updated for resources: {'Network': ['ID=41cf8584-ef95-49f3-9dfb-c42203fabe2f,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:15.540773 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-693268be-9b85-4fd0-89d4-2a0b7f4bf643 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5526104 Feb 16 22:49:15.543950 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46242) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:15.545850 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 41cf8584-ef95-49f3-9dfb-c42203fabe2f details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:49:15.567606 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-cf078e3c-6025-41e8-812c-236d373dbdd3 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-34560982'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:49:15.626897 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf078e3c-6025-41e8-812c-236d373dbdd3 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Made reservation on behalf of 172c17bb8c4647b3960feef804e449ff for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:49:15.637102 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cf078e3c-6025-41e8-812c-236d373dbdd3 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:15.723041 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf078e3c-6025-41e8-812c-236d373dbdd3 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:49:15.756371 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cf078e3c-6025-41e8-812c-236d373dbdd3 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (1fccf37c-3f65-4c79-b786-17bf89375703), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:15.756728 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-cf078e3c-6025-41e8-812c-236d373dbdd3 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Added segment 1fccf37c-3f65-4c79-b786-17bf89375703 of type vlan for network 06635398-4a40-4d05-950c-8ecc2d7d58f2 Feb 16 22:49:15.855462 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cf078e3c-6025-41e8-812c-236d373dbdd3 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (06635398-4a40-4d05-950c-8ecc2d7d58f2), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:15.888758 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cf078e3c-6025-41e8-812c-236d373dbdd3 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (06635398-4a40-4d05-950c-8ecc2d7d58f2), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:15.894615 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf078e3c-6025-41e8-812c-236d373dbdd3 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:15.896555 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cf078e3c-6025-41e8-812c-236d373dbdd3 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:15.944429 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-cf078e3c-6025-41e8-812c-236d373dbdd3 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3984072 Feb 16 22:49:15.946551 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46244) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:15.952399 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-2a56c976-651c-41b3-97d8-f64d87a47392 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Request body: {'ports': [{'network_id': '41cf8584-ef95-49f3-9dfb-c42203fabe2f', 'name': 'tempest-port--1105644285', 'admin_state_up': True}, {'network_id': '06635398-4a40-4d05-950c-8ecc2d7d58f2', 'admin_state_up': False}]} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:49:15.953393 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-2a56c976-651c-41b3-97d8-f64d87a47392 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Request body: {'port': {'network_id': '41cf8584-ef95-49f3-9dfb-c42203fabe2f', 'name': 'tempest-port--1105644285', 'admin_state_up': True}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:49:15.953946 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-2a56c976-651c-41b3-97d8-f64d87a47392 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Request body: {'port': {'network_id': '06635398-4a40-4d05-950c-8ecc2d7d58f2', 'admin_state_up': False}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:49:16.015529 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf078e3c-6025-41e8-812c-236d373dbdd3 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Pushing event updated for resources: {'Network': ['ID=06635398-4a40-4d05-950c-8ecc2d7d58f2,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:16.033561 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 06635398-4a40-4d05-950c-8ecc2d7d58f2 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:49:16.391399 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a56c976-651c-41b3-97d8-f64d87a47392 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Made reservation on behalf of 172c17bb8c4647b3960feef804e449ff for: {'port': 2} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:49:16.396503 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2a56c976-651c-41b3-97d8-f64d87a47392 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:16.467269 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2a56c976-651c-41b3-97d8-f64d87a47392 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:16.581994 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cc2e5-e985-4078-be3e-c0fe687e5c0d req-1b81d038-7389-40af-ba76-2c507141ff71 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:16.583939 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-673cc2e5-e985-4078-be3e-c0fe687e5c0d req-1b81d038-7389-40af-ba76-2c507141ff71 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 943 time: 0.1706543 Feb 16 22:49:16.819692 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-673cc2e5-e985-4078-be3e-c0fe687e5c0d req-2e9d6bc9-760b-4d32-abcc-1f504c4b8231 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226825 Feb 16 22:49:16.943742 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-2a56c976-651c-41b3-97d8-f64d87a47392 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] device_id is not set on port d2e7675b-07b4-45c9-b118-d61a50503101 yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:49:17.148704 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2a56c976-651c-41b3-97d8-f64d87a47392 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks [] for port (d2e7675b-07b4-45c9-b118-d61a50503101), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:17.284268 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-2a56c976-651c-41b3-97d8-f64d87a47392 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] device_id is not set on port 414bb88e-5971-4927-863d-b48eea76721a yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:49:17.448336 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2a56c976-651c-41b3-97d8-f64d87a47392 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks [] for port (414bb88e-5971-4927-863d-b48eea76721a), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:17.589593 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2a56c976-651c-41b3-97d8-f64d87a47392 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (d2e7675b-07b4-45c9-b118-d61a50503101), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:17.790568 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a56c976-651c-41b3-97d8-f64d87a47392 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Checking segment: {'id': '003d2661-f7ae-4b7e-aae4-22a9461e6fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '41cf8584-ef95-49f3-9dfb-c42203fabe2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:49:17.791194 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a56c976-651c-41b3-97d8-f64d87a47392 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Network hostable DHCP agents. Network: 41cf8584-ef95-49f3-9dfb-c42203fabe2f, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:49:17.797500 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56c976-651c-41b3-97d8-f64d87a47392 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Pushing event updated for resources: {'Port': ['ID=d2e7675b-07b4-45c9-b118-d61a50503101,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:17.831655 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a56c976-651c-41b3-97d8-f64d87a47392 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Network 41cf8584-ef95-49f3-9dfb-c42203fabe2f is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:49:17.849509 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-2a56c976-651c-41b3-97d8-f64d87a47392 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 41cf8584-ef95-49f3-9dfb-c42203fabe2f) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:49:17.860594 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386c7c0a-1d89-4b37-998a-a1839f1381e7 None None] Network 41cf8584-ef95-49f3-9dfb-c42203fabe2f requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:49:17.862915 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a56c976-651c-41b3-97d8-f64d87a47392 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:49:17.863829 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2a56c976-651c-41b3-97d8-f64d87a47392 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (414bb88e-5971-4927-863d-b48eea76721a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:18.073023 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56c976-651c-41b3-97d8-f64d87a47392 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Pushing event updated for resources: {'Port': ['ID=414bb88e-5971-4927-863d-b48eea76721a,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:18.176141 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d62c5d-e57c-4a3d-8019-0cc4ec5f4b7d req-c3a99a14-d34e-4c23-8b84-c4216bb5b76d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:18.177768 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f0d62c5d-e57c-4a3d-8019-0cc4ec5f4b7d req-c3a99a14-d34e-4c23-8b84-c4216bb5b76d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 943 time: 0.1414475 Feb 16 22:49:18.205172 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a56c976-651c-41b3-97d8-f64d87a47392 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Checking segment: {'id': '1fccf37c-3f65-4c79-b786-17bf89375703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '06635398-4a40-4d05-950c-8ecc2d7d58f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:49:18.205532 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a56c976-651c-41b3-97d8-f64d87a47392 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Network hostable DHCP agents. Network: 06635398-4a40-4d05-950c-8ecc2d7d58f2, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:49:18.262280 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f0d62c5d-e57c-4a3d-8019-0cc4ec5f4b7d req-00c618e7-6725-4743-8892-3bf905214d5d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774748 Feb 16 22:49:18.262668 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a56c976-651c-41b3-97d8-f64d87a47392 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Network 06635398-4a40-4d05-950c-8ecc2d7d58f2 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:49:18.285465 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-2a56c976-651c-41b3-97d8-f64d87a47392 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 06635398-4a40-4d05-950c-8ecc2d7d58f2) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:49:18.304375 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6f1a5b-446a-4f3e-93e3-15139a23d18a None None] Network 06635398-4a40-4d05-950c-8ecc2d7d58f2 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:49:18.314145 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a56c976-651c-41b3-97d8-f64d87a47392 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:49:18.329760 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a56c976-651c-41b3-97d8-f64d87a47392 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:18.338585 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a56c976-651c-41b3-97d8-f64d87a47392 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:18.339749 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2a56c976-651c-41b3-97d8-f64d87a47392 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:18.385224 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2a56c976-651c-41b3-97d8-f64d87a47392 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.4366267 Feb 16 22:49:18.390191 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46278) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:18.623123 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e9c9ed-a29d-44df-af28-a75b6bda1c97 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:18.630581 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e9c9ed-a29d-44df-af28-a75b6bda1c97 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:18.636270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46282) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:18.636531 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d4e9c9ed-a29d-44df-af28-a75b6bda1c97 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2386961 Feb 16 22:49:19.015129 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-473b1e4e-9847-4423-bd06-7fe665d358e8 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Deleting port d2e7675b-07b4-45c9-b118-d61a50503101 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:49:19.015694 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-473b1e4e-9847-4423-bd06-7fe665d358e8 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (d2e7675b-07b4-45c9-b118-d61a50503101), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:19.190107 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-473b1e4e-9847-4423-bd06-7fe665d358e8 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (d2e7675b-07b4-45c9-b118-d61a50503101), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:19.239737 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-473b1e4e-9847-4423-bd06-7fe665d358e8 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Calling delete_port for d2e7675b-07b4-45c9-b118-d61a50503101 owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:49:19.571883 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-473b1e4e-9847-4423-bd06-7fe665d358e8 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (d2e7675b-07b4-45c9-b118-d61a50503101), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:19.686269 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b1e4e-9847-4423-bd06-7fe665d358e8 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Pushing event deleted for resources: {'Port': ['ID=d2e7675b-07b4-45c9-b118-d61a50503101,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:19.712796 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-473b1e4e-9847-4423-bd06-7fe665d358e8 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:19.716746 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-473b1e4e-9847-4423-bd06-7fe665d358e8 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] 10.222.0.75 "DELETE /v2.0/ports/d2e7675b-07b4-45c9-b118-d61a50503101 HTTP/1.1" status: 204 len: 168 time: 1.0788121 Feb 16 22:49:19.721477 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46292) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:19.744005 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f326948-f894-422d-b841-e91b78ce127a req-e4d2ab91-8f6c-490b-a9e9-f6b4ebb71720 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:19.745865 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7f326948-f894-422d-b841-e91b78ce127a req-e4d2ab91-8f6c-490b-a9e9-f6b4ebb71720 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 943 time: 0.3359106 Feb 16 22:49:19.912353 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-83403545-dce1-4369-b330-db3d42b4768e tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Deleting port 414bb88e-5971-4927-863d-b48eea76721a {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:49:19.917364 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-83403545-dce1-4369-b330-db3d42b4768e tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (414bb88e-5971-4927-863d-b48eea76721a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:19.977211 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7f326948-f894-422d-b841-e91b78ce127a req-bbfc528c-101c-43f7-afff-4cc8eeccffb3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171452 Feb 16 22:49:20.086067 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-83403545-dce1-4369-b330-db3d42b4768e tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (414bb88e-5971-4927-863d-b48eea76721a), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:20.129337 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-83403545-dce1-4369-b330-db3d42b4768e tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Calling delete_port for 414bb88e-5971-4927-863d-b48eea76721a owned by {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:49:20.331694 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-83403545-dce1-4369-b330-db3d42b4768e tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (414bb88e-5971-4927-863d-b48eea76721a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:20.415307 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83403545-dce1-4369-b330-db3d42b4768e tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Pushing event deleted for resources: {'Port': ['ID=414bb88e-5971-4927-863d-b48eea76721a,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:20.425809 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-83403545-dce1-4369-b330-db3d42b4768e tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:20.443258 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-83403545-dce1-4369-b330-db3d42b4768e tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] 10.222.0.75 "DELETE /v2.0/ports/414bb88e-5971-4927-863d-b48eea76721a HTTP/1.1" status: 204 len: 168 time: 0.7184453 Feb 16 22:49:20.444057 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46298) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:20.513614 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46300) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:20.514058 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9c7f3890-d248-45d5-b60e-4736a7568c0d tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0678918 Feb 16 22:49:20.519231 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-590c9923-4df5-47bc-a009-58afecc946a4 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-284229526'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:49:20.547591 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590c9923-4df5-47bc-a009-58afecc946a4 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Made reservation on behalf of 172c17bb8c4647b3960feef804e449ff for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:49:20.551951 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-590c9923-4df5-47bc-a009-58afecc946a4 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:20.579455 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-590c9923-4df5-47bc-a009-58afecc946a4 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:49:20.591263 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-590c9923-4df5-47bc-a009-58afecc946a4 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (29647646-2af7-48d4-8838-ada1cc58a1ee), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:20.591625 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-590c9923-4df5-47bc-a009-58afecc946a4 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Added segment 29647646-2af7-48d4-8838-ada1cc58a1ee of type vlan for network f50cbcd0-3ed1-4212-b06b-a34c77e0df41 Feb 16 22:49:20.689692 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-13202b48-2ffd-43c1-8661-b9836ad56b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:20.724446 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-590c9923-4df5-47bc-a009-58afecc946a4 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (f50cbcd0-3ed1-4212-b06b-a34c77e0df41), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:20.768713 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-590c9923-4df5-47bc-a009-58afecc946a4 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (f50cbcd0-3ed1-4212-b06b-a34c77e0df41), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:20.774570 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590c9923-4df5-47bc-a009-58afecc946a4 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:20.775425 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-590c9923-4df5-47bc-a009-58afecc946a4 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:20.836315 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46304) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:20.837633 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-590c9923-4df5-47bc-a009-58afecc946a4 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3183193 Feb 16 22:49:20.845238 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-f90fe601-8f6f-498c-bd63-ff3bfe930871 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1698914880'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:49:20.884900 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90fe601-8f6f-498c-bd63-ff3bfe930871 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Made reservation on behalf of 172c17bb8c4647b3960feef804e449ff for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:49:20.889955 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f90fe601-8f6f-498c-bd63-ff3bfe930871 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:20.913202 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c9923-4df5-47bc-a009-58afecc946a4 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Pushing event updated for resources: {'Network': ['ID=f50cbcd0-3ed1-4212-b06b-a34c77e0df41,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:20.928128 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network f50cbcd0-3ed1-4212-b06b-a34c77e0df41 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:49:20.933480 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f90fe601-8f6f-498c-bd63-ff3bfe930871 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:49:20.951558 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f90fe601-8f6f-498c-bd63-ff3bfe930871 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (e4268d31-9430-4122-8278-06522fc548b3), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:20.952470 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-f90fe601-8f6f-498c-bd63-ff3bfe930871 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Added segment e4268d31-9430-4122-8278-06522fc548b3 of type vlan for network 5abda6fb-ced4-4d65-b11d-13a51ec77d7d Feb 16 22:49:21.008980 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f90fe601-8f6f-498c-bd63-ff3bfe930871 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (5abda6fb-ced4-4d65-b11d-13a51ec77d7d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:21.040796 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f90fe601-8f6f-498c-bd63-ff3bfe930871 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (5abda6fb-ced4-4d65-b11d-13a51ec77d7d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:21.048170 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90fe601-8f6f-498c-bd63-ff3bfe930871 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:21.048865 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f90fe601-8f6f-498c-bd63-ff3bfe930871 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:21.171158 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f90fe601-8f6f-498c-bd63-ff3bfe930871 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3335512 Feb 16 22:49:21.331068 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90fe601-8f6f-498c-bd63-ff3bfe930871 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Pushing event updated for resources: {'Network': ['ID=5abda6fb-ced4-4d65-b11d-13a51ec77d7d,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:21.350528 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 5abda6fb-ced4-4d65-b11d-13a51ec77d7d details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:49:21.399816 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34784c-bcb5-4d32-afed-7d9fb354e487 req-4653ec55-66c6-418b-8655-1a15e3716ee5 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:21.405659 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8f34784c-bcb5-4d32-afed-7d9fb354e487 req-4653ec55-66c6-418b-8655-1a15e3716ee5 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 943 time: 0.2866967 Feb 16 22:49:21.503940 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8f34784c-bcb5-4d32-afed-7d9fb354e487 req-02e1fb72-1288-49e7-acf0-b9d07a71e11e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904174 Feb 16 22:49:22.847024 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4e599-9e22-45f6-b191-a33e5c02c0e2 req-65e85218-c9c2-45bb-b33a-23e0979fff62 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:22.848529 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-18a4e599-9e22-45f6-b191-a33e5c02c0e2 req-65e85218-c9c2-45bb-b33a-23e0979fff62 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 943 time: 0.1478455 Feb 16 22:49:22.997275 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-18a4e599-9e22-45f6-b191-a33e5c02c0e2 req-8b1f4a92-ed90-4b74-a0a7-45602d058aec tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380954 Feb 16 22:49:23.096276 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-856a1d9a-4641-49e4-8618-4cfb54c8e9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:24.199781 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f894d34-e880-4f60-8dbc-b103dc05ae9a req-16f5b222-ce80-4f89-9653-a2b3d6cf2dc5 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:24.208790 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f894d34-e880-4f60-8dbc-b103dc05ae9a req-16f5b222-ce80-4f89-9653-a2b3d6cf2dc5 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 943 time: 0.1187072 Feb 16 22:49:24.273602 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f894d34-e880-4f60-8dbc-b103dc05ae9a req-f08169f5-3fed-41f9-b53a-4211d559b1a8 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639138 Feb 16 22:49:24.317232 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:24.646515 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46352) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:24.653160 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-f51f47e7-8f89-441a-bb41-bb242da58d94 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Request body: {'subnets': [{'network_id': 'f50cbcd0-3ed1-4212-b06b-a34c77e0df41', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--462912277', 'ip_version': 6}, {'network_id': '5abda6fb-ced4-4d65-b11d-13a51ec77d7d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:49:24.653706 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-f51f47e7-8f89-441a-bb41-bb242da58d94 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Request body: {'subnet': {'network_id': 'f50cbcd0-3ed1-4212-b06b-a34c77e0df41', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--462912277', 'ip_version': 6}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:49:24.654738 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-f51f47e7-8f89-441a-bb41-bb242da58d94 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Request body: {'subnet': {'network_id': '5abda6fb-ced4-4d65-b11d-13a51ec77d7d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:49:24.856429 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51f47e7-8f89-441a-bb41-bb242da58d94 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Made reservation on behalf of 172c17bb8c4647b3960feef804e449ff for: {'subnet': 2} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:49:24.863874 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f51f47e7-8f89-441a-bb41-bb242da58d94 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:24.864679 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f51f47e7-8f89-441a-bb41-bb242da58d94 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:25.342421 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f51f47e7-8f89-441a-bb41-bb242da58d94 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (ef35631c-cc43-44c4-b7d3-d520e04bd9c1), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:25.400289 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f47e7-8f89-441a-bb41-bb242da58d94 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Pushing event updated for resources: {'Subnet': ['ID=ef35631c-cc43-44c4-b7d3-d520e04bd9c1,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:25.416966 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4034aff-7d0e-499f-b04c-c2ed4c0bd176 req-6b685d54-fa0d-44b2-a1e8-d800e9fb871e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:25.424249 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4034aff-7d0e-499f-b04c-c2ed4c0bd176 req-6b685d54-fa0d-44b2-a1e8-d800e9fb871e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 943 time: 0.0628588 Feb 16 22:49:25.440497 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51f47e7-8f89-441a-bb41-bb242da58d94 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Checking segment: {'id': '29647646-2af7-48d4-8838-ada1cc58a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f50cbcd0-3ed1-4212-b06b-a34c77e0df41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:49:25.440895 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51f47e7-8f89-441a-bb41-bb242da58d94 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Network hostable DHCP agents. Network: f50cbcd0-3ed1-4212-b06b-a34c77e0df41, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:49:25.462164 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51f47e7-8f89-441a-bb41-bb242da58d94 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Network f50cbcd0-3ed1-4212-b06b-a34c77e0df41 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:49:25.483534 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-f51f47e7-8f89-441a-bb41-bb242da58d94 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, f50cbcd0-3ed1-4212-b06b-a34c77e0df41) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:49:25.494933 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1a137b-e8ec-4c61-9f9f-34f94d2681cd None None] Network f50cbcd0-3ed1-4212-b06b-a34c77e0df41 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:49:25.506425 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4034aff-7d0e-499f-b04c-c2ed4c0bd176 req-421e029f-dc10-4e94-9ac2-bebc068488ac tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795934 Feb 16 22:49:25.530764 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f51f47e7-8f89-441a-bb41-bb242da58d94 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (a5a3c7d0-8058-4b0e-857c-fc0b432b23d0), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:25.658185 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f47e7-8f89-441a-bb41-bb242da58d94 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Pushing event updated for resources: {'Subnet': ['ID=a5a3c7d0-8058-4b0e-857c-fc0b432b23d0,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:25.670112 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51f47e7-8f89-441a-bb41-bb242da58d94 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Checking segment: {'id': 'e4268d31-9430-4122-8278-06522fc548b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5abda6fb-ced4-4d65-b11d-13a51ec77d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:49:25.670497 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51f47e7-8f89-441a-bb41-bb242da58d94 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Network hostable DHCP agents. Network: 5abda6fb-ced4-4d65-b11d-13a51ec77d7d, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:49:25.679508 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5288a0cf-6689-4bdb-b311-5cb9e27ad968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-f50cbcd0-3ed1-4212-b06b-a34c77e0df41', 'network_id': 'f50cbcd0-3ed1-4212-b06b-a34c77e0df41', 'project_id': '172c17bb8c4647b3960feef804e449ff', 'fixed_ips': [{'subnet_id': 'ef35631c-cc43-44c4-b7d3-d520e04bd9c1'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:49:25.680548 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5288a0cf-6689-4bdb-b311-5cb9e27ad968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:25.695001 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51f47e7-8f89-441a-bb41-bb242da58d94 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Network 5abda6fb-ced4-4d65-b11d-13a51ec77d7d is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:49:25.698347 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:25.707787 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-f51f47e7-8f89-441a-bb41-bb242da58d94 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 5abda6fb-ced4-4d65-b11d-13a51ec77d7d) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:49:25.713770 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51f47e7-8f89-441a-bb41-bb242da58d94 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:25.714557 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51f47e7-8f89-441a-bb41-bb242da58d94 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:25.715733 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f51f47e7-8f89-441a-bb41-bb242da58d94 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:25.720774 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ef511b-85ce-44fd-882d-231f9ed0e784 None None] Network 5abda6fb-ced4-4d65-b11d-13a51ec77d7d requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:49:25.741586 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46362) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:25.742960 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f51f47e7-8f89-441a-bb41-bb242da58d94 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.0950563 Feb 16 22:49:25.820738 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd23e14-0fcc-4f0f-950c-2edc2f2bac12 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:25.823215 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd23e14-0fcc-4f0f-950c-2edc2f2bac12 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:25.825489 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd23e14-0fcc-4f0f-950c-2edc2f2bac12 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:25.839569 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46366) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:25.849677 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2fd23e14-0fcc-4f0f-950c-2edc2f2bac12 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1066806 Feb 16 22:49:25.925090 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-c594569b-5ce9-4a9d-a2b2-494ceb85c936 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Deleting subnet ef35631c-cc43-44c4-b7d3-d520e04bd9c1 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:49:25.931676 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c594569b-5ce9-4a9d-a2b2-494ceb85c936 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks [] for subnet (ef35631c-cc43-44c4-b7d3-d520e04bd9c1), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:25.939718 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bd9985-4f53-4f11-a7ed-42f233e5a060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-5abda6fb-ced4-4d65-b11d-13a51ec77d7d', 'network_id': '5abda6fb-ced4-4d65-b11d-13a51ec77d7d', 'project_id': '172c17bb8c4647b3960feef804e449ff', 'fixed_ips': [{'subnet_id': 'a5a3c7d0-8058-4b0e-857c-fc0b432b23d0'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:49:25.941027 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e8bd9985-4f53-4f11-a7ed-42f233e5a060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:26.006904 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c594569b-5ce9-4a9d-a2b2-494ceb85c936 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (ef35631c-cc43-44c4-b7d3-d520e04bd9c1), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:26.075289 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c594569b-5ce9-4a9d-a2b2-494ceb85c936 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (ef35631c-cc43-44c4-b7d3-d520e04bd9c1), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:26.164805 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c594569b-5ce9-4a9d-a2b2-494ceb85c936 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (ef35631c-cc43-44c4-b7d3-d520e04bd9c1), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:26.180778 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c594569b-5ce9-4a9d-a2b2-494ceb85c936 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:26.186487 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c594569b-5ce9-4a9d-a2b2-494ceb85c936 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] 10.222.0.75 "DELETE /v2.0/subnets/ef35631c-cc43-44c4-b7d3-d520e04bd9c1 HTTP/1.1" status: 204 len: 168 time: 0.3436937 Feb 16 22:49:26.186944 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46384) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:26.205328 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594569b-5ce9-4a9d-a2b2-494ceb85c936 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Pushing event deleted for resources: {'Subnet': ['ID=ef35631c-cc43-44c4-b7d3-d520e04bd9c1,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server [None req-5288a0cf-6689-4bdb-b311-5cb9e27ad968 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef35631c-cc43-44c4-b7d3-d520e04bd9c1: This subnet is being modified by another concurrent operation. Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise exception Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef35631c-cc43-44c4-b7d3-d520e04bd9c1: This subnet is being modified by another concurrent operation. Feb 16 22:49:26.211081 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server Feb 16 22:49:26.237327 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80c6816-392e-45b1-9e41-3fab0f3f7efa None None] Network f50cbcd0-3ed1-4212-b06b-a34c77e0df41 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:49:26.259276 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4db1361-dbd8-477c-8f5d-77cb02fc3477 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Deleting subnet a5a3c7d0-8058-4b0e-857c-fc0b432b23d0 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:49:26.267797 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-e8bd9985-4f53-4f11-a7ed-42f233e5a060 None None] Allocated IP 2001:db8:0:1::1 (5abda6fb-ced4-4d65-b11d-13a51ec77d7d/a5a3c7d0-8058-4b0e-857c-fc0b432b23d0/8d51a473-8dca-4e55-92d2-3ee06e8c67da) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:49:26.533956 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e8bd9985-4f53-4f11-a7ed-42f233e5a060 None None] Publish callbacks [] for port (8d51a473-8dca-4e55-92d2-3ee06e8c67da), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:26.546936 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c4db1361-dbd8-477c-8f5d-77cb02fc3477 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks [] for subnet (a5a3c7d0-8058-4b0e-857c-fc0b432b23d0), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:26.548597 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e8bd9985-4f53-4f11-a7ed-42f233e5a060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (8d51a473-8dca-4e55-92d2-3ee06e8c67da), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:26.589177 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bd9985-4f53-4f11-a7ed-42f233e5a060 None None] Network 5abda6fb-ced4-4d65-b11d-13a51ec77d7d is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:49:26.593354 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-e8bd9985-4f53-4f11-a7ed-42f233e5a060 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:49:26.596460 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bd9985-4f53-4f11-a7ed-42f233e5a060 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:49:26.647439 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c4db1361-dbd8-477c-8f5d-77cb02fc3477 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (a5a3c7d0-8058-4b0e-857c-fc0b432b23d0), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:26.674421 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd9985-4f53-4f11-a7ed-42f233e5a060 None None] Pushing event updated for resources: {'Port': ['ID=8d51a473-8dca-4e55-92d2-3ee06e8c67da,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:26.677028 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e8bd9985-4f53-4f11-a7ed-42f233e5a060 None None] Attempting to bind port 8d51a473-8dca-4e55-92d2-3ee06e8c67da on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:49:26.677411 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e8bd9985-4f53-4f11-a7ed-42f233e5a060 None None] Attempting to bind port 8d51a473-8dca-4e55-92d2-3ee06e8c67da by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'e4268d31-9430-4122-8278-06522fc548b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5abda6fb-ced4-4d65-b11d-13a51ec77d7d'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:49:26.677798 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bd9985-4f53-4f11-a7ed-42f233e5a060 None None] Attempting to bind port 8d51a473-8dca-4e55-92d2-3ee06e8c67da on network 5abda6fb-ced4-4d65-b11d-13a51ec77d7d {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:49:26.684745 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bd9985-4f53-4f11-a7ed-42f233e5a060 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:49:26.685600 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bd9985-4f53-4f11-a7ed-42f233e5a060 None None] Checking segment: {'id': 'e4268d31-9430-4122-8278-06522fc548b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5abda6fb-ced4-4d65-b11d-13a51ec77d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:49:26.686255 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e8bd9985-4f53-4f11-a7ed-42f233e5a060 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:26.686854 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bd9985-4f53-4f11-a7ed-42f233e5a060 None None] Bound using segment: {'id': 'e4268d31-9430-4122-8278-06522fc548b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5abda6fb-ced4-4d65-b11d-13a51ec77d7d'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:49:26.688306 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e8bd9985-4f53-4f11-a7ed-42f233e5a060 None None] Bound port: 8d51a473-8dca-4e55-92d2-3ee06e8c67da, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4268d31-9430-4122-8278-06522fc548b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5abda6fb-ced4-4d65-b11d-13a51ec77d7d'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:49:26.688944 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e8bd9985-4f53-4f11-a7ed-42f233e5a060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8d51a473-8dca-4e55-92d2-3ee06e8c67da), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:26.770588 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e8bd9985-4f53-4f11-a7ed-42f233e5a060 None None] For port 8d51a473-8dca-4e55-92d2-3ee06e8c67da, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:49:26.773893 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e8bd9985-4f53-4f11-a7ed-42f233e5a060 None None] For port 8d51a473-8dca-4e55-92d2-3ee06e8c67da, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=8d51a473-8dca-4e55-92d2-3ee06e8c67da,segment=NetworkSegment(e4268d31-9430-4122-8278-06522fc548b3),segment_id=e4268d31-9430-4122-8278-06522fc548b3)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:49:26.785470 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70d445-db14-4508-b9b7-1c4ab0333b71 req-b5ac999b-0fde-4a08-9616-5350dd2786ec tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:26.787033 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-be70d445-db14-4508-b9b7-1c4ab0333b71 req-b5ac999b-0fde-4a08-9616-5350dd2786ec tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 943 time: 0.1910396 Feb 16 22:49:26.791258 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c4db1361-dbd8-477c-8f5d-77cb02fc3477 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (a5a3c7d0-8058-4b0e-857c-fc0b432b23d0), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:26.793499 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e8bd9985-4f53-4f11-a7ed-42f233e5a060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8d51a473-8dca-4e55-92d2-3ee06e8c67da), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:26.848131 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd9985-4f53-4f11-a7ed-42f233e5a060 None None] Pushing event updated for resources: {'Port': ['ID=8d51a473-8dca-4e55-92d2-3ee06e8c67da,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:26.898822 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c4db1361-dbd8-477c-8f5d-77cb02fc3477 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (a5a3c7d0-8058-4b0e-857c-fc0b432b23d0), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:26.940736 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db1361-dbd8-477c-8f5d-77cb02fc3477 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Pushing event deleted for resources: {'Subnet': ['ID=a5a3c7d0-8058-4b0e-857c-fc0b432b23d0,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:26.972807 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c4db1361-dbd8-477c-8f5d-77cb02fc3477 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:26.990197 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46404) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:26.992171 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c4db1361-dbd8-477c-8f5d-77cb02fc3477 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] 10.222.0.75 "DELETE /v2.0/subnets/a5a3c7d0-8058-4b0e-857c-fc0b432b23d0 HTTP/1.1" status: 204 len: 168 time: 0.8039503 Feb 16 22:49:27.037313 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-be70d445-db14-4508-b9b7-1c4ab0333b71 req-dabdab37-c93d-442b-92d4-6f9ad05c42ed tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643374 Feb 16 22:49:27.053687 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:27.101989 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c4f37f-6626-4747-8bc6-6bc5cb669bf4 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:27.103917 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-37c4f37f-6626-4747-8bc6-6bc5cb669bf4 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1124213 Feb 16 22:49:27.110201 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46406) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:27.348824 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d05b4bfe-c28d-4fad-8af0-a0644456bfbf tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (5abda6fb-ced4-4d65-b11d-13a51ec77d7d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:27.508934 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-d05b4bfe-c28d-4fad-8af0-a0644456bfbf tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Deleting port 8d51a473-8dca-4e55-92d2-3ee06e8c67da {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:49:27.509507 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d05b4bfe-c28d-4fad-8af0-a0644456bfbf tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (8d51a473-8dca-4e55-92d2-3ee06e8c67da), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:27.608981 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-d05b4bfe-c28d-4fad-8af0-a0644456bfbf tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] For port 8d51a473-8dca-4e55-92d2-3ee06e8c67da, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=8d51a473-8dca-4e55-92d2-3ee06e8c67da,segment=NetworkSegment(e4268d31-9430-4122-8278-06522fc548b3),segment_id=e4268d31-9430-4122-8278-06522fc548b3)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:49:27.610652 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d05b4bfe-c28d-4fad-8af0-a0644456bfbf tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (8d51a473-8dca-4e55-92d2-3ee06e8c67da), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:27.627425 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-d05b4bfe-c28d-4fad-8af0-a0644456bfbf tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Calling delete_port for 8d51a473-8dca-4e55-92d2-3ee06e8c67da owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:49:27.761364 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d05b4bfe-c28d-4fad-8af0-a0644456bfbf tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (8d51a473-8dca-4e55-92d2-3ee06e8c67da), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:27.820511 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b4bfe-c28d-4fad-8af0-a0644456bfbf tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Pushing event deleted for resources: {'Port': ['ID=8d51a473-8dca-4e55-92d2-3ee06e8c67da,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:27.832585 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05b4bfe-c28d-4fad-8af0-a0644456bfbf tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] No DVR routers for this DVR port 8d51a473-8dca-4e55-92d2-3ee06e8c67da on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:49:27.998649 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d05b4bfe-c28d-4fad-8af0-a0644456bfbf tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (5abda6fb-ced4-4d65-b11d-13a51ec77d7d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:28.122043 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-d05b4bfe-c28d-4fad-8af0-a0644456bfbf tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5abda6fb-ced4-4d65-b11d-13a51ec77d7d']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:28.143889 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-d05b4bfe-c28d-4fad-8af0-a0644456bfbf tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4268d31-9430-4122-8278-06522fc548b3') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:28.144188 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-d05b4bfe-c28d-4fad-8af0-a0644456bfbf tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4268d31-9430-4122-8278-06522fc548b3') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:28.182555 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d05b4bfe-c28d-4fad-8af0-a0644456bfbf tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (e4268d31-9430-4122-8278-06522fc548b3), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:28.243447 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d05b4bfe-c28d-4fad-8af0-a0644456bfbf tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (e4268d31-9430-4122-8278-06522fc548b3), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:28.260580 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d05b4bfe-c28d-4fad-8af0-a0644456bfbf tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:49:28.261010 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d05b4bfe-c28d-4fad-8af0-a0644456bfbf tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (e4268d31-9430-4122-8278-06522fc548b3), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:28.264590 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:49:28.264590 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:49:28.264590 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:49:28.264590 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:49:28.264590 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:49:28.264590 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:49:28.264590 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:49:28.264590 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:49:28.264590 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:49:28.264590 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:49:28.264590 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:49:28.264590 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:49:28.264590 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:49:28.264590 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:49:28.264590 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:49:28.264590 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:49:28.264590 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:49:28.264590 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:49:28.264590 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:49:28.264590 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:49:28.264590 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:49:28.264590 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:49:28.264590 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:49:28.264590 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:49:28.264590 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:49:28.264590 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:49:28.264590 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:49:28.264590 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:49:28.264590 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:49:28.264590 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:49:28.264590 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:49:28.264590 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:49:28.455106 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111af4bc-55b7-438b-b402-72964a13b464 req-63078f5c-d6a7-4cc0-b993-0af37f555e82 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:28.456763 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-111af4bc-55b7-438b-b402-72964a13b464 req-63078f5c-d6a7-4cc0-b993-0af37f555e82 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 943 time: 0.2952161 Feb 16 22:49:28.461706 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d05b4bfe-c28d-4fad-8af0-a0644456bfbf tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (5abda6fb-ced4-4d65-b11d-13a51ec77d7d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:28.486702 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d05b4bfe-c28d-4fad-8af0-a0644456bfbf tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:28.490250 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d05b4bfe-c28d-4fad-8af0-a0644456bfbf tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] 10.222.0.75 "DELETE /v2.0/networks/5abda6fb-ced4-4d65-b11d-13a51ec77d7d HTTP/1.1" status: 204 len: 168 time: 1.3789253 Feb 16 22:49:28.492781 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46422) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:28.567495 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b4bfe-c28d-4fad-8af0-a0644456bfbf tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Pushing event deleted for resources: {'Network': ['ID=5abda6fb-ced4-4d65-b11d-13a51ec77d7d,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:28.575429 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8705346b-727e-4fa1-af70-fa021c54ce02 None None] get_active_networks_info from n-d-813897-6 {{(pid=103467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 22:49:28.607440 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-111af4bc-55b7-438b-b402-72964a13b464 req-aebd96ca-e2c0-446b-8fc1-f2261fbc305c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242442 Feb 16 22:49:28.706476 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fa155a57-b249-4edf-a8a6-b943a05cffad tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (f50cbcd0-3ed1-4212-b06b-a34c77e0df41), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:28.812496 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8705346b-727e-4fa1-af70-fa021c54ce02 None None] Resources bound (agent type, host, resource id): {{(pid=103467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 22:49:28.835961 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-aca89e0a-eebf-4cc4-9cf1-8c9094777fdb None None] Could not find standard attr ID for object 8d51a473-8dca-4e55-92d2-3ee06e8c67da. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:49:28.841701 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:28.928224 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fa155a57-b249-4edf-a8a6-b943a05cffad tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (f50cbcd0-3ed1-4212-b06b-a34c77e0df41), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:28.979289 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-fa155a57-b249-4edf-a8a6-b943a05cffad tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f50cbcd0-3ed1-4212-b06b-a34c77e0df41']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:29.016504 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-fa155a57-b249-4edf-a8a6-b943a05cffad tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29647646-2af7-48d4-8838-ada1cc58a1ee') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:29.016850 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-fa155a57-b249-4edf-a8a6-b943a05cffad tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29647646-2af7-48d4-8838-ada1cc58a1ee') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:29.035692 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fa155a57-b249-4edf-a8a6-b943a05cffad tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (29647646-2af7-48d4-8838-ada1cc58a1ee), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:29.068432 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fa155a57-b249-4edf-a8a6-b943a05cffad tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (29647646-2af7-48d4-8838-ada1cc58a1ee), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:29.074858 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa155a57-b249-4edf-a8a6-b943a05cffad tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:49:29.075287 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fa155a57-b249-4edf-a8a6-b943a05cffad tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (29647646-2af7-48d4-8838-ada1cc58a1ee), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:29.079414 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:49:29.079414 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:49:29.079414 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:49:29.079414 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:49:29.079414 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:49:29.079414 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:49:29.079414 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:49:29.079414 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:49:29.079414 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:49:29.079414 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:49:29.079414 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:49:29.079414 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:49:29.079414 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:49:29.079414 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:49:29.079414 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:49:29.079414 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:49:29.079414 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:49:29.079414 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:49:29.079414 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:49:29.079414 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:49:29.079414 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:49:29.079414 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:49:29.079414 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:49:29.079414 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:49:29.079414 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:49:29.079414 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:49:29.079414 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:49:29.079414 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:49:29.079414 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:49:29.079414 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:49:29.079414 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:49:29.079414 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:49:29.208708 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fa155a57-b249-4edf-a8a6-b943a05cffad tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (f50cbcd0-3ed1-4212-b06b-a34c77e0df41), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:29.216753 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fa155a57-b249-4edf-a8a6-b943a05cffad tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:29.221128 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fa155a57-b249-4edf-a8a6-b943a05cffad tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] 10.222.0.75 "DELETE /v2.0/networks/f50cbcd0-3ed1-4212-b06b-a34c77e0df41 HTTP/1.1" status: 204 len: 168 time: 0.7273390 Feb 16 22:49:29.224245 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46432) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:29.259070 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa155a57-b249-4edf-a8a6-b943a05cffad tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Pushing event deleted for resources: {'Network': ['ID=f50cbcd0-3ed1-4212-b06b-a34c77e0df41,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:29.316912 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a880707-779a-4780-882b-d1475d044cb2 None None] DHCP port deletion for 5abda6fb-ced4-4d65-b11d-13a51ec77d7d request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:49:29.365493 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273e6789-748c-4f31-9939-e28168478b1e None None] Network 5abda6fb-ced4-4d65-b11d-13a51ec77d7d requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:49:29.389586 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273e6789-748c-4f31-9939-e28168478b1e None None] Network 5abda6fb-ced4-4d65-b11d-13a51ec77d7d could not be found, it might have been deleted concurrently. {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 16 22:49:29.428912 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ec3bf3ff-4084-48aa-ba05-fcf9df028c74 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (06635398-4a40-4d05-950c-8ecc2d7d58f2), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:30.016077 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ec3bf3ff-4084-48aa-ba05-fcf9df028c74 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (06635398-4a40-4d05-950c-8ecc2d7d58f2), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:30.040193 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-ec3bf3ff-4084-48aa-ba05-fcf9df028c74 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06635398-4a40-4d05-950c-8ecc2d7d58f2']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:30.070372 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-ec3bf3ff-4084-48aa-ba05-fcf9df028c74 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fccf37c-3f65-4c79-b786-17bf89375703') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:30.070816 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-ec3bf3ff-4084-48aa-ba05-fcf9df028c74 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fccf37c-3f65-4c79-b786-17bf89375703') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:30.073152 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:30.086146 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ec3bf3ff-4084-48aa-ba05-fcf9df028c74 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (1fccf37c-3f65-4c79-b786-17bf89375703), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:30.103644 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ec3bf3ff-4084-48aa-ba05-fcf9df028c74 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (1fccf37c-3f65-4c79-b786-17bf89375703), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:30.111992 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec3bf3ff-4084-48aa-ba05-fcf9df028c74 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:49:30.112398 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ec3bf3ff-4084-48aa-ba05-fcf9df028c74 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (1fccf37c-3f65-4c79-b786-17bf89375703), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:30.130493 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:49:30.130493 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:49:30.130493 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:49:30.130493 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:49:30.130493 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:49:30.130493 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:49:30.130493 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:49:30.130493 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:49:30.130493 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:49:30.130493 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:49:30.130493 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:49:30.130493 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:49:30.130493 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:49:30.130493 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:49:30.130493 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:49:30.130493 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:49:30.130493 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:49:30.130493 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:49:30.130493 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:49:30.130493 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:49:30.130493 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:49:30.130493 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:49:30.130493 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:49:30.130493 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:49:30.130493 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:49:30.130493 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:49:30.130493 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:49:30.130493 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:49:30.130493 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:49:30.130493 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:49:30.130493 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:49:30.130493 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:49:30.233636 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ec3bf3ff-4084-48aa-ba05-fcf9df028c74 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (06635398-4a40-4d05-950c-8ecc2d7d58f2), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:30.243792 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ec3bf3ff-4084-48aa-ba05-fcf9df028c74 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:30.247392 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ec3bf3ff-4084-48aa-ba05-fcf9df028c74 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] 10.222.0.75 "DELETE /v2.0/networks/06635398-4a40-4d05-950c-8ecc2d7d58f2 HTTP/1.1" status: 204 len: 168 time: 1.0217948 Feb 16 22:49:30.249924 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46444) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:30.294582 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bf3ff-4084-48aa-ba05-fcf9df028c74 tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Pushing event deleted for resources: {'Network': ['ID=06635398-4a40-4d05-950c-8ecc2d7d58f2,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:30.319606 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0bbf81-285b-4386-984b-ebaa9ecdff8d req-d3124636-9d0e-4a4a-b0c5-3ccc2c4e83bc tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:30.322164 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dd0bbf81-285b-4386-984b-ebaa9ecdff8d req-d3124636-9d0e-4a4a-b0c5-3ccc2c4e83bc tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 943 time: 0.1902688 Feb 16 22:49:30.368579 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ff0274e6-cb88-478f-8d1d-eb0a064e2aec tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (41cf8584-ef95-49f3-9dfb-c42203fabe2f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:30.388526 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dd0bbf81-285b-4386-984b-ebaa9ecdff8d req-7d2017f6-25d0-4c3d-9af5-bd96342be7e2 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533576 Feb 16 22:49:30.486775 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ff0274e6-cb88-478f-8d1d-eb0a064e2aec tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (41cf8584-ef95-49f3-9dfb-c42203fabe2f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:30.507985 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-ff0274e6-cb88-478f-8d1d-eb0a064e2aec tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41cf8584-ef95-49f3-9dfb-c42203fabe2f']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:30.518125 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-ff0274e6-cb88-478f-8d1d-eb0a064e2aec tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '003d2661-f7ae-4b7e-aae4-22a9461e6fda') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:30.518427 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-ff0274e6-cb88-478f-8d1d-eb0a064e2aec tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '003d2661-f7ae-4b7e-aae4-22a9461e6fda') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:30.535172 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ff0274e6-cb88-478f-8d1d-eb0a064e2aec tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (003d2661-f7ae-4b7e-aae4-22a9461e6fda), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:30.554544 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ff0274e6-cb88-478f-8d1d-eb0a064e2aec tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (003d2661-f7ae-4b7e-aae4-22a9461e6fda), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:30.561201 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0274e6-cb88-478f-8d1d-eb0a064e2aec tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:49:30.561838 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ff0274e6-cb88-478f-8d1d-eb0a064e2aec tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (003d2661-f7ae-4b7e-aae4-22a9461e6fda), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:30.565026 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:49:30.565026 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:49:30.565026 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:49:30.565026 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:49:30.565026 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:49:30.565026 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:49:30.565026 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:49:30.565026 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:49:30.565026 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:49:30.565026 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:49:30.565026 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:49:30.565026 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:49:30.565026 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:49:30.565026 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:49:30.565026 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:49:30.565026 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:49:30.565026 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:49:30.565026 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:49:30.565026 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:49:30.565026 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:49:30.565026 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:49:30.565026 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:49:30.565026 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:49:30.565026 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:49:30.565026 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:49:30.565026 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:49:30.565026 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:49:30.565026 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:49:30.565026 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:49:30.565026 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:49:30.565026 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:49:30.565026 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:49:30.631144 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ff0274e6-cb88-478f-8d1d-eb0a064e2aec tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (41cf8584-ef95-49f3-9dfb-c42203fabe2f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:30.646457 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ff0274e6-cb88-478f-8d1d-eb0a064e2aec tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:30.652425 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ff0274e6-cb88-478f-8d1d-eb0a064e2aec tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] 10.222.0.75 "DELETE /v2.0/networks/41cf8584-ef95-49f3-9dfb-c42203fabe2f HTTP/1.1" status: 204 len: 168 time: 0.4001029 Feb 16 22:49:30.689126 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0274e6-cb88-478f-8d1d-eb0a064e2aec tempest-BulkNetworkOpsIpV6Test-776806559 tempest-BulkNetworkOpsIpV6Test-776806559-project] Pushing event deleted for resources: {'Network': ['ID=41cf8584-ef95-49f3-9dfb-c42203fabe2f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:30.925018 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 8d51a473-8dca-4e55-92d2-3ee06e8c67da no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:49:30.967964 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 8d51a473-8dca-4e55-92d2-3ee06e8c67da {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:49:30.968556 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 8d51a473-8dca-4e55-92d2-3ee06e8c67da not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:49:31.018875 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46460) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:31.217137 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-28606c64-cba2-4e9a-ac7e-5deb217a77a9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=172c17bb8c4647b3960feef804e449ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1951435 Feb 16 22:49:31.217607 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46464) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:31.273007 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8ba6b4b1-e5b3-4d4f-99e6-09e5d6310694 admin admin] Publish callbacks [] for security_group (599be3a4-589e-42bc-83ac-900b66c30412), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:31.296629 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8ba6b4b1-e5b3-4d4f-99e6-09e5d6310694 admin admin] Publish callbacks [] for security_group (599be3a4-589e-42bc-83ac-900b66c30412), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:31.362265 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8ba6b4b1-e5b3-4d4f-99e6-09e5d6310694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (599be3a4-589e-42bc-83ac-900b66c30412), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:31.366030 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8ba6b4b1-e5b3-4d4f-99e6-09e5d6310694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:31.368017 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8ba6b4b1-e5b3-4d4f-99e6-09e5d6310694 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/599be3a4-589e-42bc-83ac-900b66c30412 HTTP/1.1" status: 204 len: 168 time: 0.1489244 Feb 16 22:49:31.383346 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6b4b1-e5b3-4d4f-99e6-09e5d6310694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599be3a4-589e-42bc-83ac-900b66c30412,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:31.607768 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e6142-8d1a-4645-929e-9feaa1ddb1cf req-3d48c29f-23a9-424e-a349-e4318b720bbb tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:31.614646 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7e8e6142-8d1a-4645-929e-9feaa1ddb1cf req-3d48c29f-23a9-424e-a349-e4318b720bbb tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 943 time: 0.1153357 Feb 16 22:49:31.735359 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7e8e6142-8d1a-4645-929e-9feaa1ddb1cf req-9223cabb-b111-4c0c-97b1-fde4bbcf1873 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174123 Feb 16 22:49:32.290164 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46496) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:32.419989 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-d0282446-6e2d-4700-80cc-dad07d5114df tempest-NetworksNegativeTestJSON-916834250 tempest-NetworksNegativeTestJSON-916834250-project] Request body: {'port': {'network_id': '74d09e42-745b-4cc1-8415-77a7d66074b1', 'name': 'tempest-NetworksNegativeTestJSON-1234916507'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:49:32.439113 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0282446-6e2d-4700-80cc-dad07d5114df tempest-NetworksNegativeTestJSON-916834250 tempest-NetworksNegativeTestJSON-916834250-project] POST failed (client error): The resource could not be found. Feb 16 22:49:32.439636 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0282446-6e2d-4700-80cc-dad07d5114df tempest-NetworksNegativeTestJSON-916834250 tempest-NetworksNegativeTestJSON-916834250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:32.440956 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d0282446-6e2d-4700-80cc-dad07d5114df tempest-NetworksNegativeTestJSON-916834250 tempest-NetworksNegativeTestJSON-916834250-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1495798 Feb 16 22:49:32.446825 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46502) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:32.491218 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-28231b7a-a3ae-46aa-b8ee-ad22135f9111 tempest-NetworksNegativeTestJSON-916834250 tempest-NetworksNegativeTestJSON-916834250-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:32.492452 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28231b7a-a3ae-46aa-b8ee-ad22135f9111 tempest-NetworksNegativeTestJSON-916834250 tempest-NetworksNegativeTestJSON-916834250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:32.502364 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46506) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:32.503861 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-28231b7a-a3ae-46aa-b8ee-ad22135f9111 tempest-NetworksNegativeTestJSON-916834250 tempest-NetworksNegativeTestJSON-916834250-project] 10.222.0.75 "DELETE /v2.0/networks/f90ca7b6-5b72-4987-9458-a1b35d0d04d9 HTTP/1.1" status: 404 len: 339 time: 0.0548689 Feb 16 22:49:32.536232 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-633a3e01-df45-4ea5-89fc-c9d6780dd276 tempest-NetworksNegativeTestJSON-916834250 tempest-NetworksNegativeTestJSON-916834250-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:32.536920 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-633a3e01-df45-4ea5-89fc-c9d6780dd276 tempest-NetworksNegativeTestJSON-916834250 tempest-NetworksNegativeTestJSON-916834250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:32.541563 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-633a3e01-df45-4ea5-89fc-c9d6780dd276 tempest-NetworksNegativeTestJSON-916834250 tempest-NetworksNegativeTestJSON-916834250-project] 10.222.0.75 "DELETE /v2.0/ports/b4390698-45ae-472e-ba1a-8744fcfd3aeb HTTP/1.1" status: 404 len: 333 time: 0.0374029 Feb 16 22:49:32.545614 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46508) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:32.616674 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-6388b540-d463-489a-a364-e48a6f0ce366 tempest-NetworksNegativeTestJSON-916834250 tempest-NetworksNegativeTestJSON-916834250-project] DELETE failed (client error): The resource could not be found. Feb 16 22:49:32.617430 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6388b540-d463-489a-a364-e48a6f0ce366 tempest-NetworksNegativeTestJSON-916834250 tempest-NetworksNegativeTestJSON-916834250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:32.620539 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6388b540-d463-489a-a364-e48a6f0ce366 tempest-NetworksNegativeTestJSON-916834250 tempest-NetworksNegativeTestJSON-916834250-project] 10.222.0.75 "DELETE /v2.0/subnets/465e1a6f-3ca9-4b32-873f-efd3762896ad HTTP/1.1" status: 404 len: 337 time: 0.0733073 Feb 16 22:49:32.625313 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46512) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:32.654207 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf85c38a-a16c-410b-b565-9924ccf10628 tempest-NetworksNegativeTestJSON-916834250 tempest-NetworksNegativeTestJSON-916834250-project] GET failed (client error): The resource could not be found. Feb 16 22:49:32.657265 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-cf85c38a-a16c-410b-b565-9924ccf10628 tempest-NetworksNegativeTestJSON-916834250 tempest-NetworksNegativeTestJSON-916834250-project] 10.222.0.75 "GET /v2.0/networks/b5128867-1e7d-4eae-a467-a633e62529a8 HTTP/1.1" status: 404 len: 339 time: 0.0309289 Feb 16 22:49:32.661084 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46514) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:32.686977 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-28410297-9b83-4d2a-adc8-1efba631490b tempest-NetworksNegativeTestJSON-916834250 tempest-NetworksNegativeTestJSON-916834250-project] GET failed (client error): The resource could not be found. Feb 16 22:49:32.693664 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-28410297-9b83-4d2a-adc8-1efba631490b tempest-NetworksNegativeTestJSON-916834250 tempest-NetworksNegativeTestJSON-916834250-project] 10.222.0.75 "GET /v2.0/ports/f71c0021-e0a3-4cad-bbfd-c8078a7a7640 HTTP/1.1" status: 404 len: 333 time: 0.0264275 Feb 16 22:49:32.694563 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46516) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:32.721098 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 3edfc3b0-5e68-4a52-8753-27ed6a0e5808 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:49:32.728833 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b175b9a-8f9b-4a3d-b7fc-0371fa38ddd2 tempest-NetworksNegativeTestJSON-916834250 tempest-NetworksNegativeTestJSON-916834250-project] GET failed (client error): The resource could not be found. Feb 16 22:49:32.736510 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3b175b9a-8f9b-4a3d-b7fc-0371fa38ddd2 tempest-NetworksNegativeTestJSON-916834250 tempest-NetworksNegativeTestJSON-916834250-project] 10.222.0.75 "GET /v2.0/subnets/7129b201-b084-4cbc-816d-174f222d9db9 HTTP/1.1" status: 404 len: 337 time: 0.0355470 Feb 16 22:49:32.736871 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46518) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:32.742456 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-3a3c30cf-5e30-49f3-bca8-d54172a54276 tempest-NetworksNegativeTestJSON-916834250 tempest-NetworksNegativeTestJSON-916834250-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:49:32.771627 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a3c30cf-5e30-49f3-bca8-d54172a54276 tempest-NetworksNegativeTestJSON-916834250 tempest-NetworksNegativeTestJSON-916834250-project] PUT failed (client error): The resource could not be found. Feb 16 22:49:32.772174 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a3c30cf-5e30-49f3-bca8-d54172a54276 tempest-NetworksNegativeTestJSON-916834250 tempest-NetworksNegativeTestJSON-916834250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:32.778755 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3a3c30cf-5e30-49f3-bca8-d54172a54276 tempest-NetworksNegativeTestJSON-916834250 tempest-NetworksNegativeTestJSON-916834250-project] 10.222.0.75 "PUT /v2.0/networks/26d67d10-d228-420d-ba72-3d0b2dfb13e7 HTTP/1.1" status: 404 len: 339 time: 0.0355315 Feb 16 22:49:32.779162 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46522) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:32.786980 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-c2c3a5bc-7341-4a89-a1fb-be6fb644c8d4 tempest-NetworksNegativeTestJSON-916834250 tempest-NetworksNegativeTestJSON-916834250-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:49:32.847184 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c3a5bc-7341-4a89-a1fb-be6fb644c8d4 tempest-NetworksNegativeTestJSON-916834250 tempest-NetworksNegativeTestJSON-916834250-project] PUT failed (client error): The resource could not be found. Feb 16 22:49:32.847778 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c3a5bc-7341-4a89-a1fb-be6fb644c8d4 tempest-NetworksNegativeTestJSON-916834250 tempest-NetworksNegativeTestJSON-916834250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:32.854333 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c2c3a5bc-7341-4a89-a1fb-be6fb644c8d4 tempest-NetworksNegativeTestJSON-916834250 tempest-NetworksNegativeTestJSON-916834250-project] 10.222.0.75 "PUT /v2.0/ports/384bba92-a038-4554-ba6f-7567a22d16d4 HTTP/1.1" status: 404 len: 333 time: 0.0688245 Feb 16 22:49:32.854696 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46524) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:32.860250 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-03f8c4ad-c562-45da-8ab5-b0e06516e2ed tempest-NetworksNegativeTestJSON-916834250 tempest-NetworksNegativeTestJSON-916834250-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:49:32.909257 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f8c4ad-c562-45da-8ab5-b0e06516e2ed tempest-NetworksNegativeTestJSON-916834250 tempest-NetworksNegativeTestJSON-916834250-project] PUT failed (client error): The resource could not be found. Feb 16 22:49:32.909726 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f8c4ad-c562-45da-8ab5-b0e06516e2ed tempest-NetworksNegativeTestJSON-916834250 tempest-NetworksNegativeTestJSON-916834250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:49:32.915526 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-03f8c4ad-c562-45da-8ab5-b0e06516e2ed tempest-NetworksNegativeTestJSON-916834250 tempest-NetworksNegativeTestJSON-916834250-project] 10.222.0.75 "PUT /v2.0/subnets/f550c045-901e-4cbf-aa64-b0e0fbf0332b HTTP/1.1" status: 404 len: 337 time: 0.0551200 Feb 16 22:49:32.958627 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24795d6-e17c-46fc-b6ba-3e3c22e78834 req-5362c42f-c593-42dc-a0a7-3988fdb7a6cf tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:32.966268 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d24795d6-e17c-46fc-b6ba-3e3c22e78834 req-5362c42f-c593-42dc-a0a7-3988fdb7a6cf tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 943 time: 0.0916827 Feb 16 22:49:33.028871 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d24795d6-e17c-46fc-b6ba-3e3c22e78834 req-7f3a9e03-e41a-4c81-877d-eab65596b9a6 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554671 Feb 16 22:49:33.095016 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 3edfc3b0-5e68-4a52-8753-27ed6a0e5808, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=3edfc3b0-5e68-4a52-8753-27ed6a0e5808,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:49:33.123420 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '3edfc3b0-5e68-4a52-8753-27ed6a0e5808', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'port_id': '3edfc3b0-5e68-4a52-8753-27ed6a0e5808', 'mac_address': 'fa:16:3e:f1:9e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:49:33.212504 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 3edfc3b0-5e68-4a52-8753-27ed6a0e5808 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:49:33.213187 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3edfc3b0-5e68-4a52-8753-27ed6a0e5808), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:33.243500 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3edfc3b0-5e68-4a52-8753-27ed6a0e5808 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:49:33.299713 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 3edfc3b0-5e68-4a52-8753-27ed6a0e5808, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=3edfc3b0-5e68-4a52-8753-27ed6a0e5808,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:49:33.314934 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (3edfc3b0-5e68-4a52-8753-27ed6a0e5808), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:33.396575 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=3edfc3b0-5e68-4a52-8753-27ed6a0e5808,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:33.432521 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46536) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:33.534012 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['3edfc3b0-5e68-4a52-8753-27ed6a0e5808'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:49:33.616932 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-192bd7c5-be45-48fc-ab9b-5c3a084ecb73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:33.794714 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-192bd7c5-be45-48fc-ab9b-5c3a084ecb73 admin admin] Publish callbacks [] for security_group (79870bcd-f091-478c-9b24-3f831c4d5a72), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:33.813895 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-192bd7c5-be45-48fc-ab9b-5c3a084ecb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (79870bcd-f091-478c-9b24-3f831c4d5a72), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:33.852933 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192bd7c5-be45-48fc-ab9b-5c3a084ecb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79870bcd-f091-478c-9b24-3f831c4d5a72,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:33.926288 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46542) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:33.927165 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-192bd7c5-be45-48fc-ab9b-5c3a084ecb73 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e9a7db37771e4e7e8cc1200f4db820dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4933839 Feb 16 22:49:34.024015 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ded0af82-a488-4c0a-9ce4-7b5220defd4f admin admin] Publish callbacks [] for security_group (79870bcd-f091-478c-9b24-3f831c4d5a72), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:34.069839 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ded0af82-a488-4c0a-9ce4-7b5220defd4f admin admin] Publish callbacks [] for security_group (79870bcd-f091-478c-9b24-3f831c4d5a72), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:34.173991 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ded0af82-a488-4c0a-9ce4-7b5220defd4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (79870bcd-f091-478c-9b24-3f831c4d5a72), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:34.177006 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ded0af82-a488-4c0a-9ce4-7b5220defd4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:34.178204 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ded0af82-a488-4c0a-9ce4-7b5220defd4f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/79870bcd-f091-478c-9b24-3f831c4d5a72 HTTP/1.1" status: 204 len: 168 time: 0.2499247 Feb 16 22:49:34.207389 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded0af82-a488-4c0a-9ce4-7b5220defd4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79870bcd-f091-478c-9b24-3f831c4d5a72,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:34.287223 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c26a78-76e1-43ed-8f61-a1d7d7bb9908 req-03b90cff-e76c-4ee3-8a04-343f37bf49b1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:34.290837 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6c26a78-76e1-43ed-8f61-a1d7d7bb9908 req-03b90cff-e76c-4ee3-8a04-343f37bf49b1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 944 time: 0.1614394 Feb 16 22:49:34.399471 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:49:34.530865 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6c26a78-76e1-43ed-8f61-a1d7d7bb9908 req-307c8ef9-a817-47b6-9796-4ff429e7f6c1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320862 Feb 16 22:49:34.724567 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 3edfc3b0-5e68-4a52-8753-27ed6a0e5808 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:49:34.879358 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 3edfc3b0-5e68-4a52-8753-27ed6a0e5808 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:49:34.884850 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 3edfc3b0-5e68-4a52-8753-27ed6a0e5808 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:49:34.885509 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (3edfc3b0-5e68-4a52-8753-27ed6a0e5808), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:35.107788 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 3edfc3b0-5e68-4a52-8753-27ed6a0e5808 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:49:35.108186 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3edfc3b0-5e68-4a52-8753-27ed6a0e5808), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:35.165566 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de22f3a4-5810-4b7e-9299-923ac0b3bcea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edfc3b0-5e68-4a52-8753-27ed6a0e5808'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:49:35.167475 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd4acd7-85c4-402a-af5d-00e1abb6dbbd" -d '{"events": [{"server_uuid": "de22f3a4-5810-4b7e-9299-923ac0b3bcea", "name": "network-vif-plugged", "status": "completed", "tag": "3edfc3b0-5e68-4a52-8753-27ed6a0e5808"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:49:35.203728 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 3edfc3b0-5e68-4a52-8753-27ed6a0e5808, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=3edfc3b0-5e68-4a52-8753-27ed6a0e5808,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:49:35.217357 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (3edfc3b0-5e68-4a52-8753-27ed6a0e5808), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:35.315041 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=3edfc3b0-5e68-4a52-8753-27ed6a0e5808,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:35.522438 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46582) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:35.836311 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-af8d1d3b-4e7a-4e37-b83b-d83314c4913e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Request body: {'network': {'name': 'tempest-RoutersTest-1211705894'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:49:35.863400 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970c7c01-08d1-4ee3-84ee-459d05289164 x-openstack-request-id: req-970c7c01-08d1-4ee3-84ee-459d05289164 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:49:35.863939 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de22f3a4-5810-4b7e-9299-923ac0b3bcea", "name": "network-vif-plugged", "status": "completed", "tag": "3edfc3b0-5e68-4a52-8753-27ed6a0e5808", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:49:35.864153 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-970c7c01-08d1-4ee3-84ee-459d05289164 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:49:35.864471 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de22f3a4-5810-4b7e-9299-923ac0b3bcea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edfc3b0-5e68-4a52-8753-27ed6a0e5808', 'code': 200} Feb 16 22:49:35.908053 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8d1d3b-4e7a-4e37-b83b-d83314c4913e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Made reservation on behalf of 7e373bcd13d84490b51600663d7fbd9c for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:49:35.915670 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-af8d1d3b-4e7a-4e37-b83b-d83314c4913e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:35.957375 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-af8d1d3b-4e7a-4e37-b83b-d83314c4913e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:36.054163 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6aa8f3-e5bd-49b6-8a17-0a93b0934e0e req-c7a1f35f-71e9-46a1-98d2-4383be076cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:36.058236 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7a6aa8f3-e5bd-49b6-8a17-0a93b0934e0e req-c7a1f35f-71e9-46a1-98d2-4383be076cb6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 1127 time: 0.1211247 Feb 16 22:49:36.142815 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-af8d1d3b-4e7a-4e37-b83b-d83314c4913e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for security_group (728f8e2f-7628-4882-96e9-14c7a7c87aaf), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:36.154893 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-af8d1d3b-4e7a-4e37-b83b-d83314c4913e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (728f8e2f-7628-4882-96e9-14c7a7c87aaf), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:36.178521 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af8d1d3b-4e7a-4e37-b83b-d83314c4913e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:49:36.228279 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-af8d1d3b-4e7a-4e37-b83b-d83314c4913e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (7e0f61b8-4fab-407a-813c-38242fbb0df1), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:36.228645 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-af8d1d3b-4e7a-4e37-b83b-d83314c4913e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Added segment 7e0f61b8-4fab-407a-813c-38242fbb0df1 of type vlan for network 70be04ca-e633-4acc-978c-9f1d3b62d6b9 Feb 16 22:49:36.254209 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d1d3b-4e7a-4e37-b83b-d83314c4913e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=728f8e2f-7628-4882-96e9-14c7a7c87aaf,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:36.321385 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c3fd9-53c7-43e6-9d9b-ff0f07881b91 req-7ddbbbe2-2939-4c92-8c32-2d61741fde38 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:36.325140 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e39c3fd9-53c7-43e6-9d9b-ff0f07881b91 req-7ddbbbe2-2939-4c92-8c32-2d61741fde38 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 945 time: 0.2790885 Feb 16 22:49:36.345605 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-af8d1d3b-4e7a-4e37-b83b-d83314c4913e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (70be04ca-e633-4acc-978c-9f1d3b62d6b9), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:36.379642 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-af8d1d3b-4e7a-4e37-b83b-d83314c4913e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (70be04ca-e633-4acc-978c-9f1d3b62d6b9), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:36.388475 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8d1d3b-4e7a-4e37-b83b-d83314c4913e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:36.389154 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-af8d1d3b-4e7a-4e37-b83b-d83314c4913e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:36.397451 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7a6aa8f3-e5bd-49b6-8a17-0a93b0934e0e req-3d879661-35a6-4cec-9f97-eeaaa5529c78 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578211 Feb 16 22:49:36.454661 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-af8d1d3b-4e7a-4e37-b83b-d83314c4913e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9303374 Feb 16 22:49:36.455706 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46600) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:36.476315 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-0c026dea-f0e6-4e4f-85eb-5a21c345464a tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Request body: {'network': {'name': 'tempest-RoutersTest-806173406'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:49:36.490314 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e39c3fd9-53c7-43e6-9d9b-ff0f07881b91 req-8b8d3e83-90f0-4780-af37-2f3b2d3f45c4 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570973 Feb 16 22:49:36.551556 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d1d3b-4e7a-4e37-b83b-d83314c4913e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Network': ['ID=70be04ca-e633-4acc-978c-9f1d3b62d6b9,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:36.557426 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c026dea-f0e6-4e4f-85eb-5a21c345464a tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Made reservation on behalf of 7e373bcd13d84490b51600663d7fbd9c for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:49:36.561395 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0c026dea-f0e6-4e4f-85eb-5a21c345464a tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:36.566057 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 70be04ca-e633-4acc-978c-9f1d3b62d6b9 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:49:36.609012 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c026dea-f0e6-4e4f-85eb-5a21c345464a tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:49:36.636266 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0c026dea-f0e6-4e4f-85eb-5a21c345464a tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (cb8971c9-6954-4a60-8ad8-b1433b784fe1), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:36.636567 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-0c026dea-f0e6-4e4f-85eb-5a21c345464a tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Added segment cb8971c9-6954-4a60-8ad8-b1433b784fe1 of type vlan for network c40e7127-45a9-4d5e-ac10-2875e4fd029b Feb 16 22:49:36.717786 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0c026dea-f0e6-4e4f-85eb-5a21c345464a tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (c40e7127-45a9-4d5e-ac10-2875e4fd029b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:36.760631 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0c026dea-f0e6-4e4f-85eb-5a21c345464a tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (c40e7127-45a9-4d5e-ac10-2875e4fd029b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:36.772621 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c026dea-f0e6-4e4f-85eb-5a21c345464a tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:36.773343 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0c026dea-f0e6-4e4f-85eb-5a21c345464a tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:36.819722 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0c026dea-f0e6-4e4f-85eb-5a21c345464a tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3566141 Feb 16 22:49:36.823091 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46606) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:36.828361 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-6d17f799-84f0-4521-82bb-c74d1083e660 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Request body: {'subnet': {'network_id': '70be04ca-e633-4acc-978c-9f1d3b62d6b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:49:36.864730 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c026dea-f0e6-4e4f-85eb-5a21c345464a tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Network': ['ID=c40e7127-45a9-4d5e-ac10-2875e4fd029b,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:36.879583 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network c40e7127-45a9-4d5e-ac10-2875e4fd029b details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:49:37.026454 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d17f799-84f0-4521-82bb-c74d1083e660 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Made reservation on behalf of 7e373bcd13d84490b51600663d7fbd9c for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:49:37.030117 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6d17f799-84f0-4521-82bb-c74d1083e660 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:37.361703 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6d17f799-84f0-4521-82bb-c74d1083e660 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (5a179d38-ffa0-4bf9-b4e1-827e5657067d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:37.484174 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17f799-84f0-4521-82bb-c74d1083e660 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Subnet': ['ID=5a179d38-ffa0-4bf9-b4e1-827e5657067d,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:37.518408 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d17f799-84f0-4521-82bb-c74d1083e660 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Checking segment: {'id': '7e0f61b8-4fab-407a-813c-38242fbb0df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '70be04ca-e633-4acc-978c-9f1d3b62d6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:49:37.521260 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d17f799-84f0-4521-82bb-c74d1083e660 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network hostable DHCP agents. Network: 70be04ca-e633-4acc-978c-9f1d3b62d6b9, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:49:37.580525 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d17f799-84f0-4521-82bb-c74d1083e660 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network 70be04ca-e633-4acc-978c-9f1d3b62d6b9 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:49:37.596126 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-6d17f799-84f0-4521-82bb-c74d1083e660 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 70be04ca-e633-4acc-978c-9f1d3b62d6b9) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:49:37.601186 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d17f799-84f0-4521-82bb-c74d1083e660 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:37.601797 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6d17f799-84f0-4521-82bb-c74d1083e660 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:37.613227 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa4a0df-da6e-4c5e-a942-7e4dd79677a7 None None] Network 70be04ca-e633-4acc-978c-9f1d3b62d6b9 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:49:37.644902 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46614) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:37.648319 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6d17f799-84f0-4521-82bb-c74d1083e660 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8214555 Feb 16 22:49:37.657604 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-fc6be7dc-307e-480b-b759-73ecd55ae057 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Request body: {'subnet': {'network_id': 'c40e7127-45a9-4d5e-ac10-2875e4fd029b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:49:37.929363 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69b8c7-7b6c-409d-97a5-810f9aa5d238 req-5140d8e4-acca-4150-8ebb-60494a15c329 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:37.931777 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ef69b8c7-7b6c-409d-97a5-810f9aa5d238 req-5140d8e4-acca-4150-8ebb-60494a15c329 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 945 time: 0.2239060 Feb 16 22:49:37.948126 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75003eae-8229-4890-8b44-1ca36bc7d5e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-70be04ca-e633-4acc-978c-9f1d3b62d6b9', 'network_id': '70be04ca-e633-4acc-978c-9f1d3b62d6b9', 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'fixed_ips': [{'subnet_id': '5a179d38-ffa0-4bf9-b4e1-827e5657067d'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:49:37.950721 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-75003eae-8229-4890-8b44-1ca36bc7d5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:37.987143 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6be7dc-307e-480b-b759-73ecd55ae057 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Made reservation on behalf of 7e373bcd13d84490b51600663d7fbd9c for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:49:37.990738 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fc6be7dc-307e-480b-b759-73ecd55ae057 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:38.057811 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ef69b8c7-7b6c-409d-97a5-810f9aa5d238 req-559eaaea-9a3f-4137-8f18-b39cffbda8dd tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163135 Feb 16 22:49:38.363272 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e7c64db-e29e-40f3-a15c-a6b6046b659c req-eb76e894-a3a7-47e3-9369-0baf891ef9b0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1316891 Feb 16 22:49:38.530607 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-75003eae-8229-4890-8b44-1ca36bc7d5e5 None None] Allocated IP 172.20.0.2 (70be04ca-e633-4acc-978c-9f1d3b62d6b9/5a179d38-ffa0-4bf9-b4e1-827e5657067d/bccfd019-16f2-402b-ba86-1fa66234ac1a) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:49:38.543408 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c64db-e29e-40f3-a15c-a6b6046b659c req-21e980ae-938b-4058-b7c0-93873fc68ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:38.548632 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e7c64db-e29e-40f3-a15c-a6b6046b659c req-21e980ae-938b-4058-b7c0-93873fc68ce0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 1127 time: 0.1265001 Feb 16 22:49:38.592130 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fc6be7dc-307e-480b-b759-73ecd55ae057 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (d9da9e47-3db5-4ead-ab45-53db40503e0a), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:38.733011 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6be7dc-307e-480b-b759-73ecd55ae057 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Subnet': ['ID=d9da9e47-3db5-4ead-ab45-53db40503e0a,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:38.769643 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6be7dc-307e-480b-b759-73ecd55ae057 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Checking segment: {'id': 'cb8971c9-6954-4a60-8ad8-b1433b784fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c40e7127-45a9-4d5e-ac10-2875e4fd029b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:49:38.776325 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6be7dc-307e-480b-b759-73ecd55ae057 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network hostable DHCP agents. Network: c40e7127-45a9-4d5e-ac10-2875e4fd029b, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:49:38.806760 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c64db-e29e-40f3-a15c-a6b6046b659c req-e59ea315-2517-4c6e-ab63-f31292b7ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:38.810864 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e7c64db-e29e-40f3-a15c-a6b6046b659c req-e59ea315-2517-4c6e-ab63-f31292b7ca68 service neutron] 10.222.0.79 "GET /v2.0/networks?id=50f5d130-0f22-457e-8f9d-f7f34d0d3035 HTTP/1.1" status: 200 len: 913 time: 0.2424636 Feb 16 22:49:38.820092 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6be7dc-307e-480b-b759-73ecd55ae057 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network c40e7127-45a9-4d5e-ac10-2875e4fd029b is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:49:38.835991 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-fc6be7dc-307e-480b-b759-73ecd55ae057 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, c40e7127-45a9-4d5e-ac10-2875e4fd029b) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:49:38.840773 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6be7dc-307e-480b-b759-73ecd55ae057 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:38.841631 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fc6be7dc-307e-480b-b759-73ecd55ae057 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:38.877719 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fc6be7dc-307e-480b-b759-73ecd55ae057 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2296917 Feb 16 22:49:38.879522 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46636) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:38.879871 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e305c6-fa92-4268-8ae7-38e0378554a7 None None] Network c40e7127-45a9-4d5e-ac10-2875e4fd029b requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:49:38.884559 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-ce0b9acf-04ab-4898-af33-607d16398e8b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1529758727', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:49:38.902450 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e7c64db-e29e-40f3-a15c-a6b6046b659c req-e4ffd38f-4a28-495c-b2cb-8821427429d3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3edfc3b0-5e68-4a52-8753-27ed6a0e5808 HTTP/1.1" status: 200 len: 217 time: 0.0843647 Feb 16 22:49:38.939936 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ce0b9acf-04ab-4898-af33-607d16398e8b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (60a057d2-430c-4e6f-b158-863e06235ded), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:38.941363 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ce0b9acf-04ab-4898-af33-607d16398e8b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (60a057d2-430c-4e6f-b158-863e06235ded), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:38.975399 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c64db-e29e-40f3-a15c-a6b6046b659c req-f7cd5bdf-0175-442c-a953-c0fdea0b6c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:38.977052 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e7c64db-e29e-40f3-a15c-a6b6046b659c req-f7cd5bdf-0175-442c-a953-c0fdea0b6c75 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0f3f901b-49c4-4880-859e-a4de691296cc HTTP/1.1" status: 200 len: 851 time: 0.0685229 Feb 16 22:49:39.047857 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ce0b9acf-04ab-4898-af33-607d16398e8b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router_controller (60a057d2-430c-4e6f-b158-863e06235ded), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:39.055755 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ce0b9acf-04ab-4898-af33-607d16398e8b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (60a057d2-430c-4e6f-b158-863e06235ded), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:39.070259 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c64db-e29e-40f3-a15c-a6b6046b659c req-de1504ff-4397-4377-948f-9e8a531b626f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:39.071859 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e7c64db-e29e-40f3-a15c-a6b6046b659c req-de1504ff-4397-4377-948f-9e8a531b626f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=50f5d130-0f22-457e-8f9d-f7f34d0d3035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0861332 Feb 16 22:49:39.104832 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebc8ce1-056f-4c03-a0f8-ab0f6af4acab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-c40e7127-45a9-4d5e-ac10-2875e4fd029b', 'network_id': 'c40e7127-45a9-4d5e-ac10-2875e4fd029b', 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'fixed_ips': [{'subnet_id': 'd9da9e47-3db5-4ead-ab45-53db40503e0a'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:49:39.105773 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8ebc8ce1-056f-4c03-a0f8-ab0f6af4acab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:39.113139 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ce0b9acf-04ab-4898-af33-607d16398e8b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:39.120422 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-75003eae-8229-4890-8b44-1ca36bc7d5e5 None None] Publish callbacks [] for port (bccfd019-16f2-402b-ba86-1fa66234ac1a), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:39.120644 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46640) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:39.126458 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ce0b9acf-04ab-4898-af33-607d16398e8b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2449894 Feb 16 22:49:39.174228 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-75003eae-8229-4890-8b44-1ca36bc7d5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (bccfd019-16f2-402b-ba86-1fa66234ac1a), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:39.253356 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75003eae-8229-4890-8b44-1ca36bc7d5e5 None None] Pushing event updated for resources: {'Port': ['ID=bccfd019-16f2-402b-ba86-1fa66234ac1a,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:39.271605 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e7c64db-e29e-40f3-a15c-a6b6046b659c req-0725e4df-eb05-45de-b301-e79cf8eb32a2 service neutron] 10.222.0.79 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920452 Feb 16 22:49:39.344366 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75003eae-8229-4890-8b44-1ca36bc7d5e5 None None] Network 70be04ca-e633-4acc-978c-9f1d3b62d6b9 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:49:39.348462 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-75003eae-8229-4890-8b44-1ca36bc7d5e5 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:49:39.358124 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75003eae-8229-4890-8b44-1ca36bc7d5e5 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:49:39.535370 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-75003eae-8229-4890-8b44-1ca36bc7d5e5 None None] Attempting to bind port bccfd019-16f2-402b-ba86-1fa66234ac1a on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:49:39.535747 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-75003eae-8229-4890-8b44-1ca36bc7d5e5 None None] Attempting to bind port bccfd019-16f2-402b-ba86-1fa66234ac1a by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '7e0f61b8-4fab-407a-813c-38242fbb0df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '70be04ca-e633-4acc-978c-9f1d3b62d6b9'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:49:39.536113 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75003eae-8229-4890-8b44-1ca36bc7d5e5 None None] Attempting to bind port bccfd019-16f2-402b-ba86-1fa66234ac1a on network 70be04ca-e633-4acc-978c-9f1d3b62d6b9 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:49:39.550799 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75003eae-8229-4890-8b44-1ca36bc7d5e5 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:49:39.551184 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75003eae-8229-4890-8b44-1ca36bc7d5e5 None None] Checking segment: {'id': '7e0f61b8-4fab-407a-813c-38242fbb0df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '70be04ca-e633-4acc-978c-9f1d3b62d6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:49:39.551586 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-75003eae-8229-4890-8b44-1ca36bc7d5e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:39.551981 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75003eae-8229-4890-8b44-1ca36bc7d5e5 None None] Bound using segment: {'id': '7e0f61b8-4fab-407a-813c-38242fbb0df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '70be04ca-e633-4acc-978c-9f1d3b62d6b9'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:49:39.552457 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-75003eae-8229-4890-8b44-1ca36bc7d5e5 None None] Bound port: bccfd019-16f2-402b-ba86-1fa66234ac1a, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0f61b8-4fab-407a-813c-38242fbb0df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '70be04ca-e633-4acc-978c-9f1d3b62d6b9'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:49:39.552838 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-75003eae-8229-4890-8b44-1ca36bc7d5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bccfd019-16f2-402b-ba86-1fa66234ac1a), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:39.600165 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-8ebc8ce1-056f-4c03-a0f8-ab0f6af4acab None None] Allocated IP 172.21.0.2 (c40e7127-45a9-4d5e-ac10-2875e4fd029b/d9da9e47-3db5-4ead-ab45-53db40503e0a/472cdcdf-3c9b-4779-9444-062466114a42) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:49:39.722470 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e7c64db-e29e-40f3-a15c-a6b6046b659c req-8310044d-eb66-48d0-9bdc-70b4df062d31 service neutron] 10.222.0.79 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367175 Feb 16 22:49:39.753379 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-75003eae-8229-4890-8b44-1ca36bc7d5e5 None None] For port bccfd019-16f2-402b-ba86-1fa66234ac1a, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:49:39.778099 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-75003eae-8229-4890-8b44-1ca36bc7d5e5 None None] For port bccfd019-16f2-402b-ba86-1fa66234ac1a, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=bccfd019-16f2-402b-ba86-1fa66234ac1a,segment=NetworkSegment(7e0f61b8-4fab-407a-813c-38242fbb0df1),segment_id=7e0f61b8-4fab-407a-813c-38242fbb0df1)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:49:39.795382 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-75003eae-8229-4890-8b44-1ca36bc7d5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (bccfd019-16f2-402b-ba86-1fa66234ac1a), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:39.921496 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6928b-2b10-498a-8555-bdb43bdd4934 req-d9abfb6d-283e-4c02-8f82-f79e831816a1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:39.925933 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eaa6928b-2b10-498a-8555-bdb43bdd4934 req-d9abfb6d-283e-4c02-8f82-f79e831816a1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 945 time: 0.5636690 Feb 16 22:49:39.950858 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8ebc8ce1-056f-4c03-a0f8-ab0f6af4acab None None] Publish callbacks [] for port (472cdcdf-3c9b-4779-9444-062466114a42), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:39.958644 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75003eae-8229-4890-8b44-1ca36bc7d5e5 None None] Pushing event updated for resources: {'Port': ['ID=bccfd019-16f2-402b-ba86-1fa66234ac1a,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:39.967254 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8ebc8ce1-056f-4c03-a0f8-ab0f6af4acab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (472cdcdf-3c9b-4779-9444-062466114a42), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:40.029839 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc8ce1-056f-4c03-a0f8-ab0f6af4acab None None] Pushing event updated for resources: {'Port': ['ID=472cdcdf-3c9b-4779-9444-062466114a42,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:40.047945 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebc8ce1-056f-4c03-a0f8-ab0f6af4acab None None] Network c40e7127-45a9-4d5e-ac10-2875e4fd029b is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:49:40.049448 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-8ebc8ce1-056f-4c03-a0f8-ab0f6af4acab None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:49:40.052047 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebc8ce1-056f-4c03-a0f8-ab0f6af4acab None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:49:40.105880 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eaa6928b-2b10-498a-8555-bdb43bdd4934 req-36c7539c-e858-4d90-8d8a-6ee76dce8f22 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144838 Feb 16 22:49:40.228750 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f66eba97-5974-402e-b938-60400a690be0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:40.232360 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-8ebc8ce1-056f-4c03-a0f8-ab0f6af4acab None None] Attempting to bind port 472cdcdf-3c9b-4779-9444-062466114a42 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:49:40.232879 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-8ebc8ce1-056f-4c03-a0f8-ab0f6af4acab None None] Attempting to bind port 472cdcdf-3c9b-4779-9444-062466114a42 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'cb8971c9-6954-4a60-8ad8-b1433b784fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c40e7127-45a9-4d5e-ac10-2875e4fd029b'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:49:40.233105 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebc8ce1-056f-4c03-a0f8-ab0f6af4acab None None] Attempting to bind port 472cdcdf-3c9b-4779-9444-062466114a42 on network c40e7127-45a9-4d5e-ac10-2875e4fd029b {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:49:40.262493 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebc8ce1-056f-4c03-a0f8-ab0f6af4acab None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:49:40.264498 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebc8ce1-056f-4c03-a0f8-ab0f6af4acab None None] Checking segment: {'id': 'cb8971c9-6954-4a60-8ad8-b1433b784fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c40e7127-45a9-4d5e-ac10-2875e4fd029b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:49:40.265092 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8ebc8ce1-056f-4c03-a0f8-ab0f6af4acab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:40.267010 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebc8ce1-056f-4c03-a0f8-ab0f6af4acab None None] Bound using segment: {'id': 'cb8971c9-6954-4a60-8ad8-b1433b784fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c40e7127-45a9-4d5e-ac10-2875e4fd029b'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:49:40.268198 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-8ebc8ce1-056f-4c03-a0f8-ab0f6af4acab None None] Bound port: 472cdcdf-3c9b-4779-9444-062466114a42, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8971c9-6954-4a60-8ad8-b1433b784fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c40e7127-45a9-4d5e-ac10-2875e4fd029b'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:49:40.270268 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8ebc8ce1-056f-4c03-a0f8-ab0f6af4acab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (472cdcdf-3c9b-4779-9444-062466114a42), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:40.495190 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-8ebc8ce1-056f-4c03-a0f8-ab0f6af4acab None None] For port 472cdcdf-3c9b-4779-9444-062466114a42, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:49:40.511657 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-8ebc8ce1-056f-4c03-a0f8-ab0f6af4acab None None] For port 472cdcdf-3c9b-4779-9444-062466114a42, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=472cdcdf-3c9b-4779-9444-062466114a42,segment=NetworkSegment(cb8971c9-6954-4a60-8ad8-b1433b784fe1),segment_id=cb8971c9-6954-4a60-8ad8-b1433b784fe1)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:49:40.540006 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8ebc8ce1-056f-4c03-a0f8-ab0f6af4acab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (472cdcdf-3c9b-4779-9444-062466114a42), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:40.721948 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc8ce1-056f-4c03-a0f8-ab0f6af4acab None None] Pushing event updated for resources: {'Port': ['ID=472cdcdf-3c9b-4779-9444-062466114a42,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:40.916856 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed42609-d09b-42bf-bcd0-fd1ef98c4fec req-1a7529c7-3b77-4893-a69e-a2d2aff63551 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:40.924743 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fed42609-d09b-42bf-bcd0-fd1ef98c4fec req-1a7529c7-3b77-4893-a69e-a2d2aff63551 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 945 time: 0.3958292 Feb 16 22:49:41.175423 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-f66eba97-5974-402e-b938-60400a690be0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Allocated IP 172.20.0.1 (70be04ca-e633-4acc-978c-9f1d3b62d6b9/5a179d38-ffa0-4bf9-b4e1-827e5657067d/7db70038-3001-40d2-ab7a-4a8ecf7a8827) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:49:41.186431 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device bccfd019-16f2-402b-ba86-1fa66234ac1a up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:49:41.240524 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fed42609-d09b-42bf-bcd0-fd1ef98c4fec req-094bafb3-d78d-4fc9-978a-15d49d59024b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946210 Feb 16 22:49:41.392118 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port bccfd019-16f2-402b-ba86-1fa66234ac1a triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:49:41.392719 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (bccfd019-16f2-402b-ba86-1fa66234ac1a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:41.634714 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port bccfd019-16f2-402b-ba86-1fa66234ac1a is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:49:41.635696 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bccfd019-16f2-402b-ba86-1fa66234ac1a), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:41.749219 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f66eba97-5974-402e-b938-60400a690be0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for port (7db70038-3001-40d2-ab7a-4a8ecf7a8827), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:41.754762 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port bccfd019-16f2-402b-ba86-1fa66234ac1a, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=bccfd019-16f2-402b-ba86-1fa66234ac1a,segment=NetworkSegment(7e0f61b8-4fab-407a-813c-38242fbb0df1),segment_id=7e0f61b8-4fab-407a-813c-38242fbb0df1)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:49:41.769808 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (bccfd019-16f2-402b-ba86-1fa66234ac1a), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:41.917757 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f66eba97-5974-402e-b938-60400a690be0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (7db70038-3001-40d2-ab7a-4a8ecf7a8827), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:41.981492 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=bccfd019-16f2-402b-ba86-1fa66234ac1a,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:42.053759 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc3804f-ea86-4dcd-8624-1287477686ab None None] Network 70be04ca-e633-4acc-978c-9f1d3b62d6b9 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:49:42.090850 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66eba97-5974-402e-b938-60400a690be0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Port': ['ID=7db70038-3001-40d2-ab7a-4a8ecf7a8827,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:42.128744 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66eba97-5974-402e-b938-60400a690be0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network 70be04ca-e633-4acc-978c-9f1d3b62d6b9 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:49:42.134282 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-f66eba97-5974-402e-b938-60400a690be0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:49:42.141878 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66eba97-5974-402e-b938-60400a690be0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:49:42.212712 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-d5f74ca2-be5e-4d2d-8ea0-82fc841a4aae None None] Provisioning complete for port bccfd019-16f2-402b-ba86-1fa66234ac1a triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:49:42.213282 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d5f74ca2-be5e-4d2d-8ea0-82fc841a4aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (bccfd019-16f2-402b-ba86-1fa66234ac1a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:42.309832 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f66eba97-5974-402e-b938-60400a690be0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (60a057d2-430c-4e6f-b158-863e06235ded), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:42.752261 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d5f74ca2-be5e-4d2d-8ea0-82fc841a4aae None None] Current status of the port bccfd019-16f2-402b-ba86-1fa66234ac1a is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:49:42.823860 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f66eba97-5974-402e-b938-60400a690be0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (7db70038-3001-40d2-ab7a-4a8ecf7a8827), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:43.001664 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4498f583-9d67-4604-9578-d9f9bfbca6c4 None None] Network c40e7127-45a9-4d5e-ac10-2875e4fd029b requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:49:43.359370 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-ebfe7032-c0fa-4bdb-9d98-e49b726f5fce None None] Provisioning complete for port 472cdcdf-3c9b-4779-9444-062466114a42 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:49:43.367841 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ebfe7032-c0fa-4bdb-9d98-e49b726f5fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (472cdcdf-3c9b-4779-9444-062466114a42), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:43.535051 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device bccfd019-16f2-402b-ba86-1fa66234ac1a up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:49:43.970228 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f66eba97-5974-402e-b938-60400a690be0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for port (7db70038-3001-40d2-ab7a-4a8ecf7a8827), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:43.977958 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f66eba97-5974-402e-b938-60400a690be0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (7db70038-3001-40d2-ab7a-4a8ecf7a8827), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:44.023149 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-ebfe7032-c0fa-4bdb-9d98-e49b726f5fce None None] Current status of the port 472cdcdf-3c9b-4779-9444-062466114a42 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:49:44.023740 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ebfe7032-c0fa-4bdb-9d98-e49b726f5fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (472cdcdf-3c9b-4779-9444-062466114a42), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:44.041832 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port bccfd019-16f2-402b-ba86-1fa66234ac1a triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:49:44.042235 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (bccfd019-16f2-402b-ba86-1fa66234ac1a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:44.127145 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f66eba97-5974-402e-b938-60400a690be0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (60a057d2-430c-4e6f-b158-863e06235ded), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:44.130085 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66eba97-5974-402e-b938-60400a690be0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Port': ['ID=7db70038-3001-40d2-ab7a-4a8ecf7a8827,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:44.269770 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-ebfe7032-c0fa-4bdb-9d98-e49b726f5fce None None] For port 472cdcdf-3c9b-4779-9444-062466114a42, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=472cdcdf-3c9b-4779-9444-062466114a42,segment=NetworkSegment(cb8971c9-6954-4a60-8ad8-b1433b784fe1),segment_id=cb8971c9-6954-4a60-8ad8-b1433b784fe1)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:49:44.278029 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ebfe7032-c0fa-4bdb-9d98-e49b726f5fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (472cdcdf-3c9b-4779-9444-062466114a42), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:44.384016 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66eba97-5974-402e-b938-60400a690be0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network 70be04ca-e633-4acc-978c-9f1d3b62d6b9 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:49:44.399588 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-f66eba97-5974-402e-b938-60400a690be0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:49:44.569622 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port bccfd019-16f2-402b-ba86-1fa66234ac1a is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:49:44.572307 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 472cdcdf-3c9b-4779-9444-062466114a42 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:49:44.849220 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66eba97-5974-402e-b938-60400a690be0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Router 60a057d2-430c-4e6f-b158-863e06235ded is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:49:45.431750 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe7032-c0fa-4bdb-9d98-e49b726f5fce None None] Pushing event updated for resources: {'Port': ['ID=472cdcdf-3c9b-4779-9444-062466114a42,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:45.475820 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-8271a85c-900a-42dd-aad4-706ed75201a9 None None] Provisioning complete for port 7db70038-3001-40d2-ab7a-4a8ecf7a8827 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:49:45.485339 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8271a85c-900a-42dd-aad4-706ed75201a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (7db70038-3001-40d2-ab7a-4a8ecf7a8827), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:45.645654 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 472cdcdf-3c9b-4779-9444-062466114a42 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:49:45.648495 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (472cdcdf-3c9b-4779-9444-062466114a42), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:45.651810 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-8271a85c-900a-42dd-aad4-706ed75201a9 None None] Port 7db70038-3001-40d2-ab7a-4a8ecf7a8827 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:49:45.716405 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-8271a85c-900a-42dd-aad4-706ed75201a9 None None] Provisioning complete for port bccfd019-16f2-402b-ba86-1fa66234ac1a triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:49:45.717186 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8271a85c-900a-42dd-aad4-706ed75201a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (bccfd019-16f2-402b-ba86-1fa66234ac1a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:45.796773 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66eba97-5974-402e-b938-60400a690be0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:49:45.811478 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46768) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:45.813260 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f66eba97-5974-402e-b938-60400a690be0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "PUT /v2.0/routers/60a057d2-430c-4e6f-b158-863e06235ded/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6861875 Feb 16 22:49:45.874926 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-8271a85c-900a-42dd-aad4-706ed75201a9 None None] Current status of the port bccfd019-16f2-402b-ba86-1fa66234ac1a is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:49:45.881150 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e154fc89-55ee-4d70-9fc2-52cbd0b3390c None None] Sync routers for ids ['60a057d2-430c-4e6f-b158-863e06235ded'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:49:45.930120 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4a2e09-ff0e-4963-a206-8fcc21c9abed tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:45.932531 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ea4a2e09-ff0e-4963-a206-8fcc21c9abed tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "GET /v2.0/ports/7db70038-3001-40d2-ab7a-4a8ecf7a8827 HTTP/1.1" status: 200 len: 910 time: 0.1189485 Feb 16 22:49:45.936538 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46770) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:46.012532 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e154fc89-55ee-4d70-9fc2-52cbd0b3390c None None] Routers {'60a057d2-430c-4e6f-b158-863e06235ded'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:49:46.019981 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-e154fc89-55ee-4d70-9fc2-52cbd0b3390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:49:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['60a057d2-430c-4e6f-b158-863e06235ded'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:46.097332 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 472cdcdf-3c9b-4779-9444-062466114a42 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:49:46.113051 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-e154fc89-55ee-4d70-9fc2-52cbd0b3390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:46.134811 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1964d269-7051-4134-ad88-5fcb1f156324 None None] Provisioning complete for port 7db70038-3001-40d2-ab7a-4a8ecf7a8827 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:49:46.135371 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1964d269-7051-4134-ad88-5fcb1f156324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (7db70038-3001-40d2-ab7a-4a8ecf7a8827), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:46.150212 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e154fc89-55ee-4d70-9fc2-52cbd0b3390c None None] Routers {'60a057d2-430c-4e6f-b158-863e06235ded'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:49:46.151070 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-e154fc89-55ee-4d70-9fc2-52cbd0b3390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:49:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['60a057d2-430c-4e6f-b158-863e06235ded'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:46.279869 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 472cdcdf-3c9b-4779-9444-062466114a42 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:49:46.290840 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-e154fc89-55ee-4d70-9fc2-52cbd0b3390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:46.290840 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e154fc89-55ee-4d70-9fc2-52cbd0b3390c None None] The sync data for ids ['60a057d2-430c-4e6f-b158-863e06235ded'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:49:46.384259 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1964d269-7051-4134-ad88-5fcb1f156324 None None] Port 7db70038-3001-40d2-ab7a-4a8ecf7a8827 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:49:46.453298 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1964d269-7051-4134-ad88-5fcb1f156324 None None] Provisioning complete for port 472cdcdf-3c9b-4779-9444-062466114a42 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:49:46.454060 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1964d269-7051-4134-ad88-5fcb1f156324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (472cdcdf-3c9b-4779-9444-062466114a42), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:46.516212 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 472cdcdf-3c9b-4779-9444-062466114a42 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:49:46.516488 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (472cdcdf-3c9b-4779-9444-062466114a42), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:46.728198 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1964d269-7051-4134-ad88-5fcb1f156324 None None] Current status of the port 472cdcdf-3c9b-4779-9444-062466114a42 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:49:46.817095 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 472cdcdf-3c9b-4779-9444-062466114a42 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:49:47.119010 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b32ad4aa-e807-4e6f-8ac2-a701fa5c85b5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:47.506566 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-b32ad4aa-e807-4e6f-8ac2-a701fa5c85b5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Allocated IP 172.21.0.1 (c40e7127-45a9-4d5e-ac10-2875e4fd029b/d9da9e47-3db5-4ead-ab45-53db40503e0a/a60563b0-aec4-491c-bb4f-ba997f5aba51) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:49:47.687438 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b32ad4aa-e807-4e6f-8ac2-a701fa5c85b5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for port (a60563b0-aec4-491c-bb4f-ba997f5aba51), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:47.739532 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b32ad4aa-e807-4e6f-8ac2-a701fa5c85b5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (a60563b0-aec4-491c-bb4f-ba997f5aba51), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:47.784396 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32ad4aa-e807-4e6f-8ac2-a701fa5c85b5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network c40e7127-45a9-4d5e-ac10-2875e4fd029b is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:49:47.789334 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-b32ad4aa-e807-4e6f-8ac2-a701fa5c85b5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:49:47.794160 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32ad4aa-e807-4e6f-8ac2-a701fa5c85b5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:49:47.847235 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ad4aa-e807-4e6f-8ac2-a701fa5c85b5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Port': ['ID=a60563b0-aec4-491c-bb4f-ba997f5aba51,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:47.874995 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32ad4aa-e807-4e6f-8ac2-a701fa5c85b5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:47.875364 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32ad4aa-e807-4e6f-8ac2-a701fa5c85b5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:47.875713 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32ad4aa-e807-4e6f-8ac2-a701fa5c85b5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:47.876054 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32ad4aa-e807-4e6f-8ac2-a701fa5c85b5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:47.876387 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32ad4aa-e807-4e6f-8ac2-a701fa5c85b5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:47.876725 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32ad4aa-e807-4e6f-8ac2-a701fa5c85b5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:47.877053 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32ad4aa-e807-4e6f-8ac2-a701fa5c85b5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:47.877377 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32ad4aa-e807-4e6f-8ac2-a701fa5c85b5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:47.877845 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32ad4aa-e807-4e6f-8ac2-a701fa5c85b5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:47.891497 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32ad4aa-e807-4e6f-8ac2-a701fa5c85b5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:47.892370 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32ad4aa-e807-4e6f-8ac2-a701fa5c85b5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:47.892853 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32ad4aa-e807-4e6f-8ac2-a701fa5c85b5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:47.893200 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32ad4aa-e807-4e6f-8ac2-a701fa5c85b5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:47.903418 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b32ad4aa-e807-4e6f-8ac2-a701fa5c85b5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (60a057d2-430c-4e6f-b158-863e06235ded), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:48.371695 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b32ad4aa-e807-4e6f-8ac2-a701fa5c85b5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a60563b0-aec4-491c-bb4f-ba997f5aba51), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:48.424027 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a41beb20-80fb-4fe3-83de-8ee233fe0ea2 None None] Provisioning complete for port a60563b0-aec4-491c-bb4f-ba997f5aba51 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:49:48.425623 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a41beb20-80fb-4fe3-83de-8ee233fe0ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a60563b0-aec4-491c-bb4f-ba997f5aba51), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:48.582978 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a41beb20-80fb-4fe3-83de-8ee233fe0ea2 None None] Port a60563b0-aec4-491c-bb4f-ba997f5aba51 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:49:49.100451 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b32ad4aa-e807-4e6f-8ac2-a701fa5c85b5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for port (a60563b0-aec4-491c-bb4f-ba997f5aba51), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:49.107643 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b32ad4aa-e807-4e6f-8ac2-a701fa5c85b5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (a60563b0-aec4-491c-bb4f-ba997f5aba51), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:49.202890 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b32ad4aa-e807-4e6f-8ac2-a701fa5c85b5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (60a057d2-430c-4e6f-b158-863e06235ded), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:49.204729 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ad4aa-e807-4e6f-8ac2-a701fa5c85b5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Port': ['ID=a60563b0-aec4-491c-bb4f-ba997f5aba51,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:49.481411 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32ad4aa-e807-4e6f-8ac2-a701fa5c85b5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network c40e7127-45a9-4d5e-ac10-2875e4fd029b is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:49:49.510334 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-b32ad4aa-e807-4e6f-8ac2-a701fa5c85b5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:49:49.942099 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-8936bed2-9e84-4403-a558-909d08f29172 None None] Provisioning complete for port a60563b0-aec4-491c-bb4f-ba997f5aba51 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:49:49.942740 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8936bed2-9e84-4403-a558-909d08f29172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a60563b0-aec4-491c-bb4f-ba997f5aba51), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:50.084602 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-8936bed2-9e84-4403-a558-909d08f29172 None None] Port a60563b0-aec4-491c-bb4f-ba997f5aba51 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:49:50.377531 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32ad4aa-e807-4e6f-8ac2-a701fa5c85b5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Router 60a057d2-430c-4e6f-b158-863e06235ded has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:49:50.628511 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46822) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:50.697326 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ef99e55-fc3d-4bf6-8ba7-924077ac7627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:50.850283 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32ad4aa-e807-4e6f-8ac2-a701fa5c85b5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:49:50.868516 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f206db-97de-4076-80fc-23b41ed65cbb req-1af6f5ba-e67a-4af2-8520-777dad68af73 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:50.869418 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f672aa69-acb1-4992-8887-c15e3bd993dd None None] Sync routers for ids ['60a057d2-430c-4e6f-b158-863e06235ded'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:49:50.878419 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78f206db-97de-4076-80fc-23b41ed65cbb req-1af6f5ba-e67a-4af2-8520-777dad68af73 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/networks?id=50f5d130-0f22-457e-8f9d-f7f34d0d3035 HTTP/1.1" status: 200 len: 812 time: 0.4895248 Feb 16 22:49:50.913858 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f672aa69-acb1-4992-8887-c15e3bd993dd None None] Routers {'60a057d2-430c-4e6f-b158-863e06235ded'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:49:50.915492 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b32ad4aa-e807-4e6f-8ac2-a701fa5c85b5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "PUT /v2.0/routers/60a057d2-430c-4e6f-b158-863e06235ded/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9762781 Feb 16 22:49:50.916344 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-f672aa69-acb1-4992-8887-c15e3bd993dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:49:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['60a057d2-430c-4e6f-b158-863e06235ded'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:50.923315 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46828) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:50.951718 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78f206db-97de-4076-80fc-23b41ed65cbb req-41c961eb-eda2-4698-9c08-a8ca1e530176 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/quotas/09b4d7c239444335b4d37b9f638ba2c2 HTTP/1.1" status: 200 len: 375 time: 0.0499806 Feb 16 22:49:51.033791 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-f672aa69-acb1-4992-8887-c15e3bd993dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:51.066857 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f672aa69-acb1-4992-8887-c15e3bd993dd None None] Routers {'60a057d2-430c-4e6f-b158-863e06235ded'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:49:51.067637 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-f672aa69-acb1-4992-8887-c15e3bd993dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:49:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['60a057d2-430c-4e6f-b158-863e06235ded'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:51.078363 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-46f9cca9-4b98-4473-bdb6-3a3a9cb0f775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:51.120377 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78f206db-97de-4076-80fc-23b41ed65cbb req-c8c2ae61-a276-4ee1-99f2-b9446ddada2c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1666231 Feb 16 22:49:51.133686 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-f672aa69-acb1-4992-8887-c15e3bd993dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:51.134638 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f672aa69-acb1-4992-8887-c15e3bd993dd None None] The sync data for ids ['60a057d2-430c-4e6f-b158-863e06235ded'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:49:51.136708 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6c5b23-b8b1-421e-85c7-03bd611aa635 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:51.138961 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-eb6c5b23-b8b1-421e-85c7-03bd611aa635 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "GET /v2.0/ports/a60563b0-aec4-491c-bb4f-ba997f5aba51 HTTP/1.1" status: 200 len: 910 time: 0.2110207 Feb 16 22:49:51.143076 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46830) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:51.349578 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-46f9cca9-4b98-4473-bdb6-3a3a9cb0f775 admin admin] Publish callbacks [] for security_group (3cba16ed-4528-4014-8f26-762d0f7df683), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:51.367422 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-46f9cca9-4b98-4473-bdb6-3a3a9cb0f775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (3cba16ed-4528-4014-8f26-762d0f7df683), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:51.410132 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9cca9-4b98-4473-bdb6-3a3a9cb0f775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cba16ed-4528-4014-8f26-762d0f7df683,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:51.451135 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-46f9cca9-4b98-4473-bdb6-3a3a9cb0f775 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ab6936ad4bbf42c083356de745c1bc20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8207123 Feb 16 22:49:51.453676 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46832) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:51.539779 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ff8aabcb-d7f5-402b-b4da-b49944da07ff admin admin] Publish callbacks [] for security_group (3cba16ed-4528-4014-8f26-762d0f7df683), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:51.583313 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ff8aabcb-d7f5-402b-b4da-b49944da07ff admin admin] Publish callbacks [] for security_group (3cba16ed-4528-4014-8f26-762d0f7df683), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:51.604500 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78f206db-97de-4076-80fc-23b41ed65cbb req-ca5c559d-a222-488c-aadf-20aebd3a3048 service neutron] 10.222.0.75 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994505 Feb 16 22:49:51.710046 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ff8aabcb-d7f5-402b-b4da-b49944da07ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (3cba16ed-4528-4014-8f26-762d0f7df683), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:51.714292 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ff8aabcb-d7f5-402b-b4da-b49944da07ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:51.726598 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ff8aabcb-d7f5-402b-b4da-b49944da07ff admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3cba16ed-4528-4014-8f26-762d0f7df683 HTTP/1.1" status: 204 len: 168 time: 0.2641940 Feb 16 22:49:51.736013 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8aabcb-d7f5-402b-b4da-b49944da07ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cba16ed-4528-4014-8f26-762d0f7df683,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:51.804386 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78f206db-97de-4076-80fc-23b41ed65cbb req-ab155eb8-b484-45b8-a6db-de7bda88e192 service neutron] 10.222.0.75 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987114 Feb 16 22:49:51.919336 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-28919447-1992-48f1-86f5-d1c4b18e3fe0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (60a057d2-430c-4e6f-b158-863e06235ded), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:52.494643 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6641765-8934-4643-8abb-7efab5ea1a46 req-4cd83ae1-ed4f-4e98-83da-f0170756caf1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 210 time: 0.1446440 Feb 16 22:49:52.716670 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-28919447-1992-48f1-86f5-d1c4b18e3fe0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Deleting port a60563b0-aec4-491c-bb4f-ba997f5aba51 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:49:52.717014 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-28919447-1992-48f1-86f5-d1c4b18e3fe0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a60563b0-aec4-491c-bb4f-ba997f5aba51), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:52.971026 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-28919447-1992-48f1-86f5-d1c4b18e3fe0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a60563b0-aec4-491c-bb4f-ba997f5aba51), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:52.987181 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-28919447-1992-48f1-86f5-d1c4b18e3fe0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Calling delete_port for a60563b0-aec4-491c-bb4f-ba997f5aba51 owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:49:53.084526 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-910fbe3e-7890-43be-92c9-ee4e9416ac22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:53.524691 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-28919447-1992-48f1-86f5-d1c4b18e3fe0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (a60563b0-aec4-491c-bb4f-ba997f5aba51), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:53.658336 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28919447-1992-48f1-86f5-d1c4b18e3fe0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event deleted for resources: {'Port': ['ID=a60563b0-aec4-491c-bb4f-ba997f5aba51,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:53.705156 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28919447-1992-48f1-86f5-d1c4b18e3fe0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:53.705885 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28919447-1992-48f1-86f5-d1c4b18e3fe0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:53.706498 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28919447-1992-48f1-86f5-d1c4b18e3fe0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:53.707187 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28919447-1992-48f1-86f5-d1c4b18e3fe0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:53.707809 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28919447-1992-48f1-86f5-d1c4b18e3fe0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:53.708388 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28919447-1992-48f1-86f5-d1c4b18e3fe0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:53.709058 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28919447-1992-48f1-86f5-d1c4b18e3fe0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:53.709613 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28919447-1992-48f1-86f5-d1c4b18e3fe0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:53.711343 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28919447-1992-48f1-86f5-d1c4b18e3fe0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:53.711893 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28919447-1992-48f1-86f5-d1c4b18e3fe0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:53.712440 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28919447-1992-48f1-86f5-d1c4b18e3fe0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:53.713000 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28919447-1992-48f1-86f5-d1c4b18e3fe0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:53.713551 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28919447-1992-48f1-86f5-d1c4b18e3fe0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:49:53.745259 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6aec59a0-53dd-4d74-b57b-c1edfb256e1e req-a5db4c21-89b8-444a-9f11-04af6fe13641 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 210 time: 0.0939693 Feb 16 22:49:54.017593 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-28919447-1992-48f1-86f5-d1c4b18e3fe0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (60a057d2-430c-4e6f-b158-863e06235ded), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:54.327483 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:54.396936 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28919447-1992-48f1-86f5-d1c4b18e3fe0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Router 60a057d2-430c-4e6f-b158-863e06235ded has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:49:54.555423 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f206db-97de-4076-80fc-23b41ed65cbb req-f22dfd6a-b7c6-4243-a867-caee69a590c5 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:54.557178 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78f206db-97de-4076-80fc-23b41ed65cbb req-f22dfd6a-b7c6-4243-a867-caee69a590c5 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.67 "GET /v2.0/networks?id=50f5d130-0f22-457e-8f9d-f7f34d0d3035 HTTP/1.1" status: 200 len: 812 time: 0.2657928 Feb 16 22:49:54.568780 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-78f206db-97de-4076-80fc-23b41ed65cbb req-88f7b976-2ace-4e20-b37a-be98edbe3116 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Request body: {'port': {'device_id': 'd277cd5b-a549-483a-921e-ac83d50f338c', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'admin_state_up': True, 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:49:55.150305 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28919447-1992-48f1-86f5-d1c4b18e3fe0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:49:55.160352 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46922) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:55.164141 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fee2db-b2e2-44b5-9585-9ddc571a18eb None None] Sync routers for ids ['60a057d2-430c-4e6f-b158-863e06235ded'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:49:55.168008 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-28919447-1992-48f1-86f5-d1c4b18e3fe0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "PUT /v2.0/routers/60a057d2-430c-4e6f-b158-863e06235ded/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0160668 Feb 16 22:49:55.181768 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fee2db-b2e2-44b5-9585-9ddc571a18eb None None] Routers {'60a057d2-430c-4e6f-b158-863e06235ded'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:49:55.195563 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-b5fee2db-b2e2-44b5-9585-9ddc571a18eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:49:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['60a057d2-430c-4e6f-b158-863e06235ded'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:55.241285 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78f206db-97de-4076-80fc-23b41ed65cbb req-88f7b976-2ace-4e20-b37a-be98edbe3116 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Made reservation on behalf of 09b4d7c239444335b4d37b9f638ba2c2 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:49:55.255674 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-78f206db-97de-4076-80fc-23b41ed65cbb req-88f7b976-2ace-4e20-b37a-be98edbe3116 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:55.355833 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-b5fee2db-b2e2-44b5-9585-9ddc571a18eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:55.386360 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fee2db-b2e2-44b5-9585-9ddc571a18eb None None] Routers {'60a057d2-430c-4e6f-b158-863e06235ded'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:49:55.396413 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-b5fee2db-b2e2-44b5-9585-9ddc571a18eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:49:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['60a057d2-430c-4e6f-b158-863e06235ded'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:55.539078 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-b5fee2db-b2e2-44b5-9585-9ddc571a18eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:55.542622 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fee2db-b2e2-44b5-9585-9ddc571a18eb None None] The sync data for ids ['60a057d2-430c-4e6f-b158-863e06235ded'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:49:55.609396 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-78f206db-97de-4076-80fc-23b41ed65cbb req-88f7b976-2ace-4e20-b37a-be98edbe3116 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Allocated IP 172.20.0.10 (50f5d130-0f22-457e-8f9d-f7f34d0d3035/0f3f901b-49c4-4880-859e-a4de691296cc/9fed2208-a267-429d-8998-19499e50bc6c) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:49:55.680507 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:55.978202 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-78f206db-97de-4076-80fc-23b41ed65cbb req-88f7b976-2ace-4e20-b37a-be98edbe3116 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for port (9fed2208-a267-429d-8998-19499e50bc6c), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:56.014811 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-320d4cd8-8538-46e2-b920-2e3fba652490 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (60a057d2-430c-4e6f-b158-863e06235ded), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:56.109201 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-78f206db-97de-4076-80fc-23b41ed65cbb req-88f7b976-2ace-4e20-b37a-be98edbe3116 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (9fed2208-a267-429d-8998-19499e50bc6c), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:56.123013 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['3edfc3b0-5e68-4a52-8753-27ed6a0e5808'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:49:56.281194 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f206db-97de-4076-80fc-23b41ed65cbb req-88f7b976-2ace-4e20-b37a-be98edbe3116 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:49:56.297471 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-78f206db-97de-4076-80fc-23b41ed65cbb req-88f7b976-2ace-4e20-b37a-be98edbe3116 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:49:56.304607 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f206db-97de-4076-80fc-23b41ed65cbb req-88f7b976-2ace-4e20-b37a-be98edbe3116 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:49:56.600265 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f7b976-2ace-4e20-b37a-be98edbe3116 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Pushing event updated for resources: {'Port': ['ID=9fed2208-a267-429d-8998-19499e50bc6c,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:56.691957 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f206db-97de-4076-80fc-23b41ed65cbb req-88f7b976-2ace-4e20-b37a-be98edbe3116 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:56.692919 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-78f206db-97de-4076-80fc-23b41ed65cbb req-88f7b976-2ace-4e20-b37a-be98edbe3116 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:56.729775 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78f206db-97de-4076-80fc-23b41ed65cbb req-88f7b976-2ace-4e20-b37a-be98edbe3116 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1647460 Feb 16 22:49:56.740959 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-78f206db-97de-4076-80fc-23b41ed65cbb req-6f8e71e9-ab3e-4512-8ee7-eb78ea6152d0 service neutron] Request body: {'port': {'device_id': 'd277cd5b-a549-483a-921e-ac83d50f338c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:49:56.826896 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-320d4cd8-8538-46e2-b920-2e3fba652490 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Deleting port 7db70038-3001-40d2-ab7a-4a8ecf7a8827 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:49:56.829112 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-320d4cd8-8538-46e2-b920-2e3fba652490 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (7db70038-3001-40d2-ab7a-4a8ecf7a8827), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:56.903686 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-78f206db-97de-4076-80fc-23b41ed65cbb req-6f8e71e9-ab3e-4512-8ee7-eb78ea6152d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9fed2208-a267-429d-8998-19499e50bc6c), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:56.908843 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1db079c4-e7bb-4536-9a6a-c68172a9c8c8 None None] Provisioning complete for port 9fed2208-a267-429d-8998-19499e50bc6c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:49:56.911973 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1db079c4-e7bb-4536-9a6a-c68172a9c8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9fed2208-a267-429d-8998-19499e50bc6c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:56.912528 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46936) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:56.924422 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-0f0692fc-18b1-47fa-8ea1-17d7b2d3b6c4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1073911315', 'description': 'tempest-secgroup-smoke-1073911315 description', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:49:56.998903 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0f0692fc-18b1-47fa-8ea1-17d7b2d3b6c4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:57.087301 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1db079c4-e7bb-4536-9a6a-c68172a9c8c8 None None] Port 9fed2208-a267-429d-8998-19499e50bc6c cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:49:57.126525 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:57.157597 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0f0692fc-18b1-47fa-8ea1-17d7b2d3b6c4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:57.212636 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-320d4cd8-8538-46e2-b920-2e3fba652490 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (7db70038-3001-40d2-ab7a-4a8ecf7a8827), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:57.234979 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-320d4cd8-8538-46e2-b920-2e3fba652490 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Calling delete_port for 7db70038-3001-40d2-ab7a-4a8ecf7a8827 owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:49:57.311961 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191716bd-9ec9-4f9d-885f-6a1e08ce6167 req-bcd9f924-180b-4640-aca7-3d1a769222fa tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:57.313136 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-191716bd-9ec9-4f9d-885f-6a1e08ce6167 req-bcd9f924-180b-4640-aca7-3d1a769222fa tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 932 time: 0.2407169 Feb 16 22:49:57.381693 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-191716bd-9ec9-4f9d-885f-6a1e08ce6167 req-ae2eec0a-b6e5-4619-8df8-19c9cd546794 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540228 Feb 16 22:49:57.559736 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-320d4cd8-8538-46e2-b920-2e3fba652490 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (7db70038-3001-40d2-ab7a-4a8ecf7a8827), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:57.653625 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-78f206db-97de-4076-80fc-23b41ed65cbb req-6f8e71e9-ab3e-4512-8ee7-eb78ea6152d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fed2208-a267-429d-8998-19499e50bc6c {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:49:57.663771 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-78f206db-97de-4076-80fc-23b41ed65cbb req-6f8e71e9-ab3e-4512-8ee7-eb78ea6152d0 service neutron] Publish callbacks [] for port (9fed2208-a267-429d-8998-19499e50bc6c), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:57.679516 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-78f206db-97de-4076-80fc-23b41ed65cbb req-6f8e71e9-ab3e-4512-8ee7-eb78ea6152d0 service neutron] Transition to ACTIVE for port object 9fed2208-a267-429d-8998-19499e50bc6c will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:49:57.693228 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0f0692fc-18b1-47fa-8ea1-17d7b2d3b6c4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group (2b31a7c8-81d6-4a16-9d5f-4feca8cae29b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:57.695508 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-78f206db-97de-4076-80fc-23b41ed65cbb req-6f8e71e9-ab3e-4512-8ee7-eb78ea6152d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (9fed2208-a267-429d-8998-19499e50bc6c), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:57.700964 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d4cd8-8538-46e2-b920-2e3fba652490 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event deleted for resources: {'Port': ['ID=7db70038-3001-40d2-ab7a-4a8ecf7a8827,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:57.726129 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0f0692fc-18b1-47fa-8ea1-17d7b2d3b6c4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (2b31a7c8-81d6-4a16-9d5f-4feca8cae29b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:57.871038 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e71e9-ab3e-4512-8ee7-eb78ea6152d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9fed2208-a267-429d-8998-19499e50bc6c,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:57.912211 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-78f206db-97de-4076-80fc-23b41ed65cbb req-6f8e71e9-ab3e-4512-8ee7-eb78ea6152d0 service neutron] Attempting to bind port 9fed2208-a267-429d-8998-19499e50bc6c on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:49:57.913272 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-78f206db-97de-4076-80fc-23b41ed65cbb req-6f8e71e9-ab3e-4512-8ee7-eb78ea6152d0 service neutron] Attempting to bind port 9fed2208-a267-429d-8998-19499e50bc6c by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:49:57.914523 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f206db-97de-4076-80fc-23b41ed65cbb req-6f8e71e9-ab3e-4512-8ee7-eb78ea6152d0 service neutron] Attempting to bind port 9fed2208-a267-429d-8998-19499e50bc6c on network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:49:57.922395 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f206db-97de-4076-80fc-23b41ed65cbb req-6f8e71e9-ab3e-4512-8ee7-eb78ea6152d0 service neutron] Port 9fed2208-a267-429d-8998-19499e50bc6c on network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:49:57.922834 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f206db-97de-4076-80fc-23b41ed65cbb req-6f8e71e9-ab3e-4512-8ee7-eb78ea6152d0 service neutron] Attempting to bind port 9fed2208-a267-429d-8998-19499e50bc6c on network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:49:57.933746 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f206db-97de-4076-80fc-23b41ed65cbb req-6f8e71e9-ab3e-4512-8ee7-eb78ea6152d0 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:49:57.934471 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f206db-97de-4076-80fc-23b41ed65cbb req-6f8e71e9-ab3e-4512-8ee7-eb78ea6152d0 service neutron] Checking segment: {'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:49:57.935193 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f206db-97de-4076-80fc-23b41ed65cbb req-6f8e71e9-ab3e-4512-8ee7-eb78ea6152d0 service neutron] Bound using segment: {'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:49:57.936001 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-78f206db-97de-4076-80fc-23b41ed65cbb req-6f8e71e9-ab3e-4512-8ee7-eb78ea6152d0 service neutron] Bound port: 9fed2208-a267-429d-8998-19499e50bc6c, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:49:57.937605 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-78f206db-97de-4076-80fc-23b41ed65cbb req-6f8e71e9-ab3e-4512-8ee7-eb78ea6152d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9fed2208-a267-429d-8998-19499e50bc6c), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:58.125658 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-78f206db-97de-4076-80fc-23b41ed65cbb req-6f8e71e9-ab3e-4512-8ee7-eb78ea6152d0 service neutron] For port 9fed2208-a267-429d-8998-19499e50bc6c, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:49:58.134718 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-78f206db-97de-4076-80fc-23b41ed65cbb req-6f8e71e9-ab3e-4512-8ee7-eb78ea6152d0 service neutron] For port 9fed2208-a267-429d-8998-19499e50bc6c, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=9fed2208-a267-429d-8998-19499e50bc6c,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:49:58.148751 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-78f206db-97de-4076-80fc-23b41ed65cbb req-6f8e71e9-ab3e-4512-8ee7-eb78ea6152d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (9fed2208-a267-429d-8998-19499e50bc6c), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:58.194750 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0692fc-18b1-47fa-8ea1-17d7b2d3b6c4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b31a7c8-81d6-4a16-9d5f-4feca8cae29b,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:58.229935 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f206db-97de-4076-80fc-23b41ed65cbb req-6f8e71e9-ab3e-4512-8ee7-eb78ea6152d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:58.231198 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-78f206db-97de-4076-80fc-23b41ed65cbb req-6f8e71e9-ab3e-4512-8ee7-eb78ea6152d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:58.247771 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78f206db-97de-4076-80fc-23b41ed65cbb req-6f8e71e9-ab3e-4512-8ee7-eb78ea6152d0 service neutron] 10.222.0.67 "PUT /v2.0/ports/9fed2208-a267-429d-8998-19499e50bc6c HTTP/1.1" status: 200 len: 1092 time: 1.4995813 Feb 16 22:49:58.316400 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd277cd5b-a549-483a-921e-ac83d50f338c', 'tag': '9fed2208-a267-429d-8998-19499e50bc6c'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:49:58.328394 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18de012-ecd0-4646-844e-e4ce1cc62a35" -d '{"events": [{"name": "network-changed", "server_uuid": "d277cd5b-a549-483a-921e-ac83d50f338c", "tag": "9fed2208-a267-429d-8998-19499e50bc6c"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:49:58.502914 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af1042c-0b70-466f-8649-411e8137630c x-openstack-request-id: req-5af1042c-0b70-466f-8649-411e8137630c {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:49:58.503619 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d277cd5b-a549-483a-921e-ac83d50f338c", "tag": "9fed2208-a267-429d-8998-19499e50bc6c", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:49:58.504822 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5af1042c-0b70-466f-8649-411e8137630c {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:49:58.505461 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd277cd5b-a549-483a-921e-ac83d50f338c', 'tag': '9fed2208-a267-429d-8998-19499e50bc6c', 'status': 'completed', 'code': 200} Feb 16 22:49:58.634512 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:58.637083 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e71e9-ab3e-4512-8ee7-eb78ea6152d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9fed2208-a267-429d-8998-19499e50bc6c,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:58.669323 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0f0692fc-18b1-47fa-8ea1-17d7b2d3b6c4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group (fbe0a298-9671-4ab4-9b71-e971cae2d1b9), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:58.678628 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-320d4cd8-8538-46e2-b920-2e3fba652490 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (60a057d2-430c-4e6f-b158-863e06235ded), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:58.680913 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0f0692fc-18b1-47fa-8ea1-17d7b2d3b6c4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (fbe0a298-9671-4ab4-9b71-e971cae2d1b9), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:58.695358 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f206db-97de-4076-80fc-23b41ed65cbb req-98bcd514-ee9d-44d6-b994-4c992a23896a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:58.699166 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78f206db-97de-4076-80fc-23b41ed65cbb req-98bcd514-ee9d-44d6-b994-4c992a23896a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 1126 time: 0.3347499 Feb 16 22:49:58.852535 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78f206db-97de-4076-80fc-23b41ed65cbb req-d613d23e-5c9f-470d-b344-fae034a3f2f9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fed2208-a267-429d-8998-19499e50bc6c HTTP/1.1" status: 200 len: 217 time: 0.0915139 Feb 16 22:49:58.926061 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f206db-97de-4076-80fc-23b41ed65cbb req-a9f962bb-cdb1-485f-9ec9-ae8e23899600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:58.929184 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78f206db-97de-4076-80fc-23b41ed65cbb req-a9f962bb-cdb1-485f-9ec9-ae8e23899600 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0f3f901b-49c4-4880-859e-a4de691296cc HTTP/1.1" status: 200 len: 851 time: 0.0712850 Feb 16 22:49:58.949448 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea8573-32ae-491d-9e56-763a60225e08 req-a3ae4339-a4d4-4a38-936c-c89ac8b32e04 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:58.957121 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7aea8573-32ae-491d-9e56-763a60225e08 req-a3ae4339-a4d4-4a38-936c-c89ac8b32e04 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 944 time: 0.2562435 Feb 16 22:49:59.004455 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0f0692fc-18b1-47fa-8ea1-17d7b2d3b6c4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:59.010843 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0f0692fc-18b1-47fa-8ea1-17d7b2d3b6c4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 2.0968585 Feb 16 22:49:59.011756 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46974) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:59.024980 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0692fc-18b1-47fa-8ea1-17d7b2d3b6c4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe0a298-9671-4ab4-9b71-e971cae2d1b9,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:59.043670 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-80661282-7e47-4504-9fe7-b4f7e27512da tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'security_group_rule': {'security_group_id': 'fbe0a298-9671-4ab4-9b71-e971cae2d1b9', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:49:59.073496 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f206db-97de-4076-80fc-23b41ed65cbb req-4924a002-bd91-470e-8487-b93964c47c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:59.075291 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78f206db-97de-4076-80fc-23b41ed65cbb req-4924a002-bd91-470e-8487-b93964c47c64 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=50f5d130-0f22-457e-8f9d-f7f34d0d3035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1364059 Feb 16 22:49:59.079405 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7aea8573-32ae-491d-9e56-763a60225e08 req-e9532c68-1715-4f35-9e23-885665d1966d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211500 Feb 16 22:49:59.190746 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78f206db-97de-4076-80fc-23b41ed65cbb req-37f0215a-d6cf-492a-a182-3a467dc5d840 service neutron] 10.222.0.67 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078215 Feb 16 22:49:59.195513 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-80661282-7e47-4504-9fe7-b4f7e27512da tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (25f4e277-fb1d-4e55-a0fc-351ff5c90ef2), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:59.322063 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320d4cd8-8538-46e2-b920-2e3fba652490 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Router 60a057d2-430c-4e6f-b158-863e06235ded has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:49:59.401311 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78f206db-97de-4076-80fc-23b41ed65cbb req-a3e1008e-104d-4cd8-9d24-9189f5face87 service neutron] 10.222.0.67 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038438 Feb 16 22:49:59.481078 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320d4cd8-8538-46e2-b920-2e3fba652490 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:49:59.498522 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-320d4cd8-8538-46e2-b920-2e3fba652490 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "PUT /v2.0/routers/60a057d2-430c-4e6f-b158-863e06235ded/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3349016 Feb 16 22:49:59.500944 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46976) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:59.502739 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2303bbc8-9be4-4778-965d-ece891bab569 None None] Sync routers for ids ['60a057d2-430c-4e6f-b158-863e06235ded'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:49:59.533343 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2303bbc8-9be4-4778-965d-ece891bab569 None None] Routers {'60a057d2-430c-4e6f-b158-863e06235ded'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:49:59.535865 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-2303bbc8-9be4-4778-965d-ece891bab569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:49:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['60a057d2-430c-4e6f-b158-863e06235ded'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:59.562362 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-04885333-0f81-4f03-b8a3-066329c98e30 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "GET /v2.0/ports?device_id=60a057d2-430c-4e6f-b158-863e06235ded HTTP/1.1" status: 200 len: 205 time: 0.0505400 Feb 16 22:49:59.565240 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-80661282-7e47-4504-9fe7-b4f7e27512da tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (25f4e277-fb1d-4e55-a0fc-351ff5c90ef2), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:59.566189 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46978) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:59.578113 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-80661282-7e47-4504-9fe7-b4f7e27512da tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (25f4e277-fb1d-4e55-a0fc-351ff5c90ef2), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:59.652492 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18de012-ecd0-4646-844e-e4ce1cc62a35 req-7c6955e3-0f93-42a7-9e84-18265484c488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:59.656605 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-2303bbc8-9be4-4778-965d-ece891bab569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:59.657418 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e18de012-ecd0-4646-844e-e4ce1cc62a35 req-7c6955e3-0f93-42a7-9e84-18265484c488 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 1126 time: 0.2024252 Feb 16 22:49:59.686571 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2303bbc8-9be4-4778-965d-ece891bab569 None None] Routers {'60a057d2-430c-4e6f-b158-863e06235ded'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:49:59.688596 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-2303bbc8-9be4-4778-965d-ece891bab569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:49:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['60a057d2-430c-4e6f-b158-863e06235ded'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:59.701049 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80661282-7e47-4504-9fe7-b4f7e27512da tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f4e277-fb1d-4e55-a0fc-351ff5c90ef2,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:49:59.712509 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-80661282-7e47-4504-9fe7-b4f7e27512da tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:49:59.714220 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-80661282-7e47-4504-9fe7-b4f7e27512da tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6908338 Feb 16 22:49:59.719587 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46980) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:49:59.799036 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-2303bbc8-9be4-4778-965d-ece891bab569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:49:59.800907 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2303bbc8-9be4-4778-965d-ece891bab569 None None] The sync data for ids ['60a057d2-430c-4e6f-b158-863e06235ded'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:49:59.878894 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18de012-ecd0-4646-844e-e4ce1cc62a35 req-34965ebd-276a-4e73-82af-1ad6141c234f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:49:59.884561 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e18de012-ecd0-4646-844e-e4ce1cc62a35 req-34965ebd-276a-4e73-82af-1ad6141c234f service neutron] 10.222.0.67 "GET /v2.0/networks?id=50f5d130-0f22-457e-8f9d-f7f34d0d3035 HTTP/1.1" status: 200 len: 913 time: 0.2206926 Feb 16 22:50:00.049854 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e18de012-ecd0-4646-844e-e4ce1cc62a35 req-5a8591a0-c879-4bb1-8afa-ffb4efe31b52 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fed2208-a267-429d-8998-19499e50bc6c HTTP/1.1" status: 200 len: 217 time: 0.1565261 Feb 16 22:50:00.122817 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:00.188796 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18de012-ecd0-4646-844e-e4ce1cc62a35 req-ab5ccaad-310d-47b4-a86e-a57bba894cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:00.190381 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e18de012-ecd0-4646-844e-e4ce1cc62a35 req-ab5ccaad-310d-47b4-a86e-a57bba894cc2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0f3f901b-49c4-4880-859e-a4de691296cc HTTP/1.1" status: 200 len: 851 time: 0.1299937 Feb 16 22:50:00.318830 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18de012-ecd0-4646-844e-e4ce1cc62a35 req-cb148b71-7289-46c1-bfc1-8a17338c1a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:00.321328 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e18de012-ecd0-4646-844e-e4ce1cc62a35 req-cb148b71-7289-46c1-bfc1-8a17338c1a60 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=50f5d130-0f22-457e-8f9d-f7f34d0d3035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1248889 Feb 16 22:50:00.359712 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-f6f32253-9e93-4ca7-867b-e4f703ed9901 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'security_group_rule': {'security_group_id': 'fbe0a298-9671-4ab4-9b71-e971cae2d1b9', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:50:00.384487 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1d13b-38a4-4271-9420-dcd1f029d54c req-01675c0b-1849-4722-a2de-f63bd37dc27e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:00.387542 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a3d64f81-ee6c-4946-b12a-5055546fbb96 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router (60a057d2-430c-4e6f-b158-863e06235ded), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:00.399426 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cfa1d13b-38a4-4271-9420-dcd1f029d54c req-01675c0b-1849-4722-a2de-f63bd37dc27e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 944 time: 0.1515853 Feb 16 22:50:00.495712 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cfa1d13b-38a4-4271-9420-dcd1f029d54c req-068ec3f7-a7bf-4f7c-af57-23904fd860c6 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936940 Feb 16 22:50:00.497284 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f6f32253-9e93-4ca7-867b-e4f703ed9901 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (638c3ee2-5f0f-4051-b1d1-99ed47cebb7a), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:00.579431 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e18de012-ecd0-4646-844e-e4ce1cc62a35 req-c448a500-9c64-47d1-ba46-7242b6f620e4 service neutron] 10.222.0.67 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498348 Feb 16 22:50:00.715666 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a3d64f81-ee6c-4946-b12a-5055546fbb96 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (60a057d2-430c-4e6f-b158-863e06235ded), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:00.719857 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a3d64f81-ee6c-4946-b12a-5055546fbb96 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router_controller (60a057d2-430c-4e6f-b158-863e06235ded), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:00.767048 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e18de012-ecd0-4646-844e-e4ce1cc62a35 req-1ba3e0d3-f317-48f3-8960-bcee2bcbe159 service neutron] 10.222.0.67 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807983 Feb 16 22:50:00.820397 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f6f32253-9e93-4ca7-867b-e4f703ed9901 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (638c3ee2-5f0f-4051-b1d1-99ed47cebb7a), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:00.825254 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a3d64f81-ee6c-4946-b12a-5055546fbb96 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (60a057d2-430c-4e6f-b158-863e06235ded), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:00.826285 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d64f81-ee6c-4946-b12a-5055546fbb96 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Fanout notify agent at l3_agent the message router_deleted on router 60a057d2-430c-4e6f-b158-863e06235ded {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:50:00.848935 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a3d64f81-ee6c-4946-b12a-5055546fbb96 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:00.850650 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a3d64f81-ee6c-4946-b12a-5055546fbb96 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/routers/60a057d2-430c-4e6f-b158-863e06235ded HTTP/1.1" status: 204 len: 168 time: 1.2833321 Feb 16 22:50:00.852032 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f6f32253-9e93-4ca7-867b-e4f703ed9901 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (638c3ee2-5f0f-4051-b1d1-99ed47cebb7a), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:00.853466 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 46990) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:00.878352 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f32253-9e93-4ca7-867b-e4f703ed9901 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=638c3ee2-5f0f-4051-b1d1-99ed47cebb7a,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:00.894761 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f6f32253-9e93-4ca7-867b-e4f703ed9901 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:00.900872 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f6f32253-9e93-4ca7-867b-e4f703ed9901 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5446086 Feb 16 22:50:00.902009 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 46992) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:00.908010 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-7fa8b154-dc20-4f1b-adb6-9a4b41247c49 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'security_group_rule': {'security_group_id': 'fbe0a298-9671-4ab4-9b71-e971cae2d1b9', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:50:00.945336 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7fa8b154-dc20-4f1b-adb6-9a4b41247c49 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (58651368-908a-4ced-8918-5631295d8d32), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:00.959390 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a77e889-6409-4baa-9613-28ff52a007bb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Deleting subnet d9da9e47-3db5-4ead-ab45-53db40503e0a {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:50:00.962373 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6a77e889-6409-4baa-9613-28ff52a007bb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for subnet (d9da9e47-3db5-4ead-ab45-53db40503e0a), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:01.045045 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6a77e889-6409-4baa-9613-28ff52a007bb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (d9da9e47-3db5-4ead-ab45-53db40503e0a), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:01.103617 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7fa8b154-dc20-4f1b-adb6-9a4b41247c49 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (58651368-908a-4ced-8918-5631295d8d32), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:01.108204 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7fa8b154-dc20-4f1b-adb6-9a4b41247c49 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (58651368-908a-4ced-8918-5631295d8d32), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:01.131607 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8b154-dc20-4f1b-adb6-9a4b41247c49 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58651368-908a-4ced-8918-5631295d8d32,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:01.154334 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7fa8b154-dc20-4f1b-adb6-9a4b41247c49 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:01.162155 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7fa8b154-dc20-4f1b-adb6-9a4b41247c49 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2582104 Feb 16 22:50:01.164293 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47000) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:01.176663 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-bb516c70-61c6-49ba-a046-401afe1e0159 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'security_group_rule': {'security_group_id': 'fbe0a298-9671-4ab4-9b71-e971cae2d1b9', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:50:01.213346 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6a77e889-6409-4baa-9613-28ff52a007bb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (d9da9e47-3db5-4ead-ab45-53db40503e0a), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:01.233782 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bb516c70-61c6-49ba-a046-401afe1e0159 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (e4eb2401-fe5e-4dc5-95cb-48689943c75b), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:01.335018 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6a77e889-6409-4baa-9613-28ff52a007bb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (d9da9e47-3db5-4ead-ab45-53db40503e0a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:01.363688 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bb516c70-61c6-49ba-a046-401afe1e0159 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (e4eb2401-fe5e-4dc5-95cb-48689943c75b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:01.387040 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bb516c70-61c6-49ba-a046-401afe1e0159 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (e4eb2401-fe5e-4dc5-95cb-48689943c75b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:01.398853 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77e889-6409-4baa-9613-28ff52a007bb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event deleted for resources: {'Subnet': ['ID=d9da9e47-3db5-4ead-ab45-53db40503e0a,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:01.416119 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a794ad5c-3cfc-495b-a6c5-ef9bbb7bdf5e None None] Network c40e7127-45a9-4d5e-ac10-2875e4fd029b requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:50:01.416759 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6a77e889-6409-4baa-9613-28ff52a007bb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:01.420585 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb516c70-61c6-49ba-a046-401afe1e0159 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4eb2401-fe5e-4dc5-95cb-48689943c75b,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:01.427379 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6a77e889-6409-4baa-9613-28ff52a007bb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/subnets/d9da9e47-3db5-4ead-ab45-53db40503e0a HTTP/1.1" status: 204 len: 168 time: 0.5726435 Feb 16 22:50:01.431858 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47002) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:01.452428 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bb516c70-61c6-49ba-a046-401afe1e0159 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:01.457366 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bb516c70-61c6-49ba-a046-401afe1e0159 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2894313 Feb 16 22:50:01.458125 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47004) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:01.472775 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-98ef9b13-cb41-41ef-9e0a-a7f077bb60b2 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'security_group_rule': {'security_group_id': 'fbe0a298-9671-4ab4-9b71-e971cae2d1b9', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:50:01.500119 n-d-813897-6 neutron-server[103465]: INFO neutron.db.securitygroups_db [None req-98ef9b13-cb41-41ef-9e0a-a7f077bb60b2 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Project f09c82b3a2c746b1bfae225757af7f07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 22:50:01.508529 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-98ef9b13-cb41-41ef-9e0a-a7f077bb60b2 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (76de49c7-3c73-48e1-9d8f-db28812b3769), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:01.605663 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-98ef9b13-cb41-41ef-9e0a-a7f077bb60b2 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (76de49c7-3c73-48e1-9d8f-db28812b3769), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:01.611862 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-98ef9b13-cb41-41ef-9e0a-a7f077bb60b2 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (76de49c7-3c73-48e1-9d8f-db28812b3769), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:01.638907 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe081984-7eaa-4c40-bc1c-a26357f91e09 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Deleting subnet 5a179d38-ffa0-4bf9-b4e1-827e5657067d {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:50:01.652973 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef9b13-cb41-41ef-9e0a-a7f077bb60b2 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76de49c7-3c73-48e1-9d8f-db28812b3769,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:01.669728 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fe081984-7eaa-4c40-bc1c-a26357f91e09 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for subnet (5a179d38-ffa0-4bf9-b4e1-827e5657067d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:01.678336 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-98ef9b13-cb41-41ef-9e0a-a7f077bb60b2 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:01.681901 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-98ef9b13-cb41-41ef-9e0a-a7f077bb60b2 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2212512 Feb 16 22:50:01.683796 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47008) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:01.690618 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-8f07a69b-8513-473b-9a28-b6a978a9e94c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'security_group_rule': {'security_group_id': 'fbe0a298-9671-4ab4-9b71-e971cae2d1b9', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:50:01.736748 n-d-813897-6 neutron-server[103465]: INFO neutron.db.securitygroups_db [None req-8f07a69b-8513-473b-9a28-b6a978a9e94c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Project f09c82b3a2c746b1bfae225757af7f07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 22:50:01.749882 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8f07a69b-8513-473b-9a28-b6a978a9e94c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (1736b969-e4a2-4d0c-a011-6b47b2e9291b), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:01.851663 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fe081984-7eaa-4c40-bc1c-a26357f91e09 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (5a179d38-ffa0-4bf9-b4e1-827e5657067d), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:01.871286 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbd6511-719b-4e90-b6be-a66a3d3da574 None None] DHCP port deletion for c40e7127-45a9-4d5e-ac10-2875e4fd029b request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:50:01.876867 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8f07a69b-8513-473b-9a28-b6a978a9e94c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (1736b969-e4a2-4d0c-a011-6b47b2e9291b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:01.883726 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8f07a69b-8513-473b-9a28-b6a978a9e94c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (1736b969-e4a2-4d0c-a011-6b47b2e9291b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:01.915594 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07a69b-8513-473b-9a28-b6a978a9e94c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1736b969-e4a2-4d0c-a011-6b47b2e9291b,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:01.928874 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8f07a69b-8513-473b-9a28-b6a978a9e94c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:01.930475 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8f07a69b-8513-473b-9a28-b6a978a9e94c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2453294 Feb 16 22:50:01.933725 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47010) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:01.942136 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-66bd71e2-7824-4e88-8f0b-5265a59c1880 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'network': {'name': 'tempest-network-smoke--1117261933', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'port_security_enabled': True}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:50:01.970027 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bd71e2-7824-4e88-8f0b-5265a59c1880 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Made reservation on behalf of f09c82b3a2c746b1bfae225757af7f07 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:50:01.974370 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-66bd71e2-7824-4e88-8f0b-5265a59c1880 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:01.974810 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69542c1-2f70-40ae-90da-887552973e68 req-b5f3251a-9721-4b64-ac6b-02ef715289d7 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:01.982318 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b69542c1-2f70-40ae-90da-887552973e68 req-b5f3251a-9721-4b64-ac6b-02ef715289d7 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 944 time: 0.3082922 Feb 16 22:50:02.003882 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-3cbd6511-719b-4e90-b6be-a66a3d3da574 None None] Deleting port 472cdcdf-3c9b-4779-9444-062466114a42 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:50:02.006546 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3cbd6511-719b-4e90-b6be-a66a3d3da574 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (472cdcdf-3c9b-4779-9444-062466114a42), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:02.016067 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66bd71e2-7824-4e88-8f0b-5265a59c1880 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:50:02.035766 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-66bd71e2-7824-4e88-8f0b-5265a59c1880 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (0a91c411-d85b-4a6f-8f98-d5b9083f0089), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:02.036697 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-66bd71e2-7824-4e88-8f0b-5265a59c1880 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Added segment 0a91c411-d85b-4a6f-8f98-d5b9083f0089 of type vlan for network c8243b84-0aee-46a8-a7d2-cc9e156d804f Feb 16 22:50:02.123477 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-66bd71e2-7824-4e88-8f0b-5265a59c1880 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (c8243b84-0aee-46a8-a7d2-cc9e156d804f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:02.149028 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-3cbd6511-719b-4e90-b6be-a66a3d3da574 None None] For port 472cdcdf-3c9b-4779-9444-062466114a42, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=472cdcdf-3c9b-4779-9444-062466114a42,segment=NetworkSegment(cb8971c9-6954-4a60-8ad8-b1433b784fe1),segment_id=cb8971c9-6954-4a60-8ad8-b1433b784fe1)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:50:02.149712 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3cbd6511-719b-4e90-b6be-a66a3d3da574 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (472cdcdf-3c9b-4779-9444-062466114a42), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:02.173929 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-3cbd6511-719b-4e90-b6be-a66a3d3da574 None None] Calling delete_port for 472cdcdf-3c9b-4779-9444-062466114a42 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:50:02.192487 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fe081984-7eaa-4c40-bc1c-a26357f91e09 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (5a179d38-ffa0-4bf9-b4e1-827e5657067d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:02.199342 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-66bd71e2-7824-4e88-8f0b-5265a59c1880 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (c8243b84-0aee-46a8-a7d2-cc9e156d804f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:02.203648 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b69542c1-2f70-40ae-90da-887552973e68 req-72d0ed95-3bd3-4d37-9a4c-018c0565e4cb tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183743 Feb 16 22:50:02.235093 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bd71e2-7824-4e88-8f0b-5265a59c1880 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:02.235903 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-66bd71e2-7824-4e88-8f0b-5265a59c1880 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:02.304632 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 472cdcdf-3c9b-4779-9444-062466114a42 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:50:02.340330 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fe081984-7eaa-4c40-bc1c-a26357f91e09 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (5a179d38-ffa0-4bf9-b4e1-827e5657067d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:02.378257 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd71e2-7824-4e88-8f0b-5265a59c1880 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'Network': ['ID=c8243b84-0aee-46a8-a7d2-cc9e156d804f,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:02.394844 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network c8243b84-0aee-46a8-a7d2-cc9e156d804f details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:50:02.398907 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-66bd71e2-7824-4e88-8f0b-5265a59c1880 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4624543 Feb 16 22:50:02.402344 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47018) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:02.409143 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-ba7b3ff8-a1fe-4f8e-bff5-08782e97889d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1728568493', 'admin_state_up': True, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:50:02.412765 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe081984-7eaa-4c40-bc1c-a26357f91e09 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event deleted for resources: {'Subnet': ['ID=5a179d38-ffa0-4bf9-b4e1-827e5657067d,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:02.422135 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fe081984-7eaa-4c40-bc1c-a26357f91e09 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:02.426289 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-fe081984-7eaa-4c40-bc1c-a26357f91e09 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/subnets/5a179d38-ffa0-4bf9-b4e1-827e5657067d HTTP/1.1" status: 204 len: 168 time: 0.9930954 Feb 16 22:50:02.431329 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47020) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:02.444910 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa49d095-c8de-4325-a5da-8697b9160123 None None] Network 70be04ca-e633-4acc-978c-9f1d3b62d6b9 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:50:02.461439 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ba7b3ff8-a1fe-4f8e-bff5-08782e97889d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (9dfc4177-0ec5-4418-a0d9-445b75a612db), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:02.463852 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ba7b3ff8-a1fe-4f8e-bff5-08782e97889d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (9dfc4177-0ec5-4418-a0d9-445b75a612db), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:02.494759 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3cbd6511-719b-4e90-b6be-a66a3d3da574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (472cdcdf-3c9b-4779-9444-062466114a42), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:02.561104 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ba7b3ff8-a1fe-4f8e-bff5-08782e97889d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for router_controller (9dfc4177-0ec5-4418-a0d9-445b75a612db), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:02.604234 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-614b9868-9bfb-4157-9355-f2f2bb1552c3 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (c40e7127-45a9-4d5e-ac10-2875e4fd029b), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:02.607058 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd6511-719b-4e90-b6be-a66a3d3da574 None None] Pushing event deleted for resources: {'Port': ['ID=472cdcdf-3c9b-4779-9444-062466114a42,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:02.615695 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbd6511-719b-4e90-b6be-a66a3d3da574 None None] No DVR routers for this DVR port 472cdcdf-3c9b-4779-9444-062466114a42 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:50:02.623225 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd6511-719b-4e90-b6be-a66a3d3da574 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:02.624656 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd6511-719b-4e90-b6be-a66a3d3da574 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:02.625121 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd6511-719b-4e90-b6be-a66a3d3da574 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:02.625657 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd6511-719b-4e90-b6be-a66a3d3da574 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:02.626674 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd6511-719b-4e90-b6be-a66a3d3da574 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:02.627217 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd6511-719b-4e90-b6be-a66a3d3da574 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:02.628189 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd6511-719b-4e90-b6be-a66a3d3da574 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:02.628716 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd6511-719b-4e90-b6be-a66a3d3da574 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:02.629238 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd6511-719b-4e90-b6be-a66a3d3da574 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:02.629751 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd6511-719b-4e90-b6be-a66a3d3da574 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:02.630313 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd6511-719b-4e90-b6be-a66a3d3da574 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:02.630844 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd6511-719b-4e90-b6be-a66a3d3da574 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:02.631381 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd6511-719b-4e90-b6be-a66a3d3da574 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:02.669097 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 472cdcdf-3c9b-4779-9444-062466114a42 is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:50:02.669905 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (472cdcdf-3c9b-4779-9444-062466114a42), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:02.809962 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ba7b3ff8-a1fe-4f8e-bff5-08782e97889d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for router_gateway (9dfc4177-0ec5-4418-a0d9-445b75a612db), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:02.846541 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-614b9868-9bfb-4157-9355-f2f2bb1552c3 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (c40e7127-45a9-4d5e-ac10-2875e4fd029b), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:02.891045 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-614b9868-9bfb-4157-9355-f2f2bb1552c3 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c40e7127-45a9-4d5e-ac10-2875e4fd029b']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:02.903973 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-614b9868-9bfb-4157-9355-f2f2bb1552c3 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb8971c9-6954-4a60-8ad8-b1433b784fe1') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:02.910126 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-614b9868-9bfb-4157-9355-f2f2bb1552c3 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb8971c9-6954-4a60-8ad8-b1433b784fe1') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:02.928717 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-614b9868-9bfb-4157-9355-f2f2bb1552c3 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (cb8971c9-6954-4a60-8ad8-b1433b784fe1), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:02.950151 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-614b9868-9bfb-4157-9355-f2f2bb1552c3 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (cb8971c9-6954-4a60-8ad8-b1433b784fe1), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:02.962689 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-614b9868-9bfb-4157-9355-f2f2bb1552c3 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:50:02.963740 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-614b9868-9bfb-4157-9355-f2f2bb1552c3 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (cb8971c9-6954-4a60-8ad8-b1433b784fe1), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:03.020673 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16da9624-639e-409d-903f-6312e6a3a600 None None] DHCP port deletion for 70be04ca-e633-4acc-978c-9f1d3b62d6b9 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:50:03.063526 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:50:03.063526 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:50:03.063526 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:50:03.063526 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:50:03.063526 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:50:03.063526 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:50:03.063526 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:50:03.063526 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:50:03.063526 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:50:03.063526 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:50:03.063526 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:50:03.063526 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:50:03.063526 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:50:03.063526 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:50:03.063526 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:50:03.063526 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:50:03.063526 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:50:03.063526 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:50:03.063526 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:50:03.063526 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:50:03.063526 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:50:03.063526 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:50:03.063526 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:50:03.063526 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:50:03.063526 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:50:03.063526 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:50:03.063526 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:50:03.063526 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:50:03.063526 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:50:03.063526 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:50:03.063526 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:50:03.063526 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:50:03.080032 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-614b9868-9bfb-4157-9355-f2f2bb1552c3 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (c40e7127-45a9-4d5e-ac10-2875e4fd029b), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:03.094573 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-614b9868-9bfb-4157-9355-f2f2bb1552c3 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:03.104236 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47022) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:03.110663 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-614b9868-9bfb-4157-9355-f2f2bb1552c3 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/networks/c40e7127-45a9-4d5e-ac10-2875e4fd029b HTTP/1.1" status: 204 len: 168 time: 0.6745784 Feb 16 22:50:03.159769 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-16da9624-639e-409d-903f-6312e6a3a600 None None] Deleting port bccfd019-16f2-402b-ba86-1fa66234ac1a {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:50:03.163086 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-16da9624-639e-409d-903f-6312e6a3a600 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (bccfd019-16f2-402b-ba86-1fa66234ac1a), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:03.173123 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b9868-9bfb-4157-9355-f2f2bb1552c3 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event deleted for resources: {'Network': ['ID=c40e7127-45a9-4d5e-ac10-2875e4fd029b,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:03.321852 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-16da9624-639e-409d-903f-6312e6a3a600 None None] For port bccfd019-16f2-402b-ba86-1fa66234ac1a, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=bccfd019-16f2-402b-ba86-1fa66234ac1a,segment=NetworkSegment(7e0f61b8-4fab-407a-813c-38242fbb0df1),segment_id=7e0f61b8-4fab-407a-813c-38242fbb0df1)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:50:03.324100 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-16da9624-639e-409d-903f-6312e6a3a600 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (bccfd019-16f2-402b-ba86-1fa66234ac1a), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:03.348017 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-16da9624-639e-409d-903f-6312e6a3a600 None None] Calling delete_port for bccfd019-16f2-402b-ba86-1fa66234ac1a owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:50:03.414512 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-435b0efe-f347-48ba-a905-dbad4ac4fb1d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (70be04ca-e633-4acc-978c-9f1d3b62d6b9), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:03.470960 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39195946-c3ad-4d47-9770-029a40e4dc02 req-4397a86d-50a9-4524-9bfc-571a241ada7d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:03.491052 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-39195946-c3ad-4d47-9770-029a40e4dc02 req-4397a86d-50a9-4524-9bfc-571a241ada7d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 944 time: 0.1285515 Feb 16 22:50:03.569875 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-16da9624-639e-409d-903f-6312e6a3a600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (bccfd019-16f2-402b-ba86-1fa66234ac1a), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:03.595310 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-39195946-c3ad-4d47-9770-029a40e4dc02 req-ffc6dbe1-bfd7-4774-9117-a6b47f294c65 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016862 Feb 16 22:50:03.624872 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16da9624-639e-409d-903f-6312e6a3a600 None None] No DVR routers for this DVR port bccfd019-16f2-402b-ba86-1fa66234ac1a on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:50:03.634538 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da9624-639e-409d-903f-6312e6a3a600 None None] Pushing event deleted for resources: {'Port': ['ID=bccfd019-16f2-402b-ba86-1fa66234ac1a,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:03.665419 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ba7b3ff8-a1fe-4f8e-bff5-08782e97889d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for router_gateway (9dfc4177-0ec5-4418-a0d9-445b75a612db), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:03.696558 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ba7b3ff8-a1fe-4f8e-bff5-08782e97889d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:03.842349 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-435b0efe-f347-48ba-a905-dbad4ac4fb1d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Deleting port bccfd019-16f2-402b-ba86-1fa66234ac1a {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:50:03.844420 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-435b0efe-f347-48ba-a905-dbad4ac4fb1d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (bccfd019-16f2-402b-ba86-1fa66234ac1a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:04.053109 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-435b0efe-f347-48ba-a905-dbad4ac4fb1d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] For port bccfd019-16f2-402b-ba86-1fa66234ac1a, host n-d-813897-6, got binding levels [] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:50:04.053954 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-435b0efe-f347-48ba-a905-dbad4ac4fb1d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (bccfd019-16f2-402b-ba86-1fa66234ac1a), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:04.076707 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-ba7b3ff8-a1fe-4f8e-bff5-08782e97889d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Allocated IP 172.25.2.159 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/d7683944-12f8-483b-9a7e-3c24ee1989c5) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:50:04.097192 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-435b0efe-f347-48ba-a905-dbad4ac4fb1d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Calling delete_port for bccfd019-16f2-402b-ba86-1fa66234ac1a owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:50:04.105507 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.ipam_backend_mixin [None req-435b0efe-f347-48ba-a905-dbad4ac4fb1d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Port bccfd019-16f2-402b-ba86-1fa66234ac1a was not found and therefore no delete operation was performed {{(pid=103465) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 22:50:04.109040 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-435b0efe-f347-48ba-a905-dbad4ac4fb1d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (bccfd019-16f2-402b-ba86-1fa66234ac1a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:04.201349 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b0efe-f347-48ba-a905-dbad4ac4fb1d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event deleted for resources: {'Port': ['ID=bccfd019-16f2-402b-ba86-1fa66234ac1a,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:04.255917 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435b0efe-f347-48ba-a905-dbad4ac4fb1d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] No DVR routers for this DVR port bccfd019-16f2-402b-ba86-1fa66234ac1a on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:50:04.291673 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device bccfd019-16f2-402b-ba86-1fa66234ac1a no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:50:04.347355 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: bccfd019-16f2-402b-ba86-1fa66234ac1a {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:50:04.347625 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device bccfd019-16f2-402b-ba86-1fa66234ac1a not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:50:04.491358 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-435b0efe-f347-48ba-a905-dbad4ac4fb1d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (70be04ca-e633-4acc-978c-9f1d3b62d6b9), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:04.552229 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-435b0efe-f347-48ba-a905-dbad4ac4fb1d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70be04ca-e633-4acc-978c-9f1d3b62d6b9']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:04.557687 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ba7b3ff8-a1fe-4f8e-bff5-08782e97889d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for port (d7683944-12f8-483b-9a7e-3c24ee1989c5), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:04.570794 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-435b0efe-f347-48ba-a905-dbad4ac4fb1d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e0f61b8-4fab-407a-813c-38242fbb0df1') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:04.571388 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-435b0efe-f347-48ba-a905-dbad4ac4fb1d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e0f61b8-4fab-407a-813c-38242fbb0df1') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:04.585829 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-435b0efe-f347-48ba-a905-dbad4ac4fb1d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (7e0f61b8-4fab-407a-813c-38242fbb0df1), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:04.607030 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-435b0efe-f347-48ba-a905-dbad4ac4fb1d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (7e0f61b8-4fab-407a-813c-38242fbb0df1), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:04.644190 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-435b0efe-f347-48ba-a905-dbad4ac4fb1d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:50:04.644816 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-435b0efe-f347-48ba-a905-dbad4ac4fb1d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (7e0f61b8-4fab-407a-813c-38242fbb0df1), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:04.653040 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:50:04.653040 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:50:04.653040 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:50:04.653040 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:50:04.653040 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:50:04.653040 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:50:04.653040 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:50:04.653040 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:50:04.653040 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:50:04.653040 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:50:04.653040 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:50:04.653040 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:50:04.653040 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:50:04.653040 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:50:04.653040 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:50:04.653040 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:50:04.653040 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:50:04.653040 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:50:04.653040 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:50:04.653040 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:50:04.653040 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:50:04.653040 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:50:04.653040 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:50:04.653040 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:50:04.653040 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:50:04.653040 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:50:04.653040 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:50:04.653040 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:50:04.653040 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:50:04.653040 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:50:04.653040 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:50:04.653040 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:50:04.798903 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ba7b3ff8-a1fe-4f8e-bff5-08782e97889d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (d7683944-12f8-483b-9a7e-3c24ee1989c5), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:04.841775 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed3353-d127-428d-b65e-23ef67321f76 req-d964c4e7-3784-4bbc-b63a-3fffdb9ffb6f tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:04.844649 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-08ed3353-d127-428d-b65e-23ef67321f76 req-d964c4e7-3784-4bbc-b63a-3fffdb9ffb6f tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 944 time: 0.1216376 Feb 16 22:50:04.858107 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-435b0efe-f347-48ba-a905-dbad4ac4fb1d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (70be04ca-e633-4acc-978c-9f1d3b62d6b9), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:04.887633 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-435b0efe-f347-48ba-a905-dbad4ac4fb1d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:04.894954 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-435b0efe-f347-48ba-a905-dbad4ac4fb1d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/networks/70be04ca-e633-4acc-978c-9f1d3b62d6b9 HTTP/1.1" status: 204 len: 168 time: 1.7722778 Feb 16 22:50:04.895947 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47040) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:04.907517 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-5d526ef6-fd57-4218-b63b-b53db35b33b7 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Request body: {'network': {'name': 'tempest-RoutersTest-1063621396'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:50:04.908145 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7b3ff8-a1fe-4f8e-bff5-08782e97889d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:50:04.912499 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b0efe-f347-48ba-a905-dbad4ac4fb1d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event deleted for resources: {'Network': ['ID=70be04ca-e633-4acc-978c-9f1d3b62d6b9,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:04.918565 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-ba7b3ff8-a1fe-4f8e-bff5-08782e97889d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:50:04.923223 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b3ff8-a1fe-4f8e-bff5-08782e97889d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'Port': ['ID=d7683944-12f8-483b-9a7e-3c24ee1989c5,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:04.927033 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7b3ff8-a1fe-4f8e-bff5-08782e97889d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:50:04.949246 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-08ed3353-d127-428d-b65e-23ef67321f76 req-ccb37bf2-f507-42c4-ab1e-d844cb61849b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972533 Feb 16 22:50:04.957745 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d526ef6-fd57-4218-b63b-b53db35b33b7 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Made reservation on behalf of 7e373bcd13d84490b51600663d7fbd9c for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:50:04.967138 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5d526ef6-fd57-4218-b63b-b53db35b33b7 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:05.048319 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d526ef6-fd57-4218-b63b-b53db35b33b7 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:50:05.071456 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5d526ef6-fd57-4218-b63b-b53db35b33b7 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (9ce5a47b-4c41-4b32-85ec-ecd79b325bb5), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:05.074610 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-5d526ef6-fd57-4218-b63b-b53db35b33b7 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Added segment 9ce5a47b-4c41-4b32-85ec-ecd79b325bb5 of type vlan for network 4790a7f5-fa21-40e2-9cd0-46180c043fd0 Feb 16 22:50:05.160710 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5d526ef6-fd57-4218-b63b-b53db35b33b7 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (4790a7f5-fa21-40e2-9cd0-46180c043fd0), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:05.225897 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5d526ef6-fd57-4218-b63b-b53db35b33b7 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (4790a7f5-fa21-40e2-9cd0-46180c043fd0), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:05.246268 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d526ef6-fd57-4218-b63b-b53db35b33b7 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:05.247568 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5d526ef6-fd57-4218-b63b-b53db35b33b7 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:05.328938 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5d526ef6-fd57-4218-b63b-b53db35b33b7 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4278729 Feb 16 22:50:05.332354 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47042) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:05.346772 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-cae3c1a1-b072-4a7c-a66f-850321de739d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Request body: {'subnet': {'network_id': '4790a7f5-fa21-40e2-9cd0-46180c043fd0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:50:05.403238 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ba7b3ff8-a1fe-4f8e-bff5-08782e97889d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for router_gateway (9dfc4177-0ec5-4418-a0d9-445b75a612db), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:05.582914 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d526ef6-fd57-4218-b63b-b53db35b33b7 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Network': ['ID=4790a7f5-fa21-40e2-9cd0-46180c043fd0,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:05.598901 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 4790a7f5-fa21-40e2-9cd0-46180c043fd0 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:50:05.609410 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae3c1a1-b072-4a7c-a66f-850321de739d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Made reservation on behalf of 7e373bcd13d84490b51600663d7fbd9c for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:50:05.620674 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cae3c1a1-b072-4a7c-a66f-850321de739d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:06.082082 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cae3c1a1-b072-4a7c-a66f-850321de739d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (692a460c-9e18-4024-ba36-7c71b320dc36), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:06.398680 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3c1a1-b072-4a7c-a66f-850321de739d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Subnet': ['ID=692a460c-9e18-4024-ba36-7c71b320dc36,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:06.430608 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f5d80-5ddf-45e2-9ed0-97e9c167b151 req-f1e098e4-3e90-453c-a0b3-ff953b8709b8 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:06.432367 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7e0f5d80-5ddf-45e2-9ed0-97e9c167b151 req-f1e098e4-3e90-453c-a0b3-ff953b8709b8 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 944 time: 0.2612083 Feb 16 22:50:06.449480 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae3c1a1-b072-4a7c-a66f-850321de739d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Checking segment: {'id': '9ce5a47b-4c41-4b32-85ec-ecd79b325bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '4790a7f5-fa21-40e2-9cd0-46180c043fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:50:06.450252 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae3c1a1-b072-4a7c-a66f-850321de739d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network hostable DHCP agents. Network: 4790a7f5-fa21-40e2-9cd0-46180c043fd0, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:50:06.518573 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ba7b3ff8-a1fe-4f8e-bff5-08782e97889d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (9dfc4177-0ec5-4418-a0d9-445b75a612db), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:06.550221 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae3c1a1-b072-4a7c-a66f-850321de739d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network 4790a7f5-fa21-40e2-9cd0-46180c043fd0 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:50:06.590671 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-cae3c1a1-b072-4a7c-a66f-850321de739d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 4790a7f5-fa21-40e2-9cd0-46180c043fd0) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:50:06.602794 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71b1a93-c129-4bd3-9a61-bf4e07fe6c5f None None] Network 4790a7f5-fa21-40e2-9cd0-46180c043fd0 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:50:06.607042 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae3c1a1-b072-4a7c-a66f-850321de739d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:06.607673 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cae3c1a1-b072-4a7c-a66f-850321de739d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:06.629088 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7e0f5d80-5ddf-45e2-9ed0-97e9c167b151 req-e9f9d564-16d5-47b7-9a4d-564ea538e84a tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886826 Feb 16 22:50:06.680369 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-cae3c1a1-b072-4a7c-a66f-850321de739d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3444719 Feb 16 22:50:06.680611 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47058) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:06.696089 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-e9a1003b-4e28-449c-8a3b-b3ef8e5a5e41 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1652497064', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:50:06.776522 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e9a1003b-4e28-449c-8a3b-b3ef8e5a5e41 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (cecbabe8-82be-4c74-9e17-9aa36eb4fbf3), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:06.778913 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e9a1003b-4e28-449c-8a3b-b3ef8e5a5e41 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (cecbabe8-82be-4c74-9e17-9aa36eb4fbf3), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:06.865012 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7b3ff8-a1fe-4f8e-bff5-08782e97889d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Router 9dfc4177-0ec5-4418-a0d9-445b75a612db is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:50:06.913694 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df24b745-8d99-4dd0-96d6-84255fb17a6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-4790a7f5-fa21-40e2-9cd0-46180c043fd0', 'network_id': '4790a7f5-fa21-40e2-9cd0-46180c043fd0', 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'fixed_ips': [{'subnet_id': '692a460c-9e18-4024-ba36-7c71b320dc36'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:50:06.916634 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-df24b745-8d99-4dd0-96d6-84255fb17a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:06.968023 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e9a1003b-4e28-449c-8a3b-b3ef8e5a5e41 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router_controller (cecbabe8-82be-4c74-9e17-9aa36eb4fbf3), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:06.977362 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e9a1003b-4e28-449c-8a3b-b3ef8e5a5e41 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (cecbabe8-82be-4c74-9e17-9aa36eb4fbf3), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:07.028215 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e9a1003b-4e28-449c-8a3b-b3ef8e5a5e41 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:07.034174 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e9a1003b-4e28-449c-8a3b-b3ef8e5a5e41 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3522007 Feb 16 22:50:07.036332 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47072) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:07.050445 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-1d99037e-06cb-4226-8a17-9e7429001cbb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Request body: {'port': {'network_id': '4790a7f5-fa21-40e2-9cd0-46180c043fd0', 'name': 'tempest-RoutersTest-920248320'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:50:07.315954 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-df24b745-8d99-4dd0-96d6-84255fb17a6b None None] Allocated IP 172.20.0.2 (4790a7f5-fa21-40e2-9cd0-46180c043fd0/692a460c-9e18-4024-ba36-7c71b320dc36/7292b5a2-a441-4bed-80b2-1158107fa4ff) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:50:07.428392 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7b3ff8-a1fe-4f8e-bff5-08782e97889d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:50:07.507292 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ba7b3ff8-a1fe-4f8e-bff5-08782e97889d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:07.518722 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ba7b3ff8-a1fe-4f8e-bff5-08782e97889d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.1146729 Feb 16 22:50:07.520162 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47086) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:07.550956 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d99037e-06cb-4226-8a17-9e7429001cbb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Made reservation on behalf of 7e373bcd13d84490b51600663d7fbd9c for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:50:07.564082 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1d99037e-06cb-4226-8a17-9e7429001cbb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:07.621096 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [None req-1d99037e-06cb-4226-8a17-9e7429001cbb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] device_id is not set on port ce2413cf-e0a1-4510-b6c2-6908cd7492c2 yet. {{(pid=103466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:50:07.846147 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c72dcd-0360-4eae-abf6-4da49c3aa0aa None None] Sync routers for ids ['9dfc4177-0ec5-4418-a0d9-445b75a612db'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:50:07.916000 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c72dcd-0360-4eae-abf6-4da49c3aa0aa None None] Routers {'9dfc4177-0ec5-4418-a0d9-445b75a612db'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:50:07.916527 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-97c72dcd-0360-4eae-abf6-4da49c3aa0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:49:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['9dfc4177-0ec5-4418-a0d9-445b75a612db'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:07.962465 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2816dfd3-ef77-4f43-b8fe-f0b9c495699d tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=f09c82b3a2c746b1bfae225757af7f07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4363468 Feb 16 22:50:07.962808 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47100) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:08.406135 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990d2e40-3125-4c0e-8b12-2f362562f8a6 tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:08.408252 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-990d2e40-3125-4c0e-8b12-2f362562f8a6 tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4433980 Feb 16 22:50:08.413394 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47104) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:08.518348 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2fdf5-3722-4ddc-b08a-f243bfcbc3b3 req-81d30a00-c6a2-484b-b598-15c1d7c5db8c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:08.521947 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ffa2fdf5-3722-4ddc-b08a-f243bfcbc3b3 req-81d30a00-c6a2-484b-b598-15c1d7c5db8c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 944 time: 0.6978381 Feb 16 22:50:08.539122 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-97c72dcd-0360-4eae-abf6-4da49c3aa0aa None None] Set router 9dfc4177-0ec5-4418-a0d9-445b75a612db gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:50:08.564734 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-33986512-bbde-430a-9c4e-35de9ca8e95b tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=b0ab4fc8-02c8-4404-90ea-6cd7fce3204f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1493764 Feb 16 22:50:08.567117 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47106) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:08.576591 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-0b7df324-4240-40b9-a31b-be0dddc549a6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2136010490', 'network_id': 'c8243b84-0aee-46a8-a7d2-cc9e156d804f', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:50:08.631762 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47108) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:08.685507 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-df24b745-8d99-4dd0-96d6-84255fb17a6b None None] Publish callbacks [] for port (7292b5a2-a441-4bed-80b2-1158107fa4ff), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:08.706431 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-df24b745-8d99-4dd0-96d6-84255fb17a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (7292b5a2-a441-4bed-80b2-1158107fa4ff), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:08.857308 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24b745-8d99-4dd0-96d6-84255fb17a6b None None] Pushing event updated for resources: {'Port': ['ID=7292b5a2-a441-4bed-80b2-1158107fa4ff,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:08.901864 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df24b745-8d99-4dd0-96d6-84255fb17a6b None None] Network 4790a7f5-fa21-40e2-9cd0-46180c043fd0 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:50:08.930288 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-df24b745-8d99-4dd0-96d6-84255fb17a6b None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:50:08.937797 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df24b745-8d99-4dd0-96d6-84255fb17a6b None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:50:09.028940 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fa6bc1a7-dfd0-49d4-a576-1a5b301602c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:09.152415 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-df24b745-8d99-4dd0-96d6-84255fb17a6b None None] Attempting to bind port 7292b5a2-a441-4bed-80b2-1158107fa4ff on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:50:09.154526 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-df24b745-8d99-4dd0-96d6-84255fb17a6b None None] Attempting to bind port 7292b5a2-a441-4bed-80b2-1158107fa4ff by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '9ce5a47b-4c41-4b32-85ec-ecd79b325bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '4790a7f5-fa21-40e2-9cd0-46180c043fd0'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:50:09.155831 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df24b745-8d99-4dd0-96d6-84255fb17a6b None None] Attempting to bind port 7292b5a2-a441-4bed-80b2-1158107fa4ff on network 4790a7f5-fa21-40e2-9cd0-46180c043fd0 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:50:09.169647 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df24b745-8d99-4dd0-96d6-84255fb17a6b None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:50:09.171762 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df24b745-8d99-4dd0-96d6-84255fb17a6b None None] Checking segment: {'id': '9ce5a47b-4c41-4b32-85ec-ecd79b325bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '4790a7f5-fa21-40e2-9cd0-46180c043fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:50:09.174156 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-df24b745-8d99-4dd0-96d6-84255fb17a6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:09.175658 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df24b745-8d99-4dd0-96d6-84255fb17a6b None None] Bound using segment: {'id': '9ce5a47b-4c41-4b32-85ec-ecd79b325bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '4790a7f5-fa21-40e2-9cd0-46180c043fd0'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:50:09.178245 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-df24b745-8d99-4dd0-96d6-84255fb17a6b None None] Bound port: 7292b5a2-a441-4bed-80b2-1158107fa4ff, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce5a47b-4c41-4b32-85ec-ecd79b325bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '4790a7f5-fa21-40e2-9cd0-46180c043fd0'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:50:09.179966 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-df24b745-8d99-4dd0-96d6-84255fb17a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (7292b5a2-a441-4bed-80b2-1158107fa4ff), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:09.244665 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fa6bc1a7-dfd0-49d4-a576-1a5b301602c9 admin admin] Publish callbacks [] for security_group (375a7d81-0395-47fc-a04d-aad3ba39e27d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:09.258131 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fa6bc1a7-dfd0-49d4-a576-1a5b301602c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (375a7d81-0395-47fc-a04d-aad3ba39e27d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:09.378232 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fa6bc1a7-dfd0-49d4-a576-1a5b301602c9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ea3d4c6ea62241d1a4059fd91feadd80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7406797 Feb 16 22:50:09.378232 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6bc1a7-dfd0-49d4-a576-1a5b301602c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375a7d81-0395-47fc-a04d-aad3ba39e27d,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:09.400050 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47114) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:09.504196 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-df24b745-8d99-4dd0-96d6-84255fb17a6b None None] For port 7292b5a2-a441-4bed-80b2-1158107fa4ff, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:50:09.527322 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-df24b745-8d99-4dd0-96d6-84255fb17a6b None None] For port 7292b5a2-a441-4bed-80b2-1158107fa4ff, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=7292b5a2-a441-4bed-80b2-1158107fa4ff,segment=NetworkSegment(9ce5a47b-4c41-4b32-85ec-ecd79b325bb5),segment_id=9ce5a47b-4c41-4b32-85ec-ecd79b325bb5)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:50:09.565489 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-97c72dcd-0360-4eae-abf6-4da49c3aa0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1728568493', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd7683944-12f8-483b-9a7e-3c24ee1989c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:50:02Z', 'updated_at': '2022-02-16T22:50:05Z', 'revision_number': 3, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'd7683944-12f8-483b-9a7e-3c24ee1989c5', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:75:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:50:03Z', 'updated_at': '2022-02-16T22:50:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:09.595997 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-df24b745-8d99-4dd0-96d6-84255fb17a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (7292b5a2-a441-4bed-80b2-1158107fa4ff), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:09.607894 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-796082dc-7561-44a4-b19d-149ffc797802 admin admin] Publish callbacks [] for security_group (375a7d81-0395-47fc-a04d-aad3ba39e27d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:09.696216 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-796082dc-7561-44a4-b19d-149ffc797802 admin admin] Publish callbacks [] for security_group (375a7d81-0395-47fc-a04d-aad3ba39e27d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:09.759089 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ffa2fdf5-3722-4ddc-b08a-f243bfcbc3b3 req-db41b9ec-90e0-4958-b85b-ff5dd86ede23 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2045879 Feb 16 22:50:09.791341 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-1d99037e-06cb-4226-8a17-9e7429001cbb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Allocated IP 172.20.0.7 (4790a7f5-fa21-40e2-9cd0-46180c043fd0/692a460c-9e18-4024-ba36-7c71b320dc36/ce2413cf-e0a1-4510-b6c2-6908cd7492c2) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:50:09.812427 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c72dcd-0360-4eae-abf6-4da49c3aa0aa None None] Checking router: 9dfc4177-0ec5-4418-a0d9-445b75a612db for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:50:09.813706 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c72dcd-0360-4eae-abf6-4da49c3aa0aa None None] Updating router 9dfc4177-0ec5-4418-a0d9-445b75a612db port d7683944-12f8-483b-9a7e-3c24ee1989c5 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:50:09.831753 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-796082dc-7561-44a4-b19d-149ffc797802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (375a7d81-0395-47fc-a04d-aad3ba39e27d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:09.847107 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-796082dc-7561-44a4-b19d-149ffc797802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:09.856383 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-796082dc-7561-44a4-b19d-149ffc797802 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/375a7d81-0395-47fc-a04d-aad3ba39e27d HTTP/1.1" status: 204 len: 168 time: 0.4548762 Feb 16 22:50:09.901995 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796082dc-7561-44a4-b19d-149ffc797802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375a7d81-0395-47fc-a04d-aad3ba39e27d,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:10.066832 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-97c72dcd-0360-4eae-abf6-4da49c3aa0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d7683944-12f8-483b-9a7e-3c24ee1989c5), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:10.108084 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7df324-4240-40b9-a31b-be0dddc549a6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Made reservation on behalf of f09c82b3a2c746b1bfae225757af7f07 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:50:10.114415 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0b7df324-4240-40b9-a31b-be0dddc549a6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:10.198596 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24b745-8d99-4dd0-96d6-84255fb17a6b None None] Pushing event updated for resources: {'Port': ['ID=7292b5a2-a441-4bed-80b2-1158107fa4ff,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:10.649668 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47122) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:10.659210 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0b7df324-4240-40b9-a31b-be0dddc549a6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (fb7575e1-fe09-42ea-9731-5160b8d6f33b), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:10.734368 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7df324-4240-40b9-a31b-be0dddc549a6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'Subnet': ['ID=fb7575e1-fe09-42ea-9731-5160b8d6f33b,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:10.760379 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c5439a62-91bd-4df5-8e48-1437c80f483f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:10.987463 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c5439a62-91bd-4df5-8e48-1437c80f483f admin admin] Publish callbacks [] for security_group (1ec6598c-30b2-46bc-b193-ff984c3df941), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:11.056586 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-97c72dcd-0360-4eae-abf6-4da49c3aa0aa None None] Publish callbacks [] for port (d7683944-12f8-483b-9a7e-3c24ee1989c5), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:11.080630 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-97c72dcd-0360-4eae-abf6-4da49c3aa0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d7683944-12f8-483b-9a7e-3c24ee1989c5), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:11.138184 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c5439a62-91bd-4df5-8e48-1437c80f483f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (1ec6598c-30b2-46bc-b193-ff984c3df941), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:11.194054 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b37db-1c11-4252-9d5b-6fc0e056101a None None] Pushing event updated for resources: {'Port': ['ID=d7683944-12f8-483b-9a7e-3c24ee1989c5,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:11.257678 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-97c72dcd-0360-4eae-abf6-4da49c3aa0aa None None] Attempting to bind port d7683944-12f8-483b-9a7e-3c24ee1989c5 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:50:11.258186 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-97c72dcd-0360-4eae-abf6-4da49c3aa0aa None None] Attempting to bind port d7683944-12f8-483b-9a7e-3c24ee1989c5 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:50:11.258511 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c72dcd-0360-4eae-abf6-4da49c3aa0aa None None] Attempting to bind port d7683944-12f8-483b-9a7e-3c24ee1989c5 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:50:11.272043 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c72dcd-0360-4eae-abf6-4da49c3aa0aa None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:50:11.272847 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c72dcd-0360-4eae-abf6-4da49c3aa0aa None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:50:11.273276 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-97c72dcd-0360-4eae-abf6-4da49c3aa0aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:11.278569 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c72dcd-0360-4eae-abf6-4da49c3aa0aa None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:50:11.283031 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-97c72dcd-0360-4eae-abf6-4da49c3aa0aa None None] Bound port: d7683944-12f8-483b-9a7e-3c24ee1989c5, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:50:11.283453 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-97c72dcd-0360-4eae-abf6-4da49c3aa0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d7683944-12f8-483b-9a7e-3c24ee1989c5), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:11.351317 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5439a62-91bd-4df5-8e48-1437c80f483f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec6598c-30b2-46bc-b193-ff984c3df941,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:11.359329 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c5439a62-91bd-4df5-8e48-1437c80f483f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4f60365c9edf410bb1454da1f8945148&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7080798 Feb 16 22:50:11.362489 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47128) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:11.369050 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:50:11.397849 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134100b-b396-4595-96bb-444457d08d8a req-621c7d49-df0f-4285-a4f9-5d1c5feb7177 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:11.410692 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f134100b-b396-4595-96bb-444457d08d8a req-621c7d49-df0f-4285-a4f9-5d1c5feb7177 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 944 time: 0.4181437 Feb 16 22:50:11.442833 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7df324-4240-40b9-a31b-be0dddc549a6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Checking segment: {'id': '0a91c411-d85b-4a6f-8f98-d5b9083f0089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c8243b84-0aee-46a8-a7d2-cc9e156d804f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:50:11.444710 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7df324-4240-40b9-a31b-be0dddc549a6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Network hostable DHCP agents. Network: c8243b84-0aee-46a8-a7d2-cc9e156d804f, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:50:11.465178 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1d99037e-06cb-4226-8a17-9e7429001cbb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for port (ce2413cf-e0a1-4510-b6c2-6908cd7492c2), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:11.485604 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-97c72dcd-0360-4eae-abf6-4da49c3aa0aa None None] For port d7683944-12f8-483b-9a7e-3c24ee1989c5, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:50:11.512999 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-97c72dcd-0360-4eae-abf6-4da49c3aa0aa None None] For port d7683944-12f8-483b-9a7e-3c24ee1989c5, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=d7683944-12f8-483b-9a7e-3c24ee1989c5,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:50:11.544735 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-03b71cdd-e818-4ff9-81c4-f68cd4d7ce4f admin admin] Publish callbacks [] for security_group (1ec6598c-30b2-46bc-b193-ff984c3df941), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:11.563805 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-97c72dcd-0360-4eae-abf6-4da49c3aa0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d7683944-12f8-483b-9a7e-3c24ee1989c5), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:11.616556 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-03b71cdd-e818-4ff9-81c4-f68cd4d7ce4f admin admin] Publish callbacks [] for security_group (1ec6598c-30b2-46bc-b193-ff984c3df941), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:11.621066 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7df324-4240-40b9-a31b-be0dddc549a6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Network c8243b84-0aee-46a8-a7d2-cc9e156d804f is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:50:11.645484 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-0b7df324-4240-40b9-a31b-be0dddc549a6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, c8243b84-0aee-46a8-a7d2-cc9e156d804f) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:50:11.668751 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f134100b-b396-4595-96bb-444457d08d8a req-6013a0a4-8cae-48cb-b797-c8195197afe8 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557037 Feb 16 22:50:11.674799 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7df324-4240-40b9-a31b-be0dddc549a6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:11.675759 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0b7df324-4240-40b9-a31b-be0dddc549a6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:11.721576 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0b7df324-4240-40b9-a31b-be0dddc549a6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.1527050 Feb 16 22:50:11.723670 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1d99037e-06cb-4226-8a17-9e7429001cbb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (ce2413cf-e0a1-4510-b6c2-6908cd7492c2), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:11.725324 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47130) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:11.767921 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1436c928-9437-40d7-88d1-3e8578dbb493 None None] Network c8243b84-0aee-46a8-a7d2-cc9e156d804f requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:50:11.838755 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d99037e-06cb-4226-8a17-9e7429001cbb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network 4790a7f5-fa21-40e2-9cd0-46180c043fd0 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:50:11.848347 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-1d99037e-06cb-4226-8a17-9e7429001cbb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:50:11.851255 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d99037e-06cb-4226-8a17-9e7429001cbb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:50:11.851876 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c72dcd-0360-4eae-abf6-4da49c3aa0aa None None] Routers {'9dfc4177-0ec5-4418-a0d9-445b75a612db'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:50:11.852689 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-97c72dcd-0360-4eae-abf6-4da49c3aa0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:49:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['9dfc4177-0ec5-4418-a0d9-445b75a612db'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:11.887809 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b37db-1c11-4252-9d5b-6fc0e056101a None None] Pushing event updated for resources: {'Port': ['ID=d7683944-12f8-483b-9a7e-3c24ee1989c5,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:11.935444 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99037e-06cb-4226-8a17-9e7429001cbb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Port': ['ID=ce2413cf-e0a1-4510-b6c2-6908cd7492c2,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:11.993614 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d99037e-06cb-4226-8a17-9e7429001cbb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:11.994404 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1d99037e-06cb-4226-8a17-9e7429001cbb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:12.055719 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1d99037e-06cb-4226-8a17-9e7429001cbb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 5.0173376 Feb 16 22:50:12.061692 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47134) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:12.073443 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e33150f-24f8-4509-b9e9-3a6a6a434fc9 None None] Network 4790a7f5-fa21-40e2-9cd0-46180c043fd0 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:50:12.075212 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-03b71cdd-e818-4ff9-81c4-f68cd4d7ce4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (1ec6598c-30b2-46bc-b193-ff984c3df941), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:12.079121 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-03b71cdd-e818-4ff9-81c4-f68cd4d7ce4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:12.084204 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-03b71cdd-e818-4ff9-81c4-f68cd4d7ce4f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1ec6598c-30b2-46bc-b193-ff984c3df941 HTTP/1.1" status: 204 len: 168 time: 0.7191863 Feb 16 22:50:12.175648 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b71cdd-e818-4ff9-81c4-f68cd4d7ce4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec6598c-30b2-46bc-b193-ff984c3df941,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:12.426224 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 7292b5a2-a441-4bed-80b2-1158107fa4ff up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:50:12.512652 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-fa523e21-ac45-4e28-9b55-9f9dad18bbea None None] Provisioning complete for port 7292b5a2-a441-4bed-80b2-1158107fa4ff triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:50:12.513193 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fa523e21-ac45-4e28-9b55-9f9dad18bbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (7292b5a2-a441-4bed-80b2-1158107fa4ff), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:12.594237 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039965ec-6b5f-4ac9-92f5-6db3690f3dc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-c8243b84-0aee-46a8-a7d2-cc9e156d804f', 'network_id': 'c8243b84-0aee-46a8-a7d2-cc9e156d804f', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'fixed_ips': [{'subnet_id': 'fb7575e1-fe09-42ea-9731-5160b8d6f33b'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:50:12.595230 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-039965ec-6b5f-4ac9-92f5-6db3690f3dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:12.618562 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-97c72dcd-0360-4eae-abf6-4da49c3aa0aa None None] Set router 9dfc4177-0ec5-4418-a0d9-445b75a612db gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:50:12.825090 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7d97d-8c1f-4406-a008-1af7a389266c req-293ec22e-a81a-4932-b77f-bed95d6ff481 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:12.833795 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b4e7d97d-8c1f-4406-a008-1af7a389266c req-293ec22e-a81a-4932-b77f-bed95d6ff481 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 944 time: 0.0791647 Feb 16 22:50:12.902726 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b4e7d97d-8c1f-4406-a008-1af7a389266c req-c2043a01-8fb4-4d59-a03d-e6f15ec28be1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671935 Feb 16 22:50:12.999551 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d32109c4-09b9-42ab-a486-d99dbe88f0fc tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ce2413cf-e0a1-4510-b6c2-6908cd7492c2), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:13.122338 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9505beb3-ba2d-493c-ad87-2da56612f859 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:13.160748 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 7292b5a2-a441-4bed-80b2-1158107fa4ff triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:50:13.161494 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (7292b5a2-a441-4bed-80b2-1158107fa4ff), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:13.517138 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-fa523e21-ac45-4e28-9b55-9f9dad18bbea None None] Current status of the port 7292b5a2-a441-4bed-80b2-1158107fa4ff is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:50:13.517867 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fa523e21-ac45-4e28-9b55-9f9dad18bbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (7292b5a2-a441-4bed-80b2-1158107fa4ff), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:13.727953 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-fa523e21-ac45-4e28-9b55-9f9dad18bbea None None] For port 7292b5a2-a441-4bed-80b2-1158107fa4ff, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=7292b5a2-a441-4bed-80b2-1158107fa4ff,segment=NetworkSegment(9ce5a47b-4c41-4b32-85ec-ecd79b325bb5),segment_id=9ce5a47b-4c41-4b32-85ec-ecd79b325bb5)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:50:13.744760 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-97c72dcd-0360-4eae-abf6-4da49c3aa0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1728568493', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd7683944-12f8-483b-9a7e-3c24ee1989c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:50:02Z', 'updated_at': '2022-02-16T22:50:05Z', 'revision_number': 3, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'd7683944-12f8-483b-9a7e-3c24ee1989c5', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:75:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:50:03Z', 'updated_at': '2022-02-16T22:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:13.789711 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d32109c4-09b9-42ab-a486-d99dbe88f0fc tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for port (ce2413cf-e0a1-4510-b6c2-6908cd7492c2), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:13.793565 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fa523e21-ac45-4e28-9b55-9f9dad18bbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (7292b5a2-a441-4bed-80b2-1158107fa4ff), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:13.810455 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d32109c4-09b9-42ab-a486-d99dbe88f0fc tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (ce2413cf-e0a1-4510-b6c2-6908cd7492c2), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:13.822123 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c72dcd-0360-4eae-abf6-4da49c3aa0aa None None] The sync data for ids ['9dfc4177-0ec5-4418-a0d9-445b75a612db'] in n-d-813897-6 is: [{'id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1728568493', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd7683944-12f8-483b-9a7e-3c24ee1989c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:50:02Z', 'updated_at': '2022-02-16T22:50:05Z', 'revision_number': 3, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'd7683944-12f8-483b-9a7e-3c24ee1989c5', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:75:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:50:03Z', 'updated_at': '2022-02-16T22:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:50:13.885200 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-039965ec-6b5f-4ac9-92f5-6db3690f3dc4 None None] Allocated IP 172.20.0.2 (c8243b84-0aee-46a8-a7d2-cc9e156d804f/fb7575e1-fe09-42ea-9731-5160b8d6f33b/f0ecb287-1746-4fa6-b38d-1da53f2dac92) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:50:13.904042 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 7292b5a2-a441-4bed-80b2-1158107fa4ff is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:50:13.965790 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa523e21-ac45-4e28-9b55-9f9dad18bbea None None] Pushing event updated for resources: {'Port': ['ID=7292b5a2-a441-4bed-80b2-1158107fa4ff,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:14.058586 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1c0e979f-2cfd-498a-a3ae-3cafb778ab1a None None] Provisioning complete for port ce2413cf-e0a1-4510-b6c2-6908cd7492c2 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:50:14.059010 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1c0e979f-2cfd-498a-a3ae-3cafb778ab1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ce2413cf-e0a1-4510-b6c2-6908cd7492c2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:14.158834 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1c0e979f-2cfd-498a-a3ae-3cafb778ab1a None None] Port ce2413cf-e0a1-4510-b6c2-6908cd7492c2 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:50:14.316760 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1c0e979f-2cfd-498a-a3ae-3cafb778ab1a None None] Provisioning complete for port 7292b5a2-a441-4bed-80b2-1158107fa4ff triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:50:14.317396 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1c0e979f-2cfd-498a-a3ae-3cafb778ab1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (7292b5a2-a441-4bed-80b2-1158107fa4ff), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:14.321127 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3fd63-d454-45c9-b448-e3f68e6ee333 req-e52f5951-6199-46d2-af71-53d446bd9755 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:14.334862 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87b3fd63-d454-45c9-b448-e3f68e6ee333 req-e52f5951-6199-46d2-af71-53d446bd9755 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 944 time: 0.2300696 Feb 16 22:50:14.415056 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32109c4-09b9-42ab-a486-d99dbe88f0fc tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Port': ['ID=ce2413cf-e0a1-4510-b6c2-6908cd7492c2,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:14.453298 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 7292b5a2-a441-4bed-80b2-1158107fa4ff up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:50:14.486943 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87b3fd63-d454-45c9-b448-e3f68e6ee333 req-9da2c3a7-ae4f-4c62-929b-04787ac0b51b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453788 Feb 16 22:50:14.615840 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-039965ec-6b5f-4ac9-92f5-6db3690f3dc4 None None] Publish callbacks [] for port (f0ecb287-1746-4fa6-b38d-1da53f2dac92), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:14.660655 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-039965ec-6b5f-4ac9-92f5-6db3690f3dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (f0ecb287-1746-4fa6-b38d-1da53f2dac92), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:14.746330 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039965ec-6b5f-4ac9-92f5-6db3690f3dc4 None None] Network c8243b84-0aee-46a8-a7d2-cc9e156d804f is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:50:14.769375 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-039965ec-6b5f-4ac9-92f5-6db3690f3dc4 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:50:14.777129 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 7292b5a2-a441-4bed-80b2-1158107fa4ff triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:50:14.778594 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (7292b5a2-a441-4bed-80b2-1158107fa4ff), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:14.835684 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-9505beb3-ba2d-493c-ad87-2da56612f859 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Allocated IP 172.20.0.1 (c8243b84-0aee-46a8-a7d2-cc9e156d804f/fb7575e1-fe09-42ea-9731-5160b8d6f33b/90956dde-12e6-4c46-b8ae-250c96633b30) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:50:14.865240 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039965ec-6b5f-4ac9-92f5-6db3690f3dc4 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:50:15.089923 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039965ec-6b5f-4ac9-92f5-6db3690f3dc4 None None] Pushing event updated for resources: {'Port': ['ID=f0ecb287-1746-4fa6-b38d-1da53f2dac92,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:15.116954 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1c0e979f-2cfd-498a-a3ae-3cafb778ab1a None None] Current status of the port 7292b5a2-a441-4bed-80b2-1158107fa4ff is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:50:15.129460 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d32109c4-09b9-42ab-a486-d99dbe88f0fc tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (cecbabe8-82be-4c74-9e17-9aa36eb4fbf3), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:15.139824 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-039965ec-6b5f-4ac9-92f5-6db3690f3dc4 None None] Attempting to bind port f0ecb287-1746-4fa6-b38d-1da53f2dac92 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:50:15.140174 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-039965ec-6b5f-4ac9-92f5-6db3690f3dc4 None None] Attempting to bind port f0ecb287-1746-4fa6-b38d-1da53f2dac92 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '0a91c411-d85b-4a6f-8f98-d5b9083f0089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c8243b84-0aee-46a8-a7d2-cc9e156d804f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:50:15.140550 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039965ec-6b5f-4ac9-92f5-6db3690f3dc4 None None] Attempting to bind port f0ecb287-1746-4fa6-b38d-1da53f2dac92 on network c8243b84-0aee-46a8-a7d2-cc9e156d804f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:50:15.171019 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039965ec-6b5f-4ac9-92f5-6db3690f3dc4 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:50:15.171417 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039965ec-6b5f-4ac9-92f5-6db3690f3dc4 None None] Checking segment: {'id': '0a91c411-d85b-4a6f-8f98-d5b9083f0089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c8243b84-0aee-46a8-a7d2-cc9e156d804f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:50:15.171854 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-039965ec-6b5f-4ac9-92f5-6db3690f3dc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:15.172303 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039965ec-6b5f-4ac9-92f5-6db3690f3dc4 None None] Bound using segment: {'id': '0a91c411-d85b-4a6f-8f98-d5b9083f0089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c8243b84-0aee-46a8-a7d2-cc9e156d804f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:50:15.172781 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-039965ec-6b5f-4ac9-92f5-6db3690f3dc4 None None] Bound port: f0ecb287-1746-4fa6-b38d-1da53f2dac92, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a91c411-d85b-4a6f-8f98-d5b9083f0089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c8243b84-0aee-46a8-a7d2-cc9e156d804f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:50:15.173161 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-039965ec-6b5f-4ac9-92f5-6db3690f3dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f0ecb287-1746-4fa6-b38d-1da53f2dac92), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:15.197942 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 7292b5a2-a441-4bed-80b2-1158107fa4ff is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:50:15.378234 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-0e28f808-7455-46d1-b055-1cfa45569880 None None] Provisioning complete for port ce2413cf-e0a1-4510-b6c2-6908cd7492c2 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:50:15.378925 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0e28f808-7455-46d1-b055-1cfa45569880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ce2413cf-e0a1-4510-b6c2-6908cd7492c2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:15.444934 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-039965ec-6b5f-4ac9-92f5-6db3690f3dc4 None None] For port f0ecb287-1746-4fa6-b38d-1da53f2dac92, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:50:15.498013 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-039965ec-6b5f-4ac9-92f5-6db3690f3dc4 None None] For port f0ecb287-1746-4fa6-b38d-1da53f2dac92, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=f0ecb287-1746-4fa6-b38d-1da53f2dac92,segment=NetworkSegment(0a91c411-d85b-4a6f-8f98-d5b9083f0089),segment_id=0a91c411-d85b-4a6f-8f98-d5b9083f0089)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:50:15.513870 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-039965ec-6b5f-4ac9-92f5-6db3690f3dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (f0ecb287-1746-4fa6-b38d-1da53f2dac92), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:15.517823 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-0e28f808-7455-46d1-b055-1cfa45569880 None None] Port ce2413cf-e0a1-4510-b6c2-6908cd7492c2 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:50:15.780185 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039965ec-6b5f-4ac9-92f5-6db3690f3dc4 None None] Pushing event updated for resources: {'Port': ['ID=f0ecb287-1746-4fa6-b38d-1da53f2dac92,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:15.925214 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b318249-269b-49e2-a694-9dcd6111ba5d req-a8592b82-f261-4609-a038-d4a853a314d6 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:15.926920 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0b318249-269b-49e2-a694-9dcd6111ba5d req-a8592b82-f261-4609-a038-d4a853a314d6 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 944 time: 0.2136333 Feb 16 22:50:16.032818 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9505beb3-ba2d-493c-ad87-2da56612f859 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for port (90956dde-12e6-4c46-b8ae-250c96633b30), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:16.044233 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0b318249-269b-49e2-a694-9dcd6111ba5d req-cbdf076d-ac50-4ed2-9542-d0e248634b62 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018291 Feb 16 22:50:16.266697 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d32109c4-09b9-42ab-a486-d99dbe88f0fc tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ce2413cf-e0a1-4510-b6c2-6908cd7492c2), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:16.354850 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9505beb3-ba2d-493c-ad87-2da56612f859 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (90956dde-12e6-4c46-b8ae-250c96633b30), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:16.455024 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device d7683944-12f8-483b-9a7e-3c24ee1989c5 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:50:16.595969 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port d7683944-12f8-483b-9a7e-3c24ee1989c5 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:50:16.596518 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d7683944-12f8-483b-9a7e-3c24ee1989c5), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:16.694576 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9505beb3-ba2d-493c-ad87-2da56612f859 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Network c8243b84-0aee-46a8-a7d2-cc9e156d804f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:50:16.704883 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-9505beb3-ba2d-493c-ad87-2da56612f859 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:50:16.712550 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9505beb3-ba2d-493c-ad87-2da56612f859 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:50:16.721754 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505beb3-ba2d-493c-ad87-2da56612f859 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'Port': ['ID=90956dde-12e6-4c46-b8ae-250c96633b30,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:16.800106 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9505beb3-ba2d-493c-ad87-2da56612f859 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (9dfc4177-0ec5-4418-a0d9-445b75a612db), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:16.879632 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port d7683944-12f8-483b-9a7e-3c24ee1989c5 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:50:16.885306 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d7683944-12f8-483b-9a7e-3c24ee1989c5), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:16.946371 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d32109c4-09b9-42ab-a486-d99dbe88f0fc tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for port (ce2413cf-e0a1-4510-b6c2-6908cd7492c2), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:16.948969 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port d7683944-12f8-483b-9a7e-3c24ee1989c5, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=d7683944-12f8-483b-9a7e-3c24ee1989c5,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:50:16.958125 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d7683944-12f8-483b-9a7e-3c24ee1989c5), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:16.967021 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d32109c4-09b9-42ab-a486-d99dbe88f0fc tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (ce2413cf-e0a1-4510-b6c2-6908cd7492c2), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:16.968750 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device f0ecb287-1746-4fa6-b38d-1da53f2dac92 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:50:17.106783 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32109c4-09b9-42ab-a486-d99dbe88f0fc tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Port': ['ID=ce2413cf-e0a1-4510-b6c2-6908cd7492c2,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:17.134362 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d32109c4-09b9-42ab-a486-d99dbe88f0fc tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (cecbabe8-82be-4c74-9e17-9aa36eb4fbf3), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:17.252940 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=d7683944-12f8-483b-9a7e-3c24ee1989c5,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:17.292628 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port f0ecb287-1746-4fa6-b38d-1da53f2dac92 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:50:17.293478 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f0ecb287-1746-4fa6-b38d-1da53f2dac92), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:17.379626 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47222) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:17.380792 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-fafc5e02-8505-499c-8f48-b899822ead85 req-90903967-a6e3-4842-89f5-1da256feb076 service neutron] (103466) timed out ('10.222.0.75', 52524) {{(pid=103466) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 22:50:17.423072 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9505beb3-ba2d-493c-ad87-2da56612f859 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (90956dde-12e6-4c46-b8ae-250c96633b30), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:17.445497 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32109c4-09b9-42ab-a486-d99dbe88f0fc tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network 4790a7f5-fa21-40e2-9cd0-46180c043fd0 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:50:17.449275 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-d32109c4-09b9-42ab-a486-d99dbe88f0fc tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:50:17.499924 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port f0ecb287-1746-4fa6-b38d-1da53f2dac92 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:50:17.499924 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f0ecb287-1746-4fa6-b38d-1da53f2dac92), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:17.512231 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b66e65-86b8-4f25-b2a9-957ba2655c9e req-28410df8-2fdc-4f41-be63-b963ebdef74d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:17.515691 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66b66e65-86b8-4f25-b2a9-957ba2655c9e req-28410df8-2fdc-4f41-be63-b963ebdef74d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 944 time: 0.3335483 Feb 16 22:50:17.600603 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port f0ecb287-1746-4fa6-b38d-1da53f2dac92, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=f0ecb287-1746-4fa6-b38d-1da53f2dac92,segment=NetworkSegment(0a91c411-d85b-4a6f-8f98-d5b9083f0089),segment_id=0a91c411-d85b-4a6f-8f98-d5b9083f0089)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:50:17.610850 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (f0ecb287-1746-4fa6-b38d-1da53f2dac92), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:17.690314 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66b66e65-86b8-4f25-b2a9-957ba2655c9e req-1da41398-f0cb-408f-a8ff-d2bd042b2fcb tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592367 Feb 16 22:50:17.731097 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=f0ecb287-1746-4fa6-b38d-1da53f2dac92,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:17.835200 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ad856a5d-4acf-49a8-ad80-160e18b29ee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:18.028902 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ad856a5d-4acf-49a8-ad80-160e18b29ee3 admin admin] Publish callbacks [] for security_group (3759f536-913d-4f0f-a871-a0930d744be1), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:18.035990 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1f4f61e8-c343-4539-9e33-40c6848f6520 None None] Provisioning complete for port ce2413cf-e0a1-4510-b6c2-6908cd7492c2 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:50:18.039009 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1f4f61e8-c343-4539-9e33-40c6848f6520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ce2413cf-e0a1-4510-b6c2-6908cd7492c2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:18.040636 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ad856a5d-4acf-49a8-ad80-160e18b29ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (3759f536-913d-4f0f-a871-a0930d744be1), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:18.087748 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1f4f61e8-c343-4539-9e33-40c6848f6520 None None] Port ce2413cf-e0a1-4510-b6c2-6908cd7492c2 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:50:18.113087 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea10a5e-d0bd-474b-83f2-4bff424a5bb5 None None] Network c8243b84-0aee-46a8-a7d2-cc9e156d804f requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:50:18.156014 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ad856a5d-4acf-49a8-ad80-160e18b29ee3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=88436d989cae42a086af45258bc25510&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7738683 Feb 16 22:50:18.160514 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47228) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:18.162861 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32109c4-09b9-42ab-a486-d99dbe88f0fc tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Router cecbabe8-82be-4c74-9e17-9aa36eb4fbf3 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:50:18.171195 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad856a5d-4acf-49a8-ad80-160e18b29ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3759f536-913d-4f0f-a871-a0930d744be1,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:18.248124 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-180bff53-a1d0-47f7-b19b-940e487116df None None] Provisioning complete for port f0ecb287-1746-4fa6-b38d-1da53f2dac92 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:50:18.248567 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-180bff53-a1d0-47f7-b19b-940e487116df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f0ecb287-1746-4fa6-b38d-1da53f2dac92), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:18.261317 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3f687493-9c06-4c41-8438-4d7926a75355 admin admin] Publish callbacks [] for security_group (3759f536-913d-4f0f-a871-a0930d744be1), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:18.298158 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3f687493-9c06-4c41-8438-4d7926a75355 admin admin] Publish callbacks [] for security_group (3759f536-913d-4f0f-a871-a0930d744be1), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:18.317538 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device d7683944-12f8-483b-9a7e-3c24ee1989c5 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:50:18.341005 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9505beb3-ba2d-493c-ad87-2da56612f859 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for port (90956dde-12e6-4c46-b8ae-250c96633b30), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:18.350221 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32109c4-09b9-42ab-a486-d99dbe88f0fc tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:50:18.373438 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d464ed8-54dc-43e7-a17c-68f1f9427d9d None None] Sync routers for ids ['cecbabe8-82be-4c74-9e17-9aa36eb4fbf3'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:50:18.374817 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d32109c4-09b9-42ab-a486-d99dbe88f0fc tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "PUT /v2.0/routers/cecbabe8-82be-4c74-9e17-9aa36eb4fbf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3081307 Feb 16 22:50:18.376742 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47230) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:18.382252 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9505beb3-ba2d-493c-ad87-2da56612f859 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (90956dde-12e6-4c46-b8ae-250c96633b30), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:18.399275 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d464ed8-54dc-43e7-a17c-68f1f9427d9d None None] Routers {'cecbabe8-82be-4c74-9e17-9aa36eb4fbf3'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:50:18.407423 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6d464ed8-54dc-43e7-a17c-68f1f9427d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:49:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['cecbabe8-82be-4c74-9e17-9aa36eb4fbf3'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:18.429109 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3f687493-9c06-4c41-8438-4d7926a75355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (3759f536-913d-4f0f-a871-a0930d744be1), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:18.432732 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3f687493-9c06-4c41-8438-4d7926a75355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:18.433990 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3f687493-9c06-4c41-8438-4d7926a75355 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3759f536-913d-4f0f-a871-a0930d744be1 HTTP/1.1" status: 204 len: 168 time: 0.2717323 Feb 16 22:50:18.470614 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9505beb3-ba2d-493c-ad87-2da56612f859 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (9dfc4177-0ec5-4418-a0d9-445b75a612db), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:18.472158 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f687493-9c06-4c41-8438-4d7926a75355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3759f536-913d-4f0f-a871-a0930d744be1,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:18.473638 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505beb3-ba2d-493c-ad87-2da56612f859 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'Port': ['ID=90956dde-12e6-4c46-b8ae-250c96633b30,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:18.486217 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6d464ed8-54dc-43e7-a17c-68f1f9427d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:18.500054 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26394032-4178-4061-b699-b3d396628971 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:18.505781 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-26394032-4178-4061-b699-b3d396628971 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "GET /v2.0/ports/ce2413cf-e0a1-4510-b6c2-6908cd7492c2 HTTP/1.1" status: 200 len: 976 time: 0.1275840 Feb 16 22:50:18.510115 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d464ed8-54dc-43e7-a17c-68f1f9427d9d None None] Routers {'cecbabe8-82be-4c74-9e17-9aa36eb4fbf3'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:50:18.512054 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47234) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:18.512424 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6d464ed8-54dc-43e7-a17c-68f1f9427d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:49:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['cecbabe8-82be-4c74-9e17-9aa36eb4fbf3'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:18.572992 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-180bff53-a1d0-47f7-b19b-940e487116df None None] Current status of the port f0ecb287-1746-4fa6-b38d-1da53f2dac92 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:50:18.577244 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port d7683944-12f8-483b-9a7e-3c24ee1989c5 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:50:18.577925 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d7683944-12f8-483b-9a7e-3c24ee1989c5), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:18.600091 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6d464ed8-54dc-43e7-a17c-68f1f9427d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:18.600762 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d464ed8-54dc-43e7-a17c-68f1f9427d9d None None] The sync data for ids ['cecbabe8-82be-4c74-9e17-9aa36eb4fbf3'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:50:18.747345 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port d7683944-12f8-483b-9a7e-3c24ee1989c5 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:50:18.754387 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device f0ecb287-1746-4fa6-b38d-1da53f2dac92 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:50:18.792812 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9505beb3-ba2d-493c-ad87-2da56612f859 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Network c8243b84-0aee-46a8-a7d2-cc9e156d804f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:50:18.801638 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-9505beb3-ba2d-493c-ad87-2da56612f859 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:50:18.896910 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port f0ecb287-1746-4fa6-b38d-1da53f2dac92 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:50:18.897209 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f0ecb287-1746-4fa6-b38d-1da53f2dac92), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:19.050866 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7aac2864-947d-416a-a95d-f2cdd9665dcb None None] Provisioning complete for port f0ecb287-1746-4fa6-b38d-1da53f2dac92 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:50:19.051580 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7aac2864-947d-416a-a95d-f2cdd9665dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f0ecb287-1746-4fa6-b38d-1da53f2dac92), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:19.079087 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9505beb3-ba2d-493c-ad87-2da56612f859 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Router 9dfc4177-0ec5-4418-a0d9-445b75a612db has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:50:19.157687 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22ea1c-b546-4a8a-ad46-747931661ef6 req-c168b352-026a-45a3-a4e2-af7d55890a19 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:19.159754 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fa22ea1c-b546-4a8a-ad46-747931661ef6 req-c168b352-026a-45a3-a4e2-af7d55890a19 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 944 time: 0.1995299 Feb 16 22:50:19.161374 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47242) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:19.199844 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a2aba52d-5819-427b-8ebb-b5efc016655f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:19.232185 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port f0ecb287-1746-4fa6-b38d-1da53f2dac92 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:50:19.266429 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7aac2864-947d-416a-a95d-f2cdd9665dcb None None] Current status of the port f0ecb287-1746-4fa6-b38d-1da53f2dac92 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:50:19.291012 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9505beb3-ba2d-493c-ad87-2da56612f859 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:50:19.292637 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7aac2864-947d-416a-a95d-f2cdd9665dcb None None] Provisioning complete for port 90956dde-12e6-4c46-b8ae-250c96633b30 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:50:19.293893 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7aac2864-947d-416a-a95d-f2cdd9665dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (90956dde-12e6-4c46-b8ae-250c96633b30), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:19.308399 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9505beb3-ba2d-493c-ad87-2da56612f859 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "PUT /v2.0/routers/9dfc4177-0ec5-4418-a0d9-445b75a612db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5728860 Feb 16 22:50:19.345715 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fa22ea1c-b546-4a8a-ad46-747931661ef6 req-f527d9e8-306c-475f-ac0d-3b527a89cb42 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635809 Feb 16 22:50:19.352918 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf1cb49-e2b1-4f9d-afa8-323a11808a25 None None] Sync routers for ids ['9dfc4177-0ec5-4418-a0d9-445b75a612db'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:50:19.400765 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf1cb49-e2b1-4f9d-afa8-323a11808a25 None None] Routers {'9dfc4177-0ec5-4418-a0d9-445b75a612db'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:50:19.401820 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-9bf1cb49-e2b1-4f9d-afa8-323a11808a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:49:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['9dfc4177-0ec5-4418-a0d9-445b75a612db'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:19.459179 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7aac2864-947d-416a-a95d-f2cdd9665dcb None None] Port 90956dde-12e6-4c46-b8ae-250c96633b30 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:50:19.533347 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-540003e6-3af9-449f-85e0-da9965d45ee6 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (cecbabe8-82be-4c74-9e17-9aa36eb4fbf3), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:19.615384 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-9bf1cb49-e2b1-4f9d-afa8-323a11808a25 None None] Set router 9dfc4177-0ec5-4418-a0d9-445b75a612db gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:50:19.664407 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-c983670e-5f2d-46dd-8955-8808985c08b0 None None] Provisioning complete for port 90956dde-12e6-4c46-b8ae-250c96633b30 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:50:19.664850 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c983670e-5f2d-46dd-8955-8808985c08b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (90956dde-12e6-4c46-b8ae-250c96633b30), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:19.721216 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a2aba52d-5819-427b-8ebb-b5efc016655f admin admin] Publish callbacks [] for security_group (db9d9b9c-bb99-4341-b221-faea73b38454), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:19.725694 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-0df4719e-3369-4816-8ae6-424af494c081 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1073911315&fields=id&tenant_id=f09c82b3a2c746b1bfae225757af7f07 HTTP/1.1" status: 200 len: 267 time: 0.1891725 Feb 16 22:50:19.760925 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a2aba52d-5819-427b-8ebb-b5efc016655f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (db9d9b9c-bb99-4341-b221-faea73b38454), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:19.865029 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a2aba52d-5819-427b-8ebb-b5efc016655f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=adb6bbb37a6044618d5d009ecea8834e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6993504 Feb 16 22:50:19.867773 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47256) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:19.873962 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aba52d-5819-427b-8ebb-b5efc016655f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9d9b9c-bb99-4341-b221-faea73b38454,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:19.957517 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-1726a708-d076-4824-9a25-9b0acbb0cd35 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:19.959184 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-1726a708-d076-4824-9a25-9b0acbb0cd35 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/networks?id=c8243b84-0aee-46a8-a7d2-cc9e156d804f HTTP/1.1" status: 200 len: 797 time: 0.1996493 Feb 16 22:50:19.970681 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-c983670e-5f2d-46dd-8955-8808985c08b0 None None] Port 90956dde-12e6-4c46-b8ae-250c96633b30 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:50:19.984031 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-1934f0d6-418c-47b9-998d-690f4bca464c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/quotas/f09c82b3a2c746b1bfae225757af7f07 HTTP/1.1" status: 200 len: 375 time: 0.0142624 Feb 16 22:50:19.994035 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c017fe4f-1537-49a8-8c57-626b93b82e77 admin admin] Publish callbacks [] for security_group (db9d9b9c-bb99-4341-b221-faea73b38454), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:20.034918 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c017fe4f-1537-49a8-8c57-626b93b82e77 admin admin] Publish callbacks [] for security_group (db9d9b9c-bb99-4341-b221-faea73b38454), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:20.087205 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-20b1c044-80f0-45d6-b27f-48d79204a09d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0974050 Feb 16 22:50:20.090645 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-540003e6-3af9-449f-85e0-da9965d45ee6 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Deleting port ce2413cf-e0a1-4510-b6c2-6908cd7492c2 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:50:20.090917 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-540003e6-3af9-449f-85e0-da9965d45ee6 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (ce2413cf-e0a1-4510-b6c2-6908cd7492c2), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:20.134384 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b968f035-1afd-4668-97c1-392321d4ead0 None None] Provisioning complete for port 90956dde-12e6-4c46-b8ae-250c96633b30 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:50:20.135670 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b968f035-1afd-4668-97c1-392321d4ead0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (90956dde-12e6-4c46-b8ae-250c96633b30), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:20.179888 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c017fe4f-1537-49a8-8c57-626b93b82e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (db9d9b9c-bb99-4341-b221-faea73b38454), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:20.187156 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c017fe4f-1537-49a8-8c57-626b93b82e77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:20.191135 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c017fe4f-1537-49a8-8c57-626b93b82e77 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/db9d9b9c-bb99-4341-b221-faea73b38454 HTTP/1.1" status: 204 len: 168 time: 0.3197010 Feb 16 22:50:20.191558 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b968f035-1afd-4668-97c1-392321d4ead0 None None] Port 90956dde-12e6-4c46-b8ae-250c96633b30 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:50:20.203987 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-9bf1cb49-e2b1-4f9d-afa8-323a11808a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1728568493', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd7683944-12f8-483b-9a7e-3c24ee1989c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:50:02Z', 'updated_at': '2022-02-16T22:50:17Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'd7683944-12f8-483b-9a7e-3c24ee1989c5', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:50:03Z', 'updated_at': '2022-02-16T22:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '90956dde-12e6-4c46-b8ae-250c96633b30', 'name': '', 'network_id': 'c8243b84-0aee-46a8-a7d2-cc9e156d804f', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'mac_address': 'fa:16:3e:2b:ad:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'fb7575e1-fe09-42ea-9731-5160b8d6f33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:50:13Z', 'updated_at': '2022-02-16T22:50:18Z', 'revision_number': 2, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'subnets': [{'id': 'fb7575e1-fe09-42ea-9731-5160b8d6f33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:20.208692 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017fe4f-1537-49a8-8c57-626b93b82e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9d9b9c-bb99-4341-b221-faea73b38454,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:20.229304 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-540003e6-3af9-449f-85e0-da9965d45ee6 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (ce2413cf-e0a1-4510-b6c2-6908cd7492c2), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:20.245298 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-540003e6-3af9-449f-85e0-da9965d45ee6 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Calling delete_port for ce2413cf-e0a1-4510-b6c2-6908cd7492c2 owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:50:20.252735 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf1cb49-e2b1-4f9d-afa8-323a11808a25 None None] Checking router: 9dfc4177-0ec5-4418-a0d9-445b75a612db for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:50:20.253082 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf1cb49-e2b1-4f9d-afa8-323a11808a25 None None] Updating router 9dfc4177-0ec5-4418-a0d9-445b75a612db port 90956dde-12e6-4c46-b8ae-250c96633b30 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:50:20.301054 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9bf1cb49-e2b1-4f9d-afa8-323a11808a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (90956dde-12e6-4c46-b8ae-250c96633b30), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:20.565376 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-d910600c-187f-4fda-a21e-49deb2ba062d service neutron] 10.222.0.75 "GET /v2.0/networks/c8243b84-0aee-46a8-a7d2-cc9e156d804f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464424 Feb 16 22:50:20.745573 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-540003e6-3af9-449f-85e0-da9965d45ee6 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (ce2413cf-e0a1-4510-b6c2-6908cd7492c2), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:20.767561 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3dcba504-1f54-4bad-bfb9-5ef1d808afaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:20.784970 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540003e6-3af9-449f-85e0-da9965d45ee6 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event deleted for resources: {'Port': ['ID=ce2413cf-e0a1-4510-b6c2-6908cd7492c2,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:20.845513 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9bf1cb49-e2b1-4f9d-afa8-323a11808a25 None None] Publish callbacks [] for port (90956dde-12e6-4c46-b8ae-250c96633b30), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:20.863509 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9bf1cb49-e2b1-4f9d-afa8-323a11808a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (90956dde-12e6-4c46-b8ae-250c96633b30), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:20.876048 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-b9d881a6-aca5-4a8b-9f6a-331def027bd2 service neutron] 10.222.0.75 "GET /v2.0/networks/c8243b84-0aee-46a8-a7d2-cc9e156d804f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759604 Feb 16 22:50:21.061006 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b492529-32d2-4605-9808-5eef4731b957 None None] Pushing event updated for resources: {'Port': ['ID=90956dde-12e6-4c46-b8ae-250c96633b30,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:21.171400 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-9bf1cb49-e2b1-4f9d-afa8-323a11808a25 None None] Attempting to bind port 90956dde-12e6-4c46-b8ae-250c96633b30 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:50:21.172106 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-9bf1cb49-e2b1-4f9d-afa8-323a11808a25 None None] Attempting to bind port 90956dde-12e6-4c46-b8ae-250c96633b30 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '0a91c411-d85b-4a6f-8f98-d5b9083f0089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c8243b84-0aee-46a8-a7d2-cc9e156d804f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:50:21.172106 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf1cb49-e2b1-4f9d-afa8-323a11808a25 None None] Attempting to bind port 90956dde-12e6-4c46-b8ae-250c96633b30 on network c8243b84-0aee-46a8-a7d2-cc9e156d804f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:50:21.183408 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf1cb49-e2b1-4f9d-afa8-323a11808a25 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:50:21.184185 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf1cb49-e2b1-4f9d-afa8-323a11808a25 None None] Checking segment: {'id': '0a91c411-d85b-4a6f-8f98-d5b9083f0089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c8243b84-0aee-46a8-a7d2-cc9e156d804f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:50:21.184769 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9bf1cb49-e2b1-4f9d-afa8-323a11808a25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:21.187028 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf1cb49-e2b1-4f9d-afa8-323a11808a25 None None] Bound using segment: {'id': '0a91c411-d85b-4a6f-8f98-d5b9083f0089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c8243b84-0aee-46a8-a7d2-cc9e156d804f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:50:21.187808 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-9bf1cb49-e2b1-4f9d-afa8-323a11808a25 None None] Bound port: 90956dde-12e6-4c46-b8ae-250c96633b30, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a91c411-d85b-4a6f-8f98-d5b9083f0089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c8243b84-0aee-46a8-a7d2-cc9e156d804f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:50:21.190334 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9bf1cb49-e2b1-4f9d-afa8-323a11808a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (90956dde-12e6-4c46-b8ae-250c96633b30), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:21.197853 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-540003e6-3af9-449f-85e0-da9965d45ee6 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (cecbabe8-82be-4c74-9e17-9aa36eb4fbf3), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:21.428340 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-9bf1cb49-e2b1-4f9d-afa8-323a11808a25 None None] For port 90956dde-12e6-4c46-b8ae-250c96633b30, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:50:21.441575 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-9bf1cb49-e2b1-4f9d-afa8-323a11808a25 None None] For port 90956dde-12e6-4c46-b8ae-250c96633b30, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=90956dde-12e6-4c46-b8ae-250c96633b30,segment=NetworkSegment(0a91c411-d85b-4a6f-8f98-d5b9083f0089),segment_id=0a91c411-d85b-4a6f-8f98-d5b9083f0089)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:50:21.466696 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9bf1cb49-e2b1-4f9d-afa8-323a11808a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (90956dde-12e6-4c46-b8ae-250c96633b30), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:21.596132 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b492529-32d2-4605-9808-5eef4731b957 None None] Pushing event updated for resources: {'Port': ['ID=90956dde-12e6-4c46-b8ae-250c96633b30,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:21.603806 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf1cb49-e2b1-4f9d-afa8-323a11808a25 None None] Routers {'9dfc4177-0ec5-4418-a0d9-445b75a612db'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:50:21.604906 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-9bf1cb49-e2b1-4f9d-afa8-323a11808a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:49:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['9dfc4177-0ec5-4418-a0d9-445b75a612db'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:21.797873 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1a74004b-fec1-4fdf-baad-6f4531630f10 None None] Provisioning complete for port 90956dde-12e6-4c46-b8ae-250c96633b30 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:50:21.798290 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1a74004b-fec1-4fdf-baad-6f4531630f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (90956dde-12e6-4c46-b8ae-250c96633b30), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:22.018774 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-9bf1cb49-e2b1-4f9d-afa8-323a11808a25 None None] Set router 9dfc4177-0ec5-4418-a0d9-445b75a612db gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:50:22.041651 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47300) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:22.163487 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd13a58-18e7-4aea-892e-533668438d57 req-05a6db57-4eb1-4d68-ab8c-f1290f7ad5e9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:22.167970 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-afd13a58-18e7-4aea-892e-533668438d57 req-05a6db57-4eb1-4d68-ab8c-f1290f7ad5e9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 944 time: 0.8213751 Feb 16 22:50:22.175685 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540003e6-3af9-449f-85e0-da9965d45ee6 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Router cecbabe8-82be-4c74-9e17-9aa36eb4fbf3 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:50:22.280743 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-c07013b2-20c8-47d1-920d-7576b3051cd3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1661123213-network', 'tenant_id': 'f5e1eb1b6852405b9a1ae9a26a17b129'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:50:22.293009 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1a74004b-fec1-4fdf-baad-6f4531630f10 None None] Current status of the port 90956dde-12e6-4c46-b8ae-250c96633b30 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:50:22.294305 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1a74004b-fec1-4fdf-baad-6f4531630f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (90956dde-12e6-4c46-b8ae-250c96633b30), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:22.359133 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07013b2-20c8-47d1-920d-7576b3051cd3 admin admin] Made reservation on behalf of f5e1eb1b6852405b9a1ae9a26a17b129 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:50:22.362540 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c07013b2-20c8-47d1-920d-7576b3051cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:22.386674 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c07013b2-20c8-47d1-920d-7576b3051cd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:22.401004 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-afd13a58-18e7-4aea-892e-533668438d57 req-1410fa66-6948-4071-b5a3-3f6d0af41902 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230418 Feb 16 22:50:22.463540 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540003e6-3af9-449f-85e0-da9965d45ee6 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:50:22.478293 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12260bb6-3ac6-4a99-8dd6-abb72e1a63ff None None] Sync routers for ids ['cecbabe8-82be-4c74-9e17-9aa36eb4fbf3'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:50:22.480248 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-540003e6-3af9-449f-85e0-da9965d45ee6 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "PUT /v2.0/routers/cecbabe8-82be-4c74-9e17-9aa36eb4fbf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9639800 Feb 16 22:50:22.484048 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47304) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:22.494369 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12260bb6-3ac6-4a99-8dd6-abb72e1a63ff None None] Routers {'cecbabe8-82be-4c74-9e17-9aa36eb4fbf3'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:50:22.495625 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-12260bb6-3ac6-4a99-8dd6-abb72e1a63ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:49:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['cecbabe8-82be-4c74-9e17-9aa36eb4fbf3'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:22.565810 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1a74004b-fec1-4fdf-baad-6f4531630f10 None None] For port 90956dde-12e6-4c46-b8ae-250c96633b30, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=90956dde-12e6-4c46-b8ae-250c96633b30,segment=NetworkSegment(0a91c411-d85b-4a6f-8f98-d5b9083f0089),segment_id=0a91c411-d85b-4a6f-8f98-d5b9083f0089)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:50:22.603803 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1a74004b-fec1-4fdf-baad-6f4531630f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (90956dde-12e6-4c46-b8ae-250c96633b30), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:22.614085 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-12260bb6-3ac6-4a99-8dd6-abb72e1a63ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:22.645753 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12260bb6-3ac6-4a99-8dd6-abb72e1a63ff None None] Routers {'cecbabe8-82be-4c74-9e17-9aa36eb4fbf3'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:50:22.653540 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-12260bb6-3ac6-4a99-8dd6-abb72e1a63ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:49:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['cecbabe8-82be-4c74-9e17-9aa36eb4fbf3'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:22.741800 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-12260bb6-3ac6-4a99-8dd6-abb72e1a63ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:22.742043 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74004b-fec1-4fdf-baad-6f4531630f10 None None] Pushing event updated for resources: {'Port': ['ID=90956dde-12e6-4c46-b8ae-250c96633b30,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:22.742510 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12260bb6-3ac6-4a99-8dd6-abb72e1a63ff None None] The sync data for ids ['cecbabe8-82be-4c74-9e17-9aa36eb4fbf3'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:50:22.754399 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c07013b2-20c8-47d1-920d-7576b3051cd3 admin admin] Publish callbacks [] for security_group (f4ab3705-3bbd-4349-9c62-bff3b48abc58), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:22.768016 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c07013b2-20c8-47d1-920d-7576b3051cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f4ab3705-3bbd-4349-9c62-bff3b48abc58), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:22.773432 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-5bce6925-2c11-4f3c-a34b-9302c20fe8f4 None None] Provisioning complete for port 90956dde-12e6-4c46-b8ae-250c96633b30 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:50:22.774229 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5bce6925-2c11-4f3c-a34b-9302c20fe8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (90956dde-12e6-4c46-b8ae-250c96633b30), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:22.842371 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-9bf1cb49-e2b1-4f9d-afa8-323a11808a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1728568493', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd7683944-12f8-483b-9a7e-3c24ee1989c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:50:02Z', 'updated_at': '2022-02-16T22:50:17Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'd7683944-12f8-483b-9a7e-3c24ee1989c5', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:50:03Z', 'updated_at': '2022-02-16T22:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '90956dde-12e6-4c46-b8ae-250c96633b30', 'name': '', 'network_id': 'c8243b84-0aee-46a8-a7d2-cc9e156d804f', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'mac_address': 'fa:16:3e:2b:ad:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'fb7575e1-fe09-42ea-9731-5160b8d6f33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:50:13Z', 'updated_at': '2022-02-16T22:50:21Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'subnets': [{'id': 'fb7575e1-fe09-42ea-9731-5160b8d6f33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:22.848313 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c07013b2-20c8-47d1-920d-7576b3051cd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:50:22.861896 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07013b2-20c8-47d1-920d-7576b3051cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ab3705-3bbd-4349-9c62-bff3b48abc58,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:22.879568 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c07013b2-20c8-47d1-920d-7576b3051cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (b3980048-abf7-487e-8701-c03bd7efadbe), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:22.881543 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-c07013b2-20c8-47d1-920d-7576b3051cd3 admin admin] Added segment b3980048-abf7-487e-8701-c03bd7efadbe of type vlan for network fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d Feb 16 22:50:22.930649 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf1cb49-e2b1-4f9d-afa8-323a11808a25 None None] The sync data for ids ['9dfc4177-0ec5-4418-a0d9-445b75a612db'] in n-d-813897-6 is: [{'id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1728568493', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd7683944-12f8-483b-9a7e-3c24ee1989c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:50:02Z', 'updated_at': '2022-02-16T22:50:17Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'd7683944-12f8-483b-9a7e-3c24ee1989c5', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:50:03Z', 'updated_at': '2022-02-16T22:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '90956dde-12e6-4c46-b8ae-250c96633b30', 'name': '', 'network_id': 'c8243b84-0aee-46a8-a7d2-cc9e156d804f', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'mac_address': 'fa:16:3e:2b:ad:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'fb7575e1-fe09-42ea-9731-5160b8d6f33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:50:13Z', 'updated_at': '2022-02-16T22:50:21Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'subnets': [{'id': 'fb7575e1-fe09-42ea-9731-5160b8d6f33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:50:22.979837 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c07013b2-20c8-47d1-920d-7576b3051cd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:22.995909 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5bce6925-2c11-4f3c-a34b-9302c20fe8f4 None None] Current status of the port 90956dde-12e6-4c46-b8ae-250c96633b30 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:50:23.069329 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c07013b2-20c8-47d1-920d-7576b3051cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:23.071009 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07013b2-20c8-47d1-920d-7576b3051cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:23.071779 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c07013b2-20c8-47d1-920d-7576b3051cd3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:23.120830 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-38d237fb-5734-44b2-8e6b-dee0fc016e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:23.166198 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e0672143-fdad-4308-8367-b7da3bd34a99 req-4f24691c-d093-4fc9-92d8-8ec23ce8f35e tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 210 time: 0.2850668 Feb 16 22:50:23.202864 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c07013b2-20c8-47d1-920d-7576b3051cd3 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1597707 Feb 16 22:50:23.214443 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47308) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:23.229582 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-a5c7ed02-23ae-4bef-b743-c42c94d8df39 admin admin] Request body: {'subnet': {'network_id': 'fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1661123213-subnet', 'tenant_id': 'f5e1eb1b6852405b9a1ae9a26a17b129', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:50:23.297522 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07013b2-20c8-47d1-920d-7576b3051cd3 admin admin] Pushing event updated for resources: {'Network': ['ID=fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:23.318455 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:50:23.339938 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c7ed02-23ae-4bef-b743-c42c94d8df39 admin admin] Made reservation on behalf of f5e1eb1b6852405b9a1ae9a26a17b129 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:50:23.343724 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a5c7ed02-23ae-4bef-b743-c42c94d8df39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:23.429445 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-3a1ea0a7-0e41-4498-844d-fa42286f383c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:23.446542 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-3a1ea0a7-0e41-4498-844d-fa42286f383c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.79 "GET /v2.0/networks?id=c8243b84-0aee-46a8-a7d2-cc9e156d804f HTTP/1.1" status: 200 len: 797 time: 0.2659535 Feb 16 22:50:23.606538 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-8493fc3b-9bdb-4bb4-a57d-38c0ee69d64e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] remove_router_interface failed (client error): The resource could not be found. Feb 16 22:50:23.608232 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8493fc3b-9bdb-4bb4-a57d-38c0ee69d64e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "PUT /v2.0/routers/cecbabe8-82be-4c74-9e17-9aa36eb4fbf3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1227753 Feb 16 22:50:23.611677 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47314) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:23.700904 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-79a08c50-f42c-4d15-b85d-82c48e32cc4c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "GET /v2.0/ports?device_id=cecbabe8-82be-4c74-9e17-9aa36eb4fbf3 HTTP/1.1" status: 200 len: 205 time: 0.0826762 Feb 16 22:50:23.708445 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47316) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:23.787224 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-07241fb3-2d4b-4c72-8876-98b27e5165ba tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f09c82b3a2c746b1bfae225757af7f07 HTTP/1.1" status: 200 len: 380 time: 0.3381650 Feb 16 22:50:23.807441 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-37c2aa7c-d668-4db4-87f3-8d96505ef7a2 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'port': {'device_id': 'c09d6b2b-1f6f-4f24-af42-dde2dd9d8186', 'network_id': 'c8243b84-0aee-46a8-a7d2-cc9e156d804f', 'admin_state_up': True, 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'security_groups': ['fbe0a298-9671-4ab4-9b71-e971cae2d1b9']}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:50:23.897531 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141b2d5-a889-4326-8ffa-53d40436a95a req-cfdc7922-216c-4629-9e2d-bdaa03d70a49 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:23.899235 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4141b2d5-a889-4326-8ffa-53d40436a95a req-cfdc7922-216c-4629-9e2d-bdaa03d70a49 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 944 time: 0.2855799 Feb 16 22:50:23.912902 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f6f36125-3887-4338-a2c2-f7c680b7af95 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router (cecbabe8-82be-4c74-9e17-9aa36eb4fbf3), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:24.060658 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a5c7ed02-23ae-4bef-b743-c42c94d8df39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (8a89b3ce-39c3-4fba-8f67-f8fa8b6fb95c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:24.197441 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4141b2d5-a889-4326-8ffa-53d40436a95a req-26636484-fbdd-4806-abbf-edaf54d021b6 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361200 Feb 16 22:50:24.246893 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-37c2aa7c-d668-4db4-87f3-8d96505ef7a2 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Made reservation on behalf of f09c82b3a2c746b1bfae225757af7f07 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:50:24.259043 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-37c2aa7c-d668-4db4-87f3-8d96505ef7a2 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:24.341479 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:24.416730 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 90956dde-12e6-4c46-b8ae-250c96633b30 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:50:24.472331 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4a978a2f-0f7d-4e45-a4ea-a21d97f37cd2 req-c8980c51-7b07-443b-831a-145a7580d631 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 210 time: 0.0700452 Feb 16 22:50:24.585458 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-12c7f097-16fd-44aa-bd35-83b3e3136034 req-8588273a-6b7a-4518-898e-75adf4fc23e1 tempest-ServersNegativeTestJSON-1234989198 tempest-ServersNegativeTestJSON-1234989198-project] (103466) timed out ('10.222.0.75', 50942) {{(pid=103466) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 22:50:24.590200 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 90956dde-12e6-4c46-b8ae-250c96633b30 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:50:24.590609 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (90956dde-12e6-4c46-b8ae-250c96633b30), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:24.665901 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-37c2aa7c-d668-4db4-87f3-8d96505ef7a2 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Allocated IP 172.20.0.3 (c8243b84-0aee-46a8-a7d2-cc9e156d804f/fb7575e1-fe09-42ea-9731-5160b8d6f33b/6f8e948e-45ac-4902-86ce-403281521e20) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:50:24.760192 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 90956dde-12e6-4c46-b8ae-250c96633b30 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:50:24.880647 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f6f36125-3887-4338-a2c2-f7c680b7af95 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (cecbabe8-82be-4c74-9e17-9aa36eb4fbf3), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:24.903368 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f6f36125-3887-4338-a2c2-f7c680b7af95 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router_controller (cecbabe8-82be-4c74-9e17-9aa36eb4fbf3), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:24.918582 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7ed02-23ae-4bef-b743-c42c94d8df39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a89b3ce-39c3-4fba-8f67-f8fa8b6fb95c,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:24.938157 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-37c2aa7c-d668-4db4-87f3-8d96505ef7a2 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for port (6f8e948e-45ac-4902-86ce-403281521e20), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:24.938496 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c7ed02-23ae-4bef-b743-c42c94d8df39 admin admin] Checking segment: {'id': 'b3980048-abf7-487e-8701-c03bd7efadbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:50:24.939158 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c7ed02-23ae-4bef-b743-c42c94d8df39 admin admin] Network hostable DHCP agents. Network: fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:50:25.035202 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-37c2aa7c-d668-4db4-87f3-8d96505ef7a2 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (6f8e948e-45ac-4902-86ce-403281521e20), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:25.049272 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f6f36125-3887-4338-a2c2-f7c680b7af95 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (cecbabe8-82be-4c74-9e17-9aa36eb4fbf3), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:25.050657 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f36125-3887-4338-a2c2-f7c680b7af95 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Fanout notify agent at l3_agent the message router_deleted on router cecbabe8-82be-4c74-9e17-9aa36eb4fbf3 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:50:25.059311 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f6f36125-3887-4338-a2c2-f7c680b7af95 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:25.065554 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f6f36125-3887-4338-a2c2-f7c680b7af95 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/routers/cecbabe8-82be-4c74-9e17-9aa36eb4fbf3 HTTP/1.1" status: 204 len: 168 time: 1.3555417 Feb 16 22:50:25.066967 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c7ed02-23ae-4bef-b743-c42c94d8df39 admin admin] Network fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:50:25.069167 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47322) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:25.103621 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-a5c7ed02-23ae-4bef-b743-c42c94d8df39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:50:25.112100 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c7ed02-23ae-4bef-b743-c42c94d8df39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:25.112521 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0516750b-06cb-47a8-802a-e24c00ec132a None None] Network fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:50:25.112719 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a5c7ed02-23ae-4bef-b743-c42c94d8df39 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:25.123895 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-37c2aa7c-d668-4db4-87f3-8d96505ef7a2 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Network c8243b84-0aee-46a8-a7d2-cc9e156d804f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:50:25.129503 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-37c2aa7c-d668-4db4-87f3-8d96505ef7a2 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:50:25.146436 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d68e40-42cc-4825-b5cd-e5c0d769355d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Deleting subnet 692a460c-9e18-4024-ba36-7c71b320dc36 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:50:25.150708 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-37c2aa7c-d668-4db4-87f3-8d96505ef7a2 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:50:25.150868 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-20d68e40-42cc-4825-b5cd-e5c0d769355d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for subnet (692a460c-9e18-4024-ba36-7c71b320dc36), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:25.198841 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2aa7c-d668-4db4-87f3-8d96505ef7a2 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'Port': ['ID=6f8e948e-45ac-4902-86ce-403281521e20,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:25.239622 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a5c7ed02-23ae-4bef-b743-c42c94d8df39 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0237892 Feb 16 22:50:25.273321 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-37c2aa7c-d668-4db4-87f3-8d96505ef7a2 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:25.274746 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-37c2aa7c-d668-4db4-87f3-8d96505ef7a2 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:25.321670 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-37c2aa7c-d668-4db4-87f3-8d96505ef7a2 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5144422 Feb 16 22:50:25.336609 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-20d68e40-42cc-4825-b5cd-e5c0d769355d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (692a460c-9e18-4024-ba36-7c71b320dc36), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:25.341381 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-e41733d1-3cc3-4625-83f6-7a9c5d77d27f service neutron] Request body: {'port': {'device_id': 'c09d6b2b-1f6f-4f24-af42-dde2dd9d8186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:50:25.428104 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf93eaa-d70d-436a-8a36-bee8c2558f8c None None] Network fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:50:25.486419 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-20d68e40-42cc-4825-b5cd-e5c0d769355d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (692a460c-9e18-4024-ba36-7c71b320dc36), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:25.533049 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-e41733d1-3cc3-4625-83f6-7a9c5d77d27f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6f8e948e-45ac-4902-86ce-403281521e20), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:25.575504 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d68cae-f841-4011-8485-b96f1e89a3a7 req-043c4c1b-bb96-4092-93bb-9ef1a07708fb tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:25.582778 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-47d68cae-f841-4011-8485-b96f1e89a3a7 req-043c4c1b-bb96-4092-93bb-9ef1a07708fb tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 944 time: 0.2250519 Feb 16 22:50:25.628350 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-20d68e40-42cc-4825-b5cd-e5c0d769355d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (692a460c-9e18-4024-ba36-7c71b320dc36), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:25.698791 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d68e40-42cc-4825-b5cd-e5c0d769355d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event deleted for resources: {'Subnet': ['ID=692a460c-9e18-4024-ba36-7c71b320dc36,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:25.711988 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-20d68e40-42cc-4825-b5cd-e5c0d769355d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:25.717597 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-20d68e40-42cc-4825-b5cd-e5c0d769355d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/subnets/692a460c-9e18-4024-ba36-7c71b320dc36 HTTP/1.1" status: 204 len: 168 time: 0.6465318 Feb 16 22:50:25.719938 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47332) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:25.734860 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effb1536-73d1-4b41-bd7c-085891224564 None None] Network 4790a7f5-fa21-40e2-9cd0-46180c043fd0 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:50:25.742346 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-47d68cae-f841-4011-8485-b96f1e89a3a7 req-d3bf6149-1cf0-4c6a-9ba0-69feeb049d78 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449702 Feb 16 22:50:25.803537 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:25.865713 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-dc161e8c-8e56-4ed8-ba23-0e04bb114baa None None] Provisioning complete for port 6f8e948e-45ac-4902-86ce-403281521e20 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:50:25.876690 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-dc161e8c-8e56-4ed8-ba23-0e04bb114baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6f8e948e-45ac-4902-86ce-403281521e20), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:25.989941 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-41b7b2cc-29e7-4232-a3ac-34ed8979dc5c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (4790a7f5-fa21-40e2-9cd0-46180c043fd0), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:26.078740 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-dc161e8c-8e56-4ed8-ba23-0e04bb114baa None None] Port 6f8e948e-45ac-4902-86ce-403281521e20 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:50:26.111391 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-41b7b2cc-29e7-4232-a3ac-34ed8979dc5c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Deleting port 7292b5a2-a441-4bed-80b2-1158107fa4ff {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:50:26.111719 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-41b7b2cc-29e7-4232-a3ac-34ed8979dc5c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (7292b5a2-a441-4bed-80b2-1158107fa4ff), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:26.185613 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95a0042-e712-431b-9efd-8410ba6c8105 None None] DHCP port deletion for 4790a7f5-fa21-40e2-9cd0-46180c043fd0 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:50:26.229592 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8531e-2963-4a99-aaaf-32a5b1be36b7 req-c3c8ee22-cd42-43d6-819d-b09acab9f994 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:26.237129 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b7c8531e-2963-4a99-aaaf-32a5b1be36b7 req-c3c8ee22-cd42-43d6-819d-b09acab9f994 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 931 time: 0.2531877 Feb 16 22:50:26.300380 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-41b7b2cc-29e7-4232-a3ac-34ed8979dc5c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] For port 7292b5a2-a441-4bed-80b2-1158107fa4ff, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=7292b5a2-a441-4bed-80b2-1158107fa4ff,segment=NetworkSegment(9ce5a47b-4c41-4b32-85ec-ecd79b325bb5),segment_id=9ce5a47b-4c41-4b32-85ec-ecd79b325bb5)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:50:26.303758 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-41b7b2cc-29e7-4232-a3ac-34ed8979dc5c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (7292b5a2-a441-4bed-80b2-1158107fa4ff), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:26.310339 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 7292b5a2-a441-4bed-80b2-1158107fa4ff no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:50:26.336200 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-41b7b2cc-29e7-4232-a3ac-34ed8979dc5c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Calling delete_port for 7292b5a2-a441-4bed-80b2-1158107fa4ff owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:50:26.391743 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-e41733d1-3cc3-4625-83f6-7a9c5d77d27f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f8e948e-45ac-4902-86ce-403281521e20 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:50:26.402406 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-e41733d1-3cc3-4625-83f6-7a9c5d77d27f service neutron] Publish callbacks [] for port (6f8e948e-45ac-4902-86ce-403281521e20), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:26.419355 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-e41733d1-3cc3-4625-83f6-7a9c5d77d27f service neutron] Transition to ACTIVE for port object 6f8e948e-45ac-4902-86ce-403281521e20 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:50:26.431605 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-e41733d1-3cc3-4625-83f6-7a9c5d77d27f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (6f8e948e-45ac-4902-86ce-403281521e20), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:26.546051 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-c95a0042-e712-431b-9efd-8410ba6c8105 None None] Deleting port 7292b5a2-a441-4bed-80b2-1158107fa4ff {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:50:26.548918 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c95a0042-e712-431b-9efd-8410ba6c8105 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (7292b5a2-a441-4bed-80b2-1158107fa4ff), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:26.550453 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b7c8531e-2963-4a99-aaaf-32a5b1be36b7 req-38326d2d-924f-4153-b54a-bfde06622440 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbe0a298-9671-4ab4-9b71-e971cae2d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2894619 Feb 16 22:50:26.589455 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 7292b5a2-a441-4bed-80b2-1158107fa4ff is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:50:26.591057 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (7292b5a2-a441-4bed-80b2-1158107fa4ff), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:26.593131 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-41b7b2cc-29e7-4232-a3ac-34ed8979dc5c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (7292b5a2-a441-4bed-80b2-1158107fa4ff), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:26.636234 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47346) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:26.641366 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b7b2cc-29e7-4232-a3ac-34ed8979dc5c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] No DVR routers for this DVR port 7292b5a2-a441-4bed-80b2-1158107fa4ff on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:50:26.647133 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-05aeab95-0330-49ba-b1fb-6c7f19f3b038 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1452615059-network', 'tenant_id': 'bc2211d5d722422db02291dcebade779'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:50:26.650908 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7b2cc-29e7-4232-a3ac-34ed8979dc5c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event deleted for resources: {'Port': ['ID=7292b5a2-a441-4bed-80b2-1158107fa4ff,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:26.652170 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41733d1-3cc3-4625-83f6-7a9c5d77d27f service neutron] Pushing event updated for resources: {'Port': ['ID=6f8e948e-45ac-4902-86ce-403281521e20,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:26.680150 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-e41733d1-3cc3-4625-83f6-7a9c5d77d27f service neutron] Attempting to bind port 6f8e948e-45ac-4902-86ce-403281521e20 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:50:26.681021 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-e41733d1-3cc3-4625-83f6-7a9c5d77d27f service neutron] Attempting to bind port 6f8e948e-45ac-4902-86ce-403281521e20 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '0a91c411-d85b-4a6f-8f98-d5b9083f0089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c8243b84-0aee-46a8-a7d2-cc9e156d804f'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:50:26.681021 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-e41733d1-3cc3-4625-83f6-7a9c5d77d27f service neutron] Attempting to bind port 6f8e948e-45ac-4902-86ce-403281521e20 on network c8243b84-0aee-46a8-a7d2-cc9e156d804f {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:50:26.689044 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-e41733d1-3cc3-4625-83f6-7a9c5d77d27f service neutron] Port 6f8e948e-45ac-4902-86ce-403281521e20 on network c8243b84-0aee-46a8-a7d2-cc9e156d804f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:50:26.689407 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-e41733d1-3cc3-4625-83f6-7a9c5d77d27f service neutron] Attempting to bind port 6f8e948e-45ac-4902-86ce-403281521e20 on network c8243b84-0aee-46a8-a7d2-cc9e156d804f {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:50:26.702983 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-e41733d1-3cc3-4625-83f6-7a9c5d77d27f service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:50:26.705067 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-e41733d1-3cc3-4625-83f6-7a9c5d77d27f service neutron] Checking segment: {'id': '0a91c411-d85b-4a6f-8f98-d5b9083f0089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c8243b84-0aee-46a8-a7d2-cc9e156d804f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:50:26.705503 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-e41733d1-3cc3-4625-83f6-7a9c5d77d27f service neutron] Bound using segment: {'id': '0a91c411-d85b-4a6f-8f98-d5b9083f0089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c8243b84-0aee-46a8-a7d2-cc9e156d804f'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:50:26.706018 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-e41733d1-3cc3-4625-83f6-7a9c5d77d27f service neutron] Bound port: 6f8e948e-45ac-4902-86ce-403281521e20, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a91c411-d85b-4a6f-8f98-d5b9083f0089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c8243b84-0aee-46a8-a7d2-cc9e156d804f'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:50:26.706355 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-e41733d1-3cc3-4625-83f6-7a9c5d77d27f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6f8e948e-45ac-4902-86ce-403281521e20), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:26.757347 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-41b7b2cc-29e7-4232-a3ac-34ed8979dc5c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (4790a7f5-fa21-40e2-9cd0-46180c043fd0), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:26.792694 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-41b7b2cc-29e7-4232-a3ac-34ed8979dc5c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4790a7f5-fa21-40e2-9cd0-46180c043fd0']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:26.805089 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-41b7b2cc-29e7-4232-a3ac-34ed8979dc5c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce5a47b-4c41-4b32-85ec-ecd79b325bb5') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:26.805398 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-41b7b2cc-29e7-4232-a3ac-34ed8979dc5c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce5a47b-4c41-4b32-85ec-ecd79b325bb5') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:26.821909 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-41b7b2cc-29e7-4232-a3ac-34ed8979dc5c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (9ce5a47b-4c41-4b32-85ec-ecd79b325bb5), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:26.842740 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-41b7b2cc-29e7-4232-a3ac-34ed8979dc5c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (9ce5a47b-4c41-4b32-85ec-ecd79b325bb5), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:26.850378 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b7b2cc-29e7-4232-a3ac-34ed8979dc5c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:50:26.851300 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-41b7b2cc-29e7-4232-a3ac-34ed8979dc5c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (9ce5a47b-4c41-4b32-85ec-ecd79b325bb5), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:26.921421 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-e41733d1-3cc3-4625-83f6-7a9c5d77d27f service neutron] For port 6f8e948e-45ac-4902-86ce-403281521e20, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:50:26.931068 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:50:26.931068 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:50:26.931068 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:50:26.931068 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:50:26.931068 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:50:26.931068 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:50:26.931068 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:50:26.931068 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:50:26.931068 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:50:26.931068 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:50:26.931068 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:50:26.931068 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:50:26.931068 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:50:26.931068 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:50:26.931068 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:50:26.931068 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:50:26.931068 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:50:26.931068 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:50:26.931068 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:50:26.931068 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:50:26.931068 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:50:26.931068 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:50:26.931068 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:50:26.931068 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:50:26.931068 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:50:26.931068 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:50:26.931068 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:50:26.931068 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:50:26.931068 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:50:26.931068 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:50:26.931068 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:50:26.931068 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:50:26.934095 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-e41733d1-3cc3-4625-83f6-7a9c5d77d27f service neutron] For port 6f8e948e-45ac-4902-86ce-403281521e20, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=6f8e948e-45ac-4902-86ce-403281521e20,segment=NetworkSegment(0a91c411-d85b-4a6f-8f98-d5b9083f0089),segment_id=0a91c411-d85b-4a6f-8f98-d5b9083f0089)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:50:26.941854 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-41b7b2cc-29e7-4232-a3ac-34ed8979dc5c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (4790a7f5-fa21-40e2-9cd0-46180c043fd0), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:26.955110 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-41b7b2cc-29e7-4232-a3ac-34ed8979dc5c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:26.959044 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-41b7b2cc-29e7-4232-a3ac-34ed8979dc5c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/networks/4790a7f5-fa21-40e2-9cd0-46180c043fd0 HTTP/1.1" status: 204 len: 168 time: 1.2377264 Feb 16 22:50:26.974773 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47352) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:26.982121 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-f71fcf7d-6dbb-47c5-9fc4-866186055962 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Request body: {'network': {'name': 'tempest-RoutersTest-1891213202'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:50:26.986298 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7b2cc-29e7-4232-a3ac-34ed8979dc5c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event deleted for resources: {'Network': ['ID=4790a7f5-fa21-40e2-9cd0-46180c043fd0,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:26.995498 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05aeab95-0330-49ba-b1fb-6c7f19f3b038 admin admin] Made reservation on behalf of bc2211d5d722422db02291dcebade779 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:50:26.998109 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-05aeab95-0330-49ba-b1fb-6c7f19f3b038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:27.009079 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-e41733d1-3cc3-4625-83f6-7a9c5d77d27f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (6f8e948e-45ac-4902-86ce-403281521e20), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:27.017913 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-05aeab95-0330-49ba-b1fb-6c7f19f3b038 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:27.032791 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71fcf7d-6dbb-47c5-9fc4-866186055962 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Made reservation on behalf of 7e373bcd13d84490b51600663d7fbd9c for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:50:27.036892 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f71fcf7d-6dbb-47c5-9fc4-866186055962 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:27.049669 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-e41733d1-3cc3-4625-83f6-7a9c5d77d27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:27.050484 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-e41733d1-3cc3-4625-83f6-7a9c5d77d27f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:27.053888 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-e41733d1-3cc3-4625-83f6-7a9c5d77d27f service neutron] 10.222.0.79 "PUT /v2.0/ports/6f8e948e-45ac-4902-86ce-403281521e20 HTTP/1.1" status: 200 len: 1091 time: 1.7280376 Feb 16 22:50:27.105955 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f71fcf7d-6dbb-47c5-9fc4-866186055962 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:50:27.111759 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09d6b2b-1f6f-4f24-af42-dde2dd9d8186', 'tag': '6f8e948e-45ac-4902-86ce-403281521e20'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:50:27.114507 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5fe52f-8b4c-45c3-8fb4-b64271bc3216" -d '{"events": [{"name": "network-changed", "server_uuid": "c09d6b2b-1f6f-4f24-af42-dde2dd9d8186", "tag": "6f8e948e-45ac-4902-86ce-403281521e20"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:50:27.158461 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f71fcf7d-6dbb-47c5-9fc4-866186055962 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (0d2790e7-49c6-4679-b84e-46e426a6aa50), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:27.158924 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-f71fcf7d-6dbb-47c5-9fc4-866186055962 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Added segment 0d2790e7-49c6-4679-b84e-46e426a6aa50 of type vlan for network 369c3f3b-69fe-4594-9699-897ba12e5c15 Feb 16 22:50:27.220493 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f71fcf7d-6dbb-47c5-9fc4-866186055962 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (369c3f3b-69fe-4594-9699-897ba12e5c15), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:27.271850 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f71fcf7d-6dbb-47c5-9fc4-866186055962 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (369c3f3b-69fe-4594-9699-897ba12e5c15), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:27.283186 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71fcf7d-6dbb-47c5-9fc4-866186055962 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:27.287134 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f71fcf7d-6dbb-47c5-9fc4-866186055962 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:27.319810 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f71fcf7d-6dbb-47c5-9fc4-866186055962 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3435729 Feb 16 22:50:27.325434 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:27.334809 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47356) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:27.339045 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c95a0042-e712-431b-9efd-8410ba6c8105 None None] For port 7292b5a2-a441-4bed-80b2-1158107fa4ff, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=7292b5a2-a441-4bed-80b2-1158107fa4ff,segment=NetworkSegment(9ce5a47b-4c41-4b32-85ec-ecd79b325bb5),segment_id=9ce5a47b-4c41-4b32-85ec-ecd79b325bb5)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:50:27.339771 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c95a0042-e712-431b-9efd-8410ba6c8105 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (7292b5a2-a441-4bed-80b2-1158107fa4ff), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:27.340079 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-f5efa477-b48f-4dd9-b753-524b3b7ecec2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Request body: {'subnet': {'network_id': '369c3f3b-69fe-4594-9699-897ba12e5c15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:50:27.341568 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1952b94-2114-45bd-b7e1-b374dd6e8bf3 req-637a317b-9882-4dad-ac17-8fbeeed51cd3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:27.347332 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1952b94-2114-45bd-b7e1-b374dd6e8bf3 req-637a317b-9882-4dad-ac17-8fbeeed51cd3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 944 time: 0.3903360 Feb 16 22:50:27.359289 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41733d1-3cc3-4625-83f6-7a9c5d77d27f service neutron] Pushing event updated for resources: {'Port': ['ID=6f8e948e-45ac-4902-86ce-403281521e20,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:27.369432 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-c95a0042-e712-431b-9efd-8410ba6c8105 None None] Calling delete_port for 7292b5a2-a441-4bed-80b2-1158107fa4ff owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:50:27.385338 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-2f123516-54b7-43d2-aead-4e00f69ada2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:27.386409 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-2f123516-54b7-43d2-aead-4e00f69ada2e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 1125 time: 0.2140324 Feb 16 22:50:27.451873 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-81ef9d26-fa69-413f-b98f-4666dd13ce33 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f8e948e-45ac-4902-86ce-403281521e20 HTTP/1.1" status: 200 len: 217 time: 0.0529242 Feb 16 22:50:27.541906 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1952b94-2114-45bd-b7e1-b374dd6e8bf3 req-7cef19e5-7606-446f-a736-49c56eac4d59 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705134 Feb 16 22:50:27.549784 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5efa477-b48f-4dd9-b753-524b3b7ecec2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Made reservation on behalf of 7e373bcd13d84490b51600663d7fbd9c for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:50:27.564630 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f5efa477-b48f-4dd9-b753-524b3b7ecec2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:27.568953 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-1fdfdfbf-3055-4b20-ac96-b3aeaf386b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:27.574691 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-1fdfdfbf-3055-4b20-ac96-b3aeaf386b8b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fb7575e1-fe09-42ea-9731-5160b8d6f33b HTTP/1.1" status: 200 len: 835 time: 0.1149900 Feb 16 22:50:27.601081 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c95a0042-e712-431b-9efd-8410ba6c8105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (7292b5a2-a441-4bed-80b2-1158107fa4ff), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:27.663839 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a0042-e712-431b-9efd-8410ba6c8105 None None] Pushing event deleted for resources: {'Port': ['ID=7292b5a2-a441-4bed-80b2-1158107fa4ff,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:27.666875 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4964d4-01b1-4971-81e5-3ed3da0c5c60 x-openstack-request-id: req-6f4964d4-01b1-4971-81e5-3ed3da0c5c60 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:50:27.667231 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09d6b2b-1f6f-4f24-af42-dde2dd9d8186", "tag": "6f8e948e-45ac-4902-86ce-403281521e20", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:50:27.667497 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6f4964d4-01b1-4971-81e5-3ed3da0c5c60 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:50:27.667926 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c09d6b2b-1f6f-4f24-af42-dde2dd9d8186', 'tag': '6f8e948e-45ac-4902-86ce-403281521e20', 'status': 'completed', 'code': 200} Feb 16 22:50:27.671552 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c95a0042-e712-431b-9efd-8410ba6c8105 None None] Network 4790a7f5-fa21-40e2-9cd0-46180c043fd0 is not hosted by any dhcp agent {{(pid=103467) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 22:50:27.672018 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95a0042-e712-431b-9efd-8410ba6c8105 None None] No DVR routers for this DVR port 7292b5a2-a441-4bed-80b2-1158107fa4ff on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:50:27.709290 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-5ba444a5-b7da-44ac-87a6-c3e7d1928204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:27.717541 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-5ba444a5-b7da-44ac-87a6-c3e7d1928204 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c8243b84-0aee-46a8-a7d2-cc9e156d804f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1356673 Feb 16 22:50:27.809115 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71fcf7d-6dbb-47c5-9fc4-866186055962 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Network': ['ID=369c3f3b-69fe-4594-9699-897ba12e5c15,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:27.825854 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-05aeab95-0330-49ba-b1fb-6c7f19f3b038 admin admin] Publish callbacks [] for security_group (c06a5f8f-384b-423e-af53-b10fa21ea10d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:27.827286 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 369c3f3b-69fe-4594-9699-897ba12e5c15 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:50:27.836639 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-05aeab95-0330-49ba-b1fb-6c7f19f3b038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c06a5f8f-384b-423e-af53-b10fa21ea10d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:27.884307 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05aeab95-0330-49ba-b1fb-6c7f19f3b038 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:50:27.912039 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90096f-5101-41e8-ad64-2e5afe05ec60 req-cd815a02-3f42-42d9-92af-3910555fabc2 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:27.914525 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4e90096f-5101-41e8-ad64-2e5afe05ec60 req-cd815a02-3f42-42d9-92af-3910555fabc2 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 943 time: 0.1482697 Feb 16 22:50:27.916800 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-887cbee0-59d0-4398-96e9-d43052139a37 service neutron] 10.222.0.79 "GET /v2.0/networks/c8243b84-0aee-46a8-a7d2-cc9e156d804f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923258 Feb 16 22:50:27.927712 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-05aeab95-0330-49ba-b1fb-6c7f19f3b038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (ad71958a-b9fc-4857-a49d-128e3129dd29), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:27.928063 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-05aeab95-0330-49ba-b1fb-6c7f19f3b038 admin admin] Added segment ad71958a-b9fc-4857-a49d-128e3129dd29 of type vlan for network 1491f684-d231-400e-be40-ae5987c704da Feb 16 22:50:27.941913 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aeab95-0330-49ba-b1fb-6c7f19f3b038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06a5f8f-384b-423e-af53-b10fa21ea10d,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:28.034758 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-05aeab95-0330-49ba-b1fb-6c7f19f3b038 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (1491f684-d231-400e-be40-ae5987c704da), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:28.075603 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4e90096f-5101-41e8-ad64-2e5afe05ec60 req-5f8754ab-7fb4-4a57-8304-fa2f6f8b2c1b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbe0a298-9671-4ab4-9b71-e971cae2d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514609 Feb 16 22:50:28.087031 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f5efa477-b48f-4dd9-b753-524b3b7ecec2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (0016f142-16a1-420d-9c23-193199ca8a4c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:28.145859 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87b44eb6-a80e-45c4-b8f2-2ef773c7032a req-e47307c7-f0c5-4b43-9092-b4d2b2b391c1 service neutron] 10.222.0.79 "GET /v2.0/networks/c8243b84-0aee-46a8-a7d2-cc9e156d804f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149680 Feb 16 22:50:28.177098 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efa477-b48f-4dd9-b753-524b3b7ecec2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Subnet': ['ID=0016f142-16a1-420d-9c23-193199ca8a4c,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:28.179577 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-05aeab95-0330-49ba-b1fb-6c7f19f3b038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (1491f684-d231-400e-be40-ae5987c704da), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:28.180563 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05aeab95-0330-49ba-b1fb-6c7f19f3b038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:28.181151 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-05aeab95-0330-49ba-b1fb-6c7f19f3b038 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:28.243652 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-05aeab95-0330-49ba-b1fb-6c7f19f3b038 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6037350 Feb 16 22:50:28.247770 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47366) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:28.258838 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-3ba62967-5c91-45cf-84c4-364b4248676e admin admin] Request body: {'subnet': {'network_id': '1491f684-d231-400e-be40-ae5987c704da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1452615059-subnet', 'tenant_id': 'bc2211d5d722422db02291dcebade779', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:50:28.261462 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5efa477-b48f-4dd9-b753-524b3b7ecec2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Checking segment: {'id': '0d2790e7-49c6-4679-b84e-46e426a6aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '369c3f3b-69fe-4594-9699-897ba12e5c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:50:28.263683 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5efa477-b48f-4dd9-b753-524b3b7ecec2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network hostable DHCP agents. Network: 369c3f3b-69fe-4594-9699-897ba12e5c15, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:50:28.301104 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba62967-5c91-45cf-84c4-364b4248676e admin admin] Made reservation on behalf of bc2211d5d722422db02291dcebade779 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:50:28.302789 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aeab95-0330-49ba-b1fb-6c7f19f3b038 admin admin] Pushing event updated for resources: {'Network': ['ID=1491f684-d231-400e-be40-ae5987c704da,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:28.305154 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3ba62967-5c91-45cf-84c4-364b4248676e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:28.316707 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 1491f684-d231-400e-be40-ae5987c704da details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:50:28.337223 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5efa477-b48f-4dd9-b753-524b3b7ecec2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network 369c3f3b-69fe-4594-9699-897ba12e5c15 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:50:28.359653 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-f5efa477-b48f-4dd9-b753-524b3b7ecec2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 369c3f3b-69fe-4594-9699-897ba12e5c15) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:50:28.368111 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5efa477-b48f-4dd9-b753-524b3b7ecec2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:28.368865 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f5efa477-b48f-4dd9-b753-524b3b7ecec2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:28.376594 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419e0ee6-15cf-4149-9e08-2345747dcd48 None None] Network 369c3f3b-69fe-4594-9699-897ba12e5c15 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:50:28.411116 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f5efa477-b48f-4dd9-b753-524b3b7ecec2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0752540 Feb 16 22:50:28.412842 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47368) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:28.417725 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-063609d4-b8d6-4486-bb90-ce18d067c84f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1462641222', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:50:28.479064 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-063609d4-b8d6-4486-bb90-ce18d067c84f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (3f91500e-f1b4-4b2e-99b5-a3265504570a), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:28.480197 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-063609d4-b8d6-4486-bb90-ce18d067c84f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (3f91500e-f1b4-4b2e-99b5-a3265504570a), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:28.505702 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5fe52f-8b4c-45c3-8fb4-b64271bc3216 req-1037c160-b105-4ee2-8feb-1476e294d68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:28.507717 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-df5fe52f-8b4c-45c3-8fb4-b64271bc3216 req-1037c160-b105-4ee2-8feb-1476e294d68c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 1125 time: 0.3005304 Feb 16 22:50:28.574023 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56d1013-9f0d-4a0f-a0f0-3e726eed5a5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-369c3f3b-69fe-4594-9699-897ba12e5c15', 'network_id': '369c3f3b-69fe-4594-9699-897ba12e5c15', 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'fixed_ips': [{'subnet_id': '0016f142-16a1-420d-9c23-193199ca8a4c'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:50:28.574887 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e56d1013-9f0d-4a0f-a0f0-3e726eed5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:28.593026 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-063609d4-b8d6-4486-bb90-ce18d067c84f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router_controller (3f91500e-f1b4-4b2e-99b5-a3265504570a), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:28.607056 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-063609d4-b8d6-4486-bb90-ce18d067c84f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (3f91500e-f1b4-4b2e-99b5-a3265504570a), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:28.642652 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-063609d4-b8d6-4486-bb90-ce18d067c84f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:28.644125 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-063609d4-b8d6-4486-bb90-ce18d067c84f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2303667 Feb 16 22:50:28.648818 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47372) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:28.823346 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-e56d1013-9f0d-4a0f-a0f0-3e726eed5a5e None None] Allocated IP 172.20.0.2 (369c3f3b-69fe-4594-9699-897ba12e5c15/0016f142-16a1-420d-9c23-193199ca8a4c/cba22e6d-2d6e-4317-9124-c20d541d34ce) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:50:28.844003 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3ba62967-5c91-45cf-84c4-364b4248676e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (cb0d505f-5113-4dff-a0e4-37afa380b5fa), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:28.845593 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:28.856920 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5fe52f-8b4c-45c3-8fb4-b64271bc3216 req-fcadc244-ea8d-4499-bed2-b3cac21e73c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:28.862025 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-df5fe52f-8b4c-45c3-8fb4-b64271bc3216 req-fcadc244-ea8d-4499-bed2-b3cac21e73c2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c8243b84-0aee-46a8-a7d2-cc9e156d804f HTTP/1.1" status: 200 len: 898 time: 0.3280816 Feb 16 22:50:29.027467 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-df5fe52f-8b4c-45c3-8fb4-b64271bc3216 req-b47138a7-03ad-48fc-83ac-6368f03b4c4e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f8e948e-45ac-4902-86ce-403281521e20 HTTP/1.1" status: 200 len: 217 time: 0.0929241 Feb 16 22:50:29.028127 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba62967-5c91-45cf-84c4-364b4248676e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb0d505f-5113-4dff-a0e4-37afa380b5fa,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:29.078006 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98370cf-f1c2-4d2b-af14-6cd3d1545341 req-2b1cf890-6238-4b73-b154-4d44d7320550 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:29.085204 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e98370cf-f1c2-4d2b-af14-6cd3d1545341 req-2b1cf890-6238-4b73-b154-4d44d7320550 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 944 time: 0.3916147 Feb 16 22:50:29.089640 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba62967-5c91-45cf-84c4-364b4248676e admin admin] Checking segment: {'id': 'ad71958a-b9fc-4857-a49d-128e3129dd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1491f684-d231-400e-be40-ae5987c704da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:50:29.090030 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba62967-5c91-45cf-84c4-364b4248676e admin admin] Network hostable DHCP agents. Network: 1491f684-d231-400e-be40-ae5987c704da, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:50:29.104832 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c3ce65bc-995f-40c0-9c31-0b4582f252eb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:29.157659 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e56d1013-9f0d-4a0f-a0f0-3e726eed5a5e None None] Publish callbacks [] for port (cba22e6d-2d6e-4317-9124-c20d541d34ce), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:29.177345 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e56d1013-9f0d-4a0f-a0f0-3e726eed5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (cba22e6d-2d6e-4317-9124-c20d541d34ce), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:29.191575 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e98370cf-f1c2-4d2b-af14-6cd3d1545341 req-e7844b51-a5fd-4b1a-bcf5-1959406a4186 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051071 Feb 16 22:50:29.251449 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5fe52f-8b4c-45c3-8fb4-b64271bc3216 req-64eebe0a-9e65-487e-bf05-a9b24059f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:29.252975 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-df5fe52f-8b4c-45c3-8fb4-b64271bc3216 req-64eebe0a-9e65-487e-bf05-a9b24059f121 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fb7575e1-fe09-42ea-9731-5160b8d6f33b HTTP/1.1" status: 200 len: 835 time: 0.2148182 Feb 16 22:50:29.262951 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba62967-5c91-45cf-84c4-364b4248676e admin admin] Network 1491f684-d231-400e-be40-ae5987c704da is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:50:29.321149 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56d1013-9f0d-4a0f-a0f0-3e726eed5a5e None None] Network 369c3f3b-69fe-4594-9699-897ba12e5c15 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:50:29.327774 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-e56d1013-9f0d-4a0f-a0f0-3e726eed5a5e None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:50:29.333076 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56d1013-9f0d-4a0f-a0f0-3e726eed5a5e None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:50:29.348601 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-3ba62967-5c91-45cf-84c4-364b4248676e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 1491f684-d231-400e-be40-ae5987c704da) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:50:29.376371 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba62967-5c91-45cf-84c4-364b4248676e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:29.376884 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3ba62967-5c91-45cf-84c4-364b4248676e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:29.399215 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c41570a-5ebb-4269-98e7-898893eb1220 None None] Network 1491f684-d231-400e-be40-ae5987c704da requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:50:29.450641 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5fe52f-8b4c-45c3-8fb4-b64271bc3216 req-1fe9fbd9-d57e-4d30-97b3-9003c31b5afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:29.452248 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-df5fe52f-8b4c-45c3-8fb4-b64271bc3216 req-1fe9fbd9-d57e-4d30-97b3-9003c31b5afe service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c8243b84-0aee-46a8-a7d2-cc9e156d804f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1867259 Feb 16 22:50:29.467298 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3ba62967-5c91-45cf-84c4-364b4248676e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2146578 Feb 16 22:50:29.498598 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef802c-07b6-4a00-9e1d-eff6fe3b145f req-5452bbdf-f89f-4978-b446-b713a5c4b050 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:29.500243 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-28ef802c-07b6-4a00-9e1d-eff6fe3b145f req-5452bbdf-f89f-4978-b446-b713a5c4b050 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 943 time: 0.2257338 Feb 16 22:50:29.521816 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d1013-9f0d-4a0f-a0f0-3e726eed5a5e None None] Pushing event updated for resources: {'Port': ['ID=cba22e6d-2d6e-4317-9124-c20d541d34ce,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:29.573529 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e56d1013-9f0d-4a0f-a0f0-3e726eed5a5e None None] Attempting to bind port cba22e6d-2d6e-4317-9124-c20d541d34ce on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:50:29.574594 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e56d1013-9f0d-4a0f-a0f0-3e726eed5a5e None None] Attempting to bind port cba22e6d-2d6e-4317-9124-c20d541d34ce by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '0d2790e7-49c6-4679-b84e-46e426a6aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '369c3f3b-69fe-4594-9699-897ba12e5c15'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:50:29.575472 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56d1013-9f0d-4a0f-a0f0-3e726eed5a5e None None] Attempting to bind port cba22e6d-2d6e-4317-9124-c20d541d34ce on network 369c3f3b-69fe-4594-9699-897ba12e5c15 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:50:29.589938 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56d1013-9f0d-4a0f-a0f0-3e726eed5a5e None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:50:29.590977 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56d1013-9f0d-4a0f-a0f0-3e726eed5a5e None None] Checking segment: {'id': '0d2790e7-49c6-4679-b84e-46e426a6aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '369c3f3b-69fe-4594-9699-897ba12e5c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:50:29.591814 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e56d1013-9f0d-4a0f-a0f0-3e726eed5a5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:29.592848 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56d1013-9f0d-4a0f-a0f0-3e726eed5a5e None None] Bound using segment: {'id': '0d2790e7-49c6-4679-b84e-46e426a6aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '369c3f3b-69fe-4594-9699-897ba12e5c15'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:50:29.593781 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e56d1013-9f0d-4a0f-a0f0-3e726eed5a5e None None] Bound port: cba22e6d-2d6e-4317-9124-c20d541d34ce, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d2790e7-49c6-4679-b84e-46e426a6aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '369c3f3b-69fe-4594-9699-897ba12e5c15'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:50:29.594514 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e56d1013-9f0d-4a0f-a0f0-3e726eed5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cba22e6d-2d6e-4317-9124-c20d541d34ce), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:29.711223 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-c3ce65bc-995f-40c0-9c31-0b4582f252eb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Allocated IP 172.20.0.1 (369c3f3b-69fe-4594-9699-897ba12e5c15/0016f142-16a1-420d-9c23-193199ca8a4c/470110c6-4196-4848-a84e-8da9d6981d58) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:50:29.787632 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-28ef802c-07b6-4a00-9e1d-eff6fe3b145f req-e4632280-caf2-48a9-a998-b529ad882731 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbe0a298-9671-4ab4-9b71-e971cae2d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652285 Feb 16 22:50:29.792003 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-df5fe52f-8b4c-45c3-8fb4-b64271bc3216 req-d4f13d27-3faf-4d3a-bb30-5117ed68e4aa service neutron] 10.222.0.79 "GET /v2.0/networks/c8243b84-0aee-46a8-a7d2-cc9e156d804f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216000 Feb 16 22:50:29.868847 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c3ce65bc-995f-40c0-9c31-0b4582f252eb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for port (470110c6-4196-4848-a84e-8da9d6981d58), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:29.920194 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5511f2-c719-4686-a3ea-81fd7ae22359 None None] Network 1491f684-d231-400e-be40-ae5987c704da requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:50:29.957202 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c3ce65bc-995f-40c0-9c31-0b4582f252eb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (470110c6-4196-4848-a84e-8da9d6981d58), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:30.024362 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-df5fe52f-8b4c-45c3-8fb4-b64271bc3216 req-7d79e0f0-f4f3-463a-a681-8f3e5c13b3a1 service neutron] 10.222.0.79 "GET /v2.0/networks/c8243b84-0aee-46a8-a7d2-cc9e156d804f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257082 Feb 16 22:50:30.043755 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ce65bc-995f-40c0-9c31-0b4582f252eb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network 369c3f3b-69fe-4594-9699-897ba12e5c15 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:50:30.051138 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-c3ce65bc-995f-40c0-9c31-0b4582f252eb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:50:30.053339 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce65bc-995f-40c0-9c31-0b4582f252eb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Port': ['ID=470110c6-4196-4848-a84e-8da9d6981d58,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:30.055954 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ce65bc-995f-40c0-9c31-0b4582f252eb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:50:30.122727 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c3ce65bc-995f-40c0-9c31-0b4582f252eb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (3f91500e-f1b4-4b2e-99b5-a3265504570a), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:30.164223 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e56d1013-9f0d-4a0f-a0f0-3e726eed5a5e None None] For port cba22e6d-2d6e-4317-9124-c20d541d34ce, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:50:30.272377 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e56d1013-9f0d-4a0f-a0f0-3e726eed5a5e None None] For port cba22e6d-2d6e-4317-9124-c20d541d34ce, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=cba22e6d-2d6e-4317-9124-c20d541d34ce,segment=NetworkSegment(0d2790e7-49c6-4679-b84e-46e426a6aa50),segment_id=0d2790e7-49c6-4679-b84e-46e426a6aa50)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:50:30.283849 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:30.288280 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e56d1013-9f0d-4a0f-a0f0-3e726eed5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (cba22e6d-2d6e-4317-9124-c20d541d34ce), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:30.334554 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c3ce65bc-995f-40c0-9c31-0b4582f252eb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (470110c6-4196-4848-a84e-8da9d6981d58), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:30.390005 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d1013-9f0d-4a0f-a0f0-3e726eed5a5e None None] Pushing event updated for resources: {'Port': ['ID=cba22e6d-2d6e-4317-9124-c20d541d34ce,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:30.465242 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-7eb88ac7-f609-4eb3-88cd-f3afcc89931a tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:30.473856 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-7eb88ac7-f609-4eb3-88cd-f3afcc89931a tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/networks?id=fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d HTTP/1.1" status: 200 len: 812 time: 0.2037311 Feb 16 22:50:30.492367 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-bf7f6fa3-dabf-4eed-980d-d779e9f74391 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/quotas/f5e1eb1b6852405b9a1ae9a26a17b129 HTTP/1.1" status: 200 len: 375 time: 0.0170765 Feb 16 22:50:30.545636 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-d1f01907-dab6-4ca9-976f-0486277325b2 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f5e1eb1b6852405b9a1ae9a26a17b129&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514331 Feb 16 22:50:30.730768 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-6e29a75e-c5bc-4359-8292-6d0f00d45af2 service neutron] 10.222.0.75 "GET /v2.0/networks/fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837530 Feb 16 22:50:30.788555 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c3ce65bc-995f-40c0-9c31-0b4582f252eb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for port (470110c6-4196-4848-a84e-8da9d6981d58), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:30.798511 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c3ce65bc-995f-40c0-9c31-0b4582f252eb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (470110c6-4196-4848-a84e-8da9d6981d58), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:30.893862 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 6f8e948e-45ac-4902-86ce-403281521e20 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:50:30.955352 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce65bc-995f-40c0-9c31-0b4582f252eb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Port': ['ID=470110c6-4196-4848-a84e-8da9d6981d58,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:30.961006 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c3ce65bc-995f-40c0-9c31-0b4582f252eb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (3f91500e-f1b4-4b2e-99b5-a3265504570a), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:30.962886 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-c93c6421-89ad-4390-aeec-21861e07e1c6 service neutron] 10.222.0.75 "GET /v2.0/networks/fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312365 Feb 16 22:50:31.121220 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 6f8e948e-45ac-4902-86ce-403281521e20, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=6f8e948e-45ac-4902-86ce-403281521e20,segment=NetworkSegment(0a91c411-d85b-4a6f-8f98-d5b9083f0089),segment_id=0a91c411-d85b-4a6f-8f98-d5b9083f0089)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:50:31.144596 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '6f8e948e-45ac-4902-86ce-403281521e20', 'network_id': 'c8243b84-0aee-46a8-a7d2-cc9e156d804f', 'port_id': '6f8e948e-45ac-4902-86ce-403281521e20', 'mac_address': 'fa:16:3e:e0:a7:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb7575e1-fe09-42ea-9731-5160b8d6f33b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:50:31.239574 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 6f8e948e-45ac-4902-86ce-403281521e20 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:50:31.239981 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6f8e948e-45ac-4902-86ce-403281521e20), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:31.243679 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ce65bc-995f-40c0-9c31-0b4582f252eb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network 369c3f3b-69fe-4594-9699-897ba12e5c15 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:50:31.245700 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-c3ce65bc-995f-40c0-9c31-0b4582f252eb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:50:31.302715 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f8e948e-45ac-4902-86ce-403281521e20 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:50:31.373581 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5c8c2-71fa-4582-8056-10f72fef56e5 req-51fb17e7-3188-42ca-93cf-20a39f4fefcb tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:31.383358 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7ab5c8c2-71fa-4582-8056-10f72fef56e5 req-51fb17e7-3188-42ca-93cf-20a39f4fefcb tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 944 time: 0.1012421 Feb 16 22:50:31.403121 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 6f8e948e-45ac-4902-86ce-403281521e20, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=6f8e948e-45ac-4902-86ce-403281521e20,segment=NetworkSegment(0a91c411-d85b-4a6f-8f98-d5b9083f0089),segment_id=0a91c411-d85b-4a6f-8f98-d5b9083f0089)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:50:31.415356 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (6f8e948e-45ac-4902-86ce-403281521e20), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:31.608549 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7ab5c8c2-71fa-4582-8056-10f72fef56e5 req-48f51d53-2254-4b8d-8f40-6af4bc3aca31 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160952 Feb 16 22:50:31.622183 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=6f8e948e-45ac-4902-86ce-403281521e20,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:31.646919 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['6f8e948e-45ac-4902-86ce-403281521e20'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:50:31.846060 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020f4ae-764a-42b4-88e8-067ead902553 req-95074bcf-2208-4b6d-831c-36a87d88ce0b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:31.858533 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2020f4ae-764a-42b4-88e8-067ead902553 req-95074bcf-2208-4b6d-831c-36a87d88ce0b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 944 time: 0.1205068 Feb 16 22:50:31.934535 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ce65bc-995f-40c0-9c31-0b4582f252eb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Router 3f91500e-f1b4-4b2e-99b5-a3265504570a is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:50:32.034136 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2020f4ae-764a-42b4-88e8-067ead902553 req-931adb17-068d-412d-a1e9-e96b7c6492ef tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbe0a298-9671-4ab4-9b71-e971cae2d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674631 Feb 16 22:50:32.260925 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aeb67cd6-7b6f-4b0a-9170-a795ddd547f4 req-3030e536-bd5b-4743-975d-c2149fd92bb7 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7178e56a-93f3-40ea-b166-7e5ee4f8fa88 HTTP/1.1" status: 200 len: 210 time: 0.1190505 Feb 16 22:50:32.263867 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ce65bc-995f-40c0-9c31-0b4582f252eb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:50:32.275979 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47412) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:32.278616 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a209d5e-8854-40f5-943c-57927308b5b8 None None] Sync routers for ids ['3f91500e-f1b4-4b2e-99b5-a3265504570a'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:50:32.284101 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c3ce65bc-995f-40c0-9c31-0b4582f252eb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "PUT /v2.0/routers/3f91500e-f1b4-4b2e-99b5-a3265504570a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6340563 Feb 16 22:50:32.299814 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a209d5e-8854-40f5-943c-57927308b5b8 None None] Routers {'3f91500e-f1b4-4b2e-99b5-a3265504570a'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:50:32.299814 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-4a209d5e-8854-40f5-943c-57927308b5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:50:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3f91500e-f1b4-4b2e-99b5-a3265504570a'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:32.356642 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-4a209d5e-8854-40f5-943c-57927308b5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:32.376927 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a209d5e-8854-40f5-943c-57927308b5b8 None None] Routers {'3f91500e-f1b4-4b2e-99b5-a3265504570a'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:50:32.377704 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-4a209d5e-8854-40f5-943c-57927308b5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:50:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3f91500e-f1b4-4b2e-99b5-a3265504570a'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:32.439701 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d27bec-91ec-46dd-b617-f1032575345e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:32.442801 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d2d27bec-91ec-46dd-b617-f1032575345e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "GET /v2.0/ports/470110c6-4196-4848-a84e-8da9d6981d58 HTTP/1.1" status: 200 len: 910 time: 0.1655905 Feb 16 22:50:32.445699 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47414) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:32.500612 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device cba22e6d-2d6e-4317-9124-c20d541d34ce up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:50:32.503500 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-4a209d5e-8854-40f5-943c-57927308b5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:32.504064 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a209d5e-8854-40f5-943c-57927308b5b8 None None] The sync data for ids ['3f91500e-f1b4-4b2e-99b5-a3265504570a'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:50:32.625403 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port cba22e6d-2d6e-4317-9124-c20d541d34ce triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:50:32.626121 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (cba22e6d-2d6e-4317-9124-c20d541d34ce), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:32.769680 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1eb67a-72c7-4b6b-903f-b08aa6628468 None None] Network 369c3f3b-69fe-4594-9699-897ba12e5c15 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:50:32.880969 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port cba22e6d-2d6e-4317-9124-c20d541d34ce is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:50:32.882285 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cba22e6d-2d6e-4317-9124-c20d541d34ce), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:32.945889 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port cba22e6d-2d6e-4317-9124-c20d541d34ce, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=cba22e6d-2d6e-4317-9124-c20d541d34ce,segment=NetworkSegment(0d2790e7-49c6-4679-b84e-46e426a6aa50),segment_id=0d2790e7-49c6-4679-b84e-46e426a6aa50)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:50:32.947798 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 6f8e948e-45ac-4902-86ce-403281521e20 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:50:32.957285 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (cba22e6d-2d6e-4317-9124-c20d541d34ce), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:33.113674 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=cba22e6d-2d6e-4317-9124-c20d541d34ce,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:33.151844 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-ab9182b5-571b-496e-bd72-7602399a2e52 None None] Provisioning complete for port cba22e6d-2d6e-4317-9124-c20d541d34ce triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:50:33.152893 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ab9182b5-571b-496e-bd72-7602399a2e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (cba22e6d-2d6e-4317-9124-c20d541d34ce), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:33.301060 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 6f8e948e-45ac-4902-86ce-403281521e20 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:50:33.347499 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 6f8e948e-45ac-4902-86ce-403281521e20 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:50:33.348674 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6f8e948e-45ac-4902-86ce-403281521e20), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:33.473447 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-ab9182b5-571b-496e-bd72-7602399a2e52 None None] Current status of the port cba22e6d-2d6e-4317-9124-c20d541d34ce is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:50:33.515929 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d544e-2232-4f38-a044-4e8e10dd2aa0 req-bc4181c8-5da5-4799-b26b-60d1aad76af5 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:33.530137 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a75d544e-2232-4f38-a044-4e8e10dd2aa0 req-bc4181c8-5da5-4799-b26b-60d1aad76af5 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 944 time: 0.3244529 Feb 16 22:50:33.584899 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 6f8e948e-45ac-4902-86ce-403281521e20 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:50:33.585301 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6f8e948e-45ac-4902-86ce-403281521e20), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:33.646797 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 6f8e948e-45ac-4902-86ce-403281521e20, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=6f8e948e-45ac-4902-86ce-403281521e20,segment=NetworkSegment(0a91c411-d85b-4a6f-8f98-d5b9083f0089),segment_id=0a91c411-d85b-4a6f-8f98-d5b9083f0089)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:50:33.648870 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09d6b2b-1f6f-4f24-af42-dde2dd9d8186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8e948e-45ac-4902-86ce-403281521e20'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:50:33.653704 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0268b84d-8d0c-4c37-8640-9d93ab911f39" -d '{"events": [{"server_uuid": "c09d6b2b-1f6f-4f24-af42-dde2dd9d8186", "name": "network-vif-plugged", "status": "completed", "tag": "6f8e948e-45ac-4902-86ce-403281521e20"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:50:33.668113 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (6f8e948e-45ac-4902-86ce-403281521e20), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:33.830162 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=6f8e948e-45ac-4902-86ce-403281521e20,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:33.845524 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-da990116-6bcc-4614-b292-a69380f7ca21 None None] Provisioning complete for port 470110c6-4196-4848-a84e-8da9d6981d58 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:50:33.846660 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-da990116-6bcc-4614-b292-a69380f7ca21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (470110c6-4196-4848-a84e-8da9d6981d58), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:33.860777 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a75d544e-2232-4f38-a044-4e8e10dd2aa0 req-0208686a-e66c-49ec-93c6-bcea7ea0b391 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350773 Feb 16 22:50:33.885881 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-8bf7d77a-910a-4052-9336-d35cb5ba3ff4 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:33.892631 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-8bf7d77a-910a-4052-9336-d35cb5ba3ff4 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.67 "GET /v2.0/networks?id=fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d HTTP/1.1" status: 200 len: 812 time: 0.6938121 Feb 16 22:50:33.914336 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-8579446f-b4e3-4aba-9cbf-9fd2920e466d tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Request body: {'port': {'device_id': '7178e56a-93f3-40ea-b166-7e5ee4f8fa88', 'network_id': 'fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d', 'admin_state_up': True, 'tenant_id': 'f5e1eb1b6852405b9a1ae9a26a17b129'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:50:33.919069 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-da990116-6bcc-4614-b292-a69380f7ca21 None None] Port 470110c6-4196-4848-a84e-8da9d6981d58 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:50:33.937103 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-da990116-6bcc-4614-b292-a69380f7ca21 None None] Provisioning complete for port cba22e6d-2d6e-4317-9124-c20d541d34ce triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:50:33.937509 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-da990116-6bcc-4614-b292-a69380f7ca21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (cba22e6d-2d6e-4317-9124-c20d541d34ce), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:34.124654 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-da990116-6bcc-4614-b292-a69380f7ca21 None None] Current status of the port cba22e6d-2d6e-4317-9124-c20d541d34ce is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:50:34.228954 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-8579446f-b4e3-4aba-9cbf-9fd2920e466d tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Made reservation on behalf of f5e1eb1b6852405b9a1ae9a26a17b129 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:50:34.234525 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-8579446f-b4e3-4aba-9cbf-9fd2920e466d tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:34.266402 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-037925a5-2415-44f4-8b9e-dab0263d7f95 None None] Provisioning complete for port 470110c6-4196-4848-a84e-8da9d6981d58 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:50:34.266402 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-037925a5-2415-44f4-8b9e-dab0263d7f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (470110c6-4196-4848-a84e-8da9d6981d58), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:34.312144 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ffc81-2e14-460c-9aba-605f474985d6 req-c607d06a-714b-463d-9201-80ce1bd92a76 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:34.333373 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-089ffc81-2e14-460c-9aba-605f474985d6 req-c607d06a-714b-463d-9201-80ce1bd92a76 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 945 time: 0.2498119 Feb 16 22:50:34.340180 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-037925a5-2415-44f4-8b9e-dab0263d7f95 None None] Port 470110c6-4196-4848-a84e-8da9d6981d58 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:50:34.354950 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device cba22e6d-2d6e-4317-9124-c20d541d34ce up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:50:34.367989 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb7ee452-7e25-4235-8fad-d41c08206162 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (3f91500e-f1b4-4b2e-99b5-a3265504570a), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:34.506999 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port cba22e6d-2d6e-4317-9124-c20d541d34ce triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:50:34.507416 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (cba22e6d-2d6e-4317-9124-c20d541d34ce), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:34.651135 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-089ffc81-2e14-460c-9aba-605f474985d6 req-c264b51f-5002-4958-a8e8-739ea497ed30 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbe0a298-9671-4ab4-9b71-e971cae2d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3166261 Feb 16 22:50:34.673028 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port cba22e6d-2d6e-4317-9124-c20d541d34ce is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:50:34.790886 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1e14097f-4660-4abc-8aa3-e689381d9148 None None] Provisioning complete for port 470110c6-4196-4848-a84e-8da9d6981d58 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:50:34.791501 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1e14097f-4660-4abc-8aa3-e689381d9148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (470110c6-4196-4848-a84e-8da9d6981d58), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:34.890319 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1e14097f-4660-4abc-8aa3-e689381d9148 None None] Port 470110c6-4196-4848-a84e-8da9d6981d58 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:50:34.933503 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-8579446f-b4e3-4aba-9cbf-9fd2920e466d tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Allocated IP 172.20.0.13 (fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d/8a89b3ce-39c3-4fba-8f67-f8fa8b6fb95c/98417943-b586-40e5-9e6d-dcd5f33cc11c) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:50:34.985344 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7734dce7-654a-47dd-a9ce-298e6acad49e req-444ba407-d516-4bc3-b03f-62caab77fdd0 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7178e56a-93f3-40ea-b166-7e5ee4f8fa88 HTTP/1.1" status: 200 len: 210 time: 0.0733626 Feb 16 22:50:35.211252 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd3d341-8ad6-426f-987e-062a70509e2b x-openstack-request-id: req-8bd3d341-8ad6-426f-987e-062a70509e2b {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:50:35.211832 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09d6b2b-1f6f-4f24-af42-dde2dd9d8186", "name": "network-vif-plugged", "status": "completed", "tag": "6f8e948e-45ac-4902-86ce-403281521e20", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:50:35.212238 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8bd3d341-8ad6-426f-987e-062a70509e2b {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:50:35.214701 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09d6b2b-1f6f-4f24-af42-dde2dd9d8186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8e948e-45ac-4902-86ce-403281521e20', 'code': 200} Feb 16 22:50:35.587727 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed9e91-eeb7-4d0e-b71c-7441436c794e req-369a2a6a-f35b-4562-8f49-671b985b0342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:35.589765 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54ed9e91-eeb7-4d0e-b71c-7441436c794e req-369a2a6a-f35b-4562-8f49-671b985b0342 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 1127 time: 0.2675757 Feb 16 22:50:35.634155 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-8579446f-b4e3-4aba-9cbf-9fd2920e466d tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Publish callbacks [] for port (98417943-b586-40e5-9e6d-dcd5f33cc11c), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:35.682174 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd5cea-f787-45db-9cd3-521717cfd683 req-fe246116-393b-4e79-be44-1679313e2c96 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:35.697034 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-47dd5cea-f787-45db-9cd3-521717cfd683 req-fe246116-393b-4e79-be44-1679313e2c96 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 944 time: 0.2604818 Feb 16 22:50:35.747090 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-bb7ee452-7e25-4235-8fad-d41c08206162 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Deleting port 470110c6-4196-4848-a84e-8da9d6981d58 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:50:35.747503 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb7ee452-7e25-4235-8fad-d41c08206162 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (470110c6-4196-4848-a84e-8da9d6981d58), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:35.757170 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54ed9e91-eeb7-4d0e-b71c-7441436c794e req-3f96e908-100b-4ebe-b53b-7b65d510d8a1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=fbe0a298-9671-4ab4-9b71-e971cae2d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563535 Feb 16 22:50:35.813281 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-8579446f-b4e3-4aba-9cbf-9fd2920e466d tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (98417943-b586-40e5-9e6d-dcd5f33cc11c), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:35.874338 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-47dd5cea-f787-45db-9cd3-521717cfd683 req-dfb3186e-81a2-470c-91ce-d455f7a9cf97 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762836 Feb 16 22:50:36.009407 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-8579446f-b4e3-4aba-9cbf-9fd2920e466d tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Network fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:50:36.044735 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb7ee452-7e25-4235-8fad-d41c08206162 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (470110c6-4196-4848-a84e-8da9d6981d58), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:36.058904 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-8579446f-b4e3-4aba-9cbf-9fd2920e466d tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:50:36.077070 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-8579446f-b4e3-4aba-9cbf-9fd2920e466d tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:50:36.088647 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579446f-b4e3-4aba-9cbf-9fd2920e466d tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Pushing event updated for resources: {'Port': ['ID=98417943-b586-40e5-9e6d-dcd5f33cc11c,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:36.136387 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-bb7ee452-7e25-4235-8fad-d41c08206162 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Calling delete_port for 470110c6-4196-4848-a84e-8da9d6981d58 owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:50:36.248819 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730cdcd-2967-4d18-b218-de11b2e7aa35 req-e81d7cf2-fab1-4a5a-83cd-1804652ff2a9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:36.250722 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8730cdcd-2967-4d18-b218-de11b2e7aa35 req-e81d7cf2-fab1-4a5a-83cd-1804652ff2a9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 945 time: 0.2655435 Feb 16 22:50:36.263197 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-8579446f-b4e3-4aba-9cbf-9fd2920e466d tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:36.264610 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-8579446f-b4e3-4aba-9cbf-9fd2920e466d tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:36.295499 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-8579446f-b4e3-4aba-9cbf-9fd2920e466d tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3869646 Feb 16 22:50:36.315021 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-4fba62cc-44a3-4fe9-8727-be3ae0f3f3c7 service neutron] Request body: {'port': {'device_id': '7178e56a-93f3-40ea-b166-7e5ee4f8fa88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:50:36.595681 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb7ee452-7e25-4235-8fad-d41c08206162 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (470110c6-4196-4848-a84e-8da9d6981d58), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:36.678444 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ee452-7e25-4235-8fad-d41c08206162 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event deleted for resources: {'Port': ['ID=470110c6-4196-4848-a84e-8da9d6981d58,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:36.706966 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8730cdcd-2967-4d18-b218-de11b2e7aa35 req-e2825664-4d2f-4a49-8860-975bf1fa5282 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbe0a298-9671-4ab4-9b71-e971cae2d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4247556 Feb 16 22:50:36.826811 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-4fba62cc-44a3-4fe9-8727-be3ae0f3f3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (98417943-b586-40e5-9e6d-dcd5f33cc11c), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:37.140175 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb7ee452-7e25-4235-8fad-d41c08206162 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (3f91500e-f1b4-4b2e-99b5-a3265504570a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:37.751761 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7f438-7990-4378-8edf-e79be5734679 req-d41769e4-1ec1-4b74-89cb-74c800cdb073 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:37.753627 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1b7f438-7990-4378-8edf-e79be5734679 req-d41769e4-1ec1-4b74-89cb-74c800cdb073 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7178e56a-93f3-40ea-b166-7e5ee4f8fa88 HTTP/1.1" status: 200 len: 932 time: 0.7997479 Feb 16 22:50:38.062964 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1b7f438-7990-4378-8edf-e79be5734679 req-efdb3953-1221-439e-ab99-a9eb557ce1e9 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f4ab3705-3bbd-4349-9c62-bff3b48abc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992425 Feb 16 22:50:38.414476 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-4fba62cc-44a3-4fe9-8727-be3ae0f3f3c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98417943-b586-40e5-9e6d-dcd5f33cc11c {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:50:38.428893 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-4fba62cc-44a3-4fe9-8727-be3ae0f3f3c7 service neutron] Publish callbacks [] for port (98417943-b586-40e5-9e6d-dcd5f33cc11c), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:38.449684 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-4fba62cc-44a3-4fe9-8727-be3ae0f3f3c7 service neutron] Transition to ACTIVE for port object 98417943-b586-40e5-9e6d-dcd5f33cc11c will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:50:38.475801 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-4fba62cc-44a3-4fe9-8727-be3ae0f3f3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (98417943-b586-40e5-9e6d-dcd5f33cc11c), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:38.481319 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7ee452-7e25-4235-8fad-d41c08206162 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Router 3f91500e-f1b4-4b2e-99b5-a3265504570a has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:50:38.609270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba62cc-44a3-4fe9-8727-be3ae0f3f3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=98417943-b586-40e5-9e6d-dcd5f33cc11c,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:38.774351 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b412ea5-63ee-43bb-942d-c20a98b59275 req-ee03e8e2-e183-4245-aecd-5998c4dc1e9d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:38.776528 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8b412ea5-63ee-43bb-942d-c20a98b59275 req-ee03e8e2-e183-4245-aecd-5998c4dc1e9d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 944 time: 0.3236072 Feb 16 22:50:38.827927 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7ee452-7e25-4235-8fad-d41c08206162 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:50:38.842581 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080a67ea-0b21-43fe-a561-ec2a595f6695 None None] Sync routers for ids ['3f91500e-f1b4-4b2e-99b5-a3265504570a'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:50:38.854880 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bb7ee452-7e25-4235-8fad-d41c08206162 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "PUT /v2.0/routers/3f91500e-f1b4-4b2e-99b5-a3265504570a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4078617 Feb 16 22:50:38.859477 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080a67ea-0b21-43fe-a561-ec2a595f6695 None None] Routers {'3f91500e-f1b4-4b2e-99b5-a3265504570a'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:50:38.860021 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47464) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:38.860788 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-080a67ea-0b21-43fe-a561-ec2a595f6695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:50:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3f91500e-f1b4-4b2e-99b5-a3265504570a'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:38.933202 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8abf2e0a-369a-486b-9302-3713f7f661bf tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f91500e-f1b4-4b2e-99b5-a3265504570a HTTP/1.1" status: 200 len: 205 time: 0.0703578 Feb 16 22:50:38.935922 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47466) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:38.962285 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-080a67ea-0b21-43fe-a561-ec2a595f6695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:38.978234 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8b412ea5-63ee-43bb-942d-c20a98b59275 req-40e7c8db-32b9-4b41-b570-63145ec167e2 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706467 Feb 16 22:50:38.980893 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-4fba62cc-44a3-4fe9-8727-be3ae0f3f3c7 service neutron] Attempting to bind port 98417943-b586-40e5-9e6d-dcd5f33cc11c on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:50:38.981372 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-4fba62cc-44a3-4fe9-8727-be3ae0f3f3c7 service neutron] Attempting to bind port 98417943-b586-40e5-9e6d-dcd5f33cc11c by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'b3980048-abf7-487e-8701-c03bd7efadbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:50:38.982344 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-4fba62cc-44a3-4fe9-8727-be3ae0f3f3c7 service neutron] Attempting to bind port 98417943-b586-40e5-9e6d-dcd5f33cc11c on network fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:50:38.989310 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080a67ea-0b21-43fe-a561-ec2a595f6695 None None] Routers {'3f91500e-f1b4-4b2e-99b5-a3265504570a'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:50:38.990605 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-080a67ea-0b21-43fe-a561-ec2a595f6695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:50:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3f91500e-f1b4-4b2e-99b5-a3265504570a'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:38.995307 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-4fba62cc-44a3-4fe9-8727-be3ae0f3f3c7 service neutron] Port 98417943-b586-40e5-9e6d-dcd5f33cc11c on network fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:50:38.995762 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-4fba62cc-44a3-4fe9-8727-be3ae0f3f3c7 service neutron] Attempting to bind port 98417943-b586-40e5-9e6d-dcd5f33cc11c on network fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:50:39.011450 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-4fba62cc-44a3-4fe9-8727-be3ae0f3f3c7 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:50:39.011908 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-4fba62cc-44a3-4fe9-8727-be3ae0f3f3c7 service neutron] Checking segment: {'id': 'b3980048-abf7-487e-8701-c03bd7efadbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:50:39.012404 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-4fba62cc-44a3-4fe9-8727-be3ae0f3f3c7 service neutron] Bound using segment: {'id': 'b3980048-abf7-487e-8701-c03bd7efadbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:50:39.013483 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-4fba62cc-44a3-4fe9-8727-be3ae0f3f3c7 service neutron] Bound port: 98417943-b586-40e5-9e6d-dcd5f33cc11c, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3980048-abf7-487e-8701-c03bd7efadbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:50:39.015668 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-4fba62cc-44a3-4fe9-8727-be3ae0f3f3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (98417943-b586-40e5-9e6d-dcd5f33cc11c), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:39.079449 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-080a67ea-0b21-43fe-a561-ec2a595f6695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:39.084059 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080a67ea-0b21-43fe-a561-ec2a595f6695 None None] The sync data for ids ['3f91500e-f1b4-4b2e-99b5-a3265504570a'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:50:39.120039 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9617f517-513c-42c0-a4b9-5e4ce62bf62c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router (3f91500e-f1b4-4b2e-99b5-a3265504570a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:39.213533 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-4fba62cc-44a3-4fe9-8727-be3ae0f3f3c7 service neutron] For port 98417943-b586-40e5-9e6d-dcd5f33cc11c, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:50:39.225420 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2e9b4-a878-4c76-8d09-fc8e00061dbe req-41afb4f6-5546-45be-acd7-c1035df5c57f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:39.227615 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8cb2e9b4-a878-4c76-8d09-fc8e00061dbe req-41afb4f6-5546-45be-acd7-c1035df5c57f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 945 time: 0.1077361 Feb 16 22:50:39.229868 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-4fba62cc-44a3-4fe9-8727-be3ae0f3f3c7 service neutron] For port 98417943-b586-40e5-9e6d-dcd5f33cc11c, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=98417943-b586-40e5-9e6d-dcd5f33cc11c,segment=NetworkSegment(b3980048-abf7-487e-8701-c03bd7efadbe),segment_id=b3980048-abf7-487e-8701-c03bd7efadbe)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:50:39.243188 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-4fba62cc-44a3-4fe9-8727-be3ae0f3f3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (98417943-b586-40e5-9e6d-dcd5f33cc11c), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:39.316084 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-4fba62cc-44a3-4fe9-8727-be3ae0f3f3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:39.317780 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-4fba62cc-44a3-4fe9-8727-be3ae0f3f3c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:39.320091 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-4fba62cc-44a3-4fe9-8727-be3ae0f3f3c7 service neutron] 10.222.0.67 "PUT /v2.0/ports/98417943-b586-40e5-9e6d-dcd5f33cc11c HTTP/1.1" status: 200 len: 1092 time: 3.0101366 Feb 16 22:50:39.320953 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7178e56a-93f3-40ea-b166-7e5ee4f8fa88', 'tag': '98417943-b586-40e5-9e6d-dcd5f33cc11c'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:50:39.325462 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de10391-b6dd-4a2d-b175-a5467bbaaec3" -d '{"events": [{"name": "network-changed", "server_uuid": "7178e56a-93f3-40ea-b166-7e5ee4f8fa88", "tag": "98417943-b586-40e5-9e6d-dcd5f33cc11c"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:50:39.422876 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba62cc-44a3-4fe9-8727-be3ae0f3f3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=98417943-b586-40e5-9e6d-dcd5f33cc11c,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:39.441729 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8cb2e9b4-a878-4c76-8d09-fc8e00061dbe req-96d04a5c-d40b-483b-8eba-1894d5fe5a95 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbe0a298-9671-4ab4-9b71-e971cae2d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011752 Feb 16 22:50:39.458845 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9617f517-513c-42c0-a4b9-5e4ce62bf62c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (3f91500e-f1b4-4b2e-99b5-a3265504570a), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:39.461697 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9617f517-513c-42c0-a4b9-5e4ce62bf62c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router_controller (3f91500e-f1b4-4b2e-99b5-a3265504570a), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:39.493885 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-9b9ffa4c-602a-4593-8f8f-0ad4d7ef0163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:39.504655 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-9b9ffa4c-602a-4593-8f8f-0ad4d7ef0163 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f5e1eb1b6852405b9a1ae9a26a17b129&device_id=7178e56a-93f3-40ea-b166-7e5ee4f8fa88 HTTP/1.1" status: 200 len: 1126 time: 0.1112397 Feb 16 22:50:39.532754 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9617f517-513c-42c0-a4b9-5e4ce62bf62c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (3f91500e-f1b4-4b2e-99b5-a3265504570a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:39.532754 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9617f517-513c-42c0-a4b9-5e4ce62bf62c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Fanout notify agent at l3_agent the message router_deleted on router 3f91500e-f1b4-4b2e-99b5-a3265504570a {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:50:39.540827 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9617f517-513c-42c0-a4b9-5e4ce62bf62c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:39.546523 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9617f517-513c-42c0-a4b9-5e4ce62bf62c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/routers/3f91500e-f1b4-4b2e-99b5-a3265504570a HTTP/1.1" status: 204 len: 168 time: 0.6047921 Feb 16 22:50:39.546930 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47474) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:39.567976 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-adc670fc-06f8-47b5-b71a-0b52ca1fb983 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98417943-b586-40e5-9e6d-dcd5f33cc11c HTTP/1.1" status: 200 len: 217 time: 0.0541430 Feb 16 22:50:39.627505 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ec34cbc-f3bb-41ba-a780-c077959abb7b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Deleting subnet 0016f142-16a1-420d-9c23-193199ca8a4c {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:50:39.631802 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2ec34cbc-f3bb-41ba-a780-c077959abb7b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for subnet (0016f142-16a1-420d-9c23-193199ca8a4c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:39.677762 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-9651618c-1f36-4de6-9080-67d9ad24327c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:39.679686 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-9651618c-1f36-4de6-9080-67d9ad24327c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8a89b3ce-39c3-4fba-8f67-f8fa8b6fb95c HTTP/1.1" status: 200 len: 852 time: 0.1048231 Feb 16 22:50:39.709140 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2ec34cbc-f3bb-41ba-a780-c077959abb7b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (0016f142-16a1-420d-9c23-193199ca8a4c), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:39.723733 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-d74f87da-c2c7-4c89-b36a-56447868ed23 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356889 Feb 16 22:50:39.738840 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea3c0b-d3cb-43b4-9ea4-857138b59014 req-c93264e4-f2c6-4051-ab8b-d915b78dca1b tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:39.740828 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-33ea3c0b-d3cb-43b4-9ea4-857138b59014 req-c93264e4-f2c6-4051-ab8b-d915b78dca1b tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7178e56a-93f3-40ea-b166-7e5ee4f8fa88 HTTP/1.1" status: 200 len: 944 time: 0.1547842 Feb 16 22:50:39.910898 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-33ea3c0b-d3cb-43b4-9ea4-857138b59014 req-99ef1fea-98bd-48e1-8ecf-0ce63d0c1760 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f4ab3705-3bbd-4349-9c62-bff3b48abc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580741 Feb 16 22:50:39.916453 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2ec34cbc-f3bb-41ba-a780-c077959abb7b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (0016f142-16a1-420d-9c23-193199ca8a4c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:39.975541 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-b3059a2b-94f2-4452-aecc-57c3f7b7662f service neutron] 10.222.0.67 "GET /v2.0/networks/fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332931 Feb 16 22:50:40.003494 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a04146-bc33-4787-aae0-8c890497cc1f x-openstack-request-id: req-39a04146-bc33-4787-aae0-8c890497cc1f {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:50:40.003804 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7178e56a-93f3-40ea-b166-7e5ee4f8fa88", "tag": "98417943-b586-40e5-9e6d-dcd5f33cc11c", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:50:40.004067 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-39a04146-bc33-4787-aae0-8c890497cc1f {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:50:40.004484 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7178e56a-93f3-40ea-b166-7e5ee4f8fa88', 'tag': '98417943-b586-40e5-9e6d-dcd5f33cc11c', 'status': 'completed', 'code': 200} Feb 16 22:50:40.012641 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2ec34cbc-f3bb-41ba-a780-c077959abb7b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (0016f142-16a1-420d-9c23-193199ca8a4c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:40.058736 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec34cbc-f3bb-41ba-a780-c077959abb7b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event deleted for resources: {'Subnet': ['ID=0016f142-16a1-420d-9c23-193199ca8a4c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:40.066795 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2ec34cbc-f3bb-41ba-a780-c077959abb7b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:40.080693 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2ec34cbc-f3bb-41ba-a780-c077959abb7b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/subnets/0016f142-16a1-420d-9c23-193199ca8a4c HTTP/1.1" status: 204 len: 168 time: 0.5301595 Feb 16 22:50:40.080973 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47480) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:40.084706 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17be7736-92ba-4b29-be7d-50202b8fa2f0 None None] Network 369c3f3b-69fe-4594-9699-897ba12e5c15 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:50:40.237049 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fe65604b-bbf5-4a74-906f-22870b068ec8 req-37434ec3-af83-4374-9450-14a049c3e47f service neutron] 10.222.0.67 "GET /v2.0/networks/fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539132 Feb 16 22:50:40.266542 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f0985-945a-44c2-aa4c-f7d7230dd9da req-8f3f0119-b8c5-4e42-9156-fe8c07fa41ac tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:40.281488 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-204f0985-945a-44c2-aa4c-f7d7230dd9da req-8f3f0119-b8c5-4e42-9156-fe8c07fa41ac tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 945 time: 0.1999331 Feb 16 22:50:40.312079 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e998e3a6-469a-44c0-b2c7-564f2b653fef tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (369c3f3b-69fe-4594-9699-897ba12e5c15), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:40.420352 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3ffab2-7228-450b-94c6-4b45d8fe38ae None None] DHCP port deletion for 369c3f3b-69fe-4594-9699-897ba12e5c15 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:50:40.453704 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-e998e3a6-469a-44c0-b2c7-564f2b653fef tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Deleting port cba22e6d-2d6e-4317-9124-c20d541d34ce {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:50:40.454542 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e998e3a6-469a-44c0-b2c7-564f2b653fef tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (cba22e6d-2d6e-4317-9124-c20d541d34ce), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:40.486680 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-204f0985-945a-44c2-aa4c-f7d7230dd9da req-a1d64183-1d95-48a3-95ab-221172a6456a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbe0a298-9671-4ab4-9b71-e971cae2d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032652 Feb 16 22:50:40.497234 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-da3ffab2-7228-450b-94c6-4b45d8fe38ae None None] Deleting port cba22e6d-2d6e-4317-9124-c20d541d34ce {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:50:40.497721 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-da3ffab2-7228-450b-94c6-4b45d8fe38ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (cba22e6d-2d6e-4317-9124-c20d541d34ce), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:40.530962 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-abd8c2c2-894f-4fae-bee9-24ece0781a7a req-9f805df9-f025-4bdc-9d11-ea8b38d1b7eb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2091563 Feb 16 22:50:40.531719 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47482) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:40.622403 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-e998e3a6-469a-44c0-b2c7-564f2b653fef tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] For port cba22e6d-2d6e-4317-9124-c20d541d34ce, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=cba22e6d-2d6e-4317-9124-c20d541d34ce,segment=NetworkSegment(0d2790e7-49c6-4679-b84e-46e426a6aa50),segment_id=0d2790e7-49c6-4679-b84e-46e426a6aa50)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:50:40.623382 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e998e3a6-469a-44c0-b2c7-564f2b653fef tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (cba22e6d-2d6e-4317-9124-c20d541d34ce), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:40.647927 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de10391-b6dd-4a2d-b175-a5467bbaaec3 req-69d6334e-2ad6-44e9-8006-6a0d66b52a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:40.649938 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3de10391-b6dd-4a2d-b175-a5467bbaaec3 req-69d6334e-2ad6-44e9-8006-6a0d66b52a55 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f5e1eb1b6852405b9a1ae9a26a17b129&device_id=7178e56a-93f3-40ea-b166-7e5ee4f8fa88 HTTP/1.1" status: 200 len: 1126 time: 0.3380275 Feb 16 22:50:40.651665 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-e998e3a6-469a-44c0-b2c7-564f2b653fef tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Calling delete_port for cba22e6d-2d6e-4317-9124-c20d541d34ce owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:50:40.684413 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-da3ffab2-7228-450b-94c6-4b45d8fe38ae None None] For port cba22e6d-2d6e-4317-9124-c20d541d34ce, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=cba22e6d-2d6e-4317-9124-c20d541d34ce,segment=NetworkSegment(0d2790e7-49c6-4679-b84e-46e426a6aa50),segment_id=0d2790e7-49c6-4679-b84e-46e426a6aa50)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:50:40.685772 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-da3ffab2-7228-450b-94c6-4b45d8fe38ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (cba22e6d-2d6e-4317-9124-c20d541d34ce), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:40.737303 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-da3ffab2-7228-450b-94c6-4b45d8fe38ae None None] Calling delete_port for cba22e6d-2d6e-4317-9124-c20d541d34ce owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:50:40.856091 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f586afd7-5f45-4609-a4e3-de6a414f58ac tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:40.857932 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f586afd7-5f45-4609-a4e3-de6a414f58ac tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 1122 time: 0.3231974 Feb 16 22:50:40.861105 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47484) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:40.868176 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-6a2eddef-62df-492a-a864-7c0b0bd8d69b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'port_id': '6f8e948e-45ac-4902-86ce-403281521e20', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:50:40.890821 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de10391-b6dd-4a2d-b175-a5467bbaaec3 req-7dabe4a9-4942-430b-88bc-845c06353991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:40.892746 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3de10391-b6dd-4a2d-b175-a5467bbaaec3 req-7dabe4a9-4942-430b-88bc-845c06353991 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d HTTP/1.1" status: 200 len: 913 time: 0.2331953 Feb 16 22:50:40.918054 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d1ad0-a085-4e37-b39f-a5f5a49a63d2 req-d11f2d52-5dcd-4ddc-a946-f7ca5a053b86 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:40.930442 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6a2eddef-62df-492a-a864-7c0b0bd8d69b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:40.932251 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-668d1ad0-a085-4e37-b39f-a5f5a49a63d2 req-d11f2d52-5dcd-4ddc-a946-f7ca5a053b86 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 944 time: 0.2583098 Feb 16 22:50:40.950027 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e998e3a6-469a-44c0-b2c7-564f2b653fef tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (cba22e6d-2d6e-4317-9124-c20d541d34ce), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:40.964549 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-da3ffab2-7228-450b-94c6-4b45d8fe38ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (cba22e6d-2d6e-4317-9124-c20d541d34ce), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:40.990153 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8c2c2-894f-4fae-bee9-24ece0781a7a req-8a8fe6ac-6316-4ef1-a0d4-9e3a8227fa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:40.992915 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-abd8c2c2-894f-4fae-bee9-24ece0781a7a req-8a8fe6ac-6316-4ef1-a0d4-9e3a8227fa87 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 1127 time: 0.3769255 Feb 16 22:50:41.040876 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ffab2-7228-450b-94c6-4b45d8fe38ae None None] Pushing event deleted for resources: {'Port': ['ID=cba22e6d-2d6e-4317-9124-c20d541d34ce,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:41.046534 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3ffab2-7228-450b-94c6-4b45d8fe38ae None None] No DVR routers for this DVR port cba22e6d-2d6e-4317-9124-c20d541d34ce on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:50:41.055732 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998e3a6-469a-44c0-b2c7-564f2b653fef tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event deleted for resources: {'Port': ['ID=cba22e6d-2d6e-4317-9124-c20d541d34ce,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:41.077051 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e998e3a6-469a-44c0-b2c7-564f2b653fef tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] No DVR routers for this DVR port cba22e6d-2d6e-4317-9124-c20d541d34ce on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:50:41.228519 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3de10391-b6dd-4a2d-b175-a5467bbaaec3 req-959886ea-49b5-48b6-b2ef-56e4573e4bf8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98417943-b586-40e5-9e6d-dcd5f33cc11c HTTP/1.1" status: 200 len: 217 time: 0.3251622 Feb 16 22:50:41.230302 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8c2c2-894f-4fae-bee9-24ece0781a7a req-4dc72af5-1869-4e0b-a250-99127cbd13e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:41.232754 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-abd8c2c2-894f-4fae-bee9-24ece0781a7a req-4dc72af5-1869-4e0b-a250-99127cbd13e9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=50f5d130-0f22-457e-8f9d-f7f34d0d3035 HTTP/1.1" status: 200 len: 913 time: 0.2041903 Feb 16 22:50:41.249105 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-668d1ad0-a085-4e37-b39f-a5f5a49a63d2 req-df5233a5-377b-4e47-a22b-33ea2febac9c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155868 Feb 16 22:50:41.291324 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e998e3a6-469a-44c0-b2c7-564f2b653fef tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (369c3f3b-69fe-4594-9699-897ba12e5c15), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:41.352590 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-e998e3a6-469a-44c0-b2c7-564f2b653fef tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['369c3f3b-69fe-4594-9699-897ba12e5c15']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:41.370415 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-e998e3a6-469a-44c0-b2c7-564f2b653fef tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d2790e7-49c6-4679-b84e-46e426a6aa50') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:41.371471 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-e998e3a6-469a-44c0-b2c7-564f2b653fef tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d2790e7-49c6-4679-b84e-46e426a6aa50') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:41.389922 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e998e3a6-469a-44c0-b2c7-564f2b653fef tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (0d2790e7-49c6-4679-b84e-46e426a6aa50), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:41.390260 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-abd8c2c2-894f-4fae-bee9-24ece0781a7a req-352b781d-386a-4c13-abc4-47378fd96d38 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3edfc3b0-5e68-4a52-8753-27ed6a0e5808 HTTP/1.1" status: 200 len: 217 time: 0.1354294 Feb 16 22:50:41.392984 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de10391-b6dd-4a2d-b175-a5467bbaaec3 req-d35cc02f-fa06-4430-aa7b-dbd67425cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:41.395961 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3de10391-b6dd-4a2d-b175-a5467bbaaec3 req-d35cc02f-fa06-4430-aa7b-dbd67425cd82 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8a89b3ce-39c3-4fba-8f67-f8fa8b6fb95c HTTP/1.1" status: 200 len: 852 time: 0.1448348 Feb 16 22:50:41.429206 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e998e3a6-469a-44c0-b2c7-564f2b653fef tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (0d2790e7-49c6-4679-b84e-46e426a6aa50), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:41.436759 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6a2eddef-62df-492a-a864-7c0b0bd8d69b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:41.451708 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e998e3a6-469a-44c0-b2c7-564f2b653fef tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:50:41.452696 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e998e3a6-469a-44c0-b2c7-564f2b653fef tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (0d2790e7-49c6-4679-b84e-46e426a6aa50), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:41.456848 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:50:41.456848 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:50:41.456848 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:50:41.456848 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:50:41.456848 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:50:41.456848 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:50:41.456848 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:50:41.456848 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:50:41.456848 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:50:41.456848 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:50:41.456848 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:50:41.456848 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:50:41.456848 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:50:41.456848 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:50:41.456848 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:50:41.456848 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:50:41.456848 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:50:41.456848 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:50:41.456848 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:50:41.456848 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:50:41.456848 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:50:41.456848 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:50:41.456848 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:50:41.456848 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:50:41.456848 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:50:41.456848 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:50:41.456848 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:50:41.456848 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:50:41.456848 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:50:41.456848 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:50:41.456848 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:50:41.456848 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:50:41.463035 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3de10391-b6dd-4a2d-b175-a5467bbaaec3 req-40a65cca-40d9-4381-bed1-6cc7a5ac636a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387349 Feb 16 22:50:41.577885 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e998e3a6-469a-44c0-b2c7-564f2b653fef tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (369c3f3b-69fe-4594-9699-897ba12e5c15), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:41.591777 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e998e3a6-469a-44c0-b2c7-564f2b653fef tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:41.596496 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e998e3a6-469a-44c0-b2c7-564f2b653fef tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/networks/369c3f3b-69fe-4594-9699-897ba12e5c15 HTTP/1.1" status: 204 len: 168 time: 1.5144677 Feb 16 22:50:41.605357 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47490) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:41.627753 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-06780167-2c6d-40ba-9f5e-a44259bd8e5b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-286612842', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}, 'admin_state_up': False}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:50:41.641536 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998e3a6-469a-44c0-b2c7-564f2b653fef tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event deleted for resources: {'Network': ['ID=369c3f3b-69fe-4594-9699-897ba12e5c15,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:41.702143 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8c2c2-894f-4fae-bee9-24ece0781a7a req-72f6840c-ea4c-4092-9ec3-2031fb679b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:41.703563 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-abd8c2c2-894f-4fae-bee9-24ece0781a7a req-72f6840c-ea4c-4092-9ec3-2031fb679b3f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0f3f901b-49c4-4880-859e-a4de691296cc HTTP/1.1" status: 200 len: 851 time: 0.3062980 Feb 16 22:50:41.707970 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3de10391-b6dd-4a2d-b175-a5467bbaaec3 req-60dfdb09-f8de-4bc7-a47b-5412559feab8 service neutron] 10.222.0.67 "GET /v2.0/networks/fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010543 Feb 16 22:50:41.721410 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-06780167-2c6d-40ba-9f5e-a44259bd8e5b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:41.728664 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-06780167-2c6d-40ba-9f5e-a44259bd8e5b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:41.741239 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cbb2e-84d0-40f4-a1e8-19eedf94c8f0 req-a258459b-7294-48fa-abfe-0660557e4031 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:41.743064 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-264cbb2e-84d0-40f4-a1e8-19eedf94c8f0 req-a258459b-7294-48fa-abfe-0660557e4031 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7178e56a-93f3-40ea-b166-7e5ee4f8fa88 HTTP/1.1" status: 200 len: 944 time: 0.3344362 Feb 16 22:50:41.756975 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-6a2eddef-62df-492a-a864-7c0b0bd8d69b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Allocated IP 172.25.2.108 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/20642f36-c7a9-4458-a854-a55de6b5bfb4) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:50:41.901617 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8c2c2-894f-4fae-bee9-24ece0781a7a req-5b857541-cd4f-43f5-b1a2-67b576c6f761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:41.903163 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-abd8c2c2-894f-4fae-bee9-24ece0781a7a req-5b857541-cd4f-43f5-b1a2-67b576c6f761 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=50f5d130-0f22-457e-8f9d-f7f34d0d3035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1926079 Feb 16 22:50:41.908832 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-264cbb2e-84d0-40f4-a1e8-19eedf94c8f0 req-3caaefcb-2d7a-4ad8-80ee-bf5e08077674 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f4ab3705-3bbd-4349-9c62-bff3b48abc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333344 Feb 16 22:50:41.911476 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3de10391-b6dd-4a2d-b175-a5467bbaaec3 req-0dc64b74-b10f-4251-b758-7fbb22a66e63 service neutron] 10.222.0.67 "GET /v2.0/networks/fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896615 Feb 16 22:50:42.016482 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-06780167-2c6d-40ba-9f5e-a44259bd8e5b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router_controller (0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:42.024052 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6a2eddef-62df-492a-a864-7c0b0bd8d69b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for port (20642f36-c7a9-4458-a854-a55de6b5bfb4), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:42.114830 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-abd8c2c2-894f-4fae-bee9-24ece0781a7a req-0effe857-d704-4f1f-88d1-a34951f1638b service neutron] 10.222.0.79 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017810 Feb 16 22:50:42.322712 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-abd8c2c2-894f-4fae-bee9-24ece0781a7a req-4d62dc30-3322-4a21-a2bc-63acd4d32813 service neutron] 10.222.0.79 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001677 Feb 16 22:50:42.323265 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device cba22e6d-2d6e-4317-9124-c20d541d34ce no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:50:42.362575 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: cba22e6d-2d6e-4317-9124-c20d541d34ce {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:50:42.363550 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device cba22e6d-2d6e-4317-9124-c20d541d34ce not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:50:42.367769 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6a2eddef-62df-492a-a864-7c0b0bd8d69b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (20642f36-c7a9-4458-a854-a55de6b5bfb4), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:42.475949 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f381673-e0b1-4397-b8fb-87b089c8e0e1 req-33352b14-6830-45a7-8541-f4ed1322b13e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:42.478188 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8f381673-e0b1-4397-b8fb-87b089c8e0e1 req-33352b14-6830-45a7-8541-f4ed1322b13e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 944 time: 0.0754502 Feb 16 22:50:42.487570 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2eddef-62df-492a-a864-7c0b0bd8d69b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'Port': ['ID=20642f36-c7a9-4458-a854-a55de6b5bfb4,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:42.517458 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2eddef-62df-492a-a864-7c0b0bd8d69b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:50:42.521556 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-06780167-2c6d-40ba-9f5e-a44259bd8e5b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router_gateway (0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:42.525903 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-6a2eddef-62df-492a-a864-7c0b0bd8d69b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:50:42.530335 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2eddef-62df-492a-a864-7c0b0bd8d69b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:50:42.562247 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8f381673-e0b1-4397-b8fb-87b089c8e0e1 req-97a34140-502a-4030-be87-fb29d74e06fa tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775971 Feb 16 22:50:43.037958 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-06780167-2c6d-40ba-9f5e-a44259bd8e5b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router_gateway (0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:43.080648 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3739b7-bf74-4854-a48c-825da9ccc6b3 req-63c748cf-d2de-4931-a9d2-23a3cd48d05c tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:43.082936 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3b3739b7-bf74-4854-a48c-825da9ccc6b3 req-63c748cf-d2de-4931-a9d2-23a3cd48d05c tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7178e56a-93f3-40ea-b166-7e5ee4f8fa88 HTTP/1.1" status: 200 len: 944 time: 0.0794089 Feb 16 22:50:43.196774 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3b3739b7-bf74-4854-a48c-825da9ccc6b3 req-621794f0-be18-4360-8e12-d31536ffddd8 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f4ab3705-3bbd-4349-9c62-bff3b48abc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000559 Feb 16 22:50:43.386641 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-06780167-2c6d-40ba-9f5e-a44259bd8e5b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:43.708674 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6a2eddef-62df-492a-a864-7c0b0bd8d69b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for floatingip (df53262f-f8fb-4845-8634-9b1aa693cafd), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:43.720050 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939b6db-aea2-4856-8d06-f5c4fa588a19 req-eb254226-017f-47c3-ac44-e45f667490c9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:43.721919 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0939b6db-aea2-4856-8d06-f5c4fa588a19 req-eb254226-017f-47c3-ac44-e45f667490c9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 944 time: 0.0796566 Feb 16 22:50:43.774774 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-06780167-2c6d-40ba-9f5e-a44259bd8e5b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Allocated IP 172.25.2.13 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/e73c4ee2-9bf6-4987-aedc-455b60d262ae) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:50:43.788108 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0939b6db-aea2-4856-8d06-f5c4fa588a19 req-56a81be3-8994-4961-9814-d65bdd45fe33 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566695 Feb 16 22:50:43.984941 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 98417943-b586-40e5-9e6d-dcd5f33cc11c details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:50:44.076811 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6a2eddef-62df-492a-a864-7c0b0bd8d69b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (20642f36-c7a9-4458-a854-a55de6b5bfb4), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:44.083731 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-06780167-2c6d-40ba-9f5e-a44259bd8e5b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for port (e73c4ee2-9bf6-4987-aedc-455b60d262ae), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:44.201138 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-06780167-2c6d-40ba-9f5e-a44259bd8e5b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (e73c4ee2-9bf6-4987-aedc-455b60d262ae), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:44.351920 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06780167-2c6d-40ba-9f5e-a44259bd8e5b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:50:44.410452 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-06780167-2c6d-40ba-9f5e-a44259bd8e5b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:50:44.415165 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 98417943-b586-40e5-9e6d-dcd5f33cc11c, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=98417943-b586-40e5-9e6d-dcd5f33cc11c,segment=NetworkSegment(b3980048-abf7-487e-8701-c03bd7efadbe),segment_id=b3980048-abf7-487e-8701-c03bd7efadbe)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:50:44.423041 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06780167-2c6d-40ba-9f5e-a44259bd8e5b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:50:44.431633 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '98417943-b586-40e5-9e6d-dcd5f33cc11c', 'network_id': 'fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d', 'port_id': '98417943-b586-40e5-9e6d-dcd5f33cc11c', 'mac_address': 'fa:16:3e:f9:dc:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a89b3ce-39c3-4fba-8f67-f8fa8b6fb95c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:50:44.501621 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 98417943-b586-40e5-9e6d-dcd5f33cc11c is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:50:44.502414 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (98417943-b586-40e5-9e6d-dcd5f33cc11c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:44.516365 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06780167-2c6d-40ba-9f5e-a44259bd8e5b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Port': ['ID=e73c4ee2-9bf6-4987-aedc-455b60d262ae,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:44.526740 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369faa2d-c7e9-4cb4-97f3-122e0e6437ec req-59472845-2f4a-46c3-824b-901dd1a4cdd2 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:44.530656 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-369faa2d-c7e9-4cb4-97f3-122e0e6437ec req-59472845-2f4a-46c3-824b-901dd1a4cdd2 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7178e56a-93f3-40ea-b166-7e5ee4f8fa88 HTTP/1.1" status: 200 len: 944 time: 0.2189727 Feb 16 22:50:44.551990 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98417943-b586-40e5-9e6d-dcd5f33cc11c {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:50:44.614798 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 98417943-b586-40e5-9e6d-dcd5f33cc11c, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=98417943-b586-40e5-9e6d-dcd5f33cc11c,segment=NetworkSegment(b3980048-abf7-487e-8701-c03bd7efadbe),segment_id=b3980048-abf7-487e-8701-c03bd7efadbe)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:50:44.620680 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (98417943-b586-40e5-9e6d-dcd5f33cc11c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:44.627817 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-369faa2d-c7e9-4cb4-97f3-122e0e6437ec req-c89323c8-56e5-4fa6-bad5-76b8725976dc tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f4ab3705-3bbd-4349-9c62-bff3b48abc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893130 Feb 16 22:50:44.675198 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6a2eddef-62df-492a-a864-7c0b0bd8d69b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for port (20642f36-c7a9-4458-a854-a55de6b5bfb4), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:44.688372 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6a2eddef-62df-492a-a864-7c0b0bd8d69b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (20642f36-c7a9-4458-a854-a55de6b5bfb4), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:44.689958 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=98417943-b586-40e5-9e6d-dcd5f33cc11c,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:44.819813 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2eddef-62df-492a-a864-7c0b0bd8d69b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'Port': ['ID=20642f36-c7a9-4458-a854-a55de6b5bfb4,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:44.829781 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6a2eddef-62df-492a-a864-7c0b0bd8d69b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (df53262f-f8fb-4845-8634-9b1aa693cafd), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:44.985302 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881deac-4112-4726-8587-1e1fea29dccc req-68a15f2d-fa72-4f64-a1fa-c6f64ecdcb29 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:44.987500 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1881deac-4112-4726-8587-1e1fea29dccc req-68a15f2d-fa72-4f64-a1fa-c6f64ecdcb29 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 944 time: 0.0859466 Feb 16 22:50:45.072827 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1881deac-4112-4726-8587-1e1fea29dccc req-584ee4c4-1ac4-449d-ae31-7f30fb2da0e6 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793118 Feb 16 22:50:45.084237 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-06780167-2c6d-40ba-9f5e-a44259bd8e5b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router_gateway (0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:45.129255 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['98417943-b586-40e5-9e6d-dcd5f33cc11c'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:50:45.171459 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [None req-6a2eddef-62df-492a-a864-7c0b0bd8d69b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Floating IP df53262f-f8fb-4845-8634-9b1aa693cafd associated. External IP: 172.25.2.108, port: 6f8e948e-45ac-4902-86ce-403281521e20. Feb 16 22:50:45.838868 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77ca24-9461-4f49-90e9-4f7d44b61780 req-5a92aeb4-f05d-4b87-b6a7-9002657d35e9 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:45.840597 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dc77ca24-9461-4f49-90e9-4f7d44b61780 req-5a92aeb4-f05d-4b87-b6a7-9002657d35e9 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7178e56a-93f3-40ea-b166-7e5ee4f8fa88 HTTP/1.1" status: 200 len: 945 time: 0.0906568 Feb 16 22:50:45.946011 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-06780167-2c6d-40ba-9f5e-a44259bd8e5b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:45.958667 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dc77ca24-9461-4f49-90e9-4f7d44b61780 req-54e1e56a-1066-4509-9502-aac395a3ddfb tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f4ab3705-3bbd-4349-9c62-bff3b48abc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004946 Feb 16 22:50:45.996463 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 98417943-b586-40e5-9e6d-dcd5f33cc11c up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:50:46.131688 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 98417943-b586-40e5-9e6d-dcd5f33cc11c completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:50:46.140347 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 98417943-b586-40e5-9e6d-dcd5f33cc11c triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:50:46.140816 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (98417943-b586-40e5-9e6d-dcd5f33cc11c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:46.230906 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2eddef-62df-492a-a864-7c0b0bd8d69b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Router 9dfc4177-0ec5-4418-a0d9-445b75a612db has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:50:46.331654 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 98417943-b586-40e5-9e6d-dcd5f33cc11c is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:50:46.331654 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (98417943-b586-40e5-9e6d-dcd5f33cc11c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:46.389764 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 98417943-b586-40e5-9e6d-dcd5f33cc11c, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=98417943-b586-40e5-9e6d-dcd5f33cc11c,segment=NetworkSegment(b3980048-abf7-487e-8701-c03bd7efadbe),segment_id=b3980048-abf7-487e-8701-c03bd7efadbe)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:50:46.391274 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7178e56a-93f3-40ea-b166-7e5ee4f8fa88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98417943-b586-40e5-9e6d-dcd5f33cc11c'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:50:46.394644 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dcee69-4ced-4e9c-8d8a-8ef3a42f5e70" -d '{"events": [{"server_uuid": "7178e56a-93f3-40ea-b166-7e5ee4f8fa88", "name": "network-vif-plugged", "status": "completed", "tag": "98417943-b586-40e5-9e6d-dcd5f33cc11c"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:50:46.399751 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (98417943-b586-40e5-9e6d-dcd5f33cc11c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:46.406791 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f9e46-3867-4a72-a9f6-779faee1875d req-01e33ff1-e563-4715-ae06-3cf6c4477f2c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:46.412752 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-304f9e46-3867-4a72-a9f6-779faee1875d req-01e33ff1-e563-4715-ae06-3cf6c4477f2c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 944 time: 0.1639023 Feb 16 22:50:46.498153 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=98417943-b586-40e5-9e6d-dcd5f33cc11c,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:46.535126 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-304f9e46-3867-4a72-a9f6-779faee1875d req-ccef289f-8d38-4287-bda7-1958b2b9dc5b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115251 Feb 16 22:50:46.549670 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06780167-2c6d-40ba-9f5e-a44259bd8e5b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Router 0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:50:46.555905 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2eddef-62df-492a-a864-7c0b0bd8d69b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:50:46.569941 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4ca905-cde6-400d-9749-2592b19a4aea None None] Sync routers for ids ['9dfc4177-0ec5-4418-a0d9-445b75a612db'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:50:46.597945 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4ca905-cde6-400d-9749-2592b19a4aea None None] Routers {'9dfc4177-0ec5-4418-a0d9-445b75a612db'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:50:46.599006 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-5e4ca905-cde6-400d-9749-2592b19a4aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:50:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['9dfc4177-0ec5-4418-a0d9-445b75a612db'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:46.673813 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59730a5-4ac1-413f-a336-394d57d89370 x-openstack-request-id: req-d59730a5-4ac1-413f-a336-394d57d89370 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:50:46.674341 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7178e56a-93f3-40ea-b166-7e5ee4f8fa88", "name": "network-vif-plugged", "status": "completed", "tag": "98417943-b586-40e5-9e6d-dcd5f33cc11c", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:50:46.675214 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d59730a5-4ac1-413f-a336-394d57d89370 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:50:46.675714 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7178e56a-93f3-40ea-b166-7e5ee4f8fa88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98417943-b586-40e5-9e6d-dcd5f33cc11c', 'code': 200} Feb 16 22:50:46.742074 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6a2eddef-62df-492a-a864-7c0b0bd8d69b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:46.794888 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6a2eddef-62df-492a-a864-7c0b0bd8d69b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.9323037 Feb 16 22:50:46.799210 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09d6b2b-1f6f-4f24-af42-dde2dd9d8186', 'tag': '6f8e948e-45ac-4902-86ce-403281521e20'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:50:46.802021 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31e1a32-cb83-4eaf-847b-dfab1d80a61e" -d '{"events": [{"name": "network-changed", "server_uuid": "c09d6b2b-1f6f-4f24-af42-dde2dd9d8186", "tag": "6f8e948e-45ac-4902-86ce-403281521e20"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:50:46.821484 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4214ac6-26df-4f52-88ae-3efd797c9c14 req-f2c6579a-da3b-489b-ab61-c60021aa7a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:46.830344 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a4214ac6-26df-4f52-88ae-3efd797c9c14 req-f2c6579a-da3b-489b-ab61-c60021aa7a00 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7178e56a-93f3-40ea-b166-7e5ee4f8fa88 HTTP/1.1" status: 200 len: 1128 time: 0.1414478 Feb 16 22:50:46.837808 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06780167-2c6d-40ba-9f5e-a44259bd8e5b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:50:46.849176 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6084924-f127-4eed-a892-08bc163c36e4 None None] Sync routers for ids ['0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:50:46.873292 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6084924-f127-4eed-a892-08bc163c36e4 None None] Routers {'0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:50:46.875436 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-b6084924-f127-4eed-a892-08bc163c36e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:50:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:46.895885 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-5e4ca905-cde6-400d-9749-2592b19a4aea None None] Set router 9dfc4177-0ec5-4418-a0d9-445b75a612db gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:50:46.908326 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-06780167-2c6d-40ba-9f5e-a44259bd8e5b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:46.911491 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-06780167-2c6d-40ba-9f5e-a44259bd8e5b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.2882707 Feb 16 22:50:46.916126 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47526) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:46.975550 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-b6084924-f127-4eed-a892-08bc163c36e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:46.991144 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a4214ac6-26df-4f52-88ae-3efd797c9c14 req-99d28d0a-2fd0-4e1f-85bf-ceac7692bd22 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f4ab3705-3bbd-4349-9c62-bff3b48abc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551337 Feb 16 22:50:47.004371 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6084924-f127-4eed-a892-08bc163c36e4 None None] Routers {'0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:50:47.005118 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-b6084924-f127-4eed-a892-08bc163c36e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:50:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:47.022683 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644fa7e-fe83-45e4-8eaa-d634e381e11a req-ea479584-1d98-422b-b7cb-0f02c8a5d27f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:47.032661 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a644fa7e-fe83-45e4-8eaa-d634e381e11a req-ea479584-1d98-422b-b7cb-0f02c8a5d27f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 945 time: 0.0891707 Feb 16 22:50:47.079697 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-b6084924-f127-4eed-a892-08bc163c36e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:47.080389 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6084924-f127-4eed-a892-08bc163c36e4 None None] The sync data for ids ['0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:50:47.145409 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a644fa7e-fe83-45e4-8eaa-d634e381e11a req-0c72c7ba-454c-495a-9ad1-a5fb5d321e20 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbe0a298-9671-4ab4-9b71-e971cae2d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109662 Feb 16 22:50:47.192170 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47532) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:47.205879 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7ad9ab58-db9f-46f5-893f-feb43c7cb1eb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "GET /v2.0/routers/0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef HTTP/1.1" status: 200 len: 879 time: 0.2875514 Feb 16 22:50:47.209803 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47534) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:47.310202 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-07d47c6b-becb-4907-91ce-459f892e3005 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/floatingips/df53262f-f8fb-4845-8634-9b1aa693cafd HTTP/1.1" status: 200 len: 991 time: 0.1143062 Feb 16 22:50:47.368233 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-5e4ca905-cde6-400d-9749-2592b19a4aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1728568493', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd7683944-12f8-483b-9a7e-3c24ee1989c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:50:02Z', 'updated_at': '2022-02-16T22:50:17Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'd7683944-12f8-483b-9a7e-3c24ee1989c5', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:50:03Z', 'updated_at': '2022-02-16T22:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'df53262f-f8fb-4845-8634-9b1aa693cafd', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'floating_ip_address': '172.25.2.108', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'port_id': '6f8e948e-45ac-4902-86ce-403281521e20', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3861, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8243b84-0aee-46a8-a7d2-cc9e156d804f', 'mac_address': 'fa:16:3e:e0:a7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09d6b2b-1f6f-4f24-af42-dde2dd9d8186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:50:42Z', 'updated_at': '2022-02-16T22:50:42Z', 'revision_number': 0, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90956dde-12e6-4c46-b8ae-250c96633b30', 'name': '', 'network_id': 'c8243b84-0aee-46a8-a7d2-cc9e156d804f', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'mac_address': 'fa:16:3e:2b:ad:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'fb7575e1-fe09-42ea-9731-5160b8d6f33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:50:13Z', 'updated_at': '2022-02-16T22:50:22Z', 'revision_number': 5, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'subnets': [{'id': 'fb7575e1-fe09-42ea-9731-5160b8d6f33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:47.427494 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4ca905-cde6-400d-9749-2592b19a4aea None None] Checking router: 9dfc4177-0ec5-4418-a0d9-445b75a612db for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:50:47.440308 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4ca905-cde6-400d-9749-2592b19a4aea None None] Routers {'9dfc4177-0ec5-4418-a0d9-445b75a612db'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:50:47.440956 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-5e4ca905-cde6-400d-9749-2592b19a4aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:50:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['9dfc4177-0ec5-4418-a0d9-445b75a612db'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:47.449185 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217bac30-e563-4722-9c4b-5025104ec497 x-openstack-request-id: req-217bac30-e563-4722-9c4b-5025104ec497 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:50:47.449733 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09d6b2b-1f6f-4f24-af42-dde2dd9d8186", "tag": "6f8e948e-45ac-4902-86ce-403281521e20", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:50:47.449960 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-217bac30-e563-4722-9c4b-5025104ec497 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:50:47.450684 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c09d6b2b-1f6f-4f24-af42-dde2dd9d8186', 'tag': '6f8e948e-45ac-4902-86ce-403281521e20', 'status': 'completed', 'code': 200} Feb 16 22:50:47.474673 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-10968cff-6039-42c2-a65f-d3263d355791 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2636549 Feb 16 22:50:47.478293 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47536) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:47.483848 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-ebaebf11-c983-4f7a-96bd-b2f6d1c79d1b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-286612842'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:50:47.624977 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e1a32-cb83-4eaf-847b-dfab1d80a61e req-50c1ada1-7854-4df2-838d-980d744aa263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:47.627051 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a31e1a32-cb83-4eaf-847b-dfab1d80a61e req-50c1ada1-7854-4df2-838d-980d744aa263 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 1127 time: 0.1468546 Feb 16 22:50:47.628690 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-5e4ca905-cde6-400d-9749-2592b19a4aea None None] Set router 9dfc4177-0ec5-4418-a0d9-445b75a612db gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:50:47.648787 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4bf48c-6c38-42fd-8772-08f5bcb51b41 req-252f68d2-2ae3-4760-9882-0ff7f5f64d3f tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:47.656930 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e4bf48c-6c38-42fd-8772-08f5bcb51b41 req-252f68d2-2ae3-4760-9882-0ff7f5f64d3f tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7178e56a-93f3-40ea-b166-7e5ee4f8fa88 HTTP/1.1" status: 200 len: 946 time: 0.0973763 Feb 16 22:50:48.012520 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-5e4ca905-cde6-400d-9749-2592b19a4aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1728568493', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd7683944-12f8-483b-9a7e-3c24ee1989c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:50:02Z', 'updated_at': '2022-02-16T22:50:17Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'd7683944-12f8-483b-9a7e-3c24ee1989c5', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:50:03Z', 'updated_at': '2022-02-16T22:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'df53262f-f8fb-4845-8634-9b1aa693cafd', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'floating_ip_address': '172.25.2.108', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'port_id': '6f8e948e-45ac-4902-86ce-403281521e20', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3861, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8243b84-0aee-46a8-a7d2-cc9e156d804f', 'mac_address': 'fa:16:3e:e0:a7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09d6b2b-1f6f-4f24-af42-dde2dd9d8186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:50:42Z', 'updated_at': '2022-02-16T22:50:42Z', 'revision_number': 0, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90956dde-12e6-4c46-b8ae-250c96633b30', 'name': '', 'network_id': 'c8243b84-0aee-46a8-a7d2-cc9e156d804f', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'mac_address': 'fa:16:3e:2b:ad:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'fb7575e1-fe09-42ea-9731-5160b8d6f33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:50:13Z', 'updated_at': '2022-02-16T22:50:22Z', 'revision_number': 5, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'subnets': [{'id': 'fb7575e1-fe09-42ea-9731-5160b8d6f33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:48.026225 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ebaebf11-c983-4f7a-96bd-b2f6d1c79d1b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-374653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59817'] for router (0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:48.047194 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ebaebf11-c983-4f7a-96bd-b2f6d1c79d1b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362694'] for router (0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:48.055726 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4ca905-cde6-400d-9749-2592b19a4aea None None] The sync data for ids ['9dfc4177-0ec5-4418-a0d9-445b75a612db'] in n-d-813897-6 is: [{'id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1728568493', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd7683944-12f8-483b-9a7e-3c24ee1989c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:50:02Z', 'updated_at': '2022-02-16T22:50:17Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'd7683944-12f8-483b-9a7e-3c24ee1989c5', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:50:03Z', 'updated_at': '2022-02-16T22:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'df53262f-f8fb-4845-8634-9b1aa693cafd', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'floating_ip_address': '172.25.2.108', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'port_id': '6f8e948e-45ac-4902-86ce-403281521e20', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3861, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8243b84-0aee-46a8-a7d2-cc9e156d804f', 'mac_address': 'fa:16:3e:e0:a7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09d6b2b-1f6f-4f24-af42-dde2dd9d8186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:50:42Z', 'updated_at': '2022-02-16T22:50:42Z', 'revision_number': 0, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90956dde-12e6-4c46-b8ae-250c96633b30', 'name': '', 'network_id': 'c8243b84-0aee-46a8-a7d2-cc9e156d804f', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'mac_address': 'fa:16:3e:2b:ad:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'fb7575e1-fe09-42ea-9731-5160b8d6f33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:50:13Z', 'updated_at': '2022-02-16T22:50:22Z', 'revision_number': 5, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'subnets': [{'id': 'fb7575e1-fe09-42ea-9731-5160b8d6f33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:50:48.159678 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e4bf48c-6c38-42fd-8772-08f5bcb51b41 req-846d6948-8384-4662-9f7b-ff8765bf883a tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f4ab3705-3bbd-4349-9c62-bff3b48abc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5018306 Feb 16 22:50:48.189710 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e1a32-cb83-4eaf-847b-dfab1d80a61e req-959fa312-9a44-45e9-b014-19f019711ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:48.191322 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a31e1a32-cb83-4eaf-847b-dfab1d80a61e req-959fa312-9a44-45e9-b014-19f019711ebf service neutron] 10.222.0.79 "GET /v2.0/networks?id=c8243b84-0aee-46a8-a7d2-cc9e156d804f HTTP/1.1" status: 200 len: 898 time: 0.5578611 Feb 16 22:50:48.243557 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebaebf11-c983-4f7a-96bd-b2f6d1c79d1b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Router 0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:50:48.321887 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47542) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:48.371151 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:50:48.400911 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a31e1a32-cb83-4eaf-847b-dfab1d80a61e req-df7d4f49-5667-4798-9592-0ed08f68af67 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f8e948e-45ac-4902-86ce-403281521e20 HTTP/1.1" status: 200 len: 999 time: 0.1930394 Feb 16 22:50:48.435823 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0561cc2-5da0-4790-a746-22030004cf37 None None] New status for floating IP df53262f-f8fb-4845-8634-9b1aa693cafd: ACTIVE {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:50:48.468503 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1394b1-d560-43be-993a-caf317bdd898 req-a7010831-97d1-4ce4-9e83-4323314f90d4 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:48.474819 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c1394b1-d560-43be-993a-caf317bdd898 req-a7010831-97d1-4ce4-9e83-4323314f90d4 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 944 time: 0.1539910 Feb 16 22:50:48.521454 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e1a32-cb83-4eaf-847b-dfab1d80a61e req-27ba7c31-e6f2-4bf2-8c81-94d8ad724211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:48.526509 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a31e1a32-cb83-4eaf-847b-dfab1d80a61e req-27ba7c31-e6f2-4bf2-8c81-94d8ad724211 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fb7575e1-fe09-42ea-9731-5160b8d6f33b HTTP/1.1" status: 200 len: 835 time: 0.1143169 Feb 16 22:50:48.613224 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c1394b1-d560-43be-993a-caf317bdd898 req-0773c65b-48a3-4e0c-9f77-1b9fd9990e46 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348276 Feb 16 22:50:48.632928 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e1a32-cb83-4eaf-847b-dfab1d80a61e req-40686e8d-d129-417d-91fa-de899a9ca3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:48.632928 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a31e1a32-cb83-4eaf-847b-dfab1d80a61e req-40686e8d-d129-417d-91fa-de899a9ca3af service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c8243b84-0aee-46a8-a7d2-cc9e156d804f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0993838 Feb 16 22:50:48.766735 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a31e1a32-cb83-4eaf-847b-dfab1d80a61e req-c0a15f54-cdbb-455c-a2bc-1eeea2b63fc5 service neutron] 10.222.0.79 "GET /v2.0/networks/c8243b84-0aee-46a8-a7d2-cc9e156d804f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258733 Feb 16 22:50:48.815817 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0a8d8ee3-27a3-4f9d-a0ed-b62896565759 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/floatingips/df53262f-f8fb-4845-8634-9b1aa693cafd HTTP/1.1" status: 200 len: 991 time: 0.4921937 Feb 16 22:50:48.839948 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebaebf11-c983-4f7a-96bd-b2f6d1c79d1b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:50:48.847859 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ebaebf11-c983-4f7a-96bd-b2f6d1c79d1b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:48.852987 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ebaebf11-c983-4f7a-96bd-b2f6d1c79d1b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "PUT /v2.0/routers/0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef HTTP/1.1" status: 200 len: 886 time: 1.3705330 Feb 16 22:50:48.853245 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47550) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:48.863668 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f3e7e5-42d9-45f7-a8d1-bec56d047c33 None None] Sync routers for ids ['0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:50:48.885645 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a31e1a32-cb83-4eaf-847b-dfab1d80a61e req-529dfab8-04e3-446a-9646-9c78150e06c9 service neutron] 10.222.0.79 "GET /v2.0/networks/c8243b84-0aee-46a8-a7d2-cc9e156d804f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109543 Feb 16 22:50:48.890166 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f3e7e5-42d9-45f7-a8d1-bec56d047c33 None None] Routers {'0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:50:48.892389 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-c1f3e7e5-42d9-45f7-a8d1-bec56d047c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:50:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:49.033628 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-faf81e83-4671-413e-adf6-ff143110c769 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "GET /v2.0/routers/0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef HTTP/1.1" status: 200 len: 886 time: 0.1761303 Feb 16 22:50:49.034369 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47552) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:49.058255 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-c1f3e7e5-42d9-45f7-a8d1-bec56d047c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:49.068633 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8b074250-d9c4-48c4-8c89-fc0812e6484c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef HTTP/1.1" status: 200 len: 205 time: 0.0328546 Feb 16 22:50:49.068976 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f3e7e5-42d9-45f7-a8d1-bec56d047c33 None None] Routers {'0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:50:49.069619 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-c1f3e7e5-42d9-45f7-a8d1-bec56d047c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:50:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:49.071214 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47554) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:49.120817 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-c1f3e7e5-42d9-45f7-a8d1-bec56d047c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:49.121832 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f3e7e5-42d9-45f7-a8d1-bec56d047c33 None None] The sync data for ids ['0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:50:49.197434 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-30c1ce37-6ef8-4ecd-83c4-85b94755084e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router (0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:49.350064 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c230f-429e-4213-98af-18d4f27d5862 req-62be9009-d585-4fa2-b45d-09448131c0d3 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:49.351728 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9f9c230f-429e-4213-98af-18d4f27d5862 req-62be9009-d585-4fa2-b45d-09448131c0d3 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7178e56a-93f3-40ea-b166-7e5ee4f8fa88 HTTP/1.1" status: 200 len: 946 time: 0.0840118 Feb 16 22:50:49.354114 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-30c1ce37-6ef8-4ecd-83c4-85b94755084e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router_gateway (0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:49.433039 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9f9c230f-429e-4213-98af-18d4f27d5862 req-44ac1e64-e663-48c1-bfdb-70bad6ab8c8b tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f4ab3705-3bbd-4349-9c62-bff3b48abc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729361 Feb 16 22:50:49.457236 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-30c1ce37-6ef8-4ecd-83c4-85b94755084e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Deleting port e73c4ee2-9bf6-4987-aedc-455b60d262ae {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:50:49.457584 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-30c1ce37-6ef8-4ecd-83c4-85b94755084e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (e73c4ee2-9bf6-4987-aedc-455b60d262ae), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:49.583585 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-30c1ce37-6ef8-4ecd-83c4-85b94755084e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (e73c4ee2-9bf6-4987-aedc-455b60d262ae), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:49.599491 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-30c1ce37-6ef8-4ecd-83c4-85b94755084e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Calling delete_port for e73c4ee2-9bf6-4987-aedc-455b60d262ae owned by network:router_gateway {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:50:49.625067 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc15acc-911e-4603-914b-6b70058aefc1 req-2e8af0f1-4432-44bb-8548-c9565d3808d4 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:49.626590 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bcc15acc-911e-4603-914b-6b70058aefc1 req-2e8af0f1-4432-44bb-8548-c9565d3808d4 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7178e56a-93f3-40ea-b166-7e5ee4f8fa88 HTTP/1.1" status: 200 len: 946 time: 0.0955420 Feb 16 22:50:49.722138 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bcc15acc-911e-4603-914b-6b70058aefc1 req-68eee748-aa1e-47ae-924e-fa4456bb3c29 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f4ab3705-3bbd-4349-9c62-bff3b48abc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631275 Feb 16 22:50:49.820872 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47566) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:49.890847 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-30c1ce37-6ef8-4ecd-83c4-85b94755084e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (e73c4ee2-9bf6-4987-aedc-455b60d262ae), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:49.914198 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f3ca01e9-5c1d-4013-bf3b-628e1e119dfa tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/floatingips/df53262f-f8fb-4845-8634-9b1aa693cafd HTTP/1.1" status: 200 len: 993 time: 0.0911520 Feb 16 22:50:49.926854 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183715b1-f891-41af-a4b3-a90dc4fae5e3 req-6fd754d9-b2de-4c00-9991-44bc0d72586a tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:49.928404 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-183715b1-f891-41af-a4b3-a90dc4fae5e3 req-6fd754d9-b2de-4c00-9991-44bc0d72586a tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 944 time: 0.1155577 Feb 16 22:50:49.932649 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c1ce37-6ef8-4ecd-83c4-85b94755084e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event deleted for resources: {'Port': ['ID=e73c4ee2-9bf6-4987-aedc-455b60d262ae,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:50.036501 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-30c1ce37-6ef8-4ecd-83c4-85b94755084e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:50.125857 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-183715b1-f891-41af-a4b3-a90dc4fae5e3 req-e5136884-7afc-4a00-8494-651bb6a5349d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613114 Feb 16 22:50:50.175459 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-30c1ce37-6ef8-4ecd-83c4-85b94755084e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:50.181707 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-30c1ce37-6ef8-4ecd-83c4-85b94755084e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router_controller (0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:50.258395 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-30c1ce37-6ef8-4ecd-83c4-85b94755084e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:50.259328 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c1ce37-6ef8-4ecd-83c4-85b94755084e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Fanout notify agent at l3_agent the message router_deleted on router 0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:50:50.273041 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-30c1ce37-6ef8-4ecd-83c4-85b94755084e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:50.282036 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-30c1ce37-6ef8-4ecd-83c4-85b94755084e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/routers/0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef HTTP/1.1" status: 204 len: 168 time: 1.2023196 Feb 16 22:50:50.282355 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47568) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:50.288758 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-78544ce7-220a-49c0-ae0b-838881dd216c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Request body: {'network': {'name': 'tempest-RoutersTest-447755051'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:50:50.319599 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78544ce7-220a-49c0-ae0b-838881dd216c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Made reservation on behalf of 7e373bcd13d84490b51600663d7fbd9c for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:50:50.323834 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-78544ce7-220a-49c0-ae0b-838881dd216c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:50.366659 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78544ce7-220a-49c0-ae0b-838881dd216c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:50:50.379990 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-78544ce7-220a-49c0-ae0b-838881dd216c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (03287610-5d78-463c-8d2b-ebce490c3f1e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:50.380350 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-78544ce7-220a-49c0-ae0b-838881dd216c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Added segment 03287610-5d78-463c-8d2b-ebce490c3f1e of type vlan for network 4b3eb8b4-63f2-45e5-86e5-814dd8880e1a Feb 16 22:50:50.437870 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-78544ce7-220a-49c0-ae0b-838881dd216c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (4b3eb8b4-63f2-45e5-86e5-814dd8880e1a), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:50.470894 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229e900-0ac7-4234-aed2-6e9c753dc1b1 req-8c25feb0-5c67-48f4-80ad-ff3068cff8aa tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:50.472613 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b229e900-0ac7-4234-aed2-6e9c753dc1b1 req-8c25feb0-5c67-48f4-80ad-ff3068cff8aa tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7178e56a-93f3-40ea-b166-7e5ee4f8fa88 HTTP/1.1" status: 200 len: 946 time: 0.0828567 Feb 16 22:50:50.482920 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-78544ce7-220a-49c0-ae0b-838881dd216c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (4b3eb8b4-63f2-45e5-86e5-814dd8880e1a), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:50.493045 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78544ce7-220a-49c0-ae0b-838881dd216c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:50.493849 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-78544ce7-220a-49c0-ae0b-838881dd216c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:50.546355 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-78544ce7-220a-49c0-ae0b-838881dd216c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2627628 Feb 16 22:50:50.550053 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47572) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:50.560252 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-1fc7156f-0169-4d74-9ed9-1c5cd1750b0f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Request body: {'subnet': {'network_id': '4b3eb8b4-63f2-45e5-86e5-814dd8880e1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:50:50.560525 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b229e900-0ac7-4234-aed2-6e9c753dc1b1 req-037e42b5-d081-44dc-a1e3-84fd62044c51 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f4ab3705-3bbd-4349-9c62-bff3b48abc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792375 Feb 16 22:50:50.641465 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78544ce7-220a-49c0-ae0b-838881dd216c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Network': ['ID=4b3eb8b4-63f2-45e5-86e5-814dd8880e1a,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:50.656504 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78544ce7-220a-49c0-ae0b-838881dd216c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:50.656861 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78544ce7-220a-49c0-ae0b-838881dd216c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:50.657214 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78544ce7-220a-49c0-ae0b-838881dd216c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:50.657551 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78544ce7-220a-49c0-ae0b-838881dd216c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:50.657889 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78544ce7-220a-49c0-ae0b-838881dd216c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:50.658306 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78544ce7-220a-49c0-ae0b-838881dd216c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:50.658643 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78544ce7-220a-49c0-ae0b-838881dd216c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:50.658982 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78544ce7-220a-49c0-ae0b-838881dd216c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:50.659307 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78544ce7-220a-49c0-ae0b-838881dd216c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:50.659682 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78544ce7-220a-49c0-ae0b-838881dd216c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:50.660012 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78544ce7-220a-49c0-ae0b-838881dd216c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:50.660345 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78544ce7-220a-49c0-ae0b-838881dd216c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:50.660668 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78544ce7-220a-49c0-ae0b-838881dd216c tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:50.673617 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 4b3eb8b4-63f2-45e5-86e5-814dd8880e1a details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:50:50.729993 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc7156f-0169-4d74-9ed9-1c5cd1750b0f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Made reservation on behalf of 7e373bcd13d84490b51600663d7fbd9c for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:50:50.735590 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1fc7156f-0169-4d74-9ed9-1c5cd1750b0f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:50.735858 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-201863b6-9c68-4b6f-94b0-c706038196bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:50.995388 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1fc7156f-0169-4d74-9ed9-1c5cd1750b0f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (f156b1e0-10c3-4889-8d06-b66a5e2d8c65), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:51.082105 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7156f-0169-4d74-9ed9-1c5cd1750b0f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Subnet': ['ID=f156b1e0-10c3-4889-8d06-b66a5e2d8c65,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:51.092263 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc7156f-0169-4d74-9ed9-1c5cd1750b0f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Checking segment: {'id': '03287610-5d78-463c-8d2b-ebce490c3f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4b3eb8b4-63f2-45e5-86e5-814dd8880e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:50:51.092645 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc7156f-0169-4d74-9ed9-1c5cd1750b0f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network hostable DHCP agents. Network: 4b3eb8b4-63f2-45e5-86e5-814dd8880e1a, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:50:51.116067 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc7156f-0169-4d74-9ed9-1c5cd1750b0f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network 4b3eb8b4-63f2-45e5-86e5-814dd8880e1a is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:50:51.129949 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-1fc7156f-0169-4d74-9ed9-1c5cd1750b0f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 4b3eb8b4-63f2-45e5-86e5-814dd8880e1a) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:50:51.143103 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc7156f-0169-4d74-9ed9-1c5cd1750b0f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:51.143850 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c6b397-6dee-4572-a39f-3310d1114055 None None] Network 4b3eb8b4-63f2-45e5-86e5-814dd8880e1a requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:50:51.144272 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1fc7156f-0169-4d74-9ed9-1c5cd1750b0f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:51.182694 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1fc7156f-0169-4d74-9ed9-1c5cd1750b0f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6288214 Feb 16 22:50:51.183208 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47578) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:51.190513 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-608e477c-7baa-4be9-9b98-846a69280967 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1007037168', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:50:51.244984 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-608e477c-7baa-4be9-9b98-846a69280967 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (4461d80b-811c-4c11-9963-2feed7ac23ba), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:51.246334 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-608e477c-7baa-4be9-9b98-846a69280967 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (4461d80b-811c-4c11-9963-2feed7ac23ba), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:51.333225 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1acaa6-8100-4c05-990a-ee26512fc98c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-4b3eb8b4-63f2-45e5-86e5-814dd8880e1a', 'network_id': '4b3eb8b4-63f2-45e5-86e5-814dd8880e1a', 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'fixed_ips': [{'subnet_id': 'f156b1e0-10c3-4889-8d06-b66a5e2d8c65'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:50:51.334666 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ba1acaa6-8100-4c05-990a-ee26512fc98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:51.368188 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ea340-edf5-41bf-ac92-c064dfa0c9bf req-62d3eef6-2da1-4e32-878e-1a08b88a5aff tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:51.370139 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a65ea340-edf5-41bf-ac92-c064dfa0c9bf req-62d3eef6-2da1-4e32-878e-1a08b88a5aff tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 944 time: 0.1197760 Feb 16 22:50:51.375075 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-608e477c-7baa-4be9-9b98-846a69280967 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router_controller (4461d80b-811c-4c11-9963-2feed7ac23ba), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:51.389630 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-608e477c-7baa-4be9-9b98-846a69280967 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (4461d80b-811c-4c11-9963-2feed7ac23ba), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:51.444886 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-608e477c-7baa-4be9-9b98-846a69280967 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:51.448801 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-608e477c-7baa-4be9-9b98-846a69280967 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2615895 Feb 16 22:50:51.449775 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47580) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:51.493454 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a65ea340-edf5-41bf-ac92-c064dfa0c9bf req-bacb2710-e0ee-43e0-a21b-0a8bbdb5470e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135104 Feb 16 22:50:51.505886 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b3fc3e74-4fd4-43b7-8476-a6d13029a8c4 req-e05eeb78-60c6-4a8c-8447-f65bdf09502e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7178e56a-93f3-40ea-b166-7e5ee4f8fa88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0985096 Feb 16 22:50:51.603032 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-ba1acaa6-8100-4c05-990a-ee26512fc98c None None] Allocated IP 172.20.0.2 (4b3eb8b4-63f2-45e5-86e5-814dd8880e1a/f156b1e0-10c3-4889-8d06-b66a5e2d8c65/5f8af8ed-8575-402b-98f3-1fa12ed26a9c) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:50:51.733866 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc3e74-4fd4-43b7-8476-a6d13029a8c4 req-9193b9d8-10ea-4b76-b2d7-197166849531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:51.736454 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b3fc3e74-4fd4-43b7-8476-a6d13029a8c4 req-9193b9d8-10ea-4b76-b2d7-197166849531 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f5e1eb1b6852405b9a1ae9a26a17b129&device_id=7178e56a-93f3-40ea-b166-7e5ee4f8fa88 HTTP/1.1" status: 200 len: 1128 time: 0.1691234 Feb 16 22:50:51.765139 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82aaaff-569f-4efc-8f61-36bc8c8598f4 req-529964d9-6c78-4856-a219-8a05e16c0b0f tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:51.766878 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a82aaaff-569f-4efc-8f61-36bc8c8598f4 req-529964d9-6c78-4856-a219-8a05e16c0b0f tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7178e56a-93f3-40ea-b166-7e5ee4f8fa88 HTTP/1.1" status: 200 len: 946 time: 0.1013410 Feb 16 22:50:51.876040 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ba1acaa6-8100-4c05-990a-ee26512fc98c None None] Publish callbacks [] for port (5f8af8ed-8575-402b-98f3-1fa12ed26a9c), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:51.884976 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ba1acaa6-8100-4c05-990a-ee26512fc98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (5f8af8ed-8575-402b-98f3-1fa12ed26a9c), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:51.903484 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a82aaaff-569f-4efc-8f61-36bc8c8598f4 req-7ba80a49-6e6e-4952-8f75-41910534a4b1 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f4ab3705-3bbd-4349-9c62-bff3b48abc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162646 Feb 16 22:50:51.916586 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc3e74-4fd4-43b7-8476-a6d13029a8c4 req-9679c68f-63c6-4579-a657-598fea798434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:51.920938 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b3fc3e74-4fd4-43b7-8476-a6d13029a8c4 req-9679c68f-63c6-4579-a657-598fea798434 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d HTTP/1.1" status: 200 len: 913 time: 0.1522796 Feb 16 22:50:51.925554 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-216eef6b-cf08-4a14-bf83-212131e591dd tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:51.939279 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1acaa6-8100-4c05-990a-ee26512fc98c None None] Network 4b3eb8b4-63f2-45e5-86e5-814dd8880e1a is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:50:51.949762 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-ba1acaa6-8100-4c05-990a-ee26512fc98c None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:50:51.952757 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1acaa6-8100-4c05-990a-ee26512fc98c None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:50:51.991564 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1acaa6-8100-4c05-990a-ee26512fc98c None None] Pushing event updated for resources: {'Port': ['ID=5f8af8ed-8575-402b-98f3-1fa12ed26a9c,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:52.051647 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-ba1acaa6-8100-4c05-990a-ee26512fc98c None None] Attempting to bind port 5f8af8ed-8575-402b-98f3-1fa12ed26a9c on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:50:52.052256 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-ba1acaa6-8100-4c05-990a-ee26512fc98c None None] Attempting to bind port 5f8af8ed-8575-402b-98f3-1fa12ed26a9c by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '03287610-5d78-463c-8d2b-ebce490c3f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4b3eb8b4-63f2-45e5-86e5-814dd8880e1a'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:50:52.053156 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1acaa6-8100-4c05-990a-ee26512fc98c None None] Attempting to bind port 5f8af8ed-8575-402b-98f3-1fa12ed26a9c on network 4b3eb8b4-63f2-45e5-86e5-814dd8880e1a {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:50:52.065541 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1acaa6-8100-4c05-990a-ee26512fc98c None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:50:52.065997 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1acaa6-8100-4c05-990a-ee26512fc98c None None] Checking segment: {'id': '03287610-5d78-463c-8d2b-ebce490c3f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4b3eb8b4-63f2-45e5-86e5-814dd8880e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:50:52.068247 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ba1acaa6-8100-4c05-990a-ee26512fc98c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:52.068866 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b3fc3e74-4fd4-43b7-8476-a6d13029a8c4 req-d4087ed6-61f3-4b49-9a28-3067323cf219 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98417943-b586-40e5-9e6d-dcd5f33cc11c HTTP/1.1" status: 200 len: 217 time: 0.1420236 Feb 16 22:50:52.069760 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1acaa6-8100-4c05-990a-ee26512fc98c None None] Bound using segment: {'id': '03287610-5d78-463c-8d2b-ebce490c3f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4b3eb8b4-63f2-45e5-86e5-814dd8880e1a'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:50:52.073058 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-ba1acaa6-8100-4c05-990a-ee26512fc98c None None] Bound port: 5f8af8ed-8575-402b-98f3-1fa12ed26a9c, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03287610-5d78-463c-8d2b-ebce490c3f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4b3eb8b4-63f2-45e5-86e5-814dd8880e1a'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:50:52.074647 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ba1acaa6-8100-4c05-990a-ee26512fc98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5f8af8ed-8575-402b-98f3-1fa12ed26a9c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:52.152455 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc3e74-4fd4-43b7-8476-a6d13029a8c4 req-9549e48e-0620-4f1f-9505-17bbeb4bd6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:52.173360 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b3fc3e74-4fd4-43b7-8476-a6d13029a8c4 req-9549e48e-0620-4f1f-9505-17bbeb4bd6e9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8a89b3ce-39c3-4fba-8f67-f8fa8b6fb95c HTTP/1.1" status: 200 len: 852 time: 0.0946727 Feb 16 22:50:52.248082 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-ba1acaa6-8100-4c05-990a-ee26512fc98c None None] For port 5f8af8ed-8575-402b-98f3-1fa12ed26a9c, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:50:52.254112 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-ba1acaa6-8100-4c05-990a-ee26512fc98c None None] For port 5f8af8ed-8575-402b-98f3-1fa12ed26a9c, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5f8af8ed-8575-402b-98f3-1fa12ed26a9c,segment=NetworkSegment(03287610-5d78-463c-8d2b-ebce490c3f1e),segment_id=03287610-5d78-463c-8d2b-ebce490c3f1e)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:50:52.262860 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ba1acaa6-8100-4c05-990a-ee26512fc98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5f8af8ed-8575-402b-98f3-1fa12ed26a9c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:52.292656 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b3fc3e74-4fd4-43b7-8476-a6d13029a8c4 req-f2ac269d-a7cb-474f-afb6-38ffa0282e32 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140792 Feb 16 22:50:52.323116 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-b3fc3e74-4fd4-43b7-8476-a6d13029a8c4 req-f10ffa70-ec0c-4d55-89c0-12f4d901b7a4 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:50:52.324892 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b3fc3e74-4fd4-43b7-8476-a6d13029a8c4 req-f10ffa70-ec0c-4d55-89c0-12f4d901b7a4 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075781 Feb 16 22:50:52.381695 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1acaa6-8100-4c05-990a-ee26512fc98c None None] Pushing event updated for resources: {'Port': ['ID=5f8af8ed-8575-402b-98f3-1fa12ed26a9c,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:52.402501 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-216eef6b-cf08-4a14-bf83-212131e591dd tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Allocated IP 172.20.0.1 (4b3eb8b4-63f2-45e5-86e5-814dd8880e1a/f156b1e0-10c3-4889-8d06-b66a5e2d8c65/917294e0-e632-4329-8409-1d95a59c8f40) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:50:52.431898 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb45c5-78b5-4ca5-ab5c-04350728454b req-ee6b6393-34cf-4495-a7ec-06a6383516bf tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:52.440740 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-34cb45c5-78b5-4ca5-ab5c-04350728454b req-ee6b6393-34cf-4495-a7ec-06a6383516bf tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7178e56a-93f3-40ea-b166-7e5ee4f8fa88 HTTP/1.1" status: 200 len: 946 time: 0.1613145 Feb 16 22:50:52.525381 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b3fc3e74-4fd4-43b7-8476-a6d13029a8c4 req-0521292b-12e4-42bc-ace8-9267532a60ae service neutron] 10.222.0.67 "GET /v2.0/networks/fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919525 Feb 16 22:50:52.533171 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-34cb45c5-78b5-4ca5-ab5c-04350728454b req-d456c274-826d-4125-aa8d-318019bffa5f tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f4ab3705-3bbd-4349-9c62-bff3b48abc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912905 Feb 16 22:50:52.578257 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-216eef6b-cf08-4a14-bf83-212131e591dd tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for port (917294e0-e632-4329-8409-1d95a59c8f40), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:52.682024 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-216eef6b-cf08-4a14-bf83-212131e591dd tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (917294e0-e632-4329-8409-1d95a59c8f40), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:52.760127 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b3fc3e74-4fd4-43b7-8476-a6d13029a8c4 req-d5fc5878-44be-4813-bb98-9eee628f1ee2 service neutron] 10.222.0.67 "GET /v2.0/networks/fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256823 Feb 16 22:50:52.789960 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216eef6b-cf08-4a14-bf83-212131e591dd tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Port': ['ID=917294e0-e632-4329-8409-1d95a59c8f40,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:52.810761 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216eef6b-cf08-4a14-bf83-212131e591dd tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network 4b3eb8b4-63f2-45e5-86e5-814dd8880e1a is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:50:52.821500 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-216eef6b-cf08-4a14-bf83-212131e591dd tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:50:52.827131 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216eef6b-cf08-4a14-bf83-212131e591dd tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:50:52.878164 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f54db-2537-4577-a82b-6fa57262a82e req-ab292a33-4c20-48f6-b60a-35fd369ca41c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:52.881496 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b87f54db-2537-4577-a82b-6fa57262a82e req-ab292a33-4c20-48f6-b60a-35fd369ca41c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 944 time: 0.1765463 Feb 16 22:50:52.918696 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-216eef6b-cf08-4a14-bf83-212131e591dd tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (4461d80b-811c-4c11-9963-2feed7ac23ba), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:52.942176 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b87f54db-2537-4577-a82b-6fa57262a82e req-ccbe8e8d-a170-4118-b25c-d57e46231256 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540073 Feb 16 22:50:52.947392 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513804ac-ed54-44af-9155-8e1fb46a22e5 req-faad1ccf-88a8-42c6-9809-ae2aafab04be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:52.948913 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-513804ac-ed54-44af-9155-8e1fb46a22e5 req-faad1ccf-88a8-42c6-9809-ae2aafab04be service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f5e1eb1b6852405b9a1ae9a26a17b129&device_id=7178e56a-93f3-40ea-b166-7e5ee4f8fa88 HTTP/1.1" status: 200 len: 1128 time: 0.1328528 Feb 16 22:50:53.099209 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-216eef6b-cf08-4a14-bf83-212131e591dd tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (917294e0-e632-4329-8409-1d95a59c8f40), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:53.107377 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513804ac-ed54-44af-9155-8e1fb46a22e5 req-c98a3fce-334b-421e-80ed-f956b6cb4b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:53.110210 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-513804ac-ed54-44af-9155-8e1fb46a22e5 req-c98a3fce-334b-421e-80ed-f956b6cb4b94 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d HTTP/1.1" status: 200 len: 913 time: 0.1553466 Feb 16 22:50:53.124544 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-87d7ff9d-03b7-4d5b-924b-81b7001a81ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:53.188681 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-513804ac-ed54-44af-9155-8e1fb46a22e5 req-a26a07db-e5c5-4fef-8c77-bdd2ac0a152f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98417943-b586-40e5-9e6d-dcd5f33cc11c HTTP/1.1" status: 200 len: 217 time: 0.0720065 Feb 16 22:50:53.243813 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513804ac-ed54-44af-9155-8e1fb46a22e5 req-1a33cc8f-b94d-4c4e-bc63-9466598667df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:53.245839 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-513804ac-ed54-44af-9155-8e1fb46a22e5 req-1a33cc8f-b94d-4c4e-bc63-9466598667df service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8a89b3ce-39c3-4fba-8f67-f8fa8b6fb95c HTTP/1.1" status: 200 len: 852 time: 0.0510759 Feb 16 22:50:53.286974 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-513804ac-ed54-44af-9155-8e1fb46a22e5 req-b041fac7-75ba-4a0b-910b-7999c03677d7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349915 Feb 16 22:50:53.415094 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-513804ac-ed54-44af-9155-8e1fb46a22e5 req-6b08416e-36a1-4ebc-970d-7218d7ca3cc6 service neutron] 10.222.0.67 "GET /v2.0/networks/fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199591 Feb 16 22:50:53.538270 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-216eef6b-cf08-4a14-bf83-212131e591dd tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for port (917294e0-e632-4329-8409-1d95a59c8f40), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:53.547287 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-216eef6b-cf08-4a14-bf83-212131e591dd tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (917294e0-e632-4329-8409-1d95a59c8f40), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:53.551244 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-513804ac-ed54-44af-9155-8e1fb46a22e5 req-2c705beb-b3d9-4962-b4ee-66ec08f9fb54 service neutron] 10.222.0.67 "GET /v2.0/networks/fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296608 Feb 16 22:50:53.638680 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-216eef6b-cf08-4a14-bf83-212131e591dd tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (4461d80b-811c-4c11-9963-2feed7ac23ba), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:53.643739 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216eef6b-cf08-4a14-bf83-212131e591dd tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Port': ['ID=917294e0-e632-4329-8409-1d95a59c8f40,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:53.725589 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8fd391-5ba1-4392-b00f-6e10470cc4a6 req-85de3a6f-d9df-4bc0-87b2-d1978e432722 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:53.727694 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ca8fd391-5ba1-4392-b00f-6e10470cc4a6 req-85de3a6f-d9df-4bc0-87b2-d1978e432722 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7178e56a-93f3-40ea-b166-7e5ee4f8fa88 HTTP/1.1" status: 200 len: 946 time: 0.0688896 Feb 16 22:50:53.771999 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216eef6b-cf08-4a14-bf83-212131e591dd tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network 4b3eb8b4-63f2-45e5-86e5-814dd8880e1a is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:50:53.776197 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-216eef6b-cf08-4a14-bf83-212131e591dd tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:50:53.795976 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ca8fd391-5ba1-4392-b00f-6e10470cc4a6 req-c4495a33-c0b3-4982-b970-b2c53d23cc50 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f4ab3705-3bbd-4349-9c62-bff3b48abc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618453 Feb 16 22:50:53.832540 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86366b07-710d-412b-bbc9-6b274e1db882 None None] Network 4b3eb8b4-63f2-45e5-86e5-814dd8880e1a requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:50:53.914420 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-89d136b8-1436-4341-98a2-82e7395ded5d None None] Provisioning complete for port 5f8af8ed-8575-402b-98f3-1fa12ed26a9c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:50:53.914809 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-89d136b8-1436-4341-98a2-82e7395ded5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5f8af8ed-8575-402b-98f3-1fa12ed26a9c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:53.971166 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216eef6b-cf08-4a14-bf83-212131e591dd tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Router 4461d80b-811c-4c11-9963-2feed7ac23ba is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:50:54.062523 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 9fed2208-a267-429d-8998-19499e50bc6c details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:50:54.072138 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-89d136b8-1436-4341-98a2-82e7395ded5d None None] Current status of the port 5f8af8ed-8575-402b-98f3-1fa12ed26a9c is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:50:54.072451 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-89d136b8-1436-4341-98a2-82e7395ded5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5f8af8ed-8575-402b-98f3-1fa12ed26a9c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:54.120460 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216eef6b-cf08-4a14-bf83-212131e591dd tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:50:54.133538 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-216eef6b-cf08-4a14-bf83-212131e591dd tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "PUT /v2.0/routers/4461d80b-811c-4c11-9963-2feed7ac23ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6830671 Feb 16 22:50:54.137154 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47598) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:54.145174 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-89d136b8-1436-4341-98a2-82e7395ded5d None None] For port 5f8af8ed-8575-402b-98f3-1fa12ed26a9c, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5f8af8ed-8575-402b-98f3-1fa12ed26a9c,segment=NetworkSegment(03287610-5d78-463c-8d2b-ebce490c3f1e),segment_id=03287610-5d78-463c-8d2b-ebce490c3f1e)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:50:54.154475 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab6d98f-71f5-4384-88e2-688182d69e45 None None] Sync routers for ids ['4461d80b-811c-4c11-9963-2feed7ac23ba'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:50:54.155362 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf603e6-33b4-4be3-b0ab-09f6f053e678 req-aa81b8d4-403c-40e8-91f1-9d7958d09432 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:54.164375 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-89d136b8-1436-4341-98a2-82e7395ded5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5f8af8ed-8575-402b-98f3-1fa12ed26a9c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:54.164787 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fbf603e6-33b4-4be3-b0ab-09f6f053e678 req-aa81b8d4-403c-40e8-91f1-9d7958d09432 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 944 time: 0.1146426 Feb 16 22:50:54.218813 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d136b8-1436-4341-98a2-82e7395ded5d None None] Pushing event updated for resources: {'Port': ['ID=5f8af8ed-8575-402b-98f3-1fa12ed26a9c,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:54.259082 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb8eec3-25a7-4132-a6d8-76b9aacbb190 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:54.261617 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bbb8eec3-25a7-4132-a6d8-76b9aacbb190 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "GET /v2.0/ports/917294e0-e632-4329-8409-1d95a59c8f40 HTTP/1.1" status: 200 len: 910 time: 0.1212645 Feb 16 22:50:54.264803 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47602) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:54.270161 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab6d98f-71f5-4384-88e2-688182d69e45 None None] Routers {'4461d80b-811c-4c11-9963-2feed7ac23ba'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:50:54.270843 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-7ab6d98f-71f5-4384-88e2-688182d69e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:50:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4461d80b-811c-4c11-9963-2feed7ac23ba'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:54.276413 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-90aaedd2-3db1-47be-a8e4-071089cd2be3 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f156b1e0-10c3-4889-8d06-b66a5e2d8c65'}]}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:50:54.280321 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fbf603e6-33b4-4be3-b0ab-09f6f053e678 req-e82eb98c-bca9-42d8-aec2-aceabecad2d9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145678 Feb 16 22:50:54.483938 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5f8af8ed-8575-402b-98f3-1fa12ed26a9c up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:50:54.493567 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-7ab6d98f-71f5-4384-88e2-688182d69e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:54.528834 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-90aaedd2-3db1-47be-a8e4-071089cd2be3 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (917294e0-e632-4329-8409-1d95a59c8f40), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:54.583086 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:54.593791 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 9fed2208-a267-429d-8998-19499e50bc6c, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=9fed2208-a267-429d-8998-19499e50bc6c,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:50:54.605118 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab6d98f-71f5-4384-88e2-688182d69e45 None None] Routers {'4461d80b-811c-4c11-9963-2feed7ac23ba'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:50:54.606078 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-7ab6d98f-71f5-4384-88e2-688182d69e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:50:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4461d80b-811c-4c11-9963-2feed7ac23ba'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:54.658518 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-7ab6d98f-71f5-4384-88e2-688182d69e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:54.659203 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab6d98f-71f5-4384-88e2-688182d69e45 None None] The sync data for ids ['4461d80b-811c-4c11-9963-2feed7ac23ba'] in n-d-813897-6 is: [] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:50:54.674190 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '9fed2208-a267-429d-8998-19499e50bc6c', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'port_id': '9fed2208-a267-429d-8998-19499e50bc6c', 'mac_address': 'fa:16:3e:9f:82:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:50:54.706856 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f3ec9eee-5e6c-45e8-a446-3865ff0559fd None None] Provisioning complete for port 917294e0-e632-4329-8409-1d95a59c8f40 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:50:54.707321 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f3ec9eee-5e6c-45e8-a446-3865ff0559fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (917294e0-e632-4329-8409-1d95a59c8f40), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:54.709850 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 5f8af8ed-8575-402b-98f3-1fa12ed26a9c triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:50:54.710255 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5f8af8ed-8575-402b-98f3-1fa12ed26a9c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:54.798417 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 9fed2208-a267-429d-8998-19499e50bc6c is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:50:54.798812 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9fed2208-a267-429d-8998-19499e50bc6c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:54.812618 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f3ec9eee-5e6c-45e8-a446-3865ff0559fd None None] Port 917294e0-e632-4329-8409-1d95a59c8f40 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:50:54.828878 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fed2208-a267-429d-8998-19499e50bc6c {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:50:54.892265 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 5f8af8ed-8575-402b-98f3-1fa12ed26a9c is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:50:54.904820 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 9fed2208-a267-429d-8998-19499e50bc6c, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=9fed2208-a267-429d-8998-19499e50bc6c,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:50:54.908004 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f3ec9eee-5e6c-45e8-a446-3865ff0559fd None None] Provisioning complete for port 5f8af8ed-8575-402b-98f3-1fa12ed26a9c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:50:54.908603 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f3ec9eee-5e6c-45e8-a446-3865ff0559fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5f8af8ed-8575-402b-98f3-1fa12ed26a9c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:54.967060 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9fed2208-a267-429d-8998-19499e50bc6c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:54.994904 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1eb26-fb03-43ed-85e4-2e1ba0f0809d req-2a9db780-3be2-421a-a54a-288f55cdbb00 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:54.997402 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e8a1eb26-fb03-43ed-85e4-2e1ba0f0809d req-2a9db780-3be2-421a-a54a-288f55cdbb00 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7178e56a-93f3-40ea-b166-7e5ee4f8fa88 HTTP/1.1" status: 200 len: 946 time: 0.1116509 Feb 16 22:50:55.067497 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e8a1eb26-fb03-43ed-85e4-2e1ba0f0809d req-ea9a1cb4-8971-4a58-8313-e26c705efaf6 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f4ab3705-3bbd-4349-9c62-bff3b48abc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639346 Feb 16 22:50:55.079955 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-90aaedd2-3db1-47be-a8e4-071089cd2be3 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for port (917294e0-e632-4329-8409-1d95a59c8f40), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:55.092322 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-90aaedd2-3db1-47be-a8e4-071089cd2be3 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (917294e0-e632-4329-8409-1d95a59c8f40), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:55.105564 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=9fed2208-a267-429d-8998-19499e50bc6c,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:55.118208 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f3ec9eee-5e6c-45e8-a446-3865ff0559fd None None] Current status of the port 5f8af8ed-8575-402b-98f3-1fa12ed26a9c is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:50:55.246353 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-50b2e5d5-ff03-4b27-ba0a-be2ae714bdd1 None None] Provisioning complete for port 917294e0-e632-4329-8409-1d95a59c8f40 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:50:55.247447 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-50b2e5d5-ff03-4b27-ba0a-be2ae714bdd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (917294e0-e632-4329-8409-1d95a59c8f40), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:55.298494 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-50b2e5d5-ff03-4b27-ba0a-be2ae714bdd1 None None] Port 917294e0-e632-4329-8409-1d95a59c8f40 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:50:55.310161 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['9fed2208-a267-429d-8998-19499e50bc6c'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:50:55.408977 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0feaa49-a0ca-44a1-a407-ba2f0cdf56bd req-05a795bc-c5b6-47c0-8315-06ae710d8b3d tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:55.410775 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e0feaa49-a0ca-44a1-a407-ba2f0cdf56bd req-05a795bc-c5b6-47c0-8315-06ae710d8b3d tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7178e56a-93f3-40ea-b166-7e5ee4f8fa88 HTTP/1.1" status: 200 len: 946 time: 0.0820909 Feb 16 22:50:55.484941 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e0feaa49-a0ca-44a1-a407-ba2f0cdf56bd req-88f6ba36-6cf0-4689-aa1c-40e2cdc5b05b tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f4ab3705-3bbd-4349-9c62-bff3b48abc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668814 Feb 16 22:50:55.534364 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aaedd2-3db1-47be-a8e4-071089cd2be3 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Port': ['ID=917294e0-e632-4329-8409-1d95a59c8f40,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:55.566806 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90aaedd2-3db1-47be-a8e4-071089cd2be3 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:55.567505 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-90aaedd2-3db1-47be-a8e4-071089cd2be3 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:55.569156 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-90aaedd2-3db1-47be-a8e4-071089cd2be3 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "PUT /v2.0/ports/917294e0-e632-4329-8409-1d95a59c8f40 HTTP/1.1" status: 200 len: 910 time: 1.3021436 Feb 16 22:50:55.572421 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47614) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:55.672849 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:55.983842 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e902c0-b825-4a55-9a31-e30aa67df8a4 req-d129938b-435c-4c0f-a99b-e650f7efe06d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:55.985219 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6e902c0-b825-4a55-9a31-e30aa67df8a4 req-d129938b-435c-4c0f-a99b-e650f7efe06d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 945 time: 0.4146857 Feb 16 22:50:56.283631 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5f8af8ed-8575-402b-98f3-1fa12ed26a9c up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:50:56.290623 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6e902c0-b825-4a55-9a31-e30aa67df8a4 req-e7384cdd-bf65-43cd-8103-6e9a8bc084c0 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710204 Feb 16 22:50:56.301788 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-39cdabad-ff0a-4049-a1ef-a7ede9c97301 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (4461d80b-811c-4c11-9963-2feed7ac23ba), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:56.350005 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 5f8af8ed-8575-402b-98f3-1fa12ed26a9c triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:50:56.350392 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5f8af8ed-8575-402b-98f3-1fa12ed26a9c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:56.362809 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47620) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:56.479585 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 5f8af8ed-8575-402b-98f3-1fa12ed26a9c is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:50:56.593603 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6a16e8-624a-4a9b-a0ac-19790aacc3b5 admin admin] Deleting subnet 682cee36-82ef-447d-8aeb-c028e2eee6a0 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:50:56.598806 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3a6a16e8-624a-4a9b-a0ac-19790aacc3b5 admin admin] Publish callbacks [] for subnet (682cee36-82ef-447d-8aeb-c028e2eee6a0), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:56.639371 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3a6a16e8-624a-4a9b-a0ac-19790aacc3b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (682cee36-82ef-447d-8aeb-c028e2eee6a0), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:56.650206 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154b671-5b84-42fc-9b8d-d1d5be1b4212 req-dcabd4e7-64af-447a-b564-0fe180e28817 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:56.651931 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6154b671-5b84-42fc-9b8d-d1d5be1b4212 req-dcabd4e7-64af-447a-b564-0fe180e28817 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7178e56a-93f3-40ea-b166-7e5ee4f8fa88 HTTP/1.1" status: 200 len: 946 time: 0.0804448 Feb 16 22:50:56.656367 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-39cdabad-ff0a-4049-a1ef-a7ede9c97301 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Deleting port 917294e0-e632-4329-8409-1d95a59c8f40 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:50:56.656711 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-39cdabad-ff0a-4049-a1ef-a7ede9c97301 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (917294e0-e632-4329-8409-1d95a59c8f40), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:56.688776 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3a6a16e8-624a-4a9b-a0ac-19790aacc3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (682cee36-82ef-447d-8aeb-c028e2eee6a0), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:56.750763 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3a6a16e8-624a-4a9b-a0ac-19790aacc3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (682cee36-82ef-447d-8aeb-c028e2eee6a0), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:56.769153 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6154b671-5b84-42fc-9b8d-d1d5be1b4212 req-d7d94433-8b05-4a12-8d68-020025f0d992 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f4ab3705-3bbd-4349-9c62-bff3b48abc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077888 Feb 16 22:50:56.785636 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a16e8-624a-4a9b-a0ac-19790aacc3b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=682cee36-82ef-447d-8aeb-c028e2eee6a0,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:56.787647 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-39cdabad-ff0a-4049-a1ef-a7ede9c97301 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (917294e0-e632-4329-8409-1d95a59c8f40), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:56.792021 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3a6a16e8-624a-4a9b-a0ac-19790aacc3b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:56.800087 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47626) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:56.800789 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3a6a16e8-624a-4a9b-a0ac-19790aacc3b5 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/682cee36-82ef-447d-8aeb-c028e2eee6a0 HTTP/1.1" status: 204 len: 168 time: 0.4359319 Feb 16 22:50:56.819413 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-39cdabad-ff0a-4049-a1ef-a7ede9c97301 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Calling delete_port for 917294e0-e632-4329-8409-1d95a59c8f40 owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:50:56.943089 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-51a2966c-ce0d-4b52-ac85-492f218d94b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (711f76dd-299d-4633-b0c0-e90e0dfbc02d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:57.048199 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:57.175869 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-51a2966c-ce0d-4b52-ac85-492f218d94b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (711f76dd-299d-4633-b0c0-e90e0dfbc02d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:57.213223 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f76d8-3682-4ab8-a026-164a2e08f58e req-a2fd7348-0aee-4fc8-a208-4fc1006de597 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:57.214785 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-404f76d8-3682-4ab8-a026-164a2e08f58e req-a2fd7348-0aee-4fc8-a208-4fc1006de597 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7178e56a-93f3-40ea-b166-7e5ee4f8fa88 HTTP/1.1" status: 200 len: 946 time: 0.2473798 Feb 16 22:50:57.222167 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2bda2-ed7f-45fc-bee7-89d97c9d9fce req-0a2a1cc3-7c91-47ff-92e5-dca3e9b62813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:57.223656 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-27a2bda2-ed7f-45fc-bee7-89d97c9d9fce req-0a2a1cc3-7c91-47ff-92e5-dca3e9b62813 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f5e1eb1b6852405b9a1ae9a26a17b129&device_id=7178e56a-93f3-40ea-b166-7e5ee4f8fa88 HTTP/1.1" status: 200 len: 1128 time: 0.1981125 Feb 16 22:50:57.228722 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-51a2966c-ce0d-4b52-ac85-492f218d94b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['711f76dd-299d-4633-b0c0-e90e0dfbc02d']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:57.276981 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-51a2966c-ce0d-4b52-ac85-492f218d94b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7afa8abd-d24a-4287-bcf0-18629abdf72a') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:57.277256 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-51a2966c-ce0d-4b52-ac85-492f218d94b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7afa8abd-d24a-4287-bcf0-18629abdf72a') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:57.312727 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-51a2966c-ce0d-4b52-ac85-492f218d94b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (7afa8abd-d24a-4287-bcf0-18629abdf72a), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:57.390834 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-51a2966c-ce0d-4b52-ac85-492f218d94b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (7afa8abd-d24a-4287-bcf0-18629abdf72a), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:57.408746 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51a2966c-ce0d-4b52-ac85-492f218d94b3 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:50:57.409148 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-51a2966c-ce0d-4b52-ac85-492f218d94b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (7afa8abd-d24a-4287-bcf0-18629abdf72a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:57.411076 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-39cdabad-ff0a-4049-a1ef-a7ede9c97301 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (917294e0-e632-4329-8409-1d95a59c8f40), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:57.412935 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:50:57.412935 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:50:57.412935 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:50:57.412935 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:50:57.412935 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:50:57.412935 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:50:57.412935 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:50:57.412935 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:50:57.412935 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:50:57.412935 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:50:57.412935 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:50:57.412935 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:50:57.412935 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:50:57.412935 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:50:57.412935 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:50:57.412935 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:50:57.412935 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:50:57.412935 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:50:57.412935 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:50:57.412935 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:50:57.412935 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:50:57.412935 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:50:57.412935 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:50:57.412935 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:50:57.412935 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:50:57.412935 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:50:57.412935 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:50:57.412935 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:50:57.412935 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:50:57.412935 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:50:57.412935 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:50:57.412935 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:50:57.430767 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-404f76d8-3682-4ab8-a026-164a2e08f58e req-3eb8eecd-efc4-482e-8fcd-007396316bb8 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f4ab3705-3bbd-4349-9c62-bff3b48abc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994612 Feb 16 22:50:57.472648 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cdabad-ff0a-4049-a1ef-a7ede9c97301 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event deleted for resources: {'Port': ['ID=917294e0-e632-4329-8409-1d95a59c8f40,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:57.576139 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdabad-ff0a-4049-a1ef-a7ede9c97301 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:57.576441 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdabad-ff0a-4049-a1ef-a7ede9c97301 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:57.576744 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdabad-ff0a-4049-a1ef-a7ede9c97301 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:57.577052 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdabad-ff0a-4049-a1ef-a7ede9c97301 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:57.577357 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdabad-ff0a-4049-a1ef-a7ede9c97301 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:57.577683 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdabad-ff0a-4049-a1ef-a7ede9c97301 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:57.578030 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdabad-ff0a-4049-a1ef-a7ede9c97301 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:57.578356 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdabad-ff0a-4049-a1ef-a7ede9c97301 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:57.578680 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdabad-ff0a-4049-a1ef-a7ede9c97301 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:57.579001 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdabad-ff0a-4049-a1ef-a7ede9c97301 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:57.579327 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdabad-ff0a-4049-a1ef-a7ede9c97301 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:57.579646 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdabad-ff0a-4049-a1ef-a7ede9c97301 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:57.579969 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdabad-ff0a-4049-a1ef-a7ede9c97301 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:50:57.613154 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-51a2966c-ce0d-4b52-ac85-492f218d94b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (711f76dd-299d-4633-b0c0-e90e0dfbc02d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:57.618981 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-51a2966c-ce0d-4b52-ac85-492f218d94b3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:57.622373 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-51a2966c-ce0d-4b52-ac85-492f218d94b3 admin admin] 10.222.0.75 "DELETE /v2.0/networks/711f76dd-299d-4633-b0c0-e90e0dfbc02d HTTP/1.1" status: 204 len: 168 time: 0.8210793 Feb 16 22:50:57.624879 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2bda2-ed7f-45fc-bee7-89d97c9d9fce req-2086848b-91ff-4c35-b8bb-a33a656e7377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:57.626465 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-27a2bda2-ed7f-45fc-bee7-89d97c9d9fce req-2086848b-91ff-4c35-b8bb-a33a656e7377 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d HTTP/1.1" status: 200 len: 913 time: 0.3890595 Feb 16 22:50:57.698480 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2966c-ce0d-4b52-ac85-492f218d94b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=711f76dd-299d-4633-b0c0-e90e0dfbc02d,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:57.720721 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-27a2bda2-ed7f-45fc-bee7-89d97c9d9fce req-4b43378a-7d9b-4a45-bc88-e11ac4157b38 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98417943-b586-40e5-9e6d-dcd5f33cc11c HTTP/1.1" status: 200 len: 217 time: 0.0766985 Feb 16 22:50:57.819927 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-39cdabad-ff0a-4049-a1ef-a7ede9c97301 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (4461d80b-811c-4c11-9963-2feed7ac23ba), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:57.838667 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47636) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:57.894934 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-58f561ff-7b09-40fb-960c-0aaf53aa2302 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=23fc1adac9ab43babb811e6bb6a91375&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0508120 Feb 16 22:50:57.895148 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47638) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:57.904858 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd25c4-1bec-4949-93df-a8d846e087ce req-8559781c-56e6-4e14-9607-44921c983baa tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:57.907735 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-80cd25c4-1bec-4949-93df-a8d846e087ce req-8559781c-56e6-4e14-9607-44921c983baa tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 945 time: 0.3818557 Feb 16 22:50:57.963372 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8039e2c1-01b4-4947-986a-07c744a745f2 admin admin] Publish callbacks [] for security_group (0cea22e7-9828-437c-b67a-180cc743f9e4), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:57.986547 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8039e2c1-01b4-4947-986a-07c744a745f2 admin admin] Publish callbacks [] for security_group (0cea22e7-9828-437c-b67a-180cc743f9e4), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:58.027476 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2bda2-ed7f-45fc-bee7-89d97c9d9fce req-5161932d-b2d4-456c-a9a6-02b25d8f5e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:58.029154 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-27a2bda2-ed7f-45fc-bee7-89d97c9d9fce req-5161932d-b2d4-456c-a9a6-02b25d8f5e88 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8a89b3ce-39c3-4fba-8f67-f8fa8b6fb95c HTTP/1.1" status: 200 len: 852 time: 0.2043886 Feb 16 22:50:58.038498 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8039e2c1-01b4-4947-986a-07c744a745f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (0cea22e7-9828-437c-b67a-180cc743f9e4), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:58.041763 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8039e2c1-01b4-4947-986a-07c744a745f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:58.045484 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8039e2c1-01b4-4947-986a-07c744a745f2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0cea22e7-9828-437c-b67a-180cc743f9e4 HTTP/1.1" status: 204 len: 168 time: 0.1469378 Feb 16 22:50:58.060558 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 9fed2208-a267-429d-8998-19499e50bc6c up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:50:58.069149 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039e2c1-01b4-4947-986a-07c744a745f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cea22e7-9828-437c-b67a-180cc743f9e4,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:58.071113 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-27a2bda2-ed7f-45fc-bee7-89d97c9d9fce req-6b8c1589-88b2-476b-824f-fee51a9aed50 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333116 Feb 16 22:50:58.088963 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-80cd25c4-1bec-4949-93df-a8d846e087ce req-f24e4938-5861-4c91-a53a-b5fa11942845 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693692 Feb 16 22:50:58.174727 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 9fed2208-a267-429d-8998-19499e50bc6c completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:50:58.186046 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 9fed2208-a267-429d-8998-19499e50bc6c triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:50:58.187484 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9fed2208-a267-429d-8998-19499e50bc6c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:58.213073 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39cdabad-ff0a-4049-a1ef-a7ede9c97301 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Router 4461d80b-811c-4c11-9963-2feed7ac23ba has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:50:58.305406 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 9fed2208-a267-429d-8998-19499e50bc6c is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:50:58.306438 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9fed2208-a267-429d-8998-19499e50bc6c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:58.333888 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd277cd5b-a549-483a-921e-ac83d50f338c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fed2208-a267-429d-8998-19499e50bc6c'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:50:58.336968 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40209ebd-f17c-43a9-ae88-4a767d06d51a" -d '{"events": [{"server_uuid": "d277cd5b-a549-483a-921e-ac83d50f338c", "name": "network-vif-plugged", "status": "completed", "tag": "9fed2208-a267-429d-8998-19499e50bc6c"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:50:58.349238 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cdabad-ff0a-4049-a1ef-a7ede9c97301 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:50:58.351079 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 9fed2208-a267-429d-8998-19499e50bc6c, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=9fed2208-a267-429d-8998-19499e50bc6c,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:50:58.360080 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9fed2208-a267-429d-8998-19499e50bc6c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:58.368741 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e650da-28f4-414d-aef4-5eb14fb9e32e None None] Sync routers for ids ['4461d80b-811c-4c11-9963-2feed7ac23ba'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:50:58.374140 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-27a2bda2-ed7f-45fc-bee7-89d97c9d9fce req-770fb8d6-95bc-493f-8e9a-ce0711bd2c36 service neutron] 10.222.0.67 "GET /v2.0/networks/fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834792 Feb 16 22:50:58.382877 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-39cdabad-ff0a-4049-a1ef-a7ede9c97301 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "PUT /v2.0/routers/4461d80b-811c-4c11-9963-2feed7ac23ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7976942 Feb 16 22:50:58.383181 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47644) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:58.393746 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e650da-28f4-414d-aef4-5eb14fb9e32e None None] Routers {'4461d80b-811c-4c11-9963-2feed7ac23ba'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:50:58.411546 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-d2e650da-28f4-414d-aef4-5eb14fb9e32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:50:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4461d80b-811c-4c11-9963-2feed7ac23ba'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:58.472565 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d618760-2a91-4507-949b-3fe9053ce4e0 x-openstack-request-id: req-6d618760-2a91-4507-949b-3fe9053ce4e0 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:50:58.473515 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d277cd5b-a549-483a-921e-ac83d50f338c", "name": "network-vif-plugged", "status": "completed", "tag": "9fed2208-a267-429d-8998-19499e50bc6c", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:50:58.473813 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6d618760-2a91-4507-949b-3fe9053ce4e0 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:50:58.474314 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd277cd5b-a549-483a-921e-ac83d50f338c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fed2208-a267-429d-8998-19499e50bc6c', 'code': 200} Feb 16 22:50:58.475326 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=9fed2208-a267-429d-8998-19499e50bc6c,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:58.497810 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47648) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:58.504063 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-846bbe12-c36d-45b5-a7ef-82485baf21c1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "GET /v2.0/ports?device_id=4461d80b-811c-4c11-9963-2feed7ac23ba HTTP/1.1" status: 200 len: 205 time: 0.1192214 Feb 16 22:50:58.519976 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-d2e650da-28f4-414d-aef4-5eb14fb9e32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:58.538513 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e650da-28f4-414d-aef4-5eb14fb9e32e None None] Routers {'4461d80b-811c-4c11-9963-2feed7ac23ba'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:50:58.539162 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-d2e650da-28f4-414d-aef4-5eb14fb9e32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:50:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4461d80b-811c-4c11-9963-2feed7ac23ba'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:58.626832 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-d2e650da-28f4-414d-aef4-5eb14fb9e32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:50:58.627813 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e650da-28f4-414d-aef4-5eb14fb9e32e None None] The sync data for ids ['4461d80b-811c-4c11-9963-2feed7ac23ba'] in n-d-813897-6 is: [] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:50:58.651330 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecda9e-566b-48b5-b9f9-815862cd58c3 req-88dae703-45c0-4a93-baa7-1d7cf3dbfa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:58.652673 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:58.653757 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-41ecda9e-566b-48b5-b9f9-815862cd58c3 req-88dae703-45c0-4a93-baa7-1d7cf3dbfa9f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 1128 time: 0.1333668 Feb 16 22:50:58.719166 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-41ecda9e-566b-48b5-b9f9-815862cd58c3 req-70448d7e-fd7e-49e0-8658-8b4decd3dcfb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595477 Feb 16 22:50:58.980792 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-abc947c9-1d7a-4a54-b771-f3a9f6db4a71 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router (4461d80b-811c-4c11-9963-2feed7ac23ba), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:59.064788 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-27a2bda2-ed7f-45fc-bee7-89d97c9d9fce req-6206b7e1-7977-474f-9814-aa476ec5d109 service neutron] 10.222.0.67 "GET /v2.0/networks/fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6755619 Feb 16 22:50:59.142918 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00623edb-bf21-44ff-9999-c2e8da2a558f req-390e7b48-b0c0-4fc3-9c08-06a804b125db tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:59.144531 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-00623edb-bf21-44ff-9999-c2e8da2a558f req-390e7b48-b0c0-4fc3-9c08-06a804b125db tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7178e56a-93f3-40ea-b166-7e5ee4f8fa88 HTTP/1.1" status: 200 len: 946 time: 0.2352085 Feb 16 22:50:59.192604 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-abc947c9-1d7a-4a54-b771-f3a9f6db4a71 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (4461d80b-811c-4c11-9963-2feed7ac23ba), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:59.195642 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-abc947c9-1d7a-4a54-b771-f3a9f6db4a71 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router_controller (4461d80b-811c-4c11-9963-2feed7ac23ba), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:59.259899 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-00623edb-bf21-44ff-9999-c2e8da2a558f req-66da28b1-5afa-4eaf-8280-e4511c1552f4 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f4ab3705-3bbd-4349-9c62-bff3b48abc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881093 Feb 16 22:50:59.260952 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-abc947c9-1d7a-4a54-b771-f3a9f6db4a71 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (4461d80b-811c-4c11-9963-2feed7ac23ba), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:59.261454 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc947c9-1d7a-4a54-b771-f3a9f6db4a71 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Fanout notify agent at l3_agent the message router_deleted on router 4461d80b-811c-4c11-9963-2feed7ac23ba {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:50:59.268637 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-abc947c9-1d7a-4a54-b771-f3a9f6db4a71 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:59.272594 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-abc947c9-1d7a-4a54-b771-f3a9f6db4a71 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/routers/4461d80b-811c-4c11-9963-2feed7ac23ba HTTP/1.1" status: 204 len: 168 time: 0.7710176 Feb 16 22:50:59.272758 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47652) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:59.330408 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2598b3a-fe4f-476e-bd90-12b2ec0ae6d1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Deleting subnet f156b1e0-10c3-4889-8d06-b66a5e2d8c65 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:50:59.334189 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f2598b3a-fe4f-476e-bd90-12b2ec0ae6d1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for subnet (f156b1e0-10c3-4889-8d06-b66a5e2d8c65), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:59.375154 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f2598b3a-fe4f-476e-bd90-12b2ec0ae6d1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (f156b1e0-10c3-4889-8d06-b66a5e2d8c65), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:59.405919 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94239d44-ee44-4d6f-a386-6376bd51d0ce req-e8b72b6b-7727-4e7f-9a2e-3db1c5dc4f7f tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:50:59.407867 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94239d44-ee44-4d6f-a386-6376bd51d0ce req-e8b72b6b-7727-4e7f-9a2e-3db1c5dc4f7f tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 946 time: 0.0687478 Feb 16 22:50:59.463460 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94239d44-ee44-4d6f-a386-6376bd51d0ce req-0be50f9a-8801-45f8-bbd2-77500086040e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468659 Feb 16 22:50:59.471531 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f2598b3a-fe4f-476e-bd90-12b2ec0ae6d1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (f156b1e0-10c3-4889-8d06-b66a5e2d8c65), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:59.540395 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f2598b3a-fe4f-476e-bd90-12b2ec0ae6d1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (f156b1e0-10c3-4889-8d06-b66a5e2d8c65), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:59.565911 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2598b3a-fe4f-476e-bd90-12b2ec0ae6d1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event deleted for resources: {'Subnet': ['ID=f156b1e0-10c3-4889-8d06-b66a5e2d8c65,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:59.571831 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f2598b3a-fe4f-476e-bd90-12b2ec0ae6d1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:59.576412 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f2598b3a-fe4f-476e-bd90-12b2ec0ae6d1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/subnets/f156b1e0-10c3-4889-8d06-b66a5e2d8c65 HTTP/1.1" status: 204 len: 168 time: 0.3013549 Feb 16 22:50:59.578325 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c3d884-69a6-4c0d-a795-4ed978f31b34 None None] Network 4b3eb8b4-63f2-45e5-86e5-814dd8880e1a requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:50:59.578785 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47654) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:50:59.654385 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-93f091ca-59a6-43a8-a637-d8b09e1d4388 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (4b3eb8b4-63f2-45e5-86e5-814dd8880e1a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:59.715028 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-93f091ca-59a6-43a8-a637-d8b09e1d4388 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Deleting port 5f8af8ed-8575-402b-98f3-1fa12ed26a9c {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:50:59.715391 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-93f091ca-59a6-43a8-a637-d8b09e1d4388 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (5f8af8ed-8575-402b-98f3-1fa12ed26a9c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:59.747983 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1edd41-2043-4986-ad39-a917e59b6d53 None None] DHCP port deletion for 4b3eb8b4-63f2-45e5-86e5-814dd8880e1a request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:50:59.787233 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-93f091ca-59a6-43a8-a637-d8b09e1d4388 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] For port 5f8af8ed-8575-402b-98f3-1fa12ed26a9c, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5f8af8ed-8575-402b-98f3-1fa12ed26a9c,segment=NetworkSegment(03287610-5d78-463c-8d2b-ebce490c3f1e),segment_id=03287610-5d78-463c-8d2b-ebce490c3f1e)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:50:59.787612 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-93f091ca-59a6-43a8-a637-d8b09e1d4388 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (5f8af8ed-8575-402b-98f3-1fa12ed26a9c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:59.797414 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-ab1edd41-2043-4986-ad39-a917e59b6d53 None None] Deleting port 5f8af8ed-8575-402b-98f3-1fa12ed26a9c {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:50:59.797703 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ab1edd41-2043-4986-ad39-a917e59b6d53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (5f8af8ed-8575-402b-98f3-1fa12ed26a9c), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:59.802577 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-93f091ca-59a6-43a8-a637-d8b09e1d4388 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Calling delete_port for 5f8af8ed-8575-402b-98f3-1fa12ed26a9c owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:50:59.870625 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-ab1edd41-2043-4986-ad39-a917e59b6d53 None None] For port 5f8af8ed-8575-402b-98f3-1fa12ed26a9c, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5f8af8ed-8575-402b-98f3-1fa12ed26a9c,segment=NetworkSegment(03287610-5d78-463c-8d2b-ebce490c3f1e),segment_id=03287610-5d78-463c-8d2b-ebce490c3f1e)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:50:59.871209 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ab1edd41-2043-4986-ad39-a917e59b6d53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (5f8af8ed-8575-402b-98f3-1fa12ed26a9c), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:59.893154 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-ab1edd41-2043-4986-ad39-a917e59b6d53 None None] Calling delete_port for 5f8af8ed-8575-402b-98f3-1fa12ed26a9c owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:50:59.894423 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-93f091ca-59a6-43a8-a637-d8b09e1d4388 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (5f8af8ed-8575-402b-98f3-1fa12ed26a9c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:50:59.925183 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f091ca-59a6-43a8-a637-d8b09e1d4388 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event deleted for resources: {'Port': ['ID=5f8af8ed-8575-402b-98f3-1fa12ed26a9c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:50:59.929898 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f091ca-59a6-43a8-a637-d8b09e1d4388 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] No DVR routers for this DVR port 5f8af8ed-8575-402b-98f3-1fa12ed26a9c on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:50:59.998197 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ab1edd41-2043-4986-ad39-a917e59b6d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (5f8af8ed-8575-402b-98f3-1fa12ed26a9c), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:00.030776 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1edd41-2043-4986-ad39-a917e59b6d53 None None] No DVR routers for this DVR port 5f8af8ed-8575-402b-98f3-1fa12ed26a9c on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:51:00.032540 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1edd41-2043-4986-ad39-a917e59b6d53 None None] Pushing event deleted for resources: {'Port': ['ID=5f8af8ed-8575-402b-98f3-1fa12ed26a9c,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:00.042802 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-93f091ca-59a6-43a8-a637-d8b09e1d4388 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (4b3eb8b4-63f2-45e5-86e5-814dd8880e1a), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:00.075804 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:00.080662 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-93f091ca-59a6-43a8-a637-d8b09e1d4388 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b3eb8b4-63f2-45e5-86e5-814dd8880e1a']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:00.093489 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-93f091ca-59a6-43a8-a637-d8b09e1d4388 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03287610-5d78-463c-8d2b-ebce490c3f1e') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:00.093795 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-93f091ca-59a6-43a8-a637-d8b09e1d4388 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03287610-5d78-463c-8d2b-ebce490c3f1e') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:00.110641 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-93f091ca-59a6-43a8-a637-d8b09e1d4388 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (03287610-5d78-463c-8d2b-ebce490c3f1e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:00.127070 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-93f091ca-59a6-43a8-a637-d8b09e1d4388 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (03287610-5d78-463c-8d2b-ebce490c3f1e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:00.133120 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f091ca-59a6-43a8-a637-d8b09e1d4388 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:51:00.133643 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-93f091ca-59a6-43a8-a637-d8b09e1d4388 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (03287610-5d78-463c-8d2b-ebce490c3f1e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:00.137303 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:51:00.137303 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:51:00.137303 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:51:00.137303 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:51:00.137303 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:51:00.137303 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:51:00.137303 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:51:00.137303 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:51:00.137303 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:51:00.137303 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:51:00.137303 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:51:00.137303 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:51:00.137303 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:51:00.137303 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:51:00.137303 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:51:00.137303 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:51:00.137303 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:51:00.137303 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:51:00.137303 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:51:00.137303 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:51:00.137303 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:51:00.137303 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:51:00.137303 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:51:00.137303 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:51:00.137303 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:51:00.137303 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:51:00.137303 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:51:00.137303 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:51:00.137303 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:51:00.137303 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:51:00.137303 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:51:00.137303 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:51:00.196358 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-93f091ca-59a6-43a8-a637-d8b09e1d4388 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (4b3eb8b4-63f2-45e5-86e5-814dd8880e1a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:00.201773 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-93f091ca-59a6-43a8-a637-d8b09e1d4388 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:00.205031 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-93f091ca-59a6-43a8-a637-d8b09e1d4388 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/networks/4b3eb8b4-63f2-45e5-86e5-814dd8880e1a HTTP/1.1" status: 204 len: 168 time: 0.6254039 Feb 16 22:51:00.209016 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47656) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:00.213737 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-d0370832-93a3-4a04-8c27-2ea98a30dda0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-470729113', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:51:00.221292 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f091ca-59a6-43a8-a637-d8b09e1d4388 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event deleted for resources: {'Network': ['ID=4b3eb8b4-63f2-45e5-86e5-814dd8880e1a,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:00.249877 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d0370832-93a3-4a04-8c27-2ea98a30dda0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (191bcbad-009a-4887-b03f-c68d26ca385d), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:00.250998 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d0370832-93a3-4a04-8c27-2ea98a30dda0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (191bcbad-009a-4887-b03f-c68d26ca385d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:00.276031 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5f8af8ed-8575-402b-98f3-1fa12ed26a9c no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:51:00.298710 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 5f8af8ed-8575-402b-98f3-1fa12ed26a9c {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:51:00.298976 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5f8af8ed-8575-402b-98f3-1fa12ed26a9c not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:51:00.312258 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d0370832-93a3-4a04-8c27-2ea98a30dda0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router_controller (191bcbad-009a-4887-b03f-c68d26ca385d), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:00.318866 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d0370832-93a3-4a04-8c27-2ea98a30dda0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (191bcbad-009a-4887-b03f-c68d26ca385d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:00.337655 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d0370832-93a3-4a04-8c27-2ea98a30dda0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:00.339001 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d0370832-93a3-4a04-8c27-2ea98a30dda0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1289885 Feb 16 22:51:00.342351 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47660) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:00.347277 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-ecfc8e12-2364-4000-85bc-e07e9cfbf418 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Request body: {'network': {'name': 'tempest-RoutersTest-1995278995'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:51:00.393626 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfc8e12-2364-4000-85bc-e07e9cfbf418 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Made reservation on behalf of 7e373bcd13d84490b51600663d7fbd9c for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:51:00.398016 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ecfc8e12-2364-4000-85bc-e07e9cfbf418 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:00.432371 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecfc8e12-2364-4000-85bc-e07e9cfbf418 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:51:00.441258 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454318ad-d2f8-4e99-9ae8-e15526a8b143 req-1ffc1357-f24e-40b6-af98-63afecd60331 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:00.443163 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-454318ad-d2f8-4e99-9ae8-e15526a8b143 req-1ffc1357-f24e-40b6-af98-63afecd60331 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7178e56a-93f3-40ea-b166-7e5ee4f8fa88 HTTP/1.1" status: 200 len: 946 time: 0.0925868 Feb 16 22:51:00.458352 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ecfc8e12-2364-4000-85bc-e07e9cfbf418 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (7944cd0d-d76d-4a3d-a4e9-ee2d3ea9c2d3), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:00.458695 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-ecfc8e12-2364-4000-85bc-e07e9cfbf418 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Added segment 7944cd0d-d76d-4a3d-a4e9-ee2d3ea9c2d3 of type vlan for network 532b7d24-5fdb-4e8d-a2d5-2940b333b27a Feb 16 22:51:00.542294 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ecfc8e12-2364-4000-85bc-e07e9cfbf418 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (532b7d24-5fdb-4e8d-a2d5-2940b333b27a), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:00.547822 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-454318ad-d2f8-4e99-9ae8-e15526a8b143 req-c188dba2-d0f5-461a-962d-c12cc182aee2 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f4ab3705-3bbd-4349-9c62-bff3b48abc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984826 Feb 16 22:51:00.572090 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ecfc8e12-2364-4000-85bc-e07e9cfbf418 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (532b7d24-5fdb-4e8d-a2d5-2940b333b27a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:00.577677 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfc8e12-2364-4000-85bc-e07e9cfbf418 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:00.578295 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ecfc8e12-2364-4000-85bc-e07e9cfbf418 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:00.616598 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ecfc8e12-2364-4000-85bc-e07e9cfbf418 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2730267 Feb 16 22:51:00.619312 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47666) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:00.624645 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-267a650f-a036-4d93-b42f-7a9c0436837e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Request body: {'subnet': {'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:51:00.674187 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc8e12-2364-4000-85bc-e07e9cfbf418 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Network': ['ID=532b7d24-5fdb-4e8d-a2d5-2940b333b27a,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:00.685035 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 532b7d24-5fdb-4e8d-a2d5-2940b333b27a details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:51:00.702046 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9560f-3048-4377-8100-3d46791b98a6 req-8b194cf9-aac2-4c21-9eea-c97e6f6921cd tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:00.703627 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-08f9560f-3048-4377-8100-3d46791b98a6 req-8b194cf9-aac2-4c21-9eea-c97e6f6921cd tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 946 time: 0.0936151 Feb 16 22:51:00.730718 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267a650f-a036-4d93-b42f-7a9c0436837e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Made reservation on behalf of 7e373bcd13d84490b51600663d7fbd9c for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:51:00.735580 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-267a650f-a036-4d93-b42f-7a9c0436837e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:00.774118 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-08f9560f-3048-4377-8100-3d46791b98a6 req-521ce6d4-9539-411c-b00d-9acc076855f8 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474141 Feb 16 22:51:00.937171 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-267a650f-a036-4d93-b42f-7a9c0436837e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (c1286d3f-edec-4489-a6df-cbaed66f0c84), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:01.003513 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a650f-a036-4d93-b42f-7a9c0436837e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Subnet': ['ID=c1286d3f-edec-4489-a6df-cbaed66f0c84,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:01.009186 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267a650f-a036-4d93-b42f-7a9c0436837e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Checking segment: {'id': '7944cd0d-d76d-4a3d-a4e9-ee2d3ea9c2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:51:01.009575 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267a650f-a036-4d93-b42f-7a9c0436837e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network hostable DHCP agents. Network: 532b7d24-5fdb-4e8d-a2d5-2940b333b27a, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:51:01.026062 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24728f4-5061-4225-a815-e71d74808cd6 req-4b96911a-2d3d-46cc-9ace-f062c6e59e5d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:01.027894 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f24728f4-5061-4225-a815-e71d74808cd6 req-4b96911a-2d3d-46cc-9ace-f062c6e59e5d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 946 time: 0.0621798 Feb 16 22:51:01.030204 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267a650f-a036-4d93-b42f-7a9c0436837e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network 532b7d24-5fdb-4e8d-a2d5-2940b333b27a is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:51:01.042443 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-267a650f-a036-4d93-b42f-7a9c0436837e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 532b7d24-5fdb-4e8d-a2d5-2940b333b27a) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:51:01.049747 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267a650f-a036-4d93-b42f-7a9c0436837e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:01.050418 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-267a650f-a036-4d93-b42f-7a9c0436837e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:01.051144 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe1b5e1-9bca-4c38-b8b7-040babde11d7 None None] Network 532b7d24-5fdb-4e8d-a2d5-2940b333b27a requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:51:01.073410 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-267a650f-a036-4d93-b42f-7a9c0436837e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4528394 Feb 16 22:51:01.076757 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47672) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:01.081693 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f24728f4-5061-4225-a815-e71d74808cd6 req-f4511d92-71a1-45e0-857a-67e1efd1abe0 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478525 Feb 16 22:51:01.185727 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bde06c-0638-4883-ad5d-5981257bedce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-532b7d24-5fdb-4e8d-a2d5-2940b333b27a', 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a', 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'fixed_ips': [{'subnet_id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:51:01.186832 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-36bde06c-0638-4883-ad5d-5981257bedce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:01.225934 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2e190-5075-4b42-aeb1-b7f2085ccf04 req-acad940a-2de7-4852-b708-7f33cfc60203 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:01.227570 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1b2e190-5075-4b42-aeb1-b7f2085ccf04 req-acad940a-2de7-4852-b708-7f33cfc60203 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7178e56a-93f3-40ea-b166-7e5ee4f8fa88 HTTP/1.1" status: 200 len: 946 time: 0.0770581 Feb 16 22:51:01.282234 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1b2e190-5075-4b42-aeb1-b7f2085ccf04 req-ad290a5c-4a56-4241-8fbd-47eb1d1ecab3 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f4ab3705-3bbd-4349-9c62-bff3b48abc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483985 Feb 16 22:51:01.367452 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-36bde06c-0638-4883-ad5d-5981257bedce None None] Allocated IP 172.20.0.2 (532b7d24-5fdb-4e8d-a2d5-2940b333b27a/c1286d3f-edec-4489-a6df-cbaed66f0c84/92c3e2fd-31fd-4420-a9c9-4f56d81e98ab) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:51:01.401538 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63ea52a8-8213-4171-bc7c-1d53b628a7e4 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:01.562527 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-36bde06c-0638-4883-ad5d-5981257bedce None None] Publish callbacks [] for port (92c3e2fd-31fd-4420-a9c9-4f56d81e98ab), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:01.568474 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246a86a-8446-44c8-9b29-4f3ad03461d4 req-9b42af61-3191-4c2d-ac8d-f762d2d205a5 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:01.569411 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-36bde06c-0638-4883-ad5d-5981257bedce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (92c3e2fd-31fd-4420-a9c9-4f56d81e98ab), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:01.570236 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3246a86a-8446-44c8-9b29-4f3ad03461d4 req-9b42af61-3191-4c2d-ac8d-f762d2d205a5 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 946 time: 0.0760465 Feb 16 22:51:01.617458 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bde06c-0638-4883-ad5d-5981257bedce None None] Network 532b7d24-5fdb-4e8d-a2d5-2940b333b27a is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:51:01.623385 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-36bde06c-0638-4883-ad5d-5981257bedce None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:51:01.626037 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3246a86a-8446-44c8-9b29-4f3ad03461d4 req-90bcdcc2-0ee9-40c0-85b3-de442c4b51e1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480654 Feb 16 22:51:01.627364 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bde06c-0638-4883-ad5d-5981257bedce None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:51:01.636978 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bde06c-0638-4883-ad5d-5981257bedce None None] Pushing event updated for resources: {'Port': ['ID=92c3e2fd-31fd-4420-a9c9-4f56d81e98ab,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:01.690746 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-63ea52a8-8213-4171-bc7c-1d53b628a7e4 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Allocated IP 172.20.0.1 (532b7d24-5fdb-4e8d-a2d5-2940b333b27a/c1286d3f-edec-4489-a6df-cbaed66f0c84/7031d63f-6482-4026-88f7-9647a43202e2) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:51:01.698151 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-36bde06c-0638-4883-ad5d-5981257bedce None None] Attempting to bind port 92c3e2fd-31fd-4420-a9c9-4f56d81e98ab on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:51:01.698691 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-36bde06c-0638-4883-ad5d-5981257bedce None None] Attempting to bind port 92c3e2fd-31fd-4420-a9c9-4f56d81e98ab by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '7944cd0d-d76d-4a3d-a4e9-ee2d3ea9c2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:51:01.699204 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bde06c-0638-4883-ad5d-5981257bedce None None] Attempting to bind port 92c3e2fd-31fd-4420-a9c9-4f56d81e98ab on network 532b7d24-5fdb-4e8d-a2d5-2940b333b27a {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:51:01.704386 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bde06c-0638-4883-ad5d-5981257bedce None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:51:01.705066 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bde06c-0638-4883-ad5d-5981257bedce None None] Checking segment: {'id': '7944cd0d-d76d-4a3d-a4e9-ee2d3ea9c2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:51:01.705340 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-36bde06c-0638-4883-ad5d-5981257bedce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:01.705818 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bde06c-0638-4883-ad5d-5981257bedce None None] Bound using segment: {'id': '7944cd0d-d76d-4a3d-a4e9-ee2d3ea9c2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:51:01.706450 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-36bde06c-0638-4883-ad5d-5981257bedce None None] Bound port: 92c3e2fd-31fd-4420-a9c9-4f56d81e98ab, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7944cd0d-d76d-4a3d-a4e9-ee2d3ea9c2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:51:01.706883 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-36bde06c-0638-4883-ad5d-5981257bedce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (92c3e2fd-31fd-4420-a9c9-4f56d81e98ab), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:01.773189 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-36bde06c-0638-4883-ad5d-5981257bedce None None] For port 92c3e2fd-31fd-4420-a9c9-4f56d81e98ab, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:51:01.776408 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-36bde06c-0638-4883-ad5d-5981257bedce None None] For port 92c3e2fd-31fd-4420-a9c9-4f56d81e98ab, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=92c3e2fd-31fd-4420-a9c9-4f56d81e98ab,segment=NetworkSegment(7944cd0d-d76d-4a3d-a4e9-ee2d3ea9c2d3),segment_id=7944cd0d-d76d-4a3d-a4e9-ee2d3ea9c2d3)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:51:01.783207 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-36bde06c-0638-4883-ad5d-5981257bedce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (92c3e2fd-31fd-4420-a9c9-4f56d81e98ab), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:01.816711 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63ea52a8-8213-4171-bc7c-1d53b628a7e4 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for port (7031d63f-6482-4026-88f7-9647a43202e2), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:01.846070 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bde06c-0638-4883-ad5d-5981257bedce None None] Pushing event updated for resources: {'Port': ['ID=92c3e2fd-31fd-4420-a9c9-4f56d81e98ab,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:01.855011 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63ea52a8-8213-4171-bc7c-1d53b628a7e4 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (7031d63f-6482-4026-88f7-9647a43202e2), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:01.899360 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ea52a8-8213-4171-bc7c-1d53b628a7e4 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network 532b7d24-5fdb-4e8d-a2d5-2940b333b27a is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:51:01.902545 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-63ea52a8-8213-4171-bc7c-1d53b628a7e4 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:51:01.906898 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ea52a8-8213-4171-bc7c-1d53b628a7e4 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:51:01.913256 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea52a8-8213-4171-bc7c-1d53b628a7e4 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Port': ['ID=7031d63f-6482-4026-88f7-9647a43202e2,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:01.961903 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63ea52a8-8213-4171-bc7c-1d53b628a7e4 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (191bcbad-009a-4887-b03f-c68d26ca385d), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:02.130108 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63ea52a8-8213-4171-bc7c-1d53b628a7e4 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (7031d63f-6482-4026-88f7-9647a43202e2), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:02.293737 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 92c3e2fd-31fd-4420-a9c9-4f56d81e98ab up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:51:02.374814 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 92c3e2fd-31fd-4420-a9c9-4f56d81e98ab triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:02.375423 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (92c3e2fd-31fd-4420-a9c9-4f56d81e98ab), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:02.420582 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63ea52a8-8213-4171-bc7c-1d53b628a7e4 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for port (7031d63f-6482-4026-88f7-9647a43202e2), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:02.426506 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63ea52a8-8213-4171-bc7c-1d53b628a7e4 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (7031d63f-6482-4026-88f7-9647a43202e2), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:02.462563 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 92c3e2fd-31fd-4420-a9c9-4f56d81e98ab is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:02.462906 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (92c3e2fd-31fd-4420-a9c9-4f56d81e98ab), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:02.468914 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b355e36-50fb-407d-b967-27856e32a218 req-78332e26-11cc-470e-9cbf-3a8bfe1437ac tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:02.470951 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b355e36-50fb-407d-b967-27856e32a218 req-78332e26-11cc-470e-9cbf-3a8bfe1437ac tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7178e56a-93f3-40ea-b166-7e5ee4f8fa88 HTTP/1.1" status: 200 len: 946 time: 0.0726273 Feb 16 22:51:02.502953 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 92c3e2fd-31fd-4420-a9c9-4f56d81e98ab, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=92c3e2fd-31fd-4420-a9c9-4f56d81e98ab,segment=NetworkSegment(7944cd0d-d76d-4a3d-a4e9-ee2d3ea9c2d3),segment_id=7944cd0d-d76d-4a3d-a4e9-ee2d3ea9c2d3)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:51:02.510860 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (92c3e2fd-31fd-4420-a9c9-4f56d81e98ab), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:02.513591 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-63ea52a8-8213-4171-bc7c-1d53b628a7e4 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (191bcbad-009a-4887-b03f-c68d26ca385d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:02.515733 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea52a8-8213-4171-bc7c-1d53b628a7e4 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Port': ['ID=7031d63f-6482-4026-88f7-9647a43202e2,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:02.552604 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b355e36-50fb-407d-b967-27856e32a218 req-f82b7f7d-c681-43b1-8c26-a304696e5da9 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/security-groups?id=f4ab3705-3bbd-4349-9c62-bff3b48abc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742900 Feb 16 22:51:02.599663 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=92c3e2fd-31fd-4420-a9c9-4f56d81e98ab,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:02.624792 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ea52a8-8213-4171-bc7c-1d53b628a7e4 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network 532b7d24-5fdb-4e8d-a2d5-2940b333b27a is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:51:02.627214 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-63ea52a8-8213-4171-bc7c-1d53b628a7e4 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:51:02.769799 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ea52a8-8213-4171-bc7c-1d53b628a7e4 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Router 191bcbad-009a-4887-b03f-c68d26ca385d is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:51:02.774686 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1d137-9067-4f84-a353-61a3f13e28f7 req-30451b95-0352-45ec-8c3f-2990b68b8e5e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:02.776316 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5f1d137-9067-4f84-a353-61a3f13e28f7 req-30451b95-0352-45ec-8c3f-2990b68b8e5e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 946 time: 0.0774515 Feb 16 22:51:02.855762 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5f1d137-9067-4f84-a353-61a3f13e28f7 req-b842265c-36e8-4715-8c49-720466b0f0f2 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720263 Feb 16 22:51:02.897287 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ea52a8-8213-4171-bc7c-1d53b628a7e4 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:51:02.903001 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-63ea52a8-8213-4171-bc7c-1d53b628a7e4 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "PUT /v2.0/routers/191bcbad-009a-4887-b03f-c68d26ca385d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8250875 Feb 16 22:51:02.905938 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47688) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:02.907586 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac73358-53ee-40d9-a629-d7ba3c1c776b None None] Sync routers for ids ['191bcbad-009a-4887-b03f-c68d26ca385d'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:51:02.912047 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-c9c5c47c-a072-4c2b-9fed-ac5f49f1ab50 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Request body: {'network': {'name': 'tempest-RoutersTest-715356871'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:51:02.920860 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac73358-53ee-40d9-a629-d7ba3c1c776b None None] Routers {'191bcbad-009a-4887-b03f-c68d26ca385d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:51:02.921546 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-8ac73358-53ee-40d9-a629-d7ba3c1c776b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:50:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['191bcbad-009a-4887-b03f-c68d26ca385d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:02.936389 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c5c47c-a072-4c2b-9fed-ac5f49f1ab50 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Made reservation on behalf of 7e373bcd13d84490b51600663d7fbd9c for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:51:02.940581 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c9c5c47c-a072-4c2b-9fed-ac5f49f1ab50 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:02.989903 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9c5c47c-a072-4c2b-9fed-ac5f49f1ab50 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:51:03.006247 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c9c5c47c-a072-4c2b-9fed-ac5f49f1ab50 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (cf6cfe18-e54e-42cd-a31f-35fac196da19), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:03.006599 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-c9c5c47c-a072-4c2b-9fed-ac5f49f1ab50 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Added segment cf6cfe18-e54e-42cd-a31f-35fac196da19 of type vlan for network b445fac0-f124-4667-afc0-26d2e824079f Feb 16 22:51:03.057303 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c9c5c47c-a072-4c2b-9fed-ac5f49f1ab50 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (b445fac0-f124-4667-afc0-26d2e824079f), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:03.067269 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d854b63-c46a-4b81-996d-0764883d2f07 req-6f4701f1-9d1f-442a-b711-2ec30b535b83 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:03.068873 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1d854b63-c46a-4b81-996d-0764883d2f07 req-6f4701f1-9d1f-442a-b711-2ec30b535b83 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.67 "GET /v2.0/ports?device_id=7178e56a-93f3-40ea-b166-7e5ee4f8fa88 HTTP/1.1" status: 200 len: 946 time: 0.1089098 Feb 16 22:51:03.123801 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c9c5c47c-a072-4c2b-9fed-ac5f49f1ab50 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (b445fac0-f124-4667-afc0-26d2e824079f), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:03.128976 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c5c47c-a072-4c2b-9fed-ac5f49f1ab50 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:03.129605 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c9c5c47c-a072-4c2b-9fed-ac5f49f1ab50 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:03.148819 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326a810c-fe6e-470e-b57e-ad0f92076073 None None] Network 532b7d24-5fdb-4e8d-a2d5-2940b333b27a requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:51:03.200562 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c9c5c47c-a072-4c2b-9fed-ac5f49f1ab50 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2924705 Feb 16 22:51:03.203055 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47690) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:03.212008 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-6e89b424-7322-4fd7-b827-9fd24553ce67 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Request body: {'subnet': {'network_id': 'b445fac0-f124-4667-afc0-26d2e824079f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:51:03.244072 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5c47c-a072-4c2b-9fed-ac5f49f1ab50 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Network': ['ID=b445fac0-f124-4667-afc0-26d2e824079f,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:03.244309 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b6477934-e998-42f1-b51d-ee472005c543 None None] Provisioning complete for port 92c3e2fd-31fd-4420-a9c9-4f56d81e98ab triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:03.244693 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6477934-e998-42f1-b51d-ee472005c543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (92c3e2fd-31fd-4420-a9c9-4f56d81e98ab), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:03.266761 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-1d854b63-c46a-4b81-996d-0764883d2f07 req-f8cda219-6c2b-4ce9-a9c6-1782308d5825 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Deleting port 98417943-b586-40e5-9e6d-dcd5f33cc11c {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:51:03.267355 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1d854b63-c46a-4b81-996d-0764883d2f07 req-f8cda219-6c2b-4ce9-a9c6-1782308d5825 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (98417943-b586-40e5-9e6d-dcd5f33cc11c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:03.284930 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network b445fac0-f124-4667-afc0-26d2e824079f details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:51:03.288449 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-8ac73358-53ee-40d9-a629-d7ba3c1c776b None None] Set router 191bcbad-009a-4887-b03f-c68d26ca385d gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:51:03.376704 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e89b424-7322-4fd7-b827-9fd24553ce67 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Made reservation on behalf of 7e373bcd13d84490b51600663d7fbd9c for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:51:03.380790 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e89b424-7322-4fd7-b827-9fd24553ce67 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:03.390553 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-1d854b63-c46a-4b81-996d-0764883d2f07 req-f8cda219-6c2b-4ce9-a9c6-1782308d5825 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] For port 98417943-b586-40e5-9e6d-dcd5f33cc11c, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=98417943-b586-40e5-9e6d-dcd5f33cc11c,segment=NetworkSegment(b3980048-abf7-487e-8701-c03bd7efadbe),segment_id=b3980048-abf7-487e-8701-c03bd7efadbe)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:51:03.391041 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1d854b63-c46a-4b81-996d-0764883d2f07 req-f8cda219-6c2b-4ce9-a9c6-1782308d5825 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (98417943-b586-40e5-9e6d-dcd5f33cc11c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:03.410457 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-1d854b63-c46a-4b81-996d-0764883d2f07 req-f8cda219-6c2b-4ce9-a9c6-1782308d5825 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Calling delete_port for 98417943-b586-40e5-9e6d-dcd5f33cc11c owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:51:03.423666 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0c580-64ad-408e-b1b5-27de8cf3189e req-76030452-50a4-422a-9ecc-c420894f60af tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:03.425275 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-aca0c580-64ad-408e-b1b5-27de8cf3189e req-76030452-50a4-422a-9ecc-c420894f60af tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.67 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 946 time: 0.1723154 Feb 16 22:51:03.612910 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b6477934-e998-42f1-b51d-ee472005c543 None None] Current status of the port 92c3e2fd-31fd-4420-a9c9-4f56d81e98ab is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:03.623061 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1d854b63-c46a-4b81-996d-0764883d2f07 req-f8cda219-6c2b-4ce9-a9c6-1782308d5825 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (98417943-b586-40e5-9e6d-dcd5f33cc11c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:03.654457 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['98417943-b586-40e5-9e6d-dcd5f33cc11c'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:51:03.682206 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cda219-6c2b-4ce9-a9c6-1782308d5825 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Pushing event deleted for resources: {'Port': ['ID=98417943-b586-40e5-9e6d-dcd5f33cc11c,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:03.721579 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-8ac73358-53ee-40d9-a629-d7ba3c1c776b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'name': 'tempest-RoutersTest-router-470729113', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:00Z', 'updated_at': '2022-02-16T22:51:02Z', 'revision_number': 2, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'gw_port_host': None, '_interfaces': [{'id': '7031d63f-6482-4026-88f7-9647a43202e2', 'name': '', 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:1f:8d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:01Z', 'updated_at': '2022-02-16T22:51:02Z', 'revision_number': 2, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:03.744161 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-37447365-ff2b-45ff-af5c-079fef423b5b req-abbcead6-e28f-4b36-94ed-9ffc97e2fd7d tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7178e56a-93f3-40ea-b166-7e5ee4f8fa88 HTTP/1.1" status: 200 len: 210 time: 0.0634243 Feb 16 22:51:03.766646 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac73358-53ee-40d9-a629-d7ba3c1c776b None None] Checking router: 191bcbad-009a-4887-b03f-c68d26ca385d for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:51:03.767012 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac73358-53ee-40d9-a629-d7ba3c1c776b None None] Updating router 191bcbad-009a-4887-b03f-c68d26ca385d port 7031d63f-6482-4026-88f7-9647a43202e2 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:51:03.769447 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d854b63-c46a-4b81-996d-0764883d2f07 req-f8cda219-6c2b-4ce9-a9c6-1782308d5825 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] No DVR routers for this DVR port 98417943-b586-40e5-9e6d-dcd5f33cc11c on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:51:03.774247 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-1d854b63-c46a-4b81-996d-0764883d2f07 req-f8cda219-6c2b-4ce9-a9c6-1782308d5825 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:03.779307 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1d854b63-c46a-4b81-996d-0764883d2f07 req-f8cda219-6c2b-4ce9-a9c6-1782308d5825 tempest-TestServerAdvancedOps-1364728441 tempest-TestServerAdvancedOps-1364728441-project] 10.222.0.67 "DELETE /v2.0/ports/98417943-b586-40e5-9e6d-dcd5f33cc11c HTTP/1.1" status: 204 len: 173 time: 0.6985188 Feb 16 22:51:03.780526 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7178e56a-93f3-40ea-b166-7e5ee4f8fa88', 'name': 'network-vif-deleted', 'tag': '98417943-b586-40e5-9e6d-dcd5f33cc11c'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:51:03.793762 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36b559b-83f6-4baf-8723-fbb27f257804" -d '{"events": [{"server_uuid": "7178e56a-93f3-40ea-b166-7e5ee4f8fa88", "name": "network-vif-deleted", "tag": "98417943-b586-40e5-9e6d-dcd5f33cc11c"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:51:03.804367 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8ac73358-53ee-40d9-a629-d7ba3c1c776b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (7031d63f-6482-4026-88f7-9647a43202e2), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:03.852283 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e69776a-5905-462f-a13e-ca334281106d x-openstack-request-id: req-4e69776a-5905-462f-a13e-ca334281106d {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:51:03.852860 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7178e56a-93f3-40ea-b166-7e5ee4f8fa88", "name": "network-vif-deleted", "tag": "98417943-b586-40e5-9e6d-dcd5f33cc11c", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:51:03.853302 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4e69776a-5905-462f-a13e-ca334281106d {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:51:03.859078 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7178e56a-93f3-40ea-b166-7e5ee4f8fa88', 'name': 'network-vif-deleted', 'tag': '98417943-b586-40e5-9e6d-dcd5f33cc11c', 'status': 'completed', 'code': 200} Feb 16 22:51:03.957227 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-aca0c580-64ad-408e-b1b5-27de8cf3189e req-709fb3ae-b006-49d2-bbad-a4ddb3e65207 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Deleting port 9fed2208-a267-429d-8998-19499e50bc6c {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:51:03.957813 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-aca0c580-64ad-408e-b1b5-27de8cf3189e req-709fb3ae-b006-49d2-bbad-a4ddb3e65207 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (9fed2208-a267-429d-8998-19499e50bc6c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:04.070973 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e704c-870c-4b59-97b8-5b4562cba996 req-4718ee1d-00c6-4005-a162-2d4a24585c0d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:04.073161 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f62e704c-870c-4b59-97b8-5b4562cba996 req-4718ee1d-00c6-4005-a162-2d4a24585c0d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 946 time: 0.0688767 Feb 16 22:51:04.073611 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e89b424-7322-4fd7-b827-9fd24553ce67 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (14345a05-4879-450e-8cd9-8fc377c3b1c3), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:04.099772 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b406338f-0204-4da9-97c8-a877dcd117cb None None] Provisioning complete for port 7031d63f-6482-4026-88f7-9647a43202e2 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:04.100490 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b406338f-0204-4da9-97c8-a877dcd117cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (7031d63f-6482-4026-88f7-9647a43202e2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:04.141657 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f62e704c-870c-4b59-97b8-5b4562cba996 req-80712eab-363d-45c0-bd62-ffd551d5a92e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610192 Feb 16 22:51:04.164262 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89b424-7322-4fd7-b827-9fd24553ce67 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Subnet': ['ID=14345a05-4879-450e-8cd9-8fc377c3b1c3,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:04.172696 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-aca0c580-64ad-408e-b1b5-27de8cf3189e req-709fb3ae-b006-49d2-bbad-a4ddb3e65207 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] For port 9fed2208-a267-429d-8998-19499e50bc6c, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=9fed2208-a267-429d-8998-19499e50bc6c,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:51:04.173259 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-aca0c580-64ad-408e-b1b5-27de8cf3189e req-709fb3ae-b006-49d2-bbad-a4ddb3e65207 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (9fed2208-a267-429d-8998-19499e50bc6c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:04.175289 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b406338f-0204-4da9-97c8-a877dcd117cb None None] Port 7031d63f-6482-4026-88f7-9647a43202e2 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:51:04.198719 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-aca0c580-64ad-408e-b1b5-27de8cf3189e req-709fb3ae-b006-49d2-bbad-a4ddb3e65207 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Calling delete_port for 9fed2208-a267-429d-8998-19499e50bc6c owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:51:04.204934 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e89b424-7322-4fd7-b827-9fd24553ce67 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Checking segment: {'id': 'cf6cfe18-e54e-42cd-a31f-35fac196da19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b445fac0-f124-4667-afc0-26d2e824079f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:51:04.204934 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e89b424-7322-4fd7-b827-9fd24553ce67 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network hostable DHCP agents. Network: b445fac0-f124-4667-afc0-26d2e824079f, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:51:04.205312 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b406338f-0204-4da9-97c8-a877dcd117cb None None] Provisioning complete for port 92c3e2fd-31fd-4420-a9c9-4f56d81e98ab triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:04.205467 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b406338f-0204-4da9-97c8-a877dcd117cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (92c3e2fd-31fd-4420-a9c9-4f56d81e98ab), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:04.276460 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8ac73358-53ee-40d9-a629-d7ba3c1c776b None None] Publish callbacks [] for port (7031d63f-6482-4026-88f7-9647a43202e2), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:04.287456 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8ac73358-53ee-40d9-a629-d7ba3c1c776b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (7031d63f-6482-4026-88f7-9647a43202e2), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:04.288190 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e89b424-7322-4fd7-b827-9fd24553ce67 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network b445fac0-f124-4667-afc0-26d2e824079f is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:51:04.318112 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-6e89b424-7322-4fd7-b827-9fd24553ce67 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, b445fac0-f124-4667-afc0-26d2e824079f) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:51:04.325075 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e89b424-7322-4fd7-b827-9fd24553ce67 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:04.325686 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e89b424-7322-4fd7-b827-9fd24553ce67 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:04.340901 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb0abf6-fa8b-4bc4-ac47-46ec50d08c64 None None] Network b445fac0-f124-4667-afc0-26d2e824079f requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:51:04.343733 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 92c3e2fd-31fd-4420-a9c9-4f56d81e98ab up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:51:04.354186 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6e89b424-7322-4fd7-b827-9fd24553ce67 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1496425 Feb 16 22:51:04.360059 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47698) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:04.420823 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-aca0c580-64ad-408e-b1b5-27de8cf3189e req-709fb3ae-b006-49d2-bbad-a4ddb3e65207 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (9fed2208-a267-429d-8998-19499e50bc6c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:04.456079 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['3edfc3b0-5e68-4a52-8753-27ed6a0e5808'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:51:04.460777 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709fb3ae-b006-49d2-bbad-a4ddb3e65207 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Pushing event deleted for resources: {'Port': ['ID=9fed2208-a267-429d-8998-19499e50bc6c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:04.471392 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['9fed2208-a267-429d-8998-19499e50bc6c'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:51:04.552995 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca0c580-64ad-408e-b1b5-27de8cf3189e req-709fb3ae-b006-49d2-bbad-a4ddb3e65207 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] No DVR routers for this DVR port 9fed2208-a267-429d-8998-19499e50bc6c on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:51:04.555835 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-aca0c580-64ad-408e-b1b5-27de8cf3189e req-709fb3ae-b006-49d2-bbad-a4ddb3e65207 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:04.560857 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-aca0c580-64ad-408e-b1b5-27de8cf3189e req-709fb3ae-b006-49d2-bbad-a4ddb3e65207 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.67 "DELETE /v2.0/ports/9fed2208-a267-429d-8998-19499e50bc6c HTTP/1.1" status: 204 len: 173 time: 1.1299937 Feb 16 22:51:04.561337 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd277cd5b-a549-483a-921e-ac83d50f338c', 'name': 'network-vif-deleted', 'tag': '9fed2208-a267-429d-8998-19499e50bc6c'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:51:04.564011 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad43ec2-995f-4a64-a118-eeeb910d4b1d" -d '{"events": [{"server_uuid": "d277cd5b-a549-483a-921e-ac83d50f338c", "name": "network-vif-deleted", "tag": "9fed2208-a267-429d-8998-19499e50bc6c"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:51:04.579117 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871418e4-5e29-4e1b-8f4d-cf2b5c8b9ce5 None None] Pushing event updated for resources: {'Port': ['ID=7031d63f-6482-4026-88f7-9647a43202e2,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:04.586960 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b406338f-0204-4da9-97c8-a877dcd117cb None None] Current status of the port 92c3e2fd-31fd-4420-a9c9-4f56d81e98ab is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:04.654443 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fc5ff4-af5b-4da0-ab36-883aba47cbcb x-openstack-request-id: req-e2fc5ff4-af5b-4da0-ab36-883aba47cbcb {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:51:04.654769 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d277cd5b-a549-483a-921e-ac83d50f338c", "name": "network-vif-deleted", "tag": "9fed2208-a267-429d-8998-19499e50bc6c", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:51:04.655218 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e2fc5ff4-af5b-4da0-ab36-883aba47cbcb {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:51:04.655520 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd277cd5b-a549-483a-921e-ac83d50f338c', 'name': 'network-vif-deleted', 'tag': '9fed2208-a267-429d-8998-19499e50bc6c', 'status': 'completed', 'code': 200} Feb 16 22:51:04.674520 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871418e4-5e29-4e1b-8f4d-cf2b5c8b9ce5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:04.674882 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871418e4-5e29-4e1b-8f4d-cf2b5c8b9ce5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:04.675221 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871418e4-5e29-4e1b-8f4d-cf2b5c8b9ce5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:04.675565 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871418e4-5e29-4e1b-8f4d-cf2b5c8b9ce5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:04.675905 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871418e4-5e29-4e1b-8f4d-cf2b5c8b9ce5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:04.676241 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871418e4-5e29-4e1b-8f4d-cf2b5c8b9ce5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:04.676575 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871418e4-5e29-4e1b-8f4d-cf2b5c8b9ce5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:04.676903 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871418e4-5e29-4e1b-8f4d-cf2b5c8b9ce5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:04.677235 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871418e4-5e29-4e1b-8f4d-cf2b5c8b9ce5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:04.677565 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871418e4-5e29-4e1b-8f4d-cf2b5c8b9ce5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:04.677897 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871418e4-5e29-4e1b-8f4d-cf2b5c8b9ce5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:04.678265 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871418e4-5e29-4e1b-8f4d-cf2b5c8b9ce5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:04.678592 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871418e4-5e29-4e1b-8f4d-cf2b5c8b9ce5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:04.795160 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-8ac73358-53ee-40d9-a629-d7ba3c1c776b None None] Attempting to bind port 7031d63f-6482-4026-88f7-9647a43202e2 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:51:04.795544 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-8ac73358-53ee-40d9-a629-d7ba3c1c776b None None] Attempting to bind port 7031d63f-6482-4026-88f7-9647a43202e2 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '7944cd0d-d76d-4a3d-a4e9-ee2d3ea9c2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:51:04.795921 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac73358-53ee-40d9-a629-d7ba3c1c776b None None] Attempting to bind port 7031d63f-6482-4026-88f7-9647a43202e2 on network 532b7d24-5fdb-4e8d-a2d5-2940b333b27a {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:51:04.817739 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf8488f-d4ad-4867-a89c-3e6b29b48710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-b445fac0-f124-4667-afc0-26d2e824079f', 'network_id': 'b445fac0-f124-4667-afc0-26d2e824079f', 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'fixed_ips': [{'subnet_id': '14345a05-4879-450e-8cd9-8fc377c3b1c3'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:51:04.820126 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-adf8488f-d4ad-4867-a89c-3e6b29b48710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:04.837713 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac73358-53ee-40d9-a629-d7ba3c1c776b None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:51:04.837713 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac73358-53ee-40d9-a629-d7ba3c1c776b None None] Checking segment: {'id': '7944cd0d-d76d-4a3d-a4e9-ee2d3ea9c2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:51:04.837713 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8ac73358-53ee-40d9-a629-d7ba3c1c776b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:04.838247 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47706) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:04.841224 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac73358-53ee-40d9-a629-d7ba3c1c776b None None] Bound using segment: {'id': '7944cd0d-d76d-4a3d-a4e9-ee2d3ea9c2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:51:04.841774 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-8ac73358-53ee-40d9-a629-d7ba3c1c776b None None] Bound port: 7031d63f-6482-4026-88f7-9647a43202e2, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7944cd0d-d76d-4a3d-a4e9-ee2d3ea9c2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:51:04.842346 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8ac73358-53ee-40d9-a629-d7ba3c1c776b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (7031d63f-6482-4026-88f7-9647a43202e2), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:04.848209 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 92c3e2fd-31fd-4420-a9c9-4f56d81e98ab triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:04.848596 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (92c3e2fd-31fd-4420-a9c9-4f56d81e98ab), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:04.861778 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-73a9f8c0-9f31-41e6-aa36-ee7a2a934869 None None] Provisioning complete for port 7031d63f-6482-4026-88f7-9647a43202e2 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:04.861960 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-73a9f8c0-9f31-41e6-aa36-ee7a2a934869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (7031d63f-6482-4026-88f7-9647a43202e2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:04.927431 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f59c28-4cec-4ba4-8a50-182c8b3ff61c admin admin] Deleting subnet 8a89b3ce-39c3-4fba-8f67-f8fa8b6fb95c {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:51:04.934396 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c0f59c28-4cec-4ba4-8a50-182c8b3ff61c admin admin] Publish callbacks [] for subnet (8a89b3ce-39c3-4fba-8f67-f8fa8b6fb95c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:04.998745 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c0f59c28-4cec-4ba4-8a50-182c8b3ff61c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (8a89b3ce-39c3-4fba-8f67-f8fa8b6fb95c), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:05.028745 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5e186066-bb2e-4e4c-9bc2-b84d883257ae tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:05.064405 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c0f59c28-4cec-4ba4-8a50-182c8b3ff61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (8a89b3ce-39c3-4fba-8f67-f8fa8b6fb95c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:05.154747 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-73a9f8c0-9f31-41e6-aa36-ee7a2a934869 None None] Port 7031d63f-6482-4026-88f7-9647a43202e2 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:51:05.164332 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c0f59c28-4cec-4ba4-8a50-182c8b3ff61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (8a89b3ce-39c3-4fba-8f67-f8fa8b6fb95c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:05.205121 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-8ac73358-53ee-40d9-a629-d7ba3c1c776b None None] For port 7031d63f-6482-4026-88f7-9647a43202e2, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:51:05.208887 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-8ac73358-53ee-40d9-a629-d7ba3c1c776b None None] For port 7031d63f-6482-4026-88f7-9647a43202e2, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=7031d63f-6482-4026-88f7-9647a43202e2,segment=NetworkSegment(7944cd0d-d76d-4a3d-a4e9-ee2d3ea9c2d3),segment_id=7944cd0d-d76d-4a3d-a4e9-ee2d3ea9c2d3)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:51:05.232446 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f59c28-4cec-4ba4-8a50-182c8b3ff61c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a89b3ce-39c3-4fba-8f67-f8fa8b6fb95c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:05.236341 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c0f59c28-4cec-4ba4-8a50-182c8b3ff61c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:05.241697 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c0f59c28-4cec-4ba4-8a50-182c8b3ff61c admin admin] 10.222.0.75 "DELETE /v2.0/subnets/8a89b3ce-39c3-4fba-8f67-f8fa8b6fb95c HTTP/1.1" status: 204 len: 168 time: 0.4027209 Feb 16 22:51:05.244146 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47710) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:05.315445 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fe05f168-7b17-4b4e-9e02-efa1c73444c0 req-0d04466c-c77e-4844-8509-f6260c00fcd8 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 210 time: 0.0374737 Feb 16 22:51:05.354747 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-36bd25d7-e061-4c76-a046-0dd536ae0616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:05.399866 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8ac73358-53ee-40d9-a629-d7ba3c1c776b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (7031d63f-6482-4026-88f7-9647a43202e2), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:05.443513 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-5e186066-bb2e-4e4c-9bc2-b84d883257ae tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Allocated IP 172.21.0.1 (b445fac0-f124-4667-afc0-26d2e824079f/14345a05-4879-450e-8cd9-8fc377c3b1c3/5fa01cc1-ae3c-4e11-822e-93df74827866) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:51:05.451411 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-36bd25d7-e061-4c76-a046-0dd536ae0616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:05.477376 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-36bd25d7-e061-4c76-a046-0dd536ae0616 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:05.490109 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-5da1d127-5ac9-4bed-bbf4-24d52ebf7b2f None None] Provisioning complete for port 7031d63f-6482-4026-88f7-9647a43202e2 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:05.490492 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5da1d127-5ac9-4bed-bbf4-24d52ebf7b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (7031d63f-6482-4026-88f7-9647a43202e2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:05.492079 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac73358-53ee-40d9-a629-d7ba3c1c776b None None] Routers {'191bcbad-009a-4887-b03f-c68d26ca385d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:51:05.493858 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-36bd25d7-e061-4c76-a046-0dd536ae0616 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3980048-abf7-487e-8701-c03bd7efadbe') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:05.494188 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-36bd25d7-e061-4c76-a046-0dd536ae0616 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3980048-abf7-487e-8701-c03bd7efadbe') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:05.495662 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-8ac73358-53ee-40d9-a629-d7ba3c1c776b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:50:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['191bcbad-009a-4887-b03f-c68d26ca385d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:05.505804 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-36bd25d7-e061-4c76-a046-0dd536ae0616 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (b3980048-abf7-487e-8701-c03bd7efadbe), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:05.526706 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-36bd25d7-e061-4c76-a046-0dd536ae0616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (b3980048-abf7-487e-8701-c03bd7efadbe), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:05.536987 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36bd25d7-e061-4c76-a046-0dd536ae0616 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:51:05.537757 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-36bd25d7-e061-4c76-a046-0dd536ae0616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (b3980048-abf7-487e-8701-c03bd7efadbe), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:05.553673 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:51:05.553673 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:51:05.553673 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:51:05.553673 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:51:05.553673 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:51:05.553673 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:51:05.553673 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:51:05.553673 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:51:05.553673 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:51:05.553673 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:51:05.553673 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:51:05.553673 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:51:05.553673 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:51:05.553673 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:51:05.553673 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:51:05.553673 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:51:05.553673 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:51:05.553673 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:51:05.553673 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:51:05.553673 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:51:05.553673 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:51:05.553673 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:51:05.553673 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:51:05.553673 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:51:05.553673 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:51:05.553673 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:51:05.553673 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:51:05.553673 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:51:05.553673 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:51:05.553673 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:51:05.553673 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:51:05.553673 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:51:05.623103 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-36bd25d7-e061-4c76-a046-0dd536ae0616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:05.634013 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-36bd25d7-e061-4c76-a046-0dd536ae0616 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:05.638716 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 92c3e2fd-31fd-4420-a9c9-4f56d81e98ab is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:05.638941 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5e186066-bb2e-4e4c-9bc2-b84d883257ae tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for port (5fa01cc1-ae3c-4e11-822e-93df74827866), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:05.641236 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-36bd25d7-e061-4c76-a046-0dd536ae0616 admin admin] 10.222.0.75 "DELETE /v2.0/networks/fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d HTTP/1.1" status: 204 len: 168 time: 0.3952160 Feb 16 22:51:05.643920 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47712) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:05.689879 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5e186066-bb2e-4e4c-9bc2-b84d883257ae tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (5fa01cc1-ae3c-4e11-822e-93df74827866), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:05.721607 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd25d7-e061-4c76-a046-0dd536ae0616 admin admin] Pushing event deleted for resources: {'Network': ['ID=fec2c5d0-adde-4a6f-96ef-1b0e05e3b87d,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:05.757809 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bef55df-5baf-46e3-bc7d-8e0ba691bc48 admin admin] Deleting subnet cb0d505f-5113-4dff-a0e4-37afa380b5fa {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:51:05.764015 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3bef55df-5baf-46e3-bc7d-8e0ba691bc48 admin admin] Publish callbacks [] for subnet (cb0d505f-5113-4dff-a0e4-37afa380b5fa), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:05.771067 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e186066-bb2e-4e4c-9bc2-b84d883257ae tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network b445fac0-f124-4667-afc0-26d2e824079f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:51:05.775631 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-5e186066-bb2e-4e4c-9bc2-b84d883257ae tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:51:05.785010 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e186066-bb2e-4e4c-9bc2-b84d883257ae tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:51:05.810225 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871418e4-5e29-4e1b-8f4d-cf2b5c8b9ce5 None None] Pushing event updated for resources: {'Port': ['ID=7031d63f-6482-4026-88f7-9647a43202e2,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:05.822568 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e186066-bb2e-4e4c-9bc2-b84d883257ae tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Port': ['ID=5fa01cc1-ae3c-4e11-822e-93df74827866,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:05.823742 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3bef55df-5baf-46e3-bc7d-8e0ba691bc48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (cb0d505f-5113-4dff-a0e4-37afa380b5fa), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:05.852451 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5e186066-bb2e-4e4c-9bc2-b84d883257ae tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (191bcbad-009a-4887-b03f-c68d26ca385d), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:05.863826 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-8ac73358-53ee-40d9-a629-d7ba3c1c776b None None] Set router 191bcbad-009a-4887-b03f-c68d26ca385d gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:51:05.876168 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3bef55df-5baf-46e3-bc7d-8e0ba691bc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (cb0d505f-5113-4dff-a0e4-37afa380b5fa), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:05.901337 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-adf8488f-d4ad-4867-a89c-3e6b29b48710 None None] Allocated IP 172.21.0.2 (b445fac0-f124-4667-afc0-26d2e824079f/14345a05-4879-450e-8cd9-8fc377c3b1c3/292623d3-901a-4b8e-875f-7bdf8a134551) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:51:05.958713 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3bef55df-5baf-46e3-bc7d-8e0ba691bc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (cb0d505f-5113-4dff-a0e4-37afa380b5fa), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:05.994040 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef55df-5baf-46e3-bc7d-8e0ba691bc48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb0d505f-5113-4dff-a0e4-37afa380b5fa,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:05.998993 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3bef55df-5baf-46e3-bc7d-8e0ba691bc48 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:06.004680 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3bef55df-5baf-46e3-bc7d-8e0ba691bc48 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/cb0d505f-5113-4dff-a0e4-37afa380b5fa HTTP/1.1" status: 204 len: 168 time: 0.3577571 Feb 16 22:51:06.004680 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47714) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:06.035922 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5e186066-bb2e-4e4c-9bc2-b84d883257ae tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5fa01cc1-ae3c-4e11-822e-93df74827866), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:06.085420 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5da1d127-5ac9-4bed-bbf4-24d52ebf7b2f None None] Current status of the port 7031d63f-6482-4026-88f7-9647a43202e2 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:06.085815 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5da1d127-5ac9-4bed-bbf4-24d52ebf7b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (7031d63f-6482-4026-88f7-9647a43202e2), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:06.100648 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3cad84da-0734-4d9e-a136-d440a9a60855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (1491f684-d231-400e-be40-ae5987c704da), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:06.209377 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-5da1d127-5ac9-4bed-bbf4-24d52ebf7b2f None None] For port 7031d63f-6482-4026-88f7-9647a43202e2, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=7031d63f-6482-4026-88f7-9647a43202e2,segment=NetworkSegment(7944cd0d-d76d-4a3d-a4e9-ee2d3ea9c2d3),segment_id=7944cd0d-d76d-4a3d-a4e9-ee2d3ea9c2d3)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:51:06.220052 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3cad84da-0734-4d9e-a136-d440a9a60855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (1491f684-d231-400e-be40-ae5987c704da), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:06.232687 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5da1d127-5ac9-4bed-bbf4-24d52ebf7b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (7031d63f-6482-4026-88f7-9647a43202e2), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:06.255618 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-3cad84da-0734-4d9e-a136-d440a9a60855 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1491f684-d231-400e-be40-ae5987c704da']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:06.270466 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-3cad84da-0734-4d9e-a136-d440a9a60855 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad71958a-b9fc-4857-a49d-128e3129dd29') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:06.271514 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-3cad84da-0734-4d9e-a136-d440a9a60855 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad71958a-b9fc-4857-a49d-128e3129dd29') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:06.285250 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3cad84da-0734-4d9e-a136-d440a9a60855 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (ad71958a-b9fc-4857-a49d-128e3129dd29), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:06.303029 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3cad84da-0734-4d9e-a136-d440a9a60855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (ad71958a-b9fc-4857-a49d-128e3129dd29), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:06.313389 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cad84da-0734-4d9e-a136-d440a9a60855 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:51:06.314224 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3cad84da-0734-4d9e-a136-d440a9a60855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (ad71958a-b9fc-4857-a49d-128e3129dd29), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:06.316840 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:51:06.316840 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:51:06.316840 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:51:06.316840 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:51:06.316840 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:51:06.316840 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:51:06.316840 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:51:06.316840 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:51:06.316840 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:51:06.316840 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:51:06.316840 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:51:06.316840 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:51:06.316840 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:51:06.316840 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:51:06.316840 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:51:06.316840 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:51:06.316840 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:51:06.316840 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:51:06.316840 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:51:06.316840 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:51:06.316840 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:51:06.316840 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:51:06.316840 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:51:06.316840 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:51:06.316840 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:51:06.316840 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:51:06.316840 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:51:06.316840 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:51:06.316840 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:51:06.316840 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:51:06.316840 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:51:06.316840 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:51:06.368291 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-adf8488f-d4ad-4867-a89c-3e6b29b48710 None None] Publish callbacks [] for port (292623d3-901a-4b8e-875f-7bdf8a134551), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:06.404559 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3cad84da-0734-4d9e-a136-d440a9a60855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (1491f684-d231-400e-be40-ae5987c704da), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:06.410839 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3cad84da-0734-4d9e-a136-d440a9a60855 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:06.416843 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3cad84da-0734-4d9e-a136-d440a9a60855 admin admin] 10.222.0.75 "DELETE /v2.0/networks/1491f684-d231-400e-be40-ae5987c704da HTTP/1.1" status: 204 len: 168 time: 0.4077823 Feb 16 22:51:06.439383 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-adf8488f-d4ad-4867-a89c-3e6b29b48710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (292623d3-901a-4b8e-875f-7bdf8a134551), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:06.446993 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad84da-0734-4d9e-a136-d440a9a60855 admin admin] Pushing event deleted for resources: {'Network': ['ID=1491f684-d231-400e-be40-ae5987c704da,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:06.454279 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1d127-5ac9-4bed-bbf4-24d52ebf7b2f None None] Pushing event updated for resources: {'Port': ['ID=7031d63f-6482-4026-88f7-9647a43202e2,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:06.489342 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-751472a5-990b-49a4-918a-9859559f8be8 req-bef935ab-5ffd-4670-97f7-b0a726abf207 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 210 time: 0.0439544 Feb 16 22:51:06.521382 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf8488f-d4ad-4867-a89c-3e6b29b48710 None None] Network b445fac0-f124-4667-afc0-26d2e824079f is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:51:06.526765 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-adf8488f-d4ad-4867-a89c-3e6b29b48710 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:51:06.534017 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-5bfdb78a-9266-4d0a-bfba-1d1a68ea6fcb None None] Provisioning complete for port 7031d63f-6482-4026-88f7-9647a43202e2 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:06.534401 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5bfdb78a-9266-4d0a-bfba-1d1a68ea6fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (7031d63f-6482-4026-88f7-9647a43202e2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:06.537718 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf8488f-d4ad-4867-a89c-3e6b29b48710 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:51:06.538406 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5e186066-bb2e-4e4c-9bc2-b84d883257ae tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for port (5fa01cc1-ae3c-4e11-822e-93df74827866), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:06.542960 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8488f-d4ad-4867-a89c-3e6b29b48710 None None] Pushing event updated for resources: {'Port': ['ID=292623d3-901a-4b8e-875f-7bdf8a134551,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:06.553534 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5e186066-bb2e-4e4c-9bc2-b84d883257ae tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (5fa01cc1-ae3c-4e11-822e-93df74827866), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:06.633412 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-8ac73358-53ee-40d9-a629-d7ba3c1c776b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'name': 'tempest-RoutersTest-router-470729113', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:00Z', 'updated_at': '2022-02-16T22:51:02Z', 'revision_number': 2, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'gw_port_host': None, '_interfaces': [{'id': '7031d63f-6482-4026-88f7-9647a43202e2', 'name': '', 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:1f:8d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:01Z', 'updated_at': '2022-02-16T22:51:05Z', 'revision_number': 4, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:06.638064 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5e186066-bb2e-4e4c-9bc2-b84d883257ae tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (191bcbad-009a-4887-b03f-c68d26ca385d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:06.678888 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac73358-53ee-40d9-a629-d7ba3c1c776b None None] The sync data for ids ['191bcbad-009a-4887-b03f-c68d26ca385d'] in n-d-813897-6 is: [{'id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'name': 'tempest-RoutersTest-router-470729113', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:00Z', 'updated_at': '2022-02-16T22:51:02Z', 'revision_number': 2, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'gw_port_host': None, '_interfaces': [{'id': '7031d63f-6482-4026-88f7-9647a43202e2', 'name': '', 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:1f:8d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:01Z', 'updated_at': '2022-02-16T22:51:05Z', 'revision_number': 4, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:51:06.685479 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-adf8488f-d4ad-4867-a89c-3e6b29b48710 None None] Attempting to bind port 292623d3-901a-4b8e-875f-7bdf8a134551 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:51:06.685867 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-adf8488f-d4ad-4867-a89c-3e6b29b48710 None None] Attempting to bind port 292623d3-901a-4b8e-875f-7bdf8a134551 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'cf6cfe18-e54e-42cd-a31f-35fac196da19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b445fac0-f124-4667-afc0-26d2e824079f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:51:06.686272 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf8488f-d4ad-4867-a89c-3e6b29b48710 None None] Attempting to bind port 292623d3-901a-4b8e-875f-7bdf8a134551 on network b445fac0-f124-4667-afc0-26d2e824079f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:51:06.694757 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf8488f-d4ad-4867-a89c-3e6b29b48710 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:51:06.695143 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf8488f-d4ad-4867-a89c-3e6b29b48710 None None] Checking segment: {'id': 'cf6cfe18-e54e-42cd-a31f-35fac196da19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b445fac0-f124-4667-afc0-26d2e824079f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:51:06.695555 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-adf8488f-d4ad-4867-a89c-3e6b29b48710 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:06.695954 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf8488f-d4ad-4867-a89c-3e6b29b48710 None None] Bound using segment: {'id': 'cf6cfe18-e54e-42cd-a31f-35fac196da19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b445fac0-f124-4667-afc0-26d2e824079f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:51:06.696444 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-adf8488f-d4ad-4867-a89c-3e6b29b48710 None None] Bound port: 292623d3-901a-4b8e-875f-7bdf8a134551, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6cfe18-e54e-42cd-a31f-35fac196da19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b445fac0-f124-4667-afc0-26d2e824079f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:51:06.696819 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-adf8488f-d4ad-4867-a89c-3e6b29b48710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (292623d3-901a-4b8e-875f-7bdf8a134551), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:06.734430 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47720) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:06.766699 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e186066-bb2e-4e4c-9bc2-b84d883257ae tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Port': ['ID=5fa01cc1-ae3c-4e11-822e-93df74827866,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:06.783782 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e186066-bb2e-4e4c-9bc2-b84d883257ae tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network b445fac0-f124-4667-afc0-26d2e824079f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:51:06.785398 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-5e186066-bb2e-4e4c-9bc2-b84d883257ae tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:51:06.813079 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5bfdb78a-9266-4d0a-bfba-1d1a68ea6fcb None None] Current status of the port 7031d63f-6482-4026-88f7-9647a43202e2 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:06.828827 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-18f93f50-d34c-418b-a120-6fbb369c3b3d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f5e1eb1b6852405b9a1ae9a26a17b129&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0926936 Feb 16 22:51:06.831357 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47722) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:06.842100 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-adf8488f-d4ad-4867-a89c-3e6b29b48710 None None] For port 292623d3-901a-4b8e-875f-7bdf8a134551, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:51:06.848577 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-adf8488f-d4ad-4867-a89c-3e6b29b48710 None None] For port 292623d3-901a-4b8e-875f-7bdf8a134551, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=292623d3-901a-4b8e-875f-7bdf8a134551,segment=NetworkSegment(cf6cfe18-e54e-42cd-a31f-35fac196da19),segment_id=cf6cfe18-e54e-42cd-a31f-35fac196da19)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:51:06.859908 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-adf8488f-d4ad-4867-a89c-3e6b29b48710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (292623d3-901a-4b8e-875f-7bdf8a134551), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:06.905594 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2f6d3414-c040-4434-a795-c53a29d3771e admin admin] Publish callbacks [] for security_group (f4ab3705-3bbd-4349-9c62-bff3b48abc58), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:06.935600 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2f6d3414-c040-4434-a795-c53a29d3771e admin admin] Publish callbacks [] for security_group (f4ab3705-3bbd-4349-9c62-bff3b48abc58), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:06.938009 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8488f-d4ad-4867-a89c-3e6b29b48710 None None] Pushing event updated for resources: {'Port': ['ID=292623d3-901a-4b8e-875f-7bdf8a134551,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:06.974793 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e186066-bb2e-4e4c-9bc2-b84d883257ae tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Router 191bcbad-009a-4887-b03f-c68d26ca385d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:51:07.044086 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2f6d3414-c040-4434-a795-c53a29d3771e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f4ab3705-3bbd-4349-9c62-bff3b48abc58), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:07.048305 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2f6d3414-c040-4434-a795-c53a29d3771e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:07.050759 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2f6d3414-c040-4434-a795-c53a29d3771e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f4ab3705-3bbd-4349-9c62-bff3b48abc58 HTTP/1.1" status: 204 len: 168 time: 0.2164497 Feb 16 22:51:07.060519 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d3414-c040-4434-a795-c53a29d3771e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ab3705-3bbd-4349-9c62-bff3b48abc58,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:07.162975 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e186066-bb2e-4e4c-9bc2-b84d883257ae tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:51:07.191160 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5e186066-bb2e-4e4c-9bc2-b84d883257ae tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "PUT /v2.0/routers/191bcbad-009a-4887-b03f-c68d26ca385d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8296454 Feb 16 22:51:07.193802 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47726) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:07.202251 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-68bd27e7-17fb-4d10-8989-ca652bd43644 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Request body: {'network': {'name': 'tempest-RoutersTest-776606764'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:51:07.241382 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bd27e7-17fb-4d10-8989-ca652bd43644 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Made reservation on behalf of 7e373bcd13d84490b51600663d7fbd9c for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:51:07.245155 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-68bd27e7-17fb-4d10-8989-ca652bd43644 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:07.306661 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68bd27e7-17fb-4d10-8989-ca652bd43644 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:51:07.318915 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-68bd27e7-17fb-4d10-8989-ca652bd43644 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (5ac49535-2913-4957-89bf-f5426f0a05f9), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:07.319886 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-68bd27e7-17fb-4d10-8989-ca652bd43644 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Added segment 5ac49535-2913-4957-89bf-f5426f0a05f9 of type vlan for network 1a810854-91ab-4441-8a6e-78ccfa3563cc Feb 16 22:51:07.400743 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-68bd27e7-17fb-4d10-8989-ca652bd43644 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (1a810854-91ab-4441-8a6e-78ccfa3563cc), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:07.451561 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-68bd27e7-17fb-4d10-8989-ca652bd43644 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (1a810854-91ab-4441-8a6e-78ccfa3563cc), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:07.456733 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bd27e7-17fb-4d10-8989-ca652bd43644 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:07.457342 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-68bd27e7-17fb-4d10-8989-ca652bd43644 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:07.511551 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-68bd27e7-17fb-4d10-8989-ca652bd43644 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3119948 Feb 16 22:51:07.511915 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47730) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:07.517471 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-0d592837-e1ad-4c3e-8ed9-07c364eb13d5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Request body: {'subnet': {'network_id': '1a810854-91ab-4441-8a6e-78ccfa3563cc', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:51:07.581727 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd27e7-17fb-4d10-8989-ca652bd43644 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Network': ['ID=1a810854-91ab-4441-8a6e-78ccfa3563cc,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:07.594930 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 1a810854-91ab-4441-8a6e-78ccfa3563cc details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:51:07.646985 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aea21a60-47aa-41a8-9084-f108e1819707 req-beb1efed-7d6c-4454-b8cd-92ee3ee3cfcb tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 210 time: 0.0425994 Feb 16 22:51:07.729008 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d592837-e1ad-4c3e-8ed9-07c364eb13d5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Made reservation on behalf of 7e373bcd13d84490b51600663d7fbd9c for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:51:07.733518 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d592837-e1ad-4c3e-8ed9-07c364eb13d5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:07.760770 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47734) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:07.824433 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-755cc316-4cf8-4d93-8dc4-41212bf8cff5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bc2211d5d722422db02291dcebade779&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0623560 Feb 16 22:51:07.825093 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47736) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:07.887942 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-42865816-a797-4a6c-98f9-69adad1e2ed9 admin admin] Publish callbacks [] for security_group (c06a5f8f-384b-423e-af53-b10fa21ea10d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:07.919258 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-42865816-a797-4a6c-98f9-69adad1e2ed9 admin admin] Publish callbacks [] for security_group (c06a5f8f-384b-423e-af53-b10fa21ea10d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:07.977802 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-42865816-a797-4a6c-98f9-69adad1e2ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c06a5f8f-384b-423e-af53-b10fa21ea10d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:07.980557 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-42865816-a797-4a6c-98f9-69adad1e2ed9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:07.984786 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-42865816-a797-4a6c-98f9-69adad1e2ed9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c06a5f8f-384b-423e-af53-b10fa21ea10d HTTP/1.1" status: 204 len: 168 time: 0.1563148 Feb 16 22:51:07.994120 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42865816-a797-4a6c-98f9-69adad1e2ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06a5f8f-384b-423e-af53-b10fa21ea10d,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:08.078098 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 9fed2208-a267-429d-8998-19499e50bc6c no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:51:08.128551 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 9fed2208-a267-429d-8998-19499e50bc6c {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:51:08.138630 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 9fed2208-a267-429d-8998-19499e50bc6c not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:51:08.142906 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 98417943-b586-40e5-9e6d-dcd5f33cc11c no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:51:08.200465 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 98417943-b586-40e5-9e6d-dcd5f33cc11c {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:51:08.201431 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 98417943-b586-40e5-9e6d-dcd5f33cc11c not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:51:08.354510 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d592837-e1ad-4c3e-8ed9-07c364eb13d5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (cdacecf4-0c4c-4df7-af43-50170875ef51), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:08.452058 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d592837-e1ad-4c3e-8ed9-07c364eb13d5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Checking segment: {'id': '5ac49535-2913-4957-89bf-f5426f0a05f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1a810854-91ab-4441-8a6e-78ccfa3563cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:51:08.452421 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d592837-e1ad-4c3e-8ed9-07c364eb13d5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network hostable DHCP agents. Network: 1a810854-91ab-4441-8a6e-78ccfa3563cc, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:51:08.454304 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 7031d63f-6482-4026-88f7-9647a43202e2 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:51:08.455844 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d592837-e1ad-4c3e-8ed9-07c364eb13d5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Subnet': ['ID=cdacecf4-0c4c-4df7-af43-50170875ef51,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:08.480271 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d592837-e1ad-4c3e-8ed9-07c364eb13d5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network 1a810854-91ab-4441-8a6e-78ccfa3563cc is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:51:08.495947 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-0d592837-e1ad-4c3e-8ed9-07c364eb13d5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 1a810854-91ab-4441-8a6e-78ccfa3563cc) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:51:08.503144 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d592837-e1ad-4c3e-8ed9-07c364eb13d5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:08.503799 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d592837-e1ad-4c3e-8ed9-07c364eb13d5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:08.518248 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fdf8c4-f53a-4e17-9146-522fdf80e0d0 None None] Network 1a810854-91ab-4441-8a6e-78ccfa3563cc requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:51:08.543678 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0d592837-e1ad-4c3e-8ed9-07c364eb13d5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0291491 Feb 16 22:51:08.545090 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47744) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:08.720076 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 7031d63f-6482-4026-88f7-9647a43202e2 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:08.720641 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (7031d63f-6482-4026-88f7-9647a43202e2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:08.729020 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9301276-02af-4634-9e39-8789f3872cc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-1a810854-91ab-4441-8a6e-78ccfa3563cc', 'network_id': '1a810854-91ab-4441-8a6e-78ccfa3563cc', 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'fixed_ips': [{'subnet_id': 'cdacecf4-0c4c-4df7-af43-50170875ef51'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:51:08.730042 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e9301276-02af-4634-9e39-8789f3872cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:08.845322 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb76346-c10b-49e4-bac0-78ec1cf5a734 None None] Network b445fac0-f124-4667-afc0-26d2e824079f requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:51:08.846636 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-56c4b903-94ba-4df5-9778-0a8bc8a12719 req-6ccbce9d-f368-407d-b5fb-b93a36438ba8 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 210 time: 0.0651212 Feb 16 22:51:09.077441 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-d8e45f1e-6397-4b2b-8a6e-6575663fc27e None None] Provisioning complete for port 292623d3-901a-4b8e-875f-7bdf8a134551 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:09.077817 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d8e45f1e-6397-4b2b-8a6e-6575663fc27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (292623d3-901a-4b8e-875f-7bdf8a134551), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:09.094824 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e3eeb30c-72be-45fd-ba7e-cf60651b86fa tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:09.127842 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd318ad1-0cad-4f26-9c7d-2273d08098a8 None None] Sync routers for ids ['191bcbad-009a-4887-b03f-c68d26ca385d'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:51:09.148854 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd318ad1-0cad-4f26-9c7d-2273d08098a8 None None] Routers {'191bcbad-009a-4887-b03f-c68d26ca385d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:51:09.150878 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-cd318ad1-0cad-4f26-9c7d-2273d08098a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:50:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['191bcbad-009a-4887-b03f-c68d26ca385d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:09.336525 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-cd318ad1-0cad-4f26-9c7d-2273d08098a8 None None] Set router 191bcbad-009a-4887-b03f-c68d26ca385d gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:51:09.417246 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47764) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:09.480203 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 7031d63f-6482-4026-88f7-9647a43202e2 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:09.481902 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 292623d3-901a-4b8e-875f-7bdf8a134551 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:51:09.550093 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-e9301276-02af-4634-9e39-8789f3872cc2 None None] Allocated IP 172.22.0.2 (1a810854-91ab-4441-8a6e-78ccfa3563cc/cdacecf4-0c4c-4df7-af43-50170875ef51/0acd1581-8fee-4a3c-b219-c97b16d5888d) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:51:09.554222 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-2c5db43b-113c-4065-809c-f56be13b6698 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-937929795-network', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:51:09.579825 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5db43b-113c-4065-809c-f56be13b6698 admin admin] Made reservation on behalf of 0c0a2c9b9f8044d88184aae0a6698d8e for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:51:09.583410 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2c5db43b-113c-4065-809c-f56be13b6698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:09.595178 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2c5db43b-113c-4065-809c-f56be13b6698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:09.636729 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d8e45f1e-6397-4b2b-8a6e-6575663fc27e None None] Current status of the port 292623d3-901a-4b8e-875f-7bdf8a134551 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:09.637504 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d8e45f1e-6397-4b2b-8a6e-6575663fc27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (292623d3-901a-4b8e-875f-7bdf8a134551), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:09.647102 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-cd318ad1-0cad-4f26-9c7d-2273d08098a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'name': 'tempest-RoutersTest-router-470729113', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:00Z', 'updated_at': '2022-02-16T22:51:05Z', 'revision_number': 3, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'gw_port_host': None, '_interfaces': [{'id': '5fa01cc1-ae3c-4e11-822e-93df74827866', 'name': '', 'network_id': 'b445fac0-f124-4667-afc0-26d2e824079f', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:b8:24:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:05Z', 'updated_at': '2022-02-16T22:51:06Z', 'revision_number': 2, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7031d63f-6482-4026-88f7-9647a43202e2', 'name': '', 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:1f:8d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:01Z', 'updated_at': '2022-02-16T22:51:06Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:09.676577 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd318ad1-0cad-4f26-9c7d-2273d08098a8 None None] Checking router: 191bcbad-009a-4887-b03f-c68d26ca385d for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:51:09.676938 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd318ad1-0cad-4f26-9c7d-2273d08098a8 None None] Updating router 191bcbad-009a-4887-b03f-c68d26ca385d port 5fa01cc1-ae3c-4e11-822e-93df74827866 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:51:09.725701 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cd318ad1-0cad-4f26-9c7d-2273d08098a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5fa01cc1-ae3c-4e11-822e-93df74827866), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:09.734725 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-d8e45f1e-6397-4b2b-8a6e-6575663fc27e None None] For port 292623d3-901a-4b8e-875f-7bdf8a134551, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=292623d3-901a-4b8e-875f-7bdf8a134551,segment=NetworkSegment(cf6cfe18-e54e-42cd-a31f-35fac196da19),segment_id=cf6cfe18-e54e-42cd-a31f-35fac196da19)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:51:09.748106 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2c5db43b-113c-4065-809c-f56be13b6698 admin admin] Publish callbacks [] for security_group (736069af-84f7-44d7-8e8b-1a473951af43), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:09.748882 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d8e45f1e-6397-4b2b-8a6e-6575663fc27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (292623d3-901a-4b8e-875f-7bdf8a134551), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:09.756514 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2c5db43b-113c-4065-809c-f56be13b6698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (736069af-84f7-44d7-8e8b-1a473951af43), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:09.791422 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c5db43b-113c-4065-809c-f56be13b6698 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:51:09.796136 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 292623d3-901a-4b8e-875f-7bdf8a134551 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:09.796548 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (292623d3-901a-4b8e-875f-7bdf8a134551), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:09.825736 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2c5db43b-113c-4065-809c-f56be13b6698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:09.826200 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-2c5db43b-113c-4065-809c-f56be13b6698 admin admin] Added segment ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb of type vlan for network 2b8bbf18-4be7-49fe-84cb-d34551020686 Feb 16 22:51:09.872187 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e45f1e-6397-4b2b-8a6e-6575663fc27e None None] Pushing event updated for resources: {'Port': ['ID=292623d3-901a-4b8e-875f-7bdf8a134551,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:09.916281 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2c5db43b-113c-4065-809c-f56be13b6698 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (2b8bbf18-4be7-49fe-84cb-d34551020686), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:09.959504 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5db43b-113c-4065-809c-f56be13b6698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736069af-84f7-44d7-8e8b-1a473951af43,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:10.015108 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e9301276-02af-4634-9e39-8789f3872cc2 None None] Publish callbacks [] for port (0acd1581-8fee-4a3c-b219-c97b16d5888d), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:10.026721 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c8a9117-fc58-40a1-bd21-9464fe728ef1 req-2a3c0731-22b5-4970-83dd-ca55c0725182 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 210 time: 0.0627131 Feb 16 22:51:10.030891 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e9301276-02af-4634-9e39-8789f3872cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (0acd1581-8fee-4a3c-b219-c97b16d5888d), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:10.040679 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2c5db43b-113c-4065-809c-f56be13b6698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (2b8bbf18-4be7-49fe-84cb-d34551020686), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:10.042090 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5db43b-113c-4065-809c-f56be13b6698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:10.046819 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2c5db43b-113c-4065-809c-f56be13b6698 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:10.108082 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9301276-02af-4634-9e39-8789f3872cc2 None None] Network 1a810854-91ab-4441-8a6e-78ccfa3563cc is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:51:10.115959 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 292623d3-901a-4b8e-875f-7bdf8a134551 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:10.121834 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2c5db43b-113c-4065-809c-f56be13b6698 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7026324 Feb 16 22:51:10.122968 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47770) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:10.125544 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-e9301276-02af-4634-9e39-8789f3872cc2 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:51:10.135168 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9301276-02af-4634-9e39-8789f3872cc2 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:51:10.140762 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9301276-02af-4634-9e39-8789f3872cc2 None None] Pushing event updated for resources: {'Port': ['ID=0acd1581-8fee-4a3c-b219-c97b16d5888d,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:10.157329 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-e3eeb30c-72be-45fd-ba7e-cf60651b86fa tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Allocated IP 172.22.0.1 (1a810854-91ab-4441-8a6e-78ccfa3563cc/cdacecf4-0c4c-4df7-af43-50170875ef51/38da2d38-9c6e-4c96-a3ef-31f437554f56) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:51:10.179078 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-fdb7880c-b32b-4d4e-8d86-4833b2734414 admin admin] Request body: {'subnet': {'network_id': '2b8bbf18-4be7-49fe-84cb-d34551020686', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-937929795-subnet', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:51:10.226354 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5db43b-113c-4065-809c-f56be13b6698 admin admin] Pushing event updated for resources: {'Network': ['ID=2b8bbf18-4be7-49fe-84cb-d34551020686,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:10.248479 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb7880c-b32b-4d4e-8d86-4833b2734414 admin admin] Made reservation on behalf of 0c0a2c9b9f8044d88184aae0a6698d8e for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:51:10.249460 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-2c706c93-db22-40a4-9f1d-c1bdb6b1cdd4 None None] Provisioning complete for port 5fa01cc1-ae3c-4e11-822e-93df74827866 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:10.250175 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2c706c93-db22-40a4-9f1d-c1bdb6b1cdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5fa01cc1-ae3c-4e11-822e-93df74827866), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:10.250877 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fdb7880c-b32b-4d4e-8d86-4833b2734414 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:10.316664 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2c706c93-db22-40a4-9f1d-c1bdb6b1cdd4 None None] Port 5fa01cc1-ae3c-4e11-822e-93df74827866 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:51:10.334647 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 2b8bbf18-4be7-49fe-84cb-d34551020686 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:51:10.387943 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 292623d3-901a-4b8e-875f-7bdf8a134551 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:51:10.388254 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cd318ad1-0cad-4f26-9c7d-2273d08098a8 None None] Publish callbacks [] for port (5fa01cc1-ae3c-4e11-822e-93df74827866), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:10.403768 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cd318ad1-0cad-4f26-9c7d-2273d08098a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5fa01cc1-ae3c-4e11-822e-93df74827866), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:10.435354 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e3eeb30c-72be-45fd-ba7e-cf60651b86fa tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for port (38da2d38-9c6e-4c96-a3ef-31f437554f56), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:10.447050 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e9301276-02af-4634-9e39-8789f3872cc2 None None] Attempting to bind port 0acd1581-8fee-4a3c-b219-c97b16d5888d on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:51:10.447611 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e9301276-02af-4634-9e39-8789f3872cc2 None None] Attempting to bind port 0acd1581-8fee-4a3c-b219-c97b16d5888d by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '5ac49535-2913-4957-89bf-f5426f0a05f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1a810854-91ab-4441-8a6e-78ccfa3563cc'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:51:10.448222 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9301276-02af-4634-9e39-8789f3872cc2 None None] Attempting to bind port 0acd1581-8fee-4a3c-b219-c97b16d5888d on network 1a810854-91ab-4441-8a6e-78ccfa3563cc {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:51:10.472645 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9301276-02af-4634-9e39-8789f3872cc2 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:51:10.474561 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9301276-02af-4634-9e39-8789f3872cc2 None None] Checking segment: {'id': '5ac49535-2913-4957-89bf-f5426f0a05f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1a810854-91ab-4441-8a6e-78ccfa3563cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:51:10.475906 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e9301276-02af-4634-9e39-8789f3872cc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:10.477697 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9301276-02af-4634-9e39-8789f3872cc2 None None] Bound using segment: {'id': '5ac49535-2913-4957-89bf-f5426f0a05f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1a810854-91ab-4441-8a6e-78ccfa3563cc'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:51:10.479112 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e9301276-02af-4634-9e39-8789f3872cc2 None None] Bound port: 0acd1581-8fee-4a3c-b219-c97b16d5888d, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac49535-2913-4957-89bf-f5426f0a05f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1a810854-91ab-4441-8a6e-78ccfa3563cc'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:51:10.479590 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688fdf20-d302-4699-9df9-6c0b3a980388 None None] Pushing event updated for resources: {'Port': ['ID=5fa01cc1-ae3c-4e11-822e-93df74827866,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:10.479751 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e9301276-02af-4634-9e39-8789f3872cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0acd1581-8fee-4a3c-b219-c97b16d5888d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:10.498352 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e3eeb30c-72be-45fd-ba7e-cf60651b86fa tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (38da2d38-9c6e-4c96-a3ef-31f437554f56), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:10.513490 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688fdf20-d302-4699-9df9-6c0b3a980388 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:10.514337 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688fdf20-d302-4699-9df9-6c0b3a980388 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:10.514970 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688fdf20-d302-4699-9df9-6c0b3a980388 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:10.515882 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688fdf20-d302-4699-9df9-6c0b3a980388 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:10.516300 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688fdf20-d302-4699-9df9-6c0b3a980388 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:10.516840 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688fdf20-d302-4699-9df9-6c0b3a980388 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:10.517577 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688fdf20-d302-4699-9df9-6c0b3a980388 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:10.518009 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688fdf20-d302-4699-9df9-6c0b3a980388 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:10.518402 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688fdf20-d302-4699-9df9-6c0b3a980388 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:10.518813 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688fdf20-d302-4699-9df9-6c0b3a980388 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:10.519214 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688fdf20-d302-4699-9df9-6c0b3a980388 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:10.519613 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688fdf20-d302-4699-9df9-6c0b3a980388 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:10.520069 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688fdf20-d302-4699-9df9-6c0b3a980388 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:10.539125 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fdb7880c-b32b-4d4e-8d86-4833b2734414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:10.557950 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-2c706c93-db22-40a4-9f1d-c1bdb6b1cdd4 None None] Provisioning complete for port 292623d3-901a-4b8e-875f-7bdf8a134551 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:10.558356 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2c706c93-db22-40a4-9f1d-c1bdb6b1cdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (292623d3-901a-4b8e-875f-7bdf8a134551), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:10.590740 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eeb30c-72be-45fd-ba7e-cf60651b86fa tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Port': ['ID=38da2d38-9c6e-4c96-a3ef-31f437554f56,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:10.595929 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-cd318ad1-0cad-4f26-9c7d-2273d08098a8 None None] Attempting to bind port 5fa01cc1-ae3c-4e11-822e-93df74827866 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:51:10.596639 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-cd318ad1-0cad-4f26-9c7d-2273d08098a8 None None] Attempting to bind port 5fa01cc1-ae3c-4e11-822e-93df74827866 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'cf6cfe18-e54e-42cd-a31f-35fac196da19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b445fac0-f124-4667-afc0-26d2e824079f'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:51:10.597209 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd318ad1-0cad-4f26-9c7d-2273d08098a8 None None] Attempting to bind port 5fa01cc1-ae3c-4e11-822e-93df74827866 on network b445fac0-f124-4667-afc0-26d2e824079f {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:51:10.612758 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd318ad1-0cad-4f26-9c7d-2273d08098a8 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:51:10.613447 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd318ad1-0cad-4f26-9c7d-2273d08098a8 None None] Checking segment: {'id': 'cf6cfe18-e54e-42cd-a31f-35fac196da19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b445fac0-f124-4667-afc0-26d2e824079f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:51:10.614094 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cd318ad1-0cad-4f26-9c7d-2273d08098a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:10.614691 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd318ad1-0cad-4f26-9c7d-2273d08098a8 None None] Bound using segment: {'id': 'cf6cfe18-e54e-42cd-a31f-35fac196da19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b445fac0-f124-4667-afc0-26d2e824079f'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:51:10.616021 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-cd318ad1-0cad-4f26-9c7d-2273d08098a8 None None] Bound port: 5fa01cc1-ae3c-4e11-822e-93df74827866, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6cfe18-e54e-42cd-a31f-35fac196da19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b445fac0-f124-4667-afc0-26d2e824079f'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:51:10.617230 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cd318ad1-0cad-4f26-9c7d-2273d08098a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5fa01cc1-ae3c-4e11-822e-93df74827866), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:10.618129 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb7880c-b32b-4d4e-8d86-4833b2734414 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:10.620568 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb7880c-b32b-4d4e-8d86-4833b2734414 admin admin] Checking segment: {'id': 'ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2b8bbf18-4be7-49fe-84cb-d34551020686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:51:10.621798 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb7880c-b32b-4d4e-8d86-4833b2734414 admin admin] Network hostable DHCP agents. Network: 2b8bbf18-4be7-49fe-84cb-d34551020686, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:51:10.623783 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3eeb30c-72be-45fd-ba7e-cf60651b86fa tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network 1a810854-91ab-4441-8a6e-78ccfa3563cc is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:51:10.627909 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-e3eeb30c-72be-45fd-ba7e-cf60651b86fa tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:51:10.640311 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3eeb30c-72be-45fd-ba7e-cf60651b86fa tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:51:10.650922 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb7880c-b32b-4d4e-8d86-4833b2734414 admin admin] Network 2b8bbf18-4be7-49fe-84cb-d34551020686 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:51:10.671037 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-fdb7880c-b32b-4d4e-8d86-4833b2734414 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 2b8bbf18-4be7-49fe-84cb-d34551020686) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:51:10.686222 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb7880c-b32b-4d4e-8d86-4833b2734414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:10.687581 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fdb7880c-b32b-4d4e-8d86-4833b2734414 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:10.708721 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-fdb7880c-b32b-4d4e-8d86-4833b2734414 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5664651 Feb 16 22:51:10.712746 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47772) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:10.718719 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-1b505579-69fb-4226-a62e-c7a849bd1f43 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-937929795-router', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:51:10.734467 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8626bc22-2156-468c-8cba-8f5a1124d075 None None] Network 2b8bbf18-4be7-49fe-84cb-d34551020686 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:51:10.746063 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e3eeb30c-72be-45fd-ba7e-cf60651b86fa tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (191bcbad-009a-4887-b03f-c68d26ca385d), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:10.775050 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-cd318ad1-0cad-4f26-9c7d-2273d08098a8 None None] For port 5fa01cc1-ae3c-4e11-822e-93df74827866, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:51:10.782044 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-cd318ad1-0cad-4f26-9c7d-2273d08098a8 None None] For port 5fa01cc1-ae3c-4e11-822e-93df74827866, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5fa01cc1-ae3c-4e11-822e-93df74827866,segment=NetworkSegment(cf6cfe18-e54e-42cd-a31f-35fac196da19),segment_id=cf6cfe18-e54e-42cd-a31f-35fac196da19)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:51:10.794382 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b505579-69fb-4226-a62e-c7a849bd1f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (bce8efcd-18d7-45ef-bba8-4a19d636c301), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:10.795716 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b505579-69fb-4226-a62e-c7a849bd1f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (bce8efcd-18d7-45ef-bba8-4a19d636c301), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:10.796195 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cd318ad1-0cad-4f26-9c7d-2273d08098a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5fa01cc1-ae3c-4e11-822e-93df74827866), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:10.824991 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 292623d3-901a-4b8e-875f-7bdf8a134551 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:10.825529 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (292623d3-901a-4b8e-875f-7bdf8a134551), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:10.861086 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b505579-69fb-4226-a62e-c7a849bd1f43 admin admin] Publish callbacks [] for router_controller (bce8efcd-18d7-45ef-bba8-4a19d636c301), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:10.887693 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688fdf20-d302-4699-9df9-6c0b3a980388 None None] Pushing event updated for resources: {'Port': ['ID=5fa01cc1-ae3c-4e11-822e-93df74827866,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:10.908940 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd318ad1-0cad-4f26-9c7d-2273d08098a8 None None] Routers {'191bcbad-009a-4887-b03f-c68d26ca385d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:51:10.909589 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-cd318ad1-0cad-4f26-9c7d-2273d08098a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:50:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['191bcbad-009a-4887-b03f-c68d26ca385d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:11.003349 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e9301276-02af-4634-9e39-8789f3872cc2 None None] For port 0acd1581-8fee-4a3c-b219-c97b16d5888d, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:51:11.046373 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e9301276-02af-4634-9e39-8789f3872cc2 None None] For port 0acd1581-8fee-4a3c-b219-c97b16d5888d, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0acd1581-8fee-4a3c-b219-c97b16d5888d,segment=NetworkSegment(5ac49535-2913-4957-89bf-f5426f0a05f9),segment_id=5ac49535-2913-4957-89bf-f5426f0a05f9)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:51:11.105062 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2c706c93-db22-40a4-9f1d-c1bdb6b1cdd4 None None] Current status of the port 292623d3-901a-4b8e-875f-7bdf8a134551 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:11.107497 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-cd318ad1-0cad-4f26-9c7d-2273d08098a8 None None] Set router 191bcbad-009a-4887-b03f-c68d26ca385d gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:51:11.115684 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e9301276-02af-4634-9e39-8789f3872cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0acd1581-8fee-4a3c-b219-c97b16d5888d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:11.137710 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b505579-69fb-4226-a62e-c7a849bd1f43 admin admin] Publish callbacks [] for router_gateway (bce8efcd-18d7-45ef-bba8-4a19d636c301), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:11.192253 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348c3beb-af33-4325-b219-d25366a2c32e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-2b8bbf18-4be7-49fe-84cb-d34551020686', 'network_id': '2b8bbf18-4be7-49fe-84cb-d34551020686', 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'fixed_ips': [{'subnet_id': '09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:51:11.193433 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-348c3beb-af33-4325-b219-d25366a2c32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:11.220388 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e3eeb30c-72be-45fd-ba7e-cf60651b86fa tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (38da2d38-9c6e-4c96-a3ef-31f437554f56), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:11.244366 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-addcdde7-5777-4b66-9aa2-2b0dac6b1d0d req-c4479a4e-a91f-4d0a-848f-366570b056a0 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 210 time: 0.0654855 Feb 16 22:51:11.421502 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 292623d3-901a-4b8e-875f-7bdf8a134551 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:11.434768 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-c2dcde57-8121-406d-9650-6714ed57bb08 None None] Provisioning complete for port 5fa01cc1-ae3c-4e11-822e-93df74827866 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:11.435424 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c2dcde57-8121-406d-9650-6714ed57bb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5fa01cc1-ae3c-4e11-822e-93df74827866), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:11.498962 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9301276-02af-4634-9e39-8789f3872cc2 None None] Pushing event updated for resources: {'Port': ['ID=0acd1581-8fee-4a3c-b219-c97b16d5888d,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:11.544939 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-cd318ad1-0cad-4f26-9c7d-2273d08098a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'name': 'tempest-RoutersTest-router-470729113', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:00Z', 'updated_at': '2022-02-16T22:51:05Z', 'revision_number': 3, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'gw_port_host': None, '_interfaces': [{'id': '5fa01cc1-ae3c-4e11-822e-93df74827866', 'name': '', 'network_id': 'b445fac0-f124-4667-afc0-26d2e824079f', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:b8:24:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:05Z', 'updated_at': '2022-02-16T22:51:10Z', 'revision_number': 4, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7031d63f-6482-4026-88f7-9647a43202e2', 'name': '', 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:1f:8d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:01Z', 'updated_at': '2022-02-16T22:51:06Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:11.586635 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd318ad1-0cad-4f26-9c7d-2273d08098a8 None None] The sync data for ids ['191bcbad-009a-4887-b03f-c68d26ca385d'] in n-d-813897-6 is: [{'id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'name': 'tempest-RoutersTest-router-470729113', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:00Z', 'updated_at': '2022-02-16T22:51:05Z', 'revision_number': 3, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'gw_port_host': None, '_interfaces': [{'id': '5fa01cc1-ae3c-4e11-822e-93df74827866', 'name': '', 'network_id': 'b445fac0-f124-4667-afc0-26d2e824079f', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:b8:24:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:05Z', 'updated_at': '2022-02-16T22:51:10Z', 'revision_number': 4, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7031d63f-6482-4026-88f7-9647a43202e2', 'name': '', 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:1f:8d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:01Z', 'updated_at': '2022-02-16T22:51:06Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:51:11.744245 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-c2dcde57-8121-406d-9650-6714ed57bb08 None None] Current status of the port 5fa01cc1-ae3c-4e11-822e-93df74827866 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:11.745141 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c2dcde57-8121-406d-9650-6714ed57bb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5fa01cc1-ae3c-4e11-822e-93df74827866), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:11.824342 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-348c3beb-af33-4325-b219-d25366a2c32e None None] Allocated IP 172.20.0.2 (2b8bbf18-4be7-49fe-84cb-d34551020686/09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9/348e65f4-d963-4aa1-8026-fc85594a7989) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:51:11.853829 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c2dcde57-8121-406d-9650-6714ed57bb08 None None] For port 5fa01cc1-ae3c-4e11-822e-93df74827866, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5fa01cc1-ae3c-4e11-822e-93df74827866,segment=NetworkSegment(cf6cfe18-e54e-42cd-a31f-35fac196da19),segment_id=cf6cfe18-e54e-42cd-a31f-35fac196da19)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:51:11.866097 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c2dcde57-8121-406d-9650-6714ed57bb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5fa01cc1-ae3c-4e11-822e-93df74827866), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:12.040155 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dcde57-8121-406d-9650-6714ed57bb08 None None] Pushing event updated for resources: {'Port': ['ID=5fa01cc1-ae3c-4e11-822e-93df74827866,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:12.046442 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7106166c-7ea6-40fd-973d-8f0ee26fc799 None None] Provisioning complete for port 5fa01cc1-ae3c-4e11-822e-93df74827866 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:12.046694 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7106166c-7ea6-40fd-973d-8f0ee26fc799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5fa01cc1-ae3c-4e11-822e-93df74827866), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:12.171119 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-348c3beb-af33-4325-b219-d25366a2c32e None None] Publish callbacks [] for port (348e65f4-d963-4aa1-8026-fc85594a7989), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:12.186964 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-348c3beb-af33-4325-b219-d25366a2c32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (348e65f4-d963-4aa1-8026-fc85594a7989), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:12.258767 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348c3beb-af33-4325-b219-d25366a2c32e None None] Network 2b8bbf18-4be7-49fe-84cb-d34551020686 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:51:12.283195 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c3beb-af33-4325-b219-d25366a2c32e None None] Pushing event updated for resources: {'Port': ['ID=348e65f4-d963-4aa1-8026-fc85594a7989,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:12.287339 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-348c3beb-af33-4325-b219-d25366a2c32e None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:51:12.290758 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348c3beb-af33-4325-b219-d25366a2c32e None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:51:12.297841 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b505579-69fb-4226-a62e-c7a849bd1f43 admin admin] Publish callbacks [] for router_gateway (bce8efcd-18d7-45ef-bba8-4a19d636c301), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:12.417169 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-348c3beb-af33-4325-b219-d25366a2c32e None None] Attempting to bind port 348e65f4-d963-4aa1-8026-fc85594a7989 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:51:12.417841 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-348c3beb-af33-4325-b219-d25366a2c32e None None] Attempting to bind port 348e65f4-d963-4aa1-8026-fc85594a7989 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2b8bbf18-4be7-49fe-84cb-d34551020686'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:51:12.418972 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348c3beb-af33-4325-b219-d25366a2c32e None None] Attempting to bind port 348e65f4-d963-4aa1-8026-fc85594a7989 on network 2b8bbf18-4be7-49fe-84cb-d34551020686 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:51:12.433793 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348c3beb-af33-4325-b219-d25366a2c32e None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:51:12.435727 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348c3beb-af33-4325-b219-d25366a2c32e None None] Checking segment: {'id': 'ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2b8bbf18-4be7-49fe-84cb-d34551020686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:51:12.436613 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-348c3beb-af33-4325-b219-d25366a2c32e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:12.437201 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348c3beb-af33-4325-b219-d25366a2c32e None None] Bound using segment: {'id': 'ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2b8bbf18-4be7-49fe-84cb-d34551020686'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:51:12.437866 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-348c3beb-af33-4325-b219-d25366a2c32e None None] Bound port: 348e65f4-d963-4aa1-8026-fc85594a7989, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2b8bbf18-4be7-49fe-84cb-d34551020686'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:51:12.438472 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-348c3beb-af33-4325-b219-d25366a2c32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (348e65f4-d963-4aa1-8026-fc85594a7989), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:12.449705 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e3eeb30c-72be-45fd-ba7e-cf60651b86fa tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for port (38da2d38-9c6e-4c96-a3ef-31f437554f56), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:12.455896 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b505579-69fb-4226-a62e-c7a849bd1f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:12.471690 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e3eeb30c-72be-45fd-ba7e-cf60651b86fa tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (38da2d38-9c6e-4c96-a3ef-31f437554f56), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:12.476537 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7106166c-7ea6-40fd-973d-8f0ee26fc799 None None] Current status of the port 5fa01cc1-ae3c-4e11-822e-93df74827866 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:12.511759 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0acd1581-8fee-4a3c-b219-c97b16d5888d up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:51:12.513217 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-40c4ce7b-ab1f-491a-b5de-b6b6bf23e03a req-f259af46-56a4-4631-9532-d02e787dc9e2 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 210 time: 0.0895350 Feb 16 22:51:12.591151 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-348c3beb-af33-4325-b219-d25366a2c32e None None] For port 348e65f4-d963-4aa1-8026-fc85594a7989, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:51:12.598156 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-348c3beb-af33-4325-b219-d25366a2c32e None None] For port 348e65f4-d963-4aa1-8026-fc85594a7989, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=348e65f4-d963-4aa1-8026-fc85594a7989,segment=NetworkSegment(ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb),segment_id=ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:51:12.617930 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-348c3beb-af33-4325-b219-d25366a2c32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (348e65f4-d963-4aa1-8026-fc85594a7989), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:12.655256 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eeb30c-72be-45fd-ba7e-cf60651b86fa tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Port': ['ID=38da2d38-9c6e-4c96-a3ef-31f437554f56,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:12.668056 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e3eeb30c-72be-45fd-ba7e-cf60651b86fa tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (191bcbad-009a-4887-b03f-c68d26ca385d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:12.708462 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 0acd1581-8fee-4a3c-b219-c97b16d5888d triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:12.709438 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0acd1581-8fee-4a3c-b219-c97b16d5888d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:12.718353 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c3beb-af33-4325-b219-d25366a2c32e None None] Pushing event updated for resources: {'Port': ['ID=348e65f4-d963-4aa1-8026-fc85594a7989,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:12.825087 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-1b505579-69fb-4226-a62e-c7a849bd1f43 admin admin] Allocated IP 172.25.2.160 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/f98aa50f-ef9e-48a9-815f-63a118e22408) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:51:12.849604 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 0acd1581-8fee-4a3c-b219-c97b16d5888d is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:12.850118 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0acd1581-8fee-4a3c-b219-c97b16d5888d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:12.898233 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 0acd1581-8fee-4a3c-b219-c97b16d5888d, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0acd1581-8fee-4a3c-b219-c97b16d5888d,segment=NetworkSegment(5ac49535-2913-4957-89bf-f5426f0a05f9),segment_id=5ac49535-2913-4957-89bf-f5426f0a05f9)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:51:12.904537 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0acd1581-8fee-4a3c-b219-c97b16d5888d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:12.906504 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5fa01cc1-ae3c-4e11-822e-93df74827866 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:51:12.909021 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3eeb30c-72be-45fd-ba7e-cf60651b86fa tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network 1a810854-91ab-4441-8a6e-78ccfa3563cc is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:51:12.914887 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-e3eeb30c-72be-45fd-ba7e-cf60651b86fa tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:51:13.026039 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=0acd1581-8fee-4a3c-b219-c97b16d5888d,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:13.043007 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 5fa01cc1-ae3c-4e11-822e-93df74827866 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:13.044013 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5fa01cc1-ae3c-4e11-822e-93df74827866), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:13.097266 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52daf2e-ad49-4a92-ac6b-9bd7deb7bd0b None None] Network 1a810854-91ab-4441-8a6e-78ccfa3563cc requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:51:13.206236 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b505579-69fb-4226-a62e-c7a849bd1f43 admin admin] Publish callbacks [] for port (f98aa50f-ef9e-48a9-815f-63a118e22408), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:13.224491 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3eeb30c-72be-45fd-ba7e-cf60651b86fa tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Router 191bcbad-009a-4887-b03f-c68d26ca385d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:51:13.377418 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b505579-69fb-4226-a62e-c7a849bd1f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (f98aa50f-ef9e-48a9-815f-63a118e22408), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:13.421696 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea5358-3a95-4cec-b4de-0b2ce82a7ae6 req-3a9bda62-44a5-4ed7-94d0-b92b6f1734c4 tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:13.423497 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-37ea5358-3a95-4cec-b4de-0b2ce82a7ae6 req-3a9bda62-44a5-4ed7-94d0-b92b6f1734c4 tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 1127 time: 0.0798452 Feb 16 22:51:13.429301 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b505579-69fb-4226-a62e-c7a849bd1f43 admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:51:13.435506 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-1b505579-69fb-4226-a62e-c7a849bd1f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:51:13.438231 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b505579-69fb-4226-a62e-c7a849bd1f43 admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:51:13.448717 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-37ea5358-3a95-4cec-b4de-0b2ce82a7ae6 req-2fc6c172-4591-4399-9100-617dbea4132c tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:13.467215 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1019a5f1-ceab-49de-b0b5-4d935bae11b2 None None] Provisioning complete for port 0acd1581-8fee-4a3c-b219-c97b16d5888d triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:13.468333 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1019a5f1-ceab-49de-b0b5-4d935bae11b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0acd1581-8fee-4a3c-b219-c97b16d5888d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:13.532241 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 5fa01cc1-ae3c-4e11-822e-93df74827866 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:13.573943 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-37ea5358-3a95-4cec-b4de-0b2ce82a7ae6 req-2fc6c172-4591-4399-9100-617dbea4132c tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] Publish callbacks [] for security_group (f5c92d2e-05c1-4934-9cd7-5c6c281fc4d2), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:13.585496 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-37ea5358-3a95-4cec-b4de-0b2ce82a7ae6 req-2fc6c172-4591-4399-9100-617dbea4132c tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f5c92d2e-05c1-4934-9cd7-5c6c281fc4d2), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:13.589405 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3eeb30c-72be-45fd-ba7e-cf60651b86fa tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:51:13.605145 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e3eeb30c-72be-45fd-ba7e-cf60651b86fa tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "PUT /v2.0/routers/191bcbad-009a-4887-b03f-c68d26ca385d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0572069 Feb 16 22:51:13.608849 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b505579-69fb-4226-a62e-c7a849bd1f43 admin admin] Pushing event updated for resources: {'Port': ['ID=f98aa50f-ef9e-48a9-815f-63a118e22408,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:13.612707 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47784) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:13.621238 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-a23cdf16-6496-469f-9c8d-6b8c6f0ba7f4 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Request body: {'network': {'name': 'tempest-RoutersTest-648659043'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:51:13.625673 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd9a43b-04d2-473c-93db-0135d7dd77cf None None] Sync routers for ids ['191bcbad-009a-4887-b03f-c68d26ca385d'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:51:13.656813 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1019a5f1-ceab-49de-b0b5-4d935bae11b2 None None] Current status of the port 0acd1581-8fee-4a3c-b219-c97b16d5888d is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:13.661457 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd9a43b-04d2-473c-93db-0135d7dd77cf None None] Routers {'191bcbad-009a-4887-b03f-c68d26ca385d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:51:13.661838 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-bcd9a43b-04d2-473c-93db-0135d7dd77cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:50:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['191bcbad-009a-4887-b03f-c68d26ca385d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:13.669815 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-37ea5358-3a95-4cec-b4de-0b2ce82a7ae6 req-2fc6c172-4591-4399-9100-617dbea4132c tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=fbe0a298-9671-4ab4-9b71-e971cae2d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2378848 Feb 16 22:51:13.670984 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6c172-4591-4399-9100-617dbea4132c tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c92d2e-05c1-4934-9cd7-5c6c281fc4d2,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:13.683360 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23cdf16-6496-469f-9c8d-6b8c6f0ba7f4 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Made reservation on behalf of 7e373bcd13d84490b51600663d7fbd9c for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:51:13.687700 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a23cdf16-6496-469f-9c8d-6b8c6f0ba7f4 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:13.728641 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23cdf16-6496-469f-9c8d-6b8c6f0ba7f4 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:51:13.748490 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a23cdf16-6496-469f-9c8d-6b8c6f0ba7f4 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (2bdce777-4a09-40ef-b08f-9f142178375e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:13.748917 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-a23cdf16-6496-469f-9c8d-6b8c6f0ba7f4 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Added segment 2bdce777-4a09-40ef-b08f-9f142178375e of type vlan for network 61c8bb33-8c19-4a18-8d17-e47e8e8d3d10 Feb 16 22:51:13.809158 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4e5e282b-6476-4c81-899e-8c965a52f9fa req-9c8951c3-03ea-4386-bd90-f6c324262568 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 210 time: 0.0560544 Feb 16 22:51:13.893194 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-bcd9a43b-04d2-473c-93db-0135d7dd77cf None None] Set router 191bcbad-009a-4887-b03f-c68d26ca385d gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:51:13.964305 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b505579-69fb-4226-a62e-c7a849bd1f43 admin admin] Publish callbacks [] for router_gateway (bce8efcd-18d7-45ef-bba8-4a19d636c301), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:13.967640 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a23cdf16-6496-469f-9c8d-6b8c6f0ba7f4 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (61c8bb33-8c19-4a18-8d17-e47e8e8d3d10), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:14.013557 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb49d2-09f8-40be-9634-3200f9f85f98 req-cb1f36d4-697e-4062-960e-200190cfd302 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:14.016034 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-29fb49d2-09f8-40be-9634-3200f9f85f98 req-cb1f36d4-697e-4062-960e-200190cfd302 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 945 time: 0.0984225 Feb 16 22:51:14.100499 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-29fb49d2-09f8-40be-9634-3200f9f85f98 req-90bd87a5-8192-49b8-95ee-2ad4f703e30f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbe0a298-9671-4ab4-9b71-e971cae2d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785632 Feb 16 22:51:14.130954 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47788) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:14.158976 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a23cdf16-6496-469f-9c8d-6b8c6f0ba7f4 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (61c8bb33-8c19-4a18-8d17-e47e8e8d3d10), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:14.159862 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a8f5a31e-f0d4-49bc-8cdf-8ed8204627b3 None None] Provisioning complete for port 0acd1581-8fee-4a3c-b219-c97b16d5888d triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:14.160373 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a8f5a31e-f0d4-49bc-8cdf-8ed8204627b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0acd1581-8fee-4a3c-b219-c97b16d5888d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:14.165090 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23cdf16-6496-469f-9c8d-6b8c6f0ba7f4 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:14.165921 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a23cdf16-6496-469f-9c8d-6b8c6f0ba7f4 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:14.248474 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-32457138-bde7-4822-ad6d-0e9ccb9a214b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/floatingips/df53262f-f8fb-4845-8634-9b1aa693cafd HTTP/1.1" status: 200 len: 993 time: 0.1132333 Feb 16 22:51:14.362515 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23cdf16-6496-469f-9c8d-6b8c6f0ba7f4 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Network': ['ID=61c8bb33-8c19-4a18-8d17-e47e8e8d3d10,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:14.397427 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 61c8bb33-8c19-4a18-8d17-e47e8e8d3d10 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:51:14.513612 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47794) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:14.513850 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a23cdf16-6496-469f-9c8d-6b8c6f0ba7f4 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8973808 Feb 16 22:51:14.523352 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-27417630-a0bc-492c-9e88-718ae665e194 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Request body: {'subnet': {'network_id': '61c8bb33-8c19-4a18-8d17-e47e8e8d3d10', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:51:14.557902 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 348e65f4-d963-4aa1-8026-fc85594a7989 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:51:14.570251 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a8f5a31e-f0d4-49bc-8cdf-8ed8204627b3 None None] Current status of the port 0acd1581-8fee-4a3c-b219-c97b16d5888d is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:14.595536 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b505579-69fb-4226-a62e-c7a849bd1f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (bce8efcd-18d7-45ef-bba8-4a19d636c301), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:14.617113 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9eef0d-2c8b-40bf-9a3f-0d1fd62694dd None None] Network 2b8bbf18-4be7-49fe-84cb-d34551020686 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:51:14.713705 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a8f5a31e-f0d4-49bc-8cdf-8ed8204627b3 None None] Provisioning complete for port 38da2d38-9c6e-4c96-a3ef-31f437554f56 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:14.714406 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a8f5a31e-f0d4-49bc-8cdf-8ed8204627b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (38da2d38-9c6e-4c96-a3ef-31f437554f56), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:14.737257 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-46f0ff98-2fdd-4e28-ac39-d6bfa718a96e req-b19f0fa9-e8b0-4492-b12c-5005130ebf81 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:51:14.750373 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-46f0ff98-2fdd-4e28-ac39-d6bfa718a96e req-b19f0fa9-e8b0-4492-b12c-5005130ebf81 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0199752 Feb 16 22:51:14.779370 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b505579-69fb-4226-a62e-c7a849bd1f43 admin admin] Router bce8efcd-18d7-45ef-bba8-4a19d636c301 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:51:14.834887 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27417630-a0bc-492c-9e88-718ae665e194 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Made reservation on behalf of 7e373bcd13d84490b51600663d7fbd9c for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:51:14.841797 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-27417630-a0bc-492c-9e88-718ae665e194 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:14.845934 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-bcd9a43b-04d2-473c-93db-0135d7dd77cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'name': 'tempest-RoutersTest-router-470729113', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:00Z', 'updated_at': '2022-02-16T22:51:11Z', 'revision_number': 4, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'gw_port_host': None, '_interfaces': [{'id': '38da2d38-9c6e-4c96-a3ef-31f437554f56', 'name': '', 'network_id': '1a810854-91ab-4441-8a6e-78ccfa3563cc', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:94:60:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'cdacecf4-0c4c-4df7-af43-50170875ef51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:09Z', 'updated_at': '2022-02-16T22:51:12Z', 'revision_number': 2, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'cdacecf4-0c4c-4df7-af43-50170875ef51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fa01cc1-ae3c-4e11-822e-93df74827866', 'name': '', 'network_id': 'b445fac0-f124-4667-afc0-26d2e824079f', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:b8:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:05Z', 'updated_at': '2022-02-16T22:51:11Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7031d63f-6482-4026-88f7-9647a43202e2', 'name': '', 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:1f:8d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:01Z', 'updated_at': '2022-02-16T22:51:06Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:14.898204 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd9a43b-04d2-473c-93db-0135d7dd77cf None None] Checking router: 191bcbad-009a-4887-b03f-c68d26ca385d for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:51:14.898647 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd9a43b-04d2-473c-93db-0135d7dd77cf None None] Updating router 191bcbad-009a-4887-b03f-c68d26ca385d port 38da2d38-9c6e-4c96-a3ef-31f437554f56 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:51:14.960263 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a8f5a31e-f0d4-49bc-8cdf-8ed8204627b3 None None] Port 38da2d38-9c6e-4c96-a3ef-31f437554f56 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:51:14.988277 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bcd9a43b-04d2-473c-93db-0135d7dd77cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (38da2d38-9c6e-4c96-a3ef-31f437554f56), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:15.076268 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b505579-69fb-4226-a62e-c7a849bd1f43 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:51:15.091563 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d716caa8-a8ab-4aa4-9f0b-21aedbb69384 None None] Sync routers for ids ['bce8efcd-18d7-45ef-bba8-4a19d636c301'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:51:15.095199 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 348e65f4-d963-4aa1-8026-fc85594a7989 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:15.095506 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (348e65f4-d963-4aa1-8026-fc85594a7989), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:15.119287 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b505579-69fb-4226-a62e-c7a849bd1f43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:15.123881 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1b505579-69fb-4226-a62e-c7a849bd1f43 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4097242 Feb 16 22:51:15.126046 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47804) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:15.128999 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d716caa8-a8ab-4aa4-9f0b-21aedbb69384 None None] Routers {'bce8efcd-18d7-45ef-bba8-4a19d636c301'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:51:15.131457 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-d716caa8-a8ab-4aa4-9f0b-21aedbb69384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:50:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['bce8efcd-18d7-45ef-bba8-4a19d636c301'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:15.176007 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-bb874935-3f87-4f28-871d-f459633850cf None None] Provisioning complete for port 38da2d38-9c6e-4c96-a3ef-31f437554f56 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:15.176616 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bb874935-3f87-4f28-871d-f459633850cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (38da2d38-9c6e-4c96-a3ef-31f437554f56), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:15.283460 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-bb874935-3f87-4f28-871d-f459633850cf None None] Port 38da2d38-9c6e-4c96-a3ef-31f437554f56 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:51:15.321635 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-bb874935-3f87-4f28-871d-f459633850cf None None] Provisioning complete for port 348e65f4-d963-4aa1-8026-fc85594a7989 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:15.322074 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bb874935-3f87-4f28-871d-f459633850cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (348e65f4-d963-4aa1-8026-fc85594a7989), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:15.357491 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-27417630-a0bc-492c-9e88-718ae665e194 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (7a3ca313-43b1-416e-b032-e6bf8b6712eb), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:15.442520 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-d716caa8-a8ab-4aa4-9f0b-21aedbb69384 None None] Set router bce8efcd-18d7-45ef-bba8-4a19d636c301 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:51:15.454998 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 348e65f4-d963-4aa1-8026-fc85594a7989 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:15.455538 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (348e65f4-d963-4aa1-8026-fc85594a7989), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:15.459063 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27417630-a0bc-492c-9e88-718ae665e194 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Subnet': ['ID=7a3ca313-43b1-416e-b032-e6bf8b6712eb,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:15.502945 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 348e65f4-d963-4aa1-8026-fc85594a7989, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=348e65f4-d963-4aa1-8026-fc85594a7989,segment=NetworkSegment(ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb),segment_id=ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:51:15.521446 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (348e65f4-d963-4aa1-8026-fc85594a7989), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:15.524798 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0acd1581-8fee-4a3c-b219-c97b16d5888d up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:51:15.538050 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-75ce02c0-948c-42b6-8faf-f45d28d3438d req-4d60eb95-37a0-49e6-9776-e6d327943d3d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 210 time: 0.1463118 Feb 16 22:51:15.582899 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27417630-a0bc-492c-9e88-718ae665e194 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Checking segment: {'id': '2bdce777-4a09-40ef-b08f-9f142178375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '61c8bb33-8c19-4a18-8d17-e47e8e8d3d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:51:15.583552 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27417630-a0bc-492c-9e88-718ae665e194 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network hostable DHCP agents. Network: 61c8bb33-8c19-4a18-8d17-e47e8e8d3d10, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:51:15.650054 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27417630-a0bc-492c-9e88-718ae665e194 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network 61c8bb33-8c19-4a18-8d17-e47e8e8d3d10 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:51:15.691480 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-27417630-a0bc-492c-9e88-718ae665e194 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 61c8bb33-8c19-4a18-8d17-e47e8e8d3d10) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:51:15.741285 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=348e65f4-d963-4aa1-8026-fc85594a7989,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:15.750019 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-bb874935-3f87-4f28-871d-f459633850cf None None] Current status of the port 348e65f4-d963-4aa1-8026-fc85594a7989 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:15.753571 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0e8310-9e00-41ef-9690-6cb3a51cb861 None None] Network 61c8bb33-8c19-4a18-8d17-e47e8e8d3d10 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:51:15.765341 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27417630-a0bc-492c-9e88-718ae665e194 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:15.768285 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-27417630-a0bc-492c-9e88-718ae665e194 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:15.803539 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-c44c787e-c0ac-4261-97cf-d0a493703900 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4169574 Feb 16 22:51:15.837168 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-d716caa8-a8ab-4aa4-9f0b-21aedbb69384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'name': 'tempest-TestVolumeBackupRestore-937929795-router', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f98aa50f-ef9e-48a9-815f-63a118e22408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:10Z', 'updated_at': '2022-02-16T22:51:13Z', 'revision_number': 3, 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'gw_port': {'id': 'f98aa50f-ef9e-48a9-815f-63a118e22408', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:68:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:12Z', 'updated_at': '2022-02-16T22:51:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:15.853012 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-27417630-a0bc-492c-9e88-718ae665e194 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3369920 Feb 16 22:51:15.866985 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36209771-f791-415a-9585-56b62ca89d06 req-dd4a2a5c-c671-4fa4-aa36-4e87335e04d7 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:15.873797 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-36209771-f791-415a-9585-56b62ca89d06 req-dd4a2a5c-c671-4fa4-aa36-4e87335e04d7 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 945 time: 0.1977627 Feb 16 22:51:15.906042 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47810) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:15.906285 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 0acd1581-8fee-4a3c-b219-c97b16d5888d triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:15.906673 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0acd1581-8fee-4a3c-b219-c97b16d5888d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:15.919678 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d716caa8-a8ab-4aa4-9f0b-21aedbb69384 None None] Checking router: bce8efcd-18d7-45ef-bba8-4a19d636c301 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:51:15.920027 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d716caa8-a8ab-4aa4-9f0b-21aedbb69384 None None] Updating router bce8efcd-18d7-45ef-bba8-4a19d636c301 port f98aa50f-ef9e-48a9-815f-63a118e22408 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:51:16.030217 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-36209771-f791-415a-9585-56b62ca89d06 req-0694e8d3-4631-4f64-9ff4-228723c778e3 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbe0a298-9671-4ab4-9b71-e971cae2d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471586 Feb 16 22:51:16.130386 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d716caa8-a8ab-4aa4-9f0b-21aedbb69384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f98aa50f-ef9e-48a9-815f-63a118e22408), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:16.293594 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-35022224-cfb1-4e3d-8989-80c7f1316899 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:51:16.294686 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-35022224-cfb1-4e3d-8989-80c7f1316899 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061734 Feb 16 22:51:16.380472 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c5915e-c768-4662-88d6-9fda345285cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-61c8bb33-8c19-4a18-8d17-e47e8e8d3d10', 'network_id': '61c8bb33-8c19-4a18-8d17-e47e8e8d3d10', 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'fixed_ips': [{'subnet_id': '7a3ca313-43b1-416e-b032-e6bf8b6712eb'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:51:16.381832 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-98c5915e-c768-4662-88d6-9fda345285cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:16.383591 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1eab1ef7-a6a2-4706-8bb0-143dadd85edc None None] Provisioning complete for port 348e65f4-d963-4aa1-8026-fc85594a7989 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:16.383968 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1eab1ef7-a6a2-4706-8bb0-143dadd85edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (348e65f4-d963-4aa1-8026-fc85594a7989), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:16.577397 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bcd9a43b-04d2-473c-93db-0135d7dd77cf None None] Publish callbacks [] for port (38da2d38-9c6e-4c96-a3ef-31f437554f56), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:16.638405 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bcd9a43b-04d2-473c-93db-0135d7dd77cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (38da2d38-9c6e-4c96-a3ef-31f437554f56), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:16.672202 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b1039b19-3cc8-402a-a1f5-ab8e58746e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:16.701874 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-61eefa69-a42f-4bd0-b045-1912a3d327a2 req-f916173d-31e3-4d4d-a94a-8ac3c049e6b7 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 210 time: 0.0550966 Feb 16 22:51:16.717201 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d716caa8-a8ab-4aa4-9f0b-21aedbb69384 None None] Publish callbacks [] for port (f98aa50f-ef9e-48a9-815f-63a118e22408), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:16.725069 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3aa675d8-4db3-4ad7-a939-a698b769efa2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:16.733226 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d716caa8-a8ab-4aa4-9f0b-21aedbb69384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (f98aa50f-ef9e-48a9-815f-63a118e22408), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:16.757666 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 0acd1581-8fee-4a3c-b219-c97b16d5888d is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:16.807710 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b1eab-c51b-489e-9b25-2ed186172619 None None] Pushing event updated for resources: {'Port': ['ID=38da2d38-9c6e-4c96-a3ef-31f437554f56,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:16.821183 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1eab1ef7-a6a2-4706-8bb0-143dadd85edc None None] Current status of the port 348e65f4-d963-4aa1-8026-fc85594a7989 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:16.823173 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-98c5915e-c768-4662-88d6-9fda345285cd None None] Allocated IP 172.23.0.2 (61c8bb33-8c19-4a18-8d17-e47e8e8d3d10/7a3ca313-43b1-416e-b032-e6bf8b6712eb/c60550fa-0f14-4e93-a5f7-73c2d0e5950b) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:51:16.876861 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af0123-a073-4dd2-b0cd-f1b4e70be667 None None] Pushing event updated for resources: {'Port': ['ID=f98aa50f-ef9e-48a9-815f-63a118e22408,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:16.919918 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-d716caa8-a8ab-4aa4-9f0b-21aedbb69384 None None] Attempting to bind port f98aa50f-ef9e-48a9-815f-63a118e22408 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:51:16.920408 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-d716caa8-a8ab-4aa4-9f0b-21aedbb69384 None None] Attempting to bind port f98aa50f-ef9e-48a9-815f-63a118e22408 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:51:16.920788 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d716caa8-a8ab-4aa4-9f0b-21aedbb69384 None None] Attempting to bind port f98aa50f-ef9e-48a9-815f-63a118e22408 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:51:16.927990 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d716caa8-a8ab-4aa4-9f0b-21aedbb69384 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:51:16.928543 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d716caa8-a8ab-4aa4-9f0b-21aedbb69384 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:51:16.928958 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d716caa8-a8ab-4aa4-9f0b-21aedbb69384 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:16.929370 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d716caa8-a8ab-4aa4-9f0b-21aedbb69384 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:51:16.929895 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-d716caa8-a8ab-4aa4-9f0b-21aedbb69384 None None] Bound port: f98aa50f-ef9e-48a9-815f-63a118e22408, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:51:16.930328 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d716caa8-a8ab-4aa4-9f0b-21aedbb69384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f98aa50f-ef9e-48a9-815f-63a118e22408), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:16.987106 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-bcd9a43b-04d2-473c-93db-0135d7dd77cf None None] Attempting to bind port 38da2d38-9c6e-4c96-a3ef-31f437554f56 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:51:16.991583 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-bcd9a43b-04d2-473c-93db-0135d7dd77cf None None] Attempting to bind port 38da2d38-9c6e-4c96-a3ef-31f437554f56 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '5ac49535-2913-4957-89bf-f5426f0a05f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1a810854-91ab-4441-8a6e-78ccfa3563cc'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:51:16.996972 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9a43b-04d2-473c-93db-0135d7dd77cf None None] Attempting to bind port 38da2d38-9c6e-4c96-a3ef-31f437554f56 on network 1a810854-91ab-4441-8a6e-78ccfa3563cc {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:51:17.034330 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 348e65f4-d963-4aa1-8026-fc85594a7989 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:51:17.040031 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9a43b-04d2-473c-93db-0135d7dd77cf None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:51:17.040800 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9a43b-04d2-473c-93db-0135d7dd77cf None None] Checking segment: {'id': '5ac49535-2913-4957-89bf-f5426f0a05f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1a810854-91ab-4441-8a6e-78ccfa3563cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:51:17.041505 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bcd9a43b-04d2-473c-93db-0135d7dd77cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:17.042237 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9a43b-04d2-473c-93db-0135d7dd77cf None None] Bound using segment: {'id': '5ac49535-2913-4957-89bf-f5426f0a05f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1a810854-91ab-4441-8a6e-78ccfa3563cc'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:51:17.043634 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-bcd9a43b-04d2-473c-93db-0135d7dd77cf None None] Bound port: 38da2d38-9c6e-4c96-a3ef-31f437554f56, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac49535-2913-4957-89bf-f5426f0a05f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1a810854-91ab-4441-8a6e-78ccfa3563cc'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:51:17.044747 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bcd9a43b-04d2-473c-93db-0135d7dd77cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (38da2d38-9c6e-4c96-a3ef-31f437554f56), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:17.046398 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-d716caa8-a8ab-4aa4-9f0b-21aedbb69384 None None] For port f98aa50f-ef9e-48a9-815f-63a118e22408, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:51:17.050856 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-d716caa8-a8ab-4aa4-9f0b-21aedbb69384 None None] For port f98aa50f-ef9e-48a9-815f-63a118e22408, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=f98aa50f-ef9e-48a9-815f-63a118e22408,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:51:17.077361 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d716caa8-a8ab-4aa4-9f0b-21aedbb69384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (f98aa50f-ef9e-48a9-815f-63a118e22408), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:17.305198 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-b1039b19-3cc8-402a-a1f5-ab8e58746e3d admin admin] Allocated IP 172.20.0.1 (2b8bbf18-4be7-49fe-84cb-d34551020686/09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9/6bf9daba-9b52-4fbb-a6c6-9bb49893f75c) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:51:17.321894 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af0123-a073-4dd2-b0cd-f1b4e70be667 None None] Pushing event updated for resources: {'Port': ['ID=f98aa50f-ef9e-48a9-815f-63a118e22408,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:17.369253 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d716caa8-a8ab-4aa4-9f0b-21aedbb69384 None None] Routers {'bce8efcd-18d7-45ef-bba8-4a19d636c301'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:51:17.372497 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-d716caa8-a8ab-4aa4-9f0b-21aedbb69384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:50:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['bce8efcd-18d7-45ef-bba8-4a19d636c301'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:17.457420 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-662cb338-ff31-46d2-8e89-1e7eb1fe990b None None] Provisioning complete for port 38da2d38-9c6e-4c96-a3ef-31f437554f56 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:17.457904 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-662cb338-ff31-46d2-8e89-1e7eb1fe990b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (38da2d38-9c6e-4c96-a3ef-31f437554f56), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:17.519121 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b55e66-cecc-4888-ba1b-f0656144526c req-4ad89012-63a7-47a6-bcba-375676f348ee tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:17.520818 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f5b55e66-cecc-4888-ba1b-f0656144526c req-4ad89012-63a7-47a6-bcba-375676f348ee tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 945 time: 0.1597414 Feb 16 22:51:17.547410 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-bcd9a43b-04d2-473c-93db-0135d7dd77cf None None] For port 38da2d38-9c6e-4c96-a3ef-31f437554f56, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:51:17.578121 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-8db1685e-363d-4d7f-af90-8a9301e6cde4 tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:17.587485 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-8db1685e-363d-4d7f-af90-8a9301e6cde4 tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] 10.222.0.75 "GET /v2.0/ports/6f8e948e-45ac-4902-86ce-403281521e20 HTTP/1.1" status: 200 len: 1124 time: 0.4885330 Feb 16 22:51:17.623413 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f5b55e66-cecc-4888-ba1b-f0656144526c req-bc6dfe4b-f626-446c-9a12-078c177e63bb tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbe0a298-9671-4ab4-9b71-e971cae2d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865178 Feb 16 22:51:17.624452 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 348e65f4-d963-4aa1-8026-fc85594a7989 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:17.625131 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (348e65f4-d963-4aa1-8026-fc85594a7989), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:17.641959 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-d716caa8-a8ab-4aa4-9f0b-21aedbb69384 None None] Set router bce8efcd-18d7-45ef-bba8-4a19d636c301 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:51:17.647606 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b1039b19-3cc8-402a-a1f5-ab8e58746e3d admin admin] Publish callbacks [] for port (6bf9daba-9b52-4fbb-a6c6-9bb49893f75c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:17.693104 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-98c5915e-c768-4662-88d6-9fda345285cd None None] Publish callbacks [] for port (c60550fa-0f14-4e93-a5f7-73c2d0e5950b), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:17.701519 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-bcd9a43b-04d2-473c-93db-0135d7dd77cf None None] For port 38da2d38-9c6e-4c96-a3ef-31f437554f56, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=38da2d38-9c6e-4c96-a3ef-31f437554f56,segment=NetworkSegment(5ac49535-2913-4957-89bf-f5426f0a05f9),segment_id=5ac49535-2913-4957-89bf-f5426f0a05f9)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:51:17.734316 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b1039b19-3cc8-402a-a1f5-ab8e58746e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (6bf9daba-9b52-4fbb-a6c6-9bb49893f75c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:17.743561 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-98c5915e-c768-4662-88d6-9fda345285cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (c60550fa-0f14-4e93-a5f7-73c2d0e5950b), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:17.808994 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1039b19-3cc8-402a-a1f5-ab8e58746e3d admin admin] Network 2b8bbf18-4be7-49fe-84cb-d34551020686 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:51:17.813600 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-b1039b19-3cc8-402a-a1f5-ab8e58746e3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:51:17.833819 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1039b19-3cc8-402a-a1f5-ab8e58746e3d admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:51:17.856633 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-662cb338-ff31-46d2-8e89-1e7eb1fe990b None None] Port 38da2d38-9c6e-4c96-a3ef-31f437554f56 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:51:17.863782 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bcd9a43b-04d2-473c-93db-0135d7dd77cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (38da2d38-9c6e-4c96-a3ef-31f437554f56), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:17.870009 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-3aa675d8-4db3-4ad7-a939-a698b769efa2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Allocated IP 172.23.0.1 (61c8bb33-8c19-4a18-8d17-e47e8e8d3d10/7a3ca313-43b1-416e-b032-e6bf8b6712eb/98e26f0a-f468-4e92-93ab-56fdba0ee46d) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:51:17.892888 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5915e-c768-4662-88d6-9fda345285cd None None] Pushing event updated for resources: {'Port': ['ID=c60550fa-0f14-4e93-a5f7-73c2d0e5950b,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:17.896975 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1039b19-3cc8-402a-a1f5-ab8e58746e3d admin admin] Pushing event updated for resources: {'Port': ['ID=6bf9daba-9b52-4fbb-a6c6-9bb49893f75c,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:17.932408 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b7d75e02-79b1-470b-99cc-e3509ace7948 req-5355ea1d-6d3a-4861-a9f6-20bc7ec1081c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 210 time: 0.0843062 Feb 16 22:51:17.970239 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b1039b19-3cc8-402a-a1f5-ab8e58746e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (bce8efcd-18d7-45ef-bba8-4a19d636c301), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:18.136197 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c5915e-c768-4662-88d6-9fda345285cd None None] Network 61c8bb33-8c19-4a18-8d17-e47e8e8d3d10 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:51:18.143557 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd9a43b-04d2-473c-93db-0135d7dd77cf None None] Routers {'191bcbad-009a-4887-b03f-c68d26ca385d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:51:18.145506 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-bcd9a43b-04d2-473c-93db-0135d7dd77cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:50:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['191bcbad-009a-4887-b03f-c68d26ca385d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:18.148835 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-d716caa8-a8ab-4aa4-9f0b-21aedbb69384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'name': 'tempest-TestVolumeBackupRestore-937929795-router', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f98aa50f-ef9e-48a9-815f-63a118e22408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:10Z', 'updated_at': '2022-02-16T22:51:13Z', 'revision_number': 3, 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'gw_port': {'id': 'f98aa50f-ef9e-48a9-815f-63a118e22408', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:68:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:12Z', 'updated_at': '2022-02-16T22:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:18.226937 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d716caa8-a8ab-4aa4-9f0b-21aedbb69384 None None] The sync data for ids ['bce8efcd-18d7-45ef-bba8-4a19d636c301'] in n-d-813897-6 is: [{'id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'name': 'tempest-TestVolumeBackupRestore-937929795-router', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f98aa50f-ef9e-48a9-815f-63a118e22408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:10Z', 'updated_at': '2022-02-16T22:51:13Z', 'revision_number': 3, 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'gw_port': {'id': 'f98aa50f-ef9e-48a9-815f-63a118e22408', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:68:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:12Z', 'updated_at': '2022-02-16T22:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:51:18.317193 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3aa675d8-4db3-4ad7-a939-a698b769efa2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for port (98e26f0a-f468-4e92-93ab-56fdba0ee46d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:18.352883 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b1039b19-3cc8-402a-a1f5-ab8e58746e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6bf9daba-9b52-4fbb-a6c6-9bb49893f75c), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:18.354697 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-bcd9a43b-04d2-473c-93db-0135d7dd77cf None None] Set router 191bcbad-009a-4887-b03f-c68d26ca385d gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:51:18.362818 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b1eab-c51b-489e-9b25-2ed186172619 None None] Pushing event updated for resources: {'Port': ['ID=38da2d38-9c6e-4c96-a3ef-31f437554f56,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:18.403445 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3aa675d8-4db3-4ad7-a939-a698b769efa2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (98e26f0a-f468-4e92-93ab-56fdba0ee46d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:18.488938 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-98c5915e-c768-4662-88d6-9fda345285cd None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:51:18.492070 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa675d8-4db3-4ad7-a939-a698b769efa2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Port': ['ID=98e26f0a-f468-4e92-93ab-56fdba0ee46d,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:18.504290 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c5915e-c768-4662-88d6-9fda345285cd None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:51:18.517178 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa675d8-4db3-4ad7-a939-a698b769efa2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network 61c8bb33-8c19-4a18-8d17-e47e8e8d3d10 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:51:18.519184 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-3aa675d8-4db3-4ad7-a939-a698b769efa2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:51:18.531553 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa675d8-4db3-4ad7-a939-a698b769efa2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:51:18.594523 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3aa675d8-4db3-4ad7-a939-a698b769efa2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (191bcbad-009a-4887-b03f-c68d26ca385d), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:18.716716 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-2b885cbc-e4f0-4185-b58f-3d5d49a204f3 None None] Provisioning complete for port 6bf9daba-9b52-4fbb-a6c6-9bb49893f75c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:18.717110 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2b885cbc-e4f0-4185-b58f-3d5d49a204f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6bf9daba-9b52-4fbb-a6c6-9bb49893f75c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:18.789637 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b1039b19-3cc8-402a-a1f5-ab8e58746e3d admin admin] Publish callbacks [] for port (6bf9daba-9b52-4fbb-a6c6-9bb49893f75c), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:18.811107 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b1039b19-3cc8-402a-a1f5-ab8e58746e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (6bf9daba-9b52-4fbb-a6c6-9bb49893f75c), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:18.891574 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 348e65f4-d963-4aa1-8026-fc85594a7989 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:18.914904 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-98c5915e-c768-4662-88d6-9fda345285cd None None] Attempting to bind port c60550fa-0f14-4e93-a5f7-73c2d0e5950b on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:51:18.915285 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-98c5915e-c768-4662-88d6-9fda345285cd None None] Attempting to bind port c60550fa-0f14-4e93-a5f7-73c2d0e5950b by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '2bdce777-4a09-40ef-b08f-9f142178375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '61c8bb33-8c19-4a18-8d17-e47e8e8d3d10'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:51:18.915659 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c5915e-c768-4662-88d6-9fda345285cd None None] Attempting to bind port c60550fa-0f14-4e93-a5f7-73c2d0e5950b on network 61c8bb33-8c19-4a18-8d17-e47e8e8d3d10 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:51:18.917082 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b1039b19-3cc8-402a-a1f5-ab8e58746e3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (bce8efcd-18d7-45ef-bba8-4a19d636c301), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:18.966063 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3aa675d8-4db3-4ad7-a939-a698b769efa2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (98e26f0a-f468-4e92-93ab-56fdba0ee46d), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:19.012749 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c5915e-c768-4662-88d6-9fda345285cd None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:51:19.013058 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c5915e-c768-4662-88d6-9fda345285cd None None] Checking segment: {'id': '2bdce777-4a09-40ef-b08f-9f142178375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '61c8bb33-8c19-4a18-8d17-e47e8e8d3d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:51:19.013268 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-98c5915e-c768-4662-88d6-9fda345285cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:19.013679 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c5915e-c768-4662-88d6-9fda345285cd None None] Bound using segment: {'id': '2bdce777-4a09-40ef-b08f-9f142178375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '61c8bb33-8c19-4a18-8d17-e47e8e8d3d10'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:51:19.014204 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-98c5915e-c768-4662-88d6-9fda345285cd None None] Bound port: c60550fa-0f14-4e93-a5f7-73c2d0e5950b, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bdce777-4a09-40ef-b08f-9f142178375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '61c8bb33-8c19-4a18-8d17-e47e8e8d3d10'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:51:19.014597 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-98c5915e-c768-4662-88d6-9fda345285cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c60550fa-0f14-4e93-a5f7-73c2d0e5950b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:19.035288 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2b885cbc-e4f0-4185-b58f-3d5d49a204f3 None None] Port 6bf9daba-9b52-4fbb-a6c6-9bb49893f75c cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:51:19.134067 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device f98aa50f-ef9e-48a9-815f-63a118e22408 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:51:19.171843 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-f76db9ba-3dd9-4c7a-9ab3-796499e1bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:19.173331 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-f76db9ba-3dd9-4c7a-9ab3-796499e1bd0d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 1127 time: 0.2299507 Feb 16 22:51:19.176259 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1039b19-3cc8-402a-a1f5-ab8e58746e3d admin admin] Pushing event updated for resources: {'Port': ['ID=6bf9daba-9b52-4fbb-a6c6-9bb49893f75c,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:19.260898 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1039b19-3cc8-402a-a1f5-ab8e58746e3d admin admin] Network 2b8bbf18-4be7-49fe-84cb-d34551020686 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:51:19.262662 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-b1039b19-3cc8-402a-a1f5-ab8e58746e3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:51:19.328455 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-a0ba070a-4a31-4b23-a8f7-bdf743210f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:19.330100 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-a0ba070a-4a31-4b23-a8f7-bdf743210f79 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c8243b84-0aee-46a8-a7d2-cc9e156d804f HTTP/1.1" status: 200 len: 898 time: 0.1377547 Feb 16 22:51:19.365381 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port f98aa50f-ef9e-48a9-815f-63a118e22408 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:19.372820 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f98aa50f-ef9e-48a9-815f-63a118e22408), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:19.413409 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-8a17cb7e-ce5e-49fc-be38-fd02c5dc2c25 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f8e948e-45ac-4902-86ce-403281521e20 HTTP/1.1" status: 200 len: 1001 time: 0.0753751 Feb 16 22:51:19.519510 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-17f0fc83-0d44-4dff-ae9a-b3537d176e90 None None] Provisioning complete for port 38da2d38-9c6e-4c96-a3ef-31f437554f56 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:19.520071 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-17f0fc83-0d44-4dff-ae9a-b3537d176e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (38da2d38-9c6e-4c96-a3ef-31f437554f56), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:19.560299 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1039b19-3cc8-402a-a1f5-ab8e58746e3d admin admin] Router bce8efcd-18d7-45ef-bba8-4a19d636c301 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:51:19.710827 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port f98aa50f-ef9e-48a9-815f-63a118e22408 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:19.711480 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f98aa50f-ef9e-48a9-815f-63a118e22408), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:19.725106 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-fb9b5647-2ea9-44d1-8575-b1469bd5aa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:19.728553 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-98c5915e-c768-4662-88d6-9fda345285cd None None] For port c60550fa-0f14-4e93-a5f7-73c2d0e5950b, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:51:19.731429 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-fb9b5647-2ea9-44d1-8575-b1469bd5aa21 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fb7575e1-fe09-42ea-9731-5160b8d6f33b HTTP/1.1" status: 200 len: 835 time: 0.3014512 Feb 16 22:51:19.757323 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-bcd9a43b-04d2-473c-93db-0135d7dd77cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'name': 'tempest-RoutersTest-router-470729113', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:00Z', 'updated_at': '2022-02-16T22:51:11Z', 'revision_number': 4, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'gw_port_host': None, '_interfaces': [{'id': '38da2d38-9c6e-4c96-a3ef-31f437554f56', 'name': '', 'network_id': '1a810854-91ab-4441-8a6e-78ccfa3563cc', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:94:60:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'cdacecf4-0c4c-4df7-af43-50170875ef51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:09Z', 'updated_at': '2022-02-16T22:51:17Z', 'revision_number': 4, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'cdacecf4-0c4c-4df7-af43-50170875ef51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fa01cc1-ae3c-4e11-822e-93df74827866', 'name': '', 'network_id': 'b445fac0-f124-4667-afc0-26d2e824079f', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:b8:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:05Z', 'updated_at': '2022-02-16T22:51:11Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7031d63f-6482-4026-88f7-9647a43202e2', 'name': '', 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:1f:8d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:01Z', 'updated_at': '2022-02-16T22:51:06Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:19.781835 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25154af1-e286-4944-af90-d3e0e1235518 req-31494c22-4448-4e01-afd0-17c712b08c48 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:19.783469 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-25154af1-e286-4944-af90-d3e0e1235518 req-31494c22-4448-4e01-afd0-17c712b08c48 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 945 time: 0.3690341 Feb 16 22:51:19.789767 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-98c5915e-c768-4662-88d6-9fda345285cd None None] For port c60550fa-0f14-4e93-a5f7-73c2d0e5950b, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=c60550fa-0f14-4e93-a5f7-73c2d0e5950b,segment=NetworkSegment(2bdce777-4a09-40ef-b08f-9f142178375e),segment_id=2bdce777-4a09-40ef-b08f-9f142178375e)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:51:19.834534 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1039b19-3cc8-402a-a1f5-ab8e58746e3d admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:51:19.855368 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b1039b19-3cc8-402a-a1f5-ab8e58746e3d admin admin] 10.222.0.75 "PUT /v2.0/routers/bce8efcd-18d7-45ef-bba8-4a19d636c301/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7117746 Feb 16 22:51:19.855571 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd9a43b-04d2-473c-93db-0135d7dd77cf None None] The sync data for ids ['191bcbad-009a-4887-b03f-c68d26ca385d'] in n-d-813897-6 is: [{'id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'name': 'tempest-RoutersTest-router-470729113', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:00Z', 'updated_at': '2022-02-16T22:51:11Z', 'revision_number': 4, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'gw_port_host': None, '_interfaces': [{'id': '38da2d38-9c6e-4c96-a3ef-31f437554f56', 'name': '', 'network_id': '1a810854-91ab-4441-8a6e-78ccfa3563cc', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:94:60:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'cdacecf4-0c4c-4df7-af43-50170875ef51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:09Z', 'updated_at': '2022-02-16T22:51:17Z', 'revision_number': 4, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'cdacecf4-0c4c-4df7-af43-50170875ef51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fa01cc1-ae3c-4e11-822e-93df74827866', 'name': '', 'network_id': 'b445fac0-f124-4667-afc0-26d2e824079f', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:b8:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:05Z', 'updated_at': '2022-02-16T22:51:11Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7031d63f-6482-4026-88f7-9647a43202e2', 'name': '', 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:1f:8d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:01Z', 'updated_at': '2022-02-16T22:51:06Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:51:19.856106 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port f98aa50f-ef9e-48a9-815f-63a118e22408, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=f98aa50f-ef9e-48a9-815f-63a118e22408,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:51:19.873543 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (f98aa50f-ef9e-48a9-815f-63a118e22408), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:19.875837 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-98c5915e-c768-4662-88d6-9fda345285cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c60550fa-0f14-4e93-a5f7-73c2d0e5950b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:19.920994 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-25154af1-e286-4944-af90-d3e0e1235518 req-55ac35d0-9f48-4349-ac1e-a9cb516156cf tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbe0a298-9671-4ab4-9b71-e971cae2d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037669 Feb 16 22:51:20.013179 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-dfff8dd2-609c-49fb-b652-3bd08ff57a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:20.015091 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-dfff8dd2-609c-49fb-b652-3bd08ff57a90 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c8243b84-0aee-46a8-a7d2-cc9e156d804f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2755351 Feb 16 22:51:20.087005 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-821d8ea3-b032-45b7-bb02-2314bf8d0b61 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:51:20.091198 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-821d8ea3-b032-45b7-bb02-2314bf8d0b61 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0309372 Feb 16 22:51:20.123256 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=f98aa50f-ef9e-48a9-815f-63a118e22408,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:20.182448 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-077e0f51-9ba2-4e87-a6e2-5eaacbd0435b req-86eeb56a-04b5-4e96-96d1-734a99a14d36 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 210 time: 0.0628843 Feb 16 22:51:20.246700 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5915e-c768-4662-88d6-9fda345285cd None None] Pushing event updated for resources: {'Port': ['ID=c60550fa-0f14-4e93-a5f7-73c2d0e5950b,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:20.249407 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-17f0fc83-0d44-4dff-ae9a-b3537d176e90 None None] Current status of the port 38da2d38-9c6e-4c96-a3ef-31f437554f56 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:20.249809 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-17f0fc83-0d44-4dff-ae9a-b3537d176e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (38da2d38-9c6e-4c96-a3ef-31f437554f56), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:20.312477 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-17f0fc83-0d44-4dff-ae9a-b3537d176e90 None None] For port 38da2d38-9c6e-4c96-a3ef-31f437554f56, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=38da2d38-9c6e-4c96-a3ef-31f437554f56,segment=NetworkSegment(5ac49535-2913-4957-89bf-f5426f0a05f9),segment_id=5ac49535-2913-4957-89bf-f5426f0a05f9)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:51:20.320527 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-17f0fc83-0d44-4dff-ae9a-b3537d176e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (38da2d38-9c6e-4c96-a3ef-31f437554f56), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:20.411224 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0fc83-0d44-4dff-ae9a-b3537d176e90 None None] Pushing event updated for resources: {'Port': ['ID=38da2d38-9c6e-4c96-a3ef-31f437554f56,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:20.465499 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-d1af7064-68e9-49cb-be04-03dc2370b4df None None] Provisioning complete for port 6bf9daba-9b52-4fbb-a6c6-9bb49893f75c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:20.465942 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d1af7064-68e9-49cb-be04-03dc2370b4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6bf9daba-9b52-4fbb-a6c6-9bb49893f75c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:20.588264 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d1af7064-68e9-49cb-be04-03dc2370b4df None None] Port 6bf9daba-9b52-4fbb-a6c6-9bb49893f75c cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:51:20.731021 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f9c5768b-071f-466d-a4d4-9c32f77a4712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:20.864486 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-73d2d87e-8136-43e9-992f-193549e8380e service neutron] 10.222.0.79 "GET /v2.0/networks/c8243b84-0aee-46a8-a7d2-cc9e156d804f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7533469 Feb 16 22:51:20.946715 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47860) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:20.953119 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-8cc6185c-4fe9-44a5-af82-b99a4266efaa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-632871061-network', 'tenant_id': '95a1567d8362450ba0b7c4c23038cd6c'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:51:21.008675 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc6185c-4fe9-44a5-af82-b99a4266efaa admin admin] Made reservation on behalf of 95a1567d8362450ba0b7c4c23038cd6c for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:51:21.016718 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8cc6185c-4fe9-44a5-af82-b99a4266efaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:21.041436 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8cc6185c-4fe9-44a5-af82-b99a4266efaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:21.101446 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3aa675d8-4db3-4ad7-a939-a698b769efa2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for port (98e26f0a-f468-4e92-93ab-56fdba0ee46d), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:21.104808 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-ab3f3072-7d00-4c87-b74a-3162138d392f service neutron] 10.222.0.79 "GET /v2.0/networks/c8243b84-0aee-46a8-a7d2-cc9e156d804f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320404 Feb 16 22:51:21.112649 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3aa675d8-4db3-4ad7-a939-a698b769efa2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (98e26f0a-f468-4e92-93ab-56fdba0ee46d), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:21.271552 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8cc6185c-4fe9-44a5-af82-b99a4266efaa admin admin] Publish callbacks [] for security_group (bb609222-9215-4ee1-aaee-a33a0652088e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:21.280092 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8cc6185c-4fe9-44a5-af82-b99a4266efaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (bb609222-9215-4ee1-aaee-a33a0652088e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:21.280831 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669a82f-38eb-4f96-8873-028d902812c6 req-928a49c2-df72-4ca6-be36-189ec7b07a90 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:21.281282 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device f98aa50f-ef9e-48a9-815f-63a118e22408 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:51:21.284914 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c669a82f-38eb-4f96-8873-028d902812c6 req-928a49c2-df72-4ca6-be36-189ec7b07a90 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 945 time: 0.2271714 Feb 16 22:51:21.308105 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa675d8-4db3-4ad7-a939-a698b769efa2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event updated for resources: {'Port': ['ID=98e26f0a-f468-4e92-93ab-56fdba0ee46d,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:21.323369 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3aa675d8-4db3-4ad7-a939-a698b769efa2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (191bcbad-009a-4887-b03f-c68d26ca385d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:21.327827 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc6185c-4fe9-44a5-af82-b99a4266efaa admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:51:21.380452 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6185c-4fe9-44a5-af82-b99a4266efaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb609222-9215-4ee1-aaee-a33a0652088e,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:21.384793 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8cc6185c-4fe9-44a5-af82-b99a4266efaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (a60f0c9d-c66e-4b9a-b1e0-1c36723b6deb), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:21.385167 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-8cc6185c-4fe9-44a5-af82-b99a4266efaa admin admin] Added segment a60f0c9d-c66e-4b9a-b1e0-1c36723b6deb of type vlan for network 6ba5390b-7556-4794-9416-e3b7fcd7be16 Feb 16 22:51:21.436578 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port f98aa50f-ef9e-48a9-815f-63a118e22408 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:21.437250 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f98aa50f-ef9e-48a9-815f-63a118e22408), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:21.510663 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8cc6185c-4fe9-44a5-af82-b99a4266efaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (6ba5390b-7556-4794-9416-e3b7fcd7be16), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:21.523707 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c669a82f-38eb-4f96-8873-028d902812c6 req-093d1ed4-77c9-4506-8d3a-81f4d6991434 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbe0a298-9671-4ab4-9b71-e971cae2d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193921 Feb 16 22:51:21.528147 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa675d8-4db3-4ad7-a939-a698b769efa2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Network 61c8bb33-8c19-4a18-8d17-e47e8e8d3d10 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:51:21.543543 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-3aa675d8-4db3-4ad7-a939-a698b769efa2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:51:21.562491 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8cc6185c-4fe9-44a5-af82-b99a4266efaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (6ba5390b-7556-4794-9416-e3b7fcd7be16), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:21.563532 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc6185c-4fe9-44a5-af82-b99a4266efaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:21.564125 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8cc6185c-4fe9-44a5-af82-b99a4266efaa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:21.667067 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8cc6185c-4fe9-44a5-af82-b99a4266efaa admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7141352 Feb 16 22:51:21.668789 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47866) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:21.682482 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-1f5a84b3-19d9-4736-8b13-c11583d46460 admin admin] Request body: {'subnet': {'network_id': '6ba5390b-7556-4794-9416-e3b7fcd7be16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-632871061-subnet', 'tenant_id': '95a1567d8362450ba0b7c4c23038cd6c', 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:51:21.795176 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6185c-4fe9-44a5-af82-b99a4266efaa admin admin] Pushing event updated for resources: {'Network': ['ID=6ba5390b-7556-4794-9416-e3b7fcd7be16,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:21.827251 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 6ba5390b-7556-4794-9416-e3b7fcd7be16 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:51:21.835547 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5a84b3-19d9-4736-8b13-c11583d46460 admin admin] Made reservation on behalf of 95a1567d8362450ba0b7c4c23038cd6c for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:51:21.843840 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1f5a84b3-19d9-4736-8b13-c11583d46460 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:21.882037 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port f98aa50f-ef9e-48a9-815f-63a118e22408 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:21.883322 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 38da2d38-9c6e-4c96-a3ef-31f437554f56 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:51:21.999044 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-afd6f7c3-6f20-4155-9f98-d9a5d28ba184 req-58e79e1f-bd05-4196-9d3c-88bde12f321f tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=d277cd5b-a549-483a-921e-ac83d50f338c HTTP/1.1" status: 200 len: 210 time: 0.1342154 Feb 16 22:51:22.039380 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 38da2d38-9c6e-4c96-a3ef-31f437554f56 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:22.039960 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (38da2d38-9c6e-4c96-a3ef-31f437554f56), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:22.078400 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa675d8-4db3-4ad7-a939-a698b769efa2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Router 191bcbad-009a-4887-b03f-c68d26ca385d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:51:22.105708 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821ea9cf-bdd9-425d-9d68-90d99102e1b9 None None] Sync routers for ids ['bce8efcd-18d7-45ef-bba8-4a19d636c301'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:51:22.122586 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a0f672-6b22-4941-9b96-b8bd5bc5415e None None] Network 61c8bb33-8c19-4a18-8d17-e47e8e8d3d10 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:51:22.162051 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821ea9cf-bdd9-425d-9d68-90d99102e1b9 None None] Routers {'bce8efcd-18d7-45ef-bba8-4a19d636c301'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:51:22.162985 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-821ea9cf-bdd9-425d-9d68-90d99102e1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:50:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['bce8efcd-18d7-45ef-bba8-4a19d636c301'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:22.175807 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1f5a84b3-19d9-4736-8b13-c11583d46460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (0fb18214-8dce-402c-a74a-3c60eaf2456f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:22.246970 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa675d8-4db3-4ad7-a939-a698b769efa2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:51:22.256598 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a84b3-19d9-4736-8b13-c11583d46460 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fb18214-8dce-402c-a74a-3c60eaf2456f,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:22.261224 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a95323-1136-4423-8d32-dc40451f40e9 None None] Sync routers for ids ['191bcbad-009a-4887-b03f-c68d26ca385d'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:51:22.267156 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3aa675d8-4db3-4ad7-a939-a698b769efa2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "PUT /v2.0/routers/191bcbad-009a-4887-b03f-c68d26ca385d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3565319 Feb 16 22:51:22.270131 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5a84b3-19d9-4736-8b13-c11583d46460 admin admin] Checking segment: {'id': 'a60f0c9d-c66e-4b9a-b1e0-1c36723b6deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6ba5390b-7556-4794-9416-e3b7fcd7be16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:51:22.270767 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5a84b3-19d9-4736-8b13-c11583d46460 admin admin] Network hostable DHCP agents. Network: 6ba5390b-7556-4794-9416-e3b7fcd7be16, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:51:22.271484 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47868) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:22.279321 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a95323-1136-4423-8d32-dc40451f40e9 None None] Routers {'191bcbad-009a-4887-b03f-c68d26ca385d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:51:22.279872 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-e8a95323-1136-4423-8d32-dc40451f40e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:50:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['191bcbad-009a-4887-b03f-c68d26ca385d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:22.281327 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-0fc8b6d6-90fb-4697-ad4f-939051f24974 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:51:22.297143 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5a84b3-19d9-4736-8b13-c11583d46460 admin admin] Network 6ba5390b-7556-4794-9416-e3b7fcd7be16 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:51:22.325905 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-1f5a84b3-19d9-4736-8b13-c11583d46460 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 6ba5390b-7556-4794-9416-e3b7fcd7be16) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:51:22.345268 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5a84b3-19d9-4736-8b13-c11583d46460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:22.347480 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1f5a84b3-19d9-4736-8b13-c11583d46460 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:22.390835 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-e8a95323-1136-4423-8d32-dc40451f40e9 None None] Set router 191bcbad-009a-4887-b03f-c68d26ca385d gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:51:22.391855 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1f5a84b3-19d9-4736-8b13-c11583d46460 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7220058 Feb 16 22:51:22.394546 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47870) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:22.399281 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-daa6f507-2555-490d-a143-adc7b286c265 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-632871061-router', 'tenant_id': '95a1567d8362450ba0b7c4c23038cd6c', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:51:22.406432 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51af7f24-c9d9-424c-9a79-a07c64978095 None None] Network 6ba5390b-7556-4794-9416-e3b7fcd7be16 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:51:22.427119 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-daa6f507-2555-490d-a143-adc7b286c265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (05d0cc05-89d3-4f89-b88e-bda349d0ff31), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:22.430727 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-daa6f507-2555-490d-a143-adc7b286c265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (05d0cc05-89d3-4f89-b88e-bda349d0ff31), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:22.518574 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-daa6f507-2555-490d-a143-adc7b286c265 admin admin] Publish callbacks [] for router_controller (05d0cc05-89d3-4f89-b88e-bda349d0ff31), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:22.697760 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-daa6f507-2555-490d-a143-adc7b286c265 admin admin] Publish callbacks [] for router_gateway (05d0cc05-89d3-4f89-b88e-bda349d0ff31), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:22.709763 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b13fad13-8486-4416-8268-dc05348e9321 None None] Provisioning complete for port c60550fa-0f14-4e93-a5f7-73c2d0e5950b triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:22.710317 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b13fad13-8486-4416-8268-dc05348e9321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c60550fa-0f14-4e93-a5f7-73c2d0e5950b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:22.724043 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-e8a95323-1136-4423-8d32-dc40451f40e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'name': 'tempest-RoutersTest-router-470729113', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:00Z', 'updated_at': '2022-02-16T22:51:18Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'gw_port_host': None, '_interfaces': [{'id': '38da2d38-9c6e-4c96-a3ef-31f437554f56', 'name': '', 'network_id': '1a810854-91ab-4441-8a6e-78ccfa3563cc', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:94:60:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'cdacecf4-0c4c-4df7-af43-50170875ef51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:09Z', 'updated_at': '2022-02-16T22:51:20Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'cdacecf4-0c4c-4df7-af43-50170875ef51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fa01cc1-ae3c-4e11-822e-93df74827866', 'name': '', 'network_id': 'b445fac0-f124-4667-afc0-26d2e824079f', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:b8:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:05Z', 'updated_at': '2022-02-16T22:51:11Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7031d63f-6482-4026-88f7-9647a43202e2', 'name': '', 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:1f:8d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:01Z', 'updated_at': '2022-02-16T22:51:06Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98e26f0a-f468-4e92-93ab-56fdba0ee46d', 'name': '', 'network_id': '61c8bb33-8c19-4a18-8d17-e47e8e8d3d10', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:10:67:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '7a3ca313-43b1-416e-b032-e6bf8b6712eb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:17Z', 'updated_at': '2022-02-16T22:51:19Z', 'revision_number': 2, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': '7a3ca313-43b1-416e-b032-e6bf8b6712eb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:22.734951 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 38da2d38-9c6e-4c96-a3ef-31f437554f56 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:22.738909 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c60550fa-0f14-4e93-a5f7-73c2d0e5950b up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:51:22.762946 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a95323-1136-4423-8d32-dc40451f40e9 None None] Checking router: 191bcbad-009a-4887-b03f-c68d26ca385d for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:51:22.763582 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a95323-1136-4423-8d32-dc40451f40e9 None None] Updating router 191bcbad-009a-4887-b03f-c68d26ca385d port 98e26f0a-f468-4e92-93ab-56fdba0ee46d binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:51:22.791827 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48d5d8-20c7-4025-a1f8-9d8fec1c8e2b req-d8f95ac2-39bb-45b8-9cf4-998f064f70e4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:22.793697 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ab48d5d8-20c7-4025-a1f8-9d8fec1c8e2b req-d8f95ac2-39bb-45b8-9cf4-998f064f70e4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 945 time: 0.0997901 Feb 16 22:51:22.801166 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.extraroute_db [None req-0fc8b6d6-90fb-4697-ad4f-939051f24974 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103466) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 16 22:51:22.820157 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e8a95323-1136-4423-8d32-dc40451f40e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (98e26f0a-f468-4e92-93ab-56fdba0ee46d), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:22.848291 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.extraroute_db [None req-0fc8b6d6-90fb-4697-ad4f-939051f24974 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Removed routes are [] {{(pid=103466) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 16 22:51:22.848871 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fc8b6d6-90fb-4697-ad4f-939051f24974 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-374653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59817'] for router (191bcbad-009a-4887-b03f-c68d26ca385d), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:22.959531 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-821ea9cf-bdd9-425d-9d68-90d99102e1b9 None None] Set router bce8efcd-18d7-45ef-bba8-4a19d636c301 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:51:23.001117 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-daa6f507-2555-490d-a143-adc7b286c265 admin admin] Publish callbacks [] for router_gateway (05d0cc05-89d3-4f89-b88e-bda349d0ff31), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:23.024397 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-daa6f507-2555-490d-a143-adc7b286c265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:23.043754 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ab48d5d8-20c7-4025-a1f8-9d8fec1c8e2b req-4f7a2147-33ea-4046-8dd0-d7b7fd442d5b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbe0a298-9671-4ab4-9b71-e971cae2d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391691 Feb 16 22:51:23.142730 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50dba89-3b6b-414c-ac50-0b10b3208dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-6ba5390b-7556-4794-9416-e3b7fcd7be16', 'network_id': '6ba5390b-7556-4794-9416-e3b7fcd7be16', 'project_id': '95a1567d8362450ba0b7c4c23038cd6c', 'fixed_ips': [{'subnet_id': '0fb18214-8dce-402c-a74a-3c60eaf2456f'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:51:23.143283 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b50dba89-3b6b-414c-ac50-0b10b3208dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:23.273558 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fc8b6d6-90fb-4697-ad4f-939051f24974 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-374653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59817'] for router (191bcbad-009a-4887-b03f-c68d26ca385d), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:23.282087 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fc8b6d6-90fb-4697-ad4f-939051f24974 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362694'] for router (191bcbad-009a-4887-b03f-c68d26ca385d), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:23.312941 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-79c80fc9-adca-45da-89e1-61835ce82f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:23.320775 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-daa6f507-2555-490d-a143-adc7b286c265 admin admin] Allocated IP 172.25.2.185 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/97773e0d-f4d1-482c-b412-4d0a0570ea06) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:51:23.475152 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc8b6d6-90fb-4697-ad4f-939051f24974 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Router 191bcbad-009a-4887-b03f-c68d26ca385d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:51:23.517168 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e8a95323-1136-4423-8d32-dc40451f40e9 None None] Publish callbacks [] for port (98e26f0a-f468-4e92-93ab-56fdba0ee46d), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:23.535729 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e8a95323-1136-4423-8d32-dc40451f40e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (98e26f0a-f468-4e92-93ab-56fdba0ee46d), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:23.549849 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-daa6f507-2555-490d-a143-adc7b286c265 admin admin] Publish callbacks [] for port (97773e0d-f4d1-482c-b412-4d0a0570ea06), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:23.612842 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-daa6f507-2555-490d-a143-adc7b286c265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (97773e0d-f4d1-482c-b412-4d0a0570ea06), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:23.638111 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port c60550fa-0f14-4e93-a5f7-73c2d0e5950b triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:23.638411 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c60550fa-0f14-4e93-a5f7-73c2d0e5950b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:23.668509 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc14abf-eb1e-4a8e-afff-2eb33be4ae7f None None] Pushing event updated for resources: {'Port': ['ID=98e26f0a-f468-4e92-93ab-56fdba0ee46d,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:23.687374 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-e8a95323-1136-4423-8d32-dc40451f40e9 None None] Attempting to bind port 98e26f0a-f468-4e92-93ab-56fdba0ee46d on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:51:23.687747 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-e8a95323-1136-4423-8d32-dc40451f40e9 None None] Attempting to bind port 98e26f0a-f468-4e92-93ab-56fdba0ee46d by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '2bdce777-4a09-40ef-b08f-9f142178375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '61c8bb33-8c19-4a18-8d17-e47e8e8d3d10'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:51:23.688118 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a95323-1136-4423-8d32-dc40451f40e9 None None] Attempting to bind port 98e26f0a-f468-4e92-93ab-56fdba0ee46d on network 61c8bb33-8c19-4a18-8d17-e47e8e8d3d10 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:51:23.690774 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa6f507-2555-490d-a143-adc7b286c265 admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:51:23.692537 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc8b6d6-90fb-4697-ad4f-939051f24974 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:51:23.694401 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-daa6f507-2555-490d-a143-adc7b286c265 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:51:23.698811 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa6f507-2555-490d-a143-adc7b286c265 admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:51:23.705630 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fc8b6d6-90fb-4697-ad4f-939051f24974 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:23.707556 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a95323-1136-4423-8d32-dc40451f40e9 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:51:23.708160 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a95323-1136-4423-8d32-dc40451f40e9 None None] Checking segment: {'id': '2bdce777-4a09-40ef-b08f-9f142178375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '61c8bb33-8c19-4a18-8d17-e47e8e8d3d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:51:23.708757 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e8a95323-1136-4423-8d32-dc40451f40e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:23.709315 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a95323-1136-4423-8d32-dc40451f40e9 None None] Bound using segment: {'id': '2bdce777-4a09-40ef-b08f-9f142178375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '61c8bb33-8c19-4a18-8d17-e47e8e8d3d10'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:51:23.710007 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-e8a95323-1136-4423-8d32-dc40451f40e9 None None] Bound port: 98e26f0a-f468-4e92-93ab-56fdba0ee46d, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bdce777-4a09-40ef-b08f-9f142178375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '61c8bb33-8c19-4a18-8d17-e47e8e8d3d10'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:51:23.710566 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e8a95323-1136-4423-8d32-dc40451f40e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (98e26f0a-f468-4e92-93ab-56fdba0ee46d), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:23.713736 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0fc8b6d6-90fb-4697-ad4f-939051f24974 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "PUT /v2.0/routers/191bcbad-009a-4887-b03f-c68d26ca385d HTTP/1.1" status: 200 len: 933 time: 1.4400260 Feb 16 22:51:23.717214 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47878) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:23.869612 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6f507-2555-490d-a143-adc7b286c265 admin admin] Pushing event updated for resources: {'Port': ['ID=97773e0d-f4d1-482c-b412-4d0a0570ea06,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:23.899099 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b13fad13-8486-4416-8268-dc05348e9321 None None] Current status of the port c60550fa-0f14-4e93-a5f7-73c2d0e5950b is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:23.903922 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b13fad13-8486-4416-8268-dc05348e9321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c60550fa-0f14-4e93-a5f7-73c2d0e5950b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:23.980839 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4c7a3976-dd70-4ada-879f-ec8fcfdf0a19 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "GET /v2.0/routers/191bcbad-009a-4887-b03f-c68d26ca385d HTTP/1.1" status: 200 len: 933 time: 0.2600815 Feb 16 22:51:23.984245 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-e8a95323-1136-4423-8d32-dc40451f40e9 None None] For port 98e26f0a-f468-4e92-93ab-56fdba0ee46d, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:51:23.985440 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47880) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:23.994812 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-34e47bb2-2bb8-4b3a-9807-26efc2b36000 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Request body: {'router': {'routes': None}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:51:23.998627 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-e8a95323-1136-4423-8d32-dc40451f40e9 None None] For port 98e26f0a-f468-4e92-93ab-56fdba0ee46d, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=98e26f0a-f468-4e92-93ab-56fdba0ee46d,segment=NetworkSegment(2bdce777-4a09-40ef-b08f-9f142178375e),segment_id=2bdce777-4a09-40ef-b08f-9f142178375e)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:51:24.012124 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e8a95323-1136-4423-8d32-dc40451f40e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (98e26f0a-f468-4e92-93ab-56fdba0ee46d), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:24.105659 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc14abf-eb1e-4a8e-afff-2eb33be4ae7f None None] Pushing event updated for resources: {'Port': ['ID=98e26f0a-f468-4e92-93ab-56fdba0ee46d,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:24.117797 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a95323-1136-4423-8d32-dc40451f40e9 None None] Routers {'191bcbad-009a-4887-b03f-c68d26ca385d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:51:24.118745 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-e8a95323-1136-4423-8d32-dc40451f40e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:51:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['191bcbad-009a-4887-b03f-c68d26ca385d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:24.168236 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-b13fad13-8486-4416-8268-dc05348e9321 None None] For port c60550fa-0f14-4e93-a5f7-73c2d0e5950b, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=c60550fa-0f14-4e93-a5f7-73c2d0e5950b,segment=NetworkSegment(2bdce777-4a09-40ef-b08f-9f142178375e),segment_id=2bdce777-4a09-40ef-b08f-9f142178375e)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:51:24.174010 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port c60550fa-0f14-4e93-a5f7-73c2d0e5950b is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:24.174541 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c60550fa-0f14-4e93-a5f7-73c2d0e5950b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:24.243874 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b13fad13-8486-4416-8268-dc05348e9321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c60550fa-0f14-4e93-a5f7-73c2d0e5950b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:24.252498 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-e8a95323-1136-4423-8d32-dc40451f40e9 None None] Set router 191bcbad-009a-4887-b03f-c68d26ca385d gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:51:24.259799 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-b50dba89-3b6b-414c-ac50-0b10b3208dd0 None None] Allocated IP 172.20.0.2 (6ba5390b-7556-4794-9416-e3b7fcd7be16/0fb18214-8dce-402c-a74a-3c60eaf2456f/efac06ba-b22a-4f0e-afef-7a31dad002de) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:51:24.413539 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-821ea9cf-bdd9-425d-9d68-90d99102e1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'name': 'tempest-TestVolumeBackupRestore-937929795-router', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f98aa50f-ef9e-48a9-815f-63a118e22408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:10Z', 'updated_at': '2022-02-16T22:51:18Z', 'revision_number': 4, 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'gw_port': {'id': 'f98aa50f-ef9e-48a9-815f-63a118e22408', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:68:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:12Z', 'updated_at': '2022-02-16T22:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '6bf9daba-9b52-4fbb-a6c6-9bb49893f75c', 'name': '', 'network_id': '2b8bbf18-4be7-49fe-84cb-d34551020686', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'mac_address': 'fa:16:3e:3c:bc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:16Z', 'updated_at': '2022-02-16T22:51:18Z', 'revision_number': 2, 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'subnets': [{'id': '09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:24.546100 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821ea9cf-bdd9-425d-9d68-90d99102e1b9 None None] Checking router: bce8efcd-18d7-45ef-bba8-4a19d636c301 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:51:24.553712 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821ea9cf-bdd9-425d-9d68-90d99102e1b9 None None] Updating router bce8efcd-18d7-45ef-bba8-4a19d636c301 port 6bf9daba-9b52-4fbb-a6c6-9bb49893f75c binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:51:24.607793 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149ba96-c6f0-4ff8-a6ad-fd257f71474f req-deb3cb47-3723-437f-b6f1-88c8c013bee1 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:24.611959 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8149ba96-c6f0-4ff8-a6ad-fd257f71474f req-deb3cb47-3723-437f-b6f1-88c8c013bee1 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 945 time: 0.3559952 Feb 16 22:51:24.619789 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-821ea9cf-bdd9-425d-9d68-90d99102e1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6bf9daba-9b52-4fbb-a6c6-9bb49893f75c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:24.681691 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:24.683827 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13fad13-8486-4416-8268-dc05348e9321 None None] Pushing event updated for resources: {'Port': ['ID=c60550fa-0f14-4e93-a5f7-73c2d0e5950b,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:24.687767 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:51:24.688971 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:51:24.699778 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-45186a19-848a-4934-a069-9240d9106a24 None None] Provisioning complete for port c60550fa-0f14-4e93-a5f7-73c2d0e5950b triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:24.700339 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-45186a19-848a-4934-a069-9240d9106a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c60550fa-0f14-4e93-a5f7-73c2d0e5950b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:24.764103 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-e8a95323-1136-4423-8d32-dc40451f40e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'name': 'tempest-RoutersTest-router-470729113', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:00Z', 'updated_at': '2022-02-16T22:51:22Z', 'revision_number': 6, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'gw_port_host': None, '_interfaces': [{'id': '38da2d38-9c6e-4c96-a3ef-31f437554f56', 'name': '', 'network_id': '1a810854-91ab-4441-8a6e-78ccfa3563cc', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:94:60:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'cdacecf4-0c4c-4df7-af43-50170875ef51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:09Z', 'updated_at': '2022-02-16T22:51:20Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'cdacecf4-0c4c-4df7-af43-50170875ef51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fa01cc1-ae3c-4e11-822e-93df74827866', 'name': '', 'network_id': 'b445fac0-f124-4667-afc0-26d2e824079f', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:b8:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:05Z', 'updated_at': '2022-02-16T22:51:11Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7031d63f-6482-4026-88f7-9647a43202e2', 'name': '', 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:1f:8d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:01Z', 'updated_at': '2022-02-16T22:51:06Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98e26f0a-f468-4e92-93ab-56fdba0ee46d', 'name': '', 'network_id': '61c8bb33-8c19-4a18-8d17-e47e8e8d3d10', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:10:67:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '7a3ca313-43b1-416e-b032-e6bf8b6712eb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:17Z', 'updated_at': '2022-02-16T22:51:23Z', 'revision_number': 4, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': '7a3ca313-43b1-416e-b032-e6bf8b6712eb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:24.779747 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-daa6f507-2555-490d-a143-adc7b286c265 admin admin] Publish callbacks [] for router_gateway (05d0cc05-89d3-4f89-b88e-bda349d0ff31), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:24.827686 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8149ba96-c6f0-4ff8-a6ad-fd257f71474f req-be33e6f6-5992-4786-bf77-a2dcc3322c4e tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbe0a298-9671-4ab4-9b71-e971cae2d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089746 Feb 16 22:51:24.839890 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a95323-1136-4423-8d32-dc40451f40e9 None None] The sync data for ids ['191bcbad-009a-4887-b03f-c68d26ca385d'] in n-d-813897-6 is: [{'id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'name': 'tempest-RoutersTest-router-470729113', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:00Z', 'updated_at': '2022-02-16T22:51:22Z', 'revision_number': 6, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'gw_port_host': None, '_interfaces': [{'id': '38da2d38-9c6e-4c96-a3ef-31f437554f56', 'name': '', 'network_id': '1a810854-91ab-4441-8a6e-78ccfa3563cc', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:94:60:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'cdacecf4-0c4c-4df7-af43-50170875ef51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:09Z', 'updated_at': '2022-02-16T22:51:20Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'cdacecf4-0c4c-4df7-af43-50170875ef51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fa01cc1-ae3c-4e11-822e-93df74827866', 'name': '', 'network_id': 'b445fac0-f124-4667-afc0-26d2e824079f', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:b8:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:05Z', 'updated_at': '2022-02-16T22:51:11Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7031d63f-6482-4026-88f7-9647a43202e2', 'name': '', 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:1f:8d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:01Z', 'updated_at': '2022-02-16T22:51:06Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98e26f0a-f468-4e92-93ab-56fdba0ee46d', 'name': '', 'network_id': '61c8bb33-8c19-4a18-8d17-e47e8e8d3d10', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:10:67:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '7a3ca313-43b1-416e-b032-e6bf8b6712eb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:17Z', 'updated_at': '2022-02-16T22:51:23Z', 'revision_number': 4, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': '7a3ca313-43b1-416e-b032-e6bf8b6712eb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:51:25.210131 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.extraroute_db [None req-34e47bb2-2bb8-4b3a-9807-26efc2b36000 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Added routes are [] {{(pid=103466) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 16 22:51:25.210395 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.extraroute_db [None req-34e47bb2-2bb8-4b3a-9807-26efc2b36000 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103466) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 16 22:51:25.273251 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-34e47bb2-2bb8-4b3a-9807-26efc2b36000 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-374653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59817'] for router (191bcbad-009a-4887-b03f-c68d26ca385d), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:25.277474 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-daa6f507-2555-490d-a143-adc7b286c265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (05d0cc05-89d3-4f89-b88e-bda349d0ff31), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:25.283529 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port c60550fa-0f14-4e93-a5f7-73c2d0e5950b is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:25.379166 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:51:25.499926 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-821ea9cf-bdd9-425d-9d68-90d99102e1b9 None None] Publish callbacks [] for port (6bf9daba-9b52-4fbb-a6c6-9bb49893f75c), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:25.547689 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-821ea9cf-bdd9-425d-9d68-90d99102e1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (6bf9daba-9b52-4fbb-a6c6-9bb49893f75c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:25.598812 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa6f507-2555-490d-a143-adc7b286c265 admin admin] Router 05d0cc05-89d3-4f89-b88e-bda349d0ff31 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:51:25.626847 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 98e26f0a-f468-4e92-93ab-56fdba0ee46d up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:51:25.789854 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:25.825217 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-34e47bb2-2bb8-4b3a-9807-26efc2b36000 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-374653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59817'] for router (191bcbad-009a-4887-b03f-c68d26ca385d), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:25.833540 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-34e47bb2-2bb8-4b3a-9807-26efc2b36000 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362694'] for router (191bcbad-009a-4887-b03f-c68d26ca385d), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:25.926386 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556951bf-2d17-416d-a6a2-64f722d58326 None None] Pushing event updated for resources: {'Port': ['ID=6bf9daba-9b52-4fbb-a6c6-9bb49893f75c,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:25.962681 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa6f507-2555-490d-a143-adc7b286c265 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:51:26.010561 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-daa6f507-2555-490d-a143-adc7b286c265 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:26.014026 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-daa6f507-2555-490d-a143-adc7b286c265 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6172631 Feb 16 22:51:26.015875 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47890) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:26.063849 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cd8d00-ce22-4bae-9b6a-c9cd268ac686 None None] Sync routers for ids ['05d0cc05-89d3-4f89-b88e-bda349d0ff31'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:51:26.082087 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-821ea9cf-bdd9-425d-9d68-90d99102e1b9 None None] Attempting to bind port 6bf9daba-9b52-4fbb-a6c6-9bb49893f75c on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:51:26.082471 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-821ea9cf-bdd9-425d-9d68-90d99102e1b9 None None] Attempting to bind port 6bf9daba-9b52-4fbb-a6c6-9bb49893f75c by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2b8bbf18-4be7-49fe-84cb-d34551020686'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:51:26.082843 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821ea9cf-bdd9-425d-9d68-90d99102e1b9 None None] Attempting to bind port 6bf9daba-9b52-4fbb-a6c6-9bb49893f75c on network 2b8bbf18-4be7-49fe-84cb-d34551020686 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:51:26.085079 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 98e26f0a-f468-4e92-93ab-56fdba0ee46d triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:26.085468 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (98e26f0a-f468-4e92-93ab-56fdba0ee46d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:26.102215 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b50dba89-3b6b-414c-ac50-0b10b3208dd0 None None] Publish callbacks [] for port (efac06ba-b22a-4f0e-afef-7a31dad002de), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:26.130905 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821ea9cf-bdd9-425d-9d68-90d99102e1b9 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:51:26.131292 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821ea9cf-bdd9-425d-9d68-90d99102e1b9 None None] Checking segment: {'id': 'ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2b8bbf18-4be7-49fe-84cb-d34551020686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:51:26.131703 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-821ea9cf-bdd9-425d-9d68-90d99102e1b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:26.132108 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821ea9cf-bdd9-425d-9d68-90d99102e1b9 None None] Bound using segment: {'id': 'ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2b8bbf18-4be7-49fe-84cb-d34551020686'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:51:26.132598 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-821ea9cf-bdd9-425d-9d68-90d99102e1b9 None None] Bound port: 6bf9daba-9b52-4fbb-a6c6-9bb49893f75c, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2b8bbf18-4be7-49fe-84cb-d34551020686'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:51:26.133393 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-821ea9cf-bdd9-425d-9d68-90d99102e1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6bf9daba-9b52-4fbb-a6c6-9bb49893f75c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:26.143435 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cd8d00-ce22-4bae-9b6a-c9cd268ac686 None None] Routers {'05d0cc05-89d3-4f89-b88e-bda349d0ff31'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:51:26.144088 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-17cd8d00-ce22-4bae-9b6a-c9cd268ac686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:51:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['05d0cc05-89d3-4f89-b88e-bda349d0ff31'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:26.146495 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b50dba89-3b6b-414c-ac50-0b10b3208dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (efac06ba-b22a-4f0e-afef-7a31dad002de), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:26.160302 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-45186a19-848a-4934-a069-9240d9106a24 None None] Current status of the port c60550fa-0f14-4e93-a5f7-73c2d0e5950b is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:26.287952 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50dba89-3b6b-414c-ac50-0b10b3208dd0 None None] Network 6ba5390b-7556-4794-9416-e3b7fcd7be16 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:51:26.295252 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-b50dba89-3b6b-414c-ac50-0b10b3208dd0 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:51:26.336182 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50dba89-3b6b-414c-ac50-0b10b3208dd0 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:51:26.442385 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-821ea9cf-bdd9-425d-9d68-90d99102e1b9 None None] For port 6bf9daba-9b52-4fbb-a6c6-9bb49893f75c, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:51:26.449237 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-821ea9cf-bdd9-425d-9d68-90d99102e1b9 None None] For port 6bf9daba-9b52-4fbb-a6c6-9bb49893f75c, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=6bf9daba-9b52-4fbb-a6c6-9bb49893f75c,segment=NetworkSegment(ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb),segment_id=ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:51:26.455313 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-45186a19-848a-4934-a069-9240d9106a24 None None] Provisioning complete for port 98e26f0a-f468-4e92-93ab-56fdba0ee46d triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:26.456130 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-45186a19-848a-4934-a069-9240d9106a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (98e26f0a-f468-4e92-93ab-56fdba0ee46d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:26.476624 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dac254b-1aa3-4531-bf8b-aa6829b02d08 None None] Sync routers for ids ['191bcbad-009a-4887-b03f-c68d26ca385d'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:51:26.488375 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e47bb2-2bb8-4b3a-9807-26efc2b36000 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Router 191bcbad-009a-4887-b03f-c68d26ca385d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:51:26.490512 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dac254b-1aa3-4531-bf8b-aa6829b02d08 None None] Routers {'191bcbad-009a-4887-b03f-c68d26ca385d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:51:26.493023 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-5dac254b-1aa3-4531-bf8b-aa6829b02d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:51:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['191bcbad-009a-4887-b03f-c68d26ca385d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:26.509023 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade4f5e-589f-426e-a695-2253f994e67f req-2a07de39-10e1-4a37-8844-d36d1d2ef9eb tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:26.510906 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2ade4f5e-589f-426e-a695-2253f994e67f req-2a07de39-10e1-4a37-8844-d36d1d2ef9eb tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 945 time: 0.4964509 Feb 16 22:51:26.530473 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-821ea9cf-bdd9-425d-9d68-90d99102e1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (6bf9daba-9b52-4fbb-a6c6-9bb49893f75c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:26.557547 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50dba89-3b6b-414c-ac50-0b10b3208dd0 None None] Pushing event updated for resources: {'Port': ['ID=efac06ba-b22a-4f0e-afef-7a31dad002de,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:26.659244 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-5dac254b-1aa3-4531-bf8b-aa6829b02d08 None None] Set router 191bcbad-009a-4887-b03f-c68d26ca385d gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:51:26.795106 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2ade4f5e-589f-426e-a695-2253f994e67f req-c9e69d34-e8a1-4ad8-81e6-b414433351ad tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbe0a298-9671-4ab4-9b71-e971cae2d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127288 Feb 16 22:51:26.800936 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e47bb2-2bb8-4b3a-9807-26efc2b36000 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:51:26.818583 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-34e47bb2-2bb8-4b3a-9807-26efc2b36000 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:26.820903 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-34e47bb2-2bb8-4b3a-9807-26efc2b36000 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "PUT /v2.0/routers/191bcbad-009a-4887-b03f-c68d26ca385d HTTP/1.1" status: 200 len: 699 time: 2.8341262 Feb 16 22:51:26.827732 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47894) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:26.895873 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d6b49ef-0d6d-4d1a-9925-703cf5100ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:26.919594 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-17cd8d00-ce22-4bae-9b6a-c9cd268ac686 None None] Set router 05d0cc05-89d3-4f89-b88e-bda349d0ff31 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:51:26.977524 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821ea9cf-bdd9-425d-9d68-90d99102e1b9 None None] Routers {'bce8efcd-18d7-45ef-bba8-4a19d636c301'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:51:26.978208 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-821ea9cf-bdd9-425d-9d68-90d99102e1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:51:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['bce8efcd-18d7-45ef-bba8-4a19d636c301'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:26.980840 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-b50dba89-3b6b-414c-ac50-0b10b3208dd0 None None] Attempting to bind port efac06ba-b22a-4f0e-afef-7a31dad002de on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:51:26.981211 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-b50dba89-3b6b-414c-ac50-0b10b3208dd0 None None] Attempting to bind port efac06ba-b22a-4f0e-afef-7a31dad002de by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'a60f0c9d-c66e-4b9a-b1e0-1c36723b6deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6ba5390b-7556-4794-9416-e3b7fcd7be16'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:51:26.981575 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50dba89-3b6b-414c-ac50-0b10b3208dd0 None None] Attempting to bind port efac06ba-b22a-4f0e-afef-7a31dad002de on network 6ba5390b-7556-4794-9416-e3b7fcd7be16 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:51:27.041678 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2326db16-9e68-49c4-83e4-7343ff51ae5e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "GET /v2.0/routers/191bcbad-009a-4887-b03f-c68d26ca385d HTTP/1.1" status: 200 len: 699 time: 0.2117133 Feb 16 22:51:27.042021 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47896) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:27.061706 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 98e26f0a-f468-4e92-93ab-56fdba0ee46d is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:27.061706 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (98e26f0a-f468-4e92-93ab-56fdba0ee46d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:27.075930 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-5dac254b-1aa3-4531-bf8b-aa6829b02d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'name': 'tempest-RoutersTest-router-470729113', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:00Z', 'updated_at': '2022-02-16T22:51:25Z', 'revision_number': 7, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'gw_port_host': None, '_interfaces': [{'id': '38da2d38-9c6e-4c96-a3ef-31f437554f56', 'name': '', 'network_id': '1a810854-91ab-4441-8a6e-78ccfa3563cc', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:94:60:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'cdacecf4-0c4c-4df7-af43-50170875ef51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:09Z', 'updated_at': '2022-02-16T22:51:20Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'cdacecf4-0c4c-4df7-af43-50170875ef51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fa01cc1-ae3c-4e11-822e-93df74827866', 'name': '', 'network_id': 'b445fac0-f124-4667-afc0-26d2e824079f', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:b8:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:05Z', 'updated_at': '2022-02-16T22:51:11Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7031d63f-6482-4026-88f7-9647a43202e2', 'name': '', 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:1f:8d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:01Z', 'updated_at': '2022-02-16T22:51:06Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98e26f0a-f468-4e92-93ab-56fdba0ee46d', 'name': '', 'network_id': '61c8bb33-8c19-4a18-8d17-e47e8e8d3d10', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:10:67:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '7a3ca313-43b1-416e-b032-e6bf8b6712eb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:17Z', 'updated_at': '2022-02-16T22:51:23Z', 'revision_number': 4, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': '7a3ca313-43b1-416e-b032-e6bf8b6712eb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:27.113746 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dac254b-1aa3-4531-bf8b-aa6829b02d08 None None] Checking router: 191bcbad-009a-4887-b03f-c68d26ca385d for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:51:27.114032 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-45186a19-848a-4934-a069-9240d9106a24 None None] Current status of the port 98e26f0a-f468-4e92-93ab-56fdba0ee46d is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:27.114384 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-45186a19-848a-4934-a069-9240d9106a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (98e26f0a-f468-4e92-93ab-56fdba0ee46d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:27.116453 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50dba89-3b6b-414c-ac50-0b10b3208dd0 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:51:27.116829 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50dba89-3b6b-414c-ac50-0b10b3208dd0 None None] Checking segment: {'id': 'a60f0c9d-c66e-4b9a-b1e0-1c36723b6deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6ba5390b-7556-4794-9416-e3b7fcd7be16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:51:27.117326 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b50dba89-3b6b-414c-ac50-0b10b3208dd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:27.117719 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50dba89-3b6b-414c-ac50-0b10b3208dd0 None None] Bound using segment: {'id': 'a60f0c9d-c66e-4b9a-b1e0-1c36723b6deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6ba5390b-7556-4794-9416-e3b7fcd7be16'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:51:27.118238 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-b50dba89-3b6b-414c-ac50-0b10b3208dd0 None None] Bound port: efac06ba-b22a-4f0e-afef-7a31dad002de, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60f0c9d-c66e-4b9a-b1e0-1c36723b6deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6ba5390b-7556-4794-9416-e3b7fcd7be16'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:51:27.118637 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b50dba89-3b6b-414c-ac50-0b10b3208dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (efac06ba-b22a-4f0e-afef-7a31dad002de), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:27.125722 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dac254b-1aa3-4531-bf8b-aa6829b02d08 None None] Routers {'191bcbad-009a-4887-b03f-c68d26ca385d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:51:27.126692 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-5dac254b-1aa3-4531-bf8b-aa6829b02d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:51:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['191bcbad-009a-4887-b03f-c68d26ca385d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:27.156308 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556951bf-2d17-416d-a6a2-64f722d58326 None None] Pushing event updated for resources: {'Port': ['ID=6bf9daba-9b52-4fbb-a6c6-9bb49893f75c,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:27.222406 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:27.268196 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-5dac254b-1aa3-4531-bf8b-aa6829b02d08 None None] Set router 191bcbad-009a-4887-b03f-c68d26ca385d gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:51:27.280157 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 98e26f0a-f468-4e92-93ab-56fdba0ee46d, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=98e26f0a-f468-4e92-93ab-56fdba0ee46d,segment=NetworkSegment(2bdce777-4a09-40ef-b08f-9f142178375e),segment_id=2bdce777-4a09-40ef-b08f-9f142178375e)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:51:27.295975 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (98e26f0a-f468-4e92-93ab-56fdba0ee46d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:27.297027 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c60550fa-0f14-4e93-a5f7-73c2d0e5950b up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:51:27.460630 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-821ea9cf-bdd9-425d-9d68-90d99102e1b9 None None] Set router bce8efcd-18d7-45ef-bba8-4a19d636c301 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:51:27.534677 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-0d6b49ef-0d6d-4d1a-9925-703cf5100ec0 admin admin] Allocated IP 172.20.0.1 (6ba5390b-7556-4794-9416-e3b7fcd7be16/0fb18214-8dce-402c-a74a-3c60eaf2456f/59bffac4-827b-45eb-87e6-72798944f942) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:51:27.691268 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d6b49ef-0d6d-4d1a-9925-703cf5100ec0 admin admin] Publish callbacks [] for port (59bffac4-827b-45eb-87e6-72798944f942), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:27.727597 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-b50dba89-3b6b-414c-ac50-0b10b3208dd0 None None] For port efac06ba-b22a-4f0e-afef-7a31dad002de, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:51:27.731649 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-45186a19-848a-4934-a069-9240d9106a24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:51:27.737878 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-45186a19-848a-4934-a069-9240d9106a24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:51:27.766339 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-5dac254b-1aa3-4531-bf8b-aa6829b02d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'name': 'tempest-RoutersTest-router-470729113', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:00Z', 'updated_at': '2022-02-16T22:51:25Z', 'revision_number': 7, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'gw_port_host': None, '_interfaces': [{'id': '38da2d38-9c6e-4c96-a3ef-31f437554f56', 'name': '', 'network_id': '1a810854-91ab-4441-8a6e-78ccfa3563cc', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:94:60:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'cdacecf4-0c4c-4df7-af43-50170875ef51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:09Z', 'updated_at': '2022-02-16T22:51:20Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'cdacecf4-0c4c-4df7-af43-50170875ef51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fa01cc1-ae3c-4e11-822e-93df74827866', 'name': '', 'network_id': 'b445fac0-f124-4667-afc0-26d2e824079f', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:b8:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:05Z', 'updated_at': '2022-02-16T22:51:11Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7031d63f-6482-4026-88f7-9647a43202e2', 'name': '', 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:1f:8d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:01Z', 'updated_at': '2022-02-16T22:51:06Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98e26f0a-f468-4e92-93ab-56fdba0ee46d', 'name': '', 'network_id': '61c8bb33-8c19-4a18-8d17-e47e8e8d3d10', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:10:67:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '7a3ca313-43b1-416e-b032-e6bf8b6712eb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:17Z', 'updated_at': '2022-02-16T22:51:23Z', 'revision_number': 4, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': '7a3ca313-43b1-416e-b032-e6bf8b6712eb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:27.769201 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-b50dba89-3b6b-414c-ac50-0b10b3208dd0 None None] For port efac06ba-b22a-4f0e-afef-7a31dad002de, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=efac06ba-b22a-4f0e-afef-7a31dad002de,segment=NetworkSegment(a60f0c9d-c66e-4b9a-b1e0-1c36723b6deb),segment_id=a60f0c9d-c66e-4b9a-b1e0-1c36723b6deb)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:51:27.769672 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d6b49ef-0d6d-4d1a-9925-703cf5100ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (59bffac4-827b-45eb-87e6-72798944f942), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:27.770506 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=98e26f0a-f468-4e92-93ab-56fdba0ee46d,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:27.811012 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dac254b-1aa3-4531-bf8b-aa6829b02d08 None None] The sync data for ids ['191bcbad-009a-4887-b03f-c68d26ca385d'] in n-d-813897-6 is: [{'id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'name': 'tempest-RoutersTest-router-470729113', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:00Z', 'updated_at': '2022-02-16T22:51:25Z', 'revision_number': 7, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'gw_port_host': None, '_interfaces': [{'id': '38da2d38-9c6e-4c96-a3ef-31f437554f56', 'name': '', 'network_id': '1a810854-91ab-4441-8a6e-78ccfa3563cc', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:94:60:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'cdacecf4-0c4c-4df7-af43-50170875ef51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:09Z', 'updated_at': '2022-02-16T22:51:20Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'cdacecf4-0c4c-4df7-af43-50170875ef51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fa01cc1-ae3c-4e11-822e-93df74827866', 'name': '', 'network_id': 'b445fac0-f124-4667-afc0-26d2e824079f', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:b8:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:05Z', 'updated_at': '2022-02-16T22:51:11Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7031d63f-6482-4026-88f7-9647a43202e2', 'name': '', 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:1f:8d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:01Z', 'updated_at': '2022-02-16T22:51:06Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98e26f0a-f468-4e92-93ab-56fdba0ee46d', 'name': '', 'network_id': '61c8bb33-8c19-4a18-8d17-e47e8e8d3d10', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:10:67:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '7a3ca313-43b1-416e-b032-e6bf8b6712eb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:17Z', 'updated_at': '2022-02-16T22:51:23Z', 'revision_number': 4, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': '7a3ca313-43b1-416e-b032-e6bf8b6712eb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:51:27.833503 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b50dba89-3b6b-414c-ac50-0b10b3208dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (efac06ba-b22a-4f0e-afef-7a31dad002de), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:27.905030 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6b49ef-0d6d-4d1a-9925-703cf5100ec0 admin admin] Network 6ba5390b-7556-4794-9416-e3b7fcd7be16 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:51:27.911839 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port c60550fa-0f14-4e93-a5f7-73c2d0e5950b triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:27.912202 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c60550fa-0f14-4e93-a5f7-73c2d0e5950b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:27.925086 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-0d6b49ef-0d6d-4d1a-9925-703cf5100ec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:51:27.990273 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b49ef-0d6d-4d1a-9925-703cf5100ec0 admin admin] Pushing event updated for resources: {'Port': ['ID=59bffac4-827b-45eb-87e6-72798944f942,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:27.994543 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6b49ef-0d6d-4d1a-9925-703cf5100ec0 admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:51:28.044918 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-17cd8d00-ce22-4bae-9b6a-c9cd268ac686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d0cc05-89d3-4f89-b88e-bda349d0ff31', 'name': 'tempest-TestVolumeBackupRestore-632871061-router', 'tenant_id': '95a1567d8362450ba0b7c4c23038cd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '97773e0d-f4d1-482c-b412-4d0a0570ea06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:22Z', 'updated_at': '2022-02-16T22:51:24Z', 'revision_number': 3, 'project_id': '95a1567d8362450ba0b7c4c23038cd6c', 'gw_port': {'id': '97773e0d-f4d1-482c-b412-4d0a0570ea06', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d0cc05-89d3-4f89-b88e-bda349d0ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:23Z', 'updated_at': '2022-02-16T22:51:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:28.068515 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50dba89-3b6b-414c-ac50-0b10b3208dd0 None None] Pushing event updated for resources: {'Port': ['ID=efac06ba-b22a-4f0e-afef-7a31dad002de,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:28.102392 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d6b49ef-0d6d-4d1a-9925-703cf5100ec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (05d0cc05-89d3-4f89-b88e-bda349d0ff31), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:28.182654 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce7171-9686-4a83-92b2-ee56d13bc365 req-d2aeff71-159e-45cc-bbed-9df40e3fa3be tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:28.191019 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cdce7171-9686-4a83-92b2-ee56d13bc365 req-d2aeff71-159e-45cc-bbed-9df40e3fa3be tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 945 time: 0.2798719 Feb 16 22:51:28.315353 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cdce7171-9686-4a83-92b2-ee56d13bc365 req-a1a45e10-3b92-4b20-beae-b6f6eef326ee tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbe0a298-9671-4ab4-9b71-e971cae2d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186190 Feb 16 22:51:28.398437 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cd8d00-ce22-4bae-9b6a-c9cd268ac686 None None] Checking router: 05d0cc05-89d3-4f89-b88e-bda349d0ff31 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:51:28.399025 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cd8d00-ce22-4bae-9b6a-c9cd268ac686 None None] Updating router 05d0cc05-89d3-4f89-b88e-bda349d0ff31 port 97773e0d-f4d1-482c-b412-4d0a0570ea06 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:51:28.421259 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e3815a-f34d-4056-a941-645d1f9b94e0 None None] Sync routers for ids ['191bcbad-009a-4887-b03f-c68d26ca385d'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:51:28.421879 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d6b49ef-0d6d-4d1a-9925-703cf5100ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (59bffac4-827b-45eb-87e6-72798944f942), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:28.435390 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3f3649c3-8c9c-4abd-96f8-d418e2a3eb79 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (191bcbad-009a-4887-b03f-c68d26ca385d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:28.505020 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e3815a-f34d-4056-a941-645d1f9b94e0 None None] Routers {'191bcbad-009a-4887-b03f-c68d26ca385d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:51:28.505605 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-79e3815a-f34d-4056-a941-645d1f9b94e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:51:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['191bcbad-009a-4887-b03f-c68d26ca385d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:28.551210 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port c60550fa-0f14-4e93-a5f7-73c2d0e5950b is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:28.588759 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-45186a19-848a-4934-a069-9240d9106a24 None None] Current status of the port 98e26f0a-f468-4e92-93ab-56fdba0ee46d is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:28.600304 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-17cd8d00-ce22-4bae-9b6a-c9cd268ac686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (97773e0d-f4d1-482c-b412-4d0a0570ea06), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:28.683529 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-79e3815a-f34d-4056-a941-645d1f9b94e0 None None] Set router 191bcbad-009a-4887-b03f-c68d26ca385d gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:51:28.716902 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:28.834278 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 98e26f0a-f468-4e92-93ab-56fdba0ee46d up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:51:28.875329 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d6b49ef-0d6d-4d1a-9925-703cf5100ec0 admin admin] Publish callbacks [] for port (59bffac4-827b-45eb-87e6-72798944f942), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:28.883380 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d6b49ef-0d6d-4d1a-9925-703cf5100ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (59bffac4-827b-45eb-87e6-72798944f942), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:28.930713 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-821ea9cf-bdd9-425d-9d68-90d99102e1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'name': 'tempest-TestVolumeBackupRestore-937929795-router', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f98aa50f-ef9e-48a9-815f-63a118e22408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:10Z', 'updated_at': '2022-02-16T22:51:18Z', 'revision_number': 4, 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'gw_port': {'id': 'f98aa50f-ef9e-48a9-815f-63a118e22408', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:68:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:12Z', 'updated_at': '2022-02-16T22:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '6bf9daba-9b52-4fbb-a6c6-9bb49893f75c', 'name': '', 'network_id': '2b8bbf18-4be7-49fe-84cb-d34551020686', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'mac_address': 'fa:16:3e:3c:bc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:16Z', 'updated_at': '2022-02-16T22:51:26Z', 'revision_number': 4, 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'subnets': [{'id': '09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:28.962745 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0d6b49ef-0d6d-4d1a-9925-703cf5100ec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (05d0cc05-89d3-4f89-b88e-bda349d0ff31), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:28.981076 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-2d22b6c7-cddd-4f79-aa6c-b3b21d67e4c6 None None] Provisioning complete for port 6bf9daba-9b52-4fbb-a6c6-9bb49893f75c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:28.981461 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2d22b6c7-cddd-4f79-aa6c-b3b21d67e4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6bf9daba-9b52-4fbb-a6c6-9bb49893f75c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:28.998724 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821ea9cf-bdd9-425d-9d68-90d99102e1b9 None None] The sync data for ids ['bce8efcd-18d7-45ef-bba8-4a19d636c301'] in n-d-813897-6 is: [{'id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'name': 'tempest-TestVolumeBackupRestore-937929795-router', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f98aa50f-ef9e-48a9-815f-63a118e22408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:10Z', 'updated_at': '2022-02-16T22:51:18Z', 'revision_number': 4, 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'gw_port': {'id': 'f98aa50f-ef9e-48a9-815f-63a118e22408', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:68:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:12Z', 'updated_at': '2022-02-16T22:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '6bf9daba-9b52-4fbb-a6c6-9bb49893f75c', 'name': '', 'network_id': '2b8bbf18-4be7-49fe-84cb-d34551020686', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'mac_address': 'fa:16:3e:3c:bc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:16Z', 'updated_at': '2022-02-16T22:51:26Z', 'revision_number': 4, 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'subnets': [{'id': '09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:51:29.016980 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b49ef-0d6d-4d1a-9925-703cf5100ec0 admin admin] Pushing event updated for resources: {'Port': ['ID=59bffac4-827b-45eb-87e6-72798944f942,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:29.128969 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-3f3649c3-8c9c-4abd-96f8-d418e2a3eb79 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Deleting port 98e26f0a-f468-4e92-93ab-56fdba0ee46d {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:51:29.129704 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3f3649c3-8c9c-4abd-96f8-d418e2a3eb79 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (98e26f0a-f468-4e92-93ab-56fdba0ee46d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:29.241686 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6b49ef-0d6d-4d1a-9925-703cf5100ec0 admin admin] Network 6ba5390b-7556-4794-9416-e3b7fcd7be16 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:51:29.244931 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-0d6b49ef-0d6d-4d1a-9925-703cf5100ec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:51:29.289021 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 98e26f0a-f468-4e92-93ab-56fdba0ee46d triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:29.289398 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (98e26f0a-f468-4e92-93ab-56fdba0ee46d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:29.441678 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-3f3649c3-8c9c-4abd-96f8-d418e2a3eb79 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] For port 98e26f0a-f468-4e92-93ab-56fdba0ee46d, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=98e26f0a-f468-4e92-93ab-56fdba0ee46d,segment=NetworkSegment(2bdce777-4a09-40ef-b08f-9f142178375e),segment_id=2bdce777-4a09-40ef-b08f-9f142178375e)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:51:29.447869 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3f3649c3-8c9c-4abd-96f8-d418e2a3eb79 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (98e26f0a-f468-4e92-93ab-56fdba0ee46d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:29.487056 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-3f3649c3-8c9c-4abd-96f8-d418e2a3eb79 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Calling delete_port for 98e26f0a-f468-4e92-93ab-56fdba0ee46d owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:51:29.508169 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6b49ef-0d6d-4d1a-9925-703cf5100ec0 admin admin] Router 05d0cc05-89d3-4f89-b88e-bda349d0ff31 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:51:29.516817 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4057f8-4122-4624-a01a-c09e43a3d7d2 req-21840b2b-8e06-4c3d-9574-273803e4a6a2 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:29.529719 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7d4057f8-4122-4624-a01a-c09e43a3d7d2 req-21840b2b-8e06-4c3d-9574-273803e4a6a2 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 945 time: 0.1081684 Feb 16 22:51:29.608356 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-17cd8d00-ce22-4bae-9b6a-c9cd268ac686 None None] Publish callbacks [] for port (97773e0d-f4d1-482c-b412-4d0a0570ea06), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:29.615669 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2d22b6c7-cddd-4f79-aa6c-b3b21d67e4c6 None None] Current status of the port 6bf9daba-9b52-4fbb-a6c6-9bb49893f75c is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:29.616616 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2d22b6c7-cddd-4f79-aa6c-b3b21d67e4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6bf9daba-9b52-4fbb-a6c6-9bb49893f75c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:29.637432 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7d4057f8-4122-4624-a01a-c09e43a3d7d2 req-ae35e306-106a-49c4-8b59-0c667c3582de tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbe0a298-9671-4ab4-9b71-e971cae2d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064081 Feb 16 22:51:29.652003 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-17cd8d00-ce22-4bae-9b6a-c9cd268ac686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (97773e0d-f4d1-482c-b412-4d0a0570ea06), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:29.758454 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-79e3815a-f34d-4056-a941-645d1f9b94e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'name': 'tempest-RoutersTest-router-470729113', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:00Z', 'updated_at': '2022-02-16T22:51:25Z', 'revision_number': 7, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'gw_port_host': None, '_interfaces': [{'id': '38da2d38-9c6e-4c96-a3ef-31f437554f56', 'name': '', 'network_id': '1a810854-91ab-4441-8a6e-78ccfa3563cc', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:94:60:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'cdacecf4-0c4c-4df7-af43-50170875ef51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:09Z', 'updated_at': '2022-02-16T22:51:20Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'cdacecf4-0c4c-4df7-af43-50170875ef51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fa01cc1-ae3c-4e11-822e-93df74827866', 'name': '', 'network_id': 'b445fac0-f124-4667-afc0-26d2e824079f', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:b8:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:05Z', 'updated_at': '2022-02-16T22:51:11Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7031d63f-6482-4026-88f7-9647a43202e2', 'name': '', 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:1f:8d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:01Z', 'updated_at': '2022-02-16T22:51:06Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98e26f0a-f468-4e92-93ab-56fdba0ee46d', 'name': '', 'network_id': '61c8bb33-8c19-4a18-8d17-e47e8e8d3d10', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:10:67:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '7a3ca313-43b1-416e-b032-e6bf8b6712eb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:17Z', 'updated_at': '2022-02-16T22:51:27Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': '7a3ca313-43b1-416e-b032-e6bf8b6712eb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:29.780438 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f32364-b03e-4464-8be4-8f4b7d1fa3eb None None] Network 6ba5390b-7556-4794-9416-e3b7fcd7be16 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:51:29.959251 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e3815a-f34d-4056-a941-645d1f9b94e0 None None] Checking router: 191bcbad-009a-4887-b03f-c68d26ca385d for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:51:29.965310 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-17cd8d00-ce22-4bae-9b6a-c9cd268ac686 None None] Attempting to bind port 97773e0d-f4d1-482c-b412-4d0a0570ea06 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:51:29.965842 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-17cd8d00-ce22-4bae-9b6a-c9cd268ac686 None None] Attempting to bind port 97773e0d-f4d1-482c-b412-4d0a0570ea06 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:51:29.966730 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cd8d00-ce22-4bae-9b6a-c9cd268ac686 None None] Attempting to bind port 97773e0d-f4d1-482c-b412-4d0a0570ea06 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:51:29.999481 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 98e26f0a-f468-4e92-93ab-56fdba0ee46d is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:30.000994 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device efac06ba-b22a-4f0e-afef-7a31dad002de up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:51:30.032972 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-2d22b6c7-cddd-4f79-aa6c-b3b21d67e4c6 None None] For port 6bf9daba-9b52-4fbb-a6c6-9bb49893f75c, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=6bf9daba-9b52-4fbb-a6c6-9bb49893f75c,segment=NetworkSegment(ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb),segment_id=ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:51:30.033541 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e3815a-f34d-4056-a941-645d1f9b94e0 None None] Routers {'191bcbad-009a-4887-b03f-c68d26ca385d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:51:30.034206 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-79e3815a-f34d-4056-a941-645d1f9b94e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:51:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['191bcbad-009a-4887-b03f-c68d26ca385d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:30.045883 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15044f51-9355-434e-8e1d-dc3c5d6cfdb1 None None] Pushing event updated for resources: {'Port': ['ID=97773e0d-f4d1-482c-b412-4d0a0570ea06,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:30.105345 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6b49ef-0d6d-4d1a-9925-703cf5100ec0 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:51:30.125401 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0d6b49ef-0d6d-4d1a-9925-703cf5100ec0 admin admin] 10.222.0.75 "PUT /v2.0/routers/05d0cc05-89d3-4f89-b88e-bda349d0ff31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1019385 Feb 16 22:51:30.199284 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3f3649c3-8c9c-4abd-96f8-d418e2a3eb79 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (98e26f0a-f468-4e92-93ab-56fdba0ee46d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:30.228993 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3649c3-8c9c-4abd-96f8-d418e2a3eb79 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event deleted for resources: {'Port': ['ID=98e26f0a-f468-4e92-93ab-56fdba0ee46d,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:30.288797 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cd8d00-ce22-4bae-9b6a-c9cd268ac686 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:51:30.289414 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cd8d00-ce22-4bae-9b6a-c9cd268ac686 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:51:30.289596 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-17cd8d00-ce22-4bae-9b6a-c9cd268ac686 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:30.290067 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cd8d00-ce22-4bae-9b6a-c9cd268ac686 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:51:30.290765 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-17cd8d00-ce22-4bae-9b6a-c9cd268ac686 None None] Bound port: 97773e0d-f4d1-482c-b412-4d0a0570ea06, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:51:30.291163 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-17cd8d00-ce22-4bae-9b6a-c9cd268ac686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (97773e0d-f4d1-482c-b412-4d0a0570ea06), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:30.330880 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2d22b6c7-cddd-4f79-aa6c-b3b21d67e4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (6bf9daba-9b52-4fbb-a6c6-9bb49893f75c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:30.452129 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-2d22b6c7-cddd-4f79-aa6c-b3b21d67e4c6 None None] Could not find standard attr ID for object 98e26f0a-f468-4e92-93ab-56fdba0ee46d. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 22:51:30.508534 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3f3649c3-8c9c-4abd-96f8-d418e2a3eb79 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (191bcbad-009a-4887-b03f-c68d26ca385d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:30.518889 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:30.620132 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-17cd8d00-ce22-4bae-9b6a-c9cd268ac686 None None] For port 97773e0d-f4d1-482c-b412-4d0a0570ea06, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:51:30.670450 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-79e3815a-f34d-4056-a941-645d1f9b94e0 None None] Set router 191bcbad-009a-4887-b03f-c68d26ca385d gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:51:30.675316 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22b6c7-cddd-4f79-aa6c-b3b21d67e4c6 None None] Pushing event updated for resources: {'Port': ['ID=6bf9daba-9b52-4fbb-a6c6-9bb49893f75c,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:30.716759 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-17cd8d00-ce22-4bae-9b6a-c9cd268ac686 None None] For port 97773e0d-f4d1-482c-b412-4d0a0570ea06, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=97773e0d-f4d1-482c-b412-4d0a0570ea06,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:51:30.902874 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-17cd8d00-ce22-4bae-9b6a-c9cd268ac686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (97773e0d-f4d1-482c-b412-4d0a0570ea06), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:30.908282 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port efac06ba-b22a-4f0e-afef-7a31dad002de triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:30.908741 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (efac06ba-b22a-4f0e-afef-7a31dad002de), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:30.918831 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64962b7-2170-41b3-aa8c-2a88a681f8b4 req-5e4b40bc-8e10-40d1-bb06-52d4bcbbc2d5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:30.930091 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d64962b7-2170-41b3-aa8c-2a88a681f8b4 req-5e4b40bc-8e10-40d1-bb06-52d4bcbbc2d5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 945 time: 0.1429825 Feb 16 22:51:30.970980 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3649c3-8c9c-4abd-96f8-d418e2a3eb79 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Router 191bcbad-009a-4887-b03f-c68d26ca385d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:51:31.035726 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d64962b7-2170-41b3-aa8c-2a88a681f8b4 req-9cbd7066-7f3b-4149-97eb-ec3cc3e7d89d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbe0a298-9671-4ab4-9b71-e971cae2d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041582 Feb 16 22:51:31.111057 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-3ca08587-80d0-4994-8e5d-58a519b46046 None None] Provisioning complete for port efac06ba-b22a-4f0e-afef-7a31dad002de triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:31.111454 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3ca08587-80d0-4994-8e5d-58a519b46046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (efac06ba-b22a-4f0e-afef-7a31dad002de), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:31.188021 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3649c3-8c9c-4abd-96f8-d418e2a3eb79 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:51:31.193848 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3f3649c3-8c9c-4abd-96f8-d418e2a3eb79 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "PUT /v2.0/routers/191bcbad-009a-4887-b03f-c68d26ca385d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1495943 Feb 16 22:51:31.196754 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 47962) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:31.228196 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15044f51-9355-434e-8e1d-dc3c5d6cfdb1 None None] Pushing event updated for resources: {'Port': ['ID=97773e0d-f4d1-482c-b412-4d0a0570ea06,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:31.346581 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6269730-3e1c-4b59-9d52-ebade0826845 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Deleting subnet 7a3ca313-43b1-416e-b032-e6bf8b6712eb {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:51:31.350521 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f6269730-3e1c-4b59-9d52-ebade0826845 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for subnet (7a3ca313-43b1-416e-b032-e6bf8b6712eb), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:31.457052 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f6269730-3e1c-4b59-9d52-ebade0826845 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (7a3ca313-43b1-416e-b032-e6bf8b6712eb), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:31.567451 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f6269730-3e1c-4b59-9d52-ebade0826845 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (7a3ca313-43b1-416e-b032-e6bf8b6712eb), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:31.643513 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cd8d00-ce22-4bae-9b6a-c9cd268ac686 None None] Routers {'05d0cc05-89d3-4f89-b88e-bda349d0ff31'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:51:31.644356 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-17cd8d00-ce22-4bae-9b6a-c9cd268ac686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:51:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['05d0cc05-89d3-4f89-b88e-bda349d0ff31'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:31.770189 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f6269730-3e1c-4b59-9d52-ebade0826845 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (7a3ca313-43b1-416e-b032-e6bf8b6712eb), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:31.865078 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6269730-3e1c-4b59-9d52-ebade0826845 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event deleted for resources: {'Subnet': ['ID=7a3ca313-43b1-416e-b032-e6bf8b6712eb,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:31.875760 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f6269730-3e1c-4b59-9d52-ebade0826845 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:31.881332 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f6269730-3e1c-4b59-9d52-ebade0826845 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/subnets/7a3ca313-43b1-416e-b032-e6bf8b6712eb HTTP/1.1" status: 204 len: 168 time: 0.6831927 Feb 16 22:51:31.884314 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 47970) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:31.966244 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-17cd8d00-ce22-4bae-9b6a-c9cd268ac686 None None] Set router 05d0cc05-89d3-4f89-b88e-bda349d0ff31 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:51:32.031821 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-de5665e7-5b9b-4445-b3fe-cdd38ef8aaa1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (61c8bb33-8c19-4a18-8d17-e47e8e8d3d10), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:32.064058 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dc73ce-2aec-4be4-b173-3011975967d9 None None] Network 61c8bb33-8c19-4a18-8d17-e47e8e8d3d10 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:51:32.144613 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port efac06ba-b22a-4f0e-afef-7a31dad002de is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:32.145061 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (efac06ba-b22a-4f0e-afef-7a31dad002de), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:32.198357 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-de5665e7-5b9b-4445-b3fe-cdd38ef8aaa1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Deleting port c60550fa-0f14-4e93-a5f7-73c2d0e5950b {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:51:32.199142 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-de5665e7-5b9b-4445-b3fe-cdd38ef8aaa1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (c60550fa-0f14-4e93-a5f7-73c2d0e5950b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:32.361739 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-de5665e7-5b9b-4445-b3fe-cdd38ef8aaa1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] For port c60550fa-0f14-4e93-a5f7-73c2d0e5950b, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=c60550fa-0f14-4e93-a5f7-73c2d0e5950b,segment=NetworkSegment(2bdce777-4a09-40ef-b08f-9f142178375e),segment_id=2bdce777-4a09-40ef-b08f-9f142178375e)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:51:32.362275 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-de5665e7-5b9b-4445-b3fe-cdd38ef8aaa1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (c60550fa-0f14-4e93-a5f7-73c2d0e5950b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:32.383133 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-de5665e7-5b9b-4445-b3fe-cdd38ef8aaa1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Calling delete_port for c60550fa-0f14-4e93-a5f7-73c2d0e5950b owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:51:32.405801 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeee659-e7ac-40df-bae9-24952da4fa99 req-2147a7c7-2bf8-45f3-9185-f7a1c14e37ce tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:32.420686 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-efeee659-e7ac-40df-bae9-24952da4fa99 req-2147a7c7-2bf8-45f3-9185-f7a1c14e37ce tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 945 time: 0.1903434 Feb 16 22:51:32.451188 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-79e3815a-f34d-4056-a941-645d1f9b94e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'name': 'tempest-RoutersTest-router-470729113', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:00Z', 'updated_at': '2022-02-16T22:51:25Z', 'revision_number': 7, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'gw_port_host': None, '_interfaces': [{'id': '38da2d38-9c6e-4c96-a3ef-31f437554f56', 'name': '', 'network_id': '1a810854-91ab-4441-8a6e-78ccfa3563cc', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:94:60:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'cdacecf4-0c4c-4df7-af43-50170875ef51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:09Z', 'updated_at': '2022-02-16T22:51:20Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'cdacecf4-0c4c-4df7-af43-50170875ef51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fa01cc1-ae3c-4e11-822e-93df74827866', 'name': '', 'network_id': 'b445fac0-f124-4667-afc0-26d2e824079f', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:b8:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:05Z', 'updated_at': '2022-02-16T22:51:11Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7031d63f-6482-4026-88f7-9647a43202e2', 'name': '', 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:1f:8d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:01Z', 'updated_at': '2022-02-16T22:51:06Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98e26f0a-f468-4e92-93ab-56fdba0ee46d', 'name': '', 'network_id': '61c8bb33-8c19-4a18-8d17-e47e8e8d3d10', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:10:67:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '7a3ca313-43b1-416e-b032-e6bf8b6712eb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:17Z', 'updated_at': '2022-02-16T22:51:27Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': '7a3ca313-43b1-416e-b032-e6bf8b6712eb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:32.502919 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-3ca08587-80d0-4994-8e5d-58a519b46046 None None] Current status of the port efac06ba-b22a-4f0e-afef-7a31dad002de is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:32.503313 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3ca08587-80d0-4994-8e5d-58a519b46046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (efac06ba-b22a-4f0e-afef-7a31dad002de), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:32.530846 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port efac06ba-b22a-4f0e-afef-7a31dad002de, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=efac06ba-b22a-4f0e-afef-7a31dad002de,segment=NetworkSegment(a60f0c9d-c66e-4b9a-b1e0-1c36723b6deb),segment_id=a60f0c9d-c66e-4b9a-b1e0-1c36723b6deb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:51:32.533649 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e3815a-f34d-4056-a941-645d1f9b94e0 None None] The sync data for ids ['191bcbad-009a-4887-b03f-c68d26ca385d'] in n-d-813897-6 is: [{'id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'name': 'tempest-RoutersTest-router-470729113', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:00Z', 'updated_at': '2022-02-16T22:51:25Z', 'revision_number': 7, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'gw_port_host': None, '_interfaces': [{'id': '38da2d38-9c6e-4c96-a3ef-31f437554f56', 'name': '', 'network_id': '1a810854-91ab-4441-8a6e-78ccfa3563cc', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:94:60:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'cdacecf4-0c4c-4df7-af43-50170875ef51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:09Z', 'updated_at': '2022-02-16T22:51:20Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'cdacecf4-0c4c-4df7-af43-50170875ef51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fa01cc1-ae3c-4e11-822e-93df74827866', 'name': '', 'network_id': 'b445fac0-f124-4667-afc0-26d2e824079f', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:b8:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:05Z', 'updated_at': '2022-02-16T22:51:11Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7031d63f-6482-4026-88f7-9647a43202e2', 'name': '', 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:1f:8d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:01Z', 'updated_at': '2022-02-16T22:51:06Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98e26f0a-f468-4e92-93ab-56fdba0ee46d', 'name': '', 'network_id': '61c8bb33-8c19-4a18-8d17-e47e8e8d3d10', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:10:67:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '7a3ca313-43b1-416e-b032-e6bf8b6712eb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:17Z', 'updated_at': '2022-02-16T22:51:27Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': '7a3ca313-43b1-416e-b032-e6bf8b6712eb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:51:32.546207 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (efac06ba-b22a-4f0e-afef-7a31dad002de), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:32.569433 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-de5665e7-5b9b-4445-b3fe-cdd38ef8aaa1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (c60550fa-0f14-4e93-a5f7-73c2d0e5950b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:32.595630 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-efeee659-e7ac-40df-bae9-24952da4fa99 req-ac6f05cb-8683-4603-958f-134b1c569a69 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbe0a298-9671-4ab4-9b71-e971cae2d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728454 Feb 16 22:51:32.644148 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5665e7-5b9b-4445-b3fe-cdd38ef8aaa1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event deleted for resources: {'Port': ['ID=c60550fa-0f14-4e93-a5f7-73c2d0e5950b,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:32.663393 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5665e7-5b9b-4445-b3fe-cdd38ef8aaa1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] No DVR routers for this DVR port c60550fa-0f14-4e93-a5f7-73c2d0e5950b on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:51:32.822290 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a6ff93-1837-4510-907a-ede6601abfb4 None None] DHCP port deletion for 61c8bb33-8c19-4a18-8d17-e47e8e8d3d10 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:51:32.842591 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-17cd8d00-ce22-4bae-9b6a-c9cd268ac686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d0cc05-89d3-4f89-b88e-bda349d0ff31', 'name': 'tempest-TestVolumeBackupRestore-632871061-router', 'tenant_id': '95a1567d8362450ba0b7c4c23038cd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '97773e0d-f4d1-482c-b412-4d0a0570ea06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:22Z', 'updated_at': '2022-02-16T22:51:28Z', 'revision_number': 4, 'project_id': '95a1567d8362450ba0b7c4c23038cd6c', 'gw_port': {'id': '97773e0d-f4d1-482c-b412-4d0a0570ea06', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d0cc05-89d3-4f89-b88e-bda349d0ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:23Z', 'updated_at': '2022-02-16T22:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '59bffac4-827b-45eb-87e6-72798944f942', 'name': '', 'network_id': '6ba5390b-7556-4794-9416-e3b7fcd7be16', 'tenant_id': '95a1567d8362450ba0b7c4c23038cd6c', 'mac_address': 'fa:16:3e:17:b9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d0cc05-89d3-4f89-b88e-bda349d0ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '0fb18214-8dce-402c-a74a-3c60eaf2456f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:26Z', 'updated_at': '2022-02-16T22:51:28Z', 'revision_number': 2, 'project_id': '95a1567d8362450ba0b7c4c23038cd6c', 'subnets': [{'id': '0fb18214-8dce-402c-a74a-3c60eaf2456f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:32.858571 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-3ca08587-80d0-4994-8e5d-58a519b46046 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 22:51:32.858920 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-3ca08587-80d0-4994-8e5d-58a519b46046 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 22:51:32.863984 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=efac06ba-b22a-4f0e-afef-7a31dad002de,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:32.930490 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cd8d00-ce22-4bae-9b6a-c9cd268ac686 None None] The sync data for ids ['05d0cc05-89d3-4f89-b88e-bda349d0ff31'] in n-d-813897-6 is: [{'id': '05d0cc05-89d3-4f89-b88e-bda349d0ff31', 'name': 'tempest-TestVolumeBackupRestore-632871061-router', 'tenant_id': '95a1567d8362450ba0b7c4c23038cd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '97773e0d-f4d1-482c-b412-4d0a0570ea06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:22Z', 'updated_at': '2022-02-16T22:51:28Z', 'revision_number': 4, 'project_id': '95a1567d8362450ba0b7c4c23038cd6c', 'gw_port': {'id': '97773e0d-f4d1-482c-b412-4d0a0570ea06', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d0cc05-89d3-4f89-b88e-bda349d0ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:23Z', 'updated_at': '2022-02-16T22:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '59bffac4-827b-45eb-87e6-72798944f942', 'name': '', 'network_id': '6ba5390b-7556-4794-9416-e3b7fcd7be16', 'tenant_id': '95a1567d8362450ba0b7c4c23038cd6c', 'mac_address': 'fa:16:3e:17:b9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d0cc05-89d3-4f89-b88e-bda349d0ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '0fb18214-8dce-402c-a74a-3c60eaf2456f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:26Z', 'updated_at': '2022-02-16T22:51:28Z', 'revision_number': 2, 'project_id': '95a1567d8362450ba0b7c4c23038cd6c', 'subnets': [{'id': '0fb18214-8dce-402c-a74a-3c60eaf2456f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:51:32.977797 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-de5665e7-5b9b-4445-b3fe-cdd38ef8aaa1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (61c8bb33-8c19-4a18-8d17-e47e8e8d3d10), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:32.996984 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 6bf9daba-9b52-4fbb-a6c6-9bb49893f75c up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:51:33.043319 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-de5665e7-5b9b-4445-b3fe-cdd38ef8aaa1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c8bb33-8c19-4a18-8d17-e47e8e8d3d10']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:33.062349 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-de5665e7-5b9b-4445-b3fe-cdd38ef8aaa1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bdce777-4a09-40ef-b08f-9f142178375e') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:33.063029 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-de5665e7-5b9b-4445-b3fe-cdd38ef8aaa1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bdce777-4a09-40ef-b08f-9f142178375e') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:33.072589 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5727fd7c-cd8a-4a8d-b6b9-43a585c1913a None None] Sync routers for ids ['191bcbad-009a-4887-b03f-c68d26ca385d'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:51:33.075776 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-de5665e7-5b9b-4445-b3fe-cdd38ef8aaa1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (2bdce777-4a09-40ef-b08f-9f142178375e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:33.098053 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5727fd7c-cd8a-4a8d-b6b9-43a585c1913a None None] Routers {'191bcbad-009a-4887-b03f-c68d26ca385d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:51:33.099010 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-5727fd7c-cd8a-4a8d-b6b9-43a585c1913a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:51:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['191bcbad-009a-4887-b03f-c68d26ca385d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:33.102040 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-de5665e7-5b9b-4445-b3fe-cdd38ef8aaa1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (2bdce777-4a09-40ef-b08f-9f142178375e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:33.113481 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de5665e7-5b9b-4445-b3fe-cdd38ef8aaa1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:51:33.113917 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-de5665e7-5b9b-4445-b3fe-cdd38ef8aaa1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (2bdce777-4a09-40ef-b08f-9f142178375e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:33.118278 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:51:33.118278 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:51:33.118278 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:51:33.118278 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:51:33.118278 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:51:33.118278 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:51:33.118278 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:51:33.118278 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:51:33.118278 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:51:33.118278 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:51:33.118278 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:51:33.118278 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:51:33.118278 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:51:33.118278 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:51:33.118278 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:51:33.118278 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:51:33.118278 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:51:33.118278 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:51:33.118278 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:51:33.118278 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:51:33.118278 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:51:33.118278 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:51:33.118278 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:51:33.118278 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:51:33.118278 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:51:33.118278 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:51:33.118278 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:51:33.118278 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:51:33.118278 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:51:33.118278 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:51:33.118278 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:51:33.118278 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:51:33.130386 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 6bf9daba-9b52-4fbb-a6c6-9bb49893f75c triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:33.130765 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6bf9daba-9b52-4fbb-a6c6-9bb49893f75c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:33.248810 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-de5665e7-5b9b-4445-b3fe-cdd38ef8aaa1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (61c8bb33-8c19-4a18-8d17-e47e8e8d3d10), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:33.290547 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-de5665e7-5b9b-4445-b3fe-cdd38ef8aaa1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:33.306089 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-99a5f9e1-5a9d-4f8a-b313-bb058da645bb service neutron] show failed (client error): The resource could not be found. Feb 16 22:51:33.314656 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-de5665e7-5b9b-4445-b3fe-cdd38ef8aaa1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/networks/61c8bb33-8c19-4a18-8d17-e47e8e8d3d10 HTTP/1.1" status: 204 len: 168 time: 1.4287865 Feb 16 22:51:33.320391 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-99a5f9e1-5a9d-4f8a-b313-bb058da645bb service neutron] 10.222.0.79 "GET /v2.0/ports/6f8e948e-45ac-4902-86ce-403281521e20/bindings/n-h1-813897-6 HTTP/1.1" status: 404 len: 380 time: 0.1608863 Feb 16 22:51:33.321190 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48008) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:33.351875 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 6bf9daba-9b52-4fbb-a6c6-9bb49893f75c is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:33.380417 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-5727fd7c-cd8a-4a8d-b6b9-43a585c1913a None None] Set router 191bcbad-009a-4887-b03f-c68d26ca385d gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:51:33.399474 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5665e7-5b9b-4445-b3fe-cdd38ef8aaa1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event deleted for resources: {'Network': ['ID=61c8bb33-8c19-4a18-8d17-e47e8e8d3d10,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:33.544511 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-3ca08587-80d0-4994-8e5d-58a519b46046 None None] Current status of the port efac06ba-b22a-4f0e-afef-7a31dad002de is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:33.695095 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f270e0b8-6cb6-4e38-8d4b-2bbc7cd1969c None None] Provisioning complete for port 59bffac4-827b-45eb-87e6-72798944f942 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:33.695565 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f270e0b8-6cb6-4e38-8d4b-2bbc7cd1969c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (59bffac4-827b-45eb-87e6-72798944f942), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:33.852645 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f270e0b8-6cb6-4e38-8d4b-2bbc7cd1969c None None] Port 59bffac4-827b-45eb-87e6-72798944f942 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:51:33.911718 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f270e0b8-6cb6-4e38-8d4b-2bbc7cd1969c None None] Provisioning complete for port efac06ba-b22a-4f0e-afef-7a31dad002de triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:33.913474 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f270e0b8-6cb6-4e38-8d4b-2bbc7cd1969c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (efac06ba-b22a-4f0e-afef-7a31dad002de), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:34.211930 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f270e0b8-6cb6-4e38-8d4b-2bbc7cd1969c None None] Current status of the port efac06ba-b22a-4f0e-afef-7a31dad002de is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:34.234380 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-ad62c3bb-01db-4321-85a1-ee5b2099f34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:34.236187 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-ad62c3bb-01db-4321-85a1-ee5b2099f34f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186&tenant_id=f09c82b3a2c746b1bfae225757af7f07 HTTP/1.1" status: 200 len: 1127 time: 0.5350149 Feb 16 22:51:34.249549 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-e489c235-fd18-4974-8483-cc2ec0e45d82 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813897-6', 'device_owner': 'compute:nova'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:51:34.259792 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40651d0-6392-4f3b-aea6-cb301b257394 req-3b4d897d-abba-4241-901e-f6398d4b836f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:34.264991 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d40651d0-6392-4f3b-aea6-cb301b257394 req-3b4d897d-abba-4241-901e-f6398d4b836f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 945 time: 0.3127067 Feb 16 22:51:34.416499 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-e489c235-fd18-4974-8483-cc2ec0e45d82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6f8e948e-45ac-4902-86ce-403281521e20), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:34.489489 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-5727fd7c-cd8a-4a8d-b6b9-43a585c1913a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'name': 'tempest-RoutersTest-router-470729113', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:00Z', 'updated_at': '2022-02-16T22:51:30Z', 'revision_number': 8, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'gw_port_host': None, '_interfaces': [{'id': '38da2d38-9c6e-4c96-a3ef-31f437554f56', 'name': '', 'network_id': '1a810854-91ab-4441-8a6e-78ccfa3563cc', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:94:60:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'cdacecf4-0c4c-4df7-af43-50170875ef51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:09Z', 'updated_at': '2022-02-16T22:51:20Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'cdacecf4-0c4c-4df7-af43-50170875ef51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fa01cc1-ae3c-4e11-822e-93df74827866', 'name': '', 'network_id': 'b445fac0-f124-4667-afc0-26d2e824079f', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:b8:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:05Z', 'updated_at': '2022-02-16T22:51:11Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7031d63f-6482-4026-88f7-9647a43202e2', 'name': '', 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:1f:8d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:01Z', 'updated_at': '2022-02-16T22:51:06Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:34.528200 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d40651d0-6392-4f3b-aea6-cb301b257394 req-37fc3696-c243-47bb-9485-44d0976705d6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbe0a298-9671-4ab4-9b71-e971cae2d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542264 Feb 16 22:51:34.574951 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-77cd2888-33ee-47f9-9f95-b065cfd17524 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (191bcbad-009a-4887-b03f-c68d26ca385d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:34.588179 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5727fd7c-cd8a-4a8d-b6b9-43a585c1913a None None] Checking router: 191bcbad-009a-4887-b03f-c68d26ca385d for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:51:34.613321 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5727fd7c-cd8a-4a8d-b6b9-43a585c1913a None None] Routers {'191bcbad-009a-4887-b03f-c68d26ca385d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:51:34.614219 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-5727fd7c-cd8a-4a8d-b6b9-43a585c1913a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:51:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['191bcbad-009a-4887-b03f-c68d26ca385d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:34.945635 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-5727fd7c-cd8a-4a8d-b6b9-43a585c1913a None None] Set router 191bcbad-009a-4887-b03f-c68d26ca385d gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:51:34.957747 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 97773e0d-f4d1-482c-b412-4d0a0570ea06 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:51:35.135008 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 97773e0d-f4d1-482c-b412-4d0a0570ea06 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:35.136909 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (97773e0d-f4d1-482c-b412-4d0a0570ea06), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:35.259768 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-e489c235-fd18-4974-8483-cc2ec0e45d82 service neutron] For port 6f8e948e-45ac-4902-86ce-403281521e20, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=6f8e948e-45ac-4902-86ce-403281521e20,segment=NetworkSegment(0a91c411-d85b-4a6f-8f98-d5b9083f0089),segment_id=0a91c411-d85b-4a6f-8f98-d5b9083f0089)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:51:35.400031 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-e489c235-fd18-4974-8483-cc2ec0e45d82 service neutron] For port 6f8e948e-45ac-4902-86ce-403281521e20, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:51:35.500259 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-77cd2888-33ee-47f9-9f95-b065cfd17524 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Deleting port 38da2d38-9c6e-4c96-a3ef-31f437554f56 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:51:35.501501 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-77cd2888-33ee-47f9-9f95-b065cfd17524 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (38da2d38-9c6e-4c96-a3ef-31f437554f56), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:35.534350 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09d6b2b-1f6f-4f24-af42-dde2dd9d8186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f8e948e-45ac-4902-86ce-403281521e20'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:51:35.544884 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7ad521-adec-4c3e-b8f3-3fd18c4c71e8" -d '{"events": [{"server_uuid": "c09d6b2b-1f6f-4f24-af42-dde2dd9d8186", "name": "network-vif-unplugged", "status": "completed", "tag": "6f8e948e-45ac-4902-86ce-403281521e20"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:51:35.554492 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-e489c235-fd18-4974-8483-cc2ec0e45d82 service neutron] Publish callbacks [] for port (6f8e948e-45ac-4902-86ce-403281521e20), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:35.641111 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-e489c235-fd18-4974-8483-cc2ec0e45d82 service neutron] Transition to ACTIVE for port object 6f8e948e-45ac-4902-86ce-403281521e20 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:51:35.652230 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-e489c235-fd18-4974-8483-cc2ec0e45d82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (6f8e948e-45ac-4902-86ce-403281521e20), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:35.656096 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 97773e0d-f4d1-482c-b412-4d0a0570ea06 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:35.656867 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (97773e0d-f4d1-482c-b412-4d0a0570ea06), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:35.701429 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 22:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a18b7b-1579-4c4c-9142-f4438a3d21b2 x-openstack-request-id: req-56a18b7b-1579-4c4c-9142-f4438a3d21b2 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:51:35.702224 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09d6b2b-1f6f-4f24-af42-dde2dd9d8186", "name": "network-vif-unplugged", "status": "completed", "tag": "6f8e948e-45ac-4902-86ce-403281521e20", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:51:35.702224 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-56a18b7b-1579-4c4c-9142-f4438a3d21b2 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:51:35.704898 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09d6b2b-1f6f-4f24-af42-dde2dd9d8186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f8e948e-45ac-4902-86ce-403281521e20', 'code': 200} Feb 16 22:51:35.710862 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 97773e0d-f4d1-482c-b412-4d0a0570ea06, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=97773e0d-f4d1-482c-b412-4d0a0570ea06,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:51:35.726763 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (97773e0d-f4d1-482c-b412-4d0a0570ea06), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:35.728122 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device efac06ba-b22a-4f0e-afef-7a31dad002de up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:51:35.797239 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-5727fd7c-cd8a-4a8d-b6b9-43a585c1913a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'name': 'tempest-RoutersTest-router-470729113', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:00Z', 'updated_at': '2022-02-16T22:51:30Z', 'revision_number': 8, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'gw_port_host': None, '_interfaces': [{'id': '38da2d38-9c6e-4c96-a3ef-31f437554f56', 'name': '', 'network_id': '1a810854-91ab-4441-8a6e-78ccfa3563cc', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:94:60:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'cdacecf4-0c4c-4df7-af43-50170875ef51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:09Z', 'updated_at': '2022-02-16T22:51:20Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'cdacecf4-0c4c-4df7-af43-50170875ef51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fa01cc1-ae3c-4e11-822e-93df74827866', 'name': '', 'network_id': 'b445fac0-f124-4667-afc0-26d2e824079f', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:b8:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:05Z', 'updated_at': '2022-02-16T22:51:11Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7031d63f-6482-4026-88f7-9647a43202e2', 'name': '', 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:1f:8d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:01Z', 'updated_at': '2022-02-16T22:51:06Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:35.825671 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489c235-fd18-4974-8483-cc2ec0e45d82 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8e948e-45ac-4902-86ce-403281521e20,revision_number=6']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:35.866705 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5727fd7c-cd8a-4a8d-b6b9-43a585c1913a None None] The sync data for ids ['191bcbad-009a-4887-b03f-c68d26ca385d'] in n-d-813897-6 is: [{'id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'name': 'tempest-RoutersTest-router-470729113', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:00Z', 'updated_at': '2022-02-16T22:51:30Z', 'revision_number': 8, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'gw_port_host': None, '_interfaces': [{'id': '38da2d38-9c6e-4c96-a3ef-31f437554f56', 'name': '', 'network_id': '1a810854-91ab-4441-8a6e-78ccfa3563cc', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:94:60:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'cdacecf4-0c4c-4df7-af43-50170875ef51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:09Z', 'updated_at': '2022-02-16T22:51:20Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'cdacecf4-0c4c-4df7-af43-50170875ef51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fa01cc1-ae3c-4e11-822e-93df74827866', 'name': '', 'network_id': 'b445fac0-f124-4667-afc0-26d2e824079f', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:b8:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:05Z', 'updated_at': '2022-02-16T22:51:11Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7031d63f-6482-4026-88f7-9647a43202e2', 'name': '', 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:1f:8d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:01Z', 'updated_at': '2022-02-16T22:51:06Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:51:36.011571 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-77cd2888-33ee-47f9-9f95-b065cfd17524 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] For port 38da2d38-9c6e-4c96-a3ef-31f437554f56, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=38da2d38-9c6e-4c96-a3ef-31f437554f56,segment=NetworkSegment(5ac49535-2913-4957-89bf-f5426f0a05f9),segment_id=5ac49535-2913-4957-89bf-f5426f0a05f9)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:51:36.012150 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-77cd2888-33ee-47f9-9f95-b065cfd17524 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (38da2d38-9c6e-4c96-a3ef-31f437554f56), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:36.024694 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-e489c235-fd18-4974-8483-cc2ec0e45d82 service neutron] No DVR routers for this DVR port 6f8e948e-45ac-4902-86ce-403281521e20 on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:51:36.050348 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-77cd2888-33ee-47f9-9f95-b065cfd17524 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Calling delete_port for 38da2d38-9c6e-4c96-a3ef-31f437554f56 owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:51:36.061652 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=97773e0d-f4d1-482c-b412-4d0a0570ea06,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:36.098085 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port efac06ba-b22a-4f0e-afef-7a31dad002de triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:36.101940 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (efac06ba-b22a-4f0e-afef-7a31dad002de), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:36.258685 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac276d-7028-41d3-9d5d-86d895fa82a6 req-264b4c2f-4720-4e47-a57e-6bc12d284d85 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:36.277356 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-60ac276d-7028-41d3-9d5d-86d895fa82a6 req-264b4c2f-4720-4e47-a57e-6bc12d284d85 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 943 time: 0.4875550 Feb 16 22:51:36.426702 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-e489c235-fd18-4974-8483-cc2ec0e45d82 service neutron] Attempting to bind port 6f8e948e-45ac-4902-86ce-403281521e20 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:51:36.427550 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-e489c235-fd18-4974-8483-cc2ec0e45d82 service neutron] Attempting to bind port 6f8e948e-45ac-4902-86ce-403281521e20 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '0a91c411-d85b-4a6f-8f98-d5b9083f0089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c8243b84-0aee-46a8-a7d2-cc9e156d804f'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:51:36.431684 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-e489c235-fd18-4974-8483-cc2ec0e45d82 service neutron] Attempting to bind port 6f8e948e-45ac-4902-86ce-403281521e20 on network c8243b84-0aee-46a8-a7d2-cc9e156d804f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:51:36.446351 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-e489c235-fd18-4974-8483-cc2ec0e45d82 service neutron] Port 6f8e948e-45ac-4902-86ce-403281521e20 on network c8243b84-0aee-46a8-a7d2-cc9e156d804f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:51:36.446785 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-e489c235-fd18-4974-8483-cc2ec0e45d82 service neutron] Attempting to bind port 6f8e948e-45ac-4902-86ce-403281521e20 on network c8243b84-0aee-46a8-a7d2-cc9e156d804f {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:51:36.461826 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port efac06ba-b22a-4f0e-afef-7a31dad002de is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:36.463580 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-e489c235-fd18-4974-8483-cc2ec0e45d82 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:51:36.467916 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-e489c235-fd18-4974-8483-cc2ec0e45d82 service neutron] Checking segment: {'id': '0a91c411-d85b-4a6f-8f98-d5b9083f0089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c8243b84-0aee-46a8-a7d2-cc9e156d804f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:51:36.467916 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-e489c235-fd18-4974-8483-cc2ec0e45d82 service neutron] Bound using segment: {'id': '0a91c411-d85b-4a6f-8f98-d5b9083f0089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c8243b84-0aee-46a8-a7d2-cc9e156d804f'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:51:36.468798 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-e489c235-fd18-4974-8483-cc2ec0e45d82 service neutron] Bound port: 6f8e948e-45ac-4902-86ce-403281521e20, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a91c411-d85b-4a6f-8f98-d5b9083f0089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c8243b84-0aee-46a8-a7d2-cc9e156d804f'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:51:36.469296 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-e489c235-fd18-4974-8483-cc2ec0e45d82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6f8e948e-45ac-4902-86ce-403281521e20), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:36.582460 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-e489c235-fd18-4974-8483-cc2ec0e45d82 service neutron] For port 6f8e948e-45ac-4902-86ce-403281521e20, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:51:36.589938 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-e489c235-fd18-4974-8483-cc2ec0e45d82 service neutron] For port 6f8e948e-45ac-4902-86ce-403281521e20, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=6f8e948e-45ac-4902-86ce-403281521e20,segment=NetworkSegment(0a91c411-d85b-4a6f-8f98-d5b9083f0089),segment_id=0a91c411-d85b-4a6f-8f98-d5b9083f0089)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:51:36.605903 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-e489c235-fd18-4974-8483-cc2ec0e45d82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (6f8e948e-45ac-4902-86ce-403281521e20), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:36.678108 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c60550fa-0f14-4e93-a5f7-73c2d0e5950b no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:51:36.685776 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-e489c235-fd18-4974-8483-cc2ec0e45d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:36.687822 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-e489c235-fd18-4974-8483-cc2ec0e45d82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:36.694134 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-e489c235-fd18-4974-8483-cc2ec0e45d82 service neutron] 10.222.0.67 "PUT /v2.0/ports/6f8e948e-45ac-4902-86ce-403281521e20 HTTP/1.1" status: 200 len: 1091 time: 2.4458010 Feb 16 22:51:36.725237 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: c60550fa-0f14-4e93-a5f7-73c2d0e5950b {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:51:36.727221 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c60550fa-0f14-4e93-a5f7-73c2d0e5950b not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:51:36.807960 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-60ac276d-7028-41d3-9d5d-86d895fa82a6 req-45cd64ba-a216-4117-97cf-c2d4de39d18f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbe0a298-9671-4ab4-9b71-e971cae2d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5265636 Feb 16 22:51:36.946037 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-77cd2888-33ee-47f9-9f95-b065cfd17524 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (38da2d38-9c6e-4c96-a3ef-31f437554f56), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:36.961554 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 97773e0d-f4d1-482c-b412-4d0a0570ea06 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:51:37.018318 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd2888-33ee-47f9-9f95-b065cfd17524 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event deleted for resources: {'Port': ['ID=38da2d38-9c6e-4c96-a3ef-31f437554f56,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:37.140688 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 97773e0d-f4d1-482c-b412-4d0a0570ea06 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:37.141149 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (97773e0d-f4d1-482c-b412-4d0a0570ea06), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:37.191079 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489c235-fd18-4974-8483-cc2ec0e45d82 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8e948e-45ac-4902-86ce-403281521e20,revision_number=7']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:37.305418 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-ae5f11e3-8628-47a7-8014-412c4a2b16e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:37.305717 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 6f8e948e-45ac-4902-86ce-403281521e20 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:51:37.310810 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-ae5f11e3-8628-47a7-8014-412c4a2b16e8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 1125 time: 0.4344218 Feb 16 22:51:37.394122 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] The host n-h2-813897-6 is not matching for port 6f8e948e-45ac-4902-86ce-403281521e20 host n-h1-813897-6! {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 22:51:37.395162 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 6f8e948e-45ac-4902-86ce-403281521e20 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:51:37.453569 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-77cd2888-33ee-47f9-9f95-b065cfd17524 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (191bcbad-009a-4887-b03f-c68d26ca385d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:37.502235 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 97773e0d-f4d1-482c-b412-4d0a0570ea06 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:37.523765 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 98e26f0a-f468-4e92-93ab-56fdba0ee46d no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:51:37.563428 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 98e26f0a-f468-4e92-93ab-56fdba0ee46d {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:51:37.563925 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 98e26f0a-f468-4e92-93ab-56fdba0ee46d not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:51:37.674688 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-d5600aae-dd18-4916-acb8-32f11b39d048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:37.676288 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-d5600aae-dd18-4916-acb8-32f11b39d048 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8243b84-0aee-46a8-a7d2-cc9e156d804f HTTP/1.1" status: 200 len: 898 time: 0.3574967 Feb 16 22:51:37.746941 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09d6b2b-1f6f-4f24-af42-dde2dd9d8186', 'tag': '6f8e948e-45ac-4902-86ce-403281521e20'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:51:37.752422 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13b43b7-abac-48f9-a55b-e48ca1f292d4" -d '{"events": [{"name": "network-changed", "server_uuid": "c09d6b2b-1f6f-4f24-af42-dde2dd9d8186", "tag": "6f8e948e-45ac-4902-86ce-403281521e20"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:51:37.814577 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77cd2888-33ee-47f9-9f95-b065cfd17524 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Router 191bcbad-009a-4887-b03f-c68d26ca385d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:51:38.002669 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77cd2888-33ee-47f9-9f95-b065cfd17524 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:51:38.008760 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-77cd2888-33ee-47f9-9f95-b065cfd17524 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "PUT /v2.0/routers/191bcbad-009a-4887-b03f-c68d26ca385d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6862810 Feb 16 22:51:38.012662 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48044) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:38.018806 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a592c7-9bdd-458e-9a01-ca92e741dcf2 None None] Sync routers for ids ['191bcbad-009a-4887-b03f-c68d26ca385d'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:51:38.035020 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a592c7-9bdd-458e-9a01-ca92e741dcf2 None None] Routers {'191bcbad-009a-4887-b03f-c68d26ca385d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:51:38.039370 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-e0a592c7-9bdd-458e-9a01-ca92e741dcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:51:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['191bcbad-009a-4887-b03f-c68d26ca385d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:38.090103 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-44fff367-096d-4fca-88e0-2347d2655e7d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Deleting subnet cdacecf4-0c4c-4df7-af43-50170875ef51 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:51:38.105684 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b83c72-6836-48b8-b95c-0c8bf321b589 req-1469735f-00c9-4eb6-a217-33fe0a75f493 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:38.108180 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54b83c72-6836-48b8-b95c-0c8bf321b589 req-1469735f-00c9-4eb6-a217-33fe0a75f493 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 945 time: 0.2270184 Feb 16 22:51:38.114911 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-44fff367-096d-4fca-88e0-2347d2655e7d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for subnet (cdacecf4-0c4c-4df7-af43-50170875ef51), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:38.230897 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-e7b132f3-c996-446c-815e-8738b2130719 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f8e948e-45ac-4902-86ce-403281521e20 HTTP/1.1" status: 200 len: 999 time: 0.5455561 Feb 16 22:51:38.284370 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-e0a592c7-9bdd-458e-9a01-ca92e741dcf2 None None] Set router 191bcbad-009a-4887-b03f-c68d26ca385d gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:51:38.305202 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54b83c72-6836-48b8-b95c-0c8bf321b589 req-6e6cf958-70e4-4f20-a6f5-592536344df8 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876486 Feb 16 22:51:38.307071 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-0ee354f5-6080-4ba3-9fd5-59601fce13a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:38.310822 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-0ee354f5-6080-4ba3-9fd5-59601fce13a4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fb7575e1-fe09-42ea-9731-5160b8d6f33b HTTP/1.1" status: 200 len: 835 time: 0.0738008 Feb 16 22:51:38.325510 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-44fff367-096d-4fca-88e0-2347d2655e7d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (cdacecf4-0c4c-4df7-af43-50170875ef51), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:38.404086 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8bc54c-f166-4395-9abb-91df99968f5f None None] Sync routers for ids ['05d0cc05-89d3-4f89-b88e-bda349d0ff31'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:51:38.422700 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8bc54c-f166-4395-9abb-91df99968f5f None None] Routers {'05d0cc05-89d3-4f89-b88e-bda349d0ff31'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:51:38.423631 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-0d8bc54c-f166-4395-9abb-91df99968f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:51:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['05d0cc05-89d3-4f89-b88e-bda349d0ff31'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:38.439489 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-9204410b-6318-4497-bdde-935ecb573625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:38.441606 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-9204410b-6318-4497-bdde-935ecb573625 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8243b84-0aee-46a8-a7d2-cc9e156d804f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1255431 Feb 16 22:51:38.626877 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047d7a1e-6933-4861-881e-af2f003753b5 x-openstack-request-id: req-047d7a1e-6933-4861-881e-af2f003753b5 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:51:38.627230 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09d6b2b-1f6f-4f24-af42-dde2dd9d8186", "tag": "6f8e948e-45ac-4902-86ce-403281521e20", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:51:38.627594 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-047d7a1e-6933-4861-881e-af2f003753b5 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:51:38.628111 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c09d6b2b-1f6f-4f24-af42-dde2dd9d8186', 'tag': '6f8e948e-45ac-4902-86ce-403281521e20', 'status': 'completed', 'code': 200} Feb 16 22:51:38.657713 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-8b7d00b8-cdee-4193-acd0-f0df9858820a service neutron] 10.222.0.67 "GET /v2.0/networks/c8243b84-0aee-46a8-a7d2-cc9e156d804f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044966 Feb 16 22:51:38.698136 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-0d8bc54c-f166-4395-9abb-91df99968f5f None None] Set router 05d0cc05-89d3-4f89-b88e-bda349d0ff31 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:51:38.774638 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-44fff367-096d-4fca-88e0-2347d2655e7d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (cdacecf4-0c4c-4df7-af43-50170875ef51), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:38.847695 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a287d-e5ea-4cf0-a890-1cc6e1dd7c79 req-6ef22c9f-71cf-4c3a-9024-e15e4fa96013 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:38.857083 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c3a287d-e5ea-4cf0-a890-1cc6e1dd7c79 req-6ef22c9f-71cf-4c3a-9024-e15e4fa96013 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 943 time: 0.2158487 Feb 16 22:51:38.860026 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-e0a592c7-9bdd-458e-9a01-ca92e741dcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'name': 'tempest-RoutersTest-router-470729113', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:00Z', 'updated_at': '2022-02-16T22:51:36Z', 'revision_number': 9, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'gw_port_host': None, '_interfaces': [{'id': '5fa01cc1-ae3c-4e11-822e-93df74827866', 'name': '', 'network_id': 'b445fac0-f124-4667-afc0-26d2e824079f', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:b8:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:05Z', 'updated_at': '2022-02-16T22:51:11Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7031d63f-6482-4026-88f7-9647a43202e2', 'name': '', 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:1f:8d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:01Z', 'updated_at': '2022-02-16T22:51:06Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:38.946721 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3f875e61-889b-4c87-9ad0-37334e44d195 req-25a1d9da-7a54-4b40-921b-c15b4b7038f3 service neutron] 10.222.0.67 "GET /v2.0/networks/c8243b84-0aee-46a8-a7d2-cc9e156d804f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832656 Feb 16 22:51:38.949653 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b43b7-abac-48f9-a55b-e48ca1f292d4 req-07bf7fe2-4407-4d6f-aaee-46e135734c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:38.964141 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a13b43b7-abac-48f9-a55b-e48ca1f292d4 req-07bf7fe2-4407-4d6f-aaee-46e135734c20 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 1125 time: 0.4546444 Feb 16 22:51:38.972894 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a592c7-9bdd-458e-9a01-ca92e741dcf2 None None] Checking router: 191bcbad-009a-4887-b03f-c68d26ca385d for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:51:39.034184 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c3a287d-e5ea-4cf0-a890-1cc6e1dd7c79 req-089e6d23-336c-42d2-902d-6b07b439c6b6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbe0a298-9671-4ab4-9b71-e971cae2d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756949 Feb 16 22:51:39.036534 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a592c7-9bdd-458e-9a01-ca92e741dcf2 None None] Routers {'191bcbad-009a-4887-b03f-c68d26ca385d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:51:39.037221 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-e0a592c7-9bdd-458e-9a01-ca92e741dcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:51:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['191bcbad-009a-4887-b03f-c68d26ca385d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:39.082768 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-0d8bc54c-f166-4395-9abb-91df99968f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d0cc05-89d3-4f89-b88e-bda349d0ff31', 'name': 'tempest-TestVolumeBackupRestore-632871061-router', 'tenant_id': '95a1567d8362450ba0b7c4c23038cd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '97773e0d-f4d1-482c-b412-4d0a0570ea06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:22Z', 'updated_at': '2022-02-16T22:51:28Z', 'revision_number': 4, 'project_id': '95a1567d8362450ba0b7c4c23038cd6c', 'gw_port': {'id': '97773e0d-f4d1-482c-b412-4d0a0570ea06', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d0cc05-89d3-4f89-b88e-bda349d0ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:23Z', 'updated_at': '2022-02-16T22:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '59bffac4-827b-45eb-87e6-72798944f942', 'name': '', 'network_id': '6ba5390b-7556-4794-9416-e3b7fcd7be16', 'tenant_id': '95a1567d8362450ba0b7c4c23038cd6c', 'mac_address': 'fa:16:3e:17:b9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d0cc05-89d3-4f89-b88e-bda349d0ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '0fb18214-8dce-402c-a74a-3c60eaf2456f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:26Z', 'updated_at': '2022-02-16T22:51:28Z', 'revision_number': 2, 'project_id': '95a1567d8362450ba0b7c4c23038cd6c', 'subnets': [{'id': '0fb18214-8dce-402c-a74a-3c60eaf2456f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:39.126708 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b43b7-abac-48f9-a55b-e48ca1f292d4 req-a3632705-7428-4bb2-926f-f909adc381a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:39.129652 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a13b43b7-abac-48f9-a55b-e48ca1f292d4 req-a3632705-7428-4bb2-926f-f909adc381a2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 1125 time: 0.1174767 Feb 16 22:51:39.170369 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8bc54c-f166-4395-9abb-91df99968f5f None None] Checking router: 05d0cc05-89d3-4f89-b88e-bda349d0ff31 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:51:39.170726 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8bc54c-f166-4395-9abb-91df99968f5f None None] Updating router 05d0cc05-89d3-4f89-b88e-bda349d0ff31 port 59bffac4-827b-45eb-87e6-72798944f942 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:51:39.218357 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b43b7-abac-48f9-a55b-e48ca1f292d4 req-65a3a72e-c7b5-49e9-8635-2f897ddbc3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:39.219917 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a13b43b7-abac-48f9-a55b-e48ca1f292d4 req-65a3a72e-c7b5-49e9-8635-2f897ddbc3da service neutron] 10.222.0.79 "GET /v2.0/networks?id=c8243b84-0aee-46a8-a7d2-cc9e156d804f HTTP/1.1" status: 200 len: 898 time: 0.2544732 Feb 16 22:51:39.259436 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-e0a592c7-9bdd-458e-9a01-ca92e741dcf2 None None] Set router 191bcbad-009a-4887-b03f-c68d26ca385d gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:51:39.268256 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0d8bc54c-f166-4395-9abb-91df99968f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (59bffac4-827b-45eb-87e6-72798944f942), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:39.286688 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b43b7-abac-48f9-a55b-e48ca1f292d4 req-9c7d9744-a80f-46cd-a835-f005e9b1faf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:39.291118 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a13b43b7-abac-48f9-a55b-e48ca1f292d4 req-9c7d9744-a80f-46cd-a835-f005e9b1faf4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8243b84-0aee-46a8-a7d2-cc9e156d804f HTTP/1.1" status: 200 len: 898 time: 0.1545837 Feb 16 22:51:39.454642 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a13b43b7-abac-48f9-a55b-e48ca1f292d4 req-9ea9d960-c600-4f7e-babb-918a4ff71747 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f8e948e-45ac-4902-86ce-403281521e20 HTTP/1.1" status: 200 len: 999 time: 0.1565738 Feb 16 22:51:39.470761 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-44fff367-096d-4fca-88e0-2347d2655e7d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (cdacecf4-0c4c-4df7-af43-50170875ef51), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:39.557582 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b43b7-abac-48f9-a55b-e48ca1f292d4 req-06feff9c-3ee0-4c37-9285-36edd6a76084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:39.559281 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a13b43b7-abac-48f9-a55b-e48ca1f292d4 req-06feff9c-3ee0-4c37-9285-36edd6a76084 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fb7575e1-fe09-42ea-9731-5160b8d6f33b HTTP/1.1" status: 200 len: 835 time: 0.0943730 Feb 16 22:51:39.661800 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b43b7-abac-48f9-a55b-e48ca1f292d4 req-d88e55e7-13e8-4306-9b38-074f8d2c20fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:39.665740 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a13b43b7-abac-48f9-a55b-e48ca1f292d4 req-d88e55e7-13e8-4306-9b38-074f8d2c20fa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8243b84-0aee-46a8-a7d2-cc9e156d804f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0996130 Feb 16 22:51:39.712441 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-e0a592c7-9bdd-458e-9a01-ca92e741dcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'name': 'tempest-RoutersTest-router-470729113', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:00Z', 'updated_at': '2022-02-16T22:51:36Z', 'revision_number': 9, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'gw_port_host': None, '_interfaces': [{'id': '5fa01cc1-ae3c-4e11-822e-93df74827866', 'name': '', 'network_id': 'b445fac0-f124-4667-afc0-26d2e824079f', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:b8:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:05Z', 'updated_at': '2022-02-16T22:51:11Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7031d63f-6482-4026-88f7-9647a43202e2', 'name': '', 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:1f:8d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:01Z', 'updated_at': '2022-02-16T22:51:06Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:39.789112 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a592c7-9bdd-458e-9a01-ca92e741dcf2 None None] The sync data for ids ['191bcbad-009a-4887-b03f-c68d26ca385d'] in n-d-813897-6 is: [{'id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'name': 'tempest-RoutersTest-router-470729113', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:00Z', 'updated_at': '2022-02-16T22:51:36Z', 'revision_number': 9, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'gw_port_host': None, '_interfaces': [{'id': '5fa01cc1-ae3c-4e11-822e-93df74827866', 'name': '', 'network_id': 'b445fac0-f124-4667-afc0-26d2e824079f', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:b8:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:05Z', 'updated_at': '2022-02-16T22:51:11Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': '14345a05-4879-450e-8cd9-8fc377c3b1c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7031d63f-6482-4026-88f7-9647a43202e2', 'name': '', 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:1f:8d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:01Z', 'updated_at': '2022-02-16T22:51:06Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:51:39.847750 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a13b43b7-abac-48f9-a55b-e48ca1f292d4 req-aa6952fa-de8d-4880-9a1a-969f45e1e358 service neutron] 10.222.0.67 "GET /v2.0/networks/c8243b84-0aee-46a8-a7d2-cc9e156d804f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743002 Feb 16 22:51:39.908531 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0d8bc54c-f166-4395-9abb-91df99968f5f None None] Publish callbacks [] for port (59bffac4-827b-45eb-87e6-72798944f942), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:39.916509 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0d8bc54c-f166-4395-9abb-91df99968f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (59bffac4-827b-45eb-87e6-72798944f942), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:39.980818 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27aab0-6f9f-4f62-9d2e-88be3a6b3a45 None None] Pushing event updated for resources: {'Port': ['ID=59bffac4-827b-45eb-87e6-72798944f942,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:40.015589 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a13b43b7-abac-48f9-a55b-e48ca1f292d4 req-35728e8b-d50d-4a88-94b2-8e42cf5ea59f service neutron] 10.222.0.67 "GET /v2.0/networks/c8243b84-0aee-46a8-a7d2-cc9e156d804f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603785 Feb 16 22:51:40.042953 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fff367-096d-4fca-88e0-2347d2655e7d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event deleted for resources: {'Subnet': ['ID=cdacecf4-0c4c-4df7-af43-50170875ef51,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:40.049059 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-44fff367-096d-4fca-88e0-2347d2655e7d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:40.055113 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2491f7c-a8ea-46ac-8279-81445918b225 None None] Network 1a810854-91ab-4441-8a6e-78ccfa3563cc requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:51:40.056842 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48052) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:40.056995 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-44fff367-096d-4fca-88e0-2347d2655e7d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/subnets/cdacecf4-0c4c-4df7-af43-50170875ef51 HTTP/1.1" status: 204 len: 168 time: 2.0436444 Feb 16 22:51:40.060951 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a13b43b7-abac-48f9-a55b-e48ca1f292d4 req-73be3d1b-a99b-4d25-afac-2ba903266777 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f8e948e-45ac-4902-86ce-403281521e20 HTTP/1.1" status: 200 len: 999 time: 0.8313746 Feb 16 22:51:40.069815 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-0d8bc54c-f166-4395-9abb-91df99968f5f None None] Attempting to bind port 59bffac4-827b-45eb-87e6-72798944f942 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:51:40.071427 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-0d8bc54c-f166-4395-9abb-91df99968f5f None None] Attempting to bind port 59bffac4-827b-45eb-87e6-72798944f942 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'a60f0c9d-c66e-4b9a-b1e0-1c36723b6deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6ba5390b-7556-4794-9416-e3b7fcd7be16'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:51:40.071909 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8bc54c-f166-4395-9abb-91df99968f5f None None] Attempting to bind port 59bffac4-827b-45eb-87e6-72798944f942 on network 6ba5390b-7556-4794-9416-e3b7fcd7be16 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:51:40.078988 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8bc54c-f166-4395-9abb-91df99968f5f None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:51:40.079567 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8bc54c-f166-4395-9abb-91df99968f5f None None] Checking segment: {'id': 'a60f0c9d-c66e-4b9a-b1e0-1c36723b6deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6ba5390b-7556-4794-9416-e3b7fcd7be16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:51:40.080049 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0d8bc54c-f166-4395-9abb-91df99968f5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:40.080633 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8bc54c-f166-4395-9abb-91df99968f5f None None] Bound using segment: {'id': 'a60f0c9d-c66e-4b9a-b1e0-1c36723b6deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6ba5390b-7556-4794-9416-e3b7fcd7be16'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:51:40.081897 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-0d8bc54c-f166-4395-9abb-91df99968f5f None None] Bound port: 59bffac4-827b-45eb-87e6-72798944f942, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60f0c9d-c66e-4b9a-b1e0-1c36723b6deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6ba5390b-7556-4794-9416-e3b7fcd7be16'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:51:40.082421 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0d8bc54c-f166-4395-9abb-91df99968f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (59bffac4-827b-45eb-87e6-72798944f942), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:40.134985 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa201258-1992-4f1d-a526-eb7590e1a5c2 req-6f825d46-c07b-4311-8e13-3eb893047e8e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:40.137092 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fa201258-1992-4f1d-a526-eb7590e1a5c2 req-6f825d46-c07b-4311-8e13-3eb893047e8e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.79 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 945 time: 0.7885678 Feb 16 22:51:40.220127 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b43b7-abac-48f9-a55b-e48ca1f292d4 req-ab320d87-35ae-4335-b121-20c67f0f5e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:40.221570 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a13b43b7-abac-48f9-a55b-e48ca1f292d4 req-ab320d87-35ae-4335-b121-20c67f0f5e91 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fb7575e1-fe09-42ea-9731-5160b8d6f33b HTTP/1.1" status: 200 len: 835 time: 0.1530004 Feb 16 22:51:40.233543 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-404dc223-3362-4aec-9553-e0ad7e0d6547 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (1a810854-91ab-4441-8a6e-78ccfa3563cc), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:40.248401 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5037f43-393b-481c-a8be-b147cd7dbb91 req-4ca347ac-a80e-42b9-bd03-29db3b668cf1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:40.256372 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b5037f43-393b-481c-a8be-b147cd7dbb91 req-4ca347ac-a80e-42b9-bd03-29db3b668cf1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 945 time: 0.6635180 Feb 16 22:51:40.259285 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-0d8bc54c-f166-4395-9abb-91df99968f5f None None] For port 59bffac4-827b-45eb-87e6-72798944f942, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:51:40.269658 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-0d8bc54c-f166-4395-9abb-91df99968f5f None None] For port 59bffac4-827b-45eb-87e6-72798944f942, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=59bffac4-827b-45eb-87e6-72798944f942,segment=NetworkSegment(a60f0c9d-c66e-4b9a-b1e0-1c36723b6deb),segment_id=a60f0c9d-c66e-4b9a-b1e0-1c36723b6deb)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:51:40.285235 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0d8bc54c-f166-4395-9abb-91df99968f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (59bffac4-827b-45eb-87e6-72798944f942), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:40.426417 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8bc54c-f166-4395-9abb-91df99968f5f None None] Routers {'05d0cc05-89d3-4f89-b88e-bda349d0ff31'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:51:40.427519 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-0d8bc54c-f166-4395-9abb-91df99968f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:51:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['05d0cc05-89d3-4f89-b88e-bda349d0ff31'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:40.450803 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-404dc223-3362-4aec-9553-e0ad7e0d6547 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Deleting port 0acd1581-8fee-4a3c-b219-c97b16d5888d {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:51:40.451209 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-404dc223-3362-4aec-9553-e0ad7e0d6547 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (0acd1581-8fee-4a3c-b219-c97b16d5888d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:40.457294 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-4e8dc657-1fe7-4d88-b53a-15523f03c706 None None] Provisioning complete for port 59bffac4-827b-45eb-87e6-72798944f942 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:40.459491 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4e8dc657-1fe7-4d88-b53a-15523f03c706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (59bffac4-827b-45eb-87e6-72798944f942), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:40.484721 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862887b2-2957-4a6d-8c84-4e8d9089a727 None None] DHCP port deletion for 1a810854-91ab-4441-8a6e-78ccfa3563cc request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:51:40.512270 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b5037f43-393b-481c-a8be-b147cd7dbb91 req-da3a00bb-6210-4a1a-8f09-cc637d50d56b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b23277d-473d-4b24-a164-96285ded2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551754 Feb 16 22:51:40.547555 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b43b7-abac-48f9-a55b-e48ca1f292d4 req-7b5244bf-97b3-4677-894a-ba778a601c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:40.564791 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a13b43b7-abac-48f9-a55b-e48ca1f292d4 req-7b5244bf-97b3-4677-894a-ba778a601c71 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c8243b84-0aee-46a8-a7d2-cc9e156d804f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3363166 Feb 16 22:51:40.694279 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27aab0-6f9f-4f62-9d2e-88be3a6b3a45 None None] Pushing event updated for resources: {'Port': ['ID=59bffac4-827b-45eb-87e6-72798944f942,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:40.723008 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-862887b2-2957-4a6d-8c84-4e8d9089a727 None None] Deleting port 0acd1581-8fee-4a3c-b219-c97b16d5888d {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:51:40.723582 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-862887b2-2957-4a6d-8c84-4e8d9089a727 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (0acd1581-8fee-4a3c-b219-c97b16d5888d), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:40.725701 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4e8dc657-1fe7-4d88-b53a-15523f03c706 None None] Current status of the port 59bffac4-827b-45eb-87e6-72798944f942 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:40.726103 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4e8dc657-1fe7-4d88-b53a-15523f03c706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (59bffac4-827b-45eb-87e6-72798944f942), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:40.740144 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-fa201258-1992-4f1d-a526-eb7590e1a5c2 req-9730db79-4fd1-46bb-918a-65ae5c1950a1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Deleting port 3edfc3b0-5e68-4a52-8753-27ed6a0e5808 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:51:40.740543 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-fa201258-1992-4f1d-a526-eb7590e1a5c2 req-9730db79-4fd1-46bb-918a-65ae5c1950a1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (3edfc3b0-5e68-4a52-8753-27ed6a0e5808), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:40.753597 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-404dc223-3362-4aec-9553-e0ad7e0d6547 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] For port 0acd1581-8fee-4a3c-b219-c97b16d5888d, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0acd1581-8fee-4a3c-b219-c97b16d5888d,segment=NetworkSegment(5ac49535-2913-4957-89bf-f5426f0a05f9),segment_id=5ac49535-2913-4957-89bf-f5426f0a05f9)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:51:40.754300 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-404dc223-3362-4aec-9553-e0ad7e0d6547 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (0acd1581-8fee-4a3c-b219-c97b16d5888d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:40.782277 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-404dc223-3362-4aec-9553-e0ad7e0d6547 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Calling delete_port for 0acd1581-8fee-4a3c-b219-c97b16d5888d owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:51:40.835236 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-0d8bc54c-f166-4395-9abb-91df99968f5f None None] Set router 05d0cc05-89d3-4f89-b88e-bda349d0ff31 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:51:40.942492 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-862887b2-2957-4a6d-8c84-4e8d9089a727 None None] For port 0acd1581-8fee-4a3c-b219-c97b16d5888d, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0acd1581-8fee-4a3c-b219-c97b16d5888d,segment=NetworkSegment(5ac49535-2913-4957-89bf-f5426f0a05f9),segment_id=5ac49535-2913-4957-89bf-f5426f0a05f9)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:51:40.943311 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-862887b2-2957-4a6d-8c84-4e8d9089a727 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (0acd1581-8fee-4a3c-b219-c97b16d5888d), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:40.959568 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-404dc223-3362-4aec-9553-e0ad7e0d6547 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (0acd1581-8fee-4a3c-b219-c97b16d5888d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:40.972905 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-4e8dc657-1fe7-4d88-b53a-15523f03c706 None None] For port 59bffac4-827b-45eb-87e6-72798944f942, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=59bffac4-827b-45eb-87e6-72798944f942,segment=NetworkSegment(a60f0c9d-c66e-4b9a-b1e0-1c36723b6deb),segment_id=a60f0c9d-c66e-4b9a-b1e0-1c36723b6deb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:51:40.991810 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 59bffac4-827b-45eb-87e6-72798944f942 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:51:40.997510 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404dc223-3362-4aec-9553-e0ad7e0d6547 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] No DVR routers for this DVR port 0acd1581-8fee-4a3c-b219-c97b16d5888d on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:51:41.056542 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-fa201258-1992-4f1d-a526-eb7590e1a5c2 req-9730db79-4fd1-46bb-918a-65ae5c1950a1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] For port 3edfc3b0-5e68-4a52-8753-27ed6a0e5808, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=3edfc3b0-5e68-4a52-8753-27ed6a0e5808,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:51:41.057158 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-fa201258-1992-4f1d-a526-eb7590e1a5c2 req-9730db79-4fd1-46bb-918a-65ae5c1950a1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (3edfc3b0-5e68-4a52-8753-27ed6a0e5808), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:41.059263 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-862887b2-2957-4a6d-8c84-4e8d9089a727 None None] Calling delete_port for 0acd1581-8fee-4a3c-b219-c97b16d5888d owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:51:41.061698 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a13b43b7-abac-48f9-a55b-e48ca1f292d4 req-a8d13f7e-8265-4892-bd5e-a2a70ffb37be service neutron] 10.222.0.79 "GET /v2.0/networks/c8243b84-0aee-46a8-a7d2-cc9e156d804f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865830 Feb 16 22:51:41.061908 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404dc223-3362-4aec-9553-e0ad7e0d6547 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event deleted for resources: {'Port': ['ID=0acd1581-8fee-4a3c-b219-c97b16d5888d,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:41.072645 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f7e77-5bf6-48d8-83e7-7f79beb127c2 req-ebc33e4c-192e-4e3d-8643-4559794aa55c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:41.080356 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b20f7e77-5bf6-48d8-83e7-7f79beb127c2 req-ebc33e4c-192e-4e3d-8643-4559794aa55c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 943 time: 0.3772359 Feb 16 22:51:41.083713 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4e8dc657-1fe7-4d88-b53a-15523f03c706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (59bffac4-827b-45eb-87e6-72798944f942), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:41.145415 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-fa201258-1992-4f1d-a526-eb7590e1a5c2 req-9730db79-4fd1-46bb-918a-65ae5c1950a1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Calling delete_port for 3edfc3b0-5e68-4a52-8753-27ed6a0e5808 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:51:41.217422 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-404dc223-3362-4aec-9553-e0ad7e0d6547 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (1a810854-91ab-4441-8a6e-78ccfa3563cc), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:41.248524 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8dc657-1fe7-4d88-b53a-15523f03c706 None None] Pushing event updated for resources: {'Port': ['ID=59bffac4-827b-45eb-87e6-72798944f942,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:41.263467 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-404dc223-3362-4aec-9553-e0ad7e0d6547 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a810854-91ab-4441-8a6e-78ccfa3563cc']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:41.280177 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-6521ee06-ec4e-47ae-9b56-cf312c37709a None None] Provisioning complete for port 59bffac4-827b-45eb-87e6-72798944f942 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:41.280861 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6521ee06-ec4e-47ae-9b56-cf312c37709a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (59bffac4-827b-45eb-87e6-72798944f942), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:41.286111 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 59bffac4-827b-45eb-87e6-72798944f942 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:41.286759 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (59bffac4-827b-45eb-87e6-72798944f942), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:41.286920 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-404dc223-3362-4aec-9553-e0ad7e0d6547 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac49535-2913-4957-89bf-f5426f0a05f9') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:41.287125 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-404dc223-3362-4aec-9553-e0ad7e0d6547 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac49535-2913-4957-89bf-f5426f0a05f9') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:41.291503 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-0d8bc54c-f166-4395-9abb-91df99968f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d0cc05-89d3-4f89-b88e-bda349d0ff31', 'name': 'tempest-TestVolumeBackupRestore-632871061-router', 'tenant_id': '95a1567d8362450ba0b7c4c23038cd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '97773e0d-f4d1-482c-b412-4d0a0570ea06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:22Z', 'updated_at': '2022-02-16T22:51:28Z', 'revision_number': 4, 'project_id': '95a1567d8362450ba0b7c4c23038cd6c', 'gw_port': {'id': '97773e0d-f4d1-482c-b412-4d0a0570ea06', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d0cc05-89d3-4f89-b88e-bda349d0ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:23Z', 'updated_at': '2022-02-16T22:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '59bffac4-827b-45eb-87e6-72798944f942', 'name': '', 'network_id': '6ba5390b-7556-4794-9416-e3b7fcd7be16', 'tenant_id': '95a1567d8362450ba0b7c4c23038cd6c', 'mac_address': 'fa:16:3e:17:b9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d0cc05-89d3-4f89-b88e-bda349d0ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '0fb18214-8dce-402c-a74a-3c60eaf2456f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:26Z', 'updated_at': '2022-02-16T22:51:40Z', 'revision_number': 4, 'project_id': '95a1567d8362450ba0b7c4c23038cd6c', 'subnets': [{'id': '0fb18214-8dce-402c-a74a-3c60eaf2456f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:41.303335 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b20f7e77-5bf6-48d8-83e7-7f79beb127c2 req-2c0623a2-ef18-4a3c-b2bb-5f2658d62ca7 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbe0a298-9671-4ab4-9b71-e971cae2d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212384 Feb 16 22:51:41.319907 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-404dc223-3362-4aec-9553-e0ad7e0d6547 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (5ac49535-2913-4957-89bf-f5426f0a05f9), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:41.341411 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a13b43b7-abac-48f9-a55b-e48ca1f292d4 req-518c82ae-25e6-45dc-8929-6b07f08417bf service neutron] 10.222.0.79 "GET /v2.0/networks/c8243b84-0aee-46a8-a7d2-cc9e156d804f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442241 Feb 16 22:51:41.346240 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8bc54c-f166-4395-9abb-91df99968f5f None None] The sync data for ids ['05d0cc05-89d3-4f89-b88e-bda349d0ff31'] in n-d-813897-6 is: [{'id': '05d0cc05-89d3-4f89-b88e-bda349d0ff31', 'name': 'tempest-TestVolumeBackupRestore-632871061-router', 'tenant_id': '95a1567d8362450ba0b7c4c23038cd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '97773e0d-f4d1-482c-b412-4d0a0570ea06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:22Z', 'updated_at': '2022-02-16T22:51:28Z', 'revision_number': 4, 'project_id': '95a1567d8362450ba0b7c4c23038cd6c', 'gw_port': {'id': '97773e0d-f4d1-482c-b412-4d0a0570ea06', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d0cc05-89d3-4f89-b88e-bda349d0ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:23Z', 'updated_at': '2022-02-16T22:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '59bffac4-827b-45eb-87e6-72798944f942', 'name': '', 'network_id': '6ba5390b-7556-4794-9416-e3b7fcd7be16', 'tenant_id': '95a1567d8362450ba0b7c4c23038cd6c', 'mac_address': 'fa:16:3e:17:b9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d0cc05-89d3-4f89-b88e-bda349d0ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '0fb18214-8dce-402c-a74a-3c60eaf2456f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:26Z', 'updated_at': '2022-02-16T22:51:40Z', 'revision_number': 4, 'project_id': '95a1567d8362450ba0b7c4c23038cd6c', 'subnets': [{'id': '0fb18214-8dce-402c-a74a-3c60eaf2456f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:51:41.354689 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-404dc223-3362-4aec-9553-e0ad7e0d6547 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (5ac49535-2913-4957-89bf-f5426f0a05f9), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:41.365841 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404dc223-3362-4aec-9553-e0ad7e0d6547 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:51:41.366290 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-404dc223-3362-4aec-9553-e0ad7e0d6547 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (5ac49535-2913-4957-89bf-f5426f0a05f9), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:41.369603 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:51:41.369603 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:51:41.369603 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:51:41.369603 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:51:41.369603 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:51:41.369603 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:51:41.369603 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:51:41.369603 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:51:41.369603 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:51:41.369603 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:51:41.369603 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:51:41.369603 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:51:41.369603 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:51:41.369603 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:51:41.369603 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:51:41.369603 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:51:41.369603 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:51:41.369603 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:51:41.369603 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:51:41.369603 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:51:41.369603 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:51:41.369603 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:51:41.369603 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:51:41.369603 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:51:41.369603 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:51:41.369603 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:51:41.369603 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:51:41.369603 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:51:41.369603 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:51:41.369603 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:51:41.369603 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:51:41.369603 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:51:41.379925 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-862887b2-2957-4a6d-8c84-4e8d9089a727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (0acd1581-8fee-4a3c-b219-c97b16d5888d), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:41.420510 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862887b2-2957-4a6d-8c84-4e8d9089a727 None None] Pushing event deleted for resources: {'Port': ['ID=0acd1581-8fee-4a3c-b219-c97b16d5888d,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:41.449910 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862887b2-2957-4a6d-8c84-4e8d9089a727 None None] No DVR routers for this DVR port 0acd1581-8fee-4a3c-b219-c97b16d5888d on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:51:41.480243 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-404dc223-3362-4aec-9553-e0ad7e0d6547 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (1a810854-91ab-4441-8a6e-78ccfa3563cc), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:41.488849 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-404dc223-3362-4aec-9553-e0ad7e0d6547 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:41.497264 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-404dc223-3362-4aec-9553-e0ad7e0d6547 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/networks/1a810854-91ab-4441-8a6e-78ccfa3563cc HTTP/1.1" status: 204 len: 168 time: 1.4337523 Feb 16 22:51:41.497405 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48058) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:41.514414 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404dc223-3362-4aec-9553-e0ad7e0d6547 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event deleted for resources: {'Network': ['ID=1a810854-91ab-4441-8a6e-78ccfa3563cc,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:41.581897 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 59bffac4-827b-45eb-87e6-72798944f942 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:41.584009 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-6521ee06-ec4e-47ae-9b56-cf312c37709a None None] Current status of the port 59bffac4-827b-45eb-87e6-72798944f942 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:41.618709 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-fa201258-1992-4f1d-a526-eb7590e1a5c2 req-9730db79-4fd1-46bb-918a-65ae5c1950a1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (3edfc3b0-5e68-4a52-8753-27ed6a0e5808), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:41.667629 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 38da2d38-9c6e-4c96-a3ef-31f437554f56 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:51:41.696102 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 38da2d38-9c6e-4c96-a3ef-31f437554f56 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:51:41.696449 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 38da2d38-9c6e-4c96-a3ef-31f437554f56 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:51:41.697132 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0acd1581-8fee-4a3c-b219-c97b16d5888d no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:51:41.698775 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730db79-4fd1-46bb-918a-65ae5c1950a1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Pushing event deleted for resources: {'Port': ['ID=3edfc3b0-5e68-4a52-8753-27ed6a0e5808,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:41.707623 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-62e5243f-8b8b-4f40-a015-5683a0f5291f req-18f2630c-5a68-41fb-8355-93617cd8ae34 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 210 time: 0.0496507 Feb 16 22:51:41.766480 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 0acd1581-8fee-4a3c-b219-c97b16d5888d {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:51:41.767671 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0acd1581-8fee-4a3c-b219-c97b16d5888d not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:51:41.876173 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa201258-1992-4f1d-a526-eb7590e1a5c2 req-9730db79-4fd1-46bb-918a-65ae5c1950a1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] No DVR routers for this DVR port 3edfc3b0-5e68-4a52-8753-27ed6a0e5808 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:51:41.881044 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-fa201258-1992-4f1d-a526-eb7590e1a5c2 req-9730db79-4fd1-46bb-918a-65ae5c1950a1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:41.884893 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fa201258-1992-4f1d-a526-eb7590e1a5c2 req-9730db79-4fd1-46bb-918a-65ae5c1950a1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.79 "DELETE /v2.0/ports/3edfc3b0-5e68-4a52-8753-27ed6a0e5808 HTTP/1.1" status: 204 len: 173 time: 1.7405190 Feb 16 22:51:41.885358 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de22f3a4-5810-4b7e-9299-923ac0b3bcea', 'name': 'network-vif-deleted', 'tag': '3edfc3b0-5e68-4a52-8753-27ed6a0e5808'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:51:41.888216 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c474249e-8176-46c9-8bdf-9c4136ef4481" -d '{"events": [{"server_uuid": "de22f3a4-5810-4b7e-9299-923ac0b3bcea", "name": "network-vif-deleted", "tag": "3edfc3b0-5e68-4a52-8753-27ed6a0e5808"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:51:41.997030 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf5a6a7-4903-4a64-90ba-28e9ee14c350 x-openstack-request-id: req-aaf5a6a7-4903-4a64-90ba-28e9ee14c350 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:51:41.997299 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de22f3a4-5810-4b7e-9299-923ac0b3bcea", "name": "network-vif-deleted", "tag": "3edfc3b0-5e68-4a52-8753-27ed6a0e5808", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:51:41.997519 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-aaf5a6a7-4903-4a64-90ba-28e9ee14c350 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:51:41.997948 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de22f3a4-5810-4b7e-9299-923ac0b3bcea', 'name': 'network-vif-deleted', 'tag': '3edfc3b0-5e68-4a52-8753-27ed6a0e5808', 'status': 'completed', 'code': 200} Feb 16 22:51:42.164624 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 6f8e948e-45ac-4902-86ce-403281521e20 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:51:42.166047 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f1f74bdc-a2c9-4d8f-8da4-f8f53e249927 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (191bcbad-009a-4887-b03f-c68d26ca385d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:42.409468 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 6f8e948e-45ac-4902-86ce-403281521e20, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=6f8e948e-45ac-4902-86ce-403281521e20,segment=NetworkSegment(0a91c411-d85b-4a6f-8f98-d5b9083f0089),segment_id=0a91c411-d85b-4a6f-8f98-d5b9083f0089)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:51:42.445841 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '6f8e948e-45ac-4902-86ce-403281521e20', 'network_id': 'c8243b84-0aee-46a8-a7d2-cc9e156d804f', 'port_id': '6f8e948e-45ac-4902-86ce-403281521e20', 'mac_address': 'fa:16:3e:e0:a7:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb7575e1-fe09-42ea-9731-5160b8d6f33b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:51:42.530030 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 6f8e948e-45ac-4902-86ce-403281521e20 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:42.530357 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6f8e948e-45ac-4902-86ce-403281521e20), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:42.550457 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f8e948e-45ac-4902-86ce-403281521e20 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:51:42.575022 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbbcf2-6fd3-4d33-ba08-a090457884be req-ba571090-9218-431b-bd68-eacd9796fe03 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:42.575526 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 6f8e948e-45ac-4902-86ce-403281521e20, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=6f8e948e-45ac-4902-86ce-403281521e20,segment=NetworkSegment(0a91c411-d85b-4a6f-8f98-d5b9083f0089),segment_id=0a91c411-d85b-4a6f-8f98-d5b9083f0089)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:51:42.578527 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-00bbbcf2-6fd3-4d33-ba08-a090457884be req-ba571090-9218-431b-bd68-eacd9796fe03 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 943 time: 0.1290891 Feb 16 22:51:42.582564 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (6f8e948e-45ac-4902-86ce-403281521e20), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:42.653371 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=6f8e948e-45ac-4902-86ce-403281521e20,revision_number=8']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:42.689812 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-00bbbcf2-6fd3-4d33-ba08-a090457884be req-4966a300-a330-4414-819d-17656d1b76a4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbe0a298-9671-4ab4-9b71-e971cae2d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985482 Feb 16 22:51:42.711302 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-f1f74bdc-a2c9-4d8f-8da4-f8f53e249927 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Deleting port 5fa01cc1-ae3c-4e11-822e-93df74827866 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:51:42.711719 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f1f74bdc-a2c9-4d8f-8da4-f8f53e249927 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (5fa01cc1-ae3c-4e11-822e-93df74827866), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:42.851341 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-f1f74bdc-a2c9-4d8f-8da4-f8f53e249927 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] For port 5fa01cc1-ae3c-4e11-822e-93df74827866, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5fa01cc1-ae3c-4e11-822e-93df74827866,segment=NetworkSegment(cf6cfe18-e54e-42cd-a31f-35fac196da19),segment_id=cf6cfe18-e54e-42cd-a31f-35fac196da19)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:51:42.851849 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f1f74bdc-a2c9-4d8f-8da4-f8f53e249927 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (5fa01cc1-ae3c-4e11-822e-93df74827866), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:42.870387 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-f1f74bdc-a2c9-4d8f-8da4-f8f53e249927 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Calling delete_port for 5fa01cc1-ae3c-4e11-822e-93df74827866 owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:51:42.906864 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['6f8e948e-45ac-4902-86ce-403281521e20'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:51:42.975808 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 59bffac4-827b-45eb-87e6-72798944f942 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:51:42.985944 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e82cd3e1-b975-41a2-9413-b6771191a053 req-3cf46a4c-5025-4d21-9a94-a9270e50e0fe tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 210 time: 0.0490706 Feb 16 22:51:43.115324 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 59bffac4-827b-45eb-87e6-72798944f942 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:43.116007 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (59bffac4-827b-45eb-87e6-72798944f942), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:43.178483 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 3edfc3b0-5e68-4a52-8753-27ed6a0e5808 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:51:43.222070 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 3edfc3b0-5e68-4a52-8753-27ed6a0e5808 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:51:43.223172 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 3edfc3b0-5e68-4a52-8753-27ed6a0e5808 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:51:43.297464 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca345f2-1402-448a-b5c3-7721646edf81 req-6a88fd9c-0b83-4b62-9b17-8db7d676ee74 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:43.298941 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1ca345f2-1402-448a-b5c3-7721646edf81 req-6a88fd9c-0b83-4b62-9b17-8db7d676ee74 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.79 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186&tenant_id=f09c82b3a2c746b1bfae225757af7f07&binding%3Ahost_id=n-h1-813897-6 HTTP/1.1" status: 200 len: 944 time: 0.3307586 Feb 16 22:51:43.310784 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 59bffac4-827b-45eb-87e6-72798944f942 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:43.382934 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f1f74bdc-a2c9-4d8f-8da4-f8f53e249927 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (5fa01cc1-ae3c-4e11-822e-93df74827866), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:43.427053 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f74bdc-a2c9-4d8f-8da4-f8f53e249927 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event deleted for resources: {'Port': ['ID=5fa01cc1-ae3c-4e11-822e-93df74827866,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:43.444695 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ede3a-5e4f-4528-a85d-889aee6bad03 req-4349f69f-4917-4d68-b0e1-60d7545ff8e8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:43.446265 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-471ede3a-5e4f-4528-a85d-889aee6bad03 req-4349f69f-4917-4d68-b0e1-60d7545ff8e8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 944 time: 0.3562021 Feb 16 22:51:43.530743 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [req-1ca345f2-1402-448a-b5c3-7721646edf81 req-df72ea4b-1ec6-4ba5-9c82-27bc7ffa0664 service neutron] delete failed (client error): The resource could not be found. Feb 16 22:51:43.532390 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1ca345f2-1402-448a-b5c3-7721646edf81 req-df72ea4b-1ec6-4ba5-9c82-27bc7ffa0664 service neutron] 10.222.0.79 "DELETE /v2.0/ports/6f8e948e-45ac-4902-86ce-403281521e20/bindings/n-h2-813897-6 HTTP/1.1" status: 404 len: 380 time: 0.2153037 Feb 16 22:51:43.586083 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-471ede3a-5e4f-4528-a85d-889aee6bad03 req-9372c1c4-55ab-4f48-9b45-558ac5353fae tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbe0a298-9671-4ab4-9b71-e971cae2d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202650 Feb 16 22:51:43.754936 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f1f74bdc-a2c9-4d8f-8da4-f8f53e249927 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (191bcbad-009a-4887-b03f-c68d26ca385d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:43.773298 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca345f2-1402-448a-b5c3-7721646edf81 req-a1dc92e2-6d6e-423f-8627-2b001e7338ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:43.775834 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1ca345f2-1402-448a-b5c3-7721646edf81 req-a1dc92e2-6d6e-423f-8627-2b001e7338ce service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 1126 time: 0.0796692 Feb 16 22:51:43.959622 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca345f2-1402-448a-b5c3-7721646edf81 req-683f1b67-0541-4672-bfaa-d36e2fc614f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:43.961394 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1ca345f2-1402-448a-b5c3-7721646edf81 req-683f1b67-0541-4672-bfaa-d36e2fc614f3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c8243b84-0aee-46a8-a7d2-cc9e156d804f HTTP/1.1" status: 200 len: 898 time: 0.1454000 Feb 16 22:51:44.180124 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 6f8e948e-45ac-4902-86ce-403281521e20 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:51:44.242457 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 6f8e948e-45ac-4902-86ce-403281521e20 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:51:44.247695 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 6f8e948e-45ac-4902-86ce-403281521e20 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:44.248294 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6f8e948e-45ac-4902-86ce-403281521e20), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:44.362847 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 6f8e948e-45ac-4902-86ce-403281521e20 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:44.363709 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6f8e948e-45ac-4902-86ce-403281521e20), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:44.406663 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 6f8e948e-45ac-4902-86ce-403281521e20, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=6f8e948e-45ac-4902-86ce-403281521e20,segment=NetworkSegment(0a91c411-d85b-4a6f-8f98-d5b9083f0089),segment_id=0a91c411-d85b-4a6f-8f98-d5b9083f0089)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:51:44.408218 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-785b40dd-4ea4-4c1b-a2f3-c699861b9b06 req-479ac9e8-7d3b-4c83-a2a6-f5e40de48076 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 210 time: 0.1019082 Feb 16 22:51:44.409306 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09d6b2b-1f6f-4f24-af42-dde2dd9d8186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8e948e-45ac-4902-86ce-403281521e20'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:51:44.412409 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe2a1ac-1663-4515-b6db-0ee253ec816d" -d '{"events": [{"server_uuid": "c09d6b2b-1f6f-4f24-af42-dde2dd9d8186", "name": "network-vif-plugged", "status": "completed", "tag": "6f8e948e-45ac-4902-86ce-403281521e20"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:51:44.418870 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (6f8e948e-45ac-4902-86ce-403281521e20), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:44.473445 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1ca345f2-1402-448a-b5c3-7721646edf81 req-7c40a288-8881-4460-81a2-b8b3b5f775cd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f8e948e-45ac-4902-86ce-403281521e20 HTTP/1.1" status: 200 len: 1000 time: 0.1656113 Feb 16 22:51:44.518949 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2095b746-755a-441d-8053-dd3619e20c9e x-openstack-request-id: req-2095b746-755a-441d-8053-dd3619e20c9e {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:51:44.519260 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09d6b2b-1f6f-4f24-af42-dde2dd9d8186", "name": "network-vif-plugged", "status": "completed", "tag": "6f8e948e-45ac-4902-86ce-403281521e20", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:51:44.519628 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2095b746-755a-441d-8053-dd3619e20c9e {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:51:44.520052 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09d6b2b-1f6f-4f24-af42-dde2dd9d8186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8e948e-45ac-4902-86ce-403281521e20', 'code': 200} Feb 16 22:51:44.521050 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=6f8e948e-45ac-4902-86ce-403281521e20,revision_number=9']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:44.527902 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f74bdc-a2c9-4d8f-8da4-f8f53e249927 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Router 191bcbad-009a-4887-b03f-c68d26ca385d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:51:44.544341 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca345f2-1402-448a-b5c3-7721646edf81 req-9a4d1877-f125-4919-88f8-6fe785d6a3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:44.545860 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1ca345f2-1402-448a-b5c3-7721646edf81 req-9a4d1877-f125-4919-88f8-6fe785d6a3bf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fb7575e1-fe09-42ea-9731-5160b8d6f33b HTTP/1.1" status: 200 len: 835 time: 0.0635002 Feb 16 22:51:44.670527 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f74bdc-a2c9-4d8f-8da4-f8f53e249927 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:51:44.674260 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca345f2-1402-448a-b5c3-7721646edf81 req-d148a201-fd46-4862-b524-d917c35b70dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:44.675792 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1ca345f2-1402-448a-b5c3-7721646edf81 req-d148a201-fd46-4862-b524-d917c35b70dc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c8243b84-0aee-46a8-a7d2-cc9e156d804f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0928276 Feb 16 22:51:44.682870 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48084) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:44.683463 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9659e127-deb7-40a2-8af5-9b73fccd195c None None] Sync routers for ids ['191bcbad-009a-4887-b03f-c68d26ca385d'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:51:44.694310 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f1f74bdc-a2c9-4d8f-8da4-f8f53e249927 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "PUT /v2.0/routers/191bcbad-009a-4887-b03f-c68d26ca385d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1948462 Feb 16 22:51:44.775432 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-a227fb15-1a6a-4a2d-a8df-13f10f790a7f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Deleting subnet 14345a05-4879-450e-8cd9-8fc377c3b1c3 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:51:44.779295 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a227fb15-1a6a-4a2d-a8df-13f10f790a7f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for subnet (14345a05-4879-450e-8cd9-8fc377c3b1c3), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:44.834925 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a227fb15-1a6a-4a2d-a8df-13f10f790a7f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (14345a05-4879-450e-8cd9-8fc377c3b1c3), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:44.931831 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a227fb15-1a6a-4a2d-a8df-13f10f790a7f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (14345a05-4879-450e-8cd9-8fc377c3b1c3), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:44.943817 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1ca345f2-1402-448a-b5c3-7721646edf81 req-bd511b93-34bd-40fa-bf39-fbe044a64b4e service neutron] 10.222.0.79 "GET /v2.0/networks/c8243b84-0aee-46a8-a7d2-cc9e156d804f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477891 Feb 16 22:51:45.003932 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9659e127-deb7-40a2-8af5-9b73fccd195c None None] Routers {'191bcbad-009a-4887-b03f-c68d26ca385d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:51:45.004778 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-9659e127-deb7-40a2-8af5-9b73fccd195c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:51:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['191bcbad-009a-4887-b03f-c68d26ca385d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:45.070889 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a227fb15-1a6a-4a2d-a8df-13f10f790a7f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (14345a05-4879-450e-8cd9-8fc377c3b1c3), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:45.139692 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1ca345f2-1402-448a-b5c3-7721646edf81 req-6bcd29bb-6782-4646-9048-72a4a0937c78 service neutron] 10.222.0.79 "GET /v2.0/networks/c8243b84-0aee-46a8-a7d2-cc9e156d804f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880016 Feb 16 22:51:45.142646 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227fb15-1a6a-4a2d-a8df-13f10f790a7f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event deleted for resources: {'Subnet': ['ID=14345a05-4879-450e-8cd9-8fc377c3b1c3,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:45.152547 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cf0b7-9bc5-4642-87dd-f1220b75a5ff req-9737e287-ea63-4b78-9f37-707d97b469ed tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:45.159757 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-9659e127-deb7-40a2-8af5-9b73fccd195c None None] Set router 191bcbad-009a-4887-b03f-c68d26ca385d gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:51:45.162002 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-822cf0b7-9bc5-4642-87dd-f1220b75a5ff req-9737e287-ea63-4b78-9f37-707d97b469ed tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 945 time: 0.4417229 Feb 16 22:51:45.192524 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a227fb15-1a6a-4a2d-a8df-13f10f790a7f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:45.217066 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a227fb15-1a6a-4a2d-a8df-13f10f790a7f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/subnets/14345a05-4879-450e-8cd9-8fc377c3b1c3 HTTP/1.1" status: 204 len: 168 time: 0.5321648 Feb 16 22:51:45.221018 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48088) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:45.250650 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-822cf0b7-9bc5-4642-87dd-f1220b75a5ff req-a546e151-1fb7-489e-ac00-9f30cbd5ed28 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbe0a298-9671-4ab4-9b71-e971cae2d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840411 Feb 16 22:51:45.317237 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5e2b8b-ff7a-46ac-9c48-efdb21b6eabb None None] Network b445fac0-f124-4667-afc0-26d2e824079f requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:51:45.373809 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-610d6425-945e-4ef6-a931-94dc11180ce2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (b445fac0-f124-4667-afc0-26d2e824079f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:45.450362 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-610d6425-945e-4ef6-a931-94dc11180ce2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Deleting port 292623d3-901a-4b8e-875f-7bdf8a134551 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:51:45.450950 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-610d6425-945e-4ef6-a931-94dc11180ce2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (292623d3-901a-4b8e-875f-7bdf8a134551), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:45.554191 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-9659e127-deb7-40a2-8af5-9b73fccd195c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'name': 'tempest-RoutersTest-router-470729113', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:00Z', 'updated_at': '2022-02-16T22:51:43Z', 'revision_number': 10, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'gw_port_host': None, '_interfaces': [{'id': '7031d63f-6482-4026-88f7-9647a43202e2', 'name': '', 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:1f:8d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:01Z', 'updated_at': '2022-02-16T22:51:06Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:45.574210 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-610d6425-945e-4ef6-a931-94dc11180ce2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] For port 292623d3-901a-4b8e-875f-7bdf8a134551, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=292623d3-901a-4b8e-875f-7bdf8a134551,segment=NetworkSegment(cf6cfe18-e54e-42cd-a31f-35fac196da19),segment_id=cf6cfe18-e54e-42cd-a31f-35fac196da19)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:51:45.574590 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-610d6425-945e-4ef6-a931-94dc11180ce2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (292623d3-901a-4b8e-875f-7bdf8a134551), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:45.589771 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-610d6425-945e-4ef6-a931-94dc11180ce2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Calling delete_port for 292623d3-901a-4b8e-875f-7bdf8a134551 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:51:45.592814 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9659e127-deb7-40a2-8af5-9b73fccd195c None None] Checking router: 191bcbad-009a-4887-b03f-c68d26ca385d for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:51:45.598294 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-150cbe2e-db1f-4b5e-ae6a-33da9e8f9ea1 req-a2199226-3947-4af3-9210-f8e3494e7b30 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 210 time: 0.0812161 Feb 16 22:51:45.618405 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9659e127-deb7-40a2-8af5-9b73fccd195c None None] Routers {'191bcbad-009a-4887-b03f-c68d26ca385d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:51:45.621693 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-9659e127-deb7-40a2-8af5-9b73fccd195c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:51:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['191bcbad-009a-4887-b03f-c68d26ca385d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:45.630563 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88c4768-8860-49cd-b4f4-92c0e78495db None None] DHCP port deletion for b445fac0-f124-4667-afc0-26d2e824079f request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:51:45.693040 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-610d6425-945e-4ef6-a931-94dc11180ce2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (292623d3-901a-4b8e-875f-7bdf8a134551), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:45.742729 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d6425-945e-4ef6-a931-94dc11180ce2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event deleted for resources: {'Port': ['ID=292623d3-901a-4b8e-875f-7bdf8a134551,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:45.756395 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a88c4768-8860-49cd-b4f4-92c0e78495db None None] The port '292623d3-901a-4b8e-875f-7bdf8a134551' was deleted {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 16 22:51:45.769343 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610d6425-945e-4ef6-a931-94dc11180ce2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] No DVR routers for this DVR port 292623d3-901a-4b8e-875f-7bdf8a134551 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:51:45.822474 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-9659e127-deb7-40a2-8af5-9b73fccd195c None None] Set router 191bcbad-009a-4887-b03f-c68d26ca385d gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:51:45.935469 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-610d6425-945e-4ef6-a931-94dc11180ce2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (b445fac0-f124-4667-afc0-26d2e824079f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:45.968435 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-610d6425-945e-4ef6-a931-94dc11180ce2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b445fac0-f124-4667-afc0-26d2e824079f']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:45.979443 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-610d6425-945e-4ef6-a931-94dc11180ce2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf6cfe18-e54e-42cd-a31f-35fac196da19') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:45.980052 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-610d6425-945e-4ef6-a931-94dc11180ce2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf6cfe18-e54e-42cd-a31f-35fac196da19') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:45.990865 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-610d6425-945e-4ef6-a931-94dc11180ce2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (cf6cfe18-e54e-42cd-a31f-35fac196da19), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:46.011411 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-610d6425-945e-4ef6-a931-94dc11180ce2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (cf6cfe18-e54e-42cd-a31f-35fac196da19), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:46.043342 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610d6425-945e-4ef6-a931-94dc11180ce2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:51:46.044075 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-610d6425-945e-4ef6-a931-94dc11180ce2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (cf6cfe18-e54e-42cd-a31f-35fac196da19), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:46.047373 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:51:46.047373 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:51:46.047373 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:51:46.047373 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:51:46.047373 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:51:46.047373 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:51:46.047373 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:51:46.047373 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:51:46.047373 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:51:46.047373 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:51:46.047373 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:51:46.047373 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:51:46.047373 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:51:46.047373 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:51:46.047373 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:51:46.047373 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:51:46.047373 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:51:46.047373 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:51:46.047373 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:51:46.047373 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:51:46.047373 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:51:46.047373 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:51:46.047373 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:51:46.047373 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:51:46.047373 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:51:46.047373 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:51:46.047373 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:51:46.047373 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:51:46.047373 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:51:46.047373 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:51:46.047373 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:51:46.047373 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:51:46.144269 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-9659e127-deb7-40a2-8af5-9b73fccd195c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'name': 'tempest-RoutersTest-router-470729113', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:00Z', 'updated_at': '2022-02-16T22:51:43Z', 'revision_number': 10, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'gw_port_host': None, '_interfaces': [{'id': '7031d63f-6482-4026-88f7-9647a43202e2', 'name': '', 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:1f:8d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:01Z', 'updated_at': '2022-02-16T22:51:06Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:46.160349 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-610d6425-945e-4ef6-a931-94dc11180ce2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (b445fac0-f124-4667-afc0-26d2e824079f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:46.177562 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-610d6425-945e-4ef6-a931-94dc11180ce2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:46.181090 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-610d6425-945e-4ef6-a931-94dc11180ce2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/networks/b445fac0-f124-4667-afc0-26d2e824079f HTTP/1.1" status: 204 len: 168 time: 0.9567010 Feb 16 22:51:46.185132 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48094) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:46.192042 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d6425-945e-4ef6-a931-94dc11180ce2 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event deleted for resources: {'Network': ['ID=b445fac0-f124-4667-afc0-26d2e824079f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:46.201791 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9659e127-deb7-40a2-8af5-9b73fccd195c None None] The sync data for ids ['191bcbad-009a-4887-b03f-c68d26ca385d'] in n-d-813897-6 is: [{'id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'name': 'tempest-RoutersTest-router-470729113', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:00Z', 'updated_at': '2022-02-16T22:51:43Z', 'revision_number': 10, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'gw_port_host': None, '_interfaces': [{'id': '7031d63f-6482-4026-88f7-9647a43202e2', 'name': '', 'network_id': '532b7d24-5fdb-4e8d-a2d5-2940b333b27a', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'mac_address': 'fa:16:3e:1f:8d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:01Z', 'updated_at': '2022-02-16T22:51:06Z', 'revision_number': 5, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'subnets': [{'id': 'c1286d3f-edec-4489-a6df-cbaed66f0c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:51:46.497578 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9067f1-c4ec-4fbd-882a-8ed09613803d req-0a662e6f-b730-4ddd-b991-1962364ea0f5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:46.499213 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3a9067f1-c4ec-4fbd-882a-8ed09613803d req-0a662e6f-b730-4ddd-b991-1962364ea0f5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 945 time: 0.1330190 Feb 16 22:51:46.627491 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3a9067f1-c4ec-4fbd-882a-8ed09613803d req-38ab4270-f586-4a2b-8137-47620c97c688 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbe0a298-9671-4ab4-9b71-e971cae2d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942466 Feb 16 22:51:46.646505 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48100) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:46.754943 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5e152637-ae23-4854-ace0-83b446932701 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/floatingips/df53262f-f8fb-4845-8634-9b1aa693cafd HTTP/1.1" status: 200 len: 993 time: 0.1068487 Feb 16 22:51:46.775695 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-098b26a4-74db-4061-86bb-ebc96805316a req-d35b581c-6e67-408a-876c-113f59ede019 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 210 time: 0.0408578 Feb 16 22:51:46.836344 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb639-f62b-49eb-b849-4b87050817d1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (191bcbad-009a-4887-b03f-c68d26ca385d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:46.876485 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5fa01cc1-ae3c-4e11-822e-93df74827866 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:51:46.902551 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 5fa01cc1-ae3c-4e11-822e-93df74827866 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:51:46.902913 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5fa01cc1-ae3c-4e11-822e-93df74827866 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:51:46.903415 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 292623d3-901a-4b8e-875f-7bdf8a134551 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:51:46.927429 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 292623d3-901a-4b8e-875f-7bdf8a134551 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:51:46.927795 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 292623d3-901a-4b8e-875f-7bdf8a134551 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:51:47.124038 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-5bfbb639-f62b-49eb-b849-4b87050817d1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Deleting port 7031d63f-6482-4026-88f7-9647a43202e2 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:51:47.124401 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb639-f62b-49eb-b849-4b87050817d1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (7031d63f-6482-4026-88f7-9647a43202e2), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:47.227548 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-5bfbb639-f62b-49eb-b849-4b87050817d1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] For port 7031d63f-6482-4026-88f7-9647a43202e2, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=7031d63f-6482-4026-88f7-9647a43202e2,segment=NetworkSegment(7944cd0d-d76d-4a3d-a4e9-ee2d3ea9c2d3),segment_id=7944cd0d-d76d-4a3d-a4e9-ee2d3ea9c2d3)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:51:47.228238 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb639-f62b-49eb-b849-4b87050817d1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (7031d63f-6482-4026-88f7-9647a43202e2), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:47.245030 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-5bfbb639-f62b-49eb-b849-4b87050817d1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Calling delete_port for 7031d63f-6482-4026-88f7-9647a43202e2 owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:51:47.452680 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb639-f62b-49eb-b849-4b87050817d1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (7031d63f-6482-4026-88f7-9647a43202e2), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:47.483810 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfbb639-f62b-49eb-b849-4b87050817d1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event deleted for resources: {'Port': ['ID=7031d63f-6482-4026-88f7-9647a43202e2,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:47.672016 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb639-f62b-49eb-b849-4b87050817d1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (191bcbad-009a-4887-b03f-c68d26ca385d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:47.860050 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bfbb639-f62b-49eb-b849-4b87050817d1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Router 191bcbad-009a-4887-b03f-c68d26ca385d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:51:47.960803 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb154ef5-a3b7-41ff-b331-7d7d9a80dab7 req-eb1c6cd3-8829-428a-8a64-590953b1877b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 210 time: 0.0884314 Feb 16 22:51:47.968343 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfbb639-f62b-49eb-b849-4b87050817d1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:51:47.976802 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5bfbb639-f62b-49eb-b849-4b87050817d1 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "PUT /v2.0/routers/191bcbad-009a-4887-b03f-c68d26ca385d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7868423 Feb 16 22:51:47.977379 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48106) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:47.984879 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bc5f8d-75eb-444c-ac68-0f63317b2658 None None] Sync routers for ids ['191bcbad-009a-4887-b03f-c68d26ca385d'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:51:48.008845 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bc5f8d-75eb-444c-ac68-0f63317b2658 None None] Routers {'191bcbad-009a-4887-b03f-c68d26ca385d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:51:48.009731 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-b2bc5f8d-75eb-444c-ac68-0f63317b2658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:51:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['191bcbad-009a-4887-b03f-c68d26ca385d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:48.056803 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-3af6593c-9d75-49f6-93d6-6266dd77aefb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Deleting subnet c1286d3f-edec-4489-a6df-cbaed66f0c84 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:51:48.061714 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3af6593c-9d75-49f6-93d6-6266dd77aefb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for subnet (c1286d3f-edec-4489-a6df-cbaed66f0c84), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:48.109758 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3af6593c-9d75-49f6-93d6-6266dd77aefb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (c1286d3f-edec-4489-a6df-cbaed66f0c84), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:48.219608 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3af6593c-9d75-49f6-93d6-6266dd77aefb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (c1286d3f-edec-4489-a6df-cbaed66f0c84), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:48.221642 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-b2bc5f8d-75eb-444c-ac68-0f63317b2658 None None] Set router 191bcbad-009a-4887-b03f-c68d26ca385d gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:51:48.290834 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3af6593c-9d75-49f6-93d6-6266dd77aefb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (c1286d3f-edec-4489-a6df-cbaed66f0c84), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:48.300090 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-b2bc5f8d-75eb-444c-ac68-0f63317b2658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'name': 'tempest-RoutersTest-router-470729113', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:00Z', 'updated_at': '2022-02-16T22:51:47Z', 'revision_number': 11, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:48.328777 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3af6593c-9d75-49f6-93d6-6266dd77aefb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:48.329264 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321b92b0-dab7-463f-a379-e21221fabd46 None None] Network 532b7d24-5fdb-4e8d-a2d5-2940b333b27a requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:51:48.335822 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3af6593c-9d75-49f6-93d6-6266dd77aefb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/subnets/c1286d3f-edec-4489-a6df-cbaed66f0c84 HTTP/1.1" status: 204 len: 168 time: 0.3549852 Feb 16 22:51:48.335822 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6593c-9d75-49f6-93d6-6266dd77aefb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event deleted for resources: {'Subnet': ['ID=c1286d3f-edec-4489-a6df-cbaed66f0c84,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:48.341983 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48110) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:48.350156 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bc5f8d-75eb-444c-ac68-0f63317b2658 None None] Checking router: 191bcbad-009a-4887-b03f-c68d26ca385d for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:51:48.373001 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bc5f8d-75eb-444c-ac68-0f63317b2658 None None] Routers {'191bcbad-009a-4887-b03f-c68d26ca385d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:51:48.373795 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-b2bc5f8d-75eb-444c-ac68-0f63317b2658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:51:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['191bcbad-009a-4887-b03f-c68d26ca385d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:48.431505 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bda1c258-fd5f-47f8-a547-e1bc19923779 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (532b7d24-5fdb-4e8d-a2d5-2940b333b27a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:48.539253 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-b2bc5f8d-75eb-444c-ac68-0f63317b2658 None None] Set router 191bcbad-009a-4887-b03f-c68d26ca385d gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:51:48.545288 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-bda1c258-fd5f-47f8-a547-e1bc19923779 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Deleting port 92c3e2fd-31fd-4420-a9c9-4f56d81e98ab {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:51:48.545768 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bda1c258-fd5f-47f8-a547-e1bc19923779 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (92c3e2fd-31fd-4420-a9c9-4f56d81e98ab), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:48.596007 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297aa408-16fa-4d5f-adb8-45c5a4d6b0c2 None None] DHCP port deletion for 532b7d24-5fdb-4e8d-a2d5-2940b333b27a request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:51:48.649628 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-b2bc5f8d-75eb-444c-ac68-0f63317b2658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'name': 'tempest-RoutersTest-router-470729113', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:00Z', 'updated_at': '2022-02-16T22:51:47Z', 'revision_number': 11, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:48.655109 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-bda1c258-fd5f-47f8-a547-e1bc19923779 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] For port 92c3e2fd-31fd-4420-a9c9-4f56d81e98ab, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=92c3e2fd-31fd-4420-a9c9-4f56d81e98ab,segment=NetworkSegment(7944cd0d-d76d-4a3d-a4e9-ee2d3ea9c2d3),segment_id=7944cd0d-d76d-4a3d-a4e9-ee2d3ea9c2d3)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:51:48.655476 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bda1c258-fd5f-47f8-a547-e1bc19923779 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (92c3e2fd-31fd-4420-a9c9-4f56d81e98ab), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:48.673843 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-bda1c258-fd5f-47f8-a547-e1bc19923779 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Calling delete_port for 92c3e2fd-31fd-4420-a9c9-4f56d81e98ab owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:51:48.683447 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bc5f8d-75eb-444c-ac68-0f63317b2658 None None] The sync data for ids ['191bcbad-009a-4887-b03f-c68d26ca385d'] in n-d-813897-6 is: [{'id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'name': 'tempest-RoutersTest-router-470729113', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:00Z', 'updated_at': '2022-02-16T22:51:47Z', 'revision_number': 11, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'gw_port_host': None}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:51:48.701075 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-297aa408-16fa-4d5f-adb8-45c5a4d6b0c2 None None] Deleting port 92c3e2fd-31fd-4420-a9c9-4f56d81e98ab {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:51:48.701559 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-297aa408-16fa-4d5f-adb8-45c5a4d6b0c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (92c3e2fd-31fd-4420-a9c9-4f56d81e98ab), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:48.791203 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-297aa408-16fa-4d5f-adb8-45c5a4d6b0c2 None None] For port 92c3e2fd-31fd-4420-a9c9-4f56d81e98ab, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=92c3e2fd-31fd-4420-a9c9-4f56d81e98ab,segment=NetworkSegment(7944cd0d-d76d-4a3d-a4e9-ee2d3ea9c2d3),segment_id=7944cd0d-d76d-4a3d-a4e9-ee2d3ea9c2d3)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:51:48.792153 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-297aa408-16fa-4d5f-adb8-45c5a4d6b0c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (92c3e2fd-31fd-4420-a9c9-4f56d81e98ab), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:48.794031 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bda1c258-fd5f-47f8-a547-e1bc19923779 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (92c3e2fd-31fd-4420-a9c9-4f56d81e98ab), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:48.815681 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-297aa408-16fa-4d5f-adb8-45c5a4d6b0c2 None None] Calling delete_port for 92c3e2fd-31fd-4420-a9c9-4f56d81e98ab owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:51:48.832370 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1c258-fd5f-47f8-a547-e1bc19923779 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event deleted for resources: {'Port': ['ID=92c3e2fd-31fd-4420-a9c9-4f56d81e98ab,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:48.834299 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda1c258-fd5f-47f8-a547-e1bc19923779 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] No DVR routers for this DVR port 92c3e2fd-31fd-4420-a9c9-4f56d81e98ab on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 22:51:48.898612 n-d-813897-6 neutron-server[103467]: self.session.flush() Feb 16 22:51:48.915963 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-297aa408-16fa-4d5f-adb8-45c5a4d6b0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (92c3e2fd-31fd-4420-a9c9-4f56d81e98ab), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:48.929365 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bda1c258-fd5f-47f8-a547-e1bc19923779 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (532b7d24-5fdb-4e8d-a2d5-2940b333b27a), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:48.930770 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297aa408-16fa-4d5f-adb8-45c5a4d6b0c2 None None] No DVR routers for this DVR port 92c3e2fd-31fd-4420-a9c9-4f56d81e98ab on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:51:48.953650 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297aa408-16fa-4d5f-adb8-45c5a4d6b0c2 None None] Pushing event deleted for resources: {'Port': ['ID=92c3e2fd-31fd-4420-a9c9-4f56d81e98ab,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:48.961289 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-bda1c258-fd5f-47f8-a547-e1bc19923779 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['532b7d24-5fdb-4e8d-a2d5-2940b333b27a']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:48.973135 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-bda1c258-fd5f-47f8-a547-e1bc19923779 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7944cd0d-d76d-4a3d-a4e9-ee2d3ea9c2d3') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:48.973445 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-bda1c258-fd5f-47f8-a547-e1bc19923779 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7944cd0d-d76d-4a3d-a4e9-ee2d3ea9c2d3') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:48.985884 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bda1c258-fd5f-47f8-a547-e1bc19923779 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (7944cd0d-d76d-4a3d-a4e9-ee2d3ea9c2d3), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:49.000998 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bda1c258-fd5f-47f8-a547-e1bc19923779 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (7944cd0d-d76d-4a3d-a4e9-ee2d3ea9c2d3), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:49.008483 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda1c258-fd5f-47f8-a547-e1bc19923779 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:51:49.011575 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bda1c258-fd5f-47f8-a547-e1bc19923779 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (7944cd0d-d76d-4a3d-a4e9-ee2d3ea9c2d3), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:49.015325 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:51:49.015325 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:51:49.015325 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:51:49.015325 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:51:49.015325 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:51:49.015325 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:51:49.015325 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:51:49.015325 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:51:49.015325 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:51:49.015325 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:51:49.015325 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:51:49.015325 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:51:49.015325 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:51:49.015325 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:51:49.015325 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:51:49.015325 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:51:49.015325 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:51:49.015325 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:51:49.015325 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:51:49.015325 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:51:49.015325 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:51:49.015325 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:51:49.015325 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:51:49.015325 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:51:49.015325 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:51:49.015325 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:51:49.015325 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:51:49.015325 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:51:49.015325 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:51:49.015325 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:51:49.015325 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:51:49.015325 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:51:49.097597 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bda1c258-fd5f-47f8-a547-e1bc19923779 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (532b7d24-5fdb-4e8d-a2d5-2940b333b27a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:49.110575 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bda1c258-fd5f-47f8-a547-e1bc19923779 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:49.114329 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bda1c258-fd5f-47f8-a547-e1bc19923779 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/networks/532b7d24-5fdb-4e8d-a2d5-2940b333b27a HTTP/1.1" status: 204 len: 168 time: 0.7713079 Feb 16 22:51:49.116979 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48114) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:49.121435 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-23dec98c-05aa-4767-8d98-9ff52afb6551 req-9b8f358d-5c8d-41d5-bbeb-734d0392cf56 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 210 time: 0.0572829 Feb 16 22:51:49.133134 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-34e1d915-4eb7-4de7-b186-a9b3a61e603f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Request body: {'router': {'routes': None}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:51:49.152072 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1c258-fd5f-47f8-a547-e1bc19923779 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Pushing event deleted for resources: {'Network': ['ID=532b7d24-5fdb-4e8d-a2d5-2940b333b27a,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:49.181668 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 92c3e2fd-31fd-4420-a9c9-4f56d81e98ab no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:51:49.212153 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 92c3e2fd-31fd-4420-a9c9-4f56d81e98ab {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:51:49.213885 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 92c3e2fd-31fd-4420-a9c9-4f56d81e98ab not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:51:49.214359 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 7031d63f-6482-4026-88f7-9647a43202e2 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:51:49.301419 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 7031d63f-6482-4026-88f7-9647a43202e2 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:51:49.302099 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 7031d63f-6482-4026-88f7-9647a43202e2 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:51:49.470006 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.extraroute_db [None req-34e1d915-4eb7-4de7-b186-a9b3a61e603f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Added routes are [] {{(pid=103465) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 16 22:51:49.470390 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.extraroute_db [None req-34e1d915-4eb7-4de7-b186-a9b3a61e603f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Removed routes are [] {{(pid=103465) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 16 22:51:49.470902 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-34e1d915-4eb7-4de7-b186-a9b3a61e603f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-374653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59817'] for router (191bcbad-009a-4887-b03f-c68d26ca385d), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:49.627329 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-34e1d915-4eb7-4de7-b186-a9b3a61e603f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-374653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59817'] for router (191bcbad-009a-4887-b03f-c68d26ca385d), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:49.630864 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-34e1d915-4eb7-4de7-b186-a9b3a61e603f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362694'] for router (191bcbad-009a-4887-b03f-c68d26ca385d), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:49.714198 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e1d915-4eb7-4de7-b186-a9b3a61e603f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Router 191bcbad-009a-4887-b03f-c68d26ca385d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:51:49.798191 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e1d915-4eb7-4de7-b186-a9b3a61e603f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:51:49.807879 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-34e1d915-4eb7-4de7-b186-a9b3a61e603f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:49.812645 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-34e1d915-4eb7-4de7-b186-a9b3a61e603f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "PUT /v2.0/routers/191bcbad-009a-4887-b03f-c68d26ca385d HTTP/1.1" status: 200 len: 700 time: 0.6942873 Feb 16 22:51:49.813374 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48118) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:49.822837 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e1a23c-800e-4c35-92c0-87491d69ad0e None None] Sync routers for ids ['191bcbad-009a-4887-b03f-c68d26ca385d'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:51:49.840904 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e1a23c-800e-4c35-92c0-87491d69ad0e None None] Routers {'191bcbad-009a-4887-b03f-c68d26ca385d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:51:49.846144 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-39e1a23c-800e-4c35-92c0-87491d69ad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:51:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['191bcbad-009a-4887-b03f-c68d26ca385d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:49.907175 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-554fe548-b5db-48cc-ac82-45502dc417b5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "GET /v2.0/ports?device_id=191bcbad-009a-4887-b03f-c68d26ca385d HTTP/1.1" status: 200 len: 205 time: 0.0906799 Feb 16 22:51:49.909516 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48120) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:49.980717 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-39e1a23c-800e-4c35-92c0-87491d69ad0e None None] Set router 191bcbad-009a-4887-b03f-c68d26ca385d gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:51:49.984704 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7f557a06-b63e-455d-930f-df201a4104cb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router (191bcbad-009a-4887-b03f-c68d26ca385d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:50.051204 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-39e1a23c-800e-4c35-92c0-87491d69ad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'name': 'tempest-RoutersTest-router-470729113', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:00Z', 'updated_at': '2022-02-16T22:51:47Z', 'revision_number': 11, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:50.082761 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e1a23c-800e-4c35-92c0-87491d69ad0e None None] Checking router: 191bcbad-009a-4887-b03f-c68d26ca385d for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:51:50.091494 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e1a23c-800e-4c35-92c0-87491d69ad0e None None] Routers {'191bcbad-009a-4887-b03f-c68d26ca385d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:51:50.092097 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-39e1a23c-800e-4c35-92c0-87491d69ad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:51:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['191bcbad-009a-4887-b03f-c68d26ca385d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:50.188522 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7f557a06-b63e-455d-930f-df201a4104cb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (191bcbad-009a-4887-b03f-c68d26ca385d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:50.191164 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7f557a06-b63e-455d-930f-df201a4104cb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router_controller (191bcbad-009a-4887-b03f-c68d26ca385d), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:50.272795 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e16c457a-c176-4e17-8709-d197f327ef3e req-68ce8627-75a9-4424-b619-d0eda38fc11e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 210 time: 0.0304005 Feb 16 22:51:50.274413 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7f557a06-b63e-455d-930f-df201a4104cb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (191bcbad-009a-4887-b03f-c68d26ca385d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:50.275032 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f557a06-b63e-455d-930f-df201a4104cb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Fanout notify agent at l3_agent the message router_deleted on router 191bcbad-009a-4887-b03f-c68d26ca385d {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:51:50.282093 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7f557a06-b63e-455d-930f-df201a4104cb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:50.287532 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48124) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:50.292713 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-8abffff8-8ae0-4357-90d6-e3cfcb972ee0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1338222572', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:51:50.297307 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7f557a06-b63e-455d-930f-df201a4104cb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/routers/191bcbad-009a-4887-b03f-c68d26ca385d HTTP/1.1" status: 204 len: 168 time: 0.3866560 Feb 16 22:51:50.324072 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-39e1a23c-800e-4c35-92c0-87491d69ad0e None None] Set router 191bcbad-009a-4887-b03f-c68d26ca385d gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:51:50.325200 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8abffff8-8ae0-4357-90d6-e3cfcb972ee0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (411b0303-7fba-4713-871c-6813a27fe341), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:50.326443 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8abffff8-8ae0-4357-90d6-e3cfcb972ee0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (411b0303-7fba-4713-871c-6813a27fe341), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:50.418055 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8abffff8-8ae0-4357-90d6-e3cfcb972ee0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router_controller (411b0303-7fba-4713-871c-6813a27fe341), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:50.425722 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8abffff8-8ae0-4357-90d6-e3cfcb972ee0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (411b0303-7fba-4713-871c-6813a27fe341), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:50.427856 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-39e1a23c-800e-4c35-92c0-87491d69ad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'name': 'tempest-RoutersTest-router-470729113', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:00Z', 'updated_at': '2022-02-16T22:51:47Z', 'revision_number': 11, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:50.461960 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8abffff8-8ae0-4357-90d6-e3cfcb972ee0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:50.472767 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48136) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:50.474928 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e1a23c-800e-4c35-92c0-87491d69ad0e None None] The sync data for ids ['191bcbad-009a-4887-b03f-c68d26ca385d'] in n-d-813897-6 is: [{'id': '191bcbad-009a-4887-b03f-c68d26ca385d', 'name': 'tempest-RoutersTest-router-470729113', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:00Z', 'updated_at': '2022-02-16T22:51:47Z', 'revision_number': 11, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'gw_port_host': None}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:51:50.479460 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8abffff8-8ae0-4357-90d6-e3cfcb972ee0 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1897731 Feb 16 22:51:50.482481 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-ffc92e83-c16d-48f8-8334-f675a945b5a6 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:51:50.711116 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-020cce6d-ee01-4272-bf1a-14feaa5e574a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:50.734831 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ffc92e83-c16d-48f8-8334-f675a945b5a6 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-374653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59817'] for router (411b0303-7fba-4713-871c-6813a27fe341), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:50.772936 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ffc92e83-c16d-48f8-8334-f675a945b5a6 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362694'] for router (411b0303-7fba-4713-871c-6813a27fe341), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:50.906962 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc92e83-c16d-48f8-8334-f675a945b5a6 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Router 411b0303-7fba-4713-871c-6813a27fe341 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:51:51.000092 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc92e83-c16d-48f8-8334-f675a945b5a6 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:51:51.007578 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ffc92e83-c16d-48f8-8334-f675a945b5a6 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:51.011888 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48138) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:51.013292 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8978abc-3047-44f6-a41e-1b223def0797 None None] Sync routers for ids ['411b0303-7fba-4713-871c-6813a27fe341'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:51:51.027396 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8978abc-3047-44f6-a41e-1b223def0797 None None] Routers {'411b0303-7fba-4713-871c-6813a27fe341'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:51:51.029110 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-a8978abc-3047-44f6-a41e-1b223def0797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:51:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['411b0303-7fba-4713-871c-6813a27fe341'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:51.031650 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ffc92e83-c16d-48f8-8334-f675a945b5a6 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "PUT /v2.0/routers/411b0303-7fba-4713-871c-6813a27fe341 HTTP/1.1" status: 200 len: 694 time: 0.5375562 Feb 16 22:51:51.101392 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ef081e63-6062-4393-b0cd-e53aba34f1fb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "GET /v2.0/routers/411b0303-7fba-4713-871c-6813a27fe341 HTTP/1.1" status: 200 len: 700 time: 0.0881805 Feb 16 22:51:51.104501 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48140) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:51.129203 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-a8978abc-3047-44f6-a41e-1b223def0797 None None] Set router 411b0303-7fba-4713-871c-6813a27fe341 gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:51:51.135434 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-246c9e46-e794-4ce0-8a65-f3ad1d77da9e tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "GET /v2.0/ports?device_id=411b0303-7fba-4713-871c-6813a27fe341 HTTP/1.1" status: 200 len: 205 time: 0.0294919 Feb 16 22:51:51.137781 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48142) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:51.188515 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-a8978abc-3047-44f6-a41e-1b223def0797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b0303-7fba-4713-871c-6813a27fe341', 'name': 'tempest-RoutersTest-router-1338222572', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:50Z', 'updated_at': '2022-02-16T22:51:50Z', 'revision_number': 2, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:51.216543 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8978abc-3047-44f6-a41e-1b223def0797 None None] Checking router: 411b0303-7fba-4713-871c-6813a27fe341 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:51:51.226183 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8978abc-3047-44f6-a41e-1b223def0797 None None] Routers {'411b0303-7fba-4713-871c-6813a27fe341'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:51:51.226803 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-a8978abc-3047-44f6-a41e-1b223def0797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:51:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['411b0303-7fba-4713-871c-6813a27fe341'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:51.227648 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b02e10c7-a88b-4d51-9329-6c6d32b41029 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router (411b0303-7fba-4713-871c-6813a27fe341), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:51.304839 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-a8978abc-3047-44f6-a41e-1b223def0797 None None] Set router 411b0303-7fba-4713-871c-6813a27fe341 gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:51:51.373566 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-a8978abc-3047-44f6-a41e-1b223def0797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b0303-7fba-4713-871c-6813a27fe341', 'name': 'tempest-RoutersTest-router-1338222572', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:50Z', 'updated_at': '2022-02-16T22:51:50Z', 'revision_number': 2, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:51.425182 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8978abc-3047-44f6-a41e-1b223def0797 None None] The sync data for ids ['411b0303-7fba-4713-871c-6813a27fe341'] in n-d-813897-6 is: [{'id': '411b0303-7fba-4713-871c-6813a27fe341', 'name': 'tempest-RoutersTest-router-1338222572', 'tenant_id': '7e373bcd13d84490b51600663d7fbd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:50Z', 'updated_at': '2022-02-16T22:51:50Z', 'revision_number': 2, 'project_id': '7e373bcd13d84490b51600663d7fbd9c', 'gw_port_host': None}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:51:51.761301 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d820ebe3-7db5-4877-9e0a-4ae21a80ebeb req-b1a26fe0-c03f-43a1-ba58-9b4c8d62be0f tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 210 time: 0.0561969 Feb 16 22:51:51.766521 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b02e10c7-a88b-4d51-9329-6c6d32b41029 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (411b0303-7fba-4713-871c-6813a27fe341), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:51.769244 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b02e10c7-a88b-4d51-9329-6c6d32b41029 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router_controller (411b0303-7fba-4713-871c-6813a27fe341), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:51.822130 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b02e10c7-a88b-4d51-9329-6c6d32b41029 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (411b0303-7fba-4713-871c-6813a27fe341), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:51.823285 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02e10c7-a88b-4d51-9329-6c6d32b41029 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Fanout notify agent at l3_agent the message router_deleted on router 411b0303-7fba-4713-871c-6813a27fe341 {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:51:51.831140 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b02e10c7-a88b-4d51-9329-6c6d32b41029 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:51.835641 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b02e10c7-a88b-4d51-9329-6c6d32b41029 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/routers/411b0303-7fba-4713-871c-6813a27fe341 HTTP/1.1" status: 204 len: 168 time: 0.6933181 Feb 16 22:51:51.835886 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48156) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:51.866540 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8a853075-f59d-442a-a946-a1adf2527dd6 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "GET /v2.0/ports?device_id=411b0303-7fba-4713-871c-6813a27fe341 HTTP/1.1" status: 200 len: 205 time: 0.0292294 Feb 16 22:51:51.868852 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48158) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:51.918085 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-98ea1260-16e3-4907-b199-39809005d134 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] delete failed (client error): The resource could not be found. Feb 16 22:51:51.921711 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48160) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:51.922235 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-98ea1260-16e3-4907-b199-39809005d134 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/routers/411b0303-7fba-4713-871c-6813a27fe341 HTTP/1.1" status: 404 len: 336 time: 0.0520024 Feb 16 22:51:51.952513 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bcc8b97-a3b3-485d-8f61-96c85e3195f5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] DELETE failed (client error): The resource could not be found. Feb 16 22:51:51.953273 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bcc8b97-a3b3-485d-8f61-96c85e3195f5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:51:51.957191 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2bcc8b97-a3b3-485d-8f61-96c85e3195f5 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/subnets/7a3ca313-43b1-416e-b032-e6bf8b6712eb HTTP/1.1" status: 404 len: 337 time: 0.0336654 Feb 16 22:51:51.959773 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48162) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:51.988915 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-2265d90e-cf14-4d93-9922-ec086c6227df tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] DELETE failed (client error): The resource could not be found. Feb 16 22:51:51.989527 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2265d90e-cf14-4d93-9922-ec086c6227df tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:51:51.994428 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2265d90e-cf14-4d93-9922-ec086c6227df tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/subnets/cdacecf4-0c4c-4df7-af43-50170875ef51 HTTP/1.1" status: 404 len: 337 time: 0.0334485 Feb 16 22:51:51.996282 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48164) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:52.028145 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-45cc1005-5466-45f5-b648-3d83ce17161b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] DELETE failed (client error): The resource could not be found. Feb 16 22:51:52.028742 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45cc1005-5466-45f5-b648-3d83ce17161b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:51:52.034303 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-45cc1005-5466-45f5-b648-3d83ce17161b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/subnets/14345a05-4879-450e-8cd9-8fc377c3b1c3 HTTP/1.1" status: 404 len: 337 time: 0.0346119 Feb 16 22:51:52.034897 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48166) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:52.064054 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5161dac-a7b9-40d3-aa93-6de39b1c9d49 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] DELETE failed (client error): The resource could not be found. Feb 16 22:51:52.065209 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5161dac-a7b9-40d3-aa93-6de39b1c9d49 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:51:52.070060 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a5161dac-a7b9-40d3-aa93-6de39b1c9d49 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/subnets/c1286d3f-edec-4489-a6df-cbaed66f0c84 HTTP/1.1" status: 404 len: 337 time: 0.0325346 Feb 16 22:51:52.071603 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48168) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:52.104764 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c40286bc-4045-44db-9469-8345d2f748ef tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "GET /v2.0/ports?device_id=191bcbad-009a-4887-b03f-c68d26ca385d HTTP/1.1" status: 200 len: 205 time: 0.0317364 Feb 16 22:51:52.107117 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48170) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:52.145661 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-7da1c3f5-08e8-45f9-b830-b00ed31f9d46 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] delete failed (client error): The resource could not be found. Feb 16 22:51:52.149511 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7da1c3f5-08e8-45f9-b830-b00ed31f9d46 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/routers/191bcbad-009a-4887-b03f-c68d26ca385d HTTP/1.1" status: 404 len: 336 time: 0.0385172 Feb 16 22:51:52.149870 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48172) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:52.180254 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-623499e2-7f22-49ea-b675-dd9c3238e829 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "GET /v2.0/ports?device_id=4461d80b-811c-4c11-9963-2feed7ac23ba HTTP/1.1" status: 200 len: 205 time: 0.0292196 Feb 16 22:51:52.183163 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48174) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:52.235188 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-b885b34c-a493-4781-80a3-7e5772f2f88f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] delete failed (client error): The resource could not be found. Feb 16 22:51:52.239631 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48176) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:52.246524 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b885b34c-a493-4781-80a3-7e5772f2f88f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/routers/4461d80b-811c-4c11-9963-2feed7ac23ba HTTP/1.1" status: 404 len: 336 time: 0.0621700 Feb 16 22:51:52.274476 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-08051fa3-e1b9-460b-971b-c173b927d045 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] DELETE failed (client error): The resource could not be found. Feb 16 22:51:52.275073 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08051fa3-e1b9-460b-971b-c173b927d045 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:51:52.278736 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-08051fa3-e1b9-460b-971b-c173b927d045 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/subnets/f156b1e0-10c3-4889-8d06-b66a5e2d8c65 HTTP/1.1" status: 404 len: 337 time: 0.0373261 Feb 16 22:51:52.281367 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48178) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:52.317217 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a76d4434-bf90-46b8-8e81-7c055146127d tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef HTTP/1.1" status: 200 len: 205 time: 0.0345607 Feb 16 22:51:52.319543 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48180) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:52.366116 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-9701bf90-17cb-4b3f-b3a9-e1d991e197e3 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] delete failed (client error): The resource could not be found. Feb 16 22:51:52.367413 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9701bf90-17cb-4b3f-b3a9-e1d991e197e3 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/routers/0c47a39c-68ea-4b4d-bc09-2ce6bcf3b2ef HTTP/1.1" status: 404 len: 336 time: 0.0464461 Feb 16 22:51:52.370694 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48182) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:52.403622 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-08e117e5-ba11-4f27-bf7b-b3016dd6d4a3 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f91500e-f1b4-4b2e-99b5-a3265504570a HTTP/1.1" status: 200 len: 205 time: 0.0314367 Feb 16 22:51:52.406013 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48184) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:52.447133 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-184d12a8-d3f6-49a7-b481-85fd2491dbb3 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] delete failed (client error): The resource could not be found. Feb 16 22:51:52.450669 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-184d12a8-d3f6-49a7-b481-85fd2491dbb3 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/routers/3f91500e-f1b4-4b2e-99b5-a3265504570a HTTP/1.1" status: 404 len: 336 time: 0.0409889 Feb 16 22:51:52.451098 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48186) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:52.481665 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c76b357-1ffe-4380-84bf-68835a4bf5c3 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] DELETE failed (client error): The resource could not be found. Feb 16 22:51:52.482195 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c76b357-1ffe-4380-84bf-68835a4bf5c3 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:51:52.487619 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4c76b357-1ffe-4380-84bf-68835a4bf5c3 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/subnets/0016f142-16a1-420d-9c23-193199ca8a4c HTTP/1.1" status: 404 len: 337 time: 0.0331352 Feb 16 22:51:52.487875 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48188) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:52.845381 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c578edc9-c3da-4c79-b742-899fbe2ba2bf tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "GET /v2.0/ports?device_id=cecbabe8-82be-4c74-9e17-9aa36eb4fbf3 HTTP/1.1" status: 200 len: 205 time: 0.3563995 Feb 16 22:51:52.847686 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48194) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:52.878428 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb4d542f-4a82-40b7-ba61-34c5f6620a88 req-7155a3e1-f68a-489c-8cce-895c978f29b4 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=de22f3a4-5810-4b7e-9299-923ac0b3bcea HTTP/1.1" status: 200 len: 210 time: 0.0341616 Feb 16 22:51:52.890487 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-ab1847b7-76cf-4e32-8493-a1c461ad390f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] delete failed (client error): The resource could not be found. Feb 16 22:51:52.899593 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ab1847b7-76cf-4e32-8493-a1c461ad390f tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/routers/cecbabe8-82be-4c74-9e17-9aa36eb4fbf3 HTTP/1.1" status: 404 len: 336 time: 0.0428886 Feb 16 22:51:52.899780 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48196) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:52.924397 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae44afb-1f22-42da-a9c3-66142e0daeeb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] DELETE failed (client error): The resource could not be found. Feb 16 22:51:52.925081 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ae44afb-1f22-42da-a9c3-66142e0daeeb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:51:52.928344 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6ae44afb-1f22-42da-a9c3-66142e0daeeb tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/subnets/692a460c-9e18-4024-ba36-7c71b320dc36 HTTP/1.1" status: 404 len: 337 time: 0.0329328 Feb 16 22:51:52.931098 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48198) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:52.964716 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ffc223d0-066b-4eed-bf96-ade9d821a35a tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "GET /v2.0/ports?device_id=60a057d2-430c-4e6f-b158-863e06235ded HTTP/1.1" status: 200 len: 205 time: 0.0295625 Feb 16 22:51:52.965193 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48200) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:53.012996 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-83c8d44e-8378-4986-b7b9-4902e36d717b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] delete failed (client error): The resource could not be found. Feb 16 22:51:53.017761 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-83c8d44e-8378-4986-b7b9-4902e36d717b tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/routers/60a057d2-430c-4e6f-b158-863e06235ded HTTP/1.1" status: 404 len: 336 time: 0.0479548 Feb 16 22:51:53.018178 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48202) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:53.047114 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe03901d-89e6-46cd-8544-304eb1a8138a tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] DELETE failed (client error): The resource could not be found. Feb 16 22:51:53.047746 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe03901d-89e6-46cd-8544-304eb1a8138a tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:51:53.051477 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-fe03901d-89e6-46cd-8544-304eb1a8138a tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/subnets/d9da9e47-3db5-4ead-ab45-53db40503e0a HTTP/1.1" status: 404 len: 337 time: 0.0319037 Feb 16 22:51:53.053958 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48204) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:53.079644 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-446f1701-e1ac-4480-8705-da9ba2aa20fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:53.087712 n-d-813897-6 neutron-server[103465]: INFO neutron.pecan_wsgi.hooks.translation [None req-48a975d2-dc29-4063-9c39-28add34859e7 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] DELETE failed (client error): The resource could not be found. Feb 16 22:51:53.089065 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48a975d2-dc29-4063-9c39-28add34859e7 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 22:51:53.093160 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-48a975d2-dc29-4063-9c39-28add34859e7 tempest-RoutersTest-936468478 tempest-RoutersTest-936468478-project] 10.222.0.75 "DELETE /v2.0/subnets/5a179d38-ffa0-4bf9-b4e1-827e5657067d HTTP/1.1" status: 404 len: 337 time: 0.0375454 Feb 16 22:51:53.397471 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48210) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:53.453138 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a5333a27-a23d-4152-9bf5-63e930a1bd72 req-97d1b31a-f23f-46fa-b901-cfd93c445783 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0591140 Feb 16 22:51:53.590048 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5333a27-a23d-4152-9bf5-63e930a1bd72 req-ddb459c5-61b6-4b7a-90de-d2036787c8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:53.592488 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a5333a27-a23d-4152-9bf5-63e930a1bd72 req-ddb459c5-61b6-4b7a-90de-d2036787c8e0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 1127 time: 0.0853453 Feb 16 22:51:53.593096 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48216) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:53.594472 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-129f67fd-4aaa-4bee-b93e-0dc17d28714b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7e373bcd13d84490b51600663d7fbd9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1951492 Feb 16 22:51:53.733585 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2f95165d-57d6-49fa-abc3-c5e1728fdc9b admin admin] Publish callbacks [] for security_group (728f8e2f-7628-4882-96e9-14c7a7c87aaf), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:53.773053 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2f95165d-57d6-49fa-abc3-c5e1728fdc9b admin admin] Publish callbacks [] for security_group (728f8e2f-7628-4882-96e9-14c7a7c87aaf), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:53.780136 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5333a27-a23d-4152-9bf5-63e930a1bd72 req-d4384eec-047c-4cd7-8ad3-13209decfc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:53.781861 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a5333a27-a23d-4152-9bf5-63e930a1bd72 req-d4384eec-047c-4cd7-8ad3-13209decfc06 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8243b84-0aee-46a8-a7d2-cc9e156d804f HTTP/1.1" status: 200 len: 898 time: 0.1699147 Feb 16 22:51:53.870671 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a5333a27-a23d-4152-9bf5-63e930a1bd72 req-263e2e10-cc03-4145-8b8f-3c0a10e9bb4e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f8e948e-45ac-4902-86ce-403281521e20 HTTP/1.1" status: 200 len: 1001 time: 0.0821226 Feb 16 22:51:53.886023 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2f95165d-57d6-49fa-abc3-c5e1728fdc9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (728f8e2f-7628-4882-96e9-14c7a7c87aaf), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:53.888561 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2f95165d-57d6-49fa-abc3-c5e1728fdc9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:53.889647 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2f95165d-57d6-49fa-abc3-c5e1728fdc9b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/728f8e2f-7628-4882-96e9-14c7a7c87aaf HTTP/1.1" status: 204 len: 168 time: 0.2953999 Feb 16 22:51:53.956052 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5333a27-a23d-4152-9bf5-63e930a1bd72 req-aa824d49-d2ad-4f57-8ef5-93393b55dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:53.957875 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a5333a27-a23d-4152-9bf5-63e930a1bd72 req-aa824d49-d2ad-4f57-8ef5-93393b55dc4c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fb7575e1-fe09-42ea-9731-5160b8d6f33b HTTP/1.1" status: 200 len: 835 time: 0.0808249 Feb 16 22:51:53.966007 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f95165d-57d6-49fa-abc3-c5e1728fdc9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728f8e2f-7628-4882-96e9-14c7a7c87aaf,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:54.012698 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f95165d-57d6-49fa-abc3-c5e1728fdc9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:54.013892 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f95165d-57d6-49fa-abc3-c5e1728fdc9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:54.026895 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f95165d-57d6-49fa-abc3-c5e1728fdc9b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:54.026895 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f95165d-57d6-49fa-abc3-c5e1728fdc9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:54.026895 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f95165d-57d6-49fa-abc3-c5e1728fdc9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:54.026895 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f95165d-57d6-49fa-abc3-c5e1728fdc9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:54.026895 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f95165d-57d6-49fa-abc3-c5e1728fdc9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:54.026895 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f95165d-57d6-49fa-abc3-c5e1728fdc9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:54.026895 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f95165d-57d6-49fa-abc3-c5e1728fdc9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:54.026895 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f95165d-57d6-49fa-abc3-c5e1728fdc9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:54.028293 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f95165d-57d6-49fa-abc3-c5e1728fdc9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:54.028683 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f95165d-57d6-49fa-abc3-c5e1728fdc9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:54.029027 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f95165d-57d6-49fa-abc3-c5e1728fdc9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:51:54.074125 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5333a27-a23d-4152-9bf5-63e930a1bd72 req-b0f20d59-cba7-44b3-8695-f2e4d0ec54a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:54.075782 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a5333a27-a23d-4152-9bf5-63e930a1bd72 req-b0f20d59-cba7-44b3-8695-f2e4d0ec54a4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8243b84-0aee-46a8-a7d2-cc9e156d804f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1073191 Feb 16 22:51:54.203565 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a5333a27-a23d-4152-9bf5-63e930a1bd72 req-0f71c960-c468-4aec-a0f2-d229ea2cbb8b service neutron] 10.222.0.67 "GET /v2.0/networks/c8243b84-0aee-46a8-a7d2-cc9e156d804f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192608 Feb 16 22:51:54.336907 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:54.353204 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a5333a27-a23d-4152-9bf5-63e930a1bd72 req-f71d50c7-6bb1-4f48-bc1b-337d378c1ddf service neutron] 10.222.0.67 "GET /v2.0/networks/c8243b84-0aee-46a8-a7d2-cc9e156d804f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346262 Feb 16 22:51:54.799700 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48252) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:54.897885 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-676880ce-aa47-4408-ad0a-7ba16fd3045a tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2124726189'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:51:54.919894 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676880ce-aa47-4408-ad0a-7ba16fd3045a tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Made reservation on behalf of dcf814c768804669a58196d171cf0fdc for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:51:54.923733 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-676880ce-aa47-4408-ad0a-7ba16fd3045a tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:54.936147 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-676880ce-aa47-4408-ad0a-7ba16fd3045a tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:55.021344 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-676880ce-aa47-4408-ad0a-7ba16fd3045a tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks [] for security_group (4234d01b-ffeb-44d7-a623-056222a63f25), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:55.025929 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-676880ce-aa47-4408-ad0a-7ba16fd3045a tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4234d01b-ffeb-44d7-a623-056222a63f25), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:55.046819 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-676880ce-aa47-4408-ad0a-7ba16fd3045a tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:51:55.060565 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-676880ce-aa47-4408-ad0a-7ba16fd3045a tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (eb6bcb7c-9434-46ed-ba35-11f96a9d23a0), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:55.061064 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-676880ce-aa47-4408-ad0a-7ba16fd3045a tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Added segment eb6bcb7c-9434-46ed-ba35-11f96a9d23a0 of type vlan for network fe4cc065-691a-499d-9b0b-fb8efbfa5637 Feb 16 22:51:55.157807 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-676880ce-aa47-4408-ad0a-7ba16fd3045a tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (fe4cc065-691a-499d-9b0b-fb8efbfa5637), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:55.160234 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676880ce-aa47-4408-ad0a-7ba16fd3045a tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4234d01b-ffeb-44d7-a623-056222a63f25,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:55.191968 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-676880ce-aa47-4408-ad0a-7ba16fd3045a tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (fe4cc065-691a-499d-9b0b-fb8efbfa5637), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:55.197195 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676880ce-aa47-4408-ad0a-7ba16fd3045a tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:55.198406 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-676880ce-aa47-4408-ad0a-7ba16fd3045a tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:55.236860 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-676880ce-aa47-4408-ad0a-7ba16fd3045a tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4334004 Feb 16 22:51:55.237131 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48258) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:55.242100 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-9a497937-8379-4d7e-8a89-9c8b05ee4a66 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Request body: {'subnet': {'network_id': 'fe4cc065-691a-499d-9b0b-fb8efbfa5637', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:51:55.301113 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676880ce-aa47-4408-ad0a-7ba16fd3045a tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Pushing event updated for resources: {'Network': ['ID=fe4cc065-691a-499d-9b0b-fb8efbfa5637,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:55.318111 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network fe4cc065-691a-499d-9b0b-fb8efbfa5637 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:51:55.392801 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a497937-8379-4d7e-8a89-9c8b05ee4a66 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Made reservation on behalf of dcf814c768804669a58196d171cf0fdc for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:51:55.396804 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9a497937-8379-4d7e-8a89-9c8b05ee4a66 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:55.616437 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9a497937-8379-4d7e-8a89-9c8b05ee4a66 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (f30e2674-ec0c-4f06-b8d7-efa74a2d7aed), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:55.679354 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a497937-8379-4d7e-8a89-9c8b05ee4a66 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Pushing event updated for resources: {'Subnet': ['ID=f30e2674-ec0c-4f06-b8d7-efa74a2d7aed,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:55.698366 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:55.704015 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a497937-8379-4d7e-8a89-9c8b05ee4a66 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Checking segment: {'id': 'eb6bcb7c-9434-46ed-ba35-11f96a9d23a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fe4cc065-691a-499d-9b0b-fb8efbfa5637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:51:55.704590 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a497937-8379-4d7e-8a89-9c8b05ee4a66 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Network hostable DHCP agents. Network: fe4cc065-691a-499d-9b0b-fb8efbfa5637, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:51:55.723961 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a497937-8379-4d7e-8a89-9c8b05ee4a66 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Network fe4cc065-691a-499d-9b0b-fb8efbfa5637 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:51:55.736018 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-9a497937-8379-4d7e-8a89-9c8b05ee4a66 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, fe4cc065-691a-499d-9b0b-fb8efbfa5637) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:51:55.745116 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a36c59-5c2f-47c1-ac06-e27ca0df4a90 None None] Network fe4cc065-691a-499d-9b0b-fb8efbfa5637 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:51:55.752586 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a497937-8379-4d7e-8a89-9c8b05ee4a66 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:55.753615 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9a497937-8379-4d7e-8a89-9c8b05ee4a66 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:55.793706 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9a497937-8379-4d7e-8a89-9c8b05ee4a66 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5555751 Feb 16 22:51:55.796702 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48262) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:55.812105 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-1ad820f4-124c-4244-84e0-2c8e00c90a48 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Request body: {'port': {'network_id': 'fe4cc065-691a-499d-9b0b-fb8efbfa5637', 'name': 'tempest-TagsExtTest-1072305889'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:51:55.877766 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dc2c42-0704-437a-9f3a-79425798de0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-fe4cc065-691a-499d-9b0b-fb8efbfa5637', 'network_id': 'fe4cc065-691a-499d-9b0b-fb8efbfa5637', 'project_id': 'dcf814c768804669a58196d171cf0fdc', 'fixed_ips': [{'subnet_id': 'f30e2674-ec0c-4f06-b8d7-efa74a2d7aed'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:51:55.878733 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c3dc2c42-0704-437a-9f3a-79425798de0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:55.958598 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad820f4-124c-4244-84e0-2c8e00c90a48 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Made reservation on behalf of dcf814c768804669a58196d171cf0fdc for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:51:55.963694 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1ad820f4-124c-4244-84e0-2c8e00c90a48 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:55.984514 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [None req-1ad820f4-124c-4244-84e0-2c8e00c90a48 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] device_id is not set on port e06094ec-c413-46f4-93e7-78fdc8e9ec68 yet. {{(pid=103465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 22:51:56.060397 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-c3dc2c42-0704-437a-9f3a-79425798de0e None None] Allocated IP 172.20.0.2 (fe4cc065-691a-499d-9b0b-fb8efbfa5637/f30e2674-ec0c-4f06-b8d7-efa74a2d7aed/82ffb61c-1642-4b6e-abc7-c30d81a639a6) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:51:56.227547 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c3dc2c42-0704-437a-9f3a-79425798de0e None None] Publish callbacks [] for port (82ffb61c-1642-4b6e-abc7-c30d81a639a6), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:56.242559 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c3dc2c42-0704-437a-9f3a-79425798de0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (82ffb61c-1642-4b6e-abc7-c30d81a639a6), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:56.294573 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-1ad820f4-124c-4244-84e0-2c8e00c90a48 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Allocated IP 172.20.0.9 (fe4cc065-691a-499d-9b0b-fb8efbfa5637/f30e2674-ec0c-4f06-b8d7-efa74a2d7aed/e06094ec-c413-46f4-93e7-78fdc8e9ec68) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:51:56.295183 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dc2c42-0704-437a-9f3a-79425798de0e None None] Network fe4cc065-691a-499d-9b0b-fb8efbfa5637 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:51:56.298385 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-c3dc2c42-0704-437a-9f3a-79425798de0e None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:51:56.301612 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dc2c42-0704-437a-9f3a-79425798de0e None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:51:56.315792 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc2c42-0704-437a-9f3a-79425798de0e None None] Pushing event updated for resources: {'Port': ['ID=82ffb61c-1642-4b6e-abc7-c30d81a639a6,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:56.375901 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-c3dc2c42-0704-437a-9f3a-79425798de0e None None] Attempting to bind port 82ffb61c-1642-4b6e-abc7-c30d81a639a6 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:51:56.376200 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-c3dc2c42-0704-437a-9f3a-79425798de0e None None] Attempting to bind port 82ffb61c-1642-4b6e-abc7-c30d81a639a6 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'eb6bcb7c-9434-46ed-ba35-11f96a9d23a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fe4cc065-691a-499d-9b0b-fb8efbfa5637'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:51:56.376716 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dc2c42-0704-437a-9f3a-79425798de0e None None] Attempting to bind port 82ffb61c-1642-4b6e-abc7-c30d81a639a6 on network fe4cc065-691a-499d-9b0b-fb8efbfa5637 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:51:56.383081 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dc2c42-0704-437a-9f3a-79425798de0e None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:51:56.383602 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dc2c42-0704-437a-9f3a-79425798de0e None None] Checking segment: {'id': 'eb6bcb7c-9434-46ed-ba35-11f96a9d23a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fe4cc065-691a-499d-9b0b-fb8efbfa5637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:51:56.384254 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c3dc2c42-0704-437a-9f3a-79425798de0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:56.386285 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dc2c42-0704-437a-9f3a-79425798de0e None None] Bound using segment: {'id': 'eb6bcb7c-9434-46ed-ba35-11f96a9d23a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fe4cc065-691a-499d-9b0b-fb8efbfa5637'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:51:56.386285 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-c3dc2c42-0704-437a-9f3a-79425798de0e None None] Bound port: 82ffb61c-1642-4b6e-abc7-c30d81a639a6, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb6bcb7c-9434-46ed-ba35-11f96a9d23a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fe4cc065-691a-499d-9b0b-fb8efbfa5637'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:51:56.386805 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c3dc2c42-0704-437a-9f3a-79425798de0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (82ffb61c-1642-4b6e-abc7-c30d81a639a6), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:56.477217 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c3dc2c42-0704-437a-9f3a-79425798de0e None None] For port 82ffb61c-1642-4b6e-abc7-c30d81a639a6, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:51:56.481125 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c3dc2c42-0704-437a-9f3a-79425798de0e None None] For port 82ffb61c-1642-4b6e-abc7-c30d81a639a6, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=82ffb61c-1642-4b6e-abc7-c30d81a639a6,segment=NetworkSegment(eb6bcb7c-9434-46ed-ba35-11f96a9d23a0),segment_id=eb6bcb7c-9434-46ed-ba35-11f96a9d23a0)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:51:56.491447 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c3dc2c42-0704-437a-9f3a-79425798de0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (82ffb61c-1642-4b6e-abc7-c30d81a639a6), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:56.533012 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1ad820f4-124c-4244-84e0-2c8e00c90a48 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks [] for port (e06094ec-c413-46f4-93e7-78fdc8e9ec68), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:56.589928 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc2c42-0704-437a-9f3a-79425798de0e None None] Pushing event updated for resources: {'Port': ['ID=82ffb61c-1642-4b6e-abc7-c30d81a639a6,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:56.592728 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1ad820f4-124c-4244-84e0-2c8e00c90a48 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (e06094ec-c413-46f4-93e7-78fdc8e9ec68), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:56.663586 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad820f4-124c-4244-84e0-2c8e00c90a48 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Pushing event updated for resources: {'Port': ['ID=e06094ec-c413-46f4-93e7-78fdc8e9ec68,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:56.674763 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad820f4-124c-4244-84e0-2c8e00c90a48 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Network fe4cc065-691a-499d-9b0b-fb8efbfa5637 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:51:56.676387 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-1ad820f4-124c-4244-84e0-2c8e00c90a48 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:51:56.679180 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad820f4-124c-4244-84e0-2c8e00c90a48 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:51:56.738322 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad820f4-124c-4244-84e0-2c8e00c90a48 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:51:56.739098 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1ad820f4-124c-4244-84e0-2c8e00c90a48 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:56.757221 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1ad820f4-124c-4244-84e0-2c8e00c90a48 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9593806 Feb 16 22:51:56.760909 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48266) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:56.767096 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-6b03bab8-e64f-4bea-adbd-e2731b509e93 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2082336603', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:51:56.852267 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6b03bab8-e64f-4bea-adbd-e2731b509e93 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (211ea268-f6d9-4c3c-952e-0ec23731c0ed), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:56.853702 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6b03bab8-e64f-4bea-adbd-e2731b509e93 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (211ea268-f6d9-4c3c-952e-0ec23731c0ed), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:56.935506 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6b03bab8-e64f-4bea-adbd-e2731b509e93 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks [] for router_controller (211ea268-f6d9-4c3c-952e-0ec23731c0ed), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:56.946006 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6b03bab8-e64f-4bea-adbd-e2731b509e93 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (211ea268-f6d9-4c3c-952e-0ec23731c0ed), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:56.987752 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6b03bab8-e64f-4bea-adbd-e2731b509e93 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:56.991813 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6b03bab8-e64f-4bea-adbd-e2731b509e93 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2264378 Feb 16 22:51:56.991971 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48270) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:56.997189 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-8aa816fc-a586-4dea-99d0-922ff54b9390 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1877608379', 'prefixes': ['172.20.0.0/16']}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:51:57.005675 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 82ffb61c-1642-4b6e-abc7-c30d81a639a6 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:51:57.101748 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:57.103751 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8aa816fc-a586-4dea-99d0-922ff54b9390 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:57.108466 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8aa816fc-a586-4dea-99d0-922ff54b9390 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1122055 Feb 16 22:51:57.108778 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48272) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:57.114727 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.tag.tag_plugin [None req-f4eb18c8-4a98-4746-a1f0-bcddd3b5c4ef tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f30e2674-ec0c-4f06-b8d7-efa74a2d7aed', 'tempest-TagsExtTest-Tag-457332094') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:57.120152 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 82ffb61c-1642-4b6e-abc7-c30d81a639a6 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:57.121375 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (82ffb61c-1642-4b6e-abc7-c30d81a639a6), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:57.272015 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 82ffb61c-1642-4b6e-abc7-c30d81a639a6 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:57.272404 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (82ffb61c-1642-4b6e-abc7-c30d81a639a6), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:57.275189 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f4eb18c8-4a98-4746-a1f0-bcddd3b5c4ef tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "PUT /v2.0/subnets/f30e2674-ec0c-4f06-b8d7-efa74a2d7aed/tags/tempest-TagsExtTest-Tag-457332094 HTTP/1.1" status: 201 len: 201 time: 0.1652057 Feb 16 22:51:57.278310 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48276) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:57.283695 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.tag.tag_plugin [None req-0e909cd6-e927-4b70-9098-f6181e1e2d43 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e06094ec-c413-46f4-93e7-78fdc8e9ec68', 'tempest-TagsExtTest-Tag-303359119') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:57.313236 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 82ffb61c-1642-4b6e-abc7-c30d81a639a6, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=82ffb61c-1642-4b6e-abc7-c30d81a639a6,segment=NetworkSegment(eb6bcb7c-9434-46ed-ba35-11f96a9d23a0),segment_id=eb6bcb7c-9434-46ed-ba35-11f96a9d23a0)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:51:57.318644 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (82ffb61c-1642-4b6e-abc7-c30d81a639a6), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:57.361004 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0e909cd6-e927-4b70-9098-f6181e1e2d43 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "PUT /v2.0/ports/e06094ec-c413-46f4-93e7-78fdc8e9ec68/tags/tempest-TagsExtTest-Tag-303359119 HTTP/1.1" status: 201 len: 201 time: 0.0812285 Feb 16 22:51:57.363866 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48278) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:57.371200 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.tag.tag_plugin [None req-c14fc609-9928-488e-8668-c39d54526d46 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '211ea268-f6d9-4c3c-952e-0ec23731c0ed', 'tempest-TagsExtTest-Tag-1651861459') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:57.382563 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=82ffb61c-1642-4b6e-abc7-c30d81a639a6,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:51:57.477190 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c14fc609-9928-488e-8668-c39d54526d46 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "PUT /v2.0/routers/211ea268-f6d9-4c3c-952e-0ec23731c0ed/tags/tempest-TagsExtTest-Tag-1651861459 HTTP/1.1" status: 201 len: 201 time: 0.1115081 Feb 16 22:51:57.480609 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48280) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:57.486573 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.tag.tag_plugin [None req-e9d91926-9192-4a74-bd8a-26f748a6afd2 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a73c501b-62be-4d26-9311-12e720b9b49d', 'tempest-TagsExtTest-Tag-225699062') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:57.541922 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e9d91926-9192-4a74-bd8a-26f748a6afd2 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "PUT /v2.0/subnetpools/a73c501b-62be-4d26-9311-12e720b9b49d/tags/tempest-TagsExtTest-Tag-225699062 HTTP/1.1" status: 201 len: 201 time: 0.0591273 Feb 16 22:51:57.544374 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48282) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:57.549302 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.tag.tag_plugin [None req-a06d431b-09ee-4f91-b447-5301023a5381 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f30e2674-ec0c-4f06-b8d7-efa74a2d7aed') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:57.605884 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a06d431b-09ee-4f91-b447-5301023a5381 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "GET /v2.0/subnets/f30e2674-ec0c-4f06-b8d7-efa74a2d7aed/tags HTTP/1.1" status: 200 len: 240 time: 0.0603476 Feb 16 22:51:57.608630 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48284) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:57.612982 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.tag.tag_plugin [None req-ff0874af-d3ba-46da-909e-fd95feb9447d tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f30e2674-ec0c-4f06-b8d7-efa74a2d7aed', 'tempest-TagsExtTest-Tag-457332094') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:57.722908 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ff0874af-d3ba-46da-909e-fd95feb9447d tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "GET /v2.0/subnets/f30e2674-ec0c-4f06-b8d7-efa74a2d7aed/tags/tempest-TagsExtTest-Tag-457332094 HTTP/1.1" status: 204 len: 168 time: 0.1130641 Feb 16 22:51:57.725593 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48286) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:57.731035 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.tag.tag_plugin [None req-9b589337-92fa-4483-9954-894435926e56 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f30e2674-ec0c-4f06-b8d7-efa74a2d7aed', 'tempest-TagsExtTest-Tag-457332094') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:57.820046 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9b589337-92fa-4483-9954-894435926e56 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "DELETE /v2.0/subnets/f30e2674-ec0c-4f06-b8d7-efa74a2d7aed/tags/tempest-TagsExtTest-Tag-457332094 HTTP/1.1" status: 204 len: 168 time: 0.0932257 Feb 16 22:51:57.823377 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48288) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:57.828284 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.tag.tag_plugin [None req-2a241ca0-1383-4533-a31f-f9d48635f835 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f30e2674-ec0c-4f06-b8d7-efa74a2d7aed') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:57.888246 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2a241ca0-1383-4533-a31f-f9d48635f835 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "GET /v2.0/subnets/f30e2674-ec0c-4f06-b8d7-efa74a2d7aed/tags HTTP/1.1" status: 200 len: 205 time: 0.0634146 Feb 16 22:51:57.891027 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48290) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:57.895948 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.tag.tag_plugin [None req-74c842e0-037d-4083-a04e-d65765f8a408 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e06094ec-c413-46f4-93e7-78fdc8e9ec68') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:57.962479 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-74c842e0-037d-4083-a04e-d65765f8a408 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "GET /v2.0/ports/e06094ec-c413-46f4-93e7-78fdc8e9ec68/tags HTTP/1.1" status: 200 len: 240 time: 0.0641503 Feb 16 22:51:57.962479 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48294) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:57.969576 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.tag.tag_plugin [None req-fcbaf5f1-ea65-49ab-8b74-acc67ebf8146 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e06094ec-c413-46f4-93e7-78fdc8e9ec68', 'tempest-TagsExtTest-Tag-303359119') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:57.973256 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86bf72a-890e-4b71-94d0-a20dbc57bfae None None] Network fe4cc065-691a-499d-9b0b-fb8efbfa5637 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:51:58.035611 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fcbaf5f1-ea65-49ab-8b74-acc67ebf8146 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "GET /v2.0/ports/e06094ec-c413-46f4-93e7-78fdc8e9ec68/tags/tempest-TagsExtTest-Tag-303359119 HTTP/1.1" status: 204 len: 168 time: 0.0732536 Feb 16 22:51:58.035983 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48296) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:58.041908 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.tag.tag_plugin [None req-17a976bb-5110-4134-9229-3f2de6847597 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'e06094ec-c413-46f4-93e7-78fdc8e9ec68', 'tempest-TagsExtTest-Tag-303359119') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:58.091081 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-0660cc4e-c08e-444c-a0ba-b0513eed2e9f None None] Provisioning complete for port 82ffb61c-1642-4b6e-abc7-c30d81a639a6 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:58.092136 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0660cc4e-c08e-444c-a0ba-b0513eed2e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (82ffb61c-1642-4b6e-abc7-c30d81a639a6), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:58.130827 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-17a976bb-5110-4134-9229-3f2de6847597 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "DELETE /v2.0/ports/e06094ec-c413-46f4-93e7-78fdc8e9ec68/tags/tempest-TagsExtTest-Tag-303359119 HTTP/1.1" status: 204 len: 168 time: 0.0913427 Feb 16 22:51:58.131208 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48298) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:58.136801 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.tag.tag_plugin [None req-fd33bda9-e4d3-4331-8add-83426c3f92de tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e06094ec-c413-46f4-93e7-78fdc8e9ec68') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:58.197127 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-fd33bda9-e4d3-4331-8add-83426c3f92de tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "GET /v2.0/ports/e06094ec-c413-46f4-93e7-78fdc8e9ec68/tags HTTP/1.1" status: 200 len: 205 time: 0.0647345 Feb 16 22:51:58.200486 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48300) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:58.215738 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.tag.tag_plugin [None req-dc188c68-6ac2-4eca-8756-bbcbff369afd tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '211ea268-f6d9-4c3c-952e-0ec23731c0ed') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:58.239612 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-0660cc4e-c08e-444c-a0ba-b0513eed2e9f None None] Current status of the port 82ffb61c-1642-4b6e-abc7-c30d81a639a6 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:58.350083 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-dc188c68-6ac2-4eca-8756-bbcbff369afd tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "GET /v2.0/routers/211ea268-f6d9-4c3c-952e-0ec23731c0ed/tags HTTP/1.1" status: 200 len: 241 time: 0.1483736 Feb 16 22:51:58.352853 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48304) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:58.358607 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.tag.tag_plugin [None req-d0fb7ed1-eab9-4ccb-9c48-887412ebbd08 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '211ea268-f6d9-4c3c-952e-0ec23731c0ed', 'tempest-TagsExtTest-Tag-1651861459') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:58.448463 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d0fb7ed1-eab9-4ccb-9c48-887412ebbd08 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "GET /v2.0/routers/211ea268-f6d9-4c3c-952e-0ec23731c0ed/tags/tempest-TagsExtTest-Tag-1651861459 HTTP/1.1" status: 204 len: 168 time: 0.0934405 Feb 16 22:51:58.451001 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48306) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:58.457828 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.tag.tag_plugin [None req-129920ff-b14d-476d-a909-5824ac9576d8 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '211ea268-f6d9-4c3c-952e-0ec23731c0ed', 'tempest-TagsExtTest-Tag-1651861459') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:58.580338 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-3ed35fc1-6d74-4e2f-ad84-be3eba3b5916 None None] Provisioning complete for port 82ffb61c-1642-4b6e-abc7-c30d81a639a6 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:58.581159 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3ed35fc1-6d74-4e2f-ad84-be3eba3b5916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (82ffb61c-1642-4b6e-abc7-c30d81a639a6), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:58.612887 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-129920ff-b14d-476d-a909-5824ac9576d8 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "DELETE /v2.0/routers/211ea268-f6d9-4c3c-952e-0ec23731c0ed/tags/tempest-TagsExtTest-Tag-1651861459 HTTP/1.1" status: 204 len: 168 time: 0.1601562 Feb 16 22:51:58.615194 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48308) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:58.620379 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.tag.tag_plugin [None req-413ebcd5-525e-462c-9fb8-2698e2d6bc94 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '211ea268-f6d9-4c3c-952e-0ec23731c0ed') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:58.708396 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:58.739744 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-3ed35fc1-6d74-4e2f-ad84-be3eba3b5916 None None] Current status of the port 82ffb61c-1642-4b6e-abc7-c30d81a639a6 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:58.755913 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48310) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:58.765595 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-3ed35fc1-6d74-4e2f-ad84-be3eba3b5916 None None] Provisioning complete for port e06094ec-c413-46f4-93e7-78fdc8e9ec68 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:58.766644 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3ed35fc1-6d74-4e2f-ad84-be3eba3b5916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e06094ec-c413-46f4-93e7-78fdc8e9ec68), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:58.769660 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.tag.tag_plugin [None req-6616866c-9319-4a2a-9cba-f101be2f842d tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a73c501b-62be-4d26-9311-12e720b9b49d') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:58.776791 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-413ebcd5-525e-462c-9fb8-2698e2d6bc94 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "GET /v2.0/routers/211ea268-f6d9-4c3c-952e-0ec23731c0ed/tags HTTP/1.1" status: 200 len: 205 time: 0.1578584 Feb 16 22:51:58.835083 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-3ed35fc1-6d74-4e2f-ad84-be3eba3b5916 None None] Port e06094ec-c413-46f4-93e7-78fdc8e9ec68 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:51:58.853427 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6616866c-9319-4a2a-9cba-f101be2f842d tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "GET /v2.0/subnetpools/a73c501b-62be-4d26-9311-12e720b9b49d/tags HTTP/1.1" status: 200 len: 240 time: 0.0961623 Feb 16 22:51:58.856514 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48312) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:58.861179 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.tag.tag_plugin [None req-0de81588-d12e-4cb8-8ca8-d553c505d19c tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a73c501b-62be-4d26-9311-12e720b9b49d', 'tempest-TagsExtTest-Tag-225699062') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:58.888447 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0de81588-d12e-4cb8-8ca8-d553c505d19c tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "GET /v2.0/subnetpools/a73c501b-62be-4d26-9311-12e720b9b49d/tags/tempest-TagsExtTest-Tag-225699062 HTTP/1.1" status: 204 len: 168 time: 0.0305796 Feb 16 22:51:58.891953 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48314) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:58.897308 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.tag.tag_plugin [None req-a3db1b8f-464b-4b4f-8961-e6a233705f90 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'a73c501b-62be-4d26-9311-12e720b9b49d', 'tempest-TagsExtTest-Tag-225699062') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:58.907543 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 82ffb61c-1642-4b6e-abc7-c30d81a639a6 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:51:58.946575 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a3db1b8f-464b-4b4f-8961-e6a233705f90 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "DELETE /v2.0/subnetpools/a73c501b-62be-4d26-9311-12e720b9b49d/tags/tempest-TagsExtTest-Tag-225699062 HTTP/1.1" status: 204 len: 168 time: 0.0534461 Feb 16 22:51:58.948773 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48316) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:58.954316 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.tag.tag_plugin [None req-cb145736-2e0a-4b86-ace2-b245bd44cd03 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a73c501b-62be-4d26-9311-12e720b9b49d') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:58.969928 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-144fb039-bf04-47c0-99ae-b26b33d0da15 None None] Provisioning complete for port e06094ec-c413-46f4-93e7-78fdc8e9ec68 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:58.970104 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-144fb039-bf04-47c0-99ae-b26b33d0da15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e06094ec-c413-46f4-93e7-78fdc8e9ec68), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:58.987011 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48320) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:58.989296 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-cb145736-2e0a-4b86-ace2-b245bd44cd03 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "GET /v2.0/subnetpools/a73c501b-62be-4d26-9311-12e720b9b49d/tags HTTP/1.1" status: 200 len: 205 time: 0.0393310 Feb 16 22:51:58.992019 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.tag.tag_plugin [None req-ea26936c-c960-4e9f-9b43-bf26339838cb tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a73c501b-62be-4d26-9311-12e720b9b49d') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:59.037289 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 82ffb61c-1642-4b6e-abc7-c30d81a639a6 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:51:59.037803 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (82ffb61c-1642-4b6e-abc7-c30d81a639a6), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:51:59.040139 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-144fb039-bf04-47c0-99ae-b26b33d0da15 None None] Port e06094ec-c413-46f4-93e7-78fdc8e9ec68 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:51:59.052627 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ea26936c-c960-4e9f-9b43-bf26339838cb tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "DELETE /v2.0/subnetpools/a73c501b-62be-4d26-9311-12e720b9b49d/tags HTTP/1.1" status: 204 len: 168 time: 0.0618744 Feb 16 22:51:59.053188 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48322) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:59.064101 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.tag.tag_plugin [None req-7eedc9b2-a012-4468-9c59-60a81e5c305c tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '211ea268-f6d9-4c3c-952e-0ec23731c0ed') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:59.150328 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 82ffb61c-1642-4b6e-abc7-c30d81a639a6 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:51:59.181159 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7eedc9b2-a012-4468-9c59-60a81e5c305c tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "DELETE /v2.0/routers/211ea268-f6d9-4c3c-952e-0ec23731c0ed/tags HTTP/1.1" status: 204 len: 168 time: 0.1244304 Feb 16 22:51:59.181485 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48324) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:59.186096 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.tag.tag_plugin [None req-25bbae59-1f71-4b3e-bd60-8ead53aaa8aa tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e06094ec-c413-46f4-93e7-78fdc8e9ec68') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:59.246697 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-25bbae59-1f71-4b3e-bd60-8ead53aaa8aa tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "DELETE /v2.0/ports/e06094ec-c413-46f4-93e7-78fdc8e9ec68/tags HTTP/1.1" status: 204 len: 168 time: 0.0639958 Feb 16 22:51:59.249256 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48326) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:59.253772 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.tag.tag_plugin [None req-fda2521b-3e8b-49ab-b07f-2b513c0e6cf5 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f30e2674-ec0c-4f06-b8d7-efa74a2d7aed') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:59.324791 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-fda2521b-3e8b-49ab-b07f-2b513c0e6cf5 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "DELETE /v2.0/subnets/f30e2674-ec0c-4f06-b8d7-efa74a2d7aed/tags HTTP/1.1" status: 204 len: 168 time: 0.0702591 Feb 16 22:51:59.325929 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48328) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:59.329954 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.tag.tag_plugin [None req-565e421b-5380-4149-96b6-6217d31f83e5 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f30e2674-ec0c-4f06-b8d7-efa74a2d7aed', 'tempest-TagsExtTest-Tag-400757114') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:59.456079 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-565e421b-5380-4149-96b6-6217d31f83e5 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "PUT /v2.0/subnets/f30e2674-ec0c-4f06-b8d7-efa74a2d7aed/tags/tempest-TagsExtTest-Tag-400757114 HTTP/1.1" status: 201 len: 201 time: 0.1297731 Feb 16 22:51:59.458662 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48338) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:59.464522 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.tag.tag_plugin [None req-1e5295a7-a96b-4420-a650-e7162c46062b tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e06094ec-c413-46f4-93e7-78fdc8e9ec68', 'tempest-TagsExtTest-Tag-2094696848') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:59.573819 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1e5295a7-a96b-4420-a650-e7162c46062b tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "PUT /v2.0/ports/e06094ec-c413-46f4-93e7-78fdc8e9ec68/tags/tempest-TagsExtTest-Tag-2094696848 HTTP/1.1" status: 201 len: 201 time: 0.1133823 Feb 16 22:51:59.576394 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48348) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:59.582371 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.tag.tag_plugin [None req-df308a75-03bf-4401-8a49-a348dbcc505b tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '211ea268-f6d9-4c3c-952e-0ec23731c0ed', 'tempest-TagsExtTest-Tag-1991039567') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:59.740707 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48358) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:59.747075 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.tag.tag_plugin [None req-de665f3c-891b-4219-b23c-418b3f311458 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a73c501b-62be-4d26-9311-12e720b9b49d', 'tempest-TagsExtTest-Tag-396004376') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:59.747927 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-df308a75-03bf-4401-8a49-a348dbcc505b tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "PUT /v2.0/routers/211ea268-f6d9-4c3c-952e-0ec23731c0ed/tags/tempest-TagsExtTest-Tag-1991039567 HTTP/1.1" status: 201 len: 201 time: 0.1688337 Feb 16 22:51:59.815183 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-de665f3c-891b-4219-b23c-418b3f311458 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "PUT /v2.0/subnetpools/a73c501b-62be-4d26-9311-12e720b9b49d/tags/tempest-TagsExtTest-Tag-396004376 HTTP/1.1" status: 201 len: 201 time: 0.0728261 Feb 16 22:51:59.817451 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48362) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:59.823727 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.tag.tag_plugin [None req-65a64937-69af-48e8-92c2-976b2add98a8 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f30e2674-ec0c-4f06-b8d7-efa74a2d7aed', {'tags': ['tempest-TagsExtTest-Tag-1792073660', 'tempest-TagsExtTest-Tag-660259980', 'tempest-TagsExtTest-Tag-1424244184']}) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:51:59.919481 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-65a64937-69af-48e8-92c2-976b2add98a8 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "PUT /v2.0/subnets/f30e2674-ec0c-4f06-b8d7-efa74a2d7aed/tags HTTP/1.1" status: 200 len: 317 time: 0.0995085 Feb 16 22:51:59.922527 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48364) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:51:59.927720 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.tag.tag_plugin [None req-630451a6-5534-4873-9d27-181c70279cf4 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f30e2674-ec0c-4f06-b8d7-efa74a2d7aed') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:00.046716 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48378) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:00.048507 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-630451a6-5534-4873-9d27-181c70279cf4 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "DELETE /v2.0/subnets/f30e2674-ec0c-4f06-b8d7-efa74a2d7aed/tags HTTP/1.1" status: 204 len: 168 time: 0.1243360 Feb 16 22:52:00.055032 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.tag.tag_plugin [None req-8eb7d56c-a4df-4a67-88c3-c478d0d166ff tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f30e2674-ec0c-4f06-b8d7-efa74a2d7aed', 'tempest-TagsExtTest-Tag-1792073660') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:00.140418 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:00.194606 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-8eb7d56c-a4df-4a67-88c3-c478d0d166ff tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] show failed (client error): The resource could not be found. Feb 16 22:52:00.199516 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8eb7d56c-a4df-4a67-88c3-c478d0d166ff tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "GET /v2.0/subnets/f30e2674-ec0c-4f06-b8d7-efa74a2d7aed/tags/tempest-TagsExtTest-Tag-1792073660 HTTP/1.1" status: 404 len: 329 time: 0.1479933 Feb 16 22:52:00.199876 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48380) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:00.205190 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.tag.tag_plugin [None req-92a6fb9d-fe4b-4840-824a-23615deff666 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f30e2674-ec0c-4f06-b8d7-efa74a2d7aed', 'tempest-TagsExtTest-Tag-660259980') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:00.279898 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-92a6fb9d-fe4b-4840-824a-23615deff666 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] show failed (client error): The resource could not be found. Feb 16 22:52:00.284219 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-92a6fb9d-fe4b-4840-824a-23615deff666 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "GET /v2.0/subnets/f30e2674-ec0c-4f06-b8d7-efa74a2d7aed/tags/tempest-TagsExtTest-Tag-660259980 HTTP/1.1" status: 404 len: 328 time: 0.0801709 Feb 16 22:52:00.284582 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48382) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:00.291961 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.tag.tag_plugin [None req-95695530-6cb8-46e8-94be-0b9d4a1faae7 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f30e2674-ec0c-4f06-b8d7-efa74a2d7aed', 'tempest-TagsExtTest-Tag-1424244184') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:00.373526 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-95695530-6cb8-46e8-94be-0b9d4a1faae7 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] show failed (client error): The resource could not be found. Feb 16 22:52:00.374838 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-95695530-6cb8-46e8-94be-0b9d4a1faae7 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "GET /v2.0/subnets/f30e2674-ec0c-4f06-b8d7-efa74a2d7aed/tags/tempest-TagsExtTest-Tag-1424244184 HTTP/1.1" status: 404 len: 329 time: 0.0890772 Feb 16 22:52:00.377544 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48390) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:00.382783 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.tag.tag_plugin [None req-e3b2a89d-e2d0-42ab-8ce0-8ce9d937f3d6 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'e06094ec-c413-46f4-93e7-78fdc8e9ec68', {'tags': ['tempest-TagsExtTest-Tag-1795683804', 'tempest-TagsExtTest-Tag-2069259226', 'tempest-TagsExtTest-Tag-1410454290']}) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:00.458657 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e3b2a89d-e2d0-42ab-8ce0-8ce9d937f3d6 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "PUT /v2.0/ports/e06094ec-c413-46f4-93e7-78fdc8e9ec68/tags HTTP/1.1" status: 200 len: 318 time: 0.0793567 Feb 16 22:52:00.461257 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48396) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:00.466491 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.tag.tag_plugin [None req-8a65763c-3c4a-4916-be4e-e6bc02373055 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e06094ec-c413-46f4-93e7-78fdc8e9ec68') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:00.570577 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48402) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:00.577357 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.tag.tag_plugin [None req-eed2040d-8581-4e42-b0f9-cf723555718a tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e06094ec-c413-46f4-93e7-78fdc8e9ec68', 'tempest-TagsExtTest-Tag-1795683804') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:00.581595 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8a65763c-3c4a-4916-be4e-e6bc02373055 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "DELETE /v2.0/ports/e06094ec-c413-46f4-93e7-78fdc8e9ec68/tags HTTP/1.1" status: 204 len: 168 time: 0.1181760 Feb 16 22:52:00.634764 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-eed2040d-8581-4e42-b0f9-cf723555718a tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] show failed (client error): The resource could not be found. Feb 16 22:52:00.640185 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48404) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:00.644740 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.tag.tag_plugin [None req-3da7a480-63fe-40b7-a951-dbb4be447af0 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e06094ec-c413-46f4-93e7-78fdc8e9ec68', 'tempest-TagsExtTest-Tag-2069259226') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:00.648684 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-eed2040d-8581-4e42-b0f9-cf723555718a tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "GET /v2.0/ports/e06094ec-c413-46f4-93e7-78fdc8e9ec68/tags/tempest-TagsExtTest-Tag-1795683804 HTTP/1.1" status: 404 len: 329 time: 0.0758486 Feb 16 22:52:00.704506 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-3da7a480-63fe-40b7-a951-dbb4be447af0 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] show failed (client error): The resource could not be found. Feb 16 22:52:00.708942 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48406) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:00.713478 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.tag.tag_plugin [None req-aa4a3399-f593-496c-a9db-726ab384d3db tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e06094ec-c413-46f4-93e7-78fdc8e9ec68', 'tempest-TagsExtTest-Tag-1410454290') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:00.715559 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3da7a480-63fe-40b7-a951-dbb4be447af0 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "GET /v2.0/ports/e06094ec-c413-46f4-93e7-78fdc8e9ec68/tags/tempest-TagsExtTest-Tag-2069259226 HTTP/1.1" status: 404 len: 329 time: 0.0742950 Feb 16 22:52:00.783175 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-aa4a3399-f593-496c-a9db-726ab384d3db tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] show failed (client error): The resource could not be found. Feb 16 22:52:00.784484 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-aa4a3399-f593-496c-a9db-726ab384d3db tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "GET /v2.0/ports/e06094ec-c413-46f4-93e7-78fdc8e9ec68/tags/tempest-TagsExtTest-Tag-1410454290 HTTP/1.1" status: 404 len: 329 time: 0.0746150 Feb 16 22:52:00.787129 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48408) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:00.797318 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.tag.tag_plugin [None req-7c080564-c2c4-4357-b88b-fadff74e3c08 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '211ea268-f6d9-4c3c-952e-0ec23731c0ed', {'tags': ['tempest-TagsExtTest-Tag-1937893833', 'tempest-TagsExtTest-Tag-1226956288', 'tempest-TagsExtTest-Tag-1658564725']}) {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:00.897124 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7c080564-c2c4-4357-b88b-fadff74e3c08 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "PUT /v2.0/routers/211ea268-f6d9-4c3c-952e-0ec23731c0ed/tags HTTP/1.1" status: 200 len: 318 time: 0.1082149 Feb 16 22:52:00.899639 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48410) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:00.905108 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.tag.tag_plugin [None req-eb538e0e-9e33-4c4c-b8da-273811911a61 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '211ea268-f6d9-4c3c-952e-0ec23731c0ed') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:01.014114 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-eb538e0e-9e33-4c4c-b8da-273811911a61 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "DELETE /v2.0/routers/211ea268-f6d9-4c3c-952e-0ec23731c0ed/tags HTTP/1.1" status: 204 len: 168 time: 0.1131434 Feb 16 22:52:01.016972 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48412) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:01.022220 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.tag.tag_plugin [None req-d966426a-791a-4a7d-b9a2-9efab9efc797 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '211ea268-f6d9-4c3c-952e-0ec23731c0ed', 'tempest-TagsExtTest-Tag-1937893833') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:01.034786 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48414) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:01.039762 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-b66b2255-7e7c-4eb7-b9b4-89739c66d4a2 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1616991948', 'description': 'tempest-secgroup-smoke-1616991948 description', 'project_id': '09b4d7c239444335b4d37b9f638ba2c2'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:52:01.066691 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b66b2255-7e7c-4eb7-b9b4-89739c66d4a2 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:01.110401 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-d966426a-791a-4a7d-b9a2-9efab9efc797 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] show failed (client error): The resource could not be found. Feb 16 22:52:01.111698 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d966426a-791a-4a7d-b9a2-9efab9efc797 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "GET /v2.0/routers/211ea268-f6d9-4c3c-952e-0ec23731c0ed/tags/tempest-TagsExtTest-Tag-1937893833 HTTP/1.1" status: 404 len: 329 time: 0.0933852 Feb 16 22:52:01.115593 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48416) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:01.121015 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.tag.tag_plugin [None req-3d6a5640-7cd9-40d7-a359-19ff7796f5a4 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '211ea268-f6d9-4c3c-952e-0ec23731c0ed', 'tempest-TagsExtTest-Tag-1226956288') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:01.220041 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b66b2255-7e7c-4eb7-b9b4-89739c66d4a2 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for security_group (9833243c-2658-4118-b80e-44a224b005d0), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:01.229214 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b66b2255-7e7c-4eb7-b9b4-89739c66d4a2 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9833243c-2658-4118-b80e-44a224b005d0), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:01.246079 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-3d6a5640-7cd9-40d7-a359-19ff7796f5a4 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] show failed (client error): The resource could not be found. Feb 16 22:52:01.249697 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3d6a5640-7cd9-40d7-a359-19ff7796f5a4 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "GET /v2.0/routers/211ea268-f6d9-4c3c-952e-0ec23731c0ed/tags/tempest-TagsExtTest-Tag-1226956288 HTTP/1.1" status: 404 len: 329 time: 0.1305537 Feb 16 22:52:01.250467 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48420) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:01.255179 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.tag.tag_plugin [None req-104658c3-afed-4341-8bb8-61ced2ce8916 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '211ea268-f6d9-4c3c-952e-0ec23731c0ed', 'tempest-TagsExtTest-Tag-1658564725') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:01.276412 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b2255-7e7c-4eb7-b9b4-89739c66d4a2 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9833243c-2658-4118-b80e-44a224b005d0,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:01.302249 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b66b2255-7e7c-4eb7-b9b4-89739c66d4a2 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:01.307851 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b66b2255-7e7c-4eb7-b9b4-89739c66d4a2 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2719955 Feb 16 22:52:01.308675 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48422) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:01.314406 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-6c71a69b-f3b3-4447-9502-e85017990c10 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Request body: {'security_group_rule': {'security_group_id': '9833243c-2658-4118-b80e-44a224b005d0', 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:52:01.344286 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-104658c3-afed-4341-8bb8-61ced2ce8916 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] show failed (client error): The resource could not be found. Feb 16 22:52:01.348160 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-104658c3-afed-4341-8bb8-61ced2ce8916 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "GET /v2.0/routers/211ea268-f6d9-4c3c-952e-0ec23731c0ed/tags/tempest-TagsExtTest-Tag-1658564725 HTTP/1.1" status: 404 len: 329 time: 0.0943189 Feb 16 22:52:01.348160 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48424) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:01.352912 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.tag.tag_plugin [None req-ce240180-b38c-4249-8cec-017746cff298 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'a73c501b-62be-4d26-9311-12e720b9b49d', {'tags': ['tempest-TagsExtTest-Tag-456934738', 'tempest-TagsExtTest-Tag-1073739940', 'tempest-TagsExtTest-Tag-151533513']}) {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:01.355203 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6c71a69b-f3b3-4447-9502-e85017990c10 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for security_group_rule (2aab0660-d36f-4947-a2dd-1c1e6bfa7c1b), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:01.392538 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ce240180-b38c-4249-8cec-017746cff298 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "PUT /v2.0/subnetpools/a73c501b-62be-4d26-9311-12e720b9b49d/tags HTTP/1.1" status: 200 len: 316 time: 0.0410686 Feb 16 22:52:01.392794 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48426) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:01.397997 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.tag.tag_plugin [None req-b7990fcb-f1ee-4b0d-82de-bb01035b46f3 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a73c501b-62be-4d26-9311-12e720b9b49d') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:01.437957 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b7990fcb-f1ee-4b0d-82de-bb01035b46f3 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "DELETE /v2.0/subnetpools/a73c501b-62be-4d26-9311-12e720b9b49d/tags HTTP/1.1" status: 204 len: 168 time: 0.0416839 Feb 16 22:52:01.438284 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48428) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:01.442849 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.tag.tag_plugin [None req-bc8edd56-9bc1-4fa9-8de7-ed5b544fcb2e tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a73c501b-62be-4d26-9311-12e720b9b49d', 'tempest-TagsExtTest-Tag-456934738') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:01.451718 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6c71a69b-f3b3-4447-9502-e85017990c10 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for security_group_rule (2aab0660-d36f-4947-a2dd-1c1e6bfa7c1b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:01.457489 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6c71a69b-f3b3-4447-9502-e85017990c10 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (2aab0660-d36f-4947-a2dd-1c1e6bfa7c1b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:01.470189 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [None req-bc8edd56-9bc1-4fa9-8de7-ed5b544fcb2e tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] show failed (client error): The resource could not be found. Feb 16 22:52:01.471273 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bc8edd56-9bc1-4fa9-8de7-ed5b544fcb2e tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "GET /v2.0/subnetpools/a73c501b-62be-4d26-9311-12e720b9b49d/tags/tempest-TagsExtTest-Tag-456934738 HTTP/1.1" status: 404 len: 328 time: 0.0320790 Feb 16 22:52:01.476125 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48430) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:01.484344 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.tag.tag_plugin [None req-c81ee895-6a6a-41cd-9a74-a31a938b3f93 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a73c501b-62be-4d26-9311-12e720b9b49d', 'tempest-TagsExtTest-Tag-1073739940') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:01.486772 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71a69b-f3b3-4447-9502-e85017990c10 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aab0660-d36f-4947-a2dd-1c1e6bfa7c1b,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:01.511325 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6c71a69b-f3b3-4447-9502-e85017990c10 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:01.515361 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6c71a69b-f3b3-4447-9502-e85017990c10 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2022004 Feb 16 22:52:01.515361 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48432) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:01.519548 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-7b35a695-6667-481c-8c20-2d7607e54df7 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Request body: {'security_group_rule': {'security_group_id': '9833243c-2658-4118-b80e-44a224b005d0', 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:52:01.540268 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-c81ee895-6a6a-41cd-9a74-a31a938b3f93 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] show failed (client error): The resource could not be found. Feb 16 22:52:01.544747 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c81ee895-6a6a-41cd-9a74-a31a938b3f93 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "GET /v2.0/subnetpools/a73c501b-62be-4d26-9311-12e720b9b49d/tags/tempest-TagsExtTest-Tag-1073739940 HTTP/1.1" status: 404 len: 329 time: 0.0620773 Feb 16 22:52:01.544934 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48434) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:01.549394 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.tag.tag_plugin [None req-c7aed67b-1011-46cf-8f27-e1adb0b43c28 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a73c501b-62be-4d26-9311-12e720b9b49d', 'tempest-TagsExtTest-Tag-151533513') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:01.568041 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7b35a695-6667-481c-8c20-2d7607e54df7 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for security_group_rule (d15ace23-0aa1-4cb3-8376-3350c9ecaa1c), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:01.597617 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-c7aed67b-1011-46cf-8f27-e1adb0b43c28 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] show failed (client error): The resource could not be found. Feb 16 22:52:01.602108 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c7aed67b-1011-46cf-8f27-e1adb0b43c28 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "GET /v2.0/subnetpools/a73c501b-62be-4d26-9311-12e720b9b49d/tags/tempest-TagsExtTest-Tag-151533513 HTTP/1.1" status: 404 len: 328 time: 0.0528553 Feb 16 22:52:01.602108 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48436) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:01.609950 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.tag.tag_plugin [None req-eb70efb9-eaa3-4f2e-9828-b9a880ebb021 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a73c501b-62be-4d26-9311-12e720b9b49d') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:01.660442 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7b35a695-6667-481c-8c20-2d7607e54df7 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for security_group_rule (d15ace23-0aa1-4cb3-8376-3350c9ecaa1c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:01.663971 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-eb70efb9-eaa3-4f2e-9828-b9a880ebb021 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "DELETE /v2.0/subnetpools/a73c501b-62be-4d26-9311-12e720b9b49d/tags HTTP/1.1" status: 204 len: 168 time: 0.0612941 Feb 16 22:52:01.665437 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7b35a695-6667-481c-8c20-2d7607e54df7 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (d15ace23-0aa1-4cb3-8376-3350c9ecaa1c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:01.667680 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48438) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:01.674247 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.tag.tag_plugin [None req-dbf2afad-1422-47f9-88ff-6c270b229b09 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '211ea268-f6d9-4c3c-952e-0ec23731c0ed') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:01.689130 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35a695-6667-481c-8c20-2d7607e54df7 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d15ace23-0aa1-4cb3-8376-3350c9ecaa1c,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:01.699102 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7b35a695-6667-481c-8c20-2d7607e54df7 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:01.700569 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7b35a695-6667-481c-8c20-2d7607e54df7 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1842546 Feb 16 22:52:01.703676 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48440) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:01.709103 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-58edd8a6-11a1-44e7-a118-08183dfae4f4 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Request body: {'security_group_rule': {'security_group_id': '9833243c-2658-4118-b80e-44a224b005d0', 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:52:01.738436 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-58edd8a6-11a1-44e7-a118-08183dfae4f4 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for security_group_rule (7993e765-b4b6-4c84-945a-2d40b4b76a0c), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:01.792013 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-dbf2afad-1422-47f9-88ff-6c270b229b09 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "DELETE /v2.0/routers/211ea268-f6d9-4c3c-952e-0ec23731c0ed/tags HTTP/1.1" status: 204 len: 168 time: 0.1227844 Feb 16 22:52:01.794590 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48442) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:01.798973 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.tag.tag_plugin [None req-308dd73b-8b9e-43a0-83c6-90e63978261a tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e06094ec-c413-46f4-93e7-78fdc8e9ec68') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:01.818039 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-58edd8a6-11a1-44e7-a118-08183dfae4f4 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for security_group_rule (7993e765-b4b6-4c84-945a-2d40b4b76a0c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:01.826201 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-58edd8a6-11a1-44e7-a118-08183dfae4f4 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (7993e765-b4b6-4c84-945a-2d40b4b76a0c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:01.856738 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58edd8a6-11a1-44e7-a118-08183dfae4f4 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7993e765-b4b6-4c84-945a-2d40b4b76a0c,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:01.861543 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-308dd73b-8b9e-43a0-83c6-90e63978261a tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "DELETE /v2.0/ports/e06094ec-c413-46f4-93e7-78fdc8e9ec68/tags HTTP/1.1" status: 204 len: 168 time: 0.0659199 Feb 16 22:52:01.863574 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-58edd8a6-11a1-44e7-a118-08183dfae4f4 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:01.864248 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48444) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:01.867214 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-58edd8a6-11a1-44e7-a118-08183dfae4f4 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1597540 Feb 16 22:52:01.867362 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48446) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:01.868660 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.tag.tag_plugin [None req-45078268-fe6c-4200-9b9b-1e120e83e98d tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f30e2674-ec0c-4f06-b8d7-efa74a2d7aed') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:01.873008 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-79883768-9d03-4726-a4ba-75f32fd85d85 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Request body: {'security_group_rule': {'security_group_id': '9833243c-2658-4118-b80e-44a224b005d0', 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:52:01.902955 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-79883768-9d03-4726-a4ba-75f32fd85d85 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for security_group_rule (d813c0f0-5239-4386-9d54-ef258be4faf1), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:01.935390 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-45078268-fe6c-4200-9b9b-1e120e83e98d tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "DELETE /v2.0/subnets/f30e2674-ec0c-4f06-b8d7-efa74a2d7aed/tags HTTP/1.1" status: 204 len: 168 time: 0.0638392 Feb 16 22:52:01.936292 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48448) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:01.971895 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-79883768-9d03-4726-a4ba-75f32fd85d85 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for security_group_rule (d813c0f0-5239-4386-9d54-ef258be4faf1), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:01.976017 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-79883768-9d03-4726-a4ba-75f32fd85d85 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (d813c0f0-5239-4386-9d54-ef258be4faf1), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:02.000681 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79883768-9d03-4726-a4ba-75f32fd85d85 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d813c0f0-5239-4386-9d54-ef258be4faf1,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:02.028420 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-79883768-9d03-4726-a4ba-75f32fd85d85 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:02.028420 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-79883768-9d03-4726-a4ba-75f32fd85d85 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1531005 Feb 16 22:52:02.028782 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-627ee22b-55a2-4501-b356-8b6a26851776 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:02.028782 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-627ee22b-55a2-4501-b356-8b6a26851776 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "DELETE /v2.0/subnetpools/a73c501b-62be-4d26-9311-12e720b9b49d HTTP/1.1" status: 204 len: 168 time: 0.0866842 Feb 16 22:52:02.028782 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48450) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:02.029502 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48452) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:02.033924 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-b0151698-5cca-468c-8ad1-9f6bbec53200 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Request body: {'security_group_rule': {'security_group_id': '9833243c-2658-4118-b80e-44a224b005d0', 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:52:02.058138 n-d-813897-6 neutron-server[103465]: INFO neutron.db.securitygroups_db [None req-b0151698-5cca-468c-8ad1-9f6bbec53200 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Project 09b4d7c239444335b4d37b9f638ba2c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 22:52:02.064338 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-98c51d93-cbd9-40a5-959c-21c1f2ab815f tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "GET /v2.0/ports?device_id=211ea268-f6d9-4c3c-952e-0ec23731c0ed HTTP/1.1" status: 200 len: 205 time: 0.0341783 Feb 16 22:52:02.064550 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b0151698-5cca-468c-8ad1-9f6bbec53200 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for security_group_rule (a0d6e5d9-c799-49f2-90ea-f59cb9fe799a), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:02.064679 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48454) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:02.125450 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b0151698-5cca-468c-8ad1-9f6bbec53200 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for security_group_rule (a0d6e5d9-c799-49f2-90ea-f59cb9fe799a), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:02.129726 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b0151698-5cca-468c-8ad1-9f6bbec53200 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (a0d6e5d9-c799-49f2-90ea-f59cb9fe799a), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:02.148857 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-335fc274-4fed-4153-a1c0-238702a4fc56 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks [] for router (211ea268-f6d9-4c3c-952e-0ec23731c0ed), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:02.149149 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0151698-5cca-468c-8ad1-9f6bbec53200 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d6e5d9-c799-49f2-90ea-f59cb9fe799a,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:02.153187 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b0151698-5cca-468c-8ad1-9f6bbec53200 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:02.157158 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b0151698-5cca-468c-8ad1-9f6bbec53200 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1266873 Feb 16 22:52:02.158222 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48456) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:02.162482 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-fc61fec4-e79e-49b3-a8c1-5cd2b6c9327e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Request body: {'security_group_rule': {'security_group_id': '9833243c-2658-4118-b80e-44a224b005d0', 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:52:02.187650 n-d-813897-6 neutron-server[103465]: INFO neutron.db.securitygroups_db [None req-fc61fec4-e79e-49b3-a8c1-5cd2b6c9327e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Project 09b4d7c239444335b4d37b9f638ba2c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 22:52:02.193902 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fc61fec4-e79e-49b3-a8c1-5cd2b6c9327e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for security_group_rule (9595a15c-1c55-48f9-a9c3-fea013f9963b), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:02.257372 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fc61fec4-e79e-49b3-a8c1-5cd2b6c9327e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for security_group_rule (9595a15c-1c55-48f9-a9c3-fea013f9963b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:02.261752 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fc61fec4-e79e-49b3-a8c1-5cd2b6c9327e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (9595a15c-1c55-48f9-a9c3-fea013f9963b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:02.280680 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61fec4-e79e-49b3-a8c1-5cd2b6c9327e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9595a15c-1c55-48f9-a9c3-fea013f9963b,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:02.299665 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fc61fec4-e79e-49b3-a8c1-5cd2b6c9327e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:02.299665 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fc61fec4-e79e-49b3-a8c1-5cd2b6c9327e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1403828 Feb 16 22:52:02.331964 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-335fc274-4fed-4153-a1c0-238702a4fc56 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (211ea268-f6d9-4c3c-952e-0ec23731c0ed), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:02.334552 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-335fc274-4fed-4153-a1c0-238702a4fc56 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks [] for router_controller (211ea268-f6d9-4c3c-952e-0ec23731c0ed), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:02.367927 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:52:02.386972 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-335fc274-4fed-4153-a1c0-238702a4fc56 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (211ea268-f6d9-4c3c-952e-0ec23731c0ed), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:02.387775 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335fc274-4fed-4153-a1c0-238702a4fc56 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Fanout notify agent at l3_agent the message router_deleted on router 211ea268-f6d9-4c3c-952e-0ec23731c0ed {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:52:02.397388 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-335fc274-4fed-4153-a1c0-238702a4fc56 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:02.401862 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-335fc274-4fed-4153-a1c0-238702a4fc56 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "DELETE /v2.0/routers/211ea268-f6d9-4c3c-952e-0ec23731c0ed HTTP/1.1" status: 204 len: 168 time: 0.3339877 Feb 16 22:52:02.402154 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48488) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:02.526958 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-3c695488-65aa-4f99-ba5d-0d03fe00d010 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Deleting port e06094ec-c413-46f4-93e7-78fdc8e9ec68 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:52:02.527422 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3c695488-65aa-4f99-ba5d-0d03fe00d010 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (e06094ec-c413-46f4-93e7-78fdc8e9ec68), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:02.627550 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3c695488-65aa-4f99-ba5d-0d03fe00d010 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (e06094ec-c413-46f4-93e7-78fdc8e9ec68), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:02.641198 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-3c695488-65aa-4f99-ba5d-0d03fe00d010 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Calling delete_port for e06094ec-c413-46f4-93e7-78fdc8e9ec68 owned by {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:52:02.803746 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3c695488-65aa-4f99-ba5d-0d03fe00d010 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (e06094ec-c413-46f4-93e7-78fdc8e9ec68), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:02.834208 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c695488-65aa-4f99-ba5d-0d03fe00d010 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Pushing event deleted for resources: {'Port': ['ID=e06094ec-c413-46f4-93e7-78fdc8e9ec68,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:02.865622 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c695488-65aa-4f99-ba5d-0d03fe00d010 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:02.866546 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c695488-65aa-4f99-ba5d-0d03fe00d010 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:02.866546 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c695488-65aa-4f99-ba5d-0d03fe00d010 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:02.866954 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c695488-65aa-4f99-ba5d-0d03fe00d010 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:02.867261 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c695488-65aa-4f99-ba5d-0d03fe00d010 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:02.867599 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c695488-65aa-4f99-ba5d-0d03fe00d010 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:02.867932 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c695488-65aa-4f99-ba5d-0d03fe00d010 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:02.868266 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c695488-65aa-4f99-ba5d-0d03fe00d010 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:02.868595 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c695488-65aa-4f99-ba5d-0d03fe00d010 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:02.868922 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c695488-65aa-4f99-ba5d-0d03fe00d010 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:02.869284 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c695488-65aa-4f99-ba5d-0d03fe00d010 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:02.869608 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c695488-65aa-4f99-ba5d-0d03fe00d010 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:02.869962 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c695488-65aa-4f99-ba5d-0d03fe00d010 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:02.920859 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3c695488-65aa-4f99-ba5d-0d03fe00d010 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:02.924257 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3c695488-65aa-4f99-ba5d-0d03fe00d010 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "DELETE /v2.0/ports/e06094ec-c413-46f4-93e7-78fdc8e9ec68 HTTP/1.1" status: 204 len: 168 time: 0.5211153 Feb 16 22:52:02.926761 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48514) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:02.987633 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b21a44a-0a15-4626-bc0c-2fbed37d2dc5 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Deleting subnet f30e2674-ec0c-4f06-b8d7-efa74a2d7aed {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:52:02.991379 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b21a44a-0a15-4626-bc0c-2fbed37d2dc5 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks [] for subnet (f30e2674-ec0c-4f06-b8d7-efa74a2d7aed), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:03.044530 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b21a44a-0a15-4626-bc0c-2fbed37d2dc5 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (f30e2674-ec0c-4f06-b8d7-efa74a2d7aed), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:03.145316 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b21a44a-0a15-4626-bc0c-2fbed37d2dc5 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (f30e2674-ec0c-4f06-b8d7-efa74a2d7aed), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:03.218372 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b21a44a-0a15-4626-bc0c-2fbed37d2dc5 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (f30e2674-ec0c-4f06-b8d7-efa74a2d7aed), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:03.254217 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7b21a44a-0a15-4626-bc0c-2fbed37d2dc5 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:03.261527 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48544) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:03.269517 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3e71e8-b9a6-4dd9-987c-fb5a4f2769a5 None None] Network fe4cc065-691a-499d-9b0b-fb8efbfa5637 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:52:03.270897 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7b21a44a-0a15-4626-bc0c-2fbed37d2dc5 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "DELETE /v2.0/subnets/f30e2674-ec0c-4f06-b8d7-efa74a2d7aed HTTP/1.1" status: 204 len: 168 time: 0.3427711 Feb 16 22:52:03.271836 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b21a44a-0a15-4626-bc0c-2fbed37d2dc5 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Pushing event deleted for resources: {'Subnet': ['ID=f30e2674-ec0c-4f06-b8d7-efa74a2d7aed,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:03.360626 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d93b0400-4ced-4515-a1c8-1ca299f11cb3 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (fe4cc065-691a-499d-9b0b-fb8efbfa5637), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:03.443243 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-d93b0400-4ced-4515-a1c8-1ca299f11cb3 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Deleting port 82ffb61c-1642-4b6e-abc7-c30d81a639a6 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:52:03.443575 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d93b0400-4ced-4515-a1c8-1ca299f11cb3 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (82ffb61c-1642-4b6e-abc7-c30d81a639a6), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:03.495722 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52026251-9257-4dc2-956c-26bc2e2f774f None None] DHCP port deletion for fe4cc065-691a-499d-9b0b-fb8efbfa5637 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:52:03.524881 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-d93b0400-4ced-4515-a1c8-1ca299f11cb3 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] For port 82ffb61c-1642-4b6e-abc7-c30d81a639a6, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=82ffb61c-1642-4b6e-abc7-c30d81a639a6,segment=NetworkSegment(eb6bcb7c-9434-46ed-ba35-11f96a9d23a0),segment_id=eb6bcb7c-9434-46ed-ba35-11f96a9d23a0)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:52:03.525282 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d93b0400-4ced-4515-a1c8-1ca299f11cb3 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (82ffb61c-1642-4b6e-abc7-c30d81a639a6), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:03.545623 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-d93b0400-4ced-4515-a1c8-1ca299f11cb3 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Calling delete_port for 82ffb61c-1642-4b6e-abc7-c30d81a639a6 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:52:03.580030 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-52026251-9257-4dc2-956c-26bc2e2f774f None None] Deleting port 82ffb61c-1642-4b6e-abc7-c30d81a639a6 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:52:03.581011 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-52026251-9257-4dc2-956c-26bc2e2f774f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (82ffb61c-1642-4b6e-abc7-c30d81a639a6), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:03.658938 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d93b0400-4ced-4515-a1c8-1ca299f11cb3 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (82ffb61c-1642-4b6e-abc7-c30d81a639a6), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:03.668202 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-52026251-9257-4dc2-956c-26bc2e2f774f None None] For port 82ffb61c-1642-4b6e-abc7-c30d81a639a6, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=82ffb61c-1642-4b6e-abc7-c30d81a639a6,segment=NetworkSegment(eb6bcb7c-9434-46ed-ba35-11f96a9d23a0),segment_id=eb6bcb7c-9434-46ed-ba35-11f96a9d23a0)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:52:03.668612 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-52026251-9257-4dc2-956c-26bc2e2f774f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (82ffb61c-1642-4b6e-abc7-c30d81a639a6), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:03.673653 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93b0400-4ced-4515-a1c8-1ca299f11cb3 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] No DVR routers for this DVR port 82ffb61c-1642-4b6e-abc7-c30d81a639a6 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:52:03.685143 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-52026251-9257-4dc2-956c-26bc2e2f774f None None] Calling delete_port for 82ffb61c-1642-4b6e-abc7-c30d81a639a6 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:52:03.717102 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b0400-4ced-4515-a1c8-1ca299f11cb3 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Pushing event deleted for resources: {'Port': ['ID=82ffb61c-1642-4b6e-abc7-c30d81a639a6,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:03.785898 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d93b0400-4ced-4515-a1c8-1ca299f11cb3 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (fe4cc065-691a-499d-9b0b-fb8efbfa5637), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:03.794729 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-52026251-9257-4dc2-956c-26bc2e2f774f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (82ffb61c-1642-4b6e-abc7-c30d81a639a6), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:03.816136 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-d93b0400-4ced-4515-a1c8-1ca299f11cb3 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe4cc065-691a-499d-9b0b-fb8efbfa5637']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:03.829209 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52026251-9257-4dc2-956c-26bc2e2f774f None None] No DVR routers for this DVR port 82ffb61c-1642-4b6e-abc7-c30d81a639a6 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:52:03.830118 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-d93b0400-4ced-4515-a1c8-1ca299f11cb3 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb6bcb7c-9434-46ed-ba35-11f96a9d23a0') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:03.830492 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-d93b0400-4ced-4515-a1c8-1ca299f11cb3 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb6bcb7c-9434-46ed-ba35-11f96a9d23a0') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:03.834816 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52026251-9257-4dc2-956c-26bc2e2f774f None None] Pushing event deleted for resources: {'Port': ['ID=82ffb61c-1642-4b6e-abc7-c30d81a639a6,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:03.847275 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d93b0400-4ced-4515-a1c8-1ca299f11cb3 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (eb6bcb7c-9434-46ed-ba35-11f96a9d23a0), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:03.864248 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d93b0400-4ced-4515-a1c8-1ca299f11cb3 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (eb6bcb7c-9434-46ed-ba35-11f96a9d23a0), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:03.872158 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93b0400-4ced-4515-a1c8-1ca299f11cb3 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:52:03.872561 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d93b0400-4ced-4515-a1c8-1ca299f11cb3 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (eb6bcb7c-9434-46ed-ba35-11f96a9d23a0), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:03.875603 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:52:03.875603 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:52:03.875603 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:52:03.875603 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:52:03.875603 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:52:03.875603 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:52:03.875603 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:52:03.875603 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:52:03.875603 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:52:03.875603 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:52:03.875603 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:52:03.875603 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:52:03.875603 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:52:03.875603 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:52:03.875603 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:52:03.875603 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:52:03.875603 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:52:03.875603 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:52:03.875603 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:52:03.875603 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:52:03.875603 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:52:03.875603 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:52:03.875603 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:52:03.875603 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:52:03.875603 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:52:03.875603 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:52:03.875603 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:52:03.875603 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:52:03.875603 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:52:03.875603 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:52:03.875603 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:52:03.875603 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:52:03.935845 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d93b0400-4ced-4515-a1c8-1ca299f11cb3 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (fe4cc065-691a-499d-9b0b-fb8efbfa5637), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:03.955541 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d93b0400-4ced-4515-a1c8-1ca299f11cb3 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:03.958987 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d93b0400-4ced-4515-a1c8-1ca299f11cb3 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] 10.222.0.75 "DELETE /v2.0/networks/fe4cc065-691a-499d-9b0b-fb8efbfa5637 HTTP/1.1" status: 204 len: 168 time: 0.6963956 Feb 16 22:52:03.960469 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b0400-4ced-4515-a1c8-1ca299f11cb3 tempest-TagsExtTest-431024598 tempest-TagsExtTest-431024598-project] Pushing event deleted for resources: {'Network': ['ID=fe4cc065-691a-499d-9b0b-fb8efbfa5637,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:04.283780 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48556) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:04.447646 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-40bb00bc-7015-4d1a-b0cf-8fbfac025999 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dcf814c768804669a58196d171cf0fdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1622598 Feb 16 22:52:04.450085 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48560) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:04.508073 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8b897a0c-3787-426a-8e34-8b1c6174f38a admin admin] Publish callbacks [] for security_group (4234d01b-ffeb-44d7-a623-056222a63f25), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:04.531248 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8b897a0c-3787-426a-8e34-8b1c6174f38a admin admin] Publish callbacks [] for security_group (4234d01b-ffeb-44d7-a623-056222a63f25), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:04.584663 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8b897a0c-3787-426a-8e34-8b1c6174f38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (4234d01b-ffeb-44d7-a623-056222a63f25), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:04.590419 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8b897a0c-3787-426a-8e34-8b1c6174f38a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:04.597761 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8b897a0c-3787-426a-8e34-8b1c6174f38a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4234d01b-ffeb-44d7-a623-056222a63f25 HTTP/1.1" status: 204 len: 168 time: 0.1460953 Feb 16 22:52:04.608908 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b897a0c-3787-426a-8e34-8b1c6174f38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4234d01b-ffeb-44d7-a623-056222a63f25,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:04.881763 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 82ffb61c-1642-4b6e-abc7-c30d81a639a6 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:52:04.921627 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 82ffb61c-1642-4b6e-abc7-c30d81a639a6 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:52:04.922079 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 82ffb61c-1642-4b6e-abc7-c30d81a639a6 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:52:06.746789 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48620) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:06.873575 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-583d0d7d-5402-425b-94ab-4c0354983fd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:06.979002 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-583d0d7d-5402-425b-94ab-4c0354983fd9 admin admin] Publish callbacks [] for security_group (c201a7f7-c8af-4c0b-895d-f6f01ab93207), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:06.989797 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-583d0d7d-5402-425b-94ab-4c0354983fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c201a7f7-c8af-4c0b-895d-f6f01ab93207), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:07.062519 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-583d0d7d-5402-425b-94ab-4c0354983fd9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c30743b05ecc48cd851f50f8b9166f86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3146954 Feb 16 22:52:07.065335 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d0d7d-5402-425b-94ab-4c0354983fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c201a7f7-c8af-4c0b-895d-f6f01ab93207,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:07.065762 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48626) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:07.134057 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2d7c88e0-de29-4651-840b-1d14235d94c0 admin admin] Publish callbacks [] for security_group (c201a7f7-c8af-4c0b-895d-f6f01ab93207), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:07.164529 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2d7c88e0-de29-4651-840b-1d14235d94c0 admin admin] Publish callbacks [] for security_group (c201a7f7-c8af-4c0b-895d-f6f01ab93207), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:07.218617 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2d7c88e0-de29-4651-840b-1d14235d94c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c201a7f7-c8af-4c0b-895d-f6f01ab93207), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:07.221728 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2d7c88e0-de29-4651-840b-1d14235d94c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:07.222993 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2d7c88e0-de29-4651-840b-1d14235d94c0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c201a7f7-c8af-4c0b-895d-f6f01ab93207 HTTP/1.1" status: 204 len: 168 time: 0.1539488 Feb 16 22:52:07.232605 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c88e0-de29-4651-840b-1d14235d94c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c201a7f7-c8af-4c0b-895d-f6f01ab93207,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:07.614921 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48632) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:07.629818 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-866230da-0320-49f1-aaff-21c4254b9a65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:07.744751 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-866230da-0320-49f1-aaff-21c4254b9a65 admin admin] Publish callbacks [] for security_group (d0b98b01-9320-4f2e-ae2d-c2e34e89bfe0), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:07.749512 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-866230da-0320-49f1-aaff-21c4254b9a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d0b98b01-9320-4f2e-ae2d-c2e34e89bfe0), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:07.798798 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-866230da-0320-49f1-aaff-21c4254b9a65 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f6041e11cc5441e6ab840bf2b95d65cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1824088 Feb 16 22:52:07.800237 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866230da-0320-49f1-aaff-21c4254b9a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b98b01-9320-4f2e-ae2d-c2e34e89bfe0,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:07.801694 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48636) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:07.870405 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-285ac380-e2f7-4ae9-b973-7600679853cf admin admin] Publish callbacks [] for security_group (d0b98b01-9320-4f2e-ae2d-c2e34e89bfe0), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:07.899107 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-285ac380-e2f7-4ae9-b973-7600679853cf admin admin] Publish callbacks [] for security_group (d0b98b01-9320-4f2e-ae2d-c2e34e89bfe0), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:07.956690 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-285ac380-e2f7-4ae9-b973-7600679853cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d0b98b01-9320-4f2e-ae2d-c2e34e89bfe0), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:07.960253 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-285ac380-e2f7-4ae9-b973-7600679853cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:07.964481 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-285ac380-e2f7-4ae9-b973-7600679853cf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d0b98b01-9320-4f2e-ae2d-c2e34e89bfe0 HTTP/1.1" status: 204 len: 168 time: 0.1593077 Feb 16 22:52:07.970973 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ac380-e2f7-4ae9-b973-7600679853cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b98b01-9320-4f2e-ae2d-c2e34e89bfe0,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:17.969491 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48814) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:18.132024 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-008df305-1631-44fe-8c80-720aa3e07768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:18.225517 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-008df305-1631-44fe-8c80-720aa3e07768 admin admin] Publish callbacks [] for security_group (092a96f4-0959-4cc6-b4d1-2e2d8b054134), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:18.231051 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-008df305-1631-44fe-8c80-720aa3e07768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (092a96f4-0959-4cc6-b4d1-2e2d8b054134), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:18.265615 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48820) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:18.266812 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-008df305-1631-44fe-8c80-720aa3e07768 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=83427d43603647aca4e663428ea03a7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2950692 Feb 16 22:52:18.291584 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008df305-1631-44fe-8c80-720aa3e07768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092a96f4-0959-4cc6-b4d1-2e2d8b054134,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:18.354976 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-03813366-c559-482c-be11-43c2086a4bcd admin admin] Publish callbacks [] for security_group (092a96f4-0959-4cc6-b4d1-2e2d8b054134), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:18.382963 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-03813366-c559-482c-be11-43c2086a4bcd admin admin] Publish callbacks [] for security_group (092a96f4-0959-4cc6-b4d1-2e2d8b054134), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:18.444017 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-03813366-c559-482c-be11-43c2086a4bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (092a96f4-0959-4cc6-b4d1-2e2d8b054134), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:18.449152 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-03813366-c559-482c-be11-43c2086a4bcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:18.451013 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-03813366-c559-482c-be11-43c2086a4bcd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/092a96f4-0959-4cc6-b4d1-2e2d8b054134 HTTP/1.1" status: 204 len: 168 time: 0.1840961 Feb 16 22:52:18.472765 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03813366-c559-482c-be11-43c2086a4bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092a96f4-0959-4cc6-b4d1-2e2d8b054134,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:18.873235 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 48832) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:18.888605 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4a625a3c-d52b-42c3-ad67-4296a95dd7b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:19.003659 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4a625a3c-d52b-42c3-ad67-4296a95dd7b0 admin admin] Publish callbacks [] for security_group (e90bf6c1-8b3f-43ad-bebe-3c8ba23d40f5), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:19.010047 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4a625a3c-d52b-42c3-ad67-4296a95dd7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (e90bf6c1-8b3f-43ad-bebe-3c8ba23d40f5), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:19.052014 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4a625a3c-d52b-42c3-ad67-4296a95dd7b0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=318af997fa6047b1af73da296d8446c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1780105 Feb 16 22:52:19.053213 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a625a3c-d52b-42c3-ad67-4296a95dd7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90bf6c1-8b3f-43ad-bebe-3c8ba23d40f5,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:19.054974 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 48836) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:19.113296 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cec91529-300a-4da6-a4b5-f14025c29185 admin admin] Publish callbacks [] for security_group (e90bf6c1-8b3f-43ad-bebe-3c8ba23d40f5), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:19.136399 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cec91529-300a-4da6-a4b5-f14025c29185 admin admin] Publish callbacks [] for security_group (e90bf6c1-8b3f-43ad-bebe-3c8ba23d40f5), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:19.200555 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cec91529-300a-4da6-a4b5-f14025c29185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (e90bf6c1-8b3f-43ad-bebe-3c8ba23d40f5), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:19.205510 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cec91529-300a-4da6-a4b5-f14025c29185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:19.207065 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-cec91529-300a-4da6-a4b5-f14025c29185 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e90bf6c1-8b3f-43ad-bebe-3c8ba23d40f5 HTTP/1.1" status: 204 len: 168 time: 0.1510732 Feb 16 22:52:19.218487 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec91529-300a-4da6-a4b5-f14025c29185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90bf6c1-8b3f-43ad-bebe-3c8ba23d40f5,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:20.722863 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3601105c-0182-419b-9b1c-5f5dbb45defe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:23.107470 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-dc2578fb-a026-4a16-a11e-a7a39006417c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:24.348309 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:25.732822 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:27.053346 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:27.891781 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-ab89681f-beff-4e60-8bf1-e68581c22405 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1616991948&fields=id&tenant_id=09b4d7c239444335b4d37b9f638ba2c2 HTTP/1.1" status: 200 len: 267 time: 0.0498283 Feb 16 22:52:28.022521 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-e45c96c6-62ff-414b-9c26-5ca8cc97f1d4 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:28.024128 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-e45c96c6-62ff-414b-9c26-5ca8cc97f1d4 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/networks?id=50f5d130-0f22-457e-8f9d-f7f34d0d3035 HTTP/1.1" status: 200 len: 812 time: 0.1215854 Feb 16 22:52:28.041439 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-e8acb0f0-d5eb-4de7-8ffd-f9174586867f tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/quotas/09b4d7c239444335b4d37b9f638ba2c2 HTTP/1.1" status: 200 len: 375 time: 0.0113332 Feb 16 22:52:28.100202 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-72230281-4fad-4414-9b9a-fef49e6dd247 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519185 Feb 16 22:52:28.117675 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-69bd9f5f-3dcb-49af-beaa-f657ab87f9f0 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:52:28.119216 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-69bd9f5f-3dcb-49af-beaa-f657ab87f9f0 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068438 Feb 16 22:52:28.224477 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-9de656bc-74ea-4e21-b345-7483739bd0e1 service neutron] 10.222.0.75 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965922 Feb 16 22:52:28.325480 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-9a85e8e4-c2d3-4d28-a562-cbd7af20c9e3 service neutron] 10.222.0.75 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894818 Feb 16 22:52:28.665304 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:29.123241 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8cf0c234-ad92-4d88-9647-155202221284 req-ea318ff0-222e-427d-af6e-13e203f5c1d5 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 210 time: 0.4590690 Feb 16 22:52:29.889390 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-3d9a2c56-09b5-4adf-8ca3-546866d3790c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:29.891010 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-3d9a2c56-09b5-4adf-8ca3-546866d3790c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.79 "GET /v2.0/networks?id=50f5d130-0f22-457e-8f9d-f7f34d0d3035 HTTP/1.1" status: 200 len: 812 time: 0.1574972 Feb 16 22:52:29.975231 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-d7b3a5d9-a7c8-40bd-bd0f-2d0f94482394 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09b4d7c239444335b4d37b9f638ba2c2 HTTP/1.1" status: 200 len: 380 time: 0.0743039 Feb 16 22:52:29.985547 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-e775f01a-51d1-4493-9f8f-1698f0d9403b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Request body: {'port': {'device_id': '83166991-7e9b-4060-b85a-9c223826b8d0', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'admin_state_up': True, 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'security_groups': ['9833243c-2658-4118-b80e-44a224b005d0']}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:52:30.124163 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:30.144915 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-e775f01a-51d1-4493-9f8f-1698f0d9403b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Made reservation on behalf of 09b4d7c239444335b4d37b9f638ba2c2 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:52:30.150493 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-e775f01a-51d1-4493-9f8f-1698f0d9403b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:30.312231 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-e775f01a-51d1-4493-9f8f-1698f0d9403b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Allocated IP 172.20.0.9 (50f5d130-0f22-457e-8f9d-f7f34d0d3035/0f3f901b-49c4-4880-859e-a4de691296cc/accc22f8-a2ae-479d-8d37-96c00cd7273e) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:52:30.498062 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-e775f01a-51d1-4493-9f8f-1698f0d9403b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for port (accc22f8-a2ae-479d-8d37-96c00cd7273e), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:30.571783 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a929c936-279f-4084-bec0-f1df7b73ae27 req-6d28b10a-f0e1-402d-a9ed-568022c07a50 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 210 time: 0.0384235 Feb 16 22:52:30.574371 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-e775f01a-51d1-4493-9f8f-1698f0d9403b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (accc22f8-a2ae-479d-8d37-96c00cd7273e), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:30.625053 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-e775f01a-51d1-4493-9f8f-1698f0d9403b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:52:30.631167 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-e775f01a-51d1-4493-9f8f-1698f0d9403b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:52:30.647499 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-e775f01a-51d1-4493-9f8f-1698f0d9403b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:52:30.720466 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-e775f01a-51d1-4493-9f8f-1698f0d9403b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:30.721324 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-e775f01a-51d1-4493-9f8f-1698f0d9403b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:30.750624 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775f01a-51d1-4493-9f8f-1698f0d9403b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Pushing event updated for resources: {'Port': ['ID=accc22f8-a2ae-479d-8d37-96c00cd7273e,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:30.773782 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-e775f01a-51d1-4493-9f8f-1698f0d9403b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7921991 Feb 16 22:52:30.956700 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-eb4b0a84-e5d2-4447-94f1-bb92df709918 service neutron] Request body: {'port': {'device_id': '83166991-7e9b-4060-b85a-9c223826b8d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:52:31.050962 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-df7e0316-d3ea-4b3e-a711-cd9de54941c2 None None] Provisioning complete for port accc22f8-a2ae-479d-8d37-96c00cd7273e triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:52:31.051546 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-df7e0316-d3ea-4b3e-a711-cd9de54941c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (accc22f8-a2ae-479d-8d37-96c00cd7273e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:31.063088 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-eb4b0a84-e5d2-4447-94f1-bb92df709918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (accc22f8-a2ae-479d-8d37-96c00cd7273e), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:31.104627 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-df7e0316-d3ea-4b3e-a711-cd9de54941c2 None None] Port accc22f8-a2ae-479d-8d37-96c00cd7273e cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:52:31.372411 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-eb4b0a84-e5d2-4447-94f1-bb92df709918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id accc22f8-a2ae-479d-8d37-96c00cd7273e {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:52:31.380331 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-eb4b0a84-e5d2-4447-94f1-bb92df709918 service neutron] Publish callbacks [] for port (accc22f8-a2ae-479d-8d37-96c00cd7273e), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:31.394275 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-eb4b0a84-e5d2-4447-94f1-bb92df709918 service neutron] Transition to ACTIVE for port object accc22f8-a2ae-479d-8d37-96c00cd7273e will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:52:31.399406 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-eb4b0a84-e5d2-4447-94f1-bb92df709918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (accc22f8-a2ae-479d-8d37-96c00cd7273e), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:31.472406 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b0a84-e5d2-4447-94f1-bb92df709918 service neutron] Pushing event updated for resources: {'Port': ['ID=accc22f8-a2ae-479d-8d37-96c00cd7273e,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:31.579218 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-eb4b0a84-e5d2-4447-94f1-bb92df709918 service neutron] Attempting to bind port accc22f8-a2ae-479d-8d37-96c00cd7273e on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:52:31.579845 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-eb4b0a84-e5d2-4447-94f1-bb92df709918 service neutron] Attempting to bind port accc22f8-a2ae-479d-8d37-96c00cd7273e by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:52:31.580389 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-eb4b0a84-e5d2-4447-94f1-bb92df709918 service neutron] Attempting to bind port accc22f8-a2ae-479d-8d37-96c00cd7273e on network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:52:31.585950 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-eb4b0a84-e5d2-4447-94f1-bb92df709918 service neutron] Port accc22f8-a2ae-479d-8d37-96c00cd7273e on network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:52:31.586672 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-eb4b0a84-e5d2-4447-94f1-bb92df709918 service neutron] Attempting to bind port accc22f8-a2ae-479d-8d37-96c00cd7273e on network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:52:31.592848 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-eb4b0a84-e5d2-4447-94f1-bb92df709918 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:52:31.593401 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-eb4b0a84-e5d2-4447-94f1-bb92df709918 service neutron] Checking segment: {'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:52:31.594016 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-eb4b0a84-e5d2-4447-94f1-bb92df709918 service neutron] Bound using segment: {'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:52:31.594628 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-eb4b0a84-e5d2-4447-94f1-bb92df709918 service neutron] Bound port: accc22f8-a2ae-479d-8d37-96c00cd7273e, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:52:31.595316 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-eb4b0a84-e5d2-4447-94f1-bb92df709918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (accc22f8-a2ae-479d-8d37-96c00cd7273e), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:31.675490 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-eb4b0a84-e5d2-4447-94f1-bb92df709918 service neutron] For port accc22f8-a2ae-479d-8d37-96c00cd7273e, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:52:31.679253 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-eb4b0a84-e5d2-4447-94f1-bb92df709918 service neutron] For port accc22f8-a2ae-479d-8d37-96c00cd7273e, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=accc22f8-a2ae-479d-8d37-96c00cd7273e,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:52:31.694674 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-eb4b0a84-e5d2-4447-94f1-bb92df709918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (accc22f8-a2ae-479d-8d37-96c00cd7273e), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:31.805092 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-eb4b0a84-e5d2-4447-94f1-bb92df709918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:31.806707 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-eb4b0a84-e5d2-4447-94f1-bb92df709918 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:31.809303 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-eb4b0a84-e5d2-4447-94f1-bb92df709918 service neutron] 10.222.0.79 "PUT /v2.0/ports/accc22f8-a2ae-479d-8d37-96c00cd7273e HTTP/1.1" status: 200 len: 1091 time: 1.0234065 Feb 16 22:52:31.809844 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83166991-7e9b-4060-b85a-9c223826b8d0', 'tag': 'accc22f8-a2ae-479d-8d37-96c00cd7273e'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:52:31.812599 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20793d32-641a-4936-a926-c6d828dfff37" -d '{"events": [{"name": "network-changed", "server_uuid": "83166991-7e9b-4060-b85a-9c223826b8d0", "tag": "accc22f8-a2ae-479d-8d37-96c00cd7273e"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:52:31.904116 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b0a84-e5d2-4447-94f1-bb92df709918 service neutron] Pushing event updated for resources: {'Port': ['ID=accc22f8-a2ae-479d-8d37-96c00cd7273e,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:31.978921 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea81e0e-5cf4-453e-86e0-59e591fb752a req-cfbe7723-e5ba-41c0-985d-df17eafa10e0 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:31.980680 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2ea81e0e-5cf4-453e-86e0-59e591fb752a req-cfbe7723-e5ba-41c0-985d-df17eafa10e0 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 943 time: 0.2480361 Feb 16 22:52:32.047255 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-8ece1e68-1be9-49b4-afcc-f5c78c3803ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:32.049456 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-8ece1e68-1be9-49b4-afcc-f5c78c3803ca service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 1125 time: 0.1710534 Feb 16 22:52:32.115051 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-a7886e0d-b1f6-4089-9290-222c887df6f8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=accc22f8-a2ae-479d-8d37-96c00cd7273e HTTP/1.1" status: 200 len: 217 time: 0.0568345 Feb 16 22:52:32.148176 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2ea81e0e-5cf4-453e-86e0-59e591fb752a req-17046432-dff7-4a90-b3ab-56c2390ee360 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607025 Feb 16 22:52:32.204549 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-dc9ab541-0583-480b-9047-6d453472e95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:32.206759 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-dc9ab541-0583-480b-9047-6d453472e95d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0f3f901b-49c4-4880-859e-a4de691296cc HTTP/1.1" status: 200 len: 851 time: 0.0811684 Feb 16 22:52:32.272776 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-acbc22c2-2010-4479-b03f-3bffed37b6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:32.274839 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-acbc22c2-2010-4479-b03f-3bffed37b6e7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=50f5d130-0f22-457e-8f9d-f7f34d0d3035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0600357 Feb 16 22:52:32.383561 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-755b2ccd-2b94-44ed-ab3a-485d5a3a41dc service neutron] 10.222.0.79 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007714 Feb 16 22:52:32.498453 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1701453-2b4f-4687-821b-1c58546e84c6 req-f8c1f951-c462-4d85-a5fd-73d2992d514c service neutron] 10.222.0.79 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073287 Feb 16 22:52:32.535408 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e284c14-1e95-4853-97fa-3da2ce15dc47 x-openstack-request-id: req-6e284c14-1e95-4853-97fa-3da2ce15dc47 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:52:32.536523 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83166991-7e9b-4060-b85a-9c223826b8d0", "tag": "accc22f8-a2ae-479d-8d37-96c00cd7273e", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:52:32.537019 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6e284c14-1e95-4853-97fa-3da2ce15dc47 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:52:32.542475 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83166991-7e9b-4060-b85a-9c223826b8d0', 'tag': 'accc22f8-a2ae-479d-8d37-96c00cd7273e', 'status': 'completed', 'code': 200} Feb 16 22:52:32.738801 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20793d32-641a-4936-a926-c6d828dfff37 req-cede2f62-b5ec-4fd4-98b4-42b44479f45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:32.740713 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-20793d32-641a-4936-a926-c6d828dfff37 req-cede2f62-b5ec-4fd4-98b4-42b44479f45c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 1125 time: 0.1231067 Feb 16 22:52:32.870015 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20793d32-641a-4936-a926-c6d828dfff37 req-a287557c-bb31-4d7e-a35f-75d4c8c657ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:32.871827 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-20793d32-641a-4936-a926-c6d828dfff37 req-a287557c-bb31-4d7e-a35f-75d4c8c657ae service neutron] 10.222.0.79 "GET /v2.0/networks?id=50f5d130-0f22-457e-8f9d-f7f34d0d3035 HTTP/1.1" status: 200 len: 913 time: 0.1233399 Feb 16 22:52:32.921362 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-20793d32-641a-4936-a926-c6d828dfff37 req-eaed382a-0413-4a6f-bee5-ef34a640846f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=accc22f8-a2ae-479d-8d37-96c00cd7273e HTTP/1.1" status: 200 len: 217 time: 0.0428438 Feb 16 22:52:32.970489 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20793d32-641a-4936-a926-c6d828dfff37 req-b8468096-be79-4a43-916b-fa43a2aad4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:32.971980 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-20793d32-641a-4936-a926-c6d828dfff37 req-b8468096-be79-4a43-916b-fa43a2aad4e1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0f3f901b-49c4-4880-859e-a4de691296cc HTTP/1.1" status: 200 len: 851 time: 0.0454397 Feb 16 22:52:33.021340 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20793d32-641a-4936-a926-c6d828dfff37 req-0d4adf94-b151-4964-90f5-ed17503a2404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:33.023001 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-20793d32-641a-4936-a926-c6d828dfff37 req-0d4adf94-b151-4964-90f5-ed17503a2404 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=50f5d130-0f22-457e-8f9d-f7f34d0d3035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451143 Feb 16 22:52:33.117148 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-20793d32-641a-4936-a926-c6d828dfff37 req-cd85713f-0523-4c86-b424-214057e552d4 service neutron] 10.222.0.79 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873780 Feb 16 22:52:33.214314 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-20793d32-641a-4936-a926-c6d828dfff37 req-8cef05b0-f72b-47ad-98f1-19d26570fe84 service neutron] 10.222.0.79 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904720 Feb 16 22:52:33.314738 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f6f20-f776-46f4-885e-57b05ef3a5da req-924cb05f-0c9b-419b-9bac-205af98468ea tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:33.318016 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-167f6f20-f776-46f4-885e-57b05ef3a5da req-924cb05f-0c9b-419b-9bac-205af98468ea tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 943 time: 0.0613999 Feb 16 22:52:33.392621 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-167f6f20-f776-46f4-885e-57b05ef3a5da req-95e694eb-fe25-4fe0-8c0b-96b3379420da tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644236 Feb 16 22:52:33.644226 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [req-f8cddeab-0acb-45c2-8d99-0e9ac4fc2889 req-7844fae7-d6e3-40d3-93f3-6e44faf3a5e0 service neutron] (103465) timed out ('10.222.0.75', 36524) {{(pid=103465) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 22:52:34.545270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492eb20-447e-4aa5-9daa-3390b68c43da req-d6dd2483-93e4-45b7-a770-c1c5190787a2 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:34.552406 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1492eb20-447e-4aa5-9daa-3390b68c43da req-d6dd2483-93e4-45b7-a770-c1c5190787a2 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 943 time: 0.0625885 Feb 16 22:52:34.617879 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1492eb20-447e-4aa5-9daa-3390b68c43da req-c70f68ce-bd12-4892-8d53-fa01534f6a48 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592675 Feb 16 22:52:35.749184 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9468d-13b1-4821-9488-0047495f9e09 req-9544f58f-9cfb-4ae7-8487-89e6a8b0dab8 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:35.751641 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-53c9468d-13b1-4821-9488-0047495f9e09 req-9544f58f-9cfb-4ae7-8487-89e6a8b0dab8 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 943 time: 0.0615392 Feb 16 22:52:35.806997 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-53c9468d-13b1-4821-9488-0047495f9e09 req-1436e25e-5e1d-44f8-a658-7755a40c0acb tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489886 Feb 16 22:52:37.086737 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74633d15-ebaf-47da-9670-077c716dfacc req-76b862b9-85fe-4a1e-a2fd-8eed2d3039bd tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:37.098703 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74633d15-ebaf-47da-9670-077c716dfacc req-76b862b9-85fe-4a1e-a2fd-8eed2d3039bd tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 943 time: 0.1721308 Feb 16 22:52:37.206668 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74633d15-ebaf-47da-9670-077c716dfacc req-c2068487-9b73-45d2-a657-f19d8fdc23d5 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017840 Feb 16 22:52:37.941946 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33baeca-6a4b-44cd-928b-0ee9b48d9688 req-a2aac5a3-9fea-4ad8-994d-b1cdb3060484 tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:37.943717 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b33baeca-6a4b-44cd-928b-0ee9b48d9688 req-a2aac5a3-9fea-4ad8-994d-b1cdb3060484 tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 1127 time: 0.0478916 Feb 16 22:52:38.001625 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b33baeca-6a4b-44cd-928b-0ee9b48d9688 req-b5c37b37-8b14-4e8e-8f81-2ab21743ad60 tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=fbe0a298-9671-4ab4-9b71-e971cae2d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519443 Feb 16 22:52:38.025674 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 49158) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:38.205168 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-92212cc8-38a3-4073-b4ab-5623ccad1755 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Deleting port 20642f36-c7a9-4458-a854-a55de6b5bfb4 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:52:38.206363 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-92212cc8-38a3-4073-b4ab-5623ccad1755 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (20642f36-c7a9-4458-a854-a55de6b5bfb4), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:38.329777 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-92212cc8-38a3-4073-b4ab-5623ccad1755 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (20642f36-c7a9-4458-a854-a55de6b5bfb4), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:38.330181 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-92212cc8-38a3-4073-b4ab-5623ccad1755 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for floatingip (20642f36-c7a9-4458-a854-a55de6b5bfb4), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:38.352653 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-92212cc8-38a3-4073-b4ab-5623ccad1755 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Calling delete_port for 20642f36-c7a9-4458-a854-a55de6b5bfb4 owned by network:floatingip {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:52:38.371584 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56b48a-b0d8-4bf4-ab61-2e23c0dda6fd req-30b9c427-bc35-411a-94b3-3c18477faf5b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:38.372995 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bd56b48a-b0d8-4bf4-ab61-2e23c0dda6fd req-30b9c427-bc35-411a-94b3-3c18477faf5b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 943 time: 0.0980158 Feb 16 22:52:38.488263 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bd56b48a-b0d8-4bf4-ab61-2e23c0dda6fd req-538ec7c4-51f2-44a2-9d98-3b1ab6669eb5 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045725 Feb 16 22:52:38.606295 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-92212cc8-38a3-4073-b4ab-5623ccad1755 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (20642f36-c7a9-4458-a854-a55de6b5bfb4), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:38.655353 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92212cc8-38a3-4073-b4ab-5623ccad1755 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event deleted for resources: {'Port': ['ID=20642f36-c7a9-4458-a854-a55de6b5bfb4,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:38.727870 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-92212cc8-38a3-4073-b4ab-5623ccad1755 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for floatingip (df53262f-f8fb-4845-8634-9b1aa693cafd), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:38.728131 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-92212cc8-38a3-4073-b4ab-5623ccad1755 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Floating IP df53262f-f8fb-4845-8634-9b1aa693cafd disassociated (deleted). External IP: 172.25.2.108, port: 6f8e948e-45ac-4902-86ce-403281521e20. Feb 16 22:52:38.999832 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92212cc8-38a3-4073-b4ab-5623ccad1755 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Router 9dfc4177-0ec5-4418-a0d9-445b75a612db has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:52:39.179091 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92212cc8-38a3-4073-b4ab-5623ccad1755 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:52:39.188561 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-92212cc8-38a3-4073-b4ab-5623ccad1755 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:39.194838 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd624583-3210-4a0e-9002-38c9230dc0f8 None None] Sync routers for ids ['9dfc4177-0ec5-4418-a0d9-445b75a612db'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:52:39.208134 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd624583-3210-4a0e-9002-38c9230dc0f8 None None] Routers {'9dfc4177-0ec5-4418-a0d9-445b75a612db'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:52:39.210115 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-dd624583-3210-4a0e-9002-38c9230dc0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:52:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['9dfc4177-0ec5-4418-a0d9-445b75a612db'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:39.254864 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-92212cc8-38a3-4073-b4ab-5623ccad1755 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "DELETE /v2.0/floatingips/df53262f-f8fb-4845-8634-9b1aa693cafd HTTP/1.1" status: 204 len: 168 time: 1.2270525 Feb 16 22:52:39.254864 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09d6b2b-1f6f-4f24-af42-dde2dd9d8186', 'tag': '6f8e948e-45ac-4902-86ce-403281521e20'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:52:39.262889 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef40347-2ba0-4bcf-9d57-2cdea39c09dd" -d '{"events": [{"name": "network-changed", "server_uuid": "c09d6b2b-1f6f-4f24-af42-dde2dd9d8186", "tag": "6f8e948e-45ac-4902-86ce-403281521e20"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:52:39.370831 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:52:39.495300 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-dd624583-3210-4a0e-9002-38c9230dc0f8 None None] Set router 9dfc4177-0ec5-4418-a0d9-445b75a612db gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:52:39.601936 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a71643-1a4f-4425-b590-c9b7e750afc2 x-openstack-request-id: req-94a71643-1a4f-4425-b590-c9b7e750afc2 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:52:39.604615 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09d6b2b-1f6f-4f24-af42-dde2dd9d8186", "tag": "6f8e948e-45ac-4902-86ce-403281521e20", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:52:39.604615 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-94a71643-1a4f-4425-b590-c9b7e750afc2 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:52:39.604615 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c09d6b2b-1f6f-4f24-af42-dde2dd9d8186', 'tag': '6f8e948e-45ac-4902-86ce-403281521e20', 'status': 'completed', 'code': 200} Feb 16 22:52:39.788624 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef40347-2ba0-4bcf-9d57-2cdea39c09dd req-2c24ce11-8a58-475c-8994-c438118eb0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:39.795606 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-aef40347-2ba0-4bcf-9d57-2cdea39c09dd req-2c24ce11-8a58-475c-8994-c438118eb0ba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 1127 time: 0.1556034 Feb 16 22:52:39.861472 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0cf3d-1397-4bf4-bc08-0df303f6fd46 req-3e1e7c19-ef2a-4bbe-89d6-4ffcb5126908 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:39.863090 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-05e0cf3d-1397-4bf4-bc08-0df303f6fd46 req-3e1e7c19-ef2a-4bbe-89d6-4ffcb5126908 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 945 time: 0.0938768 Feb 16 22:52:39.956374 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef40347-2ba0-4bcf-9d57-2cdea39c09dd req-aacd54dd-4ce5-468b-8cdc-11f660aa2b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:39.958053 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-aef40347-2ba0-4bcf-9d57-2cdea39c09dd req-aacd54dd-4ce5-468b-8cdc-11f660aa2b8d service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8243b84-0aee-46a8-a7d2-cc9e156d804f HTTP/1.1" status: 200 len: 898 time: 0.1503301 Feb 16 22:52:39.968692 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-05e0cf3d-1397-4bf4-bc08-0df303f6fd46 req-3a5a7cdf-ad34-4172-ae75-390aca94f664 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbe0a298-9671-4ab4-9b71-e971cae2d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952241 Feb 16 22:52:40.046168 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-aef40347-2ba0-4bcf-9d57-2cdea39c09dd req-b7f7dcdd-c8e3-4ec1-8c40-04a1a9c3cccc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f8e948e-45ac-4902-86ce-403281521e20 HTTP/1.1" status: 200 len: 217 time: 0.0790961 Feb 16 22:52:40.123924 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-dd624583-3210-4a0e-9002-38c9230dc0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1728568493', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd7683944-12f8-483b-9a7e-3c24ee1989c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:50:02Z', 'updated_at': '2022-02-16T22:50:17Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'd7683944-12f8-483b-9a7e-3c24ee1989c5', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:50:03Z', 'updated_at': '2022-02-16T22:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '90956dde-12e6-4c46-b8ae-250c96633b30', 'name': '', 'network_id': 'c8243b84-0aee-46a8-a7d2-cc9e156d804f', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'mac_address': 'fa:16:3e:2b:ad:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'fb7575e1-fe09-42ea-9731-5160b8d6f33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:50:13Z', 'updated_at': '2022-02-16T22:50:22Z', 'revision_number': 5, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'subnets': [{'id': 'fb7575e1-fe09-42ea-9731-5160b8d6f33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:40.147473 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef40347-2ba0-4bcf-9d57-2cdea39c09dd req-7d593c5d-e979-4456-870e-77f0ddcbf8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:40.149007 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-aef40347-2ba0-4bcf-9d57-2cdea39c09dd req-7d593c5d-e979-4456-870e-77f0ddcbf8aa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fb7575e1-fe09-42ea-9731-5160b8d6f33b HTTP/1.1" status: 200 len: 835 time: 0.0940771 Feb 16 22:52:40.154273 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd624583-3210-4a0e-9002-38c9230dc0f8 None None] Checking router: 9dfc4177-0ec5-4418-a0d9-445b75a612db for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:52:40.164659 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd624583-3210-4a0e-9002-38c9230dc0f8 None None] Routers {'9dfc4177-0ec5-4418-a0d9-445b75a612db'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:52:40.165847 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-dd624583-3210-4a0e-9002-38c9230dc0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:52:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['9dfc4177-0ec5-4418-a0d9-445b75a612db'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:40.190765 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcce8b-9fec-4481-ae4b-1c799aaa57c1 req-9f068497-fb75-46c8-9da0-8a073b2246f7 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:40.192474 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c1dcce8b-9fec-4481-ae4b-1c799aaa57c1 req-9f068497-fb75-46c8-9da0-8a073b2246f7 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 943 time: 0.1080103 Feb 16 22:52:40.208800 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef40347-2ba0-4bcf-9d57-2cdea39c09dd req-9c7f528b-ac42-42da-a226-6f980412c694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:40.216874 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-aef40347-2ba0-4bcf-9d57-2cdea39c09dd req-9c7f528b-ac42-42da-a226-6f980412c694 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8243b84-0aee-46a8-a7d2-cc9e156d804f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0598662 Feb 16 22:52:40.286530 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c1dcce8b-9fec-4481-ae4b-1c799aaa57c1 req-13c9e17d-22ab-4531-b590-6515f309c0e7 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865650 Feb 16 22:52:40.355531 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-aef40347-2ba0-4bcf-9d57-2cdea39c09dd req-4935f31a-53d6-49ab-b4a3-db3b087c1d6e service neutron] 10.222.0.67 "GET /v2.0/networks/c8243b84-0aee-46a8-a7d2-cc9e156d804f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303699 Feb 16 22:52:40.372389 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-dd624583-3210-4a0e-9002-38c9230dc0f8 None None] Set router 9dfc4177-0ec5-4418-a0d9-445b75a612db gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:52:40.543183 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-aef40347-2ba0-4bcf-9d57-2cdea39c09dd req-62e64e4b-d9fe-470b-980c-a716f0e3ab11 service neutron] 10.222.0.67 "GET /v2.0/networks/c8243b84-0aee-46a8-a7d2-cc9e156d804f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788249 Feb 16 22:52:40.694246 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-dd624583-3210-4a0e-9002-38c9230dc0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1728568493', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd7683944-12f8-483b-9a7e-3c24ee1989c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:50:02Z', 'updated_at': '2022-02-16T22:50:17Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'd7683944-12f8-483b-9a7e-3c24ee1989c5', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:50:03Z', 'updated_at': '2022-02-16T22:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '90956dde-12e6-4c46-b8ae-250c96633b30', 'name': '', 'network_id': 'c8243b84-0aee-46a8-a7d2-cc9e156d804f', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'mac_address': 'fa:16:3e:2b:ad:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'fb7575e1-fe09-42ea-9731-5160b8d6f33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:50:13Z', 'updated_at': '2022-02-16T22:50:22Z', 'revision_number': 5, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'subnets': [{'id': 'fb7575e1-fe09-42ea-9731-5160b8d6f33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:40.726092 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd624583-3210-4a0e-9002-38c9230dc0f8 None None] The sync data for ids ['9dfc4177-0ec5-4418-a0d9-445b75a612db'] in n-d-813897-6 is: [{'id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1728568493', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd7683944-12f8-483b-9a7e-3c24ee1989c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:50:02Z', 'updated_at': '2022-02-16T22:50:17Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'd7683944-12f8-483b-9a7e-3c24ee1989c5', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:50:03Z', 'updated_at': '2022-02-16T22:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '90956dde-12e6-4c46-b8ae-250c96633b30', 'name': '', 'network_id': 'c8243b84-0aee-46a8-a7d2-cc9e156d804f', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'mac_address': 'fa:16:3e:2b:ad:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'fb7575e1-fe09-42ea-9731-5160b8d6f33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:50:13Z', 'updated_at': '2022-02-16T22:50:22Z', 'revision_number': 5, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'subnets': [{'id': 'fb7575e1-fe09-42ea-9731-5160b8d6f33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:52:41.081498 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a292cc-1cc5-4b26-8905-6ba58bd4c7cc req-d3954ddc-1d5c-40ee-bbc6-7d94d6954f1c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:41.083772 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-75a292cc-1cc5-4b26-8905-6ba58bd4c7cc req-d3954ddc-1d5c-40ee-bbc6-7d94d6954f1c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.67 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 945 time: 0.1505277 Feb 16 22:52:41.221603 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeab5437-1c76-4266-999e-437abac1f878 None None] New status for floating IP df53262f-f8fb-4845-8634-9b1aa693cafd: DOWN {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:52:41.227967 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e0d2c-117c-4daf-94f7-6967471d6a98 req-9b59a30c-7e82-49ee-bba5-603572b703b2 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:41.241267 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-228e0d2c-117c-4daf-94f7-6967471d6a98 req-9b59a30c-7e82-49ee-bba5-603572b703b2 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 945 time: 0.1179867 Feb 16 22:52:41.279477 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-75a292cc-1cc5-4b26-8905-6ba58bd4c7cc req-cdcd4147-9b5f-4ea0-93f2-8d27ea0e7b51 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Deleting port 6f8e948e-45ac-4902-86ce-403281521e20 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:52:41.279899 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-75a292cc-1cc5-4b26-8905-6ba58bd4c7cc req-cdcd4147-9b5f-4ea0-93f2-8d27ea0e7b51 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (6f8e948e-45ac-4902-86ce-403281521e20), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:41.317992 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-228e0d2c-117c-4daf-94f7-6967471d6a98 req-9afcb119-7897-4e9e-b34e-761598740821 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=fbe0a298-9671-4ab4-9b71-e971cae2d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705962 Feb 16 22:52:41.468140 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b69de-dd8f-4e2a-a97f-4686899b7cee req-b56e14df-763a-421c-a7f4-181ed1819ba2 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:41.473851 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-998b69de-dd8f-4e2a-a97f-4686899b7cee req-b56e14df-763a-421c-a7f4-181ed1819ba2 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 943 time: 0.0688577 Feb 16 22:52:41.560708 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-998b69de-dd8f-4e2a-a97f-4686899b7cee req-15fdadbb-767e-4c45-aecc-854ea0ca129c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773072 Feb 16 22:52:41.795236 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-75a292cc-1cc5-4b26-8905-6ba58bd4c7cc req-cdcd4147-9b5f-4ea0-93f2-8d27ea0e7b51 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] For port 6f8e948e-45ac-4902-86ce-403281521e20, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=6f8e948e-45ac-4902-86ce-403281521e20,segment=NetworkSegment(0a91c411-d85b-4a6f-8f98-d5b9083f0089),segment_id=0a91c411-d85b-4a6f-8f98-d5b9083f0089)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:52:41.795698 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-75a292cc-1cc5-4b26-8905-6ba58bd4c7cc req-cdcd4147-9b5f-4ea0-93f2-8d27ea0e7b51 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (6f8e948e-45ac-4902-86ce-403281521e20), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:41.811229 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-75a292cc-1cc5-4b26-8905-6ba58bd4c7cc req-cdcd4147-9b5f-4ea0-93f2-8d27ea0e7b51 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Calling delete_port for 6f8e948e-45ac-4902-86ce-403281521e20 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:52:42.041944 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-75a292cc-1cc5-4b26-8905-6ba58bd4c7cc req-cdcd4147-9b5f-4ea0-93f2-8d27ea0e7b51 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (6f8e948e-45ac-4902-86ce-403281521e20), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:42.075163 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd4147-9b5f-4ea0-93f2-8d27ea0e7b51 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event deleted for resources: {'Port': ['ID=6f8e948e-45ac-4902-86ce-403281521e20,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:42.147604 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a292cc-1cc5-4b26-8905-6ba58bd4c7cc req-cdcd4147-9b5f-4ea0-93f2-8d27ea0e7b51 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] No DVR routers for this DVR port 6f8e948e-45ac-4902-86ce-403281521e20 on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:52:42.151630 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-75a292cc-1cc5-4b26-8905-6ba58bd4c7cc req-cdcd4147-9b5f-4ea0-93f2-8d27ea0e7b51 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:42.157380 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-75a292cc-1cc5-4b26-8905-6ba58bd4c7cc req-cdcd4147-9b5f-4ea0-93f2-8d27ea0e7b51 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.67 "DELETE /v2.0/ports/6f8e948e-45ac-4902-86ce-403281521e20 HTTP/1.1" status: 204 len: 173 time: 1.0629535 Feb 16 22:52:42.157889 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09d6b2b-1f6f-4f24-af42-dde2dd9d8186', 'name': 'network-vif-deleted', 'tag': '6f8e948e-45ac-4902-86ce-403281521e20'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:52:42.160521 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e661d505-7540-4ce5-9fb0-cfc3c60baa63" -d '{"events": [{"server_uuid": "c09d6b2b-1f6f-4f24-af42-dde2dd9d8186", "name": "network-vif-deleted", "tag": "6f8e948e-45ac-4902-86ce-403281521e20"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:52:42.225895 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8c57d9-3785-4acc-ab63-0a2e7410cd2c x-openstack-request-id: req-6a8c57d9-3785-4acc-ab63-0a2e7410cd2c {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:52:42.226616 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09d6b2b-1f6f-4f24-af42-dde2dd9d8186", "name": "network-vif-deleted", "tag": "6f8e948e-45ac-4902-86ce-403281521e20", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:52:42.226960 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6a8c57d9-3785-4acc-ab63-0a2e7410cd2c {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:52:42.227420 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09d6b2b-1f6f-4f24-af42-dde2dd9d8186', 'name': 'network-vif-deleted', 'tag': '6f8e948e-45ac-4902-86ce-403281521e20', 'status': 'completed', 'code': 200} Feb 16 22:52:42.468276 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2373c670-fe68-4561-8798-b50ae571e3ba req-60178575-f885-48ea-bc6b-8aa867455bc5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c09d6b2b-1f6f-4f24-af42-dde2dd9d8186 HTTP/1.1" status: 200 len: 210 time: 0.0351641 Feb 16 22:52:42.729182 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cb8d4-d617-4f30-830e-ca7b077240bf req-7ebe9f75-a00d-404b-9d64-9d1d4d2a3be7 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:42.731367 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f52cb8d4-d617-4f30-830e-ca7b077240bf req-7ebe9f75-a00d-404b-9d64-9d1d4d2a3be7 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 943 time: 0.0788355 Feb 16 22:52:42.808831 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f52cb8d4-d617-4f30-830e-ca7b077240bf req-da85b017-a0fd-4c26-b834-d354fbfddbae tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656507 Feb 16 22:52:43.538790 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 49226) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:43.962370 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9373b-83e2-45f3-8e4b-4fe33734cfd2 req-35677489-e0fd-4d88-92a7-75fb84a44dc2 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:43.963895 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0f9373b-83e2-45f3-8e4b-4fe33734cfd2 req-35677489-e0fd-4d88-92a7-75fb84a44dc2 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 943 time: 0.0713153 Feb 16 22:52:43.974790 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc2c7cdf-5732-4ccc-81f5-338af6d6192d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (9dfc4177-0ec5-4418-a0d9-445b75a612db), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:44.401576 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0f9373b-83e2-45f3-8e4b-4fe33734cfd2 req-fa3eaa24-fd21-4a05-bcb1-aa8710e33c42 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4297829 Feb 16 22:52:44.432785 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 6f8e948e-45ac-4902-86ce-403281521e20 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:52:44.460447 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 6f8e948e-45ac-4902-86ce-403281521e20 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:52:44.460848 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 6f8e948e-45ac-4902-86ce-403281521e20 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:52:44.597379 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-dc2c7cdf-5732-4ccc-81f5-338af6d6192d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Deleting port 90956dde-12e6-4c46-b8ae-250c96633b30 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:52:44.598119 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc2c7cdf-5732-4ccc-81f5-338af6d6192d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (90956dde-12e6-4c46-b8ae-250c96633b30), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:44.690703 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-dc2c7cdf-5732-4ccc-81f5-338af6d6192d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] For port 90956dde-12e6-4c46-b8ae-250c96633b30, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=90956dde-12e6-4c46-b8ae-250c96633b30,segment=NetworkSegment(0a91c411-d85b-4a6f-8f98-d5b9083f0089),segment_id=0a91c411-d85b-4a6f-8f98-d5b9083f0089)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:52:44.691103 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc2c7cdf-5732-4ccc-81f5-338af6d6192d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (90956dde-12e6-4c46-b8ae-250c96633b30), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:44.703253 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-dc2c7cdf-5732-4ccc-81f5-338af6d6192d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Calling delete_port for 90956dde-12e6-4c46-b8ae-250c96633b30 owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:52:44.916178 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc2c7cdf-5732-4ccc-81f5-338af6d6192d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (90956dde-12e6-4c46-b8ae-250c96633b30), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:44.942842 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c7cdf-5732-4ccc-81f5-338af6d6192d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event deleted for resources: {'Port': ['ID=90956dde-12e6-4c46-b8ae-250c96633b30,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:45.155675 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc2c7cdf-5732-4ccc-81f5-338af6d6192d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (9dfc4177-0ec5-4418-a0d9-445b75a612db), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:45.428982 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2c7cdf-5732-4ccc-81f5-338af6d6192d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Router 9dfc4177-0ec5-4418-a0d9-445b75a612db has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:52:45.634703 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abd612-dc11-445c-9950-83f1cefa829b req-86c4fc7f-7eb1-46ad-8f87-cfc6a0279667 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:45.636805 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-07abd612-dc11-445c-9950-83f1cefa829b req-86c4fc7f-7eb1-46ad-8f87-cfc6a0279667 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 943 time: 0.1196947 Feb 16 22:52:45.646079 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2c7cdf-5732-4ccc-81f5-338af6d6192d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:52:45.656256 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-dc2c7cdf-5732-4ccc-81f5-338af6d6192d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "PUT /v2.0/routers/9dfc4177-0ec5-4418-a0d9-445b75a612db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1160593 Feb 16 22:52:45.660139 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49248) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:45.661311 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f5a953-10b5-4c42-98de-9d0020315a03 None None] Sync routers for ids ['9dfc4177-0ec5-4418-a0d9-445b75a612db'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:52:45.682728 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f5a953-10b5-4c42-98de-9d0020315a03 None None] Routers {'9dfc4177-0ec5-4418-a0d9-445b75a612db'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:52:45.683352 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-b7f5a953-10b5-4c42-98de-9d0020315a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:52:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['9dfc4177-0ec5-4418-a0d9-445b75a612db'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:45.703329 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-07abd612-dc11-445c-9950-83f1cefa829b req-641831a8-5756-4f4b-9606-c0ed8bbd7a74 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596831 Feb 16 22:52:45.730780 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-563ccdc6-6956-4037-baa5-9d7ccec9394d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Deleting subnet fb7575e1-fe09-42ea-9731-5160b8d6f33b {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:52:45.734724 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-563ccdc6-6956-4037-baa5-9d7ccec9394d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for subnet (fb7575e1-fe09-42ea-9731-5160b8d6f33b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:45.775679 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-563ccdc6-6956-4037-baa5-9d7ccec9394d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (fb7575e1-fe09-42ea-9731-5160b8d6f33b), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:45.819160 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-b7f5a953-10b5-4c42-98de-9d0020315a03 None None] Set router 9dfc4177-0ec5-4418-a0d9-445b75a612db gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:52:45.868939 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-563ccdc6-6956-4037-baa5-9d7ccec9394d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (fb7575e1-fe09-42ea-9731-5160b8d6f33b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:45.932711 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-563ccdc6-6956-4037-baa5-9d7ccec9394d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (fb7575e1-fe09-42ea-9731-5160b8d6f33b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:45.961783 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ccdc6-6956-4037-baa5-9d7ccec9394d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event deleted for resources: {'Subnet': ['ID=fb7575e1-fe09-42ea-9731-5160b8d6f33b,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:45.970571 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-563ccdc6-6956-4037-baa5-9d7ccec9394d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:45.977051 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-563ccdc6-6956-4037-baa5-9d7ccec9394d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "DELETE /v2.0/subnets/fb7575e1-fe09-42ea-9731-5160b8d6f33b HTTP/1.1" status: 204 len: 168 time: 0.3141975 Feb 16 22:52:45.978346 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 49250) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:45.981484 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ff1340-a3c7-4281-aebb-83bc864f14cd None None] Network c8243b84-0aee-46a8-a7d2-cc9e156d804f requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:52:46.085911 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-b7f5a953-10b5-4c42-98de-9d0020315a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1728568493', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd7683944-12f8-483b-9a7e-3c24ee1989c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:50:02Z', 'updated_at': '2022-02-16T22:52:44Z', 'revision_number': 5, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'd7683944-12f8-483b-9a7e-3c24ee1989c5', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:50:03Z', 'updated_at': '2022-02-16T22:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:46.112734 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7951322a-3d62-4da2-a8be-fc5130da5bd4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for router (9dfc4177-0ec5-4418-a0d9-445b75a612db), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:46.120183 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f5a953-10b5-4c42-98de-9d0020315a03 None None] Checking router: 9dfc4177-0ec5-4418-a0d9-445b75a612db for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:52:46.129007 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f5a953-10b5-4c42-98de-9d0020315a03 None None] Routers {'9dfc4177-0ec5-4418-a0d9-445b75a612db'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:52:46.130258 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-b7f5a953-10b5-4c42-98de-9d0020315a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:52:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['9dfc4177-0ec5-4418-a0d9-445b75a612db'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:46.240953 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b72492a-a848-409c-ab60-b1c644d6860b None None] DHCP port deletion for c8243b84-0aee-46a8-a7d2-cc9e156d804f request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:52:46.271428 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7951322a-3d62-4da2-a8be-fc5130da5bd4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for router_gateway (9dfc4177-0ec5-4418-a0d9-445b75a612db), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:46.301150 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-b7f5a953-10b5-4c42-98de-9d0020315a03 None None] Set router 9dfc4177-0ec5-4418-a0d9-445b75a612db gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:52:46.341731 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-7951322a-3d62-4da2-a8be-fc5130da5bd4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Deleting port d7683944-12f8-483b-9a7e-3c24ee1989c5 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:52:46.342161 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7951322a-3d62-4da2-a8be-fc5130da5bd4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (d7683944-12f8-483b-9a7e-3c24ee1989c5), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:46.408003 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7b72492a-a848-409c-ab60-b1c644d6860b None None] Deleting port f0ecb287-1746-4fa6-b38d-1da53f2dac92 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:52:46.408380 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7b72492a-a848-409c-ab60-b1c644d6860b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (f0ecb287-1746-4fa6-b38d-1da53f2dac92), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:46.471166 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-7951322a-3d62-4da2-a8be-fc5130da5bd4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] For port d7683944-12f8-483b-9a7e-3c24ee1989c5, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=d7683944-12f8-483b-9a7e-3c24ee1989c5,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:52:46.471166 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7951322a-3d62-4da2-a8be-fc5130da5bd4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (d7683944-12f8-483b-9a7e-3c24ee1989c5), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:46.490362 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-7951322a-3d62-4da2-a8be-fc5130da5bd4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Calling delete_port for d7683944-12f8-483b-9a7e-3c24ee1989c5 owned by network:router_gateway {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:52:46.558199 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7b72492a-a848-409c-ab60-b1c644d6860b None None] For port f0ecb287-1746-4fa6-b38d-1da53f2dac92, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=f0ecb287-1746-4fa6-b38d-1da53f2dac92,segment=NetworkSegment(0a91c411-d85b-4a6f-8f98-d5b9083f0089),segment_id=0a91c411-d85b-4a6f-8f98-d5b9083f0089)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:52:46.558763 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7b72492a-a848-409c-ab60-b1c644d6860b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (f0ecb287-1746-4fa6-b38d-1da53f2dac92), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:46.586181 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7b72492a-a848-409c-ab60-b1c644d6860b None None] Calling delete_port for f0ecb287-1746-4fa6-b38d-1da53f2dac92 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:52:46.743107 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-b7f5a953-10b5-4c42-98de-9d0020315a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1728568493', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd7683944-12f8-483b-9a7e-3c24ee1989c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:50:02Z', 'updated_at': '2022-02-16T22:52:44Z', 'revision_number': 5, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'd7683944-12f8-483b-9a7e-3c24ee1989c5', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:50:03Z', 'updated_at': '2022-02-16T22:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:46.776008 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f5a953-10b5-4c42-98de-9d0020315a03 None None] The sync data for ids ['9dfc4177-0ec5-4418-a0d9-445b75a612db'] in n-d-813897-6 is: [{'id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1728568493', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd7683944-12f8-483b-9a7e-3c24ee1989c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:50:02Z', 'updated_at': '2022-02-16T22:52:44Z', 'revision_number': 5, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'd7683944-12f8-483b-9a7e-3c24ee1989c5', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc4177-0ec5-4418-a0d9-445b75a612db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:50:03Z', 'updated_at': '2022-02-16T22:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:52:46.790548 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7951322a-3d62-4da2-a8be-fc5130da5bd4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (d7683944-12f8-483b-9a7e-3c24ee1989c5), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:46.816800 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7b72492a-a848-409c-ab60-b1c644d6860b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (f0ecb287-1746-4fa6-b38d-1da53f2dac92), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:46.845301 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951322a-3d62-4da2-a8be-fc5130da5bd4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event deleted for resources: {'Port': ['ID=d7683944-12f8-483b-9a7e-3c24ee1989c5,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:46.861516 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72492a-a848-409c-ab60-b1c644d6860b None None] Pushing event deleted for resources: {'Port': ['ID=f0ecb287-1746-4fa6-b38d-1da53f2dac92,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:46.873123 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b72492a-a848-409c-ab60-b1c644d6860b None None] No DVR routers for this DVR port f0ecb287-1746-4fa6-b38d-1da53f2dac92 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:52:46.875775 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72492a-a848-409c-ab60-b1c644d6860b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:46.876328 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72492a-a848-409c-ab60-b1c644d6860b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:46.876757 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72492a-a848-409c-ab60-b1c644d6860b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:46.877209 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72492a-a848-409c-ab60-b1c644d6860b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:46.877764 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72492a-a848-409c-ab60-b1c644d6860b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:46.878380 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72492a-a848-409c-ab60-b1c644d6860b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:46.878690 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72492a-a848-409c-ab60-b1c644d6860b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:46.879083 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72492a-a848-409c-ab60-b1c644d6860b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:46.879484 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72492a-a848-409c-ab60-b1c644d6860b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:46.879964 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72492a-a848-409c-ab60-b1c644d6860b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:46.880354 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72492a-a848-409c-ab60-b1c644d6860b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:46.880761 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72492a-a848-409c-ab60-b1c644d6860b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:46.881152 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72492a-a848-409c-ab60-b1c644d6860b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:46.941695 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9836714-b40b-4250-88b9-09608bb0b5eb req-40d44ac2-fd4e-48f2-a418-8f010c9906cb tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:46.943316 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d9836714-b40b-4250-88b9-09608bb0b5eb req-40d44ac2-fd4e-48f2-a418-8f010c9906cb tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 943 time: 0.1638098 Feb 16 22:52:46.952962 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7951322a-3d62-4da2-a8be-fc5130da5bd4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (9dfc4177-0ec5-4418-a0d9-445b75a612db), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:47.064115 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7951322a-3d62-4da2-a8be-fc5130da5bd4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (9dfc4177-0ec5-4418-a0d9-445b75a612db), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:47.070807 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7951322a-3d62-4da2-a8be-fc5130da5bd4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for router_controller (9dfc4177-0ec5-4418-a0d9-445b75a612db), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:47.123417 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d9836714-b40b-4250-88b9-09608bb0b5eb req-6ddcc1ab-59b4-4496-9018-d5e5260dfb96 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715515 Feb 16 22:52:47.134659 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7951322a-3d62-4da2-a8be-fc5130da5bd4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (9dfc4177-0ec5-4418-a0d9-445b75a612db), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:47.135696 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7951322a-3d62-4da2-a8be-fc5130da5bd4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Fanout notify agent at l3_agent the message router_deleted on router 9dfc4177-0ec5-4418-a0d9-445b75a612db {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:52:47.156785 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7951322a-3d62-4da2-a8be-fc5130da5bd4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:47.161429 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49268) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:47.171775 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7951322a-3d62-4da2-a8be-fc5130da5bd4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "DELETE /v2.0/routers/9dfc4177-0ec5-4418-a0d9-445b75a612db HTTP/1.1" status: 204 len: 168 time: 1.1920087 Feb 16 22:52:47.275944 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device f0ecb287-1746-4fa6-b38d-1da53f2dac92 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:52:47.298781 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: f0ecb287-1746-4fa6-b38d-1da53f2dac92 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:52:47.299236 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device f0ecb287-1746-4fa6-b38d-1da53f2dac92 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:52:47.299755 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 90956dde-12e6-4c46-b8ae-250c96633b30 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:52:47.304687 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-67c820f9-8ab6-4293-af10-fdf6b82856de tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (c8243b84-0aee-46a8-a7d2-cc9e156d804f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:47.334375 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 90956dde-12e6-4c46-b8ae-250c96633b30 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:52:47.337084 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 90956dde-12e6-4c46-b8ae-250c96633b30 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:52:47.442456 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-67c820f9-8ab6-4293-af10-fdf6b82856de tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (c8243b84-0aee-46a8-a7d2-cc9e156d804f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:47.474923 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-67c820f9-8ab6-4293-af10-fdf6b82856de tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8243b84-0aee-46a8-a7d2-cc9e156d804f']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:47.488030 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-67c820f9-8ab6-4293-af10-fdf6b82856de tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a91c411-d85b-4a6f-8f98-d5b9083f0089') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:47.488468 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-67c820f9-8ab6-4293-af10-fdf6b82856de tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a91c411-d85b-4a6f-8f98-d5b9083f0089') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:47.499165 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-67c820f9-8ab6-4293-af10-fdf6b82856de tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (0a91c411-d85b-4a6f-8f98-d5b9083f0089), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:47.515218 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-67c820f9-8ab6-4293-af10-fdf6b82856de tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (0a91c411-d85b-4a6f-8f98-d5b9083f0089), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:47.534609 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c820f9-8ab6-4293-af10-fdf6b82856de tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:52:47.535227 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-67c820f9-8ab6-4293-af10-fdf6b82856de tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (0a91c411-d85b-4a6f-8f98-d5b9083f0089), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:47.539354 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:52:47.539354 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:52:47.539354 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:52:47.539354 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:52:47.539354 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:52:47.539354 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:52:47.539354 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:52:47.539354 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:52:47.539354 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:52:47.539354 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:52:47.539354 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:52:47.539354 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:52:47.539354 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:52:47.539354 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:52:47.539354 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:52:47.539354 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:52:47.539354 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:52:47.539354 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:52:47.539354 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:52:47.539354 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:52:47.539354 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:52:47.539354 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:52:47.539354 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:52:47.539354 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:52:47.539354 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:52:47.539354 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:52:47.539354 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:52:47.539354 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:52:47.539354 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:52:47.539354 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:52:47.539354 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:52:47.539354 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:52:47.609559 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-67c820f9-8ab6-4293-af10-fdf6b82856de tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (c8243b84-0aee-46a8-a7d2-cc9e156d804f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:47.617600 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-67c820f9-8ab6-4293-af10-fdf6b82856de tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:47.625340 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 49276) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:47.625580 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-67c820f9-8ab6-4293-af10-fdf6b82856de tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "DELETE /v2.0/networks/c8243b84-0aee-46a8-a7d2-cc9e156d804f HTTP/1.1" status: 204 len: 168 time: 0.4627078 Feb 16 22:52:47.640146 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c820f9-8ab6-4293-af10-fdf6b82856de tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event deleted for resources: {'Network': ['ID=c8243b84-0aee-46a8-a7d2-cc9e156d804f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:47.704248 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-473726d5-1211-4580-9bea-b3e2d4b3a124 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group (fbe0a298-9671-4ab4-9b71-e971cae2d1b9), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:47.749416 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-473726d5-1211-4580-9bea-b3e2d4b3a124 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group (fbe0a298-9671-4ab4-9b71-e971cae2d1b9), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:47.820154 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-473726d5-1211-4580-9bea-b3e2d4b3a124 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (fbe0a298-9671-4ab4-9b71-e971cae2d1b9), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:47.823800 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-473726d5-1211-4580-9bea-b3e2d4b3a124 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:47.825077 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-473726d5-1211-4580-9bea-b3e2d4b3a124 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "DELETE /v2.0/security-groups/fbe0a298-9671-4ab4-9b71-e971cae2d1b9 HTTP/1.1" status: 204 len: 168 time: 0.1980686 Feb 16 22:52:47.836656 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473726d5-1211-4580-9bea-b3e2d4b3a124 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe0a298-9671-4ab4-9b71-e971cae2d1b9,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:48.326940 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 49288) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:48.333166 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-835cb87c-0806-48ff-acd7-ec6120e8749f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1130285891', 'description': 'tempest-secgroup-smoke-1130285891 description', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:52:48.432723 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-835cb87c-0806-48ff-acd7-ec6120e8749f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:48.505893 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe4ecb-b97e-406c-91ab-9166fe5bd2f3 req-ea0e18e4-d794-48bc-9f7d-3f0fdc434873 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:48.507509 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-83fe4ecb-b97e-406c-91ab-9166fe5bd2f3 req-ea0e18e4-d794-48bc-9f7d-3f0fdc434873 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 943 time: 0.1256773 Feb 16 22:52:48.544728 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-835cb87c-0806-48ff-acd7-ec6120e8749f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group (8e11337d-7780-4fed-b317-e29401176f44), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:48.555838 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-835cb87c-0806-48ff-acd7-ec6120e8749f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (8e11337d-7780-4fed-b317-e29401176f44), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:48.595371 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-835cb87c-0806-48ff-acd7-ec6120e8749f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:48.599458 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-835cb87c-0806-48ff-acd7-ec6120e8749f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2685964 Feb 16 22:52:48.600239 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49294) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:48.607293 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-57209fc8-ac8e-4682-a67a-3e6e9fdd01cd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'security_group_rule': {'security_group_id': '8e11337d-7780-4fed-b317-e29401176f44', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:52:48.610482 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-83fe4ecb-b97e-406c-91ab-9166fe5bd2f3 req-412f55ca-7ce7-4474-ab5a-4a2a07a4a1be tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969532 Feb 16 22:52:48.615939 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835cb87c-0806-48ff-acd7-ec6120e8749f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e11337d-7780-4fed-b317-e29401176f44,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:48.648321 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57209fc8-ac8e-4682-a67a-3e6e9fdd01cd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (d07202e9-059a-4031-8657-2e1f7cbd7317), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:48.711380 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57209fc8-ac8e-4682-a67a-3e6e9fdd01cd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (d07202e9-059a-4031-8657-2e1f7cbd7317), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:48.716823 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57209fc8-ac8e-4682-a67a-3e6e9fdd01cd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (d07202e9-059a-4031-8657-2e1f7cbd7317), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:48.741436 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57209fc8-ac8e-4682-a67a-3e6e9fdd01cd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d07202e9-059a-4031-8657-2e1f7cbd7317,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:48.751431 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57209fc8-ac8e-4682-a67a-3e6e9fdd01cd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:48.755435 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-57209fc8-ac8e-4682-a67a-3e6e9fdd01cd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1498299 Feb 16 22:52:48.756243 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49296) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:48.765341 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-3511531a-285c-465e-aed9-90491d0781c4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'security_group_rule': {'security_group_id': '8e11337d-7780-4fed-b317-e29401176f44', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:52:48.796005 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3511531a-285c-465e-aed9-90491d0781c4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (b0f82e19-118b-46b6-934e-c493caeba2ea), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:48.855594 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3511531a-285c-465e-aed9-90491d0781c4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (b0f82e19-118b-46b6-934e-c493caeba2ea), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:48.864033 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3511531a-285c-465e-aed9-90491d0781c4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (b0f82e19-118b-46b6-934e-c493caeba2ea), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:48.886599 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511531a-285c-465e-aed9-90491d0781c4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f82e19-118b-46b6-934e-c493caeba2ea,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:48.904178 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3511531a-285c-465e-aed9-90491d0781c4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:48.905680 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3511531a-285c-465e-aed9-90491d0781c4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1483831 Feb 16 22:52:48.908297 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49298) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:48.912839 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-278d1918-43b7-455e-99ac-f6808ddfabf8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'security_group_rule': {'security_group_id': '8e11337d-7780-4fed-b317-e29401176f44', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:52:48.940528 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device d7683944-12f8-483b-9a7e-3c24ee1989c5 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:52:48.948611 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-278d1918-43b7-455e-99ac-f6808ddfabf8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (fcb130c2-bc36-4dfc-b6a0-402143a79b2d), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:48.964591 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: d7683944-12f8-483b-9a7e-3c24ee1989c5 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:52:48.966139 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device d7683944-12f8-483b-9a7e-3c24ee1989c5 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:52:49.021544 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-278d1918-43b7-455e-99ac-f6808ddfabf8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (fcb130c2-bc36-4dfc-b6a0-402143a79b2d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:49.026277 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-278d1918-43b7-455e-99ac-f6808ddfabf8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (fcb130c2-bc36-4dfc-b6a0-402143a79b2d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:49.045792 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d1918-43b7-455e-99ac-f6808ddfabf8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb130c2-bc36-4dfc-b6a0-402143a79b2d,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:49.058004 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-278d1918-43b7-455e-99ac-f6808ddfabf8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:49.059360 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-278d1918-43b7-455e-99ac-f6808ddfabf8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1500199 Feb 16 22:52:49.062737 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 49300) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:49.067022 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-63ef046d-fb03-4d41-adde-96df50f93b3a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'security_group_rule': {'security_group_id': '8e11337d-7780-4fed-b317-e29401176f44', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:52:49.097209 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-63ef046d-fb03-4d41-adde-96df50f93b3a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (b5e078c4-b84c-41d0-88b1-ec6554677752), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:49.175731 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-63ef046d-fb03-4d41-adde-96df50f93b3a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (b5e078c4-b84c-41d0-88b1-ec6554677752), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:49.181894 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-63ef046d-fb03-4d41-adde-96df50f93b3a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (b5e078c4-b84c-41d0-88b1-ec6554677752), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:49.203275 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef046d-fb03-4d41-adde-96df50f93b3a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e078c4-b84c-41d0-88b1-ec6554677752,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:49.218500 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-63ef046d-fb03-4d41-adde-96df50f93b3a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:49.222722 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-63ef046d-fb03-4d41-adde-96df50f93b3a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1569440 Feb 16 22:52:49.223017 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 49304) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:49.227656 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-65456685-2dbc-4a1e-83b7-a152855721db tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'security_group_rule': {'security_group_id': '8e11337d-7780-4fed-b317-e29401176f44', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:52:49.253349 n-d-813897-6 neutron-server[103466]: INFO neutron.db.securitygroups_db [None req-65456685-2dbc-4a1e-83b7-a152855721db tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Project f09c82b3a2c746b1bfae225757af7f07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 22:52:49.259514 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-65456685-2dbc-4a1e-83b7-a152855721db tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (1db1b70f-d8b5-4987-899d-3218e3ddea75), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:49.328781 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-65456685-2dbc-4a1e-83b7-a152855721db tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (1db1b70f-d8b5-4987-899d-3218e3ddea75), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:49.333361 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-65456685-2dbc-4a1e-83b7-a152855721db tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (1db1b70f-d8b5-4987-899d-3218e3ddea75), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:49.354049 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65456685-2dbc-4a1e-83b7-a152855721db tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1db1b70f-d8b5-4987-899d-3218e3ddea75,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:49.364797 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-65456685-2dbc-4a1e-83b7-a152855721db tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:49.369063 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49310) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:49.369236 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-65456685-2dbc-4a1e-83b7-a152855721db tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1451404 Feb 16 22:52:49.374574 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-9e494278-192f-4188-966f-5bb3172d20fc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'security_group_rule': {'security_group_id': '8e11337d-7780-4fed-b317-e29401176f44', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:52:49.396830 n-d-813897-6 neutron-server[103465]: INFO neutron.db.securitygroups_db [None req-9e494278-192f-4188-966f-5bb3172d20fc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Project f09c82b3a2c746b1bfae225757af7f07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 22:52:49.402735 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9e494278-192f-4188-966f-5bb3172d20fc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (03b9e710-c9ef-4874-b1cc-dafd31945e70), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:49.475812 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9e494278-192f-4188-966f-5bb3172d20fc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (03b9e710-c9ef-4874-b1cc-dafd31945e70), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:49.481259 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9e494278-192f-4188-966f-5bb3172d20fc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (03b9e710-c9ef-4874-b1cc-dafd31945e70), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:49.507081 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e494278-192f-4188-966f-5bb3172d20fc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b9e710-c9ef-4874-b1cc-dafd31945e70,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:49.512428 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9e494278-192f-4188-966f-5bb3172d20fc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:49.516864 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 49314) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:49.517216 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9e494278-192f-4188-966f-5bb3172d20fc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1465290 Feb 16 22:52:49.522021 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-abeedfc5-1077-4031-acaa-9f4a7ad469dd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'network': {'name': 'tempest-network-smoke--339918767', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'port_security_enabled': True}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:52:49.546987 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abeedfc5-1077-4031-acaa-9f4a7ad469dd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Made reservation on behalf of f09c82b3a2c746b1bfae225757af7f07 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:52:49.550404 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-abeedfc5-1077-4031-acaa-9f4a7ad469dd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:49.573895 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abeedfc5-1077-4031-acaa-9f4a7ad469dd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:52:49.582650 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-abeedfc5-1077-4031-acaa-9f4a7ad469dd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (8f8f586f-3eab-4a43-8a9e-196175167066), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:49.583003 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-abeedfc5-1077-4031-acaa-9f4a7ad469dd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Added segment 8f8f586f-3eab-4a43-8a9e-196175167066 of type vlan for network 9e40610d-06bc-4fff-a258-1910fedba294 Feb 16 22:52:49.625528 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-abeedfc5-1077-4031-acaa-9f4a7ad469dd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (9e40610d-06bc-4fff-a258-1910fedba294), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:49.656702 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-abeedfc5-1077-4031-acaa-9f4a7ad469dd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (9e40610d-06bc-4fff-a258-1910fedba294), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:49.662767 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abeedfc5-1077-4031-acaa-9f4a7ad469dd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:49.663452 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-abeedfc5-1077-4031-acaa-9f4a7ad469dd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:49.684589 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-abeedfc5-1077-4031-acaa-9f4a7ad469dd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1662388 Feb 16 22:52:49.686895 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 49318) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:49.701509 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-eaabd9ab-ddf5-441e-a758-cb71dc685385 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1290105185', 'admin_state_up': True, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:52:49.794218 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eaabd9ab-ddf5-441e-a758-cb71dc685385 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (2fadad9e-d055-49f5-8aee-11d16c255099), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:49.795365 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eaabd9ab-ddf5-441e-a758-cb71dc685385 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (2fadad9e-d055-49f5-8aee-11d16c255099), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:49.800639 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeedfc5-1077-4031-acaa-9f4a7ad469dd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'Network': ['ID=9e40610d-06bc-4fff-a258-1910fedba294,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:49.819626 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 9e40610d-06bc-4fff-a258-1910fedba294 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:52:49.831868 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf7ea2-93cb-470e-84f7-65f65841a21e req-10053a9f-cc86-4fea-9c6d-6ccdd28584d2 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:49.833949 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-99bf7ea2-93cb-470e-84f7-65f65841a21e req-10053a9f-cc86-4fea-9c6d-6ccdd28584d2 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 943 time: 0.1207166 Feb 16 22:52:49.900207 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eaabd9ab-ddf5-441e-a758-cb71dc685385 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for router_controller (2fadad9e-d055-49f5-8aee-11d16c255099), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:49.997375 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-99bf7ea2-93cb-470e-84f7-65f65841a21e req-3af68259-b7b6-4dd9-90d8-339fbf43f329 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510699 Feb 16 22:52:50.090341 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eaabd9ab-ddf5-441e-a758-cb71dc685385 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for router_gateway (2fadad9e-d055-49f5-8aee-11d16c255099), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:50.319544 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eaabd9ab-ddf5-441e-a758-cb71dc685385 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for router_gateway (2fadad9e-d055-49f5-8aee-11d16c255099), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:50.340066 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eaabd9ab-ddf5-441e-a758-cb71dc685385 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:50.504930 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-eaabd9ab-ddf5-441e-a758-cb71dc685385 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Allocated IP 172.25.2.56 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/ce099637-188e-4643-b1fa-08d0929d7ea9) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:52:50.716240 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-791b5912-f38b-4ff1-832d-ff6d33cbd1bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:50.901594 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49332) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:51.013068 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eaabd9ab-ddf5-441e-a758-cb71dc685385 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for port (ce099637-188e-4643-b1fa-08d0929d7ea9), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:51.062073 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b04c88cd-0d44-4f54-9fa1-c4e1c7e01057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:51.085457 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eaabd9ab-ddf5-441e-a758-cb71dc685385 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (ce099637-188e-4643-b1fa-08d0929d7ea9), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:51.185118 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaabd9ab-ddf5-441e-a758-cb71dc685385 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:52:51.197314 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b04c88cd-0d44-4f54-9fa1-c4e1c7e01057 admin admin] Publish callbacks [] for security_group (af0db431-6b90-4a84-873b-a8ce471ea1bf), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:51.197564 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-eaabd9ab-ddf5-441e-a758-cb71dc685385 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:52:51.208211 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b04c88cd-0d44-4f54-9fa1-c4e1c7e01057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (af0db431-6b90-4a84-873b-a8ce471ea1bf), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:51.208873 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb9896-f40d-4f68-8062-59a723e54323 req-46ede4ed-e22f-44a9-8ad0-a2e035aa654b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:51.210441 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bffb9896-f40d-4f68-8062-59a723e54323 req-46ede4ed-e22f-44a9-8ad0-a2e035aa654b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 943 time: 0.1099970 Feb 16 22:52:51.211723 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaabd9ab-ddf5-441e-a758-cb71dc685385 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:52:51.215383 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaabd9ab-ddf5-441e-a758-cb71dc685385 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'Port': ['ID=ce099637-188e-4643-b1fa-08d0929d7ea9,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:51.269105 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c88cd-0d44-4f54-9fa1-c4e1c7e01057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0db431-6b90-4a84-873b-a8ce471ea1bf,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:51.279989 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b04c88cd-0d44-4f54-9fa1-c4e1c7e01057 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=573ca4348f57475b8ebcecb492997795&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3769901 Feb 16 22:52:51.282903 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 49344) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:51.413211 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bffb9896-f40d-4f68-8062-59a723e54323 req-aebf6738-a1f4-46ce-9567-54e57693d09c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763196 Feb 16 22:52:51.474738 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c37a49ed-b3ea-4d0f-991b-256aaf0e7075 admin admin] Publish callbacks [] for security_group (af0db431-6b90-4a84-873b-a8ce471ea1bf), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:51.482153 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device accc22f8-a2ae-479d-8d37-96c00cd7273e details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:52:51.511756 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c37a49ed-b3ea-4d0f-991b-256aaf0e7075 admin admin] Publish callbacks [] for security_group (af0db431-6b90-4a84-873b-a8ce471ea1bf), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:51.648048 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eaabd9ab-ddf5-441e-a758-cb71dc685385 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for router_gateway (2fadad9e-d055-49f5-8aee-11d16c255099), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:51.652831 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c37a49ed-b3ea-4d0f-991b-256aaf0e7075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (af0db431-6b90-4a84-873b-a8ce471ea1bf), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:51.655665 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c37a49ed-b3ea-4d0f-991b-256aaf0e7075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:51.656900 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c37a49ed-b3ea-4d0f-991b-256aaf0e7075 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/af0db431-6b90-4a84-873b-a8ce471ea1bf HTTP/1.1" status: 204 len: 168 time: 0.3728285 Feb 16 22:52:51.663564 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port accc22f8-a2ae-479d-8d37-96c00cd7273e, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=accc22f8-a2ae-479d-8d37-96c00cd7273e,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:52:51.676158 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'accc22f8-a2ae-479d-8d37-96c00cd7273e', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'port_id': 'accc22f8-a2ae-479d-8d37-96c00cd7273e', 'mac_address': 'fa:16:3e:19:28:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:52:51.745649 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a49ed-b3ea-4d0f-991b-256aaf0e7075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0db431-6b90-4a84-873b-a8ce471ea1bf,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:51.973001 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port accc22f8-a2ae-479d-8d37-96c00cd7273e is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:52:51.974517 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (accc22f8-a2ae-479d-8d37-96c00cd7273e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:52.020258 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eaabd9ab-ddf5-441e-a758-cb71dc685385 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (2fadad9e-d055-49f5-8aee-11d16c255099), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:52.026281 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id accc22f8-a2ae-479d-8d37-96c00cd7273e {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:52:52.055505 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port accc22f8-a2ae-479d-8d37-96c00cd7273e, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=accc22f8-a2ae-479d-8d37-96c00cd7273e,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:52:52.062390 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (accc22f8-a2ae-479d-8d37-96c00cd7273e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:52.151794 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=accc22f8-a2ae-479d-8d37-96c00cd7273e,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:52.266746 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaabd9ab-ddf5-441e-a758-cb71dc685385 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Router 2fadad9e-d055-49f5-8aee-11d16c255099 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:52:52.287229 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['accc22f8-a2ae-479d-8d37-96c00cd7273e'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:52:52.402349 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaabd9ab-ddf5-441e-a758-cb71dc685385 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:52:52.413772 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202df27b-21d9-4fb2-aeca-6bc212bd27aa None None] Sync routers for ids ['2fadad9e-d055-49f5-8aee-11d16c255099'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:52:52.430745 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202df27b-21d9-4fb2-aeca-6bc212bd27aa None None] Routers {'2fadad9e-d055-49f5-8aee-11d16c255099'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:52:52.431402 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-202df27b-21d9-4fb2-aeca-6bc212bd27aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:52:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['2fadad9e-d055-49f5-8aee-11d16c255099'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:52.434414 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eaabd9ab-ddf5-441e-a758-cb71dc685385 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:52.439123 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49364) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:52.439744 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-eaabd9ab-ddf5-441e-a758-cb71dc685385 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7514887 Feb 16 22:52:52.565554 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-35069200-5c6e-417d-b535-26cdc9b34370 tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=f09c82b3a2c746b1bfae225757af7f07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1242862 Feb 16 22:52:52.568919 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 49372) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:52.670489 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-202df27b-21d9-4fb2-aeca-6bc212bd27aa None None] Set router 2fadad9e-d055-49f5-8aee-11d16c255099 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:52:52.841724 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781060b-640c-4948-83e2-9ba9f37872ec req-829c25ef-cb1a-4fdd-8861-730cde1f3752 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:52.843879 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4781060b-640c-4948-83e2-9ba9f37872ec req-829c25ef-cb1a-4fdd-8861-730cde1f3752 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 944 time: 0.2582891 Feb 16 22:52:52.870269 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43cd894-000c-4ee0-8118-456651dd988d tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:52.872036 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a43cd894-000c-4ee0-8118-456651dd988d tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3020554 Feb 16 22:52:52.875108 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49378) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:52.922370 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4781060b-640c-4948-83e2-9ba9f37872ec req-fbc27f2f-067a-44e3-b284-5e220c122205 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657449 Feb 16 22:52:52.947593 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a7d3c125-1e5f-47fc-828f-825ed6061531 tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=b0ab4fc8-02c8-4404-90ea-6cd7fce3204f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0699027 Feb 16 22:52:52.952842 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 49382) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:52.958345 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-3046a2d6-0e3c-404c-96cc-6cd225482a67 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-162810602', 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:52:53.093010 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-202df27b-21d9-4fb2-aeca-6bc212bd27aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290105185', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ce099637-188e-4643-b1fa-08d0929d7ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:52:49Z', 'updated_at': '2022-02-16T22:52:51Z', 'revision_number': 3, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'ce099637-188e-4643-b1fa-08d0929d7ea9', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:52:50Z', 'updated_at': '2022-02-16T22:52:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:53.093349 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-108b1d1b-432e-423c-b1be-563f069b3fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:53.127713 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202df27b-21d9-4fb2-aeca-6bc212bd27aa None None] Checking router: 2fadad9e-d055-49f5-8aee-11d16c255099 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:52:53.128317 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202df27b-21d9-4fb2-aeca-6bc212bd27aa None None] Updating router 2fadad9e-d055-49f5-8aee-11d16c255099 port ce099637-188e-4643-b1fa-08d0929d7ea9 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:52:53.130371 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3046a2d6-0e3c-404c-96cc-6cd225482a67 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Made reservation on behalf of f09c82b3a2c746b1bfae225757af7f07 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:52:53.137295 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3046a2d6-0e3c-404c-96cc-6cd225482a67 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:53.163367 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-202df27b-21d9-4fb2-aeca-6bc212bd27aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ce099637-188e-4643-b1fa-08d0929d7ea9), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:53.381100 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3046a2d6-0e3c-404c-96cc-6cd225482a67 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (0b9bf73a-e86a-4d77-9632-6ee40953c684), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:53.473405 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046a2d6-0e3c-404c-96cc-6cd225482a67 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'Subnet': ['ID=0b9bf73a-e86a-4d77-9632-6ee40953c684,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:53.478742 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3046a2d6-0e3c-404c-96cc-6cd225482a67 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Checking segment: {'id': '8f8f586f-3eab-4a43-8a9e-196175167066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:52:53.481764 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3046a2d6-0e3c-404c-96cc-6cd225482a67 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Network hostable DHCP agents. Network: 9e40610d-06bc-4fff-a258-1910fedba294, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:52:53.488350 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device accc22f8-a2ae-479d-8d37-96c00cd7273e up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:52:53.506892 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3046a2d6-0e3c-404c-96cc-6cd225482a67 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Network 9e40610d-06bc-4fff-a258-1910fedba294 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:52:53.518597 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-3046a2d6-0e3c-404c-96cc-6cd225482a67 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 9e40610d-06bc-4fff-a258-1910fedba294) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:52:53.524841 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-202df27b-21d9-4fb2-aeca-6bc212bd27aa None None] Publish callbacks [] for port (ce099637-188e-4643-b1fa-08d0929d7ea9), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:53.533205 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3046a2d6-0e3c-404c-96cc-6cd225482a67 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:53.533807 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3046a2d6-0e3c-404c-96cc-6cd225482a67 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:53.538267 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-202df27b-21d9-4fb2-aeca-6bc212bd27aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ce099637-188e-4643-b1fa-08d0929d7ea9), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:53.551609 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be02137d-6642-48fc-8dc5-b609ca9c4d7e None None] Network 9e40610d-06bc-4fff-a258-1910fedba294 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:52:53.577584 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3046a2d6-0e3c-404c-96cc-6cd225482a67 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6236074 Feb 16 22:52:53.580570 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49404) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:53.627490 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-202df27b-21d9-4fb2-aeca-6bc212bd27aa None None] Attempting to bind port ce099637-188e-4643-b1fa-08d0929d7ea9 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:52:53.627862 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-202df27b-21d9-4fb2-aeca-6bc212bd27aa None None] Attempting to bind port ce099637-188e-4643-b1fa-08d0929d7ea9 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:52:53.628238 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202df27b-21d9-4fb2-aeca-6bc212bd27aa None None] Attempting to bind port ce099637-188e-4643-b1fa-08d0929d7ea9 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:52:53.631769 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea930b79-9eb6-4c39-9a31-e3b766df001a None None] Pushing event updated for resources: {'Port': ['ID=ce099637-188e-4643-b1fa-08d0929d7ea9,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:53.648816 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202df27b-21d9-4fb2-aeca-6bc212bd27aa None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:52:53.650468 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202df27b-21d9-4fb2-aeca-6bc212bd27aa None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:52:53.650796 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-202df27b-21d9-4fb2-aeca-6bc212bd27aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:53.651196 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202df27b-21d9-4fb2-aeca-6bc212bd27aa None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:52:53.651685 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-202df27b-21d9-4fb2-aeca-6bc212bd27aa None None] Bound port: ce099637-188e-4643-b1fa-08d0929d7ea9, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:52:53.652067 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-202df27b-21d9-4fb2-aeca-6bc212bd27aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ce099637-188e-4643-b1fa-08d0929d7ea9), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:53.654861 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea930b79-9eb6-4c39-9a31-e3b766df001a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:53.655243 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea930b79-9eb6-4c39-9a31-e3b766df001a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:53.655596 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea930b79-9eb6-4c39-9a31-e3b766df001a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:53.655933 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea930b79-9eb6-4c39-9a31-e3b766df001a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:53.656277 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea930b79-9eb6-4c39-9a31-e3b766df001a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:53.656865 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea930b79-9eb6-4c39-9a31-e3b766df001a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:53.657195 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea930b79-9eb6-4c39-9a31-e3b766df001a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:53.657743 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea930b79-9eb6-4c39-9a31-e3b766df001a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:53.658258 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea930b79-9eb6-4c39-9a31-e3b766df001a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:53.658813 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea930b79-9eb6-4c39-9a31-e3b766df001a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:53.659554 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea930b79-9eb6-4c39-9a31-e3b766df001a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:53.660046 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea930b79-9eb6-4c39-9a31-e3b766df001a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:53.660932 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea930b79-9eb6-4c39-9a31-e3b766df001a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:53.670311 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port accc22f8-a2ae-479d-8d37-96c00cd7273e completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:52:53.675185 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port accc22f8-a2ae-479d-8d37-96c00cd7273e triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:52:53.675572 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (accc22f8-a2ae-479d-8d37-96c00cd7273e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:53.790122 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port accc22f8-a2ae-479d-8d37-96c00cd7273e is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:52:53.791132 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (accc22f8-a2ae-479d-8d37-96c00cd7273e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:53.792773 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-202df27b-21d9-4fb2-aeca-6bc212bd27aa None None] For port ce099637-188e-4643-b1fa-08d0929d7ea9, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:52:53.804129 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b342c19f-4df7-4d76-a158-ab00a61dbf0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-9e40610d-06bc-4fff-a258-1910fedba294', 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'fixed_ips': [{'subnet_id': '0b9bf73a-e86a-4d77-9632-6ee40953c684'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:52:53.805107 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b342c19f-4df7-4d76-a158-ab00a61dbf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:53.805546 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-202df27b-21d9-4fb2-aeca-6bc212bd27aa None None] For port ce099637-188e-4643-b1fa-08d0929d7ea9, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=ce099637-188e-4643-b1fa-08d0929d7ea9,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:52:53.827081 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83166991-7e9b-4060-b85a-9c223826b8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accc22f8-a2ae-479d-8d37-96c00cd7273e'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:52:53.827902 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-202df27b-21d9-4fb2-aeca-6bc212bd27aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ce099637-188e-4643-b1fa-08d0929d7ea9), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:53.829573 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5df6f47-c257-4283-bd22-2de123d5b5a2" -d '{"events": [{"server_uuid": "83166991-7e9b-4060-b85a-9c223826b8d0", "name": "network-vif-plugged", "status": "completed", "tag": "accc22f8-a2ae-479d-8d37-96c00cd7273e"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:52:53.850004 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port accc22f8-a2ae-479d-8d37-96c00cd7273e, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=accc22f8-a2ae-479d-8d37-96c00cd7273e,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:52:53.856430 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (accc22f8-a2ae-479d-8d37-96c00cd7273e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:53.933821 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73874652-5b3e-4d00-b669-6f53165f0766 x-openstack-request-id: req-73874652-5b3e-4d00-b669-6f53165f0766 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:52:53.934213 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83166991-7e9b-4060-b85a-9c223826b8d0", "name": "network-vif-plugged", "status": "completed", "tag": "accc22f8-a2ae-479d-8d37-96c00cd7273e", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:52:53.934542 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-73874652-5b3e-4d00-b669-6f53165f0766 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:52:53.935010 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83166991-7e9b-4060-b85a-9c223826b8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accc22f8-a2ae-479d-8d37-96c00cd7273e', 'code': 200} Feb 16 22:52:53.986226 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=accc22f8-a2ae-479d-8d37-96c00cd7273e,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:54.051241 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202df27b-21d9-4fb2-aeca-6bc212bd27aa None None] Routers {'2fadad9e-d055-49f5-8aee-11d16c255099'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:52:54.052505 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-202df27b-21d9-4fb2-aeca-6bc212bd27aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:52:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['2fadad9e-d055-49f5-8aee-11d16c255099'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:54.066172 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea930b79-9eb6-4c39-9a31-e3b766df001a None None] Pushing event updated for resources: {'Port': ['ID=ce099637-188e-4643-b1fa-08d0929d7ea9,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:54.081284 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-b342c19f-4df7-4d76-a158-ab00a61dbf0e None None] Allocated IP 172.20.0.2 (9e40610d-06bc-4fff-a258-1910fedba294/0b9bf73a-e86a-4d77-9632-6ee40953c684/6e0d12e2-7b51-4c56-9e40-d772390b0f2d) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:52:54.190561 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6762b6-f9cc-4812-8190-b3b5c8c20d96 req-caed355b-7ee0-43ed-9bb0-529e2fb72d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:54.192752 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ba6762b6-f9cc-4812-8190-b3b5c8c20d96 req-caed355b-7ee0-43ed-9bb0-529e2fb72d58 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 1127 time: 0.1594677 Feb 16 22:52:54.235522 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-202df27b-21d9-4fb2-aeca-6bc212bd27aa None None] Set router 2fadad9e-d055-49f5-8aee-11d16c255099 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:52:54.270416 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bfe3a-a3d3-4f16-a402-18e0ebc85133 req-69972634-2b06-4f3f-a219-6f661e59a692 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:54.276265 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6b6bfe3a-a3d3-4f16-a402-18e0ebc85133 req-69972634-2b06-4f3f-a219-6f661e59a692 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 945 time: 0.2287400 Feb 16 22:52:54.391349 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ba6762b6-f9cc-4812-8190-b3b5c8c20d96 req-fbae3f90-e3e4-458c-bfe9-a2e068a4da4d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907427 Feb 16 22:52:54.434829 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:54.440090 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b342c19f-4df7-4d76-a158-ab00a61dbf0e None None] Publish callbacks [] for port (6e0d12e2-7b51-4c56-9e40-d772390b0f2d), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:54.452662 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6b6bfe3a-a3d3-4f16-a402-18e0ebc85133 req-7b0386f6-bbf9-4bce-957d-0a802370305e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623557 Feb 16 22:52:54.459847 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b342c19f-4df7-4d76-a158-ab00a61dbf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (6e0d12e2-7b51-4c56-9e40-d772390b0f2d), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:54.483905 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1e80847b-ce2a-4dfe-a0a5-1187efa7cae9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:54.502221 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-202df27b-21d9-4fb2-aeca-6bc212bd27aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290105185', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ce099637-188e-4643-b1fa-08d0929d7ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:52:49Z', 'updated_at': '2022-02-16T22:52:51Z', 'revision_number': 3, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'ce099637-188e-4643-b1fa-08d0929d7ea9', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:52:50Z', 'updated_at': '2022-02-16T22:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:54.513484 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b342c19f-4df7-4d76-a158-ab00a61dbf0e None None] Network 9e40610d-06bc-4fff-a258-1910fedba294 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:52:54.516823 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-b342c19f-4df7-4d76-a158-ab00a61dbf0e None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:52:54.530546 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b342c19f-4df7-4d76-a158-ab00a61dbf0e None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:52:54.541372 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202df27b-21d9-4fb2-aeca-6bc212bd27aa None None] The sync data for ids ['2fadad9e-d055-49f5-8aee-11d16c255099'] in n-d-813897-6 is: [{'id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290105185', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ce099637-188e-4643-b1fa-08d0929d7ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:52:49Z', 'updated_at': '2022-02-16T22:52:51Z', 'revision_number': 3, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'ce099637-188e-4643-b1fa-08d0929d7ea9', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:52:50Z', 'updated_at': '2022-02-16T22:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:52:54.567195 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342c19f-4df7-4d76-a158-ab00a61dbf0e None None] Pushing event updated for resources: {'Port': ['ID=6e0d12e2-7b51-4c56-9e40-d772390b0f2d,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:54.647257 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-b342c19f-4df7-4d76-a158-ab00a61dbf0e None None] Attempting to bind port 6e0d12e2-7b51-4c56-9e40-d772390b0f2d on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:52:54.647713 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-b342c19f-4df7-4d76-a158-ab00a61dbf0e None None] Attempting to bind port 6e0d12e2-7b51-4c56-9e40-d772390b0f2d by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '8f8f586f-3eab-4a43-8a9e-196175167066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:52:54.649000 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b342c19f-4df7-4d76-a158-ab00a61dbf0e None None] Attempting to bind port 6e0d12e2-7b51-4c56-9e40-d772390b0f2d on network 9e40610d-06bc-4fff-a258-1910fedba294 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:52:54.657744 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b342c19f-4df7-4d76-a158-ab00a61dbf0e None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:52:54.660054 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b342c19f-4df7-4d76-a158-ab00a61dbf0e None None] Checking segment: {'id': '8f8f586f-3eab-4a43-8a9e-196175167066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:52:54.662779 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b342c19f-4df7-4d76-a158-ab00a61dbf0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:54.663192 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b342c19f-4df7-4d76-a158-ab00a61dbf0e None None] Bound using segment: {'id': '8f8f586f-3eab-4a43-8a9e-196175167066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:52:54.664251 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-b342c19f-4df7-4d76-a158-ab00a61dbf0e None None] Bound port: 6e0d12e2-7b51-4c56-9e40-d772390b0f2d, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8f586f-3eab-4a43-8a9e-196175167066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:52:54.664652 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b342c19f-4df7-4d76-a158-ab00a61dbf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6e0d12e2-7b51-4c56-9e40-d772390b0f2d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:54.823338 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-b342c19f-4df7-4d76-a158-ab00a61dbf0e None None] For port 6e0d12e2-7b51-4c56-9e40-d772390b0f2d, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:52:54.831148 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-b342c19f-4df7-4d76-a158-ab00a61dbf0e None None] For port 6e0d12e2-7b51-4c56-9e40-d772390b0f2d, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=6e0d12e2-7b51-4c56-9e40-d772390b0f2d,segment=NetworkSegment(8f8f586f-3eab-4a43-8a9e-196175167066),segment_id=8f8f586f-3eab-4a43-8a9e-196175167066)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:52:54.840326 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b342c19f-4df7-4d76-a158-ab00a61dbf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (6e0d12e2-7b51-4c56-9e40-d772390b0f2d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:54.898250 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342c19f-4df7-4d76-a158-ab00a61dbf0e None None] Pushing event updated for resources: {'Port': ['ID=6e0d12e2-7b51-4c56-9e40-d772390b0f2d,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:54.938934 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-1e80847b-ce2a-4dfe-a0a5-1187efa7cae9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Allocated IP 172.20.0.1 (9e40610d-06bc-4fff-a258-1910fedba294/0b9bf73a-e86a-4d77-9632-6ee40953c684/2869c5cc-10a0-4e25-9793-194709c722f2) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:52:55.137717 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1e80847b-ce2a-4dfe-a0a5-1187efa7cae9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for port (2869c5cc-10a0-4e25-9793-194709c722f2), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:55.207891 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1e80847b-ce2a-4dfe-a0a5-1187efa7cae9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (2869c5cc-10a0-4e25-9793-194709c722f2), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:55.265959 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e80847b-ce2a-4dfe-a0a5-1187efa7cae9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Network 9e40610d-06bc-4fff-a258-1910fedba294 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:52:55.276583 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-1e80847b-ce2a-4dfe-a0a5-1187efa7cae9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:52:55.280843 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e80847b-ce2a-4dfe-a0a5-1187efa7cae9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:52:55.345920 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1e80847b-ce2a-4dfe-a0a5-1187efa7cae9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (2fadad9e-d055-49f5-8aee-11d16c255099), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:55.349906 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80847b-ce2a-4dfe-a0a5-1187efa7cae9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'Port': ['ID=2869c5cc-10a0-4e25-9793-194709c722f2,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:55.447961 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80847b-ce2a-4dfe-a0a5-1187efa7cae9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:55.448635 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80847b-ce2a-4dfe-a0a5-1187efa7cae9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:55.449091 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80847b-ce2a-4dfe-a0a5-1187efa7cae9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:55.449601 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80847b-ce2a-4dfe-a0a5-1187efa7cae9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:55.449961 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80847b-ce2a-4dfe-a0a5-1187efa7cae9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:55.450387 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80847b-ce2a-4dfe-a0a5-1187efa7cae9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:55.450808 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80847b-ce2a-4dfe-a0a5-1187efa7cae9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:55.451401 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80847b-ce2a-4dfe-a0a5-1187efa7cae9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:55.451743 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80847b-ce2a-4dfe-a0a5-1187efa7cae9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:55.452127 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80847b-ce2a-4dfe-a0a5-1187efa7cae9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:55.452459 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80847b-ce2a-4dfe-a0a5-1187efa7cae9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:55.452787 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80847b-ce2a-4dfe-a0a5-1187efa7cae9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:55.453163 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80847b-ce2a-4dfe-a0a5-1187efa7cae9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:52:55.585475 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 49536) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:55.698124 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:55.702196 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1e80847b-ce2a-4dfe-a0a5-1187efa7cae9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2869c5cc-10a0-4e25-9793-194709c722f2), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:55.740959 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542dda5-e370-4a18-93f1-f645a43cee13 req-6c87aa58-6ae3-4937-ae63-6a437209d0c0 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:55.743637 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c542dda5-e370-4a18-93f1-f645a43cee13 req-6c87aa58-6ae3-4937-ae63-6a437209d0c0 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 945 time: 0.1175511 Feb 16 22:52:55.868962 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c542dda5-e370-4a18-93f1-f645a43cee13 req-7a9dff9d-dad2-4a52-8ec1-3e285c30ad61 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190877 Feb 16 22:52:55.870905 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-17d1d861-493d-4663-8714-90838f6aba6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:55.968908 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-17d1d861-493d-4663-8714-90838f6aba6f admin admin] Publish callbacks [] for security_group (36c16abd-54f5-4016-b00e-b928569cd5f1), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:55.975160 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-17d1d861-493d-4663-8714-90838f6aba6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (36c16abd-54f5-4016-b00e-b928569cd5f1), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:56.047598 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-17d1d861-493d-4663-8714-90838f6aba6f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=42cd15f8102748aca028e933febbb25b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4581091 Feb 16 22:52:56.047598 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1d861-493d-4663-8714-90838f6aba6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c16abd-54f5-4016-b00e-b928569cd5f1,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:56.047991 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49542) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:56.152901 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-72617c10-016e-419b-8268-19ce9d9fe20f admin admin] Publish callbacks [] for security_group (36c16abd-54f5-4016-b00e-b928569cd5f1), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:56.157349 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1e80847b-ce2a-4dfe-a0a5-1187efa7cae9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for port (2869c5cc-10a0-4e25-9793-194709c722f2), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:56.166983 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1e80847b-ce2a-4dfe-a0a5-1187efa7cae9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (2869c5cc-10a0-4e25-9793-194709c722f2), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:56.229600 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-72617c10-016e-419b-8268-19ce9d9fe20f admin admin] Publish callbacks [] for security_group (36c16abd-54f5-4016-b00e-b928569cd5f1), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:56.276478 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80847b-ce2a-4dfe-a0a5-1187efa7cae9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'Port': ['ID=2869c5cc-10a0-4e25-9793-194709c722f2,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:56.283659 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1e80847b-ce2a-4dfe-a0a5-1187efa7cae9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (2fadad9e-d055-49f5-8aee-11d16c255099), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:56.365390 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-72617c10-016e-419b-8268-19ce9d9fe20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (36c16abd-54f5-4016-b00e-b928569cd5f1), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:56.368147 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-72617c10-016e-419b-8268-19ce9d9fe20f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:56.372430 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-72617c10-016e-419b-8268-19ce9d9fe20f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/36c16abd-54f5-4016-b00e-b928569cd5f1 HTTP/1.1" status: 204 len: 168 time: 0.3146813 Feb 16 22:52:56.391309 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72617c10-016e-419b-8268-19ce9d9fe20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c16abd-54f5-4016-b00e-b928569cd5f1,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:56.424660 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e80847b-ce2a-4dfe-a0a5-1187efa7cae9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Network 9e40610d-06bc-4fff-a258-1910fedba294 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:52:56.426379 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-1e80847b-ce2a-4dfe-a0a5-1187efa7cae9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:52:56.546680 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81a998b-d2c6-4843-a741-f6bec9dd3593 None None] Network 9e40610d-06bc-4fff-a258-1910fedba294 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:52:56.599991 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e80847b-ce2a-4dfe-a0a5-1187efa7cae9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Router 2fadad9e-d055-49f5-8aee-11d16c255099 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:52:56.632094 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b230fa19-13f8-4399-bbba-2a749c1df557 None None] Provisioning complete for port 6e0d12e2-7b51-4c56-9e40-d772390b0f2d triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:52:56.632743 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b230fa19-13f8-4399-bbba-2a749c1df557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6e0d12e2-7b51-4c56-9e40-d772390b0f2d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:56.744671 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e80847b-ce2a-4dfe-a0a5-1187efa7cae9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:52:56.759916 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1e80847b-ce2a-4dfe-a0a5-1187efa7cae9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "PUT /v2.0/routers/2fadad9e-d055-49f5-8aee-11d16c255099/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1775928 Feb 16 22:52:56.781765 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 49554) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:56.798133 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-369d0ede-4731-4c4e-9fe4-5cf43a8abcea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:56.820296 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b230fa19-13f8-4399-bbba-2a749c1df557 None None] Current status of the port 6e0d12e2-7b51-4c56-9e40-d772390b0f2d is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:52:56.821992 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b230fa19-13f8-4399-bbba-2a749c1df557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6e0d12e2-7b51-4c56-9e40-d772390b0f2d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:56.878876 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-b230fa19-13f8-4399-bbba-2a749c1df557 None None] For port 6e0d12e2-7b51-4c56-9e40-d772390b0f2d, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=6e0d12e2-7b51-4c56-9e40-d772390b0f2d,segment=NetworkSegment(8f8f586f-3eab-4a43-8a9e-196175167066),segment_id=8f8f586f-3eab-4a43-8a9e-196175167066)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:52:56.886150 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b230fa19-13f8-4399-bbba-2a749c1df557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (6e0d12e2-7b51-4c56-9e40-d772390b0f2d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:57.006900 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230fa19-13f8-4399-bbba-2a749c1df557 None None] Pushing event updated for resources: {'Port': ['ID=6e0d12e2-7b51-4c56-9e40-d772390b0f2d,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:57.015534 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-369d0ede-4731-4c4e-9fe4-5cf43a8abcea admin admin] Publish callbacks [] for security_group (14c4f1ab-9845-4cab-94bc-6d1f6866f749), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:57.063454 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-369d0ede-4731-4c4e-9fe4-5cf43a8abcea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (14c4f1ab-9845-4cab-94bc-6d1f6866f749), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:57.067339 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:57.079938 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device ce099637-188e-4643-b1fa-08d0929d7ea9 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:52:57.111114 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4889eaa5-e39e-4177-9850-89530bd9378a None None] Sync routers for ids ['2fadad9e-d055-49f5-8aee-11d16c255099'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:52:57.121131 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-369d0ede-4731-4c4e-9fe4-5cf43a8abcea admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e514e51148404c65b6bc1cda51368b14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3381526 Feb 16 22:52:57.124228 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49560) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:57.139659 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d0ede-4731-4c4e-9fe4-5cf43a8abcea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c4f1ab-9845-4cab-94bc-6d1f6866f749,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:57.164462 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073c8aa-e489-435e-97a5-7bce9ea3beb4 req-a34d6e0d-d6e6-4941-a79f-95d9db7014b0 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:57.166584 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0073c8aa-e489-435e-97a5-7bce9ea3beb4 req-a34d6e0d-d6e6-4941-a79f-95d9db7014b0 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 945 time: 0.1699829 Feb 16 22:52:57.184036 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4889eaa5-e39e-4177-9850-89530bd9378a None None] Routers {'2fadad9e-d055-49f5-8aee-11d16c255099'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:52:57.184787 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-4889eaa5-e39e-4177-9850-89530bd9378a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:52:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['2fadad9e-d055-49f5-8aee-11d16c255099'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:57.199368 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-23820497-6eff-4570-b932-12c0931b0a3a admin admin] Publish callbacks [] for security_group (14c4f1ab-9845-4cab-94bc-6d1f6866f749), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:57.228214 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-23820497-6eff-4570-b932-12c0931b0a3a admin admin] Publish callbacks [] for security_group (14c4f1ab-9845-4cab-94bc-6d1f6866f749), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:57.257156 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0073c8aa-e489-435e-97a5-7bce9ea3beb4 req-d7453e07-c92b-4e16-a1a7-b64fa45686ca tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813086 Feb 16 22:52:57.293522 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-23820497-6eff-4570-b932-12c0931b0a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (14c4f1ab-9845-4cab-94bc-6d1f6866f749), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:57.297230 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-23820497-6eff-4570-b932-12c0931b0a3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:57.298789 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-23820497-6eff-4570-b932-12c0931b0a3a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/14c4f1ab-9845-4cab-94bc-6d1f6866f749 HTTP/1.1" status: 204 len: 168 time: 0.1734748 Feb 16 22:52:57.315768 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23820497-6eff-4570-b932-12c0931b0a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c4f1ab-9845-4cab-94bc-6d1f6866f749,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:57.366933 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-4c929de7-9a7c-4e48-b8bb-a8e0d379b489 None None] Provisioning complete for port 6e0d12e2-7b51-4c56-9e40-d772390b0f2d triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:52:57.367490 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4c929de7-9a7c-4e48-b8bb-a8e0d379b489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6e0d12e2-7b51-4c56-9e40-d772390b0f2d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:57.420825 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port ce099637-188e-4643-b1fa-08d0929d7ea9 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:52:57.421342 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ce099637-188e-4643-b1fa-08d0929d7ea9), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:57.454950 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-f57d9bcf-4168-45d5-bddf-2c1244d11550 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1130285891&fields=id&tenant_id=f09c82b3a2c746b1bfae225757af7f07 HTTP/1.1" status: 200 len: 267 time: 0.0712101 Feb 16 22:52:57.612109 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-4889eaa5-e39e-4177-9850-89530bd9378a None None] Set router 2fadad9e-d055-49f5-8aee-11d16c255099 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:52:57.624843 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-ff63a152-d63a-4b91-800b-78bf861a3ede tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:57.632803 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-ff63a152-d63a-4b91-800b-78bf861a3ede tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/networks?id=9e40610d-06bc-4fff-a258-1910fedba294 HTTP/1.1" status: 200 len: 796 time: 0.1693802 Feb 16 22:52:57.635366 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port ce099637-188e-4643-b1fa-08d0929d7ea9 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:52:57.636018 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ce099637-188e-4643-b1fa-08d0929d7ea9), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:57.653286 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-17767afc-596e-4366-8494-6e3fa76f8a33 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/quotas/f09c82b3a2c746b1bfae225757af7f07 HTTP/1.1" status: 200 len: 375 time: 0.0192657 Feb 16 22:52:57.716969 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port ce099637-188e-4643-b1fa-08d0929d7ea9, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=ce099637-188e-4643-b1fa-08d0929d7ea9,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:52:57.759809 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-f71ee00a-dacc-4d9e-8b5f-f9194f65da13 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0980487 Feb 16 22:52:57.798665 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ce099637-188e-4643-b1fa-08d0929d7ea9), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:57.799799 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 6e0d12e2-7b51-4c56-9e40-d772390b0f2d up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:52:57.902161 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-36dc6489-b81d-48f7-b190-2df32e303a16 service neutron] 10.222.0.75 "GET /v2.0/networks/9e40610d-06bc-4fff-a258-1910fedba294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388359 Feb 16 22:52:57.967842 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4c929de7-9a7c-4e48-b8bb-a8e0d379b489 None None] Current status of the port 6e0d12e2-7b51-4c56-9e40-d772390b0f2d is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:52:58.046159 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-93e54143-47de-4654-90c2-9f6dcfc30983 service neutron] 10.222.0.75 "GET /v2.0/networks/9e40610d-06bc-4fff-a258-1910fedba294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414561 Feb 16 22:52:58.213960 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-4c929de7-9a7c-4e48-b8bb-a8e0d379b489 None None] Provisioning complete for port 2869c5cc-10a0-4e25-9793-194709c722f2 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:52:58.214392 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4c929de7-9a7c-4e48-b8bb-a8e0d379b489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2869c5cc-10a0-4e25-9793-194709c722f2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:58.223130 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 6e0d12e2-7b51-4c56-9e40-d772390b0f2d triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:52:58.223502 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6e0d12e2-7b51-4c56-9e40-d772390b0f2d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:58.282040 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=ce099637-188e-4643-b1fa-08d0929d7ea9,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:58.320197 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b9116-720f-4431-8c93-87b4990cc993 req-a8a3a556-b9ed-41b2-90af-8d6eb2e28cf1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:58.321887 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-969b9116-720f-4431-8c93-87b4990cc993 req-a8a3a556-b9ed-41b2-90af-8d6eb2e28cf1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 945 time: 0.0925937 Feb 16 22:52:58.326712 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4c929de7-9a7c-4e48-b8bb-a8e0d379b489 None None] Port 2869c5cc-10a0-4e25-9793-194709c722f2 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:52:58.380029 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-969b9116-720f-4431-8c93-87b4990cc993 req-109b2754-db58-4688-bab1-d192ef118ad9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468476 Feb 16 22:52:58.414180 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 6e0d12e2-7b51-4c56-9e40-d772390b0f2d is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:52:58.416076 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49592) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:58.457249 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-4889eaa5-e39e-4177-9850-89530bd9378a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290105185', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ce099637-188e-4643-b1fa-08d0929d7ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:52:49Z', 'updated_at': '2022-02-16T22:52:55Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'ce099637-188e-4643-b1fa-08d0929d7ea9', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:52:50Z', 'updated_at': '2022-02-16T22:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '2869c5cc-10a0-4e25-9793-194709c722f2', 'name': '', 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'mac_address': 'fa:16:3e:b8:80:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '0b9bf73a-e86a-4d77-9632-6ee40953c684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:52:54Z', 'updated_at': '2022-02-16T22:52:55Z', 'revision_number': 2, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'subnets': [{'id': '0b9bf73a-e86a-4d77-9632-6ee40953c684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:58.486402 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-52a4ac53-22a8-4b5f-b3d0-d4f255342248 req-1e7a3c47-c4f4-4f39-82be-dc5388eea049 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 210 time: 0.0428424 Feb 16 22:52:58.494351 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-6f8dd08e-43f6-4640-b5f9-2e7e604bc782 None None] Provisioning complete for port 2869c5cc-10a0-4e25-9793-194709c722f2 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:52:58.494843 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6f8dd08e-43f6-4640-b5f9-2e7e604bc782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2869c5cc-10a0-4e25-9793-194709c722f2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:58.498086 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4889eaa5-e39e-4177-9850-89530bd9378a None None] Checking router: 2fadad9e-d055-49f5-8aee-11d16c255099 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:52:58.498619 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4889eaa5-e39e-4177-9850-89530bd9378a None None] Updating router 2fadad9e-d055-49f5-8aee-11d16c255099 port 2869c5cc-10a0-4e25-9793-194709c722f2 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:52:58.559364 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4889eaa5-e39e-4177-9850-89530bd9378a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2869c5cc-10a0-4e25-9793-194709c722f2), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:58.575533 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-6f8dd08e-43f6-4640-b5f9-2e7e604bc782 None None] Port 2869c5cc-10a0-4e25-9793-194709c722f2 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:52:58.699987 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:58.812223 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2d5de5-dacf-4df0-b079-09d6ead784f3 tempest-TestVolumeBootPattern-111891237 tempest-TestVolumeBootPattern-111891237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:58.816511 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8f2d5de5-dacf-4df0-b079-09d6ead784f3 tempest-TestVolumeBootPattern-111891237 tempest-TestVolumeBootPattern-111891237-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 1122 time: 0.3963306 Feb 16 22:52:58.816714 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49600) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:52:58.822221 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-d0e8a95f-dd79-4db5-86cc-0a43233cbc40 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'port_id': 'accc22f8-a2ae-479d-8d37-96c00cd7273e', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:52:58.850052 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d0e8a95f-dd79-4db5-86cc-0a43233cbc40 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:58.898255 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4889eaa5-e39e-4177-9850-89530bd9378a None None] Publish callbacks [] for port (2869c5cc-10a0-4e25-9793-194709c722f2), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:58.911235 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4889eaa5-e39e-4177-9850-89530bd9378a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2869c5cc-10a0-4e25-9793-194709c722f2), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:58.949961 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device ce099637-188e-4643-b1fa-08d0929d7ea9 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:52:59.003743 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d0e8a95f-dd79-4db5-86cc-0a43233cbc40 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:59.034556 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64499dd3-3d26-485f-a9df-a4b2ade388cd None None] Pushing event updated for resources: {'Port': ['ID=2869c5cc-10a0-4e25-9793-194709c722f2,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:59.088582 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port ce099637-188e-4643-b1fa-08d0929d7ea9 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:52:59.088960 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ce099637-188e-4643-b1fa-08d0929d7ea9), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:59.126032 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-4889eaa5-e39e-4177-9850-89530bd9378a None None] Attempting to bind port 2869c5cc-10a0-4e25-9793-194709c722f2 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:52:59.126408 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-4889eaa5-e39e-4177-9850-89530bd9378a None None] Attempting to bind port 2869c5cc-10a0-4e25-9793-194709c722f2 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '8f8f586f-3eab-4a43-8a9e-196175167066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:52:59.126777 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4889eaa5-e39e-4177-9850-89530bd9378a None None] Attempting to bind port 2869c5cc-10a0-4e25-9793-194709c722f2 on network 9e40610d-06bc-4fff-a258-1910fedba294 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:52:59.139678 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4889eaa5-e39e-4177-9850-89530bd9378a None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:52:59.139983 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4889eaa5-e39e-4177-9850-89530bd9378a None None] Checking segment: {'id': '8f8f586f-3eab-4a43-8a9e-196175167066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:52:59.140282 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4889eaa5-e39e-4177-9850-89530bd9378a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:59.140689 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4889eaa5-e39e-4177-9850-89530bd9378a None None] Bound using segment: {'id': '8f8f586f-3eab-4a43-8a9e-196175167066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:52:59.142651 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-4889eaa5-e39e-4177-9850-89530bd9378a None None] Bound port: 2869c5cc-10a0-4e25-9793-194709c722f2, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8f586f-3eab-4a43-8a9e-196175167066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:52:59.143833 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4889eaa5-e39e-4177-9850-89530bd9378a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2869c5cc-10a0-4e25-9793-194709c722f2), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:59.163691 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-d0e8a95f-dd79-4db5-86cc-0a43233cbc40 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Allocated IP 172.25.2.122 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/c53ec27d-0b7e-41f8-9739-e223fbddc7bf) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:52:59.236199 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-4889eaa5-e39e-4177-9850-89530bd9378a None None] For port 2869c5cc-10a0-4e25-9793-194709c722f2, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:52:59.240367 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-4889eaa5-e39e-4177-9850-89530bd9378a None None] For port 2869c5cc-10a0-4e25-9793-194709c722f2, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=2869c5cc-10a0-4e25-9793-194709c722f2,segment=NetworkSegment(8f8f586f-3eab-4a43-8a9e-196175167066),segment_id=8f8f586f-3eab-4a43-8a9e-196175167066)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:52:59.252835 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4889eaa5-e39e-4177-9850-89530bd9378a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2869c5cc-10a0-4e25-9793-194709c722f2), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:59.319904 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d0e8a95f-dd79-4db5-86cc-0a43233cbc40 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for port (c53ec27d-0b7e-41f8-9739-e223fbddc7bf), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:59.330958 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64499dd3-3d26-485f-a9df-a4b2ade388cd None None] Pushing event updated for resources: {'Port': ['ID=2869c5cc-10a0-4e25-9793-194709c722f2,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:59.417308 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port ce099637-188e-4643-b1fa-08d0929d7ea9 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:52:59.418468 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 6e0d12e2-7b51-4c56-9e40-d772390b0f2d up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:52:59.447426 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d0e8a95f-dd79-4db5-86cc-0a43233cbc40 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (c53ec27d-0b7e-41f8-9739-e223fbddc7bf), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:59.518174 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b0f799b6-3890-4a2d-80ad-9abed2de7c58 None None] Provisioning complete for port 2869c5cc-10a0-4e25-9793-194709c722f2 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:52:59.518610 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b0f799b6-3890-4a2d-80ad-9abed2de7c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2869c5cc-10a0-4e25-9793-194709c722f2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:59.596588 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4889eaa5-e39e-4177-9850-89530bd9378a None None] Routers {'2fadad9e-d055-49f5-8aee-11d16c255099'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:52:59.597549 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-4889eaa5-e39e-4177-9850-89530bd9378a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:52:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['2fadad9e-d055-49f5-8aee-11d16c255099'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:52:59.645804 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e8a95f-dd79-4db5-86cc-0a43233cbc40 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:52:59.646492 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16550d80-11ea-48de-b302-b2d7846311bd req-0ce94840-8435-4102-9edc-b0e9d7448761 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 210 time: 0.0305383 Feb 16 22:52:59.656970 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-d0e8a95f-dd79-4db5-86cc-0a43233cbc40 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:52:59.671612 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8a95f-dd79-4db5-86cc-0a43233cbc40 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Pushing event updated for resources: {'Port': ['ID=c53ec27d-0b7e-41f8-9739-e223fbddc7bf,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:52:59.685013 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e8a95f-dd79-4db5-86cc-0a43233cbc40 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:52:59.750682 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-1e4ea02d-f9b4-487a-b236-30340fb5ef4e tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:52:59.750682 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-1e4ea02d-f9b4-487a-b236-30340fb5ef4e tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.67 "GET /v2.0/networks?id=9e40610d-06bc-4fff-a258-1910fedba294 HTTP/1.1" status: 200 len: 796 time: 0.3907197 Feb 16 22:52:59.794751 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b0f799b6-3890-4a2d-80ad-9abed2de7c58 None None] Current status of the port 2869c5cc-10a0-4e25-9793-194709c722f2 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:52:59.795229 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b0f799b6-3890-4a2d-80ad-9abed2de7c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2869c5cc-10a0-4e25-9793-194709c722f2), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:59.812412 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 6e0d12e2-7b51-4c56-9e40-d772390b0f2d triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:52:59.812788 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6e0d12e2-7b51-4c56-9e40-d772390b0f2d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:52:59.878980 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-b0f799b6-3890-4a2d-80ad-9abed2de7c58 None None] For port 2869c5cc-10a0-4e25-9793-194709c722f2, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=2869c5cc-10a0-4e25-9793-194709c722f2,segment=NetworkSegment(8f8f586f-3eab-4a43-8a9e-196175167066),segment_id=8f8f586f-3eab-4a43-8a9e-196175167066)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:52:59.881686 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-4889eaa5-e39e-4177-9850-89530bd9378a None None] Set router 2fadad9e-d055-49f5-8aee-11d16c255099 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:52:59.892541 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-1d76e873-f82b-428d-bc8d-c17f84f24cbb tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f09c82b3a2c746b1bfae225757af7f07 HTTP/1.1" status: 200 len: 380 time: 0.1348355 Feb 16 22:52:59.908933 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-c81ed41d-6ebc-41c4-b2d7-e018689932f0 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'port': {'device_id': '45c20c9a-0809-4f0c-b137-48a7bcff577f', 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294', 'admin_state_up': True, 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'security_groups': ['8e11337d-7780-4fed-b317-e29401176f44']}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:52:59.909196 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b0f799b6-3890-4a2d-80ad-9abed2de7c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2869c5cc-10a0-4e25-9793-194709c722f2), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:00.031619 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f799b6-3890-4a2d-80ad-9abed2de7c58 None None] Pushing event updated for resources: {'Port': ['ID=2869c5cc-10a0-4e25-9793-194709c722f2,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:53:00.122301 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 6e0d12e2-7b51-4c56-9e40-d772390b0f2d is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:53:00.133225 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-83f0aba4-b78f-44fd-addc-95fad1ea1f2a None None] Provisioning complete for port 2869c5cc-10a0-4e25-9793-194709c722f2 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:53:00.133602 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-83f0aba4-b78f-44fd-addc-95fad1ea1f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2869c5cc-10a0-4e25-9793-194709c722f2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:00.173917 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:00.279968 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-83f0aba4-b78f-44fd-addc-95fad1ea1f2a None None] Current status of the port 2869c5cc-10a0-4e25-9793-194709c722f2 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:53:00.284749 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-4889eaa5-e39e-4177-9850-89530bd9378a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290105185', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ce099637-188e-4643-b1fa-08d0929d7ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:52:49Z', 'updated_at': '2022-02-16T22:52:55Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'ce099637-188e-4643-b1fa-08d0929d7ea9', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:52:50Z', 'updated_at': '2022-02-16T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '2869c5cc-10a0-4e25-9793-194709c722f2', 'name': '', 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'mac_address': 'fa:16:3e:b8:80:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '0b9bf73a-e86a-4d77-9632-6ee40953c684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:52:54Z', 'updated_at': '2022-02-16T22:52:59Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'subnets': [{'id': '0b9bf73a-e86a-4d77-9632-6ee40953c684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:53:00.317914 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4889eaa5-e39e-4177-9850-89530bd9378a None None] The sync data for ids ['2fadad9e-d055-49f5-8aee-11d16c255099'] in n-d-813897-6 is: [{'id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290105185', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ce099637-188e-4643-b1fa-08d0929d7ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:52:49Z', 'updated_at': '2022-02-16T22:52:55Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'ce099637-188e-4643-b1fa-08d0929d7ea9', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:52:50Z', 'updated_at': '2022-02-16T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '2869c5cc-10a0-4e25-9793-194709c722f2', 'name': '', 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'mac_address': 'fa:16:3e:b8:80:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '0b9bf73a-e86a-4d77-9632-6ee40953c684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:52:54Z', 'updated_at': '2022-02-16T22:52:59Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'subnets': [{'id': '0b9bf73a-e86a-4d77-9632-6ee40953c684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:53:00.565065 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-c81ed41d-6ebc-41c4-b2d7-e018689932f0 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Made reservation on behalf of f09c82b3a2c746b1bfae225757af7f07 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:53:00.568754 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-c81ed41d-6ebc-41c4-b2d7-e018689932f0 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:00.587376 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d0e8a95f-dd79-4db5-86cc-0a43233cbc40 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for floatingip (66dee825-53c7-4236-92cc-4c101fa35e9d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:00.776981 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d0e8a95f-dd79-4db5-86cc-0a43233cbc40 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c53ec27d-0b7e-41f8-9739-e223fbddc7bf), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:00.808202 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-c81ed41d-6ebc-41c4-b2d7-e018689932f0 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Allocated IP 172.20.0.7 (9e40610d-06bc-4fff-a258-1910fedba294/0b9bf73a-e86a-4d77-9632-6ee40953c684/960aa0a0-e5ef-4c68-bafa-58ac386aac12) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:53:00.831306 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-14cd08ca-cdaa-4097-a9c1-8c2c55d077ae req-5a8d2901-a206-4d3b-b7f6-daaaa829c410 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 210 time: 0.0630374 Feb 16 22:53:00.988013 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 2869c5cc-10a0-4e25-9793-194709c722f2 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:53:01.062059 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 2869c5cc-10a0-4e25-9793-194709c722f2 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:53:01.063108 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2869c5cc-10a0-4e25-9793-194709c722f2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:01.106325 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-c81ed41d-6ebc-41c4-b2d7-e018689932f0 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for port (960aa0a0-e5ef-4c68-bafa-58ac386aac12), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:01.118864 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d0e8a95f-dd79-4db5-86cc-0a43233cbc40 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for port (c53ec27d-0b7e-41f8-9739-e223fbddc7bf), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:01.142580 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d0e8a95f-dd79-4db5-86cc-0a43233cbc40 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (c53ec27d-0b7e-41f8-9739-e223fbddc7bf), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:01.159892 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 2869c5cc-10a0-4e25-9793-194709c722f2 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:53:01.203891 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-c81ed41d-6ebc-41c4-b2d7-e018689932f0 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (960aa0a0-e5ef-4c68-bafa-58ac386aac12), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:01.234149 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8a95f-dd79-4db5-86cc-0a43233cbc40 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Pushing event updated for resources: {'Port': ['ID=c53ec27d-0b7e-41f8-9739-e223fbddc7bf,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:53:01.283586 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-c81ed41d-6ebc-41c4-b2d7-e018689932f0 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Network 9e40610d-06bc-4fff-a258-1910fedba294 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:53:01.291962 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-c81ed41d-6ebc-41c4-b2d7-e018689932f0 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:53:01.296702 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d0e8a95f-dd79-4db5-86cc-0a43233cbc40 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (66dee825-53c7-4236-92cc-4c101fa35e9d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:01.300513 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-c81ed41d-6ebc-41c4-b2d7-e018689932f0 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:53:01.312611 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ed41d-6ebc-41c4-b2d7-e018689932f0 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'Port': ['ID=960aa0a0-e5ef-4c68-bafa-58ac386aac12,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:53:01.457221 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-c81ed41d-6ebc-41c4-b2d7-e018689932f0 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:01.457934 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-c81ed41d-6ebc-41c4-b2d7-e018689932f0 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:01.485538 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-c81ed41d-6ebc-41c4-b2d7-e018689932f0 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5818241 Feb 16 22:53:01.500771 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-f627797e-a733-423d-953e-124d39b27ad5 service neutron] Request body: {'port': {'device_id': '45c20c9a-0809-4f0c-b137-48a7bcff577f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:53:01.568717 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [None req-d0e8a95f-dd79-4db5-86cc-0a43233cbc40 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Floating IP 66dee825-53c7-4236-92cc-4c101fa35e9d associated. External IP: 172.25.2.122, port: accc22f8-a2ae-479d-8d37-96c00cd7273e. Feb 16 22:53:01.613231 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-47cb941e-b2dd-4bf7-87ee-7e76fb5597f5 None None] Provisioning complete for port 960aa0a0-e5ef-4c68-bafa-58ac386aac12 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:53:01.613943 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-47cb941e-b2dd-4bf7-87ee-7e76fb5597f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (960aa0a0-e5ef-4c68-bafa-58ac386aac12), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:01.645008 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-f627797e-a733-423d-953e-124d39b27ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (960aa0a0-e5ef-4c68-bafa-58ac386aac12), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:01.676665 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-47cb941e-b2dd-4bf7-87ee-7e76fb5597f5 None None] Port 960aa0a0-e5ef-4c68-bafa-58ac386aac12 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:53:01.969139 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830b4bf-d6cc-40c1-8396-9f29712ae76d req-27e13892-d362-40d0-b46e-6725a97a8f0e tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:01.970710 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4830b4bf-d6cc-40c1-8396-9f29712ae76d req-27e13892-d362-40d0-b46e-6725a97a8f0e tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 931 time: 0.0618637 Feb 16 22:53:01.997471 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e8a95f-dd79-4db5-86cc-0a43233cbc40 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Router aa52edcc-cb25-4717-9f57-78729350a38d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:53:02.032047 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4830b4bf-d6cc-40c1-8396-9f29712ae76d req-9b265d76-a173-4a97-a436-45a50c7448fe tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536444 Feb 16 22:53:02.131225 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-f627797e-a733-423d-953e-124d39b27ad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 960aa0a0-e5ef-4c68-bafa-58ac386aac12 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:53:02.142494 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-f627797e-a733-423d-953e-124d39b27ad5 service neutron] Publish callbacks [] for port (960aa0a0-e5ef-4c68-bafa-58ac386aac12), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:02.161861 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-f627797e-a733-423d-953e-124d39b27ad5 service neutron] Transition to ACTIVE for port object 960aa0a0-e5ef-4c68-bafa-58ac386aac12 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:53:02.169179 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-f627797e-a733-423d-953e-124d39b27ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (960aa0a0-e5ef-4c68-bafa-58ac386aac12), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:02.203739 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e8a95f-dd79-4db5-86cc-0a43233cbc40 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:53:02.225179 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bdcf53-570a-43ef-a782-b9a595cfdc0f None None] Sync routers for ids ['aa52edcc-cb25-4717-9f57-78729350a38d'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:53:02.237840 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d0e8a95f-dd79-4db5-86cc-0a43233cbc40 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:02.239798 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bdcf53-570a-43ef-a782-b9a595cfdc0f None None] Routers {'aa52edcc-cb25-4717-9f57-78729350a38d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:53:02.240525 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-83bdcf53-570a-43ef-a782-b9a595cfdc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:52:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['aa52edcc-cb25-4717-9f57-78729350a38d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:53:02.264210 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627797e-a733-423d-953e-124d39b27ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=960aa0a0-e5ef-4c68-bafa-58ac386aac12,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:53:02.322023 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d0e8a95f-dd79-4db5-86cc-0a43233cbc40 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5028622 Feb 16 22:53:02.335956 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83166991-7e9b-4060-b85a-9c223826b8d0', 'tag': 'accc22f8-a2ae-479d-8d37-96c00cd7273e'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:53:02.338412 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac63ac46-b66d-454c-9301-e0c97e4c68d5" -d '{"events": [{"name": "network-changed", "server_uuid": "83166991-7e9b-4060-b85a-9c223826b8d0", "tag": "accc22f8-a2ae-479d-8d37-96c00cd7273e"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:53:02.370496 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-83bdcf53-570a-43ef-a782-b9a595cfdc0f None None] Set router aa52edcc-cb25-4717-9f57-78729350a38d gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:53:02.411693 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b1396e-b041-4d16-b5c4-28b08d824916 x-openstack-request-id: req-55b1396e-b041-4d16-b5c4-28b08d824916 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:53:02.412271 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83166991-7e9b-4060-b85a-9c223826b8d0", "tag": "accc22f8-a2ae-479d-8d37-96c00cd7273e", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:53:02.412725 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-55b1396e-b041-4d16-b5c4-28b08d824916 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:53:02.413305 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83166991-7e9b-4060-b85a-9c223826b8d0', 'tag': 'accc22f8-a2ae-479d-8d37-96c00cd7273e', 'status': 'completed', 'code': 200} Feb 16 22:53:02.428768 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-f627797e-a733-423d-953e-124d39b27ad5 service neutron] Attempting to bind port 960aa0a0-e5ef-4c68-bafa-58ac386aac12 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:53:02.429169 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-f627797e-a733-423d-953e-124d39b27ad5 service neutron] Attempting to bind port 960aa0a0-e5ef-4c68-bafa-58ac386aac12 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '8f8f586f-3eab-4a43-8a9e-196175167066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:53:02.429510 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-f627797e-a733-423d-953e-124d39b27ad5 service neutron] Attempting to bind port 960aa0a0-e5ef-4c68-bafa-58ac386aac12 on network 9e40610d-06bc-4fff-a258-1910fedba294 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:53:02.434824 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-f627797e-a733-423d-953e-124d39b27ad5 service neutron] Port 960aa0a0-e5ef-4c68-bafa-58ac386aac12 on network 9e40610d-06bc-4fff-a258-1910fedba294 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:53:02.435151 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-f627797e-a733-423d-953e-124d39b27ad5 service neutron] Attempting to bind port 960aa0a0-e5ef-4c68-bafa-58ac386aac12 on network 9e40610d-06bc-4fff-a258-1910fedba294 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:53:02.440247 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-f627797e-a733-423d-953e-124d39b27ad5 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:53:02.440594 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-f627797e-a733-423d-953e-124d39b27ad5 service neutron] Checking segment: {'id': '8f8f586f-3eab-4a43-8a9e-196175167066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:53:02.440987 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-f627797e-a733-423d-953e-124d39b27ad5 service neutron] Bound using segment: {'id': '8f8f586f-3eab-4a43-8a9e-196175167066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:53:02.441419 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-f627797e-a733-423d-953e-124d39b27ad5 service neutron] Bound port: 960aa0a0-e5ef-4c68-bafa-58ac386aac12, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8f586f-3eab-4a43-8a9e-196175167066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:53:02.441783 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-f627797e-a733-423d-953e-124d39b27ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (960aa0a0-e5ef-4c68-bafa-58ac386aac12), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:02.483962 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63ac46-b66d-454c-9301-e0c97e4c68d5 req-70bf4372-bdd5-4b4c-814d-11ac82f5f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:02.485515 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac63ac46-b66d-454c-9301-e0c97e4c68d5 req-70bf4372-bdd5-4b4c-814d-11ac82f5f0e6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 1127 time: 0.0600624 Feb 16 22:53:02.555938 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-f627797e-a733-423d-953e-124d39b27ad5 service neutron] For port 960aa0a0-e5ef-4c68-bafa-58ac386aac12, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:53:02.560778 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-f627797e-a733-423d-953e-124d39b27ad5 service neutron] For port 960aa0a0-e5ef-4c68-bafa-58ac386aac12, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=960aa0a0-e5ef-4c68-bafa-58ac386aac12,segment=NetworkSegment(8f8f586f-3eab-4a43-8a9e-196175167066),segment_id=8f8f586f-3eab-4a43-8a9e-196175167066)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:53:02.570572 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-f627797e-a733-423d-953e-124d39b27ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (960aa0a0-e5ef-4c68-bafa-58ac386aac12), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:02.631385 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-f627797e-a733-423d-953e-124d39b27ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:02.632888 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-f627797e-a733-423d-953e-124d39b27ad5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:02.634599 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-f627797e-a733-423d-953e-124d39b27ad5 service neutron] 10.222.0.67 "PUT /v2.0/ports/960aa0a0-e5ef-4c68-bafa-58ac386aac12 HTTP/1.1" status: 200 len: 1091 time: 1.1421535 Feb 16 22:53:02.636294 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63ac46-b66d-454c-9301-e0c97e4c68d5 req-e954e5a9-a227-4b8d-9436-fabfb5000238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:02.644475 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac63ac46-b66d-454c-9301-e0c97e4c68d5 req-e954e5a9-a227-4b8d-9436-fabfb5000238 service neutron] 10.222.0.79 "GET /v2.0/networks?id=50f5d130-0f22-457e-8f9d-f7f34d0d3035 HTTP/1.1" status: 200 len: 913 time: 0.1520827 Feb 16 22:53:02.673549 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-83bdcf53-570a-43ef-a782-b9a595cfdc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'name': 'tempest-TestVolumeBootPattern-1878941652-router', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:38Z', 'updated_at': '2022-02-16T22:43:46Z', 'revision_number': 4, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'gw_port': {'id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:39Z', 'updated_at': '2022-02-16T22:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '66dee825-53c7-4236-92cc-4c101fa35e9d', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'floating_ip_address': '172.25.2.122', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'port_id': 'accc22f8-a2ae-479d-8d37-96c00cd7273e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'mac_address': 'fa:16:3e:19:28:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83166991-7e9b-4060-b85a-9c223826b8d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:53:00Z', 'updated_at': '2022-02-16T22:53:00Z', 'revision_number': 0, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff71336-6aab-49a7-9349-dde4c2626ba5', 'name': '', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'mac_address': 'fa:16:3e:2a:99:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:45Z', 'updated_at': '2022-02-16T22:43:51Z', 'revision_number': 5, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'subnets': [{'id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:53:02.713920 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bdcf53-570a-43ef-a782-b9a595cfdc0f None None] Checking router: aa52edcc-cb25-4717-9f57-78729350a38d for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:53:02.726249 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bdcf53-570a-43ef-a782-b9a595cfdc0f None None] Routers {'aa52edcc-cb25-4717-9f57-78729350a38d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:53:02.727184 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-83bdcf53-570a-43ef-a782-b9a595cfdc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:52:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['aa52edcc-cb25-4717-9f57-78729350a38d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:53:02.748852 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac63ac46-b66d-454c-9301-e0c97e4c68d5 req-38f39457-ec79-48a4-b11b-9bc746db4874 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=accc22f8-a2ae-479d-8d37-96c00cd7273e HTTP/1.1" status: 200 len: 999 time: 0.0916831 Feb 16 22:53:02.785128 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627797e-a733-423d-953e-124d39b27ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=960aa0a0-e5ef-4c68-bafa-58ac386aac12,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:53:02.813266 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-3ed9d5fa-cc7a-4821-9980-0c6304cedb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:02.815466 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-3ed9d5fa-cc7a-4821-9980-0c6304cedb36 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 1125 time: 0.1144650 Feb 16 22:53:02.827977 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63ac46-b66d-454c-9301-e0c97e4c68d5 req-1119d91e-7972-4f1f-956c-8678ce972eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:02.829890 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac63ac46-b66d-454c-9301-e0c97e4c68d5 req-1119d91e-7972-4f1f-956c-8678ce972eb8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0f3f901b-49c4-4880-859e-a4de691296cc HTTP/1.1" status: 200 len: 851 time: 0.0760243 Feb 16 22:53:02.864466 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-1a65d5ef-de0b-4daf-8155-f6e74fdf9c7d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=960aa0a0-e5ef-4c68-bafa-58ac386aac12 HTTP/1.1" status: 200 len: 217 time: 0.0406654 Feb 16 22:53:02.897177 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-83bdcf53-570a-43ef-a782-b9a595cfdc0f None None] Set router aa52edcc-cb25-4717-9f57-78729350a38d gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:53:02.903271 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63ac46-b66d-454c-9301-e0c97e4c68d5 req-d3e8b3d0-c68d-48f6-b2d3-cf73017dc4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:02.904880 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac63ac46-b66d-454c-9301-e0c97e4c68d5 req-d3e8b3d0-c68d-48f6-b2d3-cf73017dc4d2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=50f5d130-0f22-457e-8f9d-f7f34d0d3035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0666628 Feb 16 22:53:02.940132 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-b925cd38-fe02-47cc-8b27-c7f2ff8a344e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:02.941933 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-b925cd38-fe02-47cc-8b27-c7f2ff8a344e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0b9bf73a-e86a-4d77-9632-6ee40953c684 HTTP/1.1" status: 200 len: 834 time: 0.0677540 Feb 16 22:53:03.009844 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-625e3bf2-2f00-4f15-b6ff-65366548f927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:03.011787 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-625e3bf2-2f00-4f15-b6ff-65366548f927 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9e40610d-06bc-4fff-a258-1910fedba294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0639992 Feb 16 22:53:03.039552 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac63ac46-b66d-454c-9301-e0c97e4c68d5 req-78e59f27-0537-4158-b83d-73cb5614d99c service neutron] 10.222.0.79 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201806 Feb 16 22:53:03.139767 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-c99c2d92-1a3f-4fbb-a42d-710c3dc8c52e service neutron] 10.222.0.67 "GET /v2.0/networks/9e40610d-06bc-4fff-a258-1910fedba294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201982 Feb 16 22:53:03.214161 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac63ac46-b66d-454c-9301-e0c97e4c68d5 req-193f7236-8a5a-45b9-8329-db9872a0fd19 service neutron] 10.222.0.79 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677973 Feb 16 22:53:03.270696 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9a960630-d9e3-4de9-bc17-52a4c71c524b req-571f35a0-35ce-4c34-8554-dcc74043646d service neutron] 10.222.0.67 "GET /v2.0/networks/9e40610d-06bc-4fff-a258-1910fedba294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239910 Feb 16 22:53:03.288558 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e21668-89f1-4c2f-b5b9-56b7a20524f5 req-0e74bd0b-fe0f-47ef-8543-f7a802ef4449 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:03.290357 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e9e21668-89f1-4c2f-b5b9-56b7a20524f5 req-0e74bd0b-fe0f-47ef-8543-f7a802ef4449 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 943 time: 0.0978761 Feb 16 22:53:03.296433 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-83bdcf53-570a-43ef-a782-b9a595cfdc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'name': 'tempest-TestVolumeBootPattern-1878941652-router', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:38Z', 'updated_at': '2022-02-16T22:43:46Z', 'revision_number': 4, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'gw_port': {'id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:39Z', 'updated_at': '2022-02-16T22:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '66dee825-53c7-4236-92cc-4c101fa35e9d', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'floating_ip_address': '172.25.2.122', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'port_id': 'accc22f8-a2ae-479d-8d37-96c00cd7273e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'mac_address': 'fa:16:3e:19:28:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83166991-7e9b-4060-b85a-9c223826b8d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:53:00Z', 'updated_at': '2022-02-16T22:53:00Z', 'revision_number': 0, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff71336-6aab-49a7-9349-dde4c2626ba5', 'name': '', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'mac_address': 'fa:16:3e:2a:99:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:45Z', 'updated_at': '2022-02-16T22:43:51Z', 'revision_number': 5, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'subnets': [{'id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:53:03.327451 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bdcf53-570a-43ef-a782-b9a595cfdc0f None None] The sync data for ids ['aa52edcc-cb25-4717-9f57-78729350a38d'] in n-d-813897-6 is: [{'id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'name': 'tempest-TestVolumeBootPattern-1878941652-router', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:38Z', 'updated_at': '2022-02-16T22:43:46Z', 'revision_number': 4, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'gw_port': {'id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:39Z', 'updated_at': '2022-02-16T22:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '66dee825-53c7-4236-92cc-4c101fa35e9d', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'floating_ip_address': '172.25.2.122', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'port_id': 'accc22f8-a2ae-479d-8d37-96c00cd7273e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'mac_address': 'fa:16:3e:19:28:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83166991-7e9b-4060-b85a-9c223826b8d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:53:00Z', 'updated_at': '2022-02-16T22:53:00Z', 'revision_number': 0, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff71336-6aab-49a7-9349-dde4c2626ba5', 'name': '', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'mac_address': 'fa:16:3e:2a:99:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:45Z', 'updated_at': '2022-02-16T22:43:51Z', 'revision_number': 5, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'subnets': [{'id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:53:03.357774 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e9e21668-89f1-4c2f-b5b9-56b7a20524f5 req-bf0020b8-282e-466f-b5ce-47faab74cb3f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608721 Feb 16 22:53:03.535670 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1da495-f462-4e83-8715-32393170faf2 None None] New status for floating IP 66dee825-53c7-4236-92cc-4c101fa35e9d: ACTIVE {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:53:04.414556 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c20c9a-0809-4f0c-b137-48a7bcff577f', 'tag': '960aa0a0-e5ef-4c68-bafa-58ac386aac12'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:53:04.416973 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0470fd5-0ca8-4b89-bccc-df3a0edad8d4" -d '{"events": [{"name": "network-changed", "server_uuid": "45c20c9a-0809-4f0c-b137-48a7bcff577f", "tag": "960aa0a0-e5ef-4c68-bafa-58ac386aac12"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:53:04.489906 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718df1ad-564f-490d-81d5-80df714a904e req-014768ed-bd91-4844-a99e-21f21f9f61d8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:04.491444 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-718df1ad-564f-490d-81d5-80df714a904e req-014768ed-bd91-4844-a99e-21f21f9f61d8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 943 time: 0.0596240 Feb 16 22:53:04.545086 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-718df1ad-564f-490d-81d5-80df714a904e req-69b83ff4-4a60-4e52-bf42-5be4dceb6f37 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476537 Feb 16 22:53:04.589501 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ad43c5-2ee0-4238-8c1b-63c1130ad289 x-openstack-request-id: req-54ad43c5-2ee0-4238-8c1b-63c1130ad289 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:53:04.589800 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c20c9a-0809-4f0c-b137-48a7bcff577f", "tag": "960aa0a0-e5ef-4c68-bafa-58ac386aac12", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:53:04.590112 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-54ad43c5-2ee0-4238-8c1b-63c1130ad289 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:53:04.590554 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c20c9a-0809-4f0c-b137-48a7bcff577f', 'tag': '960aa0a0-e5ef-4c68-bafa-58ac386aac12', 'status': 'completed', 'code': 200} Feb 16 22:53:04.654076 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0470fd5-0ca8-4b89-bccc-df3a0edad8d4 req-56b83e27-1043-42f7-99a5-019f990b17fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:04.655497 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d0470fd5-0ca8-4b89-bccc-df3a0edad8d4 req-56b83e27-1043-42f7-99a5-019f990b17fb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 1125 time: 0.0459995 Feb 16 22:53:04.751443 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0470fd5-0ca8-4b89-bccc-df3a0edad8d4 req-e4dbf41f-987a-49d8-a223-46c1a629e978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:04.752915 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d0470fd5-0ca8-4b89-bccc-df3a0edad8d4 req-e4dbf41f-987a-49d8-a223-46c1a629e978 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9e40610d-06bc-4fff-a258-1910fedba294 HTTP/1.1" status: 200 len: 897 time: 0.0893772 Feb 16 22:53:04.795885 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d0470fd5-0ca8-4b89-bccc-df3a0edad8d4 req-8ec6a3d9-a241-49f8-8056-a1ac153dce42 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=960aa0a0-e5ef-4c68-bafa-58ac386aac12 HTTP/1.1" status: 200 len: 217 time: 0.0360336 Feb 16 22:53:04.850028 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0470fd5-0ca8-4b89-bccc-df3a0edad8d4 req-97d128c3-cf18-450a-a97b-1840cfa9fd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:04.852750 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d0470fd5-0ca8-4b89-bccc-df3a0edad8d4 req-97d128c3-cf18-450a-a97b-1840cfa9fd1f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0b9bf73a-e86a-4d77-9632-6ee40953c684 HTTP/1.1" status: 200 len: 834 time: 0.0500872 Feb 16 22:53:04.919889 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0470fd5-0ca8-4b89-bccc-df3a0edad8d4 req-e516f3dc-21ad-41b6-89ff-48a247ba1581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:04.921576 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d0470fd5-0ca8-4b89-bccc-df3a0edad8d4 req-e516f3dc-21ad-41b6-89ff-48a247ba1581 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9e40610d-06bc-4fff-a258-1910fedba294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0627472 Feb 16 22:53:05.024881 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d0470fd5-0ca8-4b89-bccc-df3a0edad8d4 req-1c7bd5ab-1cc7-476b-a1d0-03d576152f4e service neutron] 10.222.0.67 "GET /v2.0/networks/9e40610d-06bc-4fff-a258-1910fedba294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962720 Feb 16 22:53:05.122705 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d0470fd5-0ca8-4b89-bccc-df3a0edad8d4 req-034d0003-bb75-4730-a01b-f5c461a597a6 service neutron] 10.222.0.67 "GET /v2.0/networks/9e40610d-06bc-4fff-a258-1910fedba294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924218 Feb 16 22:53:05.685070 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900a583-8784-4332-a032-6adaab68add0 req-7a0e663a-5a13-4601-bada-ab0e64979797 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:05.686693 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8900a583-8784-4332-a032-6adaab68add0 req-7a0e663a-5a13-4601-bada-ab0e64979797 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 943 time: 0.0612385 Feb 16 22:53:05.744245 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8900a583-8784-4332-a032-6adaab68add0 req-1d581828-4a6a-4e02-ab97-9561140dd3ec tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493817 Feb 16 22:53:06.537078 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 960aa0a0-e5ef-4c68-bafa-58ac386aac12 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:53:06.659633 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 960aa0a0-e5ef-4c68-bafa-58ac386aac12, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=960aa0a0-e5ef-4c68-bafa-58ac386aac12,segment=NetworkSegment(8f8f586f-3eab-4a43-8a9e-196175167066),segment_id=8f8f586f-3eab-4a43-8a9e-196175167066)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:53:06.673363 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '960aa0a0-e5ef-4c68-bafa-58ac386aac12', 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294', 'port_id': '960aa0a0-e5ef-4c68-bafa-58ac386aac12', 'mac_address': 'fa:16:3e:59:77:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b9bf73a-e86a-4d77-9632-6ee40953c684', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:53:06.715250 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 960aa0a0-e5ef-4c68-bafa-58ac386aac12 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:53:06.715713 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (960aa0a0-e5ef-4c68-bafa-58ac386aac12), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:06.732492 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 960aa0a0-e5ef-4c68-bafa-58ac386aac12 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:53:06.758029 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 960aa0a0-e5ef-4c68-bafa-58ac386aac12, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=960aa0a0-e5ef-4c68-bafa-58ac386aac12,segment=NetworkSegment(8f8f586f-3eab-4a43-8a9e-196175167066),segment_id=8f8f586f-3eab-4a43-8a9e-196175167066)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:53:06.763077 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (960aa0a0-e5ef-4c68-bafa-58ac386aac12), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:06.834246 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=960aa0a0-e5ef-4c68-bafa-58ac386aac12,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:53:06.884904 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06359b-932c-461c-b89e-10e68c683a63 req-6e3083c3-daea-4361-b2cd-87e2bf4a6c85 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:06.891331 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0f06359b-932c-461c-b89e-10e68c683a63 req-6e3083c3-daea-4361-b2cd-87e2bf4a6c85 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 944 time: 0.0646222 Feb 16 22:53:06.954328 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0f06359b-932c-461c-b89e-10e68c683a63 req-7f9fdcce-5af9-4558-bc07-8b3b0611f79a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594196 Feb 16 22:53:07.076202 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['960aa0a0-e5ef-4c68-bafa-58ac386aac12'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:53:08.082884 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfa643-b8d9-4ce3-9c3f-61f4eb251a93 req-dab6a8ec-5cd4-435e-b452-854c2911e643 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:08.084374 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b6dfa643-b8d9-4ce3-9c3f-61f4eb251a93 req-dab6a8ec-5cd4-435e-b452-854c2911e643 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 944 time: 0.0568745 Feb 16 22:53:08.132940 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b6dfa643-b8d9-4ce3-9c3f-61f4eb251a93 req-bd4ee93d-b2f7-4aa4-991c-af1a789d2e42 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420969 Feb 16 22:53:08.568405 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 960aa0a0-e5ef-4c68-bafa-58ac386aac12 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:53:08.625711 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 960aa0a0-e5ef-4c68-bafa-58ac386aac12 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:53:08.629940 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 960aa0a0-e5ef-4c68-bafa-58ac386aac12 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:53:08.630521 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (960aa0a0-e5ef-4c68-bafa-58ac386aac12), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:08.711994 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 960aa0a0-e5ef-4c68-bafa-58ac386aac12 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:53:08.712412 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (960aa0a0-e5ef-4c68-bafa-58ac386aac12), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:08.738734 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c20c9a-0809-4f0c-b137-48a7bcff577f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960aa0a0-e5ef-4c68-bafa-58ac386aac12'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:53:08.740972 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28fed0c-35f6-4a1f-bfa3-47822c7fcb16" -d '{"events": [{"server_uuid": "45c20c9a-0809-4f0c-b137-48a7bcff577f", "name": "network-vif-plugged", "status": "completed", "tag": "960aa0a0-e5ef-4c68-bafa-58ac386aac12"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:53:08.900420 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b178aea-a55f-46a3-92fe-c0d35077af3e req-fd3b9b89-64ae-4cfd-836b-d10b330ca18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:08.903076 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8b178aea-a55f-46a3-92fe-c0d35077af3e req-fd3b9b89-64ae-4cfd-836b-d10b330ca18b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 1126 time: 0.0540464 Feb 16 22:53:08.914636 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7f6529-f894-4f78-bbb7-b9fabe94bc4a x-openstack-request-id: req-ac7f6529-f894-4f78-bbb7-b9fabe94bc4a {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:53:08.915552 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c20c9a-0809-4f0c-b137-48a7bcff577f", "name": "network-vif-plugged", "status": "completed", "tag": "960aa0a0-e5ef-4c68-bafa-58ac386aac12", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:53:08.915801 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ac7f6529-f894-4f78-bbb7-b9fabe94bc4a {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:53:08.916205 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c20c9a-0809-4f0c-b137-48a7bcff577f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960aa0a0-e5ef-4c68-bafa-58ac386aac12', 'code': 200} Feb 16 22:53:08.920049 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 960aa0a0-e5ef-4c68-bafa-58ac386aac12, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=960aa0a0-e5ef-4c68-bafa-58ac386aac12,segment=NetworkSegment(8f8f586f-3eab-4a43-8a9e-196175167066),segment_id=8f8f586f-3eab-4a43-8a9e-196175167066)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:53:08.934437 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (960aa0a0-e5ef-4c68-bafa-58ac386aac12), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:08.960677 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8b178aea-a55f-46a3-92fe-c0d35077af3e req-ab2b79ee-0600-41f9-b775-ef2959ad6b25 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494168 Feb 16 22:53:08.990069 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=960aa0a0-e5ef-4c68-bafa-58ac386aac12,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:53:09.264525 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5746d1-4e06-4630-812c-fd66830643c6 req-074a87dd-24af-4095-a72a-b2ff368e083c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:09.266163 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ad5746d1-4e06-4630-812c-fd66830643c6 req-074a87dd-24af-4095-a72a-b2ff368e083c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 945 time: 0.0582149 Feb 16 22:53:09.322070 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ad5746d1-4e06-4630-812c-fd66830643c6 req-f1f85e69-00be-4892-87ce-ccb7c2dae457 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498228 Feb 16 22:53:10.445444 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5d368-47b3-47ca-a2aa-be9520631c63 req-3306a3ef-7a79-4b13-8c4f-f3c5e70346aa tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:10.446989 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a6e5d368-47b3-47ca-a2aa-be9520631c63 req-3306a3ef-7a79-4b13-8c4f-f3c5e70346aa tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 945 time: 0.0568097 Feb 16 22:53:10.498020 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a6e5d368-47b3-47ca-a2aa-be9520631c63 req-2cb888ad-f8b8-4db4-a597-74cf2492201a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453749 Feb 16 22:53:10.628356 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a36721-dff9-4ef1-9a94-40cff92c62ae req-8f2c78f3-ba77-4d3b-af5a-057cd6f4bb23 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:10.629757 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d0a36721-dff9-4ef1-9a94-40cff92c62ae req-8f2c78f3-ba77-4d3b-af5a-057cd6f4bb23 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 945 time: 0.0560493 Feb 16 22:53:10.678804 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d0a36721-dff9-4ef1-9a94-40cff92c62ae req-3bcaccc8-f7b7-4fd6-b64f-7bff1b18108b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433028 Feb 16 22:53:10.700969 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49744) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:53:10.744551 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2979216-006c-42f6-8f87-5ad9524c2966 tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:10.746191 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b2979216-006c-42f6-8f87-5ad9524c2966 tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 1122 time: 0.0441587 Feb 16 22:53:10.749051 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49746) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:53:10.753233 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-a88d3444-9a71-4567-b249-ed06f6e5133a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'port_id': '960aa0a0-e5ef-4c68-bafa-58ac386aac12', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:53:10.773204 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a88d3444-9a71-4567-b249-ed06f6e5133a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:10.883580 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a88d3444-9a71-4567-b249-ed06f6e5133a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:10.991736 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-a88d3444-9a71-4567-b249-ed06f6e5133a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Allocated IP 172.25.2.146 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/64e42d87-185b-4c25-95c3-e6dbf99ff754) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:53:11.102630 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a88d3444-9a71-4567-b249-ed06f6e5133a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for port (64e42d87-185b-4c25-95c3-e6dbf99ff754), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:11.139329 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a88d3444-9a71-4567-b249-ed06f6e5133a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (64e42d87-185b-4c25-95c3-e6dbf99ff754), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:11.183626 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88d3444-9a71-4567-b249-ed06f6e5133a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:53:11.186521 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-a88d3444-9a71-4567-b249-ed06f6e5133a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:53:11.188966 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88d3444-9a71-4567-b249-ed06f6e5133a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:53:11.194840 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d3444-9a71-4567-b249-ed06f6e5133a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'Port': ['ID=64e42d87-185b-4c25-95c3-e6dbf99ff754,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:53:11.566659 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a88d3444-9a71-4567-b249-ed06f6e5133a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for floatingip (7334082a-8964-4405-a619-bd7d6b03113a), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:11.647429 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a88d3444-9a71-4567-b249-ed06f6e5133a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (64e42d87-185b-4c25-95c3-e6dbf99ff754), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:11.797149 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a88d3444-9a71-4567-b249-ed06f6e5133a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for port (64e42d87-185b-4c25-95c3-e6dbf99ff754), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:11.802700 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a88d3444-9a71-4567-b249-ed06f6e5133a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (64e42d87-185b-4c25-95c3-e6dbf99ff754), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:11.881462 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d3444-9a71-4567-b249-ed06f6e5133a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'Port': ['ID=64e42d87-185b-4c25-95c3-e6dbf99ff754,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:53:11.896238 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a88d3444-9a71-4567-b249-ed06f6e5133a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (7334082a-8964-4405-a619-bd7d6b03113a), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:12.000505 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [None req-a88d3444-9a71-4567-b249-ed06f6e5133a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Floating IP 7334082a-8964-4405-a619-bd7d6b03113a associated. External IP: 172.25.2.146, port: 960aa0a0-e5ef-4c68-bafa-58ac386aac12. Feb 16 22:53:12.551513 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88d3444-9a71-4567-b249-ed06f6e5133a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Router 2fadad9e-d055-49f5-8aee-11d16c255099 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:53:12.674277 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88d3444-9a71-4567-b249-ed06f6e5133a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:53:12.685920 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6045ec-4dfd-49d5-b9ad-b823f9e9551a None None] Sync routers for ids ['2fadad9e-d055-49f5-8aee-11d16c255099'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:53:12.694800 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a88d3444-9a71-4567-b249-ed06f6e5133a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:12.702316 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6045ec-4dfd-49d5-b9ad-b823f9e9551a None None] Routers {'2fadad9e-d055-49f5-8aee-11d16c255099'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:53:12.703223 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-7e6045ec-4dfd-49d5-b9ad-b823f9e9551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:52:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['2fadad9e-d055-49f5-8aee-11d16c255099'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:53:12.735147 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a88d3444-9a71-4567-b249-ed06f6e5133a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9826136 Feb 16 22:53:12.735147 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c20c9a-0809-4f0c-b137-48a7bcff577f', 'tag': '960aa0a0-e5ef-4c68-bafa-58ac386aac12'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:53:12.736413 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84df1e40-03d6-4942-8d9a-70060e82c973" -d '{"events": [{"name": "network-changed", "server_uuid": "45c20c9a-0809-4f0c-b137-48a7bcff577f", "tag": "960aa0a0-e5ef-4c68-bafa-58ac386aac12"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:53:12.839086 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-7e6045ec-4dfd-49d5-b9ad-b823f9e9551a None None] Set router 2fadad9e-d055-49f5-8aee-11d16c255099 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:53:12.853046 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee145105-b72c-4fff-89d2-7cdbf2f7e08e req-1b18c018-61f5-41ce-ba21-4ac4b05fd7d1 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:12.854972 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ee145105-b72c-4fff-89d2-7cdbf2f7e08e req-1b18c018-61f5-41ce-ba21-4ac4b05fd7d1 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 945 time: 0.0646405 Feb 16 22:53:12.915703 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ee145105-b72c-4fff-89d2-7cdbf2f7e08e req-a84fa79a-83a8-45b2-8193-5d46c09f0f34 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548766 Feb 16 22:53:12.941839 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49790) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:53:13.024087 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0fbc2d-1ac5-4c7e-8b73-bd063495d87e x-openstack-request-id: req-3b0fbc2d-1ac5-4c7e-8b73-bd063495d87e {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:53:13.024537 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c20c9a-0809-4f0c-b137-48a7bcff577f", "tag": "960aa0a0-e5ef-4c68-bafa-58ac386aac12", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:53:13.024887 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3b0fbc2d-1ac5-4c7e-8b73-bd063495d87e {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:53:13.025403 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c20c9a-0809-4f0c-b137-48a7bcff577f', 'tag': '960aa0a0-e5ef-4c68-bafa-58ac386aac12', 'status': 'completed', 'code': 200} Feb 16 22:53:13.066430 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-cdb66f97-0e34-41d4-8692-3ea1352d44d7 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/floatingips/7334082a-8964-4405-a619-bd7d6b03113a HTTP/1.1" status: 200 len: 991 time: 0.1222284 Feb 16 22:53:13.080873 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df1e40-03d6-4942-8d9a-70060e82c973 req-b527aec4-7859-4ca0-ad42-ac19a7d3808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:13.082627 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-84df1e40-03d6-4942-8d9a-70060e82c973 req-b527aec4-7859-4ca0-ad42-ac19a7d3808d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 1127 time: 0.0678697 Feb 16 22:53:13.110913 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-7e6045ec-4dfd-49d5-b9ad-b823f9e9551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290105185', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ce099637-188e-4643-b1fa-08d0929d7ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:52:49Z', 'updated_at': '2022-02-16T22:52:55Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'ce099637-188e-4643-b1fa-08d0929d7ea9', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:52:50Z', 'updated_at': '2022-02-16T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '7334082a-8964-4405-a619-bd7d6b03113a', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'floating_ip_address': '172.25.2.146', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'port_id': '960aa0a0-e5ef-4c68-bafa-58ac386aac12', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294', 'mac_address': 'fa:16:3e:59:77:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c20c9a-0809-4f0c-b137-48a7bcff577f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:53:11Z', 'updated_at': '2022-02-16T22:53:11Z', 'revision_number': 0, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2869c5cc-10a0-4e25-9793-194709c722f2', 'name': '', 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'mac_address': 'fa:16:3e:b8:80:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '0b9bf73a-e86a-4d77-9632-6ee40953c684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:52:54Z', 'updated_at': '2022-02-16T22:52:59Z', 'revision_number': 5, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'subnets': [{'id': '0b9bf73a-e86a-4d77-9632-6ee40953c684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:53:13.141935 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6045ec-4dfd-49d5-b9ad-b823f9e9551a None None] Checking router: 2fadad9e-d055-49f5-8aee-11d16c255099 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:53:13.153156 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6045ec-4dfd-49d5-b9ad-b823f9e9551a None None] Routers {'2fadad9e-d055-49f5-8aee-11d16c255099'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:53:13.153465 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-7e6045ec-4dfd-49d5-b9ad-b823f9e9551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:52:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['2fadad9e-d055-49f5-8aee-11d16c255099'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:53:13.189368 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df1e40-03d6-4942-8d9a-70060e82c973 req-4f06ab59-f6b6-4cfe-98b3-b61fdb713516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:13.191026 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-84df1e40-03d6-4942-8d9a-70060e82c973 req-4f06ab59-f6b6-4cfe-98b3-b61fdb713516 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9e40610d-06bc-4fff-a258-1910fedba294 HTTP/1.1" status: 200 len: 897 time: 0.1029761 Feb 16 22:53:13.267669 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-84df1e40-03d6-4942-8d9a-70060e82c973 req-b314b214-d047-49d5-ae38-682cd65292b0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=960aa0a0-e5ef-4c68-bafa-58ac386aac12 HTTP/1.1" status: 200 len: 999 time: 0.0705962 Feb 16 22:53:13.285414 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-7e6045ec-4dfd-49d5-b9ad-b823f9e9551a None None] Set router 2fadad9e-d055-49f5-8aee-11d16c255099 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:53:13.322592 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df1e40-03d6-4942-8d9a-70060e82c973 req-31e31ccd-de4d-49ed-8f6a-25f9a506a57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:13.324192 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-84df1e40-03d6-4942-8d9a-70060e82c973 req-31e31ccd-de4d-49ed-8f6a-25f9a506a57c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0b9bf73a-e86a-4d77-9632-6ee40953c684 HTTP/1.1" status: 200 len: 834 time: 0.0508566 Feb 16 22:53:13.385932 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df1e40-03d6-4942-8d9a-70060e82c973 req-0e2f22eb-9089-4c8f-a811-3b5e26a06fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:13.387891 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-84df1e40-03d6-4942-8d9a-70060e82c973 req-0e2f22eb-9089-4c8f-a811-3b5e26a06fa8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9e40610d-06bc-4fff-a258-1910fedba294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0572240 Feb 16 22:53:13.485847 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-84df1e40-03d6-4942-8d9a-70060e82c973 req-853bc557-97bc-4f9f-90fb-102fb4d9e61d service neutron] 10.222.0.67 "GET /v2.0/networks/9e40610d-06bc-4fff-a258-1910fedba294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911579 Feb 16 22:53:13.541749 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-7e6045ec-4dfd-49d5-b9ad-b823f9e9551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290105185', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ce099637-188e-4643-b1fa-08d0929d7ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:52:49Z', 'updated_at': '2022-02-16T22:52:55Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'ce099637-188e-4643-b1fa-08d0929d7ea9', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:52:50Z', 'updated_at': '2022-02-16T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '7334082a-8964-4405-a619-bd7d6b03113a', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'floating_ip_address': '172.25.2.146', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'port_id': '960aa0a0-e5ef-4c68-bafa-58ac386aac12', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294', 'mac_address': 'fa:16:3e:59:77:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c20c9a-0809-4f0c-b137-48a7bcff577f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:53:11Z', 'updated_at': '2022-02-16T22:53:11Z', 'revision_number': 0, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2869c5cc-10a0-4e25-9793-194709c722f2', 'name': '', 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'mac_address': 'fa:16:3e:b8:80:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '0b9bf73a-e86a-4d77-9632-6ee40953c684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:52:54Z', 'updated_at': '2022-02-16T22:52:59Z', 'revision_number': 5, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'subnets': [{'id': '0b9bf73a-e86a-4d77-9632-6ee40953c684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:53:13.572141 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6045ec-4dfd-49d5-b9ad-b823f9e9551a None None] The sync data for ids ['2fadad9e-d055-49f5-8aee-11d16c255099'] in n-d-813897-6 is: [{'id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290105185', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ce099637-188e-4643-b1fa-08d0929d7ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:52:49Z', 'updated_at': '2022-02-16T22:52:55Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'ce099637-188e-4643-b1fa-08d0929d7ea9', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:52:50Z', 'updated_at': '2022-02-16T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '7334082a-8964-4405-a619-bd7d6b03113a', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'floating_ip_address': '172.25.2.146', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'port_id': '960aa0a0-e5ef-4c68-bafa-58ac386aac12', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294', 'mac_address': 'fa:16:3e:59:77:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c20c9a-0809-4f0c-b137-48a7bcff577f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:53:11Z', 'updated_at': '2022-02-16T22:53:11Z', 'revision_number': 0, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2869c5cc-10a0-4e25-9793-194709c722f2', 'name': '', 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'mac_address': 'fa:16:3e:b8:80:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '0b9bf73a-e86a-4d77-9632-6ee40953c684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:52:54Z', 'updated_at': '2022-02-16T22:52:59Z', 'revision_number': 5, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'subnets': [{'id': '0b9bf73a-e86a-4d77-9632-6ee40953c684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:53:13.586319 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-84df1e40-03d6-4942-8d9a-70060e82c973 req-a1f6146f-ae4d-4588-9590-472dcc8a37bf service neutron] 10.222.0.67 "GET /v2.0/networks/9e40610d-06bc-4fff-a258-1910fedba294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947695 Feb 16 22:53:13.783155 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68885c8a-cdb8-40c3-93be-90b705d64ad3 None None] New status for floating IP 7334082a-8964-4405-a619-bd7d6b03113a: ACTIVE {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:53:14.067948 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 49812) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:53:14.134582 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-717b4b77-0426-498b-a52a-0b784c698181 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/floatingips/7334082a-8964-4405-a619-bd7d6b03113a HTTP/1.1" status: 200 len: 993 time: 0.0651546 Feb 16 22:53:16.370738 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:53:20.709431 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e9e09d28-a3a2-4b3a-93b2-a3aafc6c56a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:23.086313 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-55c885f5-265c-43a5-bef4-20c196ecae5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:24.343551 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:25.686639 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:27.046318 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:28.655326 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:30.119994 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:42.272242 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ff79b08-1717-412e-9c4f-0f625584bd08 req-757bb915-ed3c-4369-8c04-e59bd1670981 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454712 Feb 16 22:53:42.359826 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff79b08-1717-412e-9c4f-0f625584bd08 req-fd0615bd-b903-4cc8-abc1-7cdf4ac77353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:42.361323 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ff79b08-1717-412e-9c4f-0f625584bd08 req-fd0615bd-b903-4cc8-abc1-7cdf4ac77353 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 1127 time: 0.0457263 Feb 16 22:53:42.466626 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff79b08-1717-412e-9c4f-0f625584bd08 req-cc1b2070-b66b-4292-b85c-abee0d56bb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:42.468084 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ff79b08-1717-412e-9c4f-0f625584bd08 req-cc1b2070-b66b-4292-b85c-abee0d56bb77 service neutron] 10.222.0.79 "GET /v2.0/networks?id=50f5d130-0f22-457e-8f9d-f7f34d0d3035 HTTP/1.1" status: 200 len: 913 time: 0.0887661 Feb 16 22:53:42.533275 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ff79b08-1717-412e-9c4f-0f625584bd08 req-d7cb45ca-fbc5-442c-9251-b73f968eda84 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=accc22f8-a2ae-479d-8d37-96c00cd7273e HTTP/1.1" status: 200 len: 1001 time: 0.0589821 Feb 16 22:53:42.582527 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff79b08-1717-412e-9c4f-0f625584bd08 req-d74b1c14-27f5-47dd-9071-d91202c01d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:42.584082 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ff79b08-1717-412e-9c4f-0f625584bd08 req-d74b1c14-27f5-47dd-9071-d91202c01d9f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0f3f901b-49c4-4880-859e-a4de691296cc HTTP/1.1" status: 200 len: 851 time: 0.0446587 Feb 16 22:53:42.636375 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff79b08-1717-412e-9c4f-0f625584bd08 req-8ddd3584-3104-4815-88d0-82c8e5932422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:42.638155 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ff79b08-1717-412e-9c4f-0f625584bd08 req-8ddd3584-3104-4815-88d0-82c8e5932422 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=50f5d130-0f22-457e-8f9d-f7f34d0d3035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477936 Feb 16 22:53:42.728059 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ff79b08-1717-412e-9c4f-0f625584bd08 req-f5a47d11-ca2f-4bb2-8f24-e932c1c7fa89 service neutron] 10.222.0.79 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835149 Feb 16 22:53:43.135477 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ff79b08-1717-412e-9c4f-0f625584bd08 req-ae1f44bd-e52d-46aa-acfe-05270f3ab483 service neutron] 10.222.0.79 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006865 Feb 16 22:53:50.715642 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a5f64c6f-df0f-402b-bfb0-fceacc85c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:53.091412 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5ad483d1-3996-4bde-840d-5f5f18028b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:53.369942 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:53:54.345725 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:55.689642 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:56.656886 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d1b45329-bd29-4489-b3e7-2d7167e9546c req-a4a609fd-707c-4606-bcf7-80c858e6e8cc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502751 Feb 16 22:53:56.746221 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b45329-bd29-4489-b3e7-2d7167e9546c req-461c22e4-ba12-4760-983e-c0f9bf961e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:56.748074 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d1b45329-bd29-4489-b3e7-2d7167e9546c req-461c22e4-ba12-4760-983e-c0f9bf961e37 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 1127 time: 0.0482402 Feb 16 22:53:56.859049 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b45329-bd29-4489-b3e7-2d7167e9546c req-2e615b9e-0c9d-4715-80b2-c6716b6fd3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:56.860536 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d1b45329-bd29-4489-b3e7-2d7167e9546c req-2e615b9e-0c9d-4715-80b2-c6716b6fd3d5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9e40610d-06bc-4fff-a258-1910fedba294 HTTP/1.1" status: 200 len: 897 time: 0.0949836 Feb 16 22:53:56.937861 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d1b45329-bd29-4489-b3e7-2d7167e9546c req-af4fc355-e60e-4df3-b0ca-97c897f27acc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=960aa0a0-e5ef-4c68-bafa-58ac386aac12 HTTP/1.1" status: 200 len: 1001 time: 0.0718887 Feb 16 22:53:56.987463 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b45329-bd29-4489-b3e7-2d7167e9546c req-9c3e0c7f-4fe9-4042-bde8-3a22d25546ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:56.988979 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d1b45329-bd29-4489-b3e7-2d7167e9546c req-9c3e0c7f-4fe9-4042-bde8-3a22d25546ab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0b9bf73a-e86a-4d77-9632-6ee40953c684 HTTP/1.1" status: 200 len: 834 time: 0.0457790 Feb 16 22:53:57.047515 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b45329-bd29-4489-b3e7-2d7167e9546c req-ff765c96-30ca-4632-b4b4-419b153c840f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:53:57.049340 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d1b45329-bd29-4489-b3e7-2d7167e9546c req-ff765c96-30ca-4632-b4b4-419b153c840f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9e40610d-06bc-4fff-a258-1910fedba294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0528824 Feb 16 22:53:57.050636 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:53:57.156942 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d1b45329-bd29-4489-b3e7-2d7167e9546c req-808f5551-0389-432d-a3f5-759345e7e1e4 service neutron] 10.222.0.67 "GET /v2.0/networks/9e40610d-06bc-4fff-a258-1910fedba294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016195 Feb 16 22:53:57.254010 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d1b45329-bd29-4489-b3e7-2d7167e9546c req-8dba958f-a347-4745-a750-dbe7cfe8a2cf service neutron] 10.222.0.67 "GET /v2.0/networks/9e40610d-06bc-4fff-a258-1910fedba294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916421 Feb 16 22:53:58.666509 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:00.121754 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:09.103120 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 50290) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:54:09.108021 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-db94fa5d-aebc-4003-b32f-3571477512cc tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-427195415', 'description': 'tempest-secgroup-smoke-427195415 description', 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:54:09.128861 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db94fa5d-aebc-4003-b32f-3571477512cc tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:09.202148 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db94fa5d-aebc-4003-b32f-3571477512cc tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks [] for security_group (7c03dba8-cca2-4492-b091-03cd14bf08cd), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:09.205952 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db94fa5d-aebc-4003-b32f-3571477512cc tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7c03dba8-cca2-4492-b091-03cd14bf08cd), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:09.237592 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db94fa5d-aebc-4003-b32f-3571477512cc tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:09.238903 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-db94fa5d-aebc-4003-b32f-3571477512cc tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1346023 Feb 16 22:54:09.240832 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94fa5d-aebc-4003-b32f-3571477512cc tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c03dba8-cca2-4492-b091-03cd14bf08cd,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:54:09.242111 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 50292) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:54:09.248441 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-a712a361-8c58-4ad7-b77b-c44e4f48d6c6 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Request body: {'security_group_rule': {'security_group_id': '7c03dba8-cca2-4492-b091-03cd14bf08cd', 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:54:09.249712 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94fa5d-aebc-4003-b32f-3571477512cc tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:09.250115 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94fa5d-aebc-4003-b32f-3571477512cc tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:09.250470 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94fa5d-aebc-4003-b32f-3571477512cc tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:09.250815 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94fa5d-aebc-4003-b32f-3571477512cc tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:09.251156 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94fa5d-aebc-4003-b32f-3571477512cc tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:09.251590 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94fa5d-aebc-4003-b32f-3571477512cc tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:09.251936 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94fa5d-aebc-4003-b32f-3571477512cc tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:09.252264 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94fa5d-aebc-4003-b32f-3571477512cc tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:09.252597 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94fa5d-aebc-4003-b32f-3571477512cc tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:09.252931 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94fa5d-aebc-4003-b32f-3571477512cc tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:09.253264 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94fa5d-aebc-4003-b32f-3571477512cc tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:09.253607 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94fa5d-aebc-4003-b32f-3571477512cc tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:09.254030 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94fa5d-aebc-4003-b32f-3571477512cc tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:09.285939 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a712a361-8c58-4ad7-b77b-c44e4f48d6c6 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks [] for security_group_rule (8863cb91-ee50-4d4d-af43-94899a6ab46d), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:09.342779 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a712a361-8c58-4ad7-b77b-c44e4f48d6c6 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks [] for security_group_rule (8863cb91-ee50-4d4d-af43-94899a6ab46d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:09.346632 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a712a361-8c58-4ad7-b77b-c44e4f48d6c6 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (8863cb91-ee50-4d4d-af43-94899a6ab46d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:09.367947 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712a361-8c58-4ad7-b77b-c44e4f48d6c6 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8863cb91-ee50-4d4d-af43-94899a6ab46d,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:54:09.376798 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a712a361-8c58-4ad7-b77b-c44e4f48d6c6 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:09.378007 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a712a361-8c58-4ad7-b77b-c44e4f48d6c6 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1342928 Feb 16 22:54:09.379959 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a712a361-8c58-4ad7-b77b-c44e4f48d6c6 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:09.380309 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a712a361-8c58-4ad7-b77b-c44e4f48d6c6 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:09.380649 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a712a361-8c58-4ad7-b77b-c44e4f48d6c6 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:09.380989 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a712a361-8c58-4ad7-b77b-c44e4f48d6c6 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:09.381325 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a712a361-8c58-4ad7-b77b-c44e4f48d6c6 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:09.381484 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 50294) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:54:09.381646 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a712a361-8c58-4ad7-b77b-c44e4f48d6c6 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:09.381987 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a712a361-8c58-4ad7-b77b-c44e4f48d6c6 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:09.382327 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a712a361-8c58-4ad7-b77b-c44e4f48d6c6 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:09.382650 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a712a361-8c58-4ad7-b77b-c44e4f48d6c6 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:09.382978 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a712a361-8c58-4ad7-b77b-c44e4f48d6c6 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:09.383859 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a712a361-8c58-4ad7-b77b-c44e4f48d6c6 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:09.384180 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a712a361-8c58-4ad7-b77b-c44e4f48d6c6 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:09.384499 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a712a361-8c58-4ad7-b77b-c44e4f48d6c6 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:09.386984 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-62f58150-0622-40e2-8df0-f3167a873104 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Request body: {'security_group_rule': {'security_group_id': '7c03dba8-cca2-4492-b091-03cd14bf08cd', 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:54:09.413087 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62f58150-0622-40e2-8df0-f3167a873104 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks [] for security_group_rule (4b2fe250-f238-47b5-9857-702b148c4327), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:09.471812 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62f58150-0622-40e2-8df0-f3167a873104 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks [] for security_group_rule (4b2fe250-f238-47b5-9857-702b148c4327), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:09.475733 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62f58150-0622-40e2-8df0-f3167a873104 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (4b2fe250-f238-47b5-9857-702b148c4327), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:09.493792 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f58150-0622-40e2-8df0-f3167a873104 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b2fe250-f238-47b5-9857-702b148c4327,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:54:09.501810 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62f58150-0622-40e2-8df0-f3167a873104 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:09.503076 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-62f58150-0622-40e2-8df0-f3167a873104 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1206353 Feb 16 22:54:09.505800 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 50296) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:54:09.510730 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-74852236-1f62-4163-9633-c9a2ddcdc6e6 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Request body: {'security_group_rule': {'security_group_id': '7c03dba8-cca2-4492-b091-03cd14bf08cd', 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:54:09.536275 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-74852236-1f62-4163-9633-c9a2ddcdc6e6 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks [] for security_group_rule (ab4d1c29-9666-4156-a842-3f6a125dfaf7), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:09.595026 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-74852236-1f62-4163-9633-c9a2ddcdc6e6 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks [] for security_group_rule (ab4d1c29-9666-4156-a842-3f6a125dfaf7), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:09.599423 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-74852236-1f62-4163-9633-c9a2ddcdc6e6 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (ab4d1c29-9666-4156-a842-3f6a125dfaf7), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:09.618490 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74852236-1f62-4163-9633-c9a2ddcdc6e6 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab4d1c29-9666-4156-a842-3f6a125dfaf7,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:54:09.626658 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-74852236-1f62-4163-9633-c9a2ddcdc6e6 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:09.627927 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-74852236-1f62-4163-9633-c9a2ddcdc6e6 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211519 Feb 16 22:54:09.630819 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 50298) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:54:09.635350 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-ee0ebef9-f87f-4423-8002-ed660d5cf25e tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Request body: {'security_group_rule': {'security_group_id': '7c03dba8-cca2-4492-b091-03cd14bf08cd', 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:54:09.661456 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ee0ebef9-f87f-4423-8002-ed660d5cf25e tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks [] for security_group_rule (f1cd08d6-2ada-40ec-8faa-34d90d85d6cf), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:09.723419 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ee0ebef9-f87f-4423-8002-ed660d5cf25e tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks [] for security_group_rule (f1cd08d6-2ada-40ec-8faa-34d90d85d6cf), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:09.727857 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ee0ebef9-f87f-4423-8002-ed660d5cf25e tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (f1cd08d6-2ada-40ec-8faa-34d90d85d6cf), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:09.747288 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ebef9-f87f-4423-8002-ed660d5cf25e tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1cd08d6-2ada-40ec-8faa-34d90d85d6cf,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:54:09.759073 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ee0ebef9-f87f-4423-8002-ed660d5cf25e tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:09.760389 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ee0ebef9-f87f-4423-8002-ed660d5cf25e tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1286459 Feb 16 22:54:09.763572 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 50300) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:54:09.768078 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-8f6353a2-64d0-42c6-a83c-ff4250c3903f tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Request body: {'security_group_rule': {'security_group_id': '7c03dba8-cca2-4492-b091-03cd14bf08cd', 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:54:09.790660 n-d-813897-6 neutron-server[103465]: INFO neutron.db.securitygroups_db [None req-8f6353a2-64d0-42c6-a83c-ff4250c3903f tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Project 0c0a2c9b9f8044d88184aae0a6698d8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 22:54:09.796249 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8f6353a2-64d0-42c6-a83c-ff4250c3903f tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks [] for security_group_rule (986046d4-ed3a-4a67-a797-9338f8962e49), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:09.858245 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8f6353a2-64d0-42c6-a83c-ff4250c3903f tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks [] for security_group_rule (986046d4-ed3a-4a67-a797-9338f8962e49), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:09.862454 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8f6353a2-64d0-42c6-a83c-ff4250c3903f tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (986046d4-ed3a-4a67-a797-9338f8962e49), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:09.881299 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6353a2-64d0-42c6-a83c-ff4250c3903f tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=986046d4-ed3a-4a67-a797-9338f8962e49,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:54:09.893387 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8f6353a2-64d0-42c6-a83c-ff4250c3903f tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:09.894739 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8f6353a2-64d0-42c6-a83c-ff4250c3903f tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1300654 Feb 16 22:54:09.901891 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 50302) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:54:09.906499 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-3ea47e80-fe2a-419a-aeb5-adc7bbafe5d3 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Request body: {'security_group_rule': {'security_group_id': '7c03dba8-cca2-4492-b091-03cd14bf08cd', 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:54:09.930908 n-d-813897-6 neutron-server[103465]: INFO neutron.db.securitygroups_db [None req-3ea47e80-fe2a-419a-aeb5-adc7bbafe5d3 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Project 0c0a2c9b9f8044d88184aae0a6698d8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 22:54:09.936598 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3ea47e80-fe2a-419a-aeb5-adc7bbafe5d3 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks [] for security_group_rule (5258f132-e7a2-41f3-854d-f86fe139ef34), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:10.025895 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3ea47e80-fe2a-419a-aeb5-adc7bbafe5d3 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks [] for security_group_rule (5258f132-e7a2-41f3-854d-f86fe139ef34), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:10.032910 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3ea47e80-fe2a-419a-aeb5-adc7bbafe5d3 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (5258f132-e7a2-41f3-854d-f86fe139ef34), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:10.053359 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea47e80-fe2a-419a-aeb5-adc7bbafe5d3 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5258f132-e7a2-41f3-854d-f86fe139ef34,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:54:10.063184 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3ea47e80-fe2a-419a-aeb5-adc7bbafe5d3 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:10.064406 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3ea47e80-fe2a-419a-aeb5-adc7bbafe5d3 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1615143 Feb 16 22:54:10.291604 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-3d2e9845-6500-442b-b3fb-4a66e14929f1 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-427195415&fields=id&tenant_id=0c0a2c9b9f8044d88184aae0a6698d8e HTTP/1.1" status: 200 len: 267 time: 0.0467799 Feb 16 22:54:10.410047 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-f866f5fd-57df-4d64-a0b9-3507053a357e tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:10.411518 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-f866f5fd-57df-4d64-a0b9-3507053a357e tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/networks?id=2b8bbf18-4be7-49fe-84cb-d34551020686 HTTP/1.1" status: 200 len: 813 time: 0.1133170 Feb 16 22:54:10.427331 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-1ad85aae-7a0e-4c0d-9745-b7595cfbd44f tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/quotas/0c0a2c9b9f8044d88184aae0a6698d8e HTTP/1.1" status: 200 len: 375 time: 0.0097711 Feb 16 22:54:10.494366 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-110ffb5f-a8a4-40b4-aafb-423ce6bf1053 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0c0a2c9b9f8044d88184aae0a6698d8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607071 Feb 16 22:54:10.658081 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-7a1fbc6d-5882-4716-8033-9e70c97ae20b service neutron] 10.222.0.75 "GET /v2.0/networks/2b8bbf18-4be7-49fe-84cb-d34551020686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522582 Feb 16 22:54:10.756287 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-aa505821-3b48-46fc-8887-db04dd7d412e service neutron] 10.222.0.75 "GET /v2.0/networks/2b8bbf18-4be7-49fe-84cb-d34551020686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914385 Feb 16 22:54:11.075261 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0add3e82-4963-418e-8aeb-d0c5209c9227 req-ad9208f3-26e7-41f1-a9ec-8582004f993a tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 210 time: 0.0354178 Feb 16 22:54:12.124554 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-76785689-6d86-42fd-823d-e1151f2439bc tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:12.126384 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-76785689-6d86-42fd-823d-e1151f2439bc tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.67 "GET /v2.0/networks?id=2b8bbf18-4be7-49fe-84cb-d34551020686 HTTP/1.1" status: 200 len: 813 time: 0.1110599 Feb 16 22:54:12.176692 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5e69014a-e14c-4b28-8fb7-5e99da8a96b6 req-7dfd68c2-f64a-4c89-b599-ef8dcd3b2a7d tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 210 time: 0.0280311 Feb 16 22:54:12.194639 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-4462f999-3801-43db-9521-49b76106e589 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c0a2c9b9f8044d88184aae0a6698d8e HTTP/1.1" status: 200 len: 379 time: 0.0603333 Feb 16 22:54:12.205088 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-e25c5e6e-e3b6-4f26-9f96-c2b8cf037820 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Request body: {'port': {'device_id': '268e585e-53bf-4dff-8939-cca1ac2258e2', 'network_id': '2b8bbf18-4be7-49fe-84cb-d34551020686', 'admin_state_up': True, 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'security_groups': ['7c03dba8-cca2-4492-b091-03cd14bf08cd']}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:54:12.322062 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-e25c5e6e-e3b6-4f26-9f96-c2b8cf037820 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Made reservation on behalf of 0c0a2c9b9f8044d88184aae0a6698d8e for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:54:12.325395 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-e25c5e6e-e3b6-4f26-9f96-c2b8cf037820 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:12.451094 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-e25c5e6e-e3b6-4f26-9f96-c2b8cf037820 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Allocated IP 172.20.0.12 (2b8bbf18-4be7-49fe-84cb-d34551020686/09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9/ddea112a-4961-47e7-b225-85088f58b649) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:54:12.596712 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-e25c5e6e-e3b6-4f26-9f96-c2b8cf037820 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks [] for port (ddea112a-4961-47e7-b225-85088f58b649), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:12.629877 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-e25c5e6e-e3b6-4f26-9f96-c2b8cf037820 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (ddea112a-4961-47e7-b225-85088f58b649), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:12.672678 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-e25c5e6e-e3b6-4f26-9f96-c2b8cf037820 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Network 2b8bbf18-4be7-49fe-84cb-d34551020686 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:54:12.675716 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-e25c5e6e-e3b6-4f26-9f96-c2b8cf037820 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:54:12.678201 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-e25c5e6e-e3b6-4f26-9f96-c2b8cf037820 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:54:12.722846 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c5e6e-e3b6-4f26-9f96-c2b8cf037820 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Pushing event updated for resources: {'Port': ['ID=ddea112a-4961-47e7-b225-85088f58b649,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:54:12.744654 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-e25c5e6e-e3b6-4f26-9f96-c2b8cf037820 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:12.745310 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-e25c5e6e-e3b6-4f26-9f96-c2b8cf037820 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:12.764589 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-e25c5e6e-e3b6-4f26-9f96-c2b8cf037820 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5645435 Feb 16 22:54:12.777582 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-74bd3edc-65b7-4dce-9135-53e4262e2418 service neutron] Request body: {'port': {'device_id': '268e585e-53bf-4dff-8939-cca1ac2258e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:54:12.845485 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-74bd3edc-65b7-4dce-9135-53e4262e2418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ddea112a-4961-47e7-b225-85088f58b649), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:12.958689 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-6e05178d-ceed-4282-812b-23f7e9c3be0d None None] Provisioning complete for port ddea112a-4961-47e7-b225-85088f58b649 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:54:12.959295 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6e05178d-ceed-4282-812b-23f7e9c3be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ddea112a-4961-47e7-b225-85088f58b649), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:12.996544 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-6e05178d-ceed-4282-812b-23f7e9c3be0d None None] Port ddea112a-4961-47e7-b225-85088f58b649 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:54:13.120591 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-74bd3edc-65b7-4dce-9135-53e4262e2418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddea112a-4961-47e7-b225-85088f58b649 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:54:13.128110 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-74bd3edc-65b7-4dce-9135-53e4262e2418 service neutron] Publish callbacks [] for port (ddea112a-4961-47e7-b225-85088f58b649), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:13.142050 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-74bd3edc-65b7-4dce-9135-53e4262e2418 service neutron] Transition to ACTIVE for port object ddea112a-4961-47e7-b225-85088f58b649 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:54:13.146317 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-74bd3edc-65b7-4dce-9135-53e4262e2418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (ddea112a-4961-47e7-b225-85088f58b649), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:13.200580 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd3edc-65b7-4dce-9135-53e4262e2418 service neutron] Pushing event updated for resources: {'Port': ['ID=ddea112a-4961-47e7-b225-85088f58b649,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:54:13.287658 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-74bd3edc-65b7-4dce-9135-53e4262e2418 service neutron] Attempting to bind port ddea112a-4961-47e7-b225-85088f58b649 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:54:13.297393 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-74bd3edc-65b7-4dce-9135-53e4262e2418 service neutron] Attempting to bind port ddea112a-4961-47e7-b225-85088f58b649 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2b8bbf18-4be7-49fe-84cb-d34551020686'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:54:13.297729 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-74bd3edc-65b7-4dce-9135-53e4262e2418 service neutron] Attempting to bind port ddea112a-4961-47e7-b225-85088f58b649 on network 2b8bbf18-4be7-49fe-84cb-d34551020686 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:54:13.309618 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-74bd3edc-65b7-4dce-9135-53e4262e2418 service neutron] Port ddea112a-4961-47e7-b225-85088f58b649 on network 2b8bbf18-4be7-49fe-84cb-d34551020686 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:54:13.310052 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-74bd3edc-65b7-4dce-9135-53e4262e2418 service neutron] Attempting to bind port ddea112a-4961-47e7-b225-85088f58b649 on network 2b8bbf18-4be7-49fe-84cb-d34551020686 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:54:13.315648 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-74bd3edc-65b7-4dce-9135-53e4262e2418 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:54:13.316064 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-74bd3edc-65b7-4dce-9135-53e4262e2418 service neutron] Checking segment: {'id': 'ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2b8bbf18-4be7-49fe-84cb-d34551020686'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:54:13.316380 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-74bd3edc-65b7-4dce-9135-53e4262e2418 service neutron] Bound using segment: {'id': 'ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2b8bbf18-4be7-49fe-84cb-d34551020686'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:54:13.316821 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-74bd3edc-65b7-4dce-9135-53e4262e2418 service neutron] Bound port: ddea112a-4961-47e7-b225-85088f58b649, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2b8bbf18-4be7-49fe-84cb-d34551020686'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:54:13.317186 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-74bd3edc-65b7-4dce-9135-53e4262e2418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ddea112a-4961-47e7-b225-85088f58b649), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:13.333795 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1524f88-a268-4764-90df-bed8ef44ca78 req-960bb243-dabf-4686-810d-06dd9fa60ad6 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:13.335236 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d1524f88-a268-4764-90df-bed8ef44ca78 req-960bb243-dabf-4686-810d-06dd9fa60ad6 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 944 time: 0.0698674 Feb 16 22:54:13.396113 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d1524f88-a268-4764-90df-bed8ef44ca78 req-3990a9b0-6d83-4e7a-90dc-36c53fb47583 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c03dba8-cca2-4492-b091-03cd14bf08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532734 Feb 16 22:54:13.398525 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-74bd3edc-65b7-4dce-9135-53e4262e2418 service neutron] For port ddea112a-4961-47e7-b225-85088f58b649, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:54:13.402308 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-74bd3edc-65b7-4dce-9135-53e4262e2418 service neutron] For port ddea112a-4961-47e7-b225-85088f58b649, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=ddea112a-4961-47e7-b225-85088f58b649,segment=NetworkSegment(ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb),segment_id=ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:54:13.411506 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-74bd3edc-65b7-4dce-9135-53e4262e2418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (ddea112a-4961-47e7-b225-85088f58b649), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:13.447520 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-74bd3edc-65b7-4dce-9135-53e4262e2418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:13.447865 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-74bd3edc-65b7-4dce-9135-53e4262e2418 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:13.449325 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-74bd3edc-65b7-4dce-9135-53e4262e2418 service neutron] 10.222.0.67 "PUT /v2.0/ports/ddea112a-4961-47e7-b225-85088f58b649 HTTP/1.1" status: 200 len: 1092 time: 0.6770678 Feb 16 22:54:13.449781 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268e585e-53bf-4dff-8939-cca1ac2258e2', 'tag': 'ddea112a-4961-47e7-b225-85088f58b649'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:54:13.452262 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b108d1fa-79ad-4c22-8760-8687738ae8c6" -d '{"events": [{"name": "network-changed", "server_uuid": "268e585e-53bf-4dff-8939-cca1ac2258e2", "tag": "ddea112a-4961-47e7-b225-85088f58b649"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:54:13.486181 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd3edc-65b7-4dce-9135-53e4262e2418 service neutron] Pushing event updated for resources: {'Port': ['ID=ddea112a-4961-47e7-b225-85088f58b649,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:54:13.516737 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eabd43f-1047-4330-9d49-95d05b4221e7 x-openstack-request-id: req-3eabd43f-1047-4330-9d49-95d05b4221e7 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:54:13.516997 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "268e585e-53bf-4dff-8939-cca1ac2258e2", "tag": "ddea112a-4961-47e7-b225-85088f58b649", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:54:13.517262 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3eabd43f-1047-4330-9d49-95d05b4221e7 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:54:13.517674 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '268e585e-53bf-4dff-8939-cca1ac2258e2', 'tag': 'ddea112a-4961-47e7-b225-85088f58b649', 'status': 'completed', 'code': 200} Feb 16 22:54:13.566337 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-a41afc13-2acf-423f-a7b7-ed041ed834ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:13.568011 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-a41afc13-2acf-423f-a7b7-ed041ed834ea service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0c0a2c9b9f8044d88184aae0a6698d8e&device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 1126 time: 0.0658362 Feb 16 22:54:13.617067 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-68539d26-4851-4ebc-a9e0-5c4b03885a2a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddea112a-4961-47e7-b225-85088f58b649 HTTP/1.1" status: 200 len: 217 time: 0.0406194 Feb 16 22:54:13.669590 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-767f73b3-f40d-4517-bb0d-f7077b507fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:13.671162 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-767f73b3-f40d-4517-bb0d-f7077b507fea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9 HTTP/1.1" status: 200 len: 852 time: 0.0473704 Feb 16 22:54:13.722300 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-c94ae6b8-9f99-4cb7-b387-afb4aff323f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:13.723749 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-c94ae6b8-9f99-4cb7-b387-afb4aff323f3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2b8bbf18-4be7-49fe-84cb-d34551020686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467310 Feb 16 22:54:13.821698 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-bb8ce157-0697-4ec7-9bd1-c3ff87d83613 service neutron] 10.222.0.67 "GET /v2.0/networks/2b8bbf18-4be7-49fe-84cb-d34551020686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897427 Feb 16 22:54:13.910427 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-14bf775a-9b1e-4450-a16e-b7fa9bb0e282 req-a4852c3e-18ba-422b-b44d-aa4db0f5beca service neutron] 10.222.0.67 "GET /v2.0/networks/2b8bbf18-4be7-49fe-84cb-d34551020686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830202 Feb 16 22:54:14.002692 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108d1fa-79ad-4c22-8760-8687738ae8c6 req-7701c399-d232-47e8-8caa-389131c6e782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:14.004219 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b108d1fa-79ad-4c22-8760-8687738ae8c6 req-7701c399-d232-47e8-8caa-389131c6e782 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0c0a2c9b9f8044d88184aae0a6698d8e&device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 1126 time: 0.0505736 Feb 16 22:54:14.096161 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108d1fa-79ad-4c22-8760-8687738ae8c6 req-7a014218-27c2-4578-94f4-a91dc17f0ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:14.097578 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b108d1fa-79ad-4c22-8760-8687738ae8c6 req-7a014218-27c2-4578-94f4-a91dc17f0ccd service neutron] 10.222.0.67 "GET /v2.0/networks?id=2b8bbf18-4be7-49fe-84cb-d34551020686 HTTP/1.1" status: 200 len: 914 time: 0.0874541 Feb 16 22:54:14.142707 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b108d1fa-79ad-4c22-8760-8687738ae8c6 req-195aa481-d544-4d45-bfa0-b40d73a6e382 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddea112a-4961-47e7-b225-85088f58b649 HTTP/1.1" status: 200 len: 217 time: 0.0386128 Feb 16 22:54:14.190515 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108d1fa-79ad-4c22-8760-8687738ae8c6 req-427fe0c3-5503-4283-ba31-7e87d862bfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:14.191989 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b108d1fa-79ad-4c22-8760-8687738ae8c6 req-427fe0c3-5503-4283-ba31-7e87d862bfc1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9 HTTP/1.1" status: 200 len: 852 time: 0.0439541 Feb 16 22:54:14.245237 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108d1fa-79ad-4c22-8760-8687738ae8c6 req-5647fdba-b4e0-42f2-aa10-1ad89b336992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:14.246784 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b108d1fa-79ad-4c22-8760-8687738ae8c6 req-5647fdba-b4e0-42f2-aa10-1ad89b336992 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2b8bbf18-4be7-49fe-84cb-d34551020686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461252 Feb 16 22:54:14.342425 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b108d1fa-79ad-4c22-8760-8687738ae8c6 req-6998cdda-493a-4e5c-9ee1-cc899fba2773 service neutron] 10.222.0.67 "GET /v2.0/networks/2b8bbf18-4be7-49fe-84cb-d34551020686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881789 Feb 16 22:54:14.436824 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b108d1fa-79ad-4c22-8760-8687738ae8c6 req-04dcad2e-d1bf-41cf-915f-a6ace2c7e156 service neutron] 10.222.0.67 "GET /v2.0/networks/2b8bbf18-4be7-49fe-84cb-d34551020686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878742 Feb 16 22:54:14.524879 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63972c6-5889-490f-bcd3-e2ce9ec614c9 req-2e185005-c3c7-4d9f-bdf7-35c9c42db85a tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:14.526554 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f63972c6-5889-490f-bcd3-e2ce9ec614c9 req-2e185005-c3c7-4d9f-bdf7-35c9c42db85a tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 944 time: 0.0534031 Feb 16 22:54:14.579471 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f63972c6-5889-490f-bcd3-e2ce9ec614c9 req-1e1ffa49-c506-4512-b048-6643b5ec5ba1 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c03dba8-cca2-4492-b091-03cd14bf08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471621 Feb 16 22:54:15.701419 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794fce7-4a05-4b56-9964-d3f04e1c82dd req-fa22b970-d492-4415-9396-642b1e262cf3 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:15.703290 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1794fce7-4a05-4b56-9964-d3f04e1c82dd req-fa22b970-d492-4415-9396-642b1e262cf3 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 944 time: 0.0542014 Feb 16 22:54:15.753728 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1794fce7-4a05-4b56-9964-d3f04e1c82dd req-179fac98-7224-4107-bcc4-412cf4e9e021 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c03dba8-cca2-4492-b091-03cd14bf08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436301 Feb 16 22:54:16.880377 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a7d52-bc3a-4b4b-9a1a-d8366ac47144 req-6f9d449e-619a-4bbc-9c87-0524be8886c9 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:16.881765 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-644a7d52-bc3a-4b4b-9a1a-d8366ac47144 req-6f9d449e-619a-4bbc-9c87-0524be8886c9 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 944 time: 0.0567842 Feb 16 22:54:16.932927 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-644a7d52-bc3a-4b4b-9a1a-d8366ac47144 req-582ad5d7-9445-4d76-8c95-0b972ca9a41c tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c03dba8-cca2-4492-b091-03cd14bf08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440450 Feb 16 22:54:18.057534 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd1074-b05d-4397-8375-2df7c7ed7e48 req-5e265c85-12a6-4927-9d21-76320c52e570 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:18.059062 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a0cd1074-b05d-4397-8375-2df7c7ed7e48 req-5e265c85-12a6-4927-9d21-76320c52e570 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 944 time: 0.0571845 Feb 16 22:54:18.106977 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a0cd1074-b05d-4397-8375-2df7c7ed7e48 req-46e17c81-f312-426c-9f79-8ba842f10f28 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c03dba8-cca2-4492-b091-03cd14bf08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422149 Feb 16 22:54:19.226270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4eeee5-952b-4b84-a292-81d6f4ade399 req-f1aae1f1-d953-46f5-ba4e-397c7ba788f7 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:19.228322 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4f4eeee5-952b-4b84-a292-81d6f4ade399 req-f1aae1f1-d953-46f5-ba4e-397c7ba788f7 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 944 time: 0.0532925 Feb 16 22:54:19.276586 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4f4eeee5-952b-4b84-a292-81d6f4ade399 req-fdcf1c38-28b9-461e-9d9e-80d7b1315cdf tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c03dba8-cca2-4492-b091-03cd14bf08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426984 Feb 16 22:54:20.401691 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06240ea6-b5ab-4378-9fe7-422c33cd19aa req-4d84b874-6cb1-434c-a629-ac2523515dcd tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:20.403223 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06240ea6-b5ab-4378-9fe7-422c33cd19aa req-4d84b874-6cb1-434c-a629-ac2523515dcd tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 944 time: 0.0531161 Feb 16 22:54:20.456597 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06240ea6-b5ab-4378-9fe7-422c33cd19aa req-49e56ac8-3b4f-4dc7-a7df-6bcacb4a424a tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c03dba8-cca2-4492-b091-03cd14bf08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477164 Feb 16 22:54:20.708017 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e241f8a6-7833-4868-ab60-390947542282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:21.581556 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4149a-ed20-47c0-9ae6-4a26f70d0929 req-b772de5c-27fa-42b9-a2c1-4c430bc19f3a tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:21.583092 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-70e4149a-ed20-47c0-9ae6-4a26f70d0929 req-b772de5c-27fa-42b9-a2c1-4c430bc19f3a tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 944 time: 0.0538781 Feb 16 22:54:21.631446 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-70e4149a-ed20-47c0-9ae6-4a26f70d0929 req-3abb440d-7d3a-45c1-bef2-674058c16986 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c03dba8-cca2-4492-b091-03cd14bf08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426567 Feb 16 22:54:22.750981 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee33825-9081-46b5-820d-10ed61bde8bd req-5a2844bc-5dcf-4f0c-9661-1ee6d670f083 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:22.752371 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6ee33825-9081-46b5-820d-10ed61bde8bd req-5a2844bc-5dcf-4f0c-9661-1ee6d670f083 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 944 time: 0.0521646 Feb 16 22:54:22.801159 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6ee33825-9081-46b5-820d-10ed61bde8bd req-f229b41e-4f3e-421b-b9b9-74124b37ab43 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c03dba8-cca2-4492-b091-03cd14bf08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431643 Feb 16 22:54:23.084336 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3ecc682c-0cb3-4653-941c-b0cf78d2825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:23.923613 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad0a50-38c8-4b4e-874e-99b1f9989c6d req-b568c4a2-d30b-4c8a-898c-344ff1fd43f5 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:23.925097 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-63ad0a50-38c8-4b4e-874e-99b1f9989c6d req-b568c4a2-d30b-4c8a-898c-344ff1fd43f5 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 944 time: 0.0569932 Feb 16 22:54:23.973589 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-63ad0a50-38c8-4b4e-874e-99b1f9989c6d req-ae4181f3-b316-4f95-9e02-bb48e91f4562 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c03dba8-cca2-4492-b091-03cd14bf08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427618 Feb 16 22:54:24.346712 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:25.092777 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d884d-259b-4f4b-807f-753c4633557b req-f1fb410a-2a66-4419-8e59-c0bc880bbfa4 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:25.094329 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f21d884d-259b-4f4b-807f-753c4633557b req-f1fb410a-2a66-4419-8e59-c0bc880bbfa4 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 944 time: 0.0527942 Feb 16 22:54:25.144240 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f21d884d-259b-4f4b-807f-753c4633557b req-1f10d7a4-e4b8-404b-94c6-35f9003e05cb tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c03dba8-cca2-4492-b091-03cd14bf08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440683 Feb 16 22:54:25.553897 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cca31-0991-4046-aab3-5a6f54d17005 req-fe7c0f49-564d-43c3-8cdf-1e38796aa1ee tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:25.555508 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cb1cca31-0991-4046-aab3-5a6f54d17005 req-fe7c0f49-564d-43c3-8cdf-1e38796aa1ee tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 1127 time: 0.0507674 Feb 16 22:54:25.606168 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cb1cca31-0991-4046-aab3-5a6f54d17005 req-2be54214-e453-4f57-8a0c-d1e056f3e47b tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447736 Feb 16 22:54:25.696107 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:25.729602 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452afaf0-3975-44d3-9ba5-a3196281fb41 req-59741f50-de3a-4335-8567-93af1d9af180 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:25.731028 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-452afaf0-3975-44d3-9ba5-a3196281fb41 req-59741f50-de3a-4335-8567-93af1d9af180 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 945 time: 0.0555341 Feb 16 22:54:25.781042 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-452afaf0-3975-44d3-9ba5-a3196281fb41 req-b8d26a93-a2e8-470e-82d6-937bc4dc2718 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442963 Feb 16 22:54:25.803301 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 50366) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:54:25.877432 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1b089550-a0e1-47a5-92a0-68df1cbef49a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/floatingips/7334082a-8964-4405-a619-bd7d6b03113a HTTP/1.1" status: 200 len: 993 time: 0.0725410 Feb 16 22:54:26.371510 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7cef7289-3c8f-493e-8988-aff42a66561c req-5ba47407-0b13-4aff-9ff9-3384f5fdb2ad service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0480454 Feb 16 22:54:26.381696 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336a929-d41e-4cbb-8d02-e16a4edfc37f req-275e8fe4-09b0-49c0-a484-b10493d74e77 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:26.383366 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f336a929-d41e-4cbb-8d02-e16a4edfc37f req-275e8fe4-09b0-49c0-a484-b10493d74e77 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 944 time: 0.0555274 Feb 16 22:54:26.442081 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f336a929-d41e-4cbb-8d02-e16a4edfc37f req-252c6c5d-02b0-4187-b7b2-dcd7689105cd tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c03dba8-cca2-4492-b091-03cd14bf08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524297 Feb 16 22:54:26.581064 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071e1a4-c8e8-459f-8a5d-44a35ebf0c51 req-547252fc-390c-485a-9e73-0e625772a3b5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:26.582691 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5071e1a4-c8e8-459f-8a5d-44a35ebf0c51 req-547252fc-390c-485a-9e73-0e625772a3b5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 945 time: 0.0674741 Feb 16 22:54:26.635754 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5071e1a4-c8e8-459f-8a5d-44a35ebf0c51 req-b33f275d-e0e6-4850-88d1-29074e1af240 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463581 Feb 16 22:54:26.720219 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef7289-3c8f-493e-8988-aff42a66561c req-0b7fd2b4-4353-4eda-b9d2-2f778a50630e tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:26.721689 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7cef7289-3c8f-493e-8988-aff42a66561c req-0b7fd2b4-4353-4eda-b9d2-2f778a50630e tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] 10.222.0.75 "GET /v2.0/ports/960aa0a0-e5ef-4c68-bafa-58ac386aac12 HTTP/1.1" status: 200 len: 1124 time: 0.0388906 Feb 16 22:54:27.053147 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:27.532620 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef7289-3c8f-493e-8988-aff42a66561c req-710cdb27-9980-4e65-8629-717a4442c3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:27.534188 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7cef7289-3c8f-493e-8988-aff42a66561c req-710cdb27-9980-4e65-8629-717a4442c3a7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 1127 time: 0.0485404 Feb 16 22:54:27.569957 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1c885-3107-4901-883a-dbbeb3a77dff req-6474b5ef-efd0-409b-b88b-b5ba571bfc6c tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:27.571543 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2dc1c885-3107-4901-883a-dbbeb3a77dff req-6474b5ef-efd0-409b-b88b-b5ba571bfc6c tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 944 time: 0.0553308 Feb 16 22:54:27.622638 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2dc1c885-3107-4901-883a-dbbeb3a77dff req-001465af-1707-4243-9441-16a026bd58c9 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c03dba8-cca2-4492-b091-03cd14bf08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448062 Feb 16 22:54:27.631520 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef7289-3c8f-493e-8988-aff42a66561c req-a47fef56-d778-4b96-9b71-78a4e8ee961d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:27.633315 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7cef7289-3c8f-493e-8988-aff42a66561c req-a47fef56-d778-4b96-9b71-78a4e8ee961d service neutron] 10.222.0.67 "GET /v2.0/networks?id=9e40610d-06bc-4fff-a258-1910fedba294 HTTP/1.1" status: 200 len: 897 time: 0.0928907 Feb 16 22:54:27.705247 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7cef7289-3c8f-493e-8988-aff42a66561c req-c63c9de4-8973-4638-9fc9-307b1139920f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=960aa0a0-e5ef-4c68-bafa-58ac386aac12 HTTP/1.1" status: 200 len: 1001 time: 0.0660491 Feb 16 22:54:27.755932 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef7289-3c8f-493e-8988-aff42a66561c req-aeecde6d-e640-4842-bdc5-fd4f4621d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:27.757359 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7cef7289-3c8f-493e-8988-aff42a66561c req-aeecde6d-e640-4842-bdc5-fd4f4621d758 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0b9bf73a-e86a-4d77-9632-6ee40953c684 HTTP/1.1" status: 200 len: 834 time: 0.0462074 Feb 16 22:54:27.764177 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad93d9-0124-409c-8c08-4b1793c66cf9 req-299fd35c-aae7-4ba1-b383-2d47385b1c58 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:27.765673 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-67ad93d9-0124-409c-8c08-4b1793c66cf9 req-299fd35c-aae7-4ba1-b383-2d47385b1c58 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 945 time: 0.0591669 Feb 16 22:54:27.815314 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef7289-3c8f-493e-8988-aff42a66561c req-fd587915-ea7e-42b5-a3e2-779a1f50d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:27.816882 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7cef7289-3c8f-493e-8988-aff42a66561c req-fd587915-ea7e-42b5-a3e2-779a1f50d78b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9e40610d-06bc-4fff-a258-1910fedba294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0530102 Feb 16 22:54:27.821664 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-67ad93d9-0124-409c-8c08-4b1793c66cf9 req-b3554773-02e2-415c-a7a5-56a366a04f1d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499327 Feb 16 22:54:27.911703 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7cef7289-3c8f-493e-8988-aff42a66561c req-5179d4f6-3561-4e4f-b8bf-c08358090934 service neutron] 10.222.0.67 "GET /v2.0/networks/9e40610d-06bc-4fff-a258-1910fedba294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887389 Feb 16 22:54:28.003175 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7cef7289-3c8f-493e-8988-aff42a66561c req-69697cc7-4f1c-46be-947e-f97a80e2c10c service neutron] 10.222.0.67 "GET /v2.0/networks/9e40610d-06bc-4fff-a258-1910fedba294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852647 Feb 16 22:54:28.678360 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:28.744987 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de990d61-ecff-4c2b-af1a-f01e8652db71 req-7adc7ea6-73fd-4d8e-965a-db2c68ba47e1 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:28.746441 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-de990d61-ecff-4c2b-af1a-f01e8652db71 req-7adc7ea6-73fd-4d8e-965a-db2c68ba47e1 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 944 time: 0.0536687 Feb 16 22:54:28.796628 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-de990d61-ecff-4c2b-af1a-f01e8652db71 req-413d4999-3588-485b-ae9a-632ab961897e tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c03dba8-cca2-4492-b091-03cd14bf08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445871 Feb 16 22:54:28.943281 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac172d63-8adf-4605-bc9a-7d9b3c4b0c89 req-4c373ea4-a8db-4693-b506-31101a1c1a62 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:28.944787 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac172d63-8adf-4605-bc9a-7d9b3c4b0c89 req-4c373ea4-a8db-4693-b506-31101a1c1a62 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 945 time: 0.0536482 Feb 16 22:54:28.999794 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac172d63-8adf-4605-bc9a-7d9b3c4b0c89 req-df854c37-d438-4f48-8b13-bb24a6d45d13 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492666 Feb 16 22:54:29.913649 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4aa1a-8353-48a2-839f-6c0329aabb9f req-4c1cd9cf-d32c-424e-8e0d-885c675f93f2 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:29.915686 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-afb4aa1a-8353-48a2-839f-6c0329aabb9f req-4c1cd9cf-d32c-424e-8e0d-885c675f93f2 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 944 time: 0.0526092 Feb 16 22:54:29.962702 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-afb4aa1a-8353-48a2-839f-6c0329aabb9f req-d2562dea-16b8-403f-a42f-808e74e24804 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c03dba8-cca2-4492-b091-03cd14bf08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414560 Feb 16 22:54:30.119456 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630ff49-83cb-4335-a13f-80d004fe87a3 req-f828ae20-e903-4fa2-8079-22cd4db11997 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:30.120875 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4630ff49-83cb-4335-a13f-80d004fe87a3 req-f828ae20-e903-4fa2-8079-22cd4db11997 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 945 time: 0.0527668 Feb 16 22:54:30.131793 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:30.169316 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4630ff49-83cb-4335-a13f-80d004fe87a3 req-a4d9da60-12f0-4822-b35e-c8b1193c1e5c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427666 Feb 16 22:54:30.368998 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:54:30.988605 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device ddea112a-4961-47e7-b225-85088f58b649 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:54:31.088300 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d3b1d-d9a0-402e-9c60-513a8c60803b req-4d7bc797-a1fa-4016-87d2-ff52d18cebf8 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:31.089819 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1b0d3b1d-d9a0-402e-9c60-513a8c60803b req-4d7bc797-a1fa-4016-87d2-ff52d18cebf8 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 944 time: 0.0578492 Feb 16 22:54:31.090326 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port ddea112a-4961-47e7-b225-85088f58b649, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=ddea112a-4961-47e7-b225-85088f58b649,segment=NetworkSegment(ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb),segment_id=ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:54:31.102615 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'ddea112a-4961-47e7-b225-85088f58b649', 'network_id': '2b8bbf18-4be7-49fe-84cb-d34551020686', 'port_id': 'ddea112a-4961-47e7-b225-85088f58b649', 'mac_address': 'fa:16:3e:24:24:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:54:31.138970 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1b0d3b1d-d9a0-402e-9c60-513a8c60803b req-8cf4cb36-c485-4143-a5cc-ce7dfdcdc26b tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c03dba8-cca2-4492-b091-03cd14bf08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432320 Feb 16 22:54:31.139279 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port ddea112a-4961-47e7-b225-85088f58b649 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:54:31.139765 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ddea112a-4961-47e7-b225-85088f58b649), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:31.156919 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddea112a-4961-47e7-b225-85088f58b649 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:54:31.176660 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port ddea112a-4961-47e7-b225-85088f58b649, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=ddea112a-4961-47e7-b225-85088f58b649,segment=NetworkSegment(ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb),segment_id=ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:54:31.180151 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ddea112a-4961-47e7-b225-85088f58b649), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:31.226644 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=ddea112a-4961-47e7-b225-85088f58b649,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:54:31.234524 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:31.234881 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:31.235227 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:31.235573 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:31.235916 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:31.236257 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:31.236589 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:31.236922 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:31.237252 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:31.237586 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:31.237914 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:31.238270 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:31.238597 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:54:31.287885 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbf925-a790-4cdc-adf8-c3471b07ff0b req-34716292-6777-4de8-8230-b66c4401f350 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:31.289952 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-98dbf925-a790-4cdc-adf8-c3471b07ff0b req-34716292-6777-4de8-8230-b66c4401f350 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 945 time: 0.0524893 Feb 16 22:54:31.338244 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-98dbf925-a790-4cdc-adf8-c3471b07ff0b req-d7e6bd36-6263-44ec-ad9b-8ab5e788c9fb tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425673 Feb 16 22:54:31.517366 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['ddea112a-4961-47e7-b225-85088f58b649'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:54:32.262830 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb41ec-e6a5-479a-8131-0889dbedd7e4 req-eab6636c-c71c-4caa-843f-ff5ab124013e tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:32.264574 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-40bb41ec-e6a5-479a-8131-0889dbedd7e4 req-eab6636c-c71c-4caa-843f-ff5ab124013e tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 945 time: 0.0583422 Feb 16 22:54:32.313583 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-40bb41ec-e6a5-479a-8131-0889dbedd7e4 req-71a593f2-9cd7-4723-976f-8847b9f92ee4 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c03dba8-cca2-4492-b091-03cd14bf08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434003 Feb 16 22:54:32.455554 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd88deb-8565-4ba4-a5ba-9119b47ce602 req-aace6e68-15f5-4a0a-b89b-c195643768bc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:32.456962 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bfd88deb-8565-4ba4-a5ba-9119b47ce602 req-aace6e68-15f5-4a0a-b89b-c195643768bc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 945 time: 0.0529003 Feb 16 22:54:32.506520 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bfd88deb-8565-4ba4-a5ba-9119b47ce602 req-28ef1739-5384-4163-834a-d4ea78b8ab50 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426731 Feb 16 22:54:33.005635 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device ddea112a-4961-47e7-b225-85088f58b649 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:54:33.056347 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port ddea112a-4961-47e7-b225-85088f58b649 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:54:33.060318 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port ddea112a-4961-47e7-b225-85088f58b649 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:54:33.060697 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ddea112a-4961-47e7-b225-85088f58b649), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:33.136638 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port ddea112a-4961-47e7-b225-85088f58b649 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:54:33.137021 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ddea112a-4961-47e7-b225-85088f58b649), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:33.159552 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268e585e-53bf-4dff-8939-cca1ac2258e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddea112a-4961-47e7-b225-85088f58b649'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:54:33.161673 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b1768a-a716-4b05-a57a-f4fbbb94f239" -d '{"events": [{"server_uuid": "268e585e-53bf-4dff-8939-cca1ac2258e2", "name": "network-vif-plugged", "status": "completed", "tag": "ddea112a-4961-47e7-b225-85088f58b649"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:54:33.174623 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port ddea112a-4961-47e7-b225-85088f58b649, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=ddea112a-4961-47e7-b225-85088f58b649,segment=NetworkSegment(ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb),segment_id=ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:54:33.178823 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ddea112a-4961-47e7-b225-85088f58b649), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:33.208744 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe6d882-56f5-4058-b5eb-dd52849f917c x-openstack-request-id: req-4fe6d882-56f5-4058-b5eb-dd52849f917c {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:54:33.209204 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268e585e-53bf-4dff-8939-cca1ac2258e2", "name": "network-vif-plugged", "status": "completed", "tag": "ddea112a-4961-47e7-b225-85088f58b649", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:54:33.209466 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4fe6d882-56f5-4058-b5eb-dd52849f917c {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:54:33.209856 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '268e585e-53bf-4dff-8939-cca1ac2258e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddea112a-4961-47e7-b225-85088f58b649', 'code': 200} Feb 16 22:54:33.237136 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=ddea112a-4961-47e7-b225-85088f58b649,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:54:33.304344 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e8619-8ac9-434d-9a1e-09fd979b0a9c req-8dfabc19-7546-4c2c-9ca0-893ec101eb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:33.306416 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4f9e8619-8ac9-434d-9a1e-09fd979b0a9c req-8dfabc19-7546-4c2c-9ca0-893ec101eb2d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 1128 time: 0.0450077 Feb 16 22:54:33.355375 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4f9e8619-8ac9-434d-9a1e-09fd979b0a9c req-b22541b7-3efa-44df-8731-01a0599d321c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7c03dba8-cca2-4492-b091-03cd14bf08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430117 Feb 16 22:54:33.435392 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd0446-0688-40ac-a304-d0337c15b0cb req-f1e67819-fbe8-4339-a254-db04c878a917 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:33.436778 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-84fd0446-0688-40ac-a304-d0337c15b0cb req-f1e67819-fbe8-4339-a254-db04c878a917 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 946 time: 0.0525308 Feb 16 22:54:33.489840 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-84fd0446-0688-40ac-a304-d0337c15b0cb req-89394ac5-38ce-4001-bb0e-7f98056ef387 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c03dba8-cca2-4492-b091-03cd14bf08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472138 Feb 16 22:54:33.626618 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c298d7-4cb3-4b56-a9f1-940b518b539e req-38366c6e-48de-4980-8150-d39773d6ad39 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:33.628099 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-47c298d7-4cb3-4b56-a9f1-940b518b539e req-38366c6e-48de-4980-8150-d39773d6ad39 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 945 time: 0.0537207 Feb 16 22:54:33.677332 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-47c298d7-4cb3-4b56-a9f1-940b518b539e req-3194f308-2dda-49e6-a269-63c437c0b706 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436914 Feb 16 22:54:34.611256 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce8911-4159-452c-bbf1-06059a9a02bf req-15ab135c-b01b-4752-aca4-714e3e506ee1 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:34.612789 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3fce8911-4159-452c-bbf1-06059a9a02bf req-15ab135c-b01b-4752-aca4-714e3e506ee1 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 946 time: 0.0530102 Feb 16 22:54:34.666831 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3fce8911-4159-452c-bbf1-06059a9a02bf req-38329219-9a2c-4bcd-bc47-5de823925173 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c03dba8-cca2-4492-b091-03cd14bf08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474110 Feb 16 22:54:34.809507 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bea698-7b69-49f7-8c39-375b18eda636 req-835a8b33-895c-4b1d-bef9-beaae754b261 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:34.811175 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-75bea698-7b69-49f7-8c39-375b18eda636 req-835a8b33-895c-4b1d-bef9-beaae754b261 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 945 time: 0.0643990 Feb 16 22:54:34.861055 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-75bea698-7b69-49f7-8c39-375b18eda636 req-128313f9-2d40-4407-a930-f3ce1b37907e tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437639 Feb 16 22:54:35.794054 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c6417-4c5b-4616-b0b3-a483923d8449 req-4374856a-14d0-4078-96cb-0573c4f1e081 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:35.795779 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d26c6417-4c5b-4616-b0b3-a483923d8449 req-4374856a-14d0-4078-96cb-0573c4f1e081 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 946 time: 0.0572004 Feb 16 22:54:35.848180 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d26c6417-4c5b-4616-b0b3-a483923d8449 req-723440ce-f454-414a-a21f-8a478561fcf5 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c03dba8-cca2-4492-b091-03cd14bf08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462835 Feb 16 22:54:35.973856 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b6381-a89e-4a43-bd48-f7a09919e5be req-11a60936-a1d5-45f5-9fef-ec08d493f994 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:35.975406 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d17b6381-a89e-4a43-bd48-f7a09919e5be req-11a60936-a1d5-45f5-9fef-ec08d493f994 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 946 time: 0.0539894 Feb 16 22:54:36.029490 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d17b6381-a89e-4a43-bd48-f7a09919e5be req-d9a1dd0d-72ca-435c-812d-d404596a0be2 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c03dba8-cca2-4492-b091-03cd14bf08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483706 Feb 16 22:54:36.050796 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 50438) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:54:36.143334 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4767cda-1be1-4f92-a964-3ba918c0e41b req-94b508bf-319c-4d08-aefa-a7ccf34879ef tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:36.145023 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e4767cda-1be1-4f92-a964-3ba918c0e41b req-94b508bf-319c-4d08-aefa-a7ccf34879ef tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 945 time: 0.0566521 Feb 16 22:54:36.198081 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e4767cda-1be1-4f92-a964-3ba918c0e41b req-a9653bac-a872-4d3b-9132-980279abc056 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461671 Feb 16 22:54:36.209087 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8117de5-71b7-47ac-a60a-cfcc945aeb9d tempest-TestVolumeBackupRestore-1117107561 tempest-TestVolumeBackupRestore-1117107561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:36.210699 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d8117de5-71b7-47ac-a60a-cfcc945aeb9d tempest-TestVolumeBackupRestore-1117107561 tempest-TestVolumeBackupRestore-1117107561-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 1123 time: 0.1578646 Feb 16 22:54:36.213613 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 50442) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:54:36.221104 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-6bd9981f-8d3a-4e03-9041-fbee641e9f72 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'port_id': 'ddea112a-4961-47e7-b225-85088f58b649', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:54:36.242868 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6bd9981f-8d3a-4e03-9041-fbee641e9f72 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:36.348944 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6bd9981f-8d3a-4e03-9041-fbee641e9f72 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:36.481942 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-6bd9981f-8d3a-4e03-9041-fbee641e9f72 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Allocated IP 172.25.2.85 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/a44aa907-74fd-4c7b-82f3-d2265f90e565) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:54:36.654489 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6bd9981f-8d3a-4e03-9041-fbee641e9f72 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks [] for port (a44aa907-74fd-4c7b-82f3-d2265f90e565), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:36.701186 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6bd9981f-8d3a-4e03-9041-fbee641e9f72 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (a44aa907-74fd-4c7b-82f3-d2265f90e565), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:36.747194 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd9981f-8d3a-4e03-9041-fbee641e9f72 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:54:36.750331 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-6bd9981f-8d3a-4e03-9041-fbee641e9f72 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:54:36.754109 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd9981f-8d3a-4e03-9041-fbee641e9f72 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:54:36.778225 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9981f-8d3a-4e03-9041-fbee641e9f72 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Pushing event updated for resources: {'Port': ['ID=a44aa907-74fd-4c7b-82f3-d2265f90e565,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:54:37.158311 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6bd9981f-8d3a-4e03-9041-fbee641e9f72 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks [] for floatingip (7b3f001a-37e9-43cc-95cd-3aa9b6c7cbf8), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:37.227652 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6bd9981f-8d3a-4e03-9041-fbee641e9f72 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a44aa907-74fd-4c7b-82f3-d2265f90e565), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:37.323228 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b821ba-00e6-4aaa-8387-53b90584803d req-c401e964-20d7-406c-8447-ee467e5422fa tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:37.324788 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-86b821ba-00e6-4aaa-8387-53b90584803d req-c401e964-20d7-406c-8447-ee467e5422fa tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 945 time: 0.0556030 Feb 16 22:54:37.378080 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-86b821ba-00e6-4aaa-8387-53b90584803d req-f73eaaad-4d32-45bd-b3c8-64be44e5673f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454597 Feb 16 22:54:37.393827 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6bd9981f-8d3a-4e03-9041-fbee641e9f72 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks [] for port (a44aa907-74fd-4c7b-82f3-d2265f90e565), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:37.400168 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6bd9981f-8d3a-4e03-9041-fbee641e9f72 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (a44aa907-74fd-4c7b-82f3-d2265f90e565), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:37.469114 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9981f-8d3a-4e03-9041-fbee641e9f72 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Pushing event updated for resources: {'Port': ['ID=a44aa907-74fd-4c7b-82f3-d2265f90e565,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:54:37.482294 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6bd9981f-8d3a-4e03-9041-fbee641e9f72 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (7b3f001a-37e9-43cc-95cd-3aa9b6c7cbf8), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:37.592996 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [None req-6bd9981f-8d3a-4e03-9041-fbee641e9f72 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Floating IP 7b3f001a-37e9-43cc-95cd-3aa9b6c7cbf8 associated. External IP: 172.25.2.85, port: ddea112a-4961-47e7-b225-85088f58b649. Feb 16 22:54:37.808859 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd9981f-8d3a-4e03-9041-fbee641e9f72 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Router bce8efcd-18d7-45ef-bba8-4a19d636c301 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:54:38.250471 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd9981f-8d3a-4e03-9041-fbee641e9f72 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:54:38.261803 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0482bf-f8b7-4c22-9f61-70b26f55c1e8 None None] Sync routers for ids ['bce8efcd-18d7-45ef-bba8-4a19d636c301'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:54:38.269939 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6bd9981f-8d3a-4e03-9041-fbee641e9f72 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:38.275102 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0482bf-f8b7-4c22-9f61-70b26f55c1e8 None None] Routers {'bce8efcd-18d7-45ef-bba8-4a19d636c301'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:54:38.275955 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-df0482bf-f8b7-4c22-9f61-70b26f55c1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:54:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['bce8efcd-18d7-45ef-bba8-4a19d636c301'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:54:38.310423 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6bd9981f-8d3a-4e03-9041-fbee641e9f72 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0903268 Feb 16 22:54:38.310423 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268e585e-53bf-4dff-8939-cca1ac2258e2', 'tag': 'ddea112a-4961-47e7-b225-85088f58b649'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:54:38.310423 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5614ef2c-040d-437c-9cab-2509b63b1f89" -d '{"events": [{"name": "network-changed", "server_uuid": "268e585e-53bf-4dff-8939-cca1ac2258e2", "tag": "ddea112a-4961-47e7-b225-85088f58b649"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:54:38.315134 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 50446) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:54:38.360486 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2ff527-26db-4b51-adde-b6bc102609c2 x-openstack-request-id: req-fe2ff527-26db-4b51-adde-b6bc102609c2 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:54:38.360835 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "268e585e-53bf-4dff-8939-cca1ac2258e2", "tag": "ddea112a-4961-47e7-b225-85088f58b649", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:54:38.361152 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fe2ff527-26db-4b51-adde-b6bc102609c2 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:54:38.361599 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '268e585e-53bf-4dff-8939-cca1ac2258e2', 'tag': 'ddea112a-4961-47e7-b225-85088f58b649', 'status': 'completed', 'code': 200} Feb 16 22:54:38.383373 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8864ddd-dd7f-4549-ab63-de7b0719ef85 tempest-TestVolumeBackupRestore-1117107561 tempest-TestVolumeBackupRestore-1117107561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:38.384927 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d8864ddd-dd7f-4549-ab63-de7b0719ef85 tempest-TestVolumeBackupRestore-1117107561 tempest-TestVolumeBackupRestore-1117107561-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 1123 time: 0.0685492 Feb 16 22:54:38.387965 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 50450) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:54:38.392806 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-925a6e8c-af06-47f6-ae1d-ac4b0993a33e tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Request body: {'floatingip': {'port_id': 'ddea112a-4961-47e7-b225-85088f58b649'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:54:38.401817 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-df0482bf-f8b7-4c22-9f61-70b26f55c1e8 None None] Set router bce8efcd-18d7-45ef-bba8-4a19d636c301 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:54:38.516342 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-925a6e8c-af06-47f6-ae1d-ac4b0993a33e tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks [] for floatingip (7b3f001a-37e9-43cc-95cd-3aa9b6c7cbf8), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:38.568128 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afede5-a954-45ea-96f3-50875fb7a3ae req-855990aa-ae67-4c46-8211-fb2990a1d7b6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:38.570435 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-89afede5-a954-45ea-96f3-50875fb7a3ae req-855990aa-ae67-4c46-8211-fb2990a1d7b6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 945 time: 0.0986536 Feb 16 22:54:38.579882 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614ef2c-040d-437c-9cab-2509b63b1f89 req-dd9e4db8-ff29-4f57-9961-50982242f737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:38.581482 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5614ef2c-040d-437c-9cab-2509b63b1f89 req-dd9e4db8-ff29-4f57-9961-50982242f737 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0c0a2c9b9f8044d88184aae0a6698d8e&device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 1128 time: 0.1282704 Feb 16 22:54:38.643719 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-89afede5-a954-45ea-96f3-50875fb7a3ae req-daf797e7-f711-4e05-9035-08e0582eede5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646777 Feb 16 22:54:38.809704 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-df0482bf-f8b7-4c22-9f61-70b26f55c1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'name': 'tempest-TestVolumeBackupRestore-937929795-router', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f98aa50f-ef9e-48a9-815f-63a118e22408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:10Z', 'updated_at': '2022-02-16T22:51:18Z', 'revision_number': 4, 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'gw_port': {'id': 'f98aa50f-ef9e-48a9-815f-63a118e22408', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:68:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:12Z', 'updated_at': '2022-02-16T22:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '7b3f001a-37e9-43cc-95cd-3aa9b6c7cbf8', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'floating_ip_address': '172.25.2.85', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'port_id': 'ddea112a-4961-47e7-b225-85088f58b649', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b8bbf18-4be7-49fe-84cb-d34551020686', 'mac_address': 'fa:16:3e:24:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268e585e-53bf-4dff-8939-cca1ac2258e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:54:37Z', 'updated_at': '2022-02-16T22:54:37Z', 'revision_number': 0, 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf9daba-9b52-4fbb-a6c6-9bb49893f75c', 'name': '', 'network_id': '2b8bbf18-4be7-49fe-84cb-d34551020686', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'mac_address': 'fa:16:3e:3c:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:16Z', 'updated_at': '2022-02-16T22:51:29Z', 'revision_number': 5, 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'subnets': [{'id': '09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:54:38.817641 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614ef2c-040d-437c-9cab-2509b63b1f89 req-f24dc90a-2d31-4642-8dc5-09678ccd6020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:38.819188 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5614ef2c-040d-437c-9cab-2509b63b1f89 req-f24dc90a-2d31-4642-8dc5-09678ccd6020 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2b8bbf18-4be7-49fe-84cb-d34551020686 HTTP/1.1" status: 200 len: 914 time: 0.2303596 Feb 16 22:54:38.837280 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0482bf-f8b7-4c22-9f61-70b26f55c1e8 None None] Checking router: bce8efcd-18d7-45ef-bba8-4a19d636c301 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:54:38.846123 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0482bf-f8b7-4c22-9f61-70b26f55c1e8 None None] Routers {'bce8efcd-18d7-45ef-bba8-4a19d636c301'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:54:38.846745 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-df0482bf-f8b7-4c22-9f61-70b26f55c1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:54:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['bce8efcd-18d7-45ef-bba8-4a19d636c301'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:54:38.913019 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5614ef2c-040d-437c-9cab-2509b63b1f89 req-4103c57f-2f73-4f41-a54f-978da79e6147 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddea112a-4961-47e7-b225-85088f58b649 HTTP/1.1" status: 200 len: 999 time: 0.0851502 Feb 16 22:54:38.957856 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-df0482bf-f8b7-4c22-9f61-70b26f55c1e8 None None] Set router bce8efcd-18d7-45ef-bba8-4a19d636c301 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:54:39.047502 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614ef2c-040d-437c-9cab-2509b63b1f89 req-fd506338-b991-4c3f-a361-d2e1ef6ac80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:39.049110 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5614ef2c-040d-437c-9cab-2509b63b1f89 req-fd506338-b991-4c3f-a361-d2e1ef6ac80e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9 HTTP/1.1" status: 200 len: 852 time: 0.1271451 Feb 16 22:54:39.198427 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-df0482bf-f8b7-4c22-9f61-70b26f55c1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'name': 'tempest-TestVolumeBackupRestore-937929795-router', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f98aa50f-ef9e-48a9-815f-63a118e22408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:10Z', 'updated_at': '2022-02-16T22:51:18Z', 'revision_number': 4, 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'gw_port': {'id': 'f98aa50f-ef9e-48a9-815f-63a118e22408', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:68:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:12Z', 'updated_at': '2022-02-16T22:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '7b3f001a-37e9-43cc-95cd-3aa9b6c7cbf8', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'floating_ip_address': '172.25.2.85', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'port_id': 'ddea112a-4961-47e7-b225-85088f58b649', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b8bbf18-4be7-49fe-84cb-d34551020686', 'mac_address': 'fa:16:3e:24:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268e585e-53bf-4dff-8939-cca1ac2258e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:54:37Z', 'updated_at': '2022-02-16T22:54:37Z', 'revision_number': 0, 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf9daba-9b52-4fbb-a6c6-9bb49893f75c', 'name': '', 'network_id': '2b8bbf18-4be7-49fe-84cb-d34551020686', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'mac_address': 'fa:16:3e:3c:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:16Z', 'updated_at': '2022-02-16T22:51:29Z', 'revision_number': 5, 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'subnets': [{'id': '09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:54:39.203435 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614ef2c-040d-437c-9cab-2509b63b1f89 req-30e7384e-b63f-4c4a-ab5b-4e99e8157424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:39.205079 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5614ef2c-040d-437c-9cab-2509b63b1f89 req-30e7384e-b63f-4c4a-ab5b-4e99e8157424 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2b8bbf18-4be7-49fe-84cb-d34551020686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1163931 Feb 16 22:54:39.226233 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0482bf-f8b7-4c22-9f61-70b26f55c1e8 None None] The sync data for ids ['bce8efcd-18d7-45ef-bba8-4a19d636c301'] in n-d-813897-6 is: [{'id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'name': 'tempest-TestVolumeBackupRestore-937929795-router', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f98aa50f-ef9e-48a9-815f-63a118e22408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:10Z', 'updated_at': '2022-02-16T22:51:18Z', 'revision_number': 4, 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'gw_port': {'id': 'f98aa50f-ef9e-48a9-815f-63a118e22408', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:68:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:12Z', 'updated_at': '2022-02-16T22:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '7b3f001a-37e9-43cc-95cd-3aa9b6c7cbf8', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'floating_ip_address': '172.25.2.85', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'port_id': 'ddea112a-4961-47e7-b225-85088f58b649', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b8bbf18-4be7-49fe-84cb-d34551020686', 'mac_address': 'fa:16:3e:24:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268e585e-53bf-4dff-8939-cca1ac2258e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:54:37Z', 'updated_at': '2022-02-16T22:54:37Z', 'revision_number': 0, 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf9daba-9b52-4fbb-a6c6-9bb49893f75c', 'name': '', 'network_id': '2b8bbf18-4be7-49fe-84cb-d34551020686', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'mac_address': 'fa:16:3e:3c:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:16Z', 'updated_at': '2022-02-16T22:51:29Z', 'revision_number': 5, 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'subnets': [{'id': '09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:54:39.330062 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-925a6e8c-af06-47f6-ae1d-ac4b0993a33e tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:39.335316 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-925a6e8c-af06-47f6-ae1d-ac4b0993a33e tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (7b3f001a-37e9-43cc-95cd-3aa9b6c7cbf8), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:39.433851 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5614ef2c-040d-437c-9cab-2509b63b1f89 req-63a35495-bb8f-481a-9e4c-41bb4037c0dc service neutron] 10.222.0.67 "GET /v2.0/networks/2b8bbf18-4be7-49fe-84cb-d34551020686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197392 Feb 16 22:54:39.456950 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995f8d5b-c9b8-46bf-b002-9b8c7e68777f None None] New status for floating IP 7b3f001a-37e9-43cc-95cd-3aa9b6c7cbf8: ACTIVE {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:54:39.622516 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5614ef2c-040d-437c-9cab-2509b63b1f89 req-839a7534-28a2-4d7c-865c-a90741ee39f3 service neutron] 10.222.0.67 "GET /v2.0/networks/2b8bbf18-4be7-49fe-84cb-d34551020686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802318 Feb 16 22:54:39.674452 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925a6e8c-af06-47f6-ae1d-ac4b0993a33e tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Router bce8efcd-18d7-45ef-bba8-4a19d636c301 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:54:39.792840 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722db2b8-9a41-4375-a95a-c0874938c0d6 req-ab69e958-997b-478c-a3e6-60fa1bc18bf1 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:39.794466 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-722db2b8-9a41-4375-a95a-c0874938c0d6 req-ab69e958-997b-478c-a3e6-60fa1bc18bf1 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 945 time: 0.0628760 Feb 16 22:54:39.805283 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925a6e8c-af06-47f6-ae1d-ac4b0993a33e tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:54:39.810664 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-925a6e8c-af06-47f6-ae1d-ac4b0993a33e tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:39.818163 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985fd9b9-fe8e-4619-a6ec-4c956abb57ce None None] Sync routers for ids ['bce8efcd-18d7-45ef-bba8-4a19d636c301'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:54:39.829551 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985fd9b9-fe8e-4619-a6ec-4c956abb57ce None None] Routers {'bce8efcd-18d7-45ef-bba8-4a19d636c301'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:54:39.830260 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-985fd9b9-fe8e-4619-a6ec-4c956abb57ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:54:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['bce8efcd-18d7-45ef-bba8-4a19d636c301'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:54:39.857238 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-722db2b8-9a41-4375-a95a-c0874938c0d6 req-2cdd4e9a-6329-4596-825f-f65af30ed410 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568752 Feb 16 22:54:39.882311 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-925a6e8c-af06-47f6-ae1d-ac4b0993a33e tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "PUT /v2.0/floatingips/7b3f001a-37e9-43cc-95cd-3aa9b6c7cbf8 HTTP/1.1" status: 200 len: 991 time: 1.4929554 Feb 16 22:54:39.963445 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-985fd9b9-fe8e-4619-a6ec-4c956abb57ce None None] Set router bce8efcd-18d7-45ef-bba8-4a19d636c301 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:54:40.002250 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [req-7cef7289-3c8f-493e-8988-aff42a66561c req-99057026-de4d-44fa-9261-84823b42ad9a service neutron] show failed (client error): The resource could not be found. Feb 16 22:54:40.003348 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7cef7289-3c8f-493e-8988-aff42a66561c req-99057026-de4d-44fa-9261-84823b42ad9a service neutron] 10.222.0.67 "GET /v2.0/ports/960aa0a0-e5ef-4c68-bafa-58ac386aac12/bindings/n-h2-813897-6 HTTP/1.1" status: 404 len: 380 time: 0.0593076 Feb 16 22:54:40.244778 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-985fd9b9-fe8e-4619-a6ec-4c956abb57ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'name': 'tempest-TestVolumeBackupRestore-937929795-router', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f98aa50f-ef9e-48a9-815f-63a118e22408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:10Z', 'updated_at': '2022-02-16T22:51:18Z', 'revision_number': 4, 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'gw_port': {'id': 'f98aa50f-ef9e-48a9-815f-63a118e22408', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:68:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:12Z', 'updated_at': '2022-02-16T22:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '7b3f001a-37e9-43cc-95cd-3aa9b6c7cbf8', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'floating_ip_address': '172.25.2.85', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'port_id': 'ddea112a-4961-47e7-b225-85088f58b649', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b8bbf18-4be7-49fe-84cb-d34551020686', 'mac_address': 'fa:16:3e:24:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268e585e-53bf-4dff-8939-cca1ac2258e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:54:37Z', 'updated_at': '2022-02-16T22:54:39Z', 'revision_number': 2, 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf9daba-9b52-4fbb-a6c6-9bb49893f75c', 'name': '', 'network_id': '2b8bbf18-4be7-49fe-84cb-d34551020686', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'mac_address': 'fa:16:3e:3c:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:16Z', 'updated_at': '2022-02-16T22:51:29Z', 'revision_number': 5, 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'subnets': [{'id': '09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:54:40.278650 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985fd9b9-fe8e-4619-a6ec-4c956abb57ce None None] Checking router: bce8efcd-18d7-45ef-bba8-4a19d636c301 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:54:40.287582 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985fd9b9-fe8e-4619-a6ec-4c956abb57ce None None] Routers {'bce8efcd-18d7-45ef-bba8-4a19d636c301'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:54:40.288205 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-985fd9b9-fe8e-4619-a6ec-4c956abb57ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:54:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['bce8efcd-18d7-45ef-bba8-4a19d636c301'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:54:40.291516 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef7289-3c8f-493e-8988-aff42a66561c req-3052148b-7ca7-4ce7-86a9-4729dbf12522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:40.293097 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7cef7289-3c8f-493e-8988-aff42a66561c req-3052148b-7ca7-4ce7-86a9-4729dbf12522 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f&tenant_id=f09c82b3a2c746b1bfae225757af7f07 HTTP/1.1" status: 200 len: 1127 time: 0.0827930 Feb 16 22:54:40.304480 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-7cef7289-3c8f-493e-8988-aff42a66561c req-2bda5fec-4e15-4724-b6e4-77ecafc5d0f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813897-6', 'device_owner': 'compute:nova'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:54:40.363152 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268e585e-53bf-4dff-8939-cca1ac2258e2', 'tag': 'ddea112a-4961-47e7-b225-85088f58b649'}, {'name': 'network-changed', 'server_uuid': '268e585e-53bf-4dff-8939-cca1ac2258e2', 'tag': 'ddea112a-4961-47e7-b225-85088f58b649'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:54:40.365586 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c3e97a-f60c-43e1-81ee-5da57ada9efb" -d '{"events": [{"name": "network-changed", "server_uuid": "268e585e-53bf-4dff-8939-cca1ac2258e2", "tag": "ddea112a-4961-47e7-b225-85088f58b649"}, {"name": "network-changed", "server_uuid": "268e585e-53bf-4dff-8939-cca1ac2258e2", "tag": "ddea112a-4961-47e7-b225-85088f58b649"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:54:40.376199 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7cef7289-3c8f-493e-8988-aff42a66561c req-2bda5fec-4e15-4724-b6e4-77ecafc5d0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (960aa0a0-e5ef-4c68-bafa-58ac386aac12), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:40.411263 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 16 Feb 2022 22:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8547d5c7-7e50-4ba8-8ecb-e525dfdbad6b x-openstack-request-id: req-8547d5c7-7e50-4ba8-8ecb-e525dfdbad6b {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:54:40.411595 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "268e585e-53bf-4dff-8939-cca1ac2258e2", "tag": "ddea112a-4961-47e7-b225-85088f58b649", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "268e585e-53bf-4dff-8939-cca1ac2258e2", "tag": "ddea112a-4961-47e7-b225-85088f58b649", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:54:40.411858 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8547d5c7-7e50-4ba8-8ecb-e525dfdbad6b {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:54:40.412279 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '268e585e-53bf-4dff-8939-cca1ac2258e2', 'tag': 'ddea112a-4961-47e7-b225-85088f58b649', 'status': 'completed', 'code': 200} Feb 16 22:54:40.412541 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '268e585e-53bf-4dff-8939-cca1ac2258e2', 'tag': 'ddea112a-4961-47e7-b225-85088f58b649', 'status': 'completed', 'code': 200} Feb 16 22:54:40.448959 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-985fd9b9-fe8e-4619-a6ec-4c956abb57ce None None] Set router bce8efcd-18d7-45ef-bba8-4a19d636c301 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:54:40.494665 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3e97a-f60c-43e1-81ee-5da57ada9efb req-99f25976-031c-446d-8902-8212c2df2716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:40.496310 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-44c3e97a-f60c-43e1-81ee-5da57ada9efb req-99f25976-031c-446d-8902-8212c2df2716 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0c0a2c9b9f8044d88184aae0a6698d8e&device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 1128 time: 0.0605211 Feb 16 22:54:40.600498 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3e97a-f60c-43e1-81ee-5da57ada9efb req-41a6817b-d034-423b-815f-8080b812a78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:40.602756 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-44c3e97a-f60c-43e1-81ee-5da57ada9efb req-41a6817b-d034-423b-815f-8080b812a78c service neutron] 10.222.0.67 "GET /v2.0/networks?id=2b8bbf18-4be7-49fe-84cb-d34551020686 HTTP/1.1" status: 200 len: 914 time: 0.0993445 Feb 16 22:54:40.634341 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-7cef7289-3c8f-493e-8988-aff42a66561c req-2bda5fec-4e15-4724-b6e4-77ecafc5d0f8 service neutron] For port 960aa0a0-e5ef-4c68-bafa-58ac386aac12, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=960aa0a0-e5ef-4c68-bafa-58ac386aac12,segment=NetworkSegment(8f8f586f-3eab-4a43-8a9e-196175167066),segment_id=8f8f586f-3eab-4a43-8a9e-196175167066)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:54:40.672442 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-7cef7289-3c8f-493e-8988-aff42a66561c req-2bda5fec-4e15-4724-b6e4-77ecafc5d0f8 service neutron] For port 960aa0a0-e5ef-4c68-bafa-58ac386aac12, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:54:40.674639 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-44c3e97a-f60c-43e1-81ee-5da57ada9efb req-510412d9-847c-41a4-9186-ef426a29da7b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddea112a-4961-47e7-b225-85088f58b649 HTTP/1.1" status: 200 len: 1001 time: 0.0663846 Feb 16 22:54:40.702805 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-985fd9b9-fe8e-4619-a6ec-4c956abb57ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'name': 'tempest-TestVolumeBackupRestore-937929795-router', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f98aa50f-ef9e-48a9-815f-63a118e22408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:10Z', 'updated_at': '2022-02-16T22:51:18Z', 'revision_number': 4, 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'gw_port': {'id': 'f98aa50f-ef9e-48a9-815f-63a118e22408', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:68:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:12Z', 'updated_at': '2022-02-16T22:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '7b3f001a-37e9-43cc-95cd-3aa9b6c7cbf8', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'floating_ip_address': '172.25.2.85', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'port_id': 'ddea112a-4961-47e7-b225-85088f58b649', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b8bbf18-4be7-49fe-84cb-d34551020686', 'mac_address': 'fa:16:3e:24:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268e585e-53bf-4dff-8939-cca1ac2258e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:54:37Z', 'updated_at': '2022-02-16T22:54:39Z', 'revision_number': 2, 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf9daba-9b52-4fbb-a6c6-9bb49893f75c', 'name': '', 'network_id': '2b8bbf18-4be7-49fe-84cb-d34551020686', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'mac_address': 'fa:16:3e:3c:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:16Z', 'updated_at': '2022-02-16T22:51:29Z', 'revision_number': 5, 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'subnets': [{'id': '09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:54:40.719459 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c20c9a-0809-4f0c-b137-48a7bcff577f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '960aa0a0-e5ef-4c68-bafa-58ac386aac12'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:54:40.722202 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132faf40-5085-472a-aeac-87daa6cf5b3f" -d '{"events": [{"server_uuid": "45c20c9a-0809-4f0c-b137-48a7bcff577f", "name": "network-vif-unplugged", "status": "completed", "tag": "960aa0a0-e5ef-4c68-bafa-58ac386aac12"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:54:40.727212 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7cef7289-3c8f-493e-8988-aff42a66561c req-2bda5fec-4e15-4724-b6e4-77ecafc5d0f8 service neutron] Publish callbacks [] for port (960aa0a0-e5ef-4c68-bafa-58ac386aac12), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:40.735392 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985fd9b9-fe8e-4619-a6ec-4c956abb57ce None None] The sync data for ids ['bce8efcd-18d7-45ef-bba8-4a19d636c301'] in n-d-813897-6 is: [{'id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'name': 'tempest-TestVolumeBackupRestore-937929795-router', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f98aa50f-ef9e-48a9-815f-63a118e22408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:10Z', 'updated_at': '2022-02-16T22:51:18Z', 'revision_number': 4, 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'gw_port': {'id': 'f98aa50f-ef9e-48a9-815f-63a118e22408', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:68:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:12Z', 'updated_at': '2022-02-16T22:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '7b3f001a-37e9-43cc-95cd-3aa9b6c7cbf8', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'floating_ip_address': '172.25.2.85', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'port_id': 'ddea112a-4961-47e7-b225-85088f58b649', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b8bbf18-4be7-49fe-84cb-d34551020686', 'mac_address': 'fa:16:3e:24:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268e585e-53bf-4dff-8939-cca1ac2258e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:54:37Z', 'updated_at': '2022-02-16T22:54:39Z', 'revision_number': 2, 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf9daba-9b52-4fbb-a6c6-9bb49893f75c', 'name': '', 'network_id': '2b8bbf18-4be7-49fe-84cb-d34551020686', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'mac_address': 'fa:16:3e:3c:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:16Z', 'updated_at': '2022-02-16T22:51:29Z', 'revision_number': 5, 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'subnets': [{'id': '09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:54:40.739385 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3e97a-f60c-43e1-81ee-5da57ada9efb req-f5856eed-84a7-4ea4-aa58-558d90bf8ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:40.740989 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-44c3e97a-f60c-43e1-81ee-5da57ada9efb req-f5856eed-84a7-4ea4-aa58-558d90bf8ce4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9 HTTP/1.1" status: 200 len: 852 time: 0.0599501 Feb 16 22:54:40.748552 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-7cef7289-3c8f-493e-8988-aff42a66561c req-2bda5fec-4e15-4724-b6e4-77ecafc5d0f8 service neutron] Transition to ACTIVE for port object 960aa0a0-e5ef-4c68-bafa-58ac386aac12 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:54:40.752948 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7cef7289-3c8f-493e-8988-aff42a66561c req-2bda5fec-4e15-4724-b6e4-77ecafc5d0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (960aa0a0-e5ef-4c68-bafa-58ac386aac12), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:40.803237 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3e97a-f60c-43e1-81ee-5da57ada9efb req-98f291a9-dd37-4b44-b4fd-f3fd05d7c029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:40.806300 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-44c3e97a-f60c-43e1-81ee-5da57ada9efb req-98f291a9-dd37-4b44-b4fd-f3fd05d7c029 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2b8bbf18-4be7-49fe-84cb-d34551020686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0590730 Feb 16 22:54:40.865496 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 22:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aee928a-766b-4a59-8179-acb53e086f2f x-openstack-request-id: req-2aee928a-766b-4a59-8179-acb53e086f2f {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:54:40.866192 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c20c9a-0809-4f0c-b137-48a7bcff577f", "name": "network-vif-unplugged", "status": "completed", "tag": "960aa0a0-e5ef-4c68-bafa-58ac386aac12", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:54:40.866192 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2aee928a-766b-4a59-8179-acb53e086f2f {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:54:40.866524 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c20c9a-0809-4f0c-b137-48a7bcff577f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '960aa0a0-e5ef-4c68-bafa-58ac386aac12', 'code': 200} Feb 16 22:54:40.872896 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda5fec-4e15-4724-b6e4-77ecafc5d0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=960aa0a0-e5ef-4c68-bafa-58ac386aac12,revision_number=6']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:54:40.971179 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-44c3e97a-f60c-43e1-81ee-5da57ada9efb req-cd466bc1-e552-4692-89ab-6d5eaa371807 service neutron] 10.222.0.67 "GET /v2.0/networks/2b8bbf18-4be7-49fe-84cb-d34551020686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588104 Feb 16 22:54:40.986221 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cef7289-3c8f-493e-8988-aff42a66561c req-2bda5fec-4e15-4724-b6e4-77ecafc5d0f8 service neutron] No DVR routers for this DVR port 960aa0a0-e5ef-4c68-bafa-58ac386aac12 on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:54:41.100396 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-44c3e97a-f60c-43e1-81ee-5da57ada9efb req-65d51bfe-88bc-4950-99b0-ee6ff594c951 service neutron] 10.222.0.67 "GET /v2.0/networks/2b8bbf18-4be7-49fe-84cb-d34551020686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224701 Feb 16 22:54:41.129946 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a61e0c-d163-4046-b007-fe34d2c3f0a1 req-d62bdec0-8393-40d0-9813-e4518a79b53d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:41.131649 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-92a61e0c-d163-4046-b007-fe34d2c3f0a1 req-d62bdec0-8393-40d0-9813-e4518a79b53d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 943 time: 0.0979068 Feb 16 22:54:41.228137 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-92a61e0c-d163-4046-b007-fe34d2c3f0a1 req-e263f9b2-9b13-404d-8cae-53329492bf20 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837607 Feb 16 22:54:41.230784 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-7cef7289-3c8f-493e-8988-aff42a66561c req-2bda5fec-4e15-4724-b6e4-77ecafc5d0f8 service neutron] Attempting to bind port 960aa0a0-e5ef-4c68-bafa-58ac386aac12 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:54:41.231129 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-7cef7289-3c8f-493e-8988-aff42a66561c req-2bda5fec-4e15-4724-b6e4-77ecafc5d0f8 service neutron] Attempting to bind port 960aa0a0-e5ef-4c68-bafa-58ac386aac12 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '8f8f586f-3eab-4a43-8a9e-196175167066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:54:41.231461 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cef7289-3c8f-493e-8988-aff42a66561c req-2bda5fec-4e15-4724-b6e4-77ecafc5d0f8 service neutron] Attempting to bind port 960aa0a0-e5ef-4c68-bafa-58ac386aac12 on network 9e40610d-06bc-4fff-a258-1910fedba294 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:54:41.236473 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cef7289-3c8f-493e-8988-aff42a66561c req-2bda5fec-4e15-4724-b6e4-77ecafc5d0f8 service neutron] Port 960aa0a0-e5ef-4c68-bafa-58ac386aac12 on network 9e40610d-06bc-4fff-a258-1910fedba294 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:54:41.236923 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cef7289-3c8f-493e-8988-aff42a66561c req-2bda5fec-4e15-4724-b6e4-77ecafc5d0f8 service neutron] Attempting to bind port 960aa0a0-e5ef-4c68-bafa-58ac386aac12 on network 9e40610d-06bc-4fff-a258-1910fedba294 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:54:41.242603 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cef7289-3c8f-493e-8988-aff42a66561c req-2bda5fec-4e15-4724-b6e4-77ecafc5d0f8 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:54:41.242952 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cef7289-3c8f-493e-8988-aff42a66561c req-2bda5fec-4e15-4724-b6e4-77ecafc5d0f8 service neutron] Checking segment: {'id': '8f8f586f-3eab-4a43-8a9e-196175167066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:54:41.243332 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cef7289-3c8f-493e-8988-aff42a66561c req-2bda5fec-4e15-4724-b6e4-77ecafc5d0f8 service neutron] Bound using segment: {'id': '8f8f586f-3eab-4a43-8a9e-196175167066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:54:41.243783 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-7cef7289-3c8f-493e-8988-aff42a66561c req-2bda5fec-4e15-4724-b6e4-77ecafc5d0f8 service neutron] Bound port: 960aa0a0-e5ef-4c68-bafa-58ac386aac12, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8f586f-3eab-4a43-8a9e-196175167066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:54:41.244173 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7cef7289-3c8f-493e-8988-aff42a66561c req-2bda5fec-4e15-4724-b6e4-77ecafc5d0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (960aa0a0-e5ef-4c68-bafa-58ac386aac12), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:41.248895 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3e97a-f60c-43e1-81ee-5da57ada9efb req-4ed6bee8-d50a-4984-bbb2-2f15b2078762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:41.251456 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-44c3e97a-f60c-43e1-81ee-5da57ada9efb req-4ed6bee8-d50a-4984-bbb2-2f15b2078762 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0c0a2c9b9f8044d88184aae0a6698d8e&device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 1128 time: 0.0560603 Feb 16 22:54:41.314573 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-7cef7289-3c8f-493e-8988-aff42a66561c req-2bda5fec-4e15-4724-b6e4-77ecafc5d0f8 service neutron] For port 960aa0a0-e5ef-4c68-bafa-58ac386aac12, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:54:41.317827 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-7cef7289-3c8f-493e-8988-aff42a66561c req-2bda5fec-4e15-4724-b6e4-77ecafc5d0f8 service neutron] For port 960aa0a0-e5ef-4c68-bafa-58ac386aac12, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=960aa0a0-e5ef-4c68-bafa-58ac386aac12,segment=NetworkSegment(8f8f586f-3eab-4a43-8a9e-196175167066),segment_id=8f8f586f-3eab-4a43-8a9e-196175167066)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:54:41.325247 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7cef7289-3c8f-493e-8988-aff42a66561c req-2bda5fec-4e15-4724-b6e4-77ecafc5d0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (960aa0a0-e5ef-4c68-bafa-58ac386aac12), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:41.359272 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef7289-3c8f-493e-8988-aff42a66561c req-2bda5fec-4e15-4724-b6e4-77ecafc5d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:41.359967 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7cef7289-3c8f-493e-8988-aff42a66561c req-2bda5fec-4e15-4724-b6e4-77ecafc5d0f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:41.361455 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7cef7289-3c8f-493e-8988-aff42a66561c req-2bda5fec-4e15-4724-b6e4-77ecafc5d0f8 service neutron] 10.222.0.79 "PUT /v2.0/ports/960aa0a0-e5ef-4c68-bafa-58ac386aac12 HTTP/1.1" status: 200 len: 1091 time: 1.0613606 Feb 16 22:54:41.367450 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3e97a-f60c-43e1-81ee-5da57ada9efb req-c96a2d32-d1c0-4123-9944-ff50c37ebd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:41.370370 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-44c3e97a-f60c-43e1-81ee-5da57ada9efb req-c96a2d32-d1c0-4123-9944-ff50c37ebd54 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2b8bbf18-4be7-49fe-84cb-d34551020686 HTTP/1.1" status: 200 len: 914 time: 0.1115599 Feb 16 22:54:41.398009 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda5fec-4e15-4724-b6e4-77ecafc5d0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=960aa0a0-e5ef-4c68-bafa-58ac386aac12,revision_number=7']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:54:41.438297 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef7289-3c8f-493e-8988-aff42a66561c req-83741ebb-ab47-4d0b-8c3a-3e5e0768498b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:41.439972 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7cef7289-3c8f-493e-8988-aff42a66561c req-83741ebb-ab47-4d0b-8c3a-3e5e0768498b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 1125 time: 0.0528173 Feb 16 22:54:41.449220 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-44c3e97a-f60c-43e1-81ee-5da57ada9efb req-7e460e80-b865-4a59-9055-b86ccf521d71 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddea112a-4961-47e7-b225-85088f58b649 HTTP/1.1" status: 200 len: 1001 time: 0.0718091 Feb 16 22:54:41.499777 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3e97a-f60c-43e1-81ee-5da57ada9efb req-4a62d9c7-9b8a-4516-8ede-5d4c41ed2147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:41.501313 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-44c3e97a-f60c-43e1-81ee-5da57ada9efb req-4a62d9c7-9b8a-4516-8ede-5d4c41ed2147 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9 HTTP/1.1" status: 200 len: 852 time: 0.0476613 Feb 16 22:54:41.556260 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef7289-3c8f-493e-8988-aff42a66561c req-3285d952-abee-46e2-9c19-49a9013b0ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:41.558289 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7cef7289-3c8f-493e-8988-aff42a66561c req-3285d952-abee-46e2-9c19-49a9013b0ad1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9e40610d-06bc-4fff-a258-1910fedba294 HTTP/1.1" status: 200 len: 897 time: 0.1106277 Feb 16 22:54:41.566536 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3e97a-f60c-43e1-81ee-5da57ada9efb req-4d262e1e-c31b-4f7a-85d0-7f240b52acef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:41.568157 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-44c3e97a-f60c-43e1-81ee-5da57ada9efb req-4d262e1e-c31b-4f7a-85d0-7f240b52acef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2b8bbf18-4be7-49fe-84cb-d34551020686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0604575 Feb 16 22:54:41.631649 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7cef7289-3c8f-493e-8988-aff42a66561c req-e9796dc3-498d-427b-945d-bbe6b01ea084 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=960aa0a0-e5ef-4c68-bafa-58ac386aac12 HTTP/1.1" status: 200 len: 999 time: 0.0665054 Feb 16 22:54:41.661799 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-44c3e97a-f60c-43e1-81ee-5da57ada9efb req-ee8d14e4-261e-4855-910d-6f5b66e1387c service neutron] 10.222.0.67 "GET /v2.0/networks/2b8bbf18-4be7-49fe-84cb-d34551020686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878084 Feb 16 22:54:41.689423 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef7289-3c8f-493e-8988-aff42a66561c req-06972509-954d-4b05-8141-83f44f2372ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:41.691053 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7cef7289-3c8f-493e-8988-aff42a66561c req-06972509-954d-4b05-8141-83f44f2372ee service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0b9bf73a-e86a-4d77-9632-6ee40953c684 HTTP/1.1" status: 200 len: 834 time: 0.0532370 Feb 16 22:54:41.749090 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef7289-3c8f-493e-8988-aff42a66561c req-072bdfa7-263a-4b43-84b2-97d62eba698e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:41.750754 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7cef7289-3c8f-493e-8988-aff42a66561c req-072bdfa7-263a-4b43-84b2-97d62eba698e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9e40610d-06bc-4fff-a258-1910fedba294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0535398 Feb 16 22:54:41.765450 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-44c3e97a-f60c-43e1-81ee-5da57ada9efb req-4dc8d66f-d952-482b-8360-660402159af0 service neutron] 10.222.0.67 "GET /v2.0/networks/2b8bbf18-4be7-49fe-84cb-d34551020686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972426 Feb 16 22:54:41.844686 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7cef7289-3c8f-493e-8988-aff42a66561c req-e321bfc3-04d1-44b0-b15f-2ee2898cfea8 service neutron] 10.222.0.79 "GET /v2.0/networks/9e40610d-06bc-4fff-a258-1910fedba294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873809 Feb 16 22:54:41.944083 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7cef7289-3c8f-493e-8988-aff42a66561c req-9dfee654-8b6a-4c8e-b288-86d56c6f33bf service neutron] 10.222.0.79 "GET /v2.0/networks/9e40610d-06bc-4fff-a258-1910fedba294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928569 Feb 16 22:54:42.272757 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fd30943-fdb0-4b86-939f-f13f44089ea1 req-95d02ce2-a3bf-4ecb-ba3e-f1511c99bd29 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467286 Feb 16 22:54:42.400829 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974529c5-3a9d-4756-b536-3cac94ddf2d8 req-4febf56f-2aea-4879-96b8-7da8a651a606 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:42.402395 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-974529c5-3a9d-4756-b536-3cac94ddf2d8 req-4febf56f-2aea-4879-96b8-7da8a651a606 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 943 time: 0.0896521 Feb 16 22:54:42.405208 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd30943-fdb0-4b86-939f-f13f44089ea1 req-9d36ca37-1b32-43bc-962c-09e932610afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:42.406676 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fd30943-fdb0-4b86-939f-f13f44089ea1 req-9d36ca37-1b32-43bc-962c-09e932610afd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 1127 time: 0.0846672 Feb 16 22:54:42.481584 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-974529c5-3a9d-4756-b536-3cac94ddf2d8 req-968d1fc0-e1c2-435a-b087-3f221bb2d7fa tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734382 Feb 16 22:54:42.538558 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd30943-fdb0-4b86-939f-f13f44089ea1 req-8fba71b4-ca34-43bd-a82c-280b34234afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:42.540555 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fd30943-fdb0-4b86-939f-f13f44089ea1 req-8fba71b4-ca34-43bd-a82c-280b34234afc service neutron] 10.222.0.79 "GET /v2.0/networks?id=50f5d130-0f22-457e-8f9d-f7f34d0d3035 HTTP/1.1" status: 200 len: 913 time: 0.1038904 Feb 16 22:54:42.611604 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fd30943-fdb0-4b86-939f-f13f44089ea1 req-b066e6b6-f617-43d6-862e-bcc1bdc94474 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=accc22f8-a2ae-479d-8d37-96c00cd7273e HTTP/1.1" status: 200 len: 1001 time: 0.0634496 Feb 16 22:54:42.660863 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd30943-fdb0-4b86-939f-f13f44089ea1 req-1fb7fc40-b168-4eeb-93bf-02289966ecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:42.662462 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fd30943-fdb0-4b86-939f-f13f44089ea1 req-1fb7fc40-b168-4eeb-93bf-02289966ecfc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0f3f901b-49c4-4880-859e-a4de691296cc HTTP/1.1" status: 200 len: 851 time: 0.0445509 Feb 16 22:54:42.712713 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd30943-fdb0-4b86-939f-f13f44089ea1 req-bd96f35e-12eb-47d0-870e-ef1e359250f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:42.714346 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fd30943-fdb0-4b86-939f-f13f44089ea1 req-bd96f35e-12eb-47d0-870e-ef1e359250f0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=50f5d130-0f22-457e-8f9d-f7f34d0d3035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455413 Feb 16 22:54:42.808482 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fd30943-fdb0-4b86-939f-f13f44089ea1 req-aaca357a-767f-4cf2-a472-4462efe79077 service neutron] 10.222.0.79 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869608 Feb 16 22:54:42.873835 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c20c9a-0809-4f0c-b137-48a7bcff577f', 'tag': '960aa0a0-e5ef-4c68-bafa-58ac386aac12'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:54:42.876126 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf97072-2ae4-4f60-904e-36daf638bbc4" -d '{"events": [{"name": "network-changed", "server_uuid": "45c20c9a-0809-4f0c-b137-48a7bcff577f", "tag": "960aa0a0-e5ef-4c68-bafa-58ac386aac12"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:54:42.910133 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fd30943-fdb0-4b86-939f-f13f44089ea1 req-b2565e99-47fb-470b-9dd0-64bdf62bbc5e service neutron] 10.222.0.79 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928783 Feb 16 22:54:42.929223 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbabf94-7fda-4837-b5d7-2b081403c85f x-openstack-request-id: req-4bbabf94-7fda-4837-b5d7-2b081403c85f {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:54:42.930081 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c20c9a-0809-4f0c-b137-48a7bcff577f", "tag": "960aa0a0-e5ef-4c68-bafa-58ac386aac12", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:54:42.930501 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4bbabf94-7fda-4837-b5d7-2b081403c85f {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:54:42.930933 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c20c9a-0809-4f0c-b137-48a7bcff577f', 'tag': '960aa0a0-e5ef-4c68-bafa-58ac386aac12', 'status': 'completed', 'code': 200} Feb 16 22:54:42.992692 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf97072-2ae4-4f60-904e-36daf638bbc4 req-332d8542-16a2-4559-8735-4abe53d33b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:42.994288 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cdf97072-2ae4-4f60-904e-36daf638bbc4 req-332d8542-16a2-4559-8735-4abe53d33b14 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 1125 time: 0.0471470 Feb 16 22:54:43.004682 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf97072-2ae4-4f60-904e-36daf638bbc4 req-b637b175-adae-43bb-9693-b4d1bccfb21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:43.006242 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cdf97072-2ae4-4f60-904e-36daf638bbc4 req-b637b175-adae-43bb-9693-b4d1bccfb21f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 1125 time: 0.0501447 Feb 16 22:54:43.092251 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf97072-2ae4-4f60-904e-36daf638bbc4 req-365484f9-5a02-47bb-b2fb-38e16c64e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:43.093774 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cdf97072-2ae4-4f60-904e-36daf638bbc4 req-365484f9-5a02-47bb-b2fb-38e16c64e10d service neutron] 10.222.0.67 "GET /v2.0/networks?id=9e40610d-06bc-4fff-a258-1910fedba294 HTTP/1.1" status: 200 len: 897 time: 0.0934699 Feb 16 22:54:43.098733 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf97072-2ae4-4f60-904e-36daf638bbc4 req-46b12cb0-bde0-4579-99e6-79ec0f6cf13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:43.100441 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cdf97072-2ae4-4f60-904e-36daf638bbc4 req-46b12cb0-bde0-4579-99e6-79ec0f6cf13d service neutron] 10.222.0.79 "GET /v2.0/networks?id=9e40610d-06bc-4fff-a258-1910fedba294 HTTP/1.1" status: 200 len: 897 time: 0.0877590 Feb 16 22:54:43.162668 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cdf97072-2ae4-4f60-904e-36daf638bbc4 req-1159db09-3f1a-47ef-b322-c7d3ae8b6b88 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=960aa0a0-e5ef-4c68-bafa-58ac386aac12 HTTP/1.1" status: 200 len: 999 time: 0.0625980 Feb 16 22:54:43.171392 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cdf97072-2ae4-4f60-904e-36daf638bbc4 req-dc00d163-dd9d-45be-93b4-017850bc540f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=960aa0a0-e5ef-4c68-bafa-58ac386aac12 HTTP/1.1" status: 200 len: 999 time: 0.0638123 Feb 16 22:54:43.217565 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf97072-2ae4-4f60-904e-36daf638bbc4 req-7a6116c8-91a1-4c28-aa5b-1b60a5429d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:43.219108 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cdf97072-2ae4-4f60-904e-36daf638bbc4 req-7a6116c8-91a1-4c28-aa5b-1b60a5429d33 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0b9bf73a-e86a-4d77-9632-6ee40953c684 HTTP/1.1" status: 200 len: 834 time: 0.0466521 Feb 16 22:54:43.240427 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf97072-2ae4-4f60-904e-36daf638bbc4 req-29c49ec7-c93e-4b61-83f2-4fc4ca44b7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:43.241927 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cdf97072-2ae4-4f60-904e-36daf638bbc4 req-29c49ec7-c93e-4b61-83f2-4fc4ca44b7fd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0b9bf73a-e86a-4d77-9632-6ee40953c684 HTTP/1.1" status: 200 len: 834 time: 0.0628002 Feb 16 22:54:43.275537 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf97072-2ae4-4f60-904e-36daf638bbc4 req-fbcc460e-c1a0-4a00-8c9a-0787aa9a4158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:43.277170 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cdf97072-2ae4-4f60-904e-36daf638bbc4 req-fbcc460e-c1a0-4a00-8c9a-0787aa9a4158 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9e40610d-06bc-4fff-a258-1910fedba294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0524559 Feb 16 22:54:43.296617 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf97072-2ae4-4f60-904e-36daf638bbc4 req-fb4b888d-b3b7-4955-9abc-5c551d9837af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:43.298222 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cdf97072-2ae4-4f60-904e-36daf638bbc4 req-fb4b888d-b3b7-4955-9abc-5c551d9837af service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9e40610d-06bc-4fff-a258-1910fedba294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472643 Feb 16 22:54:43.375642 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cdf97072-2ae4-4f60-904e-36daf638bbc4 req-692c396d-ab79-4548-8840-7d6640428aa9 service neutron] 10.222.0.67 "GET /v2.0/networks/9e40610d-06bc-4fff-a258-1910fedba294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905919 Feb 16 22:54:43.399226 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cdf97072-2ae4-4f60-904e-36daf638bbc4 req-ebbd3613-1728-4efd-a59b-324300ba93c3 service neutron] 10.222.0.79 "GET /v2.0/networks/9e40610d-06bc-4fff-a258-1910fedba294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933115 Feb 16 22:54:43.474315 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cdf97072-2ae4-4f60-904e-36daf638bbc4 req-55b23671-204b-4016-ad89-c782816f33a8 service neutron] 10.222.0.67 "GET /v2.0/networks/9e40610d-06bc-4fff-a258-1910fedba294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928071 Feb 16 22:54:43.496908 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cdf97072-2ae4-4f60-904e-36daf638bbc4 req-76246c9b-742d-4f57-bf73-adbf71f67ad5 service neutron] 10.222.0.79 "GET /v2.0/networks/9e40610d-06bc-4fff-a258-1910fedba294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874426 Feb 16 22:54:43.634065 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eef392-3ff2-4ffe-a8ba-d0baf5704f6f req-fae3d6d7-eece-4587-8ea4-327638e38977 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:43.635774 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22eef392-3ff2-4ffe-a8ba-d0baf5704f6f req-fae3d6d7-eece-4587-8ea4-327638e38977 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 943 time: 0.0749304 Feb 16 22:54:43.691866 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22eef392-3ff2-4ffe-a8ba-d0baf5704f6f req-bc1bad38-0b1f-4cf9-9edd-29d2d154ca92 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497029 Feb 16 22:54:44.011624 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 960aa0a0-e5ef-4c68-bafa-58ac386aac12 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:54:44.112899 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 960aa0a0-e5ef-4c68-bafa-58ac386aac12, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=960aa0a0-e5ef-4c68-bafa-58ac386aac12,segment=NetworkSegment(8f8f586f-3eab-4a43-8a9e-196175167066),segment_id=8f8f586f-3eab-4a43-8a9e-196175167066)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:54:44.124455 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '960aa0a0-e5ef-4c68-bafa-58ac386aac12', 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294', 'port_id': '960aa0a0-e5ef-4c68-bafa-58ac386aac12', 'mac_address': 'fa:16:3e:59:77:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b9bf73a-e86a-4d77-9632-6ee40953c684', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:54:44.163511 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 960aa0a0-e5ef-4c68-bafa-58ac386aac12 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:54:44.163933 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (960aa0a0-e5ef-4c68-bafa-58ac386aac12), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:44.176824 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 960aa0a0-e5ef-4c68-bafa-58ac386aac12 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:54:44.197618 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 960aa0a0-e5ef-4c68-bafa-58ac386aac12, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=960aa0a0-e5ef-4c68-bafa-58ac386aac12,segment=NetworkSegment(8f8f586f-3eab-4a43-8a9e-196175167066),segment_id=8f8f586f-3eab-4a43-8a9e-196175167066)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:54:44.202648 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (960aa0a0-e5ef-4c68-bafa-58ac386aac12), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:44.251031 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=960aa0a0-e5ef-4c68-bafa-58ac386aac12,revision_number=8']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:54:44.434344 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['960aa0a0-e5ef-4c68-bafa-58ac386aac12'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:54:44.823442 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483465dd-ced7-43c5-923d-596f4ca8f140 req-7ff5ceef-0382-4059-a008-b28dbbaf0946 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:44.825013 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-483465dd-ced7-43c5-923d-596f4ca8f140 req-7ff5ceef-0382-4059-a008-b28dbbaf0946 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 944 time: 0.0599775 Feb 16 22:54:44.874619 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-483465dd-ced7-43c5-923d-596f4ca8f140 req-1bee65c8-b5bf-46da-8fe3-7c3d27e1016d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439472 Feb 16 22:54:45.037758 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 960aa0a0-e5ef-4c68-bafa-58ac386aac12 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:54:45.083385 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] The host n-h1-813897-6 is not matching for port 960aa0a0-e5ef-4c68-bafa-58ac386aac12 host n-h2-813897-6! {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 22:54:45.083797 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 960aa0a0-e5ef-4c68-bafa-58ac386aac12 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:54:45.141347 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-a044cf63-331a-48bb-847c-261d9fa8875c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:45.142865 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-a044cf63-331a-48bb-847c-261d9fa8875c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.79 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f&tenant_id=f09c82b3a2c746b1bfae225757af7f07&binding%3Ahost_id=n-h2-813897-6 HTTP/1.1" status: 200 len: 944 time: 0.0905204 Feb 16 22:54:45.165483 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea9965-c56d-4448-bb36-914278220068 req-5c27082a-4b04-4435-ad31-f61622efe957 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:45.167015 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5cea9965-c56d-4448-bb36-914278220068 req-5c27082a-4b04-4435-ad31-f61622efe957 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 944 time: 0.0829620 Feb 16 22:54:45.247616 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-118f0aea-e455-40ab-9650-d4b4ba38797b service neutron] 10.222.0.79 "GET /v2.0/ports/960aa0a0-e5ef-4c68-bafa-58ac386aac12/bindings/n-h2-813897-6 HTTP/1.1" status: 200 len: 382 time: 0.0968187 Feb 16 22:54:45.256451 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5cea9965-c56d-4448-bb36-914278220068 req-4a4f81d3-37f8-473a-8017-ccb771e9bd56 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711100 Feb 16 22:54:45.324113 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-6e196118-41cb-401d-a7c0-c432b252d824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:45.325689 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-6e196118-41cb-401d-a7c0-c432b252d824 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 1126 time: 0.0548327 Feb 16 22:54:45.728960 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-34b5f922-56de-4acc-8f7d-89a1d6e99f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:45.730901 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-34b5f922-56de-4acc-8f7d-89a1d6e99f61 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9e40610d-06bc-4fff-a258-1910fedba294 HTTP/1.1" status: 200 len: 897 time: 0.3996792 Feb 16 22:54:45.801221 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-5e134668-181c-4c54-ad29-741e053f621a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=960aa0a0-e5ef-4c68-bafa-58ac386aac12 HTTP/1.1" status: 200 len: 1000 time: 0.0634937 Feb 16 22:54:45.850231 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-b10eac82-5deb-42d1-acf6-1c95b20b84dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:45.852211 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-b10eac82-5deb-42d1-acf6-1c95b20b84dd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0b9bf73a-e86a-4d77-9632-6ee40953c684 HTTP/1.1" status: 200 len: 834 time: 0.0443447 Feb 16 22:54:45.906624 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-a1046816-42ba-4781-81b6-6f7c522af81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:45.908236 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-a1046816-42ba-4781-81b6-6f7c522af81f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9e40610d-06bc-4fff-a258-1910fedba294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499706 Feb 16 22:54:46.008898 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-484a9b59-dbfb-4f9a-a854-b71fb9f72994 service neutron] 10.222.0.79 "GET /v2.0/networks/9e40610d-06bc-4fff-a258-1910fedba294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936394 Feb 16 22:54:46.043461 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 960aa0a0-e5ef-4c68-bafa-58ac386aac12 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:54:46.100951 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 960aa0a0-e5ef-4c68-bafa-58ac386aac12 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:54:46.106309 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 960aa0a0-e5ef-4c68-bafa-58ac386aac12 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:54:46.106787 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (960aa0a0-e5ef-4c68-bafa-58ac386aac12), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:46.110905 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-23bcc452-37d9-412b-bcbc-547a28eed954 service neutron] 10.222.0.79 "GET /v2.0/networks/9e40610d-06bc-4fff-a258-1910fedba294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958843 Feb 16 22:54:46.195983 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 960aa0a0-e5ef-4c68-bafa-58ac386aac12 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:54:46.196328 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (960aa0a0-e5ef-4c68-bafa-58ac386aac12), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:46.227114 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c20c9a-0809-4f0c-b137-48a7bcff577f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960aa0a0-e5ef-4c68-bafa-58ac386aac12'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:54:46.229905 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ad3480-3865-40d9-a019-7e46f6c568cd" -d '{"events": [{"server_uuid": "45c20c9a-0809-4f0c-b137-48a7bcff577f", "name": "network-vif-plugged", "status": "completed", "tag": "960aa0a0-e5ef-4c68-bafa-58ac386aac12"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:54:46.406369 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 960aa0a0-e5ef-4c68-bafa-58ac386aac12, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=960aa0a0-e5ef-4c68-bafa-58ac386aac12,segment=NetworkSegment(8f8f586f-3eab-4a43-8a9e-196175167066),segment_id=8f8f586f-3eab-4a43-8a9e-196175167066)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:54:46.411026 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (960aa0a0-e5ef-4c68-bafa-58ac386aac12), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:46.450350 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad7205e-de26-41d1-827a-68d8d9be87b2 x-openstack-request-id: req-8ad7205e-de26-41d1-827a-68d8d9be87b2 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:54:46.450673 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c20c9a-0809-4f0c-b137-48a7bcff577f", "name": "network-vif-plugged", "status": "completed", "tag": "960aa0a0-e5ef-4c68-bafa-58ac386aac12", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:54:46.451000 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8ad7205e-de26-41d1-827a-68d8d9be87b2 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:54:46.451378 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c20c9a-0809-4f0c-b137-48a7bcff577f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960aa0a0-e5ef-4c68-bafa-58ac386aac12', 'code': 200} Feb 16 22:54:46.470937 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=960aa0a0-e5ef-4c68-bafa-58ac386aac12,revision_number=9']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:54:46.562898 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5291ea-8a29-4ea0-916a-3e67417e85b8 req-f69ecd14-3e0a-4e55-b6b2-f061290bb3ed tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:46.564481 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7d5291ea-8a29-4ea0-916a-3e67417e85b8 req-f69ecd14-3e0a-4e55-b6b2-f061290bb3ed tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 945 time: 0.0621529 Feb 16 22:54:46.616993 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7d5291ea-8a29-4ea0-916a-3e67417e85b8 req-28145f2d-136b-4868-b893-a0c63c677675 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455964 Feb 16 22:54:47.749123 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20bfb19-5dc3-4283-aa5b-ee56dd2bfd12 req-6cfb405e-b78a-4617-976c-81878d829e56 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:47.750582 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e20bfb19-5dc3-4283-aa5b-ee56dd2bfd12 req-6cfb405e-b78a-4617-976c-81878d829e56 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 945 time: 0.0611293 Feb 16 22:54:47.802197 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e20bfb19-5dc3-4283-aa5b-ee56dd2bfd12 req-f1c1fba1-4260-4e77-9c2b-55ed46f913bb tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458882 Feb 16 22:54:48.177297 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-8c10aa8c-1030-41c1-81c2-def3ec03ef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:48.178968 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-8c10aa8c-1030-41c1-81c2-def3ec03ef9f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f&tenant_id=f09c82b3a2c746b1bfae225757af7f07 HTTP/1.1" status: 200 len: 1127 time: 0.0470672 Feb 16 22:54:48.190005 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-521442e7-0999-4aee-b406-c273c9ae32fa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813897-6', 'device_owner': 'compute:nova'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:54:48.254585 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-521442e7-0999-4aee-b406-c273c9ae32fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (960aa0a0-e5ef-4c68-bafa-58ac386aac12), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:48.474706 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-521442e7-0999-4aee-b406-c273c9ae32fa service neutron] For port 960aa0a0-e5ef-4c68-bafa-58ac386aac12, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=960aa0a0-e5ef-4c68-bafa-58ac386aac12,segment=NetworkSegment(8f8f586f-3eab-4a43-8a9e-196175167066),segment_id=8f8f586f-3eab-4a43-8a9e-196175167066)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:54:48.512200 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-521442e7-0999-4aee-b406-c273c9ae32fa service neutron] For port 960aa0a0-e5ef-4c68-bafa-58ac386aac12, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:54:48.553853 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c20c9a-0809-4f0c-b137-48a7bcff577f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '960aa0a0-e5ef-4c68-bafa-58ac386aac12'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:54:48.556743 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c20d767-597d-4f1b-baa9-0ce6e266480c" -d '{"events": [{"server_uuid": "45c20c9a-0809-4f0c-b137-48a7bcff577f", "name": "network-vif-unplugged", "status": "completed", "tag": "960aa0a0-e5ef-4c68-bafa-58ac386aac12"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:54:48.560556 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-521442e7-0999-4aee-b406-c273c9ae32fa service neutron] Publish callbacks [] for port (960aa0a0-e5ef-4c68-bafa-58ac386aac12), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:48.573731 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-521442e7-0999-4aee-b406-c273c9ae32fa service neutron] Transition to ACTIVE for port object 960aa0a0-e5ef-4c68-bafa-58ac386aac12 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:54:48.578299 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-521442e7-0999-4aee-b406-c273c9ae32fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (960aa0a0-e5ef-4c68-bafa-58ac386aac12), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:48.612713 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 22:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e0be1e-5f26-42dc-812b-04c8fdc36134 x-openstack-request-id: req-e0e0be1e-5f26-42dc-812b-04c8fdc36134 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:54:48.613009 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c20c9a-0809-4f0c-b137-48a7bcff577f", "name": "network-vif-unplugged", "status": "completed", "tag": "960aa0a0-e5ef-4c68-bafa-58ac386aac12", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:54:48.613267 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e0e0be1e-5f26-42dc-812b-04c8fdc36134 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:54:48.613668 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c20c9a-0809-4f0c-b137-48a7bcff577f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '960aa0a0-e5ef-4c68-bafa-58ac386aac12', 'code': 200} Feb 16 22:54:48.665082 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521442e7-0999-4aee-b406-c273c9ae32fa service neutron] Pushing event updated for resources: {'Port': ['ID=960aa0a0-e5ef-4c68-bafa-58ac386aac12,revision_number=10']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:54:48.717201 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-521442e7-0999-4aee-b406-c273c9ae32fa service neutron] No DVR routers for this DVR port 960aa0a0-e5ef-4c68-bafa-58ac386aac12 on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:54:48.865453 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-521442e7-0999-4aee-b406-c273c9ae32fa service neutron] Attempting to bind port 960aa0a0-e5ef-4c68-bafa-58ac386aac12 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:54:48.865791 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-521442e7-0999-4aee-b406-c273c9ae32fa service neutron] Attempting to bind port 960aa0a0-e5ef-4c68-bafa-58ac386aac12 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '8f8f586f-3eab-4a43-8a9e-196175167066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:54:48.866175 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-521442e7-0999-4aee-b406-c273c9ae32fa service neutron] Attempting to bind port 960aa0a0-e5ef-4c68-bafa-58ac386aac12 on network 9e40610d-06bc-4fff-a258-1910fedba294 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:54:48.871594 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-521442e7-0999-4aee-b406-c273c9ae32fa service neutron] Port 960aa0a0-e5ef-4c68-bafa-58ac386aac12 on network 9e40610d-06bc-4fff-a258-1910fedba294 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:54:48.871971 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-521442e7-0999-4aee-b406-c273c9ae32fa service neutron] Attempting to bind port 960aa0a0-e5ef-4c68-bafa-58ac386aac12 on network 9e40610d-06bc-4fff-a258-1910fedba294 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:54:48.877660 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-521442e7-0999-4aee-b406-c273c9ae32fa service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:54:48.878087 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-521442e7-0999-4aee-b406-c273c9ae32fa service neutron] Checking segment: {'id': '8f8f586f-3eab-4a43-8a9e-196175167066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:54:48.878562 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-521442e7-0999-4aee-b406-c273c9ae32fa service neutron] Bound using segment: {'id': '8f8f586f-3eab-4a43-8a9e-196175167066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:54:48.879106 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-521442e7-0999-4aee-b406-c273c9ae32fa service neutron] Bound port: 960aa0a0-e5ef-4c68-bafa-58ac386aac12, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8f586f-3eab-4a43-8a9e-196175167066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:54:48.879513 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-521442e7-0999-4aee-b406-c273c9ae32fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (960aa0a0-e5ef-4c68-bafa-58ac386aac12), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:48.941546 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae1574-a2dd-4653-ae26-e90d992c149f req-2f277cd6-4aad-4b62-b023-225fcfe5eea4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:48.944050 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b0ae1574-a2dd-4653-ae26-e90d992c149f req-2f277cd6-4aad-4b62-b023-225fcfe5eea4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 944 time: 0.0632544 Feb 16 22:54:48.949073 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-521442e7-0999-4aee-b406-c273c9ae32fa service neutron] For port 960aa0a0-e5ef-4c68-bafa-58ac386aac12, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:54:48.952437 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-521442e7-0999-4aee-b406-c273c9ae32fa service neutron] For port 960aa0a0-e5ef-4c68-bafa-58ac386aac12, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=960aa0a0-e5ef-4c68-bafa-58ac386aac12,segment=NetworkSegment(8f8f586f-3eab-4a43-8a9e-196175167066),segment_id=8f8f586f-3eab-4a43-8a9e-196175167066)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:54:48.959952 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-521442e7-0999-4aee-b406-c273c9ae32fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (960aa0a0-e5ef-4c68-bafa-58ac386aac12), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:49.000925 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-521442e7-0999-4aee-b406-c273c9ae32fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:49.001583 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-521442e7-0999-4aee-b406-c273c9ae32fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:49.003039 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-521442e7-0999-4aee-b406-c273c9ae32fa service neutron] 10.222.0.67 "PUT /v2.0/ports/960aa0a0-e5ef-4c68-bafa-58ac386aac12 HTTP/1.1" status: 200 len: 1092 time: 0.8171573 Feb 16 22:54:49.017625 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b0ae1574-a2dd-4653-ae26-e90d992c149f req-573d6eb5-41a2-40ca-9aca-6020cc8a2a4d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671327 Feb 16 22:54:49.026126 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521442e7-0999-4aee-b406-c273c9ae32fa service neutron] Pushing event updated for resources: {'Port': ['ID=960aa0a0-e5ef-4c68-bafa-58ac386aac12,revision_number=11']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:54:49.077334 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-c0375ec7-07e5-46a5-9992-a365fa5c85a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:49.078902 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-c0375ec7-07e5-46a5-9992-a365fa5c85a8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 1126 time: 0.0490818 Feb 16 22:54:49.177166 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-61a84651-3f6d-4ce2-9a14-7945c4764d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:49.179058 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-61a84651-3f6d-4ce2-9a14-7945c4764d2c service neutron] 10.222.0.67 "GET /v2.0/networks?id=9e40610d-06bc-4fff-a258-1910fedba294 HTTP/1.1" status: 200 len: 897 time: 0.0937288 Feb 16 22:54:49.251760 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-61d509e0-4a67-40e9-9b12-c46614811386 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=960aa0a0-e5ef-4c68-bafa-58ac386aac12 HTTP/1.1" status: 200 len: 999 time: 0.0651248 Feb 16 22:54:49.303793 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-41919ef8-1d9e-49c3-98c9-111d3db3f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:49.305314 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-41919ef8-1d9e-49c3-98c9-111d3db3f48f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0b9bf73a-e86a-4d77-9632-6ee40953c684 HTTP/1.1" status: 200 len: 834 time: 0.0477369 Feb 16 22:54:49.355742 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-94aee081-4174-4329-9306-67a438cd76d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:49.357344 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-94aee081-4174-4329-9306-67a438cd76d3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9e40610d-06bc-4fff-a258-1910fedba294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466554 Feb 16 22:54:49.778587 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-2af9ad0d-40dd-4436-8558-24d3fd53370b service neutron] 10.222.0.67 "GET /v2.0/networks/9e40610d-06bc-4fff-a258-1910fedba294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156792 Feb 16 22:54:49.875226 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-77ee55e2-495f-4d5d-9d1b-36ff2cbca051 req-42b17c3f-e666-4b26-9bcb-b7b6eb16741b service neutron] 10.222.0.67 "GET /v2.0/networks/9e40610d-06bc-4fff-a258-1910fedba294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902553 Feb 16 22:54:50.151932 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee4c4b-08c9-4881-a5df-34dd0fe8487e req-d51a9b04-d231-4465-b6ec-214ee1431aaa tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:50.153821 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d6ee4c4b-08c9-4881-a5df-34dd0fe8487e req-d51a9b04-d231-4465-b6ec-214ee1431aaa tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 944 time: 0.0571530 Feb 16 22:54:50.208975 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d6ee4c4b-08c9-4881-a5df-34dd0fe8487e req-667b4125-e6d1-45e7-a682-c03c3eaaf9ce tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493302 Feb 16 22:54:50.614678 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c20c9a-0809-4f0c-b137-48a7bcff577f', 'tag': '960aa0a0-e5ef-4c68-bafa-58ac386aac12'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:54:50.617694 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfafc49a-73bd-43e0-9f2b-776c71785f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "45c20c9a-0809-4f0c-b137-48a7bcff577f", "tag": "960aa0a0-e5ef-4c68-bafa-58ac386aac12"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:54:50.671060 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510f5d18-8132-4645-8d00-ce9364800546 x-openstack-request-id: req-510f5d18-8132-4645-8d00-ce9364800546 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:54:50.671467 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c20c9a-0809-4f0c-b137-48a7bcff577f", "tag": "960aa0a0-e5ef-4c68-bafa-58ac386aac12", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:54:50.671737 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-510f5d18-8132-4645-8d00-ce9364800546 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:54:50.672153 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c20c9a-0809-4f0c-b137-48a7bcff577f', 'tag': '960aa0a0-e5ef-4c68-bafa-58ac386aac12', 'status': 'completed', 'code': 200} Feb 16 22:54:50.714649 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ad5775e1-ced8-4c7f-9f91-0fd2ba4cf5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:50.741697 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafc49a-73bd-43e0-9f2b-776c71785f5e req-fe6abfa8-f646-491c-869c-4b0fa4b73b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:50.742538 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafc49a-73bd-43e0-9f2b-776c71785f5e req-bb35d462-656a-4346-a707-028440bb1740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:50.744064 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-bfafc49a-73bd-43e0-9f2b-776c71785f5e req-bb35d462-656a-4346-a707-028440bb1740 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 1126 time: 0.0501142 Feb 16 22:54:50.744224 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bfafc49a-73bd-43e0-9f2b-776c71785f5e req-fe6abfa8-f646-491c-869c-4b0fa4b73b26 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 1126 time: 0.0499279 Feb 16 22:54:50.840417 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafc49a-73bd-43e0-9f2b-776c71785f5e req-e6c61186-d8e6-4d9a-a1f7-32416746cbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:50.841997 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafc49a-73bd-43e0-9f2b-776c71785f5e req-709f182d-c06b-4dec-b9a5-fb8fecbe8a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:50.842142 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-bfafc49a-73bd-43e0-9f2b-776c71785f5e req-e6c61186-d8e6-4d9a-a1f7-32416746cbb4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9e40610d-06bc-4fff-a258-1910fedba294 HTTP/1.1" status: 200 len: 897 time: 0.0914476 Feb 16 22:54:50.843501 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bfafc49a-73bd-43e0-9f2b-776c71785f5e req-709f182d-c06b-4dec-b9a5-fb8fecbe8a98 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9e40610d-06bc-4fff-a258-1910fedba294 HTTP/1.1" status: 200 len: 897 time: 0.0931315 Feb 16 22:54:50.917073 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bfafc49a-73bd-43e0-9f2b-776c71785f5e req-89362227-07dd-4074-88d5-713f6e5edaae service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=960aa0a0-e5ef-4c68-bafa-58ac386aac12 HTTP/1.1" status: 200 len: 999 time: 0.0673008 Feb 16 22:54:50.923171 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-bfafc49a-73bd-43e0-9f2b-776c71785f5e req-b0d9974f-c234-4991-b422-3a413f805b0f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=960aa0a0-e5ef-4c68-bafa-58ac386aac12 HTTP/1.1" status: 200 len: 999 time: 0.0738235 Feb 16 22:54:50.977741 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafc49a-73bd-43e0-9f2b-776c71785f5e req-604b2b94-c0a5-4eae-82d6-e0f0cbb51c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:50.979293 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafc49a-73bd-43e0-9f2b-776c71785f5e req-02915324-7744-466e-bf86-d8ce7f35680c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:50.979494 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-bfafc49a-73bd-43e0-9f2b-776c71785f5e req-604b2b94-c0a5-4eae-82d6-e0f0cbb51c4a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0b9bf73a-e86a-4d77-9632-6ee40953c684 HTTP/1.1" status: 200 len: 834 time: 0.0485044 Feb 16 22:54:50.980864 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bfafc49a-73bd-43e0-9f2b-776c71785f5e req-02915324-7744-466e-bf86-d8ce7f35680c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0b9bf73a-e86a-4d77-9632-6ee40953c684 HTTP/1.1" status: 200 len: 834 time: 0.0563886 Feb 16 22:54:51.033927 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafc49a-73bd-43e0-9f2b-776c71785f5e req-144f96b8-f45a-46af-85fa-cb3c4f25104c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:51.034279 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafc49a-73bd-43e0-9f2b-776c71785f5e req-08621294-1b9b-40cd-b94c-3dd5e823a1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:51.035630 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-bfafc49a-73bd-43e0-9f2b-776c71785f5e req-08621294-1b9b-40cd-b94c-3dd5e823a1c7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9e40610d-06bc-4fff-a258-1910fedba294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496380 Feb 16 22:54:51.036087 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bfafc49a-73bd-43e0-9f2b-776c71785f5e req-144f96b8-f45a-46af-85fa-cb3c4f25104c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9e40610d-06bc-4fff-a258-1910fedba294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490923 Feb 16 22:54:51.141798 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bfafc49a-73bd-43e0-9f2b-776c71785f5e req-a2a51783-2c8e-4127-aa73-2346f9312d25 service neutron] 10.222.0.79 "GET /v2.0/networks/9e40610d-06bc-4fff-a258-1910fedba294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994711 Feb 16 22:54:51.145017 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-bfafc49a-73bd-43e0-9f2b-776c71785f5e req-c0f3b3c4-5cdc-4c53-8856-5aca3138726c service neutron] 10.222.0.67 "GET /v2.0/networks/9e40610d-06bc-4fff-a258-1910fedba294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012831 Feb 16 22:54:51.252643 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bfafc49a-73bd-43e0-9f2b-776c71785f5e req-3945b6fe-9cdf-4e9c-8cde-eef16cf83126 service neutron] 10.222.0.79 "GET /v2.0/networks/9e40610d-06bc-4fff-a258-1910fedba294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048269 Feb 16 22:54:51.256689 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-bfafc49a-73bd-43e0-9f2b-776c71785f5e req-2c3cae6b-0d98-42af-96ee-047ec7aae6e5 service neutron] 10.222.0.67 "GET /v2.0/networks/9e40610d-06bc-4fff-a258-1910fedba294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051557 Feb 16 22:54:51.348292 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8a6c3-7673-4c85-930e-d2874b191a66 req-f9dcb10c-0cd5-49e8-8277-80c2237cdc5e tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:51.349845 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f9c8a6c3-7673-4c85-930e-d2874b191a66 req-f9dcb10c-0cd5-49e8-8277-80c2237cdc5e tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 944 time: 0.0561357 Feb 16 22:54:51.402662 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f9c8a6c3-7673-4c85-930e-d2874b191a66 req-6fe073c3-3b70-48d1-9d9d-799a9730cc71 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461926 Feb 16 22:54:52.059378 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 960aa0a0-e5ef-4c68-bafa-58ac386aac12 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:54:52.127453 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] The host n-h2-813897-6 is not matching for port 960aa0a0-e5ef-4c68-bafa-58ac386aac12 host n-h1-813897-6! {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 22:54:52.127847 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 960aa0a0-e5ef-4c68-bafa-58ac386aac12 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:54:52.378449 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cef2bb-88ae-490a-9bae-e59f8306deeb req-1834037e-b228-4a70-a8a4-1a6e12bb0bbe tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:52.379932 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c3cef2bb-88ae-490a-9bae-e59f8306deeb req-1834037e-b228-4a70-a8a4-1a6e12bb0bbe tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 945 time: 0.0569317 Feb 16 22:54:52.429245 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c3cef2bb-88ae-490a-9bae-e59f8306deeb req-bea2ba84-6f2e-4734-8d08-129a90afc76f tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424607 Feb 16 22:54:52.538763 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c053abb-9b04-4dd1-9e34-6bc39588872d req-888d3f87-2bd7-4a8f-b705-fe10b99e2ca3 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:52.540209 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8c053abb-9b04-4dd1-9e34-6bc39588872d req-888d3f87-2bd7-4a8f-b705-fe10b99e2ca3 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 944 time: 0.0535791 Feb 16 22:54:52.589550 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8c053abb-9b04-4dd1-9e34-6bc39588872d req-23b4c005-ecf2-4006-8f62-4c00ea988136 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429738 Feb 16 22:54:53.084436 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 960aa0a0-e5ef-4c68-bafa-58ac386aac12 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:54:53.096298 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-74be5e8e-409d-496d-ae86-bc3b3fa5ea7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:53.192687 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 960aa0a0-e5ef-4c68-bafa-58ac386aac12, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=960aa0a0-e5ef-4c68-bafa-58ac386aac12,segment=NetworkSegment(8f8f586f-3eab-4a43-8a9e-196175167066),segment_id=8f8f586f-3eab-4a43-8a9e-196175167066)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:54:53.204522 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '960aa0a0-e5ef-4c68-bafa-58ac386aac12', 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294', 'port_id': '960aa0a0-e5ef-4c68-bafa-58ac386aac12', 'mac_address': 'fa:16:3e:59:77:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b9bf73a-e86a-4d77-9632-6ee40953c684', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:54:53.252467 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 960aa0a0-e5ef-4c68-bafa-58ac386aac12 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:54:53.252878 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (960aa0a0-e5ef-4c68-bafa-58ac386aac12), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:53.268065 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 960aa0a0-e5ef-4c68-bafa-58ac386aac12 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:54:53.290937 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 960aa0a0-e5ef-4c68-bafa-58ac386aac12, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=960aa0a0-e5ef-4c68-bafa-58ac386aac12,segment=NetworkSegment(8f8f586f-3eab-4a43-8a9e-196175167066),segment_id=8f8f586f-3eab-4a43-8a9e-196175167066)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:54:53.294901 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (960aa0a0-e5ef-4c68-bafa-58ac386aac12), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:53.348273 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=960aa0a0-e5ef-4c68-bafa-58ac386aac12,revision_number=12']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:54:53.561467 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7005a-7bfc-4d4d-9e8a-347ca299e4db req-242f986e-522e-42ff-b644-495e0ac15108 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:53.562996 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8ef7005a-7bfc-4d4d-9e8a-347ca299e4db req-242f986e-522e-42ff-b644-495e0ac15108 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 945 time: 0.0607548 Feb 16 22:54:53.611118 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8ef7005a-7bfc-4d4d-9e8a-347ca299e4db req-3ff970ed-aef9-428d-9d4e-9af8fdcb8b1f tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424795 Feb 16 22:54:53.624319 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['960aa0a0-e5ef-4c68-bafa-58ac386aac12'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:54:53.720773 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b385382-d0cc-494e-b71b-ae339c5caa5a req-9951c879-7471-47ff-926d-a1bf74663fbf tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:53.722235 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0b385382-d0cc-494e-b71b-ae339c5caa5a req-9951c879-7471-47ff-926d-a1bf74663fbf tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 945 time: 0.0538712 Feb 16 22:54:53.771275 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0b385382-d0cc-494e-b71b-ae339c5caa5a req-aad2cf2c-826a-4b9b-9fde-2f6ddad41a1d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433719 Feb 16 22:54:53.794864 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 50508) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:54:53.856673 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f3dfca38-290c-4042-8956-c2c97827868f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/floatingips/7334082a-8964-4405-a619-bd7d6b03113a HTTP/1.1" status: 200 len: 992 time: 0.0606413 Feb 16 22:54:53.931567 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1a388-7334-4ec5-9926-e9fc6be4f78f req-c25ddabd-368c-4aab-9183-06e02a7e6279 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:53.933050 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77e1a388-7334-4ec5-9926-e9fc6be4f78f req-c25ddabd-368c-4aab-9183-06e02a7e6279 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.79 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 945 time: 0.0530562 Feb 16 22:54:54.034729 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-77e1a388-7334-4ec5-9926-e9fc6be4f78f req-91eee229-795a-4899-92c9-ea091d8a746b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Deleting port accc22f8-a2ae-479d-8d37-96c00cd7273e {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:54:54.035074 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-77e1a388-7334-4ec5-9926-e9fc6be4f78f req-91eee229-795a-4899-92c9-ea091d8a746b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (accc22f8-a2ae-479d-8d37-96c00cd7273e), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:54.131285 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-77e1a388-7334-4ec5-9926-e9fc6be4f78f req-91eee229-795a-4899-92c9-ea091d8a746b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] For port accc22f8-a2ae-479d-8d37-96c00cd7273e, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=accc22f8-a2ae-479d-8d37-96c00cd7273e,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:54:54.131648 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-77e1a388-7334-4ec5-9926-e9fc6be4f78f req-91eee229-795a-4899-92c9-ea091d8a746b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (accc22f8-a2ae-479d-8d37-96c00cd7273e), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:54.352044 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:54.358284 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-77e1a388-7334-4ec5-9926-e9fc6be4f78f req-91eee229-795a-4899-92c9-ea091d8a746b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:54.358658 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-77e1a388-7334-4ec5-9926-e9fc6be4f78f req-91eee229-795a-4899-92c9-ea091d8a746b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (66dee825-53c7-4236-92cc-4c101fa35e9d), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:54.358978 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [req-77e1a388-7334-4ec5-9926-e9fc6be4f78f req-91eee229-795a-4899-92c9-ea091d8a746b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Floating IP 66dee825-53c7-4236-92cc-4c101fa35e9d disassociated. External IP: 172.25.2.122, port: accc22f8-a2ae-479d-8d37-96c00cd7273e. Feb 16 22:54:54.359316 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-77e1a388-7334-4ec5-9926-e9fc6be4f78f req-91eee229-795a-4899-92c9-ea091d8a746b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Calling delete_port for accc22f8-a2ae-479d-8d37-96c00cd7273e owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:54:54.487365 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-77e1a388-7334-4ec5-9926-e9fc6be4f78f req-91eee229-795a-4899-92c9-ea091d8a746b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (accc22f8-a2ae-479d-8d37-96c00cd7273e), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:54.516035 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eee229-795a-4899-92c9-ea091d8a746b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Pushing event deleted for resources: {'Port': ['ID=accc22f8-a2ae-479d-8d37-96c00cd7273e,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:54:54.635867 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77e1a388-7334-4ec5-9926-e9fc6be4f78f req-91eee229-795a-4899-92c9-ea091d8a746b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Router aa52edcc-cb25-4717-9f57-78729350a38d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:54:54.737513 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [req-5626126c-10cf-49a4-b86d-5e052f668a35 req-a1b9709c-5b7f-4173-88c6-0876745b121c service neutron] (103465) timed out ('10.222.0.79', 52402) {{(pid=103465) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 22:54:54.744756 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9b66f3f9-685e-41d2-a60e-7970cc060154 req-8fe72681-83f6-4e31-ad62-9f332ff6e976 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 210 time: 0.0322807 Feb 16 22:54:54.777338 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77e1a388-7334-4ec5-9926-e9fc6be4f78f req-91eee229-795a-4899-92c9-ea091d8a746b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:54:54.787456 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1145cd43-dda7-4c54-9ec5-4b0f5fcc942a None None] Sync routers for ids ['aa52edcc-cb25-4717-9f57-78729350a38d'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:54:54.798150 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1145cd43-dda7-4c54-9ec5-4b0f5fcc942a None None] Routers {'aa52edcc-cb25-4717-9f57-78729350a38d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:54:54.798719 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-1145cd43-dda7-4c54-9ec5-4b0f5fcc942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:54:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['aa52edcc-cb25-4717-9f57-78729350a38d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:54:54.821581 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e1a388-7334-4ec5-9926-e9fc6be4f78f req-91eee229-795a-4899-92c9-ea091d8a746b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] No DVR routers for this DVR port accc22f8-a2ae-479d-8d37-96c00cd7273e on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:54:54.824818 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-77e1a388-7334-4ec5-9926-e9fc6be4f78f req-91eee229-795a-4899-92c9-ea091d8a746b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:54.828557 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77e1a388-7334-4ec5-9926-e9fc6be4f78f req-91eee229-795a-4899-92c9-ea091d8a746b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.79 "DELETE /v2.0/ports/accc22f8-a2ae-479d-8d37-96c00cd7273e HTTP/1.1" status: 204 len: 173 time: 0.8887997 Feb 16 22:54:54.829021 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83166991-7e9b-4060-b85a-9c223826b8d0', 'name': 'network-vif-deleted', 'tag': 'accc22f8-a2ae-479d-8d37-96c00cd7273e'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:54:54.831487 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bffbc1-2724-4034-900b-8a35c9454ea1" -d '{"events": [{"server_uuid": "83166991-7e9b-4060-b85a-9c223826b8d0", "name": "network-vif-deleted", "tag": "accc22f8-a2ae-479d-8d37-96c00cd7273e"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:54:54.890812 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54c1173-d778-45eb-857b-c4aecef5e6e0 x-openstack-request-id: req-a54c1173-d778-45eb-857b-c4aecef5e6e0 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:54:54.891384 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83166991-7e9b-4060-b85a-9c223826b8d0", "name": "network-vif-deleted", "tag": "accc22f8-a2ae-479d-8d37-96c00cd7273e", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:54:54.892398 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a54c1173-d778-45eb-857b-c4aecef5e6e0 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:54:54.893397 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83166991-7e9b-4060-b85a-9c223826b8d0', 'name': 'network-vif-deleted', 'tag': 'accc22f8-a2ae-479d-8d37-96c00cd7273e', 'status': 'completed', 'code': 200} Feb 16 22:54:54.927876 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-1145cd43-dda7-4c54-9ec5-4b0f5fcc942a None None] Set router aa52edcc-cb25-4717-9f57-78729350a38d gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:54:55.102153 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 960aa0a0-e5ef-4c68-bafa-58ac386aac12 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:54:55.189410 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 960aa0a0-e5ef-4c68-bafa-58ac386aac12 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:54:55.195391 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 960aa0a0-e5ef-4c68-bafa-58ac386aac12 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:54:55.195798 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (960aa0a0-e5ef-4c68-bafa-58ac386aac12), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:55.200250 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-1145cd43-dda7-4c54-9ec5-4b0f5fcc942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'name': 'tempest-TestVolumeBootPattern-1878941652-router', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:38Z', 'updated_at': '2022-02-16T22:43:46Z', 'revision_number': 4, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'gw_port': {'id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:39Z', 'updated_at': '2022-02-16T22:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '2ff71336-6aab-49a7-9349-dde4c2626ba5', 'name': '', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'mac_address': 'fa:16:3e:2a:99:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:45Z', 'updated_at': '2022-02-16T22:43:51Z', 'revision_number': 5, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'subnets': [{'id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:54:55.249388 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1145cd43-dda7-4c54-9ec5-4b0f5fcc942a None None] Checking router: aa52edcc-cb25-4717-9f57-78729350a38d for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:54:55.266073 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1145cd43-dda7-4c54-9ec5-4b0f5fcc942a None None] Routers {'aa52edcc-cb25-4717-9f57-78729350a38d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:54:55.266691 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-1145cd43-dda7-4c54-9ec5-4b0f5fcc942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:54:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['aa52edcc-cb25-4717-9f57-78729350a38d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:54:55.403210 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 960aa0a0-e5ef-4c68-bafa-58ac386aac12 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:54:55.403918 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (960aa0a0-e5ef-4c68-bafa-58ac386aac12), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:55.417111 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-1145cd43-dda7-4c54-9ec5-4b0f5fcc942a None None] Set router aa52edcc-cb25-4717-9f57-78729350a38d gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:54:55.464395 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c20c9a-0809-4f0c-b137-48a7bcff577f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960aa0a0-e5ef-4c68-bafa-58ac386aac12'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:54:55.466582 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2070469b-edc5-46fa-9909-565bef15a0bf" -d '{"events": [{"server_uuid": "45c20c9a-0809-4f0c-b137-48a7bcff577f", "name": "network-vif-plugged", "status": "completed", "tag": "960aa0a0-e5ef-4c68-bafa-58ac386aac12"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:54:55.485464 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 960aa0a0-e5ef-4c68-bafa-58ac386aac12, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=960aa0a0-e5ef-4c68-bafa-58ac386aac12,segment=NetworkSegment(8f8f586f-3eab-4a43-8a9e-196175167066),segment_id=8f8f586f-3eab-4a43-8a9e-196175167066)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:54:55.519793 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (960aa0a0-e5ef-4c68-bafa-58ac386aac12), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:55.553133 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a393a6-865f-4374-b93b-d1a43664181d x-openstack-request-id: req-d1a393a6-865f-4374-b93b-d1a43664181d {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:54:55.553436 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c20c9a-0809-4f0c-b137-48a7bcff577f", "name": "network-vif-plugged", "status": "completed", "tag": "960aa0a0-e5ef-4c68-bafa-58ac386aac12", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:54:55.553774 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d1a393a6-865f-4374-b93b-d1a43664181d {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:54:55.554115 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c20c9a-0809-4f0c-b137-48a7bcff577f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960aa0a0-e5ef-4c68-bafa-58ac386aac12', 'code': 200} Feb 16 22:54:55.621167 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=960aa0a0-e5ef-4c68-bafa-58ac386aac12,revision_number=13']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:54:55.704649 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:55.718337 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-1145cd43-dda7-4c54-9ec5-4b0f5fcc942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'name': 'tempest-TestVolumeBootPattern-1878941652-router', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:38Z', 'updated_at': '2022-02-16T22:43:46Z', 'revision_number': 4, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'gw_port': {'id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:39Z', 'updated_at': '2022-02-16T22:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '2ff71336-6aab-49a7-9349-dde4c2626ba5', 'name': '', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'mac_address': 'fa:16:3e:2a:99:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:45Z', 'updated_at': '2022-02-16T22:43:51Z', 'revision_number': 5, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'subnets': [{'id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:54:55.745703 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1145cd43-dda7-4c54-9ec5-4b0f5fcc942a None None] The sync data for ids ['aa52edcc-cb25-4717-9f57-78729350a38d'] in n-d-813897-6 is: [{'id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'name': 'tempest-TestVolumeBootPattern-1878941652-router', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:38Z', 'updated_at': '2022-02-16T22:43:46Z', 'revision_number': 4, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'gw_port': {'id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:39Z', 'updated_at': '2022-02-16T22:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '2ff71336-6aab-49a7-9349-dde4c2626ba5', 'name': '', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'mac_address': 'fa:16:3e:2a:99:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:45Z', 'updated_at': '2022-02-16T22:43:51Z', 'revision_number': 5, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'subnets': [{'id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:54:55.852407 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b0443a9a-21c1-4895-99c4-9ac76b172d83 req-c7438a2e-b2c5-48f7-a1b7-72f82fc95eab tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 210 time: 0.0288827 Feb 16 22:54:56.043210 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0508e8fb-5e0a-43f8-8c84-528bfbbebb9f None None] New status for floating IP 66dee825-53c7-4236-92cc-4c101fa35e9d: DOWN {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:54:56.952713 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fe73f302-653a-4edb-82b3-17938c529dcf req-2882a166-dc38-4b0c-994e-5c0470af2a89 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 210 time: 0.0284228 Feb 16 22:54:57.058177 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:58.062777 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-56588586-34c1-4d1b-9202-cd14885a7efd req-371cf76c-5d66-43fe-9944-6975cfaecd88 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 210 time: 0.0273757 Feb 16 22:54:58.089435 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device accc22f8-a2ae-479d-8d37-96c00cd7273e no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:54:58.114711 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: accc22f8-a2ae-479d-8d37-96c00cd7273e {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:54:58.115140 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device accc22f8-a2ae-479d-8d37-96c00cd7273e not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:54:58.440968 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0fcf4eef-8197-430d-8a2c-eba95a83e02c req-8c6beaef-a258-4fb4-a621-7095f5e9a3cb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458431 Feb 16 22:54:58.543408 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf4eef-8197-430d-8a2c-eba95a83e02c req-09c47d23-9583-4468-8b8e-27dc54e1530e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:58.545137 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0fcf4eef-8197-430d-8a2c-eba95a83e02c req-09c47d23-9583-4468-8b8e-27dc54e1530e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 1128 time: 0.0558300 Feb 16 22:54:58.662626 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf4eef-8197-430d-8a2c-eba95a83e02c req-f2eaa577-725c-4636-8d7b-8d4a5e12a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:58.664862 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0fcf4eef-8197-430d-8a2c-eba95a83e02c req-f2eaa577-725c-4636-8d7b-8d4a5e12a15f service neutron] 10.222.0.67 "GET /v2.0/networks?id=9e40610d-06bc-4fff-a258-1910fedba294 HTTP/1.1" status: 200 len: 897 time: 0.1000867 Feb 16 22:54:58.683406 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:54:58.740666 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0fcf4eef-8197-430d-8a2c-eba95a83e02c req-4b21e945-d660-4e15-850f-d4ea8ff58fd2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=960aa0a0-e5ef-4c68-bafa-58ac386aac12 HTTP/1.1" status: 200 len: 1001 time: 0.0697279 Feb 16 22:54:58.791483 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf4eef-8197-430d-8a2c-eba95a83e02c req-edaa0ac6-69ef-4751-bb3e-1b6eaa374aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:58.793100 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0fcf4eef-8197-430d-8a2c-eba95a83e02c req-edaa0ac6-69ef-4751-bb3e-1b6eaa374aa5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0b9bf73a-e86a-4d77-9632-6ee40953c684 HTTP/1.1" status: 200 len: 834 time: 0.0471561 Feb 16 22:54:58.846709 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf4eef-8197-430d-8a2c-eba95a83e02c req-f25a8396-9a18-4e86-8175-357791f75e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:54:58.848251 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0fcf4eef-8197-430d-8a2c-eba95a83e02c req-f25a8396-9a18-4e86-8175-357791f75e9d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9e40610d-06bc-4fff-a258-1910fedba294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482810 Feb 16 22:54:58.950248 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0fcf4eef-8197-430d-8a2c-eba95a83e02c req-01852944-4e2b-48dc-90e0-040e72c38c02 service neutron] 10.222.0.67 "GET /v2.0/networks/9e40610d-06bc-4fff-a258-1910fedba294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952594 Feb 16 22:54:59.047496 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0fcf4eef-8197-430d-8a2c-eba95a83e02c req-24133fe2-4ae5-4f8e-980b-c95651da6dbe service neutron] 10.222.0.67 "GET /v2.0/networks/9e40610d-06bc-4fff-a258-1910fedba294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902169 Feb 16 22:54:59.164272 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3a96264c-8ecb-433f-b61b-157c4883ce4c req-811cf550-4dfa-4635-9226-faba70856c97 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 210 time: 0.0282104 Feb 16 22:55:00.131755 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:00.271815 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dbcc1809-7b5c-4498-9876-fd089cba9d0f req-4b44365d-c769-418b-867b-664dfe691275 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 210 time: 0.0312493 Feb 16 22:55:01.368054 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d90d66b3-ef0b-4c2e-9a73-115e167f4d53 req-c0ad3bac-3892-4d5a-aa5d-1a37cab5df57 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 210 time: 0.0274770 Feb 16 22:55:02.474280 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b7c7b6a-2eed-4b24-a1e8-00471f24873f req-17543208-cbb2-4a66-ba64-65a10050d842 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 210 time: 0.0324843 Feb 16 22:55:03.584871 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-70f6ec05-fc44-4599-a6f9-d4b61e686402 req-429bdc42-58f3-40cd-9cc7-5c2655fd628c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=83166991-7e9b-4060-b85a-9c223826b8d0 HTTP/1.1" status: 200 len: 210 time: 0.0292101 Feb 16 22:55:04.834735 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-3ff609f4-28e7-4882-80b4-3595d42f67bf tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1616991948&fields=id&tenant_id=09b4d7c239444335b4d37b9f638ba2c2 HTTP/1.1" status: 200 len: 267 time: 0.0542891 Feb 16 22:55:04.954865 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-2c7fbdd5-9c52-413e-8564-b6ac9af5e99e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:04.956358 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-2c7fbdd5-9c52-413e-8564-b6ac9af5e99e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/networks?id=50f5d130-0f22-457e-8f9d-f7f34d0d3035 HTTP/1.1" status: 200 len: 812 time: 0.1141794 Feb 16 22:55:04.974708 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-567eafbf-d63b-4c12-ab4a-1d2a7ea26e47 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/quotas/09b4d7c239444335b4d37b9f638ba2c2 HTTP/1.1" status: 200 len: 375 time: 0.0107121 Feb 16 22:55:05.046273 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-a5566c4e-1c34-4e41-8f9c-29cf3a33dd07 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649590 Feb 16 22:55:05.174021 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-d8aae9b2-ca9f-4f48-8e58-d5106e8ae183 service neutron] 10.222.0.75 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074824 Feb 16 22:55:05.290892 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-dbcf9cfd-f57f-4d62-a831-d4d8efea8c1b service neutron] 10.222.0.75 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114364 Feb 16 22:55:05.637861 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6fd59ff0-a7a9-4afa-ad82-7ba7d696dd8d req-38ae0cee-93f7-45e4-b0ea-c7ab8ee77fc5 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 210 time: 0.0428612 Feb 16 22:55:06.646154 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-c0a0d59b-636c-4ba3-81b6-79fcbc450fbd tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:06.647631 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-c0a0d59b-636c-4ba3-81b6-79fcbc450fbd tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.79 "GET /v2.0/networks?id=50f5d130-0f22-457e-8f9d-f7f34d0d3035 HTTP/1.1" status: 200 len: 812 time: 0.1272352 Feb 16 22:55:06.719795 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-77a53e7e-19f9-4034-9f25-fe2e7da658fb tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09b4d7c239444335b4d37b9f638ba2c2 HTTP/1.1" status: 200 len: 380 time: 0.0625336 Feb 16 22:55:06.734472 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-3cab6415-523d-4b0e-afcc-51d63dbf576d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Request body: {'port': {'device_id': 'dbc4798b-324b-4842-b098-8315e217c0d9', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'admin_state_up': True, 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'security_groups': ['9833243c-2658-4118-b80e-44a224b005d0']}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:55:06.774381 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0eb83ffa-a0c0-446d-8109-7e317dd4670c req-13e5cdf5-8f76-43d4-b167-3f66ce7a9265 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 210 time: 0.0532453 Feb 16 22:55:06.869752 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-3cab6415-523d-4b0e-afcc-51d63dbf576d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Made reservation on behalf of 09b4d7c239444335b4d37b9f638ba2c2 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:55:06.873288 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-3cab6415-523d-4b0e-afcc-51d63dbf576d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:07.004287 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-3cab6415-523d-4b0e-afcc-51d63dbf576d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Allocated IP 172.20.0.4 (50f5d130-0f22-457e-8f9d-f7f34d0d3035/0f3f901b-49c4-4880-859e-a4de691296cc/54315529-eaad-4c4a-8029-5949c0cb4a13) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:55:07.143500 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-3cab6415-523d-4b0e-afcc-51d63dbf576d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for port (54315529-eaad-4c4a-8029-5949c0cb4a13), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:07.177936 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-3cab6415-523d-4b0e-afcc-51d63dbf576d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (54315529-eaad-4c4a-8029-5949c0cb4a13), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:07.222700 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-3cab6415-523d-4b0e-afcc-51d63dbf576d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:55:07.228276 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-3cab6415-523d-4b0e-afcc-51d63dbf576d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:55:07.230846 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-3cab6415-523d-4b0e-afcc-51d63dbf576d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:55:07.262810 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab6415-523d-4b0e-afcc-51d63dbf576d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Pushing event updated for resources: {'Port': ['ID=54315529-eaad-4c4a-8029-5949c0cb4a13,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:07.291853 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-3cab6415-523d-4b0e-afcc-51d63dbf576d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:07.292548 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-3cab6415-523d-4b0e-afcc-51d63dbf576d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:07.311163 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-3cab6415-523d-4b0e-afcc-51d63dbf576d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5810618 Feb 16 22:55:07.324054 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-6c70a91a-4776-42e1-b297-079d12be59cc service neutron] Request body: {'port': {'device_id': 'dbc4798b-324b-4842-b098-8315e217c0d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:55:07.370014 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:55:07.397571 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-6c70a91a-4776-42e1-b297-079d12be59cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (54315529-eaad-4c4a-8029-5949c0cb4a13), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:07.521898 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-c490726a-746f-4ef9-a7a8-a0e8d424d0fb None None] Provisioning complete for port 54315529-eaad-4c4a-8029-5949c0cb4a13 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:55:07.523072 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c490726a-746f-4ef9-a7a8-a0e8d424d0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (54315529-eaad-4c4a-8029-5949c0cb4a13), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:07.567807 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-c490726a-746f-4ef9-a7a8-a0e8d424d0fb None None] Port 54315529-eaad-4c4a-8029-5949c0cb4a13 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:55:07.695744 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-6c70a91a-4776-42e1-b297-079d12be59cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54315529-eaad-4c4a-8029-5949c0cb4a13 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:55:07.703956 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-6c70a91a-4776-42e1-b297-079d12be59cc service neutron] Publish callbacks [] for port (54315529-eaad-4c4a-8029-5949c0cb4a13), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:07.718124 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-6c70a91a-4776-42e1-b297-079d12be59cc service neutron] Transition to ACTIVE for port object 54315529-eaad-4c4a-8029-5949c0cb4a13 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:55:07.724935 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-6c70a91a-4776-42e1-b297-079d12be59cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (54315529-eaad-4c4a-8029-5949c0cb4a13), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:07.778623 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70a91a-4776-42e1-b297-079d12be59cc service neutron] Pushing event updated for resources: {'Port': ['ID=54315529-eaad-4c4a-8029-5949c0cb4a13,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:07.897250 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-6c70a91a-4776-42e1-b297-079d12be59cc service neutron] Attempting to bind port 54315529-eaad-4c4a-8029-5949c0cb4a13 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:55:07.897250 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-6c70a91a-4776-42e1-b297-079d12be59cc service neutron] Attempting to bind port 54315529-eaad-4c4a-8029-5949c0cb4a13 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:55:07.897250 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-6c70a91a-4776-42e1-b297-079d12be59cc service neutron] Attempting to bind port 54315529-eaad-4c4a-8029-5949c0cb4a13 on network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:55:07.919113 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-6c70a91a-4776-42e1-b297-079d12be59cc service neutron] Port 54315529-eaad-4c4a-8029-5949c0cb4a13 on network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:55:07.919534 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-6c70a91a-4776-42e1-b297-079d12be59cc service neutron] Attempting to bind port 54315529-eaad-4c4a-8029-5949c0cb4a13 on network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:55:07.928086 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-6c70a91a-4776-42e1-b297-079d12be59cc service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:55:07.928439 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-6c70a91a-4776-42e1-b297-079d12be59cc service neutron] Checking segment: {'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:55:07.928831 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-6c70a91a-4776-42e1-b297-079d12be59cc service neutron] Bound using segment: {'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:55:07.929307 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-6c70a91a-4776-42e1-b297-079d12be59cc service neutron] Bound port: 54315529-eaad-4c4a-8029-5949c0cb4a13, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:55:07.929671 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-6c70a91a-4776-42e1-b297-079d12be59cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (54315529-eaad-4c4a-8029-5949c0cb4a13), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:07.991594 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118c463-26a3-4f08-9b2b-a09ff5262dbb req-64d3a4bf-ac7f-409a-8305-f3a1e99eb001 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:07.993248 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9118c463-26a3-4f08-9b2b-a09ff5262dbb req-64d3a4bf-ac7f-409a-8305-f3a1e99eb001 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 943 time: 0.1150146 Feb 16 22:55:08.034771 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-6c70a91a-4776-42e1-b297-079d12be59cc service neutron] For port 54315529-eaad-4c4a-8029-5949c0cb4a13, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:55:08.056535 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-6c70a91a-4776-42e1-b297-079d12be59cc service neutron] For port 54315529-eaad-4c4a-8029-5949c0cb4a13, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=54315529-eaad-4c4a-8029-5949c0cb4a13,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:55:08.077232 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9118c463-26a3-4f08-9b2b-a09ff5262dbb req-5d91ed7e-21d3-4722-9822-b1043fe8f01c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752425 Feb 16 22:55:08.089379 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-6c70a91a-4776-42e1-b297-079d12be59cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (54315529-eaad-4c4a-8029-5949c0cb4a13), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:08.141581 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-6c70a91a-4776-42e1-b297-079d12be59cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:08.142302 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-6c70a91a-4776-42e1-b297-079d12be59cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:08.143880 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-6c70a91a-4776-42e1-b297-079d12be59cc service neutron] 10.222.0.79 "PUT /v2.0/ports/54315529-eaad-4c4a-8029-5949c0cb4a13 HTTP/1.1" status: 200 len: 1091 time: 0.8247561 Feb 16 22:55:08.144357 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc4798b-324b-4842-b098-8315e217c0d9', 'tag': '54315529-eaad-4c4a-8029-5949c0cb4a13'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:55:08.146809 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc937f1-e792-42e3-ba73-f60286685b69" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc4798b-324b-4842-b098-8315e217c0d9", "tag": "54315529-eaad-4c4a-8029-5949c0cb4a13"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:55:08.216921 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70a91a-4776-42e1-b297-079d12be59cc service neutron] Pushing event updated for resources: {'Port': ['ID=54315529-eaad-4c4a-8029-5949c0cb4a13,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:08.249589 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4354fed9-c44e-43a1-a0d4-46b3484a599c x-openstack-request-id: req-4354fed9-c44e-43a1-a0d4-46b3484a599c {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:55:08.249904 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc4798b-324b-4842-b098-8315e217c0d9", "tag": "54315529-eaad-4c4a-8029-5949c0cb4a13", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:55:08.250211 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4354fed9-c44e-43a1-a0d4-46b3484a599c {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:55:08.250633 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc4798b-324b-4842-b098-8315e217c0d9', 'tag': '54315529-eaad-4c4a-8029-5949c0cb4a13', 'status': 'completed', 'code': 200} Feb 16 22:55:08.274511 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-d807558d-f00c-4196-902b-1d8dca5a323f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:08.276537 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-d807558d-f00c-4196-902b-1d8dca5a323f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 1125 time: 0.0851126 Feb 16 22:55:08.347140 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-62b13bb6-2a79-4f04-b126-8d7bbe530db1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54315529-eaad-4c4a-8029-5949c0cb4a13 HTTP/1.1" status: 200 len: 217 time: 0.0631287 Feb 16 22:55:08.407137 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-40d36ba9-8073-4cc0-83ea-063bcf1c0d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:08.408834 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-40d36ba9-8073-4cc0-83ea-063bcf1c0d66 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0f3f901b-49c4-4880-859e-a4de691296cc HTTP/1.1" status: 200 len: 851 time: 0.0547514 Feb 16 22:55:08.470656 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-1e8b61b1-1c28-4659-8226-998910c5ff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:08.471929 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-1e8b61b1-1c28-4659-8226-998910c5ff9c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=50f5d130-0f22-457e-8f9d-f7f34d0d3035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0523434 Feb 16 22:55:08.569782 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-d5dc9b92-b191-40b9-860b-4f0d3c852b60 service neutron] 10.222.0.79 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907636 Feb 16 22:55:08.670424 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cca99de0-74b5-4720-881b-988aecbf3b8a req-9f3df034-5baa-499b-a6f0-3089b51dd370 service neutron] 10.222.0.79 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947473 Feb 16 22:55:08.762310 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc937f1-e792-42e3-ba73-f60286685b69 req-b861361f-0d32-4b97-8c71-56ffa16b618b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:08.765011 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bdc937f1-e792-42e3-ba73-f60286685b69 req-b861361f-0d32-4b97-8c71-56ffa16b618b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 1125 time: 0.0509944 Feb 16 22:55:08.878606 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc937f1-e792-42e3-ba73-f60286685b69 req-9d737da2-16e8-457a-8d67-2363fed61692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:08.880528 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bdc937f1-e792-42e3-ba73-f60286685b69 req-9d737da2-16e8-457a-8d67-2363fed61692 service neutron] 10.222.0.79 "GET /v2.0/networks?id=50f5d130-0f22-457e-8f9d-f7f34d0d3035 HTTP/1.1" status: 200 len: 913 time: 0.1091645 Feb 16 22:55:08.925548 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bdc937f1-e792-42e3-ba73-f60286685b69 req-5914a6f3-7001-41fe-83ed-506ba4c113d5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54315529-eaad-4c4a-8029-5949c0cb4a13 HTTP/1.1" status: 200 len: 217 time: 0.0384130 Feb 16 22:55:08.978265 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc937f1-e792-42e3-ba73-f60286685b69 req-f3a3a7c8-cf8f-4407-9a31-eb9572be63c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:08.979982 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bdc937f1-e792-42e3-ba73-f60286685b69 req-f3a3a7c8-cf8f-4407-9a31-eb9572be63c4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0f3f901b-49c4-4880-859e-a4de691296cc HTTP/1.1" status: 200 len: 851 time: 0.0489740 Feb 16 22:55:09.039350 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc937f1-e792-42e3-ba73-f60286685b69 req-a628a9ce-7fe5-40c3-80e4-db5bf5fe3d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:09.041058 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bdc937f1-e792-42e3-ba73-f60286685b69 req-a628a9ce-7fe5-40c3-80e4-db5bf5fe3d1b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=50f5d130-0f22-457e-8f9d-f7f34d0d3035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0550201 Feb 16 22:55:09.141013 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bdc937f1-e792-42e3-ba73-f60286685b69 req-ebfc5a71-feda-492c-aef1-ca0ed9c4abac service neutron] 10.222.0.79 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934844 Feb 16 22:55:09.265609 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bdc937f1-e792-42e3-ba73-f60286685b69 req-dedd9e79-33c3-46fb-b5d7-73475f347aa6 service neutron] 10.222.0.79 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188259 Feb 16 22:55:09.284195 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a22a5-43cf-4214-8bc5-294a594092a0 req-495e5807-1589-448e-8ba4-199d49d6e845 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:09.285704 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f35a22a5-43cf-4214-8bc5-294a594092a0 req-495e5807-1589-448e-8ba4-199d49d6e845 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 943 time: 0.0737507 Feb 16 22:55:09.336783 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f35a22a5-43cf-4214-8bc5-294a594092a0 req-d16189eb-5ded-4109-9f9e-0b75a5ee019a tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429599 Feb 16 22:55:10.461470 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4038a1-21f9-4c0b-9abf-42d26e5524f2 req-b3fdacd4-592e-4cd0-856c-e0e3288bd0df tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:10.467229 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8d4038a1-21f9-4c0b-9abf-42d26e5524f2 req-b3fdacd4-592e-4cd0-856c-e0e3288bd0df tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 943 time: 0.0546386 Feb 16 22:55:10.517427 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8d4038a1-21f9-4c0b-9abf-42d26e5524f2 req-d17b8d78-b186-43f5-9e02-697723492cb7 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484643 Feb 16 22:55:11.642584 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd865a-8d49-4097-8ff9-1865efe8aec8 req-5ac0cbe4-4978-4116-b137-e5e41cf10074 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:11.644082 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cdfd865a-8d49-4097-8ff9-1865efe8aec8 req-5ac0cbe4-4978-4116-b137-e5e41cf10074 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 943 time: 0.0535560 Feb 16 22:55:11.694388 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cdfd865a-8d49-4097-8ff9-1865efe8aec8 req-461ea744-b015-4b28-863c-9c94277878f1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442102 Feb 16 22:55:12.828094 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b115e-9874-4dd4-b921-87ef8016600d req-ebde00ba-a7ef-4b4c-8cf5-a16a0c87681a tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:12.829775 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7f3b115e-9874-4dd4-b921-87ef8016600d req-ebde00ba-a7ef-4b4c-8cf5-a16a0c87681a tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 943 time: 0.0616679 Feb 16 22:55:12.887481 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7f3b115e-9874-4dd4-b921-87ef8016600d req-7b7ececc-1857-440b-8a3b-4471c377b33f tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516067 Feb 16 22:55:12.970210 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 50578) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:55:13.143567 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-670be231-f772-495b-87aa-9268f173cfd1 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Deleting port a44aa907-74fd-4c7b-82f3-d2265f90e565 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:55:13.143921 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-670be231-f772-495b-87aa-9268f173cfd1 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a44aa907-74fd-4c7b-82f3-d2265f90e565), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:13.232672 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-670be231-f772-495b-87aa-9268f173cfd1 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a44aa907-74fd-4c7b-82f3-d2265f90e565), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:13.232999 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-670be231-f772-495b-87aa-9268f173cfd1 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks [] for floatingip (a44aa907-74fd-4c7b-82f3-d2265f90e565), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:13.247752 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-670be231-f772-495b-87aa-9268f173cfd1 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Calling delete_port for a44aa907-74fd-4c7b-82f3-d2265f90e565 owned by network:floatingip {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:55:13.449475 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-670be231-f772-495b-87aa-9268f173cfd1 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (a44aa907-74fd-4c7b-82f3-d2265f90e565), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:13.483998 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670be231-f772-495b-87aa-9268f173cfd1 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Pushing event deleted for resources: {'Port': ['ID=a44aa907-74fd-4c7b-82f3-d2265f90e565,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:13.519908 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670be231-f772-495b-87aa-9268f173cfd1 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:13.520293 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670be231-f772-495b-87aa-9268f173cfd1 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:13.520720 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670be231-f772-495b-87aa-9268f173cfd1 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:13.521132 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670be231-f772-495b-87aa-9268f173cfd1 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:13.521541 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670be231-f772-495b-87aa-9268f173cfd1 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:13.522015 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670be231-f772-495b-87aa-9268f173cfd1 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:13.522327 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670be231-f772-495b-87aa-9268f173cfd1 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:13.522897 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670be231-f772-495b-87aa-9268f173cfd1 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:13.523313 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670be231-f772-495b-87aa-9268f173cfd1 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:13.523768 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670be231-f772-495b-87aa-9268f173cfd1 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:13.524057 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670be231-f772-495b-87aa-9268f173cfd1 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:13.524238 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670be231-f772-495b-87aa-9268f173cfd1 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:13.524534 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670be231-f772-495b-87aa-9268f173cfd1 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:13.571651 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-670be231-f772-495b-87aa-9268f173cfd1 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks [] for floatingip (7b3f001a-37e9-43cc-95cd-3aa9b6c7cbf8), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:13.571947 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [None req-670be231-f772-495b-87aa-9268f173cfd1 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Floating IP 7b3f001a-37e9-43cc-95cd-3aa9b6c7cbf8 disassociated (deleted). External IP: 172.25.2.85, port: ddea112a-4961-47e7-b225-85088f58b649. Feb 16 22:55:13.815140 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670be231-f772-495b-87aa-9268f173cfd1 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Router bce8efcd-18d7-45ef-bba8-4a19d636c301 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:55:13.959728 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670be231-f772-495b-87aa-9268f173cfd1 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:55:13.974202 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a267564-d99c-4234-8e0d-29b78db394aa None None] Sync routers for ids ['bce8efcd-18d7-45ef-bba8-4a19d636c301'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:55:13.975728 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-670be231-f772-495b-87aa-9268f173cfd1 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:13.991092 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a267564-d99c-4234-8e0d-29b78db394aa None None] Routers {'bce8efcd-18d7-45ef-bba8-4a19d636c301'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:55:13.992428 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3a267564-d99c-4234-8e0d-29b78db394aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:54:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['bce8efcd-18d7-45ef-bba8-4a19d636c301'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:14.018639 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-670be231-f772-495b-87aa-9268f173cfd1 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "DELETE /v2.0/floatingips/7b3f001a-37e9-43cc-95cd-3aa9b6c7cbf8 HTTP/1.1" status: 204 len: 168 time: 1.0472219 Feb 16 22:55:14.019454 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268e585e-53bf-4dff-8939-cca1ac2258e2', 'tag': 'ddea112a-4961-47e7-b225-85088f58b649'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:55:14.025265 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc0405c-4fc6-4c8f-bf0a-052c2a8fa6fd" -d '{"events": [{"name": "network-changed", "server_uuid": "268e585e-53bf-4dff-8939-cca1ac2258e2", "tag": "ddea112a-4961-47e7-b225-85088f58b649"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:55:14.042822 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba718a8a-c2a8-439c-b04d-9976f9b2003b req-008be86d-1d1c-472c-a7b2-8826e9cbf4d6 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:14.044432 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ba718a8a-c2a8-439c-b04d-9976f9b2003b req-008be86d-1d1c-472c-a7b2-8826e9cbf4d6 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 943 time: 0.0752275 Feb 16 22:55:14.098978 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ba718a8a-c2a8-439c-b04d-9976f9b2003b req-24ede39d-76cd-4aad-bc20-c80b1abe8a3e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483172 Feb 16 22:55:14.134180 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-3a267564-d99c-4234-8e0d-29b78db394aa None None] Set router bce8efcd-18d7-45ef-bba8-4a19d636c301 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:55:14.294516 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871d625c-c47d-4a53-9886-243a93efa99c x-openstack-request-id: req-871d625c-c47d-4a53-9886-243a93efa99c {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:55:14.295143 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "268e585e-53bf-4dff-8939-cca1ac2258e2", "tag": "ddea112a-4961-47e7-b225-85088f58b649", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:55:14.295934 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-871d625c-c47d-4a53-9886-243a93efa99c {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:55:14.297027 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '268e585e-53bf-4dff-8939-cca1ac2258e2', 'tag': 'ddea112a-4961-47e7-b225-85088f58b649', 'status': 'completed', 'code': 200} Feb 16 22:55:14.377626 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3a267564-d99c-4234-8e0d-29b78db394aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'name': 'tempest-TestVolumeBackupRestore-937929795-router', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f98aa50f-ef9e-48a9-815f-63a118e22408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:10Z', 'updated_at': '2022-02-16T22:51:18Z', 'revision_number': 4, 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'gw_port': {'id': 'f98aa50f-ef9e-48a9-815f-63a118e22408', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:68:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:12Z', 'updated_at': '2022-02-16T22:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '6bf9daba-9b52-4fbb-a6c6-9bb49893f75c', 'name': '', 'network_id': '2b8bbf18-4be7-49fe-84cb-d34551020686', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'mac_address': 'fa:16:3e:3c:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:16Z', 'updated_at': '2022-02-16T22:51:29Z', 'revision_number': 5, 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'subnets': [{'id': '09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:14.379315 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0405c-4fc6-4c8f-bf0a-052c2a8fa6fd req-b2be28a6-5b57-41fb-935f-c2cbabce278d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:14.381097 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-dbc0405c-4fc6-4c8f-bf0a-052c2a8fa6fd req-b2be28a6-5b57-41fb-935f-c2cbabce278d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0c0a2c9b9f8044d88184aae0a6698d8e&device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 1128 time: 0.0544710 Feb 16 22:55:14.411656 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a267564-d99c-4234-8e0d-29b78db394aa None None] Checking router: bce8efcd-18d7-45ef-bba8-4a19d636c301 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:55:14.419116 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64050d82-29dd-49fa-9ecf-d55d4a13348d req-d5f0377d-d961-4802-8154-fe97dae3fbd0 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:14.421144 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a267564-d99c-4234-8e0d-29b78db394aa None None] Routers {'bce8efcd-18d7-45ef-bba8-4a19d636c301'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:55:14.421414 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-64050d82-29dd-49fa-9ecf-d55d4a13348d req-d5f0377d-d961-4802-8154-fe97dae3fbd0 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 946 time: 0.0645607 Feb 16 22:55:14.421903 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3a267564-d99c-4234-8e0d-29b78db394aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:54:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['bce8efcd-18d7-45ef-bba8-4a19d636c301'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:14.484947 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-64050d82-29dd-49fa-9ecf-d55d4a13348d req-60142943-9521-423c-97be-965e3796a6af tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c03dba8-cca2-4492-b091-03cd14bf08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577729 Feb 16 22:55:14.511979 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0405c-4fc6-4c8f-bf0a-052c2a8fa6fd req-4c8182ae-4ebf-437f-b2a7-8369db8f2655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:14.513760 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-dbc0405c-4fc6-4c8f-bf0a-052c2a8fa6fd req-4c8182ae-4ebf-437f-b2a7-8369db8f2655 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2b8bbf18-4be7-49fe-84cb-d34551020686 HTTP/1.1" status: 200 len: 914 time: 0.1245601 Feb 16 22:55:14.546431 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-3a267564-d99c-4234-8e0d-29b78db394aa None None] Set router bce8efcd-18d7-45ef-bba8-4a19d636c301 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:55:14.574291 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-dbc0405c-4fc6-4c8f-bf0a-052c2a8fa6fd req-549cecf3-3c39-4bff-9ced-7fcd4bb8b6d9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddea112a-4961-47e7-b225-85088f58b649 HTTP/1.1" status: 200 len: 217 time: 0.0449464 Feb 16 22:55:14.629592 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0405c-4fc6-4c8f-bf0a-052c2a8fa6fd req-2caf56ad-fc89-4cce-9fb7-18e2afdd4ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:14.631140 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-dbc0405c-4fc6-4c8f-bf0a-052c2a8fa6fd req-2caf56ad-fc89-4cce-9fb7-18e2afdd4ad8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9 HTTP/1.1" status: 200 len: 852 time: 0.0483124 Feb 16 22:55:14.702053 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0405c-4fc6-4c8f-bf0a-052c2a8fa6fd req-37aa9c82-c40d-4aba-8e60-b91c7bbaa5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:14.703868 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-dbc0405c-4fc6-4c8f-bf0a-052c2a8fa6fd req-37aa9c82-c40d-4aba-8e60-b91c7bbaa5e5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2b8bbf18-4be7-49fe-84cb-d34551020686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0640168 Feb 16 22:55:14.779534 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3a267564-d99c-4234-8e0d-29b78db394aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'name': 'tempest-TestVolumeBackupRestore-937929795-router', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f98aa50f-ef9e-48a9-815f-63a118e22408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:10Z', 'updated_at': '2022-02-16T22:51:18Z', 'revision_number': 4, 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'gw_port': {'id': 'f98aa50f-ef9e-48a9-815f-63a118e22408', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:68:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:12Z', 'updated_at': '2022-02-16T22:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '6bf9daba-9b52-4fbb-a6c6-9bb49893f75c', 'name': '', 'network_id': '2b8bbf18-4be7-49fe-84cb-d34551020686', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'mac_address': 'fa:16:3e:3c:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:16Z', 'updated_at': '2022-02-16T22:51:29Z', 'revision_number': 5, 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'subnets': [{'id': '09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:14.799299 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-dbc0405c-4fc6-4c8f-bf0a-052c2a8fa6fd req-507f7a42-acba-43d8-be79-891353cee88a service neutron] 10.222.0.67 "GET /v2.0/networks/2b8bbf18-4be7-49fe-84cb-d34551020686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876734 Feb 16 22:55:14.809515 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a267564-d99c-4234-8e0d-29b78db394aa None None] The sync data for ids ['bce8efcd-18d7-45ef-bba8-4a19d636c301'] in n-d-813897-6 is: [{'id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'name': 'tempest-TestVolumeBackupRestore-937929795-router', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f98aa50f-ef9e-48a9-815f-63a118e22408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:10Z', 'updated_at': '2022-02-16T22:51:18Z', 'revision_number': 4, 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'gw_port': {'id': 'f98aa50f-ef9e-48a9-815f-63a118e22408', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:68:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:12Z', 'updated_at': '2022-02-16T22:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '6bf9daba-9b52-4fbb-a6c6-9bb49893f75c', 'name': '', 'network_id': '2b8bbf18-4be7-49fe-84cb-d34551020686', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'mac_address': 'fa:16:3e:3c:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:16Z', 'updated_at': '2022-02-16T22:51:29Z', 'revision_number': 5, 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'subnets': [{'id': '09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:55:14.914614 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-dbc0405c-4fc6-4c8f-bf0a-052c2a8fa6fd req-43316512-099d-4617-97c7-a0ebc22e7e45 service neutron] 10.222.0.67 "GET /v2.0/networks/2b8bbf18-4be7-49fe-84cb-d34551020686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984430 Feb 16 22:55:15.103639 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb994de-b5ab-4f43-a292-a42f993e354b None None] New status for floating IP 7b3f001a-37e9-43cc-95cd-3aa9b6c7cbf8: DOWN {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:55:15.244354 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15698a-86d5-4929-8411-e0add4485156 req-9881ee54-952e-40f5-9adf-b7142ab4bf6b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:15.245896 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c15698a-86d5-4929-8411-e0add4485156 req-9881ee54-952e-40f5-9adf-b7142ab4bf6b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 943 time: 0.0690906 Feb 16 22:55:15.299798 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c15698a-86d5-4929-8411-e0add4485156 req-303172f6-3241-4163-9d53-6cc6d71935c3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435805 Feb 16 22:55:15.613077 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8540d94-8ba4-4d45-bdf7-cd805d944f17 req-1d857597-4f34-4c6f-925b-fdd484ce2b40 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:15.614565 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b8540d94-8ba4-4d45-bdf7-cd805d944f17 req-1d857597-4f34-4c6f-925b-fdd484ce2b40 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 946 time: 0.0556974 Feb 16 22:55:15.675813 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b8540d94-8ba4-4d45-bdf7-cd805d944f17 req-f937a918-78d6-40e4-bd64-6a479ba8c380 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c03dba8-cca2-4492-b091-03cd14bf08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554068 Feb 16 22:55:16.065851 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b88c5a-050b-459b-a352-daf7b4fe2457 req-2a490463-6df9-4c9a-8702-028632a05600 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:16.067487 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-07b88c5a-050b-459b-a352-daf7b4fe2457 req-2a490463-6df9-4c9a-8702-028632a05600 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.67 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 946 time: 0.0552573 Feb 16 22:55:16.164955 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-07b88c5a-050b-459b-a352-daf7b4fe2457 req-24afd6b2-e06a-4bb0-843c-bf62ac755365 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Deleting port ddea112a-4961-47e7-b225-85088f58b649 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:55:16.165305 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-07b88c5a-050b-459b-a352-daf7b4fe2457 req-24afd6b2-e06a-4bb0-843c-bf62ac755365 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (ddea112a-4961-47e7-b225-85088f58b649), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:16.256313 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-07b88c5a-050b-459b-a352-daf7b4fe2457 req-24afd6b2-e06a-4bb0-843c-bf62ac755365 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] For port ddea112a-4961-47e7-b225-85088f58b649, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=ddea112a-4961-47e7-b225-85088f58b649,segment=NetworkSegment(ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb),segment_id=ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:55:16.256659 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-07b88c5a-050b-459b-a352-daf7b4fe2457 req-24afd6b2-e06a-4bb0-843c-bf62ac755365 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (ddea112a-4961-47e7-b225-85088f58b649), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:16.271006 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-07b88c5a-050b-459b-a352-daf7b4fe2457 req-24afd6b2-e06a-4bb0-843c-bf62ac755365 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Calling delete_port for ddea112a-4961-47e7-b225-85088f58b649 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:55:16.414886 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-07b88c5a-050b-459b-a352-daf7b4fe2457 req-24afd6b2-e06a-4bb0-843c-bf62ac755365 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (ddea112a-4961-47e7-b225-85088f58b649), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:16.440970 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e87441-f1e4-40be-a274-585aed8a7ce6 req-dc2b56c9-b927-45f6-b7c3-6bc064f062d0 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:16.442535 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e8e87441-f1e4-40be-a274-585aed8a7ce6 req-dc2b56c9-b927-45f6-b7c3-6bc064f062d0 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 943 time: 0.0628960 Feb 16 22:55:16.447376 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24afd6b2-e06a-4bb0-843c-bf62ac755365 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Pushing event deleted for resources: {'Port': ['ID=ddea112a-4961-47e7-b225-85088f58b649,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:16.507957 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b88c5a-050b-459b-a352-daf7b4fe2457 req-24afd6b2-e06a-4bb0-843c-bf62ac755365 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] No DVR routers for this DVR port ddea112a-4961-47e7-b225-85088f58b649 on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:55:16.510965 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-07b88c5a-050b-459b-a352-daf7b4fe2457 req-24afd6b2-e06a-4bb0-843c-bf62ac755365 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:16.515321 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e8e87441-f1e4-40be-a274-585aed8a7ce6 req-94f0274e-3ca3-4292-b6ee-e685c6332212 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531688 Feb 16 22:55:16.515504 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-07b88c5a-050b-459b-a352-daf7b4fe2457 req-24afd6b2-e06a-4bb0-843c-bf62ac755365 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.67 "DELETE /v2.0/ports/ddea112a-4961-47e7-b225-85088f58b649 HTTP/1.1" status: 204 len: 173 time: 0.4399383 Feb 16 22:55:16.515922 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268e585e-53bf-4dff-8939-cca1ac2258e2', 'name': 'network-vif-deleted', 'tag': 'ddea112a-4961-47e7-b225-85088f58b649'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:55:16.518856 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a655ba-e40a-4bab-a11a-478ae6071f39" -d '{"events": [{"server_uuid": "268e585e-53bf-4dff-8939-cca1ac2258e2", "name": "network-vif-deleted", "tag": "ddea112a-4961-47e7-b225-85088f58b649"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:55:16.570483 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460dc191-19e9-46a6-8863-856506712702 x-openstack-request-id: req-460dc191-19e9-46a6-8863-856506712702 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:55:16.570812 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268e585e-53bf-4dff-8939-cca1ac2258e2", "name": "network-vif-deleted", "tag": "ddea112a-4961-47e7-b225-85088f58b649", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:55:16.571057 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-460dc191-19e9-46a6-8863-856506712702 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:55:16.571482 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '268e585e-53bf-4dff-8939-cca1ac2258e2', 'name': 'network-vif-deleted', 'tag': 'ddea112a-4961-47e7-b225-85088f58b649', 'status': 'completed', 'code': 200} Feb 16 22:55:16.774064 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e93f940b-02f6-422e-b538-51383e1bcdfb req-4b2b5d92-03ef-4ac8-a331-6c34a89a5c61 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 210 time: 0.0277615 Feb 16 22:55:17.647257 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525d681-7417-460b-b685-37347695bdb6 req-00db147d-0824-4b0e-8224-fea7e7fde48b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:17.648735 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7525d681-7417-460b-b685-37347695bdb6 req-00db147d-0824-4b0e-8224-fea7e7fde48b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 943 time: 0.0540528 Feb 16 22:55:17.699013 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7525d681-7417-460b-b685-37347695bdb6 req-a5e772e2-343e-4bdf-addd-802adb6945bd tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443497 Feb 16 22:55:17.871303 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-68937371-ef55-4198-bff2-6319eee47fc4 req-4dad2a5f-c342-46c7-b717-311aa9ca2919 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 210 time: 0.0280428 Feb 16 22:55:18.829173 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81288e-d4e6-4604-81ad-b38eb60f9ccd req-b10b5537-a559-4c52-8a81-2d50062f9250 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:18.830682 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b81288e-d4e6-4604-81ad-b38eb60f9ccd req-b10b5537-a559-4c52-8a81-2d50062f9250 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 943 time: 0.0601959 Feb 16 22:55:18.879373 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5b81288e-d4e6-4604-81ad-b38eb60f9ccd req-c7fc4914-c5cf-4211-bb2e-d557ae96c37c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424147 Feb 16 22:55:18.964948 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d83d9a5a-3394-4106-8e2b-374b112053d9 req-ed77d636-a667-46ca-a0af-38fc0f459f0f tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 210 time: 0.0268590 Feb 16 22:55:19.209529 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device ddea112a-4961-47e7-b225-85088f58b649 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:55:19.234494 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: ddea112a-4961-47e7-b225-85088f58b649 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:55:19.234844 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device ddea112a-4961-47e7-b225-85088f58b649 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:55:20.001389 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236e08c-b404-40b4-8105-90c31cf4a3bf req-7e3acfe7-213a-4eac-837c-f772e2553fd9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:20.002880 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5236e08c-b404-40b4-8105-90c31cf4a3bf req-7e3acfe7-213a-4eac-837c-f772e2553fd9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 943 time: 0.0515931 Feb 16 22:55:20.056321 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5236e08c-b404-40b4-8105-90c31cf4a3bf req-51fc573f-725a-4308-8c75-927170791566 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466304 Feb 16 22:55:20.149987 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ce5dd6f-8c49-46eb-92e5-b284d8d52879 req-dc3b656d-d73b-4c18-b30b-ce43ec7e34fc tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 210 time: 0.0298648 Feb 16 22:55:20.714559 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b5bc71c7-6ebe-40a3-b78a-8551966d5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:21.183617 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923c1e9-6f04-448f-b684-83f913681f96 req-48efac96-46f4-4f7a-aa1d-683e2e8f9132 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:21.185109 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a923c1e9-6f04-448f-b684-83f913681f96 req-48efac96-46f4-4f7a-aa1d-683e2e8f9132 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 943 time: 0.0597527 Feb 16 22:55:21.238079 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a923c1e9-6f04-448f-b684-83f913681f96 req-68f0f530-57ad-41fc-8922-7a3c00d34763 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467618 Feb 16 22:55:21.332325 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-50173bb9-2e1b-41a1-9f4e-dc4171550fd9 req-2cc90868-5512-4601-a2f8-21a929be0bea tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 210 time: 0.0273004 Feb 16 22:55:22.371803 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de306a-73df-4c47-aa26-22f6982b0aa4 req-e7f0d233-8e38-4732-a496-9e35cf9de54b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:22.373367 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-38de306a-73df-4c47-aa26-22f6982b0aa4 req-e7f0d233-8e38-4732-a496-9e35cf9de54b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 943 time: 0.0605462 Feb 16 22:55:22.424400 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-38de306a-73df-4c47-aa26-22f6982b0aa4 req-7866ab99-034b-463f-a923-992de724deea tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452859 Feb 16 22:55:22.515613 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ab3174c7-9ae8-404c-9318-e15cbdc30e0d req-1facb7f6-2217-4d1d-a739-875253e6aef2 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 210 time: 0.0279388 Feb 16 22:55:23.089059 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9060a8d1-1e7b-4f20-b52d-c6bc9f70997f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:23.547145 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05c4df-bf74-43d8-b240-057c7bb6aff8 req-24eb4a11-223a-4169-b258-bbb47fd3f374 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:23.548783 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bd05c4df-bf74-43d8-b240-057c7bb6aff8 req-24eb4a11-223a-4169-b258-bbb47fd3f374 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 943 time: 0.0532856 Feb 16 22:55:23.597082 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bd05c4df-bf74-43d8-b240-057c7bb6aff8 req-1edaca11-ce06-4ccd-9ffd-bdf6e06695fe tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425267 Feb 16 22:55:23.689896 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-add5347b-5802-49da-9892-7f5548e97de6 req-11e262e7-79ec-461d-b2e3-1b76ce48e4e5 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 210 time: 0.0305262 Feb 16 22:55:24.261350 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 54315529-eaad-4c4a-8029-5949c0cb4a13 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:55:24.369196 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 54315529-eaad-4c4a-8029-5949c0cb4a13, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=54315529-eaad-4c4a-8029-5949c0cb4a13,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:55:24.371721 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:24.380443 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '54315529-eaad-4c4a-8029-5949c0cb4a13', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'port_id': '54315529-eaad-4c4a-8029-5949c0cb4a13', 'mac_address': 'fa:16:3e:de:80:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:55:24.418492 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 54315529-eaad-4c4a-8029-5949c0cb4a13 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:55:24.418883 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (54315529-eaad-4c4a-8029-5949c0cb4a13), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:24.432422 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54315529-eaad-4c4a-8029-5949c0cb4a13 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:55:24.452386 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 54315529-eaad-4c4a-8029-5949c0cb4a13, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=54315529-eaad-4c4a-8029-5949c0cb4a13,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:55:24.456270 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (54315529-eaad-4c4a-8029-5949c0cb4a13), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:24.509834 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=54315529-eaad-4c4a-8029-5949c0cb4a13,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:24.651134 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['54315529-eaad-4c4a-8029-5949c0cb4a13'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:55:24.723784 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3b60b-0ff6-4316-a1bd-7bbd2f583931 req-8125d747-0e43-453b-9bd0-fea7af1a6b2a tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:24.726112 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1ca3b60b-0ff6-4316-a1bd-7bbd2f583931 req-8125d747-0e43-453b-9bd0-fea7af1a6b2a tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 944 time: 0.0570219 Feb 16 22:55:24.784201 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1ca3b60b-0ff6-4316-a1bd-7bbd2f583931 req-2b8ebbac-d4ff-4abc-8411-4e29556da377 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511110 Feb 16 22:55:24.866873 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e17e6679-d40f-4cfc-ad28-19daacef9dbe req-ceb2ebf0-a4e3-44d8-bff1-bfd50b7e0023 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 210 time: 0.0289798 Feb 16 22:55:25.702671 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:25.909199 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef619059-fa6c-4388-a780-088ce8fd7a1f req-42bad4a5-251d-4a7c-ba8e-762849c8b822 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:25.910933 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ef619059-fa6c-4388-a780-088ce8fd7a1f req-42bad4a5-251d-4a7c-ba8e-762849c8b822 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 944 time: 0.0574951 Feb 16 22:55:25.968232 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ef619059-fa6c-4388-a780-088ce8fd7a1f req-a9324b09-75cf-495e-b3f0-ac5be8300811 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478089 Feb 16 22:55:26.052152 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d45fb910-b62b-4d08-a474-d5fbb0c73f89 req-24c401a0-ca3d-459c-92b3-d0db1c070fca tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "GET /v2.0/ports?device_id=268e585e-53bf-4dff-8939-cca1ac2258e2 HTTP/1.1" status: 200 len: 210 time: 0.0279531 Feb 16 22:55:26.270081 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 54315529-eaad-4c4a-8029-5949c0cb4a13 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:55:26.322064 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 54315529-eaad-4c4a-8029-5949c0cb4a13 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:55:26.327724 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 54315529-eaad-4c4a-8029-5949c0cb4a13 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:55:26.328027 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (54315529-eaad-4c4a-8029-5949c0cb4a13), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:26.406759 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 54315529-eaad-4c4a-8029-5949c0cb4a13 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:55:26.407623 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (54315529-eaad-4c4a-8029-5949c0cb4a13), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:26.430413 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc4798b-324b-4842-b098-8315e217c0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54315529-eaad-4c4a-8029-5949c0cb4a13'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:55:26.432654 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd03fde-37bd-4d0b-8813-b0e9037bc843" -d '{"events": [{"server_uuid": "dbc4798b-324b-4842-b098-8315e217c0d9", "name": "network-vif-plugged", "status": "completed", "tag": "54315529-eaad-4c4a-8029-5949c0cb4a13"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:55:26.449019 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 54315529-eaad-4c4a-8029-5949c0cb4a13, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=54315529-eaad-4c4a-8029-5949c0cb4a13,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:55:26.453292 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (54315529-eaad-4c4a-8029-5949c0cb4a13), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:26.480177 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d90e8d-5b1e-4ac6-92f5-fa4ef9e16ebf x-openstack-request-id: req-16d90e8d-5b1e-4ac6-92f5-fa4ef9e16ebf {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:55:26.480480 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc4798b-324b-4842-b098-8315e217c0d9", "name": "network-vif-plugged", "status": "completed", "tag": "54315529-eaad-4c4a-8029-5949c0cb4a13", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:55:26.480747 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-16d90e8d-5b1e-4ac6-92f5-fa4ef9e16ebf {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:55:26.481151 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc4798b-324b-4842-b098-8315e217c0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54315529-eaad-4c4a-8029-5949c0cb4a13', 'code': 200} Feb 16 22:55:26.511200 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=54315529-eaad-4c4a-8029-5949c0cb4a13,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:26.570617 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28125370-aea8-4c2c-9355-a3b42dc46504 req-b8835647-eb82-4048-b313-8d4f352499bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:26.572224 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-28125370-aea8-4c2c-9355-a3b42dc46504 req-b8835647-eb82-4048-b313-8d4f352499bf service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 1127 time: 0.0446658 Feb 16 22:55:26.619287 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-28125370-aea8-4c2c-9355-a3b42dc46504 req-3d00b513-9ed6-4bb5-9b50-f0fc2ef73b53 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398271 Feb 16 22:55:27.061653 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:27.090949 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e57de5-514a-4ac1-9f46-c367ce8db82c req-a7e4a83e-bc05-4c23-b74a-93bdb451c1d1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:27.092528 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d3e57de5-514a-4ac1-9f46-c367ce8db82c req-a7e4a83e-bc05-4c23-b74a-93bdb451c1d1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 945 time: 0.0549271 Feb 16 22:55:27.144465 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d3e57de5-514a-4ac1-9f46-c367ce8db82c req-d164c1bc-98a9-4c9e-849d-ffd1a054af77 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462790 Feb 16 22:55:27.186980 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 50636) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:55:27.247528 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e387c597-639a-4541-95bf-a36dd60cb333 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks [] for security_group (7c03dba8-cca2-4492-b091-03cd14bf08cd), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:27.274117 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e387c597-639a-4541-95bf-a36dd60cb333 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks [] for security_group (7c03dba8-cca2-4492-b091-03cd14bf08cd), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:27.336279 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e387c597-639a-4541-95bf-a36dd60cb333 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (7c03dba8-cca2-4492-b091-03cd14bf08cd), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:27.340393 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e387c597-639a-4541-95bf-a36dd60cb333 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:27.341782 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e387c597-639a-4541-95bf-a36dd60cb333 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] 10.222.0.75 "DELETE /v2.0/security-groups/7c03dba8-cca2-4492-b091-03cd14bf08cd HTTP/1.1" status: 204 len: 168 time: 0.1537471 Feb 16 22:55:27.352019 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387c597-639a-4541-95bf-a36dd60cb333 tempest-TestVolumeBackupRestore-1545447711 tempest-TestVolumeBackupRestore-1545447711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c03dba8-cca2-4492-b091-03cd14bf08cd,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:28.334457 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc46a2-24bb-49ba-a416-9ab5820d1ce0 req-4489c90b-f787-4e0c-96fc-84ea61166df3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:28.336133 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c2cc46a2-24bb-49ba-a416-9ab5820d1ce0 req-4489c90b-f787-4e0c-96fc-84ea61166df3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 945 time: 0.0706906 Feb 16 22:55:28.395574 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c2cc46a2-24bb-49ba-a416-9ab5820d1ce0 req-faf1ca79-a4d4-4294-a2a2-c933fe239b66 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535140 Feb 16 22:55:28.539722 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffd479-09e8-450a-960e-bca89bb7b324 req-8e3e6a5b-21d4-45bb-a336-5ed4c913be3f tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:28.541346 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-caffd479-09e8-450a-960e-bca89bb7b324 req-8e3e6a5b-21d4-45bb-a336-5ed4c913be3f tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 945 time: 0.0613306 Feb 16 22:55:28.597191 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-caffd479-09e8-450a-960e-bca89bb7b324 req-f40de4a2-64d4-4259-ba9c-499df53607bc tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475762 Feb 16 22:55:28.627911 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 50822) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:55:28.685745 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29ab007-b2d4-483f-8570-e295b3d51b94 tempest-TestVolumeBootPattern-111891237 tempest-TestVolumeBootPattern-111891237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:28.690417 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c29ab007-b2d4-483f-8570-e295b3d51b94 tempest-TestVolumeBootPattern-111891237 tempest-TestVolumeBootPattern-111891237-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 1122 time: 0.0596786 Feb 16 22:55:28.691348 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 50832) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:55:28.698228 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-a1a317ce-ca94-465d-bac9-2d969c5448e3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'port_id': '54315529-eaad-4c4a-8029-5949c0cb4a13', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:55:28.729807 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:28.739364 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a1a317ce-ca94-465d-bac9-2d969c5448e3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:29.176435 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a1a317ce-ca94-465d-bac9-2d969c5448e3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:29.303464 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-a1a317ce-ca94-465d-bac9-2d969c5448e3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Allocated IP 172.25.2.165 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/dbd8eacf-6da7-47c6-a502-1ad055f77b20) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:55:29.437039 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a1a317ce-ca94-465d-bac9-2d969c5448e3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for port (dbd8eacf-6da7-47c6-a502-1ad055f77b20), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:29.490417 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a1a317ce-ca94-465d-bac9-2d969c5448e3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (dbd8eacf-6da7-47c6-a502-1ad055f77b20), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:29.565385 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a317ce-ca94-465d-bac9-2d969c5448e3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:55:29.574309 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-a1a317ce-ca94-465d-bac9-2d969c5448e3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:55:29.581393 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a317ce-ca94-465d-bac9-2d969c5448e3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:55:29.615667 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a317ce-ca94-465d-bac9-2d969c5448e3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Pushing event updated for resources: {'Port': ['ID=dbd8eacf-6da7-47c6-a502-1ad055f77b20,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:29.630362 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a317ce-ca94-465d-bac9-2d969c5448e3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:29.631243 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a317ce-ca94-465d-bac9-2d969c5448e3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:29.631818 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a317ce-ca94-465d-bac9-2d969c5448e3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:29.632438 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a317ce-ca94-465d-bac9-2d969c5448e3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:29.633016 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a317ce-ca94-465d-bac9-2d969c5448e3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:29.633591 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a317ce-ca94-465d-bac9-2d969c5448e3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:29.634190 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a317ce-ca94-465d-bac9-2d969c5448e3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:29.634862 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a317ce-ca94-465d-bac9-2d969c5448e3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:29.635779 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a317ce-ca94-465d-bac9-2d969c5448e3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:29.636679 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a317ce-ca94-465d-bac9-2d969c5448e3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:29.638774 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a317ce-ca94-465d-bac9-2d969c5448e3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:29.639347 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a317ce-ca94-465d-bac9-2d969c5448e3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:29.640199 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a317ce-ca94-465d-bac9-2d969c5448e3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:30.164533 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:30.255044 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a1a317ce-ca94-465d-bac9-2d969c5448e3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for floatingip (a0ebff07-4537-4d78-8815-d9c5d5235043), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:30.392770 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a1a317ce-ca94-465d-bac9-2d969c5448e3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (dbd8eacf-6da7-47c6-a502-1ad055f77b20), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:30.613539 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a1a317ce-ca94-465d-bac9-2d969c5448e3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for port (dbd8eacf-6da7-47c6-a502-1ad055f77b20), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:30.622486 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a1a317ce-ca94-465d-bac9-2d969c5448e3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (dbd8eacf-6da7-47c6-a502-1ad055f77b20), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:30.706842 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a317ce-ca94-465d-bac9-2d969c5448e3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Pushing event updated for resources: {'Port': ['ID=dbd8eacf-6da7-47c6-a502-1ad055f77b20,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:30.734097 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a1a317ce-ca94-465d-bac9-2d969c5448e3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (a0ebff07-4537-4d78-8815-d9c5d5235043), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:30.889506 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-a1a317ce-ca94-465d-bac9-2d969c5448e3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Floating IP a0ebff07-4537-4d78-8815-d9c5d5235043 associated. External IP: 172.25.2.165, port: 54315529-eaad-4c4a-8029-5949c0cb4a13. Feb 16 22:55:31.158299 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a317ce-ca94-465d-bac9-2d969c5448e3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Router aa52edcc-cb25-4717-9f57-78729350a38d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:55:31.280416 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a317ce-ca94-465d-bac9-2d969c5448e3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:55:31.298367 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9c3809-8938-4aeb-a1d3-10d12201a89b None None] Sync routers for ids ['aa52edcc-cb25-4717-9f57-78729350a38d'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:55:31.304043 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a1a317ce-ca94-465d-bac9-2d969c5448e3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:31.315988 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9c3809-8938-4aeb-a1d3-10d12201a89b None None] Routers {'aa52edcc-cb25-4717-9f57-78729350a38d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:55:31.316885 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-7d9c3809-8938-4aeb-a1d3-10d12201a89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:55:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['aa52edcc-cb25-4717-9f57-78729350a38d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:31.350907 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a1a317ce-ca94-465d-bac9-2d969c5448e3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6566660 Feb 16 22:55:31.356299 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc4798b-324b-4842-b098-8315e217c0d9', 'tag': '54315529-eaad-4c4a-8029-5949c0cb4a13'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:55:31.359088 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2c526c-a71f-4daf-a07d-ea6e736d7a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc4798b-324b-4842-b098-8315e217c0d9", "tag": "54315529-eaad-4c4a-8029-5949c0cb4a13"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:55:31.413047 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f0a1e7-f07d-4bbf-a305-5d4deddf7964 x-openstack-request-id: req-d5f0a1e7-f07d-4bbf-a305-5d4deddf7964 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:55:31.413650 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc4798b-324b-4842-b098-8315e217c0d9", "tag": "54315529-eaad-4c4a-8029-5949c0cb4a13", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:55:31.413999 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d5f0a1e7-f07d-4bbf-a305-5d4deddf7964 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:55:31.414472 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc4798b-324b-4842-b098-8315e217c0d9', 'tag': '54315529-eaad-4c4a-8029-5949c0cb4a13', 'status': 'completed', 'code': 200} Feb 16 22:55:31.471297 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-7d9c3809-8938-4aeb-a1d3-10d12201a89b None None] Set router aa52edcc-cb25-4717-9f57-78729350a38d gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:55:31.496889 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c526c-a71f-4daf-a07d-ea6e736d7a6a req-e2e5000a-cf7f-48ef-8b26-9ae0b67c05e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:31.499522 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4c2c526c-a71f-4daf-a07d-ea6e736d7a6a req-e2e5000a-cf7f-48ef-8b26-9ae0b67c05e3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 1127 time: 0.0645983 Feb 16 22:55:31.618158 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c526c-a71f-4daf-a07d-ea6e736d7a6a req-53a4992c-96ff-4157-a383-989383c543b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:31.621034 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4c2c526c-a71f-4daf-a07d-ea6e736d7a6a req-53a4992c-96ff-4157-a383-989383c543b9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=50f5d130-0f22-457e-8f9d-f7f34d0d3035 HTTP/1.1" status: 200 len: 913 time: 0.1157424 Feb 16 22:55:31.693354 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4c2c526c-a71f-4daf-a07d-ea6e736d7a6a req-18ddfd2c-a2b9-4586-a518-aa68f83373e1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54315529-eaad-4c4a-8029-5949c0cb4a13 HTTP/1.1" status: 200 len: 999 time: 0.0657265 Feb 16 22:55:31.754971 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-7d9c3809-8938-4aeb-a1d3-10d12201a89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'name': 'tempest-TestVolumeBootPattern-1878941652-router', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:38Z', 'updated_at': '2022-02-16T22:43:46Z', 'revision_number': 4, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'gw_port': {'id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:39Z', 'updated_at': '2022-02-16T22:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'a0ebff07-4537-4d78-8815-d9c5d5235043', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'floating_ip_address': '172.25.2.165', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'port_id': '54315529-eaad-4c4a-8029-5949c0cb4a13', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'mac_address': 'fa:16:3e:de:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc4798b-324b-4842-b098-8315e217c0d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:55:29Z', 'updated_at': '2022-02-16T22:55:29Z', 'revision_number': 0, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff71336-6aab-49a7-9349-dde4c2626ba5', 'name': '', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'mac_address': 'fa:16:3e:2a:99:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:45Z', 'updated_at': '2022-02-16T22:43:51Z', 'revision_number': 5, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'subnets': [{'id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:31.775401 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c526c-a71f-4daf-a07d-ea6e736d7a6a req-f8f1c15b-72e9-4076-8230-036243706f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:31.776927 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4c2c526c-a71f-4daf-a07d-ea6e736d7a6a req-f8f1c15b-72e9-4076-8230-036243706f3b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0f3f901b-49c4-4880-859e-a4de691296cc HTTP/1.1" status: 200 len: 851 time: 0.0775373 Feb 16 22:55:31.793113 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9c3809-8938-4aeb-a1d3-10d12201a89b None None] Checking router: aa52edcc-cb25-4717-9f57-78729350a38d for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:55:31.803707 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9c3809-8938-4aeb-a1d3-10d12201a89b None None] Routers {'aa52edcc-cb25-4717-9f57-78729350a38d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:55:31.805038 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-7d9c3809-8938-4aeb-a1d3-10d12201a89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:55:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['aa52edcc-cb25-4717-9f57-78729350a38d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:31.832287 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c526c-a71f-4daf-a07d-ea6e736d7a6a req-2fee95a9-9f9f-4d48-a49a-dab8f6222fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:31.833881 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4c2c526c-a71f-4daf-a07d-ea6e736d7a6a req-2fee95a9-9f9f-4d48-a49a-dab8f6222fb3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=50f5d130-0f22-457e-8f9d-f7f34d0d3035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509129 Feb 16 22:55:31.941921 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4c2c526c-a71f-4daf-a07d-ea6e736d7a6a req-2e883d9a-0199-4cd2-8dc7-c982b85cd93c service neutron] 10.222.0.79 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014142 Feb 16 22:55:31.968827 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-7d9c3809-8938-4aeb-a1d3-10d12201a89b None None] Set router aa52edcc-cb25-4717-9f57-78729350a38d gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:55:32.071306 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4c2c526c-a71f-4daf-a07d-ea6e736d7a6a req-abcec9b7-dfd7-4b54-847a-f0d3a37f15d7 service neutron] 10.222.0.79 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220133 Feb 16 22:55:32.253246 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-7d9c3809-8938-4aeb-a1d3-10d12201a89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'name': 'tempest-TestVolumeBootPattern-1878941652-router', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:38Z', 'updated_at': '2022-02-16T22:43:46Z', 'revision_number': 4, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'gw_port': {'id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:39Z', 'updated_at': '2022-02-16T22:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'a0ebff07-4537-4d78-8815-d9c5d5235043', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'floating_ip_address': '172.25.2.165', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'port_id': '54315529-eaad-4c4a-8029-5949c0cb4a13', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'mac_address': 'fa:16:3e:de:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc4798b-324b-4842-b098-8315e217c0d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:55:29Z', 'updated_at': '2022-02-16T22:55:29Z', 'revision_number': 0, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff71336-6aab-49a7-9349-dde4c2626ba5', 'name': '', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'mac_address': 'fa:16:3e:2a:99:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:45Z', 'updated_at': '2022-02-16T22:43:51Z', 'revision_number': 5, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'subnets': [{'id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:32.280371 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9c3809-8938-4aeb-a1d3-10d12201a89b None None] The sync data for ids ['aa52edcc-cb25-4717-9f57-78729350a38d'] in n-d-813897-6 is: [{'id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'name': 'tempest-TestVolumeBootPattern-1878941652-router', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:38Z', 'updated_at': '2022-02-16T22:43:46Z', 'revision_number': 4, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'gw_port': {'id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:39Z', 'updated_at': '2022-02-16T22:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'a0ebff07-4537-4d78-8815-d9c5d5235043', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'floating_ip_address': '172.25.2.165', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'port_id': '54315529-eaad-4c4a-8029-5949c0cb4a13', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'mac_address': 'fa:16:3e:de:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc4798b-324b-4842-b098-8315e217c0d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:55:29Z', 'updated_at': '2022-02-16T22:55:29Z', 'revision_number': 0, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff71336-6aab-49a7-9349-dde4c2626ba5', 'name': '', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'mac_address': 'fa:16:3e:2a:99:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:45Z', 'updated_at': '2022-02-16T22:43:51Z', 'revision_number': 5, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'subnets': [{'id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:55:32.534932 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a489217-d635-4faf-8dec-aef695265288 None None] New status for floating IP a0ebff07-4537-4d78-8815-d9c5d5235043: ACTIVE {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:55:35.180035 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51118) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:55:35.591982 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4cc4036a-cdef-48e5-8705-70075b9f3302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (bce8efcd-18d7-45ef-bba8-4a19d636c301), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:35.872590 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-4cc4036a-cdef-48e5-8705-70075b9f3302 admin admin] Deleting port 6bf9daba-9b52-4fbb-a6c6-9bb49893f75c {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:55:35.872981 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4cc4036a-cdef-48e5-8705-70075b9f3302 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (6bf9daba-9b52-4fbb-a6c6-9bb49893f75c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:35.972281 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-4cc4036a-cdef-48e5-8705-70075b9f3302 admin admin] For port 6bf9daba-9b52-4fbb-a6c6-9bb49893f75c, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=6bf9daba-9b52-4fbb-a6c6-9bb49893f75c,segment=NetworkSegment(ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb),segment_id=ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:55:35.972281 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4cc4036a-cdef-48e5-8705-70075b9f3302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (6bf9daba-9b52-4fbb-a6c6-9bb49893f75c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:35.987311 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-4cc4036a-cdef-48e5-8705-70075b9f3302 admin admin] Calling delete_port for 6bf9daba-9b52-4fbb-a6c6-9bb49893f75c owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:55:36.187181 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4cc4036a-cdef-48e5-8705-70075b9f3302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (6bf9daba-9b52-4fbb-a6c6-9bb49893f75c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:36.213950 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4036a-cdef-48e5-8705-70075b9f3302 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bf9daba-9b52-4fbb-a6c6-9bb49893f75c,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:36.743517 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4cc4036a-cdef-48e5-8705-70075b9f3302 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (bce8efcd-18d7-45ef-bba8-4a19d636c301), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:37.011453 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc4036a-cdef-48e5-8705-70075b9f3302 admin admin] Router bce8efcd-18d7-45ef-bba8-4a19d636c301 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:55:37.143940 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc4036a-cdef-48e5-8705-70075b9f3302 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:55:37.150711 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4cc4036a-cdef-48e5-8705-70075b9f3302 admin admin] 10.222.0.75 "PUT /v2.0/routers/bce8efcd-18d7-45ef-bba8-4a19d636c301/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9687715 Feb 16 22:55:37.154265 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51120) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:55:37.157109 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb906677-97b6-4707-9b1e-ef07bfd4c2a1 None None] Sync routers for ids ['bce8efcd-18d7-45ef-bba8-4a19d636c301'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:55:37.171661 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb906677-97b6-4707-9b1e-ef07bfd4c2a1 None None] Routers {'bce8efcd-18d7-45ef-bba8-4a19d636c301'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:55:37.172299 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-cb906677-97b6-4707-9b1e-ef07bfd4c2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:55:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['bce8efcd-18d7-45ef-bba8-4a19d636c301'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:37.298141 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e680af4-5c09-49e6-be16-2a95363618d7 admin admin] Publish callbacks [] for router (bce8efcd-18d7-45ef-bba8-4a19d636c301), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:37.300290 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-cb906677-97b6-4707-9b1e-ef07bfd4c2a1 None None] Set router bce8efcd-18d7-45ef-bba8-4a19d636c301 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:55:37.422624 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e680af4-5c09-49e6-be16-2a95363618d7 admin admin] Publish callbacks [] for router_gateway (bce8efcd-18d7-45ef-bba8-4a19d636c301), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:37.489333 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-9e680af4-5c09-49e6-be16-2a95363618d7 admin admin] Deleting port f98aa50f-ef9e-48a9-815f-63a118e22408 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:55:37.489715 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e680af4-5c09-49e6-be16-2a95363618d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (f98aa50f-ef9e-48a9-815f-63a118e22408), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:37.512766 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-cb906677-97b6-4707-9b1e-ef07bfd4c2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'name': 'tempest-TestVolumeBackupRestore-937929795-router', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f98aa50f-ef9e-48a9-815f-63a118e22408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:10Z', 'updated_at': '2022-02-16T22:55:36Z', 'revision_number': 5, 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'gw_port': {'id': 'f98aa50f-ef9e-48a9-815f-63a118e22408', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:68:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:12Z', 'updated_at': '2022-02-16T22:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:37.547454 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb906677-97b6-4707-9b1e-ef07bfd4c2a1 None None] Checking router: bce8efcd-18d7-45ef-bba8-4a19d636c301 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:55:37.560671 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb906677-97b6-4707-9b1e-ef07bfd4c2a1 None None] Routers {'bce8efcd-18d7-45ef-bba8-4a19d636c301'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:55:37.561407 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-cb906677-97b6-4707-9b1e-ef07bfd4c2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:55:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['bce8efcd-18d7-45ef-bba8-4a19d636c301'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:37.595176 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-9e680af4-5c09-49e6-be16-2a95363618d7 admin admin] For port f98aa50f-ef9e-48a9-815f-63a118e22408, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=f98aa50f-ef9e-48a9-815f-63a118e22408,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:55:37.595749 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e680af4-5c09-49e6-be16-2a95363618d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (f98aa50f-ef9e-48a9-815f-63a118e22408), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:37.615952 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-9e680af4-5c09-49e6-be16-2a95363618d7 admin admin] Calling delete_port for f98aa50f-ef9e-48a9-815f-63a118e22408 owned by network:router_gateway {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:55:37.671901 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-cb906677-97b6-4707-9b1e-ef07bfd4c2a1 None None] Set router bce8efcd-18d7-45ef-bba8-4a19d636c301 gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:55:37.729424 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-cb906677-97b6-4707-9b1e-ef07bfd4c2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'name': 'tempest-TestVolumeBackupRestore-937929795-router', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:10Z', 'updated_at': '2022-02-16T22:55:37Z', 'revision_number': 6, 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:37.774312 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb906677-97b6-4707-9b1e-ef07bfd4c2a1 None None] The sync data for ids ['bce8efcd-18d7-45ef-bba8-4a19d636c301'] in n-d-813897-6 is: [{'id': 'bce8efcd-18d7-45ef-bba8-4a19d636c301', 'name': 'tempest-TestVolumeBackupRestore-937929795-router', 'tenant_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:10Z', 'updated_at': '2022-02-16T22:55:37Z', 'revision_number': 6, 'project_id': '0c0a2c9b9f8044d88184aae0a6698d8e', 'gw_port_host': None}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:55:37.855735 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e680af4-5c09-49e6-be16-2a95363618d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (f98aa50f-ef9e-48a9-815f-63a118e22408), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:37.890587 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e680af4-5c09-49e6-be16-2a95363618d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f98aa50f-ef9e-48a9-815f-63a118e22408,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:37.957785 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e680af4-5c09-49e6-be16-2a95363618d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (bce8efcd-18d7-45ef-bba8-4a19d636c301), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:38.064069 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e680af4-5c09-49e6-be16-2a95363618d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (bce8efcd-18d7-45ef-bba8-4a19d636c301), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:38.066807 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e680af4-5c09-49e6-be16-2a95363618d7 admin admin] Publish callbacks [] for router_controller (bce8efcd-18d7-45ef-bba8-4a19d636c301), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:38.119166 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e680af4-5c09-49e6-be16-2a95363618d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (bce8efcd-18d7-45ef-bba8-4a19d636c301), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:38.119733 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e680af4-5c09-49e6-be16-2a95363618d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bce8efcd-18d7-45ef-bba8-4a19d636c301 {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:55:38.124316 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e680af4-5c09-49e6-be16-2a95363618d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:38.125390 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9e680af4-5c09-49e6-be16-2a95363618d7 admin admin] 10.222.0.75 "DELETE /v2.0/routers/bce8efcd-18d7-45ef-bba8-4a19d636c301 HTTP/1.1" status: 204 len: 168 time: 0.9691143 Feb 16 22:55:38.128271 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51122) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:55:38.187049 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d055d0-dfa1-4bf0-abd3-8842cf074e6c admin admin] Deleting subnet 09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:55:38.191799 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-17d055d0-dfa1-4bf0-abd3-8842cf074e6c admin admin] Publish callbacks [] for subnet (09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:38.234779 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-17d055d0-dfa1-4bf0-abd3-8842cf074e6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:38.336201 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-17d055d0-dfa1-4bf0-abd3-8842cf074e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:38.408819 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-17d055d0-dfa1-4bf0-abd3-8842cf074e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:38.438972 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d055d0-dfa1-4bf0-abd3-8842cf074e6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:38.446712 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-17d055d0-dfa1-4bf0-abd3-8842cf074e6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:38.450094 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-17d055d0-dfa1-4bf0-abd3-8842cf074e6c admin admin] 10.222.0.75 "DELETE /v2.0/subnets/09a5c4f2-13cf-4a2d-aeb8-578ebe748bd9 HTTP/1.1" status: 204 len: 168 time: 0.3206460 Feb 16 22:55:38.453737 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43e8381-fa60-4d04-be63-5f2f175ea3fe None None] Network 2b8bbf18-4be7-49fe-84cb-d34551020686 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:55:38.455539 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51126) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:55:38.546403 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4a9621fe-06f8-4da9-8902-2d2ab5ef8820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (2b8bbf18-4be7-49fe-84cb-d34551020686), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:38.619390 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-4a9621fe-06f8-4da9-8902-2d2ab5ef8820 admin admin] Deleting port 348e65f4-d963-4aa1-8026-fc85594a7989 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:55:38.621032 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4a9621fe-06f8-4da9-8902-2d2ab5ef8820 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (348e65f4-d963-4aa1-8026-fc85594a7989), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:38.665504 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f56ca8-65b0-4c43-871a-46b1559b57a3 None None] DHCP port deletion for 2b8bbf18-4be7-49fe-84cb-d34551020686 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:55:38.707819 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-4a9621fe-06f8-4da9-8902-2d2ab5ef8820 admin admin] For port 348e65f4-d963-4aa1-8026-fc85594a7989, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=348e65f4-d963-4aa1-8026-fc85594a7989,segment=NetworkSegment(ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb),segment_id=ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:55:38.708239 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4a9621fe-06f8-4da9-8902-2d2ab5ef8820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (348e65f4-d963-4aa1-8026-fc85594a7989), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:38.716020 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-49f56ca8-65b0-4c43-871a-46b1559b57a3 None None] Deleting port 348e65f4-d963-4aa1-8026-fc85594a7989 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:55:38.716368 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-49f56ca8-65b0-4c43-871a-46b1559b57a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (348e65f4-d963-4aa1-8026-fc85594a7989), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:38.726599 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-4a9621fe-06f8-4da9-8902-2d2ab5ef8820 admin admin] Calling delete_port for 348e65f4-d963-4aa1-8026-fc85594a7989 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:55:38.796083 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-49f56ca8-65b0-4c43-871a-46b1559b57a3 None None] For port 348e65f4-d963-4aa1-8026-fc85594a7989, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=348e65f4-d963-4aa1-8026-fc85594a7989,segment=NetworkSegment(ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb),segment_id=ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:55:38.796490 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-49f56ca8-65b0-4c43-871a-46b1559b57a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (348e65f4-d963-4aa1-8026-fc85594a7989), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:38.812085 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-49f56ca8-65b0-4c43-871a-46b1559b57a3 None None] Calling delete_port for 348e65f4-d963-4aa1-8026-fc85594a7989 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:55:38.834751 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4a9621fe-06f8-4da9-8902-2d2ab5ef8820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (348e65f4-d963-4aa1-8026-fc85594a7989), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:38.865058 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9621fe-06f8-4da9-8902-2d2ab5ef8820 admin admin] Pushing event deleted for resources: {'Port': ['ID=348e65f4-d963-4aa1-8026-fc85594a7989,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:38.869062 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9621fe-06f8-4da9-8902-2d2ab5ef8820 admin admin] No DVR routers for this DVR port 348e65f4-d963-4aa1-8026-fc85594a7989 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:55:38.925786 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-49f56ca8-65b0-4c43-871a-46b1559b57a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (348e65f4-d963-4aa1-8026-fc85594a7989), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:38.955989 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f56ca8-65b0-4c43-871a-46b1559b57a3 None None] Pushing event deleted for resources: {'Port': ['ID=348e65f4-d963-4aa1-8026-fc85594a7989,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:38.969001 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f56ca8-65b0-4c43-871a-46b1559b57a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:38.969363 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f56ca8-65b0-4c43-871a-46b1559b57a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:38.969714 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f56ca8-65b0-4c43-871a-46b1559b57a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:38.970085 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f56ca8-65b0-4c43-871a-46b1559b57a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:38.970453 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f56ca8-65b0-4c43-871a-46b1559b57a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:38.971081 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f56ca8-65b0-4c43-871a-46b1559b57a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:38.972196 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f56ca8-65b0-4c43-871a-46b1559b57a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:38.972564 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f56ca8-65b0-4c43-871a-46b1559b57a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:38.972914 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f56ca8-65b0-4c43-871a-46b1559b57a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:38.973264 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f56ca8-65b0-4c43-871a-46b1559b57a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:38.973680 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f56ca8-65b0-4c43-871a-46b1559b57a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:38.974079 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f56ca8-65b0-4c43-871a-46b1559b57a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:38.974424 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f56ca8-65b0-4c43-871a-46b1559b57a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:38.980760 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f56ca8-65b0-4c43-871a-46b1559b57a3 None None] No DVR routers for this DVR port 348e65f4-d963-4aa1-8026-fc85594a7989 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:55:38.988202 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4a9621fe-06f8-4da9-8902-2d2ab5ef8820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (2b8bbf18-4be7-49fe-84cb-d34551020686), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:39.028434 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-4a9621fe-06f8-4da9-8902-2d2ab5ef8820 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b8bbf18-4be7-49fe-84cb-d34551020686']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:39.050564 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-4a9621fe-06f8-4da9-8902-2d2ab5ef8820 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:39.050881 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-4a9621fe-06f8-4da9-8902-2d2ab5ef8820 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:39.064014 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4a9621fe-06f8-4da9-8902-2d2ab5ef8820 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:39.075361 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device f98aa50f-ef9e-48a9-815f-63a118e22408 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:55:39.079362 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4a9621fe-06f8-4da9-8902-2d2ab5ef8820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:39.086183 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a9621fe-06f8-4da9-8902-2d2ab5ef8820 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:55:39.086675 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4a9621fe-06f8-4da9-8902-2d2ab5ef8820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (ba3e9c3f-a4cf-45a9-97c4-d3b0e2602bcb), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:39.088635 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:55:39.088635 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:55:39.088635 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:55:39.088635 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:55:39.088635 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:55:39.088635 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:55:39.088635 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:55:39.088635 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:55:39.088635 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:55:39.088635 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:55:39.088635 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:55:39.088635 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:55:39.088635 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:55:39.088635 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:55:39.088635 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:55:39.088635 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:55:39.088635 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:55:39.088635 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:55:39.088635 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:55:39.088635 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:55:39.088635 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:55:39.088635 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:55:39.088635 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:55:39.088635 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:55:39.088635 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:55:39.088635 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:55:39.088635 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:55:39.088635 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:55:39.088635 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:55:39.088635 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:55:39.088635 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:55:39.088635 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:55:39.101456 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: f98aa50f-ef9e-48a9-815f-63a118e22408 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:55:39.101809 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device f98aa50f-ef9e-48a9-815f-63a118e22408 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:55:39.102258 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 348e65f4-d963-4aa1-8026-fc85594a7989 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:55:39.122235 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 348e65f4-d963-4aa1-8026-fc85594a7989 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:55:39.122508 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 348e65f4-d963-4aa1-8026-fc85594a7989 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:55:39.122927 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 6bf9daba-9b52-4fbb-a6c6-9bb49893f75c no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:55:39.147104 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4a9621fe-06f8-4da9-8902-2d2ab5ef8820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (2b8bbf18-4be7-49fe-84cb-d34551020686), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:39.148014 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 6bf9daba-9b52-4fbb-a6c6-9bb49893f75c {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:55:39.148625 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 6bf9daba-9b52-4fbb-a6c6-9bb49893f75c not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:55:39.163726 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4a9621fe-06f8-4da9-8902-2d2ab5ef8820 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:39.168103 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4a9621fe-06f8-4da9-8902-2d2ab5ef8820 admin admin] 10.222.0.75 "DELETE /v2.0/networks/2b8bbf18-4be7-49fe-84cb-d34551020686 HTTP/1.1" status: 204 len: 168 time: 0.7106297 Feb 16 22:55:39.169599 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9621fe-06f8-4da9-8902-2d2ab5ef8820 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b8bbf18-4be7-49fe-84cb-d34551020686,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:39.172841 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51130) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:55:39.542439 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c63b90a5-c730-408e-a5e4-753f187b3fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (05d0cc05-89d3-4f89-b88e-bda349d0ff31), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:40.122719 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-c63b90a5-c730-408e-a5e4-753f187b3fb7 admin admin] Deleting port 59bffac4-827b-45eb-87e6-72798944f942 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:55:40.123059 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c63b90a5-c730-408e-a5e4-753f187b3fb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (59bffac4-827b-45eb-87e6-72798944f942), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:40.200941 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-c63b90a5-c730-408e-a5e4-753f187b3fb7 admin admin] For port 59bffac4-827b-45eb-87e6-72798944f942, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=59bffac4-827b-45eb-87e6-72798944f942,segment=NetworkSegment(a60f0c9d-c66e-4b9a-b1e0-1c36723b6deb),segment_id=a60f0c9d-c66e-4b9a-b1e0-1c36723b6deb)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:55:40.201293 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c63b90a5-c730-408e-a5e4-753f187b3fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (59bffac4-827b-45eb-87e6-72798944f942), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:40.213885 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-c63b90a5-c730-408e-a5e4-753f187b3fb7 admin admin] Calling delete_port for 59bffac4-827b-45eb-87e6-72798944f942 owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:55:40.401049 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c63b90a5-c730-408e-a5e4-753f187b3fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (59bffac4-827b-45eb-87e6-72798944f942), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:40.427582 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b90a5-c730-408e-a5e4-753f187b3fb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=59bffac4-827b-45eb-87e6-72798944f942,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:40.618587 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c63b90a5-c730-408e-a5e4-753f187b3fb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (05d0cc05-89d3-4f89-b88e-bda349d0ff31), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:40.859444 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63b90a5-c730-408e-a5e4-753f187b3fb7 admin admin] Router 05d0cc05-89d3-4f89-b88e-bda349d0ff31 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:55:40.969332 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63b90a5-c730-408e-a5e4-753f187b3fb7 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:55:40.977481 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c63b90a5-c730-408e-a5e4-753f187b3fb7 admin admin] 10.222.0.75 "PUT /v2.0/routers/05d0cc05-89d3-4f89-b88e-bda349d0ff31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8036199 Feb 16 22:55:40.979963 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51132) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:55:40.985457 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914f3c27-70ec-437b-83cf-7ace677a4a34 None None] Sync routers for ids ['05d0cc05-89d3-4f89-b88e-bda349d0ff31'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:55:40.997389 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914f3c27-70ec-437b-83cf-7ace677a4a34 None None] Routers {'05d0cc05-89d3-4f89-b88e-bda349d0ff31'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:55:40.998170 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-914f3c27-70ec-437b-83cf-7ace677a4a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:55:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['05d0cc05-89d3-4f89-b88e-bda349d0ff31'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:41.093951 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-381fd7b5-ca8c-46e4-a458-96f4391e714f admin admin] Publish callbacks [] for router (05d0cc05-89d3-4f89-b88e-bda349d0ff31), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:41.112188 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-914f3c27-70ec-437b-83cf-7ace677a4a34 None None] Set router 05d0cc05-89d3-4f89-b88e-bda349d0ff31 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:55:41.204036 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-381fd7b5-ca8c-46e4-a458-96f4391e714f admin admin] Publish callbacks [] for router_gateway (05d0cc05-89d3-4f89-b88e-bda349d0ff31), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:41.262085 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-381fd7b5-ca8c-46e4-a458-96f4391e714f admin admin] Deleting port 97773e0d-f4d1-482c-b412-4d0a0570ea06 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:55:41.262432 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-381fd7b5-ca8c-46e4-a458-96f4391e714f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (97773e0d-f4d1-482c-b412-4d0a0570ea06), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:41.294226 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-914f3c27-70ec-437b-83cf-7ace677a4a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d0cc05-89d3-4f89-b88e-bda349d0ff31', 'name': 'tempest-TestVolumeBackupRestore-632871061-router', 'tenant_id': '95a1567d8362450ba0b7c4c23038cd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '97773e0d-f4d1-482c-b412-4d0a0570ea06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:22Z', 'updated_at': '2022-02-16T22:55:40Z', 'revision_number': 5, 'project_id': '95a1567d8362450ba0b7c4c23038cd6c', 'gw_port': {'id': '97773e0d-f4d1-482c-b412-4d0a0570ea06', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d0cc05-89d3-4f89-b88e-bda349d0ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:51:23Z', 'updated_at': '2022-02-16T22:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:41.325825 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914f3c27-70ec-437b-83cf-7ace677a4a34 None None] Checking router: 05d0cc05-89d3-4f89-b88e-bda349d0ff31 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:55:41.335084 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914f3c27-70ec-437b-83cf-7ace677a4a34 None None] Routers {'05d0cc05-89d3-4f89-b88e-bda349d0ff31'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:55:41.335698 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-914f3c27-70ec-437b-83cf-7ace677a4a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:55:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['05d0cc05-89d3-4f89-b88e-bda349d0ff31'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:41.347926 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-381fd7b5-ca8c-46e4-a458-96f4391e714f admin admin] For port 97773e0d-f4d1-482c-b412-4d0a0570ea06, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=97773e0d-f4d1-482c-b412-4d0a0570ea06,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:55:41.348291 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-381fd7b5-ca8c-46e4-a458-96f4391e714f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (97773e0d-f4d1-482c-b412-4d0a0570ea06), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:41.361735 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-381fd7b5-ca8c-46e4-a458-96f4391e714f admin admin] Calling delete_port for 97773e0d-f4d1-482c-b412-4d0a0570ea06 owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:55:41.433805 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-914f3c27-70ec-437b-83cf-7ace677a4a34 None None] Set router 05d0cc05-89d3-4f89-b88e-bda349d0ff31 gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:55:41.486316 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-914f3c27-70ec-437b-83cf-7ace677a4a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d0cc05-89d3-4f89-b88e-bda349d0ff31', 'name': 'tempest-TestVolumeBackupRestore-632871061-router', 'tenant_id': '95a1567d8362450ba0b7c4c23038cd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:22Z', 'updated_at': '2022-02-16T22:55:41Z', 'revision_number': 6, 'project_id': '95a1567d8362450ba0b7c4c23038cd6c', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:41.515952 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914f3c27-70ec-437b-83cf-7ace677a4a34 None None] The sync data for ids ['05d0cc05-89d3-4f89-b88e-bda349d0ff31'] in n-d-813897-6 is: [{'id': '05d0cc05-89d3-4f89-b88e-bda349d0ff31', 'name': 'tempest-TestVolumeBackupRestore-632871061-router', 'tenant_id': '95a1567d8362450ba0b7c4c23038cd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:51:22Z', 'updated_at': '2022-02-16T22:55:41Z', 'revision_number': 6, 'project_id': '95a1567d8362450ba0b7c4c23038cd6c', 'gw_port_host': None}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:55:41.544898 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-381fd7b5-ca8c-46e4-a458-96f4391e714f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (97773e0d-f4d1-482c-b412-4d0a0570ea06), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:41.570793 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381fd7b5-ca8c-46e4-a458-96f4391e714f admin admin] Pushing event deleted for resources: {'Port': ['ID=97773e0d-f4d1-482c-b412-4d0a0570ea06,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:41.639721 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-381fd7b5-ca8c-46e4-a458-96f4391e714f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (05d0cc05-89d3-4f89-b88e-bda349d0ff31), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:41.733783 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-381fd7b5-ca8c-46e4-a458-96f4391e714f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (05d0cc05-89d3-4f89-b88e-bda349d0ff31), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:41.735899 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-381fd7b5-ca8c-46e4-a458-96f4391e714f admin admin] Publish callbacks [] for router_controller (05d0cc05-89d3-4f89-b88e-bda349d0ff31), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:41.785260 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-381fd7b5-ca8c-46e4-a458-96f4391e714f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (05d0cc05-89d3-4f89-b88e-bda349d0ff31), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:41.785865 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381fd7b5-ca8c-46e4-a458-96f4391e714f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05d0cc05-89d3-4f89-b88e-bda349d0ff31 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:55:41.790975 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-381fd7b5-ca8c-46e4-a458-96f4391e714f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:41.792130 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-381fd7b5-ca8c-46e4-a458-96f4391e714f admin admin] 10.222.0.75 "DELETE /v2.0/routers/05d0cc05-89d3-4f89-b88e-bda349d0ff31 HTTP/1.1" status: 204 len: 168 time: 0.8112421 Feb 16 22:55:41.794583 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51134) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:55:41.839341 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e1c644-2b3a-4bb0-a80f-043a9f1c24ac admin admin] Deleting subnet 0fb18214-8dce-402c-a74a-3c60eaf2456f {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:55:41.842579 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92e1c644-2b3a-4bb0-a80f-043a9f1c24ac admin admin] Publish callbacks [] for subnet (0fb18214-8dce-402c-a74a-3c60eaf2456f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:41.883757 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92e1c644-2b3a-4bb0-a80f-043a9f1c24ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (0fb18214-8dce-402c-a74a-3c60eaf2456f), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:41.964189 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92e1c644-2b3a-4bb0-a80f-043a9f1c24ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (0fb18214-8dce-402c-a74a-3c60eaf2456f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:42.016995 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92e1c644-2b3a-4bb0-a80f-043a9f1c24ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (0fb18214-8dce-402c-a74a-3c60eaf2456f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:42.045321 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1c644-2b3a-4bb0-a80f-043a9f1c24ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fb18214-8dce-402c-a74a-3c60eaf2456f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:42.047319 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92e1c644-2b3a-4bb0-a80f-043a9f1c24ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:42.054649 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-92e1c644-2b3a-4bb0-a80f-043a9f1c24ac admin admin] 10.222.0.75 "DELETE /v2.0/subnets/0fb18214-8dce-402c-a74a-3c60eaf2456f HTTP/1.1" status: 204 len: 168 time: 0.2549856 Feb 16 22:55:42.056496 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd98d85e-9f87-4697-8e36-3b81e4519632 None None] Network 6ba5390b-7556-4794-9416-e3b7fcd7be16 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:55:42.057961 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51136) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:55:42.131237 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-63aadb4a-fb28-4743-af33-fd51dd1fdbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (6ba5390b-7556-4794-9416-e3b7fcd7be16), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:42.184667 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-63aadb4a-fb28-4743-af33-fd51dd1fdbfc admin admin] Deleting port efac06ba-b22a-4f0e-afef-7a31dad002de {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:55:42.185004 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-63aadb4a-fb28-4743-af33-fd51dd1fdbfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (efac06ba-b22a-4f0e-afef-7a31dad002de), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:42.246568 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-63aadb4a-fb28-4743-af33-fd51dd1fdbfc admin admin] For port efac06ba-b22a-4f0e-afef-7a31dad002de, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=efac06ba-b22a-4f0e-afef-7a31dad002de,segment=NetworkSegment(a60f0c9d-c66e-4b9a-b1e0-1c36723b6deb),segment_id=a60f0c9d-c66e-4b9a-b1e0-1c36723b6deb)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:55:42.246849 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-63aadb4a-fb28-4743-af33-fd51dd1fdbfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (efac06ba-b22a-4f0e-afef-7a31dad002de), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:42.259465 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-63aadb4a-fb28-4743-af33-fd51dd1fdbfc admin admin] Calling delete_port for efac06ba-b22a-4f0e-afef-7a31dad002de owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:55:42.290170 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbff2fc-33bc-4ecc-93e0-8b67ee0511b7 None None] DHCP port deletion for 6ba5390b-7556-4794-9416-e3b7fcd7be16 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:55:42.347719 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2dbff2fc-33bc-4ecc-93e0-8b67ee0511b7 None None] Deleting port efac06ba-b22a-4f0e-afef-7a31dad002de {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:55:42.348175 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2dbff2fc-33bc-4ecc-93e0-8b67ee0511b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (efac06ba-b22a-4f0e-afef-7a31dad002de), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:42.349403 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-63aadb4a-fb28-4743-af33-fd51dd1fdbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (efac06ba-b22a-4f0e-afef-7a31dad002de), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:42.375553 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aadb4a-fb28-4743-af33-fd51dd1fdbfc admin admin] Pushing event deleted for resources: {'Port': ['ID=efac06ba-b22a-4f0e-afef-7a31dad002de,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:42.379302 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aadb4a-fb28-4743-af33-fd51dd1fdbfc admin admin] No DVR routers for this DVR port efac06ba-b22a-4f0e-afef-7a31dad002de on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:55:42.415535 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-2dbff2fc-33bc-4ecc-93e0-8b67ee0511b7 None None] For port efac06ba-b22a-4f0e-afef-7a31dad002de, host n-d-813897-6, got binding levels [] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:55:42.416153 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2dbff2fc-33bc-4ecc-93e0-8b67ee0511b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (efac06ba-b22a-4f0e-afef-7a31dad002de), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:42.429841 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2dbff2fc-33bc-4ecc-93e0-8b67ee0511b7 None None] Calling delete_port for efac06ba-b22a-4f0e-afef-7a31dad002de owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:55:42.432704 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.ipam_backend_mixin [None req-2dbff2fc-33bc-4ecc-93e0-8b67ee0511b7 None None] Port efac06ba-b22a-4f0e-afef-7a31dad002de was not found and therefore no delete operation was performed {{(pid=103467) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 22:55:42.434672 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2dbff2fc-33bc-4ecc-93e0-8b67ee0511b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (efac06ba-b22a-4f0e-afef-7a31dad002de), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:42.463257 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-63aadb4a-fb28-4743-af33-fd51dd1fdbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (6ba5390b-7556-4794-9416-e3b7fcd7be16), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:42.465276 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbff2fc-33bc-4ecc-93e0-8b67ee0511b7 None None] Pushing event deleted for resources: {'Port': ['ID=efac06ba-b22a-4f0e-afef-7a31dad002de,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:42.470964 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbff2fc-33bc-4ecc-93e0-8b67ee0511b7 None None] No DVR routers for this DVR port efac06ba-b22a-4f0e-afef-7a31dad002de on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:55:42.485273 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-63aadb4a-fb28-4743-af33-fd51dd1fdbfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ba5390b-7556-4794-9416-e3b7fcd7be16']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:42.495484 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-63aadb4a-fb28-4743-af33-fd51dd1fdbfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60f0c9d-c66e-4b9a-b1e0-1c36723b6deb') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:42.495789 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-63aadb4a-fb28-4743-af33-fd51dd1fdbfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60f0c9d-c66e-4b9a-b1e0-1c36723b6deb') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:42.506304 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-63aadb4a-fb28-4743-af33-fd51dd1fdbfc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (a60f0c9d-c66e-4b9a-b1e0-1c36723b6deb), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:42.520887 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-63aadb4a-fb28-4743-af33-fd51dd1fdbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (a60f0c9d-c66e-4b9a-b1e0-1c36723b6deb), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:42.527956 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63aadb4a-fb28-4743-af33-fd51dd1fdbfc admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:55:42.528536 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-63aadb4a-fb28-4743-af33-fd51dd1fdbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (a60f0c9d-c66e-4b9a-b1e0-1c36723b6deb), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:42.530153 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:55:42.530153 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:55:42.530153 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:55:42.530153 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:55:42.530153 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:55:42.530153 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:55:42.530153 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:55:42.530153 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:55:42.530153 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:55:42.530153 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:55:42.530153 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:55:42.530153 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:55:42.530153 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:55:42.530153 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:55:42.530153 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:55:42.530153 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:55:42.530153 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:55:42.530153 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:55:42.530153 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:55:42.530153 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:55:42.530153 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:55:42.530153 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:55:42.530153 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:55:42.530153 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:55:42.530153 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:55:42.530153 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:55:42.530153 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:55:42.530153 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:55:42.530153 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:55:42.530153 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:55:42.530153 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:55:42.530153 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:55:42.597767 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-63aadb4a-fb28-4743-af33-fd51dd1fdbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (6ba5390b-7556-4794-9416-e3b7fcd7be16), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:42.604302 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-63aadb4a-fb28-4743-af33-fd51dd1fdbfc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:42.607551 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-63aadb4a-fb28-4743-af33-fd51dd1fdbfc admin admin] 10.222.0.75 "DELETE /v2.0/networks/6ba5390b-7556-4794-9416-e3b7fcd7be16 HTTP/1.1" status: 204 len: 168 time: 0.5482445 Feb 16 22:55:42.622791 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aadb4a-fb28-4743-af33-fd51dd1fdbfc admin admin] Pushing event deleted for resources: {'Network': ['ID=6ba5390b-7556-4794-9416-e3b7fcd7be16,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:42.802581 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51140) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:55:42.842321 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1b469c41-33a2-4466-b8f6-aafbb4d89226 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0c0a2c9b9f8044d88184aae0a6698d8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385363 Feb 16 22:55:42.844796 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51142) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:55:42.891271 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-38e98731-072d-402d-acc8-d414ee88b1ae admin admin] Publish callbacks [] for security_group (736069af-84f7-44d7-8e8b-1a473951af43), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:42.912206 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-38e98731-072d-402d-acc8-d414ee88b1ae admin admin] Publish callbacks [] for security_group (736069af-84f7-44d7-8e8b-1a473951af43), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:42.959405 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-38e98731-072d-402d-acc8-d414ee88b1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (736069af-84f7-44d7-8e8b-1a473951af43), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:42.962222 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-38e98731-072d-402d-acc8-d414ee88b1ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:42.965916 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-38e98731-072d-402d-acc8-d414ee88b1ae admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/736069af-84f7-44d7-8e8b-1a473951af43 HTTP/1.1" status: 204 len: 168 time: 0.1176605 Feb 16 22:55:42.971228 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e98731-072d-402d-acc8-d414ee88b1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736069af-84f7-44d7-8e8b-1a473951af43,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:43.153207 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 59bffac4-827b-45eb-87e6-72798944f942 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:55:43.173596 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 59bffac4-827b-45eb-87e6-72798944f942 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:55:43.173943 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 59bffac4-827b-45eb-87e6-72798944f942 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:55:43.174384 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 97773e0d-f4d1-482c-b412-4d0a0570ea06 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:55:43.194209 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 97773e0d-f4d1-482c-b412-4d0a0570ea06 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:55:43.195107 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 97773e0d-f4d1-482c-b412-4d0a0570ea06 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:55:43.195543 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device efac06ba-b22a-4f0e-afef-7a31dad002de no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:55:43.215102 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: efac06ba-b22a-4f0e-afef-7a31dad002de {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:55:43.215460 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device efac06ba-b22a-4f0e-afef-7a31dad002de not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:55:43.306068 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51148) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:55:43.345536 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-068b2686-d56c-4879-9ade-8b6c4798e0ce admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=95a1567d8362450ba0b7c4c23038cd6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382373 Feb 16 22:55:43.348105 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51150) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:55:43.394283 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eb9c3c2e-f9e6-4649-bcae-9c50adee709b admin admin] Publish callbacks [] for security_group (bb609222-9215-4ee1-aaee-a33a0652088e), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:43.417877 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eb9c3c2e-f9e6-4649-bcae-9c50adee709b admin admin] Publish callbacks [] for security_group (bb609222-9215-4ee1-aaee-a33a0652088e), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:43.464918 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eb9c3c2e-f9e6-4649-bcae-9c50adee709b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (bb609222-9215-4ee1-aaee-a33a0652088e), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:43.467561 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-eb9c3c2e-f9e6-4649-bcae-9c50adee709b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:43.468745 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-eb9c3c2e-f9e6-4649-bcae-9c50adee709b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bb609222-9215-4ee1-aaee-a33a0652088e HTTP/1.1" status: 204 len: 168 time: 0.1197124 Feb 16 22:55:43.477349 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c3c2e-f9e6-4649-bcae-9c50adee709b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb609222-9215-4ee1-aaee-a33a0652088e,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:44.369721 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:55:44.982469 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2ed7a-52dc-4445-8998-df65c9d9b41c req-7f4d44b4-fc8c-46ab-a62a-1bc2ebb50582 tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:44.983949 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ec2ed7a-52dc-4445-8998-df65c9d9b41c req-7f4d44b4-fc8c-46ab-a62a-1bc2ebb50582 tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 1128 time: 0.0467217 Feb 16 22:55:45.030292 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ec2ed7a-52dc-4445-8998-df65c9d9b41c req-14354bc3-c7cc-4240-aebf-1073679785ab tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407202 Feb 16 22:55:45.053398 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51162) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:55:45.221422 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-d8b9eb13-487b-4226-8a31-53364ce37160 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Deleting port 64e42d87-185b-4c25-95c3-e6dbf99ff754 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:55:45.221763 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d8b9eb13-487b-4226-8a31-53364ce37160 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (64e42d87-185b-4c25-95c3-e6dbf99ff754), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:45.308062 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d8b9eb13-487b-4226-8a31-53364ce37160 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (64e42d87-185b-4c25-95c3-e6dbf99ff754), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:45.308409 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d8b9eb13-487b-4226-8a31-53364ce37160 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for floatingip (64e42d87-185b-4c25-95c3-e6dbf99ff754), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:45.322155 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-d8b9eb13-487b-4226-8a31-53364ce37160 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Calling delete_port for 64e42d87-185b-4c25-95c3-e6dbf99ff754 owned by network:floatingip {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:55:45.475855 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d8b9eb13-487b-4226-8a31-53364ce37160 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (64e42d87-185b-4c25-95c3-e6dbf99ff754), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:45.503499 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9eb13-487b-4226-8a31-53364ce37160 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event deleted for resources: {'Port': ['ID=64e42d87-185b-4c25-95c3-e6dbf99ff754,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:45.568004 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d8b9eb13-487b-4226-8a31-53364ce37160 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for floatingip (7334082a-8964-4405-a619-bd7d6b03113a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:45.568259 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-d8b9eb13-487b-4226-8a31-53364ce37160 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Floating IP 7334082a-8964-4405-a619-bd7d6b03113a disassociated (deleted). External IP: 172.25.2.146, port: 960aa0a0-e5ef-4c68-bafa-58ac386aac12. Feb 16 22:55:45.783695 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b9eb13-487b-4226-8a31-53364ce37160 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Router 2fadad9e-d055-49f5-8aee-11d16c255099 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:55:45.914609 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b9eb13-487b-4226-8a31-53364ce37160 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:55:45.919187 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d8b9eb13-487b-4226-8a31-53364ce37160 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:45.924294 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd85b12-0365-4e40-80a4-8287cd51d4ed None None] Sync routers for ids ['2fadad9e-d055-49f5-8aee-11d16c255099'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:55:45.935065 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd85b12-0365-4e40-80a4-8287cd51d4ed None None] Routers {'2fadad9e-d055-49f5-8aee-11d16c255099'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:55:45.935945 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-bfd85b12-0365-4e40-80a4-8287cd51d4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:55:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['2fadad9e-d055-49f5-8aee-11d16c255099'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:45.952222 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d8b9eb13-487b-4226-8a31-53364ce37160 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "DELETE /v2.0/floatingips/7334082a-8964-4405-a619-bd7d6b03113a HTTP/1.1" status: 204 len: 168 time: 0.8976486 Feb 16 22:55:45.952772 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c20c9a-0809-4f0c-b137-48a7bcff577f', 'tag': '960aa0a0-e5ef-4c68-bafa-58ac386aac12'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:55:45.955968 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01958663-e2a1-4b1c-b296-f9ba31567d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "45c20c9a-0809-4f0c-b137-48a7bcff577f", "tag": "960aa0a0-e5ef-4c68-bafa-58ac386aac12"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:55:46.052953 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-bfd85b12-0365-4e40-80a4-8287cd51d4ed None None] Set router 2fadad9e-d055-49f5-8aee-11d16c255099 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:55:46.114939 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cd5899-83c0-41d5-b075-c0ed291507cd x-openstack-request-id: req-e8cd5899-83c0-41d5-b075-c0ed291507cd {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:55:46.115475 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c20c9a-0809-4f0c-b137-48a7bcff577f", "tag": "960aa0a0-e5ef-4c68-bafa-58ac386aac12", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:55:46.115651 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e8cd5899-83c0-41d5-b075-c0ed291507cd {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:55:46.116118 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c20c9a-0809-4f0c-b137-48a7bcff577f', 'tag': '960aa0a0-e5ef-4c68-bafa-58ac386aac12', 'status': 'completed', 'code': 200} Feb 16 22:55:46.191918 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01958663-e2a1-4b1c-b296-f9ba31567d8a req-6fec7577-bedf-49ef-96c7-4bc08d7512b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:46.193565 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-01958663-e2a1-4b1c-b296-f9ba31567d8a req-6fec7577-bedf-49ef-96c7-4bc08d7512b0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 1128 time: 0.0554421 Feb 16 22:55:46.235804 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4d931-2f03-48f7-8d21-261000c614d1 req-2395d1ec-5e5e-4597-85e3-b36e2340b15b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:46.237616 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-82d4d931-2f03-48f7-8d21-261000c614d1 req-2395d1ec-5e5e-4597-85e3-b36e2340b15b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 946 time: 0.0630193 Feb 16 22:55:46.283756 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-bfd85b12-0365-4e40-80a4-8287cd51d4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290105185', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ce099637-188e-4643-b1fa-08d0929d7ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:52:49Z', 'updated_at': '2022-02-16T22:52:55Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'ce099637-188e-4643-b1fa-08d0929d7ea9', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:52:50Z', 'updated_at': '2022-02-16T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '2869c5cc-10a0-4e25-9793-194709c722f2', 'name': '', 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'mac_address': 'fa:16:3e:b8:80:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '0b9bf73a-e86a-4d77-9632-6ee40953c684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:52:54Z', 'updated_at': '2022-02-16T22:52:59Z', 'revision_number': 5, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'subnets': [{'id': '0b9bf73a-e86a-4d77-9632-6ee40953c684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:46.294247 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-82d4d931-2f03-48f7-8d21-261000c614d1 req-9ed55623-d2a5-4719-9c74-a6848103f243 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506713 Feb 16 22:55:46.295273 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01958663-e2a1-4b1c-b296-f9ba31567d8a req-99ca9f3d-cf2d-4726-852a-7e1fc203ff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:46.296832 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-01958663-e2a1-4b1c-b296-f9ba31567d8a req-99ca9f3d-cf2d-4726-852a-7e1fc203ff7a service neutron] 10.222.0.67 "GET /v2.0/networks?id=9e40610d-06bc-4fff-a258-1910fedba294 HTTP/1.1" status: 200 len: 897 time: 0.0973213 Feb 16 22:55:46.310713 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd85b12-0365-4e40-80a4-8287cd51d4ed None None] Checking router: 2fadad9e-d055-49f5-8aee-11d16c255099 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:55:46.320372 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd85b12-0365-4e40-80a4-8287cd51d4ed None None] Routers {'2fadad9e-d055-49f5-8aee-11d16c255099'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:55:46.320977 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-bfd85b12-0365-4e40-80a4-8287cd51d4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:55:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['2fadad9e-d055-49f5-8aee-11d16c255099'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:46.344764 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-01958663-e2a1-4b1c-b296-f9ba31567d8a req-1dfbafa7-c7fa-49fe-a440-318848f102e8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=960aa0a0-e5ef-4c68-bafa-58ac386aac12 HTTP/1.1" status: 200 len: 217 time: 0.0413833 Feb 16 22:55:46.394109 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01958663-e2a1-4b1c-b296-f9ba31567d8a req-611f0045-6736-41df-87da-dd5b90bf711e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:46.395581 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-01958663-e2a1-4b1c-b296-f9ba31567d8a req-611f0045-6736-41df-87da-dd5b90bf711e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0b9bf73a-e86a-4d77-9632-6ee40953c684 HTTP/1.1" status: 200 len: 834 time: 0.0451610 Feb 16 22:55:46.430097 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-bfd85b12-0365-4e40-80a4-8287cd51d4ed None None] Set router 2fadad9e-d055-49f5-8aee-11d16c255099 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:55:46.445458 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01958663-e2a1-4b1c-b296-f9ba31567d8a req-fac91b4d-61d0-40cc-ab08-fbd89f66898c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:46.446947 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-01958663-e2a1-4b1c-b296-f9ba31567d8a req-fac91b4d-61d0-40cc-ab08-fbd89f66898c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9e40610d-06bc-4fff-a258-1910fedba294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444286 Feb 16 22:55:46.545172 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-01958663-e2a1-4b1c-b296-f9ba31567d8a req-da279a45-8904-4267-94fa-e655cac33e04 service neutron] 10.222.0.67 "GET /v2.0/networks/9e40610d-06bc-4fff-a258-1910fedba294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907285 Feb 16 22:55:46.636830 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-01958663-e2a1-4b1c-b296-f9ba31567d8a req-01924eed-7602-4478-89e7-74ec502ab568 service neutron] 10.222.0.67 "GET /v2.0/networks/9e40610d-06bc-4fff-a258-1910fedba294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854492 Feb 16 22:55:46.638810 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-bfd85b12-0365-4e40-80a4-8287cd51d4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290105185', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ce099637-188e-4643-b1fa-08d0929d7ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:52:49Z', 'updated_at': '2022-02-16T22:52:55Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'ce099637-188e-4643-b1fa-08d0929d7ea9', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:52:50Z', 'updated_at': '2022-02-16T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '2869c5cc-10a0-4e25-9793-194709c722f2', 'name': '', 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'mac_address': 'fa:16:3e:b8:80:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '0b9bf73a-e86a-4d77-9632-6ee40953c684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:52:54Z', 'updated_at': '2022-02-16T22:52:59Z', 'revision_number': 5, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'subnets': [{'id': '0b9bf73a-e86a-4d77-9632-6ee40953c684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:46.669236 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd85b12-0365-4e40-80a4-8287cd51d4ed None None] The sync data for ids ['2fadad9e-d055-49f5-8aee-11d16c255099'] in n-d-813897-6 is: [{'id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290105185', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ce099637-188e-4643-b1fa-08d0929d7ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:52:49Z', 'updated_at': '2022-02-16T22:52:55Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'ce099637-188e-4643-b1fa-08d0929d7ea9', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:52:50Z', 'updated_at': '2022-02-16T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '2869c5cc-10a0-4e25-9793-194709c722f2', 'name': '', 'network_id': '9e40610d-06bc-4fff-a258-1910fedba294', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'mac_address': 'fa:16:3e:b8:80:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '0b9bf73a-e86a-4d77-9632-6ee40953c684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:52:54Z', 'updated_at': '2022-02-16T22:52:59Z', 'revision_number': 5, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'subnets': [{'id': '0b9bf73a-e86a-4d77-9632-6ee40953c684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:55:46.914436 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b079d30-ed8b-4ebe-9311-edcafd8c4d12 None None] New status for floating IP 7334082a-8964-4405-a619-bd7d6b03113a: DOWN {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:55:47.420006 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d9d4a-d14f-4233-8421-aec2b4174450 req-eb245481-7538-4ab4-a463-62e0215e00fe tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:47.421494 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1d2d9d4a-d14f-4233-8421-aec2b4174450 req-eb245481-7538-4ab4-a463-62e0215e00fe tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 946 time: 0.0530267 Feb 16 22:55:47.470085 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1d2d9d4a-d14f-4233-8421-aec2b4174450 req-abcba02c-d193-4e92-a21b-0ded23d767d6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e11337d-7780-4fed-b317-e29401176f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427828 Feb 16 22:55:47.736378 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecebcb52-8b21-4473-8aa8-58a9f607517c req-6f3f2a53-01fd-4fb7-8567-0332db126d2e tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:47.737859 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ecebcb52-8b21-4473-8aa8-58a9f607517c req-6f3f2a53-01fd-4fb7-8567-0332db126d2e tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.67 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 946 time: 0.0516703 Feb 16 22:55:47.857216 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-ecebcb52-8b21-4473-8aa8-58a9f607517c req-a973f36f-3021-416e-a0b6-9c05146e2378 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Deleting port 960aa0a0-e5ef-4c68-bafa-58ac386aac12 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:55:47.857558 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ecebcb52-8b21-4473-8aa8-58a9f607517c req-a973f36f-3021-416e-a0b6-9c05146e2378 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (960aa0a0-e5ef-4c68-bafa-58ac386aac12), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:47.951157 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-ecebcb52-8b21-4473-8aa8-58a9f607517c req-a973f36f-3021-416e-a0b6-9c05146e2378 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] For port 960aa0a0-e5ef-4c68-bafa-58ac386aac12, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=960aa0a0-e5ef-4c68-bafa-58ac386aac12,segment=NetworkSegment(8f8f586f-3eab-4a43-8a9e-196175167066),segment_id=8f8f586f-3eab-4a43-8a9e-196175167066)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:55:47.951519 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ecebcb52-8b21-4473-8aa8-58a9f607517c req-a973f36f-3021-416e-a0b6-9c05146e2378 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (960aa0a0-e5ef-4c68-bafa-58ac386aac12), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:47.964062 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-ecebcb52-8b21-4473-8aa8-58a9f607517c req-a973f36f-3021-416e-a0b6-9c05146e2378 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Calling delete_port for 960aa0a0-e5ef-4c68-bafa-58ac386aac12 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:55:48.094084 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ecebcb52-8b21-4473-8aa8-58a9f607517c req-a973f36f-3021-416e-a0b6-9c05146e2378 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (960aa0a0-e5ef-4c68-bafa-58ac386aac12), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:48.128157 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a973f36f-3021-416e-a0b6-9c05146e2378 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event deleted for resources: {'Port': ['ID=960aa0a0-e5ef-4c68-bafa-58ac386aac12,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:48.176246 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecebcb52-8b21-4473-8aa8-58a9f607517c req-a973f36f-3021-416e-a0b6-9c05146e2378 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] No DVR routers for this DVR port 960aa0a0-e5ef-4c68-bafa-58ac386aac12 on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:55:48.179539 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ecebcb52-8b21-4473-8aa8-58a9f607517c req-a973f36f-3021-416e-a0b6-9c05146e2378 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:48.183036 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ecebcb52-8b21-4473-8aa8-58a9f607517c req-a973f36f-3021-416e-a0b6-9c05146e2378 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.67 "DELETE /v2.0/ports/960aa0a0-e5ef-4c68-bafa-58ac386aac12 HTTP/1.1" status: 204 len: 173 time: 0.4395225 Feb 16 22:55:48.183444 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c20c9a-0809-4f0c-b137-48a7bcff577f', 'name': 'network-vif-deleted', 'tag': '960aa0a0-e5ef-4c68-bafa-58ac386aac12'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:55:48.185781 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8dbac88-8289-47ce-97aa-91ff1b435191" -d '{"events": [{"server_uuid": "45c20c9a-0809-4f0c-b137-48a7bcff577f", "name": "network-vif-deleted", "tag": "960aa0a0-e5ef-4c68-bafa-58ac386aac12"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:55:48.295843 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6777256-e303-4cc7-b848-887a968ed1cd x-openstack-request-id: req-e6777256-e303-4cc7-b848-887a968ed1cd {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:55:48.296145 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c20c9a-0809-4f0c-b137-48a7bcff577f", "name": "network-vif-deleted", "tag": "960aa0a0-e5ef-4c68-bafa-58ac386aac12", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:55:48.296408 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e6777256-e303-4cc7-b848-887a968ed1cd {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:55:48.296827 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c20c9a-0809-4f0c-b137-48a7bcff577f', 'name': 'network-vif-deleted', 'tag': '960aa0a0-e5ef-4c68-bafa-58ac386aac12', 'status': 'completed', 'code': 200} Feb 16 22:55:48.593515 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cfcc5fef-1046-433c-bd53-08aaf8db6766 req-adab92cb-2315-4e75-bd2c-76b166815d3b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=45c20c9a-0809-4f0c-b137-48a7bcff577f HTTP/1.1" status: 200 len: 210 time: 0.0315254 Feb 16 22:55:49.652126 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51180) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:55:50.015586 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f235dfd8-a6d1-404f-9724-50a647eded3a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (2fadad9e-d055-49f5-8aee-11d16c255099), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:50.280444 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-f235dfd8-a6d1-404f-9724-50a647eded3a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Deleting port 2869c5cc-10a0-4e25-9793-194709c722f2 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:55:50.280702 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f235dfd8-a6d1-404f-9724-50a647eded3a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (2869c5cc-10a0-4e25-9793-194709c722f2), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:50.368043 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-f235dfd8-a6d1-404f-9724-50a647eded3a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] For port 2869c5cc-10a0-4e25-9793-194709c722f2, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=2869c5cc-10a0-4e25-9793-194709c722f2,segment=NetworkSegment(8f8f586f-3eab-4a43-8a9e-196175167066),segment_id=8f8f586f-3eab-4a43-8a9e-196175167066)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:55:50.368405 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f235dfd8-a6d1-404f-9724-50a647eded3a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (2869c5cc-10a0-4e25-9793-194709c722f2), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:50.380705 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-f235dfd8-a6d1-404f-9724-50a647eded3a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Calling delete_port for 2869c5cc-10a0-4e25-9793-194709c722f2 owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:55:50.568930 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f235dfd8-a6d1-404f-9724-50a647eded3a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (2869c5cc-10a0-4e25-9793-194709c722f2), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:50.600180 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235dfd8-a6d1-404f-9724-50a647eded3a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event deleted for resources: {'Port': ['ID=2869c5cc-10a0-4e25-9793-194709c722f2,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:50.711719 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8ec086ed-5c87-44c0-bca7-f594d11c36c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:50.794704 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f235dfd8-a6d1-404f-9724-50a647eded3a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (2fadad9e-d055-49f5-8aee-11d16c255099), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:51.253063 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 960aa0a0-e5ef-4c68-bafa-58ac386aac12 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:55:51.273991 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 960aa0a0-e5ef-4c68-bafa-58ac386aac12 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:55:51.274367 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 960aa0a0-e5ef-4c68-bafa-58ac386aac12 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:55:51.344675 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f235dfd8-a6d1-404f-9724-50a647eded3a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Router 2fadad9e-d055-49f5-8aee-11d16c255099 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:55:51.456136 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f235dfd8-a6d1-404f-9724-50a647eded3a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:55:51.461680 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f235dfd8-a6d1-404f-9724-50a647eded3a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "PUT /v2.0/routers/2fadad9e-d055-49f5-8aee-11d16c255099/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8084228 Feb 16 22:55:51.464493 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51182) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:55:51.472852 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6167d5cf-1308-454c-a876-5d8d9fb59727 None None] Sync routers for ids ['2fadad9e-d055-49f5-8aee-11d16c255099'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:55:51.483417 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6167d5cf-1308-454c-a876-5d8d9fb59727 None None] Routers {'2fadad9e-d055-49f5-8aee-11d16c255099'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:55:51.484120 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-6167d5cf-1308-454c-a876-5d8d9fb59727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:55:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['2fadad9e-d055-49f5-8aee-11d16c255099'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:51.517576 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-5199b8d4-abf5-4fac-874d-5eaf2fec8b19 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Deleting subnet 0b9bf73a-e86a-4d77-9632-6ee40953c684 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:55:51.520761 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5199b8d4-abf5-4fac-874d-5eaf2fec8b19 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for subnet (0b9bf73a-e86a-4d77-9632-6ee40953c684), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:51.562625 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5199b8d4-abf5-4fac-874d-5eaf2fec8b19 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (0b9bf73a-e86a-4d77-9632-6ee40953c684), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:51.610331 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-6167d5cf-1308-454c-a876-5d8d9fb59727 None None] Set router 2fadad9e-d055-49f5-8aee-11d16c255099 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:55:51.659747 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5199b8d4-abf5-4fac-874d-5eaf2fec8b19 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (0b9bf73a-e86a-4d77-9632-6ee40953c684), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:51.722224 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5199b8d4-abf5-4fac-874d-5eaf2fec8b19 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (0b9bf73a-e86a-4d77-9632-6ee40953c684), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:51.749581 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5199b8d4-abf5-4fac-874d-5eaf2fec8b19 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event deleted for resources: {'Subnet': ['ID=0b9bf73a-e86a-4d77-9632-6ee40953c684,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:51.754541 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5199b8d4-abf5-4fac-874d-5eaf2fec8b19 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:51.761874 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5199b8d4-abf5-4fac-874d-5eaf2fec8b19 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "DELETE /v2.0/subnets/0b9bf73a-e86a-4d77-9632-6ee40953c684 HTTP/1.1" status: 204 len: 168 time: 0.2959030 Feb 16 22:55:51.762030 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51184) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:55:51.783089 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d43e8b4-b771-45e6-9063-25602815847e None None] Network 9e40610d-06bc-4fff-a258-1910fedba294 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:55:51.883339 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-6167d5cf-1308-454c-a876-5d8d9fb59727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290105185', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ce099637-188e-4643-b1fa-08d0929d7ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:52:49Z', 'updated_at': '2022-02-16T22:55:50Z', 'revision_number': 5, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'ce099637-188e-4643-b1fa-08d0929d7ea9', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:52:50Z', 'updated_at': '2022-02-16T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:51.887812 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c808fcd4-cb75-4847-8059-4655c7b96d62 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for router (2fadad9e-d055-49f5-8aee-11d16c255099), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:51.917674 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6167d5cf-1308-454c-a876-5d8d9fb59727 None None] Checking router: 2fadad9e-d055-49f5-8aee-11d16c255099 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:55:51.931791 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6167d5cf-1308-454c-a876-5d8d9fb59727 None None] Routers {'2fadad9e-d055-49f5-8aee-11d16c255099'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:55:51.932406 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-6167d5cf-1308-454c-a876-5d8d9fb59727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:55:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['2fadad9e-d055-49f5-8aee-11d16c255099'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:52.005261 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c808fcd4-cb75-4847-8059-4655c7b96d62 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for router_gateway (2fadad9e-d055-49f5-8aee-11d16c255099), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:52.013750 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ea8dec-644a-40c8-9e26-98d8583782a9 None None] DHCP port deletion for 9e40610d-06bc-4fff-a258-1910fedba294 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:55:52.062389 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-c808fcd4-cb75-4847-8059-4655c7b96d62 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Deleting port ce099637-188e-4643-b1fa-08d0929d7ea9 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:55:52.062752 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c808fcd4-cb75-4847-8059-4655c7b96d62 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (ce099637-188e-4643-b1fa-08d0929d7ea9), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:52.070164 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-6167d5cf-1308-454c-a876-5d8d9fb59727 None None] Set router 2fadad9e-d055-49f5-8aee-11d16c255099 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:55:52.143331 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-c808fcd4-cb75-4847-8059-4655c7b96d62 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] For port ce099637-188e-4643-b1fa-08d0929d7ea9, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=ce099637-188e-4643-b1fa-08d0929d7ea9,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:55:52.143651 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c808fcd4-cb75-4847-8059-4655c7b96d62 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (ce099637-188e-4643-b1fa-08d0929d7ea9), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:52.165453 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-c808fcd4-cb75-4847-8059-4655c7b96d62 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Calling delete_port for ce099637-188e-4643-b1fa-08d0929d7ea9 owned by network:router_gateway {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:55:52.187897 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b3ea8dec-644a-40c8-9e26-98d8583782a9 None None] Deleting port 6e0d12e2-7b51-4c56-9e40-d772390b0f2d {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:55:52.188278 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b3ea8dec-644a-40c8-9e26-98d8583782a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (6e0d12e2-7b51-4c56-9e40-d772390b0f2d), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:52.278884 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-b3ea8dec-644a-40c8-9e26-98d8583782a9 None None] For port 6e0d12e2-7b51-4c56-9e40-d772390b0f2d, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=6e0d12e2-7b51-4c56-9e40-d772390b0f2d,segment=NetworkSegment(8f8f586f-3eab-4a43-8a9e-196175167066),segment_id=8f8f586f-3eab-4a43-8a9e-196175167066)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:55:52.279289 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b3ea8dec-644a-40c8-9e26-98d8583782a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (6e0d12e2-7b51-4c56-9e40-d772390b0f2d), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:52.312145 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b3ea8dec-644a-40c8-9e26-98d8583782a9 None None] Calling delete_port for 6e0d12e2-7b51-4c56-9e40-d772390b0f2d owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:55:52.349704 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c808fcd4-cb75-4847-8059-4655c7b96d62 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (ce099637-188e-4643-b1fa-08d0929d7ea9), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:52.377565 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808fcd4-cb75-4847-8059-4655c7b96d62 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event deleted for resources: {'Port': ['ID=ce099637-188e-4643-b1fa-08d0929d7ea9,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:52.392580 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-6167d5cf-1308-454c-a876-5d8d9fb59727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290105185', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ce099637-188e-4643-b1fa-08d0929d7ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:52:49Z', 'updated_at': '2022-02-16T22:55:50Z', 'revision_number': 5, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'ce099637-188e-4643-b1fa-08d0929d7ea9', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:52:50Z', 'updated_at': '2022-02-16T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:52.426560 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6167d5cf-1308-454c-a876-5d8d9fb59727 None None] The sync data for ids ['2fadad9e-d055-49f5-8aee-11d16c255099'] in n-d-813897-6 is: [{'id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290105185', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ce099637-188e-4643-b1fa-08d0929d7ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:52:49Z', 'updated_at': '2022-02-16T22:55:50Z', 'revision_number': 5, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'ce099637-188e-4643-b1fa-08d0929d7ea9', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadad9e-d055-49f5-8aee-11d16c255099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:52:50Z', 'updated_at': '2022-02-16T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:55:52.445528 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b3ea8dec-644a-40c8-9e26-98d8583782a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (6e0d12e2-7b51-4c56-9e40-d772390b0f2d), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:52.455614 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c808fcd4-cb75-4847-8059-4655c7b96d62 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (2fadad9e-d055-49f5-8aee-11d16c255099), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:52.477441 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea8dec-644a-40c8-9e26-98d8583782a9 None None] Pushing event deleted for resources: {'Port': ['ID=6e0d12e2-7b51-4c56-9e40-d772390b0f2d,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:52.481449 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ea8dec-644a-40c8-9e26-98d8583782a9 None None] No DVR routers for this DVR port 6e0d12e2-7b51-4c56-9e40-d772390b0f2d on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:55:52.558704 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c808fcd4-cb75-4847-8059-4655c7b96d62 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (2fadad9e-d055-49f5-8aee-11d16c255099), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:52.560907 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c808fcd4-cb75-4847-8059-4655c7b96d62 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for router_controller (2fadad9e-d055-49f5-8aee-11d16c255099), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:52.608856 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c808fcd4-cb75-4847-8059-4655c7b96d62 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (2fadad9e-d055-49f5-8aee-11d16c255099), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:52.609397 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c808fcd4-cb75-4847-8059-4655c7b96d62 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Fanout notify agent at l3_agent the message router_deleted on router 2fadad9e-d055-49f5-8aee-11d16c255099 {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:55:52.616347 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c808fcd4-cb75-4847-8059-4655c7b96d62 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:52.619910 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c808fcd4-cb75-4847-8059-4655c7b96d62 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "DELETE /v2.0/routers/2fadad9e-d055-49f5-8aee-11d16c255099 HTTP/1.1" status: 204 len: 168 time: 0.8543675 Feb 16 22:55:52.620487 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51188) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:55:52.704121 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5ad3b9fb-feff-49ec-8647-961b5b70899c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (9e40610d-06bc-4fff-a258-1910fedba294), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:52.793682 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5ad3b9fb-feff-49ec-8647-961b5b70899c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (9e40610d-06bc-4fff-a258-1910fedba294), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:52.824008 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-5ad3b9fb-feff-49ec-8647-961b5b70899c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e40610d-06bc-4fff-a258-1910fedba294']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:52.834758 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-5ad3b9fb-feff-49ec-8647-961b5b70899c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f8f586f-3eab-4a43-8a9e-196175167066') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:52.835085 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-5ad3b9fb-feff-49ec-8647-961b5b70899c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f8f586f-3eab-4a43-8a9e-196175167066') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:52.845310 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5ad3b9fb-feff-49ec-8647-961b5b70899c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (8f8f586f-3eab-4a43-8a9e-196175167066), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:52.858945 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5ad3b9fb-feff-49ec-8647-961b5b70899c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (8f8f586f-3eab-4a43-8a9e-196175167066), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:52.864856 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad3b9fb-feff-49ec-8647-961b5b70899c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:55:52.865246 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5ad3b9fb-feff-49ec-8647-961b5b70899c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (8f8f586f-3eab-4a43-8a9e-196175167066), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:52.868769 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:55:52.868769 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:55:52.868769 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:55:52.868769 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:55:52.868769 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:55:52.868769 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:55:52.868769 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:55:52.868769 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:55:52.868769 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:55:52.868769 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:55:52.868769 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:55:52.868769 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:55:52.868769 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:55:52.868769 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:55:52.868769 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:55:52.868769 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:55:52.868769 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:55:52.868769 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:55:52.868769 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:55:52.868769 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:55:52.868769 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:55:52.868769 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:55:52.868769 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:55:52.868769 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:55:52.868769 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:55:52.868769 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:55:52.868769 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:55:52.868769 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:55:52.868769 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:55:52.868769 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:55:52.868769 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:55:52.868769 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:55:52.928512 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5ad3b9fb-feff-49ec-8647-961b5b70899c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (9e40610d-06bc-4fff-a258-1910fedba294), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:52.936216 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5ad3b9fb-feff-49ec-8647-961b5b70899c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:52.939390 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5ad3b9fb-feff-49ec-8647-961b5b70899c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "DELETE /v2.0/networks/9e40610d-06bc-4fff-a258-1910fedba294 HTTP/1.1" status: 204 len: 168 time: 0.3178406 Feb 16 22:55:52.942380 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51190) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:55:52.951671 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3b9fb-feff-49ec-8647-961b5b70899c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event deleted for resources: {'Network': ['ID=9e40610d-06bc-4fff-a258-1910fedba294,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:53.018585 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-37a0445c-b0dd-4729-ad6d-b218b68e7e13 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group (8e11337d-7780-4fed-b317-e29401176f44), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:53.047414 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-37a0445c-b0dd-4729-ad6d-b218b68e7e13 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group (8e11337d-7780-4fed-b317-e29401176f44), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:53.083175 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 2869c5cc-10a0-4e25-9793-194709c722f2 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:55:53.108432 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 2869c5cc-10a0-4e25-9793-194709c722f2 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:55:53.108785 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 2869c5cc-10a0-4e25-9793-194709c722f2 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:55:53.109258 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 6e0d12e2-7b51-4c56-9e40-d772390b0f2d no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:55:53.126618 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-37a0445c-b0dd-4729-ad6d-b218b68e7e13 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (8e11337d-7780-4fed-b317-e29401176f44), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:53.129598 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-37a0445c-b0dd-4729-ad6d-b218b68e7e13 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:53.135244 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-37a0445c-b0dd-4729-ad6d-b218b68e7e13 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "DELETE /v2.0/security-groups/8e11337d-7780-4fed-b317-e29401176f44 HTTP/1.1" status: 204 len: 168 time: 0.1916716 Feb 16 22:55:53.146062 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 6e0d12e2-7b51-4c56-9e40-d772390b0f2d {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:55:53.146598 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 6e0d12e2-7b51-4c56-9e40-d772390b0f2d not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:55:53.148206 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fdc9d10e-ff6a-4161-af74-1c8840e06cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:53.156083 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0445c-b0dd-4729-ad6d-b218b68e7e13 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e11337d-7780-4fed-b317-e29401176f44,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:53.361877 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51196) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:55:53.367091 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-41cfad58-83bd-4f65-b5ee-725143176e05 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-670043529', 'description': 'tempest-secgroup-smoke-670043529 description', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:55:53.387374 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41cfad58-83bd-4f65-b5ee-725143176e05 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:53.451907 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41cfad58-83bd-4f65-b5ee-725143176e05 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group (81f88e91-a5f9-4471-9464-ee9a0a0da276), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:53.456443 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41cfad58-83bd-4f65-b5ee-725143176e05 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (81f88e91-a5f9-4471-9464-ee9a0a0da276), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:53.488621 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41cfad58-83bd-4f65-b5ee-725143176e05 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:53.489885 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-41cfad58-83bd-4f65-b5ee-725143176e05 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1269968 Feb 16 22:55:53.490848 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cfad58-83bd-4f65-b5ee-725143176e05 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81f88e91-a5f9-4471-9464-ee9a0a0da276,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:53.493472 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51198) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:55:53.498369 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-66e4dd7c-8a30-48f0-b750-f667843f252f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'security_group_rule': {'security_group_id': '81f88e91-a5f9-4471-9464-ee9a0a0da276', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:55:53.522877 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-66e4dd7c-8a30-48f0-b750-f667843f252f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (b6eb0ffa-4cbc-43cb-988d-c634bb11f301), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:53.590019 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-66e4dd7c-8a30-48f0-b750-f667843f252f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (b6eb0ffa-4cbc-43cb-988d-c634bb11f301), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:53.593852 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-66e4dd7c-8a30-48f0-b750-f667843f252f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (b6eb0ffa-4cbc-43cb-988d-c634bb11f301), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:53.612442 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4dd7c-8a30-48f0-b750-f667843f252f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6eb0ffa-4cbc-43cb-988d-c634bb11f301,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:53.621154 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-66e4dd7c-8a30-48f0-b750-f667843f252f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:53.622451 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-66e4dd7c-8a30-48f0-b750-f667843f252f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277995 Feb 16 22:55:53.625170 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51200) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:55:53.629497 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-68cc9757-9c15-4697-b36b-5948317b27bd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'security_group_rule': {'security_group_id': '81f88e91-a5f9-4471-9464-ee9a0a0da276', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:55:53.654935 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-68cc9757-9c15-4697-b36b-5948317b27bd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (59b88bf4-de9e-4735-92c3-91182f364539), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:53.709430 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-68cc9757-9c15-4697-b36b-5948317b27bd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (59b88bf4-de9e-4735-92c3-91182f364539), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:53.713359 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-68cc9757-9c15-4697-b36b-5948317b27bd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (59b88bf4-de9e-4735-92c3-91182f364539), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:53.732663 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc9757-9c15-4697-b36b-5948317b27bd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59b88bf4-de9e-4735-92c3-91182f364539,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:53.740517 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-68cc9757-9c15-4697-b36b-5948317b27bd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:53.741852 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-68cc9757-9c15-4697-b36b-5948317b27bd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1157553 Feb 16 22:55:53.744759 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51202) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:55:53.749137 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-de874678-1890-4d02-9915-1197712a86c6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'security_group_rule': {'security_group_id': '81f88e91-a5f9-4471-9464-ee9a0a0da276', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:55:53.774912 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-de874678-1890-4d02-9915-1197712a86c6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (ee8b42ae-db5b-4497-a25a-dbf563765c1b), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:53.830954 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-de874678-1890-4d02-9915-1197712a86c6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (ee8b42ae-db5b-4497-a25a-dbf563765c1b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:53.834530 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-de874678-1890-4d02-9915-1197712a86c6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (ee8b42ae-db5b-4497-a25a-dbf563765c1b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:53.849295 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de874678-1890-4d02-9915-1197712a86c6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee8b42ae-db5b-4497-a25a-dbf563765c1b,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:53.860487 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-de874678-1890-4d02-9915-1197712a86c6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:53.861705 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-de874678-1890-4d02-9915-1197712a86c6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160233 Feb 16 22:55:53.864532 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51204) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:55:53.868820 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-9eddbc3e-cc24-4e2b-bf9f-123d125a801c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'security_group_rule': {'security_group_id': '81f88e91-a5f9-4471-9464-ee9a0a0da276', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:55:53.893783 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9eddbc3e-cc24-4e2b-bf9f-123d125a801c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (a1a9357d-aad8-41d1-b699-4a2cad7089f6), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:53.950093 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9eddbc3e-cc24-4e2b-bf9f-123d125a801c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (a1a9357d-aad8-41d1-b699-4a2cad7089f6), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:53.953566 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9eddbc3e-cc24-4e2b-bf9f-123d125a801c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (a1a9357d-aad8-41d1-b699-4a2cad7089f6), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:53.974050 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eddbc3e-cc24-4e2b-bf9f-123d125a801c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a9357d-aad8-41d1-b699-4a2cad7089f6,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:53.981161 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9eddbc3e-cc24-4e2b-bf9f-123d125a801c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:53.982403 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9eddbc3e-cc24-4e2b-bf9f-123d125a801c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169648 Feb 16 22:55:53.985036 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51206) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:55:53.989494 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-1925911a-beb3-48e1-a42d-12ae58d470fc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'security_group_rule': {'security_group_id': '81f88e91-a5f9-4471-9464-ee9a0a0da276', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:55:54.009858 n-d-813897-6 neutron-server[103465]: INFO neutron.db.securitygroups_db [None req-1925911a-beb3-48e1-a42d-12ae58d470fc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Project f09c82b3a2c746b1bfae225757af7f07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 22:55:54.014678 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1925911a-beb3-48e1-a42d-12ae58d470fc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (f0f9227f-23fb-4107-822a-da0ac5d1d890), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:54.072537 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1925911a-beb3-48e1-a42d-12ae58d470fc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (f0f9227f-23fb-4107-822a-da0ac5d1d890), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:54.076260 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1925911a-beb3-48e1-a42d-12ae58d470fc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (f0f9227f-23fb-4107-822a-da0ac5d1d890), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:54.095824 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925911a-beb3-48e1-a42d-12ae58d470fc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0f9227f-23fb-4107-822a-da0ac5d1d890,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:54.104057 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1925911a-beb3-48e1-a42d-12ae58d470fc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:54.105253 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1925911a-beb3-48e1-a42d-12ae58d470fc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1192567 Feb 16 22:55:54.107937 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51208) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:55:54.112184 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-a6cf8848-a229-482a-b857-531732906717 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'security_group_rule': {'security_group_id': '81f88e91-a5f9-4471-9464-ee9a0a0da276', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:55:54.132626 n-d-813897-6 neutron-server[103465]: INFO neutron.db.securitygroups_db [None req-a6cf8848-a229-482a-b857-531732906717 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Project f09c82b3a2c746b1bfae225757af7f07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 22:55:54.137859 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a6cf8848-a229-482a-b857-531732906717 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (e4f9c6ea-30e3-4ab5-9f67-ac049d4b3170), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:54.198927 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a6cf8848-a229-482a-b857-531732906717 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (e4f9c6ea-30e3-4ab5-9f67-ac049d4b3170), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:54.203472 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a6cf8848-a229-482a-b857-531732906717 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (e4f9c6ea-30e3-4ab5-9f67-ac049d4b3170), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:54.222409 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf8848-a229-482a-b857-531732906717 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f9c6ea-30e3-4ab5-9f67-ac049d4b3170,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:54.231181 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a6cf8848-a229-482a-b857-531732906717 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:54.232633 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a6cf8848-a229-482a-b857-531732906717 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236172 Feb 16 22:55:54.235581 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51210) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:55:54.240371 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-3a4cc287-b4d9-4090-8098-bc29aa03d8bb tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'network': {'name': 'tempest-network-smoke--979333184', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'port_security_enabled': True}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:55:54.258514 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4cc287-b4d9-4090-8098-bc29aa03d8bb tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Made reservation on behalf of f09c82b3a2c746b1bfae225757af7f07 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:55:54.261824 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3a4cc287-b4d9-4090-8098-bc29aa03d8bb tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:54.284970 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a4cc287-b4d9-4090-8098-bc29aa03d8bb tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:55:54.294772 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3a4cc287-b4d9-4090-8098-bc29aa03d8bb tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (bb5d3db1-442e-4c61-bcda-61a28116124b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:54.295123 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-3a4cc287-b4d9-4090-8098-bc29aa03d8bb tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Added segment bb5d3db1-442e-4c61-bcda-61a28116124b of type vlan for network be0f151a-4517-498e-9d44-6995d2e89a06 Feb 16 22:55:54.337065 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3a4cc287-b4d9-4090-8098-bc29aa03d8bb tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (be0f151a-4517-498e-9d44-6995d2e89a06), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:54.355661 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:54.363457 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3a4cc287-b4d9-4090-8098-bc29aa03d8bb tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (be0f151a-4517-498e-9d44-6995d2e89a06), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:54.368741 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4cc287-b4d9-4090-8098-bc29aa03d8bb tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:54.369323 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3a4cc287-b4d9-4090-8098-bc29aa03d8bb tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:54.403410 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3a4cc287-b4d9-4090-8098-bc29aa03d8bb tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1667001 Feb 16 22:55:54.405896 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51212) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:55:54.410203 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-b7b9b83e-7d14-4674-8d4b-0dc7912c39e6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-382903892', 'admin_state_up': True, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:55:54.451443 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4cc287-b4d9-4090-8098-bc29aa03d8bb tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'Network': ['ID=be0f151a-4517-498e-9d44-6995d2e89a06,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:54.462795 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network be0f151a-4517-498e-9d44-6995d2e89a06 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:55:54.469373 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b7b9b83e-7d14-4674-8d4b-0dc7912c39e6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (90ac6afa-2eb7-4bf7-9058-30562cf4f1a9), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:54.470536 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b7b9b83e-7d14-4674-8d4b-0dc7912c39e6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (90ac6afa-2eb7-4bf7-9058-30562cf4f1a9), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:54.528215 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b7b9b83e-7d14-4674-8d4b-0dc7912c39e6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for router_controller (90ac6afa-2eb7-4bf7-9058-30562cf4f1a9), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:54.668388 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b7b9b83e-7d14-4674-8d4b-0dc7912c39e6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for router_gateway (90ac6afa-2eb7-4bf7-9058-30562cf4f1a9), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:54.974928 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device ce099637-188e-4643-b1fa-08d0929d7ea9 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:55:54.995958 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: ce099637-188e-4643-b1fa-08d0929d7ea9 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:55:54.996317 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device ce099637-188e-4643-b1fa-08d0929d7ea9 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:55:55.185092 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b7b9b83e-7d14-4674-8d4b-0dc7912c39e6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for router_gateway (90ac6afa-2eb7-4bf7-9058-30562cf4f1a9), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:55.204368 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b7b9b83e-7d14-4674-8d4b-0dc7912c39e6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:55.306118 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-b7b9b83e-7d14-4674-8d4b-0dc7912c39e6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Allocated IP 172.25.2.79 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/abbca857-7a98-434e-993e-ed938362986b) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:55:55.410395 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b7b9b83e-7d14-4674-8d4b-0dc7912c39e6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for port (abbca857-7a98-434e-993e-ed938362986b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:55.444443 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b7b9b83e-7d14-4674-8d4b-0dc7912c39e6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (abbca857-7a98-434e-993e-ed938362986b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:55.484241 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b9b83e-7d14-4674-8d4b-0dc7912c39e6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:55:55.487060 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-b7b9b83e-7d14-4674-8d4b-0dc7912c39e6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:55:55.490650 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b9b83e-7d14-4674-8d4b-0dc7912c39e6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:55:55.496561 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9b83e-7d14-4674-8d4b-0dc7912c39e6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'Port': ['ID=abbca857-7a98-434e-993e-ed938362986b,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:55.696898 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:55.745719 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b7b9b83e-7d14-4674-8d4b-0dc7912c39e6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for router_gateway (90ac6afa-2eb7-4bf7-9058-30562cf4f1a9), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:55.950820 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b7b9b83e-7d14-4674-8d4b-0dc7912c39e6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (90ac6afa-2eb7-4bf7-9058-30562cf4f1a9), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:56.081476 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b9b83e-7d14-4674-8d4b-0dc7912c39e6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Router 90ac6afa-2eb7-4bf7-9058-30562cf4f1a9 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:55:56.189740 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b9b83e-7d14-4674-8d4b-0dc7912c39e6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:55:56.199210 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28f5458-2a8d-4e9c-ac7c-6fa47d6e4eb2 None None] Sync routers for ids ['90ac6afa-2eb7-4bf7-9058-30562cf4f1a9'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:55:56.209848 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28f5458-2a8d-4e9c-ac7c-6fa47d6e4eb2 None None] Routers {'90ac6afa-2eb7-4bf7-9058-30562cf4f1a9'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:55:56.210464 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-d28f5458-2a8d-4e9c-ac7c-6fa47d6e4eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:55:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['90ac6afa-2eb7-4bf7-9058-30562cf4f1a9'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:56.211500 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b7b9b83e-7d14-4674-8d4b-0dc7912c39e6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:56.215584 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b7b9b83e-7d14-4674-8d4b-0dc7912c39e6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8058863 Feb 16 22:55:56.215941 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51214) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:55:56.244685 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0c95e32d-d4a1-4104-91e7-f7eaa2dc15ef tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=f09c82b3a2c746b1bfae225757af7f07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276048 Feb 16 22:55:56.247318 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51216) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:55:56.339953 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ce94ee-d099-49d7-803d-a3abf650da5b tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:56.341746 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-24ce94ee-d099-49d7-803d-a3abf650da5b tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0934315 Feb 16 22:55:56.344688 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51218) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:55:56.373802 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f0c36b07-e725-4c13-a77a-47283e10de40 tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=b0ab4fc8-02c8-4404-90ea-6cd7fce3204f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280027 Feb 16 22:55:56.376323 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51220) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:55:56.381120 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-de4e8d0b-9dfc-4e37-b8ba-15b098457c18 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-82565452', 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:55:56.413920 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-d28f5458-2a8d-4e9c-ac7c-6fa47d6e4eb2 None None] Set router 90ac6afa-2eb7-4bf7-9058-30562cf4f1a9 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:55:56.472527 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4e8d0b-9dfc-4e37-b8ba-15b098457c18 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Made reservation on behalf of f09c82b3a2c746b1bfae225757af7f07 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:55:56.476614 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-de4e8d0b-9dfc-4e37-b8ba-15b098457c18 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:56.610386 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-d28f5458-2a8d-4e9c-ac7c-6fa47d6e4eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382903892', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'abbca857-7a98-434e-993e-ed938362986b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:55:54Z', 'updated_at': '2022-02-16T22:55:55Z', 'revision_number': 3, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'abbca857-7a98-434e-993e-ed938362986b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:55:55Z', 'updated_at': '2022-02-16T22:55:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:56.637700 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28f5458-2a8d-4e9c-ac7c-6fa47d6e4eb2 None None] Checking router: 90ac6afa-2eb7-4bf7-9058-30562cf4f1a9 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:55:56.638079 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28f5458-2a8d-4e9c-ac7c-6fa47d6e4eb2 None None] Updating router 90ac6afa-2eb7-4bf7-9058-30562cf4f1a9 port abbca857-7a98-434e-993e-ed938362986b binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:55:56.658288 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-de4e8d0b-9dfc-4e37-b8ba-15b098457c18 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (cf9f58d8-107a-4912-913f-598cc9c3beea), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:56.669480 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d28f5458-2a8d-4e9c-ac7c-6fa47d6e4eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (abbca857-7a98-434e-993e-ed938362986b), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:56.719138 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e8d0b-9dfc-4e37-b8ba-15b098457c18 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'Subnet': ['ID=cf9f58d8-107a-4912-913f-598cc9c3beea,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:56.727660 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4e8d0b-9dfc-4e37-b8ba-15b098457c18 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Checking segment: {'id': 'bb5d3db1-442e-4c61-bcda-61a28116124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:55:56.727660 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4e8d0b-9dfc-4e37-b8ba-15b098457c18 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Network hostable DHCP agents. Network: be0f151a-4517-498e-9d44-6995d2e89a06, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:55:56.744357 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4e8d0b-9dfc-4e37-b8ba-15b098457c18 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Network be0f151a-4517-498e-9d44-6995d2e89a06 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:55:56.753355 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-de4e8d0b-9dfc-4e37-b8ba-15b098457c18 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, be0f151a-4517-498e-9d44-6995d2e89a06) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:55:56.757532 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4e8d0b-9dfc-4e37-b8ba-15b098457c18 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:56.758163 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-de4e8d0b-9dfc-4e37-b8ba-15b098457c18 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:56.765707 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e8613c-403e-44ce-ab34-29e04cc54459 None None] Network be0f151a-4517-498e-9d44-6995d2e89a06 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:55:56.782520 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-de4e8d0b-9dfc-4e37-b8ba-15b098457c18 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4051366 Feb 16 22:55:56.782751 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51222) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:55:56.874173 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fba166-7d09-4655-aeb4-7e7698a0d805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-be0f151a-4517-498e-9d44-6995d2e89a06', 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'fixed_ips': [{'subnet_id': 'cf9f58d8-107a-4912-913f-598cc9c3beea'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:55:56.875159 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f7fba166-7d09-4655-aeb4-7e7698a0d805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:56.942619 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d28f5458-2a8d-4e9c-ac7c-6fa47d6e4eb2 None None] Publish callbacks [] for port (abbca857-7a98-434e-993e-ed938362986b), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:56.953379 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d28f5458-2a8d-4e9c-ac7c-6fa47d6e4eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (abbca857-7a98-434e-993e-ed938362986b), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:57.025629 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-d28f5458-2a8d-4e9c-ac7c-6fa47d6e4eb2 None None] Attempting to bind port abbca857-7a98-434e-993e-ed938362986b on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:55:57.026022 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-d28f5458-2a8d-4e9c-ac7c-6fa47d6e4eb2 None None] Attempting to bind port abbca857-7a98-434e-993e-ed938362986b by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:55:57.026389 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28f5458-2a8d-4e9c-ac7c-6fa47d6e4eb2 None None] Attempting to bind port abbca857-7a98-434e-993e-ed938362986b on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:55:57.034078 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-f7fba166-7d09-4655-aeb4-7e7698a0d805 None None] Allocated IP 172.20.0.2 (be0f151a-4517-498e-9d44-6995d2e89a06/cf9f58d8-107a-4912-913f-598cc9c3beea/dc4139b4-e8e0-47d5-9e0e-818643ac9276) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:55:57.037810 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28f5458-2a8d-4e9c-ac7c-6fa47d6e4eb2 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:55:57.038245 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28f5458-2a8d-4e9c-ac7c-6fa47d6e4eb2 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:55:57.038824 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d28f5458-2a8d-4e9c-ac7c-6fa47d6e4eb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:57.039310 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28f5458-2a8d-4e9c-ac7c-6fa47d6e4eb2 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:55:57.039859 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-d28f5458-2a8d-4e9c-ac7c-6fa47d6e4eb2 None None] Bound port: abbca857-7a98-434e-993e-ed938362986b, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:55:57.040241 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d28f5458-2a8d-4e9c-ac7c-6fa47d6e4eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (abbca857-7a98-434e-993e-ed938362986b), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:57.097901 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-d28f5458-2a8d-4e9c-ac7c-6fa47d6e4eb2 None None] For port abbca857-7a98-434e-993e-ed938362986b, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:55:57.102014 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-d28f5458-2a8d-4e9c-ac7c-6fa47d6e4eb2 None None] For port abbca857-7a98-434e-993e-ed938362986b, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=abbca857-7a98-434e-993e-ed938362986b,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:55:57.103344 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc1361-bd68-4b67-9082-eeb165aa87ce None None] Pushing event updated for resources: {'Port': ['ID=abbca857-7a98-434e-993e-ed938362986b,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:57.115485 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d28f5458-2a8d-4e9c-ac7c-6fa47d6e4eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (abbca857-7a98-434e-993e-ed938362986b), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:57.119244 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc1361-bd68-4b67-9082-eeb165aa87ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:57.119612 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc1361-bd68-4b67-9082-eeb165aa87ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:57.120043 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc1361-bd68-4b67-9082-eeb165aa87ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:57.120865 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc1361-bd68-4b67-9082-eeb165aa87ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:57.120865 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc1361-bd68-4b67-9082-eeb165aa87ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:57.121285 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc1361-bd68-4b67-9082-eeb165aa87ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:57.121707 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc1361-bd68-4b67-9082-eeb165aa87ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:57.122593 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc1361-bd68-4b67-9082-eeb165aa87ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:57.122593 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc1361-bd68-4b67-9082-eeb165aa87ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:57.122935 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc1361-bd68-4b67-9082-eeb165aa87ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:57.123347 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc1361-bd68-4b67-9082-eeb165aa87ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:57.123762 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc1361-bd68-4b67-9082-eeb165aa87ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:57.124173 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc1361-bd68-4b67-9082-eeb165aa87ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:55:57.191120 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc1361-bd68-4b67-9082-eeb165aa87ce None None] Pushing event updated for resources: {'Port': ['ID=abbca857-7a98-434e-993e-ed938362986b,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:57.196360 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28f5458-2a8d-4e9c-ac7c-6fa47d6e4eb2 None None] Routers {'90ac6afa-2eb7-4bf7-9058-30562cf4f1a9'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:55:57.196971 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-d28f5458-2a8d-4e9c-ac7c-6fa47d6e4eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:55:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['90ac6afa-2eb7-4bf7-9058-30562cf4f1a9'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:57.200492 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:57.205959 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f7fba166-7d09-4655-aeb4-7e7698a0d805 None None] Publish callbacks [] for port (dc4139b4-e8e0-47d5-9e0e-818643ac9276), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:57.212551 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f7fba166-7d09-4655-aeb4-7e7698a0d805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (dc4139b4-e8e0-47d5-9e0e-818643ac9276), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:57.271359 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fba166-7d09-4655-aeb4-7e7698a0d805 None None] Network be0f151a-4517-498e-9d44-6995d2e89a06 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:55:57.275451 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-f7fba166-7d09-4655-aeb4-7e7698a0d805 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:55:57.277959 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fba166-7d09-4655-aeb4-7e7698a0d805 None None] Pushing event updated for resources: {'Port': ['ID=dc4139b4-e8e0-47d5-9e0e-818643ac9276,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:57.280939 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fba166-7d09-4655-aeb4-7e7698a0d805 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:55:57.285369 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-66c50ad6-427b-4064-83cc-606ebd912466 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:57.319791 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-d28f5458-2a8d-4e9c-ac7c-6fa47d6e4eb2 None None] Set router 90ac6afa-2eb7-4bf7-9058-30562cf4f1a9 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:55:57.346454 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-f7fba166-7d09-4655-aeb4-7e7698a0d805 None None] Attempting to bind port dc4139b4-e8e0-47d5-9e0e-818643ac9276 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:55:57.346980 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-f7fba166-7d09-4655-aeb4-7e7698a0d805 None None] Attempting to bind port dc4139b4-e8e0-47d5-9e0e-818643ac9276 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'bb5d3db1-442e-4c61-bcda-61a28116124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:55:57.347622 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fba166-7d09-4655-aeb4-7e7698a0d805 None None] Attempting to bind port dc4139b4-e8e0-47d5-9e0e-818643ac9276 on network be0f151a-4517-498e-9d44-6995d2e89a06 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:55:57.353751 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fba166-7d09-4655-aeb4-7e7698a0d805 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:55:57.354181 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fba166-7d09-4655-aeb4-7e7698a0d805 None None] Checking segment: {'id': 'bb5d3db1-442e-4c61-bcda-61a28116124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:55:57.354587 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f7fba166-7d09-4655-aeb4-7e7698a0d805 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:57.354979 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fba166-7d09-4655-aeb4-7e7698a0d805 None None] Bound using segment: {'id': 'bb5d3db1-442e-4c61-bcda-61a28116124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:55:57.356078 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-f7fba166-7d09-4655-aeb4-7e7698a0d805 None None] Bound port: dc4139b4-e8e0-47d5-9e0e-818643ac9276, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb5d3db1-442e-4c61-bcda-61a28116124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:55:57.356602 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f7fba166-7d09-4655-aeb4-7e7698a0d805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (dc4139b4-e8e0-47d5-9e0e-818643ac9276), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:57.538999 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-d28f5458-2a8d-4e9c-ac7c-6fa47d6e4eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382903892', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'abbca857-7a98-434e-993e-ed938362986b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:55:54Z', 'updated_at': '2022-02-16T22:55:55Z', 'revision_number': 3, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'abbca857-7a98-434e-993e-ed938362986b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:55:55Z', 'updated_at': '2022-02-16T22:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:57.567053 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28f5458-2a8d-4e9c-ac7c-6fa47d6e4eb2 None None] The sync data for ids ['90ac6afa-2eb7-4bf7-9058-30562cf4f1a9'] in n-d-813897-6 is: [{'id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382903892', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'abbca857-7a98-434e-993e-ed938362986b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:55:54Z', 'updated_at': '2022-02-16T22:55:55Z', 'revision_number': 3, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'abbca857-7a98-434e-993e-ed938362986b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:55:55Z', 'updated_at': '2022-02-16T22:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:55:57.588315 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-f7fba166-7d09-4655-aeb4-7e7698a0d805 None None] For port dc4139b4-e8e0-47d5-9e0e-818643ac9276, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:55:57.591589 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-f7fba166-7d09-4655-aeb4-7e7698a0d805 None None] For port dc4139b4-e8e0-47d5-9e0e-818643ac9276, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=dc4139b4-e8e0-47d5-9e0e-818643ac9276,segment=NetworkSegment(bb5d3db1-442e-4c61-bcda-61a28116124b),segment_id=bb5d3db1-442e-4c61-bcda-61a28116124b)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:55:57.599694 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f7fba166-7d09-4655-aeb4-7e7698a0d805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (dc4139b4-e8e0-47d5-9e0e-818643ac9276), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:57.622429 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-66c50ad6-427b-4064-83cc-606ebd912466 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Allocated IP 172.20.0.1 (be0f151a-4517-498e-9d44-6995d2e89a06/cf9f58d8-107a-4912-913f-598cc9c3beea/5b25e506-7292-4ff9-ad3b-ac26638d9dfd) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:55:57.671099 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fba166-7d09-4655-aeb4-7e7698a0d805 None None] Pushing event updated for resources: {'Port': ['ID=dc4139b4-e8e0-47d5-9e0e-818643ac9276,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:57.757917 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-66c50ad6-427b-4064-83cc-606ebd912466 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for port (5b25e506-7292-4ff9-ad3b-ac26638d9dfd), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:57.795594 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-66c50ad6-427b-4064-83cc-606ebd912466 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (5b25e506-7292-4ff9-ad3b-ac26638d9dfd), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:57.881591 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c50ad6-427b-4064-83cc-606ebd912466 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Network be0f151a-4517-498e-9d44-6995d2e89a06 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:55:57.885336 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-66c50ad6-427b-4064-83cc-606ebd912466 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:55:57.889844 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c50ad6-427b-4064-83cc-606ebd912466 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:55:57.894019 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c50ad6-427b-4064-83cc-606ebd912466 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'Port': ['ID=5b25e506-7292-4ff9-ad3b-ac26638d9dfd,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:57.943540 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-66c50ad6-427b-4064-83cc-606ebd912466 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (90ac6afa-2eb7-4bf7-9058-30562cf4f1a9), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:58.106010 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-66c50ad6-427b-4064-83cc-606ebd912466 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5b25e506-7292-4ff9-ad3b-ac26638d9dfd), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:58.467701 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-66c50ad6-427b-4064-83cc-606ebd912466 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for port (5b25e506-7292-4ff9-ad3b-ac26638d9dfd), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:58.475186 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-66c50ad6-427b-4064-83cc-606ebd912466 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (5b25e506-7292-4ff9-ad3b-ac26638d9dfd), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:58.561240 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c50ad6-427b-4064-83cc-606ebd912466 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'Port': ['ID=5b25e506-7292-4ff9-ad3b-ac26638d9dfd,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:58.563817 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-66c50ad6-427b-4064-83cc-606ebd912466 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (90ac6afa-2eb7-4bf7-9058-30562cf4f1a9), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:58.707877 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c50ad6-427b-4064-83cc-606ebd912466 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Network be0f151a-4517-498e-9d44-6995d2e89a06 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:55:58.710960 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-66c50ad6-427b-4064-83cc-606ebd912466 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:55:58.714226 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:58.898109 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c50ad6-427b-4064-83cc-606ebd912466 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Router 90ac6afa-2eb7-4bf7-9058-30562cf4f1a9 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:55:58.910637 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93d2c3f-e151-4771-b7d0-26f51fb65d4e None None] Network be0f151a-4517-498e-9d44-6995d2e89a06 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:55:58.981667 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-d1670d85-59a0-4e6b-b2c1-2f6f9a8ca263 None None] Provisioning complete for port dc4139b4-e8e0-47d5-9e0e-818643ac9276 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:55:58.982074 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d1670d85-59a0-4e6b-b2c1-2f6f9a8ca263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (dc4139b4-e8e0-47d5-9e0e-818643ac9276), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:59.073702 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c50ad6-427b-4064-83cc-606ebd912466 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:55:59.091155 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-66c50ad6-427b-4064-83cc-606ebd912466 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "PUT /v2.0/routers/90ac6afa-2eb7-4bf7-9058-30562cf4f1a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3070769 Feb 16 22:55:59.135618 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device dc4139b4-e8e0-47d5-9e0e-818643ac9276 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:55:59.206197 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d1670d85-59a0-4e6b-b2c1-2f6f9a8ca263 None None] Current status of the port dc4139b4-e8e0-47d5-9e0e-818643ac9276 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:55:59.207366 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d1670d85-59a0-4e6b-b2c1-2f6f9a8ca263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (dc4139b4-e8e0-47d5-9e0e-818643ac9276), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:59.232446 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port dc4139b4-e8e0-47d5-9e0e-818643ac9276 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:55:59.233009 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (dc4139b4-e8e0-47d5-9e0e-818643ac9276), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:59.304057 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-d1670d85-59a0-4e6b-b2c1-2f6f9a8ca263 None None] For port dc4139b4-e8e0-47d5-9e0e-818643ac9276, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=dc4139b4-e8e0-47d5-9e0e-818643ac9276,segment=NetworkSegment(bb5d3db1-442e-4c61-bcda-61a28116124b),segment_id=bb5d3db1-442e-4c61-bcda-61a28116124b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:55:59.311571 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d1670d85-59a0-4e6b-b2c1-2f6f9a8ca263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (dc4139b4-e8e0-47d5-9e0e-818643ac9276), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:59.412282 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1670d85-59a0-4e6b-b2c1-2f6f9a8ca263 None None] Pushing event updated for resources: {'Port': ['ID=dc4139b4-e8e0-47d5-9e0e-818643ac9276,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:55:59.425629 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port dc4139b4-e8e0-47d5-9e0e-818643ac9276 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:55:59.427034 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device abbca857-7a98-434e-993e-ed938362986b up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:55:59.508524 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-713c997b-3cc2-40af-a58c-03a657d8844f None None] Provisioning complete for port dc4139b4-e8e0-47d5-9e0e-818643ac9276 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:55:59.508895 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-713c997b-3cc2-40af-a58c-03a657d8844f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (dc4139b4-e8e0-47d5-9e0e-818643ac9276), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:59.568510 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port abbca857-7a98-434e-993e-ed938362986b triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:55:59.568992 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (abbca857-7a98-434e-993e-ed938362986b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:59.695554 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bebcd6-4c72-4a44-8100-8b68cfdf2f47 None None] Sync routers for ids ['90ac6afa-2eb7-4bf7-9058-30562cf4f1a9'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:55:59.728877 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-6413650c-278b-4420-b0e3-63da8ca4d599 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-670043529&fields=id&tenant_id=f09c82b3a2c746b1bfae225757af7f07 HTTP/1.1" status: 200 len: 267 time: 0.0550807 Feb 16 22:55:59.751635 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bebcd6-4c72-4a44-8100-8b68cfdf2f47 None None] Routers {'90ac6afa-2eb7-4bf7-9058-30562cf4f1a9'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:55:59.752157 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-61bebcd6-4c72-4a44-8100-8b68cfdf2f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:55:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['90ac6afa-2eb7-4bf7-9058-30562cf4f1a9'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:55:59.869838 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-6bf2b05a-fb1a-4f68-8126-fed5a424d4c2 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:55:59.871749 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-6bf2b05a-fb1a-4f68-8126-fed5a424d4c2 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/networks?id=be0f151a-4517-498e-9d44-6995d2e89a06 HTTP/1.1" status: 200 len: 796 time: 0.1332166 Feb 16 22:55:59.884785 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-713c997b-3cc2-40af-a58c-03a657d8844f None None] Current status of the port dc4139b4-e8e0-47d5-9e0e-818643ac9276 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:55:59.889663 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-7086f7cb-515f-4567-8e13-b81516c1c041 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/quotas/f09c82b3a2c746b1bfae225757af7f07 HTTP/1.1" status: 200 len: 375 time: 0.0098603 Feb 16 22:55:59.920571 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port abbca857-7a98-434e-993e-ed938362986b is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:55:59.920849 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (abbca857-7a98-434e-993e-ed938362986b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:59.949487 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-433907e6-6a73-4b68-add2-5ed94bd393ac tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539069 Feb 16 22:55:59.950589 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-713c997b-3cc2-40af-a58c-03a657d8844f None None] Provisioning complete for port 5b25e506-7292-4ff9-ad3b-ac26638d9dfd triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:55:59.950970 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-713c997b-3cc2-40af-a58c-03a657d8844f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5b25e506-7292-4ff9-ad3b-ac26638d9dfd), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:55:59.966000 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port abbca857-7a98-434e-993e-ed938362986b, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=abbca857-7a98-434e-993e-ed938362986b,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:55:59.986255 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-61bebcd6-4c72-4a44-8100-8b68cfdf2f47 None None] Set router 90ac6afa-2eb7-4bf7-9058-30562cf4f1a9 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:56:00.013446 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (abbca857-7a98-434e-993e-ed938362986b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:00.071719 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-826013a0-3cdb-4c12-8b5c-e0c2c042ef7d service neutron] 10.222.0.75 "GET /v2.0/networks/be0f151a-4517-498e-9d44-6995d2e89a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098475 Feb 16 22:56:00.111842 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-713c997b-3cc2-40af-a58c-03a657d8844f None None] Port 5b25e506-7292-4ff9-ad3b-ac26638d9dfd cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:56:00.158771 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=abbca857-7a98-434e-993e-ed938362986b,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:56:00.174390 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-0cbd772a-ea49-4e00-a936-7aa5e3570d15 service neutron] 10.222.0.75 "GET /v2.0/networks/be0f151a-4517-498e-9d44-6995d2e89a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966587 Feb 16 22:56:00.210718 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:00.278108 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a58f9950-afb0-4214-8002-8db7ae0b1a5e None None] Provisioning complete for port 5b25e506-7292-4ff9-ad3b-ac26638d9dfd triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:56:00.278108 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a58f9950-afb0-4214-8002-8db7ae0b1a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5b25e506-7292-4ff9-ad3b-ac26638d9dfd), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:00.327092 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a58f9950-afb0-4214-8002-8db7ae0b1a5e None None] Port 5b25e506-7292-4ff9-ad3b-ac26638d9dfd cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:56:00.364865 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-61bebcd6-4c72-4a44-8100-8b68cfdf2f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382903892', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'abbca857-7a98-434e-993e-ed938362986b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:55:54Z', 'updated_at': '2022-02-16T22:55:58Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'abbca857-7a98-434e-993e-ed938362986b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:55:55Z', 'updated_at': '2022-02-16T22:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '5b25e506-7292-4ff9-ad3b-ac26638d9dfd', 'name': '', 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'mac_address': 'fa:16:3e:44:38:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'cf9f58d8-107a-4912-913f-598cc9c3beea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:55:57Z', 'updated_at': '2022-02-16T22:55:58Z', 'revision_number': 2, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'subnets': [{'id': 'cf9f58d8-107a-4912-913f-598cc9c3beea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:56:00.368640 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-471a574f-ac81-4920-a865-5e026231b3e5 req-07d393de-5c14-4685-bfc3-7064c7bfb1a7 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 210 time: 0.0345182 Feb 16 22:56:00.400562 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bebcd6-4c72-4a44-8100-8b68cfdf2f47 None None] Checking router: 90ac6afa-2eb7-4bf7-9058-30562cf4f1a9 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:56:00.400922 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bebcd6-4c72-4a44-8100-8b68cfdf2f47 None None] Updating router 90ac6afa-2eb7-4bf7-9058-30562cf4f1a9 port 5b25e506-7292-4ff9-ad3b-ac26638d9dfd binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:56:00.434770 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-61bebcd6-4c72-4a44-8100-8b68cfdf2f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5b25e506-7292-4ff9-ad3b-ac26638d9dfd), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:00.735021 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-61bebcd6-4c72-4a44-8100-8b68cfdf2f47 None None] Publish callbacks [] for port (5b25e506-7292-4ff9-ad3b-ac26638d9dfd), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:00.740494 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-61bebcd6-4c72-4a44-8100-8b68cfdf2f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5b25e506-7292-4ff9-ad3b-ac26638d9dfd), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:00.801497 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943b568-c88a-48b0-889f-8fec3cfd85bd None None] Pushing event updated for resources: {'Port': ['ID=5b25e506-7292-4ff9-ad3b-ac26638d9dfd,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:56:00.854602 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-61bebcd6-4c72-4a44-8100-8b68cfdf2f47 None None] Attempting to bind port 5b25e506-7292-4ff9-ad3b-ac26638d9dfd on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:56:00.854981 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-61bebcd6-4c72-4a44-8100-8b68cfdf2f47 None None] Attempting to bind port 5b25e506-7292-4ff9-ad3b-ac26638d9dfd by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'bb5d3db1-442e-4c61-bcda-61a28116124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:56:00.855350 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bebcd6-4c72-4a44-8100-8b68cfdf2f47 None None] Attempting to bind port 5b25e506-7292-4ff9-ad3b-ac26638d9dfd on network be0f151a-4517-498e-9d44-6995d2e89a06 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:56:00.861824 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bebcd6-4c72-4a44-8100-8b68cfdf2f47 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:56:00.862263 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bebcd6-4c72-4a44-8100-8b68cfdf2f47 None None] Checking segment: {'id': 'bb5d3db1-442e-4c61-bcda-61a28116124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:56:00.862674 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-61bebcd6-4c72-4a44-8100-8b68cfdf2f47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:00.863110 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bebcd6-4c72-4a44-8100-8b68cfdf2f47 None None] Bound using segment: {'id': 'bb5d3db1-442e-4c61-bcda-61a28116124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:56:00.863736 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-61bebcd6-4c72-4a44-8100-8b68cfdf2f47 None None] Bound port: 5b25e506-7292-4ff9-ad3b-ac26638d9dfd, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb5d3db1-442e-4c61-bcda-61a28116124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:56:00.864130 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-61bebcd6-4c72-4a44-8100-8b68cfdf2f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5b25e506-7292-4ff9-ad3b-ac26638d9dfd), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:00.953571 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-61bebcd6-4c72-4a44-8100-8b68cfdf2f47 None None] For port 5b25e506-7292-4ff9-ad3b-ac26638d9dfd, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:56:00.957946 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-61bebcd6-4c72-4a44-8100-8b68cfdf2f47 None None] For port 5b25e506-7292-4ff9-ad3b-ac26638d9dfd, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5b25e506-7292-4ff9-ad3b-ac26638d9dfd,segment=NetworkSegment(bb5d3db1-442e-4c61-bcda-61a28116124b),segment_id=bb5d3db1-442e-4c61-bcda-61a28116124b)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:56:00.966437 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-61bebcd6-4c72-4a44-8100-8b68cfdf2f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5b25e506-7292-4ff9-ad3b-ac26638d9dfd), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:01.047347 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bebcd6-4c72-4a44-8100-8b68cfdf2f47 None None] Routers {'90ac6afa-2eb7-4bf7-9058-30562cf4f1a9'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:56:01.048025 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-61bebcd6-4c72-4a44-8100-8b68cfdf2f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:55:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['90ac6afa-2eb7-4bf7-9058-30562cf4f1a9'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:56:01.050414 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943b568-c88a-48b0-889f-8fec3cfd85bd None None] Pushing event updated for resources: {'Port': ['ID=5b25e506-7292-4ff9-ad3b-ac26638d9dfd,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:56:01.249781 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device dc4139b4-e8e0-47d5-9e0e-818643ac9276 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:56:01.340160 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-bc250a70-8773-4cdc-ac7e-48c5da4ffb03 None None] Provisioning complete for port 5b25e506-7292-4ff9-ad3b-ac26638d9dfd triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:56:01.340460 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bc250a70-8773-4cdc-ac7e-48c5da4ffb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5b25e506-7292-4ff9-ad3b-ac26638d9dfd), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:01.421333 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-61bebcd6-4c72-4a44-8100-8b68cfdf2f47 None None] Set router 90ac6afa-2eb7-4bf7-9058-30562cf4f1a9 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:56:01.424530 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port dc4139b4-e8e0-47d5-9e0e-818643ac9276 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:56:01.426704 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (dc4139b4-e8e0-47d5-9e0e-818643ac9276), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:01.504445 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-d7f6a5c8-72a5-4dd0-9928-2ef4ca9d53d4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:56:01.507590 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-d7f6a5c8-72a5-4dd0-9928-2ef4ca9d53d4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.67 "GET /v2.0/networks?id=be0f151a-4517-498e-9d44-6995d2e89a06 HTTP/1.1" status: 200 len: 796 time: 0.1648452 Feb 16 22:56:01.541117 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4ddf0999-a4d3-4dbc-b622-4eacbb3ce25e req-7a19bd19-d284-42e4-ba48-70499f6ae5b5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 210 time: 0.0472574 Feb 16 22:56:01.593187 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-5adef350-8500-41a2-922a-74b6da356b2f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f09c82b3a2c746b1bfae225757af7f07 HTTP/1.1" status: 200 len: 379 time: 0.0765107 Feb 16 22:56:01.602747 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-634b81de-0c53-4975-b4e4-2ed80857a7e0 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'port': {'device_id': '470bc637-7c83-49c9-a870-d05a4921d527', 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06', 'admin_state_up': True, 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'security_groups': ['81f88e91-a5f9-4471-9464-ee9a0a0da276']}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:56:01.669151 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-bc250a70-8773-4cdc-ac7e-48c5da4ffb03 None None] Current status of the port 5b25e506-7292-4ff9-ad3b-ac26638d9dfd is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:56:01.669702 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bc250a70-8773-4cdc-ac7e-48c5da4ffb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (5b25e506-7292-4ff9-ad3b-ac26638d9dfd), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:01.705997 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port dc4139b4-e8e0-47d5-9e0e-818643ac9276 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:56:01.707128 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device abbca857-7a98-434e-993e-ed938362986b up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:56:01.732037 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-634b81de-0c53-4975-b4e4-2ed80857a7e0 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Made reservation on behalf of f09c82b3a2c746b1bfae225757af7f07 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:56:01.735635 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-634b81de-0c53-4975-b4e4-2ed80857a7e0 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:01.766762 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-bc250a70-8773-4cdc-ac7e-48c5da4ffb03 None None] For port 5b25e506-7292-4ff9-ad3b-ac26638d9dfd, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5b25e506-7292-4ff9-ad3b-ac26638d9dfd,segment=NetworkSegment(bb5d3db1-442e-4c61-bcda-61a28116124b),segment_id=bb5d3db1-442e-4c61-bcda-61a28116124b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:56:01.790101 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bc250a70-8773-4cdc-ac7e-48c5da4ffb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (5b25e506-7292-4ff9-ad3b-ac26638d9dfd), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:01.856439 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc250a70-8773-4cdc-ac7e-48c5da4ffb03 None None] Pushing event updated for resources: {'Port': ['ID=5b25e506-7292-4ff9-ad3b-ac26638d9dfd,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:56:01.870004 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port abbca857-7a98-434e-993e-ed938362986b triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:56:01.870469 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (abbca857-7a98-434e-993e-ed938362986b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:01.884730 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-634b81de-0c53-4975-b4e4-2ed80857a7e0 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Allocated IP 172.20.0.9 (be0f151a-4517-498e-9d44-6995d2e89a06/cf9f58d8-107a-4912-913f-598cc9c3beea/ff549976-aa82-4638-a17b-304116074458) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:56:01.913253 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-61bebcd6-4c72-4a44-8100-8b68cfdf2f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382903892', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'abbca857-7a98-434e-993e-ed938362986b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:55:54Z', 'updated_at': '2022-02-16T22:55:58Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'abbca857-7a98-434e-993e-ed938362986b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:55:55Z', 'updated_at': '2022-02-16T22:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '5b25e506-7292-4ff9-ad3b-ac26638d9dfd', 'name': '', 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'mac_address': 'fa:16:3e:44:38:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'cf9f58d8-107a-4912-913f-598cc9c3beea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:55:57Z', 'updated_at': '2022-02-16T22:56:00Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'subnets': [{'id': 'cf9f58d8-107a-4912-913f-598cc9c3beea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:56:01.952784 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bebcd6-4c72-4a44-8100-8b68cfdf2f47 None None] The sync data for ids ['90ac6afa-2eb7-4bf7-9058-30562cf4f1a9'] in n-d-813897-6 is: [{'id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382903892', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'abbca857-7a98-434e-993e-ed938362986b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:55:54Z', 'updated_at': '2022-02-16T22:55:58Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'abbca857-7a98-434e-993e-ed938362986b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:55:55Z', 'updated_at': '2022-02-16T22:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '5b25e506-7292-4ff9-ad3b-ac26638d9dfd', 'name': '', 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'mac_address': 'fa:16:3e:44:38:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'cf9f58d8-107a-4912-913f-598cc9c3beea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:55:57Z', 'updated_at': '2022-02-16T22:56:00Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'subnets': [{'id': 'cf9f58d8-107a-4912-913f-598cc9c3beea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:56:01.960130 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-8d652df7-0f40-41cc-8223-eb2f8003da5a None None] Provisioning complete for port 5b25e506-7292-4ff9-ad3b-ac26638d9dfd triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:56:01.960516 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8d652df7-0f40-41cc-8223-eb2f8003da5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5b25e506-7292-4ff9-ad3b-ac26638d9dfd), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:02.058805 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-634b81de-0c53-4975-b4e4-2ed80857a7e0 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for port (ff549976-aa82-4638-a17b-304116074458), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:02.077405 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port abbca857-7a98-434e-993e-ed938362986b is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:56:02.095882 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-634b81de-0c53-4975-b4e4-2ed80857a7e0 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (ff549976-aa82-4638-a17b-304116074458), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:02.126209 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-8d652df7-0f40-41cc-8223-eb2f8003da5a None None] Current status of the port 5b25e506-7292-4ff9-ad3b-ac26638d9dfd is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:56:02.158648 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-634b81de-0c53-4975-b4e4-2ed80857a7e0 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Network be0f151a-4517-498e-9d44-6995d2e89a06 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:56:02.162030 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-634b81de-0c53-4975-b4e4-2ed80857a7e0 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:56:02.166339 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-634b81de-0c53-4975-b4e4-2ed80857a7e0 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:56:02.173421 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b81de-0c53-4975-b4e4-2ed80857a7e0 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'Port': ['ID=ff549976-aa82-4638-a17b-304116074458,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:56:02.242107 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-634b81de-0c53-4975-b4e4-2ed80857a7e0 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:56:02.242778 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-634b81de-0c53-4975-b4e4-2ed80857a7e0 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:02.279072 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-634b81de-0c53-4975-b4e4-2ed80857a7e0 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6807086 Feb 16 22:56:02.293577 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-071f3f43-6d01-494c-baf4-1e735e1e7c1a service neutron] Request body: {'port': {'device_id': '470bc637-7c83-49c9-a870-d05a4921d527', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:56:02.373556 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-071f3f43-6d01-494c-baf4-1e735e1e7c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ff549976-aa82-4638-a17b-304116074458), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:02.449861 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-67491a29-44bb-490c-bb1d-f31667afc716 None None] Provisioning complete for port ff549976-aa82-4638-a17b-304116074458 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:56:02.450501 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-67491a29-44bb-490c-bb1d-f31667afc716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ff549976-aa82-4638-a17b-304116074458), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:02.489622 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-67491a29-44bb-490c-bb1d-f31667afc716 None None] Port ff549976-aa82-4638-a17b-304116074458 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:56:02.678436 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-071f3f43-6d01-494c-baf4-1e735e1e7c1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff549976-aa82-4638-a17b-304116074458 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:56:02.682779 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511896b-e809-4123-bbf1-655f2bff8703 req-6d67126b-7946-4f7a-8ed4-9c566e5080ce tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:56:02.684958 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f511896b-e809-4123-bbf1-655f2bff8703 req-6d67126b-7946-4f7a-8ed4-9c566e5080ce tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 931 time: 0.0632513 Feb 16 22:56:02.687590 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-071f3f43-6d01-494c-baf4-1e735e1e7c1a service neutron] Publish callbacks [] for port (ff549976-aa82-4638-a17b-304116074458), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:02.702230 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-071f3f43-6d01-494c-baf4-1e735e1e7c1a service neutron] Transition to ACTIVE for port object ff549976-aa82-4638-a17b-304116074458 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:56:02.706872 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-071f3f43-6d01-494c-baf4-1e735e1e7c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (ff549976-aa82-4638-a17b-304116074458), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:02.751236 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f511896b-e809-4123-bbf1-655f2bff8703 req-7674ab71-d093-49f3-b0db-7b5d88d0e008 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=81f88e91-a5f9-4471-9464-ee9a0a0da276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597179 Feb 16 22:56:02.794314 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f3f43-6d01-494c-baf4-1e735e1e7c1a service neutron] Pushing event updated for resources: {'Port': ['ID=ff549976-aa82-4638-a17b-304116074458,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:56:02.852211 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-071f3f43-6d01-494c-baf4-1e735e1e7c1a service neutron] Attempting to bind port ff549976-aa82-4638-a17b-304116074458 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:56:02.852566 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-071f3f43-6d01-494c-baf4-1e735e1e7c1a service neutron] Attempting to bind port ff549976-aa82-4638-a17b-304116074458 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'bb5d3db1-442e-4c61-bcda-61a28116124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:56:02.852900 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-071f3f43-6d01-494c-baf4-1e735e1e7c1a service neutron] Attempting to bind port ff549976-aa82-4638-a17b-304116074458 on network be0f151a-4517-498e-9d44-6995d2e89a06 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:56:02.857907 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-071f3f43-6d01-494c-baf4-1e735e1e7c1a service neutron] Port ff549976-aa82-4638-a17b-304116074458 on network be0f151a-4517-498e-9d44-6995d2e89a06 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:56:02.858249 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-071f3f43-6d01-494c-baf4-1e735e1e7c1a service neutron] Attempting to bind port ff549976-aa82-4638-a17b-304116074458 on network be0f151a-4517-498e-9d44-6995d2e89a06 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:56:02.864056 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-071f3f43-6d01-494c-baf4-1e735e1e7c1a service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:56:02.864406 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-071f3f43-6d01-494c-baf4-1e735e1e7c1a service neutron] Checking segment: {'id': 'bb5d3db1-442e-4c61-bcda-61a28116124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:56:02.864808 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-071f3f43-6d01-494c-baf4-1e735e1e7c1a service neutron] Bound using segment: {'id': 'bb5d3db1-442e-4c61-bcda-61a28116124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:56:02.865249 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-071f3f43-6d01-494c-baf4-1e735e1e7c1a service neutron] Bound port: ff549976-aa82-4638-a17b-304116074458, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb5d3db1-442e-4c61-bcda-61a28116124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:56:02.865617 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-071f3f43-6d01-494c-baf4-1e735e1e7c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ff549976-aa82-4638-a17b-304116074458), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:02.952558 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-071f3f43-6d01-494c-baf4-1e735e1e7c1a service neutron] For port ff549976-aa82-4638-a17b-304116074458, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:56:02.956201 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-071f3f43-6d01-494c-baf4-1e735e1e7c1a service neutron] For port ff549976-aa82-4638-a17b-304116074458, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=ff549976-aa82-4638-a17b-304116074458,segment=NetworkSegment(bb5d3db1-442e-4c61-bcda-61a28116124b),segment_id=bb5d3db1-442e-4c61-bcda-61a28116124b)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:56:02.965414 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-071f3f43-6d01-494c-baf4-1e735e1e7c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (ff549976-aa82-4638-a17b-304116074458), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:03.018276 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-071f3f43-6d01-494c-baf4-1e735e1e7c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:56:03.018908 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-071f3f43-6d01-494c-baf4-1e735e1e7c1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:03.020354 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-071f3f43-6d01-494c-baf4-1e735e1e7c1a service neutron] 10.222.0.67 "PUT /v2.0/ports/ff549976-aa82-4638-a17b-304116074458 HTTP/1.1" status: 200 len: 1091 time: 0.7341397 Feb 16 22:56:03.020861 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '470bc637-7c83-49c9-a870-d05a4921d527', 'tag': 'ff549976-aa82-4638-a17b-304116074458'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:56:03.023823 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e4f892-d018-46c2-ae75-7cb69fa21ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "470bc637-7c83-49c9-a870-d05a4921d527", "tag": "ff549976-aa82-4638-a17b-304116074458"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:56:03.076943 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f3f43-6d01-494c-baf4-1e735e1e7c1a service neutron] Pushing event updated for resources: {'Port': ['ID=ff549976-aa82-4638-a17b-304116074458,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:56:03.128872 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5b25e506-7292-4ff9-ad3b-ac26638d9dfd up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:56:03.139253 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b3cc92-fa18-4387-87a7-16fbb10b98da x-openstack-request-id: req-b0b3cc92-fa18-4387-87a7-16fbb10b98da {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:56:03.141033 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "470bc637-7c83-49c9-a870-d05a4921d527", "tag": "ff549976-aa82-4638-a17b-304116074458", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:56:03.142374 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b0b3cc92-fa18-4387-87a7-16fbb10b98da {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:56:03.142835 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '470bc637-7c83-49c9-a870-d05a4921d527', 'tag': 'ff549976-aa82-4638-a17b-304116074458', 'status': 'completed', 'code': 200} Feb 16 22:56:03.170143 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-9b8e5243-d763-43d4-aa60-578ec348ba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:56:03.171904 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-9b8e5243-d763-43d4-aa60-578ec348ba1b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 1125 time: 0.0909121 Feb 16 22:56:03.199424 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 5b25e506-7292-4ff9-ad3b-ac26638d9dfd triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:56:03.199912 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (5b25e506-7292-4ff9-ad3b-ac26638d9dfd), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:03.219941 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-636b46f1-b589-4ddb-b768-f34f1deb7362 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff549976-aa82-4638-a17b-304116074458 HTTP/1.1" status: 200 len: 217 time: 0.0413837 Feb 16 22:56:03.277421 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-96dad8f4-d717-4b0a-b7d1-8d8fdec4e753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:56:03.279149 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-96dad8f4-d717-4b0a-b7d1-8d8fdec4e753 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cf9f58d8-107a-4912-913f-598cc9c3beea HTTP/1.1" status: 200 len: 833 time: 0.0534158 Feb 16 22:56:03.305026 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 5b25e506-7292-4ff9-ad3b-ac26638d9dfd is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:56:03.349285 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-b1e2d51f-d59d-43e1-9486-215fa5e0ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:56:03.351448 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-b1e2d51f-d59d-43e1-9486-215fa5e0ff29 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be0f151a-4517-498e-9d44-6995d2e89a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0654843 Feb 16 22:56:03.455148 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-0c5a697a-3fe3-4d71-9d03-532a82942481 service neutron] 10.222.0.67 "GET /v2.0/networks/be0f151a-4517-498e-9d44-6995d2e89a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965517 Feb 16 22:56:03.554915 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5a310635-2e76-4b0e-a7f6-3f9f0d86f57a req-7fe9025b-2b4a-4207-9eed-3421523357eb service neutron] 10.222.0.67 "GET /v2.0/networks/be0f151a-4517-498e-9d44-6995d2e89a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934806 Feb 16 22:56:03.648279 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4f892-d018-46c2-ae75-7cb69fa21ed3 req-1574582e-187d-4b46-8e14-92525218b2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:56:03.649807 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-86e4f892-d018-46c2-ae75-7cb69fa21ed3 req-1574582e-187d-4b46-8e14-92525218b2de service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 1125 time: 0.0479946 Feb 16 22:56:03.749886 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4f892-d018-46c2-ae75-7cb69fa21ed3 req-a808fc99-b6af-4c24-a43f-b9e4192e9d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:56:03.751424 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-86e4f892-d018-46c2-ae75-7cb69fa21ed3 req-a808fc99-b6af-4c24-a43f-b9e4192e9d33 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be0f151a-4517-498e-9d44-6995d2e89a06 HTTP/1.1" status: 200 len: 897 time: 0.0952833 Feb 16 22:56:03.893094 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f01cb4-6377-4c1e-b09d-d2a15d1610ac req-82548882-7676-4557-a5bc-e51355dfc53d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:56:03.895561 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-82f01cb4-6377-4c1e-b09d-d2a15d1610ac req-82548882-7676-4557-a5bc-e51355dfc53d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 943 time: 0.0604222 Feb 16 22:56:03.953650 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-82f01cb4-6377-4c1e-b09d-d2a15d1610ac req-81e07c9f-1a05-4071-bca7-f6e4373233a7 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=81f88e91-a5f9-4471-9464-ee9a0a0da276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519164 Feb 16 22:56:04.125136 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-86e4f892-d018-46c2-ae75-7cb69fa21ed3 req-3a6e8aa6-e0ee-4e99-8651-926634dccdf4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff549976-aa82-4638-a17b-304116074458 HTTP/1.1" status: 200 len: 217 time: 0.3671510 Feb 16 22:56:04.175079 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4f892-d018-46c2-ae75-7cb69fa21ed3 req-bb863c18-5470-4785-bab8-36d2428ff532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:56:04.176385 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-86e4f892-d018-46c2-ae75-7cb69fa21ed3 req-bb863c18-5470-4785-bab8-36d2428ff532 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cf9f58d8-107a-4912-913f-598cc9c3beea HTTP/1.1" status: 200 len: 833 time: 0.0451524 Feb 16 22:56:04.227437 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4f892-d018-46c2-ae75-7cb69fa21ed3 req-9d9c0764-32bf-4c27-b1d9-cbe3c0e65c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:56:04.229012 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-86e4f892-d018-46c2-ae75-7cb69fa21ed3 req-9d9c0764-32bf-4c27-b1d9-cbe3c0e65c9b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be0f151a-4517-498e-9d44-6995d2e89a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459423 Feb 16 22:56:04.324111 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-86e4f892-d018-46c2-ae75-7cb69fa21ed3 req-b8f6ecfe-fc01-4929-b687-d3b1b7bc28d8 service neutron] 10.222.0.67 "GET /v2.0/networks/be0f151a-4517-498e-9d44-6995d2e89a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889266 Feb 16 22:56:04.421781 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-86e4f892-d018-46c2-ae75-7cb69fa21ed3 req-d6f82b28-a8ae-4691-b4d4-4a947ca92f0b service neutron] 10.222.0.67 "GET /v2.0/networks/be0f151a-4517-498e-9d44-6995d2e89a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907421 Feb 16 22:56:05.087164 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a961667-1790-47c7-ac0e-e67fddbf59c3 req-c575986b-ef82-438c-bb5b-760a37f349af tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:56:05.088596 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1a961667-1790-47c7-ac0e-e67fddbf59c3 req-c575986b-ef82-438c-bb5b-760a37f349af tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 943 time: 0.0646119 Feb 16 22:56:05.138080 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1a961667-1790-47c7-ac0e-e67fddbf59c3 req-81297d21-1feb-4ac4-8c51-b78cb8c1f59a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=81f88e91-a5f9-4471-9464-ee9a0a0da276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438459 Feb 16 22:56:06.261787 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fff13-3afd-4b0e-bec6-23a48dcedb65 req-99524ca4-67fb-465d-9725-db041156571c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:56:06.263325 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4f5fff13-3afd-4b0e-bec6-23a48dcedb65 req-99524ca4-67fb-465d-9725-db041156571c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 943 time: 0.0542779 Feb 16 22:56:06.312299 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4f5fff13-3afd-4b0e-bec6-23a48dcedb65 req-8fb4d6da-471d-4dee-a7da-6cf0baae1c0f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=81f88e91-a5f9-4471-9464-ee9a0a0da276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431035 Feb 16 22:56:07.362086 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device ff549976-aa82-4638-a17b-304116074458 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:56:07.443119 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8643de-4e47-447f-ac21-d3d03acbe469 req-ddc42891-e57a-4d17-be87-c45b0644b049 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:56:07.444670 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1b8643de-4e47-447f-ac21-d3d03acbe469 req-ddc42891-e57a-4d17-be87-c45b0644b049 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 943 time: 0.0535517 Feb 16 22:56:07.468676 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port ff549976-aa82-4638-a17b-304116074458, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=ff549976-aa82-4638-a17b-304116074458,segment=NetworkSegment(bb5d3db1-442e-4c61-bcda-61a28116124b),segment_id=bb5d3db1-442e-4c61-bcda-61a28116124b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:56:07.478761 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'ff549976-aa82-4638-a17b-304116074458', 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06', 'port_id': 'ff549976-aa82-4638-a17b-304116074458', 'mac_address': 'fa:16:3e:1b:ea:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9f58d8-107a-4912-913f-598cc9c3beea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:56:07.505584 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1b8643de-4e47-447f-ac21-d3d03acbe469 req-7c865e05-be34-4c69-b978-1f8a733445c3 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=81f88e91-a5f9-4471-9464-ee9a0a0da276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546460 Feb 16 22:56:07.520753 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port ff549976-aa82-4638-a17b-304116074458 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:56:07.521146 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ff549976-aa82-4638-a17b-304116074458), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:07.539378 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff549976-aa82-4638-a17b-304116074458 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:56:07.563154 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port ff549976-aa82-4638-a17b-304116074458, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=ff549976-aa82-4638-a17b-304116074458,segment=NetworkSegment(bb5d3db1-442e-4c61-bcda-61a28116124b),segment_id=bb5d3db1-442e-4c61-bcda-61a28116124b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:56:07.567909 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ff549976-aa82-4638-a17b-304116074458), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:07.626685 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=ff549976-aa82-4638-a17b-304116074458,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:56:07.883801 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['ff549976-aa82-4638-a17b-304116074458'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:56:08.638092 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957284d-721a-4249-ae2e-2da714cb56ce req-d4f7d2d3-7f83-4b19-930b-d6ddf175803d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:56:08.639801 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c957284d-721a-4249-ae2e-2da714cb56ce req-d4f7d2d3-7f83-4b19-930b-d6ddf175803d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 944 time: 0.0600324 Feb 16 22:56:08.693069 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c957284d-721a-4249-ae2e-2da714cb56ce req-770737bf-9bba-4127-9f60-e529a8205691 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=81f88e91-a5f9-4471-9464-ee9a0a0da276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467436 Feb 16 22:56:09.376471 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device ff549976-aa82-4638-a17b-304116074458 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:56:09.428906 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port ff549976-aa82-4638-a17b-304116074458 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:56:09.432958 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port ff549976-aa82-4638-a17b-304116074458 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:56:09.433348 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ff549976-aa82-4638-a17b-304116074458), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:09.512128 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port ff549976-aa82-4638-a17b-304116074458 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:56:09.512586 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ff549976-aa82-4638-a17b-304116074458), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:09.538532 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '470bc637-7c83-49c9-a870-d05a4921d527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff549976-aa82-4638-a17b-304116074458'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:56:09.541476 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494eb5da-34eb-4550-9ec1-4dcae130cdf4" -d '{"events": [{"server_uuid": "470bc637-7c83-49c9-a870-d05a4921d527", "name": "network-vif-plugged", "status": "completed", "tag": "ff549976-aa82-4638-a17b-304116074458"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:56:09.554894 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port ff549976-aa82-4638-a17b-304116074458, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=ff549976-aa82-4638-a17b-304116074458,segment=NetworkSegment(bb5d3db1-442e-4c61-bcda-61a28116124b),segment_id=bb5d3db1-442e-4c61-bcda-61a28116124b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:56:09.559281 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ff549976-aa82-4638-a17b-304116074458), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:09.588673 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf45e295-e90d-465d-9796-c13f53e4d27f x-openstack-request-id: req-cf45e295-e90d-465d-9796-c13f53e4d27f {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:56:09.588978 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "470bc637-7c83-49c9-a870-d05a4921d527", "name": "network-vif-plugged", "status": "completed", "tag": "ff549976-aa82-4638-a17b-304116074458", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:56:09.589309 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cf45e295-e90d-465d-9796-c13f53e4d27f {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:56:09.589719 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '470bc637-7c83-49c9-a870-d05a4921d527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff549976-aa82-4638-a17b-304116074458', 'code': 200} Feb 16 22:56:09.619338 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=ff549976-aa82-4638-a17b-304116074458,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:56:09.683490 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a7553-164d-48fc-af65-e91380c88abd req-079e35ab-32f4-4c21-8e1f-8dee58dedea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:56:09.684988 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-731a7553-164d-48fc-af65-e91380c88abd req-079e35ab-32f4-4c21-8e1f-8dee58dedea7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 1127 time: 0.0458086 Feb 16 22:56:09.730588 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-731a7553-164d-48fc-af65-e91380c88abd req-17ad4f45-96e2-4e70-a3f4-552e2b7afa7a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=81f88e91-a5f9-4471-9464-ee9a0a0da276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396984 Feb 16 22:56:09.811749 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6958f78-75eb-4ca3-859e-7531ad8264f1 req-a7dfb3f3-2a17-4016-bd58-aa5092ab7278 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:56:09.813251 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b6958f78-75eb-4ca3-859e-7531ad8264f1 req-a7dfb3f3-2a17-4016-bd58-aa5092ab7278 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 945 time: 0.0525708 Feb 16 22:56:09.861850 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b6958f78-75eb-4ca3-859e-7531ad8264f1 req-c42fd739-85d9-4569-9cc5-31189bc08ecc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=81f88e91-a5f9-4471-9464-ee9a0a0da276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424554 Feb 16 22:56:10.995055 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40d922-56b5-4d39-a0bf-9f962adf8e30 req-cde665c3-d895-432f-b5cd-7e7743c18334 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:56:10.996586 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ff40d922-56b5-4d39-a0bf-9f962adf8e30 req-cde665c3-d895-432f-b5cd-7e7743c18334 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 945 time: 0.0585589 Feb 16 22:56:11.048251 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ff40d922-56b5-4d39-a0bf-9f962adf8e30 req-5e49e556-353f-4bba-9529-bc45933c2303 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=81f88e91-a5f9-4471-9464-ee9a0a0da276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456197 Feb 16 22:56:12.169557 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe69ab-534e-4134-bb83-2049ab5141af req-72faa01f-1149-4cca-891f-817766431310 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:56:12.171075 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-61fe69ab-534e-4134-bb83-2049ab5141af req-72faa01f-1149-4cca-891f-817766431310 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 945 time: 0.0539680 Feb 16 22:56:12.219534 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-61fe69ab-534e-4134-bb83-2049ab5141af req-6952cfef-cd7b-4dcb-93e4-3518ecd3b67d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=81f88e91-a5f9-4471-9464-ee9a0a0da276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428293 Feb 16 22:56:12.337305 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb03df-57ae-47bd-8d4a-ac72e61440fe req-5c4c5401-5246-4fee-b65c-ebede0e4e6c8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:56:12.338748 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e4cb03df-57ae-47bd-8d4a-ac72e61440fe req-5c4c5401-5246-4fee-b65c-ebede0e4e6c8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 945 time: 0.0537782 Feb 16 22:56:12.391727 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e4cb03df-57ae-47bd-8d4a-ac72e61440fe req-2c14a427-3686-401d-9fbd-923f345ec8c3 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=81f88e91-a5f9-4471-9464-ee9a0a0da276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473893 Feb 16 22:56:12.414536 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51282) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:56:12.459127 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149d2ffd-f791-4c0b-a021-5c4b9035fe04 tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:56:12.461154 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-149d2ffd-f791-4c0b-a021-5c4b9035fe04 tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 1122 time: 0.0451381 Feb 16 22:56:12.464064 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51284) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:56:12.468412 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-2f9cb87b-c5b5-4991-893c-b7c532b8c0c5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'port_id': 'ff549976-aa82-4638-a17b-304116074458', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:56:12.489876 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2f9cb87b-c5b5-4991-893c-b7c532b8c0c5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:12.586901 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2f9cb87b-c5b5-4991-893c-b7c532b8c0c5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:12.690966 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-2f9cb87b-c5b5-4991-893c-b7c532b8c0c5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Allocated IP 172.25.2.96 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/913f3275-d040-4b5f-88c4-f0b1e463ff08) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:56:12.791628 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2f9cb87b-c5b5-4991-893c-b7c532b8c0c5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for port (913f3275-d040-4b5f-88c4-f0b1e463ff08), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:12.831786 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2f9cb87b-c5b5-4991-893c-b7c532b8c0c5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (913f3275-d040-4b5f-88c4-f0b1e463ff08), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:12.867821 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9cb87b-c5b5-4991-893c-b7c532b8c0c5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:56:12.874044 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-2f9cb87b-c5b5-4991-893c-b7c532b8c0c5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:56:12.878383 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9cb87b-c5b5-4991-893c-b7c532b8c0c5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:56:12.901265 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9cb87b-c5b5-4991-893c-b7c532b8c0c5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'Port': ['ID=913f3275-d040-4b5f-88c4-f0b1e463ff08,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:56:13.236162 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2f9cb87b-c5b5-4991-893c-b7c532b8c0c5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for floatingip (a6aadc62-6adf-46df-96f2-65547a7b436a), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:13.310992 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2f9cb87b-c5b5-4991-893c-b7c532b8c0c5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (913f3275-d040-4b5f-88c4-f0b1e463ff08), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:13.460508 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2f9cb87b-c5b5-4991-893c-b7c532b8c0c5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for port (913f3275-d040-4b5f-88c4-f0b1e463ff08), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:13.465229 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2f9cb87b-c5b5-4991-893c-b7c532b8c0c5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (913f3275-d040-4b5f-88c4-f0b1e463ff08), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:13.533694 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9cb87b-c5b5-4991-893c-b7c532b8c0c5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'Port': ['ID=913f3275-d040-4b5f-88c4-f0b1e463ff08,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:56:13.544798 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2f9cb87b-c5b5-4991-893c-b7c532b8c0c5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (a6aadc62-6adf-46df-96f2-65547a7b436a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:13.646040 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-2f9cb87b-c5b5-4991-893c-b7c532b8c0c5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Floating IP a6aadc62-6adf-46df-96f2-65547a7b436a associated. External IP: 172.25.2.96, port: ff549976-aa82-4638-a17b-304116074458. Feb 16 22:56:13.856638 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9cb87b-c5b5-4991-893c-b7c532b8c0c5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Router 90ac6afa-2eb7-4bf7-9058-30562cf4f1a9 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:56:14.291888 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9cb87b-c5b5-4991-893c-b7c532b8c0c5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:56:14.302070 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbcfe09-e1af-423b-a651-422028c4247b None None] Sync routers for ids ['90ac6afa-2eb7-4bf7-9058-30562cf4f1a9'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:56:14.309760 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2f9cb87b-c5b5-4991-893c-b7c532b8c0c5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:14.312648 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbcfe09-e1af-423b-a651-422028c4247b None None] Routers {'90ac6afa-2eb7-4bf7-9058-30562cf4f1a9'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:56:14.313273 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-5cbcfe09-e1af-423b-a651-422028c4247b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:55:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['90ac6afa-2eb7-4bf7-9058-30562cf4f1a9'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:56:14.340253 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2f9cb87b-c5b5-4991-893c-b7c532b8c0c5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8751194 Feb 16 22:56:14.340857 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '470bc637-7c83-49c9-a870-d05a4921d527', 'tag': 'ff549976-aa82-4638-a17b-304116074458'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:56:14.343176 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae493a4-50e0-40e3-b002-0160f35b7d25" -d '{"events": [{"name": "network-changed", "server_uuid": "470bc637-7c83-49c9-a870-d05a4921d527", "tag": "ff549976-aa82-4638-a17b-304116074458"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:56:14.422819 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-5cbcfe09-e1af-423b-a651-422028c4247b None None] Set router 90ac6afa-2eb7-4bf7-9058-30562cf4f1a9 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:56:14.445469 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32b57a-de99-4acb-aed0-aac942bc312c req-157d2daa-77e5-413e-ad7f-ce1bbb7e828f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:56:14.447034 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6f32b57a-de99-4acb-aed0-aac942bc312c req-157d2daa-77e5-413e-ad7f-ce1bbb7e828f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 945 time: 0.0551765 Feb 16 22:56:14.499420 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6f32b57a-de99-4acb-aed0-aac942bc312c req-697fe729-2a28-4d2d-bc5f-8606be1d142a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=81f88e91-a5f9-4471-9464-ee9a0a0da276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467095 Feb 16 22:56:14.526021 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51290) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:56:14.546344 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98e31b1-4893-41de-848b-0a63a9eda48a x-openstack-request-id: req-f98e31b1-4893-41de-848b-0a63a9eda48a {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:56:14.547235 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "470bc637-7c83-49c9-a870-d05a4921d527", "tag": "ff549976-aa82-4638-a17b-304116074458", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:56:14.547235 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f98e31b1-4893-41de-848b-0a63a9eda48a {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:56:14.547429 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '470bc637-7c83-49c9-a870-d05a4921d527', 'tag': 'ff549976-aa82-4638-a17b-304116074458', 'status': 'completed', 'code': 200} Feb 16 22:56:14.619718 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-93cdac9a-b0eb-4eb4-b088-08a1fade0c5d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/floatingips/a6aadc62-6adf-46df-96f2-65547a7b436a HTTP/1.1" status: 200 len: 990 time: 0.0948212 Feb 16 22:56:14.632844 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae493a4-50e0-40e3-b002-0160f35b7d25 req-79a449d9-580e-430b-b08b-a1da98c96055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:56:14.634366 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0ae493a4-50e0-40e3-b002-0160f35b7d25 req-79a449d9-580e-430b-b08b-a1da98c96055 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 1127 time: 0.0629313 Feb 16 22:56:14.663231 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-5cbcfe09-e1af-423b-a651-422028c4247b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382903892', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'abbca857-7a98-434e-993e-ed938362986b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:55:54Z', 'updated_at': '2022-02-16T22:55:58Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'abbca857-7a98-434e-993e-ed938362986b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:55:55Z', 'updated_at': '2022-02-16T22:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'a6aadc62-6adf-46df-96f2-65547a7b436a', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'floating_ip_address': '172.25.2.96', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'port_id': 'ff549976-aa82-4638-a17b-304116074458', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06', 'mac_address': 'fa:16:3e:1b:ea:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470bc637-7c83-49c9-a870-d05a4921d527', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:56:13Z', 'updated_at': '2022-02-16T22:56:13Z', 'revision_number': 0, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b25e506-7292-4ff9-ad3b-ac26638d9dfd', 'name': '', 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'mac_address': 'fa:16:3e:44:38:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'cf9f58d8-107a-4912-913f-598cc9c3beea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:55:57Z', 'updated_at': '2022-02-16T22:56:01Z', 'revision_number': 5, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'subnets': [{'id': 'cf9f58d8-107a-4912-913f-598cc9c3beea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:56:14.688850 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbcfe09-e1af-423b-a651-422028c4247b None None] Checking router: 90ac6afa-2eb7-4bf7-9058-30562cf4f1a9 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:56:14.697131 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbcfe09-e1af-423b-a651-422028c4247b None None] Routers {'90ac6afa-2eb7-4bf7-9058-30562cf4f1a9'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:56:14.697749 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-5cbcfe09-e1af-423b-a651-422028c4247b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:55:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['90ac6afa-2eb7-4bf7-9058-30562cf4f1a9'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:56:14.732616 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae493a4-50e0-40e3-b002-0160f35b7d25 req-9ee8b8a4-bdf1-4dde-8f0e-69fb4f1e0863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:56:14.734160 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0ae493a4-50e0-40e3-b002-0160f35b7d25 req-9ee8b8a4-bdf1-4dde-8f0e-69fb4f1e0863 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be0f151a-4517-498e-9d44-6995d2e89a06 HTTP/1.1" status: 200 len: 897 time: 0.0923862 Feb 16 22:56:14.804117 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0ae493a4-50e0-40e3-b002-0160f35b7d25 req-6a2319f6-5bad-4f16-a8ed-117ef11a0dc1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff549976-aa82-4638-a17b-304116074458 HTTP/1.1" status: 200 len: 998 time: 0.0645347 Feb 16 22:56:14.806833 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-5cbcfe09-e1af-423b-a651-422028c4247b None None] Set router 90ac6afa-2eb7-4bf7-9058-30562cf4f1a9 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:56:14.855196 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae493a4-50e0-40e3-b002-0160f35b7d25 req-42248bd5-7a00-4452-8b7b-e4278d1196d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:56:14.856770 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0ae493a4-50e0-40e3-b002-0160f35b7d25 req-42248bd5-7a00-4452-8b7b-e4278d1196d7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cf9f58d8-107a-4912-913f-598cc9c3beea HTTP/1.1" status: 200 len: 833 time: 0.0472946 Feb 16 22:56:14.912771 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae493a4-50e0-40e3-b002-0160f35b7d25 req-a0f6ff01-ec32-4a7b-a390-15d35492c269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:56:14.914939 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0ae493a4-50e0-40e3-b002-0160f35b7d25 req-a0f6ff01-ec32-4a7b-a390-15d35492c269 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be0f151a-4517-498e-9d44-6995d2e89a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0523925 Feb 16 22:56:15.011888 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0ae493a4-50e0-40e3-b002-0160f35b7d25 req-d2a77ab8-c01e-484e-8cdf-9ea7fb6f0f06 service neutron] 10.222.0.67 "GET /v2.0/networks/be0f151a-4517-498e-9d44-6995d2e89a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904529 Feb 16 22:56:15.114679 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0ae493a4-50e0-40e3-b002-0160f35b7d25 req-ed280089-9188-4a50-bbc3-dfd225b49de0 service neutron] 10.222.0.67 "GET /v2.0/networks/be0f151a-4517-498e-9d44-6995d2e89a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961902 Feb 16 22:56:15.139789 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-5cbcfe09-e1af-423b-a651-422028c4247b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382903892', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'abbca857-7a98-434e-993e-ed938362986b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:55:54Z', 'updated_at': '2022-02-16T22:55:58Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'abbca857-7a98-434e-993e-ed938362986b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:55:55Z', 'updated_at': '2022-02-16T22:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'a6aadc62-6adf-46df-96f2-65547a7b436a', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'floating_ip_address': '172.25.2.96', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'port_id': 'ff549976-aa82-4638-a17b-304116074458', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06', 'mac_address': 'fa:16:3e:1b:ea:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470bc637-7c83-49c9-a870-d05a4921d527', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:56:13Z', 'updated_at': '2022-02-16T22:56:13Z', 'revision_number': 0, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b25e506-7292-4ff9-ad3b-ac26638d9dfd', 'name': '', 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'mac_address': 'fa:16:3e:44:38:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'cf9f58d8-107a-4912-913f-598cc9c3beea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:55:57Z', 'updated_at': '2022-02-16T22:56:01Z', 'revision_number': 5, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'subnets': [{'id': 'cf9f58d8-107a-4912-913f-598cc9c3beea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:56:15.166653 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbcfe09-e1af-423b-a651-422028c4247b None None] The sync data for ids ['90ac6afa-2eb7-4bf7-9058-30562cf4f1a9'] in n-d-813897-6 is: [{'id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382903892', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'abbca857-7a98-434e-993e-ed938362986b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:55:54Z', 'updated_at': '2022-02-16T22:55:58Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'abbca857-7a98-434e-993e-ed938362986b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:55:55Z', 'updated_at': '2022-02-16T22:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'a6aadc62-6adf-46df-96f2-65547a7b436a', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'floating_ip_address': '172.25.2.96', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'port_id': 'ff549976-aa82-4638-a17b-304116074458', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06', 'mac_address': 'fa:16:3e:1b:ea:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470bc637-7c83-49c9-a870-d05a4921d527', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:56:13Z', 'updated_at': '2022-02-16T22:56:13Z', 'revision_number': 0, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b25e506-7292-4ff9-ad3b-ac26638d9dfd', 'name': '', 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'mac_address': 'fa:16:3e:44:38:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'cf9f58d8-107a-4912-913f-598cc9c3beea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:55:57Z', 'updated_at': '2022-02-16T22:56:01Z', 'revision_number': 5, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'subnets': [{'id': 'cf9f58d8-107a-4912-913f-598cc9c3beea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:56:15.363393 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfac8c5-0b7a-4412-aed2-655726ab59b4 None None] New status for floating IP a6aadc62-6adf-46df-96f2-65547a7b436a: ACTIVE {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:56:15.623764 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51292) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:56:15.690902 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e8dad4ca-0480-4c61-9762-50f66a4a1991 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/floatingips/a6aadc62-6adf-46df-96f2-65547a7b436a HTTP/1.1" status: 200 len: 992 time: 0.0656729 Feb 16 22:56:20.703356 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-87f137b5-119d-4e3d-a294-00405f9f4813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:21.370853 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:56:23.092765 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a5284fc2-e68a-4b3d-bb1e-6312434c6721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:24.358752 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:25.699373 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:27.063247 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:28.695521 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:30.161770 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:45.261273 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-55549c2b-6dce-44d6-84e5-c2cc76fe33e7 req-1caa5621-4044-433f-a83c-2bcc363b3fbb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436771 Feb 16 22:56:45.349722 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55549c2b-6dce-44d6-84e5-c2cc76fe33e7 req-c8ed421c-4918-4744-a02f-01cd47b3c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:56:45.351259 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-55549c2b-6dce-44d6-84e5-c2cc76fe33e7 req-c8ed421c-4918-4744-a02f-01cd47b3c558 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 1127 time: 0.0495028 Feb 16 22:56:45.453718 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55549c2b-6dce-44d6-84e5-c2cc76fe33e7 req-2281918f-64ae-469d-a9a3-62ae7900cc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:56:45.455298 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-55549c2b-6dce-44d6-84e5-c2cc76fe33e7 req-2281918f-64ae-469d-a9a3-62ae7900cc14 service neutron] 10.222.0.79 "GET /v2.0/networks?id=50f5d130-0f22-457e-8f9d-f7f34d0d3035 HTTP/1.1" status: 200 len: 913 time: 0.0853622 Feb 16 22:56:45.523371 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-55549c2b-6dce-44d6-84e5-c2cc76fe33e7 req-1362bdd4-0916-4709-b7c4-646f9b85c897 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54315529-eaad-4c4a-8029-5949c0cb4a13 HTTP/1.1" status: 200 len: 1001 time: 0.0616913 Feb 16 22:56:45.573370 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55549c2b-6dce-44d6-84e5-c2cc76fe33e7 req-e7f17181-717b-4efb-b14c-0383ebe681bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:56:45.575019 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-55549c2b-6dce-44d6-84e5-c2cc76fe33e7 req-e7f17181-717b-4efb-b14c-0383ebe681bb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0f3f901b-49c4-4880-859e-a4de691296cc HTTP/1.1" status: 200 len: 851 time: 0.0456583 Feb 16 22:56:45.624388 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55549c2b-6dce-44d6-84e5-c2cc76fe33e7 req-0972e58c-c5e2-48bb-b9ef-c613c5d6dcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:56:45.625877 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-55549c2b-6dce-44d6-84e5-c2cc76fe33e7 req-0972e58c-c5e2-48bb-b9ef-c613c5d6dcde service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=50f5d130-0f22-457e-8f9d-f7f34d0d3035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441735 Feb 16 22:56:45.717126 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-55549c2b-6dce-44d6-84e5-c2cc76fe33e7 req-204c0be5-7e31-4ec6-8641-10169bd44ab5 service neutron] 10.222.0.79 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851290 Feb 16 22:56:45.804428 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-55549c2b-6dce-44d6-84e5-c2cc76fe33e7 req-a941e336-ec88-48ff-9f30-5128a42f748a service neutron] 10.222.0.79 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815957 Feb 16 22:56:50.704814 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9920f41d-8f39-4622-b74e-3a9ff061cb33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:53.094506 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-07f14578-5a4d-4283-8032-561431e4dbf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:54.361451 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:55.702641 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:57.066524 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:56:58.369431 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:56:58.694163 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:00.164922 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:02.526530 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-65dc1a49-63c3-40e5-892b-cc9ed76e491b req-6cc45793-f516-49bd-8ffd-90e11488d825 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=470bc637-7c83-49c9-a870-d05a4921d527&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1576517 Feb 16 22:57:02.623475 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc1a49-63c3-40e5-892b-cc9ed76e491b req-6f3a3bb1-8165-4a4d-bd69-36dfe28bb297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:02.625005 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-65dc1a49-63c3-40e5-892b-cc9ed76e491b req-6f3a3bb1-8165-4a4d-bd69-36dfe28bb297 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 1127 time: 0.0541575 Feb 16 22:57:02.729487 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc1a49-63c3-40e5-892b-cc9ed76e491b req-160fc912-18ba-44dc-b9d7-870c21b7d3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:02.731593 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-65dc1a49-63c3-40e5-892b-cc9ed76e491b req-160fc912-18ba-44dc-b9d7-870c21b7d3db service neutron] 10.222.0.67 "GET /v2.0/networks?id=be0f151a-4517-498e-9d44-6995d2e89a06 HTTP/1.1" status: 200 len: 897 time: 0.0870609 Feb 16 22:57:02.804316 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-65dc1a49-63c3-40e5-892b-cc9ed76e491b req-fa2f7c8f-df4c-4c01-8b94-ae3c167ab7d3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff549976-aa82-4638-a17b-304116074458 HTTP/1.1" status: 200 len: 1000 time: 0.0657804 Feb 16 22:57:02.856049 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc1a49-63c3-40e5-892b-cc9ed76e491b req-5d0ebc04-f09c-4b60-9634-b0ff6c7e9783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:02.857520 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-65dc1a49-63c3-40e5-892b-cc9ed76e491b req-5d0ebc04-f09c-4b60-9634-b0ff6c7e9783 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cf9f58d8-107a-4912-913f-598cc9c3beea HTTP/1.1" status: 200 len: 833 time: 0.0477247 Feb 16 22:57:02.907366 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc1a49-63c3-40e5-892b-cc9ed76e491b req-c3f5cf55-7da2-44e2-87e8-a2312e8bf456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:02.908863 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-65dc1a49-63c3-40e5-892b-cc9ed76e491b req-c3f5cf55-7da2-44e2-87e8-a2312e8bf456 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be0f151a-4517-498e-9d44-6995d2e89a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450871 Feb 16 22:57:03.003846 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-65dc1a49-63c3-40e5-892b-cc9ed76e491b req-c2b78895-5d59-488d-9112-6b93d65b1eb8 service neutron] 10.222.0.67 "GET /v2.0/networks/be0f151a-4517-498e-9d44-6995d2e89a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884595 Feb 16 22:57:03.092890 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-65dc1a49-63c3-40e5-892b-cc9ed76e491b req-01245762-c267-4b15-839e-69987020b303 service neutron] 10.222.0.67 "GET /v2.0/networks/be0f151a-4517-498e-9d44-6995d2e89a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836864 Feb 16 22:57:13.348650 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cd6d597b-140f-44ea-9b51-822bac61674e req-b0b12387-9a8f-4541-be31-ea4993f3057d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1616991948&fields=id&tenant_id=09b4d7c239444335b4d37b9f638ba2c2 HTTP/1.1" status: 200 len: 267 time: 0.0489135 Feb 16 22:57:13.453545 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d597b-140f-44ea-9b51-822bac61674e req-97fb910d-c839-4d98-8966-f576b1429789 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:13.455036 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cd6d597b-140f-44ea-9b51-822bac61674e req-97fb910d-c839-4d98-8966-f576b1429789 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/networks?id=50f5d130-0f22-457e-8f9d-f7f34d0d3035 HTTP/1.1" status: 200 len: 812 time: 0.0999656 Feb 16 22:57:13.470087 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cd6d597b-140f-44ea-9b51-822bac61674e req-5aa7a263-2e2b-4546-bc63-819a6f1c9b29 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/quotas/09b4d7c239444335b4d37b9f638ba2c2 HTTP/1.1" status: 200 len: 375 time: 0.0096104 Feb 16 22:57:13.526954 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cd6d597b-140f-44ea-9b51-822bac61674e req-c3c8440d-cd69-4b71-befb-83285b8ebce6 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518081 Feb 16 22:57:13.624464 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cd6d597b-140f-44ea-9b51-822bac61674e req-b46b4f61-2f01-42e1-99c0-f2747e5c9762 service neutron] 10.222.0.75 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863082 Feb 16 22:57:13.714103 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cd6d597b-140f-44ea-9b51-822bac61674e req-ef7780ae-67aa-40c4-b0ca-36f831d98878 service neutron] 10.222.0.75 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839021 Feb 16 22:57:13.988010 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6afae49a-f1cf-46cd-8cb8-aeba4fee1ecb req-f3ec854a-e5d6-4bb0-b284-2f08fc068f24 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 210 time: 0.0282996 Feb 16 22:57:14.914965 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d597b-140f-44ea-9b51-822bac61674e req-418e2fda-ce55-4109-9ac7-005e0c75aecf tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:14.916450 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cd6d597b-140f-44ea-9b51-822bac61674e req-418e2fda-ce55-4109-9ac7-005e0c75aecf tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.67 "GET /v2.0/networks?id=50f5d130-0f22-457e-8f9d-f7f34d0d3035 HTTP/1.1" status: 200 len: 812 time: 0.1113365 Feb 16 22:57:14.979597 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cd6d597b-140f-44ea-9b51-822bac61674e req-c57a7870-d0be-4364-bf4e-5788566f1b09 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09b4d7c239444335b4d37b9f638ba2c2 HTTP/1.1" status: 200 len: 380 time: 0.0549366 Feb 16 22:57:14.988607 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-cd6d597b-140f-44ea-9b51-822bac61674e req-a1e9ec7c-0321-4a43-9f28-98fe1aa1f2f9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Request body: {'port': {'device_id': '6ef74dd9-7240-4b33-8719-5fe6d898430a', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'admin_state_up': True, 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'security_groups': ['9833243c-2658-4118-b80e-44a224b005d0']}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:57:15.097938 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c66d4c41-6e9c-442e-9d0f-cdd56858dc11 req-bef2951b-b32f-4f7f-8d88-f0b8b2cdc860 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 210 time: 0.0304821 Feb 16 22:57:15.106015 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd6d597b-140f-44ea-9b51-822bac61674e req-a1e9ec7c-0321-4a43-9f28-98fe1aa1f2f9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Made reservation on behalf of 09b4d7c239444335b4d37b9f638ba2c2 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:57:15.110754 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-cd6d597b-140f-44ea-9b51-822bac61674e req-a1e9ec7c-0321-4a43-9f28-98fe1aa1f2f9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:15.240401 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-cd6d597b-140f-44ea-9b51-822bac61674e req-a1e9ec7c-0321-4a43-9f28-98fe1aa1f2f9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Allocated IP 172.20.0.13 (50f5d130-0f22-457e-8f9d-f7f34d0d3035/0f3f901b-49c4-4880-859e-a4de691296cc/e54a9541-ab95-4555-ad5f-f9405a7d5019) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:57:15.383326 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-cd6d597b-140f-44ea-9b51-822bac61674e req-a1e9ec7c-0321-4a43-9f28-98fe1aa1f2f9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for port (e54a9541-ab95-4555-ad5f-f9405a7d5019), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:15.418848 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-cd6d597b-140f-44ea-9b51-822bac61674e req-a1e9ec7c-0321-4a43-9f28-98fe1aa1f2f9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (e54a9541-ab95-4555-ad5f-f9405a7d5019), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:15.458264 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd6d597b-140f-44ea-9b51-822bac61674e req-a1e9ec7c-0321-4a43-9f28-98fe1aa1f2f9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:57:15.465105 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-cd6d597b-140f-44ea-9b51-822bac61674e req-a1e9ec7c-0321-4a43-9f28-98fe1aa1f2f9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:57:15.468267 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6d597b-140f-44ea-9b51-822bac61674e req-a1e9ec7c-0321-4a43-9f28-98fe1aa1f2f9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:57:15.507696 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9ec7c-0321-4a43-9f28-98fe1aa1f2f9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Pushing event updated for resources: {'Port': ['ID=e54a9541-ab95-4555-ad5f-f9405a7d5019,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:15.526313 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9ec7c-0321-4a43-9f28-98fe1aa1f2f9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:15.526313 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9ec7c-0321-4a43-9f28-98fe1aa1f2f9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:15.526313 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9ec7c-0321-4a43-9f28-98fe1aa1f2f9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:15.526313 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9ec7c-0321-4a43-9f28-98fe1aa1f2f9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:15.526313 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9ec7c-0321-4a43-9f28-98fe1aa1f2f9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:15.526313 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9ec7c-0321-4a43-9f28-98fe1aa1f2f9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:15.526313 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9ec7c-0321-4a43-9f28-98fe1aa1f2f9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:15.526313 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9ec7c-0321-4a43-9f28-98fe1aa1f2f9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:15.526313 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9ec7c-0321-4a43-9f28-98fe1aa1f2f9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:15.526313 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9ec7c-0321-4a43-9f28-98fe1aa1f2f9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:15.526313 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9ec7c-0321-4a43-9f28-98fe1aa1f2f9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:15.526313 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9ec7c-0321-4a43-9f28-98fe1aa1f2f9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:15.526313 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9ec7c-0321-4a43-9f28-98fe1aa1f2f9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:15.546204 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d597b-140f-44ea-9b51-822bac61674e req-a1e9ec7c-0321-4a43-9f28-98fe1aa1f2f9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:15.546873 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-cd6d597b-140f-44ea-9b51-822bac61674e req-a1e9ec7c-0321-4a43-9f28-98fe1aa1f2f9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:15.577706 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cd6d597b-140f-44ea-9b51-822bac61674e req-a1e9ec7c-0321-4a43-9f28-98fe1aa1f2f9 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5927479 Feb 16 22:57:15.589654 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-cd6d597b-140f-44ea-9b51-822bac61674e req-30cf86bc-be65-4656-9c29-7cbafad6b47d service neutron] Request body: {'port': {'device_id': '6ef74dd9-7240-4b33-8719-5fe6d898430a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:57:15.657198 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-cd6d597b-140f-44ea-9b51-822bac61674e req-30cf86bc-be65-4656-9c29-7cbafad6b47d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e54a9541-ab95-4555-ad5f-f9405a7d5019), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:15.748479 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-47c8d0f5-fb49-4877-acb1-28bedb2a4b85 None None] Provisioning complete for port e54a9541-ab95-4555-ad5f-f9405a7d5019 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:57:15.749004 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-47c8d0f5-fb49-4877-acb1-28bedb2a4b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e54a9541-ab95-4555-ad5f-f9405a7d5019), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:15.789910 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-47c8d0f5-fb49-4877-acb1-28bedb2a4b85 None None] Port e54a9541-ab95-4555-ad5f-f9405a7d5019 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:57:15.928750 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-cd6d597b-140f-44ea-9b51-822bac61674e req-30cf86bc-be65-4656-9c29-7cbafad6b47d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e54a9541-ab95-4555-ad5f-f9405a7d5019 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:57:15.936643 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-cd6d597b-140f-44ea-9b51-822bac61674e req-30cf86bc-be65-4656-9c29-7cbafad6b47d service neutron] Publish callbacks [] for port (e54a9541-ab95-4555-ad5f-f9405a7d5019), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:15.949054 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-cd6d597b-140f-44ea-9b51-822bac61674e req-30cf86bc-be65-4656-9c29-7cbafad6b47d service neutron] Transition to ACTIVE for port object e54a9541-ab95-4555-ad5f-f9405a7d5019 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:57:15.953124 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-cd6d597b-140f-44ea-9b51-822bac61674e req-30cf86bc-be65-4656-9c29-7cbafad6b47d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (e54a9541-ab95-4555-ad5f-f9405a7d5019), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:16.006111 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf86bc-be65-4656-9c29-7cbafad6b47d service neutron] Pushing event updated for resources: {'Port': ['ID=e54a9541-ab95-4555-ad5f-f9405a7d5019,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:16.081792 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-cd6d597b-140f-44ea-9b51-822bac61674e req-30cf86bc-be65-4656-9c29-7cbafad6b47d service neutron] Attempting to bind port e54a9541-ab95-4555-ad5f-f9405a7d5019 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:57:16.083052 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-cd6d597b-140f-44ea-9b51-822bac61674e req-30cf86bc-be65-4656-9c29-7cbafad6b47d service neutron] Attempting to bind port e54a9541-ab95-4555-ad5f-f9405a7d5019 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:57:16.083161 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6d597b-140f-44ea-9b51-822bac61674e req-30cf86bc-be65-4656-9c29-7cbafad6b47d service neutron] Attempting to bind port e54a9541-ab95-4555-ad5f-f9405a7d5019 on network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:57:16.089739 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6d597b-140f-44ea-9b51-822bac61674e req-30cf86bc-be65-4656-9c29-7cbafad6b47d service neutron] Port e54a9541-ab95-4555-ad5f-f9405a7d5019 on network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:57:16.090134 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6d597b-140f-44ea-9b51-822bac61674e req-30cf86bc-be65-4656-9c29-7cbafad6b47d service neutron] Attempting to bind port e54a9541-ab95-4555-ad5f-f9405a7d5019 on network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:57:16.097669 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6d597b-140f-44ea-9b51-822bac61674e req-30cf86bc-be65-4656-9c29-7cbafad6b47d service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:57:16.098041 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6d597b-140f-44ea-9b51-822bac61674e req-30cf86bc-be65-4656-9c29-7cbafad6b47d service neutron] Checking segment: {'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:57:16.098503 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6d597b-140f-44ea-9b51-822bac61674e req-30cf86bc-be65-4656-9c29-7cbafad6b47d service neutron] Bound using segment: {'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:57:16.098969 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-cd6d597b-140f-44ea-9b51-822bac61674e req-30cf86bc-be65-4656-9c29-7cbafad6b47d service neutron] Bound port: e54a9541-ab95-4555-ad5f-f9405a7d5019, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad09f177-655f-4e05-9bb4-60563dc16c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:57:16.099342 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-cd6d597b-140f-44ea-9b51-822bac61674e req-30cf86bc-be65-4656-9c29-7cbafad6b47d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e54a9541-ab95-4555-ad5f-f9405a7d5019), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:16.177337 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-cd6d597b-140f-44ea-9b51-822bac61674e req-30cf86bc-be65-4656-9c29-7cbafad6b47d service neutron] For port e54a9541-ab95-4555-ad5f-f9405a7d5019, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:57:16.183866 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-cd6d597b-140f-44ea-9b51-822bac61674e req-30cf86bc-be65-4656-9c29-7cbafad6b47d service neutron] For port e54a9541-ab95-4555-ad5f-f9405a7d5019, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=e54a9541-ab95-4555-ad5f-f9405a7d5019,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:57:16.196025 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-cd6d597b-140f-44ea-9b51-822bac61674e req-30cf86bc-be65-4656-9c29-7cbafad6b47d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (e54a9541-ab95-4555-ad5f-f9405a7d5019), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:16.232967 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d597b-140f-44ea-9b51-822bac61674e req-30cf86bc-be65-4656-9c29-7cbafad6b47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:16.233762 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-cd6d597b-140f-44ea-9b51-822bac61674e req-30cf86bc-be65-4656-9c29-7cbafad6b47d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:16.235130 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cd6d597b-140f-44ea-9b51-822bac61674e req-30cf86bc-be65-4656-9c29-7cbafad6b47d service neutron] 10.222.0.67 "PUT /v2.0/ports/e54a9541-ab95-4555-ad5f-f9405a7d5019 HTTP/1.1" status: 200 len: 1092 time: 0.6502283 Feb 16 22:57:16.238013 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef74dd9-7240-4b33-8719-5fe6d898430a', 'tag': 'e54a9541-ab95-4555-ad5f-f9405a7d5019'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:57:16.240281 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f013cc-c834-4a4a-a13e-83bc58f993e5" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef74dd9-7240-4b33-8719-5fe6d898430a", "tag": "e54a9541-ab95-4555-ad5f-f9405a7d5019"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:57:16.260232 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442faf57-d7ff-4540-be69-56539699358a req-43dc574f-3ed4-42d0-b65d-87e7ac188e15 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:16.262391 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-442faf57-d7ff-4540-be69-56539699358a req-43dc574f-3ed4-42d0-b65d-87e7ac188e15 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 944 time: 0.0736132 Feb 16 22:57:16.273232 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf86bc-be65-4656-9c29-7cbafad6b47d service neutron] Pushing event updated for resources: {'Port': ['ID=e54a9541-ab95-4555-ad5f-f9405a7d5019,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:16.335034 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-442faf57-d7ff-4540-be69-56539699358a req-794c3e0e-2323-41fc-a9b8-f69c95ed620c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632286 Feb 16 22:57:16.370400 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d597b-140f-44ea-9b51-822bac61674e req-5ac9fcca-9e00-4de3-bb68-b72d6201289e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:16.372541 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cd6d597b-140f-44ea-9b51-822bac61674e req-5ac9fcca-9e00-4de3-bb68-b72d6201289e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 1126 time: 0.0755856 Feb 16 22:57:16.392619 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb45696-e1c1-4f84-8b5f-e5c367bbf1f1 x-openstack-request-id: req-cdb45696-e1c1-4f84-8b5f-e5c367bbf1f1 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:57:16.392986 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef74dd9-7240-4b33-8719-5fe6d898430a", "tag": "e54a9541-ab95-4555-ad5f-f9405a7d5019", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:57:16.393464 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cdb45696-e1c1-4f84-8b5f-e5c367bbf1f1 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:57:16.393898 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef74dd9-7240-4b33-8719-5fe6d898430a', 'tag': 'e54a9541-ab95-4555-ad5f-f9405a7d5019', 'status': 'completed', 'code': 200} Feb 16 22:57:16.431247 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cd6d597b-140f-44ea-9b51-822bac61674e req-7d45d4ff-12de-4803-92f1-ba88f027cd4b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e54a9541-ab95-4555-ad5f-f9405a7d5019 HTTP/1.1" status: 200 len: 217 time: 0.0503776 Feb 16 22:57:16.485732 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d597b-140f-44ea-9b51-822bac61674e req-35ebe56b-f95b-43a3-8c4d-b516781b9ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:16.487262 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cd6d597b-140f-44ea-9b51-822bac61674e req-35ebe56b-f95b-43a3-8c4d-b516781b9ed4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0f3f901b-49c4-4880-859e-a4de691296cc HTTP/1.1" status: 200 len: 851 time: 0.0483811 Feb 16 22:57:16.539209 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d597b-140f-44ea-9b51-822bac61674e req-bbf93472-55fc-4afe-bc10-15128050a852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:16.540672 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cd6d597b-140f-44ea-9b51-822bac61674e req-bbf93472-55fc-4afe-bc10-15128050a852 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=50f5d130-0f22-457e-8f9d-f7f34d0d3035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469840 Feb 16 22:57:16.642549 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cd6d597b-140f-44ea-9b51-822bac61674e req-f48ae466-10e0-44e0-986a-30c9ff9978ba service neutron] 10.222.0.67 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936031 Feb 16 22:57:16.739358 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cd6d597b-140f-44ea-9b51-822bac61674e req-54fa6052-688e-49c2-a382-ebf16c2b9b15 service neutron] 10.222.0.67 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896230 Feb 16 22:57:16.833373 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f013cc-c834-4a4a-a13e-83bc58f993e5 req-94f2cb26-0e8b-4ea9-9cfa-fc453e3d0b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:16.834881 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-50f013cc-c834-4a4a-a13e-83bc58f993e5 req-94f2cb26-0e8b-4ea9-9cfa-fc453e3d0b47 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 1126 time: 0.0498261 Feb 16 22:57:16.932648 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f013cc-c834-4a4a-a13e-83bc58f993e5 req-b96b9417-4123-4c70-9e9f-a514685c32f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:16.934227 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-50f013cc-c834-4a4a-a13e-83bc58f993e5 req-b96b9417-4123-4c70-9e9f-a514685c32f2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=50f5d130-0f22-457e-8f9d-f7f34d0d3035 HTTP/1.1" status: 200 len: 913 time: 0.0908895 Feb 16 22:57:16.975448 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-50f013cc-c834-4a4a-a13e-83bc58f993e5 req-928156b4-85a9-4259-92aa-e0868164ae58 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e54a9541-ab95-4555-ad5f-f9405a7d5019 HTTP/1.1" status: 200 len: 217 time: 0.0349753 Feb 16 22:57:17.030124 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f013cc-c834-4a4a-a13e-83bc58f993e5 req-c3811bd5-903a-4b53-8e3f-49ffa760f73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:17.031599 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-50f013cc-c834-4a4a-a13e-83bc58f993e5 req-c3811bd5-903a-4b53-8e3f-49ffa760f73b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0f3f901b-49c4-4880-859e-a4de691296cc HTTP/1.1" status: 200 len: 851 time: 0.0501890 Feb 16 22:57:17.082361 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f013cc-c834-4a4a-a13e-83bc58f993e5 req-63ff04ca-3b3a-4d97-b65d-f46e659d0e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:17.083919 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-50f013cc-c834-4a4a-a13e-83bc58f993e5 req-63ff04ca-3b3a-4d97-b65d-f46e659d0e9f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=50f5d130-0f22-457e-8f9d-f7f34d0d3035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463791 Feb 16 22:57:17.177663 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-50f013cc-c834-4a4a-a13e-83bc58f993e5 req-578c8646-ce81-4ed7-bc76-aec9950e9df9 service neutron] 10.222.0.67 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875397 Feb 16 22:57:17.268894 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-50f013cc-c834-4a4a-a13e-83bc58f993e5 req-e92dafb4-938b-4dd6-8b1a-168e12339f05 service neutron] 10.222.0.67 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850170 Feb 16 22:57:17.464203 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debcfc11-791f-4fa1-bbc6-d7f1ec77926b req-4514dd51-85cb-4ffc-8730-c5edd305b704 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:17.465938 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-debcfc11-791f-4fa1-bbc6-d7f1ec77926b req-4514dd51-85cb-4ffc-8730-c5edd305b704 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 944 time: 0.0564823 Feb 16 22:57:17.518153 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-debcfc11-791f-4fa1-bbc6-d7f1ec77926b req-d542f814-968e-486e-b182-56a39b142852 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434964 Feb 16 22:57:18.439014 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f2b8c-647b-42c5-a51d-65d04715cd65 req-62acdf75-8b7f-4bb6-9608-46ddbdecb9ee tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:18.440569 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-523f2b8c-647b-42c5-a51d-65d04715cd65 req-62acdf75-8b7f-4bb6-9608-46ddbdecb9ee tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 945 time: 0.0633914 Feb 16 22:57:18.493240 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-523f2b8c-647b-42c5-a51d-65d04715cd65 req-aa726efb-95fd-4b49-962a-dbe885452611 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=81f88e91-a5f9-4471-9464-ee9a0a0da276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467253 Feb 16 22:57:18.519046 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51398) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:57:18.591113 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ebac9076-c969-402f-888c-fb66dfafa5db tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/floatingips/a6aadc62-6adf-46df-96f2-65547a7b436a HTTP/1.1" status: 200 len: 992 time: 0.0701759 Feb 16 22:57:18.659844 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a452214-bb6c-478f-a317-2fa0c7373bb0 req-66094341-dc31-4eee-84bd-b1e205962dcc tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:18.661464 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0a452214-bb6c-478f-a317-2fa0c7373bb0 req-66094341-dc31-4eee-84bd-b1e205962dcc tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 944 time: 0.0610824 Feb 16 22:57:18.717269 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0a452214-bb6c-478f-a317-2fa0c7373bb0 req-5fdfaf44-857b-4412-abd8-bc971e258432 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490859 Feb 16 22:57:19.100738 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b3c00-61c8-4ce6-9c16-b6df4c1dc7b4 req-7a5c10b0-7c07-4e83-a835-d00820effb17 tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:19.102321 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-887b3c00-61c8-4ce6-9c16-b6df4c1dc7b4 req-7a5c10b0-7c07-4e83-a835-d00820effb17 tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 1127 time: 0.0465465 Feb 16 22:57:19.149165 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-887b3c00-61c8-4ce6-9c16-b6df4c1dc7b4 req-c80cd9e4-98ac-40a0-a1ae-33e6dea9c394 tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=81f88e91-a5f9-4471-9464-ee9a0a0da276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410376 Feb 16 22:57:19.796958 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-0e0131e5-f8b2-4d9a-8f4d-3071af29b380 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=470bc637-7c83-49c9-a870-d05a4921d527&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1154704 Feb 16 22:57:19.807591 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-f7ac4a6a-9715-4226-97fa-78bd83a009b2 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 22:57:19.808651 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-f7ac4a6a-9715-4226-97fa-78bd83a009b2 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058813 Feb 16 22:57:19.951716 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-47b3e9db-6166-4b4b-b48f-3b6cd9c8f61a tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:19.953695 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-47b3e9db-6166-4b4b-b48f-3b6cd9c8f61a tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] 10.222.0.75 "GET /v2.0/ports/ff549976-aa82-4638-a17b-304116074458 HTTP/1.1" status: 200 len: 1124 time: 0.1104558 Feb 16 22:57:20.483673 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-cd2610bb-73a7-4132-9613-58546696d027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:20.485105 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-cd2610bb-73a7-4132-9613-58546696d027 service neutron] 10.222.0.75 "GET /v2.0/ports/ff549976-aa82-4638-a17b-304116074458 HTTP/1.1" status: 200 len: 1124 time: 0.0396516 Feb 16 22:57:20.493831 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8244e1e3-4b95-483a-899d-8d99c45441cb service neutron] Request body: {'binding': {'host': 'n-h2-813897-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:57:20.494349 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8244e1e3-4b95-483a-899d-8d99c45441cb service neutron] Unknown quota resources ['binding']. {{(pid=103465) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 22:57:20.639144 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8244e1e3-4b95-483a-899d-8d99c45441cb service neutron] Attempting to bind port ff549976-aa82-4638-a17b-304116074458 on host n-h2-813897-6 for vnic_type normal with profile None {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:57:20.639501 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8244e1e3-4b95-483a-899d-8d99c45441cb service neutron] Attempting to bind port ff549976-aa82-4638-a17b-304116074458 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'bb5d3db1-442e-4c61-bcda-61a28116124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:57:20.639837 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8244e1e3-4b95-483a-899d-8d99c45441cb service neutron] Attempting to bind port ff549976-aa82-4638-a17b-304116074458 on network be0f151a-4517-498e-9d44-6995d2e89a06 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:57:20.644700 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8244e1e3-4b95-483a-899d-8d99c45441cb service neutron] Port ff549976-aa82-4638-a17b-304116074458 on network be0f151a-4517-498e-9d44-6995d2e89a06 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:57:20.645157 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8244e1e3-4b95-483a-899d-8d99c45441cb service neutron] Attempting to bind port ff549976-aa82-4638-a17b-304116074458 on network be0f151a-4517-498e-9d44-6995d2e89a06 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:57:20.650399 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8244e1e3-4b95-483a-899d-8d99c45441cb service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:57:20.650754 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8244e1e3-4b95-483a-899d-8d99c45441cb service neutron] Checking segment: {'id': 'bb5d3db1-442e-4c61-bcda-61a28116124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:57:20.651139 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8244e1e3-4b95-483a-899d-8d99c45441cb service neutron] Bound using segment: {'id': 'bb5d3db1-442e-4c61-bcda-61a28116124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:57:20.651569 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8244e1e3-4b95-483a-899d-8d99c45441cb service neutron] Bound port: ff549976-aa82-4638-a17b-304116074458, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb5d3db1-442e-4c61-bcda-61a28116124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:57:20.714399 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8ab3e5d1-26ec-4a2f-90fd-1334ca17353a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:20.742575 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8244e1e3-4b95-483a-899d-8d99c45441cb service neutron] For port ff549976-aa82-4638-a17b-304116074458, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=ff549976-aa82-4638-a17b-304116074458,segment=NetworkSegment(bb5d3db1-442e-4c61-bcda-61a28116124b),segment_id=bb5d3db1-442e-4c61-bcda-61a28116124b)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:57:20.750518 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8244e1e3-4b95-483a-899d-8d99c45441cb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:20.751795 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8244e1e3-4b95-483a-899d-8d99c45441cb service neutron] 10.222.0.75 "POST /v2.0/ports/ff549976-aa82-4638-a17b-304116074458/bindings HTTP/1.1" status: 201 len: 389 time: 0.2615011 Feb 16 22:57:20.926180 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe7dfd-79ea-405f-8fb6-be94c4eea366 req-a5142ec0-dc12-4035-8dc7-56d590f5f8ef tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:20.927692 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-29fe7dfd-79ea-405f-8fb6-be94c4eea366 req-a5142ec0-dc12-4035-8dc7-56d590f5f8ef tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 944 time: 0.0677557 Feb 16 22:57:21.011295 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-29fe7dfd-79ea-405f-8fb6-be94c4eea366 req-a7f106ff-4fc9-467c-84c9-90f9d9891150 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762951 Feb 16 22:57:21.030587 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-9a104cbe-f58e-4041-aa37-4af1dd965cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:21.032107 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-9a104cbe-f58e-4041-aa37-4af1dd965cf7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 1127 time: 0.0751758 Feb 16 22:57:21.161814 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-09d8e431-cc8c-487b-a36f-755f2026f702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:21.163322 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-09d8e431-cc8c-487b-a36f-755f2026f702 service neutron] 10.222.0.79 "GET /v2.0/networks?id=be0f151a-4517-498e-9d44-6995d2e89a06 HTTP/1.1" status: 200 len: 897 time: 0.1254938 Feb 16 22:57:21.174744 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20c465-5c8a-42f3-9408-18f504d69c91 req-a332e211-9911-449d-a321-96dc232584d1 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:21.176128 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9d20c465-5c8a-42f3-9408-18f504d69c91 req-a332e211-9911-449d-a321-96dc232584d1 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 945 time: 0.0771422 Feb 16 22:57:21.262960 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-af81cc0b-a508-4413-bed9-45540784a419 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff549976-aa82-4638-a17b-304116074458 HTTP/1.1" status: 200 len: 1000 time: 0.0852933 Feb 16 22:57:21.273043 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9d20c465-5c8a-42f3-9408-18f504d69c91 req-f3f14810-63bd-4a61-bd07-f28a4070b1be tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=81f88e91-a5f9-4471-9464-ee9a0a0da276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907087 Feb 16 22:57:21.317338 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-e087922f-5115-41b5-8419-5c14ea0f27b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:21.318858 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-e087922f-5115-41b5-8419-5c14ea0f27b7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cf9f58d8-107a-4912-913f-598cc9c3beea HTTP/1.1" status: 200 len: 833 time: 0.0499399 Feb 16 22:57:21.370790 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-a3cb7706-28bd-46fb-83d1-5dfb28444c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:21.372831 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-a3cb7706-28bd-46fb-83d1-5dfb28444c6b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be0f151a-4517-498e-9d44-6995d2e89a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484238 Feb 16 22:57:21.467657 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-84ee0030-7bf0-498e-9497-448ed4286753 service neutron] 10.222.0.79 "GET /v2.0/networks/be0f151a-4517-498e-9d44-6995d2e89a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863109 Feb 16 22:57:21.562780 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-4e759a79-ff73-4162-b74d-4d51b3ba73a8 service neutron] 10.222.0.79 "GET /v2.0/networks/be0f151a-4517-498e-9d44-6995d2e89a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896888 Feb 16 22:57:21.716734 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-7688ef77-1fc1-4944-8082-c98171a7959d tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:21.718464 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-7688ef77-1fc1-4944-8082-c98171a7959d tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=470bc637-7c83-49c9-a870-d05a4921d527&tenant_id=f09c82b3a2c746b1bfae225757af7f07&binding%3Ahost_id=n-h1-813897-6 HTTP/1.1" status: 200 len: 1127 time: 0.0921698 Feb 16 22:57:21.729932 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813897-6'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:57:21.814056 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ff549976-aa82-4638-a17b-304116074458), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:21.961225 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] For port ff549976-aa82-4638-a17b-304116074458, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=ff549976-aa82-4638-a17b-304116074458,segment=NetworkSegment(bb5d3db1-442e-4c61-bcda-61a28116124b),segment_id=bb5d3db1-442e-4c61-bcda-61a28116124b)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:57:22.002998 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] For port ff549976-aa82-4638-a17b-304116074458, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:57:22.048262 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '470bc637-7c83-49c9-a870-d05a4921d527', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff549976-aa82-4638-a17b-304116074458'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:57:22.050627 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee9ab64-4294-4f53-af99-912b8eb009fa" -d '{"events": [{"server_uuid": "470bc637-7c83-49c9-a870-d05a4921d527", "name": "network-vif-unplugged", "status": "completed", "tag": "ff549976-aa82-4638-a17b-304116074458"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:57:22.054479 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] Publish callbacks [] for port (ff549976-aa82-4638-a17b-304116074458), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:22.061156 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (ff549976-aa82-4638-a17b-304116074458), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:22.197716 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] Pushing event updated for resources: {'Port': ['ID=ff549976-aa82-4638-a17b-304116074458,revision_number=7']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:22.215858 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:22.216214 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:22.216564 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:22.216911 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:22.217251 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:22.217590 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:22.217926 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:22.218282 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:22.218612 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:22.218941 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:22.219270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:22.219598 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:22.219927 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:22.234884 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c502e7-d530-4963-87d6-89a288ca1583 req-3e412583-5b9b-457c-9654-9b693425d594 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:22.236458 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b2c502e7-d530-4963-87d6-89a288ca1583 req-3e412583-5b9b-457c-9654-9b693425d594 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 944 time: 0.1450741 Feb 16 22:57:22.297412 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] Attempting to bind port ff549976-aa82-4638-a17b-304116074458 on host n-h1-813897-6 for vnic_type normal with profile {"migrating_to": "n-h2-813897-6"} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:57:22.297767 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] Attempting to bind port ff549976-aa82-4638-a17b-304116074458 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'bb5d3db1-442e-4c61-bcda-61a28116124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:57:22.298140 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] Attempting to bind port ff549976-aa82-4638-a17b-304116074458 on network be0f151a-4517-498e-9d44-6995d2e89a06 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:57:22.311388 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] Port ff549976-aa82-4638-a17b-304116074458 on network be0f151a-4517-498e-9d44-6995d2e89a06 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:57:22.311718 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] Attempting to bind port ff549976-aa82-4638-a17b-304116074458 on network be0f151a-4517-498e-9d44-6995d2e89a06 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:57:22.328414 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b2c502e7-d530-4963-87d6-89a288ca1583 req-42729d39-5b65-4d3a-b4ef-e254001c8352 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826333 Feb 16 22:57:22.329291 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:57:22.329636 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] Checking segment: {'id': 'bb5d3db1-442e-4c61-bcda-61a28116124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:57:22.330036 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] Bound using segment: {'id': 'bb5d3db1-442e-4c61-bcda-61a28116124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:57:22.330479 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] Bound port: ff549976-aa82-4638-a17b-304116074458, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb5d3db1-442e-4c61-bcda-61a28116124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:57:22.330836 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ff549976-aa82-4638-a17b-304116074458), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:22.390611 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 22:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ffb5f3-d50a-4ec7-ad58-9609a645ccf1 x-openstack-request-id: req-a9ffb5f3-d50a-4ec7-ad58-9609a645ccf1 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:57:22.390990 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "470bc637-7c83-49c9-a870-d05a4921d527", "name": "network-vif-unplugged", "status": "completed", "tag": "ff549976-aa82-4638-a17b-304116074458", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:57:22.391323 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a9ffb5f3-d50a-4ec7-ad58-9609a645ccf1 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:57:22.392045 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '470bc637-7c83-49c9-a870-d05a4921d527', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff549976-aa82-4638-a17b-304116074458', 'code': 200} Feb 16 22:57:22.401366 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] For port ff549976-aa82-4638-a17b-304116074458, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:57:22.405308 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] For port ff549976-aa82-4638-a17b-304116074458, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=ff549976-aa82-4638-a17b-304116074458,segment=NetworkSegment(bb5d3db1-442e-4c61-bcda-61a28116124b),segment_id=bb5d3db1-442e-4c61-bcda-61a28116124b)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:57:22.412373 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (ff549976-aa82-4638-a17b-304116074458), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:22.412951 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f30b2d90-ec95-4527-8da5-ca711307d62e None None] Provisioning complete for port ff549976-aa82-4638-a17b-304116074458 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:57:22.414346 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f30b2d90-ec95-4527-8da5-ca711307d62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ff549976-aa82-4638-a17b-304116074458), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:22.511118 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f30b2d90-ec95-4527-8da5-ca711307d62e None None] Current status of the port ff549976-aa82-4638-a17b-304116074458 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:57:22.511954 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f30b2d90-ec95-4527-8da5-ca711307d62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ff549976-aa82-4638-a17b-304116074458), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:22.561180 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-f30b2d90-ec95-4527-8da5-ca711307d62e None None] For port ff549976-aa82-4638-a17b-304116074458, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=ff549976-aa82-4638-a17b-304116074458,segment=NetworkSegment(bb5d3db1-442e-4c61-bcda-61a28116124b),segment_id=bb5d3db1-442e-4c61-bcda-61a28116124b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:57:22.562621 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '470bc637-7c83-49c9-a870-d05a4921d527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff549976-aa82-4638-a17b-304116074458'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:57:22.566179 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f66e0c4-7c89-4dcc-8fb0-5a93c1399835" -d '{"events": [{"server_uuid": "470bc637-7c83-49c9-a870-d05a4921d527", "name": "network-vif-plugged", "status": "completed", "tag": "ff549976-aa82-4638-a17b-304116074458"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:57:22.567597 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] Pushing event updated for resources: {'Port': ['ID=ff549976-aa82-4638-a17b-304116074458,revision_number=8']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:22.576805 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f30b2d90-ec95-4527-8da5-ca711307d62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ff549976-aa82-4638-a17b-304116074458), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:22.603806 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69d621-4c9f-4e4f-8d53-375f8fb39636 req-84bb0c34-8e21-47c1-b27b-bcc2eaa53da1 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:22.605295 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fa69d621-4c9f-4e4f-8d53-375f8fb39636 req-84bb0c34-8e21-47c1-b27b-bcc2eaa53da1 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 943 time: 0.1623030 Feb 16 22:57:22.624986 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:22.625613 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:22.627285 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8643b7bd-6817-4dfc-b87a-17f4ce929d4d service neutron] 10.222.0.79 "PUT /v2.0/ports/ff549976-aa82-4638-a17b-304116074458 HTTP/1.1" status: 200 len: 1121 time: 0.9022491 Feb 16 22:57:22.706795 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fa69d621-4c9f-4e4f-8d53-375f8fb39636 req-a960363c-d5b0-4b31-b0fc-701b704e64f6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=81f88e91-a5f9-4471-9464-ee9a0a0da276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804095 Feb 16 22:57:22.736599 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['ff549976-aa82-4638-a17b-304116074458'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:57:22.914917 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d858d5-c6e6-4796-9d18-d34559931d66 x-openstack-request-id: req-69d858d5-c6e6-4796-9d18-d34559931d66 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:57:22.915108 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "470bc637-7c83-49c9-a870-d05a4921d527", "name": "network-vif-plugged", "status": "completed", "tag": "ff549976-aa82-4638-a17b-304116074458", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:57:22.915368 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-69d858d5-c6e6-4796-9d18-d34559931d66 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:57:22.915765 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '470bc637-7c83-49c9-a870-d05a4921d527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff549976-aa82-4638-a17b-304116074458', 'code': 200} Feb 16 22:57:22.955278 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b2d90-ec95-4527-8da5-ca711307d62e None None] Pushing event updated for resources: {'Port': ['ID=ff549976-aa82-4638-a17b-304116074458,revision_number=9']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:22.972650 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b2d90-ec95-4527-8da5-ca711307d62e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:22.973002 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b2d90-ec95-4527-8da5-ca711307d62e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:22.973352 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b2d90-ec95-4527-8da5-ca711307d62e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:22.973693 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b2d90-ec95-4527-8da5-ca711307d62e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:22.974055 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b2d90-ec95-4527-8da5-ca711307d62e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:22.974392 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b2d90-ec95-4527-8da5-ca711307d62e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:22.974725 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b2d90-ec95-4527-8da5-ca711307d62e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:22.975053 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b2d90-ec95-4527-8da5-ca711307d62e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:22.975381 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b2d90-ec95-4527-8da5-ca711307d62e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:22.975707 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b2d90-ec95-4527-8da5-ca711307d62e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:22.976028 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b2d90-ec95-4527-8da5-ca711307d62e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:22.976350 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b2d90-ec95-4527-8da5-ca711307d62e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:22.976673 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b2d90-ec95-4527-8da5-ca711307d62e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:57:23.119716 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-152daf1b-f921-4ebf-91f4-eb04e305786d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:23.157529 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1a9c0614-0eb9-462c-aca0-bfd2544b0562 None None] Provisioning complete for port ff549976-aa82-4638-a17b-304116074458 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:57:23.157944 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1a9c0614-0eb9-462c-aca0-bfd2544b0562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ff549976-aa82-4638-a17b-304116074458), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:23.288649 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1a9c0614-0eb9-462c-aca0-bfd2544b0562 None None] Current status of the port ff549976-aa82-4638-a17b-304116074458 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:57:23.456671 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03790308-8251-4989-ab0d-6dc73c0e59bd req-e0bbae7d-3585-484c-97fd-68ed890218f3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:23.458207 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-03790308-8251-4989-ab0d-6dc73c0e59bd req-e0bbae7d-3585-484c-97fd-68ed890218f3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 944 time: 0.0573688 Feb 16 22:57:23.508217 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-03790308-8251-4989-ab0d-6dc73c0e59bd req-4d7388dc-d6ed-4dc5-ae05-dce5f6dfd2ae tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443599 Feb 16 22:57:23.818526 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbad14-2fb6-4e0e-bb21-08a2845fb148 req-c29c51c1-eb2f-46c7-a77c-13dd7474dd0c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:23.820057 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8dbbad14-2fb6-4e0e-bb21-08a2845fb148 req-c29c51c1-eb2f-46c7-a77c-13dd7474dd0c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 945 time: 0.0552893 Feb 16 22:57:23.870341 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8dbbad14-2fb6-4e0e-bb21-08a2845fb148 req-f232eadb-ef5c-48a7-a3f8-b3ae10d63cd6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=81f88e91-a5f9-4471-9464-ee9a0a0da276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446000 Feb 16 22:57:24.365757 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:24.393607 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '470bc637-7c83-49c9-a870-d05a4921d527', 'tag': 'ff549976-aa82-4638-a17b-304116074458'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:57:24.396008 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63eaa0fb-400f-42bb-a376-611d317c088e" -d '{"events": [{"name": "network-changed", "server_uuid": "470bc637-7c83-49c9-a870-d05a4921d527", "tag": "ff549976-aa82-4638-a17b-304116074458"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:57:24.432171 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f013bc2-d9e9-4819-b5d2-3e65da707ebc x-openstack-request-id: req-9f013bc2-d9e9-4819-b5d2-3e65da707ebc {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:57:24.432492 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "470bc637-7c83-49c9-a870-d05a4921d527", "tag": "ff549976-aa82-4638-a17b-304116074458", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:57:24.432748 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9f013bc2-d9e9-4819-b5d2-3e65da707ebc {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:57:24.433149 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '470bc637-7c83-49c9-a870-d05a4921d527', 'tag': 'ff549976-aa82-4638-a17b-304116074458', 'status': 'completed', 'code': 200} Feb 16 22:57:24.500204 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eaa0fb-400f-42bb-a376-611d317c088e req-e1868ea5-5338-414f-a065-58ef2ee6a655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:24.501753 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-63eaa0fb-400f-42bb-a376-611d317c088e req-e1868ea5-5338-414f-a065-58ef2ee6a655 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 1157 time: 0.0465081 Feb 16 22:57:24.603146 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eaa0fb-400f-42bb-a376-611d317c088e req-6cc6915f-3407-47e4-a168-44df4f12b22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:24.604652 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-63eaa0fb-400f-42bb-a376-611d317c088e req-6cc6915f-3407-47e4-a168-44df4f12b22f service neutron] 10.222.0.67 "GET /v2.0/networks?id=be0f151a-4517-498e-9d44-6995d2e89a06 HTTP/1.1" status: 200 len: 897 time: 0.0958805 Feb 16 22:57:24.632421 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604b78a-76cc-4e41-afb9-f9f29813fba5 req-a6c3a559-9918-4fbf-9bf8-07f09b27407c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:24.634007 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f604b78a-76cc-4e41-afb9-f9f29813fba5 req-a6c3a559-9918-4fbf-9bf8-07f09b27407c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 944 time: 0.0525556 Feb 16 22:57:24.674081 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-63eaa0fb-400f-42bb-a376-611d317c088e req-90dff59e-63b4-4853-94df-8c92bc0b4978 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff549976-aa82-4638-a17b-304116074458 HTTP/1.1" status: 200 len: 1000 time: 0.0632157 Feb 16 22:57:24.689421 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f604b78a-76cc-4e41-afb9-f9f29813fba5 req-37d958af-ac40-4323-897e-e1aad0f89b03 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487199 Feb 16 22:57:24.725032 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eaa0fb-400f-42bb-a376-611d317c088e req-69d4ee34-4c92-42df-9c06-8d285aca5a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:24.726595 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-63eaa0fb-400f-42bb-a376-611d317c088e req-69d4ee34-4c92-42df-9c06-8d285aca5a1a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cf9f58d8-107a-4912-913f-598cc9c3beea HTTP/1.1" status: 200 len: 833 time: 0.0459197 Feb 16 22:57:24.770422 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device ff549976-aa82-4638-a17b-304116074458 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:57:24.780642 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eaa0fb-400f-42bb-a376-611d317c088e req-53de0402-426f-4fca-be07-926c66243d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:24.784544 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-63eaa0fb-400f-42bb-a376-611d317c088e req-53de0402-426f-4fca-be07-926c66243d44 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be0f151a-4517-498e-9d44-6995d2e89a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0517719 Feb 16 22:57:24.877383 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port ff549976-aa82-4638-a17b-304116074458, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=ff549976-aa82-4638-a17b-304116074458,segment=NetworkSegment(bb5d3db1-442e-4c61-bcda-61a28116124b),segment_id=bb5d3db1-442e-4c61-bcda-61a28116124b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:57:24.878890 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-63eaa0fb-400f-42bb-a376-611d317c088e req-c6efdc23-aa67-465a-a750-83a0bb8b8571 service neutron] 10.222.0.67 "GET /v2.0/networks/be0f151a-4517-498e-9d44-6995d2e89a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867128 Feb 16 22:57:24.888972 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device ff549976-aa82-4638-a17b-304116074458 has no active binding in host n-h2-813897-6 {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 16 22:57:24.982470 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-63eaa0fb-400f-42bb-a376-611d317c088e req-b17ae77d-e39d-4b3a-8fba-8c0bca8cee62 service neutron] 10.222.0.67 "GET /v2.0/networks/be0f151a-4517-498e-9d44-6995d2e89a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969260 Feb 16 22:57:24.994874 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9cd28b-0a98-41a4-9a05-391a5de712eb req-38cacf44-ac9d-4f65-b57d-d76ce8fef3cc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:24.996505 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c9cd28b-0a98-41a4-9a05-391a5de712eb req-38cacf44-ac9d-4f65-b57d-d76ce8fef3cc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 945 time: 0.0550528 Feb 16 22:57:25.048158 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c9cd28b-0a98-41a4-9a05-391a5de712eb req-20cebde4-9904-4fcd-ab37-a9a975e119fc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=81f88e91-a5f9-4471-9464-ee9a0a0da276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443211 Feb 16 22:57:25.705107 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:25.808138 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46197880-fa68-4c7b-b0cf-9c48934f0319 req-fdfa4718-f6f8-45fc-aef3-9216ef28c6eb tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:25.809650 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-46197880-fa68-4c7b-b0cf-9c48934f0319 req-fdfa4718-f6f8-45fc-aef3-9216ef28c6eb tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 944 time: 0.0526354 Feb 16 22:57:25.858446 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-46197880-fa68-4c7b-b0cf-9c48934f0319 req-42cb2359-d6e4-4b9e-ba1f-2523962a5313 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430543 Feb 16 22:57:26.172119 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ff340-516f-4c45-8152-2ca9520c4c06 req-e2dc43c7-2473-4574-b0a2-5707408a24e7 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:26.173592 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d39ff340-516f-4c45-8152-2ca9520c4c06 req-e2dc43c7-2473-4574-b0a2-5707408a24e7 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 945 time: 0.0564532 Feb 16 22:57:26.220917 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d39ff340-516f-4c45-8152-2ca9520c4c06 req-4bab4b51-0ca7-48ed-b333-0579fcdb1604 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=81f88e91-a5f9-4471-9464-ee9a0a0da276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416994 Feb 16 22:57:26.975535 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e029ad0-9196-4398-abf3-80dfceac3223 req-acaa49fe-b641-450b-bc0b-59238eb336d6 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:26.977010 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6e029ad0-9196-4398-abf3-80dfceac3223 req-acaa49fe-b641-450b-bc0b-59238eb336d6 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 944 time: 0.0518765 Feb 16 22:57:27.025524 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6e029ad0-9196-4398-abf3-80dfceac3223 req-2660e974-0619-43ed-9ddf-077f01a9bcc6 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426893 Feb 16 22:57:27.070182 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:27.338257 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109c480-c2d8-46e1-811e-b1fc70b0ee48 req-f6d2795f-4a69-4590-bcb3-dc2bcd2b9042 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:27.339725 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2109c480-c2d8-46e1-811e-b1fc70b0ee48 req-f6d2795f-4a69-4590-bcb3-dc2bcd2b9042 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 945 time: 0.0520866 Feb 16 22:57:27.394294 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2109c480-c2d8-46e1-811e-b1fc70b0ee48 req-01624907-d5da-420b-aa88-f4badcf588c7 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=81f88e91-a5f9-4471-9464-ee9a0a0da276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479362 Feb 16 22:57:27.738732 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-3b0c3dbb-6b76-4d2e-a9dd-5085654bcec4 service neutron] 10.222.0.67 "GET /v2.0/ports/ff549976-aa82-4638-a17b-304116074458/bindings/n-h2-813897-6 HTTP/1.1" status: 200 len: 384 time: 0.0549536 Feb 16 22:57:27.912601 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-5c003415-2b96-490d-acb8-902349015e2f service neutron] For port ff549976-aa82-4638-a17b-304116074458, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=ff549976-aa82-4638-a17b-304116074458,segment=NetworkSegment(bb5d3db1-442e-4c61-bcda-61a28116124b),segment_id=bb5d3db1-442e-4c61-bcda-61a28116124b)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:57:27.931792 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-5c003415-2b96-490d-acb8-902349015e2f service neutron] For port ff549976-aa82-4638-a17b-304116074458, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:57:27.970937 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '470bc637-7c83-49c9-a870-d05a4921d527', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff549976-aa82-4638-a17b-304116074458'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:57:27.973520 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7679515b-5bb3-4409-9eec-7888fea427b2" -d '{"events": [{"server_uuid": "470bc637-7c83-49c9-a870-d05a4921d527", "name": "network-vif-unplugged", "status": "completed", "tag": "ff549976-aa82-4638-a17b-304116074458"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:57:27.980018 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-5c003415-2b96-490d-acb8-902349015e2f service neutron] For port ff549976-aa82-4638-a17b-304116074458, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=ff549976-aa82-4638-a17b-304116074458,segment=NetworkSegment(bb5d3db1-442e-4c61-bcda-61a28116124b),segment_id=bb5d3db1-442e-4c61-bcda-61a28116124b)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:57:27.995954 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-5c003415-2b96-490d-acb8-902349015e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ff549976-aa82-4638-a17b-304116074458), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:28.013361 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 22:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e711e2-b563-430f-9be2-89d04e16f8a0 x-openstack-request-id: req-45e711e2-b563-430f-9be2-89d04e16f8a0 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:57:28.013651 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "470bc637-7c83-49c9-a870-d05a4921d527", "name": "network-vif-unplugged", "status": "completed", "tag": "ff549976-aa82-4638-a17b-304116074458", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:57:28.013922 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-45e711e2-b563-430f-9be2-89d04e16f8a0 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:57:28.014804 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '470bc637-7c83-49c9-a870-d05a4921d527', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff549976-aa82-4638-a17b-304116074458', 'code': 200} Feb 16 22:57:28.075373 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-5c003415-2b96-490d-acb8-902349015e2f service neutron] Transition to ACTIVE for port object ff549976-aa82-4638-a17b-304116074458 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:57:28.079603 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-5c003415-2b96-490d-acb8-902349015e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (ff549976-aa82-4638-a17b-304116074458), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:28.153905 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27733060-5a81-471b-9617-5857e99e1353 req-1bd5a9d2-1b48-4b67-be59-10bd6777f92a tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:28.155595 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-27733060-5a81-471b-9617-5857e99e1353 req-1bd5a9d2-1b48-4b67-be59-10bd6777f92a tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 944 time: 0.0590327 Feb 16 22:57:28.174168 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c003415-2b96-490d-acb8-902349015e2f service neutron] Pushing event updated for resources: {'Port': ['ID=ff549976-aa82-4638-a17b-304116074458,revision_number=11']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:28.213336 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-5c003415-2b96-490d-acb8-902349015e2f service neutron] No DVR routers for this DVR port ff549976-aa82-4638-a17b-304116074458 on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:57:28.216872 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-27733060-5a81-471b-9617-5857e99e1353 req-f07feb61-c966-4019-a4b2-5450e7531216 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528123 Feb 16 22:57:28.521757 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46558f31-1ba1-4e6b-8a4e-0526f7a00a58 req-f4e25c29-954c-4f6e-8680-e0709e67eaa8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:28.523405 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-46558f31-1ba1-4e6b-8a4e-0526f7a00a58 req-f4e25c29-954c-4f6e-8680-e0709e67eaa8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 944 time: 0.0553439 Feb 16 22:57:28.575048 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-46558f31-1ba1-4e6b-8a4e-0526f7a00a58 req-1d5039ab-067a-42c1-94c7-d6fe81d0d055 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=81f88e91-a5f9-4471-9464-ee9a0a0da276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444794 Feb 16 22:57:28.672753 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-5c003415-2b96-490d-acb8-902349015e2f service neutron] 10.222.0.67 "PUT /v2.0/ports/ff549976-aa82-4638-a17b-304116074458/bindings/n-h2-813897-6/activate HTTP/1.1" status: 200 len: 369 time: 0.9282799 Feb 16 22:57:28.690538 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:28.775117 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-a25f65f0-f056-4454-9318-0b94e8b5257e tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:28.776561 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-a25f65f0-f056-4454-9318-0b94e8b5257e tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=470bc637-7c83-49c9-a870-d05a4921d527&tenant_id=f09c82b3a2c746b1bfae225757af7f07&binding%3Ahost_id=n-h1-813897-6 HTTP/1.1" status: 200 len: 1126 time: 0.0530770 Feb 16 22:57:28.824878 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-e54dfd78-981a-449a-bdb2-c976a073b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:28.826418 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-e54dfd78-981a-449a-bdb2-c976a073b291 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=470bc637-7c83-49c9-a870-d05a4921d527&tenant_id=f09c82b3a2c746b1bfae225757af7f07 HTTP/1.1" status: 200 len: 1126 time: 0.0432513 Feb 16 22:57:28.891854 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-1a945b23-c113-4ce1-be45-a437db18d36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:28.893612 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-1a945b23-c113-4ce1-be45-a437db18d36c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 1126 time: 0.0449467 Feb 16 22:57:28.984562 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-b6c3942b-52e6-47c2-9232-a4f19a7ffb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:28.986217 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-b6c3942b-52e6-47c2-9232-a4f19a7ffb49 service neutron] 10.222.0.79 "GET /v2.0/networks?id=be0f151a-4517-498e-9d44-6995d2e89a06 HTTP/1.1" status: 200 len: 897 time: 0.0866821 Feb 16 22:57:29.049267 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-4a02819e-bd3e-48e0-8d42-1a28e2fca199 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff549976-aa82-4638-a17b-304116074458 HTTP/1.1" status: 200 len: 998 time: 0.0572910 Feb 16 22:57:29.100215 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-45f687ac-e133-47d2-8e69-b3c8725cc901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:29.101669 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-45f687ac-e133-47d2-8e69-b3c8725cc901 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cf9f58d8-107a-4912-913f-598cc9c3beea HTTP/1.1" status: 200 len: 833 time: 0.0470262 Feb 16 22:57:29.149174 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-026188ab-59c9-4d92-b3f0-1a6a1968e15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:29.150706 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-026188ab-59c9-4d92-b3f0-1a6a1968e15e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be0f151a-4517-498e-9d44-6995d2e89a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433497 Feb 16 22:57:29.236812 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-13c0afe4-4b86-4e1a-a60a-3fe43de647b3 service neutron] 10.222.0.79 "GET /v2.0/networks/be0f151a-4517-498e-9d44-6995d2e89a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796618 Feb 16 22:57:29.361575 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-d4820514-f41e-4948-9a9f-6f143d6ec5ed service neutron] 10.222.0.79 "GET /v2.0/networks/be0f151a-4517-498e-9d44-6995d2e89a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187050 Feb 16 22:57:29.373403 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f8606-ca2a-47b2-8b6d-dc5a9085df37 req-656bcab7-8754-4ace-bf5b-2c8f31ab84cc tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:29.374936 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-695f8606-ca2a-47b2-8b6d-dc5a9085df37 req-656bcab7-8754-4ace-bf5b-2c8f31ab84cc tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 944 time: 0.0719891 Feb 16 22:57:29.425251 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-695f8606-ca2a-47b2-8b6d-dc5a9085df37 req-3d5100ef-4b86-4f1f-9c5f-8311d9d35f75 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436552 Feb 16 22:57:29.596931 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-94d95dfd-c359-49f3-97dc-a7ef5f44c18d tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:29.598480 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-94d95dfd-c359-49f3-97dc-a7ef5f44c18d tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=470bc637-7c83-49c9-a870-d05a4921d527&tenant_id=f09c82b3a2c746b1bfae225757af7f07&binding%3Ahost_id=n-h2-813897-6 HTTP/1.1" status: 200 len: 1126 time: 0.0534432 Feb 16 22:57:29.778082 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f599a8-ddb3-4c30-ac80-56050486a5d7 req-8f2349c2-190b-4d7f-8e69-a4142ae50305 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:29.779630 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-50f599a8-ddb3-4c30-ac80-56050486a5d7 req-8f2349c2-190b-4d7f-8e69-a4142ae50305 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 944 time: 0.1330965 Feb 16 22:57:29.801459 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-ddb6a0a1-27f7-4515-8a56-81a2d67410a5 service neutron] For port ff549976-aa82-4638-a17b-304116074458, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:57:29.806966 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-ddb6a0a1-27f7-4515-8a56-81a2d67410a5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:29.808004 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-ddb6a0a1-27f7-4515-8a56-81a2d67410a5 service neutron] 10.222.0.79 "DELETE /v2.0/ports/ff549976-aa82-4638-a17b-304116074458/bindings/n-h1-813897-6 HTTP/1.1" status: 204 len: 173 time: 0.2028632 Feb 16 22:57:29.839081 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-50f599a8-ddb3-4c30-ac80-56050486a5d7 req-3045a8f6-6134-4559-9c8c-26dea52ec38e tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=81f88e91-a5f9-4471-9464-ee9a0a0da276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532792 Feb 16 22:57:29.948159 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6afa6-af21-44d9-8d89-e30cade29045 req-8c2b43b0-285f-4292-b88c-e2b5df122d60 tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:29.949692 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-83b6afa6-af21-44d9-8d89-e30cade29045 req-8c2b43b0-285f-4292-b88c-e2b5df122d60 tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 1126 time: 0.0447459 Feb 16 22:57:29.994426 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-83b6afa6-af21-44d9-8d89-e30cade29045 req-2e652163-6f44-4bc9-9106-3da434fd6de9 tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=81f88e91-a5f9-4471-9464-ee9a0a0da276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387564 Feb 16 22:57:30.118129 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2380099-4995-493e-ab69-8009b26f2000 req-474bb896-1436-4540-8019-c6528872f48e tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:30.119542 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c2380099-4995-493e-ab69-8009b26f2000 req-474bb896-1436-4540-8019-c6528872f48e tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 944 time: 0.0593591 Feb 16 22:57:30.169932 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c2380099-4995-493e-ab69-8009b26f2000 req-b0443482-b8f9-4573-b3a2-87e0b26d4fa3 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=81f88e91-a5f9-4471-9464-ee9a0a0da276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441332 Feb 16 22:57:30.183591 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:30.193470 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51480) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:57:30.252278 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-44ddc79a-2abe-461a-9966-de4b156f9947 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/floatingips/a6aadc62-6adf-46df-96f2-65547a7b436a HTTP/1.1" status: 200 len: 990 time: 0.0576067 Feb 16 22:57:30.472413 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51488) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:57:30.620502 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7cd49-901c-4bc7-917f-c3ee52a085ac req-ea97e619-2b46-402c-a9df-0540f46372f6 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:30.622535 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d3b7cd49-901c-4bc7-917f-c3ee52a085ac req-ea97e619-2b46-402c-a9df-0540f46372f6 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 944 time: 0.1097729 Feb 16 22:57:30.697453 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d3b7cd49-901c-4bc7-917f-c3ee52a085ac req-d0b48c3b-ccbe-4946-bcce-d7380ae7f01f tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655138 Feb 16 22:57:30.710332 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-77d337ab-6302-4083-8403-91c0e59f1ef5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Deleting port 913f3275-d040-4b5f-88c4-f0b1e463ff08 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:57:30.710673 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-77d337ab-6302-4083-8403-91c0e59f1ef5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (913f3275-d040-4b5f-88c4-f0b1e463ff08), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:30.786917 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-77d337ab-6302-4083-8403-91c0e59f1ef5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (913f3275-d040-4b5f-88c4-f0b1e463ff08), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:30.787238 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-77d337ab-6302-4083-8403-91c0e59f1ef5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for floatingip (913f3275-d040-4b5f-88c4-f0b1e463ff08), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:30.799256 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-77d337ab-6302-4083-8403-91c0e59f1ef5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Calling delete_port for 913f3275-d040-4b5f-88c4-f0b1e463ff08 owned by network:floatingip {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:57:31.256962 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-77d337ab-6302-4083-8403-91c0e59f1ef5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (913f3275-d040-4b5f-88c4-f0b1e463ff08), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:31.285713 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d337ab-6302-4083-8403-91c0e59f1ef5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event deleted for resources: {'Port': ['ID=913f3275-d040-4b5f-88c4-f0b1e463ff08,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:31.346409 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-77d337ab-6302-4083-8403-91c0e59f1ef5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for floatingip (a6aadc62-6adf-46df-96f2-65547a7b436a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:31.346750 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-77d337ab-6302-4083-8403-91c0e59f1ef5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Floating IP a6aadc62-6adf-46df-96f2-65547a7b436a disassociated (deleted). External IP: 172.25.2.96, port: ff549976-aa82-4638-a17b-304116074458. Feb 16 22:57:31.562119 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d337ab-6302-4083-8403-91c0e59f1ef5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Router 90ac6afa-2eb7-4bf7-9058-30562cf4f1a9 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:57:31.670429 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d337ab-6302-4083-8403-91c0e59f1ef5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:57:31.675407 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-77d337ab-6302-4083-8403-91c0e59f1ef5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:31.680543 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2142365f-504e-4020-a883-f9fa6a7c689d None None] Sync routers for ids ['90ac6afa-2eb7-4bf7-9058-30562cf4f1a9'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:57:31.691171 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2142365f-504e-4020-a883-f9fa6a7c689d None None] Routers {'90ac6afa-2eb7-4bf7-9058-30562cf4f1a9'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:57:31.691778 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-2142365f-504e-4020-a883-f9fa6a7c689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:57:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['90ac6afa-2eb7-4bf7-9058-30562cf4f1a9'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:57:31.705352 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-77d337ab-6302-4083-8403-91c0e59f1ef5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "DELETE /v2.0/floatingips/a6aadc62-6adf-46df-96f2-65547a7b436a HTTP/1.1" status: 204 len: 168 time: 1.2314517 Feb 16 22:57:31.705943 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '470bc637-7c83-49c9-a870-d05a4921d527', 'tag': 'ff549976-aa82-4638-a17b-304116074458'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:57:31.708211 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d342092e-19fe-4ec0-8d64-b5ab985e779d" -d '{"events": [{"name": "network-changed", "server_uuid": "470bc637-7c83-49c9-a870-d05a4921d527", "tag": "ff549976-aa82-4638-a17b-304116074458"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:57:31.806270 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-2142365f-504e-4020-a883-f9fa6a7c689d None None] Set router 90ac6afa-2eb7-4bf7-9058-30562cf4f1a9 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:57:31.866769 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c119d2d-8f9a-4c54-b2a7-a1ff36570e36 x-openstack-request-id: req-8c119d2d-8f9a-4c54-b2a7-a1ff36570e36 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:57:31.867109 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "470bc637-7c83-49c9-a870-d05a4921d527", "tag": "ff549976-aa82-4638-a17b-304116074458", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:57:31.867477 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8c119d2d-8f9a-4c54-b2a7-a1ff36570e36 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:57:31.867947 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '470bc637-7c83-49c9-a870-d05a4921d527', 'tag': 'ff549976-aa82-4638-a17b-304116074458', 'status': 'completed', 'code': 200} Feb 16 22:57:31.878009 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device ff549976-aa82-4638-a17b-304116074458 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:57:31.923743 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] The host n-h1-813897-6 is not matching for port ff549976-aa82-4638-a17b-304116074458 host n-h2-813897-6! {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 22:57:31.924087 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device ff549976-aa82-4638-a17b-304116074458 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:57:31.992441 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8abe6-f88c-485a-98dd-09c0bd92581f req-17ec9f95-8fa2-488f-a74f-4421328ce475 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:31.994011 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-08e8abe6-f88c-485a-98dd-09c0bd92581f req-17ec9f95-8fa2-488f-a74f-4421328ce475 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 944 time: 0.0712409 Feb 16 22:57:32.014725 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-2142365f-504e-4020-a883-f9fa6a7c689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382903892', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'abbca857-7a98-434e-993e-ed938362986b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:55:54Z', 'updated_at': '2022-02-16T22:55:58Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'abbca857-7a98-434e-993e-ed938362986b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:55:55Z', 'updated_at': '2022-02-16T22:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '5b25e506-7292-4ff9-ad3b-ac26638d9dfd', 'name': '', 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'mac_address': 'fa:16:3e:44:38:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'cf9f58d8-107a-4912-913f-598cc9c3beea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:55:57Z', 'updated_at': '2022-02-16T22:56:01Z', 'revision_number': 5, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'subnets': [{'id': 'cf9f58d8-107a-4912-913f-598cc9c3beea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:57:32.041271 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2142365f-504e-4020-a883-f9fa6a7c689d None None] Checking router: 90ac6afa-2eb7-4bf7-9058-30562cf4f1a9 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:57:32.050218 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2142365f-504e-4020-a883-f9fa6a7c689d None None] Routers {'90ac6afa-2eb7-4bf7-9058-30562cf4f1a9'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:57:32.050822 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-2142365f-504e-4020-a883-f9fa6a7c689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:57:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['90ac6afa-2eb7-4bf7-9058-30562cf4f1a9'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:57:32.064072 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342092e-19fe-4ec0-8d64-b5ab985e779d req-f053252c-5f94-4bb8-aae6-6f994463ff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:32.065621 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d342092e-19fe-4ec0-8d64-b5ab985e779d req-f053252c-5f94-4bb8-aae6-6f994463ff2c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 1126 time: 0.1725183 Feb 16 22:57:32.070402 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-08e8abe6-f88c-485a-98dd-09c0bd92581f req-d0882231-984d-441f-a837-7e1ce103f180 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583313 Feb 16 22:57:32.166182 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-2142365f-504e-4020-a883-f9fa6a7c689d None None] Set router 90ac6afa-2eb7-4bf7-9058-30562cf4f1a9 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:57:32.203928 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342092e-19fe-4ec0-8d64-b5ab985e779d req-f182b650-89e8-4f35-b2ac-cd295629180e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:32.205556 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d342092e-19fe-4ec0-8d64-b5ab985e779d req-f182b650-89e8-4f35-b2ac-cd295629180e service neutron] 10.222.0.79 "GET /v2.0/networks?id=be0f151a-4517-498e-9d44-6995d2e89a06 HTTP/1.1" status: 200 len: 897 time: 0.1325171 Feb 16 22:57:32.226799 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09884b86-0320-4910-be42-696a7a033ca6 req-c6bfa4da-1a81-4e0c-8b1c-fc74e96f9f4f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:32.228274 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-09884b86-0320-4910-be42-696a7a033ca6 req-c6bfa4da-1a81-4e0c-8b1c-fc74e96f9f4f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 944 time: 0.0854623 Feb 16 22:57:32.258494 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d342092e-19fe-4ec0-8d64-b5ab985e779d req-484f3044-ae1c-4f8e-8598-10c7db6e4873 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff549976-aa82-4638-a17b-304116074458 HTTP/1.1" status: 200 len: 217 time: 0.0460081 Feb 16 22:57:32.364873 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-09884b86-0320-4910-be42-696a7a033ca6 req-4756aecb-cc42-4d3f-9096-0697d6f1fd2e tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=81f88e91-a5f9-4471-9464-ee9a0a0da276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087072 Feb 16 22:57:32.372251 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-2142365f-504e-4020-a883-f9fa6a7c689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382903892', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'abbca857-7a98-434e-993e-ed938362986b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:55:54Z', 'updated_at': '2022-02-16T22:55:58Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'abbca857-7a98-434e-993e-ed938362986b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:55:55Z', 'updated_at': '2022-02-16T22:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '5b25e506-7292-4ff9-ad3b-ac26638d9dfd', 'name': '', 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'mac_address': 'fa:16:3e:44:38:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'cf9f58d8-107a-4912-913f-598cc9c3beea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:55:57Z', 'updated_at': '2022-02-16T22:56:01Z', 'revision_number': 5, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'subnets': [{'id': 'cf9f58d8-107a-4912-913f-598cc9c3beea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:57:32.377263 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342092e-19fe-4ec0-8d64-b5ab985e779d req-df62100b-058c-4e8f-ab2e-945aa10d5d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:32.378765 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d342092e-19fe-4ec0-8d64-b5ab985e779d req-df62100b-058c-4e8f-ab2e-945aa10d5d75 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cf9f58d8-107a-4912-913f-598cc9c3beea HTTP/1.1" status: 200 len: 833 time: 0.1080151 Feb 16 22:57:32.399427 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2142365f-504e-4020-a883-f9fa6a7c689d None None] The sync data for ids ['90ac6afa-2eb7-4bf7-9058-30562cf4f1a9'] in n-d-813897-6 is: [{'id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382903892', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'abbca857-7a98-434e-993e-ed938362986b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:55:54Z', 'updated_at': '2022-02-16T22:55:58Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'abbca857-7a98-434e-993e-ed938362986b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:55:55Z', 'updated_at': '2022-02-16T22:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '5b25e506-7292-4ff9-ad3b-ac26638d9dfd', 'name': '', 'network_id': 'be0f151a-4517-498e-9d44-6995d2e89a06', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'mac_address': 'fa:16:3e:44:38:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'cf9f58d8-107a-4912-913f-598cc9c3beea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:55:57Z', 'updated_at': '2022-02-16T22:56:01Z', 'revision_number': 5, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'subnets': [{'id': 'cf9f58d8-107a-4912-913f-598cc9c3beea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:57:32.401948 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe3c67-15ac-46b0-a913-c7bc28224116 req-5c9c10ad-60e0-4827-be7d-91882bb2811c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:32.403997 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-40fe3c67-15ac-46b0-a913-c7bc28224116 req-5c9c10ad-60e0-4827-be7d-91882bb2811c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.79 "GET /v2.0/ports?device_id=470bc637-7c83-49c9-a870-d05a4921d527 HTTP/1.1" status: 200 len: 944 time: 0.1196723 Feb 16 22:57:32.492288 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342092e-19fe-4ec0-8d64-b5ab985e779d req-1ec808cd-2ab4-48b9-ab67-4ee230514909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:32.493802 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d342092e-19fe-4ec0-8d64-b5ab985e779d req-1ec808cd-2ab4-48b9-ab67-4ee230514909 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be0f151a-4517-498e-9d44-6995d2e89a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1076686 Feb 16 22:57:32.582327 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-40fe3c67-15ac-46b0-a913-c7bc28224116 req-bbcb25d2-1673-4a0a-912d-5ee37e2aad3d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Deleting port ff549976-aa82-4638-a17b-304116074458 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:57:32.582668 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-40fe3c67-15ac-46b0-a913-c7bc28224116 req-bbcb25d2-1673-4a0a-912d-5ee37e2aad3d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (ff549976-aa82-4638-a17b-304116074458), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:32.632610 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d342092e-19fe-4ec0-8d64-b5ab985e779d req-72006c9b-1bbc-462a-9555-5b9d35536322 service neutron] 10.222.0.79 "GET /v2.0/networks/be0f151a-4517-498e-9d44-6995d2e89a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310992 Feb 16 22:57:32.638333 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0026d869-896f-49cd-963e-cf97e1d289f0 None None] New status for floating IP a6aadc62-6adf-46df-96f2-65547a7b436a: DOWN {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:57:32.743270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-40fe3c67-15ac-46b0-a913-c7bc28224116 req-bbcb25d2-1673-4a0a-912d-5ee37e2aad3d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] For port ff549976-aa82-4638-a17b-304116074458, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=ff549976-aa82-4638-a17b-304116074458,segment=NetworkSegment(bb5d3db1-442e-4c61-bcda-61a28116124b),segment_id=bb5d3db1-442e-4c61-bcda-61a28116124b)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:57:32.743634 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-40fe3c67-15ac-46b0-a913-c7bc28224116 req-bbcb25d2-1673-4a0a-912d-5ee37e2aad3d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (ff549976-aa82-4638-a17b-304116074458), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:32.761756 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-40fe3c67-15ac-46b0-a913-c7bc28224116 req-bbcb25d2-1673-4a0a-912d-5ee37e2aad3d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Calling delete_port for ff549976-aa82-4638-a17b-304116074458 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:57:32.818101 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d342092e-19fe-4ec0-8d64-b5ab985e779d req-fd4273e3-ae5a-4e83-90fe-a809ca26e3ce service neutron] 10.222.0.79 "GET /v2.0/networks/be0f151a-4517-498e-9d44-6995d2e89a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552536 Feb 16 22:57:32.907763 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-40fe3c67-15ac-46b0-a913-c7bc28224116 req-bbcb25d2-1673-4a0a-912d-5ee37e2aad3d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (ff549976-aa82-4638-a17b-304116074458), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:32.935434 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb25d2-1673-4a0a-912d-5ee37e2aad3d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event deleted for resources: {'Port': ['ID=ff549976-aa82-4638-a17b-304116074458,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:32.983433 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-40fe3c67-15ac-46b0-a913-c7bc28224116 req-bbcb25d2-1673-4a0a-912d-5ee37e2aad3d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] No DVR routers for this DVR port ff549976-aa82-4638-a17b-304116074458 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:57:32.986012 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-40fe3c67-15ac-46b0-a913-c7bc28224116 req-bbcb25d2-1673-4a0a-912d-5ee37e2aad3d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:32.989543 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-40fe3c67-15ac-46b0-a913-c7bc28224116 req-bbcb25d2-1673-4a0a-912d-5ee37e2aad3d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.79 "DELETE /v2.0/ports/ff549976-aa82-4638-a17b-304116074458 HTTP/1.1" status: 204 len: 173 time: 0.5700903 Feb 16 22:57:33.209715 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19747159-8ee2-4b3f-8327-ef5114278115 req-d5149bd7-d489-4444-bc7a-43da3148c628 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:33.211488 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-19747159-8ee2-4b3f-8327-ef5114278115 req-d5149bd7-d489-4444-bc7a-43da3148c628 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 944 time: 0.0645616 Feb 16 22:57:33.266472 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-19747159-8ee2-4b3f-8327-ef5114278115 req-df30d65c-df78-490e-925e-9f1e948256a6 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487561 Feb 16 22:57:33.426112 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51504) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:57:33.788069 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4d7f4d77-1fa1-4a93-8b77-0d307909689b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (90ac6afa-2eb7-4bf7-9058-30562cf4f1a9), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:33.869391 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '470bc637-7c83-49c9-a870-d05a4921d527', 'name': 'network-vif-deleted', 'tag': 'ff549976-aa82-4638-a17b-304116074458'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:57:33.871829 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2616e2-aaa4-4993-b199-2ac5270098d4" -d '{"events": [{"server_uuid": "470bc637-7c83-49c9-a870-d05a4921d527", "name": "network-vif-deleted", "tag": "ff549976-aa82-4638-a17b-304116074458"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:57:33.969727 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb7829a-6193-45ab-994c-152b18449354 x-openstack-request-id: req-deb7829a-6193-45ab-994c-152b18449354 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:57:33.970054 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "470bc637-7c83-49c9-a870-d05a4921d527", "name": "network-vif-deleted", "tag": "ff549976-aa82-4638-a17b-304116074458", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:57:33.970455 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-deb7829a-6193-45ab-994c-152b18449354 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:57:33.970956 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '470bc637-7c83-49c9-a870-d05a4921d527', 'name': 'network-vif-deleted', 'tag': 'ff549976-aa82-4638-a17b-304116074458', 'status': 'completed', 'code': 200} Feb 16 22:57:34.056369 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-4d7f4d77-1fa1-4a93-8b77-0d307909689b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Deleting port 5b25e506-7292-4ff9-ad3b-ac26638d9dfd {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:57:34.056741 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4d7f4d77-1fa1-4a93-8b77-0d307909689b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (5b25e506-7292-4ff9-ad3b-ac26638d9dfd), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:34.147451 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-4d7f4d77-1fa1-4a93-8b77-0d307909689b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] For port 5b25e506-7292-4ff9-ad3b-ac26638d9dfd, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=5b25e506-7292-4ff9-ad3b-ac26638d9dfd,segment=NetworkSegment(bb5d3db1-442e-4c61-bcda-61a28116124b),segment_id=bb5d3db1-442e-4c61-bcda-61a28116124b)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:57:34.147817 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4d7f4d77-1fa1-4a93-8b77-0d307909689b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (5b25e506-7292-4ff9-ad3b-ac26638d9dfd), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:34.160172 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-4d7f4d77-1fa1-4a93-8b77-0d307909689b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Calling delete_port for 5b25e506-7292-4ff9-ad3b-ac26638d9dfd owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:57:34.349088 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4d7f4d77-1fa1-4a93-8b77-0d307909689b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (5b25e506-7292-4ff9-ad3b-ac26638d9dfd), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:34.377760 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f4d77-1fa1-4a93-8b77-0d307909689b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event deleted for resources: {'Port': ['ID=5b25e506-7292-4ff9-ad3b-ac26638d9dfd,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:34.390674 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249094a8-8e72-4eb2-90f2-349db5f781df req-c2962e0f-fcaa-4c7b-a72f-15ff018b6816 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:34.393329 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-249094a8-8e72-4eb2-90f2-349db5f781df req-c2962e0f-fcaa-4c7b-a72f-15ff018b6816 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 944 time: 0.0551300 Feb 16 22:57:34.446704 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-249094a8-8e72-4eb2-90f2-349db5f781df req-c241e739-292f-4e44-b017-005597141dba tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470774 Feb 16 22:57:34.563783 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4d7f4d77-1fa1-4a93-8b77-0d307909689b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (90ac6afa-2eb7-4bf7-9058-30562cf4f1a9), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:34.791068 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7f4d77-1fa1-4a93-8b77-0d307909689b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Router 90ac6afa-2eb7-4bf7-9058-30562cf4f1a9 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:57:34.901156 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7f4d77-1fa1-4a93-8b77-0d307909689b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:57:34.906363 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4d7f4d77-1fa1-4a93-8b77-0d307909689b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "PUT /v2.0/routers/90ac6afa-2eb7-4bf7-9058-30562cf4f1a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4788179 Feb 16 22:57:34.908898 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51512) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:57:34.912389 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447f66e8-d275-46b0-bab9-8ddcd6fb04e9 None None] Sync routers for ids ['90ac6afa-2eb7-4bf7-9058-30562cf4f1a9'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:57:34.925194 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447f66e8-d275-46b0-bab9-8ddcd6fb04e9 None None] Routers {'90ac6afa-2eb7-4bf7-9058-30562cf4f1a9'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:57:34.925922 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-447f66e8-d275-46b0-bab9-8ddcd6fb04e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:57:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['90ac6afa-2eb7-4bf7-9058-30562cf4f1a9'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:57:34.961322 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-185849c2-3d03-4edd-acf2-8e292c6acc63 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Deleting subnet cf9f58d8-107a-4912-913f-598cc9c3beea {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:57:34.964576 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-185849c2-3d03-4edd-acf2-8e292c6acc63 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for subnet (cf9f58d8-107a-4912-913f-598cc9c3beea), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:35.005385 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-185849c2-3d03-4edd-acf2-8e292c6acc63 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (cf9f58d8-107a-4912-913f-598cc9c3beea), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:35.059454 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-447f66e8-d275-46b0-bab9-8ddcd6fb04e9 None None] Set router 90ac6afa-2eb7-4bf7-9058-30562cf4f1a9 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:57:35.108966 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-185849c2-3d03-4edd-acf2-8e292c6acc63 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (cf9f58d8-107a-4912-913f-598cc9c3beea), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:35.175454 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-185849c2-3d03-4edd-acf2-8e292c6acc63 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (cf9f58d8-107a-4912-913f-598cc9c3beea), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:35.204069 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185849c2-3d03-4edd-acf2-8e292c6acc63 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event deleted for resources: {'Subnet': ['ID=cf9f58d8-107a-4912-913f-598cc9c3beea,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:35.208115 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-185849c2-3d03-4edd-acf2-8e292c6acc63 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:35.213787 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-185849c2-3d03-4edd-acf2-8e292c6acc63 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "DELETE /v2.0/subnets/cf9f58d8-107a-4912-913f-598cc9c3beea HTTP/1.1" status: 204 len: 168 time: 0.3015997 Feb 16 22:57:35.214234 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51514) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:57:35.223652 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c306866a-d881-4524-905b-397f68a53909 None None] Network be0f151a-4517-498e-9d44-6995d2e89a06 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:57:35.271637 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-447f66e8-d275-46b0-bab9-8ddcd6fb04e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382903892', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'abbca857-7a98-434e-993e-ed938362986b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:55:54Z', 'updated_at': '2022-02-16T22:57:34Z', 'revision_number': 5, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'abbca857-7a98-434e-993e-ed938362986b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:55:55Z', 'updated_at': '2022-02-16T22:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:57:35.305285 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447f66e8-d275-46b0-bab9-8ddcd6fb04e9 None None] Checking router: 90ac6afa-2eb7-4bf7-9058-30562cf4f1a9 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:57:35.315556 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447f66e8-d275-46b0-bab9-8ddcd6fb04e9 None None] Routers {'90ac6afa-2eb7-4bf7-9058-30562cf4f1a9'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:57:35.316432 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-447f66e8-d275-46b0-bab9-8ddcd6fb04e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:57:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['90ac6afa-2eb7-4bf7-9058-30562cf4f1a9'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:57:35.354592 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b73ac112-d87a-49ae-9832-d22dc33fb0dd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for router (90ac6afa-2eb7-4bf7-9058-30562cf4f1a9), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:35.425418 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d21f0b2-3670-47e7-b68f-b1404f18adc8 None None] DHCP port deletion for be0f151a-4517-498e-9d44-6995d2e89a06 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:57:35.495452 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b73ac112-d87a-49ae-9832-d22dc33fb0dd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for router_gateway (90ac6afa-2eb7-4bf7-9058-30562cf4f1a9), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:35.496527 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-6d21f0b2-3670-47e7-b68f-b1404f18adc8 None None] Deleting port dc4139b4-e8e0-47d5-9e0e-818643ac9276 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:57:35.497077 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6d21f0b2-3670-47e7-b68f-b1404f18adc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (dc4139b4-e8e0-47d5-9e0e-818643ac9276), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:35.501063 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:57:35.552897 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-447f66e8-d275-46b0-bab9-8ddcd6fb04e9 None None] Set router 90ac6afa-2eb7-4bf7-9058-30562cf4f1a9 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:57:35.565839 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-b73ac112-d87a-49ae-9832-d22dc33fb0dd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Deleting port abbca857-7a98-434e-993e-ed938362986b {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:57:35.566205 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b73ac112-d87a-49ae-9832-d22dc33fb0dd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (abbca857-7a98-434e-993e-ed938362986b), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:35.622294 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-6d21f0b2-3670-47e7-b68f-b1404f18adc8 None None] For port dc4139b4-e8e0-47d5-9e0e-818643ac9276, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=dc4139b4-e8e0-47d5-9e0e-818643ac9276,segment=NetworkSegment(bb5d3db1-442e-4c61-bcda-61a28116124b),segment_id=bb5d3db1-442e-4c61-bcda-61a28116124b)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:57:35.622701 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6d21f0b2-3670-47e7-b68f-b1404f18adc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (dc4139b4-e8e0-47d5-9e0e-818643ac9276), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:35.648193 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-6d21f0b2-3670-47e7-b68f-b1404f18adc8 None None] Calling delete_port for dc4139b4-e8e0-47d5-9e0e-818643ac9276 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:57:35.695985 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-b73ac112-d87a-49ae-9832-d22dc33fb0dd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] For port abbca857-7a98-434e-993e-ed938362986b, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=abbca857-7a98-434e-993e-ed938362986b,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:57:35.696355 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b73ac112-d87a-49ae-9832-d22dc33fb0dd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (abbca857-7a98-434e-993e-ed938362986b), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:35.715903 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58a28a-a970-48b0-aa2f-24b89da88b1b req-7f830f99-1e7a-4574-b1cd-202cdc99eda3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:35.723228 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac58a28a-a970-48b0-aa2f-24b89da88b1b req-7f830f99-1e7a-4574-b1cd-202cdc99eda3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 944 time: 0.1589899 Feb 16 22:57:35.740628 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-b73ac112-d87a-49ae-9832-d22dc33fb0dd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Calling delete_port for abbca857-7a98-434e-993e-ed938362986b owned by network:router_gateway {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:57:35.783577 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6d21f0b2-3670-47e7-b68f-b1404f18adc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (dc4139b4-e8e0-47d5-9e0e-818643ac9276), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:35.797041 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-447f66e8-d275-46b0-bab9-8ddcd6fb04e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382903892', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'abbca857-7a98-434e-993e-ed938362986b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:55:54Z', 'updated_at': '2022-02-16T22:57:34Z', 'revision_number': 5, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'abbca857-7a98-434e-993e-ed938362986b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:55:55Z', 'updated_at': '2022-02-16T22:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:57:35.817815 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21f0b2-3670-47e7-b68f-b1404f18adc8 None None] Pushing event deleted for resources: {'Port': ['ID=dc4139b4-e8e0-47d5-9e0e-818643ac9276,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:35.825793 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447f66e8-d275-46b0-bab9-8ddcd6fb04e9 None None] The sync data for ids ['90ac6afa-2eb7-4bf7-9058-30562cf4f1a9'] in n-d-813897-6 is: [{'id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382903892', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'abbca857-7a98-434e-993e-ed938362986b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:55:54Z', 'updated_at': '2022-02-16T22:57:34Z', 'revision_number': 5, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': 'abbca857-7a98-434e-993e-ed938362986b', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ac6afa-2eb7-4bf7-9058-30562cf4f1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:55:55Z', 'updated_at': '2022-02-16T22:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:57:35.827940 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d21f0b2-3670-47e7-b68f-b1404f18adc8 None None] No DVR routers for this DVR port dc4139b4-e8e0-47d5-9e0e-818643ac9276 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:57:35.833089 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ac58a28a-a970-48b0-aa2f-24b89da88b1b req-9935c137-0721-41cf-9e80-f16c1f676ebc tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089706 Feb 16 22:57:35.886852 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device e54a9541-ab95-4555-ad5f-f9405a7d5019 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:57:36.007467 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b73ac112-d87a-49ae-9832-d22dc33fb0dd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (abbca857-7a98-434e-993e-ed938362986b), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:36.026315 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port e54a9541-ab95-4555-ad5f-f9405a7d5019, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=e54a9541-ab95-4555-ad5f-f9405a7d5019,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:57:36.043052 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'e54a9541-ab95-4555-ad5f-f9405a7d5019', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'port_id': 'e54a9541-ab95-4555-ad5f-f9405a7d5019', 'mac_address': 'fa:16:3e:4e:1a:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:57:36.044109 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ac112-d87a-49ae-9832-d22dc33fb0dd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event deleted for resources: {'Port': ['ID=abbca857-7a98-434e-993e-ed938362986b,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:36.100182 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port e54a9541-ab95-4555-ad5f-f9405a7d5019 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:57:36.100602 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e54a9541-ab95-4555-ad5f-f9405a7d5019), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:36.111272 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b73ac112-d87a-49ae-9832-d22dc33fb0dd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (90ac6afa-2eb7-4bf7-9058-30562cf4f1a9), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:36.118220 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e54a9541-ab95-4555-ad5f-f9405a7d5019 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:57:36.145404 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port e54a9541-ab95-4555-ad5f-f9405a7d5019, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=e54a9541-ab95-4555-ad5f-f9405a7d5019,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:57:36.153800 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (e54a9541-ab95-4555-ad5f-f9405a7d5019), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:36.216529 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=e54a9541-ab95-4555-ad5f-f9405a7d5019,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:36.216757 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b73ac112-d87a-49ae-9832-d22dc33fb0dd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (90ac6afa-2eb7-4bf7-9058-30562cf4f1a9), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:36.218906 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b73ac112-d87a-49ae-9832-d22dc33fb0dd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for router_controller (90ac6afa-2eb7-4bf7-9058-30562cf4f1a9), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:36.270966 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b73ac112-d87a-49ae-9832-d22dc33fb0dd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (90ac6afa-2eb7-4bf7-9058-30562cf4f1a9), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:36.271546 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73ac112-d87a-49ae-9832-d22dc33fb0dd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Fanout notify agent at l3_agent the message router_deleted on router 90ac6afa-2eb7-4bf7-9058-30562cf4f1a9 {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:57:36.278984 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b73ac112-d87a-49ae-9832-d22dc33fb0dd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:36.280357 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b73ac112-d87a-49ae-9832-d22dc33fb0dd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "DELETE /v2.0/routers/90ac6afa-2eb7-4bf7-9058-30562cf4f1a9 HTTP/1.1" status: 204 len: 168 time: 1.0651374 Feb 16 22:57:36.283337 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51518) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:57:36.376893 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a912a3a8-6d3e-466e-a03e-357d4b6dc740 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (be0f151a-4517-498e-9d44-6995d2e89a06), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:36.462157 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['e54a9541-ab95-4555-ad5f-f9405a7d5019'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:57:36.471166 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a912a3a8-6d3e-466e-a03e-357d4b6dc740 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (be0f151a-4517-498e-9d44-6995d2e89a06), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:36.496949 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-a912a3a8-6d3e-466e-a03e-357d4b6dc740 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be0f151a-4517-498e-9d44-6995d2e89a06']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:57:36.507494 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-a912a3a8-6d3e-466e-a03e-357d4b6dc740 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb5d3db1-442e-4c61-bcda-61a28116124b') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:57:36.507810 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-a912a3a8-6d3e-466e-a03e-357d4b6dc740 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb5d3db1-442e-4c61-bcda-61a28116124b') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:57:36.518549 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a912a3a8-6d3e-466e-a03e-357d4b6dc740 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (bb5d3db1-442e-4c61-bcda-61a28116124b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:36.534698 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a912a3a8-6d3e-466e-a03e-357d4b6dc740 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (bb5d3db1-442e-4c61-bcda-61a28116124b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:36.543636 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a912a3a8-6d3e-466e-a03e-357d4b6dc740 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:57:36.544288 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a912a3a8-6d3e-466e-a03e-357d4b6dc740 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (bb5d3db1-442e-4c61-bcda-61a28116124b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:36.548340 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 22:57:36.548340 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:57:36.548340 n-d-813897-6 neutron-server[103465]: timer() Feb 16 22:57:36.548340 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:57:36.548340 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 22:57:36.548340 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:57:36.548340 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 22:57:36.548340 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:57:36.548340 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 22:57:36.548340 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:57:36.548340 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 22:57:36.548340 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:57:36.548340 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 22:57:36.548340 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:57:36.548340 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:57:36.548340 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:57:36.548340 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:57:36.548340 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:57:36.548340 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 22:57:36.548340 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:57:36.548340 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 22:57:36.548340 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:57:36.548340 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:57:36.548340 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:57:36.548340 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 22:57:36.548340 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:57:36.548340 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:57:36.548340 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:57:36.548340 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:57:36.548340 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:57:36.548340 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:57:36.548340 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:57:36.615268 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a912a3a8-6d3e-466e-a03e-357d4b6dc740 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (be0f151a-4517-498e-9d44-6995d2e89a06), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:36.642626 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a912a3a8-6d3e-466e-a03e-357d4b6dc740 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:36.646175 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a912a3a8-6d3e-466e-a03e-357d4b6dc740 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "DELETE /v2.0/networks/be0f151a-4517-498e-9d44-6995d2e89a06 HTTP/1.1" status: 204 len: 168 time: 0.3616173 Feb 16 22:57:36.647526 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912a3a8-6d3e-466e-a03e-357d4b6dc740 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event deleted for resources: {'Network': ['ID=be0f151a-4517-498e-9d44-6995d2e89a06,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:36.649073 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51520) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:57:36.714757 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3d7535b5-397b-4930-af2a-f67bfcdf138a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group (81f88e91-a5f9-4471-9464-ee9a0a0da276), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:36.742179 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3d7535b5-397b-4930-af2a-f67bfcdf138a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group (81f88e91-a5f9-4471-9464-ee9a0a0da276), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:36.813722 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3d7535b5-397b-4930-af2a-f67bfcdf138a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (81f88e91-a5f9-4471-9464-ee9a0a0da276), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:36.816374 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3d7535b5-397b-4930-af2a-f67bfcdf138a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:36.817579 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3d7535b5-397b-4930-af2a-f67bfcdf138a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "DELETE /v2.0/security-groups/81f88e91-a5f9-4471-9464-ee9a0a0da276 HTTP/1.1" status: 204 len: 168 time: 0.1669834 Feb 16 22:57:36.827949 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7535b5-397b-4930-af2a-f67bfcdf138a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f88e91-a5f9-4471-9464-ee9a0a0da276,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:36.884963 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device ff549976-aa82-4638-a17b-304116074458 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:57:36.926903 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: ff549976-aa82-4638-a17b-304116074458 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:57:36.927252 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device ff549976-aa82-4638-a17b-304116074458 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:57:36.981217 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8564e411-bd18-4dfb-9e34-d74dbc3b03b1 req-6678e484-5114-400d-b396-2cf96ef3ea1e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:36.982806 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8564e411-bd18-4dfb-9e34-d74dbc3b03b1 req-6678e484-5114-400d-b396-2cf96ef3ea1e tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 945 time: 0.0526459 Feb 16 22:57:37.031029 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8564e411-bd18-4dfb-9e34-d74dbc3b03b1 req-01b6d43c-ecd5-4408-bbc5-9f5926c0e659 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424597 Feb 16 22:57:37.081463 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5b25e506-7292-4ff9-ad3b-ac26638d9dfd no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:57:37.105166 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 5b25e506-7292-4ff9-ad3b-ac26638d9dfd {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:57:37.105533 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 5b25e506-7292-4ff9-ad3b-ac26638d9dfd not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:57:37.106842 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device dc4139b4-e8e0-47d5-9e0e-818643ac9276 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:57:37.125284 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: dc4139b4-e8e0-47d5-9e0e-818643ac9276 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:57:37.125630 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device dc4139b4-e8e0-47d5-9e0e-818643ac9276 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:57:37.126067 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device abbca857-7a98-434e-993e-ed938362986b no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:57:37.145139 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: abbca857-7a98-434e-993e-ed938362986b {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:57:37.145487 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device abbca857-7a98-434e-993e-ed938362986b not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:57:37.287975 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51528) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:57:37.292582 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-8779e4e4-fee8-48b5-addc-38d26cdf59d0 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-506490338', 'description': 'tempest-secgroup-smoke-506490338 description', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:57:37.311780 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8779e4e4-fee8-48b5-addc-38d26cdf59d0 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:37.380713 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8779e4e4-fee8-48b5-addc-38d26cdf59d0 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group (d70f4373-4004-4298-b146-6efd3b03987e), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:37.384214 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8779e4e4-fee8-48b5-addc-38d26cdf59d0 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d70f4373-4004-4298-b146-6efd3b03987e), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:37.414834 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8779e4e4-fee8-48b5-addc-38d26cdf59d0 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:37.416042 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8779e4e4-fee8-48b5-addc-38d26cdf59d0 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1270828 Feb 16 22:57:37.417831 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8779e4e4-fee8-48b5-addc-38d26cdf59d0 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d70f4373-4004-4298-b146-6efd3b03987e,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:37.419214 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51530) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:57:37.424699 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-af24af2c-a72a-493b-83d9-205b7d658864 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'security_group_rule': {'security_group_id': 'd70f4373-4004-4298-b146-6efd3b03987e', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:57:37.448612 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-af24af2c-a72a-493b-83d9-205b7d658864 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (77b38d9e-6b79-464c-8e22-552c2f2d3d00), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:37.504653 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-af24af2c-a72a-493b-83d9-205b7d658864 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (77b38d9e-6b79-464c-8e22-552c2f2d3d00), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:37.508138 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-af24af2c-a72a-493b-83d9-205b7d658864 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (77b38d9e-6b79-464c-8e22-552c2f2d3d00), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:37.530294 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24af2c-a72a-493b-83d9-205b7d658864 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77b38d9e-6b79-464c-8e22-552c2f2d3d00,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:37.539273 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-af24af2c-a72a-493b-83d9-205b7d658864 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:37.540625 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-af24af2c-a72a-493b-83d9-205b7d658864 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198587 Feb 16 22:57:37.543268 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51532) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:57:37.547552 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-fb77609d-c4d6-434f-88f0-c17964326941 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'security_group_rule': {'security_group_id': 'd70f4373-4004-4298-b146-6efd3b03987e', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:57:37.573006 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fb77609d-c4d6-434f-88f0-c17964326941 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (3b68132d-4321-4376-bac4-f5a2bc6c48fe), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:37.628545 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fb77609d-c4d6-434f-88f0-c17964326941 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (3b68132d-4321-4376-bac4-f5a2bc6c48fe), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:37.632136 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fb77609d-c4d6-434f-88f0-c17964326941 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (3b68132d-4321-4376-bac4-f5a2bc6c48fe), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:37.651193 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77609d-c4d6-434f-88f0-c17964326941 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b68132d-4321-4376-bac4-f5a2bc6c48fe,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:37.658976 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fb77609d-c4d6-434f-88f0-c17964326941 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:37.660177 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fb77609d-c4d6-434f-88f0-c17964326941 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159575 Feb 16 22:57:37.662860 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51534) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:57:37.667077 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-d5e2e5ae-2a4b-4090-ae74-d98f5235576e tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'security_group_rule': {'security_group_id': 'd70f4373-4004-4298-b146-6efd3b03987e', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:57:37.691217 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d5e2e5ae-2a4b-4090-ae74-d98f5235576e tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (5814fc11-6bc9-4615-b31b-dfa66ad7bffe), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:37.746853 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d5e2e5ae-2a4b-4090-ae74-d98f5235576e tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (5814fc11-6bc9-4615-b31b-dfa66ad7bffe), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:37.750169 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d5e2e5ae-2a4b-4090-ae74-d98f5235576e tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (5814fc11-6bc9-4615-b31b-dfa66ad7bffe), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:37.767505 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e2e5ae-2a4b-4090-ae74-d98f5235576e tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5814fc11-6bc9-4615-b31b-dfa66ad7bffe,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:37.775895 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d5e2e5ae-2a4b-4090-ae74-d98f5235576e tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:37.777159 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d5e2e5ae-2a4b-4090-ae74-d98f5235576e tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1133621 Feb 16 22:57:37.779869 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51536) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:57:37.784294 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-dcdb6c32-9a5e-4f7f-8dc9-3a32ff1f9d13 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'security_group_rule': {'security_group_id': 'd70f4373-4004-4298-b146-6efd3b03987e', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:57:37.807252 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dcdb6c32-9a5e-4f7f-8dc9-3a32ff1f9d13 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (d21d2bfa-7bd5-41d5-bef2-577895851c44), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:37.863327 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dcdb6c32-9a5e-4f7f-8dc9-3a32ff1f9d13 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (d21d2bfa-7bd5-41d5-bef2-577895851c44), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:37.866726 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dcdb6c32-9a5e-4f7f-8dc9-3a32ff1f9d13 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (d21d2bfa-7bd5-41d5-bef2-577895851c44), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:37.886720 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb6c32-9a5e-4f7f-8dc9-3a32ff1f9d13 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d21d2bfa-7bd5-41d5-bef2-577895851c44,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:37.896203 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dcdb6c32-9a5e-4f7f-8dc9-3a32ff1f9d13 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:37.897433 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-dcdb6c32-9a5e-4f7f-8dc9-3a32ff1f9d13 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166513 Feb 16 22:57:37.900442 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51538) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:57:37.902104 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device e54a9541-ab95-4555-ad5f-f9405a7d5019 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:57:37.905528 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-6f4740c1-f0e7-46f7-9237-73eae95b8fe6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'security_group_rule': {'security_group_id': 'd70f4373-4004-4298-b146-6efd3b03987e', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:57:37.926954 n-d-813897-6 neutron-server[103466]: INFO neutron.db.securitygroups_db [None req-6f4740c1-f0e7-46f7-9237-73eae95b8fe6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Project f09c82b3a2c746b1bfae225757af7f07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 22:57:37.931743 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6f4740c1-f0e7-46f7-9237-73eae95b8fe6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (5e84a780-b4d1-4d5f-a29d-b9323da08915), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:37.952900 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port e54a9541-ab95-4555-ad5f-f9405a7d5019 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:57:37.957020 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port e54a9541-ab95-4555-ad5f-f9405a7d5019 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:57:37.957398 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (e54a9541-ab95-4555-ad5f-f9405a7d5019), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:37.990271 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6f4740c1-f0e7-46f7-9237-73eae95b8fe6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (5e84a780-b4d1-4d5f-a29d-b9323da08915), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:37.994744 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6f4740c1-f0e7-46f7-9237-73eae95b8fe6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (5e84a780-b4d1-4d5f-a29d-b9323da08915), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:38.014529 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4740c1-f0e7-46f7-9237-73eae95b8fe6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e84a780-b4d1-4d5f-a29d-b9323da08915,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:38.023614 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6f4740c1-f0e7-46f7-9237-73eae95b8fe6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:38.025332 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6f4740c1-f0e7-46f7-9237-73eae95b8fe6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230118 Feb 16 22:57:38.027592 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51540) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:57:38.031875 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-0d1e0843-b3bb-4800-8de3-cce8ed0f7136 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'security_group_rule': {'security_group_id': 'd70f4373-4004-4298-b146-6efd3b03987e', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:57:38.044197 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port e54a9541-ab95-4555-ad5f-f9405a7d5019 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:57:38.044539 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e54a9541-ab95-4555-ad5f-f9405a7d5019), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:38.051968 n-d-813897-6 neutron-server[103466]: INFO neutron.db.securitygroups_db [None req-0d1e0843-b3bb-4800-8de3-cce8ed0f7136 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Project f09c82b3a2c746b1bfae225757af7f07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 22:57:38.056868 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d1e0843-b3bb-4800-8de3-cce8ed0f7136 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (4fca23ea-fe49-4f5e-b767-8698d7cda668), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:38.071377 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef74dd9-7240-4b33-8719-5fe6d898430a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54a9541-ab95-4555-ad5f-f9405a7d5019'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:57:38.073842 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83f9600-c3ce-401d-85a4-3754f769e824" -d '{"events": [{"server_uuid": "6ef74dd9-7240-4b33-8719-5fe6d898430a", "name": "network-vif-plugged", "status": "completed", "tag": "e54a9541-ab95-4555-ad5f-f9405a7d5019"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:57:38.086737 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port e54a9541-ab95-4555-ad5f-f9405a7d5019, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=e54a9541-ab95-4555-ad5f-f9405a7d5019,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:57:38.091110 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (e54a9541-ab95-4555-ad5f-f9405a7d5019), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:38.120487 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d1e0843-b3bb-4800-8de3-cce8ed0f7136 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (4fca23ea-fe49-4f5e-b767-8698d7cda668), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:38.140220 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=e54a9541-ab95-4555-ad5f-f9405a7d5019,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:38.146758 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d1e0843-b3bb-4800-8de3-cce8ed0f7136 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (4fca23ea-fe49-4f5e-b767-8698d7cda668), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:38.172170 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e0843-b3bb-4800-8de3-cce8ed0f7136 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fca23ea-fe49-4f5e-b767-8698d7cda668,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:38.184408 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d1e0843-b3bb-4800-8de3-cce8ed0f7136 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:38.185616 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0d1e0843-b3bb-4800-8de3-cce8ed0f7136 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1570847 Feb 16 22:57:38.188596 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51546) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:57:38.193802 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-b1889bea-9588-46a5-93eb-fab80963f9bc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'network': {'name': 'tempest-network-smoke--1566353660', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'port_security_enabled': True}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:57:38.197172 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cbf0a-ba9a-42a4-bd0e-10a80435a47b req-cc01ab21-959a-4e0c-b111-be739eea5d44 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:38.198663 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-db6cbf0a-ba9a-42a4-bd0e-10a80435a47b req-cc01ab21-959a-4e0c-b111-be739eea5d44 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 946 time: 0.0848324 Feb 16 22:57:38.212731 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1889bea-9588-46a5-93eb-fab80963f9bc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Made reservation on behalf of f09c82b3a2c746b1bfae225757af7f07 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:57:38.216298 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b1889bea-9588-46a5-93eb-fab80963f9bc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:38.240367 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1889bea-9588-46a5-93eb-fab80963f9bc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 22:57:38.248741 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-db6cbf0a-ba9a-42a4-bd0e-10a80435a47b req-b378b1bc-5012-42d3-8520-e1e0d3d72ce0 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441506 Feb 16 22:57:38.252791 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b1889bea-9588-46a5-93eb-fab80963f9bc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (d3752997-bb42-4bb6-a12e-beb4e8380bc9), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:38.253140 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-b1889bea-9588-46a5-93eb-fab80963f9bc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Added segment d3752997-bb42-4bb6-a12e-beb4e8380bc9 of type vlan for network 0e93643b-d1a6-4b72-a3e2-66ce258d8f7b Feb 16 22:57:38.294415 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c2f66b-c71d-4fa5-a14e-22b20f23d3ea x-openstack-request-id: req-04c2f66b-c71d-4fa5-a14e-22b20f23d3ea {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:57:38.294822 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef74dd9-7240-4b33-8719-5fe6d898430a", "name": "network-vif-plugged", "status": "completed", "tag": "e54a9541-ab95-4555-ad5f-f9405a7d5019", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:57:38.295085 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-04c2f66b-c71d-4fa5-a14e-22b20f23d3ea {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:57:38.295520 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef74dd9-7240-4b33-8719-5fe6d898430a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54a9541-ab95-4555-ad5f-f9405a7d5019', 'code': 200} Feb 16 22:57:38.295918 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b1889bea-9588-46a5-93eb-fab80963f9bc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (0e93643b-d1a6-4b72-a3e2-66ce258d8f7b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:38.322814 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b1889bea-9588-46a5-93eb-fab80963f9bc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (0e93643b-d1a6-4b72-a3e2-66ce258d8f7b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:38.329099 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1889bea-9588-46a5-93eb-fab80963f9bc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:38.329741 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b1889bea-9588-46a5-93eb-fab80963f9bc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:38.374824 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b1889bea-9588-46a5-93eb-fab80963f9bc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1849294 Feb 16 22:57:38.377682 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51548) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:57:38.382377 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-90145723-9519-44fa-8209-2897e8e45366 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-341208547', 'admin_state_up': True, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:57:38.404187 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-90145723-9519-44fa-8209-2897e8e45366 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:38.405209 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-90145723-9519-44fa-8209-2897e8e45366 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:38.432724 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1889bea-9588-46a5-93eb-fab80963f9bc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'Network': ['ID=0e93643b-d1a6-4b72-a3e2-66ce258d8f7b,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:38.444485 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 0e93643b-d1a6-4b72-a3e2-66ce258d8f7b details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 22:57:38.450563 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6127172-5b43-43b8-97d2-9ce86c38c6f2 req-a45d47f1-8db5-46b8-affe-0192575c06af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:38.452081 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b6127172-5b43-43b8-97d2-9ce86c38c6f2 req-a45d47f1-8db5-46b8-affe-0192575c06af service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 1128 time: 0.0983169 Feb 16 22:57:38.457208 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-90145723-9519-44fa-8209-2897e8e45366 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for router_controller (1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:38.507536 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b6127172-5b43-43b8-97d2-9ce86c38c6f2 req-ab56f41a-f690-4d0a-b1ac-594b39513cab service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488942 Feb 16 22:57:38.603070 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-90145723-9519-44fa-8209-2897e8e45366 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for router_gateway (1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:38.792037 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-90145723-9519-44fa-8209-2897e8e45366 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for router_gateway (1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:38.815035 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-90145723-9519-44fa-8209-2897e8e45366 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:38.916938 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-90145723-9519-44fa-8209-2897e8e45366 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Allocated IP 172.25.2.207 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:57:39.021092 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-90145723-9519-44fa-8209-2897e8e45366 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for port (4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:39.054433 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-90145723-9519-44fa-8209-2897e8e45366 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:39.090562 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90145723-9519-44fa-8209-2897e8e45366 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:57:39.095337 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-90145723-9519-44fa-8209-2897e8e45366 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:57:39.098868 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90145723-9519-44fa-8209-2897e8e45366 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:57:39.122204 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90145723-9519-44fa-8209-2897e8e45366 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'Port': ['ID=4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:39.380887 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-90145723-9519-44fa-8209-2897e8e45366 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for router_gateway (1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:39.392963 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e9f7d-fc25-46ed-958a-d617b4fb6651 req-06020b13-66b8-491b-90e5-bbdb4fb0ae6d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:39.394479 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-467e9f7d-fc25-46ed-958a-d617b4fb6651 req-06020b13-66b8-491b-90e5-bbdb4fb0ae6d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 946 time: 0.0736182 Feb 16 22:57:39.511366 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-467e9f7d-fc25-46ed-958a-d617b4fb6651 req-9450de5a-f07c-402d-90ca-b0b610b28e9f tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841944 Feb 16 22:57:39.628259 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-90145723-9519-44fa-8209-2897e8e45366 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:39.760263 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90145723-9519-44fa-8209-2897e8e45366 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Router 1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 22:57:40.195209 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90145723-9519-44fa-8209-2897e8e45366 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:57:40.205035 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9be4fc7-80ec-423b-8c42-3d218caeac95 None None] Sync routers for ids ['1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:57:40.215006 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9be4fc7-80ec-423b-8c42-3d218caeac95 None None] Routers {'1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:57:40.215163 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-90145723-9519-44fa-8209-2897e8e45366 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:40.215632 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-d9be4fc7-80ec-423b-8c42-3d218caeac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:57:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:57:40.216381 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-90145723-9519-44fa-8209-2897e8e45366 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8376596 Feb 16 22:57:40.219601 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51552) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:57:40.248377 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4e51f8bc-f963-4325-aeb3-57c6f18dd8ed tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=f09c82b3a2c746b1bfae225757af7f07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276287 Feb 16 22:57:40.251054 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51554) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:57:40.324898 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-d9be4fc7-80ec-423b-8c42-3d218caeac95 None None] Set router 1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:57:40.399784 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f3fee7-e8c8-4b59-a170-21e37c8f2daf tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:40.401302 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-12f3fee7-e8c8-4b59-a170-21e37c8f2daf tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1493399 Feb 16 22:57:40.404738 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51556) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:57:40.438412 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-126ff074-8c90-4814-81fc-900c7fd935fb tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=b0ab4fc8-02c8-4404-90ea-6cd7fce3204f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301206 Feb 16 22:57:40.438821 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51558) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:57:40.443944 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-41fe0d14-09a8-4db7-8470-f38f6ef58c67 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-435001808', 'network_id': '0e93643b-d1a6-4b72-a3e2-66ce258d8f7b', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:57:40.503534 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-d9be4fc7-80ec-423b-8c42-3d218caeac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341208547', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:57:38Z', 'updated_at': '2022-02-16T22:57:39Z', 'revision_number': 3, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': '4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:57:38Z', 'updated_at': '2022-02-16T22:57:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:57:40.534275 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fe0d14-09a8-4db7-8470-f38f6ef58c67 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Made reservation on behalf of f09c82b3a2c746b1bfae225757af7f07 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:57:40.534509 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9be4fc7-80ec-423b-8c42-3d218caeac95 None None] Checking router: 1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:57:40.534654 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9be4fc7-80ec-423b-8c42-3d218caeac95 None None] Updating router 1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8 port 4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:57:40.537762 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41fe0d14-09a8-4db7-8470-f38f6ef58c67 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:40.568486 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d9be4fc7-80ec-423b-8c42-3d218caeac95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:40.668648 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039886b-cedd-4951-a21d-ad893de768af req-2c622fe5-3b2e-42d1-abce-375496ca2237 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:40.670173 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6039886b-cedd-4951-a21d-ad893de768af req-2c622fe5-3b2e-42d1-abce-375496ca2237 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 946 time: 0.0728390 Feb 16 22:57:40.779085 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6039886b-cedd-4951-a21d-ad893de768af req-32efa5de-13e8-4446-9173-8fea75181ce0 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031866 Feb 16 22:57:40.794952 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41fe0d14-09a8-4db7-8470-f38f6ef58c67 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (944444aa-8aee-4f80-96ec-7f7260fe1faf), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:40.827026 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d9be4fc7-80ec-423b-8c42-3d218caeac95 None None] Publish callbacks [] for port (4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:40.834920 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d9be4fc7-80ec-423b-8c42-3d218caeac95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:40.885749 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe0d14-09a8-4db7-8470-f38f6ef58c67 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'Subnet': ['ID=944444aa-8aee-4f80-96ec-7f7260fe1faf,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:40.892771 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-d9be4fc7-80ec-423b-8c42-3d218caeac95 None None] Attempting to bind port 4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:57:40.894124 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-d9be4fc7-80ec-423b-8c42-3d218caeac95 None None] Attempting to bind port 4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:57:40.894124 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9be4fc7-80ec-423b-8c42-3d218caeac95 None None] Attempting to bind port 4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:57:40.897942 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe0d14-09a8-4db7-8470-f38f6ef58c67 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Checking segment: {'id': 'd3752997-bb42-4bb6-a12e-beb4e8380bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0e93643b-d1a6-4b72-a3e2-66ce258d8f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:57:40.898330 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fe0d14-09a8-4db7-8470-f38f6ef58c67 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Network hostable DHCP agents. Network: 0e93643b-d1a6-4b72-a3e2-66ce258d8f7b, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 22:57:40.901101 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982cca3-811e-43f0-a465-7b00461ac624 None None] Pushing event updated for resources: {'Port': ['ID=4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:40.905009 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9be4fc7-80ec-423b-8c42-3d218caeac95 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:57:40.905425 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9be4fc7-80ec-423b-8c42-3d218caeac95 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:57:40.905796 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d9be4fc7-80ec-423b-8c42-3d218caeac95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:40.906226 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9be4fc7-80ec-423b-8c42-3d218caeac95 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:57:40.906872 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-d9be4fc7-80ec-423b-8c42-3d218caeac95 None None] Bound port: 4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:57:40.907390 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d9be4fc7-80ec-423b-8c42-3d218caeac95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:40.931885 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bfda4b-c357-471e-af6c-7ee662615414 req-7b47a79e-6299-4f1b-a6c2-16cdb81227d0 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:40.933357 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54bfda4b-c357-471e-af6c-7ee662615414 req-7b47a79e-6299-4f1b-a6c2-16cdb81227d0 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 946 time: 0.0861888 Feb 16 22:57:40.939040 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fe0d14-09a8-4db7-8470-f38f6ef58c67 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Network 0e93643b-d1a6-4b72-a3e2-66ce258d8f7b is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 22:57:40.957528 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-41fe0d14-09a8-4db7-8470-f38f6ef58c67 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 0e93643b-d1a6-4b72-a3e2-66ce258d8f7b) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:57:40.963706 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fe0d14-09a8-4db7-8470-f38f6ef58c67 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:40.963885 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-d9be4fc7-80ec-423b-8c42-3d218caeac95 None None] For port 4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:57:40.964295 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41fe0d14-09a8-4db7-8470-f38f6ef58c67 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:40.967631 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb97d7f1-f105-4b54-b804-c127bd40e30b None None] Network 0e93643b-d1a6-4b72-a3e2-66ce258d8f7b requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:57:40.970552 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-d9be4fc7-80ec-423b-8c42-3d218caeac95 None None] For port 4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:57:40.986929 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d9be4fc7-80ec-423b-8c42-3d218caeac95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:40.997269 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-41fe0d14-09a8-4db7-8470-f38f6ef58c67 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5541627 Feb 16 22:57:41.000077 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51564) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:57:41.055848 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982cca3-811e-43f0-a465-7b00461ac624 None None] Pushing event updated for resources: {'Port': ['ID=4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:41.081739 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54bfda4b-c357-471e-af6c-7ee662615414 req-9f918e82-9900-4a38-be07-ede7a1aa1d0f tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401129 Feb 16 22:57:41.110118 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51566) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:57:41.117345 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9be4fc7-80ec-423b-8c42-3d218caeac95 None None] Routers {'1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:57:41.117345 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-d9be4fc7-80ec-423b-8c42-3d218caeac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:57:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:57:41.177408 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870c265a-d5c1-44ee-85de-01173807193d tempest-TestVolumeBootPattern-111891237 tempest-TestVolumeBootPattern-111891237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:41.181682 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-870c265a-d5c1-44ee-85de-01173807193d tempest-TestVolumeBootPattern-111891237 tempest-TestVolumeBootPattern-111891237-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 1123 time: 0.0659237 Feb 16 22:57:41.181874 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51568) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:57:41.187191 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-3333587a-5a13-4efe-b872-937f9626b706 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'port_id': 'e54a9541-ab95-4555-ad5f-f9405a7d5019', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:57:41.212058 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3333587a-5a13-4efe-b872-937f9626b706 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:41.338336 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3333587a-5a13-4efe-b872-937f9626b706 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:41.354200 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41eb0535-5d59-440f-86c5-349f3b4f18b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-0e93643b-d1a6-4b72-a3e2-66ce258d8f7b', 'network_id': '0e93643b-d1a6-4b72-a3e2-66ce258d8f7b', 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'fixed_ips': [{'subnet_id': '944444aa-8aee-4f80-96ec-7f7260fe1faf'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 22:57:41.355066 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-41eb0535-5d59-440f-86c5-349f3b4f18b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:41.477428 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-3333587a-5a13-4efe-b872-937f9626b706 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Allocated IP 172.25.2.56 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/785baed6-ad8a-4714-9afa-2a64203c7e75) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:57:41.504409 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-d9be4fc7-80ec-423b-8c42-3d218caeac95 None None] Set router 1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:57:41.600190 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-41eb0535-5d59-440f-86c5-349f3b4f18b2 None None] Allocated IP 172.20.0.2 (0e93643b-d1a6-4b72-a3e2-66ce258d8f7b/944444aa-8aee-4f80-96ec-7f7260fe1faf/39354f52-ef3d-4aad-9827-3575754c8905) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:57:41.600542 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6932c04b-71e0-49fe-8ecf-89c98f1849e4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:41.607121 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3333587a-5a13-4efe-b872-937f9626b706 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for port (785baed6-ad8a-4714-9afa-2a64203c7e75), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:41.644678 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3333587a-5a13-4efe-b872-937f9626b706 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (785baed6-ad8a-4714-9afa-2a64203c7e75), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:41.686288 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3333587a-5a13-4efe-b872-937f9626b706 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:57:41.691004 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-3333587a-5a13-4efe-b872-937f9626b706 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:57:41.695529 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3333587a-5a13-4efe-b872-937f9626b706 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:57:41.698628 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3333587a-5a13-4efe-b872-937f9626b706 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Pushing event updated for resources: {'Port': ['ID=785baed6-ad8a-4714-9afa-2a64203c7e75,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:41.824370 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-d9be4fc7-80ec-423b-8c42-3d218caeac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341208547', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:57:38Z', 'updated_at': '2022-02-16T22:57:39Z', 'revision_number': 3, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': '4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:57:38Z', 'updated_at': '2022-02-16T22:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:57:41.853816 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-41eb0535-5d59-440f-86c5-349f3b4f18b2 None None] Publish callbacks [] for port (39354f52-ef3d-4aad-9827-3575754c8905), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:41.855404 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9be4fc7-80ec-423b-8c42-3d218caeac95 None None] The sync data for ids ['1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8'] in n-d-813897-6 is: [{'id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341208547', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:57:38Z', 'updated_at': '2022-02-16T22:57:39Z', 'revision_number': 3, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': '4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:57:38Z', 'updated_at': '2022-02-16T22:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:57:41.863934 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-41eb0535-5d59-440f-86c5-349f3b4f18b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (39354f52-ef3d-4aad-9827-3575754c8905), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:41.917321 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41eb0535-5d59-440f-86c5-349f3b4f18b2 None None] Network 0e93643b-d1a6-4b72-a3e2-66ce258d8f7b is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:57:41.919500 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-41eb0535-5d59-440f-86c5-349f3b4f18b2 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:57:41.921680 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb0535-5d59-440f-86c5-349f3b4f18b2 None None] Pushing event updated for resources: {'Port': ['ID=39354f52-ef3d-4aad-9827-3575754c8905,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:41.924735 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eb0535-5d59-440f-86c5-349f3b4f18b2 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:57:41.958213 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-6932c04b-71e0-49fe-8ecf-89c98f1849e4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Allocated IP 172.20.0.1 (0e93643b-d1a6-4b72-a3e2-66ce258d8f7b/944444aa-8aee-4f80-96ec-7f7260fe1faf/ceba2062-5380-4051-ab22-2095b7d62678) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:57:42.007967 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-41eb0535-5d59-440f-86c5-349f3b4f18b2 None None] Attempting to bind port 39354f52-ef3d-4aad-9827-3575754c8905 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:57:42.008381 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-41eb0535-5d59-440f-86c5-349f3b4f18b2 None None] Attempting to bind port 39354f52-ef3d-4aad-9827-3575754c8905 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'd3752997-bb42-4bb6-a12e-beb4e8380bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0e93643b-d1a6-4b72-a3e2-66ce258d8f7b'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:57:42.008759 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eb0535-5d59-440f-86c5-349f3b4f18b2 None None] Attempting to bind port 39354f52-ef3d-4aad-9827-3575754c8905 on network 0e93643b-d1a6-4b72-a3e2-66ce258d8f7b {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:57:42.016579 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eb0535-5d59-440f-86c5-349f3b4f18b2 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:57:42.016964 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eb0535-5d59-440f-86c5-349f3b4f18b2 None None] Checking segment: {'id': 'd3752997-bb42-4bb6-a12e-beb4e8380bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0e93643b-d1a6-4b72-a3e2-66ce258d8f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:57:42.017635 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-41eb0535-5d59-440f-86c5-349f3b4f18b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:42.018055 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eb0535-5d59-440f-86c5-349f3b4f18b2 None None] Bound using segment: {'id': 'd3752997-bb42-4bb6-a12e-beb4e8380bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0e93643b-d1a6-4b72-a3e2-66ce258d8f7b'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:57:42.018535 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-41eb0535-5d59-440f-86c5-349f3b4f18b2 None None] Bound port: 39354f52-ef3d-4aad-9827-3575754c8905, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3752997-bb42-4bb6-a12e-beb4e8380bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0e93643b-d1a6-4b72-a3e2-66ce258d8f7b'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:57:42.018921 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-41eb0535-5d59-440f-86c5-349f3b4f18b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (39354f52-ef3d-4aad-9827-3575754c8905), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:42.105471 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6932c04b-71e0-49fe-8ecf-89c98f1849e4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for port (ceba2062-5380-4051-ab22-2095b7d62678), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:42.114489 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-41eb0535-5d59-440f-86c5-349f3b4f18b2 None None] For port 39354f52-ef3d-4aad-9827-3575754c8905, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:57:42.120920 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-41eb0535-5d59-440f-86c5-349f3b4f18b2 None None] For port 39354f52-ef3d-4aad-9827-3575754c8905, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=39354f52-ef3d-4aad-9827-3575754c8905,segment=NetworkSegment(d3752997-bb42-4bb6-a12e-beb4e8380bc9),segment_id=d3752997-bb42-4bb6-a12e-beb4e8380bc9)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:57:42.128343 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3333587a-5a13-4efe-b872-937f9626b706 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for floatingip (5c248b4c-4b39-4718-b8ef-4f4b010e13f5), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:42.135813 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-41eb0535-5d59-440f-86c5-349f3b4f18b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (39354f52-ef3d-4aad-9827-3575754c8905), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:42.181049 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6932c04b-71e0-49fe-8ecf-89c98f1849e4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (ceba2062-5380-4051-ab22-2095b7d62678), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:42.232276 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3333587a-5a13-4efe-b872-937f9626b706 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (785baed6-ad8a-4714-9afa-2a64203c7e75), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:42.236514 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb0535-5d59-440f-86c5-349f3b4f18b2 None None] Pushing event updated for resources: {'Port': ['ID=39354f52-ef3d-4aad-9827-3575754c8905,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:42.258306 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6932c04b-71e0-49fe-8ecf-89c98f1849e4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Network 0e93643b-d1a6-4b72-a3e2-66ce258d8f7b is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:57:42.264463 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-6932c04b-71e0-49fe-8ecf-89c98f1849e4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:57:42.269288 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6932c04b-71e0-49fe-8ecf-89c98f1849e4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:57:42.304946 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932c04b-71e0-49fe-8ecf-89c98f1849e4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'Port': ['ID=ceba2062-5380-4051-ab22-2095b7d62678,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:42.331287 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6932c04b-71e0-49fe-8ecf-89c98f1849e4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:42.467904 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3333587a-5a13-4efe-b872-937f9626b706 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for port (785baed6-ad8a-4714-9afa-2a64203c7e75), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:42.475394 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3333587a-5a13-4efe-b872-937f9626b706 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (785baed6-ad8a-4714-9afa-2a64203c7e75), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:42.548079 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6932c04b-71e0-49fe-8ecf-89c98f1849e4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ceba2062-5380-4051-ab22-2095b7d62678), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:42.893447 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6932c04b-71e0-49fe-8ecf-89c98f1849e4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for port (ceba2062-5380-4051-ab22-2095b7d62678), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:42.899425 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6932c04b-71e0-49fe-8ecf-89c98f1849e4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (ceba2062-5380-4051-ab22-2095b7d62678), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:42.920716 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3333587a-5a13-4efe-b872-937f9626b706 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Pushing event updated for resources: {'Port': ['ID=785baed6-ad8a-4714-9afa-2a64203c7e75,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:42.933047 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3333587a-5a13-4efe-b872-937f9626b706 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (5c248b4c-4b39-4718-b8ef-4f4b010e13f5), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:42.986744 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932c04b-71e0-49fe-8ecf-89c98f1849e4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'Port': ['ID=ceba2062-5380-4051-ab22-2095b7d62678,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:42.989614 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6932c04b-71e0-49fe-8ecf-89c98f1849e4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:43.074881 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [None req-3333587a-5a13-4efe-b872-937f9626b706 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Floating IP 5c248b4c-4b39-4718-b8ef-4f4b010e13f5 associated. External IP: 172.25.2.56, port: e54a9541-ab95-4555-ad5f-f9405a7d5019. Feb 16 22:57:43.133655 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6932c04b-71e0-49fe-8ecf-89c98f1849e4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Network 0e93643b-d1a6-4b72-a3e2-66ce258d8f7b is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:57:43.135402 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-6932c04b-71e0-49fe-8ecf-89c98f1849e4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:57:43.192310 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 39354f52-ef3d-4aad-9827-3575754c8905 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:57:43.272742 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 39354f52-ef3d-4aad-9827-3575754c8905 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:57:43.273113 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (39354f52-ef3d-4aad-9827-3575754c8905), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:43.300310 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6932c04b-71e0-49fe-8ecf-89c98f1849e4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Router 1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:57:43.360586 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 39354f52-ef3d-4aad-9827-3575754c8905 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:57:43.360986 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (39354f52-ef3d-4aad-9827-3575754c8905), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:43.384310 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3333587a-5a13-4efe-b872-937f9626b706 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Router aa52edcc-cb25-4717-9f57-78729350a38d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:57:43.398529 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 39354f52-ef3d-4aad-9827-3575754c8905, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=39354f52-ef3d-4aad-9827-3575754c8905,segment=NetworkSegment(d3752997-bb42-4bb6-a12e-beb4e8380bc9),segment_id=d3752997-bb42-4bb6-a12e-beb4e8380bc9)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:57:43.403603 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (39354f52-ef3d-4aad-9827-3575754c8905), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:43.404464 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:57:43.439460 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6932c04b-71e0-49fe-8ecf-89c98f1849e4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:57:43.456225 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6932c04b-71e0-49fe-8ecf-89c98f1849e4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "PUT /v2.0/routers/1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4550323 Feb 16 22:57:43.482555 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02592454-c1e2-462a-ab78-5d19b46e06b2 None None] Network 0e93643b-d1a6-4b72-a3e2-66ce258d8f7b requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:57:43.513898 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3333587a-5a13-4efe-b872-937f9626b706 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:57:43.528276 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38a27ff-7a1d-401a-8cbe-8fceeed13f7d None None] Sync routers for ids ['aa52edcc-cb25-4717-9f57-78729350a38d'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:57:43.538241 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3333587a-5a13-4efe-b872-937f9626b706 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:43.541602 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38a27ff-7a1d-401a-8cbe-8fceeed13f7d None None] Routers {'aa52edcc-cb25-4717-9f57-78729350a38d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:57:43.542461 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-c38a27ff-7a1d-401a-8cbe-8fceeed13f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:57:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['aa52edcc-cb25-4717-9f57-78729350a38d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:57:43.553323 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=39354f52-ef3d-4aad-9827-3575754c8905,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:43.599350 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3333587a-5a13-4efe-b872-937f9626b706 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4030368 Feb 16 22:57:43.599350 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef74dd9-7240-4b33-8719-5fe6d898430a', 'tag': 'e54a9541-ab95-4555-ad5f-f9405a7d5019'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:57:43.599350 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa38dca-4778-4c56-b6af-b1afe99bc37a" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef74dd9-7240-4b33-8719-5fe6d898430a", "tag": "e54a9541-ab95-4555-ad5f-f9405a7d5019"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:57:43.601519 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7fe19167-1ab7-41cf-9e89-e426af991410 None None] Provisioning complete for port 39354f52-ef3d-4aad-9827-3575754c8905 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:57:43.601900 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7fe19167-1ab7-41cf-9e89-e426af991410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (39354f52-ef3d-4aad-9827-3575754c8905), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:43.644048 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:57:43.644428 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:43.684518 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-c38a27ff-7a1d-401a-8cbe-8fceeed13f7d None None] Set router aa52edcc-cb25-4717-9f57-78729350a38d gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:57:43.690531 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-2d7f2a06-c871-4827-9961-7eabee9968d8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-506490338&fields=id&tenant_id=f09c82b3a2c746b1bfae225757af7f07 HTTP/1.1" status: 200 len: 267 time: 0.0520997 Feb 16 22:57:43.800683 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7fe19167-1ab7-41cf-9e89-e426af991410 None None] Current status of the port 39354f52-ef3d-4aad-9827-3575754c8905 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:57:43.817857 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-7afdd27f-72e3-44ec-9774-ccfaddb6003f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:43.819516 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-7afdd27f-72e3-44ec-9774-ccfaddb6003f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/networks?id=0e93643b-d1a6-4b72-a3e2-66ce258d8f7b HTTP/1.1" status: 200 len: 797 time: 0.1222126 Feb 16 22:57:43.826923 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:57:43.827319 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:43.848625 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-b6c3a7ad-b036-4d2f-b72f-d0db26a3f499 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/quotas/f09c82b3a2c746b1bfae225757af7f07 HTTP/1.1" status: 200 len: 375 time: 0.0200496 Feb 16 22:57:43.856581 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:57:43.862870 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:43.926086 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-7f2f4f46-ec9b-4c00-9dc2-614e382825d0 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670564 Feb 16 22:57:43.932288 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:44.007071 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-c38a27ff-7a1d-401a-8cbe-8fceeed13f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'name': 'tempest-TestVolumeBootPattern-1878941652-router', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:38Z', 'updated_at': '2022-02-16T22:43:46Z', 'revision_number': 4, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'gw_port': {'id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:39Z', 'updated_at': '2022-02-16T22:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '5c248b4c-4b39-4718-b8ef-4f4b010e13f5', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'floating_ip_address': '172.25.2.56', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'port_id': 'e54a9541-ab95-4555-ad5f-f9405a7d5019', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'mac_address': 'fa:16:3e:4e:1a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef74dd9-7240-4b33-8719-5fe6d898430a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:57:41Z', 'updated_at': '2022-02-16T22:57:41Z', 'revision_number': 0, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'fixed_ip_address_scope': None}, {'id': 'a0ebff07-4537-4d78-8815-d9c5d5235043', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'floating_ip_address': '172.25.2.165', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'port_id': '54315529-eaad-4c4a-8029-5949c0cb4a13', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'mac_address': 'fa:16:3e:de:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc4798b-324b-4842-b098-8315e217c0d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:55:29Z', 'updated_at': '2022-02-16T22:55:32Z', 'revision_number': 1, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff71336-6aab-49a7-9349-dde4c2626ba5', 'name': '', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'mac_address': 'fa:16:3e:2a:99:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:45Z', 'updated_at': '2022-02-16T22:43:51Z', 'revision_number': 5, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'subnets': [{'id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:57:44.038003 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38a27ff-7a1d-401a-8cbe-8fceeed13f7d None None] Checking router: aa52edcc-cb25-4717-9f57-78729350a38d for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:57:44.041488 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a1ab7f-93fc-468f-9f2e-ad25d597ec61 None None] Sync routers for ids ['1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:57:44.046282 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-a048921c-512f-4a1e-b607-9d924e02aa7f service neutron] 10.222.0.75 "GET /v2.0/networks/0e93643b-d1a6-4b72-a3e2-66ce258d8f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973284 Feb 16 22:57:44.048095 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38a27ff-7a1d-401a-8cbe-8fceeed13f7d None None] Routers {'aa52edcc-cb25-4717-9f57-78729350a38d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:57:44.048711 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-c38a27ff-7a1d-401a-8cbe-8fceeed13f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:57:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['aa52edcc-cb25-4717-9f57-78729350a38d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:57:44.051273 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a1ab7f-93fc-468f-9f2e-ad25d597ec61 None None] Routers {'1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:57:44.051891 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-e7a1ab7f-93fc-468f-9f2e-ad25d597ec61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:57:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:57:44.160423 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-79dc8aa1-60db-46f9-89ac-32f0cf434cf2 service neutron] 10.222.0.75 "GET /v2.0/networks/0e93643b-d1a6-4b72-a3e2-66ce258d8f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126885 Feb 16 22:57:44.165230 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7a792565-3e08-414c-a0d5-0c6eb6759b83 None None] Provisioning complete for port 39354f52-ef3d-4aad-9827-3575754c8905 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:57:44.165685 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7a792565-3e08-414c-a0d5-0c6eb6759b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (39354f52-ef3d-4aad-9827-3575754c8905), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:44.177203 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-c38a27ff-7a1d-401a-8cbe-8fceeed13f7d None None] Set router aa52edcc-cb25-4717-9f57-78729350a38d gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:57:44.239532 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-e7a1ab7f-93fc-468f-9f2e-ad25d597ec61 None None] Set router 1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:57:44.317952 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65b75c0-ed2a-4158-ab90-3bb22a151292 x-openstack-request-id: req-c65b75c0-ed2a-4158-ab90-3bb22a151292 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:57:44.318447 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef74dd9-7240-4b33-8719-5fe6d898430a", "tag": "e54a9541-ab95-4555-ad5f-f9405a7d5019", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:57:44.318768 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c65b75c0-ed2a-4158-ab90-3bb22a151292 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:57:44.319270 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef74dd9-7240-4b33-8719-5fe6d898430a', 'tag': 'e54a9541-ab95-4555-ad5f-f9405a7d5019', 'status': 'completed', 'code': 200} Feb 16 22:57:44.382789 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4815943a-81a0-4eb7-8afc-a7b384b0bfaa req-23d19208-e75d-46a3-8cc3-085ff12d99e7 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7011b2d-7303-49cd-878b-5d58c25b9d33 HTTP/1.1" status: 200 len: 210 time: 0.0318966 Feb 16 22:57:44.394925 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7a792565-3e08-414c-a0d5-0c6eb6759b83 None None] Current status of the port 39354f52-ef3d-4aad-9827-3575754c8905 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:57:44.434199 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa38dca-4778-4c56-b6af-b1afe99bc37a req-e1875762-3abc-457a-bdf8-ca50815cfcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:44.437856 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3aa38dca-4778-4c56-b6af-b1afe99bc37a req-e1875762-3abc-457a-bdf8-ca50815cfcad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 1128 time: 0.0927439 Feb 16 22:57:44.459428 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7a792565-3e08-414c-a0d5-0c6eb6759b83 None None] Provisioning complete for port ceba2062-5380-4051-ab22-2095b7d62678 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:57:44.459807 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7a792565-3e08-414c-a0d5-0c6eb6759b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ceba2062-5380-4051-ab22-2095b7d62678), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:44.540200 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-c38a27ff-7a1d-401a-8cbe-8fceeed13f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'name': 'tempest-TestVolumeBootPattern-1878941652-router', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:38Z', 'updated_at': '2022-02-16T22:43:46Z', 'revision_number': 4, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'gw_port': {'id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:39Z', 'updated_at': '2022-02-16T22:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '5c248b4c-4b39-4718-b8ef-4f4b010e13f5', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'floating_ip_address': '172.25.2.56', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'port_id': 'e54a9541-ab95-4555-ad5f-f9405a7d5019', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'mac_address': 'fa:16:3e:4e:1a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef74dd9-7240-4b33-8719-5fe6d898430a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:57:41Z', 'updated_at': '2022-02-16T22:57:41Z', 'revision_number': 0, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'fixed_ip_address_scope': None}, {'id': 'a0ebff07-4537-4d78-8815-d9c5d5235043', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'floating_ip_address': '172.25.2.165', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'port_id': '54315529-eaad-4c4a-8029-5949c0cb4a13', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'mac_address': 'fa:16:3e:de:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc4798b-324b-4842-b098-8315e217c0d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:55:29Z', 'updated_at': '2022-02-16T22:55:32Z', 'revision_number': 1, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff71336-6aab-49a7-9349-dde4c2626ba5', 'name': '', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'mac_address': 'fa:16:3e:2a:99:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:45Z', 'updated_at': '2022-02-16T22:43:51Z', 'revision_number': 5, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'subnets': [{'id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:57:44.571220 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7a792565-3e08-414c-a0d5-0c6eb6759b83 None None] Port ceba2062-5380-4051-ab22-2095b7d62678 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:57:44.575792 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38a27ff-7a1d-401a-8cbe-8fceeed13f7d None None] The sync data for ids ['aa52edcc-cb25-4717-9f57-78729350a38d'] in n-d-813897-6 is: [{'id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'name': 'tempest-TestVolumeBootPattern-1878941652-router', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:38Z', 'updated_at': '2022-02-16T22:43:46Z', 'revision_number': 4, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'gw_port': {'id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:39Z', 'updated_at': '2022-02-16T22:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '5c248b4c-4b39-4718-b8ef-4f4b010e13f5', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'floating_ip_address': '172.25.2.56', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'port_id': 'e54a9541-ab95-4555-ad5f-f9405a7d5019', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'mac_address': 'fa:16:3e:4e:1a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef74dd9-7240-4b33-8719-5fe6d898430a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:57:41Z', 'updated_at': '2022-02-16T22:57:41Z', 'revision_number': 0, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'fixed_ip_address_scope': None}, {'id': 'a0ebff07-4537-4d78-8815-d9c5d5235043', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'floating_ip_address': '172.25.2.165', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'port_id': '54315529-eaad-4c4a-8029-5949c0cb4a13', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'mac_address': 'fa:16:3e:de:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc4798b-324b-4842-b098-8315e217c0d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:55:29Z', 'updated_at': '2022-02-16T22:55:32Z', 'revision_number': 1, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff71336-6aab-49a7-9349-dde4c2626ba5', 'name': '', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'mac_address': 'fa:16:3e:2a:99:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:45Z', 'updated_at': '2022-02-16T22:43:51Z', 'revision_number': 5, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'subnets': [{'id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:57:44.592112 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa38dca-4778-4c56-b6af-b1afe99bc37a req-3dffc83e-1e42-424d-b0be-a0f9619f8b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:44.594257 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3aa38dca-4778-4c56-b6af-b1afe99bc37a req-3dffc83e-1e42-424d-b0be-a0f9619f8b61 service neutron] 10.222.0.67 "GET /v2.0/networks?id=50f5d130-0f22-457e-8f9d-f7f34d0d3035 HTTP/1.1" status: 200 len: 913 time: 0.1435697 Feb 16 22:57:44.646279 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-e7a1ab7f-93fc-468f-9f2e-ad25d597ec61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341208547', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:57:38Z', 'updated_at': '2022-02-16T22:57:42Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': '4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:57:38Z', 'updated_at': '2022-02-16T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'ceba2062-5380-4051-ab22-2095b7d62678', 'name': '', 'network_id': '0e93643b-d1a6-4b72-a3e2-66ce258d8f7b', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'mac_address': 'fa:16:3e:4a:54:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '944444aa-8aee-4f80-96ec-7f7260fe1faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:57:41Z', 'updated_at': '2022-02-16T22:57:42Z', 'revision_number': 2, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'subnets': [{'id': '944444aa-8aee-4f80-96ec-7f7260fe1faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:57:44.686387 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a1ab7f-93fc-468f-9f2e-ad25d597ec61 None None] Checking router: 1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:57:44.686745 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a1ab7f-93fc-468f-9f2e-ad25d597ec61 None None] Updating router 1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8 port ceba2062-5380-4051-ab22-2095b7d62678 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 22:57:44.700083 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3aa38dca-4778-4c56-b6af-b1afe99bc37a req-dd5e2d2b-a63b-46b9-8097-d44393cef808 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e54a9541-ab95-4555-ad5f-f9405a7d5019 HTTP/1.1" status: 200 len: 999 time: 0.0989394 Feb 16 22:57:44.724744 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-ad275b7e-523f-4d90-b414-660d4ecc6dfe None None] Provisioning complete for port ceba2062-5380-4051-ab22-2095b7d62678 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:57:44.725123 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ad275b7e-523f-4d90-b414-660d4ecc6dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ceba2062-5380-4051-ab22-2095b7d62678), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:44.751515 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e7a1ab7f-93fc-468f-9f2e-ad25d597ec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ceba2062-5380-4051-ab22-2095b7d62678), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:44.755595 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa38dca-4778-4c56-b6af-b1afe99bc37a req-49d7d8ec-7de7-434d-8925-6c079050bb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:44.758223 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3aa38dca-4778-4c56-b6af-b1afe99bc37a req-49d7d8ec-7de7-434d-8925-6c079050bb2c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0f3f901b-49c4-4880-859e-a4de691296cc HTTP/1.1" status: 200 len: 851 time: 0.0523231 Feb 16 22:57:44.770654 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-ad275b7e-523f-4d90-b414-660d4ecc6dfe None None] Port ceba2062-5380-4051-ab22-2095b7d62678 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:57:44.816554 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa38dca-4778-4c56-b6af-b1afe99bc37a req-e5c6023c-5191-45a8-a201-24b4a0f4f29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:44.818227 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3aa38dca-4778-4c56-b6af-b1afe99bc37a req-e5c6023c-5191-45a8-a201-24b4a0f4f29d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=50f5d130-0f22-457e-8f9d-f7f34d0d3035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0542607 Feb 16 22:57:44.929604 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3aa38dca-4778-4c56-b6af-b1afe99bc37a req-778386dc-5709-48a0-87dc-292b5d90317b service neutron] 10.222.0.67 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055295 Feb 16 22:57:44.948264 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e92111-d0f5-472f-a1e6-57d3c743854b None None] New status for floating IP 5c248b4c-4b39-4718-b8ef-4f4b010e13f5: ACTIVE {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:57:45.053899 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3aa38dca-4778-4c56-b6af-b1afe99bc37a req-4b90b934-1e4c-4d89-8f7d-ee7f5901de7a service neutron] 10.222.0.67 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180322 Feb 16 22:57:45.116437 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 39354f52-ef3d-4aad-9827-3575754c8905 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:57:45.165439 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e7a1ab7f-93fc-468f-9f2e-ad25d597ec61 None None] Publish callbacks [] for port (ceba2062-5380-4051-ab22-2095b7d62678), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:45.177216 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e7a1ab7f-93fc-468f-9f2e-ad25d597ec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ceba2062-5380-4051-ab22-2095b7d62678), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:45.236689 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04f757-4033-4bec-b6f0-f6b49d516b21 None None] Pushing event updated for resources: {'Port': ['ID=ceba2062-5380-4051-ab22-2095b7d62678,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:45.247427 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 39354f52-ef3d-4aad-9827-3575754c8905 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:57:45.248004 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (39354f52-ef3d-4aad-9827-3575754c8905), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:45.268947 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-000ab728-1342-457f-b7f5-d8f03f268ee8 req-ba2929ab-346b-4851-9c2b-b53fa919b865 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489786 Feb 16 22:57:45.327111 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e7a1ab7f-93fc-468f-9f2e-ad25d597ec61 None None] Attempting to bind port ceba2062-5380-4051-ab22-2095b7d62678 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:57:45.327491 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e7a1ab7f-93fc-468f-9f2e-ad25d597ec61 None None] Attempting to bind port ceba2062-5380-4051-ab22-2095b7d62678 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'd3752997-bb42-4bb6-a12e-beb4e8380bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0e93643b-d1a6-4b72-a3e2-66ce258d8f7b'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:57:45.327859 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a1ab7f-93fc-468f-9f2e-ad25d597ec61 None None] Attempting to bind port ceba2062-5380-4051-ab22-2095b7d62678 on network 0e93643b-d1a6-4b72-a3e2-66ce258d8f7b {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:57:45.335806 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a1ab7f-93fc-468f-9f2e-ad25d597ec61 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:57:45.336189 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a1ab7f-93fc-468f-9f2e-ad25d597ec61 None None] Checking segment: {'id': 'd3752997-bb42-4bb6-a12e-beb4e8380bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0e93643b-d1a6-4b72-a3e2-66ce258d8f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:57:45.336603 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e7a1ab7f-93fc-468f-9f2e-ad25d597ec61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:45.336984 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a1ab7f-93fc-468f-9f2e-ad25d597ec61 None None] Bound using segment: {'id': 'd3752997-bb42-4bb6-a12e-beb4e8380bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0e93643b-d1a6-4b72-a3e2-66ce258d8f7b'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:57:45.337460 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e7a1ab7f-93fc-468f-9f2e-ad25d597ec61 None None] Bound port: ceba2062-5380-4051-ab22-2095b7d62678, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3752997-bb42-4bb6-a12e-beb4e8380bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0e93643b-d1a6-4b72-a3e2-66ce258d8f7b'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:57:45.337844 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e7a1ab7f-93fc-468f-9f2e-ad25d597ec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ceba2062-5380-4051-ab22-2095b7d62678), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:45.364769 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ab728-1342-457f-b7f5-d8f03f268ee8 req-53533f87-8948-4e66-9bd5-35fafd7ff241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:45.366631 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-000ab728-1342-457f-b7f5-d8f03f268ee8 req-53533f87-8948-4e66-9bd5-35fafd7ff241 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 1127 time: 0.0532939 Feb 16 22:57:45.444558 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 39354f52-ef3d-4aad-9827-3575754c8905 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:57:45.445601 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:57:45.476885 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e7a1ab7f-93fc-468f-9f2e-ad25d597ec61 None None] For port ceba2062-5380-4051-ab22-2095b7d62678, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:57:45.501062 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e7a1ab7f-93fc-468f-9f2e-ad25d597ec61 None None] For port ceba2062-5380-4051-ab22-2095b7d62678, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=ceba2062-5380-4051-ab22-2095b7d62678,segment=NetworkSegment(d3752997-bb42-4bb6-a12e-beb4e8380bc9),segment_id=d3752997-bb42-4bb6-a12e-beb4e8380bc9)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:57:45.515598 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e7a1ab7f-93fc-468f-9f2e-ad25d597ec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ceba2062-5380-4051-ab22-2095b7d62678), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:45.544239 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-406ed14c-0e80-4e36-82ae-6e8748ab54d9 None None] Provisioning complete for port ceba2062-5380-4051-ab22-2095b7d62678 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:57:45.544622 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-406ed14c-0e80-4e36-82ae-6e8748ab54d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ceba2062-5380-4051-ab22-2095b7d62678), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:45.586337 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5cdec8aa-4f94-4d6a-83b4-d2526cedc70d req-5f829a1b-65cb-4d3d-8f63-e9c14f569325 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7011b2d-7303-49cd-878b-5d58c25b9d33 HTTP/1.1" status: 200 len: 210 time: 0.0808220 Feb 16 22:57:45.599540 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:57:45.599916 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:45.644912 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04f757-4033-4bec-b6f0-f6b49d516b21 None None] Pushing event updated for resources: {'Port': ['ID=ceba2062-5380-4051-ab22-2095b7d62678,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:45.651915 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ab728-1342-457f-b7f5-d8f03f268ee8 req-49a83968-e8ec-492e-8236-5fe63d018547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:45.653608 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-000ab728-1342-457f-b7f5-d8f03f268ee8 req-49a83968-e8ec-492e-8236-5fe63d018547 service neutron] 10.222.0.79 "GET /v2.0/networks?id=50f5d130-0f22-457e-8f9d-f7f34d0d3035 HTTP/1.1" status: 200 len: 913 time: 0.2579069 Feb 16 22:57:45.655423 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a1ab7f-93fc-468f-9f2e-ad25d597ec61 None None] Routers {'1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:57:45.656039 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-e7a1ab7f-93fc-468f-9f2e-ad25d597ec61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:57:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:57:45.739689 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-7076f4c4-c054-4700-93bb-c791c3628481 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:45.741634 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-7076f4c4-c054-4700-93bb-c791c3628481 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.79 "GET /v2.0/networks?id=0e93643b-d1a6-4b72-a3e2-66ce258d8f7b HTTP/1.1" status: 200 len: 797 time: 0.2391291 Feb 16 22:57:45.751866 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-000ab728-1342-457f-b7f5-d8f03f268ee8 req-2b5fdd4b-13a4-493a-aad8-c8c2302da554 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54315529-eaad-4c4a-8029-5949c0cb4a13 HTTP/1.1" status: 200 len: 1001 time: 0.0918958 Feb 16 22:57:45.846142 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ab728-1342-457f-b7f5-d8f03f268ee8 req-153cf134-f0e0-4be7-b223-4d893542f8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:45.847661 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-000ab728-1342-457f-b7f5-d8f03f268ee8 req-153cf134-f0e0-4be7-b223-4d893542f8b3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0f3f901b-49c4-4880-859e-a4de691296cc HTTP/1.1" status: 200 len: 851 time: 0.0892119 Feb 16 22:57:45.873781 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-053a28da-0c16-4f6b-b008-c760a565518a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f09c82b3a2c746b1bfae225757af7f07 HTTP/1.1" status: 200 len: 379 time: 0.1207476 Feb 16 22:57:45.891987 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-6f5be9c5-c2e1-4b85-b0dc-51cd02c96383 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'port': {'device_id': 'c7011b2d-7303-49cd-878b-5d58c25b9d33', 'network_id': '0e93643b-d1a6-4b72-a3e2-66ce258d8f7b', 'admin_state_up': True, 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'security_groups': ['d70f4373-4004-4298-b146-6efd3b03987e']}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:57:45.976724 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ab728-1342-457f-b7f5-d8f03f268ee8 req-10ae32e4-5dcd-4d3f-ab55-7830b06a1b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:45.979414 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-000ab728-1342-457f-b7f5-d8f03f268ee8 req-10ae32e4-5dcd-4d3f-ab55-7830b06a1b31 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=50f5d130-0f22-457e-8f9d-f7f34d0d3035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1212132 Feb 16 22:57:45.983252 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-406ed14c-0e80-4e36-82ae-6e8748ab54d9 None None] Current status of the port ceba2062-5380-4051-ab22-2095b7d62678 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:57:45.983639 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-406ed14c-0e80-4e36-82ae-6e8748ab54d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ceba2062-5380-4051-ab22-2095b7d62678), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:46.024411 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:57:46.028071 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-e7a1ab7f-93fc-468f-9f2e-ad25d597ec61 None None] Set router 1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:57:46.069562 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-406ed14c-0e80-4e36-82ae-6e8748ab54d9 None None] For port ceba2062-5380-4051-ab22-2095b7d62678, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=ceba2062-5380-4051-ab22-2095b7d62678,segment=NetworkSegment(d3752997-bb42-4bb6-a12e-beb4e8380bc9),segment_id=d3752997-bb42-4bb6-a12e-beb4e8380bc9)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:57:46.077478 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-406ed14c-0e80-4e36-82ae-6e8748ab54d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ceba2062-5380-4051-ab22-2095b7d62678), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:46.089593 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-6f5be9c5-c2e1-4b85-b0dc-51cd02c96383 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Made reservation on behalf of f09c82b3a2c746b1bfae225757af7f07 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 22:57:46.093459 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-6f5be9c5-c2e1-4b85-b0dc-51cd02c96383 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:46.121898 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-000ab728-1342-457f-b7f5-d8f03f268ee8 req-3b1968f5-8c20-4e43-8e25-7b898ea99939 service neutron] 10.222.0.79 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335754 Feb 16 22:57:46.178735 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ed14c-0e80-4e36-82ae-6e8748ab54d9 None None] Pushing event updated for resources: {'Port': ['ID=ceba2062-5380-4051-ab22-2095b7d62678,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:46.237837 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-58b3768c-2f90-45db-abf8-b6af4578e9a0 None None] Provisioning complete for port ceba2062-5380-4051-ab22-2095b7d62678 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:57:46.238246 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b3768c-2f90-45db-abf8-b6af4578e9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ceba2062-5380-4051-ab22-2095b7d62678), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:46.363668 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-e7a1ab7f-93fc-468f-9f2e-ad25d597ec61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341208547', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:57:38Z', 'updated_at': '2022-02-16T22:57:42Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': '4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:57:38Z', 'updated_at': '2022-02-16T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'ceba2062-5380-4051-ab22-2095b7d62678', 'name': '', 'network_id': '0e93643b-d1a6-4b72-a3e2-66ce258d8f7b', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'mac_address': 'fa:16:3e:4a:54:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '944444aa-8aee-4f80-96ec-7f7260fe1faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:57:41Z', 'updated_at': '2022-02-16T22:57:45Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'subnets': [{'id': '944444aa-8aee-4f80-96ec-7f7260fe1faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:57:46.366803 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-58b3768c-2f90-45db-abf8-b6af4578e9a0 None None] Current status of the port ceba2062-5380-4051-ab22-2095b7d62678 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:57:46.396634 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a1ab7f-93fc-468f-9f2e-ad25d597ec61 None None] The sync data for ids ['1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8'] in n-d-813897-6 is: [{'id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341208547', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:57:38Z', 'updated_at': '2022-02-16T22:57:42Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': '4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:57:38Z', 'updated_at': '2022-02-16T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'ceba2062-5380-4051-ab22-2095b7d62678', 'name': '', 'network_id': '0e93643b-d1a6-4b72-a3e2-66ce258d8f7b', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'mac_address': 'fa:16:3e:4a:54:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '944444aa-8aee-4f80-96ec-7f7260fe1faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:57:41Z', 'updated_at': '2022-02-16T22:57:45Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'subnets': [{'id': '944444aa-8aee-4f80-96ec-7f7260fe1faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:57:46.680772 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-000ab728-1342-457f-b7f5-d8f03f268ee8 req-6ceed466-0026-4cca-9cfe-b1f831fed254 service neutron] 10.222.0.79 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5518014 Feb 16 22:57:46.698387 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-6f5be9c5-c2e1-4b85-b0dc-51cd02c96383 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Allocated IP 172.20.0.10 (0e93643b-d1a6-4b72-a3e2-66ce258d8f7b/944444aa-8aee-4f80-96ec-7f7260fe1faf/99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:57:46.701938 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4c6099a6-af2c-439e-a8d1-bd9152f7436e req-6ca0f8ce-190c-4f72-aac7-46b78b012016 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7011b2d-7303-49cd-878b-5d58c25b9d33 HTTP/1.1" status: 200 len: 210 time: 0.0450563 Feb 16 22:57:46.848263 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-6f5be9c5-c2e1-4b85-b0dc-51cd02c96383 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for port (99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:46.883997 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-6f5be9c5-c2e1-4b85-b0dc-51cd02c96383 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:46.931461 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-6f5be9c5-c2e1-4b85-b0dc-51cd02c96383 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Network 0e93643b-d1a6-4b72-a3e2-66ce258d8f7b is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:57:46.934691 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-6f5be9c5-c2e1-4b85-b0dc-51cd02c96383 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:57:46.938749 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-6f5be9c5-c2e1-4b85-b0dc-51cd02c96383 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:57:46.945570 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5be9c5-c2e1-4b85-b0dc-51cd02c96383 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'Port': ['ID=99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:46.996057 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-6f5be9c5-c2e1-4b85-b0dc-51cd02c96383 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:46.996744 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-6f5be9c5-c2e1-4b85-b0dc-51cd02c96383 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:47.016528 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-6f5be9c5-c2e1-4b85-b0dc-51cd02c96383 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1284564 Feb 16 22:57:47.029423 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-cc026a83-fd5f-4174-b27e-5b8946fa0777 service neutron] Request body: {'port': {'device_id': 'c7011b2d-7303-49cd-878b-5d58c25b9d33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:57:47.099875 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-cc026a83-fd5f-4174-b27e-5b8946fa0777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:47.134201 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device ceba2062-5380-4051-ab22-2095b7d62678 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:57:47.191439 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port ceba2062-5380-4051-ab22-2095b7d62678 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:57:47.191862 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ceba2062-5380-4051-ab22-2095b7d62678), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:47.285621 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port ceba2062-5380-4051-ab22-2095b7d62678 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:57:47.299521 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e204b737-3026-4f7e-9bdf-9a399914f4c5 None None] Provisioning complete for port 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:57:47.300175 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e204b737-3026-4f7e-9bdf-9a399914f4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:47.338176 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e204b737-3026-4f7e-9bdf-9a399914f4c5 None None] Port 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 22:57:47.419982 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-cc026a83-fd5f-4174-b27e-5b8946fa0777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:57:47.428199 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-cc026a83-fd5f-4174-b27e-5b8946fa0777 service neutron] Publish callbacks [] for port (99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:47.441109 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-cc026a83-fd5f-4174-b27e-5b8946fa0777 service neutron] Transition to ACTIVE for port object 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 22:57:47.444430 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-cc026a83-fd5f-4174-b27e-5b8946fa0777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:47.501864 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc026a83-fd5f-4174-b27e-5b8946fa0777 service neutron] Pushing event updated for resources: {'Port': ['ID=99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:47.582572 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-cc026a83-fd5f-4174-b27e-5b8946fa0777 service neutron] Attempting to bind port 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 22:57:47.582919 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-cc026a83-fd5f-4174-b27e-5b8946fa0777 service neutron] Attempting to bind port 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'd3752997-bb42-4bb6-a12e-beb4e8380bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0e93643b-d1a6-4b72-a3e2-66ce258d8f7b'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 22:57:47.583251 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-cc026a83-fd5f-4174-b27e-5b8946fa0777 service neutron] Attempting to bind port 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75 on network 0e93643b-d1a6-4b72-a3e2-66ce258d8f7b {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:57:47.588646 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-cc026a83-fd5f-4174-b27e-5b8946fa0777 service neutron] Port 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75 on network 0e93643b-d1a6-4b72-a3e2-66ce258d8f7b not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 22:57:47.588983 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-cc026a83-fd5f-4174-b27e-5b8946fa0777 service neutron] Attempting to bind port 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75 on network 0e93643b-d1a6-4b72-a3e2-66ce258d8f7b {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 22:57:47.594325 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-cc026a83-fd5f-4174-b27e-5b8946fa0777 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 22, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 22:57:47.594672 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-cc026a83-fd5f-4174-b27e-5b8946fa0777 service neutron] Checking segment: {'id': 'd3752997-bb42-4bb6-a12e-beb4e8380bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0e93643b-d1a6-4b72-a3e2-66ce258d8f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 22:57:47.595090 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-cc026a83-fd5f-4174-b27e-5b8946fa0777 service neutron] Bound using segment: {'id': 'd3752997-bb42-4bb6-a12e-beb4e8380bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0e93643b-d1a6-4b72-a3e2-66ce258d8f7b'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 22:57:47.595524 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-cc026a83-fd5f-4174-b27e-5b8946fa0777 service neutron] Bound port: 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3752997-bb42-4bb6-a12e-beb4e8380bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0e93643b-d1a6-4b72-a3e2-66ce258d8f7b'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 22:57:47.595890 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-cc026a83-fd5f-4174-b27e-5b8946fa0777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:47.669728 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-cc026a83-fd5f-4174-b27e-5b8946fa0777 service neutron] For port 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 22:57:47.672940 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-cc026a83-fd5f-4174-b27e-5b8946fa0777 service neutron] For port 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75,segment=NetworkSegment(d3752997-bb42-4bb6-a12e-beb4e8380bc9),segment_id=d3752997-bb42-4bb6-a12e-beb4e8380bc9)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 22:57:47.680753 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-cc026a83-fd5f-4174-b27e-5b8946fa0777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:47.718634 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-cc026a83-fd5f-4174-b27e-5b8946fa0777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:47.719531 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-cc026a83-fd5f-4174-b27e-5b8946fa0777 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:47.720904 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-cc026a83-fd5f-4174-b27e-5b8946fa0777 service neutron] 10.222.0.79 "PUT /v2.0/ports/99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75 HTTP/1.1" status: 200 len: 1092 time: 0.6969039 Feb 16 22:57:47.721352 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7011b2d-7303-49cd-878b-5d58c25b9d33', 'tag': '99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:57:47.723628 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f752752-83fb-4a27-a4b2-ce36bef571eb" -d '{"events": [{"name": "network-changed", "server_uuid": "c7011b2d-7303-49cd-878b-5d58c25b9d33", "tag": "99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:57:47.768889 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc026a83-fd5f-4174-b27e-5b8946fa0777 service neutron] Pushing event updated for resources: {'Port': ['ID=99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:47.859196 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-9f444272-101a-4513-bbb8-c3aa867b4b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:47.860798 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-9f444272-101a-4513-bbb8-c3aa867b4b8e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&device_id=c7011b2d-7303-49cd-878b-5d58c25b9d33 HTTP/1.1" status: 200 len: 1126 time: 0.0874884 Feb 16 22:57:47.873466 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a67e0-5777-47a4-952f-d2649ac7f428 req-04ce1531-bc4d-4746-b7fd-ea4689fa0bd8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:47.875021 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a09a67e0-5777-47a4-952f-d2649ac7f428 req-04ce1531-bc4d-4746-b7fd-ea4689fa0bd8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7011b2d-7303-49cd-878b-5d58c25b9d33 HTTP/1.1" status: 200 len: 944 time: 0.0849836 Feb 16 22:57:47.919997 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-23e7d3d6-1aa3-4871-b22d-e7979f0d4289 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75 HTTP/1.1" status: 200 len: 217 time: 0.0438571 Feb 16 22:57:47.997871 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a09a67e0-5777-47a4-952f-d2649ac7f428 req-9eea97d2-481c-4a92-ac28-35706ada3a67 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=d70f4373-4004-4298-b146-6efd3b03987e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159353 Feb 16 22:57:48.000740 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-50db88eb-cb3e-4bbf-8d16-1d8dc9d1de33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:48.003127 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-50db88eb-cb3e-4bbf-8d16-1d8dc9d1de33 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=944444aa-8aee-4f80-96ec-7f7260fe1faf HTTP/1.1" status: 200 len: 834 time: 0.0767913 Feb 16 22:57:48.044273 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9d6660-f86c-4799-8ae5-3209c175bfdd x-openstack-request-id: req-3c9d6660-f86c-4799-8ae5-3209c175bfdd {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:57:48.044686 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7011b2d-7303-49cd-878b-5d58c25b9d33", "tag": "99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:57:48.044939 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3c9d6660-f86c-4799-8ae5-3209c175bfdd {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:57:48.045342 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7011b2d-7303-49cd-878b-5d58c25b9d33', 'tag': '99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75', 'status': 'completed', 'code': 200} Feb 16 22:57:48.058301 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-f6bdf4d9-294f-4c58-aee2-f71ea3a3a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:48.059830 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-f6bdf4d9-294f-4c58-aee2-f71ea3a3a00d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0e93643b-d1a6-4b72-a3e2-66ce258d8f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0507259 Feb 16 22:57:48.154300 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-bd055e7d-b49e-4915-9ce1-0eb4eb704543 service neutron] 10.222.0.79 "GET /v2.0/networks/0e93643b-d1a6-4b72-a3e2-66ce258d8f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860088 Feb 16 22:57:48.240636 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-65512058-1e24-42e3-bcfc-61181da3ea10 req-5cd55cf7-8728-4ed1-8ab2-1368ced98143 service neutron] 10.222.0.79 "GET /v2.0/networks/0e93643b-d1a6-4b72-a3e2-66ce258d8f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805714 Feb 16 22:57:48.332748 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f752752-83fb-4a27-a4b2-ce36bef571eb req-e3f2d41c-bd69-4830-aec7-0f180effdefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:48.334284 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5f752752-83fb-4a27-a4b2-ce36bef571eb req-e3f2d41c-bd69-4830-aec7-0f180effdefa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&device_id=c7011b2d-7303-49cd-878b-5d58c25b9d33 HTTP/1.1" status: 200 len: 1126 time: 0.0504315 Feb 16 22:57:48.424001 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f752752-83fb-4a27-a4b2-ce36bef571eb req-374b1eb8-f50d-421b-8e6b-6e8967de2e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:48.425519 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5f752752-83fb-4a27-a4b2-ce36bef571eb req-374b1eb8-f50d-421b-8e6b-6e8967de2e4b service neutron] 10.222.0.79 "GET /v2.0/networks?id=0e93643b-d1a6-4b72-a3e2-66ce258d8f7b HTTP/1.1" status: 200 len: 898 time: 0.0844641 Feb 16 22:57:48.471194 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5f752752-83fb-4a27-a4b2-ce36bef571eb req-c2181112-8c2a-4c4b-a0c5-6c74da9e20a7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75 HTTP/1.1" status: 200 len: 217 time: 0.0377674 Feb 16 22:57:48.520493 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f752752-83fb-4a27-a4b2-ce36bef571eb req-ae93daf2-a613-4145-96bc-df307e6f1f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:48.521981 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5f752752-83fb-4a27-a4b2-ce36bef571eb req-ae93daf2-a613-4145-96bc-df307e6f1f1a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=944444aa-8aee-4f80-96ec-7f7260fe1faf HTTP/1.1" status: 200 len: 834 time: 0.0453644 Feb 16 22:57:48.575676 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f752752-83fb-4a27-a4b2-ce36bef571eb req-85498530-5343-478d-90fc-4c8d66b6f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:48.577221 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5f752752-83fb-4a27-a4b2-ce36bef571eb req-85498530-5343-478d-90fc-4c8d66b6f1d7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0e93643b-d1a6-4b72-a3e2-66ce258d8f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456109 Feb 16 22:57:48.669929 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5f752752-83fb-4a27-a4b2-ce36bef571eb req-69f5a8a0-c5fa-4ff5-b16e-9cc7023833bf service neutron] 10.222.0.79 "GET /v2.0/networks/0e93643b-d1a6-4b72-a3e2-66ce258d8f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848732 Feb 16 22:57:48.758686 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5f752752-83fb-4a27-a4b2-ce36bef571eb req-ec682405-00e2-450a-86ca-1240d3d8bd03 service neutron] 10.222.0.79 "GET /v2.0/networks/0e93643b-d1a6-4b72-a3e2-66ce258d8f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817783 Feb 16 22:57:49.119137 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabeadaa-82f0-46ac-a725-bbfb96694f01 req-811eb0cf-4286-4a5e-a254-87e03e0d53bf tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:49.120617 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aabeadaa-82f0-46ac-a725-bbfb96694f01 req-811eb0cf-4286-4a5e-a254-87e03e0d53bf tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7011b2d-7303-49cd-878b-5d58c25b9d33 HTTP/1.1" status: 200 len: 944 time: 0.0520985 Feb 16 22:57:49.173935 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aabeadaa-82f0-46ac-a725-bbfb96694f01 req-422141df-5abf-4beb-94fa-b1a3e1f0ab1b tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=d70f4373-4004-4298-b146-6efd3b03987e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468185 Feb 16 22:57:50.301049 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34caed47-66f4-4a78-ba92-97a21c38a649 req-26b33b45-fe73-4ed1-90ce-944edf928a11 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:50.302569 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-34caed47-66f4-4a78-ba92-97a21c38a649 req-26b33b45-fe73-4ed1-90ce-944edf928a11 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7011b2d-7303-49cd-878b-5d58c25b9d33 HTTP/1.1" status: 200 len: 944 time: 0.0584960 Feb 16 22:57:50.356138 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-34caed47-66f4-4a78-ba92-97a21c38a649 req-19415710-8114-4f8e-8801-6f9a246c2087 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=d70f4373-4004-4298-b146-6efd3b03987e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464256 Feb 16 22:57:50.709194 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0b13c9a7-ba37-416c-bf0a-6196d4046ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:50.972176 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:57:51.072007 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75,segment=NetworkSegment(d3752997-bb42-4bb6-a12e-beb4e8380bc9),segment_id=d3752997-bb42-4bb6-a12e-beb4e8380bc9)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:57:51.083475 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75', 'network_id': '0e93643b-d1a6-4b72-a3e2-66ce258d8f7b', 'port_id': '99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75', 'mac_address': 'fa:16:3e:fb:21:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944444aa-8aee-4f80-96ec-7f7260fe1faf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:57:51.119755 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:57:51.120145 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:51.134178 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:57:51.154099 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75,segment=NetworkSegment(d3752997-bb42-4bb6-a12e-beb4e8380bc9),segment_id=d3752997-bb42-4bb6-a12e-beb4e8380bc9)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:57:51.158461 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:51.208199 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:51.404293 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:57:51.481006 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8ff01-bdbb-4ad1-9da8-9fe19ca811fd req-f4ab7549-fdcc-482e-9eff-17dccbe364a2 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:51.482518 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c8f8ff01-bdbb-4ad1-9da8-9fe19ca811fd req-f4ab7549-fdcc-482e-9eff-17dccbe364a2 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7011b2d-7303-49cd-878b-5d58c25b9d33 HTTP/1.1" status: 200 len: 945 time: 0.0548782 Feb 16 22:57:51.542213 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c8f8ff01-bdbb-4ad1-9da8-9fe19ca811fd req-3a62ba81-f94a-4121-a9c4-72a186ef82d1 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=d70f4373-4004-4298-b146-6efd3b03987e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538824 Feb 16 22:57:52.669902 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf115d1-dc59-4a44-b9bd-0c3b35ad5e27 req-0de3891c-7dbb-4d3d-b0e4-3a7d1c1693e4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:52.671401 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eaf115d1-dc59-4a44-b9bd-0c3b35ad5e27 req-0de3891c-7dbb-4d3d-b0e4-3a7d1c1693e4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7011b2d-7303-49cd-878b-5d58c25b9d33 HTTP/1.1" status: 200 len: 945 time: 0.0574679 Feb 16 22:57:52.719968 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eaf115d1-dc59-4a44-b9bd-0c3b35ad5e27 req-558a60d4-544d-4958-889a-5a09fc5664bb tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=d70f4373-4004-4298-b146-6efd3b03987e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428121 Feb 16 22:57:52.992099 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:57:53.041128 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 22:57:53.045726 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:57:53.046139 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:53.103755 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7e049ac6-2124-4133-8e77-a17941a813e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:53.138920 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:57:53.139313 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:53.165703 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7011b2d-7303-49cd-878b-5d58c25b9d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:57:53.168729 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e124b59-edcb-4c3e-a0e9-576407677d7b" -d '{"events": [{"server_uuid": "c7011b2d-7303-49cd-878b-5d58c25b9d33", "name": "network-vif-plugged", "status": "completed", "tag": "99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:57:53.182155 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75,segment=NetworkSegment(d3752997-bb42-4bb6-a12e-beb4e8380bc9),segment_id=d3752997-bb42-4bb6-a12e-beb4e8380bc9)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:57:53.188292 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:53.214150 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256571e1-df14-46e3-b525-c4a132fca228 x-openstack-request-id: req-256571e1-df14-46e3-b525-c4a132fca228 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:57:53.214435 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7011b2d-7303-49cd-878b-5d58c25b9d33", "name": "network-vif-plugged", "status": "completed", "tag": "99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:57:53.214737 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-256571e1-df14-46e3-b525-c4a132fca228 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:57:53.215150 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7011b2d-7303-49cd-878b-5d58c25b9d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75', 'code': 200} Feb 16 22:57:53.242864 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:53.311281 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d457522-ead7-40c6-bf5e-f0daa521bbe4 req-01f9052d-f542-4aaf-8958-f9d97bad97ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:53.312948 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8d457522-ead7-40c6-bf5e-f0daa521bbe4 req-01f9052d-f542-4aaf-8958-f9d97bad97ed service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c7011b2d-7303-49cd-878b-5d58c25b9d33 HTTP/1.1" status: 200 len: 1128 time: 0.0459208 Feb 16 22:57:53.359550 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8d457522-ead7-40c6-bf5e-f0daa521bbe4 req-d33d6cee-90f0-41f2-a3f0-ffc94469e5bc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d70f4373-4004-4298-b146-6efd3b03987e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396626 Feb 16 22:57:53.843157 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a30271-7ea2-4ca5-8d2a-df93bf9ea922 req-22b1ecbf-37fc-4290-8205-c951d25227dc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:53.844644 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-26a30271-7ea2-4ca5-8d2a-df93bf9ea922 req-22b1ecbf-37fc-4290-8205-c951d25227dc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7011b2d-7303-49cd-878b-5d58c25b9d33 HTTP/1.1" status: 200 len: 946 time: 0.0562208 Feb 16 22:57:53.892991 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-26a30271-7ea2-4ca5-8d2a-df93bf9ea922 req-c6aa96ad-ad53-4bfc-ab5d-3aad279e40b6 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=d70f4373-4004-4298-b146-6efd3b03987e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424249 Feb 16 22:57:54.368670 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:55.011471 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569324af-824a-4c5b-8a72-5983ad0469b0 req-412739e6-5bd9-40c5-a5e0-070619a60fcf tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:55.012974 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-569324af-824a-4c5b-8a72-5983ad0469b0 req-412739e6-5bd9-40c5-a5e0-070619a60fcf tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7011b2d-7303-49cd-878b-5d58c25b9d33 HTTP/1.1" status: 200 len: 946 time: 0.0528204 Feb 16 22:57:55.063080 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-569324af-824a-4c5b-8a72-5983ad0469b0 req-aa28cbf5-7b59-44d7-bb60-09a95972921a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=d70f4373-4004-4298-b146-6efd3b03987e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440156 Feb 16 22:57:55.179995 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75ffd2-670c-46f0-a09b-ced8c6050726 req-8d88e196-c589-4cbd-b6c5-a5488365eaeb tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:55.181498 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7b75ffd2-670c-46f0-a09b-ced8c6050726 req-8d88e196-c589-4cbd-b6c5-a5488365eaeb tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7011b2d-7303-49cd-878b-5d58c25b9d33 HTTP/1.1" status: 200 len: 946 time: 0.0531335 Feb 16 22:57:55.233914 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7b75ffd2-670c-46f0-a09b-ced8c6050726 req-47dcd3d8-b0d5-470b-a7fc-724e234178ee tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=d70f4373-4004-4298-b146-6efd3b03987e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465548 Feb 16 22:57:55.255347 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51628) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:57:55.300034 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67742eaa-3023-4689-864d-993e7711e72c tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:55.301563 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-67742eaa-3023-4689-864d-993e7711e72c tempest-TestNetworkAdvancedServerOps-1212457649 tempest-TestNetworkAdvancedServerOps-1212457649-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=c7011b2d-7303-49cd-878b-5d58c25b9d33 HTTP/1.1" status: 200 len: 1123 time: 0.0452197 Feb 16 22:57:55.304355 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51630) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:57:55.308635 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-1868edfd-420d-4b76-b9a9-ae2cb20e20c8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'port_id': '99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 22:57:55.329854 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1868edfd-420d-4b76-b9a9-ae2cb20e20c8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:55.427269 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1868edfd-420d-4b76-b9a9-ae2cb20e20c8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:55.537653 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-1868edfd-420d-4b76-b9a9-ae2cb20e20c8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Allocated IP 172.25.2.78 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/701ccde7-ff71-431a-861b-679a276e6297) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 22:57:55.637232 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1868edfd-420d-4b76-b9a9-ae2cb20e20c8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for port (701ccde7-ff71-431a-861b-679a276e6297), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:55.673194 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1868edfd-420d-4b76-b9a9-ae2cb20e20c8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (701ccde7-ff71-431a-861b-679a276e6297), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:55.709363 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:55.719633 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1868edfd-420d-4b76-b9a9-ae2cb20e20c8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 22:57:55.722521 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-1868edfd-420d-4b76-b9a9-ae2cb20e20c8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 22:57:55.726145 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1868edfd-420d-4b76-b9a9-ae2cb20e20c8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 22:57:55.732191 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868edfd-420d-4b76-b9a9-ae2cb20e20c8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'Port': ['ID=701ccde7-ff71-431a-861b-679a276e6297,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:56.074899 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1868edfd-420d-4b76-b9a9-ae2cb20e20c8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for floatingip (b6b3464c-3962-4303-84fa-d19e254f046f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:56.151967 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1868edfd-420d-4b76-b9a9-ae2cb20e20c8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (701ccde7-ff71-431a-861b-679a276e6297), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:56.304771 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1868edfd-420d-4b76-b9a9-ae2cb20e20c8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for port (701ccde7-ff71-431a-861b-679a276e6297), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:56.309204 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1868edfd-420d-4b76-b9a9-ae2cb20e20c8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (701ccde7-ff71-431a-861b-679a276e6297), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:56.376762 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868edfd-420d-4b76-b9a9-ae2cb20e20c8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event updated for resources: {'Port': ['ID=701ccde7-ff71-431a-861b-679a276e6297,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:57:56.388500 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1868edfd-420d-4b76-b9a9-ae2cb20e20c8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (b6b3464c-3962-4303-84fa-d19e254f046f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:56.501188 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [None req-1868edfd-420d-4b76-b9a9-ae2cb20e20c8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Floating IP b6b3464c-3962-4303-84fa-d19e254f046f associated. External IP: 172.25.2.78, port: 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75. Feb 16 22:57:56.755289 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1868edfd-420d-4b76-b9a9-ae2cb20e20c8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Router 1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:57:56.881873 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1868edfd-420d-4b76-b9a9-ae2cb20e20c8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:57:56.892059 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445faaec-a7f1-451e-b00c-444f2033377d None None] Sync routers for ids ['1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:57:56.900811 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1868edfd-420d-4b76-b9a9-ae2cb20e20c8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:56.902702 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445faaec-a7f1-451e-b00c-444f2033377d None None] Routers {'1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:57:56.904788 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-445faaec-a7f1-451e-b00c-444f2033377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:57:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:57:56.930864 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1868edfd-420d-4b76-b9a9-ae2cb20e20c8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6254675 Feb 16 22:57:56.931574 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7011b2d-7303-49cd-878b-5d58c25b9d33', 'tag': '99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:57:56.934559 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f6f00f-283c-4534-a555-eb15f58c3bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "c7011b2d-7303-49cd-878b-5d58c25b9d33", "tag": "99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:57:57.020962 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-445faaec-a7f1-451e-b00c-444f2033377d None None] Set router 1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:57:57.036541 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379ebf7-13ca-4375-815a-df929093e023 req-688a0584-1bc5-4b31-a040-d601c17f25cc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:57.038090 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1379ebf7-13ca-4375-815a-df929093e023 req-688a0584-1bc5-4b31-a040-d601c17f25cc tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7011b2d-7303-49cd-878b-5d58c25b9d33 HTTP/1.1" status: 200 len: 946 time: 0.0546007 Feb 16 22:57:57.086986 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:57:57.097416 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1379ebf7-13ca-4375-815a-df929093e023 req-53a49584-a968-4632-9e32-d78f973d6ba1 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=d70f4373-4004-4298-b146-6efd3b03987e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492845 Feb 16 22:57:57.122212 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51638) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:57:57.169510 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2df946-1d48-4186-9bfb-189165b7ad28 x-openstack-request-id: req-ce2df946-1d48-4186-9bfb-189165b7ad28 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:57:57.169859 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7011b2d-7303-49cd-878b-5d58c25b9d33", "tag": "99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:57:57.170076 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ce2df946-1d48-4186-9bfb-189165b7ad28 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:57:57.170502 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7011b2d-7303-49cd-878b-5d58c25b9d33', 'tag': '99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75', 'status': 'completed', 'code': 200} Feb 16 22:57:57.199243 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4db3aee6-e7fb-42c6-a40f-05f91171be09 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/floatingips/b6b3464c-3962-4303-84fa-d19e254f046f HTTP/1.1" status: 200 len: 991 time: 0.0743866 Feb 16 22:57:57.216606 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6f00f-283c-4534-a555-eb15f58c3bc3 req-fb90e68a-5ce1-4e25-a4f1-992073951bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:57.218176 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-97f6f00f-283c-4534-a555-eb15f58c3bc3 req-fb90e68a-5ce1-4e25-a4f1-992073951bf3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&device_id=c7011b2d-7303-49cd-878b-5d58c25b9d33 HTTP/1.1" status: 200 len: 1128 time: 0.0505302 Feb 16 22:57:57.311255 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-445faaec-a7f1-451e-b00c-444f2033377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341208547', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:57:38Z', 'updated_at': '2022-02-16T22:57:42Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': '4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:57:38Z', 'updated_at': '2022-02-16T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'b6b3464c-3962-4303-84fa-d19e254f046f', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'floating_ip_address': '172.25.2.78', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'port_id': '99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e93643b-d1a6-4b72-a3e2-66ce258d8f7b', 'mac_address': 'fa:16:3e:fb:21:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7011b2d-7303-49cd-878b-5d58c25b9d33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:57:55Z', 'updated_at': '2022-02-16T22:57:55Z', 'revision_number': 0, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceba2062-5380-4051-ab22-2095b7d62678', 'name': '', 'network_id': '0e93643b-d1a6-4b72-a3e2-66ce258d8f7b', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'mac_address': 'fa:16:3e:4a:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '944444aa-8aee-4f80-96ec-7f7260fe1faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:57:41Z', 'updated_at': '2022-02-16T22:57:46Z', 'revision_number': 5, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'subnets': [{'id': '944444aa-8aee-4f80-96ec-7f7260fe1faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:57:57.328488 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6f00f-283c-4534-a555-eb15f58c3bc3 req-1e0c339c-cc67-422d-bcb6-c06625a2fb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:57.330217 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-97f6f00f-283c-4534-a555-eb15f58c3bc3 req-1e0c339c-cc67-422d-bcb6-c06625a2fb23 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0e93643b-d1a6-4b72-a3e2-66ce258d8f7b HTTP/1.1" status: 200 len: 898 time: 0.1057124 Feb 16 22:57:57.345349 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445faaec-a7f1-451e-b00c-444f2033377d None None] Checking router: 1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:57:57.354656 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445faaec-a7f1-451e-b00c-444f2033377d None None] Routers {'1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:57:57.355891 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-445faaec-a7f1-451e-b00c-444f2033377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:57:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:57:57.398919 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-97f6f00f-283c-4534-a555-eb15f58c3bc3 req-d5f5782c-e58f-4d4f-b398-9798dd2c0ae1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75 HTTP/1.1" status: 200 len: 999 time: 0.0620677 Feb 16 22:57:57.454240 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6f00f-283c-4534-a555-eb15f58c3bc3 req-02b66144-041b-4e1c-be15-c0a99b145db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:57.455822 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-97f6f00f-283c-4534-a555-eb15f58c3bc3 req-02b66144-041b-4e1c-be15-c0a99b145db5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=944444aa-8aee-4f80-96ec-7f7260fe1faf HTTP/1.1" status: 200 len: 834 time: 0.0506656 Feb 16 22:57:57.489545 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-445faaec-a7f1-451e-b00c-444f2033377d None None] Set router 1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:57:57.505148 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6f00f-283c-4534-a555-eb15f58c3bc3 req-42da82d7-bdcf-4708-8994-2bcbf7d4f97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:57:57.506711 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-97f6f00f-283c-4534-a555-eb15f58c3bc3 req-42da82d7-bdcf-4708-8994-2bcbf7d4f97b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0e93643b-d1a6-4b72-a3e2-66ce258d8f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453794 Feb 16 22:57:57.610869 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-97f6f00f-283c-4534-a555-eb15f58c3bc3 req-4a333d9c-1e05-45f5-822e-ae9fbf65b745 service neutron] 10.222.0.79 "GET /v2.0/networks/0e93643b-d1a6-4b72-a3e2-66ce258d8f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975800 Feb 16 22:57:57.710501 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-97f6f00f-283c-4534-a555-eb15f58c3bc3 req-90805e40-4ee4-4e1e-a99b-d6f7d7a8b42c service neutron] 10.222.0.79 "GET /v2.0/networks/0e93643b-d1a6-4b72-a3e2-66ce258d8f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938597 Feb 16 22:57:57.738667 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-445faaec-a7f1-451e-b00c-444f2033377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341208547', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:57:38Z', 'updated_at': '2022-02-16T22:57:42Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': '4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:57:38Z', 'updated_at': '2022-02-16T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'b6b3464c-3962-4303-84fa-d19e254f046f', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'floating_ip_address': '172.25.2.78', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'port_id': '99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e93643b-d1a6-4b72-a3e2-66ce258d8f7b', 'mac_address': 'fa:16:3e:fb:21:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7011b2d-7303-49cd-878b-5d58c25b9d33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:57:55Z', 'updated_at': '2022-02-16T22:57:55Z', 'revision_number': 0, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceba2062-5380-4051-ab22-2095b7d62678', 'name': '', 'network_id': '0e93643b-d1a6-4b72-a3e2-66ce258d8f7b', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'mac_address': 'fa:16:3e:4a:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '944444aa-8aee-4f80-96ec-7f7260fe1faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:57:41Z', 'updated_at': '2022-02-16T22:57:46Z', 'revision_number': 5, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'subnets': [{'id': '944444aa-8aee-4f80-96ec-7f7260fe1faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:57:57.764820 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445faaec-a7f1-451e-b00c-444f2033377d None None] The sync data for ids ['1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8'] in n-d-813897-6 is: [{'id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341208547', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:57:38Z', 'updated_at': '2022-02-16T22:57:42Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': '4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:57:38Z', 'updated_at': '2022-02-16T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'b6b3464c-3962-4303-84fa-d19e254f046f', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'floating_ip_address': '172.25.2.78', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'port_id': '99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e93643b-d1a6-4b72-a3e2-66ce258d8f7b', 'mac_address': 'fa:16:3e:fb:21:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7011b2d-7303-49cd-878b-5d58c25b9d33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:57:55Z', 'updated_at': '2022-02-16T22:57:55Z', 'revision_number': 0, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceba2062-5380-4051-ab22-2095b7d62678', 'name': '', 'network_id': '0e93643b-d1a6-4b72-a3e2-66ce258d8f7b', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'mac_address': 'fa:16:3e:4a:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '944444aa-8aee-4f80-96ec-7f7260fe1faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:57:41Z', 'updated_at': '2022-02-16T22:57:46Z', 'revision_number': 5, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'subnets': [{'id': '944444aa-8aee-4f80-96ec-7f7260fe1faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:57:57.969448 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6b72dc-b74f-41a8-909b-ea554d328e5c None None] New status for floating IP b6b3464c-3962-4303-84fa-d19e254f046f: ACTIVE {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:57:58.201929 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51640) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:57:58.260824 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4b071937-e161-4b0e-a419-5e744182c9da tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/floatingips/b6b3464c-3962-4303-84fa-d19e254f046f HTTP/1.1" status: 200 len: 993 time: 0.0576854 Feb 16 22:57:58.704573 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:58:00.203455 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:58:03.422556 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc22942c-117e-460c-8c8b-eb62c6854faa req-0bfc0f4d-2b11-44de-9d18-ab3d6a9b69c5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0560517 Feb 16 22:58:03.516016 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22942c-117e-460c-8c8b-eb62c6854faa req-3b94e411-d7aa-4ffc-a513-92f7e6d5fff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:58:03.518198 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc22942c-117e-460c-8c8b-eb62c6854faa req-3b94e411-d7aa-4ffc-a513-92f7e6d5fff7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 1128 time: 0.0516484 Feb 16 22:58:03.629700 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22942c-117e-460c-8c8b-eb62c6854faa req-8ab5f9a0-86a9-456c-896a-e876382657c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:58:03.631429 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc22942c-117e-460c-8c8b-eb62c6854faa req-8ab5f9a0-86a9-456c-896a-e876382657c0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=50f5d130-0f22-457e-8f9d-f7f34d0d3035 HTTP/1.1" status: 200 len: 913 time: 0.0930300 Feb 16 22:58:03.708658 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc22942c-117e-460c-8c8b-eb62c6854faa req-5d7271c2-04a0-401a-9ef7-baa099863351 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e54a9541-ab95-4555-ad5f-f9405a7d5019 HTTP/1.1" status: 200 len: 1001 time: 0.0710070 Feb 16 22:58:03.764672 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22942c-117e-460c-8c8b-eb62c6854faa req-90030cbf-cb83-4789-8266-38d465d62897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:58:03.766601 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc22942c-117e-460c-8c8b-eb62c6854faa req-90030cbf-cb83-4789-8266-38d465d62897 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0f3f901b-49c4-4880-859e-a4de691296cc HTTP/1.1" status: 200 len: 851 time: 0.0507195 Feb 16 22:58:03.821205 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22942c-117e-460c-8c8b-eb62c6854faa req-51d61c7c-cac7-43c6-a278-afb31c86abf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:58:03.823023 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc22942c-117e-460c-8c8b-eb62c6854faa req-51d61c7c-cac7-43c6-a278-afb31c86abf0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=50f5d130-0f22-457e-8f9d-f7f34d0d3035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511220 Feb 16 22:58:03.927774 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc22942c-117e-460c-8c8b-eb62c6854faa req-0aa2ab52-1d54-47a4-9c5e-23248313bc95 service neutron] 10.222.0.67 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982034 Feb 16 22:58:04.030957 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc22942c-117e-460c-8c8b-eb62c6854faa req-192e6f70-55bf-4691-ab2f-e7a938081872 service neutron] 10.222.0.67 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968924 Feb 16 22:58:12.390388 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:58:20.711035 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-41acc1cc-d52d-4658-aa20-564fb2274f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:58:23.106239 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0dd12bb7-87ec-408e-a8fb-c560d98ea785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:58:24.370509 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:58:25.712180 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:58:27.074420 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:58:27.158369 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825732-3025-4bcc-86b7-2255614a4d9e req-465bd5d8-d9fa-4b87-9c28-58d51a8c520c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:58:27.159886 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-35825732-3025-4bcc-86b7-2255614a4d9e req-465bd5d8-d9fa-4b87-9c28-58d51a8c520c tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7011b2d-7303-49cd-878b-5d58c25b9d33 HTTP/1.1" status: 200 len: 946 time: 0.0598841 Feb 16 22:58:27.209421 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-35825732-3025-4bcc-86b7-2255614a4d9e req-fe5e9da8-3997-4cc4-8aad-7901731358b4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=d70f4373-4004-4298-b146-6efd3b03987e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438530 Feb 16 22:58:28.329288 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a8e58-430e-46ab-b3b4-bd6de04c0c9c req-f8a0313a-a46d-482e-8e63-00cf8117bb03 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:58:28.330882 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-706a8e58-430e-46ab-b3b4-bd6de04c0c9c req-f8a0313a-a46d-482e-8e63-00cf8117bb03 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7011b2d-7303-49cd-878b-5d58c25b9d33 HTTP/1.1" status: 200 len: 946 time: 0.0528898 Feb 16 22:58:28.381056 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-706a8e58-430e-46ab-b3b4-bd6de04c0c9c req-bb8f25a6-2001-41f5-9770-896141e3f1c5 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=d70f4373-4004-4298-b146-6efd3b03987e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445001 Feb 16 22:58:28.708768 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:58:29.503841 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b5467-c7c8-457b-afd3-e3cce4371286 req-d3ec0389-f9c9-4767-991b-45b623c2891d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:58:29.505332 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f60b5467-c7c8-457b-afd3-e3cce4371286 req-d3ec0389-f9c9-4767-991b-45b623c2891d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7011b2d-7303-49cd-878b-5d58c25b9d33 HTTP/1.1" status: 200 len: 946 time: 0.0552502 Feb 16 22:58:29.559513 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f60b5467-c7c8-457b-afd3-e3cce4371286 req-b24aedec-5646-4423-9aea-a3306325560a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=d70f4373-4004-4298-b146-6efd3b03987e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483370 Feb 16 22:58:30.196970 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:58:30.686285 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab15f9b-f3ef-497b-8de1-35eb468261f0 req-49e1cf8a-ac4f-44d6-af7e-681c731fd925 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:58:30.687803 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7ab15f9b-f3ef-497b-8de1-35eb468261f0 req-49e1cf8a-ac4f-44d6-af7e-681c731fd925 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7011b2d-7303-49cd-878b-5d58c25b9d33 HTTP/1.1" status: 200 len: 946 time: 0.0524662 Feb 16 22:58:30.736615 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7ab15f9b-f3ef-497b-8de1-35eb468261f0 req-f3950792-3c3f-456b-962a-85b68c54ed14 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=d70f4373-4004-4298-b146-6efd3b03987e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430586 Feb 16 22:58:31.854707 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04426dc-079c-4052-9e6e-c8f4570b2a81 req-0d8a63e7-08bf-4a04-84d9-98766e07586d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:58:31.856182 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f04426dc-079c-4052-9e6e-c8f4570b2a81 req-0d8a63e7-08bf-4a04-84d9-98766e07586d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7011b2d-7303-49cd-878b-5d58c25b9d33 HTTP/1.1" status: 200 len: 946 time: 0.0523145 Feb 16 22:58:31.904273 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f04426dc-079c-4052-9e6e-c8f4570b2a81 req-ef183549-1868-4f03-8266-b84e35aa5eaf tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=d70f4373-4004-4298-b146-6efd3b03987e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418344 Feb 16 22:58:33.030572 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab66b4f-204b-4ae4-8e54-dd143c9cefa2 req-3296fd81-e999-4b92-b252-a8606ce7a1bd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:58:33.032076 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2ab66b4f-204b-4ae4-8e54-dd143c9cefa2 req-3296fd81-e999-4b92-b252-a8606ce7a1bd tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7011b2d-7303-49cd-878b-5d58c25b9d33 HTTP/1.1" status: 200 len: 946 time: 0.0593741 Feb 16 22:58:33.081610 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2ab66b4f-204b-4ae4-8e54-dd143c9cefa2 req-0606215c-4fdc-4c5c-b52b-ce1a5bd474e9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=d70f4373-4004-4298-b146-6efd3b03987e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437822 Feb 16 22:58:34.201346 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af702d-4deb-4778-84c9-28dbbdf58887 req-00bae73c-f8ca-41fd-b315-25842f1dc40d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:58:34.202941 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-60af702d-4deb-4778-84c9-28dbbdf58887 req-00bae73c-f8ca-41fd-b315-25842f1dc40d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7011b2d-7303-49cd-878b-5d58c25b9d33 HTTP/1.1" status: 200 len: 946 time: 0.0531206 Feb 16 22:58:34.251636 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-60af702d-4deb-4778-84c9-28dbbdf58887 req-6eba61ce-e522-45b4-801f-8d3f14f1578f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=d70f4373-4004-4298-b146-6efd3b03987e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423188 Feb 16 22:58:35.374785 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef66de6-aa29-4d9c-b920-054602ea0636 req-b93d7b71-b2b6-4254-b05a-cf488dfe95cb tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:58:35.376196 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ef66de6-aa29-4d9c-b920-054602ea0636 req-b93d7b71-b2b6-4254-b05a-cf488dfe95cb tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7011b2d-7303-49cd-878b-5d58c25b9d33 HTTP/1.1" status: 200 len: 946 time: 0.0564682 Feb 16 22:58:35.425926 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ef66de6-aa29-4d9c-b920-054602ea0636 req-d1626e21-7284-4aac-9f36-8d3751f3412e tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=d70f4373-4004-4298-b146-6efd3b03987e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436072 Feb 16 22:58:36.559363 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b17b1-3f74-4483-a9af-4c4852dd1850 req-9506ab9b-f1fc-4ecf-9066-157fe4f220e9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:58:36.560925 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2d2b17b1-3f74-4483-a9af-4c4852dd1850 req-9506ab9b-f1fc-4ecf-9066-157fe4f220e9 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7011b2d-7303-49cd-878b-5d58c25b9d33 HTTP/1.1" status: 200 len: 946 time: 0.0637875 Feb 16 22:58:36.610830 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2d2b17b1-3f74-4483-a9af-4c4852dd1850 req-8ffe69cd-b2d9-4ca4-900c-28e86f22b2ba tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=d70f4373-4004-4298-b146-6efd3b03987e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433371 Feb 16 22:58:37.740268 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0465400-e0e0-4562-b11f-6779ccae9e5d req-86207beb-aa80-4566-86d5-5a6ed6f6238f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:58:37.741858 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d0465400-e0e0-4562-b11f-6779ccae9e5d req-86207beb-aa80-4566-86d5-5a6ed6f6238f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7011b2d-7303-49cd-878b-5d58c25b9d33 HTTP/1.1" status: 200 len: 946 time: 0.0579660 Feb 16 22:58:37.796631 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d0465400-e0e0-4562-b11f-6779ccae9e5d req-210e8f94-5a20-41ef-b6a4-2e766219dc42 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=d70f4373-4004-4298-b146-6efd3b03987e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486767 Feb 16 22:58:38.918655 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9d0ec-3041-44ac-b13f-14fcd17624ab req-a8ba8696-a9eb-4d1d-a658-36ebfb1a5f30 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:58:38.920349 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-49d9d0ec-3041-44ac-b13f-14fcd17624ab req-a8ba8696-a9eb-4d1d-a658-36ebfb1a5f30 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7011b2d-7303-49cd-878b-5d58c25b9d33 HTTP/1.1" status: 200 len: 946 time: 0.0543768 Feb 16 22:58:38.969720 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-49d9d0ec-3041-44ac-b13f-14fcd17624ab req-10453b70-e4aa-46c3-a492-ab2f977bd032 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=d70f4373-4004-4298-b146-6efd3b03987e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428391 Feb 16 22:58:39.829863 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10ba01-77fa-4c64-a62b-e6db9b66d041 req-ad42ea72-e965-4afd-8cfb-657d9abbe4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:58:39.831400 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8b10ba01-77fa-4c64-a62b-e6db9b66d041 req-ad42ea72-e965-4afd-8cfb-657d9abbe4b1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c7011b2d-7303-49cd-878b-5d58c25b9d33 HTTP/1.1" status: 200 len: 1128 time: 0.0437915 Feb 16 22:58:39.876160 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8b10ba01-77fa-4c64-a62b-e6db9b66d041 req-c1c89458-650d-46ca-a659-7fc976a18ced service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d70f4373-4004-4298-b146-6efd3b03987e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387473 Feb 16 22:58:40.093235 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9824ce-87f3-48cd-abca-38f34411aa36 req-c4ad31c4-f681-437d-a94a-3b2598f738d2 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:58:40.094697 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7d9824ce-87f3-48cd-abca-38f34411aa36 req-c4ad31c4-f681-437d-a94a-3b2598f738d2 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7011b2d-7303-49cd-878b-5d58c25b9d33 HTTP/1.1" status: 200 len: 946 time: 0.0567381 Feb 16 22:58:40.142684 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7d9824ce-87f3-48cd-abca-38f34411aa36 req-908ea969-d989-4aca-acbc-7ccb937e7ae8 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=d70f4373-4004-4298-b146-6efd3b03987e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422883 Feb 16 22:58:41.267190 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f090e-ea99-49b7-975c-691262368952 req-dc2a8749-5c86-4ed3-bc6a-8599e78d300a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:58:41.269002 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-611f090e-ea99-49b7-975c-691262368952 req-dc2a8749-5c86-4ed3-bc6a-8599e78d300a tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7011b2d-7303-49cd-878b-5d58c25b9d33 HTTP/1.1" status: 200 len: 946 time: 0.0593398 Feb 16 22:58:41.290987 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 22:58:41.319674 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-611f090e-ea99-49b7-975c-691262368952 req-ea30f008-8cdf-4a8a-b9f2-9d56e552271f tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=d70f4373-4004-4298-b146-6efd3b03987e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446868 Feb 16 22:58:41.343419 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51702) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:58:41.389482 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75,segment=NetworkSegment(d3752997-bb42-4bb6-a12e-beb4e8380bc9),segment_id=d3752997-bb42-4bb6-a12e-beb4e8380bc9)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:58:41.402353 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75', 'network_id': '0e93643b-d1a6-4b72-a3e2-66ce258d8f7b', 'port_id': '99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75', 'mac_address': 'fa:16:3e:fb:21:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944444aa-8aee-4f80-96ec-7f7260fe1faf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 22:58:41.412733 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c8b986ef-b8a1-41bd-bd7d-d6befd0cc482 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/floatingips/b6b3464c-3962-4303-84fa-d19e254f046f HTTP/1.1" status: 200 len: 993 time: 0.0681679 Feb 16 22:58:41.439648 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75 is: ACTIVE; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:58:41.440036 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:58:41.457428 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 22:58:41.477467 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75,segment=NetworkSegment(d3752997-bb42-4bb6-a12e-beb4e8380bc9),segment_id=d3752997-bb42-4bb6-a12e-beb4e8380bc9)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:58:41.481857 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:58:41.530749 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:58:41.539039 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:58:41.539398 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:58:41.539744 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:58:41.540083 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:58:41.540419 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:58:41.540783 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:58:41.541082 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:58:41.541410 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:58:41.541764 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:58:41.542129 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:58:41.542454 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:58:41.542780 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:58:41.543101 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:58:41.700362 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 22:58:43.303402 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 22:58:43.352530 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 22:58:43.352914 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:58:43.432614 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 22:58:43.433011 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:58:43.457027 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7011b2d-7303-49cd-878b-5d58c25b9d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:58:43.459308 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0810b919-7dcd-4767-9408-1cc5b5e611e9" -d '{"events": [{"server_uuid": "c7011b2d-7303-49cd-878b-5d58c25b9d33", "name": "network-vif-plugged", "status": "completed", "tag": "99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:58:43.471994 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75,segment=NetworkSegment(d3752997-bb42-4bb6-a12e-beb4e8380bc9),segment_id=d3752997-bb42-4bb6-a12e-beb4e8380bc9)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:58:43.477002 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:58:43.499639 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1992de0-71d9-4acb-a02b-0a4cf24dfbfb x-openstack-request-id: req-c1992de0-71d9-4acb-a02b-0a4cf24dfbfb {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:58:43.499897 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7011b2d-7303-49cd-878b-5d58c25b9d33", "name": "network-vif-plugged", "status": "completed", "tag": "99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:58:43.500153 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c1992de0-71d9-4acb-a02b-0a4cf24dfbfb {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:58:43.500600 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7011b2d-7303-49cd-878b-5d58c25b9d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75', 'code': 200} Feb 16 22:58:43.527055 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75,revision_number=7']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:58:45.256460 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-335dbfb1-1c84-4121-b4e3-04b26ffa9b71 req-5da87421-aff8-4543-b2de-83a882793c7b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443974 Feb 16 22:58:45.341050 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335dbfb1-1c84-4121-b4e3-04b26ffa9b71 req-6a99681d-62d1-4b4e-b50c-e7e2472ba130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:58:45.342509 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-335dbfb1-1c84-4121-b4e3-04b26ffa9b71 req-6a99681d-62d1-4b4e-b50c-e7e2472ba130 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 1127 time: 0.0453284 Feb 16 22:58:45.449920 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335dbfb1-1c84-4121-b4e3-04b26ffa9b71 req-7d4acb13-1ab3-4ce5-8459-a0f6ac6d29cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:58:45.451480 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-335dbfb1-1c84-4121-b4e3-04b26ffa9b71 req-7d4acb13-1ab3-4ce5-8459-a0f6ac6d29cc service neutron] 10.222.0.79 "GET /v2.0/networks?id=50f5d130-0f22-457e-8f9d-f7f34d0d3035 HTTP/1.1" status: 200 len: 913 time: 0.0880198 Feb 16 22:58:45.516032 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-335dbfb1-1c84-4121-b4e3-04b26ffa9b71 req-e49e879c-47cc-419f-a732-66af9dd40216 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54315529-eaad-4c4a-8029-5949c0cb4a13 HTTP/1.1" status: 200 len: 1001 time: 0.0577419 Feb 16 22:58:45.568357 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335dbfb1-1c84-4121-b4e3-04b26ffa9b71 req-9b259a8c-a915-4926-b0f5-497abeeb232d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:58:45.569864 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-335dbfb1-1c84-4121-b4e3-04b26ffa9b71 req-9b259a8c-a915-4926-b0f5-497abeeb232d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0f3f901b-49c4-4880-859e-a4de691296cc HTTP/1.1" status: 200 len: 851 time: 0.0481298 Feb 16 22:58:45.620900 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335dbfb1-1c84-4121-b4e3-04b26ffa9b71 req-60a1f69c-8b34-4aad-9a54-c7ef58c0ea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:58:45.622346 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-335dbfb1-1c84-4121-b4e3-04b26ffa9b71 req-60a1f69c-8b34-4aad-9a54-c7ef58c0ea02 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=50f5d130-0f22-457e-8f9d-f7f34d0d3035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458121 Feb 16 22:58:45.711881 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-335dbfb1-1c84-4121-b4e3-04b26ffa9b71 req-a9accd7d-9cf2-43a6-806b-ae7324274f43 service neutron] 10.222.0.79 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828745 Feb 16 22:58:45.803012 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-335dbfb1-1c84-4121-b4e3-04b26ffa9b71 req-bc121830-0cbf-4765-b22b-d73a9986aeb1 service neutron] 10.222.0.79 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850515 Feb 16 22:58:49.390241 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:58:50.713559 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-711bd7a8-e0aa-4aef-86e5-0d4c8ae6d8e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:58:53.106387 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-141d9c1e-e1c6-4adb-a319-1286765cc143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:58:54.372322 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:58:55.714573 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:58:57.072941 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:58:58.722934 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:00.216157 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:05.469684 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-371a7010-bf92-4785-879b-f7f7707b2f93 req-2e7596a1-db56-4bfc-84f4-7585b29149d2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444570 Feb 16 22:59:05.560021 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a7010-bf92-4785-879b-f7f7707b2f93 req-6d419fe8-bc71-41cc-86e5-dfe20d94dd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:59:05.561540 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-371a7010-bf92-4785-879b-f7f7707b2f93 req-6d419fe8-bc71-41cc-86e5-dfe20d94dd03 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 1128 time: 0.0474973 Feb 16 22:59:05.668032 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a7010-bf92-4785-879b-f7f7707b2f93 req-0107d90d-1f86-48fe-9cb9-48a93cf95372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:59:05.669507 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-371a7010-bf92-4785-879b-f7f7707b2f93 req-0107d90d-1f86-48fe-9cb9-48a93cf95372 service neutron] 10.222.0.67 "GET /v2.0/networks?id=50f5d130-0f22-457e-8f9d-f7f34d0d3035 HTTP/1.1" status: 200 len: 913 time: 0.0895467 Feb 16 22:59:05.731132 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-371a7010-bf92-4785-879b-f7f7707b2f93 req-4ce1f07c-4a43-4209-8ee3-1eb3a8cd8da6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e54a9541-ab95-4555-ad5f-f9405a7d5019 HTTP/1.1" status: 200 len: 1001 time: 0.0561435 Feb 16 22:59:05.780221 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a7010-bf92-4785-879b-f7f7707b2f93 req-5f1d4cb1-b448-455b-af76-4b336d142adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:59:05.781660 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-371a7010-bf92-4785-879b-f7f7707b2f93 req-5f1d4cb1-b448-455b-af76-4b336d142adc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0f3f901b-49c4-4880-859e-a4de691296cc HTTP/1.1" status: 200 len: 851 time: 0.0448761 Feb 16 22:59:05.833839 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a7010-bf92-4785-879b-f7f7707b2f93 req-8cae0c1a-e459-410e-a0ec-8b74f3e1c548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:59:05.835340 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-371a7010-bf92-4785-879b-f7f7707b2f93 req-8cae0c1a-e459-410e-a0ec-8b74f3e1c548 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=50f5d130-0f22-457e-8f9d-f7f34d0d3035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474827 Feb 16 22:59:05.922723 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-371a7010-bf92-4785-879b-f7f7707b2f93 req-bb0a488e-6d6e-4a53-8f87-37f21d3e455f service neutron] 10.222.0.67 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808606 Feb 16 22:59:06.015284 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-371a7010-bf92-4785-879b-f7f7707b2f93 req-2c514fb7-3a85-402f-ae06-009961e5e8e5 service neutron] 10.222.0.67 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863042 Feb 16 22:59:16.655758 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51722) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:59:16.814035 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-5ae44758-e67a-421e-b294-328cee33c584 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Deleting port 701ccde7-ff71-431a-861b-679a276e6297 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:59:16.814381 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5ae44758-e67a-421e-b294-328cee33c584 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (701ccde7-ff71-431a-861b-679a276e6297), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:16.890775 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5ae44758-e67a-421e-b294-328cee33c584 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (701ccde7-ff71-431a-861b-679a276e6297), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:16.891098 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5ae44758-e67a-421e-b294-328cee33c584 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for floatingip (701ccde7-ff71-431a-861b-679a276e6297), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:16.902778 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-5ae44758-e67a-421e-b294-328cee33c584 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Calling delete_port for 701ccde7-ff71-431a-861b-679a276e6297 owned by network:floatingip {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:59:17.054304 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5ae44758-e67a-421e-b294-328cee33c584 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (701ccde7-ff71-431a-861b-679a276e6297), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:17.084955 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae44758-e67a-421e-b294-328cee33c584 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event deleted for resources: {'Port': ['ID=701ccde7-ff71-431a-861b-679a276e6297,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:59:17.111506 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae44758-e67a-421e-b294-328cee33c584 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:59:17.111864 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae44758-e67a-421e-b294-328cee33c584 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:59:17.112217 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae44758-e67a-421e-b294-328cee33c584 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:59:17.112559 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae44758-e67a-421e-b294-328cee33c584 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:59:17.112898 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae44758-e67a-421e-b294-328cee33c584 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:59:17.113233 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae44758-e67a-421e-b294-328cee33c584 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:59:17.113567 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae44758-e67a-421e-b294-328cee33c584 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:59:17.113899 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae44758-e67a-421e-b294-328cee33c584 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:59:17.114261 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae44758-e67a-421e-b294-328cee33c584 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:59:17.114592 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae44758-e67a-421e-b294-328cee33c584 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:59:17.114929 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae44758-e67a-421e-b294-328cee33c584 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:59:17.115255 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae44758-e67a-421e-b294-328cee33c584 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:59:17.115580 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae44758-e67a-421e-b294-328cee33c584 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:59:17.154966 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5ae44758-e67a-421e-b294-328cee33c584 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for floatingip (b6b3464c-3962-4303-84fa-d19e254f046f), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:17.155304 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-5ae44758-e67a-421e-b294-328cee33c584 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Floating IP b6b3464c-3962-4303-84fa-d19e254f046f disassociated (deleted). External IP: 172.25.2.78, port: 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75. Feb 16 22:59:17.366270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae44758-e67a-421e-b294-328cee33c584 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Router 1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:59:17.474796 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae44758-e67a-421e-b294-328cee33c584 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:59:17.479562 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5ae44758-e67a-421e-b294-328cee33c584 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:17.485119 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587292b4-ed1e-4890-8087-3fdeb7db4711 None None] Sync routers for ids ['1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:59:17.495042 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587292b4-ed1e-4890-8087-3fdeb7db4711 None None] Routers {'1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:59:17.495650 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-587292b4-ed1e-4890-8087-3fdeb7db4711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:58:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:59:17.511767 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5ae44758-e67a-421e-b294-328cee33c584 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "DELETE /v2.0/floatingips/b6b3464c-3962-4303-84fa-d19e254f046f HTTP/1.1" status: 204 len: 168 time: 0.8523948 Feb 16 22:59:17.511767 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7011b2d-7303-49cd-878b-5d58c25b9d33', 'tag': '99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:59:17.513570 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9720c1d0-cb30-47af-bc4d-22be7d2488d6" -d '{"events": [{"name": "network-changed", "server_uuid": "c7011b2d-7303-49cd-878b-5d58c25b9d33", "tag": "99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:59:17.608334 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-587292b4-ed1e-4890-8087-3fdeb7db4711 None None] Set router 1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:59:17.672524 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55da439c-0d92-4556-9117-ef45e35b3ed5 x-openstack-request-id: req-55da439c-0d92-4556-9117-ef45e35b3ed5 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:59:17.673055 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7011b2d-7303-49cd-878b-5d58c25b9d33", "tag": "99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:59:17.673264 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-55da439c-0d92-4556-9117-ef45e35b3ed5 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:59:17.673636 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7011b2d-7303-49cd-878b-5d58c25b9d33', 'tag': '99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75', 'status': 'completed', 'code': 200} Feb 16 22:59:17.776259 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720c1d0-cb30-47af-bc4d-22be7d2488d6 req-b1d10727-b677-4d87-bb40-d612a480dc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:59:17.777789 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9720c1d0-cb30-47af-bc4d-22be7d2488d6 req-b1d10727-b677-4d87-bb40-d612a480dc9c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f09c82b3a2c746b1bfae225757af7f07&device_id=c7011b2d-7303-49cd-878b-5d58c25b9d33 HTTP/1.1" status: 200 len: 1128 time: 0.0829179 Feb 16 22:59:17.788608 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45388f-c721-4873-9908-62d245611775 req-191a63bd-807f-4a88-b688-e06f78fa5793 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:59:17.790126 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9f45388f-c721-4873-9908-62d245611775 req-191a63bd-807f-4a88-b688-e06f78fa5793 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7011b2d-7303-49cd-878b-5d58c25b9d33 HTTP/1.1" status: 200 len: 946 time: 0.0685418 Feb 16 22:59:17.823132 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-587292b4-ed1e-4890-8087-3fdeb7db4711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341208547', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:57:38Z', 'updated_at': '2022-02-16T22:57:42Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': '4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:57:38Z', 'updated_at': '2022-02-16T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'ceba2062-5380-4051-ab22-2095b7d62678', 'name': '', 'network_id': '0e93643b-d1a6-4b72-a3e2-66ce258d8f7b', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'mac_address': 'fa:16:3e:4a:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '944444aa-8aee-4f80-96ec-7f7260fe1faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:57:41Z', 'updated_at': '2022-02-16T22:57:46Z', 'revision_number': 5, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'subnets': [{'id': '944444aa-8aee-4f80-96ec-7f7260fe1faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:59:17.848433 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587292b4-ed1e-4890-8087-3fdeb7db4711 None None] Checking router: 1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:59:17.856515 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587292b4-ed1e-4890-8087-3fdeb7db4711 None None] Routers {'1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:59:17.857113 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-587292b4-ed1e-4890-8087-3fdeb7db4711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:58:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:59:17.892885 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9f45388f-c721-4873-9908-62d245611775 req-54463be6-b438-4ad9-bd5b-2b86c627478d tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=d70f4373-4004-4298-b146-6efd3b03987e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936191 Feb 16 22:59:17.910228 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720c1d0-cb30-47af-bc4d-22be7d2488d6 req-99538cf4-1318-4c0c-9b59-948380932a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:59:17.911738 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9720c1d0-cb30-47af-bc4d-22be7d2488d6 req-99538cf4-1318-4c0c-9b59-948380932a6a service neutron] 10.222.0.79 "GET /v2.0/networks?id=0e93643b-d1a6-4b72-a3e2-66ce258d8f7b HTTP/1.1" status: 200 len: 898 time: 0.1207249 Feb 16 22:59:17.956072 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9720c1d0-cb30-47af-bc4d-22be7d2488d6 req-edafe63c-5835-4b32-89f4-ed3bfa33b3eb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75 HTTP/1.1" status: 200 len: 217 time: 0.0382476 Feb 16 22:59:17.966786 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-587292b4-ed1e-4890-8087-3fdeb7db4711 None None] Set router 1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:59:18.007514 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720c1d0-cb30-47af-bc4d-22be7d2488d6 req-9d6d5179-4315-4d9b-b173-261403212d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:59:18.009072 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9720c1d0-cb30-47af-bc4d-22be7d2488d6 req-9d6d5179-4315-4d9b-b173-261403212d31 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=944444aa-8aee-4f80-96ec-7f7260fe1faf HTTP/1.1" status: 200 len: 834 time: 0.0466940 Feb 16 22:59:18.059956 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720c1d0-cb30-47af-bc4d-22be7d2488d6 req-13372cbd-ab50-4c63-93df-253184f93c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:59:18.061502 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9720c1d0-cb30-47af-bc4d-22be7d2488d6 req-13372cbd-ab50-4c63-93df-253184f93c4e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0e93643b-d1a6-4b72-a3e2-66ce258d8f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454600 Feb 16 22:59:18.173120 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-587292b4-ed1e-4890-8087-3fdeb7db4711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341208547', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:57:38Z', 'updated_at': '2022-02-16T22:57:42Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': '4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:57:38Z', 'updated_at': '2022-02-16T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'ceba2062-5380-4051-ab22-2095b7d62678', 'name': '', 'network_id': '0e93643b-d1a6-4b72-a3e2-66ce258d8f7b', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'mac_address': 'fa:16:3e:4a:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '944444aa-8aee-4f80-96ec-7f7260fe1faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:57:41Z', 'updated_at': '2022-02-16T22:57:46Z', 'revision_number': 5, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'subnets': [{'id': '944444aa-8aee-4f80-96ec-7f7260fe1faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:59:18.206929 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587292b4-ed1e-4890-8087-3fdeb7db4711 None None] The sync data for ids ['1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8'] in n-d-813897-6 is: [{'id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341208547', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:57:38Z', 'updated_at': '2022-02-16T22:57:42Z', 'revision_number': 4, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': '4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:57:38Z', 'updated_at': '2022-02-16T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'ceba2062-5380-4051-ab22-2095b7d62678', 'name': '', 'network_id': '0e93643b-d1a6-4b72-a3e2-66ce258d8f7b', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'mac_address': 'fa:16:3e:4a:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '944444aa-8aee-4f80-96ec-7f7260fe1faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:57:41Z', 'updated_at': '2022-02-16T22:57:46Z', 'revision_number': 5, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'subnets': [{'id': '944444aa-8aee-4f80-96ec-7f7260fe1faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:59:18.464879 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eda548-6cab-40b0-b35d-894ad60196df None None] New status for floating IP b6b3464c-3962-4303-84fa-d19e254f046f: DOWN {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:59:18.501018 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9720c1d0-cb30-47af-bc4d-22be7d2488d6 req-1dda9b2e-cdd5-4cc4-bc8e-9131883ab88a service neutron] 10.222.0.79 "GET /v2.0/networks/0e93643b-d1a6-4b72-a3e2-66ce258d8f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313500 Feb 16 22:59:18.595398 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9720c1d0-cb30-47af-bc4d-22be7d2488d6 req-2c1256fb-8a38-4f54-9801-52a4338faddf service neutron] 10.222.0.79 "GET /v2.0/networks/0e93643b-d1a6-4b72-a3e2-66ce258d8f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874748 Feb 16 22:59:19.016986 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bec5c0-e764-4df2-8132-3f95d4e81330 req-1f63341a-d6e1-4c2f-bf76-7b577f3cb6f0 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:59:19.018520 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f3bec5c0-e764-4df2-8132-3f95d4e81330 req-1f63341a-d6e1-4c2f-bf76-7b577f3cb6f0 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7011b2d-7303-49cd-878b-5d58c25b9d33 HTTP/1.1" status: 200 len: 946 time: 0.0558980 Feb 16 22:59:19.068720 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f3bec5c0-e764-4df2-8132-3f95d4e81330 req-96825b0a-53c7-4038-bb76-ceda4e6b7c86 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "GET /v2.0/security-groups?id=d70f4373-4004-4298-b146-6efd3b03987e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441270 Feb 16 22:59:19.122498 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e90197-cb07-45a5-af27-9a99c7e9c37d req-fb67d714-960f-4098-a5a1-d34c3fda60f1 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:59:19.124100 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-41e90197-cb07-45a5-af27-9a99c7e9c37d req-fb67d714-960f-4098-a5a1-d34c3fda60f1 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7011b2d-7303-49cd-878b-5d58c25b9d33 HTTP/1.1" status: 200 len: 946 time: 0.0528092 Feb 16 22:59:19.215905 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-41e90197-cb07-45a5-af27-9a99c7e9c37d req-66b58313-c146-44d7-867e-a55ca975e1de tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Deleting port 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:59:19.216165 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-41e90197-cb07-45a5-af27-9a99c7e9c37d req-66b58313-c146-44d7-867e-a55ca975e1de tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:19.305422 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-41e90197-cb07-45a5-af27-9a99c7e9c37d req-66b58313-c146-44d7-867e-a55ca975e1de tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] For port 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75,segment=NetworkSegment(d3752997-bb42-4bb6-a12e-beb4e8380bc9),segment_id=d3752997-bb42-4bb6-a12e-beb4e8380bc9)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:59:19.305783 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-41e90197-cb07-45a5-af27-9a99c7e9c37d req-66b58313-c146-44d7-867e-a55ca975e1de tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:19.317917 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-41e90197-cb07-45a5-af27-9a99c7e9c37d req-66b58313-c146-44d7-867e-a55ca975e1de tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Calling delete_port for 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:59:19.444481 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-41e90197-cb07-45a5-af27-9a99c7e9c37d req-66b58313-c146-44d7-867e-a55ca975e1de tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:19.475136 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b58313-c146-44d7-867e-a55ca975e1de tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event deleted for resources: {'Port': ['ID=99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:59:19.519777 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e90197-cb07-45a5-af27-9a99c7e9c37d req-66b58313-c146-44d7-867e-a55ca975e1de tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] No DVR routers for this DVR port 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:59:19.523251 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-41e90197-cb07-45a5-af27-9a99c7e9c37d req-66b58313-c146-44d7-867e-a55ca975e1de tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:19.526746 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-41e90197-cb07-45a5-af27-9a99c7e9c37d req-66b58313-c146-44d7-867e-a55ca975e1de tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.79 "DELETE /v2.0/ports/99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75 HTTP/1.1" status: 204 len: 173 time: 0.3973951 Feb 16 22:59:19.674676 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7011b2d-7303-49cd-878b-5d58c25b9d33', 'name': 'network-vif-deleted', 'tag': '99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:59:19.677039 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddae2c9-2db7-41b1-87c6-7c13d9e3ef27" -d '{"events": [{"server_uuid": "c7011b2d-7303-49cd-878b-5d58c25b9d33", "name": "network-vif-deleted", "tag": "99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:59:19.715268 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c83766c-6961-4c02-afa7-0b0013b21550 x-openstack-request-id: req-0c83766c-6961-4c02-afa7-0b0013b21550 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:59:19.715574 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7011b2d-7303-49cd-878b-5d58c25b9d33", "name": "network-vif-deleted", "tag": "99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:59:19.715832 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0c83766c-6961-4c02-afa7-0b0013b21550 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:59:19.716255 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7011b2d-7303-49cd-878b-5d58c25b9d33', 'name': 'network-vif-deleted', 'tag': '99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75', 'status': 'completed', 'code': 200} Feb 16 22:59:20.131031 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51736) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:59:20.491094 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-74491f20-5dee-4c99-8c64-92975e234805 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:20.716801 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-47defc8b-3bc5-47b6-bde3-44c61f628392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:20.752891 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-74491f20-5dee-4c99-8c64-92975e234805 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Deleting port ceba2062-5380-4051-ab22-2095b7d62678 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:59:20.753162 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-74491f20-5dee-4c99-8c64-92975e234805 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (ceba2062-5380-4051-ab22-2095b7d62678), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:20.845270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-74491f20-5dee-4c99-8c64-92975e234805 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] For port ceba2062-5380-4051-ab22-2095b7d62678, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=ceba2062-5380-4051-ab22-2095b7d62678,segment=NetworkSegment(d3752997-bb42-4bb6-a12e-beb4e8380bc9),segment_id=d3752997-bb42-4bb6-a12e-beb4e8380bc9)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:59:20.845632 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-74491f20-5dee-4c99-8c64-92975e234805 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (ceba2062-5380-4051-ab22-2095b7d62678), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:20.857575 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-74491f20-5dee-4c99-8c64-92975e234805 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Calling delete_port for ceba2062-5380-4051-ab22-2095b7d62678 owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:59:21.044954 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-74491f20-5dee-4c99-8c64-92975e234805 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (ceba2062-5380-4051-ab22-2095b7d62678), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:21.072525 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74491f20-5dee-4c99-8c64-92975e234805 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event deleted for resources: {'Port': ['ID=ceba2062-5380-4051-ab22-2095b7d62678,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:59:21.254348 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-74491f20-5dee-4c99-8c64-92975e234805 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:21.474040 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74491f20-5dee-4c99-8c64-92975e234805 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Router 1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:59:21.583057 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74491f20-5dee-4c99-8c64-92975e234805 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:59:21.588365 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-74491f20-5dee-4c99-8c64-92975e234805 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "PUT /v2.0/routers/1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4562459 Feb 16 22:59:21.590989 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51738) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:59:21.592506 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a03a58-e4d6-4824-9fed-90a284cb70e1 None None] Sync routers for ids ['1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:59:21.603025 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a03a58-e4d6-4824-9fed-90a284cb70e1 None None] Routers {'1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:59:21.603635 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-35a03a58-e4d6-4824-9fed-90a284cb70e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:58:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:59:21.641890 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b391bff-bf6b-45f2-a596-0c94360dc937 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Deleting subnet 944444aa-8aee-4f80-96ec-7f7260fe1faf {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 22:59:21.645313 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1b391bff-bf6b-45f2-a596-0c94360dc937 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for subnet (944444aa-8aee-4f80-96ec-7f7260fe1faf), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:21.685091 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1b391bff-bf6b-45f2-a596-0c94360dc937 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (944444aa-8aee-4f80-96ec-7f7260fe1faf), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:21.711854 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-35a03a58-e4d6-4824-9fed-90a284cb70e1 None None] Set router 1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:59:21.773749 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1b391bff-bf6b-45f2-a596-0c94360dc937 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (944444aa-8aee-4f80-96ec-7f7260fe1faf), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:21.833787 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1b391bff-bf6b-45f2-a596-0c94360dc937 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (944444aa-8aee-4f80-96ec-7f7260fe1faf), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:21.860621 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b391bff-bf6b-45f2-a596-0c94360dc937 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event deleted for resources: {'Subnet': ['ID=944444aa-8aee-4f80-96ec-7f7260fe1faf,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:59:21.864267 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1b391bff-bf6b-45f2-a596-0c94360dc937 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:21.868077 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1b391bff-bf6b-45f2-a596-0c94360dc937 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "DELETE /v2.0/subnets/944444aa-8aee-4f80-96ec-7f7260fe1faf HTTP/1.1" status: 204 len: 168 time: 0.2760892 Feb 16 22:59:21.870798 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51740) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:59:21.876399 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72f927c-9d83-44f8-a1c3-2b7932269592 None None] Network 0e93643b-d1a6-4b72-a3e2-66ce258d8f7b requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 22:59:21.975135 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-35a03a58-e4d6-4824-9fed-90a284cb70e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341208547', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:57:38Z', 'updated_at': '2022-02-16T22:59:20Z', 'revision_number': 5, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': '4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:57:38Z', 'updated_at': '2022-02-16T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:59:21.982619 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d1e3821a-781a-41d4-9987-3f565fab0bd4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for router (1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:22.003471 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a03a58-e4d6-4824-9fed-90a284cb70e1 None None] Checking router: 1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:59:22.017763 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a03a58-e4d6-4824-9fed-90a284cb70e1 None None] Routers {'1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:59:22.018440 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-35a03a58-e4d6-4824-9fed-90a284cb70e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:58:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:59:22.035278 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51742) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:59:22.101314 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acda96d-b2ee-46d9-9f0e-0f4f2d834ca7 None None] DHCP port deletion for 0e93643b-d1a6-4b72-a3e2-66ce258d8f7b request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 22:59:22.104749 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d1e3821a-781a-41d4-9987-3f565fab0bd4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for router_gateway (1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:22.165599 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-d1e3821a-781a-41d4-9987-3f565fab0bd4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Deleting port 4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:59:22.165954 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d1e3821a-781a-41d4-9987-3f565fab0bd4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:22.176048 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-35a03a58-e4d6-4824-9fed-90a284cb70e1 None None] Set router 1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:59:22.225631 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-f2444cf0-3287-4a3d-91f5-be711033371c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Deleting port 785baed6-ad8a-4714-9afa-2a64203c7e75 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:59:22.226002 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f2444cf0-3287-4a3d-91f5-be711033371c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (785baed6-ad8a-4714-9afa-2a64203c7e75), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:22.246239 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2acda96d-b2ee-46d9-9f0e-0f4f2d834ca7 None None] Deleting port 39354f52-ef3d-4aad-9827-3575754c8905 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:59:22.246614 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2acda96d-b2ee-46d9-9f0e-0f4f2d834ca7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (39354f52-ef3d-4aad-9827-3575754c8905), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:22.254058 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-d1e3821a-781a-41d4-9987-3f565fab0bd4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] For port 4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:59:22.254766 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d1e3821a-781a-41d4-9987-3f565fab0bd4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:22.267380 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-d1e3821a-781a-41d4-9987-3f565fab0bd4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Calling delete_port for 4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f owned by network:router_gateway {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:59:22.305884 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f2444cf0-3287-4a3d-91f5-be711033371c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (785baed6-ad8a-4714-9afa-2a64203c7e75), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:22.306375 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f2444cf0-3287-4a3d-91f5-be711033371c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for floatingip (785baed6-ad8a-4714-9afa-2a64203c7e75), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:22.318857 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-f2444cf0-3287-4a3d-91f5-be711033371c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Calling delete_port for 785baed6-ad8a-4714-9afa-2a64203c7e75 owned by network:floatingip {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:59:22.356003 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-2acda96d-b2ee-46d9-9f0e-0f4f2d834ca7 None None] For port 39354f52-ef3d-4aad-9827-3575754c8905, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=39354f52-ef3d-4aad-9827-3575754c8905,segment=NetworkSegment(d3752997-bb42-4bb6-a12e-beb4e8380bc9),segment_id=d3752997-bb42-4bb6-a12e-beb4e8380bc9)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:59:22.356411 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2acda96d-b2ee-46d9-9f0e-0f4f2d834ca7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (39354f52-ef3d-4aad-9827-3575754c8905), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:22.378742 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2acda96d-b2ee-46d9-9f0e-0f4f2d834ca7 None None] Calling delete_port for 39354f52-ef3d-4aad-9827-3575754c8905 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:59:22.453872 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d1e3821a-781a-41d4-9987-3f565fab0bd4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:22.483932 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3821a-781a-41d4-9987-3f565fab0bd4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event deleted for resources: {'Port': ['ID=4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:59:22.493159 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f2444cf0-3287-4a3d-91f5-be711033371c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (785baed6-ad8a-4714-9afa-2a64203c7e75), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:22.505206 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-35a03a58-e4d6-4824-9fed-90a284cb70e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341208547', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:57:38Z', 'updated_at': '2022-02-16T22:59:20Z', 'revision_number': 5, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': '4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:57:38Z', 'updated_at': '2022-02-16T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:59:22.524270 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2444cf0-3287-4a3d-91f5-be711033371c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Pushing event deleted for resources: {'Port': ['ID=785baed6-ad8a-4714-9afa-2a64203c7e75,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:59:22.537210 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2444cf0-3287-4a3d-91f5-be711033371c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:59:22.537580 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2444cf0-3287-4a3d-91f5-be711033371c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:59:22.537928 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2444cf0-3287-4a3d-91f5-be711033371c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:59:22.538349 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2444cf0-3287-4a3d-91f5-be711033371c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:59:22.538690 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2444cf0-3287-4a3d-91f5-be711033371c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:59:22.539030 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2444cf0-3287-4a3d-91f5-be711033371c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:59:22.539365 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2444cf0-3287-4a3d-91f5-be711033371c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:59:22.539694 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2444cf0-3287-4a3d-91f5-be711033371c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:59:22.540018 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2444cf0-3287-4a3d-91f5-be711033371c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:59:22.540351 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2444cf0-3287-4a3d-91f5-be711033371c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:59:22.540678 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2444cf0-3287-4a3d-91f5-be711033371c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:59:22.541004 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2444cf0-3287-4a3d-91f5-be711033371c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:59:22.541328 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2444cf0-3287-4a3d-91f5-be711033371c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 22:59:22.548321 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2acda96d-b2ee-46d9-9f0e-0f4f2d834ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (39354f52-ef3d-4aad-9827-3575754c8905), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:22.558673 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a03a58-e4d6-4824-9fed-90a284cb70e1 None None] The sync data for ids ['1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8'] in n-d-813897-6 is: [{'id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341208547', 'tenant_id': 'f09c82b3a2c746b1bfae225757af7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:57:38Z', 'updated_at': '2022-02-16T22:59:20Z', 'revision_number': 5, 'project_id': 'f09c82b3a2c746b1bfae225757af7f07', 'gw_port': {'id': '4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:57:38Z', 'updated_at': '2022-02-16T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:59:22.579206 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d1e3821a-781a-41d4-9987-3f565fab0bd4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:22.611307 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f2444cf0-3287-4a3d-91f5-be711033371c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for floatingip (5c248b4c-4b39-4718-b8ef-4f4b010e13f5), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:22.611745 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [None req-f2444cf0-3287-4a3d-91f5-be711033371c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Floating IP 5c248b4c-4b39-4718-b8ef-4f4b010e13f5 disassociated (deleted). External IP: 172.25.2.56, port: e54a9541-ab95-4555-ad5f-f9405a7d5019. Feb 16 22:59:22.699520 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d1e3821a-781a-41d4-9987-3f565fab0bd4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:22.702300 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d1e3821a-781a-41d4-9987-3f565fab0bd4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for router_controller (1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:22.749775 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d1e3821a-781a-41d4-9987-3f565fab0bd4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:22.750489 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e3821a-781a-41d4-9987-3f565fab0bd4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Fanout notify agent at l3_agent the message router_deleted on router 1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8 {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 22:59:22.754903 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acda96d-b2ee-46d9-9f0e-0f4f2d834ca7 None None] Pushing event deleted for resources: {'Port': ['ID=39354f52-ef3d-4aad-9827-3575754c8905,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:59:22.757607 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acda96d-b2ee-46d9-9f0e-0f4f2d834ca7 None None] No DVR routers for this DVR port 39354f52-ef3d-4aad-9827-3575754c8905 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:59:22.759220 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d1e3821a-781a-41d4-9987-3f565fab0bd4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:22.760464 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d1e3821a-781a-41d4-9987-3f565fab0bd4 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "DELETE /v2.0/routers/1a30eded-e2fd-4f09-bfcb-3e52f44cd6a8 HTTP/1.1" status: 204 len: 168 time: 0.8888109 Feb 16 22:59:22.763589 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51744) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:59:22.843364 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3df3ac67-2607-4175-ae9b-02cbc733cc56 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (0e93643b-d1a6-4b72-a3e2-66ce258d8f7b), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:22.940073 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3df3ac67-2607-4175-ae9b-02cbc733cc56 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (0e93643b-d1a6-4b72-a3e2-66ce258d8f7b), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:22.963117 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-3df3ac67-2607-4175-ae9b-02cbc733cc56 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e93643b-d1a6-4b72-a3e2-66ce258d8f7b']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:59:22.974002 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-3df3ac67-2607-4175-ae9b-02cbc733cc56 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3752997-bb42-4bb6-a12e-beb4e8380bc9') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:59:22.974415 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-3df3ac67-2607-4175-ae9b-02cbc733cc56 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3752997-bb42-4bb6-a12e-beb4e8380bc9') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:59:22.985155 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3df3ac67-2607-4175-ae9b-02cbc733cc56 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (d3752997-bb42-4bb6-a12e-beb4e8380bc9), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:23.000548 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3df3ac67-2607-4175-ae9b-02cbc733cc56 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (d3752997-bb42-4bb6-a12e-beb4e8380bc9), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:23.008805 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df3ac67-2607-4175-ae9b-02cbc733cc56 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 22:59:23.009232 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3df3ac67-2607-4175-ae9b-02cbc733cc56 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (d3752997-bb42-4bb6-a12e-beb4e8380bc9), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:23.012366 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 22:59:23.012366 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 22:59:23.012366 n-d-813897-6 neutron-server[103466]: timer() Feb 16 22:59:23.012366 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 22:59:23.012366 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 22:59:23.012366 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 22:59:23.012366 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 22:59:23.012366 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 22:59:23.012366 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 22:59:23.012366 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 22:59:23.012366 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 22:59:23.012366 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 22:59:23.012366 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 22:59:23.012366 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 22:59:23.012366 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 22:59:23.012366 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 22:59:23.012366 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 22:59:23.012366 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 22:59:23.012366 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 22:59:23.012366 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 22:59:23.012366 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 22:59:23.012366 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 22:59:23.012366 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 22:59:23.012366 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 22:59:23.012366 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 22:59:23.012366 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 22:59:23.012366 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 22:59:23.012366 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 22:59:23.012366 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 22:59:23.012366 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 22:59:23.012366 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 22:59:23.012366 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 22:59:23.082571 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3df3ac67-2607-4175-ae9b-02cbc733cc56 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (0e93643b-d1a6-4b72-a3e2-66ce258d8f7b), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:23.092240 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3df3ac67-2607-4175-ae9b-02cbc733cc56 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:23.095672 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3df3ac67-2607-4175-ae9b-02cbc733cc56 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "DELETE /v2.0/networks/0e93643b-d1a6-4b72-a3e2-66ce258d8f7b HTTP/1.1" status: 204 len: 168 time: 0.3309300 Feb 16 22:59:23.107895 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51746) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:59:23.117520 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df3ac67-2607-4175-ae9b-02cbc733cc56 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event deleted for resources: {'Network': ['ID=0e93643b-d1a6-4b72-a3e2-66ce258d8f7b,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:59:23.127210 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a04798e1-d9f6-4aca-8052-fbe6d05f16cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:23.180063 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c47403cc-27ed-43cf-8c81-ed0bff0d90b1 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group (d70f4373-4004-4298-b146-6efd3b03987e), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:23.211904 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c47403cc-27ed-43cf-8c81-ed0bff0d90b1 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group (d70f4373-4004-4298-b146-6efd3b03987e), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:23.230140 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2444cf0-3287-4a3d-91f5-be711033371c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Router aa52edcc-cb25-4717-9f57-78729350a38d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:59:23.264124 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 39354f52-ef3d-4aad-9827-3575754c8905 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:59:23.287389 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 39354f52-ef3d-4aad-9827-3575754c8905 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:59:23.287927 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 39354f52-ef3d-4aad-9827-3575754c8905 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:59:23.288506 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device ceba2062-5380-4051-ab22-2095b7d62678 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:59:23.292229 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c47403cc-27ed-43cf-8c81-ed0bff0d90b1 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d70f4373-4004-4298-b146-6efd3b03987e), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:23.296301 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c47403cc-27ed-43cf-8c81-ed0bff0d90b1 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:23.297582 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c47403cc-27ed-43cf-8c81-ed0bff0d90b1 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] 10.222.0.75 "DELETE /v2.0/security-groups/d70f4373-4004-4298-b146-6efd3b03987e HTTP/1.1" status: 204 len: 168 time: 0.1885836 Feb 16 22:59:23.310280 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: ceba2062-5380-4051-ab22-2095b7d62678 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:59:23.310856 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device ceba2062-5380-4051-ab22-2095b7d62678 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:59:23.327577 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47403cc-27ed-43cf-8c81-ed0bff0d90b1 tempest-TestNetworkAdvancedServerOps-951338127 tempest-TestNetworkAdvancedServerOps-951338127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70f4373-4004-4298-b146-6efd3b03987e,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:59:23.384720 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2444cf0-3287-4a3d-91f5-be711033371c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:59:23.393573 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f2444cf0-3287-4a3d-91f5-be711033371c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:23.396872 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465b4f18-c988-48a5-abce-d7bacf748518 None None] Sync routers for ids ['aa52edcc-cb25-4717-9f57-78729350a38d'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:59:23.410442 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465b4f18-c988-48a5-abce-d7bacf748518 None None] Routers {'aa52edcc-cb25-4717-9f57-78729350a38d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:59:23.411090 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-465b4f18-c988-48a5-abce-d7bacf748518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:59:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['aa52edcc-cb25-4717-9f57-78729350a38d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:59:23.429414 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f2444cf0-3287-4a3d-91f5-be711033371c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "DELETE /v2.0/floatingips/5c248b4c-4b39-4718-b8ef-4f4b010e13f5 HTTP/1.1" status: 204 len: 168 time: 1.3913858 Feb 16 22:59:23.430442 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef74dd9-7240-4b33-8719-5fe6d898430a', 'tag': 'e54a9541-ab95-4555-ad5f-f9405a7d5019'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:59:23.433241 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2fd93c-0a2d-4bed-bd86-a6a892855ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef74dd9-7240-4b33-8719-5fe6d898430a", "tag": "e54a9541-ab95-4555-ad5f-f9405a7d5019"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:59:23.511972 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:59:23.537241 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:59:23.537810 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 99b8d96a-ddf9-41da-90f9-c1d5f4ed1f75 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:59:23.560398 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-465b4f18-c988-48a5-abce-d7bacf748518 None None] Set router aa52edcc-cb25-4717-9f57-78729350a38d gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:59:23.619442 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91b1960-f702-4b5b-be88-14e88e40570a x-openstack-request-id: req-d91b1960-f702-4b5b-be88-14e88e40570a {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:59:23.619842 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef74dd9-7240-4b33-8719-5fe6d898430a", "tag": "e54a9541-ab95-4555-ad5f-f9405a7d5019", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:59:23.620199 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d91b1960-f702-4b5b-be88-14e88e40570a {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:59:23.620731 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef74dd9-7240-4b33-8719-5fe6d898430a', 'tag': 'e54a9541-ab95-4555-ad5f-f9405a7d5019', 'status': 'completed', 'code': 200} Feb 16 22:59:23.687218 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fd93c-0a2d-4bed-bd86-a6a892855ba0 req-5e99f90d-2754-499f-bdd9-b46ca7c7321d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:59:23.689162 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4e2fd93c-0a2d-4bed-bd86-a6a892855ba0 req-5e99f90d-2754-499f-bdd9-b46ca7c7321d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 1128 time: 0.0471160 Feb 16 22:59:23.708298 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51760) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:59:23.768156 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cf21c-b380-4ebd-97d9-b01062c75206 req-5c935b41-2236-4cae-802c-d007c2de8d10 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:59:23.770547 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9d8cf21c-b380-4ebd-97d9-b01062c75206 req-5c935b41-2236-4cae-802c-d007c2de8d10 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 946 time: 0.0854628 Feb 16 22:59:23.827427 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fd93c-0a2d-4bed-bd86-a6a892855ba0 req-a75f131b-d85a-4c22-b15a-882ab5369e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:59:23.829397 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4e2fd93c-0a2d-4bed-bd86-a6a892855ba0 req-a75f131b-d85a-4c22-b15a-882ab5369e69 service neutron] 10.222.0.67 "GET /v2.0/networks?id=50f5d130-0f22-457e-8f9d-f7f34d0d3035 HTTP/1.1" status: 200 len: 913 time: 0.1324191 Feb 16 22:59:23.849770 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-465b4f18-c988-48a5-abce-d7bacf748518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'name': 'tempest-TestVolumeBootPattern-1878941652-router', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:38Z', 'updated_at': '2022-02-16T22:43:46Z', 'revision_number': 4, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'gw_port': {'id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:39Z', 'updated_at': '2022-02-16T22:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'a0ebff07-4537-4d78-8815-d9c5d5235043', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'floating_ip_address': '172.25.2.165', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'port_id': '54315529-eaad-4c4a-8029-5949c0cb4a13', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'mac_address': 'fa:16:3e:de:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc4798b-324b-4842-b098-8315e217c0d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:55:29Z', 'updated_at': '2022-02-16T22:55:32Z', 'revision_number': 1, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff71336-6aab-49a7-9349-dde4c2626ba5', 'name': '', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'mac_address': 'fa:16:3e:2a:99:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:45Z', 'updated_at': '2022-02-16T22:43:51Z', 'revision_number': 5, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'subnets': [{'id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:59:23.856786 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9d8cf21c-b380-4ebd-97d9-b01062c75206 req-6ef1b2c1-53bb-4eaa-ac5e-3293fe33d4c8 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782046 Feb 16 22:59:23.881744 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465b4f18-c988-48a5-abce-d7bacf748518 None None] Checking router: aa52edcc-cb25-4717-9f57-78729350a38d for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:59:23.887769 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4e2fd93c-0a2d-4bed-bd86-a6a892855ba0 req-b898e718-e183-405b-ab5b-5b8f5ea1d888 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e54a9541-ab95-4555-ad5f-f9405a7d5019 HTTP/1.1" status: 200 len: 217 time: 0.0505931 Feb 16 22:59:23.890341 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465b4f18-c988-48a5-abce-d7bacf748518 None None] Routers {'aa52edcc-cb25-4717-9f57-78729350a38d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:59:23.890947 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-465b4f18-c988-48a5-abce-d7bacf748518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:59:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['aa52edcc-cb25-4717-9f57-78729350a38d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:59:23.961332 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fd93c-0a2d-4bed-bd86-a6a892855ba0 req-4c7cf51d-5a46-4431-ba77-958fda05dcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:59:23.962820 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4e2fd93c-0a2d-4bed-bd86-a6a892855ba0 req-4c7cf51d-5a46-4431-ba77-958fda05dcf8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0f3f901b-49c4-4880-859e-a4de691296cc HTTP/1.1" status: 200 len: 851 time: 0.0689452 Feb 16 22:59:23.965191 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a21d9c62-b386-46dd-a177-99d06298e1cc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f09c82b3a2c746b1bfae225757af7f07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2553256 Feb 16 22:59:23.967789 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51764) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:59:23.998877 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-465b4f18-c988-48a5-abce-d7bacf748518 None None] Set router aa52edcc-cb25-4717-9f57-78729350a38d gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:59:24.040144 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fd93c-0a2d-4bed-bd86-a6a892855ba0 req-746cdc6d-a20a-4918-a32e-ddb51c2eaa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:59:24.041647 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4e2fd93c-0a2d-4bed-bd86-a6a892855ba0 req-746cdc6d-a20a-4918-a32e-ddb51c2eaa83 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=50f5d130-0f22-457e-8f9d-f7f34d0d3035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0676405 Feb 16 22:59:24.072546 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-726dfca2-782c-43e1-92e7-e10f64d7ebf4 admin admin] Publish callbacks [] for security_group (2b31a7c8-81d6-4a16-9d5f-4feca8cae29b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:24.132124 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-726dfca2-782c-43e1-92e7-e10f64d7ebf4 admin admin] Publish callbacks [] for security_group (2b31a7c8-81d6-4a16-9d5f-4feca8cae29b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:24.182962 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4e2fd93c-0a2d-4bed-bd86-a6a892855ba0 req-f89d7f4f-0705-4985-abcc-0576b1ca2bf7 service neutron] 10.222.0.67 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316605 Feb 16 22:59:24.222645 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-726dfca2-782c-43e1-92e7-e10f64d7ebf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (2b31a7c8-81d6-4a16-9d5f-4feca8cae29b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:24.225769 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-726dfca2-782c-43e1-92e7-e10f64d7ebf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:24.226968 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-726dfca2-782c-43e1-92e7-e10f64d7ebf4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2b31a7c8-81d6-4a16-9d5f-4feca8cae29b HTTP/1.1" status: 204 len: 168 time: 0.2579603 Feb 16 22:59:24.229897 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-465b4f18-c988-48a5-abce-d7bacf748518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'name': 'tempest-TestVolumeBootPattern-1878941652-router', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:38Z', 'updated_at': '2022-02-16T22:43:46Z', 'revision_number': 4, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'gw_port': {'id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:39Z', 'updated_at': '2022-02-16T22:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'a0ebff07-4537-4d78-8815-d9c5d5235043', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'floating_ip_address': '172.25.2.165', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'port_id': '54315529-eaad-4c4a-8029-5949c0cb4a13', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'mac_address': 'fa:16:3e:de:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc4798b-324b-4842-b098-8315e217c0d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:55:29Z', 'updated_at': '2022-02-16T22:55:32Z', 'revision_number': 1, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff71336-6aab-49a7-9349-dde4c2626ba5', 'name': '', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'mac_address': 'fa:16:3e:2a:99:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:45Z', 'updated_at': '2022-02-16T22:43:51Z', 'revision_number': 5, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'subnets': [{'id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:59:24.257784 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465b4f18-c988-48a5-abce-d7bacf748518 None None] The sync data for ids ['aa52edcc-cb25-4717-9f57-78729350a38d'] in n-d-813897-6 is: [{'id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'name': 'tempest-TestVolumeBootPattern-1878941652-router', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:38Z', 'updated_at': '2022-02-16T22:43:46Z', 'revision_number': 4, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'gw_port': {'id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:39Z', 'updated_at': '2022-02-16T22:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'a0ebff07-4537-4d78-8815-d9c5d5235043', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'floating_ip_address': '172.25.2.165', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'port_id': '54315529-eaad-4c4a-8029-5949c0cb4a13', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'mac_address': 'fa:16:3e:de:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc4798b-324b-4842-b098-8315e217c0d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T22:55:29Z', 'updated_at': '2022-02-16T22:55:32Z', 'revision_number': 1, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff71336-6aab-49a7-9349-dde4c2626ba5', 'name': '', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'mac_address': 'fa:16:3e:2a:99:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:45Z', 'updated_at': '2022-02-16T22:43:51Z', 'revision_number': 5, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'subnets': [{'id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:59:24.264129 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726dfca2-782c-43e1-92e7-e10f64d7ebf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b31a7c8-81d6-4a16-9d5f-4feca8cae29b,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:59:24.302989 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4e2fd93c-0a2d-4bed-bd86-a6a892855ba0 req-94a9929c-d9d8-433d-91ac-a9b1d75618f5 service neutron] 10.222.0.67 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126878 Feb 16 22:59:24.381816 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:24.522322 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51770) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:59:24.526399 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9340911-5967-412c-b80d-b022145dcd29 None None] New status for floating IP 5c248b4c-4b39-4718-b8ef-4f4b010e13f5: DOWN {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:59:24.568989 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4f429a35-8bde-4d31-a9ea-58d21a502b28 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6116478dba9140c191004704da5ffe45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0453670 Feb 16 22:59:24.571321 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51772) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:59:24.621834 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e378e1fc-86b6-44a3-97b4-bd17850af514 admin admin] Publish callbacks [] for security_group (f5c92d2e-05c1-4934-9cd7-5c6c281fc4d2), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:24.643542 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e378e1fc-86b6-44a3-97b4-bd17850af514 admin admin] Publish callbacks [] for security_group (f5c92d2e-05c1-4934-9cd7-5c6c281fc4d2), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:24.690880 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e378e1fc-86b6-44a3-97b4-bd17850af514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f5c92d2e-05c1-4934-9cd7-5c6c281fc4d2), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:24.693469 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e378e1fc-86b6-44a3-97b4-bd17850af514 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:24.694678 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e378e1fc-86b6-44a3-97b4-bd17850af514 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f5c92d2e-05c1-4934-9cd7-5c6c281fc4d2 HTTP/1.1" status: 204 len: 168 time: 0.1223521 Feb 16 22:59:24.703478 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378e1fc-86b6-44a3-97b4-bd17850af514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c92d2e-05c1-4934-9cd7-5c6c281fc4d2,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:59:24.993186 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59331b7-753c-45f5-a110-ecaaad5941d7 req-b8fe6f55-4b64-498f-9d79-89616948f498 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:59:24.994829 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c59331b7-753c-45f5-a110-ecaaad5941d7 req-b8fe6f55-4b64-498f-9d79-89616948f498 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 946 time: 0.0575371 Feb 16 22:59:25.051010 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c59331b7-753c-45f5-a110-ecaaad5941d7 req-5793b059-df29-4bef-854b-5836f350f46f tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494764 Feb 16 22:59:25.095771 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:59:25.116777 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:59:25.117136 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 4b815f3f-0c51-48f3-ae5c-ba2bf4a4ea7f not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:59:25.290414 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb0388-7945-40fe-8030-63b8bd89a1f2 req-c1128c54-0b17-4867-894e-643a86643488 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:59:25.291972 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-18bb0388-7945-40fe-8030-63b8bd89a1f2 req-c1128c54-0b17-4867-894e-643a86643488 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 946 time: 0.0557976 Feb 16 22:59:25.386390 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-18bb0388-7945-40fe-8030-63b8bd89a1f2 req-63e9b042-2e66-4ab7-8f23-286c2169f4a3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Deleting port e54a9541-ab95-4555-ad5f-f9405a7d5019 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:59:25.386734 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-18bb0388-7945-40fe-8030-63b8bd89a1f2 req-63e9b042-2e66-4ab7-8f23-286c2169f4a3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (e54a9541-ab95-4555-ad5f-f9405a7d5019), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:25.473720 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-18bb0388-7945-40fe-8030-63b8bd89a1f2 req-63e9b042-2e66-4ab7-8f23-286c2169f4a3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] For port e54a9541-ab95-4555-ad5f-f9405a7d5019, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=e54a9541-ab95-4555-ad5f-f9405a7d5019,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:59:25.474687 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-18bb0388-7945-40fe-8030-63b8bd89a1f2 req-63e9b042-2e66-4ab7-8f23-286c2169f4a3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (e54a9541-ab95-4555-ad5f-f9405a7d5019), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:25.487095 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-18bb0388-7945-40fe-8030-63b8bd89a1f2 req-63e9b042-2e66-4ab7-8f23-286c2169f4a3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Calling delete_port for e54a9541-ab95-4555-ad5f-f9405a7d5019 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:59:25.619768 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-18bb0388-7945-40fe-8030-63b8bd89a1f2 req-63e9b042-2e66-4ab7-8f23-286c2169f4a3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (e54a9541-ab95-4555-ad5f-f9405a7d5019), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:25.649862 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9b042-2e66-4ab7-8f23-286c2169f4a3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Pushing event deleted for resources: {'Port': ['ID=e54a9541-ab95-4555-ad5f-f9405a7d5019,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:59:25.698996 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-18bb0388-7945-40fe-8030-63b8bd89a1f2 req-63e9b042-2e66-4ab7-8f23-286c2169f4a3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] No DVR routers for this DVR port e54a9541-ab95-4555-ad5f-f9405a7d5019 on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:59:25.702230 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-18bb0388-7945-40fe-8030-63b8bd89a1f2 req-63e9b042-2e66-4ab7-8f23-286c2169f4a3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:25.706690 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-18bb0388-7945-40fe-8030-63b8bd89a1f2 req-63e9b042-2e66-4ab7-8f23-286c2169f4a3 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.67 "DELETE /v2.0/ports/e54a9541-ab95-4555-ad5f-f9405a7d5019 HTTP/1.1" status: 204 len: 173 time: 0.4099424 Feb 16 22:59:25.707171 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef74dd9-7240-4b33-8719-5fe6d898430a', 'name': 'network-vif-deleted', 'tag': 'e54a9541-ab95-4555-ad5f-f9405a7d5019'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:59:25.710379 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4d536b-78f8-42b9-9c39-40c3530c6ff0" -d '{"events": [{"server_uuid": "6ef74dd9-7240-4b33-8719-5fe6d898430a", "name": "network-vif-deleted", "tag": "e54a9541-ab95-4555-ad5f-f9405a7d5019"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:59:25.722072 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:25.749171 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3860cbc6-80cb-476a-8185-832e01d7b9af x-openstack-request-id: req-3860cbc6-80cb-476a-8185-832e01d7b9af {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:59:25.749529 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef74dd9-7240-4b33-8719-5fe6d898430a", "name": "network-vif-deleted", "tag": "e54a9541-ab95-4555-ad5f-f9405a7d5019", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:59:25.749846 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3860cbc6-80cb-476a-8185-832e01d7b9af {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:59:25.750343 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef74dd9-7240-4b33-8719-5fe6d898430a', 'name': 'network-vif-deleted', 'tag': 'e54a9541-ab95-4555-ad5f-f9405a7d5019', 'status': 'completed', 'code': 200} Feb 16 22:59:26.159941 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9a25979d-dbb1-4cf1-87a2-5a6073a720ca req-71edde68-3475-4adf-a4c9-7c9396043f0b tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 210 time: 0.0299699 Feb 16 22:59:26.389100 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 22:59:27.075009 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:27.261913 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-50f45365-a2ed-4800-9abc-697a3142be09 req-272ca616-c78b-4956-94fc-6a5501f9da96 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 210 time: 0.0304432 Feb 16 22:59:28.359597 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a53f1b9f-2a3b-4abf-92ca-1a4151e1a09c req-1534c825-d56a-4951-9eef-3eadd9bd86b4 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 210 time: 0.0276504 Feb 16 22:59:28.596811 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device e54a9541-ab95-4555-ad5f-f9405a7d5019 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:59:28.617479 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: e54a9541-ab95-4555-ad5f-f9405a7d5019 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:59:28.617826 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device e54a9541-ab95-4555-ad5f-f9405a7d5019 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:59:28.728027 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:29.455461 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-05a6c27a-e68b-41a3-ae95-97b53ab2d798 req-8a29b834-7978-48c2-9941-d7e4cc9e40c8 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 210 time: 0.0265312 Feb 16 22:59:30.232555 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:30.554757 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6341381e-ac25-4526-98a5-53de5b38ba3f req-1693e6e2-9d0b-45f6-9b71-4adf22f624c8 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 210 time: 0.0274367 Feb 16 22:59:31.651515 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb3d1e39-0663-4329-8e95-e077769b5f18 req-5ec9c2be-bf8e-4aa4-8b16-aeee0467fc7c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 210 time: 0.0279219 Feb 16 22:59:32.754223 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c5d7947b-68b7-421a-b07d-de9fa97676d0 req-cacd823b-8c59-4cc4-8faa-7d28e6e2f902 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 210 time: 0.0282035 Feb 16 22:59:33.853262 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-58de932a-c8e4-473e-8843-432e2d01f035 req-2e3b796d-1278-481d-922d-6bd3c58ad91d tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ef74dd9-7240-4b33-8719-5fe6d898430a HTTP/1.1" status: 200 len: 210 time: 0.0296476 Feb 16 22:59:43.397723 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51826) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:59:43.556633 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-fbbb76a2-9b03-4901-b8df-c0d8034857e1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Deleting port dbd8eacf-6da7-47c6-a502-1ad055f77b20 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:59:43.556980 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fbbb76a2-9b03-4901-b8df-c0d8034857e1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (dbd8eacf-6da7-47c6-a502-1ad055f77b20), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:43.632696 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fbbb76a2-9b03-4901-b8df-c0d8034857e1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (dbd8eacf-6da7-47c6-a502-1ad055f77b20), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:43.633025 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fbbb76a2-9b03-4901-b8df-c0d8034857e1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for floatingip (dbd8eacf-6da7-47c6-a502-1ad055f77b20), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:43.644770 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-fbbb76a2-9b03-4901-b8df-c0d8034857e1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Calling delete_port for dbd8eacf-6da7-47c6-a502-1ad055f77b20 owned by network:floatingip {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:59:43.791070 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fbbb76a2-9b03-4901-b8df-c0d8034857e1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (dbd8eacf-6da7-47c6-a502-1ad055f77b20), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:43.817995 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb76a2-9b03-4901-b8df-c0d8034857e1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Pushing event deleted for resources: {'Port': ['ID=dbd8eacf-6da7-47c6-a502-1ad055f77b20,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:59:43.881742 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fbbb76a2-9b03-4901-b8df-c0d8034857e1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for floatingip (a0ebff07-4537-4d78-8815-d9c5d5235043), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:43.882273 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [None req-fbbb76a2-9b03-4901-b8df-c0d8034857e1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Floating IP a0ebff07-4537-4d78-8815-d9c5d5235043 disassociated (deleted). External IP: 172.25.2.165, port: 54315529-eaad-4c4a-8029-5949c0cb4a13. Feb 16 22:59:44.096343 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbbb76a2-9b03-4901-b8df-c0d8034857e1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Router aa52edcc-cb25-4717-9f57-78729350a38d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 22:59:44.206416 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbb76a2-9b03-4901-b8df-c0d8034857e1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 22:59:44.211708 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fbbb76a2-9b03-4901-b8df-c0d8034857e1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:44.216191 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2006cacd-6086-41cc-a595-c045753ed5bd None None] Sync routers for ids ['aa52edcc-cb25-4717-9f57-78729350a38d'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 22:59:44.226399 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2006cacd-6086-41cc-a595-c045753ed5bd None None] Routers {'aa52edcc-cb25-4717-9f57-78729350a38d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:59:44.227006 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-2006cacd-6086-41cc-a595-c045753ed5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:59:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['aa52edcc-cb25-4717-9f57-78729350a38d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:59:44.241266 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fbbb76a2-9b03-4901-b8df-c0d8034857e1 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "DELETE /v2.0/floatingips/a0ebff07-4537-4d78-8815-d9c5d5235043 HTTP/1.1" status: 204 len: 168 time: 0.8424239 Feb 16 22:59:44.241986 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc4798b-324b-4842-b098-8315e217c0d9', 'tag': '54315529-eaad-4c4a-8029-5949c0cb4a13'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:59:44.244337 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eade1236-3407-478e-a4dc-a8b059838858" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc4798b-324b-4842-b098-8315e217c0d9", "tag": "54315529-eaad-4c4a-8029-5949c0cb4a13"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:59:44.333572 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-2006cacd-6086-41cc-a595-c045753ed5bd None None] Set router aa52edcc-cb25-4717-9f57-78729350a38d gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:59:44.399147 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 22:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c9d3bd-d3ea-4003-bd9a-c142d7fa98f7 x-openstack-request-id: req-39c9d3bd-d3ea-4003-bd9a-c142d7fa98f7 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:59:44.399644 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc4798b-324b-4842-b098-8315e217c0d9", "tag": "54315529-eaad-4c4a-8029-5949c0cb4a13", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:59:44.399721 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-39c9d3bd-d3ea-4003-bd9a-c142d7fa98f7 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:59:44.400089 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc4798b-324b-4842-b098-8315e217c0d9', 'tag': '54315529-eaad-4c4a-8029-5949c0cb4a13', 'status': 'completed', 'code': 200} Feb 16 22:59:44.499686 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade1236-3407-478e-a4dc-a8b059838858 req-ce15bd43-e3c8-4d0e-a2a7-759e4f688bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:59:44.501295 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eade1236-3407-478e-a4dc-a8b059838858 req-ce15bd43-e3c8-4d0e-a2a7-759e4f688bf7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 1127 time: 0.0780494 Feb 16 22:59:44.513537 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915191c8-fba2-4f0d-9e34-24746468b4f9 req-cd6cfd13-7a5c-4d15-8b25-3f698e54db89 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:59:44.515011 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-915191c8-fba2-4f0d-9e34-24746468b4f9 req-cd6cfd13-7a5c-4d15-8b25-3f698e54db89 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 945 time: 0.0656095 Feb 16 22:59:44.542474 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-2006cacd-6086-41cc-a595-c045753ed5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'name': 'tempest-TestVolumeBootPattern-1878941652-router', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:38Z', 'updated_at': '2022-02-16T22:43:46Z', 'revision_number': 4, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'gw_port': {'id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:39Z', 'updated_at': '2022-02-16T22:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '2ff71336-6aab-49a7-9349-dde4c2626ba5', 'name': '', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'mac_address': 'fa:16:3e:2a:99:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:45Z', 'updated_at': '2022-02-16T22:43:51Z', 'revision_number': 5, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'subnets': [{'id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:59:44.569021 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2006cacd-6086-41cc-a595-c045753ed5bd None None] Checking router: aa52edcc-cb25-4717-9f57-78729350a38d for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 22:59:44.577608 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2006cacd-6086-41cc-a595-c045753ed5bd None None] Routers {'aa52edcc-cb25-4717-9f57-78729350a38d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 22:59:44.578253 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-2006cacd-6086-41cc-a595-c045753ed5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:59:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['aa52edcc-cb25-4717-9f57-78729350a38d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:59:44.622593 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-915191c8-fba2-4f0d-9e34-24746468b4f9 req-c01f249a-674c-44f7-85e1-6fedd98e3f24 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985966 Feb 16 22:59:44.641672 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade1236-3407-478e-a4dc-a8b059838858 req-4318aea6-9b6c-48b1-9719-d44603fb4cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:59:44.643711 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eade1236-3407-478e-a4dc-a8b059838858 req-4318aea6-9b6c-48b1-9719-d44603fb4cd4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=50f5d130-0f22-457e-8f9d-f7f34d0d3035 HTTP/1.1" status: 200 len: 913 time: 0.1278327 Feb 16 22:59:44.683549 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eade1236-3407-478e-a4dc-a8b059838858 req-da4039cd-c0b1-46db-a661-a4913b3bad50 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54315529-eaad-4c4a-8029-5949c0cb4a13 HTTP/1.1" status: 200 len: 217 time: 0.0328579 Feb 16 22:59:44.686413 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-2006cacd-6086-41cc-a595-c045753ed5bd None None] Set router aa52edcc-cb25-4717-9f57-78729350a38d gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 22:59:44.737586 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade1236-3407-478e-a4dc-a8b059838858 req-a9b625c5-e12b-4764-bbc5-ff326be95cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:59:44.739978 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eade1236-3407-478e-a4dc-a8b059838858 req-a9b625c5-e12b-4764-bbc5-ff326be95cf9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0f3f901b-49c4-4880-859e-a4de691296cc HTTP/1.1" status: 200 len: 851 time: 0.0481441 Feb 16 22:59:44.790036 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade1236-3407-478e-a4dc-a8b059838858 req-170b2c11-1631-4263-aa00-12eb71a10270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:59:44.791577 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eade1236-3407-478e-a4dc-a8b059838858 req-170b2c11-1631-4263-aa00-12eb71a10270 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=50f5d130-0f22-457e-8f9d-f7f34d0d3035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460858 Feb 16 22:59:44.884340 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eade1236-3407-478e-a4dc-a8b059838858 req-e21dffe1-bcaa-4775-b484-fcd3e6093d1f service neutron] 10.222.0.79 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856934 Feb 16 22:59:44.975067 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-2006cacd-6086-41cc-a595-c045753ed5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'name': 'tempest-TestVolumeBootPattern-1878941652-router', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:38Z', 'updated_at': '2022-02-16T22:43:46Z', 'revision_number': 4, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'gw_port': {'id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:39Z', 'updated_at': '2022-02-16T22:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '2ff71336-6aab-49a7-9349-dde4c2626ba5', 'name': '', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'mac_address': 'fa:16:3e:2a:99:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:45Z', 'updated_at': '2022-02-16T22:43:51Z', 'revision_number': 5, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'subnets': [{'id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 22:59:44.977958 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eade1236-3407-478e-a4dc-a8b059838858 req-7d1db256-51d2-4a35-aa06-d9a7d4e10c68 service neutron] 10.222.0.79 "GET /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862861 Feb 16 22:59:45.006963 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2006cacd-6086-41cc-a595-c045753ed5bd None None] The sync data for ids ['aa52edcc-cb25-4717-9f57-78729350a38d'] in n-d-813897-6 is: [{'id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'name': 'tempest-TestVolumeBootPattern-1878941652-router', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:38Z', 'updated_at': '2022-02-16T22:43:46Z', 'revision_number': 4, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'gw_port': {'id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:39Z', 'updated_at': '2022-02-16T22:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '2ff71336-6aab-49a7-9349-dde4c2626ba5', 'name': '', 'network_id': '50f5d130-0f22-457e-8f9d-f7f34d0d3035', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'mac_address': 'fa:16:3e:2a:99:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:45Z', 'updated_at': '2022-02-16T22:43:51Z', 'revision_number': 5, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'subnets': [{'id': '0f3f901b-49c4-4880-859e-a4de691296cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 22:59:45.230487 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c26e94b-7e5e-4a77-a01c-c15e14437068 None None] New status for floating IP a0ebff07-4537-4d78-8815-d9c5d5235043: DOWN {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 22:59:45.744473 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bfc579-86d0-4dd5-a37a-18684fc14be5 req-e822b0be-fcd5-4dad-9831-ab60e469c0ac tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:59:45.745851 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d3bfc579-86d0-4dd5-a37a-18684fc14be5 req-e822b0be-fcd5-4dad-9831-ab60e469c0ac tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 945 time: 0.0538042 Feb 16 22:59:45.797825 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d3bfc579-86d0-4dd5-a37a-18684fc14be5 req-d63f575b-4c93-47a9-ab24-c19693d0faad tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/security-groups?id=9833243c-2658-4118-b80e-44a224b005d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462630 Feb 16 22:59:45.999960 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855dc12-db18-481e-bbfa-8fc780b81e35 req-4ff52bda-6116-483a-afcd-87ad9db4b024 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 22:59:46.001321 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d855dc12-db18-481e-bbfa-8fc780b81e35 req-4ff52bda-6116-483a-afcd-87ad9db4b024 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 945 time: 0.0550654 Feb 16 22:59:46.091621 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-d855dc12-db18-481e-bbfa-8fc780b81e35 req-a7a35418-26cb-489f-b93e-388c8ac432aa tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Deleting port 54315529-eaad-4c4a-8029-5949c0cb4a13 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:59:46.091962 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d855dc12-db18-481e-bbfa-8fc780b81e35 req-a7a35418-26cb-489f-b93e-388c8ac432aa tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (54315529-eaad-4c4a-8029-5949c0cb4a13), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:46.181798 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-d855dc12-db18-481e-bbfa-8fc780b81e35 req-a7a35418-26cb-489f-b93e-388c8ac432aa tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] For port 54315529-eaad-4c4a-8029-5949c0cb4a13, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=54315529-eaad-4c4a-8029-5949c0cb4a13,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 22:59:46.182192 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d855dc12-db18-481e-bbfa-8fc780b81e35 req-a7a35418-26cb-489f-b93e-388c8ac432aa tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (54315529-eaad-4c4a-8029-5949c0cb4a13), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:46.194457 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-d855dc12-db18-481e-bbfa-8fc780b81e35 req-a7a35418-26cb-489f-b93e-388c8ac432aa tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Calling delete_port for 54315529-eaad-4c4a-8029-5949c0cb4a13 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:59:46.317509 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d855dc12-db18-481e-bbfa-8fc780b81e35 req-a7a35418-26cb-489f-b93e-388c8ac432aa tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (54315529-eaad-4c4a-8029-5949c0cb4a13), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:46.347040 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a35418-26cb-489f-b93e-388c8ac432aa tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Pushing event deleted for resources: {'Port': ['ID=54315529-eaad-4c4a-8029-5949c0cb4a13,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:59:46.390643 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-d855dc12-db18-481e-bbfa-8fc780b81e35 req-a7a35418-26cb-489f-b93e-388c8ac432aa tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] No DVR routers for this DVR port 54315529-eaad-4c4a-8029-5949c0cb4a13 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 22:59:46.393318 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d855dc12-db18-481e-bbfa-8fc780b81e35 req-a7a35418-26cb-489f-b93e-388c8ac432aa tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:46.397491 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d855dc12-db18-481e-bbfa-8fc780b81e35 req-a7a35418-26cb-489f-b93e-388c8ac432aa tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.79 "DELETE /v2.0/ports/54315529-eaad-4c4a-8029-5949c0cb4a13 HTTP/1.1" status: 204 len: 173 time: 0.3907030 Feb 16 22:59:46.397928 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc4798b-324b-4842-b098-8315e217c0d9', 'name': 'network-vif-deleted', 'tag': '54315529-eaad-4c4a-8029-5949c0cb4a13'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 22:59:46.400192 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6cc6f9-ef08-44e4-b399-b3a5fb9dc0a9" -d '{"events": [{"server_uuid": "dbc4798b-324b-4842-b098-8315e217c0d9", "name": "network-vif-deleted", "tag": "54315529-eaad-4c4a-8029-5949c0cb4a13"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 22:59:46.440475 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 22:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4c9cfc-7a10-4514-aa37-15fefd84d789 x-openstack-request-id: req-af4c9cfc-7a10-4514-aa37-15fefd84d789 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 22:59:46.440774 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc4798b-324b-4842-b098-8315e217c0d9", "name": "network-vif-deleted", "tag": "54315529-eaad-4c4a-8029-5949c0cb4a13", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 22:59:46.441032 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-af4c9cfc-7a10-4514-aa37-15fefd84d789 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 22:59:46.441440 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc4798b-324b-4842-b098-8315e217c0d9', 'name': 'network-vif-deleted', 'tag': '54315529-eaad-4c4a-8029-5949c0cb4a13', 'status': 'completed', 'code': 200} Feb 16 22:59:46.900105 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8219ac00-2050-4658-a533-3513352ca55f req-727ebd3d-d255-492a-9a15-d9cb5ae44550 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 210 time: 0.0273080 Feb 16 22:59:47.994581 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8df105ce-487b-4dd1-890b-0b303e05edd1 req-719cf214-0a72-4e2a-b2ea-fffec1375e5f tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 210 time: 0.0272186 Feb 16 22:59:49.091608 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88eb66c1-0fb7-4fa4-8554-690096a3a7b6 req-666f016c-fe27-4cba-8552-7a152ca3f6b6 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 210 time: 0.0268040 Feb 16 22:59:49.630325 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 54315529-eaad-4c4a-8029-5949c0cb4a13 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 22:59:49.651475 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 54315529-eaad-4c4a-8029-5949c0cb4a13 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 22:59:49.651824 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 54315529-eaad-4c4a-8029-5949c0cb4a13 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 22:59:50.191203 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a51dc158-f84c-4a99-bf41-516a1b1ca249 req-7a11d42a-1b5c-4344-988b-3357df46c7eb tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 210 time: 0.0303595 Feb 16 22:59:50.718824 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e30f282d-6d73-4c7c-88b9-eac1bec0ecd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:51.293249 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1a199391-5b86-4c42-a2b9-ae82d3d424eb req-f82763f9-2e71-4640-810f-172175f90510 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 210 time: 0.0287657 Feb 16 22:59:52.618028 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-90cf01c8-62be-4a30-9415-3b9727dd18b1 req-20ea2f0f-863b-4cb2-9dcc-2a7d776c7187 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 210 time: 0.0272658 Feb 16 22:59:53.112370 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-06667ce4-95b6-4507-b71f-ffcd2e635df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:53.718486 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fa667d2-d829-4ced-a04d-d232dc4c4776 req-8befe283-8738-4239-b6fb-ca662372d4a8 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 210 time: 0.0278232 Feb 16 22:59:54.378112 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:54.814521 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f5a8424e-d791-4d8e-acb0-9c12f1b60ec4 req-34d2033a-60cf-44e4-b1a3-794fab6b2741 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbc4798b-324b-4842-b098-8315e217c0d9 HTTP/1.1" status: 200 len: 210 time: 0.0270660 Feb 16 22:59:55.719015 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:55.871328 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51864) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 22:59:56.320038 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-f9da9137-8217-480c-a52d-fb9857a6d995 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Deleting port c53ec27d-0b7e-41f8-9739-e223fbddc7bf {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 22:59:56.320387 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f9da9137-8217-480c-a52d-fb9857a6d995 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (c53ec27d-0b7e-41f8-9739-e223fbddc7bf), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:56.396957 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f9da9137-8217-480c-a52d-fb9857a6d995 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (c53ec27d-0b7e-41f8-9739-e223fbddc7bf), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:56.397283 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f9da9137-8217-480c-a52d-fb9857a6d995 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for floatingip (c53ec27d-0b7e-41f8-9739-e223fbddc7bf), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:56.409196 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-f9da9137-8217-480c-a52d-fb9857a6d995 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Calling delete_port for c53ec27d-0b7e-41f8-9739-e223fbddc7bf owned by network:floatingip {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 22:59:56.539189 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f9da9137-8217-480c-a52d-fb9857a6d995 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (c53ec27d-0b7e-41f8-9739-e223fbddc7bf), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:56.561362 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da9137-8217-480c-a52d-fb9857a6d995 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Pushing event deleted for resources: {'Port': ['ID=c53ec27d-0b7e-41f8-9739-e223fbddc7bf,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 22:59:56.623567 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f9da9137-8217-480c-a52d-fb9857a6d995 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for floatingip (66dee825-53c7-4236-92cc-4c101fa35e9d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:56.626164 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f9da9137-8217-480c-a52d-fb9857a6d995 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:56.627331 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f9da9137-8217-480c-a52d-fb9857a6d995 tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "DELETE /v2.0/floatingips/66dee825-53c7-4236-92cc-4c101fa35e9d HTTP/1.1" status: 204 len: 168 time: 0.7549682 Feb 16 22:59:57.078894 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 22:59:58.721533 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:00.229807 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:02.007100 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51886) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:00:02.067955 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-21d01381-a0e9-4116-a62f-1cb49a0d1c4c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for security_group (9833243c-2658-4118-b80e-44a224b005d0), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:02.093674 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-21d01381-a0e9-4116-a62f-1cb49a0d1c4c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for security_group (9833243c-2658-4118-b80e-44a224b005d0), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:02.152349 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-21d01381-a0e9-4116-a62f-1cb49a0d1c4c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (9833243c-2658-4118-b80e-44a224b005d0), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:02.154992 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-21d01381-a0e9-4116-a62f-1cb49a0d1c4c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:02.158566 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-21d01381-a0e9-4116-a62f-1cb49a0d1c4c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] 10.222.0.75 "DELETE /v2.0/security-groups/9833243c-2658-4118-b80e-44a224b005d0 HTTP/1.1" status: 204 len: 168 time: 0.1480289 Feb 16 23:00:02.166349 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d01381-a0e9-4116-a62f-1cb49a0d1c4c tempest-TestVolumeBootPattern-1365859055 tempest-TestVolumeBootPattern-1365859055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9833243c-2658-4118-b80e-44a224b005d0,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:00:02.226700 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51890) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:00:02.734921 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ed0875ac-4543-4781-88e6-b51f178613c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (aa52edcc-cb25-4717-9f57-78729350a38d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:02.998366 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-ed0875ac-4543-4781-88e6-b51f178613c2 admin admin] Deleting port 2ff71336-6aab-49a7-9349-dde4c2626ba5 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:00:02.998641 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ed0875ac-4543-4781-88e6-b51f178613c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (2ff71336-6aab-49a7-9349-dde4c2626ba5), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:03.080871 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-ed0875ac-4543-4781-88e6-b51f178613c2 admin admin] For port 2ff71336-6aab-49a7-9349-dde4c2626ba5, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=2ff71336-6aab-49a7-9349-dde4c2626ba5,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:00:03.081245 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ed0875ac-4543-4781-88e6-b51f178613c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (2ff71336-6aab-49a7-9349-dde4c2626ba5), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:03.095199 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-ed0875ac-4543-4781-88e6-b51f178613c2 admin admin] Calling delete_port for 2ff71336-6aab-49a7-9349-dde4c2626ba5 owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:00:03.280196 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ed0875ac-4543-4781-88e6-b51f178613c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (2ff71336-6aab-49a7-9349-dde4c2626ba5), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:03.305734 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0875ac-4543-4781-88e6-b51f178613c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ff71336-6aab-49a7-9349-dde4c2626ba5,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:00:03.390085 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:00:03.490138 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ed0875ac-4543-4781-88e6-b51f178613c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (aa52edcc-cb25-4717-9f57-78729350a38d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:04.055802 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0875ac-4543-4781-88e6-b51f178613c2 admin admin] Router aa52edcc-cb25-4717-9f57-78729350a38d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:00:04.168051 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0875ac-4543-4781-88e6-b51f178613c2 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:00:04.173227 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ed0875ac-4543-4781-88e6-b51f178613c2 admin admin] 10.222.0.75 "PUT /v2.0/routers/aa52edcc-cb25-4717-9f57-78729350a38d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9453533 Feb 16 23:00:04.175827 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51894) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:00:04.179900 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c8f656-3c6f-4472-982e-2c00462e9894 None None] Sync routers for ids ['aa52edcc-cb25-4717-9f57-78729350a38d'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:00:04.192178 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c8f656-3c6f-4472-982e-2c00462e9894 None None] Routers {'aa52edcc-cb25-4717-9f57-78729350a38d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:00:04.192789 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-62c8f656-3c6f-4472-982e-2c00462e9894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:59:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['aa52edcc-cb25-4717-9f57-78729350a38d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:00:04.288755 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cb6b3658-7986-48bd-a30d-1ade258c4205 admin admin] Publish callbacks [] for router (aa52edcc-cb25-4717-9f57-78729350a38d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:04.299420 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-62c8f656-3c6f-4472-982e-2c00462e9894 None None] Set router aa52edcc-cb25-4717-9f57-78729350a38d gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:00:04.397878 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cb6b3658-7986-48bd-a30d-1ade258c4205 admin admin] Publish callbacks [] for router_gateway (aa52edcc-cb25-4717-9f57-78729350a38d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:04.451038 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-cb6b3658-7986-48bd-a30d-1ade258c4205 admin admin] Deleting port 94cf99db-e1b4-4632-bbfa-c0fd2739f268 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:00:04.451385 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cb6b3658-7986-48bd-a30d-1ade258c4205 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (94cf99db-e1b4-4632-bbfa-c0fd2739f268), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:04.477187 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-62c8f656-3c6f-4472-982e-2c00462e9894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'name': 'tempest-TestVolumeBootPattern-1878941652-router', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:38Z', 'updated_at': '2022-02-16T23:00:03Z', 'revision_number': 5, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'gw_port': {'id': '94cf99db-e1b4-4632-bbfa-c0fd2739f268', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:39Z', 'updated_at': '2022-02-16T22:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:00:04.507283 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c8f656-3c6f-4472-982e-2c00462e9894 None None] Checking router: aa52edcc-cb25-4717-9f57-78729350a38d for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:00:04.515742 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c8f656-3c6f-4472-982e-2c00462e9894 None None] Routers {'aa52edcc-cb25-4717-9f57-78729350a38d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:00:04.516355 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-62c8f656-3c6f-4472-982e-2c00462e9894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:59:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['aa52edcc-cb25-4717-9f57-78729350a38d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:00:04.539101 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-cb6b3658-7986-48bd-a30d-1ade258c4205 admin admin] For port 94cf99db-e1b4-4632-bbfa-c0fd2739f268, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=94cf99db-e1b4-4632-bbfa-c0fd2739f268,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:00:04.539471 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cb6b3658-7986-48bd-a30d-1ade258c4205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (94cf99db-e1b4-4632-bbfa-c0fd2739f268), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:04.552801 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-cb6b3658-7986-48bd-a30d-1ade258c4205 admin admin] Calling delete_port for 94cf99db-e1b4-4632-bbfa-c0fd2739f268 owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:00:04.606270 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-62c8f656-3c6f-4472-982e-2c00462e9894 None None] Set router aa52edcc-cb25-4717-9f57-78729350a38d gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:00:04.657542 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-62c8f656-3c6f-4472-982e-2c00462e9894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'name': 'tempest-TestVolumeBootPattern-1878941652-router', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:38Z', 'updated_at': '2022-02-16T23:00:04Z', 'revision_number': 6, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:00:04.686949 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c8f656-3c6f-4472-982e-2c00462e9894 None None] The sync data for ids ['aa52edcc-cb25-4717-9f57-78729350a38d'] in n-d-813897-6 is: [{'id': 'aa52edcc-cb25-4717-9f57-78729350a38d', 'name': 'tempest-TestVolumeBootPattern-1878941652-router', 'tenant_id': '09b4d7c239444335b4d37b9f638ba2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:38Z', 'updated_at': '2022-02-16T23:00:04Z', 'revision_number': 6, 'project_id': '09b4d7c239444335b4d37b9f638ba2c2', 'gw_port_host': None}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:00:04.727512 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cb6b3658-7986-48bd-a30d-1ade258c4205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (94cf99db-e1b4-4632-bbfa-c0fd2739f268), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:04.752851 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b3658-7986-48bd-a30d-1ade258c4205 admin admin] Pushing event deleted for resources: {'Port': ['ID=94cf99db-e1b4-4632-bbfa-c0fd2739f268,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:00:04.814316 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cb6b3658-7986-48bd-a30d-1ade258c4205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (aa52edcc-cb25-4717-9f57-78729350a38d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:04.911297 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cb6b3658-7986-48bd-a30d-1ade258c4205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (aa52edcc-cb25-4717-9f57-78729350a38d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:04.913474 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cb6b3658-7986-48bd-a30d-1ade258c4205 admin admin] Publish callbacks [] for router_controller (aa52edcc-cb25-4717-9f57-78729350a38d), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:04.956696 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cb6b3658-7986-48bd-a30d-1ade258c4205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (aa52edcc-cb25-4717-9f57-78729350a38d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:04.957270 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6b3658-7986-48bd-a30d-1ade258c4205 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa52edcc-cb25-4717-9f57-78729350a38d {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 23:00:04.962379 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cb6b3658-7986-48bd-a30d-1ade258c4205 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:04.963575 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-cb6b3658-7986-48bd-a30d-1ade258c4205 admin admin] 10.222.0.75 "DELETE /v2.0/routers/aa52edcc-cb25-4717-9f57-78729350a38d HTTP/1.1" status: 204 len: 168 time: 0.7861805 Feb 16 23:00:04.966245 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51898) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:00:05.012769 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ddea9f1-aa2c-4221-be83-3f9104c63fc1 admin admin] Deleting subnet 0f3f901b-49c4-4880-859e-a4de691296cc {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 23:00:05.016768 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2ddea9f1-aa2c-4221-be83-3f9104c63fc1 admin admin] Publish callbacks [] for subnet (0f3f901b-49c4-4880-859e-a4de691296cc), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:05.059080 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2ddea9f1-aa2c-4221-be83-3f9104c63fc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (0f3f901b-49c4-4880-859e-a4de691296cc), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:05.144232 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2ddea9f1-aa2c-4221-be83-3f9104c63fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (0f3f901b-49c4-4880-859e-a4de691296cc), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:05.196375 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2ddea9f1-aa2c-4221-be83-3f9104c63fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (0f3f901b-49c4-4880-859e-a4de691296cc), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:05.222197 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddea9f1-aa2c-4221-be83-3f9104c63fc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f3f901b-49c4-4880-859e-a4de691296cc,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:00:05.226430 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2ddea9f1-aa2c-4221-be83-3f9104c63fc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:05.229583 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2ddea9f1-aa2c-4221-be83-3f9104c63fc1 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/0f3f901b-49c4-4880-859e-a4de691296cc HTTP/1.1" status: 204 len: 168 time: 0.2624159 Feb 16 23:00:05.232181 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 51900) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:00:05.232725 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b0d4e0-dd9c-46d4-ae4f-04e6fe201be0 None None] Network 50f5d130-0f22-457e-8f9d-f7f34d0d3035 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:00:05.305329 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da19c854-2d05-4517-8af1-741162e2cb53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (50f5d130-0f22-457e-8f9d-f7f34d0d3035), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:05.359346 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-da19c854-2d05-4517-8af1-741162e2cb53 admin admin] Deleting port 8701fee1-1a41-470b-832c-b29ed0ac66ca {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:00:05.359694 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da19c854-2d05-4517-8af1-741162e2cb53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (8701fee1-1a41-470b-832c-b29ed0ac66ca), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:05.427548 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-da19c854-2d05-4517-8af1-741162e2cb53 admin admin] For port 8701fee1-1a41-470b-832c-b29ed0ac66ca, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=8701fee1-1a41-470b-832c-b29ed0ac66ca,segment=NetworkSegment(ad09f177-655f-4e05-9bb4-60563dc16c07),segment_id=ad09f177-655f-4e05-9bb4-60563dc16c07)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:00:05.427836 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da19c854-2d05-4517-8af1-741162e2cb53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (8701fee1-1a41-470b-832c-b29ed0ac66ca), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:05.439287 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-da19c854-2d05-4517-8af1-741162e2cb53 admin admin] Calling delete_port for 8701fee1-1a41-470b-832c-b29ed0ac66ca owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:00:05.502877 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39edd8af-59d8-4032-a322-e43fa267288e None None] DHCP port deletion for 50f5d130-0f22-457e-8f9d-f7f34d0d3035 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 23:00:05.530287 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da19c854-2d05-4517-8af1-741162e2cb53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (8701fee1-1a41-470b-832c-b29ed0ac66ca), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:05.550409 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-39edd8af-59d8-4032-a322-e43fa267288e None None] The port '8701fee1-1a41-470b-832c-b29ed0ac66ca' was deleted {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 16 23:00:05.560060 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da19c854-2d05-4517-8af1-741162e2cb53 admin admin] No DVR routers for this DVR port 8701fee1-1a41-470b-832c-b29ed0ac66ca on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:00:05.565809 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19c854-2d05-4517-8af1-741162e2cb53 admin admin] Pushing event deleted for resources: {'Port': ['ID=8701fee1-1a41-470b-832c-b29ed0ac66ca,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:00:05.583332 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 2ff71336-6aab-49a7-9349-dde4c2626ba5 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:00:05.603882 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 2ff71336-6aab-49a7-9349-dde4c2626ba5 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:00:05.604323 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 2ff71336-6aab-49a7-9349-dde4c2626ba5 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:00:05.646231 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da19c854-2d05-4517-8af1-741162e2cb53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (50f5d130-0f22-457e-8f9d-f7f34d0d3035), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:05.667679 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-da19c854-2d05-4517-8af1-741162e2cb53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50f5d130-0f22-457e-8f9d-f7f34d0d3035']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:00:05.677596 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-da19c854-2d05-4517-8af1-741162e2cb53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad09f177-655f-4e05-9bb4-60563dc16c07') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:00:05.677898 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-da19c854-2d05-4517-8af1-741162e2cb53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad09f177-655f-4e05-9bb4-60563dc16c07') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:00:05.687567 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da19c854-2d05-4517-8af1-741162e2cb53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (ad09f177-655f-4e05-9bb4-60563dc16c07), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:05.703036 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da19c854-2d05-4517-8af1-741162e2cb53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (ad09f177-655f-4e05-9bb4-60563dc16c07), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:05.711203 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da19c854-2d05-4517-8af1-741162e2cb53 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:00:05.711556 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da19c854-2d05-4517-8af1-741162e2cb53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (ad09f177-655f-4e05-9bb4-60563dc16c07), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:05.713413 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 23:00:05.713413 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:00:05.713413 n-d-813897-6 neutron-server[103465]: timer() Feb 16 23:00:05.713413 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:00:05.713413 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 23:00:05.713413 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 23:00:05.713413 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 23:00:05.713413 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:00:05.713413 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 23:00:05.713413 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:00:05.713413 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 23:00:05.713413 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:00:05.713413 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 23:00:05.713413 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 23:00:05.713413 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:00:05.713413 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 23:00:05.713413 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:00:05.713413 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 23:00:05.713413 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 23:00:05.713413 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 23:00:05.713413 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 23:00:05.713413 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 23:00:05.713413 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:00:05.713413 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:00:05.713413 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 23:00:05.713413 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:00:05.713413 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:00:05.713413 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:00:05.713413 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:00:05.713413 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:00:05.713413 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:00:05.713413 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:00:05.773964 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da19c854-2d05-4517-8af1-741162e2cb53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (50f5d130-0f22-457e-8f9d-f7f34d0d3035), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:05.780926 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-da19c854-2d05-4517-8af1-741162e2cb53 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:05.784197 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-da19c854-2d05-4517-8af1-741162e2cb53 admin admin] 10.222.0.75 "DELETE /v2.0/networks/50f5d130-0f22-457e-8f9d-f7f34d0d3035 HTTP/1.1" status: 204 len: 168 time: 0.5510411 Feb 16 23:00:05.787303 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51902) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:00:05.796741 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19c854-2d05-4517-8af1-741162e2cb53 admin admin] Pushing event deleted for resources: {'Network': ['ID=50f5d130-0f22-457e-8f9d-f7f34d0d3035,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:00:06.140321 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-01f23628-b55f-42b3-98ae-954ced0920e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (8b9ad988-55fc-4858-8355-0cf3cc607fb4), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:06.382425 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-01f23628-b55f-42b3-98ae-954ced0920e6 admin admin] Deleting port 052bebf0-03d2-40e6-8936-e8cbbdea90a5 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:00:06.382761 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-01f23628-b55f-42b3-98ae-954ced0920e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (052bebf0-03d2-40e6-8936-e8cbbdea90a5), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:06.464336 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-01f23628-b55f-42b3-98ae-954ced0920e6 admin admin] For port 052bebf0-03d2-40e6-8936-e8cbbdea90a5, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=052bebf0-03d2-40e6-8936-e8cbbdea90a5,segment=NetworkSegment(8fb2cc9f-e33b-4803-9793-9b6ef755ec1a),segment_id=8fb2cc9f-e33b-4803-9793-9b6ef755ec1a)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:00:06.464617 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-01f23628-b55f-42b3-98ae-954ced0920e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (052bebf0-03d2-40e6-8936-e8cbbdea90a5), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:06.478076 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-01f23628-b55f-42b3-98ae-954ced0920e6 admin admin] Calling delete_port for 052bebf0-03d2-40e6-8936-e8cbbdea90a5 owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:00:06.658757 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-01f23628-b55f-42b3-98ae-954ced0920e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (052bebf0-03d2-40e6-8936-e8cbbdea90a5), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:06.684065 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f23628-b55f-42b3-98ae-954ced0920e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=052bebf0-03d2-40e6-8936-e8cbbdea90a5,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:00:06.852608 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-01f23628-b55f-42b3-98ae-954ced0920e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (8b9ad988-55fc-4858-8355-0cf3cc607fb4), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:07.071476 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f23628-b55f-42b3-98ae-954ced0920e6 admin admin] Router 8b9ad988-55fc-4858-8355-0cf3cc607fb4 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:00:07.182329 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f23628-b55f-42b3-98ae-954ced0920e6 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:00:07.187348 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-01f23628-b55f-42b3-98ae-954ced0920e6 admin admin] 10.222.0.75 "PUT /v2.0/routers/8b9ad988-55fc-4858-8355-0cf3cc607fb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3988450 Feb 16 23:00:07.189919 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51910) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:00:07.194492 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88697be-0be8-4d23-b682-c2698b3267c1 None None] Sync routers for ids ['8b9ad988-55fc-4858-8355-0cf3cc607fb4'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:00:07.205226 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88697be-0be8-4d23-b682-c2698b3267c1 None None] Routers {'8b9ad988-55fc-4858-8355-0cf3cc607fb4'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:00:07.206257 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-a88697be-0be8-4d23-b682-c2698b3267c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:59:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['8b9ad988-55fc-4858-8355-0cf3cc607fb4'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:00:07.246536 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 8701fee1-1a41-470b-832c-b29ed0ac66ca no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:00:07.299450 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-16facfba-4ef5-4a8f-8b95-2b25f76917f7 admin admin] Publish callbacks [] for router (8b9ad988-55fc-4858-8355-0cf3cc607fb4), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:07.306286 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 8701fee1-1a41-470b-832c-b29ed0ac66ca {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:00:07.306640 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 8701fee1-1a41-470b-832c-b29ed0ac66ca not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:00:07.307071 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 94cf99db-e1b4-4632-bbfa-c0fd2739f268 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:00:07.331440 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 94cf99db-e1b4-4632-bbfa-c0fd2739f268 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:00:07.331716 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 94cf99db-e1b4-4632-bbfa-c0fd2739f268 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:00:07.358983 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-a88697be-0be8-4d23-b682-c2698b3267c1 None None] Set router 8b9ad988-55fc-4858-8355-0cf3cc607fb4 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:00:07.407014 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-16facfba-4ef5-4a8f-8b95-2b25f76917f7 admin admin] Publish callbacks [] for router_gateway (8b9ad988-55fc-4858-8355-0cf3cc607fb4), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:07.460640 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-16facfba-4ef5-4a8f-8b95-2b25f76917f7 admin admin] Deleting port c811aded-847c-4214-a129-09993a82732e {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:00:07.460975 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-16facfba-4ef5-4a8f-8b95-2b25f76917f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (c811aded-847c-4214-a129-09993a82732e), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:07.545898 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-16facfba-4ef5-4a8f-8b95-2b25f76917f7 admin admin] For port c811aded-847c-4214-a129-09993a82732e, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=c811aded-847c-4214-a129-09993a82732e,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:00:07.546596 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-16facfba-4ef5-4a8f-8b95-2b25f76917f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (c811aded-847c-4214-a129-09993a82732e), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:07.550975 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-a88697be-0be8-4d23-b682-c2698b3267c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9ad988-55fc-4858-8355-0cf3cc607fb4', 'name': 'tempest-TestVolumeBootPattern-1325441319-router', 'tenant_id': '337bf3b053874cb6b6eaff9016dd6783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c811aded-847c-4214-a129-09993a82732e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:52Z', 'updated_at': '2022-02-16T23:00:06Z', 'revision_number': 5, 'project_id': '337bf3b053874cb6b6eaff9016dd6783', 'gw_port': {'id': 'c811aded-847c-4214-a129-09993a82732e', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ff:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9ad988-55fc-4858-8355-0cf3cc607fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T22:43:52Z', 'updated_at': '2022-02-16T22:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:00:07.560187 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-16facfba-4ef5-4a8f-8b95-2b25f76917f7 admin admin] Calling delete_port for c811aded-847c-4214-a129-09993a82732e owned by network:router_gateway {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:00:07.583957 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88697be-0be8-4d23-b682-c2698b3267c1 None None] Checking router: 8b9ad988-55fc-4858-8355-0cf3cc607fb4 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:00:07.592761 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88697be-0be8-4d23-b682-c2698b3267c1 None None] Routers {'8b9ad988-55fc-4858-8355-0cf3cc607fb4'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:00:07.593369 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-a88697be-0be8-4d23-b682-c2698b3267c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T22:59:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['8b9ad988-55fc-4858-8355-0cf3cc607fb4'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:00:07.683240 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-a88697be-0be8-4d23-b682-c2698b3267c1 None None] Set router 8b9ad988-55fc-4858-8355-0cf3cc607fb4 gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:00:07.729365 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-16facfba-4ef5-4a8f-8b95-2b25f76917f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (c811aded-847c-4214-a129-09993a82732e), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:07.736858 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-a88697be-0be8-4d23-b682-c2698b3267c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9ad988-55fc-4858-8355-0cf3cc607fb4', 'name': 'tempest-TestVolumeBootPattern-1325441319-router', 'tenant_id': '337bf3b053874cb6b6eaff9016dd6783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:52Z', 'updated_at': '2022-02-16T23:00:07Z', 'revision_number': 6, 'project_id': '337bf3b053874cb6b6eaff9016dd6783', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:00:07.754869 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16facfba-4ef5-4a8f-8b95-2b25f76917f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c811aded-847c-4214-a129-09993a82732e,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:00:07.768519 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88697be-0be8-4d23-b682-c2698b3267c1 None None] The sync data for ids ['8b9ad988-55fc-4858-8355-0cf3cc607fb4'] in n-d-813897-6 is: [{'id': '8b9ad988-55fc-4858-8355-0cf3cc607fb4', 'name': 'tempest-TestVolumeBootPattern-1325441319-router', 'tenant_id': '337bf3b053874cb6b6eaff9016dd6783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T22:43:52Z', 'updated_at': '2022-02-16T23:00:07Z', 'revision_number': 6, 'project_id': '337bf3b053874cb6b6eaff9016dd6783', 'gw_port_host': None}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:00:07.821130 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-16facfba-4ef5-4a8f-8b95-2b25f76917f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (8b9ad988-55fc-4858-8355-0cf3cc607fb4), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:07.915114 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-16facfba-4ef5-4a8f-8b95-2b25f76917f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (8b9ad988-55fc-4858-8355-0cf3cc607fb4), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:07.917163 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-16facfba-4ef5-4a8f-8b95-2b25f76917f7 admin admin] Publish callbacks [] for router_controller (8b9ad988-55fc-4858-8355-0cf3cc607fb4), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:07.960223 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-16facfba-4ef5-4a8f-8b95-2b25f76917f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (8b9ad988-55fc-4858-8355-0cf3cc607fb4), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:07.960768 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16facfba-4ef5-4a8f-8b95-2b25f76917f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b9ad988-55fc-4858-8355-0cf3cc607fb4 {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 23:00:07.965276 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-16facfba-4ef5-4a8f-8b95-2b25f76917f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:07.966503 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-16facfba-4ef5-4a8f-8b95-2b25f76917f7 admin admin] 10.222.0.75 "DELETE /v2.0/routers/8b9ad988-55fc-4858-8355-0cf3cc607fb4 HTTP/1.1" status: 204 len: 168 time: 0.7754154 Feb 16 23:00:07.968945 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51912) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:00:08.012826 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ebf05f1-2a8e-413b-b107-2b1c61b47206 admin admin] Deleting subnet 82a5b753-656a-42af-96a1-c5d44a283d41 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 23:00:08.016009 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ebf05f1-2a8e-413b-b107-2b1c61b47206 admin admin] Publish callbacks [] for subnet (82a5b753-656a-42af-96a1-c5d44a283d41), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:08.055104 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ebf05f1-2a8e-413b-b107-2b1c61b47206 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (82a5b753-656a-42af-96a1-c5d44a283d41), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:08.132134 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ebf05f1-2a8e-413b-b107-2b1c61b47206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (82a5b753-656a-42af-96a1-c5d44a283d41), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:08.187504 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ebf05f1-2a8e-413b-b107-2b1c61b47206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (82a5b753-656a-42af-96a1-c5d44a283d41), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:08.215460 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf05f1-2a8e-413b-b107-2b1c61b47206 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82a5b753-656a-42af-96a1-c5d44a283d41,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:00:08.219148 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ebf05f1-2a8e-413b-b107-2b1c61b47206 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:08.222622 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4ebf05f1-2a8e-413b-b107-2b1c61b47206 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/82a5b753-656a-42af-96a1-c5d44a283d41 HTTP/1.1" status: 204 len: 168 time: 0.2525651 Feb 16 23:00:08.225480 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e548cba2-7413-4909-a3f9-735c7f0862af None None] Network e71a030f-5151-4f67-9146-e341c0104f58 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:00:08.225900 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51914) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:00:08.297508 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-75eb7bfd-4fcd-43b8-ad5f-c775c2d4438f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (e71a030f-5151-4f67-9146-e341c0104f58), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:08.352765 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-75eb7bfd-4fcd-43b8-ad5f-c775c2d4438f admin admin] Deleting port a2206715-b803-4e5f-8ec4-6a95bb9cb891 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:00:08.353112 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-75eb7bfd-4fcd-43b8-ad5f-c775c2d4438f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a2206715-b803-4e5f-8ec4-6a95bb9cb891), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:08.418730 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-75eb7bfd-4fcd-43b8-ad5f-c775c2d4438f admin admin] For port a2206715-b803-4e5f-8ec4-6a95bb9cb891, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a2206715-b803-4e5f-8ec4-6a95bb9cb891,segment=NetworkSegment(8fb2cc9f-e33b-4803-9793-9b6ef755ec1a),segment_id=8fb2cc9f-e33b-4803-9793-9b6ef755ec1a)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:00:08.419094 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-75eb7bfd-4fcd-43b8-ad5f-c775c2d4438f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a2206715-b803-4e5f-8ec4-6a95bb9cb891), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:08.431416 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-75eb7bfd-4fcd-43b8-ad5f-c775c2d4438f admin admin] Calling delete_port for a2206715-b803-4e5f-8ec4-6a95bb9cb891 owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:00:08.510394 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-75eb7bfd-4fcd-43b8-ad5f-c775c2d4438f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (a2206715-b803-4e5f-8ec4-6a95bb9cb891), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:08.530768 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4871ff-467a-47fb-a416-fca31d5be6f9 None None] DHCP port deletion for e71a030f-5151-4f67-9146-e341c0104f58 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 23:00:08.537553 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb7bfd-4fcd-43b8-ad5f-c775c2d4438f admin admin] Pushing event deleted for resources: {'Port': ['ID=a2206715-b803-4e5f-8ec4-6a95bb9cb891,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:00:08.546250 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eb7bfd-4fcd-43b8-ad5f-c775c2d4438f admin admin] No DVR routers for this DVR port a2206715-b803-4e5f-8ec4-6a95bb9cb891 on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:00:08.620586 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-75eb7bfd-4fcd-43b8-ad5f-c775c2d4438f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (e71a030f-5151-4f67-9146-e341c0104f58), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:08.641332 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-75eb7bfd-4fcd-43b8-ad5f-c775c2d4438f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e71a030f-5151-4f67-9146-e341c0104f58']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:00:08.651226 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-75eb7bfd-4fcd-43b8-ad5f-c775c2d4438f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fb2cc9f-e33b-4803-9793-9b6ef755ec1a') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:00:08.651522 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-75eb7bfd-4fcd-43b8-ad5f-c775c2d4438f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fb2cc9f-e33b-4803-9793-9b6ef755ec1a') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:00:08.661477 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-75eb7bfd-4fcd-43b8-ad5f-c775c2d4438f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (8fb2cc9f-e33b-4803-9793-9b6ef755ec1a), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:08.674463 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-75eb7bfd-4fcd-43b8-ad5f-c775c2d4438f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (8fb2cc9f-e33b-4803-9793-9b6ef755ec1a), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:08.680840 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75eb7bfd-4fcd-43b8-ad5f-c775c2d4438f admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:00:08.681525 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-75eb7bfd-4fcd-43b8-ad5f-c775c2d4438f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (8fb2cc9f-e33b-4803-9793-9b6ef755ec1a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:08.683207 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 23:00:08.683207 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:00:08.683207 n-d-813897-6 neutron-server[103466]: timer() Feb 16 23:00:08.683207 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:00:08.683207 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 23:00:08.683207 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 23:00:08.683207 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 23:00:08.683207 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:00:08.683207 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 23:00:08.683207 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:00:08.683207 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 23:00:08.683207 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:00:08.683207 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 23:00:08.683207 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 23:00:08.683207 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:00:08.683207 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 23:00:08.683207 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:00:08.683207 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 23:00:08.683207 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 23:00:08.683207 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 23:00:08.683207 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 23:00:08.683207 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 23:00:08.683207 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:00:08.683207 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:00:08.683207 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 23:00:08.683207 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:00:08.683207 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:00:08.683207 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:00:08.683207 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:00:08.683207 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:00:08.683207 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:00:08.683207 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:00:08.741068 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-75eb7bfd-4fcd-43b8-ad5f-c775c2d4438f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (e71a030f-5151-4f67-9146-e341c0104f58), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:08.747224 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-75eb7bfd-4fcd-43b8-ad5f-c775c2d4438f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:08.750357 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-75eb7bfd-4fcd-43b8-ad5f-c775c2d4438f admin admin] 10.222.0.75 "DELETE /v2.0/networks/e71a030f-5151-4f67-9146-e341c0104f58 HTTP/1.1" status: 204 len: 168 time: 0.5235527 Feb 16 23:00:08.762475 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb7bfd-4fcd-43b8-ad5f-c775c2d4438f admin admin] Pushing event deleted for resources: {'Network': ['ID=e71a030f-5151-4f67-9146-e341c0104f58,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:00:08.874290 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51918) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:00:08.914996 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-91ee6ad6-f7a0-4f66-80fe-da6080b098d9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=09b4d7c239444335b4d37b9f638ba2c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394776 Feb 16 23:00:08.917424 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51920) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:00:08.964421 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7583fc7a-92eb-4b57-9d53-c873ed8d0ae9 admin admin] Publish callbacks [] for security_group (0b23277d-473d-4b24-a164-96285ded2ebb), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:08.985366 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7583fc7a-92eb-4b57-9d53-c873ed8d0ae9 admin admin] Publish callbacks [] for security_group (0b23277d-473d-4b24-a164-96285ded2ebb), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:09.034318 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7583fc7a-92eb-4b57-9d53-c873ed8d0ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (0b23277d-473d-4b24-a164-96285ded2ebb), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:09.037551 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7583fc7a-92eb-4b57-9d53-c873ed8d0ae9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:09.038747 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7583fc7a-92eb-4b57-9d53-c873ed8d0ae9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0b23277d-473d-4b24-a164-96285ded2ebb HTTP/1.1" status: 204 len: 168 time: 0.1203959 Feb 16 23:00:09.046533 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583fc7a-92eb-4b57-9d53-c873ed8d0ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b23277d-473d-4b24-a164-96285ded2ebb,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:00:09.166757 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c811aded-847c-4214-a129-09993a82732e no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:00:09.187177 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: c811aded-847c-4214-a129-09993a82732e {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:00:09.187525 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c811aded-847c-4214-a129-09993a82732e not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:00:09.187950 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a2206715-b803-4e5f-8ec4-6a95bb9cb891 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:00:09.207043 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: a2206715-b803-4e5f-8ec4-6a95bb9cb891 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:00:09.207393 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a2206715-b803-4e5f-8ec4-6a95bb9cb891 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:00:09.208359 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 052bebf0-03d2-40e6-8936-e8cbbdea90a5 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:00:09.227369 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 052bebf0-03d2-40e6-8936-e8cbbdea90a5 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:00:09.228022 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 052bebf0-03d2-40e6-8936-e8cbbdea90a5 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:00:09.374420 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51926) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:00:09.415219 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2ea4da07-35ef-4b27-9aab-3256642e4800 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=337bf3b053874cb6b6eaff9016dd6783&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396433 Feb 16 23:00:09.417559 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 51928) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:00:09.466564 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8826b261-cddf-48ab-b3d8-0b37df2bef77 admin admin] Publish callbacks [] for security_group (e701c17e-f9c6-436e-974a-20c5817a9916), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:09.487988 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8826b261-cddf-48ab-b3d8-0b37df2bef77 admin admin] Publish callbacks [] for security_group (e701c17e-f9c6-436e-974a-20c5817a9916), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:09.534910 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8826b261-cddf-48ab-b3d8-0b37df2bef77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (e701c17e-f9c6-436e-974a-20c5817a9916), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:09.538317 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8826b261-cddf-48ab-b3d8-0b37df2bef77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:09.539485 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8826b261-cddf-48ab-b3d8-0b37df2bef77 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e701c17e-f9c6-436e-974a-20c5817a9916 HTTP/1.1" status: 204 len: 168 time: 0.1210041 Feb 16 23:00:09.550115 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826b261-cddf-48ab-b3d8-0b37df2bef77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e701c17e-f9c6-436e-974a-20c5817a9916,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:00:20.236592 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-72785b64-6343-4675-8f97-39288888224c req-9451e622-3dbc-4bd4-921f-bd7ea7c14b74 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=8ebcce77f615421fafb045ca1e2208e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305378 Feb 16 23:00:20.440727 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72785b64-6343-4675-8f97-39288888224c req-dcfd6c43-3439-4cf6-81e4-4eaa7c308b6c tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:20.442198 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-72785b64-6343-4675-8f97-39288888224c req-dcfd6c43-3439-4cf6-81e4-4eaa7c308b6c tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1997745 Feb 16 23:00:20.464645 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-72785b64-6343-4675-8f97-39288888224c req-a9fd5325-5269-4367-b88d-1c5e6edffc46 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] 10.222.0.75 "GET /v2.0/quotas/8ebcce77f615421fafb045ca1e2208e0 HTTP/1.1" status: 200 len: 375 time: 0.0132637 Feb 16 23:00:20.504434 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-72785b64-6343-4675-8f97-39288888224c req-b44610fb-a340-4343-aa1f-8ff361909ec2 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=8ebcce77f615421fafb045ca1e2208e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388446 Feb 16 23:00:20.664039 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b36e9b8f-fe58-4c8f-9767-708f9555a77d req-5cb50c0a-bdcd-4f4a-9758-2c365a2bf689 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0fcda05-86c6-4a50-80c1-2d9f5c7bc15a HTTP/1.1" status: 200 len: 210 time: 0.0284462 Feb 16 23:00:20.722233 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-64e3c536-6432-4ee9-b968-57a8c9acac0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:21.653796 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-72785b64-6343-4675-8f97-39288888224c req-d6484035-760c-45ea-adba-41f9f38215b8 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=8ebcce77f615421fafb045ca1e2208e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301955 Feb 16 23:00:21.772048 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-20df1438-a6dc-478c-9d83-f60f388b5118 req-99d54c63-a7d3-4e37-9ab2-2c3f528a7450 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0fcda05-86c6-4a50-80c1-2d9f5c7bc15a HTTP/1.1" status: 200 len: 210 time: 0.0359392 Feb 16 23:00:21.875344 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72785b64-6343-4675-8f97-39288888224c req-3906a9fd-e61f-433c-a6b5-4df67409480a tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:21.876789 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-72785b64-6343-4675-8f97-39288888224c req-3906a9fd-e61f-433c-a6b5-4df67409480a tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2186155 Feb 16 23:00:21.888909 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-72785b64-6343-4675-8f97-39288888224c req-70e82930-cdb0-42c8-8614-3ed12f03616a tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] Request body: {'port': {'device_id': 'b0fcda05-86c6-4a50-80c1-2d9f5c7bc15a', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'admin_state_up': True, 'tenant_id': '8ebcce77f615421fafb045ca1e2208e0'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:00:21.999979 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72785b64-6343-4675-8f97-39288888224c req-70e82930-cdb0-42c8-8614-3ed12f03616a tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] Made reservation on behalf of 8ebcce77f615421fafb045ca1e2208e0 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:00:22.003237 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-72785b64-6343-4675-8f97-39288888224c req-70e82930-cdb0-42c8-8614-3ed12f03616a tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:22.011924 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-72785b64-6343-4675-8f97-39288888224c req-70e82930-cdb0-42c8-8614-3ed12f03616a tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:22.088392 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-72785b64-6343-4675-8f97-39288888224c req-70e82930-cdb0-42c8-8614-3ed12f03616a tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] Publish callbacks [] for security_group (f23c8241-d00f-44f4-bb80-9476a1f4fe0c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:22.092324 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-72785b64-6343-4675-8f97-39288888224c req-70e82930-cdb0-42c8-8614-3ed12f03616a tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f23c8241-d00f-44f4-bb80-9476a1f4fe0c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:22.181386 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e82930-cdb0-42c8-8614-3ed12f03616a tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f23c8241-d00f-44f4-bb80-9476a1f4fe0c,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:00:22.281913 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-72785b64-6343-4675-8f97-39288888224c req-70e82930-cdb0-42c8-8614-3ed12f03616a tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] Allocated IP 192.168.233.35 (d8fa3154-6273-4014-87c6-575d48ec11fc/0a5a8be1-6e1c-443c-a77b-25715d79e10e/fd5f8139-bb7c-4895-999d-93af2957f67c) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:00:22.441846 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-72785b64-6343-4675-8f97-39288888224c req-70e82930-cdb0-42c8-8614-3ed12f03616a tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] Publish callbacks [] for port (fd5f8139-bb7c-4895-999d-93af2957f67c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:22.476947 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-72785b64-6343-4675-8f97-39288888224c req-70e82930-cdb0-42c8-8614-3ed12f03616a tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (fd5f8139-bb7c-4895-999d-93af2957f67c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:22.526425 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72785b64-6343-4675-8f97-39288888224c req-70e82930-cdb0-42c8-8614-3ed12f03616a tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] Network d8fa3154-6273-4014-87c6-575d48ec11fc is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:00:22.529555 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-72785b64-6343-4675-8f97-39288888224c req-70e82930-cdb0-42c8-8614-3ed12f03616a tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:00:22.533423 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-72785b64-6343-4675-8f97-39288888224c req-70e82930-cdb0-42c8-8614-3ed12f03616a tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:00:22.540437 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e82930-cdb0-42c8-8614-3ed12f03616a tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] Pushing event updated for resources: {'Port': ['ID=fd5f8139-bb7c-4895-999d-93af2957f67c,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:00:22.587829 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72785b64-6343-4675-8f97-39288888224c req-70e82930-cdb0-42c8-8614-3ed12f03616a tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:22.588452 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-72785b64-6343-4675-8f97-39288888224c req-70e82930-cdb0-42c8-8614-3ed12f03616a tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:22.606330 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-72785b64-6343-4675-8f97-39288888224c req-70e82930-cdb0-42c8-8614-3ed12f03616a tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7208571 Feb 16 23:00:22.617392 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-72785b64-6343-4675-8f97-39288888224c req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] Request body: {'port': {'device_id': 'b0fcda05-86c6-4a50-80c1-2d9f5c7bc15a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:00:22.684315 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-72785b64-6343-4675-8f97-39288888224c req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (fd5f8139-bb7c-4895-999d-93af2957f67c), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:22.803980 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-93429588-972c-490f-ad6d-c9aee604d611 None None] Provisioning complete for port fd5f8139-bb7c-4895-999d-93af2957f67c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:00:22.804923 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-93429588-972c-490f-ad6d-c9aee604d611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (fd5f8139-bb7c-4895-999d-93af2957f67c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:22.840917 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-93429588-972c-490f-ad6d-c9aee604d611 None None] Port fd5f8139-bb7c-4895-999d-93af2957f67c cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:00:22.896585 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d4f46-2bc7-4c5a-a477-e0230c458dad req-2b4afdb8-d6e8-4861-826c-b37b40046f1b tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:22.898093 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-637d4f46-2bc7-4c5a-a477-e0230c458dad req-2b4afdb8-d6e8-4861-826c-b37b40046f1b tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0fcda05-86c6-4a50-80c1-2d9f5c7bc15a HTTP/1.1" status: 200 len: 935 time: 0.0533402 Feb 16 23:00:22.944515 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-637d4f46-2bc7-4c5a-a477-e0230c458dad req-2ef098b3-7055-427e-b432-f61464cdd6a8 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] 10.222.0.75 "GET /v2.0/security-groups?id=f23c8241-d00f-44f4-bb80-9476a1f4fe0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405729 Feb 16 23:00:22.952637 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-72785b64-6343-4675-8f97-39288888224c req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd5f8139-bb7c-4895-999d-93af2957f67c {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:00:22.961743 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-72785b64-6343-4675-8f97-39288888224c req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] Publish callbacks [] for port (fd5f8139-bb7c-4895-999d-93af2957f67c), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:22.973930 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-72785b64-6343-4675-8f97-39288888224c req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] Transition to ACTIVE for port object fd5f8139-bb7c-4895-999d-93af2957f67c will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:00:22.977483 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-72785b64-6343-4675-8f97-39288888224c req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (fd5f8139-bb7c-4895-999d-93af2957f67c), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:23.030779 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] Pushing event updated for resources: {'Port': ['ID=fd5f8139-bb7c-4895-999d-93af2957f67c,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:00:23.060253 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:23.060545 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:23.060852 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:23.061190 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:23.061524 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:23.061852 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:23.062221 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:23.062549 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:23.062859 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:23.063188 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:23.063509 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:23.063829 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:23.064157 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:23.117699 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-72785b64-6343-4675-8f97-39288888224c req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] Attempting to bind port fd5f8139-bb7c-4895-999d-93af2957f67c on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:00:23.118176 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-72785b64-6343-4675-8f97-39288888224c req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] Attempting to bind port fd5f8139-bb7c-4895-999d-93af2957f67c by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:00:23.118441 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72785b64-6343-4675-8f97-39288888224c req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] Attempting to bind port fd5f8139-bb7c-4895-999d-93af2957f67c on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:00:23.118946 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d7a91b31-9bd1-42ea-97c2-ab286899d979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:23.123249 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72785b64-6343-4675-8f97-39288888224c req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] Port fd5f8139-bb7c-4895-999d-93af2957f67c on network d8fa3154-6273-4014-87c6-575d48ec11fc not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 23:00:23.123628 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72785b64-6343-4675-8f97-39288888224c req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] Attempting to bind port fd5f8139-bb7c-4895-999d-93af2957f67c on network d8fa3154-6273-4014-87c6-575d48ec11fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:00:23.128698 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72785b64-6343-4675-8f97-39288888224c req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:00:23.129083 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72785b64-6343-4675-8f97-39288888224c req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] Checking segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:00:23.129478 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72785b64-6343-4675-8f97-39288888224c req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] Bound using segment: {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:00:23.129913 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-72785b64-6343-4675-8f97-39288888224c req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] Bound port: fd5f8139-bb7c-4895-999d-93af2957f67c, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865608e4-ff0e-4648-82a8-426c83c74335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:00:23.130441 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-72785b64-6343-4675-8f97-39288888224c req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (fd5f8139-bb7c-4895-999d-93af2957f67c), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:23.199497 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-72785b64-6343-4675-8f97-39288888224c req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] For port fd5f8139-bb7c-4895-999d-93af2957f67c, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:00:23.202924 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-72785b64-6343-4675-8f97-39288888224c req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] For port fd5f8139-bb7c-4895-999d-93af2957f67c, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=fd5f8139-bb7c-4895-999d-93af2957f67c,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:00:23.208550 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-72785b64-6343-4675-8f97-39288888224c req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (fd5f8139-bb7c-4895-999d-93af2957f67c), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:23.242895 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72785b64-6343-4675-8f97-39288888224c req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:23.243596 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-72785b64-6343-4675-8f97-39288888224c req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:23.244918 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-72785b64-6343-4675-8f97-39288888224c req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] 10.222.0.67 "PUT /v2.0/ports/fd5f8139-bb7c-4895-999d-93af2957f67c HTTP/1.1" status: 200 len: 1095 time: 0.6318760 Feb 16 23:00:23.245425 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fcda05-86c6-4a50-80c1-2d9f5c7bc15a', 'tag': 'fd5f8139-bb7c-4895-999d-93af2957f67c'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:00:23.247721 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3276480f-0d22-4440-b887-68801960e1a3" -d '{"events": [{"name": "network-changed", "server_uuid": "b0fcda05-86c6-4a50-80c1-2d9f5c7bc15a", "tag": "fd5f8139-bb7c-4895-999d-93af2957f67c"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:00:23.273784 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185bb77-d60a-4a43-8703-c8f71374ea0f service neutron] Pushing event updated for resources: {'Port': ['ID=fd5f8139-bb7c-4895-999d-93af2957f67c,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:00:23.308467 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1604a468-582a-4025-ac7e-1c7585b1bcb9 x-openstack-request-id: req-1604a468-582a-4025-ac7e-1c7585b1bcb9 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:00:23.308775 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0fcda05-86c6-4a50-80c1-2d9f5c7bc15a", "tag": "fd5f8139-bb7c-4895-999d-93af2957f67c", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:00:23.309040 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1604a468-582a-4025-ac7e-1c7585b1bcb9 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:00:23.309453 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0fcda05-86c6-4a50-80c1-2d9f5c7bc15a', 'tag': 'fd5f8139-bb7c-4895-999d-93af2957f67c', 'status': 'completed', 'code': 200} Feb 16 23:00:23.353530 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72785b64-6343-4675-8f97-39288888224c req-b3d03513-2095-48ab-9aa8-594db47b385d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:23.355120 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-72785b64-6343-4675-8f97-39288888224c req-b3d03513-2095-48ab-9aa8-594db47b385d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8ebcce77f615421fafb045ca1e2208e0&device_id=b0fcda05-86c6-4a50-80c1-2d9f5c7bc15a HTTP/1.1" status: 200 len: 1129 time: 0.0573225 Feb 16 23:00:23.398964 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-72785b64-6343-4675-8f97-39288888224c req-efeb5004-7bb4-41f3-8b75-9778a6056a4f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=fd5f8139-bb7c-4895-999d-93af2957f67c HTTP/1.1" status: 200 len: 217 time: 0.0374732 Feb 16 23:00:23.448750 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72785b64-6343-4675-8f97-39288888224c req-e083da6d-089e-4be7-861d-ca0dafec8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:23.450257 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-72785b64-6343-4675-8f97-39288888224c req-e083da6d-089e-4be7-861d-ca0dafec8086 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0460446 Feb 16 23:00:23.498642 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72785b64-6343-4675-8f97-39288888224c req-5423d0a0-f88f-48b3-b8fb-d3cd889fffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:23.500151 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-72785b64-6343-4675-8f97-39288888224c req-5423d0a0-f88f-48b3-b8fb-d3cd889fffcd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0442624 Feb 16 23:00:23.593905 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-72785b64-6343-4675-8f97-39288888224c req-762f70c6-5527-4d8a-92bb-5db398ccbe02 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875962 Feb 16 23:00:23.686854 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-72785b64-6343-4675-8f97-39288888224c req-e87efdff-270f-4f68-a694-e7578f60c5a9 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862098 Feb 16 23:00:23.780186 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276480f-0d22-4440-b887-68801960e1a3 req-82ee2790-f158-44b6-9ba3-eb1da685f56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:23.781699 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3276480f-0d22-4440-b887-68801960e1a3 req-82ee2790-f158-44b6-9ba3-eb1da685f56b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8ebcce77f615421fafb045ca1e2208e0&device_id=b0fcda05-86c6-4a50-80c1-2d9f5c7bc15a HTTP/1.1" status: 200 len: 1129 time: 0.0456889 Feb 16 23:00:23.870405 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276480f-0d22-4440-b887-68801960e1a3 req-d26ad6de-6605-4b72-b4a6-547886cdd40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:23.871815 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3276480f-0d22-4440-b887-68801960e1a3 req-d26ad6de-6605-4b72-b4a6-547886cdd40f service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8fa3154-6273-4014-87c6-575d48ec11fc HTTP/1.1" status: 200 len: 870 time: 0.0847342 Feb 16 23:00:23.915836 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3276480f-0d22-4440-b887-68801960e1a3 req-65cd9cef-cdf9-4096-bb3c-1654eb56f871 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=fd5f8139-bb7c-4895-999d-93af2957f67c HTTP/1.1" status: 200 len: 217 time: 0.0382106 Feb 16 23:00:23.964887 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276480f-0d22-4440-b887-68801960e1a3 req-b2cf5f75-2f48-4965-bd9d-1fa995420626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:23.966386 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3276480f-0d22-4440-b887-68801960e1a3 req-b2cf5f75-2f48-4965-bd9d-1fa995420626 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a5a8be1-6e1c-443c-a77b-25715d79e10e HTTP/1.1" status: 200 len: 843 time: 0.0440884 Feb 16 23:00:24.016812 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276480f-0d22-4440-b887-68801960e1a3 req-96bb04bd-09aa-48b0-9791-d9c06bd9133e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:24.018391 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3276480f-0d22-4440-b887-68801960e1a3 req-96bb04bd-09aa-48b0-9791-d9c06bd9133e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8fa3154-6273-4014-87c6-575d48ec11fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0461309 Feb 16 23:00:24.072345 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025c71a-8abd-4430-902a-d00fd1ca78bf req-f6a319e9-5aa5-4bfb-9a95-5536d397f3d9 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:24.073851 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3025c71a-8abd-4430-902a-d00fd1ca78bf req-f6a319e9-5aa5-4bfb-9a95-5536d397f3d9 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0fcda05-86c6-4a50-80c1-2d9f5c7bc15a HTTP/1.1" status: 200 len: 947 time: 0.0577517 Feb 16 23:00:24.115410 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3276480f-0d22-4440-b887-68801960e1a3 req-7ab909cc-5317-44d6-8f99-f574575d92da service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909591 Feb 16 23:00:24.211300 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3276480f-0d22-4440-b887-68801960e1a3 req-1722b1d6-fc2c-4ea5-915e-046cca789824 service neutron] 10.222.0.67 "GET /v2.0/networks/d8fa3154-6273-4014-87c6-575d48ec11fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904410 Feb 16 23:00:24.381172 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:24.436491 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3025c71a-8abd-4430-902a-d00fd1ca78bf req-19b2da82-2e6c-4aa3-b2f0-a33624f131d7 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] 10.222.0.75 "GET /v2.0/security-groups?id=f23c8241-d00f-44f4-bb80-9476a1f4fe0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569696 Feb 16 23:00:25.554677 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f51af1-933a-42c2-9fa4-a00c9bcffd5c req-8c86bc08-4c7d-475a-b934-bece9d1f5f14 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:25.556137 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f5f51af1-933a-42c2-9fa4-a00c9bcffd5c req-8c86bc08-4c7d-475a-b934-bece9d1f5f14 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0fcda05-86c6-4a50-80c1-2d9f5c7bc15a HTTP/1.1" status: 200 len: 947 time: 0.0520818 Feb 16 23:00:25.602239 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f5f51af1-933a-42c2-9fa4-a00c9bcffd5c req-dd02667a-b8b1-42e4-89d4-cb2f7ec9e604 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] 10.222.0.75 "GET /v2.0/security-groups?id=f23c8241-d00f-44f4-bb80-9476a1f4fe0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403035 Feb 16 23:00:25.725012 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:26.721164 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce303b2-9581-41e3-9eed-c7b1fda84770 req-28731425-8d53-4c34-b416-5b815c7509f9 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:26.722605 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dce303b2-9581-41e3-9eed-c7b1fda84770 req-28731425-8d53-4c34-b416-5b815c7509f9 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0fcda05-86c6-4a50-80c1-2d9f5c7bc15a HTTP/1.1" status: 200 len: 947 time: 0.0524852 Feb 16 23:00:26.771897 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dce303b2-9581-41e3-9eed-c7b1fda84770 req-bea479e7-002f-41be-9d1e-aab1a6563738 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] 10.222.0.75 "GET /v2.0/security-groups?id=f23c8241-d00f-44f4-bb80-9476a1f4fe0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435684 Feb 16 23:00:26.887181 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device fd5f8139-bb7c-4895-999d-93af2957f67c details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:00:26.981582 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port fd5f8139-bb7c-4895-999d-93af2957f67c, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=fd5f8139-bb7c-4895-999d-93af2957f67c,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:00:26.992917 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'fd5f8139-bb7c-4895-999d-93af2957f67c', 'network_id': 'd8fa3154-6273-4014-87c6-575d48ec11fc', 'port_id': 'fd5f8139-bb7c-4895-999d-93af2957f67c', 'mac_address': 'fa:16:3e:07:83:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a8be1-6e1c-443c-a77b-25715d79e10e', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:00:27.200302 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port fd5f8139-bb7c-4895-999d-93af2957f67c is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:00:27.200686 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (fd5f8139-bb7c-4895-999d-93af2957f67c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:27.202436 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:27.215095 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd5f8139-bb7c-4895-999d-93af2957f67c {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:00:27.235366 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port fd5f8139-bb7c-4895-999d-93af2957f67c, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=fd5f8139-bb7c-4895-999d-93af2957f67c,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:00:27.239733 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (fd5f8139-bb7c-4895-999d-93af2957f67c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:27.287508 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=fd5f8139-bb7c-4895-999d-93af2957f67c,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:00:27.294616 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:27.294968 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:27.295315 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:27.295655 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:27.295991 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:27.296337 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:27.296650 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:27.296977 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:27.297303 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:27.297628 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:27.297951 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:27.298305 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:27.298628 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:27.626174 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['fd5f8139-bb7c-4895-999d-93af2957f67c'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:00:27.893274 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a17687-bc49-4b8c-af1d-055e97989cdc req-3a0d821b-aa77-46c4-9001-438dd6abac00 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:27.894961 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e2a17687-bc49-4b8c-af1d-055e97989cdc req-3a0d821b-aa77-46c4-9001-438dd6abac00 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0fcda05-86c6-4a50-80c1-2d9f5c7bc15a HTTP/1.1" status: 200 len: 948 time: 0.0518835 Feb 16 23:00:27.940710 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e2a17687-bc49-4b8c-af1d-055e97989cdc req-e87b69d8-9e59-4d33-8a07-b5cc2ffe663f tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] 10.222.0.75 "GET /v2.0/security-groups?id=f23c8241-d00f-44f4-bb80-9476a1f4fe0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402212 Feb 16 23:00:28.736595 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:28.902498 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device fd5f8139-bb7c-4895-999d-93af2957f67c up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:00:28.950335 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port fd5f8139-bb7c-4895-999d-93af2957f67c completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:00:28.954077 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port fd5f8139-bb7c-4895-999d-93af2957f67c triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:00:28.954463 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (fd5f8139-bb7c-4895-999d-93af2957f67c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:29.035778 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port fd5f8139-bb7c-4895-999d-93af2957f67c is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:00:29.036177 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (fd5f8139-bb7c-4895-999d-93af2957f67c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:29.059265 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914d74f-284f-4cf7-9371-3f46b9ad9339 req-af9bbca8-15c2-423a-85e3-792b77b9a68f tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:29.060752 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9914d74f-284f-4cf7-9371-3f46b9ad9339 req-af9bbca8-15c2-423a-85e3-792b77b9a68f tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0fcda05-86c6-4a50-80c1-2d9f5c7bc15a HTTP/1.1" status: 200 len: 948 time: 0.0526264 Feb 16 23:00:29.061176 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fcda05-86c6-4a50-80c1-2d9f5c7bc15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5f8139-bb7c-4895-999d-93af2957f67c'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:00:29.063479 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7ed852-8571-4f43-aa4d-9a3b038dad75" -d '{"events": [{"server_uuid": "b0fcda05-86c6-4a50-80c1-2d9f5c7bc15a", "name": "network-vif-plugged", "status": "completed", "tag": "fd5f8139-bb7c-4895-999d-93af2957f67c"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:00:29.076591 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port fd5f8139-bb7c-4895-999d-93af2957f67c, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=fd5f8139-bb7c-4895-999d-93af2957f67c,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:00:29.080900 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (fd5f8139-bb7c-4895-999d-93af2957f67c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:29.109121 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9914d74f-284f-4cf7-9371-3f46b9ad9339 req-4ccc583a-08e7-4e2e-bf54-3986ad573fe7 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] 10.222.0.75 "GET /v2.0/security-groups?id=f23c8241-d00f-44f4-bb80-9476a1f4fe0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421212 Feb 16 23:00:29.130440 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=fd5f8139-bb7c-4895-999d-93af2957f67c,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:00:29.213370 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16a3dce-930e-49af-b6e6-991cdd8331c6 x-openstack-request-id: req-f16a3dce-930e-49af-b6e6-991cdd8331c6 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:00:29.213703 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0fcda05-86c6-4a50-80c1-2d9f5c7bc15a", "name": "network-vif-plugged", "status": "completed", "tag": "fd5f8139-bb7c-4895-999d-93af2957f67c", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:00:29.213991 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f16a3dce-930e-49af-b6e6-991cdd8331c6 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:00:29.214405 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fcda05-86c6-4a50-80c1-2d9f5c7bc15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5f8139-bb7c-4895-999d-93af2957f67c', 'code': 200} Feb 16 23:00:29.647279 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4ccc0-c999-4f7a-a31f-f48d9f40ac99 req-6c2082ee-4b0f-4e5d-a685-f9ecc0a29283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:29.648825 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-dac4ccc0-c999-4f7a-a31f-f48d9f40ac99 req-6c2082ee-4b0f-4e5d-a685-f9ecc0a29283 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b0fcda05-86c6-4a50-80c1-2d9f5c7bc15a HTTP/1.1" status: 200 len: 1131 time: 0.3791463 Feb 16 23:00:29.692711 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-dac4ccc0-c999-4f7a-a31f-f48d9f40ac99 req-8d25fef2-0551-4265-9895-a591914e3758 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f23c8241-d00f-44f4-bb80-9476a1f4fe0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366285 Feb 16 23:00:30.234275 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17003dd6-84d1-4a95-b761-2842b1083d7e req-4b577ebb-cc10-452f-8856-270106be98b4 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:30.235843 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-17003dd6-84d1-4a95-b761-2842b1083d7e req-4b577ebb-cc10-452f-8856-270106be98b4 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0fcda05-86c6-4a50-80c1-2d9f5c7bc15a HTTP/1.1" status: 200 len: 949 time: 0.0565720 Feb 16 23:00:30.246282 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:30.283453 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-17003dd6-84d1-4a95-b761-2842b1083d7e req-663e9f7e-9a50-4d16-a8f5-9ede071fd637 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] 10.222.0.75 "GET /v2.0/security-groups?id=f23c8241-d00f-44f4-bb80-9476a1f4fe0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419378 Feb 16 23:00:31.402523 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3647e-4ab5-4e71-83cb-70969d5024df req-9fcf92c9-9722-4490-b9ef-05d2448fa02a tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:31.403905 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6ce3647e-4ab5-4e71-83cb-70969d5024df req-9fcf92c9-9722-4490-b9ef-05d2448fa02a tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0fcda05-86c6-4a50-80c1-2d9f5c7bc15a HTTP/1.1" status: 200 len: 949 time: 0.0513718 Feb 16 23:00:31.450605 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6ce3647e-4ab5-4e71-83cb-70969d5024df req-ee14552d-b687-4b68-b6ff-90f52a420e1f tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] 10.222.0.75 "GET /v2.0/security-groups?id=f23c8241-d00f-44f4-bb80-9476a1f4fe0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410588 Feb 16 23:00:31.870642 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-169daea0-6461-45b6-9cec-536dc81e03c4 req-04636c3c-c3b8-42a5-b041-e9c0f5883e25 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 23:00:31.871647 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-169daea0-6461-45b6-9cec-536dc81e03c4 req-04636c3c-c3b8-42a5-b041-e9c0f5883e25 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1517360 Feb 16 23:00:32.462272 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e17913-4564-43be-9000-d4f14551b470 req-b9985ca3-b085-4cac-ba60-5e3d45534e01 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:32.463964 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5e17913-4564-43be-9000-d4f14551b470 req-b9985ca3-b085-4cac-ba60-5e3d45534e01 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0fcda05-86c6-4a50-80c1-2d9f5c7bc15a HTTP/1.1" status: 200 len: 949 time: 0.0568345 Feb 16 23:00:32.511855 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5e17913-4564-43be-9000-d4f14551b470 req-7501c413-3276-4cd6-9794-c11f4afee1b6 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] 10.222.0.75 "GET /v2.0/security-groups?id=f23c8241-d00f-44f4-bb80-9476a1f4fe0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419874 Feb 16 23:00:33.629780 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0649468-f087-4f1a-b500-0311144337d0 req-686727b0-0f1d-486a-bb08-bcef7a87ccaa tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:33.631954 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e0649468-f087-4f1a-b500-0311144337d0 req-686727b0-0f1d-486a-bb08-bcef7a87ccaa tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0fcda05-86c6-4a50-80c1-2d9f5c7bc15a HTTP/1.1" status: 200 len: 949 time: 0.0520883 Feb 16 23:00:33.677492 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e0649468-f087-4f1a-b500-0311144337d0 req-181580fe-af40-4dd3-87a4-343474eb6f55 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] 10.222.0.75 "GET /v2.0/security-groups?id=f23c8241-d00f-44f4-bb80-9476a1f4fe0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400453 Feb 16 23:00:33.861521 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a34796-6040-40f6-9638-2d2097bf9992 req-a7f84ee9-da3a-4516-bfc8-6247e0a37719 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:33.862999 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-88a34796-6040-40f6-9638-2d2097bf9992 req-a7f84ee9-da3a-4516-bfc8-6247e0a37719 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0fcda05-86c6-4a50-80c1-2d9f5c7bc15a HTTP/1.1" status: 200 len: 949 time: 0.0519829 Feb 16 23:00:33.954365 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-88a34796-6040-40f6-9638-2d2097bf9992 req-e9e76334-dd39-42a1-9c07-379e7fbc3440 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] Deleting port fd5f8139-bb7c-4895-999d-93af2957f67c {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:00:33.954712 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88a34796-6040-40f6-9638-2d2097bf9992 req-e9e76334-dd39-42a1-9c07-379e7fbc3440 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (fd5f8139-bb7c-4895-999d-93af2957f67c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:34.042301 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-88a34796-6040-40f6-9638-2d2097bf9992 req-e9e76334-dd39-42a1-9c07-379e7fbc3440 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] For port fd5f8139-bb7c-4895-999d-93af2957f67c, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=fd5f8139-bb7c-4895-999d-93af2957f67c,segment=NetworkSegment(865608e4-ff0e-4648-82a8-426c83c74335),segment_id=865608e4-ff0e-4648-82a8-426c83c74335)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:00:34.042674 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88a34796-6040-40f6-9638-2d2097bf9992 req-e9e76334-dd39-42a1-9c07-379e7fbc3440 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (fd5f8139-bb7c-4895-999d-93af2957f67c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:34.055276 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-88a34796-6040-40f6-9638-2d2097bf9992 req-e9e76334-dd39-42a1-9c07-379e7fbc3440 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] Calling delete_port for fd5f8139-bb7c-4895-999d-93af2957f67c owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:00:34.182922 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88a34796-6040-40f6-9638-2d2097bf9992 req-e9e76334-dd39-42a1-9c07-379e7fbc3440 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (fd5f8139-bb7c-4895-999d-93af2957f67c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:34.194646 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['fd5f8139-bb7c-4895-999d-93af2957f67c'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:00:34.212518 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e76334-dd39-42a1-9c07-379e7fbc3440 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] Pushing event deleted for resources: {'Port': ['ID=fd5f8139-bb7c-4895-999d-93af2957f67c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:00:34.260986 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a34796-6040-40f6-9638-2d2097bf9992 req-e9e76334-dd39-42a1-9c07-379e7fbc3440 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] No DVR routers for this DVR port fd5f8139-bb7c-4895-999d-93af2957f67c on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:00:34.263565 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-88a34796-6040-40f6-9638-2d2097bf9992 req-e9e76334-dd39-42a1-9c07-379e7fbc3440 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:34.267117 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-88a34796-6040-40f6-9638-2d2097bf9992 req-e9e76334-dd39-42a1-9c07-379e7fbc3440 tempest-ServersAdminNegativeTestJSON-1877535490 tempest-ServersAdminNegativeTestJSON-1877535490-project] 10.222.0.67 "DELETE /v2.0/ports/fd5f8139-bb7c-4895-999d-93af2957f67c HTTP/1.1" status: 204 len: 173 time: 0.3987515 Feb 16 23:00:34.267588 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fcda05-86c6-4a50-80c1-2d9f5c7bc15a', 'name': 'network-vif-deleted', 'tag': 'fd5f8139-bb7c-4895-999d-93af2957f67c'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:00:34.270170 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4ff9e6-5a80-48bf-a59e-6c9605b81972" -d '{"events": [{"server_uuid": "b0fcda05-86c6-4a50-80c1-2d9f5c7bc15a", "name": "network-vif-deleted", "tag": "fd5f8139-bb7c-4895-999d-93af2957f67c"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:00:34.313385 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7050640d-aaf9-41dd-b000-a5bafc34bb0f x-openstack-request-id: req-7050640d-aaf9-41dd-b000-a5bafc34bb0f {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:00:34.314520 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0fcda05-86c6-4a50-80c1-2d9f5c7bc15a", "name": "network-vif-deleted", "tag": "fd5f8139-bb7c-4895-999d-93af2957f67c", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:00:34.314974 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7050640d-aaf9-41dd-b000-a5bafc34bb0f {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:00:34.315513 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fcda05-86c6-4a50-80c1-2d9f5c7bc15a', 'name': 'network-vif-deleted', 'tag': 'fd5f8139-bb7c-4895-999d-93af2957f67c', 'status': 'completed', 'code': 200} Feb 16 23:00:34.987685 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52082) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:00:35.120041 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f953823e-6086-48a8-872a-dad6eea36c1a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8ebcce77f615421fafb045ca1e2208e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1288910 Feb 16 23:00:35.120381 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52086) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:00:35.167008 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f949baaa-12c4-4fb0-8ff1-a8616802f198 admin admin] Publish callbacks [] for security_group (f23c8241-d00f-44f4-bb80-9476a1f4fe0c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:35.191055 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f949baaa-12c4-4fb0-8ff1-a8616802f198 admin admin] Publish callbacks [] for security_group (f23c8241-d00f-44f4-bb80-9476a1f4fe0c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:35.242439 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f949baaa-12c4-4fb0-8ff1-a8616802f198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f23c8241-d00f-44f4-bb80-9476a1f4fe0c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:35.244927 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f949baaa-12c4-4fb0-8ff1-a8616802f198 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:35.246203 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f949baaa-12c4-4fb0-8ff1-a8616802f198 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f23c8241-d00f-44f4-bb80-9476a1f4fe0c HTTP/1.1" status: 204 len: 168 time: 0.1249318 Feb 16 23:00:35.255611 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949baaa-12c4-4fb0-8ff1-a8616802f198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23c8241-d00f-44f4-bb80-9476a1f4fe0c,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:00:35.263979 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f949baaa-12c4-4fb0-8ff1-a8616802f198 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:35.264333 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f949baaa-12c4-4fb0-8ff1-a8616802f198 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:35.264672 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f949baaa-12c4-4fb0-8ff1-a8616802f198 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:35.265050 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f949baaa-12c4-4fb0-8ff1-a8616802f198 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:35.265343 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f949baaa-12c4-4fb0-8ff1-a8616802f198 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:35.265793 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f949baaa-12c4-4fb0-8ff1-a8616802f198 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:35.266270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f949baaa-12c4-4fb0-8ff1-a8616802f198 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:35.266716 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f949baaa-12c4-4fb0-8ff1-a8616802f198 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:35.267159 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f949baaa-12c4-4fb0-8ff1-a8616802f198 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:35.267487 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f949baaa-12c4-4fb0-8ff1-a8616802f198 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:35.267881 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f949baaa-12c4-4fb0-8ff1-a8616802f198 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:35.268306 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f949baaa-12c4-4fb0-8ff1-a8616802f198 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:35.268654 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f949baaa-12c4-4fb0-8ff1-a8616802f198 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:00:35.530809 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52092) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:00:35.544102 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0fac7c61-a5ba-49b1-8f62-29af9eab6226 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:35.619193 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0fac7c61-a5ba-49b1-8f62-29af9eab6226 admin admin] Publish callbacks [] for security_group (fa6b8e36-a426-45ba-819c-a6a77b4ef792), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:35.623927 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0fac7c61-a5ba-49b1-8f62-29af9eab6226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (fa6b8e36-a426-45ba-819c-a6a77b4ef792), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:35.666988 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0fac7c61-a5ba-49b1-8f62-29af9eab6226 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e392d11a13204f67a6669c05750b0dae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1350620 Feb 16 23:00:35.668088 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac7c61-a5ba-49b1-8f62-29af9eab6226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6b8e36-a426-45ba-819c-a6a77b4ef792,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:00:35.670523 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52094) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:00:35.726499 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb17b675-61cc-419e-9ce2-b43004f9255f admin admin] Publish callbacks [] for security_group (fa6b8e36-a426-45ba-819c-a6a77b4ef792), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:35.749678 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb17b675-61cc-419e-9ce2-b43004f9255f admin admin] Publish callbacks [] for security_group (fa6b8e36-a426-45ba-819c-a6a77b4ef792), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:35.797330 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb17b675-61cc-419e-9ce2-b43004f9255f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (fa6b8e36-a426-45ba-819c-a6a77b4ef792), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:35.799995 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb17b675-61cc-419e-9ce2-b43004f9255f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:35.801132 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bb17b675-61cc-419e-9ce2-b43004f9255f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fa6b8e36-a426-45ba-819c-a6a77b4ef792 HTTP/1.1" status: 204 len: 168 time: 0.1296234 Feb 16 23:00:35.810450 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17b675-61cc-419e-9ce2-b43004f9255f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6b8e36-a426-45ba-819c-a6a77b4ef792,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:00:36.474304 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52116) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:00:36.576408 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-ae49fbbf-94f5-4c12-bb00-55fa523a15f8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1523883534-network', 'tenant_id': '785185a369534a5d85bb57f47d738493'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:00:36.600897 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae49fbbf-94f5-4c12-bb00-55fa523a15f8 admin admin] Made reservation on behalf of 785185a369534a5d85bb57f47d738493 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:00:36.603543 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ae49fbbf-94f5-4c12-bb00-55fa523a15f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:36.612685 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ae49fbbf-94f5-4c12-bb00-55fa523a15f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:36.691867 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ae49fbbf-94f5-4c12-bb00-55fa523a15f8 admin admin] Publish callbacks [] for security_group (53c98ff7-0cd1-4181-894f-6c991ac04644), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:36.696259 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ae49fbbf-94f5-4c12-bb00-55fa523a15f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (53c98ff7-0cd1-4181-894f-6c991ac04644), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:36.721616 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae49fbbf-94f5-4c12-bb00-55fa523a15f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:00:36.735201 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49fbbf-94f5-4c12-bb00-55fa523a15f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c98ff7-0cd1-4181-894f-6c991ac04644,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:00:36.741180 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ae49fbbf-94f5-4c12-bb00-55fa523a15f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (b5f10476-1905-4ba1-a6ea-6c80b9be318c), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:36.741527 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-ae49fbbf-94f5-4c12-bb00-55fa523a15f8 admin admin] Added segment b5f10476-1905-4ba1-a6ea-6c80b9be318c of type vlan for network be180827-cef1-4e3c-aa24-e359fd077c97 Feb 16 23:00:36.791239 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ae49fbbf-94f5-4c12-bb00-55fa523a15f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (be180827-cef1-4e3c-aa24-e359fd077c97), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:36.824043 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ae49fbbf-94f5-4c12-bb00-55fa523a15f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (be180827-cef1-4e3c-aa24-e359fd077c97), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:36.825158 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae49fbbf-94f5-4c12-bb00-55fa523a15f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:36.825844 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ae49fbbf-94f5-4c12-bb00-55fa523a15f8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:36.870946 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ae49fbbf-94f5-4c12-bb00-55fa523a15f8 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3949683 Feb 16 23:00:36.874144 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52120) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:00:36.879258 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-bf246fe0-f44c-4dee-acc7-3ff9895e37f1 admin admin] Request body: {'subnet': {'network_id': 'be180827-cef1-4e3c-aa24-e359fd077c97', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1523883534-subnet', 'tenant_id': '785185a369534a5d85bb57f47d738493', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:00:36.900427 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf246fe0-f44c-4dee-acc7-3ff9895e37f1 admin admin] Made reservation on behalf of 785185a369534a5d85bb57f47d738493 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:00:36.903641 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bf246fe0-f44c-4dee-acc7-3ff9895e37f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:36.923356 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49fbbf-94f5-4c12-bb00-55fa523a15f8 admin admin] Pushing event updated for resources: {'Network': ['ID=be180827-cef1-4e3c-aa24-e359fd077c97,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:00:36.934080 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network be180827-cef1-4e3c-aa24-e359fd077c97 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 23:00:36.956406 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device fd5f8139-bb7c-4895-999d-93af2957f67c no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:00:36.982501 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: fd5f8139-bb7c-4895-999d-93af2957f67c {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:00:36.982913 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device fd5f8139-bb7c-4895-999d-93af2957f67c not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:00:37.087093 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bf246fe0-f44c-4dee-acc7-3ff9895e37f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (4798f41f-2019-4737-b16d-2deb0a996bab), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:37.145129 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf246fe0-f44c-4dee-acc7-3ff9895e37f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4798f41f-2019-4737-b16d-2deb0a996bab,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:00:37.155065 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf246fe0-f44c-4dee-acc7-3ff9895e37f1 admin admin] Checking segment: {'id': 'b5f10476-1905-4ba1-a6ea-6c80b9be318c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'be180827-cef1-4e3c-aa24-e359fd077c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:00:37.155455 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf246fe0-f44c-4dee-acc7-3ff9895e37f1 admin admin] Network hostable DHCP agents. Network: be180827-cef1-4e3c-aa24-e359fd077c97, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:00:37.181110 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf246fe0-f44c-4dee-acc7-3ff9895e37f1 admin admin] Network be180827-cef1-4e3c-aa24-e359fd077c97 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:00:37.192187 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-bf246fe0-f44c-4dee-acc7-3ff9895e37f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, be180827-cef1-4e3c-aa24-e359fd077c97) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:00:37.197588 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf246fe0-f44c-4dee-acc7-3ff9895e37f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:37.198292 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bf246fe0-f44c-4dee-acc7-3ff9895e37f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:37.202913 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc5184c-ed5c-4823-8d92-c278d10eaf7d None None] Network be180827-cef1-4e3c-aa24-e359fd077c97 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:00:37.222517 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bf246fe0-f44c-4dee-acc7-3ff9895e37f1 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3471539 Feb 16 23:00:37.306958 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832d862a-69d7-4aec-a422-b545fa5d2a25 None None] Network be180827-cef1-4e3c-aa24-e359fd077c97 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:00:37.645436 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37186a0-5ddd-439c-bade-840c2da5638c req-c3a66490-d2a9-4d87-86a1-f422fcabd0eb tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:37.647495 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e37186a0-5ddd-439c-bade-840c2da5638c req-c3a66490-d2a9-4d87-86a1-f422fcabd0eb tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/networks?id=be180827-cef1-4e3c-aa24-e359fd077c97 HTTP/1.1" status: 200 len: 812 time: 0.1000805 Feb 16 23:00:37.661851 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e37186a0-5ddd-439c-bade-840c2da5638c req-054a07b8-82e6-441d-80a8-dd01d5cd0a45 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/quotas/785185a369534a5d85bb57f47d738493 HTTP/1.1" status: 200 len: 375 time: 0.0089900 Feb 16 23:00:37.697024 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e37186a0-5ddd-439c-bade-840c2da5638c req-6675ce02-47a7-4719-b932-546e49f16810 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=785185a369534a5d85bb57f47d738493&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302277 Feb 16 23:00:37.784673 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e37186a0-5ddd-439c-bade-840c2da5638c req-71d12bb5-9646-41da-a367-2b93595eb534 service neutron] 10.222.0.75 "GET /v2.0/networks/be180827-cef1-4e3c-aa24-e359fd077c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810068 Feb 16 23:00:37.877088 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e37186a0-5ddd-439c-bade-840c2da5638c req-0f3e3574-122a-4579-b304-866648b2f566 service neutron] 10.222.0.75 "GET /v2.0/networks/be180827-cef1-4e3c-aa24-e359fd077c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862169 Feb 16 23:00:38.034921 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-be9da5e3-35da-40bc-9574-7faec0dadc99 req-96b5fd6a-db3f-45a0-84cf-f29fbad761f4 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 210 time: 0.0272033 Feb 16 23:00:39.139402 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fffdacd-bfc5-4af3-a393-e9017c4d48ca req-75a3dcb1-9935-43fe-98c2-5d85f693c3a7 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 210 time: 0.0310018 Feb 16 23:00:39.191142 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37186a0-5ddd-439c-bade-840c2da5638c req-cea9d669-53c0-4990-b84b-7843f7ca1696 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:39.192983 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e37186a0-5ddd-439c-bade-840c2da5638c req-cea9d669-53c0-4990-b84b-7843f7ca1696 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.67 "GET /v2.0/networks?id=be180827-cef1-4e3c-aa24-e359fd077c97 HTTP/1.1" status: 200 len: 812 time: 0.1982329 Feb 16 23:00:39.205064 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-e37186a0-5ddd-439c-bade-840c2da5638c req-0756e960-03b4-41df-95d8-9e6ee0183494 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Request body: {'port': {'device_id': '3b270bf6-83df-4f1e-9807-06aa74bb3cf2', 'network_id': 'be180827-cef1-4e3c-aa24-e359fd077c97', 'admin_state_up': True, 'tenant_id': '785185a369534a5d85bb57f47d738493'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:00:39.315955 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e37186a0-5ddd-439c-bade-840c2da5638c req-0756e960-03b4-41df-95d8-9e6ee0183494 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Made reservation on behalf of 785185a369534a5d85bb57f47d738493 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:00:39.319841 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e37186a0-5ddd-439c-bade-840c2da5638c req-0756e960-03b4-41df-95d8-9e6ee0183494 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:39.448091 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-e37186a0-5ddd-439c-bade-840c2da5638c req-0756e960-03b4-41df-95d8-9e6ee0183494 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Allocated IP 172.20.0.6 (be180827-cef1-4e3c-aa24-e359fd077c97/4798f41f-2019-4737-b16d-2deb0a996bab/c727d7a9-967b-4aec-8a32-25b17498d161) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:00:39.608474 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e37186a0-5ddd-439c-bade-840c2da5638c req-0756e960-03b4-41df-95d8-9e6ee0183494 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Publish callbacks [] for port (c727d7a9-967b-4aec-8a32-25b17498d161), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:39.643729 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e37186a0-5ddd-439c-bade-840c2da5638c req-0756e960-03b4-41df-95d8-9e6ee0183494 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (c727d7a9-967b-4aec-8a32-25b17498d161), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:39.690174 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e37186a0-5ddd-439c-bade-840c2da5638c req-0756e960-03b4-41df-95d8-9e6ee0183494 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Network be180827-cef1-4e3c-aa24-e359fd077c97 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:00:39.693219 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-e37186a0-5ddd-439c-bade-840c2da5638c req-0756e960-03b4-41df-95d8-9e6ee0183494 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:00:39.696958 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37186a0-5ddd-439c-bade-840c2da5638c req-0756e960-03b4-41df-95d8-9e6ee0183494 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:00:39.703204 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0756e960-03b4-41df-95d8-9e6ee0183494 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Pushing event updated for resources: {'Port': ['ID=c727d7a9-967b-4aec-8a32-25b17498d161,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:00:39.752173 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37186a0-5ddd-439c-bade-840c2da5638c req-0756e960-03b4-41df-95d8-9e6ee0183494 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:39.752809 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e37186a0-5ddd-439c-bade-840c2da5638c req-0756e960-03b4-41df-95d8-9e6ee0183494 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:39.769199 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e37186a0-5ddd-439c-bade-840c2da5638c req-0756e960-03b4-41df-95d8-9e6ee0183494 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5677147 Feb 16 23:00:39.780913 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-e37186a0-5ddd-439c-bade-840c2da5638c req-9c703060-aa3c-475d-8a06-cdf5d38ea59b service neutron] Request body: {'port': {'device_id': '3b270bf6-83df-4f1e-9807-06aa74bb3cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:00:39.845904 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e37186a0-5ddd-439c-bade-840c2da5638c req-9c703060-aa3c-475d-8a06-cdf5d38ea59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c727d7a9-967b-4aec-8a32-25b17498d161), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:40.114832 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-e37186a0-5ddd-439c-bade-840c2da5638c req-9c703060-aa3c-475d-8a06-cdf5d38ea59b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c727d7a9-967b-4aec-8a32-25b17498d161 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:00:40.122601 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e37186a0-5ddd-439c-bade-840c2da5638c req-9c703060-aa3c-475d-8a06-cdf5d38ea59b service neutron] Publish callbacks [] for port (c727d7a9-967b-4aec-8a32-25b17498d161), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:40.135173 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-e37186a0-5ddd-439c-bade-840c2da5638c req-9c703060-aa3c-475d-8a06-cdf5d38ea59b service neutron] Transition to ACTIVE for port object c727d7a9-967b-4aec-8a32-25b17498d161 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:00:40.138702 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e37186a0-5ddd-439c-bade-840c2da5638c req-9c703060-aa3c-475d-8a06-cdf5d38ea59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (c727d7a9-967b-4aec-8a32-25b17498d161), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:40.187739 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c703060-aa3c-475d-8a06-cdf5d38ea59b service neutron] Pushing event updated for resources: {'Port': ['ID=c727d7a9-967b-4aec-8a32-25b17498d161,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:00:40.262030 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-e37186a0-5ddd-439c-bade-840c2da5638c req-9c703060-aa3c-475d-8a06-cdf5d38ea59b service neutron] Attempting to bind port c727d7a9-967b-4aec-8a32-25b17498d161 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:00:40.262714 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-e37186a0-5ddd-439c-bade-840c2da5638c req-9c703060-aa3c-475d-8a06-cdf5d38ea59b service neutron] Attempting to bind port c727d7a9-967b-4aec-8a32-25b17498d161 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'b5f10476-1905-4ba1-a6ea-6c80b9be318c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'be180827-cef1-4e3c-aa24-e359fd077c97'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:00:40.262714 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37186a0-5ddd-439c-bade-840c2da5638c req-9c703060-aa3c-475d-8a06-cdf5d38ea59b service neutron] Attempting to bind port c727d7a9-967b-4aec-8a32-25b17498d161 on network be180827-cef1-4e3c-aa24-e359fd077c97 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:00:40.267112 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37186a0-5ddd-439c-bade-840c2da5638c req-9c703060-aa3c-475d-8a06-cdf5d38ea59b service neutron] Port c727d7a9-967b-4aec-8a32-25b17498d161 on network be180827-cef1-4e3c-aa24-e359fd077c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 23:00:40.267440 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37186a0-5ddd-439c-bade-840c2da5638c req-9c703060-aa3c-475d-8a06-cdf5d38ea59b service neutron] Attempting to bind port c727d7a9-967b-4aec-8a32-25b17498d161 on network be180827-cef1-4e3c-aa24-e359fd077c97 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:00:40.269354 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f00983-63a4-47da-b838-de2d6022b18f req-b4eca64b-7bd5-465c-9118-9de7c9051f82 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:40.271156 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d3f00983-63a4-47da-b838-de2d6022b18f req-b4eca64b-7bd5-465c-9118-9de7c9051f82 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 943 time: 0.0544310 Feb 16 23:00:40.273053 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37186a0-5ddd-439c-bade-840c2da5638c req-9c703060-aa3c-475d-8a06-cdf5d38ea59b service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:00:40.273403 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37186a0-5ddd-439c-bade-840c2da5638c req-9c703060-aa3c-475d-8a06-cdf5d38ea59b service neutron] Checking segment: {'id': 'b5f10476-1905-4ba1-a6ea-6c80b9be318c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'be180827-cef1-4e3c-aa24-e359fd077c97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:00:40.273790 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37186a0-5ddd-439c-bade-840c2da5638c req-9c703060-aa3c-475d-8a06-cdf5d38ea59b service neutron] Bound using segment: {'id': 'b5f10476-1905-4ba1-a6ea-6c80b9be318c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'be180827-cef1-4e3c-aa24-e359fd077c97'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:00:40.274474 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-e37186a0-5ddd-439c-bade-840c2da5638c req-9c703060-aa3c-475d-8a06-cdf5d38ea59b service neutron] Bound port: c727d7a9-967b-4aec-8a32-25b17498d161, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5f10476-1905-4ba1-a6ea-6c80b9be318c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'be180827-cef1-4e3c-aa24-e359fd077c97'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:00:40.274857 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e37186a0-5ddd-439c-bade-840c2da5638c req-9c703060-aa3c-475d-8a06-cdf5d38ea59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c727d7a9-967b-4aec-8a32-25b17498d161), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:40.323070 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d3f00983-63a4-47da-b838-de2d6022b18f req-dcbdff7e-282b-4118-8f50-98967089c59d tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455551 Feb 16 23:00:40.345538 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-e37186a0-5ddd-439c-bade-840c2da5638c req-9c703060-aa3c-475d-8a06-cdf5d38ea59b service neutron] For port c727d7a9-967b-4aec-8a32-25b17498d161, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:00:40.350392 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-e37186a0-5ddd-439c-bade-840c2da5638c req-9c703060-aa3c-475d-8a06-cdf5d38ea59b service neutron] For port c727d7a9-967b-4aec-8a32-25b17498d161, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c727d7a9-967b-4aec-8a32-25b17498d161,segment=NetworkSegment(b5f10476-1905-4ba1-a6ea-6c80b9be318c),segment_id=b5f10476-1905-4ba1-a6ea-6c80b9be318c)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:00:40.356864 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e37186a0-5ddd-439c-bade-840c2da5638c req-9c703060-aa3c-475d-8a06-cdf5d38ea59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (c727d7a9-967b-4aec-8a32-25b17498d161), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:40.390201 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:00:40.396165 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37186a0-5ddd-439c-bade-840c2da5638c req-9c703060-aa3c-475d-8a06-cdf5d38ea59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:40.396839 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e37186a0-5ddd-439c-bade-840c2da5638c req-9c703060-aa3c-475d-8a06-cdf5d38ea59b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:40.398277 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e37186a0-5ddd-439c-bade-840c2da5638c req-9c703060-aa3c-475d-8a06-cdf5d38ea59b service neutron] 10.222.0.67 "PUT /v2.0/ports/c727d7a9-967b-4aec-8a32-25b17498d161 HTTP/1.1" status: 200 len: 1091 time: 0.6217141 Feb 16 23:00:40.398739 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b270bf6-83df-4f1e-9807-06aa74bb3cf2', 'tag': 'c727d7a9-967b-4aec-8a32-25b17498d161'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:00:40.400965 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e096e8ba-c682-40a6-817d-a5b74eb62c12" -d '{"events": [{"name": "network-changed", "server_uuid": "3b270bf6-83df-4f1e-9807-06aa74bb3cf2", "tag": "c727d7a9-967b-4aec-8a32-25b17498d161"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:00:40.429382 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c703060-aa3c-475d-8a06-cdf5d38ea59b service neutron] Pushing event updated for resources: {'Port': ['ID=c727d7a9-967b-4aec-8a32-25b17498d161,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:00:40.463386 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bb96f2-41d6-4176-acd3-e2632032804f x-openstack-request-id: req-48bb96f2-41d6-4176-acd3-e2632032804f {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:00:40.463683 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b270bf6-83df-4f1e-9807-06aa74bb3cf2", "tag": "c727d7a9-967b-4aec-8a32-25b17498d161", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:00:40.463941 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-48bb96f2-41d6-4176-acd3-e2632032804f {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:00:40.464341 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b270bf6-83df-4f1e-9807-06aa74bb3cf2', 'tag': 'c727d7a9-967b-4aec-8a32-25b17498d161', 'status': 'completed', 'code': 200} Feb 16 23:00:40.483238 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37186a0-5ddd-439c-bade-840c2da5638c req-2c40e437-8900-4ed7-99d8-1077eb672596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:40.484745 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e37186a0-5ddd-439c-bade-840c2da5638c req-2c40e437-8900-4ed7-99d8-1077eb672596 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=785185a369534a5d85bb57f47d738493&device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 1125 time: 0.0480900 Feb 16 23:00:40.529214 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e37186a0-5ddd-439c-bade-840c2da5638c req-23eb8721-ab9f-4ab5-b0a6-66dbc08f630d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c727d7a9-967b-4aec-8a32-25b17498d161 HTTP/1.1" status: 200 len: 217 time: 0.0374031 Feb 16 23:00:40.577334 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37186a0-5ddd-439c-bade-840c2da5638c req-a53fae9d-8813-40da-9e1f-c6b9b88d2278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:40.578982 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e37186a0-5ddd-439c-bade-840c2da5638c req-a53fae9d-8813-40da-9e1f-c6b9b88d2278 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4798f41f-2019-4737-b16d-2deb0a996bab HTTP/1.1" status: 200 len: 852 time: 0.0442476 Feb 16 23:00:40.610641 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e37186a0-5ddd-439c-bade-840c2da5638c req-c2120125-1c43-4d20-8424-088efc6c8aad service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be180827-cef1-4e3c-aa24-e359fd077c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264566 Feb 16 23:00:40.704918 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e37186a0-5ddd-439c-bade-840c2da5638c req-30f504ef-faf1-4a56-be98-d4c455161aa8 service neutron] 10.222.0.67 "GET /v2.0/networks/be180827-cef1-4e3c-aa24-e359fd077c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880635 Feb 16 23:00:40.796911 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e37186a0-5ddd-439c-bade-840c2da5638c req-72558ffc-c09a-43fd-9397-867f6d01d42b service neutron] 10.222.0.67 "GET /v2.0/networks/be180827-cef1-4e3c-aa24-e359fd077c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862620 Feb 16 23:00:40.884200 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096e8ba-c682-40a6-817d-a5b74eb62c12 req-2ac793cb-13aa-4d6d-8fe0-22bd59604171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:40.885703 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e096e8ba-c682-40a6-817d-a5b74eb62c12 req-2ac793cb-13aa-4d6d-8fe0-22bd59604171 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=785185a369534a5d85bb57f47d738493&device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 1125 time: 0.0468678 Feb 16 23:00:40.979589 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096e8ba-c682-40a6-817d-a5b74eb62c12 req-7aa4d5c0-8c3e-4ef9-af8b-4621a1efd380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:40.980973 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e096e8ba-c682-40a6-817d-a5b74eb62c12 req-7aa4d5c0-8c3e-4ef9-af8b-4621a1efd380 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be180827-cef1-4e3c-aa24-e359fd077c97 HTTP/1.1" status: 200 len: 913 time: 0.0885091 Feb 16 23:00:41.021125 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e096e8ba-c682-40a6-817d-a5b74eb62c12 req-5052dbd0-0528-4b51-8351-4818f9d7eb3c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c727d7a9-967b-4aec-8a32-25b17498d161 HTTP/1.1" status: 200 len: 217 time: 0.0343003 Feb 16 23:00:41.073165 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096e8ba-c682-40a6-817d-a5b74eb62c12 req-320cca1d-81ea-41a2-8e9b-c96ff7514baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:41.074675 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e096e8ba-c682-40a6-817d-a5b74eb62c12 req-320cca1d-81ea-41a2-8e9b-c96ff7514baa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4798f41f-2019-4737-b16d-2deb0a996bab HTTP/1.1" status: 200 len: 852 time: 0.0477815 Feb 16 23:00:41.105333 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e096e8ba-c682-40a6-817d-a5b74eb62c12 req-03fad3f3-8e12-4413-8b82-a36046e5b0ca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be180827-cef1-4e3c-aa24-e359fd077c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251045 Feb 16 23:00:41.194382 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e096e8ba-c682-40a6-817d-a5b74eb62c12 req-46e8e8b5-d6e2-4c08-8a75-634d732ddcb1 service neutron] 10.222.0.67 "GET /v2.0/networks/be180827-cef1-4e3c-aa24-e359fd077c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824933 Feb 16 23:00:41.285752 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e096e8ba-c682-40a6-817d-a5b74eb62c12 req-70e77f8f-4c72-4e7b-92db-32f7070c316e service neutron] 10.222.0.67 "GET /v2.0/networks/be180827-cef1-4e3c-aa24-e359fd077c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856628 Feb 16 23:00:41.446272 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09171db-0566-4b8c-90bf-d4736a35d5a5 req-af3dd508-748c-4aca-89e8-909359d10197 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:41.447765 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c09171db-0566-4b8c-90bf-d4736a35d5a5 req-af3dd508-748c-4aca-89e8-909359d10197 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 943 time: 0.0534301 Feb 16 23:00:41.495067 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c09171db-0566-4b8c-90bf-d4736a35d5a5 req-2f0c56cc-9230-42c1-9667-a53aef3ae70c tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404811 Feb 16 23:00:42.618115 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc42ec-7f45-4914-80b3-775962d215b1 req-65f246f3-3e70-4f54-8acc-84ba4c62a0bb tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:42.619609 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-25cc42ec-7f45-4914-80b3-775962d215b1 req-65f246f3-3e70-4f54-8acc-84ba4c62a0bb tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 943 time: 0.0537186 Feb 16 23:00:42.665718 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-25cc42ec-7f45-4914-80b3-775962d215b1 req-167074a0-fc71-4588-b583-2091a8ba8c7a tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404699 Feb 16 23:00:43.787841 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd0ff0-44e6-4e17-b147-677e342cafdc req-08752a87-c297-4b3f-91f2-b27ec91ac917 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:43.789346 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5ffd0ff0-44e6-4e17-b147-677e342cafdc req-08752a87-c297-4b3f-91f2-b27ec91ac917 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 943 time: 0.0558615 Feb 16 23:00:43.835347 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5ffd0ff0-44e6-4e17-b147-677e342cafdc req-0f6dc545-3a57-40c4-ad8b-7e6e558f418a tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403111 Feb 16 23:00:44.953160 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afcb87-7f97-4269-acb3-645b341d1b49 req-cc3353d0-37d8-4007-becd-28e45def1bbe tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:44.954661 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-45afcb87-7f97-4269-acb3-645b341d1b49 req-cc3353d0-37d8-4007-becd-28e45def1bbe tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 943 time: 0.0519347 Feb 16 23:00:44.969420 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device c727d7a9-967b-4aec-8a32-25b17498d161 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:00:45.001074 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-45afcb87-7f97-4269-acb3-645b341d1b49 req-30edb650-f9ad-4931-9147-8a5b90fc331e tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407362 Feb 16 23:00:45.065297 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port c727d7a9-967b-4aec-8a32-25b17498d161, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c727d7a9-967b-4aec-8a32-25b17498d161,segment=NetworkSegment(b5f10476-1905-4ba1-a6ea-6c80b9be318c),segment_id=b5f10476-1905-4ba1-a6ea-6c80b9be318c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:00:45.080160 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'c727d7a9-967b-4aec-8a32-25b17498d161', 'network_id': 'be180827-cef1-4e3c-aa24-e359fd077c97', 'port_id': 'c727d7a9-967b-4aec-8a32-25b17498d161', 'mac_address': 'fa:16:3e:95:93:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4798f41f-2019-4737-b16d-2deb0a996bab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:00:45.117547 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port c727d7a9-967b-4aec-8a32-25b17498d161 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:00:45.117857 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c727d7a9-967b-4aec-8a32-25b17498d161), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:45.131245 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c727d7a9-967b-4aec-8a32-25b17498d161 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:00:45.150643 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port c727d7a9-967b-4aec-8a32-25b17498d161, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c727d7a9-967b-4aec-8a32-25b17498d161,segment=NetworkSegment(b5f10476-1905-4ba1-a6ea-6c80b9be318c),segment_id=b5f10476-1905-4ba1-a6ea-6c80b9be318c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:00:45.154595 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c727d7a9-967b-4aec-8a32-25b17498d161), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:45.200617 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=c727d7a9-967b-4aec-8a32-25b17498d161,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:00:45.438334 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['c727d7a9-967b-4aec-8a32-25b17498d161'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:00:46.125669 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545e959-db2a-4a92-a417-0bbc19e5d7f7 req-66a8a994-1592-4c97-976e-2e494e3a959b tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:46.127271 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7545e959-db2a-4a92-a417-0bbc19e5d7f7 req-66a8a994-1592-4c97-976e-2e494e3a959b tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 944 time: 0.0570867 Feb 16 23:00:46.172194 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7545e959-db2a-4a92-a417-0bbc19e5d7f7 req-9068f2f9-8059-4dd6-a932-0f713e0aec0a tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393641 Feb 16 23:00:46.995561 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device c727d7a9-967b-4aec-8a32-25b17498d161 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:00:47.044779 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port c727d7a9-967b-4aec-8a32-25b17498d161 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:00:47.048706 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port c727d7a9-967b-4aec-8a32-25b17498d161 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:00:47.049082 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c727d7a9-967b-4aec-8a32-25b17498d161), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:47.128627 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port c727d7a9-967b-4aec-8a32-25b17498d161 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:00:47.129025 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c727d7a9-967b-4aec-8a32-25b17498d161), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:47.152601 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b270bf6-83df-4f1e-9807-06aa74bb3cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c727d7a9-967b-4aec-8a32-25b17498d161'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:00:47.154857 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f797cd5-507a-4c89-9105-9ffed050bb59" -d '{"events": [{"server_uuid": "3b270bf6-83df-4f1e-9807-06aa74bb3cf2", "name": "network-vif-plugged", "status": "completed", "tag": "c727d7a9-967b-4aec-8a32-25b17498d161"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:00:47.167287 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port c727d7a9-967b-4aec-8a32-25b17498d161, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c727d7a9-967b-4aec-8a32-25b17498d161,segment=NetworkSegment(b5f10476-1905-4ba1-a6ea-6c80b9be318c),segment_id=b5f10476-1905-4ba1-a6ea-6c80b9be318c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:00:47.171090 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c727d7a9-967b-4aec-8a32-25b17498d161), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:47.197002 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52766b10-da4b-491e-af18-25eab531d666 x-openstack-request-id: req-52766b10-da4b-491e-af18-25eab531d666 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:00:47.197827 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b270bf6-83df-4f1e-9807-06aa74bb3cf2", "name": "network-vif-plugged", "status": "completed", "tag": "c727d7a9-967b-4aec-8a32-25b17498d161", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:00:47.198114 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-52766b10-da4b-491e-af18-25eab531d666 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:00:47.198517 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b270bf6-83df-4f1e-9807-06aa74bb3cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c727d7a9-967b-4aec-8a32-25b17498d161', 'code': 200} Feb 16 23:00:47.226943 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=c727d7a9-967b-4aec-8a32-25b17498d161,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:00:47.294999 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942c91d-783a-433c-b638-3c4b7aa2ea20 req-9f26c2f0-4dd3-4dbd-a95c-e4fcc7190735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:47.296498 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a942c91d-783a-433c-b638-3c4b7aa2ea20 req-9f26c2f0-4dd3-4dbd-a95c-e4fcc7190735 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 1127 time: 0.0446897 Feb 16 23:00:47.296821 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076adfd-2648-4f83-8e19-42278a3c2b67 req-7c4c0b1f-f3a5-48dd-b34d-faa67dac7132 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:47.298329 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e076adfd-2648-4f83-8e19-42278a3c2b67 req-7c4c0b1f-f3a5-48dd-b34d-faa67dac7132 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 945 time: 0.0536852 Feb 16 23:00:47.341870 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a942c91d-783a-433c-b638-3c4b7aa2ea20 req-80966910-2a71-4bfd-a901-0a5fbd851493 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381370 Feb 16 23:00:47.347236 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e076adfd-2648-4f83-8e19-42278a3c2b67 req-6f939752-689e-4c5e-97b9-cc6a7b67d67f tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425231 Feb 16 23:00:48.468192 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113dce60-f898-4a6e-a061-fac174fdd8a4 req-7fb76444-52fa-48ca-992b-ed99d68bacb7 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:48.470091 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-113dce60-f898-4a6e-a061-fac174fdd8a4 req-7fb76444-52fa-48ca-992b-ed99d68bacb7 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 945 time: 0.0525832 Feb 16 23:00:48.520279 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-113dce60-f898-4a6e-a061-fac174fdd8a4 req-52b3805d-8216-427f-83f5-228cee561a00 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439401 Feb 16 23:00:49.643827 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606df5f-b474-4096-a7e2-a9e1c2b74212 req-af6adbec-51bb-4aae-ac38-5c81ed0804f9 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:49.645554 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a606df5f-b474-4096-a7e2-a9e1c2b74212 req-af6adbec-51bb-4aae-ac38-5c81ed0804f9 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 945 time: 0.0520196 Feb 16 23:00:49.691969 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a606df5f-b474-4096-a7e2-a9e1c2b74212 req-066d8d20-27bc-45f0-b442-965273432e1c tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408852 Feb 16 23:00:49.873637 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52184) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:00:49.932220 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed7393-d495-44b3-82a3-f3a34eb351c0 req-aa3e2f6d-32f1-4383-a2d7-f5fa49f6ac87 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:49.933986 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5fed7393-d495-44b3-82a3-f3a34eb351c0 req-aa3e2f6d-32f1-4383-a2d7-f5fa49f6ac87 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 945 time: 0.0526805 Feb 16 23:00:49.981514 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5fed7393-d495-44b3-82a3-f3a34eb351c0 req-2de0520d-7d02-4be4-9ea8-3c46f5e98143 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416408 Feb 16 23:00:50.028127 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-cfa04daf-66bc-4ec5-baff-c6c9101b2f3f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1525447 Feb 16 23:00:50.036632 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-c7d3961f-3656-475b-97c9-7fda976ee48d service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 23:00:50.037606 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-c7d3961f-3656-475b-97c9-7fda976ee48d service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048978 Feb 16 23:00:50.394722 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-4d55c3e2-d25a-437a-8127-4a86ae62a730 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:50.396419 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-4d55c3e2-d25a-437a-8127-4a86ae62a730 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports/c727d7a9-967b-4aec-8a32-25b17498d161 HTTP/1.1" status: 200 len: 942 time: 0.0460048 Feb 16 23:00:50.728271 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cfd52204-67a9-45f2-ba7c-6c07de371f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:51.108992 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a39f23-59be-4166-8355-b4ecceef4625 req-869780c5-ec32-4b86-a094-226e97fb7c58 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:51.110757 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77a39f23-59be-4166-8355-b4ecceef4625 req-869780c5-ec32-4b86-a094-226e97fb7c58 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 945 time: 0.0597265 Feb 16 23:00:51.163980 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77a39f23-59be-4166-8355-b4ecceef4625 req-4641d53f-d654-461e-a97c-eb51d022b020 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472908 Feb 16 23:00:51.195013 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-d63cd541-d819-4b47-b789-612dc8c2fb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:51.196538 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-d63cd541-d819-4b47-b789-612dc8c2fb1d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=785185a369534a5d85bb57f47d738493&device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 1127 time: 0.0474250 Feb 16 23:00:51.288780 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-61bc7abd-4164-4754-9d94-1c0d334730ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:51.290273 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-61bc7abd-4164-4754-9d94-1c0d334730ef service neutron] 10.222.0.67 "GET /v2.0/networks?id=be180827-cef1-4e3c-aa24-e359fd077c97 HTTP/1.1" status: 200 len: 913 time: 0.0876684 Feb 16 23:00:51.329929 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-ca3f9eec-1932-4729-a41a-f5f02dfbe838 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c727d7a9-967b-4aec-8a32-25b17498d161 HTTP/1.1" status: 200 len: 217 time: 0.0337100 Feb 16 23:00:51.375860 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-693981df-5412-4159-92ee-8c21343bb4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:51.377402 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-693981df-5412-4159-92ee-8c21343bb4cc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4798f41f-2019-4737-b16d-2deb0a996bab HTTP/1.1" status: 200 len: 852 time: 0.0424492 Feb 16 23:00:51.408683 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-2a50033e-2866-42b2-a03b-926fd843227c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be180827-cef1-4e3c-aa24-e359fd077c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259113 Feb 16 23:00:51.500785 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-b4206542-cf2a-4ac6-8ed6-8348752f7982 service neutron] 10.222.0.67 "GET /v2.0/networks/be180827-cef1-4e3c-aa24-e359fd077c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860372 Feb 16 23:00:51.594136 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-56fd3241-5f79-4df9-8c5f-95be94f78bbb service neutron] 10.222.0.67 "GET /v2.0/networks/be180827-cef1-4e3c-aa24-e359fd077c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869164 Feb 16 23:00:52.284082 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179e64b-5791-4d4c-ba68-11e3aa793e60 req-e85b0eed-4d33-4690-85a2-bfb7e5bf2049 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:52.285569 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3179e64b-5791-4d4c-ba68-11e3aa793e60 req-e85b0eed-4d33-4690-85a2-bfb7e5bf2049 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 945 time: 0.0520854 Feb 16 23:00:52.332034 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3179e64b-5791-4d4c-ba68-11e3aa793e60 req-f409ca07-7789-4e4c-bbfc-2b7d8047229b tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402679 Feb 16 23:00:53.115728 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-068866f6-e9f0-4aae-9eb6-93ab85c717eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:53.456556 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141121b5-885f-427e-a88c-238e0747f960 req-109ba47f-57c0-4d42-bf8c-e35fd2d12b26 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:53.458091 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-141121b5-885f-427e-a88c-238e0747f960 req-109ba47f-57c0-4d42-bf8c-e35fd2d12b26 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 945 time: 0.0518477 Feb 16 23:00:53.508185 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-141121b5-885f-427e-a88c-238e0747f960 req-a38bdeec-c649-4a52-a00b-5d6f026ded58 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437469 Feb 16 23:00:54.384041 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:54.627993 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889620b3-25d9-4dbb-a9ec-f1f15b5e679b req-8dea89ec-cbc0-407a-aa49-c79a165bd42a tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:54.629494 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-889620b3-25d9-4dbb-a9ec-f1f15b5e679b req-8dea89ec-cbc0-407a-aa49-c79a165bd42a tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 945 time: 0.0523872 Feb 16 23:00:54.677281 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-889620b3-25d9-4dbb-a9ec-f1f15b5e679b req-2eb70106-00f5-4ab5-a7bf-9fe41fea1ff4 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420740 Feb 16 23:00:55.726811 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:55.797127 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17214d-2ccc-421d-89f8-d0a9b735a0bc req-bdd9db66-0656-46ec-8f31-e7aec3aff01a tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:55.798643 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e17214d-2ccc-421d-89f8-d0a9b735a0bc req-bdd9db66-0656-46ec-8f31-e7aec3aff01a tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 945 time: 0.0518298 Feb 16 23:00:55.844554 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e17214d-2ccc-421d-89f8-d0a9b735a0bc req-78915f16-ef61-41de-9e82-592b7d55270e tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396168 Feb 16 23:00:56.968983 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529837c8-8a96-453e-a0cf-c72dfe955e6d req-a96631b0-00e0-4492-ae12-a94b14327b1f tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:56.970481 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-529837c8-8a96-453e-a0cf-c72dfe955e6d req-a96631b0-00e0-4492-ae12-a94b14327b1f tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 945 time: 0.0571764 Feb 16 23:00:57.015929 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-529837c8-8a96-453e-a0cf-c72dfe955e6d req-aff51cf6-4335-4c43-93b1-e7c68f56fe08 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395362 Feb 16 23:00:57.084837 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:58.142091 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a79d08-ccef-4048-9c6d-9e3a5a2af3e6 req-32e0b8b7-bc79-43f3-b093-ebd4b833d607 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:58.143589 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-97a79d08-ccef-4048-9c6d-9e3a5a2af3e6 req-32e0b8b7-bc79-43f3-b093-ebd4b833d607 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 945 time: 0.0525820 Feb 16 23:00:58.189900 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-97a79d08-ccef-4048-9c6d-9e3a5a2af3e6 req-e9e04838-bbf9-48af-bfed-4c4a7670681e tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398943 Feb 16 23:00:58.758460 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:00:59.375587 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f47c3-3779-4ec5-8df8-d76d5c2add07 req-1b5a1764-b82f-4d1b-988b-e109ca6418af tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:00:59.377061 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bc3f47c3-3779-4ec5-8df8-d76d5c2add07 req-1b5a1764-b82f-4d1b-988b-e109ca6418af tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 945 time: 0.1198213 Feb 16 23:00:59.423291 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bc3f47c3-3779-4ec5-8df8-d76d5c2add07 req-54c90a67-2964-4706-8934-d69ebd6e03dd tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399964 Feb 16 23:01:00.251489 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:00.547001 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76b748-c376-472a-a099-166cfaf4b8a9 req-909395c4-1030-4b7d-b0e1-d6d03bec29fb tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:00.548734 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ed76b748-c376-472a-a099-166cfaf4b8a9 req-909395c4-1030-4b7d-b0e1-d6d03bec29fb tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 945 time: 0.0540943 Feb 16 23:01:00.597669 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ed76b748-c376-472a-a099-166cfaf4b8a9 req-708b3a34-26c9-4bca-8dfa-3b030a172fe0 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422659 Feb 16 23:01:01.714941 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958eb864-643c-49f0-929c-4cf90bda39c8 req-a7cd335c-7add-4579-86b1-baa95a47b131 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:01.716407 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-958eb864-643c-49f0-929c-4cf90bda39c8 req-a7cd335c-7add-4579-86b1-baa95a47b131 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 945 time: 0.0510569 Feb 16 23:01:01.767554 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-958eb864-643c-49f0-929c-4cf90bda39c8 req-6085450a-bd37-44e2-81bc-838155fbc318 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452595 Feb 16 23:01:02.886852 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983273ec-8be5-48ef-998c-db67b5d3a3eb req-626c58a7-3e78-4362-bf87-e8bd2c6cc8d9 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:02.888384 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-983273ec-8be5-48ef-998c-db67b5d3a3eb req-626c58a7-3e78-4362-bf87-e8bd2c6cc8d9 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 945 time: 0.0512879 Feb 16 23:01:02.934190 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-983273ec-8be5-48ef-998c-db67b5d3a3eb req-c31aa72d-b6f0-4e38-a0b3-731f835cf4cf tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402236 Feb 16 23:01:04.051149 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083476fd-9d52-4c9a-99a4-d8294fbcd56b req-62eaabae-2e56-4381-9dee-7e81b7ddbcb3 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:04.052643 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-083476fd-9d52-4c9a-99a4-d8294fbcd56b req-62eaabae-2e56-4381-9dee-7e81b7ddbcb3 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 945 time: 0.0527534 Feb 16 23:01:04.098473 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-083476fd-9d52-4c9a-99a4-d8294fbcd56b req-6279c452-d220-4f98-b1a9-5e4f4dea5745 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402105 Feb 16 23:01:05.221092 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362fc8a-8921-45c2-944d-f92e847eaada req-ea06de38-4347-4007-a286-8b42596595a5 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:05.223001 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b362fc8a-8921-45c2-944d-f92e847eaada req-ea06de38-4347-4007-a286-8b42596595a5 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 945 time: 0.0557897 Feb 16 23:01:05.268941 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b362fc8a-8921-45c2-944d-f92e847eaada req-2dc6ebaa-0499-447d-93aa-9d165ecaf362 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396075 Feb 16 23:01:06.388167 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a41030-4b2e-498a-95ba-1993c01eeb96 req-f6174787-b2ce-4092-8bee-ab4afa9ba0cc tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:06.389636 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4a41030-4b2e-498a-95ba-1993c01eeb96 req-f6174787-b2ce-4092-8bee-ab4afa9ba0cc tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 945 time: 0.0519319 Feb 16 23:01:06.435898 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4a41030-4b2e-498a-95ba-1993c01eeb96 req-85503899-3cc6-4c6a-bfdb-d1499dfe8d0e tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407393 Feb 16 23:01:07.555975 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c577893-65cd-4e55-bbc5-5febdd6b4e42 req-cf176947-3a29-451a-b459-188e0caaa45e tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:07.557436 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c577893-65cd-4e55-bbc5-5febdd6b4e42 req-cf176947-3a29-451a-b459-188e0caaa45e tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 945 time: 0.0520773 Feb 16 23:01:07.608255 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c577893-65cd-4e55-bbc5-5febdd6b4e42 req-26af0cd2-146b-4881-b097-480384b9788d tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451245 Feb 16 23:01:08.437151 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e00ec-7f5b-4eb6-8ac9-57ba6e1a3511 req-d99481c1-c8b2-431a-87bb-df4441eb0839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:08.438680 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-464e00ec-7f5b-4eb6-8ac9-57ba6e1a3511 req-d99481c1-c8b2-431a-87bb-df4441eb0839 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=785185a369534a5d85bb57f47d738493&device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 1127 time: 0.0452251 Feb 16 23:01:08.541676 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e00ec-7f5b-4eb6-8ac9-57ba6e1a3511 req-499ebcc8-c29d-4690-85eb-0272ff0d7670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:08.543184 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-464e00ec-7f5b-4eb6-8ac9-57ba6e1a3511 req-499ebcc8-c29d-4690-85eb-0272ff0d7670 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be180827-cef1-4e3c-aa24-e359fd077c97 HTTP/1.1" status: 200 len: 913 time: 0.0859432 Feb 16 23:01:08.588340 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-464e00ec-7f5b-4eb6-8ac9-57ba6e1a3511 req-a2b63fd0-91d6-49f3-a536-79f9e13c5c48 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c727d7a9-967b-4aec-8a32-25b17498d161 HTTP/1.1" status: 200 len: 217 time: 0.0377476 Feb 16 23:01:08.635986 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e00ec-7f5b-4eb6-8ac9-57ba6e1a3511 req-91814116-bffa-4a6c-b248-4e7afa37cb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:08.637475 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-464e00ec-7f5b-4eb6-8ac9-57ba6e1a3511 req-91814116-bffa-4a6c-b248-4e7afa37cb2d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4798f41f-2019-4737-b16d-2deb0a996bab HTTP/1.1" status: 200 len: 852 time: 0.0424230 Feb 16 23:01:08.671593 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-464e00ec-7f5b-4eb6-8ac9-57ba6e1a3511 req-ba3e9892-ebda-4aa1-b4df-4e9da49ee7f6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be180827-cef1-4e3c-aa24-e359fd077c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256104 Feb 16 23:01:08.682831 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [req-464e00ec-7f5b-4eb6-8ac9-57ba6e1a3511 req-a4095d47-075d-48e0-9016-bace661bd177 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 23:01:08.683784 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-464e00ec-7f5b-4eb6-8ac9-57ba6e1a3511 req-a4095d47-075d-48e0-9016-bace661bd177 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049093 Feb 16 23:01:08.729080 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d2c32-256f-45ba-bebb-4ad8001c3bc7 req-f9f1900a-4a77-47e1-8d1a-bcc2d940bda7 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:08.730518 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-503d2c32-256f-45ba-bebb-4ad8001c3bc7 req-f9f1900a-4a77-47e1-8d1a-bcc2d940bda7 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 945 time: 0.0527983 Feb 16 23:01:08.777149 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-464e00ec-7f5b-4eb6-8ac9-57ba6e1a3511 req-a894b96d-fb69-4a4c-a5d4-3cf1a7dbe059 service neutron] 10.222.0.67 "GET /v2.0/networks/be180827-cef1-4e3c-aa24-e359fd077c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864651 Feb 16 23:01:08.778162 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-503d2c32-256f-45ba-bebb-4ad8001c3bc7 req-50511139-1d67-435a-872c-3d04cdb73822 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419583 Feb 16 23:01:08.866897 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-464e00ec-7f5b-4eb6-8ac9-57ba6e1a3511 req-94bf39d3-1032-401e-bcb1-1f3be9435f1d service neutron] 10.222.0.67 "GET /v2.0/networks/be180827-cef1-4e3c-aa24-e359fd077c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830481 Feb 16 23:01:09.898476 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cf377-9168-4517-ba48-af64527ef21a req-0051b81a-dd73-494e-9f40-a34f5ffe25f0 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:09.899956 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d89cf377-9168-4517-ba48-af64527ef21a req-0051b81a-dd73-494e-9f40-a34f5ffe25f0 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 945 time: 0.0523927 Feb 16 23:01:09.945481 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d89cf377-9168-4517-ba48-af64527ef21a req-eeccc549-6dfc-4de2-a984-fe9fc8e374d6 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399361 Feb 16 23:01:11.069219 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646c243-a3a4-4483-85f0-c191449ecd22 req-539fc09e-6132-420a-bd2a-1b14e9e003bf tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:11.070748 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a646c243-a3a4-4483-85f0-c191449ecd22 req-539fc09e-6132-420a-bd2a-1b14e9e003bf tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 945 time: 0.0567670 Feb 16 23:01:11.117442 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a646c243-a3a4-4483-85f0-c191449ecd22 req-92dcf6d5-95b9-4ab4-b823-e00b5a0c953d tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410085 Feb 16 23:01:12.235704 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cc4a9-af45-4bb6-aecd-294631106c96 req-12ed9a46-3156-4573-be46-e797019388b4 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:12.237215 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c1cc4a9-af45-4bb6-aecd-294631106c96 req-12ed9a46-3156-4573-be46-e797019388b4 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 945 time: 0.0511525 Feb 16 23:01:12.282518 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c1cc4a9-af45-4bb6-aecd-294631106c96 req-4c716c17-8a34-43ba-80e8-bfff2b3eb139 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390198 Feb 16 23:01:13.406898 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86fa077-04be-4a39-9d1a-11babf5c47ae req-93ed9262-47ef-4960-8c8b-d702e714acf6 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:13.408304 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b86fa077-04be-4a39-9d1a-11babf5c47ae req-93ed9262-47ef-4960-8c8b-d702e714acf6 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 945 time: 0.0590422 Feb 16 23:01:13.454155 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b86fa077-04be-4a39-9d1a-11babf5c47ae req-44820e45-0ab9-4de1-a9ef-6b57d2041ea9 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402050 Feb 16 23:01:14.575966 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e669c-c642-4b0b-a1bf-9fecbc95c6d7 req-82b80166-692e-4c46-b5d2-33a14065fafb tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:14.577437 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0a3e669c-c642-4b0b-a1bf-9fecbc95c6d7 req-82b80166-692e-4c46-b5d2-33a14065fafb tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 945 time: 0.0525134 Feb 16 23:01:14.622802 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0a3e669c-c642-4b0b-a1bf-9fecbc95c6d7 req-8c90a4ca-8206-4405-bfed-cbfe897023eb tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395465 Feb 16 23:01:15.744616 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993c06c-454e-44c3-8cde-33510165d133 req-49f6f4de-0262-45d1-a415-f38459245fe3 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:15.746143 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4993c06c-454e-44c3-8cde-33510165d133 req-49f6f4de-0262-45d1-a415-f38459245fe3 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 945 time: 0.0526702 Feb 16 23:01:15.798747 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4993c06c-454e-44c3-8cde-33510165d133 req-e240a57d-51f3-415c-81bd-928f51bf8308 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465572 Feb 16 23:01:16.919828 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b40bd-aa37-417e-aaee-bbdd1a0346de req-8845c204-12a9-40ae-9856-b188fabdc5d2 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:16.921367 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-561b40bd-aa37-417e-aaee-bbdd1a0346de req-8845c204-12a9-40ae-9856-b188fabdc5d2 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 945 time: 0.0540588 Feb 16 23:01:16.972045 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-561b40bd-aa37-417e-aaee-bbdd1a0346de req-b420a3a0-010c-441c-896f-395db7234d1c tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417533 Feb 16 23:01:17.389696 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:01:18.095820 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b7906-35e4-47bc-a815-144b8b674463 req-a5978a8e-78ab-466f-a5da-44b09f3b7695 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:18.097331 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-285b7906-35e4-47bc-a815-144b8b674463 req-a5978a8e-78ab-466f-a5da-44b09f3b7695 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 945 time: 0.0539088 Feb 16 23:01:18.146784 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-285b7906-35e4-47bc-a815-144b8b674463 req-467419cc-8bd3-4534-b21a-dbc1f5bedb09 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438325 Feb 16 23:01:18.336217 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-a130bbc1-11ba-44df-8028-8f9b93ca59d2 service neutron] show failed (client error): The resource could not be found. Feb 16 23:01:18.337349 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-a130bbc1-11ba-44df-8028-8f9b93ca59d2 service neutron] 10.222.0.67 "GET /v2.0/ports/c727d7a9-967b-4aec-8a32-25b17498d161/bindings/n-h2-813897-6 HTTP/1.1" status: 404 len: 380 time: 0.0589528 Feb 16 23:01:18.571475 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-3c0b1cda-452b-424b-9b9c-5219b5999619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:18.573031 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-3c0b1cda-452b-424b-9b9c-5219b5999619 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2&tenant_id=785185a369534a5d85bb57f47d738493 HTTP/1.1" status: 200 len: 1127 time: 0.0808187 Feb 16 23:01:18.584081 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-6a1ee1ec-6d48-4295-b8a4-ae7c4de4c01d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813897-6', 'device_owner': 'compute:nova'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:01:18.641779 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-6a1ee1ec-6d48-4295-b8a4-ae7c4de4c01d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c727d7a9-967b-4aec-8a32-25b17498d161), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:18.841991 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-6a1ee1ec-6d48-4295-b8a4-ae7c4de4c01d service neutron] For port c727d7a9-967b-4aec-8a32-25b17498d161, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=c727d7a9-967b-4aec-8a32-25b17498d161,segment=NetworkSegment(b5f10476-1905-4ba1-a6ea-6c80b9be318c),segment_id=b5f10476-1905-4ba1-a6ea-6c80b9be318c)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:01:18.873946 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-6a1ee1ec-6d48-4295-b8a4-ae7c4de4c01d service neutron] For port c727d7a9-967b-4aec-8a32-25b17498d161, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:01:18.912618 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b270bf6-83df-4f1e-9807-06aa74bb3cf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c727d7a9-967b-4aec-8a32-25b17498d161'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:01:18.914928 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f2906e-fce9-4190-9a44-d26e9c928e29" -d '{"events": [{"server_uuid": "3b270bf6-83df-4f1e-9807-06aa74bb3cf2", "name": "network-vif-unplugged", "status": "completed", "tag": "c727d7a9-967b-4aec-8a32-25b17498d161"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:01:18.918904 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-6a1ee1ec-6d48-4295-b8a4-ae7c4de4c01d service neutron] Publish callbacks [] for port (c727d7a9-967b-4aec-8a32-25b17498d161), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:18.932474 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-6a1ee1ec-6d48-4295-b8a4-ae7c4de4c01d service neutron] Transition to ACTIVE for port object c727d7a9-967b-4aec-8a32-25b17498d161 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:01:18.936896 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-6a1ee1ec-6d48-4295-b8a4-ae7c4de4c01d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (c727d7a9-967b-4aec-8a32-25b17498d161), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:18.965910 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 23:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb28cefb-acab-448a-93a4-665f292cae07 x-openstack-request-id: req-cb28cefb-acab-448a-93a4-665f292cae07 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:01:18.966217 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b270bf6-83df-4f1e-9807-06aa74bb3cf2", "name": "network-vif-unplugged", "status": "completed", "tag": "c727d7a9-967b-4aec-8a32-25b17498d161", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:01:18.966472 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cb28cefb-acab-448a-93a4-665f292cae07 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:01:18.966871 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b270bf6-83df-4f1e-9807-06aa74bb3cf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c727d7a9-967b-4aec-8a32-25b17498d161', 'code': 200} Feb 16 23:01:19.003997 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-6a1ee1ec-6d48-4295-b8a4-ae7c4de4c01d service neutron] No DVR routers for this DVR port c727d7a9-967b-4aec-8a32-25b17498d161 on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:01:19.007641 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ee1ec-6d48-4295-b8a4-ae7c4de4c01d service neutron] Pushing event updated for resources: {'Port': ['ID=c727d7a9-967b-4aec-8a32-25b17498d161,revision_number=6']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:01:19.045215 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-6a1ee1ec-6d48-4295-b8a4-ae7c4de4c01d service neutron] Attempting to bind port c727d7a9-967b-4aec-8a32-25b17498d161 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:01:19.045544 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-6a1ee1ec-6d48-4295-b8a4-ae7c4de4c01d service neutron] Attempting to bind port c727d7a9-967b-4aec-8a32-25b17498d161 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'b5f10476-1905-4ba1-a6ea-6c80b9be318c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'be180827-cef1-4e3c-aa24-e359fd077c97'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:01:19.045864 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-6a1ee1ec-6d48-4295-b8a4-ae7c4de4c01d service neutron] Attempting to bind port c727d7a9-967b-4aec-8a32-25b17498d161 on network be180827-cef1-4e3c-aa24-e359fd077c97 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:01:19.050015 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-6a1ee1ec-6d48-4295-b8a4-ae7c4de4c01d service neutron] Port c727d7a9-967b-4aec-8a32-25b17498d161 on network be180827-cef1-4e3c-aa24-e359fd077c97 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 23:01:19.050336 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-6a1ee1ec-6d48-4295-b8a4-ae7c4de4c01d service neutron] Attempting to bind port c727d7a9-967b-4aec-8a32-25b17498d161 on network be180827-cef1-4e3c-aa24-e359fd077c97 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:01:19.055554 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-6a1ee1ec-6d48-4295-b8a4-ae7c4de4c01d service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:01:19.055884 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-6a1ee1ec-6d48-4295-b8a4-ae7c4de4c01d service neutron] Checking segment: {'id': 'b5f10476-1905-4ba1-a6ea-6c80b9be318c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'be180827-cef1-4e3c-aa24-e359fd077c97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:01:19.056253 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-6a1ee1ec-6d48-4295-b8a4-ae7c4de4c01d service neutron] Bound using segment: {'id': 'b5f10476-1905-4ba1-a6ea-6c80b9be318c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'be180827-cef1-4e3c-aa24-e359fd077c97'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:01:19.056668 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-6a1ee1ec-6d48-4295-b8a4-ae7c4de4c01d service neutron] Bound port: c727d7a9-967b-4aec-8a32-25b17498d161, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5f10476-1905-4ba1-a6ea-6c80b9be318c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'be180827-cef1-4e3c-aa24-e359fd077c97'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:01:19.057017 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-6a1ee1ec-6d48-4295-b8a4-ae7c4de4c01d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c727d7a9-967b-4aec-8a32-25b17498d161), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:19.118395 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-6a1ee1ec-6d48-4295-b8a4-ae7c4de4c01d service neutron] For port c727d7a9-967b-4aec-8a32-25b17498d161, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:01:19.121520 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-6a1ee1ec-6d48-4295-b8a4-ae7c4de4c01d service neutron] For port c727d7a9-967b-4aec-8a32-25b17498d161, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=c727d7a9-967b-4aec-8a32-25b17498d161,segment=NetworkSegment(b5f10476-1905-4ba1-a6ea-6c80b9be318c),segment_id=b5f10476-1905-4ba1-a6ea-6c80b9be318c)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:01:19.127317 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-6a1ee1ec-6d48-4295-b8a4-ae7c4de4c01d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (c727d7a9-967b-4aec-8a32-25b17498d161), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:19.160190 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-6a1ee1ec-6d48-4295-b8a4-ae7c4de4c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:19.160426 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-6a1ee1ec-6d48-4295-b8a4-ae7c4de4c01d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:19.161784 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-6a1ee1ec-6d48-4295-b8a4-ae7c4de4c01d service neutron] 10.222.0.79 "PUT /v2.0/ports/c727d7a9-967b-4aec-8a32-25b17498d161 HTTP/1.1" status: 200 len: 1091 time: 0.5822263 Feb 16 23:01:19.214943 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ee1ec-6d48-4295-b8a4-ae7c4de4c01d service neutron] Pushing event updated for resources: {'Port': ['ID=c727d7a9-967b-4aec-8a32-25b17498d161,revision_number=7']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:01:19.270940 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-8d6de3ae-cbdf-45bc-81f1-2b5cbfec95cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:19.272497 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-8d6de3ae-cbdf-45bc-81f1-2b5cbfec95cc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=785185a369534a5d85bb57f47d738493&device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 1125 time: 0.0873351 Feb 16 23:01:19.304349 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77bd5c-05d2-4dcc-9283-630e6d10402c req-afb4a649-eb17-4ceb-8967-50b91c625859 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:19.305847 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7c77bd5c-05d2-4dcc-9283-630e6d10402c req-afb4a649-eb17-4ceb-8967-50b91c625859 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 943 time: 0.0856791 Feb 16 23:01:19.405604 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7c77bd5c-05d2-4dcc-9283-630e6d10402c req-fdce6531-c702-4478-a5e0-0a8fda47f21e tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913141 Feb 16 23:01:19.408278 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-20ef6e03-ea62-4543-8abb-1eb629d8a4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:19.409717 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-20ef6e03-ea62-4543-8abb-1eb629d8a4f9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=be180827-cef1-4e3c-aa24-e359fd077c97 HTTP/1.1" status: 200 len: 913 time: 0.1315830 Feb 16 23:01:19.450131 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-245327e7-0663-4218-a296-7f1077bcc590 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c727d7a9-967b-4aec-8a32-25b17498d161 HTTP/1.1" status: 200 len: 217 time: 0.0347950 Feb 16 23:01:19.497524 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-f3bcc29f-d0aa-4a59-9f6e-c09184cf6095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:19.499040 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-f3bcc29f-d0aa-4a59-9f6e-c09184cf6095 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4798f41f-2019-4737-b16d-2deb0a996bab HTTP/1.1" status: 200 len: 852 time: 0.0436554 Feb 16 23:01:19.529925 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-613589e7-632b-4916-8f46-513320b99fc9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be180827-cef1-4e3c-aa24-e359fd077c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254509 Feb 16 23:01:19.623064 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-ac1ce9c2-7be4-40bb-94fa-ba64c0d807a1 service neutron] 10.222.0.79 "GET /v2.0/networks/be180827-cef1-4e3c-aa24-e359fd077c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877295 Feb 16 23:01:19.716602 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-248e34cc-3dc7-47be-a9a1-4b3768a84374 req-dc55857f-48f2-4bab-a91a-59b53944362a service neutron] 10.222.0.79 "GET /v2.0/networks/be180827-cef1-4e3c-aa24-e359fd077c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880945 Feb 16 23:01:20.534414 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954a884-8a51-440d-b8c9-e5c5f1bf2161 req-61388e18-29bd-4308-b141-09b456b57a82 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:20.535900 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2954a884-8a51-440d-b8c9-e5c5f1bf2161 req-61388e18-29bd-4308-b141-09b456b57a82 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 943 time: 0.0581951 Feb 16 23:01:20.587429 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2954a884-8a51-440d-b8c9-e5c5f1bf2161 req-5677bd8f-5eeb-499c-87a5-7beb32705f89 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450633 Feb 16 23:01:20.730125 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-61dd9162-979f-4ac7-947a-a466477d4847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:20.968045 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b270bf6-83df-4f1e-9807-06aa74bb3cf2', 'tag': 'c727d7a9-967b-4aec-8a32-25b17498d161'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:01:20.970520 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9969f3-5507-40c5-81c4-993dc289ecc5" -d '{"events": [{"name": "network-changed", "server_uuid": "3b270bf6-83df-4f1e-9807-06aa74bb3cf2", "tag": "c727d7a9-967b-4aec-8a32-25b17498d161"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:01:21.020618 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e556d12-c234-42fd-89e1-519dcb7bf70d x-openstack-request-id: req-9e556d12-c234-42fd-89e1-519dcb7bf70d {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:01:21.020927 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b270bf6-83df-4f1e-9807-06aa74bb3cf2", "tag": "c727d7a9-967b-4aec-8a32-25b17498d161", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:01:21.021184 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9e556d12-c234-42fd-89e1-519dcb7bf70d {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:01:21.021590 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b270bf6-83df-4f1e-9807-06aa74bb3cf2', 'tag': 'c727d7a9-967b-4aec-8a32-25b17498d161', 'status': 'completed', 'code': 200} Feb 16 23:01:21.084408 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9969f3-5507-40c5-81c4-993dc289ecc5 req-f4f01338-9c42-41b1-bb2a-7d7439365767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:21.086996 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fd9969f3-5507-40c5-81c4-993dc289ecc5 req-f4f01338-9c42-41b1-bb2a-7d7439365767 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=785185a369534a5d85bb57f47d738493&device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 1125 time: 0.0476215 Feb 16 23:01:21.089066 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9969f3-5507-40c5-81c4-993dc289ecc5 req-d6acf970-a971-49ab-8f54-5c2b9fb8da9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:21.090599 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fd9969f3-5507-40c5-81c4-993dc289ecc5 req-d6acf970-a971-49ab-8f54-5c2b9fb8da9a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=785185a369534a5d85bb57f47d738493&device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 1125 time: 0.0470779 Feb 16 23:01:21.203271 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9969f3-5507-40c5-81c4-993dc289ecc5 req-9c6f29ca-e402-40c9-845f-030b935da04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:21.205074 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fd9969f3-5507-40c5-81c4-993dc289ecc5 req-9c6f29ca-e402-40c9-845f-030b935da04f service neutron] 10.222.0.67 "GET /v2.0/networks?id=be180827-cef1-4e3c-aa24-e359fd077c97 HTTP/1.1" status: 200 len: 913 time: 0.1128850 Feb 16 23:01:21.251626 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fd9969f3-5507-40c5-81c4-993dc289ecc5 req-d59e236a-874f-47c5-ba0d-a968fbf7b711 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c727d7a9-967b-4aec-8a32-25b17498d161 HTTP/1.1" status: 200 len: 217 time: 0.0402164 Feb 16 23:01:21.326402 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9969f3-5507-40c5-81c4-993dc289ecc5 req-62394f3f-6a22-4110-8449-b543dfc2d602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:21.328975 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fd9969f3-5507-40c5-81c4-993dc289ecc5 req-62394f3f-6a22-4110-8449-b543dfc2d602 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4798f41f-2019-4737-b16d-2deb0a996bab HTTP/1.1" status: 200 len: 852 time: 0.0712104 Feb 16 23:01:21.365427 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fd9969f3-5507-40c5-81c4-993dc289ecc5 req-47fcb0f9-1bfa-40dc-bfa5-3b189175a02d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be180827-cef1-4e3c-aa24-e359fd077c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305631 Feb 16 23:01:21.457012 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9969f3-5507-40c5-81c4-993dc289ecc5 req-169ac735-c00d-4a7a-be03-67dc0b13fb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:21.458550 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fd9969f3-5507-40c5-81c4-993dc289ecc5 req-169ac735-c00d-4a7a-be03-67dc0b13fb32 service neutron] 10.222.0.79 "GET /v2.0/networks?id=be180827-cef1-4e3c-aa24-e359fd077c97 HTTP/1.1" status: 200 len: 913 time: 0.3617527 Feb 16 23:01:21.499642 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fd9969f3-5507-40c5-81c4-993dc289ecc5 req-f2b67290-5657-4dab-810c-71eaaee8e1a0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c727d7a9-967b-4aec-8a32-25b17498d161 HTTP/1.1" status: 200 len: 217 time: 0.0347824 Feb 16 23:01:21.550103 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9969f3-5507-40c5-81c4-993dc289ecc5 req-e4c9c5b9-ad1a-4818-a5ee-737cdfb49b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:21.551606 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fd9969f3-5507-40c5-81c4-993dc289ecc5 req-e4c9c5b9-ad1a-4818-a5ee-737cdfb49b98 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4798f41f-2019-4737-b16d-2deb0a996bab HTTP/1.1" status: 200 len: 852 time: 0.0459235 Feb 16 23:01:21.589504 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fd9969f3-5507-40c5-81c4-993dc289ecc5 req-d3a3afa3-ad85-48ab-a67d-5b6c5bb40e8e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be180827-cef1-4e3c-aa24-e359fd077c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317693 Feb 16 23:01:21.599392 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-fd9969f3-5507-40c5-81c4-993dc289ecc5 req-9f15693c-7772-42f1-bcec-dca9475a9eeb service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 23:01:21.600477 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fd9969f3-5507-40c5-81c4-993dc289ecc5 req-9f15693c-7772-42f1-bcec-dca9475a9eeb service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054331 Feb 16 23:01:21.721274 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fd9969f3-5507-40c5-81c4-993dc289ecc5 req-9ce3e157-fb7b-440b-98c4-62decf6a1f29 service neutron] 10.222.0.67 "GET /v2.0/networks/be180827-cef1-4e3c-aa24-e359fd077c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503730 Feb 16 23:01:21.726715 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fd9969f3-5507-40c5-81c4-993dc289ecc5 req-7a2a789a-03bf-4ee7-b0c5-a9fcac8a7505 service neutron] 10.222.0.79 "GET /v2.0/networks/be180827-cef1-4e3c-aa24-e359fd077c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208570 Feb 16 23:01:21.738351 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5f8d9-fbe5-4b37-b2d0-651551e34147 req-ec8de827-0bc5-4b6a-99a5-ff8bc87eb7a9 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:21.739895 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-61a5f8d9-fbe5-4b37-b2d0-651551e34147 req-ec8de827-0bc5-4b6a-99a5-ff8bc87eb7a9 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 943 time: 0.0757341 Feb 16 23:01:21.822001 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fd9969f3-5507-40c5-81c4-993dc289ecc5 req-20a1363e-41c6-4872-94d6-182fdb253c6a service neutron] 10.222.0.67 "GET /v2.0/networks/be180827-cef1-4e3c-aa24-e359fd077c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948882 Feb 16 23:01:21.842199 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-61a5f8d9-fbe5-4b37-b2d0-651551e34147 req-05a522b4-2f67-4094-bb69-73179a2db357 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937238 Feb 16 23:01:21.861608 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fd9969f3-5507-40c5-81c4-993dc289ecc5 req-48af6eea-20c3-4c6e-aca2-f8419ed4209c service neutron] 10.222.0.79 "GET /v2.0/networks/be180827-cef1-4e3c-aa24-e359fd077c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207554 Feb 16 23:01:22.026451 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device c727d7a9-967b-4aec-8a32-25b17498d161 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:01:22.124696 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651f2d6-7d0f-4eb1-9fce-728185be35a8 req-e84f79c7-365c-4bd3-a2ee-a11796e6adf8 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:22.126082 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e651f2d6-7d0f-4eb1-9fce-728185be35a8 req-e84f79c7-365c-4bd3-a2ee-a11796e6adf8 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2&tenant_id=785185a369534a5d85bb57f47d738493&binding%3Ahost_id=n-h2-813897-6 HTTP/1.1" status: 200 len: 943 time: 0.0957808 Feb 16 23:01:22.130010 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port c727d7a9-967b-4aec-8a32-25b17498d161, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=c727d7a9-967b-4aec-8a32-25b17498d161,segment=NetworkSegment(b5f10476-1905-4ba1-a6ea-6c80b9be318c),segment_id=b5f10476-1905-4ba1-a6ea-6c80b9be318c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:01:22.142371 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'c727d7a9-967b-4aec-8a32-25b17498d161', 'network_id': 'be180827-cef1-4e3c-aa24-e359fd077c97', 'port_id': 'c727d7a9-967b-4aec-8a32-25b17498d161', 'mac_address': 'fa:16:3e:95:93:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4798f41f-2019-4737-b16d-2deb0a996bab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:01:22.180826 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port c727d7a9-967b-4aec-8a32-25b17498d161 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:01:22.181222 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c727d7a9-967b-4aec-8a32-25b17498d161), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:22.196216 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [req-e651f2d6-7d0f-4eb1-9fce-728185be35a8 req-52b05efa-1f71-4a22-92c5-a5cc67e4b637 service neutron] delete failed (client error): The resource could not be found. Feb 16 23:01:22.197064 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c727d7a9-967b-4aec-8a32-25b17498d161 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:01:22.197316 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e651f2d6-7d0f-4eb1-9fce-728185be35a8 req-52b05efa-1f71-4a22-92c5-a5cc67e4b637 service neutron] 10.222.0.67 "DELETE /v2.0/ports/c727d7a9-967b-4aec-8a32-25b17498d161/bindings/n-h1-813897-6 HTTP/1.1" status: 404 len: 380 time: 0.0646269 Feb 16 23:01:22.216429 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port c727d7a9-967b-4aec-8a32-25b17498d161, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=c727d7a9-967b-4aec-8a32-25b17498d161,segment=NetworkSegment(b5f10476-1905-4ba1-a6ea-6c80b9be318c),segment_id=b5f10476-1905-4ba1-a6ea-6c80b9be318c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:01:22.220610 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c727d7a9-967b-4aec-8a32-25b17498d161), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:22.271967 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=c727d7a9-967b-4aec-8a32-25b17498d161,revision_number=8']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:01:22.289721 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651f2d6-7d0f-4eb1-9fce-728185be35a8 req-6bcc96bc-3dd0-465a-80f3-b44e1faa0981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:22.291249 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e651f2d6-7d0f-4eb1-9fce-728185be35a8 req-6bcc96bc-3dd0-465a-80f3-b44e1faa0981 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=785185a369534a5d85bb57f47d738493&device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 1126 time: 0.0494220 Feb 16 23:01:22.378449 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651f2d6-7d0f-4eb1-9fce-728185be35a8 req-015a44b9-8410-4327-9ee6-b5447173ba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:22.379821 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e651f2d6-7d0f-4eb1-9fce-728185be35a8 req-015a44b9-8410-4327-9ee6-b5447173ba93 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be180827-cef1-4e3c-aa24-e359fd077c97 HTTP/1.1" status: 200 len: 913 time: 0.0830843 Feb 16 23:01:22.423923 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e651f2d6-7d0f-4eb1-9fce-728185be35a8 req-f05ab713-5045-4af3-bd58-0aa917d8ff56 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c727d7a9-967b-4aec-8a32-25b17498d161 HTTP/1.1" status: 200 len: 217 time: 0.0377672 Feb 16 23:01:22.455375 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['c727d7a9-967b-4aec-8a32-25b17498d161'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:01:22.474664 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651f2d6-7d0f-4eb1-9fce-728185be35a8 req-c1688891-30a3-4406-8929-4157205ec132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:22.476837 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e651f2d6-7d0f-4eb1-9fce-728185be35a8 req-c1688891-30a3-4406-8929-4157205ec132 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4798f41f-2019-4737-b16d-2deb0a996bab HTTP/1.1" status: 200 len: 852 time: 0.0467572 Feb 16 23:01:22.508547 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e651f2d6-7d0f-4eb1-9fce-728185be35a8 req-45942619-5ebc-40eb-8bec-3efb7fffd6d0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be180827-cef1-4e3c-aa24-e359fd077c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260811 Feb 16 23:01:22.606486 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e651f2d6-7d0f-4eb1-9fce-728185be35a8 req-4425eaaf-b9e7-47dd-8b3e-ed2f05560822 service neutron] 10.222.0.67 "GET /v2.0/networks/be180827-cef1-4e3c-aa24-e359fd077c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918314 Feb 16 23:01:22.694499 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e651f2d6-7d0f-4eb1-9fce-728185be35a8 req-a764ce6f-514a-4065-b6a3-a3fcee2c4786 service neutron] 10.222.0.67 "GET /v2.0/networks/be180827-cef1-4e3c-aa24-e359fd077c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819197 Feb 16 23:01:23.107531 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58ad1f89-d6f6-4d34-99ef-9e397425d92e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:23.136088 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device c727d7a9-967b-4aec-8a32-25b17498d161 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:01:23.178728 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] The host n-h1-813897-6 is not matching for port c727d7a9-967b-4aec-8a32-25b17498d161 host n-h2-813897-6! {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 23:01:23.179134 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device c727d7a9-967b-4aec-8a32-25b17498d161 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:01:23.363794 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9768d-a27b-43a8-afb8-1933f7f4992a req-f13817cd-9ed0-4fb4-b4f6-072216a651ae tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:23.365192 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9de9768d-a27b-43a8-afb8-1933f7f4992a req-f13817cd-9ed0-4fb4-b4f6-072216a651ae tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 944 time: 0.0556915 Feb 16 23:01:23.412425 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9de9768d-a27b-43a8-afb8-1933f7f4992a req-bd416a79-1953-4926-9efc-704c27754ae3 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408614 Feb 16 23:01:24.053677 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device c727d7a9-967b-4aec-8a32-25b17498d161 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:01:24.101722 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port c727d7a9-967b-4aec-8a32-25b17498d161 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:01:24.105566 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port c727d7a9-967b-4aec-8a32-25b17498d161 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:01:24.105936 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c727d7a9-967b-4aec-8a32-25b17498d161), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:24.180586 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port c727d7a9-967b-4aec-8a32-25b17498d161 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:01:24.181274 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c727d7a9-967b-4aec-8a32-25b17498d161), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:24.205671 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b270bf6-83df-4f1e-9807-06aa74bb3cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c727d7a9-967b-4aec-8a32-25b17498d161'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:01:24.207982 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e2321e-22d1-4576-a08a-b9b10fc6b444" -d '{"events": [{"server_uuid": "3b270bf6-83df-4f1e-9807-06aa74bb3cf2", "name": "network-vif-plugged", "status": "completed", "tag": "c727d7a9-967b-4aec-8a32-25b17498d161"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:01:24.221370 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port c727d7a9-967b-4aec-8a32-25b17498d161, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=c727d7a9-967b-4aec-8a32-25b17498d161,segment=NetworkSegment(b5f10476-1905-4ba1-a6ea-6c80b9be318c),segment_id=b5f10476-1905-4ba1-a6ea-6c80b9be318c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:01:24.225155 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c727d7a9-967b-4aec-8a32-25b17498d161), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:24.249724 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7853f9-9351-4c57-88c5-e2c68c879e66 x-openstack-request-id: req-2a7853f9-9351-4c57-88c5-e2c68c879e66 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:01:24.250035 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b270bf6-83df-4f1e-9807-06aa74bb3cf2", "name": "network-vif-plugged", "status": "completed", "tag": "c727d7a9-967b-4aec-8a32-25b17498d161", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:01:24.250290 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2a7853f9-9351-4c57-88c5-e2c68c879e66 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:01:24.250677 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b270bf6-83df-4f1e-9807-06aa74bb3cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c727d7a9-967b-4aec-8a32-25b17498d161', 'code': 200} Feb 16 23:01:24.275696 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=c727d7a9-967b-4aec-8a32-25b17498d161,revision_number=9']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:01:24.386745 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:24.559426 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b35d4-b1ef-4c20-ab1a-d392e5380af0 req-0afdf9f3-fcbe-40e2-bcfa-d9d6566aa0e8 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:24.560914 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b93b35d4-b1ef-4c20-ab1a-d392e5380af0 req-0afdf9f3-fcbe-40e2-bcfa-d9d6566aa0e8 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 945 time: 0.0783994 Feb 16 23:01:24.593957 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651f2d6-7d0f-4eb1-9fce-728185be35a8 req-33f5204e-2b23-444b-8162-41996d16eb54 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:24.595410 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e651f2d6-7d0f-4eb1-9fce-728185be35a8 req-33f5204e-2b23-444b-8162-41996d16eb54 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b270bf6-83df-4f1e-9807-06aa74bb3cf2 HTTP/1.1" status: 200 len: 945 time: 0.0770347 Feb 16 23:01:24.649431 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b93b35d4-b1ef-4c20-ab1a-d392e5380af0 req-720f9d91-fc6a-4e87-80f4-ad5cdd0f4a0f tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.75 "GET /v2.0/security-groups?id=53c98ff7-0cd1-4181-894f-6c991ac04644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820186 Feb 16 23:01:24.702814 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-e651f2d6-7d0f-4eb1-9fce-728185be35a8 req-be62d1e1-fd1c-4cc3-a69a-994176c1fe67 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Deleting port c727d7a9-967b-4aec-8a32-25b17498d161 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:01:24.703158 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e651f2d6-7d0f-4eb1-9fce-728185be35a8 req-be62d1e1-fd1c-4cc3-a69a-994176c1fe67 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (c727d7a9-967b-4aec-8a32-25b17498d161), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:24.792191 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-e651f2d6-7d0f-4eb1-9fce-728185be35a8 req-be62d1e1-fd1c-4cc3-a69a-994176c1fe67 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] For port c727d7a9-967b-4aec-8a32-25b17498d161, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=c727d7a9-967b-4aec-8a32-25b17498d161,segment=NetworkSegment(b5f10476-1905-4ba1-a6ea-6c80b9be318c),segment_id=b5f10476-1905-4ba1-a6ea-6c80b9be318c)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:01:24.792549 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e651f2d6-7d0f-4eb1-9fce-728185be35a8 req-be62d1e1-fd1c-4cc3-a69a-994176c1fe67 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (c727d7a9-967b-4aec-8a32-25b17498d161), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:24.804538 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-e651f2d6-7d0f-4eb1-9fce-728185be35a8 req-be62d1e1-fd1c-4cc3-a69a-994176c1fe67 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Calling delete_port for c727d7a9-967b-4aec-8a32-25b17498d161 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:01:24.931889 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e651f2d6-7d0f-4eb1-9fce-728185be35a8 req-be62d1e1-fd1c-4cc3-a69a-994176c1fe67 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (c727d7a9-967b-4aec-8a32-25b17498d161), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:24.943262 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['c727d7a9-967b-4aec-8a32-25b17498d161'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:01:24.958234 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be62d1e1-fd1c-4cc3-a69a-994176c1fe67 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Pushing event deleted for resources: {'Port': ['ID=c727d7a9-967b-4aec-8a32-25b17498d161,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:01:25.004810 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-e651f2d6-7d0f-4eb1-9fce-728185be35a8 req-be62d1e1-fd1c-4cc3-a69a-994176c1fe67 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] No DVR routers for this DVR port c727d7a9-967b-4aec-8a32-25b17498d161 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:01:25.007948 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-e651f2d6-7d0f-4eb1-9fce-728185be35a8 req-be62d1e1-fd1c-4cc3-a69a-994176c1fe67 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:25.011323 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e651f2d6-7d0f-4eb1-9fce-728185be35a8 req-be62d1e1-fd1c-4cc3-a69a-994176c1fe67 tempest-DeleteServersTestJSON-1285484852 tempest-DeleteServersTestJSON-1285484852-project] 10.222.0.79 "DELETE /v2.0/ports/c727d7a9-967b-4aec-8a32-25b17498d161 HTTP/1.1" status: 204 len: 173 time: 0.4067867 Feb 16 23:01:25.011781 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b270bf6-83df-4f1e-9807-06aa74bb3cf2', 'name': 'network-vif-deleted', 'tag': 'c727d7a9-967b-4aec-8a32-25b17498d161'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:01:25.014214 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76486b99-a72e-4695-bae6-9dcd4be90fc6" -d '{"events": [{"server_uuid": "3b270bf6-83df-4f1e-9807-06aa74bb3cf2", "name": "network-vif-deleted", "tag": "c727d7a9-967b-4aec-8a32-25b17498d161"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:01:25.053744 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97c571e-2282-4f94-9610-319b9ba0d756 x-openstack-request-id: req-b97c571e-2282-4f94-9610-319b9ba0d756 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:01:25.054574 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b270bf6-83df-4f1e-9807-06aa74bb3cf2", "name": "network-vif-deleted", "tag": "c727d7a9-967b-4aec-8a32-25b17498d161", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:01:25.054858 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b97c571e-2282-4f94-9610-319b9ba0d756 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:01:25.055267 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b270bf6-83df-4f1e-9807-06aa74bb3cf2', 'name': 'network-vif-deleted', 'tag': 'c727d7a9-967b-4aec-8a32-25b17498d161', 'status': 'completed', 'code': 200} Feb 16 23:01:25.732911 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:25.783692 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52294) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:01:25.827434 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-79c977d5-c9ea-494b-b0c2-83753717a640 admin admin] Deleting subnet 4798f41f-2019-4737-b16d-2deb0a996bab {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 23:01:25.830416 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-79c977d5-c9ea-494b-b0c2-83753717a640 admin admin] Publish callbacks [] for subnet (4798f41f-2019-4737-b16d-2deb0a996bab), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:25.868262 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-79c977d5-c9ea-494b-b0c2-83753717a640 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (4798f41f-2019-4737-b16d-2deb0a996bab), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:25.906383 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-79c977d5-c9ea-494b-b0c2-83753717a640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (4798f41f-2019-4737-b16d-2deb0a996bab), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:25.956803 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-79c977d5-c9ea-494b-b0c2-83753717a640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (4798f41f-2019-4737-b16d-2deb0a996bab), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:25.984918 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-79c977d5-c9ea-494b-b0c2-83753717a640 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:25.988213 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-79c977d5-c9ea-494b-b0c2-83753717a640 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/4798f41f-2019-4737-b16d-2deb0a996bab HTTP/1.1" status: 204 len: 168 time: 0.2035036 Feb 16 23:01:25.989160 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c977d5-c9ea-494b-b0c2-83753717a640 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4798f41f-2019-4737-b16d-2deb0a996bab,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:01:25.990814 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52296) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:01:25.997095 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c977d5-c9ea-494b-b0c2-83753717a640 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:01:25.997454 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c977d5-c9ea-494b-b0c2-83753717a640 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:01:25.997815 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c977d5-c9ea-494b-b0c2-83753717a640 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:01:25.998189 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c977d5-c9ea-494b-b0c2-83753717a640 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:01:25.998541 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c977d5-c9ea-494b-b0c2-83753717a640 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:01:25.998881 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c977d5-c9ea-494b-b0c2-83753717a640 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:01:25.999219 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c977d5-c9ea-494b-b0c2-83753717a640 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:01:25.999554 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c977d5-c9ea-494b-b0c2-83753717a640 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:01:25.999889 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c977d5-c9ea-494b-b0c2-83753717a640 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:01:26.000250 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c977d5-c9ea-494b-b0c2-83753717a640 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:01:26.000614 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c977d5-c9ea-494b-b0c2-83753717a640 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:01:26.000945 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c977d5-c9ea-494b-b0c2-83753717a640 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:01:26.001275 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c977d5-c9ea-494b-b0c2-83753717a640 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:01:26.058854 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7e45c8eb-5186-416e-9baf-148fd6eac78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (be180827-cef1-4e3c-aa24-e359fd077c97), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:26.138318 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7e45c8eb-5186-416e-9baf-148fd6eac78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (be180827-cef1-4e3c-aa24-e359fd077c97), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:26.158858 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-7e45c8eb-5186-416e-9baf-148fd6eac78f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be180827-cef1-4e3c-aa24-e359fd077c97']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:01:26.168004 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-7e45c8eb-5186-416e-9baf-148fd6eac78f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f10476-1905-4ba1-a6ea-6c80b9be318c') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:01:26.168303 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-7e45c8eb-5186-416e-9baf-148fd6eac78f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f10476-1905-4ba1-a6ea-6c80b9be318c') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:01:26.177452 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7e45c8eb-5186-416e-9baf-148fd6eac78f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (b5f10476-1905-4ba1-a6ea-6c80b9be318c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:26.190338 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7e45c8eb-5186-416e-9baf-148fd6eac78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (b5f10476-1905-4ba1-a6ea-6c80b9be318c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:26.196565 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e45c8eb-5186-416e-9baf-148fd6eac78f admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:01:26.196949 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7e45c8eb-5186-416e-9baf-148fd6eac78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (b5f10476-1905-4ba1-a6ea-6c80b9be318c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:26.198681 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 23:01:26.198681 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:01:26.198681 n-d-813897-6 neutron-server[103466]: timer() Feb 16 23:01:26.198681 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:01:26.198681 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 23:01:26.198681 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 23:01:26.198681 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 23:01:26.198681 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:01:26.198681 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 23:01:26.198681 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:01:26.198681 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 23:01:26.198681 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:01:26.198681 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 23:01:26.198681 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 23:01:26.198681 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:01:26.198681 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 23:01:26.198681 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:01:26.198681 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 23:01:26.198681 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 23:01:26.198681 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 23:01:26.198681 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 23:01:26.198681 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 23:01:26.198681 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:01:26.198681 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:01:26.198681 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 23:01:26.198681 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:01:26.198681 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:01:26.198681 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:01:26.198681 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:01:26.198681 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:01:26.198681 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:01:26.198681 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:01:26.255709 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7e45c8eb-5186-416e-9baf-148fd6eac78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (be180827-cef1-4e3c-aa24-e359fd077c97), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:26.261756 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7e45c8eb-5186-416e-9baf-148fd6eac78f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:26.265053 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7e45c8eb-5186-416e-9baf-148fd6eac78f admin admin] 10.222.0.75 "DELETE /v2.0/networks/be180827-cef1-4e3c-aa24-e359fd077c97 HTTP/1.1" status: 204 len: 168 time: 0.2732244 Feb 16 23:01:26.277751 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e45c8eb-5186-416e-9baf-148fd6eac78f admin admin] Pushing event deleted for resources: {'Network': ['ID=be180827-cef1-4e3c-aa24-e359fd077c97,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:01:26.377177 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52300) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:01:26.416071 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6219359d-3109-46ba-9646-03f1dd128074 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=785185a369534a5d85bb57f47d738493&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376403 Feb 16 23:01:26.418417 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52302) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:01:26.464892 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-82978109-b350-4f7c-b255-ff9e8f29f522 admin admin] Publish callbacks [] for security_group (53c98ff7-0cd1-4181-894f-6c991ac04644), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:26.485486 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-82978109-b350-4f7c-b255-ff9e8f29f522 admin admin] Publish callbacks [] for security_group (53c98ff7-0cd1-4181-894f-6c991ac04644), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:26.531770 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-82978109-b350-4f7c-b255-ff9e8f29f522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (53c98ff7-0cd1-4181-894f-6c991ac04644), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:26.534534 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-82978109-b350-4f7c-b255-ff9e8f29f522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:26.535749 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-82978109-b350-4f7c-b255-ff9e8f29f522 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/53c98ff7-0cd1-4181-894f-6c991ac04644 HTTP/1.1" status: 204 len: 168 time: 0.1164036 Feb 16 23:01:26.543287 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82978109-b350-4f7c-b255-ff9e8f29f522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c98ff7-0cd1-4181-894f-6c991ac04644,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:01:27.091738 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:27.236040 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52324) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:01:27.340576 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-d9b156b1-e923-4d04-a56b-01ceb0b2d678 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1040881908-network', 'tenant_id': '75ff7a6cde374bd79bf29656a8e7256d'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:01:27.358942 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b156b1-e923-4d04-a56b-01ceb0b2d678 admin admin] Made reservation on behalf of 75ff7a6cde374bd79bf29656a8e7256d for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:01:27.361201 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d9b156b1-e923-4d04-a56b-01ceb0b2d678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:27.370039 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d9b156b1-e923-4d04-a56b-01ceb0b2d678 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:27.441727 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d9b156b1-e923-4d04-a56b-01ceb0b2d678 admin admin] Publish callbacks [] for security_group (04056b88-da7c-4f6a-852c-d1700af2e867), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:27.446424 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d9b156b1-e923-4d04-a56b-01ceb0b2d678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (04056b88-da7c-4f6a-852c-d1700af2e867), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:27.475234 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b156b1-e923-4d04-a56b-01ceb0b2d678 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:01:27.483934 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b156b1-e923-4d04-a56b-01ceb0b2d678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04056b88-da7c-4f6a-852c-d1700af2e867,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:01:27.490565 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d9b156b1-e923-4d04-a56b-01ceb0b2d678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (019d3141-08d4-4cf5-9733-24ca6198874d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:27.490920 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-d9b156b1-e923-4d04-a56b-01ceb0b2d678 admin admin] Added segment 019d3141-08d4-4cf5-9733-24ca6198874d of type vlan for network 922c2b02-b73f-4c2d-8020-e05f1005e343 Feb 16 23:01:27.530977 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d9b156b1-e923-4d04-a56b-01ceb0b2d678 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (922c2b02-b73f-4c2d-8020-e05f1005e343), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:27.554895 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d9b156b1-e923-4d04-a56b-01ceb0b2d678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (922c2b02-b73f-4c2d-8020-e05f1005e343), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:27.556063 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b156b1-e923-4d04-a56b-01ceb0b2d678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:27.556653 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d9b156b1-e923-4d04-a56b-01ceb0b2d678 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:27.605044 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d9b156b1-e923-4d04-a56b-01ceb0b2d678 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3678141 Feb 16 23:01:27.607971 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52328) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:01:27.613015 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-65af66f8-9ac0-4eec-9d44-a47a75692b2e admin admin] Request body: {'subnet': {'network_id': '922c2b02-b73f-4c2d-8020-e05f1005e343', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1040881908-subnet', 'tenant_id': '75ff7a6cde374bd79bf29656a8e7256d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:01:27.631582 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65af66f8-9ac0-4eec-9d44-a47a75692b2e admin admin] Made reservation on behalf of 75ff7a6cde374bd79bf29656a8e7256d for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:01:27.634427 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-65af66f8-9ac0-4eec-9d44-a47a75692b2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:27.650321 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b156b1-e923-4d04-a56b-01ceb0b2d678 admin admin] Pushing event updated for resources: {'Network': ['ID=922c2b02-b73f-4c2d-8020-e05f1005e343,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:01:27.660525 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 922c2b02-b73f-4c2d-8020-e05f1005e343 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 23:01:27.801809 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-65af66f8-9ac0-4eec-9d44-a47a75692b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (3209e96e-e08e-467b-b142-6a495c2c285b), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:27.862075 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af66f8-9ac0-4eec-9d44-a47a75692b2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3209e96e-e08e-467b-b142-6a495c2c285b,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:01:27.869232 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65af66f8-9ac0-4eec-9d44-a47a75692b2e admin admin] Checking segment: {'id': '019d3141-08d4-4cf5-9733-24ca6198874d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '922c2b02-b73f-4c2d-8020-e05f1005e343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:01:27.869590 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65af66f8-9ac0-4eec-9d44-a47a75692b2e admin admin] Network hostable DHCP agents. Network: 922c2b02-b73f-4c2d-8020-e05f1005e343, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:01:27.886243 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65af66f8-9ac0-4eec-9d44-a47a75692b2e admin admin] Network 922c2b02-b73f-4c2d-8020-e05f1005e343 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:01:27.894147 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-65af66f8-9ac0-4eec-9d44-a47a75692b2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 922c2b02-b73f-4c2d-8020-e05f1005e343) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:01:27.898375 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65af66f8-9ac0-4eec-9d44-a47a75692b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:27.898976 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-65af66f8-9ac0-4eec-9d44-a47a75692b2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:27.904526 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9daa3555-ba3f-4093-9b78-17ec2404287e None None] Network 922c2b02-b73f-4c2d-8020-e05f1005e343 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:01:27.914728 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-65af66f8-9ac0-4eec-9d44-a47a75692b2e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3056552 Feb 16 23:01:28.005071 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921acd7d-a154-4899-a3fb-d23af8949b41 None None] Network 922c2b02-b73f-4c2d-8020-e05f1005e343 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:01:28.066319 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device c727d7a9-967b-4aec-8a32-25b17498d161 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:01:28.094065 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: c727d7a9-967b-4aec-8a32-25b17498d161 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:01:28.094732 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device c727d7a9-967b-4aec-8a32-25b17498d161 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:01:28.333422 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-4c9d31e9-aec8-48e8-95bb-dec671e372c2 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:28.334932 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-4c9d31e9-aec8-48e8-95bb-dec671e372c2 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/networks?id=922c2b02-b73f-4c2d-8020-e05f1005e343 HTTP/1.1" status: 200 len: 815 time: 0.0996494 Feb 16 23:01:28.349011 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-72827ac8-3d34-40fc-aa7b-b6a5f73d9467 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/quotas/75ff7a6cde374bd79bf29656a8e7256d HTTP/1.1" status: 200 len: 375 time: 0.0087605 Feb 16 23:01:28.385754 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-f0253f9c-723a-41c5-b8de-1b1e22ed421d tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=75ff7a6cde374bd79bf29656a8e7256d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313947 Feb 16 23:01:28.474481 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-527926e2-4c16-482f-bca8-8d1893c4399f service neutron] 10.222.0.75 "GET /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822463 Feb 16 23:01:28.565854 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-938ecef7-7bae-4b36-baad-1ea3083dbdbd service neutron] 10.222.0.75 "GET /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853033 Feb 16 23:01:28.723561 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-89e6b763-3ddb-47dc-8e71-dd17040451bd req-730409bf-40d6-428c-ab68-46721e84ead3 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 210 time: 0.0276954 Feb 16 23:01:28.745213 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:29.625692 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-bba22913-b3fc-48a7-bcf2-2a4493c9c743 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:29.627194 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-bba22913-b3fc-48a7-bcf2-2a4493c9c743 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.79 "GET /v2.0/networks?id=922c2b02-b73f-4c2d-8020-e05f1005e343 HTTP/1.1" status: 200 len: 815 time: 0.1058035 Feb 16 23:01:29.638971 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-bbc47a09-6f00-4dbd-ac30-542b8ab4c1e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Request body: {'port': {'device_id': '5e295609-a81c-4d01-8320-d6c77af04a89', 'network_id': '922c2b02-b73f-4c2d-8020-e05f1005e343', 'admin_state_up': True, 'tenant_id': '75ff7a6cde374bd79bf29656a8e7256d'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:01:29.746980 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-bbc47a09-6f00-4dbd-ac30-542b8ab4c1e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Made reservation on behalf of 75ff7a6cde374bd79bf29656a8e7256d for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:01:29.750492 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-bbc47a09-6f00-4dbd-ac30-542b8ab4c1e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:29.840484 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4b60c50f-d5bd-45fd-86f1-9a22b751eb04 req-53c91ffb-c9a3-4343-9520-99c4538a9ab5 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 210 time: 0.0384467 Feb 16 23:01:29.899743 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-bbc47a09-6f00-4dbd-ac30-542b8ab4c1e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Allocated IP 172.20.0.3 (922c2b02-b73f-4c2d-8020-e05f1005e343/3209e96e-e08e-467b-b142-6a495c2c285b/ea2a954a-e6ee-4412-828b-608f321106c2) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:01:30.043609 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-bbc47a09-6f00-4dbd-ac30-542b8ab4c1e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Publish callbacks [] for port (ea2a954a-e6ee-4412-828b-608f321106c2), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:30.075178 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-bbc47a09-6f00-4dbd-ac30-542b8ab4c1e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (ea2a954a-e6ee-4412-828b-608f321106c2), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:30.119740 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-bbc47a09-6f00-4dbd-ac30-542b8ab4c1e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Network 922c2b02-b73f-4c2d-8020-e05f1005e343 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:01:30.122807 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-bbc47a09-6f00-4dbd-ac30-542b8ab4c1e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:01:30.126479 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-bbc47a09-6f00-4dbd-ac30-542b8ab4c1e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:01:30.150063 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc47a09-6f00-4dbd-ac30-542b8ab4c1e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Pushing event updated for resources: {'Port': ['ID=ea2a954a-e6ee-4412-828b-608f321106c2,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:01:30.176694 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-bbc47a09-6f00-4dbd-ac30-542b8ab4c1e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:30.177307 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-bbc47a09-6f00-4dbd-ac30-542b8ab4c1e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:30.192483 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-bbc47a09-6f00-4dbd-ac30-542b8ab4c1e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5572376 Feb 16 23:01:30.203874 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-d76e2b48-fffa-4b38-b39b-3003a055f1d7 service neutron] Request body: {'port': {'device_id': '5e295609-a81c-4d01-8320-d6c77af04a89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:01:30.241635 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:30.265108 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-d76e2b48-fffa-4b38-b39b-3003a055f1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ea2a954a-e6ee-4412-828b-608f321106c2), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:30.518499 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-d76e2b48-fffa-4b38-b39b-3003a055f1d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea2a954a-e6ee-4412-828b-608f321106c2 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:01:30.526138 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-d76e2b48-fffa-4b38-b39b-3003a055f1d7 service neutron] Publish callbacks [] for port (ea2a954a-e6ee-4412-828b-608f321106c2), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:30.538119 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-d76e2b48-fffa-4b38-b39b-3003a055f1d7 service neutron] Transition to ACTIVE for port object ea2a954a-e6ee-4412-828b-608f321106c2 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:01:30.542326 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-d76e2b48-fffa-4b38-b39b-3003a055f1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (ea2a954a-e6ee-4412-828b-608f321106c2), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:30.591154 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e2b48-fffa-4b38-b39b-3003a055f1d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2a954a-e6ee-4412-828b-608f321106c2,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:01:30.659818 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-d76e2b48-fffa-4b38-b39b-3003a055f1d7 service neutron] Attempting to bind port ea2a954a-e6ee-4412-828b-608f321106c2 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:01:30.660148 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-d76e2b48-fffa-4b38-b39b-3003a055f1d7 service neutron] Attempting to bind port ea2a954a-e6ee-4412-828b-608f321106c2 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '019d3141-08d4-4cf5-9733-24ca6198874d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '922c2b02-b73f-4c2d-8020-e05f1005e343'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:01:30.660466 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-d76e2b48-fffa-4b38-b39b-3003a055f1d7 service neutron] Attempting to bind port ea2a954a-e6ee-4412-828b-608f321106c2 on network 922c2b02-b73f-4c2d-8020-e05f1005e343 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:01:30.665186 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-d76e2b48-fffa-4b38-b39b-3003a055f1d7 service neutron] Port ea2a954a-e6ee-4412-828b-608f321106c2 on network 922c2b02-b73f-4c2d-8020-e05f1005e343 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 23:01:30.665504 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-d76e2b48-fffa-4b38-b39b-3003a055f1d7 service neutron] Attempting to bind port ea2a954a-e6ee-4412-828b-608f321106c2 on network 922c2b02-b73f-4c2d-8020-e05f1005e343 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:01:30.670127 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-d76e2b48-fffa-4b38-b39b-3003a055f1d7 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:01:30.670466 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-d76e2b48-fffa-4b38-b39b-3003a055f1d7 service neutron] Checking segment: {'id': '019d3141-08d4-4cf5-9733-24ca6198874d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '922c2b02-b73f-4c2d-8020-e05f1005e343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:01:30.670842 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-d76e2b48-fffa-4b38-b39b-3003a055f1d7 service neutron] Bound using segment: {'id': '019d3141-08d4-4cf5-9733-24ca6198874d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '922c2b02-b73f-4c2d-8020-e05f1005e343'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:01:30.671252 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-d76e2b48-fffa-4b38-b39b-3003a055f1d7 service neutron] Bound port: ea2a954a-e6ee-4412-828b-608f321106c2, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '019d3141-08d4-4cf5-9733-24ca6198874d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '922c2b02-b73f-4c2d-8020-e05f1005e343'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:01:30.671597 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-d76e2b48-fffa-4b38-b39b-3003a055f1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ea2a954a-e6ee-4412-828b-608f321106c2), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:30.731958 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-d76e2b48-fffa-4b38-b39b-3003a055f1d7 service neutron] For port ea2a954a-e6ee-4412-828b-608f321106c2, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:01:30.734832 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-d76e2b48-fffa-4b38-b39b-3003a055f1d7 service neutron] For port ea2a954a-e6ee-4412-828b-608f321106c2, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=ea2a954a-e6ee-4412-828b-608f321106c2,segment=NetworkSegment(019d3141-08d4-4cf5-9733-24ca6198874d),segment_id=019d3141-08d4-4cf5-9733-24ca6198874d)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:01:30.739828 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-d76e2b48-fffa-4b38-b39b-3003a055f1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (ea2a954a-e6ee-4412-828b-608f321106c2), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:30.777304 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-d76e2b48-fffa-4b38-b39b-3003a055f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:30.777918 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-d76e2b48-fffa-4b38-b39b-3003a055f1d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:30.779325 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-d76e2b48-fffa-4b38-b39b-3003a055f1d7 service neutron] 10.222.0.79 "PUT /v2.0/ports/ea2a954a-e6ee-4412-828b-608f321106c2 HTTP/1.1" status: 200 len: 1091 time: 0.5794287 Feb 16 23:01:30.779777 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e295609-a81c-4d01-8320-d6c77af04a89', 'tag': 'ea2a954a-e6ee-4412-828b-608f321106c2'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:01:30.782046 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e3d126-7410-4183-8f8b-10dafbdf6b21" -d '{"events": [{"name": "network-changed", "server_uuid": "5e295609-a81c-4d01-8320-d6c77af04a89", "tag": "ea2a954a-e6ee-4412-828b-608f321106c2"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:01:30.801319 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e2b48-fffa-4b38-b39b-3003a055f1d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2a954a-e6ee-4412-828b-608f321106c2,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:01:30.845187 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19bc049-cf31-444f-b848-ff1ecd562449 x-openstack-request-id: req-d19bc049-cf31-444f-b848-ff1ecd562449 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:01:30.845493 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e295609-a81c-4d01-8320-d6c77af04a89", "tag": "ea2a954a-e6ee-4412-828b-608f321106c2", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:01:30.845729 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d19bc049-cf31-444f-b848-ff1ecd562449 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:01:30.846152 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e295609-a81c-4d01-8320-d6c77af04a89', 'tag': 'ea2a954a-e6ee-4412-828b-608f321106c2', 'status': 'completed', 'code': 200} Feb 16 23:01:30.865307 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-d4d1d0d6-50b7-41b3-a3e4-766b7c8870b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:30.866905 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-d4d1d0d6-50b7-41b3-a3e4-766b7c8870b2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=75ff7a6cde374bd79bf29656a8e7256d&device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 1125 time: 0.0514131 Feb 16 23:01:30.907650 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-6715d559-0c9b-44bb-8b0b-3419f549775a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea2a954a-e6ee-4412-828b-608f321106c2 HTTP/1.1" status: 200 len: 217 time: 0.0344069 Feb 16 23:01:30.986826 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-0d663ca0-860d-436e-ae82-53bb1104a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:30.988199 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-0d663ca0-860d-436e-ae82-53bb1104a35a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3209e96e-e08e-467b-b142-6a495c2c285b HTTP/1.1" status: 200 len: 855 time: 0.0706604 Feb 16 23:01:30.997759 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ff8d1-c2d6-482a-8458-e43900256f7a req-e5960b20-9bef-427f-8b09-22ba119f07fe tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:30.999175 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4d5ff8d1-c2d6-482a-8458-e43900256f7a req-e5960b20-9bef-427f-8b09-22ba119f07fe tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 943 time: 0.0906596 Feb 16 23:01:31.031990 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-2c5a623a-9db8-4e11-bf30-138a2e03972e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=922c2b02-b73f-4c2d-8020-e05f1005e343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318904 Feb 16 23:01:31.091330 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4d5ff8d1-c2d6-482a-8458-e43900256f7a req-e53b54d8-1ad4-4dca-8348-028f264da951 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840881 Feb 16 23:01:31.148694 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-e305df69-d3d7-43f1-804f-e188cd24cddc service neutron] 10.222.0.79 "GET /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084881 Feb 16 23:01:31.234590 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0dd9ed8b-01cb-445a-a9b7-191196262029 req-7b3f644d-4d23-46a8-a863-c27dc01f4f2d service neutron] 10.222.0.79 "GET /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806451 Feb 16 23:01:31.321143 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3d126-7410-4183-8f8b-10dafbdf6b21 req-608134b9-b487-4108-a8ff-bfeaa006e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:31.322659 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d2e3d126-7410-4183-8f8b-10dafbdf6b21 req-608134b9-b487-4108-a8ff-bfeaa006e52b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=75ff7a6cde374bd79bf29656a8e7256d&device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 1125 time: 0.0444498 Feb 16 23:01:31.413080 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3d126-7410-4183-8f8b-10dafbdf6b21 req-f151abc1-1481-411a-98e6-4ef710c1ecda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:31.415119 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d2e3d126-7410-4183-8f8b-10dafbdf6b21 req-f151abc1-1481-411a-98e6-4ef710c1ecda service neutron] 10.222.0.79 "GET /v2.0/networks?id=922c2b02-b73f-4c2d-8020-e05f1005e343 HTTP/1.1" status: 200 len: 916 time: 0.0862334 Feb 16 23:01:31.453402 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d2e3d126-7410-4183-8f8b-10dafbdf6b21 req-06ee8252-badd-4f0a-a4bc-3008375a961a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea2a954a-e6ee-4412-828b-608f321106c2 HTTP/1.1" status: 200 len: 217 time: 0.0327864 Feb 16 23:01:31.505383 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3d126-7410-4183-8f8b-10dafbdf6b21 req-231df49d-02a4-47ad-9819-ca8e5b060eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:31.506860 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d2e3d126-7410-4183-8f8b-10dafbdf6b21 req-231df49d-02a4-47ad-9819-ca8e5b060eda service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3209e96e-e08e-467b-b142-6a495c2c285b HTTP/1.1" status: 200 len: 855 time: 0.0464468 Feb 16 23:01:31.539978 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d2e3d126-7410-4183-8f8b-10dafbdf6b21 req-8d2807fa-5fd1-4362-ac09-5122661422f6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=922c2b02-b73f-4c2d-8020-e05f1005e343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257714 Feb 16 23:01:31.626420 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d2e3d126-7410-4183-8f8b-10dafbdf6b21 req-5e56c07b-8b40-46d2-ba17-30995b01f47e service neutron] 10.222.0.79 "GET /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797446 Feb 16 23:01:31.717714 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d2e3d126-7410-4183-8f8b-10dafbdf6b21 req-1d37265b-c2ed-41f9-ae77-4f1854bf316c service neutron] 10.222.0.79 "GET /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841451 Feb 16 23:01:32.079402 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device ea2a954a-e6ee-4412-828b-608f321106c2 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:01:32.180357 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port ea2a954a-e6ee-4412-828b-608f321106c2, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=ea2a954a-e6ee-4412-828b-608f321106c2,segment=NetworkSegment(019d3141-08d4-4cf5-9733-24ca6198874d),segment_id=019d3141-08d4-4cf5-9733-24ca6198874d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:01:32.191495 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'ea2a954a-e6ee-4412-828b-608f321106c2', 'network_id': '922c2b02-b73f-4c2d-8020-e05f1005e343', 'port_id': 'ea2a954a-e6ee-4412-828b-608f321106c2', 'mac_address': 'fa:16:3e:22:b1:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3209e96e-e08e-467b-b142-6a495c2c285b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:01:32.210358 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20baed7-1894-41ad-af9b-d3fdb190f435 req-4a1df196-b872-4040-afde-09fcf0a7e351 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:32.211864 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a20baed7-1894-41ad-af9b-d3fdb190f435 req-4a1df196-b872-4040-afde-09fcf0a7e351 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 943 time: 0.0526419 Feb 16 23:01:32.228272 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port ea2a954a-e6ee-4412-828b-608f321106c2 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:01:32.228661 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ea2a954a-e6ee-4412-828b-608f321106c2), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:32.241257 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2a954a-e6ee-4412-828b-608f321106c2 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:01:32.258960 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a20baed7-1894-41ad-af9b-d3fdb190f435 req-ce2b1e90-e481-486f-9c8e-52caec3c08eb tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414164 Feb 16 23:01:32.260917 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port ea2a954a-e6ee-4412-828b-608f321106c2, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=ea2a954a-e6ee-4412-828b-608f321106c2,segment=NetworkSegment(019d3141-08d4-4cf5-9733-24ca6198874d),segment_id=019d3141-08d4-4cf5-9733-24ca6198874d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:01:32.265192 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ea2a954a-e6ee-4412-828b-608f321106c2), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:32.316352 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=ea2a954a-e6ee-4412-828b-608f321106c2,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:01:32.323498 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:01:32.323849 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:01:32.324188 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:01:32.324521 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:01:32.324852 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:01:32.325178 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:01:32.325503 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:01:32.325827 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:01:32.326168 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:01:32.326538 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:01:32.326863 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:01:32.327189 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:01:32.327509 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:01:32.456623 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['ea2a954a-e6ee-4412-828b-608f321106c2'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:01:33.383206 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f70ec-b3e2-47fb-a66e-e4935e7a008a req-835b62a9-ae6e-4a24-b3ed-8ae8ddf767cb tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:33.384696 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3b7f70ec-b3e2-47fb-a66e-e4935e7a008a req-835b62a9-ae6e-4a24-b3ed-8ae8ddf767cb tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 944 time: 0.0563593 Feb 16 23:01:33.430821 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3b7f70ec-b3e2-47fb-a66e-e4935e7a008a req-fe69c8cc-a77e-443a-b3c4-c1d4ed364f5c tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400908 Feb 16 23:01:34.103830 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device ea2a954a-e6ee-4412-828b-608f321106c2 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:01:34.309872 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port ea2a954a-e6ee-4412-828b-608f321106c2 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:01:34.313520 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port ea2a954a-e6ee-4412-828b-608f321106c2 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:01:34.313914 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ea2a954a-e6ee-4412-828b-608f321106c2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:34.386977 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port ea2a954a-e6ee-4412-828b-608f321106c2 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:01:34.387268 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ea2a954a-e6ee-4412-828b-608f321106c2), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:34.408676 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e295609-a81c-4d01-8320-d6c77af04a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2a954a-e6ee-4412-828b-608f321106c2'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:01:34.410911 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7cdcad9-f716-498e-8e93-480d711e4ccb" -d '{"events": [{"server_uuid": "5e295609-a81c-4d01-8320-d6c77af04a89", "name": "network-vif-plugged", "status": "completed", "tag": "ea2a954a-e6ee-4412-828b-608f321106c2"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:01:34.425127 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port ea2a954a-e6ee-4412-828b-608f321106c2, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=ea2a954a-e6ee-4412-828b-608f321106c2,segment=NetworkSegment(019d3141-08d4-4cf5-9733-24ca6198874d),segment_id=019d3141-08d4-4cf5-9733-24ca6198874d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:01:34.429100 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ea2a954a-e6ee-4412-828b-608f321106c2), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:34.453930 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d730f66-38a6-4025-8665-05de55e0738f x-openstack-request-id: req-4d730f66-38a6-4025-8665-05de55e0738f {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:01:34.454260 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e295609-a81c-4d01-8320-d6c77af04a89", "name": "network-vif-plugged", "status": "completed", "tag": "ea2a954a-e6ee-4412-828b-608f321106c2", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:01:34.454518 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4d730f66-38a6-4025-8665-05de55e0738f {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:01:34.454914 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e295609-a81c-4d01-8320-d6c77af04a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2a954a-e6ee-4412-828b-608f321106c2', 'code': 200} Feb 16 23:01:34.490777 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=ea2a954a-e6ee-4412-828b-608f321106c2,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:01:34.589369 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba49764-a7c1-48e4-8a47-0f1160dfcb2b req-2572400e-4333-4abf-840c-8be268261b01 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:34.590880 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fba49764-a7c1-48e4-8a47-0f1160dfcb2b req-2572400e-4333-4abf-840c-8be268261b01 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 945 time: 0.0830624 Feb 16 23:01:34.592660 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e6cc7-af4f-4f75-a2d9-3f3e8943a380 req-b9d42b34-bd61-4027-bda1-dd125fb963d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:34.594016 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-996e6cc7-af4f-4f75-a2d9-3f3e8943a380 req-b9d42b34-bd61-4027-bda1-dd125fb963d3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 1127 time: 0.0848949 Feb 16 23:01:34.669934 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fba49764-a7c1-48e4-8a47-0f1160dfcb2b req-1346341b-920a-44b6-994a-cdc428988517 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731559 Feb 16 23:01:34.672003 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-996e6cc7-af4f-4f75-a2d9-3f3e8943a380 req-e54ba056-0bc4-44ef-802e-ac8455ae84ce service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688181 Feb 16 23:01:35.795403 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8cb8a9-7ef3-495b-9fc2-2c9aaea43ce1 req-16c525a9-b2e4-4108-b26c-b6dee0359771 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:35.796902 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ca8cb8a9-7ef3-495b-9fc2-2c9aaea43ce1 req-16c525a9-b2e4-4108-b26c-b6dee0359771 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 945 time: 0.0543029 Feb 16 23:01:35.843604 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ca8cb8a9-7ef3-495b-9fc2-2c9aaea43ce1 req-17ec45db-0520-4aa3-ada6-ee1c2f3bf444 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409739 Feb 16 23:01:35.960908 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b700abf-f861-4bcd-ba25-feb15c0f60c3 req-2e623406-6499-444b-b1f8-264ecf7e697a tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:35.962413 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2b700abf-f861-4bcd-ba25-feb15c0f60c3 req-2e623406-6499-444b-b1f8-264ecf7e697a tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 945 time: 0.0526161 Feb 16 23:01:36.011831 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2b700abf-f861-4bcd-ba25-feb15c0f60c3 req-1b0d6695-75be-4f95-935b-c570769f264a tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438499 Feb 16 23:01:36.219418 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36bd6e7-6e58-43e1-bd40-25cc660f8b02 req-f7269d3c-79f3-4f26-a0a4-a3773b183077 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:36.220958 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e36bd6e7-6e58-43e1-bd40-25cc660f8b02 req-f7269d3c-79f3-4f26-a0a4-a3773b183077 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 945 time: 0.0526021 Feb 16 23:01:36.267722 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e36bd6e7-6e58-43e1-bd40-25cc660f8b02 req-c69115b7-915a-4062-b130-28d53ba2d021 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409563 Feb 16 23:01:36.384399 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2128ad-7d5a-448b-a0b5-b65c72614ee3 req-ea530aaf-6d96-4df3-b848-9f27ed084f55 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:36.385901 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dd2128ad-7d5a-448b-a0b5-b65c72614ee3 req-ea530aaf-6d96-4df3-b848-9f27ed084f55 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 945 time: 0.0531635 Feb 16 23:01:36.433646 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dd2128ad-7d5a-448b-a0b5-b65c72614ee3 req-3f830810-e7cc-4b9b-974a-801b4ea7fcd8 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420613 Feb 16 23:01:36.671332 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fca650b4-079f-4958-ae41-80776a53365b req-d1bd46e3-25c8-4de3-9b18-d0ff9e4386d0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0443270 Feb 16 23:01:36.690693 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064af22-5ee5-4626-a833-839af0c4eadb req-0dee9b7a-d685-4c25-b8b4-e284f258b976 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:36.692261 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d064af22-5ee5-4626-a833-839af0c4eadb req-0dee9b7a-d685-4c25-b8b4-e284f258b976 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 945 time: 0.0571587 Feb 16 23:01:36.742313 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d064af22-5ee5-4626-a833-839af0c4eadb req-568d2c4a-0cfb-4f37-af0d-6529d161294e tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434422 Feb 16 23:01:37.096936 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca650b4-079f-4958-ae41-80776a53365b req-6bfaf052-89d0-4cd5-aaaf-2d1eeaa14d60 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:37.098223 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fca650b4-079f-4958-ae41-80776a53365b req-6bfaf052-89d0-4cd5-aaaf-2d1eeaa14d60 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports/ea2a954a-e6ee-4412-828b-608f321106c2 HTTP/1.1" status: 200 len: 942 time: 0.0451269 Feb 16 23:01:37.878157 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3b6e0-ac5d-4f33-87ed-a5e0be457ff2 req-8168e607-fb60-4ec8-8cd2-d9cb9369bc40 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:37.880780 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1be3b6e0-ac5d-4f33-87ed-a5e0be457ff2 req-8168e607-fb60-4ec8-8cd2-d9cb9369bc40 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 945 time: 0.0666564 Feb 16 23:01:37.950573 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca650b4-079f-4958-ae41-80776a53365b req-520594e7-4b1f-411a-833e-0f07b7f53699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:37.952058 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fca650b4-079f-4958-ae41-80776a53365b req-520594e7-4b1f-411a-833e-0f07b7f53699 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=75ff7a6cde374bd79bf29656a8e7256d&device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 1127 time: 0.0901015 Feb 16 23:01:37.955536 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1be3b6e0-ac5d-4f33-87ed-a5e0be457ff2 req-11afdeaf-a644-4a7c-b952-3eb7c4369fc7 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598960 Feb 16 23:01:38.044130 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca650b4-079f-4958-ae41-80776a53365b req-a2b48dc1-024a-4893-bcae-0d4b76b5c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:38.045828 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fca650b4-079f-4958-ae41-80776a53365b req-a2b48dc1-024a-4893-bcae-0d4b76b5c79c service neutron] 10.222.0.79 "GET /v2.0/networks?id=922c2b02-b73f-4c2d-8020-e05f1005e343 HTTP/1.1" status: 200 len: 916 time: 0.0877533 Feb 16 23:01:38.088252 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fca650b4-079f-4958-ae41-80776a53365b req-431ba2f2-1d77-4364-8cd0-13d9773922ac service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea2a954a-e6ee-4412-828b-608f321106c2 HTTP/1.1" status: 200 len: 217 time: 0.0364692 Feb 16 23:01:38.134918 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca650b4-079f-4958-ae41-80776a53365b req-434e5c53-4eff-422a-b22f-8e78558aaed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:38.136408 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fca650b4-079f-4958-ae41-80776a53365b req-434e5c53-4eff-422a-b22f-8e78558aaed9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3209e96e-e08e-467b-b142-6a495c2c285b HTTP/1.1" status: 200 len: 855 time: 0.0425377 Feb 16 23:01:38.166611 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fca650b4-079f-4958-ae41-80776a53365b req-957dca02-7922-4cfd-b775-552e0da99cf8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=922c2b02-b73f-4c2d-8020-e05f1005e343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248504 Feb 16 23:01:38.254437 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fca650b4-079f-4958-ae41-80776a53365b req-4ee672d8-08ca-4fed-8691-0728a32bfb86 service neutron] 10.222.0.79 "GET /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820737 Feb 16 23:01:38.587074 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fca650b4-079f-4958-ae41-80776a53365b req-82a594f3-2435-4c10-aced-f3d93d471812 service neutron] 10.222.0.79 "GET /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270106 Feb 16 23:01:39.074608 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1f6b1-6793-451f-b6a2-cf8e4f5c7d17 req-214f704b-ed2c-41d7-a8fa-5cb46ec5cfa0 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:39.076064 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5df1f6b1-6793-451f-b6a2-cf8e4f5c7d17 req-214f704b-ed2c-41d7-a8fa-5cb46ec5cfa0 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 945 time: 0.0517778 Feb 16 23:01:39.124306 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5df1f6b1-6793-451f-b6a2-cf8e4f5c7d17 req-2a6cfd6c-15d6-4ffa-8abb-0fc2b955a90c tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426545 Feb 16 23:01:40.241422 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e263c5-a685-4d8a-ab7d-3c6bc4fe22c3 req-767f2dc3-5f4a-4696-8293-b34648605a65 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:40.243562 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-99e263c5-a685-4d8a-ab7d-3c6bc4fe22c3 req-767f2dc3-5f4a-4696-8293-b34648605a65 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 945 time: 0.0515809 Feb 16 23:01:40.288047 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-99e263c5-a685-4d8a-ab7d-3c6bc4fe22c3 req-16f58c98-fa8d-4e0e-b363-ffe755afaae5 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389147 Feb 16 23:01:41.405708 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe77df-4eb8-407c-b8e0-d8e92e12651c req-1673cc77-c05d-4bcc-8932-98bdaa141b1d tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:41.407121 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9abe77df-4eb8-407c-b8e0-d8e92e12651c req-1673cc77-c05d-4bcc-8932-98bdaa141b1d tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 945 time: 0.0510757 Feb 16 23:01:41.452352 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9abe77df-4eb8-407c-b8e0-d8e92e12651c req-b1a9c042-bf6b-4cfc-99f7-287e4bab55b4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397875 Feb 16 23:01:42.578420 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0702f9-4007-403a-9b6f-225d28b6378c req-9ca33b3c-aa9d-4acf-a9a4-84433a96f21c tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:42.579893 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5e0702f9-4007-403a-9b6f-225d28b6378c req-9ca33b3c-aa9d-4acf-a9a4-84433a96f21c tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 945 time: 0.0553842 Feb 16 23:01:42.625632 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5e0702f9-4007-403a-9b6f-225d28b6378c req-8930e458-f6ef-4218-95d3-3f6ccf7e1a3f tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398674 Feb 16 23:01:43.743925 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c016f5-6304-4c8d-9a7e-2ff2fc01772a req-b4271ba4-af50-43e8-a561-15062786fb33 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:43.745322 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d6c016f5-6304-4c8d-9a7e-2ff2fc01772a req-b4271ba4-af50-43e8-a561-15062786fb33 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 945 time: 0.0521955 Feb 16 23:01:43.790328 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d6c016f5-6304-4c8d-9a7e-2ff2fc01772a req-5c586d29-562f-47a1-82e0-dd4a1fe944be tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394483 Feb 16 23:01:44.911863 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46661b5-048f-4b59-89d1-92fb542c7240 req-170cd47d-8a76-481f-890d-eda97f0c8fd8 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:44.913319 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e46661b5-048f-4b59-89d1-92fb542c7240 req-170cd47d-8a76-481f-890d-eda97f0c8fd8 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 945 time: 0.0557957 Feb 16 23:01:44.957987 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e46661b5-048f-4b59-89d1-92fb542c7240 req-68c6b4ac-c72c-4af7-9b42-dfddbc2f71e2 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390596 Feb 16 23:01:46.073772 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d95433-15e4-4970-a3fa-d2a33f4e1c62 req-b3ddbcb3-bb85-4fa8-a787-b97ee4ba388d tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:46.075481 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88d95433-15e4-4970-a3fa-d2a33f4e1c62 req-b3ddbcb3-bb85-4fa8-a787-b97ee4ba388d tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 945 time: 0.0514028 Feb 16 23:01:46.120994 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88d95433-15e4-4970-a3fa-d2a33f4e1c62 req-2bcdc3b3-3df2-4d46-ad96-12e1cf2a8ff4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400488 Feb 16 23:01:47.238657 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1ad07-8d65-493c-a5fc-334f4b114b83 req-604f39a7-77ce-4c20-bf21-9941907ec913 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:47.240158 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-18b1ad07-8d65-493c-a5fc-334f4b114b83 req-604f39a7-77ce-4c20-bf21-9941907ec913 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 945 time: 0.0509880 Feb 16 23:01:47.289767 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-18b1ad07-8d65-493c-a5fc-334f4b114b83 req-e757ca1f-5466-4fe5-9390-4f21ba72df9b tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434651 Feb 16 23:01:48.287734 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d732a-bb49-442e-914c-932672d79a99 req-310585f1-2ec1-49e2-9dae-99a1c97f0d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:48.289253 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-970d732a-bb49-442e-914c-932672d79a99 req-310585f1-2ec1-49e2-9dae-99a1c97f0d1c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=75ff7a6cde374bd79bf29656a8e7256d&device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 1127 time: 0.0436513 Feb 16 23:01:48.422393 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d732a-bb49-442e-914c-932672d79a99 req-62d384a2-a3b7-4a25-bd8c-acddab639045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:48.423841 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-970d732a-bb49-442e-914c-932672d79a99 req-62d384a2-a3b7-4a25-bd8c-acddab639045 service neutron] 10.222.0.79 "GET /v2.0/networks?id=922c2b02-b73f-4c2d-8020-e05f1005e343 HTTP/1.1" status: 200 len: 916 time: 0.1157866 Feb 16 23:01:48.445357 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1293770-09c1-46ce-bcf1-96b8adeec5f8 req-39018f43-c0e6-4880-a88f-8c9746e13af4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:48.446827 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1293770-09c1-46ce-bcf1-96b8adeec5f8 req-39018f43-c0e6-4880-a88f-8c9746e13af4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 945 time: 0.0821562 Feb 16 23:01:48.479788 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-970d732a-bb49-442e-914c-932672d79a99 req-b6e888d1-9587-455b-893e-5ef36b831ae1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea2a954a-e6ee-4412-828b-608f321106c2 HTTP/1.1" status: 200 len: 217 time: 0.0474420 Feb 16 23:01:48.548061 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1293770-09c1-46ce-bcf1-96b8adeec5f8 req-04b070a0-4c05-407a-8194-d8d286be26a2 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751057 Feb 16 23:01:48.554669 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d732a-bb49-442e-914c-932672d79a99 req-9c79e4df-6c91-4c76-a720-492021ed93f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:48.557188 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-970d732a-bb49-442e-914c-932672d79a99 req-9c79e4df-6c91-4c76-a720-492021ed93f4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3209e96e-e08e-467b-b142-6a495c2c285b HTTP/1.1" status: 200 len: 855 time: 0.0694885 Feb 16 23:01:48.592976 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-970d732a-bb49-442e-914c-932672d79a99 req-442244f4-8238-415d-95ed-486ba4445b67 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=922c2b02-b73f-4c2d-8020-e05f1005e343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301590 Feb 16 23:01:48.680190 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-970d732a-bb49-442e-914c-932672d79a99 req-58be2e8e-8fa9-4ca8-ad1b-5d15c99170ca service neutron] 10.222.0.79 "GET /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815132 Feb 16 23:01:48.768611 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-970d732a-bb49-442e-914c-932672d79a99 req-2f2e1ca1-58c2-4832-bc11-f3841a8ce105 service neutron] 10.222.0.79 "GET /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831301 Feb 16 23:01:49.668673 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650b62a-149a-47ab-a6b1-e33a6fc22f7a req-a5f8567e-dd5f-4e24-b591-8976d4ff2c91 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:49.670171 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5650b62a-149a-47ab-a6b1-e33a6fc22f7a req-a5f8567e-dd5f-4e24-b591-8976d4ff2c91 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 945 time: 0.0519001 Feb 16 23:01:49.715362 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5650b62a-149a-47ab-a6b1-e33a6fc22f7a req-927d2c8e-1161-4e40-ac83-ab3183bf0602 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396352 Feb 16 23:01:50.731816 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-39a65db2-c4c2-4344-9893-bc761428addd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:50.833095 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bb329-e9b6-4638-a494-d32d8b56c5f4 req-6553eac0-2096-4880-ae4b-1efc3c01e0bc tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:50.834601 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-242bb329-e9b6-4638-a494-d32d8b56c5f4 req-6553eac0-2096-4880-ae4b-1efc3c01e0bc tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 945 time: 0.0515897 Feb 16 23:01:50.884351 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-242bb329-e9b6-4638-a494-d32d8b56c5f4 req-d6b70601-dab1-4c99-91fb-0859ed3f6f94 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442035 Feb 16 23:01:52.003124 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1f3fd-fbc0-4e0c-87e9-50afb733f78f req-1d7b2689-bde3-4e12-bcc2-fb1c22cc7ed7 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:52.004593 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-93f1f3fd-fbc0-4e0c-87e9-50afb733f78f req-1d7b2689-bde3-4e12-bcc2-fb1c22cc7ed7 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 945 time: 0.0523129 Feb 16 23:01:52.049773 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-93f1f3fd-fbc0-4e0c-87e9-50afb733f78f req-0c48f109-454d-4dca-a074-f69f8217acc0 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389612 Feb 16 23:01:53.112259 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e9a19bbe-becd-48e5-968e-a90913543e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:53.169353 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e1a9c-fb8b-42ea-8c49-1f9e3990977b req-21358f4b-e5e8-458d-a9c2-580189622e67 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:53.170883 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-793e1a9c-fb8b-42ea-8c49-1f9e3990977b req-21358f4b-e5e8-458d-a9c2-580189622e67 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 945 time: 0.0521564 Feb 16 23:01:53.216671 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-793e1a9c-fb8b-42ea-8c49-1f9e3990977b req-f202527a-2f4c-45fc-a233-ef0000b2f128 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402105 Feb 16 23:01:54.340554 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2f8ad-f590-4793-8598-a1fde8ffe5d5 req-3698822c-8b16-42b5-8889-e12744acab20 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:54.342066 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-27f2f8ad-f590-4793-8598-a1fde8ffe5d5 req-3698822c-8b16-42b5-8889-e12744acab20 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 945 time: 0.0569971 Feb 16 23:01:54.389891 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-27f2f8ad-f590-4793-8598-a1fde8ffe5d5 req-901bc336-4cc0-4ec3-ad58-166cded73416 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422263 Feb 16 23:01:54.390234 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:54.390752 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:01:55.509044 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911715a-100e-46bf-8d80-478c00049970 req-90e2ac82-8d84-4ab1-a2b2-16ad424af5fd tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:55.510528 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d911715a-100e-46bf-8d80-478c00049970 req-90e2ac82-8d84-4ab1-a2b2-16ad424af5fd tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 945 time: 0.0525320 Feb 16 23:01:55.556154 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d911715a-100e-46bf-8d80-478c00049970 req-ea9e2ead-7761-49a6-994a-dd754d5f6239 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400620 Feb 16 23:01:55.733486 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:56.677370 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f1d3e-cdee-457b-97c8-c1aa210036ca req-474625c1-9ad6-496d-a7b8-fbb7c595740e tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:56.678889 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8b2f1d3e-cdee-457b-97c8-c1aa210036ca req-474625c1-9ad6-496d-a7b8-fbb7c595740e tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 945 time: 0.0523920 Feb 16 23:01:56.729050 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8b2f1d3e-cdee-457b-97c8-c1aa210036ca req-da072c92-9461-40f2-a211-9b3f942e7333 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445058 Feb 16 23:01:57.085046 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:57.847603 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110e0a5-7f34-4e54-98cd-7987b0803376 req-665c0a3a-d818-45e3-96be-6325c97ebfb9 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:57.849097 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f110e0a5-7f34-4e54-98cd-7987b0803376 req-665c0a3a-d818-45e3-96be-6325c97ebfb9 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 945 time: 0.0528381 Feb 16 23:01:57.896880 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f110e0a5-7f34-4e54-98cd-7987b0803376 req-288cf19d-e9a9-4e75-a5b7-65b48f7423df tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415606 Feb 16 23:01:58.764297 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:01:59.015860 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06cc62-9a12-4e91-bc98-553ca015ac11 req-3485c3ae-7b14-4bdc-a8fd-1923f3123cfb tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:01:59.017314 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8c06cc62-9a12-4e91-bc98-553ca015ac11 req-3485c3ae-7b14-4bdc-a8fd-1923f3123cfb tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 945 time: 0.0521069 Feb 16 23:01:59.062738 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8c06cc62-9a12-4e91-bc98-553ca015ac11 req-77f89c02-8c42-42fa-825a-a775449b36e1 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396495 Feb 16 23:02:00.184236 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2ae90-a444-42c6-9ea0-cc13fb50cb16 req-f245c898-31b8-4930-94fb-b003cf2a4037 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:00.185713 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-beb2ae90-a444-42c6-9ea0-cc13fb50cb16 req-f245c898-31b8-4930-94fb-b003cf2a4037 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 945 time: 0.0560024 Feb 16 23:02:00.232732 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-beb2ae90-a444-42c6-9ea0-cc13fb50cb16 req-bef2756a-4e4f-41d6-a133-7a434e670326 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413356 Feb 16 23:02:00.239121 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:01.351383 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1e994-5778-4210-b243-d37d90903d90 req-723cb5f4-d6fb-48e3-967e-47240f7431c5 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:01.352900 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f8e1e994-5778-4210-b243-d37d90903d90 req-723cb5f4-d6fb-48e3-967e-47240f7431c5 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 945 time: 0.0528646 Feb 16 23:02:01.398564 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f8e1e994-5778-4210-b243-d37d90903d90 req-419f6d74-6d03-4941-9299-65891c2f0666 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400848 Feb 16 23:02:02.520578 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba7d8b-3d98-4f09-9566-bfa0ebed0a70 req-25850f62-b593-4997-a201-98f988acb4e5 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:02.522362 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-53ba7d8b-3d98-4f09-9566-bfa0ebed0a70 req-25850f62-b593-4997-a201-98f988acb4e5 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 945 time: 0.0568030 Feb 16 23:02:02.568672 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-53ba7d8b-3d98-4f09-9566-bfa0ebed0a70 req-219a96b1-70e7-4abb-8ca6-3c94325823bd tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405815 Feb 16 23:02:03.689276 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf5503-47e4-4ec7-967b-090c5859f7ac req-6c457254-4686-421d-b371-ca4e22e714a2 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:03.690805 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4cf5503-47e4-4ec7-967b-090c5859f7ac req-6c457254-4686-421d-b371-ca4e22e714a2 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 945 time: 0.0520620 Feb 16 23:02:03.736285 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f4cf5503-47e4-4ec7-967b-090c5859f7ac req-f14fab78-e531-4545-9b4d-460df6a7d58d tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392551 Feb 16 23:02:04.852812 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8619c-6a15-4738-87f1-797355a681a2 req-5602777d-525f-4598-9412-de1109b67531 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:04.854313 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-68d8619c-6a15-4738-87f1-797355a681a2 req-5602777d-525f-4598-9412-de1109b67531 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 945 time: 0.0519352 Feb 16 23:02:04.904464 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-68d8619c-6a15-4738-87f1-797355a681a2 req-83107e3c-ec65-445a-8c70-7849eb8513a2 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446441 Feb 16 23:02:05.472815 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [req-fca650b4-079f-4958-ae41-80776a53365b req-9056811b-1d33-4482-adbc-7ae8d1bed5fb service neutron] show failed (client error): The resource could not be found. Feb 16 23:02:05.473842 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fca650b4-079f-4958-ae41-80776a53365b req-9056811b-1d33-4482-adbc-7ae8d1bed5fb service neutron] 10.222.0.79 "GET /v2.0/ports/ea2a954a-e6ee-4412-828b-608f321106c2/bindings/n-h1-813897-6 HTTP/1.1" status: 404 len: 380 time: 0.0543795 Feb 16 23:02:05.753752 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca650b4-079f-4958-ae41-80776a53365b req-a40cc60e-04cb-4b90-8b0f-2c33d5101f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:05.755210 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fca650b4-079f-4958-ae41-80776a53365b req-a40cc60e-04cb-4b90-8b0f-2c33d5101f83 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89&tenant_id=75ff7a6cde374bd79bf29656a8e7256d HTTP/1.1" status: 200 len: 1127 time: 0.1279492 Feb 16 23:02:05.765666 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-fca650b4-079f-4958-ae41-80776a53365b req-d0738ad6-59a3-466e-9b11-a688286aa5a3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813897-6', 'device_owner': 'compute:nova'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:02:05.823273 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fca650b4-079f-4958-ae41-80776a53365b req-d0738ad6-59a3-466e-9b11-a688286aa5a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ea2a954a-e6ee-4412-828b-608f321106c2), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:06.021687 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-fca650b4-079f-4958-ae41-80776a53365b req-d0738ad6-59a3-466e-9b11-a688286aa5a3 service neutron] For port ea2a954a-e6ee-4412-828b-608f321106c2, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=ea2a954a-e6ee-4412-828b-608f321106c2,segment=NetworkSegment(019d3141-08d4-4cf5-9733-24ca6198874d),segment_id=019d3141-08d4-4cf5-9733-24ca6198874d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:02:06.027017 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc2dd4-3770-4625-ae4a-5eccb95da944 req-e83b325e-c4dd-4195-9dc5-43c47efb1ddd tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:06.028634 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dacc2dd4-3770-4625-ae4a-5eccb95da944 req-e83b325e-c4dd-4195-9dc5-43c47efb1ddd tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 945 time: 0.0542641 Feb 16 23:02:06.060210 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-fca650b4-079f-4958-ae41-80776a53365b req-d0738ad6-59a3-466e-9b11-a688286aa5a3 service neutron] For port ea2a954a-e6ee-4412-828b-608f321106c2, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:02:06.077129 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dacc2dd4-3770-4625-ae4a-5eccb95da944 req-0b6f3fa3-ff7c-4d63-8ebc-d9419341609f tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427845 Feb 16 23:02:06.100674 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e295609-a81c-4d01-8320-d6c77af04a89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea2a954a-e6ee-4412-828b-608f321106c2'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:02:06.102993 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1d8922-e7ab-43bb-918b-dfd58ca2aa45" -d '{"events": [{"server_uuid": "5e295609-a81c-4d01-8320-d6c77af04a89", "name": "network-vif-unplugged", "status": "completed", "tag": "ea2a954a-e6ee-4412-828b-608f321106c2"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:02:06.106612 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fca650b4-079f-4958-ae41-80776a53365b req-d0738ad6-59a3-466e-9b11-a688286aa5a3 service neutron] Publish callbacks [] for port (ea2a954a-e6ee-4412-828b-608f321106c2), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:06.119136 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-fca650b4-079f-4958-ae41-80776a53365b req-d0738ad6-59a3-466e-9b11-a688286aa5a3 service neutron] Transition to ACTIVE for port object ea2a954a-e6ee-4412-828b-608f321106c2 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:02:06.122925 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fca650b4-079f-4958-ae41-80776a53365b req-d0738ad6-59a3-466e-9b11-a688286aa5a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (ea2a954a-e6ee-4412-828b-608f321106c2), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:06.172744 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0738ad6-59a3-466e-9b11-a688286aa5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2a954a-e6ee-4412-828b-608f321106c2,revision_number=6']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:02:06.189942 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca650b4-079f-4958-ae41-80776a53365b req-d0738ad6-59a3-466e-9b11-a688286aa5a3 service neutron] No DVR routers for this DVR port ea2a954a-e6ee-4412-828b-608f321106c2 on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:02:06.226948 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-fca650b4-079f-4958-ae41-80776a53365b req-d0738ad6-59a3-466e-9b11-a688286aa5a3 service neutron] Attempting to bind port ea2a954a-e6ee-4412-828b-608f321106c2 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:02:06.227286 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-fca650b4-079f-4958-ae41-80776a53365b req-d0738ad6-59a3-466e-9b11-a688286aa5a3 service neutron] Attempting to bind port ea2a954a-e6ee-4412-828b-608f321106c2 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '019d3141-08d4-4cf5-9733-24ca6198874d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '922c2b02-b73f-4c2d-8020-e05f1005e343'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:02:06.227614 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca650b4-079f-4958-ae41-80776a53365b req-d0738ad6-59a3-466e-9b11-a688286aa5a3 service neutron] Attempting to bind port ea2a954a-e6ee-4412-828b-608f321106c2 on network 922c2b02-b73f-4c2d-8020-e05f1005e343 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:02:06.232058 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca650b4-079f-4958-ae41-80776a53365b req-d0738ad6-59a3-466e-9b11-a688286aa5a3 service neutron] Port ea2a954a-e6ee-4412-828b-608f321106c2 on network 922c2b02-b73f-4c2d-8020-e05f1005e343 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 23:02:06.232421 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca650b4-079f-4958-ae41-80776a53365b req-d0738ad6-59a3-466e-9b11-a688286aa5a3 service neutron] Attempting to bind port ea2a954a-e6ee-4412-828b-608f321106c2 on network 922c2b02-b73f-4c2d-8020-e05f1005e343 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:02:06.235285 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 23:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f02628-f658-4907-9c27-fbd633b5210c x-openstack-request-id: req-49f02628-f658-4907-9c27-fbd633b5210c {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:02:06.235579 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e295609-a81c-4d01-8320-d6c77af04a89", "name": "network-vif-unplugged", "status": "completed", "tag": "ea2a954a-e6ee-4412-828b-608f321106c2", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:02:06.235834 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-49f02628-f658-4907-9c27-fbd633b5210c {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:02:06.236226 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e295609-a81c-4d01-8320-d6c77af04a89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea2a954a-e6ee-4412-828b-608f321106c2', 'code': 200} Feb 16 23:02:06.239893 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca650b4-079f-4958-ae41-80776a53365b req-d0738ad6-59a3-466e-9b11-a688286aa5a3 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:02:06.240231 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca650b4-079f-4958-ae41-80776a53365b req-d0738ad6-59a3-466e-9b11-a688286aa5a3 service neutron] Checking segment: {'id': '019d3141-08d4-4cf5-9733-24ca6198874d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '922c2b02-b73f-4c2d-8020-e05f1005e343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:02:06.240614 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca650b4-079f-4958-ae41-80776a53365b req-d0738ad6-59a3-466e-9b11-a688286aa5a3 service neutron] Bound using segment: {'id': '019d3141-08d4-4cf5-9733-24ca6198874d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '922c2b02-b73f-4c2d-8020-e05f1005e343'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:02:06.241037 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-fca650b4-079f-4958-ae41-80776a53365b req-d0738ad6-59a3-466e-9b11-a688286aa5a3 service neutron] Bound port: ea2a954a-e6ee-4412-828b-608f321106c2, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '019d3141-08d4-4cf5-9733-24ca6198874d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '922c2b02-b73f-4c2d-8020-e05f1005e343'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:02:06.241394 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fca650b4-079f-4958-ae41-80776a53365b req-d0738ad6-59a3-466e-9b11-a688286aa5a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ea2a954a-e6ee-4412-828b-608f321106c2), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:06.306702 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-fca650b4-079f-4958-ae41-80776a53365b req-d0738ad6-59a3-466e-9b11-a688286aa5a3 service neutron] For port ea2a954a-e6ee-4412-828b-608f321106c2, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:02:06.309664 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-fca650b4-079f-4958-ae41-80776a53365b req-d0738ad6-59a3-466e-9b11-a688286aa5a3 service neutron] For port ea2a954a-e6ee-4412-828b-608f321106c2, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=ea2a954a-e6ee-4412-828b-608f321106c2,segment=NetworkSegment(019d3141-08d4-4cf5-9733-24ca6198874d),segment_id=019d3141-08d4-4cf5-9733-24ca6198874d)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:02:06.315569 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fca650b4-079f-4958-ae41-80776a53365b req-d0738ad6-59a3-466e-9b11-a688286aa5a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (ea2a954a-e6ee-4412-828b-608f321106c2), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:06.349118 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca650b4-079f-4958-ae41-80776a53365b req-d0738ad6-59a3-466e-9b11-a688286aa5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:06.349746 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fca650b4-079f-4958-ae41-80776a53365b req-d0738ad6-59a3-466e-9b11-a688286aa5a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:06.351834 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fca650b4-079f-4958-ae41-80776a53365b req-d0738ad6-59a3-466e-9b11-a688286aa5a3 service neutron] 10.222.0.67 "PUT /v2.0/ports/ea2a954a-e6ee-4412-828b-608f321106c2 HTTP/1.1" status: 200 len: 1091 time: 0.5900576 Feb 16 23:02:06.384243 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0738ad6-59a3-466e-9b11-a688286aa5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2a954a-e6ee-4412-828b-608f321106c2,revision_number=7']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:02:06.420245 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca650b4-079f-4958-ae41-80776a53365b req-f44cb7dd-4ec8-43da-b26c-118b3f26b8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:06.421819 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fca650b4-079f-4958-ae41-80776a53365b req-f44cb7dd-4ec8-43da-b26c-118b3f26b8ee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=75ff7a6cde374bd79bf29656a8e7256d&device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 1125 time: 0.0492535 Feb 16 23:02:06.513029 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca650b4-079f-4958-ae41-80776a53365b req-926edb7a-55c1-47cb-a12a-f794ec268c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:06.514620 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fca650b4-079f-4958-ae41-80776a53365b req-926edb7a-55c1-47cb-a12a-f794ec268c3d service neutron] 10.222.0.67 "GET /v2.0/networks?id=922c2b02-b73f-4c2d-8020-e05f1005e343 HTTP/1.1" status: 200 len: 916 time: 0.0870156 Feb 16 23:02:06.556882 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fca650b4-079f-4958-ae41-80776a53365b req-573516dc-73ff-4171-b685-2547702d9908 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea2a954a-e6ee-4412-828b-608f321106c2 HTTP/1.1" status: 200 len: 217 time: 0.0348840 Feb 16 23:02:06.608288 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca650b4-079f-4958-ae41-80776a53365b req-4b4475f7-d3fc-44f9-a73b-b28c2102f687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:06.609781 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fca650b4-079f-4958-ae41-80776a53365b req-4b4475f7-d3fc-44f9-a73b-b28c2102f687 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3209e96e-e08e-467b-b142-6a495c2c285b HTTP/1.1" status: 200 len: 855 time: 0.0473607 Feb 16 23:02:06.644893 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fca650b4-079f-4958-ae41-80776a53365b req-1d44dd9d-d4a5-4287-99d3-d72d1debc722 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=922c2b02-b73f-4c2d-8020-e05f1005e343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285196 Feb 16 23:02:06.732363 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fca650b4-079f-4958-ae41-80776a53365b req-0c33143c-9da5-431d-9ea7-117df6bbfcfe service neutron] 10.222.0.67 "GET /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808613 Feb 16 23:02:06.824066 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fca650b4-079f-4958-ae41-80776a53365b req-6d08bd5c-e318-43cb-b056-f388df47794f service neutron] 10.222.0.67 "GET /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853276 Feb 16 23:02:07.202535 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb75fb-e965-4ef0-90df-672c0f12bca7 req-37287e41-4ab6-4042-bbda-f0d2acd2e7aa tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:07.204018 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c5cb75fb-e965-4ef0-90df-672c0f12bca7 req-37287e41-4ab6-4042-bbda-f0d2acd2e7aa tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 943 time: 0.0565701 Feb 16 23:02:07.248925 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c5cb75fb-e965-4ef0-90df-672c0f12bca7 req-4098b40e-383e-44be-a4fd-fc9b3194a2c2 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393150 Feb 16 23:02:08.237401 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e295609-a81c-4d01-8320-d6c77af04a89', 'tag': 'ea2a954a-e6ee-4412-828b-608f321106c2'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:02:08.239916 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc55413c-c52f-4027-b254-3b6503ed8ff3" -d '{"events": [{"name": "network-changed", "server_uuid": "5e295609-a81c-4d01-8320-d6c77af04a89", "tag": "ea2a954a-e6ee-4412-828b-608f321106c2"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:02:08.281689 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device ea2a954a-e6ee-4412-828b-608f321106c2 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:02:08.289148 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d942ee88-958d-4143-9bb4-e98ddf49ccce x-openstack-request-id: req-d942ee88-958d-4143-9bb4-e98ddf49ccce {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:02:08.289455 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e295609-a81c-4d01-8320-d6c77af04a89", "tag": "ea2a954a-e6ee-4412-828b-608f321106c2", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:02:08.290274 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d942ee88-958d-4143-9bb4-e98ddf49ccce {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:02:08.300521 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e295609-a81c-4d01-8320-d6c77af04a89', 'tag': 'ea2a954a-e6ee-4412-828b-608f321106c2', 'status': 'completed', 'code': 200} Feb 16 23:02:08.342619 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] The host n-h2-813897-6 is not matching for port ea2a954a-e6ee-4412-828b-608f321106c2 host n-h1-813897-6! {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 23:02:08.343037 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device ea2a954a-e6ee-4412-828b-608f321106c2 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:02:08.356363 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55413c-c52f-4027-b254-3b6503ed8ff3 req-b4946a64-86a9-4a52-a670-1cbd588d9163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:08.357796 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc55413c-c52f-4027-b254-3b6503ed8ff3 req-b4946a64-86a9-4a52-a670-1cbd588d9163 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=75ff7a6cde374bd79bf29656a8e7256d&device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 1125 time: 0.0489666 Feb 16 23:02:08.400671 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55413c-c52f-4027-b254-3b6503ed8ff3 req-835f6b3b-d17e-436b-a605-a5399b1eff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:08.402188 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fc55413c-c52f-4027-b254-3b6503ed8ff3 req-835f6b3b-d17e-436b-a605-a5399b1eff0e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=75ff7a6cde374bd79bf29656a8e7256d&device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 1125 time: 0.0872214 Feb 16 23:02:08.409690 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e9d83-27d1-44bb-a4cd-3b32eb5ad271 req-008934f7-63c5-414e-bb98-46c5c0e40fdc tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:08.411086 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c58e9d83-27d1-44bb-a4cd-3b32eb5ad271 req-008934f7-63c5-414e-bb98-46c5c0e40fdc tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 943 time: 0.0650103 Feb 16 23:02:08.454543 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55413c-c52f-4027-b254-3b6503ed8ff3 req-55075d57-49ba-4225-94f6-9b1d122740dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:08.456101 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc55413c-c52f-4027-b254-3b6503ed8ff3 req-55075d57-49ba-4225-94f6-9b1d122740dc service neutron] 10.222.0.67 "GET /v2.0/networks?id=922c2b02-b73f-4c2d-8020-e05f1005e343 HTTP/1.1" status: 200 len: 916 time: 0.0903335 Feb 16 23:02:08.498487 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc55413c-c52f-4027-b254-3b6503ed8ff3 req-8403f041-9806-4f23-a0b6-18d3159e6875 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea2a954a-e6ee-4412-828b-608f321106c2 HTTP/1.1" status: 200 len: 217 time: 0.0363555 Feb 16 23:02:08.511373 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c58e9d83-27d1-44bb-a4cd-3b32eb5ad271 req-bfb41203-edd4-45c2-ab81-46f1509d3ffb tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915773 Feb 16 23:02:08.537180 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55413c-c52f-4027-b254-3b6503ed8ff3 req-38d34ab8-8194-4d83-9a30-13db44e85909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:08.539235 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fc55413c-c52f-4027-b254-3b6503ed8ff3 req-38d34ab8-8194-4d83-9a30-13db44e85909 service neutron] 10.222.0.79 "GET /v2.0/networks?id=922c2b02-b73f-4c2d-8020-e05f1005e343 HTTP/1.1" status: 200 len: 916 time: 0.1272912 Feb 16 23:02:08.547418 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55413c-c52f-4027-b254-3b6503ed8ff3 req-33a329d3-8f30-4a4d-8162-cd1e0dfac7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:08.548865 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc55413c-c52f-4027-b254-3b6503ed8ff3 req-33a329d3-8f30-4a4d-8162-cd1e0dfac7f2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3209e96e-e08e-467b-b142-6a495c2c285b HTTP/1.1" status: 200 len: 855 time: 0.0438035 Feb 16 23:02:08.579862 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fc55413c-c52f-4027-b254-3b6503ed8ff3 req-98aa0a14-2d40-4ce1-9aea-8dfa83f406de service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea2a954a-e6ee-4412-828b-608f321106c2 HTTP/1.1" status: 200 len: 217 time: 0.0346096 Feb 16 23:02:08.580490 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc55413c-c52f-4027-b254-3b6503ed8ff3 req-3fd3899b-836b-4913-bda4-a4ccb3622aa4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=922c2b02-b73f-4c2d-8020-e05f1005e343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250216 Feb 16 23:02:08.632695 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55413c-c52f-4027-b254-3b6503ed8ff3 req-94aa6c32-155a-4977-8ed6-886431db1384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:08.634201 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fc55413c-c52f-4027-b254-3b6503ed8ff3 req-94aa6c32-155a-4977-8ed6-886431db1384 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3209e96e-e08e-467b-b142-6a495c2c285b HTTP/1.1" status: 200 len: 855 time: 0.0481691 Feb 16 23:02:08.665747 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fc55413c-c52f-4027-b254-3b6503ed8ff3 req-9f85203b-cce1-4179-8834-30cefa929769 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=922c2b02-b73f-4c2d-8020-e05f1005e343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262578 Feb 16 23:02:08.673128 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc55413c-c52f-4027-b254-3b6503ed8ff3 req-88c85603-8f84-4e34-9242-be79c38d2ca8 service neutron] 10.222.0.67 "GET /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870373 Feb 16 23:02:08.752658 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fc55413c-c52f-4027-b254-3b6503ed8ff3 req-33722a6d-8e04-4b12-8b83-2d4fee7b6a3d service neutron] 10.222.0.79 "GET /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807891 Feb 16 23:02:08.763894 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc55413c-c52f-4027-b254-3b6503ed8ff3 req-d50c6991-c4d9-48ef-af6a-66890549a0c1 service neutron] 10.222.0.67 "GET /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846324 Feb 16 23:02:08.848845 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fc55413c-c52f-4027-b254-3b6503ed8ff3 req-ef988f21-9c71-4997-838e-a0036038fdc0 service neutron] 10.222.0.79 "GET /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891867 Feb 16 23:02:09.430188 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8770ff-679d-48d8-9b58-991701a0b98d req-561c8d0b-9e46-4c62-914e-7d117ec5e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:09.431589 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6b8770ff-679d-48d8-9b58-991701a0b98d req-561c8d0b-9e46-4c62-914e-7d117ec5e3e1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=75ff7a6cde374bd79bf29656a8e7256d&device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 1125 time: 0.0459666 Feb 16 23:02:09.533885 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8770ff-679d-48d8-9b58-991701a0b98d req-da808f36-0812-46cc-8634-2c67a70477ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:09.535394 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6b8770ff-679d-48d8-9b58-991701a0b98d req-da808f36-0812-46cc-8634-2c67a70477ec service neutron] 10.222.0.67 "GET /v2.0/networks?id=922c2b02-b73f-4c2d-8020-e05f1005e343 HTTP/1.1" status: 200 len: 916 time: 0.0849912 Feb 16 23:02:09.581043 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6b8770ff-679d-48d8-9b58-991701a0b98d req-3b49a492-87cd-4915-a655-a8173f8d4be3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea2a954a-e6ee-4412-828b-608f321106c2 HTTP/1.1" status: 200 len: 217 time: 0.0385964 Feb 16 23:02:09.632372 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8770ff-679d-48d8-9b58-991701a0b98d req-8c14cb65-0a8e-4bf0-9cfb-4bed52365c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:09.633844 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6b8770ff-679d-48d8-9b58-991701a0b98d req-8c14cb65-0a8e-4bf0-9cfb-4bed52365c58 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3209e96e-e08e-467b-b142-6a495c2c285b HTTP/1.1" status: 200 len: 855 time: 0.0443275 Feb 16 23:02:09.639316 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c09ed-9c16-400c-a5a8-f276e22731a2 req-7a7ffee2-1b3a-449a-9081-aa9f6155c3b2 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:09.640805 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4f2c09ed-9c16-400c-a5a8-f276e22731a2 req-7a7ffee2-1b3a-449a-9081-aa9f6155c3b2 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 943 time: 0.0519085 Feb 16 23:02:09.667495 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6b8770ff-679d-48d8-9b58-991701a0b98d req-e0e81b6e-322b-4e76-a57a-665f3c072151 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=922c2b02-b73f-4c2d-8020-e05f1005e343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270240 Feb 16 23:02:09.688042 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4f2c09ed-9c16-400c-a5a8-f276e22731a2 req-8c0142e3-c201-4dc2-9451-cb37ab7567f9 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411639 Feb 16 23:02:09.760548 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6b8770ff-679d-48d8-9b58-991701a0b98d req-be152a78-fff9-4fd0-b148-70f6c21ef672 service neutron] 10.222.0.67 "GET /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862954 Feb 16 23:02:09.856914 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6b8770ff-679d-48d8-9b58-991701a0b98d req-9c745106-da01-4a2a-b491-b2c076b9e0c7 service neutron] 10.222.0.67 "GET /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847454 Feb 16 23:02:10.818865 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567db80-f72a-4eb3-9401-e2f1cda6e18b req-e91e3be5-2adc-4881-9781-4a1728374889 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:10.820385 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8567db80-f72a-4eb3-9401-e2f1cda6e18b req-e91e3be5-2adc-4881-9781-4a1728374889 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 943 time: 0.0642307 Feb 16 23:02:10.865421 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8567db80-f72a-4eb3-9401-e2f1cda6e18b req-6616611d-f6bc-481f-8f75-ee5763368285 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395305 Feb 16 23:02:11.126450 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e940ea-7fdd-4d0d-ab7a-4d395ebc6df5 req-6eba8163-172c-47d2-9be2-7f5f015f348c tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:11.127938 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-98e940ea-7fdd-4d0d-ab7a-4d395ebc6df5 req-6eba8163-172c-47d2-9be2-7f5f015f348c tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 943 time: 0.1217983 Feb 16 23:02:11.148376 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec89f50-9165-4dae-a2d1-b26dcdfe5d66 req-622e2269-c2d7-430b-872e-e1363680420d tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:11.149781 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ec89f50-9165-4dae-a2d1-b26dcdfe5d66 req-622e2269-c2d7-430b-872e-e1363680420d tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89&tenant_id=75ff7a6cde374bd79bf29656a8e7256d&binding%3Ahost_id=n-h1-813897-6 HTTP/1.1" status: 200 len: 943 time: 0.1166775 Feb 16 23:02:11.217550 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-98e940ea-7fdd-4d0d-ab7a-4d395ebc6df5 req-57a8852f-44c5-45a0-8b31-b9a2cf094921 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819681 Feb 16 23:02:11.231266 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [req-9ec89f50-9165-4dae-a2d1-b26dcdfe5d66 req-94a1e601-3441-4a8b-9442-0ab7fb3ca69a service neutron] delete failed (client error): The resource could not be found. Feb 16 23:02:11.232279 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ec89f50-9165-4dae-a2d1-b26dcdfe5d66 req-94a1e601-3441-4a8b-9442-0ab7fb3ca69a service neutron] 10.222.0.79 "DELETE /v2.0/ports/ea2a954a-e6ee-4412-828b-608f321106c2/bindings/n-h2-813897-6 HTTP/1.1" status: 404 len: 380 time: 0.0754187 Feb 16 23:02:11.315661 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec89f50-9165-4dae-a2d1-b26dcdfe5d66 req-0175211f-3c75-4877-8a58-b7510d7d89f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:11.317184 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ec89f50-9165-4dae-a2d1-b26dcdfe5d66 req-0175211f-3c75-4877-8a58-b7510d7d89f2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=75ff7a6cde374bd79bf29656a8e7256d&device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 1125 time: 0.0448110 Feb 16 23:02:11.408179 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec89f50-9165-4dae-a2d1-b26dcdfe5d66 req-3b8464d1-5439-4e4b-960c-6ee82f4c7b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:11.409635 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ec89f50-9165-4dae-a2d1-b26dcdfe5d66 req-3b8464d1-5439-4e4b-960c-6ee82f4c7b0e service neutron] 10.222.0.79 "GET /v2.0/networks?id=922c2b02-b73f-4c2d-8020-e05f1005e343 HTTP/1.1" status: 200 len: 916 time: 0.0859628 Feb 16 23:02:11.415706 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device ea2a954a-e6ee-4412-828b-608f321106c2 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:02:11.449812 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ec89f50-9165-4dae-a2d1-b26dcdfe5d66 req-b01a3824-cdda-49d4-9f50-f67f9a8d10f9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea2a954a-e6ee-4412-828b-608f321106c2 HTTP/1.1" status: 200 len: 217 time: 0.0337574 Feb 16 23:02:11.502391 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec89f50-9165-4dae-a2d1-b26dcdfe5d66 req-d522679f-a47e-4f46-991e-68ee9292bc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:11.503775 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ec89f50-9165-4dae-a2d1-b26dcdfe5d66 req-d522679f-a47e-4f46-991e-68ee9292bc12 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3209e96e-e08e-467b-b142-6a495c2c285b HTTP/1.1" status: 200 len: 855 time: 0.0482683 Feb 16 23:02:11.517558 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port ea2a954a-e6ee-4412-828b-608f321106c2, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=ea2a954a-e6ee-4412-828b-608f321106c2,segment=NetworkSegment(019d3141-08d4-4cf5-9733-24ca6198874d),segment_id=019d3141-08d4-4cf5-9733-24ca6198874d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:02:11.529707 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'ea2a954a-e6ee-4412-828b-608f321106c2', 'network_id': '922c2b02-b73f-4c2d-8020-e05f1005e343', 'port_id': 'ea2a954a-e6ee-4412-828b-608f321106c2', 'mac_address': 'fa:16:3e:22:b1:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3209e96e-e08e-467b-b142-6a495c2c285b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:02:11.535022 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ec89f50-9165-4dae-a2d1-b26dcdfe5d66 req-da031490-3e83-4b43-bb2c-70ce5090fe9a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=922c2b02-b73f-4c2d-8020-e05f1005e343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254550 Feb 16 23:02:11.567578 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port ea2a954a-e6ee-4412-828b-608f321106c2 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:02:11.567974 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ea2a954a-e6ee-4412-828b-608f321106c2), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:11.580798 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2a954a-e6ee-4412-828b-608f321106c2 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:02:11.601344 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port ea2a954a-e6ee-4412-828b-608f321106c2, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=ea2a954a-e6ee-4412-828b-608f321106c2,segment=NetworkSegment(019d3141-08d4-4cf5-9733-24ca6198874d),segment_id=019d3141-08d4-4cf5-9733-24ca6198874d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:02:11.607341 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ea2a954a-e6ee-4412-828b-608f321106c2), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:11.626943 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ec89f50-9165-4dae-a2d1-b26dcdfe5d66 req-17b58659-b621-4167-a712-56e17ed0c521 service neutron] 10.222.0.79 "GET /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853169 Feb 16 23:02:11.653651 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=ea2a954a-e6ee-4412-828b-608f321106c2,revision_number=8']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:02:11.720592 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ec89f50-9165-4dae-a2d1-b26dcdfe5d66 req-be5e8a00-93d7-4304-9c48-92d5939db31d service neutron] 10.222.0.79 "GET /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871124 Feb 16 23:02:11.952658 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['ea2a954a-e6ee-4412-828b-608f321106c2'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:02:12.336500 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb303e-519b-4cf8-bba1-b880a16afc6f req-95be4580-6909-4d0e-8174-26e976f11286 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:12.337988 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bddb303e-519b-4cf8-bba1-b880a16afc6f req-95be4580-6909-4d0e-8174-26e976f11286 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 944 time: 0.0519927 Feb 16 23:02:12.383458 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bddb303e-519b-4cf8-bba1-b880a16afc6f req-f06219d5-6dca-4cc5-b089-c02a422fea75 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399096 Feb 16 23:02:12.502839 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df937c6-d92e-445d-9c9d-2fbd16d8c90e req-7571c56c-12a1-4d7b-901b-04788757c6ee tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:12.504258 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2df937c6-d92e-445d-9c9d-2fbd16d8c90e req-7571c56c-12a1-4d7b-901b-04788757c6ee tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 944 time: 0.0567005 Feb 16 23:02:12.551313 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2df937c6-d92e-445d-9c9d-2fbd16d8c90e req-e31578f3-9b73-4be4-bc2c-445328da50e7 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410924 Feb 16 23:02:12.666824 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ba127-03c1-44e8-8701-d962051b618e req-c6891f20-f594-4395-86cb-e7bbae4ae49c tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:12.668292 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f6ba127-03c1-44e8-8701-d962051b618e req-c6891f20-f594-4395-86cb-e7bbae4ae49c tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 944 time: 0.0520914 Feb 16 23:02:12.713312 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f6ba127-03c1-44e8-8701-d962051b618e req-1d2b19e7-36d6-45ed-a6cd-970079ba14e3 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394673 Feb 16 23:02:13.078568 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579519b5-85e6-4d2c-a75c-b473f578876d req-f6e4abd6-e67a-4bfc-91dd-c66d145477fa tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:13.079989 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-579519b5-85e6-4d2c-a75c-b473f578876d req-f6e4abd6-e67a-4bfc-91dd-c66d145477fa tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/networks?id=922c2b02-b73f-4c2d-8020-e05f1005e343 HTTP/1.1" status: 200 len: 815 time: 0.1021454 Feb 16 23:02:13.094819 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-579519b5-85e6-4d2c-a75c-b473f578876d req-72179b25-50f7-4832-850c-6c81b297d594 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/quotas/75ff7a6cde374bd79bf29656a8e7256d HTTP/1.1" status: 200 len: 375 time: 0.0095327 Feb 16 23:02:13.147170 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-579519b5-85e6-4d2c-a75c-b473f578876d req-7692ca4a-542e-4656-b587-c7c3f293f3d9 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=75ff7a6cde374bd79bf29656a8e7256d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0475471 Feb 16 23:02:13.239021 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-579519b5-85e6-4d2c-a75c-b473f578876d req-6b16e581-3d71-4fb6-a003-786f3b065564 service neutron] 10.222.0.75 "GET /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847673 Feb 16 23:02:13.324438 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-579519b5-85e6-4d2c-a75c-b473f578876d req-1156cd85-a320-4f7a-b992-8556909a1ce3 service neutron] 10.222.0.75 "GET /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797627 Feb 16 23:02:13.431980 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device ea2a954a-e6ee-4412-828b-608f321106c2 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:02:13.484095 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-224e6aa2-d49c-4059-98d4-d9c0ccdeb6c3 req-d8947036-9ea5-4ab2-91fe-6396a1413f92 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 210 time: 0.0305331 Feb 16 23:02:13.501856 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port ea2a954a-e6ee-4412-828b-608f321106c2 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:02:13.506260 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port ea2a954a-e6ee-4412-828b-608f321106c2 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:02:13.506622 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ea2a954a-e6ee-4412-828b-608f321106c2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:13.591435 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port ea2a954a-e6ee-4412-828b-608f321106c2 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:02:13.591835 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ea2a954a-e6ee-4412-828b-608f321106c2), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:13.614536 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e295609-a81c-4d01-8320-d6c77af04a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2a954a-e6ee-4412-828b-608f321106c2'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:02:13.616917 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe656d22-696f-4949-a5cc-679a3ebe82cc" -d '{"events": [{"server_uuid": "5e295609-a81c-4d01-8320-d6c77af04a89", "name": "network-vif-plugged", "status": "completed", "tag": "ea2a954a-e6ee-4412-828b-608f321106c2"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:02:13.629542 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port ea2a954a-e6ee-4412-828b-608f321106c2, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=ea2a954a-e6ee-4412-828b-608f321106c2,segment=NetworkSegment(019d3141-08d4-4cf5-9733-24ca6198874d),segment_id=019d3141-08d4-4cf5-9733-24ca6198874d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:02:13.635054 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ea2a954a-e6ee-4412-828b-608f321106c2), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:13.664368 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5feb6e5a-0819-438b-9260-8d117c29ade9 x-openstack-request-id: req-5feb6e5a-0819-438b-9260-8d117c29ade9 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:02:13.664741 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e295609-a81c-4d01-8320-d6c77af04a89", "name": "network-vif-plugged", "status": "completed", "tag": "ea2a954a-e6ee-4412-828b-608f321106c2", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:02:13.665096 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5feb6e5a-0819-438b-9260-8d117c29ade9 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:02:13.665565 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e295609-a81c-4d01-8320-d6c77af04a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2a954a-e6ee-4412-828b-608f321106c2', 'code': 200} Feb 16 23:02:13.689373 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=ea2a954a-e6ee-4412-828b-608f321106c2,revision_number=9']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:02:14.308778 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2bc16-605e-4af3-96d3-44e089a2f780 req-86371794-8c89-4f6d-ad55-b328ae7242ed tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:14.310417 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-11c2bc16-605e-4af3-96d3-44e089a2f780 req-86371794-8c89-4f6d-ad55-b328ae7242ed tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e295609-a81c-4d01-8320-d6c77af04a89 HTTP/1.1" status: 200 len: 945 time: 0.0539885 Feb 16 23:02:14.412694 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-11c2bc16-605e-4af3-96d3-44e089a2f780 req-fc5f69d7-0254-448e-9ca6-af9451721f99 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Deleting port ea2a954a-e6ee-4412-828b-608f321106c2 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:02:14.413134 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-11c2bc16-605e-4af3-96d3-44e089a2f780 req-fc5f69d7-0254-448e-9ca6-af9451721f99 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (ea2a954a-e6ee-4412-828b-608f321106c2), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:14.434944 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579519b5-85e6-4d2c-a75c-b473f578876d req-fea355a5-7d7a-4f80-b9e5-1388d17281e9 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:14.436968 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-579519b5-85e6-4d2c-a75c-b473f578876d req-fea355a5-7d7a-4f80-b9e5-1388d17281e9 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.67 "GET /v2.0/networks?id=922c2b02-b73f-4c2d-8020-e05f1005e343 HTTP/1.1" status: 200 len: 815 time: 0.1290610 Feb 16 23:02:14.449820 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-579519b5-85e6-4d2c-a75c-b473f578876d req-97cd7ec4-3067-4044-bf4d-d1905364c3e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Request body: {'port': {'device_id': '1e73903e-726d-44b6-bcf7-6f9fa11a211c', 'network_id': '922c2b02-b73f-4c2d-8020-e05f1005e343', 'admin_state_up': True, 'tenant_id': '75ff7a6cde374bd79bf29656a8e7256d'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:02:14.510006 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-11c2bc16-605e-4af3-96d3-44e089a2f780 req-fc5f69d7-0254-448e-9ca6-af9451721f99 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] For port ea2a954a-e6ee-4412-828b-608f321106c2, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=ea2a954a-e6ee-4412-828b-608f321106c2,segment=NetworkSegment(019d3141-08d4-4cf5-9733-24ca6198874d),segment_id=019d3141-08d4-4cf5-9733-24ca6198874d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:02:14.510639 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-11c2bc16-605e-4af3-96d3-44e089a2f780 req-fc5f69d7-0254-448e-9ca6-af9451721f99 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (ea2a954a-e6ee-4412-828b-608f321106c2), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:14.529170 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-11c2bc16-605e-4af3-96d3-44e089a2f780 req-fc5f69d7-0254-448e-9ca6-af9451721f99 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Calling delete_port for ea2a954a-e6ee-4412-828b-608f321106c2 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:02:14.591823 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-29dc2988-2052-4b07-9b87-5fec07c53e83 req-88331795-d7ba-4100-a8b8-0ea50355c407 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 210 time: 0.0295119 Feb 16 23:02:14.592646 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-579519b5-85e6-4d2c-a75c-b473f578876d req-97cd7ec4-3067-4044-bf4d-d1905364c3e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Made reservation on behalf of 75ff7a6cde374bd79bf29656a8e7256d for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:02:14.595763 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-579519b5-85e6-4d2c-a75c-b473f578876d req-97cd7ec4-3067-4044-bf4d-d1905364c3e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:14.661947 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-11c2bc16-605e-4af3-96d3-44e089a2f780 req-fc5f69d7-0254-448e-9ca6-af9451721f99 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (ea2a954a-e6ee-4412-828b-608f321106c2), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:14.679601 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['ea2a954a-e6ee-4412-828b-608f321106c2'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:02:14.697104 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f69d7-0254-448e-9ca6-af9451721f99 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Pushing event deleted for resources: {'Port': ['ID=ea2a954a-e6ee-4412-828b-608f321106c2,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:02:14.739349 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c2bc16-605e-4af3-96d3-44e089a2f780 req-fc5f69d7-0254-448e-9ca6-af9451721f99 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] No DVR routers for this DVR port ea2a954a-e6ee-4412-828b-608f321106c2 on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:02:14.742668 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-11c2bc16-605e-4af3-96d3-44e089a2f780 req-fc5f69d7-0254-448e-9ca6-af9451721f99 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:14.746802 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-11c2bc16-605e-4af3-96d3-44e089a2f780 req-fc5f69d7-0254-448e-9ca6-af9451721f99 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.67 "DELETE /v2.0/ports/ea2a954a-e6ee-4412-828b-608f321106c2 HTTP/1.1" status: 204 len: 173 time: 0.4302049 Feb 16 23:02:14.747340 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e295609-a81c-4d01-8320-d6c77af04a89', 'name': 'network-vif-deleted', 'tag': 'ea2a954a-e6ee-4412-828b-608f321106c2'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:02:14.750877 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d66741-b4ec-4c16-830d-912d310cf5a5" -d '{"events": [{"server_uuid": "5e295609-a81c-4d01-8320-d6c77af04a89", "name": "network-vif-deleted", "tag": "ea2a954a-e6ee-4412-828b-608f321106c2"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:02:14.769017 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-579519b5-85e6-4d2c-a75c-b473f578876d req-97cd7ec4-3067-4044-bf4d-d1905364c3e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Allocated IP 172.20.0.5 (922c2b02-b73f-4c2d-8020-e05f1005e343/3209e96e-e08e-467b-b142-6a495c2c285b/3e2c5e04-9acb-477b-932f-4084ed2c5d5a) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:02:14.793074 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c73a9d9-8b85-4fc8-aa89-82ae4ac40cfd x-openstack-request-id: req-8c73a9d9-8b85-4fc8-aa89-82ae4ac40cfd {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:02:14.793363 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e295609-a81c-4d01-8320-d6c77af04a89", "name": "network-vif-deleted", "tag": "ea2a954a-e6ee-4412-828b-608f321106c2", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:02:14.793619 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8c73a9d9-8b85-4fc8-aa89-82ae4ac40cfd {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:02:14.794058 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e295609-a81c-4d01-8320-d6c77af04a89', 'name': 'network-vif-deleted', 'tag': 'ea2a954a-e6ee-4412-828b-608f321106c2', 'status': 'completed', 'code': 200} Feb 16 23:02:14.927777 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-579519b5-85e6-4d2c-a75c-b473f578876d req-97cd7ec4-3067-4044-bf4d-d1905364c3e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Publish callbacks [] for port (3e2c5e04-9acb-477b-932f-4084ed2c5d5a), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:14.963644 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-579519b5-85e6-4d2c-a75c-b473f578876d req-97cd7ec4-3067-4044-bf4d-d1905364c3e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (3e2c5e04-9acb-477b-932f-4084ed2c5d5a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:14.976345 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['ea2a954a-e6ee-4412-828b-608f321106c2'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:02:15.020678 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cd7ec4-3067-4044-bf4d-d1905364c3e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Pushing event updated for resources: {'Port': ['ID=3e2c5e04-9acb-477b-932f-4084ed2c5d5a,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:02:15.033282 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd7ec4-3067-4044-bf4d-d1905364c3e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:02:15.033641 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd7ec4-3067-4044-bf4d-d1905364c3e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:02:15.034076 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd7ec4-3067-4044-bf4d-d1905364c3e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:02:15.034495 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd7ec4-3067-4044-bf4d-d1905364c3e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:02:15.034831 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd7ec4-3067-4044-bf4d-d1905364c3e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:02:15.035163 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd7ec4-3067-4044-bf4d-d1905364c3e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:02:15.035526 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd7ec4-3067-4044-bf4d-d1905364c3e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:02:15.035815 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd7ec4-3067-4044-bf4d-d1905364c3e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:02:15.036905 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd7ec4-3067-4044-bf4d-d1905364c3e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:02:15.037247 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd7ec4-3067-4044-bf4d-d1905364c3e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:02:15.037581 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd7ec4-3067-4044-bf4d-d1905364c3e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:02:15.037908 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd7ec4-3067-4044-bf4d-d1905364c3e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:02:15.038769 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd7ec4-3067-4044-bf4d-d1905364c3e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:02:15.043820 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-579519b5-85e6-4d2c-a75c-b473f578876d req-97cd7ec4-3067-4044-bf4d-d1905364c3e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Network 922c2b02-b73f-4c2d-8020-e05f1005e343 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:02:15.045256 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-579519b5-85e6-4d2c-a75c-b473f578876d req-97cd7ec4-3067-4044-bf4d-d1905364c3e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:02:15.047519 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-579519b5-85e6-4d2c-a75c-b473f578876d req-97cd7ec4-3067-4044-bf4d-d1905364c3e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:02:15.093816 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579519b5-85e6-4d2c-a75c-b473f578876d req-97cd7ec4-3067-4044-bf4d-d1905364c3e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:15.094483 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-579519b5-85e6-4d2c-a75c-b473f578876d req-97cd7ec4-3067-4044-bf4d-d1905364c3e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:15.110314 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-579519b5-85e6-4d2c-a75c-b473f578876d req-97cd7ec4-3067-4044-bf4d-d1905364c3e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6642551 Feb 16 23:02:15.121541 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-579519b5-85e6-4d2c-a75c-b473f578876d req-027bf123-a8d2-470d-8a1c-fb6c9be7945c service neutron] Request body: {'port': {'device_id': '1e73903e-726d-44b6-bcf7-6f9fa11a211c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:02:15.179081 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-579519b5-85e6-4d2c-a75c-b473f578876d req-027bf123-a8d2-470d-8a1c-fb6c9be7945c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3e2c5e04-9acb-477b-932f-4084ed2c5d5a), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:15.696125 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-579519b5-85e6-4d2c-a75c-b473f578876d req-027bf123-a8d2-470d-8a1c-fb6c9be7945c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e2c5e04-9acb-477b-932f-4084ed2c5d5a {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:02:15.705330 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-579519b5-85e6-4d2c-a75c-b473f578876d req-027bf123-a8d2-470d-8a1c-fb6c9be7945c service neutron] Publish callbacks [] for port (3e2c5e04-9acb-477b-932f-4084ed2c5d5a), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:15.721506 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-579519b5-85e6-4d2c-a75c-b473f578876d req-027bf123-a8d2-470d-8a1c-fb6c9be7945c service neutron] Transition to ACTIVE for port object 3e2c5e04-9acb-477b-932f-4084ed2c5d5a will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:02:15.725697 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-579519b5-85e6-4d2c-a75c-b473f578876d req-027bf123-a8d2-470d-8a1c-fb6c9be7945c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (3e2c5e04-9acb-477b-932f-4084ed2c5d5a), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:15.766218 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72412c62-9a2b-42a9-9a45-73e4215c9a4e req-e091e346-e127-430d-adb0-51137b3b1152 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:15.767680 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-72412c62-9a2b-42a9-9a45-73e4215c9a4e req-e091e346-e127-430d-adb0-51137b3b1152 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 931 time: 0.1051328 Feb 16 23:02:15.818269 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027bf123-a8d2-470d-8a1c-fb6c9be7945c service neutron] Pushing event updated for resources: {'Port': ['ID=3e2c5e04-9acb-477b-932f-4084ed2c5d5a,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:02:15.871789 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-72412c62-9a2b-42a9-9a45-73e4215c9a4e req-31ca40e6-3dbf-4a6e-a509-692ab87e7327 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972807 Feb 16 23:02:15.888149 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-579519b5-85e6-4d2c-a75c-b473f578876d req-027bf123-a8d2-470d-8a1c-fb6c9be7945c service neutron] Attempting to bind port 3e2c5e04-9acb-477b-932f-4084ed2c5d5a on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:02:15.888490 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-579519b5-85e6-4d2c-a75c-b473f578876d req-027bf123-a8d2-470d-8a1c-fb6c9be7945c service neutron] Attempting to bind port 3e2c5e04-9acb-477b-932f-4084ed2c5d5a by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '019d3141-08d4-4cf5-9733-24ca6198874d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '922c2b02-b73f-4c2d-8020-e05f1005e343'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:02:15.888816 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579519b5-85e6-4d2c-a75c-b473f578876d req-027bf123-a8d2-470d-8a1c-fb6c9be7945c service neutron] Attempting to bind port 3e2c5e04-9acb-477b-932f-4084ed2c5d5a on network 922c2b02-b73f-4c2d-8020-e05f1005e343 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:02:15.893250 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579519b5-85e6-4d2c-a75c-b473f578876d req-027bf123-a8d2-470d-8a1c-fb6c9be7945c service neutron] Port 3e2c5e04-9acb-477b-932f-4084ed2c5d5a on network 922c2b02-b73f-4c2d-8020-e05f1005e343 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 23:02:15.893625 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579519b5-85e6-4d2c-a75c-b473f578876d req-027bf123-a8d2-470d-8a1c-fb6c9be7945c service neutron] Attempting to bind port 3e2c5e04-9acb-477b-932f-4084ed2c5d5a on network 922c2b02-b73f-4c2d-8020-e05f1005e343 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:02:15.898728 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579519b5-85e6-4d2c-a75c-b473f578876d req-027bf123-a8d2-470d-8a1c-fb6c9be7945c service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:02:15.899066 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579519b5-85e6-4d2c-a75c-b473f578876d req-027bf123-a8d2-470d-8a1c-fb6c9be7945c service neutron] Checking segment: {'id': '019d3141-08d4-4cf5-9733-24ca6198874d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '922c2b02-b73f-4c2d-8020-e05f1005e343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:02:15.899447 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579519b5-85e6-4d2c-a75c-b473f578876d req-027bf123-a8d2-470d-8a1c-fb6c9be7945c service neutron] Bound using segment: {'id': '019d3141-08d4-4cf5-9733-24ca6198874d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '922c2b02-b73f-4c2d-8020-e05f1005e343'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:02:15.899874 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-579519b5-85e6-4d2c-a75c-b473f578876d req-027bf123-a8d2-470d-8a1c-fb6c9be7945c service neutron] Bound port: 3e2c5e04-9acb-477b-932f-4084ed2c5d5a, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '019d3141-08d4-4cf5-9733-24ca6198874d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '922c2b02-b73f-4c2d-8020-e05f1005e343'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:02:15.900259 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-579519b5-85e6-4d2c-a75c-b473f578876d req-027bf123-a8d2-470d-8a1c-fb6c9be7945c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3e2c5e04-9acb-477b-932f-4084ed2c5d5a), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:15.965320 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-579519b5-85e6-4d2c-a75c-b473f578876d req-027bf123-a8d2-470d-8a1c-fb6c9be7945c service neutron] For port 3e2c5e04-9acb-477b-932f-4084ed2c5d5a, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:02:15.968188 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-579519b5-85e6-4d2c-a75c-b473f578876d req-027bf123-a8d2-470d-8a1c-fb6c9be7945c service neutron] For port 3e2c5e04-9acb-477b-932f-4084ed2c5d5a, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=3e2c5e04-9acb-477b-932f-4084ed2c5d5a,segment=NetworkSegment(019d3141-08d4-4cf5-9733-24ca6198874d),segment_id=019d3141-08d4-4cf5-9733-24ca6198874d)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:02:15.974470 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-579519b5-85e6-4d2c-a75c-b473f578876d req-027bf123-a8d2-470d-8a1c-fb6c9be7945c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (3e2c5e04-9acb-477b-932f-4084ed2c5d5a), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:16.004432 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579519b5-85e6-4d2c-a75c-b473f578876d req-027bf123-a8d2-470d-8a1c-fb6c9be7945c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:16.005050 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-579519b5-85e6-4d2c-a75c-b473f578876d req-027bf123-a8d2-470d-8a1c-fb6c9be7945c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:16.007033 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-579519b5-85e6-4d2c-a75c-b473f578876d req-027bf123-a8d2-470d-8a1c-fb6c9be7945c service neutron] 10.222.0.67 "PUT /v2.0/ports/3e2c5e04-9acb-477b-932f-4084ed2c5d5a HTTP/1.1" status: 200 len: 1091 time: 0.8894749 Feb 16 23:02:16.009275 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e73903e-726d-44b6-bcf7-6f9fa11a211c', 'tag': '3e2c5e04-9acb-477b-932f-4084ed2c5d5a'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:02:16.012696 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5faf317-5141-4b4c-aa70-1a1aba34d9e4" -d '{"events": [{"name": "network-changed", "server_uuid": "1e73903e-726d-44b6-bcf7-6f9fa11a211c", "tag": "3e2c5e04-9acb-477b-932f-4084ed2c5d5a"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:02:16.043138 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027bf123-a8d2-470d-8a1c-fb6c9be7945c service neutron] Pushing event updated for resources: {'Port': ['ID=3e2c5e04-9acb-477b-932f-4084ed2c5d5a,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:02:16.057146 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835fcb7f-f7c7-402e-8047-118092dcaace x-openstack-request-id: req-835fcb7f-f7c7-402e-8047-118092dcaace {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:02:16.057437 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e73903e-726d-44b6-bcf7-6f9fa11a211c", "tag": "3e2c5e04-9acb-477b-932f-4084ed2c5d5a", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:02:16.057691 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-835fcb7f-f7c7-402e-8047-118092dcaace {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:02:16.058116 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e73903e-726d-44b6-bcf7-6f9fa11a211c', 'tag': '3e2c5e04-9acb-477b-932f-4084ed2c5d5a', 'status': 'completed', 'code': 200} Feb 16 23:02:16.093564 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579519b5-85e6-4d2c-a75c-b473f578876d req-033f43ae-765a-4691-a401-9993957ab9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:16.095129 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-579519b5-85e6-4d2c-a75c-b473f578876d req-033f43ae-765a-4691-a401-9993957ab9f4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=75ff7a6cde374bd79bf29656a8e7256d&device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 1125 time: 0.0484879 Feb 16 23:02:16.135556 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-579519b5-85e6-4d2c-a75c-b473f578876d req-d0f71bea-ff0a-4059-baaa-61b0796ce466 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e2c5e04-9acb-477b-932f-4084ed2c5d5a HTTP/1.1" status: 200 len: 217 time: 0.0331318 Feb 16 23:02:16.187801 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579519b5-85e6-4d2c-a75c-b473f578876d req-b9a7e1be-593e-40b4-952b-a11cc2c918ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:16.189237 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-579519b5-85e6-4d2c-a75c-b473f578876d req-b9a7e1be-593e-40b4-952b-a11cc2c918ae service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3209e96e-e08e-467b-b142-6a495c2c285b HTTP/1.1" status: 200 len: 855 time: 0.0477433 Feb 16 23:02:16.220050 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-579519b5-85e6-4d2c-a75c-b473f578876d req-410661ed-b596-4ed0-9fad-4699a60fa75b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=922c2b02-b73f-4c2d-8020-e05f1005e343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246701 Feb 16 23:02:16.306924 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-579519b5-85e6-4d2c-a75c-b473f578876d req-7d1b6af8-02e3-4b28-bdda-a9694499de23 service neutron] 10.222.0.67 "GET /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797582 Feb 16 23:02:16.394814 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-579519b5-85e6-4d2c-a75c-b473f578876d req-609e4a14-becd-48c2-a232-fc8ecdd4398c service neutron] 10.222.0.67 "GET /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820966 Feb 16 23:02:16.483079 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5faf317-5141-4b4c-aa70-1a1aba34d9e4 req-23df3d5d-c29f-46c4-852b-021946f52cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:16.484577 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b5faf317-5141-4b4c-aa70-1a1aba34d9e4 req-23df3d5d-c29f-46c4-852b-021946f52cb3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=75ff7a6cde374bd79bf29656a8e7256d&device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 1125 time: 0.0448265 Feb 16 23:02:16.577621 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5faf317-5141-4b4c-aa70-1a1aba34d9e4 req-b1464b9b-05df-40c8-a34c-9eddf326e1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:16.579035 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b5faf317-5141-4b4c-aa70-1a1aba34d9e4 req-b1464b9b-05df-40c8-a34c-9eddf326e1b5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=922c2b02-b73f-4c2d-8020-e05f1005e343 HTTP/1.1" status: 200 len: 916 time: 0.0882933 Feb 16 23:02:16.618811 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b5faf317-5141-4b4c-aa70-1a1aba34d9e4 req-f8f68d06-f54f-4416-8c48-2e9d901cd1a3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e2c5e04-9acb-477b-932f-4084ed2c5d5a HTTP/1.1" status: 200 len: 217 time: 0.0338473 Feb 16 23:02:16.669700 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5faf317-5141-4b4c-aa70-1a1aba34d9e4 req-d2652192-3187-4faa-9193-827ce83acefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:16.671156 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b5faf317-5141-4b4c-aa70-1a1aba34d9e4 req-d2652192-3187-4faa-9193-827ce83acefb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3209e96e-e08e-467b-b142-6a495c2c285b HTTP/1.1" status: 200 len: 855 time: 0.0468912 Feb 16 23:02:16.701746 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b5faf317-5141-4b4c-aa70-1a1aba34d9e4 req-d9e5e4c1-52d1-42ea-99cb-a27fa63e5c6e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=922c2b02-b73f-4c2d-8020-e05f1005e343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247459 Feb 16 23:02:16.789387 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b5faf317-5141-4b4c-aa70-1a1aba34d9e4 req-d5592087-6aea-49a3-9e9b-a4a5ab828d7c service neutron] 10.222.0.67 "GET /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813246 Feb 16 23:02:16.882012 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b5faf317-5141-4b4c-aa70-1a1aba34d9e4 req-9acdb49f-bed0-4b60-b472-3f54869ee280 service neutron] 10.222.0.67 "GET /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866725 Feb 16 23:02:16.993274 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b034252-9c0b-4368-83d5-1b96b3e9096c req-54731690-33f8-4499-b8e8-62093abd82e6 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:16.994792 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1b034252-9c0b-4368-83d5-1b96b3e9096c req-54731690-33f8-4499-b8e8-62093abd82e6 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 943 time: 0.0533848 Feb 16 23:02:17.040699 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1b034252-9c0b-4368-83d5-1b96b3e9096c req-b080fba5-5b4a-43d2-a1c6-8690d03608cf tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403910 Feb 16 23:02:17.477518 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device ea2a954a-e6ee-4412-828b-608f321106c2 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:02:17.497292 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: ea2a954a-e6ee-4412-828b-608f321106c2 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:02:17.497642 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device ea2a954a-e6ee-4412-828b-608f321106c2 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:02:18.160407 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f1d22-0233-476e-abc5-85d9240a9895 req-8a6548aa-87d4-441d-b50e-4a2bdbb87784 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:18.161898 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0e2f1d22-0233-476e-abc5-85d9240a9895 req-8a6548aa-87d4-441d-b50e-4a2bdbb87784 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 943 time: 0.0556581 Feb 16 23:02:18.208221 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0e2f1d22-0233-476e-abc5-85d9240a9895 req-0114bd52-4cef-42d1-9718-aa78dd80fa1d tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401189 Feb 16 23:02:19.327184 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a880ef6-0eae-4f02-ae46-4391eb85bb12 req-279f4077-183e-4dfe-85d3-e27c584fce9e tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:19.328671 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8a880ef6-0eae-4f02-ae46-4391eb85bb12 req-279f4077-183e-4dfe-85d3-e27c584fce9e tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 943 time: 0.0519285 Feb 16 23:02:19.373534 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8a880ef6-0eae-4f02-ae46-4391eb85bb12 req-c5df98d1-b66c-4002-9bb1-af4151e6e657 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393193 Feb 16 23:02:19.477252 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 3e2c5e04-9acb-477b-932f-4084ed2c5d5a details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:02:19.574915 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 3e2c5e04-9acb-477b-932f-4084ed2c5d5a, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=3e2c5e04-9acb-477b-932f-4084ed2c5d5a,segment=NetworkSegment(019d3141-08d4-4cf5-9733-24ca6198874d),segment_id=019d3141-08d4-4cf5-9733-24ca6198874d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:02:19.586294 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '3e2c5e04-9acb-477b-932f-4084ed2c5d5a', 'network_id': '922c2b02-b73f-4c2d-8020-e05f1005e343', 'port_id': '3e2c5e04-9acb-477b-932f-4084ed2c5d5a', 'mac_address': 'fa:16:3e:dc:23:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3209e96e-e08e-467b-b142-6a495c2c285b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:02:19.622535 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 3e2c5e04-9acb-477b-932f-4084ed2c5d5a is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:02:19.622921 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3e2c5e04-9acb-477b-932f-4084ed2c5d5a), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:19.635634 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e2c5e04-9acb-477b-932f-4084ed2c5d5a {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:02:19.658275 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 3e2c5e04-9acb-477b-932f-4084ed2c5d5a, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=3e2c5e04-9acb-477b-932f-4084ed2c5d5a,segment=NetworkSegment(019d3141-08d4-4cf5-9733-24ca6198874d),segment_id=019d3141-08d4-4cf5-9733-24ca6198874d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:02:19.662326 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (3e2c5e04-9acb-477b-932f-4084ed2c5d5a), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:19.708450 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=3e2c5e04-9acb-477b-932f-4084ed2c5d5a,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:02:19.954867 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['3e2c5e04-9acb-477b-932f-4084ed2c5d5a'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:02:20.491153 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaec917-4a53-484d-bda3-be1ae06be60f req-1c4aeb5e-b150-4144-9e33-08c63ca07a3e tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:20.492629 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cbaec917-4a53-484d-bda3-be1ae06be60f req-1c4aeb5e-b150-4144-9e33-08c63ca07a3e tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 944 time: 0.0523899 Feb 16 23:02:20.542846 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cbaec917-4a53-484d-bda3-be1ae06be60f req-4d64a776-0f0f-4e5e-a8fc-385cca2d6908 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446274 Feb 16 23:02:20.733706 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-21482978-03c5-4510-bc7a-6683aec1472c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:21.493444 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 3e2c5e04-9acb-477b-932f-4084ed2c5d5a up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:02:21.541405 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 3e2c5e04-9acb-477b-932f-4084ed2c5d5a completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:02:21.545118 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 3e2c5e04-9acb-477b-932f-4084ed2c5d5a triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:02:21.545490 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (3e2c5e04-9acb-477b-932f-4084ed2c5d5a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:21.622644 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 3e2c5e04-9acb-477b-932f-4084ed2c5d5a is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:02:21.623149 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3e2c5e04-9acb-477b-932f-4084ed2c5d5a), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:21.649276 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e73903e-726d-44b6-bcf7-6f9fa11a211c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2c5e04-9acb-477b-932f-4084ed2c5d5a'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:02:21.651535 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbecdcbc-f9ae-4250-83a5-74388640de62" -d '{"events": [{"server_uuid": "1e73903e-726d-44b6-bcf7-6f9fa11a211c", "name": "network-vif-plugged", "status": "completed", "tag": "3e2c5e04-9acb-477b-932f-4084ed2c5d5a"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:02:21.664010 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b43cf9-cd46-4951-bcee-7a073479b902 req-9dda449e-cf63-4ec7-9e71-dbe646d2f713 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:21.664616 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 3e2c5e04-9acb-477b-932f-4084ed2c5d5a, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=3e2c5e04-9acb-477b-932f-4084ed2c5d5a,segment=NetworkSegment(019d3141-08d4-4cf5-9733-24ca6198874d),segment_id=019d3141-08d4-4cf5-9733-24ca6198874d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:02:21.665514 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b43cf9-cd46-4951-bcee-7a073479b902 req-9dda449e-cf63-4ec7-9e71-dbe646d2f713 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 944 time: 0.0531621 Feb 16 23:02:21.668466 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (3e2c5e04-9acb-477b-932f-4084ed2c5d5a), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:21.714393 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-16b43cf9-cd46-4951-bcee-7a073479b902 req-3320fda0-97d7-49a3-b275-4ce8b4ceb787 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421321 Feb 16 23:02:21.716352 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=3e2c5e04-9acb-477b-932f-4084ed2c5d5a,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:02:21.756746 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b9567e-429d-4758-9ada-61b798663823 x-openstack-request-id: req-51b9567e-429d-4758-9ada-61b798663823 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:02:21.757863 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e73903e-726d-44b6-bcf7-6f9fa11a211c", "name": "network-vif-plugged", "status": "completed", "tag": "3e2c5e04-9acb-477b-932f-4084ed2c5d5a", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:02:21.757958 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-51b9567e-429d-4758-9ada-61b798663823 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:02:21.758368 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e73903e-726d-44b6-bcf7-6f9fa11a211c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2c5e04-9acb-477b-932f-4084ed2c5d5a', 'code': 200} Feb 16 23:02:21.851266 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681c1b0-3629-476c-b3b7-21a1dbf474c0 req-585bf3d3-02c1-46a9-8f5a-198d61c6b077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:21.852764 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6681c1b0-3629-476c-b3b7-21a1dbf474c0 req-585bf3d3-02c1-46a9-8f5a-198d61c6b077 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 1127 time: 0.0429349 Feb 16 23:02:21.894663 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6681c1b0-3629-476c-b3b7-21a1dbf474c0 req-68905e49-8600-4ae3-89ca-6504be65b161 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362017 Feb 16 23:02:22.837389 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3dd940-9350-4042-ba6d-f4a03961c312 req-1091c873-d370-4af1-87ae-c0a8b0a36183 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:22.838915 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cb3dd940-9350-4042-ba6d-f4a03961c312 req-1091c873-d370-4af1-87ae-c0a8b0a36183 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 945 time: 0.0562682 Feb 16 23:02:22.884509 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cb3dd940-9350-4042-ba6d-f4a03961c312 req-08f600d3-36e8-46e7-9b88-d8657014d08a tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400765 Feb 16 23:02:23.114641 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b7c6377e-4987-4afd-9078-40a811a73c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:24.001416 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e794f8-dc36-4f14-b75e-2a3961ea9032 req-12a6c09e-9306-4637-82cb-7c8aedbd6666 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:24.002921 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b3e794f8-dc36-4f14-b75e-2a3961ea9032 req-12a6c09e-9306-4637-82cb-7c8aedbd6666 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 945 time: 0.0511441 Feb 16 23:02:24.053163 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b3e794f8-dc36-4f14-b75e-2a3961ea9032 req-4e71f94a-83fc-441f-9e84-8e56814167b6 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439038 Feb 16 23:02:24.168798 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de035fb5-ee9e-465a-a46b-0bca1f26c52c req-90985982-8593-416e-b9fd-6a1fa921d84e tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:24.170209 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-de035fb5-ee9e-465a-a46b-0bca1f26c52c req-90985982-8593-416e-b9fd-6a1fa921d84e tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 945 time: 0.0518138 Feb 16 23:02:24.220583 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-de035fb5-ee9e-465a-a46b-0bca1f26c52c req-f56f1a90-af6b-4c1f-8e18-67b62e35a20c tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448918 Feb 16 23:02:24.394734 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:24.455500 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-a018d8ec-1848-4cf8-85e4-2589e8a4d7e9 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0436695 Feb 16 23:02:24.462279 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646dc28-071f-4202-85cb-d679a6011f1b req-28b78fce-7382-4280-9cbe-9c58a5b2d6a4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:24.467678 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a646dc28-071f-4202-85cb-d679a6011f1b req-28b78fce-7382-4280-9cbe-9c58a5b2d6a4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 945 time: 0.0532060 Feb 16 23:02:24.511300 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a646dc28-071f-4202-85cb-d679a6011f1b req-b58749a3-0942-401b-a0a4-569ab4c7d9aa tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417013 Feb 16 23:02:24.853904 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-f6046194-05f4-440f-b7da-f151d0ec0dad tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:24.855299 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-f6046194-05f4-440f-b7da-f151d0ec0dad tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports/3e2c5e04-9acb-477b-932f-4084ed2c5d5a HTTP/1.1" status: 200 len: 942 time: 0.0998504 Feb 16 23:02:25.667968 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-66ad74cf-1daa-4851-99f5-adb49b2afe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:25.669933 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-66ad74cf-1daa-4851-99f5-adb49b2afe08 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=75ff7a6cde374bd79bf29656a8e7256d&device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 1127 time: 0.0840371 Feb 16 23:02:25.676945 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db16a6-cb90-4764-b17a-1a8f68b7ebb8 req-05fce5c9-c78e-438a-8168-9e4fa1974e02 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:25.678412 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-07db16a6-cb90-4764-b17a-1a8f68b7ebb8 req-05fce5c9-c78e-438a-8168-9e4fa1974e02 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 945 time: 0.0842552 Feb 16 23:02:25.737434 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:25.778626 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-07db16a6-cb90-4764-b17a-1a8f68b7ebb8 req-b77db0d7-f386-430e-be10-596165dcaed0 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914774 Feb 16 23:02:25.796755 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-4b6c09bd-8a2a-4da4-9c95-3d4dd870102d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:25.798283 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-4b6c09bd-8a2a-4da4-9c95-3d4dd870102d service neutron] 10.222.0.67 "GET /v2.0/networks?id=922c2b02-b73f-4c2d-8020-e05f1005e343 HTTP/1.1" status: 200 len: 916 time: 0.1184003 Feb 16 23:02:25.841773 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-ffe14833-3d5c-4da0-a0ec-d6820a7ba2af service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e2c5e04-9acb-477b-932f-4084ed2c5d5a HTTP/1.1" status: 200 len: 217 time: 0.0380597 Feb 16 23:02:25.888406 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-057f8fe3-72ec-434b-90fe-1504c88be2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:25.889820 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-057f8fe3-72ec-434b-90fe-1504c88be2a8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3209e96e-e08e-467b-b142-6a495c2c285b HTTP/1.1" status: 200 len: 855 time: 0.0420160 Feb 16 23:02:25.921160 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-c5d8fb92-3401-40c5-ae46-2f5e91bad123 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=922c2b02-b73f-4c2d-8020-e05f1005e343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252116 Feb 16 23:02:26.011640 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-08877cd4-5c65-4c4b-b9f9-22de77326993 service neutron] 10.222.0.67 "GET /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839207 Feb 16 23:02:26.097998 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-1e995fdf-1b6d-4cc3-b8f8-6f7228d5b2a7 service neutron] 10.222.0.67 "GET /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803423 Feb 16 23:02:26.904036 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e12f3f-c532-4851-934a-651d84191982 req-b5136f8c-a0c4-4632-9549-e713b4b4658b tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:26.905506 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-25e12f3f-c532-4851-934a-651d84191982 req-b5136f8c-a0c4-4632-9549-e713b4b4658b tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 945 time: 0.0576577 Feb 16 23:02:26.950946 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-25e12f3f-c532-4851-934a-651d84191982 req-c05917da-1834-45a0-8e47-a9ded91297f0 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398831 Feb 16 23:02:27.087563 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:28.068183 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9b70b-342b-4820-94f8-6abfa91ff78c req-8369c37a-dbfb-4871-a22f-4860e489c7b4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:28.070256 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-45a9b70b-342b-4820-94f8-6abfa91ff78c req-8369c37a-dbfb-4871-a22f-4860e489c7b4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 945 time: 0.0520453 Feb 16 23:02:28.116842 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-45a9b70b-342b-4820-94f8-6abfa91ff78c req-d2670b88-3163-4a13-9cff-854123d3139b tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404522 Feb 16 23:02:28.762438 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:29.240025 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f93ae4-b3e0-4bb3-a24c-4987ceec922c req-308a1a7b-a988-46a3-91e6-83a962660672 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:29.241493 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f2f93ae4-b3e0-4bb3-a24c-4987ceec922c req-308a1a7b-a988-46a3-91e6-83a962660672 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 945 time: 0.0553305 Feb 16 23:02:29.287223 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f2f93ae4-b3e0-4bb3-a24c-4987ceec922c req-a118e1e3-dbe3-4409-8ebc-2cf713f692f8 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402400 Feb 16 23:02:30.256225 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:30.405350 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79e6ed-646e-4ff5-a17a-56185b2cfdbe req-4e3d8f40-2f9a-436e-9383-9691ff5dce2a tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:30.406862 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5f79e6ed-646e-4ff5-a17a-56185b2cfdbe req-4e3d8f40-2f9a-436e-9383-9691ff5dce2a tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 945 time: 0.0529051 Feb 16 23:02:30.451662 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5f79e6ed-646e-4ff5-a17a-56185b2cfdbe req-991094e5-947b-4884-9e42-f9731f96f255 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393505 Feb 16 23:02:31.390136 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:02:31.571155 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ced298-cfe8-4803-b003-d3a07af6db42 req-d78d71a5-4294-4706-98ff-4ab94c97bf94 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:31.572702 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d1ced298-cfe8-4803-b003-d3a07af6db42 req-d78d71a5-4294-4706-98ff-4ab94c97bf94 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 945 time: 0.0517855 Feb 16 23:02:31.622337 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d1ced298-cfe8-4803-b003-d3a07af6db42 req-75b056b2-67a1-4b39-be24-563c18f8dce3 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439451 Feb 16 23:02:32.739732 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea322cb-fcd1-40c9-bc77-d2a04e181725 req-dece8a54-df2f-484f-8b01-66e21f3a1b2e tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:32.741125 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6ea322cb-fcd1-40c9-bc77-d2a04e181725 req-dece8a54-df2f-484f-8b01-66e21f3a1b2e tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 945 time: 0.0516968 Feb 16 23:02:32.788500 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6ea322cb-fcd1-40c9-bc77-d2a04e181725 req-51d59e6e-2031-4b51-ac2e-85775064854e tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412698 Feb 16 23:02:33.906430 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8b33b-48e6-4611-b238-9beb0a23484b req-e193f2d7-fe70-420a-87db-0e1e82cfec35 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:33.907922 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-33f8b33b-48e6-4611-b238-9beb0a23484b req-e193f2d7-fe70-420a-87db-0e1e82cfec35 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 945 time: 0.0525548 Feb 16 23:02:33.953849 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-33f8b33b-48e6-4611-b238-9beb0a23484b req-c742d95d-bbca-4302-9b95-dd85cea2aa6e tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402906 Feb 16 23:02:35.083057 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861f2e6-e1db-49b1-b8cc-f143bf59aa51 req-cbf78c88-4394-49e7-b020-64133f3f2354 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:35.084555 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7861f2e6-e1db-49b1-b8cc-f143bf59aa51 req-cbf78c88-4394-49e7-b020-64133f3f2354 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 945 time: 0.0643468 Feb 16 23:02:35.131997 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7861f2e6-e1db-49b1-b8cc-f143bf59aa51 req-18895b93-7bc1-4bb9-89b3-e9c387f38a90 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410061 Feb 16 23:02:36.255500 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc588998-5fd8-4cb8-a03f-28a33644b83a req-f6699b65-72a6-4599-af81-225108b8c185 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:36.257006 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dc588998-5fd8-4cb8-a03f-28a33644b83a req-f6699b65-72a6-4599-af81-225108b8c185 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 945 time: 0.0525975 Feb 16 23:02:36.303365 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dc588998-5fd8-4cb8-a03f-28a33644b83a req-3852e0ce-f41f-4ce4-877f-ff6d658b49ff tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407121 Feb 16 23:02:37.421836 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b21c3c-e05b-413d-b2c4-c807faf151c8 req-e1bfc1e1-8e81-4a7e-919b-696bff73f8bd tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:37.423384 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77b21c3c-e05b-413d-b2c4-c807faf151c8 req-e1bfc1e1-8e81-4a7e-919b-696bff73f8bd tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 945 time: 0.0515695 Feb 16 23:02:37.473302 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77b21c3c-e05b-413d-b2c4-c807faf151c8 req-67e5de72-b318-4a72-85b3-b49b8b2cff5f tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443494 Feb 16 23:02:38.593292 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0300c62-b95e-4b40-bcf0-fe200de42958 req-4a3fcb73-0405-40b3-88fd-bc12dca01098 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:38.594818 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a0300c62-b95e-4b40-bcf0-fe200de42958 req-4a3fcb73-0405-40b3-88fd-bc12dca01098 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 945 time: 0.0527856 Feb 16 23:02:38.641256 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a0300c62-b95e-4b40-bcf0-fe200de42958 req-502b5291-9dda-4b25-819f-9fa40cfb771e tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407441 Feb 16 23:02:39.759524 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a61c0-0f8c-4756-8f7d-90f485d65e19 req-257f6127-5ceb-4ab1-90f9-be5b23caf0e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:39.760923 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b29a61c0-0f8c-4756-8f7d-90f485d65e19 req-257f6127-5ceb-4ab1-90f9-be5b23caf0e4 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 945 time: 0.0528605 Feb 16 23:02:39.806226 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b29a61c0-0f8c-4756-8f7d-90f485d65e19 req-49781670-e126-4b8b-91d6-d698bf4b964e tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396314 Feb 16 23:02:40.928599 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e144ed-ac0b-48b7-8e80-75cfdb7cf5be req-14ff4339-0a65-458d-a681-e509f5148497 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:40.930607 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88e144ed-ac0b-48b7-8e80-75cfdb7cf5be req-14ff4339-0a65-458d-a681-e509f5148497 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 945 time: 0.0562608 Feb 16 23:02:40.975904 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88e144ed-ac0b-48b7-8e80-75cfdb7cf5be req-e1ff1124-9fdb-4dc6-be88-bc80a4b46542 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397320 Feb 16 23:02:42.094601 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d608b-8f3a-4c96-b8ab-6511bf990455 req-2d455e09-754d-4662-8647-7952e8172d3c tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:42.096096 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a81d608b-8f3a-4c96-b8ab-6511bf990455 req-2d455e09-754d-4662-8647-7952e8172d3c tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 945 time: 0.0524807 Feb 16 23:02:42.141753 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a81d608b-8f3a-4c96-b8ab-6511bf990455 req-e23156d2-578a-4297-befd-4f73c45ef91f tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402009 Feb 16 23:02:43.266274 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078a39d-f431-4d9d-9f51-71532679045d req-8b80d9d4-e645-4417-9718-497248835ab2 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:43.267751 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e078a39d-f431-4d9d-9f51-71532679045d req-8b80d9d4-e645-4417-9718-497248835ab2 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 945 time: 0.0557022 Feb 16 23:02:43.313662 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e078a39d-f431-4d9d-9f51-71532679045d req-191ab38c-5c6e-4b93-a5f4-95f23a1f732f tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401499 Feb 16 23:02:44.431318 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96fc0a-43ee-4ad4-91b9-c730a4823b37 req-0a2577e8-898c-48a3-8863-db2b55c1af3f tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:44.432796 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8c96fc0a-43ee-4ad4-91b9-c730a4823b37 req-0a2577e8-898c-48a3-8863-db2b55c1af3f tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 945 time: 0.0521283 Feb 16 23:02:44.478755 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8c96fc0a-43ee-4ad4-91b9-c730a4823b37 req-90b09a49-639e-469a-b8d2-fe35cf103414 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404503 Feb 16 23:02:45.597405 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f0d48-eff8-47eb-914c-6e0af470c625 req-8e91d5cd-e676-4b9c-8590-c691a90ba066 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:45.598942 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-124f0d48-eff8-47eb-914c-6e0af470c625 req-8e91d5cd-e676-4b9c-8590-c691a90ba066 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 945 time: 0.0524998 Feb 16 23:02:45.648203 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-124f0d48-eff8-47eb-914c-6e0af470c625 req-f1a38fb4-0b9f-467b-8f3d-2b8b85c23091 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430849 Feb 16 23:02:46.766774 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994f751-60b9-437f-bb6b-1b7dd6f14904 req-870651d0-7bc6-4cad-90b4-0c0da3e6efff tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:46.768258 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2994f751-60b9-437f-bb6b-1b7dd6f14904 req-870651d0-7bc6-4cad-90b4-0c0da3e6efff tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 945 time: 0.0519834 Feb 16 23:02:46.814087 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2994f751-60b9-437f-bb6b-1b7dd6f14904 req-7e8defa9-129a-4432-b9f1-8a3164b6012e tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400312 Feb 16 23:02:47.933920 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39979b7e-52d6-429d-9508-67de05779287 req-e3b4db2a-b319-49eb-bb6f-0f056870dd0c tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:47.935435 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-39979b7e-52d6-429d-9508-67de05779287 req-e3b4db2a-b319-49eb-bb6f-0f056870dd0c tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 945 time: 0.0537543 Feb 16 23:02:47.981134 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-39979b7e-52d6-429d-9508-67de05779287 req-64553f3f-4df9-4788-b970-0c2fb0815450 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401707 Feb 16 23:02:49.103935 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873fa26-7646-4e35-b228-6c613514cb44 req-9e45eb19-f69f-4f7b-9372-83826eb7f065 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:49.105416 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c873fa26-7646-4e35-b228-6c613514cb44 req-9e45eb19-f69f-4f7b-9372-83826eb7f065 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 945 time: 0.0565448 Feb 16 23:02:49.151725 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c873fa26-7646-4e35-b228-6c613514cb44 req-0561e9e3-cce0-4af5-ac8b-af31f648f06f tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407064 Feb 16 23:02:50.276188 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f1718-968c-4c42-83d7-fdd352ecdd12 req-b7be6dcd-e34d-40e3-9bbb-811fb30170a7 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:50.277715 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-326f1718-968c-4c42-83d7-fdd352ecdd12 req-b7be6dcd-e34d-40e3-9bbb-811fb30170a7 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 945 time: 0.0570066 Feb 16 23:02:50.323020 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-326f1718-968c-4c42-83d7-fdd352ecdd12 req-5a1b8b38-c4c8-4c04-a505-3a194b7b472a tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397527 Feb 16 23:02:50.734672 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-51bf83d2-77bc-4012-8b5f-d9f41ad6bc16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:51.440479 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d9a8e-2c23-4698-b668-a64448dad145 req-d450d97a-edef-4ceb-8f34-c2e99c04fcd2 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:51.441861 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ca0d9a8e-2c23-4698-b668-a64448dad145 req-d450d97a-edef-4ceb-8f34-c2e99c04fcd2 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 945 time: 0.0519438 Feb 16 23:02:51.491294 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ca0d9a8e-2c23-4698-b668-a64448dad145 req-109593fc-e8fd-48fb-9071-4635cfa2ef6b tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438566 Feb 16 23:02:52.613260 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37748b1-4573-4a69-afe8-e8c702a0b5e8 req-48b8f07e-fc01-4826-b86e-568b75c9b2e9 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:52.614786 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d37748b1-4573-4a69-afe8-e8c702a0b5e8 req-48b8f07e-fc01-4826-b86e-568b75c9b2e9 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 945 time: 0.0526547 Feb 16 23:02:52.660525 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d37748b1-4573-4a69-afe8-e8c702a0b5e8 req-e376335d-b004-4ebf-a21a-672ee07d8836 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395255 Feb 16 23:02:52.920757 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-111b6111-b008-4b0c-b50b-215fefc400ac service neutron] show failed (client error): The resource could not be found. Feb 16 23:02:52.921756 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-111b6111-b008-4b0c-b50b-215fefc400ac service neutron] 10.222.0.67 "GET /v2.0/ports/3e2c5e04-9acb-477b-932f-4084ed2c5d5a/bindings/n-h2-813897-6 HTTP/1.1" status: 404 len: 380 time: 0.0530548 Feb 16 23:02:53.117433 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f2267432-359d-42f8-b927-7a1dc7badf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:53.179741 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-973f3a34-c1f0-4d11-be07-e2e910b469c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:53.181251 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-973f3a34-c1f0-4d11-be07-e2e910b469c9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c&tenant_id=75ff7a6cde374bd79bf29656a8e7256d HTTP/1.1" status: 200 len: 1127 time: 0.1059146 Feb 16 23:02:53.191942 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-476cb20d-c874-4b96-a675-b474a0f1b72f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813897-6', 'device_owner': 'compute:nova'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:02:53.249804 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-476cb20d-c874-4b96-a675-b474a0f1b72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3e2c5e04-9acb-477b-932f-4084ed2c5d5a), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:53.445402 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-476cb20d-c874-4b96-a675-b474a0f1b72f service neutron] For port 3e2c5e04-9acb-477b-932f-4084ed2c5d5a, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=3e2c5e04-9acb-477b-932f-4084ed2c5d5a,segment=NetworkSegment(019d3141-08d4-4cf5-9733-24ca6198874d),segment_id=019d3141-08d4-4cf5-9733-24ca6198874d)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:02:53.478060 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-476cb20d-c874-4b96-a675-b474a0f1b72f service neutron] For port 3e2c5e04-9acb-477b-932f-4084ed2c5d5a, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:02:53.519855 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e73903e-726d-44b6-bcf7-6f9fa11a211c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e2c5e04-9acb-477b-932f-4084ed2c5d5a'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:02:53.522413 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a955a38c-3826-40cd-89a3-68b3685d2691" -d '{"events": [{"server_uuid": "1e73903e-726d-44b6-bcf7-6f9fa11a211c", "name": "network-vif-unplugged", "status": "completed", "tag": "3e2c5e04-9acb-477b-932f-4084ed2c5d5a"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:02:53.527023 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-476cb20d-c874-4b96-a675-b474a0f1b72f service neutron] Publish callbacks [] for port (3e2c5e04-9acb-477b-932f-4084ed2c5d5a), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:53.540995 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-476cb20d-c874-4b96-a675-b474a0f1b72f service neutron] Transition to ACTIVE for port object 3e2c5e04-9acb-477b-932f-4084ed2c5d5a will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:02:53.544950 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-476cb20d-c874-4b96-a675-b474a0f1b72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (3e2c5e04-9acb-477b-932f-4084ed2c5d5a), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:53.609385 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-476cb20d-c874-4b96-a675-b474a0f1b72f service neutron] No DVR routers for this DVR port 3e2c5e04-9acb-477b-932f-4084ed2c5d5a on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:02:53.615981 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476cb20d-c874-4b96-a675-b474a0f1b72f service neutron] Pushing event updated for resources: {'Port': ['ID=3e2c5e04-9acb-477b-932f-4084ed2c5d5a,revision_number=6']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:02:53.652251 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 23:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1db0f9e-2056-4738-968e-fd9bc2a395bf x-openstack-request-id: req-b1db0f9e-2056-4738-968e-fd9bc2a395bf {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:02:53.652550 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e73903e-726d-44b6-bcf7-6f9fa11a211c", "name": "network-vif-unplugged", "status": "completed", "tag": "3e2c5e04-9acb-477b-932f-4084ed2c5d5a", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:02:53.652802 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b1db0f9e-2056-4738-968e-fd9bc2a395bf {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:02:53.653196 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e73903e-726d-44b6-bcf7-6f9fa11a211c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e2c5e04-9acb-477b-932f-4084ed2c5d5a', 'code': 200} Feb 16 23:02:53.657247 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-476cb20d-c874-4b96-a675-b474a0f1b72f service neutron] Attempting to bind port 3e2c5e04-9acb-477b-932f-4084ed2c5d5a on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:02:53.657577 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-476cb20d-c874-4b96-a675-b474a0f1b72f service neutron] Attempting to bind port 3e2c5e04-9acb-477b-932f-4084ed2c5d5a by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '019d3141-08d4-4cf5-9733-24ca6198874d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '922c2b02-b73f-4c2d-8020-e05f1005e343'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:02:53.657901 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-476cb20d-c874-4b96-a675-b474a0f1b72f service neutron] Attempting to bind port 3e2c5e04-9acb-477b-932f-4084ed2c5d5a on network 922c2b02-b73f-4c2d-8020-e05f1005e343 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:02:53.662327 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-476cb20d-c874-4b96-a675-b474a0f1b72f service neutron] Port 3e2c5e04-9acb-477b-932f-4084ed2c5d5a on network 922c2b02-b73f-4c2d-8020-e05f1005e343 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 23:02:53.662643 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-476cb20d-c874-4b96-a675-b474a0f1b72f service neutron] Attempting to bind port 3e2c5e04-9acb-477b-932f-4084ed2c5d5a on network 922c2b02-b73f-4c2d-8020-e05f1005e343 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:02:53.667909 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-476cb20d-c874-4b96-a675-b474a0f1b72f service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:02:53.668241 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-476cb20d-c874-4b96-a675-b474a0f1b72f service neutron] Checking segment: {'id': '019d3141-08d4-4cf5-9733-24ca6198874d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '922c2b02-b73f-4c2d-8020-e05f1005e343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:02:53.668617 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-476cb20d-c874-4b96-a675-b474a0f1b72f service neutron] Bound using segment: {'id': '019d3141-08d4-4cf5-9733-24ca6198874d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '922c2b02-b73f-4c2d-8020-e05f1005e343'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:02:53.669034 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-476cb20d-c874-4b96-a675-b474a0f1b72f service neutron] Bound port: 3e2c5e04-9acb-477b-932f-4084ed2c5d5a, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '019d3141-08d4-4cf5-9733-24ca6198874d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '922c2b02-b73f-4c2d-8020-e05f1005e343'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:02:53.669384 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-476cb20d-c874-4b96-a675-b474a0f1b72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3e2c5e04-9acb-477b-932f-4084ed2c5d5a), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:53.744418 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-476cb20d-c874-4b96-a675-b474a0f1b72f service neutron] For port 3e2c5e04-9acb-477b-932f-4084ed2c5d5a, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:02:53.773377 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-476cb20d-c874-4b96-a675-b474a0f1b72f service neutron] For port 3e2c5e04-9acb-477b-932f-4084ed2c5d5a, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=3e2c5e04-9acb-477b-932f-4084ed2c5d5a,segment=NetworkSegment(019d3141-08d4-4cf5-9733-24ca6198874d),segment_id=019d3141-08d4-4cf5-9733-24ca6198874d)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:02:53.780118 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-476cb20d-c874-4b96-a675-b474a0f1b72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (3e2c5e04-9acb-477b-932f-4084ed2c5d5a), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:53.820337 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-476cb20d-c874-4b96-a675-b474a0f1b72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:53.820954 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-476cb20d-c874-4b96-a675-b474a0f1b72f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:53.823032 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-476cb20d-c874-4b96-a675-b474a0f1b72f service neutron] 10.222.0.79 "PUT /v2.0/ports/3e2c5e04-9acb-477b-932f-4084ed2c5d5a HTTP/1.1" status: 200 len: 1091 time: 0.6350095 Feb 16 23:02:53.833523 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc32901-d30e-47bb-8edb-22be44b23f8b req-83752274-52d8-4230-932f-b3e5d469eebd tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:53.834994 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ecc32901-d30e-47bb-8edb-22be44b23f8b req-83752274-52d8-4230-932f-b3e5d469eebd tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 943 time: 0.1037223 Feb 16 23:02:53.888742 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476cb20d-c874-4b96-a675-b474a0f1b72f service neutron] Pushing event updated for resources: {'Port': ['ID=3e2c5e04-9acb-477b-932f-4084ed2c5d5a,revision_number=7']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:02:53.928443 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ecc32901-d30e-47bb-8edb-22be44b23f8b req-8e756e68-2ab5-4dc2-b6e4-7d0628cc47b5 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857775 Feb 16 23:02:53.935076 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-7571accc-69a5-45b7-942b-6aa837ff7e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:53.936514 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-7571accc-69a5-45b7-942b-6aa837ff7e07 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=75ff7a6cde374bd79bf29656a8e7256d&device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 1125 time: 0.0827317 Feb 16 23:02:54.025171 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-96a69eaa-cc31-445a-8067-e965651e59f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:54.026675 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-96a69eaa-cc31-445a-8067-e965651e59f3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=922c2b02-b73f-4c2d-8020-e05f1005e343 HTTP/1.1" status: 200 len: 916 time: 0.0841365 Feb 16 23:02:54.070456 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-fa870623-e2ff-4ccd-b3dd-bcf7c63bb7c5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e2c5e04-9acb-477b-932f-4084ed2c5d5a HTTP/1.1" status: 200 len: 217 time: 0.0376480 Feb 16 23:02:54.119370 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-cb4df2b5-5c39-464b-9a34-0757a62c0f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:54.120782 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-cb4df2b5-5c39-464b-9a34-0757a62c0f49 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3209e96e-e08e-467b-b142-6a495c2c285b HTTP/1.1" status: 200 len: 855 time: 0.0423727 Feb 16 23:02:54.152373 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-4b78d8b4-247b-461e-966a-eb444be17379 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=922c2b02-b73f-4c2d-8020-e05f1005e343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256391 Feb 16 23:02:54.241308 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-bc052c93-031b-4755-be6d-5632567f2fc0 service neutron] 10.222.0.79 "GET /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833845 Feb 16 23:02:54.326601 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d47e7b24-436c-4733-a51d-6695bb3e9009 req-4b9e11f0-6523-4dc4-9600-ae44f008af18 service neutron] 10.222.0.79 "GET /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794277 Feb 16 23:02:54.401661 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:55.048471 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce5a73-b38f-4b23-8838-25acb000d2ef req-a24ade51-0d08-40da-92cb-79dac5d8679b tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:55.049944 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b8ce5a73-b38f-4b23-8838-25acb000d2ef req-a24ade51-0d08-40da-92cb-79dac5d8679b tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 943 time: 0.0528612 Feb 16 23:02:55.099292 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b8ce5a73-b38f-4b23-8838-25acb000d2ef req-3792aa12-26e6-46e9-a192-0514298be5e2 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437601 Feb 16 23:02:55.654663 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e73903e-726d-44b6-bcf7-6f9fa11a211c', 'tag': '3e2c5e04-9acb-477b-932f-4084ed2c5d5a'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:02:55.657032 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc28d8d-7328-430f-b2f0-118d3ad35443" -d '{"events": [{"name": "network-changed", "server_uuid": "1e73903e-726d-44b6-bcf7-6f9fa11a211c", "tag": "3e2c5e04-9acb-477b-932f-4084ed2c5d5a"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:02:55.678253 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 3e2c5e04-9acb-477b-932f-4084ed2c5d5a no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:02:55.705922 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5240f995-14a1-4e5c-86d9-3443c329b8c7 x-openstack-request-id: req-5240f995-14a1-4e5c-86d9-3443c329b8c7 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:02:55.706330 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e73903e-726d-44b6-bcf7-6f9fa11a211c", "tag": "3e2c5e04-9acb-477b-932f-4084ed2c5d5a", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:02:55.706595 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5240f995-14a1-4e5c-86d9-3443c329b8c7 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:02:55.707547 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e73903e-726d-44b6-bcf7-6f9fa11a211c', 'tag': '3e2c5e04-9acb-477b-932f-4084ed2c5d5a', 'status': 'completed', 'code': 200} Feb 16 23:02:55.737604 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] The host n-h1-813897-6 is not matching for port 3e2c5e04-9acb-477b-932f-4084ed2c5d5a host n-h2-813897-6! {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 23:02:55.737923 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 3e2c5e04-9acb-477b-932f-4084ed2c5d5a not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:02:55.748806 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:55.810283 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc28d8d-7328-430f-b2f0-118d3ad35443 req-60af84f4-da58-4792-84b9-50479c5515c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:55.811802 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fc28d8d-7328-430f-b2f0-118d3ad35443 req-60af84f4-da58-4792-84b9-50479c5515c4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=75ff7a6cde374bd79bf29656a8e7256d&device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 1125 time: 0.0786326 Feb 16 23:02:55.814653 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc28d8d-7328-430f-b2f0-118d3ad35443 req-fdc9a516-d709-4e8e-9ea3-91b86184c762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:55.816035 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fc28d8d-7328-430f-b2f0-118d3ad35443 req-fdc9a516-d709-4e8e-9ea3-91b86184c762 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=75ff7a6cde374bd79bf29656a8e7256d&device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 1125 time: 0.0928288 Feb 16 23:02:55.972244 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc28d8d-7328-430f-b2f0-118d3ad35443 req-40423eae-9bfc-4c18-aa04-13d6231701a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:55.973716 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fc28d8d-7328-430f-b2f0-118d3ad35443 req-40423eae-9bfc-4c18-aa04-13d6231701a8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=922c2b02-b73f-4c2d-8020-e05f1005e343 HTTP/1.1" status: 200 len: 916 time: 0.1547933 Feb 16 23:02:55.976200 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc28d8d-7328-430f-b2f0-118d3ad35443 req-2d82b7cf-02fb-4a35-99e0-c99a1e4d6016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:55.977560 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fc28d8d-7328-430f-b2f0-118d3ad35443 req-2d82b7cf-02fb-4a35-99e0-c99a1e4d6016 service neutron] 10.222.0.67 "GET /v2.0/networks?id=922c2b02-b73f-4c2d-8020-e05f1005e343 HTTP/1.1" status: 200 len: 916 time: 0.1491184 Feb 16 23:02:56.285833 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fc28d8d-7328-430f-b2f0-118d3ad35443 req-fbc3ca68-1c85-4d11-8ee9-82c645428561 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e2c5e04-9acb-477b-932f-4084ed2c5d5a HTTP/1.1" status: 200 len: 217 time: 0.3059728 Feb 16 23:02:56.294386 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fc28d8d-7328-430f-b2f0-118d3ad35443 req-21665e8e-dcdb-4429-aea2-68263370a9da service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e2c5e04-9acb-477b-932f-4084ed2c5d5a HTTP/1.1" status: 200 len: 217 time: 0.3084173 Feb 16 23:02:56.398283 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc28d8d-7328-430f-b2f0-118d3ad35443 req-3e4b2be8-d86b-4a27-879f-584cb7658039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:56.400235 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fc28d8d-7328-430f-b2f0-118d3ad35443 req-3e4b2be8-d86b-4a27-879f-584cb7658039 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3209e96e-e08e-467b-b142-6a495c2c285b HTTP/1.1" status: 200 len: 855 time: 0.1039383 Feb 16 23:02:56.404253 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc28d8d-7328-430f-b2f0-118d3ad35443 req-e3544a05-55cc-452e-ae0c-b567f284e0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:56.405636 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fc28d8d-7328-430f-b2f0-118d3ad35443 req-e3544a05-55cc-452e-ae0c-b567f284e0bf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3209e96e-e08e-467b-b142-6a495c2c285b HTTP/1.1" status: 200 len: 855 time: 0.0883050 Feb 16 23:02:56.420446 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e2b99-b508-4d58-95f1-045933587bcf req-bee44916-0633-4222-abf2-fe2092f4d5e5 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:56.421846 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3a3e2b99-b508-4d58-95f1-045933587bcf req-bee44916-0633-4222-abf2-fe2092f4d5e5 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 943 time: 0.1622431 Feb 16 23:02:56.449046 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fc28d8d-7328-430f-b2f0-118d3ad35443 req-454c8442-4859-47a7-8abc-e89c84d11e37 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=922c2b02-b73f-4c2d-8020-e05f1005e343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424681 Feb 16 23:02:56.472432 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fc28d8d-7328-430f-b2f0-118d3ad35443 req-38747959-1f4e-4ecd-9c6c-8a7094e284f2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=922c2b02-b73f-4c2d-8020-e05f1005e343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496929 Feb 16 23:02:56.502957 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 3e2c5e04-9acb-477b-932f-4084ed2c5d5a details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:02:56.604515 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 3e2c5e04-9acb-477b-932f-4084ed2c5d5a, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=3e2c5e04-9acb-477b-932f-4084ed2c5d5a,segment=NetworkSegment(019d3141-08d4-4cf5-9733-24ca6198874d),segment_id=019d3141-08d4-4cf5-9733-24ca6198874d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:02:56.615808 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '3e2c5e04-9acb-477b-932f-4084ed2c5d5a', 'network_id': '922c2b02-b73f-4c2d-8020-e05f1005e343', 'port_id': '3e2c5e04-9acb-477b-932f-4084ed2c5d5a', 'mac_address': 'fa:16:3e:dc:23:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3209e96e-e08e-467b-b142-6a495c2c285b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:02:56.623838 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3a3e2b99-b508-4d58-95f1-045933587bcf req-f45ebacb-87f5-46a9-97ac-2b5b73b6f232 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795301 Feb 16 23:02:56.654931 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 3e2c5e04-9acb-477b-932f-4084ed2c5d5a is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:02:56.655320 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3e2c5e04-9acb-477b-932f-4084ed2c5d5a), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:56.657544 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fc28d8d-7328-430f-b2f0-118d3ad35443 req-911c5cfd-9439-4e74-be5d-d66a5efcd383 service neutron] 10.222.0.67 "GET /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777418 Feb 16 23:02:56.659276 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fc28d8d-7328-430f-b2f0-118d3ad35443 req-7fa5530a-b24e-4304-b087-b6c23729aed4 service neutron] 10.222.0.79 "GET /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891420 Feb 16 23:02:56.670376 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e2c5e04-9acb-477b-932f-4084ed2c5d5a {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:02:56.695429 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 3e2c5e04-9acb-477b-932f-4084ed2c5d5a, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=3e2c5e04-9acb-477b-932f-4084ed2c5d5a,segment=NetworkSegment(019d3141-08d4-4cf5-9733-24ca6198874d),segment_id=019d3141-08d4-4cf5-9733-24ca6198874d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:02:56.701560 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (3e2c5e04-9acb-477b-932f-4084ed2c5d5a), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:56.754838 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=3e2c5e04-9acb-477b-932f-4084ed2c5d5a,revision_number=8']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:02:56.764513 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:02:56.764870 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:02:56.765215 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:02:56.765554 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:02:56.765889 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:02:56.766406 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:02:56.766743 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:02:56.767071 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:02:56.767397 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:02:56.767721 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:02:56.768047 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:02:56.768368 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:02:56.768691 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:02:56.848066 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fc28d8d-7328-430f-b2f0-118d3ad35443 req-bf41d3eb-a4dc-41a3-8f8b-5bd8de301d7f service neutron] 10.222.0.67 "GET /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844523 Feb 16 23:02:56.854744 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7fc28d8d-7328-430f-b2f0-118d3ad35443 req-a1c32fad-714e-4e93-aea4-152e252ee9ad service neutron] 10.222.0.79 "GET /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836855 Feb 16 23:02:56.875918 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf22953-ec70-49c9-8148-0b89f8148a9a req-ab35e2da-4d26-42c2-8100-cae8bd3f959d tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:56.877414 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-faf22953-ec70-49c9-8148-0b89f8148a9a req-ab35e2da-4d26-42c2-8100-cae8bd3f959d tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c&tenant_id=75ff7a6cde374bd79bf29656a8e7256d&binding%3Ahost_id=n-h2-813897-6 HTTP/1.1" status: 200 len: 944 time: 0.0651872 Feb 16 23:02:56.878967 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e00b39-08bb-4e97-8ff0-00e1ecc8e406 req-5dd019a6-cdbb-4703-adb8-53d0a0d1fbb6 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:56.880543 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-19e00b39-08bb-4e97-8ff0-00e1ecc8e406 req-5dd019a6-cdbb-4703-adb8-53d0a0d1fbb6 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 944 time: 0.0867250 Feb 16 23:02:56.933477 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-19e00b39-08bb-4e97-8ff0-00e1ecc8e406 req-26fe20c3-d998-4c4f-bbd6-8670bb10bd0e tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464754 Feb 16 23:02:56.938005 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [req-faf22953-ec70-49c9-8148-0b89f8148a9a req-4faf9e67-f611-408e-a5a8-aec2a8f4d406 service neutron] delete failed (client error): The resource could not be found. Feb 16 23:02:56.939214 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-faf22953-ec70-49c9-8148-0b89f8148a9a req-4faf9e67-f611-408e-a5a8-aec2a8f4d406 service neutron] 10.222.0.67 "DELETE /v2.0/ports/3e2c5e04-9acb-477b-932f-4084ed2c5d5a/bindings/n-h1-813897-6 HTTP/1.1" status: 404 len: 380 time: 0.0558197 Feb 16 23:02:56.949389 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['3e2c5e04-9acb-477b-932f-4084ed2c5d5a'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:02:57.034434 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf22953-ec70-49c9-8148-0b89f8148a9a req-941b96ff-61fa-4256-9037-f68d885ef90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:57.036041 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-faf22953-ec70-49c9-8148-0b89f8148a9a req-941b96ff-61fa-4256-9037-f68d885ef90e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=75ff7a6cde374bd79bf29656a8e7256d&device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 1126 time: 0.0478036 Feb 16 23:02:57.100976 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:57.130343 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf22953-ec70-49c9-8148-0b89f8148a9a req-c5901b7a-7029-45a5-90c8-100ce66a947e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:57.131817 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-faf22953-ec70-49c9-8148-0b89f8148a9a req-c5901b7a-7029-45a5-90c8-100ce66a947e service neutron] 10.222.0.67 "GET /v2.0/networks?id=922c2b02-b73f-4c2d-8020-e05f1005e343 HTTP/1.1" status: 200 len: 916 time: 0.0903125 Feb 16 23:02:57.171758 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-faf22953-ec70-49c9-8148-0b89f8148a9a req-a15f6456-5dfc-4862-abe3-5129baee7965 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e2c5e04-9acb-477b-932f-4084ed2c5d5a HTTP/1.1" status: 200 len: 217 time: 0.0338352 Feb 16 23:02:57.219777 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf22953-ec70-49c9-8148-0b89f8148a9a req-7c459846-df7d-430d-a138-8a490eb1b657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:57.221196 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-faf22953-ec70-49c9-8148-0b89f8148a9a req-7c459846-df7d-430d-a138-8a490eb1b657 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3209e96e-e08e-467b-b142-6a495c2c285b HTTP/1.1" status: 200 len: 855 time: 0.0426884 Feb 16 23:02:57.255469 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-faf22953-ec70-49c9-8148-0b89f8148a9a req-9ee55dee-eb86-4e55-bfa7-07ca6b149bfd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=922c2b02-b73f-4c2d-8020-e05f1005e343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284176 Feb 16 23:02:57.601525 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-faf22953-ec70-49c9-8148-0b89f8148a9a req-d1ffb9ff-d9a8-4ff0-901c-2d0ddfd174a2 service neutron] 10.222.0.67 "GET /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403814 Feb 16 23:02:57.690897 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-faf22953-ec70-49c9-8148-0b89f8148a9a req-a47446ea-42cd-4a44-9e34-d120cdad05f9 service neutron] 10.222.0.67 "GET /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835280 Feb 16 23:02:58.057409 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d513c89-0641-48e9-95d7-6b936b87d24b req-a6322dc7-5816-441a-9900-0b931ba56473 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:58.059756 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8d513c89-0641-48e9-95d7-6b936b87d24b req-a6322dc7-5816-441a-9900-0b931ba56473 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 944 time: 0.0563035 Feb 16 23:02:58.107681 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8d513c89-0641-48e9-95d7-6b936b87d24b req-d1739cc9-00b2-465f-8448-14cb997916f1 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421228 Feb 16 23:02:58.534290 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 3e2c5e04-9acb-477b-932f-4084ed2c5d5a up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:02:58.581688 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 3e2c5e04-9acb-477b-932f-4084ed2c5d5a completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:02:58.585601 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 3e2c5e04-9acb-477b-932f-4084ed2c5d5a triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:02:58.586006 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (3e2c5e04-9acb-477b-932f-4084ed2c5d5a), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:58.663451 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 3e2c5e04-9acb-477b-932f-4084ed2c5d5a is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:02:58.663836 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3e2c5e04-9acb-477b-932f-4084ed2c5d5a), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:58.686675 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e73903e-726d-44b6-bcf7-6f9fa11a211c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2c5e04-9acb-477b-932f-4084ed2c5d5a'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:02:58.688931 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09583bba-36a4-4cc0-ac0f-5cd869a091f6" -d '{"events": [{"server_uuid": "1e73903e-726d-44b6-bcf7-6f9fa11a211c", "name": "network-vif-plugged", "status": "completed", "tag": "3e2c5e04-9acb-477b-932f-4084ed2c5d5a"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:02:58.701042 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 3e2c5e04-9acb-477b-932f-4084ed2c5d5a, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=3e2c5e04-9acb-477b-932f-4084ed2c5d5a,segment=NetworkSegment(019d3141-08d4-4cf5-9733-24ca6198874d),segment_id=019d3141-08d4-4cf5-9733-24ca6198874d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:02:58.705390 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (3e2c5e04-9acb-477b-932f-4084ed2c5d5a), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:58.729123 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ec4156-249b-4f18-b8f1-28b86d21a48a x-openstack-request-id: req-f6ec4156-249b-4f18-b8f1-28b86d21a48a {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:02:58.729422 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e73903e-726d-44b6-bcf7-6f9fa11a211c", "name": "network-vif-plugged", "status": "completed", "tag": "3e2c5e04-9acb-477b-932f-4084ed2c5d5a", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:02:58.729693 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f6ec4156-249b-4f18-b8f1-28b86d21a48a {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:02:58.730100 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e73903e-726d-44b6-bcf7-6f9fa11a211c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2c5e04-9acb-477b-932f-4084ed2c5d5a', 'code': 200} Feb 16 23:02:58.760071 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=3e2c5e04-9acb-477b-932f-4084ed2c5d5a,revision_number=9']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:02:58.774707 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:02:59.228259 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e52cbb-60df-4ef3-a546-289c263a3945 req-aff435af-583a-4ca5-a2cd-690a19ff4fc6 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:59.229750 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-43e52cbb-60df-4ef3-a546-289c263a3945 req-aff435af-583a-4ca5-a2cd-690a19ff4fc6 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 945 time: 0.0532842 Feb 16 23:02:59.275611 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-43e52cbb-60df-4ef3-a546-289c263a3945 req-62fbc9c5-2f8d-4eec-8dc5-d81b6ba89753 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403304 Feb 16 23:02:59.395908 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590b4db-403b-46f7-827e-865e0a929b54 req-8f01aa42-ba7e-4da0-903a-0608a22d5784 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:59.397579 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5590b4db-403b-46f7-827e-865e0a929b54 req-8f01aa42-ba7e-4da0-903a-0608a22d5784 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 945 time: 0.0577123 Feb 16 23:02:59.442958 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5590b4db-403b-46f7-827e-865e0a929b54 req-47e59005-493b-45a0-bbb1-e064b142e072 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390799 Feb 16 23:02:59.557928 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f9475-672f-44c0-b0f3-2ae04d699cad req-626910fc-dfee-47f8-ac68-d96950124038 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:59.559439 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a42f9475-672f-44c0-b0f3-2ae04d699cad req-626910fc-dfee-47f8-ac68-d96950124038 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 945 time: 0.0526850 Feb 16 23:02:59.605222 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a42f9475-672f-44c0-b0f3-2ae04d699cad req-6e7535c1-efb8-4935-a512-d6f0ff8a3968 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402417 Feb 16 23:02:59.933062 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af80c3-3ac6-4f92-af57-36c7d0a3d08d req-7aa4644f-ef08-43e7-b726-b6978229c556 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:02:59.934480 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-44af80c3-3ac6-4f92-af57-36c7d0a3d08d req-7aa4644f-ef08-43e7-b726-b6978229c556 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 945 time: 0.0571022 Feb 16 23:02:59.979909 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-44af80c3-3ac6-4f92-af57-36c7d0a3d08d req-820bfb3b-30cf-465e-b90d-6fe039ec986c tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397966 Feb 16 23:03:00.255395 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:01.131424 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecff01-e4c4-4392-a364-03641e1826f3 req-6c51bd77-acea-49f0-8201-e0076056a248 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:01.132916 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f2ecff01-e4c4-4392-a364-03641e1826f3 req-6c51bd77-acea-49f0-8201-e0076056a248 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 945 time: 0.0860920 Feb 16 23:03:01.144655 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1ec6d-8316-4995-9099-99067ad78b1e req-1505055d-9a58-4563-a35d-4258eb5d6868 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:01.146049 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-29a1ec6d-8316-4995-9099-99067ad78b1e req-1505055d-9a58-4563-a35d-4258eb5d6868 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e73903e-726d-44b6-bcf7-6f9fa11a211c HTTP/1.1" status: 200 len: 945 time: 0.0697403 Feb 16 23:03:01.241054 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f2ecff01-e4c4-4392-a364-03641e1826f3 req-b65aeb31-1d63-41e5-adea-ba3a0d392166 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.75 "GET /v2.0/security-groups?id=04056b88-da7c-4f6a-852c-d1700af2e867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937805 Feb 16 23:03:01.267716 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-29a1ec6d-8316-4995-9099-99067ad78b1e req-65ec255e-3c87-45e8-b728-06b1e9561d35 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Deleting port 3e2c5e04-9acb-477b-932f-4084ed2c5d5a {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:03:01.268061 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-29a1ec6d-8316-4995-9099-99067ad78b1e req-65ec255e-3c87-45e8-b728-06b1e9561d35 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (3e2c5e04-9acb-477b-932f-4084ed2c5d5a), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:01.365983 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-29a1ec6d-8316-4995-9099-99067ad78b1e req-65ec255e-3c87-45e8-b728-06b1e9561d35 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] For port 3e2c5e04-9acb-477b-932f-4084ed2c5d5a, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=3e2c5e04-9acb-477b-932f-4084ed2c5d5a,segment=NetworkSegment(019d3141-08d4-4cf5-9733-24ca6198874d),segment_id=019d3141-08d4-4cf5-9733-24ca6198874d)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:03:01.366370 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-29a1ec6d-8316-4995-9099-99067ad78b1e req-65ec255e-3c87-45e8-b728-06b1e9561d35 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (3e2c5e04-9acb-477b-932f-4084ed2c5d5a), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:01.377995 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-29a1ec6d-8316-4995-9099-99067ad78b1e req-65ec255e-3c87-45e8-b728-06b1e9561d35 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Calling delete_port for 3e2c5e04-9acb-477b-932f-4084ed2c5d5a owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:03:01.500728 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-29a1ec6d-8316-4995-9099-99067ad78b1e req-65ec255e-3c87-45e8-b728-06b1e9561d35 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (3e2c5e04-9acb-477b-932f-4084ed2c5d5a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:01.512929 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['3e2c5e04-9acb-477b-932f-4084ed2c5d5a'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:03:01.535305 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec255e-3c87-45e8-b728-06b1e9561d35 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Pushing event deleted for resources: {'Port': ['ID=3e2c5e04-9acb-477b-932f-4084ed2c5d5a,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:01.576368 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a1ec6d-8316-4995-9099-99067ad78b1e req-65ec255e-3c87-45e8-b728-06b1e9561d35 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] No DVR routers for this DVR port 3e2c5e04-9acb-477b-932f-4084ed2c5d5a on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:03:01.579054 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-29a1ec6d-8316-4995-9099-99067ad78b1e req-65ec255e-3c87-45e8-b728-06b1e9561d35 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:01.582340 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-29a1ec6d-8316-4995-9099-99067ad78b1e req-65ec255e-3c87-45e8-b728-06b1e9561d35 tempest-ServerDiskConfigTestJSON-1241881304 tempest-ServerDiskConfigTestJSON-1241881304-project] 10.222.0.79 "DELETE /v2.0/ports/3e2c5e04-9acb-477b-932f-4084ed2c5d5a HTTP/1.1" status: 204 len: 173 time: 0.4294150 Feb 16 23:03:01.582784 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e73903e-726d-44b6-bcf7-6f9fa11a211c', 'name': 'network-vif-deleted', 'tag': '3e2c5e04-9acb-477b-932f-4084ed2c5d5a'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:03:01.585067 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4c9604-e175-4701-8371-53bb22209f5b" -d '{"events": [{"server_uuid": "1e73903e-726d-44b6-bcf7-6f9fa11a211c", "name": "network-vif-deleted", "tag": "3e2c5e04-9acb-477b-932f-4084ed2c5d5a"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:03:01.624189 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ecaef3-1240-4b85-8b0f-fe1399a607e1 x-openstack-request-id: req-50ecaef3-1240-4b85-8b0f-fe1399a607e1 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:03:01.624480 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e73903e-726d-44b6-bcf7-6f9fa11a211c", "name": "network-vif-deleted", "tag": "3e2c5e04-9acb-477b-932f-4084ed2c5d5a", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:03:01.624737 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-50ecaef3-1240-4b85-8b0f-fe1399a607e1 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:03:01.625149 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e73903e-726d-44b6-bcf7-6f9fa11a211c', 'name': 'network-vif-deleted', 'tag': '3e2c5e04-9acb-477b-932f-4084ed2c5d5a', 'status': 'completed', 'code': 200} Feb 16 23:03:02.358215 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52662) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:03:02.401725 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd235ee1-c63f-4ed1-807b-d6bf7ffcf871 admin admin] Deleting subnet 3209e96e-e08e-467b-b142-6a495c2c285b {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 23:03:02.404872 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bd235ee1-c63f-4ed1-807b-d6bf7ffcf871 admin admin] Publish callbacks [] for subnet (3209e96e-e08e-467b-b142-6a495c2c285b), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:02.438580 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bd235ee1-c63f-4ed1-807b-d6bf7ffcf871 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (3209e96e-e08e-467b-b142-6a495c2c285b), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:02.480692 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bd235ee1-c63f-4ed1-807b-d6bf7ffcf871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (3209e96e-e08e-467b-b142-6a495c2c285b), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:02.532649 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bd235ee1-c63f-4ed1-807b-d6bf7ffcf871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (3209e96e-e08e-467b-b142-6a495c2c285b), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:02.557701 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd235ee1-c63f-4ed1-807b-d6bf7ffcf871 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3209e96e-e08e-467b-b142-6a495c2c285b,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:02.563218 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bd235ee1-c63f-4ed1-807b-d6bf7ffcf871 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:02.566469 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bd235ee1-c63f-4ed1-807b-d6bf7ffcf871 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/3209e96e-e08e-467b-b142-6a495c2c285b HTTP/1.1" status: 204 len: 168 time: 0.2072399 Feb 16 23:03:02.568984 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52664) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:03:02.636446 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-01348ed0-8208-4413-9f18-d1e5443d363f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (922c2b02-b73f-4c2d-8020-e05f1005e343), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:02.717566 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-01348ed0-8208-4413-9f18-d1e5443d363f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (922c2b02-b73f-4c2d-8020-e05f1005e343), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:02.737743 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-01348ed0-8208-4413-9f18-d1e5443d363f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['922c2b02-b73f-4c2d-8020-e05f1005e343']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:03:02.746972 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-01348ed0-8208-4413-9f18-d1e5443d363f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '019d3141-08d4-4cf5-9733-24ca6198874d') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:03:02.747272 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-01348ed0-8208-4413-9f18-d1e5443d363f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '019d3141-08d4-4cf5-9733-24ca6198874d') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:03:02.756357 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-01348ed0-8208-4413-9f18-d1e5443d363f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (019d3141-08d4-4cf5-9733-24ca6198874d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:02.769218 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-01348ed0-8208-4413-9f18-d1e5443d363f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (019d3141-08d4-4cf5-9733-24ca6198874d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:02.775758 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01348ed0-8208-4413-9f18-d1e5443d363f admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:03:02.776141 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-01348ed0-8208-4413-9f18-d1e5443d363f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (019d3141-08d4-4cf5-9733-24ca6198874d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:02.777749 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 23:03:02.777749 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:03:02.777749 n-d-813897-6 neutron-server[103466]: timer() Feb 16 23:03:02.777749 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:03:02.777749 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 23:03:02.777749 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 23:03:02.777749 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 23:03:02.777749 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:03:02.777749 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 23:03:02.777749 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:03:02.777749 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 23:03:02.777749 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:03:02.777749 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 23:03:02.777749 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 23:03:02.777749 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:03:02.777749 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 23:03:02.777749 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:03:02.777749 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 23:03:02.777749 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 23:03:02.777749 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 23:03:02.777749 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 23:03:02.777749 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 23:03:02.777749 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:03:02.777749 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:03:02.777749 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 23:03:02.777749 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:03:02.777749 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:03:02.777749 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:03:02.777749 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:03:02.777749 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:03:02.777749 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:03:02.777749 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:03:02.834303 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-01348ed0-8208-4413-9f18-d1e5443d363f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (922c2b02-b73f-4c2d-8020-e05f1005e343), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:02.839928 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-01348ed0-8208-4413-9f18-d1e5443d363f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:02.844187 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-01348ed0-8208-4413-9f18-d1e5443d363f admin admin] 10.222.0.75 "DELETE /v2.0/networks/922c2b02-b73f-4c2d-8020-e05f1005e343 HTTP/1.1" status: 204 len: 168 time: 0.2742565 Feb 16 23:03:02.857117 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01348ed0-8208-4413-9f18-d1e5443d363f admin admin] Pushing event deleted for resources: {'Network': ['ID=922c2b02-b73f-4c2d-8020-e05f1005e343,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:02.949173 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52668) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:03:02.987813 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-396fbc96-b901-4ba1-8758-6d99e0bd02c5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=75ff7a6cde374bd79bf29656a8e7256d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375018 Feb 16 23:03:02.990249 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52670) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:03:03.036886 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bfa478ce-7f9b-4354-97b2-684842d76e1c admin admin] Publish callbacks [] for security_group (04056b88-da7c-4f6a-852c-d1700af2e867), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:03.057343 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bfa478ce-7f9b-4354-97b2-684842d76e1c admin admin] Publish callbacks [] for security_group (04056b88-da7c-4f6a-852c-d1700af2e867), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:03.106141 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bfa478ce-7f9b-4354-97b2-684842d76e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (04056b88-da7c-4f6a-852c-d1700af2e867), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:03.108736 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bfa478ce-7f9b-4354-97b2-684842d76e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:03.109901 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bfa478ce-7f9b-4354-97b2-684842d76e1c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/04056b88-da7c-4f6a-852c-d1700af2e867 HTTP/1.1" status: 204 len: 168 time: 0.1187627 Feb 16 23:03:03.117489 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa478ce-7f9b-4354-97b2-684842d76e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04056b88-da7c-4f6a-852c-d1700af2e867,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:03.769524 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52692) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:03:03.863276 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-6e117af3-05d6-4cd4-a1e9-7f6be3a3ebee admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-384279763-network', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:03:03.882114 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e117af3-05d6-4cd4-a1e9-7f6be3a3ebee admin admin] Made reservation on behalf of 3b89614a682e4cdc98d1bf73090e8cdc for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:03:03.884848 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e117af3-05d6-4cd4-a1e9-7f6be3a3ebee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:03.893287 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e117af3-05d6-4cd4-a1e9-7f6be3a3ebee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:03.966489 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e117af3-05d6-4cd4-a1e9-7f6be3a3ebee admin admin] Publish callbacks [] for security_group (0bf7ac46-b153-4be6-8d90-63fa6ce197cd), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:03.970363 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e117af3-05d6-4cd4-a1e9-7f6be3a3ebee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (0bf7ac46-b153-4be6-8d90-63fa6ce197cd), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:03.994426 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e117af3-05d6-4cd4-a1e9-7f6be3a3ebee admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:03:04.004070 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e117af3-05d6-4cd4-a1e9-7f6be3a3ebee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf7ac46-b153-4be6-8d90-63fa6ce197cd,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:04.009857 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e117af3-05d6-4cd4-a1e9-7f6be3a3ebee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (adf0bdfd-c811-47e0-bdfc-7355534731f4), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:04.010239 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-6e117af3-05d6-4cd4-a1e9-7f6be3a3ebee admin admin] Added segment adf0bdfd-c811-47e0-bdfc-7355534731f4 of type vlan for network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 Feb 16 23:03:04.023583 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e117af3-05d6-4cd4-a1e9-7f6be3a3ebee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:04.024498 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e117af3-05d6-4cd4-a1e9-7f6be3a3ebee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:04.024848 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e117af3-05d6-4cd4-a1e9-7f6be3a3ebee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:04.025190 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e117af3-05d6-4cd4-a1e9-7f6be3a3ebee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:04.025526 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e117af3-05d6-4cd4-a1e9-7f6be3a3ebee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:04.025866 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e117af3-05d6-4cd4-a1e9-7f6be3a3ebee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:04.026609 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e117af3-05d6-4cd4-a1e9-7f6be3a3ebee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:04.026953 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e117af3-05d6-4cd4-a1e9-7f6be3a3ebee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:04.027285 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e117af3-05d6-4cd4-a1e9-7f6be3a3ebee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:04.027616 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e117af3-05d6-4cd4-a1e9-7f6be3a3ebee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:04.027947 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e117af3-05d6-4cd4-a1e9-7f6be3a3ebee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:04.028607 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e117af3-05d6-4cd4-a1e9-7f6be3a3ebee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:04.028944 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e117af3-05d6-4cd4-a1e9-7f6be3a3ebee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:04.072591 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e117af3-05d6-4cd4-a1e9-7f6be3a3ebee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:04.098463 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e117af3-05d6-4cd4-a1e9-7f6be3a3ebee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:04.099430 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e117af3-05d6-4cd4-a1e9-7f6be3a3ebee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:04.100036 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e117af3-05d6-4cd4-a1e9-7f6be3a3ebee admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:04.136343 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6e117af3-05d6-4cd4-a1e9-7f6be3a3ebee admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3655982 Feb 16 23:03:04.139396 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52696) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:03:04.144343 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-70a0e86b-06b8-4d04-8623-e3d1f769b25d admin admin] Request body: {'subnet': {'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-384279763-subnet', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:03:04.165123 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a0e86b-06b8-4d04-8623-e3d1f769b25d admin admin] Made reservation on behalf of 3b89614a682e4cdc98d1bf73090e8cdc for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:03:04.166308 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e117af3-05d6-4cd4-a1e9-7f6be3a3ebee admin admin] Pushing event updated for resources: {'Network': ['ID=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:04.167661 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-70a0e86b-06b8-4d04-8623-e3d1f769b25d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:04.176506 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 23:03:04.332594 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-70a0e86b-06b8-4d04-8623-e3d1f769b25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (42ebf133-6ced-4b23-94f6-2aa0ceecccf5), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:04.392762 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0e86b-06b8-4d04-8623-e3d1f769b25d admin admin] Pushing event updated for resources: {'Subnet': ['ID=42ebf133-6ced-4b23-94f6-2aa0ceecccf5,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:04.400425 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a0e86b-06b8-4d04-8623-e3d1f769b25d admin admin] Checking segment: {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:03:04.400786 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a0e86b-06b8-4d04-8623-e3d1f769b25d admin admin] Network hostable DHCP agents. Network: 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:03:04.417456 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a0e86b-06b8-4d04-8623-e3d1f769b25d admin admin] Network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:03:04.425298 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-70a0e86b-06b8-4d04-8623-e3d1f769b25d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:03:04.429043 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a0e86b-06b8-4d04-8623-e3d1f769b25d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:04.429629 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-70a0e86b-06b8-4d04-8623-e3d1f769b25d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:04.435286 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc9fd5c-14a2-481a-a74a-cb95cc74e8a1 None None] Network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:03:04.445222 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-70a0e86b-06b8-4d04-8623-e3d1f769b25d admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3047419 Feb 16 23:03:04.448578 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52698) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:03:04.452964 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-c83bafaf-1bc5-4380-b5a2-4ee665f3ea72 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-384279763-router', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:03:04.474580 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c83bafaf-1bc5-4380-b5a2-4ee665f3ea72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:04.475591 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c83bafaf-1bc5-4380-b5a2-4ee665f3ea72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:04.541123 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6acaaad-fc1c-4830-93f2-be22003149ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 23:03:04.542002 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d6acaaad-fc1c-4830-93f2-be22003149ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:04.565136 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c83bafaf-1bc5-4380-b5a2-4ee665f3ea72 admin admin] Publish callbacks [] for router_controller (3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:04.614143 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 3e2c5e04-9acb-477b-932f-4084ed2c5d5a no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:03:04.643644 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 3e2c5e04-9acb-477b-932f-4084ed2c5d5a {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:03:04.643912 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 3e2c5e04-9acb-477b-932f-4084ed2c5d5a not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:03:04.698759 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-d6acaaad-fc1c-4830-93f2-be22003149ff None None] Allocated IP 172.20.0.2 (73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93/42ebf133-6ced-4b23-94f6-2aa0ceecccf5/12bba9d0-78d6-4e80-91a0-a9c32d4ca420) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:03:04.709012 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c83bafaf-1bc5-4380-b5a2-4ee665f3ea72 admin admin] Publish callbacks [] for router_gateway (3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:04.841554 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d6acaaad-fc1c-4830-93f2-be22003149ff None None] Publish callbacks [] for port (12bba9d0-78d6-4e80-91a0-a9c32d4ca420), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:04.847275 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d6acaaad-fc1c-4830-93f2-be22003149ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (12bba9d0-78d6-4e80-91a0-a9c32d4ca420), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:04.887324 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6acaaad-fc1c-4830-93f2-be22003149ff None None] Network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:03:04.890147 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-d6acaaad-fc1c-4830-93f2-be22003149ff None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:03:04.893994 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6acaaad-fc1c-4830-93f2-be22003149ff None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:03:04.900948 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6acaaad-fc1c-4830-93f2-be22003149ff None None] Pushing event updated for resources: {'Port': ['ID=12bba9d0-78d6-4e80-91a0-a9c32d4ca420,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:04.930972 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c83bafaf-1bc5-4380-b5a2-4ee665f3ea72 admin admin] Publish callbacks [] for router_gateway (3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:04.956189 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c83bafaf-1bc5-4380-b5a2-4ee665f3ea72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:04.957266 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-d6acaaad-fc1c-4830-93f2-be22003149ff None None] Attempting to bind port 12bba9d0-78d6-4e80-91a0-a9c32d4ca420 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:03:04.957652 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-d6acaaad-fc1c-4830-93f2-be22003149ff None None] Attempting to bind port 12bba9d0-78d6-4e80-91a0-a9c32d4ca420 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:03:04.958015 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6acaaad-fc1c-4830-93f2-be22003149ff None None] Attempting to bind port 12bba9d0-78d6-4e80-91a0-a9c32d4ca420 on network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:03:04.962981 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6acaaad-fc1c-4830-93f2-be22003149ff None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:03:04.963352 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6acaaad-fc1c-4830-93f2-be22003149ff None None] Checking segment: {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:03:04.963749 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d6acaaad-fc1c-4830-93f2-be22003149ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:04.964136 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6acaaad-fc1c-4830-93f2-be22003149ff None None] Bound using segment: {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:03:04.964596 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-d6acaaad-fc1c-4830-93f2-be22003149ff None None] Bound port: 12bba9d0-78d6-4e80-91a0-a9c32d4ca420, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:03:04.964969 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d6acaaad-fc1c-4830-93f2-be22003149ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (12bba9d0-78d6-4e80-91a0-a9c32d4ca420), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:05.027345 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-d6acaaad-fc1c-4830-93f2-be22003149ff None None] For port 12bba9d0-78d6-4e80-91a0-a9c32d4ca420, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:03:05.030574 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-d6acaaad-fc1c-4830-93f2-be22003149ff None None] For port 12bba9d0-78d6-4e80-91a0-a9c32d4ca420, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=12bba9d0-78d6-4e80-91a0-a9c32d4ca420,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:03:05.037854 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d6acaaad-fc1c-4830-93f2-be22003149ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (12bba9d0-78d6-4e80-91a0-a9c32d4ca420), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:05.057991 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-c83bafaf-1bc5-4380-b5a2-4ee665f3ea72 admin admin] Allocated IP 172.25.2.6 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/bcdf5f3e-74a8-491b-a877-db3e3a79dcc7) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:03:05.099290 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6acaaad-fc1c-4830-93f2-be22003149ff None None] Pushing event updated for resources: {'Port': ['ID=12bba9d0-78d6-4e80-91a0-a9c32d4ca420,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:05.174478 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c83bafaf-1bc5-4380-b5a2-4ee665f3ea72 admin admin] Publish callbacks [] for port (bcdf5f3e-74a8-491b-a877-db3e3a79dcc7), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:05.211113 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c83bafaf-1bc5-4380-b5a2-4ee665f3ea72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (bcdf5f3e-74a8-491b-a877-db3e3a79dcc7), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:05.279471 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83bafaf-1bc5-4380-b5a2-4ee665f3ea72 admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:03:05.282424 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-c83bafaf-1bc5-4380-b5a2-4ee665f3ea72 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:03:05.285494 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83bafaf-1bc5-4380-b5a2-4ee665f3ea72 admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:03:05.309514 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bafaf-1bc5-4380-b5a2-4ee665f3ea72 admin admin] Pushing event updated for resources: {'Port': ['ID=bcdf5f3e-74a8-491b-a877-db3e3a79dcc7,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:05.549506 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c83bafaf-1bc5-4380-b5a2-4ee665f3ea72 admin admin] Publish callbacks [] for router_gateway (3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:05.751287 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c83bafaf-1bc5-4380-b5a2-4ee665f3ea72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:05.899422 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83bafaf-1bc5-4380-b5a2-4ee665f3ea72 admin admin] Router 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 23:03:06.011155 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83bafaf-1bc5-4380-b5a2-4ee665f3ea72 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:03:06.017106 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c113591f-4750-4d61-aec5-5900dbfb0f01 None None] Network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:03:06.020144 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1002b3-349b-4a78-b0b9-d4d63b368372 None None] Sync routers for ids ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:03:06.029959 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c83bafaf-1bc5-4380-b5a2-4ee665f3ea72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:06.032192 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1002b3-349b-4a78-b0b9-d4d63b368372 None None] Routers {'3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:03:06.032997 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-1d1002b3-349b-4a78-b0b9-d4d63b368372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:02:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:03:06.034278 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52700) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:03:06.035164 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c83bafaf-1bc5-4380-b5a2-4ee665f3ea72 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5855305 Feb 16 23:03:06.142855 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-0556c7a2-92a8-4b76-9117-3c8d1aabbf75 None None] Provisioning complete for port 12bba9d0-78d6-4e80-91a0-a9c32d4ca420 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:03:06.143322 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0556c7a2-92a8-4b76-9117-3c8d1aabbf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (12bba9d0-78d6-4e80-91a0-a9c32d4ca420), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:06.147795 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-1d1002b3-349b-4a78-b0b9-d4d63b368372 None None] Set router 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:03:06.236813 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-0556c7a2-92a8-4b76-9117-3c8d1aabbf75 None None] Current status of the port 12bba9d0-78d6-4e80-91a0-a9c32d4ca420 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:03:06.237731 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0556c7a2-92a8-4b76-9117-3c8d1aabbf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (12bba9d0-78d6-4e80-91a0-a9c32d4ca420), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:06.277510 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-0556c7a2-92a8-4b76-9117-3c8d1aabbf75 None None] For port 12bba9d0-78d6-4e80-91a0-a9c32d4ca420, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=12bba9d0-78d6-4e80-91a0-a9c32d4ca420,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:03:06.287486 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0556c7a2-92a8-4b76-9117-3c8d1aabbf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (12bba9d0-78d6-4e80-91a0-a9c32d4ca420), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:06.346360 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556c7a2-92a8-4b76-9117-3c8d1aabbf75 None None] Pushing event updated for resources: {'Port': ['ID=12bba9d0-78d6-4e80-91a0-a9c32d4ca420,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:06.452968 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-1d1002b3-349b-4a78-b0b9-d4d63b368372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'name': 'tempest-ServerActionsTestJSON-384279763-router', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:05Z', 'revision_number': 3, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'gw_port': {'id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:03:06.479527 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1002b3-349b-4a78-b0b9-d4d63b368372 None None] Checking router: 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:03:06.479884 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1002b3-349b-4a78-b0b9-d4d63b368372 None None] Updating router 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 port bcdf5f3e-74a8-491b-a877-db3e3a79dcc7 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:03:06.482854 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3d6aa50b-133d-42e8-9a9a-9db5566e74ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:06.507275 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-ca74d9fa-fe74-49d7-aa2c-af3c9466f73f None None] Provisioning complete for port 12bba9d0-78d6-4e80-91a0-a9c32d4ca420 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:03:06.507906 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ca74d9fa-fe74-49d7-aa2c-af3c9466f73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (12bba9d0-78d6-4e80-91a0-a9c32d4ca420), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:06.510806 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1d1002b3-349b-4a78-b0b9-d4d63b368372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bcdf5f3e-74a8-491b-a877-db3e3a79dcc7), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:06.691795 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-3d6aa50b-133d-42e8-9a9a-9db5566e74ad admin admin] Allocated IP 172.20.0.1 (73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93/42ebf133-6ced-4b23-94f6-2aa0ceecccf5/07480bcd-4054-4bf0-bc71-e351cede6ceb) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:03:06.757830 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-ca74d9fa-fe74-49d7-aa2c-af3c9466f73f None None] Current status of the port 12bba9d0-78d6-4e80-91a0-a9c32d4ca420 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:03:06.787510 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1d1002b3-349b-4a78-b0b9-d4d63b368372 None None] Publish callbacks [] for port (bcdf5f3e-74a8-491b-a877-db3e3a79dcc7), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:06.792922 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1d1002b3-349b-4a78-b0b9-d4d63b368372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (bcdf5f3e-74a8-491b-a877-db3e3a79dcc7), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:06.852009 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1be86-a1c3-464e-a493-4e70ed63d4ae None None] Pushing event updated for resources: {'Port': ['ID=bcdf5f3e-74a8-491b-a877-db3e3a79dcc7,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:06.856783 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-1d1002b3-349b-4a78-b0b9-d4d63b368372 None None] Attempting to bind port bcdf5f3e-74a8-491b-a877-db3e3a79dcc7 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:03:06.857154 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-1d1002b3-349b-4a78-b0b9-d4d63b368372 None None] Attempting to bind port bcdf5f3e-74a8-491b-a877-db3e3a79dcc7 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:03:06.857516 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1002b3-349b-4a78-b0b9-d4d63b368372 None None] Attempting to bind port bcdf5f3e-74a8-491b-a877-db3e3a79dcc7 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:03:06.864658 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1be86-a1c3-464e-a493-4e70ed63d4ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:06.865011 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1be86-a1c3-464e-a493-4e70ed63d4ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:06.865354 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1be86-a1c3-464e-a493-4e70ed63d4ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:06.865697 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1be86-a1c3-464e-a493-4e70ed63d4ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:06.866042 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1be86-a1c3-464e-a493-4e70ed63d4ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:06.866375 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1be86-a1c3-464e-a493-4e70ed63d4ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:06.866703 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1be86-a1c3-464e-a493-4e70ed63d4ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:06.867029 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1be86-a1c3-464e-a493-4e70ed63d4ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:06.867353 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1be86-a1c3-464e-a493-4e70ed63d4ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:06.867760 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1be86-a1c3-464e-a493-4e70ed63d4ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:06.868129 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1be86-a1c3-464e-a493-4e70ed63d4ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:06.868449 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1be86-a1c3-464e-a493-4e70ed63d4ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:06.868769 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1be86-a1c3-464e-a493-4e70ed63d4ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:06.875580 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1002b3-349b-4a78-b0b9-d4d63b368372 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:03:06.876213 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1002b3-349b-4a78-b0b9-d4d63b368372 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:03:06.876896 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1d1002b3-349b-4a78-b0b9-d4d63b368372 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:06.877384 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1002b3-349b-4a78-b0b9-d4d63b368372 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:03:06.877758 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-1d1002b3-349b-4a78-b0b9-d4d63b368372 None None] Bound port: bcdf5f3e-74a8-491b-a877-db3e3a79dcc7, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:03:06.878180 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1d1002b3-349b-4a78-b0b9-d4d63b368372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bcdf5f3e-74a8-491b-a877-db3e3a79dcc7), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:06.932473 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-1d1002b3-349b-4a78-b0b9-d4d63b368372 None None] For port bcdf5f3e-74a8-491b-a877-db3e3a79dcc7, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:03:06.935867 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-1d1002b3-349b-4a78-b0b9-d4d63b368372 None None] For port bcdf5f3e-74a8-491b-a877-db3e3a79dcc7, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=bcdf5f3e-74a8-491b-a877-db3e3a79dcc7,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:03:06.941824 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1d1002b3-349b-4a78-b0b9-d4d63b368372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (bcdf5f3e-74a8-491b-a877-db3e3a79dcc7), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:06.999674 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1002b3-349b-4a78-b0b9-d4d63b368372 None None] Routers {'3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:03:07.000316 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-1d1002b3-349b-4a78-b0b9-d4d63b368372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:02:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:03:07.063055 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3d6aa50b-133d-42e8-9a9a-9db5566e74ad admin admin] Publish callbacks [] for port (07480bcd-4054-4bf0-bc71-e351cede6ceb), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:07.063665 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1be86-a1c3-464e-a493-4e70ed63d4ae None None] Pushing event updated for resources: {'Port': ['ID=bcdf5f3e-74a8-491b-a877-db3e3a79dcc7,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:07.097547 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3d6aa50b-133d-42e8-9a9a-9db5566e74ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (07480bcd-4054-4bf0-bc71-e351cede6ceb), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:07.114215 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-1d1002b3-349b-4a78-b0b9-d4d63b368372 None None] Set router 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:03:07.136923 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6aa50b-133d-42e8-9a9a-9db5566e74ad admin admin] Network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:03:07.142055 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-3d6aa50b-133d-42e8-9a9a-9db5566e74ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:03:07.145611 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6aa50b-133d-42e8-9a9a-9db5566e74ad admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:03:07.173120 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6aa50b-133d-42e8-9a9a-9db5566e74ad admin admin] Pushing event updated for resources: {'Port': ['ID=07480bcd-4054-4bf0-bc71-e351cede6ceb,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:07.197207 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3d6aa50b-133d-42e8-9a9a-9db5566e74ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:07.316826 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-1d1002b3-349b-4a78-b0b9-d4d63b368372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'name': 'tempest-ServerActionsTestJSON-384279763-router', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:05Z', 'revision_number': 3, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'gw_port': {'id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:03:07.338124 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 12bba9d0-78d6-4e80-91a0-a9c32d4ca420 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:03:07.346685 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1002b3-349b-4a78-b0b9-d4d63b368372 None None] The sync data for ids ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'] in n-d-813897-6 is: [{'id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'name': 'tempest-ServerActionsTestJSON-384279763-router', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:05Z', 'revision_number': 3, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'gw_port': {'id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:03:07.380851 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3d6aa50b-133d-42e8-9a9a-9db5566e74ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (07480bcd-4054-4bf0-bc71-e351cede6ceb), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:07.403627 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 12bba9d0-78d6-4e80-91a0-a9c32d4ca420 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:03:07.404012 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (12bba9d0-78d6-4e80-91a0-a9c32d4ca420), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:07.502360 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 12bba9d0-78d6-4e80-91a0-a9c32d4ca420 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:03:07.507759 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-fd05173d-1bb4-491e-aea6-a6f5b83be0c6 None None] Provisioning complete for port 07480bcd-4054-4bf0-bc71-e351cede6ceb triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:03:07.507934 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fd05173d-1bb4-491e-aea6-a6f5b83be0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (07480bcd-4054-4bf0-bc71-e351cede6ceb), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:07.547504 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-fd05173d-1bb4-491e-aea6-a6f5b83be0c6 None None] Port 07480bcd-4054-4bf0-bc71-e351cede6ceb cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:03:07.561856 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3d6aa50b-133d-42e8-9a9a-9db5566e74ad admin admin] Publish callbacks [] for port (07480bcd-4054-4bf0-bc71-e351cede6ceb), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:07.566926 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3d6aa50b-133d-42e8-9a9a-9db5566e74ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (07480bcd-4054-4bf0-bc71-e351cede6ceb), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:07.645125 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6aa50b-133d-42e8-9a9a-9db5566e74ad admin admin] Pushing event updated for resources: {'Port': ['ID=07480bcd-4054-4bf0-bc71-e351cede6ceb,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:07.652640 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3d6aa50b-133d-42e8-9a9a-9db5566e74ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:07.747868 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6aa50b-133d-42e8-9a9a-9db5566e74ad admin admin] Network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:03:07.749361 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-3d6aa50b-133d-42e8-9a9a-9db5566e74ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:03:07.876427 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6aa50b-133d-42e8-9a9a-9db5566e74ad admin admin] Router 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:03:07.969711 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-3207287a-135c-4a97-a860-347cfd612c19 None None] Provisioning complete for port 07480bcd-4054-4bf0-bc71-e351cede6ceb triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:03:07.970266 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3207287a-135c-4a97-a860-347cfd612c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (07480bcd-4054-4bf0-bc71-e351cede6ceb), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:08.000018 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6aa50b-133d-42e8-9a9a-9db5566e74ad admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:03:08.005559 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-3207287a-135c-4a97-a860-347cfd612c19 None None] Port 07480bcd-4054-4bf0-bc71-e351cede6ceb cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:03:08.010029 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3d6aa50b-133d-42e8-9a9a-9db5566e74ad admin admin] 10.222.0.75 "PUT /v2.0/routers/3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9712577 Feb 16 23:03:08.390014 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:03:08.417885 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52708) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:03:08.422610 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-c509e180-24d8-4094-b891-1109fe2df87d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Request body: {'security_group': {'name': 'tempest-securitygroup--266932806', 'description': 'tempest-description--1599285657'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:03:08.444800 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c509e180-24d8-4094-b891-1109fe2df87d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:08.512897 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c509e180-24d8-4094-b891-1109fe2df87d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks [] for security_group (f9ffb69f-4e93-4726-a37c-c561208c76be), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:08.520550 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c509e180-24d8-4094-b891-1109fe2df87d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f9ffb69f-4e93-4726-a37c-c561208c76be), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:08.550349 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c509e180-24d8-4094-b891-1109fe2df87d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:08.551588 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c509e180-24d8-4094-b891-1109fe2df87d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1326618 Feb 16 23:03:08.553509 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c509e180-24d8-4094-b891-1109fe2df87d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ffb69f-4e93-4726-a37c-c561208c76be,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:08.554832 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52710) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:03:08.560824 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-fe10cb3f-fb63-40bf-bb9a-3675ffb65976 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Request body: {'security_group_rule': {'security_group_id': 'f9ffb69f-4e93-4726-a37c-c561208c76be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:03:08.588945 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fe10cb3f-fb63-40bf-bb9a-3675ffb65976 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks [] for security_group_rule (9cb87193-1c0b-484c-b617-c92bfee4d9b8), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:08.655472 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fe10cb3f-fb63-40bf-bb9a-3675ffb65976 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks [] for security_group_rule (9cb87193-1c0b-484c-b617-c92bfee4d9b8), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:08.659378 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fe10cb3f-fb63-40bf-bb9a-3675ffb65976 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (9cb87193-1c0b-484c-b617-c92bfee4d9b8), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:08.682066 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10cb3f-fb63-40bf-bb9a-3675ffb65976 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb87193-1c0b-484c-b617-c92bfee4d9b8,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:08.690380 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fe10cb3f-fb63-40bf-bb9a-3675ffb65976 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:08.694328 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52712) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:03:08.694467 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-fe10cb3f-fb63-40bf-bb9a-3675ffb65976 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1375389 Feb 16 23:03:08.700595 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-daa85e90-33d6-4425-9dee-62e5c540b7ef tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Request body: {'security_group_rule': {'security_group_id': 'f9ffb69f-4e93-4726-a37c-c561208c76be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:03:08.727520 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-daa85e90-33d6-4425-9dee-62e5c540b7ef tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks [] for security_group_rule (77be0c66-b88a-4528-b0c1-4dcd0308ac8c), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:08.786415 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-daa85e90-33d6-4425-9dee-62e5c540b7ef tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks [] for security_group_rule (77be0c66-b88a-4528-b0c1-4dcd0308ac8c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:08.790501 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-daa85e90-33d6-4425-9dee-62e5c540b7ef tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (77be0c66-b88a-4528-b0c1-4dcd0308ac8c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:08.808956 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa85e90-33d6-4425-9dee-62e5c540b7ef tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77be0c66-b88a-4528-b0c1-4dcd0308ac8c,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:08.816413 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-daa85e90-33d6-4425-9dee-62e5c540b7ef tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:08.817617 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-daa85e90-33d6-4425-9dee-62e5c540b7ef tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221280 Feb 16 23:03:08.820564 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 52714) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:03:08.825703 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-57519642-a6a0-4d00-abfd-8d5837fcd928 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:03:08.845725 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57519642-a6a0-4d00-abfd-8d5837fcd928 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:08.941368 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57519642-a6a0-4d00-abfd-8d5837fcd928 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:08.998676 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949b31b7-8537-454c-aa6a-b1bbb954a7bc None None] Sync routers for ids ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:03:09.009275 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949b31b7-8537-454c-aa6a-b1bbb954a7bc None None] Routers {'3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:03:09.010029 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-949b31b7-8537-454c-aa6a-b1bbb954a7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:02:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:03:09.048340 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-57519642-a6a0-4d00-abfd-8d5837fcd928 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Allocated IP 172.25.2.43 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/c661fd87-bc6d-428d-bb6d-a7f4595df884) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:03:09.118308 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-949b31b7-8537-454c-aa6a-b1bbb954a7bc None None] Set router 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:03:09.150799 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57519642-a6a0-4d00-abfd-8d5837fcd928 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks [] for port (c661fd87-bc6d-428d-bb6d-a7f4595df884), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:09.185041 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57519642-a6a0-4d00-abfd-8d5837fcd928 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (c661fd87-bc6d-428d-bb6d-a7f4595df884), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:09.226415 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57519642-a6a0-4d00-abfd-8d5837fcd928 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:03:09.231442 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-57519642-a6a0-4d00-abfd-8d5837fcd928 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:03:09.235108 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57519642-a6a0-4d00-abfd-8d5837fcd928 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:03:09.263030 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57519642-a6a0-4d00-abfd-8d5837fcd928 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Pushing event updated for resources: {'Port': ['ID=c661fd87-bc6d-428d-bb6d-a7f4595df884,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:09.323244 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device bcdf5f3e-74a8-491b-a877-db3e3a79dcc7 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:03:09.329186 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57519642-a6a0-4d00-abfd-8d5837fcd928 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks [] for floatingip (e4b3fcd6-8511-4df2-9ebd-333ee6541151), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:09.365171 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57519642-a6a0-4d00-abfd-8d5837fcd928 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c661fd87-bc6d-428d-bb6d-a7f4595df884), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:09.374844 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-949b31b7-8537-454c-aa6a-b1bbb954a7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'name': 'tempest-ServerActionsTestJSON-384279763-router', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:07Z', 'revision_number': 4, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'gw_port': {'id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '07480bcd-4054-4bf0-bc71-e351cede6ceb', 'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'mac_address': 'fa:16:3e:2c:2f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:06Z', 'updated_at': '2022-02-16T23:03:07Z', 'revision_number': 2, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'subnets': [{'id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:03:09.404939 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949b31b7-8537-454c-aa6a-b1bbb954a7bc None None] Checking router: 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:03:09.405299 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949b31b7-8537-454c-aa6a-b1bbb954a7bc None None] Updating router 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 port 07480bcd-4054-4bf0-bc71-e351cede6ceb binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:03:09.428447 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port bcdf5f3e-74a8-491b-a877-db3e3a79dcc7 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:03:09.428821 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (bcdf5f3e-74a8-491b-a877-db3e3a79dcc7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:09.459763 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-949b31b7-8537-454c-aa6a-b1bbb954a7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (07480bcd-4054-4bf0-bc71-e351cede6ceb), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:09.520453 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57519642-a6a0-4d00-abfd-8d5837fcd928 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks [] for port (c661fd87-bc6d-428d-bb6d-a7f4595df884), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:09.527347 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57519642-a6a0-4d00-abfd-8d5837fcd928 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (c661fd87-bc6d-428d-bb6d-a7f4595df884), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:09.596574 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57519642-a6a0-4d00-abfd-8d5837fcd928 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Pushing event updated for resources: {'Port': ['ID=c661fd87-bc6d-428d-bb6d-a7f4595df884,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:09.612538 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57519642-a6a0-4d00-abfd-8d5837fcd928 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (e4b3fcd6-8511-4df2-9ebd-333ee6541151), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:09.619330 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port bcdf5f3e-74a8-491b-a877-db3e3a79dcc7 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:03:09.619716 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bcdf5f3e-74a8-491b-a877-db3e3a79dcc7), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:09.628003 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-57519642-a6a0-4d00-abfd-8d5837fcd928 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:09.629246 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-57519642-a6a0-4d00-abfd-8d5837fcd928 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8071294 Feb 16 23:03:09.659686 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port bcdf5f3e-74a8-491b-a877-db3e3a79dcc7, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=bcdf5f3e-74a8-491b-a877-db3e3a79dcc7,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:03:09.667845 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (bcdf5f3e-74a8-491b-a877-db3e3a79dcc7), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:09.769612 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=bcdf5f3e-74a8-491b-a877-db3e3a79dcc7,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:09.781388 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-8fef9ddf-08ff-46e1-a7d7-08e223bf0e3f tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--266932806&fields=id&tenant_id=3b89614a682e4cdc98d1bf73090e8cdc HTTP/1.1" status: 200 len: 267 time: 0.0433657 Feb 16 23:03:09.833575 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-949b31b7-8537-454c-aa6a-b1bbb954a7bc None None] Publish callbacks [] for port (07480bcd-4054-4bf0-bc71-e351cede6ceb), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:09.840128 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-949b31b7-8537-454c-aa6a-b1bbb954a7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (07480bcd-4054-4bf0-bc71-e351cede6ceb), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:09.888893 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e75e5-7766-45d7-b47c-ba45b690a404 None None] Pushing event updated for resources: {'Port': ['ID=07480bcd-4054-4bf0-bc71-e351cede6ceb,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:09.889291 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-c59e111b-3654-49fc-9587-65e3a31e518c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:09.891004 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-c59e111b-3654-49fc-9587-65e3a31e518c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 811 time: 0.1029236 Feb 16 23:03:09.907515 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-1d0a56bd-2626-4dd5-96d0-3fb9fad681e5 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/quotas/3b89614a682e4cdc98d1bf73090e8cdc HTTP/1.1" status: 200 len: 375 time: 0.0100951 Feb 16 23:03:09.953725 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-949b31b7-8537-454c-aa6a-b1bbb954a7bc None None] Attempting to bind port 07480bcd-4054-4bf0-bc71-e351cede6ceb on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:03:09.954244 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-949b31b7-8537-454c-aa6a-b1bbb954a7bc None None] Attempting to bind port 07480bcd-4054-4bf0-bc71-e351cede6ceb by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:03:09.954619 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949b31b7-8537-454c-aa6a-b1bbb954a7bc None None] Attempting to bind port 07480bcd-4054-4bf0-bc71-e351cede6ceb on network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:03:09.960301 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949b31b7-8537-454c-aa6a-b1bbb954a7bc None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:03:09.960681 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949b31b7-8537-454c-aa6a-b1bbb954a7bc None None] Checking segment: {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:03:09.961089 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-949b31b7-8537-454c-aa6a-b1bbb954a7bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:09.962094 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949b31b7-8537-454c-aa6a-b1bbb954a7bc None None] Bound using segment: {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:03:09.962574 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-949b31b7-8537-454c-aa6a-b1bbb954a7bc None None] Bound port: 07480bcd-4054-4bf0-bc71-e351cede6ceb, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:03:09.962966 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-949b31b7-8537-454c-aa6a-b1bbb954a7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (07480bcd-4054-4bf0-bc71-e351cede6ceb), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:09.971194 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-58441e3c-57b0-4b92-8c05-550d6e861a0e tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580149 Feb 16 23:03:09.988282 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-322075b8-a4b9-4d10-96a2-1c5a46f346cd service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 23:03:09.989408 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-322075b8-a4b9-4d10-96a2-1c5a46f346cd service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054591 Feb 16 23:03:10.033447 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-949b31b7-8537-454c-aa6a-b1bbb954a7bc None None] For port 07480bcd-4054-4bf0-bc71-e351cede6ceb, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:03:10.036799 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-949b31b7-8537-454c-aa6a-b1bbb954a7bc None None] For port 07480bcd-4054-4bf0-bc71-e351cede6ceb, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=07480bcd-4054-4bf0-bc71-e351cede6ceb,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:03:10.045675 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-949b31b7-8537-454c-aa6a-b1bbb954a7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (07480bcd-4054-4bf0-bc71-e351cede6ceb), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:10.084499 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-e082832b-e554-4b7b-9811-bc32c25c5f76 service neutron] 10.222.0.75 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889769 Feb 16 23:03:10.112171 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949b31b7-8537-454c-aa6a-b1bbb954a7bc None None] Routers {'3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:03:10.113044 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-949b31b7-8537-454c-aa6a-b1bbb954a7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:02:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:03:10.116172 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e75e5-7766-45d7-b47c-ba45b690a404 None None] Pushing event updated for resources: {'Port': ['ID=07480bcd-4054-4bf0-bc71-e351cede6ceb,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:10.195253 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-c9bcc749-43aa-4049-85de-94f9df6b11fc service neutron] 10.222.0.75 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019177 Feb 16 23:03:10.213540 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-8512d3bc-b0a1-4d89-b444-c206240fc2ac None None] Provisioning complete for port 07480bcd-4054-4bf0-bc71-e351cede6ceb triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:03:10.213923 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8512d3bc-b0a1-4d89-b444-c206240fc2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (07480bcd-4054-4bf0-bc71-e351cede6ceb), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:10.270272 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-949b31b7-8537-454c-aa6a-b1bbb954a7bc None None] Set router 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:03:10.371386 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7264f22a-4a38-4b3e-8dea-36a686986815 req-87ced9a2-a360-4981-83a7-04307add969a tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 210 time: 0.0292060 Feb 16 23:03:10.405526 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-8512d3bc-b0a1-4d89-b444-c206240fc2ac None None] Current status of the port 07480bcd-4054-4bf0-bc71-e351cede6ceb is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:03:10.405927 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8512d3bc-b0a1-4d89-b444-c206240fc2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (07480bcd-4054-4bf0-bc71-e351cede6ceb), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:10.487520 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-8512d3bc-b0a1-4d89-b444-c206240fc2ac None None] For port 07480bcd-4054-4bf0-bc71-e351cede6ceb, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=07480bcd-4054-4bf0-bc71-e351cede6ceb,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:03:10.493662 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8512d3bc-b0a1-4d89-b444-c206240fc2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (07480bcd-4054-4bf0-bc71-e351cede6ceb), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:10.574582 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8512d3bc-b0a1-4d89-b444-c206240fc2ac None None] Pushing event updated for resources: {'Port': ['ID=07480bcd-4054-4bf0-bc71-e351cede6ceb,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:10.593612 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-949b31b7-8537-454c-aa6a-b1bbb954a7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'name': 'tempest-ServerActionsTestJSON-384279763-router', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:07Z', 'revision_number': 4, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'gw_port': {'id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '07480bcd-4054-4bf0-bc71-e351cede6ceb', 'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'mac_address': 'fa:16:3e:2c:2f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:06Z', 'updated_at': '2022-02-16T23:03:10Z', 'revision_number': 4, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'subnets': [{'id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:03:10.632657 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949b31b7-8537-454c-aa6a-b1bbb954a7bc None None] The sync data for ids ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'] in n-d-813897-6 is: [{'id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'name': 'tempest-ServerActionsTestJSON-384279763-router', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:07Z', 'revision_number': 4, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'gw_port': {'id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '07480bcd-4054-4bf0-bc71-e351cede6ceb', 'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'mac_address': 'fa:16:3e:2c:2f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:06Z', 'updated_at': '2022-02-16T23:03:10Z', 'revision_number': 4, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'subnets': [{'id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:03:10.643557 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-d352cd0d-80ef-4bd9-a633-805fdeb9745b None None] Provisioning complete for port 07480bcd-4054-4bf0-bc71-e351cede6ceb triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:03:10.644003 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d352cd0d-80ef-4bd9-a633-805fdeb9745b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (07480bcd-4054-4bf0-bc71-e351cede6ceb), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:10.755122 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d352cd0d-80ef-4bd9-a633-805fdeb9745b None None] Current status of the port 07480bcd-4054-4bf0-bc71-e351cede6ceb is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:03:11.379025 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 07480bcd-4054-4bf0-bc71-e351cede6ceb up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:03:11.380104 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-9a9a1506-ec5e-4113-beae-4e5799965b22 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:11.381878 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-9a9a1506-ec5e-4113-beae-4e5799965b22 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.67 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 811 time: 0.1314361 Feb 16 23:03:11.442965 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 07480bcd-4054-4bf0-bc71-e351cede6ceb triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:03:11.443432 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (07480bcd-4054-4bf0-bc71-e351cede6ceb), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:11.482800 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-3a1ced39-882d-4e37-8308-abb1155f152c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b89614a682e4cdc98d1bf73090e8cdc HTTP/1.1" status: 200 len: 379 time: 0.0932326 Feb 16 23:03:11.492547 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-00592a18-4945-48c7-9d14-41162dea8371 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Request body: {'port': {'device_id': '4c12f320-990a-4cab-a6b4-72fb803c7001', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'admin_state_up': True, 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'security_groups': ['f9ffb69f-4e93-4726-a37c-c561208c76be']}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:03:11.509585 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb112a0a-433b-45d5-b261-3363753ad9b8 req-3cfab2cb-4178-4b45-8749-acf476823f33 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 210 time: 0.0292072 Feb 16 23:03:11.538432 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 07480bcd-4054-4bf0-bc71-e351cede6ceb is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:03:11.539683 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device bcdf5f3e-74a8-491b-a877-db3e3a79dcc7 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:03:11.595102 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port bcdf5f3e-74a8-491b-a877-db3e3a79dcc7 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:03:11.595490 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (bcdf5f3e-74a8-491b-a877-db3e3a79dcc7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:11.624673 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-00592a18-4945-48c7-9d14-41162dea8371 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Made reservation on behalf of 3b89614a682e4cdc98d1bf73090e8cdc for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:03:11.628549 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-00592a18-4945-48c7-9d14-41162dea8371 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:11.682169 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port bcdf5f3e-74a8-491b-a877-db3e3a79dcc7 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:03:11.765405 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-00592a18-4945-48c7-9d14-41162dea8371 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Allocated IP 172.20.0.5 (73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93/42ebf133-6ced-4b23-94f6-2aa0ceecccf5/bfda640e-fe90-464a-bc59-1037faf72ce9) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:03:11.909762 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-00592a18-4945-48c7-9d14-41162dea8371 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks [] for port (bfda640e-fe90-464a-bc59-1037faf72ce9), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:11.948498 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-00592a18-4945-48c7-9d14-41162dea8371 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (bfda640e-fe90-464a-bc59-1037faf72ce9), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:11.990016 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-00592a18-4945-48c7-9d14-41162dea8371 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:03:11.995443 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-00592a18-4945-48c7-9d14-41162dea8371 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:03:11.997869 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-00592a18-4945-48c7-9d14-41162dea8371 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:03:12.029036 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00592a18-4945-48c7-9d14-41162dea8371 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Pushing event updated for resources: {'Port': ['ID=bfda640e-fe90-464a-bc59-1037faf72ce9,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:12.053710 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-00592a18-4945-48c7-9d14-41162dea8371 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:12.054272 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-00592a18-4945-48c7-9d14-41162dea8371 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:12.070945 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-00592a18-4945-48c7-9d14-41162dea8371 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5829706 Feb 16 23:03:12.081729 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-0011ada6-50b8-4ca2-bbd5-1871538ef1ad service neutron] Request body: {'port': {'device_id': '4c12f320-990a-4cab-a6b4-72fb803c7001', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:03:12.148231 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-0011ada6-50b8-4ca2-bbd5-1871538ef1ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bfda640e-fe90-464a-bc59-1037faf72ce9), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:12.286427 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-84ef557a-03fa-4e06-829d-2e3bdcd953cc None None] Provisioning complete for port bfda640e-fe90-464a-bc59-1037faf72ce9 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:03:12.286724 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-84ef557a-03fa-4e06-829d-2e3bdcd953cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (bfda640e-fe90-464a-bc59-1037faf72ce9), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:12.320915 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-84ef557a-03fa-4e06-829d-2e3bdcd953cc None None] Port bfda640e-fe90-464a-bc59-1037faf72ce9 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:03:12.410513 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-0011ada6-50b8-4ca2-bbd5-1871538ef1ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfda640e-fe90-464a-bc59-1037faf72ce9 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:03:12.418463 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-0011ada6-50b8-4ca2-bbd5-1871538ef1ad service neutron] Publish callbacks [] for port (bfda640e-fe90-464a-bc59-1037faf72ce9), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:12.429887 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-0011ada6-50b8-4ca2-bbd5-1871538ef1ad service neutron] Transition to ACTIVE for port object bfda640e-fe90-464a-bc59-1037faf72ce9 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:03:12.434083 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-0011ada6-50b8-4ca2-bbd5-1871538ef1ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (bfda640e-fe90-464a-bc59-1037faf72ce9), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:12.486551 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011ada6-50b8-4ca2-bbd5-1871538ef1ad service neutron] Pushing event updated for resources: {'Port': ['ID=bfda640e-fe90-464a-bc59-1037faf72ce9,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:12.557333 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-0011ada6-50b8-4ca2-bbd5-1871538ef1ad service neutron] Attempting to bind port bfda640e-fe90-464a-bc59-1037faf72ce9 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:03:12.557675 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-0011ada6-50b8-4ca2-bbd5-1871538ef1ad service neutron] Attempting to bind port bfda640e-fe90-464a-bc59-1037faf72ce9 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:03:12.558175 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-0011ada6-50b8-4ca2-bbd5-1871538ef1ad service neutron] Attempting to bind port bfda640e-fe90-464a-bc59-1037faf72ce9 on network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:03:12.562812 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-0011ada6-50b8-4ca2-bbd5-1871538ef1ad service neutron] Port bfda640e-fe90-464a-bc59-1037faf72ce9 on network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 23:03:12.563134 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-0011ada6-50b8-4ca2-bbd5-1871538ef1ad service neutron] Attempting to bind port bfda640e-fe90-464a-bc59-1037faf72ce9 on network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:03:12.568437 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-0011ada6-50b8-4ca2-bbd5-1871538ef1ad service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:03:12.568790 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-0011ada6-50b8-4ca2-bbd5-1871538ef1ad service neutron] Checking segment: {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:03:12.569169 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-0011ada6-50b8-4ca2-bbd5-1871538ef1ad service neutron] Bound using segment: {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:03:12.569598 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-0011ada6-50b8-4ca2-bbd5-1871538ef1ad service neutron] Bound port: bfda640e-fe90-464a-bc59-1037faf72ce9, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:03:12.570444 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-0011ada6-50b8-4ca2-bbd5-1871538ef1ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bfda640e-fe90-464a-bc59-1037faf72ce9), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:12.640072 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6f74c-e30e-458f-a485-e47fc596152f req-09d8b5ee-0aaf-4ced-aeef-a25f86b6b4f0 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:12.641609 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cac6f74c-e30e-458f-a485-e47fc596152f req-09d8b5ee-0aaf-4ced-aeef-a25f86b6b4f0 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 943 time: 0.0564408 Feb 16 23:03:12.647933 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-0011ada6-50b8-4ca2-bbd5-1871538ef1ad service neutron] For port bfda640e-fe90-464a-bc59-1037faf72ce9, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:03:12.652130 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-0011ada6-50b8-4ca2-bbd5-1871538ef1ad service neutron] For port bfda640e-fe90-464a-bc59-1037faf72ce9, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=bfda640e-fe90-464a-bc59-1037faf72ce9,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:03:12.659676 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-0011ada6-50b8-4ca2-bbd5-1871538ef1ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (bfda640e-fe90-464a-bc59-1037faf72ce9), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:12.694455 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-0011ada6-50b8-4ca2-bbd5-1871538ef1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:12.694657 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cac6f74c-e30e-458f-a485-e47fc596152f req-8ca39ad3-3bcf-459e-a5c0-7dc984627292 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449793 Feb 16 23:03:12.695169 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-0011ada6-50b8-4ca2-bbd5-1871538ef1ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:12.697112 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-0011ada6-50b8-4ca2-bbd5-1871538ef1ad service neutron] 10.222.0.67 "PUT /v2.0/ports/bfda640e-fe90-464a-bc59-1037faf72ce9 HTTP/1.1" status: 200 len: 1091 time: 0.6194911 Feb 16 23:03:12.697569 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c12f320-990a-4cab-a6b4-72fb803c7001', 'tag': 'bfda640e-fe90-464a-bc59-1037faf72ce9'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:03:12.699883 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7dfe0a-da19-4de3-8566-0e78918a7b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "4c12f320-990a-4cab-a6b4-72fb803c7001", "tag": "bfda640e-fe90-464a-bc59-1037faf72ce9"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:03:12.760578 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ffff13-9dd2-4619-af19-22cfe61ea903 x-openstack-request-id: req-90ffff13-9dd2-4619-af19-22cfe61ea903 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:03:12.760908 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c12f320-990a-4cab-a6b4-72fb803c7001", "tag": "bfda640e-fe90-464a-bc59-1037faf72ce9", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:03:12.761327 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-90ffff13-9dd2-4619-af19-22cfe61ea903 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:03:12.761742 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c12f320-990a-4cab-a6b4-72fb803c7001', 'tag': 'bfda640e-fe90-464a-bc59-1037faf72ce9', 'status': 'completed', 'code': 200} Feb 16 23:03:12.762509 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011ada6-50b8-4ca2-bbd5-1871538ef1ad service neutron] Pushing event updated for resources: {'Port': ['ID=bfda640e-fe90-464a-bc59-1037faf72ce9,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:12.807566 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-f2e9ea33-c986-43a4-b974-ce2f37fe2404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:12.809138 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-f2e9ea33-c986-43a4-b974-ce2f37fe2404 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 1125 time: 0.0610194 Feb 16 23:03:12.856391 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-fc3e3847-f941-41cc-a39b-d9b50270f7e9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfda640e-fe90-464a-bc59-1037faf72ce9 HTTP/1.1" status: 200 len: 217 time: 0.0399311 Feb 16 23:03:12.907223 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-78dd0011-8dfd-469f-badc-f161cde66455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:12.908719 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-78dd0011-8dfd-469f-badc-f161cde66455 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0460587 Feb 16 23:03:12.957964 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-f058e861-53b4-4037-9431-a04fe5683991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:12.959500 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-f058e861-53b4-4037-9431-a04fe5683991 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440154 Feb 16 23:03:13.314912 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-1a62fa36-c16d-4d17-9ea8-4d9b6b2767e4 service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495030 Feb 16 23:03:13.407799 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-26c03ab8-dc14-459b-9ce1-d5184211bd6b req-3127ec89-0bf7-42b1-98ba-e605cf4363f2 service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863392 Feb 16 23:03:13.495205 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7dfe0a-da19-4de3-8566-0e78918a7b8c req-d50355de-134b-4fe3-b334-bee47f525fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:13.496699 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3b7dfe0a-da19-4de3-8566-0e78918a7b8c req-d50355de-134b-4fe3-b334-bee47f525fd1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 1125 time: 0.0445123 Feb 16 23:03:13.584178 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7dfe0a-da19-4de3-8566-0e78918a7b8c req-b1652202-90ea-4243-97dd-8c63c46b0190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:13.585647 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3b7dfe0a-da19-4de3-8566-0e78918a7b8c req-b1652202-90ea-4243-97dd-8c63c46b0190 service neutron] 10.222.0.67 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.0830996 Feb 16 23:03:13.627717 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3b7dfe0a-da19-4de3-8566-0e78918a7b8c req-f54779c6-6f5c-4e80-9435-d840827ae337 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfda640e-fe90-464a-bc59-1037faf72ce9 HTTP/1.1" status: 200 len: 217 time: 0.0361316 Feb 16 23:03:13.675349 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7dfe0a-da19-4de3-8566-0e78918a7b8c req-dfc5ab61-6dbf-4d26-984d-b5f6dc31a867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:13.676732 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3b7dfe0a-da19-4de3-8566-0e78918a7b8c req-dfc5ab61-6dbf-4d26-984d-b5f6dc31a867 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0436506 Feb 16 23:03:13.725047 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7dfe0a-da19-4de3-8566-0e78918a7b8c req-357598b4-5e3b-4f30-bb60-4a56401765d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:13.726609 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3b7dfe0a-da19-4de3-8566-0e78918a7b8c req-357598b4-5e3b-4f30-bb60-4a56401765d3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442052 Feb 16 23:03:13.820234 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3b7dfe0a-da19-4de3-8566-0e78918a7b8c req-c5adff9e-ec04-41e8-acfd-b084d571bfed service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879235 Feb 16 23:03:13.822472 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edaff8-8acd-4c6a-99b6-20a76698dbe4 req-ba71d4d0-5dd8-4ce4-95c6-32bfd2a673af tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:13.823968 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-86edaff8-8acd-4c6a-99b6-20a76698dbe4 req-ba71d4d0-5dd8-4ce4-95c6-32bfd2a673af tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 943 time: 0.0567055 Feb 16 23:03:13.870424 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-86edaff8-8acd-4c6a-99b6-20a76698dbe4 req-0d91c753-84ba-439f-bf4e-46c713048397 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408635 Feb 16 23:03:13.910423 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3b7dfe0a-da19-4de3-8566-0e78918a7b8c req-c163a113-fcdd-4849-a815-c88faa3804b2 service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840237 Feb 16 23:03:14.988652 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be08fea-d8bb-4573-80ee-76fc88429d29 req-1462f324-9959-45bd-8020-4ef406b63662 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:14.990165 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8be08fea-d8bb-4573-80ee-76fc88429d29 req-1462f324-9959-45bd-8020-4ef406b63662 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 943 time: 0.0523057 Feb 16 23:03:15.035756 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8be08fea-d8bb-4573-80ee-76fc88429d29 req-c2eb4b8e-a97d-4c9a-bdc3-c58a9a5fd39b tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393419 Feb 16 23:03:16.157192 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a304a-db6c-4b1c-9573-d950456a835e req-dda0943f-816d-45bf-9b10-e7aebce23877 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:16.158702 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-336a304a-db6c-4b1c-9573-d950456a835e req-dda0943f-816d-45bf-9b10-e7aebce23877 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 943 time: 0.0564213 Feb 16 23:03:16.204820 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-336a304a-db6c-4b1c-9573-d950456a835e req-82e24f3e-9216-4cbb-8623-c27f0913bd73 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405233 Feb 16 23:03:17.323454 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1584a-c0e9-411e-89a9-cb67cc7ab070 req-a3d88a6c-bd3b-4e7e-948a-6925508895f8 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:17.324925 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87f1584a-c0e9-411e-89a9-cb67cc7ab070 req-a3d88a6c-bd3b-4e7e-948a-6925508895f8 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 943 time: 0.0517085 Feb 16 23:03:17.376461 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87f1584a-c0e9-411e-89a9-cb67cc7ab070 req-67c9418a-740c-42ec-b18d-ff1e7961d78a tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459630 Feb 16 23:03:17.774977 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device bfda640e-fe90-464a-bc59-1037faf72ce9 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:03:17.868957 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port bfda640e-fe90-464a-bc59-1037faf72ce9, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=bfda640e-fe90-464a-bc59-1037faf72ce9,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:03:17.879851 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'bfda640e-fe90-464a-bc59-1037faf72ce9', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'port_id': 'bfda640e-fe90-464a-bc59-1037faf72ce9', 'mac_address': 'fa:16:3e:5e:4d:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:03:17.919049 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port bfda640e-fe90-464a-bc59-1037faf72ce9 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:03:17.919434 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bfda640e-fe90-464a-bc59-1037faf72ce9), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:17.932074 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfda640e-fe90-464a-bc59-1037faf72ce9 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:03:17.950672 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port bfda640e-fe90-464a-bc59-1037faf72ce9, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=bfda640e-fe90-464a-bc59-1037faf72ce9,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:03:17.955056 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (bfda640e-fe90-464a-bc59-1037faf72ce9), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:18.000662 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=bfda640e-fe90-464a-bc59-1037faf72ce9,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:18.284179 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['bfda640e-fe90-464a-bc59-1037faf72ce9'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:03:18.498849 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec53104-55f5-46bf-b0e3-6a0c37554369 req-79ee9515-6507-499d-9cee-2595a4cf221c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:18.500354 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ec53104-55f5-46bf-b0e3-6a0c37554369 req-79ee9515-6507-499d-9cee-2595a4cf221c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 944 time: 0.0530086 Feb 16 23:03:18.550775 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ec53104-55f5-46bf-b0e3-6a0c37554369 req-5776e85c-6c8c-42e1-9319-c4d157f5b66b tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447457 Feb 16 23:03:19.667213 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b719b-0315-4a99-b205-b1013a0ddc19 req-18b8c8fd-a6cd-47ee-8a53-267eecae9ffd tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:19.668708 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e87b719b-0315-4a99-b205-b1013a0ddc19 req-18b8c8fd-a6cd-47ee-8a53-267eecae9ffd tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 944 time: 0.0521448 Feb 16 23:03:19.713704 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e87b719b-0315-4a99-b205-b1013a0ddc19 req-9a409a48-1853-4c72-a58d-6da844bd9129 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394895 Feb 16 23:03:19.790138 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device bfda640e-fe90-464a-bc59-1037faf72ce9 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:03:19.838020 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port bfda640e-fe90-464a-bc59-1037faf72ce9 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:03:19.841689 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port bfda640e-fe90-464a-bc59-1037faf72ce9 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:03:19.842091 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (bfda640e-fe90-464a-bc59-1037faf72ce9), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:19.916155 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port bfda640e-fe90-464a-bc59-1037faf72ce9 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:03:19.916549 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bfda640e-fe90-464a-bc59-1037faf72ce9), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:19.942800 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c12f320-990a-4cab-a6b4-72fb803c7001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfda640e-fe90-464a-bc59-1037faf72ce9'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:03:19.944999 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543445de-5c47-4cb8-9c40-b3c3ecd60eda" -d '{"events": [{"server_uuid": "4c12f320-990a-4cab-a6b4-72fb803c7001", "name": "network-vif-plugged", "status": "completed", "tag": "bfda640e-fe90-464a-bc59-1037faf72ce9"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:03:19.957703 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port bfda640e-fe90-464a-bc59-1037faf72ce9, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=bfda640e-fe90-464a-bc59-1037faf72ce9,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:03:19.961675 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (bfda640e-fe90-464a-bc59-1037faf72ce9), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:19.984197 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d7b9cf-7e15-4f51-bdbe-2aeab385bbb1 x-openstack-request-id: req-a1d7b9cf-7e15-4f51-bdbe-2aeab385bbb1 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:03:19.984490 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c12f320-990a-4cab-a6b4-72fb803c7001", "name": "network-vif-plugged", "status": "completed", "tag": "bfda640e-fe90-464a-bc59-1037faf72ce9", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:03:19.984742 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a1d7b9cf-7e15-4f51-bdbe-2aeab385bbb1 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:03:19.985127 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c12f320-990a-4cab-a6b4-72fb803c7001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfda640e-fe90-464a-bc59-1037faf72ce9', 'code': 200} Feb 16 23:03:20.011481 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=bfda640e-fe90-464a-bc59-1037faf72ce9,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:20.084034 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a877dc-631d-414c-b9cf-56d83d8044e3 req-eaf50b06-f032-494a-86ee-49c7a66518f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:20.085527 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e9a877dc-631d-414c-b9cf-56d83d8044e3 req-eaf50b06-f032-494a-86ee-49c7a66518f9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 1127 time: 0.0486288 Feb 16 23:03:20.128795 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e9a877dc-631d-414c-b9cf-56d83d8044e3 req-8ba8cb9d-61ac-4cc8-a482-4abf09a61108 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360029 Feb 16 23:03:20.738560 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9ceef330-b215-48bd-975a-bc570d6538c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:20.833069 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6fd53-70c0-4bfc-b877-af0f87343b79 req-0e1b1947-c4a4-4431-9ed9-a44afbb363ad tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:20.834603 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-89a6fd53-70c0-4bfc-b877-af0f87343b79 req-0e1b1947-c4a4-4431-9ed9-a44afbb363ad tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 945 time: 0.0522494 Feb 16 23:03:20.882043 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-89a6fd53-70c0-4bfc-b877-af0f87343b79 req-733a61d0-20d9-48c5-a5d4-fb49781c8e56 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411763 Feb 16 23:03:22.003936 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bcb5c-deed-43b5-9cc4-acfc1f7135b4 req-b878330d-c713-4f3e-aafc-2f23f6140205 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:22.005446 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-560bcb5c-deed-43b5-9cc4-acfc1f7135b4 req-b878330d-c713-4f3e-aafc-2f23f6140205 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 945 time: 0.0565672 Feb 16 23:03:22.051845 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-560bcb5c-deed-43b5-9cc4-acfc1f7135b4 req-ee4118b7-f05d-443c-b554-0fa83113e21f tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402441 Feb 16 23:03:22.164255 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299aa0e-f5e2-491e-b67e-eee18d328cc2 req-06862ab1-c90f-4205-b6f5-09115e3b385e tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:22.165664 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4299aa0e-f5e2-491e-b67e-eee18d328cc2 req-06862ab1-c90f-4205-b6f5-09115e3b385e tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 945 time: 0.0526118 Feb 16 23:03:22.174149 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52764) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:03:22.178523 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-0a48be0e-1c4e-405a-a56e-b07b262f0f1f tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Request body: {'floatingip': {'port_id': 'bfda640e-fe90-464a-bc59-1037faf72ce9'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:03:22.220455 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0a48be0e-1c4e-405a-a56e-b07b262f0f1f tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks [] for floatingip (e4b3fcd6-8511-4df2-9ebd-333ee6541151), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:22.745047 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0a48be0e-1c4e-405a-a56e-b07b262f0f1f tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:22.750956 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0a48be0e-1c4e-405a-a56e-b07b262f0f1f tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (e4b3fcd6-8511-4df2-9ebd-333ee6541151), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:22.848937 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-0a48be0e-1c4e-405a-a56e-b07b262f0f1f tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Floating IP e4b3fcd6-8511-4df2-9ebd-333ee6541151 associated. External IP: 172.25.2.43, port: bfda640e-fe90-464a-bc59-1037faf72ce9. Feb 16 23:03:23.048977 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a48be0e-1c4e-405a-a56e-b07b262f0f1f tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Router 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:03:23.121989 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-44e312ef-1f28-4327-886f-9f789820ba8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:23.156555 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a48be0e-1c4e-405a-a56e-b07b262f0f1f tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:03:23.161017 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0a48be0e-1c4e-405a-a56e-b07b262f0f1f tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:23.168476 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96ab012-4a4e-42ee-960a-37cc69264bc9 None None] Sync routers for ids ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:03:23.177807 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96ab012-4a4e-42ee-960a-37cc69264bc9 None None] Routers {'3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:03:23.178441 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-d96ab012-4a4e-42ee-960a-37cc69264bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:03:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:03:23.191170 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0a48be0e-1c4e-405a-a56e-b07b262f0f1f tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "PUT /v2.0/floatingips/e4b3fcd6-8511-4df2-9ebd-333ee6541151 HTTP/1.1" status: 200 len: 990 time: 1.0159662 Feb 16 23:03:23.191758 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c12f320-990a-4cab-a6b4-72fb803c7001', 'tag': 'bfda640e-fe90-464a-bc59-1037faf72ce9'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:03:23.194067 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3dd582-4f24-4f49-a1eb-bb80601b0b93" -d '{"events": [{"name": "network-changed", "server_uuid": "4c12f320-990a-4cab-a6b4-72fb803c7001", "tag": "bfda640e-fe90-464a-bc59-1037faf72ce9"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:03:23.287373 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-d96ab012-4a4e-42ee-960a-37cc69264bc9 None None] Set router 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:03:23.298690 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd0e26-6899-4b21-a43f-9801ccc1ed1d req-b81f4113-c72c-4d1f-9783-4e9e4803190c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:23.300282 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fecd0e26-6899-4b21-a43f-9801ccc1ed1d req-b81f4113-c72c-4d1f-9783-4e9e4803190c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 945 time: 0.0587988 Feb 16 23:03:23.348545 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fecd0e26-6899-4b21-a43f-9801ccc1ed1d req-19111f46-47dc-4d7e-a9fe-dc2e617e1869 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417686 Feb 16 23:03:23.401648 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461417b9-deae-4008-8b83-c67822a622d0 x-openstack-request-id: req-461417b9-deae-4008-8b83-c67822a622d0 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:03:23.401947 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c12f320-990a-4cab-a6b4-72fb803c7001", "tag": "bfda640e-fe90-464a-bc59-1037faf72ce9", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:03:23.402229 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-461417b9-deae-4008-8b83-c67822a622d0 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:03:23.402644 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c12f320-990a-4cab-a6b4-72fb803c7001', 'tag': 'bfda640e-fe90-464a-bc59-1037faf72ce9', 'status': 'completed', 'code': 200} Feb 16 23:03:23.478771 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3dd582-4f24-4f49-a1eb-bb80601b0b93 req-844f8108-824d-4c7f-b181-39d93ffc374d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:23.480425 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc3dd582-4f24-4f49-a1eb-bb80601b0b93 req-844f8108-824d-4c7f-b181-39d93ffc374d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 1127 time: 0.0501440 Feb 16 23:03:23.502318 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b832f-438b-4d85-afd1-09f179b44435 req-cd8f289b-d5d6-42ed-83da-c54deabfc27e tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:23.503871 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-083b832f-438b-4d85-afd1-09f179b44435 req-cd8f289b-d5d6-42ed-83da-c54deabfc27e tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 945 time: 0.0561273 Feb 16 23:03:23.529477 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-d96ab012-4a4e-42ee-960a-37cc69264bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'name': 'tempest-ServerActionsTestJSON-384279763-router', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:07Z', 'revision_number': 4, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'gw_port': {'id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'e4b3fcd6-8511-4df2-9ebd-333ee6541151', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'floating_ip_address': '172.25.2.43', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'port_id': 'bfda640e-fe90-464a-bc59-1037faf72ce9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'mac_address': 'fa:16:3e:5e:4d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12f320-990a-4cab-a6b4-72fb803c7001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:03:09Z', 'updated_at': '2022-02-16T23:03:22Z', 'revision_number': 1, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07480bcd-4054-4bf0-bc71-e351cede6ceb', 'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'mac_address': 'fa:16:3e:2c:2f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:06Z', 'updated_at': '2022-02-16T23:03:10Z', 'revision_number': 5, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'subnets': [{'id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:03:23.555740 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-083b832f-438b-4d85-afd1-09f179b44435 req-1839a1b1-e2d4-431a-9029-f7982446b5d4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443780 Feb 16 23:03:23.562501 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96ab012-4a4e-42ee-960a-37cc69264bc9 None None] Checking router: 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:03:23.573284 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96ab012-4a4e-42ee-960a-37cc69264bc9 None None] Routers {'3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:03:23.573858 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-d96ab012-4a4e-42ee-960a-37cc69264bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:03:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:03:23.582475 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3dd582-4f24-4f49-a1eb-bb80601b0b93 req-318cad86-cfe8-495e-9e0a-114d07e4629b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:23.582475 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc3dd582-4f24-4f49-a1eb-bb80601b0b93 req-318cad86-cfe8-495e-9e0a-114d07e4629b service neutron] 10.222.0.67 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.0937607 Feb 16 23:03:23.648943 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc3dd582-4f24-4f49-a1eb-bb80601b0b93 req-372a0bf3-b852-4014-94b2-98f6d395d7cc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfda640e-fe90-464a-bc59-1037faf72ce9 HTTP/1.1" status: 200 len: 998 time: 0.0625215 Feb 16 23:03:23.698773 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3dd582-4f24-4f49-a1eb-bb80601b0b93 req-553bf6c6-3924-47e4-b229-7dda673cae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:23.700257 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc3dd582-4f24-4f49-a1eb-bb80601b0b93 req-553bf6c6-3924-47e4-b229-7dda673cae79 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0464523 Feb 16 23:03:23.753586 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3dd582-4f24-4f49-a1eb-bb80601b0b93 req-640464cf-63d4-4d4c-b522-b3f1b478e4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:23.755132 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc3dd582-4f24-4f49-a1eb-bb80601b0b93 req-640464cf-63d4-4d4c-b522-b3f1b478e4b9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490923 Feb 16 23:03:23.783065 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-d96ab012-4a4e-42ee-960a-37cc69264bc9 None None] Set router 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:03:23.844390 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc3dd582-4f24-4f49-a1eb-bb80601b0b93 req-4b1ef43c-f137-40d1-8462-305780c1c5d7 service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831170 Feb 16 23:03:23.938576 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc3dd582-4f24-4f49-a1eb-bb80601b0b93 req-4373358a-e2d0-4475-bb5c-bc8c1fa5bedf service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878954 Feb 16 23:03:24.008580 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-d96ab012-4a4e-42ee-960a-37cc69264bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'name': 'tempest-ServerActionsTestJSON-384279763-router', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:07Z', 'revision_number': 4, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'gw_port': {'id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'e4b3fcd6-8511-4df2-9ebd-333ee6541151', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'floating_ip_address': '172.25.2.43', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'port_id': 'bfda640e-fe90-464a-bc59-1037faf72ce9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'mac_address': 'fa:16:3e:5e:4d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12f320-990a-4cab-a6b4-72fb803c7001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:03:09Z', 'updated_at': '2022-02-16T23:03:22Z', 'revision_number': 1, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07480bcd-4054-4bf0-bc71-e351cede6ceb', 'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'mac_address': 'fa:16:3e:2c:2f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:06Z', 'updated_at': '2022-02-16T23:03:10Z', 'revision_number': 5, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'subnets': [{'id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:03:24.037587 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96ab012-4a4e-42ee-960a-37cc69264bc9 None None] The sync data for ids ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'] in n-d-813897-6 is: [{'id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'name': 'tempest-ServerActionsTestJSON-384279763-router', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:07Z', 'revision_number': 4, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'gw_port': {'id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'e4b3fcd6-8511-4df2-9ebd-333ee6541151', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'floating_ip_address': '172.25.2.43', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'port_id': 'bfda640e-fe90-464a-bc59-1037faf72ce9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'mac_address': 'fa:16:3e:5e:4d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12f320-990a-4cab-a6b4-72fb803c7001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:03:09Z', 'updated_at': '2022-02-16T23:03:22Z', 'revision_number': 1, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07480bcd-4054-4bf0-bc71-e351cede6ceb', 'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'mac_address': 'fa:16:3e:2c:2f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:06Z', 'updated_at': '2022-02-16T23:03:10Z', 'revision_number': 5, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'subnets': [{'id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:03:24.234635 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6320c8c-d0a4-4293-8780-868fd4490766 None None] New status for floating IP e4b3fcd6-8511-4df2-9ebd-333ee6541151: ACTIVE {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:03:24.402922 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:24.686483 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3c1c4-3a03-48d6-a106-aa724d9bb7f5 req-a5268aac-4e64-4f8f-bb6d-5e8c92226c7f tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:24.687889 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e3e3c1c4-3a03-48d6-a106-aa724d9bb7f5 req-a5268aac-4e64-4f8f-bb6d-5e8c92226c7f tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 945 time: 0.0560133 Feb 16 23:03:24.988552 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e3e3c1c4-3a03-48d6-a106-aa724d9bb7f5 req-7f04f004-c535-4ef0-afaf-bcef8bd7abfc tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2950411 Feb 16 23:03:25.103407 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5efbf4-2911-4b2e-b132-66b89d753edc req-fd8f121a-3b1e-4997-8058-53fa58949382 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:25.104876 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fa5efbf4-2911-4b2e-b132-66b89d753edc req-fd8f121a-3b1e-4997-8058-53fa58949382 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 945 time: 0.0522125 Feb 16 23:03:25.150378 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fa5efbf4-2911-4b2e-b132-66b89d753edc req-6552cee4-c585-4a21-ba6a-270e8b920f07 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398631 Feb 16 23:03:25.374565 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-3f0fcf4d-b817-4565-b9dc-2cb8f3a47dd6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0445824 Feb 16 23:03:25.387071 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3897aee-083c-468b-92b4-a5e9aaf2d6b5 req-eec195b1-057c-4b37-a51e-a720987b483c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:25.389036 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a3897aee-083c-468b-92b4-a5e9aaf2d6b5 req-eec195b1-057c-4b37-a51e-a720987b483c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 945 time: 0.0521228 Feb 16 23:03:25.440794 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a3897aee-083c-468b-92b4-a5e9aaf2d6b5 req-66fc9300-554a-4597-805c-f143e6c9d94d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455923 Feb 16 23:03:25.745045 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:25.774292 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-ca40f4b7-13a5-4d5c-b0fa-a3a1bd4f73a8 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:25.775601 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-ca40f4b7-13a5-4d5c-b0fa-a3a1bd4f73a8 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports/bfda640e-fe90-464a-bc59-1037faf72ce9 HTTP/1.1" status: 200 len: 942 time: 0.0470693 Feb 16 23:03:26.539143 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-cb19f59e-f803-4e9b-907a-46854377c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:26.540698 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-cb19f59e-f803-4e9b-907a-46854377c98b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 1127 time: 0.0466490 Feb 16 23:03:26.564712 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4fa176-db69-49b7-b98d-e03097e1e3f8 req-a6b9c56d-67e3-4c2a-a3fe-be3c9f76affe tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:26.566243 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ff4fa176-db69-49b7-b98d-e03097e1e3f8 req-a6b9c56d-67e3-4c2a-a3fe-be3c9f76affe tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 945 time: 0.0534408 Feb 16 23:03:26.614272 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ff4fa176-db69-49b7-b98d-e03097e1e3f8 req-71dc2dd4-386b-4a0b-a623-a27f052ebee4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412371 Feb 16 23:03:26.635554 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-8e70ae55-5f7f-403b-b54a-7764d53f6ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:26.637452 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-8e70ae55-5f7f-403b-b54a-7764d53f6ebc service neutron] 10.222.0.67 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.0915871 Feb 16 23:03:26.703433 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-f458e98e-4f3b-47aa-9ab9-481ec6357d4d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfda640e-fe90-464a-bc59-1037faf72ce9 HTTP/1.1" status: 200 len: 1000 time: 0.0606179 Feb 16 23:03:26.751509 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-da5cebe5-abdb-43c5-8aaf-4b6ed6c34683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:26.752863 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-da5cebe5-abdb-43c5-8aaf-4b6ed6c34683 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0435829 Feb 16 23:03:26.803467 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-b075f486-6ab7-41c5-b892-63206d2202da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:26.805483 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-b075f486-6ab7-41c5-b892-63206d2202da service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447330 Feb 16 23:03:26.897017 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-c5505191-a86f-4763-adfe-6287f965c954 service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857165 Feb 16 23:03:26.988583 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-5fec7667-2d43-4465-b97c-f3d7d3dc3438 service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857532 Feb 16 23:03:27.092776 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:27.736239 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235b716-1326-4fe0-b9c9-060291e0c8a4 req-83745f4f-ec8c-4477-af97-cc053acc3374 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:27.737658 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f235b716-1326-4fe0-b9c9-060291e0c8a4 req-83745f4f-ec8c-4477-af97-cc053acc3374 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 945 time: 0.0512979 Feb 16 23:03:27.783928 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f235b716-1326-4fe0-b9c9-060291e0c8a4 req-e26c3725-44a1-483f-aa1c-f67a2ac12a3d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396640 Feb 16 23:03:28.757770 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:28.907239 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b2030-e7c1-44ed-a652-bd19e7f42f59 req-2c1bd759-37d1-4eda-a6f3-b4cf3dfd6707 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:28.908739 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-000b2030-e7c1-44ed-a652-bd19e7f42f59 req-2c1bd759-37d1-4eda-a6f3-b4cf3dfd6707 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 945 time: 0.0550158 Feb 16 23:03:28.953374 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-000b2030-e7c1-44ed-a652-bd19e7f42f59 req-fd42019d-138a-40c8-b681-36211cafb7ba tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390613 Feb 16 23:03:30.072847 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08ac7f-280c-4ec2-a491-539c8e55ad89 req-2ca3f2b8-a82c-408e-9454-e0e95910512a tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:30.074355 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fd08ac7f-280c-4ec2-a491-539c8e55ad89 req-2ca3f2b8-a82c-408e-9454-e0e95910512a tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 945 time: 0.0530479 Feb 16 23:03:30.120389 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fd08ac7f-280c-4ec2-a491-539c8e55ad89 req-f63c2643-e82e-4d41-9f99-d95ee896ad51 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404601 Feb 16 23:03:30.258741 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:31.242678 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8811a-fa19-4299-8be3-364aee236629 req-2063d718-fea1-468a-bbeb-50c50c295d82 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:31.244195 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a7c8811a-fa19-4299-8be3-364aee236629 req-2063d718-fea1-468a-bbeb-50c50c295d82 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 945 time: 0.0556004 Feb 16 23:03:31.289423 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a7c8811a-fa19-4299-8be3-364aee236629 req-9d43df28-c08a-4920-8f75-eb3cd73e3c5e tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396919 Feb 16 23:03:32.407649 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bbabf-7d31-47ce-a0fe-c627c5b1d305 req-96b195d3-1bde-4653-9dae-4acab688a070 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:32.409123 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8d7bbabf-7d31-47ce-a0fe-c627c5b1d305 req-96b195d3-1bde-4653-9dae-4acab688a070 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 945 time: 0.0524971 Feb 16 23:03:32.454961 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8d7bbabf-7d31-47ce-a0fe-c627c5b1d305 req-e377419e-cfe6-4961-8d69-5f73857103c1 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400543 Feb 16 23:03:33.573234 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e2797-ca0b-47b5-9498-b3f0133b422c req-d0c3c73f-bb9e-4963-8a70-3184ea7b584d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:33.574755 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-297e2797-ca0b-47b5-9498-b3f0133b422c req-d0c3c73f-bb9e-4963-8a70-3184ea7b584d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 945 time: 0.0529075 Feb 16 23:03:33.624463 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-297e2797-ca0b-47b5-9498-b3f0133b422c req-2d5f3e5c-278b-44f3-aeb9-2deca10f2f88 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440638 Feb 16 23:03:34.747167 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91805fc-9eda-44cf-982d-b8d2a34f0192 req-3bf5c58b-0148-4a97-82d1-8b36637397c1 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:34.748582 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f91805fc-9eda-44cf-982d-b8d2a34f0192 req-3bf5c58b-0148-4a97-82d1-8b36637397c1 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 945 time: 0.0533733 Feb 16 23:03:34.795695 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f91805fc-9eda-44cf-982d-b8d2a34f0192 req-7f4cfce6-3d95-4724-8198-7da08979e0ca tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415003 Feb 16 23:03:35.914418 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca8658-dd26-4703-82d7-b9620a8ed26a req-7194d2f7-f12a-4ba7-9397-9bf5a6229b61 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:35.916452 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3dca8658-dd26-4703-82d7-b9620a8ed26a req-7194d2f7-f12a-4ba7-9397-9bf5a6229b61 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 945 time: 0.0535924 Feb 16 23:03:35.961988 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3dca8658-dd26-4703-82d7-b9620a8ed26a req-a46f81e3-eb2d-4e30-aa91-1e9c01190f29 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399497 Feb 16 23:03:37.085920 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce4277-ae0f-4a23-9042-e5d68f282b92 req-899a0561-b85e-4c9f-a01b-a4876e4a95a0 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:37.087388 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d0ce4277-ae0f-4a23-9042-e5d68f282b92 req-899a0561-b85e-4c9f-a01b-a4876e4a95a0 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 945 time: 0.0569880 Feb 16 23:03:37.132988 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d0ce4277-ae0f-4a23-9042-e5d68f282b92 req-f2ad1b0b-6b96-456e-9eb2-376756ab5dd6 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400844 Feb 16 23:03:38.250686 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57430010-71bf-41aa-bf77-5e45c8c3a96d req-cc513a91-fe5e-4d5f-bdef-e7783e8998f6 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:38.252158 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-57430010-71bf-41aa-bf77-5e45c8c3a96d req-cc513a91-fe5e-4d5f-bdef-e7783e8998f6 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 945 time: 0.0514565 Feb 16 23:03:38.298714 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-57430010-71bf-41aa-bf77-5e45c8c3a96d req-5a5fd3f9-8d4b-4791-88ae-55cdf98f8feb tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409644 Feb 16 23:03:39.417380 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4dcf7-1707-4bc7-aa8e-9b0e572c90c4 req-f0679371-1bfa-4ff6-b2ec-e38b92c44e5a tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:39.418891 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-75b4dcf7-1707-4bc7-aa8e-9b0e572c90c4 req-f0679371-1bfa-4ff6-b2ec-e38b92c44e5a tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 945 time: 0.0532131 Feb 16 23:03:39.468372 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-75b4dcf7-1707-4bc7-aa8e-9b0e572c90c4 req-dc8657d6-3bcc-48cf-937c-574a519dc469 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437672 Feb 16 23:03:40.587131 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb88c53-0a1e-4726-ae5a-ab5a3201b117 req-5d7402b0-7973-4024-b012-b5dd0c05a7e6 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:40.588600 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1fb88c53-0a1e-4726-ae5a-ab5a3201b117 req-5d7402b0-7973-4024-b012-b5dd0c05a7e6 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 945 time: 0.0528853 Feb 16 23:03:40.635798 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1fb88c53-0a1e-4726-ae5a-ab5a3201b117 req-871a1b74-0c0a-49bd-836d-3f537122b455 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405388 Feb 16 23:03:41.762107 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93fed3-57d9-43f2-b2be-b214f960c7f7 req-0a149130-70bc-4bb6-910a-b511f26560d7 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:41.763627 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fb93fed3-57d9-43f2-b2be-b214f960c7f7 req-0a149130-70bc-4bb6-910a-b511f26560d7 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 945 time: 0.0579600 Feb 16 23:03:41.810154 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fb93fed3-57d9-43f2-b2be-b214f960c7f7 req-861a6118-471b-4a2e-a9f4-bb9c9cf8c881 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409977 Feb 16 23:03:42.933293 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c164f-14b0-490d-8c16-c8d749082137 req-5574b23c-c998-4cb0-8a7b-25c1620d0db3 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:42.934807 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a3c164f-14b0-490d-8c16-c8d749082137 req-5574b23c-c998-4cb0-8a7b-25c1620d0db3 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 945 time: 0.0570602 Feb 16 23:03:42.980302 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a3c164f-14b0-490d-8c16-c8d749082137 req-79a7aaa7-2013-472e-8d7d-10a698b3b690 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399213 Feb 16 23:03:43.657749 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-75ba133b-e1ef-4d37-8392-ddd64463f08f service neutron] show failed (client error): The resource could not be found. Feb 16 23:03:43.658784 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-75ba133b-e1ef-4d37-8392-ddd64463f08f service neutron] 10.222.0.67 "GET /v2.0/ports/bfda640e-fe90-464a-bc59-1037faf72ce9/bindings/n-h2-813897-6 HTTP/1.1" status: 404 len: 380 time: 0.0547397 Feb 16 23:03:43.854198 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-017657a2-f473-4cdd-b035-4eab7d9375d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:43.855691 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-017657a2-f473-4cdd-b035-4eab7d9375d2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001&tenant_id=3b89614a682e4cdc98d1bf73090e8cdc HTTP/1.1" status: 200 len: 1127 time: 0.0446212 Feb 16 23:03:43.866253 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813897-6', 'device_owner': 'compute:nova'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:03:43.925022 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bfda640e-fe90-464a-bc59-1037faf72ce9), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:44.158001 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] For port bfda640e-fe90-464a-bc59-1037faf72ce9, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=bfda640e-fe90-464a-bc59-1037faf72ce9,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:03:44.167351 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6d07e-de15-44a1-8000-1b9577cf0443 req-80dda0ef-f4bd-4077-b704-6e6dd7402e4e tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:44.168847 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dfd6d07e-de15-44a1-8000-1b9577cf0443 req-80dda0ef-f4bd-4077-b704-6e6dd7402e4e tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 945 time: 0.1142294 Feb 16 23:03:44.230696 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] For port bfda640e-fe90-464a-bc59-1037faf72ce9, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:03:44.252086 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dfd6d07e-de15-44a1-8000-1b9577cf0443 req-02c0e6cb-8774-4bbc-b387-d5a556d27aa6 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769963 Feb 16 23:03:44.275319 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c12f320-990a-4cab-a6b4-72fb803c7001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfda640e-fe90-464a-bc59-1037faf72ce9'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:03:44.277664 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d276735-ddbc-4112-b0d7-de070370fddb" -d '{"events": [{"server_uuid": "4c12f320-990a-4cab-a6b4-72fb803c7001", "name": "network-vif-unplugged", "status": "completed", "tag": "bfda640e-fe90-464a-bc59-1037faf72ce9"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:03:44.281462 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] Publish callbacks [] for port (bfda640e-fe90-464a-bc59-1037faf72ce9), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:44.294303 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] Transition to ACTIVE for port object bfda640e-fe90-464a-bc59-1037faf72ce9 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:03:44.298432 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (bfda640e-fe90-464a-bc59-1037faf72ce9), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:44.328177 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 23:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b160214-e76e-4eb1-bea9-d4a0407989e8 x-openstack-request-id: req-7b160214-e76e-4eb1-bea9-d4a0407989e8 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:03:44.328479 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c12f320-990a-4cab-a6b4-72fb803c7001", "name": "network-vif-unplugged", "status": "completed", "tag": "bfda640e-fe90-464a-bc59-1037faf72ce9", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:03:44.328731 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7b160214-e76e-4eb1-bea9-d4a0407989e8 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:03:44.329121 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c12f320-990a-4cab-a6b4-72fb803c7001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfda640e-fe90-464a-bc59-1037faf72ce9', 'code': 200} Feb 16 23:03:44.400795 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] Pushing event updated for resources: {'Port': ['ID=bfda640e-fe90-464a-bc59-1037faf72ce9,revision_number=6']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:44.423412 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:44.423757 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:44.424100 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:44.424436 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:44.424797 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:44.425105 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:44.425430 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:44.425757 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:44.426103 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:44.426426 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:44.426752 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:44.427079 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:44.427394 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:44.490935 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] No DVR routers for this DVR port bfda640e-fe90-464a-bc59-1037faf72ce9 on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:03:44.627386 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] Attempting to bind port bfda640e-fe90-464a-bc59-1037faf72ce9 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:03:44.627642 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] Attempting to bind port bfda640e-fe90-464a-bc59-1037faf72ce9 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:03:44.627964 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] Attempting to bind port bfda640e-fe90-464a-bc59-1037faf72ce9 on network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:03:44.632068 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] Port bfda640e-fe90-464a-bc59-1037faf72ce9 on network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 23:03:44.632462 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] Attempting to bind port bfda640e-fe90-464a-bc59-1037faf72ce9 on network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:03:44.637181 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:03:44.637511 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] Checking segment: {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:03:44.637887 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] Bound using segment: {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:03:44.638338 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] Bound port: bfda640e-fe90-464a-bc59-1037faf72ce9, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:03:44.638682 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bfda640e-fe90-464a-bc59-1037faf72ce9), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:44.699136 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] For port bfda640e-fe90-464a-bc59-1037faf72ce9, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:03:44.701926 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] For port bfda640e-fe90-464a-bc59-1037faf72ce9, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=bfda640e-fe90-464a-bc59-1037faf72ce9,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:03:44.707894 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (bfda640e-fe90-464a-bc59-1037faf72ce9), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:44.738411 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:44.739026 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:44.740854 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] 10.222.0.79 "PUT /v2.0/ports/bfda640e-fe90-464a-bc59-1037faf72ce9 HTTP/1.1" status: 200 len: 1091 time: 0.8783419 Feb 16 23:03:44.797020 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4638b7ea-7544-4130-8267-87e15af28428 service neutron] Pushing event updated for resources: {'Port': ['ID=bfda640e-fe90-464a-bc59-1037faf72ce9,revision_number=7']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:44.819974 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-066e37d1-b9fd-41eb-8fae-c7314c5662b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:44.821595 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-066e37d1-b9fd-41eb-8fae-c7314c5662b4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 1125 time: 0.0564828 Feb 16 23:03:44.912417 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-313efc73-0172-44a0-80bc-c8be1c52b685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:44.913922 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-313efc73-0172-44a0-80bc-c8be1c52b685 service neutron] 10.222.0.79 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.0871437 Feb 16 23:03:44.980455 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-2503bbb7-b661-4f22-a21a-7a6d6718965b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfda640e-fe90-464a-bc59-1037faf72ce9 HTTP/1.1" status: 200 len: 998 time: 0.0610878 Feb 16 23:03:45.028300 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-457bede2-64c4-4e38-a10d-fd8bd08eefc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:45.029771 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-457bede2-64c4-4e38-a10d-fd8bd08eefc8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0435669 Feb 16 23:03:45.077750 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-b4fe0272-3ab7-4243-8ebb-7c06b9d4e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:45.079338 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-b4fe0272-3ab7-4243-8ebb-7c06b9d4e870 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436423 Feb 16 23:03:45.170579 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-5223c311-52a6-443f-b8d6-6404f15affdb service neutron] 10.222.0.79 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844085 Feb 16 23:03:45.255580 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-754d9daf-f546-4f76-aba0-bbf3deea5ed9 req-9d9062c2-9098-4f06-9cf3-6dcf4cd6adfd service neutron] 10.222.0.79 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795350 Feb 16 23:03:45.385918 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afda5d1-0e58-4e00-a70f-dac1104e850c req-59d6b6c3-e60d-407f-99c5-62935f1e7907 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:45.387468 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3afda5d1-0e58-4e00-a70f-dac1104e850c req-59d6b6c3-e60d-407f-99c5-62935f1e7907 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 943 time: 0.0594535 Feb 16 23:03:45.389556 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:03:45.434642 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3afda5d1-0e58-4e00-a70f-dac1104e850c req-132a07dd-3fb0-4549-859d-af46b642fec8 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408022 Feb 16 23:03:46.330480 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c12f320-990a-4cab-a6b4-72fb803c7001', 'tag': 'bfda640e-fe90-464a-bc59-1037faf72ce9'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:03:46.332982 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f0c240-72e2-42d1-8540-d0ce1ad9a8b8" -d '{"events": [{"name": "network-changed", "server_uuid": "4c12f320-990a-4cab-a6b4-72fb803c7001", "tag": "bfda640e-fe90-464a-bc59-1037faf72ce9"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:03:46.380998 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfa1327-5231-46b4-8959-1706c756593c x-openstack-request-id: req-3cfa1327-5231-46b4-8959-1706c756593c {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:03:46.381297 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c12f320-990a-4cab-a6b4-72fb803c7001", "tag": "bfda640e-fe90-464a-bc59-1037faf72ce9", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:03:46.381559 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3cfa1327-5231-46b4-8959-1706c756593c {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:03:46.381992 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c12f320-990a-4cab-a6b4-72fb803c7001', 'tag': 'bfda640e-fe90-464a-bc59-1037faf72ce9', 'status': 'completed', 'code': 200} Feb 16 23:03:46.448677 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0c240-72e2-42d1-8540-d0ce1ad9a8b8 req-9a8006c8-3045-4f83-a73c-e35e8db3a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:46.448921 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0c240-72e2-42d1-8540-d0ce1ad9a8b8 req-429189cd-9995-49b7-b7fa-b589259dfc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:46.450271 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d5f0c240-72e2-42d1-8540-d0ce1ad9a8b8 req-429189cd-9995-49b7-b7fa-b589259dfc1a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 1125 time: 0.0510526 Feb 16 23:03:46.450395 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5f0c240-72e2-42d1-8540-d0ce1ad9a8b8 req-9a8006c8-3045-4f83-a73c-e35e8db3a380 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 1125 time: 0.0456684 Feb 16 23:03:46.544654 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0c240-72e2-42d1-8540-d0ce1ad9a8b8 req-217fb5ce-c440-4cc3-8cd6-93345864e9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:46.546289 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d5f0c240-72e2-42d1-8540-d0ce1ad9a8b8 req-217fb5ce-c440-4cc3-8cd6-93345864e9b4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.0887909 Feb 16 23:03:46.578941 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0c240-72e2-42d1-8540-d0ce1ad9a8b8 req-358b7997-1882-4e96-b848-57cdc11a9194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:46.580411 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5f0c240-72e2-42d1-8540-d0ce1ad9a8b8 req-358b7997-1882-4e96-b848-57cdc11a9194 service neutron] 10.222.0.79 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.1242404 Feb 16 23:03:46.592549 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a923e-7cb5-492d-a928-bbd4e73fd138 req-55f5e450-5106-40d8-bc86-a66fb74163b8 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:46.593932 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b37a923e-7cb5-492d-a928-bbd4e73fd138 req-55f5e450-5106-40d8-bc86-a66fb74163b8 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 943 time: 0.0731847 Feb 16 23:03:46.621782 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d5f0c240-72e2-42d1-8540-d0ce1ad9a8b8 req-0eef6681-508c-452f-b2d7-d61fbfc70bd9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfda640e-fe90-464a-bc59-1037faf72ce9 HTTP/1.1" status: 200 len: 998 time: 0.0678022 Feb 16 23:03:46.672325 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0c240-72e2-42d1-8540-d0ce1ad9a8b8 req-775410dc-0c75-4964-940b-6e7ffe13f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:46.673848 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d5f0c240-72e2-42d1-8540-d0ce1ad9a8b8 req-775410dc-0c75-4964-940b-6e7ffe13f032 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0469110 Feb 16 23:03:46.685805 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5f0c240-72e2-42d1-8540-d0ce1ad9a8b8 req-ed994f4c-0af5-42f5-b8ac-41997e38ef9c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfda640e-fe90-464a-bc59-1037faf72ce9 HTTP/1.1" status: 200 len: 998 time: 0.0908689 Feb 16 23:03:46.689168 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b37a923e-7cb5-492d-a928-bbd4e73fd138 req-2afdbb6d-f908-499b-967d-c5d05c0c9c3a tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888050 Feb 16 23:03:46.735836 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0c240-72e2-42d1-8540-d0ce1ad9a8b8 req-18938510-bb9b-4038-9afa-e9729f496e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:46.737478 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d5f0c240-72e2-42d1-8540-d0ce1ad9a8b8 req-18938510-bb9b-4038-9afa-e9729f496e2a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0576870 Feb 16 23:03:46.739342 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0c240-72e2-42d1-8540-d0ce1ad9a8b8 req-82cd4b46-2d4e-4dd6-a096-5cf953b6dce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:46.740819 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5f0c240-72e2-42d1-8540-d0ce1ad9a8b8 req-82cd4b46-2d4e-4dd6-a096-5cf953b6dce9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0463505 Feb 16 23:03:46.795582 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0c240-72e2-42d1-8540-d0ce1ad9a8b8 req-e15534a9-e1bd-4ae3-826b-8263325dc4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:46.797119 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5f0c240-72e2-42d1-8540-d0ce1ad9a8b8 req-e15534a9-e1bd-4ae3-826b-8263325dc4fc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502369 Feb 16 23:03:46.803890 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device bfda640e-fe90-464a-bc59-1037faf72ce9 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:03:46.835637 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d5f0c240-72e2-42d1-8540-d0ce1ad9a8b8 req-0e31b372-6ae3-42d7-ada1-4f10f5c6524d service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920992 Feb 16 23:03:46.899479 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5f0c240-72e2-42d1-8540-d0ce1ad9a8b8 req-01d81fde-79e0-4dce-bdbf-b4a3761b09ab service neutron] 10.222.0.79 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942802 Feb 16 23:03:46.916655 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port bfda640e-fe90-464a-bc59-1037faf72ce9, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=bfda640e-fe90-464a-bc59-1037faf72ce9,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:03:46.928195 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'bfda640e-fe90-464a-bc59-1037faf72ce9', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'port_id': 'bfda640e-fe90-464a-bc59-1037faf72ce9', 'mac_address': 'fa:16:3e:5e:4d:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:03:46.931505 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d5f0c240-72e2-42d1-8540-d0ce1ad9a8b8 req-2fe1608b-8741-4bee-a27c-7bbcbf4f20a8 service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903866 Feb 16 23:03:46.965721 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port bfda640e-fe90-464a-bc59-1037faf72ce9 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:03:46.966143 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bfda640e-fe90-464a-bc59-1037faf72ce9), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:46.980196 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfda640e-fe90-464a-bc59-1037faf72ce9 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:03:46.987206 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d5f0c240-72e2-42d1-8540-d0ce1ad9a8b8 req-5e5b8760-9e0f-4443-a6de-b5838d7d52b3 service neutron] 10.222.0.79 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821309 Feb 16 23:03:47.000774 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port bfda640e-fe90-464a-bc59-1037faf72ce9, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=bfda640e-fe90-464a-bc59-1037faf72ce9,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:03:47.004985 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (bfda640e-fe90-464a-bc59-1037faf72ce9), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:47.054458 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=bfda640e-fe90-464a-bc59-1037faf72ce9,revision_number=8']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:47.204369 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['bfda640e-fe90-464a-bc59-1037faf72ce9'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:03:47.823848 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef594c-6fd6-474a-8e8f-dacdae6f3f90 req-30dbffd2-e187-4404-9794-7f7ba6b92881 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:47.825326 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1ef594c-6fd6-474a-8e8f-dacdae6f3f90 req-30dbffd2-e187-4404-9794-7f7ba6b92881 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 944 time: 0.0594797 Feb 16 23:03:47.870241 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1ef594c-6fd6-474a-8e8f-dacdae6f3f90 req-b2e9e17a-cb35-45ae-bb1a-5471174a2f05 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392523 Feb 16 23:03:47.915342 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device bfda640e-fe90-464a-bc59-1037faf72ce9 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:03:47.959462 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] The host n-h1-813897-6 is not matching for port bfda640e-fe90-464a-bc59-1037faf72ce9 host n-h2-813897-6! {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 23:03:47.959861 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device bfda640e-fe90-464a-bc59-1037faf72ce9 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:03:48.065928 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91020bb8-0512-4a96-9e61-f7b2332ea3be req-8b543451-6d5a-4e3b-9a8a-2a20596e913f tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:48.067471 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-91020bb8-0512-4a96-9e61-f7b2332ea3be req-8b543451-6d5a-4e3b-9a8a-2a20596e913f tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 944 time: 0.0539410 Feb 16 23:03:48.084377 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc4822-8ec9-4d97-ab03-e2a70783a74c req-ec657277-3b3e-4084-8841-97360ccc8589 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:48.085856 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-62cc4822-8ec9-4d97-ab03-e2a70783a74c req-ec657277-3b3e-4084-8841-97360ccc8589 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001&tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&binding%3Ahost_id=n-h2-813897-6 HTTP/1.1" status: 200 len: 944 time: 0.0612535 Feb 16 23:03:48.114550 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-91020bb8-0512-4a96-9e61-f7b2332ea3be req-62870395-1905-4956-824b-8d889fe425e4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411932 Feb 16 23:03:48.150116 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [req-62cc4822-8ec9-4d97-ab03-e2a70783a74c req-8f6e37bb-ced4-4434-9c2d-a804db15c8a3 service neutron] delete failed (client error): The resource could not be found. Feb 16 23:03:48.151139 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-62cc4822-8ec9-4d97-ab03-e2a70783a74c req-8f6e37bb-ced4-4434-9c2d-a804db15c8a3 service neutron] 10.222.0.67 "DELETE /v2.0/ports/bfda640e-fe90-464a-bc59-1037faf72ce9/bindings/n-h1-813897-6 HTTP/1.1" status: 404 len: 380 time: 0.0596054 Feb 16 23:03:48.239721 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc4822-8ec9-4d97-ab03-e2a70783a74c req-d39dff66-13e0-4439-8b52-d44c838147c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:48.241138 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-62cc4822-8ec9-4d97-ab03-e2a70783a74c req-d39dff66-13e0-4439-8b52-d44c838147c8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 1126 time: 0.0448506 Feb 16 23:03:48.331109 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc4822-8ec9-4d97-ab03-e2a70783a74c req-933ffb50-a2c2-42fe-abf8-ea3d90757aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:48.332552 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-62cc4822-8ec9-4d97-ab03-e2a70783a74c req-933ffb50-a2c2-42fe-abf8-ea3d90757aab service neutron] 10.222.0.67 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.0856867 Feb 16 23:03:48.394978 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-62cc4822-8ec9-4d97-ab03-e2a70783a74c req-697cd983-1d6a-4579-96e3-db3230698769 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfda640e-fe90-464a-bc59-1037faf72ce9 HTTP/1.1" status: 200 len: 999 time: 0.0567322 Feb 16 23:03:48.441833 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc4822-8ec9-4d97-ab03-e2a70783a74c req-31d84689-fcb5-46ef-82b2-767cea47ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:48.443278 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-62cc4822-8ec9-4d97-ab03-e2a70783a74c req-31d84689-fcb5-46ef-82b2-767cea47ad20 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0426917 Feb 16 23:03:48.495748 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc4822-8ec9-4d97-ab03-e2a70783a74c req-4999e298-9ea6-4112-8e3d-69d46f142758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:48.497211 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-62cc4822-8ec9-4d97-ab03-e2a70783a74c req-4999e298-9ea6-4112-8e3d-69d46f142758 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485580 Feb 16 23:03:48.586642 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-62cc4822-8ec9-4d97-ab03-e2a70783a74c req-11360cf3-4821-4f1c-a5bc-1ee473e04adc service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827000 Feb 16 23:03:48.679145 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-62cc4822-8ec9-4d97-ab03-e2a70783a74c req-351f5cb0-6382-4609-bc00-1a47760d7e06 service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863249 Feb 16 23:03:48.812497 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device bfda640e-fe90-464a-bc59-1037faf72ce9 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:03:48.861150 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port bfda640e-fe90-464a-bc59-1037faf72ce9 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:03:48.865091 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port bfda640e-fe90-464a-bc59-1037faf72ce9 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:03:48.865469 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (bfda640e-fe90-464a-bc59-1037faf72ce9), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:48.941272 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port bfda640e-fe90-464a-bc59-1037faf72ce9 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:03:48.941909 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bfda640e-fe90-464a-bc59-1037faf72ce9), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:48.965571 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c12f320-990a-4cab-a6b4-72fb803c7001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfda640e-fe90-464a-bc59-1037faf72ce9'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:03:48.967824 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed17c1a-7437-4a22-baa5-e2bbcb3d5987" -d '{"events": [{"server_uuid": "4c12f320-990a-4cab-a6b4-72fb803c7001", "name": "network-vif-plugged", "status": "completed", "tag": "bfda640e-fe90-464a-bc59-1037faf72ce9"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:03:48.984137 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port bfda640e-fe90-464a-bc59-1037faf72ce9, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=bfda640e-fe90-464a-bc59-1037faf72ce9,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:03:48.988090 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (bfda640e-fe90-464a-bc59-1037faf72ce9), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:49.013409 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6072acc-b269-4676-8c5f-5157b7b82ae1 x-openstack-request-id: req-f6072acc-b269-4676-8c5f-5157b7b82ae1 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:03:49.013702 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c12f320-990a-4cab-a6b4-72fb803c7001", "name": "network-vif-plugged", "status": "completed", "tag": "bfda640e-fe90-464a-bc59-1037faf72ce9", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:03:49.013954 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f6072acc-b269-4676-8c5f-5157b7b82ae1 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:03:49.014372 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c12f320-990a-4cab-a6b4-72fb803c7001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfda640e-fe90-464a-bc59-1037faf72ce9', 'code': 200} Feb 16 23:03:49.041205 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=bfda640e-fe90-464a-bc59-1037faf72ce9,revision_number=9']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:49.237527 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa3f10-a326-41b7-8512-6f32487b027b req-a1ed509f-150b-4d84-a3f5-2abedd6bfb29 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:49.239055 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-25aa3f10-a326-41b7-8512-6f32487b027b req-a1ed509f-150b-4d84-a3f5-2abedd6bfb29 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 945 time: 0.0549242 Feb 16 23:03:49.288888 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-25aa3f10-a326-41b7-8512-6f32487b027b req-7177998a-7af4-4934-9426-8c52e1fc6e9f tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436082 Feb 16 23:03:49.402998 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284fd7b-9a83-48ff-b788-e54421bdf56a req-a2de7536-d1bb-45d7-bd4e-a723bd199d33 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:49.404454 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b284fd7b-9a83-48ff-b788-e54421bdf56a req-a2de7536-d1bb-45d7-bd4e-a723bd199d33 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 945 time: 0.0515964 Feb 16 23:03:49.449630 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b284fd7b-9a83-48ff-b788-e54421bdf56a req-27dd1341-1ffc-4009-92d4-e8f337ab688e tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396605 Feb 16 23:03:49.564646 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8a927-8fed-4231-8773-d9bf021dab96 req-5887ff3c-7c1f-46dc-9599-e66924ac97c7 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:49.566188 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-26b8a927-8fed-4231-8773-d9bf021dab96 req-5887ff3c-7c1f-46dc-9599-e66924ac97c7 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 945 time: 0.0519049 Feb 16 23:03:49.611638 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-26b8a927-8fed-4231-8773-d9bf021dab96 req-4eafc2e0-b6e1-45cc-be61-a10c8351b6f3 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398643 Feb 16 23:03:49.845766 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c4a9b-bbca-4dcf-9159-b765a42cf13c req-5970b90f-f29c-4912-838a-069d8986de1d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:49.847192 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6b2c4a9b-bbca-4dcf-9159-b765a42cf13c req-5970b90f-f29c-4912-838a-069d8986de1d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 945 time: 0.0553911 Feb 16 23:03:49.892404 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6b2c4a9b-bbca-4dcf-9159-b765a42cf13c req-41c649b0-a911-404d-a1a0-1c23cfd92e25 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396907 Feb 16 23:03:50.739037 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5ebd8729-57a8-4eea-85e3-ea46aa8f59c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:51.014221 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c322a-3c93-4300-9f8b-56c655bdefea req-7f5e82f3-b2b0-4db5-8397-33f5f50b7866 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:51.015713 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-896c322a-3c93-4300-9f8b-56c655bdefea req-7f5e82f3-b2b0-4db5-8397-33f5f50b7866 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 945 time: 0.0518615 Feb 16 23:03:51.095230 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-896c322a-3c93-4300-9f8b-56c655bdefea req-c296d250-eae1-40e3-9817-d65f33dc0e77 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737433 Feb 16 23:03:51.109375 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8220e-9912-44d8-b34c-916f22e710f2 req-a7a5bf59-b9e7-41d7-a4f5-311279b88de2 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:51.110857 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-50d8220e-9912-44d8-b34c-916f22e710f2 req-a7a5bf59-b9e7-41d7-a4f5-311279b88de2 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 945 time: 0.0763862 Feb 16 23:03:51.206231 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-50d8220e-9912-44d8-b34c-916f22e710f2 req-e1b1460c-3a18-4fd9-bd4d-efe6fffe5f54 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Deleting port bfda640e-fe90-464a-bc59-1037faf72ce9 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:03:51.206577 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-50d8220e-9912-44d8-b34c-916f22e710f2 req-e1b1460c-3a18-4fd9-bd4d-efe6fffe5f54 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (bfda640e-fe90-464a-bc59-1037faf72ce9), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:51.297085 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-50d8220e-9912-44d8-b34c-916f22e710f2 req-e1b1460c-3a18-4fd9-bd4d-efe6fffe5f54 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] For port bfda640e-fe90-464a-bc59-1037faf72ce9, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=bfda640e-fe90-464a-bc59-1037faf72ce9,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:03:51.297363 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-50d8220e-9912-44d8-b34c-916f22e710f2 req-e1b1460c-3a18-4fd9-bd4d-efe6fffe5f54 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (bfda640e-fe90-464a-bc59-1037faf72ce9), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:51.509679 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-50d8220e-9912-44d8-b34c-916f22e710f2 req-e1b1460c-3a18-4fd9-bd4d-efe6fffe5f54 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:51.510074 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-50d8220e-9912-44d8-b34c-916f22e710f2 req-e1b1460c-3a18-4fd9-bd4d-efe6fffe5f54 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (e4b3fcd6-8511-4df2-9ebd-333ee6541151), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:51.510398 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [req-50d8220e-9912-44d8-b34c-916f22e710f2 req-e1b1460c-3a18-4fd9-bd4d-efe6fffe5f54 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Floating IP e4b3fcd6-8511-4df2-9ebd-333ee6541151 disassociated. External IP: 172.25.2.43, port: bfda640e-fe90-464a-bc59-1037faf72ce9. Feb 16 23:03:51.510741 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-50d8220e-9912-44d8-b34c-916f22e710f2 req-e1b1460c-3a18-4fd9-bd4d-efe6fffe5f54 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Calling delete_port for bfda640e-fe90-464a-bc59-1037faf72ce9 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:03:51.896676 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-50d8220e-9912-44d8-b34c-916f22e710f2 req-e1b1460c-3a18-4fd9-bd4d-efe6fffe5f54 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (bfda640e-fe90-464a-bc59-1037faf72ce9), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:51.928857 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b1460c-3a18-4fd9-bd4d-efe6fffe5f54 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Pushing event deleted for resources: {'Port': ['ID=bfda640e-fe90-464a-bc59-1037faf72ce9,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:52.048276 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50d8220e-9912-44d8-b34c-916f22e710f2 req-e1b1460c-3a18-4fd9-bd4d-efe6fffe5f54 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Router 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:03:52.159065 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50d8220e-9912-44d8-b34c-916f22e710f2 req-e1b1460c-3a18-4fd9-bd4d-efe6fffe5f54 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:03:52.170855 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5cf795-e99c-4ba1-9ead-f36cdfed1b2e None None] Sync routers for ids ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:03:52.182035 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5cf795-e99c-4ba1-9ead-f36cdfed1b2e None None] Routers {'3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:03:52.182660 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-bf5cf795-e99c-4ba1-9ead-f36cdfed1b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:03:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:03:52.209234 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1d0c700-96b0-44a5-b150-244dd82ef5d1 req-18fdff51-c683-4d04-a123-b9fdbabf6974 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c12f320-990a-4cab-a6b4-72fb803c7001 HTTP/1.1" status: 200 len: 210 time: 0.0452213 Feb 16 23:03:52.226677 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d8220e-9912-44d8-b34c-916f22e710f2 req-e1b1460c-3a18-4fd9-bd4d-efe6fffe5f54 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] No DVR routers for this DVR port bfda640e-fe90-464a-bc59-1037faf72ce9 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:03:52.229381 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-50d8220e-9912-44d8-b34c-916f22e710f2 req-e1b1460c-3a18-4fd9-bd4d-efe6fffe5f54 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:52.232940 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-50d8220e-9912-44d8-b34c-916f22e710f2 req-e1b1460c-3a18-4fd9-bd4d-efe6fffe5f54 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.79 "DELETE /v2.0/ports/bfda640e-fe90-464a-bc59-1037faf72ce9 HTTP/1.1" status: 204 len: 173 time: 1.1157091 Feb 16 23:03:52.233433 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c12f320-990a-4cab-a6b4-72fb803c7001', 'name': 'network-vif-deleted', 'tag': 'bfda640e-fe90-464a-bc59-1037faf72ce9'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:03:52.235694 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdc0e46-4007-494b-aa89-45b8c89df4c8" -d '{"events": [{"server_uuid": "4c12f320-990a-4cab-a6b4-72fb803c7001", "name": "network-vif-deleted", "tag": "bfda640e-fe90-464a-bc59-1037faf72ce9"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:03:52.276879 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054dc778-9048-4ce6-8e20-0b7d100539fd x-openstack-request-id: req-054dc778-9048-4ce6-8e20-0b7d100539fd {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:03:52.277176 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c12f320-990a-4cab-a6b4-72fb803c7001", "name": "network-vif-deleted", "tag": "bfda640e-fe90-464a-bc59-1037faf72ce9", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:03:52.277431 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-054dc778-9048-4ce6-8e20-0b7d100539fd {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:03:52.277860 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c12f320-990a-4cab-a6b4-72fb803c7001', 'name': 'network-vif-deleted', 'tag': 'bfda640e-fe90-464a-bc59-1037faf72ce9', 'status': 'completed', 'code': 200} Feb 16 23:03:52.292553 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-bf5cf795-e99c-4ba1-9ead-f36cdfed1b2e None None] Set router 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:03:52.492753 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-bf5cf795-e99c-4ba1-9ead-f36cdfed1b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'name': 'tempest-ServerActionsTestJSON-384279763-router', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:07Z', 'revision_number': 4, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'gw_port': {'id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '07480bcd-4054-4bf0-bc71-e351cede6ceb', 'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'mac_address': 'fa:16:3e:2c:2f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:06Z', 'updated_at': '2022-02-16T23:03:10Z', 'revision_number': 5, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'subnets': [{'id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:03:52.524110 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5cf795-e99c-4ba1-9ead-f36cdfed1b2e None None] Checking router: 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:03:52.533154 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5cf795-e99c-4ba1-9ead-f36cdfed1b2e None None] Routers {'3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:03:52.533949 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-bf5cf795-e99c-4ba1-9ead-f36cdfed1b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:03:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:03:52.646622 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-bf5cf795-e99c-4ba1-9ead-f36cdfed1b2e None None] Set router 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:03:52.837384 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-bf5cf795-e99c-4ba1-9ead-f36cdfed1b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'name': 'tempest-ServerActionsTestJSON-384279763-router', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:07Z', 'revision_number': 4, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'gw_port': {'id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '07480bcd-4054-4bf0-bc71-e351cede6ceb', 'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'mac_address': 'fa:16:3e:2c:2f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:06Z', 'updated_at': '2022-02-16T23:03:10Z', 'revision_number': 5, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'subnets': [{'id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:03:52.862775 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5cf795-e99c-4ba1-9ead-f36cdfed1b2e None None] The sync data for ids ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'] in n-d-813897-6 is: [{'id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'name': 'tempest-ServerActionsTestJSON-384279763-router', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:07Z', 'revision_number': 4, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'gw_port': {'id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '07480bcd-4054-4bf0-bc71-e351cede6ceb', 'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'mac_address': 'fa:16:3e:2c:2f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:06Z', 'updated_at': '2022-02-16T23:03:10Z', 'revision_number': 5, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'subnets': [{'id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:03:53.078875 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc73f90-774e-4adb-9053-e53e92fe323f None None] New status for floating IP e4b3fcd6-8511-4df2-9ebd-333ee6541151: DOWN {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:03:53.163241 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5c590599-f63e-42ca-9e87-2de62331e9d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:53.441940 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-80503f8a-382d-4e82-8a93-9112490e5099 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--266932806&fields=id&tenant_id=3b89614a682e4cdc98d1bf73090e8cdc HTTP/1.1" status: 200 len: 267 time: 0.0411744 Feb 16 23:03:53.548149 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-706a6637-e53b-4f29-af5d-50156adbc800 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:53.549621 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-706a6637-e53b-4f29-af5d-50156adbc800 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 811 time: 0.1007533 Feb 16 23:03:53.564178 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-58df3366-4616-44b9-a05f-431b154cf1c9 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/quotas/3b89614a682e4cdc98d1bf73090e8cdc HTTP/1.1" status: 200 len: 375 time: 0.0092044 Feb 16 23:03:53.617210 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-b535db39-8e53-457f-a496-7538c7495eda tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483379 Feb 16 23:03:53.714367 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-8d43ffed-c7e1-4935-9a07-636f86797bb0 service neutron] 10.222.0.75 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853703 Feb 16 23:03:53.800326 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-157a0eb8-2f4b-4e91-aaf7-486086509054 service neutron] 10.222.0.75 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803080 Feb 16 23:03:53.966358 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-327febfc-d866-4a70-a393-11a64ac95be5 req-0ed6cf58-51f0-48ba-8a19-bcbaa96da7c9 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 210 time: 0.0266566 Feb 16 23:03:54.404438 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:54.856165 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device bfda640e-fe90-464a-bc59-1037faf72ce9 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:03:54.866932 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-9d46edfc-8c63-42b7-b826-a76ab5dda3f8 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:54.868465 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-9d46edfc-8c63-42b7-b826-a76ab5dda3f8 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.79 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 811 time: 0.1057122 Feb 16 23:03:54.882241 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: bfda640e-fe90-464a-bc59-1037faf72ce9 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:03:54.882571 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device bfda640e-fe90-464a-bc59-1037faf72ce9 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:03:54.927696 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-1eb55fe1-a500-400d-925c-9bc5415710b0 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b89614a682e4cdc98d1bf73090e8cdc HTTP/1.1" status: 200 len: 379 time: 0.0517292 Feb 16 23:03:54.941081 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-048dc5cd-ea7c-4ccd-b402-89eb77de8ced tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Request body: {'port': {'device_id': '899f6add-3134-4cb6-8aa1-9fcaecbf53ad', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'admin_state_up': True, 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'security_groups': ['f9ffb69f-4e93-4726-a37c-c561208c76be']}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:03:55.068298 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-55594002-0d5c-4019-a18d-d09dfab08452 req-276e0471-db0c-4502-8699-13a5ddd68709 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 210 time: 0.0311577 Feb 16 23:03:55.074729 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-048dc5cd-ea7c-4ccd-b402-89eb77de8ced tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Made reservation on behalf of 3b89614a682e4cdc98d1bf73090e8cdc for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:03:55.078073 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-048dc5cd-ea7c-4ccd-b402-89eb77de8ced tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:55.202187 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-048dc5cd-ea7c-4ccd-b402-89eb77de8ced tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Allocated IP 172.20.0.11 (73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93/42ebf133-6ced-4b23-94f6-2aa0ceecccf5/43b3f354-1aca-4086-b72c-9636be83c04e) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:03:55.335999 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-048dc5cd-ea7c-4ccd-b402-89eb77de8ced tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks [] for port (43b3f354-1aca-4086-b72c-9636be83c04e), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:55.369852 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-048dc5cd-ea7c-4ccd-b402-89eb77de8ced tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (43b3f354-1aca-4086-b72c-9636be83c04e), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:55.416069 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-048dc5cd-ea7c-4ccd-b402-89eb77de8ced tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:03:55.421060 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-048dc5cd-ea7c-4ccd-b402-89eb77de8ced tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:03:55.423694 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-048dc5cd-ea7c-4ccd-b402-89eb77de8ced tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:03:55.453987 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048dc5cd-ea7c-4ccd-b402-89eb77de8ced tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Pushing event updated for resources: {'Port': ['ID=43b3f354-1aca-4086-b72c-9636be83c04e,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:55.480230 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-048dc5cd-ea7c-4ccd-b402-89eb77de8ced tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:55.480851 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-048dc5cd-ea7c-4ccd-b402-89eb77de8ced tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:55.498304 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-048dc5cd-ea7c-4ccd-b402-89eb77de8ced tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5607307 Feb 16 23:03:55.509782 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-8f54c59f-63dd-4fbf-b093-a5f8d4649308 service neutron] Request body: {'port': {'device_id': '899f6add-3134-4cb6-8aa1-9fcaecbf53ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:03:55.573690 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-8f54c59f-63dd-4fbf-b093-a5f8d4649308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (43b3f354-1aca-4086-b72c-9636be83c04e), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:55.674045 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-c3664f22-73fc-48ac-b0c2-b0c2c7c9b850 None None] Provisioning complete for port 43b3f354-1aca-4086-b72c-9636be83c04e triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:03:55.674697 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c3664f22-73fc-48ac-b0c2-b0c2c7c9b850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (43b3f354-1aca-4086-b72c-9636be83c04e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:55.715355 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-c3664f22-73fc-48ac-b0c2-b0c2c7c9b850 None None] Port 43b3f354-1aca-4086-b72c-9636be83c04e cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:03:55.748772 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:55.858841 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-8f54c59f-63dd-4fbf-b093-a5f8d4649308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43b3f354-1aca-4086-b72c-9636be83c04e {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:03:55.866182 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-8f54c59f-63dd-4fbf-b093-a5f8d4649308 service neutron] Publish callbacks [] for port (43b3f354-1aca-4086-b72c-9636be83c04e), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:55.877831 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-8f54c59f-63dd-4fbf-b093-a5f8d4649308 service neutron] Transition to ACTIVE for port object 43b3f354-1aca-4086-b72c-9636be83c04e will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:03:55.881605 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-8f54c59f-63dd-4fbf-b093-a5f8d4649308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (43b3f354-1aca-4086-b72c-9636be83c04e), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:55.951426 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54c59f-63dd-4fbf-b093-a5f8d4649308 service neutron] Pushing event updated for resources: {'Port': ['ID=43b3f354-1aca-4086-b72c-9636be83c04e,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:56.009045 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-8f54c59f-63dd-4fbf-b093-a5f8d4649308 service neutron] Attempting to bind port 43b3f354-1aca-4086-b72c-9636be83c04e on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:03:56.009385 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-8f54c59f-63dd-4fbf-b093-a5f8d4649308 service neutron] Attempting to bind port 43b3f354-1aca-4086-b72c-9636be83c04e by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:03:56.009713 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-8f54c59f-63dd-4fbf-b093-a5f8d4649308 service neutron] Attempting to bind port 43b3f354-1aca-4086-b72c-9636be83c04e on network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:03:56.014501 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-8f54c59f-63dd-4fbf-b093-a5f8d4649308 service neutron] Port 43b3f354-1aca-4086-b72c-9636be83c04e on network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 23:03:56.014824 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-8f54c59f-63dd-4fbf-b093-a5f8d4649308 service neutron] Attempting to bind port 43b3f354-1aca-4086-b72c-9636be83c04e on network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:03:56.019643 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-8f54c59f-63dd-4fbf-b093-a5f8d4649308 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:03:56.019981 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-8f54c59f-63dd-4fbf-b093-a5f8d4649308 service neutron] Checking segment: {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:03:56.020505 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-8f54c59f-63dd-4fbf-b093-a5f8d4649308 service neutron] Bound using segment: {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:03:56.020931 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-8f54c59f-63dd-4fbf-b093-a5f8d4649308 service neutron] Bound port: 43b3f354-1aca-4086-b72c-9636be83c04e, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:03:56.021290 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-8f54c59f-63dd-4fbf-b093-a5f8d4649308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (43b3f354-1aca-4086-b72c-9636be83c04e), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:56.091717 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-8f54c59f-63dd-4fbf-b093-a5f8d4649308 service neutron] For port 43b3f354-1aca-4086-b72c-9636be83c04e, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:03:56.094768 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-8f54c59f-63dd-4fbf-b093-a5f8d4649308 service neutron] For port 43b3f354-1aca-4086-b72c-9636be83c04e, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=43b3f354-1aca-4086-b72c-9636be83c04e,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:03:56.101232 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-8f54c59f-63dd-4fbf-b093-a5f8d4649308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (43b3f354-1aca-4086-b72c-9636be83c04e), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:56.137004 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-8f54c59f-63dd-4fbf-b093-a5f8d4649308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:56.138037 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-8f54c59f-63dd-4fbf-b093-a5f8d4649308 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:56.140512 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-8f54c59f-63dd-4fbf-b093-a5f8d4649308 service neutron] 10.222.0.79 "PUT /v2.0/ports/43b3f354-1aca-4086-b72c-9636be83c04e HTTP/1.1" status: 200 len: 1092 time: 0.6349895 Feb 16 23:03:56.145067 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '899f6add-3134-4cb6-8aa1-9fcaecbf53ad', 'tag': '43b3f354-1aca-4086-b72c-9636be83c04e'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:03:56.148495 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e262ad-f251-4acc-9644-13be0b80ccb5" -d '{"events": [{"name": "network-changed", "server_uuid": "899f6add-3134-4cb6-8aa1-9fcaecbf53ad", "tag": "43b3f354-1aca-4086-b72c-9636be83c04e"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:03:56.221320 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54c59f-63dd-4fbf-b093-a5f8d4649308 service neutron] Pushing event updated for resources: {'Port': ['ID=43b3f354-1aca-4086-b72c-9636be83c04e,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:56.270783 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971b20e-87ed-41d1-a5f9-bb8bd2e4cfe8 req-abc48ab1-bbbd-4793-a4ce-dce677d3a435 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:56.272676 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4971b20e-87ed-41d1-a5f9-bb8bd2e4cfe8 req-abc48ab1-bbbd-4793-a4ce-dce677d3a435 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 944 time: 0.1293297 Feb 16 23:03:56.281854 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-f0d35d73-50ac-488e-b719-7e86607ba6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:56.284199 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-f0d35d73-50ac-488e-b719-7e86607ba6af service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 1126 time: 0.0833254 Feb 16 23:03:56.332485 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-0c1c72b2-f1e4-4864-9334-f723fac8cdbe service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43b3f354-1aca-4086-b72c-9636be83c04e HTTP/1.1" status: 200 len: 217 time: 0.0414245 Feb 16 23:03:56.393745 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4971b20e-87ed-41d1-a5f9-bb8bd2e4cfe8 req-365a1167-a04d-439e-8f27-818dd56dd6f7 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142607 Feb 16 23:03:56.405109 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-26ce8a60-0331-4f31-b492-9763e940cbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:56.406471 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-26ce8a60-0331-4f31-b492-9763e940cbaa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0636253 Feb 16 23:03:56.443912 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3f0b96-f05a-4b7a-bd56-5f89181619d9 x-openstack-request-id: req-cc3f0b96-f05a-4b7a-bd56-5f89181619d9 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:03:56.444210 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "899f6add-3134-4cb6-8aa1-9fcaecbf53ad", "tag": "43b3f354-1aca-4086-b72c-9636be83c04e", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:03:56.444472 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cc3f0b96-f05a-4b7a-bd56-5f89181619d9 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:03:56.444902 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '899f6add-3134-4cb6-8aa1-9fcaecbf53ad', 'tag': '43b3f354-1aca-4086-b72c-9636be83c04e', 'status': 'completed', 'code': 200} Feb 16 23:03:56.458149 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-0e4d1ebb-492b-4385-a96b-f381c77ce503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:56.459667 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-0e4d1ebb-492b-4385-a96b-f381c77ce503 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474980 Feb 16 23:03:56.546279 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-c32410eb-1a27-4e6c-80e2-3c5438bad714 service neutron] 10.222.0.79 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809622 Feb 16 23:03:56.637554 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b6e5e430-c1ba-4d80-ae2e-e056474401ec req-83fca801-a122-44ce-a72d-ff450889bb9a service neutron] 10.222.0.79 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857511 Feb 16 23:03:56.722847 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e262ad-f251-4acc-9644-13be0b80ccb5 req-20c2c378-d5f2-4bd4-956c-6da428fc8574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:56.724386 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-42e262ad-f251-4acc-9644-13be0b80ccb5 req-20c2c378-d5f2-4bd4-956c-6da428fc8574 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 1126 time: 0.0450904 Feb 16 23:03:56.816194 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e262ad-f251-4acc-9644-13be0b80ccb5 req-8a7f2e8d-744e-4672-b468-c79eb9bbc66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:56.817591 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-42e262ad-f251-4acc-9644-13be0b80ccb5 req-8a7f2e8d-744e-4672-b468-c79eb9bbc66e service neutron] 10.222.0.79 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.0871124 Feb 16 23:03:56.857035 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-42e262ad-f251-4acc-9644-13be0b80ccb5 req-c6a2ef75-d585-4693-964e-815244f64578 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43b3f354-1aca-4086-b72c-9636be83c04e HTTP/1.1" status: 200 len: 217 time: 0.0333235 Feb 16 23:03:56.909237 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e262ad-f251-4acc-9644-13be0b80ccb5 req-535fe5e4-9256-41ef-b865-74c250541fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:56.910700 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-42e262ad-f251-4acc-9644-13be0b80ccb5 req-535fe5e4-9256-41ef-b865-74c250541fe1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0475783 Feb 16 23:03:56.959166 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e262ad-f251-4acc-9644-13be0b80ccb5 req-8c91fe1c-8ef1-4703-94b2-d010b43c440c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:56.960791 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-42e262ad-f251-4acc-9644-13be0b80ccb5 req-8c91fe1c-8ef1-4703-94b2-d010b43c440c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433154 Feb 16 23:03:57.047222 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-42e262ad-f251-4acc-9644-13be0b80ccb5 req-a44ef588-774f-452a-8c66-6233e6de20cf service neutron] 10.222.0.79 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801699 Feb 16 23:03:57.096308 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:57.143686 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-42e262ad-f251-4acc-9644-13be0b80ccb5 req-7d1d2eeb-3f8f-4540-a711-6cc0ea6b194f service neutron] 10.222.0.79 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885255 Feb 16 23:03:57.514437 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe2395-1f0d-4cef-b5ac-68a3f699d3b1 req-de5c59d1-b17f-47e7-90c0-76e89e04b7a8 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:57.515916 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-febe2395-1f0d-4cef-b5ac-68a3f699d3b1 req-de5c59d1-b17f-47e7-90c0-76e89e04b7a8 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 944 time: 0.0526602 Feb 16 23:03:57.561915 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-febe2395-1f0d-4cef-b5ac-68a3f699d3b1 req-ede7a323-b168-4094-9eb7-6acfe4c7850d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404377 Feb 16 23:03:58.684442 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b79af9-e8be-41d5-a436-a86abd6a40a7 req-41d61fad-89d8-4d29-947b-f2f5cdb6ec26 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:58.685931 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e3b79af9-e8be-41d5-a436-a86abd6a40a7 req-41d61fad-89d8-4d29-947b-f2f5cdb6ec26 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 944 time: 0.0566411 Feb 16 23:03:58.730879 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e3b79af9-e8be-41d5-a436-a86abd6a40a7 req-a50f7eda-92b6-4545-9e32-e943f7e00678 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392869 Feb 16 23:03:58.755230 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:58.850942 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 43b3f354-1aca-4086-b72c-9636be83c04e details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:03:58.945904 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 43b3f354-1aca-4086-b72c-9636be83c04e, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=43b3f354-1aca-4086-b72c-9636be83c04e,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:03:58.956569 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '43b3f354-1aca-4086-b72c-9636be83c04e', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'port_id': '43b3f354-1aca-4086-b72c-9636be83c04e', 'mac_address': 'fa:16:3e:1e:aa:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:03:58.993720 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 43b3f354-1aca-4086-b72c-9636be83c04e is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:03:58.994059 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (43b3f354-1aca-4086-b72c-9636be83c04e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:59.009899 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43b3f354-1aca-4086-b72c-9636be83c04e {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:03:59.029112 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 43b3f354-1aca-4086-b72c-9636be83c04e, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=43b3f354-1aca-4086-b72c-9636be83c04e,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:03:59.032798 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (43b3f354-1aca-4086-b72c-9636be83c04e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:03:59.078594 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=43b3f354-1aca-4086-b72c-9636be83c04e,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:03:59.085687 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:59.086071 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:59.086424 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:59.087305 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:59.087644 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:59.087981 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:59.088313 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:59.088644 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:59.088972 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:59.089300 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:59.089628 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:59.089954 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:59.090301 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:03:59.240937 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['43b3f354-1aca-4086-b72c-9636be83c04e'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:03:59.849077 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de2d7e-ff52-4345-8eb1-7a94812198bc req-f43b82ae-0ad3-4286-a9b6-835bdd265da3 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:03:59.850576 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a9de2d7e-ff52-4345-8eb1-7a94812198bc req-f43b82ae-0ad3-4286-a9b6-835bdd265da3 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 945 time: 0.0519037 Feb 16 23:03:59.904151 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a9de2d7e-ff52-4345-8eb1-7a94812198bc req-818e15a6-4c01-46a8-8bd6-db41b8e25d98 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480425 Feb 16 23:04:00.256826 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:00.856715 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 43b3f354-1aca-4086-b72c-9636be83c04e up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:04:00.904766 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 43b3f354-1aca-4086-b72c-9636be83c04e completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:04:00.908548 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 43b3f354-1aca-4086-b72c-9636be83c04e triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:04:00.908920 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (43b3f354-1aca-4086-b72c-9636be83c04e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:00.989125 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 43b3f354-1aca-4086-b72c-9636be83c04e is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:04:00.989516 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (43b3f354-1aca-4086-b72c-9636be83c04e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:01.014471 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899f6add-3134-4cb6-8aa1-9fcaecbf53ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b3f354-1aca-4086-b72c-9636be83c04e'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:04:01.016880 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63103dd-df7c-4e30-8f4c-0b16e60d4d6b" -d '{"events": [{"server_uuid": "899f6add-3134-4cb6-8aa1-9fcaecbf53ad", "name": "network-vif-plugged", "status": "completed", "tag": "43b3f354-1aca-4086-b72c-9636be83c04e"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:04:01.023324 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3cff1-307d-43cf-96b0-b5ced4c79355 req-024a738d-83ad-45d9-bdff-6e7952257b6a tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:01.025387 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ffc3cff1-307d-43cf-96b0-b5ced4c79355 req-024a738d-83ad-45d9-bdff-6e7952257b6a tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 945 time: 0.0541058 Feb 16 23:04:01.030162 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 43b3f354-1aca-4086-b72c-9636be83c04e, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=43b3f354-1aca-4086-b72c-9636be83c04e,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:04:01.034343 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (43b3f354-1aca-4086-b72c-9636be83c04e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:01.080888 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=43b3f354-1aca-4086-b72c-9636be83c04e,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:04:01.087640 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ffc3cff1-307d-43cf-96b0-b5ced4c79355 req-d802781d-7735-44c4-b254-c75efe01ab92 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560529 Feb 16 23:04:01.130195 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2b320a-90b3-4350-ab70-6c7bc5d382bc x-openstack-request-id: req-ae2b320a-90b3-4350-ab70-6c7bc5d382bc {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:04:01.130496 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899f6add-3134-4cb6-8aa1-9fcaecbf53ad", "name": "network-vif-plugged", "status": "completed", "tag": "43b3f354-1aca-4086-b72c-9636be83c04e", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:04:01.130758 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ae2b320a-90b3-4350-ab70-6c7bc5d382bc {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:04:01.131162 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899f6add-3134-4cb6-8aa1-9fcaecbf53ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b3f354-1aca-4086-b72c-9636be83c04e', 'code': 200} Feb 16 23:04:01.229185 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ee127-3912-4496-a2ae-a932c95ee684 req-026edaac-82ae-4ee2-b731-2ee5f50deaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:01.230758 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-895ee127-3912-4496-a2ae-a932c95ee684 req-026edaac-82ae-4ee2-b731-2ee5f50deaca service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 1128 time: 0.0439532 Feb 16 23:04:01.271777 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-895ee127-3912-4496-a2ae-a932c95ee684 req-407a237c-d861-495a-aee1-74f3ad484a44 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354338 Feb 16 23:04:02.209406 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6b93f-d1c9-47ef-bcf3-4cb2a001e6d2 req-88b60c47-b6a7-4283-9b46-7d556c68c62c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:02.210938 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bbe6b93f-d1c9-47ef-bcf3-4cb2a001e6d2 req-88b60c47-b6a7-4283-9b46-7d556c68c62c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 946 time: 0.0528338 Feb 16 23:04:02.257931 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bbe6b93f-d1c9-47ef-bcf3-4cb2a001e6d2 req-5d58d6ec-5939-4461-a9eb-a1d3b277f39f tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413299 Feb 16 23:04:03.384365 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6a5d3-ffc0-4f4b-afdc-4f2f97445c3d req-83c6ec41-5a8e-4a16-af92-d83c64facb38 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:03.386024 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1e6a5d3-ffc0-4f4b-afdc-4f2f97445c3d req-83c6ec41-5a8e-4a16-af92-d83c64facb38 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 946 time: 0.0559857 Feb 16 23:04:03.431979 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1e6a5d3-ffc0-4f4b-afdc-4f2f97445c3d req-92d708ec-ca07-4edc-bebf-199cfbda27a5 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403571 Feb 16 23:04:03.548506 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad338b-dea9-4958-94b4-5fab498e12f4 req-a4c97644-b082-4714-b8db-f444282186e5 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:03.550049 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-60ad338b-dea9-4958-94b4-5fab498e12f4 req-a4c97644-b082-4714-b8db-f444282186e5 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 946 time: 0.0529881 Feb 16 23:04:03.559334 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 52920) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:04:03.563609 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-97d6c2cf-9a46-40e7-9a0a-163f5aeec91e tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Request body: {'floatingip': {'port_id': '43b3f354-1aca-4086-b72c-9636be83c04e'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:04:03.605646 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-97d6c2cf-9a46-40e7-9a0a-163f5aeec91e tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks [] for floatingip (e4b3fcd6-8511-4df2-9ebd-333ee6541151), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:04.018095 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-97d6c2cf-9a46-40e7-9a0a-163f5aeec91e tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:04.022019 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-97d6c2cf-9a46-40e7-9a0a-163f5aeec91e tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (e4b3fcd6-8511-4df2-9ebd-333ee6541151), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:04.121085 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-97d6c2cf-9a46-40e7-9a0a-163f5aeec91e tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Floating IP e4b3fcd6-8511-4df2-9ebd-333ee6541151 associated. External IP: 172.25.2.43, port: 43b3f354-1aca-4086-b72c-9636be83c04e. Feb 16 23:04:04.598158 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d6c2cf-9a46-40e7-9a0a-163f5aeec91e tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Router 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:04:04.703735 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d6c2cf-9a46-40e7-9a0a-163f5aeec91e tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:04:04.708750 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-97d6c2cf-9a46-40e7-9a0a-163f5aeec91e tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:04.714048 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7875f2ae-07ec-4bf6-b4f7-0050e6fc2044 None None] Sync routers for ids ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:04:04.724336 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7875f2ae-07ec-4bf6-b4f7-0050e6fc2044 None None] Routers {'3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:04:04.724876 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-7875f2ae-07ec-4bf6-b4f7-0050e6fc2044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:03:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:04:04.738832 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-97d6c2cf-9a46-40e7-9a0a-163f5aeec91e tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "PUT /v2.0/floatingips/e4b3fcd6-8511-4df2-9ebd-333ee6541151 HTTP/1.1" status: 200 len: 991 time: 1.1784348 Feb 16 23:04:04.739435 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '899f6add-3134-4cb6-8aa1-9fcaecbf53ad', 'tag': '43b3f354-1aca-4086-b72c-9636be83c04e'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:04:04.741900 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0b37f1-8a87-48a9-9f1b-51c3f5a5c22f" -d '{"events": [{"name": "network-changed", "server_uuid": "899f6add-3134-4cb6-8aa1-9fcaecbf53ad", "tag": "43b3f354-1aca-4086-b72c-9636be83c04e"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:04:04.833478 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-7875f2ae-07ec-4bf6-b4f7-0050e6fc2044 None None] Set router 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:04:04.859344 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44fe455-fef0-4e4f-9285-4da647d7f6fb x-openstack-request-id: req-e44fe455-fef0-4e4f-9285-4da647d7f6fb {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:04:04.859705 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "899f6add-3134-4cb6-8aa1-9fcaecbf53ad", "tag": "43b3f354-1aca-4086-b72c-9636be83c04e", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:04:04.860023 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e44fe455-fef0-4e4f-9285-4da647d7f6fb {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:04:04.860488 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '899f6add-3134-4cb6-8aa1-9fcaecbf53ad', 'tag': '43b3f354-1aca-4086-b72c-9636be83c04e', 'status': 'completed', 'code': 200} Feb 16 23:04:04.965093 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b37f1-8a87-48a9-9f1b-51c3f5a5c22f req-84c205ef-b4dc-4116-99f7-9aa4d6b75528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:04.966654 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb0b37f1-8a87-48a9-9f1b-51c3f5a5c22f req-84c205ef-b4dc-4116-99f7-9aa4d6b75528 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 1128 time: 0.0815804 Feb 16 23:04:04.990479 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574e82e-22bc-4885-9f61-48e460316abf req-647bea99-530d-4ac0-a51f-24970102d907 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:04.992046 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5574e82e-22bc-4885-9f61-48e460316abf req-647bea99-530d-4ac0-a51f-24970102d907 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 946 time: 0.0801826 Feb 16 23:04:05.089743 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5574e82e-22bc-4885-9f61-48e460316abf req-a9af3e8b-7b43-445e-8a4a-8777210e524c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870781 Feb 16 23:04:05.113787 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b37f1-8a87-48a9-9f1b-51c3f5a5c22f req-72bde111-2b16-4692-88c6-484eb2f2d4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:05.115282 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb0b37f1-8a87-48a9-9f1b-51c3f5a5c22f req-72bde111-2b16-4692-88c6-484eb2f2d4b4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.1408474 Feb 16 23:04:05.151006 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-7875f2ae-07ec-4bf6-b4f7-0050e6fc2044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'name': 'tempest-ServerActionsTestJSON-384279763-router', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:07Z', 'revision_number': 4, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'gw_port': {'id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'e4b3fcd6-8511-4df2-9ebd-333ee6541151', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'floating_ip_address': '172.25.2.43', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'port_id': '43b3f354-1aca-4086-b72c-9636be83c04e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'mac_address': 'fa:16:3e:1e:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899f6add-3134-4cb6-8aa1-9fcaecbf53ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:03:09Z', 'updated_at': '2022-02-16T23:04:03Z', 'revision_number': 5, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07480bcd-4054-4bf0-bc71-e351cede6ceb', 'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'mac_address': 'fa:16:3e:2c:2f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:06Z', 'updated_at': '2022-02-16T23:03:10Z', 'revision_number': 5, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'subnets': [{'id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:04:05.180289 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7875f2ae-07ec-4bf6-b4f7-0050e6fc2044 None None] Checking router: 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:04:05.183043 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb0b37f1-8a87-48a9-9f1b-51c3f5a5c22f req-fcfc1032-bece-4d5b-9980-f84b7c1f6d9a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43b3f354-1aca-4086-b72c-9636be83c04e HTTP/1.1" status: 200 len: 999 time: 0.0625100 Feb 16 23:04:05.189065 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7875f2ae-07ec-4bf6-b4f7-0050e6fc2044 None None] Routers {'3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:04:05.189660 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-7875f2ae-07ec-4bf6-b4f7-0050e6fc2044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:03:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:04:05.231924 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b37f1-8a87-48a9-9f1b-51c3f5a5c22f req-7895763a-ef71-4ff4-92f6-75d3d2b85228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:05.233411 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb0b37f1-8a87-48a9-9f1b-51c3f5a5c22f req-7895763a-ef71-4ff4-92f6-75d3d2b85228 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0447345 Feb 16 23:04:05.283052 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b37f1-8a87-48a9-9f1b-51c3f5a5c22f req-aa66f745-8868-4854-94b7-f545a868d129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:05.284591 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb0b37f1-8a87-48a9-9f1b-51c3f5a5c22f req-aa66f745-8868-4854-94b7-f545a868d129 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448315 Feb 16 23:04:05.298961 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-7875f2ae-07ec-4bf6-b4f7-0050e6fc2044 None None] Set router 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:04:05.375261 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb0b37f1-8a87-48a9-9f1b-51c3f5a5c22f req-6a52e6c8-8e1c-48ce-98b3-3e146d265adc service neutron] 10.222.0.79 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842884 Feb 16 23:04:05.463403 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb0b37f1-8a87-48a9-9f1b-51c3f5a5c22f req-2300d387-20fb-4002-a9c5-87b0b2243a9c service neutron] 10.222.0.79 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822701 Feb 16 23:04:05.518447 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-7875f2ae-07ec-4bf6-b4f7-0050e6fc2044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'name': 'tempest-ServerActionsTestJSON-384279763-router', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:07Z', 'revision_number': 4, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'gw_port': {'id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'e4b3fcd6-8511-4df2-9ebd-333ee6541151', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'floating_ip_address': '172.25.2.43', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'port_id': '43b3f354-1aca-4086-b72c-9636be83c04e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'mac_address': 'fa:16:3e:1e:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899f6add-3134-4cb6-8aa1-9fcaecbf53ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:03:09Z', 'updated_at': '2022-02-16T23:04:03Z', 'revision_number': 5, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07480bcd-4054-4bf0-bc71-e351cede6ceb', 'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'mac_address': 'fa:16:3e:2c:2f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:06Z', 'updated_at': '2022-02-16T23:03:10Z', 'revision_number': 5, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'subnets': [{'id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:04:05.548661 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7875f2ae-07ec-4bf6-b4f7-0050e6fc2044 None None] The sync data for ids ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'] in n-d-813897-6 is: [{'id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'name': 'tempest-ServerActionsTestJSON-384279763-router', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:07Z', 'revision_number': 4, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'gw_port': {'id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'e4b3fcd6-8511-4df2-9ebd-333ee6541151', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'floating_ip_address': '172.25.2.43', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'port_id': '43b3f354-1aca-4086-b72c-9636be83c04e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'mac_address': 'fa:16:3e:1e:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899f6add-3134-4cb6-8aa1-9fcaecbf53ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:03:09Z', 'updated_at': '2022-02-16T23:04:03Z', 'revision_number': 5, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07480bcd-4054-4bf0-bc71-e351cede6ceb', 'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'mac_address': 'fa:16:3e:2c:2f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:06Z', 'updated_at': '2022-02-16T23:03:10Z', 'revision_number': 5, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'subnets': [{'id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:04:05.739788 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70bc2b7-cc30-4d7e-b54b-a302903a77c2 None None] New status for floating IP e4b3fcd6-8511-4df2-9ebd-333ee6541151: ACTIVE {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:04:06.214342 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef81c6-11cc-4924-bd7f-76dd5a60f24e req-df6f9b30-a7d1-4be2-ba36-5c10a3e6c81a tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:06.215743 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c3ef81c6-11cc-4924-bd7f-76dd5a60f24e req-df6f9b30-a7d1-4be2-ba36-5c10a3e6c81a tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 946 time: 0.0581059 Feb 16 23:04:06.261586 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c3ef81c6-11cc-4924-bd7f-76dd5a60f24e req-6e16ed5d-9e04-42f0-b6b6-de30d7b8ee4b tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402703 Feb 16 23:04:07.387947 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820d62d-2f49-456b-8c0c-661ad3d17d63 req-f6a7f239-7f98-49a0-b296-c323f8e1e20b tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:07.389454 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0820d62d-2f49-456b-8c0c-661ad3d17d63 req-f6a7f239-7f98-49a0-b296-c323f8e1e20b tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 946 time: 0.0599501 Feb 16 23:04:07.438772 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0820d62d-2f49-456b-8c0c-661ad3d17d63 req-bbd52329-1c01-452e-bd5b-ed4c63625006 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431168 Feb 16 23:04:08.572428 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d5265-bfd9-448a-9778-2e2d2d86cb98 req-08364ff7-e8a1-4f4d-9dd5-aa4858905dd2 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:08.573910 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4b6d5265-bfd9-448a-9778-2e2d2d86cb98 req-08364ff7-e8a1-4f4d-9dd5-aa4858905dd2 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 946 time: 0.0574744 Feb 16 23:04:08.619839 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4b6d5265-bfd9-448a-9778-2e2d2d86cb98 req-4ea8a1f4-1961-4cbc-ab29-559ea1d98b77 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403059 Feb 16 23:04:09.738196 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a73db2-5940-4b3a-b59b-706d7972ccca req-800602d1-e3a3-47b3-800d-0cb5d89a67ed tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:09.739663 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-53a73db2-5940-4b3a-b59b-706d7972ccca req-800602d1-e3a3-47b3-800d-0cb5d89a67ed tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 946 time: 0.0515740 Feb 16 23:04:09.785760 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-53a73db2-5940-4b3a-b59b-706d7972ccca req-f7797397-ae9f-4839-b802-532b873d4283 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395665 Feb 16 23:04:10.905118 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8d14f-5099-4ea7-8518-446b6bb1e33b req-4300e00d-6ae9-4674-bb17-9bb4ec3d45aa tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:10.906673 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8da8d14f-5099-4ea7-8518-446b6bb1e33b req-4300e00d-6ae9-4674-bb17-9bb4ec3d45aa tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 946 time: 0.0522335 Feb 16 23:04:10.957170 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8da8d14f-5099-4ea7-8518-446b6bb1e33b req-1ecb67d4-d820-4cf8-bdb2-bc5c7930460f tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446241 Feb 16 23:04:12.075627 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e3521-68e6-4c56-9845-1eadc7f42120 req-62d589f1-ea2f-4bad-a990-96857536af00 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:12.077090 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f96e3521-68e6-4c56-9845-1eadc7f42120 req-62d589f1-ea2f-4bad-a990-96857536af00 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 946 time: 0.0522993 Feb 16 23:04:12.122555 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f96e3521-68e6-4c56-9845-1eadc7f42120 req-3e446597-9e93-4aa5-9e26-8bd6fa1ab756 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398345 Feb 16 23:04:13.251140 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d5fd7-2b1a-4e15-88e7-da80d5728249 req-cea6eb86-a7c4-4f4d-8407-f8c501e724be tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:13.252615 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-354d5fd7-2b1a-4e15-88e7-da80d5728249 req-cea6eb86-a7c4-4f4d-8407-f8c501e724be tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 946 time: 0.0536282 Feb 16 23:04:13.298301 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-354d5fd7-2b1a-4e15-88e7-da80d5728249 req-23c695e4-2da9-4e9b-8be7-3db8577b9ee1 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400863 Feb 16 23:04:14.420703 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b279c39-4d2f-4b63-b286-0f86d2b6a6a1 req-f94ccba1-3a47-451b-b749-2854941c5b69 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:14.422197 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7b279c39-4d2f-4b63-b286-0f86d2b6a6a1 req-f94ccba1-3a47-451b-b749-2854941c5b69 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 946 time: 0.0561802 Feb 16 23:04:14.467977 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7b279c39-4d2f-4b63-b286-0f86d2b6a6a1 req-6ac2a343-8da9-46fd-88f4-d175f0c3d684 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401583 Feb 16 23:04:15.588281 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e154827-4666-48b4-ba0a-1dba35bd6265 req-102bf774-46c4-4afa-83e1-b4d4a522d06b tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:15.589758 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7e154827-4666-48b4-ba0a-1dba35bd6265 req-102bf774-46c4-4afa-83e1-b4d4a522d06b tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 946 time: 0.0522199 Feb 16 23:04:15.636036 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7e154827-4666-48b4-ba0a-1dba35bd6265 req-f0c10c12-680e-437c-b83c-1cef081b2d9d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402763 Feb 16 23:04:16.752849 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983efbe-c818-4aaa-a81a-48c5b3c7658d req-753b0f8c-7655-49f7-bbbf-be3423ece121 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:16.754268 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0983efbe-c818-4aaa-a81a-48c5b3c7658d req-753b0f8c-7655-49f7-bbbf-be3423ece121 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 946 time: 0.0516596 Feb 16 23:04:16.804819 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0983efbe-c818-4aaa-a81a-48c5b3c7658d req-08bf76d4-e88f-4906-83a1-969f4cddc382 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450613 Feb 16 23:04:17.923585 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a592f4a-e56d-46ea-8acb-f7dbf3a56dd9 req-a682371a-d667-45a4-96f2-8f51983edca5 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:17.925051 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6a592f4a-e56d-46ea-8acb-f7dbf3a56dd9 req-a682371a-d667-45a4-96f2-8f51983edca5 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 946 time: 0.0537324 Feb 16 23:04:17.971700 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6a592f4a-e56d-46ea-8acb-f7dbf3a56dd9 req-a595e38f-6f0b-418d-b9da-86108722b2b7 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411205 Feb 16 23:04:19.088917 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e004f-4488-46cc-9085-be7c32d55a40 req-0ef826a2-21b2-4be3-8dd9-4efea3f2cd4e tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:19.090419 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-416e004f-4488-46cc-9085-be7c32d55a40 req-0ef826a2-21b2-4be3-8dd9-4efea3f2cd4e tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 946 time: 0.0520446 Feb 16 23:04:19.135735 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-416e004f-4488-46cc-9085-be7c32d55a40 req-7efc7e70-9b5c-4977-9b1a-b2db3ec72e07 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397508 Feb 16 23:04:20.258785 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828ca16-8ed3-40aa-ad8a-ec5217ac8ddd req-0b0392f1-cbbd-4352-bd07-ddd78a6264cf tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:20.260257 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9828ca16-8ed3-40aa-ad8a-ec5217ac8ddd req-0b0392f1-cbbd-4352-bd07-ddd78a6264cf tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 946 time: 0.0556884 Feb 16 23:04:20.305935 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9828ca16-8ed3-40aa-ad8a-ec5217ac8ddd req-790e1eb1-b839-4414-ae5a-3ced77a032fb tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402184 Feb 16 23:04:20.740057 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3a87ae5b-bc96-4724-9e83-3e6dddb8fd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:21.423791 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d4e0b-c21a-4fba-90a7-b597a9567c9e req-02a7da73-6579-463d-8aeb-1a85cb1d8d38 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:21.425285 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7e0d4e0b-c21a-4fba-90a7-b597a9567c9e req-02a7da73-6579-463d-8aeb-1a85cb1d8d38 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 946 time: 0.0522771 Feb 16 23:04:21.471765 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7e0d4e0b-c21a-4fba-90a7-b597a9567c9e req-7c3aaad2-478b-4633-b496-d6418fad5d9c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409405 Feb 16 23:04:22.388935 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:04:22.599633 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e366f48-26cd-40f9-96e0-eb433b52b036 req-7e634a1b-195e-46f1-a94d-614089d28a4a tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:22.601128 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e366f48-26cd-40f9-96e0-eb433b52b036 req-7e634a1b-195e-46f1-a94d-614089d28a4a tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 946 time: 0.0569315 Feb 16 23:04:22.646265 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e366f48-26cd-40f9-96e0-eb433b52b036 req-ce379b6a-14c8-4bcb-96d2-e2241005b311 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395198 Feb 16 23:04:23.124626 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-76afb49c-fc7f-4a39-833b-b08a70eb6e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:24.051869 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc92bf5-2bc8-46c1-bdac-fb2adc07a37d req-c35ad1a1-df59-447f-9044-f68bde4a7521 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:24.053388 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ccc92bf5-2bc8-46c1-bdac-fb2adc07a37d req-c35ad1a1-df59-447f-9044-f68bde4a7521 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 946 time: 0.0515695 Feb 16 23:04:24.100887 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ccc92bf5-2bc8-46c1-bdac-fb2adc07a37d req-dc23452b-791d-46fd-a544-b92cbb2a8b2b tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411277 Feb 16 23:04:24.406502 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:25.218763 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ec039-a8b1-47b5-995e-b4af096e476e req-8602523c-ba01-4359-8753-77befff31fd5 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:25.220266 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-659ec039-a8b1-47b5-995e-b4af096e476e req-8602523c-ba01-4359-8753-77befff31fd5 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 946 time: 0.0530195 Feb 16 23:04:25.270807 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-659ec039-a8b1-47b5-995e-b4af096e476e req-a576fe29-343b-428d-bc09-c0708233815b tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449312 Feb 16 23:04:25.749252 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:26.388096 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365aa7c-b1f7-4719-8c92-f59851503b3f req-ecae6859-0cc3-47e8-ab1e-25d81bcc1426 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:26.389618 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c365aa7c-b1f7-4719-8c92-f59851503b3f req-ecae6859-0cc3-47e8-ab1e-25d81bcc1426 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 946 time: 0.0522809 Feb 16 23:04:26.435897 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c365aa7c-b1f7-4719-8c92-f59851503b3f req-6388223c-2427-4c5a-8ca6-0043898023bc tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406528 Feb 16 23:04:27.099404 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:27.554171 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23509009-63e7-474d-b43c-6ed407227b1c req-081eb3e7-21a5-42bc-b23b-e06985787ce2 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:27.555660 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-23509009-63e7-474d-b43c-6ed407227b1c req-081eb3e7-21a5-42bc-b23b-e06985787ce2 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 946 time: 0.0526469 Feb 16 23:04:27.601261 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-23509009-63e7-474d-b43c-6ed407227b1c req-83337e14-93fc-43c7-98d9-04179cd065e6 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398726 Feb 16 23:04:28.724375 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea83b0-c7bb-491a-9154-88db720a3c25 req-f7615471-f721-4a05-8673-d428d6060ba0 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:28.725766 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aaea83b0-c7bb-491a-9154-88db720a3c25 req-f7615471-f721-4a05-8673-d428d6060ba0 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 946 time: 0.0560474 Feb 16 23:04:28.771656 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:28.772595 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aaea83b0-c7bb-491a-9154-88db720a3c25 req-0dd87798-cf6e-466c-aa30-b2005df71161 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407999 Feb 16 23:04:29.890144 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fff2c-ff3c-453e-91cb-72b83ad6f18a req-e2b8e22e-a927-4ed2-9bee-81deaf8d0b65 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:29.891660 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-af8fff2c-ff3c-453e-91cb-72b83ad6f18a req-e2b8e22e-a927-4ed2-9bee-81deaf8d0b65 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 946 time: 0.0519104 Feb 16 23:04:29.937907 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-af8fff2c-ff3c-453e-91cb-72b83ad6f18a req-59e13e22-8a26-4beb-b1f5-7826c98d9ece tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407145 Feb 16 23:04:30.267698 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:31.056838 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d81aa-d026-44e4-862d-8c32da80f6ca req-235f5c09-cb85-4a8a-acf4-4db297f20113 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:31.058320 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-990d81aa-d026-44e4-862d-8c32da80f6ca req-235f5c09-cb85-4a8a-acf4-4db297f20113 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 946 time: 0.0520010 Feb 16 23:04:31.108015 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-990d81aa-d026-44e4-862d-8c32da80f6ca req-17c4b04f-16a6-4ad8-8a33-cddec4644844 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441153 Feb 16 23:04:31.335482 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-071d8552-637f-41b1-a3ff-c6834500552c req-2801cb05-cd3f-4cc3-98c3-863296a7ca65 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0449932 Feb 16 23:04:31.347271 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8cb937-c9c5-4666-ae39-2214d370f43e req-673bf320-2a1a-4d2e-8568-296bb3747d06 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:31.348828 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e8cb937-c9c5-4666-ae39-2214d370f43e req-673bf320-2a1a-4d2e-8568-296bb3747d06 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 946 time: 0.0521774 Feb 16 23:04:31.398448 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e8cb937-c9c5-4666-ae39-2214d370f43e req-14e1bd6d-020e-4a16-8923-4a3749ad722a tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423527 Feb 16 23:04:31.665605 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d8552-637f-41b1-a3ff-c6834500552c req-6994aa33-da30-4536-8760-3b9dbcb6f035 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:31.666970 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-071d8552-637f-41b1-a3ff-c6834500552c req-6994aa33-da30-4536-8760-3b9dbcb6f035 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports/43b3f354-1aca-4086-b72c-9636be83c04e HTTP/1.1" status: 200 len: 943 time: 0.0455036 Feb 16 23:04:32.432096 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d8552-637f-41b1-a3ff-c6834500552c req-e2d89d44-b3d2-4dcf-87d1-4bbb900e2629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:32.433623 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-071d8552-637f-41b1-a3ff-c6834500552c req-e2d89d44-b3d2-4dcf-87d1-4bbb900e2629 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 1128 time: 0.0455525 Feb 16 23:04:32.559767 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d8552-637f-41b1-a3ff-c6834500552c req-b97e24e3-57a1-4ef3-9ede-b75bcf5d9098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:32.561255 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-071d8552-637f-41b1-a3ff-c6834500552c req-b97e24e3-57a1-4ef3-9ede-b75bcf5d9098 service neutron] 10.222.0.79 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.1219862 Feb 16 23:04:32.570826 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18507198-b763-42b6-ba95-b9e9e9d390fc req-2cd9854a-e67c-4f77-aa7b-0aa55875e7e3 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:32.572781 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-18507198-b763-42b6-ba95-b9e9e9d390fc req-2cd9854a-e67c-4f77-aa7b-0aa55875e7e3 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 946 time: 0.1039786 Feb 16 23:04:32.663370 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-071d8552-637f-41b1-a3ff-c6834500552c req-18bbb9ab-d0d9-415d-a97e-5806168b9610 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43b3f354-1aca-4086-b72c-9636be83c04e HTTP/1.1" status: 200 len: 1001 time: 0.0896268 Feb 16 23:04:32.666831 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-18507198-b763-42b6-ba95-b9e9e9d390fc req-c7ac7f13-c31d-43dc-837b-f02d03d2ab00 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878718 Feb 16 23:04:32.711580 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d8552-637f-41b1-a3ff-c6834500552c req-5ca0c9b5-5c32-4132-b906-a808319bf96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:32.713127 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-071d8552-637f-41b1-a3ff-c6834500552c req-5ca0c9b5-5c32-4132-b906-a808319bf96d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0443625 Feb 16 23:04:32.761170 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d8552-637f-41b1-a3ff-c6834500552c req-c2b6ac63-9261-4b56-989f-834c4d49ea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:32.762702 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-071d8552-637f-41b1-a3ff-c6834500552c req-c2b6ac63-9261-4b56-989f-834c4d49ea07 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442510 Feb 16 23:04:32.853092 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-071d8552-637f-41b1-a3ff-c6834500552c req-f80df9f1-5710-4dfc-8254-ebdcf921b7f4 service neutron] 10.222.0.79 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841258 Feb 16 23:04:32.939423 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-071d8552-637f-41b1-a3ff-c6834500552c req-0523f11c-9844-4bfa-b735-607eeae2a9e1 service neutron] 10.222.0.79 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809948 Feb 16 23:04:33.789080 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f58931-aeb3-4ce8-9dde-baeda739a743 req-4e5f861f-f82c-404e-9839-6ba38f22d99a tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:33.791085 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-69f58931-aeb3-4ce8-9dde-baeda739a743 req-4e5f861f-f82c-404e-9839-6ba38f22d99a tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 946 time: 0.0578074 Feb 16 23:04:33.837233 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-69f58931-aeb3-4ce8-9dde-baeda739a743 req-d7337724-b2a7-4d8b-9bd9-faa4d3e6fcd0 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405176 Feb 16 23:04:34.677023 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [req-071d8552-637f-41b1-a3ff-c6834500552c req-913b6f34-9d65-4fc2-a7ef-e229f277b2e6 service neutron] show failed (client error): The resource could not be found. Feb 16 23:04:34.678106 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-071d8552-637f-41b1-a3ff-c6834500552c req-913b6f34-9d65-4fc2-a7ef-e229f277b2e6 service neutron] 10.222.0.79 "GET /v2.0/ports/43b3f354-1aca-4086-b72c-9636be83c04e/bindings/n-h1-813897-6 HTTP/1.1" status: 404 len: 380 time: 0.0545664 Feb 16 23:04:34.885455 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d8552-637f-41b1-a3ff-c6834500552c req-d32c3ea0-901d-4abb-9f95-fb352a65ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:34.887035 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-071d8552-637f-41b1-a3ff-c6834500552c req-d32c3ea0-901d-4abb-9f95-fb352a65ad57 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad&tenant_id=3b89614a682e4cdc98d1bf73090e8cdc HTTP/1.1" status: 200 len: 1128 time: 0.0535543 Feb 16 23:04:34.898659 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-071d8552-637f-41b1-a3ff-c6834500552c req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813897-6', 'device_owner': 'compute:nova'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:04:34.962928 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-071d8552-637f-41b1-a3ff-c6834500552c req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (43b3f354-1aca-4086-b72c-9636be83c04e), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:34.964999 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22234b-2179-424b-b7b2-cb156c0c77db req-bcd360f7-d9ed-442c-b6a0-d6811cb51d9f tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:34.966540 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cb22234b-2179-424b-b7b2-cb156c0c77db req-bcd360f7-d9ed-442c-b6a0-d6811cb51d9f tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 946 time: 0.0556738 Feb 16 23:04:35.018957 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cb22234b-2179-424b-b7b2-cb156c0c77db req-d96892c5-081e-4b15-8e28-9b32d6872b4a tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463021 Feb 16 23:04:35.172207 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-071d8552-637f-41b1-a3ff-c6834500552c req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] For port 43b3f354-1aca-4086-b72c-9636be83c04e, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=43b3f354-1aca-4086-b72c-9636be83c04e,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:04:35.204686 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-071d8552-637f-41b1-a3ff-c6834500552c req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] For port 43b3f354-1aca-4086-b72c-9636be83c04e, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:04:35.248991 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899f6add-3134-4cb6-8aa1-9fcaecbf53ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43b3f354-1aca-4086-b72c-9636be83c04e'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:04:35.251319 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034da93b-b39c-40cf-8d48-59b466e8777c" -d '{"events": [{"server_uuid": "899f6add-3134-4cb6-8aa1-9fcaecbf53ad", "name": "network-vif-unplugged", "status": "completed", "tag": "43b3f354-1aca-4086-b72c-9636be83c04e"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:04:35.255358 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-071d8552-637f-41b1-a3ff-c6834500552c req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] Publish callbacks [] for port (43b3f354-1aca-4086-b72c-9636be83c04e), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:35.269143 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-071d8552-637f-41b1-a3ff-c6834500552c req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] Transition to ACTIVE for port object 43b3f354-1aca-4086-b72c-9636be83c04e will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:04:35.273606 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-071d8552-637f-41b1-a3ff-c6834500552c req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (43b3f354-1aca-4086-b72c-9636be83c04e), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:35.320413 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 23:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120ad83c-35e5-431b-b728-cc3a447fe995 x-openstack-request-id: req-120ad83c-35e5-431b-b728-cc3a447fe995 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:04:35.320664 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899f6add-3134-4cb6-8aa1-9fcaecbf53ad", "name": "network-vif-unplugged", "status": "completed", "tag": "43b3f354-1aca-4086-b72c-9636be83c04e", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:04:35.320900 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-120ad83c-35e5-431b-b728-cc3a447fe995 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:04:35.321316 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899f6add-3134-4cb6-8aa1-9fcaecbf53ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43b3f354-1aca-4086-b72c-9636be83c04e', 'code': 200} Feb 16 23:04:35.366268 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] Pushing event updated for resources: {'Port': ['ID=43b3f354-1aca-4086-b72c-9636be83c04e,revision_number=6']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:04:35.379183 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:04:35.379530 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:04:35.381400 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:04:35.381801 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:04:35.382314 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:04:35.382665 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:04:35.383008 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:04:35.383350 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:04:35.383683 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:04:35.384221 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:04:35.384559 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:04:35.384890 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:04:35.385219 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:04:35.432583 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-071d8552-637f-41b1-a3ff-c6834500552c req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] No DVR routers for this DVR port 43b3f354-1aca-4086-b72c-9636be83c04e on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:04:35.575912 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-071d8552-637f-41b1-a3ff-c6834500552c req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] Attempting to bind port 43b3f354-1aca-4086-b72c-9636be83c04e on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:04:35.576246 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-071d8552-637f-41b1-a3ff-c6834500552c req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] Attempting to bind port 43b3f354-1aca-4086-b72c-9636be83c04e by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:04:35.576570 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071d8552-637f-41b1-a3ff-c6834500552c req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] Attempting to bind port 43b3f354-1aca-4086-b72c-9636be83c04e on network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:04:35.580908 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071d8552-637f-41b1-a3ff-c6834500552c req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] Port 43b3f354-1aca-4086-b72c-9636be83c04e on network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 23:04:35.581227 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071d8552-637f-41b1-a3ff-c6834500552c req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] Attempting to bind port 43b3f354-1aca-4086-b72c-9636be83c04e on network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:04:35.586131 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071d8552-637f-41b1-a3ff-c6834500552c req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:04:35.586420 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071d8552-637f-41b1-a3ff-c6834500552c req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] Checking segment: {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:04:35.586797 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071d8552-637f-41b1-a3ff-c6834500552c req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] Bound using segment: {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:04:35.587726 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-071d8552-637f-41b1-a3ff-c6834500552c req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] Bound port: 43b3f354-1aca-4086-b72c-9636be83c04e, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:04:35.588075 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-071d8552-637f-41b1-a3ff-c6834500552c req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (43b3f354-1aca-4086-b72c-9636be83c04e), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:35.652463 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-071d8552-637f-41b1-a3ff-c6834500552c req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] For port 43b3f354-1aca-4086-b72c-9636be83c04e, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:04:35.656734 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-071d8552-637f-41b1-a3ff-c6834500552c req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] For port 43b3f354-1aca-4086-b72c-9636be83c04e, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=43b3f354-1aca-4086-b72c-9636be83c04e,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:04:35.663544 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-071d8552-637f-41b1-a3ff-c6834500552c req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (43b3f354-1aca-4086-b72c-9636be83c04e), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:35.702495 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d8552-637f-41b1-a3ff-c6834500552c req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:35.703286 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-071d8552-637f-41b1-a3ff-c6834500552c req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:35.704802 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-071d8552-637f-41b1-a3ff-c6834500552c req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] 10.222.0.67 "PUT /v2.0/ports/43b3f354-1aca-4086-b72c-9636be83c04e HTTP/1.1" status: 200 len: 1092 time: 0.8111012 Feb 16 23:04:35.728809 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9d9b5-c557-4f7c-ab54-3476f685930d service neutron] Pushing event updated for resources: {'Port': ['ID=43b3f354-1aca-4086-b72c-9636be83c04e,revision_number=7']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:04:35.780583 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d8552-637f-41b1-a3ff-c6834500552c req-27f4b958-8100-4185-aa4c-2869e89a152f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:35.782155 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-071d8552-637f-41b1-a3ff-c6834500552c req-27f4b958-8100-4185-aa4c-2869e89a152f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 1126 time: 0.0496199 Feb 16 23:04:35.884404 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d8552-637f-41b1-a3ff-c6834500552c req-1d5e4d74-2b76-4bfe-b563-18812a32d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:35.885986 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-071d8552-637f-41b1-a3ff-c6834500552c req-1d5e4d74-2b76-4bfe-b563-18812a32d1f3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.0973623 Feb 16 23:04:35.959149 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-071d8552-637f-41b1-a3ff-c6834500552c req-d0e3bce1-9e1c-4bf6-b52e-3d6f0ec93b19 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43b3f354-1aca-4086-b72c-9636be83c04e HTTP/1.1" status: 200 len: 999 time: 0.0672107 Feb 16 23:04:36.005803 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d8552-637f-41b1-a3ff-c6834500552c req-92226a2e-509a-4743-bd47-ffe39822d20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:36.007257 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-071d8552-637f-41b1-a3ff-c6834500552c req-92226a2e-509a-4743-bd47-ffe39822d20d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0426803 Feb 16 23:04:36.056860 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d8552-637f-41b1-a3ff-c6834500552c req-644bbaea-8fd3-4cb2-9718-9332e3d39059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:36.058564 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-071d8552-637f-41b1-a3ff-c6834500552c req-644bbaea-8fd3-4cb2-9718-9332e3d39059 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461252 Feb 16 23:04:36.148113 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13095f28-9592-4cd0-a5a3-95269b9343ce req-18814b30-cc86-40e0-8bde-775243cb2497 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:36.150211 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13095f28-9592-4cd0-a5a3-95269b9343ce req-18814b30-cc86-40e0-8bde-775243cb2497 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 944 time: 0.0538626 Feb 16 23:04:36.155323 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-071d8552-637f-41b1-a3ff-c6834500552c req-85a420d2-8aee-49b6-b87c-757eb1176239 service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912316 Feb 16 23:04:36.198497 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13095f28-9592-4cd0-a5a3-95269b9343ce req-0ebf3965-83ae-4f42-80bb-58f6a9ee8c2d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411191 Feb 16 23:04:36.255169 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-071d8552-637f-41b1-a3ff-c6834500552c req-024335f3-b058-457d-9003-fc0841c92df7 service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912168 Feb 16 23:04:37.320834 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8f7ff-a978-47ac-95f5-626b949e8b23 req-e3bcc3ca-b9ab-43bd-9753-7f9b65f6c7a9 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:37.322383 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bac8f7ff-a978-47ac-95f5-626b949e8b23 req-e3bcc3ca-b9ab-43bd-9753-7f9b65f6c7a9 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 944 time: 0.0535617 Feb 16 23:04:37.322558 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '899f6add-3134-4cb6-8aa1-9fcaecbf53ad', 'tag': '43b3f354-1aca-4086-b72c-9636be83c04e'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:04:37.324917 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece25425-fe26-4232-b700-127d2d3e7ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "899f6add-3134-4cb6-8aa1-9fcaecbf53ad", "tag": "43b3f354-1aca-4086-b72c-9636be83c04e"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:04:37.369389 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bac8f7ff-a978-47ac-95f5-626b949e8b23 req-1b0d78d5-fd52-4ae1-8b74-6dd11d5b62ec tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409188 Feb 16 23:04:37.425301 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff606de7-72bd-43f3-a225-3593d1ca8880 x-openstack-request-id: req-ff606de7-72bd-43f3-a225-3593d1ca8880 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:04:37.425597 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "899f6add-3134-4cb6-8aa1-9fcaecbf53ad", "tag": "43b3f354-1aca-4086-b72c-9636be83c04e", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:04:37.425852 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ff606de7-72bd-43f3-a225-3593d1ca8880 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:04:37.426393 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '899f6add-3134-4cb6-8aa1-9fcaecbf53ad', 'tag': '43b3f354-1aca-4086-b72c-9636be83c04e', 'status': 'completed', 'code': 200} Feb 16 23:04:37.489634 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece25425-fe26-4232-b700-127d2d3e7ce8 req-9ed856f5-af0f-49bd-b4ee-685755a9f692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:37.491258 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ece25425-fe26-4232-b700-127d2d3e7ce8 req-9ed856f5-af0f-49bd-b4ee-685755a9f692 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 1126 time: 0.0470064 Feb 16 23:04:37.496215 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece25425-fe26-4232-b700-127d2d3e7ce8 req-dc16a4bc-88ff-4cf9-9aa3-3ceedbd3e040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:37.497694 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ece25425-fe26-4232-b700-127d2d3e7ce8 req-dc16a4bc-88ff-4cf9-9aa3-3ceedbd3e040 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 1126 time: 0.0494411 Feb 16 23:04:37.584145 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece25425-fe26-4232-b700-127d2d3e7ce8 req-641c46a4-7919-46db-ac1d-04e2fbc45ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:37.585238 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece25425-fe26-4232-b700-127d2d3e7ce8 req-ac2930f7-8432-4342-a888-6e2e0aa44bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:37.585630 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ece25425-fe26-4232-b700-127d2d3e7ce8 req-641c46a4-7919-46db-ac1d-04e2fbc45ddb service neutron] 10.222.0.67 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.0882246 Feb 16 23:04:37.586721 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ece25425-fe26-4232-b700-127d2d3e7ce8 req-ac2930f7-8432-4342-a888-6e2e0aa44bff service neutron] 10.222.0.79 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.0836129 Feb 16 23:04:37.655044 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ece25425-fe26-4232-b700-127d2d3e7ce8 req-589da4f1-d55d-4946-9ee1-eb3c47219efc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43b3f354-1aca-4086-b72c-9636be83c04e HTTP/1.1" status: 200 len: 999 time: 0.0626466 Feb 16 23:04:37.655882 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ece25425-fe26-4232-b700-127d2d3e7ce8 req-a43f5ec0-9acd-4c3b-986b-3d1903dd9f5c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43b3f354-1aca-4086-b72c-9636be83c04e HTTP/1.1" status: 200 len: 999 time: 0.0643160 Feb 16 23:04:37.703377 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece25425-fe26-4232-b700-127d2d3e7ce8 req-8695a2c1-44dc-496e-bc79-46a8745ef678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:37.704846 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ece25425-fe26-4232-b700-127d2d3e7ce8 req-8695a2c1-44dc-496e-bc79-46a8745ef678 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0445299 Feb 16 23:04:37.705337 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece25425-fe26-4232-b700-127d2d3e7ce8 req-79d00dbf-9503-4189-95d0-d439fbb206b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:37.706868 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ece25425-fe26-4232-b700-127d2d3e7ce8 req-79d00dbf-9503-4189-95d0-d439fbb206b0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0445971 Feb 16 23:04:37.754356 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece25425-fe26-4232-b700-127d2d3e7ce8 req-df132e53-a9f2-411e-9793-21e691d16256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:37.755848 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ece25425-fe26-4232-b700-127d2d3e7ce8 req-df132e53-a9f2-411e-9793-21e691d16256 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443945 Feb 16 23:04:37.757083 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece25425-fe26-4232-b700-127d2d3e7ce8 req-b659a664-c11d-4d13-9e8d-86664e22bcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:37.758637 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ece25425-fe26-4232-b700-127d2d3e7ce8 req-b659a664-c11d-4d13-9e8d-86664e22bcbc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455267 Feb 16 23:04:37.846920 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ece25425-fe26-4232-b700-127d2d3e7ce8 req-d1a9821f-ff33-444a-9d3b-647bea2f4361 service neutron] 10.222.0.79 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849919 Feb 16 23:04:37.851108 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ece25425-fe26-4232-b700-127d2d3e7ce8 req-c91cc8da-06d0-4ab9-bf16-c434e40afa0f service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861619 Feb 16 23:04:37.935493 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ece25425-fe26-4232-b700-127d2d3e7ce8 req-aaad1565-a3fa-4814-ab9f-7f4f08f23377 service neutron] 10.222.0.79 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826840 Feb 16 23:04:37.941931 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ece25425-fe26-4232-b700-127d2d3e7ce8 req-c75ab434-dd12-497a-99c5-f638aeff3600 service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843287 Feb 16 23:04:38.496352 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0aa1a-6abd-4327-a8e1-2d0520c39c8f req-d0b80370-2a93-4161-8ab5-f39229088ebb tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:38.497842 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-72f0aa1a-6abd-4327-a8e1-2d0520c39c8f req-d0b80370-2a93-4161-8ab5-f39229088ebb tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 944 time: 0.0571058 Feb 16 23:04:38.543797 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-72f0aa1a-6abd-4327-a8e1-2d0520c39c8f req-aac40a92-54a2-45f8-888d-c408e74ad4d2 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404074 Feb 16 23:04:39.074489 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 43b3f354-1aca-4086-b72c-9636be83c04e no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:04:39.112021 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] The host n-h2-813897-6 is not matching for port 43b3f354-1aca-4086-b72c-9636be83c04e host n-h1-813897-6! {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 23:04:39.112405 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 43b3f354-1aca-4086-b72c-9636be83c04e not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:04:39.663977 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4359f8-71a0-4314-a702-6c8d88de99d1 req-bb3aa9d8-456e-47cf-933d-4bebfc08d717 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:39.665467 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d4359f8-71a0-4314-a702-6c8d88de99d1 req-bb3aa9d8-456e-47cf-933d-4bebfc08d717 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 944 time: 0.0522695 Feb 16 23:04:39.710859 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d4359f8-71a0-4314-a702-6c8d88de99d1 req-7b759ba5-5819-450b-94d2-2b0e39f6b244 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398366 Feb 16 23:04:39.942685 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56225219-d72f-46d9-a737-39b103a756c7 req-73d0a371-e517-4868-9cc4-ce4ce7d9fcc1 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:39.944160 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-56225219-d72f-46d9-a737-39b103a756c7 req-73d0a371-e517-4868-9cc4-ce4ce7d9fcc1 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 944 time: 0.0903990 Feb 16 23:04:39.957422 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61731f47-9668-4eff-83c7-30e37170d8ab req-8e4c3de6-8887-48c4-b714-6d37d5cb5380 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:39.958941 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-61731f47-9668-4eff-83c7-30e37170d8ab req-8e4c3de6-8887-48c4-b714-6d37d5cb5380 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.79 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad&tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&binding%3Ahost_id=n-h1-813897-6 HTTP/1.1" status: 200 len: 944 time: 0.0771723 Feb 16 23:04:40.035932 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-56225219-d72f-46d9-a737-39b103a756c7 req-2ab6ef49-1e7b-4edb-aa73-3e55609fa6b1 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854504 Feb 16 23:04:40.042625 n-d-813897-6 neutron-server[103466]: INFO neutron.api.v2.resource [req-61731f47-9668-4eff-83c7-30e37170d8ab req-b209902e-4be4-48ca-a5c6-447546b0c7ca service neutron] delete failed (client error): The resource could not be found. Feb 16 23:04:40.043581 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-61731f47-9668-4eff-83c7-30e37170d8ab req-b209902e-4be4-48ca-a5c6-447546b0c7ca service neutron] 10.222.0.79 "DELETE /v2.0/ports/43b3f354-1aca-4086-b72c-9636be83c04e/bindings/n-h2-813897-6 HTTP/1.1" status: 404 len: 380 time: 0.0777614 Feb 16 23:04:40.133330 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61731f47-9668-4eff-83c7-30e37170d8ab req-04408269-05d9-4bf2-af98-ba438a823c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:40.135433 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-61731f47-9668-4eff-83c7-30e37170d8ab req-04408269-05d9-4bf2-af98-ba438a823c58 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 1126 time: 0.0456829 Feb 16 23:04:40.160561 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 43b3f354-1aca-4086-b72c-9636be83c04e details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:04:40.228335 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61731f47-9668-4eff-83c7-30e37170d8ab req-e470d360-3707-409d-9615-937b8913ab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:40.230431 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-61731f47-9668-4eff-83c7-30e37170d8ab req-e470d360-3707-409d-9615-937b8913ab8f service neutron] 10.222.0.79 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.0883794 Feb 16 23:04:40.257840 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 43b3f354-1aca-4086-b72c-9636be83c04e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=43b3f354-1aca-4086-b72c-9636be83c04e,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:04:40.269676 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '43b3f354-1aca-4086-b72c-9636be83c04e', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'port_id': '43b3f354-1aca-4086-b72c-9636be83c04e', 'mac_address': 'fa:16:3e:1e:aa:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:04:40.295267 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-61731f47-9668-4eff-83c7-30e37170d8ab req-3fde5a0b-8669-4d08-b3fe-2e30c6e6d71f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43b3f354-1aca-4086-b72c-9636be83c04e HTTP/1.1" status: 200 len: 999 time: 0.0586848 Feb 16 23:04:40.306394 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 43b3f354-1aca-4086-b72c-9636be83c04e is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:04:40.306788 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (43b3f354-1aca-4086-b72c-9636be83c04e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:40.319510 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43b3f354-1aca-4086-b72c-9636be83c04e {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:04:40.338740 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 43b3f354-1aca-4086-b72c-9636be83c04e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=43b3f354-1aca-4086-b72c-9636be83c04e,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:04:40.343082 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (43b3f354-1aca-4086-b72c-9636be83c04e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:40.348301 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61731f47-9668-4eff-83c7-30e37170d8ab req-89d12bfe-f3e5-4c43-8413-548fafa1b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:40.349844 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-61731f47-9668-4eff-83c7-30e37170d8ab req-89d12bfe-f3e5-4c43-8413-548fafa1b6fd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0490108 Feb 16 23:04:40.390274 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=43b3f354-1aca-4086-b72c-9636be83c04e,revision_number=8']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:04:40.400125 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61731f47-9668-4eff-83c7-30e37170d8ab req-0ffc43a7-47b0-4642-a234-ea3d114a33ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:40.401656 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-61731f47-9668-4eff-83c7-30e37170d8ab req-0ffc43a7-47b0-4642-a234-ea3d114a33ae service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461016 Feb 16 23:04:40.492533 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-61731f47-9668-4eff-83c7-30e37170d8ab req-008a1921-c798-45ad-a07d-07352172947b service neutron] 10.222.0.79 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851655 Feb 16 23:04:40.579851 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-61731f47-9668-4eff-83c7-30e37170d8ab req-c0f1e822-e0c2-4544-b4ac-6d6bbdd95a32 service neutron] 10.222.0.79 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811567 Feb 16 23:04:40.657562 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['43b3f354-1aca-4086-b72c-9636be83c04e'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:04:41.157589 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb57ac-9140-4299-9b4b-20b45366da6a req-96a42e31-1fd7-4916-b66a-7f62e2a4faf0 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:41.159097 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ecb57ac-9140-4299-9b4b-20b45366da6a req-96a42e31-1fd7-4916-b66a-7f62e2a4faf0 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 945 time: 0.0529037 Feb 16 23:04:41.209043 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ecb57ac-9140-4299-9b4b-20b45366da6a req-5980a5e4-0187-4c4f-83f3-75231929dfc6 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441387 Feb 16 23:04:41.325003 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4a20d-2402-4aa5-af02-f6720f2ac7fd req-95f9a75a-92c2-4cb1-8c0c-2782e1c5cf93 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:41.326505 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b0a4a20d-2402-4aa5-af02-f6720f2ac7fd req-95f9a75a-92c2-4cb1-8c0c-2782e1c5cf93 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 945 time: 0.0519431 Feb 16 23:04:41.373157 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b0a4a20d-2402-4aa5-af02-f6720f2ac7fd req-16e9b1b7-2ac0-4f2c-b2e3-116e7dee9b8f tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400615 Feb 16 23:04:41.574961 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debfebc4-084f-46bc-b1c6-af7f5b19117f req-0ffdb0f9-13d9-4881-9fae-eeacdf4a63df tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:41.576475 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-debfebc4-084f-46bc-b1c6-af7f5b19117f req-0ffdb0f9-13d9-4881-9fae-eeacdf4a63df tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 945 time: 0.0543995 Feb 16 23:04:41.597946 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc46d28-2bb2-4c08-8361-800685fe22d3 req-a3dd5d42-fa76-461a-82df-db25fb199e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:41.599702 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8cc46d28-2bb2-4c08-8361-800685fe22d3 req-a3dd5d42-fa76-461a-82df-db25fb199e85 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 1127 time: 0.0466952 Feb 16 23:04:41.624032 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-debfebc4-084f-46bc-b1c6-af7f5b19117f req-040e0393-8d58-4137-ae45-135c8a087abc tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416965 Feb 16 23:04:41.693091 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc46d28-2bb2-4c08-8361-800685fe22d3 req-f1eb4add-5d63-42af-a46b-942b03be5e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:41.694600 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8cc46d28-2bb2-4c08-8361-800685fe22d3 req-f1eb4add-5d63-42af-a46b-942b03be5e00 service neutron] 10.222.0.67 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.0888736 Feb 16 23:04:41.760003 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8cc46d28-2bb2-4c08-8361-800685fe22d3 req-c7839d53-d027-4ecb-a11a-63c6ec0ed2b1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43b3f354-1aca-4086-b72c-9636be83c04e HTTP/1.1" status: 200 len: 1000 time: 0.0596087 Feb 16 23:04:41.808582 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc46d28-2bb2-4c08-8361-800685fe22d3 req-6a2a91a1-051f-4d3f-8553-965e7e4fe52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:41.810137 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8cc46d28-2bb2-4c08-8361-800685fe22d3 req-6a2a91a1-051f-4d3f-8553-965e7e4fe52a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0443578 Feb 16 23:04:41.858642 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc46d28-2bb2-4c08-8361-800685fe22d3 req-4221226c-1cdc-4542-85a6-9ea0447dbfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:41.860145 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8cc46d28-2bb2-4c08-8361-800685fe22d3 req-4221226c-1cdc-4542-85a6-9ea0447dbfa6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437679 Feb 16 23:04:42.160479 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 43b3f354-1aca-4086-b72c-9636be83c04e up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:04:42.210390 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 43b3f354-1aca-4086-b72c-9636be83c04e completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:04:42.214245 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 43b3f354-1aca-4086-b72c-9636be83c04e triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:04:42.214628 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (43b3f354-1aca-4086-b72c-9636be83c04e), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:42.226524 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8cc46d28-2bb2-4c08-8361-800685fe22d3 req-607812dc-0869-4c69-bb29-e59289e160b5 service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602667 Feb 16 23:04:42.306041 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 43b3f354-1aca-4086-b72c-9636be83c04e is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:04:42.306717 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (43b3f354-1aca-4086-b72c-9636be83c04e), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:42.316266 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8cc46d28-2bb2-4c08-8361-800685fe22d3 req-da3993d2-95f2-4faa-8e63-99fd411400c1 service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837059 Feb 16 23:04:42.331166 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899f6add-3134-4cb6-8aa1-9fcaecbf53ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b3f354-1aca-4086-b72c-9636be83c04e'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:04:42.333427 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb25444-0c67-4cb6-9ef5-0d6acaa381be" -d '{"events": [{"server_uuid": "899f6add-3134-4cb6-8aa1-9fcaecbf53ad", "name": "network-vif-plugged", "status": "completed", "tag": "43b3f354-1aca-4086-b72c-9636be83c04e"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:04:42.346455 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 43b3f354-1aca-4086-b72c-9636be83c04e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=43b3f354-1aca-4086-b72c-9636be83c04e,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:04:42.352114 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (43b3f354-1aca-4086-b72c-9636be83c04e), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:42.375973 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15c4dff-e136-43f8-a52c-710978e428da x-openstack-request-id: req-f15c4dff-e136-43f8-a52c-710978e428da {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:04:42.376270 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899f6add-3134-4cb6-8aa1-9fcaecbf53ad", "name": "network-vif-plugged", "status": "completed", "tag": "43b3f354-1aca-4086-b72c-9636be83c04e", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:04:42.376528 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f15c4dff-e136-43f8-a52c-710978e428da {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:04:42.376917 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899f6add-3134-4cb6-8aa1-9fcaecbf53ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b3f354-1aca-4086-b72c-9636be83c04e', 'code': 200} Feb 16 23:04:42.401859 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=43b3f354-1aca-4086-b72c-9636be83c04e,revision_number=9']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:04:42.749762 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011cb13-12d9-45cb-b1a1-1fda0f33ec9f req-3c287efe-c9a4-4929-8f8a-888d395f1010 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:42.751192 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0011cb13-12d9-45cb-b1a1-1fda0f33ec9f req-3c287efe-c9a4-4929-8f8a-888d395f1010 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 946 time: 0.0572166 Feb 16 23:04:42.799374 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0011cb13-12d9-45cb-b1a1-1fda0f33ec9f req-4703c88e-ba9e-47dd-9787-279356e76fc2 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420666 Feb 16 23:04:43.919002 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbb95f-4874-4a06-9fda-524c642db167 req-cf0fc00f-b50a-4879-9778-aa0398b14b39 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:43.920458 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b4fbb95f-4874-4a06-9fda-524c642db167 req-cf0fc00f-b50a-4879-9778-aa0398b14b39 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 946 time: 0.0527372 Feb 16 23:04:43.965411 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b4fbb95f-4874-4a06-9fda-524c642db167 req-ba27c17a-32ce-4948-8a81-93721393d748 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394738 Feb 16 23:04:44.202264 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff304c4-f0c1-413e-aa66-a58774c550ee req-a584cd89-be3e-439b-bee2-5e77eb8928d9 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:44.203739 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bff304c4-f0c1-413e-aa66-a58774c550ee req-a584cd89-be3e-439b-bee2-5e77eb8928d9 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 946 time: 0.0525968 Feb 16 23:04:44.253264 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bff304c4-f0c1-413e-aa66-a58774c550ee req-00c819a1-f9b7-4a3b-be84-2384c743c8c1 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439305 Feb 16 23:04:45.372259 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4634c6-d19a-429f-8101-1cb54542b46b req-20490840-d010-4aac-92d5-b3ef8243dabe tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:45.373745 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5d4634c6-d19a-429f-8101-1cb54542b46b req-20490840-d010-4aac-92d5-b3ef8243dabe tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 946 time: 0.0537484 Feb 16 23:04:45.419101 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5d4634c6-d19a-429f-8101-1cb54542b46b req-be170116-0c8b-43c7-82b0-5dc3ee34ba5e tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397670 Feb 16 23:04:45.549082 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd711d34-2a6e-4758-a43d-2fc0d6561e67 req-12cc2f23-3896-41bd-88ce-170f4f3f2547 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:45.550576 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-bd711d34-2a6e-4758-a43d-2fc0d6561e67 req-12cc2f23-3896-41bd-88ce-170f4f3f2547 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.67 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 946 time: 0.0520353 Feb 16 23:04:45.644297 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-bd711d34-2a6e-4758-a43d-2fc0d6561e67 req-0bbd901b-9eea-4cdc-b6fe-65e4406bdca5 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Deleting port 43b3f354-1aca-4086-b72c-9636be83c04e {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:04:45.644643 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-bd711d34-2a6e-4758-a43d-2fc0d6561e67 req-0bbd901b-9eea-4cdc-b6fe-65e4406bdca5 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (43b3f354-1aca-4086-b72c-9636be83c04e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:45.731757 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-bd711d34-2a6e-4758-a43d-2fc0d6561e67 req-0bbd901b-9eea-4cdc-b6fe-65e4406bdca5 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] For port 43b3f354-1aca-4086-b72c-9636be83c04e, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=43b3f354-1aca-4086-b72c-9636be83c04e,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:04:45.732119 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-bd711d34-2a6e-4758-a43d-2fc0d6561e67 req-0bbd901b-9eea-4cdc-b6fe-65e4406bdca5 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (43b3f354-1aca-4086-b72c-9636be83c04e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:45.950694 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-bd711d34-2a6e-4758-a43d-2fc0d6561e67 req-0bbd901b-9eea-4cdc-b6fe-65e4406bdca5 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:45.950980 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-bd711d34-2a6e-4758-a43d-2fc0d6561e67 req-0bbd901b-9eea-4cdc-b6fe-65e4406bdca5 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (e4b3fcd6-8511-4df2-9ebd-333ee6541151), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:45.951297 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [req-bd711d34-2a6e-4758-a43d-2fc0d6561e67 req-0bbd901b-9eea-4cdc-b6fe-65e4406bdca5 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Floating IP e4b3fcd6-8511-4df2-9ebd-333ee6541151 disassociated. External IP: 172.25.2.43, port: 43b3f354-1aca-4086-b72c-9636be83c04e. Feb 16 23:04:45.951638 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-bd711d34-2a6e-4758-a43d-2fc0d6561e67 req-0bbd901b-9eea-4cdc-b6fe-65e4406bdca5 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Calling delete_port for 43b3f354-1aca-4086-b72c-9636be83c04e owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:04:46.075031 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-bd711d34-2a6e-4758-a43d-2fc0d6561e67 req-0bbd901b-9eea-4cdc-b6fe-65e4406bdca5 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (43b3f354-1aca-4086-b72c-9636be83c04e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:46.101687 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd901b-9eea-4cdc-b6fe-65e4406bdca5 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Pushing event deleted for resources: {'Port': ['ID=43b3f354-1aca-4086-b72c-9636be83c04e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:04:46.224630 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd711d34-2a6e-4758-a43d-2fc0d6561e67 req-0bbd901b-9eea-4cdc-b6fe-65e4406bdca5 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Router 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:04:46.349095 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd711d34-2a6e-4758-a43d-2fc0d6561e67 req-0bbd901b-9eea-4cdc-b6fe-65e4406bdca5 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:04:46.359803 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4147dbb5-b4e1-4745-9e75-5c770c2ebb3d None None] Sync routers for ids ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:04:46.369071 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4147dbb5-b4e1-4745-9e75-5c770c2ebb3d None None] Routers {'3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:04:46.369668 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-4147dbb5-b4e1-4745-9e75-5c770c2ebb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:04:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:04:46.394977 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd711d34-2a6e-4758-a43d-2fc0d6561e67 req-0bbd901b-9eea-4cdc-b6fe-65e4406bdca5 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] No DVR routers for this DVR port 43b3f354-1aca-4086-b72c-9636be83c04e on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:04:46.397830 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-bd711d34-2a6e-4758-a43d-2fc0d6561e67 req-0bbd901b-9eea-4cdc-b6fe-65e4406bdca5 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:46.401798 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-bd711d34-2a6e-4758-a43d-2fc0d6561e67 req-0bbd901b-9eea-4cdc-b6fe-65e4406bdca5 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.67 "DELETE /v2.0/ports/43b3f354-1aca-4086-b72c-9636be83c04e HTTP/1.1" status: 204 len: 173 time: 0.8448188 Feb 16 23:04:46.402290 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899f6add-3134-4cb6-8aa1-9fcaecbf53ad', 'name': 'network-vif-deleted', 'tag': '43b3f354-1aca-4086-b72c-9636be83c04e'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:04:46.404560 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f1cb72-2376-4744-9c0f-4c5b353811c2" -d '{"events": [{"server_uuid": "899f6add-3134-4cb6-8aa1-9fcaecbf53ad", "name": "network-vif-deleted", "tag": "43b3f354-1aca-4086-b72c-9636be83c04e"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:04:46.440743 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfca3e6-342d-4697-ac9d-8beb4ee2e716 x-openstack-request-id: req-fbfca3e6-342d-4697-ac9d-8beb4ee2e716 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:04:46.441040 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899f6add-3134-4cb6-8aa1-9fcaecbf53ad", "name": "network-vif-deleted", "tag": "43b3f354-1aca-4086-b72c-9636be83c04e", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:04:46.441309 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fbfca3e6-342d-4697-ac9d-8beb4ee2e716 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:04:46.442130 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899f6add-3134-4cb6-8aa1-9fcaecbf53ad', 'name': 'network-vif-deleted', 'tag': '43b3f354-1aca-4086-b72c-9636be83c04e', 'status': 'completed', 'code': 200} Feb 16 23:04:46.492572 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-4147dbb5-b4e1-4745-9e75-5c770c2ebb3d None None] Set router 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:04:46.524426 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e19e358-fd14-4366-8514-f93f8bdd04d4 req-4824d044-7a78-4a0d-ac62-7e2c0c3bfd80 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=899f6add-3134-4cb6-8aa1-9fcaecbf53ad HTTP/1.1" status: 200 len: 210 time: 0.0290580 Feb 16 23:04:46.702613 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-4147dbb5-b4e1-4745-9e75-5c770c2ebb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'name': 'tempest-ServerActionsTestJSON-384279763-router', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:07Z', 'revision_number': 4, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'gw_port': {'id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '07480bcd-4054-4bf0-bc71-e351cede6ceb', 'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'mac_address': 'fa:16:3e:2c:2f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:06Z', 'updated_at': '2022-02-16T23:03:10Z', 'revision_number': 5, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'subnets': [{'id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:04:46.728468 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4147dbb5-b4e1-4745-9e75-5c770c2ebb3d None None] Checking router: 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:04:46.736521 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4147dbb5-b4e1-4745-9e75-5c770c2ebb3d None None] Routers {'3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:04:46.737108 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-4147dbb5-b4e1-4745-9e75-5c770c2ebb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:04:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:04:46.840608 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-4147dbb5-b4e1-4745-9e75-5c770c2ebb3d None None] Set router 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:04:47.035264 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-4147dbb5-b4e1-4745-9e75-5c770c2ebb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'name': 'tempest-ServerActionsTestJSON-384279763-router', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:07Z', 'revision_number': 4, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'gw_port': {'id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '07480bcd-4054-4bf0-bc71-e351cede6ceb', 'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'mac_address': 'fa:16:3e:2c:2f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:06Z', 'updated_at': '2022-02-16T23:03:10Z', 'revision_number': 5, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'subnets': [{'id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:04:47.060799 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4147dbb5-b4e1-4745-9e75-5c770c2ebb3d None None] The sync data for ids ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'] in n-d-813897-6 is: [{'id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'name': 'tempest-ServerActionsTestJSON-384279763-router', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:07Z', 'revision_number': 4, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'gw_port': {'id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '07480bcd-4054-4bf0-bc71-e351cede6ceb', 'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'mac_address': 'fa:16:3e:2c:2f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:06Z', 'updated_at': '2022-02-16T23:03:10Z', 'revision_number': 5, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'subnets': [{'id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:04:47.285094 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f590cc-99ad-48be-8b41-ca7a09a02388 None None] New status for floating IP e4b3fcd6-8511-4df2-9ebd-333ee6541151: DOWN {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:04:47.762482 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-b42c95df-cb85-4cbb-a6d7-8a2c2ec6d7f2 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--266932806&fields=id&tenant_id=3b89614a682e4cdc98d1bf73090e8cdc HTTP/1.1" status: 200 len: 267 time: 0.0406756 Feb 16 23:04:47.868617 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-5010d0e7-ed71-4af8-90f0-310bb825b6ec tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:47.870090 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-5010d0e7-ed71-4af8-90f0-310bb825b6ec tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 811 time: 0.1013160 Feb 16 23:04:47.884751 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-58a72091-5e06-40ef-80e2-a7e031455d00 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/quotas/3b89614a682e4cdc98d1bf73090e8cdc HTTP/1.1" status: 200 len: 375 time: 0.0091884 Feb 16 23:04:47.937682 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-10c0b097-c229-40dc-9d56-efa55b140d78 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481558 Feb 16 23:04:48.034496 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-ecee963b-ac29-4084-942d-56bb47e1ed77 service neutron] 10.222.0.75 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849342 Feb 16 23:04:48.120176 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-bd6847e5-625f-4368-accf-fdd7d87732c7 service neutron] 10.222.0.75 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801413 Feb 16 23:04:48.166294 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 43b3f354-1aca-4086-b72c-9636be83c04e no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:04:48.185266 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 43b3f354-1aca-4086-b72c-9636be83c04e {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:04:48.185600 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 43b3f354-1aca-4086-b72c-9636be83c04e not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:04:48.284570 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ed6e6c1b-7378-490a-a4c3-7d94c9882316 req-fa529a34-55aa-4a64-97c6-6bf5d23df867 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 210 time: 0.0314655 Feb 16 23:04:49.172634 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-9963de3d-fc0c-493b-9467-2f3c2b509b0b tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:49.174167 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-9963de3d-fc0c-493b-9467-2f3c2b509b0b tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.67 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 811 time: 0.1039817 Feb 16 23:04:49.233944 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-307d2a5a-4b43-45fe-b369-dbdc6639e0ff tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b89614a682e4cdc98d1bf73090e8cdc HTTP/1.1" status: 200 len: 379 time: 0.0514679 Feb 16 23:04:49.245203 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-c38d091a-052c-4088-8533-4db800d0098c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Request body: {'port': {'device_id': 'f7ac5b50-4281-4095-ba39-31cac3a17272', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'admin_state_up': True, 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'security_groups': ['f9ffb69f-4e93-4726-a37c-c561208c76be']}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:04:49.354597 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-c38d091a-052c-4088-8533-4db800d0098c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Made reservation on behalf of 3b89614a682e4cdc98d1bf73090e8cdc for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:04:49.357988 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-c38d091a-052c-4088-8533-4db800d0098c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:49.383932 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ebe8faa1-8a33-4c80-8183-46ae67b1e1ee req-ac19563e-f387-4ba3-ba2b-f52e3ebd0562 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 210 time: 0.0277004 Feb 16 23:04:49.489182 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-c38d091a-052c-4088-8533-4db800d0098c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Allocated IP 172.20.0.9 (73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93/42ebf133-6ced-4b23-94f6-2aa0ceecccf5/cf78c9b1-9be7-4a6f-aec9-9a51faad43e1) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:04:49.621736 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-c38d091a-052c-4088-8533-4db800d0098c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks [] for port (cf78c9b1-9be7-4a6f-aec9-9a51faad43e1), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:49.653980 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-c38d091a-052c-4088-8533-4db800d0098c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (cf78c9b1-9be7-4a6f-aec9-9a51faad43e1), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:49.702324 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-c38d091a-052c-4088-8533-4db800d0098c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:04:49.705369 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-c38d091a-052c-4088-8533-4db800d0098c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:04:49.709132 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-c38d091a-052c-4088-8533-4db800d0098c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:04:49.735601 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d091a-052c-4088-8533-4db800d0098c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Pushing event updated for resources: {'Port': ['ID=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:04:49.763887 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-c38d091a-052c-4088-8533-4db800d0098c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:49.764531 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-c38d091a-052c-4088-8533-4db800d0098c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:49.781674 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-c38d091a-052c-4088-8533-4db800d0098c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5405619 Feb 16 23:04:49.794293 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-af1bb255-56ca-4225-9a72-db10e6d4262e service neutron] Request body: {'port': {'device_id': 'f7ac5b50-4281-4095-ba39-31cac3a17272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:04:49.857613 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-af1bb255-56ca-4225-9a72-db10e6d4262e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cf78c9b1-9be7-4a6f-aec9-9a51faad43e1), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:49.950801 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-bfa7ff42-4158-4fcb-9539-f23500b8babb None None] Provisioning complete for port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:04:49.951358 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bfa7ff42-4158-4fcb-9539-f23500b8babb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (cf78c9b1-9be7-4a6f-aec9-9a51faad43e1), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:49.984649 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-bfa7ff42-4158-4fcb-9539-f23500b8babb None None] Port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:04:50.122779 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-af1bb255-56ca-4225-9a72-db10e6d4262e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:04:50.130119 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-af1bb255-56ca-4225-9a72-db10e6d4262e service neutron] Publish callbacks [] for port (cf78c9b1-9be7-4a6f-aec9-9a51faad43e1), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:50.142184 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-af1bb255-56ca-4225-9a72-db10e6d4262e service neutron] Transition to ACTIVE for port object cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:04:50.145615 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-af1bb255-56ca-4225-9a72-db10e6d4262e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (cf78c9b1-9be7-4a6f-aec9-9a51faad43e1), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:50.196131 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1bb255-56ca-4225-9a72-db10e6d4262e service neutron] Pushing event updated for resources: {'Port': ['ID=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:04:50.271075 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-af1bb255-56ca-4225-9a72-db10e6d4262e service neutron] Attempting to bind port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:04:50.271409 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-af1bb255-56ca-4225-9a72-db10e6d4262e service neutron] Attempting to bind port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:04:50.271770 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-af1bb255-56ca-4225-9a72-db10e6d4262e service neutron] Attempting to bind port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 on network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:04:50.277147 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-af1bb255-56ca-4225-9a72-db10e6d4262e service neutron] Port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 on network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 23:04:50.277467 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-af1bb255-56ca-4225-9a72-db10e6d4262e service neutron] Attempting to bind port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 on network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:04:50.282495 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-af1bb255-56ca-4225-9a72-db10e6d4262e service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:04:50.282844 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-af1bb255-56ca-4225-9a72-db10e6d4262e service neutron] Checking segment: {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:04:50.283228 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-af1bb255-56ca-4225-9a72-db10e6d4262e service neutron] Bound using segment: {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:04:50.283656 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-af1bb255-56ca-4225-9a72-db10e6d4262e service neutron] Bound port: cf78c9b1-9be7-4a6f-aec9-9a51faad43e1, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:04:50.284015 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-af1bb255-56ca-4225-9a72-db10e6d4262e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cf78c9b1-9be7-4a6f-aec9-9a51faad43e1), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:50.354578 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-af1bb255-56ca-4225-9a72-db10e6d4262e service neutron] For port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:04:50.357781 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-af1bb255-56ca-4225-9a72-db10e6d4262e service neutron] For port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:04:50.363418 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-af1bb255-56ca-4225-9a72-db10e6d4262e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (cf78c9b1-9be7-4a6f-aec9-9a51faad43e1), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:50.396123 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-af1bb255-56ca-4225-9a72-db10e6d4262e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:50.396762 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-af1bb255-56ca-4225-9a72-db10e6d4262e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:50.398447 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-af1bb255-56ca-4225-9a72-db10e6d4262e service neutron] 10.222.0.67 "PUT /v2.0/ports/cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 HTTP/1.1" status: 200 len: 1091 time: 0.6090901 Feb 16 23:04:50.398897 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7ac5b50-4281-4095-ba39-31cac3a17272', 'tag': 'cf78c9b1-9be7-4a6f-aec9-9a51faad43e1'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:04:50.401929 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921e3aed-01b1-445a-b94f-9fb68882ce49" -d '{"events": [{"name": "network-changed", "server_uuid": "f7ac5b50-4281-4095-ba39-31cac3a17272", "tag": "cf78c9b1-9be7-4a6f-aec9-9a51faad43e1"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:04:50.429170 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1bb255-56ca-4225-9a72-db10e6d4262e service neutron] Pushing event updated for resources: {'Port': ['ID=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:04:50.474988 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c019041-7a65-407e-9d70-d3d6984f1667 x-openstack-request-id: req-7c019041-7a65-407e-9d70-d3d6984f1667 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:04:50.475716 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7ac5b50-4281-4095-ba39-31cac3a17272", "tag": "cf78c9b1-9be7-4a6f-aec9-9a51faad43e1", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:04:50.475991 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7c019041-7a65-407e-9d70-d3d6984f1667 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:04:50.476495 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7ac5b50-4281-4095-ba39-31cac3a17272', 'tag': 'cf78c9b1-9be7-4a6f-aec9-9a51faad43e1', 'status': 'completed', 'code': 200} Feb 16 23:04:50.501328 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-15b6584f-e91d-4ec3-88ca-1d30deec2d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:50.502921 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-15b6584f-e91d-4ec3-88ca-1d30deec2d6f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 1125 time: 0.0599937 Feb 16 23:04:50.555142 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-6e8ee656-cbb5-44be-8cae-ff0102fb3f9b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 HTTP/1.1" status: 200 len: 217 time: 0.0441346 Feb 16 23:04:50.566729 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ef077-4504-4297-826f-15b1b111ae9e req-853f9bb7-92e4-4c8e-9f9b-351c8f44dcdf tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:50.568495 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f69ef077-4504-4297-826f-15b1b111ae9e req-853f9bb7-92e4-4c8e-9f9b-351c8f44dcdf tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 943 time: 0.0563402 Feb 16 23:04:50.609304 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-7cb55505-6815-4837-b39e-c7f0b729ba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:50.610856 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-7cb55505-6815-4837-b39e-c7f0b729ba3f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0486081 Feb 16 23:04:50.620124 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f69ef077-4504-4297-826f-15b1b111ae9e req-840a0432-ebc0-4b98-80e9-ebefb796e835 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449438 Feb 16 23:04:50.662001 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-ced4ca5d-8bc4-4d13-aa3c-fd786376e761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:50.663530 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-ced4ca5d-8bc4-4d13-aa3c-fd786376e761 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461354 Feb 16 23:04:50.749459 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e9021e8a-c915-43ae-86b9-835201474cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:50.758094 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-876fd6cd-0567-4c35-bde0-23e61222831b service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884902 Feb 16 23:04:50.844935 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-edf9721e-792c-4ef6-90a7-b6d736282664 req-912e3195-dc09-45e6-896c-6bc0eefaab64 service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813997 Feb 16 23:04:50.935493 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e3aed-01b1-445a-b94f-9fb68882ce49 req-35f4346c-fa0c-470d-924b-856f2c3806e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:50.937293 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-921e3aed-01b1-445a-b94f-9fb68882ce49 req-35f4346c-fa0c-470d-924b-856f2c3806e6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 1125 time: 0.0505908 Feb 16 23:04:51.025691 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e3aed-01b1-445a-b94f-9fb68882ce49 req-c30ee7ac-a8f3-4cc6-9829-91eaafc31e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:51.027248 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-921e3aed-01b1-445a-b94f-9fb68882ce49 req-c30ee7ac-a8f3-4cc6-9829-91eaafc31e42 service neutron] 10.222.0.67 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.0834973 Feb 16 23:04:51.071472 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-921e3aed-01b1-445a-b94f-9fb68882ce49 req-20200841-d3f6-4b5f-bb75-36ad20187541 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 HTTP/1.1" status: 200 len: 217 time: 0.0380769 Feb 16 23:04:51.119152 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e3aed-01b1-445a-b94f-9fb68882ce49 req-be830cdc-92a5-44ed-82a3-5e25c52af30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:51.120508 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-921e3aed-01b1-445a-b94f-9fb68882ce49 req-be830cdc-92a5-44ed-82a3-5e25c52af30c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0440381 Feb 16 23:04:51.167416 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e3aed-01b1-445a-b94f-9fb68882ce49 req-5578388e-c10f-4916-89b9-d45f63802ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:51.168877 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-921e3aed-01b1-445a-b94f-9fb68882ce49 req-5578388e-c10f-4916-89b9-d45f63802ad2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431800 Feb 16 23:04:51.262812 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-921e3aed-01b1-445a-b94f-9fb68882ce49 req-2b8d1975-6413-4c4a-802b-90c82cd2be51 service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873144 Feb 16 23:04:51.350111 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-921e3aed-01b1-445a-b94f-9fb68882ce49 req-e0d6df16-e166-40fb-b06c-36fa463ae309 service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814128 Feb 16 23:04:51.738108 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5ecca-6867-40fa-b720-371eb7824bc0 req-427c457f-817d-4598-b677-4b454be7725d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:51.739488 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-afc5ecca-6867-40fa-b720-371eb7824bc0 req-427c457f-817d-4598-b677-4b454be7725d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 943 time: 0.0508628 Feb 16 23:04:51.788838 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-afc5ecca-6867-40fa-b720-371eb7824bc0 req-e9580483-56f8-4584-a9f0-33b5a61781b5 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431848 Feb 16 23:04:52.907690 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337b813-55b1-4d81-b7b7-cecc117d0d13 req-557e1f6c-b622-4fb0-860d-db39f34e3c73 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:52.909068 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8337b813-55b1-4d81-b7b7-cecc117d0d13 req-557e1f6c-b622-4fb0-860d-db39f34e3c73 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 943 time: 0.0514417 Feb 16 23:04:52.954127 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8337b813-55b1-4d81-b7b7-cecc117d0d13 req-6cf2f6f2-ef6e-4f1d-b19b-281e51136053 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394371 Feb 16 23:04:53.126570 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0b8b5b72-3128-412b-8390-c0154fbae591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:54.072121 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eeea93-8728-4b0b-830c-235c7d46ebe6 req-acf9c954-1400-40a7-9c04-0738d6e11c3c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:54.073575 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94eeea93-8728-4b0b-830c-235c7d46ebe6 req-acf9c954-1400-40a7-9c04-0738d6e11c3c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 943 time: 0.0525389 Feb 16 23:04:54.119228 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94eeea93-8728-4b0b-830c-235c7d46ebe6 req-0f0a8db3-29bc-497d-9bd8-7750089843c3 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399942 Feb 16 23:04:54.168129 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:04:54.264792 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:04:54.279708 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'cf78c9b1-9be7-4a6f-aec9-9a51faad43e1', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'port_id': 'cf78c9b1-9be7-4a6f-aec9-9a51faad43e1', 'mac_address': 'fa:16:3e:01:9a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:04:54.315670 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:04:54.316060 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cf78c9b1-9be7-4a6f-aec9-9a51faad43e1), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:54.328356 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:04:54.347088 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:04:54.350777 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (cf78c9b1-9be7-4a6f-aec9-9a51faad43e1), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:54.405500 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:04:54.415708 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:54.651556 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['cf78c9b1-9be7-4a6f-aec9-9a51faad43e1'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:04:55.241517 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7d92b-2d65-4bf6-9a12-c339b1016009 req-52f94ef5-e3d9-4b94-b458-5692b348f1f0 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:55.243541 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-02a7d92b-2d65-4bf6-9a12-c339b1016009 req-52f94ef5-e3d9-4b94-b458-5692b348f1f0 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 944 time: 0.0548701 Feb 16 23:04:55.292293 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-02a7d92b-2d65-4bf6-9a12-c339b1016009 req-e9bc8029-a233-4cbf-8236-e263dab9d04e tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412302 Feb 16 23:04:55.752211 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:56.177207 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:04:56.224113 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:04:56.228886 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:04:56.229256 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (cf78c9b1-9be7-4a6f-aec9-9a51faad43e1), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:56.307455 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:04:56.307835 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cf78c9b1-9be7-4a6f-aec9-9a51faad43e1), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:56.329572 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ac5b50-4281-4095-ba39-31cac3a17272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf78c9b1-9be7-4a6f-aec9-9a51faad43e1'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:04:56.331841 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2a55d6-9112-4f7d-b947-08f86f2f10c5" -d '{"events": [{"server_uuid": "f7ac5b50-4281-4095-ba39-31cac3a17272", "name": "network-vif-plugged", "status": "completed", "tag": "cf78c9b1-9be7-4a6f-aec9-9a51faad43e1"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:04:56.344560 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:04:56.348560 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (cf78c9b1-9be7-4a6f-aec9-9a51faad43e1), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:56.395492 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:04:56.413601 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe09547-1d52-46b5-bb6b-23de816527e4 req-0d0e81ce-b61c-4e18-84ff-6447b24d6610 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:56.415624 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9fe09547-1d52-46b5-bb6b-23de816527e4 req-0d0e81ce-b61c-4e18-84ff-6447b24d6610 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 945 time: 0.0536816 Feb 16 23:04:56.461444 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9fe09547-1d52-46b5-bb6b-23de816527e4 req-8f3fcfdd-77cd-403a-afe0-64285f64da10 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401464 Feb 16 23:04:56.503794 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477bd7e4-b7e4-406b-80ff-7db818aabb5a x-openstack-request-id: req-477bd7e4-b7e4-406b-80ff-7db818aabb5a {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:04:56.504165 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ac5b50-4281-4095-ba39-31cac3a17272", "name": "network-vif-plugged", "status": "completed", "tag": "cf78c9b1-9be7-4a6f-aec9-9a51faad43e1", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:04:56.504427 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-477bd7e4-b7e4-406b-80ff-7db818aabb5a {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:04:56.504828 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ac5b50-4281-4095-ba39-31cac3a17272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf78c9b1-9be7-4a6f-aec9-9a51faad43e1', 'code': 200} Feb 16 23:04:56.609894 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa0f1f-ca96-4bb7-a8d0-2d9a78628da0 req-aa640c7c-2a23-417f-a877-f047f40868e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:56.611441 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-04fa0f1f-ca96-4bb7-a8d0-2d9a78628da0 req-aa640c7c-2a23-417f-a877-f047f40868e3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 1127 time: 0.0487840 Feb 16 23:04:56.655586 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-04fa0f1f-ca96-4bb7-a8d0-2d9a78628da0 req-015c1b98-e45c-4fe6-ae1a-d95424ae652b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375872 Feb 16 23:04:57.103658 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:57.584636 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f381b-a89d-40ab-8706-2ce0cbe628c6 req-c7ee7648-182e-457a-b23f-9a697de13ad9 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:57.586204 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7a7f381b-a89d-40ab-8706-2ce0cbe628c6 req-c7ee7648-182e-457a-b23f-9a697de13ad9 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 945 time: 0.0559509 Feb 16 23:04:57.639753 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7a7f381b-a89d-40ab-8706-2ce0cbe628c6 req-3d5e643c-92cd-4689-9c6c-6b227ede4e19 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479355 Feb 16 23:04:58.757679 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab0d47-b2a8-4331-9f00-e12a4bbb1e36 req-7e6550f3-6fb0-4fac-8c02-589d6bca9353 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:58.760524 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8bab0d47-b2a8-4331-9f00-e12a4bbb1e36 req-7e6550f3-6fb0-4fac-8c02-589d6bca9353 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 945 time: 0.0534737 Feb 16 23:04:58.774426 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:58.806956 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8bab0d47-b2a8-4331-9f00-e12a4bbb1e36 req-91ef5566-27de-4511-b15f-f0a7e31c3b87 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405266 Feb 16 23:04:58.921883 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab1509-d854-4f7c-92fb-7d885cc7c440 req-1b684069-6613-42e9-8e39-7582aa27bd35 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:04:58.923369 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-60ab1509-d854-4f7c-92fb-7d885cc7c440 req-1b684069-6613-42e9-8e39-7582aa27bd35 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 945 time: 0.0511508 Feb 16 23:04:58.932306 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53098) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:04:58.936544 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-82fe4d02-b17c-4801-9dae-6b5fcd4293c3 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Request body: {'floatingip': {'port_id': 'cf78c9b1-9be7-4a6f-aec9-9a51faad43e1'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:04:58.977448 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-82fe4d02-b17c-4801-9dae-6b5fcd4293c3 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks [] for floatingip (e4b3fcd6-8511-4df2-9ebd-333ee6541151), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:59.388012 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:04:59.664764 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-82fe4d02-b17c-4801-9dae-6b5fcd4293c3 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:59.669032 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-82fe4d02-b17c-4801-9dae-6b5fcd4293c3 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (e4b3fcd6-8511-4df2-9ebd-333ee6541151), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:04:59.768474 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-82fe4d02-b17c-4801-9dae-6b5fcd4293c3 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Floating IP e4b3fcd6-8511-4df2-9ebd-333ee6541151 associated. External IP: 172.25.2.43, port: cf78c9b1-9be7-4a6f-aec9-9a51faad43e1. Feb 16 23:04:59.975587 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fe4d02-b17c-4801-9dae-6b5fcd4293c3 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Router 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:05:00.081582 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fe4d02-b17c-4801-9dae-6b5fcd4293c3 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:05:00.086505 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-82fe4d02-b17c-4801-9dae-6b5fcd4293c3 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:00.091974 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b524b250-09db-42e8-a620-e4e414b2a38c None None] Sync routers for ids ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:05:00.101334 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b524b250-09db-42e8-a620-e4e414b2a38c None None] Routers {'3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:05:00.101945 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-b524b250-09db-42e8-a620-e4e414b2a38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:04:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:05:00.118240 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-82fe4d02-b17c-4801-9dae-6b5fcd4293c3 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "PUT /v2.0/floatingips/e4b3fcd6-8511-4df2-9ebd-333ee6541151 HTTP/1.1" status: 200 len: 990 time: 1.1824491 Feb 16 23:05:00.118240 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7ac5b50-4281-4095-ba39-31cac3a17272', 'tag': 'cf78c9b1-9be7-4a6f-aec9-9a51faad43e1'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:05:00.119207 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb987fc-7ec1-4894-ab64-37116d85b445" -d '{"events": [{"name": "network-changed", "server_uuid": "f7ac5b50-4281-4095-ba39-31cac3a17272", "tag": "cf78c9b1-9be7-4a6f-aec9-9a51faad43e1"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:05:00.286277 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:00.289394 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50e445e-2ae0-48e9-9bd9-8f68aef9bb3f x-openstack-request-id: req-a50e445e-2ae0-48e9-9bd9-8f68aef9bb3f {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:05:00.289703 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7ac5b50-4281-4095-ba39-31cac3a17272", "tag": "cf78c9b1-9be7-4a6f-aec9-9a51faad43e1", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:05:00.290022 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a50e445e-2ae0-48e9-9bd9-8f68aef9bb3f {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:05:00.290444 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7ac5b50-4281-4095-ba39-31cac3a17272', 'tag': 'cf78c9b1-9be7-4a6f-aec9-9a51faad43e1', 'status': 'completed', 'code': 200} Feb 16 23:05:00.312480 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-b524b250-09db-42e8-a620-e4e414b2a38c None None] Set router 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:05:00.384513 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb987fc-7ec1-4894-ab64-37116d85b445 req-5177b73d-74fa-4bc2-854b-e9c8b8ebad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:00.386071 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9cb987fc-7ec1-4894-ab64-37116d85b445 req-5177b73d-74fa-4bc2-854b-e9c8b8ebad63 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 1127 time: 0.0692501 Feb 16 23:05:00.392810 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5da59d-9c31-478d-b206-d5ca54944d2f req-591e71fb-bf66-4626-a220-3d470b949c3d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:00.393672 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-ebafbbfc-3a58-425d-a527-07546dd62dd3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0863836 Feb 16 23:05:00.398348 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-af5da59d-9c31-478d-b206-d5ca54944d2f req-591e71fb-bf66-4626-a220-3d470b949c3d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 945 time: 0.0604532 Feb 16 23:05:00.474432 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-af5da59d-9c31-478d-b206-d5ca54944d2f req-3fdcfc21-2781-460e-b3bb-9d90ad9a9164 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625594 Feb 16 23:05:00.500636 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb987fc-7ec1-4894-ab64-37116d85b445 req-3b4b285d-3d95-410e-ac59-0d570916d815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:00.501754 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9cb987fc-7ec1-4894-ab64-37116d85b445 req-3b4b285d-3d95-410e-ac59-0d570916d815 service neutron] 10.222.0.67 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.1069698 Feb 16 23:05:00.562329 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-b524b250-09db-42e8-a620-e4e414b2a38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'name': 'tempest-ServerActionsTestJSON-384279763-router', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:07Z', 'revision_number': 4, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'gw_port': {'id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'e4b3fcd6-8511-4df2-9ebd-333ee6541151', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'floating_ip_address': '172.25.2.43', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'port_id': 'cf78c9b1-9be7-4a6f-aec9-9a51faad43e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'mac_address': 'fa:16:3e:01:9a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ac5b50-4281-4095-ba39-31cac3a17272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:03:09Z', 'updated_at': '2022-02-16T23:04:59Z', 'revision_number': 9, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07480bcd-4054-4bf0-bc71-e351cede6ceb', 'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'mac_address': 'fa:16:3e:2c:2f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:06Z', 'updated_at': '2022-02-16T23:03:10Z', 'revision_number': 5, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'subnets': [{'id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:05:00.572195 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9cb987fc-7ec1-4894-ab64-37116d85b445 req-6ec4f925-01c7-4c94-ad8e-e1c141b32318 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 HTTP/1.1" status: 200 len: 998 time: 0.0636363 Feb 16 23:05:00.590021 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b524b250-09db-42e8-a620-e4e414b2a38c None None] Checking router: 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:05:00.598669 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b524b250-09db-42e8-a620-e4e414b2a38c None None] Routers {'3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:05:00.599384 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-b524b250-09db-42e8-a620-e4e414b2a38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:04:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:05:00.627700 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb987fc-7ec1-4894-ab64-37116d85b445 req-61cb19ec-0348-4a37-a976-6101f44d7eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:00.629205 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9cb987fc-7ec1-4894-ab64-37116d85b445 req-61cb19ec-0348-4a37-a976-6101f44d7eba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0526521 Feb 16 23:05:00.682296 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb987fc-7ec1-4894-ab64-37116d85b445 req-4d1a1742-7064-4cc4-92c4-f51e13204c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:00.683881 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9cb987fc-7ec1-4894-ab64-37116d85b445 req-4d1a1742-7064-4cc4-92c4-f51e13204c98 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481040 Feb 16 23:05:00.720927 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-b524b250-09db-42e8-a620-e4e414b2a38c None None] Set router 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:05:00.815602 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-4efc87cb-89b8-49ab-8e29-809fc9624d97 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:00.816969 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-4efc87cb-89b8-49ab-8e29-809fc9624d97 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports/cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 HTTP/1.1" status: 200 len: 942 time: 0.0643170 Feb 16 23:05:00.822499 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9cb987fc-7ec1-4894-ab64-37116d85b445 req-fde2f520-aa10-4b83-80f1-dd21e6551cb1 service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321249 Feb 16 23:05:00.916530 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-9cb987fc-7ec1-4894-ab64-37116d85b445 req-bbdabfae-9981-4528-965f-77a49d004265 service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878191 Feb 16 23:05:00.962515 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-b524b250-09db-42e8-a620-e4e414b2a38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'name': 'tempest-ServerActionsTestJSON-384279763-router', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:07Z', 'revision_number': 4, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'gw_port': {'id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'e4b3fcd6-8511-4df2-9ebd-333ee6541151', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'floating_ip_address': '172.25.2.43', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'port_id': 'cf78c9b1-9be7-4a6f-aec9-9a51faad43e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'mac_address': 'fa:16:3e:01:9a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ac5b50-4281-4095-ba39-31cac3a17272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:03:09Z', 'updated_at': '2022-02-16T23:04:59Z', 'revision_number': 9, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07480bcd-4054-4bf0-bc71-e351cede6ceb', 'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'mac_address': 'fa:16:3e:2c:2f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:06Z', 'updated_at': '2022-02-16T23:03:10Z', 'revision_number': 5, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'subnets': [{'id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:05:00.992396 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b524b250-09db-42e8-a620-e4e414b2a38c None None] The sync data for ids ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'] in n-d-813897-6 is: [{'id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'name': 'tempest-ServerActionsTestJSON-384279763-router', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:07Z', 'revision_number': 4, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'gw_port': {'id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'e4b3fcd6-8511-4df2-9ebd-333ee6541151', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'floating_ip_address': '172.25.2.43', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'port_id': 'cf78c9b1-9be7-4a6f-aec9-9a51faad43e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'mac_address': 'fa:16:3e:01:9a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ac5b50-4281-4095-ba39-31cac3a17272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:03:09Z', 'updated_at': '2022-02-16T23:04:59Z', 'revision_number': 9, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07480bcd-4054-4bf0-bc71-e351cede6ceb', 'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'mac_address': 'fa:16:3e:2c:2f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:06Z', 'updated_at': '2022-02-16T23:03:10Z', 'revision_number': 5, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'subnets': [{'id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:05:01.208640 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b5afb9-b394-4822-8ce3-bbee8a267d80 None None] New status for floating IP e4b3fcd6-8511-4df2-9ebd-333ee6541151: ACTIVE {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:05:01.611193 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31436a0-3c7b-4e04-88ea-acf65870a7ae req-bfc64fa2-23ca-40b5-8851-33ea7f13b8a5 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:01.612614 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e31436a0-3c7b-4e04-88ea-acf65870a7ae req-bfc64fa2-23ca-40b5-8851-33ea7f13b8a5 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 945 time: 0.0591924 Feb 16 23:05:01.614660 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-e97407a9-9670-486c-9958-bf8315c17465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:01.616167 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-e97407a9-9670-486c-9958-bf8315c17465 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 1127 time: 0.0490663 Feb 16 23:05:01.661093 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e31436a0-3c7b-4e04-88ea-acf65870a7ae req-def46775-59ab-4f17-bcaa-7b106d9f141b tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425196 Feb 16 23:05:01.705772 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-9134d532-e35d-421e-8069-7adc047022b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:01.707281 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-9134d532-e35d-421e-8069-7adc047022b8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.0847080 Feb 16 23:05:01.775627 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-cd191b66-a8f2-4d20-9576-0d83072cf51b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 HTTP/1.1" status: 200 len: 1001 time: 0.0610557 Feb 16 23:05:01.823718 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-76d2408e-5745-4fa3-a537-94849060e0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:01.825170 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-76d2408e-5745-4fa3-a537-94849060e0dc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0443125 Feb 16 23:05:01.872939 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-f3888ac9-646f-4cdd-b597-a2bc85237cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:01.874347 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-f3888ac9-646f-4cdd-b597-a2bc85237cae service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435989 Feb 16 23:05:01.964425 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-88efdc7e-6949-43ae-aade-ea50843cd291 service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842390 Feb 16 23:05:02.051216 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-09d1fa45-c95f-49f3-b7e0-c15983f6ab09 service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809801 Feb 16 23:05:02.779722 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3cd2a-20ef-4085-a6b5-9161aa778e51 req-7e0111de-5011-4a1e-91e0-8bcbe9a2a035 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:02.781215 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3de3cd2a-20ef-4085-a6b5-9161aa778e51 req-7e0111de-5011-4a1e-91e0-8bcbe9a2a035 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 945 time: 0.0514429 Feb 16 23:05:02.827302 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3de3cd2a-20ef-4085-a6b5-9161aa778e51 req-98b5b976-c3bf-4538-af1b-8fc1e814e440 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403566 Feb 16 23:05:03.947317 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43745c6d-79ca-49b3-a8f2-d8602b6b3444 req-f8cf471d-c4fc-464d-b931-07ef1ea1e282 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:03.948791 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-43745c6d-79ca-49b3-a8f2-d8602b6b3444 req-f8cf471d-c4fc-464d-b931-07ef1ea1e282 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 945 time: 0.0528083 Feb 16 23:05:03.998724 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-43745c6d-79ca-49b3-a8f2-d8602b6b3444 req-3d8d0c09-b091-48f8-bbcc-573d2377d016 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442038 Feb 16 23:05:05.117933 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55147c73-0ef6-471c-b57a-d6992ae496b6 req-c98e8822-f7a2-4d93-af54-108599ac2dc9 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:05.119997 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-55147c73-0ef6-471c-b57a-d6992ae496b6 req-c98e8822-f7a2-4d93-af54-108599ac2dc9 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 945 time: 0.0526202 Feb 16 23:05:05.166228 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-55147c73-0ef6-471c-b57a-d6992ae496b6 req-cc497b9f-a45e-4e67-8f40-2a5259c849de tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404892 Feb 16 23:05:06.286321 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03233f51-2fb9-412a-904b-127cd541670b req-1f172851-df15-4ad5-a8d2-898ae7ed07d6 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:06.287813 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-03233f51-2fb9-412a-904b-127cd541670b req-1f172851-df15-4ad5-a8d2-898ae7ed07d6 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 945 time: 0.0516365 Feb 16 23:05:06.338488 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-03233f51-2fb9-412a-904b-127cd541670b req-fb16e940-8159-42bb-a85a-f6076a45553d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449946 Feb 16 23:05:07.464547 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52630b-fcf0-4b66-b32a-67447b20be3c req-e249607e-3a80-47e4-bd63-7d5404bd145a tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:07.466087 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1b52630b-fcf0-4b66-b32a-67447b20be3c req-e249607e-3a80-47e4-bd63-7d5404bd145a tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 945 time: 0.0569017 Feb 16 23:05:07.511976 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1b52630b-fcf0-4b66-b32a-67447b20be3c req-221746a4-9829-4bed-9445-11d6b19fd48c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400844 Feb 16 23:05:08.630395 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2074d-5930-4941-b4b2-3e6ae9e9bc16 req-ef875914-3404-437b-af22-ddcf2ae03031 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:08.631866 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e7c2074d-5930-4941-b4b2-3e6ae9e9bc16 req-ef875914-3404-437b-af22-ddcf2ae03031 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 945 time: 0.0521028 Feb 16 23:05:08.677283 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e7c2074d-5930-4941-b4b2-3e6ae9e9bc16 req-4223b628-6dd1-4ffa-8410-6c4226c1457d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392609 Feb 16 23:05:09.801564 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c42bc1-b8fe-45f7-aff1-336d8973cc93 req-950ebf1b-3037-409d-9cae-a09ae508aa16 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:09.803078 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01c42bc1-b8fe-45f7-aff1-336d8973cc93 req-950ebf1b-3037-409d-9cae-a09ae508aa16 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 945 time: 0.0574782 Feb 16 23:05:09.849138 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01c42bc1-b8fe-45f7-aff1-336d8973cc93 req-554c0a71-078e-49c5-adbb-1e158597b3cb tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395272 Feb 16 23:05:10.967858 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1fc6b-bb56-40f7-af68-53ad4c743d8d req-26d3aa75-66ee-44c5-a6f5-4581b54300b7 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:10.969361 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f6a1fc6b-bb56-40f7-af68-53ad4c743d8d req-26d3aa75-66ee-44c5-a6f5-4581b54300b7 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 945 time: 0.0523589 Feb 16 23:05:11.015279 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f6a1fc6b-bb56-40f7-af68-53ad4c743d8d req-a9bfb039-6894-44d8-a279-d707950e4254 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402768 Feb 16 23:05:12.134243 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376f00d-803f-4e74-a142-2bba57195e66 req-e1e03b41-d8b6-4d80-b0e4-03d6722775de tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:12.136241 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c376f00d-803f-4e74-a142-2bba57195e66 req-e1e03b41-d8b6-4d80-b0e4-03d6722775de tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 945 time: 0.0521176 Feb 16 23:05:12.186280 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c376f00d-803f-4e74-a142-2bba57195e66 req-bbceb480-cd7b-4f69-9586-c8cfb42cc779 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445216 Feb 16 23:05:13.304958 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2b1cb-d268-445d-bee1-08f519c0aefa req-f55445e4-22c8-4a58-b716-0f3b7f69811c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:13.306966 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-adc2b1cb-d268-445d-bee1-08f519c0aefa req-f55445e4-22c8-4a58-b716-0f3b7f69811c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 945 time: 0.0519049 Feb 16 23:05:13.352087 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-adc2b1cb-d268-445d-bee1-08f519c0aefa req-1d94c68c-d1b5-4da6-9860-a98ac7a23a01 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395036 Feb 16 23:05:14.444765 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f93a19-8da5-4677-9f83-0dd3344a1a06 req-4fd94ca6-58d3-4ab8-b5e3-1732fb091838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:14.446266 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-85f93a19-8da5-4677-9f83-0dd3344a1a06 req-4fd94ca6-58d3-4ab8-b5e3-1732fb091838 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 1127 time: 0.0507700 Feb 16 23:05:14.475617 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7623f3-d5b4-43d2-bfeb-51600281e104 req-df25585a-dffb-4adc-85bc-209a5305c016 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:14.477128 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5e7623f3-d5b4-43d2-bfeb-51600281e104 req-df25585a-dffb-4adc-85bc-209a5305c016 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 945 time: 0.0524423 Feb 16 23:05:14.523400 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5e7623f3-d5b4-43d2-bfeb-51600281e104 req-dcc2582a-0426-4f21-b9e1-bb439bfc1635 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400167 Feb 16 23:05:14.551172 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f93a19-8da5-4677-9f83-0dd3344a1a06 req-97d917a5-ba74-47b0-8b9c-46343ea3d0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:14.553736 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-85f93a19-8da5-4677-9f83-0dd3344a1a06 req-97d917a5-ba74-47b0-8b9c-46343ea3d0fe service neutron] 10.222.0.67 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.0896246 Feb 16 23:05:14.621735 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-85f93a19-8da5-4677-9f83-0dd3344a1a06 req-2eab49c0-59dd-4bf8-9260-122d81c480b6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 HTTP/1.1" status: 200 len: 1001 time: 0.0620952 Feb 16 23:05:14.669659 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f93a19-8da5-4677-9f83-0dd3344a1a06 req-05852c68-a27f-4ed2-be7f-76c4709002fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:14.671104 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-85f93a19-8da5-4677-9f83-0dd3344a1a06 req-05852c68-a27f-4ed2-be7f-76c4709002fe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0435631 Feb 16 23:05:14.718332 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f93a19-8da5-4677-9f83-0dd3344a1a06 req-d74f4b2f-9a3c-47e4-b7f0-e58e0b4aec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:14.719742 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-85f93a19-8da5-4677-9f83-0dd3344a1a06 req-d74f4b2f-9a3c-47e4-b7f0-e58e0b4aec77 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430434 Feb 16 23:05:14.810364 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-85f93a19-8da5-4677-9f83-0dd3344a1a06 req-81db21bf-9e43-41cc-8aa5-5b4301418ad3 service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845947 Feb 16 23:05:14.897228 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-85f93a19-8da5-4677-9f83-0dd3344a1a06 req-a6f7db34-328f-4bd9-b6a1-5a3fa7a8ba90 service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810196 Feb 16 23:05:15.648172 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b27af3-7629-47a9-aa3d-76a7210f0d36 req-412940ac-aae6-4449-9723-89769c59613c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:15.649640 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-25b27af3-7629-47a9-aa3d-76a7210f0d36 req-412940ac-aae6-4449-9723-89769c59613c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 945 time: 0.0575352 Feb 16 23:05:15.696247 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-25b27af3-7629-47a9-aa3d-76a7210f0d36 req-561e6819-b419-43d0-9716-c76eba5f7ce1 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409715 Feb 16 23:05:16.814810 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547bb65-a8fb-4bca-99c7-f1fc4718bc79 req-25c082e2-ad43-456b-9f55-7c0edc706723 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:16.816308 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9547bb65-a8fb-4bca-99c7-f1fc4718bc79 req-25c082e2-ad43-456b-9f55-7c0edc706723 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 945 time: 0.0530868 Feb 16 23:05:16.862053 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9547bb65-a8fb-4bca-99c7-f1fc4718bc79 req-949a7ce6-7175-410c-905a-4d243e1fc7f9 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401039 Feb 16 23:05:17.981522 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76313026-afcd-4487-9402-2caeb90fd09a req-cbf1d396-cd70-4a85-b084-03218597df80 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:17.983042 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-76313026-afcd-4487-9402-2caeb90fd09a req-cbf1d396-cd70-4a85-b084-03218597df80 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 945 time: 0.0526123 Feb 16 23:05:18.033861 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-76313026-afcd-4487-9402-2caeb90fd09a req-52b928c7-a47d-4c09-aa60-cb29797a469a tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452893 Feb 16 23:05:19.151449 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332ef64-536f-4e17-8ea5-d2e1f451daa8 req-1e42e600-cd02-48a4-801b-0a3132a216c4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:19.153442 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a332ef64-536f-4e17-8ea5-d2e1f451daa8 req-1e42e600-cd02-48a4-801b-0a3132a216c4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 945 time: 0.0529468 Feb 16 23:05:19.200318 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a332ef64-536f-4e17-8ea5-d2e1f451daa8 req-31575346-bb54-4325-8acc-9bef37edc08a tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412927 Feb 16 23:05:20.321306 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c22534-b35d-466c-b9fe-db37cc1d240f req-065b0f0b-8a06-4a26-83bf-f8cae0ea8fdb tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:20.322795 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-47c22534-b35d-466c-b9fe-db37cc1d240f req-065b0f0b-8a06-4a26-83bf-f8cae0ea8fdb tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 945 time: 0.0521379 Feb 16 23:05:20.368368 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-47c22534-b35d-466c-b9fe-db37cc1d240f req-19f0db74-0a68-419a-94d1-b6b79169613e tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400546 Feb 16 23:05:20.741399 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-203d12e6-6d55-45b4-b584-efd1a4530dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:21.491790 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e561294-6eac-44df-99d5-b35da6c20f59 req-61337887-9609-4c2c-b3eb-1578a0b84fd5 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:21.493273 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e561294-6eac-44df-99d5-b35da6c20f59 req-61337887-9609-4c2c-b3eb-1578a0b84fd5 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 945 time: 0.0568361 Feb 16 23:05:21.539313 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e561294-6eac-44df-99d5-b35da6c20f59 req-9d55d383-21aa-4566-961d-e88f82cad3eb tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398335 Feb 16 23:05:22.660926 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2cf80-4f2a-428f-94aa-6319d1ccd7ae req-bdc302e6-41e0-4367-8399-a3be6dc41b6c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:22.662450 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-41a2cf80-4f2a-428f-94aa-6319d1ccd7ae req-bdc302e6-41e0-4367-8399-a3be6dc41b6c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 945 time: 0.0541098 Feb 16 23:05:22.708630 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-41a2cf80-4f2a-428f-94aa-6319d1ccd7ae req-643bcf7b-ea42-4812-964c-372b4d30c2de tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398941 Feb 16 23:05:23.127512 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7d227e3e-dd2d-4cc9-b4e4-4368ffd280f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:23.831448 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36458fd-9b75-4031-b6c0-1e11caf48544 req-1e4439d3-f090-4435-90a2-e8e47d29c565 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:23.832926 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f36458fd-9b75-4031-b6c0-1e11caf48544 req-1e4439d3-f090-4435-90a2-e8e47d29c565 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 945 time: 0.0562732 Feb 16 23:05:23.878524 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f36458fd-9b75-4031-b6c0-1e11caf48544 req-1b35dbb2-b64b-40e8-aaf9-943c12b6fed2 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399852 Feb 16 23:05:24.413003 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:24.996578 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369bce0-dc3f-4a87-a8ff-ad5ea91a29c9 req-566e6c1c-3d9f-4a14-9717-e004380f0cfd tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:24.998481 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c369bce0-dc3f-4a87-a8ff-ad5ea91a29c9 req-566e6c1c-3d9f-4a14-9717-e004380f0cfd tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 945 time: 0.0529337 Feb 16 23:05:25.044509 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c369bce0-dc3f-4a87-a8ff-ad5ea91a29c9 req-466f17f6-5c81-4138-9422-de7aa9c9da86 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404782 Feb 16 23:05:25.754493 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:26.162668 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe07c9-d4f7-4111-978f-4b0ac8eae76f req-fd2c8f1b-1bdc-4e18-8e5f-cec6a1c24768 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:26.164183 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0ebe07c9-d4f7-4111-978f-4b0ac8eae76f req-fd2c8f1b-1bdc-4e18-8e5f-cec6a1c24768 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 945 time: 0.0526052 Feb 16 23:05:26.212932 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0ebe07c9-d4f7-4111-978f-4b0ac8eae76f req-5e4d0ba8-b89c-41e0-9499-7e4eb4657a73 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430775 Feb 16 23:05:27.106323 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:27.334799 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc588a9-e4e1-4467-a669-ac1255d32333 req-a6b4c95f-5b5a-4ace-8e6e-ef2521a963bf tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:27.336316 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ecc588a9-e4e1-4467-a669-ac1255d32333 req-a6b4c95f-5b5a-4ace-8e6e-ef2521a963bf tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 945 time: 0.0523899 Feb 16 23:05:27.382741 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ecc588a9-e4e1-4467-a669-ac1255d32333 req-5b8fd465-2c09-4f07-92f6-cf87214e26ee tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407186 Feb 16 23:05:28.502911 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ab874-f3f4-4455-b692-a9673eebd36c req-10509e5c-d074-4eef-94c4-4f69695011e4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:28.504391 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-426ab874-f3f4-4455-b692-a9673eebd36c req-10509e5c-d074-4eef-94c4-4f69695011e4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 945 time: 0.0526705 Feb 16 23:05:28.550303 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-426ab874-f3f4-4455-b692-a9673eebd36c req-c2967efd-7904-40f1-b6a8-0823c559f33a tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403068 Feb 16 23:05:28.791832 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:28.914503 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-a2821bb2-90e4-46ab-a671-715ced57e925 service neutron] show failed (client error): The resource could not be found. Feb 16 23:05:28.915555 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-a2821bb2-90e4-46ab-a671-715ced57e925 service neutron] 10.222.0.67 "GET /v2.0/ports/cf78c9b1-9be7-4a6f-aec9-9a51faad43e1/bindings/n-h2-813897-6 HTTP/1.1" status: 404 len: 380 time: 0.0576761 Feb 16 23:05:29.112769 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-281a0d2e-e99d-4a26-a658-5f73f901fbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:29.114319 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-281a0d2e-e99d-4a26-a658-5f73f901fbf8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272&tenant_id=3b89614a682e4cdc98d1bf73090e8cdc HTTP/1.1" status: 200 len: 1127 time: 0.0486200 Feb 16 23:05:29.125502 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813897-6', 'device_owner': 'compute:nova'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:05:29.181348 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cf78c9b1-9be7-4a6f-aec9-9a51faad43e1), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:29.374808 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] For port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:05:29.406402 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] For port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:05:29.448708 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ac5b50-4281-4095-ba39-31cac3a17272', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf78c9b1-9be7-4a6f-aec9-9a51faad43e1'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:05:29.451035 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745f0a63-3064-434a-88ca-81eed5042de7" -d '{"events": [{"server_uuid": "f7ac5b50-4281-4095-ba39-31cac3a17272", "name": "network-vif-unplugged", "status": "completed", "tag": "cf78c9b1-9be7-4a6f-aec9-9a51faad43e1"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:05:29.454469 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] Publish callbacks [] for port (cf78c9b1-9be7-4a6f-aec9-9a51faad43e1), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:29.467092 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] Transition to ACTIVE for port object cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:05:29.472897 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (cf78c9b1-9be7-4a6f-aec9-9a51faad43e1), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:29.504783 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 23:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a37424-5cf8-45fc-833f-8deecb71b5ef x-openstack-request-id: req-34a37424-5cf8-45fc-833f-8deecb71b5ef {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:05:29.505469 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ac5b50-4281-4095-ba39-31cac3a17272", "name": "network-vif-unplugged", "status": "completed", "tag": "cf78c9b1-9be7-4a6f-aec9-9a51faad43e1", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:05:29.505469 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-34a37424-5cf8-45fc-833f-8deecb71b5ef {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:05:29.506504 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ac5b50-4281-4095-ba39-31cac3a17272', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf78c9b1-9be7-4a6f-aec9-9a51faad43e1', 'code': 200} Feb 16 23:05:29.551686 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1,revision_number=6']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:05:29.563659 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:29.564012 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:29.564359 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:29.564698 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:29.565037 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:29.565375 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:29.565704 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:29.566064 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:29.566401 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:29.566728 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:29.567054 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:29.567377 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:29.567704 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:29.608067 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] No DVR routers for this DVR port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:05:29.752321 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33f71a-6314-4c7e-8936-b9cf4ef85a09 req-7d1c69ed-cc62-4f31-ba36-513e8e35b928 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:29.753816 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7a33f71a-6314-4c7e-8936-b9cf4ef85a09 req-7d1c69ed-cc62-4f31-ba36-513e8e35b928 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 943 time: 0.1076734 Feb 16 23:05:29.823598 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] Attempting to bind port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:05:29.823936 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] Attempting to bind port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:05:29.824266 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] Attempting to bind port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 on network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:05:29.832140 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] Port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 on network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 23:05:29.832463 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] Attempting to bind port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 on network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:05:29.837787 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7a33f71a-6314-4c7e-8936-b9cf4ef85a09 req-2391516f-fbf3-4d55-9338-9ca2ed7912fe tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781703 Feb 16 23:05:29.841069 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:05:29.841514 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] Checking segment: {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:05:29.841771 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] Bound using segment: {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:05:29.842226 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] Bound port: cf78c9b1-9be7-4a6f-aec9-9a51faad43e1, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:05:29.842586 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cf78c9b1-9be7-4a6f-aec9-9a51faad43e1), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:29.904136 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] For port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:05:29.907012 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] For port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:05:29.913064 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (cf78c9b1-9be7-4a6f-aec9-9a51faad43e1), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:29.951075 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:29.951796 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:29.953189 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] 10.222.0.79 "PUT /v2.0/ports/cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 HTTP/1.1" status: 200 len: 1091 time: 0.8322151 Feb 16 23:05:29.975904 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b734ac-a092-4a4e-90de-e3ed56ba56b8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1,revision_number=7']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:05:30.028721 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-fdce2a9f-ac2b-4904-9e74-a9e80d54def6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:30.030282 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-fdce2a9f-ac2b-4904-9e74-a9e80d54def6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 1125 time: 0.0554440 Feb 16 23:05:30.122921 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-24387d08-be5f-4594-9c5e-3018e2d34b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:30.124452 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-24387d08-be5f-4594-9c5e-3018e2d34b51 service neutron] 10.222.0.79 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.0882227 Feb 16 23:05:30.192827 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-e6e94ef1-1ba3-4e7c-9eed-0d00545b865f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 HTTP/1.1" status: 200 len: 999 time: 0.0617602 Feb 16 23:05:30.240642 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-1008a0f1-86fe-4744-832a-c9abb2c79c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:30.242211 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-1008a0f1-86fe-4744-832a-c9abb2c79c9c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0440052 Feb 16 23:05:30.291738 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:30.292363 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-a592755d-071f-48de-b2c6-957003ebb825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:30.295116 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-a592755d-071f-48de-b2c6-957003ebb825 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473981 Feb 16 23:05:30.390116 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-13d4b9b1-f3f7-4fe4-860f-8275b31bef2e service neutron] 10.222.0.79 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893357 Feb 16 23:05:30.481063 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2342c1a5-6dba-4d58-82a0-4884df487ca6 req-7d1620be-6d22-4c99-bfe4-2ed96dc2680d service neutron] 10.222.0.79 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850062 Feb 16 23:05:30.959421 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13c2ab-d786-4098-b0b0-ac9a8f673978 req-6210a7f8-d5b4-427d-92ea-49a131e292b2 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:30.960908 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb13c2ab-d786-4098-b0b0-ac9a8f673978 req-6210a7f8-d5b4-427d-92ea-49a131e292b2 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 943 time: 0.0521398 Feb 16 23:05:31.006801 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb13c2ab-d786-4098-b0b0-ac9a8f673978 req-e446049c-82df-458b-b47c-52fbe9dbe5b9 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395904 Feb 16 23:05:31.431717 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:05:31.507322 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7ac5b50-4281-4095-ba39-31cac3a17272', 'tag': 'cf78c9b1-9be7-4a6f-aec9-9a51faad43e1'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:05:31.509676 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0728fd1-f7c7-4f39-b2da-9e09d80182b8" -d '{"events": [{"name": "network-changed", "server_uuid": "f7ac5b50-4281-4095-ba39-31cac3a17272", "tag": "cf78c9b1-9be7-4a6f-aec9-9a51faad43e1"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:05:31.532665 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:05:31.544120 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'cf78c9b1-9be7-4a6f-aec9-9a51faad43e1', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'port_id': 'cf78c9b1-9be7-4a6f-aec9-9a51faad43e1', 'mac_address': 'fa:16:3e:01:9a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:05:31.558131 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446d9eca-66ae-49e9-b31c-76191bd92227 x-openstack-request-id: req-446d9eca-66ae-49e9-b31c-76191bd92227 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:05:31.558449 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7ac5b50-4281-4095-ba39-31cac3a17272", "tag": "cf78c9b1-9be7-4a6f-aec9-9a51faad43e1", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:05:31.558747 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-446d9eca-66ae-49e9-b31c-76191bd92227 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:05:31.559161 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7ac5b50-4281-4095-ba39-31cac3a17272', 'tag': 'cf78c9b1-9be7-4a6f-aec9-9a51faad43e1', 'status': 'completed', 'code': 200} Feb 16 23:05:31.582699 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:05:31.583100 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cf78c9b1-9be7-4a6f-aec9-9a51faad43e1), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:31.598483 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:05:31.618503 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:05:31.623610 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (cf78c9b1-9be7-4a6f-aec9-9a51faad43e1), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:31.623858 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0728fd1-f7c7-4f39-b2da-9e09d80182b8 req-ac9ec20e-a9f5-423a-9c74-d04f58edfbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:31.625999 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e0728fd1-f7c7-4f39-b2da-9e09d80182b8 req-ac9ec20e-a9f5-423a-9c74-d04f58edfbac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 1125 time: 0.0494943 Feb 16 23:05:31.626653 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0728fd1-f7c7-4f39-b2da-9e09d80182b8 req-ae65c82e-e36b-446a-81a1-c77348840e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:31.628185 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e0728fd1-f7c7-4f39-b2da-9e09d80182b8 req-ae65c82e-e36b-446a-81a1-c77348840e56 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 1125 time: 0.0470841 Feb 16 23:05:31.672502 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1,revision_number=8']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:05:31.680377 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:31.680731 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:31.681070 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:31.681456 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:31.681792 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:31.682192 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:31.682521 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:31.682845 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:31.683168 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:31.683489 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:31.684467 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:31.684784 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:31.685103 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:31.718559 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0728fd1-f7c7-4f39-b2da-9e09d80182b8 req-7ee15faf-aadd-44fe-9ab0-ac55c0fd6f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:31.720682 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e0728fd1-f7c7-4f39-b2da-9e09d80182b8 req-7ee15faf-aadd-44fe-9ab0-ac55c0fd6f30 service neutron] 10.222.0.67 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.0890212 Feb 16 23:05:31.728137 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0728fd1-f7c7-4f39-b2da-9e09d80182b8 req-df0aef2b-a028-4636-a69d-ed71d56d2f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:31.729624 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e0728fd1-f7c7-4f39-b2da-9e09d80182b8 req-df0aef2b-a028-4636-a69d-ed71d56d2f9b service neutron] 10.222.0.79 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.0955358 Feb 16 23:05:31.789224 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e0728fd1-f7c7-4f39-b2da-9e09d80182b8 req-93dbe7ff-2830-44a8-9b52-b0da1d4d0282 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 HTTP/1.1" status: 200 len: 1000 time: 0.0632212 Feb 16 23:05:31.795411 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e0728fd1-f7c7-4f39-b2da-9e09d80182b8 req-3d99128a-c51f-47b4-ba6f-b67936c5765c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 HTTP/1.1" status: 200 len: 1000 time: 0.0596216 Feb 16 23:05:31.837849 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0728fd1-f7c7-4f39-b2da-9e09d80182b8 req-3533305c-7902-46eb-9e99-b52026abfb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:31.839367 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e0728fd1-f7c7-4f39-b2da-9e09d80182b8 req-3533305c-7902-46eb-9e99-b52026abfb2b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0448301 Feb 16 23:05:31.848246 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0728fd1-f7c7-4f39-b2da-9e09d80182b8 req-5b6cba16-9d34-4a16-964e-eaa8bbc9bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:31.849683 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e0728fd1-f7c7-4f39-b2da-9e09d80182b8 req-5b6cba16-9d34-4a16-964e-eaa8bbc9bb85 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0481763 Feb 16 23:05:31.891032 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0728fd1-f7c7-4f39-b2da-9e09d80182b8 req-39fba0d9-654d-46c6-b9b4-741742f53af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:31.892844 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e0728fd1-f7c7-4f39-b2da-9e09d80182b8 req-39fba0d9-654d-46c6-b9b4-741742f53af0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471077 Feb 16 23:05:31.914564 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0728fd1-f7c7-4f39-b2da-9e09d80182b8 req-6509d613-ce38-4b06-a992-c455cca9d7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:31.916082 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e0728fd1-f7c7-4f39-b2da-9e09d80182b8 req-6509d613-ce38-4b06-a992-c455cca9d7eb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472238 Feb 16 23:05:32.023421 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e0728fd1-f7c7-4f39-b2da-9e09d80182b8 req-207cdc9b-94b4-456f-b970-c23f3abdbb65 service neutron] 10.222.0.79 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991020 Feb 16 23:05:32.164493 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e0728fd1-f7c7-4f39-b2da-9e09d80182b8 req-3e7366a3-0dd1-4825-b6e3-a04e7f138127 service neutron] 10.222.0.79 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338882 Feb 16 23:05:32.180530 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869cf86-8347-4551-b8c0-5bb624264e1a req-90830705-2042-469d-b04f-bc269b36193b tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:32.182047 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2869cf86-8347-4551-b8c0-5bb624264e1a req-90830705-2042-469d-b04f-bc269b36193b tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 944 time: 0.0764129 Feb 16 23:05:32.230362 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2869cf86-8347-4551-b8c0-5bb624264e1a req-49d9bcf2-307f-4dda-bd7a-0ef133137264 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417881 Feb 16 23:05:32.275629 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e0728fd1-f7c7-4f39-b2da-9e09d80182b8 req-394b64eb-6fbd-44e0-83dd-ab39b11e7c29 service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764770 Feb 16 23:05:32.331266 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:05:32.375358 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e0728fd1-f7c7-4f39-b2da-9e09d80182b8 req-49036fed-6e61-4735-97f1-d3e23502075b service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934854 Feb 16 23:05:32.375869 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] The host n-h1-813897-6 is not matching for port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 host n-h2-813897-6! {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 23:05:32.376266 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:05:32.561534 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-f888699d-0dbb-4127-86fc-344d8799d221 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:32.562944 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-f888699d-0dbb-4127-86fc-344d8799d221 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272&tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&binding%3Ahost_id=n-h2-813897-6 HTTP/1.1" status: 200 len: 944 time: 0.0902042 Feb 16 23:05:32.573918 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12fc0a4-388c-42e5-8446-619161f77c38 req-7fc4fb6c-cc91-4dc1-b615-ad3fb6169987 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:32.575967 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f12fc0a4-388c-42e5-8446-619161f77c38 req-7fc4fb6c-cc91-4dc1-b615-ad3fb6169987 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 944 time: 0.0728118 Feb 16 23:05:32.661251 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f12fc0a4-388c-42e5-8446-619161f77c38 req-6403cd7f-da50-4caf-8580-5422ebeff31c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784626 Feb 16 23:05:32.662747 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-7aba0bbb-f47e-4107-a21a-173c8ded948d service neutron] 10.222.0.79 "GET /v2.0/ports/cf78c9b1-9be7-4a6f-aec9-9a51faad43e1/bindings/n-h2-813897-6 HTTP/1.1" status: 200 len: 382 time: 0.0859432 Feb 16 23:05:32.744063 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-2dcc7719-eb2e-4acc-834b-b71690b8e2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:32.745567 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-2dcc7719-eb2e-4acc-834b-b71690b8e2e0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 1126 time: 0.0568693 Feb 16 23:05:32.833770 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-6b49b165-331f-41c2-8bbd-6cb1f1091919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:32.835200 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-6b49b165-331f-41c2-8bbd-6cb1f1091919 service neutron] 10.222.0.79 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.0834589 Feb 16 23:05:32.903769 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-e42abcfd-f96d-46d7-9d9c-ab8c7dd12784 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 HTTP/1.1" status: 200 len: 1000 time: 0.0622311 Feb 16 23:05:32.907129 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['cf78c9b1-9be7-4a6f-aec9-9a51faad43e1'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:05:32.952384 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-f71f8691-2edc-4b9e-80ed-79e234fd35c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:32.954013 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-f71f8691-2edc-4b9e-80ed-79e234fd35c7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0439789 Feb 16 23:05:33.002154 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-393d9de8-058b-45fd-9686-fb96fb757c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:33.003678 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-393d9de8-058b-45fd-9686-fb96fb757c18 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443237 Feb 16 23:05:33.095331 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-37e3386b-9597-418c-beb8-0c20eea4014b service neutron] 10.222.0.79 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854247 Feb 16 23:05:33.181452 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-7e81530a-a31a-4fa7-97f0-8ea4aea9e8ff service neutron] 10.222.0.79 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798039 Feb 16 23:05:33.459823 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:05:33.511649 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:05:33.516479 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:05:33.516859 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (cf78c9b1-9be7-4a6f-aec9-9a51faad43e1), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:33.592764 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:05:33.593155 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cf78c9b1-9be7-4a6f-aec9-9a51faad43e1), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:33.615538 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ac5b50-4281-4095-ba39-31cac3a17272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf78c9b1-9be7-4a6f-aec9-9a51faad43e1'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:05:33.617875 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cffa74b-e0d1-4b8f-9757-8c9e2d702e0a" -d '{"events": [{"server_uuid": "f7ac5b50-4281-4095-ba39-31cac3a17272", "name": "network-vif-plugged", "status": "completed", "tag": "cf78c9b1-9be7-4a6f-aec9-9a51faad43e1"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:05:33.630497 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:05:33.634383 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (cf78c9b1-9be7-4a6f-aec9-9a51faad43e1), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:33.686788 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1,revision_number=9']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:05:33.739917 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc951d0-1fbb-4909-a48e-7766784e1255 x-openstack-request-id: req-9bc951d0-1fbb-4909-a48e-7766784e1255 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:05:33.740215 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ac5b50-4281-4095-ba39-31cac3a17272", "name": "network-vif-plugged", "status": "completed", "tag": "cf78c9b1-9be7-4a6f-aec9-9a51faad43e1", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:05:33.740475 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9bc951d0-1fbb-4909-a48e-7766784e1255 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:05:33.740881 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ac5b50-4281-4095-ba39-31cac3a17272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf78c9b1-9be7-4a6f-aec9-9a51faad43e1', 'code': 200} Feb 16 23:05:33.839531 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812ecf4-a999-436e-be65-4b28a87762a1 req-d657ad20-308d-42f7-826f-8176beae0404 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:33.841092 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4812ecf4-a999-436e-be65-4b28a87762a1 req-d657ad20-308d-42f7-826f-8176beae0404 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 945 time: 0.0569656 Feb 16 23:05:33.887147 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4812ecf4-a999-436e-be65-4b28a87762a1 req-ee570451-5f20-4330-9732-34b93b84d976 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403516 Feb 16 23:05:35.014508 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fbc01-b32c-42fc-86c8-318d933c816a req-109853cb-c808-4e3c-a5f1-921d36f75fa4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:35.016724 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7e0fbc01-b32c-42fc-86c8-318d933c816a req-109853cb-c808-4e3c-a5f1-921d36f75fa4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 945 time: 0.0549779 Feb 16 23:05:35.063898 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7e0fbc01-b32c-42fc-86c8-318d933c816a req-767567f8-3d4a-4991-a5fa-8199b931b321 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413775 Feb 16 23:05:35.130025 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-9573979d-1e4c-48de-b81f-a8ea6aebba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:35.131559 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-9573979d-1e4c-48de-b81f-a8ea6aebba46 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272&tenant_id=3b89614a682e4cdc98d1bf73090e8cdc HTTP/1.1" status: 200 len: 1127 time: 0.0458956 Feb 16 23:05:35.142367 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813897-6', 'device_owner': 'compute:nova'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:05:35.201666 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cf78c9b1-9be7-4a6f-aec9-9a51faad43e1), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:35.407770 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] For port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:05:35.440145 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] For port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:05:35.481122 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ac5b50-4281-4095-ba39-31cac3a17272', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf78c9b1-9be7-4a6f-aec9-9a51faad43e1'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:05:35.483404 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cc9c8a-168e-4a4d-8911-bd158d3c9b6b" -d '{"events": [{"server_uuid": "f7ac5b50-4281-4095-ba39-31cac3a17272", "name": "network-vif-unplugged", "status": "completed", "tag": "cf78c9b1-9be7-4a6f-aec9-9a51faad43e1"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:05:35.487205 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] Publish callbacks [] for port (cf78c9b1-9be7-4a6f-aec9-9a51faad43e1), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:35.500374 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] Transition to ACTIVE for port object cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:05:35.504527 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (cf78c9b1-9be7-4a6f-aec9-9a51faad43e1), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:35.543690 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 23:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1779962-2e99-4436-81fd-49826114e8a5 x-openstack-request-id: req-b1779962-2e99-4436-81fd-49826114e8a5 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:05:35.543988 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ac5b50-4281-4095-ba39-31cac3a17272", "name": "network-vif-unplugged", "status": "completed", "tag": "cf78c9b1-9be7-4a6f-aec9-9a51faad43e1", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:05:35.544244 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b1779962-2e99-4436-81fd-49826114e8a5 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:05:35.544647 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ac5b50-4281-4095-ba39-31cac3a17272', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf78c9b1-9be7-4a6f-aec9-9a51faad43e1', 'code': 200} Feb 16 23:05:35.599599 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] Pushing event updated for resources: {'Port': ['ID=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1,revision_number=10']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:05:35.613913 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:35.614305 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:35.614655 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:35.614993 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:35.615324 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:35.615653 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:35.615981 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:35.616306 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:35.616630 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:35.616952 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:35.617273 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:35.617595 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:35.617916 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:05:35.654345 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] No DVR routers for this DVR port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:05:35.803850 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] Attempting to bind port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:05:35.804129 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] Attempting to bind port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:05:35.804458 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] Attempting to bind port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 on network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:05:35.809327 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] Port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 on network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 23:05:35.809653 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] Attempting to bind port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 on network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:05:35.814524 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:05:35.814873 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] Checking segment: {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:05:35.815259 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] Bound using segment: {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:05:35.815687 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] Bound port: cf78c9b1-9be7-4a6f-aec9-9a51faad43e1, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:05:35.816043 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cf78c9b1-9be7-4a6f-aec9-9a51faad43e1), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:35.879789 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] For port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:05:35.882846 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] For port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:05:35.888375 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (cf78c9b1-9be7-4a6f-aec9-9a51faad43e1), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:35.926848 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:35.927460 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:35.928834 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] 10.222.0.67 "PUT /v2.0/ports/cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 HTTP/1.1" status: 200 len: 1092 time: 0.7904277 Feb 16 23:05:35.951122 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e9beb7-dd65-4c7d-98fa-7f7398acdc36 service neutron] Pushing event updated for resources: {'Port': ['ID=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1,revision_number=11']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:05:36.002900 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-8eafa8e4-71ec-4060-9a94-c08a307184d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:36.004503 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-8eafa8e4-71ec-4060-9a94-c08a307184d4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 1126 time: 0.0473173 Feb 16 23:05:36.103693 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-8a7c976d-04c0-4967-8346-af0cbb84cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:36.105183 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-8a7c976d-04c0-4967-8346-af0cbb84cb2c service neutron] 10.222.0.67 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.0947168 Feb 16 23:05:36.178793 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-115e6f36-f530-4257-9ff5-7da139b98e61 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 HTTP/1.1" status: 200 len: 999 time: 0.0675421 Feb 16 23:05:36.224752 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687810ef-5c46-433f-bced-b78efbd617c4 req-fc5a4e3a-6517-4531-9595-3d41624003b2 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:36.230847 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-370e3f8d-be0b-46da-8fb1-afb4e9fcf830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:36.232218 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-370e3f8d-be0b-46da-8fb1-afb4e9fcf830 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0456288 Feb 16 23:05:36.232433 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-687810ef-5c46-433f-bced-b78efbd617c4 req-fc5a4e3a-6517-4531-9595-3d41624003b2 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 944 time: 0.0831962 Feb 16 23:05:36.277425 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-687810ef-5c46-433f-bced-b78efbd617c4 req-c7bd4937-92a0-415d-8421-c16ffe000058 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440209 Feb 16 23:05:36.283561 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-0234025b-ac87-46e5-a113-c84237447cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:36.285093 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-0234025b-ac87-46e5-a113-c84237447cf9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481298 Feb 16 23:05:36.379006 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-79942217-56b7-4b1d-a4bb-2f0797f3058f service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872645 Feb 16 23:05:36.387657 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:05:36.472093 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c0da85d9-891e-4a63-9383-ff0cbbae28fe req-c8db9ed7-e507-446b-8e6a-0c888123d1ba service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866594 Feb 16 23:05:37.401216 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63ff35-ae6e-4959-b44a-caaf0bf87a72 req-252e0bb6-9fdc-4ebe-9c65-fb13a76c0f8b tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:37.402744 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ba63ff35-ae6e-4959-b44a-caaf0bf87a72 req-252e0bb6-9fdc-4ebe-9c65-fb13a76c0f8b tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 944 time: 0.0537429 Feb 16 23:05:37.448964 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ba63ff35-ae6e-4959-b44a-caaf0bf87a72 req-473b351f-0815-4214-a431-5b852cc942d6 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405653 Feb 16 23:05:37.509011 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:05:37.545465 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7ac5b50-4281-4095-ba39-31cac3a17272', 'tag': 'cf78c9b1-9be7-4a6f-aec9-9a51faad43e1'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:05:37.547455 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] The host n-h2-813897-6 is not matching for port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 host n-h1-813897-6! {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 23:05:37.547837 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25eb40b4-2224-408a-94c0-a69d4891984e" -d '{"events": [{"name": "network-changed", "server_uuid": "f7ac5b50-4281-4095-ba39-31cac3a17272", "tag": "cf78c9b1-9be7-4a6f-aec9-9a51faad43e1"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:05:37.547983 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:05:37.595645 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b36dd9d-39fd-4b7e-b912-d554c72a1d08 x-openstack-request-id: req-6b36dd9d-39fd-4b7e-b912-d554c72a1d08 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:05:37.595948 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7ac5b50-4281-4095-ba39-31cac3a17272", "tag": "cf78c9b1-9be7-4a6f-aec9-9a51faad43e1", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:05:37.596225 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6b36dd9d-39fd-4b7e-b912-d554c72a1d08 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:05:37.596662 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7ac5b50-4281-4095-ba39-31cac3a17272', 'tag': 'cf78c9b1-9be7-4a6f-aec9-9a51faad43e1', 'status': 'completed', 'code': 200} Feb 16 23:05:37.661071 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb40b4-2224-408a-94c0-a69d4891984e req-c71f887f-a04f-4bb8-b36e-d8667ac29d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:37.662611 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-25eb40b4-2224-408a-94c0-a69d4891984e req-c71f887f-a04f-4bb8-b36e-d8667ac29d6c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 1126 time: 0.0444655 Feb 16 23:05:37.665197 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb40b4-2224-408a-94c0-a69d4891984e req-24a82967-358c-4cc7-905c-7b9ca2242784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:37.666750 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-25eb40b4-2224-408a-94c0-a69d4891984e req-24a82967-358c-4cc7-905c-7b9ca2242784 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 1126 time: 0.0506763 Feb 16 23:05:37.755725 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb40b4-2224-408a-94c0-a69d4891984e req-5ecd4d91-9499-4f91-ae89-48e2a133a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:37.756675 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb40b4-2224-408a-94c0-a69d4891984e req-f82bec8f-c450-4a18-8a07-376ff298bd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:37.757267 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-25eb40b4-2224-408a-94c0-a69d4891984e req-5ecd4d91-9499-4f91-ae89-48e2a133a5fb service neutron] 10.222.0.79 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.0879273 Feb 16 23:05:37.758194 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-25eb40b4-2224-408a-94c0-a69d4891984e req-f82bec8f-c450-4a18-8a07-376ff298bd9d service neutron] 10.222.0.67 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.0855782 Feb 16 23:05:37.820807 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-25eb40b4-2224-408a-94c0-a69d4891984e req-bbef9440-7a79-4289-b506-d5216a233683 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 HTTP/1.1" status: 200 len: 999 time: 0.0579200 Feb 16 23:05:37.828046 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-25eb40b4-2224-408a-94c0-a69d4891984e req-f6409101-8e0c-4a47-a969-5443688c2d8f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 HTTP/1.1" status: 200 len: 999 time: 0.0642080 Feb 16 23:05:37.873815 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb40b4-2224-408a-94c0-a69d4891984e req-436c15fe-352a-4f6a-ac19-1f5992ad4a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:37.875328 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-25eb40b4-2224-408a-94c0-a69d4891984e req-436c15fe-352a-4f6a-ac19-1f5992ad4a6e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0487468 Feb 16 23:05:37.877903 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb40b4-2224-408a-94c0-a69d4891984e req-ce3f1030-4c17-4538-960d-d9c5a2d621dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:37.879398 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-25eb40b4-2224-408a-94c0-a69d4891984e req-ce3f1030-4c17-4538-960d-d9c5a2d621dd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0456734 Feb 16 23:05:37.923964 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb40b4-2224-408a-94c0-a69d4891984e req-37f93d40-8048-47fc-a8f8-d2ca6631dce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:37.925486 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-25eb40b4-2224-408a-94c0-a69d4891984e req-37f93d40-8048-47fc-a8f8-d2ca6631dce4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440819 Feb 16 23:05:37.928601 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb40b4-2224-408a-94c0-a69d4891984e req-9038cc97-5b25-4be4-b258-9849b7c98c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:37.930098 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-25eb40b4-2224-408a-94c0-a69d4891984e req-9038cc97-5b25-4be4-b258-9849b7c98c92 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443089 Feb 16 23:05:38.013300 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-25eb40b4-2224-408a-94c0-a69d4891984e req-1bebb23b-7b44-47e1-9797-6a6bf2542617 service neutron] 10.222.0.79 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820119 Feb 16 23:05:38.021751 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-25eb40b4-2224-408a-94c0-a69d4891984e req-65d70d16-9cb5-47e5-bc49-c90ab259cff1 service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858340 Feb 16 23:05:38.105127 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-25eb40b4-2224-408a-94c0-a69d4891984e req-63f8f7ac-c78a-4602-8b89-3495417adb14 service neutron] 10.222.0.79 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864787 Feb 16 23:05:38.111818 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-25eb40b4-2224-408a-94c0-a69d4891984e req-70d4e751-b2f3-4124-aead-2cbacff57667 service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840056 Feb 16 23:05:38.569317 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8c349-eab4-40ab-954f-a027f2234cf7 req-18f62b20-06d1-4a03-81c6-63706de717ee tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:38.570861 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-20f8c349-eab4-40ab-954f-a027f2234cf7 req-18f62b20-06d1-4a03-81c6-63706de717ee tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 944 time: 0.0524712 Feb 16 23:05:38.616606 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-20f8c349-eab4-40ab-954f-a027f2234cf7 req-f51b5b73-1905-4059-8ac0-de40e1652715 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401905 Feb 16 23:05:39.745229 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e4a57-e1d0-4a20-a123-3ab37a77564e req-edb6a9bd-5807-488d-b532-94da516550b4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:39.747364 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7d9e4a57-e1d0-4a20-a123-3ab37a77564e req-edb6a9bd-5807-488d-b532-94da516550b4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 944 time: 0.0592983 Feb 16 23:05:39.804679 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7d9e4a57-e1d0-4a20-a123-3ab37a77564e req-f0dcbebb-8e86-4080-8e62-0bbb9d143b38 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515382 Feb 16 23:05:39.924742 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4ea00-a5af-4cf4-a639-e40c956027cc req-de29c9ea-b1c1-4dd8-b495-683006c39d8a tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:39.926184 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-31e4ea00-a5af-4cf4-a639-e40c956027cc req-de29c9ea-b1c1-4dd8-b495-683006c39d8a tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 944 time: 0.0531011 Feb 16 23:05:39.971990 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-31e4ea00-a5af-4cf4-a639-e40c956027cc req-05b93827-45c6-4a44-94da-a13830a84b6c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401940 Feb 16 23:05:40.092981 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2716a-4b5d-4a4a-9631-7bf04b5746c3 req-45b52a0f-e523-4918-a31b-952ddc3382bb tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:40.094525 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5db2716a-4b5d-4a4a-9631-7bf04b5746c3 req-45b52a0f-e523-4918-a31b-952ddc3382bb tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 944 time: 0.0566747 Feb 16 23:05:40.141105 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5db2716a-4b5d-4a4a-9631-7bf04b5746c3 req-d408b4b4-8ec4-4a4c-8874-a4fc2db84336 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408530 Feb 16 23:05:40.379833 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:05:40.380470 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39188b-73b5-4939-b666-57d1af30b216 req-0e374296-83af-4f52-9b6e-aefd266a1a61 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:40.381886 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0e39188b-73b5-4939-b666-57d1af30b216 req-0e374296-83af-4f52-9b6e-aefd266a1a61 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 944 time: 0.0521312 Feb 16 23:05:40.433066 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0e39188b-73b5-4939-b666-57d1af30b216 req-a1b0d88c-5fc3-4ec1-8f95-02228ecc5a28 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447679 Feb 16 23:05:40.480784 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:05:40.491781 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'cf78c9b1-9be7-4a6f-aec9-9a51faad43e1', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'port_id': 'cf78c9b1-9be7-4a6f-aec9-9a51faad43e1', 'mac_address': 'fa:16:3e:01:9a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:05:40.530850 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:05:40.531059 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (cf78c9b1-9be7-4a6f-aec9-9a51faad43e1), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:40.544323 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:05:40.563975 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:05:40.568168 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (cf78c9b1-9be7-4a6f-aec9-9a51faad43e1), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:40.619000 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1,revision_number=12']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:05:40.920650 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['cf78c9b1-9be7-4a6f-aec9-9a51faad43e1'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:05:41.563007 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140defc-695b-4782-8d94-ab7518740cc0 req-12dfadb9-840b-49e1-b94a-065a127d2098 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:41.564435 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1140defc-695b-4782-8d94-ab7518740cc0 req-12dfadb9-840b-49e1-b94a-065a127d2098 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 945 time: 0.0570464 Feb 16 23:05:41.619532 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1140defc-695b-4782-8d94-ab7518740cc0 req-80ce07f6-1ba8-4397-9981-ac04971ce477 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488036 Feb 16 23:05:41.841415 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053c28d-0848-42eb-811e-4a8912215e09 req-beefbd9d-617e-48a7-8e1f-4c0d293de8dc tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:41.842886 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d053c28d-0848-42eb-811e-4a8912215e09 req-beefbd9d-617e-48a7-8e1f-4c0d293de8dc tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 945 time: 0.0592163 Feb 16 23:05:41.935374 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-d053c28d-0848-42eb-811e-4a8912215e09 req-8f197916-47d0-4025-bfc5-ebcd69b1ae86 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Deleting port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:05:41.935741 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-d053c28d-0848-42eb-811e-4a8912215e09 req-8f197916-47d0-4025-bfc5-ebcd69b1ae86 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (cf78c9b1-9be7-4a6f-aec9-9a51faad43e1), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:42.026674 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-d053c28d-0848-42eb-811e-4a8912215e09 req-8f197916-47d0-4025-bfc5-ebcd69b1ae86 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] For port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:05:42.027038 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-d053c28d-0848-42eb-811e-4a8912215e09 req-8f197916-47d0-4025-bfc5-ebcd69b1ae86 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (cf78c9b1-9be7-4a6f-aec9-9a51faad43e1), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:42.198082 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-d053c28d-0848-42eb-811e-4a8912215e09 req-8f197916-47d0-4025-bfc5-ebcd69b1ae86 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:42.198389 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-d053c28d-0848-42eb-811e-4a8912215e09 req-8f197916-47d0-4025-bfc5-ebcd69b1ae86 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (e4b3fcd6-8511-4df2-9ebd-333ee6541151), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:42.198707 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [req-d053c28d-0848-42eb-811e-4a8912215e09 req-8f197916-47d0-4025-bfc5-ebcd69b1ae86 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Floating IP e4b3fcd6-8511-4df2-9ebd-333ee6541151 disassociated. External IP: 172.25.2.43, port: cf78c9b1-9be7-4a6f-aec9-9a51faad43e1. Feb 16 23:05:42.199686 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-d053c28d-0848-42eb-811e-4a8912215e09 req-8f197916-47d0-4025-bfc5-ebcd69b1ae86 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Calling delete_port for cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:05:42.330621 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-d053c28d-0848-42eb-811e-4a8912215e09 req-8f197916-47d0-4025-bfc5-ebcd69b1ae86 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (cf78c9b1-9be7-4a6f-aec9-9a51faad43e1), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:42.358848 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f197916-47d0-4025-bfc5-ebcd69b1ae86 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Pushing event deleted for resources: {'Port': ['ID=cf78c9b1-9be7-4a6f-aec9-9a51faad43e1,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:05:42.378716 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:05:42.404652 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:05:42.405005 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 16 23:05:42.425661 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 not found, will not notify nova. {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 16 23:05:42.488941 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d053c28d-0848-42eb-811e-4a8912215e09 req-8f197916-47d0-4025-bfc5-ebcd69b1ae86 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Router 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:05:42.607044 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d053c28d-0848-42eb-811e-4a8912215e09 req-8f197916-47d0-4025-bfc5-ebcd69b1ae86 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:05:42.619488 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee395c0-4709-4716-9894-b10c69f5c638 None None] Sync routers for ids ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:05:42.631306 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee395c0-4709-4716-9894-b10c69f5c638 None None] Routers {'3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:05:42.631919 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6ee395c0-4709-4716-9894-b10c69f5c638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:05:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:05:42.651824 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-d053c28d-0848-42eb-811e-4a8912215e09 req-8f197916-47d0-4025-bfc5-ebcd69b1ae86 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] No DVR routers for this DVR port cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:05:42.655507 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-d053c28d-0848-42eb-811e-4a8912215e09 req-8f197916-47d0-4025-bfc5-ebcd69b1ae86 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:42.659444 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d053c28d-0848-42eb-811e-4a8912215e09 req-8f197916-47d0-4025-bfc5-ebcd69b1ae86 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.67 "DELETE /v2.0/ports/cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 HTTP/1.1" status: 204 len: 173 time: 0.8115129 Feb 16 23:05:42.659948 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ac5b50-4281-4095-ba39-31cac3a17272', 'name': 'network-vif-deleted', 'tag': 'cf78c9b1-9be7-4a6f-aec9-9a51faad43e1'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:05:42.664434 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35eb18f1-d389-4a13-8786-9b665c9fbef9" -d '{"events": [{"server_uuid": "f7ac5b50-4281-4095-ba39-31cac3a17272", "name": "network-vif-deleted", "tag": "cf78c9b1-9be7-4a6f-aec9-9a51faad43e1"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:05:42.763909 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-6ee395c0-4709-4716-9894-b10c69f5c638 None None] Set router 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:05:42.991444 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6ee395c0-4709-4716-9894-b10c69f5c638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'name': 'tempest-ServerActionsTestJSON-384279763-router', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:07Z', 'revision_number': 4, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'gw_port': {'id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '07480bcd-4054-4bf0-bc71-e351cede6ceb', 'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'mac_address': 'fa:16:3e:2c:2f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:06Z', 'updated_at': '2022-02-16T23:03:10Z', 'revision_number': 5, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'subnets': [{'id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:05:43.005260 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22e4063b-19c7-4499-9c19-7d572fbc923d req-223bf698-d6ae-44af-803a-bae7095eeb8a tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7ac5b50-4281-4095-ba39-31cac3a17272 HTTP/1.1" status: 200 len: 210 time: 0.3103480 Feb 16 23:05:43.027522 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee395c0-4709-4716-9894-b10c69f5c638 None None] Checking router: 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:05:43.040000 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee395c0-4709-4716-9894-b10c69f5c638 None None] Routers {'3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:05:43.040764 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6ee395c0-4709-4716-9894-b10c69f5c638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:05:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:05:43.053465 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fbc7a0-b2d6-4b43-8797-6f830b84fea1 x-openstack-request-id: req-49fbc7a0-b2d6-4b43-8797-6f830b84fea1 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:05:43.053959 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ac5b50-4281-4095-ba39-31cac3a17272", "name": "network-vif-deleted", "tag": "cf78c9b1-9be7-4a6f-aec9-9a51faad43e1", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:05:43.054091 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-49fbc7a0-b2d6-4b43-8797-6f830b84fea1 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:05:43.054445 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ac5b50-4281-4095-ba39-31cac3a17272', 'name': 'network-vif-deleted', 'tag': 'cf78c9b1-9be7-4a6f-aec9-9a51faad43e1', 'status': 'completed', 'code': 200} Feb 16 23:05:43.160881 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-6ee395c0-4709-4716-9894-b10c69f5c638 None None] Set router 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:05:43.463921 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6ee395c0-4709-4716-9894-b10c69f5c638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'name': 'tempest-ServerActionsTestJSON-384279763-router', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:07Z', 'revision_number': 4, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'gw_port': {'id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '07480bcd-4054-4bf0-bc71-e351cede6ceb', 'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'mac_address': 'fa:16:3e:2c:2f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:06Z', 'updated_at': '2022-02-16T23:03:10Z', 'revision_number': 5, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'subnets': [{'id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:05:43.490107 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee395c0-4709-4716-9894-b10c69f5c638 None None] The sync data for ids ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'] in n-d-813897-6 is: [{'id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'name': 'tempest-ServerActionsTestJSON-384279763-router', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:07Z', 'revision_number': 4, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'gw_port': {'id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '07480bcd-4054-4bf0-bc71-e351cede6ceb', 'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'mac_address': 'fa:16:3e:2c:2f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:06Z', 'updated_at': '2022-02-16T23:03:10Z', 'revision_number': 5, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'subnets': [{'id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:05:43.705852 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c82472-2cb7-4fce-b752-6d6a64b3ee1f None None] New status for floating IP e4b3fcd6-8511-4df2-9ebd-333ee6541151: DOWN {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:05:44.246271 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-6d1ed98c-1cc2-4f95-a337-7e5a5922e56c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--266932806&fields=id&tenant_id=3b89614a682e4cdc98d1bf73090e8cdc HTTP/1.1" status: 200 len: 267 time: 0.0401981 Feb 16 23:05:44.353073 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-ac4b3cce-d359-4e38-9f2b-9ea5ab058f07 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:44.354753 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-ac4b3cce-d359-4e38-9f2b-9ea5ab058f07 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 811 time: 0.1021714 Feb 16 23:05:44.369764 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-262eaf10-ecf6-4f96-a40b-dd6400bf42a5 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/quotas/3b89614a682e4cdc98d1bf73090e8cdc HTTP/1.1" status: 200 len: 375 time: 0.0096114 Feb 16 23:05:44.392957 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:05:44.413912 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:05:44.414296 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device cf78c9b1-9be7-4a6f-aec9-9a51faad43e1 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:05:44.427200 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-6f67bf90-b57a-4861-ac47-82b8fc6598f8 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517817 Feb 16 23:05:44.571699 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-2f673367-7dc4-41e4-8bc4-ab4626e51dc6 service neutron] 10.222.0.75 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324871 Feb 16 23:05:44.663683 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-ca69b5ad-3cef-4e69-8c5a-6ee22694bde0 service neutron] 10.222.0.75 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855436 Feb 16 23:05:44.828047 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1f237c7c-fd42-44fb-800f-a51ba158e71a req-ca540035-70ef-4990-adfe-2b68d7d955e0 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 210 time: 0.0312653 Feb 16 23:05:45.786695 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-a3a66812-5ff5-4049-9aa1-77633b3df0a4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:45.788204 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-a3a66812-5ff5-4049-9aa1-77633b3df0a4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.67 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 811 time: 0.1137099 Feb 16 23:05:45.854126 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-d545aa6b-d596-40e9-98c9-2458932ddedf tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b89614a682e4cdc98d1bf73090e8cdc HTTP/1.1" status: 200 len: 379 time: 0.0560777 Feb 16 23:05:45.863135 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-7a3f93a1-0308-489f-abb1-a8990887476d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Request body: {'port': {'device_id': '188fbdc6-298d-4c88-8d03-c5a78d63aff0', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'admin_state_up': True, 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'security_groups': ['f9ffb69f-4e93-4726-a37c-c561208c76be']}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:05:45.927055 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e639396-295b-4749-beed-1c85d9be4a01 req-e866183d-1c5b-4769-abab-5a65a9b401b0 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 210 time: 0.0283167 Feb 16 23:05:45.970367 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-7a3f93a1-0308-489f-abb1-a8990887476d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Made reservation on behalf of 3b89614a682e4cdc98d1bf73090e8cdc for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:05:45.973752 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-7a3f93a1-0308-489f-abb1-a8990887476d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:46.103337 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-7a3f93a1-0308-489f-abb1-a8990887476d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Allocated IP 172.20.0.10 (73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93/42ebf133-6ced-4b23-94f6-2aa0ceecccf5/9ffb7bc1-44ec-421c-b123-996aca9ba14f) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:05:46.244552 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-7a3f93a1-0308-489f-abb1-a8990887476d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks [] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:46.278368 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-7a3f93a1-0308-489f-abb1-a8990887476d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:46.323327 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-7a3f93a1-0308-489f-abb1-a8990887476d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:05:46.326418 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-7a3f93a1-0308-489f-abb1-a8990887476d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:05:46.330118 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-7a3f93a1-0308-489f-abb1-a8990887476d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:05:46.336511 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f93a1-0308-489f-abb1-a8990887476d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Pushing event updated for resources: {'Port': ['ID=9ffb7bc1-44ec-421c-b123-996aca9ba14f,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:05:46.383236 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-7a3f93a1-0308-489f-abb1-a8990887476d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:46.383860 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-7a3f93a1-0308-489f-abb1-a8990887476d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:46.400422 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-7a3f93a1-0308-489f-abb1-a8990887476d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5410757 Feb 16 23:05:46.411625 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-4f5375ba-84dc-42a1-ab9c-8602b822449d service neutron] Request body: {'port': {'device_id': '188fbdc6-298d-4c88-8d03-c5a78d63aff0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:05:46.480817 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-4f5375ba-84dc-42a1-ab9c-8602b822449d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:46.593621 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-0ea7062a-ef39-4a9c-8ed0-a7147ffa1236 None None] Provisioning complete for port 9ffb7bc1-44ec-421c-b123-996aca9ba14f triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:05:46.594230 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0ea7062a-ef39-4a9c-8ed0-a7147ffa1236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:46.632160 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-0ea7062a-ef39-4a9c-8ed0-a7147ffa1236 None None] Port 9ffb7bc1-44ec-421c-b123-996aca9ba14f cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:05:46.746078 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-4f5375ba-84dc-42a1-ab9c-8602b822449d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ffb7bc1-44ec-421c-b123-996aca9ba14f {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:05:46.753386 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-4f5375ba-84dc-42a1-ab9c-8602b822449d service neutron] Publish callbacks [] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:46.765924 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-4f5375ba-84dc-42a1-ab9c-8602b822449d service neutron] Transition to ACTIVE for port object 9ffb7bc1-44ec-421c-b123-996aca9ba14f will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:05:46.769804 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-4f5375ba-84dc-42a1-ab9c-8602b822449d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:46.821964 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5375ba-84dc-42a1-ab9c-8602b822449d service neutron] Pushing event updated for resources: {'Port': ['ID=9ffb7bc1-44ec-421c-b123-996aca9ba14f,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:05:46.898869 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-4f5375ba-84dc-42a1-ab9c-8602b822449d service neutron] Attempting to bind port 9ffb7bc1-44ec-421c-b123-996aca9ba14f on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:05:46.899239 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-4f5375ba-84dc-42a1-ab9c-8602b822449d service neutron] Attempting to bind port 9ffb7bc1-44ec-421c-b123-996aca9ba14f by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:05:46.899580 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-4f5375ba-84dc-42a1-ab9c-8602b822449d service neutron] Attempting to bind port 9ffb7bc1-44ec-421c-b123-996aca9ba14f on network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:05:46.904695 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-4f5375ba-84dc-42a1-ab9c-8602b822449d service neutron] Port 9ffb7bc1-44ec-421c-b123-996aca9ba14f on network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 23:05:46.905026 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-4f5375ba-84dc-42a1-ab9c-8602b822449d service neutron] Attempting to bind port 9ffb7bc1-44ec-421c-b123-996aca9ba14f on network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:05:46.910068 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-4f5375ba-84dc-42a1-ab9c-8602b822449d service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:05:46.910418 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-4f5375ba-84dc-42a1-ab9c-8602b822449d service neutron] Checking segment: {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:05:46.910826 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-4f5375ba-84dc-42a1-ab9c-8602b822449d service neutron] Bound using segment: {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:05:46.911249 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-4f5375ba-84dc-42a1-ab9c-8602b822449d service neutron] Bound port: 9ffb7bc1-44ec-421c-b123-996aca9ba14f, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:05:46.911620 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-4f5375ba-84dc-42a1-ab9c-8602b822449d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:46.983533 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-4f5375ba-84dc-42a1-ab9c-8602b822449d service neutron] For port 9ffb7bc1-44ec-421c-b123-996aca9ba14f, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:05:46.987287 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-4f5375ba-84dc-42a1-ab9c-8602b822449d service neutron] For port 9ffb7bc1-44ec-421c-b123-996aca9ba14f, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=9ffb7bc1-44ec-421c-b123-996aca9ba14f,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:05:46.995714 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-4f5375ba-84dc-42a1-ab9c-8602b822449d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:47.032963 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-4f5375ba-84dc-42a1-ab9c-8602b822449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:47.033593 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-4f5375ba-84dc-42a1-ab9c-8602b822449d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:47.035126 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-4f5375ba-84dc-42a1-ab9c-8602b822449d service neutron] 10.222.0.67 "PUT /v2.0/ports/9ffb7bc1-44ec-421c-b123-996aca9ba14f HTTP/1.1" status: 200 len: 1092 time: 0.6276944 Feb 16 23:05:47.035541 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '188fbdc6-298d-4c88-8d03-c5a78d63aff0', 'tag': '9ffb7bc1-44ec-421c-b123-996aca9ba14f'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:05:47.037838 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f5b824-3625-4ad6-9456-12abb12c75ae" -d '{"events": [{"name": "network-changed", "server_uuid": "188fbdc6-298d-4c88-8d03-c5a78d63aff0", "tag": "9ffb7bc1-44ec-421c-b123-996aca9ba14f"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:05:47.065724 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5375ba-84dc-42a1-ab9c-8602b822449d service neutron] Pushing event updated for resources: {'Port': ['ID=9ffb7bc1-44ec-421c-b123-996aca9ba14f,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:05:47.087088 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63643de-dadd-40a2-a728-6376f20aca71 req-fdcf542b-7a07-41ce-b2ec-7b1ea4fb79ee tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:47.088844 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e63643de-dadd-40a2-a728-6376f20aca71 req-fdcf542b-7a07-41ce-b2ec-7b1ea4fb79ee tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 944 time: 0.0848892 Feb 16 23:05:47.131392 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-ac0c8531-e759-4b40-a38d-5883bf747d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:47.133140 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-ac0c8531-e759-4b40-a38d-5883bf747d32 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 1126 time: 0.0556452 Feb 16 23:05:47.146359 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e63643de-dadd-40a2-a728-6376f20aca71 req-d59f111f-b565-41d6-a116-b7bf456c9351 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509138 Feb 16 23:05:47.182017 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-36c49d97-9450-4c1a-8873-0ec355327832 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ffb7bc1-44ec-421c-b123-996aca9ba14f HTTP/1.1" status: 200 len: 217 time: 0.0425816 Feb 16 23:05:47.197024 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26ce06e-c330-4969-a8f3-426bd8ebdee4 x-openstack-request-id: req-d26ce06e-c330-4969-a8f3-426bd8ebdee4 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:05:47.197402 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "188fbdc6-298d-4c88-8d03-c5a78d63aff0", "tag": "9ffb7bc1-44ec-421c-b123-996aca9ba14f", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:05:47.197729 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d26ce06e-c330-4969-a8f3-426bd8ebdee4 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:05:47.198239 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '188fbdc6-298d-4c88-8d03-c5a78d63aff0', 'tag': '9ffb7bc1-44ec-421c-b123-996aca9ba14f', 'status': 'completed', 'code': 200} Feb 16 23:05:47.236909 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-e402e342-ce2d-49f2-9bdb-49f142d60bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:47.238521 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-e402e342-ce2d-49f2-9bdb-49f142d60bca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0505645 Feb 16 23:05:47.290215 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-89ade77c-d3db-42f3-b3a4-e07e81e444bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:47.291885 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-89ade77c-d3db-42f3-b3a4-e07e81e444bd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466409 Feb 16 23:05:47.385824 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-d29ba40b-6d83-4842-83ee-cf60b68d290a service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875034 Feb 16 23:05:47.474622 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8841d697-9cbe-44c7-99f9-5d607edd67ba req-0b89185b-e9f5-4dd8-b8ff-b35dfba82ce8 service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821567 Feb 16 23:05:47.566123 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5b824-3625-4ad6-9456-12abb12c75ae req-9b39e212-c6fb-4e3f-9bdb-ebcf10ee515e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:47.567654 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b8f5b824-3625-4ad6-9456-12abb12c75ae req-9b39e212-c6fb-4e3f-9bdb-ebcf10ee515e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 1126 time: 0.0493975 Feb 16 23:05:47.658964 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5b824-3625-4ad6-9456-12abb12c75ae req-901fa7a1-d4bb-4c5e-a2f7-50d70a940406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:47.660542 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b8f5b824-3625-4ad6-9456-12abb12c75ae req-901fa7a1-d4bb-4c5e-a2f7-50d70a940406 service neutron] 10.222.0.67 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.0870428 Feb 16 23:05:47.984940 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b8f5b824-3625-4ad6-9456-12abb12c75ae req-66fdb074-057b-44b2-89a5-c8ffb1f6a0a2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ffb7bc1-44ec-421c-b123-996aca9ba14f HTTP/1.1" status: 200 len: 217 time: 0.3180656 Feb 16 23:05:48.032741 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5b824-3625-4ad6-9456-12abb12c75ae req-0f6c90ef-64db-40f7-a556-872d96203147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:48.034222 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b8f5b824-3625-4ad6-9456-12abb12c75ae req-0f6c90ef-64db-40f7-a556-872d96203147 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0431461 Feb 16 23:05:48.084498 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5b824-3625-4ad6-9456-12abb12c75ae req-43374d83-b032-4e93-a27b-7203db477c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:48.086069 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b8f5b824-3625-4ad6-9456-12abb12c75ae req-43374d83-b032-4e93-a27b-7203db477c32 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453138 Feb 16 23:05:48.177618 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b8f5b824-3625-4ad6-9456-12abb12c75ae req-bc6355fd-0e78-42d6-a71b-a44f1c5c2e6a service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845666 Feb 16 23:05:48.266866 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b8f5b824-3625-4ad6-9456-12abb12c75ae req-b3c0f902-6f3e-44e5-bb77-fb58b82fc435 service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834725 Feb 16 23:05:48.270956 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028fbb2-ce9e-4558-871a-75922878ec62 req-b62d3a63-beef-47ae-b611-f0ab698ea477 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:48.272552 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3028fbb2-ce9e-4558-871a-75922878ec62 req-b62d3a63-beef-47ae-b611-f0ab698ea477 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 944 time: 0.0545695 Feb 16 23:05:48.320619 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3028fbb2-ce9e-4558-871a-75922878ec62 req-a675c1be-5702-411d-b246-2cffee3427d2 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420949 Feb 16 23:05:49.440859 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb672a83-0052-42ef-84ff-20e26855877e req-45facb9d-edad-4223-b8c8-40b20dd7bf2c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:49.442404 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cb672a83-0052-42ef-84ff-20e26855877e req-45facb9d-edad-4223-b8c8-40b20dd7bf2c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 944 time: 0.0529695 Feb 16 23:05:49.488180 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cb672a83-0052-42ef-84ff-20e26855877e req-fff8509b-254d-4bd1-8547-c2d75d788808 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402157 Feb 16 23:05:50.392819 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 9ffb7bc1-44ec-421c-b123-996aca9ba14f details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:05:50.491241 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 9ffb7bc1-44ec-421c-b123-996aca9ba14f, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=9ffb7bc1-44ec-421c-b123-996aca9ba14f,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:05:50.501886 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '9ffb7bc1-44ec-421c-b123-996aca9ba14f', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'port_id': '9ffb7bc1-44ec-421c-b123-996aca9ba14f', 'mac_address': 'fa:16:3e:9c:2b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:05:50.539698 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 9ffb7bc1-44ec-421c-b123-996aca9ba14f is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:05:50.540097 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:50.553742 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ffb7bc1-44ec-421c-b123-996aca9ba14f {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:05:50.573512 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 9ffb7bc1-44ec-421c-b123-996aca9ba14f, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=9ffb7bc1-44ec-421c-b123-996aca9ba14f,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:05:50.578250 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:50.620659 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d12a3e-7410-4cda-8d69-09d08eb12876 req-d6aa6401-033c-46bf-871f-bbc04934b575 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:50.622270 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-67d12a3e-7410-4cda-8d69-09d08eb12876 req-d6aa6401-033c-46bf-871f-bbc04934b575 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 944 time: 0.0632722 Feb 16 23:05:50.629298 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=9ffb7bc1-44ec-421c-b123-996aca9ba14f,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:05:50.670835 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-67d12a3e-7410-4cda-8d69-09d08eb12876 req-aec91af9-903b-4c0c-8e0e-a5bad13b0ce4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427554 Feb 16 23:05:50.751557 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-94d688d8-5d4a-41a8-affc-54477eee55c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:50.878196 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['9ffb7bc1-44ec-421c-b123-996aca9ba14f'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:05:51.796124 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8ca2f-8434-4a13-8539-c82522bbc082 req-29f2c28e-1c54-4a5a-803d-77f4120a9ec2 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:51.797654 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f6d8ca2f-8434-4a13-8539-c82522bbc082 req-29f2c28e-1c54-4a5a-803d-77f4120a9ec2 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 945 time: 0.0581985 Feb 16 23:05:51.847101 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f6d8ca2f-8434-4a13-8539-c82522bbc082 req-845cd433-5367-4c4f-a818-455b08022464 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436609 Feb 16 23:05:52.393338 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 9ffb7bc1-44ec-421c-b123-996aca9ba14f up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:05:52.444593 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 9ffb7bc1-44ec-421c-b123-996aca9ba14f completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:05:52.448379 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 9ffb7bc1-44ec-421c-b123-996aca9ba14f triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:05:52.448755 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:52.524295 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 9ffb7bc1-44ec-421c-b123-996aca9ba14f is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:05:52.524696 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:52.547455 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188fbdc6-298d-4c88-8d03-c5a78d63aff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffb7bc1-44ec-421c-b123-996aca9ba14f'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:05:52.549667 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446f32a2-c6de-44e2-be13-ad5fe8c70a5e" -d '{"events": [{"server_uuid": "188fbdc6-298d-4c88-8d03-c5a78d63aff0", "name": "network-vif-plugged", "status": "completed", "tag": "9ffb7bc1-44ec-421c-b123-996aca9ba14f"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:05:52.564260 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 9ffb7bc1-44ec-421c-b123-996aca9ba14f, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=9ffb7bc1-44ec-421c-b123-996aca9ba14f,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:05:52.568369 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:52.595062 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b52e1a9-7614-484f-898f-ca07d3acddc7 x-openstack-request-id: req-6b52e1a9-7614-484f-898f-ca07d3acddc7 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:05:52.595381 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188fbdc6-298d-4c88-8d03-c5a78d63aff0", "name": "network-vif-plugged", "status": "completed", "tag": "9ffb7bc1-44ec-421c-b123-996aca9ba14f", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:05:52.595638 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6b52e1a9-7614-484f-898f-ca07d3acddc7 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:05:52.596051 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188fbdc6-298d-4c88-8d03-c5a78d63aff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffb7bc1-44ec-421c-b123-996aca9ba14f', 'code': 200} Feb 16 23:05:52.627566 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=9ffb7bc1-44ec-421c-b123-996aca9ba14f,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:05:52.700702 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d733af-a78d-42c6-a3bb-f1aac98d1d0e req-4c105a5d-8587-4478-b32d-8fcc3854a084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:52.702308 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f2d733af-a78d-42c6-a3bb-f1aac98d1d0e req-4c105a5d-8587-4478-b32d-8fcc3854a084 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 1128 time: 0.0550094 Feb 16 23:05:52.746782 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-f2d733af-a78d-42c6-a3bb-f1aac98d1d0e req-2e6d4fdc-34ca-4ee5-9b2f-9cc385dca540 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390069 Feb 16 23:05:52.981249 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba214d7-9e55-41c1-ac59-70edbc1b8120 req-3de66bbf-3783-4f33-a2f3-51102715df43 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:52.983333 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ba214d7-9e55-41c1-ac59-70edbc1b8120 req-3de66bbf-3783-4f33-a2f3-51102715df43 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 946 time: 0.0573890 Feb 16 23:05:53.031520 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9ba214d7-9e55-41c1-ac59-70edbc1b8120 req-4e08bff8-439a-4782-9312-55271d6c13cc tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422206 Feb 16 23:05:53.283179 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9affce9e-0496-4723-bd9c-4097a4d3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:54.162228 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b328b70-9442-42ac-a0d5-e0689cf44477 req-7101bf30-e83d-47e2-8365-e4b975c67017 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:54.163740 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0b328b70-9442-42ac-a0d5-e0689cf44477 req-7101bf30-e83d-47e2-8365-e4b975c67017 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 946 time: 0.0560842 Feb 16 23:05:54.211655 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0b328b70-9442-42ac-a0d5-e0689cf44477 req-b6da424f-4e57-464b-8253-c44f4d81126f tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422001 Feb 16 23:05:54.324833 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88dde9b-bdfa-4ac7-b4e6-2691e9fc2496 req-89b27c88-4bd1-47b4-b8a3-0b692e75c4f0 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:54.326265 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d88dde9b-bdfa-4ac7-b4e6-2691e9fc2496 req-89b27c88-4bd1-47b4-b8a3-0b692e75c4f0 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 946 time: 0.0521219 Feb 16 23:05:54.335514 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53276) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:05:54.339908 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-7712f24b-b062-48cc-87d8-a9f972bf4fc1 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Request body: {'floatingip': {'port_id': '9ffb7bc1-44ec-421c-b123-996aca9ba14f'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:05:54.381964 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7712f24b-b062-48cc-87d8-a9f972bf4fc1 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks [] for floatingip (e4b3fcd6-8511-4df2-9ebd-333ee6541151), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:54.415686 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:54.812729 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7712f24b-b062-48cc-87d8-a9f972bf4fc1 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:54.816258 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7712f24b-b062-48cc-87d8-a9f972bf4fc1 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (e4b3fcd6-8511-4df2-9ebd-333ee6541151), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:54.917467 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-7712f24b-b062-48cc-87d8-a9f972bf4fc1 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Floating IP e4b3fcd6-8511-4df2-9ebd-333ee6541151 associated. External IP: 172.25.2.43, port: 9ffb7bc1-44ec-421c-b123-996aca9ba14f. Feb 16 23:05:55.129427 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7712f24b-b062-48cc-87d8-a9f972bf4fc1 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Router 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:05:55.239269 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7712f24b-b062-48cc-87d8-a9f972bf4fc1 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:05:55.244298 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7712f24b-b062-48cc-87d8-a9f972bf4fc1 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:55.250023 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78934437-75bd-498f-a11d-2b5924cc165b None None] Sync routers for ids ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:05:55.260158 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78934437-75bd-498f-a11d-2b5924cc165b None None] Routers {'3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:05:55.260773 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-78934437-75bd-498f-a11d-2b5924cc165b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:05:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:05:55.273926 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7712f24b-b062-48cc-87d8-a9f972bf4fc1 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "PUT /v2.0/floatingips/e4b3fcd6-8511-4df2-9ebd-333ee6541151 HTTP/1.1" status: 200 len: 992 time: 0.9373453 Feb 16 23:05:55.274533 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '188fbdc6-298d-4c88-8d03-c5a78d63aff0', 'tag': '9ffb7bc1-44ec-421c-b123-996aca9ba14f'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:05:55.276868 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898bec69-5c75-4d25-a5c1-a9688f2d5b56" -d '{"events": [{"name": "network-changed", "server_uuid": "188fbdc6-298d-4c88-8d03-c5a78d63aff0", "tag": "9ffb7bc1-44ec-421c-b123-996aca9ba14f"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:05:55.317236 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a19172-c313-4bb2-920b-2500d6f3a86f x-openstack-request-id: req-b3a19172-c313-4bb2-920b-2500d6f3a86f {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:05:55.317531 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "188fbdc6-298d-4c88-8d03-c5a78d63aff0", "tag": "9ffb7bc1-44ec-421c-b123-996aca9ba14f", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:05:55.317804 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b3a19172-c313-4bb2-920b-2500d6f3a86f {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:05:55.318223 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '188fbdc6-298d-4c88-8d03-c5a78d63aff0', 'tag': '9ffb7bc1-44ec-421c-b123-996aca9ba14f', 'status': 'completed', 'code': 200} Feb 16 23:05:55.382778 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-78934437-75bd-498f-a11d-2b5924cc165b None None] Set router 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:05:55.385271 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bec69-5c75-4d25-a5c1-a9688f2d5b56 req-fcfcd0c3-16cc-4f4b-857b-5d4c697806b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:55.387027 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-898bec69-5c75-4d25-a5c1-a9688f2d5b56 req-fcfcd0c3-16cc-4f4b-857b-5d4c697806b1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 1128 time: 0.0479937 Feb 16 23:05:55.503007 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bec69-5c75-4d25-a5c1-a9688f2d5b56 req-3cb3cefe-0fdd-49bc-9e69-4609b20653dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:55.504841 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-898bec69-5c75-4d25-a5c1-a9688f2d5b56 req-3cb3cefe-0fdd-49bc-9e69-4609b20653dc service neutron] 10.222.0.67 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.1113803 Feb 16 23:05:55.596614 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-898bec69-5c75-4d25-a5c1-a9688f2d5b56 req-e4780294-3580-4f3d-9d3f-91bb9b96fa95 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ffb7bc1-44ec-421c-b123-996aca9ba14f HTTP/1.1" status: 200 len: 1000 time: 0.0850558 Feb 16 23:05:55.650824 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bec69-5c75-4d25-a5c1-a9688f2d5b56 req-4455b1ea-dd63-4d0d-88ea-36afabc15f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:55.652680 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-898bec69-5c75-4d25-a5c1-a9688f2d5b56 req-4455b1ea-dd63-4d0d-88ea-36afabc15f63 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0518968 Feb 16 23:05:55.696889 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-78934437-75bd-498f-a11d-2b5924cc165b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'name': 'tempest-ServerActionsTestJSON-384279763-router', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:07Z', 'revision_number': 4, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'gw_port': {'id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'e4b3fcd6-8511-4df2-9ebd-333ee6541151', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'floating_ip_address': '172.25.2.43', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'port_id': '9ffb7bc1-44ec-421c-b123-996aca9ba14f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'mac_address': 'fa:16:3e:9c:2b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188fbdc6-298d-4c88-8d03-c5a78d63aff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:03:09Z', 'updated_at': '2022-02-16T23:05:54Z', 'revision_number': 13, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07480bcd-4054-4bf0-bc71-e351cede6ceb', 'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'mac_address': 'fa:16:3e:2c:2f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:06Z', 'updated_at': '2022-02-16T23:03:10Z', 'revision_number': 5, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'subnets': [{'id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:05:55.721831 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bec69-5c75-4d25-a5c1-a9688f2d5b56 req-605467db-85c2-4200-8741-61c4ab6cb97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:55.723398 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78934437-75bd-498f-a11d-2b5924cc165b None None] Checking router: 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:05:55.724448 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-898bec69-5c75-4d25-a5c1-a9688f2d5b56 req-605467db-85c2-4200-8741-61c4ab6cb97b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0654361 Feb 16 23:05:55.732505 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78934437-75bd-498f-a11d-2b5924cc165b None None] Routers {'3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:05:55.733664 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-78934437-75bd-498f-a11d-2b5924cc165b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:05:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:05:55.760299 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:55.825572 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-898bec69-5c75-4d25-a5c1-a9688f2d5b56 req-5e4a8751-638f-4dae-8038-5889f593cdca service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942116 Feb 16 23:05:55.846584 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-78934437-75bd-498f-a11d-2b5924cc165b None None] Set router 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:05:55.930924 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-898bec69-5c75-4d25-a5c1-a9688f2d5b56 req-eb31d4e4-f621-443b-8387-8798815027b2 service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947425 Feb 16 23:05:56.078308 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-78934437-75bd-498f-a11d-2b5924cc165b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'name': 'tempest-ServerActionsTestJSON-384279763-router', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:07Z', 'revision_number': 4, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'gw_port': {'id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'e4b3fcd6-8511-4df2-9ebd-333ee6541151', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'floating_ip_address': '172.25.2.43', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'port_id': '9ffb7bc1-44ec-421c-b123-996aca9ba14f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'mac_address': 'fa:16:3e:9c:2b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188fbdc6-298d-4c88-8d03-c5a78d63aff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:03:09Z', 'updated_at': '2022-02-16T23:05:54Z', 'revision_number': 13, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07480bcd-4054-4bf0-bc71-e351cede6ceb', 'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'mac_address': 'fa:16:3e:2c:2f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:06Z', 'updated_at': '2022-02-16T23:03:10Z', 'revision_number': 5, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'subnets': [{'id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:05:56.103777 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78934437-75bd-498f-a11d-2b5924cc165b None None] The sync data for ids ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'] in n-d-813897-6 is: [{'id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'name': 'tempest-ServerActionsTestJSON-384279763-router', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:07Z', 'revision_number': 4, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'gw_port': {'id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'e4b3fcd6-8511-4df2-9ebd-333ee6541151', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'floating_ip_address': '172.25.2.43', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'port_id': '9ffb7bc1-44ec-421c-b123-996aca9ba14f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'mac_address': 'fa:16:3e:9c:2b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188fbdc6-298d-4c88-8d03-c5a78d63aff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:03:09Z', 'updated_at': '2022-02-16T23:05:54Z', 'revision_number': 13, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07480bcd-4054-4bf0-bc71-e351cede6ceb', 'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'mac_address': 'fa:16:3e:2c:2f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:06Z', 'updated_at': '2022-02-16T23:03:10Z', 'revision_number': 5, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'subnets': [{'id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:05:56.431097 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d27b66-3b99-47bb-878e-eee8d368e96c None None] New status for floating IP e4b3fcd6-8511-4df2-9ebd-333ee6541151: ACTIVE {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:05:57.112403 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:05:57.798415 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d3cf6-16d5-4738-9192-657149c5c21a req-5bc291ee-3aac-4565-b804-e646de9411e2 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:05:57.799951 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6a2d3cf6-16d5-4738-9192-657149c5c21a req-5bc291ee-3aac-4565-b804-e646de9411e2 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 946 time: 0.0583842 Feb 16 23:05:57.854027 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6a2d3cf6-16d5-4738-9192-657149c5c21a req-59f72e78-5cff-4803-adba-7116f096f349 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482843 Feb 16 23:05:58.795246 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:06:00.291069 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:06:13.386897 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:06:14.296424 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-062628d9-1083-4de8-a632-d8b920a83a52 req-a2bf5641-d081-4a5c-a56f-f37a141e4172 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1057289 Feb 16 23:06:14.309318 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba0347-73b7-479f-8e3e-a67d5c968e5c req-1162f18c-7e3b-4ec8-b78a-1d8ed4180c2e tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:14.310944 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eaba0347-73b7-479f-8e3e-a67d5c968e5c req-1162f18c-7e3b-4ec8-b78a-1d8ed4180c2e tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 946 time: 0.1201661 Feb 16 23:06:14.363372 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eaba0347-73b7-479f-8e3e-a67d5c968e5c req-46baeaf9-1aba-41b5-b13a-08f304b6ac3c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463803 Feb 16 23:06:14.674192 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062628d9-1083-4de8-a632-d8b920a83a52 req-0b2336c5-0e25-4d0a-8f51-63ba6c3aef79 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:14.675581 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-062628d9-1083-4de8-a632-d8b920a83a52 req-0b2336c5-0e25-4d0a-8f51-63ba6c3aef79 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports/9ffb7bc1-44ec-421c-b123-996aca9ba14f HTTP/1.1" status: 200 len: 943 time: 0.0496209 Feb 16 23:06:15.433935 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1162d7c-300f-4a95-8464-2f84310e4f06 req-eb1261c4-0060-4afd-9436-5774e020dd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:15.435503 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a1162d7c-300f-4a95-8464-2f84310e4f06 req-eb1261c4-0060-4afd-9436-5774e020dd05 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 1128 time: 0.0472622 Feb 16 23:06:15.503738 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95651d-7155-4dda-8a91-190411bdd75d req-dd31056f-67e9-4ea7-b477-e76dc331b33d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:15.505282 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c95651d-7155-4dda-8a91-190411bdd75d req-dd31056f-67e9-4ea7-b477-e76dc331b33d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 946 time: 0.0656824 Feb 16 23:06:15.556608 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1162d7c-300f-4a95-8464-2f84310e4f06 req-df299b16-5b97-4500-bce3-80fcd7bf1676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:15.559568 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a1162d7c-300f-4a95-8464-2f84310e4f06 req-df299b16-5b97-4500-bce3-80fcd7bf1676 service neutron] 10.222.0.67 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.1046097 Feb 16 23:06:15.560527 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c95651d-7155-4dda-8a91-190411bdd75d req-ac71d538-dc1d-430b-91ea-7dc2c84b63f4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490458 Feb 16 23:06:15.634842 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a1162d7c-300f-4a95-8464-2f84310e4f06 req-f9fbad3e-e947-4520-a829-4cdbdd7e855e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ffb7bc1-44ec-421c-b123-996aca9ba14f HTTP/1.1" status: 200 len: 1002 time: 0.0683146 Feb 16 23:06:15.695469 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1162d7c-300f-4a95-8464-2f84310e4f06 req-b8173646-9e47-459a-8759-255a274c4fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:15.696892 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a1162d7c-300f-4a95-8464-2f84310e4f06 req-b8173646-9e47-459a-8759-255a274c4fc0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0546033 Feb 16 23:06:15.754919 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1162d7c-300f-4a95-8464-2f84310e4f06 req-80675836-8241-425b-82a3-a98c2d061637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:15.756468 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a1162d7c-300f-4a95-8464-2f84310e4f06 req-80675836-8241-425b-82a3-a98c2d061637 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487411 Feb 16 23:06:15.851614 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a1162d7c-300f-4a95-8464-2f84310e4f06 req-d0f6226e-5a6a-47fa-9df8-60b357f4ca86 service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891016 Feb 16 23:06:15.944803 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a1162d7c-300f-4a95-8464-2f84310e4f06 req-78f9af27-0c85-4ab2-bdbc-7290d856aecb service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872805 Feb 16 23:06:16.030496 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062628d9-1083-4de8-a632-d8b920a83a52 req-b2d9292f-4487-404e-805f-61a4096ffc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:16.032035 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-062628d9-1083-4de8-a632-d8b920a83a52 req-b2d9292f-4487-404e-805f-61a4096ffc45 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 1128 time: 0.0469642 Feb 16 23:06:16.128130 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062628d9-1083-4de8-a632-d8b920a83a52 req-1c768cd7-099b-4761-a146-fdff052347de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:16.129631 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-062628d9-1083-4de8-a632-d8b920a83a52 req-1c768cd7-099b-4761-a146-fdff052347de service neutron] 10.222.0.67 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.0919538 Feb 16 23:06:16.199977 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-062628d9-1083-4de8-a632-d8b920a83a52 req-255e300c-a3e1-4cba-acb5-aaa9e3d7a357 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ffb7bc1-44ec-421c-b123-996aca9ba14f HTTP/1.1" status: 200 len: 1002 time: 0.0631342 Feb 16 23:06:16.250195 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062628d9-1083-4de8-a632-d8b920a83a52 req-ef3d07a7-9cba-47cb-b607-4d66eb88de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:16.251752 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-062628d9-1083-4de8-a632-d8b920a83a52 req-ef3d07a7-9cba-47cb-b607-4d66eb88de40 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0462179 Feb 16 23:06:16.302721 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062628d9-1083-4de8-a632-d8b920a83a52 req-4ea80255-94f3-4c9f-9487-5198da501148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:16.304943 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-062628d9-1083-4de8-a632-d8b920a83a52 req-4ea80255-94f3-4c9f-9487-5198da501148 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476778 Feb 16 23:06:16.401869 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-062628d9-1083-4de8-a632-d8b920a83a52 req-87ec56d7-0e1b-47a7-8437-ce9cca742d1f service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904291 Feb 16 23:06:16.493261 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-062628d9-1083-4de8-a632-d8b920a83a52 req-3c7c638c-c7ab-44ba-8c69-caf7b926f58f service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851314 Feb 16 23:06:16.700318 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b936ff-6f32-4e8c-9a79-8e30e7546797 req-c4a0d90f-0085-4802-8e8d-ec80d0575e1e tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:16.701833 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c3b936ff-6f32-4e8c-9a79-8e30e7546797 req-c4a0d90f-0085-4802-8e8d-ec80d0575e1e tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 946 time: 0.0607238 Feb 16 23:06:16.754748 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c3b936ff-6f32-4e8c-9a79-8e30e7546797 req-963e3cc1-c7e5-494d-b345-52e1be8f2f55 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470340 Feb 16 23:06:17.878270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac3075-9a82-4a09-80f1-6d0afb2f845f req-e145a887-7877-484d-8f8f-d23477677f9f tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:17.879767 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6cac3075-9a82-4a09-80f1-6d0afb2f845f req-e145a887-7877-484d-8f8f-d23477677f9f tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 946 time: 0.0540085 Feb 16 23:06:17.926913 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6cac3075-9a82-4a09-80f1-6d0afb2f845f req-885b10a0-3f28-4dd2-bcb4-005725c61173 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414593 Feb 16 23:06:19.054371 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297522b3-741f-4064-aba5-803c25153fb5 req-30f874e3-6e26-466f-8605-909822f7a37f tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:19.055860 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-297522b3-741f-4064-aba5-803c25153fb5 req-30f874e3-6e26-466f-8605-909822f7a37f tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 946 time: 0.0566523 Feb 16 23:06:19.107561 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-297522b3-741f-4064-aba5-803c25153fb5 req-a59515b9-e633-49ca-94e6-0336d74bf8f3 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461020 Feb 16 23:06:20.228991 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3ece4-9644-467f-9f2c-e1b76b545f94 req-099417d1-ac2c-4c7a-8cfb-8003b9fe5a0e tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:20.230535 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74b3ece4-9644-467f-9f2c-e1b76b545f94 req-099417d1-ac2c-4c7a-8cfb-8003b9fe5a0e tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 946 time: 0.0522826 Feb 16 23:06:20.277260 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74b3ece4-9644-467f-9f2c-e1b76b545f94 req-cb3c47ec-bede-4204-96d4-786bd1c1785b tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403266 Feb 16 23:06:20.744232 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6166461a-8709-4ee3-bbb1-39298fcee894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:06:21.402507 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350da80-f684-43c7-a237-2f1d7fa59afb req-7ed013f2-d311-4002-9f93-e7348cf1a18f tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:21.404424 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5350da80-f684-43c7-a237-2f1d7fa59afb req-7ed013f2-d311-4002-9f93-e7348cf1a18f tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 946 time: 0.0546954 Feb 16 23:06:21.452493 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5350da80-f684-43c7-a237-2f1d7fa59afb req-11f7125f-a3b6-44f0-890b-faf076981389 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418181 Feb 16 23:06:22.579417 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df69004-256c-4062-8836-8b8ab81d6625 req-5dc003dd-5056-459b-922e-583858ab45c1 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:22.580913 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7df69004-256c-4062-8836-8b8ab81d6625 req-5dc003dd-5056-459b-922e-583858ab45c1 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 946 time: 0.0575643 Feb 16 23:06:22.629997 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7df69004-256c-4062-8836-8b8ab81d6625 req-5eecd451-2296-46c0-9cbf-cd55d9282542 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434968 Feb 16 23:06:23.124775 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5bd655e1-485b-4b2b-8e74-6a4aab7050a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:06:23.757294 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c71a8-80e5-4cc6-b0ca-c72617155977 req-3849dffa-f68a-4f3b-bd89-ea52e105d033 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:23.758888 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-682c71a8-80e5-4cc6-b0ca-c72617155977 req-3849dffa-f68a-4f3b-bd89-ea52e105d033 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 946 time: 0.0562885 Feb 16 23:06:23.809327 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-682c71a8-80e5-4cc6-b0ca-c72617155977 req-67cc288c-6073-4b96-9f61-f97fa6c2954c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446758 Feb 16 23:06:24.419415 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:06:24.947315 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedf8e6-9fe4-4550-9a45-1631a920338f req-b1f7ea8f-5531-4b2c-a038-aa43e07d041b tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:24.948851 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-caedf8e6-9fe4-4550-9a45-1631a920338f req-b1f7ea8f-5531-4b2c-a038-aa43e07d041b tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 946 time: 0.0629482 Feb 16 23:06:25.000900 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-caedf8e6-9fe4-4550-9a45-1631a920338f req-8e1cc4de-0d02-4258-b5d0-1aac25b78932 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451717 Feb 16 23:06:25.765714 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:06:26.137171 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993da076-d0b2-4e2b-bf9f-c84967f905e8 req-ee5048d1-0d19-4c9a-b7c7-bbcae8737f97 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:26.138739 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-993da076-d0b2-4e2b-bf9f-c84967f905e8 req-ee5048d1-0d19-4c9a-b7c7-bbcae8737f97 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 946 time: 0.0633056 Feb 16 23:06:26.192311 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-993da076-d0b2-4e2b-bf9f-c84967f905e8 req-28ff1a2f-b613-47f9-b1d6-a55cfe00bf8d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448067 Feb 16 23:06:26.486005 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 9ffb7bc1-44ec-421c-b123-996aca9ba14f no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:06:26.570344 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 9ffb7bc1-44ec-421c-b123-996aca9ba14f is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:06:26.570766 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:06:26.595300 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188fbdc6-298d-4c88-8d03-c5a78d63aff0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ffb7bc1-44ec-421c-b123-996aca9ba14f'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:06:26.597552 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4930fa75-167e-4d57-b726-613d6ab64bfa" -d '{"events": [{"server_uuid": "188fbdc6-298d-4c88-8d03-c5a78d63aff0", "name": "network-vif-unplugged", "status": "completed", "tag": "9ffb7bc1-44ec-421c-b123-996aca9ba14f"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:06:26.613737 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 9ffb7bc1-44ec-421c-b123-996aca9ba14f, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=9ffb7bc1-44ec-421c-b123-996aca9ba14f,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:06:26.619572 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:06:26.659882 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 23:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf74cf7-5244-48e8-a8b6-530597794eec x-openstack-request-id: req-4bf74cf7-5244-48e8-a8b6-530597794eec {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:06:26.660184 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188fbdc6-298d-4c88-8d03-c5a78d63aff0", "name": "network-vif-unplugged", "status": "completed", "tag": "9ffb7bc1-44ec-421c-b123-996aca9ba14f", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:06:26.660443 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4bf74cf7-5244-48e8-a8b6-530597794eec {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:06:26.660841 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188fbdc6-298d-4c88-8d03-c5a78d63aff0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ffb7bc1-44ec-421c-b123-996aca9ba14f', 'code': 200} Feb 16 23:06:26.675431 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=9ffb7bc1-44ec-421c-b123-996aca9ba14f,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:06:27.107848 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:06:27.331556 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892941e9-1365-4ea0-a46e-c3d301ce11f5 req-51912193-7710-4bff-982c-782b520236c0 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:27.333099 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-892941e9-1365-4ea0-a46e-c3d301ce11f5 req-51912193-7710-4bff-982c-782b520236c0 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 944 time: 0.0579228 Feb 16 23:06:27.395523 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-892941e9-1365-4ea0-a46e-c3d301ce11f5 req-b810d43b-5a46-4aec-926b-620488f27b0d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564160 Feb 16 23:06:27.401209 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [req-062628d9-1083-4de8-a632-d8b920a83a52 req-d06a5be7-fe74-4c73-9fc5-a2d4562c7d4f service neutron] show failed (client error): The resource could not be found. Feb 16 23:06:27.402440 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-062628d9-1083-4de8-a632-d8b920a83a52 req-d06a5be7-fe74-4c73-9fc5-a2d4562c7d4f service neutron] 10.222.0.67 "GET /v2.0/ports/9ffb7bc1-44ec-421c-b123-996aca9ba14f/bindings/n-h2-813897-6 HTTP/1.1" status: 404 len: 380 time: 0.0587780 Feb 16 23:06:27.613995 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062628d9-1083-4de8-a632-d8b920a83a52 req-7d31bdc6-3943-437d-b584-4533460b0070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:27.616615 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-062628d9-1083-4de8-a632-d8b920a83a52 req-7d31bdc6-3943-437d-b584-4533460b0070 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0&tenant_id=3b89614a682e4cdc98d1bf73090e8cdc HTTP/1.1" status: 200 len: 1126 time: 0.0482929 Feb 16 23:06:27.635412 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-062628d9-1083-4de8-a632-d8b920a83a52 req-f1d54e55-c954-4899-b930-8a2dec189bac service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813897-6', 'device_owner': 'compute:nova'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:06:27.697295 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-062628d9-1083-4de8-a632-d8b920a83a52 req-f1d54e55-c954-4899-b930-8a2dec189bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:06:27.909866 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-062628d9-1083-4de8-a632-d8b920a83a52 req-f1d54e55-c954-4899-b930-8a2dec189bac service neutron] For port 9ffb7bc1-44ec-421c-b123-996aca9ba14f, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=9ffb7bc1-44ec-421c-b123-996aca9ba14f,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:06:27.949125 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-062628d9-1083-4de8-a632-d8b920a83a52 req-f1d54e55-c954-4899-b930-8a2dec189bac service neutron] For port 9ffb7bc1-44ec-421c-b123-996aca9ba14f, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:06:27.980926 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-062628d9-1083-4de8-a632-d8b920a83a52 req-f1d54e55-c954-4899-b930-8a2dec189bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ffb7bc1-44ec-421c-b123-996aca9ba14f {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:06:27.989109 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-062628d9-1083-4de8-a632-d8b920a83a52 req-f1d54e55-c954-4899-b930-8a2dec189bac service neutron] Publish callbacks [] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:06:28.001795 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-062628d9-1083-4de8-a632-d8b920a83a52 req-f1d54e55-c954-4899-b930-8a2dec189bac service neutron] Transition to ACTIVE for port object 9ffb7bc1-44ec-421c-b123-996aca9ba14f will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:06:28.005755 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-062628d9-1083-4de8-a632-d8b920a83a52 req-f1d54e55-c954-4899-b930-8a2dec189bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:06:28.080805 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d54e55-c954-4899-b930-8a2dec189bac service neutron] Pushing event updated for resources: {'Port': ['ID=9ffb7bc1-44ec-421c-b123-996aca9ba14f,revision_number=7']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:06:28.130239 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-062628d9-1083-4de8-a632-d8b920a83a52 req-f1d54e55-c954-4899-b930-8a2dec189bac service neutron] No DVR routers for this DVR port 9ffb7bc1-44ec-421c-b123-996aca9ba14f on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:06:28.273532 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-062628d9-1083-4de8-a632-d8b920a83a52 req-f1d54e55-c954-4899-b930-8a2dec189bac service neutron] Attempting to bind port 9ffb7bc1-44ec-421c-b123-996aca9ba14f on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:06:28.273863 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-062628d9-1083-4de8-a632-d8b920a83a52 req-f1d54e55-c954-4899-b930-8a2dec189bac service neutron] Attempting to bind port 9ffb7bc1-44ec-421c-b123-996aca9ba14f by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:06:28.274221 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062628d9-1083-4de8-a632-d8b920a83a52 req-f1d54e55-c954-4899-b930-8a2dec189bac service neutron] Attempting to bind port 9ffb7bc1-44ec-421c-b123-996aca9ba14f on network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:06:28.278596 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062628d9-1083-4de8-a632-d8b920a83a52 req-f1d54e55-c954-4899-b930-8a2dec189bac service neutron] Port 9ffb7bc1-44ec-421c-b123-996aca9ba14f on network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 23:06:28.278923 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062628d9-1083-4de8-a632-d8b920a83a52 req-f1d54e55-c954-4899-b930-8a2dec189bac service neutron] Attempting to bind port 9ffb7bc1-44ec-421c-b123-996aca9ba14f on network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:06:28.283876 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062628d9-1083-4de8-a632-d8b920a83a52 req-f1d54e55-c954-4899-b930-8a2dec189bac service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:06:28.284218 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062628d9-1083-4de8-a632-d8b920a83a52 req-f1d54e55-c954-4899-b930-8a2dec189bac service neutron] Checking segment: {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:06:28.284603 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062628d9-1083-4de8-a632-d8b920a83a52 req-f1d54e55-c954-4899-b930-8a2dec189bac service neutron] Bound using segment: {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:06:28.285029 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-062628d9-1083-4de8-a632-d8b920a83a52 req-f1d54e55-c954-4899-b930-8a2dec189bac service neutron] Bound port: 9ffb7bc1-44ec-421c-b123-996aca9ba14f, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:06:28.285383 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-062628d9-1083-4de8-a632-d8b920a83a52 req-f1d54e55-c954-4899-b930-8a2dec189bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:06:28.349927 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-062628d9-1083-4de8-a632-d8b920a83a52 req-f1d54e55-c954-4899-b930-8a2dec189bac service neutron] For port 9ffb7bc1-44ec-421c-b123-996aca9ba14f, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:06:28.352955 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-062628d9-1083-4de8-a632-d8b920a83a52 req-f1d54e55-c954-4899-b930-8a2dec189bac service neutron] For port 9ffb7bc1-44ec-421c-b123-996aca9ba14f, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=9ffb7bc1-44ec-421c-b123-996aca9ba14f,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:06:28.359829 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-062628d9-1083-4de8-a632-d8b920a83a52 req-f1d54e55-c954-4899-b930-8a2dec189bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:06:28.394381 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062628d9-1083-4de8-a632-d8b920a83a52 req-f1d54e55-c954-4899-b930-8a2dec189bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:28.395012 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-062628d9-1083-4de8-a632-d8b920a83a52 req-f1d54e55-c954-4899-b930-8a2dec189bac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:06:28.396488 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-062628d9-1083-4de8-a632-d8b920a83a52 req-f1d54e55-c954-4899-b930-8a2dec189bac service neutron] 10.222.0.79 "PUT /v2.0/ports/9ffb7bc1-44ec-421c-b123-996aca9ba14f HTTP/1.1" status: 200 len: 1092 time: 0.7708545 Feb 16 23:06:28.396940 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '188fbdc6-298d-4c88-8d03-c5a78d63aff0', 'tag': '9ffb7bc1-44ec-421c-b123-996aca9ba14f'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:06:28.399511 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4816c6b1-bb84-495f-867d-cdbe07798b33" -d '{"events": [{"name": "network-changed", "server_uuid": "188fbdc6-298d-4c88-8d03-c5a78d63aff0", "tag": "9ffb7bc1-44ec-421c-b123-996aca9ba14f"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:06:28.425037 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d54e55-c954-4899-b930-8a2dec189bac service neutron] Pushing event updated for resources: {'Port': ['ID=9ffb7bc1-44ec-421c-b123-996aca9ba14f,revision_number=8']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:06:28.477932 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6657d9-7c6d-4970-b900-c2f6cf37b7c7 x-openstack-request-id: req-fa6657d9-7c6d-4970-b900-c2f6cf37b7c7 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:06:28.478266 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "188fbdc6-298d-4c88-8d03-c5a78d63aff0", "tag": "9ffb7bc1-44ec-421c-b123-996aca9ba14f", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:06:28.478524 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fa6657d9-7c6d-4970-b900-c2f6cf37b7c7 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:06:28.478960 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '188fbdc6-298d-4c88-8d03-c5a78d63aff0', 'tag': '9ffb7bc1-44ec-421c-b123-996aca9ba14f', 'status': 'completed', 'code': 200} Feb 16 23:06:28.490241 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062628d9-1083-4de8-a632-d8b920a83a52 req-e5178a83-c016-4112-8b79-e2d8e9b6f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:28.492232 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-062628d9-1083-4de8-a632-d8b920a83a52 req-e5178a83-c016-4112-8b79-e2d8e9b6f43f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 1126 time: 0.0626240 Feb 16 23:06:28.572899 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816c6b1-bb84-495f-867d-cdbe07798b33 req-65b305de-528e-4065-b403-06ea8a0116fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:28.574782 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4816c6b1-bb84-495f-867d-cdbe07798b33 req-65b305de-528e-4065-b403-06ea8a0116fb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 1126 time: 0.0763423 Feb 16 23:06:28.628744 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062628d9-1083-4de8-a632-d8b920a83a52 req-0878da3c-31b7-46c9-80f6-27366783c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:28.630284 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-062628d9-1083-4de8-a632-d8b920a83a52 req-0878da3c-31b7-46c9-80f6-27366783c64b service neutron] 10.222.0.79 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.1313407 Feb 16 23:06:28.654130 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0c248-a853-47e9-af34-e0aa52c1543e req-5e7f45a0-3d2c-46f1-932f-9fad50ce96f0 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:28.656847 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0ab0c248-a853-47e9-af34-e0aa52c1543e req-5e7f45a0-3d2c-46f1-932f-9fad50ce96f0 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 944 time: 0.0874336 Feb 16 23:06:28.674376 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816c6b1-bb84-495f-867d-cdbe07798b33 req-9e4724fc-8d2c-4869-805d-308bd5eae925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:28.675816 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4816c6b1-bb84-495f-867d-cdbe07798b33 req-9e4724fc-8d2c-4869-805d-308bd5eae925 service neutron] 10.222.0.67 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.0947113 Feb 16 23:06:28.736143 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-062628d9-1083-4de8-a632-d8b920a83a52 req-256f1528-0d1f-4683-961f-269e75d1887f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ffb7bc1-44ec-421c-b123-996aca9ba14f HTTP/1.1" status: 200 len: 1000 time: 0.0990629 Feb 16 23:06:28.751674 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4816c6b1-bb84-495f-867d-cdbe07798b33 req-84b286fa-afbc-460c-b9f9-678fd5814173 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ffb7bc1-44ec-421c-b123-996aca9ba14f HTTP/1.1" status: 200 len: 1000 time: 0.0703664 Feb 16 23:06:28.780455 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0ab0c248-a853-47e9-af34-e0aa52c1543e req-777fd631-19a7-4c54-97e7-4d347f5479c3 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928607 Feb 16 23:06:28.804703 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062628d9-1083-4de8-a632-d8b920a83a52 req-0a73bd2c-3618-43d1-88b9-b2961c13c9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:28.806446 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-062628d9-1083-4de8-a632-d8b920a83a52 req-0a73bd2c-3618-43d1-88b9-b2961c13c9af service neutron] 10.222.0.79 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0627067 Feb 16 23:06:28.810767 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:06:28.811418 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816c6b1-bb84-495f-867d-cdbe07798b33 req-d4291e09-1877-4506-8a1f-0431e731d8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:28.813403 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4816c6b1-bb84-495f-867d-cdbe07798b33 req-d4291e09-1877-4506-8a1f-0431e731d8d7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0555866 Feb 16 23:06:28.862001 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062628d9-1083-4de8-a632-d8b920a83a52 req-323ae0b3-f0f1-4022-b045-c8807647cb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:28.862368 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816c6b1-bb84-495f-867d-cdbe07798b33 req-af640171-6036-47f3-8f8a-a35f2d31c352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:28.863543 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-062628d9-1083-4de8-a632-d8b920a83a52 req-323ae0b3-f0f1-4022-b045-c8807647cb53 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513361 Feb 16 23:06:28.863893 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4816c6b1-bb84-495f-867d-cdbe07798b33 req-af640171-6036-47f3-8f8a-a35f2d31c352 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454986 Feb 16 23:06:28.960476 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-062628d9-1083-4de8-a632-d8b920a83a52 req-e2211322-bd39-4967-b9de-de6f55ae2ec4 service neutron] 10.222.0.79 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904586 Feb 16 23:06:28.963116 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4816c6b1-bb84-495f-867d-cdbe07798b33 req-e1c187f9-c542-4d9f-8b5a-b58e09024ad2 service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936196 Feb 16 23:06:29.056345 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4816c6b1-bb84-495f-867d-cdbe07798b33 req-85c3804e-bae6-495f-8aa3-b6dd8ef55fc4 service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873694 Feb 16 23:06:29.062381 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-062628d9-1083-4de8-a632-d8b920a83a52 req-55bc107f-1c07-419d-b7c1-470a26b8a3e9 service neutron] 10.222.0.79 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958240 Feb 16 23:06:29.158948 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816c6b1-bb84-495f-867d-cdbe07798b33 req-d174127a-6047-4f6b-9d03-4364184ea366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:29.160490 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4816c6b1-bb84-495f-867d-cdbe07798b33 req-d174127a-6047-4f6b-9d03-4364184ea366 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 1126 time: 0.0514662 Feb 16 23:06:29.257145 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816c6b1-bb84-495f-867d-cdbe07798b33 req-e29f4d37-00ad-4abc-bac9-a54a79c90d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:29.258784 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4816c6b1-bb84-495f-867d-cdbe07798b33 req-e29f4d37-00ad-4abc-bac9-a54a79c90d65 service neutron] 10.222.0.79 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.0882356 Feb 16 23:06:29.331078 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4816c6b1-bb84-495f-867d-cdbe07798b33 req-a482e092-caed-4e06-b1b7-2e900ad0c80d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ffb7bc1-44ec-421c-b123-996aca9ba14f HTTP/1.1" status: 200 len: 1000 time: 0.0656917 Feb 16 23:06:29.379119 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816c6b1-bb84-495f-867d-cdbe07798b33 req-1d842773-1160-4c80-b873-53bc73be60ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:29.380598 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4816c6b1-bb84-495f-867d-cdbe07798b33 req-1d842773-1160-4c80-b873-53bc73be60ef service neutron] 10.222.0.79 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0443711 Feb 16 23:06:29.434450 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816c6b1-bb84-495f-867d-cdbe07798b33 req-32b871be-ff5e-4434-9546-df4c673bc756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:29.435974 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4816c6b1-bb84-495f-867d-cdbe07798b33 req-32b871be-ff5e-4434-9546-df4c673bc756 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490570 Feb 16 23:06:29.532375 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4816c6b1-bb84-495f-867d-cdbe07798b33 req-2f27ddee-6344-444f-a3f1-85e5094815be service neutron] 10.222.0.79 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902495 Feb 16 23:06:29.630155 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4816c6b1-bb84-495f-867d-cdbe07798b33 req-c667ddc1-d424-48b6-800b-cc91a1aa5238 service neutron] 10.222.0.79 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914950 Feb 16 23:06:30.205805 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac8efe-51fa-4190-ba3c-ae7476b14c61 req-d5ca0932-82db-4d5c-bf5f-252b809720aa tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:30.207566 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f7ac8efe-51fa-4190-ba3c-ae7476b14c61 req-d5ca0932-82db-4d5c-bf5f-252b809720aa tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 944 time: 0.3481293 Feb 16 23:06:30.257142 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f7ac8efe-51fa-4190-ba3c-ae7476b14c61 req-5f1f6a37-4022-4d89-9ed8-42b3650ba604 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431824 Feb 16 23:06:30.296027 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:06:31.394177 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b2f01-df20-442b-8f27-bf7677449111 req-7bbad3dc-790b-4ec0-a4d3-f12d729864dc tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:31.395695 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-669b2f01-df20-442b-8f27-bf7677449111 req-7bbad3dc-790b-4ec0-a4d3-f12d729864dc tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 944 time: 0.0657222 Feb 16 23:06:31.444756 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-669b2f01-df20-442b-8f27-bf7677449111 req-e8416aac-9d72-4aae-b45a-9d57a5bf4aa5 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431273 Feb 16 23:06:32.575240 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22355a-8543-48c7-a0e3-13afe60bf6b8 req-314d9dd0-e2b2-49f5-adb7-7a331b64dccf tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:32.576749 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d22355a-8543-48c7-a0e3-13afe60bf6b8 req-314d9dd0-e2b2-49f5-adb7-7a331b64dccf tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 944 time: 0.0579462 Feb 16 23:06:32.634222 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d22355a-8543-48c7-a0e3-13afe60bf6b8 req-70a323dc-1533-462c-9c31-d85afba1a34b tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514116 Feb 16 23:06:33.762213 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531479ec-97e9-477c-a17a-6589d2874cf1 req-970f2d9e-2aff-46db-879e-e2887a8c8227 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:33.763818 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-531479ec-97e9-477c-a17a-6589d2874cf1 req-970f2d9e-2aff-46db-879e-e2887a8c8227 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 944 time: 0.0556090 Feb 16 23:06:33.815732 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-531479ec-97e9-477c-a17a-6589d2874cf1 req-a46557d7-d761-4580-9e63-01ecdec28551 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453143 Feb 16 23:06:34.956697 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645b19d-4104-459e-a310-82a678797339 req-f0be695a-e355-4a63-8643-167d4dbc4a15 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:34.958437 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9645b19d-4104-459e-a310-82a678797339 req-f0be695a-e355-4a63-8643-167d4dbc4a15 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 944 time: 0.0681551 Feb 16 23:06:35.007535 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9645b19d-4104-459e-a310-82a678797339 req-d780c174-5bad-4d58-a375-c821908c11bc tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428183 Feb 16 23:06:36.141589 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020a811-b3a8-4c0d-abab-0677d7cc8230 req-a2d1091b-d592-4bcb-9856-9f078a6b06f3 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:36.143565 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f020a811-b3a8-4c0d-abab-0677d7cc8230 req-a2d1091b-d592-4bcb-9856-9f078a6b06f3 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 944 time: 0.0576253 Feb 16 23:06:36.196116 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f020a811-b3a8-4c0d-abab-0677d7cc8230 req-f83cf247-0f2e-40fc-af1f-5b59b4127e7d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460088 Feb 16 23:06:37.337491 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052e623-0d2a-4d55-8894-787a938a9c0c req-5f199ea6-d2c3-49a9-91cf-1aa1f85d7496 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:37.339479 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c052e623-0d2a-4d55-8894-787a938a9c0c req-5f199ea6-d2c3-49a9-91cf-1aa1f85d7496 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 944 time: 0.0694566 Feb 16 23:06:37.407560 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c052e623-0d2a-4d55-8894-787a938a9c0c req-c4dacecb-9470-429a-8a8a-c7aa545b4238 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599809 Feb 16 23:06:38.537458 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f6dd8-0179-45f4-8bd7-e5b728e816f9 req-02bd5056-9995-4ef8-8008-2864b1322eca tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:38.539877 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8c0f6dd8-0179-45f4-8bd7-e5b728e816f9 req-02bd5056-9995-4ef8-8008-2864b1322eca tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 944 time: 0.0578454 Feb 16 23:06:38.586228 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8c0f6dd8-0179-45f4-8bd7-e5b728e816f9 req-2bfbe428-9092-4bf6-8f12-b7287ae49662 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416143 Feb 16 23:06:39.711393 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f21551-49ed-4699-af67-97a27202cdd2 req-80d13a3d-4ce2-4a82-85fa-f061335a8fde tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:39.712963 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-82f21551-49ed-4699-af67-97a27202cdd2 req-80d13a3d-4ce2-4a82-85fa-f061335a8fde tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 944 time: 0.0548661 Feb 16 23:06:39.759835 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-82f21551-49ed-4699-af67-97a27202cdd2 req-914f211f-8dc8-4a23-a2c8-0d430dd138e5 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411522 Feb 16 23:06:40.887939 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ffd32d-7cd5-4007-860e-a0f77044f62a req-da18054d-91f9-441b-abe5-adcc1c8629ee tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:40.889447 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e2ffd32d-7cd5-4007-860e-a0f77044f62a req-da18054d-91f9-441b-abe5-adcc1c8629ee tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 944 time: 0.0589194 Feb 16 23:06:40.941657 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e2ffd32d-7cd5-4007-860e-a0f77044f62a req-680e003e-9a5e-44df-a1b5-3acf17b03b75 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422583 Feb 16 23:06:42.065630 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d40b3-a1b8-44e4-90d7-bc354756ea98 req-d02107e6-b142-4f02-a4db-36824e5ea220 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:42.067200 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a98d40b3-a1b8-44e4-90d7-bc354756ea98 req-d02107e6-b142-4f02-a4db-36824e5ea220 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 944 time: 0.0543904 Feb 16 23:06:42.113514 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a98d40b3-a1b8-44e4-90d7-bc354756ea98 req-7537421c-31c6-430f-93e1-b661207e0c18 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406852 Feb 16 23:06:43.237777 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d449f-7699-45ae-a824-fec8270e1805 req-a90ba08e-3a25-4301-a7e8-944da21bb013 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:43.239295 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c73d449f-7699-45ae-a824-fec8270e1805 req-a90ba08e-3a25-4301-a7e8-944da21bb013 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 944 time: 0.0521147 Feb 16 23:06:43.289361 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c73d449f-7699-45ae-a824-fec8270e1805 req-e99e98fb-1a9a-4e1c-9e6d-efce192e94be tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444012 Feb 16 23:06:44.410238 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948204fc-5fde-45de-9521-51bf16a949a1 req-7c6c2a2e-948e-42fb-a79d-a98650e4b5e9 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:44.411761 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-948204fc-5fde-45de-9521-51bf16a949a1 req-7c6c2a2e-948e-42fb-a79d-a98650e4b5e9 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 944 time: 0.0536916 Feb 16 23:06:44.459021 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-948204fc-5fde-45de-9521-51bf16a949a1 req-7714a5b4-6eec-4a4c-9e5a-eb5cfcf8ffb8 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414467 Feb 16 23:06:45.592262 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1cc6e-416c-4d67-ac1f-d06a14b092f9 req-b2cf6ba0-d21a-4357-a391-b1730cddc323 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:45.593671 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-86b1cc6e-416c-4d67-ac1f-d06a14b092f9 req-b2cf6ba0-d21a-4357-a391-b1730cddc323 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 944 time: 0.0589097 Feb 16 23:06:45.641546 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-86b1cc6e-416c-4d67-ac1f-d06a14b092f9 req-7606aff5-4ea1-4515-a05f-9fdb00675b69 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415096 Feb 16 23:06:45.795494 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 9ffb7bc1-44ec-421c-b123-996aca9ba14f details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:06:45.899352 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 9ffb7bc1-44ec-421c-b123-996aca9ba14f, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=9ffb7bc1-44ec-421c-b123-996aca9ba14f,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:06:45.910960 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '9ffb7bc1-44ec-421c-b123-996aca9ba14f', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'port_id': '9ffb7bc1-44ec-421c-b123-996aca9ba14f', 'mac_address': 'fa:16:3e:9c:2b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:06:45.948101 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 9ffb7bc1-44ec-421c-b123-996aca9ba14f is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:06:45.948495 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:06:45.965404 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ffb7bc1-44ec-421c-b123-996aca9ba14f {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:06:45.984557 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 9ffb7bc1-44ec-421c-b123-996aca9ba14f, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=9ffb7bc1-44ec-421c-b123-996aca9ba14f,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:06:45.987753 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:06:46.034891 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=9ffb7bc1-44ec-421c-b123-996aca9ba14f,revision_number=9']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:06:46.042338 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:06:46.042692 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:06:46.043045 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:06:46.043387 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:06:46.043723 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:06:46.044092 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:06:46.044424 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:06:46.044758 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:06:46.045088 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:06:46.045418 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:06:46.045744 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:06:46.046099 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:06:46.046428 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:06:46.250173 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['9ffb7bc1-44ec-421c-b123-996aca9ba14f'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:06:46.766213 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab46f1-5b91-43a2-84b5-bfba4c871a97 req-b8075947-6d09-4834-ac93-b1b76edbce57 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:46.767694 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3aab46f1-5b91-43a2-84b5-bfba4c871a97 req-b8075947-6d09-4834-ac93-b1b76edbce57 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 945 time: 0.0561950 Feb 16 23:06:46.815283 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3aab46f1-5b91-43a2-84b5-bfba4c871a97 req-209561b5-9adf-43f4-b3a1-4aabe8a97ec2 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418148 Feb 16 23:06:47.136208 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-c96ec211-914f-4e1b-a00d-fc8939139bfb tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:47.137720 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-c96ec211-914f-4e1b-a00d-fc8939139bfb tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.79 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0&tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&binding%3Ahost_id=n-h2-813897-6 HTTP/1.1" status: 200 len: 945 time: 0.0891826 Feb 16 23:06:47.159786 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd894cf-8039-4b1b-a9f3-cb383a1ee3be req-c4b6a0a4-5730-4883-ab4b-3fbb8599586a tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:47.161270 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3bd894cf-8039-4b1b-a9f3-cb383a1ee3be req-c4b6a0a4-5730-4883-ab4b-3fbb8599586a tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 945 time: 0.0841804 Feb 16 23:06:47.239657 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-101c7514-2c70-4bc9-923d-1c02b1099e31 service neutron] 10.222.0.79 "GET /v2.0/ports/9ffb7bc1-44ec-421c-b123-996aca9ba14f/bindings/n-h2-813897-6 HTTP/1.1" status: 200 len: 382 time: 0.0952818 Feb 16 23:06:47.243245 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3bd894cf-8039-4b1b-a9f3-cb383a1ee3be req-736d24e5-307f-47c8-91db-230373337633 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644095 Feb 16 23:06:47.305811 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-6fe06a3d-04fc-431e-8906-fd0445da5a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:47.307293 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-6fe06a3d-04fc-431e-8906-fd0445da5a1f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 1127 time: 0.0458808 Feb 16 23:06:47.399720 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-b2d0bf2d-c706-4c9a-97b0-f1d1974fe647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:47.401210 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-b2d0bf2d-c706-4c9a-97b0-f1d1974fe647 service neutron] 10.222.0.79 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.0888927 Feb 16 23:06:47.465384 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-2ccb50c5-7661-402e-8f66-06f3f04aeb2a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ffb7bc1-44ec-421c-b123-996aca9ba14f HTTP/1.1" status: 200 len: 1001 time: 0.0579751 Feb 16 23:06:47.519423 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-b77131e4-5b4c-4e78-8a4f-7e2c0cef96b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:47.520912 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-b77131e4-5b4c-4e78-8a4f-7e2c0cef96b6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0492823 Feb 16 23:06:47.572869 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-d3c2f56d-d028-4064-9107-514e28ebe932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:47.574327 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-d3c2f56d-d028-4064-9107-514e28ebe932 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456212 Feb 16 23:06:47.663762 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-5e143838-bdd3-4759-b1cd-f3941ad4bd74 service neutron] 10.222.0.79 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828817 Feb 16 23:06:47.755745 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-e9abd56e-86dc-4ef7-b1a2-a33b144e894e service neutron] 10.222.0.79 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845754 Feb 16 23:06:47.811438 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 9ffb7bc1-44ec-421c-b123-996aca9ba14f up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:06:47.861319 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 9ffb7bc1-44ec-421c-b123-996aca9ba14f completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:06:47.865465 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 9ffb7bc1-44ec-421c-b123-996aca9ba14f triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:06:47.865843 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:06:47.943250 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 9ffb7bc1-44ec-421c-b123-996aca9ba14f is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:06:47.943641 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:06:47.966037 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188fbdc6-298d-4c88-8d03-c5a78d63aff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffb7bc1-44ec-421c-b123-996aca9ba14f'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:06:47.968166 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eeb7b27-80a6-47ef-8e27-bf7bf69fe038" -d '{"events": [{"server_uuid": "188fbdc6-298d-4c88-8d03-c5a78d63aff0", "name": "network-vif-plugged", "status": "completed", "tag": "9ffb7bc1-44ec-421c-b123-996aca9ba14f"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:06:47.984153 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 9ffb7bc1-44ec-421c-b123-996aca9ba14f, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=9ffb7bc1-44ec-421c-b123-996aca9ba14f,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:06:47.988754 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:06:48.022536 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c0a59a-84b4-453e-9191-bcb04d507a9f x-openstack-request-id: req-d2c0a59a-84b4-453e-9191-bcb04d507a9f {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:06:48.022831 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188fbdc6-298d-4c88-8d03-c5a78d63aff0", "name": "network-vif-plugged", "status": "completed", "tag": "9ffb7bc1-44ec-421c-b123-996aca9ba14f", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:06:48.023086 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d2c0a59a-84b4-453e-9191-bcb04d507a9f {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:06:48.023748 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188fbdc6-298d-4c88-8d03-c5a78d63aff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffb7bc1-44ec-421c-b123-996aca9ba14f', 'code': 200} Feb 16 23:06:48.039267 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=9ffb7bc1-44ec-421c-b123-996aca9ba14f,revision_number=10']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:06:48.371548 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc0f02-3722-4101-b564-c9e1a8029fd0 req-c6b4fd46-be30-490d-a09b-ff425c095b7f tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:48.373048 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dcdc0f02-3722-4101-b564-c9e1a8029fd0 req-c6b4fd46-be30-490d-a09b-ff425c095b7f tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 947 time: 0.0553937 Feb 16 23:06:48.419484 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dcdc0f02-3722-4101-b564-c9e1a8029fd0 req-4c3dd1a6-754b-40bf-a6ba-72451c803f9b tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402470 Feb 16 23:06:49.552186 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7edd026-e33d-43b9-a765-34d4d3d0ddfc req-fbf8d52f-85f7-4168-a8db-22b6514a666d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:49.553717 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c7edd026-e33d-43b9-a765-34d4d3d0ddfc req-fbf8d52f-85f7-4168-a8db-22b6514a666d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 947 time: 0.0602658 Feb 16 23:06:49.600674 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c7edd026-e33d-43b9-a765-34d4d3d0ddfc req-c41052ba-e28f-408f-962e-0a1c8984008a tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410578 Feb 16 23:06:50.278910 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ae033-81ef-4b54-be04-7d891a2d94e1 req-a6a623df-33f3-467e-9ac1-3310f628c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:50.280436 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7a7ae033-81ef-4b54-be04-7d891a2d94e1 req-a6a623df-33f3-467e-9ac1-3310f628c7b4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 1129 time: 0.0458674 Feb 16 23:06:50.385849 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:06:50.390225 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ae033-81ef-4b54-be04-7d891a2d94e1 req-ff297494-9695-4e14-b005-81bd1af3fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:50.392305 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7a7ae033-81ef-4b54-be04-7d891a2d94e1 req-ff297494-9695-4e14-b005-81bd1af3fb6c service neutron] 10.222.0.79 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.0928249 Feb 16 23:06:50.457733 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7a7ae033-81ef-4b54-be04-7d891a2d94e1 req-9ebbb0fe-c63c-4667-84e0-3fc52996feee service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ffb7bc1-44ec-421c-b123-996aca9ba14f HTTP/1.1" status: 200 len: 1002 time: 0.0595188 Feb 16 23:06:50.506897 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ae033-81ef-4b54-be04-7d891a2d94e1 req-d36445aa-a945-41d3-a495-3dace4da9e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:50.508384 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7a7ae033-81ef-4b54-be04-7d891a2d94e1 req-d36445aa-a945-41d3-a495-3dace4da9e52 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0444207 Feb 16 23:06:50.562620 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ae033-81ef-4b54-be04-7d891a2d94e1 req-c5f14cca-b0a7-4101-b076-617a2bad7e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:50.564093 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7a7ae033-81ef-4b54-be04-7d891a2d94e1 req-c5f14cca-b0a7-4101-b076-617a2bad7e77 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497344 Feb 16 23:06:50.656712 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7a7ae033-81ef-4b54-be04-7d891a2d94e1 req-d8e37911-f6a5-408a-86cd-6bb39e32d306 service neutron] 10.222.0.79 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867386 Feb 16 23:06:50.747528 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cb912828-28c1-4cad-8e9e-8ee92462579c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:06:50.782934 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7a7ae033-81ef-4b54-be04-7d891a2d94e1 req-46972e28-92ab-4f89-9601-0a3ad3ac2b84 service neutron] 10.222.0.79 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208549 Feb 16 23:06:50.789853 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fc390-bd54-4ad0-af6f-a974d3e0c394 req-08601440-1a66-4fb3-bcac-1086b43c9268 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:50.791311 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6a3fc390-bd54-4ad0-af6f-a974d3e0c394 req-08601440-1a66-4fb3-bcac-1086b43c9268 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 947 time: 0.1120408 Feb 16 23:06:50.840107 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6a3fc390-bd54-4ad0-af6f-a974d3e0c394 req-ae0ca6f7-7363-42a7-8579-974873af66a9 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424788 Feb 16 23:06:51.826854 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 9ffb7bc1-44ec-421c-b123-996aca9ba14f no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:06:51.907486 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 9ffb7bc1-44ec-421c-b123-996aca9ba14f is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:06:51.907893 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:06:51.931638 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188fbdc6-298d-4c88-8d03-c5a78d63aff0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ffb7bc1-44ec-421c-b123-996aca9ba14f'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:06:51.933846 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f40e679-3b82-4d37-8c05-13b31e6fd1aa" -d '{"events": [{"server_uuid": "188fbdc6-298d-4c88-8d03-c5a78d63aff0", "name": "network-vif-unplugged", "status": "completed", "tag": "9ffb7bc1-44ec-421c-b123-996aca9ba14f"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:06:51.947125 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 9ffb7bc1-44ec-421c-b123-996aca9ba14f, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=9ffb7bc1-44ec-421c-b123-996aca9ba14f,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:06:51.951640 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:06:51.970675 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626be38c-90dc-424a-8166-cde3c8016fb4 req-fea1f5d3-df94-412e-9493-492b0a0f250a tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:51.972856 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-626be38c-90dc-424a-8166-cde3c8016fb4 req-fea1f5d3-df94-412e-9493-492b0a0f250a tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 947 time: 0.0602767 Feb 16 23:06:52.002126 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=9ffb7bc1-44ec-421c-b123-996aca9ba14f,revision_number=11']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:06:52.030471 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-626be38c-90dc-424a-8166-cde3c8016fb4 req-5ee96c05-dfbb-49ca-9138-04fca1396d8a tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490153 Feb 16 23:06:52.088715 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 23:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ffb36b-b964-4c1f-a04d-6bc4659984d3 x-openstack-request-id: req-60ffb36b-b964-4c1f-a04d-6bc4659984d3 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:06:52.089020 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188fbdc6-298d-4c88-8d03-c5a78d63aff0", "name": "network-vif-unplugged", "status": "completed", "tag": "9ffb7bc1-44ec-421c-b123-996aca9ba14f", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:06:52.089282 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-60ffb36b-b964-4c1f-a04d-6bc4659984d3 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:06:52.089684 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188fbdc6-298d-4c88-8d03-c5a78d63aff0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ffb7bc1-44ec-421c-b123-996aca9ba14f', 'code': 200} Feb 16 23:06:53.128943 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0fb10da5-ded6-4452-9d57-6e69286c6d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:06:53.161000 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6ec17-e1c6-4abb-9d1a-1152d7ef163e req-117170a3-242f-41af-b644-40f68be25b07 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:53.162530 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-59c6ec17-e1c6-4abb-9d1a-1152d7ef163e req-117170a3-242f-41af-b644-40f68be25b07 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 945 time: 0.0566874 Feb 16 23:06:53.212961 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-59c6ec17-e1c6-4abb-9d1a-1152d7ef163e req-724d53be-ed2d-47fc-abcf-a65e07274273 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445828 Feb 16 23:06:53.757886 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-7dd53f14-658f-4b30-ba07-7141f694d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:53.759365 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-7dd53f14-658f-4b30-ba07-7141f694d862 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0&tenant_id=3b89614a682e4cdc98d1bf73090e8cdc HTTP/1.1" status: 200 len: 1127 time: 0.0512197 Feb 16 23:06:53.770945 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813897-6', 'device_owner': 'compute:nova'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:06:53.830903 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:06:54.028868 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] For port 9ffb7bc1-44ec-421c-b123-996aca9ba14f, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=9ffb7bc1-44ec-421c-b123-996aca9ba14f,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:06:54.066599 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] For port 9ffb7bc1-44ec-421c-b123-996aca9ba14f, host n-h2-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:06:54.100399 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ffb7bc1-44ec-421c-b123-996aca9ba14f {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:06:54.108302 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] Publish callbacks [] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:06:54.120639 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] Transition to ACTIVE for port object 9ffb7bc1-44ec-421c-b123-996aca9ba14f will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:06:54.124295 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:06:54.204689 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] Pushing event updated for resources: {'Port': ['ID=9ffb7bc1-44ec-421c-b123-996aca9ba14f,revision_number=12']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:06:54.219423 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:06:54.219825 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:06:54.220708 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:06:54.221046 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:06:54.221384 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:06:54.221721 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:06:54.222144 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:06:54.222484 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:06:54.222814 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:06:54.223142 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:06:54.223471 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:06:54.223795 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:06:54.224118 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:06:54.260660 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] No DVR routers for this DVR port 9ffb7bc1-44ec-421c-b123-996aca9ba14f on host n-h2-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:06:54.344840 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f47725-2248-431d-9616-70f19a1a495f req-ff8ae9cb-d8f2-44ef-8b02-e1afa8de9b3d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:54.348102 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d4f47725-2248-431d-9616-70f19a1a495f req-ff8ae9cb-d8f2-44ef-8b02-e1afa8de9b3d tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 945 time: 0.0589204 Feb 16 23:06:54.403875 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d4f47725-2248-431d-9616-70f19a1a495f req-ebb1fc3f-aa53-4dd1-afc2-e955558b824e tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490296 Feb 16 23:06:54.415792 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] Attempting to bind port 9ffb7bc1-44ec-421c-b123-996aca9ba14f on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:06:54.416265 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] Attempting to bind port 9ffb7bc1-44ec-421c-b123-996aca9ba14f by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:06:54.416692 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] Attempting to bind port 9ffb7bc1-44ec-421c-b123-996aca9ba14f on network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:06:54.421449 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] Port 9ffb7bc1-44ec-421c-b123-996aca9ba14f on network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 23:06:54.421769 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] Attempting to bind port 9ffb7bc1-44ec-421c-b123-996aca9ba14f on network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:06:54.427801 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:06:54.428099 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] Checking segment: {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:06:54.428482 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] Bound using segment: {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:06:54.428913 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] Bound port: 9ffb7bc1-44ec-421c-b123-996aca9ba14f, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf0bdfd-c811-47e0-bdfc-7355534731f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:06:54.429275 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:06:54.443762 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:06:54.496639 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] For port 9ffb7bc1-44ec-421c-b123-996aca9ba14f, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:06:54.500756 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] For port 9ffb7bc1-44ec-421c-b123-996aca9ba14f, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=9ffb7bc1-44ec-421c-b123-996aca9ba14f,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:06:54.507592 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:06:54.542710 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:54.543425 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:06:54.544878 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] 10.222.0.67 "PUT /v2.0/ports/9ffb7bc1-44ec-421c-b123-996aca9ba14f HTTP/1.1" status: 200 len: 1093 time: 0.7780910 Feb 16 23:06:54.545333 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '188fbdc6-298d-4c88-8d03-c5a78d63aff0', 'tag': '9ffb7bc1-44ec-421c-b123-996aca9ba14f'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:06:54.547607 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe80670-5e6b-4587-95f1-7fc6f272a1eb" -d '{"events": [{"name": "network-changed", "server_uuid": "188fbdc6-298d-4c88-8d03-c5a78d63aff0", "tag": "9ffb7bc1-44ec-421c-b123-996aca9ba14f"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:06:54.609086 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562cef17-eeed-4f03-b8a2-b8b795b2cc34 x-openstack-request-id: req-562cef17-eeed-4f03-b8a2-b8b795b2cc34 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:06:54.609387 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "188fbdc6-298d-4c88-8d03-c5a78d63aff0", "tag": "9ffb7bc1-44ec-421c-b123-996aca9ba14f", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:06:54.609642 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-562cef17-eeed-4f03-b8a2-b8b795b2cc34 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:06:54.610131 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '188fbdc6-298d-4c88-8d03-c5a78d63aff0', 'tag': '9ffb7bc1-44ec-421c-b123-996aca9ba14f', 'status': 'completed', 'code': 200} Feb 16 23:06:54.613177 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831abf1-5dc8-4c1e-b1ad-00ee329e582a service neutron] Pushing event updated for resources: {'Port': ['ID=9ffb7bc1-44ec-421c-b123-996aca9ba14f,revision_number=13']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:06:54.634584 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-ac40754c-1757-4c2d-a2fe-cea373f46c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:54.636182 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-ac40754c-1757-4c2d-a2fe-cea373f46c43 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 1127 time: 0.0681682 Feb 16 23:06:54.687832 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe80670-5e6b-4587-95f1-7fc6f272a1eb req-8794637b-abbf-4c49-ba46-026d7cda09a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:54.689497 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8fe80670-5e6b-4587-95f1-7fc6f272a1eb req-8794637b-abbf-4c49-ba46-026d7cda09a4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 1127 time: 0.0572228 Feb 16 23:06:54.754393 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-373899a7-6f46-4a41-905a-786d19b16b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:54.755924 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-373899a7-6f46-4a41-905a-786d19b16b50 service neutron] 10.222.0.67 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.1141639 Feb 16 23:06:54.791408 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe80670-5e6b-4587-95f1-7fc6f272a1eb req-d5b97891-e72a-454d-ad76-dfb35b9defa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:54.792811 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8fe80670-5e6b-4587-95f1-7fc6f272a1eb req-d5b97891-e72a-454d-ad76-dfb35b9defa3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.0977743 Feb 16 23:06:54.828295 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-c3206203-e745-4e55-a97e-3ecf3d20459e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ffb7bc1-44ec-421c-b123-996aca9ba14f HTTP/1.1" status: 200 len: 1000 time: 0.0664494 Feb 16 23:06:54.863207 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8fe80670-5e6b-4587-95f1-7fc6f272a1eb req-875b5e50-af4d-4375-8bfa-8e54deb5a1b4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ffb7bc1-44ec-421c-b123-996aca9ba14f HTTP/1.1" status: 200 len: 1000 time: 0.0638244 Feb 16 23:06:54.879822 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-bc75881b-73bd-42c5-9330-4a3c3bec2829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:54.881319 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-bc75881b-73bd-42c5-9330-4a3c3bec2829 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0478454 Feb 16 23:06:54.921733 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe80670-5e6b-4587-95f1-7fc6f272a1eb req-6ab27d36-d33c-402f-9d5b-7a558b58d56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:54.924014 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8fe80670-5e6b-4587-95f1-7fc6f272a1eb req-6ab27d36-d33c-402f-9d5b-7a558b58d56a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0549622 Feb 16 23:06:54.940502 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-91050549-002b-49a2-86d5-13e8868ffa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:54.942072 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-91050549-002b-49a2-86d5-13e8868ffa0b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0550599 Feb 16 23:06:54.973040 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe80670-5e6b-4587-95f1-7fc6f272a1eb req-2a058195-eb32-4135-b87d-86dc4e817631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:54.974643 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8fe80670-5e6b-4587-95f1-7fc6f272a1eb req-2a058195-eb32-4135-b87d-86dc4e817631 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452476 Feb 16 23:06:55.037582 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-a3815be4-5bee-4ad4-9c48-7a20c554cff6 service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898309 Feb 16 23:06:55.072711 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8fe80670-5e6b-4587-95f1-7fc6f272a1eb req-2c215c28-ed4f-4b8b-af92-38b263db56fb service neutron] 10.222.0.79 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920680 Feb 16 23:06:55.129753 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e0a8f1b9-2659-4ffe-882b-c82495638c83 req-935d774a-6b77-4a4f-aa57-eea5a24bb7e6 service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853035 Feb 16 23:06:55.164496 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8fe80670-5e6b-4587-95f1-7fc6f272a1eb req-0de9c658-97a7-4cc8-95e9-6a6ba37f7ba2 service neutron] 10.222.0.79 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859308 Feb 16 23:06:55.247001 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe80670-5e6b-4587-95f1-7fc6f272a1eb req-a36ac51f-ea31-4a9f-8f28-6a7348669d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:55.248548 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8fe80670-5e6b-4587-95f1-7fc6f272a1eb req-a36ac51f-ea31-4a9f-8f28-6a7348669d7f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 1127 time: 0.0733252 Feb 16 23:06:55.348891 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe80670-5e6b-4587-95f1-7fc6f272a1eb req-84deac97-235e-4f8e-a3c1-e65dff08869d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:55.350341 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8fe80670-5e6b-4587-95f1-7fc6f272a1eb req-84deac97-235e-4f8e-a3c1-e65dff08869d service neutron] 10.222.0.67 "GET /v2.0/networks?id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 200 len: 912 time: 0.0947115 Feb 16 23:06:55.423170 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8fe80670-5e6b-4587-95f1-7fc6f272a1eb req-1dcce0e4-7906-4c0f-bb00-ba0f76c2f149 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ffb7bc1-44ec-421c-b123-996aca9ba14f HTTP/1.1" status: 200 len: 1000 time: 0.0653861 Feb 16 23:06:55.478784 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe80670-5e6b-4587-95f1-7fc6f272a1eb req-b7b1d664-1883-4490-aa90-f9b5558be983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:55.480303 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8fe80670-5e6b-4587-95f1-7fc6f272a1eb req-b7b1d664-1883-4490-aa90-f9b5558be983 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 200 len: 850 time: 0.0528033 Feb 16 23:06:55.537343 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe80670-5e6b-4587-95f1-7fc6f272a1eb req-1432cb10-d95d-4ef8-b379-05c33a1b2a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:55.539061 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8fe80670-5e6b-4587-95f1-7fc6f272a1eb req-1432cb10-d95d-4ef8-b379-05c33a1b2a3c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0534723 Feb 16 23:06:55.557505 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7f676-5e31-4901-acb2-40ef759f7eec req-0945c590-375a-4b0d-b06b-8192e7655212 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:55.559083 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ddf7f676-5e31-4901-acb2-40ef759f7eec req-0945c590-375a-4b0d-b06b-8192e7655212 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 945 time: 0.0616047 Feb 16 23:06:55.617838 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ddf7f676-5e31-4901-acb2-40ef759f7eec req-7e0cfc0f-50a4-4cf5-a009-2892007a1a29 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500224 Feb 16 23:06:55.654420 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8fe80670-5e6b-4587-95f1-7fc6f272a1eb req-3f63aa2b-5ea5-4ade-a7d9-2a6567c6255b service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046886 Feb 16 23:06:55.749525 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8fe80670-5e6b-4587-95f1-7fc6f272a1eb req-629c8a7c-7540-453b-9b65-74d740e3cea0 service neutron] 10.222.0.67 "GET /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934925 Feb 16 23:06:55.768535 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:06:56.755337 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23e19c-0789-479b-97a7-3c22dcd1b3ff req-d302c537-e834-4671-8f46-97dd7906aad6 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:56.757475 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1f23e19c-0789-479b-97a7-3c22dcd1b3ff req-d302c537-e834-4671-8f46-97dd7906aad6 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 945 time: 0.0538726 Feb 16 23:06:56.813430 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1f23e19c-0789-479b-97a7-3c22dcd1b3ff req-d17276ec-12b4-40df-9314-c834b8caac2f tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503235 Feb 16 23:06:57.102813 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:06:57.948156 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441dbac-613e-450e-81ea-2b35abaf9f45 req-18e1e675-532e-497b-9594-371144afd013 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:57.949769 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4441dbac-613e-450e-81ea-2b35abaf9f45 req-18e1e675-532e-497b-9594-371144afd013 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 945 time: 0.0649810 Feb 16 23:06:58.002606 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4441dbac-613e-450e-81ea-2b35abaf9f45 req-87d1dcf5-d42a-43e9-8c12-84bf74d7e6de tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460768 Feb 16 23:06:58.795468 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:06:59.134427 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4788ac3-61be-4b74-a512-2c25b397aa35 req-be32aa2b-b4a5-4b74-b96e-fbb2c5a41fb7 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:06:59.135858 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b4788ac3-61be-4b74-a512-2c25b397aa35 req-be32aa2b-b4a5-4b74-b96e-fbb2c5a41fb7 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 945 time: 0.0546160 Feb 16 23:06:59.185855 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b4788ac3-61be-4b74-a512-2c25b397aa35 req-34749d40-a5f6-43b9-942b-bd1d4a479a95 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439188 Feb 16 23:07:00.299943 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:00.319851 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3958a9-b346-401a-8a1d-c2808d8a9560 req-71da9807-613f-4a8d-986b-238bd821a0a0 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:00.321370 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ca3958a9-b346-401a-8a1d-c2808d8a9560 req-71da9807-613f-4a8d-986b-238bd821a0a0 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 945 time: 0.0588517 Feb 16 23:07:00.374740 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ca3958a9-b346-401a-8a1d-c2808d8a9560 req-e70ff66a-7a86-4232-953a-481857474449 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473976 Feb 16 23:07:01.517474 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c46fb-718a-4a3a-8137-5618dc587cb3 req-be01eb8a-3166-4878-b338-2f624c3365ab tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:01.519227 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ee5c46fb-718a-4a3a-8137-5618dc587cb3 req-be01eb8a-3166-4878-b338-2f624c3365ab tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 945 time: 0.0618527 Feb 16 23:07:01.572356 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ee5c46fb-718a-4a3a-8137-5618dc587cb3 req-624fd709-00e9-4044-a9da-6516710134fe tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460992 Feb 16 23:07:02.702370 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0971c-e11a-4b20-be2d-4dc86330468b req-9e83bc20-0ddd-44f4-92a1-0aae0659efd3 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:02.704071 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-57c0971c-e11a-4b20-be2d-4dc86330468b req-9e83bc20-0ddd-44f4-92a1-0aae0659efd3 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 945 time: 0.0567243 Feb 16 23:07:02.751640 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-57c0971c-e11a-4b20-be2d-4dc86330468b req-0c42eaba-a47d-46aa-90cf-eeca7cf42a06 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418749 Feb 16 23:07:03.883657 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c612f7b-3435-4249-a854-8dced81865cc req-2254901f-9ba0-4368-8cf8-66811b227f42 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:03.885184 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c612f7b-3435-4249-a854-8dced81865cc req-2254901f-9ba0-4368-8cf8-66811b227f42 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 945 time: 0.0627482 Feb 16 23:07:03.936148 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c612f7b-3435-4249-a854-8dced81865cc req-3b1317eb-9e75-476a-bb41-b65aed14dd69 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448670 Feb 16 23:07:05.071932 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a7588-a1a5-409e-aed6-717332c646fe req-4ad53cd8-d80e-47ce-95c9-b7127b2e06d0 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:05.073546 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f8a7588-a1a5-409e-aed6-717332c646fe req-4ad53cd8-d80e-47ce-95c9-b7127b2e06d0 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 945 time: 0.0637796 Feb 16 23:07:05.124477 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f8a7588-a1a5-409e-aed6-717332c646fe req-69c03bc7-9ab4-4433-b906-92e979d87dac tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443790 Feb 16 23:07:06.254657 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bd135-3b23-445b-938e-12a5bf5c7710 req-d1c0762e-f9fd-48ad-8f9c-d4d643effc1e tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:06.256207 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c17bd135-3b23-445b-938e-12a5bf5c7710 req-d1c0762e-f9fd-48ad-8f9c-d4d643effc1e tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 945 time: 0.0594923 Feb 16 23:07:06.307844 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c17bd135-3b23-445b-938e-12a5bf5c7710 req-4ab6aca1-8bca-4ab1-8e87-8b3c0b309265 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460594 Feb 16 23:07:07.434077 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf701a9-9788-4486-95f2-e1c101d880e7 req-ac8b19f5-2663-4465-ab51-2e1b9875c0ef tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:07.435617 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2bf701a9-9788-4486-95f2-e1c101d880e7 req-ac8b19f5-2663-4465-ab51-2e1b9875c0ef tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 945 time: 0.0578997 Feb 16 23:07:07.484515 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2bf701a9-9788-4486-95f2-e1c101d880e7 req-1d68d461-14b0-473a-a498-cdfd6ed7bfa3 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422297 Feb 16 23:07:08.622065 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3901aa4-9576-48b7-8145-7bd34161ae7f req-ebc83b3d-fca8-4507-8df8-2455de05b369 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:08.623562 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e3901aa4-9576-48b7-8145-7bd34161ae7f req-ebc83b3d-fca8-4507-8df8-2455de05b369 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 945 time: 0.0634775 Feb 16 23:07:08.670889 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e3901aa4-9576-48b7-8145-7bd34161ae7f req-401dfc7a-6cc9-4858-8647-204d6dcdd3ed tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410752 Feb 16 23:07:09.800090 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63250dee-3ffa-48a1-9af9-c44e7f0224fe req-f4d1349b-13b7-4d96-b578-93d699ca7f93 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:09.801610 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-63250dee-3ffa-48a1-9af9-c44e7f0224fe req-f4d1349b-13b7-4d96-b578-93d699ca7f93 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 945 time: 0.0574739 Feb 16 23:07:09.857248 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-63250dee-3ffa-48a1-9af9-c44e7f0224fe req-e8f27476-5582-44c4-bead-0a425918749b tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499001 Feb 16 23:07:10.987901 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dac72c-6c0c-40af-9acb-355bd86f67a4 req-e0761912-e26e-4fb5-b972-dd5f0afdc4ab tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:10.989468 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-20dac72c-6c0c-40af-9acb-355bd86f67a4 req-e0761912-e26e-4fb5-b972-dd5f0afdc4ab tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 945 time: 0.0598531 Feb 16 23:07:11.037171 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-20dac72c-6c0c-40af-9acb-355bd86f67a4 req-f293b6ab-c98b-471d-9707-6cf4f4de5b47 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416451 Feb 16 23:07:12.168819 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8ca53-5e5f-47a6-b71b-ae498786a101 req-c07af81a-5147-4050-b359-99a3635d030c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:12.170352 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8fe8ca53-5e5f-47a6-b71b-ae498786a101 req-c07af81a-5147-4050-b359-99a3635d030c tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 945 time: 0.0595095 Feb 16 23:07:12.218458 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8fe8ca53-5e5f-47a6-b71b-ae498786a101 req-ddd11113-0e2c-4cda-9b40-4b920a7c49c5 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418210 Feb 16 23:07:13.348557 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907a97c-b1f4-4059-a039-ce0b0c2466c7 req-48a88cf4-b391-4f02-8c08-65ae0458b2f4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:13.350124 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5907a97c-b1f4-4059-a039-ce0b0c2466c7 req-48a88cf4-b391-4f02-8c08-65ae0458b2f4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 945 time: 0.0557697 Feb 16 23:07:13.397602 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5907a97c-b1f4-4059-a039-ce0b0c2466c7 req-07a1da65-5e39-4073-b125-4ab88f619f53 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417666 Feb 16 23:07:14.520843 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d26f6-2b56-444b-b67b-fa5a88b9b9eb req-04ab7971-0f6b-46ed-a9d0-aeb50429fdca tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:14.522391 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-154d26f6-2b56-444b-b67b-fa5a88b9b9eb req-04ab7971-0f6b-46ed-a9d0-aeb50429fdca tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 945 time: 0.0547843 Feb 16 23:07:14.574639 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-154d26f6-2b56-444b-b67b-fa5a88b9b9eb req-71b2e59d-5a1a-4d69-bd75-65b278c12bca tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462508 Feb 16 23:07:14.701761 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ae6c1-fc43-472e-9385-2b99af4fe4a5 req-de58811c-e235-410c-939d-15b4e018ed3a tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:14.703211 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4d0ae6c1-fc43-472e-9385-2b99af4fe4a5 req-de58811c-e235-410c-939d-15b4e018ed3a tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 945 time: 0.0594440 Feb 16 23:07:14.733465 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 9ffb7bc1-44ec-421c-b123-996aca9ba14f details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:07:14.750186 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4d0ae6c1-fc43-472e-9385-2b99af4fe4a5 req-45f82445-35e3-4def-ba99-f015d2c4b9b1 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412362 Feb 16 23:07:14.830527 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 9ffb7bc1-44ec-421c-b123-996aca9ba14f, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=9ffb7bc1-44ec-421c-b123-996aca9ba14f,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:07:14.842101 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '9ffb7bc1-44ec-421c-b123-996aca9ba14f', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'port_id': '9ffb7bc1-44ec-421c-b123-996aca9ba14f', 'mac_address': 'fa:16:3e:9c:2b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:07:14.869344 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee76523-3e47-432d-855e-128d88f48e50 req-c64def82-67e7-48dd-ae46-aba4811196ac tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:14.870905 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aee76523-3e47-432d-855e-128d88f48e50 req-c64def82-67e7-48dd-ae46-aba4811196ac tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 945 time: 0.0527089 Feb 16 23:07:14.884056 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 9ffb7bc1-44ec-421c-b123-996aca9ba14f is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:07:14.884451 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:14.899116 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ffb7bc1-44ec-421c-b123-996aca9ba14f {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:07:14.919586 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 9ffb7bc1-44ec-421c-b123-996aca9ba14f, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=9ffb7bc1-44ec-421c-b123-996aca9ba14f,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:07:14.919793 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aee76523-3e47-432d-855e-128d88f48e50 req-15dc6e4e-7823-478a-849c-745d329309be tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428076 Feb 16 23:07:14.925004 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:14.978585 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=9ffb7bc1-44ec-421c-b123-996aca9ba14f,revision_number=14']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:07:15.177164 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731390f3-f405-49bb-ab06-846b17b6a830 req-65b43dc0-5274-4175-9258-a214c0e6d0d1 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:15.178722 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-731390f3-f405-49bb-ab06-846b17b6a830 req-65b43dc0-5274-4175-9258-a214c0e6d0d1 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 946 time: 0.0597522 Feb 16 23:07:15.228431 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-731390f3-f405-49bb-ab06-846b17b6a830 req-f1ef329d-01ef-4938-bece-a1b0fc88cbcb tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438869 Feb 16 23:07:15.266142 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['9ffb7bc1-44ec-421c-b123-996aca9ba14f'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:07:16.351988 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b49b472-ef65-412f-88b9-215ab59fabfe req-78536b5b-ae7e-41ed-99b9-1a79f7c3e776 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:16.353482 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8b49b472-ef65-412f-88b9-215ab59fabfe req-78536b5b-ae7e-41ed-99b9-1a79f7c3e776 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 946 time: 0.0533140 Feb 16 23:07:16.402237 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8b49b472-ef65-412f-88b9-215ab59fabfe req-9b6b5953-8b20-4203-8b74-e538213cb463 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431004 Feb 16 23:07:16.734244 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 9ffb7bc1-44ec-421c-b123-996aca9ba14f up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:07:16.783681 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 9ffb7bc1-44ec-421c-b123-996aca9ba14f completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:07:16.788085 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 9ffb7bc1-44ec-421c-b123-996aca9ba14f triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:07:16.788468 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:16.876196 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 9ffb7bc1-44ec-421c-b123-996aca9ba14f is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:07:16.876583 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:16.904203 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188fbdc6-298d-4c88-8d03-c5a78d63aff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffb7bc1-44ec-421c-b123-996aca9ba14f'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:07:16.906471 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568edfe2-c34e-42f0-8246-91aa653e5363" -d '{"events": [{"server_uuid": "188fbdc6-298d-4c88-8d03-c5a78d63aff0", "name": "network-vif-plugged", "status": "completed", "tag": "9ffb7bc1-44ec-421c-b123-996aca9ba14f"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:07:16.919066 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 9ffb7bc1-44ec-421c-b123-996aca9ba14f, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=9ffb7bc1-44ec-421c-b123-996aca9ba14f,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:07:16.923294 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:16.947136 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7235e0-a451-423c-a86d-1e5154753a05 x-openstack-request-id: req-ec7235e0-a451-423c-a86d-1e5154753a05 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:07:16.947426 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188fbdc6-298d-4c88-8d03-c5a78d63aff0", "name": "network-vif-plugged", "status": "completed", "tag": "9ffb7bc1-44ec-421c-b123-996aca9ba14f", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:07:16.947684 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ec7235e0-a451-423c-a86d-1e5154753a05 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:07:16.948078 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188fbdc6-298d-4c88-8d03-c5a78d63aff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffb7bc1-44ec-421c-b123-996aca9ba14f', 'code': 200} Feb 16 23:07:16.973249 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=9ffb7bc1-44ec-421c-b123-996aca9ba14f,revision_number=15']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:07:17.054886 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df36282-3766-499c-8f80-47514dd7a7da req-cb2e89ab-dfd2-40c3-ad63-c34e13fb3683 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:17.056363 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3df36282-3766-499c-8f80-47514dd7a7da req-cb2e89ab-dfd2-40c3-ad63-c34e13fb3683 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.67 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 947 time: 0.0640121 Feb 16 23:07:17.162171 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-3df36282-3766-499c-8f80-47514dd7a7da req-2e43f5bf-1a64-4525-beb0-761fad8d3d35 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Deleting port 9ffb7bc1-44ec-421c-b123-996aca9ba14f {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:07:17.162751 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3df36282-3766-499c-8f80-47514dd7a7da req-2e43f5bf-1a64-4525-beb0-761fad8d3d35 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:17.538960 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281a728-1614-46ac-9b13-fd97e08dca1d req-32c48232-d983-43b6-95c1-eb30acd64127 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:17.540497 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d281a728-1614-46ac-9b13-fd97e08dca1d req-32c48232-d983-43b6-95c1-eb30acd64127 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 947 time: 0.0625851 Feb 16 23:07:17.557499 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-3df36282-3766-499c-8f80-47514dd7a7da req-2e43f5bf-1a64-4525-beb0-761fad8d3d35 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] For port 9ffb7bc1-44ec-421c-b123-996aca9ba14f, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=9ffb7bc1-44ec-421c-b123-996aca9ba14f,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:07:17.557868 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3df36282-3766-499c-8f80-47514dd7a7da req-2e43f5bf-1a64-4525-beb0-761fad8d3d35 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:17.606561 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d281a728-1614-46ac-9b13-fd97e08dca1d req-80742ba2-7ebb-4c54-b9cd-8babcf35a3e4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups?id=f9ffb69f-4e93-4726-a37c-c561208c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600572 Feb 16 23:07:17.743612 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3df36282-3766-499c-8f80-47514dd7a7da req-2e43f5bf-1a64-4525-beb0-761fad8d3d35 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:17.743980 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3df36282-3766-499c-8f80-47514dd7a7da req-2e43f5bf-1a64-4525-beb0-761fad8d3d35 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (e4b3fcd6-8511-4df2-9ebd-333ee6541151), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:17.744297 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [req-3df36282-3766-499c-8f80-47514dd7a7da req-2e43f5bf-1a64-4525-beb0-761fad8d3d35 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Floating IP e4b3fcd6-8511-4df2-9ebd-333ee6541151 disassociated. External IP: 172.25.2.43, port: 9ffb7bc1-44ec-421c-b123-996aca9ba14f. Feb 16 23:07:17.744639 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-3df36282-3766-499c-8f80-47514dd7a7da req-2e43f5bf-1a64-4525-beb0-761fad8d3d35 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Calling delete_port for 9ffb7bc1-44ec-421c-b123-996aca9ba14f owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:07:17.876504 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3df36282-3766-499c-8f80-47514dd7a7da req-2e43f5bf-1a64-4525-beb0-761fad8d3d35 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (9ffb7bc1-44ec-421c-b123-996aca9ba14f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:17.907469 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43f5bf-1a64-4525-beb0-761fad8d3d35 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Pushing event deleted for resources: {'Port': ['ID=9ffb7bc1-44ec-421c-b123-996aca9ba14f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:07:18.028058 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3df36282-3766-499c-8f80-47514dd7a7da req-2e43f5bf-1a64-4525-beb0-761fad8d3d35 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Router 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:07:18.151369 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3df36282-3766-499c-8f80-47514dd7a7da req-2e43f5bf-1a64-4525-beb0-761fad8d3d35 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:07:18.162840 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09406deb-1e64-4621-96df-8b7994c58496 None None] Sync routers for ids ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:07:18.173364 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09406deb-1e64-4621-96df-8b7994c58496 None None] Routers {'3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:07:18.174118 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-09406deb-1e64-4621-96df-8b7994c58496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:06:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:07:18.194634 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df36282-3766-499c-8f80-47514dd7a7da req-2e43f5bf-1a64-4525-beb0-761fad8d3d35 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] No DVR routers for this DVR port 9ffb7bc1-44ec-421c-b123-996aca9ba14f on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:07:18.197306 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-3df36282-3766-499c-8f80-47514dd7a7da req-2e43f5bf-1a64-4525-beb0-761fad8d3d35 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:18.200804 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3df36282-3766-499c-8f80-47514dd7a7da req-2e43f5bf-1a64-4525-beb0-761fad8d3d35 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.67 "DELETE /v2.0/ports/9ffb7bc1-44ec-421c-b123-996aca9ba14f HTTP/1.1" status: 204 len: 173 time: 1.1379464 Feb 16 23:07:18.201266 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188fbdc6-298d-4c88-8d03-c5a78d63aff0', 'name': 'network-vif-deleted', 'tag': '9ffb7bc1-44ec-421c-b123-996aca9ba14f'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:07:18.203601 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e771b493-c41e-458b-b617-f0a87bd48056" -d '{"events": [{"server_uuid": "188fbdc6-298d-4c88-8d03-c5a78d63aff0", "name": "network-vif-deleted", "tag": "9ffb7bc1-44ec-421c-b123-996aca9ba14f"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:07:18.291753 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-09406deb-1e64-4621-96df-8b7994c58496 None None] Set router 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:07:18.315864 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb01dae-1392-4dad-b50d-0dd08c06e2b9 x-openstack-request-id: req-deb01dae-1392-4dad-b50d-0dd08c06e2b9 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:07:18.316796 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188fbdc6-298d-4c88-8d03-c5a78d63aff0", "name": "network-vif-deleted", "tag": "9ffb7bc1-44ec-421c-b123-996aca9ba14f", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:07:18.317149 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-deb01dae-1392-4dad-b50d-0dd08c06e2b9 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:07:18.317655 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188fbdc6-298d-4c88-8d03-c5a78d63aff0', 'name': 'network-vif-deleted', 'tag': '9ffb7bc1-44ec-421c-b123-996aca9ba14f', 'status': 'completed', 'code': 200} Feb 16 23:07:18.499311 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-09406deb-1e64-4621-96df-8b7994c58496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'name': 'tempest-ServerActionsTestJSON-384279763-router', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:07Z', 'revision_number': 4, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'gw_port': {'id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '07480bcd-4054-4bf0-bc71-e351cede6ceb', 'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'mac_address': 'fa:16:3e:2c:2f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:06Z', 'updated_at': '2022-02-16T23:03:10Z', 'revision_number': 5, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'subnets': [{'id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:07:18.528934 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09406deb-1e64-4621-96df-8b7994c58496 None None] Checking router: 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:07:18.537766 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09406deb-1e64-4621-96df-8b7994c58496 None None] Routers {'3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:07:18.538409 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-09406deb-1e64-4621-96df-8b7994c58496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:06:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:07:18.723300 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1f5053c-6dff-4e89-8ff1-8bfe3f90c6aa req-92bef361-c48b-4133-9658-82fae313f773 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 210 time: 0.0281620 Feb 16 23:07:18.769874 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-09406deb-1e64-4621-96df-8b7994c58496 None None] Set router 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:07:18.973779 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-09406deb-1e64-4621-96df-8b7994c58496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'name': 'tempest-ServerActionsTestJSON-384279763-router', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:07Z', 'revision_number': 4, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'gw_port': {'id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '07480bcd-4054-4bf0-bc71-e351cede6ceb', 'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'mac_address': 'fa:16:3e:2c:2f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:06Z', 'updated_at': '2022-02-16T23:03:10Z', 'revision_number': 5, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'subnets': [{'id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:07:19.008940 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09406deb-1e64-4621-96df-8b7994c58496 None None] The sync data for ids ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'] in n-d-813897-6 is: [{'id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'name': 'tempest-ServerActionsTestJSON-384279763-router', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:07Z', 'revision_number': 4, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'gw_port': {'id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '07480bcd-4054-4bf0-bc71-e351cede6ceb', 'name': '', 'network_id': '73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'mac_address': 'fa:16:3e:2c:2f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:06Z', 'updated_at': '2022-02-16T23:03:10Z', 'revision_number': 5, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'subnets': [{'id': '42ebf133-6ced-4b23-94f6-2aa0ceecccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:07:19.260066 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673e7a79-bd96-478e-9e8d-ae3922da87ed None None] New status for floating IP e4b3fcd6-8511-4df2-9ebd-333ee6541151: DOWN {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:07:19.827680 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b42bf93a-1720-43a8-96c8-0f0c64639c1d req-cc041e6c-0d36-4ffd-82f9-5d6f2b3b7a01 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 210 time: 0.0279307 Feb 16 23:07:20.735705 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 9ffb7bc1-44ec-421c-b123-996aca9ba14f no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:07:20.763756 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 9ffb7bc1-44ec-421c-b123-996aca9ba14f {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:07:20.764101 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 9ffb7bc1-44ec-421c-b123-996aca9ba14f not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:07:20.776686 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-71f11455-b655-4cd4-ac62-18fb34d3826b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:20.929703 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5f8ab472-b148-4113-96c9-fe1f04befa12 req-a67ef1d4-7b81-4d98-adde-5e1ece20e09f tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 210 time: 0.0283942 Feb 16 23:07:22.028048 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-07374ba8-4e5c-40fa-82a3-b1c99a600665 req-11091288-c26b-4e9d-b0e1-b94ecd18ab56 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 210 time: 0.0279036 Feb 16 23:07:23.129998 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb22707e-7c2d-4534-bd12-27617f07f557 req-32b4020e-862e-4811-8def-c4de59751d4e tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 210 time: 0.0275829 Feb 16 23:07:23.132356 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-92b7b9c2-1cfc-4ba0-b211-224b6ca2a2d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:24.232041 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7ebf4954-92be-4b28-832d-6a954f7ebf8a req-14ab7d3a-9113-48e0-ac68-755ccb597ec4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 210 time: 0.0317209 Feb 16 23:07:24.425295 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:25.336726 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e0bbf651-49e2-4d89-809e-013d3271b830 req-3b65db31-924b-4ed0-aa56-81641afea5af tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 210 time: 0.0296700 Feb 16 23:07:25.765912 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:26.433349 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5720ee5e-1432-4bbf-a117-47e08d5892ce req-4c8f5608-e143-40c9-b6c0-8543b4b0e8ba tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 210 time: 0.0274422 Feb 16 23:07:27.105465 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:27.385806 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:07:27.547923 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-74ffd4d9-f5b1-481d-84be-73c0ce6cc619 req-d5fbc67c-1240-4605-8bf3-564c7050f1ef tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/ports?device_id=188fbdc6-298d-4c88-8d03-c5a78d63aff0 HTTP/1.1" status: 200 len: 210 time: 0.0269361 Feb 16 23:07:28.799462 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:30.293251 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:34.332900 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53572) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:07:34.385371 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-51ff05cc-c892-40d5-9045-08734f7fc5a4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks [] for security_group (f9ffb69f-4e93-4726-a37c-c561208c76be), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:34.410442 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-51ff05cc-c892-40d5-9045-08734f7fc5a4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks [] for security_group (f9ffb69f-4e93-4726-a37c-c561208c76be), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:34.461983 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-51ff05cc-c892-40d5-9045-08734f7fc5a4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (f9ffb69f-4e93-4726-a37c-c561208c76be), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:34.466019 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-51ff05cc-c892-40d5-9045-08734f7fc5a4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:34.466019 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-51ff05cc-c892-40d5-9045-08734f7fc5a4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "DELETE /v2.0/security-groups/f9ffb69f-4e93-4726-a37c-c561208c76be HTTP/1.1" status: 204 len: 168 time: 0.1318908 Feb 16 23:07:34.468498 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53574) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:07:34.477681 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff05cc-c892-40d5-9045-08734f7fc5a4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ffb69f-4e93-4726-a37c-c561208c76be,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:07:34.482733 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-c14696a1-66c7-4650-bf34-4ec7affb98c4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] show failed (client error): The resource could not be found. Feb 16 23:07:34.486155 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c14696a1-66c7-4650-bf34-4ec7affb98c4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "GET /v2.0/security-groups/f9ffb69f-4e93-4726-a37c-c561208c76be HTTP/1.1" status: 404 len: 347 time: 0.0140328 Feb 16 23:07:34.486307 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff05cc-c892-40d5-9045-08734f7fc5a4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:07:34.486307 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff05cc-c892-40d5-9045-08734f7fc5a4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:07:34.486499 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53576) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:07:34.486611 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff05cc-c892-40d5-9045-08734f7fc5a4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:07:34.486834 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff05cc-c892-40d5-9045-08734f7fc5a4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:07:34.487213 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff05cc-c892-40d5-9045-08734f7fc5a4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:07:34.487503 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff05cc-c892-40d5-9045-08734f7fc5a4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:07:34.487793 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff05cc-c892-40d5-9045-08734f7fc5a4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:07:34.488633 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff05cc-c892-40d5-9045-08734f7fc5a4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:07:34.488964 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff05cc-c892-40d5-9045-08734f7fc5a4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:07:34.489293 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff05cc-c892-40d5-9045-08734f7fc5a4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:07:34.489619 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff05cc-c892-40d5-9045-08734f7fc5a4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:07:34.489948 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff05cc-c892-40d5-9045-08734f7fc5a4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:07:34.490315 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff05cc-c892-40d5-9045-08734f7fc5a4 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:07:34.617945 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-8893f46a-4964-428d-8e6c-fef5765019db tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Deleting port c661fd87-bc6d-428d-bb6d-a7f4595df884 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:07:34.618394 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8893f46a-4964-428d-8e6c-fef5765019db tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (c661fd87-bc6d-428d-bb6d-a7f4595df884), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:34.701113 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8893f46a-4964-428d-8e6c-fef5765019db tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (c661fd87-bc6d-428d-bb6d-a7f4595df884), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:34.701517 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8893f46a-4964-428d-8e6c-fef5765019db tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks [] for floatingip (c661fd87-bc6d-428d-bb6d-a7f4595df884), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:34.716151 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-8893f46a-4964-428d-8e6c-fef5765019db tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Calling delete_port for c661fd87-bc6d-428d-bb6d-a7f4595df884 owned by network:floatingip {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:07:34.855619 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8893f46a-4964-428d-8e6c-fef5765019db tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (c661fd87-bc6d-428d-bb6d-a7f4595df884), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:34.882508 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893f46a-4964-428d-8e6c-fef5765019db tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Pushing event deleted for resources: {'Port': ['ID=c661fd87-bc6d-428d-bb6d-a7f4595df884,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:07:34.948255 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8893f46a-4964-428d-8e6c-fef5765019db tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks [] for floatingip (e4b3fcd6-8511-4df2-9ebd-333ee6541151), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:34.950988 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8893f46a-4964-428d-8e6c-fef5765019db tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:34.954935 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8893f46a-4964-428d-8e6c-fef5765019db tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] 10.222.0.75 "DELETE /v2.0/floatingips/e4b3fcd6-8511-4df2-9ebd-333ee6541151 HTTP/1.1" status: 204 len: 168 time: 0.4649274 Feb 16 23:07:34.955157 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53578) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:07:35.319043 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6688eced-7011-443e-8446-e51f24c949eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:35.582621 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-6688eced-7011-443e-8446-e51f24c949eb admin admin] Deleting port 07480bcd-4054-4bf0-bc71-e351cede6ceb {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:07:35.583260 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6688eced-7011-443e-8446-e51f24c949eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (07480bcd-4054-4bf0-bc71-e351cede6ceb), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:35.662704 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-6688eced-7011-443e-8446-e51f24c949eb admin admin] For port 07480bcd-4054-4bf0-bc71-e351cede6ceb, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=07480bcd-4054-4bf0-bc71-e351cede6ceb,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:07:35.663086 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6688eced-7011-443e-8446-e51f24c949eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (07480bcd-4054-4bf0-bc71-e351cede6ceb), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:35.678278 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-6688eced-7011-443e-8446-e51f24c949eb admin admin] Calling delete_port for 07480bcd-4054-4bf0-bc71-e351cede6ceb owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:07:35.883106 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6688eced-7011-443e-8446-e51f24c949eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (07480bcd-4054-4bf0-bc71-e351cede6ceb), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:35.914640 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688eced-7011-443e-8446-e51f24c949eb admin admin] Pushing event deleted for resources: {'Port': ['ID=07480bcd-4054-4bf0-bc71-e351cede6ceb,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:07:36.095612 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6688eced-7011-443e-8446-e51f24c949eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:36.333700 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6688eced-7011-443e-8446-e51f24c949eb admin admin] Router 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:07:36.442153 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6688eced-7011-443e-8446-e51f24c949eb admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:07:36.449850 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53580) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:07:36.450350 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6688eced-7011-443e-8446-e51f24c949eb admin admin] 10.222.0.75 "PUT /v2.0/routers/3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4937320 Feb 16 23:07:36.452511 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ed5077-d627-49c9-974f-7a570dd388ea None None] Sync routers for ids ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:07:36.464168 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ed5077-d627-49c9-974f-7a570dd388ea None None] Routers {'3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:07:36.465124 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-54ed5077-d627-49c9-974f-7a570dd388ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:07:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:07:36.557530 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fa057eaa-0288-42f0-9c1f-d687ca5ff427 admin admin] Publish callbacks [] for router (3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:36.573552 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-54ed5077-d627-49c9-974f-7a570dd388ea None None] Set router 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:07:36.662928 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fa057eaa-0288-42f0-9c1f-d687ca5ff427 admin admin] Publish callbacks [] for router_gateway (3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:36.721458 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-fa057eaa-0288-42f0-9c1f-d687ca5ff427 admin admin] Deleting port bcdf5f3e-74a8-491b-a877-db3e3a79dcc7 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:07:36.721707 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fa057eaa-0288-42f0-9c1f-d687ca5ff427 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (bcdf5f3e-74a8-491b-a877-db3e3a79dcc7), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:36.757661 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-54ed5077-d627-49c9-974f-7a570dd388ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'name': 'tempest-ServerActionsTestJSON-384279763-router', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:07:35Z', 'revision_number': 5, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'gw_port': {'id': 'bcdf5f3e-74a8-491b-a877-db3e3a79dcc7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:07:36.788627 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ed5077-d627-49c9-974f-7a570dd388ea None None] Checking router: 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:07:36.797394 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ed5077-d627-49c9-974f-7a570dd388ea None None] Routers {'3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:07:36.798052 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-54ed5077-d627-49c9-974f-7a570dd388ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:07:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:07:36.806256 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-fa057eaa-0288-42f0-9c1f-d687ca5ff427 admin admin] For port bcdf5f3e-74a8-491b-a877-db3e3a79dcc7, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=bcdf5f3e-74a8-491b-a877-db3e3a79dcc7,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:07:36.806638 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fa057eaa-0288-42f0-9c1f-d687ca5ff427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (bcdf5f3e-74a8-491b-a877-db3e3a79dcc7), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:36.821483 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-fa057eaa-0288-42f0-9c1f-d687ca5ff427 admin admin] Calling delete_port for bcdf5f3e-74a8-491b-a877-db3e3a79dcc7 owned by network:router_gateway {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:07:36.890940 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-54ed5077-d627-49c9-974f-7a570dd388ea None None] Set router 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:07:36.942644 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-54ed5077-d627-49c9-974f-7a570dd388ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'name': 'tempest-ServerActionsTestJSON-384279763-router', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:07:36Z', 'revision_number': 6, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:07:36.972278 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ed5077-d627-49c9-974f-7a570dd388ea None None] The sync data for ids ['3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1'] in n-d-813897-6 is: [{'id': '3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1', 'name': 'tempest-ServerActionsTestJSON-384279763-router', 'tenant_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:03:04Z', 'updated_at': '2022-02-16T23:07:36Z', 'revision_number': 6, 'project_id': '3b89614a682e4cdc98d1bf73090e8cdc', 'gw_port_host': None}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:07:36.998595 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fa057eaa-0288-42f0-9c1f-d687ca5ff427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (bcdf5f3e-74a8-491b-a877-db3e3a79dcc7), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:37.030284 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa057eaa-0288-42f0-9c1f-d687ca5ff427 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcdf5f3e-74a8-491b-a877-db3e3a79dcc7,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:07:37.089898 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fa057eaa-0288-42f0-9c1f-d687ca5ff427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:37.179938 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fa057eaa-0288-42f0-9c1f-d687ca5ff427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:37.181948 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fa057eaa-0288-42f0-9c1f-d687ca5ff427 admin admin] Publish callbacks [] for router_controller (3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:37.224194 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fa057eaa-0288-42f0-9c1f-d687ca5ff427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:37.224757 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa057eaa-0288-42f0-9c1f-d687ca5ff427 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 23:07:37.229041 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fa057eaa-0288-42f0-9c1f-d687ca5ff427 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:37.230454 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-fa057eaa-0288-42f0-9c1f-d687ca5ff427 admin admin] 10.222.0.75 "DELETE /v2.0/routers/3b322b99-9fb4-41cb-9c2d-124e6cdb5ab1 HTTP/1.1" status: 204 len: 168 time: 0.7794635 Feb 16 23:07:37.232815 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53582) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:07:37.279850 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-68e1a6de-d665-4c49-882d-eef8294a0639 admin admin] Deleting subnet 42ebf133-6ced-4b23-94f6-2aa0ceecccf5 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 23:07:37.282938 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-68e1a6de-d665-4c49-882d-eef8294a0639 admin admin] Publish callbacks [] for subnet (42ebf133-6ced-4b23-94f6-2aa0ceecccf5), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:37.318825 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-68e1a6de-d665-4c49-882d-eef8294a0639 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (42ebf133-6ced-4b23-94f6-2aa0ceecccf5), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:37.413800 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-68e1a6de-d665-4c49-882d-eef8294a0639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (42ebf133-6ced-4b23-94f6-2aa0ceecccf5), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:37.469746 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-68e1a6de-d665-4c49-882d-eef8294a0639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (42ebf133-6ced-4b23-94f6-2aa0ceecccf5), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:37.495265 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e1a6de-d665-4c49-882d-eef8294a0639 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42ebf133-6ced-4b23-94f6-2aa0ceecccf5,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:07:37.499803 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-68e1a6de-d665-4c49-882d-eef8294a0639 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:37.503141 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-68e1a6de-d665-4c49-882d-eef8294a0639 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/42ebf133-6ced-4b23-94f6-2aa0ceecccf5 HTTP/1.1" status: 204 len: 168 time: 0.2693689 Feb 16 23:07:37.506326 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53584) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:07:37.508692 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe8aef1-dbfb-4246-a1c1-ae5a6d0daced None None] Network 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:07:37.574074 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fe9938b-e443-4d0b-bff6-ccf250dec325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:37.626962 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-0fe9938b-e443-4d0b-bff6-ccf250dec325 admin admin] Deleting port 12bba9d0-78d6-4e80-91a0-a9c32d4ca420 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:07:37.627305 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fe9938b-e443-4d0b-bff6-ccf250dec325 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (12bba9d0-78d6-4e80-91a0-a9c32d4ca420), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:37.745219 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a1f490-c848-4c6b-897a-b7cc2df2a2b6 None None] DHCP port deletion for 73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 23:07:37.799887 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-21a1f490-c848-4c6b-897a-b7cc2df2a2b6 None None] Deleting port 12bba9d0-78d6-4e80-91a0-a9c32d4ca420 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:07:37.800264 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-21a1f490-c848-4c6b-897a-b7cc2df2a2b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (12bba9d0-78d6-4e80-91a0-a9c32d4ca420), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:37.805027 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 07480bcd-4054-4bf0-bc71-e351cede6ceb no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:07:37.839316 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 07480bcd-4054-4bf0-bc71-e351cede6ceb {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:07:37.839673 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 07480bcd-4054-4bf0-bc71-e351cede6ceb not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:07:37.891564 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-21a1f490-c848-4c6b-897a-b7cc2df2a2b6 None None] For port 12bba9d0-78d6-4e80-91a0-a9c32d4ca420, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=12bba9d0-78d6-4e80-91a0-a9c32d4ca420,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:07:37.891964 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-21a1f490-c848-4c6b-897a-b7cc2df2a2b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (12bba9d0-78d6-4e80-91a0-a9c32d4ca420), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:37.904927 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-21a1f490-c848-4c6b-897a-b7cc2df2a2b6 None None] Calling delete_port for 12bba9d0-78d6-4e80-91a0-a9c32d4ca420 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:07:37.976239 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-0fe9938b-e443-4d0b-bff6-ccf250dec325 admin admin] For port 12bba9d0-78d6-4e80-91a0-a9c32d4ca420, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=12bba9d0-78d6-4e80-91a0-a9c32d4ca420,segment=NetworkSegment(adf0bdfd-c811-47e0-bdfc-7355534731f4),segment_id=adf0bdfd-c811-47e0-bdfc-7355534731f4)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:07:37.976604 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fe9938b-e443-4d0b-bff6-ccf250dec325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (12bba9d0-78d6-4e80-91a0-a9c32d4ca420), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:37.985450 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-21a1f490-c848-4c6b-897a-b7cc2df2a2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (12bba9d0-78d6-4e80-91a0-a9c32d4ca420), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:37.991350 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-0fe9938b-e443-4d0b-bff6-ccf250dec325 admin admin] Calling delete_port for 12bba9d0-78d6-4e80-91a0-a9c32d4ca420 owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:07:38.014480 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a1f490-c848-4c6b-897a-b7cc2df2a2b6 None None] No DVR routers for this DVR port 12bba9d0-78d6-4e80-91a0-a9c32d4ca420 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:07:38.016268 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1f490-c848-4c6b-897a-b7cc2df2a2b6 None None] Pushing event deleted for resources: {'Port': ['ID=12bba9d0-78d6-4e80-91a0-a9c32d4ca420,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:07:38.076612 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fe9938b-e443-4d0b-bff6-ccf250dec325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (12bba9d0-78d6-4e80-91a0-a9c32d4ca420), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:38.102410 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9938b-e443-4d0b-bff6-ccf250dec325 admin admin] Pushing event deleted for resources: {'Port': ['ID=12bba9d0-78d6-4e80-91a0-a9c32d4ca420,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:07:38.104197 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe9938b-e443-4d0b-bff6-ccf250dec325 admin admin] No DVR routers for this DVR port 12bba9d0-78d6-4e80-91a0-a9c32d4ca420 on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:07:38.172928 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fe9938b-e443-4d0b-bff6-ccf250dec325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:38.193045 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-0fe9938b-e443-4d0b-bff6-ccf250dec325 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:07:38.202267 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-0fe9938b-e443-4d0b-bff6-ccf250dec325 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf0bdfd-c811-47e0-bdfc-7355534731f4') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:07:38.202562 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-0fe9938b-e443-4d0b-bff6-ccf250dec325 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf0bdfd-c811-47e0-bdfc-7355534731f4') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:07:38.216212 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fe9938b-e443-4d0b-bff6-ccf250dec325 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (adf0bdfd-c811-47e0-bdfc-7355534731f4), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:38.229683 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fe9938b-e443-4d0b-bff6-ccf250dec325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (adf0bdfd-c811-47e0-bdfc-7355534731f4), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:38.235424 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe9938b-e443-4d0b-bff6-ccf250dec325 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:07:38.235808 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fe9938b-e443-4d0b-bff6-ccf250dec325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (adf0bdfd-c811-47e0-bdfc-7355534731f4), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: self.session.flush() Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: self.session.flush() Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: self.session.flush() Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: self.session.flush() Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: timer() Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:07:38.237412 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:07:38.289997 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fe9938b-e443-4d0b-bff6-ccf250dec325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:38.295396 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0fe9938b-e443-4d0b-bff6-ccf250dec325 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:38.298709 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0fe9938b-e443-4d0b-bff6-ccf250dec325 admin admin] 10.222.0.75 "DELETE /v2.0/networks/73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93 HTTP/1.1" status: 204 len: 168 time: 0.7912445 Feb 16 23:07:38.309040 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9938b-e443-4d0b-bff6-ccf250dec325 admin admin] Pushing event deleted for resources: {'Network': ['ID=73c9f9ee-3ff9-4442-8fd0-d806fa7b3f93,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:07:38.413463 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53588) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:07:38.451024 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9a6f5bfd-e629-48e7-a251-1de6d685ed2b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3b89614a682e4cdc98d1bf73090e8cdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0363390 Feb 16 23:07:38.453336 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53590) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:07:38.499783 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c3225a6d-7b3e-48c8-955f-85cb042b322b admin admin] Publish callbacks [] for security_group (0bf7ac46-b153-4be6-8d90-63fa6ce197cd), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:38.525481 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c3225a6d-7b3e-48c8-955f-85cb042b322b admin admin] Publish callbacks [] for security_group (0bf7ac46-b153-4be6-8d90-63fa6ce197cd), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:38.571064 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c3225a6d-7b3e-48c8-955f-85cb042b322b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (0bf7ac46-b153-4be6-8d90-63fa6ce197cd), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:38.573568 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c3225a6d-7b3e-48c8-955f-85cb042b322b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:38.574777 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c3225a6d-7b3e-48c8-955f-85cb042b322b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0bf7ac46-b153-4be6-8d90-63fa6ce197cd HTTP/1.1" status: 204 len: 168 time: 0.1205783 Feb 16 23:07:38.582997 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3225a6d-7b3e-48c8-955f-85cb042b322b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf7ac46-b153-4be6-8d90-63fa6ce197cd,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:07:39.220330 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53612) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:07:39.323409 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-14a410fd-5854-442f-beb4-eb8079609c94 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-58375842-network', 'tenant_id': '134fc4e27a954fc3849bb49aee474012'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:07:39.343002 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a410fd-5854-442f-beb4-eb8079609c94 admin admin] Made reservation on behalf of 134fc4e27a954fc3849bb49aee474012 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:07:39.345290 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-14a410fd-5854-442f-beb4-eb8079609c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:39.354230 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-14a410fd-5854-442f-beb4-eb8079609c94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:39.404071 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 12bba9d0-78d6-4e80-91a0-a9c32d4ca420 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:07:39.424937 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 12bba9d0-78d6-4e80-91a0-a9c32d4ca420 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:07:39.425355 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 12bba9d0-78d6-4e80-91a0-a9c32d4ca420 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:07:39.426330 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device bcdf5f3e-74a8-491b-a877-db3e3a79dcc7 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:07:39.437629 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-14a410fd-5854-442f-beb4-eb8079609c94 admin admin] Publish callbacks [] for security_group (6a04b797-2077-4122-a620-c01f05739a39), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:39.441907 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-14a410fd-5854-442f-beb4-eb8079609c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (6a04b797-2077-4122-a620-c01f05739a39), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:39.445697 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: bcdf5f3e-74a8-491b-a877-db3e3a79dcc7 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:07:39.446092 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device bcdf5f3e-74a8-491b-a877-db3e3a79dcc7 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:07:39.466928 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a410fd-5854-442f-beb4-eb8079609c94 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:07:39.477300 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a410fd-5854-442f-beb4-eb8079609c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a04b797-2077-4122-a620-c01f05739a39,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:07:39.482253 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-14a410fd-5854-442f-beb4-eb8079609c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (52614961-29fa-493d-9c4f-dcb088725893), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:39.482599 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-14a410fd-5854-442f-beb4-eb8079609c94 admin admin] Added segment 52614961-29fa-493d-9c4f-dcb088725893 of type vlan for network c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7 Feb 16 23:07:39.522116 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-14a410fd-5854-442f-beb4-eb8079609c94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:39.546282 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-14a410fd-5854-442f-beb4-eb8079609c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:39.547360 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a410fd-5854-442f-beb4-eb8079609c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:39.547944 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-14a410fd-5854-442f-beb4-eb8079609c94 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:39.586901 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-14a410fd-5854-442f-beb4-eb8079609c94 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3653054 Feb 16 23:07:39.589682 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53616) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:07:39.595035 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-2b522c34-5e3c-4ebb-b058-52910d650cae admin admin] Request body: {'subnet': {'network_id': 'c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-58375842-subnet', 'tenant_id': '134fc4e27a954fc3849bb49aee474012', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:07:39.613427 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a410fd-5854-442f-beb4-eb8079609c94 admin admin] Pushing event updated for resources: {'Network': ['ID=c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:07:39.615326 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b522c34-5e3c-4ebb-b058-52910d650cae admin admin] Made reservation on behalf of 134fc4e27a954fc3849bb49aee474012 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:07:39.617756 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2b522c34-5e3c-4ebb-b058-52910d650cae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:39.623372 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 23:07:39.783161 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2b522c34-5e3c-4ebb-b058-52910d650cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (8f4f2b8d-f2ce-45a8-94c0-52aa503e1d47), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:39.839902 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b522c34-5e3c-4ebb-b058-52910d650cae admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f4f2b8d-f2ce-45a8-94c0-52aa503e1d47,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:07:39.849670 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b522c34-5e3c-4ebb-b058-52910d650cae admin admin] Checking segment: {'id': '52614961-29fa-493d-9c4f-dcb088725893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:07:39.850063 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b522c34-5e3c-4ebb-b058-52910d650cae admin admin] Network hostable DHCP agents. Network: c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:07:39.866442 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b522c34-5e3c-4ebb-b058-52910d650cae admin admin] Network c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:07:39.874455 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-2b522c34-5e3c-4ebb-b058-52910d650cae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:07:39.878582 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b522c34-5e3c-4ebb-b058-52910d650cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:39.879746 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2b522c34-5e3c-4ebb-b058-52910d650cae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:39.884713 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cc5e11-1926-4da4-9084-c75d086e61af None None] Network c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:07:39.896404 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2b522c34-5e3c-4ebb-b058-52910d650cae admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3054993 Feb 16 23:07:39.991236 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dc4c8e-c2e0-4b1f-aa03-0ecfcaedc69f None None] Network c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:07:40.313036 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-0815856f-fc58-4f6b-9a00-bb83337aba15 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:40.314513 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-0815856f-fc58-4f6b-9a00-bb83337aba15 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/networks?id=c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7 HTTP/1.1" status: 200 len: 812 time: 0.0989585 Feb 16 23:07:40.328793 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-67e70895-b64e-43b3-b7f4-aad1200a918c tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/quotas/134fc4e27a954fc3849bb49aee474012 HTTP/1.1" status: 200 len: 375 time: 0.0088108 Feb 16 23:07:40.364626 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-0308e938-a1c4-41fd-8d49-edb131b22f10 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=134fc4e27a954fc3849bb49aee474012&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310235 Feb 16 23:07:40.452620 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-bd7069cd-fa41-49e2-bf45-f4c2d133245b service neutron] 10.222.0.75 "GET /v2.0/networks/c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813594 Feb 16 23:07:40.544009 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-1ebb29e7-b4be-47c4-855d-29b1c610e1df service neutron] 10.222.0.75 "GET /v2.0/networks/c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856740 Feb 16 23:07:40.698323 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a1fc8317-9efa-42f9-b2bc-fd92c66a048b req-8f1c6882-d8ee-4a1a-8aea-0c7664490ef6 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/ports?device_id=d45742a9-c1d6-48d2-a061-50ab904f9413 HTTP/1.1" status: 200 len: 210 time: 0.0266182 Feb 16 23:07:41.585999 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-4a26f3b5-0d2e-4542-89cb-cfaf1b033847 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:41.587476 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-4a26f3b5-0d2e-4542-89cb-cfaf1b033847 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.67 "GET /v2.0/networks?id=c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7 HTTP/1.1" status: 200 len: 812 time: 0.1031907 Feb 16 23:07:41.599220 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-ff603001-dcff-4b29-9bd5-b302c6ad5df5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Request body: {'port': {'device_id': 'd45742a9-c1d6-48d2-a061-50ab904f9413', 'network_id': 'c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7', 'admin_state_up': True, 'tenant_id': '134fc4e27a954fc3849bb49aee474012'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:07:41.707863 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-ff603001-dcff-4b29-9bd5-b302c6ad5df5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Made reservation on behalf of 134fc4e27a954fc3849bb49aee474012 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:07:41.711325 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-ff603001-dcff-4b29-9bd5-b302c6ad5df5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:41.798020 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a583217d-c556-4beb-a29b-adfeeccdda50 req-91805e48-ed1d-4f65-b7ca-24af36a0eed6 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/ports?device_id=d45742a9-c1d6-48d2-a061-50ab904f9413 HTTP/1.1" status: 200 len: 210 time: 0.0307751 Feb 16 23:07:41.840077 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-ff603001-dcff-4b29-9bd5-b302c6ad5df5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Allocated IP 172.20.0.9 (c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7/8f4f2b8d-f2ce-45a8-94c0-52aa503e1d47/71405fcd-9099-4ab3-a30f-2f6442f5769c) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:07:41.980543 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-ff603001-dcff-4b29-9bd5-b302c6ad5df5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Publish callbacks [] for port (71405fcd-9099-4ab3-a30f-2f6442f5769c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:42.014126 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-ff603001-dcff-4b29-9bd5-b302c6ad5df5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (71405fcd-9099-4ab3-a30f-2f6442f5769c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:42.339482 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-ff603001-dcff-4b29-9bd5-b302c6ad5df5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Network c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:07:42.342548 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-ff603001-dcff-4b29-9bd5-b302c6ad5df5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:07:42.346257 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-ff603001-dcff-4b29-9bd5-b302c6ad5df5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:07:42.369893 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff603001-dcff-4b29-9bd5-b302c6ad5df5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Pushing event updated for resources: {'Port': ['ID=71405fcd-9099-4ab3-a30f-2f6442f5769c,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:07:42.397274 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-ff603001-dcff-4b29-9bd5-b302c6ad5df5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:42.397887 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-ff603001-dcff-4b29-9bd5-b302c6ad5df5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:42.413326 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-ff603001-dcff-4b29-9bd5-b302c6ad5df5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8178742 Feb 16 23:07:42.476887 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-e9250a1e-c852-42e2-adf8-ddff942d6ba9 service neutron] Request body: {'port': {'device_id': 'd45742a9-c1d6-48d2-a061-50ab904f9413', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:07:42.534656 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-e9250a1e-c852-42e2-adf8-ddff942d6ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (71405fcd-9099-4ab3-a30f-2f6442f5769c), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:42.795420 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-e9250a1e-c852-42e2-adf8-ddff942d6ba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71405fcd-9099-4ab3-a30f-2f6442f5769c {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:07:42.803218 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-e9250a1e-c852-42e2-adf8-ddff942d6ba9 service neutron] Publish callbacks [] for port (71405fcd-9099-4ab3-a30f-2f6442f5769c), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:42.814805 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-e9250a1e-c852-42e2-adf8-ddff942d6ba9 service neutron] Transition to ACTIVE for port object 71405fcd-9099-4ab3-a30f-2f6442f5769c will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:07:42.818636 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-e9250a1e-c852-42e2-adf8-ddff942d6ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (71405fcd-9099-4ab3-a30f-2f6442f5769c), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:42.885921 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9250a1e-c852-42e2-adf8-ddff942d6ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=71405fcd-9099-4ab3-a30f-2f6442f5769c,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:07:42.919225 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1592a-65d9-4c41-8a65-7e8c3e4bf3ea req-8450b2a7-4bf3-4448-a67c-ba7965645e5b tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:42.920708 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94d1592a-65d9-4c41-8a65-7e8c3e4bf3ea req-8450b2a7-4bf3-4448-a67c-ba7965645e5b tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/ports?device_id=d45742a9-c1d6-48d2-a061-50ab904f9413 HTTP/1.1" status: 200 len: 943 time: 0.0530384 Feb 16 23:07:42.938055 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-e9250a1e-c852-42e2-adf8-ddff942d6ba9 service neutron] Attempting to bind port 71405fcd-9099-4ab3-a30f-2f6442f5769c on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:07:42.938375 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-e9250a1e-c852-42e2-adf8-ddff942d6ba9 service neutron] Attempting to bind port 71405fcd-9099-4ab3-a30f-2f6442f5769c by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '52614961-29fa-493d-9c4f-dcb088725893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:07:42.938650 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-e9250a1e-c852-42e2-adf8-ddff942d6ba9 service neutron] Attempting to bind port 71405fcd-9099-4ab3-a30f-2f6442f5769c on network c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:07:42.943744 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-e9250a1e-c852-42e2-adf8-ddff942d6ba9 service neutron] Port 71405fcd-9099-4ab3-a30f-2f6442f5769c on network c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 23:07:42.944069 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-e9250a1e-c852-42e2-adf8-ddff942d6ba9 service neutron] Attempting to bind port 71405fcd-9099-4ab3-a30f-2f6442f5769c on network c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:07:42.948902 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-e9250a1e-c852-42e2-adf8-ddff942d6ba9 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:07:42.949246 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-e9250a1e-c852-42e2-adf8-ddff942d6ba9 service neutron] Checking segment: {'id': '52614961-29fa-493d-9c4f-dcb088725893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:07:42.949630 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-e9250a1e-c852-42e2-adf8-ddff942d6ba9 service neutron] Bound using segment: {'id': '52614961-29fa-493d-9c4f-dcb088725893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:07:42.950084 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-e9250a1e-c852-42e2-adf8-ddff942d6ba9 service neutron] Bound port: 71405fcd-9099-4ab3-a30f-2f6442f5769c, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52614961-29fa-493d-9c4f-dcb088725893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:07:42.950446 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-e9250a1e-c852-42e2-adf8-ddff942d6ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (71405fcd-9099-4ab3-a30f-2f6442f5769c), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:42.972860 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94d1592a-65d9-4c41-8a65-7e8c3e4bf3ea req-99d7a8a8-1ffc-453c-851b-5fd8a3b0ae24 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/security-groups?id=6a04b797-2077-4122-a620-c01f05739a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455747 Feb 16 23:07:43.014852 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-e9250a1e-c852-42e2-adf8-ddff942d6ba9 service neutron] For port 71405fcd-9099-4ab3-a30f-2f6442f5769c, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:07:43.017773 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-e9250a1e-c852-42e2-adf8-ddff942d6ba9 service neutron] For port 71405fcd-9099-4ab3-a30f-2f6442f5769c, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=71405fcd-9099-4ab3-a30f-2f6442f5769c,segment=NetworkSegment(52614961-29fa-493d-9c4f-dcb088725893),segment_id=52614961-29fa-493d-9c4f-dcb088725893)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:07:43.024184 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-e9250a1e-c852-42e2-adf8-ddff942d6ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (71405fcd-9099-4ab3-a30f-2f6442f5769c), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:43.062449 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-e9250a1e-c852-42e2-adf8-ddff942d6ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:43.063102 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-e9250a1e-c852-42e2-adf8-ddff942d6ba9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:43.064461 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-e9250a1e-c852-42e2-adf8-ddff942d6ba9 service neutron] 10.222.0.67 "PUT /v2.0/ports/71405fcd-9099-4ab3-a30f-2f6442f5769c HTTP/1.1" status: 200 len: 1091 time: 0.6434560 Feb 16 23:07:43.064910 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45742a9-c1d6-48d2-a061-50ab904f9413', 'tag': '71405fcd-9099-4ab3-a30f-2f6442f5769c'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:07:43.067221 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7dda7b-d1b2-495e-9e27-4ec2fd3c5465" -d '{"events": [{"name": "network-changed", "server_uuid": "d45742a9-c1d6-48d2-a061-50ab904f9413", "tag": "71405fcd-9099-4ab3-a30f-2f6442f5769c"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:07:43.087730 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9250a1e-c852-42e2-adf8-ddff942d6ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=71405fcd-9099-4ab3-a30f-2f6442f5769c,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:07:43.111744 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d298b3b-9613-470c-9fb9-30626d92db44 x-openstack-request-id: req-6d298b3b-9613-470c-9fb9-30626d92db44 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:07:43.112047 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d45742a9-c1d6-48d2-a061-50ab904f9413", "tag": "71405fcd-9099-4ab3-a30f-2f6442f5769c", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:07:43.112303 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6d298b3b-9613-470c-9fb9-30626d92db44 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:07:43.112701 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45742a9-c1d6-48d2-a061-50ab904f9413', 'tag': '71405fcd-9099-4ab3-a30f-2f6442f5769c', 'status': 'completed', 'code': 200} Feb 16 23:07:43.146197 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-6480160e-5f7d-47f3-a05b-7770e59ab98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:43.147689 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-6480160e-5f7d-47f3-a05b-7770e59ab98a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=134fc4e27a954fc3849bb49aee474012&device_id=d45742a9-c1d6-48d2-a061-50ab904f9413 HTTP/1.1" status: 200 len: 1125 time: 0.0470181 Feb 16 23:07:43.192829 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-05658b0d-1b14-4117-8d3d-8f846fb106f5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71405fcd-9099-4ab3-a30f-2f6442f5769c HTTP/1.1" status: 200 len: 217 time: 0.0369923 Feb 16 23:07:43.240962 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-f8219e16-5b78-47a6-9021-802b6979f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:43.242388 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-f8219e16-5b78-47a6-9021-802b6979f8d6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f4f2b8d-f2ce-45a8-94c0-52aa503e1d47 HTTP/1.1" status: 200 len: 852 time: 0.0429289 Feb 16 23:07:43.272147 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-c3c465a3-61cf-4d7b-bf21-77078da86a82 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240941 Feb 16 23:07:43.364283 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-7977e863-de6f-43aa-a0ff-9f9691ff5767 service neutron] 10.222.0.67 "GET /v2.0/networks/c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852187 Feb 16 23:07:43.452121 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fbfad90e-eeb0-4bc1-b53c-0b05d2df699f req-4994ce71-d4d3-4fbb-8255-34234f0c99f7 service neutron] 10.222.0.67 "GET /v2.0/networks/c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813653 Feb 16 23:07:43.547136 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7dda7b-d1b2-495e-9e27-4ec2fd3c5465 req-14c47d34-0902-40f0-94be-17df90f55306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:43.548641 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3c7dda7b-d1b2-495e-9e27-4ec2fd3c5465 req-14c47d34-0902-40f0-94be-17df90f55306 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=134fc4e27a954fc3849bb49aee474012&device_id=d45742a9-c1d6-48d2-a061-50ab904f9413 HTTP/1.1" status: 200 len: 1125 time: 0.0508511 Feb 16 23:07:43.637300 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7dda7b-d1b2-495e-9e27-4ec2fd3c5465 req-595057f6-87c1-4646-a1f4-c853d86953f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:43.638722 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3c7dda7b-d1b2-495e-9e27-4ec2fd3c5465 req-595057f6-87c1-4646-a1f4-c853d86953f2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7 HTTP/1.1" status: 200 len: 913 time: 0.0845594 Feb 16 23:07:43.685485 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3c7dda7b-d1b2-495e-9e27-4ec2fd3c5465 req-99b6ae1a-e40a-43d5-a00f-def3d520112e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71405fcd-9099-4ab3-a30f-2f6442f5769c HTTP/1.1" status: 200 len: 217 time: 0.0400040 Feb 16 23:07:43.734336 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7dda7b-d1b2-495e-9e27-4ec2fd3c5465 req-f605de93-76f4-4f87-a3d3-c4e4671182a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:43.736105 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3c7dda7b-d1b2-495e-9e27-4ec2fd3c5465 req-f605de93-76f4-4f87-a3d3-c4e4671182a3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f4f2b8d-f2ce-45a8-94c0-52aa503e1d47 HTTP/1.1" status: 200 len: 852 time: 0.0454526 Feb 16 23:07:43.768364 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3c7dda7b-d1b2-495e-9e27-4ec2fd3c5465 req-31de20dc-0bd5-41c2-af50-ff99c0af6c54 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267270 Feb 16 23:07:43.864743 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3c7dda7b-d1b2-495e-9e27-4ec2fd3c5465 req-791adfdb-c2ce-4312-b64c-802858831759 service neutron] 10.222.0.67 "GET /v2.0/networks/c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901222 Feb 16 23:07:43.954255 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3c7dda7b-d1b2-495e-9e27-4ec2fd3c5465 req-4b349216-dc1c-4562-bd82-9cbf6e5efc81 service neutron] 10.222.0.67 "GET /v2.0/networks/c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840759 Feb 16 23:07:44.095607 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe77fc-3f19-4cf9-8b2e-bc6d002e7d96 req-32048233-b384-413d-a698-284923368b1a tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:44.097097 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d1fe77fc-3f19-4cf9-8b2e-bc6d002e7d96 req-32048233-b384-413d-a698-284923368b1a tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/ports?device_id=d45742a9-c1d6-48d2-a061-50ab904f9413 HTTP/1.1" status: 200 len: 943 time: 0.0549388 Feb 16 23:07:44.142750 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d1fe77fc-3f19-4cf9-8b2e-bc6d002e7d96 req-5af77143-adcb-4af7-99af-91adde3af4b8 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/security-groups?id=6a04b797-2077-4122-a620-c01f05739a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400722 Feb 16 23:07:45.261299 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0a3d6-67f1-4adc-992f-59d003bd973a req-1d84eba2-d2ae-4681-9ba5-45e3383b55be tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:45.262802 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b4c0a3d6-67f1-4adc-992f-59d003bd973a req-1d84eba2-d2ae-4681-9ba5-45e3383b55be tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/ports?device_id=d45742a9-c1d6-48d2-a061-50ab904f9413 HTTP/1.1" status: 200 len: 943 time: 0.0518472 Feb 16 23:07:45.308781 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b4c0a3d6-67f1-4adc-992f-59d003bd973a req-3d14c16f-ec7d-47e3-9b65-e4d38e3ea9e8 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/security-groups?id=6a04b797-2077-4122-a620-c01f05739a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402474 Feb 16 23:07:46.431654 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79c2da-79f2-44e9-80e4-31fe0bc3cbb8 req-34315524-f7e1-48e5-bd61-3ed7e33a2832 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:46.433175 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4d79c2da-79f2-44e9-80e4-31fe0bc3cbb8 req-34315524-f7e1-48e5-bd61-3ed7e33a2832 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/ports?device_id=d45742a9-c1d6-48d2-a061-50ab904f9413 HTTP/1.1" status: 200 len: 943 time: 0.0565658 Feb 16 23:07:46.478726 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4d79c2da-79f2-44e9-80e4-31fe0bc3cbb8 req-a7331be6-9068-4193-82ce-77451a567e3d tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/security-groups?id=6a04b797-2077-4122-a620-c01f05739a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399663 Feb 16 23:07:46.875017 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 71405fcd-9099-4ab3-a30f-2f6442f5769c details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:07:47.124809 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 71405fcd-9099-4ab3-a30f-2f6442f5769c, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=71405fcd-9099-4ab3-a30f-2f6442f5769c,segment=NetworkSegment(52614961-29fa-493d-9c4f-dcb088725893),segment_id=52614961-29fa-493d-9c4f-dcb088725893)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:07:47.136141 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '71405fcd-9099-4ab3-a30f-2f6442f5769c', 'network_id': 'c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7', 'port_id': '71405fcd-9099-4ab3-a30f-2f6442f5769c', 'mac_address': 'fa:16:3e:1d:07:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f4f2b8d-f2ce-45a8-94c0-52aa503e1d47', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:07:47.172029 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 71405fcd-9099-4ab3-a30f-2f6442f5769c is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:07:47.172409 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (71405fcd-9099-4ab3-a30f-2f6442f5769c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:47.185090 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71405fcd-9099-4ab3-a30f-2f6442f5769c {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:07:47.204618 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 71405fcd-9099-4ab3-a30f-2f6442f5769c, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=71405fcd-9099-4ab3-a30f-2f6442f5769c,segment=NetworkSegment(52614961-29fa-493d-9c4f-dcb088725893),segment_id=52614961-29fa-493d-9c4f-dcb088725893)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:07:47.208333 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (71405fcd-9099-4ab3-a30f-2f6442f5769c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:47.256202 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=71405fcd-9099-4ab3-a30f-2f6442f5769c,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:07:47.263149 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:07:47.263498 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:07:47.263840 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:07:47.264179 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:07:47.264517 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:07:47.264848 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:07:47.265174 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:07:47.265501 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:07:47.265820 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:07:47.266169 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:07:47.266492 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:07:47.266814 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:07:47.267130 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:07:47.529181 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['71405fcd-9099-4ab3-a30f-2f6442f5769c'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:07:47.599656 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68aacc7-37d1-41fc-b39b-9c9eba6f0747 req-fbd8bc9a-9da5-4928-b196-8887bd700920 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:47.601315 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e68aacc7-37d1-41fc-b39b-9c9eba6f0747 req-fbd8bc9a-9da5-4928-b196-8887bd700920 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/ports?device_id=d45742a9-c1d6-48d2-a061-50ab904f9413 HTTP/1.1" status: 200 len: 944 time: 0.0535109 Feb 16 23:07:47.647175 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e68aacc7-37d1-41fc-b39b-9c9eba6f0747 req-edeb64a0-60ff-4621-a234-6291b4ab3363 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/security-groups?id=6a04b797-2077-4122-a620-c01f05739a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402265 Feb 16 23:07:48.767805 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f36bae-e7ad-4c85-853d-7d36b2882c2c req-c594988a-a5b1-440a-bdb9-a6cc22a1a11b tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:48.769800 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24f36bae-e7ad-4c85-853d-7d36b2882c2c req-c594988a-a5b1-440a-bdb9-a6cc22a1a11b tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/ports?device_id=d45742a9-c1d6-48d2-a061-50ab904f9413 HTTP/1.1" status: 200 len: 944 time: 0.0558302 Feb 16 23:07:48.815641 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24f36bae-e7ad-4c85-853d-7d36b2882c2c req-50ef7d5c-95df-4479-a13e-65f8f9aa8788 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/security-groups?id=6a04b797-2077-4122-a620-c01f05739a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398393 Feb 16 23:07:48.903728 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 71405fcd-9099-4ab3-a30f-2f6442f5769c up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:07:48.951156 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 71405fcd-9099-4ab3-a30f-2f6442f5769c completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:07:48.955264 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 71405fcd-9099-4ab3-a30f-2f6442f5769c triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:07:48.955641 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (71405fcd-9099-4ab3-a30f-2f6442f5769c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:49.030969 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 71405fcd-9099-4ab3-a30f-2f6442f5769c is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:07:49.031272 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (71405fcd-9099-4ab3-a30f-2f6442f5769c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:49.052956 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45742a9-c1d6-48d2-a061-50ab904f9413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71405fcd-9099-4ab3-a30f-2f6442f5769c'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:07:49.055262 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b945774-034c-4d5c-8049-f19a7da4524d" -d '{"events": [{"server_uuid": "d45742a9-c1d6-48d2-a061-50ab904f9413", "name": "network-vif-plugged", "status": "completed", "tag": "71405fcd-9099-4ab3-a30f-2f6442f5769c"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:07:49.068701 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 71405fcd-9099-4ab3-a30f-2f6442f5769c, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=71405fcd-9099-4ab3-a30f-2f6442f5769c,segment=NetworkSegment(52614961-29fa-493d-9c4f-dcb088725893),segment_id=52614961-29fa-493d-9c4f-dcb088725893)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:07:49.072617 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (71405fcd-9099-4ab3-a30f-2f6442f5769c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:49.103466 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05f95e3-9591-416c-9eee-90b2c089735a x-openstack-request-id: req-c05f95e3-9591-416c-9eee-90b2c089735a {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:07:49.103758 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45742a9-c1d6-48d2-a061-50ab904f9413", "name": "network-vif-plugged", "status": "completed", "tag": "71405fcd-9099-4ab3-a30f-2f6442f5769c", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:07:49.104009 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c05f95e3-9591-416c-9eee-90b2c089735a {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:07:49.104397 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45742a9-c1d6-48d2-a061-50ab904f9413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71405fcd-9099-4ab3-a30f-2f6442f5769c', 'code': 200} Feb 16 23:07:49.130547 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=71405fcd-9099-4ab3-a30f-2f6442f5769c,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:07:49.193190 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281a252-5454-4776-ae77-63f3e945f960 req-ef67c7d8-3a80-4c56-8f3d-4cf039bcc192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:49.194732 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6281a252-5454-4776-ae77-63f3e945f960 req-ef67c7d8-3a80-4c56-8f3d-4cf039bcc192 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d45742a9-c1d6-48d2-a061-50ab904f9413 HTTP/1.1" status: 200 len: 1127 time: 0.0453229 Feb 16 23:07:49.242231 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6281a252-5454-4776-ae77-63f3e945f960 req-29a589e4-24a5-4989-adee-1e452365b57a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6a04b797-2077-4122-a620-c01f05739a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405619 Feb 16 23:07:49.936482 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d3bd1-69bd-42d0-bd17-5e8fac8ff06c req-89594ee3-74a9-43bb-9bc3-f72de29b2a60 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:49.937990 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9b7d3bd1-69bd-42d0-bd17-5e8fac8ff06c req-89594ee3-74a9-43bb-9bc3-f72de29b2a60 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/ports?device_id=d45742a9-c1d6-48d2-a061-50ab904f9413 HTTP/1.1" status: 200 len: 945 time: 0.0523574 Feb 16 23:07:49.983309 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9b7d3bd1-69bd-42d0-bd17-5e8fac8ff06c req-2687f8a7-0db9-401f-a533-7b040bf64f15 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/security-groups?id=6a04b797-2077-4122-a620-c01f05739a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396845 Feb 16 23:07:50.749417 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8b385c8e-8504-470c-abe0-d09fc304bc45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:51.110603 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55998253-5c76-4c21-99c5-e171b3ebb993 req-685c0de5-0fc8-4714-9696-a9b28a6b6857 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:51.112091 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-55998253-5c76-4c21-99c5-e171b3ebb993 req-685c0de5-0fc8-4714-9696-a9b28a6b6857 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/ports?device_id=d45742a9-c1d6-48d2-a061-50ab904f9413 HTTP/1.1" status: 200 len: 945 time: 0.0523019 Feb 16 23:07:51.162580 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-55998253-5c76-4c21-99c5-e171b3ebb993 req-9ac71132-2c2f-4c5d-a616-0ad29b1af05b tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/security-groups?id=6a04b797-2077-4122-a620-c01f05739a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443895 Feb 16 23:07:51.378827 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-69774336-c121-4c72-9f83-0fb473eb8236 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:51.380295 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-69774336-c121-4c72-9f83-0fb473eb8236 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/networks?id=c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7 HTTP/1.1" status: 200 len: 812 time: 0.0994282 Feb 16 23:07:51.394539 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-7e69c6ac-a51b-48b3-b64b-b523a7ee006a tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/quotas/134fc4e27a954fc3849bb49aee474012 HTTP/1.1" status: 200 len: 375 time: 0.0087454 Feb 16 23:07:51.445747 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-2ef08a30-c144-4503-8789-88ea88fb534c tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=134fc4e27a954fc3849bb49aee474012&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0466762 Feb 16 23:07:51.538100 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-ecbe6e76-bc18-46e0-b505-f7ba534efb2d service neutron] 10.222.0.75 "GET /v2.0/networks/c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856597 Feb 16 23:07:51.629233 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-52346747-3d6a-4916-94bc-522537433054 service neutron] 10.222.0.75 "GET /v2.0/networks/c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854979 Feb 16 23:07:51.792497 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c27636d0-65a3-4caf-92e6-f458ae2be53f req-5524bd35-c661-476b-b913-29b3c922d51a tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9ac194-05c0-422a-aeb3-cf1740c51e27 HTTP/1.1" status: 200 len: 210 time: 0.0331194 Feb 16 23:07:52.692135 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-e0e618c1-a182-458f-8567-39449bd7e4ff tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:52.693746 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-e0e618c1-a182-458f-8567-39449bd7e4ff tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.79 "GET /v2.0/networks?id=c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7 HTTP/1.1" status: 200 len: 812 time: 0.1043589 Feb 16 23:07:52.705134 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-ba96b5f0-f284-43b9-991f-8e306a3a436e tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Request body: {'port': {'device_id': '2f9ac194-05c0-422a-aeb3-cf1740c51e27', 'network_id': 'c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7', 'admin_state_up': True, 'tenant_id': '134fc4e27a954fc3849bb49aee474012'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:07:52.814330 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-ba96b5f0-f284-43b9-991f-8e306a3a436e tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Made reservation on behalf of 134fc4e27a954fc3849bb49aee474012 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:07:52.817815 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-ba96b5f0-f284-43b9-991f-8e306a3a436e tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:52.906062 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-be2d7249-e578-4094-83b4-2899372586d4 req-0b24c45b-bea1-4515-9a5e-8f74e42813f1 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9ac194-05c0-422a-aeb3-cf1740c51e27 HTTP/1.1" status: 200 len: 210 time: 0.0344863 Feb 16 23:07:52.971578 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-ba96b5f0-f284-43b9-991f-8e306a3a436e tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Allocated IP 172.20.0.2 (c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7/8f4f2b8d-f2ce-45a8-94c0-52aa503e1d47/38139314-f1f3-4552-af79-4a1ac94848fb) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:07:53.115918 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-ba96b5f0-f284-43b9-991f-8e306a3a436e tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Publish callbacks [] for port (38139314-f1f3-4552-af79-4a1ac94848fb), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:53.134325 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e18fc727-fcc9-4482-a05c-f8a1b58dac74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:53.151169 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-ba96b5f0-f284-43b9-991f-8e306a3a436e tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (38139314-f1f3-4552-af79-4a1ac94848fb), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:53.179862 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['71405fcd-9099-4ab3-a30f-2f6442f5769c'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:07:53.200302 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-ba96b5f0-f284-43b9-991f-8e306a3a436e tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Network c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:07:53.203682 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-ba96b5f0-f284-43b9-991f-8e306a3a436e tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:07:53.207536 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-ba96b5f0-f284-43b9-991f-8e306a3a436e tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:07:53.233195 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96b5f0-f284-43b9-991f-8e306a3a436e tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Pushing event updated for resources: {'Port': ['ID=38139314-f1f3-4552-af79-4a1ac94848fb,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:07:53.259798 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-ba96b5f0-f284-43b9-991f-8e306a3a436e tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:53.260424 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-ba96b5f0-f284-43b9-991f-8e306a3a436e tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:53.277109 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-ba96b5f0-f284-43b9-991f-8e306a3a436e tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5756993 Feb 16 23:07:53.337144 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-bfd3287c-9afc-42a7-83c3-073169383f80 service neutron] Request body: {'port': {'device_id': '2f9ac194-05c0-422a-aeb3-cf1740c51e27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:07:53.395091 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-bfd3287c-9afc-42a7-83c3-073169383f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (38139314-f1f3-4552-af79-4a1ac94848fb), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:53.656593 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-bfd3287c-9afc-42a7-83c3-073169383f80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38139314-f1f3-4552-af79-4a1ac94848fb {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:07:53.663809 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-bfd3287c-9afc-42a7-83c3-073169383f80 service neutron] Publish callbacks [] for port (38139314-f1f3-4552-af79-4a1ac94848fb), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:53.675427 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-bfd3287c-9afc-42a7-83c3-073169383f80 service neutron] Transition to ACTIVE for port object 38139314-f1f3-4552-af79-4a1ac94848fb will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:07:53.679603 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-bfd3287c-9afc-42a7-83c3-073169383f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (38139314-f1f3-4552-af79-4a1ac94848fb), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:53.730290 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd3287c-9afc-42a7-83c3-073169383f80 service neutron] Pushing event updated for resources: {'Port': ['ID=38139314-f1f3-4552-af79-4a1ac94848fb,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:07:53.797263 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-bfd3287c-9afc-42a7-83c3-073169383f80 service neutron] Attempting to bind port 38139314-f1f3-4552-af79-4a1ac94848fb on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:07:53.797599 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-bfd3287c-9afc-42a7-83c3-073169383f80 service neutron] Attempting to bind port 38139314-f1f3-4552-af79-4a1ac94848fb by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '52614961-29fa-493d-9c4f-dcb088725893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:07:53.797925 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-bfd3287c-9afc-42a7-83c3-073169383f80 service neutron] Attempting to bind port 38139314-f1f3-4552-af79-4a1ac94848fb on network c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:07:53.802714 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-bfd3287c-9afc-42a7-83c3-073169383f80 service neutron] Port 38139314-f1f3-4552-af79-4a1ac94848fb on network c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 23:07:53.803038 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-bfd3287c-9afc-42a7-83c3-073169383f80 service neutron] Attempting to bind port 38139314-f1f3-4552-af79-4a1ac94848fb on network c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:07:53.807772 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-bfd3287c-9afc-42a7-83c3-073169383f80 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:07:53.808110 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-bfd3287c-9afc-42a7-83c3-073169383f80 service neutron] Checking segment: {'id': '52614961-29fa-493d-9c4f-dcb088725893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:07:53.808495 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-bfd3287c-9afc-42a7-83c3-073169383f80 service neutron] Bound using segment: {'id': '52614961-29fa-493d-9c4f-dcb088725893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:07:53.808919 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-bfd3287c-9afc-42a7-83c3-073169383f80 service neutron] Bound port: 38139314-f1f3-4552-af79-4a1ac94848fb, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52614961-29fa-493d-9c4f-dcb088725893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:07:53.809270 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-bfd3287c-9afc-42a7-83c3-073169383f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (38139314-f1f3-4552-af79-4a1ac94848fb), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:53.870307 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-bfd3287c-9afc-42a7-83c3-073169383f80 service neutron] For port 38139314-f1f3-4552-af79-4a1ac94848fb, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:07:53.873745 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-bfd3287c-9afc-42a7-83c3-073169383f80 service neutron] For port 38139314-f1f3-4552-af79-4a1ac94848fb, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=38139314-f1f3-4552-af79-4a1ac94848fb,segment=NetworkSegment(52614961-29fa-493d-9c4f-dcb088725893),segment_id=52614961-29fa-493d-9c4f-dcb088725893)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:07:53.880662 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-bfd3287c-9afc-42a7-83c3-073169383f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (38139314-f1f3-4552-af79-4a1ac94848fb), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:53.912410 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-bfd3287c-9afc-42a7-83c3-073169383f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:53.913030 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-bfd3287c-9afc-42a7-83c3-073169383f80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:53.914478 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-bfd3287c-9afc-42a7-83c3-073169383f80 service neutron] 10.222.0.79 "PUT /v2.0/ports/38139314-f1f3-4552-af79-4a1ac94848fb HTTP/1.1" status: 200 len: 1091 time: 0.6307487 Feb 16 23:07:53.914941 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f9ac194-05c0-422a-aeb3-cf1740c51e27', 'tag': '38139314-f1f3-4552-af79-4a1ac94848fb'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:07:53.917230 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eddb524-30c9-4de8-900d-2f83741f3439" -d '{"events": [{"name": "network-changed", "server_uuid": "2f9ac194-05c0-422a-aeb3-cf1740c51e27", "tag": "38139314-f1f3-4552-af79-4a1ac94848fb"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:07:53.944089 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd3287c-9afc-42a7-83c3-073169383f80 service neutron] Pushing event updated for resources: {'Port': ['ID=38139314-f1f3-4552-af79-4a1ac94848fb,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:07:54.002447 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-1cd4f89f-6ba1-47a2-b8f9-8903739ca529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:54.003972 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-1cd4f89f-6ba1-47a2-b8f9-8903739ca529 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=134fc4e27a954fc3849bb49aee474012&device_id=2f9ac194-05c0-422a-aeb3-cf1740c51e27 HTTP/1.1" status: 200 len: 1125 time: 0.0462730 Feb 16 23:07:54.050309 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed216302-19ac-4dfb-b651-cfbca363c06a x-openstack-request-id: req-ed216302-19ac-4dfb-b651-cfbca363c06a {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:07:54.050673 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f9ac194-05c0-422a-aeb3-cf1740c51e27", "tag": "38139314-f1f3-4552-af79-4a1ac94848fb", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:07:54.051424 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ed216302-19ac-4dfb-b651-cfbca363c06a {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:07:54.051838 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f9ac194-05c0-422a-aeb3-cf1740c51e27', 'tag': '38139314-f1f3-4552-af79-4a1ac94848fb', 'status': 'completed', 'code': 200} Feb 16 23:07:54.053647 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-198abf0e-066b-4d39-b7fe-055ced85c8d0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38139314-f1f3-4552-af79-4a1ac94848fb HTTP/1.1" status: 200 len: 217 time: 0.0432148 Feb 16 23:07:54.130791 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-7ba2f0ae-49fc-49bd-8d8f-07c7574f49a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:54.132266 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-7ba2f0ae-49fc-49bd-8d8f-07c7574f49a9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f4f2b8d-f2ce-45a8-94c0-52aa503e1d47 HTTP/1.1" status: 200 len: 852 time: 0.0720799 Feb 16 23:07:54.155259 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b016e61-6edb-4755-b505-43ad1904cf1e req-b0b1063a-5bf4-4bca-b4bd-647e058451d6 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:54.156694 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7b016e61-6edb-4755-b505-43ad1904cf1e req-b0b1063a-5bf4-4bca-b4bd-647e058451d6 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9ac194-05c0-422a-aeb3-cf1740c51e27 HTTP/1.1" status: 200 len: 943 time: 0.0713446 Feb 16 23:07:54.178775 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-65302013-5d7f-4287-89d0-a9e02fdfadba service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387857 Feb 16 23:07:54.265644 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7b016e61-6edb-4755-b505-43ad1904cf1e req-8cd386b1-875c-47a5-8f80-9a1d958f00b9 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/security-groups?id=6a04b797-2077-4122-a620-c01f05739a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902619 Feb 16 23:07:54.293788 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-b1710101-05b2-42d9-8ec9-1eae7e16446c service neutron] 10.222.0.79 "GET /v2.0/networks/c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088991 Feb 16 23:07:54.383925 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3841dcb9-d99b-4cdd-8993-4f8a8984f08d req-8e3dd8e3-d615-40ed-9131-4a258c5c2d8e service neutron] 10.222.0.79 "GET /v2.0/networks/c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839708 Feb 16 23:07:54.428783 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:54.473545 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddb524-30c9-4de8-900d-2f83741f3439 req-af98f2d9-bccf-4a74-b512-1d5c166e2f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:54.475098 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8eddb524-30c9-4de8-900d-2f83741f3439 req-af98f2d9-bccf-4a74-b512-1d5c166e2f03 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=134fc4e27a954fc3849bb49aee474012&device_id=2f9ac194-05c0-422a-aeb3-cf1740c51e27 HTTP/1.1" status: 200 len: 1125 time: 0.0456674 Feb 16 23:07:54.567547 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddb524-30c9-4de8-900d-2f83741f3439 req-c7487d1c-e91d-4a7f-ac12-b982c78aa36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:54.569033 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8eddb524-30c9-4de8-900d-2f83741f3439 req-c7487d1c-e91d-4a7f-ac12-b982c78aa36a service neutron] 10.222.0.79 "GET /v2.0/networks?id=c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7 HTTP/1.1" status: 200 len: 913 time: 0.0877521 Feb 16 23:07:54.609266 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8eddb524-30c9-4de8-900d-2f83741f3439 req-8b37e873-0f69-410a-8791-e39f10bc0e5e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38139314-f1f3-4552-af79-4a1ac94848fb HTTP/1.1" status: 200 len: 217 time: 0.0339503 Feb 16 23:07:54.656514 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddb524-30c9-4de8-900d-2f83741f3439 req-f9903ee8-c1c4-4f51-bdfa-9fa84ff59f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:54.657954 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8eddb524-30c9-4de8-900d-2f83741f3439 req-f9903ee8-c1c4-4f51-bdfa-9fa84ff59f25 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8f4f2b8d-f2ce-45a8-94c0-52aa503e1d47 HTTP/1.1" status: 200 len: 852 time: 0.0430014 Feb 16 23:07:54.688572 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8eddb524-30c9-4de8-900d-2f83741f3439 req-3e46851a-4cb1-4e76-b5da-a666f24d8c1e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244455 Feb 16 23:07:54.782019 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8eddb524-30c9-4de8-900d-2f83741f3439 req-983b81e1-4858-4cc9-bdd3-5e5819b9f31d service neutron] 10.222.0.79 "GET /v2.0/networks/c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846822 Feb 16 23:07:54.873357 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8eddb524-30c9-4de8-900d-2f83741f3439 req-642cfa35-9783-40a2-91af-421a80dabb63 service neutron] 10.222.0.79 "GET /v2.0/networks/c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851352 Feb 16 23:07:55.385125 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fec87a-023c-4c53-a163-e03119f7199e req-5064e5e0-f3c7-4b3d-9dd5-61be800c767d tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:55.386637 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-34fec87a-023c-4c53-a163-e03119f7199e req-5064e5e0-f3c7-4b3d-9dd5-61be800c767d tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9ac194-05c0-422a-aeb3-cf1740c51e27 HTTP/1.1" status: 200 len: 943 time: 0.0526097 Feb 16 23:07:55.432111 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-34fec87a-023c-4c53-a163-e03119f7199e req-fb77d162-38ae-4c5c-980c-83141b2eb921 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/security-groups?id=6a04b797-2077-4122-a620-c01f05739a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399735 Feb 16 23:07:55.768506 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:56.549870 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bdb0aa-5194-4026-9f3f-c52aa14a5af2 req-0cb5732c-ae51-44b5-9b7f-1fddf1508cd6 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:56.551887 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c7bdb0aa-5194-4026-9f3f-c52aa14a5af2 req-0cb5732c-ae51-44b5-9b7f-1fddf1508cd6 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9ac194-05c0-422a-aeb3-cf1740c51e27 HTTP/1.1" status: 200 len: 943 time: 0.0523112 Feb 16 23:07:56.596743 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c7bdb0aa-5194-4026-9f3f-c52aa14a5af2 req-8fe5affa-42bd-444b-95f5-df081540f1c3 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/security-groups?id=6a04b797-2077-4122-a620-c01f05739a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393040 Feb 16 23:07:57.107754 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:57.719612 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbaa34a-361d-430d-b48b-1408bba8c504 req-12abc40c-c116-4f4f-996a-b331da6e8476 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:57.721034 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-afbaa34a-361d-430d-b48b-1408bba8c504 req-12abc40c-c116-4f4f-996a-b331da6e8476 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9ac194-05c0-422a-aeb3-cf1740c51e27 HTTP/1.1" status: 200 len: 943 time: 0.0565572 Feb 16 23:07:57.766672 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-afbaa34a-361d-430d-b48b-1408bba8c504 req-5b0b4528-3659-4dff-b10e-bb65ec5831e0 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/security-groups?id=6a04b797-2077-4122-a620-c01f05739a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394664 Feb 16 23:07:58.061330 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 38139314-f1f3-4552-af79-4a1ac94848fb details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:07:58.159696 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 38139314-f1f3-4552-af79-4a1ac94848fb, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=38139314-f1f3-4552-af79-4a1ac94848fb,segment=NetworkSegment(52614961-29fa-493d-9c4f-dcb088725893),segment_id=52614961-29fa-493d-9c4f-dcb088725893)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:07:58.171059 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '38139314-f1f3-4552-af79-4a1ac94848fb', 'network_id': 'c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7', 'port_id': '38139314-f1f3-4552-af79-4a1ac94848fb', 'mac_address': 'fa:16:3e:ae:e5:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f4f2b8d-f2ce-45a8-94c0-52aa503e1d47', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:07:58.207159 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 38139314-f1f3-4552-af79-4a1ac94848fb is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:07:58.207608 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (38139314-f1f3-4552-af79-4a1ac94848fb), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:58.219912 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38139314-f1f3-4552-af79-4a1ac94848fb {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:07:58.239304 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 38139314-f1f3-4552-af79-4a1ac94848fb, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=38139314-f1f3-4552-af79-4a1ac94848fb,segment=NetworkSegment(52614961-29fa-493d-9c4f-dcb088725893),segment_id=52614961-29fa-493d-9c4f-dcb088725893)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:07:58.243369 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (38139314-f1f3-4552-af79-4a1ac94848fb), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:58.292173 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=38139314-f1f3-4552-af79-4a1ac94848fb,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:07:58.452036 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['38139314-f1f3-4552-af79-4a1ac94848fb'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:07:58.797870 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:07:58.887768 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eecda8-48b8-455a-9898-3333d53a012f req-d3285627-7c9b-475d-9064-84aac04569d9 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:07:58.889248 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87eecda8-48b8-455a-9898-3333d53a012f req-d3285627-7c9b-475d-9064-84aac04569d9 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9ac194-05c0-422a-aeb3-cf1740c51e27 HTTP/1.1" status: 200 len: 944 time: 0.0520992 Feb 16 23:07:58.935079 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-87eecda8-48b8-455a-9898-3333d53a012f req-2f86d937-c712-4c3d-82e5-8a99ab2f3ff4 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/security-groups?id=6a04b797-2077-4122-a620-c01f05739a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401351 Feb 16 23:08:00.052995 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b8829-21ed-40a5-bba5-16cc977a022a req-295bdb2c-2b7c-463f-aaef-078f4ebcb856 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:00.054501 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-083b8829-21ed-40a5-bba5-16cc977a022a req-295bdb2c-2b7c-463f-aaef-078f4ebcb856 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9ac194-05c0-422a-aeb3-cf1740c51e27 HTTP/1.1" status: 200 len: 944 time: 0.0521181 Feb 16 23:08:00.076834 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 38139314-f1f3-4552-af79-4a1ac94848fb up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:08:00.106675 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-083b8829-21ed-40a5-bba5-16cc977a022a req-5daf4314-7740-4aba-97d7-55c51ccbf723 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/security-groups?id=6a04b797-2077-4122-a620-c01f05739a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462604 Feb 16 23:08:00.127459 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 38139314-f1f3-4552-af79-4a1ac94848fb completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:08:00.131416 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 38139314-f1f3-4552-af79-4a1ac94848fb triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:08:00.131805 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (38139314-f1f3-4552-af79-4a1ac94848fb), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:00.207229 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 38139314-f1f3-4552-af79-4a1ac94848fb is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:08:00.207625 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (38139314-f1f3-4552-af79-4a1ac94848fb), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:00.229753 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9ac194-05c0-422a-aeb3-cf1740c51e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38139314-f1f3-4552-af79-4a1ac94848fb'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:08:00.231942 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdc2174ab324912c977a36c8fbb857cf924f70c17697bd72452b5441d642ed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b04e5c-8a60-4cc3-a9f7-52f2fc96d52e" -d '{"events": [{"server_uuid": "2f9ac194-05c0-422a-aeb3-cf1740c51e27", "name": "network-vif-plugged", "status": "completed", "tag": "38139314-f1f3-4552-af79-4a1ac94848fb"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:08:00.248625 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 38139314-f1f3-4552-af79-4a1ac94848fb, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=38139314-f1f3-4552-af79-4a1ac94848fb,segment=NetworkSegment(52614961-29fa-493d-9c4f-dcb088725893),segment_id=52614961-29fa-493d-9c4f-dcb088725893)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:08:00.252674 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (38139314-f1f3-4552-af79-4a1ac94848fb), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:00.276542 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a90f14-3ba6-420e-ac17-475f70ec3a35 x-openstack-request-id: req-82a90f14-3ba6-420e-ac17-475f70ec3a35 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:08:00.276848 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f9ac194-05c0-422a-aeb3-cf1740c51e27", "name": "network-vif-plugged", "status": "completed", "tag": "38139314-f1f3-4552-af79-4a1ac94848fb", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:08:00.277108 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-82a90f14-3ba6-420e-ac17-475f70ec3a35 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:08:00.277505 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f9ac194-05c0-422a-aeb3-cf1740c51e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38139314-f1f3-4552-af79-4a1ac94848fb', 'code': 200} Feb 16 23:08:00.311296 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:00.315934 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=38139314-f1f3-4552-af79-4a1ac94848fb,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:00.369701 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853da41-6c5a-4587-b8b6-fa55bb8a13c5 req-1f014c15-56d5-45a9-b1df-ec9fd23663f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:00.371248 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8853da41-6c5a-4587-b8b6-fa55bb8a13c5 req-1f014c15-56d5-45a9-b1df-ec9fd23663f8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2f9ac194-05c0-422a-aeb3-cf1740c51e27 HTTP/1.1" status: 200 len: 1127 time: 0.0443363 Feb 16 23:08:00.415072 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8853da41-6c5a-4587-b8b6-fa55bb8a13c5 req-be910caa-d6fd-4a08-a5e3-3d49f0667c63 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6a04b797-2077-4122-a620-c01f05739a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376928 Feb 16 23:08:01.226745 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e41682-617d-4994-a970-153e7f97173a req-e0953273-8fe3-45cc-bfa0-18cc4968e1c4 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:01.228224 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-84e41682-617d-4994-a970-153e7f97173a req-e0953273-8fe3-45cc-bfa0-18cc4968e1c4 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9ac194-05c0-422a-aeb3-cf1740c51e27 HTTP/1.1" status: 200 len: 945 time: 0.0517006 Feb 16 23:08:01.273008 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-84e41682-617d-4994-a970-153e7f97173a req-0cb522e1-a518-4b9d-85e3-db5addaa7808 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/security-groups?id=6a04b797-2077-4122-a620-c01f05739a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392892 Feb 16 23:08:02.394816 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845c140-45d1-4c1e-9910-7fa9b7c92a79 req-86523b2c-a26c-4f35-9855-7676dc5e12a6 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:02.396312 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3845c140-45d1-4c1e-9910-7fa9b7c92a79 req-86523b2c-a26c-4f35-9855-7676dc5e12a6 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9ac194-05c0-422a-aeb3-cf1740c51e27 HTTP/1.1" status: 200 len: 945 time: 0.0557716 Feb 16 23:08:02.441511 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3845c140-45d1-4c1e-9910-7fa9b7c92a79 req-808043e6-53e8-40f2-a581-76f4480c598d tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/security-groups?id=6a04b797-2077-4122-a620-c01f05739a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389013 Feb 16 23:08:02.674564 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9088d-c49c-4f8c-8129-3854e10ff4f5 req-08877091-8550-4759-bf94-fc2d39c1c6ea tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:02.676540 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-85f9088d-c49c-4f8c-8129-3854e10ff4f5 req-08877091-8550-4759-bf94-fc2d39c1c6ea tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9ac194-05c0-422a-aeb3-cf1740c51e27 HTTP/1.1" status: 200 len: 945 time: 0.0530479 Feb 16 23:08:02.721938 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-85f9088d-c49c-4f8c-8129-3854e10ff4f5 req-31cae640-b3d5-4ba4-aeca-52d0e099e4b2 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/security-groups?id=6a04b797-2077-4122-a620-c01f05739a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398705 Feb 16 23:08:03.844924 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7efa87-e147-4df0-9121-5405f4c3881d req-da29568a-9405-4e92-8a5c-16a1350ae006 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:03.846428 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cc7efa87-e147-4df0-9121-5405f4c3881d req-da29568a-9405-4e92-8a5c-16a1350ae006 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9ac194-05c0-422a-aeb3-cf1740c51e27 HTTP/1.1" status: 200 len: 945 time: 0.0563915 Feb 16 23:08:03.919054 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cc7efa87-e147-4df0-9121-5405f4c3881d req-f5588709-43ca-49b0-a9d9-44b799313ad0 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/security-groups?id=6a04b797-2077-4122-a620-c01f05739a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669820 Feb 16 23:08:03.934340 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc4f0e-094f-486d-8ed4-4bbe5994aef6 req-7e75d027-391c-4dc2-bddb-3c17744e3e63 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:03.935792 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bcfc4f0e-094f-486d-8ed4-4bbe5994aef6 req-7e75d027-391c-4dc2-bddb-3c17744e3e63 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f9ac194-05c0-422a-aeb3-cf1740c51e27 HTTP/1.1" status: 200 len: 945 time: 0.0693934 Feb 16 23:08:04.025826 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-bcfc4f0e-094f-486d-8ed4-4bbe5994aef6 req-daa8d640-5c36-4c8b-bf4a-0b17847a019f tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Deleting port 38139314-f1f3-4552-af79-4a1ac94848fb {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:08:04.026194 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-bcfc4f0e-094f-486d-8ed4-4bbe5994aef6 req-daa8d640-5c36-4c8b-bf4a-0b17847a019f tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (38139314-f1f3-4552-af79-4a1ac94848fb), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:04.114968 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-bcfc4f0e-094f-486d-8ed4-4bbe5994aef6 req-daa8d640-5c36-4c8b-bf4a-0b17847a019f tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] For port 38139314-f1f3-4552-af79-4a1ac94848fb, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=38139314-f1f3-4552-af79-4a1ac94848fb,segment=NetworkSegment(52614961-29fa-493d-9c4f-dcb088725893),segment_id=52614961-29fa-493d-9c4f-dcb088725893)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:08:04.115325 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-bcfc4f0e-094f-486d-8ed4-4bbe5994aef6 req-daa8d640-5c36-4c8b-bf4a-0b17847a019f tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (38139314-f1f3-4552-af79-4a1ac94848fb), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:04.128195 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-bcfc4f0e-094f-486d-8ed4-4bbe5994aef6 req-daa8d640-5c36-4c8b-bf4a-0b17847a019f tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Calling delete_port for 38139314-f1f3-4552-af79-4a1ac94848fb owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:08:04.255131 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-bcfc4f0e-094f-486d-8ed4-4bbe5994aef6 req-daa8d640-5c36-4c8b-bf4a-0b17847a019f tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (38139314-f1f3-4552-af79-4a1ac94848fb), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:04.266292 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['38139314-f1f3-4552-af79-4a1ac94848fb'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:08:04.269657 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['71405fcd-9099-4ab3-a30f-2f6442f5769c'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:08:04.281781 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8d640-5c36-4c8b-bf4a-0b17847a019f tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Pushing event deleted for resources: {'Port': ['ID=38139314-f1f3-4552-af79-4a1ac94848fb,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:04.326719 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcfc4f0e-094f-486d-8ed4-4bbe5994aef6 req-daa8d640-5c36-4c8b-bf4a-0b17847a019f tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] No DVR routers for this DVR port 38139314-f1f3-4552-af79-4a1ac94848fb on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:08:04.329438 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-bcfc4f0e-094f-486d-8ed4-4bbe5994aef6 req-daa8d640-5c36-4c8b-bf4a-0b17847a019f tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:04.332916 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bcfc4f0e-094f-486d-8ed4-4bbe5994aef6 req-daa8d640-5c36-4c8b-bf4a-0b17847a019f tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.79 "DELETE /v2.0/ports/38139314-f1f3-4552-af79-4a1ac94848fb HTTP/1.1" status: 204 len: 173 time: 0.3911550 Feb 16 23:08:04.333372 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9ac194-05c0-422a-aeb3-cf1740c51e27', 'name': 'network-vif-deleted', 'tag': '38139314-f1f3-4552-af79-4a1ac94848fb'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:08:04.335689 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bf69670aa244718e74cec080fbb4656c50c1422b8b272e64bd697cc3587fa95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771f8d51-ebb9-4f54-bc23-11eb23e3eaee" -d '{"events": [{"server_uuid": "2f9ac194-05c0-422a-aeb3-cf1740c51e27", "name": "network-vif-deleted", "tag": "38139314-f1f3-4552-af79-4a1ac94848fb"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:08:04.372124 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995d157c-72fc-4098-874f-63d644e202cc x-openstack-request-id: req-995d157c-72fc-4098-874f-63d644e202cc {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:08:04.372435 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f9ac194-05c0-422a-aeb3-cf1740c51e27", "name": "network-vif-deleted", "tag": "38139314-f1f3-4552-af79-4a1ac94848fb", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:08:04.372702 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-995d157c-72fc-4098-874f-63d644e202cc {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:08:04.373114 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f9ac194-05c0-422a-aeb3-cf1740c51e27', 'name': 'network-vif-deleted', 'tag': '38139314-f1f3-4552-af79-4a1ac94848fb', 'status': 'completed', 'code': 200} Feb 16 23:08:04.387075 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:08:05.074964 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53102a3-5641-40fe-9894-acd67d27ab5e req-2783f32a-57df-4c34-98ea-192778f3ac2a tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:05.076466 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f53102a3-5641-40fe-9894-acd67d27ab5e req-2783f32a-57df-4c34-98ea-192778f3ac2a tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/ports?device_id=d45742a9-c1d6-48d2-a061-50ab904f9413 HTTP/1.1" status: 200 len: 945 time: 0.0557842 Feb 16 23:08:05.122072 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f53102a3-5641-40fe-9894-acd67d27ab5e req-466d7bb1-2a8a-492d-bfed-8a4f1ce626b0 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/security-groups?id=6a04b797-2077-4122-a620-c01f05739a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394440 Feb 16 23:08:05.252963 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf93bc5-34e4-447a-887a-fb36a25baf2c req-c28a3c56-b383-4dbd-9e1d-8b9a6ffbb451 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:05.254893 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ddf93bc5-34e4-447a-887a-fb36a25baf2c req-c28a3c56-b383-4dbd-9e1d-8b9a6ffbb451 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/ports?device_id=d45742a9-c1d6-48d2-a061-50ab904f9413 HTTP/1.1" status: 200 len: 945 time: 0.0516901 Feb 16 23:08:05.300554 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ddf93bc5-34e4-447a-887a-fb36a25baf2c req-2df507ef-0450-41e4-ba17-1ec0cae415de tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/security-groups?id=6a04b797-2077-4122-a620-c01f05739a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400229 Feb 16 23:08:05.418325 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5317a-383a-462a-9bfb-463aecff6262 req-7c1b4c7b-f08f-4a48-a1aa-16ad4b6141e0 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:05.419797 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66b5317a-383a-462a-9bfb-463aecff6262 req-7c1b4c7b-f08f-4a48-a1aa-16ad4b6141e0 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/ports?device_id=d45742a9-c1d6-48d2-a061-50ab904f9413 HTTP/1.1" status: 200 len: 945 time: 0.0518997 Feb 16 23:08:05.469082 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66b5317a-383a-462a-9bfb-463aecff6262 req-4cae7615-f76d-4941-8e06-3c13c4eac6c6 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/security-groups?id=6a04b797-2077-4122-a620-c01f05739a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437038 Feb 16 23:08:05.638585 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa1ce1-df41-4f2f-a9ac-b277232274e3 req-1d1939cd-0e01-457d-8060-608d7a4abd11 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:05.640086 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fcfa1ce1-df41-4f2f-a9ac-b277232274e3 req-1d1939cd-0e01-457d-8060-608d7a4abd11 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/ports?device_id=d45742a9-c1d6-48d2-a061-50ab904f9413 HTTP/1.1" status: 200 len: 945 time: 0.0516391 Feb 16 23:08:05.685314 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fcfa1ce1-df41-4f2f-a9ac-b277232274e3 req-0a4404ac-c22d-4153-b538-da24f27260e5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/security-groups?id=6a04b797-2077-4122-a620-c01f05739a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396352 Feb 16 23:08:05.804729 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34b54a-f362-4523-832a-aa785b1ca78d req-9a8da5b9-71dd-4acb-9980-c70d32c4eb9b tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:05.806224 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c34b54a-f362-4523-832a-aa785b1ca78d req-9a8da5b9-71dd-4acb-9980-c70d32c4eb9b tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/ports?device_id=d45742a9-c1d6-48d2-a061-50ab904f9413 HTTP/1.1" status: 200 len: 945 time: 0.0515816 Feb 16 23:08:05.851894 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9c34b54a-f362-4523-832a-aa785b1ca78d req-afeba41f-4d47-4a1c-8aae-6b5361b16843 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/security-groups?id=6a04b797-2077-4122-a620-c01f05739a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400589 Feb 16 23:08:05.982597 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e5691-7043-4c1b-bd5e-3d44f2344289 req-d7298b8f-affe-4ef9-89dd-1131a72c0f6d tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:05.984062 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f18e5691-7043-4c1b-bd5e-3d44f2344289 req-d7298b8f-affe-4ef9-89dd-1131a72c0f6d tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/ports?device_id=d45742a9-c1d6-48d2-a061-50ab904f9413 HTTP/1.1" status: 200 len: 945 time: 0.0550539 Feb 16 23:08:06.029174 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f18e5691-7043-4c1b-bd5e-3d44f2344289 req-fe4c41db-05e5-4d3a-b258-ea073fbb9e1a tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/security-groups?id=6a04b797-2077-4122-a620-c01f05739a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389135 Feb 16 23:08:06.339808 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb0636-15be-470e-b467-a02b19390a69 req-7ca2023c-e181-478f-8948-722898641cb0 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:06.341228 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f7cb0636-15be-470e-b467-a02b19390a69 req-7ca2023c-e181-478f-8948-722898641cb0 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/ports?device_id=d45742a9-c1d6-48d2-a061-50ab904f9413 HTTP/1.1" status: 200 len: 945 time: 0.0536485 Feb 16 23:08:06.387292 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f7cb0636-15be-470e-b467-a02b19390a69 req-ff7d6dec-7170-43fd-93ea-d584a15c6d2a tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/security-groups?id=6a04b797-2077-4122-a620-c01f05739a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402024 Feb 16 23:08:07.506127 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806ba7c-d4ad-47f4-add8-595817013350 req-e0cded1f-fb90-4a01-a8b8-c28fd8fbb375 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:07.507610 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f806ba7c-d4ad-47f4-add8-595817013350 req-e0cded1f-fb90-4a01-a8b8-c28fd8fbb375 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/ports?device_id=d45742a9-c1d6-48d2-a061-50ab904f9413 HTTP/1.1" status: 200 len: 945 time: 0.0515966 Feb 16 23:08:07.558263 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f806ba7c-d4ad-47f4-add8-595817013350 req-8707a2d8-7edc-43d2-9c9d-474a0f7db146 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/security-groups?id=6a04b797-2077-4122-a620-c01f05739a39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450213 Feb 16 23:08:07.856296 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3acf29-fc69-4eef-9591-833997e0e571 req-0f90360f-cee3-4dec-b072-d7263dbcc594 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:07.857759 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc3acf29-fc69-4eef-9591-833997e0e571 req-0f90360f-cee3-4dec-b072-d7263dbcc594 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.67 "GET /v2.0/ports?device_id=d45742a9-c1d6-48d2-a061-50ab904f9413 HTTP/1.1" status: 200 len: 945 time: 0.0523250 Feb 16 23:08:07.946923 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-fc3acf29-fc69-4eef-9591-833997e0e571 req-9866d720-d229-4153-bfc3-1f7396ba5cc5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Deleting port 71405fcd-9099-4ab3-a30f-2f6442f5769c {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:08:07.947274 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fc3acf29-fc69-4eef-9591-833997e0e571 req-9866d720-d229-4153-bfc3-1f7396ba5cc5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (71405fcd-9099-4ab3-a30f-2f6442f5769c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:08.038232 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-fc3acf29-fc69-4eef-9591-833997e0e571 req-9866d720-d229-4153-bfc3-1f7396ba5cc5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] For port 71405fcd-9099-4ab3-a30f-2f6442f5769c, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=71405fcd-9099-4ab3-a30f-2f6442f5769c,segment=NetworkSegment(52614961-29fa-493d-9c4f-dcb088725893),segment_id=52614961-29fa-493d-9c4f-dcb088725893)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:08:08.038596 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fc3acf29-fc69-4eef-9591-833997e0e571 req-9866d720-d229-4153-bfc3-1f7396ba5cc5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (71405fcd-9099-4ab3-a30f-2f6442f5769c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:08.050336 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-fc3acf29-fc69-4eef-9591-833997e0e571 req-9866d720-d229-4153-bfc3-1f7396ba5cc5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Calling delete_port for 71405fcd-9099-4ab3-a30f-2f6442f5769c owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:08:08.158034 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 38139314-f1f3-4552-af79-4a1ac94848fb no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:08:08.177798 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 38139314-f1f3-4552-af79-4a1ac94848fb {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:08:08.178176 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 38139314-f1f3-4552-af79-4a1ac94848fb not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:08:08.189184 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fc3acf29-fc69-4eef-9591-833997e0e571 req-9866d720-d229-4153-bfc3-1f7396ba5cc5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (71405fcd-9099-4ab3-a30f-2f6442f5769c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:08.201574 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['71405fcd-9099-4ab3-a30f-2f6442f5769c'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:08:08.219925 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866d720-d229-4153-bfc3-1f7396ba5cc5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Pushing event deleted for resources: {'Port': ['ID=71405fcd-9099-4ab3-a30f-2f6442f5769c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:08.245524 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866d720-d229-4153-bfc3-1f7396ba5cc5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:08.245883 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866d720-d229-4153-bfc3-1f7396ba5cc5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:08.246275 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866d720-d229-4153-bfc3-1f7396ba5cc5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:08.246624 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866d720-d229-4153-bfc3-1f7396ba5cc5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:08.246967 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866d720-d229-4153-bfc3-1f7396ba5cc5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:08.247307 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866d720-d229-4153-bfc3-1f7396ba5cc5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:08.247645 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866d720-d229-4153-bfc3-1f7396ba5cc5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:08.247979 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866d720-d229-4153-bfc3-1f7396ba5cc5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:08.248311 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866d720-d229-4153-bfc3-1f7396ba5cc5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:08.248646 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866d720-d229-4153-bfc3-1f7396ba5cc5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:08.248980 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866d720-d229-4153-bfc3-1f7396ba5cc5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:08.249310 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866d720-d229-4153-bfc3-1f7396ba5cc5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:08.249641 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866d720-d229-4153-bfc3-1f7396ba5cc5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:08.272579 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3acf29-fc69-4eef-9591-833997e0e571 req-9866d720-d229-4153-bfc3-1f7396ba5cc5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] No DVR routers for this DVR port 71405fcd-9099-4ab3-a30f-2f6442f5769c on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:08:08.275349 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-fc3acf29-fc69-4eef-9591-833997e0e571 req-9866d720-d229-4153-bfc3-1f7396ba5cc5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:08.278739 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-fc3acf29-fc69-4eef-9591-833997e0e571 req-9866d720-d229-4153-bfc3-1f7396ba5cc5 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.67 "DELETE /v2.0/ports/71405fcd-9099-4ab3-a30f-2f6442f5769c HTTP/1.1" status: 204 len: 173 time: 0.4158995 Feb 16 23:08:08.279187 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45742a9-c1d6-48d2-a061-50ab904f9413', 'name': 'network-vif-deleted', 'tag': '71405fcd-9099-4ab3-a30f-2f6442f5769c'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:08:08.281452 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5e29e359e7f6bbfb2f9451fe907e4a21882a76a03dc03f7eebfef9c28296b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5573e092-b709-4b0b-9998-07cab00cec4e" -d '{"events": [{"server_uuid": "d45742a9-c1d6-48d2-a061-50ab904f9413", "name": "network-vif-deleted", "tag": "71405fcd-9099-4ab3-a30f-2f6442f5769c"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:08:08.322751 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a9624b-aa7d-4fdd-9555-fb68c4c141d4 x-openstack-request-id: req-52a9624b-aa7d-4fdd-9555-fb68c4c141d4 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:08:08.323066 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45742a9-c1d6-48d2-a061-50ab904f9413", "name": "network-vif-deleted", "tag": "71405fcd-9099-4ab3-a30f-2f6442f5769c", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:08:08.323325 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-52a9624b-aa7d-4fdd-9555-fb68c4c141d4 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:08:08.323881 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45742a9-c1d6-48d2-a061-50ab904f9413', 'name': 'network-vif-deleted', 'tag': '71405fcd-9099-4ab3-a30f-2f6442f5769c', 'status': 'completed', 'code': 200} Feb 16 23:08:08.671552 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a6a1f855-9485-4100-9b73-fc1b7dac1ab7 req-54aa4862-d7a4-404f-9d42-b4b3f4499af6 tempest-ServersNegativeTestJSON-1798179591 tempest-ServersNegativeTestJSON-1798179591-project] 10.222.0.75 "GET /v2.0/ports?device_id=d45742a9-c1d6-48d2-a061-50ab904f9413 HTTP/1.1" status: 200 len: 210 time: 0.0270267 Feb 16 23:08:09.727829 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53764) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:09.772247 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bea8bd0-580d-464e-a1bf-daec0b43954f admin admin] Deleting subnet 8f4f2b8d-f2ce-45a8-94c0-52aa503e1d47 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 23:08:09.775646 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3bea8bd0-580d-464e-a1bf-daec0b43954f admin admin] Publish callbacks [] for subnet (8f4f2b8d-f2ce-45a8-94c0-52aa503e1d47), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:09.813777 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3bea8bd0-580d-464e-a1bf-daec0b43954f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (8f4f2b8d-f2ce-45a8-94c0-52aa503e1d47), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:09.852148 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3bea8bd0-580d-464e-a1bf-daec0b43954f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (8f4f2b8d-f2ce-45a8-94c0-52aa503e1d47), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:09.903492 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3bea8bd0-580d-464e-a1bf-daec0b43954f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (8f4f2b8d-f2ce-45a8-94c0-52aa503e1d47), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:09.930458 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea8bd0-580d-464e-a1bf-daec0b43954f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f4f2b8d-f2ce-45a8-94c0-52aa503e1d47,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:09.932959 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3bea8bd0-580d-464e-a1bf-daec0b43954f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:09.935670 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3bea8bd0-580d-464e-a1bf-daec0b43954f admin admin] 10.222.0.75 "DELETE /v2.0/subnets/8f4f2b8d-f2ce-45a8-94c0-52aa503e1d47 HTTP/1.1" status: 204 len: 168 time: 0.2067571 Feb 16 23:08:09.938286 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53766) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:10.009766 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a1715d39-36e1-478d-bfc9-948e143e565b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:10.087992 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a1715d39-36e1-478d-bfc9-948e143e565b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:10.107614 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-a1715d39-36e1-478d-bfc9-948e143e565b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:10.117442 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-a1715d39-36e1-478d-bfc9-948e143e565b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52614961-29fa-493d-9c4f-dcb088725893') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:10.117745 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-a1715d39-36e1-478d-bfc9-948e143e565b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52614961-29fa-493d-9c4f-dcb088725893') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:10.126885 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a1715d39-36e1-478d-bfc9-948e143e565b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (52614961-29fa-493d-9c4f-dcb088725893), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:10.140316 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a1715d39-36e1-478d-bfc9-948e143e565b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (52614961-29fa-493d-9c4f-dcb088725893), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:10.146358 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1715d39-36e1-478d-bfc9-948e143e565b admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:08:10.146822 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a1715d39-36e1-478d-bfc9-948e143e565b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (52614961-29fa-493d-9c4f-dcb088725893), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:10.148441 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 23:08:10.148441 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:08:10.148441 n-d-813897-6 neutron-server[103465]: timer() Feb 16 23:08:10.148441 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:08:10.148441 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 23:08:10.148441 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 23:08:10.148441 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 23:08:10.148441 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:08:10.148441 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 23:08:10.148441 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:08:10.148441 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 23:08:10.148441 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:08:10.148441 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 23:08:10.148441 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 23:08:10.148441 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:08:10.148441 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 23:08:10.148441 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:08:10.148441 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 23:08:10.148441 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 23:08:10.148441 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 23:08:10.148441 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 23:08:10.148441 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 23:08:10.148441 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:08:10.148441 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:08:10.148441 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 23:08:10.148441 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:08:10.148441 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:08:10.148441 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:08:10.148441 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:08:10.148441 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:08:10.148441 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:08:10.148441 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:08:10.214802 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a1715d39-36e1-478d-bfc9-948e143e565b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:10.220178 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a1715d39-36e1-478d-bfc9-948e143e565b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:10.224117 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a1715d39-36e1-478d-bfc9-948e143e565b admin admin] 10.222.0.75 "DELETE /v2.0/networks/c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7 HTTP/1.1" status: 204 len: 168 time: 0.2849214 Feb 16 23:08:10.234636 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1715d39-36e1-478d-bfc9-948e143e565b admin admin] Pushing event deleted for resources: {'Network': ['ID=c4e70611-f4ad-47b0-ba2a-f00ca6b4a9a7,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:10.333133 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53770) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:10.372096 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-40e57c54-20dc-4704-97fb-7fa6214348f0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=134fc4e27a954fc3849bb49aee474012&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378306 Feb 16 23:08:10.374492 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53772) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:10.420879 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a3d90340-89eb-4fe6-83c8-d1c6bc882da0 admin admin] Publish callbacks [] for security_group (6a04b797-2077-4122-a620-c01f05739a39), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:10.441786 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a3d90340-89eb-4fe6-83c8-d1c6bc882da0 admin admin] Publish callbacks [] for security_group (6a04b797-2077-4122-a620-c01f05739a39), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:10.491995 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a3d90340-89eb-4fe6-83c8-d1c6bc882da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (6a04b797-2077-4122-a620-c01f05739a39), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:10.494685 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a3d90340-89eb-4fe6-83c8-d1c6bc882da0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:10.495835 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a3d90340-89eb-4fe6-83c8-d1c6bc882da0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6a04b797-2077-4122-a620-c01f05739a39 HTTP/1.1" status: 204 len: 168 time: 0.1204827 Feb 16 23:08:10.504157 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d90340-89eb-4fe6-83c8-d1c6bc882da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a04b797-2077-4122-a620-c01f05739a39,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:11.001091 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 71405fcd-9099-4ab3-a30f-2f6442f5769c no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:08:11.021937 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 71405fcd-9099-4ab3-a30f-2f6442f5769c {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:08:11.022324 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 71405fcd-9099-4ab3-a30f-2f6442f5769c not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:08:11.160093 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53794) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:11.251380 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-7a949c89-46f2-4dce-a9d8-435ee84aae3c tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-976915664'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:08:11.270638 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a949c89-46f2-4dce-a9d8-435ee84aae3c tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Made reservation on behalf of 7e0f7ed8120f4fb3a2ec6f4b7609a2a8 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:08:11.274103 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7a949c89-46f2-4dce-a9d8-435ee84aae3c tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:11.282292 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7a949c89-46f2-4dce-a9d8-435ee84aae3c tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:11.359572 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7a949c89-46f2-4dce-a9d8-435ee84aae3c tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks [] for security_group (2c799583-6f3b-40d1-9e3d-3b680ca77290), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:11.363732 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7a949c89-46f2-4dce-a9d8-435ee84aae3c tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (2c799583-6f3b-40d1-9e3d-3b680ca77290), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:11.389051 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a949c89-46f2-4dce-a9d8-435ee84aae3c tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:08:11.399253 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a949c89-46f2-4dce-a9d8-435ee84aae3c tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c799583-6f3b-40d1-9e3d-3b680ca77290,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:11.403940 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7a949c89-46f2-4dce-a9d8-435ee84aae3c tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (fe352357-1d6a-46b4-9597-e2260082dad0), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:11.404284 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-7a949c89-46f2-4dce-a9d8-435ee84aae3c tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Added segment fe352357-1d6a-46b4-9597-e2260082dad0 of type vlan for network e5b3e142-1283-47fa-8689-a8efef720f77 Feb 16 23:08:11.443674 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7a949c89-46f2-4dce-a9d8-435ee84aae3c tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (e5b3e142-1283-47fa-8689-a8efef720f77), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:11.467047 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7a949c89-46f2-4dce-a9d8-435ee84aae3c tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (e5b3e142-1283-47fa-8689-a8efef720f77), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:11.472515 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a949c89-46f2-4dce-a9d8-435ee84aae3c tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:11.473101 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7a949c89-46f2-4dce-a9d8-435ee84aae3c tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:11.509729 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7a949c89-46f2-4dce-a9d8-435ee84aae3c tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3485308 Feb 16 23:08:11.546098 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a949c89-46f2-4dce-a9d8-435ee84aae3c tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Pushing event updated for resources: {'Network': ['ID=e5b3e142-1283-47fa-8689-a8efef720f77,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:11.557028 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network e5b3e142-1283-47fa-8689-a8efef720f77 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 23:08:14.754616 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53800) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:14.759645 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-7634c532-f5d2-4cbf-ae2d-7d118b3a79e9 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Request body: {'subnet': {'network_id': 'e5b3e142-1283-47fa-8689-a8efef720f77', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:08:14.842860 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7634c532-f5d2-4cbf-ae2d-7d118b3a79e9 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Made reservation on behalf of 7e0f7ed8120f4fb3a2ec6f4b7609a2a8 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:08:14.846195 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7634c532-f5d2-4cbf-ae2d-7d118b3a79e9 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:15.027908 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7634c532-f5d2-4cbf-ae2d-7d118b3a79e9 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (5b6a3444-a2de-48e9-9603-2933add1444b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:15.092247 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634c532-f5d2-4cbf-ae2d-7d118b3a79e9 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Pushing event updated for resources: {'Subnet': ['ID=5b6a3444-a2de-48e9-9603-2933add1444b,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:15.101116 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7634c532-f5d2-4cbf-ae2d-7d118b3a79e9 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Checking segment: {'id': 'fe352357-1d6a-46b4-9597-e2260082dad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e5b3e142-1283-47fa-8689-a8efef720f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:08:15.101479 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7634c532-f5d2-4cbf-ae2d-7d118b3a79e9 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Network hostable DHCP agents. Network: e5b3e142-1283-47fa-8689-a8efef720f77, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:08:15.117989 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7634c532-f5d2-4cbf-ae2d-7d118b3a79e9 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Network e5b3e142-1283-47fa-8689-a8efef720f77 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:08:15.126345 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-7634c532-f5d2-4cbf-ae2d-7d118b3a79e9 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, e5b3e142-1283-47fa-8689-a8efef720f77) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:08:15.130592 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7634c532-f5d2-4cbf-ae2d-7d118b3a79e9 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:15.131316 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7634c532-f5d2-4cbf-ae2d-7d118b3a79e9 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:15.136604 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4970f7-9e80-4705-abd7-d2facf231d4d None None] Network e5b3e142-1283-47fa-8689-a8efef720f77 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:08:15.148689 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7634c532-f5d2-4cbf-ae2d-7d118b3a79e9 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3929703 Feb 16 23:08:15.152513 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53802) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:15.161049 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-95f0030e-bae8-48c3-bc54-eade721b012a tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-543105668'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:08:15.186465 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f0030e-bae8-48c3-bc54-eade721b012a tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Made reservation on behalf of 7e0f7ed8120f4fb3a2ec6f4b7609a2a8 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:08:15.189794 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-95f0030e-bae8-48c3-bc54-eade721b012a tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:15.213896 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f0030e-bae8-48c3-bc54-eade721b012a tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:08:15.223469 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-95f0030e-bae8-48c3-bc54-eade721b012a tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (126b2923-cf46-47a7-8dce-e3fa77cf204a), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:15.223914 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-95f0030e-bae8-48c3-bc54-eade721b012a tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Added segment 126b2923-cf46-47a7-8dce-e3fa77cf204a of type vlan for network 8d3dbd60-50f5-4e69-b890-47f89dfda615 Feb 16 23:08:15.251652 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e17d7a-e8d7-49e0-b08f-bf5c7a9e7893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-e5b3e142-1283-47fa-8689-a8efef720f77', 'network_id': 'e5b3e142-1283-47fa-8689-a8efef720f77', 'project_id': '7e0f7ed8120f4fb3a2ec6f4b7609a2a8', 'fixed_ips': [{'subnet_id': '5b6a3444-a2de-48e9-9603-2933add1444b'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 23:08:15.252498 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-29e17d7a-e8d7-49e0-b08f-bf5c7a9e7893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:15.263830 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-95f0030e-bae8-48c3-bc54-eade721b012a tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (8d3dbd60-50f5-4e69-b890-47f89dfda615), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:15.289889 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-95f0030e-bae8-48c3-bc54-eade721b012a tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (8d3dbd60-50f5-4e69-b890-47f89dfda615), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:15.294780 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f0030e-bae8-48c3-bc54-eade721b012a tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:15.295371 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-95f0030e-bae8-48c3-bc54-eade721b012a tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:15.333423 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-95f0030e-bae8-48c3-bc54-eade721b012a tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1794069 Feb 16 23:08:15.336297 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53804) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:15.343062 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-4b321c8d-a8b2-40f7-976b-cb523667dce8 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Request body: {'subnet': {'network_id': '8d3dbd60-50f5-4e69-b890-47f89dfda615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:08:15.384998 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f0030e-bae8-48c3-bc54-eade721b012a tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Pushing event updated for resources: {'Network': ['ID=8d3dbd60-50f5-4e69-b890-47f89dfda615,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:15.391808 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-29e17d7a-e8d7-49e0-b08f-bf5c7a9e7893 None None] Allocated IP 2001:db8:0:ffff::2 (e5b3e142-1283-47fa-8689-a8efef720f77/5b6a3444-a2de-48e9-9603-2933add1444b/3ff75eb7-977d-4549-a883-d05ed88779f4) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:08:15.395701 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 8d3dbd60-50f5-4e69-b890-47f89dfda615 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 23:08:15.459302 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b321c8d-a8b2-40f7-976b-cb523667dce8 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Made reservation on behalf of 7e0f7ed8120f4fb3a2ec6f4b7609a2a8 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:08:15.462760 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4b321c8d-a8b2-40f7-976b-cb523667dce8 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:15.596728 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-29e17d7a-e8d7-49e0-b08f-bf5c7a9e7893 None None] Publish callbacks [] for port (3ff75eb7-977d-4549-a883-d05ed88779f4), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:15.602190 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-29e17d7a-e8d7-49e0-b08f-bf5c7a9e7893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (3ff75eb7-977d-4549-a883-d05ed88779f4), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:15.643393 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e17d7a-e8d7-49e0-b08f-bf5c7a9e7893 None None] Network e5b3e142-1283-47fa-8689-a8efef720f77 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:08:15.647042 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-29e17d7a-e8d7-49e0-b08f-bf5c7a9e7893 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:08:15.650906 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e17d7a-e8d7-49e0-b08f-bf5c7a9e7893 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:08:15.656419 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17d7a-e8d7-49e0-b08f-bf5c7a9e7893 None None] Pushing event updated for resources: {'Port': ['ID=3ff75eb7-977d-4549-a883-d05ed88779f4,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:15.667381 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4b321c8d-a8b2-40f7-976b-cb523667dce8 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (d55bc92d-e6d7-48ac-b86e-9c99077c5efb), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:15.716667 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-29e17d7a-e8d7-49e0-b08f-bf5c7a9e7893 None None] Attempting to bind port 3ff75eb7-977d-4549-a883-d05ed88779f4 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:08:15.717044 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-29e17d7a-e8d7-49e0-b08f-bf5c7a9e7893 None None] Attempting to bind port 3ff75eb7-977d-4549-a883-d05ed88779f4 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'fe352357-1d6a-46b4-9597-e2260082dad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e5b3e142-1283-47fa-8689-a8efef720f77'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:08:15.717420 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e17d7a-e8d7-49e0-b08f-bf5c7a9e7893 None None] Attempting to bind port 3ff75eb7-977d-4549-a883-d05ed88779f4 on network e5b3e142-1283-47fa-8689-a8efef720f77 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:08:15.722695 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e17d7a-e8d7-49e0-b08f-bf5c7a9e7893 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:08:15.723077 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e17d7a-e8d7-49e0-b08f-bf5c7a9e7893 None None] Checking segment: {'id': 'fe352357-1d6a-46b4-9597-e2260082dad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e5b3e142-1283-47fa-8689-a8efef720f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:08:15.723479 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-29e17d7a-e8d7-49e0-b08f-bf5c7a9e7893 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:15.723866 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e17d7a-e8d7-49e0-b08f-bf5c7a9e7893 None None] Bound using segment: {'id': 'fe352357-1d6a-46b4-9597-e2260082dad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e5b3e142-1283-47fa-8689-a8efef720f77'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:08:15.724375 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-29e17d7a-e8d7-49e0-b08f-bf5c7a9e7893 None None] Bound port: 3ff75eb7-977d-4549-a883-d05ed88779f4, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe352357-1d6a-46b4-9597-e2260082dad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e5b3e142-1283-47fa-8689-a8efef720f77'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:08:15.724781 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-29e17d7a-e8d7-49e0-b08f-bf5c7a9e7893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3ff75eb7-977d-4549-a883-d05ed88779f4), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:15.736605 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b321c8d-a8b2-40f7-976b-cb523667dce8 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Pushing event updated for resources: {'Subnet': ['ID=d55bc92d-e6d7-48ac-b86e-9c99077c5efb,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:15.746111 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b321c8d-a8b2-40f7-976b-cb523667dce8 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Checking segment: {'id': '126b2923-cf46-47a7-8dce-e3fa77cf204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8d3dbd60-50f5-4e69-b890-47f89dfda615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:08:15.746483 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b321c8d-a8b2-40f7-976b-cb523667dce8 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Network hostable DHCP agents. Network: 8d3dbd60-50f5-4e69-b890-47f89dfda615, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:08:15.764388 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b321c8d-a8b2-40f7-976b-cb523667dce8 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Network 8d3dbd60-50f5-4e69-b890-47f89dfda615 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:08:15.774413 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-4b321c8d-a8b2-40f7-976b-cb523667dce8 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 8d3dbd60-50f5-4e69-b890-47f89dfda615) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:08:15.778674 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b321c8d-a8b2-40f7-976b-cb523667dce8 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:15.779322 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4b321c8d-a8b2-40f7-976b-cb523667dce8 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:15.784576 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710595ce-d235-4e06-8e93-7ba500bf149b None None] Network 8d3dbd60-50f5-4e69-b890-47f89dfda615 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:08:15.796412 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4b321c8d-a8b2-40f7-976b-cb523667dce8 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4590981 Feb 16 23:08:15.799077 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53806) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:15.822442 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-29e17d7a-e8d7-49e0-b08f-bf5c7a9e7893 None None] For port 3ff75eb7-977d-4549-a883-d05ed88779f4, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:08:15.860062 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-29e17d7a-e8d7-49e0-b08f-bf5c7a9e7893 None None] For port 3ff75eb7-977d-4549-a883-d05ed88779f4, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=3ff75eb7-977d-4549-a883-d05ed88779f4,segment=NetworkSegment(fe352357-1d6a-46b4-9597-e2260082dad0),segment_id=fe352357-1d6a-46b4-9597-e2260082dad0)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:08:15.870729 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-29e17d7a-e8d7-49e0-b08f-bf5c7a9e7893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (3ff75eb7-977d-4549-a883-d05ed88779f4), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:15.895297 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-994e436d-c066-4008-af38-ca3ae40568e8 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (8d3dbd60-50f5-4e69-b890-47f89dfda615), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:15.958017 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17d7a-e8d7-49e0-b08f-bf5c7a9e7893 None None] Pushing event updated for resources: {'Port': ['ID=3ff75eb7-977d-4549-a883-d05ed88779f4,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:15.965476 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d826ff-4672-45ae-a775-783d5eb25b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-8d3dbd60-50f5-4e69-b890-47f89dfda615', 'network_id': '8d3dbd60-50f5-4e69-b890-47f89dfda615', 'project_id': '7e0f7ed8120f4fb3a2ec6f4b7609a2a8', 'fixed_ips': [{'subnet_id': 'd55bc92d-e6d7-48ac-b86e-9c99077c5efb'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 23:08:15.966382 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-89d826ff-4672-45ae-a775-783d5eb25b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:15.982549 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-994e436d-c066-4008-af38-ca3ae40568e8 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (d55bc92d-e6d7-48ac-b86e-9c99077c5efb), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:16.054415 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-994e436d-c066-4008-af38-ca3ae40568e8 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (d55bc92d-e6d7-48ac-b86e-9c99077c5efb), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server [None req-89d826ff-4672-45ae-a775-783d5eb25b83 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d55bc92d-e6d7-48ac-b86e-9c99077c5efb: This subnet is being modified by another concurrent operation. Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server raise exception Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d55bc92d-e6d7-48ac-b86e-9c99077c5efb: This subnet is being modified by another concurrent operation. Feb 16 23:08:16.071955 n-d-813897-6 neutron-server[103467]: ERROR oslo_messaging.rpc.server Feb 16 23:08:16.087621 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e436d-c066-4008-af38-ca3ae40568e8 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Pushing event deleted for resources: {'Subnet': ['ID=d55bc92d-e6d7-48ac-b86e-9c99077c5efb,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:16.099498 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129f8a1c-b4d7-4caa-a76c-7bbc34adaff0 None None] Network 8d3dbd60-50f5-4e69-b890-47f89dfda615 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:08:16.173505 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-994e436d-c066-4008-af38-ca3ae40568e8 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (8d3dbd60-50f5-4e69-b890-47f89dfda615), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:16.202744 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-994e436d-c066-4008-af38-ca3ae40568e8 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d3dbd60-50f5-4e69-b890-47f89dfda615']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:16.213367 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-994e436d-c066-4008-af38-ca3ae40568e8 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '126b2923-cf46-47a7-8dce-e3fa77cf204a') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:16.213767 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-994e436d-c066-4008-af38-ca3ae40568e8 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '126b2923-cf46-47a7-8dce-e3fa77cf204a') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:16.224383 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-994e436d-c066-4008-af38-ca3ae40568e8 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (126b2923-cf46-47a7-8dce-e3fa77cf204a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:16.239735 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-994e436d-c066-4008-af38-ca3ae40568e8 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (126b2923-cf46-47a7-8dce-e3fa77cf204a), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:16.246429 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-994e436d-c066-4008-af38-ca3ae40568e8 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:08:16.247094 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-994e436d-c066-4008-af38-ca3ae40568e8 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (126b2923-cf46-47a7-8dce-e3fa77cf204a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:16.250581 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 23:08:16.250581 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:08:16.250581 n-d-813897-6 neutron-server[103465]: timer() Feb 16 23:08:16.250581 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:08:16.250581 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 23:08:16.250581 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 23:08:16.250581 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 23:08:16.250581 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:08:16.250581 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 23:08:16.250581 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:08:16.250581 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 23:08:16.250581 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:08:16.250581 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 23:08:16.250581 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 23:08:16.250581 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:08:16.250581 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 23:08:16.250581 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:08:16.250581 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 23:08:16.250581 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 23:08:16.250581 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 23:08:16.250581 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 23:08:16.250581 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 23:08:16.250581 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:08:16.250581 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:08:16.250581 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 23:08:16.250581 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:08:16.250581 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:08:16.250581 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:08:16.250581 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:08:16.250581 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:08:16.250581 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:08:16.250581 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:08:16.313247 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-994e436d-c066-4008-af38-ca3ae40568e8 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (8d3dbd60-50f5-4e69-b890-47f89dfda615), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:16.320447 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-994e436d-c066-4008-af38-ca3ae40568e8 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:16.323631 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-994e436d-c066-4008-af38-ca3ae40568e8 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] 10.222.0.75 "DELETE /v2.0/networks/8d3dbd60-50f5-4e69-b890-47f89dfda615 HTTP/1.1" status: 204 len: 168 time: 0.5236192 Feb 16 23:08:16.328063 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53808) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:16.334089 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-c68cb3f1-bfd1-4e37-a04b-d35271b616c1 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-457842133'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:08:16.335017 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e436d-c066-4008-af38-ca3ae40568e8 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Pushing event deleted for resources: {'Network': ['ID=8d3dbd60-50f5-4e69-b890-47f89dfda615,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:16.355024 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68cb3f1-bfd1-4e37-a04b-d35271b616c1 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Made reservation on behalf of 7e0f7ed8120f4fb3a2ec6f4b7609a2a8 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:08:16.358397 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c68cb3f1-bfd1-4e37-a04b-d35271b616c1 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:16.381746 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c68cb3f1-bfd1-4e37-a04b-d35271b616c1 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:08:16.390278 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c68cb3f1-bfd1-4e37-a04b-d35271b616c1 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (b5304963-59c1-48c0-80f9-9971ce4f4322), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:16.390622 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-c68cb3f1-bfd1-4e37-a04b-d35271b616c1 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Added segment b5304963-59c1-48c0-80f9-9971ce4f4322 of type vlan for network 3a7b46f4-0438-4f98-bc6e-cfb108143001 Feb 16 23:08:16.430842 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c68cb3f1-bfd1-4e37-a04b-d35271b616c1 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (3a7b46f4-0438-4f98-bc6e-cfb108143001), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:16.457118 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c68cb3f1-bfd1-4e37-a04b-d35271b616c1 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (3a7b46f4-0438-4f98-bc6e-cfb108143001), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:16.462681 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68cb3f1-bfd1-4e37-a04b-d35271b616c1 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:16.463261 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c68cb3f1-bfd1-4e37-a04b-d35271b616c1 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:16.508001 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c68cb3f1-bfd1-4e37-a04b-d35271b616c1 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1780908 Feb 16 23:08:16.511004 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53810) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:16.516049 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-b1edac49-8310-44a0-954c-2a062e154656 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Request body: {'subnet': {'network_id': '3a7b46f4-0438-4f98-bc6e-cfb108143001', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:08:16.567082 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68cb3f1-bfd1-4e37-a04b-d35271b616c1 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Pushing event updated for resources: {'Network': ['ID=3a7b46f4-0438-4f98-bc6e-cfb108143001,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:16.577069 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 3a7b46f4-0438-4f98-bc6e-cfb108143001 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 23:08:16.608981 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1edac49-8310-44a0-954c-2a062e154656 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Made reservation on behalf of 7e0f7ed8120f4fb3a2ec6f4b7609a2a8 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:08:16.613005 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b1edac49-8310-44a0-954c-2a062e154656 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:16.673262 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.ipam_backend_mixin [None req-b1edac49-8310-44a0-954c-2a062e154656 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Performing IP validity checks on allocation pools {{(pid=103465) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 23:08:16.673784 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.ipam_backend_mixin [None req-b1edac49-8310-44a0-954c-2a062e154656 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103465) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 23:08:16.805731 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b1edac49-8310-44a0-954c-2a062e154656 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (a7a61941-9872-47af-8070-f9e6159a869d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:16.874780 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1edac49-8310-44a0-954c-2a062e154656 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Pushing event updated for resources: {'Subnet': ['ID=a7a61941-9872-47af-8070-f9e6159a869d,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:16.877536 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1edac49-8310-44a0-954c-2a062e154656 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Checking segment: {'id': 'b5304963-59c1-48c0-80f9-9971ce4f4322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3a7b46f4-0438-4f98-bc6e-cfb108143001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:08:16.878741 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1edac49-8310-44a0-954c-2a062e154656 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Network hostable DHCP agents. Network: 3a7b46f4-0438-4f98-bc6e-cfb108143001, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:08:16.897781 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1edac49-8310-44a0-954c-2a062e154656 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Network 3a7b46f4-0438-4f98-bc6e-cfb108143001 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:08:16.907673 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-b1edac49-8310-44a0-954c-2a062e154656 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 3a7b46f4-0438-4f98-bc6e-cfb108143001) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:08:16.912484 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1edac49-8310-44a0-954c-2a062e154656 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:16.913094 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b1edac49-8310-44a0-954c-2a062e154656 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:16.917734 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081cb2d0-e4c4-4389-b477-f5616ef561c8 None None] Network 3a7b46f4-0438-4f98-bc6e-cfb108143001 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:08:16.930663 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b1edac49-8310-44a0-954c-2a062e154656 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4185505 Feb 16 23:08:16.933309 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53812) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:17.003781 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78934acc-4869-4709-9f07-6f6d8573cd13 None None] Network e5b3e142-1283-47fa-8689-a8efef720f77 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:08:17.040188 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-52375287-78d9-447c-be2c-bba0996ea55e tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (3a7b46f4-0438-4f98-bc6e-cfb108143001), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:17.096250 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-52375287-78d9-447c-be2c-bba0996ea55e tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (a7a61941-9872-47af-8070-f9e6159a869d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:17.158049 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-52375287-78d9-447c-be2c-bba0996ea55e tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (a7a61941-9872-47af-8070-f9e6159a869d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:17.183784 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52375287-78d9-447c-be2c-bba0996ea55e tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Pushing event deleted for resources: {'Subnet': ['ID=a7a61941-9872-47af-8070-f9e6159a869d,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:17.244993 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f276e4f7-1837-4fd0-b571-b37490d028c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-3a7b46f4-0438-4f98-bc6e-cfb108143001', 'network_id': '3a7b46f4-0438-4f98-bc6e-cfb108143001', 'project_id': '7e0f7ed8120f4fb3a2ec6f4b7609a2a8', 'fixed_ips': [{'subnet_id': 'a7a61941-9872-47af-8070-f9e6159a869d'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 23:08:17.245782 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f276e4f7-1837-4fd0-b571-b37490d028c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:17.251874 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-52375287-78d9-447c-be2c-bba0996ea55e tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (3a7b46f4-0438-4f98-bc6e-cfb108143001), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:17.272397 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-52375287-78d9-447c-be2c-bba0996ea55e tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a7b46f4-0438-4f98-bc6e-cfb108143001']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:17.276031 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e3f7c699-366a-420d-b834-0430e2070c60 None None] Provisioning complete for port 3ff75eb7-977d-4549-a883-d05ed88779f4 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:08:17.276408 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e3f7c699-366a-420d-b834-0430e2070c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (3ff75eb7-977d-4549-a883-d05ed88779f4), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:17.282459 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-52375287-78d9-447c-be2c-bba0996ea55e tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5304963-59c1-48c0-80f9-9971ce4f4322') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:17.282766 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-52375287-78d9-447c-be2c-bba0996ea55e tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5304963-59c1-48c0-80f9-9971ce4f4322') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:17.292508 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-52375287-78d9-447c-be2c-bba0996ea55e tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (b5304963-59c1-48c0-80f9-9971ce4f4322), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:17.310610 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-52375287-78d9-447c-be2c-bba0996ea55e tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (b5304963-59c1-48c0-80f9-9971ce4f4322), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:17.318215 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52375287-78d9-447c-be2c-bba0996ea55e tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:08:17.318880 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-52375287-78d9-447c-be2c-bba0996ea55e tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (b5304963-59c1-48c0-80f9-9971ce4f4322), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:17.322191 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 23:08:17.322191 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:08:17.322191 n-d-813897-6 neutron-server[103465]: timer() Feb 16 23:08:17.322191 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:08:17.322191 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 23:08:17.322191 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 23:08:17.322191 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 23:08:17.322191 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:08:17.322191 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 23:08:17.322191 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:08:17.322191 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 23:08:17.322191 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:08:17.322191 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 23:08:17.322191 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 23:08:17.322191 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:08:17.322191 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 23:08:17.322191 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:08:17.322191 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 23:08:17.322191 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 23:08:17.322191 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 23:08:17.322191 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 23:08:17.322191 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 23:08:17.322191 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:08:17.322191 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:08:17.322191 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 23:08:17.322191 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:08:17.322191 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:08:17.322191 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:08:17.322191 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:08:17.322191 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:08:17.322191 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:08:17.322191 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:08:17.391734 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-52375287-78d9-447c-be2c-bba0996ea55e tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (3a7b46f4-0438-4f98-bc6e-cfb108143001), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:17.401665 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-52375287-78d9-447c-be2c-bba0996ea55e tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:17.405437 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-52375287-78d9-447c-be2c-bba0996ea55e tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] 10.222.0.75 "DELETE /v2.0/networks/3a7b46f4-0438-4f98-bc6e-cfb108143001 HTTP/1.1" status: 204 len: 168 time: 0.4710200 Feb 16 23:08:17.410015 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53814) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:17.415732 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-77c5847d-45b4-46c5-867c-a097e44a7bbd tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1293703059'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:08:17.429936 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbeb2ae7-d7e9-45e2-a392-17f6e05eca6e None None] Network 3a7b46f4-0438-4f98-bc6e-cfb108143001 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:08:17.438560 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52375287-78d9-447c-be2c-bba0996ea55e tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Pushing event deleted for resources: {'Network': ['ID=3a7b46f4-0438-4f98-bc6e-cfb108143001,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:17.452410 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbeb2ae7-d7e9-45e2-a392-17f6e05eca6e None None] Network 3a7b46f4-0438-4f98-bc6e-cfb108143001 could not be found, it might have been deleted concurrently. {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 16 23:08:17.459490 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e3f7c699-366a-420d-b834-0430e2070c60 None None] Current status of the port 3ff75eb7-977d-4549-a883-d05ed88779f4 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:08:17.459909 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e3f7c699-366a-420d-b834-0430e2070c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3ff75eb7-977d-4549-a883-d05ed88779f4), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:17.463426 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c5847d-45b4-46c5-867c-a097e44a7bbd tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Made reservation on behalf of 7e0f7ed8120f4fb3a2ec6f4b7609a2a8 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:08:17.467406 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-77c5847d-45b4-46c5-867c-a097e44a7bbd tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:17.495963 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 3ff75eb7-977d-4549-a883-d05ed88779f4 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:08:17.497135 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77c5847d-45b4-46c5-867c-a097e44a7bbd tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:08:17.508055 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-77c5847d-45b4-46c5-867c-a097e44a7bbd tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (81d80ed0-1398-447a-b430-3207a5b3a8be), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:17.508530 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-77c5847d-45b4-46c5-867c-a097e44a7bbd tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Added segment 81d80ed0-1398-447a-b430-3207a5b3a8be of type vlan for network 096b5b34-76b8-40ac-b74e-0bb8f38c1894 Feb 16 23:08:17.540396 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e3f7c699-366a-420d-b834-0430e2070c60 None None] For port 3ff75eb7-977d-4549-a883-d05ed88779f4, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=3ff75eb7-977d-4549-a883-d05ed88779f4,segment=NetworkSegment(fe352357-1d6a-46b4-9597-e2260082dad0),segment_id=fe352357-1d6a-46b4-9597-e2260082dad0)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:08:17.547887 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e3f7c699-366a-420d-b834-0430e2070c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (3ff75eb7-977d-4549-a883-d05ed88779f4), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:17.553785 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-77c5847d-45b4-46c5-867c-a097e44a7bbd tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (096b5b34-76b8-40ac-b74e-0bb8f38c1894), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:17.582809 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-77c5847d-45b4-46c5-867c-a097e44a7bbd tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (096b5b34-76b8-40ac-b74e-0bb8f38c1894), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:17.589391 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c5847d-45b4-46c5-867c-a097e44a7bbd tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:17.590048 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-77c5847d-45b4-46c5-867c-a097e44a7bbd tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:17.617232 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 3ff75eb7-977d-4549-a883-d05ed88779f4 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:08:17.617702 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (3ff75eb7-977d-4549-a883-d05ed88779f4), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:17.620435 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7c699-366a-420d-b834-0430e2070c60 None None] Pushing event updated for resources: {'Port': ['ID=3ff75eb7-977d-4549-a883-d05ed88779f4,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:17.622178 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-77c5847d-45b4-46c5-867c-a097e44a7bbd tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2110462 Feb 16 23:08:17.625859 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53816) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:17.631629 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-9ab59d31-2341-4881-88b5-b1b30cb9e540 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Request body: {'subnet': {'network_id': '096b5b34-76b8-40ac-b74e-0bb8f38c1894', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:08:17.696164 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c5847d-45b4-46c5-867c-a097e44a7bbd tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Pushing event updated for resources: {'Network': ['ID=096b5b34-76b8-40ac-b74e-0bb8f38c1894,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:17.709308 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 096b5b34-76b8-40ac-b74e-0bb8f38c1894 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 23:08:17.728957 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645be490-a854-42f6-a0bc-98946819b7cc None None] get_active_networks_info from n-d-813897-6 {{(pid=103467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 23:08:17.738653 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab59d31-2341-4881-88b5-b1b30cb9e540 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Made reservation on behalf of 7e0f7ed8120f4fb3a2ec6f4b7609a2a8 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:08:17.740711 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 3ff75eb7-977d-4549-a883-d05ed88779f4 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:08:17.742041 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9ab59d31-2341-4881-88b5-b1b30cb9e540 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:17.838602 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-48238166-ddec-4ba7-82e9-b7378337e241 None None] Provisioning complete for port 3ff75eb7-977d-4549-a883-d05ed88779f4 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:08:17.838981 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-48238166-ddec-4ba7-82e9-b7378337e241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (3ff75eb7-977d-4549-a883-d05ed88779f4), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:17.888646 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645be490-a854-42f6-a0bc-98946819b7cc None None] Resources bound (agent type, host, resource id): {{(pid=103467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 23:08:17.923328 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9ab59d31-2341-4881-88b5-b1b30cb9e540 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (8b7a9946-17e2-411b-bc8d-5266e03f54fc), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:17.993282 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-48238166-ddec-4ba7-82e9-b7378337e241 None None] Current status of the port 3ff75eb7-977d-4549-a883-d05ed88779f4 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:08:18.254797 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab59d31-2341-4881-88b5-b1b30cb9e540 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Pushing event updated for resources: {'Subnet': ['ID=8b7a9946-17e2-411b-bc8d-5266e03f54fc,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:18.259036 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab59d31-2341-4881-88b5-b1b30cb9e540 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Checking segment: {'id': '81d80ed0-1398-447a-b430-3207a5b3a8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '096b5b34-76b8-40ac-b74e-0bb8f38c1894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:08:18.259457 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab59d31-2341-4881-88b5-b1b30cb9e540 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Network hostable DHCP agents. Network: 096b5b34-76b8-40ac-b74e-0bb8f38c1894, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:08:18.276673 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab59d31-2341-4881-88b5-b1b30cb9e540 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Network 096b5b34-76b8-40ac-b74e-0bb8f38c1894 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:08:18.286243 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-9ab59d31-2341-4881-88b5-b1b30cb9e540 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 096b5b34-76b8-40ac-b74e-0bb8f38c1894) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:08:18.290264 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab59d31-2341-4881-88b5-b1b30cb9e540 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:18.290860 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9ab59d31-2341-4881-88b5-b1b30cb9e540 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:18.294925 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48d6c5a-7b20-41ad-b231-193a6db1d86a None None] Network 096b5b34-76b8-40ac-b74e-0bb8f38c1894 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:08:18.311868 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9ab59d31-2341-4881-88b5-b1b30cb9e540 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6848683 Feb 16 23:08:18.316888 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53818) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:18.321750 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-811e9982-7da0-457c-9288-95981b3a4eb5 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-284387989'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:08:18.340494 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811e9982-7da0-457c-9288-95981b3a4eb5 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Made reservation on behalf of 7e0f7ed8120f4fb3a2ec6f4b7609a2a8 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:08:18.343749 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-811e9982-7da0-457c-9288-95981b3a4eb5 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:18.366564 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-811e9982-7da0-457c-9288-95981b3a4eb5 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:08:18.376729 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-811e9982-7da0-457c-9288-95981b3a4eb5 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (901f43c0-e78d-4afd-9ddd-3a9beb8d712f), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:18.377099 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-811e9982-7da0-457c-9288-95981b3a4eb5 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Added segment 901f43c0-e78d-4afd-9ddd-3a9beb8d712f of type vlan for network d0186d43-0798-4d63-877f-96d86609e87b Feb 16 23:08:18.396017 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff97b6c2-1b4b-4623-b44d-f08845410768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-096b5b34-76b8-40ac-b74e-0bb8f38c1894', 'network_id': '096b5b34-76b8-40ac-b74e-0bb8f38c1894', 'project_id': '7e0f7ed8120f4fb3a2ec6f4b7609a2a8', 'fixed_ips': [{'subnet_id': '8b7a9946-17e2-411b-bc8d-5266e03f54fc'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 23:08:18.396872 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ff97b6c2-1b4b-4623-b44d-f08845410768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:18.419372 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-811e9982-7da0-457c-9288-95981b3a4eb5 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (d0186d43-0798-4d63-877f-96d86609e87b), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:18.444011 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-811e9982-7da0-457c-9288-95981b3a4eb5 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (d0186d43-0798-4d63-877f-96d86609e87b), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:18.449035 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811e9982-7da0-457c-9288-95981b3a4eb5 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:18.449605 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-811e9982-7da0-457c-9288-95981b3a4eb5 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:18.492357 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-811e9982-7da0-457c-9288-95981b3a4eb5 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1717217 Feb 16 23:08:18.492758 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53820) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:18.498865 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-8f5e101d-b89a-4789-b171-de5719432c18 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Request body: {'subnet': {'network_id': 'd0186d43-0798-4d63-877f-96d86609e87b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:08:18.526202 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e9982-7da0-457c-9288-95981b3a4eb5 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Pushing event updated for resources: {'Network': ['ID=d0186d43-0798-4d63-877f-96d86609e87b,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:18.541124 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network d0186d43-0798-4d63-877f-96d86609e87b details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 23:08:18.543598 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-ff97b6c2-1b4b-4623-b44d-f08845410768 None None] Allocated IP 2001:db8::2 (096b5b34-76b8-40ac-b74e-0bb8f38c1894/8b7a9946-17e2-411b-bc8d-5266e03f54fc/7f0d6b01-76d2-4faf-b619-7e80ecac756f) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:08:18.597540 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5e101d-b89a-4789-b171-de5719432c18 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Made reservation on behalf of 7e0f7ed8120f4fb3a2ec6f4b7609a2a8 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:08:18.601088 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8f5e101d-b89a-4789-b171-de5719432c18 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:18.749191 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ff97b6c2-1b4b-4623-b44d-f08845410768 None None] Publish callbacks [] for port (7f0d6b01-76d2-4faf-b619-7e80ecac756f), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:18.754874 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ff97b6c2-1b4b-4623-b44d-f08845410768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (7f0d6b01-76d2-4faf-b619-7e80ecac756f), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:18.781875 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8f5e101d-b89a-4789-b171-de5719432c18 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (bb56ae10-2198-41f2-94a6-2da667228a1a), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:18.790144 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff97b6c2-1b4b-4623-b44d-f08845410768 None None] Network 096b5b34-76b8-40ac-b74e-0bb8f38c1894 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:08:18.794898 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-ff97b6c2-1b4b-4623-b44d-f08845410768 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:08:18.798459 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff97b6c2-1b4b-4623-b44d-f08845410768 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:08:18.807564 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97b6c2-1b4b-4623-b44d-f08845410768 None None] Pushing event updated for resources: {'Port': ['ID=7f0d6b01-76d2-4faf-b619-7e80ecac756f,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:18.839986 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e101d-b89a-4789-b171-de5719432c18 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Pushing event updated for resources: {'Subnet': ['ID=bb56ae10-2198-41f2-94a6-2da667228a1a,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:18.850289 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5e101d-b89a-4789-b171-de5719432c18 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Checking segment: {'id': '901f43c0-e78d-4afd-9ddd-3a9beb8d712f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd0186d43-0798-4d63-877f-96d86609e87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:08:18.850657 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5e101d-b89a-4789-b171-de5719432c18 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Network hostable DHCP agents. Network: d0186d43-0798-4d63-877f-96d86609e87b, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:08:18.859342 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-ff97b6c2-1b4b-4623-b44d-f08845410768 None None] Attempting to bind port 7f0d6b01-76d2-4faf-b619-7e80ecac756f on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:08:18.859700 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-ff97b6c2-1b4b-4623-b44d-f08845410768 None None] Attempting to bind port 7f0d6b01-76d2-4faf-b619-7e80ecac756f by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '81d80ed0-1398-447a-b430-3207a5b3a8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '096b5b34-76b8-40ac-b74e-0bb8f38c1894'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:08:18.860070 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff97b6c2-1b4b-4623-b44d-f08845410768 None None] Attempting to bind port 7f0d6b01-76d2-4faf-b619-7e80ecac756f on network 096b5b34-76b8-40ac-b74e-0bb8f38c1894 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:08:18.865707 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff97b6c2-1b4b-4623-b44d-f08845410768 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:08:18.866141 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff97b6c2-1b4b-4623-b44d-f08845410768 None None] Checking segment: {'id': '81d80ed0-1398-447a-b430-3207a5b3a8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '096b5b34-76b8-40ac-b74e-0bb8f38c1894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:08:18.866561 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ff97b6c2-1b4b-4623-b44d-f08845410768 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:18.866959 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff97b6c2-1b4b-4623-b44d-f08845410768 None None] Bound using segment: {'id': '81d80ed0-1398-447a-b430-3207a5b3a8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '096b5b34-76b8-40ac-b74e-0bb8f38c1894'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:08:18.867502 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-ff97b6c2-1b4b-4623-b44d-f08845410768 None None] Bound port: 7f0d6b01-76d2-4faf-b619-7e80ecac756f, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d80ed0-1398-447a-b430-3207a5b3a8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '096b5b34-76b8-40ac-b74e-0bb8f38c1894'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:08:18.867667 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5e101d-b89a-4789-b171-de5719432c18 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Network d0186d43-0798-4d63-877f-96d86609e87b is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:08:18.867786 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ff97b6c2-1b4b-4623-b44d-f08845410768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (7f0d6b01-76d2-4faf-b619-7e80ecac756f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:18.876960 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-8f5e101d-b89a-4789-b171-de5719432c18 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, d0186d43-0798-4d63-877f-96d86609e87b) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:08:18.881938 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5e101d-b89a-4789-b171-de5719432c18 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:18.883306 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8f5e101d-b89a-4789-b171-de5719432c18 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:18.899979 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8f5e101d-b89a-4789-b171-de5719432c18 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4060898 Feb 16 23:08:18.902582 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53822) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:18.908269 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2436be-1901-4582-9556-e833848688af None None] Network d0186d43-0798-4d63-877f-96d86609e87b requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:08:18.997569 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-ff97b6c2-1b4b-4623-b44d-f08845410768 None None] For port 7f0d6b01-76d2-4faf-b619-7e80ecac756f, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:08:19.015440 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-ff97b6c2-1b4b-4623-b44d-f08845410768 None None] For port 7f0d6b01-76d2-4faf-b619-7e80ecac756f, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=7f0d6b01-76d2-4faf-b619-7e80ecac756f,segment=NetworkSegment(81d80ed0-1398-447a-b430-3207a5b3a8be),segment_id=81d80ed0-1398-447a-b430-3207a5b3a8be)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:08:19.046143 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ff97b6c2-1b4b-4623-b44d-f08845410768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (7f0d6b01-76d2-4faf-b619-7e80ecac756f), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:19.075638 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f1d6ed-f2e8-4c9c-9613-84dc1e9664d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-d0186d43-0798-4d63-877f-96d86609e87b', 'network_id': 'd0186d43-0798-4d63-877f-96d86609e87b', 'project_id': '7e0f7ed8120f4fb3a2ec6f4b7609a2a8', 'fixed_ips': [{'subnet_id': 'bb56ae10-2198-41f2-94a6-2da667228a1a'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 23:08:19.076521 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-61f1d6ed-f2e8-4c9c-9613-84dc1e9664d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:19.178743 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97b6c2-1b4b-4623-b44d-f08845410768 None None] Pushing event updated for resources: {'Port': ['ID=7f0d6b01-76d2-4faf-b619-7e80ecac756f,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:19.260263 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-61f1d6ed-f2e8-4c9c-9613-84dc1e9664d6 None None] Allocated IP 2001:db8::2 (d0186d43-0798-4d63-877f-96d86609e87b/bb56ae10-2198-41f2-94a6-2da667228a1a/a8052be3-2499-4cd0-bf38-a24cdf092cbe) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:08:19.325386 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b33a8d62-82f5-42f2-993a-a8bb8aa053cc tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (d0186d43-0798-4d63-877f-96d86609e87b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:19.397718 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b33a8d62-82f5-42f2-993a-a8bb8aa053cc tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (bb56ae10-2198-41f2-94a6-2da667228a1a), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:19.447115 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-61f1d6ed-f2e8-4c9c-9613-84dc1e9664d6 None None] Publish callbacks [] for port (a8052be3-2499-4cd0-bf38-a24cdf092cbe), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:19.454015 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-61f1d6ed-f2e8-4c9c-9613-84dc1e9664d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (a8052be3-2499-4cd0-bf38-a24cdf092cbe), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:19.476358 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b33a8d62-82f5-42f2-993a-a8bb8aa053cc tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (bb56ae10-2198-41f2-94a6-2da667228a1a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:19.505697 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a8d62-82f5-42f2-993a-a8bb8aa053cc tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Pushing event deleted for resources: {'Subnet': ['ID=bb56ae10-2198-41f2-94a6-2da667228a1a,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:19.519454 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f1d6ed-f2e8-4c9c-9613-84dc1e9664d6 None None] Network d0186d43-0798-4d63-877f-96d86609e87b is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:08:19.524893 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-61f1d6ed-f2e8-4c9c-9613-84dc1e9664d6 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:08:19.528655 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f1d6ed-f2e8-4c9c-9613-84dc1e9664d6 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:08:19.541792 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1d6ed-f2e8-4c9c-9613-84dc1e9664d6 None None] Pushing event updated for resources: {'Port': ['ID=a8052be3-2499-4cd0-bf38-a24cdf092cbe,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:19.564133 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 7f0d6b01-76d2-4faf-b619-7e80ecac756f up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:08:19.576055 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b33a8d62-82f5-42f2-993a-a8bb8aa053cc tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (d0186d43-0798-4d63-877f-96d86609e87b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:19.596532 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-b33a8d62-82f5-42f2-993a-a8bb8aa053cc tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0186d43-0798-4d63-877f-96d86609e87b']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:19.606711 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-b33a8d62-82f5-42f2-993a-a8bb8aa053cc tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '901f43c0-e78d-4afd-9ddd-3a9beb8d712f') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:19.607016 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-b33a8d62-82f5-42f2-993a-a8bb8aa053cc tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '901f43c0-e78d-4afd-9ddd-3a9beb8d712f') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:19.618714 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b33a8d62-82f5-42f2-993a-a8bb8aa053cc tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (901f43c0-e78d-4afd-9ddd-3a9beb8d712f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:19.626373 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-61f1d6ed-f2e8-4c9c-9613-84dc1e9664d6 None None] Attempting to bind port a8052be3-2499-4cd0-bf38-a24cdf092cbe on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:08:19.626518 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-61f1d6ed-f2e8-4c9c-9613-84dc1e9664d6 None None] Attempting to bind port a8052be3-2499-4cd0-bf38-a24cdf092cbe by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '901f43c0-e78d-4afd-9ddd-3a9beb8d712f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd0186d43-0798-4d63-877f-96d86609e87b'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:08:19.627000 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f1d6ed-f2e8-4c9c-9613-84dc1e9664d6 None None] Attempting to bind port a8052be3-2499-4cd0-bf38-a24cdf092cbe on network d0186d43-0798-4d63-877f-96d86609e87b {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:08:19.633363 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b33a8d62-82f5-42f2-993a-a8bb8aa053cc tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (901f43c0-e78d-4afd-9ddd-3a9beb8d712f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:19.637499 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f1d6ed-f2e8-4c9c-9613-84dc1e9664d6 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:08:19.638051 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f1d6ed-f2e8-4c9c-9613-84dc1e9664d6 None None] Checking segment: {'id': '901f43c0-e78d-4afd-9ddd-3a9beb8d712f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd0186d43-0798-4d63-877f-96d86609e87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:08:19.638487 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-61f1d6ed-f2e8-4c9c-9613-84dc1e9664d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:19.638960 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f1d6ed-f2e8-4c9c-9613-84dc1e9664d6 None None] Bound using segment: {'id': '901f43c0-e78d-4afd-9ddd-3a9beb8d712f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd0186d43-0798-4d63-877f-96d86609e87b'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:08:19.639615 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b33a8d62-82f5-42f2-993a-a8bb8aa053cc tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:08:19.639733 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-61f1d6ed-f2e8-4c9c-9613-84dc1e9664d6 None None] Bound port: a8052be3-2499-4cd0-bf38-a24cdf092cbe, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '901f43c0-e78d-4afd-9ddd-3a9beb8d712f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd0186d43-0798-4d63-877f-96d86609e87b'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:08:19.639906 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b33a8d62-82f5-42f2-993a-a8bb8aa053cc tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (901f43c0-e78d-4afd-9ddd-3a9beb8d712f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:19.640054 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-61f1d6ed-f2e8-4c9c-9613-84dc1e9664d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a8052be3-2499-4cd0-bf38-a24cdf092cbe), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:19.642888 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 23:08:19.642888 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:08:19.642888 n-d-813897-6 neutron-server[103465]: timer() Feb 16 23:08:19.642888 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:08:19.642888 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 23:08:19.642888 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 23:08:19.642888 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 23:08:19.642888 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:08:19.642888 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 23:08:19.642888 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:08:19.642888 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 23:08:19.642888 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:08:19.642888 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 23:08:19.642888 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 23:08:19.642888 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:08:19.642888 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 23:08:19.642888 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:08:19.642888 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 23:08:19.642888 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 23:08:19.642888 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 23:08:19.642888 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 23:08:19.642888 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 23:08:19.642888 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:08:19.642888 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:08:19.642888 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 23:08:19.642888 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:08:19.642888 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:08:19.642888 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:08:19.642888 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:08:19.642888 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:08:19.642888 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:08:19.642888 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:08:19.683311 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 7f0d6b01-76d2-4faf-b619-7e80ecac756f triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:08:19.683694 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (7f0d6b01-76d2-4faf-b619-7e80ecac756f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:19.704632 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.db.api [None req-b33a8d62-82f5-42f2-993a-a8bb8aa053cc tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 23:08:19.704632 n-d-813897-6 neutron-server[103465]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 23:08:19.704632 n-d-813897-6 neutron-server[103465]: [parameters: {'id': 'd0186d43-0798-4d63-877f-96d86609e87b'}] Feb 16 23:08:19.704632 n-d-813897-6 neutron-server[103465]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:08:19.705070 n-d-813897-6 neutron-server[103465]: DEBUG oslo_db.api [None req-b33a8d62-82f5-42f2-993a-a8bb8aa053cc tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:08:19.742760 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-61f1d6ed-f2e8-4c9c-9613-84dc1e9664d6 None None] For port a8052be3-2499-4cd0-bf38-a24cdf092cbe, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:08:19.746949 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-61f1d6ed-f2e8-4c9c-9613-84dc1e9664d6 None None] For port a8052be3-2499-4cd0-bf38-a24cdf092cbe, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a8052be3-2499-4cd0-bf38-a24cdf092cbe,segment=NetworkSegment(901f43c0-e78d-4afd-9ddd-3a9beb8d712f),segment_id=901f43c0-e78d-4afd-9ddd-3a9beb8d712f)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:08:19.754937 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-61f1d6ed-f2e8-4c9c-9613-84dc1e9664d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a8052be3-2499-4cd0-bf38-a24cdf092cbe), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:19.864512 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 7f0d6b01-76d2-4faf-b619-7e80ecac756f is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:08:19.864906 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (7f0d6b01-76d2-4faf-b619-7e80ecac756f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:19.866747 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1d6ed-f2e8-4c9c-9613-84dc1e9664d6 None None] Pushing event updated for resources: {'Port': ['ID=a8052be3-2499-4cd0-bf38-a24cdf092cbe,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:19.911500 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 7f0d6b01-76d2-4faf-b619-7e80ecac756f, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=7f0d6b01-76d2-4faf-b619-7e80ecac756f,segment=NetworkSegment(81d80ed0-1398-447a-b430-3207a5b3a8be),segment_id=81d80ed0-1398-447a-b430-3207a5b3a8be)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:08:19.914211 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615c5ef0-d88b-4ba4-8063-2570e463a3d3 None None] Network d0186d43-0798-4d63-877f-96d86609e87b requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:08:19.918224 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (7f0d6b01-76d2-4faf-b619-7e80ecac756f), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:19.919003 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 3ff75eb7-977d-4549-a883-d05ed88779f4 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:08:20.066321 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=7f0d6b01-76d2-4faf-b619-7e80ecac756f,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:20.084725 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 3ff75eb7-977d-4549-a883-d05ed88779f4 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:08:20.085102 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (3ff75eb7-977d-4549-a883-d05ed88779f4), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:20.130480 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79873da8-6261-4415-b161-61306c8ba710 None None] Network 096b5b34-76b8-40ac-b74e-0bb8f38c1894 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:08:20.206379 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b33a8d62-82f5-42f2-993a-a8bb8aa053cc tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (d0186d43-0798-4d63-877f-96d86609e87b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:20.246198 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 3ff75eb7-977d-4549-a883-d05ed88779f4 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:08:20.261335 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-b33a8d62-82f5-42f2-993a-a8bb8aa053cc tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Deleting port a8052be3-2499-4cd0-bf38-a24cdf092cbe {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:08:20.261681 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b33a8d62-82f5-42f2-993a-a8bb8aa053cc tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a8052be3-2499-4cd0-bf38-a24cdf092cbe), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:20.332530 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-b33a8d62-82f5-42f2-993a-a8bb8aa053cc tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] For port a8052be3-2499-4cd0-bf38-a24cdf092cbe, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a8052be3-2499-4cd0-bf38-a24cdf092cbe,segment=NetworkSegment(901f43c0-e78d-4afd-9ddd-3a9beb8d712f),segment_id=901f43c0-e78d-4afd-9ddd-3a9beb8d712f)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:08:20.332820 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b33a8d62-82f5-42f2-993a-a8bb8aa053cc tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a8052be3-2499-4cd0-bf38-a24cdf092cbe), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:20.346056 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-b33a8d62-82f5-42f2-993a-a8bb8aa053cc tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Calling delete_port for a8052be3-2499-4cd0-bf38-a24cdf092cbe owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:08:20.427228 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b33a8d62-82f5-42f2-993a-a8bb8aa053cc tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (a8052be3-2499-4cd0-bf38-a24cdf092cbe), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:20.432325 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-dea6b7c1-18f8-4693-b65a-26b981672918 None None] Provisioning complete for port 7f0d6b01-76d2-4faf-b619-7e80ecac756f triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:08:20.432572 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-dea6b7c1-18f8-4693-b65a-26b981672918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (7f0d6b01-76d2-4faf-b619-7e80ecac756f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:20.451820 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a8d62-82f5-42f2-993a-a8bb8aa053cc tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Pushing event deleted for resources: {'Port': ['ID=a8052be3-2499-4cd0-bf38-a24cdf092cbe,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:20.457353 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33a8d62-82f5-42f2-993a-a8bb8aa053cc tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] No DVR routers for this DVR port a8052be3-2499-4cd0-bf38-a24cdf092cbe on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:08:20.522240 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-dea6b7c1-18f8-4693-b65a-26b981672918 None None] Current status of the port 7f0d6b01-76d2-4faf-b619-7e80ecac756f is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:08:20.541455 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b33a8d62-82f5-42f2-993a-a8bb8aa053cc tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (d0186d43-0798-4d63-877f-96d86609e87b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:20.563699 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-b33a8d62-82f5-42f2-993a-a8bb8aa053cc tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0186d43-0798-4d63-877f-96d86609e87b']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:20.573375 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-b33a8d62-82f5-42f2-993a-a8bb8aa053cc tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '901f43c0-e78d-4afd-9ddd-3a9beb8d712f') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:20.573679 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-b33a8d62-82f5-42f2-993a-a8bb8aa053cc tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '901f43c0-e78d-4afd-9ddd-3a9beb8d712f') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:20.583705 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b33a8d62-82f5-42f2-993a-a8bb8aa053cc tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (901f43c0-e78d-4afd-9ddd-3a9beb8d712f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:20.597655 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b33a8d62-82f5-42f2-993a-a8bb8aa053cc tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (901f43c0-e78d-4afd-9ddd-3a9beb8d712f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:20.603788 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b33a8d62-82f5-42f2-993a-a8bb8aa053cc tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:08:20.604181 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b33a8d62-82f5-42f2-993a-a8bb8aa053cc tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (901f43c0-e78d-4afd-9ddd-3a9beb8d712f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:20.607167 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 23:08:20.607167 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:08:20.607167 n-d-813897-6 neutron-server[103465]: timer() Feb 16 23:08:20.607167 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:08:20.607167 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 23:08:20.607167 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 23:08:20.607167 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 23:08:20.607167 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:08:20.607167 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 23:08:20.607167 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:08:20.607167 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 23:08:20.607167 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:08:20.607167 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 23:08:20.607167 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 23:08:20.607167 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:08:20.607167 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 23:08:20.607167 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:08:20.607167 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 23:08:20.607167 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 23:08:20.607167 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 23:08:20.607167 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 23:08:20.607167 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 23:08:20.607167 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:08:20.607167 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:08:20.607167 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 23:08:20.607167 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:08:20.607167 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:08:20.607167 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:08:20.607167 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:08:20.607167 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:08:20.607167 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:08:20.607167 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:08:20.673152 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b33a8d62-82f5-42f2-993a-a8bb8aa053cc tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (d0186d43-0798-4d63-877f-96d86609e87b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:20.676050 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb255985-4e73-4154-a9c1-4fdb5171a919 None None] get_active_networks_info from n-d-813897-6 {{(pid=103467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 23:08:20.679663 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b33a8d62-82f5-42f2-993a-a8bb8aa053cc tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:20.682848 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b33a8d62-82f5-42f2-993a-a8bb8aa053cc tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] 10.222.0.75 "DELETE /v2.0/networks/d0186d43-0798-4d63-877f-96d86609e87b HTTP/1.1" status: 204 len: 168 time: 1.7793193 Feb 16 23:08:20.685871 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53824) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:20.694768 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a8d62-82f5-42f2-993a-a8bb8aa053cc tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Pushing event deleted for resources: {'Network': ['ID=d0186d43-0798-4d63-877f-96d86609e87b,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:20.713496 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-9abe5cb4-450a-49b1-afc8-8dd381facc42 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] GET failed (client error): The resource could not be found. Feb 16 23:08:20.714984 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9abe5cb4-450a-49b1-afc8-8dd381facc42 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] 10.222.0.75 "GET /v2.0/subnets/bb56ae10-2198-41f2-94a6-2da667228a1a HTTP/1.1" status: 404 len: 337 time: 0.0279703 Feb 16 23:08:20.717822 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53826) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:20.736169 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9aee5fa-2419-4d35-9ab0-d9f4c921d255 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] DELETE failed (client error): The resource could not be found. Feb 16 23:08:20.736680 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9aee5fa-2419-4d35-9ab0-d9f4c921d255 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:08:20.740306 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c9aee5fa-2419-4d35-9ab0-d9f4c921d255 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] 10.222.0.75 "DELETE /v2.0/networks/d0186d43-0798-4d63-877f-96d86609e87b HTTP/1.1" status: 404 len: 339 time: 0.0211761 Feb 16 23:08:20.744092 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53828) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:20.769099 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-17725ce5-a63a-4266-bc25-3f164b5e7636 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] DELETE failed (client error): The resource could not be found. Feb 16 23:08:20.769579 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17725ce5-a63a-4266-bc25-3f164b5e7636 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:08:20.775295 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-17725ce5-a63a-4266-bc25-3f164b5e7636 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] 10.222.0.75 "DELETE /v2.0/subnets/bb56ae10-2198-41f2-94a6-2da667228a1a HTTP/1.1" status: 404 len: 337 time: 0.0275667 Feb 16 23:08:20.775463 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ea3445c3-36b3-4f79-9373-65e46c69c739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:20.775917 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53830) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:20.781140 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb255985-4e73-4154-a9c1-4fdb5171a919 None None] Resources bound (agent type, host, resource id): {{(pid=103467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 23:08:20.786697 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-4696a61e-2f80-4db5-80ed-3a8ab3718af1 None None] Provisioning complete for port 7f0d6b01-76d2-4faf-b619-7e80ecac756f triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:08:20.787095 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4696a61e-2f80-4db5-80ed-3a8ab3718af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (7f0d6b01-76d2-4faf-b619-7e80ecac756f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:20.793650 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b03883-2cc2-49d7-91a2-d65dad245a13 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] DELETE failed (client error): The resource could not be found. Feb 16 23:08:20.794170 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01b03883-2cc2-49d7-91a2-d65dad245a13 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:08:20.797139 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-01b03883-2cc2-49d7-91a2-d65dad245a13 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] 10.222.0.75 "DELETE /v2.0/networks/d0186d43-0798-4d63-877f-96d86609e87b HTTP/1.1" status: 404 len: 339 time: 0.0206647 Feb 16 23:08:20.799825 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53832) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:20.854228 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f593e17-9888-4193-8a49-702d6b0c3e53 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Deleting subnet 8b7a9946-17e2-411b-bc8d-5266e03f54fc {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 23:08:20.857206 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1f593e17-9888-4193-8a49-702d6b0c3e53 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks [] for subnet (8b7a9946-17e2-411b-bc8d-5266e03f54fc), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:20.896632 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1f593e17-9888-4193-8a49-702d6b0c3e53 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (8b7a9946-17e2-411b-bc8d-5266e03f54fc), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:20.947744 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4696a61e-2f80-4db5-80ed-3a8ab3718af1 None None] Current status of the port 7f0d6b01-76d2-4faf-b619-7e80ecac756f is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:08:20.980424 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1f593e17-9888-4193-8a49-702d6b0c3e53 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (8b7a9946-17e2-411b-bc8d-5266e03f54fc), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:21.045254 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1f593e17-9888-4193-8a49-702d6b0c3e53 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (8b7a9946-17e2-411b-bc8d-5266e03f54fc), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:21.069600 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1f593e17-9888-4193-8a49-702d6b0c3e53 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:21.072775 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1f593e17-9888-4193-8a49-702d6b0c3e53 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] 10.222.0.75 "DELETE /v2.0/subnets/8b7a9946-17e2-411b-bc8d-5266e03f54fc HTTP/1.1" status: 204 len: 168 time: 0.2715483 Feb 16 23:08:21.073588 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f593e17-9888-4193-8a49-702d6b0c3e53 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Pushing event deleted for resources: {'Subnet': ['ID=8b7a9946-17e2-411b-bc8d-5266e03f54fc,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:21.075412 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53834) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:21.076950 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635a4cd1-3d0a-465c-ada4-73ef0292372e None None] Network 096b5b34-76b8-40ac-b74e-0bb8f38c1894 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:08:21.152482 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cf5e5d57-8cf8-4e0f-a27e-b897fa495ca0 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (096b5b34-76b8-40ac-b74e-0bb8f38c1894), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:21.207361 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-cf5e5d57-8cf8-4e0f-a27e-b897fa495ca0 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Deleting port 7f0d6b01-76d2-4faf-b619-7e80ecac756f {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:08:21.207712 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cf5e5d57-8cf8-4e0f-a27e-b897fa495ca0 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (7f0d6b01-76d2-4faf-b619-7e80ecac756f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:21.221262 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28769b1-43c2-48e0-98ea-458930125cbf None None] DHCP port deletion for 096b5b34-76b8-40ac-b74e-0bb8f38c1894 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 23:08:21.266492 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f28769b1-43c2-48e0-98ea-458930125cbf None None] Deleting port 7f0d6b01-76d2-4faf-b619-7e80ecac756f {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:08:21.266867 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f28769b1-43c2-48e0-98ea-458930125cbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (7f0d6b01-76d2-4faf-b619-7e80ecac756f), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:21.274234 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-cf5e5d57-8cf8-4e0f-a27e-b897fa495ca0 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] For port 7f0d6b01-76d2-4faf-b619-7e80ecac756f, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=7f0d6b01-76d2-4faf-b619-7e80ecac756f,segment=NetworkSegment(81d80ed0-1398-447a-b430-3207a5b3a8be),segment_id=81d80ed0-1398-447a-b430-3207a5b3a8be)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:08:21.274699 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cf5e5d57-8cf8-4e0f-a27e-b897fa495ca0 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (7f0d6b01-76d2-4faf-b619-7e80ecac756f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:21.287817 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-cf5e5d57-8cf8-4e0f-a27e-b897fa495ca0 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Calling delete_port for 7f0d6b01-76d2-4faf-b619-7e80ecac756f owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:08:21.333433 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-f28769b1-43c2-48e0-98ea-458930125cbf None None] For port 7f0d6b01-76d2-4faf-b619-7e80ecac756f, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=7f0d6b01-76d2-4faf-b619-7e80ecac756f,segment=NetworkSegment(81d80ed0-1398-447a-b430-3207a5b3a8be),segment_id=81d80ed0-1398-447a-b430-3207a5b3a8be)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:08:21.333830 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f28769b1-43c2-48e0-98ea-458930125cbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (7f0d6b01-76d2-4faf-b619-7e80ecac756f), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:21.346020 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f28769b1-43c2-48e0-98ea-458930125cbf None None] Calling delete_port for 7f0d6b01-76d2-4faf-b619-7e80ecac756f owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:08:21.372211 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cf5e5d57-8cf8-4e0f-a27e-b897fa495ca0 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (7f0d6b01-76d2-4faf-b619-7e80ecac756f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:21.400238 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e5d57-8cf8-4e0f-a27e-b897fa495ca0 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Pushing event deleted for resources: {'Port': ['ID=7f0d6b01-76d2-4faf-b619-7e80ecac756f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:21.404623 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5e5d57-8cf8-4e0f-a27e-b897fa495ca0 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] No DVR routers for this DVR port 7f0d6b01-76d2-4faf-b619-7e80ecac756f on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:08:21.429052 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f28769b1-43c2-48e0-98ea-458930125cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (7f0d6b01-76d2-4faf-b619-7e80ecac756f), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:21.435135 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 7f0d6b01-76d2-4faf-b619-7e80ecac756f no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:08:21.479630 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 7f0d6b01-76d2-4faf-b619-7e80ecac756f {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:08:21.479984 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 7f0d6b01-76d2-4faf-b619-7e80ecac756f not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:08:21.483924 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cf5e5d57-8cf8-4e0f-a27e-b897fa495ca0 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (096b5b34-76b8-40ac-b74e-0bb8f38c1894), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:21.484382 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28769b1-43c2-48e0-98ea-458930125cbf None None] Pushing event deleted for resources: {'Port': ['ID=7f0d6b01-76d2-4faf-b619-7e80ecac756f,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:21.488096 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28769b1-43c2-48e0-98ea-458930125cbf None None] No DVR routers for this DVR port 7f0d6b01-76d2-4faf-b619-7e80ecac756f on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:08:21.507708 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-cf5e5d57-8cf8-4e0f-a27e-b897fa495ca0 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['096b5b34-76b8-40ac-b74e-0bb8f38c1894']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:21.517317 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-cf5e5d57-8cf8-4e0f-a27e-b897fa495ca0 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d80ed0-1398-447a-b430-3207a5b3a8be') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:21.517620 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-cf5e5d57-8cf8-4e0f-a27e-b897fa495ca0 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d80ed0-1398-447a-b430-3207a5b3a8be') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:21.532189 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cf5e5d57-8cf8-4e0f-a27e-b897fa495ca0 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (81d80ed0-1398-447a-b430-3207a5b3a8be), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:21.547769 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cf5e5d57-8cf8-4e0f-a27e-b897fa495ca0 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (81d80ed0-1398-447a-b430-3207a5b3a8be), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:21.554554 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf5e5d57-8cf8-4e0f-a27e-b897fa495ca0 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:08:21.555035 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cf5e5d57-8cf8-4e0f-a27e-b897fa495ca0 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (81d80ed0-1398-447a-b430-3207a5b3a8be), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:21.558445 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 23:08:21.558445 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:08:21.558445 n-d-813897-6 neutron-server[103465]: timer() Feb 16 23:08:21.558445 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:08:21.558445 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 23:08:21.558445 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 23:08:21.558445 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 23:08:21.558445 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:08:21.558445 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 23:08:21.558445 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:08:21.558445 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 23:08:21.558445 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:08:21.558445 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 23:08:21.558445 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 23:08:21.558445 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:08:21.558445 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 23:08:21.558445 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:08:21.558445 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 23:08:21.558445 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 23:08:21.558445 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 23:08:21.558445 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 23:08:21.558445 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 23:08:21.558445 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:08:21.558445 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:08:21.558445 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 23:08:21.558445 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:08:21.558445 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:08:21.558445 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:08:21.558445 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:08:21.558445 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:08:21.558445 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:08:21.558445 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:08:21.621224 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cf5e5d57-8cf8-4e0f-a27e-b897fa495ca0 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (096b5b34-76b8-40ac-b74e-0bb8f38c1894), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:21.628069 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cf5e5d57-8cf8-4e0f-a27e-b897fa495ca0 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:21.631227 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-cf5e5d57-8cf8-4e0f-a27e-b897fa495ca0 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] 10.222.0.75 "DELETE /v2.0/networks/096b5b34-76b8-40ac-b74e-0bb8f38c1894 HTTP/1.1" status: 204 len: 168 time: 0.5546081 Feb 16 23:08:21.633898 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53836) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:21.642415 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e5d57-8cf8-4e0f-a27e-b897fa495ca0 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Pushing event deleted for resources: {'Network': ['ID=096b5b34-76b8-40ac-b74e-0bb8f38c1894,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:21.661089 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c780ca-d097-41a6-a913-4d0d99fef4ca tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] DELETE failed (client error): The resource could not be found. Feb 16 23:08:21.661487 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5c780ca-d097-41a6-a913-4d0d99fef4ca tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:08:21.664481 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d5c780ca-d097-41a6-a913-4d0d99fef4ca tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] 10.222.0.75 "DELETE /v2.0/subnets/a7a61941-9872-47af-8070-f9e6159a869d HTTP/1.1" status: 404 len: 337 time: 0.0295651 Feb 16 23:08:21.667087 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53838) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:21.684416 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd73965-9fd8-4c0d-ab8b-ee02c275debb tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] DELETE failed (client error): The resource could not be found. Feb 16 23:08:21.684887 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfd73965-9fd8-4c0d-ab8b-ee02c275debb tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:08:21.687862 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-dfd73965-9fd8-4c0d-ab8b-ee02c275debb tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] 10.222.0.75 "DELETE /v2.0/networks/3a7b46f4-0438-4f98-bc6e-cfb108143001 HTTP/1.1" status: 404 len: 339 time: 0.0198491 Feb 16 23:08:21.690067 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53840) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:21.714240 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d09061f-ea09-4d74-855f-12f6445a86f4 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] DELETE failed (client error): The resource could not be found. Feb 16 23:08:21.714682 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d09061f-ea09-4d74-855f-12f6445a86f4 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:08:21.717586 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4d09061f-ea09-4d74-855f-12f6445a86f4 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] 10.222.0.75 "DELETE /v2.0/subnets/d55bc92d-e6d7-48ac-b86e-9c99077c5efb HTTP/1.1" status: 404 len: 337 time: 0.0266268 Feb 16 23:08:21.719766 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53842) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:21.736980 n-d-813897-6 neutron-server[103466]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e02ad2-dbbf-4ff2-9de4-ed7fba70aa4f tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] DELETE failed (client error): The resource could not be found. Feb 16 23:08:21.737479 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77e02ad2-dbbf-4ff2-9de4-ed7fba70aa4f tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:08:21.740362 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-77e02ad2-dbbf-4ff2-9de4-ed7fba70aa4f tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] 10.222.0.75 "DELETE /v2.0/networks/8d3dbd60-50f5-4e69-b890-47f89dfda615 HTTP/1.1" status: 404 len: 339 time: 0.0197258 Feb 16 23:08:21.742475 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53844) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:21.795076 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-252ad2dd-b6a2-46da-ba51-9059223b5d2b tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Deleting subnet 5b6a3444-a2de-48e9-9603-2933add1444b {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 23:08:21.798403 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-252ad2dd-b6a2-46da-ba51-9059223b5d2b tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks [] for subnet (5b6a3444-a2de-48e9-9603-2933add1444b), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:21.837219 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-252ad2dd-b6a2-46da-ba51-9059223b5d2b tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (5b6a3444-a2de-48e9-9603-2933add1444b), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:21.916457 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-252ad2dd-b6a2-46da-ba51-9059223b5d2b tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (5b6a3444-a2de-48e9-9603-2933add1444b), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:21.975751 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-252ad2dd-b6a2-46da-ba51-9059223b5d2b tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (5b6a3444-a2de-48e9-9603-2933add1444b), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:22.002386 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ad2dd-b6a2-46da-ba51-9059223b5d2b tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Pushing event deleted for resources: {'Subnet': ['ID=5b6a3444-a2de-48e9-9603-2933add1444b,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:22.004874 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-252ad2dd-b6a2-46da-ba51-9059223b5d2b tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:22.010471 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-252ad2dd-b6a2-46da-ba51-9059223b5d2b tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] 10.222.0.75 "DELETE /v2.0/subnets/5b6a3444-a2de-48e9-9603-2933add1444b HTTP/1.1" status: 204 len: 168 time: 0.2646821 Feb 16 23:08:22.010588 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53846) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:22.010696 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080599b4-029b-4936-9760-736d01aa506f None None] Network e5b3e142-1283-47fa-8689-a8efef720f77 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:08:22.085078 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb66c99e-d9f9-4d9b-9bca-df958d4b63f9 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (e5b3e142-1283-47fa-8689-a8efef720f77), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:22.141312 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-bb66c99e-d9f9-4d9b-9bca-df958d4b63f9 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Deleting port 3ff75eb7-977d-4549-a883-d05ed88779f4 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:08:22.141656 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb66c99e-d9f9-4d9b-9bca-df958d4b63f9 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (3ff75eb7-977d-4549-a883-d05ed88779f4), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:22.150182 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47661ea-4a17-4fe3-9563-ddf758d74064 None None] DHCP port deletion for e5b3e142-1283-47fa-8689-a8efef720f77 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 23:08:22.200336 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e47661ea-4a17-4fe3-9563-ddf758d74064 None None] Deleting port 3ff75eb7-977d-4549-a883-d05ed88779f4 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:08:22.200627 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e47661ea-4a17-4fe3-9563-ddf758d74064 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (3ff75eb7-977d-4549-a883-d05ed88779f4), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:22.209880 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-bb66c99e-d9f9-4d9b-9bca-df958d4b63f9 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] For port 3ff75eb7-977d-4549-a883-d05ed88779f4, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=3ff75eb7-977d-4549-a883-d05ed88779f4,segment=NetworkSegment(fe352357-1d6a-46b4-9597-e2260082dad0),segment_id=fe352357-1d6a-46b4-9597-e2260082dad0)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:08:22.210272 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb66c99e-d9f9-4d9b-9bca-df958d4b63f9 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (3ff75eb7-977d-4549-a883-d05ed88779f4), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:22.222659 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-bb66c99e-d9f9-4d9b-9bca-df958d4b63f9 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Calling delete_port for 3ff75eb7-977d-4549-a883-d05ed88779f4 owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:08:22.261744 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e47661ea-4a17-4fe3-9563-ddf758d74064 None None] For port 3ff75eb7-977d-4549-a883-d05ed88779f4, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=3ff75eb7-977d-4549-a883-d05ed88779f4,segment=NetworkSegment(fe352357-1d6a-46b4-9597-e2260082dad0),segment_id=fe352357-1d6a-46b4-9597-e2260082dad0)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:08:22.262254 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e47661ea-4a17-4fe3-9563-ddf758d74064 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (3ff75eb7-977d-4549-a883-d05ed88779f4), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:22.275511 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e47661ea-4a17-4fe3-9563-ddf758d74064 None None] Calling delete_port for 3ff75eb7-977d-4549-a883-d05ed88779f4 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:08:22.308699 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb66c99e-d9f9-4d9b-9bca-df958d4b63f9 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (3ff75eb7-977d-4549-a883-d05ed88779f4), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:22.333365 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66c99e-d9f9-4d9b-9bca-df958d4b63f9 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Pushing event deleted for resources: {'Port': ['ID=3ff75eb7-977d-4549-a883-d05ed88779f4,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:22.339020 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb66c99e-d9f9-4d9b-9bca-df958d4b63f9 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] No DVR routers for this DVR port 3ff75eb7-977d-4549-a883-d05ed88779f4 on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:08:22.365995 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e47661ea-4a17-4fe3-9563-ddf758d74064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (3ff75eb7-977d-4549-a883-d05ed88779f4), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:22.389114 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47661ea-4a17-4fe3-9563-ddf758d74064 None None] Pushing event deleted for resources: {'Port': ['ID=3ff75eb7-977d-4549-a883-d05ed88779f4,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:22.395349 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47661ea-4a17-4fe3-9563-ddf758d74064 None None] No DVR routers for this DVR port 3ff75eb7-977d-4549-a883-d05ed88779f4 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:08:22.423626 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb66c99e-d9f9-4d9b-9bca-df958d4b63f9 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (e5b3e142-1283-47fa-8689-a8efef720f77), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:22.445546 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-bb66c99e-d9f9-4d9b-9bca-df958d4b63f9 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b3e142-1283-47fa-8689-a8efef720f77']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:22.454793 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-bb66c99e-d9f9-4d9b-9bca-df958d4b63f9 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe352357-1d6a-46b4-9597-e2260082dad0') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:22.455041 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-bb66c99e-d9f9-4d9b-9bca-df958d4b63f9 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe352357-1d6a-46b4-9597-e2260082dad0') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:22.469486 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb66c99e-d9f9-4d9b-9bca-df958d4b63f9 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (fe352357-1d6a-46b4-9597-e2260082dad0), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:22.482846 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb66c99e-d9f9-4d9b-9bca-df958d4b63f9 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (fe352357-1d6a-46b4-9597-e2260082dad0), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:22.489532 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb66c99e-d9f9-4d9b-9bca-df958d4b63f9 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:08:22.490001 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb66c99e-d9f9-4d9b-9bca-df958d4b63f9 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (fe352357-1d6a-46b4-9597-e2260082dad0), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:22.492878 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 23:08:22.492878 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:08:22.492878 n-d-813897-6 neutron-server[103466]: timer() Feb 16 23:08:22.492878 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:08:22.492878 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 23:08:22.492878 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 23:08:22.492878 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 23:08:22.492878 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:08:22.492878 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 23:08:22.492878 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:08:22.492878 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 23:08:22.492878 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:08:22.492878 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 23:08:22.492878 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 23:08:22.492878 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:08:22.492878 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 23:08:22.492878 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:08:22.492878 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 23:08:22.492878 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 23:08:22.492878 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 23:08:22.492878 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 23:08:22.492878 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 23:08:22.492878 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:08:22.492878 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:08:22.492878 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 23:08:22.492878 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:08:22.492878 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:08:22.492878 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:08:22.492878 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:08:22.492878 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:08:22.492878 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:08:22.492878 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:08:22.550746 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb66c99e-d9f9-4d9b-9bca-df958d4b63f9 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (e5b3e142-1283-47fa-8689-a8efef720f77), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:22.555627 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bb66c99e-d9f9-4d9b-9bca-df958d4b63f9 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:22.559271 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bb66c99e-d9f9-4d9b-9bca-df958d4b63f9 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] 10.222.0.75 "DELETE /v2.0/networks/e5b3e142-1283-47fa-8689-a8efef720f77 HTTP/1.1" status: 204 len: 168 time: 0.5478227 Feb 16 23:08:22.573868 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66c99e-d9f9-4d9b-9bca-df958d4b63f9 tempest-NetworksIpV6Test-2133245375 tempest-NetworksIpV6Test-2133245375-project] Pushing event deleted for resources: {'Network': ['ID=e5b3e142-1283-47fa-8689-a8efef720f77,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:22.799367 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53852) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:22.927790 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-586aaa48-8b92-451f-b170-29b7ebf4b7d3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7e0f7ed8120f4fb3a2ec6f4b7609a2a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1266344 Feb 16 23:08:22.930223 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53856) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:22.975450 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e307909f-c9d3-4402-9464-2544375c3fcd admin admin] Publish callbacks [] for security_group (2c799583-6f3b-40d1-9e3d-3b680ca77290), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:22.999924 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e307909f-c9d3-4402-9464-2544375c3fcd admin admin] Publish callbacks [] for security_group (2c799583-6f3b-40d1-9e3d-3b680ca77290), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:23.046485 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e307909f-c9d3-4402-9464-2544375c3fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (2c799583-6f3b-40d1-9e3d-3b680ca77290), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:23.049121 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e307909f-c9d3-4402-9464-2544375c3fcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:23.050349 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e307909f-c9d3-4402-9464-2544375c3fcd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2c799583-6f3b-40d1-9e3d-3b680ca77290 HTTP/1.1" status: 204 len: 168 time: 0.1191938 Feb 16 23:08:23.057865 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307909f-c9d3-4402-9464-2544375c3fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c799583-6f3b-40d1-9e3d-3b680ca77290,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:23.136265 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-29ecfb82-9f5e-4403-a62a-eb1c311457d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:23.413717 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 3ff75eb7-977d-4549-a883-d05ed88779f4 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:08:23.434427 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 3ff75eb7-977d-4549-a883-d05ed88779f4 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:08:23.434821 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 3ff75eb7-977d-4549-a883-d05ed88779f4 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:08:23.672713 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53878) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:23.763776 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-c77e6123-558d-451a-abb9-40c12d74d1d4 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-892321440', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:08:23.784652 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c77e6123-558d-451a-abb9-40c12d74d1d4 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (aa81a70e-af54-41eb-8be6-08c84f382d49), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:23.785828 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c77e6123-558d-451a-abb9-40c12d74d1d4 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (aa81a70e-af54-41eb-8be6-08c84f382d49), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:23.841258 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c77e6123-558d-451a-abb9-40c12d74d1d4 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks [] for router_controller (aa81a70e-af54-41eb-8be6-08c84f382d49), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:23.845462 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c77e6123-558d-451a-abb9-40c12d74d1d4 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (aa81a70e-af54-41eb-8be6-08c84f382d49), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:23.863025 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c77e6123-558d-451a-abb9-40c12d74d1d4 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:23.864213 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c77e6123-558d-451a-abb9-40c12d74d1d4 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1904879 Feb 16 23:08:23.866953 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53882) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:23.871637 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-1b054d78-cebe-4756-a095-49198e477f0b tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1457768185'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:08:23.889134 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b054d78-cebe-4756-a095-49198e477f0b tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Made reservation on behalf of 643ecb2d6b0e450485edab1688322442 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:08:23.892389 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b054d78-cebe-4756-a095-49198e477f0b tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:23.901695 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b054d78-cebe-4756-a095-49198e477f0b tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:23.975025 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b054d78-cebe-4756-a095-49198e477f0b tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks [] for security_group (878eef4d-54c8-4537-b236-de51b2e1a06f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:23.978598 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b054d78-cebe-4756-a095-49198e477f0b tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (878eef4d-54c8-4537-b236-de51b2e1a06f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:24.006523 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b054d78-cebe-4756-a095-49198e477f0b tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:08:24.012589 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b054d78-cebe-4756-a095-49198e477f0b tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=878eef4d-54c8-4537-b236-de51b2e1a06f,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:24.019131 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b054d78-cebe-4756-a095-49198e477f0b tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (70e3a10a-2049-4247-b9c8-f3e4ff62692e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:24.019483 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-1b054d78-cebe-4756-a095-49198e477f0b tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Added segment 70e3a10a-2049-4247-b9c8-f3e4ff62692e of type vlan for network dbc9512e-896d-4f12-bc62-25160976e872 Feb 16 23:08:24.060678 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b054d78-cebe-4756-a095-49198e477f0b tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (dbc9512e-896d-4f12-bc62-25160976e872), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:24.085290 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b054d78-cebe-4756-a095-49198e477f0b tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (dbc9512e-896d-4f12-bc62-25160976e872), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:24.090391 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b054d78-cebe-4756-a095-49198e477f0b tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:24.090980 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1b054d78-cebe-4756-a095-49198e477f0b tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:24.129773 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1b054d78-cebe-4756-a095-49198e477f0b tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2618375 Feb 16 23:08:24.132665 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53884) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:24.139394 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-8398f067-d1fe-47fc-aaad-2f8a76322990 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Request body: {'subnet': {'network_id': 'dbc9512e-896d-4f12-bc62-25160976e872', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:08:24.171827 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b054d78-cebe-4756-a095-49198e477f0b tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Pushing event updated for resources: {'Network': ['ID=dbc9512e-896d-4f12-bc62-25160976e872,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:24.182204 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network dbc9512e-896d-4f12-bc62-25160976e872 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 23:08:24.255741 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8398f067-d1fe-47fc-aaad-2f8a76322990 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Made reservation on behalf of 643ecb2d6b0e450485edab1688322442 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:08:24.259283 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8398f067-d1fe-47fc-aaad-2f8a76322990 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:24.432115 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:24.435275 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8398f067-d1fe-47fc-aaad-2f8a76322990 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (e302ba08-f784-4005-a74c-154bb8e4a5d4), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:24.498542 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398f067-d1fe-47fc-aaad-2f8a76322990 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Pushing event updated for resources: {'Subnet': ['ID=e302ba08-f784-4005-a74c-154bb8e4a5d4,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:24.508554 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8398f067-d1fe-47fc-aaad-2f8a76322990 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Checking segment: {'id': '70e3a10a-2049-4247-b9c8-f3e4ff62692e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'dbc9512e-896d-4f12-bc62-25160976e872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:08:24.508916 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8398f067-d1fe-47fc-aaad-2f8a76322990 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Network hostable DHCP agents. Network: dbc9512e-896d-4f12-bc62-25160976e872, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:08:24.525607 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8398f067-d1fe-47fc-aaad-2f8a76322990 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Network dbc9512e-896d-4f12-bc62-25160976e872 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:08:24.535060 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-8398f067-d1fe-47fc-aaad-2f8a76322990 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, dbc9512e-896d-4f12-bc62-25160976e872) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:08:24.539462 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8398f067-d1fe-47fc-aaad-2f8a76322990 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:24.540067 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8398f067-d1fe-47fc-aaad-2f8a76322990 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:24.546501 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb83ad91-8815-4e0a-a3d5-53861ebe3502 None None] Network dbc9512e-896d-4f12-bc62-25160976e872 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:08:24.555826 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8398f067-d1fe-47fc-aaad-2f8a76322990 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4221585 Feb 16 23:08:24.558964 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53886) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:24.564579 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-fa62424c-25a5-431b-b80f-17a05036a695 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-845783893'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:08:24.583841 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa62424c-25a5-431b-b80f-17a05036a695 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Made reservation on behalf of 643ecb2d6b0e450485edab1688322442 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:08:24.587185 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fa62424c-25a5-431b-b80f-17a05036a695 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:24.611058 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa62424c-25a5-431b-b80f-17a05036a695 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:08:24.621740 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fa62424c-25a5-431b-b80f-17a05036a695 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (0a82a446-f37a-408e-a32d-e5b465465987), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:24.622190 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-fa62424c-25a5-431b-b80f-17a05036a695 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Added segment 0a82a446-f37a-408e-a32d-e5b465465987 of type vlan for network 82801f09-e232-40ac-ba17-60274cb21a95 Feb 16 23:08:24.654232 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e88349-a0dd-4eb2-bc86-f843cf175906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-dbc9512e-896d-4f12-bc62-25160976e872', 'network_id': 'dbc9512e-896d-4f12-bc62-25160976e872', 'project_id': '643ecb2d6b0e450485edab1688322442', 'fixed_ips': [{'subnet_id': 'e302ba08-f784-4005-a74c-154bb8e4a5d4'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 23:08:24.655130 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c0e88349-a0dd-4eb2-bc86-f843cf175906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:24.662949 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fa62424c-25a5-431b-b80f-17a05036a695 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (82801f09-e232-40ac-ba17-60274cb21a95), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:24.687521 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fa62424c-25a5-431b-b80f-17a05036a695 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (82801f09-e232-40ac-ba17-60274cb21a95), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:24.692851 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa62424c-25a5-431b-b80f-17a05036a695 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:24.693431 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fa62424c-25a5-431b-b80f-17a05036a695 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:24.734906 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-fa62424c-25a5-431b-b80f-17a05036a695 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1743071 Feb 16 23:08:24.738140 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53888) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:24.743352 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-88c7e96f-18ff-4142-a567-ecf23ad5c16f tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Request body: {'subnet': {'network_id': '82801f09-e232-40ac-ba17-60274cb21a95', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:08:24.772526 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62424c-25a5-431b-b80f-17a05036a695 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Pushing event updated for resources: {'Network': ['ID=82801f09-e232-40ac-ba17-60274cb21a95,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:24.785193 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 82801f09-e232-40ac-ba17-60274cb21a95 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 23:08:24.806058 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-c0e88349-a0dd-4eb2-bc86-f843cf175906 None None] Allocated IP 172.20.0.2 (dbc9512e-896d-4f12-bc62-25160976e872/e302ba08-f784-4005-a74c-154bb8e4a5d4/14f0b790-ad95-4f6c-923f-cdc956e5b2e9) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:08:24.842282 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c7e96f-18ff-4142-a567-ecf23ad5c16f tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Made reservation on behalf of 643ecb2d6b0e450485edab1688322442 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:08:24.845687 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-88c7e96f-18ff-4142-a567-ecf23ad5c16f tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:24.995965 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c0e88349-a0dd-4eb2-bc86-f843cf175906 None None] Publish callbacks [] for port (14f0b790-ad95-4f6c-923f-cdc956e5b2e9), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:25.001688 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c0e88349-a0dd-4eb2-bc86-f843cf175906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (14f0b790-ad95-4f6c-923f-cdc956e5b2e9), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:25.030423 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-88c7e96f-18ff-4142-a567-ecf23ad5c16f tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (2f23d62e-d045-4e74-8db6-dbb92d499ec7), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:25.043771 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e88349-a0dd-4eb2-bc86-f843cf175906 None None] Network dbc9512e-896d-4f12-bc62-25160976e872 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:08:25.046625 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-c0e88349-a0dd-4eb2-bc86-f843cf175906 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:08:25.051057 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e88349-a0dd-4eb2-bc86-f843cf175906 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:08:25.052985 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e88349-a0dd-4eb2-bc86-f843cf175906 None None] Pushing event updated for resources: {'Port': ['ID=14f0b790-ad95-4f6c-923f-cdc956e5b2e9,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:25.089792 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7e96f-18ff-4142-a567-ecf23ad5c16f tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Pushing event updated for resources: {'Subnet': ['ID=2f23d62e-d045-4e74-8db6-dbb92d499ec7,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:25.100319 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c7e96f-18ff-4142-a567-ecf23ad5c16f tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Checking segment: {'id': '0a82a446-f37a-408e-a32d-e5b465465987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '82801f09-e232-40ac-ba17-60274cb21a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:08:25.100690 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c7e96f-18ff-4142-a567-ecf23ad5c16f tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Network hostable DHCP agents. Network: 82801f09-e232-40ac-ba17-60274cb21a95, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:08:25.112166 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-c0e88349-a0dd-4eb2-bc86-f843cf175906 None None] Attempting to bind port 14f0b790-ad95-4f6c-923f-cdc956e5b2e9 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:08:25.112650 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-c0e88349-a0dd-4eb2-bc86-f843cf175906 None None] Attempting to bind port 14f0b790-ad95-4f6c-923f-cdc956e5b2e9 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '70e3a10a-2049-4247-b9c8-f3e4ff62692e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'dbc9512e-896d-4f12-bc62-25160976e872'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:08:25.113039 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e88349-a0dd-4eb2-bc86-f843cf175906 None None] Attempting to bind port 14f0b790-ad95-4f6c-923f-cdc956e5b2e9 on network dbc9512e-896d-4f12-bc62-25160976e872 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:08:25.118413 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e88349-a0dd-4eb2-bc86-f843cf175906 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:08:25.118608 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c7e96f-18ff-4142-a567-ecf23ad5c16f tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Network 82801f09-e232-40ac-ba17-60274cb21a95 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:08:25.118726 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e88349-a0dd-4eb2-bc86-f843cf175906 None None] Checking segment: {'id': '70e3a10a-2049-4247-b9c8-f3e4ff62692e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'dbc9512e-896d-4f12-bc62-25160976e872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:08:25.119109 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c0e88349-a0dd-4eb2-bc86-f843cf175906 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:25.119533 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e88349-a0dd-4eb2-bc86-f843cf175906 None None] Bound using segment: {'id': '70e3a10a-2049-4247-b9c8-f3e4ff62692e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'dbc9512e-896d-4f12-bc62-25160976e872'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:08:25.120007 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-c0e88349-a0dd-4eb2-bc86-f843cf175906 None None] Bound port: 14f0b790-ad95-4f6c-923f-cdc956e5b2e9, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3a10a-2049-4247-b9c8-f3e4ff62692e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'dbc9512e-896d-4f12-bc62-25160976e872'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:08:25.120376 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c0e88349-a0dd-4eb2-bc86-f843cf175906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (14f0b790-ad95-4f6c-923f-cdc956e5b2e9), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:25.127342 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-88c7e96f-18ff-4142-a567-ecf23ad5c16f tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 82801f09-e232-40ac-ba17-60274cb21a95) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:08:25.132268 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c7e96f-18ff-4142-a567-ecf23ad5c16f tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:25.132785 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-88c7e96f-18ff-4142-a567-ecf23ad5c16f tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:25.139226 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11261d20-7d7c-4200-8d35-5a4eb4727e14 None None] Network 82801f09-e232-40ac-ba17-60274cb21a95 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:08:25.150214 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-88c7e96f-18ff-4142-a567-ecf23ad5c16f tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4108000 Feb 16 23:08:25.152914 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53890) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:25.157533 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-f3e08f3f-d968-47bf-a65a-eb68adec270f tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Request body: {'router': {'external_gateway_info': {'network_id': '82801f09-e232-40ac-ba17-60274cb21a95'}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:08:25.250622 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c0e88349-a0dd-4eb2-bc86-f843cf175906 None None] For port 14f0b790-ad95-4f6c-923f-cdc956e5b2e9, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:08:25.254418 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c0e88349-a0dd-4eb2-bc86-f843cf175906 None None] For port 14f0b790-ad95-4f6c-923f-cdc956e5b2e9, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=14f0b790-ad95-4f6c-923f-cdc956e5b2e9,segment=NetworkSegment(70e3a10a-2049-4247-b9c8-f3e4ff62692e),segment_id=70e3a10a-2049-4247-b9c8-f3e4ff62692e)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:08:25.261686 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c0e88349-a0dd-4eb2-bc86-f843cf175906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (14f0b790-ad95-4f6c-923f-cdc956e5b2e9), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:25.305491 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5643bd1c-aa21-4740-a505-acd944acbad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-82801f09-e232-40ac-ba17-60274cb21a95', 'network_id': '82801f09-e232-40ac-ba17-60274cb21a95', 'project_id': '643ecb2d6b0e450485edab1688322442', 'fixed_ips': [{'subnet_id': '2f23d62e-d045-4e74-8db6-dbb92d499ec7'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 23:08:25.306395 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5643bd1c-aa21-4740-a505-acd944acbad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:25.380581 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f3e08f3f-d968-47bf-a65a-eb68adec270f tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks [] for router_gateway (aa81a70e-af54-41eb-8be6-08c84f382d49), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:25.456217 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e88349-a0dd-4eb2-bc86-f843cf175906 None None] Pushing event updated for resources: {'Port': ['ID=14f0b790-ad95-4f6c-923f-cdc956e5b2e9,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:25.486901 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-5643bd1c-aa21-4740-a505-acd944acbad2 None None] Allocated IP 172.21.0.2 (82801f09-e232-40ac-ba17-60274cb21a95/2f23d62e-d045-4e74-8db6-dbb92d499ec7/1f9704a4-c639-4f7c-a840-f336cd429cbc) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:08:25.494825 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [None req-f3e08f3f-d968-47bf-a65a-eb68adec270f tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:08:25.505522 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f3e08f3f-d968-47bf-a65a-eb68adec270f tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] 10.222.0.75 "PUT /v2.0/routers/aa81a70e-af54-41eb-8be6-08c84f382d49 HTTP/1.1" status: 400 len: 364 time: 0.3454936 Feb 16 23:08:25.505870 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53892) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:25.592723 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-00c6b5e3-4b4a-42ab-a924-3beaa03b5ac0 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Deleting subnet 2f23d62e-d045-4e74-8db6-dbb92d499ec7 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 23:08:25.664580 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5643bd1c-aa21-4740-a505-acd944acbad2 None None] Publish callbacks [] for port (1f9704a4-c639-4f7c-a840-f336cd429cbc), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:25.669923 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-00c6b5e3-4b4a-42ab-a924-3beaa03b5ac0 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks [] for subnet (2f23d62e-d045-4e74-8db6-dbb92d499ec7), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:25.671128 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5643bd1c-aa21-4740-a505-acd944acbad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (1f9704a4-c639-4f7c-a840-f336cd429cbc), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:25.712968 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-00c6b5e3-4b4a-42ab-a924-3beaa03b5ac0 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (2f23d62e-d045-4e74-8db6-dbb92d499ec7), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:25.715336 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5643bd1c-aa21-4740-a505-acd944acbad2 None None] Network 82801f09-e232-40ac-ba17-60274cb21a95 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:08:25.718229 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-5643bd1c-aa21-4740-a505-acd944acbad2 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:08:25.722268 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5643bd1c-aa21-4740-a505-acd944acbad2 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:08:25.729242 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643bd1c-aa21-4740-a505-acd944acbad2 None None] Pushing event updated for resources: {'Port': ['ID=1f9704a4-c639-4f7c-a840-f336cd429cbc,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:25.793093 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-5643bd1c-aa21-4740-a505-acd944acbad2 None None] Attempting to bind port 1f9704a4-c639-4f7c-a840-f336cd429cbc on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:08:25.793582 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-5643bd1c-aa21-4740-a505-acd944acbad2 None None] Attempting to bind port 1f9704a4-c639-4f7c-a840-f336cd429cbc by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '0a82a446-f37a-408e-a32d-e5b465465987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '82801f09-e232-40ac-ba17-60274cb21a95'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:08:25.794089 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5643bd1c-aa21-4740-a505-acd944acbad2 None None] Attempting to bind port 1f9704a4-c639-4f7c-a840-f336cd429cbc on network 82801f09-e232-40ac-ba17-60274cb21a95 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:08:25.800104 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:25.800971 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-00c6b5e3-4b4a-42ab-a924-3beaa03b5ac0 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (2f23d62e-d045-4e74-8db6-dbb92d499ec7), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:25.801448 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5643bd1c-aa21-4740-a505-acd944acbad2 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:08:25.801734 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5643bd1c-aa21-4740-a505-acd944acbad2 None None] Checking segment: {'id': '0a82a446-f37a-408e-a32d-e5b465465987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '82801f09-e232-40ac-ba17-60274cb21a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:08:25.802157 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5643bd1c-aa21-4740-a505-acd944acbad2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:25.802557 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5643bd1c-aa21-4740-a505-acd944acbad2 None None] Bound using segment: {'id': '0a82a446-f37a-408e-a32d-e5b465465987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '82801f09-e232-40ac-ba17-60274cb21a95'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:08:25.803025 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-5643bd1c-aa21-4740-a505-acd944acbad2 None None] Bound port: 1f9704a4-c639-4f7c-a840-f336cd429cbc, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a82a446-f37a-408e-a32d-e5b465465987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '82801f09-e232-40ac-ba17-60274cb21a95'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:08:25.803403 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5643bd1c-aa21-4740-a505-acd944acbad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1f9704a4-c639-4f7c-a840-f336cd429cbc), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:25.867916 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-00c6b5e3-4b4a-42ab-a924-3beaa03b5ac0 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (2f23d62e-d045-4e74-8db6-dbb92d499ec7), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:25.871170 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-5643bd1c-aa21-4740-a505-acd944acbad2 None None] For port 1f9704a4-c639-4f7c-a840-f336cd429cbc, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:08:25.874598 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-5643bd1c-aa21-4740-a505-acd944acbad2 None None] For port 1f9704a4-c639-4f7c-a840-f336cd429cbc, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=1f9704a4-c639-4f7c-a840-f336cd429cbc,segment=NetworkSegment(0a82a446-f37a-408e-a32d-e5b465465987),segment_id=0a82a446-f37a-408e-a32d-e5b465465987)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:08:25.881561 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5643bd1c-aa21-4740-a505-acd944acbad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (1f9704a4-c639-4f7c-a840-f336cd429cbc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:25.897842 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6b5e3-4b4a-42ab-a924-3beaa03b5ac0 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Pushing event deleted for resources: {'Subnet': ['ID=2f23d62e-d045-4e74-8db6-dbb92d499ec7,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:25.900126 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-00c6b5e3-4b4a-42ab-a924-3beaa03b5ac0 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:25.905833 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53894) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:25.906358 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-00c6b5e3-4b4a-42ab-a924-3beaa03b5ac0 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] 10.222.0.75 "DELETE /v2.0/subnets/2f23d62e-d045-4e74-8db6-dbb92d499ec7 HTTP/1.1" status: 204 len: 168 time: 0.3827739 Feb 16 23:08:25.941224 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643bd1c-aa21-4740-a505-acd944acbad2 None None] Pushing event updated for resources: {'Port': ['ID=1f9704a4-c639-4f7c-a840-f336cd429cbc,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:25.999339 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-02795c6d-bf9a-43ea-8fef-b0d256537ced tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (82801f09-e232-40ac-ba17-60274cb21a95), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:26.058911 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-02795c6d-bf9a-43ea-8fef-b0d256537ced tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Deleting port 1f9704a4-c639-4f7c-a840-f336cd429cbc {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:08:26.059345 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-02795c6d-bf9a-43ea-8fef-b0d256537ced tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (1f9704a4-c639-4f7c-a840-f336cd429cbc), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:26.152181 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-02795c6d-bf9a-43ea-8fef-b0d256537ced tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] For port 1f9704a4-c639-4f7c-a840-f336cd429cbc, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=1f9704a4-c639-4f7c-a840-f336cd429cbc,segment=NetworkSegment(0a82a446-f37a-408e-a32d-e5b465465987),segment_id=0a82a446-f37a-408e-a32d-e5b465465987)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:08:26.152551 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-02795c6d-bf9a-43ea-8fef-b0d256537ced tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (1f9704a4-c639-4f7c-a840-f336cd429cbc), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:26.164968 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-02795c6d-bf9a-43ea-8fef-b0d256537ced tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Calling delete_port for 1f9704a4-c639-4f7c-a840-f336cd429cbc owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:08:26.255416 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-02795c6d-bf9a-43ea-8fef-b0d256537ced tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (1f9704a4-c639-4f7c-a840-f336cd429cbc), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:26.285506 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02795c6d-bf9a-43ea-8fef-b0d256537ced tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Pushing event deleted for resources: {'Port': ['ID=1f9704a4-c639-4f7c-a840-f336cd429cbc,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:26.287356 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02795c6d-bf9a-43ea-8fef-b0d256537ced tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] No DVR routers for this DVR port 1f9704a4-c639-4f7c-a840-f336cd429cbc on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:08:26.372808 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-02795c6d-bf9a-43ea-8fef-b0d256537ced tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (82801f09-e232-40ac-ba17-60274cb21a95), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:26.376595 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cffc46-26ce-412c-b00e-5b85cff44edb None None] Network dbc9512e-896d-4f12-bc62-25160976e872 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:08:26.396171 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-02795c6d-bf9a-43ea-8fef-b0d256537ced tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82801f09-e232-40ac-ba17-60274cb21a95']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:26.406360 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-02795c6d-bf9a-43ea-8fef-b0d256537ced tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a82a446-f37a-408e-a32d-e5b465465987') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:26.406640 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-02795c6d-bf9a-43ea-8fef-b0d256537ced tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a82a446-f37a-408e-a32d-e5b465465987') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:26.415868 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-02795c6d-bf9a-43ea-8fef-b0d256537ced tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (0a82a446-f37a-408e-a32d-e5b465465987), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:26.429340 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-02795c6d-bf9a-43ea-8fef-b0d256537ced tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (0a82a446-f37a-408e-a32d-e5b465465987), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:26.435579 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02795c6d-bf9a-43ea-8fef-b0d256537ced tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:08:26.435983 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-02795c6d-bf9a-43ea-8fef-b0d256537ced tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (0a82a446-f37a-408e-a32d-e5b465465987), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:26.439185 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 23:08:26.439185 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:08:26.439185 n-d-813897-6 neutron-server[103466]: timer() Feb 16 23:08:26.439185 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:08:26.439185 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 23:08:26.439185 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 23:08:26.439185 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 23:08:26.439185 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:08:26.439185 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 23:08:26.439185 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:08:26.439185 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 23:08:26.439185 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:08:26.439185 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 23:08:26.439185 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 23:08:26.439185 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:08:26.439185 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 23:08:26.439185 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:08:26.439185 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 23:08:26.439185 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 23:08:26.439185 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 23:08:26.439185 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 23:08:26.439185 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 23:08:26.439185 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:08:26.439185 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:08:26.439185 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 23:08:26.439185 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:08:26.439185 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:08:26.439185 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:08:26.439185 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:08:26.439185 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:08:26.439185 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:08:26.439185 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:08:26.510190 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-02795c6d-bf9a-43ea-8fef-b0d256537ced tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (82801f09-e232-40ac-ba17-60274cb21a95), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:26.517586 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-02795c6d-bf9a-43ea-8fef-b0d256537ced tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:26.520876 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-02795c6d-bf9a-43ea-8fef-b0d256537ced tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] 10.222.0.75 "DELETE /v2.0/networks/82801f09-e232-40ac-ba17-60274cb21a95 HTTP/1.1" status: 204 len: 168 time: 0.6137125 Feb 16 23:08:26.523470 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53896) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:26.542151 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02795c6d-bf9a-43ea-8fef-b0d256537ced tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Pushing event deleted for resources: {'Network': ['ID=82801f09-e232-40ac-ba17-60274cb21a95,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:26.585901 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e91e1da-4a02-4840-8311-92f4d71adc18 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Deleting subnet e302ba08-f784-4005-a74c-154bb8e4a5d4 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 23:08:26.589493 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8e91e1da-4a02-4840-8311-92f4d71adc18 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks [] for subnet (e302ba08-f784-4005-a74c-154bb8e4a5d4), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:26.614525 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-13fa8f2b-49a1-405a-8bcb-4057e985c87d None None] Provisioning complete for port 14f0b790-ad95-4f6c-923f-cdc956e5b2e9 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:08:26.614859 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-13fa8f2b-49a1-405a-8bcb-4057e985c87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (14f0b790-ad95-4f6c-923f-cdc956e5b2e9), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:26.636602 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8e91e1da-4a02-4840-8311-92f4d71adc18 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (e302ba08-f784-4005-a74c-154bb8e4a5d4), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:26.734777 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-13fa8f2b-49a1-405a-8bcb-4057e985c87d None None] Current status of the port 14f0b790-ad95-4f6c-923f-cdc956e5b2e9 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:08:26.735171 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-13fa8f2b-49a1-405a-8bcb-4057e985c87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (14f0b790-ad95-4f6c-923f-cdc956e5b2e9), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:26.743555 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8e91e1da-4a02-4840-8311-92f4d71adc18 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (e302ba08-f784-4005-a74c-154bb8e4a5d4), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:26.813627 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8e91e1da-4a02-4840-8311-92f4d71adc18 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (e302ba08-f784-4005-a74c-154bb8e4a5d4), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:26.842692 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91e1da-4a02-4840-8311-92f4d71adc18 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Pushing event deleted for resources: {'Subnet': ['ID=e302ba08-f784-4005-a74c-154bb8e4a5d4,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:26.847006 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8e91e1da-4a02-4840-8311-92f4d71adc18 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:26.850557 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8e91e1da-4a02-4840-8311-92f4d71adc18 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] 10.222.0.75 "DELETE /v2.0/subnets/e302ba08-f784-4005-a74c-154bb8e4a5d4 HTTP/1.1" status: 204 len: 168 time: 0.3258593 Feb 16 23:08:26.853013 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53898) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:26.857551 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-13fa8f2b-49a1-405a-8bcb-4057e985c87d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:08:26.858036 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-13fa8f2b-49a1-405a-8bcb-4057e985c87d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:08:26.942889 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-137ed09d-14c2-4c51-957a-5e9b8c7d7844 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (dbc9512e-896d-4f12-bc62-25160976e872), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:26.954474 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44786201-2f58-4074-a4bf-dd1266cbe4b8 None None] Network dbc9512e-896d-4f12-bc62-25160976e872 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:08:26.996889 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-137ed09d-14c2-4c51-957a-5e9b8c7d7844 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Deleting port 14f0b790-ad95-4f6c-923f-cdc956e5b2e9 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:08:26.997227 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-137ed09d-14c2-4c51-957a-5e9b8c7d7844 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (14f0b790-ad95-4f6c-923f-cdc956e5b2e9), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:27.072207 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-137ed09d-14c2-4c51-957a-5e9b8c7d7844 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] For port 14f0b790-ad95-4f6c-923f-cdc956e5b2e9, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=14f0b790-ad95-4f6c-923f-cdc956e5b2e9,segment=NetworkSegment(70e3a10a-2049-4247-b9c8-f3e4ff62692e),segment_id=70e3a10a-2049-4247-b9c8-f3e4ff62692e)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:08:27.072579 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-137ed09d-14c2-4c51-957a-5e9b8c7d7844 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (14f0b790-ad95-4f6c-923f-cdc956e5b2e9), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:27.085854 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-137ed09d-14c2-4c51-957a-5e9b8c7d7844 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Calling delete_port for 14f0b790-ad95-4f6c-923f-cdc956e5b2e9 owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:08:27.111619 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:27.121755 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7629b068-6df1-4d1c-95bd-2a3ead790641 None None] DHCP port deletion for 82801f09-e232-40ac-ba17-60274cb21a95 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 23:08:27.141538 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad027362-398f-4b32-b78d-67220ad3b074 None None] Network 82801f09-e232-40ac-ba17-60274cb21a95 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:08:27.154112 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad027362-398f-4b32-b78d-67220ad3b074 None None] Network 82801f09-e232-40ac-ba17-60274cb21a95 could not be found, it might have been deleted concurrently. {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 16 23:08:27.166024 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a393ece9-0cf7-4f72-bb41-0bd3137f1b57 None None] DHCP port deletion for dbc9512e-896d-4f12-bc62-25160976e872 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 23:08:27.172152 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-137ed09d-14c2-4c51-957a-5e9b8c7d7844 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (14f0b790-ad95-4f6c-923f-cdc956e5b2e9), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:27.189095 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a393ece9-0cf7-4f72-bb41-0bd3137f1b57 None None] The port '14f0b790-ad95-4f6c-923f-cdc956e5b2e9' was deleted {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 16 23:08:27.198581 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ed09d-14c2-4c51-957a-5e9b8c7d7844 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Pushing event deleted for resources: {'Port': ['ID=14f0b790-ad95-4f6c-923f-cdc956e5b2e9,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:27.202109 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137ed09d-14c2-4c51-957a-5e9b8c7d7844 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] No DVR routers for this DVR port 14f0b790-ad95-4f6c-923f-cdc956e5b2e9 on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:08:27.284053 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-137ed09d-14c2-4c51-957a-5e9b8c7d7844 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (dbc9512e-896d-4f12-bc62-25160976e872), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:27.303911 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-137ed09d-14c2-4c51-957a-5e9b8c7d7844 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc9512e-896d-4f12-bc62-25160976e872']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:27.312985 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-137ed09d-14c2-4c51-957a-5e9b8c7d7844 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e3a10a-2049-4247-b9c8-f3e4ff62692e') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:27.313285 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-137ed09d-14c2-4c51-957a-5e9b8c7d7844 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e3a10a-2049-4247-b9c8-f3e4ff62692e') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:27.323076 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-137ed09d-14c2-4c51-957a-5e9b8c7d7844 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (70e3a10a-2049-4247-b9c8-f3e4ff62692e), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:27.336456 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-137ed09d-14c2-4c51-957a-5e9b8c7d7844 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (70e3a10a-2049-4247-b9c8-f3e4ff62692e), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:27.342376 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-137ed09d-14c2-4c51-957a-5e9b8c7d7844 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:08:27.342767 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-137ed09d-14c2-4c51-957a-5e9b8c7d7844 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (70e3a10a-2049-4247-b9c8-f3e4ff62692e), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:27.345636 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 23:08:27.345636 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:08:27.345636 n-d-813897-6 neutron-server[103466]: timer() Feb 16 23:08:27.345636 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:08:27.345636 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 23:08:27.345636 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 23:08:27.345636 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 23:08:27.345636 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:08:27.345636 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 23:08:27.345636 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:08:27.345636 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 23:08:27.345636 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:08:27.345636 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 23:08:27.345636 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 23:08:27.345636 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:08:27.345636 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 23:08:27.345636 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:08:27.345636 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 23:08:27.345636 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 23:08:27.345636 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 23:08:27.345636 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 23:08:27.345636 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 23:08:27.345636 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:08:27.345636 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:08:27.345636 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 23:08:27.345636 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:08:27.345636 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:08:27.345636 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:08:27.345636 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:08:27.345636 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:08:27.345636 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:08:27.345636 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:08:27.380492 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-13fa8f2b-49a1-405a-8bcb-4057e985c87d None None] Port 14f0b790-ad95-4f6c-923f-cdc956e5b2e9 update to ACTIVE by agent not found {{(pid=103467) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 16 23:08:27.407757 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-137ed09d-14c2-4c51-957a-5e9b8c7d7844 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (dbc9512e-896d-4f12-bc62-25160976e872), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:27.414352 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-137ed09d-14c2-4c51-957a-5e9b8c7d7844 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:27.417494 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-137ed09d-14c2-4c51-957a-5e9b8c7d7844 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] 10.222.0.75 "DELETE /v2.0/networks/dbc9512e-896d-4f12-bc62-25160976e872 HTTP/1.1" status: 204 len: 168 time: 0.5634797 Feb 16 23:08:27.420257 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53900) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:27.428841 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ed09d-14c2-4c51-957a-5e9b8c7d7844 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Pushing event deleted for resources: {'Network': ['ID=dbc9512e-896d-4f12-bc62-25160976e872,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:27.450506 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-af9c7df8-c013-4cd8-a4f2-50d4e3af4148 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa81a70e-af54-41eb-8be6-08c84f382d49 HTTP/1.1" status: 200 len: 205 time: 0.0290101 Feb 16 23:08:27.452780 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53902) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:27.491544 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-6866b121-2a58-4423-8ca0-55be886f5c3c None None] Could not find standard attr ID for object 1f9704a4-c639-4f7c-a840-f336cd429cbc. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 23:08:27.494556 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-6866b121-2a58-4423-8ca0-55be886f5c3c None None] Could not find standard attr ID for object 14f0b790-ad95-4f6c-923f-cdc956e5b2e9. {{(pid=103467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 23:08:27.530072 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d9f1b7dd-c937-4799-9d28-fa9d3fb38d07 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks [] for router (aa81a70e-af54-41eb-8be6-08c84f382d49), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:27.690260 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d9f1b7dd-c937-4799-9d28-fa9d3fb38d07 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (aa81a70e-af54-41eb-8be6-08c84f382d49), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:27.692864 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d9f1b7dd-c937-4799-9d28-fa9d3fb38d07 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks [] for router_controller (aa81a70e-af54-41eb-8be6-08c84f382d49), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:27.736038 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d9f1b7dd-c937-4799-9d28-fa9d3fb38d07 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (aa81a70e-af54-41eb-8be6-08c84f382d49), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:27.736739 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f1b7dd-c937-4799-9d28-fa9d3fb38d07 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Fanout notify agent at l3_agent the message router_deleted on router aa81a70e-af54-41eb-8be6-08c84f382d49 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 23:08:27.744076 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d9f1b7dd-c937-4799-9d28-fa9d3fb38d07 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:27.745114 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d9f1b7dd-c937-4799-9d28-fa9d3fb38d07 tempest-RoutersNegativeTest-1645565795 tempest-RoutersNegativeTest-1645565795-project] 10.222.0.75 "DELETE /v2.0/routers/aa81a70e-af54-41eb-8be6-08c84f382d49 HTTP/1.1" status: 204 len: 168 time: 0.2913063 Feb 16 23:08:27.979212 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53908) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:28.108720 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-207c9391-db2e-42ba-8a78-ad81bfa099ca admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=643ecb2d6b0e450485edab1688322442&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1283247 Feb 16 23:08:28.111218 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53912) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:28.158223 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cb905da3-9456-4387-a4fb-575ffbb6960b admin admin] Publish callbacks [] for security_group (878eef4d-54c8-4537-b236-de51b2e1a06f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:28.178710 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cb905da3-9456-4387-a4fb-575ffbb6960b admin admin] Publish callbacks [] for security_group (878eef4d-54c8-4537-b236-de51b2e1a06f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:28.229774 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cb905da3-9456-4387-a4fb-575ffbb6960b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (878eef4d-54c8-4537-b236-de51b2e1a06f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:28.232314 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cb905da3-9456-4387-a4fb-575ffbb6960b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:28.236337 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-cb905da3-9456-4387-a4fb-575ffbb6960b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/878eef4d-54c8-4537-b236-de51b2e1a06f HTTP/1.1" status: 204 len: 168 time: 0.1241565 Feb 16 23:08:28.244314 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb905da3-9456-4387-a4fb-575ffbb6960b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878eef4d-54c8-4537-b236-de51b2e1a06f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:28.794451 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:28.842746 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53934) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:28.935955 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-36dde7c3-8545-46e8-8a03-a7ae9810c618 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-175488726-network', 'tenant_id': '4ae42afc1f6042a7a890bae57e828161'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:08:28.956436 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36dde7c3-8545-46e8-8a03-a7ae9810c618 admin admin] Made reservation on behalf of 4ae42afc1f6042a7a890bae57e828161 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:08:28.958926 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-36dde7c3-8545-46e8-8a03-a7ae9810c618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:28.966937 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-36dde7c3-8545-46e8-8a03-a7ae9810c618 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:29.040537 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-36dde7c3-8545-46e8-8a03-a7ae9810c618 admin admin] Publish callbacks [] for security_group (e4754023-baa4-491d-abbe-0c31763f8cd0), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:29.044352 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-36dde7c3-8545-46e8-8a03-a7ae9810c618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (e4754023-baa4-491d-abbe-0c31763f8cd0), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:29.064873 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36dde7c3-8545-46e8-8a03-a7ae9810c618 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:08:29.080223 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dde7c3-8545-46e8-8a03-a7ae9810c618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4754023-baa4-491d-abbe-0c31763f8cd0,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:29.083741 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-36dde7c3-8545-46e8-8a03-a7ae9810c618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (de8a45bc-59c7-475b-a219-fe8d3ab09251), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:29.084095 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-36dde7c3-8545-46e8-8a03-a7ae9810c618 admin admin] Added segment de8a45bc-59c7-475b-a219-fe8d3ab09251 of type vlan for network 7c54207f-069e-4154-9ccb-5c3e5b524fe2 Feb 16 23:08:29.122833 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-36dde7c3-8545-46e8-8a03-a7ae9810c618 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (7c54207f-069e-4154-9ccb-5c3e5b524fe2), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:29.148677 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-36dde7c3-8545-46e8-8a03-a7ae9810c618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (7c54207f-069e-4154-9ccb-5c3e5b524fe2), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:29.149862 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dde7c3-8545-46e8-8a03-a7ae9810c618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:29.150487 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-36dde7c3-8545-46e8-8a03-a7ae9810c618 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:29.182986 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-36dde7c3-8545-46e8-8a03-a7ae9810c618 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3391454 Feb 16 23:08:29.186041 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53938) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:29.191674 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-30544e16-bb14-4e08-a03d-677745de31af admin admin] Request body: {'subnet': {'network_id': '7c54207f-069e-4154-9ccb-5c3e5b524fe2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-175488726-subnet', 'tenant_id': '4ae42afc1f6042a7a890bae57e828161', 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:08:29.210215 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30544e16-bb14-4e08-a03d-677745de31af admin admin] Made reservation on behalf of 4ae42afc1f6042a7a890bae57e828161 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:08:29.212571 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-30544e16-bb14-4e08-a03d-677745de31af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:29.215108 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dde7c3-8545-46e8-8a03-a7ae9810c618 admin admin] Pushing event updated for resources: {'Network': ['ID=7c54207f-069e-4154-9ccb-5c3e5b524fe2,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:29.224532 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 7c54207f-069e-4154-9ccb-5c3e5b524fe2 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 23:08:29.380095 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-30544e16-bb14-4e08-a03d-677745de31af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (f722ddf1-3b72-460e-a810-cf88c3d3ba1d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:29.435184 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30544e16-bb14-4e08-a03d-677745de31af admin admin] Pushing event updated for resources: {'Subnet': ['ID=f722ddf1-3b72-460e-a810-cf88c3d3ba1d,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:29.443406 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30544e16-bb14-4e08-a03d-677745de31af admin admin] Checking segment: {'id': 'de8a45bc-59c7-475b-a219-fe8d3ab09251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7c54207f-069e-4154-9ccb-5c3e5b524fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:08:29.443806 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30544e16-bb14-4e08-a03d-677745de31af admin admin] Network hostable DHCP agents. Network: 7c54207f-069e-4154-9ccb-5c3e5b524fe2, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:08:29.459905 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30544e16-bb14-4e08-a03d-677745de31af admin admin] Network 7c54207f-069e-4154-9ccb-5c3e5b524fe2 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:08:29.468734 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-30544e16-bb14-4e08-a03d-677745de31af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 7c54207f-069e-4154-9ccb-5c3e5b524fe2) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:08:29.472861 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30544e16-bb14-4e08-a03d-677745de31af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:29.473687 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-30544e16-bb14-4e08-a03d-677745de31af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:29.479287 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0887e2-01e5-4640-8e09-cf9b4c436882 None None] Network 7c54207f-069e-4154-9ccb-5c3e5b524fe2 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:08:29.490319 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-30544e16-bb14-4e08-a03d-677745de31af admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3030748 Feb 16 23:08:29.493101 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53940) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:29.497385 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-48aedce8-461a-4cac-a938-25064daf6868 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-175488726-router', 'tenant_id': '4ae42afc1f6042a7a890bae57e828161', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:08:29.519565 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-48aedce8-461a-4cac-a938-25064daf6868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (c6256821-8de8-4d5f-ad85-cd9e44540128), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:29.520578 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-48aedce8-461a-4cac-a938-25064daf6868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (c6256821-8de8-4d5f-ad85-cd9e44540128), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:29.576277 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-48aedce8-461a-4cac-a938-25064daf6868 admin admin] Publish callbacks [] for router_controller (c6256821-8de8-4d5f-ad85-cd9e44540128), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:29.584434 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb20f69-81ff-42b6-90a6-eabe92410546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-7c54207f-069e-4154-9ccb-5c3e5b524fe2', 'network_id': '7c54207f-069e-4154-9ccb-5c3e5b524fe2', 'project_id': '4ae42afc1f6042a7a890bae57e828161', 'fixed_ips': [{'subnet_id': 'f722ddf1-3b72-460e-a810-cf88c3d3ba1d'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 23:08:29.585300 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7cb20f69-81ff-42b6-90a6-eabe92410546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:29.717850 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-48aedce8-461a-4cac-a938-25064daf6868 admin admin] Publish callbacks [] for router_gateway (c6256821-8de8-4d5f-ad85-cd9e44540128), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:29.719245 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-7cb20f69-81ff-42b6-90a6-eabe92410546 None None] Allocated IP 172.20.0.2 (7c54207f-069e-4154-9ccb-5c3e5b524fe2/f722ddf1-3b72-460e-a810-cf88c3d3ba1d/0d7dd75b-e842-4b37-90d5-ebee6b4acb05) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:08:29.861839 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7cb20f69-81ff-42b6-90a6-eabe92410546 None None] Publish callbacks [] for port (0d7dd75b-e842-4b37-90d5-ebee6b4acb05), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:29.867910 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7cb20f69-81ff-42b6-90a6-eabe92410546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (0d7dd75b-e842-4b37-90d5-ebee6b4acb05), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:29.910377 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb20f69-81ff-42b6-90a6-eabe92410546 None None] Network 7c54207f-069e-4154-9ccb-5c3e5b524fe2 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:08:29.917032 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-7cb20f69-81ff-42b6-90a6-eabe92410546 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:08:29.921358 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-48aedce8-461a-4cac-a938-25064daf6868 admin admin] Publish callbacks [] for router_gateway (c6256821-8de8-4d5f-ad85-cd9e44540128), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:29.921549 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb20f69-81ff-42b6-90a6-eabe92410546 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:08:29.928865 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb20f69-81ff-42b6-90a6-eabe92410546 None None] Pushing event updated for resources: {'Port': ['ID=0d7dd75b-e842-4b37-90d5-ebee6b4acb05,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:29.941210 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-48aedce8-461a-4cac-a938-25064daf6868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:29.981723 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-7cb20f69-81ff-42b6-90a6-eabe92410546 None None] Attempting to bind port 0d7dd75b-e842-4b37-90d5-ebee6b4acb05 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:08:29.982032 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-7cb20f69-81ff-42b6-90a6-eabe92410546 None None] Attempting to bind port 0d7dd75b-e842-4b37-90d5-ebee6b4acb05 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'de8a45bc-59c7-475b-a219-fe8d3ab09251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7c54207f-069e-4154-9ccb-5c3e5b524fe2'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:08:29.982406 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb20f69-81ff-42b6-90a6-eabe92410546 None None] Attempting to bind port 0d7dd75b-e842-4b37-90d5-ebee6b4acb05 on network 7c54207f-069e-4154-9ccb-5c3e5b524fe2 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:08:29.987396 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb20f69-81ff-42b6-90a6-eabe92410546 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:08:29.987783 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb20f69-81ff-42b6-90a6-eabe92410546 None None] Checking segment: {'id': 'de8a45bc-59c7-475b-a219-fe8d3ab09251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7c54207f-069e-4154-9ccb-5c3e5b524fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:08:29.988196 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7cb20f69-81ff-42b6-90a6-eabe92410546 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:29.988591 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb20f69-81ff-42b6-90a6-eabe92410546 None None] Bound using segment: {'id': 'de8a45bc-59c7-475b-a219-fe8d3ab09251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7c54207f-069e-4154-9ccb-5c3e5b524fe2'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:08:29.989064 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-7cb20f69-81ff-42b6-90a6-eabe92410546 None None] Bound port: 0d7dd75b-e842-4b37-90d5-ebee6b4acb05, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8a45bc-59c7-475b-a219-fe8d3ab09251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7c54207f-069e-4154-9ccb-5c3e5b524fe2'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:08:29.989450 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7cb20f69-81ff-42b6-90a6-eabe92410546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0d7dd75b-e842-4b37-90d5-ebee6b4acb05), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:30.046924 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-48aedce8-461a-4cac-a938-25064daf6868 admin admin] Allocated IP 172.25.2.231 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/42175324-5036-474c-b42b-257da8d9aa4d) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:08:30.051744 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7cb20f69-81ff-42b6-90a6-eabe92410546 None None] For port 0d7dd75b-e842-4b37-90d5-ebee6b4acb05, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:08:30.055048 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7cb20f69-81ff-42b6-90a6-eabe92410546 None None] For port 0d7dd75b-e842-4b37-90d5-ebee6b4acb05, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0d7dd75b-e842-4b37-90d5-ebee6b4acb05,segment=NetworkSegment(de8a45bc-59c7-475b-a219-fe8d3ab09251),segment_id=de8a45bc-59c7-475b-a219-fe8d3ab09251)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:08:30.060468 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7cb20f69-81ff-42b6-90a6-eabe92410546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0d7dd75b-e842-4b37-90d5-ebee6b4acb05), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:30.122379 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb20f69-81ff-42b6-90a6-eabe92410546 None None] Pushing event updated for resources: {'Port': ['ID=0d7dd75b-e842-4b37-90d5-ebee6b4acb05,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:30.149494 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-48aedce8-461a-4cac-a938-25064daf6868 admin admin] Publish callbacks [] for port (42175324-5036-474c-b42b-257da8d9aa4d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:30.183912 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-48aedce8-461a-4cac-a938-25064daf6868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (42175324-5036-474c-b42b-257da8d9aa4d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:30.231138 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48aedce8-461a-4cac-a938-25064daf6868 admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:08:30.234326 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-48aedce8-461a-4cac-a938-25064daf6868 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:08:30.238871 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aedce8-461a-4cac-a938-25064daf6868 admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:08:30.242088 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aedce8-461a-4cac-a938-25064daf6868 admin admin] Pushing event updated for resources: {'Port': ['ID=42175324-5036-474c-b42b-257da8d9aa4d,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:30.331951 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:30.520811 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-48aedce8-461a-4cac-a938-25064daf6868 admin admin] Publish callbacks [] for router_gateway (c6256821-8de8-4d5f-ad85-cd9e44540128), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:31.006521 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-48aedce8-461a-4cac-a938-25064daf6868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (c6256821-8de8-4d5f-ad85-cd9e44540128), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:31.053379 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e23c4e-e1da-4dbc-ab09-b198ca2caee4 None None] Network 7c54207f-069e-4154-9ccb-5c3e5b524fe2 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:08:31.135144 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48aedce8-461a-4cac-a938-25064daf6868 admin admin] Router c6256821-8de8-4d5f-ad85-cd9e44540128 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 23:08:31.168932 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-4c5b64e5-8e34-47f2-87ce-3191a5794119 None None] Provisioning complete for port 0d7dd75b-e842-4b37-90d5-ebee6b4acb05 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:08:31.169305 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4c5b64e5-8e34-47f2-87ce-3191a5794119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0d7dd75b-e842-4b37-90d5-ebee6b4acb05), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:31.252009 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4c5b64e5-8e34-47f2-87ce-3191a5794119 None None] Current status of the port 0d7dd75b-e842-4b37-90d5-ebee6b4acb05 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:08:31.252398 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48aedce8-461a-4cac-a938-25064daf6868 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:08:31.252909 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4c5b64e5-8e34-47f2-87ce-3191a5794119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (0d7dd75b-e842-4b37-90d5-ebee6b4acb05), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:31.263303 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c864fe-21c8-4c23-84b7-b9db3f3765f5 None None] Sync routers for ids ['c6256821-8de8-4d5f-ad85-cd9e44540128'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:08:31.272781 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-48aedce8-461a-4cac-a938-25064daf6868 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:31.274399 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-48aedce8-461a-4cac-a938-25064daf6868 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7800562 Feb 16 23:08:31.277142 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53942) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:31.281826 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c864fe-21c8-4c23-84b7-b9db3f3765f5 None None] Routers {'c6256821-8de8-4d5f-ad85-cd9e44540128'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:08:31.282496 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-85c864fe-21c8-4c23-84b7-b9db3f3765f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:08:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['c6256821-8de8-4d5f-ad85-cd9e44540128'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:31.362766 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-4c5b64e5-8e34-47f2-87ce-3191a5794119 None None] For port 0d7dd75b-e842-4b37-90d5-ebee6b4acb05, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0d7dd75b-e842-4b37-90d5-ebee6b4acb05,segment=NetworkSegment(de8a45bc-59c7-475b-a219-fe8d3ab09251),segment_id=de8a45bc-59c7-475b-a219-fe8d3ab09251)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:08:31.374507 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4c5b64e5-8e34-47f2-87ce-3191a5794119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (0d7dd75b-e842-4b37-90d5-ebee6b4acb05), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:31.437692 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b64e5-8e34-47f2-87ce-3191a5794119 None None] Pushing event updated for resources: {'Port': ['ID=0d7dd75b-e842-4b37-90d5-ebee6b4acb05,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:31.472137 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-85c864fe-21c8-4c23-84b7-b9db3f3765f5 None None] Set router c6256821-8de8-4d5f-ad85-cd9e44540128 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:08:31.502841 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0d7dd75b-e842-4b37-90d5-ebee6b4acb05 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:08:31.596342 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-157ea21e-2212-4b49-a2b8-8e9596135a16 None None] Provisioning complete for port 0d7dd75b-e842-4b37-90d5-ebee6b4acb05 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:08:31.596641 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-157ea21e-2212-4b49-a2b8-8e9596135a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0d7dd75b-e842-4b37-90d5-ebee6b4acb05), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:31.695932 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 0d7dd75b-e842-4b37-90d5-ebee6b4acb05 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:08:31.696317 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0d7dd75b-e842-4b37-90d5-ebee6b4acb05), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:31.810024 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-157ea21e-2212-4b49-a2b8-8e9596135a16 None None] Current status of the port 0d7dd75b-e842-4b37-90d5-ebee6b4acb05 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:08:31.854315 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-85c864fe-21c8-4c23-84b7-b9db3f3765f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6256821-8de8-4d5f-ad85-cd9e44540128', 'name': 'tempest-TestEncryptedCinderVolumes-175488726-router', 'tenant_id': '4ae42afc1f6042a7a890bae57e828161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '42175324-5036-474c-b42b-257da8d9aa4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:08:29Z', 'updated_at': '2022-02-16T23:08:30Z', 'revision_number': 3, 'project_id': '4ae42afc1f6042a7a890bae57e828161', 'gw_port': {'id': '42175324-5036-474c-b42b-257da8d9aa4d', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6256821-8de8-4d5f-ad85-cd9e44540128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:08:29Z', 'updated_at': '2022-02-16T23:08:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:31.858372 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 0d7dd75b-e842-4b37-90d5-ebee6b4acb05 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:08:31.887078 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c864fe-21c8-4c23-84b7-b9db3f3765f5 None None] Checking router: c6256821-8de8-4d5f-ad85-cd9e44540128 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:08:31.887426 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c864fe-21c8-4c23-84b7-b9db3f3765f5 None None] Updating router c6256821-8de8-4d5f-ad85-cd9e44540128 port 42175324-5036-474c-b42b-257da8d9aa4d binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:08:31.915182 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-85c864fe-21c8-4c23-84b7-b9db3f3765f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (42175324-5036-474c-b42b-257da8d9aa4d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:32.037205 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0bb03f73-8057-4133-9fba-bb5c70a6fffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:32.162893 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-85c864fe-21c8-4c23-84b7-b9db3f3765f5 None None] Publish callbacks [] for port (42175324-5036-474c-b42b-257da8d9aa4d), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:32.167968 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-85c864fe-21c8-4c23-84b7-b9db3f3765f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (42175324-5036-474c-b42b-257da8d9aa4d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:32.219446 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-85c864fe-21c8-4c23-84b7-b9db3f3765f5 None None] Attempting to bind port 42175324-5036-474c-b42b-257da8d9aa4d on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:08:32.219821 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-85c864fe-21c8-4c23-84b7-b9db3f3765f5 None None] Attempting to bind port 42175324-5036-474c-b42b-257da8d9aa4d by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:08:32.220205 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c864fe-21c8-4c23-84b7-b9db3f3765f5 None None] Attempting to bind port 42175324-5036-474c-b42b-257da8d9aa4d on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:08:32.222140 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f6b83-624e-47ed-b346-992942ff2a6e None None] Pushing event updated for resources: {'Port': ['ID=42175324-5036-474c-b42b-257da8d9aa4d,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:32.227473 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c864fe-21c8-4c23-84b7-b9db3f3765f5 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:08:32.227851 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c864fe-21c8-4c23-84b7-b9db3f3765f5 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:08:32.228250 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-85c864fe-21c8-4c23-84b7-b9db3f3765f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:32.228632 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c864fe-21c8-4c23-84b7-b9db3f3765f5 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:08:32.229090 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-85c864fe-21c8-4c23-84b7-b9db3f3765f5 None None] Bound port: 42175324-5036-474c-b42b-257da8d9aa4d, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:08:32.229471 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-85c864fe-21c8-4c23-84b7-b9db3f3765f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (42175324-5036-474c-b42b-257da8d9aa4d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:32.246506 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-0bb03f73-8057-4133-9fba-bb5c70a6fffa admin admin] Allocated IP 172.20.0.1 (7c54207f-069e-4154-9ccb-5c3e5b524fe2/f722ddf1-3b72-460e-a810-cf88c3d3ba1d/f399123c-ed1f-4256-9ad7-202a3b023f09) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:08:32.283522 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-85c864fe-21c8-4c23-84b7-b9db3f3765f5 None None] For port 42175324-5036-474c-b42b-257da8d9aa4d, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:08:32.286741 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-85c864fe-21c8-4c23-84b7-b9db3f3765f5 None None] For port 42175324-5036-474c-b42b-257da8d9aa4d, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=42175324-5036-474c-b42b-257da8d9aa4d,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:08:32.292093 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-85c864fe-21c8-4c23-84b7-b9db3f3765f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (42175324-5036-474c-b42b-257da8d9aa4d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:32.342781 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c864fe-21c8-4c23-84b7-b9db3f3765f5 None None] Routers {'c6256821-8de8-4d5f-ad85-cd9e44540128'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:08:32.343410 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-85c864fe-21c8-4c23-84b7-b9db3f3765f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:08:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['c6256821-8de8-4d5f-ad85-cd9e44540128'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:32.360880 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0bb03f73-8057-4133-9fba-bb5c70a6fffa admin admin] Publish callbacks [] for port (f399123c-ed1f-4256-9ad7-202a3b023f09), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:32.394967 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0bb03f73-8057-4133-9fba-bb5c70a6fffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (f399123c-ed1f-4256-9ad7-202a3b023f09), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:32.411534 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f6b83-624e-47ed-b346-992942ff2a6e None None] Pushing event updated for resources: {'Port': ['ID=42175324-5036-474c-b42b-257da8d9aa4d,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:32.450057 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb03f73-8057-4133-9fba-bb5c70a6fffa admin admin] Network 7c54207f-069e-4154-9ccb-5c3e5b524fe2 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:08:32.453252 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-0bb03f73-8057-4133-9fba-bb5c70a6fffa admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:08:32.457024 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb03f73-8057-4133-9fba-bb5c70a6fffa admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:08:32.462765 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-85c864fe-21c8-4c23-84b7-b9db3f3765f5 None None] Set router c6256821-8de8-4d5f-ad85-cd9e44540128 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:08:32.499431 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb03f73-8057-4133-9fba-bb5c70a6fffa admin admin] Pushing event updated for resources: {'Port': ['ID=f399123c-ed1f-4256-9ad7-202a3b023f09,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:32.505625 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0bb03f73-8057-4133-9fba-bb5c70a6fffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (c6256821-8de8-4d5f-ad85-cd9e44540128), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:32.675805 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-85c864fe-21c8-4c23-84b7-b9db3f3765f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6256821-8de8-4d5f-ad85-cd9e44540128', 'name': 'tempest-TestEncryptedCinderVolumes-175488726-router', 'tenant_id': '4ae42afc1f6042a7a890bae57e828161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '42175324-5036-474c-b42b-257da8d9aa4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:08:29Z', 'updated_at': '2022-02-16T23:08:30Z', 'revision_number': 3, 'project_id': '4ae42afc1f6042a7a890bae57e828161', 'gw_port': {'id': '42175324-5036-474c-b42b-257da8d9aa4d', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6256821-8de8-4d5f-ad85-cd9e44540128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:08:29Z', 'updated_at': '2022-02-16T23:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:32.682599 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0bb03f73-8057-4133-9fba-bb5c70a6fffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f399123c-ed1f-4256-9ad7-202a3b023f09), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:32.852473 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0bb03f73-8057-4133-9fba-bb5c70a6fffa admin admin] Publish callbacks [] for port (f399123c-ed1f-4256-9ad7-202a3b023f09), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:32.857388 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0bb03f73-8057-4133-9fba-bb5c70a6fffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (f399123c-ed1f-4256-9ad7-202a3b023f09), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:32.868689 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c864fe-21c8-4c23-84b7-b9db3f3765f5 None None] The sync data for ids ['c6256821-8de8-4d5f-ad85-cd9e44540128'] in n-d-813897-6 is: [{'id': 'c6256821-8de8-4d5f-ad85-cd9e44540128', 'name': 'tempest-TestEncryptedCinderVolumes-175488726-router', 'tenant_id': '4ae42afc1f6042a7a890bae57e828161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '42175324-5036-474c-b42b-257da8d9aa4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:08:29Z', 'updated_at': '2022-02-16T23:08:30Z', 'revision_number': 3, 'project_id': '4ae42afc1f6042a7a890bae57e828161', 'gw_port': {'id': '42175324-5036-474c-b42b-257da8d9aa4d', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6256821-8de8-4d5f-ad85-cd9e44540128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:08:29Z', 'updated_at': '2022-02-16T23:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:08:32.880378 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-6b2eb6fd-882e-4d99-b56a-2d07604974b5 None None] Provisioning complete for port f399123c-ed1f-4256-9ad7-202a3b023f09 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:08:32.880378 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6b2eb6fd-882e-4d99-b56a-2d07604974b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f399123c-ed1f-4256-9ad7-202a3b023f09), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:32.916503 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-6b2eb6fd-882e-4d99-b56a-2d07604974b5 None None] Port f399123c-ed1f-4256-9ad7-202a3b023f09 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:08:32.926735 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0bb03f73-8057-4133-9fba-bb5c70a6fffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (c6256821-8de8-4d5f-ad85-cd9e44540128), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:32.928535 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb03f73-8057-4133-9fba-bb5c70a6fffa admin admin] Pushing event updated for resources: {'Port': ['ID=f399123c-ed1f-4256-9ad7-202a3b023f09,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:33.027313 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb03f73-8057-4133-9fba-bb5c70a6fffa admin admin] Network 7c54207f-069e-4154-9ccb-5c3e5b524fe2 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:08:33.028677 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-0bb03f73-8057-4133-9fba-bb5c70a6fffa admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:08:33.173013 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb03f73-8057-4133-9fba-bb5c70a6fffa admin admin] Router c6256821-8de8-4d5f-ad85-cd9e44540128 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:08:33.298474 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb03f73-8057-4133-9fba-bb5c70a6fffa admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:08:33.306287 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0bb03f73-8057-4133-9fba-bb5c70a6fffa admin admin] 10.222.0.75 "PUT /v2.0/routers/c6256821-8de8-4d5f-ad85-cd9e44540128/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0279119 Feb 16 23:08:33.346913 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-ee11e397-cb95-419e-b700-6c3f2f04454a None None] Provisioning complete for port f399123c-ed1f-4256-9ad7-202a3b023f09 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:08:33.347533 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ee11e397-cb95-419e-b700-6c3f2f04454a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f399123c-ed1f-4256-9ad7-202a3b023f09), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:33.386979 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-ee11e397-cb95-419e-b700-6c3f2f04454a None None] Port f399123c-ed1f-4256-9ad7-202a3b023f09 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:08:33.527556 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0d7dd75b-e842-4b37-90d5-ebee6b4acb05 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:08:33.582236 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 0d7dd75b-e842-4b37-90d5-ebee6b4acb05 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:08:33.582700 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (0d7dd75b-e842-4b37-90d5-ebee6b4acb05), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:33.668739 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 0d7dd75b-e842-4b37-90d5-ebee6b4acb05 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:08:33.669906 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 42175324-5036-474c-b42b-257da8d9aa4d up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:08:33.721423 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 42175324-5036-474c-b42b-257da8d9aa4d triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:08:33.722068 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (42175324-5036-474c-b42b-257da8d9aa4d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:33.808638 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 42175324-5036-474c-b42b-257da8d9aa4d is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:08:33.809514 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (42175324-5036-474c-b42b-257da8d9aa4d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:33.834790 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 42175324-5036-474c-b42b-257da8d9aa4d, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=42175324-5036-474c-b42b-257da8d9aa4d,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:08:33.839607 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (42175324-5036-474c-b42b-257da8d9aa4d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:33.842983 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53958) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:33.847954 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-f134f5ce-37d4-4310-afc7-2428a85bb02e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1699834119-network', 'tenant_id': '951223d91a3642b6bf891d978a557595'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:08:33.870572 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f134f5ce-37d4-4310-afc7-2428a85bb02e admin admin] Made reservation on behalf of 951223d91a3642b6bf891d978a557595 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:08:33.873061 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f134f5ce-37d4-4310-afc7-2428a85bb02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:33.882671 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f134f5ce-37d4-4310-afc7-2428a85bb02e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:33.897514 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=42175324-5036-474c-b42b-257da8d9aa4d,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:33.958910 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f134f5ce-37d4-4310-afc7-2428a85bb02e admin admin] Publish callbacks [] for security_group (76203410-79ab-457b-879f-22f7b35bf7f7), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:33.962528 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f134f5ce-37d4-4310-afc7-2428a85bb02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (76203410-79ab-457b-879f-22f7b35bf7f7), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:33.989914 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f134f5ce-37d4-4310-afc7-2428a85bb02e admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:08:33.996074 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134f5ce-37d4-4310-afc7-2428a85bb02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76203410-79ab-457b-879f-22f7b35bf7f7,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:34.004800 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f134f5ce-37d4-4310-afc7-2428a85bb02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (4d97cd4a-6a16-49c5-8ee2-236db88c0778), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:34.005175 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-f134f5ce-37d4-4310-afc7-2428a85bb02e admin admin] Added segment 4d97cd4a-6a16-49c5-8ee2-236db88c0778 of type vlan for network 74e40668-4d2e-49d6-acca-2a7ceb38d9ee Feb 16 23:08:34.048314 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f134f5ce-37d4-4310-afc7-2428a85bb02e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (74e40668-4d2e-49d6-acca-2a7ceb38d9ee), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:34.072203 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f134f5ce-37d4-4310-afc7-2428a85bb02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (74e40668-4d2e-49d6-acca-2a7ceb38d9ee), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:34.073137 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f134f5ce-37d4-4310-afc7-2428a85bb02e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:34.073717 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f134f5ce-37d4-4310-afc7-2428a85bb02e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:34.109247 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f134f5ce-37d4-4310-afc7-2428a85bb02e admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2651575 Feb 16 23:08:34.112656 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 53960) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:34.117307 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-cc130d74-3b01-47d0-a3aa-eb0d2886c503 admin admin] Request body: {'subnet': {'network_id': '74e40668-4d2e-49d6-acca-2a7ceb38d9ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1699834119-subnet', 'tenant_id': '951223d91a3642b6bf891d978a557595', 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:08:34.148314 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134f5ce-37d4-4310-afc7-2428a85bb02e admin admin] Pushing event updated for resources: {'Network': ['ID=74e40668-4d2e-49d6-acca-2a7ceb38d9ee,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:34.159702 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 74e40668-4d2e-49d6-acca-2a7ceb38d9ee details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 23:08:34.164233 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc130d74-3b01-47d0-a3aa-eb0d2886c503 admin admin] Made reservation on behalf of 951223d91a3642b6bf891d978a557595 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:08:34.166678 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cc130d74-3b01-47d0-a3aa-eb0d2886c503 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:34.344660 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cc130d74-3b01-47d0-a3aa-eb0d2886c503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (6d32f0b3-b828-4768-9fad-86fdd239d188), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:34.402195 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc130d74-3b01-47d0-a3aa-eb0d2886c503 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d32f0b3-b828-4768-9fad-86fdd239d188,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:34.412434 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc130d74-3b01-47d0-a3aa-eb0d2886c503 admin admin] Checking segment: {'id': '4d97cd4a-6a16-49c5-8ee2-236db88c0778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '74e40668-4d2e-49d6-acca-2a7ceb38d9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:08:34.412799 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc130d74-3b01-47d0-a3aa-eb0d2886c503 admin admin] Network hostable DHCP agents. Network: 74e40668-4d2e-49d6-acca-2a7ceb38d9ee, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:08:34.429721 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc130d74-3b01-47d0-a3aa-eb0d2886c503 admin admin] Network 74e40668-4d2e-49d6-acca-2a7ceb38d9ee is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:08:34.438604 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-cc130d74-3b01-47d0-a3aa-eb0d2886c503 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 74e40668-4d2e-49d6-acca-2a7ceb38d9ee) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:08:34.443374 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc130d74-3b01-47d0-a3aa-eb0d2886c503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:34.444153 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cc130d74-3b01-47d0-a3aa-eb0d2886c503 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:34.448622 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63435180-2979-4760-8fd5-1552306f71df None None] Network 74e40668-4d2e-49d6-acca-2a7ceb38d9ee requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:08:34.465235 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-cc130d74-3b01-47d0-a3aa-eb0d2886c503 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3491564 Feb 16 23:08:34.465955 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53962) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:34.472323 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-e5ea8b32-9402-47bc-91a5-51f2f9c37bf2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1699834119-router', 'tenant_id': '951223d91a3642b6bf891d978a557595', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:08:34.492558 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e5ea8b32-9402-47bc-91a5-51f2f9c37bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (75445b01-b77c-48ad-93b4-7e9b370dd26a), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:34.493715 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e5ea8b32-9402-47bc-91a5-51f2f9c37bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (75445b01-b77c-48ad-93b4-7e9b370dd26a), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:34.553717 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e5ea8b32-9402-47bc-91a5-51f2f9c37bf2 admin admin] Publish callbacks [] for router_controller (75445b01-b77c-48ad-93b4-7e9b370dd26a), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:34.578523 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cf2e5d-b461-460b-ab67-fb6b3ccb1dc5 None None] Sync routers for ids ['c6256821-8de8-4d5f-ad85-cd9e44540128'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:08:34.579725 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f87eb5a-d0cb-4d6b-a18d-076039183543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-74e40668-4d2e-49d6-acca-2a7ceb38d9ee', 'network_id': '74e40668-4d2e-49d6-acca-2a7ceb38d9ee', 'project_id': '951223d91a3642b6bf891d978a557595', 'fixed_ips': [{'subnet_id': '6d32f0b3-b828-4768-9fad-86fdd239d188'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 23:08:34.580638 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0f87eb5a-d0cb-4d6b-a18d-076039183543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:34.591028 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cf2e5d-b461-460b-ab67-fb6b3ccb1dc5 None None] Routers {'c6256821-8de8-4d5f-ad85-cd9e44540128'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:08:34.591721 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-45cf2e5d-b461-460b-ab67-fb6b3ccb1dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:08:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['c6256821-8de8-4d5f-ad85-cd9e44540128'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:34.716037 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e5ea8b32-9402-47bc-91a5-51f2f9c37bf2 admin admin] Publish callbacks [] for router_gateway (75445b01-b77c-48ad-93b4-7e9b370dd26a), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:34.731013 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-45cf2e5d-b461-460b-ab67-fb6b3ccb1dc5 None None] Set router c6256821-8de8-4d5f-ad85-cd9e44540128 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:08:34.736237 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-0f87eb5a-d0cb-4d6b-a18d-076039183543 None None] Allocated IP 172.20.0.2 (74e40668-4d2e-49d6-acca-2a7ceb38d9ee/6d32f0b3-b828-4768-9fad-86fdd239d188/3176cbf1-f6b2-40cb-bacd-aa9288a12a16) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:08:34.919341 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0f87eb5a-d0cb-4d6b-a18d-076039183543 None None] Publish callbacks [] for port (3176cbf1-f6b2-40cb-bacd-aa9288a12a16), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:34.931456 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0f87eb5a-d0cb-4d6b-a18d-076039183543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (3176cbf1-f6b2-40cb-bacd-aa9288a12a16), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:34.976599 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e5ea8b32-9402-47bc-91a5-51f2f9c37bf2 admin admin] Publish callbacks [] for router_gateway (75445b01-b77c-48ad-93b4-7e9b370dd26a), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:34.989851 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87eb5a-d0cb-4d6b-a18d-076039183543 None None] Pushing event updated for resources: {'Port': ['ID=3176cbf1-f6b2-40cb-bacd-aa9288a12a16,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:34.999347 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e5ea8b32-9402-47bc-91a5-51f2f9c37bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:35.006843 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f87eb5a-d0cb-4d6b-a18d-076039183543 None None] Network 74e40668-4d2e-49d6-acca-2a7ceb38d9ee is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:08:35.008703 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-0f87eb5a-d0cb-4d6b-a18d-076039183543 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:08:35.011206 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f87eb5a-d0cb-4d6b-a18d-076039183543 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:08:35.100290 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-0f87eb5a-d0cb-4d6b-a18d-076039183543 None None] Attempting to bind port 3176cbf1-f6b2-40cb-bacd-aa9288a12a16 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:08:35.101418 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-0f87eb5a-d0cb-4d6b-a18d-076039183543 None None] Attempting to bind port 3176cbf1-f6b2-40cb-bacd-aa9288a12a16 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '4d97cd4a-6a16-49c5-8ee2-236db88c0778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '74e40668-4d2e-49d6-acca-2a7ceb38d9ee'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:08:35.102100 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f87eb5a-d0cb-4d6b-a18d-076039183543 None None] Attempting to bind port 3176cbf1-f6b2-40cb-bacd-aa9288a12a16 on network 74e40668-4d2e-49d6-acca-2a7ceb38d9ee {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:08:35.104324 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-45cf2e5d-b461-460b-ab67-fb6b3ccb1dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6256821-8de8-4d5f-ad85-cd9e44540128', 'name': 'tempest-TestEncryptedCinderVolumes-175488726-router', 'tenant_id': '4ae42afc1f6042a7a890bae57e828161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '42175324-5036-474c-b42b-257da8d9aa4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:08:29Z', 'updated_at': '2022-02-16T23:08:32Z', 'revision_number': 4, 'project_id': '4ae42afc1f6042a7a890bae57e828161', 'gw_port': {'id': '42175324-5036-474c-b42b-257da8d9aa4d', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256821-8de8-4d5f-ad85-cd9e44540128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:08:29Z', 'updated_at': '2022-02-16T23:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'f399123c-ed1f-4256-9ad7-202a3b023f09', 'name': '', 'network_id': '7c54207f-069e-4154-9ccb-5c3e5b524fe2', 'tenant_id': '4ae42afc1f6042a7a890bae57e828161', 'mac_address': 'fa:16:3e:da:b7:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6256821-8de8-4d5f-ad85-cd9e44540128', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'f722ddf1-3b72-460e-a810-cf88c3d3ba1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:08:32Z', 'updated_at': '2022-02-16T23:08:32Z', 'revision_number': 2, 'project_id': '4ae42afc1f6042a7a890bae57e828161', 'subnets': [{'id': 'f722ddf1-3b72-460e-a810-cf88c3d3ba1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:35.109618 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f87eb5a-d0cb-4d6b-a18d-076039183543 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:08:35.110312 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f87eb5a-d0cb-4d6b-a18d-076039183543 None None] Checking segment: {'id': '4d97cd4a-6a16-49c5-8ee2-236db88c0778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '74e40668-4d2e-49d6-acca-2a7ceb38d9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:08:35.110925 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0f87eb5a-d0cb-4d6b-a18d-076039183543 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:35.111327 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f87eb5a-d0cb-4d6b-a18d-076039183543 None None] Bound using segment: {'id': '4d97cd4a-6a16-49c5-8ee2-236db88c0778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '74e40668-4d2e-49d6-acca-2a7ceb38d9ee'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:08:35.112577 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-0f87eb5a-d0cb-4d6b-a18d-076039183543 None None] Bound port: 3176cbf1-f6b2-40cb-bacd-aa9288a12a16, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d97cd4a-6a16-49c5-8ee2-236db88c0778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '74e40668-4d2e-49d6-acca-2a7ceb38d9ee'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:08:35.113067 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0f87eb5a-d0cb-4d6b-a18d-076039183543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3176cbf1-f6b2-40cb-bacd-aa9288a12a16), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:35.133158 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cf2e5d-b461-460b-ab67-fb6b3ccb1dc5 None None] Checking router: c6256821-8de8-4d5f-ad85-cd9e44540128 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:08:35.133671 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cf2e5d-b461-460b-ab67-fb6b3ccb1dc5 None None] Updating router c6256821-8de8-4d5f-ad85-cd9e44540128 port f399123c-ed1f-4256-9ad7-202a3b023f09 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:08:35.137754 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-e5ea8b32-9402-47bc-91a5-51f2f9c37bf2 admin admin] Allocated IP 172.25.2.107 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/2ae75999-73c7-429f-a6f5-637cf3284fcc) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:08:35.166415 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-45cf2e5d-b461-460b-ab67-fb6b3ccb1dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f399123c-ed1f-4256-9ad7-202a3b023f09), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:35.195868 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-0f87eb5a-d0cb-4d6b-a18d-076039183543 None None] For port 3176cbf1-f6b2-40cb-bacd-aa9288a12a16, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:08:35.199449 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-0f87eb5a-d0cb-4d6b-a18d-076039183543 None None] For port 3176cbf1-f6b2-40cb-bacd-aa9288a12a16, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=3176cbf1-f6b2-40cb-bacd-aa9288a12a16,segment=NetworkSegment(4d97cd4a-6a16-49c5-8ee2-236db88c0778),segment_id=4d97cd4a-6a16-49c5-8ee2-236db88c0778)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:08:35.209157 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0f87eb5a-d0cb-4d6b-a18d-076039183543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (3176cbf1-f6b2-40cb-bacd-aa9288a12a16), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:35.255630 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e5ea8b32-9402-47bc-91a5-51f2f9c37bf2 admin admin] Publish callbacks [] for port (2ae75999-73c7-429f-a6f5-637cf3284fcc), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:35.291107 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87eb5a-d0cb-4d6b-a18d-076039183543 None None] Pushing event updated for resources: {'Port': ['ID=3176cbf1-f6b2-40cb-bacd-aa9288a12a16,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:35.312717 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e5ea8b32-9402-47bc-91a5-51f2f9c37bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (2ae75999-73c7-429f-a6f5-637cf3284fcc), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:35.358705 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ea8b32-9402-47bc-91a5-51f2f9c37bf2 admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:08:35.361959 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-e5ea8b32-9402-47bc-91a5-51f2f9c37bf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:08:35.366840 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ea8b32-9402-47bc-91a5-51f2f9c37bf2 admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:08:35.397909 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea8b32-9402-47bc-91a5-51f2f9c37bf2 admin admin] Pushing event updated for resources: {'Port': ['ID=2ae75999-73c7-429f-a6f5-637cf3284fcc,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:35.414697 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea8b32-9402-47bc-91a5-51f2f9c37bf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:35.415043 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea8b32-9402-47bc-91a5-51f2f9c37bf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:35.415385 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea8b32-9402-47bc-91a5-51f2f9c37bf2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:35.415721 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea8b32-9402-47bc-91a5-51f2f9c37bf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:35.416057 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea8b32-9402-47bc-91a5-51f2f9c37bf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:35.416388 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea8b32-9402-47bc-91a5-51f2f9c37bf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:35.416716 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea8b32-9402-47bc-91a5-51f2f9c37bf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:35.417041 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea8b32-9402-47bc-91a5-51f2f9c37bf2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:35.417363 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea8b32-9402-47bc-91a5-51f2f9c37bf2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:35.417686 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea8b32-9402-47bc-91a5-51f2f9c37bf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:35.418027 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea8b32-9402-47bc-91a5-51f2f9c37bf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:35.418354 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea8b32-9402-47bc-91a5-51f2f9c37bf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:35.418674 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea8b32-9402-47bc-91a5-51f2f9c37bf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:35.478703 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 42175324-5036-474c-b42b-257da8d9aa4d up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:08:35.578040 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-45cf2e5d-b461-460b-ab67-fb6b3ccb1dc5 None None] Publish callbacks [] for port (f399123c-ed1f-4256-9ad7-202a3b023f09), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:35.584479 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 42175324-5036-474c-b42b-257da8d9aa4d triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:08:35.584865 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (42175324-5036-474c-b42b-257da8d9aa4d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:35.590993 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-45cf2e5d-b461-460b-ab67-fb6b3ccb1dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (f399123c-ed1f-4256-9ad7-202a3b023f09), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:35.682304 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79e612-0b27-4b53-a10a-33c7dfc0f201 None None] Pushing event updated for resources: {'Port': ['ID=f399123c-ed1f-4256-9ad7-202a3b023f09,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:35.716099 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca79e612-0b27-4b53-a10a-33c7dfc0f201 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:35.716468 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca79e612-0b27-4b53-a10a-33c7dfc0f201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:35.716937 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca79e612-0b27-4b53-a10a-33c7dfc0f201 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:35.717286 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca79e612-0b27-4b53-a10a-33c7dfc0f201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:35.717953 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca79e612-0b27-4b53-a10a-33c7dfc0f201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:35.717953 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca79e612-0b27-4b53-a10a-33c7dfc0f201 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:35.718303 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca79e612-0b27-4b53-a10a-33c7dfc0f201 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:35.718636 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca79e612-0b27-4b53-a10a-33c7dfc0f201 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:35.718962 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca79e612-0b27-4b53-a10a-33c7dfc0f201 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:35.719292 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca79e612-0b27-4b53-a10a-33c7dfc0f201 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:35.719620 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca79e612-0b27-4b53-a10a-33c7dfc0f201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:35.719943 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca79e612-0b27-4b53-a10a-33c7dfc0f201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:35.720263 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca79e612-0b27-4b53-a10a-33c7dfc0f201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:35.734114 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 42175324-5036-474c-b42b-257da8d9aa4d is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:08:35.762534 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-45cf2e5d-b461-460b-ab67-fb6b3ccb1dc5 None None] Attempting to bind port f399123c-ed1f-4256-9ad7-202a3b023f09 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:08:35.762902 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-45cf2e5d-b461-460b-ab67-fb6b3ccb1dc5 None None] Attempting to bind port f399123c-ed1f-4256-9ad7-202a3b023f09 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'de8a45bc-59c7-475b-a219-fe8d3ab09251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7c54207f-069e-4154-9ccb-5c3e5b524fe2'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:08:35.763273 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cf2e5d-b461-460b-ab67-fb6b3ccb1dc5 None None] Attempting to bind port f399123c-ed1f-4256-9ad7-202a3b023f09 on network 7c54207f-069e-4154-9ccb-5c3e5b524fe2 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:08:35.781193 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cf2e5d-b461-460b-ab67-fb6b3ccb1dc5 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:08:35.781479 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cf2e5d-b461-460b-ab67-fb6b3ccb1dc5 None None] Checking segment: {'id': 'de8a45bc-59c7-475b-a219-fe8d3ab09251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7c54207f-069e-4154-9ccb-5c3e5b524fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:08:35.781894 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-45cf2e5d-b461-460b-ab67-fb6b3ccb1dc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:35.786727 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cf2e5d-b461-460b-ab67-fb6b3ccb1dc5 None None] Bound using segment: {'id': 'de8a45bc-59c7-475b-a219-fe8d3ab09251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7c54207f-069e-4154-9ccb-5c3e5b524fe2'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:08:35.787276 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-45cf2e5d-b461-460b-ab67-fb6b3ccb1dc5 None None] Bound port: f399123c-ed1f-4256-9ad7-202a3b023f09, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8a45bc-59c7-475b-a219-fe8d3ab09251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7c54207f-069e-4154-9ccb-5c3e5b524fe2'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:08:35.787687 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-45cf2e5d-b461-460b-ab67-fb6b3ccb1dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f399123c-ed1f-4256-9ad7-202a3b023f09), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:35.798569 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e5ea8b32-9402-47bc-91a5-51f2f9c37bf2 admin admin] Publish callbacks [] for router_gateway (75445b01-b77c-48ad-93b4-7e9b370dd26a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:35.891880 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-45cf2e5d-b461-460b-ab67-fb6b3ccb1dc5 None None] For port f399123c-ed1f-4256-9ad7-202a3b023f09, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:08:35.898610 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-45cf2e5d-b461-460b-ab67-fb6b3ccb1dc5 None None] For port f399123c-ed1f-4256-9ad7-202a3b023f09, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=f399123c-ed1f-4256-9ad7-202a3b023f09,segment=NetworkSegment(de8a45bc-59c7-475b-a219-fe8d3ab09251),segment_id=de8a45bc-59c7-475b-a219-fe8d3ab09251)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:08:35.910853 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-45cf2e5d-b461-460b-ab67-fb6b3ccb1dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (f399123c-ed1f-4256-9ad7-202a3b023f09), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:35.976178 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cf2e5d-b461-460b-ab67-fb6b3ccb1dc5 None None] Routers {'c6256821-8de8-4d5f-ad85-cd9e44540128'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:08:35.976817 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-45cf2e5d-b461-460b-ab67-fb6b3ccb1dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:08:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['c6256821-8de8-4d5f-ad85-cd9e44540128'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:36.033445 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1e67bd74-7c09-40a6-99ec-6c33bc85ce76 None None] Provisioning complete for port f399123c-ed1f-4256-9ad7-202a3b023f09 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:08:36.035999 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1e67bd74-7c09-40a6-99ec-6c33bc85ce76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f399123c-ed1f-4256-9ad7-202a3b023f09), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:36.076675 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79e612-0b27-4b53-a10a-33c7dfc0f201 None None] Pushing event updated for resources: {'Port': ['ID=f399123c-ed1f-4256-9ad7-202a3b023f09,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:36.098713 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e5ea8b32-9402-47bc-91a5-51f2f9c37bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (75445b01-b77c-48ad-93b4-7e9b370dd26a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:36.153801 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1e67bd74-7c09-40a6-99ec-6c33bc85ce76 None None] Current status of the port f399123c-ed1f-4256-9ad7-202a3b023f09 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:08:36.154016 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1e67bd74-7c09-40a6-99ec-6c33bc85ce76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (f399123c-ed1f-4256-9ad7-202a3b023f09), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:36.158513 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-45cf2e5d-b461-460b-ab67-fb6b3ccb1dc5 None None] Set router c6256821-8de8-4d5f-ad85-cd9e44540128 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:08:36.192661 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1e67bd74-7c09-40a6-99ec-6c33bc85ce76 None None] For port f399123c-ed1f-4256-9ad7-202a3b023f09, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=f399123c-ed1f-4256-9ad7-202a3b023f09,segment=NetworkSegment(de8a45bc-59c7-475b-a219-fe8d3ab09251),segment_id=de8a45bc-59c7-475b-a219-fe8d3ab09251)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:08:36.199039 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1e67bd74-7c09-40a6-99ec-6c33bc85ce76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (f399123c-ed1f-4256-9ad7-202a3b023f09), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:36.286528 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67bd74-7c09-40a6-99ec-6c33bc85ce76 None None] Pushing event updated for resources: {'Port': ['ID=f399123c-ed1f-4256-9ad7-202a3b023f09,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:36.308499 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ea8b32-9402-47bc-91a5-51f2f9c37bf2 admin admin] Router 75445b01-b77c-48ad-93b4-7e9b370dd26a is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 23:08:36.402404 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-45cf2e5d-b461-460b-ab67-fb6b3ccb1dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6256821-8de8-4d5f-ad85-cd9e44540128', 'name': 'tempest-TestEncryptedCinderVolumes-175488726-router', 'tenant_id': '4ae42afc1f6042a7a890bae57e828161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '42175324-5036-474c-b42b-257da8d9aa4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:08:29Z', 'updated_at': '2022-02-16T23:08:32Z', 'revision_number': 4, 'project_id': '4ae42afc1f6042a7a890bae57e828161', 'gw_port': {'id': '42175324-5036-474c-b42b-257da8d9aa4d', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256821-8de8-4d5f-ad85-cd9e44540128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:08:29Z', 'updated_at': '2022-02-16T23:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'f399123c-ed1f-4256-9ad7-202a3b023f09', 'name': '', 'network_id': '7c54207f-069e-4154-9ccb-5c3e5b524fe2', 'tenant_id': '4ae42afc1f6042a7a890bae57e828161', 'mac_address': 'fa:16:3e:da:b7:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6256821-8de8-4d5f-ad85-cd9e44540128', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'f722ddf1-3b72-460e-a810-cf88c3d3ba1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:08:32Z', 'updated_at': '2022-02-16T23:08:35Z', 'revision_number': 4, 'project_id': '4ae42afc1f6042a7a890bae57e828161', 'subnets': [{'id': 'f722ddf1-3b72-460e-a810-cf88c3d3ba1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:36.424867 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f35a2fb3-5500-4cb9-a369-ba09c7f18d58 None None] Provisioning complete for port f399123c-ed1f-4256-9ad7-202a3b023f09 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:08:36.425299 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f35a2fb3-5500-4cb9-a369-ba09c7f18d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f399123c-ed1f-4256-9ad7-202a3b023f09), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:36.438820 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cf2e5d-b461-460b-ab67-fb6b3ccb1dc5 None None] The sync data for ids ['c6256821-8de8-4d5f-ad85-cd9e44540128'] in n-d-813897-6 is: [{'id': 'c6256821-8de8-4d5f-ad85-cd9e44540128', 'name': 'tempest-TestEncryptedCinderVolumes-175488726-router', 'tenant_id': '4ae42afc1f6042a7a890bae57e828161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '42175324-5036-474c-b42b-257da8d9aa4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:08:29Z', 'updated_at': '2022-02-16T23:08:32Z', 'revision_number': 4, 'project_id': '4ae42afc1f6042a7a890bae57e828161', 'gw_port': {'id': '42175324-5036-474c-b42b-257da8d9aa4d', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256821-8de8-4d5f-ad85-cd9e44540128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:08:29Z', 'updated_at': '2022-02-16T23:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'f399123c-ed1f-4256-9ad7-202a3b023f09', 'name': '', 'network_id': '7c54207f-069e-4154-9ccb-5c3e5b524fe2', 'tenant_id': '4ae42afc1f6042a7a890bae57e828161', 'mac_address': 'fa:16:3e:da:b7:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6256821-8de8-4d5f-ad85-cd9e44540128', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'f722ddf1-3b72-460e-a810-cf88c3d3ba1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:08:32Z', 'updated_at': '2022-02-16T23:08:35Z', 'revision_number': 4, 'project_id': '4ae42afc1f6042a7a890bae57e828161', 'subnets': [{'id': 'f722ddf1-3b72-460e-a810-cf88c3d3ba1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:08:36.443251 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ea8b32-9402-47bc-91a5-51f2f9c37bf2 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:08:36.464343 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e04ee2-e547-4b4a-8a41-01a76ddacb73 None None] Sync routers for ids ['75445b01-b77c-48ad-93b4-7e9b370dd26a'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:08:36.474914 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e5ea8b32-9402-47bc-91a5-51f2f9c37bf2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:36.478506 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e5ea8b32-9402-47bc-91a5-51f2f9c37bf2 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0101678 Feb 16 23:08:36.479526 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 53964) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:08:36.556071 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e04ee2-e547-4b4a-8a41-01a76ddacb73 None None] Routers {'75445b01-b77c-48ad-93b4-7e9b370dd26a'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:08:36.556713 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-f6e04ee2-e547-4b4a-8a41-01a76ddacb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:08:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['75445b01-b77c-48ad-93b4-7e9b370dd26a'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:36.749904 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f35a2fb3-5500-4cb9-a369-ba09c7f18d58 None None] Current status of the port f399123c-ed1f-4256-9ad7-202a3b023f09 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:08:36.788062 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-f6e04ee2-e547-4b4a-8a41-01a76ddacb73 None None] Set router 75445b01-b77c-48ad-93b4-7e9b370dd26a gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:08:36.916989 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309b64bc-aa24-479d-9b5d-efeefa3fda96 None None] Network 74e40668-4d2e-49d6-acca-2a7ceb38d9ee requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:08:37.057590 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-68f857d8-8166-4bdd-820d-2062947534fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:37.089412 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-3a83bfd7-ade4-4afe-a8a2-0bc33f3308c6 None None] Provisioning complete for port 3176cbf1-f6b2-40cb-bacd-aa9288a12a16 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:08:37.090442 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3a83bfd7-ade4-4afe-a8a2-0bc33f3308c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (3176cbf1-f6b2-40cb-bacd-aa9288a12a16), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:37.243064 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-f6e04ee2-e547-4b4a-8a41-01a76ddacb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75445b01-b77c-48ad-93b4-7e9b370dd26a', 'name': 'tempest-TestEncryptedCinderVolumes-1699834119-router', 'tenant_id': '951223d91a3642b6bf891d978a557595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '2ae75999-73c7-429f-a6f5-637cf3284fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:08:34Z', 'updated_at': '2022-02-16T23:08:35Z', 'revision_number': 3, 'project_id': '951223d91a3642b6bf891d978a557595', 'gw_port': {'id': '2ae75999-73c7-429f-a6f5-637cf3284fcc', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75445b01-b77c-48ad-93b4-7e9b370dd26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:08:35Z', 'updated_at': '2022-02-16T23:08:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:37.273842 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e04ee2-e547-4b4a-8a41-01a76ddacb73 None None] Checking router: 75445b01-b77c-48ad-93b4-7e9b370dd26a for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:08:37.274492 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e04ee2-e547-4b4a-8a41-01a76ddacb73 None None] Updating router 75445b01-b77c-48ad-93b4-7e9b370dd26a port 2ae75999-73c7-429f-a6f5-637cf3284fcc binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:08:37.275277 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-68f857d8-8166-4bdd-820d-2062947534fc admin admin] Allocated IP 172.20.0.1 (74e40668-4d2e-49d6-acca-2a7ceb38d9ee/6d32f0b3-b828-4768-9fad-86fdd239d188/40d73223-cf7b-4c79-aaea-e51e53ab0a91) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:08:37.304625 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-3a83bfd7-ade4-4afe-a8a2-0bc33f3308c6 None None] Current status of the port 3176cbf1-f6b2-40cb-bacd-aa9288a12a16 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:08:37.304862 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3a83bfd7-ade4-4afe-a8a2-0bc33f3308c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3176cbf1-f6b2-40cb-bacd-aa9288a12a16), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:37.335206 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f6e04ee2-e547-4b4a-8a41-01a76ddacb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2ae75999-73c7-429f-a6f5-637cf3284fcc), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:37.433958 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-68f857d8-8166-4bdd-820d-2062947534fc admin admin] Publish callbacks [] for port (40d73223-cf7b-4c79-aaea-e51e53ab0a91), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:37.443842 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-3a83bfd7-ade4-4afe-a8a2-0bc33f3308c6 None None] For port 3176cbf1-f6b2-40cb-bacd-aa9288a12a16, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=3176cbf1-f6b2-40cb-bacd-aa9288a12a16,segment=NetworkSegment(4d97cd4a-6a16-49c5-8ee2-236db88c0778),segment_id=4d97cd4a-6a16-49c5-8ee2-236db88c0778)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:08:37.468056 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3a83bfd7-ade4-4afe-a8a2-0bc33f3308c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (3176cbf1-f6b2-40cb-bacd-aa9288a12a16), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:37.487964 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-68f857d8-8166-4bdd-820d-2062947534fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (40d73223-cf7b-4c79-aaea-e51e53ab0a91), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:37.531384 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f857d8-8166-4bdd-820d-2062947534fc admin admin] Network 74e40668-4d2e-49d6-acca-2a7ceb38d9ee is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:08:37.534504 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-68f857d8-8166-4bdd-820d-2062947534fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:08:37.540783 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f857d8-8166-4bdd-820d-2062947534fc admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:08:37.583635 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f857d8-8166-4bdd-820d-2062947534fc admin admin] Pushing event updated for resources: {'Port': ['ID=40d73223-cf7b-4c79-aaea-e51e53ab0a91,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:37.601298 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-68f857d8-8166-4bdd-820d-2062947534fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (75445b01-b77c-48ad-93b4-7e9b370dd26a), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:37.607027 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 3176cbf1-f6b2-40cb-bacd-aa9288a12a16 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:08:37.757822 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-68f857d8-8166-4bdd-820d-2062947534fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (40d73223-cf7b-4c79-aaea-e51e53ab0a91), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:37.895851 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7cab1d99-ddf2-49a9-8d94-14d272914f97 None None] Provisioning complete for port 3176cbf1-f6b2-40cb-bacd-aa9288a12a16 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:08:37.896690 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7cab1d99-ddf2-49a9-8d94-14d272914f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (3176cbf1-f6b2-40cb-bacd-aa9288a12a16), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:37.928611 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83bfd7-ade4-4afe-a8a2-0bc33f3308c6 None None] Pushing event updated for resources: {'Port': ['ID=3176cbf1-f6b2-40cb-bacd-aa9288a12a16,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:37.960945 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-68f857d8-8166-4bdd-820d-2062947534fc admin admin] Publish callbacks [] for port (40d73223-cf7b-4c79-aaea-e51e53ab0a91), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:37.966043 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-68f857d8-8166-4bdd-820d-2062947534fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (40d73223-cf7b-4c79-aaea-e51e53ab0a91), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:37.990114 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 3176cbf1-f6b2-40cb-bacd-aa9288a12a16 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:08:37.990502 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (3176cbf1-f6b2-40cb-bacd-aa9288a12a16), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:38.126473 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7cab1d99-ddf2-49a9-8d94-14d272914f97 None None] Current status of the port 3176cbf1-f6b2-40cb-bacd-aa9288a12a16 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:08:38.196814 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 3176cbf1-f6b2-40cb-bacd-aa9288a12a16 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:08:38.197936 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device f399123c-ed1f-4256-9ad7-202a3b023f09 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:08:38.200910 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f6e04ee2-e547-4b4a-8a41-01a76ddacb73 None None] Publish callbacks [] for port (2ae75999-73c7-429f-a6f5-637cf3284fcc), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:38.224274 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f6e04ee2-e547-4b4a-8a41-01a76ddacb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2ae75999-73c7-429f-a6f5-637cf3284fcc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:38.306326 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c800d5-5bcd-4ee5-9a58-0b5066329665 None None] Pushing event updated for resources: {'Port': ['ID=2ae75999-73c7-429f-a6f5-637cf3284fcc,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:38.308639 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-f6e04ee2-e547-4b4a-8a41-01a76ddacb73 None None] Attempting to bind port 2ae75999-73c7-429f-a6f5-637cf3284fcc on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:08:38.308906 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-f6e04ee2-e547-4b4a-8a41-01a76ddacb73 None None] Attempting to bind port 2ae75999-73c7-429f-a6f5-637cf3284fcc by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:08:38.309276 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e04ee2-e547-4b4a-8a41-01a76ddacb73 None None] Attempting to bind port 2ae75999-73c7-429f-a6f5-637cf3284fcc on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:08:38.317463 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f5dcb520-970f-4f5d-a130-399d56dd50ac None None] Provisioning complete for port 40d73223-cf7b-4c79-aaea-e51e53ab0a91 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:08:38.317849 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f5dcb520-970f-4f5d-a130-399d56dd50ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (40d73223-cf7b-4c79-aaea-e51e53ab0a91), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:38.320892 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e04ee2-e547-4b4a-8a41-01a76ddacb73 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:08:38.321268 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e04ee2-e547-4b4a-8a41-01a76ddacb73 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:08:38.321667 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f6e04ee2-e547-4b4a-8a41-01a76ddacb73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:38.322082 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e04ee2-e547-4b4a-8a41-01a76ddacb73 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:08:38.322560 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-f6e04ee2-e547-4b4a-8a41-01a76ddacb73 None None] Bound port: 2ae75999-73c7-429f-a6f5-637cf3284fcc, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:08:38.322940 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f6e04ee2-e547-4b4a-8a41-01a76ddacb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2ae75999-73c7-429f-a6f5-637cf3284fcc), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:38.330224 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f857d8-8166-4bdd-820d-2062947534fc admin admin] Pushing event updated for resources: {'Port': ['ID=40d73223-cf7b-4c79-aaea-e51e53ab0a91,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:38.333315 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-68f857d8-8166-4bdd-820d-2062947534fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (75445b01-b77c-48ad-93b4-7e9b370dd26a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:38.384701 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port f399123c-ed1f-4256-9ad7-202a3b023f09 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:08:38.384992 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (f399123c-ed1f-4256-9ad7-202a3b023f09), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:38.414800 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f5dcb520-970f-4f5d-a130-399d56dd50ac None None] Port 40d73223-cf7b-4c79-aaea-e51e53ab0a91 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:08:38.424669 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f857d8-8166-4bdd-820d-2062947534fc admin admin] Network 74e40668-4d2e-49d6-acca-2a7ceb38d9ee is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:08:38.426281 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-68f857d8-8166-4bdd-820d-2062947534fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:08:38.440556 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-f6e04ee2-e547-4b4a-8a41-01a76ddacb73 None None] For port 2ae75999-73c7-429f-a6f5-637cf3284fcc, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:08:38.444990 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-f6e04ee2-e547-4b4a-8a41-01a76ddacb73 None None] For port 2ae75999-73c7-429f-a6f5-637cf3284fcc, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=2ae75999-73c7-429f-a6f5-637cf3284fcc,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:08:38.457373 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f6e04ee2-e547-4b4a-8a41-01a76ddacb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2ae75999-73c7-429f-a6f5-637cf3284fcc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:38.554285 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f857d8-8166-4bdd-820d-2062947534fc admin admin] Router 75445b01-b77c-48ad-93b4-7e9b370dd26a has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:08:38.569208 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c800d5-5bcd-4ee5-9a58-0b5066329665 None None] Pushing event updated for resources: {'Port': ['ID=2ae75999-73c7-429f-a6f5-637cf3284fcc,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:38.571771 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e04ee2-e547-4b4a-8a41-01a76ddacb73 None None] Routers {'75445b01-b77c-48ad-93b4-7e9b370dd26a'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:08:38.572391 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-f6e04ee2-e547-4b4a-8a41-01a76ddacb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:08:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['75445b01-b77c-48ad-93b4-7e9b370dd26a'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:38.574771 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port f399123c-ed1f-4256-9ad7-202a3b023f09 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:08:38.675220 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f857d8-8166-4bdd-820d-2062947534fc admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:08:38.681094 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-68f857d8-8166-4bdd-820d-2062947534fc admin admin] 10.222.0.75 "PUT /v2.0/routers/75445b01-b77c-48ad-93b4-7e9b370dd26a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2001770 Feb 16 23:08:38.694082 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-f6e04ee2-e547-4b4a-8a41-01a76ddacb73 None None] Set router 75445b01-b77c-48ad-93b4-7e9b370dd26a gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:08:38.775414 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-6ca00844-6e1a-4611-b6e6-9e9a207eb56b None None] Provisioning complete for port 40d73223-cf7b-4c79-aaea-e51e53ab0a91 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:08:38.775798 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6ca00844-6e1a-4611-b6e6-9e9a207eb56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (40d73223-cf7b-4c79-aaea-e51e53ab0a91), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:38.860202 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-6ca00844-6e1a-4611-b6e6-9e9a207eb56b None None] Port 40d73223-cf7b-4c79-aaea-e51e53ab0a91 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:08:38.936921 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-f6e04ee2-e547-4b4a-8a41-01a76ddacb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75445b01-b77c-48ad-93b4-7e9b370dd26a', 'name': 'tempest-TestEncryptedCinderVolumes-1699834119-router', 'tenant_id': '951223d91a3642b6bf891d978a557595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '2ae75999-73c7-429f-a6f5-637cf3284fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:08:34Z', 'updated_at': '2022-02-16T23:08:37Z', 'revision_number': 4, 'project_id': '951223d91a3642b6bf891d978a557595', 'gw_port': {'id': '2ae75999-73c7-429f-a6f5-637cf3284fcc', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75445b01-b77c-48ad-93b4-7e9b370dd26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:08:35Z', 'updated_at': '2022-02-16T23:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '40d73223-cf7b-4c79-aaea-e51e53ab0a91', 'name': '', 'network_id': '74e40668-4d2e-49d6-acca-2a7ceb38d9ee', 'tenant_id': '951223d91a3642b6bf891d978a557595', 'mac_address': 'fa:16:3e:c8:5a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75445b01-b77c-48ad-93b4-7e9b370dd26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6d32f0b3-b828-4768-9fad-86fdd239d188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:08:37Z', 'updated_at': '2022-02-16T23:08:37Z', 'revision_number': 2, 'project_id': '951223d91a3642b6bf891d978a557595', 'subnets': [{'id': '6d32f0b3-b828-4768-9fad-86fdd239d188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:38.965081 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e04ee2-e547-4b4a-8a41-01a76ddacb73 None None] The sync data for ids ['75445b01-b77c-48ad-93b4-7e9b370dd26a'] in n-d-813897-6 is: [{'id': '75445b01-b77c-48ad-93b4-7e9b370dd26a', 'name': 'tempest-TestEncryptedCinderVolumes-1699834119-router', 'tenant_id': '951223d91a3642b6bf891d978a557595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '2ae75999-73c7-429f-a6f5-637cf3284fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:08:34Z', 'updated_at': '2022-02-16T23:08:37Z', 'revision_number': 4, 'project_id': '951223d91a3642b6bf891d978a557595', 'gw_port': {'id': '2ae75999-73c7-429f-a6f5-637cf3284fcc', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75445b01-b77c-48ad-93b4-7e9b370dd26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:08:35Z', 'updated_at': '2022-02-16T23:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '40d73223-cf7b-4c79-aaea-e51e53ab0a91', 'name': '', 'network_id': '74e40668-4d2e-49d6-acca-2a7ceb38d9ee', 'tenant_id': '951223d91a3642b6bf891d978a557595', 'mac_address': 'fa:16:3e:c8:5a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75445b01-b77c-48ad-93b4-7e9b370dd26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6d32f0b3-b828-4768-9fad-86fdd239d188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:08:37Z', 'updated_at': '2022-02-16T23:08:37Z', 'revision_number': 2, 'project_id': '951223d91a3642b6bf891d978a557595', 'subnets': [{'id': '6d32f0b3-b828-4768-9fad-86fdd239d188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:08:39.442002 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 3176cbf1-f6b2-40cb-bacd-aa9288a12a16 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:08:39.505100 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 3176cbf1-f6b2-40cb-bacd-aa9288a12a16 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:08:39.505569 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (3176cbf1-f6b2-40cb-bacd-aa9288a12a16), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:39.590812 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 3176cbf1-f6b2-40cb-bacd-aa9288a12a16 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:08:39.765504 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646904e-c7be-4584-8de1-afa2e7591922 req-0d7baa21-2b6d-44ec-8cb8-376f5f36d472 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:39.767091 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d646904e-c7be-4584-8de1-afa2e7591922 req-0d7baa21-2b6d-44ec-8cb8-376f5f36d472 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/networks?id=7c54207f-069e-4154-9ccb-5c3e5b524fe2 HTTP/1.1" status: 200 len: 816 time: 0.1109505 Feb 16 23:08:39.784136 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d646904e-c7be-4584-8de1-afa2e7591922 req-14fc236e-3f20-4b24-b807-19e67f70c1ff tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/quotas/4ae42afc1f6042a7a890bae57e828161 HTTP/1.1" status: 200 len: 375 time: 0.0104563 Feb 16 23:08:39.840513 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d646904e-c7be-4584-8de1-afa2e7591922 req-cf3e4521-c92c-4eef-a3d8-cfe51e6826a5 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=4ae42afc1f6042a7a890bae57e828161&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508392 Feb 16 23:08:39.939293 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d646904e-c7be-4584-8de1-afa2e7591922 req-c5c7454c-533b-4c20-9681-b8257d540540 service neutron] 10.222.0.75 "GET /v2.0/networks/7c54207f-069e-4154-9ccb-5c3e5b524fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865002 Feb 16 23:08:40.039361 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d646904e-c7be-4584-8de1-afa2e7591922 req-f84c45a8-3125-4917-811e-1855b3c42212 service neutron] 10.222.0.75 "GET /v2.0/networks/7c54207f-069e-4154-9ccb-5c3e5b524fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940952 Feb 16 23:08:40.207391 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-200797a0-60c1-453f-b1af-a49895b3e54a req-7f10ed21-295b-44c2-a98d-875bf3ab82ea tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c120b37-177a-40dc-8473-9278c7d6ad04 HTTP/1.1" status: 200 len: 210 time: 0.0293689 Feb 16 23:08:40.997297 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c97e40d-b9e7-4330-87b1-ff1a34c6d0ab None None] Sync routers for ids ['75445b01-b77c-48ad-93b4-7e9b370dd26a'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:08:41.006480 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c97e40d-b9e7-4330-87b1-ff1a34c6d0ab None None] Routers {'75445b01-b77c-48ad-93b4-7e9b370dd26a'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:08:41.007091 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-4c97e40d-b9e7-4330-87b1-ff1a34c6d0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:08:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['75445b01-b77c-48ad-93b4-7e9b370dd26a'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:41.124105 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-4c97e40d-b9e7-4330-87b1-ff1a34c6d0ab None None] Set router 75445b01-b77c-48ad-93b4-7e9b370dd26a gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:08:41.154240 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646904e-c7be-4584-8de1-afa2e7591922 req-d352e366-c2f8-4b88-a675-658eae8c6ffc tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:41.155846 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d646904e-c7be-4584-8de1-afa2e7591922 req-d352e366-c2f8-4b88-a675-658eae8c6ffc tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.79 "GET /v2.0/networks?id=7c54207f-069e-4154-9ccb-5c3e5b524fe2 HTTP/1.1" status: 200 len: 816 time: 0.1157656 Feb 16 23:08:41.167177 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-d646904e-c7be-4584-8de1-afa2e7591922 req-74dcc40f-0fb1-4365-a62d-d6dacc96d6ac tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Request body: {'port': {'device_id': '9c120b37-177a-40dc-8473-9278c7d6ad04', 'network_id': '7c54207f-069e-4154-9ccb-5c3e5b524fe2', 'admin_state_up': True, 'tenant_id': '4ae42afc1f6042a7a890bae57e828161'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:08:41.285406 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d646904e-c7be-4584-8de1-afa2e7591922 req-74dcc40f-0fb1-4365-a62d-d6dacc96d6ac tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Made reservation on behalf of 4ae42afc1f6042a7a890bae57e828161 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:08:41.289273 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d646904e-c7be-4584-8de1-afa2e7591922 req-74dcc40f-0fb1-4365-a62d-d6dacc96d6ac tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:41.332222 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6a6b5cec-872c-4b94-8ee9-ac76a5760eac req-56e912cc-234c-4530-bdd6-951ef42cfdf5 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c120b37-177a-40dc-8473-9278c7d6ad04 HTTP/1.1" status: 200 len: 210 time: 0.0405514 Feb 16 23:08:41.338713 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-4c97e40d-b9e7-4330-87b1-ff1a34c6d0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75445b01-b77c-48ad-93b4-7e9b370dd26a', 'name': 'tempest-TestEncryptedCinderVolumes-1699834119-router', 'tenant_id': '951223d91a3642b6bf891d978a557595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '2ae75999-73c7-429f-a6f5-637cf3284fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:08:34Z', 'updated_at': '2022-02-16T23:08:37Z', 'revision_number': 4, 'project_id': '951223d91a3642b6bf891d978a557595', 'gw_port': {'id': '2ae75999-73c7-429f-a6f5-637cf3284fcc', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75445b01-b77c-48ad-93b4-7e9b370dd26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:08:35Z', 'updated_at': '2022-02-16T23:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '40d73223-cf7b-4c79-aaea-e51e53ab0a91', 'name': '', 'network_id': '74e40668-4d2e-49d6-acca-2a7ceb38d9ee', 'tenant_id': '951223d91a3642b6bf891d978a557595', 'mac_address': 'fa:16:3e:c8:5a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75445b01-b77c-48ad-93b4-7e9b370dd26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6d32f0b3-b828-4768-9fad-86fdd239d188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:08:37Z', 'updated_at': '2022-02-16T23:08:37Z', 'revision_number': 2, 'project_id': '951223d91a3642b6bf891d978a557595', 'subnets': [{'id': '6d32f0b3-b828-4768-9fad-86fdd239d188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:41.368742 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c97e40d-b9e7-4330-87b1-ff1a34c6d0ab None None] Checking router: 75445b01-b77c-48ad-93b4-7e9b370dd26a for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:08:41.369098 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c97e40d-b9e7-4330-87b1-ff1a34c6d0ab None None] Updating router 75445b01-b77c-48ad-93b4-7e9b370dd26a port 40d73223-cf7b-4c79-aaea-e51e53ab0a91 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:08:41.398871 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:08:41.402963 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4c97e40d-b9e7-4330-87b1-ff1a34c6d0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (40d73223-cf7b-4c79-aaea-e51e53ab0a91), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:41.461201 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-d646904e-c7be-4584-8de1-afa2e7591922 req-74dcc40f-0fb1-4365-a62d-d6dacc96d6ac tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Allocated IP 172.20.0.11 (7c54207f-069e-4154-9ccb-5c3e5b524fe2/f722ddf1-3b72-460e-a810-cf88c3d3ba1d/b678a04d-1c29-43f3-af23-7d7800c2a653) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:08:41.466411 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 2ae75999-73c7-429f-a6f5-637cf3284fcc up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:08:41.531399 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 2ae75999-73c7-429f-a6f5-637cf3284fcc triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:08:41.531778 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2ae75999-73c7-429f-a6f5-637cf3284fcc), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:41.610108 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 2ae75999-73c7-429f-a6f5-637cf3284fcc is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:08:41.610627 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2ae75999-73c7-429f-a6f5-637cf3284fcc), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:41.619064 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d646904e-c7be-4584-8de1-afa2e7591922 req-74dcc40f-0fb1-4365-a62d-d6dacc96d6ac tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Publish callbacks [] for port (b678a04d-1c29-43f3-af23-7d7800c2a653), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:41.633298 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 2ae75999-73c7-429f-a6f5-637cf3284fcc, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=2ae75999-73c7-429f-a6f5-637cf3284fcc,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:08:41.637906 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2ae75999-73c7-429f-a6f5-637cf3284fcc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:41.657887 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d646904e-c7be-4584-8de1-afa2e7591922 req-74dcc40f-0fb1-4365-a62d-d6dacc96d6ac tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (b678a04d-1c29-43f3-af23-7d7800c2a653), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:41.683978 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4c97e40d-b9e7-4330-87b1-ff1a34c6d0ab None None] Publish callbacks [] for port (40d73223-cf7b-4c79-aaea-e51e53ab0a91), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:41.690350 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4c97e40d-b9e7-4330-87b1-ff1a34c6d0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (40d73223-cf7b-4c79-aaea-e51e53ab0a91), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:41.694392 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=2ae75999-73c7-429f-a6f5-637cf3284fcc,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:41.704938 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d646904e-c7be-4584-8de1-afa2e7591922 req-74dcc40f-0fb1-4365-a62d-d6dacc96d6ac tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Network 7c54207f-069e-4154-9ccb-5c3e5b524fe2 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:08:41.708053 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-d646904e-c7be-4584-8de1-afa2e7591922 req-74dcc40f-0fb1-4365-a62d-d6dacc96d6ac tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:08:41.711849 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-d646904e-c7be-4584-8de1-afa2e7591922 req-74dcc40f-0fb1-4365-a62d-d6dacc96d6ac tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:08:41.718707 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dcc40f-0fb1-4365-a62d-d6dacc96d6ac tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Pushing event updated for resources: {'Port': ['ID=b678a04d-1c29-43f3-af23-7d7800c2a653,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:41.774949 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646904e-c7be-4584-8de1-afa2e7591922 req-74dcc40f-0fb1-4365-a62d-d6dacc96d6ac tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:41.775750 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d646904e-c7be-4584-8de1-afa2e7591922 req-74dcc40f-0fb1-4365-a62d-d6dacc96d6ac tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:41.805206 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d646904e-c7be-4584-8de1-afa2e7591922 req-74dcc40f-0fb1-4365-a62d-d6dacc96d6ac tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6419573 Feb 16 23:08:41.840089 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43948b4e-bfdd-48a4-b545-23a0b53a435e None None] Pushing event updated for resources: {'Port': ['ID=40d73223-cf7b-4c79-aaea-e51e53ab0a91,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:41.898337 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-4c97e40d-b9e7-4330-87b1-ff1a34c6d0ab None None] Attempting to bind port 40d73223-cf7b-4c79-aaea-e51e53ab0a91 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:08:41.898729 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-4c97e40d-b9e7-4330-87b1-ff1a34c6d0ab None None] Attempting to bind port 40d73223-cf7b-4c79-aaea-e51e53ab0a91 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '4d97cd4a-6a16-49c5-8ee2-236db88c0778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '74e40668-4d2e-49d6-acca-2a7ceb38d9ee'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:08:41.899355 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c97e40d-b9e7-4330-87b1-ff1a34c6d0ab None None] Attempting to bind port 40d73223-cf7b-4c79-aaea-e51e53ab0a91 on network 74e40668-4d2e-49d6-acca-2a7ceb38d9ee {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:08:41.906010 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c97e40d-b9e7-4330-87b1-ff1a34c6d0ab None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:08:41.906407 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c97e40d-b9e7-4330-87b1-ff1a34c6d0ab None None] Checking segment: {'id': '4d97cd4a-6a16-49c5-8ee2-236db88c0778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '74e40668-4d2e-49d6-acca-2a7ceb38d9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:08:41.906818 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4c97e40d-b9e7-4330-87b1-ff1a34c6d0ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:41.907543 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c97e40d-b9e7-4330-87b1-ff1a34c6d0ab None None] Bound using segment: {'id': '4d97cd4a-6a16-49c5-8ee2-236db88c0778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '74e40668-4d2e-49d6-acca-2a7ceb38d9ee'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:08:41.908045 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-4c97e40d-b9e7-4330-87b1-ff1a34c6d0ab None None] Bound port: 40d73223-cf7b-4c79-aaea-e51e53ab0a91, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d97cd4a-6a16-49c5-8ee2-236db88c0778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '74e40668-4d2e-49d6-acca-2a7ceb38d9ee'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:08:41.908484 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4c97e40d-b9e7-4330-87b1-ff1a34c6d0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (40d73223-cf7b-4c79-aaea-e51e53ab0a91), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:41.985678 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-4c97e40d-b9e7-4330-87b1-ff1a34c6d0ab None None] For port 40d73223-cf7b-4c79-aaea-e51e53ab0a91, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:08:41.992649 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-d646904e-c7be-4584-8de1-afa2e7591922 req-0dd72052-b740-4790-b80d-f1502af9c99b service neutron] Request body: {'port': {'device_id': '9c120b37-177a-40dc-8473-9278c7d6ad04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:08:42.004986 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-4c97e40d-b9e7-4330-87b1-ff1a34c6d0ab None None] For port 40d73223-cf7b-4c79-aaea-e51e53ab0a91, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=40d73223-cf7b-4c79-aaea-e51e53ab0a91,segment=NetworkSegment(4d97cd4a-6a16-49c5-8ee2-236db88c0778),segment_id=4d97cd4a-6a16-49c5-8ee2-236db88c0778)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:08:42.007491 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-d9d4a298-f7db-4017-8ca4-6a9f2822783b None None] Provisioning complete for port b678a04d-1c29-43f3-af23-7d7800c2a653 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:08:42.008033 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d9d4a298-f7db-4017-8ca4-6a9f2822783b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b678a04d-1c29-43f3-af23-7d7800c2a653), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:42.015971 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4c97e40d-b9e7-4330-87b1-ff1a34c6d0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (40d73223-cf7b-4c79-aaea-e51e53ab0a91), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:42.048142 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d9d4a298-f7db-4017-8ca4-6a9f2822783b None None] Port b678a04d-1c29-43f3-af23-7d7800c2a653 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:08:42.074690 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d646904e-c7be-4584-8de1-afa2e7591922 req-0dd72052-b740-4790-b80d-f1502af9c99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b678a04d-1c29-43f3-af23-7d7800c2a653), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:42.090495 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43948b4e-bfdd-48a4-b545-23a0b53a435e None None] Pushing event updated for resources: {'Port': ['ID=40d73223-cf7b-4c79-aaea-e51e53ab0a91,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:42.093215 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c97e40d-b9e7-4330-87b1-ff1a34c6d0ab None None] Routers {'75445b01-b77c-48ad-93b4-7e9b370dd26a'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:08:42.093824 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-4c97e40d-b9e7-4330-87b1-ff1a34c6d0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:08:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['75445b01-b77c-48ad-93b4-7e9b370dd26a'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:42.172062 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-11d9989c-9ead-448c-b719-9641ec810596 None None] Provisioning complete for port 40d73223-cf7b-4c79-aaea-e51e53ab0a91 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:08:42.172739 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-11d9989c-9ead-448c-b719-9641ec810596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (40d73223-cf7b-4c79-aaea-e51e53ab0a91), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:42.225455 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-4c97e40d-b9e7-4330-87b1-ff1a34c6d0ab None None] Set router 75445b01-b77c-48ad-93b4-7e9b370dd26a gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:08:42.266192 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-11d9989c-9ead-448c-b719-9641ec810596 None None] Current status of the port 40d73223-cf7b-4c79-aaea-e51e53ab0a91 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:08:42.267501 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-11d9989c-9ead-448c-b719-9641ec810596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (40d73223-cf7b-4c79-aaea-e51e53ab0a91), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:42.319228 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-11d9989c-9ead-448c-b719-9641ec810596 None None] For port 40d73223-cf7b-4c79-aaea-e51e53ab0a91, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=40d73223-cf7b-4c79-aaea-e51e53ab0a91,segment=NetworkSegment(4d97cd4a-6a16-49c5-8ee2-236db88c0778),segment_id=4d97cd4a-6a16-49c5-8ee2-236db88c0778)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:08:42.327131 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-11d9989c-9ead-448c-b719-9641ec810596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (40d73223-cf7b-4c79-aaea-e51e53ab0a91), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:42.394246 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9989c-9ead-448c-b719-9641ec810596 None None] Pushing event updated for resources: {'Port': ['ID=40d73223-cf7b-4c79-aaea-e51e53ab0a91,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:42.397724 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-d646904e-c7be-4584-8de1-afa2e7591922 req-0dd72052-b740-4790-b80d-f1502af9c99b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b678a04d-1c29-43f3-af23-7d7800c2a653 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:08:42.406574 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d646904e-c7be-4584-8de1-afa2e7591922 req-0dd72052-b740-4790-b80d-f1502af9c99b service neutron] Publish callbacks [] for port (b678a04d-1c29-43f3-af23-7d7800c2a653), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:42.429229 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-d646904e-c7be-4584-8de1-afa2e7591922 req-0dd72052-b740-4790-b80d-f1502af9c99b service neutron] Transition to ACTIVE for port object b678a04d-1c29-43f3-af23-7d7800c2a653 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:08:42.448068 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d646904e-c7be-4584-8de1-afa2e7591922 req-0dd72052-b740-4790-b80d-f1502af9c99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (b678a04d-1c29-43f3-af23-7d7800c2a653), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:42.449840 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-eca1b1b0-a501-4d81-b39e-0f64a4f199c6 None None] Provisioning complete for port 40d73223-cf7b-4c79-aaea-e51e53ab0a91 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:08:42.450272 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-eca1b1b0-a501-4d81-b39e-0f64a4f199c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (40d73223-cf7b-4c79-aaea-e51e53ab0a91), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:42.472231 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-4c97e40d-b9e7-4330-87b1-ff1a34c6d0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75445b01-b77c-48ad-93b4-7e9b370dd26a', 'name': 'tempest-TestEncryptedCinderVolumes-1699834119-router', 'tenant_id': '951223d91a3642b6bf891d978a557595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '2ae75999-73c7-429f-a6f5-637cf3284fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:08:34Z', 'updated_at': '2022-02-16T23:08:37Z', 'revision_number': 4, 'project_id': '951223d91a3642b6bf891d978a557595', 'gw_port': {'id': '2ae75999-73c7-429f-a6f5-637cf3284fcc', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75445b01-b77c-48ad-93b4-7e9b370dd26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:08:35Z', 'updated_at': '2022-02-16T23:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '40d73223-cf7b-4c79-aaea-e51e53ab0a91', 'name': '', 'network_id': '74e40668-4d2e-49d6-acca-2a7ceb38d9ee', 'tenant_id': '951223d91a3642b6bf891d978a557595', 'mac_address': 'fa:16:3e:c8:5a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75445b01-b77c-48ad-93b4-7e9b370dd26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6d32f0b3-b828-4768-9fad-86fdd239d188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:08:37Z', 'updated_at': '2022-02-16T23:08:41Z', 'revision_number': 4, 'project_id': '951223d91a3642b6bf891d978a557595', 'subnets': [{'id': '6d32f0b3-b828-4768-9fad-86fdd239d188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:08:42.500932 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c97e40d-b9e7-4330-87b1-ff1a34c6d0ab None None] The sync data for ids ['75445b01-b77c-48ad-93b4-7e9b370dd26a'] in n-d-813897-6 is: [{'id': '75445b01-b77c-48ad-93b4-7e9b370dd26a', 'name': 'tempest-TestEncryptedCinderVolumes-1699834119-router', 'tenant_id': '951223d91a3642b6bf891d978a557595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '2ae75999-73c7-429f-a6f5-637cf3284fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:08:34Z', 'updated_at': '2022-02-16T23:08:37Z', 'revision_number': 4, 'project_id': '951223d91a3642b6bf891d978a557595', 'gw_port': {'id': '2ae75999-73c7-429f-a6f5-637cf3284fcc', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75445b01-b77c-48ad-93b4-7e9b370dd26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:08:35Z', 'updated_at': '2022-02-16T23:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '40d73223-cf7b-4c79-aaea-e51e53ab0a91', 'name': '', 'network_id': '74e40668-4d2e-49d6-acca-2a7ceb38d9ee', 'tenant_id': '951223d91a3642b6bf891d978a557595', 'mac_address': 'fa:16:3e:c8:5a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75445b01-b77c-48ad-93b4-7e9b370dd26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6d32f0b3-b828-4768-9fad-86fdd239d188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:08:37Z', 'updated_at': '2022-02-16T23:08:41Z', 'revision_number': 4, 'project_id': '951223d91a3642b6bf891d978a557595', 'subnets': [{'id': '6d32f0b3-b828-4768-9fad-86fdd239d188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:08:42.512502 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd72052-b740-4790-b80d-f1502af9c99b service neutron] Pushing event updated for resources: {'Port': ['ID=b678a04d-1c29-43f3-af23-7d7800c2a653,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:42.522867 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbf743-c18a-4ea4-ad02-965c6445d182 req-05fd72b3-17d3-4e47-be15-f9ed4d0922e8 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:42.524705 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c8fbf743-c18a-4ea4-ad02-965c6445d182 req-05fd72b3-17d3-4e47-be15-f9ed4d0922e8 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c120b37-177a-40dc-8473-9278c7d6ad04 HTTP/1.1" status: 200 len: 932 time: 0.1112068 Feb 16 23:08:42.558647 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-eca1b1b0-a501-4d81-b39e-0f64a4f199c6 None None] Current status of the port 40d73223-cf7b-4c79-aaea-e51e53ab0a91 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:08:42.645423 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c8fbf743-c18a-4ea4-ad02-965c6445d182 req-4ee3c782-e3c9-4142-abd3-0ec152b3b050 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4754023-baa4-491d-abbe-0c31763f8cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993316 Feb 16 23:08:42.666370 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-d646904e-c7be-4584-8de1-afa2e7591922 req-0dd72052-b740-4790-b80d-f1502af9c99b service neutron] Attempting to bind port b678a04d-1c29-43f3-af23-7d7800c2a653 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:08:42.666724 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-d646904e-c7be-4584-8de1-afa2e7591922 req-0dd72052-b740-4790-b80d-f1502af9c99b service neutron] Attempting to bind port b678a04d-1c29-43f3-af23-7d7800c2a653 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'de8a45bc-59c7-475b-a219-fe8d3ab09251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7c54207f-069e-4154-9ccb-5c3e5b524fe2'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:08:42.667103 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d646904e-c7be-4584-8de1-afa2e7591922 req-0dd72052-b740-4790-b80d-f1502af9c99b service neutron] Attempting to bind port b678a04d-1c29-43f3-af23-7d7800c2a653 on network 7c54207f-069e-4154-9ccb-5c3e5b524fe2 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:08:42.672467 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d646904e-c7be-4584-8de1-afa2e7591922 req-0dd72052-b740-4790-b80d-f1502af9c99b service neutron] Port b678a04d-1c29-43f3-af23-7d7800c2a653 on network 7c54207f-069e-4154-9ccb-5c3e5b524fe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 23:08:42.672801 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d646904e-c7be-4584-8de1-afa2e7591922 req-0dd72052-b740-4790-b80d-f1502af9c99b service neutron] Attempting to bind port b678a04d-1c29-43f3-af23-7d7800c2a653 on network 7c54207f-069e-4154-9ccb-5c3e5b524fe2 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:08:42.678707 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d646904e-c7be-4584-8de1-afa2e7591922 req-0dd72052-b740-4790-b80d-f1502af9c99b service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:08:42.679052 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d646904e-c7be-4584-8de1-afa2e7591922 req-0dd72052-b740-4790-b80d-f1502af9c99b service neutron] Checking segment: {'id': 'de8a45bc-59c7-475b-a219-fe8d3ab09251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7c54207f-069e-4154-9ccb-5c3e5b524fe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:08:42.679437 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d646904e-c7be-4584-8de1-afa2e7591922 req-0dd72052-b740-4790-b80d-f1502af9c99b service neutron] Bound using segment: {'id': 'de8a45bc-59c7-475b-a219-fe8d3ab09251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7c54207f-069e-4154-9ccb-5c3e5b524fe2'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:08:42.679869 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-d646904e-c7be-4584-8de1-afa2e7591922 req-0dd72052-b740-4790-b80d-f1502af9c99b service neutron] Bound port: b678a04d-1c29-43f3-af23-7d7800c2a653, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de8a45bc-59c7-475b-a219-fe8d3ab09251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7c54207f-069e-4154-9ccb-5c3e5b524fe2'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:08:42.680229 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d646904e-c7be-4584-8de1-afa2e7591922 req-0dd72052-b740-4790-b80d-f1502af9c99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b678a04d-1c29-43f3-af23-7d7800c2a653), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:42.749160 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-d646904e-c7be-4584-8de1-afa2e7591922 req-0dd72052-b740-4790-b80d-f1502af9c99b service neutron] For port b678a04d-1c29-43f3-af23-7d7800c2a653, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:08:42.752322 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-d646904e-c7be-4584-8de1-afa2e7591922 req-0dd72052-b740-4790-b80d-f1502af9c99b service neutron] For port b678a04d-1c29-43f3-af23-7d7800c2a653, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=b678a04d-1c29-43f3-af23-7d7800c2a653,segment=NetworkSegment(de8a45bc-59c7-475b-a219-fe8d3ab09251),segment_id=de8a45bc-59c7-475b-a219-fe8d3ab09251)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:08:42.759284 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d646904e-c7be-4584-8de1-afa2e7591922 req-0dd72052-b740-4790-b80d-f1502af9c99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (b678a04d-1c29-43f3-af23-7d7800c2a653), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:42.802868 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646904e-c7be-4584-8de1-afa2e7591922 req-0dd72052-b740-4790-b80d-f1502af9c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:42.803484 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-d646904e-c7be-4584-8de1-afa2e7591922 req-0dd72052-b740-4790-b80d-f1502af9c99b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:42.804909 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d646904e-c7be-4584-8de1-afa2e7591922 req-0dd72052-b740-4790-b80d-f1502af9c99b service neutron] 10.222.0.79 "PUT /v2.0/ports/b678a04d-1c29-43f3-af23-7d7800c2a653 HTTP/1.1" status: 200 len: 1092 time: 0.8762925 Feb 16 23:08:42.805379 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c120b37-177a-40dc-8473-9278c7d6ad04', 'tag': 'b678a04d-1c29-43f3-af23-7d7800c2a653'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:08:42.824670 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd72052-b740-4790-b80d-f1502af9c99b service neutron] Pushing event updated for resources: {'Port': ['ID=b678a04d-1c29-43f3-af23-7d7800c2a653,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:42.871054 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e02b1269caefb4c024904b88698defd233c730f45a19e1a7dbb6b862b0fddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39764bc2-4bb4-4110-995b-dd0ba3c02a10" -d '{"events": [{"name": "network-changed", "server_uuid": "9c120b37-177a-40dc-8473-9278c7d6ad04", "tag": "b678a04d-1c29-43f3-af23-7d7800c2a653"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:08:42.920538 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646904e-c7be-4584-8de1-afa2e7591922 req-69977153-ad7d-4ba1-b645-f0238afb1482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:42.922343 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d646904e-c7be-4584-8de1-afa2e7591922 req-69977153-ad7d-4ba1-b645-f0238afb1482 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4ae42afc1f6042a7a890bae57e828161&device_id=9c120b37-177a-40dc-8473-9278c7d6ad04 HTTP/1.1" status: 200 len: 1126 time: 0.0629458 Feb 16 23:08:42.973760 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d646904e-c7be-4584-8de1-afa2e7591922 req-cb82358e-aa90-4024-b085-f1722544c20d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b678a04d-1c29-43f3-af23-7d7800c2a653 HTTP/1.1" status: 200 len: 217 time: 0.0435677 Feb 16 23:08:42.978105 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efc9172-6188-45ef-aab7-5753a4ea166f x-openstack-request-id: req-8efc9172-6188-45ef-aab7-5753a4ea166f {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:08:42.978408 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c120b37-177a-40dc-8473-9278c7d6ad04", "tag": "b678a04d-1c29-43f3-af23-7d7800c2a653", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:08:42.978669 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8efc9172-6188-45ef-aab7-5753a4ea166f {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:08:42.979089 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c120b37-177a-40dc-8473-9278c7d6ad04', 'tag': 'b678a04d-1c29-43f3-af23-7d7800c2a653', 'status': 'completed', 'code': 200} Feb 16 23:08:43.029884 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646904e-c7be-4584-8de1-afa2e7591922 req-ac5e29e6-c349-4f52-8be8-1c1167e491a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:43.032464 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d646904e-c7be-4584-8de1-afa2e7591922 req-ac5e29e6-c349-4f52-8be8-1c1167e491a2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f722ddf1-3b72-460e-a810-cf88c3d3ba1d HTTP/1.1" status: 200 len: 855 time: 0.0502431 Feb 16 23:08:43.089198 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646904e-c7be-4584-8de1-afa2e7591922 req-835ce630-38b6-4b3f-bd3e-ab6a0a031bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:43.090811 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d646904e-c7be-4584-8de1-afa2e7591922 req-835ce630-38b6-4b3f-bd3e-ab6a0a031bc2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7c54207f-069e-4154-9ccb-5c3e5b524fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0525053 Feb 16 23:08:43.181109 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d646904e-c7be-4584-8de1-afa2e7591922 req-2f3e3eb4-3f24-478d-a2ff-9182074d86eb service neutron] 10.222.0.79 "GET /v2.0/networks/7c54207f-069e-4154-9ccb-5c3e5b524fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840971 Feb 16 23:08:43.273462 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d646904e-c7be-4584-8de1-afa2e7591922 req-c4c696aa-5632-4940-b6fb-0131ad4123ad service neutron] 10.222.0.79 "GET /v2.0/networks/7c54207f-069e-4154-9ccb-5c3e5b524fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863194 Feb 16 23:08:43.369961 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39764bc2-4bb4-4110-995b-dd0ba3c02a10 req-f6a0e316-1db1-46b7-92ad-8eb0621e52d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:43.371550 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-39764bc2-4bb4-4110-995b-dd0ba3c02a10 req-f6a0e316-1db1-46b7-92ad-8eb0621e52d1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4ae42afc1f6042a7a890bae57e828161&device_id=9c120b37-177a-40dc-8473-9278c7d6ad04 HTTP/1.1" status: 200 len: 1126 time: 0.0475378 Feb 16 23:08:43.462342 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 2ae75999-73c7-429f-a6f5-637cf3284fcc up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:08:43.469398 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39764bc2-4bb4-4110-995b-dd0ba3c02a10 req-757f4f2e-a7e1-4378-8486-661ffd921e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:43.470701 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-39764bc2-4bb4-4110-995b-dd0ba3c02a10 req-757f4f2e-a7e1-4378-8486-661ffd921e1e service neutron] 10.222.0.79 "GET /v2.0/networks?id=7c54207f-069e-4154-9ccb-5c3e5b524fe2 HTTP/1.1" status: 200 len: 917 time: 0.0933502 Feb 16 23:08:43.511749 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 2ae75999-73c7-429f-a6f5-637cf3284fcc triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:08:43.512222 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2ae75999-73c7-429f-a6f5-637cf3284fcc), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:43.512697 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-39764bc2-4bb4-4110-995b-dd0ba3c02a10 req-4fa20878-2af7-47d6-9451-0bc66ef980b7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b678a04d-1c29-43f3-af23-7d7800c2a653 HTTP/1.1" status: 200 len: 217 time: 0.0357606 Feb 16 23:08:43.561307 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39764bc2-4bb4-4110-995b-dd0ba3c02a10 req-92250e69-6077-42ea-b6d8-1fc044836b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:43.562817 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-39764bc2-4bb4-4110-995b-dd0ba3c02a10 req-92250e69-6077-42ea-b6d8-1fc044836b69 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f722ddf1-3b72-460e-a810-cf88c3d3ba1d HTTP/1.1" status: 200 len: 855 time: 0.0440731 Feb 16 23:08:43.590827 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 2ae75999-73c7-429f-a6f5-637cf3284fcc is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:08:43.591927 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 40d73223-cf7b-4c79-aaea-e51e53ab0a91 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:08:43.610980 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39764bc2-4bb4-4110-995b-dd0ba3c02a10 req-458a23a4-c072-4189-ae1a-5749fa1feef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:43.612945 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-39764bc2-4bb4-4110-995b-dd0ba3c02a10 req-458a23a4-c072-4189-ae1a-5749fa1feef5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7c54207f-069e-4154-9ccb-5c3e5b524fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440242 Feb 16 23:08:43.641993 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 40d73223-cf7b-4c79-aaea-e51e53ab0a91 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:08:43.642379 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (40d73223-cf7b-4c79-aaea-e51e53ab0a91), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:43.709680 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-39764bc2-4bb4-4110-995b-dd0ba3c02a10 req-513474b7-e354-4c2f-adf0-091306cedcb5 service neutron] 10.222.0.79 "GET /v2.0/networks/7c54207f-069e-4154-9ccb-5c3e5b524fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897861 Feb 16 23:08:43.724669 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 40d73223-cf7b-4c79-aaea-e51e53ab0a91 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:08:43.836672 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cc9f6-808b-4ce1-9dd3-bc1ca2826157 req-bb62a40d-41b1-4310-b7e9-e64dc19ca69b tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:43.838181 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-835cc9f6-808b-4ce1-9dd3-bc1ca2826157 req-bb62a40d-41b1-4310-b7e9-e64dc19ca69b tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c120b37-177a-40dc-8473-9278c7d6ad04 HTTP/1.1" status: 200 len: 944 time: 0.1045687 Feb 16 23:08:43.841681 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-39764bc2-4bb4-4110-995b-dd0ba3c02a10 req-199b7bdd-aff9-432c-96ac-0513924c9250 service neutron] 10.222.0.79 "GET /v2.0/networks/7c54207f-069e-4154-9ccb-5c3e5b524fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255863 Feb 16 23:08:43.885182 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-835cc9f6-808b-4ce1-9dd3-bc1ca2826157 req-18a969fa-2ad2-48bb-8e8c-d9ca338c6c95 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4754023-baa4-491d-abbe-0c31763f8cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413029 Feb 16 23:08:45.005535 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795bd5d-9d06-47e2-98c6-95c9b9e03bee req-d322bd6d-620f-45b0-a7ef-69dec883d438 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:45.007038 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2795bd5d-9d06-47e2-98c6-95c9b9e03bee req-d322bd6d-620f-45b0-a7ef-69dec883d438 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c120b37-177a-40dc-8473-9278c7d6ad04 HTTP/1.1" status: 200 len: 944 time: 0.0517564 Feb 16 23:08:45.056571 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2795bd5d-9d06-47e2-98c6-95c9b9e03bee req-1ada8b9a-95bb-47fa-8674-738ef510b355 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4754023-baa4-491d-abbe-0c31763f8cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440183 Feb 16 23:08:46.175649 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cd887-1eb3-4679-89f9-674d65e8f96c req-17c15041-f1ba-4987-b091-17be0d8b423f tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:46.177109 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-437cd887-1eb3-4679-89f9-674d65e8f96c req-17c15041-f1ba-4987-b091-17be0d8b423f tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c120b37-177a-40dc-8473-9278c7d6ad04 HTTP/1.1" status: 200 len: 944 time: 0.0518730 Feb 16 23:08:46.222309 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-437cd887-1eb3-4679-89f9-674d65e8f96c req-8789e086-de25-4051-8ea5-9cd735496690 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4754023-baa4-491d-abbe-0c31763f8cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396228 Feb 16 23:08:46.358929 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device b678a04d-1c29-43f3-af23-7d7800c2a653 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:08:46.458917 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port b678a04d-1c29-43f3-af23-7d7800c2a653, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=b678a04d-1c29-43f3-af23-7d7800c2a653,segment=NetworkSegment(de8a45bc-59c7-475b-a219-fe8d3ab09251),segment_id=de8a45bc-59c7-475b-a219-fe8d3ab09251)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:08:46.470244 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'b678a04d-1c29-43f3-af23-7d7800c2a653', 'network_id': '7c54207f-069e-4154-9ccb-5c3e5b524fe2', 'port_id': 'b678a04d-1c29-43f3-af23-7d7800c2a653', 'mac_address': 'fa:16:3e:bb:86:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f722ddf1-3b72-460e-a810-cf88c3d3ba1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:08:46.506736 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port b678a04d-1c29-43f3-af23-7d7800c2a653 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:08:46.507132 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b678a04d-1c29-43f3-af23-7d7800c2a653), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:46.519870 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b678a04d-1c29-43f3-af23-7d7800c2a653 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:08:46.539192 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port b678a04d-1c29-43f3-af23-7d7800c2a653, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=b678a04d-1c29-43f3-af23-7d7800c2a653,segment=NetworkSegment(de8a45bc-59c7-475b-a219-fe8d3ab09251),segment_id=de8a45bc-59c7-475b-a219-fe8d3ab09251)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:08:46.543110 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b678a04d-1c29-43f3-af23-7d7800c2a653), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:46.594268 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=b678a04d-1c29-43f3-af23-7d7800c2a653,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:46.732150 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['b678a04d-1c29-43f3-af23-7d7800c2a653'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:08:47.341229 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12623415-4040-4b90-b184-794404df5c40 req-a2d66572-fb7d-4d27-b3f4-c6db02f5d9ab tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:47.342758 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12623415-4040-4b90-b184-794404df5c40 req-a2d66572-fb7d-4d27-b3f4-c6db02f5d9ab tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c120b37-177a-40dc-8473-9278c7d6ad04 HTTP/1.1" status: 200 len: 945 time: 0.0522745 Feb 16 23:08:47.390645 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12623415-4040-4b90-b184-794404df5c40 req-c5c52ee1-5b11-42f0-a5a9-e34873377f5e tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4754023-baa4-491d-abbe-0c31763f8cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420766 Feb 16 23:08:48.375320 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device b678a04d-1c29-43f3-af23-7d7800c2a653 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:08:48.429425 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port b678a04d-1c29-43f3-af23-7d7800c2a653 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:08:48.433363 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port b678a04d-1c29-43f3-af23-7d7800c2a653 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:08:48.433737 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b678a04d-1c29-43f3-af23-7d7800c2a653), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:48.511181 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port b678a04d-1c29-43f3-af23-7d7800c2a653 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:08:48.511572 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b678a04d-1c29-43f3-af23-7d7800c2a653), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:48.515144 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb0666-01ae-4bfd-8bcc-9eb033301170 req-eb0ef7ab-a136-4efa-a306-f0d1cbcd6a17 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:48.516647 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0ccb0666-01ae-4bfd-8bcc-9eb033301170 req-eb0ef7ab-a136-4efa-a306-f0d1cbcd6a17 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c120b37-177a-40dc-8473-9278c7d6ad04 HTTP/1.1" status: 200 len: 945 time: 0.0557270 Feb 16 23:08:48.534992 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c120b37-177a-40dc-8473-9278c7d6ad04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b678a04d-1c29-43f3-af23-7d7800c2a653'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:08:48.550507 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port b678a04d-1c29-43f3-af23-7d7800c2a653, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=b678a04d-1c29-43f3-af23-7d7800c2a653,segment=NetworkSegment(de8a45bc-59c7-475b-a219-fe8d3ab09251),segment_id=de8a45bc-59c7-475b-a219-fe8d3ab09251)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:08:48.554853 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b678a04d-1c29-43f3-af23-7d7800c2a653), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:48.578708 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0ccb0666-01ae-4bfd-8bcc-9eb033301170 req-d4931547-1805-4b1d-b77f-e19c24678e46 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4754023-baa4-491d-abbe-0c31763f8cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508118 Feb 16 23:08:48.584025 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}003bc719444852515b674fedd62cd1fb71b35db544f2f4adcbcd93f8ba7f5d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d7bcb3-7c7f-4cf7-8e3c-b28dd616bc99" -d '{"events": [{"server_uuid": "9c120b37-177a-40dc-8473-9278c7d6ad04", "name": "network-vif-plugged", "status": "completed", "tag": "b678a04d-1c29-43f3-af23-7d7800c2a653"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:08:48.611531 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=b678a04d-1c29-43f3-af23-7d7800c2a653,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:08:48.620248 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:48.620608 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:48.620972 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:48.621310 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:48.621645 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:48.621995 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:48.622334 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:48.622662 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:48.622984 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:48.623305 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:48.623629 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:48.624086 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:48.624430 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:08:48.675196 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a4d23d-608e-418b-a446-75714521b111 x-openstack-request-id: req-63a4d23d-608e-418b-a446-75714521b111 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:08:48.675488 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c120b37-177a-40dc-8473-9278c7d6ad04", "name": "network-vif-plugged", "status": "completed", "tag": "b678a04d-1c29-43f3-af23-7d7800c2a653", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:08:48.675739 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-63a4d23d-608e-418b-a446-75714521b111 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:08:48.676136 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c120b37-177a-40dc-8473-9278c7d6ad04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b678a04d-1c29-43f3-af23-7d7800c2a653', 'code': 200} Feb 16 23:08:48.770890 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b93a2f-5df0-4ae5-833f-94bb9257ef09 req-76dbfd09-31b4-4a0a-9d53-5ce3311f2765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:48.772426 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d1b93a2f-5df0-4ae5-833f-94bb9257ef09 req-76dbfd09-31b4-4a0a-9d53-5ce3311f2765 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9c120b37-177a-40dc-8473-9278c7d6ad04 HTTP/1.1" status: 200 len: 1128 time: 0.0450561 Feb 16 23:08:48.815342 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d1b93a2f-5df0-4ae5-833f-94bb9257ef09 req-8bce0b7f-a612-420d-8038-37f2fbeb883e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e4754023-baa4-491d-abbe-0c31763f8cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357215 Feb 16 23:08:49.700320 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48830d6d-b4cf-4c16-8e51-ca44f5178fd7 req-6595d672-e043-448d-9ecd-4c80553f7e23 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:49.701785 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-48830d6d-b4cf-4c16-8e51-ca44f5178fd7 req-6595d672-e043-448d-9ecd-4c80553f7e23 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c120b37-177a-40dc-8473-9278c7d6ad04 HTTP/1.1" status: 200 len: 946 time: 0.0521646 Feb 16 23:08:49.751878 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-48830d6d-b4cf-4c16-8e51-ca44f5178fd7 req-d48e2ca4-3f75-41a0-8b5b-161dfca5c3be tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4754023-baa4-491d-abbe-0c31763f8cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443740 Feb 16 23:08:50.747268 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1087904a-b62b-45a0-8efe-266f6935d146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:50.872613 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5e7b7-30f4-4860-ab08-9174411358ef req-ea81128b-71c1-4156-a9df-6cdb3e9870bd tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:50.874492 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5cc5e7b7-30f4-4860-ab08-9174411358ef req-ea81128b-71c1-4156-a9df-6cdb3e9870bd tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c120b37-177a-40dc-8473-9278c7d6ad04 HTTP/1.1" status: 200 len: 946 time: 0.0525911 Feb 16 23:08:50.922391 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5cc5e7b7-30f4-4860-ab08-9174411358ef req-93664f50-37ce-415e-a90e-1abbfa4d2bf8 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4754023-baa4-491d-abbe-0c31763f8cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416512 Feb 16 23:08:51.037787 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388fac4-4eb8-4146-975f-19d08189aa7d req-b1a6d5e8-8795-4356-99b9-f085bb3001c1 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:51.039333 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3388fac4-4eb8-4146-975f-19d08189aa7d req-b1a6d5e8-8795-4356-99b9-f085bb3001c1 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c120b37-177a-40dc-8473-9278c7d6ad04 HTTP/1.1" status: 200 len: 946 time: 0.0519655 Feb 16 23:08:51.085214 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3388fac4-4eb8-4146-975f-19d08189aa7d req-a4297e6c-be3a-4334-9b95-a7ce7ef867e0 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4754023-baa4-491d-abbe-0c31763f8cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403843 Feb 16 23:08:52.242445 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77b74145-7e79-4332-9adf-f3c8ab24dd09 req-0bfc7e30-b97d-44f8-8b9e-26c5eb829106 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9c120b37-177a-40dc-8473-9278c7d6ad04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464056 Feb 16 23:08:52.327701 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b74145-7e79-4332-9adf-f3c8ab24dd09 req-cab8c4a5-d0fc-4cac-8dfa-129e95b6a78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:52.329276 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77b74145-7e79-4332-9adf-f3c8ab24dd09 req-cab8c4a5-d0fc-4cac-8dfa-129e95b6a78e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4ae42afc1f6042a7a890bae57e828161&device_id=9c120b37-177a-40dc-8473-9278c7d6ad04 HTTP/1.1" status: 200 len: 1128 time: 0.0458658 Feb 16 23:08:52.437719 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b74145-7e79-4332-9adf-f3c8ab24dd09 req-d737b2f2-d594-436d-abbc-098ec9c4da91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:52.439538 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77b74145-7e79-4332-9adf-f3c8ab24dd09 req-d737b2f2-d594-436d-abbc-098ec9c4da91 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7c54207f-069e-4154-9ccb-5c3e5b524fe2 HTTP/1.1" status: 200 len: 917 time: 0.0927525 Feb 16 23:08:52.480449 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77b74145-7e79-4332-9adf-f3c8ab24dd09 req-04535847-248f-442e-851c-f92a701f7cd3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b678a04d-1c29-43f3-af23-7d7800c2a653 HTTP/1.1" status: 200 len: 217 time: 0.0342350 Feb 16 23:08:52.528316 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b74145-7e79-4332-9adf-f3c8ab24dd09 req-63b7543d-72dd-49ad-8d2f-664fc7a42f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:52.529779 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77b74145-7e79-4332-9adf-f3c8ab24dd09 req-63b7543d-72dd-49ad-8d2f-664fc7a42f53 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f722ddf1-3b72-460e-a810-cf88c3d3ba1d HTTP/1.1" status: 200 len: 855 time: 0.0438113 Feb 16 23:08:52.578347 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b74145-7e79-4332-9adf-f3c8ab24dd09 req-0117b7dd-c732-47c8-8538-71856269e4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:08:52.579862 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77b74145-7e79-4332-9adf-f3c8ab24dd09 req-0117b7dd-c732-47c8-8538-71856269e4b0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7c54207f-069e-4154-9ccb-5c3e5b524fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443072 Feb 16 23:08:52.691540 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77b74145-7e79-4332-9adf-f3c8ab24dd09 req-ee890da7-52ca-4fbd-a6c8-20e4f74a03be service neutron] 10.222.0.79 "GET /v2.0/networks/7c54207f-069e-4154-9ccb-5c3e5b524fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051195 Feb 16 23:08:52.787424 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-77b74145-7e79-4332-9adf-f3c8ab24dd09 req-842dde99-74b1-4813-9cff-7583603f963f service neutron] 10.222.0.79 "GET /v2.0/networks/7c54207f-069e-4154-9ccb-5c3e5b524fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894761 Feb 16 23:08:53.139243 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-dfe5246a-639c-4e6e-a08b-a33f73ba7092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:54.435785 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:55.774453 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:57.115400 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:08:58.808616 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:09:00.347777 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:09:18.397982 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:09:20.750209 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6aebd8b2-3598-43b7-a335-ba5783c01c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:09:23.142334 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bfcfd92b-c9da-4294-81fb-61f4a39476bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:09:24.437529 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:09:25.251536 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebe5c7-44b1-4f81-a8b3-46d98187cc53 req-44a0dfcb-8481-4b1d-be38-4b7d404991bf tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:09:25.253046 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d7ebe5c7-44b1-4f81-a8b3-46d98187cc53 req-44a0dfcb-8481-4b1d-be38-4b7d404991bf tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c120b37-177a-40dc-8473-9278c7d6ad04 HTTP/1.1" status: 200 len: 946 time: 0.0532777 Feb 16 23:09:25.300420 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d7ebe5c7-44b1-4f81-a8b3-46d98187cc53 req-f3b48f5d-5c6a-47c0-8d75-2655700a8971 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4754023-baa4-491d-abbe-0c31763f8cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416408 Feb 16 23:09:25.778130 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:09:26.424177 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667782b2-7849-433f-a395-a2fa57ce8981 req-4fc469b7-ec59-4147-b391-3812a8ceb344 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:09:26.425675 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-667782b2-7849-433f-a395-a2fa57ce8981 req-4fc469b7-ec59-4147-b391-3812a8ceb344 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c120b37-177a-40dc-8473-9278c7d6ad04 HTTP/1.1" status: 200 len: 946 time: 0.0532045 Feb 16 23:09:26.473363 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-667782b2-7849-433f-a395-a2fa57ce8981 req-118fe0c5-50c8-4d24-8aa1-4909cea36f48 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4754023-baa4-491d-abbe-0c31763f8cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418770 Feb 16 23:09:26.716683 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c384c6d-2563-414a-9b3a-4b5275d23f9f req-b551dbd3-7bc7-4f38-b032-31008673dd61 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:09:26.718093 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c384c6d-2563-414a-9b3a-4b5275d23f9f req-b551dbd3-7bc7-4f38-b032-31008673dd61 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.79 "GET /v2.0/ports?device_id=9c120b37-177a-40dc-8473-9278c7d6ad04 HTTP/1.1" status: 200 len: 946 time: 0.0578859 Feb 16 23:09:26.808413 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-2c384c6d-2563-414a-9b3a-4b5275d23f9f req-3ff4a177-a071-4932-bcb1-86262f60b6f9 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Deleting port b678a04d-1c29-43f3-af23-7d7800c2a653 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:09:26.808745 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2c384c6d-2563-414a-9b3a-4b5275d23f9f req-3ff4a177-a071-4932-bcb1-86262f60b6f9 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (b678a04d-1c29-43f3-af23-7d7800c2a653), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:09:26.903598 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-2c384c6d-2563-414a-9b3a-4b5275d23f9f req-3ff4a177-a071-4932-bcb1-86262f60b6f9 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] For port b678a04d-1c29-43f3-af23-7d7800c2a653, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=b678a04d-1c29-43f3-af23-7d7800c2a653,segment=NetworkSegment(de8a45bc-59c7-475b-a219-fe8d3ab09251),segment_id=de8a45bc-59c7-475b-a219-fe8d3ab09251)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:09:26.903961 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2c384c6d-2563-414a-9b3a-4b5275d23f9f req-3ff4a177-a071-4932-bcb1-86262f60b6f9 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (b678a04d-1c29-43f3-af23-7d7800c2a653), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:09:26.917822 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-2c384c6d-2563-414a-9b3a-4b5275d23f9f req-3ff4a177-a071-4932-bcb1-86262f60b6f9 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Calling delete_port for b678a04d-1c29-43f3-af23-7d7800c2a653 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:09:27.048994 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2c384c6d-2563-414a-9b3a-4b5275d23f9f req-3ff4a177-a071-4932-bcb1-86262f60b6f9 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (b678a04d-1c29-43f3-af23-7d7800c2a653), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:09:27.061468 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['b678a04d-1c29-43f3-af23-7d7800c2a653'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:09:27.079898 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4a177-a071-4932-bcb1-86262f60b6f9 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Pushing event deleted for resources: {'Port': ['ID=b678a04d-1c29-43f3-af23-7d7800c2a653,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:09:27.118446 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:09:27.121075 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c384c6d-2563-414a-9b3a-4b5275d23f9f req-3ff4a177-a071-4932-bcb1-86262f60b6f9 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] No DVR routers for this DVR port b678a04d-1c29-43f3-af23-7d7800c2a653 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:09:27.123644 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-2c384c6d-2563-414a-9b3a-4b5275d23f9f req-3ff4a177-a071-4932-bcb1-86262f60b6f9 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:09:27.127058 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c384c6d-2563-414a-9b3a-4b5275d23f9f req-3ff4a177-a071-4932-bcb1-86262f60b6f9 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.79 "DELETE /v2.0/ports/b678a04d-1c29-43f3-af23-7d7800c2a653 HTTP/1.1" status: 204 len: 173 time: 0.4040120 Feb 16 23:09:27.127512 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c120b37-177a-40dc-8473-9278c7d6ad04', 'name': 'network-vif-deleted', 'tag': 'b678a04d-1c29-43f3-af23-7d7800c2a653'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:09:27.129755 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e02b1269caefb4c024904b88698defd233c730f45a19e1a7dbb6b862b0fddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1feb76f1-4ff8-4b16-8d21-d06b8a7cac6e" -d '{"events": [{"server_uuid": "9c120b37-177a-40dc-8473-9278c7d6ad04", "name": "network-vif-deleted", "tag": "b678a04d-1c29-43f3-af23-7d7800c2a653"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:09:27.169482 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836e0a3a-37d3-4df8-826a-e072516adf7b x-openstack-request-id: req-836e0a3a-37d3-4df8-826a-e072516adf7b {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:09:27.169802 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c120b37-177a-40dc-8473-9278c7d6ad04", "name": "network-vif-deleted", "tag": "b678a04d-1c29-43f3-af23-7d7800c2a653", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:09:27.170092 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-836e0a3a-37d3-4df8-826a-e072516adf7b {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:09:27.170505 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c120b37-177a-40dc-8473-9278c7d6ad04', 'name': 'network-vif-deleted', 'tag': 'b678a04d-1c29-43f3-af23-7d7800c2a653', 'status': 'completed', 'code': 200} Feb 16 23:09:27.591958 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-07e5b1c7-88ab-4a49-ad9d-4957fdf2de1f req-7d29f2b8-9425-4810-a693-80fc1918e3ac tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c120b37-177a-40dc-8473-9278c7d6ad04 HTTP/1.1" status: 200 len: 210 time: 0.0288999 Feb 16 23:09:28.812229 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:09:29.007541 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-2924d7c9-b1da-4d1a-ad70-ff2304e6b1cc tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:09:29.009038 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-2924d7c9-b1da-4d1a-ad70-ff2304e6b1cc tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/networks?id=7c54207f-069e-4154-9ccb-5c3e5b524fe2 HTTP/1.1" status: 200 len: 816 time: 0.1027508 Feb 16 23:09:29.023348 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-7c6250d6-29e0-48dc-83d5-72d19f40d770 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/quotas/4ae42afc1f6042a7a890bae57e828161 HTTP/1.1" status: 200 len: 375 time: 0.0088212 Feb 16 23:09:29.077686 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-ebe9cdbe-22d9-4905-b962-2040ae2114ce tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=4ae42afc1f6042a7a890bae57e828161&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492010 Feb 16 23:09:29.245995 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-24917735-81f5-481a-a254-3fe729994626 service neutron] 10.222.0.75 "GET /v2.0/networks/7c54207f-069e-4154-9ccb-5c3e5b524fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241281 Feb 16 23:09:29.333038 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-f08d1971-1965-443f-8644-d84c0bf76ccb service neutron] 10.222.0.75 "GET /v2.0/networks/7c54207f-069e-4154-9ccb-5c3e5b524fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803225 Feb 16 23:09:29.494191 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f223f0e6-5061-44c5-a5cc-57c561cf3f46 req-c6ba3fd7-dd66-411f-8c58-ed9af911b26f tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/ports?device_id=bafc8819-a78d-447c-9e09-67852feacfee HTTP/1.1" status: 200 len: 210 time: 0.0313263 Feb 16 23:09:30.367792 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:09:30.383760 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-d7ed6541-1a2b-4ddc-954c-c99e7f5b7524 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:09:30.385231 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-d7ed6541-1a2b-4ddc-954c-c99e7f5b7524 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.67 "GET /v2.0/networks?id=7c54207f-069e-4154-9ccb-5c3e5b524fe2 HTTP/1.1" status: 200 len: 816 time: 0.1086869 Feb 16 23:09:30.398250 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-132fcb50-7a6d-4dfb-92ef-70d06346be40 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Request body: {'port': {'device_id': 'bafc8819-a78d-447c-9e09-67852feacfee', 'network_id': '7c54207f-069e-4154-9ccb-5c3e5b524fe2', 'admin_state_up': True, 'tenant_id': '4ae42afc1f6042a7a890bae57e828161'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:09:30.504238 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-132fcb50-7a6d-4dfb-92ef-70d06346be40 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Made reservation on behalf of 4ae42afc1f6042a7a890bae57e828161 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:09:30.507611 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-132fcb50-7a6d-4dfb-92ef-70d06346be40 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:09:30.588959 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0da7eb25-ea6e-4b7f-9f23-bc7260d6a931 req-a6165a2b-b190-4b32-82f6-7c41b9365bcf tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/ports?device_id=bafc8819-a78d-447c-9e09-67852feacfee HTTP/1.1" status: 200 len: 210 time: 0.0262542 Feb 16 23:09:30.627248 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device b678a04d-1c29-43f3-af23-7d7800c2a653 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:09:30.638822 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-132fcb50-7a6d-4dfb-92ef-70d06346be40 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Allocated IP 172.20.0.11 (7c54207f-069e-4154-9ccb-5c3e5b524fe2/f722ddf1-3b72-460e-a810-cf88c3d3ba1d/eee5b24c-08a6-48b4-81d4-0b1067e6f5fc) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:09:30.647816 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: b678a04d-1c29-43f3-af23-7d7800c2a653 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:09:30.648175 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device b678a04d-1c29-43f3-af23-7d7800c2a653 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:09:30.784124 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-132fcb50-7a6d-4dfb-92ef-70d06346be40 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Publish callbacks [] for port (eee5b24c-08a6-48b4-81d4-0b1067e6f5fc), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:09:30.816232 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-132fcb50-7a6d-4dfb-92ef-70d06346be40 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (eee5b24c-08a6-48b4-81d4-0b1067e6f5fc), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:09:30.860501 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-132fcb50-7a6d-4dfb-92ef-70d06346be40 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Network 7c54207f-069e-4154-9ccb-5c3e5b524fe2 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:09:30.863544 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-132fcb50-7a6d-4dfb-92ef-70d06346be40 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:09:30.867179 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-132fcb50-7a6d-4dfb-92ef-70d06346be40 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:09:30.873373 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132fcb50-7a6d-4dfb-92ef-70d06346be40 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Pushing event updated for resources: {'Port': ['ID=eee5b24c-08a6-48b4-81d4-0b1067e6f5fc,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:09:30.900128 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fcb50-7a6d-4dfb-92ef-70d06346be40 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:09:30.900482 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fcb50-7a6d-4dfb-92ef-70d06346be40 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:09:30.900841 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fcb50-7a6d-4dfb-92ef-70d06346be40 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:09:30.901186 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fcb50-7a6d-4dfb-92ef-70d06346be40 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:09:30.901522 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fcb50-7a6d-4dfb-92ef-70d06346be40 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:09:30.901856 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fcb50-7a6d-4dfb-92ef-70d06346be40 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:09:30.902218 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fcb50-7a6d-4dfb-92ef-70d06346be40 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:09:30.902553 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fcb50-7a6d-4dfb-92ef-70d06346be40 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:09:30.902929 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fcb50-7a6d-4dfb-92ef-70d06346be40 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:09:30.903217 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fcb50-7a6d-4dfb-92ef-70d06346be40 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:09:30.903545 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fcb50-7a6d-4dfb-92ef-70d06346be40 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:09:30.903870 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fcb50-7a6d-4dfb-92ef-70d06346be40 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:09:30.904194 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fcb50-7a6d-4dfb-92ef-70d06346be40 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:09:30.932508 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-132fcb50-7a6d-4dfb-92ef-70d06346be40 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:09:30.933160 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-132fcb50-7a6d-4dfb-92ef-70d06346be40 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:09:30.949459 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-132fcb50-7a6d-4dfb-92ef-70d06346be40 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5554962 Feb 16 23:09:31.039220 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-cb318a8c-273f-4e36-b624-e5aa5fecc21d service neutron] Request body: {'port': {'device_id': 'bafc8819-a78d-447c-9e09-67852feacfee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:09:31.101549 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-cb318a8c-273f-4e36-b624-e5aa5fecc21d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (eee5b24c-08a6-48b4-81d4-0b1067e6f5fc), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:09:31.117924 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-ab714e67-f441-45a3-b573-adfafed39db7 None None] Provisioning complete for port eee5b24c-08a6-48b4-81d4-0b1067e6f5fc triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:09:31.118400 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ab714e67-f441-45a3-b573-adfafed39db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (eee5b24c-08a6-48b4-81d4-0b1067e6f5fc), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:09:31.151756 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-ab714e67-f441-45a3-b573-adfafed39db7 None None] Port eee5b24c-08a6-48b4-81d4-0b1067e6f5fc cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:09:31.366407 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-cb318a8c-273f-4e36-b624-e5aa5fecc21d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eee5b24c-08a6-48b4-81d4-0b1067e6f5fc {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:09:31.373793 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-cb318a8c-273f-4e36-b624-e5aa5fecc21d service neutron] Publish callbacks [] for port (eee5b24c-08a6-48b4-81d4-0b1067e6f5fc), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:09:31.385687 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-cb318a8c-273f-4e36-b624-e5aa5fecc21d service neutron] Transition to ACTIVE for port object eee5b24c-08a6-48b4-81d4-0b1067e6f5fc will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:09:31.389665 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-cb318a8c-273f-4e36-b624-e5aa5fecc21d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (eee5b24c-08a6-48b4-81d4-0b1067e6f5fc), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:09:31.443216 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb318a8c-273f-4e36-b624-e5aa5fecc21d service neutron] Pushing event updated for resources: {'Port': ['ID=eee5b24c-08a6-48b4-81d4-0b1067e6f5fc,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:09:31.513723 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-cb318a8c-273f-4e36-b624-e5aa5fecc21d service neutron] Attempting to bind port eee5b24c-08a6-48b4-81d4-0b1067e6f5fc on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:09:31.514098 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-cb318a8c-273f-4e36-b624-e5aa5fecc21d service neutron] Attempting to bind port eee5b24c-08a6-48b4-81d4-0b1067e6f5fc by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'de8a45bc-59c7-475b-a219-fe8d3ab09251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7c54207f-069e-4154-9ccb-5c3e5b524fe2'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:09:31.514431 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-cb318a8c-273f-4e36-b624-e5aa5fecc21d service neutron] Attempting to bind port eee5b24c-08a6-48b4-81d4-0b1067e6f5fc on network 7c54207f-069e-4154-9ccb-5c3e5b524fe2 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:09:31.519397 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-cb318a8c-273f-4e36-b624-e5aa5fecc21d service neutron] Port eee5b24c-08a6-48b4-81d4-0b1067e6f5fc on network 7c54207f-069e-4154-9ccb-5c3e5b524fe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 23:09:31.519764 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-cb318a8c-273f-4e36-b624-e5aa5fecc21d service neutron] Attempting to bind port eee5b24c-08a6-48b4-81d4-0b1067e6f5fc on network 7c54207f-069e-4154-9ccb-5c3e5b524fe2 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:09:31.524961 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-cb318a8c-273f-4e36-b624-e5aa5fecc21d service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:09:31.525302 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-cb318a8c-273f-4e36-b624-e5aa5fecc21d service neutron] Checking segment: {'id': 'de8a45bc-59c7-475b-a219-fe8d3ab09251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7c54207f-069e-4154-9ccb-5c3e5b524fe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:09:31.525687 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-cb318a8c-273f-4e36-b624-e5aa5fecc21d service neutron] Bound using segment: {'id': 'de8a45bc-59c7-475b-a219-fe8d3ab09251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7c54207f-069e-4154-9ccb-5c3e5b524fe2'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:09:31.526152 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-cb318a8c-273f-4e36-b624-e5aa5fecc21d service neutron] Bound port: eee5b24c-08a6-48b4-81d4-0b1067e6f5fc, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de8a45bc-59c7-475b-a219-fe8d3ab09251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7c54207f-069e-4154-9ccb-5c3e5b524fe2'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:09:31.526516 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-cb318a8c-273f-4e36-b624-e5aa5fecc21d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (eee5b24c-08a6-48b4-81d4-0b1067e6f5fc), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:09:31.592291 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-cb318a8c-273f-4e36-b624-e5aa5fecc21d service neutron] For port eee5b24c-08a6-48b4-81d4-0b1067e6f5fc, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:09:31.596023 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-cb318a8c-273f-4e36-b624-e5aa5fecc21d service neutron] For port eee5b24c-08a6-48b4-81d4-0b1067e6f5fc, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=eee5b24c-08a6-48b4-81d4-0b1067e6f5fc,segment=NetworkSegment(de8a45bc-59c7-475b-a219-fe8d3ab09251),segment_id=de8a45bc-59c7-475b-a219-fe8d3ab09251)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:09:31.602460 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-cb318a8c-273f-4e36-b624-e5aa5fecc21d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (eee5b24c-08a6-48b4-81d4-0b1067e6f5fc), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:09:31.645618 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-cb318a8c-273f-4e36-b624-e5aa5fecc21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:09:31.646040 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-cb318a8c-273f-4e36-b624-e5aa5fecc21d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:09:31.647872 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-cb318a8c-273f-4e36-b624-e5aa5fecc21d service neutron] 10.222.0.67 "PUT /v2.0/ports/eee5b24c-08a6-48b4-81d4-0b1067e6f5fc HTTP/1.1" status: 200 len: 1092 time: 0.6554029 Feb 16 23:09:31.650771 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bafc8819-a78d-447c-9e09-67852feacfee', 'tag': 'eee5b24c-08a6-48b4-81d4-0b1067e6f5fc'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:09:31.676500 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb318a8c-273f-4e36-b624-e5aa5fecc21d service neutron] Pushing event updated for resources: {'Port': ['ID=eee5b24c-08a6-48b4-81d4-0b1067e6f5fc,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:09:31.732980 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc8075-9091-468e-820a-93c543421d5c req-9b04018a-463a-4dd1-81f7-9393cfbf6b84 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:09:31.734861 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc6ebb2656127e6cc678106abfc43ff4a9c5ad1b0fb390af1324360b6f530fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae59b523-8af8-4094-8637-d68642e81e40" -d '{"events": [{"name": "network-changed", "server_uuid": "bafc8819-a78d-447c-9e09-67852feacfee", "tag": "eee5b24c-08a6-48b4-81d4-0b1067e6f5fc"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:09:31.735400 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f5fc8075-9091-468e-820a-93c543421d5c req-9b04018a-463a-4dd1-81f7-9393cfbf6b84 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/ports?device_id=bafc8819-a78d-447c-9e09-67852feacfee HTTP/1.1" status: 200 len: 944 time: 0.0712373 Feb 16 23:09:31.758907 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-2b081d16-75a0-4b18-b8cc-37938710fa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:09:31.760465 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-2b081d16-75a0-4b18-b8cc-37938710fa13 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4ae42afc1f6042a7a890bae57e828161&device_id=bafc8819-a78d-447c-9e09-67852feacfee HTTP/1.1" status: 200 len: 1126 time: 0.0614519 Feb 16 23:09:31.789250 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f5fc8075-9091-468e-820a-93c543421d5c req-eccf168f-b304-405e-adeb-ace020c23424 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4754023-baa4-491d-abbe-0c31763f8cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477905 Feb 16 23:09:31.811554 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-b3de3add-88ad-4278-8406-cb81ab74b337 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eee5b24c-08a6-48b4-81d4-0b1067e6f5fc HTTP/1.1" status: 200 len: 217 time: 0.0438211 Feb 16 23:09:31.868393 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-903d13ab-c19f-458a-8d19-c41dd451529a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:09:31.869871 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-903d13ab-c19f-458a-8d19-c41dd451529a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f722ddf1-3b72-460e-a810-cf88c3d3ba1d HTTP/1.1" status: 200 len: 855 time: 0.0529051 Feb 16 23:09:31.907427 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62427bbf-4257-4577-a460-ab75b2ec24b9 x-openstack-request-id: req-62427bbf-4257-4577-a460-ab75b2ec24b9 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:09:31.907731 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bafc8819-a78d-447c-9e09-67852feacfee", "tag": "eee5b24c-08a6-48b4-81d4-0b1067e6f5fc", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:09:31.907990 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-62427bbf-4257-4577-a460-ab75b2ec24b9 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:09:31.908384 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bafc8819-a78d-447c-9e09-67852feacfee', 'tag': 'eee5b24c-08a6-48b4-81d4-0b1067e6f5fc', 'status': 'completed', 'code': 200} Feb 16 23:09:31.927836 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-9a1e5f42-6aa1-4d7a-8d78-35384d3082de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:09:31.929269 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-9a1e5f42-6aa1-4d7a-8d78-35384d3082de service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7c54207f-069e-4154-9ccb-5c3e5b524fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0533552 Feb 16 23:09:32.017374 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-9e247a76-5379-4b5c-9fb8-56e168979063 service neutron] 10.222.0.67 "GET /v2.0/networks/7c54207f-069e-4154-9ccb-5c3e5b524fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816095 Feb 16 23:09:32.108683 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e1598ef1-418b-4c45-ac13-05b2865b732e req-d0f958a5-73be-4ac3-a4ba-2e5ce3fb9258 service neutron] 10.222.0.67 "GET /v2.0/networks/7c54207f-069e-4154-9ccb-5c3e5b524fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859926 Feb 16 23:09:32.195835 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59b523-8af8-4094-8637-d68642e81e40 req-dad1022f-0109-4d7b-a2b5-fc6f83549688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:09:32.197607 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ae59b523-8af8-4094-8637-d68642e81e40 req-dad1022f-0109-4d7b-a2b5-fc6f83549688 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4ae42afc1f6042a7a890bae57e828161&device_id=bafc8819-a78d-447c-9e09-67852feacfee HTTP/1.1" status: 200 len: 1126 time: 0.0458543 Feb 16 23:09:32.288012 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59b523-8af8-4094-8637-d68642e81e40 req-8eb5ad57-de72-46d4-8682-fe72d0a8b00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:09:32.289508 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ae59b523-8af8-4094-8637-d68642e81e40 req-8eb5ad57-de72-46d4-8682-fe72d0a8b00e service neutron] 10.222.0.67 "GET /v2.0/networks?id=7c54207f-069e-4154-9ccb-5c3e5b524fe2 HTTP/1.1" status: 200 len: 917 time: 0.0861115 Feb 16 23:09:32.329374 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ae59b523-8af8-4094-8637-d68642e81e40 req-63c52f6d-4b9c-4d7e-8e6d-e7c22157dea2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eee5b24c-08a6-48b4-81d4-0b1067e6f5fc HTTP/1.1" status: 200 len: 217 time: 0.0338817 Feb 16 23:09:32.374318 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59b523-8af8-4094-8637-d68642e81e40 req-8ca0d1be-dbc3-46ee-b6ca-7084720f5e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:09:32.376320 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ae59b523-8af8-4094-8637-d68642e81e40 req-8ca0d1be-dbc3-46ee-b6ca-7084720f5e6e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f722ddf1-3b72-460e-a810-cf88c3d3ba1d HTTP/1.1" status: 200 len: 855 time: 0.0412512 Feb 16 23:09:32.424654 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59b523-8af8-4094-8637-d68642e81e40 req-57d34570-a099-4e53-9901-955c164d283a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:09:32.426166 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ae59b523-8af8-4094-8637-d68642e81e40 req-57d34570-a099-4e53-9901-955c164d283a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7c54207f-069e-4154-9ccb-5c3e5b524fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446038 Feb 16 23:09:32.517656 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ae59b523-8af8-4094-8637-d68642e81e40 req-85a28b70-cf89-4972-8485-2c9851e857ff service neutron] 10.222.0.67 "GET /v2.0/networks/7c54207f-069e-4154-9ccb-5c3e5b524fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856221 Feb 16 23:09:32.609406 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ae59b523-8af8-4094-8637-d68642e81e40 req-cd584979-be74-467b-8b56-c063e08a4632 service neutron] 10.222.0.67 "GET /v2.0/networks/7c54207f-069e-4154-9ccb-5c3e5b524fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863354 Feb 16 23:09:32.911424 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edc315-a245-4979-b34c-4d7d2d625f9f req-eecc74b7-2c2b-407d-8703-fcf6bd5f6774 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:09:32.912907 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-04edc315-a245-4979-b34c-4d7d2d625f9f req-eecc74b7-2c2b-407d-8703-fcf6bd5f6774 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/ports?device_id=bafc8819-a78d-447c-9e09-67852feacfee HTTP/1.1" status: 200 len: 944 time: 0.0527525 Feb 16 23:09:32.961199 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-04edc315-a245-4979-b34c-4d7d2d625f9f req-87eba492-f9bc-437c-98d2-ca005bfa5f0b tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4754023-baa4-491d-abbe-0c31763f8cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427361 Feb 16 23:09:34.079451 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083998e2-c86a-4d1b-95be-709f62ea6e53 req-d811b918-e7f9-4082-b603-ed9f66d62c9b tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:09:34.080911 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-083998e2-c86a-4d1b-95be-709f62ea6e53 req-d811b918-e7f9-4082-b603-ed9f66d62c9b tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/ports?device_id=bafc8819-a78d-447c-9e09-67852feacfee HTTP/1.1" status: 200 len: 944 time: 0.0524962 Feb 16 23:09:34.127830 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-083998e2-c86a-4d1b-95be-709f62ea6e53 req-a0cbfd2e-8af2-4c5c-b87e-b35c40fb22ba tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4754023-baa4-491d-abbe-0c31763f8cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413818 Feb 16 23:09:35.248841 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18811c-c3f1-4d50-9185-08f1d7b4e507 req-9947e640-02fc-40c1-ae75-2e10592edbf8 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:09:35.250364 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ba18811c-c3f1-4d50-9185-08f1d7b4e507 req-9947e640-02fc-40c1-ae75-2e10592edbf8 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/ports?device_id=bafc8819-a78d-447c-9e09-67852feacfee HTTP/1.1" status: 200 len: 944 time: 0.0519085 Feb 16 23:09:35.296659 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ba18811c-c3f1-4d50-9185-08f1d7b4e507 req-be725ac1-bf69-427d-bd6b-d0454e87ed63 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4754023-baa4-491d-abbe-0c31763f8cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401096 Feb 16 23:09:35.454892 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device eee5b24c-08a6-48b4-81d4-0b1067e6f5fc details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:09:35.552636 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port eee5b24c-08a6-48b4-81d4-0b1067e6f5fc, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=eee5b24c-08a6-48b4-81d4-0b1067e6f5fc,segment=NetworkSegment(de8a45bc-59c7-475b-a219-fe8d3ab09251),segment_id=de8a45bc-59c7-475b-a219-fe8d3ab09251)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:09:35.563939 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': 'eee5b24c-08a6-48b4-81d4-0b1067e6f5fc', 'network_id': '7c54207f-069e-4154-9ccb-5c3e5b524fe2', 'port_id': 'eee5b24c-08a6-48b4-81d4-0b1067e6f5fc', 'mac_address': 'fa:16:3e:36:ff:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f722ddf1-3b72-460e-a810-cf88c3d3ba1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:09:35.603066 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port eee5b24c-08a6-48b4-81d4-0b1067e6f5fc is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:09:35.603458 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (eee5b24c-08a6-48b4-81d4-0b1067e6f5fc), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:09:35.616374 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eee5b24c-08a6-48b4-81d4-0b1067e6f5fc {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:09:35.638844 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port eee5b24c-08a6-48b4-81d4-0b1067e6f5fc, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=eee5b24c-08a6-48b4-81d4-0b1067e6f5fc,segment=NetworkSegment(de8a45bc-59c7-475b-a219-fe8d3ab09251),segment_id=de8a45bc-59c7-475b-a219-fe8d3ab09251)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:09:35.643661 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (eee5b24c-08a6-48b4-81d4-0b1067e6f5fc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:09:35.695618 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=eee5b24c-08a6-48b4-81d4-0b1067e6f5fc,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:09:35.954255 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['eee5b24c-08a6-48b4-81d4-0b1067e6f5fc'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:09:36.422439 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af482b-ce99-4e75-ad3e-00f57c8246e1 req-ab263232-9375-49d5-987b-b480e3732a57 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:09:36.423924 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d9af482b-ce99-4e75-ad3e-00f57c8246e1 req-ab263232-9375-49d5-987b-b480e3732a57 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/ports?device_id=bafc8819-a78d-447c-9e09-67852feacfee HTTP/1.1" status: 200 len: 945 time: 0.0564544 Feb 16 23:09:36.471440 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d9af482b-ce99-4e75-ad3e-00f57c8246e1 req-646e0fc0-d73d-4bf3-b1e6-a10afba8259c tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4754023-baa4-491d-abbe-0c31763f8cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418663 Feb 16 23:09:37.473517 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device eee5b24c-08a6-48b4-81d4-0b1067e6f5fc up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:09:37.522142 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port eee5b24c-08a6-48b4-81d4-0b1067e6f5fc completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:09:37.526685 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port eee5b24c-08a6-48b4-81d4-0b1067e6f5fc triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:09:37.527059 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (eee5b24c-08a6-48b4-81d4-0b1067e6f5fc), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:09:37.588887 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dcba8e-7f2b-4353-9917-b9c95417abfb req-8c060199-34f9-4faa-b6f9-c1c51b4bbd84 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:09:37.590392 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-81dcba8e-7f2b-4353-9917-b9c95417abfb req-8c060199-34f9-4faa-b6f9-c1c51b4bbd84 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/ports?device_id=bafc8819-a78d-447c-9e09-67852feacfee HTTP/1.1" status: 200 len: 945 time: 0.0513406 Feb 16 23:09:37.605910 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port eee5b24c-08a6-48b4-81d4-0b1067e6f5fc is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:09:37.606336 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (eee5b24c-08a6-48b4-81d4-0b1067e6f5fc), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:09:37.632283 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafc8819-a78d-447c-9e09-67852feacfee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee5b24c-08a6-48b4-81d4-0b1067e6f5fc'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:09:37.634528 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}003bc719444852515b674fedd62cd1fb71b35db544f2f4adcbcd93f8ba7f5d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e79e61-b10a-44a5-b3cc-fd8d440e55f1" -d '{"events": [{"server_uuid": "bafc8819-a78d-447c-9e09-67852feacfee", "name": "network-vif-plugged", "status": "completed", "tag": "eee5b24c-08a6-48b4-81d4-0b1067e6f5fc"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:09:37.640273 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-81dcba8e-7f2b-4353-9917-b9c95417abfb req-39d5e3b7-c7a2-4f2c-98f1-11d0b44d0908 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4754023-baa4-491d-abbe-0c31763f8cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423651 Feb 16 23:09:37.647302 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port eee5b24c-08a6-48b4-81d4-0b1067e6f5fc, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=eee5b24c-08a6-48b4-81d4-0b1067e6f5fc,segment=NetworkSegment(de8a45bc-59c7-475b-a219-fe8d3ab09251),segment_id=de8a45bc-59c7-475b-a219-fe8d3ab09251)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:09:37.651641 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (eee5b24c-08a6-48b4-81d4-0b1067e6f5fc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:09:37.686002 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06fecef9-3fcb-4c96-a207-3e9f9db61293 x-openstack-request-id: req-06fecef9-3fcb-4c96-a207-3e9f9db61293 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:09:37.686305 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bafc8819-a78d-447c-9e09-67852feacfee", "name": "network-vif-plugged", "status": "completed", "tag": "eee5b24c-08a6-48b4-81d4-0b1067e6f5fc", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:09:37.686562 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-06fecef9-3fcb-4c96-a207-3e9f9db61293 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:09:37.686958 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafc8819-a78d-447c-9e09-67852feacfee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee5b24c-08a6-48b4-81d4-0b1067e6f5fc', 'code': 200} Feb 16 23:09:37.702610 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=eee5b24c-08a6-48b4-81d4-0b1067e6f5fc,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:09:37.925824 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107eb02-475d-41d9-9d8d-ac299327b85e req-2412395f-9d2a-48db-9039-16162dd7d608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:09:37.927273 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3107eb02-475d-41d9-9d8d-ac299327b85e req-2412395f-9d2a-48db-9039-16162dd7d608 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bafc8819-a78d-447c-9e09-67852feacfee HTTP/1.1" status: 200 len: 1128 time: 0.0442488 Feb 16 23:09:37.969915 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3107eb02-475d-41d9-9d8d-ac299327b85e req-ee8ff518-87f1-4f12-ae84-87503c5dfb2e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e4754023-baa4-491d-abbe-0c31763f8cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370190 Feb 16 23:09:38.766138 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c91e4-579e-4220-9b6d-998faa0d3348 req-dfeeb71e-7ef7-48ef-802b-e8f6c6530cab tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:09:38.767624 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f77c91e4-579e-4220-9b6d-998faa0d3348 req-dfeeb71e-7ef7-48ef-802b-e8f6c6530cab tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/ports?device_id=bafc8819-a78d-447c-9e09-67852feacfee HTTP/1.1" status: 200 len: 946 time: 0.0522234 Feb 16 23:09:38.817794 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f77c91e4-579e-4220-9b6d-998faa0d3348 req-a1bc3b7f-215e-4336-9d5e-1fcc54ca9978 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4754023-baa4-491d-abbe-0c31763f8cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444105 Feb 16 23:09:39.936731 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d394c-af9c-411f-9477-c79f70cd5b8c req-45f6e881-c773-49e9-b914-f4f8931aba41 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:09:39.938918 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-704d394c-af9c-411f-9477-c79f70cd5b8c req-45f6e881-c773-49e9-b914-f4f8931aba41 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/ports?device_id=bafc8819-a78d-447c-9e09-67852feacfee HTTP/1.1" status: 200 len: 946 time: 0.0543990 Feb 16 23:09:39.983688 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-704d394c-af9c-411f-9477-c79f70cd5b8c req-18148312-aede-4645-8256-feae4ec3c321 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4754023-baa4-491d-abbe-0c31763f8cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392828 Feb 16 23:09:40.098718 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abfc9c8-766d-4475-9145-fe6d9d7d47fe req-5c140477-36e0-4935-bc00-5e2d9e57c3a6 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:09:40.100110 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9abfc9c8-766d-4475-9145-fe6d9d7d47fe req-5c140477-36e0-4935-bc00-5e2d9e57c3a6 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/ports?device_id=bafc8819-a78d-447c-9e09-67852feacfee HTTP/1.1" status: 200 len: 946 time: 0.0515423 Feb 16 23:09:40.145319 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9abfc9c8-766d-4475-9145-fe6d9d7d47fe req-fbbe0726-f450-4458-839c-2caa3fa678ec tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4754023-baa4-491d-abbe-0c31763f8cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397460 Feb 16 23:09:50.753376 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2d1567c0-6aee-4a7a-af76-50cd7639a97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:09:53.143876 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e67285cf-9c3e-4277-9b9b-0ec96aa14a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:09:54.440716 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:09:55.397478 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:09:55.774925 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:09:57.119354 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:09:58.825178 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:00.370265 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:14.100697 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a483f-f4c2-4c1c-a951-93d11889acf5 req-f1c9037c-2acf-427d-a65c-88ffccff28c5 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:10:14.102142 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-317a483f-f4c2-4c1c-a951-93d11889acf5 req-f1c9037c-2acf-427d-a65c-88ffccff28c5 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/ports?device_id=bafc8819-a78d-447c-9e09-67852feacfee HTTP/1.1" status: 200 len: 946 time: 0.0567651 Feb 16 23:10:14.151134 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-317a483f-f4c2-4c1c-a951-93d11889acf5 req-b29077e2-a689-47d1-a8eb-7d5a57377541 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4754023-baa4-491d-abbe-0c31763f8cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431917 Feb 16 23:10:15.270502 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab504c0-2e90-4c90-aa2b-aceb472b6670 req-6ca19ba5-bbe9-4e0d-b831-3fd13d1b3315 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:10:15.271992 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cab504c0-2e90-4c90-aa2b-aceb472b6670 req-6ca19ba5-bbe9-4e0d-b831-3fd13d1b3315 tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/ports?device_id=bafc8819-a78d-447c-9e09-67852feacfee HTTP/1.1" status: 200 len: 946 time: 0.0523157 Feb 16 23:10:15.318618 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cab504c0-2e90-4c90-aa2b-aceb472b6670 req-45ef7cc8-b979-4370-8741-7705e675490e tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4754023-baa4-491d-abbe-0c31763f8cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405321 Feb 16 23:10:15.896104 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8fa078-29ce-4100-b544-0b93c7ee1b89 req-8b445c5c-5835-4cbf-a515-7dcde13bec7d tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:10:15.897545 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ca8fa078-29ce-4100-b544-0b93c7ee1b89 req-8b445c5c-5835-4cbf-a515-7dcde13bec7d tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.67 "GET /v2.0/ports?device_id=bafc8819-a78d-447c-9e09-67852feacfee HTTP/1.1" status: 200 len: 946 time: 0.0521526 Feb 16 23:10:15.990419 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-ca8fa078-29ce-4100-b544-0b93c7ee1b89 req-3c3f413c-17f9-4d63-be12-cc67336d5cbe tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Deleting port eee5b24c-08a6-48b4-81d4-0b1067e6f5fc {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:10:15.990761 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ca8fa078-29ce-4100-b544-0b93c7ee1b89 req-3c3f413c-17f9-4d63-be12-cc67336d5cbe tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (eee5b24c-08a6-48b4-81d4-0b1067e6f5fc), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:16.077072 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-ca8fa078-29ce-4100-b544-0b93c7ee1b89 req-3c3f413c-17f9-4d63-be12-cc67336d5cbe tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] For port eee5b24c-08a6-48b4-81d4-0b1067e6f5fc, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=eee5b24c-08a6-48b4-81d4-0b1067e6f5fc,segment=NetworkSegment(de8a45bc-59c7-475b-a219-fe8d3ab09251),segment_id=de8a45bc-59c7-475b-a219-fe8d3ab09251)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:10:16.077393 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ca8fa078-29ce-4100-b544-0b93c7ee1b89 req-3c3f413c-17f9-4d63-be12-cc67336d5cbe tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (eee5b24c-08a6-48b4-81d4-0b1067e6f5fc), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:16.089779 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-ca8fa078-29ce-4100-b544-0b93c7ee1b89 req-3c3f413c-17f9-4d63-be12-cc67336d5cbe tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Calling delete_port for eee5b24c-08a6-48b4-81d4-0b1067e6f5fc owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:10:16.216579 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ca8fa078-29ce-4100-b544-0b93c7ee1b89 req-3c3f413c-17f9-4d63-be12-cc67336d5cbe tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (eee5b24c-08a6-48b4-81d4-0b1067e6f5fc), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:16.228740 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['eee5b24c-08a6-48b4-81d4-0b1067e6f5fc'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:10:16.245643 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f413c-17f9-4d63-be12-cc67336d5cbe tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Pushing event deleted for resources: {'Port': ['ID=eee5b24c-08a6-48b4-81d4-0b1067e6f5fc,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:16.294116 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8fa078-29ce-4100-b544-0b93c7ee1b89 req-3c3f413c-17f9-4d63-be12-cc67336d5cbe tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] No DVR routers for this DVR port eee5b24c-08a6-48b4-81d4-0b1067e6f5fc on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:10:16.297451 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-ca8fa078-29ce-4100-b544-0b93c7ee1b89 req-3c3f413c-17f9-4d63-be12-cc67336d5cbe tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:16.300913 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ca8fa078-29ce-4100-b544-0b93c7ee1b89 req-3c3f413c-17f9-4d63-be12-cc67336d5cbe tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.67 "DELETE /v2.0/ports/eee5b24c-08a6-48b4-81d4-0b1067e6f5fc HTTP/1.1" status: 204 len: 173 time: 0.3985410 Feb 16 23:10:16.301366 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafc8819-a78d-447c-9e09-67852feacfee', 'name': 'network-vif-deleted', 'tag': 'eee5b24c-08a6-48b4-81d4-0b1067e6f5fc'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:10:16.303703 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc6ebb2656127e6cc678106abfc43ff4a9c5ad1b0fb390af1324360b6f530fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a52d75-c2c7-4901-8362-2f512054cf11" -d '{"events": [{"server_uuid": "bafc8819-a78d-447c-9e09-67852feacfee", "name": "network-vif-deleted", "tag": "eee5b24c-08a6-48b4-81d4-0b1067e6f5fc"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:10:16.341678 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630b1df5-f279-45d3-96b2-4a5b5ddac087 x-openstack-request-id: req-630b1df5-f279-45d3-96b2-4a5b5ddac087 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:10:16.341678 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bafc8819-a78d-447c-9e09-67852feacfee", "name": "network-vif-deleted", "tag": "eee5b24c-08a6-48b4-81d4-0b1067e6f5fc", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:10:16.341678 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-630b1df5-f279-45d3-96b2-4a5b5ddac087 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:10:16.341678 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafc8819-a78d-447c-9e09-67852feacfee', 'name': 'network-vif-deleted', 'tag': 'eee5b24c-08a6-48b4-81d4-0b1067e6f5fc', 'status': 'completed', 'code': 200} Feb 16 23:10:16.429744 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-161e9125-4fd0-440f-9e34-657488d777a4 req-b4613db1-1bf8-41f9-a464-dbb3005387ed tempest-TestEncryptedCinderVolumes-347375958 tempest-TestEncryptedCinderVolumes-347375958-project] 10.222.0.75 "GET /v2.0/ports?device_id=bafc8819-a78d-447c-9e09-67852feacfee HTTP/1.1" status: 200 len: 210 time: 0.0340245 Feb 16 23:10:17.527283 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54360) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:10:18.146527 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6e2863fc-7b2c-4088-8d20-3e4812c54d6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (c6256821-8de8-4d5f-ad85-cd9e44540128), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:18.389270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-6e2863fc-7b2c-4088-8d20-3e4812c54d6a admin admin] Deleting port f399123c-ed1f-4256-9ad7-202a3b023f09 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:10:18.389607 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6e2863fc-7b2c-4088-8d20-3e4812c54d6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (f399123c-ed1f-4256-9ad7-202a3b023f09), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:18.468776 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-6e2863fc-7b2c-4088-8d20-3e4812c54d6a admin admin] For port f399123c-ed1f-4256-9ad7-202a3b023f09, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=f399123c-ed1f-4256-9ad7-202a3b023f09,segment=NetworkSegment(de8a45bc-59c7-475b-a219-fe8d3ab09251),segment_id=de8a45bc-59c7-475b-a219-fe8d3ab09251)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:10:18.469050 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6e2863fc-7b2c-4088-8d20-3e4812c54d6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (f399123c-ed1f-4256-9ad7-202a3b023f09), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:18.481479 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-6e2863fc-7b2c-4088-8d20-3e4812c54d6a admin admin] Calling delete_port for f399123c-ed1f-4256-9ad7-202a3b023f09 owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:10:18.659180 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6e2863fc-7b2c-4088-8d20-3e4812c54d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (f399123c-ed1f-4256-9ad7-202a3b023f09), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:18.685736 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2863fc-7b2c-4088-8d20-3e4812c54d6a admin admin] Pushing event deleted for resources: {'Port': ['ID=f399123c-ed1f-4256-9ad7-202a3b023f09,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:18.710074 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2863fc-7b2c-4088-8d20-3e4812c54d6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:18.710426 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2863fc-7b2c-4088-8d20-3e4812c54d6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:18.710769 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2863fc-7b2c-4088-8d20-3e4812c54d6a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:18.711109 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2863fc-7b2c-4088-8d20-3e4812c54d6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:18.711446 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2863fc-7b2c-4088-8d20-3e4812c54d6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:18.711779 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2863fc-7b2c-4088-8d20-3e4812c54d6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:18.712106 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2863fc-7b2c-4088-8d20-3e4812c54d6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:18.712432 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2863fc-7b2c-4088-8d20-3e4812c54d6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:18.712757 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2863fc-7b2c-4088-8d20-3e4812c54d6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:18.713082 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2863fc-7b2c-4088-8d20-3e4812c54d6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:18.713407 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2863fc-7b2c-4088-8d20-3e4812c54d6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:18.713729 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2863fc-7b2c-4088-8d20-3e4812c54d6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:18.714073 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2863fc-7b2c-4088-8d20-3e4812c54d6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:18.861145 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6e2863fc-7b2c-4088-8d20-3e4812c54d6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (c6256821-8de8-4d5f-ad85-cd9e44540128), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:19.078541 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2863fc-7b2c-4088-8d20-3e4812c54d6a admin admin] Router c6256821-8de8-4d5f-ad85-cd9e44540128 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:10:19.186447 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2863fc-7b2c-4088-8d20-3e4812c54d6a admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:10:19.193869 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6e2863fc-7b2c-4088-8d20-3e4812c54d6a admin admin] 10.222.0.75 "PUT /v2.0/routers/c6256821-8de8-4d5f-ad85-cd9e44540128/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6636195 Feb 16 23:10:19.194517 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54362) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:10:19.197220 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3848cb9b-6851-415c-a5f0-71a6f37fb93a None None] Sync routers for ids ['c6256821-8de8-4d5f-ad85-cd9e44540128'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:10:19.207745 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3848cb9b-6851-415c-a5f0-71a6f37fb93a None None] Routers {'c6256821-8de8-4d5f-ad85-cd9e44540128'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:10:19.208373 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3848cb9b-6851-415c-a5f0-71a6f37fb93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:09:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['c6256821-8de8-4d5f-ad85-cd9e44540128'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:10:19.301488 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c13c8568-036f-4327-aff5-ef2cefed5239 admin admin] Publish callbacks [] for router (c6256821-8de8-4d5f-ad85-cd9e44540128), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:19.313949 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-3848cb9b-6851-415c-a5f0-71a6f37fb93a None None] Set router c6256821-8de8-4d5f-ad85-cd9e44540128 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:10:19.406096 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c13c8568-036f-4327-aff5-ef2cefed5239 admin admin] Publish callbacks [] for router_gateway (c6256821-8de8-4d5f-ad85-cd9e44540128), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:19.460435 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-c13c8568-036f-4327-aff5-ef2cefed5239 admin admin] Deleting port 42175324-5036-474c-b42b-257da8d9aa4d {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:10:19.460770 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c13c8568-036f-4327-aff5-ef2cefed5239 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (42175324-5036-474c-b42b-257da8d9aa4d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:19.500881 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3848cb9b-6851-415c-a5f0-71a6f37fb93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6256821-8de8-4d5f-ad85-cd9e44540128', 'name': 'tempest-TestEncryptedCinderVolumes-175488726-router', 'tenant_id': '4ae42afc1f6042a7a890bae57e828161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '42175324-5036-474c-b42b-257da8d9aa4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:08:29Z', 'updated_at': '2022-02-16T23:10:18Z', 'revision_number': 5, 'project_id': '4ae42afc1f6042a7a890bae57e828161', 'gw_port': {'id': '42175324-5036-474c-b42b-257da8d9aa4d', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256821-8de8-4d5f-ad85-cd9e44540128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:08:29Z', 'updated_at': '2022-02-16T23:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:10:19.526778 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3848cb9b-6851-415c-a5f0-71a6f37fb93a None None] Checking router: c6256821-8de8-4d5f-ad85-cd9e44540128 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:10:19.535145 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3848cb9b-6851-415c-a5f0-71a6f37fb93a None None] Routers {'c6256821-8de8-4d5f-ad85-cd9e44540128'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:10:19.535760 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3848cb9b-6851-415c-a5f0-71a6f37fb93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:09:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['c6256821-8de8-4d5f-ad85-cd9e44540128'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:10:19.539510 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-c13c8568-036f-4327-aff5-ef2cefed5239 admin admin] For port 42175324-5036-474c-b42b-257da8d9aa4d, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=42175324-5036-474c-b42b-257da8d9aa4d,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:10:19.539874 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c13c8568-036f-4327-aff5-ef2cefed5239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (42175324-5036-474c-b42b-257da8d9aa4d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:19.556345 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-c13c8568-036f-4327-aff5-ef2cefed5239 admin admin] Calling delete_port for 42175324-5036-474c-b42b-257da8d9aa4d owned by network:router_gateway {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:10:19.624771 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-3848cb9b-6851-415c-a5f0-71a6f37fb93a None None] Set router c6256821-8de8-4d5f-ad85-cd9e44540128 gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:10:19.678946 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3848cb9b-6851-415c-a5f0-71a6f37fb93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6256821-8de8-4d5f-ad85-cd9e44540128', 'name': 'tempest-TestEncryptedCinderVolumes-175488726-router', 'tenant_id': '4ae42afc1f6042a7a890bae57e828161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:08:29Z', 'updated_at': '2022-02-16T23:10:19Z', 'revision_number': 6, 'project_id': '4ae42afc1f6042a7a890bae57e828161', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:10:19.705020 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3848cb9b-6851-415c-a5f0-71a6f37fb93a None None] The sync data for ids ['c6256821-8de8-4d5f-ad85-cd9e44540128'] in n-d-813897-6 is: [{'id': 'c6256821-8de8-4d5f-ad85-cd9e44540128', 'name': 'tempest-TestEncryptedCinderVolumes-175488726-router', 'tenant_id': '4ae42afc1f6042a7a890bae57e828161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:08:29Z', 'updated_at': '2022-02-16T23:10:19Z', 'revision_number': 6, 'project_id': '4ae42afc1f6042a7a890bae57e828161', 'gw_port_host': None}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:10:19.722569 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c13c8568-036f-4327-aff5-ef2cefed5239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (42175324-5036-474c-b42b-257da8d9aa4d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:19.751446 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c8568-036f-4327-aff5-ef2cefed5239 admin admin] Pushing event deleted for resources: {'Port': ['ID=42175324-5036-474c-b42b-257da8d9aa4d,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:19.809936 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c13c8568-036f-4327-aff5-ef2cefed5239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (c6256821-8de8-4d5f-ad85-cd9e44540128), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:19.898587 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c13c8568-036f-4327-aff5-ef2cefed5239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (c6256821-8de8-4d5f-ad85-cd9e44540128), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:19.900964 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c13c8568-036f-4327-aff5-ef2cefed5239 admin admin] Publish callbacks [] for router_controller (c6256821-8de8-4d5f-ad85-cd9e44540128), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:19.946178 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c13c8568-036f-4327-aff5-ef2cefed5239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (c6256821-8de8-4d5f-ad85-cd9e44540128), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:19.946767 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13c8568-036f-4327-aff5-ef2cefed5239 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6256821-8de8-4d5f-ad85-cd9e44540128 {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 23:10:19.951260 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c13c8568-036f-4327-aff5-ef2cefed5239 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:19.952558 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c13c8568-036f-4327-aff5-ef2cefed5239 admin admin] 10.222.0.75 "DELETE /v2.0/routers/c6256821-8de8-4d5f-ad85-cd9e44540128 HTTP/1.1" status: 204 len: 168 time: 0.7571473 Feb 16 23:10:19.955179 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54366) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:10:19.998738 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb1658b-e5bb-404c-8813-2d79b9ab8f9e admin admin] Deleting subnet f722ddf1-3b72-460e-a810-cf88c3d3ba1d {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 23:10:20.001727 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ffb1658b-e5bb-404c-8813-2d79b9ab8f9e admin admin] Publish callbacks [] for subnet (f722ddf1-3b72-460e-a810-cf88c3d3ba1d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:20.035722 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ffb1658b-e5bb-404c-8813-2d79b9ab8f9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (f722ddf1-3b72-460e-a810-cf88c3d3ba1d), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:20.120340 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ffb1658b-e5bb-404c-8813-2d79b9ab8f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (f722ddf1-3b72-460e-a810-cf88c3d3ba1d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:20.178477 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ffb1658b-e5bb-404c-8813-2d79b9ab8f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (f722ddf1-3b72-460e-a810-cf88c3d3ba1d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:20.203565 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1658b-e5bb-404c-8813-2d79b9ab8f9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f722ddf1-3b72-460e-a810-cf88c3d3ba1d,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:20.207034 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ffb1658b-e5bb-404c-8813-2d79b9ab8f9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:20.210223 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ffb1658b-e5bb-404c-8813-2d79b9ab8f9e admin admin] 10.222.0.75 "DELETE /v2.0/subnets/f722ddf1-3b72-460e-a810-cf88c3d3ba1d HTTP/1.1" status: 204 len: 168 time: 0.2540860 Feb 16 23:10:20.212650 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54368) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:10:20.214177 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0db5f2-8d85-4306-a1c7-44c80d95517e None None] Network 7c54207f-069e-4154-9ccb-5c3e5b524fe2 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:10:20.283509 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e7e5d50f-5e89-428c-9148-673c0fd57bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (7c54207f-069e-4154-9ccb-5c3e5b524fe2), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:20.337672 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-e7e5d50f-5e89-428c-9148-673c0fd57bc8 admin admin] Deleting port 0d7dd75b-e842-4b37-90d5-ebee6b4acb05 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:10:20.338029 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e7e5d50f-5e89-428c-9148-673c0fd57bc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (0d7dd75b-e842-4b37-90d5-ebee6b4acb05), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:20.398157 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-e7e5d50f-5e89-428c-9148-673c0fd57bc8 admin admin] For port 0d7dd75b-e842-4b37-90d5-ebee6b4acb05, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=0d7dd75b-e842-4b37-90d5-ebee6b4acb05,segment=NetworkSegment(de8a45bc-59c7-475b-a219-fe8d3ab09251),segment_id=de8a45bc-59c7-475b-a219-fe8d3ab09251)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:10:20.398443 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e7e5d50f-5e89-428c-9148-673c0fd57bc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (0d7dd75b-e842-4b37-90d5-ebee6b4acb05), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:20.411226 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-e7e5d50f-5e89-428c-9148-673c0fd57bc8 admin admin] Calling delete_port for 0d7dd75b-e842-4b37-90d5-ebee6b4acb05 owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:10:20.467078 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b75999b-c82b-485b-a89d-de9d3b05e903 None None] DHCP port deletion for 7c54207f-069e-4154-9ccb-5c3e5b524fe2 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 23:10:20.503154 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e7e5d50f-5e89-428c-9148-673c0fd57bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (0d7dd75b-e842-4b37-90d5-ebee6b4acb05), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:20.519509 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5b75999b-c82b-485b-a89d-de9d3b05e903 None None] Deleting port 0d7dd75b-e842-4b37-90d5-ebee6b4acb05 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:10:20.519890 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5b75999b-c82b-485b-a89d-de9d3b05e903 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (0d7dd75b-e842-4b37-90d5-ebee6b4acb05), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:20.530530 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e5d50f-5e89-428c-9148-673c0fd57bc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d7dd75b-e842-4b37-90d5-ebee6b4acb05,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:20.534408 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e5d50f-5e89-428c-9148-673c0fd57bc8 admin admin] No DVR routers for this DVR port 0d7dd75b-e842-4b37-90d5-ebee6b4acb05 on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:10:20.591358 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-5b75999b-c82b-485b-a89d-de9d3b05e903 None None] For port 0d7dd75b-e842-4b37-90d5-ebee6b4acb05, host n-d-813897-6, got binding levels [] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:10:20.591751 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5b75999b-c82b-485b-a89d-de9d3b05e903 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (0d7dd75b-e842-4b37-90d5-ebee6b4acb05), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:20.604444 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5b75999b-c82b-485b-a89d-de9d3b05e903 None None] Calling delete_port for 0d7dd75b-e842-4b37-90d5-ebee6b4acb05 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:10:20.607271 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.ipam_backend_mixin [None req-5b75999b-c82b-485b-a89d-de9d3b05e903 None None] Port 0d7dd75b-e842-4b37-90d5-ebee6b4acb05 was not found and therefore no delete operation was performed {{(pid=103467) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 23:10:20.608581 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5b75999b-c82b-485b-a89d-de9d3b05e903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (0d7dd75b-e842-4b37-90d5-ebee6b4acb05), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:20.609022 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e7e5d50f-5e89-428c-9148-673c0fd57bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (7c54207f-069e-4154-9ccb-5c3e5b524fe2), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:20.629959 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-e7e5d50f-5e89-428c-9148-673c0fd57bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c54207f-069e-4154-9ccb-5c3e5b524fe2']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:10:20.635337 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75999b-c82b-485b-a89d-de9d3b05e903 None None] Pushing event deleted for resources: {'Port': ['ID=0d7dd75b-e842-4b37-90d5-ebee6b4acb05,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:20.640932 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-e7e5d50f-5e89-428c-9148-673c0fd57bc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de8a45bc-59c7-475b-a219-fe8d3ab09251') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:10:20.641112 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b75999b-c82b-485b-a89d-de9d3b05e903 None None] No DVR routers for this DVR port 0d7dd75b-e842-4b37-90d5-ebee6b4acb05 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:10:20.641234 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-e7e5d50f-5e89-428c-9148-673c0fd57bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de8a45bc-59c7-475b-a219-fe8d3ab09251') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:10:20.650112 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75999b-c82b-485b-a89d-de9d3b05e903 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:20.650778 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75999b-c82b-485b-a89d-de9d3b05e903 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:20.650778 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75999b-c82b-485b-a89d-de9d3b05e903 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:20.651138 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75999b-c82b-485b-a89d-de9d3b05e903 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:20.651938 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75999b-c82b-485b-a89d-de9d3b05e903 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:20.651938 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75999b-c82b-485b-a89d-de9d3b05e903 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:20.652094 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75999b-c82b-485b-a89d-de9d3b05e903 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:20.652277 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e7e5d50f-5e89-428c-9148-673c0fd57bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (de8a45bc-59c7-475b-a219-fe8d3ab09251), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:20.652408 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75999b-c82b-485b-a89d-de9d3b05e903 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:20.652737 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75999b-c82b-485b-a89d-de9d3b05e903 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:20.653064 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75999b-c82b-485b-a89d-de9d3b05e903 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:20.653563 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75999b-c82b-485b-a89d-de9d3b05e903 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:20.654233 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75999b-c82b-485b-a89d-de9d3b05e903 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:20.654233 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75999b-c82b-485b-a89d-de9d3b05e903 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:20.666427 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e7e5d50f-5e89-428c-9148-673c0fd57bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (de8a45bc-59c7-475b-a219-fe8d3ab09251), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:20.672716 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e5d50f-5e89-428c-9148-673c0fd57bc8 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:10:20.673141 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e7e5d50f-5e89-428c-9148-673c0fd57bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (de8a45bc-59c7-475b-a219-fe8d3ab09251), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:20.674882 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 23:10:20.674882 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:10:20.674882 n-d-813897-6 neutron-server[103466]: timer() Feb 16 23:10:20.674882 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:10:20.674882 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 23:10:20.674882 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 23:10:20.674882 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 23:10:20.674882 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:10:20.674882 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 23:10:20.674882 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:10:20.674882 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 23:10:20.674882 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:10:20.674882 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 23:10:20.674882 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 23:10:20.674882 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:10:20.674882 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 23:10:20.674882 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:10:20.674882 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 23:10:20.674882 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 23:10:20.674882 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 23:10:20.674882 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 23:10:20.674882 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 23:10:20.674882 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:10:20.674882 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:10:20.674882 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 23:10:20.674882 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:10:20.674882 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:10:20.674882 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:10:20.674882 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:10:20.674882 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:10:20.674882 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:10:20.674882 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:10:20.734414 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e7e5d50f-5e89-428c-9148-673c0fd57bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (7c54207f-069e-4154-9ccb-5c3e5b524fe2), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:20.740279 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e7e5d50f-5e89-428c-9148-673c0fd57bc8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:20.744058 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e7e5d50f-5e89-428c-9148-673c0fd57bc8 admin admin] 10.222.0.75 "DELETE /v2.0/networks/7c54207f-069e-4154-9ccb-5c3e5b524fe2 HTTP/1.1" status: 204 len: 168 time: 0.5304656 Feb 16 23:10:20.747094 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54370) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:10:20.759627 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e5d50f-5e89-428c-9148-673c0fd57bc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c54207f-069e-4154-9ccb-5c3e5b524fe2,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:20.768175 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8725954b-3e19-4c29-a21a-1239cb753ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:21.380520 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5eadfc7e-eda6-4e58-a8db-168c7beef261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (75445b01-b77c-48ad-93b4-7e9b370dd26a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:21.477399 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device f399123c-ed1f-4256-9ad7-202a3b023f09 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:10:21.497023 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: f399123c-ed1f-4256-9ad7-202a3b023f09 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:10:21.497369 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device f399123c-ed1f-4256-9ad7-202a3b023f09 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:10:21.497789 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0d7dd75b-e842-4b37-90d5-ebee6b4acb05 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:10:21.520637 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 0d7dd75b-e842-4b37-90d5-ebee6b4acb05 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:10:21.520983 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 0d7dd75b-e842-4b37-90d5-ebee6b4acb05 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:10:21.521393 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 42175324-5036-474c-b42b-257da8d9aa4d no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:10:21.540283 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 42175324-5036-474c-b42b-257da8d9aa4d {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:10:21.540630 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 42175324-5036-474c-b42b-257da8d9aa4d not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:10:21.617417 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device eee5b24c-08a6-48b4-81d4-0b1067e6f5fc no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:10:21.629713 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-5eadfc7e-eda6-4e58-a8db-168c7beef261 admin admin] Deleting port 40d73223-cf7b-4c79-aaea-e51e53ab0a91 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:10:21.630087 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5eadfc7e-eda6-4e58-a8db-168c7beef261 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (40d73223-cf7b-4c79-aaea-e51e53ab0a91), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:21.637892 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: eee5b24c-08a6-48b4-81d4-0b1067e6f5fc {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:10:21.638187 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device eee5b24c-08a6-48b4-81d4-0b1067e6f5fc not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:10:21.707203 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-5eadfc7e-eda6-4e58-a8db-168c7beef261 admin admin] For port 40d73223-cf7b-4c79-aaea-e51e53ab0a91, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=40d73223-cf7b-4c79-aaea-e51e53ab0a91,segment=NetworkSegment(4d97cd4a-6a16-49c5-8ee2-236db88c0778),segment_id=4d97cd4a-6a16-49c5-8ee2-236db88c0778)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:10:21.707564 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5eadfc7e-eda6-4e58-a8db-168c7beef261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (40d73223-cf7b-4c79-aaea-e51e53ab0a91), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:21.723372 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-5eadfc7e-eda6-4e58-a8db-168c7beef261 admin admin] Calling delete_port for 40d73223-cf7b-4c79-aaea-e51e53ab0a91 owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:10:21.902528 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5eadfc7e-eda6-4e58-a8db-168c7beef261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (40d73223-cf7b-4c79-aaea-e51e53ab0a91), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:21.928188 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eadfc7e-eda6-4e58-a8db-168c7beef261 admin admin] Pushing event deleted for resources: {'Port': ['ID=40d73223-cf7b-4c79-aaea-e51e53ab0a91,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:22.099331 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5eadfc7e-eda6-4e58-a8db-168c7beef261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (75445b01-b77c-48ad-93b4-7e9b370dd26a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:22.330725 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eadfc7e-eda6-4e58-a8db-168c7beef261 admin admin] Router 75445b01-b77c-48ad-93b4-7e9b370dd26a has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:10:22.439626 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eadfc7e-eda6-4e58-a8db-168c7beef261 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:10:22.444541 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5eadfc7e-eda6-4e58-a8db-168c7beef261 admin admin] 10.222.0.75 "PUT /v2.0/routers/75445b01-b77c-48ad-93b4-7e9b370dd26a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6964631 Feb 16 23:10:22.447129 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54376) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:10:22.449044 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b20e44e-dc61-4fa3-9b36-d9ec46644d3c None None] Sync routers for ids ['75445b01-b77c-48ad-93b4-7e9b370dd26a'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:10:22.458548 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b20e44e-dc61-4fa3-9b36-d9ec46644d3c None None] Routers {'75445b01-b77c-48ad-93b4-7e9b370dd26a'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:10:22.459173 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6b20e44e-dc61-4fa3-9b36-d9ec46644d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:09:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['75445b01-b77c-48ad-93b4-7e9b370dd26a'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:10:22.553682 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9f9f4190-e7c6-4e4e-ba0c-90a75c9623ee admin admin] Publish callbacks [] for router (75445b01-b77c-48ad-93b4-7e9b370dd26a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:22.565144 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-6b20e44e-dc61-4fa3-9b36-d9ec46644d3c None None] Set router 75445b01-b77c-48ad-93b4-7e9b370dd26a gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:10:22.662063 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9f9f4190-e7c6-4e4e-ba0c-90a75c9623ee admin admin] Publish callbacks [] for router_gateway (75445b01-b77c-48ad-93b4-7e9b370dd26a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:22.714907 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f4190-e7c6-4e4e-ba0c-90a75c9623ee admin admin] Deleting port 2ae75999-73c7-429f-a6f5-637cf3284fcc {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:10:22.715264 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9f9f4190-e7c6-4e4e-ba0c-90a75c9623ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (2ae75999-73c7-429f-a6f5-637cf3284fcc), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:22.743454 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6b20e44e-dc61-4fa3-9b36-d9ec46644d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75445b01-b77c-48ad-93b4-7e9b370dd26a', 'name': 'tempest-TestEncryptedCinderVolumes-1699834119-router', 'tenant_id': '951223d91a3642b6bf891d978a557595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '2ae75999-73c7-429f-a6f5-637cf3284fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:08:34Z', 'updated_at': '2022-02-16T23:10:21Z', 'revision_number': 5, 'project_id': '951223d91a3642b6bf891d978a557595', 'gw_port': {'id': '2ae75999-73c7-429f-a6f5-637cf3284fcc', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75445b01-b77c-48ad-93b4-7e9b370dd26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:08:35Z', 'updated_at': '2022-02-16T23:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:10:22.773257 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b20e44e-dc61-4fa3-9b36-d9ec46644d3c None None] Checking router: 75445b01-b77c-48ad-93b4-7e9b370dd26a for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:10:22.782423 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b20e44e-dc61-4fa3-9b36-d9ec46644d3c None None] Routers {'75445b01-b77c-48ad-93b4-7e9b370dd26a'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:10:22.783027 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6b20e44e-dc61-4fa3-9b36-d9ec46644d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:09:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['75445b01-b77c-48ad-93b4-7e9b370dd26a'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:10:22.798302 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-9f9f4190-e7c6-4e4e-ba0c-90a75c9623ee admin admin] For port 2ae75999-73c7-429f-a6f5-637cf3284fcc, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=2ae75999-73c7-429f-a6f5-637cf3284fcc,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:10:22.798665 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9f9f4190-e7c6-4e4e-ba0c-90a75c9623ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (2ae75999-73c7-429f-a6f5-637cf3284fcc), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:22.810853 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f4190-e7c6-4e4e-ba0c-90a75c9623ee admin admin] Calling delete_port for 2ae75999-73c7-429f-a6f5-637cf3284fcc owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:10:22.868270 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-6b20e44e-dc61-4fa3-9b36-d9ec46644d3c None None] Set router 75445b01-b77c-48ad-93b4-7e9b370dd26a gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:10:22.918305 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6b20e44e-dc61-4fa3-9b36-d9ec46644d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75445b01-b77c-48ad-93b4-7e9b370dd26a', 'name': 'tempest-TestEncryptedCinderVolumes-1699834119-router', 'tenant_id': '951223d91a3642b6bf891d978a557595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:08:34Z', 'updated_at': '2022-02-16T23:10:22Z', 'revision_number': 6, 'project_id': '951223d91a3642b6bf891d978a557595', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:10:22.985068 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9f9f4190-e7c6-4e4e-ba0c-90a75c9623ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (2ae75999-73c7-429f-a6f5-637cf3284fcc), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:23.013641 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f4190-e7c6-4e4e-ba0c-90a75c9623ee admin admin] Pushing event deleted for resources: {'Port': ['ID=2ae75999-73c7-429f-a6f5-637cf3284fcc,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:23.043108 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b20e44e-dc61-4fa3-9b36-d9ec46644d3c None None] The sync data for ids ['75445b01-b77c-48ad-93b4-7e9b370dd26a'] in n-d-813897-6 is: [{'id': '75445b01-b77c-48ad-93b4-7e9b370dd26a', 'name': 'tempest-TestEncryptedCinderVolumes-1699834119-router', 'tenant_id': '951223d91a3642b6bf891d978a557595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:08:34Z', 'updated_at': '2022-02-16T23:10:22Z', 'revision_number': 6, 'project_id': '951223d91a3642b6bf891d978a557595', 'gw_port_host': None}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:10:23.079919 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9f9f4190-e7c6-4e4e-ba0c-90a75c9623ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (75445b01-b77c-48ad-93b4-7e9b370dd26a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:23.145254 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c5754fa9-1f53-4c91-8cae-a96e2b58cc48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:23.172277 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9f9f4190-e7c6-4e4e-ba0c-90a75c9623ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (75445b01-b77c-48ad-93b4-7e9b370dd26a), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:23.174347 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9f9f4190-e7c6-4e4e-ba0c-90a75c9623ee admin admin] Publish callbacks [] for router_controller (75445b01-b77c-48ad-93b4-7e9b370dd26a), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:23.219819 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9f9f4190-e7c6-4e4e-ba0c-90a75c9623ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (75445b01-b77c-48ad-93b4-7e9b370dd26a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:23.220393 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9f4190-e7c6-4e4e-ba0c-90a75c9623ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75445b01-b77c-48ad-93b4-7e9b370dd26a {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 23:10:23.224730 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9f9f4190-e7c6-4e4e-ba0c-90a75c9623ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:23.226178 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9f9f4190-e7c6-4e4e-ba0c-90a75c9623ee admin admin] 10.222.0.75 "DELETE /v2.0/routers/75445b01-b77c-48ad-93b4-7e9b370dd26a HTTP/1.1" status: 204 len: 168 time: 0.7778547 Feb 16 23:10:23.228389 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54378) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:10:23.273238 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b5238c5-c9b0-4322-9e69-eca3831a3df3 admin admin] Deleting subnet 6d32f0b3-b828-4768-9fad-86fdd239d188 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 23:10:23.276556 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0b5238c5-c9b0-4322-9e69-eca3831a3df3 admin admin] Publish callbacks [] for subnet (6d32f0b3-b828-4768-9fad-86fdd239d188), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:23.310736 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0b5238c5-c9b0-4322-9e69-eca3831a3df3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (6d32f0b3-b828-4768-9fad-86fdd239d188), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:23.390482 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0b5238c5-c9b0-4322-9e69-eca3831a3df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (6d32f0b3-b828-4768-9fad-86fdd239d188), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:23.454027 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0b5238c5-c9b0-4322-9e69-eca3831a3df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (6d32f0b3-b828-4768-9fad-86fdd239d188), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:23.482228 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5238c5-c9b0-4322-9e69-eca3831a3df3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d32f0b3-b828-4768-9fad-86fdd239d188,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:23.493096 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0b5238c5-c9b0-4322-9e69-eca3831a3df3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:23.498784 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0b5238c5-c9b0-4322-9e69-eca3831a3df3 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/6d32f0b3-b828-4768-9fad-86fdd239d188 HTTP/1.1" status: 204 len: 168 time: 0.2671726 Feb 16 23:10:23.499495 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c336edcb-fdb0-4145-9b10-5dd97d2e769b None None] Network 74e40668-4d2e-49d6-acca-2a7ceb38d9ee requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:10:23.499673 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54380) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:10:23.571790 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d891dbd9-8cb6-4e00-af51-3561cbae0fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (74e40668-4d2e-49d6-acca-2a7ceb38d9ee), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:23.627327 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-d891dbd9-8cb6-4e00-af51-3561cbae0fc0 admin admin] Deleting port 3176cbf1-f6b2-40cb-bacd-aa9288a12a16 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:10:23.627674 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d891dbd9-8cb6-4e00-af51-3561cbae0fc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (3176cbf1-f6b2-40cb-bacd-aa9288a12a16), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:23.690551 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-d891dbd9-8cb6-4e00-af51-3561cbae0fc0 admin admin] For port 3176cbf1-f6b2-40cb-bacd-aa9288a12a16, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=3176cbf1-f6b2-40cb-bacd-aa9288a12a16,segment=NetworkSegment(4d97cd4a-6a16-49c5-8ee2-236db88c0778),segment_id=4d97cd4a-6a16-49c5-8ee2-236db88c0778)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:10:23.690842 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d891dbd9-8cb6-4e00-af51-3561cbae0fc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (3176cbf1-f6b2-40cb-bacd-aa9288a12a16), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:23.703995 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-d891dbd9-8cb6-4e00-af51-3561cbae0fc0 admin admin] Calling delete_port for 3176cbf1-f6b2-40cb-bacd-aa9288a12a16 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:10:23.785061 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d891dbd9-8cb6-4e00-af51-3561cbae0fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (3176cbf1-f6b2-40cb-bacd-aa9288a12a16), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:23.811087 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d891dbd9-8cb6-4e00-af51-3561cbae0fc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3176cbf1-f6b2-40cb-bacd-aa9288a12a16,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:23.814642 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d891dbd9-8cb6-4e00-af51-3561cbae0fc0 admin admin] No DVR routers for this DVR port 3176cbf1-f6b2-40cb-bacd-aa9288a12a16 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:10:23.823239 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1f9910-ec74-48fc-8563-5addc03ce661 None None] DHCP port deletion for 74e40668-4d2e-49d6-acca-2a7ceb38d9ee request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 23:10:23.884339 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 40d73223-cf7b-4c79-aaea-e51e53ab0a91 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:10:23.902596 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d891dbd9-8cb6-4e00-af51-3561cbae0fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (74e40668-4d2e-49d6-acca-2a7ceb38d9ee), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:23.905037 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 40d73223-cf7b-4c79-aaea-e51e53ab0a91 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:10:23.905962 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 40d73223-cf7b-4c79-aaea-e51e53ab0a91 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:10:23.924863 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-d891dbd9-8cb6-4e00-af51-3561cbae0fc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e40668-4d2e-49d6-acca-2a7ceb38d9ee']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:10:23.934829 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-d891dbd9-8cb6-4e00-af51-3561cbae0fc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d97cd4a-6a16-49c5-8ee2-236db88c0778') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:10:23.935129 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-d891dbd9-8cb6-4e00-af51-3561cbae0fc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d97cd4a-6a16-49c5-8ee2-236db88c0778') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:10:23.944881 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d891dbd9-8cb6-4e00-af51-3561cbae0fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (4d97cd4a-6a16-49c5-8ee2-236db88c0778), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:23.958774 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d891dbd9-8cb6-4e00-af51-3561cbae0fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (4d97cd4a-6a16-49c5-8ee2-236db88c0778), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:23.964594 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d891dbd9-8cb6-4e00-af51-3561cbae0fc0 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:10:23.964972 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d891dbd9-8cb6-4e00-af51-3561cbae0fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (4d97cd4a-6a16-49c5-8ee2-236db88c0778), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:23.966735 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 23:10:23.966735 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:10:23.966735 n-d-813897-6 neutron-server[103465]: timer() Feb 16 23:10:23.966735 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:10:23.966735 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 23:10:23.966735 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 23:10:23.966735 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 23:10:23.966735 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:10:23.966735 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 23:10:23.966735 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:10:23.966735 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 23:10:23.966735 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:10:23.966735 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 23:10:23.966735 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 23:10:23.966735 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:10:23.966735 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 23:10:23.966735 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:10:23.966735 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 23:10:23.966735 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 23:10:23.966735 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 23:10:23.966735 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 23:10:23.966735 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 23:10:23.966735 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:10:23.966735 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:10:23.966735 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 23:10:23.966735 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:10:23.966735 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:10:23.966735 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:10:23.966735 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:10:23.966735 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:10:23.966735 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:10:23.966735 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:10:24.019998 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d891dbd9-8cb6-4e00-af51-3561cbae0fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (74e40668-4d2e-49d6-acca-2a7ceb38d9ee), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:24.026061 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d891dbd9-8cb6-4e00-af51-3561cbae0fc0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:24.029244 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d891dbd9-8cb6-4e00-af51-3561cbae0fc0 admin admin] 10.222.0.75 "DELETE /v2.0/networks/74e40668-4d2e-49d6-acca-2a7ceb38d9ee HTTP/1.1" status: 204 len: 168 time: 0.5286543 Feb 16 23:10:24.040992 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d891dbd9-8cb6-4e00-af51-3561cbae0fc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=74e40668-4d2e-49d6-acca-2a7ceb38d9ee,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:24.196591 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54384) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:10:24.243812 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2229b9f4-2c9f-4a98-86a7-3e38a8176fae admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4ae42afc1f6042a7a890bae57e828161&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0461085 Feb 16 23:10:24.246336 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54386) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:10:24.294034 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e601ea77-a602-4d14-aaad-468cc1f75fb6 admin admin] Publish callbacks [] for security_group (e4754023-baa4-491d-abbe-0c31763f8cd0), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:24.315117 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e601ea77-a602-4d14-aaad-468cc1f75fb6 admin admin] Publish callbacks [] for security_group (e4754023-baa4-491d-abbe-0c31763f8cd0), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:24.362465 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e601ea77-a602-4d14-aaad-468cc1f75fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (e4754023-baa4-491d-abbe-0c31763f8cd0), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:24.365462 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e601ea77-a602-4d14-aaad-468cc1f75fb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:24.366710 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e601ea77-a602-4d14-aaad-468cc1f75fb6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e4754023-baa4-491d-abbe-0c31763f8cd0 HTTP/1.1" status: 204 len: 168 time: 0.1186900 Feb 16 23:10:24.375627 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601ea77-a602-4d14-aaad-468cc1f75fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4754023-baa4-491d-abbe-0c31763f8cd0,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:24.442803 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:24.679332 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54392) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:10:24.718346 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3a84edfb-3f9e-465b-9a2b-f860d2df7e66 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=951223d91a3642b6bf891d978a557595&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377765 Feb 16 23:10:24.720649 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54394) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:10:24.766379 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-654330f0-5549-4634-a61b-9f6f7313920c admin admin] Publish callbacks [] for security_group (76203410-79ab-457b-879f-22f7b35bf7f7), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:24.786887 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-654330f0-5549-4634-a61b-9f6f7313920c admin admin] Publish callbacks [] for security_group (76203410-79ab-457b-879f-22f7b35bf7f7), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:24.835781 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-654330f0-5549-4634-a61b-9f6f7313920c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (76203410-79ab-457b-879f-22f7b35bf7f7), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:24.838578 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-654330f0-5549-4634-a61b-9f6f7313920c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:24.839841 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-654330f0-5549-4634-a61b-9f6f7313920c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/76203410-79ab-457b-879f-22f7b35bf7f7 HTTP/1.1" status: 204 len: 168 time: 0.1183133 Feb 16 23:10:24.847670 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654330f0-5549-4634-a61b-9f6f7313920c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76203410-79ab-457b-879f-22f7b35bf7f7,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:25.475122 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 3176cbf1-f6b2-40cb-bacd-aa9288a12a16 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:10:25.495888 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 3176cbf1-f6b2-40cb-bacd-aa9288a12a16 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:10:25.496222 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 3176cbf1-f6b2-40cb-bacd-aa9288a12a16 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:10:25.496707 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 2ae75999-73c7-429f-a6f5-637cf3284fcc no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:10:25.507166 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54416) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:10:25.516493 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 2ae75999-73c7-429f-a6f5-637cf3284fcc {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:10:25.516855 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 2ae75999-73c7-429f-a6f5-637cf3284fcc not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:10:25.602037 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-1409c251-3a53-4e69-8449-ee269adbb046 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1177615536-network', 'tenant_id': '18e14b5c0a014afaa60ed704e9b421da'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:10:25.622157 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1409c251-3a53-4e69-8449-ee269adbb046 admin admin] Made reservation on behalf of 18e14b5c0a014afaa60ed704e9b421da for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:10:25.625110 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1409c251-3a53-4e69-8449-ee269adbb046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:25.633443 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1409c251-3a53-4e69-8449-ee269adbb046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:25.711971 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1409c251-3a53-4e69-8449-ee269adbb046 admin admin] Publish callbacks [] for security_group (d61572fc-6403-461e-a77c-5c596c0022c2), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:25.716872 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1409c251-3a53-4e69-8449-ee269adbb046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d61572fc-6403-461e-a77c-5c596c0022c2), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:25.737647 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1409c251-3a53-4e69-8449-ee269adbb046 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:10:25.752575 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1409c251-3a53-4e69-8449-ee269adbb046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61572fc-6403-461e-a77c-5c596c0022c2,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:25.755572 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1409c251-3a53-4e69-8449-ee269adbb046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (669de41c-e451-413f-b9ea-0d35ffcd1502), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:25.755920 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-1409c251-3a53-4e69-8449-ee269adbb046 admin admin] Added segment 669de41c-e451-413f-b9ea-0d35ffcd1502 of type vlan for network c2de3136-b008-427b-8a7d-04de519b1253 Feb 16 23:10:25.779321 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:25.797169 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1409c251-3a53-4e69-8449-ee269adbb046 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (c2de3136-b008-427b-8a7d-04de519b1253), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:25.820891 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1409c251-3a53-4e69-8449-ee269adbb046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (c2de3136-b008-427b-8a7d-04de519b1253), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:25.821937 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1409c251-3a53-4e69-8449-ee269adbb046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:10:25.822530 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-1409c251-3a53-4e69-8449-ee269adbb046 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:25.854446 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1409c251-3a53-4e69-8449-ee269adbb046 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3461277 Feb 16 23:10:25.857505 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54420) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:10:25.863127 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-ace33d2a-2d2e-47e2-bc8e-a1017fd26b38 admin admin] Request body: {'subnet': {'network_id': 'c2de3136-b008-427b-8a7d-04de519b1253', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1177615536-subnet', 'tenant_id': '18e14b5c0a014afaa60ed704e9b421da', 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:10:25.884425 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace33d2a-2d2e-47e2-bc8e-a1017fd26b38 admin admin] Made reservation on behalf of 18e14b5c0a014afaa60ed704e9b421da for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:10:25.886644 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1409c251-3a53-4e69-8449-ee269adbb046 admin admin] Pushing event updated for resources: {'Network': ['ID=c2de3136-b008-427b-8a7d-04de519b1253,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:25.886776 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ace33d2a-2d2e-47e2-bc8e-a1017fd26b38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:25.896174 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network c2de3136-b008-427b-8a7d-04de519b1253 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 23:10:26.326203 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ace33d2a-2d2e-47e2-bc8e-a1017fd26b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (772f0f02-f8bb-418e-97ab-277ef9d67616), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:26.374727 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace33d2a-2d2e-47e2-bc8e-a1017fd26b38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=772f0f02-f8bb-418e-97ab-277ef9d67616,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:26.398332 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace33d2a-2d2e-47e2-bc8e-a1017fd26b38 admin admin] Checking segment: {'id': '669de41c-e451-413f-b9ea-0d35ffcd1502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c2de3136-b008-427b-8a7d-04de519b1253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:10:26.398683 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace33d2a-2d2e-47e2-bc8e-a1017fd26b38 admin admin] Network hostable DHCP agents. Network: c2de3136-b008-427b-8a7d-04de519b1253, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:10:26.414560 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace33d2a-2d2e-47e2-bc8e-a1017fd26b38 admin admin] Network c2de3136-b008-427b-8a7d-04de519b1253 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:10:26.423253 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-ace33d2a-2d2e-47e2-bc8e-a1017fd26b38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, c2de3136-b008-427b-8a7d-04de519b1253) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:10:26.429404 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace33d2a-2d2e-47e2-bc8e-a1017fd26b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:10:26.429932 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ace33d2a-2d2e-47e2-bc8e-a1017fd26b38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:26.433625 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44656022-a47a-44a7-bd33-91b63ed56e0a None None] Network c2de3136-b008-427b-8a7d-04de519b1253 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:10:26.447056 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ace33d2a-2d2e-47e2-bc8e-a1017fd26b38 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5884111 Feb 16 23:10:26.450003 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54428) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:10:26.453957 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-7302400f-beeb-49ad-9a86-929a14f08a19 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1177615536-router', 'tenant_id': '18e14b5c0a014afaa60ed704e9b421da', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:10:26.476768 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7302400f-beeb-49ad-9a86-929a14f08a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (c1950678-470f-45ed-9e26-464c82d1a30c), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:26.477691 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7302400f-beeb-49ad-9a86-929a14f08a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (c1950678-470f-45ed-9e26-464c82d1a30c), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:26.528462 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7302400f-beeb-49ad-9a86-929a14f08a19 admin admin] Publish callbacks [] for router_controller (c1950678-470f-45ed-9e26-464c82d1a30c), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:26.540761 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71be2db-b768-471c-9678-2b5352a60b10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-c2de3136-b008-427b-8a7d-04de519b1253', 'network_id': 'c2de3136-b008-427b-8a7d-04de519b1253', 'project_id': '18e14b5c0a014afaa60ed704e9b421da', 'fixed_ips': [{'subnet_id': '772f0f02-f8bb-418e-97ab-277ef9d67616'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 23:10:26.541749 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a71be2db-b768-471c-9678-2b5352a60b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:26.670200 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7302400f-beeb-49ad-9a86-929a14f08a19 admin admin] Publish callbacks [] for router_gateway (c1950678-470f-45ed-9e26-464c82d1a30c), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:26.678098 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-a71be2db-b768-471c-9678-2b5352a60b10 None None] Allocated IP 172.20.0.2 (c2de3136-b008-427b-8a7d-04de519b1253/772f0f02-f8bb-418e-97ab-277ef9d67616/bb624432-b03a-414d-94ac-5bb74a6f43f0) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:10:26.820680 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a71be2db-b768-471c-9678-2b5352a60b10 None None] Publish callbacks [] for port (bb624432-b03a-414d-94ac-5bb74a6f43f0), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:26.826946 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a71be2db-b768-471c-9678-2b5352a60b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (bb624432-b03a-414d-94ac-5bb74a6f43f0), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:26.868578 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71be2db-b768-471c-9678-2b5352a60b10 None None] Network c2de3136-b008-427b-8a7d-04de519b1253 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:10:26.874575 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-a71be2db-b768-471c-9678-2b5352a60b10 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:10:26.874959 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7302400f-beeb-49ad-9a86-929a14f08a19 admin admin] Publish callbacks [] for router_gateway (c1950678-470f-45ed-9e26-464c82d1a30c), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:26.876437 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71be2db-b768-471c-9678-2b5352a60b10 None None] Pushing event updated for resources: {'Port': ['ID=bb624432-b03a-414d-94ac-5bb74a6f43f0,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:26.878587 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71be2db-b768-471c-9678-2b5352a60b10 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:10:26.896023 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7302400f-beeb-49ad-9a86-929a14f08a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:26.937477 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-a71be2db-b768-471c-9678-2b5352a60b10 None None] Attempting to bind port bb624432-b03a-414d-94ac-5bb74a6f43f0 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:10:26.937762 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-a71be2db-b768-471c-9678-2b5352a60b10 None None] Attempting to bind port bb624432-b03a-414d-94ac-5bb74a6f43f0 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '669de41c-e451-413f-b9ea-0d35ffcd1502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c2de3136-b008-427b-8a7d-04de519b1253'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:10:26.938157 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71be2db-b768-471c-9678-2b5352a60b10 None None] Attempting to bind port bb624432-b03a-414d-94ac-5bb74a6f43f0 on network c2de3136-b008-427b-8a7d-04de519b1253 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:10:26.943162 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71be2db-b768-471c-9678-2b5352a60b10 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:10:26.943541 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71be2db-b768-471c-9678-2b5352a60b10 None None] Checking segment: {'id': '669de41c-e451-413f-b9ea-0d35ffcd1502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c2de3136-b008-427b-8a7d-04de519b1253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:10:26.943939 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a71be2db-b768-471c-9678-2b5352a60b10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:26.944331 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71be2db-b768-471c-9678-2b5352a60b10 None None] Bound using segment: {'id': '669de41c-e451-413f-b9ea-0d35ffcd1502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c2de3136-b008-427b-8a7d-04de519b1253'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:10:26.944820 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-a71be2db-b768-471c-9678-2b5352a60b10 None None] Bound port: bb624432-b03a-414d-94ac-5bb74a6f43f0, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '669de41c-e451-413f-b9ea-0d35ffcd1502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c2de3136-b008-427b-8a7d-04de519b1253'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:10:26.945193 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a71be2db-b768-471c-9678-2b5352a60b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bb624432-b03a-414d-94ac-5bb74a6f43f0), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:26.998122 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-7302400f-beeb-49ad-9a86-929a14f08a19 admin admin] Allocated IP 172.25.2.131 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/850cc0e6-1a22-4a39-9955-b77aecf867a5) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:10:27.006742 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-a71be2db-b768-471c-9678-2b5352a60b10 None None] For port bb624432-b03a-414d-94ac-5bb74a6f43f0, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:10:27.010182 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-a71be2db-b768-471c-9678-2b5352a60b10 None None] For port bb624432-b03a-414d-94ac-5bb74a6f43f0, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=bb624432-b03a-414d-94ac-5bb74a6f43f0,segment=NetworkSegment(669de41c-e451-413f-b9ea-0d35ffcd1502),segment_id=669de41c-e451-413f-b9ea-0d35ffcd1502)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:10:27.016959 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a71be2db-b768-471c-9678-2b5352a60b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (bb624432-b03a-414d-94ac-5bb74a6f43f0), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:27.072450 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71be2db-b768-471c-9678-2b5352a60b10 None None] Pushing event updated for resources: {'Port': ['ID=bb624432-b03a-414d-94ac-5bb74a6f43f0,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:27.110516 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7302400f-beeb-49ad-9a86-929a14f08a19 admin admin] Publish callbacks [] for port (850cc0e6-1a22-4a39-9955-b77aecf867a5), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:27.132447 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:27.148372 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7302400f-beeb-49ad-9a86-929a14f08a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (850cc0e6-1a22-4a39-9955-b77aecf867a5), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:27.190693 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7302400f-beeb-49ad-9a86-929a14f08a19 admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:10:27.193552 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-7302400f-beeb-49ad-9a86-929a14f08a19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:10:27.197137 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7302400f-beeb-49ad-9a86-929a14f08a19 admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:10:27.221088 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302400f-beeb-49ad-9a86-929a14f08a19 admin admin] Pushing event updated for resources: {'Port': ['ID=850cc0e6-1a22-4a39-9955-b77aecf867a5,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:27.475276 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7302400f-beeb-49ad-9a86-929a14f08a19 admin admin] Publish callbacks [] for router_gateway (c1950678-470f-45ed-9e26-464c82d1a30c), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:27.504846 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device bb624432-b03a-414d-94ac-5bb74a6f43f0 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:10:27.557470 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port bb624432-b03a-414d-94ac-5bb74a6f43f0 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:10:27.558108 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (bb624432-b03a-414d-94ac-5bb74a6f43f0), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:27.636580 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port bb624432-b03a-414d-94ac-5bb74a6f43f0 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:10:27.636972 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (bb624432-b03a-414d-94ac-5bb74a6f43f0), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:27.670285 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port bb624432-b03a-414d-94ac-5bb74a6f43f0, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=bb624432-b03a-414d-94ac-5bb74a6f43f0,segment=NetworkSegment(669de41c-e451-413f-b9ea-0d35ffcd1502),segment_id=669de41c-e451-413f-b9ea-0d35ffcd1502)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:10:27.675159 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (bb624432-b03a-414d-94ac-5bb74a6f43f0), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:27.687349 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7302400f-beeb-49ad-9a86-929a14f08a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (c1950678-470f-45ed-9e26-464c82d1a30c), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:27.727159 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=bb624432-b03a-414d-94ac-5bb74a6f43f0,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:27.833911 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7302400f-beeb-49ad-9a86-929a14f08a19 admin admin] Router c1950678-470f-45ed-9e26-464c82d1a30c is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 23:10:27.948843 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7302400f-beeb-49ad-9a86-929a14f08a19 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:10:27.958737 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210bf28f-c6b5-4ec0-b0c2-547b1fca13a1 None None] Sync routers for ids ['c1950678-470f-45ed-9e26-464c82d1a30c'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:10:27.968111 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7302400f-beeb-49ad-9a86-929a14f08a19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:27.972160 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7302400f-beeb-49ad-9a86-929a14f08a19 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5187411 Feb 16 23:10:27.972304 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54430) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:10:27.973688 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210bf28f-c6b5-4ec0-b0c2-547b1fca13a1 None None] Routers {'c1950678-470f-45ed-9e26-464c82d1a30c'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:10:27.974441 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-210bf28f-c6b5-4ec0-b0c2-547b1fca13a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:10:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['c1950678-470f-45ed-9e26-464c82d1a30c'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:10:28.207420 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2491974-9e5c-4c5b-89b2-cbbf0645d0e0 None None] Network c2de3136-b008-427b-8a7d-04de519b1253 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:10:28.290610 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-0203f416-ab7b-4282-8856-35ad672c776d None None] Provisioning complete for port bb624432-b03a-414d-94ac-5bb74a6f43f0 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:10:28.290980 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0203f416-ab7b-4282-8856-35ad672c776d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (bb624432-b03a-414d-94ac-5bb74a6f43f0), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:28.346699 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-210bf28f-c6b5-4ec0-b0c2-547b1fca13a1 None None] Set router c1950678-470f-45ed-9e26-464c82d1a30c gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:10:28.402937 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bf84c8fe-4656-4161-8796-4555a00eedb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:28.532347 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-0203f416-ab7b-4282-8856-35ad672c776d None None] Current status of the port bb624432-b03a-414d-94ac-5bb74a6f43f0 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:10:28.566720 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-bf84c8fe-4656-4161-8796-4555a00eedb6 admin admin] Allocated IP 172.20.0.1 (c2de3136-b008-427b-8a7d-04de519b1253/772f0f02-f8bb-418e-97ab-277ef9d67616/52122a91-f277-4295-a18e-217a76fb9d25) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:10:28.600041 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-210bf28f-c6b5-4ec0-b0c2-547b1fca13a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'name': 'tempest-TestMinimumBasicScenario-1177615536-router', 'tenant_id': '18e14b5c0a014afaa60ed704e9b421da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '850cc0e6-1a22-4a39-9955-b77aecf867a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:10:26Z', 'updated_at': '2022-02-16T23:10:27Z', 'revision_number': 3, 'project_id': '18e14b5c0a014afaa60ed704e9b421da', 'gw_port': {'id': '850cc0e6-1a22-4a39-9955-b77aecf867a5', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:10:26Z', 'updated_at': '2022-02-16T23:10:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:10:28.628657 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210bf28f-c6b5-4ec0-b0c2-547b1fca13a1 None None] Checking router: c1950678-470f-45ed-9e26-464c82d1a30c for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:10:28.629023 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210bf28f-c6b5-4ec0-b0c2-547b1fca13a1 None None] Updating router c1950678-470f-45ed-9e26-464c82d1a30c port 850cc0e6-1a22-4a39-9955-b77aecf867a5 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:10:28.657877 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-210bf28f-c6b5-4ec0-b0c2-547b1fca13a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (850cc0e6-1a22-4a39-9955-b77aecf867a5), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:28.681472 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bf84c8fe-4656-4161-8796-4555a00eedb6 admin admin] Publish callbacks [] for port (52122a91-f277-4295-a18e-217a76fb9d25), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:28.717360 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bf84c8fe-4656-4161-8796-4555a00eedb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (52122a91-f277-4295-a18e-217a76fb9d25), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:28.761902 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf84c8fe-4656-4161-8796-4555a00eedb6 admin admin] Network c2de3136-b008-427b-8a7d-04de519b1253 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:10:28.765014 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-bf84c8fe-4656-4161-8796-4555a00eedb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:10:28.768579 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf84c8fe-4656-4161-8796-4555a00eedb6 admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:10:28.775285 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f46ee8f9-0ae6-4d5f-ac1a-d560eda68cf9 None None] Provisioning complete for port bb624432-b03a-414d-94ac-5bb74a6f43f0 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:10:28.775667 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f46ee8f9-0ae6-4d5f-ac1a-d560eda68cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (bb624432-b03a-414d-94ac-5bb74a6f43f0), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:28.793590 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84c8fe-4656-4161-8796-4555a00eedb6 admin admin] Pushing event updated for resources: {'Port': ['ID=52122a91-f277-4295-a18e-217a76fb9d25,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:28.812206 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bf84c8fe-4656-4161-8796-4555a00eedb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (c1950678-470f-45ed-9e26-464c82d1a30c), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:28.885949 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:28.957554 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f46ee8f9-0ae6-4d5f-ac1a-d560eda68cf9 None None] Current status of the port bb624432-b03a-414d-94ac-5bb74a6f43f0 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:10:28.966676 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bf84c8fe-4656-4161-8796-4555a00eedb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (52122a91-f277-4295-a18e-217a76fb9d25), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:29.013988 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-210bf28f-c6b5-4ec0-b0c2-547b1fca13a1 None None] Publish callbacks [] for port (850cc0e6-1a22-4a39-9955-b77aecf867a5), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:29.019530 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-210bf28f-c6b5-4ec0-b0c2-547b1fca13a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (850cc0e6-1a22-4a39-9955-b77aecf867a5), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:29.084974 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-210bf28f-c6b5-4ec0-b0c2-547b1fca13a1 None None] Attempting to bind port 850cc0e6-1a22-4a39-9955-b77aecf867a5 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:10:29.085344 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-210bf28f-c6b5-4ec0-b0c2-547b1fca13a1 None None] Attempting to bind port 850cc0e6-1a22-4a39-9955-b77aecf867a5 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:10:29.085702 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210bf28f-c6b5-4ec0-b0c2-547b1fca13a1 None None] Attempting to bind port 850cc0e6-1a22-4a39-9955-b77aecf867a5 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:10:29.089550 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da4300-31ec-4008-ab05-3f25fdba3cb9 None None] Pushing event updated for resources: {'Port': ['ID=850cc0e6-1a22-4a39-9955-b77aecf867a5,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:29.097529 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210bf28f-c6b5-4ec0-b0c2-547b1fca13a1 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:10:29.097909 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210bf28f-c6b5-4ec0-b0c2-547b1fca13a1 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:10:29.098333 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-210bf28f-c6b5-4ec0-b0c2-547b1fca13a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:29.098718 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210bf28f-c6b5-4ec0-b0c2-547b1fca13a1 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:10:29.099185 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-210bf28f-c6b5-4ec0-b0c2-547b1fca13a1 None None] Bound port: 850cc0e6-1a22-4a39-9955-b77aecf867a5, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:10:29.099562 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-210bf28f-c6b5-4ec0-b0c2-547b1fca13a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (850cc0e6-1a22-4a39-9955-b77aecf867a5), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:29.102434 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-05065da3-4da1-48f8-8805-ad504769fdea None None] Provisioning complete for port 52122a91-f277-4295-a18e-217a76fb9d25 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:10:29.102792 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-05065da3-4da1-48f8-8805-ad504769fdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (52122a91-f277-4295-a18e-217a76fb9d25), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:29.132070 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bf84c8fe-4656-4161-8796-4555a00eedb6 admin admin] Publish callbacks [] for port (52122a91-f277-4295-a18e-217a76fb9d25), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:29.138039 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bf84c8fe-4656-4161-8796-4555a00eedb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (52122a91-f277-4295-a18e-217a76fb9d25), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:29.169859 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-05065da3-4da1-48f8-8805-ad504769fdea None None] Port 52122a91-f277-4295-a18e-217a76fb9d25 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:10:29.181004 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-210bf28f-c6b5-4ec0-b0c2-547b1fca13a1 None None] For port 850cc0e6-1a22-4a39-9955-b77aecf867a5, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:10:29.184346 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-210bf28f-c6b5-4ec0-b0c2-547b1fca13a1 None None] For port 850cc0e6-1a22-4a39-9955-b77aecf867a5, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=850cc0e6-1a22-4a39-9955-b77aecf867a5,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:10:29.191461 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-210bf28f-c6b5-4ec0-b0c2-547b1fca13a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (850cc0e6-1a22-4a39-9955-b77aecf867a5), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:29.204746 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84c8fe-4656-4161-8796-4555a00eedb6 admin admin] Pushing event updated for resources: {'Port': ['ID=52122a91-f277-4295-a18e-217a76fb9d25,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:29.208039 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bf84c8fe-4656-4161-8796-4555a00eedb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (c1950678-470f-45ed-9e26-464c82d1a30c), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:29.251195 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210bf28f-c6b5-4ec0-b0c2-547b1fca13a1 None None] Routers {'c1950678-470f-45ed-9e26-464c82d1a30c'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:10:29.251814 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-210bf28f-c6b5-4ec0-b0c2-547b1fca13a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:10:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['c1950678-470f-45ed-9e26-464c82d1a30c'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:10:29.290848 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da4300-31ec-4008-ab05-3f25fdba3cb9 None None] Pushing event updated for resources: {'Port': ['ID=850cc0e6-1a22-4a39-9955-b77aecf867a5,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:29.304507 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf84c8fe-4656-4161-8796-4555a00eedb6 admin admin] Network c2de3136-b008-427b-8a7d-04de519b1253 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:10:29.305909 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-bf84c8fe-4656-4161-8796-4555a00eedb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:10:29.367897 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-210bf28f-c6b5-4ec0-b0c2-547b1fca13a1 None None] Set router c1950678-470f-45ed-9e26-464c82d1a30c gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:10:29.433272 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf84c8fe-4656-4161-8796-4555a00eedb6 admin admin] Router c1950678-470f-45ed-9e26-464c82d1a30c has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:10:29.511016 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device bb624432-b03a-414d-94ac-5bb74a6f43f0 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:10:29.626044 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port bb624432-b03a-414d-94ac-5bb74a6f43f0 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:10:29.626711 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (bb624432-b03a-414d-94ac-5bb74a6f43f0), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:29.632740 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a6ab3b0d-2189-4f82-8605-7d0e0ba30852 None None] Provisioning complete for port 52122a91-f277-4295-a18e-217a76fb9d25 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:10:29.633099 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a6ab3b0d-2189-4f82-8605-7d0e0ba30852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (52122a91-f277-4295-a18e-217a76fb9d25), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:29.712474 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a6ab3b0d-2189-4f82-8605-7d0e0ba30852 None None] Port 52122a91-f277-4295-a18e-217a76fb9d25 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:10:29.717428 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-210bf28f-c6b5-4ec0-b0c2-547b1fca13a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'name': 'tempest-TestMinimumBasicScenario-1177615536-router', 'tenant_id': '18e14b5c0a014afaa60ed704e9b421da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '850cc0e6-1a22-4a39-9955-b77aecf867a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:10:26Z', 'updated_at': '2022-02-16T23:10:28Z', 'revision_number': 4, 'project_id': '18e14b5c0a014afaa60ed704e9b421da', 'gw_port': {'id': '850cc0e6-1a22-4a39-9955-b77aecf867a5', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:10:26Z', 'updated_at': '2022-02-16T23:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '52122a91-f277-4295-a18e-217a76fb9d25', 'name': '', 'network_id': 'c2de3136-b008-427b-8a7d-04de519b1253', 'tenant_id': '18e14b5c0a014afaa60ed704e9b421da', 'mac_address': 'fa:16:3e:fa:25:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '772f0f02-f8bb-418e-97ab-277ef9d67616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:10:28Z', 'updated_at': '2022-02-16T23:10:29Z', 'revision_number': 2, 'project_id': '18e14b5c0a014afaa60ed704e9b421da', 'subnets': [{'id': '772f0f02-f8bb-418e-97ab-277ef9d67616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:10:29.756426 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210bf28f-c6b5-4ec0-b0c2-547b1fca13a1 None None] The sync data for ids ['c1950678-470f-45ed-9e26-464c82d1a30c'] in n-d-813897-6 is: [{'id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'name': 'tempest-TestMinimumBasicScenario-1177615536-router', 'tenant_id': '18e14b5c0a014afaa60ed704e9b421da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '850cc0e6-1a22-4a39-9955-b77aecf867a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:10:26Z', 'updated_at': '2022-02-16T23:10:28Z', 'revision_number': 4, 'project_id': '18e14b5c0a014afaa60ed704e9b421da', 'gw_port': {'id': '850cc0e6-1a22-4a39-9955-b77aecf867a5', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:10:26Z', 'updated_at': '2022-02-16T23:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '52122a91-f277-4295-a18e-217a76fb9d25', 'name': '', 'network_id': 'c2de3136-b008-427b-8a7d-04de519b1253', 'tenant_id': '18e14b5c0a014afaa60ed704e9b421da', 'mac_address': 'fa:16:3e:fa:25:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '772f0f02-f8bb-418e-97ab-277ef9d67616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:10:28Z', 'updated_at': '2022-02-16T23:10:29Z', 'revision_number': 2, 'project_id': '18e14b5c0a014afaa60ed704e9b421da', 'subnets': [{'id': '772f0f02-f8bb-418e-97ab-277ef9d67616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:10:29.798736 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port bb624432-b03a-414d-94ac-5bb74a6f43f0 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:10:29.847373 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf84c8fe-4656-4161-8796-4555a00eedb6 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:10:29.852481 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bf84c8fe-4656-4161-8796-4555a00eedb6 admin admin] 10.222.0.75 "PUT /v2.0/routers/c1950678-470f-45ed-9e26-464c82d1a30c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8791971 Feb 16 23:10:30.340913 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54446) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:10:30.345662 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-c0b30bf3-41c9-4b74-b649-9fffdf75e789 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1627296027-network', 'tenant_id': '60d802c52df2417eba5e14c486260588'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:10:30.368439 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b30bf3-41c9-4b74-b649-9fffdf75e789 admin admin] Made reservation on behalf of 60d802c52df2417eba5e14c486260588 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:10:30.370992 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c0b30bf3-41c9-4b74-b649-9fffdf75e789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:30.381200 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c0b30bf3-41c9-4b74-b649-9fffdf75e789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:30.389057 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:30.489435 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c0b30bf3-41c9-4b74-b649-9fffdf75e789 admin admin] Publish callbacks [] for security_group (d6048373-9229-436a-8580-871bdc12f730), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:30.493827 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c0b30bf3-41c9-4b74-b649-9fffdf75e789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d6048373-9229-436a-8580-871bdc12f730), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:30.516644 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b30bf3-41c9-4b74-b649-9fffdf75e789 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:10:30.534881 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b30bf3-41c9-4b74-b649-9fffdf75e789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6048373-9229-436a-8580-871bdc12f730,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:30.539785 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c0b30bf3-41c9-4b74-b649-9fffdf75e789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (c9664908-d11e-42b9-a860-f28b6b560fad), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:30.540117 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-c0b30bf3-41c9-4b74-b649-9fffdf75e789 admin admin] Added segment c9664908-d11e-42b9-a860-f28b6b560fad of type vlan for network 675caff0-6b6b-4be1-8401-b3ff7f6712fb Feb 16 23:10:30.581637 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c0b30bf3-41c9-4b74-b649-9fffdf75e789 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (675caff0-6b6b-4be1-8401-b3ff7f6712fb), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:30.607779 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c0b30bf3-41c9-4b74-b649-9fffdf75e789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (675caff0-6b6b-4be1-8401-b3ff7f6712fb), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:30.608803 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b30bf3-41c9-4b74-b649-9fffdf75e789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:10:30.609394 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c0b30bf3-41c9-4b74-b649-9fffdf75e789 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:30.644010 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c0b30bf3-41c9-4b74-b649-9fffdf75e789 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3022244 Feb 16 23:10:30.646783 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54448) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:10:30.652442 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-c8193d17-c745-46f3-a8c2-d16388ce2bb4 admin admin] Request body: {'subnet': {'network_id': '675caff0-6b6b-4be1-8401-b3ff7f6712fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1627296027-subnet', 'tenant_id': '60d802c52df2417eba5e14c486260588', 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:10:30.688278 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b30bf3-41c9-4b74-b649-9fffdf75e789 admin admin] Pushing event updated for resources: {'Network': ['ID=675caff0-6b6b-4be1-8401-b3ff7f6712fb,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:30.699499 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 675caff0-6b6b-4be1-8401-b3ff7f6712fb details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 23:10:30.705961 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8193d17-c745-46f3-a8c2-d16388ce2bb4 admin admin] Made reservation on behalf of 60d802c52df2417eba5e14c486260588 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:10:30.708376 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c8193d17-c745-46f3-a8c2-d16388ce2bb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:30.889510 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c8193d17-c745-46f3-a8c2-d16388ce2bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (2518e59f-b326-44ce-a5b4-2d9813018339), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:30.948100 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8193d17-c745-46f3-a8c2-d16388ce2bb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2518e59f-b326-44ce-a5b4-2d9813018339,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:30.957468 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8193d17-c745-46f3-a8c2-d16388ce2bb4 admin admin] Checking segment: {'id': 'c9664908-d11e-42b9-a860-f28b6b560fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '675caff0-6b6b-4be1-8401-b3ff7f6712fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:10:30.957835 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8193d17-c745-46f3-a8c2-d16388ce2bb4 admin admin] Network hostable DHCP agents. Network: 675caff0-6b6b-4be1-8401-b3ff7f6712fb, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:10:30.975234 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8193d17-c745-46f3-a8c2-d16388ce2bb4 admin admin] Network 675caff0-6b6b-4be1-8401-b3ff7f6712fb is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:10:30.985119 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-c8193d17-c745-46f3-a8c2-d16388ce2bb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 675caff0-6b6b-4be1-8401-b3ff7f6712fb) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:10:30.989589 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8193d17-c745-46f3-a8c2-d16388ce2bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:10:30.990284 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c8193d17-c745-46f3-a8c2-d16388ce2bb4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:30.995861 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fe4cb3-b13f-47c6-b37b-bac755d28e5c None None] Network 675caff0-6b6b-4be1-8401-b3ff7f6712fb requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:10:31.007100 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c8193d17-c745-46f3-a8c2-d16388ce2bb4 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3594151 Feb 16 23:10:31.009538 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54450) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:10:31.013725 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-63e4d1d5-b0fb-4b9b-9d4c-87c5f2964295 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1627296027-router', 'tenant_id': '60d802c52df2417eba5e14c486260588', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:10:31.041842 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-63e4d1d5-b0fb-4b9b-9d4c-87c5f2964295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (b4c62d1f-e4da-4b61-9777-f029b052a5e0), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:31.042935 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-63e4d1d5-b0fb-4b9b-9d4c-87c5f2964295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (b4c62d1f-e4da-4b61-9777-f029b052a5e0), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:31.101917 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-63e4d1d5-b0fb-4b9b-9d4c-87c5f2964295 admin admin] Publish callbacks [] for router_controller (b4c62d1f-e4da-4b61-9777-f029b052a5e0), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:31.113324 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec1920a-c30a-439d-8078-bbef92b79468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-675caff0-6b6b-4be1-8401-b3ff7f6712fb', 'network_id': '675caff0-6b6b-4be1-8401-b3ff7f6712fb', 'project_id': '60d802c52df2417eba5e14c486260588', 'fixed_ips': [{'subnet_id': '2518e59f-b326-44ce-a5b4-2d9813018339'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 23:10:31.114329 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4ec1920a-c30a-439d-8078-bbef92b79468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:31.244363 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-63e4d1d5-b0fb-4b9b-9d4c-87c5f2964295 admin admin] Publish callbacks [] for router_gateway (b4c62d1f-e4da-4b61-9777-f029b052a5e0), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:31.252638 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-4ec1920a-c30a-439d-8078-bbef92b79468 None None] Allocated IP 172.20.0.2 (675caff0-6b6b-4be1-8401-b3ff7f6712fb/2518e59f-b326-44ce-a5b4-2d9813018339/a676633a-f41c-4411-a44b-754060f5e5c9) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:10:31.399814 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4ec1920a-c30a-439d-8078-bbef92b79468 None None] Publish callbacks [] for port (a676633a-f41c-4411-a44b-754060f5e5c9), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:31.405832 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4ec1920a-c30a-439d-8078-bbef92b79468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (a676633a-f41c-4411-a44b-754060f5e5c9), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:31.446879 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec1920a-c30a-439d-8078-bbef92b79468 None None] Network 675caff0-6b6b-4be1-8401-b3ff7f6712fb is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:10:31.449830 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-4ec1920a-c30a-439d-8078-bbef92b79468 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:10:31.455500 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec1920a-c30a-439d-8078-bbef92b79468 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:10:31.461197 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-63e4d1d5-b0fb-4b9b-9d4c-87c5f2964295 admin admin] Publish callbacks [] for router_gateway (b4c62d1f-e4da-4b61-9777-f029b052a5e0), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:31.468351 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec1920a-c30a-439d-8078-bbef92b79468 None None] Pushing event updated for resources: {'Port': ['ID=a676633a-f41c-4411-a44b-754060f5e5c9,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:31.483910 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-63e4d1d5-b0fb-4b9b-9d4c-87c5f2964295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:31.531887 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-4ec1920a-c30a-439d-8078-bbef92b79468 None None] Attempting to bind port a676633a-f41c-4411-a44b-754060f5e5c9 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:10:31.532351 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-4ec1920a-c30a-439d-8078-bbef92b79468 None None] Attempting to bind port a676633a-f41c-4411-a44b-754060f5e5c9 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'c9664908-d11e-42b9-a860-f28b6b560fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '675caff0-6b6b-4be1-8401-b3ff7f6712fb'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:10:31.534529 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec1920a-c30a-439d-8078-bbef92b79468 None None] Attempting to bind port a676633a-f41c-4411-a44b-754060f5e5c9 on network 675caff0-6b6b-4be1-8401-b3ff7f6712fb {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:10:31.540413 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 850cc0e6-1a22-4a39-9955-b77aecf867a5 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:10:31.566382 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec1920a-c30a-439d-8078-bbef92b79468 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:10:31.566770 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec1920a-c30a-439d-8078-bbef92b79468 None None] Checking segment: {'id': 'c9664908-d11e-42b9-a860-f28b6b560fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '675caff0-6b6b-4be1-8401-b3ff7f6712fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:10:31.567176 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4ec1920a-c30a-439d-8078-bbef92b79468 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:31.567572 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec1920a-c30a-439d-8078-bbef92b79468 None None] Bound using segment: {'id': 'c9664908-d11e-42b9-a860-f28b6b560fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '675caff0-6b6b-4be1-8401-b3ff7f6712fb'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:10:31.568066 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-4ec1920a-c30a-439d-8078-bbef92b79468 None None] Bound port: a676633a-f41c-4411-a44b-754060f5e5c9, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9664908-d11e-42b9-a860-f28b6b560fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '675caff0-6b6b-4be1-8401-b3ff7f6712fb'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:10:31.568577 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4ec1920a-c30a-439d-8078-bbef92b79468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a676633a-f41c-4411-a44b-754060f5e5c9), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:31.604836 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-63e4d1d5-b0fb-4b9b-9d4c-87c5f2964295 admin admin] Allocated IP 172.25.2.34 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/d3dae5c4-6c10-482b-8076-254f0c711080) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:10:31.651641 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 850cc0e6-1a22-4a39-9955-b77aecf867a5 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:10:31.652015 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (850cc0e6-1a22-4a39-9955-b77aecf867a5), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:31.677135 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-4ec1920a-c30a-439d-8078-bbef92b79468 None None] For port a676633a-f41c-4411-a44b-754060f5e5c9, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:10:31.696414 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-4ec1920a-c30a-439d-8078-bbef92b79468 None None] For port a676633a-f41c-4411-a44b-754060f5e5c9, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a676633a-f41c-4411-a44b-754060f5e5c9,segment=NetworkSegment(c9664908-d11e-42b9-a860-f28b6b560fad),segment_id=c9664908-d11e-42b9-a860-f28b6b560fad)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:10:31.704715 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4ec1920a-c30a-439d-8078-bbef92b79468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a676633a-f41c-4411-a44b-754060f5e5c9), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:31.715472 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-63e4d1d5-b0fb-4b9b-9d4c-87c5f2964295 admin admin] Publish callbacks [] for port (d3dae5c4-6c10-482b-8076-254f0c711080), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:31.751139 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-63e4d1d5-b0fb-4b9b-9d4c-87c5f2964295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (d3dae5c4-6c10-482b-8076-254f0c711080), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:31.792037 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e4d1d5-b0fb-4b9b-9d4c-87c5f2964295 admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:10:31.804544 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-63e4d1d5-b0fb-4b9b-9d4c-87c5f2964295 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:10:31.806616 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec1920a-c30a-439d-8078-bbef92b79468 None None] Pushing event updated for resources: {'Port': ['ID=a676633a-f41c-4411-a44b-754060f5e5c9,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:31.809692 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e4d1d5-b0fb-4b9b-9d4c-87c5f2964295 admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:10:31.810772 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 850cc0e6-1a22-4a39-9955-b77aecf867a5 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:10:31.811358 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (850cc0e6-1a22-4a39-9955-b77aecf867a5), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:31.838424 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 850cc0e6-1a22-4a39-9955-b77aecf867a5, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=850cc0e6-1a22-4a39-9955-b77aecf867a5,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:10:31.844889 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (850cc0e6-1a22-4a39-9955-b77aecf867a5), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:31.849615 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4d1d5-b0fb-4b9b-9d4c-87c5f2964295 admin admin] Pushing event updated for resources: {'Port': ['ID=d3dae5c4-6c10-482b-8076-254f0c711080,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:31.900174 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=850cc0e6-1a22-4a39-9955-b77aecf867a5,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:31.941908 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b5a8b8-53a1-405c-98b5-35c84f52c448 None None] Sync routers for ids ['c1950678-470f-45ed-9e26-464c82d1a30c'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:10:31.951393 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b5a8b8-53a1-405c-98b5-35c84f52c448 None None] Routers {'c1950678-470f-45ed-9e26-464c82d1a30c'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:10:31.952063 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-75b5a8b8-53a1-405c-98b5-35c84f52c448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:10:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['c1950678-470f-45ed-9e26-464c82d1a30c'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:10:32.085550 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-75b5a8b8-53a1-405c-98b5-35c84f52c448 None None] Set router c1950678-470f-45ed-9e26-464c82d1a30c gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:10:32.138422 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-63e4d1d5-b0fb-4b9b-9d4c-87c5f2964295 admin admin] Publish callbacks [] for router_gateway (b4c62d1f-e4da-4b61-9777-f029b052a5e0), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:32.289135 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-75b5a8b8-53a1-405c-98b5-35c84f52c448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'name': 'tempest-TestMinimumBasicScenario-1177615536-router', 'tenant_id': '18e14b5c0a014afaa60ed704e9b421da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '850cc0e6-1a22-4a39-9955-b77aecf867a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:10:26Z', 'updated_at': '2022-02-16T23:10:28Z', 'revision_number': 4, 'project_id': '18e14b5c0a014afaa60ed704e9b421da', 'gw_port': {'id': '850cc0e6-1a22-4a39-9955-b77aecf867a5', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:10:26Z', 'updated_at': '2022-02-16T23:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '52122a91-f277-4295-a18e-217a76fb9d25', 'name': '', 'network_id': 'c2de3136-b008-427b-8a7d-04de519b1253', 'tenant_id': '18e14b5c0a014afaa60ed704e9b421da', 'mac_address': 'fa:16:3e:fa:25:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '772f0f02-f8bb-418e-97ab-277ef9d67616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:10:28Z', 'updated_at': '2022-02-16T23:10:29Z', 'revision_number': 2, 'project_id': '18e14b5c0a014afaa60ed704e9b421da', 'subnets': [{'id': '772f0f02-f8bb-418e-97ab-277ef9d67616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:10:32.320149 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b5a8b8-53a1-405c-98b5-35c84f52c448 None None] Checking router: c1950678-470f-45ed-9e26-464c82d1a30c for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:10:32.320508 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b5a8b8-53a1-405c-98b5-35c84f52c448 None None] Updating router c1950678-470f-45ed-9e26-464c82d1a30c port 52122a91-f277-4295-a18e-217a76fb9d25 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:10:32.338767 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-63e4d1d5-b0fb-4b9b-9d4c-87c5f2964295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (b4c62d1f-e4da-4b61-9777-f029b052a5e0), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:32.346652 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-75b5a8b8-53a1-405c-98b5-35c84f52c448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (52122a91-f277-4295-a18e-217a76fb9d25), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:32.400727 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:10:32.474273 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e4d1d5-b0fb-4b9b-9d4c-87c5f2964295 admin admin] Router b4c62d1f-e4da-4b61-9777-f029b052a5e0 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 23:10:32.596550 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e4d1d5-b0fb-4b9b-9d4c-87c5f2964295 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:10:32.606509 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cf6e32-7908-4a37-8caf-ae288fe606b0 None None] Sync routers for ids ['b4c62d1f-e4da-4b61-9777-f029b052a5e0'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:10:32.618663 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cf6e32-7908-4a37-8caf-ae288fe606b0 None None] Routers {'b4c62d1f-e4da-4b61-9777-f029b052a5e0'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:10:32.619696 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-65cf6e32-7908-4a37-8caf-ae288fe606b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:10:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['b4c62d1f-e4da-4b61-9777-f029b052a5e0'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:10:32.622621 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-75b5a8b8-53a1-405c-98b5-35c84f52c448 None None] Publish callbacks [] for port (52122a91-f277-4295-a18e-217a76fb9d25), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:32.626190 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-63e4d1d5-b0fb-4b9b-9d4c-87c5f2964295 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:32.630381 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-63e4d1d5-b0fb-4b9b-9d4c-87c5f2964295 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6174006 Feb 16 23:10:32.630521 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-75b5a8b8-53a1-405c-98b5-35c84f52c448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (52122a91-f277-4295-a18e-217a76fb9d25), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:32.630667 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54452) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:10:32.726377 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dbdcf7-7dd6-40ff-9780-6449f08fc219 None None] Pushing event updated for resources: {'Port': ['ID=52122a91-f277-4295-a18e-217a76fb9d25,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:32.749343 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbdcf7-7dd6-40ff-9780-6449f08fc219 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:32.749796 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbdcf7-7dd6-40ff-9780-6449f08fc219 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:32.750240 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbdcf7-7dd6-40ff-9780-6449f08fc219 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:32.750814 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbdcf7-7dd6-40ff-9780-6449f08fc219 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:32.751250 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbdcf7-7dd6-40ff-9780-6449f08fc219 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:32.751804 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbdcf7-7dd6-40ff-9780-6449f08fc219 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:32.752381 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbdcf7-7dd6-40ff-9780-6449f08fc219 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:32.752931 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbdcf7-7dd6-40ff-9780-6449f08fc219 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:32.753504 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbdcf7-7dd6-40ff-9780-6449f08fc219 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:32.754089 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbdcf7-7dd6-40ff-9780-6449f08fc219 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:32.754652 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbdcf7-7dd6-40ff-9780-6449f08fc219 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:32.755217 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbdcf7-7dd6-40ff-9780-6449f08fc219 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:32.755758 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbdcf7-7dd6-40ff-9780-6449f08fc219 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:10:32.773469 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-75b5a8b8-53a1-405c-98b5-35c84f52c448 None None] Attempting to bind port 52122a91-f277-4295-a18e-217a76fb9d25 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:10:32.774260 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-75b5a8b8-53a1-405c-98b5-35c84f52c448 None None] Attempting to bind port 52122a91-f277-4295-a18e-217a76fb9d25 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '669de41c-e451-413f-b9ea-0d35ffcd1502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c2de3136-b008-427b-8a7d-04de519b1253'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:10:32.775126 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b5a8b8-53a1-405c-98b5-35c84f52c448 None None] Attempting to bind port 52122a91-f277-4295-a18e-217a76fb9d25 on network c2de3136-b008-427b-8a7d-04de519b1253 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:10:32.781442 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b5a8b8-53a1-405c-98b5-35c84f52c448 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:10:32.782197 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b5a8b8-53a1-405c-98b5-35c84f52c448 None None] Checking segment: {'id': '669de41c-e451-413f-b9ea-0d35ffcd1502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c2de3136-b008-427b-8a7d-04de519b1253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:10:32.782858 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-75b5a8b8-53a1-405c-98b5-35c84f52c448 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:32.783476 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b5a8b8-53a1-405c-98b5-35c84f52c448 None None] Bound using segment: {'id': '669de41c-e451-413f-b9ea-0d35ffcd1502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c2de3136-b008-427b-8a7d-04de519b1253'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:10:32.784317 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-75b5a8b8-53a1-405c-98b5-35c84f52c448 None None] Bound port: 52122a91-f277-4295-a18e-217a76fb9d25, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '669de41c-e451-413f-b9ea-0d35ffcd1502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c2de3136-b008-427b-8a7d-04de519b1253'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:10:32.784808 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-75b5a8b8-53a1-405c-98b5-35c84f52c448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (52122a91-f277-4295-a18e-217a76fb9d25), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:32.862333 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-75b5a8b8-53a1-405c-98b5-35c84f52c448 None None] For port 52122a91-f277-4295-a18e-217a76fb9d25, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:10:32.877468 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-75b5a8b8-53a1-405c-98b5-35c84f52c448 None None] For port 52122a91-f277-4295-a18e-217a76fb9d25, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=52122a91-f277-4295-a18e-217a76fb9d25,segment=NetworkSegment(669de41c-e451-413f-b9ea-0d35ffcd1502),segment_id=669de41c-e451-413f-b9ea-0d35ffcd1502)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:10:32.893349 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-75b5a8b8-53a1-405c-98b5-35c84f52c448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (52122a91-f277-4295-a18e-217a76fb9d25), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:32.958742 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b5a8b8-53a1-405c-98b5-35c84f52c448 None None] Routers {'c1950678-470f-45ed-9e26-464c82d1a30c'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:10:32.959392 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-75b5a8b8-53a1-405c-98b5-35c84f52c448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:10:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['c1950678-470f-45ed-9e26-464c82d1a30c'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:10:33.003703 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-65cf6e32-7908-4a37-8caf-ae288fe606b0 None None] Set router b4c62d1f-e4da-4b61-9777-f029b052a5e0 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:10:33.025052 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dbdcf7-7dd6-40ff-9780-6449f08fc219 None None] Pushing event updated for resources: {'Port': ['ID=52122a91-f277-4295-a18e-217a76fb9d25,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:33.073233 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b91f81-4dc5-4d47-b39b-150d42e5060b None None] Network 675caff0-6b6b-4be1-8401-b3ff7f6712fb requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:10:33.122302 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-75b5a8b8-53a1-405c-98b5-35c84f52c448 None None] Set router c1950678-470f-45ed-9e26-464c82d1a30c gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:10:33.202438 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-55477fca-647f-4895-b135-75edcfb53a00 None None] Provisioning complete for port a676633a-f41c-4411-a44b-754060f5e5c9 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:10:33.202992 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-55477fca-647f-4895-b135-75edcfb53a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a676633a-f41c-4411-a44b-754060f5e5c9), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:33.213187 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d17c8035-5b27-4f8d-aa2a-c82f5a8d4af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:33.364200 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-75b5a8b8-53a1-405c-98b5-35c84f52c448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'name': 'tempest-TestMinimumBasicScenario-1177615536-router', 'tenant_id': '18e14b5c0a014afaa60ed704e9b421da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '850cc0e6-1a22-4a39-9955-b77aecf867a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:10:26Z', 'updated_at': '2022-02-16T23:10:28Z', 'revision_number': 4, 'project_id': '18e14b5c0a014afaa60ed704e9b421da', 'gw_port': {'id': '850cc0e6-1a22-4a39-9955-b77aecf867a5', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:10:26Z', 'updated_at': '2022-02-16T23:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '52122a91-f277-4295-a18e-217a76fb9d25', 'name': '', 'network_id': 'c2de3136-b008-427b-8a7d-04de519b1253', 'tenant_id': '18e14b5c0a014afaa60ed704e9b421da', 'mac_address': 'fa:16:3e:fa:25:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '772f0f02-f8bb-418e-97ab-277ef9d67616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:10:28Z', 'updated_at': '2022-02-16T23:10:32Z', 'revision_number': 4, 'project_id': '18e14b5c0a014afaa60ed704e9b421da', 'subnets': [{'id': '772f0f02-f8bb-418e-97ab-277ef9d67616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:10:33.391525 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b5a8b8-53a1-405c-98b5-35c84f52c448 None None] The sync data for ids ['c1950678-470f-45ed-9e26-464c82d1a30c'] in n-d-813897-6 is: [{'id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'name': 'tempest-TestMinimumBasicScenario-1177615536-router', 'tenant_id': '18e14b5c0a014afaa60ed704e9b421da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '850cc0e6-1a22-4a39-9955-b77aecf867a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:10:26Z', 'updated_at': '2022-02-16T23:10:28Z', 'revision_number': 4, 'project_id': '18e14b5c0a014afaa60ed704e9b421da', 'gw_port': {'id': '850cc0e6-1a22-4a39-9955-b77aecf867a5', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:10:26Z', 'updated_at': '2022-02-16T23:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '52122a91-f277-4295-a18e-217a76fb9d25', 'name': '', 'network_id': 'c2de3136-b008-427b-8a7d-04de519b1253', 'tenant_id': '18e14b5c0a014afaa60ed704e9b421da', 'mac_address': 'fa:16:3e:fa:25:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '772f0f02-f8bb-418e-97ab-277ef9d67616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:10:28Z', 'updated_at': '2022-02-16T23:10:32Z', 'revision_number': 4, 'project_id': '18e14b5c0a014afaa60ed704e9b421da', 'subnets': [{'id': '772f0f02-f8bb-418e-97ab-277ef9d67616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:10:33.392027 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-d17c8035-5b27-4f8d-aa2a-c82f5a8d4af6 admin admin] Allocated IP 172.20.0.1 (675caff0-6b6b-4be1-8401-b3ff7f6712fb/2518e59f-b326-44ce-a5b4-2d9813018339/4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:10:33.397485 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-55477fca-647f-4895-b135-75edcfb53a00 None None] Current status of the port a676633a-f41c-4411-a44b-754060f5e5c9 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:10:33.397882 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-55477fca-647f-4895-b135-75edcfb53a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a676633a-f41c-4411-a44b-754060f5e5c9), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:33.448097 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-55477fca-647f-4895-b135-75edcfb53a00 None None] For port a676633a-f41c-4411-a44b-754060f5e5c9, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a676633a-f41c-4411-a44b-754060f5e5c9,segment=NetworkSegment(c9664908-d11e-42b9-a860-f28b6b560fad),segment_id=c9664908-d11e-42b9-a860-f28b6b560fad)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:10:33.450406 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-65cf6e32-7908-4a37-8caf-ae288fe606b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c62d1f-e4da-4b61-9777-f029b052a5e0', 'name': 'tempest-TestMinimumBasicScenario-1627296027-router', 'tenant_id': '60d802c52df2417eba5e14c486260588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd3dae5c4-6c10-482b-8076-254f0c711080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:10:31Z', 'updated_at': '2022-02-16T23:10:32Z', 'revision_number': 3, 'project_id': '60d802c52df2417eba5e14c486260588', 'gw_port': {'id': 'd3dae5c4-6c10-482b-8076-254f0c711080', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c62d1f-e4da-4b61-9777-f029b052a5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:10:31Z', 'updated_at': '2022-02-16T23:10:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:10:33.506336 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-55477fca-647f-4895-b135-75edcfb53a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a676633a-f41c-4411-a44b-754060f5e5c9), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:33.510594 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cf6e32-7908-4a37-8caf-ae288fe606b0 None None] Checking router: b4c62d1f-e4da-4b61-9777-f029b052a5e0 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:10:33.512268 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cf6e32-7908-4a37-8caf-ae288fe606b0 None None] Updating router b4c62d1f-e4da-4b61-9777-f029b052a5e0 port d3dae5c4-6c10-482b-8076-254f0c711080 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:10:33.532826 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d17c8035-5b27-4f8d-aa2a-c82f5a8d4af6 admin admin] Publish callbacks [] for port (4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:33.577640 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d17c8035-5b27-4f8d-aa2a-c82f5a8d4af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:33.613307 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-65cf6e32-7908-4a37-8caf-ae288fe606b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d3dae5c4-6c10-482b-8076-254f0c711080), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:33.628122 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17c8035-5b27-4f8d-aa2a-c82f5a8d4af6 admin admin] Network 675caff0-6b6b-4be1-8401-b3ff7f6712fb is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:10:33.633551 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-d17c8035-5b27-4f8d-aa2a-c82f5a8d4af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:10:33.641372 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17c8035-5b27-4f8d-aa2a-c82f5a8d4af6 admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:10:33.674207 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-55477fca-647f-4895-b135-75edcfb53a00 None None] Provisioning complete for port 52122a91-f277-4295-a18e-217a76fb9d25 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:10:33.676974 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c8035-5b27-4f8d-aa2a-c82f5a8d4af6 admin admin] Pushing event updated for resources: {'Port': ['ID=4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:33.677235 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-55477fca-647f-4895-b135-75edcfb53a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (52122a91-f277-4295-a18e-217a76fb9d25), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:33.696710 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d17c8035-5b27-4f8d-aa2a-c82f5a8d4af6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (b4c62d1f-e4da-4b61-9777-f029b052a5e0), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:33.751440 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 52122a91-f277-4295-a18e-217a76fb9d25 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:10:33.838062 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55477fca-647f-4895-b135-75edcfb53a00 None None] Pushing event updated for resources: {'Port': ['ID=a676633a-f41c-4411-a44b-754060f5e5c9,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:33.863859 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d17c8035-5b27-4f8d-aa2a-c82f5a8d4af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:33.941550 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-55477fca-647f-4895-b135-75edcfb53a00 None None] Current status of the port 52122a91-f277-4295-a18e-217a76fb9d25 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:10:33.941943 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-55477fca-647f-4895-b135-75edcfb53a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (52122a91-f277-4295-a18e-217a76fb9d25), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:34.022681 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-55477fca-647f-4895-b135-75edcfb53a00 None None] For port 52122a91-f277-4295-a18e-217a76fb9d25, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=52122a91-f277-4295-a18e-217a76fb9d25,segment=NetworkSegment(669de41c-e451-413f-b9ea-0d35ffcd1502),segment_id=669de41c-e451-413f-b9ea-0d35ffcd1502)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:10:34.055902 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-55477fca-647f-4895-b135-75edcfb53a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (52122a91-f277-4295-a18e-217a76fb9d25), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:34.058292 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d17c8035-5b27-4f8d-aa2a-c82f5a8d4af6 admin admin] Publish callbacks [] for port (4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:34.060535 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 52122a91-f277-4295-a18e-217a76fb9d25 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:10:34.060905 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (52122a91-f277-4295-a18e-217a76fb9d25), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:34.064414 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d17c8035-5b27-4f8d-aa2a-c82f5a8d4af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:34.138822 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c8035-5b27-4f8d-aa2a-c82f5a8d4af6 admin admin] Pushing event updated for resources: {'Port': ['ID=4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:34.142490 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d17c8035-5b27-4f8d-aa2a-c82f5a8d4af6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (b4c62d1f-e4da-4b61-9777-f029b052a5e0), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:34.180568 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55477fca-647f-4895-b135-75edcfb53a00 None None] Pushing event updated for resources: {'Port': ['ID=52122a91-f277-4295-a18e-217a76fb9d25,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:34.243334 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17c8035-5b27-4f8d-aa2a-c82f5a8d4af6 admin admin] Network 675caff0-6b6b-4be1-8401-b3ff7f6712fb is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:10:34.244914 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-d17c8035-5b27-4f8d-aa2a-c82f5a8d4af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:10:34.268595 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-84ecd171-6707-4b9e-b0df-b5f1a19c88e4 None None] Provisioning complete for port a676633a-f41c-4411-a44b-754060f5e5c9 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:10:34.268973 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-84ecd171-6707-4b9e-b0df-b5f1a19c88e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a676633a-f41c-4411-a44b-754060f5e5c9), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:34.281522 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-65cf6e32-7908-4a37-8caf-ae288fe606b0 None None] Publish callbacks [] for port (d3dae5c4-6c10-482b-8076-254f0c711080), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:34.305560 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-65cf6e32-7908-4a37-8caf-ae288fe606b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d3dae5c4-6c10-482b-8076-254f0c711080), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:34.310351 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 52122a91-f277-4295-a18e-217a76fb9d25 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:10:34.311978 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a676633a-f41c-4411-a44b-754060f5e5c9 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:10:34.386179 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17c8035-5b27-4f8d-aa2a-c82f5a8d4af6 admin admin] Router b4c62d1f-e4da-4b61-9777-f029b052a5e0 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:10:34.423596 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5784b-e9ab-4927-8678-3396b9dd9973 None None] Pushing event updated for resources: {'Port': ['ID=d3dae5c4-6c10-482b-8076-254f0c711080,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:34.462104 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-65cf6e32-7908-4a37-8caf-ae288fe606b0 None None] Attempting to bind port d3dae5c4-6c10-482b-8076-254f0c711080 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:10:34.462497 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-65cf6e32-7908-4a37-8caf-ae288fe606b0 None None] Attempting to bind port d3dae5c4-6c10-482b-8076-254f0c711080 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:10:34.462875 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cf6e32-7908-4a37-8caf-ae288fe606b0 None None] Attempting to bind port d3dae5c4-6c10-482b-8076-254f0c711080 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:10:34.480105 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cf6e32-7908-4a37-8caf-ae288fe606b0 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:10:34.480449 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cf6e32-7908-4a37-8caf-ae288fe606b0 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:10:34.480858 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-65cf6e32-7908-4a37-8caf-ae288fe606b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:34.481259 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cf6e32-7908-4a37-8caf-ae288fe606b0 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:10:34.481746 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-65cf6e32-7908-4a37-8caf-ae288fe606b0 None None] Bound port: d3dae5c4-6c10-482b-8076-254f0c711080, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:10:34.482165 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-65cf6e32-7908-4a37-8caf-ae288fe606b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d3dae5c4-6c10-482b-8076-254f0c711080), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:34.504979 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17c8035-5b27-4f8d-aa2a-c82f5a8d4af6 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:10:34.507389 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-84ecd171-6707-4b9e-b0df-b5f1a19c88e4 None None] Current status of the port a676633a-f41c-4411-a44b-754060f5e5c9 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:10:34.511067 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d17c8035-5b27-4f8d-aa2a-c82f5a8d4af6 admin admin] 10.222.0.75 "PUT /v2.0/routers/b4c62d1f-e4da-4b61-9777-f029b052a5e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8793368 Feb 16 23:10:34.536422 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port a676633a-f41c-4411-a44b-754060f5e5c9 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:10:34.536733 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a676633a-f41c-4411-a44b-754060f5e5c9), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:34.546071 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-84ecd171-6707-4b9e-b0df-b5f1a19c88e4 None None] Provisioning complete for port 52122a91-f277-4295-a18e-217a76fb9d25 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:10:34.546449 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-84ecd171-6707-4b9e-b0df-b5f1a19c88e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (52122a91-f277-4295-a18e-217a76fb9d25), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:34.602694 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-65cf6e32-7908-4a37-8caf-ae288fe606b0 None None] For port d3dae5c4-6c10-482b-8076-254f0c711080, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:10:34.629461 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-65cf6e32-7908-4a37-8caf-ae288fe606b0 None None] For port d3dae5c4-6c10-482b-8076-254f0c711080, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=d3dae5c4-6c10-482b-8076-254f0c711080,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:10:34.641200 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-65cf6e32-7908-4a37-8caf-ae288fe606b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d3dae5c4-6c10-482b-8076-254f0c711080), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:34.768105 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5784b-e9ab-4927-8678-3396b9dd9973 None None] Pushing event updated for resources: {'Port': ['ID=d3dae5c4-6c10-482b-8076-254f0c711080,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:34.773632 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port a676633a-f41c-4411-a44b-754060f5e5c9 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:10:34.775192 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 850cc0e6-1a22-4a39-9955-b77aecf867a5 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:10:34.777749 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-84ecd171-6707-4b9e-b0df-b5f1a19c88e4 None None] Current status of the port 52122a91-f277-4295-a18e-217a76fb9d25 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:10:34.780308 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cf6e32-7908-4a37-8caf-ae288fe606b0 None None] Routers {'b4c62d1f-e4da-4b61-9777-f029b052a5e0'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:10:34.780948 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-65cf6e32-7908-4a37-8caf-ae288fe606b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:10:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['b4c62d1f-e4da-4b61-9777-f029b052a5e0'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:10:35.054154 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-84ecd171-6707-4b9e-b0df-b5f1a19c88e4 None None] Provisioning complete for port 4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:10:35.054879 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-84ecd171-6707-4b9e-b0df-b5f1a19c88e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:35.112728 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-84ecd171-6707-4b9e-b0df-b5f1a19c88e4 None None] Port 4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:10:35.125855 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 850cc0e6-1a22-4a39-9955-b77aecf867a5 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:10:35.126163 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (850cc0e6-1a22-4a39-9955-b77aecf867a5), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:35.154296 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-65cf6e32-7908-4a37-8caf-ae288fe606b0 None None] Set router b4c62d1f-e4da-4b61-9777-f029b052a5e0 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:10:35.338942 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-147f714a-f5ca-4a3f-a3f9-15a8e5c2b9da None None] Provisioning complete for port 4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:10:35.339251 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-147f714a-f5ca-4a3f-a3f9-15a8e5c2b9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:35.378378 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 850cc0e6-1a22-4a39-9955-b77aecf867a5 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:10:35.401860 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-147f714a-f5ca-4a3f-a3f9-15a8e5c2b9da None None] Port 4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:10:35.484817 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-65cf6e32-7908-4a37-8caf-ae288fe606b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c62d1f-e4da-4b61-9777-f029b052a5e0', 'name': 'tempest-TestMinimumBasicScenario-1627296027-router', 'tenant_id': '60d802c52df2417eba5e14c486260588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd3dae5c4-6c10-482b-8076-254f0c711080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:10:31Z', 'updated_at': '2022-02-16T23:10:33Z', 'revision_number': 4, 'project_id': '60d802c52df2417eba5e14c486260588', 'gw_port': {'id': 'd3dae5c4-6c10-482b-8076-254f0c711080', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c62d1f-e4da-4b61-9777-f029b052a5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:10:31Z', 'updated_at': '2022-02-16T23:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb', 'name': '', 'network_id': '675caff0-6b6b-4be1-8401-b3ff7f6712fb', 'tenant_id': '60d802c52df2417eba5e14c486260588', 'mac_address': 'fa:16:3e:9b:a1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c62d1f-e4da-4b61-9777-f029b052a5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '2518e59f-b326-44ce-a5b4-2d9813018339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:10:33Z', 'updated_at': '2022-02-16T23:10:33Z', 'revision_number': 2, 'project_id': '60d802c52df2417eba5e14c486260588', 'subnets': [{'id': '2518e59f-b326-44ce-a5b4-2d9813018339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:10:35.564861 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cf6e32-7908-4a37-8caf-ae288fe606b0 None None] The sync data for ids ['b4c62d1f-e4da-4b61-9777-f029b052a5e0'] in n-d-813897-6 is: [{'id': 'b4c62d1f-e4da-4b61-9777-f029b052a5e0', 'name': 'tempest-TestMinimumBasicScenario-1627296027-router', 'tenant_id': '60d802c52df2417eba5e14c486260588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd3dae5c4-6c10-482b-8076-254f0c711080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:10:31Z', 'updated_at': '2022-02-16T23:10:33Z', 'revision_number': 4, 'project_id': '60d802c52df2417eba5e14c486260588', 'gw_port': {'id': 'd3dae5c4-6c10-482b-8076-254f0c711080', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c62d1f-e4da-4b61-9777-f029b052a5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:10:31Z', 'updated_at': '2022-02-16T23:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb', 'name': '', 'network_id': '675caff0-6b6b-4be1-8401-b3ff7f6712fb', 'tenant_id': '60d802c52df2417eba5e14c486260588', 'mac_address': 'fa:16:3e:9b:a1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c62d1f-e4da-4b61-9777-f029b052a5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '2518e59f-b326-44ce-a5b4-2d9813018339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:10:33Z', 'updated_at': '2022-02-16T23:10:33Z', 'revision_number': 2, 'project_id': '60d802c52df2417eba5e14c486260588', 'subnets': [{'id': '2518e59f-b326-44ce-a5b4-2d9813018339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:10:35.582971 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a676633a-f41c-4411-a44b-754060f5e5c9 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:10:35.673580 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port a676633a-f41c-4411-a44b-754060f5e5c9 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:10:35.674174 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a676633a-f41c-4411-a44b-754060f5e5c9), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:35.790036 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port a676633a-f41c-4411-a44b-754060f5e5c9 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:10:35.791394 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 52122a91-f277-4295-a18e-217a76fb9d25 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:10:35.876815 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 52122a91-f277-4295-a18e-217a76fb9d25 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:10:35.877679 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (52122a91-f277-4295-a18e-217a76fb9d25), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:36.021447 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 52122a91-f277-4295-a18e-217a76fb9d25 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:10:37.543610 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device d3dae5c4-6c10-482b-8076-254f0c711080 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:10:37.605885 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port d3dae5c4-6c10-482b-8076-254f0c711080 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:10:37.606438 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d3dae5c4-6c10-482b-8076-254f0c711080), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:37.707559 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port d3dae5c4-6c10-482b-8076-254f0c711080 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:10:37.707957 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d3dae5c4-6c10-482b-8076-254f0c711080), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:37.732425 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port d3dae5c4-6c10-482b-8076-254f0c711080, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=d3dae5c4-6c10-482b-8076-254f0c711080,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:10:37.738457 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d3dae5c4-6c10-482b-8076-254f0c711080), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:37.798086 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=d3dae5c4-6c10-482b-8076-254f0c711080,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:38.133839 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594c5384-1b2d-4b2e-b503-aefd1991db86 None None] Sync routers for ids ['b4c62d1f-e4da-4b61-9777-f029b052a5e0'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:10:38.145367 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594c5384-1b2d-4b2e-b503-aefd1991db86 None None] Routers {'b4c62d1f-e4da-4b61-9777-f029b052a5e0'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:10:38.146014 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-594c5384-1b2d-4b2e-b503-aefd1991db86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:10:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['b4c62d1f-e4da-4b61-9777-f029b052a5e0'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:10:38.258752 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-594c5384-1b2d-4b2e-b503-aefd1991db86 None None] Set router b4c62d1f-e4da-4b61-9777-f029b052a5e0 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:10:38.484696 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-594c5384-1b2d-4b2e-b503-aefd1991db86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c62d1f-e4da-4b61-9777-f029b052a5e0', 'name': 'tempest-TestMinimumBasicScenario-1627296027-router', 'tenant_id': '60d802c52df2417eba5e14c486260588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd3dae5c4-6c10-482b-8076-254f0c711080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:10:31Z', 'updated_at': '2022-02-16T23:10:33Z', 'revision_number': 4, 'project_id': '60d802c52df2417eba5e14c486260588', 'gw_port': {'id': 'd3dae5c4-6c10-482b-8076-254f0c711080', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c62d1f-e4da-4b61-9777-f029b052a5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:10:31Z', 'updated_at': '2022-02-16T23:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb', 'name': '', 'network_id': '675caff0-6b6b-4be1-8401-b3ff7f6712fb', 'tenant_id': '60d802c52df2417eba5e14c486260588', 'mac_address': 'fa:16:3e:9b:a1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c62d1f-e4da-4b61-9777-f029b052a5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '2518e59f-b326-44ce-a5b4-2d9813018339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:10:33Z', 'updated_at': '2022-02-16T23:10:33Z', 'revision_number': 2, 'project_id': '60d802c52df2417eba5e14c486260588', 'subnets': [{'id': '2518e59f-b326-44ce-a5b4-2d9813018339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:10:38.510992 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594c5384-1b2d-4b2e-b503-aefd1991db86 None None] Checking router: b4c62d1f-e4da-4b61-9777-f029b052a5e0 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:10:38.511351 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594c5384-1b2d-4b2e-b503-aefd1991db86 None None] Updating router b4c62d1f-e4da-4b61-9777-f029b052a5e0 port 4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:10:38.549286 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-594c5384-1b2d-4b2e-b503-aefd1991db86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:38.931385 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-594c5384-1b2d-4b2e-b503-aefd1991db86 None None] Publish callbacks [] for port (4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:38.940176 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-594c5384-1b2d-4b2e-b503-aefd1991db86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:39.000369 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70875fc4-7af3-4263-b6df-920e80dedafe None None] Pushing event updated for resources: {'Port': ['ID=4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:39.055477 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-594c5384-1b2d-4b2e-b503-aefd1991db86 None None] Attempting to bind port 4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:10:39.055855 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-594c5384-1b2d-4b2e-b503-aefd1991db86 None None] Attempting to bind port 4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'c9664908-d11e-42b9-a860-f28b6b560fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '675caff0-6b6b-4be1-8401-b3ff7f6712fb'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:10:39.056227 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594c5384-1b2d-4b2e-b503-aefd1991db86 None None] Attempting to bind port 4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb on network 675caff0-6b6b-4be1-8401-b3ff7f6712fb {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:10:39.064624 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594c5384-1b2d-4b2e-b503-aefd1991db86 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:10:39.065476 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594c5384-1b2d-4b2e-b503-aefd1991db86 None None] Checking segment: {'id': 'c9664908-d11e-42b9-a860-f28b6b560fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '675caff0-6b6b-4be1-8401-b3ff7f6712fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:10:39.065894 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-594c5384-1b2d-4b2e-b503-aefd1991db86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:39.066320 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594c5384-1b2d-4b2e-b503-aefd1991db86 None None] Bound using segment: {'id': 'c9664908-d11e-42b9-a860-f28b6b560fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '675caff0-6b6b-4be1-8401-b3ff7f6712fb'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:10:39.066808 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-594c5384-1b2d-4b2e-b503-aefd1991db86 None None] Bound port: 4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9664908-d11e-42b9-a860-f28b6b560fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '675caff0-6b6b-4be1-8401-b3ff7f6712fb'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:10:39.067655 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-594c5384-1b2d-4b2e-b503-aefd1991db86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:39.169495 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-594c5384-1b2d-4b2e-b503-aefd1991db86 None None] For port 4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:10:39.172683 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-594c5384-1b2d-4b2e-b503-aefd1991db86 None None] For port 4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb,segment=NetworkSegment(c9664908-d11e-42b9-a860-f28b6b560fad),segment_id=c9664908-d11e-42b9-a860-f28b6b560fad)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:10:39.181051 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-594c5384-1b2d-4b2e-b503-aefd1991db86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:39.236309 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594c5384-1b2d-4b2e-b503-aefd1991db86 None None] Routers {'b4c62d1f-e4da-4b61-9777-f029b052a5e0'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:10:39.238717 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-594c5384-1b2d-4b2e-b503-aefd1991db86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:10:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['b4c62d1f-e4da-4b61-9777-f029b052a5e0'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:10:39.372254 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-3528e63e-8729-480d-992f-749e283495b3 None None] Provisioning complete for port 4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:10:39.372840 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70875fc4-7af3-4263-b6df-920e80dedafe None None] Pushing event updated for resources: {'Port': ['ID=4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:39.372942 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3528e63e-8729-480d-992f-749e283495b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:39.385521 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-594c5384-1b2d-4b2e-b503-aefd1991db86 None None] Set router b4c62d1f-e4da-4b61-9777-f029b052a5e0 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:10:39.527929 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-3528e63e-8729-480d-992f-749e283495b3 None None] Current status of the port 4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:10:39.528257 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3528e63e-8729-480d-992f-749e283495b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:39.594012 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-3528e63e-8729-480d-992f-749e283495b3 None None] For port 4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb,segment=NetworkSegment(c9664908-d11e-42b9-a860-f28b6b560fad),segment_id=c9664908-d11e-42b9-a860-f28b6b560fad)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:10:39.597469 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:10:39.636331 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3528e63e-8729-480d-992f-749e283495b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:39.717113 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528e63e-8729-480d-992f-749e283495b3 None None] Pushing event updated for resources: {'Port': ['ID=4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:39.726002 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:10:39.726409 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:39.735000 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-594c5384-1b2d-4b2e-b503-aefd1991db86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c62d1f-e4da-4b61-9777-f029b052a5e0', 'name': 'tempest-TestMinimumBasicScenario-1627296027-router', 'tenant_id': '60d802c52df2417eba5e14c486260588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd3dae5c4-6c10-482b-8076-254f0c711080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:10:31Z', 'updated_at': '2022-02-16T23:10:33Z', 'revision_number': 4, 'project_id': '60d802c52df2417eba5e14c486260588', 'gw_port': {'id': 'd3dae5c4-6c10-482b-8076-254f0c711080', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c62d1f-e4da-4b61-9777-f029b052a5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:10:31Z', 'updated_at': '2022-02-16T23:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb', 'name': '', 'network_id': '675caff0-6b6b-4be1-8401-b3ff7f6712fb', 'tenant_id': '60d802c52df2417eba5e14c486260588', 'mac_address': 'fa:16:3e:9b:a1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c62d1f-e4da-4b61-9777-f029b052a5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '2518e59f-b326-44ce-a5b4-2d9813018339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:10:33Z', 'updated_at': '2022-02-16T23:10:39Z', 'revision_number': 4, 'project_id': '60d802c52df2417eba5e14c486260588', 'subnets': [{'id': '2518e59f-b326-44ce-a5b4-2d9813018339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:10:39.782520 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594c5384-1b2d-4b2e-b503-aefd1991db86 None None] The sync data for ids ['b4c62d1f-e4da-4b61-9777-f029b052a5e0'] in n-d-813897-6 is: [{'id': 'b4c62d1f-e4da-4b61-9777-f029b052a5e0', 'name': 'tempest-TestMinimumBasicScenario-1627296027-router', 'tenant_id': '60d802c52df2417eba5e14c486260588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd3dae5c4-6c10-482b-8076-254f0c711080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:10:31Z', 'updated_at': '2022-02-16T23:10:33Z', 'revision_number': 4, 'project_id': '60d802c52df2417eba5e14c486260588', 'gw_port': {'id': 'd3dae5c4-6c10-482b-8076-254f0c711080', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c62d1f-e4da-4b61-9777-f029b052a5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:10:31Z', 'updated_at': '2022-02-16T23:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb', 'name': '', 'network_id': '675caff0-6b6b-4be1-8401-b3ff7f6712fb', 'tenant_id': '60d802c52df2417eba5e14c486260588', 'mac_address': 'fa:16:3e:9b:a1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c62d1f-e4da-4b61-9777-f029b052a5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '2518e59f-b326-44ce-a5b4-2d9813018339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:10:33Z', 'updated_at': '2022-02-16T23:10:39Z', 'revision_number': 4, 'project_id': '60d802c52df2417eba5e14c486260588', 'subnets': [{'id': '2518e59f-b326-44ce-a5b4-2d9813018339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:10:39.784900 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-8b1c253b-a64d-4b48-a90c-c607fdc01906 None None] Provisioning complete for port 4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:10:39.785282 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8b1c253b-a64d-4b48-a90c-c607fdc01906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:39.899060 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:10:39.900570 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device d3dae5c4-6c10-482b-8076-254f0c711080 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:10:40.003619 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-8b1c253b-a64d-4b48-a90c-c607fdc01906 None None] Current status of the port 4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:10:40.006453 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port d3dae5c4-6c10-482b-8076-254f0c711080 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:10:40.006946 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d3dae5c4-6c10-482b-8076-254f0c711080), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:40.125880 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port d3dae5c4-6c10-482b-8076-254f0c711080 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:10:41.506884 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:10:41.569555 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:10:41.569937 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:41.662504 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:10:45.606699 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-97e3adcf-1597-4011-8c80-16930815f8e1 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:10:45.608766 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-97e3adcf-1597-4011-8c80-16930815f8e1 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/networks?id=c2de3136-b008-427b-8a7d-04de519b1253 HTTP/1.1" status: 200 len: 815 time: 0.3878751 Feb 16 23:10:45.623083 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-1a71744c-39df-41b7-9968-02dd5ca4e00b tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/quotas/18e14b5c0a014afaa60ed704e9b421da HTTP/1.1" status: 200 len: 375 time: 0.0089667 Feb 16 23:10:45.678511 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-e9768a9e-1bc6-45cc-8d66-37635e86b4a9 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=18e14b5c0a014afaa60ed704e9b421da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502465 Feb 16 23:10:45.772311 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-202135f2-8c15-48a4-acbb-a0efc8458dc7 service neutron] 10.222.0.75 "GET /v2.0/networks/c2de3136-b008-427b-8a7d-04de519b1253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818522 Feb 16 23:10:45.862920 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-b623da20-185f-4086-bafb-83c4db9c0107 service neutron] 10.222.0.75 "GET /v2.0/networks/c2de3136-b008-427b-8a7d-04de519b1253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844216 Feb 16 23:10:46.034458 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6004208c-f9ae-4cc5-9010-9ff32a035c6d req-c49e4baf-23a9-4b3a-814f-b21d4554d9d1 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 210 time: 0.0283420 Feb 16 23:10:47.113532 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3f355b3c-af98-4a71-b1a3-6bd3639d5a07 req-baa6b3cd-c602-4741-9603-a7d971204d68 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 210 time: 0.0275939 Feb 16 23:10:48.210823 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-058c2359-ad04-4361-80fe-ae5f9dc50405 req-52c72b6b-b7d7-4bbf-aadb-bd822f818a91 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 210 time: 0.0305924 Feb 16 23:10:49.122050 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-fe237e41-7d11-498c-be8b-67f016f9adfa tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:10:49.124116 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-fe237e41-7d11-498c-be8b-67f016f9adfa tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.79 "GET /v2.0/networks?id=c2de3136-b008-427b-8a7d-04de519b1253 HTTP/1.1" status: 200 len: 815 time: 0.1077197 Feb 16 23:10:49.135320 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-bf7d2105-2cbe-4093-8da7-7f05936f3d70 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Request body: {'port': {'device_id': '06a768c4-22c2-4cf4-ad8d-d9531947cc0a', 'network_id': 'c2de3136-b008-427b-8a7d-04de519b1253', 'admin_state_up': True, 'tenant_id': '18e14b5c0a014afaa60ed704e9b421da'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:10:49.251299 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-bf7d2105-2cbe-4093-8da7-7f05936f3d70 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Made reservation on behalf of 18e14b5c0a014afaa60ed704e9b421da for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:10:49.255136 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-bf7d2105-2cbe-4093-8da7-7f05936f3d70 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:49.337132 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0f43ae60-567f-41d4-8b11-221bc2d97530 req-bd434ad8-bcb2-4228-9115-07250a93c5e7 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 210 time: 0.0559697 Feb 16 23:10:49.427058 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-bf7d2105-2cbe-4093-8da7-7f05936f3d70 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Allocated IP 172.20.0.3 (c2de3136-b008-427b-8a7d-04de519b1253/772f0f02-f8bb-418e-97ab-277ef9d67616/aca34a22-cb5a-48ad-925d-ed1ee48fbc89) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:10:49.641291 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-bf7d2105-2cbe-4093-8da7-7f05936f3d70 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks [] for port (aca34a22-cb5a-48ad-925d-ed1ee48fbc89), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:49.688236 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-bf7d2105-2cbe-4093-8da7-7f05936f3d70 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (aca34a22-cb5a-48ad-925d-ed1ee48fbc89), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:49.751183 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-bf7d2105-2cbe-4093-8da7-7f05936f3d70 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Network c2de3136-b008-427b-8a7d-04de519b1253 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:10:49.754567 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-bf7d2105-2cbe-4093-8da7-7f05936f3d70 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:10:49.758728 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-bf7d2105-2cbe-4093-8da7-7f05936f3d70 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:10:49.766850 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d2105-2cbe-4093-8da7-7f05936f3d70 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Pushing event updated for resources: {'Port': ['ID=aca34a22-cb5a-48ad-925d-ed1ee48fbc89,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:49.823138 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-bf7d2105-2cbe-4093-8da7-7f05936f3d70 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:10:49.823393 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-bf7d2105-2cbe-4093-8da7-7f05936f3d70 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:49.845429 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-bf7d2105-2cbe-4093-8da7-7f05936f3d70 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7138345 Feb 16 23:10:50.109209 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-d452c503-3776-408c-b34f-25d25d51fab4 None None] Provisioning complete for port aca34a22-cb5a-48ad-925d-ed1ee48fbc89 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:10:50.109751 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d452c503-3776-408c-b34f-25d25d51fab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (aca34a22-cb5a-48ad-925d-ed1ee48fbc89), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:50.146471 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d452c503-3776-408c-b34f-25d25d51fab4 None None] Port aca34a22-cb5a-48ad-925d-ed1ee48fbc89 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:10:50.473173 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b98df-989f-45b4-8a3d-c96e34c317f3 req-1e6ee178-a241-4123-ace9-71362adc5ace tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:10:50.474876 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cd0b98df-989f-45b4-8a3d-c96e34c317f3 req-1e6ee178-a241-4123-ace9-71362adc5ace tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 931 time: 0.0614994 Feb 16 23:10:50.524147 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cd0b98df-989f-45b4-8a3d-c96e34c317f3 req-e6c9acec-726c-4f07-8401-42002d75955e tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/security-groups?id=d61572fc-6403-461e-a77c-5c596c0022c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419140 Feb 16 23:10:50.770721 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-48d9c5ad-c4c5-4381-b1f9-cf2755b9fd4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:51.662404 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2ad1a-6efe-481a-b261-d6c2ba6771de req-0fe378f4-2ec4-4385-b754-696fd929eb9c tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:10:51.663916 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-81a2ad1a-6efe-481a-b261-d6c2ba6771de req-0fe378f4-2ec4-4385-b754-696fd929eb9c tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 931 time: 0.0622561 Feb 16 23:10:51.714788 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-81a2ad1a-6efe-481a-b261-d6c2ba6771de req-c4524f62-c689-4b6f-be0c-cb7a7f470905 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/security-groups?id=d61572fc-6403-461e-a77c-5c596c0022c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450895 Feb 16 23:10:52.839399 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f2daf-2a1b-4064-9c07-c31b84c5e137 req-7328602c-2515-4cdc-9100-5a03762ad2b1 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:10:52.841214 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ae6f2daf-2a1b-4064-9c07-c31b84c5e137 req-7328602c-2515-4cdc-9100-5a03762ad2b1 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 931 time: 0.0535009 Feb 16 23:10:52.892245 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ae6f2daf-2a1b-4064-9c07-c31b84c5e137 req-ec6e884f-6cd5-4f59-8109-01283e33027c tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/security-groups?id=d61572fc-6403-461e-a77c-5c596c0022c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438142 Feb 16 23:10:53.149547 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-489bacec-a263-4254-9f3b-245aa106dcdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:54.027463 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e04f4a-7c72-48a8-b294-8107ac68df4b req-5cbc48ef-f7e8-4cd7-82b6-620a094e9712 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:10:54.029119 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a7e04f4a-7c72-48a8-b294-8107ac68df4b req-5cbc48ef-f7e8-4cd7-82b6-620a094e9712 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 931 time: 0.0562305 Feb 16 23:10:54.085745 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a7e04f4a-7c72-48a8-b294-8107ac68df4b req-bf15b841-c7e9-4d7c-8757-919168e2d7f2 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/security-groups?id=d61572fc-6403-461e-a77c-5c596c0022c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499539 Feb 16 23:10:54.473587 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:55.213757 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e12265-8e6e-45e6-8919-fa79f5141d99 req-e0848b53-db0f-494b-9f01-d39c91a0ea53 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:10:55.216315 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5e12265-8e6e-45e6-8919-fa79f5141d99 req-e0848b53-db0f-494b-9f01-d39c91a0ea53 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 931 time: 0.0564559 Feb 16 23:10:55.267579 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5e12265-8e6e-45e6-8919-fa79f5141d99 req-ce52820f-fa81-4537-b8a9-40305b2afcbb tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/security-groups?id=d61572fc-6403-461e-a77c-5c596c0022c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453215 Feb 16 23:10:55.786394 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:56.389485 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebdeb81-7f21-465b-b41b-db898107b020 req-51514721-5e6b-487c-92d0-f39770b97c18 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:10:56.396009 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7ebdeb81-7f21-465b-b41b-db898107b020 req-51514721-5e6b-487c-92d0-f39770b97c18 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 931 time: 0.0600929 Feb 16 23:10:56.451097 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7ebdeb81-7f21-465b-b41b-db898107b020 req-decf96f9-2f63-4071-99a2-b002911971be tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/security-groups?id=d61572fc-6403-461e-a77c-5c596c0022c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484617 Feb 16 23:10:57.127087 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:57.255615 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-1f95279e-e18b-41cd-9c0d-77db4f5d9564 service neutron] Request body: {'port': {'device_id': '06a768c4-22c2-4cf4-ad8d-d9531947cc0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:10:57.319812 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-1f95279e-e18b-41cd-9c0d-77db4f5d9564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (aca34a22-cb5a-48ad-925d-ed1ee48fbc89), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:57.617594 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-1f95279e-e18b-41cd-9c0d-77db4f5d9564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aca34a22-cb5a-48ad-925d-ed1ee48fbc89 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:10:57.627934 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe524d-1c4f-4f36-81af-38eb481bb0ab req-65826fcf-8487-499b-9173-6b73d7aec127 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:10:57.629481 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e3fe524d-1c4f-4f36-81af-38eb481bb0ab req-65826fcf-8487-499b-9173-6b73d7aec127 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 931 time: 0.1013319 Feb 16 23:10:57.633614 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-1f95279e-e18b-41cd-9c0d-77db4f5d9564 service neutron] Publish callbacks [] for port (aca34a22-cb5a-48ad-925d-ed1ee48fbc89), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:57.660467 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-1f95279e-e18b-41cd-9c0d-77db4f5d9564 service neutron] Transition to ACTIVE for port object aca34a22-cb5a-48ad-925d-ed1ee48fbc89 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:10:57.665675 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-1f95279e-e18b-41cd-9c0d-77db4f5d9564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (aca34a22-cb5a-48ad-925d-ed1ee48fbc89), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:57.727625 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e3fe524d-1c4f-4f36-81af-38eb481bb0ab req-96c70beb-4ad5-4488-8929-7946e73b5bb4 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/security-groups?id=d61572fc-6403-461e-a77c-5c596c0022c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914743 Feb 16 23:10:57.751470 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95279e-e18b-41cd-9c0d-77db4f5d9564 service neutron] Pushing event updated for resources: {'Port': ['ID=aca34a22-cb5a-48ad-925d-ed1ee48fbc89,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:57.808641 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-1f95279e-e18b-41cd-9c0d-77db4f5d9564 service neutron] Attempting to bind port aca34a22-cb5a-48ad-925d-ed1ee48fbc89 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:10:57.808977 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-1f95279e-e18b-41cd-9c0d-77db4f5d9564 service neutron] Attempting to bind port aca34a22-cb5a-48ad-925d-ed1ee48fbc89 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '669de41c-e451-413f-b9ea-0d35ffcd1502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c2de3136-b008-427b-8a7d-04de519b1253'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:10:57.809303 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-1f95279e-e18b-41cd-9c0d-77db4f5d9564 service neutron] Attempting to bind port aca34a22-cb5a-48ad-925d-ed1ee48fbc89 on network c2de3136-b008-427b-8a7d-04de519b1253 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:10:57.813955 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-1f95279e-e18b-41cd-9c0d-77db4f5d9564 service neutron] Port aca34a22-cb5a-48ad-925d-ed1ee48fbc89 on network c2de3136-b008-427b-8a7d-04de519b1253 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 23:10:57.814313 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-1f95279e-e18b-41cd-9c0d-77db4f5d9564 service neutron] Attempting to bind port aca34a22-cb5a-48ad-925d-ed1ee48fbc89 on network c2de3136-b008-427b-8a7d-04de519b1253 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:10:57.819371 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-1f95279e-e18b-41cd-9c0d-77db4f5d9564 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:10:57.819706 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-1f95279e-e18b-41cd-9c0d-77db4f5d9564 service neutron] Checking segment: {'id': '669de41c-e451-413f-b9ea-0d35ffcd1502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c2de3136-b008-427b-8a7d-04de519b1253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:10:57.820087 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-1f95279e-e18b-41cd-9c0d-77db4f5d9564 service neutron] Bound using segment: {'id': '669de41c-e451-413f-b9ea-0d35ffcd1502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c2de3136-b008-427b-8a7d-04de519b1253'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:10:57.820508 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-1f95279e-e18b-41cd-9c0d-77db4f5d9564 service neutron] Bound port: aca34a22-cb5a-48ad-925d-ed1ee48fbc89, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '669de41c-e451-413f-b9ea-0d35ffcd1502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c2de3136-b008-427b-8a7d-04de519b1253'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:10:57.820865 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-1f95279e-e18b-41cd-9c0d-77db4f5d9564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (aca34a22-cb5a-48ad-925d-ed1ee48fbc89), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:57.886397 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-1f95279e-e18b-41cd-9c0d-77db4f5d9564 service neutron] For port aca34a22-cb5a-48ad-925d-ed1ee48fbc89, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:10:57.890036 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-1f95279e-e18b-41cd-9c0d-77db4f5d9564 service neutron] For port aca34a22-cb5a-48ad-925d-ed1ee48fbc89, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=aca34a22-cb5a-48ad-925d-ed1ee48fbc89,segment=NetworkSegment(669de41c-e451-413f-b9ea-0d35ffcd1502),segment_id=669de41c-e451-413f-b9ea-0d35ffcd1502)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:10:57.896497 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-1f95279e-e18b-41cd-9c0d-77db4f5d9564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (aca34a22-cb5a-48ad-925d-ed1ee48fbc89), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:57.931197 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-1f95279e-e18b-41cd-9c0d-77db4f5d9564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:10:57.931795 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-1f95279e-e18b-41cd-9c0d-77db4f5d9564 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:57.933245 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-1f95279e-e18b-41cd-9c0d-77db4f5d9564 service neutron] 10.222.0.79 "PUT /v2.0/ports/aca34a22-cb5a-48ad-925d-ed1ee48fbc89 HTTP/1.1" status: 200 len: 1091 time: 0.6820309 Feb 16 23:10:57.933660 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06a768c4-22c2-4cf4-ad8d-d9531947cc0a', 'tag': 'aca34a22-cb5a-48ad-925d-ed1ee48fbc89'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:10:57.936004 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e02b1269caefb4c024904b88698defd233c730f45a19e1a7dbb6b862b0fddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e6056a-f977-4667-89e1-725910572aff" -d '{"events": [{"name": "network-changed", "server_uuid": "06a768c4-22c2-4cf4-ad8d-d9531947cc0a", "tag": "aca34a22-cb5a-48ad-925d-ed1ee48fbc89"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:10:57.961548 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95279e-e18b-41cd-9c0d-77db4f5d9564 service neutron] Pushing event updated for resources: {'Port': ['ID=aca34a22-cb5a-48ad-925d-ed1ee48fbc89,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:10:57.979502 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d2b7ef-e276-4a70-bbf8-f35e50923b7b x-openstack-request-id: req-e7d2b7ef-e276-4a70-bbf8-f35e50923b7b {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:10:57.979908 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06a768c4-22c2-4cf4-ad8d-d9531947cc0a", "tag": "aca34a22-cb5a-48ad-925d-ed1ee48fbc89", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:10:57.980066 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e7d2b7ef-e276-4a70-bbf8-f35e50923b7b {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:10:57.980500 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06a768c4-22c2-4cf4-ad8d-d9531947cc0a', 'tag': 'aca34a22-cb5a-48ad-925d-ed1ee48fbc89', 'status': 'completed', 'code': 200} Feb 16 23:10:58.029254 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-1223fc4d-219b-4bb4-b4cf-0ab74e6a1011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:10:58.030833 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-1223fc4d-219b-4bb4-b4cf-0ab74e6a1011 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=18e14b5c0a014afaa60ed704e9b421da&device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 1125 time: 0.0488322 Feb 16 23:10:58.078401 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-51102378-3a43-4233-a48b-450ae4d4d469 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aca34a22-cb5a-48ad-925d-ed1ee48fbc89 HTTP/1.1" status: 200 len: 217 time: 0.0406306 Feb 16 23:10:58.127209 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-6d880454-7a72-4a87-a297-d49bd8324f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:10:58.128877 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-6d880454-7a72-4a87-a297-d49bd8324f9a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=772f0f02-f8bb-418e-97ab-277ef9d67616 HTTP/1.1" status: 200 len: 854 time: 0.0452638 Feb 16 23:10:58.178760 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-7965164b-2d34-4d4e-9dfe-f0f0e6063d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:10:58.180282 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-7965164b-2d34-4d4e-9dfe-f0f0e6063d49 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c2de3136-b008-427b-8a7d-04de519b1253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458097 Feb 16 23:10:58.272349 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-39dc2095-0580-4fb5-a445-b239d0f2415b service neutron] 10.222.0.79 "GET /v2.0/networks/c2de3136-b008-427b-8a7d-04de519b1253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854123 Feb 16 23:10:58.358861 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c1a9c80-925d-4080-b929-8954794cbaf6 req-793cc205-524c-452c-9bbe-43f5d18549ee service neutron] 10.222.0.79 "GET /v2.0/networks/c2de3136-b008-427b-8a7d-04de519b1253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806644 Feb 16 23:10:58.452065 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6056a-f977-4667-89e1-725910572aff req-b745470c-793a-4ed9-8f4e-179dc10b8db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:10:58.453545 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-95e6056a-f977-4667-89e1-725910572aff req-b745470c-793a-4ed9-8f4e-179dc10b8db9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=18e14b5c0a014afaa60ed704e9b421da&device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 1125 time: 0.0496273 Feb 16 23:10:58.541842 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6056a-f977-4667-89e1-725910572aff req-75362cf9-df88-4964-8337-7d98a4c5dd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:10:58.543281 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-95e6056a-f977-4667-89e1-725910572aff req-75362cf9-df88-4964-8337-7d98a4c5dd53 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c2de3136-b008-427b-8a7d-04de519b1253 HTTP/1.1" status: 200 len: 916 time: 0.0838711 Feb 16 23:10:58.586155 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-95e6056a-f977-4667-89e1-725910572aff req-d1d37ff9-3e0c-4137-8f5c-99c6d8b3d7fe service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aca34a22-cb5a-48ad-925d-ed1ee48fbc89 HTTP/1.1" status: 200 len: 217 time: 0.0369401 Feb 16 23:10:58.635807 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6056a-f977-4667-89e1-725910572aff req-fc05d4e5-a419-4626-8664-442d8810044e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:10:58.637247 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-95e6056a-f977-4667-89e1-725910572aff req-fc05d4e5-a419-4626-8664-442d8810044e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=772f0f02-f8bb-418e-97ab-277ef9d67616 HTTP/1.1" status: 200 len: 854 time: 0.0433364 Feb 16 23:10:58.686111 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6056a-f977-4667-89e1-725910572aff req-00587212-b0c9-4b70-af6e-75b141bf0518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:10:58.687603 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-95e6056a-f977-4667-89e1-725910572aff req-00587212-b0c9-4b70-af6e-75b141bf0518 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c2de3136-b008-427b-8a7d-04de519b1253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434866 Feb 16 23:10:58.781086 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-95e6056a-f977-4667-89e1-725910572aff req-a96d51ee-6b15-4c87-b3d1-9a1bb9e1ea50 service neutron] 10.222.0.79 "GET /v2.0/networks/c2de3136-b008-427b-8a7d-04de519b1253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865479 Feb 16 23:10:58.838639 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:10:58.902315 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2546bad-327b-4e43-9119-d1054598d861 req-ccfc01dd-7a17-4858-8275-36addaaf1313 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:10:58.903794 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a2546bad-327b-4e43-9119-d1054598d861 req-ccfc01dd-7a17-4858-8275-36addaaf1313 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 943 time: 0.0995946 Feb 16 23:10:58.924600 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-95e6056a-f977-4667-89e1-725910572aff req-82f1311c-f77a-44b5-8663-4906317221cb service neutron] 10.222.0.79 "GET /v2.0/networks/c2de3136-b008-427b-8a7d-04de519b1253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367359 Feb 16 23:10:58.960036 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a2546bad-327b-4e43-9119-d1054598d861 req-41fb8005-c33e-43b8-9c11-c96aa83f20fd tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/security-groups?id=d61572fc-6403-461e-a77c-5c596c0022c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471692 Feb 16 23:11:00.077181 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3ae38-9e4c-45a9-a9c7-ddb2cfe8fd58 req-5f032419-a30d-48f9-b17a-be5b4ba1e14c tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:00.078703 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6a3ae38-9e4c-45a9-a9c7-ddb2cfe8fd58 req-5f032419-a30d-48f9-b17a-be5b4ba1e14c tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 943 time: 0.0523605 Feb 16 23:11:00.125627 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6a3ae38-9e4c-45a9-a9c7-ddb2cfe8fd58 req-5c77962b-3158-403e-a05a-2789f1f11c32 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/security-groups?id=d61572fc-6403-461e-a77c-5c596c0022c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413380 Feb 16 23:11:00.392773 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:01.064616 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device aca34a22-cb5a-48ad-925d-ed1ee48fbc89 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:11:01.167046 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port aca34a22-cb5a-48ad-925d-ed1ee48fbc89, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=aca34a22-cb5a-48ad-925d-ed1ee48fbc89,segment=NetworkSegment(669de41c-e451-413f-b9ea-0d35ffcd1502),segment_id=669de41c-e451-413f-b9ea-0d35ffcd1502)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:11:01.178556 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'aca34a22-cb5a-48ad-925d-ed1ee48fbc89', 'network_id': 'c2de3136-b008-427b-8a7d-04de519b1253', 'port_id': 'aca34a22-cb5a-48ad-925d-ed1ee48fbc89', 'mac_address': 'fa:16:3e:90:37:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '772f0f02-f8bb-418e-97ab-277ef9d67616', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:11:01.215908 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port aca34a22-cb5a-48ad-925d-ed1ee48fbc89 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:11:01.216301 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (aca34a22-cb5a-48ad-925d-ed1ee48fbc89), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:01.228967 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca34a22-cb5a-48ad-925d-ed1ee48fbc89 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:11:01.245414 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c65fc1-d76a-4065-8d28-2a4f44e1f7a6 req-7696cd4b-8c42-458d-9881-3b7aec3af913 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:01.246951 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f8c65fc1-d76a-4065-8d28-2a4f44e1f7a6 req-7696cd4b-8c42-458d-9881-3b7aec3af913 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 943 time: 0.0519426 Feb 16 23:11:01.248319 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port aca34a22-cb5a-48ad-925d-ed1ee48fbc89, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=aca34a22-cb5a-48ad-925d-ed1ee48fbc89,segment=NetworkSegment(669de41c-e451-413f-b9ea-0d35ffcd1502),segment_id=669de41c-e451-413f-b9ea-0d35ffcd1502)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:11:01.252439 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (aca34a22-cb5a-48ad-925d-ed1ee48fbc89), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:01.298630 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f8c65fc1-d76a-4065-8d28-2a4f44e1f7a6 req-a52fa49c-42b2-4c34-90f2-9a7bcc7ca768 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/security-groups?id=d61572fc-6403-461e-a77c-5c596c0022c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451279 Feb 16 23:11:01.298877 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=aca34a22-cb5a-48ad-925d-ed1ee48fbc89,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:11:01.494581 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['aca34a22-cb5a-48ad-925d-ed1ee48fbc89'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:11:02.416966 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436c0e6-5df5-4f21-b546-08f8bfdd00f6 req-84c431fd-cae7-4e6d-aba1-de5bf1daa1b5 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:02.418468 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7436c0e6-5df5-4f21-b546-08f8bfdd00f6 req-84c431fd-cae7-4e6d-aba1-de5bf1daa1b5 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 944 time: 0.0519996 Feb 16 23:11:02.464052 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7436c0e6-5df5-4f21-b546-08f8bfdd00f6 req-4faa21f9-6952-49a2-a6c8-eb97af59916a tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/security-groups?id=d61572fc-6403-461e-a77c-5c596c0022c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400088 Feb 16 23:11:03.080266 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device aca34a22-cb5a-48ad-925d-ed1ee48fbc89 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:11:03.127891 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port aca34a22-cb5a-48ad-925d-ed1ee48fbc89 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:11:03.131859 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port aca34a22-cb5a-48ad-925d-ed1ee48fbc89 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:11:03.132237 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (aca34a22-cb5a-48ad-925d-ed1ee48fbc89), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:03.212867 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port aca34a22-cb5a-48ad-925d-ed1ee48fbc89 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:11:03.213254 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (aca34a22-cb5a-48ad-925d-ed1ee48fbc89), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:03.236010 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a768c4-22c2-4cf4-ad8d-d9531947cc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca34a22-cb5a-48ad-925d-ed1ee48fbc89'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:11:03.238285 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}003bc719444852515b674fedd62cd1fb71b35db544f2f4adcbcd93f8ba7f5d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7da2f8d-9eb7-4c8e-8d79-1da25cd7ded1" -d '{"events": [{"server_uuid": "06a768c4-22c2-4cf4-ad8d-d9531947cc0a", "name": "network-vif-plugged", "status": "completed", "tag": "aca34a22-cb5a-48ad-925d-ed1ee48fbc89"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:11:03.251270 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port aca34a22-cb5a-48ad-925d-ed1ee48fbc89, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=aca34a22-cb5a-48ad-925d-ed1ee48fbc89,segment=NetworkSegment(669de41c-e451-413f-b9ea-0d35ffcd1502),segment_id=669de41c-e451-413f-b9ea-0d35ffcd1502)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:11:03.255413 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (aca34a22-cb5a-48ad-925d-ed1ee48fbc89), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:03.278558 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310f82b1-36d7-4069-b699-425be2c1208b x-openstack-request-id: req-310f82b1-36d7-4069-b699-425be2c1208b {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:11:03.279353 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a768c4-22c2-4cf4-ad8d-d9531947cc0a", "name": "network-vif-plugged", "status": "completed", "tag": "aca34a22-cb5a-48ad-925d-ed1ee48fbc89", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:11:03.279620 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-310f82b1-36d7-4069-b699-425be2c1208b {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:11:03.280016 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a768c4-22c2-4cf4-ad8d-d9531947cc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca34a22-cb5a-48ad-925d-ed1ee48fbc89', 'code': 200} Feb 16 23:11:03.306059 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=aca34a22-cb5a-48ad-925d-ed1ee48fbc89,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:11:03.377449 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825d250-eafa-4dce-ae26-c7a78e608d59 req-d32069a9-7a10-4b73-a513-c3d415266651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:03.379007 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8825d250-eafa-4dce-ae26-c7a78e608d59 req-d32069a9-7a10-4b73-a513-c3d415266651 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 1127 time: 0.0442019 Feb 16 23:11:03.423797 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8825d250-eafa-4dce-ae26-c7a78e608d59 req-4b2f464e-036b-49be-b0be-be3f6dce0f9c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d61572fc-6403-461e-a77c-5c596c0022c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369422 Feb 16 23:11:03.587776 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574db84-5f85-40d4-ace4-4648db0be435 req-5c5b71f8-2fa8-4549-9676-6583b554a06e tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:03.589256 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4574db84-5f85-40d4-ace4-4648db0be435 req-5c5b71f8-2fa8-4549-9676-6583b554a06e tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 945 time: 0.0564523 Feb 16 23:11:03.640467 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4574db84-5f85-40d4-ace4-4648db0be435 req-3a48e194-6e67-4204-b917-3dbb1e4d351f tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/security-groups?id=d61572fc-6403-461e-a77c-5c596c0022c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449157 Feb 16 23:11:04.757582 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45067b8f-64f0-4ac6-bf23-bf4b47f5dda7 req-7bcebb1a-1b7e-4a4e-8450-02b0c6b7d506 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:04.758993 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-45067b8f-64f0-4ac6-bf23-bf4b47f5dda7 req-7bcebb1a-1b7e-4a4e-8450-02b0c6b7d506 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 945 time: 0.0519211 Feb 16 23:11:04.804195 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-45067b8f-64f0-4ac6-bf23-bf4b47f5dda7 req-4d6e1363-25af-447f-a203-a5177e81b10e tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/security-groups?id=d61572fc-6403-461e-a77c-5c596c0022c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390904 Feb 16 23:11:04.923652 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d65df7-356a-4cd8-aa6b-1c31df6f882e req-6dc4999e-1ccd-486d-ac0f-a425652b880c tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:04.925123 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f9d65df7-356a-4cd8-aa6b-1c31df6f882e req-6dc4999e-1ccd-486d-ac0f-a425652b880c tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 945 time: 0.0569386 Feb 16 23:11:04.971037 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f9d65df7-356a-4cd8-aa6b-1c31df6f882e req-e61ac429-c979-4e10-8e20-061b3b0f1df7 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/security-groups?id=d61572fc-6403-461e-a77c-5c596c0022c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403118 Feb 16 23:11:05.157506 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4171c-82e8-4e55-85ba-2d107bce52f1 req-c16e3ddd-7173-4bec-85c2-824e6831b7bd tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:05.159031 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4bc4171c-82e8-4e55-85ba-2d107bce52f1 req-c16e3ddd-7173-4bec-85c2-824e6831b7bd tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 945 time: 0.0527346 Feb 16 23:11:05.204779 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4bc4171c-82e8-4e55-85ba-2d107bce52f1 req-db4b0c26-d739-483a-8499-35b4fd225dc5 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/security-groups?id=d61572fc-6403-461e-a77c-5c596c0022c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402145 Feb 16 23:11:09.399159 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:11:20.763623 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f234cbae-6080-4f5a-beb0-64388fd458cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:23.152314 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fa8f4d24-8812-4251-a6b3-2145e2905cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:23.967053 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee426fa4-7226-40d8-b6c2-4b59299c05bc req-f7435462-a80c-4808-997c-c44af9863c8a tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:23.968501 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ee426fa4-7226-40d8-b6c2-4b59299c05bc req-f7435462-a80c-4808-997c-c44af9863c8a tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 945 time: 0.0515006 Feb 16 23:11:24.017239 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ee426fa4-7226-40d8-b6c2-4b59299c05bc req-bf2c710f-ac1a-4258-b2b0-aa473e55ef2c tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/security-groups?id=d61572fc-6403-461e-a77c-5c596c0022c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431128 Feb 16 23:11:24.039929 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54686) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:11:24.213573 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1950810-5e93-46cc-815e-244415c8a186 tempest-TestMinimumBasicScenario-1025817030 tempest-TestMinimumBasicScenario-1025817030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:24.215102 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e1950810-5e93-46cc-815e-244415c8a186 tempest-TestMinimumBasicScenario-1025817030 tempest-TestMinimumBasicScenario-1025817030-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 1122 time: 0.1742291 Feb 16 23:11:24.218711 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54690) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:11:24.222957 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-21c2851e-6c70-4e30-89a9-79fef86a4746 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'port_id': 'aca34a22-cb5a-48ad-925d-ed1ee48fbc89', 'tenant_id': '18e14b5c0a014afaa60ed704e9b421da', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:11:24.244613 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-21c2851e-6c70-4e30-89a9-79fef86a4746 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:24.347878 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-21c2851e-6c70-4e30-89a9-79fef86a4746 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:24.447151 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:24.454451 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-21c2851e-6c70-4e30-89a9-79fef86a4746 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Allocated IP 172.25.2.242 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/274083d7-09d6-4d6e-b41c-57be196f6e35) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:11:24.554183 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-21c2851e-6c70-4e30-89a9-79fef86a4746 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks [] for port (274083d7-09d6-4d6e-b41c-57be196f6e35), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:24.591975 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-21c2851e-6c70-4e30-89a9-79fef86a4746 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (274083d7-09d6-4d6e-b41c-57be196f6e35), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:24.625563 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c2851e-6c70-4e30-89a9-79fef86a4746 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:11:24.628302 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-21c2851e-6c70-4e30-89a9-79fef86a4746 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:11:24.633792 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c2851e-6c70-4e30-89a9-79fef86a4746 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:11:24.661602 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2851e-6c70-4e30-89a9-79fef86a4746 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Pushing event updated for resources: {'Port': ['ID=274083d7-09d6-4d6e-b41c-57be196f6e35,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:11:24.674671 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2851e-6c70-4e30-89a9-79fef86a4746 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:11:24.675020 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2851e-6c70-4e30-89a9-79fef86a4746 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:11:24.675365 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2851e-6c70-4e30-89a9-79fef86a4746 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:11:24.675702 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2851e-6c70-4e30-89a9-79fef86a4746 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:11:24.676035 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2851e-6c70-4e30-89a9-79fef86a4746 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:11:24.676365 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2851e-6c70-4e30-89a9-79fef86a4746 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:11:24.676693 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2851e-6c70-4e30-89a9-79fef86a4746 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:11:24.677017 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2851e-6c70-4e30-89a9-79fef86a4746 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:11:24.677340 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2851e-6c70-4e30-89a9-79fef86a4746 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:11:24.677664 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2851e-6c70-4e30-89a9-79fef86a4746 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:11:24.678010 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2851e-6c70-4e30-89a9-79fef86a4746 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:11:24.678336 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2851e-6c70-4e30-89a9-79fef86a4746 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:11:24.678654 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2851e-6c70-4e30-89a9-79fef86a4746 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:11:25.026403 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-21c2851e-6c70-4e30-89a9-79fef86a4746 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks [] for floatingip (20c4d038-1d25-4d6b-8739-a526465c33f9), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:25.094625 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-21c2851e-6c70-4e30-89a9-79fef86a4746 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (274083d7-09d6-4d6e-b41c-57be196f6e35), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:25.238899 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-21c2851e-6c70-4e30-89a9-79fef86a4746 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks [] for port (274083d7-09d6-4d6e-b41c-57be196f6e35), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:25.243253 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-21c2851e-6c70-4e30-89a9-79fef86a4746 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (274083d7-09d6-4d6e-b41c-57be196f6e35), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:25.314125 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2851e-6c70-4e30-89a9-79fef86a4746 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Pushing event updated for resources: {'Port': ['ID=274083d7-09d6-4d6e-b41c-57be196f6e35,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:11:25.322001 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-21c2851e-6c70-4e30-89a9-79fef86a4746 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (20c4d038-1d25-4d6b-8739-a526465c33f9), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:25.422321 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-21c2851e-6c70-4e30-89a9-79fef86a4746 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Floating IP 20c4d038-1d25-4d6b-8739-a526465c33f9 associated. External IP: 172.25.2.242, port: aca34a22-cb5a-48ad-925d-ed1ee48fbc89. Feb 16 23:11:25.786540 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:25.906083 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c2851e-6c70-4e30-89a9-79fef86a4746 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Router c1950678-470f-45ed-9e26-464c82d1a30c has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:11:26.013133 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c2851e-6c70-4e30-89a9-79fef86a4746 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:11:26.023886 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182b13e5-86f3-4714-b8e5-5d124bf943d3 None None] Sync routers for ids ['c1950678-470f-45ed-9e26-464c82d1a30c'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:11:26.034194 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182b13e5-86f3-4714-b8e5-5d124bf943d3 None None] Routers {'c1950678-470f-45ed-9e26-464c82d1a30c'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:11:26.034819 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-182b13e5-86f3-4714-b8e5-5d124bf943d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:11:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['c1950678-470f-45ed-9e26-464c82d1a30c'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:11:26.035201 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-21c2851e-6c70-4e30-89a9-79fef86a4746 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:26.074425 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-21c2851e-6c70-4e30-89a9-79fef86a4746 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8546441 Feb 16 23:11:26.076035 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06a768c4-22c2-4cf4-ad8d-d9531947cc0a', 'tag': 'aca34a22-cb5a-48ad-925d-ed1ee48fbc89'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:11:26.078709 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54692) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:11:26.079244 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e02b1269caefb4c024904b88698defd233c730f45a19e1a7dbb6b862b0fddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164b6c90-61e5-41d3-aef0-47de38b80adf" -d '{"events": [{"name": "network-changed", "server_uuid": "06a768c4-22c2-4cf4-ad8d-d9531947cc0a", "tag": "aca34a22-cb5a-48ad-925d-ed1ee48fbc89"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:11:26.096764 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-cc78edc0-3493-4b45-9c29-55f8fc746656 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-258124665', 'description': 'tempest-secgroup-smoke-258124665 description', 'project_id': '18e14b5c0a014afaa60ed704e9b421da'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:11:26.118046 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cc78edc0-3493-4b45-9c29-55f8fc746656 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:26.127413 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b33fe8-6421-4a48-98ca-e5bb1b26a682 x-openstack-request-id: req-d3b33fe8-6421-4a48-98ca-e5bb1b26a682 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:11:26.127709 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06a768c4-22c2-4cf4-ad8d-d9531947cc0a", "tag": "aca34a22-cb5a-48ad-925d-ed1ee48fbc89", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:11:26.127968 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d3b33fe8-6421-4a48-98ca-e5bb1b26a682 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:11:26.128748 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06a768c4-22c2-4cf4-ad8d-d9531947cc0a', 'tag': 'aca34a22-cb5a-48ad-925d-ed1ee48fbc89', 'status': 'completed', 'code': 200} Feb 16 23:11:26.146839 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-182b13e5-86f3-4714-b8e5-5d124bf943d3 None None] Set router c1950678-470f-45ed-9e26-464c82d1a30c gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:11:26.198591 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b6c90-61e5-41d3-aef0-47de38b80adf req-01e3a400-2b76-4a0f-8bff-f898ffdcc6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:26.200171 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-164b6c90-61e5-41d3-aef0-47de38b80adf req-01e3a400-2b76-4a0f-8bff-f898ffdcc6dd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=18e14b5c0a014afaa60ed704e9b421da&device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 1127 time: 0.0482068 Feb 16 23:11:26.221056 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cc78edc0-3493-4b45-9c29-55f8fc746656 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks [] for security_group (522a3b1a-6c4b-4171-837c-600e297c3d01), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:26.224957 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cc78edc0-3493-4b45-9c29-55f8fc746656 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (522a3b1a-6c4b-4171-837c-600e297c3d01), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:26.262148 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-cc78edc0-3493-4b45-9c29-55f8fc746656 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:26.263477 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-cc78edc0-3493-4b45-9c29-55f8fc746656 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1837370 Feb 16 23:11:26.266687 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54698) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:11:26.273403 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-d19ea1d7-9bff-4bbf-a515-5c0f98622c05 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Request body: {'security_group_rule': {'security_group_id': '522a3b1a-6c4b-4171-837c-600e297c3d01', 'project_id': '18e14b5c0a014afaa60ed704e9b421da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:11:26.302321 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b6c90-61e5-41d3-aef0-47de38b80adf req-ffdf407c-945c-4d6a-945b-70470cf15b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:26.303800 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-164b6c90-61e5-41d3-aef0-47de38b80adf req-ffdf407c-945c-4d6a-945b-70470cf15b6f service neutron] 10.222.0.79 "GET /v2.0/networks?id=c2de3136-b008-427b-8a7d-04de519b1253 HTTP/1.1" status: 200 len: 916 time: 0.0958791 Feb 16 23:11:26.305760 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78edc0-3493-4b45-9c29-55f8fc746656 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=522a3b1a-6c4b-4171-837c-600e297c3d01,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:11:26.319045 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78edc0-3493-4b45-9c29-55f8fc746656 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:11:26.319435 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78edc0-3493-4b45-9c29-55f8fc746656 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:11:26.319998 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78edc0-3493-4b45-9c29-55f8fc746656 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:11:26.321050 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78edc0-3493-4b45-9c29-55f8fc746656 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:11:26.321596 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78edc0-3493-4b45-9c29-55f8fc746656 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:11:26.322027 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78edc0-3493-4b45-9c29-55f8fc746656 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:11:26.322433 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78edc0-3493-4b45-9c29-55f8fc746656 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:11:26.322830 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78edc0-3493-4b45-9c29-55f8fc746656 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:11:26.323227 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78edc0-3493-4b45-9c29-55f8fc746656 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:11:26.323622 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78edc0-3493-4b45-9c29-55f8fc746656 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:11:26.324031 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78edc0-3493-4b45-9c29-55f8fc746656 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:11:26.324420 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78edc0-3493-4b45-9c29-55f8fc746656 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:11:26.324826 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78edc0-3493-4b45-9c29-55f8fc746656 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:11:26.345381 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d19ea1d7-9bff-4bbf-a515-5c0f98622c05 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks [] for security_group_rule (14e4bdbc-274a-40bc-99a0-c53f285b5458), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:26.379353 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-164b6c90-61e5-41d3-aef0-47de38b80adf req-5ea45e70-96f7-4ba1-9980-cbcfdecc68df service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aca34a22-cb5a-48ad-925d-ed1ee48fbc89 HTTP/1.1" status: 200 len: 999 time: 0.0675321 Feb 16 23:11:26.388556 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-182b13e5-86f3-4714-b8e5-5d124bf943d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'name': 'tempest-TestMinimumBasicScenario-1177615536-router', 'tenant_id': '18e14b5c0a014afaa60ed704e9b421da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '850cc0e6-1a22-4a39-9955-b77aecf867a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:10:26Z', 'updated_at': '2022-02-16T23:10:28Z', 'revision_number': 4, 'project_id': '18e14b5c0a014afaa60ed704e9b421da', 'gw_port': {'id': '850cc0e6-1a22-4a39-9955-b77aecf867a5', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:10:26Z', 'updated_at': '2022-02-16T23:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '20c4d038-1d25-4d6b-8739-a526465c33f9', 'tenant_id': '18e14b5c0a014afaa60ed704e9b421da', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'port_id': 'aca34a22-cb5a-48ad-925d-ed1ee48fbc89', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2de3136-b008-427b-8a7d-04de519b1253', 'mac_address': 'fa:16:3e:90:37:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a768c4-22c2-4cf4-ad8d-d9531947cc0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:11:24Z', 'updated_at': '2022-02-16T23:11:24Z', 'revision_number': 0, 'project_id': '18e14b5c0a014afaa60ed704e9b421da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52122a91-f277-4295-a18e-217a76fb9d25', 'name': '', 'network_id': 'c2de3136-b008-427b-8a7d-04de519b1253', 'tenant_id': '18e14b5c0a014afaa60ed704e9b421da', 'mac_address': 'fa:16:3e:fa:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '772f0f02-f8bb-418e-97ab-277ef9d67616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:10:28Z', 'updated_at': '2022-02-16T23:10:33Z', 'revision_number': 5, 'project_id': '18e14b5c0a014afaa60ed704e9b421da', 'subnets': [{'id': '772f0f02-f8bb-418e-97ab-277ef9d67616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:11:26.396004 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d19ea1d7-9bff-4bbf-a515-5c0f98622c05 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks [] for security_group_rule (14e4bdbc-274a-40bc-99a0-c53f285b5458), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:26.401540 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d19ea1d7-9bff-4bbf-a515-5c0f98622c05 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (14e4bdbc-274a-40bc-99a0-c53f285b5458), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:26.419354 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182b13e5-86f3-4714-b8e5-5d124bf943d3 None None] Checking router: c1950678-470f-45ed-9e26-464c82d1a30c for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:11:26.424577 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ea1d7-9bff-4bbf-a515-5c0f98622c05 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e4bdbc-274a-40bc-99a0-c53f285b5458,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:11:26.429080 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182b13e5-86f3-4714-b8e5-5d124bf943d3 None None] Routers {'c1950678-470f-45ed-9e26-464c82d1a30c'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:11:26.429777 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-182b13e5-86f3-4714-b8e5-5d124bf943d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:11:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['c1950678-470f-45ed-9e26-464c82d1a30c'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:11:26.436928 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d19ea1d7-9bff-4bbf-a515-5c0f98622c05 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:26.438776 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b6c90-61e5-41d3-aef0-47de38b80adf req-5417dbba-dafa-419f-aaa5-2fcbd41ed747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:26.440740 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-164b6c90-61e5-41d3-aef0-47de38b80adf req-5417dbba-dafa-419f-aaa5-2fcbd41ed747 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=772f0f02-f8bb-418e-97ab-277ef9d67616 HTTP/1.1" status: 200 len: 854 time: 0.0553126 Feb 16 23:11:26.441122 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d19ea1d7-9bff-4bbf-a515-5c0f98622c05 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1731813 Feb 16 23:11:26.441761 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54702) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:11:26.446586 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-f72fd7cb-8f44-4be3-a8a4-5063243ddc98 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Request body: {'security_group_rule': {'security_group_id': '522a3b1a-6c4b-4171-837c-600e297c3d01', 'project_id': '18e14b5c0a014afaa60ed704e9b421da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:11:26.483138 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f72fd7cb-8f44-4be3-a8a4-5063243ddc98 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks [] for security_group_rule (51888f98-1426-4d58-9ee0-f4f2074b3188), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:26.501565 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b6c90-61e5-41d3-aef0-47de38b80adf req-faababb2-d345-400b-8548-26248e04d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:26.503242 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-164b6c90-61e5-41d3-aef0-47de38b80adf req-faababb2-d345-400b-8548-26248e04d71c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c2de3136-b008-427b-8a7d-04de519b1253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0554931 Feb 16 23:11:26.513657 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-164b6c90-61e5-41d3-aef0-47de38b80adf req-e503332c-bb8b-4f7e-946d-e1c6dc7f2af4 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 23:11:26.514746 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-164b6c90-61e5-41d3-aef0-47de38b80adf req-e503332c-bb8b-4f7e-946d-e1c6dc7f2af4 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055294 Feb 16 23:11:26.552986 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f72fd7cb-8f44-4be3-a8a4-5063243ddc98 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks [] for security_group_rule (51888f98-1426-4d58-9ee0-f4f2074b3188), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:26.557704 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f72fd7cb-8f44-4be3-a8a4-5063243ddc98 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (51888f98-1426-4d58-9ee0-f4f2074b3188), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:26.578971 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72fd7cb-8f44-4be3-a8a4-5063243ddc98 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51888f98-1426-4d58-9ee0-f4f2074b3188,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:11:26.589886 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f72fd7cb-8f44-4be3-a8a4-5063243ddc98 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:26.595301 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f72fd7cb-8f44-4be3-a8a4-5063243ddc98 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1498818 Feb 16 23:11:26.595625 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54704) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:11:26.600622 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-d14aa0e7-ba69-48b0-9d1e-432a1548609f tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Request body: {'security_group_rule': {'security_group_id': '522a3b1a-6c4b-4171-837c-600e297c3d01', 'project_id': '18e14b5c0a014afaa60ed704e9b421da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:11:26.619178 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-164b6c90-61e5-41d3-aef0-47de38b80adf req-867760e1-700b-4abe-8717-70874d4e972b service neutron] 10.222.0.79 "GET /v2.0/networks/c2de3136-b008-427b-8a7d-04de519b1253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981815 Feb 16 23:11:26.630572 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d14aa0e7-ba69-48b0-9d1e-432a1548609f tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks [] for security_group_rule (b4df4d69-f408-41db-af2b-7c2ec4b55dae), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:26.698277 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d14aa0e7-ba69-48b0-9d1e-432a1548609f tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks [] for security_group_rule (b4df4d69-f408-41db-af2b-7c2ec4b55dae), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:26.702445 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d14aa0e7-ba69-48b0-9d1e-432a1548609f tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (b4df4d69-f408-41db-af2b-7c2ec4b55dae), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:26.717816 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-182b13e5-86f3-4714-b8e5-5d124bf943d3 None None] Set router c1950678-470f-45ed-9e26-464c82d1a30c gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:11:26.721029 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-164b6c90-61e5-41d3-aef0-47de38b80adf req-61100e0f-8592-4709-b09c-ecb248b4d087 service neutron] 10.222.0.79 "GET /v2.0/networks/c2de3136-b008-427b-8a7d-04de519b1253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958161 Feb 16 23:11:26.724240 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14aa0e7-ba69-48b0-9d1e-432a1548609f tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4df4d69-f408-41db-af2b-7c2ec4b55dae,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:11:26.735084 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d14aa0e7-ba69-48b0-9d1e-432a1548609f tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:26.736330 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d14aa0e7-ba69-48b0-9d1e-432a1548609f tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1395950 Feb 16 23:11:26.739072 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54706) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:11:26.744046 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-7c038823-9455-4612-97ad-f418e3dc454f tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Request body: {'security_group_rule': {'security_group_id': '522a3b1a-6c4b-4171-837c-600e297c3d01', 'project_id': '18e14b5c0a014afaa60ed704e9b421da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:11:26.768605 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c038823-9455-4612-97ad-f418e3dc454f tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks [] for security_group_rule (42ff78be-2bea-491e-b8aa-4340c4abe092), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:26.826407 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c038823-9455-4612-97ad-f418e3dc454f tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks [] for security_group_rule (42ff78be-2bea-491e-b8aa-4340c4abe092), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:26.830181 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c038823-9455-4612-97ad-f418e3dc454f tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (42ff78be-2bea-491e-b8aa-4340c4abe092), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:26.849043 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c038823-9455-4612-97ad-f418e3dc454f tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ff78be-2bea-491e-b8aa-4340c4abe092,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:11:26.857595 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c038823-9455-4612-97ad-f418e3dc454f tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:26.859022 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7c038823-9455-4612-97ad-f418e3dc454f tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186943 Feb 16 23:11:26.861639 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54708) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:11:26.866111 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-83915993-d1e1-417c-a9b6-f56b340c1301 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Request body: {'security_group_rule': {'security_group_id': '522a3b1a-6c4b-4171-837c-600e297c3d01', 'project_id': '18e14b5c0a014afaa60ed704e9b421da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:11:26.886431 n-d-813897-6 neutron-server[103465]: INFO neutron.db.securitygroups_db [None req-83915993-d1e1-417c-a9b6-f56b340c1301 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Project 18e14b5c0a014afaa60ed704e9b421da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 23:11:26.891832 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-83915993-d1e1-417c-a9b6-f56b340c1301 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks [] for security_group_rule (d0c9779f-5e2c-4458-8972-8ae2657bd48f), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:26.952275 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-182b13e5-86f3-4714-b8e5-5d124bf943d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'name': 'tempest-TestMinimumBasicScenario-1177615536-router', 'tenant_id': '18e14b5c0a014afaa60ed704e9b421da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '850cc0e6-1a22-4a39-9955-b77aecf867a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:10:26Z', 'updated_at': '2022-02-16T23:10:28Z', 'revision_number': 4, 'project_id': '18e14b5c0a014afaa60ed704e9b421da', 'gw_port': {'id': '850cc0e6-1a22-4a39-9955-b77aecf867a5', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:10:26Z', 'updated_at': '2022-02-16T23:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '20c4d038-1d25-4d6b-8739-a526465c33f9', 'tenant_id': '18e14b5c0a014afaa60ed704e9b421da', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'port_id': 'aca34a22-cb5a-48ad-925d-ed1ee48fbc89', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2de3136-b008-427b-8a7d-04de519b1253', 'mac_address': 'fa:16:3e:90:37:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a768c4-22c2-4cf4-ad8d-d9531947cc0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:11:24Z', 'updated_at': '2022-02-16T23:11:24Z', 'revision_number': 0, 'project_id': '18e14b5c0a014afaa60ed704e9b421da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52122a91-f277-4295-a18e-217a76fb9d25', 'name': '', 'network_id': 'c2de3136-b008-427b-8a7d-04de519b1253', 'tenant_id': '18e14b5c0a014afaa60ed704e9b421da', 'mac_address': 'fa:16:3e:fa:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '772f0f02-f8bb-418e-97ab-277ef9d67616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:10:28Z', 'updated_at': '2022-02-16T23:10:33Z', 'revision_number': 5, 'project_id': '18e14b5c0a014afaa60ed704e9b421da', 'subnets': [{'id': '772f0f02-f8bb-418e-97ab-277ef9d67616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:11:26.953619 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-83915993-d1e1-417c-a9b6-f56b340c1301 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks [] for security_group_rule (d0c9779f-5e2c-4458-8972-8ae2657bd48f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:26.957786 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-83915993-d1e1-417c-a9b6-f56b340c1301 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (d0c9779f-5e2c-4458-8972-8ae2657bd48f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:26.975695 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83915993-d1e1-417c-a9b6-f56b340c1301 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c9779f-5e2c-4458-8972-8ae2657bd48f,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:11:26.983837 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182b13e5-86f3-4714-b8e5-5d124bf943d3 None None] The sync data for ids ['c1950678-470f-45ed-9e26-464c82d1a30c'] in n-d-813897-6 is: [{'id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'name': 'tempest-TestMinimumBasicScenario-1177615536-router', 'tenant_id': '18e14b5c0a014afaa60ed704e9b421da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '850cc0e6-1a22-4a39-9955-b77aecf867a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:10:26Z', 'updated_at': '2022-02-16T23:10:28Z', 'revision_number': 4, 'project_id': '18e14b5c0a014afaa60ed704e9b421da', 'gw_port': {'id': '850cc0e6-1a22-4a39-9955-b77aecf867a5', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:10:26Z', 'updated_at': '2022-02-16T23:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '20c4d038-1d25-4d6b-8739-a526465c33f9', 'tenant_id': '18e14b5c0a014afaa60ed704e9b421da', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'port_id': 'aca34a22-cb5a-48ad-925d-ed1ee48fbc89', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2de3136-b008-427b-8a7d-04de519b1253', 'mac_address': 'fa:16:3e:90:37:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a768c4-22c2-4cf4-ad8d-d9531947cc0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:11:24Z', 'updated_at': '2022-02-16T23:11:24Z', 'revision_number': 0, 'project_id': '18e14b5c0a014afaa60ed704e9b421da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52122a91-f277-4295-a18e-217a76fb9d25', 'name': '', 'network_id': 'c2de3136-b008-427b-8a7d-04de519b1253', 'tenant_id': '18e14b5c0a014afaa60ed704e9b421da', 'mac_address': 'fa:16:3e:fa:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '772f0f02-f8bb-418e-97ab-277ef9d67616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:10:28Z', 'updated_at': '2022-02-16T23:10:33Z', 'revision_number': 5, 'project_id': '18e14b5c0a014afaa60ed704e9b421da', 'subnets': [{'id': '772f0f02-f8bb-418e-97ab-277ef9d67616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:11:26.984214 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-83915993-d1e1-417c-a9b6-f56b340c1301 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:26.988114 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-83915993-d1e1-417c-a9b6-f56b340c1301 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1227121 Feb 16 23:11:26.988471 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54710) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:11:26.992620 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-dc30819e-b85c-4756-b3ff-b56dbfa4f3a6 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Request body: {'security_group_rule': {'security_group_id': '522a3b1a-6c4b-4171-837c-600e297c3d01', 'project_id': '18e14b5c0a014afaa60ed704e9b421da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:11:27.015488 n-d-813897-6 neutron-server[103465]: INFO neutron.db.securitygroups_db [None req-dc30819e-b85c-4756-b3ff-b56dbfa4f3a6 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Project 18e14b5c0a014afaa60ed704e9b421da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 23:11:27.021872 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc30819e-b85c-4756-b3ff-b56dbfa4f3a6 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks [] for security_group_rule (5629356f-f9f2-4f27-91ba-73815235947b), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:27.084841 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc30819e-b85c-4756-b3ff-b56dbfa4f3a6 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks [] for security_group_rule (5629356f-f9f2-4f27-91ba-73815235947b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:27.089527 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc30819e-b85c-4756-b3ff-b56dbfa4f3a6 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (5629356f-f9f2-4f27-91ba-73815235947b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:27.109047 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc30819e-b85c-4756-b3ff-b56dbfa4f3a6 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5629356f-f9f2-4f27-91ba-73815235947b,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:11:27.115152 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dc30819e-b85c-4756-b3ff-b56dbfa4f3a6 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:27.119708 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-dc30819e-b85c-4756-b3ff-b56dbfa4f3a6 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1272852 Feb 16 23:11:27.136647 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:27.197036 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d759e4-dc6f-4d18-a8f7-01712ba53d13 None None] New status for floating IP 20c4d038-1d25-4d6b-8739-a526465c33f9: ACTIVE {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:11:27.213507 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66a5317c-1c46-4166-a591-0114932e20a0 req-011220d2-39b2-4bfa-b06f-6a3ef14e549a tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-258124665&fields=id&tenant_id=18e14b5c0a014afaa60ed704e9b421da HTTP/1.1" status: 200 len: 267 time: 0.0463102 Feb 16 23:11:27.272872 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5317c-1c46-4166-a591-0114932e20a0 req-aa468522-b3ff-4eca-aa86-21716599b001 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:27.274491 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66a5317c-1c46-4166-a591-0114932e20a0 req-aa468522-b3ff-4eca-aa86-21716599b001 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 945 time: 0.0548270 Feb 16 23:11:27.286420 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-66a5317c-1c46-4166-a591-0114932e20a0 req-461b01e5-9aa8-4f2a-9a53-c33058a44fd1 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Request body: {'port': {'security_groups': ['d61572fc-6403-461e-a77c-5c596c0022c2', '522a3b1a-6c4b-4171-837c-600e297c3d01']}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:11:27.364985 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-66a5317c-1c46-4166-a591-0114932e20a0 req-461b01e5-9aa8-4f2a-9a53-c33058a44fd1 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (aca34a22-cb5a-48ad-925d-ed1ee48fbc89), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:27.560206 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-66a5317c-1c46-4166-a591-0114932e20a0 req-461b01e5-9aa8-4f2a-9a53-c33058a44fd1 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] For port aca34a22-cb5a-48ad-925d-ed1ee48fbc89, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=aca34a22-cb5a-48ad-925d-ed1ee48fbc89,segment=NetworkSegment(669de41c-e451-413f-b9ea-0d35ffcd1502),segment_id=669de41c-e451-413f-b9ea-0d35ffcd1502)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:11:27.588521 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-66a5317c-1c46-4166-a591-0114932e20a0 req-461b01e5-9aa8-4f2a-9a53-c33058a44fd1 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks [] for port (aca34a22-cb5a-48ad-925d-ed1ee48fbc89), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:27.593023 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-66a5317c-1c46-4166-a591-0114932e20a0 req-461b01e5-9aa8-4f2a-9a53-c33058a44fd1 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (aca34a22-cb5a-48ad-925d-ed1ee48fbc89), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:27.604683 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['aca34a22-cb5a-48ad-925d-ed1ee48fbc89'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:11:27.640093 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5317c-1c46-4166-a591-0114932e20a0 req-461b01e5-9aa8-4f2a-9a53-c33058a44fd1 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:27.640749 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-66a5317c-1c46-4166-a591-0114932e20a0 req-461b01e5-9aa8-4f2a-9a53-c33058a44fd1 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:27.642192 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-66a5317c-1c46-4166-a591-0114932e20a0 req-461b01e5-9aa8-4f2a-9a53-c33058a44fd1 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "PUT /v2.0/ports/aca34a22-cb5a-48ad-925d-ed1ee48fbc89 HTTP/1.1" status: 200 len: 981 time: 0.3605280 Feb 16 23:11:27.661939 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b01e5-9aa8-4f2a-9a53-c33058a44fd1 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Pushing event updated for resources: {'Port': ['ID=aca34a22-cb5a-48ad-925d-ed1ee48fbc89,revision_number=6']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:11:27.696076 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['aca34a22-cb5a-48ad-925d-ed1ee48fbc89'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:11:27.763286 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a56083-f46f-4954-9a85-95f62a2e8876 req-d2288da8-8b95-41cc-9666-6dd427472eac tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:27.770539 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-23a56083-f46f-4954-9a85-95f62a2e8876 req-d2288da8-8b95-41cc-9666-6dd427472eac tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 984 time: 0.0634151 Feb 16 23:11:27.834113 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-23a56083-f46f-4954-9a85-95f62a2e8876 req-3646009c-646c-4743-a022-30bf5c4289c1 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/security-groups?id=d61572fc-6403-461e-a77c-5c596c0022c2&id=522a3b1a-6c4b-4171-837c-600e297c3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624721 Feb 16 23:11:27.920603 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-0cfb6d34-01c6-4a18-9e21-93370e55ef5f None None] Provisioning complete for port aca34a22-cb5a-48ad-925d-ed1ee48fbc89 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:11:27.920974 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0cfb6d34-01c6-4a18-9e21-93370e55ef5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (aca34a22-cb5a-48ad-925d-ed1ee48fbc89), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:28.120988 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-0cfb6d34-01c6-4a18-9e21-93370e55ef5f None None] Current status of the port aca34a22-cb5a-48ad-925d-ed1ee48fbc89 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:11:28.129497 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06a768c4-22c2-4cf4-ad8d-d9531947cc0a', 'tag': 'aca34a22-cb5a-48ad-925d-ed1ee48fbc89'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:11:28.131991 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e02b1269caefb4c024904b88698defd233c730f45a19e1a7dbb6b862b0fddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1daba6-ebbe-40f7-be86-8cfcdb2fa68c" -d '{"events": [{"name": "network-changed", "server_uuid": "06a768c4-22c2-4cf4-ad8d-d9531947cc0a", "tag": "aca34a22-cb5a-48ad-925d-ed1ee48fbc89"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:11:28.169516 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03720369-e82d-40e9-8e74-3577dbab0fc6 x-openstack-request-id: req-03720369-e82d-40e9-8e74-3577dbab0fc6 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:11:28.169865 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06a768c4-22c2-4cf4-ad8d-d9531947cc0a", "tag": "aca34a22-cb5a-48ad-925d-ed1ee48fbc89", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:11:28.170147 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-03720369-e82d-40e9-8e74-3577dbab0fc6 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:11:28.170555 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06a768c4-22c2-4cf4-ad8d-d9531947cc0a', 'tag': 'aca34a22-cb5a-48ad-925d-ed1ee48fbc89', 'status': 'completed', 'code': 200} Feb 16 23:11:28.240085 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1daba6-ebbe-40f7-be86-8cfcdb2fa68c req-190a6359-d828-4375-9972-f143dae87eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:28.241736 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cf1daba6-ebbe-40f7-be86-8cfcdb2fa68c req-190a6359-d828-4375-9972-f143dae87eda service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=18e14b5c0a014afaa60ed704e9b421da&device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 1166 time: 0.0511191 Feb 16 23:11:28.332057 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1daba6-ebbe-40f7-be86-8cfcdb2fa68c req-daae9683-c749-4694-bdc4-cf7d93cd5c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:28.333528 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cf1daba6-ebbe-40f7-be86-8cfcdb2fa68c req-daae9683-c749-4694-bdc4-cf7d93cd5c27 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c2de3136-b008-427b-8a7d-04de519b1253 HTTP/1.1" status: 200 len: 916 time: 0.0844274 Feb 16 23:11:28.403956 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cf1daba6-ebbe-40f7-be86-8cfcdb2fa68c req-9d955be9-63bf-4d95-9634-a2b4d0dfa7c4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aca34a22-cb5a-48ad-925d-ed1ee48fbc89 HTTP/1.1" status: 200 len: 1001 time: 0.0627820 Feb 16 23:11:28.451157 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1daba6-ebbe-40f7-be86-8cfcdb2fa68c req-2e288576-8770-431d-8624-a2f19febc440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:28.452589 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cf1daba6-ebbe-40f7-be86-8cfcdb2fa68c req-2e288576-8770-431d-8624-a2f19febc440 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=772f0f02-f8bb-418e-97ab-277ef9d67616 HTTP/1.1" status: 200 len: 854 time: 0.0428815 Feb 16 23:11:28.500335 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1daba6-ebbe-40f7-be86-8cfcdb2fa68c req-e4fc2760-5226-4c0e-8b40-7ccee06b1bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:28.501824 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cf1daba6-ebbe-40f7-be86-8cfcdb2fa68c req-e4fc2760-5226-4c0e-8b40-7ccee06b1bc5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c2de3136-b008-427b-8a7d-04de519b1253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434797 Feb 16 23:11:28.592739 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cf1daba6-ebbe-40f7-be86-8cfcdb2fa68c req-b0b46ecf-f2fe-459e-9602-fb2a66ea93b6 service neutron] 10.222.0.79 "GET /v2.0/networks/c2de3136-b008-427b-8a7d-04de519b1253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851355 Feb 16 23:11:28.679580 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cf1daba6-ebbe-40f7-be86-8cfcdb2fa68c req-dd6a73d7-b9f2-4bd0-8114-8175d3be6647 service neutron] 10.222.0.79 "GET /v2.0/networks/c2de3136-b008-427b-8a7d-04de519b1253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804338 Feb 16 23:11:28.853897 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:30.423032 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:40.085636 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e9fdd-e010-426d-8f92-273316e8170b req-009d4e5e-6f60-4e9d-85f5-410075232399 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:40.087180 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8d4e9fdd-e010-426d-8f92-273316e8170b req-009d4e5e-6f60-4e9d-85f5-410075232399 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 984 time: 0.0876613 Feb 16 23:11:40.093737 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd93d6-249d-494a-beaf-9dfd452a2956 req-0c8d6da4-e304-4f5d-930a-9a7dba591711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:40.095188 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a3cd93d6-249d-494a-beaf-9dfd452a2956 req-0c8d6da4-e304-4f5d-930a-9a7dba591711 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=18e14b5c0a014afaa60ed704e9b421da&device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 1166 time: 0.0690904 Feb 16 23:11:40.208283 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8d4e9fdd-e010-426d-8f92-273316e8170b req-2994717a-bc12-42ae-ab9d-63547d2a2b67 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/security-groups?id=d61572fc-6403-461e-a77c-5c596c0022c2&id=522a3b1a-6c4b-4171-837c-600e297c3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1120183 Feb 16 23:11:40.227987 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd93d6-249d-494a-beaf-9dfd452a2956 req-bd54554d-2e4d-4111-b994-a1004e9a2793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:40.229462 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a3cd93d6-249d-494a-beaf-9dfd452a2956 req-bd54554d-2e4d-4111-b994-a1004e9a2793 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c2de3136-b008-427b-8a7d-04de519b1253 HTTP/1.1" status: 200 len: 916 time: 0.1269267 Feb 16 23:11:40.293845 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a3cd93d6-249d-494a-beaf-9dfd452a2956 req-e028ca02-047a-4dbc-b00a-3008c4bf438e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aca34a22-cb5a-48ad-925d-ed1ee48fbc89 HTTP/1.1" status: 200 len: 1001 time: 0.0576406 Feb 16 23:11:40.341918 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd93d6-249d-494a-beaf-9dfd452a2956 req-552df61a-e70f-4837-8650-4e7516598265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:40.343347 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a3cd93d6-249d-494a-beaf-9dfd452a2956 req-552df61a-e70f-4837-8650-4e7516598265 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=772f0f02-f8bb-418e-97ab-277ef9d67616 HTTP/1.1" status: 200 len: 854 time: 0.0425417 Feb 16 23:11:40.394949 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd93d6-249d-494a-beaf-9dfd452a2956 req-ba4b7b90-dc2e-4643-ade1-88db3793305b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:40.396430 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a3cd93d6-249d-494a-beaf-9dfd452a2956 req-ba4b7b90-dc2e-4643-ade1-88db3793305b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c2de3136-b008-427b-8a7d-04de519b1253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470502 Feb 16 23:11:40.484154 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a3cd93d6-249d-494a-beaf-9dfd452a2956 req-142c8b74-d424-4260-aa25-66c92dff41cd service neutron] 10.222.0.79 "GET /v2.0/networks/c2de3136-b008-427b-8a7d-04de519b1253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812314 Feb 16 23:11:40.579405 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a3cd93d6-249d-494a-beaf-9dfd452a2956 req-2eb09d54-22ff-4b9b-a98f-3299e54b8f3d service neutron] 10.222.0.79 "GET /v2.0/networks/c2de3136-b008-427b-8a7d-04de519b1253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888612 Feb 16 23:11:41.330437 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b353d4-bcb4-4acf-8ec9-e11046ca7dfb req-6189ff8c-5673-407f-898c-ed24bb3725aa tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:41.331904 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-55b353d4-bcb4-4acf-8ec9-e11046ca7dfb req-6189ff8c-5673-407f-898c-ed24bb3725aa tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 984 time: 0.0524175 Feb 16 23:11:41.389710 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-55b353d4-bcb4-4acf-8ec9-e11046ca7dfb req-6bd96e0e-a68d-47f1-a86c-4515af15f88a tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/security-groups?id=d61572fc-6403-461e-a77c-5c596c0022c2&id=522a3b1a-6c4b-4171-837c-600e297c3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521395 Feb 16 23:11:42.509488 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3103a-b9e1-4dcd-a685-d46f9172ab8d req-a1826570-0fc4-483d-bb3c-25afd84b70a5 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:42.510996 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6da3103a-b9e1-4dcd-a685-d46f9172ab8d req-a1826570-0fc4-483d-bb3c-25afd84b70a5 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 984 time: 0.0524073 Feb 16 23:11:42.573052 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6da3103a-b9e1-4dcd-a685-d46f9172ab8d req-395816a2-facb-43ac-b3de-3d475a4f842b tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/security-groups?id=d61572fc-6403-461e-a77c-5c596c0022c2&id=522a3b1a-6c4b-4171-837c-600e297c3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563908 Feb 16 23:11:43.692582 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86e435-1f2f-46a9-a7ed-9a759a8a3018 req-35de96cd-077c-4fdb-a054-9d6336bf682c tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:43.694074 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dd86e435-1f2f-46a9-a7ed-9a759a8a3018 req-35de96cd-077c-4fdb-a054-9d6336bf682c tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 984 time: 0.0522273 Feb 16 23:11:43.752467 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dd86e435-1f2f-46a9-a7ed-9a759a8a3018 req-984fe5e3-d016-4ed2-8bb6-c3e1490668d2 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/security-groups?id=d61572fc-6403-461e-a77c-5c596c0022c2&id=522a3b1a-6c4b-4171-837c-600e297c3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526228 Feb 16 23:11:44.881694 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e25cf-25a8-43b8-a787-f313b1b93c86 req-39b1c141-72b1-4231-99b9-fdb892b935cd tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:44.883265 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-446e25cf-25a8-43b8-a787-f313b1b93c86 req-39b1c141-72b1-4231-99b9-fdb892b935cd tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 984 time: 0.0550652 Feb 16 23:11:44.942006 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-446e25cf-25a8-43b8-a787-f313b1b93c86 req-d2d79f79-d76d-486e-bc56-baeb9c39c168 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/security-groups?id=d61572fc-6403-461e-a77c-5c596c0022c2&id=522a3b1a-6c4b-4171-837c-600e297c3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524206 Feb 16 23:11:46.066359 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af47eb-147c-474a-9d10-0594603163f6 req-7db22295-875f-45f1-82d5-3274b11f9ba6 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:46.067915 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f7af47eb-147c-474a-9d10-0594603163f6 req-7db22295-875f-45f1-82d5-3274b11f9ba6 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 984 time: 0.0573649 Feb 16 23:11:46.125778 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f7af47eb-147c-474a-9d10-0594603163f6 req-b2163978-956c-426b-89cc-d43c85d8518c tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/security-groups?id=d61572fc-6403-461e-a77c-5c596c0022c2&id=522a3b1a-6c4b-4171-837c-600e297c3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520916 Feb 16 23:11:46.397740 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:11:47.246819 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04deed5-678a-421b-bf5c-b67bfd7921bc req-daf90c0b-b147-4164-a6df-528873093a36 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:47.248330 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c04deed5-678a-421b-bf5c-b67bfd7921bc req-daf90c0b-b147-4164-a6df-528873093a36 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 984 time: 0.0527296 Feb 16 23:11:47.310807 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c04deed5-678a-421b-bf5c-b67bfd7921bc req-65619d81-0927-48e4-b3ec-f5fd59d3f3df tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/security-groups?id=d61572fc-6403-461e-a77c-5c596c0022c2&id=522a3b1a-6c4b-4171-837c-600e297c3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566583 Feb 16 23:11:48.427934 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8344093-3ad7-41aa-9784-bb8a476ca9fa req-9e6c0a05-b898-4d56-8f26-bdeaaed1458b tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:48.429388 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e8344093-3ad7-41aa-9784-bb8a476ca9fa req-9e6c0a05-b898-4d56-8f26-bdeaaed1458b tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 984 time: 0.0518897 Feb 16 23:11:48.491673 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e8344093-3ad7-41aa-9784-bb8a476ca9fa req-cd28df3e-ea77-487a-ab78-3042f8a56bb9 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/security-groups?id=d61572fc-6403-461e-a77c-5c596c0022c2&id=522a3b1a-6c4b-4171-837c-600e297c3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559185 Feb 16 23:11:49.613611 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a02d24-41fa-41d1-bb2c-12fd3bdd93a0 req-bfea199f-7289-4db3-b92d-d3e3771690a4 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:49.615132 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-83a02d24-41fa-41d1-bb2c-12fd3bdd93a0 req-bfea199f-7289-4db3-b92d-d3e3771690a4 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 984 time: 0.0524170 Feb 16 23:11:49.673678 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-83a02d24-41fa-41d1-bb2c-12fd3bdd93a0 req-615e43b7-fff1-4e52-a186-d8770fe34d8a tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/security-groups?id=d61572fc-6403-461e-a77c-5c596c0022c2&id=522a3b1a-6c4b-4171-837c-600e297c3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528252 Feb 16 23:11:50.765272 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6ed87258-4639-46d7-8587-1e831e4a1ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:50.797593 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5bd814-4662-4697-8b48-eb4057d6964b req-48132cc5-dc30-4749-8d8e-edf8435caf62 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:50.799113 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-db5bd814-4662-4697-8b48-eb4057d6964b req-48132cc5-dc30-4749-8d8e-edf8435caf62 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 984 time: 0.0565715 Feb 16 23:11:50.855966 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-db5bd814-4662-4697-8b48-eb4057d6964b req-a2b4ecf6-fa90-486d-89c0-6921fa70d356 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/security-groups?id=d61572fc-6403-461e-a77c-5c596c0022c2&id=522a3b1a-6c4b-4171-837c-600e297c3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0511305 Feb 16 23:11:51.978439 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785b953-055e-46ef-b445-598d44583a9c req-286cf452-1304-4b64-a19c-048bfdf0c41b tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:51.979912 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b785b953-055e-46ef-b445-598d44583a9c req-286cf452-1304-4b64-a19c-048bfdf0c41b tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 984 time: 0.0558839 Feb 16 23:11:52.038601 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b785b953-055e-46ef-b445-598d44583a9c req-81318b86-4ccd-4956-b239-a31c5b28f8e9 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/security-groups?id=d61572fc-6403-461e-a77c-5c596c0022c2&id=522a3b1a-6c4b-4171-837c-600e297c3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528929 Feb 16 23:11:53.153422 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0c1be453-be68-4ee1-a2b6-1f8e74152ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:53.163964 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61669ed-b6ba-4a71-ad63-6479dc611327 req-6e6ce06c-5b7f-467d-b802-333ea1524f61 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:53.165494 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c61669ed-b6ba-4a71-ad63-6479dc611327 req-6e6ce06c-5b7f-467d-b802-333ea1524f61 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 984 time: 0.0557263 Feb 16 23:11:53.223760 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c61669ed-b6ba-4a71-ad63-6479dc611327 req-1784257e-97a6-4835-a7a9-0c1977df77b1 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/security-groups?id=d61572fc-6403-461e-a77c-5c596c0022c2&id=522a3b1a-6c4b-4171-837c-600e297c3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518358 Feb 16 23:11:54.347341 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511106e8-ffc3-4bf7-951b-e717dc4edea9 req-eeb86310-bbdf-4f57-8b8f-954301c3d741 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:54.348839 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-511106e8-ffc3-4bf7-951b-e717dc4edea9 req-eeb86310-bbdf-4f57-8b8f-954301c3d741 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 984 time: 0.0565794 Feb 16 23:11:54.407015 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-511106e8-ffc3-4bf7-951b-e717dc4edea9 req-8e2bfdf9-a1eb-4841-9288-dc43921ef5c1 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/security-groups?id=d61572fc-6403-461e-a77c-5c596c0022c2&id=522a3b1a-6c4b-4171-837c-600e297c3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524220 Feb 16 23:11:54.450783 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:55.526176 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3effd82-a587-4309-a3e4-fda52778918a req-1143bd82-44db-423f-b67f-1422dd6cd410 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:55.527697 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f3effd82-a587-4309-a3e4-fda52778918a req-1143bd82-44db-423f-b67f-1422dd6cd410 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 984 time: 0.0528340 Feb 16 23:11:55.586158 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f3effd82-a587-4309-a3e4-fda52778918a req-8a0f34a3-bcd9-400b-914b-b8151024d58a tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/security-groups?id=d61572fc-6403-461e-a77c-5c596c0022c2&id=522a3b1a-6c4b-4171-837c-600e297c3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524771 Feb 16 23:11:55.788712 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:56.280303 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2892a0-925b-4cba-b87d-23e7144ca436 req-4ae7f865-d868-4e29-affc-bf4da725f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:56.281835 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c2892a0-925b-4cba-b87d-23e7144ca436 req-4ae7f865-d868-4e29-affc-bf4da725f5a1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=18e14b5c0a014afaa60ed704e9b421da&device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 1166 time: 0.0455568 Feb 16 23:11:56.391136 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2892a0-925b-4cba-b87d-23e7144ca436 req-1e800045-6ef8-464e-93bf-f113426dfc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:56.392627 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c2892a0-925b-4cba-b87d-23e7144ca436 req-1e800045-6ef8-464e-93bf-f113426dfc5d service neutron] 10.222.0.79 "GET /v2.0/networks?id=c2de3136-b008-427b-8a7d-04de519b1253 HTTP/1.1" status: 200 len: 916 time: 0.0904772 Feb 16 23:11:56.457191 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c2892a0-925b-4cba-b87d-23e7144ca436 req-aa212453-0f55-4adf-8db2-c675cb694398 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aca34a22-cb5a-48ad-925d-ed1ee48fbc89 HTTP/1.1" status: 200 len: 1001 time: 0.0586748 Feb 16 23:11:56.509873 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2892a0-925b-4cba-b87d-23e7144ca436 req-39f116fb-be24-418b-b3a0-cb78eff010cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:56.511446 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c2892a0-925b-4cba-b87d-23e7144ca436 req-39f116fb-be24-418b-b3a0-cb78eff010cb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=772f0f02-f8bb-418e-97ab-277ef9d67616 HTTP/1.1" status: 200 len: 854 time: 0.0484371 Feb 16 23:11:56.567647 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2892a0-925b-4cba-b87d-23e7144ca436 req-26b09a6d-cf4b-44dd-afc3-6b37869b37b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:56.569060 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c2892a0-925b-4cba-b87d-23e7144ca436 req-26b09a6d-cf4b-44dd-afc3-6b37869b37b5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c2de3136-b008-427b-8a7d-04de519b1253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0522439 Feb 16 23:11:56.656976 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c2892a0-925b-4cba-b87d-23e7144ca436 req-4b2fff0e-f8bd-4975-bcd7-72e0eba350f5 service neutron] 10.222.0.79 "GET /v2.0/networks/c2de3136-b008-427b-8a7d-04de519b1253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819807 Feb 16 23:11:56.769389 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c1b21-c0ef-45e5-b93d-2a573e027444 req-4c0f1d03-01e9-4c42-85ae-9cb4d05f29a9 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:11:56.770919 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ff2c1b21-c0ef-45e5-b93d-2a573e027444 req-4c0f1d03-01e9-4c42-85ae-9cb4d05f29a9 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 984 time: 0.1123576 Feb 16 23:11:56.799240 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3c2892a0-925b-4cba-b87d-23e7144ca436 req-0fbb631a-9758-48c8-9381-617fa858b627 service neutron] 10.222.0.79 "GET /v2.0/networks/c2de3136-b008-427b-8a7d-04de519b1253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325207 Feb 16 23:11:56.845209 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ff2c1b21-c0ef-45e5-b93d-2a573e027444 req-f7856696-7409-4812-a7bc-f07b48060528 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/security-groups?id=d61572fc-6403-461e-a77c-5c596c0022c2&id=522a3b1a-6c4b-4171-837c-600e297c3d01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0679398 Feb 16 23:11:57.131120 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:11:58.850710 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:00.424877 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:20.753778 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [req-fef66484-c2a7-4ace-a693-f5f51e6db711 req-8244e1e3-4b95-483a-899d-8d99c45441cb service neutron] (103465) timed out ('10.222.0.75', 51522) {{(pid=103465) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 23:12:20.765668 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a618b5a5-15ea-4fc6-8983-3c7548cd2d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:23.157603 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-49dfe6b1-f78d-4053-a047-5cb33c334f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:23.399176 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:12:24.454245 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:25.791107 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:27.136346 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:28.873922 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:29.298755 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-37acbb23-c02e-4e55-96ee-4b797ce19e9a req-99f05846-729d-421a-bd6a-be8011fffe4e tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-258124665&fields=id&tenant_id=18e14b5c0a014afaa60ed704e9b421da HTTP/1.1" status: 200 len: 267 time: 0.0437477 Feb 16 23:12:29.353834 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acbb23-c02e-4e55-96ee-4b797ce19e9a req-244514d3-8509-487e-bdf3-557317396857 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:12:29.355340 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-37acbb23-c02e-4e55-96ee-4b797ce19e9a req-244514d3-8509-487e-bdf3-557317396857 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 984 time: 0.0514321 Feb 16 23:12:29.365770 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-37acbb23-c02e-4e55-96ee-4b797ce19e9a req-e14cef09-c5e6-4c21-b150-1577defae9e9 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Request body: {'port': {'security_groups': ['d61572fc-6403-461e-a77c-5c596c0022c2']}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:12:29.433076 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-37acbb23-c02e-4e55-96ee-4b797ce19e9a req-e14cef09-c5e6-4c21-b150-1577defae9e9 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (aca34a22-cb5a-48ad-925d-ed1ee48fbc89), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:29.604674 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-37acbb23-c02e-4e55-96ee-4b797ce19e9a req-e14cef09-c5e6-4c21-b150-1577defae9e9 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] For port aca34a22-cb5a-48ad-925d-ed1ee48fbc89, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=aca34a22-cb5a-48ad-925d-ed1ee48fbc89,segment=NetworkSegment(669de41c-e451-413f-b9ea-0d35ffcd1502),segment_id=669de41c-e451-413f-b9ea-0d35ffcd1502)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:12:29.634713 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-37acbb23-c02e-4e55-96ee-4b797ce19e9a req-e14cef09-c5e6-4c21-b150-1577defae9e9 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks [] for port (aca34a22-cb5a-48ad-925d-ed1ee48fbc89), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:29.639937 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-37acbb23-c02e-4e55-96ee-4b797ce19e9a req-e14cef09-c5e6-4c21-b150-1577defae9e9 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (aca34a22-cb5a-48ad-925d-ed1ee48fbc89), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:29.652422 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['aca34a22-cb5a-48ad-925d-ed1ee48fbc89'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:12:29.689445 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acbb23-c02e-4e55-96ee-4b797ce19e9a req-e14cef09-c5e6-4c21-b150-1577defae9e9 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:12:29.690118 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-37acbb23-c02e-4e55-96ee-4b797ce19e9a req-e14cef09-c5e6-4c21-b150-1577defae9e9 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:29.691523 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-37acbb23-c02e-4e55-96ee-4b797ce19e9a req-e14cef09-c5e6-4c21-b150-1577defae9e9 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "PUT /v2.0/ports/aca34a22-cb5a-48ad-925d-ed1ee48fbc89 HTTP/1.1" status: 200 len: 942 time: 0.3300853 Feb 16 23:12:29.691984 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06a768c4-22c2-4cf4-ad8d-d9531947cc0a', 'tag': 'aca34a22-cb5a-48ad-925d-ed1ee48fbc89'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:12:29.694870 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e02b1269caefb4c024904b88698defd233c730f45a19e1a7dbb6b862b0fddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f119f51c-4eda-4ebc-acae-a3f72b212386" -d '{"events": [{"name": "network-changed", "server_uuid": "06a768c4-22c2-4cf4-ad8d-d9531947cc0a", "tag": "aca34a22-cb5a-48ad-925d-ed1ee48fbc89"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:12:29.699404 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54780) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:12:29.724692 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14cef09-c5e6-4c21-b150-1577defae9e9 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Pushing event updated for resources: {'Port': ['ID=aca34a22-cb5a-48ad-925d-ed1ee48fbc89,revision_number=7']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:12:29.738759 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14cef09-c5e6-4c21-b150-1577defae9e9 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:29.739037 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14cef09-c5e6-4c21-b150-1577defae9e9 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:29.739390 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14cef09-c5e6-4c21-b150-1577defae9e9 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:29.739735 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14cef09-c5e6-4c21-b150-1577defae9e9 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:29.740077 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14cef09-c5e6-4c21-b150-1577defae9e9 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:29.740419 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14cef09-c5e6-4c21-b150-1577defae9e9 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:29.740752 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14cef09-c5e6-4c21-b150-1577defae9e9 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:29.741089 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14cef09-c5e6-4c21-b150-1577defae9e9 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:29.741419 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14cef09-c5e6-4c21-b150-1577defae9e9 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:29.741752 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14cef09-c5e6-4c21-b150-1577defae9e9 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:29.742117 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14cef09-c5e6-4c21-b150-1577defae9e9 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:29.742452 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14cef09-c5e6-4c21-b150-1577defae9e9 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:29.742782 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14cef09-c5e6-4c21-b150-1577defae9e9 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:29.781394 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dccb783-dff7-4ec2-9100-c0b3780ff07b x-openstack-request-id: req-0dccb783-dff7-4ec2-9100-c0b3780ff07b {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:12:29.781931 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06a768c4-22c2-4cf4-ad8d-d9531947cc0a", "tag": "aca34a22-cb5a-48ad-925d-ed1ee48fbc89", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:12:29.782434 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0dccb783-dff7-4ec2-9100-c0b3780ff07b {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:12:29.783124 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06a768c4-22c2-4cf4-ad8d-d9531947cc0a', 'tag': 'aca34a22-cb5a-48ad-925d-ed1ee48fbc89', 'status': 'completed', 'code': 200} Feb 16 23:12:29.789829 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['aca34a22-cb5a-48ad-925d-ed1ee48fbc89'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:12:29.811869 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e83eb67-e65b-4764-bdbe-de1fe25c165d tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks [] for security_group (522a3b1a-6c4b-4171-837c-600e297c3d01), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:29.847079 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e83eb67-e65b-4764-bdbe-de1fe25c165d tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks [] for security_group (522a3b1a-6c4b-4171-837c-600e297c3d01), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:29.850221 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119f51c-4eda-4ebc-acae-a3f72b212386 req-a56e16a5-8f5b-487d-ba64-a63be5efd888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:12:29.851317 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f119f51c-4eda-4ebc-acae-a3f72b212386 req-a56e16a5-8f5b-487d-ba64-a63be5efd888 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=18e14b5c0a014afaa60ed704e9b421da&device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 1127 time: 0.0528088 Feb 16 23:12:29.917496 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e83eb67-e65b-4764-bdbe-de1fe25c165d tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (522a3b1a-6c4b-4171-837c-600e297c3d01), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:29.921062 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6e83eb67-e65b-4764-bdbe-de1fe25c165d tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:29.925418 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6e83eb67-e65b-4764-bdbe-de1fe25c165d tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "DELETE /v2.0/security-groups/522a3b1a-6c4b-4171-837c-600e297c3d01 HTTP/1.1" status: 204 len: 168 time: 0.2249672 Feb 16 23:12:29.926595 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54784) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:12:29.963449 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119f51c-4eda-4ebc-acae-a3f72b212386 req-993e228b-22fc-4fcc-9e52-b0637a8ef9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:12:29.965122 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f119f51c-4eda-4ebc-acae-a3f72b212386 req-993e228b-22fc-4fcc-9e52-b0637a8ef9d5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c2de3136-b008-427b-8a7d-04de519b1253 HTTP/1.1" status: 200 len: 916 time: 0.1069968 Feb 16 23:12:29.982450 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83eb67-e65b-4764-bdbe-de1fe25c165d tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=522a3b1a-6c4b-4171-837c-600e297c3d01,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:12:29.993617 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83eb67-e65b-4764-bdbe-de1fe25c165d tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:29.993900 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83eb67-e65b-4764-bdbe-de1fe25c165d tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:29.994271 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83eb67-e65b-4764-bdbe-de1fe25c165d tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:29.994614 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83eb67-e65b-4764-bdbe-de1fe25c165d tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:29.994946 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83eb67-e65b-4764-bdbe-de1fe25c165d tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:29.995532 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83eb67-e65b-4764-bdbe-de1fe25c165d tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:29.996082 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83eb67-e65b-4764-bdbe-de1fe25c165d tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:29.996426 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83eb67-e65b-4764-bdbe-de1fe25c165d tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:29.996772 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83eb67-e65b-4764-bdbe-de1fe25c165d tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:29.997092 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83eb67-e65b-4764-bdbe-de1fe25c165d tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:29.997423 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83eb67-e65b-4764-bdbe-de1fe25c165d tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:29.997810 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83eb67-e65b-4764-bdbe-de1fe25c165d tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:29.998350 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83eb67-e65b-4764-bdbe-de1fe25c165d tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:30.005679 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-0b470eef-250b-481b-8f47-f3c2e6f23f0c None None] Provisioning complete for port aca34a22-cb5a-48ad-925d-ed1ee48fbc89 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:12:30.006270 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0b470eef-250b-481b-8f47-f3c2e6f23f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (aca34a22-cb5a-48ad-925d-ed1ee48fbc89), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:30.036536 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f119f51c-4eda-4ebc-acae-a3f72b212386 req-e23810c8-9801-4d74-8182-ccbcd24b0692 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aca34a22-cb5a-48ad-925d-ed1ee48fbc89 HTTP/1.1" status: 200 len: 1001 time: 0.0646040 Feb 16 23:12:30.088487 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119f51c-4eda-4ebc-acae-a3f72b212386 req-98111c7a-7cb6-4ceb-b183-6f4bf7c93281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:12:30.090137 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f119f51c-4eda-4ebc-acae-a3f72b212386 req-98111c7a-7cb6-4ceb-b183-6f4bf7c93281 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=772f0f02-f8bb-418e-97ab-277ef9d67616 HTTP/1.1" status: 200 len: 854 time: 0.0473783 Feb 16 23:12:30.099288 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-0b470eef-250b-481b-8f47-f3c2e6f23f0c None None] Current status of the port aca34a22-cb5a-48ad-925d-ed1ee48fbc89 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:12:30.126534 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-0c565f42-7311-4b76-8edf-9fe47454fa85 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Deleting port 274083d7-09d6-4d6e-b41c-57be196f6e35 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:12:30.126889 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0c565f42-7311-4b76-8edf-9fe47454fa85 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (274083d7-09d6-4d6e-b41c-57be196f6e35), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:30.144418 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119f51c-4eda-4ebc-acae-a3f72b212386 req-a9c7822f-309e-4a09-af36-3c0cb45ae6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:12:30.145991 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f119f51c-4eda-4ebc-acae-a3f72b212386 req-a9c7822f-309e-4a09-af36-3c0cb45ae6c3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c2de3136-b008-427b-8a7d-04de519b1253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498178 Feb 16 23:12:30.201803 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0c565f42-7311-4b76-8edf-9fe47454fa85 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (274083d7-09d6-4d6e-b41c-57be196f6e35), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:30.202171 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0c565f42-7311-4b76-8edf-9fe47454fa85 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks [] for floatingip (274083d7-09d6-4d6e-b41c-57be196f6e35), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:30.213752 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-0c565f42-7311-4b76-8edf-9fe47454fa85 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Calling delete_port for 274083d7-09d6-4d6e-b41c-57be196f6e35 owned by network:floatingip {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:12:30.234361 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f119f51c-4eda-4ebc-acae-a3f72b212386 req-724cba72-499b-49f6-9c38-4989d244b117 service neutron] 10.222.0.79 "GET /v2.0/networks/c2de3136-b008-427b-8a7d-04de519b1253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821939 Feb 16 23:12:30.368595 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0c565f42-7311-4b76-8edf-9fe47454fa85 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (274083d7-09d6-4d6e-b41c-57be196f6e35), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:30.395159 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c565f42-7311-4b76-8edf-9fe47454fa85 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Pushing event deleted for resources: {'Port': ['ID=274083d7-09d6-4d6e-b41c-57be196f6e35,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:12:30.438948 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:30.470054 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0c565f42-7311-4b76-8edf-9fe47454fa85 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks [] for floatingip (20c4d038-1d25-4d6b-8739-a526465c33f9), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:30.470379 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [None req-0c565f42-7311-4b76-8edf-9fe47454fa85 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Floating IP 20c4d038-1d25-4d6b-8739-a526465c33f9 disassociated (deleted). External IP: 172.25.2.242, port: aca34a22-cb5a-48ad-925d-ed1ee48fbc89. Feb 16 23:12:30.612813 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f119f51c-4eda-4ebc-acae-a3f72b212386 req-c16b17d3-d7dd-48a8-96ac-26e1cf41a935 service neutron] 10.222.0.79 "GET /v2.0/networks/c2de3136-b008-427b-8a7d-04de519b1253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725522 Feb 16 23:12:30.975086 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c565f42-7311-4b76-8edf-9fe47454fa85 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Router c1950678-470f-45ed-9e26-464c82d1a30c has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:12:31.085189 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c565f42-7311-4b76-8edf-9fe47454fa85 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:12:31.089627 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0c565f42-7311-4b76-8edf-9fe47454fa85 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:31.096672 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4214981-089d-44d3-9a31-636d3d958695 None None] Sync routers for ids ['c1950678-470f-45ed-9e26-464c82d1a30c'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:12:31.106976 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4214981-089d-44d3-9a31-636d3d958695 None None] Routers {'c1950678-470f-45ed-9e26-464c82d1a30c'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:12:31.107598 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-b4214981-089d-44d3-9a31-636d3d958695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:12:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['c1950678-470f-45ed-9e26-464c82d1a30c'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:12:31.118895 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0c565f42-7311-4b76-8edf-9fe47454fa85 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "DELETE /v2.0/floatingips/20c4d038-1d25-4d6b-8739-a526465c33f9 HTTP/1.1" status: 204 len: 168 time: 1.1821010 Feb 16 23:12:31.119577 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06a768c4-22c2-4cf4-ad8d-d9531947cc0a', 'tag': 'aca34a22-cb5a-48ad-925d-ed1ee48fbc89'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:12:31.121860 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc6ebb2656127e6cc678106abfc43ff4a9c5ad1b0fb390af1324360b6f530fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b85c69-6834-4bfb-a3fd-e3d6b89644e7" -d '{"events": [{"name": "network-changed", "server_uuid": "06a768c4-22c2-4cf4-ad8d-d9531947cc0a", "tag": "aca34a22-cb5a-48ad-925d-ed1ee48fbc89"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:12:31.217481 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-b4214981-089d-44d3-9a31-636d3d958695 None None] Set router c1950678-470f-45ed-9e26-464c82d1a30c gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:12:31.328770 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e55bab3-0e4f-498e-a1a5-56a7dd75783c x-openstack-request-id: req-2e55bab3-0e4f-498e-a1a5-56a7dd75783c {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:12:31.329069 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06a768c4-22c2-4cf4-ad8d-d9531947cc0a", "tag": "aca34a22-cb5a-48ad-925d-ed1ee48fbc89", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:12:31.329334 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2e55bab3-0e4f-498e-a1a5-56a7dd75783c {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:12:31.329757 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06a768c4-22c2-4cf4-ad8d-d9531947cc0a', 'tag': 'aca34a22-cb5a-48ad-925d-ed1ee48fbc89', 'status': 'completed', 'code': 200} Feb 16 23:12:31.408370 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b85c69-6834-4bfb-a3fd-e3d6b89644e7 req-d8c391f3-f727-4dc2-92ce-2630f42dd222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:12:31.409880 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5b85c69-6834-4bfb-a3fd-e3d6b89644e7 req-d8c391f3-f727-4dc2-92ce-2630f42dd222 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=18e14b5c0a014afaa60ed704e9b421da&device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 1127 time: 0.0562360 Feb 16 23:12:31.426352 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-b4214981-089d-44d3-9a31-636d3d958695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'name': 'tempest-TestMinimumBasicScenario-1177615536-router', 'tenant_id': '18e14b5c0a014afaa60ed704e9b421da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '850cc0e6-1a22-4a39-9955-b77aecf867a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:10:26Z', 'updated_at': '2022-02-16T23:10:28Z', 'revision_number': 4, 'project_id': '18e14b5c0a014afaa60ed704e9b421da', 'gw_port': {'id': '850cc0e6-1a22-4a39-9955-b77aecf867a5', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:10:26Z', 'updated_at': '2022-02-16T23:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '52122a91-f277-4295-a18e-217a76fb9d25', 'name': '', 'network_id': 'c2de3136-b008-427b-8a7d-04de519b1253', 'tenant_id': '18e14b5c0a014afaa60ed704e9b421da', 'mac_address': 'fa:16:3e:fa:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '772f0f02-f8bb-418e-97ab-277ef9d67616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:10:28Z', 'updated_at': '2022-02-16T23:10:33Z', 'revision_number': 5, 'project_id': '18e14b5c0a014afaa60ed704e9b421da', 'subnets': [{'id': '772f0f02-f8bb-418e-97ab-277ef9d67616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:12:31.453897 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4214981-089d-44d3-9a31-636d3d958695 None None] Checking router: c1950678-470f-45ed-9e26-464c82d1a30c for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:12:31.462504 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4214981-089d-44d3-9a31-636d3d958695 None None] Routers {'c1950678-470f-45ed-9e26-464c82d1a30c'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:12:31.463109 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-b4214981-089d-44d3-9a31-636d3d958695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:12:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['c1950678-470f-45ed-9e26-464c82d1a30c'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:12:31.503651 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b85c69-6834-4bfb-a3fd-e3d6b89644e7 req-15df4eaa-f2b6-472d-849f-5bea94a7ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:12:31.505133 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5b85c69-6834-4bfb-a3fd-e3d6b89644e7 req-15df4eaa-f2b6-472d-849f-5bea94a7ac29 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c2de3136-b008-427b-8a7d-04de519b1253 HTTP/1.1" status: 200 len: 916 time: 0.0895286 Feb 16 23:12:31.546500 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5b85c69-6834-4bfb-a3fd-e3d6b89644e7 req-fde3c0d6-3ee8-42a5-a664-e029eb73ee85 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aca34a22-cb5a-48ad-925d-ed1ee48fbc89 HTTP/1.1" status: 200 len: 217 time: 0.0346000 Feb 16 23:12:31.574460 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-b4214981-089d-44d3-9a31-636d3d958695 None None] Set router c1950678-470f-45ed-9e26-464c82d1a30c gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:12:31.594577 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b85c69-6834-4bfb-a3fd-e3d6b89644e7 req-dc886408-9d37-41e8-b0e5-71e3dd3fe9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:12:31.596051 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5b85c69-6834-4bfb-a3fd-e3d6b89644e7 req-dc886408-9d37-41e8-b0e5-71e3dd3fe9a1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=772f0f02-f8bb-418e-97ab-277ef9d67616 HTTP/1.1" status: 200 len: 854 time: 0.0435939 Feb 16 23:12:31.647404 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b85c69-6834-4bfb-a3fd-e3d6b89644e7 req-37c58a4a-3dea-4b29-80a4-055c10f876a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:12:31.648915 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5b85c69-6834-4bfb-a3fd-e3d6b89644e7 req-37c58a4a-3dea-4b29-80a4-055c10f876a4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c2de3136-b008-427b-8a7d-04de519b1253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452065 Feb 16 23:12:31.742506 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5b85c69-6834-4bfb-a3fd-e3d6b89644e7 req-100deb3f-a1a2-414e-8eef-26b3150b5311 service neutron] 10.222.0.79 "GET /v2.0/networks/c2de3136-b008-427b-8a7d-04de519b1253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865285 Feb 16 23:12:31.775306 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-b4214981-089d-44d3-9a31-636d3d958695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'name': 'tempest-TestMinimumBasicScenario-1177615536-router', 'tenant_id': '18e14b5c0a014afaa60ed704e9b421da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '850cc0e6-1a22-4a39-9955-b77aecf867a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:10:26Z', 'updated_at': '2022-02-16T23:10:28Z', 'revision_number': 4, 'project_id': '18e14b5c0a014afaa60ed704e9b421da', 'gw_port': {'id': '850cc0e6-1a22-4a39-9955-b77aecf867a5', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:10:26Z', 'updated_at': '2022-02-16T23:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '52122a91-f277-4295-a18e-217a76fb9d25', 'name': '', 'network_id': 'c2de3136-b008-427b-8a7d-04de519b1253', 'tenant_id': '18e14b5c0a014afaa60ed704e9b421da', 'mac_address': 'fa:16:3e:fa:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '772f0f02-f8bb-418e-97ab-277ef9d67616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:10:28Z', 'updated_at': '2022-02-16T23:10:33Z', 'revision_number': 5, 'project_id': '18e14b5c0a014afaa60ed704e9b421da', 'subnets': [{'id': '772f0f02-f8bb-418e-97ab-277ef9d67616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:12:31.803385 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4214981-089d-44d3-9a31-636d3d958695 None None] The sync data for ids ['c1950678-470f-45ed-9e26-464c82d1a30c'] in n-d-813897-6 is: [{'id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'name': 'tempest-TestMinimumBasicScenario-1177615536-router', 'tenant_id': '18e14b5c0a014afaa60ed704e9b421da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '850cc0e6-1a22-4a39-9955-b77aecf867a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:10:26Z', 'updated_at': '2022-02-16T23:10:28Z', 'revision_number': 4, 'project_id': '18e14b5c0a014afaa60ed704e9b421da', 'gw_port': {'id': '850cc0e6-1a22-4a39-9955-b77aecf867a5', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:10:26Z', 'updated_at': '2022-02-16T23:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '52122a91-f277-4295-a18e-217a76fb9d25', 'name': '', 'network_id': 'c2de3136-b008-427b-8a7d-04de519b1253', 'tenant_id': '18e14b5c0a014afaa60ed704e9b421da', 'mac_address': 'fa:16:3e:fa:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '772f0f02-f8bb-418e-97ab-277ef9d67616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:10:28Z', 'updated_at': '2022-02-16T23:10:33Z', 'revision_number': 5, 'project_id': '18e14b5c0a014afaa60ed704e9b421da', 'subnets': [{'id': '772f0f02-f8bb-418e-97ab-277ef9d67616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:12:31.843048 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5b85c69-6834-4bfb-a3fd-e3d6b89644e7 req-50e862ac-b874-4027-8cb2-cf14164ae048 service neutron] 10.222.0.79 "GET /v2.0/networks/c2de3136-b008-427b-8a7d-04de519b1253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941181 Feb 16 23:12:32.036674 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3f6109-4d5e-45d3-b731-c384b7b88126 None None] New status for floating IP 20c4d038-1d25-4d6b-8739-a526465c33f9: DOWN {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:12:46.460571 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473eeda4-e63f-4216-ba37-0673b001f636 req-8fbf12e8-d337-4429-993c-096b95b02412 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:12:46.462099 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-473eeda4-e63f-4216-ba37-0673b001f636 req-8fbf12e8-d337-4429-993c-096b95b02412 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 945 time: 0.0529773 Feb 16 23:12:46.509563 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-473eeda4-e63f-4216-ba37-0673b001f636 req-7d72c5e5-ed71-4075-93ca-afca66debfa0 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/security-groups?id=d61572fc-6403-461e-a77c-5c596c0022c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410626 Feb 16 23:12:46.682620 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-000ab728-1342-457f-b7f5-d8f03f268ee8 req-6ceed466-0026-4cca-9cfe-b1f831fed254 service neutron] (103466) timed out ('10.222.0.79', 52401) {{(pid=103466) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 23:12:47.633160 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382b30b-8883-494f-9f30-1d19bd427a7e req-6b0a83a6-a110-463a-8962-783b41561eab tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:12:47.634685 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0382b30b-8883-494f-9f30-1d19bd427a7e req-6b0a83a6-a110-463a-8962-783b41561eab tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 945 time: 0.0537145 Feb 16 23:12:47.682234 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0382b30b-8883-494f-9f30-1d19bd427a7e req-f8df8e9c-5d2f-43a8-80ae-7183de592bad tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/security-groups?id=d61572fc-6403-461e-a77c-5c596c0022c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413547 Feb 16 23:12:48.147911 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42bfa0-b0b9-40ea-8099-2a6ce8e97851 req-06df1137-ce44-4aab-bce1-bf76d0cb9c05 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:12:48.149798 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0a42bfa0-b0b9-40ea-8099-2a6ce8e97851 req-06df1137-ce44-4aab-bce1-bf76d0cb9c05 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.79 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 945 time: 0.0603426 Feb 16 23:12:48.246766 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-0a42bfa0-b0b9-40ea-8099-2a6ce8e97851 req-67cadd3c-7de4-4dba-ad50-a3e25e3bf798 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Deleting port aca34a22-cb5a-48ad-925d-ed1ee48fbc89 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:12:48.247110 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0a42bfa0-b0b9-40ea-8099-2a6ce8e97851 req-67cadd3c-7de4-4dba-ad50-a3e25e3bf798 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (aca34a22-cb5a-48ad-925d-ed1ee48fbc89), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:48.336450 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-0a42bfa0-b0b9-40ea-8099-2a6ce8e97851 req-67cadd3c-7de4-4dba-ad50-a3e25e3bf798 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] For port aca34a22-cb5a-48ad-925d-ed1ee48fbc89, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=aca34a22-cb5a-48ad-925d-ed1ee48fbc89,segment=NetworkSegment(669de41c-e451-413f-b9ea-0d35ffcd1502),segment_id=669de41c-e451-413f-b9ea-0d35ffcd1502)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:12:48.336813 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0a42bfa0-b0b9-40ea-8099-2a6ce8e97851 req-67cadd3c-7de4-4dba-ad50-a3e25e3bf798 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (aca34a22-cb5a-48ad-925d-ed1ee48fbc89), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:48.348942 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-0a42bfa0-b0b9-40ea-8099-2a6ce8e97851 req-67cadd3c-7de4-4dba-ad50-a3e25e3bf798 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Calling delete_port for aca34a22-cb5a-48ad-925d-ed1ee48fbc89 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:12:48.476317 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0a42bfa0-b0b9-40ea-8099-2a6ce8e97851 req-67cadd3c-7de4-4dba-ad50-a3e25e3bf798 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (aca34a22-cb5a-48ad-925d-ed1ee48fbc89), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:48.488349 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['aca34a22-cb5a-48ad-925d-ed1ee48fbc89'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:12:48.505284 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cadd3c-7de4-4dba-ad50-a3e25e3bf798 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Pushing event deleted for resources: {'Port': ['ID=aca34a22-cb5a-48ad-925d-ed1ee48fbc89,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:12:48.548457 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a42bfa0-b0b9-40ea-8099-2a6ce8e97851 req-67cadd3c-7de4-4dba-ad50-a3e25e3bf798 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] No DVR routers for this DVR port aca34a22-cb5a-48ad-925d-ed1ee48fbc89 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:12:48.551283 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0a42bfa0-b0b9-40ea-8099-2a6ce8e97851 req-67cadd3c-7de4-4dba-ad50-a3e25e3bf798 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:48.554614 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0a42bfa0-b0b9-40ea-8099-2a6ce8e97851 req-67cadd3c-7de4-4dba-ad50-a3e25e3bf798 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.79 "DELETE /v2.0/ports/aca34a22-cb5a-48ad-925d-ed1ee48fbc89 HTTP/1.1" status: 204 len: 173 time: 0.3986034 Feb 16 23:12:48.555072 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a768c4-22c2-4cf4-ad8d-d9531947cc0a', 'name': 'network-vif-deleted', 'tag': 'aca34a22-cb5a-48ad-925d-ed1ee48fbc89'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:12:48.557328 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e02b1269caefb4c024904b88698defd233c730f45a19e1a7dbb6b862b0fddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8ac446-f25d-4d93-87a3-4dcbfa72af31" -d '{"events": [{"server_uuid": "06a768c4-22c2-4cf4-ad8d-d9531947cc0a", "name": "network-vif-deleted", "tag": "aca34a22-cb5a-48ad-925d-ed1ee48fbc89"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:12:48.599691 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614bc6d1-4f27-49e6-a58a-2ba94910d488 x-openstack-request-id: req-614bc6d1-4f27-49e6-a58a-2ba94910d488 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:12:48.599991 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a768c4-22c2-4cf4-ad8d-d9531947cc0a", "name": "network-vif-deleted", "tag": "aca34a22-cb5a-48ad-925d-ed1ee48fbc89", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:12:48.600252 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-614bc6d1-4f27-49e6-a58a-2ba94910d488 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:12:48.600692 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a768c4-22c2-4cf4-ad8d-d9531947cc0a', 'name': 'network-vif-deleted', 'tag': 'aca34a22-cb5a-48ad-925d-ed1ee48fbc89', 'status': 'completed', 'code': 200} Feb 16 23:12:48.788739 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-844adcf4-a6e2-4947-8a83-94166b9af01a req-20564657-589f-4706-b2b4-15b3655027f7 tempest-TestMinimumBasicScenario-372519753 tempest-TestMinimumBasicScenario-372519753-project] 10.222.0.75 "GET /v2.0/ports?device_id=06a768c4-22c2-4cf4-ad8d-d9531947cc0a HTTP/1.1" status: 200 len: 210 time: 0.0283296 Feb 16 23:12:50.342311 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54894) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:12:50.690952 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-93bbdeaa-e931-4530-bab8-4f37d115e53b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (c1950678-470f-45ed-9e26-464c82d1a30c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:50.767245 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7432e545-8904-4cb5-b5d6-0ba00b40894c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:50.942167 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-93bbdeaa-e931-4530-bab8-4f37d115e53b admin admin] Deleting port 52122a91-f277-4295-a18e-217a76fb9d25 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:12:50.942517 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-93bbdeaa-e931-4530-bab8-4f37d115e53b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (52122a91-f277-4295-a18e-217a76fb9d25), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:51.019257 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-93bbdeaa-e931-4530-bab8-4f37d115e53b admin admin] For port 52122a91-f277-4295-a18e-217a76fb9d25, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=52122a91-f277-4295-a18e-217a76fb9d25,segment=NetworkSegment(669de41c-e451-413f-b9ea-0d35ffcd1502),segment_id=669de41c-e451-413f-b9ea-0d35ffcd1502)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:12:51.019626 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-93bbdeaa-e931-4530-bab8-4f37d115e53b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (52122a91-f277-4295-a18e-217a76fb9d25), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:51.032542 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-93bbdeaa-e931-4530-bab8-4f37d115e53b admin admin] Calling delete_port for 52122a91-f277-4295-a18e-217a76fb9d25 owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:12:51.213770 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-93bbdeaa-e931-4530-bab8-4f37d115e53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (52122a91-f277-4295-a18e-217a76fb9d25), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:51.242603 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bbdeaa-e931-4530-bab8-4f37d115e53b admin admin] Pushing event deleted for resources: {'Port': ['ID=52122a91-f277-4295-a18e-217a76fb9d25,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:12:51.412543 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-93bbdeaa-e931-4530-bab8-4f37d115e53b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (c1950678-470f-45ed-9e26-464c82d1a30c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:51.598388 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device aca34a22-cb5a-48ad-925d-ed1ee48fbc89 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:12:51.621201 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: aca34a22-cb5a-48ad-925d-ed1ee48fbc89 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:12:51.621544 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device aca34a22-cb5a-48ad-925d-ed1ee48fbc89 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:12:51.637192 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93bbdeaa-e931-4530-bab8-4f37d115e53b admin admin] Router c1950678-470f-45ed-9e26-464c82d1a30c has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:12:51.744920 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bbdeaa-e931-4530-bab8-4f37d115e53b admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:12:51.750968 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-93bbdeaa-e931-4530-bab8-4f37d115e53b admin admin] 10.222.0.75 "PUT /v2.0/routers/c1950678-470f-45ed-9e26-464c82d1a30c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4075379 Feb 16 23:12:51.753116 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54896) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:12:51.756492 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453a6295-e638-435e-821a-885d5221fab9 None None] Sync routers for ids ['c1950678-470f-45ed-9e26-464c82d1a30c'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:12:51.767330 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453a6295-e638-435e-821a-885d5221fab9 None None] Routers {'c1950678-470f-45ed-9e26-464c82d1a30c'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:12:51.767984 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-453a6295-e638-435e-821a-885d5221fab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:12:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['c1950678-470f-45ed-9e26-464c82d1a30c'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:12:51.855050 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-416ee970-f518-46e6-9484-ba573923d6fd admin admin] Publish callbacks [] for router (c1950678-470f-45ed-9e26-464c82d1a30c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:51.875255 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-453a6295-e638-435e-821a-885d5221fab9 None None] Set router c1950678-470f-45ed-9e26-464c82d1a30c gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:12:51.958668 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-416ee970-f518-46e6-9484-ba573923d6fd admin admin] Publish callbacks [] for router_gateway (c1950678-470f-45ed-9e26-464c82d1a30c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:52.015881 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-416ee970-f518-46e6-9484-ba573923d6fd admin admin] Deleting port 850cc0e6-1a22-4a39-9955-b77aecf867a5 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:12:52.016237 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-416ee970-f518-46e6-9484-ba573923d6fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (850cc0e6-1a22-4a39-9955-b77aecf867a5), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:52.053245 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-453a6295-e638-435e-821a-885d5221fab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'name': 'tempest-TestMinimumBasicScenario-1177615536-router', 'tenant_id': '18e14b5c0a014afaa60ed704e9b421da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '850cc0e6-1a22-4a39-9955-b77aecf867a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:10:26Z', 'updated_at': '2022-02-16T23:12:51Z', 'revision_number': 5, 'project_id': '18e14b5c0a014afaa60ed704e9b421da', 'gw_port': {'id': '850cc0e6-1a22-4a39-9955-b77aecf867a5', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:10:26Z', 'updated_at': '2022-02-16T23:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:12:52.083484 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453a6295-e638-435e-821a-885d5221fab9 None None] Checking router: c1950678-470f-45ed-9e26-464c82d1a30c for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:12:52.091637 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453a6295-e638-435e-821a-885d5221fab9 None None] Routers {'c1950678-470f-45ed-9e26-464c82d1a30c'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:12:52.092236 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-453a6295-e638-435e-821a-885d5221fab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:12:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['c1950678-470f-45ed-9e26-464c82d1a30c'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:12:52.095189 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-416ee970-f518-46e6-9484-ba573923d6fd admin admin] For port 850cc0e6-1a22-4a39-9955-b77aecf867a5, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=850cc0e6-1a22-4a39-9955-b77aecf867a5,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:12:52.095560 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-416ee970-f518-46e6-9484-ba573923d6fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (850cc0e6-1a22-4a39-9955-b77aecf867a5), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:52.108186 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-416ee970-f518-46e6-9484-ba573923d6fd admin admin] Calling delete_port for 850cc0e6-1a22-4a39-9955-b77aecf867a5 owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:12:52.191365 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-453a6295-e638-435e-821a-885d5221fab9 None None] Set router c1950678-470f-45ed-9e26-464c82d1a30c gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:12:52.283570 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-453a6295-e638-435e-821a-885d5221fab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'name': 'tempest-TestMinimumBasicScenario-1177615536-router', 'tenant_id': '18e14b5c0a014afaa60ed704e9b421da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:10:26Z', 'updated_at': '2022-02-16T23:12:51Z', 'revision_number': 6, 'project_id': '18e14b5c0a014afaa60ed704e9b421da', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:12:52.322887 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453a6295-e638-435e-821a-885d5221fab9 None None] The sync data for ids ['c1950678-470f-45ed-9e26-464c82d1a30c'] in n-d-813897-6 is: [{'id': 'c1950678-470f-45ed-9e26-464c82d1a30c', 'name': 'tempest-TestMinimumBasicScenario-1177615536-router', 'tenant_id': '18e14b5c0a014afaa60ed704e9b421da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:10:26Z', 'updated_at': '2022-02-16T23:12:51Z', 'revision_number': 6, 'project_id': '18e14b5c0a014afaa60ed704e9b421da', 'gw_port_host': None}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:12:52.344296 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-416ee970-f518-46e6-9484-ba573923d6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (850cc0e6-1a22-4a39-9955-b77aecf867a5), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:52.370963 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ee970-f518-46e6-9484-ba573923d6fd admin admin] Pushing event deleted for resources: {'Port': ['ID=850cc0e6-1a22-4a39-9955-b77aecf867a5,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:12:52.435864 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-416ee970-f518-46e6-9484-ba573923d6fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (c1950678-470f-45ed-9e26-464c82d1a30c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:52.527037 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-416ee970-f518-46e6-9484-ba573923d6fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (c1950678-470f-45ed-9e26-464c82d1a30c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:52.529149 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-416ee970-f518-46e6-9484-ba573923d6fd admin admin] Publish callbacks [] for router_controller (c1950678-470f-45ed-9e26-464c82d1a30c), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:52.572047 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-416ee970-f518-46e6-9484-ba573923d6fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (c1950678-470f-45ed-9e26-464c82d1a30c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:52.572545 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416ee970-f518-46e6-9484-ba573923d6fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1950678-470f-45ed-9e26-464c82d1a30c {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 23:12:52.576837 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-416ee970-f518-46e6-9484-ba573923d6fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:52.578587 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-416ee970-f518-46e6-9484-ba573923d6fd admin admin] 10.222.0.75 "DELETE /v2.0/routers/c1950678-470f-45ed-9e26-464c82d1a30c HTTP/1.1" status: 204 len: 168 time: 0.8245606 Feb 16 23:12:52.581155 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54898) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:12:52.628428 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-88317688-dd38-4090-8841-8f828c75bd62 admin admin] Deleting subnet 772f0f02-f8bb-418e-97ab-277ef9d67616 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 23:12:52.631565 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-88317688-dd38-4090-8841-8f828c75bd62 admin admin] Publish callbacks [] for subnet (772f0f02-f8bb-418e-97ab-277ef9d67616), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:52.667222 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-88317688-dd38-4090-8841-8f828c75bd62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (772f0f02-f8bb-418e-97ab-277ef9d67616), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:52.750008 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-88317688-dd38-4090-8841-8f828c75bd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (772f0f02-f8bb-418e-97ab-277ef9d67616), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:52.801497 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-88317688-dd38-4090-8841-8f828c75bd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (772f0f02-f8bb-418e-97ab-277ef9d67616), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:52.832790 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-88317688-dd38-4090-8841-8f828c75bd62 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:52.836340 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-88317688-dd38-4090-8841-8f828c75bd62 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/772f0f02-f8bb-418e-97ab-277ef9d67616 HTTP/1.1" status: 204 len: 168 time: 0.2542114 Feb 16 23:12:52.837531 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88317688-dd38-4090-8841-8f828c75bd62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=772f0f02-f8bb-418e-97ab-277ef9d67616,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:12:52.838137 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f8fb1f-dc4b-4b80-92dd-311e57624087 None None] Network c2de3136-b008-427b-8a7d-04de519b1253 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:12:52.838947 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54900) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:12:52.911037 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-117dc6a5-69ac-45ce-94d5-f53f5d0be044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (c2de3136-b008-427b-8a7d-04de519b1253), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:52.962622 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-117dc6a5-69ac-45ce-94d5-f53f5d0be044 admin admin] Deleting port bb624432-b03a-414d-94ac-5bb74a6f43f0 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:12:52.963039 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-117dc6a5-69ac-45ce-94d5-f53f5d0be044 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (bb624432-b03a-414d-94ac-5bb74a6f43f0), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:53.029157 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-117dc6a5-69ac-45ce-94d5-f53f5d0be044 admin admin] For port bb624432-b03a-414d-94ac-5bb74a6f43f0, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=bb624432-b03a-414d-94ac-5bb74a6f43f0,segment=NetworkSegment(669de41c-e451-413f-b9ea-0d35ffcd1502),segment_id=669de41c-e451-413f-b9ea-0d35ffcd1502)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:12:53.029519 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-117dc6a5-69ac-45ce-94d5-f53f5d0be044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (bb624432-b03a-414d-94ac-5bb74a6f43f0), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:53.042769 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-117dc6a5-69ac-45ce-94d5-f53f5d0be044 admin admin] Calling delete_port for bb624432-b03a-414d-94ac-5bb74a6f43f0 owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:12:53.098213 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4f25bd-71ac-42a5-90c6-eec5286fc989 None None] DHCP port deletion for c2de3136-b008-427b-8a7d-04de519b1253 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 23:12:53.125506 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-117dc6a5-69ac-45ce-94d5-f53f5d0be044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (bb624432-b03a-414d-94ac-5bb74a6f43f0), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:53.154000 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117dc6a5-69ac-45ce-94d5-f53f5d0be044 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb624432-b03a-414d-94ac-5bb74a6f43f0,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:12:53.159623 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117dc6a5-69ac-45ce-94d5-f53f5d0be044 admin admin] No DVR routers for this DVR port bb624432-b03a-414d-94ac-5bb74a6f43f0 on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:12:53.165104 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-cb4f25bd-71ac-42a5-90c6-eec5286fc989 None None] Deleting port bb624432-b03a-414d-94ac-5bb74a6f43f0 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:12:53.165417 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cb4f25bd-71ac-42a5-90c6-eec5286fc989 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (bb624432-b03a-414d-94ac-5bb74a6f43f0), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:53.168540 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-05e1be84-a109-4fd9-b6a3-1b836f1e569a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:53.232309 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-cb4f25bd-71ac-42a5-90c6-eec5286fc989 None None] For port bb624432-b03a-414d-94ac-5bb74a6f43f0, host n-d-813897-6, got binding levels [] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:12:53.232719 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cb4f25bd-71ac-42a5-90c6-eec5286fc989 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (bb624432-b03a-414d-94ac-5bb74a6f43f0), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:53.240505 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-117dc6a5-69ac-45ce-94d5-f53f5d0be044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (c2de3136-b008-427b-8a7d-04de519b1253), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:53.247056 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-cb4f25bd-71ac-42a5-90c6-eec5286fc989 None None] Calling delete_port for bb624432-b03a-414d-94ac-5bb74a6f43f0 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:12:53.250367 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.ipam_backend_mixin [None req-cb4f25bd-71ac-42a5-90c6-eec5286fc989 None None] Port bb624432-b03a-414d-94ac-5bb74a6f43f0 was not found and therefore no delete operation was performed {{(pid=103467) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 23:12:53.251690 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cb4f25bd-71ac-42a5-90c6-eec5286fc989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (bb624432-b03a-414d-94ac-5bb74a6f43f0), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:53.261921 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-117dc6a5-69ac-45ce-94d5-f53f5d0be044 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2de3136-b008-427b-8a7d-04de519b1253']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:12:53.272180 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-117dc6a5-69ac-45ce-94d5-f53f5d0be044 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '669de41c-e451-413f-b9ea-0d35ffcd1502') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:12:53.272592 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-117dc6a5-69ac-45ce-94d5-f53f5d0be044 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '669de41c-e451-413f-b9ea-0d35ffcd1502') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:12:53.277915 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f25bd-71ac-42a5-90c6-eec5286fc989 None None] Pushing event deleted for resources: {'Port': ['ID=bb624432-b03a-414d-94ac-5bb74a6f43f0,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:12:53.282527 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4f25bd-71ac-42a5-90c6-eec5286fc989 None None] No DVR routers for this DVR port bb624432-b03a-414d-94ac-5bb74a6f43f0 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:12:53.284140 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-117dc6a5-69ac-45ce-94d5-f53f5d0be044 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (669de41c-e451-413f-b9ea-0d35ffcd1502), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:53.290238 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4f25bd-71ac-42a5-90c6-eec5286fc989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:53.290825 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4f25bd-71ac-42a5-90c6-eec5286fc989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:53.291428 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4f25bd-71ac-42a5-90c6-eec5286fc989 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:53.291958 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4f25bd-71ac-42a5-90c6-eec5286fc989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:53.292526 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4f25bd-71ac-42a5-90c6-eec5286fc989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:53.293024 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4f25bd-71ac-42a5-90c6-eec5286fc989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:53.293364 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4f25bd-71ac-42a5-90c6-eec5286fc989 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:53.294276 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4f25bd-71ac-42a5-90c6-eec5286fc989 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:53.294276 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4f25bd-71ac-42a5-90c6-eec5286fc989 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:53.294439 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4f25bd-71ac-42a5-90c6-eec5286fc989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:53.294680 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4f25bd-71ac-42a5-90c6-eec5286fc989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:53.295173 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4f25bd-71ac-42a5-90c6-eec5286fc989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:53.295513 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4f25bd-71ac-42a5-90c6-eec5286fc989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:12:53.303982 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-117dc6a5-69ac-45ce-94d5-f53f5d0be044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (669de41c-e451-413f-b9ea-0d35ffcd1502), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:53.310774 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117dc6a5-69ac-45ce-94d5-f53f5d0be044 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:12:53.311292 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-117dc6a5-69ac-45ce-94d5-f53f5d0be044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (669de41c-e451-413f-b9ea-0d35ffcd1502), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:53.315341 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 23:12:53.315341 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:12:53.315341 n-d-813897-6 neutron-server[103466]: timer() Feb 16 23:12:53.315341 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:12:53.315341 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 23:12:53.315341 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 23:12:53.315341 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 23:12:53.315341 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:12:53.315341 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 23:12:53.315341 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:12:53.315341 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 23:12:53.315341 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:12:53.315341 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 23:12:53.315341 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 23:12:53.315341 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:12:53.315341 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 23:12:53.315341 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:12:53.315341 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 23:12:53.315341 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 23:12:53.315341 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 23:12:53.315341 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 23:12:53.315341 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 23:12:53.315341 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:12:53.315341 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:12:53.315341 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 23:12:53.315341 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:12:53.315341 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:12:53.315341 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:12:53.315341 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:12:53.315341 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:12:53.315341 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:12:53.315341 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:12:53.376246 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-117dc6a5-69ac-45ce-94d5-f53f5d0be044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (c2de3136-b008-427b-8a7d-04de519b1253), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:53.381738 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-117dc6a5-69ac-45ce-94d5-f53f5d0be044 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:53.384910 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-117dc6a5-69ac-45ce-94d5-f53f5d0be044 admin admin] 10.222.0.75 "DELETE /v2.0/networks/c2de3136-b008-427b-8a7d-04de519b1253 HTTP/1.1" status: 204 len: 168 time: 0.5449109 Feb 16 23:12:53.387989 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54902) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:12:53.395882 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117dc6a5-69ac-45ce-94d5-f53f5d0be044 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2de3136-b008-427b-8a7d-04de519b1253,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:12:53.556012 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 52122a91-f277-4295-a18e-217a76fb9d25 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:12:53.580105 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 52122a91-f277-4295-a18e-217a76fb9d25 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:12:53.580742 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 52122a91-f277-4295-a18e-217a76fb9d25 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:12:53.581165 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device bb624432-b03a-414d-94ac-5bb74a6f43f0 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:12:53.600442 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: bb624432-b03a-414d-94ac-5bb74a6f43f0 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:12:53.600715 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device bb624432-b03a-414d-94ac-5bb74a6f43f0 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:12:53.601123 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 850cc0e6-1a22-4a39-9955-b77aecf867a5 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:12:53.620239 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 850cc0e6-1a22-4a39-9955-b77aecf867a5 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:12:53.620591 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 850cc0e6-1a22-4a39-9955-b77aecf867a5 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:12:53.739430 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ff6fd988-a4b1-4531-b5a5-572eb97c60f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (b4c62d1f-e4da-4b61-9777-f029b052a5e0), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:53.983616 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-ff6fd988-a4b1-4531-b5a5-572eb97c60f7 admin admin] Deleting port 4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:12:53.983844 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ff6fd988-a4b1-4531-b5a5-572eb97c60f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:54.058930 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-ff6fd988-a4b1-4531-b5a5-572eb97c60f7 admin admin] For port 4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb,segment=NetworkSegment(c9664908-d11e-42b9-a860-f28b6b560fad),segment_id=c9664908-d11e-42b9-a860-f28b6b560fad)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:12:54.059292 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ff6fd988-a4b1-4531-b5a5-572eb97c60f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:54.075731 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-ff6fd988-a4b1-4531-b5a5-572eb97c60f7 admin admin] Calling delete_port for 4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:12:54.252762 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ff6fd988-a4b1-4531-b5a5-572eb97c60f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:54.276001 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6fd988-a4b1-4531-b5a5-572eb97c60f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:12:54.445926 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ff6fd988-a4b1-4531-b5a5-572eb97c60f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (b4c62d1f-e4da-4b61-9777-f029b052a5e0), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:54.459803 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:54.948315 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6fd988-a4b1-4531-b5a5-572eb97c60f7 admin admin] Router b4c62d1f-e4da-4b61-9777-f029b052a5e0 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:12:55.054038 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6fd988-a4b1-4531-b5a5-572eb97c60f7 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:12:55.061912 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ff6fd988-a4b1-4531-b5a5-572eb97c60f7 admin admin] 10.222.0.75 "PUT /v2.0/routers/b4c62d1f-e4da-4b61-9777-f029b052a5e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6700006 Feb 16 23:12:55.062263 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54904) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:12:55.064752 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15146c5-c36d-4305-89d6-070228a19a92 None None] Sync routers for ids ['b4c62d1f-e4da-4b61-9777-f029b052a5e0'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:12:55.074842 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15146c5-c36d-4305-89d6-070228a19a92 None None] Routers {'b4c62d1f-e4da-4b61-9777-f029b052a5e0'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:12:55.075454 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-a15146c5-c36d-4305-89d6-070228a19a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:12:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['b4c62d1f-e4da-4b61-9777-f029b052a5e0'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:12:55.168901 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d8c4e30e-576d-4ac4-9f39-ac9c43d39164 admin admin] Publish callbacks [] for router (b4c62d1f-e4da-4b61-9777-f029b052a5e0), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:55.278321 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d8c4e30e-576d-4ac4-9f39-ac9c43d39164 admin admin] Publish callbacks [] for router_gateway (b4c62d1f-e4da-4b61-9777-f029b052a5e0), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:55.285315 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-a15146c5-c36d-4305-89d6-070228a19a92 None None] Set router b4c62d1f-e4da-4b61-9777-f029b052a5e0 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:12:55.332159 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-d8c4e30e-576d-4ac4-9f39-ac9c43d39164 admin admin] Deleting port d3dae5c4-6c10-482b-8076-254f0c711080 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:12:55.332503 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d8c4e30e-576d-4ac4-9f39-ac9c43d39164 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (d3dae5c4-6c10-482b-8076-254f0c711080), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:55.413266 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-d8c4e30e-576d-4ac4-9f39-ac9c43d39164 admin admin] For port d3dae5c4-6c10-482b-8076-254f0c711080, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=d3dae5c4-6c10-482b-8076-254f0c711080,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:12:55.413629 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d8c4e30e-576d-4ac4-9f39-ac9c43d39164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (d3dae5c4-6c10-482b-8076-254f0c711080), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:55.426766 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-d8c4e30e-576d-4ac4-9f39-ac9c43d39164 admin admin] Calling delete_port for d3dae5c4-6c10-482b-8076-254f0c711080 owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:12:55.461556 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-a15146c5-c36d-4305-89d6-070228a19a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c62d1f-e4da-4b61-9777-f029b052a5e0', 'name': 'tempest-TestMinimumBasicScenario-1627296027-router', 'tenant_id': '60d802c52df2417eba5e14c486260588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd3dae5c4-6c10-482b-8076-254f0c711080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:10:31Z', 'updated_at': '2022-02-16T23:12:54Z', 'revision_number': 5, 'project_id': '60d802c52df2417eba5e14c486260588', 'gw_port': {'id': 'd3dae5c4-6c10-482b-8076-254f0c711080', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c62d1f-e4da-4b61-9777-f029b052a5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:10:31Z', 'updated_at': '2022-02-16T23:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:12:55.488237 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15146c5-c36d-4305-89d6-070228a19a92 None None] Checking router: b4c62d1f-e4da-4b61-9777-f029b052a5e0 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:12:55.496386 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15146c5-c36d-4305-89d6-070228a19a92 None None] Routers {'b4c62d1f-e4da-4b61-9777-f029b052a5e0'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:12:55.496996 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-a15146c5-c36d-4305-89d6-070228a19a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:12:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['b4c62d1f-e4da-4b61-9777-f029b052a5e0'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:12:55.591707 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-a15146c5-c36d-4305-89d6-070228a19a92 None None] Set router b4c62d1f-e4da-4b61-9777-f029b052a5e0 gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:12:55.598253 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d8c4e30e-576d-4ac4-9f39-ac9c43d39164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (d3dae5c4-6c10-482b-8076-254f0c711080), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:55.623825 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4e30e-576d-4ac4-9f39-ac9c43d39164 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3dae5c4-6c10-482b-8076-254f0c711080,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:12:55.649477 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-a15146c5-c36d-4305-89d6-070228a19a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c62d1f-e4da-4b61-9777-f029b052a5e0', 'name': 'tempest-TestMinimumBasicScenario-1627296027-router', 'tenant_id': '60d802c52df2417eba5e14c486260588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:10:31Z', 'updated_at': '2022-02-16T23:12:55Z', 'revision_number': 6, 'project_id': '60d802c52df2417eba5e14c486260588', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:12:55.676448 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15146c5-c36d-4305-89d6-070228a19a92 None None] The sync data for ids ['b4c62d1f-e4da-4b61-9777-f029b052a5e0'] in n-d-813897-6 is: [{'id': 'b4c62d1f-e4da-4b61-9777-f029b052a5e0', 'name': 'tempest-TestMinimumBasicScenario-1627296027-router', 'tenant_id': '60d802c52df2417eba5e14c486260588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:10:31Z', 'updated_at': '2022-02-16T23:12:55Z', 'revision_number': 6, 'project_id': '60d802c52df2417eba5e14c486260588', 'gw_port_host': None}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:12:55.687236 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d8c4e30e-576d-4ac4-9f39-ac9c43d39164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (b4c62d1f-e4da-4b61-9777-f029b052a5e0), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:55.781244 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d8c4e30e-576d-4ac4-9f39-ac9c43d39164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (b4c62d1f-e4da-4b61-9777-f029b052a5e0), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:55.783389 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d8c4e30e-576d-4ac4-9f39-ac9c43d39164 admin admin] Publish callbacks [] for router_controller (b4c62d1f-e4da-4b61-9777-f029b052a5e0), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:55.793743 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:55.832132 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d8c4e30e-576d-4ac4-9f39-ac9c43d39164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (b4c62d1f-e4da-4b61-9777-f029b052a5e0), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:55.832608 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c4e30e-576d-4ac4-9f39-ac9c43d39164 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4c62d1f-e4da-4b61-9777-f029b052a5e0 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 23:12:55.837395 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d8c4e30e-576d-4ac4-9f39-ac9c43d39164 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:55.838601 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d8c4e30e-576d-4ac4-9f39-ac9c43d39164 admin admin] 10.222.0.75 "DELETE /v2.0/routers/b4c62d1f-e4da-4b61-9777-f029b052a5e0 HTTP/1.1" status: 204 len: 168 time: 0.7754190 Feb 16 23:12:55.841116 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54908) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:12:55.885006 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb9c696-8551-4a7d-bf34-a17a9b7550ab admin admin] Deleting subnet 2518e59f-b326-44ce-a5b4-2d9813018339 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 23:12:55.888031 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bdb9c696-8551-4a7d-bf34-a17a9b7550ab admin admin] Publish callbacks [] for subnet (2518e59f-b326-44ce-a5b4-2d9813018339), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:55.922367 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bdb9c696-8551-4a7d-bf34-a17a9b7550ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (2518e59f-b326-44ce-a5b4-2d9813018339), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:56.001157 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bdb9c696-8551-4a7d-bf34-a17a9b7550ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (2518e59f-b326-44ce-a5b4-2d9813018339), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:56.059322 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bdb9c696-8551-4a7d-bf34-a17a9b7550ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (2518e59f-b326-44ce-a5b4-2d9813018339), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:56.084480 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb9c696-8551-4a7d-bf34-a17a9b7550ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2518e59f-b326-44ce-a5b4-2d9813018339,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:12:56.090313 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bdb9c696-8551-4a7d-bf34-a17a9b7550ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:56.093554 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bdb9c696-8551-4a7d-bf34-a17a9b7550ab admin admin] 10.222.0.75 "DELETE /v2.0/subnets/2518e59f-b326-44ce-a5b4-2d9813018339 HTTP/1.1" status: 204 len: 168 time: 0.2515070 Feb 16 23:12:56.096190 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54910) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:12:56.096698 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261495c4-bdcc-4de0-a36e-14ee35b29e5d None None] Network 675caff0-6b6b-4be1-8401-b3ff7f6712fb requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:12:56.169596 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-832a63ba-09d6-46bd-98a1-0ae412f7f2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (675caff0-6b6b-4be1-8401-b3ff7f6712fb), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:56.227129 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-832a63ba-09d6-46bd-98a1-0ae412f7f2b9 admin admin] Deleting port a676633a-f41c-4411-a44b-754060f5e5c9 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:12:56.227473 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-832a63ba-09d6-46bd-98a1-0ae412f7f2b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a676633a-f41c-4411-a44b-754060f5e5c9), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:56.290048 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-832a63ba-09d6-46bd-98a1-0ae412f7f2b9 admin admin] For port a676633a-f41c-4411-a44b-754060f5e5c9, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a676633a-f41c-4411-a44b-754060f5e5c9,segment=NetworkSegment(c9664908-d11e-42b9-a860-f28b6b560fad),segment_id=c9664908-d11e-42b9-a860-f28b6b560fad)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:12:56.290411 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-832a63ba-09d6-46bd-98a1-0ae412f7f2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a676633a-f41c-4411-a44b-754060f5e5c9), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:56.302478 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-832a63ba-09d6-46bd-98a1-0ae412f7f2b9 admin admin] Calling delete_port for a676633a-f41c-4411-a44b-754060f5e5c9 owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:12:56.383199 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-832a63ba-09d6-46bd-98a1-0ae412f7f2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (a676633a-f41c-4411-a44b-754060f5e5c9), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:56.406627 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a63ba-09d6-46bd-98a1-0ae412f7f2b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a676633a-f41c-4411-a44b-754060f5e5c9,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:12:56.411988 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832a63ba-09d6-46bd-98a1-0ae412f7f2b9 admin admin] No DVR routers for this DVR port a676633a-f41c-4411-a44b-754060f5e5c9 on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:12:56.464863 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4012383c-5a72-4566-962e-14a2eee53460 None None] DHCP port deletion for 675caff0-6b6b-4be1-8401-b3ff7f6712fb request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 23:12:56.486179 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-832a63ba-09d6-46bd-98a1-0ae412f7f2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (675caff0-6b6b-4be1-8401-b3ff7f6712fb), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:56.512026 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-832a63ba-09d6-46bd-98a1-0ae412f7f2b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['675caff0-6b6b-4be1-8401-b3ff7f6712fb']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:12:56.521415 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-832a63ba-09d6-46bd-98a1-0ae412f7f2b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9664908-d11e-42b9-a860-f28b6b560fad') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:12:56.521715 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-832a63ba-09d6-46bd-98a1-0ae412f7f2b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9664908-d11e-42b9-a860-f28b6b560fad') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:12:56.532093 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-832a63ba-09d6-46bd-98a1-0ae412f7f2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (c9664908-d11e-42b9-a860-f28b6b560fad), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:56.546447 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-832a63ba-09d6-46bd-98a1-0ae412f7f2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (c9664908-d11e-42b9-a860-f28b6b560fad), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:56.553304 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832a63ba-09d6-46bd-98a1-0ae412f7f2b9 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:12:56.553772 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-832a63ba-09d6-46bd-98a1-0ae412f7f2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (c9664908-d11e-42b9-a860-f28b6b560fad), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:56.555489 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 23:12:56.555489 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:12:56.555489 n-d-813897-6 neutron-server[103466]: timer() Feb 16 23:12:56.555489 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:12:56.555489 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 23:12:56.555489 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 23:12:56.555489 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 23:12:56.555489 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:12:56.555489 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 23:12:56.555489 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:12:56.555489 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 23:12:56.555489 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:12:56.555489 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 23:12:56.555489 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 23:12:56.555489 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:12:56.555489 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 23:12:56.555489 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:12:56.555489 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 23:12:56.555489 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 23:12:56.555489 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 23:12:56.555489 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 23:12:56.555489 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 23:12:56.555489 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:12:56.555489 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:12:56.555489 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 23:12:56.555489 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:12:56.555489 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:12:56.555489 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:12:56.555489 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:12:56.555489 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:12:56.555489 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:12:56.555489 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:12:56.610942 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-832a63ba-09d6-46bd-98a1-0ae412f7f2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (675caff0-6b6b-4be1-8401-b3ff7f6712fb), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:56.617626 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-832a63ba-09d6-46bd-98a1-0ae412f7f2b9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:56.620961 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-832a63ba-09d6-46bd-98a1-0ae412f7f2b9 admin admin] 10.222.0.75 "DELETE /v2.0/networks/675caff0-6b6b-4be1-8401-b3ff7f6712fb HTTP/1.1" status: 204 len: 168 time: 0.5237348 Feb 16 23:12:56.630988 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a63ba-09d6-46bd-98a1-0ae412f7f2b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=675caff0-6b6b-4be1-8401-b3ff7f6712fb,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:12:56.810140 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54914) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:12:56.850376 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c83a7828-1e68-474d-92d9-585da88e89ff admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=18e14b5c0a014afaa60ed704e9b421da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390351 Feb 16 23:12:56.852835 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54916) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:12:56.903502 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9da39fec-1ac4-4438-9abe-f708f17675f9 admin admin] Publish callbacks [] for security_group (d61572fc-6403-461e-a77c-5c596c0022c2), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:56.924164 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9da39fec-1ac4-4438-9abe-f708f17675f9 admin admin] Publish callbacks [] for security_group (d61572fc-6403-461e-a77c-5c596c0022c2), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:56.970079 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9da39fec-1ac4-4438-9abe-f708f17675f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d61572fc-6403-461e-a77c-5c596c0022c2), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:56.972677 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9da39fec-1ac4-4438-9abe-f708f17675f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:56.973841 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9da39fec-1ac4-4438-9abe-f708f17675f9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d61572fc-6403-461e-a77c-5c596c0022c2 HTTP/1.1" status: 204 len: 168 time: 0.1201026 Feb 16 23:12:56.981582 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da39fec-1ac4-4438-9abe-f708f17675f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61572fc-6403-461e-a77c-5c596c0022c2,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:12:57.130942 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:57.315478 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54922) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:12:57.354693 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4bd2cac0-4df5-4ba6-b344-43c4212d9a70 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=60d802c52df2417eba5e14c486260588&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380762 Feb 16 23:12:57.357137 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54924) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:12:57.402631 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8c5e5b1e-ad47-44c4-8aa7-b1d6bfdf346c admin admin] Publish callbacks [] for security_group (d6048373-9229-436a-8580-871bdc12f730), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:57.425402 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8c5e5b1e-ad47-44c4-8aa7-b1d6bfdf346c admin admin] Publish callbacks [] for security_group (d6048373-9229-436a-8580-871bdc12f730), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:57.476651 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8c5e5b1e-ad47-44c4-8aa7-b1d6bfdf346c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (d6048373-9229-436a-8580-871bdc12f730), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:57.479327 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8c5e5b1e-ad47-44c4-8aa7-b1d6bfdf346c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:57.480487 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8c5e5b1e-ad47-44c4-8aa7-b1d6bfdf346c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d6048373-9229-436a-8580-871bdc12f730 HTTP/1.1" status: 204 len: 168 time: 0.1224730 Feb 16 23:12:57.489139 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e5b1e-ad47-44c4-8aa7-b1d6bfdf346c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6048373-9229-436a-8580-871bdc12f730,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:12:57.581858 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a676633a-f41c-4411-a44b-754060f5e5c9 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:12:57.606529 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: a676633a-f41c-4411-a44b-754060f5e5c9 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:12:57.606978 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a676633a-f41c-4411-a44b-754060f5e5c9 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:12:57.607408 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:12:57.625982 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:12:57.626346 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 4f1a52a5-6d1a-46b0-bdf6-dfadb9ffe3cb not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:12:57.626815 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device d3dae5c4-6c10-482b-8076-254f0c711080 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:12:57.646693 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: d3dae5c4-6c10-482b-8076-254f0c711080 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:12:57.647038 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device d3dae5c4-6c10-482b-8076-254f0c711080 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:12:58.876276 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:59.047899 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54964) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:12:59.052557 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-fb4eb983-991c-43f4-965e-babc7a6f8bed tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1485625776', 'description': 'tempest-secgroup-smoke-1485625776 description', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:12:59.072798 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fb4eb983-991c-43f4-965e-babc7a6f8bed tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:59.081309 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fb4eb983-991c-43f4-965e-babc7a6f8bed tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:59.157194 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fb4eb983-991c-43f4-965e-babc7a6f8bed tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group (cc16ff87-4bc1-4356-8509-f0b86939c735), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:59.161214 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fb4eb983-991c-43f4-965e-babc7a6f8bed tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (cc16ff87-4bc1-4356-8509-f0b86939c735), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:59.198315 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4eb983-991c-43f4-965e-babc7a6f8bed tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc16ff87-4bc1-4356-8509-f0b86939c735,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:12:59.240664 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fb4eb983-991c-43f4-965e-babc7a6f8bed tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group (5f84064e-f148-41c8-a837-9dd80de0ff88), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:59.244309 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fb4eb983-991c-43f4-965e-babc7a6f8bed tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (5f84064e-f148-41c8-a837-9dd80de0ff88), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:59.275382 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fb4eb983-991c-43f4-965e-babc7a6f8bed tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:59.276654 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fb4eb983-991c-43f4-965e-babc7a6f8bed tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2277560 Feb 16 23:12:59.277468 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4eb983-991c-43f4-965e-babc7a6f8bed tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f84064e-f148-41c8-a837-9dd80de0ff88,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:12:59.279742 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54966) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:12:59.285184 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-19ffb336-d737-403e-9849-3bfbbf574ac3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'security_group_rule': {'security_group_id': '5f84064e-f148-41c8-a837-9dd80de0ff88', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:12:59.309913 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-19ffb336-d737-403e-9849-3bfbbf574ac3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (009d837c-79e4-45a8-9acb-f6cde0a095b6), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:59.355024 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-19ffb336-d737-403e-9849-3bfbbf574ac3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (009d837c-79e4-45a8-9acb-f6cde0a095b6), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:59.358629 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-19ffb336-d737-403e-9849-3bfbbf574ac3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (009d837c-79e4-45a8-9acb-f6cde0a095b6), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:59.375882 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffb336-d737-403e-9849-3bfbbf574ac3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=009d837c-79e4-45a8-9acb-f6cde0a095b6,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:12:59.382685 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-19ffb336-d737-403e-9849-3bfbbf574ac3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:59.383887 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-19ffb336-d737-403e-9849-3bfbbf574ac3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1023483 Feb 16 23:12:59.386577 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54968) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:12:59.391856 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-7eb256f0-0144-4ba2-8f0b-2eac2122c3e1 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'security_group_rule': {'security_group_id': '5f84064e-f148-41c8-a837-9dd80de0ff88', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:12:59.416685 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7eb256f0-0144-4ba2-8f0b-2eac2122c3e1 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (36493429-a9dc-43bc-8ab5-5f8779015ab0), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:59.472295 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7eb256f0-0144-4ba2-8f0b-2eac2122c3e1 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (36493429-a9dc-43bc-8ab5-5f8779015ab0), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:59.475974 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7eb256f0-0144-4ba2-8f0b-2eac2122c3e1 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (36493429-a9dc-43bc-8ab5-5f8779015ab0), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:59.493156 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb256f0-0144-4ba2-8f0b-2eac2122c3e1 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36493429-a9dc-43bc-8ab5-5f8779015ab0,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:12:59.501875 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7eb256f0-0144-4ba2-8f0b-2eac2122c3e1 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:59.503109 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7eb256f0-0144-4ba2-8f0b-2eac2122c3e1 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152039 Feb 16 23:12:59.505812 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54970) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:12:59.510145 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-075fb503-64ce-48b9-b44b-418162701950 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'security_group_rule': {'security_group_id': '5f84064e-f148-41c8-a837-9dd80de0ff88', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:12:59.535781 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-075fb503-64ce-48b9-b44b-418162701950 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (50fa2da3-33c9-4682-a7c3-26af9e46c29f), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:59.597444 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-075fb503-64ce-48b9-b44b-418162701950 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (50fa2da3-33c9-4682-a7c3-26af9e46c29f), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:59.600838 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-075fb503-64ce-48b9-b44b-418162701950 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (50fa2da3-33c9-4682-a7c3-26af9e46c29f), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:59.622276 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075fb503-64ce-48b9-b44b-418162701950 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50fa2da3-33c9-4682-a7c3-26af9e46c29f,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:12:59.628055 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-075fb503-64ce-48b9-b44b-418162701950 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:59.629185 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-075fb503-64ce-48b9-b44b-418162701950 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224222 Feb 16 23:12:59.632102 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54972) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:12:59.636892 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-92826a7d-bc8a-49c6-8d6b-16dc34c2f185 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'security_group_rule': {'security_group_id': '5f84064e-f148-41c8-a837-9dd80de0ff88', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:12:59.661336 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92826a7d-bc8a-49c6-8d6b-16dc34c2f185 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (d1e9cac6-48ce-4e21-9876-d6f0cdd91be9), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:59.724781 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92826a7d-bc8a-49c6-8d6b-16dc34c2f185 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (d1e9cac6-48ce-4e21-9876-d6f0cdd91be9), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:59.727801 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92826a7d-bc8a-49c6-8d6b-16dc34c2f185 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (d1e9cac6-48ce-4e21-9876-d6f0cdd91be9), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:59.748482 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92826a7d-bc8a-49c6-8d6b-16dc34c2f185 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1e9cac6-48ce-4e21-9876-d6f0cdd91be9,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:12:59.755770 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-92826a7d-bc8a-49c6-8d6b-16dc34c2f185 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:59.756953 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-92826a7d-bc8a-49c6-8d6b-16dc34c2f185 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1238070 Feb 16 23:12:59.759641 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54974) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:12:59.763961 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-37b37f10-0b8a-4dde-a2f9-6d0d3b620f6c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'security_group_rule': {'security_group_id': '5f84064e-f148-41c8-a837-9dd80de0ff88', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:12:59.784119 n-d-813897-6 neutron-server[103465]: INFO neutron.db.securitygroups_db [None req-37b37f10-0b8a-4dde-a2f9-6d0d3b620f6c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Project c5e2c7d5d14e409fae94d81de0810792 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 23:12:59.788773 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-37b37f10-0b8a-4dde-a2f9-6d0d3b620f6c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (bbc100b0-82f1-4837-8b57-f67e0d38df9b), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:59.845428 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-37b37f10-0b8a-4dde-a2f9-6d0d3b620f6c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (bbc100b0-82f1-4837-8b57-f67e0d38df9b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:59.849101 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-37b37f10-0b8a-4dde-a2f9-6d0d3b620f6c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (bbc100b0-82f1-4837-8b57-f67e0d38df9b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:59.863266 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b37f10-0b8a-4dde-a2f9-6d0d3b620f6c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbc100b0-82f1-4837-8b57-f67e0d38df9b,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:12:59.874701 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-37b37f10-0b8a-4dde-a2f9-6d0d3b620f6c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:59.875904 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-37b37f10-0b8a-4dde-a2f9-6d0d3b620f6c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1153467 Feb 16 23:12:59.878674 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54976) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:12:59.882927 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-3b200143-df7b-456a-b6ff-7145451ad7a6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'security_group_rule': {'security_group_id': '5f84064e-f148-41c8-a837-9dd80de0ff88', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:12:59.903159 n-d-813897-6 neutron-server[103465]: INFO neutron.db.securitygroups_db [None req-3b200143-df7b-456a-b6ff-7145451ad7a6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Project c5e2c7d5d14e409fae94d81de0810792 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 23:12:59.908368 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3b200143-df7b-456a-b6ff-7145451ad7a6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (550dd170-9bc9-4ad8-bd7b-599c5cc09eac), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:59.964944 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3b200143-df7b-456a-b6ff-7145451ad7a6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (550dd170-9bc9-4ad8-bd7b-599c5cc09eac), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:59.969056 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3b200143-df7b-456a-b6ff-7145451ad7a6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (550dd170-9bc9-4ad8-bd7b-599c5cc09eac), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:59.988553 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b200143-df7b-456a-b6ff-7145451ad7a6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=550dd170-9bc9-4ad8-bd7b-599c5cc09eac,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:12:59.994371 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3b200143-df7b-456a-b6ff-7145451ad7a6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:12:59.995562 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3b200143-df7b-456a-b6ff-7145451ad7a6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1159742 Feb 16 23:12:59.998590 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54978) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:13:00.003272 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-5f1cd6fc-e27a-4b64-880e-e8563a724315 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'network': {'name': 'tempest-network-smoke--1700305102', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'port_security_enabled': True}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:13:00.022233 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1cd6fc-e27a-4b64-880e-e8563a724315 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Made reservation on behalf of c5e2c7d5d14e409fae94d81de0810792 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:13:00.025902 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5f1cd6fc-e27a-4b64-880e-e8563a724315 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:00.049347 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f1cd6fc-e27a-4b64-880e-e8563a724315 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:13:00.058393 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5f1cd6fc-e27a-4b64-880e-e8563a724315 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (b64b9f94-771e-4560-bcef-2ef5c5b6113f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:00.058738 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-5f1cd6fc-e27a-4b64-880e-e8563a724315 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Added segment b64b9f94-771e-4560-bcef-2ef5c5b6113f of type vlan for network 0b2e1fdc-801f-46ad-9c13-030b0e3c1959 Feb 16 23:13:00.098278 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5f1cd6fc-e27a-4b64-880e-e8563a724315 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (0b2e1fdc-801f-46ad-9c13-030b0e3c1959), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:00.126021 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5f1cd6fc-e27a-4b64-880e-e8563a724315 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (0b2e1fdc-801f-46ad-9c13-030b0e3c1959), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:00.130984 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1cd6fc-e27a-4b64-880e-e8563a724315 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:13:00.131563 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5f1cd6fc-e27a-4b64-880e-e8563a724315 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:00.164619 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5f1cd6fc-e27a-4b64-880e-e8563a724315 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1650395 Feb 16 23:13:00.167712 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54980) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:13:00.173033 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-4e82c054-25d2-4517-b2e1-7601ae397fcc tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1458607823', 'admin_state_up': True, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:13:00.194473 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4e82c054-25d2-4517-b2e1-7601ae397fcc tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (8519afe0-9990-4b05-b485-69020e14904d), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:00.195470 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4e82c054-25d2-4517-b2e1-7601ae397fcc tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (8519afe0-9990-4b05-b485-69020e14904d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:00.201037 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1cd6fc-e27a-4b64-880e-e8563a724315 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Network': ['ID=0b2e1fdc-801f-46ad-9c13-030b0e3c1959,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:13:00.213433 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 0b2e1fdc-801f-46ad-9c13-030b0e3c1959 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 23:13:00.246671 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4e82c054-25d2-4517-b2e1-7601ae397fcc tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router_controller (8519afe0-9990-4b05-b485-69020e14904d), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:00.387845 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4e82c054-25d2-4517-b2e1-7601ae397fcc tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router_gateway (8519afe0-9990-4b05-b485-69020e14904d), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:00.397958 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:13:00.439259 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:00.579581 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4e82c054-25d2-4517-b2e1-7601ae397fcc tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router_gateway (8519afe0-9990-4b05-b485-69020e14904d), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:00.601043 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4e82c054-25d2-4517-b2e1-7601ae397fcc tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:00.700924 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-4e82c054-25d2-4517-b2e1-7601ae397fcc tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Allocated IP 172.25.2.228 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/708caf61-3a5a-40ec-801b-adfcd8cc365c) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:13:00.803381 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4e82c054-25d2-4517-b2e1-7601ae397fcc tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for port (708caf61-3a5a-40ec-801b-adfcd8cc365c), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:00.835759 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4e82c054-25d2-4517-b2e1-7601ae397fcc tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (708caf61-3a5a-40ec-801b-adfcd8cc365c), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:00.870733 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e82c054-25d2-4517-b2e1-7601ae397fcc tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:13:00.877563 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-4e82c054-25d2-4517-b2e1-7601ae397fcc tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:13:00.881050 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e82c054-25d2-4517-b2e1-7601ae397fcc tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:13:00.902671 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82c054-25d2-4517-b2e1-7601ae397fcc tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Port': ['ID=708caf61-3a5a-40ec-801b-adfcd8cc365c,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:13:01.130057 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4e82c054-25d2-4517-b2e1-7601ae397fcc tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router_gateway (8519afe0-9990-4b05-b485-69020e14904d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:01.326950 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4e82c054-25d2-4517-b2e1-7601ae397fcc tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (8519afe0-9990-4b05-b485-69020e14904d), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:01.451953 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e82c054-25d2-4517-b2e1-7601ae397fcc tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Router 8519afe0-9990-4b05-b485-69020e14904d is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 23:13:01.558172 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e82c054-25d2-4517-b2e1-7601ae397fcc tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:13:01.569291 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3ec1e2-75c7-4c3e-9660-417d33ac9758 None None] Sync routers for ids ['8519afe0-9990-4b05-b485-69020e14904d'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:13:01.578193 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4e82c054-25d2-4517-b2e1-7601ae397fcc tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:01.579181 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3ec1e2-75c7-4c3e-9660-417d33ac9758 None None] Routers {'8519afe0-9990-4b05-b485-69020e14904d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:13:01.579439 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4e82c054-25d2-4517-b2e1-7601ae397fcc tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4106045 Feb 16 23:13:01.580288 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3c3ec1e2-75c7-4c3e-9660-417d33ac9758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:12:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['8519afe0-9990-4b05-b485-69020e14904d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:13:01.582525 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54982) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:13:01.690134 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-3c3ec1e2-75c7-4c3e-9660-417d33ac9758 None None] Set router 8519afe0-9990-4b05-b485-69020e14904d gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:13:01.723273 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f75a19c1-a579-45cc-ac09-d49488bcafee tempest-TestNetworkAdvancedServerOps-43398640 tempest-TestNetworkAdvancedServerOps-43398640-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=c5e2c7d5d14e409fae94d81de0810792&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1393344 Feb 16 23:13:01.727133 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54986) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:13:01.820709 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66eef54-a413-4695-bc91-84076a12b59c tempest-TestNetworkAdvancedServerOps-43398640 tempest-TestNetworkAdvancedServerOps-43398640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:13:01.821956 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a66eef54-a413-4695-bc91-84076a12b59c tempest-TestNetworkAdvancedServerOps-43398640 tempest-TestNetworkAdvancedServerOps-43398640-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0937498 Feb 16 23:13:01.825081 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54988) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:13:01.853423 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1dd396cf-8668-4c0f-9c2d-e3d195436adb tempest-TestNetworkAdvancedServerOps-43398640 tempest-TestNetworkAdvancedServerOps-43398640-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=b0ab4fc8-02c8-4404-90ea-6cd7fce3204f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272338 Feb 16 23:13:01.856212 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 54990) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:13:01.861744 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-c3a37e9d-1069-479a-8d48-34918820f98d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-695470821', 'network_id': '0b2e1fdc-801f-46ad-9c13-030b0e3c1959', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:13:01.870946 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3c3ec1e2-75c7-4c3e-9660-417d33ac9758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8519afe0-9990-4b05-b485-69020e14904d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458607823', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '708caf61-3a5a-40ec-801b-adfcd8cc365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:13:00Z', 'updated_at': '2022-02-16T23:13:01Z', 'revision_number': 3, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '708caf61-3a5a-40ec-801b-adfcd8cc365c', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8519afe0-9990-4b05-b485-69020e14904d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:13:00Z', 'updated_at': '2022-02-16T23:13:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:13:01.901160 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3ec1e2-75c7-4c3e-9660-417d33ac9758 None None] Checking router: 8519afe0-9990-4b05-b485-69020e14904d for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:13:01.901515 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3ec1e2-75c7-4c3e-9660-417d33ac9758 None None] Updating router 8519afe0-9990-4b05-b485-69020e14904d port 708caf61-3a5a-40ec-801b-adfcd8cc365c binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:13:01.928948 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3c3ec1e2-75c7-4c3e-9660-417d33ac9758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (708caf61-3a5a-40ec-801b-adfcd8cc365c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:01.943846 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a37e9d-1069-479a-8d48-34918820f98d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Made reservation on behalf of c5e2c7d5d14e409fae94d81de0810792 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:13:01.947320 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c3a37e9d-1069-479a-8d48-34918820f98d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:02.187377 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3c3ec1e2-75c7-4c3e-9660-417d33ac9758 None None] Publish callbacks [] for port (708caf61-3a5a-40ec-801b-adfcd8cc365c), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:02.193146 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3c3ec1e2-75c7-4c3e-9660-417d33ac9758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (708caf61-3a5a-40ec-801b-adfcd8cc365c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:02.251397 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-3c3ec1e2-75c7-4c3e-9660-417d33ac9758 None None] Attempting to bind port 708caf61-3a5a-40ec-801b-adfcd8cc365c on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:13:02.251781 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-3c3ec1e2-75c7-4c3e-9660-417d33ac9758 None None] Attempting to bind port 708caf61-3a5a-40ec-801b-adfcd8cc365c by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:13:02.252148 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3ec1e2-75c7-4c3e-9660-417d33ac9758 None None] Attempting to bind port 708caf61-3a5a-40ec-801b-adfcd8cc365c on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:13:02.254326 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b91f70-851d-4545-9ed6-a41bbbaa3e8b None None] Pushing event updated for resources: {'Port': ['ID=708caf61-3a5a-40ec-801b-adfcd8cc365c,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:13:02.259997 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3ec1e2-75c7-4c3e-9660-417d33ac9758 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:13:02.260383 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3ec1e2-75c7-4c3e-9660-417d33ac9758 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:13:02.260794 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3c3ec1e2-75c7-4c3e-9660-417d33ac9758 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:02.261184 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3ec1e2-75c7-4c3e-9660-417d33ac9758 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:13:02.261671 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-3c3ec1e2-75c7-4c3e-9660-417d33ac9758 None None] Bound port: 708caf61-3a5a-40ec-801b-adfcd8cc365c, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:13:02.262084 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3c3ec1e2-75c7-4c3e-9660-417d33ac9758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (708caf61-3a5a-40ec-801b-adfcd8cc365c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:02.314513 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-3c3ec1e2-75c7-4c3e-9660-417d33ac9758 None None] For port 708caf61-3a5a-40ec-801b-adfcd8cc365c, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:13:02.317510 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-3c3ec1e2-75c7-4c3e-9660-417d33ac9758 None None] For port 708caf61-3a5a-40ec-801b-adfcd8cc365c, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=708caf61-3a5a-40ec-801b-adfcd8cc365c,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:13:02.324033 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3c3ec1e2-75c7-4c3e-9660-417d33ac9758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (708caf61-3a5a-40ec-801b-adfcd8cc365c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:02.382668 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3ec1e2-75c7-4c3e-9660-417d33ac9758 None None] Routers {'8519afe0-9990-4b05-b485-69020e14904d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:13:02.383304 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3c3ec1e2-75c7-4c3e-9660-417d33ac9758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:12:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['8519afe0-9990-4b05-b485-69020e14904d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:13:02.386086 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b91f70-851d-4545-9ed6-a41bbbaa3e8b None None] Pushing event updated for resources: {'Port': ['ID=708caf61-3a5a-40ec-801b-adfcd8cc365c,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:13:02.425812 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c3a37e9d-1069-479a-8d48-34918820f98d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:02.489755 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a37e9d-1069-479a-8d48-34918820f98d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Subnet': ['ID=0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:13:02.494800 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-3c3ec1e2-75c7-4c3e-9660-417d33ac9758 None None] Set router 8519afe0-9990-4b05-b485-69020e14904d gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:13:02.500724 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a37e9d-1069-479a-8d48-34918820f98d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Checking segment: {'id': 'b64b9f94-771e-4560-bcef-2ef5c5b6113f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0b2e1fdc-801f-46ad-9c13-030b0e3c1959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:13:02.501090 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a37e9d-1069-479a-8d48-34918820f98d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Network hostable DHCP agents. Network: 0b2e1fdc-801f-46ad-9c13-030b0e3c1959, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:13:02.518750 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a37e9d-1069-479a-8d48-34918820f98d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Network 0b2e1fdc-801f-46ad-9c13-030b0e3c1959 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:13:02.527643 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-c3a37e9d-1069-479a-8d48-34918820f98d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 0b2e1fdc-801f-46ad-9c13-030b0e3c1959) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:13:02.531941 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a37e9d-1069-479a-8d48-34918820f98d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:13:02.532544 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c3a37e9d-1069-479a-8d48-34918820f98d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:02.548665 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c3a37e9d-1069-479a-8d48-34918820f98d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6913726 Feb 16 23:13:02.551804 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 54992) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:13:02.553233 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52deedc-e3c4-410b-b181-33323d04b007 None None] Network 0b2e1fdc-801f-46ad-9c13-030b0e3c1959 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:13:02.866253 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ffb767-9359-430a-a94f-a7f522762afe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-0b2e1fdc-801f-46ad-9c13-030b0e3c1959', 'network_id': '0b2e1fdc-801f-46ad-9c13-030b0e3c1959', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'fixed_ips': [{'subnet_id': '0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 23:13:02.867104 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c9ffb767-9359-430a-a94f-a7f522762afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:02.990196 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2ca0d3aa-a658-4787-8ac1-b19f8daa8a74 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:03.021385 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3c3ec1e2-75c7-4c3e-9660-417d33ac9758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8519afe0-9990-4b05-b485-69020e14904d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458607823', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '708caf61-3a5a-40ec-801b-adfcd8cc365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:13:00Z', 'updated_at': '2022-02-16T23:13:01Z', 'revision_number': 3, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '708caf61-3a5a-40ec-801b-adfcd8cc365c', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8519afe0-9990-4b05-b485-69020e14904d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:13:00Z', 'updated_at': '2022-02-16T23:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:13:03.049644 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3ec1e2-75c7-4c3e-9660-417d33ac9758 None None] The sync data for ids ['8519afe0-9990-4b05-b485-69020e14904d'] in n-d-813897-6 is: [{'id': '8519afe0-9990-4b05-b485-69020e14904d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458607823', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '708caf61-3a5a-40ec-801b-adfcd8cc365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:13:00Z', 'updated_at': '2022-02-16T23:13:01Z', 'revision_number': 3, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '708caf61-3a5a-40ec-801b-adfcd8cc365c', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8519afe0-9990-4b05-b485-69020e14904d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:13:00Z', 'updated_at': '2022-02-16T23:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:13:03.062875 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-c9ffb767-9359-430a-a94f-a7f522762afe None None] Allocated IP 172.20.0.2 (0b2e1fdc-801f-46ad-9c13-030b0e3c1959/0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33/96044c2d-d617-4a11-be7e-21eede97c9c3) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:13:03.213718 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c9ffb767-9359-430a-a94f-a7f522762afe None None] Publish callbacks [] for port (96044c2d-d617-4a11-be7e-21eede97c9c3), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:03.221097 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c9ffb767-9359-430a-a94f-a7f522762afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (96044c2d-d617-4a11-be7e-21eede97c9c3), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:03.256880 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ffb767-9359-430a-a94f-a7f522762afe None None] Network 0b2e1fdc-801f-46ad-9c13-030b0e3c1959 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:13:03.263562 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-c9ffb767-9359-430a-a94f-a7f522762afe None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:13:03.268219 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ffb767-9359-430a-a94f-a7f522762afe None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:13:03.277266 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ffb767-9359-430a-a94f-a7f522762afe None None] Pushing event updated for resources: {'Port': ['ID=96044c2d-d617-4a11-be7e-21eede97c9c3,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:13:03.348406 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-c9ffb767-9359-430a-a94f-a7f522762afe None None] Attempting to bind port 96044c2d-d617-4a11-be7e-21eede97c9c3 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:13:03.348778 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-c9ffb767-9359-430a-a94f-a7f522762afe None None] Attempting to bind port 96044c2d-d617-4a11-be7e-21eede97c9c3 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'b64b9f94-771e-4560-bcef-2ef5c5b6113f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0b2e1fdc-801f-46ad-9c13-030b0e3c1959'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:13:03.349231 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ffb767-9359-430a-a94f-a7f522762afe None None] Attempting to bind port 96044c2d-d617-4a11-be7e-21eede97c9c3 on network 0b2e1fdc-801f-46ad-9c13-030b0e3c1959 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:13:03.354187 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ffb767-9359-430a-a94f-a7f522762afe None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:13:03.356408 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ffb767-9359-430a-a94f-a7f522762afe None None] Checking segment: {'id': 'b64b9f94-771e-4560-bcef-2ef5c5b6113f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0b2e1fdc-801f-46ad-9c13-030b0e3c1959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:13:03.356408 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c9ffb767-9359-430a-a94f-a7f522762afe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:03.356624 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ffb767-9359-430a-a94f-a7f522762afe None None] Bound using segment: {'id': 'b64b9f94-771e-4560-bcef-2ef5c5b6113f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0b2e1fdc-801f-46ad-9c13-030b0e3c1959'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:13:03.359672 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-c9ffb767-9359-430a-a94f-a7f522762afe None None] Bound port: 96044c2d-d617-4a11-be7e-21eede97c9c3, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64b9f94-771e-4560-bcef-2ef5c5b6113f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0b2e1fdc-801f-46ad-9c13-030b0e3c1959'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:13:03.359672 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c9ffb767-9359-430a-a94f-a7f522762afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (96044c2d-d617-4a11-be7e-21eede97c9c3), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:03.365865 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-2ca0d3aa-a658-4787-8ac1-b19f8daa8a74 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Allocated IP 172.20.0.1 (0b2e1fdc-801f-46ad-9c13-030b0e3c1959/0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33/72fcf374-e5dd-4d37-876b-e218e0374efe) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:13:03.427427 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c9ffb767-9359-430a-a94f-a7f522762afe None None] For port 96044c2d-d617-4a11-be7e-21eede97c9c3, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:13:03.430928 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c9ffb767-9359-430a-a94f-a7f522762afe None None] For port 96044c2d-d617-4a11-be7e-21eede97c9c3, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=96044c2d-d617-4a11-be7e-21eede97c9c3,segment=NetworkSegment(b64b9f94-771e-4560-bcef-2ef5c5b6113f),segment_id=b64b9f94-771e-4560-bcef-2ef5c5b6113f)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:13:03.437936 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c9ffb767-9359-430a-a94f-a7f522762afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (96044c2d-d617-4a11-be7e-21eede97c9c3), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:03.493526 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2ca0d3aa-a658-4787-8ac1-b19f8daa8a74 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for port (72fcf374-e5dd-4d37-876b-e218e0374efe), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:03.503324 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ffb767-9359-430a-a94f-a7f522762afe None None] Pushing event updated for resources: {'Port': ['ID=96044c2d-d617-4a11-be7e-21eede97c9c3,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:13:03.540936 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2ca0d3aa-a658-4787-8ac1-b19f8daa8a74 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (72fcf374-e5dd-4d37-876b-e218e0374efe), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:03.601097 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca0d3aa-a658-4787-8ac1-b19f8daa8a74 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Network 0b2e1fdc-801f-46ad-9c13-030b0e3c1959 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:13:03.607145 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-2ca0d3aa-a658-4787-8ac1-b19f8daa8a74 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:13:03.609702 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca0d3aa-a658-4787-8ac1-b19f8daa8a74 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:13:03.632816 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 708caf61-3a5a-40ec-801b-adfcd8cc365c up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:13:03.647115 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0d3aa-a658-4787-8ac1-b19f8daa8a74 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Port': ['ID=72fcf374-e5dd-4d37-876b-e218e0374efe,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:13:03.682100 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2ca0d3aa-a658-4787-8ac1-b19f8daa8a74 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (8519afe0-9990-4b05-b485-69020e14904d), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:03.699559 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 708caf61-3a5a-40ec-801b-adfcd8cc365c triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:13:03.700130 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (708caf61-3a5a-40ec-801b-adfcd8cc365c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:03.832253 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 708caf61-3a5a-40ec-801b-adfcd8cc365c is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:13:03.832975 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (708caf61-3a5a-40ec-801b-adfcd8cc365c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:03.857254 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2ca0d3aa-a658-4787-8ac1-b19f8daa8a74 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (72fcf374-e5dd-4d37-876b-e218e0374efe), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:03.863579 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 708caf61-3a5a-40ec-801b-adfcd8cc365c, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=708caf61-3a5a-40ec-801b-adfcd8cc365c,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:13:03.872316 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (708caf61-3a5a-40ec-801b-adfcd8cc365c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:03.933509 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=708caf61-3a5a-40ec-801b-adfcd8cc365c,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:13:04.452873 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2ca0d3aa-a658-4787-8ac1-b19f8daa8a74 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for port (72fcf374-e5dd-4d37-876b-e218e0374efe), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:04.457551 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2ca0d3aa-a658-4787-8ac1-b19f8daa8a74 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (72fcf374-e5dd-4d37-876b-e218e0374efe), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:04.532739 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2ca0d3aa-a658-4787-8ac1-b19f8daa8a74 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (8519afe0-9990-4b05-b485-69020e14904d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:04.534389 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0d3aa-a658-4787-8ac1-b19f8daa8a74 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Port': ['ID=72fcf374-e5dd-4d37-876b-e218e0374efe,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:13:04.563284 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c7edf8-e908-4a20-8b8b-8b635f63f9e0 None None] Network 0b2e1fdc-801f-46ad-9c13-030b0e3c1959 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:13:04.635137 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca0d3aa-a658-4787-8ac1-b19f8daa8a74 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Network 0b2e1fdc-801f-46ad-9c13-030b0e3c1959 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:13:04.636895 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-2ca0d3aa-a658-4787-8ac1-b19f8daa8a74 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:13:04.654535 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-062eebe4-3b72-4f01-91d2-d5a69714b018 None None] Provisioning complete for port 96044c2d-d617-4a11-be7e-21eede97c9c3 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:13:04.655315 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-062eebe4-3b72-4f01-91d2-d5a69714b018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (96044c2d-d617-4a11-be7e-21eede97c9c3), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:04.752967 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca0d3aa-a658-4787-8ac1-b19f8daa8a74 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Router 8519afe0-9990-4b05-b485-69020e14904d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:13:04.763549 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-062eebe4-3b72-4f01-91d2-d5a69714b018 None None] Current status of the port 96044c2d-d617-4a11-be7e-21eede97c9c3 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:13:04.764080 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-062eebe4-3b72-4f01-91d2-d5a69714b018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (96044c2d-d617-4a11-be7e-21eede97c9c3), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:04.803659 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-062eebe4-3b72-4f01-91d2-d5a69714b018 None None] For port 96044c2d-d617-4a11-be7e-21eede97c9c3, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=96044c2d-d617-4a11-be7e-21eede97c9c3,segment=NetworkSegment(b64b9f94-771e-4560-bcef-2ef5c5b6113f),segment_id=b64b9f94-771e-4560-bcef-2ef5c5b6113f)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:13:04.815601 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-062eebe4-3b72-4f01-91d2-d5a69714b018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (96044c2d-d617-4a11-be7e-21eede97c9c3), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:04.876683 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062eebe4-3b72-4f01-91d2-d5a69714b018 None None] Pushing event updated for resources: {'Port': ['ID=96044c2d-d617-4a11-be7e-21eede97c9c3,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:13:04.891130 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca0d3aa-a658-4787-8ac1-b19f8daa8a74 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:13:04.897625 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2ca0d3aa-a658-4787-8ac1-b19f8daa8a74 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "PUT /v2.0/routers/8519afe0-9990-4b05-b485-69020e14904d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3444672 Feb 16 23:13:05.047839 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-178d8e90-8c50-498c-a0ab-6f32ff611f0e None None] Provisioning complete for port 96044c2d-d617-4a11-be7e-21eede97c9c3 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:13:05.048248 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-178d8e90-8c50-498c-a0ab-6f32ff611f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (96044c2d-d617-4a11-be7e-21eede97c9c3), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:05.064059 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-73a8b49e-475c-49a0-b6c8-4c517ecb6352 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1485625776&fields=id&tenant_id=c5e2c7d5d14e409fae94d81de0810792 HTTP/1.1" status: 200 len: 267 time: 0.0576923 Feb 16 23:13:05.145592 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-178d8e90-8c50-498c-a0ab-6f32ff611f0e None None] Current status of the port 96044c2d-d617-4a11-be7e-21eede97c9c3 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:13:05.159330 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-178d8e90-8c50-498c-a0ab-6f32ff611f0e None None] Provisioning complete for port 72fcf374-e5dd-4d37-876b-e218e0374efe triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:13:05.159890 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-178d8e90-8c50-498c-a0ab-6f32ff611f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (72fcf374-e5dd-4d37-876b-e218e0374efe), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:05.198284 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-10c0a3cc-fab9-4535-b41d-8a3b732243ca tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:13:05.201159 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-10c0a3cc-fab9-4535-b41d-8a3b732243ca tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/networks?id=0b2e1fdc-801f-46ad-9c13-030b0e3c1959 HTTP/1.1" status: 200 len: 797 time: 0.1291842 Feb 16 23:13:05.215204 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-178d8e90-8c50-498c-a0ab-6f32ff611f0e None None] Port 72fcf374-e5dd-4d37-876b-e218e0374efe cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:13:05.221680 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-e4ec58e0-2990-420e-ab51-40c499c63e62 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/quotas/c5e2c7d5d14e409fae94d81de0810792 HTTP/1.1" status: 200 len: 375 time: 0.0118043 Feb 16 23:13:05.230684 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892eb027-cb70-477a-900d-db3f450172c4 None None] Sync routers for ids ['8519afe0-9990-4b05-b485-69020e14904d'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:13:05.243132 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892eb027-cb70-477a-900d-db3f450172c4 None None] Routers {'8519afe0-9990-4b05-b485-69020e14904d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:13:05.243812 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-892eb027-cb70-477a-900d-db3f450172c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:12:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['8519afe0-9990-4b05-b485-69020e14904d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:13:05.282373 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-ceaf3355-775a-403b-a6b7-e25f27b59296 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533209 Feb 16 23:13:05.342927 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f6329b79-6cec-4205-9f74-3e8648afd60a None None] Provisioning complete for port 72fcf374-e5dd-4d37-876b-e218e0374efe triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:13:05.343597 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f6329b79-6cec-4205-9f74-3e8648afd60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (72fcf374-e5dd-4d37-876b-e218e0374efe), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:05.363077 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-892eb027-cb70-477a-900d-db3f450172c4 None None] Set router 8519afe0-9990-4b05-b485-69020e14904d gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:13:05.387105 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f6329b79-6cec-4205-9f74-3e8648afd60a None None] Port 72fcf374-e5dd-4d37-876b-e218e0374efe cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:13:05.406819 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-7f0dbf8e-9ef9-4f9e-ac18-abc408866fe2 service neutron] 10.222.0.75 "GET /v2.0/networks/0b2e1fdc-801f-46ad-9c13-030b0e3c1959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120863 Feb 16 23:13:05.512604 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-15b05199-f612-4878-923c-672ce84eb43e None None] Provisioning complete for port 72fcf374-e5dd-4d37-876b-e218e0374efe triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:13:05.513028 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-15b05199-f612-4878-923c-672ce84eb43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (72fcf374-e5dd-4d37-876b-e218e0374efe), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:05.523196 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-75bf1058-c2d6-4e39-8912-f991ec6d795a service neutron] 10.222.0.75 "GET /v2.0/networks/0b2e1fdc-801f-46ad-9c13-030b0e3c1959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057782 Feb 16 23:13:05.551391 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-15b05199-f612-4878-923c-672ce84eb43e None None] Port 72fcf374-e5dd-4d37-876b-e218e0374efe cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:13:05.606985 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-892eb027-cb70-477a-900d-db3f450172c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8519afe0-9990-4b05-b485-69020e14904d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458607823', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '708caf61-3a5a-40ec-801b-adfcd8cc365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:13:00Z', 'updated_at': '2022-02-16T23:13:03Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '708caf61-3a5a-40ec-801b-adfcd8cc365c', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8519afe0-9990-4b05-b485-69020e14904d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:13:00Z', 'updated_at': '2022-02-16T23:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '72fcf374-e5dd-4d37-876b-e218e0374efe', 'name': '', 'network_id': '0b2e1fdc-801f-46ad-9c13-030b0e3c1959', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:8e:e4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8519afe0-9990-4b05-b485-69020e14904d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:13:03Z', 'updated_at': '2022-02-16T23:13:04Z', 'revision_number': 2, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': '0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:13:05.642989 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892eb027-cb70-477a-900d-db3f450172c4 None None] Checking router: 8519afe0-9990-4b05-b485-69020e14904d for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:13:05.643978 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892eb027-cb70-477a-900d-db3f450172c4 None None] Updating router 8519afe0-9990-4b05-b485-69020e14904d port 72fcf374-e5dd-4d37-876b-e218e0374efe binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:13:05.693443 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 708caf61-3a5a-40ec-801b-adfcd8cc365c up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:13:05.693643 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-892eb027-cb70-477a-900d-db3f450172c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (72fcf374-e5dd-4d37-876b-e218e0374efe), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:05.696757 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cb24b317-70cf-4a1f-b6f9-0ca1fdda6532 req-a5521c0b-1fd9-4514-86ed-0225fe1606fb tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=382ab833-4439-49f2-b9d8-e0328242e05c HTTP/1.1" status: 200 len: 210 time: 0.0303621 Feb 16 23:13:05.753508 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 708caf61-3a5a-40ec-801b-adfcd8cc365c triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:13:05.753892 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (708caf61-3a5a-40ec-801b-adfcd8cc365c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:05.835733 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 708caf61-3a5a-40ec-801b-adfcd8cc365c is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:13:05.836959 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 96044c2d-d617-4a11-be7e-21eede97c9c3 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:13:05.889041 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 96044c2d-d617-4a11-be7e-21eede97c9c3 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:13:05.889766 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (96044c2d-d617-4a11-be7e-21eede97c9c3), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:05.975696 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 96044c2d-d617-4a11-be7e-21eede97c9c3 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:13:05.990106 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-892eb027-cb70-477a-900d-db3f450172c4 None None] Publish callbacks [] for port (72fcf374-e5dd-4d37-876b-e218e0374efe), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:05.995350 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-892eb027-cb70-477a-900d-db3f450172c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (72fcf374-e5dd-4d37-876b-e218e0374efe), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:06.050385 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335ecf1-248f-4fcf-946b-29f6af1f5e3f None None] Pushing event updated for resources: {'Port': ['ID=72fcf374-e5dd-4d37-876b-e218e0374efe,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:13:06.089255 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335ecf1-248f-4fcf-946b-29f6af1f5e3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:13:06.089604 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335ecf1-248f-4fcf-946b-29f6af1f5e3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:13:06.090044 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335ecf1-248f-4fcf-946b-29f6af1f5e3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:13:06.090314 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335ecf1-248f-4fcf-946b-29f6af1f5e3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:13:06.090653 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335ecf1-248f-4fcf-946b-29f6af1f5e3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:13:06.090983 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335ecf1-248f-4fcf-946b-29f6af1f5e3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:13:06.091606 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335ecf1-248f-4fcf-946b-29f6af1f5e3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:13:06.091737 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335ecf1-248f-4fcf-946b-29f6af1f5e3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:13:06.091965 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335ecf1-248f-4fcf-946b-29f6af1f5e3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:13:06.092318 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335ecf1-248f-4fcf-946b-29f6af1f5e3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:13:06.092648 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335ecf1-248f-4fcf-946b-29f6af1f5e3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:13:06.092973 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335ecf1-248f-4fcf-946b-29f6af1f5e3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:13:06.093291 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8335ecf1-248f-4fcf-946b-29f6af1f5e3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:13:06.110805 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-892eb027-cb70-477a-900d-db3f450172c4 None None] Attempting to bind port 72fcf374-e5dd-4d37-876b-e218e0374efe on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:13:06.111186 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-892eb027-cb70-477a-900d-db3f450172c4 None None] Attempting to bind port 72fcf374-e5dd-4d37-876b-e218e0374efe by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'b64b9f94-771e-4560-bcef-2ef5c5b6113f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0b2e1fdc-801f-46ad-9c13-030b0e3c1959'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:13:06.111561 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892eb027-cb70-477a-900d-db3f450172c4 None None] Attempting to bind port 72fcf374-e5dd-4d37-876b-e218e0374efe on network 0b2e1fdc-801f-46ad-9c13-030b0e3c1959 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:13:06.117187 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892eb027-cb70-477a-900d-db3f450172c4 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:13:06.117575 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892eb027-cb70-477a-900d-db3f450172c4 None None] Checking segment: {'id': 'b64b9f94-771e-4560-bcef-2ef5c5b6113f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0b2e1fdc-801f-46ad-9c13-030b0e3c1959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:13:06.118029 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-892eb027-cb70-477a-900d-db3f450172c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:06.118433 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892eb027-cb70-477a-900d-db3f450172c4 None None] Bound using segment: {'id': 'b64b9f94-771e-4560-bcef-2ef5c5b6113f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0b2e1fdc-801f-46ad-9c13-030b0e3c1959'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:13:06.119041 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-892eb027-cb70-477a-900d-db3f450172c4 None None] Bound port: 72fcf374-e5dd-4d37-876b-e218e0374efe, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64b9f94-771e-4560-bcef-2ef5c5b6113f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0b2e1fdc-801f-46ad-9c13-030b0e3c1959'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:13:06.119429 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-892eb027-cb70-477a-900d-db3f450172c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (72fcf374-e5dd-4d37-876b-e218e0374efe), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:06.190904 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-892eb027-cb70-477a-900d-db3f450172c4 None None] For port 72fcf374-e5dd-4d37-876b-e218e0374efe, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:13:06.194411 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-892eb027-cb70-477a-900d-db3f450172c4 None None] For port 72fcf374-e5dd-4d37-876b-e218e0374efe, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=72fcf374-e5dd-4d37-876b-e218e0374efe,segment=NetworkSegment(b64b9f94-771e-4560-bcef-2ef5c5b6113f),segment_id=b64b9f94-771e-4560-bcef-2ef5c5b6113f)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:13:06.201293 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-892eb027-cb70-477a-900d-db3f450172c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (72fcf374-e5dd-4d37-876b-e218e0374efe), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:06.255852 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892eb027-cb70-477a-900d-db3f450172c4 None None] Routers {'8519afe0-9990-4b05-b485-69020e14904d'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:13:06.256478 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-892eb027-cb70-477a-900d-db3f450172c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:12:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['8519afe0-9990-4b05-b485-69020e14904d'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:13:06.280809 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-4108b547-1ab4-43b4-95ea-a2aef3558ff2 None None] Provisioning complete for port 72fcf374-e5dd-4d37-876b-e218e0374efe triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:13:06.281268 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4108b547-1ab4-43b4-95ea-a2aef3558ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (72fcf374-e5dd-4d37-876b-e218e0374efe), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:06.331365 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335ecf1-248f-4fcf-946b-29f6af1f5e3f None None] Pushing event updated for resources: {'Port': ['ID=72fcf374-e5dd-4d37-876b-e218e0374efe,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:13:06.379309 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-892eb027-cb70-477a-900d-db3f450172c4 None None] Set router 8519afe0-9990-4b05-b485-69020e14904d gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:13:06.393139 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4108b547-1ab4-43b4-95ea-a2aef3558ff2 None None] Current status of the port 72fcf374-e5dd-4d37-876b-e218e0374efe is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:13:06.393528 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4108b547-1ab4-43b4-95ea-a2aef3558ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (72fcf374-e5dd-4d37-876b-e218e0374efe), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:06.430982 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-4108b547-1ab4-43b4-95ea-a2aef3558ff2 None None] For port 72fcf374-e5dd-4d37-876b-e218e0374efe, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=72fcf374-e5dd-4d37-876b-e218e0374efe,segment=NetworkSegment(b64b9f94-771e-4560-bcef-2ef5c5b6113f),segment_id=b64b9f94-771e-4560-bcef-2ef5c5b6113f)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:13:06.437728 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4108b547-1ab4-43b4-95ea-a2aef3558ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (72fcf374-e5dd-4d37-876b-e218e0374efe), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:06.492964 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108b547-1ab4-43b4-95ea-a2aef3558ff2 None None] Pushing event updated for resources: {'Port': ['ID=72fcf374-e5dd-4d37-876b-e218e0374efe,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:13:06.556400 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-78993a3b-7579-46d1-8b48-41faea63d462 None None] Provisioning complete for port 72fcf374-e5dd-4d37-876b-e218e0374efe triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:13:06.556858 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-78993a3b-7579-46d1-8b48-41faea63d462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (72fcf374-e5dd-4d37-876b-e218e0374efe), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:06.595906 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-892eb027-cb70-477a-900d-db3f450172c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8519afe0-9990-4b05-b485-69020e14904d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458607823', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '708caf61-3a5a-40ec-801b-adfcd8cc365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:13:00Z', 'updated_at': '2022-02-16T23:13:03Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '708caf61-3a5a-40ec-801b-adfcd8cc365c', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8519afe0-9990-4b05-b485-69020e14904d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:13:00Z', 'updated_at': '2022-02-16T23:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '72fcf374-e5dd-4d37-876b-e218e0374efe', 'name': '', 'network_id': '0b2e1fdc-801f-46ad-9c13-030b0e3c1959', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:8e:e4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8519afe0-9990-4b05-b485-69020e14904d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:13:03Z', 'updated_at': '2022-02-16T23:13:06Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': '0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:13:06.625364 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892eb027-cb70-477a-900d-db3f450172c4 None None] The sync data for ids ['8519afe0-9990-4b05-b485-69020e14904d'] in n-d-813897-6 is: [{'id': '8519afe0-9990-4b05-b485-69020e14904d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458607823', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '708caf61-3a5a-40ec-801b-adfcd8cc365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:13:00Z', 'updated_at': '2022-02-16T23:13:03Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '708caf61-3a5a-40ec-801b-adfcd8cc365c', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8519afe0-9990-4b05-b485-69020e14904d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:13:00Z', 'updated_at': '2022-02-16T23:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '72fcf374-e5dd-4d37-876b-e218e0374efe', 'name': '', 'network_id': '0b2e1fdc-801f-46ad-9c13-030b0e3c1959', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:8e:e4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8519afe0-9990-4b05-b485-69020e14904d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:13:03Z', 'updated_at': '2022-02-16T23:13:06Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': '0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:13:06.637568 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-78993a3b-7579-46d1-8b48-41faea63d462 None None] Current status of the port 72fcf374-e5dd-4d37-876b-e218e0374efe is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:13:06.806008 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-edec54d5-e50c-498e-932e-41415de6fa30 req-68402d31-8bd9-4092-9183-19ea6386418c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=382ab833-4439-49f2-b9d8-e0328242e05c HTTP/1.1" status: 200 len: 210 time: 0.0335836 Feb 16 23:13:06.976581 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-3a323e52-22b6-48b0-9246-03eb8b2d19d0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:13:06.978310 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-3a323e52-22b6-48b0-9246-03eb8b2d19d0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.67 "GET /v2.0/networks?id=0b2e1fdc-801f-46ad-9c13-030b0e3c1959 HTTP/1.1" status: 200 len: 797 time: 0.1247592 Feb 16 23:13:07.046686 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-f2b0fbac-4c70-4538-9baf-1fb613bd691c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5e2c7d5d14e409fae94d81de0810792 HTTP/1.1" status: 200 len: 380 time: 0.0587664 Feb 16 23:13:07.055456 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-da91cc36-1569-4598-b7d1-744b6842373f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'port': {'device_id': '382ab833-4439-49f2-b9d8-e0328242e05c', 'network_id': '0b2e1fdc-801f-46ad-9c13-030b0e3c1959', 'admin_state_up': True, 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'security_groups': ['5f84064e-f148-41c8-a837-9dd80de0ff88']}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:13:07.172607 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-da91cc36-1569-4598-b7d1-744b6842373f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Made reservation on behalf of c5e2c7d5d14e409fae94d81de0810792 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:13:07.176741 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-da91cc36-1569-4598-b7d1-744b6842373f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:07.310617 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-da91cc36-1569-4598-b7d1-744b6842373f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Allocated IP 172.20.0.6 (0b2e1fdc-801f-46ad-9c13-030b0e3c1959/0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33/56bca5a6-9acb-4ae1-b719-54013810e7d3) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:13:07.465863 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-da91cc36-1569-4598-b7d1-744b6842373f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for port (56bca5a6-9acb-4ae1-b719-54013810e7d3), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:07.504779 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-da91cc36-1569-4598-b7d1-744b6842373f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (56bca5a6-9acb-4ae1-b719-54013810e7d3), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:07.555816 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-da91cc36-1569-4598-b7d1-744b6842373f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Network 0b2e1fdc-801f-46ad-9c13-030b0e3c1959 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:13:07.559073 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-da91cc36-1569-4598-b7d1-744b6842373f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:13:07.562915 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-da91cc36-1569-4598-b7d1-744b6842373f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:13:07.587390 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91cc36-1569-4598-b7d1-744b6842373f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Port': ['ID=56bca5a6-9acb-4ae1-b719-54013810e7d3,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:13:07.619814 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 72fcf374-e5dd-4d37-876b-e218e0374efe up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:13:07.620946 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-da91cc36-1569-4598-b7d1-744b6842373f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:13:07.621644 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-da91cc36-1569-4598-b7d1-744b6842373f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:07.643555 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-da91cc36-1569-4598-b7d1-744b6842373f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5915124 Feb 16 23:13:07.653703 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-f0740967-3b4f-4b1c-aac0-6f5514170c70 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 23:13:07.655595 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-f0740967-3b4f-4b1c-aac0-6f5514170c70 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066092 Feb 16 23:13:07.667044 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-c9ca61c1-2fb3-4101-806d-81cb0a0ec781 service neutron] Request body: {'port': {'device_id': '382ab833-4439-49f2-b9d8-e0328242e05c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:13:07.676339 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 72fcf374-e5dd-4d37-876b-e218e0374efe triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:13:07.676714 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (72fcf374-e5dd-4d37-876b-e218e0374efe), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:07.764837 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-c9ca61c1-2fb3-4101-806d-81cb0a0ec781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (56bca5a6-9acb-4ae1-b719-54013810e7d3), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:07.767602 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 72fcf374-e5dd-4d37-876b-e218e0374efe is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:13:07.940617 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695772e-65e1-47b4-b761-44ea905f52ec req-ef27861b-b045-4700-9960-df9e4af9d277 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:13:07.942215 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0695772e-65e1-47b4-b761-44ea905f52ec req-ef27861b-b045-4700-9960-df9e4af9d277 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=382ab833-4439-49f2-b9d8-e0328242e05c HTTP/1.1" status: 200 len: 931 time: 0.0566685 Feb 16 23:13:07.972963 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-8435f530-0a94-43c3-98c6-03fda57368d8 None None] Provisioning complete for port 56bca5a6-9acb-4ae1-b719-54013810e7d3 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:13:07.973333 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8435f530-0a94-43c3-98c6-03fda57368d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (56bca5a6-9acb-4ae1-b719-54013810e7d3), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:08.000929 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0695772e-65e1-47b4-b761-44ea905f52ec req-34f41518-44b7-4abe-a64b-150a1ed0aba0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=5f84064e-f148-41c8-a837-9dd80de0ff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526869 Feb 16 23:13:08.009039 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-8435f530-0a94-43c3-98c6-03fda57368d8 None None] Port 56bca5a6-9acb-4ae1-b719-54013810e7d3 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:13:08.065921 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-c9ca61c1-2fb3-4101-806d-81cb0a0ec781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56bca5a6-9acb-4ae1-b719-54013810e7d3 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:13:08.074191 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-c9ca61c1-2fb3-4101-806d-81cb0a0ec781 service neutron] Publish callbacks [] for port (56bca5a6-9acb-4ae1-b719-54013810e7d3), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:08.087076 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-c9ca61c1-2fb3-4101-806d-81cb0a0ec781 service neutron] Transition to ACTIVE for port object 56bca5a6-9acb-4ae1-b719-54013810e7d3 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:13:08.090548 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-c9ca61c1-2fb3-4101-806d-81cb0a0ec781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (56bca5a6-9acb-4ae1-b719-54013810e7d3), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:08.145116 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca61c1-2fb3-4101-806d-81cb0a0ec781 service neutron] Pushing event updated for resources: {'Port': ['ID=56bca5a6-9acb-4ae1-b719-54013810e7d3,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:13:08.213263 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-c9ca61c1-2fb3-4101-806d-81cb0a0ec781 service neutron] Attempting to bind port 56bca5a6-9acb-4ae1-b719-54013810e7d3 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:13:08.213606 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-c9ca61c1-2fb3-4101-806d-81cb0a0ec781 service neutron] Attempting to bind port 56bca5a6-9acb-4ae1-b719-54013810e7d3 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'b64b9f94-771e-4560-bcef-2ef5c5b6113f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0b2e1fdc-801f-46ad-9c13-030b0e3c1959'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:13:08.213936 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-c9ca61c1-2fb3-4101-806d-81cb0a0ec781 service neutron] Attempting to bind port 56bca5a6-9acb-4ae1-b719-54013810e7d3 on network 0b2e1fdc-801f-46ad-9c13-030b0e3c1959 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:13:08.218654 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-c9ca61c1-2fb3-4101-806d-81cb0a0ec781 service neutron] Port 56bca5a6-9acb-4ae1-b719-54013810e7d3 on network 0b2e1fdc-801f-46ad-9c13-030b0e3c1959 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 23:13:08.218979 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-c9ca61c1-2fb3-4101-806d-81cb0a0ec781 service neutron] Attempting to bind port 56bca5a6-9acb-4ae1-b719-54013810e7d3 on network 0b2e1fdc-801f-46ad-9c13-030b0e3c1959 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:13:08.223921 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-c9ca61c1-2fb3-4101-806d-81cb0a0ec781 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:13:08.224267 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-c9ca61c1-2fb3-4101-806d-81cb0a0ec781 service neutron] Checking segment: {'id': 'b64b9f94-771e-4560-bcef-2ef5c5b6113f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0b2e1fdc-801f-46ad-9c13-030b0e3c1959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:13:08.224658 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-c9ca61c1-2fb3-4101-806d-81cb0a0ec781 service neutron] Bound using segment: {'id': 'b64b9f94-771e-4560-bcef-2ef5c5b6113f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0b2e1fdc-801f-46ad-9c13-030b0e3c1959'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:13:08.225085 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-c9ca61c1-2fb3-4101-806d-81cb0a0ec781 service neutron] Bound port: 56bca5a6-9acb-4ae1-b719-54013810e7d3, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b64b9f94-771e-4560-bcef-2ef5c5b6113f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0b2e1fdc-801f-46ad-9c13-030b0e3c1959'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:13:08.225445 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-c9ca61c1-2fb3-4101-806d-81cb0a0ec781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (56bca5a6-9acb-4ae1-b719-54013810e7d3), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:08.296446 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-c9ca61c1-2fb3-4101-806d-81cb0a0ec781 service neutron] For port 56bca5a6-9acb-4ae1-b719-54013810e7d3, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:13:08.299599 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-c9ca61c1-2fb3-4101-806d-81cb0a0ec781 service neutron] For port 56bca5a6-9acb-4ae1-b719-54013810e7d3, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=56bca5a6-9acb-4ae1-b719-54013810e7d3,segment=NetworkSegment(b64b9f94-771e-4560-bcef-2ef5c5b6113f),segment_id=b64b9f94-771e-4560-bcef-2ef5c5b6113f)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:13:08.306405 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-c9ca61c1-2fb3-4101-806d-81cb0a0ec781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (56bca5a6-9acb-4ae1-b719-54013810e7d3), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:08.344232 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-c9ca61c1-2fb3-4101-806d-81cb0a0ec781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:13:08.344867 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-c9ca61c1-2fb3-4101-806d-81cb0a0ec781 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:08.346308 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-c9ca61c1-2fb3-4101-806d-81cb0a0ec781 service neutron] 10.222.0.67 "PUT /v2.0/ports/56bca5a6-9acb-4ae1-b719-54013810e7d3 HTTP/1.1" status: 200 len: 1091 time: 0.6838002 Feb 16 23:13:08.346756 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382ab833-4439-49f2-b9d8-e0328242e05c', 'tag': '56bca5a6-9acb-4ae1-b719-54013810e7d3'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:13:08.348995 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc6ebb2656127e6cc678106abfc43ff4a9c5ad1b0fb390af1324360b6f530fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283fa5cd-fe59-4494-9619-e0cd2b1924ab" -d '{"events": [{"name": "network-changed", "server_uuid": "382ab833-4439-49f2-b9d8-e0328242e05c", "tag": "56bca5a6-9acb-4ae1-b719-54013810e7d3"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:13:08.380858 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca61c1-2fb3-4101-806d-81cb0a0ec781 service neutron] Pushing event updated for resources: {'Port': ['ID=56bca5a6-9acb-4ae1-b719-54013810e7d3,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:13:08.413109 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b521b6-80ea-49cd-b667-e5c8bbc20e0b x-openstack-request-id: req-30b521b6-80ea-49cd-b667-e5c8bbc20e0b {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:13:08.413410 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382ab833-4439-49f2-b9d8-e0328242e05c", "tag": "56bca5a6-9acb-4ae1-b719-54013810e7d3", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:13:08.413673 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-30b521b6-80ea-49cd-b667-e5c8bbc20e0b {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:13:08.414114 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382ab833-4439-49f2-b9d8-e0328242e05c', 'tag': '56bca5a6-9acb-4ae1-b719-54013810e7d3', 'status': 'completed', 'code': 200} Feb 16 23:13:08.434132 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-228e854b-78e0-4ad9-adbf-9fa43508e6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:13:08.435671 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-228e854b-78e0-4ad9-adbf-9fa43508e6c0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=382ab833-4439-49f2-b9d8-e0328242e05c HTTP/1.1" status: 200 len: 1125 time: 0.0521417 Feb 16 23:13:08.478383 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-10cb39d3-c374-42ad-ac5d-6f2a990b8edf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56bca5a6-9acb-4ae1-b719-54013810e7d3 HTTP/1.1" status: 200 len: 217 time: 0.0353684 Feb 16 23:13:08.536235 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-91088764-50c7-4f3a-9d6c-b32c355d3594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:13:08.537771 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-91088764-50c7-4f3a-9d6c-b32c355d3594 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33 HTTP/1.1" status: 200 len: 834 time: 0.0519018 Feb 16 23:13:08.588737 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-681c5826-7f9b-4442-8c2f-c2541406cc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:13:08.590392 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-681c5826-7f9b-4442-8c2f-c2541406cc35 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0b2e1fdc-801f-46ad-9c13-030b0e3c1959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459146 Feb 16 23:13:08.685956 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-6d785a90-7e5a-4080-b7a8-ae2b040b2288 service neutron] 10.222.0.67 "GET /v2.0/networks/0b2e1fdc-801f-46ad-9c13-030b0e3c1959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890403 Feb 16 23:13:08.777421 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-29a343bc-dd86-4b1f-bc6e-c787c7f54830 req-83c0fe7d-46d4-46a5-a100-c8457ec41b66 service neutron] 10.222.0.67 "GET /v2.0/networks/0b2e1fdc-801f-46ad-9c13-030b0e3c1959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854158 Feb 16 23:13:08.870444 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fa5cd-fe59-4494-9619-e0cd2b1924ab req-ad203f11-a0ad-4731-9778-fee511730c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:13:08.871943 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-283fa5cd-fe59-4494-9619-e0cd2b1924ab req-ad203f11-a0ad-4731-9778-fee511730c45 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=382ab833-4439-49f2-b9d8-e0328242e05c HTTP/1.1" status: 200 len: 1125 time: 0.0464242 Feb 16 23:13:08.964484 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fa5cd-fe59-4494-9619-e0cd2b1924ab req-2241fc80-45c3-49b0-9b42-8861dda1d6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:13:08.965868 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-283fa5cd-fe59-4494-9619-e0cd2b1924ab req-2241fc80-45c3-49b0-9b42-8861dda1d6ad service neutron] 10.222.0.67 "GET /v2.0/networks?id=0b2e1fdc-801f-46ad-9c13-030b0e3c1959 HTTP/1.1" status: 200 len: 898 time: 0.0880930 Feb 16 23:13:09.005164 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-283fa5cd-fe59-4494-9619-e0cd2b1924ab req-6daa8fb4-715a-4745-b237-90e6c977e6c4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56bca5a6-9acb-4ae1-b719-54013810e7d3 HTTP/1.1" status: 200 len: 217 time: 0.0331736 Feb 16 23:13:09.057139 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fa5cd-fe59-4494-9619-e0cd2b1924ab req-5f5e9d62-38c9-47cf-9856-489831131bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:13:09.058652 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-283fa5cd-fe59-4494-9619-e0cd2b1924ab req-5f5e9d62-38c9-47cf-9856-489831131bfc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33 HTTP/1.1" status: 200 len: 834 time: 0.0484569 Feb 16 23:13:09.108802 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fa5cd-fe59-4494-9619-e0cd2b1924ab req-8cb415fd-5dd3-41e4-a8b2-122ed7f0a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:13:09.110353 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-283fa5cd-fe59-4494-9619-e0cd2b1924ab req-8cb415fd-5dd3-41e4-a8b2-122ed7f0a80a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0b2e1fdc-801f-46ad-9c13-030b0e3c1959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456035 Feb 16 23:13:09.132997 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ddd9b2-3a22-40b5-b3b4-81b2d843969d req-c5b6e1a2-b14c-4dcc-bc70-c1f41a0121e7 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:13:09.134540 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b3ddd9b2-3a22-40b5-b3b4-81b2d843969d req-c5b6e1a2-b14c-4dcc-bc70-c1f41a0121e7 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=382ab833-4439-49f2-b9d8-e0328242e05c HTTP/1.1" status: 200 len: 943 time: 0.0553248 Feb 16 23:13:09.183938 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b3ddd9b2-3a22-40b5-b3b4-81b2d843969d req-610e53a1-d82c-4d28-83ec-0bac80d3a135 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=5f84064e-f148-41c8-a837-9dd80de0ff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427749 Feb 16 23:13:09.200888 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-283fa5cd-fe59-4494-9619-e0cd2b1924ab req-52918755-3df8-4fe5-9c24-0e00bab713b1 service neutron] 10.222.0.67 "GET /v2.0/networks/0b2e1fdc-801f-46ad-9c13-030b0e3c1959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848072 Feb 16 23:13:09.292933 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-283fa5cd-fe59-4494-9619-e0cd2b1924ab req-8988877f-fc9b-4195-bb31-dbdfd54f3a39 service neutron] 10.222.0.67 "GET /v2.0/networks/0b2e1fdc-801f-46ad-9c13-030b0e3c1959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864110 Feb 16 23:13:10.302106 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4eb249-1cd6-4fd9-b6b6-01f229a16cb4 req-d4f007d0-a1df-469d-8d96-b41054a1c6b1 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:13:10.303382 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2b4eb249-1cd6-4fd9-b6b6-01f229a16cb4 req-d4f007d0-a1df-469d-8d96-b41054a1c6b1 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=382ab833-4439-49f2-b9d8-e0328242e05c HTTP/1.1" status: 200 len: 943 time: 0.0519674 Feb 16 23:13:10.350913 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2b4eb249-1cd6-4fd9-b6b6-01f229a16cb4 req-510cb437-6c41-4b33-b7b7-03df466a4b17 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=5f84064e-f148-41c8-a837-9dd80de0ff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420008 Feb 16 23:13:11.475569 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5507f87-78e5-4689-8443-6d9e2ce21229 req-b663ca29-e148-4206-abe5-2dc90290fe63 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:13:11.477228 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5507f87-78e5-4689-8443-6d9e2ce21229 req-b663ca29-e148-4206-abe5-2dc90290fe63 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=382ab833-4439-49f2-b9d8-e0328242e05c HTTP/1.1" status: 200 len: 943 time: 0.0580974 Feb 16 23:13:11.524933 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5507f87-78e5-4689-8443-6d9e2ce21229 req-233d437f-3aae-48e4-9bfa-9a0ff67fdd60 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=5f84064e-f148-41c8-a837-9dd80de0ff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421727 Feb 16 23:13:12.360208 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 56bca5a6-9acb-4ae1-b719-54013810e7d3 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:13:12.457031 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 56bca5a6-9acb-4ae1-b719-54013810e7d3, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=56bca5a6-9acb-4ae1-b719-54013810e7d3,segment=NetworkSegment(b64b9f94-771e-4560-bcef-2ef5c5b6113f),segment_id=b64b9f94-771e-4560-bcef-2ef5c5b6113f)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:13:12.468960 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '56bca5a6-9acb-4ae1-b719-54013810e7d3', 'network_id': '0b2e1fdc-801f-46ad-9c13-030b0e3c1959', 'port_id': '56bca5a6-9acb-4ae1-b719-54013810e7d3', 'mac_address': 'fa:16:3e:56:8e:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:13:12.506112 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 56bca5a6-9acb-4ae1-b719-54013810e7d3 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:13:12.506501 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (56bca5a6-9acb-4ae1-b719-54013810e7d3), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:12.519769 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56bca5a6-9acb-4ae1-b719-54013810e7d3 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:13:12.539353 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 56bca5a6-9acb-4ae1-b719-54013810e7d3, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=56bca5a6-9acb-4ae1-b719-54013810e7d3,segment=NetworkSegment(b64b9f94-771e-4560-bcef-2ef5c5b6113f),segment_id=b64b9f94-771e-4560-bcef-2ef5c5b6113f)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:13:12.543450 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (56bca5a6-9acb-4ae1-b719-54013810e7d3), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:12.593678 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=56bca5a6-9acb-4ae1-b719-54013810e7d3,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:13:12.651017 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b65ba5-b1ee-4bb8-813a-39574ddde170 req-3b0bd5df-8d3d-42bb-ab46-b1f8702b01cc tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:13:12.652641 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06b65ba5-b1ee-4bb8-813a-39574ddde170 req-3b0bd5df-8d3d-42bb-ab46-b1f8702b01cc tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=382ab833-4439-49f2-b9d8-e0328242e05c HTTP/1.1" status: 200 len: 944 time: 0.0540941 Feb 16 23:13:12.700517 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06b65ba5-b1ee-4bb8-813a-39574ddde170 req-eb9962a7-114a-41c4-ab0d-b17c02e0d3d7 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=5f84064e-f148-41c8-a837-9dd80de0ff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414426 Feb 16 23:13:12.904052 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['56bca5a6-9acb-4ae1-b719-54013810e7d3'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:13:13.822674 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd93629-3f88-4ad5-9f88-4bec0debc891 req-11cda6ef-5d55-4f37-b67e-ab53ae0355f0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:13:13.824174 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5fd93629-3f88-4ad5-9f88-4bec0debc891 req-11cda6ef-5d55-4f37-b67e-ab53ae0355f0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=382ab833-4439-49f2-b9d8-e0328242e05c HTTP/1.1" status: 200 len: 944 time: 0.0566885 Feb 16 23:13:13.871604 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5fd93629-3f88-4ad5-9f88-4bec0debc891 req-b1aba7e6-45db-4a4f-b41c-c149b5218e1e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=5f84064e-f148-41c8-a837-9dd80de0ff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408580 Feb 16 23:13:14.385588 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 56bca5a6-9acb-4ae1-b719-54013810e7d3 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:13:14.435188 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 56bca5a6-9acb-4ae1-b719-54013810e7d3 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:13:14.439870 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 56bca5a6-9acb-4ae1-b719-54013810e7d3 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:13:14.440282 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (56bca5a6-9acb-4ae1-b719-54013810e7d3), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:14.517900 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 56bca5a6-9acb-4ae1-b719-54013810e7d3 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:13:14.518322 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (56bca5a6-9acb-4ae1-b719-54013810e7d3), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:14.540101 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382ab833-4439-49f2-b9d8-e0328242e05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56bca5a6-9acb-4ae1-b719-54013810e7d3'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:13:14.542342 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}003bc719444852515b674fedd62cd1fb71b35db544f2f4adcbcd93f8ba7f5d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a9bb1f-a20f-407d-84ef-e86d6c7ca064" -d '{"events": [{"server_uuid": "382ab833-4439-49f2-b9d8-e0328242e05c", "name": "network-vif-plugged", "status": "completed", "tag": "56bca5a6-9acb-4ae1-b719-54013810e7d3"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:13:14.554429 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 56bca5a6-9acb-4ae1-b719-54013810e7d3, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=56bca5a6-9acb-4ae1-b719-54013810e7d3,segment=NetworkSegment(b64b9f94-771e-4560-bcef-2ef5c5b6113f),segment_id=b64b9f94-771e-4560-bcef-2ef5c5b6113f)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:13:14.558417 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (56bca5a6-9acb-4ae1-b719-54013810e7d3), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:14.582014 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4abc574-f6ad-4369-bf8e-75b32e50494f x-openstack-request-id: req-a4abc574-f6ad-4369-bf8e-75b32e50494f {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:13:14.582313 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382ab833-4439-49f2-b9d8-e0328242e05c", "name": "network-vif-plugged", "status": "completed", "tag": "56bca5a6-9acb-4ae1-b719-54013810e7d3", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:13:14.582571 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a4abc574-f6ad-4369-bf8e-75b32e50494f {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:13:14.582955 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382ab833-4439-49f2-b9d8-e0328242e05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56bca5a6-9acb-4ae1-b719-54013810e7d3', 'code': 200} Feb 16 23:13:14.607638 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=56bca5a6-9acb-4ae1-b719-54013810e7d3,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:13:14.678134 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5461e-0e80-4b74-aaae-5abdcc322ca3 req-917426f7-c2dc-4300-8d02-0d8a63ab6792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:13:14.679650 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a8e5461e-0e80-4b74-aaae-5abdcc322ca3 req-917426f7-c2dc-4300-8d02-0d8a63ab6792 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=382ab833-4439-49f2-b9d8-e0328242e05c HTTP/1.1" status: 200 len: 1127 time: 0.0447969 Feb 16 23:13:14.726245 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a8e5461e-0e80-4b74-aaae-5abdcc322ca3 req-79fa40e5-ff2a-4eef-9d43-a69bbeed9340 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5f84064e-f148-41c8-a837-9dd80de0ff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391574 Feb 16 23:13:14.994827 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6515eb-7ffa-4226-ac07-448e8cb1bffe req-6264f2a3-8a3a-43f1-ac9c-cd0565aad1ef tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:13:14.996226 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cb6515eb-7ffa-4226-ac07-448e8cb1bffe req-6264f2a3-8a3a-43f1-ac9c-cd0565aad1ef tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=382ab833-4439-49f2-b9d8-e0328242e05c HTTP/1.1" status: 200 len: 945 time: 0.0527873 Feb 16 23:13:15.044313 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cb6515eb-7ffa-4226-ac07-448e8cb1bffe req-11cd4515-6543-4c14-b60c-166137581c99 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=5f84064e-f148-41c8-a837-9dd80de0ff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425227 Feb 16 23:13:16.161594 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b32af-a9cd-42f9-9479-e987db77ae83 req-b11bdfdd-1860-4a48-bc5e-ba27b03681c8 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:13:16.163082 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6b2b32af-a9cd-42f9-9479-e987db77ae83 req-b11bdfdd-1860-4a48-bc5e-ba27b03681c8 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=382ab833-4439-49f2-b9d8-e0328242e05c HTTP/1.1" status: 200 len: 945 time: 0.0520241 Feb 16 23:13:16.215029 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6b2b32af-a9cd-42f9-9479-e987db77ae83 req-ad20cb20-f95a-4853-b79b-2049ad185302 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=5f84064e-f148-41c8-a837-9dd80de0ff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463662 Feb 16 23:13:16.332153 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e980ae-dd21-48e4-b59a-aac538238c29 req-6960df10-9231-4613-80c7-39f0ae0a4a46 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:13:16.333548 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d3e980ae-dd21-48e4-b59a-aac538238c29 req-6960df10-9231-4613-80c7-39f0ae0a4a46 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=382ab833-4439-49f2-b9d8-e0328242e05c HTTP/1.1" status: 200 len: 945 time: 0.0517380 Feb 16 23:13:16.380936 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d3e980ae-dd21-48e4-b59a-aac538238c29 req-54ccf5de-391c-4f3c-b1dd-afdf90c11331 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=5f84064e-f148-41c8-a837-9dd80de0ff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418510 Feb 16 23:13:16.403196 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55052) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:13:16.446276 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f889e71-c489-47da-8815-3ae816afea43 tempest-TestNetworkAdvancedServerOps-43398640 tempest-TestNetworkAdvancedServerOps-43398640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:13:16.447815 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0f889e71-c489-47da-8815-3ae816afea43 tempest-TestNetworkAdvancedServerOps-43398640 tempest-TestNetworkAdvancedServerOps-43398640-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=382ab833-4439-49f2-b9d8-e0328242e05c HTTP/1.1" status: 200 len: 1122 time: 0.0435908 Feb 16 23:13:16.450605 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55054) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:13:16.455397 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-8350f43d-6d07-4710-bf1c-a0a3c886c035 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'port_id': '56bca5a6-9acb-4ae1-b719-54013810e7d3', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:13:16.477584 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8350f43d-6d07-4710-bf1c-a0a3c886c035 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:16.575094 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8350f43d-6d07-4710-bf1c-a0a3c886c035 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:16.674907 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-8350f43d-6d07-4710-bf1c-a0a3c886c035 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Allocated IP 172.25.2.180 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/eb95e520-2391-4b17-ac72-867c7b372baa) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:13:16.780249 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8350f43d-6d07-4710-bf1c-a0a3c886c035 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for port (eb95e520-2391-4b17-ac72-867c7b372baa), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:16.813759 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8350f43d-6d07-4710-bf1c-a0a3c886c035 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (eb95e520-2391-4b17-ac72-867c7b372baa), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:16.853787 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8350f43d-6d07-4710-bf1c-a0a3c886c035 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:13:16.856621 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-8350f43d-6d07-4710-bf1c-a0a3c886c035 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:13:16.860417 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8350f43d-6d07-4710-bf1c-a0a3c886c035 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:13:16.866073 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350f43d-6d07-4710-bf1c-a0a3c886c035 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Port': ['ID=eb95e520-2391-4b17-ac72-867c7b372baa,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:13:17.208562 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8350f43d-6d07-4710-bf1c-a0a3c886c035 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for floatingip (e79362e3-3a94-4c2d-a87f-8dee692f8a7a), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:17.274674 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8350f43d-6d07-4710-bf1c-a0a3c886c035 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (eb95e520-2391-4b17-ac72-867c7b372baa), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:17.434983 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8350f43d-6d07-4710-bf1c-a0a3c886c035 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for port (eb95e520-2391-4b17-ac72-867c7b372baa), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:17.439454 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8350f43d-6d07-4710-bf1c-a0a3c886c035 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (eb95e520-2391-4b17-ac72-867c7b372baa), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:17.511014 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350f43d-6d07-4710-bf1c-a0a3c886c035 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Port': ['ID=eb95e520-2391-4b17-ac72-867c7b372baa,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:13:17.519234 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8350f43d-6d07-4710-bf1c-a0a3c886c035 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (e79362e3-3a94-4c2d-a87f-8dee692f8a7a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:17.621410 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-8350f43d-6d07-4710-bf1c-a0a3c886c035 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Floating IP e79362e3-3a94-4c2d-a87f-8dee692f8a7a associated. External IP: 172.25.2.180, port: 56bca5a6-9acb-4ae1-b719-54013810e7d3. Feb 16 23:13:17.827226 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8350f43d-6d07-4710-bf1c-a0a3c886c035 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Router 8519afe0-9990-4b05-b485-69020e14904d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:13:17.932703 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8350f43d-6d07-4710-bf1c-a0a3c886c035 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:13:17.943044 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4b9d81-00a5-45df-a86e-56dd5546c6a3 None None] Sync routers for ids ['8519afe0-9990-4b05-b485-69020e14904d'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:13:17.950468 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8350f43d-6d07-4710-bf1c-a0a3c886c035 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:17.952918 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4b9d81-00a5-45df-a86e-56dd5546c6a3 None None] Routers {'8519afe0-9990-4b05-b485-69020e14904d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:13:17.953530 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-da4b9d81-00a5-45df-a86e-56dd5546c6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:12:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['8519afe0-9990-4b05-b485-69020e14904d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:13:17.982779 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8350f43d-6d07-4710-bf1c-a0a3c886c035 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5301244 Feb 16 23:13:17.983645 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382ab833-4439-49f2-b9d8-e0328242e05c', 'tag': '56bca5a6-9acb-4ae1-b719-54013810e7d3'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:13:17.986048 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e02b1269caefb4c024904b88698defd233c730f45a19e1a7dbb6b862b0fddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b2b8ed-9342-4098-9358-7c1debd55470" -d '{"events": [{"name": "network-changed", "server_uuid": "382ab833-4439-49f2-b9d8-e0328242e05c", "tag": "56bca5a6-9acb-4ae1-b719-54013810e7d3"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:13:18.063247 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-da4b9d81-00a5-45df-a86e-56dd5546c6a3 None None] Set router 8519afe0-9990-4b05-b485-69020e14904d gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:13:18.084858 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032e6aa-a332-41d8-9dbe-4c6381f8f02b req-109a2b65-4b53-45c5-87f1-63f4c8fa25a3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:13:18.086897 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2032e6aa-a332-41d8-9dbe-4c6381f8f02b req-109a2b65-4b53-45c5-87f1-63f4c8fa25a3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=382ab833-4439-49f2-b9d8-e0328242e05c HTTP/1.1" status: 200 len: 945 time: 0.0552113 Feb 16 23:13:18.134652 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2032e6aa-a332-41d8-9dbe-4c6381f8f02b req-8570f06a-f8a6-467d-a616-108ad01fbbda tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=5f84064e-f148-41c8-a837-9dd80de0ff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423999 Feb 16 23:13:18.158983 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55060) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:13:18.195524 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dc0cae-a786-42e8-9bf3-1afb255fb07c x-openstack-request-id: req-c7dc0cae-a786-42e8-9bf3-1afb255fb07c {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:13:18.195821 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382ab833-4439-49f2-b9d8-e0328242e05c", "tag": "56bca5a6-9acb-4ae1-b719-54013810e7d3", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:13:18.196078 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c7dc0cae-a786-42e8-9bf3-1afb255fb07c {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:13:18.196498 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382ab833-4439-49f2-b9d8-e0328242e05c', 'tag': '56bca5a6-9acb-4ae1-b719-54013810e7d3', 'status': 'completed', 'code': 200} Feb 16 23:13:18.229934 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-af75f2ea-2a27-4ba4-94a9-5c9dd3e4e1ed tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/floatingips/e79362e3-3a94-4c2d-a87f-8dee692f8a7a HTTP/1.1" status: 200 len: 991 time: 0.0697961 Feb 16 23:13:18.250243 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2b8ed-9342-4098-9358-7c1debd55470 req-dc24b129-5d23-423c-b0f3-ef429a74d1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:13:18.251917 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-14b2b8ed-9342-4098-9358-7c1debd55470 req-dc24b129-5d23-423c-b0f3-ef429a74d1f7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=382ab833-4439-49f2-b9d8-e0328242e05c HTTP/1.1" status: 200 len: 1127 time: 0.0492663 Feb 16 23:13:18.292933 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-da4b9d81-00a5-45df-a86e-56dd5546c6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8519afe0-9990-4b05-b485-69020e14904d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458607823', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '708caf61-3a5a-40ec-801b-adfcd8cc365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:13:00Z', 'updated_at': '2022-02-16T23:13:03Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '708caf61-3a5a-40ec-801b-adfcd8cc365c', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8519afe0-9990-4b05-b485-69020e14904d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:13:00Z', 'updated_at': '2022-02-16T23:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'e79362e3-3a94-4c2d-a87f-8dee692f8a7a', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'floating_ip_address': '172.25.2.180', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '8519afe0-9990-4b05-b485-69020e14904d', 'port_id': '56bca5a6-9acb-4ae1-b719-54013810e7d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b2e1fdc-801f-46ad-9c13-030b0e3c1959', 'mac_address': 'fa:16:3e:56:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382ab833-4439-49f2-b9d8-e0328242e05c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:13:17Z', 'updated_at': '2022-02-16T23:13:17Z', 'revision_number': 0, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72fcf374-e5dd-4d37-876b-e218e0374efe', 'name': '', 'network_id': '0b2e1fdc-801f-46ad-9c13-030b0e3c1959', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:8e:e4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8519afe0-9990-4b05-b485-69020e14904d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:13:03Z', 'updated_at': '2022-02-16T23:13:06Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': '0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:13:18.318189 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4b9d81-00a5-45df-a86e-56dd5546c6a3 None None] Checking router: 8519afe0-9990-4b05-b485-69020e14904d for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:13:18.327094 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4b9d81-00a5-45df-a86e-56dd5546c6a3 None None] Routers {'8519afe0-9990-4b05-b485-69020e14904d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:13:18.327686 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-da4b9d81-00a5-45df-a86e-56dd5546c6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:12:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['8519afe0-9990-4b05-b485-69020e14904d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:13:18.341376 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2b8ed-9342-4098-9358-7c1debd55470 req-f279ab94-5010-4db4-8b56-b73df8d46658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:13:18.342869 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-14b2b8ed-9342-4098-9358-7c1debd55470 req-f279ab94-5010-4db4-8b56-b73df8d46658 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0b2e1fdc-801f-46ad-9c13-030b0e3c1959 HTTP/1.1" status: 200 len: 898 time: 0.0847113 Feb 16 23:13:18.414393 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-14b2b8ed-9342-4098-9358-7c1debd55470 req-601c4411-e18a-400b-9b0b-162020008937 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56bca5a6-9acb-4ae1-b719-54013810e7d3 HTTP/1.1" status: 200 len: 999 time: 0.0651484 Feb 16 23:13:18.468019 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2b8ed-9342-4098-9358-7c1debd55470 req-657156e2-1037-4ef2-b7ca-56519955256c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:13:18.468019 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-14b2b8ed-9342-4098-9358-7c1debd55470 req-657156e2-1037-4ef2-b7ca-56519955256c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33 HTTP/1.1" status: 200 len: 834 time: 0.0473084 Feb 16 23:13:18.518670 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2b8ed-9342-4098-9358-7c1debd55470 req-b81edb15-155f-490e-bd1c-7875c09c7946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:13:18.520209 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-14b2b8ed-9342-4098-9358-7c1debd55470 req-b81edb15-155f-490e-bd1c-7875c09c7946 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0b2e1fdc-801f-46ad-9c13-030b0e3c1959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466385 Feb 16 23:13:18.600004 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-da4b9d81-00a5-45df-a86e-56dd5546c6a3 None None] Set router 8519afe0-9990-4b05-b485-69020e14904d gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:13:18.614526 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-14b2b8ed-9342-4098-9358-7c1debd55470 req-4f25277e-c9c1-4089-87b1-597b7e823e67 service neutron] 10.222.0.67 "GET /v2.0/networks/0b2e1fdc-801f-46ad-9c13-030b0e3c1959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874732 Feb 16 23:13:18.703324 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-14b2b8ed-9342-4098-9358-7c1debd55470 req-47579377-bb35-49d3-86a2-f564dec8a637 service neutron] 10.222.0.67 "GET /v2.0/networks/0b2e1fdc-801f-46ad-9c13-030b0e3c1959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831752 Feb 16 23:13:18.824123 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-da4b9d81-00a5-45df-a86e-56dd5546c6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8519afe0-9990-4b05-b485-69020e14904d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458607823', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '708caf61-3a5a-40ec-801b-adfcd8cc365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:13:00Z', 'updated_at': '2022-02-16T23:13:03Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '708caf61-3a5a-40ec-801b-adfcd8cc365c', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8519afe0-9990-4b05-b485-69020e14904d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:13:00Z', 'updated_at': '2022-02-16T23:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'e79362e3-3a94-4c2d-a87f-8dee692f8a7a', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'floating_ip_address': '172.25.2.180', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '8519afe0-9990-4b05-b485-69020e14904d', 'port_id': '56bca5a6-9acb-4ae1-b719-54013810e7d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b2e1fdc-801f-46ad-9c13-030b0e3c1959', 'mac_address': 'fa:16:3e:56:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382ab833-4439-49f2-b9d8-e0328242e05c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:13:17Z', 'updated_at': '2022-02-16T23:13:17Z', 'revision_number': 0, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72fcf374-e5dd-4d37-876b-e218e0374efe', 'name': '', 'network_id': '0b2e1fdc-801f-46ad-9c13-030b0e3c1959', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:8e:e4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8519afe0-9990-4b05-b485-69020e14904d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:13:03Z', 'updated_at': '2022-02-16T23:13:06Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': '0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:13:18.850173 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4b9d81-00a5-45df-a86e-56dd5546c6a3 None None] The sync data for ids ['8519afe0-9990-4b05-b485-69020e14904d'] in n-d-813897-6 is: [{'id': '8519afe0-9990-4b05-b485-69020e14904d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458607823', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '708caf61-3a5a-40ec-801b-adfcd8cc365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:13:00Z', 'updated_at': '2022-02-16T23:13:03Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '708caf61-3a5a-40ec-801b-adfcd8cc365c', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8519afe0-9990-4b05-b485-69020e14904d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:13:00Z', 'updated_at': '2022-02-16T23:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'e79362e3-3a94-4c2d-a87f-8dee692f8a7a', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'floating_ip_address': '172.25.2.180', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '8519afe0-9990-4b05-b485-69020e14904d', 'port_id': '56bca5a6-9acb-4ae1-b719-54013810e7d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b2e1fdc-801f-46ad-9c13-030b0e3c1959', 'mac_address': 'fa:16:3e:56:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382ab833-4439-49f2-b9d8-e0328242e05c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:13:17Z', 'updated_at': '2022-02-16T23:13:17Z', 'revision_number': 0, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72fcf374-e5dd-4d37-876b-e218e0374efe', 'name': '', 'network_id': '0b2e1fdc-801f-46ad-9c13-030b0e3c1959', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:8e:e4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8519afe0-9990-4b05-b485-69020e14904d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:13:03Z', 'updated_at': '2022-02-16T23:13:06Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': '0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:13:19.052862 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c3225b-5f9d-4874-a511-ad06872b8d1f None None] New status for floating IP e79362e3-3a94-4c2d-a87f-8dee692f8a7a: ACTIVE {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:13:19.234417 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55062) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:13:19.295084 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-62219441-a6e2-4f8a-ae95-0109db81c923 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/floatingips/e79362e3-3a94-4c2d-a87f-8dee692f8a7a HTTP/1.1" status: 200 len: 993 time: 0.0594676 Feb 16 23:13:20.769664 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b52a6745-d831-4d57-a177-5c66a0a60b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:21.386941 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-141e64a5-89aa-4fa0-be56-2c5083b7e8aa req-3932797c-af7e-45cc-9db7-1f88ecf1eceb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=382ab833-4439-49f2-b9d8-e0328242e05c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0473619 Feb 16 23:13:21.484081 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e64a5-89aa-4fa0-be56-2c5083b7e8aa req-26c46cd2-7bb1-46d1-a1de-546164a05683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:13:21.485607 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-141e64a5-89aa-4fa0-be56-2c5083b7e8aa req-26c46cd2-7bb1-46d1-a1de-546164a05683 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=382ab833-4439-49f2-b9d8-e0328242e05c HTTP/1.1" status: 200 len: 1127 time: 0.0470438 Feb 16 23:13:21.601227 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e64a5-89aa-4fa0-be56-2c5083b7e8aa req-979f0fed-bd03-4d06-a6e7-c369996892dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:13:21.602716 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-141e64a5-89aa-4fa0-be56-2c5083b7e8aa req-979f0fed-bd03-4d06-a6e7-c369996892dd service neutron] 10.222.0.67 "GET /v2.0/networks?id=0b2e1fdc-801f-46ad-9c13-030b0e3c1959 HTTP/1.1" status: 200 len: 898 time: 0.0888507 Feb 16 23:13:21.668448 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-141e64a5-89aa-4fa0-be56-2c5083b7e8aa req-99278b88-1bbc-4f63-98f7-afc2fc6d5cc4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56bca5a6-9acb-4ae1-b719-54013810e7d3 HTTP/1.1" status: 200 len: 1001 time: 0.0582602 Feb 16 23:13:21.715158 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e64a5-89aa-4fa0-be56-2c5083b7e8aa req-36d99924-7ffe-4ec0-8db6-fd0f522e8801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:13:21.716573 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-141e64a5-89aa-4fa0-be56-2c5083b7e8aa req-36d99924-7ffe-4ec0-8db6-fd0f522e8801 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33 HTTP/1.1" status: 200 len: 834 time: 0.0426257 Feb 16 23:13:21.767739 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e64a5-89aa-4fa0-be56-2c5083b7e8aa req-de3b649a-c229-442a-a152-2e3973401496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:13:21.769199 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-141e64a5-89aa-4fa0-be56-2c5083b7e8aa req-de3b649a-c229-442a-a152-2e3973401496 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0b2e1fdc-801f-46ad-9c13-030b0e3c1959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472412 Feb 16 23:13:21.855694 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-141e64a5-89aa-4fa0-be56-2c5083b7e8aa req-0b8309f8-39ab-4ab7-90c0-fb801cc9c1b3 service neutron] 10.222.0.67 "GET /v2.0/networks/0b2e1fdc-801f-46ad-9c13-030b0e3c1959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807288 Feb 16 23:13:21.945141 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-141e64a5-89aa-4fa0-be56-2c5083b7e8aa req-fc147ef7-1110-4fa9-8b8d-264324acd457 service neutron] 10.222.0.67 "GET /v2.0/networks/0b2e1fdc-801f-46ad-9c13-030b0e3c1959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841336 Feb 16 23:13:23.161188 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9dc9cd69-2287-4c90-983a-8f804bc02985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:24.459615 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:25.797680 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:27.132581 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:28.872774 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:30.460700 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:37.396332 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:13:50.771243 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-78056007-c100-43a9-b7e0-3e4cdb1d84bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:53.166827 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9a0a6706-7476-4436-8660-4ecdbc6e6a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:54.463591 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:55.799260 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:57.134457 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:13:58.875666 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:00.451700 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:14.395172 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:14:20.775877 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-75c98a44-aeb6-4199-b2f2-da40a19f0dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:21.956124 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa96e3-6e26-4e10-bb91-5ad310c3f200 req-c8d63e26-85d8-4019-b98f-7263d6b5ffc9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:21.957548 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-75aa96e3-6e26-4e10-bb91-5ad310c3f200 req-c8d63e26-85d8-4019-b98f-7263d6b5ffc9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=382ab833-4439-49f2-b9d8-e0328242e05c HTTP/1.1" status: 200 len: 945 time: 0.1018190 Feb 16 23:14:22.008858 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-75aa96e3-6e26-4e10-bb91-5ad310c3f200 req-ba4d612e-743e-4344-80e4-382a03479ece tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=5f84064e-f148-41c8-a837-9dd80de0ff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454559 Feb 16 23:14:22.384726 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8747b20b-5702-478f-9395-11779c7aff3f req-f6530cda-656c-453e-997e-cfec8f5643a0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=382ab833-4439-49f2-b9d8-e0328242e05c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439208 Feb 16 23:14:22.469011 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747b20b-5702-478f-9395-11779c7aff3f req-3c7b139c-43a7-4a91-b3ba-675ec8198068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:22.470547 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8747b20b-5702-478f-9395-11779c7aff3f req-3c7b139c-43a7-4a91-b3ba-675ec8198068 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=382ab833-4439-49f2-b9d8-e0328242e05c HTTP/1.1" status: 200 len: 1127 time: 0.0458543 Feb 16 23:14:22.574893 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747b20b-5702-478f-9395-11779c7aff3f req-c8315214-74f9-4041-af81-f73ba406bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:22.576938 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8747b20b-5702-478f-9395-11779c7aff3f req-c8315214-74f9-4041-af81-f73ba406bef4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0b2e1fdc-801f-46ad-9c13-030b0e3c1959 HTTP/1.1" status: 200 len: 898 time: 0.0879426 Feb 16 23:14:22.638470 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8747b20b-5702-478f-9395-11779c7aff3f req-995ef09d-fd88-434d-babb-be1bb2a5cc95 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56bca5a6-9acb-4ae1-b719-54013810e7d3 HTTP/1.1" status: 200 len: 1001 time: 0.0562084 Feb 16 23:14:22.688714 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747b20b-5702-478f-9395-11779c7aff3f req-5b5d371b-d18d-463e-b355-03ec12574fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:22.690218 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8747b20b-5702-478f-9395-11779c7aff3f req-5b5d371b-d18d-463e-b355-03ec12574fb0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33 HTTP/1.1" status: 200 len: 834 time: 0.0465994 Feb 16 23:14:22.739160 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747b20b-5702-478f-9395-11779c7aff3f req-6043e16d-9de9-4763-b84f-40b7e0f8d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:22.740606 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8747b20b-5702-478f-9395-11779c7aff3f req-6043e16d-9de9-4763-b84f-40b7e0f8d2eb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0b2e1fdc-801f-46ad-9c13-030b0e3c1959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441337 Feb 16 23:14:22.826523 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8747b20b-5702-478f-9395-11779c7aff3f req-e4699724-4545-4e49-be90-5b777cb07f9c service neutron] 10.222.0.67 "GET /v2.0/networks/0b2e1fdc-801f-46ad-9c13-030b0e3c1959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798335 Feb 16 23:14:22.916344 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-8747b20b-5702-478f-9395-11779c7aff3f req-ca8b986a-361b-4007-a045-6254213d0858 service neutron] 10.222.0.67 "GET /v2.0/networks/0b2e1fdc-801f-46ad-9c13-030b0e3c1959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846612 Feb 16 23:14:23.132850 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99cae7-71f6-454c-b54e-9aa2e5e0ce56 req-e4d5d217-2c83-4ff2-8083-bbab64d4e455 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:23.134378 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7e99cae7-71f6-454c-b54e-9aa2e5e0ce56 req-e4d5d217-2c83-4ff2-8083-bbab64d4e455 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=382ab833-4439-49f2-b9d8-e0328242e05c HTTP/1.1" status: 200 len: 945 time: 0.0557349 Feb 16 23:14:23.167693 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-74317c42-a0f0-4522-9c29-5dc8315a18c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:23.183088 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7e99cae7-71f6-454c-b54e-9aa2e5e0ce56 req-3bf8edf5-3100-41c1-9845-93df94bc73b9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=5f84064e-f148-41c8-a837-9dd80de0ff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430627 Feb 16 23:14:23.205953 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55098) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:14:23.265261 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-422a1cc0-5b8f-4ffb-bf8a-9b10a1041927 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/floatingips/e79362e3-3a94-4c2d-a87f-8dee692f8a7a HTTP/1.1" status: 200 len: 993 time: 0.0580606 Feb 16 23:14:24.477110 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:24.531842 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835dc8f3-732e-40e3-b904-265e99719c31 req-e3aa04b1-37d8-47d8-9b83-895db3063090 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:24.534132 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-835dc8f3-732e-40e3-b904-265e99719c31 req-e3aa04b1-37d8-47d8-9b83-895db3063090 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=382ab833-4439-49f2-b9d8-e0328242e05c HTTP/1.1" status: 200 len: 945 time: 0.0540802 Feb 16 23:14:24.581832 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-835dc8f3-732e-40e3-b904-265e99719c31 req-046301b3-cf55-4eb4-aa0f-33c40fb869fb tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=5f84064e-f148-41c8-a837-9dd80de0ff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421100 Feb 16 23:14:25.705306 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e13082-7280-458c-8bee-c4522405473e req-012548df-e3a5-479b-84c3-e3bb8eb9124d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:25.706828 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12e13082-7280-458c-8bee-c4522405473e req-012548df-e3a5-479b-84c3-e3bb8eb9124d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=382ab833-4439-49f2-b9d8-e0328242e05c HTTP/1.1" status: 200 len: 945 time: 0.0568082 Feb 16 23:14:25.755301 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12e13082-7280-458c-8bee-c4522405473e req-3daf2e0f-1bcb-462e-8219-179fb4b00212 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=5f84064e-f148-41c8-a837-9dd80de0ff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428150 Feb 16 23:14:25.777713 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55108) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:14:25.802458 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:25.843647 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7444a05b-0e8c-4a51-82de-7bd20e432fd2 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/floatingips/e79362e3-3a94-4c2d-a87f-8dee692f8a7a HTTP/1.1" status: 200 len: 993 time: 0.0641322 Feb 16 23:14:26.084620 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55114) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:14:26.238442 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-3eb08dd0-3fb7-429d-b23b-b4671a132151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Deleting port eb95e520-2391-4b17-ac72-867c7b372baa {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:14:26.238783 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3eb08dd0-3fb7-429d-b23b-b4671a132151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (eb95e520-2391-4b17-ac72-867c7b372baa), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:26.310794 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3eb08dd0-3fb7-429d-b23b-b4671a132151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (eb95e520-2391-4b17-ac72-867c7b372baa), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:26.311120 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3eb08dd0-3fb7-429d-b23b-b4671a132151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for floatingip (eb95e520-2391-4b17-ac72-867c7b372baa), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:26.322501 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-3eb08dd0-3fb7-429d-b23b-b4671a132151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Calling delete_port for eb95e520-2391-4b17-ac72-867c7b372baa owned by network:floatingip {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:14:26.470068 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3eb08dd0-3fb7-429d-b23b-b4671a132151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (eb95e520-2391-4b17-ac72-867c7b372baa), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:26.494733 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb08dd0-3fb7-429d-b23b-b4671a132151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event deleted for resources: {'Port': ['ID=eb95e520-2391-4b17-ac72-867c7b372baa,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:14:26.523945 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb08dd0-3fb7-429d-b23b-b4671a132151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:26.524298 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb08dd0-3fb7-429d-b23b-b4671a132151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:26.524647 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb08dd0-3fb7-429d-b23b-b4671a132151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:26.524998 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb08dd0-3fb7-429d-b23b-b4671a132151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:26.525323 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb08dd0-3fb7-429d-b23b-b4671a132151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:26.525910 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb08dd0-3fb7-429d-b23b-b4671a132151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:26.526271 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb08dd0-3fb7-429d-b23b-b4671a132151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:26.526603 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb08dd0-3fb7-429d-b23b-b4671a132151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:26.526934 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb08dd0-3fb7-429d-b23b-b4671a132151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:26.527264 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb08dd0-3fb7-429d-b23b-b4671a132151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:26.527590 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb08dd0-3fb7-429d-b23b-b4671a132151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:26.527914 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb08dd0-3fb7-429d-b23b-b4671a132151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:26.528237 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb08dd0-3fb7-429d-b23b-b4671a132151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:26.569260 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3eb08dd0-3fb7-429d-b23b-b4671a132151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for floatingip (e79362e3-3a94-4c2d-a87f-8dee692f8a7a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:26.570058 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-3eb08dd0-3fb7-429d-b23b-b4671a132151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Floating IP e79362e3-3a94-4c2d-a87f-8dee692f8a7a disassociated (deleted). External IP: 172.25.2.180, port: 56bca5a6-9acb-4ae1-b719-54013810e7d3. Feb 16 23:14:27.054104 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb08dd0-3fb7-429d-b23b-b4671a132151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Router 8519afe0-9990-4b05-b485-69020e14904d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:14:27.136068 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:27.161284 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb08dd0-3fb7-429d-b23b-b4671a132151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:14:27.165994 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3eb08dd0-3fb7-429d-b23b-b4671a132151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:27.171147 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0763d82-5a26-43eb-aa9e-dab94acbef7d None None] Sync routers for ids ['8519afe0-9990-4b05-b485-69020e14904d'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:14:27.181067 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0763d82-5a26-43eb-aa9e-dab94acbef7d None None] Routers {'8519afe0-9990-4b05-b485-69020e14904d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:14:27.181694 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-e0763d82-5a26-43eb-aa9e-dab94acbef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:14:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['8519afe0-9990-4b05-b485-69020e14904d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:14:27.200700 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3eb08dd0-3fb7-429d-b23b-b4671a132151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "DELETE /v2.0/floatingips/e79362e3-3a94-4c2d-a87f-8dee692f8a7a HTTP/1.1" status: 204 len: 168 time: 1.1125939 Feb 16 23:14:27.200700 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382ab833-4439-49f2-b9d8-e0328242e05c', 'tag': '56bca5a6-9acb-4ae1-b719-54013810e7d3'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:14:27.202068 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e02b1269caefb4c024904b88698defd233c730f45a19e1a7dbb6b862b0fddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e04e0d6-47ba-44cf-a495-8d188c650876" -d '{"events": [{"name": "network-changed", "server_uuid": "382ab833-4439-49f2-b9d8-e0328242e05c", "tag": "56bca5a6-9acb-4ae1-b719-54013810e7d3"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:14:27.291980 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-e0763d82-5a26-43eb-aa9e-dab94acbef7d None None] Set router 8519afe0-9990-4b05-b485-69020e14904d gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:14:27.419986 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa39776a-8534-4ab1-86ac-df4f6a0ea8f6 x-openstack-request-id: req-fa39776a-8534-4ab1-86ac-df4f6a0ea8f6 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:14:27.420547 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382ab833-4439-49f2-b9d8-e0328242e05c", "tag": "56bca5a6-9acb-4ae1-b719-54013810e7d3", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:14:27.421135 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fa39776a-8534-4ab1-86ac-df4f6a0ea8f6 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:14:27.422346 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382ab833-4439-49f2-b9d8-e0328242e05c', 'tag': '56bca5a6-9acb-4ae1-b719-54013810e7d3', 'status': 'completed', 'code': 200} Feb 16 23:14:27.501855 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04e0d6-47ba-44cf-a495-8d188c650876 req-516cd29c-3466-4f79-8fbd-1ae22042e02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:27.505784 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1e04e0d6-47ba-44cf-a495-8d188c650876 req-516cd29c-3466-4f79-8fbd-1ae22042e02e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=382ab833-4439-49f2-b9d8-e0328242e05c HTTP/1.1" status: 200 len: 1127 time: 0.0531106 Feb 16 23:14:27.513240 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-e0763d82-5a26-43eb-aa9e-dab94acbef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8519afe0-9990-4b05-b485-69020e14904d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458607823', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '708caf61-3a5a-40ec-801b-adfcd8cc365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:13:00Z', 'updated_at': '2022-02-16T23:13:03Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '708caf61-3a5a-40ec-801b-adfcd8cc365c', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8519afe0-9990-4b05-b485-69020e14904d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:13:00Z', 'updated_at': '2022-02-16T23:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '72fcf374-e5dd-4d37-876b-e218e0374efe', 'name': '', 'network_id': '0b2e1fdc-801f-46ad-9c13-030b0e3c1959', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:8e:e4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8519afe0-9990-4b05-b485-69020e14904d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:13:03Z', 'updated_at': '2022-02-16T23:13:06Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': '0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:14:27.523898 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad988a-32a3-4bb8-8318-1faea00e850f req-69280930-8d93-4f83-94fe-1fc25e3a5c4d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:27.526439 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6ad988a-32a3-4bb8-8318-1faea00e850f req-69280930-8d93-4f83-94fe-1fc25e3a5c4d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=382ab833-4439-49f2-b9d8-e0328242e05c HTTP/1.1" status: 200 len: 945 time: 0.0574834 Feb 16 23:14:27.553699 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0763d82-5a26-43eb-aa9e-dab94acbef7d None None] Checking router: 8519afe0-9990-4b05-b485-69020e14904d for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:14:27.562935 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0763d82-5a26-43eb-aa9e-dab94acbef7d None None] Routers {'8519afe0-9990-4b05-b485-69020e14904d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:14:27.563539 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-e0763d82-5a26-43eb-aa9e-dab94acbef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:14:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['8519afe0-9990-4b05-b485-69020e14904d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:14:27.586190 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6ad988a-32a3-4bb8-8318-1faea00e850f req-754e8f2e-4b10-4e82-a3ce-a346e6ff5e25 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=5f84064e-f148-41c8-a837-9dd80de0ff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537622 Feb 16 23:14:27.615053 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04e0d6-47ba-44cf-a495-8d188c650876 req-dd469f9c-b7c5-4f68-a4ba-604a698bee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:27.616561 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1e04e0d6-47ba-44cf-a495-8d188c650876 req-dd469f9c-b7c5-4f68-a4ba-604a698bee7c service neutron] 10.222.0.67 "GET /v2.0/networks?id=0b2e1fdc-801f-46ad-9c13-030b0e3c1959 HTTP/1.1" status: 200 len: 898 time: 0.1043851 Feb 16 23:14:27.659039 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1e04e0d6-47ba-44cf-a495-8d188c650876 req-3d781e64-6499-4463-bf8e-ecb39a4af513 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56bca5a6-9acb-4ae1-b719-54013810e7d3 HTTP/1.1" status: 200 len: 217 time: 0.0357544 Feb 16 23:14:27.673904 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-e0763d82-5a26-43eb-aa9e-dab94acbef7d None None] Set router 8519afe0-9990-4b05-b485-69020e14904d gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:14:27.708581 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04e0d6-47ba-44cf-a495-8d188c650876 req-35667ea2-ce08-4d93-99ce-06b0bca6c1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:27.710098 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1e04e0d6-47ba-44cf-a495-8d188c650876 req-35667ea2-ce08-4d93-99ce-06b0bca6c1c7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33 HTTP/1.1" status: 200 len: 834 time: 0.0436027 Feb 16 23:14:27.764249 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04e0d6-47ba-44cf-a495-8d188c650876 req-4b11db48-1027-4388-817d-c4df504bffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:27.765732 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1e04e0d6-47ba-44cf-a495-8d188c650876 req-4b11db48-1027-4388-817d-c4df504bffa2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0b2e1fdc-801f-46ad-9c13-030b0e3c1959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482848 Feb 16 23:14:27.854037 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1e04e0d6-47ba-44cf-a495-8d188c650876 req-6c29f522-47b7-4814-bc06-f5c69cbb13bd service neutron] 10.222.0.67 "GET /v2.0/networks/0b2e1fdc-801f-46ad-9c13-030b0e3c1959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813999 Feb 16 23:14:27.871149 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-e0763d82-5a26-43eb-aa9e-dab94acbef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8519afe0-9990-4b05-b485-69020e14904d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458607823', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '708caf61-3a5a-40ec-801b-adfcd8cc365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:13:00Z', 'updated_at': '2022-02-16T23:13:03Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '708caf61-3a5a-40ec-801b-adfcd8cc365c', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8519afe0-9990-4b05-b485-69020e14904d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:13:00Z', 'updated_at': '2022-02-16T23:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '72fcf374-e5dd-4d37-876b-e218e0374efe', 'name': '', 'network_id': '0b2e1fdc-801f-46ad-9c13-030b0e3c1959', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:8e:e4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8519afe0-9990-4b05-b485-69020e14904d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:13:03Z', 'updated_at': '2022-02-16T23:13:06Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': '0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:14:27.901435 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0763d82-5a26-43eb-aa9e-dab94acbef7d None None] The sync data for ids ['8519afe0-9990-4b05-b485-69020e14904d'] in n-d-813897-6 is: [{'id': '8519afe0-9990-4b05-b485-69020e14904d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458607823', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '708caf61-3a5a-40ec-801b-adfcd8cc365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:13:00Z', 'updated_at': '2022-02-16T23:13:03Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '708caf61-3a5a-40ec-801b-adfcd8cc365c', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8519afe0-9990-4b05-b485-69020e14904d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:13:00Z', 'updated_at': '2022-02-16T23:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '72fcf374-e5dd-4d37-876b-e218e0374efe', 'name': '', 'network_id': '0b2e1fdc-801f-46ad-9c13-030b0e3c1959', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:8e:e4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8519afe0-9990-4b05-b485-69020e14904d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:13:03Z', 'updated_at': '2022-02-16T23:13:06Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': '0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:14:27.949822 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1e04e0d6-47ba-44cf-a495-8d188c650876 req-903e5800-483d-421f-a90f-351fdc16f988 service neutron] 10.222.0.67 "GET /v2.0/networks/0b2e1fdc-801f-46ad-9c13-030b0e3c1959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889890 Feb 16 23:14:28.126701 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e69660-0768-45ca-bb38-6e499310db79 None None] New status for floating IP e79362e3-3a94-4c2d-a87f-8dee692f8a7a: DOWN {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:14:28.707066 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8155e-c22b-44f6-8ffb-6ac6390b6b45 req-8aaa304d-8552-4bcb-ac93-d446431e1326 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:28.708541 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-43b8155e-c22b-44f6-8ffb-6ac6390b6b45 req-8aaa304d-8552-4bcb-ac93-d446431e1326 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=382ab833-4439-49f2-b9d8-e0328242e05c HTTP/1.1" status: 200 len: 945 time: 0.0512922 Feb 16 23:14:28.755833 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-43b8155e-c22b-44f6-8ffb-6ac6390b6b45 req-199c0e1a-9e08-4210-9da8-611d78f2a703 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=5f84064e-f148-41c8-a837-9dd80de0ff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416613 Feb 16 23:14:28.872116 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:29.288336 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9918901-ee32-46c3-8cf3-a7d9b3e8ed63 req-68f22c54-ad5f-4a32-88d3-4080654d5927 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:29.289795 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e9918901-ee32-46c3-8cf3-a7d9b3e8ed63 req-68f22c54-ad5f-4a32-88d3-4080654d5927 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.67 "GET /v2.0/ports?device_id=382ab833-4439-49f2-b9d8-e0328242e05c HTTP/1.1" status: 200 len: 945 time: 0.0523286 Feb 16 23:14:29.378262 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-e9918901-ee32-46c3-8cf3-a7d9b3e8ed63 req-80859bf6-721f-4d6d-af9e-092f45df1ed3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Deleting port 56bca5a6-9acb-4ae1-b719-54013810e7d3 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:14:29.378605 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e9918901-ee32-46c3-8cf3-a7d9b3e8ed63 req-80859bf6-721f-4d6d-af9e-092f45df1ed3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (56bca5a6-9acb-4ae1-b719-54013810e7d3), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:29.469913 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-e9918901-ee32-46c3-8cf3-a7d9b3e8ed63 req-80859bf6-721f-4d6d-af9e-092f45df1ed3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] For port 56bca5a6-9acb-4ae1-b719-54013810e7d3, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=56bca5a6-9acb-4ae1-b719-54013810e7d3,segment=NetworkSegment(b64b9f94-771e-4560-bcef-2ef5c5b6113f),segment_id=b64b9f94-771e-4560-bcef-2ef5c5b6113f)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:14:29.469913 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e9918901-ee32-46c3-8cf3-a7d9b3e8ed63 req-80859bf6-721f-4d6d-af9e-092f45df1ed3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (56bca5a6-9acb-4ae1-b719-54013810e7d3), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:29.483705 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-e9918901-ee32-46c3-8cf3-a7d9b3e8ed63 req-80859bf6-721f-4d6d-af9e-092f45df1ed3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Calling delete_port for 56bca5a6-9acb-4ae1-b719-54013810e7d3 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:14:29.612073 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e9918901-ee32-46c3-8cf3-a7d9b3e8ed63 req-80859bf6-721f-4d6d-af9e-092f45df1ed3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (56bca5a6-9acb-4ae1-b719-54013810e7d3), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:29.639590 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80859bf6-721f-4d6d-af9e-092f45df1ed3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event deleted for resources: {'Port': ['ID=56bca5a6-9acb-4ae1-b719-54013810e7d3,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:14:29.650995 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80859bf6-721f-4d6d-af9e-092f45df1ed3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:29.651355 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80859bf6-721f-4d6d-af9e-092f45df1ed3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:29.651707 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80859bf6-721f-4d6d-af9e-092f45df1ed3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:29.652053 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80859bf6-721f-4d6d-af9e-092f45df1ed3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:29.652397 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80859bf6-721f-4d6d-af9e-092f45df1ed3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:29.652735 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80859bf6-721f-4d6d-af9e-092f45df1ed3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:29.653071 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80859bf6-721f-4d6d-af9e-092f45df1ed3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:29.653926 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80859bf6-721f-4d6d-af9e-092f45df1ed3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:29.653926 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80859bf6-721f-4d6d-af9e-092f45df1ed3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:29.654142 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80859bf6-721f-4d6d-af9e-092f45df1ed3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:29.654437 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80859bf6-721f-4d6d-af9e-092f45df1ed3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:29.654770 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80859bf6-721f-4d6d-af9e-092f45df1ed3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:29.655099 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80859bf6-721f-4d6d-af9e-092f45df1ed3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:29.696873 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9918901-ee32-46c3-8cf3-a7d9b3e8ed63 req-80859bf6-721f-4d6d-af9e-092f45df1ed3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] No DVR routers for this DVR port 56bca5a6-9acb-4ae1-b719-54013810e7d3 on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:14:29.699629 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-e9918901-ee32-46c3-8cf3-a7d9b3e8ed63 req-80859bf6-721f-4d6d-af9e-092f45df1ed3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:29.703736 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e9918901-ee32-46c3-8cf3-a7d9b3e8ed63 req-80859bf6-721f-4d6d-af9e-092f45df1ed3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.67 "DELETE /v2.0/ports/56bca5a6-9acb-4ae1-b719-54013810e7d3 HTTP/1.1" status: 204 len: 173 time: 0.4086359 Feb 16 23:14:29.704188 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382ab833-4439-49f2-b9d8-e0328242e05c', 'name': 'network-vif-deleted', 'tag': '56bca5a6-9acb-4ae1-b719-54013810e7d3'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:14:29.706495 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc6ebb2656127e6cc678106abfc43ff4a9c5ad1b0fb390af1324360b6f530fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71d30ba-e116-440c-8d06-5ebf732b6d3c" -d '{"events": [{"server_uuid": "382ab833-4439-49f2-b9d8-e0328242e05c", "name": "network-vif-deleted", "tag": "56bca5a6-9acb-4ae1-b719-54013810e7d3"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:14:29.744258 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42d7477-b809-4ca5-9e2a-0b795bd9177d x-openstack-request-id: req-f42d7477-b809-4ca5-9e2a-0b795bd9177d {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:14:29.744569 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382ab833-4439-49f2-b9d8-e0328242e05c", "name": "network-vif-deleted", "tag": "56bca5a6-9acb-4ae1-b719-54013810e7d3", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:14:29.744832 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f42d7477-b809-4ca5-9e2a-0b795bd9177d {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:14:29.745310 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382ab833-4439-49f2-b9d8-e0328242e05c', 'name': 'network-vif-deleted', 'tag': '56bca5a6-9acb-4ae1-b719-54013810e7d3', 'status': 'completed', 'code': 200} Feb 16 23:14:29.867920 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4be858f1-07ac-44c5-aa76-ade27aaef408 req-6919a9ba-bf9c-4117-a697-ca30ea13a6c3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=382ab833-4439-49f2-b9d8-e0328242e05c HTTP/1.1" status: 200 len: 210 time: 0.0307870 Feb 16 23:14:30.449792 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:30.923638 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55132) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:14:31.274171 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a7787a1e-4183-4008-a29b-6ec87e0ab260 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (8519afe0-9990-4b05-b485-69020e14904d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:31.544114 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-a7787a1e-4183-4008-a29b-6ec87e0ab260 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Deleting port 72fcf374-e5dd-4d37-876b-e218e0374efe {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:14:31.544376 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a7787a1e-4183-4008-a29b-6ec87e0ab260 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (72fcf374-e5dd-4d37-876b-e218e0374efe), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:31.635124 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-a7787a1e-4183-4008-a29b-6ec87e0ab260 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] For port 72fcf374-e5dd-4d37-876b-e218e0374efe, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=72fcf374-e5dd-4d37-876b-e218e0374efe,segment=NetworkSegment(b64b9f94-771e-4560-bcef-2ef5c5b6113f),segment_id=b64b9f94-771e-4560-bcef-2ef5c5b6113f)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:14:31.635494 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a7787a1e-4183-4008-a29b-6ec87e0ab260 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (72fcf374-e5dd-4d37-876b-e218e0374efe), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:31.647630 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-a7787a1e-4183-4008-a29b-6ec87e0ab260 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Calling delete_port for 72fcf374-e5dd-4d37-876b-e218e0374efe owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:14:31.834455 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a7787a1e-4183-4008-a29b-6ec87e0ab260 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (72fcf374-e5dd-4d37-876b-e218e0374efe), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:31.862799 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7787a1e-4183-4008-a29b-6ec87e0ab260 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event deleted for resources: {'Port': ['ID=72fcf374-e5dd-4d37-876b-e218e0374efe,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:14:32.038931 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a7787a1e-4183-4008-a29b-6ec87e0ab260 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (8519afe0-9990-4b05-b485-69020e14904d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:32.257120 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7787a1e-4183-4008-a29b-6ec87e0ab260 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Router 8519afe0-9990-4b05-b485-69020e14904d has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:14:32.363451 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7787a1e-4183-4008-a29b-6ec87e0ab260 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:14:32.368634 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a7787a1e-4183-4008-a29b-6ec87e0ab260 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "PUT /v2.0/routers/8519afe0-9990-4b05-b485-69020e14904d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4439297 Feb 16 23:14:32.371504 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55134) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:14:32.373057 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfef2514-8031-4efd-85a8-0852b349486d None None] Sync routers for ids ['8519afe0-9990-4b05-b485-69020e14904d'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:14:32.383264 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfef2514-8031-4efd-85a8-0852b349486d None None] Routers {'8519afe0-9990-4b05-b485-69020e14904d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:14:32.383879 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-dfef2514-8031-4efd-85a8-0852b349486d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:14:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['8519afe0-9990-4b05-b485-69020e14904d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:14:32.427039 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-db087ec6-0d00-4e1f-8339-0902282a8c10 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Deleting subnet 0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 23:14:32.430370 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db087ec6-0d00-4e1f-8339-0902282a8c10 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for subnet (0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:32.469561 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db087ec6-0d00-4e1f-8339-0902282a8c10 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:32.492848 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-dfef2514-8031-4efd-85a8-0852b349486d None None] Set router 8519afe0-9990-4b05-b485-69020e14904d gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:14:32.552532 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db087ec6-0d00-4e1f-8339-0902282a8c10 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:32.613563 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db087ec6-0d00-4e1f-8339-0902282a8c10 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:32.639422 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db087ec6-0d00-4e1f-8339-0902282a8c10 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event deleted for resources: {'Subnet': ['ID=0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:14:32.645340 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-db087ec6-0d00-4e1f-8339-0902282a8c10 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:32.651887 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-db087ec6-0d00-4e1f-8339-0902282a8c10 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "DELETE /v2.0/subnets/0ae41e70-2c7d-4ad8-a158-1ebe0ac7fe33 HTTP/1.1" status: 204 len: 168 time: 0.2762709 Feb 16 23:14:32.652114 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55136) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:14:32.657213 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25184da-f3a8-48bd-a938-29c157c9752a None None] Network 0b2e1fdc-801f-46ad-9c13-030b0e3c1959 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:14:32.745215 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-dfef2514-8031-4efd-85a8-0852b349486d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8519afe0-9990-4b05-b485-69020e14904d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458607823', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '708caf61-3a5a-40ec-801b-adfcd8cc365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:13:00Z', 'updated_at': '2022-02-16T23:14:31Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '708caf61-3a5a-40ec-801b-adfcd8cc365c', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8519afe0-9990-4b05-b485-69020e14904d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:13:00Z', 'updated_at': '2022-02-16T23:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:14:32.775781 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfef2514-8031-4efd-85a8-0852b349486d None None] Checking router: 8519afe0-9990-4b05-b485-69020e14904d for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:14:32.791785 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfef2514-8031-4efd-85a8-0852b349486d None None] Routers {'8519afe0-9990-4b05-b485-69020e14904d'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:14:32.792421 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-dfef2514-8031-4efd-85a8-0852b349486d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:14:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['8519afe0-9990-4b05-b485-69020e14904d'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:14:32.873526 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caf78c1-fdbd-4ab9-b01d-73a6808240db None None] DHCP port deletion for 0b2e1fdc-801f-46ad-9c13-030b0e3c1959 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 23:14:32.941900 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-dfef2514-8031-4efd-85a8-0852b349486d None None] Set router 8519afe0-9990-4b05-b485-69020e14904d gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:14:33.027471 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1caf78c1-fdbd-4ab9-b01d-73a6808240db None None] Deleting port 96044c2d-d617-4a11-be7e-21eede97c9c3 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:14:33.027852 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1caf78c1-fdbd-4ab9-b01d-73a6808240db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (96044c2d-d617-4a11-be7e-21eede97c9c3), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:33.066812 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9bcde2e8-bf4a-4654-8c25-91d058905abe tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router (8519afe0-9990-4b05-b485-69020e14904d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:33.135242 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1caf78c1-fdbd-4ab9-b01d-73a6808240db None None] For port 96044c2d-d617-4a11-be7e-21eede97c9c3, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=96044c2d-d617-4a11-be7e-21eede97c9c3,segment=NetworkSegment(b64b9f94-771e-4560-bcef-2ef5c5b6113f),segment_id=b64b9f94-771e-4560-bcef-2ef5c5b6113f)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:14:33.135568 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1caf78c1-fdbd-4ab9-b01d-73a6808240db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (96044c2d-d617-4a11-be7e-21eede97c9c3), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:33.168528 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1caf78c1-fdbd-4ab9-b01d-73a6808240db None None] Calling delete_port for 96044c2d-d617-4a11-be7e-21eede97c9c3 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:14:33.172323 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9bcde2e8-bf4a-4654-8c25-91d058905abe tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router_gateway (8519afe0-9990-4b05-b485-69020e14904d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:33.225261 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-9bcde2e8-bf4a-4654-8c25-91d058905abe tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Deleting port 708caf61-3a5a-40ec-801b-adfcd8cc365c {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:14:33.225605 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9bcde2e8-bf4a-4654-8c25-91d058905abe tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (708caf61-3a5a-40ec-801b-adfcd8cc365c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:33.251726 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-dfef2514-8031-4efd-85a8-0852b349486d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8519afe0-9990-4b05-b485-69020e14904d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458607823', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '708caf61-3a5a-40ec-801b-adfcd8cc365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:13:00Z', 'updated_at': '2022-02-16T23:14:31Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '708caf61-3a5a-40ec-801b-adfcd8cc365c', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8519afe0-9990-4b05-b485-69020e14904d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:13:00Z', 'updated_at': '2022-02-16T23:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:14:33.282716 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfef2514-8031-4efd-85a8-0852b349486d None None] The sync data for ids ['8519afe0-9990-4b05-b485-69020e14904d'] in n-d-813897-6 is: [{'id': '8519afe0-9990-4b05-b485-69020e14904d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458607823', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '708caf61-3a5a-40ec-801b-adfcd8cc365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:13:00Z', 'updated_at': '2022-02-16T23:14:31Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '708caf61-3a5a-40ec-801b-adfcd8cc365c', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8519afe0-9990-4b05-b485-69020e14904d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:13:00Z', 'updated_at': '2022-02-16T23:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:14:33.295071 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1caf78c1-fdbd-4ab9-b01d-73a6808240db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (96044c2d-d617-4a11-be7e-21eede97c9c3), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:33.308891 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-9bcde2e8-bf4a-4654-8c25-91d058905abe tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] For port 708caf61-3a5a-40ec-801b-adfcd8cc365c, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=708caf61-3a5a-40ec-801b-adfcd8cc365c,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:14:33.309565 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9bcde2e8-bf4a-4654-8c25-91d058905abe tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (708caf61-3a5a-40ec-801b-adfcd8cc365c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:33.326761 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-9bcde2e8-bf4a-4654-8c25-91d058905abe tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Calling delete_port for 708caf61-3a5a-40ec-801b-adfcd8cc365c owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:14:33.326905 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf78c1-fdbd-4ab9-b01d-73a6808240db None None] Pushing event deleted for resources: {'Port': ['ID=96044c2d-d617-4a11-be7e-21eede97c9c3,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:14:33.334952 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf78c1-fdbd-4ab9-b01d-73a6808240db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:33.335289 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf78c1-fdbd-4ab9-b01d-73a6808240db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:33.336070 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf78c1-fdbd-4ab9-b01d-73a6808240db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:33.336070 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf78c1-fdbd-4ab9-b01d-73a6808240db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:33.336321 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf78c1-fdbd-4ab9-b01d-73a6808240db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:33.336651 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf78c1-fdbd-4ab9-b01d-73a6808240db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:33.336987 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf78c1-fdbd-4ab9-b01d-73a6808240db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:33.337328 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf78c1-fdbd-4ab9-b01d-73a6808240db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:33.337663 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf78c1-fdbd-4ab9-b01d-73a6808240db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:33.338013 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf78c1-fdbd-4ab9-b01d-73a6808240db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:33.338349 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf78c1-fdbd-4ab9-b01d-73a6808240db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:33.338679 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf78c1-fdbd-4ab9-b01d-73a6808240db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:33.339008 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf78c1-fdbd-4ab9-b01d-73a6808240db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:33.341762 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caf78c1-fdbd-4ab9-b01d-73a6808240db None None] No DVR routers for this DVR port 96044c2d-d617-4a11-be7e-21eede97c9c3 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:14:33.496119 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9bcde2e8-bf4a-4654-8c25-91d058905abe tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (708caf61-3a5a-40ec-801b-adfcd8cc365c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:33.522247 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcde2e8-bf4a-4654-8c25-91d058905abe tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event deleted for resources: {'Port': ['ID=708caf61-3a5a-40ec-801b-adfcd8cc365c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:14:33.581343 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9bcde2e8-bf4a-4654-8c25-91d058905abe tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (8519afe0-9990-4b05-b485-69020e14904d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:33.677390 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9bcde2e8-bf4a-4654-8c25-91d058905abe tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (8519afe0-9990-4b05-b485-69020e14904d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:33.679897 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9bcde2e8-bf4a-4654-8c25-91d058905abe tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router_controller (8519afe0-9990-4b05-b485-69020e14904d), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:33.731216 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9bcde2e8-bf4a-4654-8c25-91d058905abe tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (8519afe0-9990-4b05-b485-69020e14904d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:33.732028 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bcde2e8-bf4a-4654-8c25-91d058905abe tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Fanout notify agent at l3_agent the message router_deleted on router 8519afe0-9990-4b05-b485-69020e14904d {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 23:14:33.740802 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9bcde2e8-bf4a-4654-8c25-91d058905abe tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:33.744387 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9bcde2e8-bf4a-4654-8c25-91d058905abe tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "DELETE /v2.0/routers/8519afe0-9990-4b05-b485-69020e14904d HTTP/1.1" status: 204 len: 168 time: 1.0881855 Feb 16 23:14:33.744665 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55138) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:14:33.754181 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 72fcf374-e5dd-4d37-876b-e218e0374efe no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:14:33.775670 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 72fcf374-e5dd-4d37-876b-e218e0374efe {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:14:33.776057 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 72fcf374-e5dd-4d37-876b-e218e0374efe not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:14:33.776477 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 96044c2d-d617-4a11-be7e-21eede97c9c3 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:14:33.796328 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 96044c2d-d617-4a11-be7e-21eede97c9c3 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:14:33.796686 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 96044c2d-d617-4a11-be7e-21eede97c9c3 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:14:33.826873 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ed4894b1-60e5-4476-9ce8-451cebc07325 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (0b2e1fdc-801f-46ad-9c13-030b0e3c1959), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:33.916671 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ed4894b1-60e5-4476-9ce8-451cebc07325 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (0b2e1fdc-801f-46ad-9c13-030b0e3c1959), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:33.938259 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-ed4894b1-60e5-4476-9ce8-451cebc07325 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b2e1fdc-801f-46ad-9c13-030b0e3c1959']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:14:33.948164 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-ed4894b1-60e5-4476-9ce8-451cebc07325 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64b9f94-771e-4560-bcef-2ef5c5b6113f') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:14:33.948456 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-ed4894b1-60e5-4476-9ce8-451cebc07325 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64b9f94-771e-4560-bcef-2ef5c5b6113f') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:14:33.959744 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ed4894b1-60e5-4476-9ce8-451cebc07325 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (b64b9f94-771e-4560-bcef-2ef5c5b6113f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:33.972429 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ed4894b1-60e5-4476-9ce8-451cebc07325 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (b64b9f94-771e-4560-bcef-2ef5c5b6113f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:33.980293 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed4894b1-60e5-4476-9ce8-451cebc07325 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:14:33.980955 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ed4894b1-60e5-4476-9ce8-451cebc07325 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (b64b9f94-771e-4560-bcef-2ef5c5b6113f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:33.986411 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 23:14:33.986411 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:14:33.986411 n-d-813897-6 neutron-server[103465]: timer() Feb 16 23:14:33.986411 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:14:33.986411 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 23:14:33.986411 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 23:14:33.986411 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 23:14:33.986411 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:14:33.986411 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 23:14:33.986411 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:14:33.986411 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 23:14:33.986411 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:14:33.986411 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 23:14:33.986411 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 23:14:33.986411 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:14:33.986411 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 23:14:33.986411 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:14:33.986411 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 23:14:33.986411 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 23:14:33.986411 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 23:14:33.986411 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 23:14:33.986411 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 23:14:33.986411 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:14:33.986411 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:14:33.986411 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 23:14:33.986411 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:14:33.986411 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:14:33.986411 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:14:33.986411 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:14:33.986411 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:14:33.986411 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:14:33.986411 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:14:34.049643 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ed4894b1-60e5-4476-9ce8-451cebc07325 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (0b2e1fdc-801f-46ad-9c13-030b0e3c1959), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:34.056695 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ed4894b1-60e5-4476-9ce8-451cebc07325 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:34.059936 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ed4894b1-60e5-4476-9ce8-451cebc07325 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "DELETE /v2.0/networks/0b2e1fdc-801f-46ad-9c13-030b0e3c1959 HTTP/1.1" status: 204 len: 168 time: 0.3141713 Feb 16 23:14:34.062783 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55140) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:14:34.075518 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4894b1-60e5-4476-9ce8-451cebc07325 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event deleted for resources: {'Network': ['ID=0b2e1fdc-801f-46ad-9c13-030b0e3c1959,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:14:34.119698 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1857-6e6c-487c-ba22-baaaba0ab46d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group (5f84064e-f148-41c8-a837-9dd80de0ff88), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:34.144111 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1857-6e6c-487c-ba22-baaaba0ab46d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group (5f84064e-f148-41c8-a837-9dd80de0ff88), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:34.208012 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1857-6e6c-487c-ba22-baaaba0ab46d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (5f84064e-f148-41c8-a837-9dd80de0ff88), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:34.210700 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1857-6e6c-487c-ba22-baaaba0ab46d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:34.211864 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f4fe1857-6e6c-487c-ba22-baaaba0ab46d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "DELETE /v2.0/security-groups/5f84064e-f148-41c8-a837-9dd80de0ff88 HTTP/1.1" status: 204 len: 168 time: 0.1479511 Feb 16 23:14:34.221681 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe1857-6e6c-487c-ba22-baaaba0ab46d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f84064e-f148-41c8-a837-9dd80de0ff88,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:14:34.568646 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55146) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:14:34.573260 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-0df7a13d-7938-47d0-aa6c-90f0c5b97b17 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-436420538', 'description': 'tempest-secgroup-smoke-436420538 description', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:14:34.595735 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0df7a13d-7938-47d0-aa6c-90f0c5b97b17 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:34.661908 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0df7a13d-7938-47d0-aa6c-90f0c5b97b17 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group (c47a63e0-7df6-4134-98b6-b8a995740440), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:34.666025 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0df7a13d-7938-47d0-aa6c-90f0c5b97b17 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c47a63e0-7df6-4134-98b6-b8a995740440), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:34.694319 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7a13d-7938-47d0-aa6c-90f0c5b97b17 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c47a63e0-7df6-4134-98b6-b8a995740440,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:14:34.698343 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0df7a13d-7938-47d0-aa6c-90f0c5b97b17 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:34.702875 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0df7a13d-7938-47d0-aa6c-90f0c5b97b17 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1298785 Feb 16 23:14:34.703711 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55148) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:14:34.707348 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-c2726640-b1f9-4a67-a215-388204c7a40a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'security_group_rule': {'security_group_id': 'c47a63e0-7df6-4134-98b6-b8a995740440', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:14:34.731412 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c2726640-b1f9-4a67-a215-388204c7a40a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (3104c543-a7b3-47b9-ab3c-4d36d8f92473), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:34.781332 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 56bca5a6-9acb-4ae1-b719-54013810e7d3 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:14:34.792214 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c2726640-b1f9-4a67-a215-388204c7a40a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (3104c543-a7b3-47b9-ab3c-4d36d8f92473), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:34.796679 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c2726640-b1f9-4a67-a215-388204c7a40a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (3104c543-a7b3-47b9-ab3c-4d36d8f92473), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:34.802451 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 56bca5a6-9acb-4ae1-b719-54013810e7d3 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:14:34.803138 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 56bca5a6-9acb-4ae1-b719-54013810e7d3 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:14:34.815350 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2726640-b1f9-4a67-a215-388204c7a40a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3104c543-a7b3-47b9-ab3c-4d36d8f92473,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:14:34.824343 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c2726640-b1f9-4a67-a215-388204c7a40a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:34.825605 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c2726640-b1f9-4a67-a215-388204c7a40a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216249 Feb 16 23:14:34.829019 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55150) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:14:34.833309 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-b4cae538-0ddd-409f-a5da-e4ea46519e61 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'security_group_rule': {'security_group_id': 'c47a63e0-7df6-4134-98b6-b8a995740440', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:14:34.859053 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b4cae538-0ddd-409f-a5da-e4ea46519e61 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (4bdb3697-c603-433c-8336-6bd1320a6c11), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:34.913821 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b4cae538-0ddd-409f-a5da-e4ea46519e61 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (4bdb3697-c603-433c-8336-6bd1320a6c11), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:34.918146 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b4cae538-0ddd-409f-a5da-e4ea46519e61 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (4bdb3697-c603-433c-8336-6bd1320a6c11), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:34.936978 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cae538-0ddd-409f-a5da-e4ea46519e61 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bdb3697-c603-433c-8336-6bd1320a6c11,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:14:34.943107 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b4cae538-0ddd-409f-a5da-e4ea46519e61 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:34.944763 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b4cae538-0ddd-409f-a5da-e4ea46519e61 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1143594 Feb 16 23:14:34.947128 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55152) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:14:34.951990 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-0d97520f-4ea7-41fe-844d-5901286174e4 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'security_group_rule': {'security_group_id': 'c47a63e0-7df6-4134-98b6-b8a995740440', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:14:34.975844 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d97520f-4ea7-41fe-844d-5901286174e4 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (21bc6faf-6289-4483-b890-11bd6a055013), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:35.031513 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d97520f-4ea7-41fe-844d-5901286174e4 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (21bc6faf-6289-4483-b890-11bd6a055013), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:35.036212 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d97520f-4ea7-41fe-844d-5901286174e4 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (21bc6faf-6289-4483-b890-11bd6a055013), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:35.053717 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97520f-4ea7-41fe-844d-5901286174e4 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21bc6faf-6289-4483-b890-11bd6a055013,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:14:35.063534 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0d97520f-4ea7-41fe-844d-5901286174e4 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:35.064750 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0d97520f-4ea7-41fe-844d-5901286174e4 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166692 Feb 16 23:14:35.067395 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55154) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:14:35.071932 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-2721749a-4e40-424f-90f1-c037101e2a69 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'security_group_rule': {'security_group_id': 'c47a63e0-7df6-4134-98b6-b8a995740440', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:14:35.095599 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2721749a-4e40-424f-90f1-c037101e2a69 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (89cf129d-b4bc-410f-8828-ac004cf3f2c4), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:35.155601 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2721749a-4e40-424f-90f1-c037101e2a69 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (89cf129d-b4bc-410f-8828-ac004cf3f2c4), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:35.159718 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2721749a-4e40-424f-90f1-c037101e2a69 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (89cf129d-b4bc-410f-8828-ac004cf3f2c4), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:35.177590 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721749a-4e40-424f-90f1-c037101e2a69 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89cf129d-b4bc-410f-8828-ac004cf3f2c4,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:14:35.186595 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2721749a-4e40-424f-90f1-c037101e2a69 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:35.187811 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2721749a-4e40-424f-90f1-c037101e2a69 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193612 Feb 16 23:14:35.190534 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55156) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:14:35.194824 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-db16b24a-7110-4a91-b809-60fbb4af4095 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'security_group_rule': {'security_group_id': 'c47a63e0-7df6-4134-98b6-b8a995740440', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:14:35.214854 n-d-813897-6 neutron-server[103466]: INFO neutron.db.securitygroups_db [None req-db16b24a-7110-4a91-b809-60fbb4af4095 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Project c5e2c7d5d14e409fae94d81de0810792 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 23:14:35.219817 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-db16b24a-7110-4a91-b809-60fbb4af4095 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (6823fc8b-e6fb-4f72-8e06-11aaac870ef0), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:35.277639 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-db16b24a-7110-4a91-b809-60fbb4af4095 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (6823fc8b-e6fb-4f72-8e06-11aaac870ef0), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:35.281817 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-db16b24a-7110-4a91-b809-60fbb4af4095 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (6823fc8b-e6fb-4f72-8e06-11aaac870ef0), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:35.300311 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16b24a-7110-4a91-b809-60fbb4af4095 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6823fc8b-e6fb-4f72-8e06-11aaac870ef0,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:14:35.308650 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-db16b24a-7110-4a91-b809-60fbb4af4095 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:35.313002 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-db16b24a-7110-4a91-b809-60fbb4af4095 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184423 Feb 16 23:14:35.313273 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55158) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:14:35.317735 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-222bbd9e-6d8c-42a6-a54a-74a633b0c57a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'security_group_rule': {'security_group_id': 'c47a63e0-7df6-4134-98b6-b8a995740440', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:14:35.337609 n-d-813897-6 neutron-server[103466]: INFO neutron.db.securitygroups_db [None req-222bbd9e-6d8c-42a6-a54a-74a633b0c57a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Project c5e2c7d5d14e409fae94d81de0810792 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 23:14:35.343030 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-222bbd9e-6d8c-42a6-a54a-74a633b0c57a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (516c2bd0-4cf7-4cee-9f37-37c61093342f), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:35.403625 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-222bbd9e-6d8c-42a6-a54a-74a633b0c57a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (516c2bd0-4cf7-4cee-9f37-37c61093342f), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:35.407922 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-222bbd9e-6d8c-42a6-a54a-74a633b0c57a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (516c2bd0-4cf7-4cee-9f37-37c61093342f), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:35.427339 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222bbd9e-6d8c-42a6-a54a-74a633b0c57a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516c2bd0-4cf7-4cee-9f37-37c61093342f,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:14:35.434529 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-222bbd9e-6d8c-42a6-a54a-74a633b0c57a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:35.435805 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-222bbd9e-6d8c-42a6-a54a-74a633b0c57a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215706 Feb 16 23:14:35.438736 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55160) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:14:35.443538 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-41e424af-4352-4eec-bbda-da0ab788b66b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'network': {'name': 'tempest-network-smoke--1139095504', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'port_security_enabled': True}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:14:35.462477 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e424af-4352-4eec-bbda-da0ab788b66b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Made reservation on behalf of c5e2c7d5d14e409fae94d81de0810792 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:14:35.466061 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41e424af-4352-4eec-bbda-da0ab788b66b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:35.492963 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41e424af-4352-4eec-bbda-da0ab788b66b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:14:35.503942 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41e424af-4352-4eec-bbda-da0ab788b66b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (46072a51-0845-41f3-a221-33fd02d55a3d), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:35.504294 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-41e424af-4352-4eec-bbda-da0ab788b66b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Added segment 46072a51-0845-41f3-a221-33fd02d55a3d of type vlan for network d0303596-49ee-43b9-a6c0-7502803bd601 Feb 16 23:14:35.547184 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41e424af-4352-4eec-bbda-da0ab788b66b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (d0303596-49ee-43b9-a6c0-7502803bd601), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:35.566795 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 708caf61-3a5a-40ec-801b-adfcd8cc365c no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:14:35.574126 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41e424af-4352-4eec-bbda-da0ab788b66b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (d0303596-49ee-43b9-a6c0-7502803bd601), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:35.579232 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e424af-4352-4eec-bbda-da0ab788b66b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:35.579871 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-41e424af-4352-4eec-bbda-da0ab788b66b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:35.588506 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 708caf61-3a5a-40ec-801b-adfcd8cc365c {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:14:35.588861 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 708caf61-3a5a-40ec-801b-adfcd8cc365c not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:14:35.621825 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-41e424af-4352-4eec-bbda-da0ab788b66b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1820271 Feb 16 23:14:35.624839 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55162) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:14:35.629820 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-71ebcab4-8781-4918-a725-a190910c0c91 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-890262635', 'admin_state_up': True, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:14:35.651622 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-71ebcab4-8781-4918-a725-a190910c0c91 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (466a3a50-6159-498b-9da4-51ed26051ad0), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:35.652684 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-71ebcab4-8781-4918-a725-a190910c0c91 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (466a3a50-6159-498b-9da4-51ed26051ad0), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:35.655911 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e424af-4352-4eec-bbda-da0ab788b66b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Network': ['ID=d0303596-49ee-43b9-a6c0-7502803bd601,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:14:35.668847 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network d0303596-49ee-43b9-a6c0-7502803bd601 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 23:14:35.706373 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-71ebcab4-8781-4918-a725-a190910c0c91 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router_controller (466a3a50-6159-498b-9da4-51ed26051ad0), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:35.864395 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-71ebcab4-8781-4918-a725-a190910c0c91 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router_gateway (466a3a50-6159-498b-9da4-51ed26051ad0), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:36.058606 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-71ebcab4-8781-4918-a725-a190910c0c91 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router_gateway (466a3a50-6159-498b-9da4-51ed26051ad0), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:36.077563 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-71ebcab4-8781-4918-a725-a190910c0c91 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:36.182784 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-71ebcab4-8781-4918-a725-a190910c0c91 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Allocated IP 172.25.2.79 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/9c873cdd-7d92-4823-9ad1-e9ea451c02d7) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:14:36.283887 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-71ebcab4-8781-4918-a725-a190910c0c91 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for port (9c873cdd-7d92-4823-9ad1-e9ea451c02d7), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:36.321736 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-71ebcab4-8781-4918-a725-a190910c0c91 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (9c873cdd-7d92-4823-9ad1-e9ea451c02d7), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:36.362210 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ebcab4-8781-4918-a725-a190910c0c91 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:14:36.365126 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-71ebcab4-8781-4918-a725-a190910c0c91 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:14:36.368745 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ebcab4-8781-4918-a725-a190910c0c91 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:14:36.391732 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ebcab4-8781-4918-a725-a190910c0c91 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Port': ['ID=9c873cdd-7d92-4823-9ad1-e9ea451c02d7,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:14:36.629717 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-71ebcab4-8781-4918-a725-a190910c0c91 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router_gateway (466a3a50-6159-498b-9da4-51ed26051ad0), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:36.836938 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-71ebcab4-8781-4918-a725-a190910c0c91 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (466a3a50-6159-498b-9da4-51ed26051ad0), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:36.971546 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ebcab4-8781-4918-a725-a190910c0c91 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Router 466a3a50-6159-498b-9da4-51ed26051ad0 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 23:14:37.078285 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ebcab4-8781-4918-a725-a190910c0c91 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:14:37.087523 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac590f4c-6a14-4129-a82b-9fe669d6cbef None None] Sync routers for ids ['466a3a50-6159-498b-9da4-51ed26051ad0'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:14:37.097595 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac590f4c-6a14-4129-a82b-9fe669d6cbef None None] Routers {'466a3a50-6159-498b-9da4-51ed26051ad0'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:14:37.097905 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-71ebcab4-8781-4918-a725-a190910c0c91 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:37.098236 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-ac590f4c-6a14-4129-a82b-9fe669d6cbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:14:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['466a3a50-6159-498b-9da4-51ed26051ad0'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:14:37.099256 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-71ebcab4-8781-4918-a725-a190910c0c91 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4732175 Feb 16 23:14:37.102362 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55164) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:14:37.130722 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ef750d27-22e9-4d29-ba48-02930f7fa3dc tempest-TestNetworkAdvancedServerOps-43398640 tempest-TestNetworkAdvancedServerOps-43398640-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=c5e2c7d5d14e409fae94d81de0810792&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272908 Feb 16 23:14:37.133222 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55166) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:14:37.204652 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-ac590f4c-6a14-4129-a82b-9fe669d6cbef None None] Set router 466a3a50-6159-498b-9da4-51ed26051ad0 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:14:37.219531 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e1fa44-cc6f-40e6-8aa5-e415cced6cc8 tempest-TestNetworkAdvancedServerOps-43398640 tempest-TestNetworkAdvancedServerOps-43398640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:37.221089 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-18e1fa44-cc6f-40e6-8aa5-e415cced6cc8 tempest-TestNetworkAdvancedServerOps-43398640 tempest-TestNetworkAdvancedServerOps-43398640-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869648 Feb 16 23:14:37.224018 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55168) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:14:37.252546 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-eb26aaca-5e76-47ef-b78e-6a223ce51472 tempest-TestNetworkAdvancedServerOps-43398640 tempest-TestNetworkAdvancedServerOps-43398640-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=b0ab4fc8-02c8-4404-90ea-6cd7fce3204f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273671 Feb 16 23:14:37.255000 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55170) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:14:37.259608 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-5a59273e-44ec-453d-a183-403aa727ad2d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-648941904', 'network_id': 'd0303596-49ee-43b9-a6c0-7502803bd601', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:14:37.348142 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a59273e-44ec-453d-a183-403aa727ad2d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Made reservation on behalf of c5e2c7d5d14e409fae94d81de0810792 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:14:37.351666 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5a59273e-44ec-453d-a183-403aa727ad2d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:37.386859 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-ac590f4c-6a14-4129-a82b-9fe669d6cbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890262635', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '9c873cdd-7d92-4823-9ad1-e9ea451c02d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:14:35Z', 'updated_at': '2022-02-16T23:14:36Z', 'revision_number': 3, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '9c873cdd-7d92-4823-9ad1-e9ea451c02d7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:14:36Z', 'updated_at': '2022-02-16T23:14:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:14:37.416696 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac590f4c-6a14-4129-a82b-9fe669d6cbef None None] Checking router: 466a3a50-6159-498b-9da4-51ed26051ad0 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:14:37.417130 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac590f4c-6a14-4129-a82b-9fe669d6cbef None None] Updating router 466a3a50-6159-498b-9da4-51ed26051ad0 port 9c873cdd-7d92-4823-9ad1-e9ea451c02d7 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:14:37.444679 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ac590f4c-6a14-4129-a82b-9fe669d6cbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9c873cdd-7d92-4823-9ad1-e9ea451c02d7), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:37.544970 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5a59273e-44ec-453d-a183-403aa727ad2d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (f48942a6-f44f-480b-a8c2-db56486f626e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:37.604713 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59273e-44ec-453d-a183-403aa727ad2d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Subnet': ['ID=f48942a6-f44f-480b-a8c2-db56486f626e,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:14:37.615225 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a59273e-44ec-453d-a183-403aa727ad2d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Checking segment: {'id': '46072a51-0845-41f3-a221-33fd02d55a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd0303596-49ee-43b9-a6c0-7502803bd601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:14:37.615607 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a59273e-44ec-453d-a183-403aa727ad2d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Network hostable DHCP agents. Network: d0303596-49ee-43b9-a6c0-7502803bd601, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:14:37.632467 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a59273e-44ec-453d-a183-403aa727ad2d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Network d0303596-49ee-43b9-a6c0-7502803bd601 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:14:37.642330 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-5a59273e-44ec-453d-a183-403aa727ad2d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, d0303596-49ee-43b9-a6c0-7502803bd601) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:14:37.651793 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c07532e-3195-4512-abb6-0f35758fb1d8 None None] Network d0303596-49ee-43b9-a6c0-7502803bd601 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:14:37.654174 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a59273e-44ec-453d-a183-403aa727ad2d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:37.654786 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5a59273e-44ec-453d-a183-403aa727ad2d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:37.675095 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5a59273e-44ec-453d-a183-403aa727ad2d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4165690 Feb 16 23:14:37.675319 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55172) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:14:37.702131 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ac590f4c-6a14-4129-a82b-9fe669d6cbef None None] Publish callbacks [] for port (9c873cdd-7d92-4823-9ad1-e9ea451c02d7), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:37.707911 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ac590f4c-6a14-4129-a82b-9fe669d6cbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9c873cdd-7d92-4823-9ad1-e9ea451c02d7), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:37.759320 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-ac590f4c-6a14-4129-a82b-9fe669d6cbef None None] Attempting to bind port 9c873cdd-7d92-4823-9ad1-e9ea451c02d7 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:14:37.759702 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-ac590f4c-6a14-4129-a82b-9fe669d6cbef None None] Attempting to bind port 9c873cdd-7d92-4823-9ad1-e9ea451c02d7 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:14:37.760074 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac590f4c-6a14-4129-a82b-9fe669d6cbef None None] Attempting to bind port 9c873cdd-7d92-4823-9ad1-e9ea451c02d7 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:14:37.771307 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac590f4c-6a14-4129-a82b-9fe669d6cbef None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:14:37.771688 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac590f4c-6a14-4129-a82b-9fe669d6cbef None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:14:37.772316 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ac590f4c-6a14-4129-a82b-9fe669d6cbef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:37.772721 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac590f4c-6a14-4129-a82b-9fe669d6cbef None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:14:37.773228 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-ac590f4c-6a14-4129-a82b-9fe669d6cbef None None] Bound port: 9c873cdd-7d92-4823-9ad1-e9ea451c02d7, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:14:37.773591 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ac590f4c-6a14-4129-a82b-9fe669d6cbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9c873cdd-7d92-4823-9ad1-e9ea451c02d7), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:37.776973 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5fdce-5f85-421d-96c4-4185f0eeaba4 None None] Pushing event updated for resources: {'Port': ['ID=9c873cdd-7d92-4823-9ad1-e9ea451c02d7,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:14:37.801874 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5fdce-5f85-421d-96c4-4185f0eeaba4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:37.802262 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5fdce-5f85-421d-96c4-4185f0eeaba4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:37.802613 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5fdce-5f85-421d-96c4-4185f0eeaba4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:37.802957 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5fdce-5f85-421d-96c4-4185f0eeaba4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:37.803294 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5fdce-5f85-421d-96c4-4185f0eeaba4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:37.803631 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5fdce-5f85-421d-96c4-4185f0eeaba4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:37.803961 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5fdce-5f85-421d-96c4-4185f0eeaba4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:37.804291 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5fdce-5f85-421d-96c4-4185f0eeaba4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:37.804618 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5fdce-5f85-421d-96c4-4185f0eeaba4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:37.804988 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5fdce-5f85-421d-96c4-4185f0eeaba4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:37.805315 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5fdce-5f85-421d-96c4-4185f0eeaba4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:37.805658 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5fdce-5f85-421d-96c4-4185f0eeaba4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:37.806002 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5fdce-5f85-421d-96c4-4185f0eeaba4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:14:37.841339 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-ac590f4c-6a14-4129-a82b-9fe669d6cbef None None] For port 9c873cdd-7d92-4823-9ad1-e9ea451c02d7, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:14:37.844966 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-ac590f4c-6a14-4129-a82b-9fe669d6cbef None None] For port 9c873cdd-7d92-4823-9ad1-e9ea451c02d7, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9c873cdd-7d92-4823-9ad1-e9ea451c02d7,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:14:37.852096 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ac590f4c-6a14-4129-a82b-9fe669d6cbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9c873cdd-7d92-4823-9ad1-e9ea451c02d7), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:37.905155 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac590f4c-6a14-4129-a82b-9fe669d6cbef None None] Routers {'466a3a50-6159-498b-9da4-51ed26051ad0'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:14:37.905792 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-ac590f4c-6a14-4129-a82b-9fe669d6cbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:14:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['466a3a50-6159-498b-9da4-51ed26051ad0'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:14:37.928147 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a61d604-86c4-4bdf-a2e2-49328259004c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-d0303596-49ee-43b9-a6c0-7502803bd601', 'network_id': 'd0303596-49ee-43b9-a6c0-7502803bd601', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'fixed_ips': [{'subnet_id': 'f48942a6-f44f-480b-a8c2-db56486f626e'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 23:14:37.928997 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1a61d604-86c4-4bdf-a2e2-49328259004c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:38.022329 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5fdce-5f85-421d-96c4-4185f0eeaba4 None None] Pushing event updated for resources: {'Port': ['ID=9c873cdd-7d92-4823-9ad1-e9ea451c02d7,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:14:38.035560 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-ac590f4c-6a14-4129-a82b-9fe669d6cbef None None] Set router 466a3a50-6159-498b-9da4-51ed26051ad0 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:14:38.075582 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-1a61d604-86c4-4bdf-a2e2-49328259004c None None] Allocated IP 172.20.0.2 (d0303596-49ee-43b9-a6c0-7502803bd601/f48942a6-f44f-480b-a8c2-db56486f626e/9fefa2e0-963d-4511-b4ac-9fb8aa968520) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:14:38.227494 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-ac590f4c-6a14-4129-a82b-9fe669d6cbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890262635', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '9c873cdd-7d92-4823-9ad1-e9ea451c02d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:14:35Z', 'updated_at': '2022-02-16T23:14:36Z', 'revision_number': 3, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '9c873cdd-7d92-4823-9ad1-e9ea451c02d7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:14:36Z', 'updated_at': '2022-02-16T23:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:14:38.234771 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1a61d604-86c4-4bdf-a2e2-49328259004c None None] Publish callbacks [] for port (9fefa2e0-963d-4511-b4ac-9fb8aa968520), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:38.241691 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1a61d604-86c4-4bdf-a2e2-49328259004c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (9fefa2e0-963d-4511-b4ac-9fb8aa968520), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:38.258443 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac590f4c-6a14-4129-a82b-9fe669d6cbef None None] The sync data for ids ['466a3a50-6159-498b-9da4-51ed26051ad0'] in n-d-813897-6 is: [{'id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890262635', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '9c873cdd-7d92-4823-9ad1-e9ea451c02d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:14:35Z', 'updated_at': '2022-02-16T23:14:36Z', 'revision_number': 3, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '9c873cdd-7d92-4823-9ad1-e9ea451c02d7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:14:36Z', 'updated_at': '2022-02-16T23:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:14:38.279823 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a61d604-86c4-4bdf-a2e2-49328259004c None None] Network d0303596-49ee-43b9-a6c0-7502803bd601 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:14:38.281378 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-1a61d604-86c4-4bdf-a2e2-49328259004c None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:14:38.283910 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a61d604-86c4-4bdf-a2e2-49328259004c None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:14:38.303884 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61d604-86c4-4bdf-a2e2-49328259004c None None] Pushing event updated for resources: {'Port': ['ID=9fefa2e0-963d-4511-b4ac-9fb8aa968520,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:14:38.353548 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-1a61d604-86c4-4bdf-a2e2-49328259004c None None] Attempting to bind port 9fefa2e0-963d-4511-b4ac-9fb8aa968520 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:14:38.353924 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-1a61d604-86c4-4bdf-a2e2-49328259004c None None] Attempting to bind port 9fefa2e0-963d-4511-b4ac-9fb8aa968520 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '46072a51-0845-41f3-a221-33fd02d55a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd0303596-49ee-43b9-a6c0-7502803bd601'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:14:38.354872 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a61d604-86c4-4bdf-a2e2-49328259004c None None] Attempting to bind port 9fefa2e0-963d-4511-b4ac-9fb8aa968520 on network d0303596-49ee-43b9-a6c0-7502803bd601 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:14:38.360602 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a61d604-86c4-4bdf-a2e2-49328259004c None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:14:38.360855 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a61d604-86c4-4bdf-a2e2-49328259004c None None] Checking segment: {'id': '46072a51-0845-41f3-a221-33fd02d55a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd0303596-49ee-43b9-a6c0-7502803bd601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:14:38.361179 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1a61d604-86c4-4bdf-a2e2-49328259004c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:38.361583 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a61d604-86c4-4bdf-a2e2-49328259004c None None] Bound using segment: {'id': '46072a51-0845-41f3-a221-33fd02d55a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd0303596-49ee-43b9-a6c0-7502803bd601'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:14:38.362088 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-1a61d604-86c4-4bdf-a2e2-49328259004c None None] Bound port: 9fefa2e0-963d-4511-b4ac-9fb8aa968520, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46072a51-0845-41f3-a221-33fd02d55a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd0303596-49ee-43b9-a6c0-7502803bd601'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:14:38.362481 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1a61d604-86c4-4bdf-a2e2-49328259004c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9fefa2e0-963d-4511-b4ac-9fb8aa968520), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:38.431550 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1a61d604-86c4-4bdf-a2e2-49328259004c None None] For port 9fefa2e0-963d-4511-b4ac-9fb8aa968520, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:14:38.434976 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1a61d604-86c4-4bdf-a2e2-49328259004c None None] For port 9fefa2e0-963d-4511-b4ac-9fb8aa968520, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9fefa2e0-963d-4511-b4ac-9fb8aa968520,segment=NetworkSegment(46072a51-0845-41f3-a221-33fd02d55a3d),segment_id=46072a51-0845-41f3-a221-33fd02d55a3d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:14:38.441890 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1a61d604-86c4-4bdf-a2e2-49328259004c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9fefa2e0-963d-4511-b4ac-9fb8aa968520), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:38.521169 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61d604-86c4-4bdf-a2e2-49328259004c None None] Pushing event updated for resources: {'Port': ['ID=9fefa2e0-963d-4511-b4ac-9fb8aa968520,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:14:38.537871 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-12eb2b69-3ce1-4b1e-a3d5-37c04e57b531 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:38.865961 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-12eb2b69-3ce1-4b1e-a3d5-37c04e57b531 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Allocated IP 172.20.0.1 (d0303596-49ee-43b9-a6c0-7502803bd601/f48942a6-f44f-480b-a8c2-db56486f626e/6de2dba6-02e9-4f8b-ab0e-5e538310b7e4) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:14:38.998389 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-12eb2b69-3ce1-4b1e-a3d5-37c04e57b531 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for port (6de2dba6-02e9-4f8b-ab0e-5e538310b7e4), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:39.032743 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-12eb2b69-3ce1-4b1e-a3d5-37c04e57b531 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (6de2dba6-02e9-4f8b-ab0e-5e538310b7e4), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:39.074569 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12eb2b69-3ce1-4b1e-a3d5-37c04e57b531 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Network d0303596-49ee-43b9-a6c0-7502803bd601 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:14:39.077825 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-12eb2b69-3ce1-4b1e-a3d5-37c04e57b531 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:14:39.083972 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eb2b69-3ce1-4b1e-a3d5-37c04e57b531 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:14:39.116935 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb2b69-3ce1-4b1e-a3d5-37c04e57b531 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Port': ['ID=6de2dba6-02e9-4f8b-ab0e-5e538310b7e4,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:14:39.136440 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-12eb2b69-3ce1-4b1e-a3d5-37c04e57b531 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (466a3a50-6159-498b-9da4-51ed26051ad0), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:39.277125 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-12eb2b69-3ce1-4b1e-a3d5-37c04e57b531 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6de2dba6-02e9-4f8b-ab0e-5e538310b7e4), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:39.580899 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-12eb2b69-3ce1-4b1e-a3d5-37c04e57b531 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for port (6de2dba6-02e9-4f8b-ab0e-5e538310b7e4), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:39.588524 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-12eb2b69-3ce1-4b1e-a3d5-37c04e57b531 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (6de2dba6-02e9-4f8b-ab0e-5e538310b7e4), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:39.596982 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bda6c0a-0455-4c6b-aff9-55279031ce2c None None] Network d0303596-49ee-43b9-a6c0-7502803bd601 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:14:39.673723 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-12eb2b69-3ce1-4b1e-a3d5-37c04e57b531 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (466a3a50-6159-498b-9da4-51ed26051ad0), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:39.675812 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb2b69-3ce1-4b1e-a3d5-37c04e57b531 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Port': ['ID=6de2dba6-02e9-4f8b-ab0e-5e538310b7e4,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:14:39.707382 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-31f9b518-0b09-463e-9269-68dba72acae1 None None] Provisioning complete for port 9fefa2e0-963d-4511-b4ac-9fb8aa968520 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:14:39.707961 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-31f9b518-0b09-463e-9269-68dba72acae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9fefa2e0-963d-4511-b4ac-9fb8aa968520), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:39.736603 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9fefa2e0-963d-4511-b4ac-9fb8aa968520 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:14:39.773806 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12eb2b69-3ce1-4b1e-a3d5-37c04e57b531 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Network d0303596-49ee-43b9-a6c0-7502803bd601 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:14:39.775306 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-12eb2b69-3ce1-4b1e-a3d5-37c04e57b531 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:14:39.887744 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 9fefa2e0-963d-4511-b4ac-9fb8aa968520 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:14:39.888153 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9fefa2e0-963d-4511-b4ac-9fb8aa968520), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:39.900768 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12eb2b69-3ce1-4b1e-a3d5-37c04e57b531 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Router 466a3a50-6159-498b-9da4-51ed26051ad0 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:14:39.923721 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-31f9b518-0b09-463e-9269-68dba72acae1 None None] Current status of the port 9fefa2e0-963d-4511-b4ac-9fb8aa968520 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:14:39.924109 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-31f9b518-0b09-463e-9269-68dba72acae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9fefa2e0-963d-4511-b4ac-9fb8aa968520), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:39.988221 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-31f9b518-0b09-463e-9269-68dba72acae1 None None] For port 9fefa2e0-963d-4511-b4ac-9fb8aa968520, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9fefa2e0-963d-4511-b4ac-9fb8aa968520,segment=NetworkSegment(46072a51-0845-41f3-a221-33fd02d55a3d),segment_id=46072a51-0845-41f3-a221-33fd02d55a3d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:14:40.018209 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-31f9b518-0b09-463e-9269-68dba72acae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9fefa2e0-963d-4511-b4ac-9fb8aa968520), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:40.034582 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12eb2b69-3ce1-4b1e-a3d5-37c04e57b531 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:14:40.046581 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-12eb2b69-3ce1-4b1e-a3d5-37c04e57b531 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "PUT /v2.0/routers/466a3a50-6159-498b-9da4-51ed26051ad0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3701854 Feb 16 23:14:40.061272 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 9fefa2e0-963d-4511-b4ac-9fb8aa968520 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:14:40.061732 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9fefa2e0-963d-4511-b4ac-9fb8aa968520), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:40.100444 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f9b518-0b09-463e-9269-68dba72acae1 None None] Pushing event updated for resources: {'Port': ['ID=9fefa2e0-963d-4511-b4ac-9fb8aa968520,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:14:40.148043 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:14:40.148452 n-d-813897-6 neutron-server[103467]: DEBUG oslo_db.api [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:14:40.238500 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-25afbf54-2bfd-43e1-bfef-7d4088ebf1e4 None None] Provisioning complete for port 9fefa2e0-963d-4511-b4ac-9fb8aa968520 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:14:40.238882 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-25afbf54-2bfd-43e1-bfef-7d4088ebf1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9fefa2e0-963d-4511-b4ac-9fb8aa968520), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:40.247211 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-3ffcd615-c496-474b-930a-1ad3906acb9a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-436420538&fields=id&tenant_id=c5e2c7d5d14e409fae94d81de0810792 HTTP/1.1" status: 200 len: 267 time: 0.0663264 Feb 16 23:14:40.285841 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd46959c-d8bf-4a07-8c06-5345215b2d52 None None] Sync routers for ids ['466a3a50-6159-498b-9da4-51ed26051ad0'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:14:40.302702 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd46959c-d8bf-4a07-8c06-5345215b2d52 None None] Routers {'466a3a50-6159-498b-9da4-51ed26051ad0'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:14:40.303356 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-cd46959c-d8bf-4a07-8c06-5345215b2d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:14:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['466a3a50-6159-498b-9da4-51ed26051ad0'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:14:40.366455 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-f96e5de6-c52c-4554-bb78-e563cda30ef0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:40.368079 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-f96e5de6-c52c-4554-bb78-e563cda30ef0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/networks?id=d0303596-49ee-43b9-a6c0-7502803bd601 HTTP/1.1" status: 200 len: 797 time: 0.1179283 Feb 16 23:14:40.386756 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-6b4e141d-21f3-499c-8855-496aba91eeeb tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/quotas/c5e2c7d5d14e409fae94d81de0810792 HTTP/1.1" status: 200 len: 375 time: 0.0115597 Feb 16 23:14:40.425817 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-25afbf54-2bfd-43e1-bfef-7d4088ebf1e4 None None] Current status of the port 9fefa2e0-963d-4511-b4ac-9fb8aa968520 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:14:40.444039 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-4af77029-30bb-462d-a949-de1921f9a320 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540075 Feb 16 23:14:40.447820 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-25afbf54-2bfd-43e1-bfef-7d4088ebf1e4 None None] Provisioning complete for port 6de2dba6-02e9-4f8b-ab0e-5e538310b7e4 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:14:40.448179 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-25afbf54-2bfd-43e1-bfef-7d4088ebf1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6de2dba6-02e9-4f8b-ab0e-5e538310b7e4), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:40.480633 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-cd46959c-d8bf-4a07-8c06-5345215b2d52 None None] Set router 466a3a50-6159-498b-9da4-51ed26051ad0 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:14:40.510223 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-2b783662-df7d-47f2-99cb-3370e1b20ab0 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 23:14:40.511311 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-2b783662-df7d-47f2-99cb-3370e1b20ab0 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0551937 Feb 16 23:14:40.527980 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-25afbf54-2bfd-43e1-bfef-7d4088ebf1e4 None None] Port 6de2dba6-02e9-4f8b-ab0e-5e538310b7e4 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:14:40.614034 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-3a528f0d-c307-4a1f-a2af-67e143aef330 service neutron] 10.222.0.75 "GET /v2.0/networks/d0303596-49ee-43b9-a6c0-7502803bd601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957396 Feb 16 23:14:40.690789 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f3593d63-5406-48ae-b67c-0a0c94587f18 None None] Provisioning complete for port 6de2dba6-02e9-4f8b-ab0e-5e538310b7e4 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:14:40.691362 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f3593d63-5406-48ae-b67c-0a0c94587f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6de2dba6-02e9-4f8b-ab0e-5e538310b7e4), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:40.702324 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-fc756cf0-b55c-4957-828f-d666fe867968 service neutron] 10.222.0.75 "GET /v2.0/networks/d0303596-49ee-43b9-a6c0-7502803bd601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822377 Feb 16 23:14:40.753504 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 9fefa2e0-963d-4511-b4ac-9fb8aa968520 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:14:40.754477 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9c873cdd-7d92-4823-9ad1-e9ea451c02d7 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:14:40.776446 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f3593d63-5406-48ae-b67c-0a0c94587f18 None None] Port 6de2dba6-02e9-4f8b-ab0e-5e538310b7e4 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:14:40.819114 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-cd46959c-d8bf-4a07-8c06-5345215b2d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890262635', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '9c873cdd-7d92-4823-9ad1-e9ea451c02d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:14:35Z', 'updated_at': '2022-02-16T23:14:39Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '9c873cdd-7d92-4823-9ad1-e9ea451c02d7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:14:36Z', 'updated_at': '2022-02-16T23:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '6de2dba6-02e9-4f8b-ab0e-5e538310b7e4', 'name': '', 'network_id': 'd0303596-49ee-43b9-a6c0-7502803bd601', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:57:f9:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f48942a6-f44f-480b-a8c2-db56486f626e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:14:38Z', 'updated_at': '2022-02-16T23:14:39Z', 'revision_number': 2, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': 'f48942a6-f44f-480b-a8c2-db56486f626e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:14:40.853468 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd46959c-d8bf-4a07-8c06-5345215b2d52 None None] Checking router: 466a3a50-6159-498b-9da4-51ed26051ad0 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:14:40.853837 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd46959c-d8bf-4a07-8c06-5345215b2d52 None None] Updating router 466a3a50-6159-498b-9da4-51ed26051ad0 port 6de2dba6-02e9-4f8b-ab0e-5e538310b7e4 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:14:40.858068 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 9c873cdd-7d92-4823-9ad1-e9ea451c02d7 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:14:40.858068 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9c873cdd-7d92-4823-9ad1-e9ea451c02d7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:40.869125 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e6824e65-0c26-4cf8-97f4-d83b0b707709 req-eb8f8410-166e-4cce-8830-2fb38fcabfbe tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 210 time: 0.0328963 Feb 16 23:14:40.910354 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cd46959c-d8bf-4a07-8c06-5345215b2d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6de2dba6-02e9-4f8b-ab0e-5e538310b7e4), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:41.055289 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 9c873cdd-7d92-4823-9ad1-e9ea451c02d7 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:14:41.055680 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (9c873cdd-7d92-4823-9ad1-e9ea451c02d7), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:41.095615 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 9c873cdd-7d92-4823-9ad1-e9ea451c02d7, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9c873cdd-7d92-4823-9ad1-e9ea451c02d7,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:14:41.106031 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (9c873cdd-7d92-4823-9ad1-e9ea451c02d7), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:41.365729 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=9c873cdd-7d92-4823-9ad1-e9ea451c02d7,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:14:41.435712 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cd46959c-d8bf-4a07-8c06-5345215b2d52 None None] Publish callbacks [] for port (6de2dba6-02e9-4f8b-ab0e-5e538310b7e4), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:41.440620 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cd46959c-d8bf-4a07-8c06-5345215b2d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (6de2dba6-02e9-4f8b-ab0e-5e538310b7e4), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:41.492054 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f1bda-1acc-45b3-9db5-b0f603abe0f1 None None] Pushing event updated for resources: {'Port': ['ID=6de2dba6-02e9-4f8b-ab0e-5e538310b7e4,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:14:41.547188 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-cd46959c-d8bf-4a07-8c06-5345215b2d52 None None] Attempting to bind port 6de2dba6-02e9-4f8b-ab0e-5e538310b7e4 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:14:41.547563 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-cd46959c-d8bf-4a07-8c06-5345215b2d52 None None] Attempting to bind port 6de2dba6-02e9-4f8b-ab0e-5e538310b7e4 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '46072a51-0845-41f3-a221-33fd02d55a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd0303596-49ee-43b9-a6c0-7502803bd601'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:14:41.547924 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd46959c-d8bf-4a07-8c06-5345215b2d52 None None] Attempting to bind port 6de2dba6-02e9-4f8b-ab0e-5e538310b7e4 on network d0303596-49ee-43b9-a6c0-7502803bd601 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:14:41.553388 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd46959c-d8bf-4a07-8c06-5345215b2d52 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:14:41.553764 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd46959c-d8bf-4a07-8c06-5345215b2d52 None None] Checking segment: {'id': '46072a51-0845-41f3-a221-33fd02d55a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd0303596-49ee-43b9-a6c0-7502803bd601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:14:41.554213 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cd46959c-d8bf-4a07-8c06-5345215b2d52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:41.554602 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd46959c-d8bf-4a07-8c06-5345215b2d52 None None] Bound using segment: {'id': '46072a51-0845-41f3-a221-33fd02d55a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd0303596-49ee-43b9-a6c0-7502803bd601'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:14:41.555070 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-cd46959c-d8bf-4a07-8c06-5345215b2d52 None None] Bound port: 6de2dba6-02e9-4f8b-ab0e-5e538310b7e4, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46072a51-0845-41f3-a221-33fd02d55a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd0303596-49ee-43b9-a6c0-7502803bd601'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:14:41.555449 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cd46959c-d8bf-4a07-8c06-5345215b2d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6de2dba6-02e9-4f8b-ab0e-5e538310b7e4), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:41.626093 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-cd46959c-d8bf-4a07-8c06-5345215b2d52 None None] For port 6de2dba6-02e9-4f8b-ab0e-5e538310b7e4, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:14:41.631929 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-cd46959c-d8bf-4a07-8c06-5345215b2d52 None None] For port 6de2dba6-02e9-4f8b-ab0e-5e538310b7e4, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=6de2dba6-02e9-4f8b-ab0e-5e538310b7e4,segment=NetworkSegment(46072a51-0845-41f3-a221-33fd02d55a3d),segment_id=46072a51-0845-41f3-a221-33fd02d55a3d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:14:41.633648 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9fefa2e0-963d-4511-b4ac-9fb8aa968520 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:14:41.668023 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cd46959c-d8bf-4a07-8c06-5345215b2d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (6de2dba6-02e9-4f8b-ab0e-5e538310b7e4), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:41.755126 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-9953109c-2349-4cee-8dcb-d369814a45bd None None] Provisioning complete for port 6de2dba6-02e9-4f8b-ab0e-5e538310b7e4 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:14:41.755786 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9953109c-2349-4cee-8dcb-d369814a45bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6de2dba6-02e9-4f8b-ab0e-5e538310b7e4), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:41.760017 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd46959c-d8bf-4a07-8c06-5345215b2d52 None None] Routers {'466a3a50-6159-498b-9da4-51ed26051ad0'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:14:41.760678 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-cd46959c-d8bf-4a07-8c06-5345215b2d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:14:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['466a3a50-6159-498b-9da4-51ed26051ad0'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:14:41.831727 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-c2373649-ebf7-4480-8719-ff9c27fe2d7a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:41.832486 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f1bda-1acc-45b3-9db5-b0f603abe0f1 None None] Pushing event updated for resources: {'Port': ['ID=6de2dba6-02e9-4f8b-ab0e-5e538310b7e4,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:14:41.834550 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-c2373649-ebf7-4480-8719-ff9c27fe2d7a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.79 "GET /v2.0/networks?id=d0303596-49ee-43b9-a6c0-7502803bd601 HTTP/1.1" status: 200 len: 797 time: 0.1253695 Feb 16 23:14:41.872707 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 9fefa2e0-963d-4511-b4ac-9fb8aa968520 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:14:41.873096 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9fefa2e0-963d-4511-b4ac-9fb8aa968520), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:41.921963 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-e7c84ea6-6233-4344-bb05-84d814f61f30 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5e2c7d5d14e409fae94d81de0810792 HTTP/1.1" status: 200 len: 379 time: 0.0760381 Feb 16 23:14:41.935995 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-3db82b54-20a8-4bc0-87d7-f32428f39a17 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'port': {'device_id': '2ff25ef7-83b2-4369-895d-d7f5aab3ef82', 'network_id': 'd0303596-49ee-43b9-a6c0-7502803bd601', 'admin_state_up': True, 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'security_groups': ['c47a63e0-7df6-4134-98b6-b8a995740440']}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:14:42.004854 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-28d89b9b-8494-415f-a971-212b3a3c1c96 req-f41f7045-9c37-4a3e-a5c6-3c1dc3ddfc75 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 210 time: 0.0334311 Feb 16 23:14:42.007130 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-cd46959c-d8bf-4a07-8c06-5345215b2d52 None None] Set router 466a3a50-6159-498b-9da4-51ed26051ad0 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:14:42.036911 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-9953109c-2349-4cee-8dcb-d369814a45bd None None] Current status of the port 6de2dba6-02e9-4f8b-ab0e-5e538310b7e4 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:14:42.036911 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9953109c-2349-4cee-8dcb-d369814a45bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (6de2dba6-02e9-4f8b-ab0e-5e538310b7e4), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:42.078385 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-3db82b54-20a8-4bc0-87d7-f32428f39a17 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Made reservation on behalf of c5e2c7d5d14e409fae94d81de0810792 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:14:42.082022 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-3db82b54-20a8-4bc0-87d7-f32428f39a17 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:42.136479 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 9fefa2e0-963d-4511-b4ac-9fb8aa968520 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:14:42.137315 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9c873cdd-7d92-4823-9ad1-e9ea451c02d7 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:14:42.175447 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-9953109c-2349-4cee-8dcb-d369814a45bd None None] For port 6de2dba6-02e9-4f8b-ab0e-5e538310b7e4, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=6de2dba6-02e9-4f8b-ab0e-5e538310b7e4,segment=NetworkSegment(46072a51-0845-41f3-a221-33fd02d55a3d),segment_id=46072a51-0845-41f3-a221-33fd02d55a3d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:14:42.189780 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9953109c-2349-4cee-8dcb-d369814a45bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (6de2dba6-02e9-4f8b-ab0e-5e538310b7e4), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:42.215236 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-3db82b54-20a8-4bc0-87d7-f32428f39a17 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Allocated IP 172.20.0.3 (d0303596-49ee-43b9-a6c0-7502803bd601/f48942a6-f44f-480b-a8c2-db56486f626e/b7a361f9-7c2e-4737-bdc0-550576aa2a84) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:14:42.304645 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953109c-2349-4cee-8dcb-d369814a45bd None None] Pushing event updated for resources: {'Port': ['ID=6de2dba6-02e9-4f8b-ab0e-5e538310b7e4,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:14:42.338552 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 9c873cdd-7d92-4823-9ad1-e9ea451c02d7 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:14:42.338939 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (9c873cdd-7d92-4823-9ad1-e9ea451c02d7), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:42.357429 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-3db82b54-20a8-4bc0-87d7-f32428f39a17 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for port (b7a361f9-7c2e-4737-bdc0-550576aa2a84), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:42.380474 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-8e547752-24ad-433b-8afe-414c5f750473 None None] Provisioning complete for port 6de2dba6-02e9-4f8b-ab0e-5e538310b7e4 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:14:42.380858 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8e547752-24ad-433b-8afe-414c5f750473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6de2dba6-02e9-4f8b-ab0e-5e538310b7e4), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:42.390182 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-3db82b54-20a8-4bc0-87d7-f32428f39a17 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (b7a361f9-7c2e-4737-bdc0-550576aa2a84), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:42.435391 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-3db82b54-20a8-4bc0-87d7-f32428f39a17 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Network d0303596-49ee-43b9-a6c0-7502803bd601 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:14:42.438602 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-3db82b54-20a8-4bc0-87d7-f32428f39a17 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:14:42.442324 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-3db82b54-20a8-4bc0-87d7-f32428f39a17 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:14:42.444771 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-cd46959c-d8bf-4a07-8c06-5345215b2d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890262635', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '9c873cdd-7d92-4823-9ad1-e9ea451c02d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:14:35Z', 'updated_at': '2022-02-16T23:14:39Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '9c873cdd-7d92-4823-9ad1-e9ea451c02d7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:14:36Z', 'updated_at': '2022-02-16T23:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '6de2dba6-02e9-4f8b-ab0e-5e538310b7e4', 'name': '', 'network_id': 'd0303596-49ee-43b9-a6c0-7502803bd601', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:57:f9:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f48942a6-f44f-480b-a8c2-db56486f626e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:14:38Z', 'updated_at': '2022-02-16T23:14:41Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': 'f48942a6-f44f-480b-a8c2-db56486f626e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:14:42.466447 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db82b54-20a8-4bc0-87d7-f32428f39a17 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Port': ['ID=b7a361f9-7c2e-4737-bdc0-550576aa2a84,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:14:42.494895 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-3db82b54-20a8-4bc0-87d7-f32428f39a17 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:42.495670 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-3db82b54-20a8-4bc0-87d7-f32428f39a17 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:42.496139 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd46959c-d8bf-4a07-8c06-5345215b2d52 None None] The sync data for ids ['466a3a50-6159-498b-9da4-51ed26051ad0'] in n-d-813897-6 is: [{'id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890262635', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '9c873cdd-7d92-4823-9ad1-e9ea451c02d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:14:35Z', 'updated_at': '2022-02-16T23:14:39Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '9c873cdd-7d92-4823-9ad1-e9ea451c02d7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:14:36Z', 'updated_at': '2022-02-16T23:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '6de2dba6-02e9-4f8b-ab0e-5e538310b7e4', 'name': '', 'network_id': 'd0303596-49ee-43b9-a6c0-7502803bd601', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:57:f9:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f48942a6-f44f-480b-a8c2-db56486f626e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:14:38Z', 'updated_at': '2022-02-16T23:14:41Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': 'f48942a6-f44f-480b-a8c2-db56486f626e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:14:42.517800 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-3db82b54-20a8-4bc0-87d7-f32428f39a17 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5867653 Feb 16 23:14:42.535488 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 9c873cdd-7d92-4823-9ad1-e9ea451c02d7 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:14:42.553777 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-8e547752-24ad-433b-8afe-414c5f750473 None None] Current status of the port 6de2dba6-02e9-4f8b-ab0e-5e538310b7e4 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:14:42.605352 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-9df8efdc-84e3-4499-b9e7-82f51b33af0b service neutron] Request body: {'port': {'device_id': '2ff25ef7-83b2-4369-895d-d7f5aab3ef82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:14:42.684683 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-9df8efdc-84e3-4499-b9e7-82f51b33af0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b7a361f9-7c2e-4737-bdc0-550576aa2a84), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:42.798325 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e9f4e310-bea0-44c8-8ef8-ec8376ea86fc None None] Provisioning complete for port b7a361f9-7c2e-4737-bdc0-550576aa2a84 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:14:42.798893 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e9f4e310-bea0-44c8-8ef8-ec8376ea86fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b7a361f9-7c2e-4737-bdc0-550576aa2a84), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:42.839046 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e9f4e310-bea0-44c8-8ef8-ec8376ea86fc None None] Port b7a361f9-7c2e-4737-bdc0-550576aa2a84 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:14:42.963754 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-9df8efdc-84e3-4499-b9e7-82f51b33af0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7a361f9-7c2e-4737-bdc0-550576aa2a84 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:14:42.971729 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-9df8efdc-84e3-4499-b9e7-82f51b33af0b service neutron] Publish callbacks [] for port (b7a361f9-7c2e-4737-bdc0-550576aa2a84), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:42.984548 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-9df8efdc-84e3-4499-b9e7-82f51b33af0b service neutron] Transition to ACTIVE for port object b7a361f9-7c2e-4737-bdc0-550576aa2a84 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:14:42.989577 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-9df8efdc-84e3-4499-b9e7-82f51b33af0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (b7a361f9-7c2e-4737-bdc0-550576aa2a84), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:43.086926 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8efdc-84e3-4499-b9e7-82f51b33af0b service neutron] Pushing event updated for resources: {'Port': ['ID=b7a361f9-7c2e-4737-bdc0-550576aa2a84,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:14:43.152864 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-9df8efdc-84e3-4499-b9e7-82f51b33af0b service neutron] Attempting to bind port b7a361f9-7c2e-4737-bdc0-550576aa2a84 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:14:43.153203 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-9df8efdc-84e3-4499-b9e7-82f51b33af0b service neutron] Attempting to bind port b7a361f9-7c2e-4737-bdc0-550576aa2a84 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '46072a51-0845-41f3-a221-33fd02d55a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd0303596-49ee-43b9-a6c0-7502803bd601'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:14:43.153530 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-9df8efdc-84e3-4499-b9e7-82f51b33af0b service neutron] Attempting to bind port b7a361f9-7c2e-4737-bdc0-550576aa2a84 on network d0303596-49ee-43b9-a6c0-7502803bd601 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:14:43.163282 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-9df8efdc-84e3-4499-b9e7-82f51b33af0b service neutron] Port b7a361f9-7c2e-4737-bdc0-550576aa2a84 on network d0303596-49ee-43b9-a6c0-7502803bd601 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 23:14:43.163628 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-9df8efdc-84e3-4499-b9e7-82f51b33af0b service neutron] Attempting to bind port b7a361f9-7c2e-4737-bdc0-550576aa2a84 on network d0303596-49ee-43b9-a6c0-7502803bd601 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:14:43.174236 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a5d2b-e03d-4176-beac-b773b1decff2 req-82280838-684a-476e-8fc9-8db5e79dca5e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:43.175851 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1d2a5d2b-e03d-4176-beac-b773b1decff2 req-82280838-684a-476e-8fc9-8db5e79dca5e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 943 time: 0.0844631 Feb 16 23:14:43.178998 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-9df8efdc-84e3-4499-b9e7-82f51b33af0b service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:14:43.179343 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-9df8efdc-84e3-4499-b9e7-82f51b33af0b service neutron] Checking segment: {'id': '46072a51-0845-41f3-a221-33fd02d55a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd0303596-49ee-43b9-a6c0-7502803bd601'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:14:43.179732 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-9df8efdc-84e3-4499-b9e7-82f51b33af0b service neutron] Bound using segment: {'id': '46072a51-0845-41f3-a221-33fd02d55a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd0303596-49ee-43b9-a6c0-7502803bd601'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:14:43.180167 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-9df8efdc-84e3-4499-b9e7-82f51b33af0b service neutron] Bound port: b7a361f9-7c2e-4737-bdc0-550576aa2a84, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46072a51-0845-41f3-a221-33fd02d55a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd0303596-49ee-43b9-a6c0-7502803bd601'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:14:43.180525 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-9df8efdc-84e3-4499-b9e7-82f51b33af0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b7a361f9-7c2e-4737-bdc0-550576aa2a84), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:43.282149 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1d2a5d2b-e03d-4176-beac-b773b1decff2 req-2f47aadb-d2e3-4b3e-8c0d-26e9de5fae1b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=c47a63e0-7df6-4134-98b6-b8a995740440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980680 Feb 16 23:14:43.293961 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-9df8efdc-84e3-4499-b9e7-82f51b33af0b service neutron] For port b7a361f9-7c2e-4737-bdc0-550576aa2a84, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:14:43.297255 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-9df8efdc-84e3-4499-b9e7-82f51b33af0b service neutron] For port b7a361f9-7c2e-4737-bdc0-550576aa2a84, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=b7a361f9-7c2e-4737-bdc0-550576aa2a84,segment=NetworkSegment(46072a51-0845-41f3-a221-33fd02d55a3d),segment_id=46072a51-0845-41f3-a221-33fd02d55a3d)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:14:43.303906 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-9df8efdc-84e3-4499-b9e7-82f51b33af0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (b7a361f9-7c2e-4737-bdc0-550576aa2a84), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:43.338203 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-9df8efdc-84e3-4499-b9e7-82f51b33af0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:43.338878 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-9df8efdc-84e3-4499-b9e7-82f51b33af0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:43.340277 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-9df8efdc-84e3-4499-b9e7-82f51b33af0b service neutron] 10.222.0.79 "PUT /v2.0/ports/b7a361f9-7c2e-4737-bdc0-550576aa2a84 HTTP/1.1" status: 200 len: 1091 time: 0.8150392 Feb 16 23:14:43.340741 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff25ef7-83b2-4369-895d-d7f5aab3ef82', 'tag': 'b7a361f9-7c2e-4737-bdc0-550576aa2a84'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:14:43.343621 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e02b1269caefb4c024904b88698defd233c730f45a19e1a7dbb6b862b0fddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522d14a6-a3a9-4d9d-8b03-f5af4b5b157e" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff25ef7-83b2-4369-895d-d7f5aab3ef82", "tag": "b7a361f9-7c2e-4737-bdc0-550576aa2a84"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:14:43.374900 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8efdc-84e3-4499-b9e7-82f51b33af0b service neutron] Pushing event updated for resources: {'Port': ['ID=b7a361f9-7c2e-4737-bdc0-550576aa2a84,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:14:43.392017 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eeb786e-4781-424b-9951-bb85fdea0aff x-openstack-request-id: req-6eeb786e-4781-424b-9951-bb85fdea0aff {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:14:43.392376 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff25ef7-83b2-4369-895d-d7f5aab3ef82", "tag": "b7a361f9-7c2e-4737-bdc0-550576aa2a84", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:14:43.392639 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6eeb786e-4781-424b-9951-bb85fdea0aff {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:14:43.393073 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff25ef7-83b2-4369-895d-d7f5aab3ef82', 'tag': 'b7a361f9-7c2e-4737-bdc0-550576aa2a84', 'status': 'completed', 'code': 200} Feb 16 23:14:43.445546 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-07ede4d9-dde7-4db2-a06d-b169d7f01de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:43.447446 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-07ede4d9-dde7-4db2-a06d-b169d7f01de9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 1125 time: 0.0529194 Feb 16 23:14:43.496374 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-82b2e608-431a-4fa2-8f13-94e49834bfa3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7a361f9-7c2e-4737-bdc0-550576aa2a84 HTTP/1.1" status: 200 len: 217 time: 0.0425065 Feb 16 23:14:43.552100 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-b26fcef9-21be-40e4-8aaf-84aa77ae9126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:43.553568 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-b26fcef9-21be-40e4-8aaf-84aa77ae9126 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f48942a6-f44f-480b-a8c2-db56486f626e HTTP/1.1" status: 200 len: 834 time: 0.0514116 Feb 16 23:14:43.623589 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-82e9fa85-d591-42b6-ae5e-8ff66cddddde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:43.625262 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-82e9fa85-d591-42b6-ae5e-8ff66cddddde service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d0303596-49ee-43b9-a6c0-7502803bd601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0648797 Feb 16 23:14:43.648019 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 6de2dba6-02e9-4f8b-ab0e-5e538310b7e4 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:14:43.698161 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 6de2dba6-02e9-4f8b-ab0e-5e538310b7e4 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:14:43.698543 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (6de2dba6-02e9-4f8b-ab0e-5e538310b7e4), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:43.786993 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 6de2dba6-02e9-4f8b-ab0e-5e538310b7e4 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:14:44.017086 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-ece2d309-04f9-4d93-b6e1-455319535bbf service neutron] 10.222.0.79 "GET /v2.0/networks/d0303596-49ee-43b9-a6c0-7502803bd601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859956 Feb 16 23:14:44.104808 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9440233d-2fde-49c7-9e06-4a5c08c01f51 req-ed60dc6d-90fe-4074-9a70-fa4cf4b1f504 service neutron] 10.222.0.79 "GET /v2.0/networks/d0303596-49ee-43b9-a6c0-7502803bd601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817928 Feb 16 23:14:44.192335 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d14a6-a3a9-4d9d-8b03-f5af4b5b157e req-abdad8b8-bf8c-4658-acee-b900420ada5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:44.193808 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-522d14a6-a3a9-4d9d-8b03-f5af4b5b157e req-abdad8b8-bf8c-4658-acee-b900420ada5f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 1125 time: 0.0445490 Feb 16 23:14:44.284920 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d14a6-a3a9-4d9d-8b03-f5af4b5b157e req-8b10958e-5a94-4d99-a644-31ecab38aa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:44.286361 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-522d14a6-a3a9-4d9d-8b03-f5af4b5b157e req-8b10958e-5a94-4d99-a644-31ecab38aa81 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d0303596-49ee-43b9-a6c0-7502803bd601 HTTP/1.1" status: 200 len: 898 time: 0.0863512 Feb 16 23:14:44.327203 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-522d14a6-a3a9-4d9d-8b03-f5af4b5b157e req-2b859dc1-0adc-4031-b42d-1faa64fcc2d5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7a361f9-7c2e-4737-bdc0-550576aa2a84 HTTP/1.1" status: 200 len: 217 time: 0.0341876 Feb 16 23:14:44.407375 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d14a6-a3a9-4d9d-8b03-f5af4b5b157e req-339ce847-a7a9-4887-8945-87a1d5b51534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:44.408890 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-522d14a6-a3a9-4d9d-8b03-f5af4b5b157e req-339ce847-a7a9-4887-8945-87a1d5b51534 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f48942a6-f44f-480b-a8c2-db56486f626e HTTP/1.1" status: 200 len: 834 time: 0.0750320 Feb 16 23:14:44.433635 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bf745-ab84-4a3a-8418-62daabe62b34 req-0fcee559-c38a-4e29-8a5f-49a12a9f6eba tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:44.435602 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0b8bf745-ab84-4a3a-8418-62daabe62b34 req-0fcee559-c38a-4e29-8a5f-49a12a9f6eba tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 943 time: 0.0723906 Feb 16 23:14:44.501789 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d14a6-a3a9-4d9d-8b03-f5af4b5b157e req-040f018b-7f3b-48d6-8118-931da4f7a72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:44.503317 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-522d14a6-a3a9-4d9d-8b03-f5af4b5b157e req-040f018b-7f3b-48d6-8118-931da4f7a72e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d0303596-49ee-43b9-a6c0-7502803bd601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0862648 Feb 16 23:14:44.506771 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0b8bf745-ab84-4a3a-8418-62daabe62b34 req-d625f5fa-d6b6-4e9b-8234-52c8359838fb tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=c47a63e0-7df6-4134-98b6-b8a995740440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569367 Feb 16 23:14:44.594871 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-522d14a6-a3a9-4d9d-8b03-f5af4b5b157e req-4a6b916e-4dc4-4052-95b4-5eaaaf6703fe service neutron] 10.222.0.79 "GET /v2.0/networks/d0303596-49ee-43b9-a6c0-7502803bd601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847752 Feb 16 23:14:44.683372 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-522d14a6-a3a9-4d9d-8b03-f5af4b5b157e req-9dee94e2-3bb8-4256-9158-c68d4fcad3ee service neutron] 10.222.0.79 "GET /v2.0/networks/d0303596-49ee-43b9-a6c0-7502803bd601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821257 Feb 16 23:14:45.630818 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81d831-58a7-4d27-95a4-6d07a0c95069 req-d5d35b74-641a-45cf-9e1d-126fb6462537 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:45.632201 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8b81d831-58a7-4d27-95a4-6d07a0c95069 req-d5d35b74-641a-45cf-9e1d-126fb6462537 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 943 time: 0.0572855 Feb 16 23:14:45.683727 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8b81d831-58a7-4d27-95a4-6d07a0c95069 req-0c844dd7-41d2-4986-a602-2c0d61861dc7 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=c47a63e0-7df6-4134-98b6-b8a995740440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456300 Feb 16 23:14:46.800142 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac369f-35f6-432c-b966-bf216f43dc6b req-3f2a97e3-8da2-4ecd-ba80-93900b16b48d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:46.801641 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c6ac369f-35f6-432c-b966-bf216f43dc6b req-3f2a97e3-8da2-4ecd-ba80-93900b16b48d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 943 time: 0.0518525 Feb 16 23:14:46.849566 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c6ac369f-35f6-432c-b966-bf216f43dc6b req-f15cd98c-cc37-4854-8de2-29bf8a159e85 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=c47a63e0-7df6-4134-98b6-b8a995740440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423222 Feb 16 23:14:47.974199 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcebc34-613b-4170-a020-f2875aa9fa0e req-0fcd37de-84db-431e-8fe1-1a26e3ae8a32 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:47.975708 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6fcebc34-613b-4170-a020-f2875aa9fa0e req-0fcd37de-84db-431e-8fe1-1a26e3ae8a32 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 943 time: 0.0565014 Feb 16 23:14:48.023367 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6fcebc34-613b-4170-a020-f2875aa9fa0e req-fed74f1b-28f8-406c-ade3-65de39b2b2a4 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=c47a63e0-7df6-4134-98b6-b8a995740440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418761 Feb 16 23:14:48.113682 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device b7a361f9-7c2e-4737-bdc0-550576aa2a84 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:14:48.220150 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port b7a361f9-7c2e-4737-bdc0-550576aa2a84, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=b7a361f9-7c2e-4737-bdc0-550576aa2a84,segment=NetworkSegment(46072a51-0845-41f3-a221-33fd02d55a3d),segment_id=46072a51-0845-41f3-a221-33fd02d55a3d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:14:48.230776 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'b7a361f9-7c2e-4737-bdc0-550576aa2a84', 'network_id': 'd0303596-49ee-43b9-a6c0-7502803bd601', 'port_id': 'b7a361f9-7c2e-4737-bdc0-550576aa2a84', 'mac_address': 'fa:16:3e:ab:32:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f48942a6-f44f-480b-a8c2-db56486f626e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:14:48.266732 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port b7a361f9-7c2e-4737-bdc0-550576aa2a84 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:14:48.267120 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b7a361f9-7c2e-4737-bdc0-550576aa2a84), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:48.280037 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7a361f9-7c2e-4737-bdc0-550576aa2a84 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:14:48.298972 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port b7a361f9-7c2e-4737-bdc0-550576aa2a84, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=b7a361f9-7c2e-4737-bdc0-550576aa2a84,segment=NetworkSegment(46072a51-0845-41f3-a221-33fd02d55a3d),segment_id=46072a51-0845-41f3-a221-33fd02d55a3d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:14:48.302912 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b7a361f9-7c2e-4737-bdc0-550576aa2a84), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:48.348423 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=b7a361f9-7c2e-4737-bdc0-550576aa2a84,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:14:48.527581 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['b7a361f9-7c2e-4737-bdc0-550576aa2a84'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:14:49.142322 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c51852-4dea-4b8e-b19a-7e4f6d17344b req-de26ec23-b99f-4c04-9a50-a3db0ceef378 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:49.143805 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-03c51852-4dea-4b8e-b19a-7e4f6d17344b req-de26ec23-b99f-4c04-9a50-a3db0ceef378 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 944 time: 0.0522740 Feb 16 23:14:49.191137 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-03c51852-4dea-4b8e-b19a-7e4f6d17344b req-8530cdfd-aca9-4c18-ae29-851b5436d742 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=c47a63e0-7df6-4134-98b6-b8a995740440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417490 Feb 16 23:14:50.117456 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device b7a361f9-7c2e-4737-bdc0-550576aa2a84 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:14:50.165736 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port b7a361f9-7c2e-4737-bdc0-550576aa2a84 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:14:50.170416 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port b7a361f9-7c2e-4737-bdc0-550576aa2a84 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:14:50.170794 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b7a361f9-7c2e-4737-bdc0-550576aa2a84), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:50.251889 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port b7a361f9-7c2e-4737-bdc0-550576aa2a84 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:14:50.252282 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b7a361f9-7c2e-4737-bdc0-550576aa2a84), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:50.275170 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff25ef7-83b2-4369-895d-d7f5aab3ef82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a361f9-7c2e-4737-bdc0-550576aa2a84'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:14:50.277705 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}003bc719444852515b674fedd62cd1fb71b35db544f2f4adcbcd93f8ba7f5d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60141f1d-8602-4fc1-99aa-97a1d4573e08" -d '{"events": [{"server_uuid": "2ff25ef7-83b2-4369-895d-d7f5aab3ef82", "name": "network-vif-plugged", "status": "completed", "tag": "b7a361f9-7c2e-4737-bdc0-550576aa2a84"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:14:50.289688 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port b7a361f9-7c2e-4737-bdc0-550576aa2a84, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=b7a361f9-7c2e-4737-bdc0-550576aa2a84,segment=NetworkSegment(46072a51-0845-41f3-a221-33fd02d55a3d),segment_id=46072a51-0845-41f3-a221-33fd02d55a3d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:14:50.294566 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b7a361f9-7c2e-4737-bdc0-550576aa2a84), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:50.313070 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3811c7-0a82-438f-8e26-1f0aed5f8861 req-ee973ec6-ab0c-4602-a3fd-95d6f418db9d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:50.314601 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7a3811c7-0a82-438f-8e26-1f0aed5f8861 req-ee973ec6-ab0c-4602-a3fd-95d6f418db9d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 944 time: 0.0539842 Feb 16 23:14:50.344329 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=b7a361f9-7c2e-4737-bdc0-550576aa2a84,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:14:50.369269 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7a3811c7-0a82-438f-8e26-1f0aed5f8861 req-ac6b5ca5-b320-4951-bff2-4283b61c1f2c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=c47a63e0-7df6-4134-98b6-b8a995740440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489619 Feb 16 23:14:50.465655 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210121e7-fb25-4da0-b182-0883e248af02 x-openstack-request-id: req-210121e7-fb25-4da0-b182-0883e248af02 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:14:50.466485 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff25ef7-83b2-4369-895d-d7f5aab3ef82", "name": "network-vif-plugged", "status": "completed", "tag": "b7a361f9-7c2e-4737-bdc0-550576aa2a84", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:14:50.466742 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-210121e7-fb25-4da0-b182-0883e248af02 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:14:50.467141 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff25ef7-83b2-4369-895d-d7f5aab3ef82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a361f9-7c2e-4737-bdc0-550576aa2a84', 'code': 200} Feb 16 23:14:50.560883 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca4250-12b7-4619-bd09-1784e96af5c6 req-de4cd27c-52b4-4045-912d-a6e9a405f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:50.562503 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-14ca4250-12b7-4619-bd09-1784e96af5c6 req-de4cd27c-52b4-4045-912d-a6e9a405f4bd service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 1127 time: 0.0446236 Feb 16 23:14:50.607262 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-14ca4250-12b7-4619-bd09-1784e96af5c6 req-22b2bc82-91d7-4a2b-aac8-37839526b4b4 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c47a63e0-7df6-4134-98b6-b8a995740440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379953 Feb 16 23:14:50.778158 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-92b03729-09df-43f8-88c5-00e1995bd4e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:51.394324 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:14:51.490254 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b153d17-555d-44b1-b9e3-47f6c4c5cf41 req-279c6a00-0525-4631-945e-ab814d57ae84 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:51.491775 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3b153d17-555d-44b1-b9e3-47f6c4c5cf41 req-279c6a00-0525-4631-945e-ab814d57ae84 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0536773 Feb 16 23:14:51.541623 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3b153d17-555d-44b1-b9e3-47f6c4c5cf41 req-b8d4be3f-adc9-4458-89f4-9cfa2fe9ce77 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=c47a63e0-7df6-4134-98b6-b8a995740440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434821 Feb 16 23:14:52.663860 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213c8b1-8e6e-4b1d-b7ca-831e05ebb545 req-6afc908c-24a9-487d-b975-e9ab743bb0c5 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:52.665352 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b213c8b1-8e6e-4b1d-b7ca-831e05ebb545 req-6afc908c-24a9-487d-b975-e9ab743bb0c5 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0565393 Feb 16 23:14:52.713006 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b213c8b1-8e6e-4b1d-b7ca-831e05ebb545 req-d6da6808-2ec3-47fd-9e91-6cd0e930d303 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=c47a63e0-7df6-4134-98b6-b8a995740440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420661 Feb 16 23:14:52.831461 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3ce1a-71cd-45b0-a2ff-e7c2686cc0ea req-dddf3bc0-2380-49e3-98db-e835366cb22b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:52.832948 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8ea3ce1a-71cd-45b0-a2ff-e7c2686cc0ea req-dddf3bc0-2380-49e3-98db-e835366cb22b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0526190 Feb 16 23:14:52.883603 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8ea3ce1a-71cd-45b0-a2ff-e7c2686cc0ea req-e2fbc1e2-aa43-4fe9-a16d-5920a7b614a3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=c47a63e0-7df6-4134-98b6-b8a995740440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449133 Feb 16 23:14:52.905764 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55234) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:14:52.948696 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84211340-0451-48ed-8ef5-7832e2291524 tempest-TestNetworkAdvancedServerOps-43398640 tempest-TestNetworkAdvancedServerOps-43398640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:52.950820 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-84211340-0451-48ed-8ef5-7832e2291524 tempest-TestNetworkAdvancedServerOps-43398640 tempest-TestNetworkAdvancedServerOps-43398640-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 1122 time: 0.0434706 Feb 16 23:14:52.953637 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55236) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:14:52.957991 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-24c0c9b0-3791-4619-b9a1-99d1bece0cb0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'port_id': 'b7a361f9-7c2e-4737-bdc0-550576aa2a84', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:14:52.977322 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-24c0c9b0-3791-4619-b9a1-99d1bece0cb0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:53.077296 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-24c0c9b0-3791-4619-b9a1-99d1bece0cb0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:53.170752 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-132af1ac-c35d-47f9-96f8-9d5ece29e4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:53.183238 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-24c0c9b0-3791-4619-b9a1-99d1bece0cb0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Allocated IP 172.25.2.68 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/031498eb-7d5e-4ebd-a07d-69f37fbba063) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:14:53.282270 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-24c0c9b0-3791-4619-b9a1-99d1bece0cb0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for port (031498eb-7d5e-4ebd-a07d-69f37fbba063), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:53.314981 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-24c0c9b0-3791-4619-b9a1-99d1bece0cb0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (031498eb-7d5e-4ebd-a07d-69f37fbba063), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:53.356417 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c0c9b0-3791-4619-b9a1-99d1bece0cb0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:14:53.359380 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-24c0c9b0-3791-4619-b9a1-99d1bece0cb0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:14:53.363500 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c0c9b0-3791-4619-b9a1-99d1bece0cb0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:14:53.368957 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0c9b0-3791-4619-b9a1-99d1bece0cb0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Port': ['ID=031498eb-7d5e-4ebd-a07d-69f37fbba063,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:14:53.714692 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-24c0c9b0-3791-4619-b9a1-99d1bece0cb0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for floatingip (6b8eabda-326e-44c2-8b8e-cc2cdb472fc5), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:53.787519 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-24c0c9b0-3791-4619-b9a1-99d1bece0cb0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (031498eb-7d5e-4ebd-a07d-69f37fbba063), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:53.932684 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-24c0c9b0-3791-4619-b9a1-99d1bece0cb0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for port (031498eb-7d5e-4ebd-a07d-69f37fbba063), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:53.937685 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-24c0c9b0-3791-4619-b9a1-99d1bece0cb0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (031498eb-7d5e-4ebd-a07d-69f37fbba063), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:54.010337 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0c9b0-3791-4619-b9a1-99d1bece0cb0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Port': ['ID=031498eb-7d5e-4ebd-a07d-69f37fbba063,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:14:54.018464 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-24c0c9b0-3791-4619-b9a1-99d1bece0cb0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (6b8eabda-326e-44c2-8b8e-cc2cdb472fc5), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:54.120202 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-24c0c9b0-3791-4619-b9a1-99d1bece0cb0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Floating IP 6b8eabda-326e-44c2-8b8e-cc2cdb472fc5 associated. External IP: 172.25.2.68, port: b7a361f9-7c2e-4737-bdc0-550576aa2a84. Feb 16 23:14:54.329019 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c0c9b0-3791-4619-b9a1-99d1bece0cb0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Router 466a3a50-6159-498b-9da4-51ed26051ad0 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:14:54.436164 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c0c9b0-3791-4619-b9a1-99d1bece0cb0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:14:54.446076 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f10b14-f1a5-43e5-a775-b23718c2205f None None] Sync routers for ids ['466a3a50-6159-498b-9da4-51ed26051ad0'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:14:54.455815 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-24c0c9b0-3791-4619-b9a1-99d1bece0cb0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:54.456449 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f10b14-f1a5-43e5-a775-b23718c2205f None None] Routers {'466a3a50-6159-498b-9da4-51ed26051ad0'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:14:54.457065 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-c3f10b14-f1a5-43e5-a775-b23718c2205f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:14:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['466a3a50-6159-498b-9da4-51ed26051ad0'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:14:54.476827 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:54.489629 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-24c0c9b0-3791-4619-b9a1-99d1bece0cb0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5349460 Feb 16 23:14:54.490835 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff25ef7-83b2-4369-895d-d7f5aab3ef82', 'tag': 'b7a361f9-7c2e-4737-bdc0-550576aa2a84'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:14:54.493131 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e02b1269caefb4c024904b88698defd233c730f45a19e1a7dbb6b862b0fddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719a1c02-bfe2-4fc7-9e26-b330aa0a6ef8" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff25ef7-83b2-4369-895d-d7f5aab3ef82", "tag": "b7a361f9-7c2e-4737-bdc0-550576aa2a84"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:14:54.570967 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-c3f10b14-f1a5-43e5-a775-b23718c2205f None None] Set router 466a3a50-6159-498b-9da4-51ed26051ad0 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:14:54.591942 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0cfe8e-0f8d-44cb-a493-503aaed6eb31 req-90c064d2-e934-4698-9fee-7ce967b9f00f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:54.593439 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fb0cfe8e-0f8d-44cb-a493-503aaed6eb31 req-90c064d2-e934-4698-9fee-7ce967b9f00f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0531838 Feb 16 23:14:54.641752 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fb0cfe8e-0f8d-44cb-a493-503aaed6eb31 req-4ce6e270-d1bb-4e3f-902a-87e649375ec5 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=c47a63e0-7df6-4134-98b6-b8a995740440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425870 Feb 16 23:14:54.665033 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55242) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:14:54.705835 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a8f963-bd22-4fd9-9e07-ca8b42e353dd x-openstack-request-id: req-74a8f963-bd22-4fd9-9e07-ca8b42e353dd {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:14:54.706373 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff25ef7-83b2-4369-895d-d7f5aab3ef82", "tag": "b7a361f9-7c2e-4737-bdc0-550576aa2a84", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:14:54.706638 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-74a8f963-bd22-4fd9-9e07-ca8b42e353dd {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:14:54.707054 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff25ef7-83b2-4369-895d-d7f5aab3ef82', 'tag': 'b7a361f9-7c2e-4737-bdc0-550576aa2a84', 'status': 'completed', 'code': 200} Feb 16 23:14:54.765252 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-590449cb-89cd-42f6-8843-1ea438e94fe8 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/floatingips/6b8eabda-326e-44c2-8b8e-cc2cdb472fc5 HTTP/1.1" status: 200 len: 990 time: 0.0987961 Feb 16 23:14:54.780510 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a1c02-bfe2-4fc7-9e26-b330aa0a6ef8 req-fbfb97f8-a116-4042-b6ce-e82eddf9dfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:54.782082 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-719a1c02-bfe2-4fc7-9e26-b330aa0a6ef8 req-fbfb97f8-a116-4042-b6ce-e82eddf9dfe6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 1127 time: 0.0697405 Feb 16 23:14:54.870646 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a1c02-bfe2-4fc7-9e26-b330aa0a6ef8 req-56526351-3063-4df9-b9e3-0a47926c1715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:54.872666 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-719a1c02-bfe2-4fc7-9e26-b330aa0a6ef8 req-56526351-3063-4df9-b9e3-0a47926c1715 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d0303596-49ee-43b9-a6c0-7502803bd601 HTTP/1.1" status: 200 len: 898 time: 0.0845711 Feb 16 23:14:54.883396 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-c3f10b14-f1a5-43e5-a775-b23718c2205f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890262635', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '9c873cdd-7d92-4823-9ad1-e9ea451c02d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:14:35Z', 'updated_at': '2022-02-16T23:14:39Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '9c873cdd-7d92-4823-9ad1-e9ea451c02d7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:14:36Z', 'updated_at': '2022-02-16T23:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '6b8eabda-326e-44c2-8b8e-cc2cdb472fc5', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'floating_ip_address': '172.25.2.68', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'port_id': 'b7a361f9-7c2e-4737-bdc0-550576aa2a84', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0303596-49ee-43b9-a6c0-7502803bd601', 'mac_address': 'fa:16:3e:ab:32:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff25ef7-83b2-4369-895d-d7f5aab3ef82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:14:53Z', 'updated_at': '2022-02-16T23:14:53Z', 'revision_number': 0, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6de2dba6-02e9-4f8b-ab0e-5e538310b7e4', 'name': '', 'network_id': 'd0303596-49ee-43b9-a6c0-7502803bd601', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:57:f9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f48942a6-f44f-480b-a8c2-db56486f626e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:14:38Z', 'updated_at': '2022-02-16T23:14:42Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': 'f48942a6-f44f-480b-a8c2-db56486f626e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:14:54.912289 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f10b14-f1a5-43e5-a775-b23718c2205f None None] Checking router: 466a3a50-6159-498b-9da4-51ed26051ad0 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:14:54.920514 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f10b14-f1a5-43e5-a775-b23718c2205f None None] Routers {'466a3a50-6159-498b-9da4-51ed26051ad0'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:14:54.921106 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-c3f10b14-f1a5-43e5-a775-b23718c2205f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:14:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['466a3a50-6159-498b-9da4-51ed26051ad0'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:14:54.940312 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-719a1c02-bfe2-4fc7-9e26-b330aa0a6ef8 req-5e3a889c-653a-41fb-bbed-589e8250a82e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7a361f9-7c2e-4737-bdc0-550576aa2a84 HTTP/1.1" status: 200 len: 998 time: 0.0620997 Feb 16 23:14:54.988501 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a1c02-bfe2-4fc7-9e26-b330aa0a6ef8 req-9c3b08cc-7aa0-46ef-94e7-69f9fa877a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:54.989985 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-719a1c02-bfe2-4fc7-9e26-b330aa0a6ef8 req-9c3b08cc-7aa0-46ef-94e7-69f9fa877a07 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f48942a6-f44f-480b-a8c2-db56486f626e HTTP/1.1" status: 200 len: 834 time: 0.0431311 Feb 16 23:14:55.026981 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-c3f10b14-f1a5-43e5-a775-b23718c2205f None None] Set router 466a3a50-6159-498b-9da4-51ed26051ad0 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:14:55.039298 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a1c02-bfe2-4fc7-9e26-b330aa0a6ef8 req-73441af2-7b84-44d6-b30c-f73562c86f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:55.040911 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-719a1c02-bfe2-4fc7-9e26-b330aa0a6ef8 req-73441af2-7b84-44d6-b30c-f73562c86f20 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d0303596-49ee-43b9-a6c0-7502803bd601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451996 Feb 16 23:14:55.132620 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-719a1c02-bfe2-4fc7-9e26-b330aa0a6ef8 req-b789259d-e380-4326-a074-4c566c354428 service neutron] 10.222.0.79 "GET /v2.0/networks/d0303596-49ee-43b9-a6c0-7502803bd601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860021 Feb 16 23:14:55.221450 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-719a1c02-bfe2-4fc7-9e26-b330aa0a6ef8 req-5a3b0c7b-f2c2-4898-84fd-1c1d72bef95d service neutron] 10.222.0.79 "GET /v2.0/networks/d0303596-49ee-43b9-a6c0-7502803bd601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828350 Feb 16 23:14:55.246991 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-c3f10b14-f1a5-43e5-a775-b23718c2205f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890262635', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '9c873cdd-7d92-4823-9ad1-e9ea451c02d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:14:35Z', 'updated_at': '2022-02-16T23:14:39Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '9c873cdd-7d92-4823-9ad1-e9ea451c02d7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:14:36Z', 'updated_at': '2022-02-16T23:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '6b8eabda-326e-44c2-8b8e-cc2cdb472fc5', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'floating_ip_address': '172.25.2.68', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'port_id': 'b7a361f9-7c2e-4737-bdc0-550576aa2a84', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0303596-49ee-43b9-a6c0-7502803bd601', 'mac_address': 'fa:16:3e:ab:32:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff25ef7-83b2-4369-895d-d7f5aab3ef82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:14:53Z', 'updated_at': '2022-02-16T23:14:53Z', 'revision_number': 0, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6de2dba6-02e9-4f8b-ab0e-5e538310b7e4', 'name': '', 'network_id': 'd0303596-49ee-43b9-a6c0-7502803bd601', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:57:f9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f48942a6-f44f-480b-a8c2-db56486f626e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:14:38Z', 'updated_at': '2022-02-16T23:14:42Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': 'f48942a6-f44f-480b-a8c2-db56486f626e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:14:55.272403 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f10b14-f1a5-43e5-a775-b23718c2205f None None] The sync data for ids ['466a3a50-6159-498b-9da4-51ed26051ad0'] in n-d-813897-6 is: [{'id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890262635', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '9c873cdd-7d92-4823-9ad1-e9ea451c02d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:14:35Z', 'updated_at': '2022-02-16T23:14:39Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '9c873cdd-7d92-4823-9ad1-e9ea451c02d7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:14:36Z', 'updated_at': '2022-02-16T23:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '6b8eabda-326e-44c2-8b8e-cc2cdb472fc5', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'floating_ip_address': '172.25.2.68', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'port_id': 'b7a361f9-7c2e-4737-bdc0-550576aa2a84', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0303596-49ee-43b9-a6c0-7502803bd601', 'mac_address': 'fa:16:3e:ab:32:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff25ef7-83b2-4369-895d-d7f5aab3ef82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:14:53Z', 'updated_at': '2022-02-16T23:14:53Z', 'revision_number': 0, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6de2dba6-02e9-4f8b-ab0e-5e538310b7e4', 'name': '', 'network_id': 'd0303596-49ee-43b9-a6c0-7502803bd601', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:57:f9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f48942a6-f44f-480b-a8c2-db56486f626e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:14:38Z', 'updated_at': '2022-02-16T23:14:42Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': 'f48942a6-f44f-480b-a8c2-db56486f626e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:14:55.477244 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b9dc0e-25fc-461b-b2b2-4ecedcbea6a4 None None] New status for floating IP 6b8eabda-326e-44c2-8b8e-cc2cdb472fc5: ACTIVE {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:14:55.769352 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55244) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:14:55.805821 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:55.833737 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b8facf8d-26d5-49e1-95f8-f212e745d0ce tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/floatingips/6b8eabda-326e-44c2-8b8e-cc2cdb472fc5 HTTP/1.1" status: 200 len: 992 time: 0.0630894 Feb 16 23:14:57.138111 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:14:58.286536 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e33e916-5c05-4c06-a052-7892a977af76 req-ffd8bde1-78d7-407d-8e39-7defeba26a07 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435283 Feb 16 23:14:58.368467 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33e916-5c05-4c06-a052-7892a977af76 req-f0b90ff8-e7c1-4e29-bb11-91efc566c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:58.369943 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e33e916-5c05-4c06-a052-7892a977af76 req-f0b90ff8-e7c1-4e29-bb11-91efc566c99b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 1127 time: 0.0435297 Feb 16 23:14:58.475193 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33e916-5c05-4c06-a052-7892a977af76 req-16f9bf96-4de1-4071-9616-98975d5ba6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:58.476656 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e33e916-5c05-4c06-a052-7892a977af76 req-16f9bf96-4de1-4071-9616-98975d5ba6f2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d0303596-49ee-43b9-a6c0-7502803bd601 HTTP/1.1" status: 200 len: 898 time: 0.0875280 Feb 16 23:14:58.543924 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e33e916-5c05-4c06-a052-7892a977af76 req-d5c9da7c-6c61-4544-8ed5-daf750ffb030 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7a361f9-7c2e-4737-bdc0-550576aa2a84 HTTP/1.1" status: 200 len: 1000 time: 0.0617242 Feb 16 23:14:58.590972 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33e916-5c05-4c06-a052-7892a977af76 req-c7529089-f31e-40d7-ac4a-dd610936cff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:58.592390 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e33e916-5c05-4c06-a052-7892a977af76 req-c7529089-f31e-40d7-ac4a-dd610936cff4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f48942a6-f44f-480b-a8c2-db56486f626e HTTP/1.1" status: 200 len: 834 time: 0.0427852 Feb 16 23:14:58.640445 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33e916-5c05-4c06-a052-7892a977af76 req-b3b00ed8-fe61-44a4-9bdb-df1cadd99ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:14:58.641948 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e33e916-5c05-4c06-a052-7892a977af76 req-b3b00ed8-fe61-44a4-9bdb-df1cadd99ddc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d0303596-49ee-43b9-a6c0-7502803bd601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438654 Feb 16 23:14:58.733273 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e33e916-5c05-4c06-a052-7892a977af76 req-711126d4-b28f-468b-85a0-aa045dec874f service neutron] 10.222.0.79 "GET /v2.0/networks/d0303596-49ee-43b9-a6c0-7502803bd601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843043 Feb 16 23:14:58.821567 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e33e916-5c05-4c06-a052-7892a977af76 req-eebae1d0-f459-4572-a823-e706fb0c1955 service neutron] 10.222.0.79 "GET /v2.0/networks/d0303596-49ee-43b9-a6c0-7502803bd601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824771 Feb 16 23:14:58.860172 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:15:00.464276 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:15:20.780200 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1315fd99-6a1b-4a62-9ba7-9ee6695717bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:15:23.173380 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-02356bfa-29b0-4e2d-91da-e5134a64e9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:15:24.471710 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:15:25.808602 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:15:27.143996 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:15:27.228136 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b3153-8e0f-4489-b25b-66026ae2d702 req-b01b26ce-1744-4c7e-b232-775106c4a7ec tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:15:27.229611 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a43b3153-8e0f-4489-b25b-66026ae2d702 req-b01b26ce-1744-4c7e-b232-775106c4a7ec tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0874691 Feb 16 23:15:27.232095 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf026f-5ba6-4a0f-9b68-f20f8004d95b req-49ed2c21-713d-4e1f-9695-16765db18c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:15:27.233997 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-63cf026f-5ba6-4a0f-9b68-f20f8004d95b req-49ed2c21-713d-4e1f-9695-16765db18c0a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 1127 time: 0.0814495 Feb 16 23:15:27.332612 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a43b3153-8e0f-4489-b25b-66026ae2d702 req-ad387f42-0b4e-4a35-966f-d7da33500124 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=c47a63e0-7df6-4134-98b6-b8a995740440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968206 Feb 16 23:15:27.357131 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf026f-5ba6-4a0f-9b68-f20f8004d95b req-cf49d73f-8e96-48b4-9be7-05edef19d164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:15:27.359191 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-63cf026f-5ba6-4a0f-9b68-f20f8004d95b req-cf49d73f-8e96-48b4-9be7-05edef19d164 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d0303596-49ee-43b9-a6c0-7502803bd601 HTTP/1.1" status: 200 len: 898 time: 0.1178069 Feb 16 23:15:27.423423 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-63cf026f-5ba6-4a0f-9b68-f20f8004d95b req-2baefb6e-0b6b-47b3-aac2-c917c0788be9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7a361f9-7c2e-4737-bdc0-550576aa2a84 HTTP/1.1" status: 200 len: 1000 time: 0.0578797 Feb 16 23:15:27.471425 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf026f-5ba6-4a0f-9b68-f20f8004d95b req-e12a4637-4cc1-4a9b-8c90-d5737e86cddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:15:27.472937 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-63cf026f-5ba6-4a0f-9b68-f20f8004d95b req-e12a4637-4cc1-4a9b-8c90-d5737e86cddb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f48942a6-f44f-480b-a8c2-db56486f626e HTTP/1.1" status: 200 len: 834 time: 0.0438302 Feb 16 23:15:27.524023 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf026f-5ba6-4a0f-9b68-f20f8004d95b req-32c05ba7-59e8-42c7-81d5-0b7aff69ffda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:15:27.525536 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-63cf026f-5ba6-4a0f-9b68-f20f8004d95b req-32c05ba7-59e8-42c7-81d5-0b7aff69ffda service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d0303596-49ee-43b9-a6c0-7502803bd601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468957 Feb 16 23:15:27.613475 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-63cf026f-5ba6-4a0f-9b68-f20f8004d95b req-edd89e8d-cc67-401c-b56e-8df729c74a9c service neutron] 10.222.0.79 "GET /v2.0/networks/d0303596-49ee-43b9-a6c0-7502803bd601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812430 Feb 16 23:15:27.984918 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-63cf026f-5ba6-4a0f-9b68-f20f8004d95b req-266b89b4-8a6f-4141-bf06-cbb64bf32716 service neutron] 10.222.0.79 "GET /v2.0/networks/d0303596-49ee-43b9-a6c0-7502803bd601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644516 Feb 16 23:15:28.393203 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:15:28.453628 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fdfc3-bbfa-4a90-96e8-89090e712f8c req-5e38d55a-969f-4c17-a351-32d1a82ab8fe tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:15:28.455138 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-890fdfc3-bbfa-4a90-96e8-89090e712f8c req-5e38d55a-969f-4c17-a351-32d1a82ab8fe tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0521362 Feb 16 23:15:28.513280 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-890fdfc3-bbfa-4a90-96e8-89090e712f8c req-03f3b90d-1e32-456e-816b-6de6a835a1b5 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=c47a63e0-7df6-4134-98b6-b8a995740440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525234 Feb 16 23:15:28.876631 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:15:29.631840 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf22f71-b9b0-4e6d-8281-b60f837e18d1 req-7fcd8b0c-a6e0-49dc-8309-8d1943f819d7 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:15:29.633331 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-caf22f71-b9b0-4e6d-8281-b60f837e18d1 req-7fcd8b0c-a6e0-49dc-8309-8d1943f819d7 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0516372 Feb 16 23:15:29.681842 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-caf22f71-b9b0-4e6d-8281-b60f837e18d1 req-c6a0320b-055b-4dbc-bc7c-265a5655bb53 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=c47a63e0-7df6-4134-98b6-b8a995740440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423439 Feb 16 23:15:30.462626 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:15:30.804463 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100b47c-0004-4d08-a4bf-46d3bc719bb1 req-d2858164-42f6-43e6-81e7-1342fcf6b7d0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:15:30.805937 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3100b47c-0004-4d08-a4bf-46d3bc719bb1 req-d2858164-42f6-43e6-81e7-1342fcf6b7d0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0558023 Feb 16 23:15:30.853059 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3100b47c-0004-4d08-a4bf-46d3bc719bb1 req-e49ad064-1f5f-4c7f-8174-48af75eb6008 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=c47a63e0-7df6-4134-98b6-b8a995740440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415175 Feb 16 23:15:31.970983 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341c688-5c2d-4e28-b08a-d869c6468771 req-9936be53-91b4-4ac2-838e-6c39158bcfd0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:15:31.972463 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c341c688-5c2d-4e28-b08a-d869c6468771 req-9936be53-91b4-4ac2-838e-6c39158bcfd0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0511458 Feb 16 23:15:32.019320 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c341c688-5c2d-4e28-b08a-d869c6468771 req-49b00e31-8c8b-419c-a396-d711e5fe7260 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=c47a63e0-7df6-4134-98b6-b8a995740440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412259 Feb 16 23:15:33.142421 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167ac12-ab2b-49b3-a85b-49e3d6e06474 req-a20903c9-e4e7-4ee7-8aec-6d14e6ba53b0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:15:33.143906 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5167ac12-ab2b-49b3-a85b-49e3d6e06474 req-a20903c9-e4e7-4ee7-8aec-6d14e6ba53b0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0562341 Feb 16 23:15:33.191945 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5167ac12-ab2b-49b3-a85b-49e3d6e06474 req-edd9235e-93d4-49b2-8243-eff1331c1f4b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=c47a63e0-7df6-4134-98b6-b8a995740440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423739 Feb 16 23:15:34.309445 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b8ea1-be4f-46bf-84bd-a35465b04fab req-111c6b90-dbfd-4b9c-a70b-ca96e26e703f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:15:34.310945 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4c7b8ea1-be4f-46bf-84bd-a35465b04fab req-111c6b90-dbfd-4b9c-a70b-ca96e26e703f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0521395 Feb 16 23:15:34.358322 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4c7b8ea1-be4f-46bf-84bd-a35465b04fab req-2ffa5e7e-d8a2-4006-b5de-d32e78db8a68 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=c47a63e0-7df6-4134-98b6-b8a995740440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418608 Feb 16 23:15:35.480567 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791c2d9-6fb1-4d81-87b9-aa3a8255cc85 req-f5e0a474-1f37-438e-a122-2c9090d52ede tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:15:35.482701 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c791c2d9-6fb1-4d81-87b9-aa3a8255cc85 req-f5e0a474-1f37-438e-a122-2c9090d52ede tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0538061 Feb 16 23:15:35.536800 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c791c2d9-6fb1-4d81-87b9-aa3a8255cc85 req-9644bd6a-1490-4aa6-adc8-38707ab2d7c4 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=c47a63e0-7df6-4134-98b6-b8a995740440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485642 Feb 16 23:15:36.656390 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63623b0-e99e-47c3-aded-46ea27833b82 req-495c4e3d-b0a2-49e6-8e12-eb3f0f6cd7ed tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:15:36.657884 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e63623b0-e99e-47c3-aded-46ea27833b82 req-495c4e3d-b0a2-49e6-8e12-eb3f0f6cd7ed tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0530756 Feb 16 23:15:36.707918 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e63623b0-e99e-47c3-aded-46ea27833b82 req-7b7b079c-b0c8-4764-9614-0f127cf130bf tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=c47a63e0-7df6-4134-98b6-b8a995740440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443153 Feb 16 23:15:37.827379 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09551bc3-3dc4-4213-b48e-039dc1beba5d req-26f65af4-a151-4937-a9b5-e0327188eb47 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:15:37.828861 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-09551bc3-3dc4-4213-b48e-039dc1beba5d req-26f65af4-a151-4937-a9b5-e0327188eb47 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0517485 Feb 16 23:15:37.876294 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-09551bc3-3dc4-4213-b48e-039dc1beba5d req-b8466471-dd04-46a3-9e0d-b02d706d248e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=c47a63e0-7df6-4134-98b6-b8a995740440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419140 Feb 16 23:15:38.999211 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3f08c-e37c-4c9d-a4b4-e9a6210c9866 req-048c7fda-9d3e-4ee0-a9e3-982e46888b45 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:15:39.000829 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22d3f08c-e37c-4c9d-a4b4-e9a6210c9866 req-048c7fda-9d3e-4ee0-a9e3-982e46888b45 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0564930 Feb 16 23:15:39.050753 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22d3f08c-e37c-4c9d-a4b4-e9a6210c9866 req-a66089c8-42cd-48c3-b012-c9553bb4d208 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=c47a63e0-7df6-4134-98b6-b8a995740440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434544 Feb 16 23:15:40.168409 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7f6e7-75e2-44b3-927d-c67a9b46aca4 req-257878f7-c5fc-47e9-8247-18350c641f4b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:15:40.169927 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dec7f6e7-75e2-44b3-927d-c67a9b46aca4 req-257878f7-c5fc-47e9-8247-18350c641f4b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0523176 Feb 16 23:15:40.217886 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-dec7f6e7-75e2-44b3-927d-c67a9b46aca4 req-cf7f7e5e-e5c9-4965-9878-7bf6bb59f710 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=c47a63e0-7df6-4134-98b6-b8a995740440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423412 Feb 16 23:15:41.335100 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ae34f-8a05-47d1-b8a6-ecf2ac92d6b6 req-7404b2ec-606c-46b7-8ce8-1ebc58b558eb tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:15:41.336606 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-356ae34f-8a05-47d1-b8a6-ecf2ac92d6b6 req-7404b2ec-606c-46b7-8ce8-1ebc58b558eb tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0514686 Feb 16 23:15:41.388949 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-356ae34f-8a05-47d1-b8a6-ecf2ac92d6b6 req-4c6ca7fc-030b-4d38-92c3-5ab584ee9752 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=c47a63e0-7df6-4134-98b6-b8a995740440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467727 Feb 16 23:15:42.509424 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b4b05-b74d-4fc2-aad5-1e7c0efdd158 req-c9bfab4e-f370-4a87-8bf6-05976cec1a83 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:15:42.510936 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-017b4b05-b74d-4fc2-aad5-1e7c0efdd158 req-c9bfab4e-f370-4a87-8bf6-05976cec1a83 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0524561 Feb 16 23:15:42.559673 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-017b4b05-b74d-4fc2-aad5-1e7c0efdd158 req-d815959c-9c34-4e26-9de5-0804ca88bffd tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=c47a63e0-7df6-4134-98b6-b8a995740440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430753 Feb 16 23:15:43.681501 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e5366-d594-473f-aa3c-d1c36e1b4f7f req-b4fe3fac-278f-4690-b435-c549d94792f8 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:15:43.683125 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-269e5366-d594-473f-aa3c-d1c36e1b4f7f req-b4fe3fac-278f-4690-b435-c549d94792f8 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0555589 Feb 16 23:15:43.731877 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-269e5366-d594-473f-aa3c-d1c36e1b4f7f req-2f45bcb7-1183-4a96-8f62-feae8154f16b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=c47a63e0-7df6-4134-98b6-b8a995740440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420983 Feb 16 23:15:44.855353 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44e521-38a8-43c9-8e6b-bafedc8b9585 req-f55073a3-2eb8-4430-92a7-dc44927de199 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:15:44.856850 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1d44e521-38a8-43c9-8e6b-bafedc8b9585 req-f55073a3-2eb8-4430-92a7-dc44927de199 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0567453 Feb 16 23:15:44.906051 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1d44e521-38a8-43c9-8e6b-bafedc8b9585 req-0dd022bf-f477-4cf4-b238-b68f39cd7eda tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=c47a63e0-7df6-4134-98b6-b8a995740440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432687 Feb 16 23:15:44.927947 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55292) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:15:44.986100 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-85afc0ea-787b-4295-bef0-28b181b09c5b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/floatingips/6b8eabda-326e-44c2-8b8e-cc2cdb472fc5 HTTP/1.1" status: 200 len: 992 time: 0.0570281 Feb 16 23:15:50.781887 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b465e50c-c50e-44fc-a2ca-b7ff8331c02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:15:53.174264 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-de632a40-1df6-4159-8012-1b556dbf5374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:15:54.474655 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:15:55.810853 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:15:57.136248 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:15:58.224570 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e7554522-f570-40db-ac53-00101919974b req-1d05f921-4f05-4a57-bea1-cf10cc93a77b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470216 Feb 16 23:15:58.310477 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7554522-f570-40db-ac53-00101919974b req-f3f922be-cfba-43f2-a0c7-eb727735395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:15:58.311972 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e7554522-f570-40db-ac53-00101919974b req-f3f922be-cfba-43f2-a0c7-eb727735395b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 1127 time: 0.0454895 Feb 16 23:15:58.413020 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7554522-f570-40db-ac53-00101919974b req-04dbaacb-e1c6-4db0-bc14-d67e704664d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:15:58.414574 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e7554522-f570-40db-ac53-00101919974b req-04dbaacb-e1c6-4db0-bc14-d67e704664d2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d0303596-49ee-43b9-a6c0-7502803bd601 HTTP/1.1" status: 200 len: 898 time: 0.0849988 Feb 16 23:15:58.481984 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e7554522-f570-40db-ac53-00101919974b req-d99fcbed-7d55-4850-a99e-4cb6e61052b6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7a361f9-7c2e-4737-bdc0-550576aa2a84 HTTP/1.1" status: 200 len: 1000 time: 0.0605524 Feb 16 23:15:58.527751 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7554522-f570-40db-ac53-00101919974b req-121a90c3-5344-42d0-bb24-9d16cc16ea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:15:58.529690 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e7554522-f570-40db-ac53-00101919974b req-121a90c3-5344-42d0-bb24-9d16cc16ea97 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f48942a6-f44f-480b-a8c2-db56486f626e HTTP/1.1" status: 200 len: 834 time: 0.0429952 Feb 16 23:15:58.578240 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7554522-f570-40db-ac53-00101919974b req-a3f7ac3d-ac48-4da9-a427-d1afb4746936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:15:58.579717 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e7554522-f570-40db-ac53-00101919974b req-a3f7ac3d-ac48-4da9-a427-d1afb4746936 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d0303596-49ee-43b9-a6c0-7502803bd601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438073 Feb 16 23:15:58.670394 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e7554522-f570-40db-ac53-00101919974b req-12a28380-a28f-4c3a-b9d8-ad8073471a20 service neutron] 10.222.0.79 "GET /v2.0/networks/d0303596-49ee-43b9-a6c0-7502803bd601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844016 Feb 16 23:15:58.761425 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e7554522-f570-40db-ac53-00101919974b req-5635dfab-1f37-4469-b75f-abefb4d2bc9b service neutron] 10.222.0.79 "GET /v2.0/networks/d0303596-49ee-43b9-a6c0-7502803bd601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851891 Feb 16 23:15:58.877270 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:00.477336 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:05.392347 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:16:15.684659 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55306) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:16:15.841015 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-726a9cbf-3ddd-444b-8b28-79c7eccf4725 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Deleting port 031498eb-7d5e-4ebd-a07d-69f37fbba063 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:16:15.841359 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-726a9cbf-3ddd-444b-8b28-79c7eccf4725 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (031498eb-7d5e-4ebd-a07d-69f37fbba063), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:15.914844 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-726a9cbf-3ddd-444b-8b28-79c7eccf4725 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (031498eb-7d5e-4ebd-a07d-69f37fbba063), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:15.915174 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-726a9cbf-3ddd-444b-8b28-79c7eccf4725 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for floatingip (031498eb-7d5e-4ebd-a07d-69f37fbba063), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:15.927196 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-726a9cbf-3ddd-444b-8b28-79c7eccf4725 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Calling delete_port for 031498eb-7d5e-4ebd-a07d-69f37fbba063 owned by network:floatingip {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:16:16.072272 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-726a9cbf-3ddd-444b-8b28-79c7eccf4725 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (031498eb-7d5e-4ebd-a07d-69f37fbba063), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:16.097220 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a9cbf-3ddd-444b-8b28-79c7eccf4725 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event deleted for resources: {'Port': ['ID=031498eb-7d5e-4ebd-a07d-69f37fbba063,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:16:16.109253 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a9cbf-3ddd-444b-8b28-79c7eccf4725 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:16.109610 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a9cbf-3ddd-444b-8b28-79c7eccf4725 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:16.109958 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a9cbf-3ddd-444b-8b28-79c7eccf4725 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:16.110324 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a9cbf-3ddd-444b-8b28-79c7eccf4725 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:16.110660 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a9cbf-3ddd-444b-8b28-79c7eccf4725 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:16.110991 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a9cbf-3ddd-444b-8b28-79c7eccf4725 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:16.111324 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a9cbf-3ddd-444b-8b28-79c7eccf4725 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:16.111655 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a9cbf-3ddd-444b-8b28-79c7eccf4725 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:16.111985 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a9cbf-3ddd-444b-8b28-79c7eccf4725 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:16.112317 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a9cbf-3ddd-444b-8b28-79c7eccf4725 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:16.112642 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a9cbf-3ddd-444b-8b28-79c7eccf4725 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:16.113070 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a9cbf-3ddd-444b-8b28-79c7eccf4725 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:16.113321 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a9cbf-3ddd-444b-8b28-79c7eccf4725 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:16.171818 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-726a9cbf-3ddd-444b-8b28-79c7eccf4725 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for floatingip (6b8eabda-326e-44c2-8b8e-cc2cdb472fc5), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:16.172148 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-726a9cbf-3ddd-444b-8b28-79c7eccf4725 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Floating IP 6b8eabda-326e-44c2-8b8e-cc2cdb472fc5 disassociated (deleted). External IP: 172.25.2.68, port: b7a361f9-7c2e-4737-bdc0-550576aa2a84. Feb 16 23:16:16.378926 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726a9cbf-3ddd-444b-8b28-79c7eccf4725 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Router 466a3a50-6159-498b-9da4-51ed26051ad0 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:16:16.486739 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726a9cbf-3ddd-444b-8b28-79c7eccf4725 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:16:16.491960 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-726a9cbf-3ddd-444b-8b28-79c7eccf4725 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:16.496573 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f6490b-93b1-45eb-8814-a92a55994fbb None None] Sync routers for ids ['466a3a50-6159-498b-9da4-51ed26051ad0'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:16:16.506071 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f6490b-93b1-45eb-8814-a92a55994fbb None None] Routers {'466a3a50-6159-498b-9da4-51ed26051ad0'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:16:16.506686 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-67f6490b-93b1-45eb-8814-a92a55994fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:15:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['466a3a50-6159-498b-9da4-51ed26051ad0'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:16:16.522242 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-726a9cbf-3ddd-444b-8b28-79c7eccf4725 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "DELETE /v2.0/floatingips/6b8eabda-326e-44c2-8b8e-cc2cdb472fc5 HTTP/1.1" status: 204 len: 168 time: 0.8359590 Feb 16 23:16:16.522827 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff25ef7-83b2-4369-895d-d7f5aab3ef82', 'tag': 'b7a361f9-7c2e-4737-bdc0-550576aa2a84'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:16:16.525091 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e02b1269caefb4c024904b88698defd233c730f45a19e1a7dbb6b862b0fddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e8f50a-4897-4a51-b876-caa6809eaa07" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff25ef7-83b2-4369-895d-d7f5aab3ef82", "tag": "b7a361f9-7c2e-4737-bdc0-550576aa2a84"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:16:16.620693 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-67f6490b-93b1-45eb-8814-a92a55994fbb None None] Set router 466a3a50-6159-498b-9da4-51ed26051ad0 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:16:16.681401 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd14dcf-6fb4-4ae6-9261-307cfc0f7908 x-openstack-request-id: req-dcd14dcf-6fb4-4ae6-9261-307cfc0f7908 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:16:16.681719 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff25ef7-83b2-4369-895d-d7f5aab3ef82", "tag": "b7a361f9-7c2e-4737-bdc0-550576aa2a84", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:16:16.681989 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dcd14dcf-6fb4-4ae6-9261-307cfc0f7908 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:16:16.682416 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff25ef7-83b2-4369-895d-d7f5aab3ef82', 'tag': 'b7a361f9-7c2e-4737-bdc0-550576aa2a84', 'status': 'completed', 'code': 200} Feb 16 23:16:16.783241 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8f50a-4897-4a51-b876-caa6809eaa07 req-62abd9be-2239-4900-b938-d5f0514f99ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:16.784893 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d8e8f50a-4897-4a51-b876-caa6809eaa07 req-62abd9be-2239-4900-b938-d5f0514f99ff service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 1127 time: 0.0800886 Feb 16 23:16:16.795938 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e9a15-b97f-4f73-825a-2121a9b66e1b req-34f97041-fe28-410d-bb35-148ec78f11c4 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:16.797342 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e52e9a15-b97f-4f73-825a-2121a9b66e1b req-34f97041-fe28-410d-bb35-148ec78f11c4 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0653746 Feb 16 23:16:16.824239 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-67f6490b-93b1-45eb-8814-a92a55994fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890262635', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '9c873cdd-7d92-4823-9ad1-e9ea451c02d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:14:35Z', 'updated_at': '2022-02-16T23:14:39Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '9c873cdd-7d92-4823-9ad1-e9ea451c02d7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:14:36Z', 'updated_at': '2022-02-16T23:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '6de2dba6-02e9-4f8b-ab0e-5e538310b7e4', 'name': '', 'network_id': 'd0303596-49ee-43b9-a6c0-7502803bd601', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:57:f9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f48942a6-f44f-480b-a8c2-db56486f626e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:14:38Z', 'updated_at': '2022-02-16T23:14:42Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': 'f48942a6-f44f-480b-a8c2-db56486f626e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:16:16.849615 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f6490b-93b1-45eb-8814-a92a55994fbb None None] Checking router: 466a3a50-6159-498b-9da4-51ed26051ad0 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:16:16.858425 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f6490b-93b1-45eb-8814-a92a55994fbb None None] Routers {'466a3a50-6159-498b-9da4-51ed26051ad0'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:16:16.859028 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-67f6490b-93b1-45eb-8814-a92a55994fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:15:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['466a3a50-6159-498b-9da4-51ed26051ad0'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:16:16.907124 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e52e9a15-b97f-4f73-825a-2121a9b66e1b req-a8558db3-5467-4aaf-88a5-f5ba6df1e83a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=c47a63e0-7df6-4134-98b6-b8a995740440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016200 Feb 16 23:16:16.922551 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8f50a-4897-4a51-b876-caa6809eaa07 req-d0d9a3bc-f9c4-46e4-ba62-865515eccd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:16.924226 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d8e8f50a-4897-4a51-b876-caa6809eaa07 req-d0d9a3bc-f9c4-46e4-ba62-865515eccd13 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d0303596-49ee-43b9-a6c0-7502803bd601 HTTP/1.1" status: 200 len: 898 time: 0.1258099 Feb 16 23:16:16.969430 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d8e8f50a-4897-4a51-b876-caa6809eaa07 req-cc1ae24a-6dba-4d85-a6ec-6f889ccc5415 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7a361f9-7c2e-4737-bdc0-550576aa2a84 HTTP/1.1" status: 200 len: 217 time: 0.0392380 Feb 16 23:16:16.970526 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-67f6490b-93b1-45eb-8814-a92a55994fbb None None] Set router 466a3a50-6159-498b-9da4-51ed26051ad0 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:16:17.016599 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8f50a-4897-4a51-b876-caa6809eaa07 req-7d89f4e8-5e49-43cc-932f-33627ae2673c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:17.018087 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d8e8f50a-4897-4a51-b876-caa6809eaa07 req-7d89f4e8-5e49-43cc-932f-33627ae2673c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f48942a6-f44f-480b-a8c2-db56486f626e HTTP/1.1" status: 200 len: 834 time: 0.0427792 Feb 16 23:16:17.068270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8f50a-4897-4a51-b876-caa6809eaa07 req-e4c32b43-028f-482a-8e82-ef3157bc1d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:17.069797 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d8e8f50a-4897-4a51-b876-caa6809eaa07 req-e4c32b43-028f-482a-8e82-ef3157bc1d70 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d0303596-49ee-43b9-a6c0-7502803bd601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453115 Feb 16 23:16:17.164687 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d8e8f50a-4897-4a51-b876-caa6809eaa07 req-8576df92-8d21-4bc4-9480-243a21c7d4f5 service neutron] 10.222.0.79 "GET /v2.0/networks/d0303596-49ee-43b9-a6c0-7502803bd601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874338 Feb 16 23:16:17.257988 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d8e8f50a-4897-4a51-b876-caa6809eaa07 req-26c1cb06-9140-4870-884f-b79da012016d service neutron] 10.222.0.79 "GET /v2.0/networks/d0303596-49ee-43b9-a6c0-7502803bd601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852160 Feb 16 23:16:17.261397 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-67f6490b-93b1-45eb-8814-a92a55994fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890262635', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '9c873cdd-7d92-4823-9ad1-e9ea451c02d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:14:35Z', 'updated_at': '2022-02-16T23:14:39Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '9c873cdd-7d92-4823-9ad1-e9ea451c02d7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:14:36Z', 'updated_at': '2022-02-16T23:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '6de2dba6-02e9-4f8b-ab0e-5e538310b7e4', 'name': '', 'network_id': 'd0303596-49ee-43b9-a6c0-7502803bd601', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:57:f9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f48942a6-f44f-480b-a8c2-db56486f626e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:14:38Z', 'updated_at': '2022-02-16T23:14:42Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': 'f48942a6-f44f-480b-a8c2-db56486f626e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:16:17.290576 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f6490b-93b1-45eb-8814-a92a55994fbb None None] The sync data for ids ['466a3a50-6159-498b-9da4-51ed26051ad0'] in n-d-813897-6 is: [{'id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890262635', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '9c873cdd-7d92-4823-9ad1-e9ea451c02d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:14:35Z', 'updated_at': '2022-02-16T23:14:39Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '9c873cdd-7d92-4823-9ad1-e9ea451c02d7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:14:36Z', 'updated_at': '2022-02-16T23:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '6de2dba6-02e9-4f8b-ab0e-5e538310b7e4', 'name': '', 'network_id': 'd0303596-49ee-43b9-a6c0-7502803bd601', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:57:f9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f48942a6-f44f-480b-a8c2-db56486f626e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:14:38Z', 'updated_at': '2022-02-16T23:14:42Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': 'f48942a6-f44f-480b-a8c2-db56486f626e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:16:17.521543 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b377d39b-6507-4c8a-8362-63f763e6281f None None] New status for floating IP 6b8eabda-326e-44c2-8b8e-cc2cdb472fc5: DOWN {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:16:18.033617 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58886c01-e333-42c7-b1ab-18266b645dcf req-4d5ca651-9689-44e1-be4b-ae9f04674132 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:18.035138 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-58886c01-e333-42c7-b1ab-18266b645dcf req-4d5ca651-9689-44e1-be4b-ae9f04674132 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0529876 Feb 16 23:16:18.087161 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-58886c01-e333-42c7-b1ab-18266b645dcf req-3ac6eae9-e0d2-46ad-820d-8289b9e25ecf tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=c47a63e0-7df6-4134-98b6-b8a995740440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464253 Feb 16 23:16:18.238619 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835343f6-8708-4620-9d5f-032ec3bec5cb req-08a5966c-45a7-4505-8523-f00e27d440c9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:18.239971 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-835343f6-8708-4620-9d5f-032ec3bec5cb req-08a5966c-45a7-4505-8523-f00e27d440c9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0508058 Feb 16 23:16:18.327619 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-835343f6-8708-4620-9d5f-032ec3bec5cb req-4813121e-de61-48c2-9915-495e4df433a2 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Deleting port b7a361f9-7c2e-4737-bdc0-550576aa2a84 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:16:18.327954 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-835343f6-8708-4620-9d5f-032ec3bec5cb req-4813121e-de61-48c2-9915-495e4df433a2 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (b7a361f9-7c2e-4737-bdc0-550576aa2a84), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:18.415795 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-835343f6-8708-4620-9d5f-032ec3bec5cb req-4813121e-de61-48c2-9915-495e4df433a2 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] For port b7a361f9-7c2e-4737-bdc0-550576aa2a84, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=b7a361f9-7c2e-4737-bdc0-550576aa2a84,segment=NetworkSegment(46072a51-0845-41f3-a221-33fd02d55a3d),segment_id=46072a51-0845-41f3-a221-33fd02d55a3d)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:16:18.416133 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-835343f6-8708-4620-9d5f-032ec3bec5cb req-4813121e-de61-48c2-9915-495e4df433a2 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (b7a361f9-7c2e-4737-bdc0-550576aa2a84), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:18.428845 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-835343f6-8708-4620-9d5f-032ec3bec5cb req-4813121e-de61-48c2-9915-495e4df433a2 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Calling delete_port for b7a361f9-7c2e-4737-bdc0-550576aa2a84 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:16:18.555012 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-835343f6-8708-4620-9d5f-032ec3bec5cb req-4813121e-de61-48c2-9915-495e4df433a2 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (b7a361f9-7c2e-4737-bdc0-550576aa2a84), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:18.585791 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813121e-de61-48c2-9915-495e4df433a2 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event deleted for resources: {'Port': ['ID=b7a361f9-7c2e-4737-bdc0-550576aa2a84,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:16:18.628081 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-835343f6-8708-4620-9d5f-032ec3bec5cb req-4813121e-de61-48c2-9915-495e4df433a2 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] No DVR routers for this DVR port b7a361f9-7c2e-4737-bdc0-550576aa2a84 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:16:18.630821 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-835343f6-8708-4620-9d5f-032ec3bec5cb req-4813121e-de61-48c2-9915-495e4df433a2 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:18.634803 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-835343f6-8708-4620-9d5f-032ec3bec5cb req-4813121e-de61-48c2-9915-495e4df433a2 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.79 "DELETE /v2.0/ports/b7a361f9-7c2e-4737-bdc0-550576aa2a84 HTTP/1.1" status: 204 len: 173 time: 0.3896184 Feb 16 23:16:18.683524 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff25ef7-83b2-4369-895d-d7f5aab3ef82', 'name': 'network-vif-deleted', 'tag': 'b7a361f9-7c2e-4737-bdc0-550576aa2a84'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:16:18.686095 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e02b1269caefb4c024904b88698defd233c730f45a19e1a7dbb6b862b0fddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150705f2-2142-426d-b17e-4d9f240ecae1" -d '{"events": [{"server_uuid": "2ff25ef7-83b2-4369-895d-d7f5aab3ef82", "name": "network-vif-deleted", "tag": "b7a361f9-7c2e-4737-bdc0-550576aa2a84"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:16:18.721956 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d08e4a-2103-4097-94fb-2563348a07d2 x-openstack-request-id: req-85d08e4a-2103-4097-94fb-2563348a07d2 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:16:18.722299 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff25ef7-83b2-4369-895d-d7f5aab3ef82", "name": "network-vif-deleted", "tag": "b7a361f9-7c2e-4737-bdc0-550576aa2a84", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:16:18.722715 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-85d08e4a-2103-4097-94fb-2563348a07d2 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:16:18.723128 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff25ef7-83b2-4369-895d-d7f5aab3ef82', 'name': 'network-vif-deleted', 'tag': 'b7a361f9-7c2e-4737-bdc0-550576aa2a84', 'status': 'completed', 'code': 200} Feb 16 23:16:19.199323 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8bcb7780-8a9b-49fc-824d-3d510089d63c req-d72c145b-6fe4-4104-b336-b6c80d057005 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ff25ef7-83b2-4369-895d-d7f5aab3ef82 HTTP/1.1" status: 200 len: 210 time: 0.0273547 Feb 16 23:16:20.254435 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55322) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:16:20.606938 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-929dcdc5-955a-43db-a38d-6da26380868b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (466a3a50-6159-498b-9da4-51ed26051ad0), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:20.783290 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-398b014b-1e2f-4ca9-a1c8-d96a9b39fbc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:20.865196 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-929dcdc5-955a-43db-a38d-6da26380868b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Deleting port 6de2dba6-02e9-4f8b-ab0e-5e538310b7e4 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:16:20.865449 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-929dcdc5-955a-43db-a38d-6da26380868b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (6de2dba6-02e9-4f8b-ab0e-5e538310b7e4), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:20.951313 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-929dcdc5-955a-43db-a38d-6da26380868b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] For port 6de2dba6-02e9-4f8b-ab0e-5e538310b7e4, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=6de2dba6-02e9-4f8b-ab0e-5e538310b7e4,segment=NetworkSegment(46072a51-0845-41f3-a221-33fd02d55a3d),segment_id=46072a51-0845-41f3-a221-33fd02d55a3d)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:16:20.951674 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-929dcdc5-955a-43db-a38d-6da26380868b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (6de2dba6-02e9-4f8b-ab0e-5e538310b7e4), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:20.964030 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-929dcdc5-955a-43db-a38d-6da26380868b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Calling delete_port for 6de2dba6-02e9-4f8b-ab0e-5e538310b7e4 owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:16:21.470731 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-929dcdc5-955a-43db-a38d-6da26380868b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (6de2dba6-02e9-4f8b-ab0e-5e538310b7e4), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:21.495794 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929dcdc5-955a-43db-a38d-6da26380868b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event deleted for resources: {'Port': ['ID=6de2dba6-02e9-4f8b-ab0e-5e538310b7e4,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:16:21.681933 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-929dcdc5-955a-43db-a38d-6da26380868b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (466a3a50-6159-498b-9da4-51ed26051ad0), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:21.898871 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929dcdc5-955a-43db-a38d-6da26380868b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Router 466a3a50-6159-498b-9da4-51ed26051ad0 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:16:22.006062 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929dcdc5-955a-43db-a38d-6da26380868b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:16:22.011762 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-929dcdc5-955a-43db-a38d-6da26380868b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "PUT /v2.0/routers/466a3a50-6159-498b-9da4-51ed26051ad0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7561646 Feb 16 23:16:22.014267 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55324) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:16:22.016349 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1e6f5e-4cca-4a78-83dc-ff5c6af536bc None None] Sync routers for ids ['466a3a50-6159-498b-9da4-51ed26051ad0'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:16:22.025650 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1e6f5e-4cca-4a78-83dc-ff5c6af536bc None None] Routers {'466a3a50-6159-498b-9da4-51ed26051ad0'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:16:22.026559 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6e1e6f5e-4cca-4a78-83dc-ff5c6af536bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:15:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['466a3a50-6159-498b-9da4-51ed26051ad0'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:16:22.064573 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b3501e9-9304-4417-b8d4-0c6d91862b47 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Deleting subnet f48942a6-f44f-480b-a8c2-db56486f626e {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 23:16:22.067708 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2b3501e9-9304-4417-b8d4-0c6d91862b47 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for subnet (f48942a6-f44f-480b-a8c2-db56486f626e), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:22.107291 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2b3501e9-9304-4417-b8d4-0c6d91862b47 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (f48942a6-f44f-480b-a8c2-db56486f626e), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:22.131187 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-6e1e6f5e-4cca-4a78-83dc-ff5c6af536bc None None] Set router 466a3a50-6159-498b-9da4-51ed26051ad0 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:16:22.195159 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2b3501e9-9304-4417-b8d4-0c6d91862b47 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (f48942a6-f44f-480b-a8c2-db56486f626e), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:22.251853 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2b3501e9-9304-4417-b8d4-0c6d91862b47 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (f48942a6-f44f-480b-a8c2-db56486f626e), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:22.280438 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3501e9-9304-4417-b8d4-0c6d91862b47 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event deleted for resources: {'Subnet': ['ID=f48942a6-f44f-480b-a8c2-db56486f626e,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:16:22.282453 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2b3501e9-9304-4417-b8d4-0c6d91862b47 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:22.285659 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2b3501e9-9304-4417-b8d4-0c6d91862b47 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "DELETE /v2.0/subnets/f48942a6-f44f-480b-a8c2-db56486f626e HTTP/1.1" status: 204 len: 168 time: 0.2704206 Feb 16 23:16:22.288375 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e65c858-ca52-4172-ba37-aa24d5bc55ad None None] Network d0303596-49ee-43b9-a6c0-7502803bd601 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:16:22.288899 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55326) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:16:22.315618 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6e1e6f5e-4cca-4a78-83dc-ff5c6af536bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890262635', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '9c873cdd-7d92-4823-9ad1-e9ea451c02d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:14:35Z', 'updated_at': '2022-02-16T23:16:21Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '9c873cdd-7d92-4823-9ad1-e9ea451c02d7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:14:36Z', 'updated_at': '2022-02-16T23:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:16:22.345504 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1e6f5e-4cca-4a78-83dc-ff5c6af536bc None None] Checking router: 466a3a50-6159-498b-9da4-51ed26051ad0 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:16:22.354259 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1e6f5e-4cca-4a78-83dc-ff5c6af536bc None None] Routers {'466a3a50-6159-498b-9da4-51ed26051ad0'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:16:22.354878 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6e1e6f5e-4cca-4a78-83dc-ff5c6af536bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:15:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['466a3a50-6159-498b-9da4-51ed26051ad0'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:16:22.404736 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c17de458-40cf-4ee0-a18f-0e68442c3054 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router (466a3a50-6159-498b-9da4-51ed26051ad0), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:22.451958 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95bc4b7-ea8f-4020-829d-7f7006e162a9 None None] DHCP port deletion for d0303596-49ee-43b9-a6c0-7502803bd601 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 23:16:22.467790 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-6e1e6f5e-4cca-4a78-83dc-ff5c6af536bc None None] Set router 466a3a50-6159-498b-9da4-51ed26051ad0 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:16:22.507729 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-c95bc4b7-ea8f-4020-829d-7f7006e162a9 None None] Deleting port 9fefa2e0-963d-4511-b4ac-9fb8aa968520 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:16:22.508255 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c95bc4b7-ea8f-4020-829d-7f7006e162a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (9fefa2e0-963d-4511-b4ac-9fb8aa968520), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:22.518856 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c17de458-40cf-4ee0-a18f-0e68442c3054 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router_gateway (466a3a50-6159-498b-9da4-51ed26051ad0), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:22.574698 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c95bc4b7-ea8f-4020-829d-7f7006e162a9 None None] For port 9fefa2e0-963d-4511-b4ac-9fb8aa968520, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9fefa2e0-963d-4511-b4ac-9fb8aa968520,segment=NetworkSegment(46072a51-0845-41f3-a221-33fd02d55a3d),segment_id=46072a51-0845-41f3-a221-33fd02d55a3d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:16:22.575122 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c95bc4b7-ea8f-4020-829d-7f7006e162a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (9fefa2e0-963d-4511-b4ac-9fb8aa968520), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:22.581362 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-c17de458-40cf-4ee0-a18f-0e68442c3054 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Deleting port 9c873cdd-7d92-4823-9ad1-e9ea451c02d7 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:16:22.581362 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c17de458-40cf-4ee0-a18f-0e68442c3054 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (9c873cdd-7d92-4823-9ad1-e9ea451c02d7), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:22.588759 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-c95bc4b7-ea8f-4020-829d-7f7006e162a9 None None] Calling delete_port for 9fefa2e0-963d-4511-b4ac-9fb8aa968520 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:16:22.640419 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device b7a361f9-7c2e-4737-bdc0-550576aa2a84 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:16:22.659761 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6e1e6f5e-4cca-4a78-83dc-ff5c6af536bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890262635', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '9c873cdd-7d92-4823-9ad1-e9ea451c02d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:14:35Z', 'updated_at': '2022-02-16T23:16:21Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '9c873cdd-7d92-4823-9ad1-e9ea451c02d7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:14:36Z', 'updated_at': '2022-02-16T23:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:16:22.664970 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: b7a361f9-7c2e-4737-bdc0-550576aa2a84 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:16:22.665327 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device b7a361f9-7c2e-4737-bdc0-550576aa2a84 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:16:22.676046 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-c17de458-40cf-4ee0-a18f-0e68442c3054 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] For port 9c873cdd-7d92-4823-9ad1-e9ea451c02d7, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=9c873cdd-7d92-4823-9ad1-e9ea451c02d7,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:16:22.676437 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c17de458-40cf-4ee0-a18f-0e68442c3054 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (9c873cdd-7d92-4823-9ad1-e9ea451c02d7), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:22.687313 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1e6f5e-4cca-4a78-83dc-ff5c6af536bc None None] The sync data for ids ['466a3a50-6159-498b-9da4-51ed26051ad0'] in n-d-813897-6 is: [{'id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890262635', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '9c873cdd-7d92-4823-9ad1-e9ea451c02d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:14:35Z', 'updated_at': '2022-02-16T23:16:21Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '9c873cdd-7d92-4823-9ad1-e9ea451c02d7', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a3a50-6159-498b-9da4-51ed26051ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:14:36Z', 'updated_at': '2022-02-16T23:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:16:22.690134 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-c17de458-40cf-4ee0-a18f-0e68442c3054 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Calling delete_port for 9c873cdd-7d92-4823-9ad1-e9ea451c02d7 owned by network:router_gateway {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:16:22.705750 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c95bc4b7-ea8f-4020-829d-7f7006e162a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (9fefa2e0-963d-4511-b4ac-9fb8aa968520), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:22.733226 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95bc4b7-ea8f-4020-829d-7f7006e162a9 None None] Pushing event deleted for resources: {'Port': ['ID=9fefa2e0-963d-4511-b4ac-9fb8aa968520,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:16:22.737280 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95bc4b7-ea8f-4020-829d-7f7006e162a9 None None] No DVR routers for this DVR port 9fefa2e0-963d-4511-b4ac-9fb8aa968520 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:16:22.746685 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95bc4b7-ea8f-4020-829d-7f7006e162a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:22.747727 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95bc4b7-ea8f-4020-829d-7f7006e162a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:22.748395 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95bc4b7-ea8f-4020-829d-7f7006e162a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:22.748559 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95bc4b7-ea8f-4020-829d-7f7006e162a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:22.748907 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95bc4b7-ea8f-4020-829d-7f7006e162a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:22.749310 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95bc4b7-ea8f-4020-829d-7f7006e162a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:22.749710 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95bc4b7-ea8f-4020-829d-7f7006e162a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:22.750135 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95bc4b7-ea8f-4020-829d-7f7006e162a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:22.750528 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95bc4b7-ea8f-4020-829d-7f7006e162a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:22.750920 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95bc4b7-ea8f-4020-829d-7f7006e162a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:22.751256 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95bc4b7-ea8f-4020-829d-7f7006e162a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:22.751584 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95bc4b7-ea8f-4020-829d-7f7006e162a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:22.751914 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95bc4b7-ea8f-4020-829d-7f7006e162a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:22.869203 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c17de458-40cf-4ee0-a18f-0e68442c3054 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (9c873cdd-7d92-4823-9ad1-e9ea451c02d7), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:22.896193 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17de458-40cf-4ee0-a18f-0e68442c3054 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event deleted for resources: {'Port': ['ID=9c873cdd-7d92-4823-9ad1-e9ea451c02d7,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:16:22.954467 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c17de458-40cf-4ee0-a18f-0e68442c3054 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (466a3a50-6159-498b-9da4-51ed26051ad0), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:23.058350 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c17de458-40cf-4ee0-a18f-0e68442c3054 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (466a3a50-6159-498b-9da4-51ed26051ad0), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:23.060716 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c17de458-40cf-4ee0-a18f-0e68442c3054 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router_controller (466a3a50-6159-498b-9da4-51ed26051ad0), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:23.108513 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c17de458-40cf-4ee0-a18f-0e68442c3054 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (466a3a50-6159-498b-9da4-51ed26051ad0), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:23.109082 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17de458-40cf-4ee0-a18f-0e68442c3054 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Fanout notify agent at l3_agent the message router_deleted on router 466a3a50-6159-498b-9da4-51ed26051ad0 {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 23:16:23.116212 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c17de458-40cf-4ee0-a18f-0e68442c3054 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:23.117330 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c17de458-40cf-4ee0-a18f-0e68442c3054 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "DELETE /v2.0/routers/466a3a50-6159-498b-9da4-51ed26051ad0 HTTP/1.1" status: 204 len: 168 time: 0.8279738 Feb 16 23:16:23.120049 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55328) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:16:23.179140 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fafecffc-6983-4a1f-9da6-23454b90055c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:23.198552 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e3607014-5307-4eda-980e-2cb19a94a151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (d0303596-49ee-43b9-a6c0-7502803bd601), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:23.289198 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e3607014-5307-4eda-980e-2cb19a94a151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (d0303596-49ee-43b9-a6c0-7502803bd601), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:23.310532 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-e3607014-5307-4eda-980e-2cb19a94a151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0303596-49ee-43b9-a6c0-7502803bd601']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:16:23.320375 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-e3607014-5307-4eda-980e-2cb19a94a151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46072a51-0845-41f3-a221-33fd02d55a3d') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:16:23.320717 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-e3607014-5307-4eda-980e-2cb19a94a151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46072a51-0845-41f3-a221-33fd02d55a3d') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:16:23.331157 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e3607014-5307-4eda-980e-2cb19a94a151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (46072a51-0845-41f3-a221-33fd02d55a3d), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:23.345807 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e3607014-5307-4eda-980e-2cb19a94a151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (46072a51-0845-41f3-a221-33fd02d55a3d), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:23.352157 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3607014-5307-4eda-980e-2cb19a94a151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:16:23.352598 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e3607014-5307-4eda-980e-2cb19a94a151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (46072a51-0845-41f3-a221-33fd02d55a3d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:23.355879 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 23:16:23.355879 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:16:23.355879 n-d-813897-6 neutron-server[103466]: timer() Feb 16 23:16:23.355879 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:16:23.355879 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 23:16:23.355879 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 23:16:23.355879 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 23:16:23.355879 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:16:23.355879 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 23:16:23.355879 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:16:23.355879 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 23:16:23.355879 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:16:23.355879 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 23:16:23.355879 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 23:16:23.355879 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:16:23.355879 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 23:16:23.355879 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:16:23.355879 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 23:16:23.355879 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 23:16:23.355879 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 23:16:23.355879 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 23:16:23.355879 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 23:16:23.355879 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:16:23.355879 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:16:23.355879 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 23:16:23.355879 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:16:23.355879 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:16:23.355879 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:16:23.355879 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:16:23.355879 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:16:23.355879 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:16:23.355879 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:16:23.417658 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e3607014-5307-4eda-980e-2cb19a94a151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (d0303596-49ee-43b9-a6c0-7502803bd601), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:23.425255 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e3607014-5307-4eda-980e-2cb19a94a151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:23.428411 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e3607014-5307-4eda-980e-2cb19a94a151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "DELETE /v2.0/networks/d0303596-49ee-43b9-a6c0-7502803bd601 HTTP/1.1" status: 204 len: 168 time: 0.3072579 Feb 16 23:16:23.431296 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55330) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:16:23.440478 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3607014-5307-4eda-980e-2cb19a94a151 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event deleted for resources: {'Network': ['ID=d0303596-49ee-43b9-a6c0-7502803bd601,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:16:23.489637 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bcc43de4-a07b-4d97-abd7-af9273ace45b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group (c47a63e0-7df6-4134-98b6-b8a995740440), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:23.514436 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bcc43de4-a07b-4d97-abd7-af9273ace45b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group (c47a63e0-7df6-4134-98b6-b8a995740440), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:23.573586 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bcc43de4-a07b-4d97-abd7-af9273ace45b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (c47a63e0-7df6-4134-98b6-b8a995740440), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:23.576378 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-bcc43de4-a07b-4d97-abd7-af9273ace45b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:23.577742 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-bcc43de4-a07b-4d97-abd7-af9273ace45b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "DELETE /v2.0/security-groups/c47a63e0-7df6-4134-98b6-b8a995740440 HTTP/1.1" status: 204 len: 168 time: 0.1452832 Feb 16 23:16:23.587649 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc43de4-a07b-4d97-abd7-af9273ace45b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47a63e0-7df6-4134-98b6-b8a995740440,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:16:23.594653 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc43de4-a07b-4d97-abd7-af9273ace45b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:23.595011 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc43de4-a07b-4d97-abd7-af9273ace45b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:23.595360 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc43de4-a07b-4d97-abd7-af9273ace45b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:23.595702 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc43de4-a07b-4d97-abd7-af9273ace45b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:23.596041 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc43de4-a07b-4d97-abd7-af9273ace45b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:23.596376 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc43de4-a07b-4d97-abd7-af9273ace45b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:23.596715 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc43de4-a07b-4d97-abd7-af9273ace45b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:23.597048 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc43de4-a07b-4d97-abd7-af9273ace45b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:23.597381 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc43de4-a07b-4d97-abd7-af9273ace45b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:23.597711 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc43de4-a07b-4d97-abd7-af9273ace45b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:23.598067 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc43de4-a07b-4d97-abd7-af9273ace45b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:23.598400 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc43de4-a07b-4d97-abd7-af9273ace45b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:23.598721 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc43de4-a07b-4d97-abd7-af9273ace45b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:23.729873 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9fefa2e0-963d-4511-b4ac-9fb8aa968520 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:16:23.753411 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 9fefa2e0-963d-4511-b4ac-9fb8aa968520 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:16:23.753760 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9fefa2e0-963d-4511-b4ac-9fb8aa968520 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:16:23.754197 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9c873cdd-7d92-4823-9ad1-e9ea451c02d7 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:16:23.772734 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 9c873cdd-7d92-4823-9ad1-e9ea451c02d7 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:16:23.773080 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 9c873cdd-7d92-4823-9ad1-e9ea451c02d7 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:16:23.773482 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 6de2dba6-02e9-4f8b-ab0e-5e538310b7e4 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:16:23.791655 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 6de2dba6-02e9-4f8b-ab0e-5e538310b7e4 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:16:23.792001 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 6de2dba6-02e9-4f8b-ab0e-5e538310b7e4 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:16:23.837839 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55338) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:16:23.842595 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-3e508cf1-36b6-4fd8-8a40-d86a604f7234 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1724053798', 'description': 'tempest-secgroup-smoke-1724053798 description', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:16:23.866504 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3e508cf1-36b6-4fd8-8a40-d86a604f7234 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:23.931651 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3e508cf1-36b6-4fd8-8a40-d86a604f7234 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group (ac7c839c-1222-465c-aa20-1911fc48fb29), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:23.935719 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3e508cf1-36b6-4fd8-8a40-d86a604f7234 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ac7c839c-1222-465c-aa20-1911fc48fb29), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:23.963721 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3e508cf1-36b6-4fd8-8a40-d86a604f7234 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:23.964950 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3e508cf1-36b6-4fd8-8a40-d86a604f7234 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1260567 Feb 16 23:16:23.967936 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55340) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:16:23.968987 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e508cf1-36b6-4fd8-8a40-d86a604f7234 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7c839c-1222-465c-aa20-1911fc48fb29,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:16:23.974209 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-45636dd7-3862-47db-b809-240f7684fa2c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'security_group_rule': {'security_group_id': 'ac7c839c-1222-465c-aa20-1911fc48fb29', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:16:23.998803 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-45636dd7-3862-47db-b809-240f7684fa2c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (3f280bd7-6357-45ec-a316-b1f9837aab43), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:24.052698 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-45636dd7-3862-47db-b809-240f7684fa2c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (3f280bd7-6357-45ec-a316-b1f9837aab43), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:24.056259 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-45636dd7-3862-47db-b809-240f7684fa2c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (3f280bd7-6357-45ec-a316-b1f9837aab43), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:24.074348 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45636dd7-3862-47db-b809-240f7684fa2c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f280bd7-6357-45ec-a316-b1f9837aab43,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:16:24.082274 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-45636dd7-3862-47db-b809-240f7684fa2c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:24.083525 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-45636dd7-3862-47db-b809-240f7684fa2c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144774 Feb 16 23:16:24.086184 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55342) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:16:24.090414 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-1ba09608-5358-499d-beda-61948273045f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'security_group_rule': {'security_group_id': 'ac7c839c-1222-465c-aa20-1911fc48fb29', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:16:24.114467 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1ba09608-5358-499d-beda-61948273045f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (0cff43e4-66aa-4bac-930a-e78e62d38664), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:24.168132 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1ba09608-5358-499d-beda-61948273045f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (0cff43e4-66aa-4bac-930a-e78e62d38664), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:24.172739 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1ba09608-5358-499d-beda-61948273045f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (0cff43e4-66aa-4bac-930a-e78e62d38664), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:24.193698 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba09608-5358-499d-beda-61948273045f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cff43e4-66aa-4bac-930a-e78e62d38664,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:16:24.199323 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1ba09608-5358-499d-beda-61948273045f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:24.200911 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1ba09608-5358-499d-beda-61948273045f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1133244 Feb 16 23:16:24.203666 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55344) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:16:24.207858 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-ea78bab9-bd4d-4883-a47c-b3e1c14cf57a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'security_group_rule': {'security_group_id': 'ac7c839c-1222-465c-aa20-1911fc48fb29', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:16:24.232008 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ea78bab9-bd4d-4883-a47c-b3e1c14cf57a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (cfdea52c-8cec-4d30-8b6a-0d8e987ad500), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:24.290932 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ea78bab9-bd4d-4883-a47c-b3e1c14cf57a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (cfdea52c-8cec-4d30-8b6a-0d8e987ad500), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:24.294334 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ea78bab9-bd4d-4883-a47c-b3e1c14cf57a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (cfdea52c-8cec-4d30-8b6a-0d8e987ad500), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:24.309048 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78bab9-bd4d-4883-a47c-b3e1c14cf57a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfdea52c-8cec-4d30-8b6a-0d8e987ad500,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:16:24.318867 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-ea78bab9-bd4d-4883-a47c-b3e1c14cf57a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:24.320068 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ea78bab9-bd4d-4883-a47c-b3e1c14cf57a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154861 Feb 16 23:16:24.322893 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55346) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:16:24.327751 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-3f7a0e53-3b32-402f-93f4-0e1ed865e86e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'security_group_rule': {'security_group_id': 'ac7c839c-1222-465c-aa20-1911fc48fb29', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:16:24.351086 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3f7a0e53-3b32-402f-93f4-0e1ed865e86e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (876a9a2c-3a72-4e08-95fa-b23481905682), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:24.407389 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3f7a0e53-3b32-402f-93f4-0e1ed865e86e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (876a9a2c-3a72-4e08-95fa-b23481905682), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:24.410742 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3f7a0e53-3b32-402f-93f4-0e1ed865e86e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (876a9a2c-3a72-4e08-95fa-b23481905682), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:24.428726 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a0e53-3b32-402f-93f4-0e1ed865e86e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=876a9a2c-3a72-4e08-95fa-b23481905682,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:16:24.436722 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3f7a0e53-3b32-402f-93f4-0e1ed865e86e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:24.437919 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3f7a0e53-3b32-402f-93f4-0e1ed865e86e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1141095 Feb 16 23:16:24.440601 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55348) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:16:24.444968 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-0a1bbab3-0cc8-41ee-a726-546f60c58530 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'security_group_rule': {'security_group_id': 'ac7c839c-1222-465c-aa20-1911fc48fb29', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:16:24.464540 n-d-813897-6 neutron-server[103466]: INFO neutron.db.securitygroups_db [None req-0a1bbab3-0cc8-41ee-a726-546f60c58530 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Project c5e2c7d5d14e409fae94d81de0810792 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 23:16:24.471095 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0a1bbab3-0cc8-41ee-a726-546f60c58530 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (28fa9fd4-1d3f-4db9-b26d-5cc11b0d491e), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:24.478866 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:24.529268 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0a1bbab3-0cc8-41ee-a726-546f60c58530 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (28fa9fd4-1d3f-4db9-b26d-5cc11b0d491e), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:24.532949 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0a1bbab3-0cc8-41ee-a726-546f60c58530 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (28fa9fd4-1d3f-4db9-b26d-5cc11b0d491e), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:24.552607 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1bbab3-0cc8-41ee-a726-546f60c58530 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28fa9fd4-1d3f-4db9-b26d-5cc11b0d491e,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:16:24.558691 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0a1bbab3-0cc8-41ee-a726-546f60c58530 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:24.560291 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0a1bbab3-0cc8-41ee-a726-546f60c58530 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187553 Feb 16 23:16:24.562996 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55350) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:16:24.567224 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-5654b8dc-424d-4e6d-9774-fb8cc354b0dd tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'security_group_rule': {'security_group_id': 'ac7c839c-1222-465c-aa20-1911fc48fb29', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:16:24.587917 n-d-813897-6 neutron-server[103466]: INFO neutron.db.securitygroups_db [None req-5654b8dc-424d-4e6d-9774-fb8cc354b0dd tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Project c5e2c7d5d14e409fae94d81de0810792 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 23:16:24.592741 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5654b8dc-424d-4e6d-9774-fb8cc354b0dd tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (c6718be6-7e9e-4160-b022-334371fd7998), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:24.654192 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5654b8dc-424d-4e6d-9774-fb8cc354b0dd tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (c6718be6-7e9e-4160-b022-334371fd7998), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:24.657616 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5654b8dc-424d-4e6d-9774-fb8cc354b0dd tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (c6718be6-7e9e-4160-b022-334371fd7998), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:24.674844 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654b8dc-424d-4e6d-9774-fb8cc354b0dd tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6718be6-7e9e-4160-b022-334371fd7998,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:16:24.682394 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5654b8dc-424d-4e6d-9774-fb8cc354b0dd tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:24.683578 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5654b8dc-424d-4e6d-9774-fb8cc354b0dd tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196690 Feb 16 23:16:24.686361 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55352) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:16:24.691057 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-2d809f0c-8f64-400e-9ffb-e6c66d006b7e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'network': {'name': 'tempest-network-smoke--323172250', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'port_security_enabled': True}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:16:24.708302 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d809f0c-8f64-400e-9ffb-e6c66d006b7e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Made reservation on behalf of c5e2c7d5d14e409fae94d81de0810792 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:16:24.711448 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2d809f0c-8f64-400e-9ffb-e6c66d006b7e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:24.735397 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d809f0c-8f64-400e-9ffb-e6c66d006b7e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:16:24.744342 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2d809f0c-8f64-400e-9ffb-e6c66d006b7e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (b3bb5d83-fd5f-4205-978d-88861c65831e), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:24.744714 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-2d809f0c-8f64-400e-9ffb-e6c66d006b7e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Added segment b3bb5d83-fd5f-4205-978d-88861c65831e of type vlan for network 74f80154-d9cb-4d7f-a905-69fd3c87e47e Feb 16 23:16:24.784013 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2d809f0c-8f64-400e-9ffb-e6c66d006b7e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (74f80154-d9cb-4d7f-a905-69fd3c87e47e), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:24.807644 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2d809f0c-8f64-400e-9ffb-e6c66d006b7e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (74f80154-d9cb-4d7f-a905-69fd3c87e47e), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:24.812589 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d809f0c-8f64-400e-9ffb-e6c66d006b7e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:24.813165 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-2d809f0c-8f64-400e-9ffb-e6c66d006b7e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:24.850095 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2d809f0c-8f64-400e-9ffb-e6c66d006b7e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1627231 Feb 16 23:16:24.852772 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55354) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:16:24.858961 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-c52e608e-8aad-442e-94be-d58f16f45e8b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1445319562', 'admin_state_up': True, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:16:24.892998 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d809f0c-8f64-400e-9ffb-e6c66d006b7e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Network': ['ID=74f80154-d9cb-4d7f-a905-69fd3c87e47e,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:16:24.903896 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 74f80154-d9cb-4d7f-a905-69fd3c87e47e details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 23:16:24.909059 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c52e608e-8aad-442e-94be-d58f16f45e8b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (4bb6934c-7343-4957-8621-1084cfdd6aca), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:24.910088 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c52e608e-8aad-442e-94be-d58f16f45e8b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (4bb6934c-7343-4957-8621-1084cfdd6aca), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:24.962523 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c52e608e-8aad-442e-94be-d58f16f45e8b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router_controller (4bb6934c-7343-4957-8621-1084cfdd6aca), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:25.102899 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c52e608e-8aad-442e-94be-d58f16f45e8b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router_gateway (4bb6934c-7343-4957-8621-1084cfdd6aca), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:25.289682 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c52e608e-8aad-442e-94be-d58f16f45e8b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router_gateway (4bb6934c-7343-4957-8621-1084cfdd6aca), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:25.312045 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c52e608e-8aad-442e-94be-d58f16f45e8b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:25.409912 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-c52e608e-8aad-442e-94be-d58f16f45e8b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Allocated IP 172.25.2.236 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/d7a76dc0-5bf2-4190-abc2-6594e4737446) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:16:25.512383 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c52e608e-8aad-442e-94be-d58f16f45e8b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for port (d7a76dc0-5bf2-4190-abc2-6594e4737446), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:25.546689 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c52e608e-8aad-442e-94be-d58f16f45e8b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (d7a76dc0-5bf2-4190-abc2-6594e4737446), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:25.581787 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52e608e-8aad-442e-94be-d58f16f45e8b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:16:25.586377 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-c52e608e-8aad-442e-94be-d58f16f45e8b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:16:25.589855 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52e608e-8aad-442e-94be-d58f16f45e8b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:16:25.612849 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e608e-8aad-442e-94be-d58f16f45e8b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Port': ['ID=d7a76dc0-5bf2-4190-abc2-6594e4737446,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:16:25.816462 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:26.120294 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c52e608e-8aad-442e-94be-d58f16f45e8b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router_gateway (4bb6934c-7343-4957-8621-1084cfdd6aca), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:26.316044 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c52e608e-8aad-442e-94be-d58f16f45e8b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (4bb6934c-7343-4957-8621-1084cfdd6aca), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:26.441642 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52e608e-8aad-442e-94be-d58f16f45e8b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Router 4bb6934c-7343-4957-8621-1084cfdd6aca is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 23:16:26.549609 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52e608e-8aad-442e-94be-d58f16f45e8b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:16:26.562249 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2600d5-fa7d-4ac0-9b2a-eb3bf0ed5d97 None None] Sync routers for ids ['4bb6934c-7343-4957-8621-1084cfdd6aca'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:16:26.570017 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c52e608e-8aad-442e-94be-d58f16f45e8b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:26.574109 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c52e608e-8aad-442e-94be-d58f16f45e8b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7175756 Feb 16 23:16:26.574270 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2600d5-fa7d-4ac0-9b2a-eb3bf0ed5d97 None None] Routers {'4bb6934c-7343-4957-8621-1084cfdd6aca'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:16:26.574270 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-8f2600d5-fa7d-4ac0-9b2a-eb3bf0ed5d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:16:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4bb6934c-7343-4957-8621-1084cfdd6aca'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:16:26.574480 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55356) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:16:26.604100 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1b4d569d-c818-4bc0-9c96-346209b574c5 tempest-TestNetworkAdvancedServerOps-43398640 tempest-TestNetworkAdvancedServerOps-43398640-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=c5e2c7d5d14e409fae94d81de0810792&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280192 Feb 16 23:16:26.606785 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55358) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:16:26.680864 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-8f2600d5-fa7d-4ac0-9b2a-eb3bf0ed5d97 None None] Set router 4bb6934c-7343-4957-8621-1084cfdd6aca gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:16:26.694865 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d3fc9d-802a-4c63-a3f5-33042b6a26b4 tempest-TestNetworkAdvancedServerOps-43398640 tempest-TestNetworkAdvancedServerOps-43398640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:26.696328 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-47d3fc9d-802a-4c63-a3f5-33042b6a26b4 tempest-TestNetworkAdvancedServerOps-43398640 tempest-TestNetworkAdvancedServerOps-43398640-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885465 Feb 16 23:16:26.699127 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55360) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:16:26.731571 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f68577ed-202a-4e1f-9f64-70c61f33aca1 tempest-TestNetworkAdvancedServerOps-43398640 tempest-TestNetworkAdvancedServerOps-43398640-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=b0ab4fc8-02c8-4404-90ea-6cd7fce3204f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313361 Feb 16 23:16:26.734036 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55362) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:16:26.738865 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-9c445a75-c663-484f-987c-b4c3f2aae7d3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1862148611', 'network_id': '74f80154-d9cb-4d7f-a905-69fd3c87e47e', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:16:26.825869 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c445a75-c663-484f-987c-b4c3f2aae7d3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Made reservation on behalf of c5e2c7d5d14e409fae94d81de0810792 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:16:26.829797 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9c445a75-c663-484f-987c-b4c3f2aae7d3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:26.858325 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-8f2600d5-fa7d-4ac0-9b2a-eb3bf0ed5d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445319562', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd7a76dc0-5bf2-4190-abc2-6594e4737446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:16:24Z', 'updated_at': '2022-02-16T23:16:26Z', 'revision_number': 3, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': 'd7a76dc0-5bf2-4190-abc2-6594e4737446', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:16:25Z', 'updated_at': '2022-02-16T23:16:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:16:26.884703 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2600d5-fa7d-4ac0-9b2a-eb3bf0ed5d97 None None] Checking router: 4bb6934c-7343-4957-8621-1084cfdd6aca for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:16:26.885053 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2600d5-fa7d-4ac0-9b2a-eb3bf0ed5d97 None None] Updating router 4bb6934c-7343-4957-8621-1084cfdd6aca port d7a76dc0-5bf2-4190-abc2-6594e4737446 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:16:26.917077 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8f2600d5-fa7d-4ac0-9b2a-eb3bf0ed5d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d7a76dc0-5bf2-4190-abc2-6594e4737446), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:27.009503 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9c445a75-c663-484f-987c-b4c3f2aae7d3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (445de706-0af5-46c0-bf31-b5ed36a24eb2), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:27.069502 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c445a75-c663-484f-987c-b4c3f2aae7d3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Subnet': ['ID=445de706-0af5-46c0-bf31-b5ed36a24eb2,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:16:27.081503 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c445a75-c663-484f-987c-b4c3f2aae7d3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Checking segment: {'id': 'b3bb5d83-fd5f-4205-978d-88861c65831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '74f80154-d9cb-4d7f-a905-69fd3c87e47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:16:27.081871 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c445a75-c663-484f-987c-b4c3f2aae7d3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Network hostable DHCP agents. Network: 74f80154-d9cb-4d7f-a905-69fd3c87e47e, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:16:27.099033 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c445a75-c663-484f-987c-b4c3f2aae7d3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Network 74f80154-d9cb-4d7f-a905-69fd3c87e47e is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:16:27.108629 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-9c445a75-c663-484f-987c-b4c3f2aae7d3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 74f80154-d9cb-4d7f-a905-69fd3c87e47e) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:16:27.113763 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c445a75-c663-484f-987c-b4c3f2aae7d3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:27.114945 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9c445a75-c663-484f-987c-b4c3f2aae7d3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:27.119595 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2ab276-7ed7-4edf-8db0-c9227f28a7bd None None] Network 74f80154-d9cb-4d7f-a905-69fd3c87e47e requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:16:27.131614 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9c445a75-c663-484f-987c-b4c3f2aae7d3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3963850 Feb 16 23:16:27.134239 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55364) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:16:27.196447 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:27.252188 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8f2600d5-fa7d-4ac0-9b2a-eb3bf0ed5d97 None None] Publish callbacks [] for port (d7a76dc0-5bf2-4190-abc2-6594e4737446), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:27.261950 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8f2600d5-fa7d-4ac0-9b2a-eb3bf0ed5d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d7a76dc0-5bf2-4190-abc2-6594e4737446), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:27.313893 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2654ff0e-5915-4759-a70b-dc8cc6c09c59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-74f80154-d9cb-4d7f-a905-69fd3c87e47e', 'network_id': '74f80154-d9cb-4d7f-a905-69fd3c87e47e', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'fixed_ips': [{'subnet_id': '445de706-0af5-46c0-bf31-b5ed36a24eb2'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 23:16:27.314802 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2654ff0e-5915-4759-a70b-dc8cc6c09c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:27.344941 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac61156-b9c8-4583-acbb-b14f1928a15a None None] Pushing event updated for resources: {'Port': ['ID=d7a76dc0-5bf2-4190-abc2-6594e4737446,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:16:27.347171 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-8f2600d5-fa7d-4ac0-9b2a-eb3bf0ed5d97 None None] Attempting to bind port d7a76dc0-5bf2-4190-abc2-6594e4737446 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:16:27.347555 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-8f2600d5-fa7d-4ac0-9b2a-eb3bf0ed5d97 None None] Attempting to bind port d7a76dc0-5bf2-4190-abc2-6594e4737446 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:16:27.347928 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2600d5-fa7d-4ac0-9b2a-eb3bf0ed5d97 None None] Attempting to bind port d7a76dc0-5bf2-4190-abc2-6594e4737446 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:16:27.360327 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2600d5-fa7d-4ac0-9b2a-eb3bf0ed5d97 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:16:27.360709 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2600d5-fa7d-4ac0-9b2a-eb3bf0ed5d97 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:16:27.361131 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8f2600d5-fa7d-4ac0-9b2a-eb3bf0ed5d97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:27.361527 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2600d5-fa7d-4ac0-9b2a-eb3bf0ed5d97 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:16:27.362005 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-8f2600d5-fa7d-4ac0-9b2a-eb3bf0ed5d97 None None] Bound port: d7a76dc0-5bf2-4190-abc2-6594e4737446, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:16:27.362393 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8f2600d5-fa7d-4ac0-9b2a-eb3bf0ed5d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d7a76dc0-5bf2-4190-abc2-6594e4737446), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:27.501143 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-8f2600d5-fa7d-4ac0-9b2a-eb3bf0ed5d97 None None] For port d7a76dc0-5bf2-4190-abc2-6594e4737446, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:16:27.519077 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-8f2600d5-fa7d-4ac0-9b2a-eb3bf0ed5d97 None None] For port d7a76dc0-5bf2-4190-abc2-6594e4737446, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=d7a76dc0-5bf2-4190-abc2-6594e4737446,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:16:27.534551 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8f2600d5-fa7d-4ac0-9b2a-eb3bf0ed5d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d7a76dc0-5bf2-4190-abc2-6594e4737446), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:27.537291 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-2654ff0e-5915-4759-a70b-dc8cc6c09c59 None None] Allocated IP 172.20.0.2 (74f80154-d9cb-4d7f-a905-69fd3c87e47e/445de706-0af5-46c0-bf31-b5ed36a24eb2/839d02f6-193c-42ee-81b6-ba24f8e9c188) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:16:27.590513 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f284aede-f7d3-4f86-bc47-d207b083ee38 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:27.633892 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2600d5-fa7d-4ac0-9b2a-eb3bf0ed5d97 None None] Routers {'4bb6934c-7343-4957-8621-1084cfdd6aca'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:16:27.634554 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-8f2600d5-fa7d-4ac0-9b2a-eb3bf0ed5d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:16:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4bb6934c-7343-4957-8621-1084cfdd6aca'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:16:27.639005 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac61156-b9c8-4583-acbb-b14f1928a15a None None] Pushing event updated for resources: {'Port': ['ID=d7a76dc0-5bf2-4190-abc2-6594e4737446,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:16:27.985215 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-8f2600d5-fa7d-4ac0-9b2a-eb3bf0ed5d97 None None] Set router 4bb6934c-7343-4957-8621-1084cfdd6aca gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:16:28.040897 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2654ff0e-5915-4759-a70b-dc8cc6c09c59 None None] Publish callbacks [] for port (839d02f6-193c-42ee-81b6-ba24f8e9c188), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:28.055684 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2654ff0e-5915-4759-a70b-dc8cc6c09c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (839d02f6-193c-42ee-81b6-ba24f8e9c188), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:28.095206 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-f284aede-f7d3-4f86-bc47-d207b083ee38 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Allocated IP 172.20.0.1 (74f80154-d9cb-4d7f-a905-69fd3c87e47e/445de706-0af5-46c0-bf31-b5ed36a24eb2/41697478-fae6-4cf2-a0d0-e697c4354940) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:16:28.140495 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2654ff0e-5915-4759-a70b-dc8cc6c09c59 None None] Network 74f80154-d9cb-4d7f-a905-69fd3c87e47e is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:16:28.148613 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-2654ff0e-5915-4759-a70b-dc8cc6c09c59 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:16:28.153866 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2654ff0e-5915-4759-a70b-dc8cc6c09c59 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:16:28.157359 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654ff0e-5915-4759-a70b-dc8cc6c09c59 None None] Pushing event updated for resources: {'Port': ['ID=839d02f6-193c-42ee-81b6-ba24f8e9c188,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:16:28.220112 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f284aede-f7d3-4f86-bc47-d207b083ee38 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for port (41697478-fae6-4cf2-a0d0-e697c4354940), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:28.246446 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-2654ff0e-5915-4759-a70b-dc8cc6c09c59 None None] Attempting to bind port 839d02f6-193c-42ee-81b6-ba24f8e9c188 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:16:28.246738 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-2654ff0e-5915-4759-a70b-dc8cc6c09c59 None None] Attempting to bind port 839d02f6-193c-42ee-81b6-ba24f8e9c188 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'b3bb5d83-fd5f-4205-978d-88861c65831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '74f80154-d9cb-4d7f-a905-69fd3c87e47e'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:16:28.247134 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2654ff0e-5915-4759-a70b-dc8cc6c09c59 None None] Attempting to bind port 839d02f6-193c-42ee-81b6-ba24f8e9c188 on network 74f80154-d9cb-4d7f-a905-69fd3c87e47e {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:16:28.253242 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f284aede-f7d3-4f86-bc47-d207b083ee38 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (41697478-fae6-4cf2-a0d0-e697c4354940), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:28.256592 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2654ff0e-5915-4759-a70b-dc8cc6c09c59 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:16:28.257008 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2654ff0e-5915-4759-a70b-dc8cc6c09c59 None None] Checking segment: {'id': 'b3bb5d83-fd5f-4205-978d-88861c65831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '74f80154-d9cb-4d7f-a905-69fd3c87e47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:16:28.257396 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2654ff0e-5915-4759-a70b-dc8cc6c09c59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:28.257782 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2654ff0e-5915-4759-a70b-dc8cc6c09c59 None None] Bound using segment: {'id': 'b3bb5d83-fd5f-4205-978d-88861c65831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '74f80154-d9cb-4d7f-a905-69fd3c87e47e'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:16:28.258273 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-2654ff0e-5915-4759-a70b-dc8cc6c09c59 None None] Bound port: 839d02f6-193c-42ee-81b6-ba24f8e9c188, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3bb5d83-fd5f-4205-978d-88861c65831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '74f80154-d9cb-4d7f-a905-69fd3c87e47e'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:16:28.258649 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2654ff0e-5915-4759-a70b-dc8cc6c09c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (839d02f6-193c-42ee-81b6-ba24f8e9c188), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:28.291111 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f284aede-f7d3-4f86-bc47-d207b083ee38 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Network 74f80154-d9cb-4d7f-a905-69fd3c87e47e is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:16:28.296779 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-f284aede-f7d3-4f86-bc47-d207b083ee38 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:16:28.300635 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f284aede-f7d3-4f86-bc47-d207b083ee38 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:16:28.312137 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-8f2600d5-fa7d-4ac0-9b2a-eb3bf0ed5d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445319562', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd7a76dc0-5bf2-4190-abc2-6594e4737446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:16:24Z', 'updated_at': '2022-02-16T23:16:26Z', 'revision_number': 3, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': 'd7a76dc0-5bf2-4190-abc2-6594e4737446', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:16:25Z', 'updated_at': '2022-02-16T23:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:16:28.325451 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284aede-f7d3-4f86-bc47-d207b083ee38 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Port': ['ID=41697478-fae6-4cf2-a0d0-e697c4354940,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:16:28.345002 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2600d5-fa7d-4ac0-9b2a-eb3bf0ed5d97 None None] The sync data for ids ['4bb6934c-7343-4957-8621-1084cfdd6aca'] in n-d-813897-6 is: [{'id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445319562', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd7a76dc0-5bf2-4190-abc2-6594e4737446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:16:24Z', 'updated_at': '2022-02-16T23:16:26Z', 'revision_number': 3, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': 'd7a76dc0-5bf2-4190-abc2-6594e4737446', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:16:25Z', 'updated_at': '2022-02-16T23:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:16:28.348767 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f284aede-f7d3-4f86-bc47-d207b083ee38 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (4bb6934c-7343-4957-8621-1084cfdd6aca), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:28.362580 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-2654ff0e-5915-4759-a70b-dc8cc6c09c59 None None] For port 839d02f6-193c-42ee-81b6-ba24f8e9c188, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:16:28.366366 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-2654ff0e-5915-4759-a70b-dc8cc6c09c59 None None] For port 839d02f6-193c-42ee-81b6-ba24f8e9c188, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=839d02f6-193c-42ee-81b6-ba24f8e9c188,segment=NetworkSegment(b3bb5d83-fd5f-4205-978d-88861c65831e),segment_id=b3bb5d83-fd5f-4205-978d-88861c65831e)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:16:28.374472 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2654ff0e-5915-4759-a70b-dc8cc6c09c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (839d02f6-193c-42ee-81b6-ba24f8e9c188), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:28.441551 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654ff0e-5915-4759-a70b-dc8cc6c09c59 None None] Pushing event updated for resources: {'Port': ['ID=839d02f6-193c-42ee-81b6-ba24f8e9c188,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:16:28.513671 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f284aede-f7d3-4f86-bc47-d207b083ee38 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (41697478-fae6-4cf2-a0d0-e697c4354940), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:28.859887 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f284aede-f7d3-4f86-bc47-d207b083ee38 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for port (41697478-fae6-4cf2-a0d0-e697c4354940), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:28.864917 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f284aede-f7d3-4f86-bc47-d207b083ee38 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (41697478-fae6-4cf2-a0d0-e697c4354940), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:28.891612 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:28.946536 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f284aede-f7d3-4f86-bc47-d207b083ee38 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (4bb6934c-7343-4957-8621-1084cfdd6aca), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:28.948443 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284aede-f7d3-4f86-bc47-d207b083ee38 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Port': ['ID=41697478-fae6-4cf2-a0d0-e697c4354940,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:16:29.042925 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f284aede-f7d3-4f86-bc47-d207b083ee38 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Network 74f80154-d9cb-4d7f-a905-69fd3c87e47e is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:16:29.044910 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-f284aede-f7d3-4f86-bc47-d207b083ee38 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:16:29.176925 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f284aede-f7d3-4f86-bc47-d207b083ee38 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Router 4bb6934c-7343-4957-8621-1084cfdd6aca has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:16:29.447398 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7755a79a-dcd0-474d-be66-d801593c81d3 None None] Network 74f80154-d9cb-4d7f-a905-69fd3c87e47e requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:16:29.566854 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e7136ab2-a351-4d77-895b-4ff23796f318 None None] Provisioning complete for port 839d02f6-193c-42ee-81b6-ba24f8e9c188 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:16:29.567156 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e7136ab2-a351-4d77-895b-4ff23796f318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (839d02f6-193c-42ee-81b6-ba24f8e9c188), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:29.603507 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f284aede-f7d3-4f86-bc47-d207b083ee38 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:16:29.609095 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f284aede-f7d3-4f86-bc47-d207b083ee38 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "PUT /v2.0/routers/4bb6934c-7343-4957-8621-1084cfdd6aca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4738741 Feb 16 23:16:29.669200 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e7136ab2-a351-4d77-895b-4ff23796f318 None None] Current status of the port 839d02f6-193c-42ee-81b6-ba24f8e9c188 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:16:29.669597 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e7136ab2-a351-4d77-895b-4ff23796f318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (839d02f6-193c-42ee-81b6-ba24f8e9c188), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:29.714703 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e7136ab2-a351-4d77-895b-4ff23796f318 None None] For port 839d02f6-193c-42ee-81b6-ba24f8e9c188, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=839d02f6-193c-42ee-81b6-ba24f8e9c188,segment=NetworkSegment(b3bb5d83-fd5f-4205-978d-88861c65831e),segment_id=b3bb5d83-fd5f-4205-978d-88861c65831e)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:16:29.719416 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e7136ab2-a351-4d77-895b-4ff23796f318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (839d02f6-193c-42ee-81b6-ba24f8e9c188), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:29.778362 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7136ab2-a351-4d77-895b-4ff23796f318 None None] Pushing event updated for resources: {'Port': ['ID=839d02f6-193c-42ee-81b6-ba24f8e9c188,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:16:29.801360 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 839d02f6-193c-42ee-81b6-ba24f8e9c188 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:16:29.834689 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a858c306-bb23-4e40-838f-53b0ba25071a req-87f2958b-da1e-46b4-82b1-caf6f8a50216 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1724053798&fields=id&tenant_id=c5e2c7d5d14e409fae94d81de0810792 HTTP/1.1" status: 200 len: 267 time: 0.0830741 Feb 16 23:16:29.860742 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 839d02f6-193c-42ee-81b6-ba24f8e9c188 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:16:29.861450 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (839d02f6-193c-42ee-81b6-ba24f8e9c188), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:29.955813 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 839d02f6-193c-42ee-81b6-ba24f8e9c188 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:16:29.956912 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device d7a76dc0-5bf2-4190-abc2-6594e4737446 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:16:29.961082 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e713fc54-5eea-4499-a0cc-cee6e5edee54 None None] Provisioning complete for port 41697478-fae6-4cf2-a0d0-e697c4354940 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:16:29.961460 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e713fc54-5eea-4499-a0cc-cee6e5edee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (41697478-fae6-4cf2-a0d0-e697c4354940), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:29.962464 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858c306-bb23-4e40-838f-53b0ba25071a req-7e887c5d-2015-4521-bc89-1f560dc07be1 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:29.964088 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a858c306-bb23-4e40-838f-53b0ba25071a req-7e887c5d-2015-4521-bc89-1f560dc07be1 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/networks?id=74f80154-d9cb-4d7f-a905-69fd3c87e47e HTTP/1.1" status: 200 len: 796 time: 0.1265843 Feb 16 23:16:29.980009 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a858c306-bb23-4e40-838f-53b0ba25071a req-fba8922c-53db-47fc-adc4-c9f1324ba175 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/quotas/c5e2c7d5d14e409fae94d81de0810792 HTTP/1.1" status: 200 len: 375 time: 0.0101643 Feb 16 23:16:30.030553 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e713fc54-5eea-4499-a0cc-cee6e5edee54 None None] Port 41697478-fae6-4cf2-a0d0-e697c4354940 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:16:30.046333 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a858c306-bb23-4e40-838f-53b0ba25071a req-f909a19f-8871-48f0-971b-ab905820b132 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596688 Feb 16 23:16:30.047207 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port d7a76dc0-5bf2-4190-abc2-6594e4737446 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:16:30.047587 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d7a76dc0-5bf2-4190-abc2-6594e4737446), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:30.050437 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e713fc54-5eea-4499-a0cc-cee6e5edee54 None None] Provisioning complete for port 839d02f6-193c-42ee-81b6-ba24f8e9c188 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:16:30.050809 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e713fc54-5eea-4499-a0cc-cee6e5edee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (839d02f6-193c-42ee-81b6-ba24f8e9c188), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:30.154766 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a858c306-bb23-4e40-838f-53b0ba25071a req-d30277c1-a0ea-4496-9244-17c8c3f3d437 service neutron] 10.222.0.75 "GET /v2.0/networks/74f80154-d9cb-4d7f-a905-69fd3c87e47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958490 Feb 16 23:16:30.201217 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port d7a76dc0-5bf2-4190-abc2-6594e4737446 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:16:30.201614 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d7a76dc0-5bf2-4190-abc2-6594e4737446), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:30.221198 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e713fc54-5eea-4499-a0cc-cee6e5edee54 None None] Current status of the port 839d02f6-193c-42ee-81b6-ba24f8e9c188 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:16:30.233586 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port d7a76dc0-5bf2-4190-abc2-6594e4737446, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=d7a76dc0-5bf2-4190-abc2-6594e4737446,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:16:30.234979 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0dfcfa-9901-4175-a538-9f89735aa076 None None] Sync routers for ids ['4bb6934c-7343-4957-8621-1084cfdd6aca'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:16:30.239078 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d7a76dc0-5bf2-4190-abc2-6594e4737446), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:30.246235 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0dfcfa-9901-4175-a538-9f89735aa076 None None] Routers {'4bb6934c-7343-4957-8621-1084cfdd6aca'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:16:30.247487 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-be0dfcfa-9901-4175-a538-9f89735aa076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:16:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4bb6934c-7343-4957-8621-1084cfdd6aca'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:16:30.266334 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a858c306-bb23-4e40-838f-53b0ba25071a req-2b05ae5d-97c8-440f-b417-7d3041aac0dc service neutron] 10.222.0.75 "GET /v2.0/networks/74f80154-d9cb-4d7f-a905-69fd3c87e47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058006 Feb 16 23:16:30.298406 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=d7a76dc0-5bf2-4190-abc2-6594e4737446,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:16:30.350156 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-6d2ea860-a2c4-40ba-8aed-8641fcf3183c None None] Provisioning complete for port 41697478-fae6-4cf2-a0d0-e697c4354940 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:16:30.350974 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6d2ea860-a2c4-40ba-8aed-8641fcf3183c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (41697478-fae6-4cf2-a0d0-e697c4354940), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:30.389699 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-be0dfcfa-9901-4175-a538-9f89735aa076 None None] Set router 4bb6934c-7343-4957-8621-1084cfdd6aca gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:16:30.391904 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-6d2ea860-a2c4-40ba-8aed-8641fcf3183c None None] Port 41697478-fae6-4cf2-a0d0-e697c4354940 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:16:30.475995 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ab170a5-c523-4aca-bbe6-e42957a97fd3 req-d36903ba-2788-41c5-8924-3fdb367c3036 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 210 time: 0.0327246 Feb 16 23:16:30.492413 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:30.519707 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-cf8c6300-1e55-4f66-9eeb-351c0e60d186 None None] Provisioning complete for port 41697478-fae6-4cf2-a0d0-e697c4354940 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:16:30.520086 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-cf8c6300-1e55-4f66-9eeb-351c0e60d186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (41697478-fae6-4cf2-a0d0-e697c4354940), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:30.560131 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-cf8c6300-1e55-4f66-9eeb-351c0e60d186 None None] Port 41697478-fae6-4cf2-a0d0-e697c4354940 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:16:30.607343 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-be0dfcfa-9901-4175-a538-9f89735aa076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445319562', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd7a76dc0-5bf2-4190-abc2-6594e4737446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:16:24Z', 'updated_at': '2022-02-16T23:16:28Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': 'd7a76dc0-5bf2-4190-abc2-6594e4737446', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:16:25Z', 'updated_at': '2022-02-16T23:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '41697478-fae6-4cf2-a0d0-e697c4354940', 'name': '', 'network_id': '74f80154-d9cb-4d7f-a905-69fd3c87e47e', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:f6:bc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '445de706-0af5-46c0-bf31-b5ed36a24eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:16:27Z', 'updated_at': '2022-02-16T23:16:28Z', 'revision_number': 2, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': '445de706-0af5-46c0-bf31-b5ed36a24eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:16:30.635099 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0dfcfa-9901-4175-a538-9f89735aa076 None None] Checking router: 4bb6934c-7343-4957-8621-1084cfdd6aca for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:16:30.635459 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0dfcfa-9901-4175-a538-9f89735aa076 None None] Updating router 4bb6934c-7343-4957-8621-1084cfdd6aca port 41697478-fae6-4cf2-a0d0-e697c4354940 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:16:30.670331 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-be0dfcfa-9901-4175-a538-9f89735aa076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (41697478-fae6-4cf2-a0d0-e697c4354940), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:30.933181 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-be0dfcfa-9901-4175-a538-9f89735aa076 None None] Publish callbacks [] for port (41697478-fae6-4cf2-a0d0-e697c4354940), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:30.938020 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-be0dfcfa-9901-4175-a538-9f89735aa076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (41697478-fae6-4cf2-a0d0-e697c4354940), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:31.011467 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d83af-d283-4831-9263-460d417afaa1 None None] Pushing event updated for resources: {'Port': ['ID=41697478-fae6-4cf2-a0d0-e697c4354940,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:16:31.143861 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d83af-d283-4831-9263-460d417afaa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:31.144225 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d83af-d283-4831-9263-460d417afaa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:31.144561 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d83af-d283-4831-9263-460d417afaa1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:31.144910 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d83af-d283-4831-9263-460d417afaa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:31.145204 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d83af-d283-4831-9263-460d417afaa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:31.145535 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d83af-d283-4831-9263-460d417afaa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:31.146284 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d83af-d283-4831-9263-460d417afaa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:31.146284 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d83af-d283-4831-9263-460d417afaa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:31.146579 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d83af-d283-4831-9263-460d417afaa1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:31.146832 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d83af-d283-4831-9263-460d417afaa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:31.147157 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d83af-d283-4831-9263-460d417afaa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:31.147476 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d83af-d283-4831-9263-460d417afaa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:31.147793 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d83af-d283-4831-9263-460d417afaa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:16:31.162180 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-be0dfcfa-9901-4175-a538-9f89735aa076 None None] Attempting to bind port 41697478-fae6-4cf2-a0d0-e697c4354940 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:16:31.162542 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-be0dfcfa-9901-4175-a538-9f89735aa076 None None] Attempting to bind port 41697478-fae6-4cf2-a0d0-e697c4354940 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'b3bb5d83-fd5f-4205-978d-88861c65831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '74f80154-d9cb-4d7f-a905-69fd3c87e47e'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:16:31.162964 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0dfcfa-9901-4175-a538-9f89735aa076 None None] Attempting to bind port 41697478-fae6-4cf2-a0d0-e697c4354940 on network 74f80154-d9cb-4d7f-a905-69fd3c87e47e {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:16:31.168259 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0dfcfa-9901-4175-a538-9f89735aa076 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:16:31.168673 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0dfcfa-9901-4175-a538-9f89735aa076 None None] Checking segment: {'id': 'b3bb5d83-fd5f-4205-978d-88861c65831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '74f80154-d9cb-4d7f-a905-69fd3c87e47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:16:31.169072 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-be0dfcfa-9901-4175-a538-9f89735aa076 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:31.169462 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0dfcfa-9901-4175-a538-9f89735aa076 None None] Bound using segment: {'id': 'b3bb5d83-fd5f-4205-978d-88861c65831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '74f80154-d9cb-4d7f-a905-69fd3c87e47e'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:16:31.169930 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-be0dfcfa-9901-4175-a538-9f89735aa076 None None] Bound port: 41697478-fae6-4cf2-a0d0-e697c4354940, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3bb5d83-fd5f-4205-978d-88861c65831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '74f80154-d9cb-4d7f-a905-69fd3c87e47e'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:16:31.170337 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-be0dfcfa-9901-4175-a538-9f89735aa076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (41697478-fae6-4cf2-a0d0-e697c4354940), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:31.231470 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-be0dfcfa-9901-4175-a538-9f89735aa076 None None] For port 41697478-fae6-4cf2-a0d0-e697c4354940, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:16:31.234922 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-be0dfcfa-9901-4175-a538-9f89735aa076 None None] For port 41697478-fae6-4cf2-a0d0-e697c4354940, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=41697478-fae6-4cf2-a0d0-e697c4354940,segment=NetworkSegment(b3bb5d83-fd5f-4205-978d-88861c65831e),segment_id=b3bb5d83-fd5f-4205-978d-88861c65831e)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:16:31.240126 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-be0dfcfa-9901-4175-a538-9f89735aa076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (41697478-fae6-4cf2-a0d0-e697c4354940), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:31.284763 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-121296df-4155-42d1-9532-bb086ef64f33 None None] Provisioning complete for port 41697478-fae6-4cf2-a0d0-e697c4354940 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:16:31.285330 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-121296df-4155-42d1-9532-bb086ef64f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (41697478-fae6-4cf2-a0d0-e697c4354940), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:31.299125 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0dfcfa-9901-4175-a538-9f89735aa076 None None] Routers {'4bb6934c-7343-4957-8621-1084cfdd6aca'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:16:31.299760 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-be0dfcfa-9901-4175-a538-9f89735aa076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:16:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4bb6934c-7343-4957-8621-1084cfdd6aca'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:16:31.301682 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d83af-d283-4831-9263-460d417afaa1 None None] Pushing event updated for resources: {'Port': ['ID=41697478-fae6-4cf2-a0d0-e697c4354940,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:16:31.374370 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-121296df-4155-42d1-9532-bb086ef64f33 None None] Current status of the port 41697478-fae6-4cf2-a0d0-e697c4354940 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:16:31.374939 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-121296df-4155-42d1-9532-bb086ef64f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (41697478-fae6-4cf2-a0d0-e697c4354940), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:31.412907 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-121296df-4155-42d1-9532-bb086ef64f33 None None] For port 41697478-fae6-4cf2-a0d0-e697c4354940, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=41697478-fae6-4cf2-a0d0-e697c4354940,segment=NetworkSegment(b3bb5d83-fd5f-4205-978d-88861c65831e),segment_id=b3bb5d83-fd5f-4205-978d-88861c65831e)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:16:31.416961 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-121296df-4155-42d1-9532-bb086ef64f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (41697478-fae6-4cf2-a0d0-e697c4354940), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:31.424519 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-be0dfcfa-9901-4175-a538-9f89735aa076 None None] Set router 4bb6934c-7343-4957-8621-1084cfdd6aca gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:16:31.497929 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121296df-4155-42d1-9532-bb086ef64f33 None None] Pushing event updated for resources: {'Port': ['ID=41697478-fae6-4cf2-a0d0-e697c4354940,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:16:31.546434 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-0559f7bd-a6ff-4700-9723-aa2aaf975400 None None] Provisioning complete for port 41697478-fae6-4cf2-a0d0-e697c4354940 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:16:31.546926 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0559f7bd-a6ff-4700-9723-aa2aaf975400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (41697478-fae6-4cf2-a0d0-e697c4354940), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:31.629201 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-86fd99e0-032c-4972-a5df-c9794f2c5632 req-8d4c709f-d2be-4b8c-b51c-8f6b1d95a203 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 210 time: 0.0428686 Feb 16 23:16:31.653912 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858c306-bb23-4e40-838f-53b0ba25071a req-0c9ac5f9-fa78-4f77-a95b-5392335aca1f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:31.656117 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a858c306-bb23-4e40-838f-53b0ba25071a req-0c9ac5f9-fa78-4f77-a95b-5392335aca1f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.67 "GET /v2.0/networks?id=74f80154-d9cb-4d7f-a905-69fd3c87e47e HTTP/1.1" status: 200 len: 796 time: 0.1993535 Feb 16 23:16:31.678625 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-0559f7bd-a6ff-4700-9723-aa2aaf975400 None None] Current status of the port 41697478-fae6-4cf2-a0d0-e697c4354940 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:16:31.713018 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 839d02f6-193c-42ee-81b6-ba24f8e9c188 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:16:31.724904 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a858c306-bb23-4e40-838f-53b0ba25071a req-c191ab7d-4aca-4335-a1b2-c03c86374f8e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5e2c7d5d14e409fae94d81de0810792 HTTP/1.1" status: 200 len: 380 time: 0.0586517 Feb 16 23:16:31.733921 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-a858c306-bb23-4e40-838f-53b0ba25071a req-517128cc-b146-443a-8615-baccb7168e62 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'port': {'device_id': 'd4793f71-65e0-48fd-92b8-b5f4222ea94c', 'network_id': '74f80154-d9cb-4d7f-a905-69fd3c87e47e', 'admin_state_up': True, 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'security_groups': ['ac7c839c-1222-465c-aa20-1911fc48fb29']}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:16:31.745788 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-be0dfcfa-9901-4175-a538-9f89735aa076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445319562', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd7a76dc0-5bf2-4190-abc2-6594e4737446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:16:24Z', 'updated_at': '2022-02-16T23:16:28Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': 'd7a76dc0-5bf2-4190-abc2-6594e4737446', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:16:25Z', 'updated_at': '2022-02-16T23:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '41697478-fae6-4cf2-a0d0-e697c4354940', 'name': '', 'network_id': '74f80154-d9cb-4d7f-a905-69fd3c87e47e', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:f6:bc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '445de706-0af5-46c0-bf31-b5ed36a24eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:16:27Z', 'updated_at': '2022-02-16T23:16:31Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': '445de706-0af5-46c0-bf31-b5ed36a24eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:16:31.763746 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 839d02f6-193c-42ee-81b6-ba24f8e9c188 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:16:31.764114 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (839d02f6-193c-42ee-81b6-ba24f8e9c188), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:31.772485 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0dfcfa-9901-4175-a538-9f89735aa076 None None] The sync data for ids ['4bb6934c-7343-4957-8621-1084cfdd6aca'] in n-d-813897-6 is: [{'id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445319562', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd7a76dc0-5bf2-4190-abc2-6594e4737446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:16:24Z', 'updated_at': '2022-02-16T23:16:28Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': 'd7a76dc0-5bf2-4190-abc2-6594e4737446', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:16:25Z', 'updated_at': '2022-02-16T23:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '41697478-fae6-4cf2-a0d0-e697c4354940', 'name': '', 'network_id': '74f80154-d9cb-4d7f-a905-69fd3c87e47e', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:f6:bc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '445de706-0af5-46c0-bf31-b5ed36a24eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:16:27Z', 'updated_at': '2022-02-16T23:16:31Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': '445de706-0af5-46c0-bf31-b5ed36a24eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:16:31.872776 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a858c306-bb23-4e40-838f-53b0ba25071a req-517128cc-b146-443a-8615-baccb7168e62 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Made reservation on behalf of c5e2c7d5d14e409fae94d81de0810792 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:16:31.876302 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a858c306-bb23-4e40-838f-53b0ba25071a req-517128cc-b146-443a-8615-baccb7168e62 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:31.878323 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 839d02f6-193c-42ee-81b6-ba24f8e9c188 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:16:31.879417 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device d7a76dc0-5bf2-4190-abc2-6594e4737446 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:16:31.932610 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port d7a76dc0-5bf2-4190-abc2-6594e4737446 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:16:31.933125 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d7a76dc0-5bf2-4190-abc2-6594e4737446), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:32.020881 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-a858c306-bb23-4e40-838f-53b0ba25071a req-517128cc-b146-443a-8615-baccb7168e62 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Allocated IP 172.20.0.8 (74f80154-d9cb-4d7f-a905-69fd3c87e47e/445de706-0af5-46c0-bf31-b5ed36a24eb2/913c69bb-89d9-43c3-9c4f-a71b6f1028b5) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:16:32.024551 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port d7a76dc0-5bf2-4190-abc2-6594e4737446 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:16:32.169928 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a858c306-bb23-4e40-838f-53b0ba25071a req-517128cc-b146-443a-8615-baccb7168e62 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for port (913c69bb-89d9-43c3-9c4f-a71b6f1028b5), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:32.204813 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a858c306-bb23-4e40-838f-53b0ba25071a req-517128cc-b146-443a-8615-baccb7168e62 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (913c69bb-89d9-43c3-9c4f-a71b6f1028b5), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:32.250674 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a858c306-bb23-4e40-838f-53b0ba25071a req-517128cc-b146-443a-8615-baccb7168e62 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Network 74f80154-d9cb-4d7f-a905-69fd3c87e47e is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:16:32.253857 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-a858c306-bb23-4e40-838f-53b0ba25071a req-517128cc-b146-443a-8615-baccb7168e62 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:16:32.257826 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-a858c306-bb23-4e40-838f-53b0ba25071a req-517128cc-b146-443a-8615-baccb7168e62 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:16:32.285714 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517128cc-b146-443a-8615-baccb7168e62 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Port': ['ID=913c69bb-89d9-43c3-9c4f-a71b6f1028b5,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:16:32.331481 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858c306-bb23-4e40-838f-53b0ba25071a req-517128cc-b146-443a-8615-baccb7168e62 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:32.332143 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a858c306-bb23-4e40-838f-53b0ba25071a req-517128cc-b146-443a-8615-baccb7168e62 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:32.354253 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a858c306-bb23-4e40-838f-53b0ba25071a req-517128cc-b146-443a-8615-baccb7168e62 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6245353 Feb 16 23:16:32.418243 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-a858c306-bb23-4e40-838f-53b0ba25071a req-ed21121f-09f5-48e5-9b9a-a6a2746c2e6f service neutron] Request body: {'port': {'device_id': 'd4793f71-65e0-48fd-92b8-b5f4222ea94c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:16:32.486715 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a858c306-bb23-4e40-838f-53b0ba25071a req-ed21121f-09f5-48e5-9b9a-a6a2746c2e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (913c69bb-89d9-43c3-9c4f-a71b6f1028b5), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:32.506381 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-a614c9a7-9970-4f81-8e65-b40989deba16 None None] Provisioning complete for port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:16:32.506918 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a614c9a7-9970-4f81-8e65-b40989deba16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (913c69bb-89d9-43c3-9c4f-a71b6f1028b5), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:32.544530 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-a614c9a7-9970-4f81-8e65-b40989deba16 None None] Port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:16:32.751988 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40c862-c859-4300-a142-2f75431b917e req-e213c54a-70b0-4a3e-8885-2f947e15dd6e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:32.754128 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6a40c862-c859-4300-a142-2f75431b917e req-e213c54a-70b0-4a3e-8885-2f947e15dd6e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 931 time: 0.0554006 Feb 16 23:16:32.773871 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-a858c306-bb23-4e40-838f-53b0ba25071a req-ed21121f-09f5-48e5-9b9a-a6a2746c2e6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:16:32.782762 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a858c306-bb23-4e40-838f-53b0ba25071a req-ed21121f-09f5-48e5-9b9a-a6a2746c2e6f service neutron] Publish callbacks [] for port (913c69bb-89d9-43c3-9c4f-a71b6f1028b5), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:32.797039 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-a858c306-bb23-4e40-838f-53b0ba25071a req-ed21121f-09f5-48e5-9b9a-a6a2746c2e6f service neutron] Transition to ACTIVE for port object 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:16:32.801863 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a858c306-bb23-4e40-838f-53b0ba25071a req-ed21121f-09f5-48e5-9b9a-a6a2746c2e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (913c69bb-89d9-43c3-9c4f-a71b6f1028b5), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:32.813866 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6a40c862-c859-4300-a142-2f75431b917e req-d687f741-f42f-492e-b72d-0952e67c06eb tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac7c839c-1222-465c-aa20-1911fc48fb29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541995 Feb 16 23:16:32.860855 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed21121f-09f5-48e5-9b9a-a6a2746c2e6f service neutron] Pushing event updated for resources: {'Port': ['ID=913c69bb-89d9-43c3-9c4f-a71b6f1028b5,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:16:32.941409 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-a858c306-bb23-4e40-838f-53b0ba25071a req-ed21121f-09f5-48e5-9b9a-a6a2746c2e6f service neutron] Attempting to bind port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:16:32.941769 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-a858c306-bb23-4e40-838f-53b0ba25071a req-ed21121f-09f5-48e5-9b9a-a6a2746c2e6f service neutron] Attempting to bind port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': 'b3bb5d83-fd5f-4205-978d-88861c65831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '74f80154-d9cb-4d7f-a905-69fd3c87e47e'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:16:32.942097 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a858c306-bb23-4e40-838f-53b0ba25071a req-ed21121f-09f5-48e5-9b9a-a6a2746c2e6f service neutron] Attempting to bind port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 on network 74f80154-d9cb-4d7f-a905-69fd3c87e47e {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:16:32.946651 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a858c306-bb23-4e40-838f-53b0ba25071a req-ed21121f-09f5-48e5-9b9a-a6a2746c2e6f service neutron] Port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 on network 74f80154-d9cb-4d7f-a905-69fd3c87e47e not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 23:16:32.947036 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a858c306-bb23-4e40-838f-53b0ba25071a req-ed21121f-09f5-48e5-9b9a-a6a2746c2e6f service neutron] Attempting to bind port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 on network 74f80154-d9cb-4d7f-a905-69fd3c87e47e {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:16:32.952337 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a858c306-bb23-4e40-838f-53b0ba25071a req-ed21121f-09f5-48e5-9b9a-a6a2746c2e6f service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:16:32.952685 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a858c306-bb23-4e40-838f-53b0ba25071a req-ed21121f-09f5-48e5-9b9a-a6a2746c2e6f service neutron] Checking segment: {'id': 'b3bb5d83-fd5f-4205-978d-88861c65831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '74f80154-d9cb-4d7f-a905-69fd3c87e47e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:16:32.953076 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a858c306-bb23-4e40-838f-53b0ba25071a req-ed21121f-09f5-48e5-9b9a-a6a2746c2e6f service neutron] Bound using segment: {'id': 'b3bb5d83-fd5f-4205-978d-88861c65831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '74f80154-d9cb-4d7f-a905-69fd3c87e47e'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:16:32.953513 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-a858c306-bb23-4e40-838f-53b0ba25071a req-ed21121f-09f5-48e5-9b9a-a6a2746c2e6f service neutron] Bound port: 913c69bb-89d9-43c3-9c4f-a71b6f1028b5, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bb5d83-fd5f-4205-978d-88861c65831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '74f80154-d9cb-4d7f-a905-69fd3c87e47e'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:16:32.953875 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a858c306-bb23-4e40-838f-53b0ba25071a req-ed21121f-09f5-48e5-9b9a-a6a2746c2e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (913c69bb-89d9-43c3-9c4f-a71b6f1028b5), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:33.024612 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-a858c306-bb23-4e40-838f-53b0ba25071a req-ed21121f-09f5-48e5-9b9a-a6a2746c2e6f service neutron] For port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:16:33.028692 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-a858c306-bb23-4e40-838f-53b0ba25071a req-ed21121f-09f5-48e5-9b9a-a6a2746c2e6f service neutron] For port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=913c69bb-89d9-43c3-9c4f-a71b6f1028b5,segment=NetworkSegment(b3bb5d83-fd5f-4205-978d-88861c65831e),segment_id=b3bb5d83-fd5f-4205-978d-88861c65831e)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:16:33.034733 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a858c306-bb23-4e40-838f-53b0ba25071a req-ed21121f-09f5-48e5-9b9a-a6a2746c2e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (913c69bb-89d9-43c3-9c4f-a71b6f1028b5), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:33.069270 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858c306-bb23-4e40-838f-53b0ba25071a req-ed21121f-09f5-48e5-9b9a-a6a2746c2e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:33.069901 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-a858c306-bb23-4e40-838f-53b0ba25071a req-ed21121f-09f5-48e5-9b9a-a6a2746c2e6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:33.071330 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a858c306-bb23-4e40-838f-53b0ba25071a req-ed21121f-09f5-48e5-9b9a-a6a2746c2e6f service neutron] 10.222.0.67 "PUT /v2.0/ports/913c69bb-89d9-43c3-9c4f-a71b6f1028b5 HTTP/1.1" status: 200 len: 1091 time: 0.7097616 Feb 16 23:16:33.071817 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4793f71-65e0-48fd-92b8-b5f4222ea94c', 'tag': '913c69bb-89d9-43c3-9c4f-a71b6f1028b5'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:16:33.074130 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc6ebb2656127e6cc678106abfc43ff4a9c5ad1b0fb390af1324360b6f530fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f957dc-a5c7-4f7d-a4c0-b43dd7c56646" -d '{"events": [{"name": "network-changed", "server_uuid": "d4793f71-65e0-48fd-92b8-b5f4222ea94c", "tag": "913c69bb-89d9-43c3-9c4f-a71b6f1028b5"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:16:33.100908 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed21121f-09f5-48e5-9b9a-a6a2746c2e6f service neutron] Pushing event updated for resources: {'Port': ['ID=913c69bb-89d9-43c3-9c4f-a71b6f1028b5,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:16:33.179575 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858c306-bb23-4e40-838f-53b0ba25071a req-3a916c8a-a6df-4393-82f6-7ad66008fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:33.181149 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a858c306-bb23-4e40-838f-53b0ba25071a req-3a916c8a-a6df-4393-82f6-7ad66008fa60 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 1125 time: 0.0595641 Feb 16 23:16:33.198447 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db958a57-6ae7-4274-a08a-22ce8cfc03ba x-openstack-request-id: req-db958a57-6ae7-4274-a08a-22ce8cfc03ba {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:16:33.198808 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4793f71-65e0-48fd-92b8-b5f4222ea94c", "tag": "913c69bb-89d9-43c3-9c4f-a71b6f1028b5", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:16:33.199239 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-db958a57-6ae7-4274-a08a-22ce8cfc03ba {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:16:33.199668 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4793f71-65e0-48fd-92b8-b5f4222ea94c', 'tag': '913c69bb-89d9-43c3-9c4f-a71b6f1028b5', 'status': 'completed', 'code': 200} Feb 16 23:16:33.230540 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a858c306-bb23-4e40-838f-53b0ba25071a req-715fd0ca-aca7-495e-8d09-2d601069699f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=913c69bb-89d9-43c3-9c4f-a71b6f1028b5 HTTP/1.1" status: 200 len: 217 time: 0.0389223 Feb 16 23:16:33.280546 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858c306-bb23-4e40-838f-53b0ba25071a req-22c24461-fcee-4470-8475-30bca07341ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:33.282042 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a858c306-bb23-4e40-838f-53b0ba25071a req-22c24461-fcee-4470-8475-30bca07341ec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=445de706-0af5-46c0-bf31-b5ed36a24eb2 HTTP/1.1" status: 200 len: 835 time: 0.0460656 Feb 16 23:16:33.337334 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858c306-bb23-4e40-838f-53b0ba25071a req-ea3de7cb-a6c2-436c-a0b6-7f78518c5d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:33.338877 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a858c306-bb23-4e40-838f-53b0ba25071a req-ea3de7cb-a6c2-436c-a0b6-7f78518c5d63 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=74f80154-d9cb-4d7f-a905-69fd3c87e47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509539 Feb 16 23:16:33.429256 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a858c306-bb23-4e40-838f-53b0ba25071a req-91943622-5d01-4efc-894c-7e59b89a1c97 service neutron] 10.222.0.67 "GET /v2.0/networks/74f80154-d9cb-4d7f-a905-69fd3c87e47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838990 Feb 16 23:16:33.522230 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a858c306-bb23-4e40-838f-53b0ba25071a req-97516a04-749d-4a38-a232-cdfdbb8fddeb service neutron] 10.222.0.67 "GET /v2.0/networks/74f80154-d9cb-4d7f-a905-69fd3c87e47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851505 Feb 16 23:16:33.612419 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f957dc-a5c7-4f7d-a4c0-b43dd7c56646 req-a583d4e6-d954-4e18-969e-72c3855b3774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:33.614064 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-64f957dc-a5c7-4f7d-a4c0-b43dd7c56646 req-a583d4e6-d954-4e18-969e-72c3855b3774 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 1125 time: 0.0464153 Feb 16 23:16:33.694818 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 41697478-fae6-4cf2-a0d0-e697c4354940 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:16:33.711990 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f957dc-a5c7-4f7d-a4c0-b43dd7c56646 req-bc1901d9-f25b-430a-8ab2-23b61bee0eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:33.713475 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-64f957dc-a5c7-4f7d-a4c0-b43dd7c56646 req-bc1901d9-f25b-430a-8ab2-23b61bee0eda service neutron] 10.222.0.67 "GET /v2.0/networks?id=74f80154-d9cb-4d7f-a905-69fd3c87e47e HTTP/1.1" status: 200 len: 897 time: 0.0922413 Feb 16 23:16:33.743444 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 41697478-fae6-4cf2-a0d0-e697c4354940 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:16:33.743819 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (41697478-fae6-4cf2-a0d0-e697c4354940), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:33.756398 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-64f957dc-a5c7-4f7d-a4c0-b43dd7c56646 req-b03da1b3-b696-4120-99ab-585bdb8ea506 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=913c69bb-89d9-43c3-9c4f-a71b6f1028b5 HTTP/1.1" status: 200 len: 217 time: 0.0347271 Feb 16 23:16:33.805183 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f957dc-a5c7-4f7d-a4c0-b43dd7c56646 req-1e4e6287-2312-4481-8114-604c2e54c282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:33.806536 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-64f957dc-a5c7-4f7d-a4c0-b43dd7c56646 req-1e4e6287-2312-4481-8114-604c2e54c282 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=445de706-0af5-46c0-bf31-b5ed36a24eb2 HTTP/1.1" status: 200 len: 835 time: 0.0432208 Feb 16 23:16:33.823355 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 41697478-fae6-4cf2-a0d0-e697c4354940 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:16:33.857107 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f957dc-a5c7-4f7d-a4c0-b43dd7c56646 req-ba7ee9d4-e7e5-44cf-82b3-bacca8c60318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:33.858673 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-64f957dc-a5c7-4f7d-a4c0-b43dd7c56646 req-ba7ee9d4-e7e5-44cf-82b3-bacca8c60318 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=74f80154-d9cb-4d7f-a905-69fd3c87e47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457857 Feb 16 23:16:33.939586 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdcebcd-831c-4640-a7fa-c316c8129f5f req-2f550352-c397-4017-bf05-bc1ee5599738 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:33.941084 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4fdcebcd-831c-4640-a7fa-c316c8129f5f req-2f550352-c397-4017-bf05-bc1ee5599738 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 943 time: 0.0527966 Feb 16 23:16:33.951933 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-64f957dc-a5c7-4f7d-a4c0-b43dd7c56646 req-829940a5-9b60-4018-912b-212a6bd30d2d service neutron] 10.222.0.67 "GET /v2.0/networks/74f80154-d9cb-4d7f-a905-69fd3c87e47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873864 Feb 16 23:16:33.990007 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4fdcebcd-831c-4640-a7fa-c316c8129f5f req-7f44b522-533e-4402-9c6a-fd86eec0600d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac7c839c-1222-465c-aa20-1911fc48fb29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429373 Feb 16 23:16:34.044868 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-64f957dc-a5c7-4f7d-a4c0-b43dd7c56646 req-388a59da-28cc-4d34-9b4c-a1230f626866 service neutron] 10.222.0.67 "GET /v2.0/networks/74f80154-d9cb-4d7f-a905-69fd3c87e47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872982 Feb 16 23:16:35.108989 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256a977-a3fb-48df-bbc7-e2d3c3212d63 req-9f3c90be-7e39-487c-8b02-bbc375c25883 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:35.110529 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c256a977-a3fb-48df-bbc7-e2d3c3212d63 req-9f3c90be-7e39-487c-8b02-bbc375c25883 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 943 time: 0.0523033 Feb 16 23:16:35.159703 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c256a977-a3fb-48df-bbc7-e2d3c3212d63 req-b6d33c9f-7ce2-4e3f-a3bb-15d6b3948424 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac7c839c-1222-465c-aa20-1911fc48fb29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433667 Feb 16 23:16:36.282976 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61be45-c88e-49c9-825e-f288168141fe req-db178632-b91e-463e-ab8d-effefaf01069 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:36.284459 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9b61be45-c88e-49c9-825e-f288168141fe req-db178632-b91e-463e-ab8d-effefaf01069 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 943 time: 0.0572140 Feb 16 23:16:36.332845 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9b61be45-c88e-49c9-825e-f288168141fe req-fa61b058-b42a-41bc-b576-756eaa98120b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac7c839c-1222-465c-aa20-1911fc48fb29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427299 Feb 16 23:16:37.384883 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:16:37.463172 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5172cc7-9ead-402e-8151-536e6ad1f822 req-394f1504-9b82-4ca4-abfd-bd2fd8963033 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:37.468907 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b5172cc7-9ead-402e-8151-536e6ad1f822 req-394f1504-9b82-4ca4-abfd-bd2fd8963033 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 943 time: 0.0609739 Feb 16 23:16:37.487312 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=913c69bb-89d9-43c3-9c4f-a71b6f1028b5,segment=NetworkSegment(b3bb5d83-fd5f-4205-978d-88861c65831e),segment_id=b3bb5d83-fd5f-4205-978d-88861c65831e)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:16:37.499046 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '913c69bb-89d9-43c3-9c4f-a71b6f1028b5', 'network_id': '74f80154-d9cb-4d7f-a905-69fd3c87e47e', 'port_id': '913c69bb-89d9-43c3-9c4f-a71b6f1028b5', 'mac_address': 'fa:16:3e:51:9b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '445de706-0af5-46c0-bf31-b5ed36a24eb2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:16:37.516461 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b5172cc7-9ead-402e-8151-536e6ad1f822 req-5e164dce-65ee-4e50-b311-f975fafb846f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac7c839c-1222-465c-aa20-1911fc48fb29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440180 Feb 16 23:16:37.538270 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:16:37.538660 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (913c69bb-89d9-43c3-9c4f-a71b6f1028b5), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:37.551189 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:16:37.570002 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=913c69bb-89d9-43c3-9c4f-a71b6f1028b5,segment=NetworkSegment(b3bb5d83-fd5f-4205-978d-88861c65831e),segment_id=b3bb5d83-fd5f-4205-978d-88861c65831e)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:16:37.573610 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (913c69bb-89d9-43c3-9c4f-a71b6f1028b5), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:37.620110 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=913c69bb-89d9-43c3-9c4f-a71b6f1028b5,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:16:37.894527 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['913c69bb-89d9-43c3-9c4f-a71b6f1028b5'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:16:38.640733 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41779a17-8f6b-40f1-8fd3-83407c55f2cc req-49c19772-a695-419f-af9e-8da470885f40 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:38.642224 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-41779a17-8f6b-40f1-8fd3-83407c55f2cc req-49c19772-a695-419f-af9e-8da470885f40 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 944 time: 0.0574455 Feb 16 23:16:38.691049 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-41779a17-8f6b-40f1-8fd3-83407c55f2cc req-64b55cb2-bdf1-46d0-822e-f2f7ce42324a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac7c839c-1222-465c-aa20-1911fc48fb29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431702 Feb 16 23:16:39.383982 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:16:39.432412 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:16:39.436661 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:16:39.437039 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (913c69bb-89d9-43c3-9c4f-a71b6f1028b5), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:39.512401 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:16:39.512792 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (913c69bb-89d9-43c3-9c4f-a71b6f1028b5), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:39.548114 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4793f71-65e0-48fd-92b8-b5f4222ea94c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913c69bb-89d9-43c3-9c4f-a71b6f1028b5'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:16:39.550333 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}003bc719444852515b674fedd62cd1fb71b35db544f2f4adcbcd93f8ba7f5d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6343aa-24ac-4a99-b1cc-98b1699c5bc8" -d '{"events": [{"server_uuid": "d4793f71-65e0-48fd-92b8-b5f4222ea94c", "name": "network-vif-plugged", "status": "completed", "tag": "913c69bb-89d9-43c3-9c4f-a71b6f1028b5"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:16:39.566351 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=913c69bb-89d9-43c3-9c4f-a71b6f1028b5,segment=NetworkSegment(b3bb5d83-fd5f-4205-978d-88861c65831e),segment_id=b3bb5d83-fd5f-4205-978d-88861c65831e)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:16:39.572138 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (913c69bb-89d9-43c3-9c4f-a71b6f1028b5), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:39.634345 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b157253-194e-426a-a4cb-d676632883bc x-openstack-request-id: req-0b157253-194e-426a-a4cb-d676632883bc {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:16:39.634884 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4793f71-65e0-48fd-92b8-b5f4222ea94c", "name": "network-vif-plugged", "status": "completed", "tag": "913c69bb-89d9-43c3-9c4f-a71b6f1028b5", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:16:39.635145 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0b157253-194e-426a-a4cb-d676632883bc {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:16:39.635538 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4793f71-65e0-48fd-92b8-b5f4222ea94c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913c69bb-89d9-43c3-9c4f-a71b6f1028b5', 'code': 200} Feb 16 23:16:39.689332 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201318f4-82cc-4fa4-a300-cfc47995b42e req-fc6276b6-0d07-4296-9102-08fa4cf50519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:39.690888 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-201318f4-82cc-4fa4-a300-cfc47995b42e req-fc6276b6-0d07-4296-9102-08fa4cf50519 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 1127 time: 0.0453110 Feb 16 23:16:39.694912 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=913c69bb-89d9-43c3-9c4f-a71b6f1028b5,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:16:39.748501 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-201318f4-82cc-4fa4-a300-cfc47995b42e req-b1d99f44-d118-4d3f-a990-53e5d31de038 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ac7c839c-1222-465c-aa20-1911fc48fb29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491171 Feb 16 23:16:39.815794 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328cdaf-bebf-4723-9275-5f7f8ff2296f req-d56fdd71-e6b1-4828-ad4d-d50da6c19613 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:39.817302 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4328cdaf-bebf-4723-9275-5f7f8ff2296f req-d56fdd71-e6b1-4828-ad4d-d50da6c19613 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 945 time: 0.0538385 Feb 16 23:16:39.866569 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4328cdaf-bebf-4723-9275-5f7f8ff2296f req-24f13315-385f-4617-b8c7-9ba8e28974bb tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac7c839c-1222-465c-aa20-1911fc48fb29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431385 Feb 16 23:16:40.992624 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73466478-23d5-4537-acf2-fc79ed2784b4 req-d348a9c5-3396-4f1c-944e-2c71a126fa2c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:40.994136 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-73466478-23d5-4537-acf2-fc79ed2784b4 req-d348a9c5-3396-4f1c-944e-2c71a126fa2c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 945 time: 0.0593078 Feb 16 23:16:41.049530 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-73466478-23d5-4537-acf2-fc79ed2784b4 req-8a87d507-86ac-460e-b5cf-ac7ee823880b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac7c839c-1222-465c-aa20-1911fc48fb29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492270 Feb 16 23:16:42.168413 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205cffe-0569-4a79-b004-9f423f3c6930 req-afc253f8-bb5c-4fa6-a221-113643a7af69 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:42.169929 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b205cffe-0569-4a79-b004-9f423f3c6930 req-afc253f8-bb5c-4fa6-a221-113643a7af69 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 945 time: 0.0531044 Feb 16 23:16:42.218267 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b205cffe-0569-4a79-b004-9f423f3c6930 req-096e61a0-bce5-4d34-bb13-46609961230a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac7c839c-1222-465c-aa20-1911fc48fb29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426896 Feb 16 23:16:42.332242 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6463a9-40b4-4ab9-a73e-908608121d05 req-049075aa-1302-41a1-afb3-8af8653ed7cf tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:42.333730 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e6463a9-40b4-4ab9-a73e-908608121d05 req-049075aa-1302-41a1-afb3-8af8653ed7cf tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 945 time: 0.0515430 Feb 16 23:16:42.382395 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e6463a9-40b4-4ab9-a73e-908608121d05 req-84807bc5-fff4-435b-82d6-bd0af8029834 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac7c839c-1222-465c-aa20-1911fc48fb29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430388 Feb 16 23:16:42.391148 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:16:42.404532 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55422) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:16:42.447091 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bf2b3b-c4df-4e05-8e16-a4068a732cea tempest-TestNetworkAdvancedServerOps-43398640 tempest-TestNetworkAdvancedServerOps-43398640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:42.448602 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-04bf2b3b-c4df-4e05-8e16-a4068a732cea tempest-TestNetworkAdvancedServerOps-43398640 tempest-TestNetworkAdvancedServerOps-43398640-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 1122 time: 0.0430861 Feb 16 23:16:42.451412 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55424) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:16:42.455908 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-ca6afef0-cf1c-4d38-afca-9d96583db4c0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'port_id': '913c69bb-89d9-43c3-9c4f-a71b6f1028b5', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:16:42.476528 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ca6afef0-cf1c-4d38-afca-9d96583db4c0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:42.573508 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ca6afef0-cf1c-4d38-afca-9d96583db4c0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:42.677638 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-ca6afef0-cf1c-4d38-afca-9d96583db4c0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Allocated IP 172.25.2.215 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/e1c99de7-7ac2-47a8-baa1-97215332b3b2) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:16:42.776823 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ca6afef0-cf1c-4d38-afca-9d96583db4c0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for port (e1c99de7-7ac2-47a8-baa1-97215332b3b2), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:42.809597 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ca6afef0-cf1c-4d38-afca-9d96583db4c0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (e1c99de7-7ac2-47a8-baa1-97215332b3b2), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:42.844941 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6afef0-cf1c-4d38-afca-9d96583db4c0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:16:42.849564 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-ca6afef0-cf1c-4d38-afca-9d96583db4c0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:16:42.853030 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6afef0-cf1c-4d38-afca-9d96583db4c0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:16:42.883977 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6afef0-cf1c-4d38-afca-9d96583db4c0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Port': ['ID=e1c99de7-7ac2-47a8-baa1-97215332b3b2,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:16:43.204796 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ca6afef0-cf1c-4d38-afca-9d96583db4c0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for floatingip (98e2ec4a-117f-4003-aefa-b482fc7ae86d), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:43.284317 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ca6afef0-cf1c-4d38-afca-9d96583db4c0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (e1c99de7-7ac2-47a8-baa1-97215332b3b2), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:43.428904 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ca6afef0-cf1c-4d38-afca-9d96583db4c0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for port (e1c99de7-7ac2-47a8-baa1-97215332b3b2), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:43.433526 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ca6afef0-cf1c-4d38-afca-9d96583db4c0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (e1c99de7-7ac2-47a8-baa1-97215332b3b2), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:43.507836 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6afef0-cf1c-4d38-afca-9d96583db4c0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Port': ['ID=e1c99de7-7ac2-47a8-baa1-97215332b3b2,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:16:43.515938 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ca6afef0-cf1c-4d38-afca-9d96583db4c0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (98e2ec4a-117f-4003-aefa-b482fc7ae86d), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:43.617884 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [None req-ca6afef0-cf1c-4d38-afca-9d96583db4c0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Floating IP 98e2ec4a-117f-4003-aefa-b482fc7ae86d associated. External IP: 172.25.2.215, port: 913c69bb-89d9-43c3-9c4f-a71b6f1028b5. Feb 16 23:16:43.828324 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6afef0-cf1c-4d38-afca-9d96583db4c0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Router 4bb6934c-7343-4957-8621-1084cfdd6aca has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:16:43.932222 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6afef0-cf1c-4d38-afca-9d96583db4c0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:16:43.942359 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b34cba7-efe3-4b44-a298-212e1ee3c2f6 None None] Sync routers for ids ['4bb6934c-7343-4957-8621-1084cfdd6aca'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:16:43.950357 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ca6afef0-cf1c-4d38-afca-9d96583db4c0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:43.952825 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b34cba7-efe3-4b44-a298-212e1ee3c2f6 None None] Routers {'4bb6934c-7343-4957-8621-1084cfdd6aca'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:16:43.954064 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3b34cba7-efe3-4b44-a298-212e1ee3c2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:16:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4bb6934c-7343-4957-8621-1084cfdd6aca'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:16:43.983781 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ca6afef0-cf1c-4d38-afca-9d96583db4c0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5313568 Feb 16 23:16:43.984383 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4793f71-65e0-48fd-92b8-b5f4222ea94c', 'tag': '913c69bb-89d9-43c3-9c4f-a71b6f1028b5'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:16:43.986846 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc6ebb2656127e6cc678106abfc43ff4a9c5ad1b0fb390af1324360b6f530fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091b12c3-7e6f-447f-aa8e-18993a6e3398" -d '{"events": [{"name": "network-changed", "server_uuid": "d4793f71-65e0-48fd-92b8-b5f4222ea94c", "tag": "913c69bb-89d9-43c3-9c4f-a71b6f1028b5"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:16:44.094210 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a9e34-952f-4e37-bf6a-8034a5a81c47 req-2dfdd41e-1bc8-4448-883b-411cab42d196 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:44.095735 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1a7a9e34-952f-4e37-bf6a-8034a5a81c47 req-2dfdd41e-1bc8-4448-883b-411cab42d196 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 945 time: 0.0610123 Feb 16 23:16:44.147036 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1a7a9e34-952f-4e37-bf6a-8034a5a81c47 req-a24fb70c-db86-423a-bb4e-9d4df079e489 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac7c839c-1222-465c-aa20-1911fc48fb29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454803 Feb 16 23:16:44.170077 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55430) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:16:44.208157 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0805d25d-bedc-4b17-b1d3-45dd5272c166 x-openstack-request-id: req-0805d25d-bedc-4b17-b1d3-45dd5272c166 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:16:44.208490 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4793f71-65e0-48fd-92b8-b5f4222ea94c", "tag": "913c69bb-89d9-43c3-9c4f-a71b6f1028b5", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:16:44.208790 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0805d25d-bedc-4b17-b1d3-45dd5272c166 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:16:44.209141 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4793f71-65e0-48fd-92b8-b5f4222ea94c', 'tag': '913c69bb-89d9-43c3-9c4f-a71b6f1028b5', 'status': 'completed', 'code': 200} Feb 16 23:16:44.234550 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-3b34cba7-efe3-4b44-a298-212e1ee3c2f6 None None] Set router 4bb6934c-7343-4957-8621-1084cfdd6aca gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:16:44.261025 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5e540f15-6af4-4ddf-bc24-8b6106ee0885 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/floatingips/98e2ec4a-117f-4003-aefa-b482fc7ae86d HTTP/1.1" status: 200 len: 991 time: 0.0894341 Feb 16 23:16:44.272888 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b12c3-7e6f-447f-aa8e-18993a6e3398 req-798cb7e9-cc5c-4c6e-8215-fce691c4271f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:44.274409 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-091b12c3-7e6f-447f-aa8e-18993a6e3398 req-798cb7e9-cc5c-4c6e-8215-fce691c4271f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 1127 time: 0.0590241 Feb 16 23:16:44.367130 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b12c3-7e6f-447f-aa8e-18993a6e3398 req-e5def68a-b6ae-4694-bdcf-fd5fb69c095f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:44.368521 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-091b12c3-7e6f-447f-aa8e-18993a6e3398 req-e5def68a-b6ae-4694-bdcf-fd5fb69c095f service neutron] 10.222.0.67 "GET /v2.0/networks?id=74f80154-d9cb-4d7f-a905-69fd3c87e47e HTTP/1.1" status: 200 len: 897 time: 0.0885179 Feb 16 23:16:44.431636 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-091b12c3-7e6f-447f-aa8e-18993a6e3398 req-82c002f8-28d1-4bb8-97ed-9223ef4f8b95 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=913c69bb-89d9-43c3-9c4f-a71b6f1028b5 HTTP/1.1" status: 200 len: 999 time: 0.0574136 Feb 16 23:16:44.460315 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3b34cba7-efe3-4b44-a298-212e1ee3c2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445319562', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd7a76dc0-5bf2-4190-abc2-6594e4737446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:16:24Z', 'updated_at': '2022-02-16T23:16:28Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': 'd7a76dc0-5bf2-4190-abc2-6594e4737446', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:16:25Z', 'updated_at': '2022-02-16T23:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '98e2ec4a-117f-4003-aefa-b482fc7ae86d', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'floating_ip_address': '172.25.2.215', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'port_id': '913c69bb-89d9-43c3-9c4f-a71b6f1028b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74f80154-d9cb-4d7f-a905-69fd3c87e47e', 'mac_address': 'fa:16:3e:51:9b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4793f71-65e0-48fd-92b8-b5f4222ea94c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:16:43Z', 'updated_at': '2022-02-16T23:16:43Z', 'revision_number': 0, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41697478-fae6-4cf2-a0d0-e697c4354940', 'name': '', 'network_id': '74f80154-d9cb-4d7f-a905-69fd3c87e47e', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:f6:bc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '445de706-0af5-46c0-bf31-b5ed36a24eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:16:27Z', 'updated_at': '2022-02-16T23:16:31Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': '445de706-0af5-46c0-bf31-b5ed36a24eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:16:44.486829 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b34cba7-efe3-4b44-a298-212e1ee3c2f6 None None] Checking router: 4bb6934c-7343-4957-8621-1084cfdd6aca for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:16:44.487023 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b12c3-7e6f-447f-aa8e-18993a6e3398 req-84469e9a-40ca-4474-bf3f-277a8646854f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:44.488353 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-091b12c3-7e6f-447f-aa8e-18993a6e3398 req-84469e9a-40ca-4474-bf3f-277a8646854f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=445de706-0af5-46c0-bf31-b5ed36a24eb2 HTTP/1.1" status: 200 len: 835 time: 0.0511618 Feb 16 23:16:44.495273 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b34cba7-efe3-4b44-a298-212e1ee3c2f6 None None] Routers {'4bb6934c-7343-4957-8621-1084cfdd6aca'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:16:44.495877 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3b34cba7-efe3-4b44-a298-212e1ee3c2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:16:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4bb6934c-7343-4957-8621-1084cfdd6aca'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:16:44.538223 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b12c3-7e6f-447f-aa8e-18993a6e3398 req-ea73ead8-2517-4c29-b3fd-bef15a601bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:16:44.539751 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-091b12c3-7e6f-447f-aa8e-18993a6e3398 req-ea73ead8-2517-4c29-b3fd-bef15a601bc8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=74f80154-d9cb-4d7f-a905-69fd3c87e47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452955 Feb 16 23:16:44.603291 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-3b34cba7-efe3-4b44-a298-212e1ee3c2f6 None None] Set router 4bb6934c-7343-4957-8621-1084cfdd6aca gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:16:44.628330 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-091b12c3-7e6f-447f-aa8e-18993a6e3398 req-1b5f896d-5b86-4157-9b0a-8d765e275d7d service neutron] 10.222.0.67 "GET /v2.0/networks/74f80154-d9cb-4d7f-a905-69fd3c87e47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823109 Feb 16 23:16:44.722952 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-091b12c3-7e6f-447f-aa8e-18993a6e3398 req-f77f532a-e51a-4f70-8ecd-a7dc80ff8065 service neutron] 10.222.0.67 "GET /v2.0/networks/74f80154-d9cb-4d7f-a905-69fd3c87e47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870955 Feb 16 23:16:44.828818 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3b34cba7-efe3-4b44-a298-212e1ee3c2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445319562', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd7a76dc0-5bf2-4190-abc2-6594e4737446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:16:24Z', 'updated_at': '2022-02-16T23:16:28Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': 'd7a76dc0-5bf2-4190-abc2-6594e4737446', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:16:25Z', 'updated_at': '2022-02-16T23:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '98e2ec4a-117f-4003-aefa-b482fc7ae86d', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'floating_ip_address': '172.25.2.215', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'port_id': '913c69bb-89d9-43c3-9c4f-a71b6f1028b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74f80154-d9cb-4d7f-a905-69fd3c87e47e', 'mac_address': 'fa:16:3e:51:9b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4793f71-65e0-48fd-92b8-b5f4222ea94c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:16:43Z', 'updated_at': '2022-02-16T23:16:43Z', 'revision_number': 0, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41697478-fae6-4cf2-a0d0-e697c4354940', 'name': '', 'network_id': '74f80154-d9cb-4d7f-a905-69fd3c87e47e', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:f6:bc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '445de706-0af5-46c0-bf31-b5ed36a24eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:16:27Z', 'updated_at': '2022-02-16T23:16:31Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': '445de706-0af5-46c0-bf31-b5ed36a24eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:16:44.854981 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b34cba7-efe3-4b44-a298-212e1ee3c2f6 None None] The sync data for ids ['4bb6934c-7343-4957-8621-1084cfdd6aca'] in n-d-813897-6 is: [{'id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445319562', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd7a76dc0-5bf2-4190-abc2-6594e4737446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:16:24Z', 'updated_at': '2022-02-16T23:16:28Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': 'd7a76dc0-5bf2-4190-abc2-6594e4737446', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:16:25Z', 'updated_at': '2022-02-16T23:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '98e2ec4a-117f-4003-aefa-b482fc7ae86d', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'floating_ip_address': '172.25.2.215', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'port_id': '913c69bb-89d9-43c3-9c4f-a71b6f1028b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74f80154-d9cb-4d7f-a905-69fd3c87e47e', 'mac_address': 'fa:16:3e:51:9b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4793f71-65e0-48fd-92b8-b5f4222ea94c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:16:43Z', 'updated_at': '2022-02-16T23:16:43Z', 'revision_number': 0, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41697478-fae6-4cf2-a0d0-e697c4354940', 'name': '', 'network_id': '74f80154-d9cb-4d7f-a905-69fd3c87e47e', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:f6:bc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '445de706-0af5-46c0-bf31-b5ed36a24eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:16:27Z', 'updated_at': '2022-02-16T23:16:31Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': '445de706-0af5-46c0-bf31-b5ed36a24eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:16:45.046911 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d20af8-253b-4199-9229-49210fd74800 None None] New status for floating IP 98e2ec4a-117f-4003-aefa-b482fc7ae86d: ACTIVE {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:16:45.265692 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55432) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:16:45.329307 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a51eded1-9e48-4b69-b6c0-84b0839b8594 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/floatingips/98e2ec4a-117f-4003-aefa-b482fc7ae86d HTTP/1.1" status: 200 len: 993 time: 0.0624309 Feb 16 23:16:50.785181 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1047dc40-80e2-41a9-85d1-63feb64a969f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:53.172336 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fbffae17-ecdf-4a31-bd63-de03e722044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:54.480907 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:55.817470 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:57.138478 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:16:58.888475 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:17:00.490902 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:17:19.389370 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:17:20.786917 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4783a84b-6183-49b6-af4b-a160b6fe2cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:17:23.175534 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-21df81ad-8bdb-48d7-8dc2-cadf8e4a87d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:17:24.483839 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:17:25.819559 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:17:26.364520 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-752b5f4f-5c30-4368-80de-84471c8d1a69 req-ce3fb639-b5d1-4b84-8a2e-87d0a4bc10f7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429564 Feb 16 23:17:26.446413 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b5f4f-5c30-4368-80de-84471c8d1a69 req-fb78f8b3-9943-4d4d-97e6-c6aabc34fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:17:26.447901 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-752b5f4f-5c30-4368-80de-84471c8d1a69 req-fb78f8b3-9943-4d4d-97e6-c6aabc34fdda service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 1127 time: 0.0446119 Feb 16 23:17:26.849529 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b5f4f-5c30-4368-80de-84471c8d1a69 req-eb8fc471-1680-4c76-ba5b-48a70d0d826f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:17:26.851084 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-752b5f4f-5c30-4368-80de-84471c8d1a69 req-eb8fc471-1680-4c76-ba5b-48a70d0d826f service neutron] 10.222.0.67 "GET /v2.0/networks?id=74f80154-d9cb-4d7f-a905-69fd3c87e47e HTTP/1.1" status: 200 len: 897 time: 0.3847601 Feb 16 23:17:26.914145 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-752b5f4f-5c30-4368-80de-84471c8d1a69 req-c888d6bb-e4bd-4945-9274-00538804b88c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=913c69bb-89d9-43c3-9c4f-a71b6f1028b5 HTTP/1.1" status: 200 len: 1001 time: 0.0571144 Feb 16 23:17:26.960401 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b5f4f-5c30-4368-80de-84471c8d1a69 req-ef075afb-adfc-4db4-a719-8fde1abe4db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:17:26.961793 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-752b5f4f-5c30-4368-80de-84471c8d1a69 req-ef075afb-adfc-4db4-a719-8fde1abe4db6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=445de706-0af5-46c0-bf31-b5ed36a24eb2 HTTP/1.1" status: 200 len: 835 time: 0.0425186 Feb 16 23:17:27.012542 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b5f4f-5c30-4368-80de-84471c8d1a69 req-8c0e51e5-5e8b-453b-8bc1-e0803b8e54d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:17:27.014057 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-752b5f4f-5c30-4368-80de-84471c8d1a69 req-8c0e51e5-5e8b-453b-8bc1-e0803b8e54d2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=74f80154-d9cb-4d7f-a905-69fd3c87e47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466859 Feb 16 23:17:27.102218 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-752b5f4f-5c30-4368-80de-84471c8d1a69 req-68b60f01-b581-4f1d-94cf-d0aeda8e8fe8 service neutron] 10.222.0.67 "GET /v2.0/networks/74f80154-d9cb-4d7f-a905-69fd3c87e47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809259 Feb 16 23:17:27.140958 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:17:27.195233 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-752b5f4f-5c30-4368-80de-84471c8d1a69 req-311f3cd8-dc1a-4258-9b10-f9e0bb673a90 service neutron] 10.222.0.67 "GET /v2.0/networks/74f80154-d9cb-4d7f-a905-69fd3c87e47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873532 Feb 16 23:17:28.901801 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:17:30.504689 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:17:45.984360 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-a2aabbc5-02f2-443e-9d07-c829f03c7c11 req-ea38bbd8-c427-4162-b2ba-968008b6936d service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 23:17:45.985886 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a2aabbc5-02f2-443e-9d07-c829f03c7c11 req-ea38bbd8-c427-4162-b2ba-968008b6936d service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066760 Feb 16 23:17:46.179215 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da6d23-6280-41a8-a6af-440d17fbef5c req-fc0af0a8-9307-4455-86f3-a1c1e348331a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:17:46.180867 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1da6d23-6280-41a8-a6af-440d17fbef5c req-fc0af0a8-9307-4455-86f3-a1c1e348331a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 945 time: 0.0600309 Feb 16 23:17:46.183928 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55468) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:17:46.260000 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b1da6d23-6280-41a8-a6af-440d17fbef5c req-b6240bfe-ed9d-4fea-937c-6bebc47b6f49 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac7c839c-1222-465c-aa20-1911fc48fb29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699470 Feb 16 23:17:46.279356 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-d8f8886b-e9a8-4830-85a4-db1b61ebf46d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0942740 Feb 16 23:17:46.289131 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-7bb8bb24-67a2-4c55-ad06-3975cd5987f5 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 23:17:46.290178 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-7bb8bb24-67a2-4c55-ad06-3975cd5987f5 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050888 Feb 16 23:17:46.632226 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55490) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:17:46.725720 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-c006df99-e214-49a8-be18-fc49f311987c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:17:46.727032 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-c006df99-e214-49a8-be18-fc49f311987c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports/913c69bb-89d9-43c3-9c4f-a71b6f1028b5 HTTP/1.1" status: 200 len: 942 time: 0.0937557 Feb 16 23:17:47.382543 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c4f54-71ff-471f-9f32-1ff3faeaea44 req-d5d1feea-27b7-4345-baa8-d58d44a463f5 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:17:47.383949 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f3c4f54-71ff-471f-9f32-1ff3faeaea44 req-d5d1feea-27b7-4345-baa8-d58d44a463f5 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 945 time: 0.0529168 Feb 16 23:17:47.437639 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f3c4f54-71ff-471f-9f32-1ff3faeaea44 req-7ccb3bc0-21fd-47fe-997a-129577d27a67 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac7c839c-1222-465c-aa20-1911fc48fb29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476089 Feb 16 23:17:47.553309 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-cb0006e8-82c8-4224-9708-62ebfddf012e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:17:47.554879 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-cb0006e8-82c8-4224-9708-62ebfddf012e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 1127 time: 0.0453415 Feb 16 23:17:47.649686 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-c3587100-ef7b-4449-a0d1-18fcd6da576b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:17:47.651468 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-c3587100-ef7b-4449-a0d1-18fcd6da576b service neutron] 10.222.0.67 "GET /v2.0/networks?id=74f80154-d9cb-4d7f-a905-69fd3c87e47e HTTP/1.1" status: 200 len: 897 time: 0.0896325 Feb 16 23:17:47.716439 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-0a4573e9-7042-40b6-9d91-0633459c0818 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=913c69bb-89d9-43c3-9c4f-a71b6f1028b5 HTTP/1.1" status: 200 len: 1001 time: 0.0589418 Feb 16 23:17:47.763727 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-ad01271c-5276-4eaa-9d9c-f1bc4dce1ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:17:47.765150 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-ad01271c-5276-4eaa-9d9c-f1bc4dce1ac8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=445de706-0af5-46c0-bf31-b5ed36a24eb2 HTTP/1.1" status: 200 len: 835 time: 0.0432005 Feb 16 23:17:47.817349 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-e65f15d9-894f-4789-922b-c5f15b514829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:17:47.818872 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-e65f15d9-894f-4789-922b-c5f15b514829 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=74f80154-d9cb-4d7f-a905-69fd3c87e47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470736 Feb 16 23:17:47.909547 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-f516e1ef-9af0-4d9e-89b3-8af30a20a538 service neutron] 10.222.0.67 "GET /v2.0/networks/74f80154-d9cb-4d7f-a905-69fd3c87e47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829339 Feb 16 23:17:48.002156 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-639cc131-cfed-4314-829e-a4933186cc84 service neutron] 10.222.0.67 "GET /v2.0/networks/74f80154-d9cb-4d7f-a905-69fd3c87e47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864837 Feb 16 23:17:48.556095 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06198b85-c59f-4530-98f3-19e7f88710ad req-710cf7d5-6011-49ea-b3f5-c10abdfbaa19 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:17:48.557578 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06198b85-c59f-4530-98f3-19e7f88710ad req-710cf7d5-6011-49ea-b3f5-c10abdfbaa19 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 945 time: 0.0527656 Feb 16 23:17:48.608645 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06198b85-c59f-4530-98f3-19e7f88710ad req-b2b52d10-e17e-4c29-a43d-c7a7bb2f9fd5 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac7c839c-1222-465c-aa20-1911fc48fb29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454299 Feb 16 23:17:49.728551 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef133a5-a16c-478f-af58-66fca83ccb1d req-d3e9740b-5330-4b49-b7c8-903da3f1eb3d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:17:49.729942 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ef133a5-a16c-478f-af58-66fca83ccb1d req-d3e9740b-5330-4b49-b7c8-903da3f1eb3d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 945 time: 0.0523880 Feb 16 23:17:49.777288 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ef133a5-a16c-478f-af58-66fca83ccb1d req-72df8f21-bf82-4651-afa4-4418bd239d47 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac7c839c-1222-465c-aa20-1911fc48fb29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411513 Feb 16 23:17:50.787874 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c5b86f88-db25-4ce3-87fb-997be8320646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:17:50.895869 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a250cc5-582b-4086-8e87-9cff942137e2 req-a5ed99d1-c00f-47e4-9c4b-90a55e511e1b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:17:50.897347 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7a250cc5-582b-4086-8e87-9cff942137e2 req-a5ed99d1-c00f-47e4-9c4b-90a55e511e1b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 945 time: 0.0519679 Feb 16 23:17:50.946013 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7a250cc5-582b-4086-8e87-9cff942137e2 req-66d796ab-12b1-4345-a124-798a82de30a4 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac7c839c-1222-465c-aa20-1911fc48fb29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428340 Feb 16 23:17:52.070967 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea27d36-fea0-4a66-9fe0-df392148adcc req-4e1a2bf7-4db9-4fdf-b1e4-376e80ecb039 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:17:52.072433 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eea27d36-fea0-4a66-9fe0-df392148adcc req-4e1a2bf7-4db9-4fdf-b1e4-376e80ecb039 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 945 time: 0.0571702 Feb 16 23:17:52.119801 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eea27d36-fea0-4a66-9fe0-df392148adcc req-155c4f6f-0620-450f-b91e-ed858521db7c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac7c839c-1222-465c-aa20-1911fc48fb29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418510 Feb 16 23:17:53.177475 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0a0369d0-3b2e-4a1c-b469-0593d4cf64ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:17:53.239575 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194db098-a651-41ef-9669-fdd122268570 req-42495029-509f-43a3-af4c-a5d7389c1906 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:17:53.241079 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-194db098-a651-41ef-9669-fdd122268570 req-42495029-509f-43a3-af4c-a5d7389c1906 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 945 time: 0.0527394 Feb 16 23:17:53.290226 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-194db098-a651-41ef-9669-fdd122268570 req-c198a3ad-af85-4d78-b6e0-14bf865f7729 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac7c839c-1222-465c-aa20-1911fc48fb29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432072 Feb 16 23:17:54.407839 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25d1e2-0b73-478f-8fbd-f66d1f7da3c5 req-fa8fdb00-5b3d-4814-a174-f14c66968d45 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:17:54.409314 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6b25d1e2-0b73-478f-8fbd-f66d1f7da3c5 req-fa8fdb00-5b3d-4814-a174-f14c66968d45 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 945 time: 0.0523081 Feb 16 23:17:54.460687 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6b25d1e2-0b73-478f-8fbd-f66d1f7da3c5 req-01a7d388-b5ec-4b57-af0c-7bf27d7c1e43 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac7c839c-1222-465c-aa20-1911fc48fb29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456648 Feb 16 23:17:54.487557 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:17:55.580711 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041a284-7933-4c6e-a323-72bf9aea2a7a req-c82ee4ae-e211-4a57-8cae-9146dc535f14 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:17:55.582228 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a041a284-7933-4c6e-a323-72bf9aea2a7a req-c82ee4ae-e211-4a57-8cae-9146dc535f14 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 945 time: 0.0521715 Feb 16 23:17:55.629327 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a041a284-7933-4c6e-a323-72bf9aea2a7a req-8fbd2390-9c6d-4310-ab43-8dd99712e4f9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac7c839c-1222-465c-aa20-1911fc48fb29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416665 Feb 16 23:17:55.822805 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:17:56.389540 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:17:56.749025 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59e47f-19f4-4894-924b-72a1ee427e1c req-ac83a515-1ee0-4bbf-b89c-c39df653d245 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:17:56.751035 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ae59e47f-19f4-4894-924b-72a1ee427e1c req-ac83a515-1ee0-4bbf-b89c-c39df653d245 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 945 time: 0.0514812 Feb 16 23:17:56.798058 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ae59e47f-19f4-4894-924b-72a1ee427e1c req-b6ba42f3-a58c-4c6f-9123-643e4975c945 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac7c839c-1222-465c-aa20-1911fc48fb29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414910 Feb 16 23:17:56.848900 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-7fc28d8d-7328-430f-b2f0-118d3ad35443 req-bf41d3eb-a4dc-41a3-8f8b-5bd8de301d7f service neutron] (103466) timed out ('10.222.0.67', 54107) {{(pid=103466) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 23:17:57.142647 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:17:57.923675 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090ad13-e483-4a69-8334-90d1073881a2 req-e6cd1940-7f36-4d9f-a23c-9eac70dde8ba tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:17:57.925173 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c090ad13-e483-4a69-8334-90d1073881a2 req-e6cd1940-7f36-4d9f-a23c-9eac70dde8ba tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 945 time: 0.0591397 Feb 16 23:17:57.972979 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c090ad13-e483-4a69-8334-90d1073881a2 req-b2277d15-26cf-4ecf-b405-79ce60071c22 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac7c839c-1222-465c-aa20-1911fc48fb29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421929 Feb 16 23:17:58.901474 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:17:59.139000 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db55e1-8c09-4631-93bc-fe2c4b510f63 req-8832925d-c744-40e6-813c-8d5083abf6ad tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:17:59.140496 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d7db55e1-8c09-4631-93bc-fe2c4b510f63 req-8832925d-c744-40e6-813c-8d5083abf6ad tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 945 time: 0.0532043 Feb 16 23:17:59.188953 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d7db55e1-8c09-4631-93bc-fe2c4b510f63 req-c78b8a12-ccf7-44e2-8b87-5f8086ce7118 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac7c839c-1222-465c-aa20-1911fc48fb29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427585 Feb 16 23:17:59.970727 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-30c31839-2997-48c7-9c89-4131cd01cdcd service neutron] show failed (client error): The resource could not be found. Feb 16 23:17:59.971768 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-30c31839-2997-48c7-9c89-4131cd01cdcd service neutron] 10.222.0.67 "GET /v2.0/ports/913c69bb-89d9-43c3-9c4f-a71b6f1028b5/bindings/n-h2-813897-6 HTTP/1.1" status: 404 len: 380 time: 0.0555022 Feb 16 23:18:00.170537 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-2ca24974-a473-4748-911b-400e35ea19de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:00.172581 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-2ca24974-a473-4748-911b-400e35ea19de service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c&tenant_id=c5e2c7d5d14e409fae94d81de0810792 HTTP/1.1" status: 200 len: 1127 time: 0.0489771 Feb 16 23:18:00.182536 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813897-6', 'device_owner': 'compute:nova'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:18:00.245684 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (913c69bb-89d9-43c3-9c4f-a71b6f1028b5), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:00.392082 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420aa760-919a-44d2-ac5d-ca65bf2de96b req-bcd2c181-7ad2-4157-9936-b36ed7cd7fd6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:00.393559 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-420aa760-919a-44d2-ac5d-ca65bf2de96b req-bcd2c181-7ad2-4157-9936-b36ed7cd7fd6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 945 time: 0.1356387 Feb 16 23:18:00.498839 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-420aa760-919a-44d2-ac5d-ca65bf2de96b req-0c52442c-6ad9-4b91-9d73-94c3cec29d9e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac7c839c-1222-465c-aa20-1911fc48fb29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995171 Feb 16 23:18:00.506983 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:00.524659 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] For port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=913c69bb-89d9-43c3-9c4f-a71b6f1028b5,segment=NetworkSegment(b3bb5d83-fd5f-4205-978d-88861c65831e),segment_id=b3bb5d83-fd5f-4205-978d-88861c65831e)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:18:00.558132 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] For port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:18:00.596028 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4793f71-65e0-48fd-92b8-b5f4222ea94c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '913c69bb-89d9-43c3-9c4f-a71b6f1028b5'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:18:00.598498 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e02b1269caefb4c024904b88698defd233c730f45a19e1a7dbb6b862b0fddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b839cb3-055f-4491-b026-4391680c3718" -d '{"events": [{"server_uuid": "d4793f71-65e0-48fd-92b8-b5f4222ea94c", "name": "network-vif-unplugged", "status": "completed", "tag": "913c69bb-89d9-43c3-9c4f-a71b6f1028b5"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:18:00.601885 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] Publish callbacks [] for port (913c69bb-89d9-43c3-9c4f-a71b6f1028b5), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:00.615382 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] Transition to ACTIVE for port object 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:18:00.619181 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (913c69bb-89d9-43c3-9c4f-a71b6f1028b5), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:00.653900 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 23:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f7a234-8262-4be6-aaf4-0eb83755a2a8 x-openstack-request-id: req-08f7a234-8262-4be6-aaf4-0eb83755a2a8 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:18:00.654233 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4793f71-65e0-48fd-92b8-b5f4222ea94c", "name": "network-vif-unplugged", "status": "completed", "tag": "913c69bb-89d9-43c3-9c4f-a71b6f1028b5", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:18:00.655069 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-08f7a234-8262-4be6-aaf4-0eb83755a2a8 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:18:00.655069 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4793f71-65e0-48fd-92b8-b5f4222ea94c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '913c69bb-89d9-43c3-9c4f-a71b6f1028b5', 'code': 200} Feb 16 23:18:00.705565 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] Pushing event updated for resources: {'Port': ['ID=913c69bb-89d9-43c3-9c4f-a71b6f1028b5,revision_number=6']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:00.719960 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:00.720315 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:00.720661 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:00.721001 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:00.721343 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:00.721675 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:00.722029 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:00.722364 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:00.722692 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:00.723019 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:00.723346 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:00.723676 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:00.723995 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:00.755598 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] No DVR routers for this DVR port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:18:00.893094 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] Attempting to bind port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:18:00.893434 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] Attempting to bind port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'b3bb5d83-fd5f-4205-978d-88861c65831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '74f80154-d9cb-4d7f-a905-69fd3c87e47e'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:18:00.893765 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] Attempting to bind port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 on network 74f80154-d9cb-4d7f-a905-69fd3c87e47e {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:18:00.898054 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] Port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 on network 74f80154-d9cb-4d7f-a905-69fd3c87e47e not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 23:18:00.898380 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] Attempting to bind port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 on network 74f80154-d9cb-4d7f-a905-69fd3c87e47e {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:18:00.903430 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:18:00.903770 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] Checking segment: {'id': 'b3bb5d83-fd5f-4205-978d-88861c65831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '74f80154-d9cb-4d7f-a905-69fd3c87e47e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:18:00.904155 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] Bound using segment: {'id': 'b3bb5d83-fd5f-4205-978d-88861c65831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '74f80154-d9cb-4d7f-a905-69fd3c87e47e'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:18:00.904625 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] Bound port: 913c69bb-89d9-43c3-9c4f-a71b6f1028b5, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bb5d83-fd5f-4205-978d-88861c65831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '74f80154-d9cb-4d7f-a905-69fd3c87e47e'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:18:00.904937 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (913c69bb-89d9-43c3-9c4f-a71b6f1028b5), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:00.966262 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] For port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:18:00.969801 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] For port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=913c69bb-89d9-43c3-9c4f-a71b6f1028b5,segment=NetworkSegment(b3bb5d83-fd5f-4205-978d-88861c65831e),segment_id=b3bb5d83-fd5f-4205-978d-88861c65831e)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:18:00.975819 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (913c69bb-89d9-43c3-9c4f-a71b6f1028b5), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:01.005920 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:01.006713 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:01.008567 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] 10.222.0.79 "PUT /v2.0/ports/913c69bb-89d9-43c3-9c4f-a71b6f1028b5 HTTP/1.1" status: 200 len: 1091 time: 0.8298860 Feb 16 23:18:01.052631 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee1035-d13a-4ca8-bf9f-56ed32b802ac service neutron] Pushing event updated for resources: {'Port': ['ID=913c69bb-89d9-43c3-9c4f-a71b6f1028b5,revision_number=7']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:01.088471 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-fa14edec-06d3-48bb-8e53-06b64daa600c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:01.090060 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-fa14edec-06d3-48bb-8e53-06b64daa600c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 1125 time: 0.0555615 Feb 16 23:18:01.184504 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-813e3667-53a0-4665-a0b0-1b5d9b108362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:01.186045 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-813e3667-53a0-4665-a0b0-1b5d9b108362 service neutron] 10.222.0.79 "GET /v2.0/networks?id=74f80154-d9cb-4d7f-a905-69fd3c87e47e HTTP/1.1" status: 200 len: 897 time: 0.0903897 Feb 16 23:18:01.253708 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-3afc2976-3692-45d8-bdf3-e606103dff74 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=913c69bb-89d9-43c3-9c4f-a71b6f1028b5 HTTP/1.1" status: 200 len: 999 time: 0.0619678 Feb 16 23:18:01.302867 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-dce4ab41-7865-4094-a3ba-d4997387fbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:01.304252 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-dce4ab41-7865-4094-a3ba-d4997387fbf6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=445de706-0af5-46c0-bf31-b5ed36a24eb2 HTTP/1.1" status: 200 len: 835 time: 0.0440497 Feb 16 23:18:01.351796 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-63a8b287-0c20-4763-91cc-124b1a8419b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:01.353277 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-63a8b287-0c20-4763-91cc-124b1a8419b7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=74f80154-d9cb-4d7f-a905-69fd3c87e47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433767 Feb 16 23:18:01.758598 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-fc5fad75-a341-4d28-a0ad-0721694e4dd3 service neutron] 10.222.0.79 "GET /v2.0/networks/74f80154-d9cb-4d7f-a905-69fd3c87e47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993423 Feb 16 23:18:01.779832 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d94d6-44a0-43c1-9601-04de938e511c req-17ee20a8-a3d2-48fb-9402-839f62adc228 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:01.781251 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-de6d94d6-44a0-43c1-9601-04de938e511c req-17ee20a8-a3d2-48fb-9402-839f62adc228 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 943 time: 0.0778558 Feb 16 23:18:01.881088 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-de6d94d6-44a0-43c1-9601-04de938e511c req-d03bbaa5-56a4-4fac-948d-7ffb0d00b84f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac7c839c-1222-465c-aa20-1911fc48fb29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889785 Feb 16 23:18:01.896307 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ce93e7e0-1393-49ee-a222-03db025ebb6f req-11a209a8-59d4-4715-9cfe-d74e6568f245 service neutron] 10.222.0.79 "GET /v2.0/networks/74f80154-d9cb-4d7f-a905-69fd3c87e47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307282 Feb 16 23:18:02.012345 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24823ff0-008e-4d1b-b38c-1518fa922f0a req-d95b9b31-90ae-4f7c-837d-b88cdde58298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:02.013859 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24823ff0-008e-4d1b-b38c-1518fa922f0a req-d95b9b31-90ae-4f7c-837d-b88cdde58298 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 1125 time: 0.0460429 Feb 16 23:18:02.119435 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24823ff0-008e-4d1b-b38c-1518fa922f0a req-f71f6e3b-b396-465e-a695-3c2d4132f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:02.120891 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24823ff0-008e-4d1b-b38c-1518fa922f0a req-f71f6e3b-b396-465e-a695-3c2d4132f5a5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=74f80154-d9cb-4d7f-a905-69fd3c87e47e HTTP/1.1" status: 200 len: 897 time: 0.0876403 Feb 16 23:18:02.188708 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24823ff0-008e-4d1b-b38c-1518fa922f0a req-35b58226-03b9-4398-8c97-b45579be34ab service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=913c69bb-89d9-43c3-9c4f-a71b6f1028b5 HTTP/1.1" status: 200 len: 999 time: 0.0566950 Feb 16 23:18:02.240037 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24823ff0-008e-4d1b-b38c-1518fa922f0a req-3e83a675-47ed-4d2d-9eb2-57831083ad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:02.241446 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24823ff0-008e-4d1b-b38c-1518fa922f0a req-3e83a675-47ed-4d2d-9eb2-57831083ad5e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=445de706-0af5-46c0-bf31-b5ed36a24eb2 HTTP/1.1" status: 200 len: 835 time: 0.0466857 Feb 16 23:18:02.290179 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24823ff0-008e-4d1b-b38c-1518fa922f0a req-67433411-7227-4782-aa59-3e348541baca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:02.291667 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24823ff0-008e-4d1b-b38c-1518fa922f0a req-67433411-7227-4782-aa59-3e348541baca service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=74f80154-d9cb-4d7f-a905-69fd3c87e47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431643 Feb 16 23:18:02.376884 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24823ff0-008e-4d1b-b38c-1518fa922f0a req-2ec19edc-fa82-4c16-8aed-8cccf94030fe service neutron] 10.222.0.79 "GET /v2.0/networks/74f80154-d9cb-4d7f-a905-69fd3c87e47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789804 Feb 16 23:18:02.467184 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24823ff0-008e-4d1b-b38c-1518fa922f0a req-c22ce17e-46a9-4aa2-8daf-fd8fd361fb29 service neutron] 10.222.0.79 "GET /v2.0/networks/74f80154-d9cb-4d7f-a905-69fd3c87e47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834551 Feb 16 23:18:02.656112 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4793f71-65e0-48fd-92b8-b5f4222ea94c', 'tag': '913c69bb-89d9-43c3-9c4f-a71b6f1028b5'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:18:02.658938 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e02b1269caefb4c024904b88698defd233c730f45a19e1a7dbb6b862b0fddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce0bd87-d618-47b4-9ecd-74004c2742f3" -d '{"events": [{"name": "network-changed", "server_uuid": "d4793f71-65e0-48fd-92b8-b5f4222ea94c", "tag": "913c69bb-89d9-43c3-9c4f-a71b6f1028b5"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:18:02.705638 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6262f574-bc5f-4780-9165-33fb35e34d8a x-openstack-request-id: req-6262f574-bc5f-4780-9165-33fb35e34d8a {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:18:02.705936 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4793f71-65e0-48fd-92b8-b5f4222ea94c", "tag": "913c69bb-89d9-43c3-9c4f-a71b6f1028b5", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:18:02.706218 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6262f574-bc5f-4780-9165-33fb35e34d8a {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:18:02.706617 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4793f71-65e0-48fd-92b8-b5f4222ea94c', 'tag': '913c69bb-89d9-43c3-9c4f-a71b6f1028b5', 'status': 'completed', 'code': 200} Feb 16 23:18:02.768657 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0bd87-d618-47b4-9ecd-74004c2742f3 req-a2a8154f-9d14-490e-b8f3-924d2f1fd73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:02.770249 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0bd87-d618-47b4-9ecd-74004c2742f3 req-21a29c4d-62ba-433b-8c18-a7d61014c3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:02.770389 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4ce0bd87-d618-47b4-9ecd-74004c2742f3 req-a2a8154f-9d14-490e-b8f3-924d2f1fd73b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 1125 time: 0.0463574 Feb 16 23:18:02.771757 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4ce0bd87-d618-47b4-9ecd-74004c2742f3 req-21a29c4d-62ba-433b-8c18-a7d61014c3e5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 1125 time: 0.0447614 Feb 16 23:18:02.864910 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0bd87-d618-47b4-9ecd-74004c2742f3 req-32bb8f3a-7115-49ca-a5c6-27d88fc05eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:02.866444 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4ce0bd87-d618-47b4-9ecd-74004c2742f3 req-32bb8f3a-7115-49ca-a5c6-27d88fc05eab service neutron] 10.222.0.67 "GET /v2.0/networks?id=74f80154-d9cb-4d7f-a905-69fd3c87e47e HTTP/1.1" status: 200 len: 897 time: 0.0906944 Feb 16 23:18:02.867124 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0bd87-d618-47b4-9ecd-74004c2742f3 req-880db727-3b12-4bc5-bbe3-b142904e5924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:02.868597 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4ce0bd87-d618-47b4-9ecd-74004c2742f3 req-880db727-3b12-4bc5-bbe3-b142904e5924 service neutron] 10.222.0.79 "GET /v2.0/networks?id=74f80154-d9cb-4d7f-a905-69fd3c87e47e HTTP/1.1" status: 200 len: 897 time: 0.0890813 Feb 16 23:18:02.933555 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4ce0bd87-d618-47b4-9ecd-74004c2742f3 req-99521ecb-cd2d-4ccc-90ff-06f7f68cfe2a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=913c69bb-89d9-43c3-9c4f-a71b6f1028b5 HTTP/1.1" status: 200 len: 999 time: 0.0587220 Feb 16 23:18:02.934229 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4ce0bd87-d618-47b4-9ecd-74004c2742f3 req-dadb95dd-ea0e-4524-96a7-91b5be071758 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=913c69bb-89d9-43c3-9c4f-a71b6f1028b5 HTTP/1.1" status: 200 len: 999 time: 0.0620251 Feb 16 23:18:02.987717 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0bd87-d618-47b4-9ecd-74004c2742f3 req-a7ab95c8-b091-4554-83b6-41cffee3e7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:02.989214 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4ce0bd87-d618-47b4-9ecd-74004c2742f3 req-a7ab95c8-b091-4554-83b6-41cffee3e7e9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=445de706-0af5-46c0-bf31-b5ed36a24eb2 HTTP/1.1" status: 200 len: 835 time: 0.0500076 Feb 16 23:18:03.015012 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0bd87-d618-47b4-9ecd-74004c2742f3 req-cbd65dde-ecd5-41b4-ba66-74d03995b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:03.017147 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4ce0bd87-d618-47b4-9ecd-74004c2742f3 req-cbd65dde-ecd5-41b4-ba66-74d03995b95e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=445de706-0af5-46c0-bf31-b5ed36a24eb2 HTTP/1.1" status: 200 len: 835 time: 0.0775425 Feb 16 23:18:03.038050 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0bd87-d618-47b4-9ecd-74004c2742f3 req-5c4d269f-1f5c-484b-945e-83a94a70b889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:03.039602 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4ce0bd87-d618-47b4-9ecd-74004c2742f3 req-5c4d269f-1f5c-484b-945e-83a94a70b889 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=74f80154-d9cb-4d7f-a905-69fd3c87e47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451245 Feb 16 23:18:03.060544 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a639db-9cde-4d53-8eea-af1a37d8b2c0 req-a2e26d7b-ade4-4e85-b695-70d7d9d61efe tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:03.062057 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1a639db-9cde-4d53-8eea-af1a37d8b2c0 req-a2e26d7b-ade4-4e85-b695-70d7d9d61efe tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 943 time: 0.0948396 Feb 16 23:18:03.102655 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0bd87-d618-47b4-9ecd-74004c2742f3 req-644e0630-f61f-4f45-92ad-0b449a99c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:03.104176 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4ce0bd87-d618-47b4-9ecd-74004c2742f3 req-644e0630-f61f-4f45-92ad-0b449a99c53f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=74f80154-d9cb-4d7f-a905-69fd3c87e47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0793238 Feb 16 23:18:03.132171 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4ce0bd87-d618-47b4-9ecd-74004c2742f3 req-353ba4f6-998f-433f-ae9f-e02a9b80ab2f service neutron] 10.222.0.67 "GET /v2.0/networks/74f80154-d9cb-4d7f-a905-69fd3c87e47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865600 Feb 16 23:18:03.142277 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f1a639db-9cde-4d53-8eea-af1a37d8b2c0 req-33312b77-0096-46a0-aff5-745bebcf0516 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac7c839c-1222-465c-aa20-1911fc48fb29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735614 Feb 16 23:18:03.212859 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4ce0bd87-d618-47b4-9ecd-74004c2742f3 req-9f11bdb6-1a9b-4697-973a-2ebd94bda0b2 service neutron] 10.222.0.79 "GET /v2.0/networks/74f80154-d9cb-4d7f-a905-69fd3c87e47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979369 Feb 16 23:18:03.229472 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-4ce0bd87-d618-47b4-9ecd-74004c2742f3 req-f9b83bf9-7f65-4289-abaf-76d715286843 service neutron] 10.222.0.67 "GET /v2.0/networks/74f80154-d9cb-4d7f-a905-69fd3c87e47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917850 Feb 16 23:18:03.304256 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4ce0bd87-d618-47b4-9ecd-74004c2742f3 req-cbbf4c99-ce5c-4ac7-9ce8-830a1bfe90b4 service neutron] 10.222.0.79 "GET /v2.0/networks/74f80154-d9cb-4d7f-a905-69fd3c87e47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839868 Feb 16 23:18:03.678481 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:18:03.716771 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] The host n-h1-813897-6 is not matching for port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 host n-h2-813897-6! {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 23:18:03.717158 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:18:04.266060 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1df79f-e9e6-470c-b777-6a748e07e82c req-3fc9b726-958b-462a-91aa-573fb1179783 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:04.267616 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-da1df79f-e9e6-470c-b777-6a748e07e82c req-3fc9b726-958b-462a-91aa-573fb1179783 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 943 time: 0.0578525 Feb 16 23:18:04.315333 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-da1df79f-e9e6-470c-b777-6a748e07e82c req-c8978806-024c-4c9c-8a0c-fc985b5828f2 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac7c839c-1222-465c-aa20-1911fc48fb29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422175 Feb 16 23:18:04.510651 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03cc47c-d6dd-4a89-9ac7-4a626380f54f req-13a50b14-8540-4ce9-ba4d-d3b50f6b0a50 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:04.512174 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f03cc47c-d6dd-4a89-9ac7-4a626380f54f req-13a50b14-8540-4ce9-ba4d-d3b50f6b0a50 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 943 time: 0.0531437 Feb 16 23:18:04.522394 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7771f-cbc0-4226-af7c-d2b6f19e1929 req-1ac8aa09-3de8-40b4-9daa-4a33cf9526b8 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:04.523906 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c3f7771f-cbc0-4226-af7c-d2b6f19e1929 req-1ac8aa09-3de8-40b4-9daa-4a33cf9526b8 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c&tenant_id=c5e2c7d5d14e409fae94d81de0810792&binding%3Ahost_id=n-h2-813897-6 HTTP/1.1" status: 200 len: 943 time: 0.0572975 Feb 16 23:18:04.562406 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f03cc47c-d6dd-4a89-9ac7-4a626380f54f req-1a24ad4b-faa1-44f2-8b66-449d72b7cdbc tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac7c839c-1222-465c-aa20-1911fc48fb29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439162 Feb 16 23:18:04.587639 n-d-813897-6 neutron-server[103465]: INFO neutron.api.v2.resource [req-c3f7771f-cbc0-4226-af7c-d2b6f19e1929 req-c9b16909-ef9d-40bf-b087-c0152c2cd0a9 service neutron] delete failed (client error): The resource could not be found. Feb 16 23:18:04.588687 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c3f7771f-cbc0-4226-af7c-d2b6f19e1929 req-c9b16909-ef9d-40bf-b087-c0152c2cd0a9 service neutron] 10.222.0.67 "DELETE /v2.0/ports/913c69bb-89d9-43c3-9c4f-a71b6f1028b5/bindings/n-h1-813897-6 HTTP/1.1" status: 404 len: 380 time: 0.0547500 Feb 16 23:18:04.680725 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7771f-cbc0-4226-af7c-d2b6f19e1929 req-fbeb960b-1ad0-4378-baf6-cf7bf2957fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:04.682190 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c3f7771f-cbc0-4226-af7c-d2b6f19e1929 req-fbeb960b-1ad0-4378-baf6-cf7bf2957fb8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 1125 time: 0.0511224 Feb 16 23:18:04.682350 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e80e3-5400-44d5-9998-2244a7b14a4b req-38ee514d-2c99-4413-9963-a947133d7406 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:04.683835 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-079e80e3-5400-44d5-9998-2244a7b14a4b req-38ee514d-2c99-4413-9963-a947133d7406 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 943 time: 0.0535543 Feb 16 23:18:04.736578 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-079e80e3-5400-44d5-9998-2244a7b14a4b req-512fab70-bca7-4a6e-abd3-f3bf39623d58 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac7c839c-1222-465c-aa20-1911fc48fb29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471444 Feb 16 23:18:04.773494 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7771f-cbc0-4226-af7c-d2b6f19e1929 req-2dafbf41-edf0-43bb-b60f-baed0846cb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:04.775003 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c3f7771f-cbc0-4226-af7c-d2b6f19e1929 req-2dafbf41-edf0-43bb-b60f-baed0846cb4a service neutron] 10.222.0.67 "GET /v2.0/networks?id=74f80154-d9cb-4d7f-a905-69fd3c87e47e HTTP/1.1" status: 200 len: 897 time: 0.0866821 Feb 16 23:18:04.841747 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c3f7771f-cbc0-4226-af7c-d2b6f19e1929 req-27301fb7-e913-44d1-a70a-b342da42bc72 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=913c69bb-89d9-43c3-9c4f-a71b6f1028b5 HTTP/1.1" status: 200 len: 999 time: 0.0610945 Feb 16 23:18:04.889080 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7771f-cbc0-4226-af7c-d2b6f19e1929 req-e7f8e00f-9319-4f15-a657-24c7012af4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:04.890511 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c3f7771f-cbc0-4226-af7c-d2b6f19e1929 req-e7f8e00f-9319-4f15-a657-24c7012af4f7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=445de706-0af5-46c0-bf31-b5ed36a24eb2 HTTP/1.1" status: 200 len: 835 time: 0.0424683 Feb 16 23:18:04.938376 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7771f-cbc0-4226-af7c-d2b6f19e1929 req-d506cc4a-1066-46d7-92c5-82fb7f193a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:04.939810 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c3f7771f-cbc0-4226-af7c-d2b6f19e1929 req-d506cc4a-1066-46d7-92c5-82fb7f193a1e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=74f80154-d9cb-4d7f-a905-69fd3c87e47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437243 Feb 16 23:18:05.030977 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c3f7771f-cbc0-4226-af7c-d2b6f19e1929 req-bd9e0b6d-aa5a-4d18-a30e-44f0bee5816a service neutron] 10.222.0.67 "GET /v2.0/networks/74f80154-d9cb-4d7f-a905-69fd3c87e47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855887 Feb 16 23:18:05.119767 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c3f7771f-cbc0-4226-af7c-d2b6f19e1929 req-e83d5364-963f-4a5a-b5eb-4528786b4247 service neutron] 10.222.0.67 "GET /v2.0/networks/74f80154-d9cb-4d7f-a905-69fd3c87e47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823090 Feb 16 23:18:05.128509 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:18:05.230614 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=913c69bb-89d9-43c3-9c4f-a71b6f1028b5,segment=NetworkSegment(b3bb5d83-fd5f-4205-978d-88861c65831e),segment_id=b3bb5d83-fd5f-4205-978d-88861c65831e)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:18:05.242027 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '913c69bb-89d9-43c3-9c4f-a71b6f1028b5', 'network_id': '74f80154-d9cb-4d7f-a905-69fd3c87e47e', 'port_id': '913c69bb-89d9-43c3-9c4f-a71b6f1028b5', 'mac_address': 'fa:16:3e:51:9b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '445de706-0af5-46c0-bf31-b5ed36a24eb2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:18:05.278345 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:18:05.278737 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (913c69bb-89d9-43c3-9c4f-a71b6f1028b5), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:05.291387 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:18:05.310984 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=913c69bb-89d9-43c3-9c4f-a71b6f1028b5,segment=NetworkSegment(b3bb5d83-fd5f-4205-978d-88861c65831e),segment_id=b3bb5d83-fd5f-4205-978d-88861c65831e)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:18:05.315014 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (913c69bb-89d9-43c3-9c4f-a71b6f1028b5), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:05.363994 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=913c69bb-89d9-43c3-9c4f-a71b6f1028b5,revision_number=8']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:05.371200 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:05.371554 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:05.371897 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:05.372235 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:05.372568 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:05.372900 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:05.373229 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:05.373554 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:05.373879 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:05.374241 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:05.374568 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:05.374890 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:05.375761 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:05.577684 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['913c69bb-89d9-43c3-9c4f-a71b6f1028b5'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:18:05.857000 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f5677-d02b-4557-aa88-48bf638349a9 req-53322b55-e437-4893-93e6-bf8ed946a28b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:05.858501 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-038f5677-d02b-4557-aa88-48bf638349a9 req-53322b55-e437-4893-93e6-bf8ed946a28b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 944 time: 0.0512846 Feb 16 23:18:05.907054 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-038f5677-d02b-4557-aa88-48bf638349a9 req-d017870c-00f8-44c3-8acc-5bd159a794c1 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac7c839c-1222-465c-aa20-1911fc48fb29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419040 Feb 16 23:18:05.928851 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55546) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:18:05.991581 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-adad47c8-9643-4f11-ba25-f22b8fdaf2e2 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/floatingips/98e2ec4a-117f-4003-aefa-b482fc7ae86d HTTP/1.1" status: 200 len: 992 time: 0.0616295 Feb 16 23:18:07.147368 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:18:07.195284 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:18:07.199187 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:18:07.199569 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (913c69bb-89d9-43c3-9c4f-a71b6f1028b5), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:07.277998 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:18:07.278403 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (913c69bb-89d9-43c3-9c4f-a71b6f1028b5), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:07.300681 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4793f71-65e0-48fd-92b8-b5f4222ea94c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913c69bb-89d9-43c3-9c4f-a71b6f1028b5'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:18:07.303323 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}003bc719444852515b674fedd62cd1fb71b35db544f2f4adcbcd93f8ba7f5d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b972689-4210-48bf-9cd8-4cd79c08c591" -d '{"events": [{"server_uuid": "d4793f71-65e0-48fd-92b8-b5f4222ea94c", "name": "network-vif-plugged", "status": "completed", "tag": "913c69bb-89d9-43c3-9c4f-a71b6f1028b5"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:18:07.318626 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=913c69bb-89d9-43c3-9c4f-a71b6f1028b5,segment=NetworkSegment(b3bb5d83-fd5f-4205-978d-88861c65831e),segment_id=b3bb5d83-fd5f-4205-978d-88861c65831e)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:18:07.322771 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (913c69bb-89d9-43c3-9c4f-a71b6f1028b5), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:07.346271 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d7e8df-92ab-45d5-86f9-edce7f00d05f x-openstack-request-id: req-d9d7e8df-92ab-45d5-86f9-edce7f00d05f {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:18:07.346572 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4793f71-65e0-48fd-92b8-b5f4222ea94c", "name": "network-vif-plugged", "status": "completed", "tag": "913c69bb-89d9-43c3-9c4f-a71b6f1028b5", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:18:07.346830 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d9d7e8df-92ab-45d5-86f9-edce7f00d05f {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:18:07.347225 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4793f71-65e0-48fd-92b8-b5f4222ea94c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913c69bb-89d9-43c3-9c4f-a71b6f1028b5', 'code': 200} Feb 16 23:18:07.372147 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=913c69bb-89d9-43c3-9c4f-a71b6f1028b5,revision_number=9']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:20.792663 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a261cca8-9fd7-4e76-b665-bcda58d46941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:23.179895 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6703bfde-873f-41fa-b2ba-7357b3069ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:24.489438 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:25.825715 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:27.144835 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:28.904007 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:30.518374 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:33.389650 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:18:34.297801 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55560) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:18:34.453014 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-c7c2972e-9166-4168-b9a9-0bb7c0d15e6a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Deleting port e1c99de7-7ac2-47a8-baa1-97215332b3b2 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:18:34.453358 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c7c2972e-9166-4168-b9a9-0bb7c0d15e6a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (e1c99de7-7ac2-47a8-baa1-97215332b3b2), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:34.527470 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c7c2972e-9166-4168-b9a9-0bb7c0d15e6a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (e1c99de7-7ac2-47a8-baa1-97215332b3b2), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:34.527858 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c7c2972e-9166-4168-b9a9-0bb7c0d15e6a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for floatingip (e1c99de7-7ac2-47a8-baa1-97215332b3b2), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:34.540161 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-c7c2972e-9166-4168-b9a9-0bb7c0d15e6a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Calling delete_port for e1c99de7-7ac2-47a8-baa1-97215332b3b2 owned by network:floatingip {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:18:34.689732 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c7c2972e-9166-4168-b9a9-0bb7c0d15e6a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (e1c99de7-7ac2-47a8-baa1-97215332b3b2), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:34.716353 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2972e-9166-4168-b9a9-0bb7c0d15e6a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event deleted for resources: {'Port': ['ID=e1c99de7-7ac2-47a8-baa1-97215332b3b2,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:34.779658 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c7c2972e-9166-4168-b9a9-0bb7c0d15e6a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for floatingip (98e2ec4a-117f-4003-aefa-b482fc7ae86d), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:34.780026 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-c7c2972e-9166-4168-b9a9-0bb7c0d15e6a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Floating IP 98e2ec4a-117f-4003-aefa-b482fc7ae86d disassociated (deleted). External IP: 172.25.2.215, port: 913c69bb-89d9-43c3-9c4f-a71b6f1028b5. Feb 16 23:18:34.991245 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c2972e-9166-4168-b9a9-0bb7c0d15e6a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Router 4bb6934c-7343-4957-8621-1084cfdd6aca has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:18:35.098801 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c2972e-9166-4168-b9a9-0bb7c0d15e6a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:18:35.103276 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c7c2972e-9166-4168-b9a9-0bb7c0d15e6a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:35.109011 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26257ac0-7b4f-451c-8846-685601309e38 None None] Sync routers for ids ['4bb6934c-7343-4957-8621-1084cfdd6aca'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:18:35.119544 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26257ac0-7b4f-451c-8846-685601309e38 None None] Routers {'4bb6934c-7343-4957-8621-1084cfdd6aca'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:18:35.120169 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-26257ac0-7b4f-451c-8846-685601309e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:18:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4bb6934c-7343-4957-8621-1084cfdd6aca'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:18:35.133515 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c7c2972e-9166-4168-b9a9-0bb7c0d15e6a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "DELETE /v2.0/floatingips/98e2ec4a-117f-4003-aefa-b482fc7ae86d HTTP/1.1" status: 204 len: 168 time: 0.8340201 Feb 16 23:18:35.134142 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4793f71-65e0-48fd-92b8-b5f4222ea94c', 'tag': '913c69bb-89d9-43c3-9c4f-a71b6f1028b5'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:18:35.136419 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e02b1269caefb4c024904b88698defd233c730f45a19e1a7dbb6b862b0fddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b3e3aa-ac22-47cd-91da-59353f73ccf0" -d '{"events": [{"name": "network-changed", "server_uuid": "d4793f71-65e0-48fd-92b8-b5f4222ea94c", "tag": "913c69bb-89d9-43c3-9c4f-a71b6f1028b5"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:18:35.237880 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-26257ac0-7b4f-451c-8846-685601309e38 None None] Set router 4bb6934c-7343-4957-8621-1084cfdd6aca gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:18:35.312698 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01974b72-7a1d-4ac1-920c-96a1385d989a x-openstack-request-id: req-01974b72-7a1d-4ac1-920c-96a1385d989a {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:18:35.313195 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4793f71-65e0-48fd-92b8-b5f4222ea94c", "tag": "913c69bb-89d9-43c3-9c4f-a71b6f1028b5", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:18:35.313298 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-01974b72-7a1d-4ac1-920c-96a1385d989a {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:18:35.313641 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4793f71-65e0-48fd-92b8-b5f4222ea94c', 'tag': '913c69bb-89d9-43c3-9c4f-a71b6f1028b5', 'status': 'completed', 'code': 200} Feb 16 23:18:35.423203 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3e3aa-ac22-47cd-91da-59353f73ccf0 req-af5eda3c-201b-407e-9c98-367c34443b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:35.425060 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a5b3e3aa-ac22-47cd-91da-59353f73ccf0 req-af5eda3c-201b-407e-9c98-367c34443b79 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 1127 time: 0.0869381 Feb 16 23:18:35.444404 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112314a0-a845-455f-b974-934aab7b0c53 req-9658d77d-d21e-4ac0-be3c-d964a0ee478c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:35.446537 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-112314a0-a845-455f-b974-934aab7b0c53 req-9658d77d-d21e-4ac0-be3c-d964a0ee478c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 945 time: 0.0705729 Feb 16 23:18:35.470285 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-26257ac0-7b4f-451c-8846-685601309e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445319562', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd7a76dc0-5bf2-4190-abc2-6594e4737446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:16:24Z', 'updated_at': '2022-02-16T23:16:28Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': 'd7a76dc0-5bf2-4190-abc2-6594e4737446', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:16:25Z', 'updated_at': '2022-02-16T23:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '41697478-fae6-4cf2-a0d0-e697c4354940', 'name': '', 'network_id': '74f80154-d9cb-4d7f-a905-69fd3c87e47e', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:f6:bc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '445de706-0af5-46c0-bf31-b5ed36a24eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:16:27Z', 'updated_at': '2022-02-16T23:16:31Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': '445de706-0af5-46c0-bf31-b5ed36a24eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:18:35.498669 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26257ac0-7b4f-451c-8846-685601309e38 None None] Checking router: 4bb6934c-7343-4957-8621-1084cfdd6aca for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:18:35.508265 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26257ac0-7b4f-451c-8846-685601309e38 None None] Routers {'4bb6934c-7343-4957-8621-1084cfdd6aca'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:18:35.508742 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-26257ac0-7b4f-451c-8846-685601309e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:18:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4bb6934c-7343-4957-8621-1084cfdd6aca'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:18:35.564764 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-112314a0-a845-455f-b974-934aab7b0c53 req-3e0c0ae4-bad6-48b0-b9d1-cbd2c27ab7fc tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac7c839c-1222-465c-aa20-1911fc48fb29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060905 Feb 16 23:18:35.584764 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3e3aa-ac22-47cd-91da-59353f73ccf0 req-aedf5d60-e1a4-44b3-b2ad-f98e8bce99ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:35.586278 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a5b3e3aa-ac22-47cd-91da-59353f73ccf0 req-aedf5d60-e1a4-44b3-b2ad-f98e8bce99ac service neutron] 10.222.0.79 "GET /v2.0/networks?id=74f80154-d9cb-4d7f-a905-69fd3c87e47e HTTP/1.1" status: 200 len: 897 time: 0.1387208 Feb 16 23:18:35.624151 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-26257ac0-7b4f-451c-8846-685601309e38 None None] Set router 4bb6934c-7343-4957-8621-1084cfdd6aca gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:18:35.631090 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a5b3e3aa-ac22-47cd-91da-59353f73ccf0 req-f7ec24fa-cbb9-46c9-a64a-fe4594fbc3a1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=913c69bb-89d9-43c3-9c4f-a71b6f1028b5 HTTP/1.1" status: 200 len: 217 time: 0.0382979 Feb 16 23:18:35.683960 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3e3aa-ac22-47cd-91da-59353f73ccf0 req-78a8d32e-d801-40d4-8d3c-2a5773a3a9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:35.685501 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a5b3e3aa-ac22-47cd-91da-59353f73ccf0 req-78a8d32e-d801-40d4-8d3c-2a5773a3a9e9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=445de706-0af5-46c0-bf31-b5ed36a24eb2 HTTP/1.1" status: 200 len: 835 time: 0.0472171 Feb 16 23:18:35.739056 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3e3aa-ac22-47cd-91da-59353f73ccf0 req-e5ec76f3-20ca-4270-8716-598c27cda346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:35.740655 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a5b3e3aa-ac22-47cd-91da-59353f73ccf0 req-e5ec76f3-20ca-4270-8716-598c27cda346 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=74f80154-d9cb-4d7f-a905-69fd3c87e47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486469 Feb 16 23:18:35.842842 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-26257ac0-7b4f-451c-8846-685601309e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445319562', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd7a76dc0-5bf2-4190-abc2-6594e4737446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:16:24Z', 'updated_at': '2022-02-16T23:16:28Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': 'd7a76dc0-5bf2-4190-abc2-6594e4737446', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:16:25Z', 'updated_at': '2022-02-16T23:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '41697478-fae6-4cf2-a0d0-e697c4354940', 'name': '', 'network_id': '74f80154-d9cb-4d7f-a905-69fd3c87e47e', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:f6:bc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '445de706-0af5-46c0-bf31-b5ed36a24eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:16:27Z', 'updated_at': '2022-02-16T23:16:31Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': '445de706-0af5-46c0-bf31-b5ed36a24eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:18:35.846082 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a5b3e3aa-ac22-47cd-91da-59353f73ccf0 req-a76e0e7b-095f-4550-9c49-ff63f0099c33 service neutron] 10.222.0.79 "GET /v2.0/networks/74f80154-d9cb-4d7f-a905-69fd3c87e47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966034 Feb 16 23:18:35.870423 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26257ac0-7b4f-451c-8846-685601309e38 None None] The sync data for ids ['4bb6934c-7343-4957-8621-1084cfdd6aca'] in n-d-813897-6 is: [{'id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445319562', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd7a76dc0-5bf2-4190-abc2-6594e4737446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:16:24Z', 'updated_at': '2022-02-16T23:16:28Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': 'd7a76dc0-5bf2-4190-abc2-6594e4737446', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:16:25Z', 'updated_at': '2022-02-16T23:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '41697478-fae6-4cf2-a0d0-e697c4354940', 'name': '', 'network_id': '74f80154-d9cb-4d7f-a905-69fd3c87e47e', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:f6:bc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '445de706-0af5-46c0-bf31-b5ed36a24eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:16:27Z', 'updated_at': '2022-02-16T23:16:31Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': '445de706-0af5-46c0-bf31-b5ed36a24eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:18:35.942155 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a5b3e3aa-ac22-47cd-91da-59353f73ccf0 req-8ccff2c2-53f4-4a3e-9d96-3ed5969dcb47 service neutron] 10.222.0.79 "GET /v2.0/networks/74f80154-d9cb-4d7f-a905-69fd3c87e47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906520 Feb 16 23:18:36.109631 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b91954-3ccf-4e00-af60-b5fbfb3a1160 None None] New status for floating IP 98e2ec4a-117f-4003-aefa-b482fc7ae86d: DOWN {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:18:36.713161 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf4a9d-76e2-44c8-8d87-fc921cc2a1ef req-d70951c8-7fe4-4e81-8c26-8d9833481491 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:36.714667 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0ebf4a9d-76e2-44c8-8d87-fc921cc2a1ef req-d70951c8-7fe4-4e81-8c26-8d9833481491 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 945 time: 0.0960717 Feb 16 23:18:36.722140 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b2c95-0c6c-4cee-b059-6439f07f14ac req-8cc3f71c-e9b2-4c2a-bc52-1a1a9710ed41 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:36.723441 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-085b2c95-0c6c-4cee-b059-6439f07f14ac req-8cc3f71c-e9b2-4c2a-bc52-1a1a9710ed41 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=d4793f71-65e0-48fd-92b8-b5f4222ea94c HTTP/1.1" status: 200 len: 945 time: 0.0752993 Feb 16 23:18:36.819489 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-085b2c95-0c6c-4cee-b059-6439f07f14ac req-ed8aa524-a471-4fda-a71c-7d80519abeb0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac7c839c-1222-465c-aa20-1911fc48fb29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890715 Feb 16 23:18:36.849127 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-0ebf4a9d-76e2-44c8-8d87-fc921cc2a1ef req-77fd9932-612c-4b14-9639-ed1e07153f1d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Deleting port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:18:36.849468 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0ebf4a9d-76e2-44c8-8d87-fc921cc2a1ef req-77fd9932-612c-4b14-9639-ed1e07153f1d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (913c69bb-89d9-43c3-9c4f-a71b6f1028b5), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:36.944091 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-0ebf4a9d-76e2-44c8-8d87-fc921cc2a1ef req-77fd9932-612c-4b14-9639-ed1e07153f1d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] For port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=913c69bb-89d9-43c3-9c4f-a71b6f1028b5,segment=NetworkSegment(b3bb5d83-fd5f-4205-978d-88861c65831e),segment_id=b3bb5d83-fd5f-4205-978d-88861c65831e)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:18:36.944457 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0ebf4a9d-76e2-44c8-8d87-fc921cc2a1ef req-77fd9932-612c-4b14-9639-ed1e07153f1d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (913c69bb-89d9-43c3-9c4f-a71b6f1028b5), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:36.957357 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-0ebf4a9d-76e2-44c8-8d87-fc921cc2a1ef req-77fd9932-612c-4b14-9639-ed1e07153f1d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Calling delete_port for 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:18:37.085286 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0ebf4a9d-76e2-44c8-8d87-fc921cc2a1ef req-77fd9932-612c-4b14-9639-ed1e07153f1d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (913c69bb-89d9-43c3-9c4f-a71b6f1028b5), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:37.111931 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd9932-612c-4b14-9639-ed1e07153f1d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event deleted for resources: {'Port': ['ID=913c69bb-89d9-43c3-9c4f-a71b6f1028b5,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:37.156904 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebf4a9d-76e2-44c8-8d87-fc921cc2a1ef req-77fd9932-612c-4b14-9639-ed1e07153f1d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] No DVR routers for this DVR port 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:18:37.160062 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0ebf4a9d-76e2-44c8-8d87-fc921cc2a1ef req-77fd9932-612c-4b14-9639-ed1e07153f1d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:37.163407 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0ebf4a9d-76e2-44c8-8d87-fc921cc2a1ef req-77fd9932-612c-4b14-9639-ed1e07153f1d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.79 "DELETE /v2.0/ports/913c69bb-89d9-43c3-9c4f-a71b6f1028b5 HTTP/1.1" status: 204 len: 173 time: 0.4390860 Feb 16 23:18:37.314870 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4793f71-65e0-48fd-92b8-b5f4222ea94c', 'name': 'network-vif-deleted', 'tag': '913c69bb-89d9-43c3-9c4f-a71b6f1028b5'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:18:37.317226 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e02b1269caefb4c024904b88698defd233c730f45a19e1a7dbb6b862b0fddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aac2fd2-3a1a-4ecb-818e-725f831b916c" -d '{"events": [{"server_uuid": "d4793f71-65e0-48fd-92b8-b5f4222ea94c", "name": "network-vif-deleted", "tag": "913c69bb-89d9-43c3-9c4f-a71b6f1028b5"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:18:37.352043 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f52aa91-ff4e-4b91-b426-ded596f66c45 x-openstack-request-id: req-5f52aa91-ff4e-4b91-b426-ded596f66c45 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:18:37.352362 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4793f71-65e0-48fd-92b8-b5f4222ea94c", "name": "network-vif-deleted", "tag": "913c69bb-89d9-43c3-9c4f-a71b6f1028b5", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:18:37.352616 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5f52aa91-ff4e-4b91-b426-ded596f66c45 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:18:37.353107 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4793f71-65e0-48fd-92b8-b5f4222ea94c', 'name': 'network-vif-deleted', 'tag': '913c69bb-89d9-43c3-9c4f-a71b6f1028b5', 'status': 'completed', 'code': 200} Feb 16 23:18:37.876230 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55574) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:18:38.511873 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-49a4132f-db6e-490d-a403-eecd0cd2135d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (4bb6934c-7343-4957-8621-1084cfdd6aca), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:38.763090 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-49a4132f-db6e-490d-a403-eecd0cd2135d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Deleting port 41697478-fae6-4cf2-a0d0-e697c4354940 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:18:38.763430 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-49a4132f-db6e-490d-a403-eecd0cd2135d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (41697478-fae6-4cf2-a0d0-e697c4354940), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:38.848286 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-49a4132f-db6e-490d-a403-eecd0cd2135d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] For port 41697478-fae6-4cf2-a0d0-e697c4354940, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=41697478-fae6-4cf2-a0d0-e697c4354940,segment=NetworkSegment(b3bb5d83-fd5f-4205-978d-88861c65831e),segment_id=b3bb5d83-fd5f-4205-978d-88861c65831e)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:18:38.848644 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-49a4132f-db6e-490d-a403-eecd0cd2135d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (41697478-fae6-4cf2-a0d0-e697c4354940), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:38.861207 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-49a4132f-db6e-490d-a403-eecd0cd2135d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Calling delete_port for 41697478-fae6-4cf2-a0d0-e697c4354940 owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:18:39.047519 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-49a4132f-db6e-490d-a403-eecd0cd2135d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (41697478-fae6-4cf2-a0d0-e697c4354940), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:39.075722 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4132f-db6e-490d-a403-eecd0cd2135d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event deleted for resources: {'Port': ['ID=41697478-fae6-4cf2-a0d0-e697c4354940,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:39.250370 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-49a4132f-db6e-490d-a403-eecd0cd2135d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (4bb6934c-7343-4957-8621-1084cfdd6aca), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:39.467034 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a4132f-db6e-490d-a403-eecd0cd2135d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Router 4bb6934c-7343-4957-8621-1084cfdd6aca has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:18:39.576162 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a4132f-db6e-490d-a403-eecd0cd2135d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:18:39.582303 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-49a4132f-db6e-490d-a403-eecd0cd2135d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "PUT /v2.0/routers/4bb6934c-7343-4957-8621-1084cfdd6aca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7044840 Feb 16 23:18:39.584920 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55576) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:18:39.588120 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920623f2-998f-48b5-89f5-33fc7f6b0026 None None] Sync routers for ids ['4bb6934c-7343-4957-8621-1084cfdd6aca'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:18:39.629871 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920623f2-998f-48b5-89f5-33fc7f6b0026 None None] Routers {'4bb6934c-7343-4957-8621-1084cfdd6aca'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:18:39.630593 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-920623f2-998f-48b5-89f5-33fc7f6b0026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:18:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4bb6934c-7343-4957-8621-1084cfdd6aca'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:18:39.635574 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-8185354e-dd6e-4da6-98db-3b15b224da7b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Deleting subnet 445de706-0af5-46c0-bf31-b5ed36a24eb2 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 23:18:39.638643 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8185354e-dd6e-4da6-98db-3b15b224da7b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for subnet (445de706-0af5-46c0-bf31-b5ed36a24eb2), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:39.681300 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8185354e-dd6e-4da6-98db-3b15b224da7b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (445de706-0af5-46c0-bf31-b5ed36a24eb2), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:39.779571 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8185354e-dd6e-4da6-98db-3b15b224da7b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (445de706-0af5-46c0-bf31-b5ed36a24eb2), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:39.840501 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8185354e-dd6e-4da6-98db-3b15b224da7b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (445de706-0af5-46c0-bf31-b5ed36a24eb2), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:39.866943 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185354e-dd6e-4da6-98db-3b15b224da7b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event deleted for resources: {'Subnet': ['ID=445de706-0af5-46c0-bf31-b5ed36a24eb2,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:39.871961 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8185354e-dd6e-4da6-98db-3b15b224da7b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:39.878692 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8185354e-dd6e-4da6-98db-3b15b224da7b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "DELETE /v2.0/subnets/445de706-0af5-46c0-bf31-b5ed36a24eb2 HTTP/1.1" status: 204 len: 168 time: 0.2922611 Feb 16 23:18:39.879188 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55578) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:18:39.884758 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325d4156-bb61-43a2-a474-d462b65248da None None] Network 74f80154-d9cb-4d7f-a905-69fd3c87e47e requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:18:39.991768 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7de9f532-ce7d-48c9-9e72-ecde38370bc9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router (4bb6934c-7343-4957-8621-1084cfdd6aca), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:39.995711 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-920623f2-998f-48b5-89f5-33fc7f6b0026 None None] Set router 4bb6934c-7343-4957-8621-1084cfdd6aca gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:18:40.099645 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7de9f532-ce7d-48c9-9e72-ecde38370bc9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router_gateway (4bb6934c-7343-4957-8621-1084cfdd6aca), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:40.154664 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-7de9f532-ce7d-48c9-9e72-ecde38370bc9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Deleting port d7a76dc0-5bf2-4190-abc2-6594e4737446 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:18:40.155022 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7de9f532-ce7d-48c9-9e72-ecde38370bc9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (d7a76dc0-5bf2-4190-abc2-6594e4737446), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:40.213390 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-920623f2-998f-48b5-89f5-33fc7f6b0026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445319562', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd7a76dc0-5bf2-4190-abc2-6594e4737446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:16:24Z', 'updated_at': '2022-02-16T23:18:38Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': 'd7a76dc0-5bf2-4190-abc2-6594e4737446', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:16:25Z', 'updated_at': '2022-02-16T23:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:18:40.242055 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123cd483-2a97-4c14-a270-278659591565 None None] DHCP port deletion for 74f80154-d9cb-4d7f-a905-69fd3c87e47e request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 23:18:40.245137 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920623f2-998f-48b5-89f5-33fc7f6b0026 None None] Checking router: 4bb6934c-7343-4957-8621-1084cfdd6aca for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:18:40.247880 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-7de9f532-ce7d-48c9-9e72-ecde38370bc9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] For port d7a76dc0-5bf2-4190-abc2-6594e4737446, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=d7a76dc0-5bf2-4190-abc2-6594e4737446,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:18:40.248259 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7de9f532-ce7d-48c9-9e72-ecde38370bc9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (d7a76dc0-5bf2-4190-abc2-6594e4737446), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:40.262372 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-7de9f532-ce7d-48c9-9e72-ecde38370bc9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Calling delete_port for d7a76dc0-5bf2-4190-abc2-6594e4737446 owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:18:40.277102 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920623f2-998f-48b5-89f5-33fc7f6b0026 None None] Routers {'4bb6934c-7343-4957-8621-1084cfdd6aca'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:18:40.277737 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-920623f2-998f-48b5-89f5-33fc7f6b0026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:18:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['4bb6934c-7343-4957-8621-1084cfdd6aca'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:18:40.374941 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-123cd483-2a97-4c14-a270-278659591565 None None] Deleting port 839d02f6-193c-42ee-81b6-ba24f8e9c188 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:18:40.375321 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-123cd483-2a97-4c14-a270-278659591565 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (839d02f6-193c-42ee-81b6-ba24f8e9c188), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:40.391423 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-920623f2-998f-48b5-89f5-33fc7f6b0026 None None] Set router 4bb6934c-7343-4957-8621-1084cfdd6aca gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:18:40.431875 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7de9f532-ce7d-48c9-9e72-ecde38370bc9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (d7a76dc0-5bf2-4190-abc2-6594e4737446), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:40.454341 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-920623f2-998f-48b5-89f5-33fc7f6b0026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445319562', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:16:24Z', 'updated_at': '2022-02-16T23:18:40Z', 'revision_number': 6, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:18:40.457394 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9f532-ce7d-48c9-9e72-ecde38370bc9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event deleted for resources: {'Port': ['ID=d7a76dc0-5bf2-4190-abc2-6594e4737446,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:40.469574 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9f532-ce7d-48c9-9e72-ecde38370bc9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:40.469833 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9f532-ce7d-48c9-9e72-ecde38370bc9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:40.470132 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9f532-ce7d-48c9-9e72-ecde38370bc9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:40.470479 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9f532-ce7d-48c9-9e72-ecde38370bc9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:40.470823 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9f532-ce7d-48c9-9e72-ecde38370bc9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:40.471161 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9f532-ce7d-48c9-9e72-ecde38370bc9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:40.471496 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9f532-ce7d-48c9-9e72-ecde38370bc9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:40.472362 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9f532-ce7d-48c9-9e72-ecde38370bc9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:40.473092 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9f532-ce7d-48c9-9e72-ecde38370bc9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:40.473092 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9f532-ce7d-48c9-9e72-ecde38370bc9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:40.473316 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9f532-ce7d-48c9-9e72-ecde38370bc9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:40.473644 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9f532-ce7d-48c9-9e72-ecde38370bc9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:40.474040 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9f532-ce7d-48c9-9e72-ecde38370bc9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:40.488295 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920623f2-998f-48b5-89f5-33fc7f6b0026 None None] The sync data for ids ['4bb6934c-7343-4957-8621-1084cfdd6aca'] in n-d-813897-6 is: [{'id': '4bb6934c-7343-4957-8621-1084cfdd6aca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445319562', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:16:24Z', 'updated_at': '2022-02-16T23:18:40Z', 'revision_number': 6, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port_host': None}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:18:40.536063 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-123cd483-2a97-4c14-a270-278659591565 None None] For port 839d02f6-193c-42ee-81b6-ba24f8e9c188, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=839d02f6-193c-42ee-81b6-ba24f8e9c188,segment=NetworkSegment(b3bb5d83-fd5f-4205-978d-88861c65831e),segment_id=b3bb5d83-fd5f-4205-978d-88861c65831e)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:18:40.536472 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-123cd483-2a97-4c14-a270-278659591565 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (839d02f6-193c-42ee-81b6-ba24f8e9c188), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:40.540207 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7de9f532-ce7d-48c9-9e72-ecde38370bc9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (4bb6934c-7343-4957-8621-1084cfdd6aca), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:40.551024 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-123cd483-2a97-4c14-a270-278659591565 None None] Calling delete_port for 839d02f6-193c-42ee-81b6-ba24f8e9c188 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:18:40.627627 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-123cd483-2a97-4c14-a270-278659591565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (839d02f6-193c-42ee-81b6-ba24f8e9c188), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:40.635355 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7de9f532-ce7d-48c9-9e72-ecde38370bc9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (4bb6934c-7343-4957-8621-1084cfdd6aca), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:40.637533 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7de9f532-ce7d-48c9-9e72-ecde38370bc9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router_controller (4bb6934c-7343-4957-8621-1084cfdd6aca), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:40.656343 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123cd483-2a97-4c14-a270-278659591565 None None] Pushing event deleted for resources: {'Port': ['ID=839d02f6-193c-42ee-81b6-ba24f8e9c188,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:40.663242 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123cd483-2a97-4c14-a270-278659591565 None None] No DVR routers for this DVR port 839d02f6-193c-42ee-81b6-ba24f8e9c188 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:18:40.686806 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7de9f532-ce7d-48c9-9e72-ecde38370bc9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (4bb6934c-7343-4957-8621-1084cfdd6aca), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:40.687471 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de9f532-ce7d-48c9-9e72-ecde38370bc9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Fanout notify agent at l3_agent the message router_deleted on router 4bb6934c-7343-4957-8621-1084cfdd6aca {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 23:18:40.694439 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7de9f532-ce7d-48c9-9e72-ecde38370bc9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:40.695564 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7de9f532-ce7d-48c9-9e72-ecde38370bc9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "DELETE /v2.0/routers/4bb6934c-7343-4957-8621-1084cfdd6aca HTTP/1.1" status: 204 len: 168 time: 0.8152893 Feb 16 23:18:40.698199 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55580) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:18:40.775282 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-14e3f399-ad0f-4ce9-864b-960b920fca08 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (74f80154-d9cb-4d7f-a905-69fd3c87e47e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:40.863006 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-14e3f399-ad0f-4ce9-864b-960b920fca08 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (74f80154-d9cb-4d7f-a905-69fd3c87e47e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:40.884935 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-14e3f399-ad0f-4ce9-864b-960b920fca08 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74f80154-d9cb-4d7f-a905-69fd3c87e47e']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:18:40.895877 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-14e3f399-ad0f-4ce9-864b-960b920fca08 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3bb5d83-fd5f-4205-978d-88861c65831e') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:18:40.896263 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-14e3f399-ad0f-4ce9-864b-960b920fca08 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3bb5d83-fd5f-4205-978d-88861c65831e') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:18:40.906481 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-14e3f399-ad0f-4ce9-864b-960b920fca08 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (b3bb5d83-fd5f-4205-978d-88861c65831e), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:40.922589 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-14e3f399-ad0f-4ce9-864b-960b920fca08 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (b3bb5d83-fd5f-4205-978d-88861c65831e), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:40.928976 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14e3f399-ad0f-4ce9-864b-960b920fca08 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:18:40.929431 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-14e3f399-ad0f-4ce9-864b-960b920fca08 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (b3bb5d83-fd5f-4205-978d-88861c65831e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:40.932366 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 23:18:40.932366 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:18:40.932366 n-d-813897-6 neutron-server[103465]: timer() Feb 16 23:18:40.932366 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:18:40.932366 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 23:18:40.932366 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 23:18:40.932366 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 23:18:40.932366 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:18:40.932366 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 23:18:40.932366 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:18:40.932366 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 23:18:40.932366 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:18:40.932366 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 23:18:40.932366 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 23:18:40.932366 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:18:40.932366 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 23:18:40.932366 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:18:40.932366 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 23:18:40.932366 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 23:18:40.932366 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 23:18:40.932366 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 23:18:40.932366 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 23:18:40.932366 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:18:40.932366 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:18:40.932366 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 23:18:40.932366 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:18:40.932366 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:18:40.932366 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:18:40.932366 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:18:40.932366 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:18:40.932366 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:18:40.932366 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:18:40.994223 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-14e3f399-ad0f-4ce9-864b-960b920fca08 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (74f80154-d9cb-4d7f-a905-69fd3c87e47e), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:40.999125 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-14e3f399-ad0f-4ce9-864b-960b920fca08 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:41.002559 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-14e3f399-ad0f-4ce9-864b-960b920fca08 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "DELETE /v2.0/networks/74f80154-d9cb-4d7f-a905-69fd3c87e47e HTTP/1.1" status: 204 len: 168 time: 0.3034263 Feb 16 23:18:41.005378 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55582) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:18:41.016754 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3f399-ad0f-4ce9-864b-960b920fca08 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event deleted for resources: {'Network': ['ID=74f80154-d9cb-4d7f-a905-69fd3c87e47e,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:41.062244 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-283a4f17-60cd-473d-85ba-c019acd68db2 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group (ac7c839c-1222-465c-aa20-1911fc48fb29), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:41.087756 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-283a4f17-60cd-473d-85ba-c019acd68db2 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group (ac7c839c-1222-465c-aa20-1911fc48fb29), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:41.154857 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-283a4f17-60cd-473d-85ba-c019acd68db2 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (ac7c839c-1222-465c-aa20-1911fc48fb29), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:41.157945 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-283a4f17-60cd-473d-85ba-c019acd68db2 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:41.159147 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-283a4f17-60cd-473d-85ba-c019acd68db2 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "DELETE /v2.0/security-groups/ac7c839c-1222-465c-aa20-1911fc48fb29 HTTP/1.1" status: 204 len: 168 time: 0.1526215 Feb 16 23:18:41.168897 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a4f17-60cd-473d-85ba-c019acd68db2 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7c839c-1222-465c-aa20-1911fc48fb29,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:41.375718 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55588) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:18:41.375889 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:18:41.381175 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-fabdbad1-9925-4dfb-a6ae-5cb17764e170 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-348273992', 'description': 'tempest-secgroup-smoke-348273992 description', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:18:41.398339 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:18:41.398693 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 913c69bb-89d9-43c3-9c4f-a71b6f1028b5 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:18:41.403640 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fabdbad1-9925-4dfb-a6ae-5cb17764e170 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:41.475038 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fabdbad1-9925-4dfb-a6ae-5cb17764e170 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group (b0972572-fc8c-44eb-a489-5ae34b3709b5), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:41.478955 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fabdbad1-9925-4dfb-a6ae-5cb17764e170 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b0972572-fc8c-44eb-a489-5ae34b3709b5), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:41.510614 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-fabdbad1-9925-4dfb-a6ae-5cb17764e170 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:41.511841 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-fabdbad1-9925-4dfb-a6ae-5cb17764e170 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1351168 Feb 16 23:18:41.513008 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabdbad1-9925-4dfb-a6ae-5cb17764e170 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0972572-fc8c-44eb-a489-5ae34b3709b5,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:41.514973 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55590) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:18:41.520639 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-0316725f-9b8f-4a9f-bbf4-e5970b965939 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'security_group_rule': {'security_group_id': 'b0972572-fc8c-44eb-a489-5ae34b3709b5', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:18:41.544481 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0316725f-9b8f-4a9f-bbf4-e5970b965939 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (4184fc12-fae5-42e9-b0ff-6b57acf896b3), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:41.598232 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0316725f-9b8f-4a9f-bbf4-e5970b965939 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (4184fc12-fae5-42e9-b0ff-6b57acf896b3), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:41.601782 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0316725f-9b8f-4a9f-bbf4-e5970b965939 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (4184fc12-fae5-42e9-b0ff-6b57acf896b3), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:41.620349 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316725f-9b8f-4a9f-bbf4-e5970b965939 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4184fc12-fae5-42e9-b0ff-6b57acf896b3,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:41.628970 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0316725f-9b8f-4a9f-bbf4-e5970b965939 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:41.630198 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0316725f-9b8f-4a9f-bbf4-e5970b965939 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1141222 Feb 16 23:18:41.632851 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55592) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:18:41.637054 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-aa4e2c9e-885d-4450-a253-9d40f54fb20f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'security_group_rule': {'security_group_id': 'b0972572-fc8c-44eb-a489-5ae34b3709b5', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:18:41.660982 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-aa4e2c9e-885d-4450-a253-9d40f54fb20f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (41aeb72b-d330-452d-94e9-fb89985d3d0f), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:41.722181 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-aa4e2c9e-885d-4450-a253-9d40f54fb20f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (41aeb72b-d330-452d-94e9-fb89985d3d0f), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:41.725846 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-aa4e2c9e-885d-4450-a253-9d40f54fb20f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (41aeb72b-d330-452d-94e9-fb89985d3d0f), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:41.734222 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 839d02f6-193c-42ee-81b6-ba24f8e9c188 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:18:41.744720 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e2c9e-885d-4450-a253-9d40f54fb20f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41aeb72b-d330-452d-94e9-fb89985d3d0f,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:41.754156 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-aa4e2c9e-885d-4450-a253-9d40f54fb20f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:41.755636 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-aa4e2c9e-885d-4450-a253-9d40f54fb20f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1218717 Feb 16 23:18:41.758479 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55594) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:18:41.759102 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 839d02f6-193c-42ee-81b6-ba24f8e9c188 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:18:41.759483 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 839d02f6-193c-42ee-81b6-ba24f8e9c188 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:18:41.759890 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device d7a76dc0-5bf2-4190-abc2-6594e4737446 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:18:41.762740 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-09156ff1-8fbd-45b7-9d10-58d9e1e5dccc tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'security_group_rule': {'security_group_id': 'b0972572-fc8c-44eb-a489-5ae34b3709b5', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:18:41.779643 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: d7a76dc0-5bf2-4190-abc2-6594e4737446 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:18:41.779998 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device d7a76dc0-5bf2-4190-abc2-6594e4737446 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:18:41.780422 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 41697478-fae6-4cf2-a0d0-e697c4354940 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:18:41.787714 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-09156ff1-8fbd-45b7-9d10-58d9e1e5dccc tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (39f022bf-88c8-49db-80a7-f9a3cfdd676e), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:41.800777 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 41697478-fae6-4cf2-a0d0-e697c4354940 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:18:41.801129 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 41697478-fae6-4cf2-a0d0-e697c4354940 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:18:41.845001 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-09156ff1-8fbd-45b7-9d10-58d9e1e5dccc tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (39f022bf-88c8-49db-80a7-f9a3cfdd676e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:41.849149 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-09156ff1-8fbd-45b7-9d10-58d9e1e5dccc tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (39f022bf-88c8-49db-80a7-f9a3cfdd676e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:41.864328 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09156ff1-8fbd-45b7-9d10-58d9e1e5dccc tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39f022bf-88c8-49db-80a7-f9a3cfdd676e,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:41.874496 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-09156ff1-8fbd-45b7-9d10-58d9e1e5dccc tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:41.875714 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-09156ff1-8fbd-45b7-9d10-58d9e1e5dccc tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163113 Feb 16 23:18:41.878586 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55596) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:18:41.882826 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-89129bd2-dd15-41d7-a93f-5e26a7420f1a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'security_group_rule': {'security_group_id': 'b0972572-fc8c-44eb-a489-5ae34b3709b5', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:18:41.906494 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-89129bd2-dd15-41d7-a93f-5e26a7420f1a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (2bd5094b-fba5-4b3d-ab35-d01cc15161ea), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:41.963651 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-89129bd2-dd15-41d7-a93f-5e26a7420f1a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (2bd5094b-fba5-4b3d-ab35-d01cc15161ea), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:41.967198 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-89129bd2-dd15-41d7-a93f-5e26a7420f1a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (2bd5094b-fba5-4b3d-ab35-d01cc15161ea), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:41.987344 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89129bd2-dd15-41d7-a93f-5e26a7420f1a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd5094b-fba5-4b3d-ab35-d01cc15161ea,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:41.992790 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-89129bd2-dd15-41d7-a93f-5e26a7420f1a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:41.994009 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-89129bd2-dd15-41d7-a93f-5e26a7420f1a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1144803 Feb 16 23:18:41.996674 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55598) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:18:42.001898 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-7da0a65c-2fbb-4d8b-859c-2eca7abed4af tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'security_group_rule': {'security_group_id': 'b0972572-fc8c-44eb-a489-5ae34b3709b5', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:18:42.021203 n-d-813897-6 neutron-server[103465]: INFO neutron.db.securitygroups_db [None req-7da0a65c-2fbb-4d8b-859c-2eca7abed4af tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Project c5e2c7d5d14e409fae94d81de0810792 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 23:18:42.025847 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7da0a65c-2fbb-4d8b-859c-2eca7abed4af tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (e7ca38ac-17d4-4e53-9050-be8814c1e0bf), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:42.087762 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7da0a65c-2fbb-4d8b-859c-2eca7abed4af tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (e7ca38ac-17d4-4e53-9050-be8814c1e0bf), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:42.091324 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7da0a65c-2fbb-4d8b-859c-2eca7abed4af tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (e7ca38ac-17d4-4e53-9050-be8814c1e0bf), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:42.108108 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0a65c-2fbb-4d8b-859c-2eca7abed4af tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ca38ac-17d4-4e53-9050-be8814c1e0bf,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:42.116406 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7da0a65c-2fbb-4d8b-859c-2eca7abed4af tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:42.117622 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7da0a65c-2fbb-4d8b-859c-2eca7abed4af tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1200063 Feb 16 23:18:42.120287 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55600) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:18:42.124620 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-4ec4ca94-a9f9-4ee0-a668-d4b965a2390c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'security_group_rule': {'security_group_id': 'b0972572-fc8c-44eb-a489-5ae34b3709b5', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:18:42.144599 n-d-813897-6 neutron-server[103465]: INFO neutron.db.securitygroups_db [None req-4ec4ca94-a9f9-4ee0-a668-d4b965a2390c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Project c5e2c7d5d14e409fae94d81de0810792 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 23:18:42.149345 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4ec4ca94-a9f9-4ee0-a668-d4b965a2390c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (51f8b8ca-c0d0-45cb-894e-618b254af4ce), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:42.207736 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4ec4ca94-a9f9-4ee0-a668-d4b965a2390c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (51f8b8ca-c0d0-45cb-894e-618b254af4ce), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:42.211107 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4ec4ca94-a9f9-4ee0-a668-d4b965a2390c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (51f8b8ca-c0d0-45cb-894e-618b254af4ce), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:42.225389 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec4ca94-a9f9-4ee0-a668-d4b965a2390c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f8b8ca-c0d0-45cb-894e-618b254af4ce,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:42.236257 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4ec4ca94-a9f9-4ee0-a668-d4b965a2390c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:42.238658 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4ec4ca94-a9f9-4ee0-a668-d4b965a2390c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1162372 Feb 16 23:18:42.240791 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55602) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:18:42.245529 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-228bf5cf-19b4-44cb-9111-46194aef5046 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'network': {'name': 'tempest-network-smoke--907353931', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'port_security_enabled': True}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:18:42.263617 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228bf5cf-19b4-44cb-9111-46194aef5046 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Made reservation on behalf of c5e2c7d5d14e409fae94d81de0810792 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:18:42.266979 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-228bf5cf-19b4-44cb-9111-46194aef5046 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:42.290608 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-228bf5cf-19b4-44cb-9111-46194aef5046 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:18:42.299417 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-228bf5cf-19b4-44cb-9111-46194aef5046 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (96388a06-da03-4b80-8522-8b330af5879c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:42.299771 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-228bf5cf-19b4-44cb-9111-46194aef5046 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Added segment 96388a06-da03-4b80-8522-8b330af5879c of type vlan for network e0ce2541-3f45-4466-87ba-08874cbd97fc Feb 16 23:18:42.339367 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-228bf5cf-19b4-44cb-9111-46194aef5046 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (e0ce2541-3f45-4466-87ba-08874cbd97fc), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:42.363481 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-228bf5cf-19b4-44cb-9111-46194aef5046 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (e0ce2541-3f45-4466-87ba-08874cbd97fc), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:42.368334 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228bf5cf-19b4-44cb-9111-46194aef5046 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:42.368921 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-228bf5cf-19b4-44cb-9111-46194aef5046 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:42.401741 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-228bf5cf-19b4-44cb-9111-46194aef5046 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1599181 Feb 16 23:18:42.404383 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55604) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:18:42.410761 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-4ade0480-9d59-4088-8e60-e219697616f4 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1830956721', 'admin_state_up': True, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:18:42.453379 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228bf5cf-19b4-44cb-9111-46194aef5046 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Network': ['ID=e0ce2541-3f45-4466-87ba-08874cbd97fc,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:42.467350 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4ade0480-9d59-4088-8e60-e219697616f4 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (82c5be6c-e244-49d6-9e4c-7bd580cd528a), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:42.467350 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4ade0480-9d59-4088-8e60-e219697616f4 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (82c5be6c-e244-49d6-9e4c-7bd580cd528a), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:42.467681 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network e0ce2541-3f45-4466-87ba-08874cbd97fc details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 23:18:42.517216 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4ade0480-9d59-4088-8e60-e219697616f4 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router_controller (82c5be6c-e244-49d6-9e4c-7bd580cd528a), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:42.660374 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4ade0480-9d59-4088-8e60-e219697616f4 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router_gateway (82c5be6c-e244-49d6-9e4c-7bd580cd528a), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:42.851781 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4ade0480-9d59-4088-8e60-e219697616f4 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router_gateway (82c5be6c-e244-49d6-9e4c-7bd580cd528a), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:42.870672 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4ade0480-9d59-4088-8e60-e219697616f4 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:42.969495 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-4ade0480-9d59-4088-8e60-e219697616f4 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Allocated IP 172.25.2.32 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:18:43.072816 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4ade0480-9d59-4088-8e60-e219697616f4 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for port (1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:43.107316 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4ade0480-9d59-4088-8e60-e219697616f4 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:43.148167 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ade0480-9d59-4088-8e60-e219697616f4 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:18:43.151020 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-4ade0480-9d59-4088-8e60-e219697616f4 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:18:43.155716 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ade0480-9d59-4088-8e60-e219697616f4 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:18:43.158715 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade0480-9d59-4088-8e60-e219697616f4 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Port': ['ID=1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:43.402432 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4ade0480-9d59-4088-8e60-e219697616f4 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router_gateway (82c5be6c-e244-49d6-9e4c-7bd580cd528a), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:43.896698 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4ade0480-9d59-4088-8e60-e219697616f4 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (82c5be6c-e244-49d6-9e4c-7bd580cd528a), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:44.025250 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ade0480-9d59-4088-8e60-e219697616f4 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Router 82c5be6c-e244-49d6-9e4c-7bd580cd528a is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 23:18:44.132596 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ade0480-9d59-4088-8e60-e219697616f4 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:18:44.142618 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c62083-c682-4a60-9c7b-7c63f29b736a None None] Sync routers for ids ['82c5be6c-e244-49d6-9e4c-7bd580cd528a'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:18:44.152810 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4ade0480-9d59-4088-8e60-e219697616f4 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:44.154075 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4ade0480-9d59-4088-8e60-e219697616f4 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7487586 Feb 16 23:18:44.157374 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55606) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:18:44.157951 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c62083-c682-4a60-9c7b-7c63f29b736a None None] Routers {'82c5be6c-e244-49d6-9e4c-7bd580cd528a'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:18:44.158178 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-75c62083-c682-4a60-9c7b-7c63f29b736a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:18:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['82c5be6c-e244-49d6-9e4c-7bd580cd528a'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:18:44.229256 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-260fd3df-2787-41fa-86f8-77d8596aa78d tempest-TestNetworkAdvancedServerOps-43398640 tempest-TestNetworkAdvancedServerOps-43398640-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=c5e2c7d5d14e409fae94d81de0810792&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0706773 Feb 16 23:18:44.231776 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55610) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:18:44.264326 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-75c62083-c682-4a60-9c7b-7c63f29b736a None None] Set router 82c5be6c-e244-49d6-9e4c-7bd580cd528a gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:18:44.377381 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b2b106-8fbe-4c87-967b-6e55a2062085 tempest-TestNetworkAdvancedServerOps-43398640 tempest-TestNetworkAdvancedServerOps-43398640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:44.379382 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-79b2b106-8fbe-4c87-967b-6e55a2062085 tempest-TestNetworkAdvancedServerOps-43398640 tempest-TestNetworkAdvancedServerOps-43398640-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1467006 Feb 16 23:18:44.382151 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55612) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:18:44.420953 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b7ce7936-ac17-485c-b434-92fa52e957a7 tempest-TestNetworkAdvancedServerOps-43398640 tempest-TestNetworkAdvancedServerOps-43398640-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=b0ab4fc8-02c8-4404-90ea-6cd7fce3204f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377111 Feb 16 23:18:44.424187 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55614) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:18:44.429628 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-398df970-b677-484f-a382-da89eee419b9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1806449689', 'network_id': 'e0ce2541-3f45-4466-87ba-08874cbd97fc', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:18:44.443021 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-75c62083-c682-4a60-9c7b-7c63f29b736a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830956721', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:18:42Z', 'updated_at': '2022-02-16T23:18:43Z', 'revision_number': 3, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:59:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:18:42Z', 'updated_at': '2022-02-16T23:18:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:18:44.473605 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c62083-c682-4a60-9c7b-7c63f29b736a None None] Checking router: 82c5be6c-e244-49d6-9e4c-7bd580cd528a for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:18:44.473954 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c62083-c682-4a60-9c7b-7c63f29b736a None None] Updating router 82c5be6c-e244-49d6-9e4c-7bd580cd528a port 1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:18:44.500224 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-75c62083-c682-4a60-9c7b-7c63f29b736a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:44.513039 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398df970-b677-484f-a382-da89eee419b9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Made reservation on behalf of c5e2c7d5d14e409fae94d81de0810792 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:18:44.516954 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-398df970-b677-484f-a382-da89eee419b9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:44.692510 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-398df970-b677-484f-a382-da89eee419b9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (5fe31e98-f227-4694-80ff-39652a8619d3), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:44.748871 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-75c62083-c682-4a60-9c7b-7c63f29b736a None None] Publish callbacks [] for port (1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:44.755379 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-75c62083-c682-4a60-9c7b-7c63f29b736a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:44.758227 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398df970-b677-484f-a382-da89eee419b9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Subnet': ['ID=5fe31e98-f227-4694-80ff-39652a8619d3,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:44.767578 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398df970-b677-484f-a382-da89eee419b9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Checking segment: {'id': '96388a06-da03-4b80-8522-8b330af5879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e0ce2541-3f45-4466-87ba-08874cbd97fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:18:44.767971 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398df970-b677-484f-a382-da89eee419b9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Network hostable DHCP agents. Network: e0ce2541-3f45-4466-87ba-08874cbd97fc, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:18:44.786378 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398df970-b677-484f-a382-da89eee419b9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Network e0ce2541-3f45-4466-87ba-08874cbd97fc is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:18:44.802317 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-398df970-b677-484f-a382-da89eee419b9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, e0ce2541-3f45-4466-87ba-08874cbd97fc) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:18:44.806610 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398df970-b677-484f-a382-da89eee419b9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:44.807391 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-398df970-b677-484f-a382-da89eee419b9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:44.816870 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb669dbe-a58b-4dab-b73e-eea5c6afb58b None None] Network e0ce2541-3f45-4466-87ba-08874cbd97fc requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:18:44.827121 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-398df970-b677-484f-a382-da89eee419b9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4018734 Feb 16 23:18:44.829843 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55616) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:18:44.904917 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62ad36-47f8-43bb-b64b-8bb46d1ea073 None None] Pushing event updated for resources: {'Port': ['ID=1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:44.910385 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-75c62083-c682-4a60-9c7b-7c63f29b736a None None] Attempting to bind port 1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:18:44.910385 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-75c62083-c682-4a60-9c7b-7c63f29b736a None None] Attempting to bind port 1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:18:44.910683 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c62083-c682-4a60-9c7b-7c63f29b736a None None] Attempting to bind port 1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:18:44.917524 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f62ad36-47f8-43bb-b64b-8bb46d1ea073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:44.917869 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f62ad36-47f8-43bb-b64b-8bb46d1ea073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:44.918234 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f62ad36-47f8-43bb-b64b-8bb46d1ea073 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:44.918615 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f62ad36-47f8-43bb-b64b-8bb46d1ea073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:44.918884 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f62ad36-47f8-43bb-b64b-8bb46d1ea073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:44.919210 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f62ad36-47f8-43bb-b64b-8bb46d1ea073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:44.919534 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f62ad36-47f8-43bb-b64b-8bb46d1ea073 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:44.919855 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f62ad36-47f8-43bb-b64b-8bb46d1ea073 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:44.920179 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f62ad36-47f8-43bb-b64b-8bb46d1ea073 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:44.920503 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f62ad36-47f8-43bb-b64b-8bb46d1ea073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:44.920818 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f62ad36-47f8-43bb-b64b-8bb46d1ea073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:44.921135 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f62ad36-47f8-43bb-b64b-8bb46d1ea073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:44.921450 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f62ad36-47f8-43bb-b64b-8bb46d1ea073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:18:44.926517 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af426f0-3d18-48b3-9757-a3fce27f20e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-e0ce2541-3f45-4466-87ba-08874cbd97fc', 'network_id': 'e0ce2541-3f45-4466-87ba-08874cbd97fc', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'fixed_ips': [{'subnet_id': '5fe31e98-f227-4694-80ff-39652a8619d3'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 23:18:44.927460 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c62083-c682-4a60-9c7b-7c63f29b736a None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:18:44.927837 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c62083-c682-4a60-9c7b-7c63f29b736a None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:18:44.928237 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-75c62083-c682-4a60-9c7b-7c63f29b736a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:44.928615 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c62083-c682-4a60-9c7b-7c63f29b736a None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:18:44.929087 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-75c62083-c682-4a60-9c7b-7c63f29b736a None None] Bound port: 1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:18:44.929339 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1af426f0-3d18-48b3-9757-a3fce27f20e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:44.929484 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-75c62083-c682-4a60-9c7b-7c63f29b736a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:44.980801 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-75c62083-c682-4a60-9c7b-7c63f29b736a None None] For port 1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:18:44.983636 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-75c62083-c682-4a60-9c7b-7c63f29b736a None None] For port 1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:18:44.990065 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-75c62083-c682-4a60-9c7b-7c63f29b736a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:45.038099 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c62083-c682-4a60-9c7b-7c63f29b736a None None] Routers {'82c5be6c-e244-49d6-9e4c-7bd580cd528a'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:18:45.038678 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-75c62083-c682-4a60-9c7b-7c63f29b736a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:18:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['82c5be6c-e244-49d6-9e4c-7bd580cd528a'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:18:45.074132 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-1af426f0-3d18-48b3-9757-a3fce27f20e9 None None] Allocated IP 172.20.0.2 (e0ce2541-3f45-4466-87ba-08874cbd97fc/5fe31e98-f227-4694-80ff-39652a8619d3/a515fb93-638c-4af5-b2f3-9543c8de5b76) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:18:45.121521 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62ad36-47f8-43bb-b64b-8bb46d1ea073 None None] Pushing event updated for resources: {'Port': ['ID=1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:45.157396 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-75c62083-c682-4a60-9c7b-7c63f29b736a None None] Set router 82c5be6c-e244-49d6-9e4c-7bd580cd528a gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:18:45.225943 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1af426f0-3d18-48b3-9757-a3fce27f20e9 None None] Publish callbacks [] for port (a515fb93-638c-4af5-b2f3-9543c8de5b76), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:45.233792 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1af426f0-3d18-48b3-9757-a3fce27f20e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (a515fb93-638c-4af5-b2f3-9543c8de5b76), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:45.281064 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af426f0-3d18-48b3-9757-a3fce27f20e9 None None] Network e0ce2541-3f45-4466-87ba-08874cbd97fc is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:18:45.284005 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-1af426f0-3d18-48b3-9757-a3fce27f20e9 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:18:45.289129 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af426f0-3d18-48b3-9757-a3fce27f20e9 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:18:45.292294 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af426f0-3d18-48b3-9757-a3fce27f20e9 None None] Pushing event updated for resources: {'Port': ['ID=a515fb93-638c-4af5-b2f3-9543c8de5b76,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:45.301278 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-416ab343-10ab-4e5b-bf0a-d814a8fb2b00 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:45.346590 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-1af426f0-3d18-48b3-9757-a3fce27f20e9 None None] Attempting to bind port a515fb93-638c-4af5-b2f3-9543c8de5b76 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:18:45.347518 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-1af426f0-3d18-48b3-9757-a3fce27f20e9 None None] Attempting to bind port a515fb93-638c-4af5-b2f3-9543c8de5b76 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '96388a06-da03-4b80-8522-8b330af5879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e0ce2541-3f45-4466-87ba-08874cbd97fc'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:18:45.347887 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af426f0-3d18-48b3-9757-a3fce27f20e9 None None] Attempting to bind port a515fb93-638c-4af5-b2f3-9543c8de5b76 on network e0ce2541-3f45-4466-87ba-08874cbd97fc {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:18:45.353777 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af426f0-3d18-48b3-9757-a3fce27f20e9 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:18:45.354186 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af426f0-3d18-48b3-9757-a3fce27f20e9 None None] Checking segment: {'id': '96388a06-da03-4b80-8522-8b330af5879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e0ce2541-3f45-4466-87ba-08874cbd97fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:18:45.354591 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1af426f0-3d18-48b3-9757-a3fce27f20e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:45.354989 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af426f0-3d18-48b3-9757-a3fce27f20e9 None None] Bound using segment: {'id': '96388a06-da03-4b80-8522-8b330af5879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e0ce2541-3f45-4466-87ba-08874cbd97fc'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:18:45.355113 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-75c62083-c682-4a60-9c7b-7c63f29b736a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830956721', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:18:42Z', 'updated_at': '2022-02-16T23:18:43Z', 'revision_number': 3, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:59:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:18:42Z', 'updated_at': '2022-02-16T23:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:18:45.355450 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-1af426f0-3d18-48b3-9757-a3fce27f20e9 None None] Bound port: a515fb93-638c-4af5-b2f3-9543c8de5b76, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96388a06-da03-4b80-8522-8b330af5879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e0ce2541-3f45-4466-87ba-08874cbd97fc'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:18:45.355835 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1af426f0-3d18-48b3-9757-a3fce27f20e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a515fb93-638c-4af5-b2f3-9543c8de5b76), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:45.384001 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c62083-c682-4a60-9c7b-7c63f29b736a None None] The sync data for ids ['82c5be6c-e244-49d6-9e4c-7bd580cd528a'] in n-d-813897-6 is: [{'id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830956721', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:18:42Z', 'updated_at': '2022-02-16T23:18:43Z', 'revision_number': 3, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:59:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:18:42Z', 'updated_at': '2022-02-16T23:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:18:45.423653 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1af426f0-3d18-48b3-9757-a3fce27f20e9 None None] For port a515fb93-638c-4af5-b2f3-9543c8de5b76, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:18:45.427037 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1af426f0-3d18-48b3-9757-a3fce27f20e9 None None] For port a515fb93-638c-4af5-b2f3-9543c8de5b76, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a515fb93-638c-4af5-b2f3-9543c8de5b76,segment=NetworkSegment(96388a06-da03-4b80-8522-8b330af5879c),segment_id=96388a06-da03-4b80-8522-8b330af5879c)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:18:45.439850 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1af426f0-3d18-48b3-9757-a3fce27f20e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a515fb93-638c-4af5-b2f3-9543c8de5b76), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:45.504196 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af426f0-3d18-48b3-9757-a3fce27f20e9 None None] Pushing event updated for resources: {'Port': ['ID=a515fb93-638c-4af5-b2f3-9543c8de5b76,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:45.587305 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-416ab343-10ab-4e5b-bf0a-d814a8fb2b00 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Allocated IP 172.20.0.1 (e0ce2541-3f45-4466-87ba-08874cbd97fc/5fe31e98-f227-4694-80ff-39652a8619d3/a45bc0c1-da75-4e60-b196-489fa3d382bb) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:18:45.781737 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-416ab343-10ab-4e5b-bf0a-d814a8fb2b00 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for port (a45bc0c1-da75-4e60-b196-489fa3d382bb), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:45.823293 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:18:45.826965 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-416ab343-10ab-4e5b-bf0a-d814a8fb2b00 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (a45bc0c1-da75-4e60-b196-489fa3d382bb), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:45.877331 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416ab343-10ab-4e5b-bf0a-d814a8fb2b00 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Network e0ce2541-3f45-4466-87ba-08874cbd97fc is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:18:45.881115 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-416ab343-10ab-4e5b-bf0a-d814a8fb2b00 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:18:45.885149 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416ab343-10ab-4e5b-bf0a-d814a8fb2b00 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:18:45.891559 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:18:45.891764 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ab343-10ab-4e5b-bf0a-d814a8fb2b00 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Port': ['ID=a45bc0c1-da75-4e60-b196-489fa3d382bb,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:45.892086 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:45.944848 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-416ab343-10ab-4e5b-bf0a-d814a8fb2b00 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (82c5be6c-e244-49d6-9e4c-7bd580cd528a), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:45.991774 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:18:45.992166 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:46.020110 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:18:46.024216 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:46.077583 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:46.102054 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-416ab343-10ab-4e5b-bf0a-d814a8fb2b00 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a45bc0c1-da75-4e60-b196-489fa3d382bb), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:46.678735 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3571ac3-b5c2-40cf-b1cf-df87b438d82c None None] Network e0ce2541-3f45-4466-87ba-08874cbd97fc requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:18:46.754019 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-416ab343-10ab-4e5b-bf0a-d814a8fb2b00 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for port (a45bc0c1-da75-4e60-b196-489fa3d382bb), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:46.758619 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-416ab343-10ab-4e5b-bf0a-d814a8fb2b00 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (a45bc0c1-da75-4e60-b196-489fa3d382bb), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:46.762466 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-5af6b178-9d3b-44b0-99b3-f0aabe6f0db5 None None] Provisioning complete for port a515fb93-638c-4af5-b2f3-9543c8de5b76 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:18:46.762915 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5af6b178-9d3b-44b0-99b3-f0aabe6f0db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a515fb93-638c-4af5-b2f3-9543c8de5b76), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:46.830083 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ab343-10ab-4e5b-bf0a-d814a8fb2b00 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Port': ['ID=a45bc0c1-da75-4e60-b196-489fa3d382bb,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:46.833022 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-416ab343-10ab-4e5b-bf0a-d814a8fb2b00 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (82c5be6c-e244-49d6-9e4c-7bd580cd528a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:46.877495 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5af6b178-9d3b-44b0-99b3-f0aabe6f0db5 None None] Current status of the port a515fb93-638c-4af5-b2f3-9543c8de5b76 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:18:46.878095 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5af6b178-9d3b-44b0-99b3-f0aabe6f0db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a515fb93-638c-4af5-b2f3-9543c8de5b76), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:46.916525 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-5af6b178-9d3b-44b0-99b3-f0aabe6f0db5 None None] For port a515fb93-638c-4af5-b2f3-9543c8de5b76, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a515fb93-638c-4af5-b2f3-9543c8de5b76,segment=NetworkSegment(96388a06-da03-4b80-8522-8b330af5879c),segment_id=96388a06-da03-4b80-8522-8b330af5879c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:18:46.923682 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5af6b178-9d3b-44b0-99b3-f0aabe6f0db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a515fb93-638c-4af5-b2f3-9543c8de5b76), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:46.934332 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416ab343-10ab-4e5b-bf0a-d814a8fb2b00 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Network e0ce2541-3f45-4466-87ba-08874cbd97fc is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:18:46.935858 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-416ab343-10ab-4e5b-bf0a-d814a8fb2b00 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:18:46.984550 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af6b178-9d3b-44b0-99b3-f0aabe6f0db5 None None] Pushing event updated for resources: {'Port': ['ID=a515fb93-638c-4af5-b2f3-9543c8de5b76,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:47.069554 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416ab343-10ab-4e5b-bf0a-d814a8fb2b00 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Router 82c5be6c-e244-49d6-9e4c-7bd580cd528a has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:18:47.151508 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-064e4fb4-988e-4236-8f10-683f4aadb769 None None] Provisioning complete for port a515fb93-638c-4af5-b2f3-9543c8de5b76 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:18:47.151984 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-064e4fb4-988e-4236-8f10-683f4aadb769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a515fb93-638c-4af5-b2f3-9543c8de5b76), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:47.193751 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416ab343-10ab-4e5b-bf0a-d814a8fb2b00 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:18:47.199139 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-416ab343-10ab-4e5b-bf0a-d814a8fb2b00 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "PUT /v2.0/routers/82c5be6c-e244-49d6-9e4c-7bd580cd528a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3681104 Feb 16 23:18:47.249342 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-064e4fb4-988e-4236-8f10-683f4aadb769 None None] Current status of the port a515fb93-638c-4af5-b2f3-9543c8de5b76 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:18:47.260638 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-064e4fb4-988e-4236-8f10-683f4aadb769 None None] Provisioning complete for port a45bc0c1-da75-4e60-b196-489fa3d382bb triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:18:47.261010 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-064e4fb4-988e-4236-8f10-683f4aadb769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a45bc0c1-da75-4e60-b196-489fa3d382bb), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:47.310440 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-064e4fb4-988e-4236-8f10-683f4aadb769 None None] Port a45bc0c1-da75-4e60-b196-489fa3d382bb cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:18:47.313259 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2766704b-419b-4f3a-9565-e5a63f85518c None None] Sync routers for ids ['82c5be6c-e244-49d6-9e4c-7bd580cd528a'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:18:47.324168 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2766704b-419b-4f3a-9565-e5a63f85518c None None] Routers {'82c5be6c-e244-49d6-9e4c-7bd580cd528a'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:18:47.324846 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2766704b-419b-4f3a-9565-e5a63f85518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:18:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['82c5be6c-e244-49d6-9e4c-7bd580cd528a'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:18:47.368928 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-1ad36cc5-d8cd-4a59-a1b4-4027768818b0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-348273992&fields=id&tenant_id=c5e2c7d5d14e409fae94d81de0810792 HTTP/1.1" status: 200 len: 267 time: 0.0551438 Feb 16 23:18:47.457259 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-2766704b-419b-4f3a-9565-e5a63f85518c None None] Set router 82c5be6c-e244-49d6-9e4c-7bd580cd528a gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:18:47.493721 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f0814cf1-544a-4742-915a-7a505c9e6086 None None] Provisioning complete for port a45bc0c1-da75-4e60-b196-489fa3d382bb triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:18:47.494233 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f0814cf1-544a-4742-915a-7a505c9e6086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a45bc0c1-da75-4e60-b196-489fa3d382bb), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:47.500653 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-9e0cb7f9-243c-4170-8df5-869f2961dd1a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:47.509271 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-9e0cb7f9-243c-4170-8df5-869f2961dd1a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/networks?id=e0ce2541-3f45-4466-87ba-08874cbd97fc HTTP/1.1" status: 200 len: 796 time: 0.1319647 Feb 16 23:18:47.526471 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-ba3ed5ae-3404-439a-bd98-a827f1811fd2 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/quotas/c5e2c7d5d14e409fae94d81de0810792 HTTP/1.1" status: 200 len: 375 time: 0.0158434 Feb 16 23:18:47.580236 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-5017c891-708e-4e4f-9c7e-a604331d0a72 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527713 Feb 16 23:18:47.582062 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f0814cf1-544a-4742-915a-7a505c9e6086 None None] Port a45bc0c1-da75-4e60-b196-489fa3d382bb cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:18:47.675686 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-5c18c954-b88d-4ca5-94b5-71f108328f45 service neutron] 10.222.0.75 "GET /v2.0/networks/e0ce2541-3f45-4466-87ba-08874cbd97fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833735 Feb 16 23:18:47.713637 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-bfe360e9-ed3e-4feb-8e91-2d22ee8be188 None None] Provisioning complete for port a45bc0c1-da75-4e60-b196-489fa3d382bb triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:18:47.714054 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bfe360e9-ed3e-4feb-8e91-2d22ee8be188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a45bc0c1-da75-4e60-b196-489fa3d382bb), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:47.742089 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2766704b-419b-4f3a-9565-e5a63f85518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830956721', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:18:42Z', 'updated_at': '2022-02-16T23:18:46Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:59:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:18:42Z', 'updated_at': '2022-02-16T23:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'a45bc0c1-da75-4e60-b196-489fa3d382bb', 'name': '', 'network_id': 'e0ce2541-3f45-4466-87ba-08874cbd97fc', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:0c:00:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5fe31e98-f227-4694-80ff-39652a8619d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:18:45Z', 'updated_at': '2022-02-16T23:18:46Z', 'revision_number': 2, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': '5fe31e98-f227-4694-80ff-39652a8619d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:18:47.775221 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-0823cba5-0d9e-4fc1-afd0-e20dfb4e6b4e service neutron] 10.222.0.75 "GET /v2.0/networks/e0ce2541-3f45-4466-87ba-08874cbd97fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933487 Feb 16 23:18:47.779743 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2766704b-419b-4f3a-9565-e5a63f85518c None None] Checking router: 82c5be6c-e244-49d6-9e4c-7bd580cd528a for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:18:47.780109 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2766704b-419b-4f3a-9565-e5a63f85518c None None] Updating router 82c5be6c-e244-49d6-9e4c-7bd580cd528a port a45bc0c1-da75-4e60-b196-489fa3d382bb binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:18:47.956516 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-72880fe3-49d7-429c-9dc1-79810fd094c1 req-9c0fa258-1baf-443a-a6e7-1bfb23f7651a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 210 time: 0.0295997 Feb 16 23:18:47.973241 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a515fb93-638c-4af5-b2f3-9543c8de5b76 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:18:47.997319 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-bfe360e9-ed3e-4feb-8e91-2d22ee8be188 None None] Port a45bc0c1-da75-4e60-b196-489fa3d382bb cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:18:48.018162 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2766704b-419b-4f3a-9565-e5a63f85518c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a45bc0c1-da75-4e60-b196-489fa3d382bb), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:48.073478 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port a515fb93-638c-4af5-b2f3-9543c8de5b76 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:18:48.073851 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a515fb93-638c-4af5-b2f3-9543c8de5b76), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:48.267825 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port a515fb93-638c-4af5-b2f3-9543c8de5b76 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:18:48.269423 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:18:48.381787 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:18:48.382465 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:48.426636 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2766704b-419b-4f3a-9565-e5a63f85518c None None] Publish callbacks [] for port (a45bc0c1-da75-4e60-b196-489fa3d382bb), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:48.434167 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2766704b-419b-4f3a-9565-e5a63f85518c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a45bc0c1-da75-4e60-b196-489fa3d382bb), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:48.487821 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c53d8-dc03-4c10-b631-42d607cfff0e None None] Pushing event updated for resources: {'Port': ['ID=a45bc0c1-da75-4e60-b196-489fa3d382bb,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:48.578586 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:18:48.581562 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-2766704b-419b-4f3a-9565-e5a63f85518c None None] Attempting to bind port a45bc0c1-da75-4e60-b196-489fa3d382bb on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:18:48.581937 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-2766704b-419b-4f3a-9565-e5a63f85518c None None] Attempting to bind port a45bc0c1-da75-4e60-b196-489fa3d382bb by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '96388a06-da03-4b80-8522-8b330af5879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e0ce2541-3f45-4466-87ba-08874cbd97fc'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:18:48.582330 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2766704b-419b-4f3a-9565-e5a63f85518c None None] Attempting to bind port a45bc0c1-da75-4e60-b196-489fa3d382bb on network e0ce2541-3f45-4466-87ba-08874cbd97fc {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:18:48.588169 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2766704b-419b-4f3a-9565-e5a63f85518c None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:18:48.588550 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2766704b-419b-4f3a-9565-e5a63f85518c None None] Checking segment: {'id': '96388a06-da03-4b80-8522-8b330af5879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e0ce2541-3f45-4466-87ba-08874cbd97fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:18:48.588954 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2766704b-419b-4f3a-9565-e5a63f85518c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:48.589347 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2766704b-419b-4f3a-9565-e5a63f85518c None None] Bound using segment: {'id': '96388a06-da03-4b80-8522-8b330af5879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e0ce2541-3f45-4466-87ba-08874cbd97fc'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:18:48.589820 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-2766704b-419b-4f3a-9565-e5a63f85518c None None] Bound port: a45bc0c1-da75-4e60-b196-489fa3d382bb, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96388a06-da03-4b80-8522-8b330af5879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e0ce2541-3f45-4466-87ba-08874cbd97fc'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:18:48.590233 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2766704b-419b-4f3a-9565-e5a63f85518c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a45bc0c1-da75-4e60-b196-489fa3d382bb), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:48.655616 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-2766704b-419b-4f3a-9565-e5a63f85518c None None] For port a45bc0c1-da75-4e60-b196-489fa3d382bb, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:18:48.659387 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-2766704b-419b-4f3a-9565-e5a63f85518c None None] For port a45bc0c1-da75-4e60-b196-489fa3d382bb, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a45bc0c1-da75-4e60-b196-489fa3d382bb,segment=NetworkSegment(96388a06-da03-4b80-8522-8b330af5879c),segment_id=96388a06-da03-4b80-8522-8b330af5879c)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:18:48.665832 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2766704b-419b-4f3a-9565-e5a63f85518c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a45bc0c1-da75-4e60-b196-489fa3d382bb), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:48.727549 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2766704b-419b-4f3a-9565-e5a63f85518c None None] Routers {'82c5be6c-e244-49d6-9e4c-7bd580cd528a'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:18:48.728185 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2766704b-419b-4f3a-9565-e5a63f85518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:18:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['82c5be6c-e244-49d6-9e4c-7bd580cd528a'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:18:48.807978 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c53d8-dc03-4c10-b631-42d607cfff0e None None] Pushing event updated for resources: {'Port': ['ID=a45bc0c1-da75-4e60-b196-489fa3d382bb,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:48.813188 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-8110f521-e7f9-4fab-9734-9b12ae43c62d None None] Provisioning complete for port a45bc0c1-da75-4e60-b196-489fa3d382bb triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:18:48.813567 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8110f521-e7f9-4fab-9734-9b12ae43c62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a45bc0c1-da75-4e60-b196-489fa3d382bb), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:48.892843 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-2766704b-419b-4f3a-9565-e5a63f85518c None None] Set router 82c5be6c-e244-49d6-9e4c-7bd580cd528a gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:18:48.977784 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-25aebc36-b1c5-4800-b6fd-0007c26bca85 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:48.980863 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-25aebc36-b1c5-4800-b6fd-0007c26bca85 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.67 "GET /v2.0/networks?id=e0ce2541-3f45-4466-87ba-08874cbd97fc HTTP/1.1" status: 200 len: 796 time: 0.1213593 Feb 16 23:18:48.994160 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-8110f521-e7f9-4fab-9734-9b12ae43c62d None None] Current status of the port a45bc0c1-da75-4e60-b196-489fa3d382bb is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:18:48.994751 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8110f521-e7f9-4fab-9734-9b12ae43c62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (a45bc0c1-da75-4e60-b196-489fa3d382bb), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:49.056440 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-9955307e-00fd-4552-90f6-57c208bab67c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5e2c7d5d14e409fae94d81de0810792 HTTP/1.1" status: 200 len: 379 time: 0.0661702 Feb 16 23:18:49.066352 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-14f916b6-09c9-4c75-aa73-2801819a11c7 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'port': {'device_id': 'e87e7992-b873-4ba6-b075-c1c2989b4b8b', 'network_id': 'e0ce2541-3f45-4466-87ba-08874cbd97fc', 'admin_state_up': True, 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'security_groups': ['b0972572-fc8c-44eb-a489-5ae34b3709b5']}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:18:49.070762 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-08395134-dcc8-4fe7-8731-0b20917e1755 req-7e6115a3-95c4-4e51-a6ba-52421ca70e4e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 210 time: 0.0352328 Feb 16 23:18:49.080694 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-8110f521-e7f9-4fab-9734-9b12ae43c62d None None] For port a45bc0c1-da75-4e60-b196-489fa3d382bb, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a45bc0c1-da75-4e60-b196-489fa3d382bb,segment=NetworkSegment(96388a06-da03-4b80-8522-8b330af5879c),segment_id=96388a06-da03-4b80-8522-8b330af5879c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:18:49.090239 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8110f521-e7f9-4fab-9734-9b12ae43c62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (a45bc0c1-da75-4e60-b196-489fa3d382bb), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:49.174184 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8110f521-e7f9-4fab-9734-9b12ae43c62d None None] Pushing event updated for resources: {'Port': ['ID=a45bc0c1-da75-4e60-b196-489fa3d382bb,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:49.177678 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-14f916b6-09c9-4c75-aa73-2801819a11c7 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Made reservation on behalf of c5e2c7d5d14e409fae94d81de0810792 for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:18:49.182339 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-14f916b6-09c9-4c75-aa73-2801819a11c7 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:49.204865 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-2766704b-419b-4f3a-9565-e5a63f85518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830956721', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:18:42Z', 'updated_at': '2022-02-16T23:18:46Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:59:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:18:42Z', 'updated_at': '2022-02-16T23:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'a45bc0c1-da75-4e60-b196-489fa3d382bb', 'name': '', 'network_id': 'e0ce2541-3f45-4466-87ba-08874cbd97fc', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:0c:00:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5fe31e98-f227-4694-80ff-39652a8619d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:18:45Z', 'updated_at': '2022-02-16T23:18:48Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': '5fe31e98-f227-4694-80ff-39652a8619d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:18:49.236125 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2766704b-419b-4f3a-9565-e5a63f85518c None None] The sync data for ids ['82c5be6c-e244-49d6-9e4c-7bd580cd528a'] in n-d-813897-6 is: [{'id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830956721', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:18:42Z', 'updated_at': '2022-02-16T23:18:46Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:59:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:18:42Z', 'updated_at': '2022-02-16T23:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'a45bc0c1-da75-4e60-b196-489fa3d382bb', 'name': '', 'network_id': 'e0ce2541-3f45-4466-87ba-08874cbd97fc', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:0c:00:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5fe31e98-f227-4694-80ff-39652a8619d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:18:45Z', 'updated_at': '2022-02-16T23:18:48Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': '5fe31e98-f227-4694-80ff-39652a8619d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:18:49.242984 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-40d80776-c15a-4288-aae8-bbd05e48224b None None] Provisioning complete for port a45bc0c1-da75-4e60-b196-489fa3d382bb triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:18:49.243371 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-40d80776-c15a-4288-aae8-bbd05e48224b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a45bc0c1-da75-4e60-b196-489fa3d382bb), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:49.355630 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-40d80776-c15a-4288-aae8-bbd05e48224b None None] Current status of the port a45bc0c1-da75-4e60-b196-489fa3d382bb is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:18:49.359271 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-14f916b6-09c9-4c75-aa73-2801819a11c7 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Allocated IP 172.20.0.6 (e0ce2541-3f45-4466-87ba-08874cbd97fc/5fe31e98-f227-4694-80ff-39652a8619d3/03a42f09-55c3-46a6-af44-ab9fa399a0e9) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:18:49.508250 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-14f916b6-09c9-4c75-aa73-2801819a11c7 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for port (03a42f09-55c3-46a6-af44-ab9fa399a0e9), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:49.543300 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-14f916b6-09c9-4c75-aa73-2801819a11c7 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (03a42f09-55c3-46a6-af44-ab9fa399a0e9), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:49.594995 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-14f916b6-09c9-4c75-aa73-2801819a11c7 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Network e0ce2541-3f45-4466-87ba-08874cbd97fc is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:18:49.598726 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-14f916b6-09c9-4c75-aa73-2801819a11c7 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:18:49.602570 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-14f916b6-09c9-4c75-aa73-2801819a11c7 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:18:49.609091 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f916b6-09c9-4c75-aa73-2801819a11c7 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Port': ['ID=03a42f09-55c3-46a6-af44-ab9fa399a0e9,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:49.656705 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-14f916b6-09c9-4c75-aa73-2801819a11c7 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:49.657359 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-14f916b6-09c9-4c75-aa73-2801819a11c7 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:49.679640 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-14f916b6-09c9-4c75-aa73-2801819a11c7 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6178234 Feb 16 23:18:49.692899 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-c0447ca9-a170-43f3-a683-54ac3ee75af8 service neutron] Request body: {'port': {'device_id': 'e87e7992-b873-4ba6-b075-c1c2989b4b8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:18:49.774967 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-c0447ca9-a170-43f3-a683-54ac3ee75af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (03a42f09-55c3-46a6-af44-ab9fa399a0e9), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:49.810448 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a45bc0c1-da75-4e60-b196-489fa3d382bb up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:18:49.868649 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port a45bc0c1-da75-4e60-b196-489fa3d382bb triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:18:49.869026 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (a45bc0c1-da75-4e60-b196-489fa3d382bb), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:49.910883 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-c7a9a67b-34e5-4641-aac7-d61ce5a4492d None None] Provisioning complete for port 03a42f09-55c3-46a6-af44-ab9fa399a0e9 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:18:49.911261 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c7a9a67b-34e5-4641-aac7-d61ce5a4492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (03a42f09-55c3-46a6-af44-ab9fa399a0e9), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:49.956783 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-c7a9a67b-34e5-4641-aac7-d61ce5a4492d None None] Port 03a42f09-55c3-46a6-af44-ab9fa399a0e9 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:18:49.996157 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port a45bc0c1-da75-4e60-b196-489fa3d382bb is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:18:50.075406 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-c0447ca9-a170-43f3-a683-54ac3ee75af8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a42f09-55c3-46a6-af44-ab9fa399a0e9 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:18:50.084129 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-c0447ca9-a170-43f3-a683-54ac3ee75af8 service neutron] Publish callbacks [] for port (03a42f09-55c3-46a6-af44-ab9fa399a0e9), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:50.096679 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-c0447ca9-a170-43f3-a683-54ac3ee75af8 service neutron] Transition to ACTIVE for port object 03a42f09-55c3-46a6-af44-ab9fa399a0e9 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:18:50.100737 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-c0447ca9-a170-43f3-a683-54ac3ee75af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (03a42f09-55c3-46a6-af44-ab9fa399a0e9), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:50.156143 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0447ca9-a170-43f3-a683-54ac3ee75af8 service neutron] Pushing event updated for resources: {'Port': ['ID=03a42f09-55c3-46a6-af44-ab9fa399a0e9,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:50.209825 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953f53d-d640-44c5-b0e3-643f85377acc req-6e198d52-bd6d-4694-9840-7bb3bb3835a4 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:50.212364 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5953f53d-d640-44c5-b0e3-643f85377acc req-6e198d52-bd6d-4694-9840-7bb3bb3835a4 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 943 time: 0.0715137 Feb 16 23:18:50.256726 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-c0447ca9-a170-43f3-a683-54ac3ee75af8 service neutron] Attempting to bind port 03a42f09-55c3-46a6-af44-ab9fa399a0e9 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:18:50.257023 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-c0447ca9-a170-43f3-a683-54ac3ee75af8 service neutron] Attempting to bind port 03a42f09-55c3-46a6-af44-ab9fa399a0e9 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '96388a06-da03-4b80-8522-8b330af5879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e0ce2541-3f45-4466-87ba-08874cbd97fc'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:18:50.257302 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-c0447ca9-a170-43f3-a683-54ac3ee75af8 service neutron] Attempting to bind port 03a42f09-55c3-46a6-af44-ab9fa399a0e9 on network e0ce2541-3f45-4466-87ba-08874cbd97fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:18:50.263335 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-c0447ca9-a170-43f3-a683-54ac3ee75af8 service neutron] Port 03a42f09-55c3-46a6-af44-ab9fa399a0e9 on network e0ce2541-3f45-4466-87ba-08874cbd97fc not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 23:18:50.263813 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-c0447ca9-a170-43f3-a683-54ac3ee75af8 service neutron] Attempting to bind port 03a42f09-55c3-46a6-af44-ab9fa399a0e9 on network e0ce2541-3f45-4466-87ba-08874cbd97fc {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:18:50.270652 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-c0447ca9-a170-43f3-a683-54ac3ee75af8 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:18:50.271008 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-c0447ca9-a170-43f3-a683-54ac3ee75af8 service neutron] Checking segment: {'id': '96388a06-da03-4b80-8522-8b330af5879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e0ce2541-3f45-4466-87ba-08874cbd97fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:18:50.271406 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-c0447ca9-a170-43f3-a683-54ac3ee75af8 service neutron] Bound using segment: {'id': '96388a06-da03-4b80-8522-8b330af5879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e0ce2541-3f45-4466-87ba-08874cbd97fc'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:18:50.271842 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-c0447ca9-a170-43f3-a683-54ac3ee75af8 service neutron] Bound port: 03a42f09-55c3-46a6-af44-ab9fa399a0e9, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96388a06-da03-4b80-8522-8b330af5879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e0ce2541-3f45-4466-87ba-08874cbd97fc'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:18:50.272205 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-c0447ca9-a170-43f3-a683-54ac3ee75af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (03a42f09-55c3-46a6-af44-ab9fa399a0e9), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:50.279170 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5953f53d-d640-44c5-b0e3-643f85377acc req-be1d593f-ec6d-49d5-836a-0d195ebdfc52 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0972572-fc8c-44eb-a489-5ae34b3709b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607326 Feb 16 23:18:50.347394 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-c0447ca9-a170-43f3-a683-54ac3ee75af8 service neutron] For port 03a42f09-55c3-46a6-af44-ab9fa399a0e9, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:18:50.350951 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-c0447ca9-a170-43f3-a683-54ac3ee75af8 service neutron] For port 03a42f09-55c3-46a6-af44-ab9fa399a0e9, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=03a42f09-55c3-46a6-af44-ab9fa399a0e9,segment=NetworkSegment(96388a06-da03-4b80-8522-8b330af5879c),segment_id=96388a06-da03-4b80-8522-8b330af5879c)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:18:50.358074 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-c0447ca9-a170-43f3-a683-54ac3ee75af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (03a42f09-55c3-46a6-af44-ab9fa399a0e9), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:50.395304 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-c0447ca9-a170-43f3-a683-54ac3ee75af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:50.396372 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-c0447ca9-a170-43f3-a683-54ac3ee75af8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:50.397804 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-c0447ca9-a170-43f3-a683-54ac3ee75af8 service neutron] 10.222.0.67 "PUT /v2.0/ports/03a42f09-55c3-46a6-af44-ab9fa399a0e9 HTTP/1.1" status: 200 len: 1091 time: 0.7109632 Feb 16 23:18:50.400359 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87e7992-b873-4ba6-b075-c1c2989b4b8b', 'tag': '03a42f09-55c3-46a6-af44-ab9fa399a0e9'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:18:50.415291 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc6ebb2656127e6cc678106abfc43ff4a9c5ad1b0fb390af1324360b6f530fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7043e21f-71de-4572-a05c-c4b81c5523bc" -d '{"events": [{"name": "network-changed", "server_uuid": "e87e7992-b873-4ba6-b075-c1c2989b4b8b", "tag": "03a42f09-55c3-46a6-af44-ab9fa399a0e9"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:18:50.465381 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0447ca9-a170-43f3-a683-54ac3ee75af8 service neutron] Pushing event updated for resources: {'Port': ['ID=03a42f09-55c3-46a6-af44-ab9fa399a0e9,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:50.493923 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b2cd53-970c-41a7-9654-be89fe763d7b x-openstack-request-id: req-64b2cd53-970c-41a7-9654-be89fe763d7b {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:18:50.494252 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e87e7992-b873-4ba6-b075-c1c2989b4b8b", "tag": "03a42f09-55c3-46a6-af44-ab9fa399a0e9", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:18:50.494513 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-64b2cd53-970c-41a7-9654-be89fe763d7b {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:18:50.494924 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87e7992-b873-4ba6-b075-c1c2989b4b8b', 'tag': '03a42f09-55c3-46a6-af44-ab9fa399a0e9', 'status': 'completed', 'code': 200} Feb 16 23:18:50.511257 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-0345dabe-7f1d-4126-a694-c35e40ba3ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:50.512927 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-0345dabe-7f1d-4126-a694-c35e40ba3ee2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 1125 time: 0.0595772 Feb 16 23:18:50.561999 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-d1dd5bba-911c-4970-ac1e-30008bf1318f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03a42f09-55c3-46a6-af44-ab9fa399a0e9 HTTP/1.1" status: 200 len: 217 time: 0.0404496 Feb 16 23:18:50.613616 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-82b6a8da-74ff-4950-979a-8a0cf697ec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:50.615201 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-82b6a8da-74ff-4950-979a-8a0cf697ec65 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5fe31e98-f227-4694-80ff-39652a8619d3 HTTP/1.1" status: 200 len: 835 time: 0.0454214 Feb 16 23:18:50.665577 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-bc703f75-c9f6-4c11-ad9a-b551ee3c514f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:50.667062 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-bc703f75-c9f6-4c11-ad9a-b551ee3c514f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e0ce2541-3f45-4466-87ba-08874cbd97fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463455 Feb 16 23:18:50.760857 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-a416dae8-76f3-48d5-9230-c1698b7dd244 service neutron] 10.222.0.67 "GET /v2.0/networks/e0ce2541-3f45-4466-87ba-08874cbd97fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876861 Feb 16 23:18:50.795077 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b4379110-e5e3-4c1e-ba3c-8e2f4d043a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:50.850099 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-62ae81d7-b280-4db1-9a96-331ebb1be20d req-26a4eeda-d28b-470d-aac4-d0a27318e4c1 service neutron] 10.222.0.67 "GET /v2.0/networks/e0ce2541-3f45-4466-87ba-08874cbd97fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833819 Feb 16 23:18:50.940973 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043e21f-71de-4572-a05c-c4b81c5523bc req-4d29ff54-7a8c-4689-9615-4cfd5de759ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:50.942555 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7043e21f-71de-4572-a05c-c4b81c5523bc req-4d29ff54-7a8c-4689-9615-4cfd5de759ff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 1125 time: 0.0505548 Feb 16 23:18:51.030915 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043e21f-71de-4572-a05c-c4b81c5523bc req-e246b55d-f468-4699-837a-eceb8623be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:51.032379 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7043e21f-71de-4572-a05c-c4b81c5523bc req-e246b55d-f468-4699-837a-eceb8623be7b service neutron] 10.222.0.67 "GET /v2.0/networks?id=e0ce2541-3f45-4466-87ba-08874cbd97fc HTTP/1.1" status: 200 len: 897 time: 0.0839419 Feb 16 23:18:51.076435 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7043e21f-71de-4572-a05c-c4b81c5523bc req-4a19f03a-433e-46fc-8588-97ec6401319c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03a42f09-55c3-46a6-af44-ab9fa399a0e9 HTTP/1.1" status: 200 len: 217 time: 0.0374897 Feb 16 23:18:51.125161 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043e21f-71de-4572-a05c-c4b81c5523bc req-2e0ce180-daff-47cb-8a33-69a454bd0979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:51.126605 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7043e21f-71de-4572-a05c-c4b81c5523bc req-2e0ce180-daff-47cb-8a33-69a454bd0979 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5fe31e98-f227-4694-80ff-39652a8619d3 HTTP/1.1" status: 200 len: 835 time: 0.0436337 Feb 16 23:18:51.176471 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043e21f-71de-4572-a05c-c4b81c5523bc req-5b1b62da-a5d8-4b10-8196-2d3806a13175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:51.178015 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7043e21f-71de-4572-a05c-c4b81c5523bc req-5b1b62da-a5d8-4b10-8196-2d3806a13175 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e0ce2541-3f45-4466-87ba-08874cbd97fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456150 Feb 16 23:18:51.269563 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7043e21f-71de-4572-a05c-c4b81c5523bc req-c2d93a90-0d83-4a72-8153-a525f9eb526e service neutron] 10.222.0.67 "GET /v2.0/networks/e0ce2541-3f45-4466-87ba-08874cbd97fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856917 Feb 16 23:18:51.358627 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7043e21f-71de-4572-a05c-c4b81c5523bc req-0dccfdfa-bed9-4468-8637-ddb08bed1386 service neutron] 10.222.0.67 "GET /v2.0/networks/e0ce2541-3f45-4466-87ba-08874cbd97fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837536 Feb 16 23:18:51.407291 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8eed58-cd50-45e2-9e69-f6c627f4f941 req-3352db2c-309f-4132-b0c1-043bc5514424 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:51.408791 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9b8eed58-cd50-45e2-9e69-f6c627f4f941 req-3352db2c-309f-4132-b0c1-043bc5514424 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 943 time: 0.0530751 Feb 16 23:18:51.457341 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9b8eed58-cd50-45e2-9e69-f6c627f4f941 req-0cd79b76-532a-47e6-b802-e729426ad93e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0972572-fc8c-44eb-a489-5ae34b3709b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424335 Feb 16 23:18:52.575785 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48b179-632e-444e-bce6-b432edaffb79 req-dc57d1b1-bbc4-4e03-9915-2b3a7b1aabd5 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:52.577284 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8b48b179-632e-444e-bce6-b432edaffb79 req-dc57d1b1-bbc4-4e03-9915-2b3a7b1aabd5 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 943 time: 0.0523715 Feb 16 23:18:52.624344 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8b48b179-632e-444e-bce6-b432edaffb79 req-b821ee1c-7251-4f14-968b-37c98324a952 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0972572-fc8c-44eb-a489-5ae34b3709b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408089 Feb 16 23:18:53.181445 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-03f92bdc-41bd-488e-98d8-5e011a07414a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:53.747604 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a71c46-2b9f-48a2-8196-3ed421eff2ba req-092618ab-bfe4-44a7-9633-56753eec321c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:53.749006 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b8a71c46-2b9f-48a2-8196-3ed421eff2ba req-092618ab-bfe4-44a7-9633-56753eec321c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 943 time: 0.0563695 Feb 16 23:18:53.797129 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b8a71c46-2b9f-48a2-8196-3ed421eff2ba req-dc30e13e-5760-4ed1-93f2-5ebab1c84864 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0972572-fc8c-44eb-a489-5ae34b3709b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424652 Feb 16 23:18:54.493139 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:54.915737 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92320d-3ca6-40f9-9fc1-b580bc91508c req-3678dff5-d5be-494f-9651-73010de6d29a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:54.917213 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a92320d-3ca6-40f9-9fc1-b580bc91508c req-3678dff5-d5be-494f-9651-73010de6d29a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 943 time: 0.0518589 Feb 16 23:18:54.965295 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5a92320d-3ca6-40f9-9fc1-b580bc91508c req-c5b6b57e-d951-4dcf-ae30-eadb1165120f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0972572-fc8c-44eb-a489-5ae34b3709b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425029 Feb 16 23:18:55.831966 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:55.957119 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 03a42f09-55c3-46a6-af44-ab9fa399a0e9 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:18:56.053406 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 03a42f09-55c3-46a6-af44-ab9fa399a0e9, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=03a42f09-55c3-46a6-af44-ab9fa399a0e9,segment=NetworkSegment(96388a06-da03-4b80-8522-8b330af5879c),segment_id=96388a06-da03-4b80-8522-8b330af5879c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:18:56.064493 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '03a42f09-55c3-46a6-af44-ab9fa399a0e9', 'network_id': 'e0ce2541-3f45-4466-87ba-08874cbd97fc', 'port_id': '03a42f09-55c3-46a6-af44-ab9fa399a0e9', 'mac_address': 'fa:16:3e:5c:11:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fe31e98-f227-4694-80ff-39652a8619d3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:18:56.087488 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea8493-b5a4-4303-879e-0a679cdf802c req-c3380568-1c35-44cf-aaa0-d6b038a2b60c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:56.088988 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a8ea8493-b5a4-4303-879e-0a679cdf802c req-c3380568-1c35-44cf-aaa0-d6b038a2b60c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 943 time: 0.0563829 Feb 16 23:18:56.105777 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 03a42f09-55c3-46a6-af44-ab9fa399a0e9 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:18:56.106318 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (03a42f09-55c3-46a6-af44-ab9fa399a0e9), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:56.120412 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a42f09-55c3-46a6-af44-ab9fa399a0e9 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:18:56.138488 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a8ea8493-b5a4-4303-879e-0a679cdf802c req-0cefb616-a975-4a68-8e89-eb002135f764 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0972572-fc8c-44eb-a489-5ae34b3709b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437860 Feb 16 23:18:56.139197 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 03a42f09-55c3-46a6-af44-ab9fa399a0e9, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=03a42f09-55c3-46a6-af44-ab9fa399a0e9,segment=NetworkSegment(96388a06-da03-4b80-8522-8b330af5879c),segment_id=96388a06-da03-4b80-8522-8b330af5879c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:18:56.143467 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (03a42f09-55c3-46a6-af44-ab9fa399a0e9), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:56.191347 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=03a42f09-55c3-46a6-af44-ab9fa399a0e9,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:56.504092 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['03a42f09-55c3-46a6-af44-ab9fa399a0e9'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:18:57.147653 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:57.260288 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db19c96-b7af-49b6-a14e-d688b06ea4ae req-f43e81f5-6aad-4690-8320-a154560ec6cd tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:57.261815 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7db19c96-b7af-49b6-a14e-d688b06ea4ae req-f43e81f5-6aad-4690-8320-a154560ec6cd tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 944 time: 0.0526915 Feb 16 23:18:57.309847 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7db19c96-b7af-49b6-a14e-d688b06ea4ae req-095ee55c-d267-4d7f-ab4b-5b0c2edd04c4 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0972572-fc8c-44eb-a489-5ae34b3709b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423338 Feb 16 23:18:57.963073 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 03a42f09-55c3-46a6-af44-ab9fa399a0e9 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:18:58.011567 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 03a42f09-55c3-46a6-af44-ab9fa399a0e9 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:18:58.015416 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 03a42f09-55c3-46a6-af44-ab9fa399a0e9 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:18:58.015795 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (03a42f09-55c3-46a6-af44-ab9fa399a0e9), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:58.093901 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 03a42f09-55c3-46a6-af44-ab9fa399a0e9 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:18:58.094314 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (03a42f09-55c3-46a6-af44-ab9fa399a0e9), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:58.116567 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87e7992-b873-4ba6-b075-c1c2989b4b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a42f09-55c3-46a6-af44-ab9fa399a0e9'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:18:58.118829 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}003bc719444852515b674fedd62cd1fb71b35db544f2f4adcbcd93f8ba7f5d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a852f763-6878-4f33-a4a2-9b90d082810d" -d '{"events": [{"server_uuid": "e87e7992-b873-4ba6-b075-c1c2989b4b8b", "name": "network-vif-plugged", "status": "completed", "tag": "03a42f09-55c3-46a6-af44-ab9fa399a0e9"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:18:58.132341 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 03a42f09-55c3-46a6-af44-ab9fa399a0e9, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=03a42f09-55c3-46a6-af44-ab9fa399a0e9,segment=NetworkSegment(96388a06-da03-4b80-8522-8b330af5879c),segment_id=96388a06-da03-4b80-8522-8b330af5879c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:18:58.136430 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (03a42f09-55c3-46a6-af44-ab9fa399a0e9), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:58.161115 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b995bd-37e6-495e-905a-17f1ac6867ac x-openstack-request-id: req-87b995bd-37e6-495e-905a-17f1ac6867ac {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:18:58.161794 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87e7992-b873-4ba6-b075-c1c2989b4b8b", "name": "network-vif-plugged", "status": "completed", "tag": "03a42f09-55c3-46a6-af44-ab9fa399a0e9", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:18:58.161794 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-87b995bd-37e6-495e-905a-17f1ac6867ac {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:18:58.162043 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87e7992-b873-4ba6-b075-c1c2989b4b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a42f09-55c3-46a6-af44-ab9fa399a0e9', 'code': 200} Feb 16 23:18:58.192532 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=03a42f09-55c3-46a6-af44-ab9fa399a0e9,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:18:58.262620 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f3804-c52d-4745-9bd9-9d410648cf8f req-798745f7-4dca-478c-ae91-2fbadc7b4197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:58.264139 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-879f3804-c52d-4745-9bd9-9d410648cf8f req-798745f7-4dca-478c-ae91-2fbadc7b4197 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 1127 time: 0.0495956 Feb 16 23:18:58.311100 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-879f3804-c52d-4745-9bd9-9d410648cf8f req-779c14ad-1494-4a85-a12a-da2ea1a8283f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b0972572-fc8c-44eb-a489-5ae34b3709b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397151 Feb 16 23:18:58.428175 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7d1b2-83a5-49e4-9a5c-739f2fe728c8 req-84f713d5-6f1f-4430-9746-06eb8e48a986 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:58.429646 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12f7d1b2-83a5-49e4-9a5c-739f2fe728c8 req-84f713d5-6f1f-4430-9746-06eb8e48a986 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 945 time: 0.0520642 Feb 16 23:18:58.483772 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-12f7d1b2-83a5-49e4-9a5c-739f2fe728c8 req-9992e6b7-93c2-4ad6-acbc-7b384c8029c1 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0972572-fc8c-44eb-a489-5ae34b3709b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482807 Feb 16 23:18:58.905667 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:18:59.604170 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f17895-2333-4846-a350-5ed61f415c73 req-6805f8ad-4978-447f-bb5c-8b93e8bb2162 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:18:59.605774 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-73f17895-2333-4846-a350-5ed61f415c73 req-6805f8ad-4978-447f-bb5c-8b93e8bb2162 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 945 time: 0.0523901 Feb 16 23:18:59.655766 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-73f17895-2333-4846-a350-5ed61f415c73 req-d5c8c3ec-8664-47fe-8054-a9aee94cc09f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0972572-fc8c-44eb-a489-5ae34b3709b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441852 Feb 16 23:19:00.536531 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:19:00.774952 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda6890-fa1e-4960-a768-146df4b67b17 req-9d0e20e8-ac61-4984-86b6-7f56f00ff806 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:19:00.776682 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1eda6890-fa1e-4960-a768-146df4b67b17 req-9d0e20e8-ac61-4984-86b6-7f56f00ff806 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 945 time: 0.0526800 Feb 16 23:19:00.823276 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1eda6890-fa1e-4960-a768-146df4b67b17 req-3c9dd21e-fa4e-4a3e-bf6f-095ff3352920 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0972572-fc8c-44eb-a489-5ae34b3709b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410962 Feb 16 23:19:00.944013 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07a384-5563-4ca2-a8c8-709c92782f0c req-685bd3df-7e10-4d45-b09d-34a5ef08de29 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:19:00.945516 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c07a384-5563-4ca2-a8c8-709c92782f0c req-685bd3df-7e10-4d45-b09d-34a5ef08de29 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 945 time: 0.0580916 Feb 16 23:19:00.992945 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0c07a384-5563-4ca2-a8c8-709c92782f0c req-0bfbb9f1-8b56-402f-a440-31b725acfeb6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0972572-fc8c-44eb-a489-5ae34b3709b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416465 Feb 16 23:19:01.014421 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55674) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:19:01.057311 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2bcecc-725f-4bf0-9a5a-b6e453dbe164 tempest-TestNetworkAdvancedServerOps-43398640 tempest-TestNetworkAdvancedServerOps-43398640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:19:01.058816 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-ad2bcecc-725f-4bf0-9a5a-b6e453dbe164 tempest-TestNetworkAdvancedServerOps-43398640 tempest-TestNetworkAdvancedServerOps-43398640-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 1122 time: 0.0434537 Feb 16 23:19:01.061564 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55676) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:19:01.066506 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-dc86a855-9f76-4c3e-9a5a-74a80bf398f3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'port_id': '03a42f09-55c3-46a6-af44-ab9fa399a0e9', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:19:01.085899 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc86a855-9f76-4c3e-9a5a-74a80bf398f3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:19:01.183330 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc86a855-9f76-4c3e-9a5a-74a80bf398f3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:19:01.283470 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-dc86a855-9f76-4c3e-9a5a-74a80bf398f3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Allocated IP 172.25.2.123 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/214e05b4-db15-41d9-ae1f-cf7aa842317a) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:19:01.385944 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc86a855-9f76-4c3e-9a5a-74a80bf398f3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for port (214e05b4-db15-41d9-ae1f-cf7aa842317a), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:19:01.418730 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc86a855-9f76-4c3e-9a5a-74a80bf398f3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (214e05b4-db15-41d9-ae1f-cf7aa842317a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:19:01.453801 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc86a855-9f76-4c3e-9a5a-74a80bf398f3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:19:01.458498 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-dc86a855-9f76-4c3e-9a5a-74a80bf398f3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:19:01.461900 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc86a855-9f76-4c3e-9a5a-74a80bf398f3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:19:01.485310 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc86a855-9f76-4c3e-9a5a-74a80bf398f3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Port': ['ID=214e05b4-db15-41d9-ae1f-cf7aa842317a,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:19:01.499052 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86a855-9f76-4c3e-9a5a-74a80bf398f3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:19:01.499407 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86a855-9f76-4c3e-9a5a-74a80bf398f3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:19:01.499751 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86a855-9f76-4c3e-9a5a-74a80bf398f3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:19:01.500084 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86a855-9f76-4c3e-9a5a-74a80bf398f3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:19:01.500418 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86a855-9f76-4c3e-9a5a-74a80bf398f3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:19:01.500746 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86a855-9f76-4c3e-9a5a-74a80bf398f3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:19:01.501092 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86a855-9f76-4c3e-9a5a-74a80bf398f3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:19:01.501409 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86a855-9f76-4c3e-9a5a-74a80bf398f3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:19:01.501735 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86a855-9f76-4c3e-9a5a-74a80bf398f3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:19:01.502129 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86a855-9f76-4c3e-9a5a-74a80bf398f3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:19:01.502440 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86a855-9f76-4c3e-9a5a-74a80bf398f3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:19:01.502762 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86a855-9f76-4c3e-9a5a-74a80bf398f3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:19:01.503115 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86a855-9f76-4c3e-9a5a-74a80bf398f3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:19:01.827198 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc86a855-9f76-4c3e-9a5a-74a80bf398f3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for floatingip (3b82e9a4-42fc-407e-b6e5-050ec5f25a8b), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:19:01.894395 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc86a855-9f76-4c3e-9a5a-74a80bf398f3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (214e05b4-db15-41d9-ae1f-cf7aa842317a), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:19:02.040288 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc86a855-9f76-4c3e-9a5a-74a80bf398f3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for port (214e05b4-db15-41d9-ae1f-cf7aa842317a), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:19:02.044646 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc86a855-9f76-4c3e-9a5a-74a80bf398f3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (214e05b4-db15-41d9-ae1f-cf7aa842317a), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:19:02.115950 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc86a855-9f76-4c3e-9a5a-74a80bf398f3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Port': ['ID=214e05b4-db15-41d9-ae1f-cf7aa842317a,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:19:02.126630 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc86a855-9f76-4c3e-9a5a-74a80bf398f3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (3b82e9a4-42fc-407e-b6e5-050ec5f25a8b), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:19:02.226374 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-dc86a855-9f76-4c3e-9a5a-74a80bf398f3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Floating IP 3b82e9a4-42fc-407e-b6e5-050ec5f25a8b associated. External IP: 172.25.2.123, port: 03a42f09-55c3-46a6-af44-ab9fa399a0e9. Feb 16 23:19:02.429995 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc86a855-9f76-4c3e-9a5a-74a80bf398f3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Router 82c5be6c-e244-49d6-9e4c-7bd580cd528a has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:19:02.537960 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc86a855-9f76-4c3e-9a5a-74a80bf398f3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:19:02.547726 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84cf44a-5f0c-4b42-896b-dca0bb65e946 None None] Sync routers for ids ['82c5be6c-e244-49d6-9e4c-7bd580cd528a'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:19:02.556003 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dc86a855-9f76-4c3e-9a5a-74a80bf398f3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:19:02.558346 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84cf44a-5f0c-4b42-896b-dca0bb65e946 None None] Routers {'82c5be6c-e244-49d6-9e4c-7bd580cd528a'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:19:02.558970 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-b84cf44a-5f0c-4b42-896b-dca0bb65e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:18:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['82c5be6c-e244-49d6-9e4c-7bd580cd528a'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:19:02.585846 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-dc86a855-9f76-4c3e-9a5a-74a80bf398f3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5232198 Feb 16 23:19:02.586579 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87e7992-b873-4ba6-b075-c1c2989b4b8b', 'tag': '03a42f09-55c3-46a6-af44-ab9fa399a0e9'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:19:02.588931 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e02b1269caefb4c024904b88698defd233c730f45a19e1a7dbb6b862b0fddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7898644-59ff-4a18-8527-5b1bdf4e7cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "e87e7992-b873-4ba6-b075-c1c2989b4b8b", "tag": "03a42f09-55c3-46a6-af44-ab9fa399a0e9"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:19:02.667593 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-b84cf44a-5f0c-4b42-896b-dca0bb65e946 None None] Set router 82c5be6c-e244-49d6-9e4c-7bd580cd528a gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:19:02.691921 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2a504-90cf-4dab-ba12-e037cfe644bd req-1f4c7e35-982d-4491-94d5-314ba14cef84 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:19:02.693361 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-30f2a504-90cf-4dab-ba12-e037cfe644bd req-1f4c7e35-982d-4491-94d5-314ba14cef84 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 945 time: 0.0580981 Feb 16 23:19:02.741828 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-30f2a504-90cf-4dab-ba12-e037cfe644bd req-4b0d9803-a5b1-4442-9b59-7604dd451380 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0972572-fc8c-44eb-a489-5ae34b3709b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424566 Feb 16 23:19:02.764435 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55682) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:19:02.788981 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23916a4-4106-481b-bdaf-7606cb856cc3 x-openstack-request-id: req-c23916a4-4106-481b-bdaf-7606cb856cc3 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:19:02.789388 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e87e7992-b873-4ba6-b075-c1c2989b4b8b", "tag": "03a42f09-55c3-46a6-af44-ab9fa399a0e9", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:19:02.789768 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c23916a4-4106-481b-bdaf-7606cb856cc3 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:19:02.790321 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87e7992-b873-4ba6-b075-c1c2989b4b8b', 'tag': '03a42f09-55c3-46a6-af44-ab9fa399a0e9', 'status': 'completed', 'code': 200} Feb 16 23:19:02.854861 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-426d1071-093c-42a7-b99b-2f672d2409eb tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/floatingips/3b82e9a4-42fc-407e-b6e5-050ec5f25a8b HTTP/1.1" status: 200 len: 991 time: 0.0890605 Feb 16 23:19:02.871931 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7898644-59ff-4a18-8527-5b1bdf4e7cd7 req-57c07bde-1780-4a29-9f97-c39b2c3f3764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:19:02.873417 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b7898644-59ff-4a18-8527-5b1bdf4e7cd7 req-57c07bde-1780-4a29-9f97-c39b2c3f3764 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 1127 time: 0.0627022 Feb 16 23:19:02.898556 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-b84cf44a-5f0c-4b42-896b-dca0bb65e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830956721', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:18:42Z', 'updated_at': '2022-02-16T23:18:46Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:59:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:18:42Z', 'updated_at': '2022-02-16T23:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '3b82e9a4-42fc-407e-b6e5-050ec5f25a8b', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'floating_ip_address': '172.25.2.123', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'port_id': '03a42f09-55c3-46a6-af44-ab9fa399a0e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ce2541-3f45-4466-87ba-08874cbd97fc', 'mac_address': 'fa:16:3e:5c:11:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87e7992-b873-4ba6-b075-c1c2989b4b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:19:01Z', 'updated_at': '2022-02-16T23:19:01Z', 'revision_number': 0, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a45bc0c1-da75-4e60-b196-489fa3d382bb', 'name': '', 'network_id': 'e0ce2541-3f45-4466-87ba-08874cbd97fc', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:0c:00:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5fe31e98-f227-4694-80ff-39652a8619d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:18:45Z', 'updated_at': '2022-02-16T23:18:49Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': '5fe31e98-f227-4694-80ff-39652a8619d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:19:02.925459 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84cf44a-5f0c-4b42-896b-dca0bb65e946 None None] Checking router: 82c5be6c-e244-49d6-9e4c-7bd580cd528a for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:19:02.933638 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84cf44a-5f0c-4b42-896b-dca0bb65e946 None None] Routers {'82c5be6c-e244-49d6-9e4c-7bd580cd528a'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:19:02.934272 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-b84cf44a-5f0c-4b42-896b-dca0bb65e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:18:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['82c5be6c-e244-49d6-9e4c-7bd580cd528a'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:19:02.963760 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7898644-59ff-4a18-8527-5b1bdf4e7cd7 req-8725d6bb-75fd-4ae5-90ab-edd7ffea78cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:19:02.965175 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b7898644-59ff-4a18-8527-5b1bdf4e7cd7 req-8725d6bb-75fd-4ae5-90ab-edd7ffea78cd service neutron] 10.222.0.67 "GET /v2.0/networks?id=e0ce2541-3f45-4466-87ba-08874cbd97fc HTTP/1.1" status: 200 len: 897 time: 0.0852079 Feb 16 23:19:03.034926 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b7898644-59ff-4a18-8527-5b1bdf4e7cd7 req-f00cd465-8c84-4721-bac5-463cfb780c7d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03a42f09-55c3-46a6-af44-ab9fa399a0e9 HTTP/1.1" status: 200 len: 999 time: 0.0618658 Feb 16 23:19:03.040769 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-b84cf44a-5f0c-4b42-896b-dca0bb65e946 None None] Set router 82c5be6c-e244-49d6-9e4c-7bd580cd528a gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:19:03.081471 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7898644-59ff-4a18-8527-5b1bdf4e7cd7 req-af69fa12-5d22-4412-bb73-9e7d678bd310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:19:03.082968 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b7898644-59ff-4a18-8527-5b1bdf4e7cd7 req-af69fa12-5d22-4412-bb73-9e7d678bd310 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5fe31e98-f227-4694-80ff-39652a8619d3 HTTP/1.1" status: 200 len: 835 time: 0.0434749 Feb 16 23:19:03.131729 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7898644-59ff-4a18-8527-5b1bdf4e7cd7 req-46861a6a-1b8f-437a-a1c3-98236bc3b6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:19:03.133280 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b7898644-59ff-4a18-8527-5b1bdf4e7cd7 req-46861a6a-1b8f-437a-a1c3-98236bc3b6b6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e0ce2541-3f45-4466-87ba-08874cbd97fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447731 Feb 16 23:19:03.228199 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b7898644-59ff-4a18-8527-5b1bdf4e7cd7 req-148ca8ea-0e1e-41cb-b875-bf09439ae92b service neutron] 10.222.0.67 "GET /v2.0/networks/e0ce2541-3f45-4466-87ba-08874cbd97fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890970 Feb 16 23:19:03.264780 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-b84cf44a-5f0c-4b42-896b-dca0bb65e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830956721', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:18:42Z', 'updated_at': '2022-02-16T23:18:46Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:59:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:18:42Z', 'updated_at': '2022-02-16T23:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '3b82e9a4-42fc-407e-b6e5-050ec5f25a8b', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'floating_ip_address': '172.25.2.123', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'port_id': '03a42f09-55c3-46a6-af44-ab9fa399a0e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ce2541-3f45-4466-87ba-08874cbd97fc', 'mac_address': 'fa:16:3e:5c:11:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87e7992-b873-4ba6-b075-c1c2989b4b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:19:01Z', 'updated_at': '2022-02-16T23:19:01Z', 'revision_number': 0, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a45bc0c1-da75-4e60-b196-489fa3d382bb', 'name': '', 'network_id': 'e0ce2541-3f45-4466-87ba-08874cbd97fc', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:0c:00:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5fe31e98-f227-4694-80ff-39652a8619d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:18:45Z', 'updated_at': '2022-02-16T23:18:49Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': '5fe31e98-f227-4694-80ff-39652a8619d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:19:03.291666 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84cf44a-5f0c-4b42-896b-dca0bb65e946 None None] The sync data for ids ['82c5be6c-e244-49d6-9e4c-7bd580cd528a'] in n-d-813897-6 is: [{'id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830956721', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:18:42Z', 'updated_at': '2022-02-16T23:18:46Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:59:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:18:42Z', 'updated_at': '2022-02-16T23:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '3b82e9a4-42fc-407e-b6e5-050ec5f25a8b', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'floating_ip_address': '172.25.2.123', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'port_id': '03a42f09-55c3-46a6-af44-ab9fa399a0e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ce2541-3f45-4466-87ba-08874cbd97fc', 'mac_address': 'fa:16:3e:5c:11:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87e7992-b873-4ba6-b075-c1c2989b4b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:19:01Z', 'updated_at': '2022-02-16T23:19:01Z', 'revision_number': 0, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a45bc0c1-da75-4e60-b196-489fa3d382bb', 'name': '', 'network_id': 'e0ce2541-3f45-4466-87ba-08874cbd97fc', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:0c:00:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5fe31e98-f227-4694-80ff-39652a8619d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:18:45Z', 'updated_at': '2022-02-16T23:18:49Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': '5fe31e98-f227-4694-80ff-39652a8619d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:19:03.317211 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b7898644-59ff-4a18-8527-5b1bdf4e7cd7 req-e7db3e20-bed0-409e-9ddd-68fc393fc9a9 service neutron] 10.222.0.67 "GET /v2.0/networks/e0ce2541-3f45-4466-87ba-08874cbd97fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831919 Feb 16 23:19:03.499432 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c70a79-8c8a-41a0-a0c7-ea703c3b2807 None None] New status for floating IP 3b82e9a4-42fc-407e-b6e5-050ec5f25a8b: ACTIVE {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:19:03.858754 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55684) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:19:03.918054 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5e76334c-6e21-47d5-ae92-b74bf6b7b894 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/floatingips/3b82e9a4-42fc-407e-b6e5-050ec5f25a8b HTTP/1.1" status: 200 len: 993 time: 0.0581477 Feb 16 23:19:10.388560 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:19:20.797198 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e5042a38-1743-413d-b094-74979d80bb10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:19:23.183518 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-da650df4-c7d6-41d0-b12a-e8170f516ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:19:24.497929 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:19:25.831325 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:19:27.149151 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:19:28.373043 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-365ece63-04e5-49dc-a659-d26bfcceca0a req-b90f3f35-af31-4334-b6fd-87cc7f2939e8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468304 Feb 16 23:19:28.459027 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ece63-04e5-49dc-a659-d26bfcceca0a req-86fb0504-2328-4c8f-b2a5-127ccbf8725f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:19:28.460582 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-365ece63-04e5-49dc-a659-d26bfcceca0a req-86fb0504-2328-4c8f-b2a5-127ccbf8725f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 1127 time: 0.0451562 Feb 16 23:19:28.561958 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ece63-04e5-49dc-a659-d26bfcceca0a req-da54d8c0-2f58-41d3-a935-df9623f6a88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:19:28.563473 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-365ece63-04e5-49dc-a659-d26bfcceca0a req-da54d8c0-2f58-41d3-a935-df9623f6a88b service neutron] 10.222.0.67 "GET /v2.0/networks?id=e0ce2541-3f45-4466-87ba-08874cbd97fc HTTP/1.1" status: 200 len: 897 time: 0.0854883 Feb 16 23:19:28.632759 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-365ece63-04e5-49dc-a659-d26bfcceca0a req-5b15050b-1646-4ea1-bfa7-1479855a568f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03a42f09-55c3-46a6-af44-ab9fa399a0e9 HTTP/1.1" status: 200 len: 1001 time: 0.0612662 Feb 16 23:19:28.679663 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ece63-04e5-49dc-a659-d26bfcceca0a req-60c4670f-83ba-4a3c-8dfd-460da5a5d7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:19:28.681090 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-365ece63-04e5-49dc-a659-d26bfcceca0a req-60c4670f-83ba-4a3c-8dfd-460da5a5d7e8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5fe31e98-f227-4694-80ff-39652a8619d3 HTTP/1.1" status: 200 len: 835 time: 0.0433142 Feb 16 23:19:28.729933 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ece63-04e5-49dc-a659-d26bfcceca0a req-52815429-62d0-4212-a06a-86b686957820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:19:28.731518 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-365ece63-04e5-49dc-a659-d26bfcceca0a req-52815429-62d0-4212-a06a-86b686957820 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e0ce2541-3f45-4466-87ba-08874cbd97fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445225 Feb 16 23:19:28.823581 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-365ece63-04e5-49dc-a659-d26bfcceca0a req-91f52423-b503-449c-b15e-22736324363b service neutron] 10.222.0.67 "GET /v2.0/networks/e0ce2541-3f45-4466-87ba-08874cbd97fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843461 Feb 16 23:19:28.906064 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:19:28.915047 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-365ece63-04e5-49dc-a659-d26bfcceca0a req-082e02e2-7f1e-41f4-8234-75d29d384dd3 service neutron] 10.222.0.67 "GET /v2.0/networks/e0ce2541-3f45-4466-87ba-08874cbd97fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854409 Feb 16 23:19:30.532715 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:19:47.388771 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:19:50.802281 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a8024e38-4007-45d9-ac92-c48326dd69d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:19:53.184794 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9a52adbb-9da0-4683-963e-000fb073a0b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:19:54.499286 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:19:55.834170 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:19:57.153087 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:19:58.903228 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:20:00.559229 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:20:06.828667 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67352e-f91b-4f57-8a25-8a40a5873655 req-2c225fff-bd54-4e63-ba40-05b89957f189 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:20:06.830196 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ab67352e-f91b-4f57-8a25-8a40a5873655 req-2c225fff-bd54-4e63-ba40-05b89957f189 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 945 time: 0.1021407 Feb 16 23:20:06.882218 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ab67352e-f91b-4f57-8a25-8a40a5873655 req-5fe4c0a2-03a2-4bee-90a4-c92461ee4cf6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0972572-fc8c-44eb-a489-5ae34b3709b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457904 Feb 16 23:20:07.998634 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41420c1d-ee61-4c76-a5dd-4ff255423450 req-36bbb8da-2d0b-44db-b82b-6abadf1761c6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:20:08.000104 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-41420c1d-ee61-4c76-a5dd-4ff255423450 req-36bbb8da-2d0b-44db-b82b-6abadf1761c6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 945 time: 0.0511377 Feb 16 23:20:08.047768 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-41420c1d-ee61-4c76-a5dd-4ff255423450 req-f19eda9c-bb70-4496-8524-0272b305902f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0972572-fc8c-44eb-a489-5ae34b3709b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416057 Feb 16 23:20:09.165550 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0ad74-6cd0-469a-86ea-5e43f386ce7d req-3bc494f7-5d2f-4101-b9e4-58d49320b7aa tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:20:09.167068 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c6b0ad74-6cd0-469a-86ea-5e43f386ce7d req-3bc494f7-5d2f-4101-b9e4-58d49320b7aa tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 945 time: 0.0519822 Feb 16 23:20:09.214030 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c6b0ad74-6cd0-469a-86ea-5e43f386ce7d req-c34c812e-effd-4537-af7f-64ef38637892 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0972572-fc8c-44eb-a489-5ae34b3709b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414331 Feb 16 23:20:10.335908 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86149abc-b44d-4390-b1ff-a17baa439fb9 req-633a4914-faff-42df-83e1-ede3d4f5fb53 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:20:10.337382 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-86149abc-b44d-4390-b1ff-a17baa439fb9 req-633a4914-faff-42df-83e1-ede3d4f5fb53 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 945 time: 0.0559342 Feb 16 23:20:10.385195 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-86149abc-b44d-4390-b1ff-a17baa439fb9 req-94104b30-c356-4c7c-b6b2-7bfbba42ead1 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0972572-fc8c-44eb-a489-5ae34b3709b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422218 Feb 16 23:20:11.505759 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab5f80-e2ed-4a83-99e4-374fea9ab6f0 req-1f8f7084-08a3-460d-8139-ef23142839f6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:20:11.507262 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-42ab5f80-e2ed-4a83-99e4-374fea9ab6f0 req-1f8f7084-08a3-460d-8139-ef23142839f6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 945 time: 0.0522599 Feb 16 23:20:11.554997 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-42ab5f80-e2ed-4a83-99e4-374fea9ab6f0 req-0be25994-ad10-4b09-a78f-45c3449f457b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0972572-fc8c-44eb-a489-5ae34b3709b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420918 Feb 16 23:20:12.676396 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b498ad-cb9f-4f91-a6bf-516b54ad89d8 req-f5c78f8c-3c70-49b2-892b-71173533ee1e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:20:12.677882 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-45b498ad-cb9f-4f91-a6bf-516b54ad89d8 req-f5c78f8c-3c70-49b2-892b-71173533ee1e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 945 time: 0.0568380 Feb 16 23:20:12.726566 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-45b498ad-cb9f-4f91-a6bf-516b54ad89d8 req-225b55c0-8d8b-4955-b242-8c486c0fac73 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0972572-fc8c-44eb-a489-5ae34b3709b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430553 Feb 16 23:20:13.843726 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d98ef-12cf-44cc-9fa5-46a00fbfdc86 req-42521da2-7fa5-4c02-a55e-eb66b1d46e5c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:20:13.845207 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-960d98ef-12cf-44cc-9fa5-46a00fbfdc86 req-42521da2-7fa5-4c02-a55e-eb66b1d46e5c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 945 time: 0.0521035 Feb 16 23:20:13.892859 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-960d98ef-12cf-44cc-9fa5-46a00fbfdc86 req-f5e9f834-4593-4a36-8bc3-8c366a23a548 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0972572-fc8c-44eb-a489-5ae34b3709b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419834 Feb 16 23:20:15.010749 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001add3-c54f-47b1-8e0b-2339865f132f req-5ec60f54-28e1-40f7-93ec-51b69f99eaad tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:20:15.012237 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7001add3-c54f-47b1-8e0b-2339865f132f req-5ec60f54-28e1-40f7-93ec-51b69f99eaad tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 945 time: 0.0518005 Feb 16 23:20:15.064508 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7001add3-c54f-47b1-8e0b-2339865f132f req-ef27d79e-6651-459c-a614-39f5fa570a57 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0972572-fc8c-44eb-a489-5ae34b3709b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468171 Feb 16 23:20:16.183601 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4343e6-3125-4678-8f1a-9b4ccd8e5fc8 req-c917adc9-dcff-4e71-80e9-a0e3b4243ab3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:20:16.185090 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d4343e6-3125-4678-8f1a-9b4ccd8e5fc8 req-c917adc9-dcff-4e71-80e9-a0e3b4243ab3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 945 time: 0.0523839 Feb 16 23:20:16.232377 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d4343e6-3125-4678-8f1a-9b4ccd8e5fc8 req-c7f8facc-35c4-414b-8689-4e7ea03c89c3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0972572-fc8c-44eb-a489-5ae34b3709b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417891 Feb 16 23:20:17.349872 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117ad7e-1ccd-48c5-b219-f5019b92866a req-35454602-7cb1-45b3-80e5-7ac0092ffa28 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:20:17.351384 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3117ad7e-1ccd-48c5-b219-f5019b92866a req-35454602-7cb1-45b3-80e5-7ac0092ffa28 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 945 time: 0.0516491 Feb 16 23:20:17.400533 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3117ad7e-1ccd-48c5-b219-f5019b92866a req-603a57da-29df-48b6-908f-be3860614bea tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0972572-fc8c-44eb-a489-5ae34b3709b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435898 Feb 16 23:20:18.527220 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2c80f-d0de-4f87-a153-eba6fa1fd1aa req-8614a4b6-8097-4e3a-9f6c-e7e0cd65d628 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:20:18.528720 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f7b2c80f-d0de-4f87-a153-eba6fa1fd1aa req-8614a4b6-8097-4e3a-9f6c-e7e0cd65d628 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 945 time: 0.0559566 Feb 16 23:20:18.577126 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f7b2c80f-d0de-4f87-a153-eba6fa1fd1aa req-7c122cc6-b2eb-402d-a865-8fc991c9df7b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0972572-fc8c-44eb-a489-5ae34b3709b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427711 Feb 16 23:20:19.695487 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa642b6-9b25-4be0-b3f0-961363a1fc5e req-d834af7a-5a8c-4341-aad0-e094959a6a92 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:20:19.696859 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-baa642b6-9b25-4be0-b3f0-961363a1fc5e req-d834af7a-5a8c-4341-aad0-e094959a6a92 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 945 time: 0.0521626 Feb 16 23:20:19.743945 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-baa642b6-9b25-4be0-b3f0-961363a1fc5e req-6c302087-f48d-4f11-a85e-154ce09ecb5d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0972572-fc8c-44eb-a489-5ae34b3709b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415206 Feb 16 23:20:20.804712 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f0043dae-9c6f-4088-a9e8-f59bd86fa91b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:20:20.863747 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a700c1-500a-497c-972e-e6102ab6dfd2 req-8c78cfdd-df94-49b8-9a1c-e66605ae41a9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:20:20.865225 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-15a700c1-500a-497c-972e-e6102ab6dfd2 req-8c78cfdd-df94-49b8-9a1c-e66605ae41a9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 945 time: 0.0518885 Feb 16 23:20:21.205314 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-15a700c1-500a-497c-972e-e6102ab6dfd2 req-f41b78b1-7f9d-4fb4-aec4-0c882e43978d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0972572-fc8c-44eb-a489-5ae34b3709b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3343618 Feb 16 23:20:22.322665 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509366f-853f-4c58-aa4d-153c58494e72 req-e5b0f3da-e9ca-44e1-a623-3955aeed53e3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:20:22.324128 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6509366f-853f-4c58-aa4d-153c58494e72 req-e5b0f3da-e9ca-44e1-a623-3955aeed53e3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 945 time: 0.0516527 Feb 16 23:20:22.370849 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6509366f-853f-4c58-aa4d-153c58494e72 req-002314c9-1929-4042-86db-b45a6c2fb72b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0972572-fc8c-44eb-a489-5ae34b3709b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412595 Feb 16 23:20:22.393291 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55742) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:20:22.455421 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-934c2d78-ee33-4edf-a019-67a566d64350 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/floatingips/3b82e9a4-42fc-407e-b6e5-050ec5f25a8b HTTP/1.1" status: 200 len: 993 time: 0.0610316 Feb 16 23:20:23.185853 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-37dab682-099d-4536-a3a7-842d8d0bcd64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:20:23.725887 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e31d14-26b5-449c-bd20-450c53086355 req-844f79ac-b24e-45bf-9e2d-f5f775e90af9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:20:23.727134 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-29e31d14-26b5-449c-bd20-450c53086355 req-844f79ac-b24e-45bf-9e2d-f5f775e90af9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 945 time: 0.0570769 Feb 16 23:20:23.752648 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4789e80-6c43-4c1a-92a3-2cf54dbe1a19 req-6df19bfb-1c85-49f1-b9e2-b6deb3e098ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:20:23.754216 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a4789e80-6c43-4c1a-92a3-2cf54dbe1a19 req-6df19bfb-1c85-49f1-b9e2-b6deb3e098ea service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 1127 time: 0.0492213 Feb 16 23:20:23.775008 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-29e31d14-26b5-449c-bd20-450c53086355 req-f2b8a2e9-7b22-46d3-9dd2-01cdc0cc7d91 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0972572-fc8c-44eb-a489-5ae34b3709b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420585 Feb 16 23:20:23.842162 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4789e80-6c43-4c1a-92a3-2cf54dbe1a19 req-ddb863c2-2638-4829-b0f7-bd674375f079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:20:23.843636 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a4789e80-6c43-4c1a-92a3-2cf54dbe1a19 req-ddb863c2-2638-4829-b0f7-bd674375f079 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e0ce2541-3f45-4466-87ba-08874cbd97fc HTTP/1.1" status: 200 len: 897 time: 0.0839486 Feb 16 23:20:23.910564 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a4789e80-6c43-4c1a-92a3-2cf54dbe1a19 req-6880725d-7d20-48be-a6d3-a69c9fd7f462 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03a42f09-55c3-46a6-af44-ab9fa399a0e9 HTTP/1.1" status: 200 len: 1001 time: 0.0611522 Feb 16 23:20:23.958285 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4789e80-6c43-4c1a-92a3-2cf54dbe1a19 req-5410daaa-3513-49f2-bd88-ee7d7dd02e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:20:23.959723 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a4789e80-6c43-4c1a-92a3-2cf54dbe1a19 req-5410daaa-3513-49f2-bd88-ee7d7dd02e78 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5fe31e98-f227-4694-80ff-39652a8619d3 HTTP/1.1" status: 200 len: 835 time: 0.0435965 Feb 16 23:20:24.008031 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4789e80-6c43-4c1a-92a3-2cf54dbe1a19 req-b19b19d1-372d-4438-a084-00f4972f695f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:20:24.009430 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a4789e80-6c43-4c1a-92a3-2cf54dbe1a19 req-b19b19d1-372d-4438-a084-00f4972f695f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e0ce2541-3f45-4466-87ba-08874cbd97fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435069 Feb 16 23:20:24.100557 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a4789e80-6c43-4c1a-92a3-2cf54dbe1a19 req-497e95eb-e421-410b-aa1a-b3a7f0bc75a6 service neutron] 10.222.0.67 "GET /v2.0/networks/e0ce2541-3f45-4466-87ba-08874cbd97fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843701 Feb 16 23:20:24.187831 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-a4789e80-6c43-4c1a-92a3-2cf54dbe1a19 req-078ff630-b87d-48b4-9da9-e37c11db62a8 service neutron] 10.222.0.67 "GET /v2.0/networks/e0ce2541-3f45-4466-87ba-08874cbd97fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809839 Feb 16 23:20:24.388228 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:20:24.652744 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:20:24.895228 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b269e-9180-4034-9f65-ddd7af1b7d0f req-f1c5868b-ddd2-4df9-8893-a6428b39cb31 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:20:24.897295 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f95b269e-9180-4034-9f65-ddd7af1b7d0f req-f1c5868b-ddd2-4df9-8893-a6428b39cb31 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 945 time: 0.0521102 Feb 16 23:20:24.948868 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f95b269e-9180-4034-9f65-ddd7af1b7d0f req-b3ca94cc-4322-494c-8b07-221ee185aade tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0972572-fc8c-44eb-a489-5ae34b3709b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456178 Feb 16 23:20:24.971695 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55754) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:20:25.034810 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f9d76416-dab6-4064-a9a8-61f0d6cc6325 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/floatingips/3b82e9a4-42fc-407e-b6e5-050ec5f25a8b HTTP/1.1" status: 200 len: 993 time: 0.0619650 Feb 16 23:20:25.836962 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:20:27.162005 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:20:28.368719 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0ffaa85d-dc51-4d64-a3aa-400610a0df6d req-f0f1bfa9-6ea3-413a-a9fc-90fc64c44151 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502706 Feb 16 23:20:28.458872 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffaa85d-dc51-4d64-a3aa-400610a0df6d req-8830a48f-1af3-4315-9adf-2a4b03677402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:20:28.460897 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0ffaa85d-dc51-4d64-a3aa-400610a0df6d req-8830a48f-1af3-4315-9adf-2a4b03677402 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 1127 time: 0.0498192 Feb 16 23:20:28.567222 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffaa85d-dc51-4d64-a3aa-400610a0df6d req-816c8d1e-1f6c-49b2-b8de-6af6b649b711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:20:28.568679 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0ffaa85d-dc51-4d64-a3aa-400610a0df6d req-816c8d1e-1f6c-49b2-b8de-6af6b649b711 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e0ce2541-3f45-4466-87ba-08874cbd97fc HTTP/1.1" status: 200 len: 897 time: 0.0885472 Feb 16 23:20:28.632050 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0ffaa85d-dc51-4d64-a3aa-400610a0df6d req-084e8e47-22a0-468c-9ab6-9a4947f5bfa0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03a42f09-55c3-46a6-af44-ab9fa399a0e9 HTTP/1.1" status: 200 len: 1001 time: 0.0563555 Feb 16 23:20:28.680364 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffaa85d-dc51-4d64-a3aa-400610a0df6d req-d6cc241c-4dfa-42ed-96fe-83fccf7f4494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:20:28.681810 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0ffaa85d-dc51-4d64-a3aa-400610a0df6d req-d6cc241c-4dfa-42ed-96fe-83fccf7f4494 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5fe31e98-f227-4694-80ff-39652a8619d3 HTTP/1.1" status: 200 len: 835 time: 0.0446961 Feb 16 23:20:28.734047 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffaa85d-dc51-4d64-a3aa-400610a0df6d req-966c8ff6-2070-4970-9921-6e9e5afdefec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:20:28.735541 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0ffaa85d-dc51-4d64-a3aa-400610a0df6d req-966c8ff6-2070-4970-9921-6e9e5afdefec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e0ce2541-3f45-4466-87ba-08874cbd97fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473144 Feb 16 23:20:28.822371 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0ffaa85d-dc51-4d64-a3aa-400610a0df6d req-ca4f04eb-7bb5-44ab-b974-a3468faf0b62 service neutron] 10.222.0.67 "GET /v2.0/networks/e0ce2541-3f45-4466-87ba-08874cbd97fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811708 Feb 16 23:20:28.895194 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:20:28.916400 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0ffaa85d-dc51-4d64-a3aa-400610a0df6d req-c497c9cc-092c-40f7-987c-2560760c640a service neutron] 10.222.0.67 "GET /v2.0/networks/e0ce2541-3f45-4466-87ba-08874cbd97fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873854 Feb 16 23:20:30.576716 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:20:50.806437 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d0e1ff2b-2203-4665-8745-a4f42ba4073a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:20:53.186607 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0d5ca92c-1dee-4fff-8125-8b2d33cdadb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:20:54.505489 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:20:55.840058 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:20:57.154914 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:20:58.893935 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:00.600289 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:01.387510 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:21:14.298801 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [req-062628d9-1083-4de8-a632-d8b920a83a52 req-a2bf5641-d081-4a5c-a56f-f37a141e4172 service neutron] (103465) timed out ('10.222.0.75', 52184) {{(pid=103465) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 23:21:14.677222 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [req-062628d9-1083-4de8-a632-d8b920a83a52 req-0b2336c5-0e25-4d0a-8f51-63ba6c3aef79 tempest-ServerActionsTestJSON-342140119 tempest-ServerActionsTestJSON-342140119-project] (103465) timed out ('10.222.0.75', 47116) {{(pid=103465) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 23:21:19.947396 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55772) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:21:20.101329 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-9e7d8aec-8dee-4cdc-9816-b5be058cfad5 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Deleting port 214e05b4-db15-41d9-ae1f-cf7aa842317a {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:21:20.102270 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e7d8aec-8dee-4cdc-9816-b5be058cfad5 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (214e05b4-db15-41d9-ae1f-cf7aa842317a), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:20.179771 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e7d8aec-8dee-4cdc-9816-b5be058cfad5 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (214e05b4-db15-41d9-ae1f-cf7aa842317a), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:20.180101 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e7d8aec-8dee-4cdc-9816-b5be058cfad5 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for floatingip (214e05b4-db15-41d9-ae1f-cf7aa842317a), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:20.191670 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-9e7d8aec-8dee-4cdc-9816-b5be058cfad5 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Calling delete_port for 214e05b4-db15-41d9-ae1f-cf7aa842317a owned by network:floatingip {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:21:20.344747 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e7d8aec-8dee-4cdc-9816-b5be058cfad5 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (214e05b4-db15-41d9-ae1f-cf7aa842317a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:20.367857 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d8aec-8dee-4cdc-9816-b5be058cfad5 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event deleted for resources: {'Port': ['ID=214e05b4-db15-41d9-ae1f-cf7aa842317a,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:21:20.381562 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d8aec-8dee-4cdc-9816-b5be058cfad5 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:20.381922 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d8aec-8dee-4cdc-9816-b5be058cfad5 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:20.382298 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d8aec-8dee-4cdc-9816-b5be058cfad5 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:20.382639 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d8aec-8dee-4cdc-9816-b5be058cfad5 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:20.383531 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d8aec-8dee-4cdc-9816-b5be058cfad5 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:20.383873 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d8aec-8dee-4cdc-9816-b5be058cfad5 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:20.384204 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d8aec-8dee-4cdc-9816-b5be058cfad5 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:20.384532 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d8aec-8dee-4cdc-9816-b5be058cfad5 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:20.384862 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d8aec-8dee-4cdc-9816-b5be058cfad5 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:20.385187 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d8aec-8dee-4cdc-9816-b5be058cfad5 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:20.385515 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d8aec-8dee-4cdc-9816-b5be058cfad5 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:20.385840 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d8aec-8dee-4cdc-9816-b5be058cfad5 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:20.386184 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d8aec-8dee-4cdc-9816-b5be058cfad5 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:20.440967 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e7d8aec-8dee-4cdc-9816-b5be058cfad5 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for floatingip (3b82e9a4-42fc-407e-b6e5-050ec5f25a8b), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:20.441297 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-9e7d8aec-8dee-4cdc-9816-b5be058cfad5 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Floating IP 3b82e9a4-42fc-407e-b6e5-050ec5f25a8b disassociated (deleted). External IP: 172.25.2.123, port: 03a42f09-55c3-46a6-af44-ab9fa399a0e9. Feb 16 23:21:20.656219 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7d8aec-8dee-4cdc-9816-b5be058cfad5 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Router 82c5be6c-e244-49d6-9e4c-7bd580cd528a has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:21:20.766830 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7d8aec-8dee-4cdc-9816-b5be058cfad5 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:21:20.771551 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-9e7d8aec-8dee-4cdc-9816-b5be058cfad5 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:20.776678 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1ad1c1-147e-4607-94e3-0a5cd133b3bf None None] Sync routers for ids ['82c5be6c-e244-49d6-9e4c-7bd580cd528a'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:21:20.787311 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1ad1c1-147e-4607-94e3-0a5cd133b3bf None None] Routers {'82c5be6c-e244-49d6-9e4c-7bd580cd528a'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:21:20.787916 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-aa1ad1c1-147e-4607-94e3-0a5cd133b3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:20:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['82c5be6c-e244-49d6-9e4c-7bd580cd528a'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:21:20.803421 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-9e7d8aec-8dee-4cdc-9816-b5be058cfad5 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "DELETE /v2.0/floatingips/3b82e9a4-42fc-407e-b6e5-050ec5f25a8b HTTP/1.1" status: 204 len: 168 time: 0.8549054 Feb 16 23:21:20.804018 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87e7992-b873-4ba6-b075-c1c2989b4b8b', 'tag': '03a42f09-55c3-46a6-af44-ab9fa399a0e9'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:21:20.806894 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e02b1269caefb4c024904b88698defd233c730f45a19e1a7dbb6b862b0fddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e6b9a5-53fa-46af-9054-11f29d7cffff" -d '{"events": [{"name": "network-changed", "server_uuid": "e87e7992-b873-4ba6-b075-c1c2989b4b8b", "tag": "03a42f09-55c3-46a6-af44-ab9fa399a0e9"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:21:20.813052 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-625c8402-19ce-4578-a06d-8e177f03a66b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:20.908168 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-aa1ad1c1-147e-4607-94e3-0a5cd133b3bf None None] Set router 82c5be6c-e244-49d6-9e4c-7bd580cd528a gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:21:21.017852 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04230638-3687-4928-9662-16146210f97c x-openstack-request-id: req-04230638-3687-4928-9662-16146210f97c {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:21:21.018411 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e87e7992-b873-4ba6-b075-c1c2989b4b8b", "tag": "03a42f09-55c3-46a6-af44-ab9fa399a0e9", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:21:21.018531 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-04230638-3687-4928-9662-16146210f97c {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:21:21.018968 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87e7992-b873-4ba6-b075-c1c2989b4b8b', 'tag': '03a42f09-55c3-46a6-af44-ab9fa399a0e9', 'status': 'completed', 'code': 200} Feb 16 23:21:21.086096 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6b9a5-53fa-46af-9054-11f29d7cffff req-1763ec31-aa6d-40ad-a272-e00c64cc2920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:21:21.087725 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-24e6b9a5-53fa-46af-9054-11f29d7cffff req-1763ec31-aa6d-40ad-a272-e00c64cc2920 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 1127 time: 0.0474951 Feb 16 23:21:21.120645 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-aa1ad1c1-147e-4607-94e3-0a5cd133b3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830956721', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:18:42Z', 'updated_at': '2022-02-16T23:18:46Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:59:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:18:42Z', 'updated_at': '2022-02-16T23:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'a45bc0c1-da75-4e60-b196-489fa3d382bb', 'name': '', 'network_id': 'e0ce2541-3f45-4466-87ba-08874cbd97fc', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:0c:00:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5fe31e98-f227-4694-80ff-39652a8619d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:18:45Z', 'updated_at': '2022-02-16T23:18:49Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': '5fe31e98-f227-4694-80ff-39652a8619d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:21:21.125744 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ae41b-9443-461c-b974-b0ca250ecc9b req-af8e0ba8-21ec-4933-ac17-c251d995f974 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:21:21.129823 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f33ae41b-9443-461c-b974-b0ca250ecc9b req-af8e0ba8-21ec-4933-ac17-c251d995f974 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 945 time: 0.0579464 Feb 16 23:21:21.146778 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1ad1c1-147e-4607-94e3-0a5cd133b3bf None None] Checking router: 82c5be6c-e244-49d6-9e4c-7bd580cd528a for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:21:21.155455 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1ad1c1-147e-4607-94e3-0a5cd133b3bf None None] Routers {'82c5be6c-e244-49d6-9e4c-7bd580cd528a'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:21:21.156066 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-aa1ad1c1-147e-4607-94e3-0a5cd133b3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:20:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['82c5be6c-e244-49d6-9e4c-7bd580cd528a'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:21:21.181705 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f33ae41b-9443-461c-b974-b0ca250ecc9b req-7fe30064-edef-430c-ad93-223d7928a868 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0972572-fc8c-44eb-a489-5ae34b3709b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486643 Feb 16 23:21:21.189508 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6b9a5-53fa-46af-9054-11f29d7cffff req-0c407171-c112-4fb0-b9f9-f8b7e3840dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:21:21.191290 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-24e6b9a5-53fa-46af-9054-11f29d7cffff req-0c407171-c112-4fb0-b9f9-f8b7e3840dee service neutron] 10.222.0.67 "GET /v2.0/networks?id=e0ce2541-3f45-4466-87ba-08874cbd97fc HTTP/1.1" status: 200 len: 897 time: 0.0970047 Feb 16 23:21:21.233952 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-24e6b9a5-53fa-46af-9054-11f29d7cffff req-9338352d-f5e8-4e83-93dd-28693b3955c7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03a42f09-55c3-46a6-af44-ab9fa399a0e9 HTTP/1.1" status: 200 len: 217 time: 0.0349197 Feb 16 23:21:21.265025 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-aa1ad1c1-147e-4607-94e3-0a5cd133b3bf None None] Set router 82c5be6c-e244-49d6-9e4c-7bd580cd528a gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:21:21.284354 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6b9a5-53fa-46af-9054-11f29d7cffff req-ce447279-cc66-4266-a989-69ea26691c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:21:21.285834 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-24e6b9a5-53fa-46af-9054-11f29d7cffff req-ce447279-cc66-4266-a989-69ea26691c32 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5fe31e98-f227-4694-80ff-39652a8619d3 HTTP/1.1" status: 200 len: 835 time: 0.0440607 Feb 16 23:21:21.336451 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6b9a5-53fa-46af-9054-11f29d7cffff req-2bda19f7-ada7-4200-a94d-f30817659063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:21:21.338115 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-24e6b9a5-53fa-46af-9054-11f29d7cffff req-2bda19f7-ada7-4200-a94d-f30817659063 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e0ce2541-3f45-4466-87ba-08874cbd97fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445759 Feb 16 23:21:21.431322 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-24e6b9a5-53fa-46af-9054-11f29d7cffff req-b99cfcfd-5c37-4885-afdc-03825ea841f5 service neutron] 10.222.0.67 "GET /v2.0/networks/e0ce2541-3f45-4466-87ba-08874cbd97fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864439 Feb 16 23:21:21.464227 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-aa1ad1c1-147e-4607-94e3-0a5cd133b3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830956721', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:18:42Z', 'updated_at': '2022-02-16T23:18:46Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:59:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:18:42Z', 'updated_at': '2022-02-16T23:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'a45bc0c1-da75-4e60-b196-489fa3d382bb', 'name': '', 'network_id': 'e0ce2541-3f45-4466-87ba-08874cbd97fc', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:0c:00:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5fe31e98-f227-4694-80ff-39652a8619d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:18:45Z', 'updated_at': '2022-02-16T23:18:49Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': '5fe31e98-f227-4694-80ff-39652a8619d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:21:21.490771 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1ad1c1-147e-4607-94e3-0a5cd133b3bf None None] The sync data for ids ['82c5be6c-e244-49d6-9e4c-7bd580cd528a'] in n-d-813897-6 is: [{'id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830956721', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:18:42Z', 'updated_at': '2022-02-16T23:18:46Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:59:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:18:42Z', 'updated_at': '2022-02-16T23:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'a45bc0c1-da75-4e60-b196-489fa3d382bb', 'name': '', 'network_id': 'e0ce2541-3f45-4466-87ba-08874cbd97fc', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:0c:00:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5fe31e98-f227-4694-80ff-39652a8619d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:18:45Z', 'updated_at': '2022-02-16T23:18:49Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': '5fe31e98-f227-4694-80ff-39652a8619d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:21:21.748110 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1356cd81-d473-4ee7-84d4-4aa8eec80f4c None None] New status for floating IP 3b82e9a4-42fc-407e-b6e5-050ec5f25a8b: DOWN {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:21:21.841905 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-24e6b9a5-53fa-46af-9054-11f29d7cffff req-6225430c-f23e-4ef0-90ea-6ed74b51a776 service neutron] 10.222.0.67 "GET /v2.0/networks/e0ce2541-3f45-4466-87ba-08874cbd97fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026928 Feb 16 23:21:22.305528 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02410b5c-9a60-4927-8f60-0c4d4e78b370 req-93bd7e90-3975-4312-bd85-526b1cfc8572 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:21:22.307045 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-02410b5c-9a60-4927-8f60-0c4d4e78b370 req-93bd7e90-3975-4312-bd85-526b1cfc8572 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 945 time: 0.0567834 Feb 16 23:21:22.354981 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-02410b5c-9a60-4927-8f60-0c4d4e78b370 req-fe2b32f5-1f85-4e7e-996d-7c0e3bb36989 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0972572-fc8c-44eb-a489-5ae34b3709b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421607 Feb 16 23:21:22.776026 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab2271-cb42-435d-9e31-e9432c9facd2 req-886458fb-8ed6-41f4-9af2-683d46e257cb tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:21:22.777733 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-43ab2271-cb42-435d-9e31-e9432c9facd2 req-886458fb-8ed6-41f4-9af2-683d46e257cb tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.67 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 945 time: 0.0527692 Feb 16 23:21:22.865615 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-43ab2271-cb42-435d-9e31-e9432c9facd2 req-d5070784-2616-42f8-a171-597b5d3e7980 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Deleting port 03a42f09-55c3-46a6-af44-ab9fa399a0e9 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:21:22.865961 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-43ab2271-cb42-435d-9e31-e9432c9facd2 req-d5070784-2616-42f8-a171-597b5d3e7980 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (03a42f09-55c3-46a6-af44-ab9fa399a0e9), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:22.955739 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-43ab2271-cb42-435d-9e31-e9432c9facd2 req-d5070784-2616-42f8-a171-597b5d3e7980 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] For port 03a42f09-55c3-46a6-af44-ab9fa399a0e9, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=03a42f09-55c3-46a6-af44-ab9fa399a0e9,segment=NetworkSegment(96388a06-da03-4b80-8522-8b330af5879c),segment_id=96388a06-da03-4b80-8522-8b330af5879c)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:21:22.956104 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-43ab2271-cb42-435d-9e31-e9432c9facd2 req-d5070784-2616-42f8-a171-597b5d3e7980 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (03a42f09-55c3-46a6-af44-ab9fa399a0e9), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:22.968267 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-43ab2271-cb42-435d-9e31-e9432c9facd2 req-d5070784-2616-42f8-a171-597b5d3e7980 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Calling delete_port for 03a42f09-55c3-46a6-af44-ab9fa399a0e9 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:21:23.095154 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-43ab2271-cb42-435d-9e31-e9432c9facd2 req-d5070784-2616-42f8-a171-597b5d3e7980 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (03a42f09-55c3-46a6-af44-ab9fa399a0e9), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:23.121648 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5070784-2616-42f8-a171-597b5d3e7980 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event deleted for resources: {'Port': ['ID=03a42f09-55c3-46a6-af44-ab9fa399a0e9,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:21:23.131593 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5070784-2616-42f8-a171-597b5d3e7980 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:23.131950 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5070784-2616-42f8-a171-597b5d3e7980 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:23.132301 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5070784-2616-42f8-a171-597b5d3e7980 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:23.132638 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5070784-2616-42f8-a171-597b5d3e7980 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:23.133538 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5070784-2616-42f8-a171-597b5d3e7980 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:23.133877 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5070784-2616-42f8-a171-597b5d3e7980 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:23.134242 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5070784-2616-42f8-a171-597b5d3e7980 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:23.134583 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5070784-2616-42f8-a171-597b5d3e7980 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:23.134918 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5070784-2616-42f8-a171-597b5d3e7980 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:23.135636 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5070784-2616-42f8-a171-597b5d3e7980 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:23.135636 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5070784-2616-42f8-a171-597b5d3e7980 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:23.135912 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5070784-2616-42f8-a171-597b5d3e7980 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:23.136196 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5070784-2616-42f8-a171-597b5d3e7980 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:23.178976 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ab2271-cb42-435d-9e31-e9432c9facd2 req-d5070784-2616-42f8-a171-597b5d3e7980 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] No DVR routers for this DVR port 03a42f09-55c3-46a6-af44-ab9fa399a0e9 on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:21:23.182412 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-43ab2271-cb42-435d-9e31-e9432c9facd2 req-d5070784-2616-42f8-a171-597b5d3e7980 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:23.185883 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-43ab2271-cb42-435d-9e31-e9432c9facd2 req-d5070784-2616-42f8-a171-597b5d3e7980 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.67 "DELETE /v2.0/ports/03a42f09-55c3-46a6-af44-ab9fa399a0e9 HTTP/1.1" status: 204 len: 173 time: 0.4029896 Feb 16 23:21:23.186378 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87e7992-b873-4ba6-b075-c1c2989b4b8b', 'name': 'network-vif-deleted', 'tag': '03a42f09-55c3-46a6-af44-ab9fa399a0e9'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:21:23.188129 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2e5878e9-e5dd-40fd-9b78-14890723d4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:23.188734 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc6ebb2656127e6cc678106abfc43ff4a9c5ad1b0fb390af1324360b6f530fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496357a3-98ba-4289-ad85-87f699150706" -d '{"events": [{"server_uuid": "e87e7992-b873-4ba6-b075-c1c2989b4b8b", "name": "network-vif-deleted", "tag": "03a42f09-55c3-46a6-af44-ab9fa399a0e9"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:21:23.234118 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddfce6f-ee6f-4196-97c3-d1b62884f254 x-openstack-request-id: req-dddfce6f-ee6f-4196-97c3-d1b62884f254 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:21:23.234420 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87e7992-b873-4ba6-b075-c1c2989b4b8b", "name": "network-vif-deleted", "tag": "03a42f09-55c3-46a6-af44-ab9fa399a0e9", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:21:23.234678 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dddfce6f-ee6f-4196-97c3-d1b62884f254 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:21:23.235091 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87e7992-b873-4ba6-b075-c1c2989b4b8b', 'name': 'network-vif-deleted', 'tag': '03a42f09-55c3-46a6-af44-ab9fa399a0e9', 'status': 'completed', 'code': 200} Feb 16 23:21:23.461244 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-408a6f01-b12b-4e14-915e-093f06674e41 req-0edc76d9-f431-4c68-8976-affc743183a9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=e87e7992-b873-4ba6-b075-c1c2989b4b8b HTTP/1.1" status: 200 len: 210 time: 0.0268903 Feb 16 23:21:24.508689 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:24.522145 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55792) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:21:24.880401 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-38ac2a18-60df-4b4b-a66d-ba46cb1db2d3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (82c5be6c-e244-49d6-9e4c-7bd580cd528a), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:25.135280 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-38ac2a18-60df-4b4b-a66d-ba46cb1db2d3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Deleting port a45bc0c1-da75-4e60-b196-489fa3d382bb {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:21:25.135523 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-38ac2a18-60df-4b4b-a66d-ba46cb1db2d3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a45bc0c1-da75-4e60-b196-489fa3d382bb), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:25.219837 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-38ac2a18-60df-4b4b-a66d-ba46cb1db2d3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] For port a45bc0c1-da75-4e60-b196-489fa3d382bb, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a45bc0c1-da75-4e60-b196-489fa3d382bb,segment=NetworkSegment(96388a06-da03-4b80-8522-8b330af5879c),segment_id=96388a06-da03-4b80-8522-8b330af5879c)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:21:25.220508 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-38ac2a18-60df-4b4b-a66d-ba46cb1db2d3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a45bc0c1-da75-4e60-b196-489fa3d382bb), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:25.232636 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-38ac2a18-60df-4b4b-a66d-ba46cb1db2d3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Calling delete_port for a45bc0c1-da75-4e60-b196-489fa3d382bb owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:21:25.417348 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-38ac2a18-60df-4b4b-a66d-ba46cb1db2d3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (a45bc0c1-da75-4e60-b196-489fa3d382bb), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:25.444311 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac2a18-60df-4b4b-a66d-ba46cb1db2d3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event deleted for resources: {'Port': ['ID=a45bc0c1-da75-4e60-b196-489fa3d382bb,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:21:25.627394 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-38ac2a18-60df-4b4b-a66d-ba46cb1db2d3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (82c5be6c-e244-49d6-9e4c-7bd580cd528a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:25.844744 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:25.849344 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ac2a18-60df-4b4b-a66d-ba46cb1db2d3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Router 82c5be6c-e244-49d6-9e4c-7bd580cd528a has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:21:25.956070 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ac2a18-60df-4b4b-a66d-ba46cb1db2d3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:21:25.961384 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-38ac2a18-60df-4b4b-a66d-ba46cb1db2d3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "PUT /v2.0/routers/82c5be6c-e244-49d6-9e4c-7bd580cd528a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4379654 Feb 16 23:21:25.963870 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55794) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:21:25.966594 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fb5cfe-6944-4b56-99fe-97cf05cb253b None None] Sync routers for ids ['82c5be6c-e244-49d6-9e4c-7bd580cd528a'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:21:25.976143 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fb5cfe-6944-4b56-99fe-97cf05cb253b None None] Routers {'82c5be6c-e244-49d6-9e4c-7bd580cd528a'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:21:25.976712 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-51fb5cfe-6944-4b56-99fe-97cf05cb253b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:21:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['82c5be6c-e244-49d6-9e4c-7bd580cd528a'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:21:26.088771 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-51fb5cfe-6944-4b56-99fe-97cf05cb253b None None] Set router 82c5be6c-e244-49d6-9e4c-7bd580cd528a gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:21:26.273012 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-51fb5cfe-6944-4b56-99fe-97cf05cb253b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830956721', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:18:42Z', 'updated_at': '2022-02-16T23:21:25Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:59:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:18:42Z', 'updated_at': '2022-02-16T23:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:21:26.306796 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d26229-9ffe-4e59-bd17-4853a9d0c96b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Deleting subnet 5fe31e98-f227-4694-80ff-39652a8619d3 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 23:21:26.310363 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-61d26229-9ffe-4e59-bd17-4853a9d0c96b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for subnet (5fe31e98-f227-4694-80ff-39652a8619d3), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:26.352017 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-61d26229-9ffe-4e59-bd17-4853a9d0c96b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (5fe31e98-f227-4694-80ff-39652a8619d3), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:26.400844 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fb5cfe-6944-4b56-99fe-97cf05cb253b None None] Checking router: 82c5be6c-e244-49d6-9e4c-7bd580cd528a for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:21:26.409294 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fb5cfe-6944-4b56-99fe-97cf05cb253b None None] Routers {'82c5be6c-e244-49d6-9e4c-7bd580cd528a'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:21:26.409929 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-51fb5cfe-6944-4b56-99fe-97cf05cb253b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:21:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['82c5be6c-e244-49d6-9e4c-7bd580cd528a'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:21:26.438018 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-61d26229-9ffe-4e59-bd17-4853a9d0c96b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (5fe31e98-f227-4694-80ff-39652a8619d3), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:26.497041 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-61d26229-9ffe-4e59-bd17-4853a9d0c96b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (5fe31e98-f227-4694-80ff-39652a8619d3), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:26.515110 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-51fb5cfe-6944-4b56-99fe-97cf05cb253b None None] Set router 82c5be6c-e244-49d6-9e4c-7bd580cd528a gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:21:26.521782 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d26229-9ffe-4e59-bd17-4853a9d0c96b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event deleted for resources: {'Subnet': ['ID=5fe31e98-f227-4694-80ff-39652a8619d3,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:21:26.531340 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-61d26229-9ffe-4e59-bd17-4853a9d0c96b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:26.536591 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc4e0ab-ad4a-4fd7-a74c-d7def53cf084 None None] Network e0ce2541-3f45-4466-87ba-08874cbd97fc requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:21:26.537447 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55796) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:21:26.537925 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-61d26229-9ffe-4e59-bd17-4853a9d0c96b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "DELETE /v2.0/subnets/5fe31e98-f227-4694-80ff-39652a8619d3 HTTP/1.1" status: 204 len: 168 time: 0.5725088 Feb 16 23:21:26.654665 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4034c7d1-bbe5-413a-8ccf-74cf6f1e7281 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router (82c5be6c-e244-49d6-9e4c-7bd580cd528a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:26.700734 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-51fb5cfe-6944-4b56-99fe-97cf05cb253b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830956721', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:18:42Z', 'updated_at': '2022-02-16T23:21:25Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:59:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:18:42Z', 'updated_at': '2022-02-16T23:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:21:26.727711 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dd2e04-5bfc-49de-a8d0-f6d601f5f14c None None] DHCP port deletion for e0ce2541-3f45-4466-87ba-08874cbd97fc request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 23:21:26.730329 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fb5cfe-6944-4b56-99fe-97cf05cb253b None None] The sync data for ids ['82c5be6c-e244-49d6-9e4c-7bd580cd528a'] in n-d-813897-6 is: [{'id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830956721', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:18:42Z', 'updated_at': '2022-02-16T23:21:25Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': '1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:59:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c5be6c-e244-49d6-9e4c-7bd580cd528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:18:42Z', 'updated_at': '2022-02-16T23:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:21:26.765069 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 03a42f09-55c3-46a6-af44-ab9fa399a0e9 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:21:26.767314 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4034c7d1-bbe5-413a-8ccf-74cf6f1e7281 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router_gateway (82c5be6c-e244-49d6-9e4c-7bd580cd528a), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:26.794095 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 03a42f09-55c3-46a6-af44-ab9fa399a0e9 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:21:26.794480 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 03a42f09-55c3-46a6-af44-ab9fa399a0e9 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:21:26.805747 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-59dd2e04-5bfc-49de-a8d0-f6d601f5f14c None None] Deleting port a515fb93-638c-4af5-b2f3-9543c8de5b76 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:21:26.806281 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-59dd2e04-5bfc-49de-a8d0-f6d601f5f14c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (a515fb93-638c-4af5-b2f3-9543c8de5b76), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:26.824058 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-4034c7d1-bbe5-413a-8ccf-74cf6f1e7281 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Deleting port 1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:21:26.824406 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4034c7d1-bbe5-413a-8ccf-74cf6f1e7281 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:26.868533 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-59dd2e04-5bfc-49de-a8d0-f6d601f5f14c None None] For port a515fb93-638c-4af5-b2f3-9543c8de5b76, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=a515fb93-638c-4af5-b2f3-9543c8de5b76,segment=NetworkSegment(96388a06-da03-4b80-8522-8b330af5879c),segment_id=96388a06-da03-4b80-8522-8b330af5879c)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:21:26.869156 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-59dd2e04-5bfc-49de-a8d0-f6d601f5f14c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (a515fb93-638c-4af5-b2f3-9543c8de5b76), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:26.881759 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-59dd2e04-5bfc-49de-a8d0-f6d601f5f14c None None] Calling delete_port for a515fb93-638c-4af5-b2f3-9543c8de5b76 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:21:26.907714 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-4034c7d1-bbe5-413a-8ccf-74cf6f1e7281 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] For port 1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:21:26.908061 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4034c7d1-bbe5-413a-8ccf-74cf6f1e7281 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:26.920361 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-4034c7d1-bbe5-413a-8ccf-74cf6f1e7281 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Calling delete_port for 1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00 owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:21:26.964946 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-59dd2e04-5bfc-49de-a8d0-f6d601f5f14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (a515fb93-638c-4af5-b2f3-9543c8de5b76), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:26.989544 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd2e04-5bfc-49de-a8d0-f6d601f5f14c None None] Pushing event deleted for resources: {'Port': ['ID=a515fb93-638c-4af5-b2f3-9543c8de5b76,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:21:26.993844 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dd2e04-5bfc-49de-a8d0-f6d601f5f14c None None] No DVR routers for this DVR port a515fb93-638c-4af5-b2f3-9543c8de5b76 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:21:27.000790 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dd2e04-5bfc-49de-a8d0-f6d601f5f14c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:27.001150 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dd2e04-5bfc-49de-a8d0-f6d601f5f14c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:27.001495 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dd2e04-5bfc-49de-a8d0-f6d601f5f14c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:27.001838 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dd2e04-5bfc-49de-a8d0-f6d601f5f14c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:27.002202 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dd2e04-5bfc-49de-a8d0-f6d601f5f14c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:27.008229 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dd2e04-5bfc-49de-a8d0-f6d601f5f14c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:27.008229 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dd2e04-5bfc-49de-a8d0-f6d601f5f14c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:27.008229 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dd2e04-5bfc-49de-a8d0-f6d601f5f14c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:27.008229 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dd2e04-5bfc-49de-a8d0-f6d601f5f14c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:27.008229 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dd2e04-5bfc-49de-a8d0-f6d601f5f14c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:27.008229 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dd2e04-5bfc-49de-a8d0-f6d601f5f14c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:27.008229 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dd2e04-5bfc-49de-a8d0-f6d601f5f14c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:27.008229 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dd2e04-5bfc-49de-a8d0-f6d601f5f14c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:27.093320 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4034c7d1-bbe5-413a-8ccf-74cf6f1e7281 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:27.122778 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034c7d1-bbe5-413a-8ccf-74cf6f1e7281 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event deleted for resources: {'Port': ['ID=1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:21:27.158492 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:27.185339 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4034c7d1-bbe5-413a-8ccf-74cf6f1e7281 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (82c5be6c-e244-49d6-9e4c-7bd580cd528a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:27.283998 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4034c7d1-bbe5-413a-8ccf-74cf6f1e7281 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (82c5be6c-e244-49d6-9e4c-7bd580cd528a), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:27.286072 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4034c7d1-bbe5-413a-8ccf-74cf6f1e7281 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router_controller (82c5be6c-e244-49d6-9e4c-7bd580cd528a), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:27.331274 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4034c7d1-bbe5-413a-8ccf-74cf6f1e7281 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (82c5be6c-e244-49d6-9e4c-7bd580cd528a), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:27.331837 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4034c7d1-bbe5-413a-8ccf-74cf6f1e7281 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Fanout notify agent at l3_agent the message router_deleted on router 82c5be6c-e244-49d6-9e4c-7bd580cd528a {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 23:21:27.339502 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-4034c7d1-bbe5-413a-8ccf-74cf6f1e7281 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:27.340545 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-4034c7d1-bbe5-413a-8ccf-74cf6f1e7281 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "DELETE /v2.0/routers/82c5be6c-e244-49d6-9e4c-7bd580cd528a HTTP/1.1" status: 204 len: 168 time: 0.8012512 Feb 16 23:21:27.343897 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55798) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:21:27.434200 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-faf4489e-7bf1-416e-a51b-3c6e3272a7d0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (e0ce2541-3f45-4466-87ba-08874cbd97fc), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:27.523732 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-faf4489e-7bf1-416e-a51b-3c6e3272a7d0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (e0ce2541-3f45-4466-87ba-08874cbd97fc), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:27.545222 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-faf4489e-7bf1-416e-a51b-3c6e3272a7d0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ce2541-3f45-4466-87ba-08874cbd97fc']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:21:27.556150 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-faf4489e-7bf1-416e-a51b-3c6e3272a7d0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96388a06-da03-4b80-8522-8b330af5879c') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:21:27.556473 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-faf4489e-7bf1-416e-a51b-3c6e3272a7d0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96388a06-da03-4b80-8522-8b330af5879c') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:21:27.566197 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-faf4489e-7bf1-416e-a51b-3c6e3272a7d0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (96388a06-da03-4b80-8522-8b330af5879c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:27.579342 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-faf4489e-7bf1-416e-a51b-3c6e3272a7d0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (96388a06-da03-4b80-8522-8b330af5879c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:27.585428 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faf4489e-7bf1-416e-a51b-3c6e3272a7d0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:21:27.586430 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-faf4489e-7bf1-416e-a51b-3c6e3272a7d0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (96388a06-da03-4b80-8522-8b330af5879c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:27.589700 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 23:21:27.589700 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:21:27.589700 n-d-813897-6 neutron-server[103465]: timer() Feb 16 23:21:27.589700 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:21:27.589700 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 23:21:27.589700 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 23:21:27.589700 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 23:21:27.589700 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:21:27.589700 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 23:21:27.589700 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:21:27.589700 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 23:21:27.589700 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:21:27.589700 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 23:21:27.589700 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 23:21:27.589700 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:21:27.589700 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 23:21:27.589700 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:21:27.589700 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 23:21:27.589700 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 23:21:27.589700 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 23:21:27.589700 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 23:21:27.589700 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 23:21:27.589700 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:21:27.589700 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:21:27.589700 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 23:21:27.589700 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:21:27.589700 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:21:27.589700 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:21:27.589700 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:21:27.589700 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:21:27.589700 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:21:27.589700 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:21:27.651145 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-faf4489e-7bf1-416e-a51b-3c6e3272a7d0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (e0ce2541-3f45-4466-87ba-08874cbd97fc), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:27.658696 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-faf4489e-7bf1-416e-a51b-3c6e3272a7d0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:27.661643 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-faf4489e-7bf1-416e-a51b-3c6e3272a7d0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "DELETE /v2.0/networks/e0ce2541-3f45-4466-87ba-08874cbd97fc HTTP/1.1" status: 204 len: 168 time: 0.3161876 Feb 16 23:21:27.666378 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55800) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:21:27.673741 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4489e-7bf1-416e-a51b-3c6e3272a7d0 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event deleted for resources: {'Network': ['ID=e0ce2541-3f45-4466-87ba-08874cbd97fc,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:21:27.724356 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7ae95ac7-413c-479c-914b-72859640a41e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group (b0972572-fc8c-44eb-a489-5ae34b3709b5), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:27.748697 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7ae95ac7-413c-479c-914b-72859640a41e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group (b0972572-fc8c-44eb-a489-5ae34b3709b5), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:27.829333 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7ae95ac7-413c-479c-914b-72859640a41e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b0972572-fc8c-44eb-a489-5ae34b3709b5), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:27.833497 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-7ae95ac7-413c-479c-914b-72859640a41e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:27.834480 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a515fb93-638c-4af5-b2f3-9543c8de5b76 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:21:27.834864 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-7ae95ac7-413c-479c-914b-72859640a41e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "DELETE /v2.0/security-groups/b0972572-fc8c-44eb-a489-5ae34b3709b5 HTTP/1.1" status: 204 len: 168 time: 0.1674001 Feb 16 23:21:27.852364 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae95ac7-413c-479c-914b-72859640a41e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0972572-fc8c-44eb-a489-5ae34b3709b5,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:21:27.865599 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: a515fb93-638c-4af5-b2f3-9543c8de5b76 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:21:27.865952 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a515fb93-638c-4af5-b2f3-9543c8de5b76 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:21:27.866404 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a45bc0c1-da75-4e60-b196-489fa3d382bb no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:21:27.890523 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: a45bc0c1-da75-4e60-b196-489fa3d382bb {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:21:27.891206 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device a45bc0c1-da75-4e60-b196-489fa3d382bb not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:21:27.891316 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:21:27.914739 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:21:27.915099 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 1505dfa5-0ad6-4b2c-87f9-96d15a5e3f00 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:21:28.903294 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:29.121116 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55808) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:21:29.125649 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-16566187-6021-4acf-82c9-a3ff97272eba tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1576438959', 'description': 'tempest-secgroup-smoke-1576438959 description', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:21:29.151063 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-16566187-6021-4acf-82c9-a3ff97272eba tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:29.214905 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-16566187-6021-4acf-82c9-a3ff97272eba tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group (436a5825-e062-4083-a096-3ea20f161bbc), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:29.218644 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-16566187-6021-4acf-82c9-a3ff97272eba tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (436a5825-e062-4083-a096-3ea20f161bbc), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:29.246962 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-16566187-6021-4acf-82c9-a3ff97272eba tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:29.248182 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-16566187-6021-4acf-82c9-a3ff97272eba tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1260595 Feb 16 23:21:29.250008 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16566187-6021-4acf-82c9-a3ff97272eba tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=436a5825-e062-4083-a096-3ea20f161bbc,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:21:29.251203 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55810) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:21:29.256628 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-0a964e2c-2421-441a-a534-57c1f4dd8952 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'security_group_rule': {'security_group_id': '436a5825-e062-4083-a096-3ea20f161bbc', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:21:29.280894 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0a964e2c-2421-441a-a534-57c1f4dd8952 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (c02ca2d2-4630-4567-b80c-9a1a19d0c44e), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:29.334755 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0a964e2c-2421-441a-a534-57c1f4dd8952 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (c02ca2d2-4630-4567-b80c-9a1a19d0c44e), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:29.338745 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0a964e2c-2421-441a-a534-57c1f4dd8952 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (c02ca2d2-4630-4567-b80c-9a1a19d0c44e), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:29.357077 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a964e2c-2421-441a-a534-57c1f4dd8952 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c02ca2d2-4630-4567-b80c-9a1a19d0c44e,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:21:29.364166 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0a964e2c-2421-441a-a534-57c1f4dd8952 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:29.365372 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0a964e2c-2421-441a-a534-57c1f4dd8952 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1128035 Feb 16 23:21:29.368144 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55812) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:21:29.372347 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-120a3899-8c59-4c2a-a893-813c2e899b20 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'security_group_rule': {'security_group_id': '436a5825-e062-4083-a096-3ea20f161bbc', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:21:29.396460 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-120a3899-8c59-4c2a-a893-813c2e899b20 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (2f98d87d-11cf-44ae-b615-9db9f6253548), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:29.451969 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-120a3899-8c59-4c2a-a893-813c2e899b20 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (2f98d87d-11cf-44ae-b615-9db9f6253548), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:29.455613 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-120a3899-8c59-4c2a-a893-813c2e899b20 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (2f98d87d-11cf-44ae-b615-9db9f6253548), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:29.471242 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a3899-8c59-4c2a-a893-813c2e899b20 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f98d87d-11cf-44ae-b615-9db9f6253548,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:21:29.480977 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-120a3899-8c59-4c2a-a893-813c2e899b20 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:29.482212 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-120a3899-8c59-4c2a-a893-813c2e899b20 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1131785 Feb 16 23:21:29.484809 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55814) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:21:29.489022 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-14d3a151-8e93-4bc1-9393-e5d64b56433d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'security_group_rule': {'security_group_id': '436a5825-e062-4083-a096-3ea20f161bbc', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:21:29.512703 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-14d3a151-8e93-4bc1-9393-e5d64b56433d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (5978054f-504b-43f8-b505-fd528adda6e7), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:29.573384 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-14d3a151-8e93-4bc1-9393-e5d64b56433d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (5978054f-504b-43f8-b505-fd528adda6e7), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:29.577065 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-14d3a151-8e93-4bc1-9393-e5d64b56433d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (5978054f-504b-43f8-b505-fd528adda6e7), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:29.594350 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d3a151-8e93-4bc1-9393-e5d64b56433d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5978054f-504b-43f8-b505-fd528adda6e7,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:21:29.601357 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-14d3a151-8e93-4bc1-9393-e5d64b56433d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:29.602601 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-14d3a151-8e93-4bc1-9393-e5d64b56433d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168702 Feb 16 23:21:29.605370 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55816) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:21:29.609951 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-69720c35-b52c-40b8-acb6-e24edab7476c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'security_group_rule': {'security_group_id': '436a5825-e062-4083-a096-3ea20f161bbc', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:21:29.641602 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-69720c35-b52c-40b8-acb6-e24edab7476c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (6e012bba-e33e-4c14-947d-13a1942aa671), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:29.698559 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-69720c35-b52c-40b8-acb6-e24edab7476c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (6e012bba-e33e-4c14-947d-13a1942aa671), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:29.701986 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-69720c35-b52c-40b8-acb6-e24edab7476c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (6e012bba-e33e-4c14-947d-13a1942aa671), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:29.718524 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69720c35-b52c-40b8-acb6-e24edab7476c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e012bba-e33e-4c14-947d-13a1942aa671,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:21:29.727492 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-69720c35-b52c-40b8-acb6-e24edab7476c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:29.728680 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-69720c35-b52c-40b8-acb6-e24edab7476c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1223004 Feb 16 23:21:29.731356 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55818) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:21:29.735727 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-8415441f-8e6a-41bc-a0f4-e6bb75edc440 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'security_group_rule': {'security_group_id': '436a5825-e062-4083-a096-3ea20f161bbc', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:21:29.756038 n-d-813897-6 neutron-server[103466]: INFO neutron.db.securitygroups_db [None req-8415441f-8e6a-41bc-a0f4-e6bb75edc440 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Project c5e2c7d5d14e409fae94d81de0810792 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 23:21:29.761345 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8415441f-8e6a-41bc-a0f4-e6bb75edc440 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (f907a974-8290-4d2f-84af-b65aed550f0a), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:29.817525 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8415441f-8e6a-41bc-a0f4-e6bb75edc440 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (f907a974-8290-4d2f-84af-b65aed550f0a), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:29.821438 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8415441f-8e6a-41bc-a0f4-e6bb75edc440 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (f907a974-8290-4d2f-84af-b65aed550f0a), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:29.838770 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415441f-8e6a-41bc-a0f4-e6bb75edc440 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f907a974-8290-4d2f-84af-b65aed550f0a,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:21:29.845325 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8415441f-8e6a-41bc-a0f4-e6bb75edc440 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:29.846576 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8415441f-8e6a-41bc-a0f4-e6bb75edc440 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1143177 Feb 16 23:21:29.849234 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55820) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:21:29.853553 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-99ae90e6-3a71-4a2a-a94e-f9d69c3bb72c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'security_group_rule': {'security_group_id': '436a5825-e062-4083-a096-3ea20f161bbc', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:21:29.873598 n-d-813897-6 neutron-server[103466]: INFO neutron.db.securitygroups_db [None req-99ae90e6-3a71-4a2a-a94e-f9d69c3bb72c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Project c5e2c7d5d14e409fae94d81de0810792 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 23:21:29.878252 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-99ae90e6-3a71-4a2a-a94e-f9d69c3bb72c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (46da7ccf-c3eb-4784-a733-4d40393190b0), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:29.938036 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-99ae90e6-3a71-4a2a-a94e-f9d69c3bb72c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (46da7ccf-c3eb-4784-a733-4d40393190b0), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:29.941399 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-99ae90e6-3a71-4a2a-a94e-f9d69c3bb72c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (46da7ccf-c3eb-4784-a733-4d40393190b0), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:29.958597 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae90e6-3a71-4a2a-a94e-f9d69c3bb72c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46da7ccf-c3eb-4784-a733-4d40393190b0,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:21:29.966327 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-99ae90e6-3a71-4a2a-a94e-f9d69c3bb72c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:29.967516 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-99ae90e6-3a71-4a2a-a94e-f9d69c3bb72c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1172690 Feb 16 23:21:29.970327 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55822) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:21:29.975011 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-a192d62e-a054-4fde-80f1-4df6bbc2961e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'network': {'name': 'tempest-network-smoke--1396464793', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'port_security_enabled': True}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:21:29.994251 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a192d62e-a054-4fde-80f1-4df6bbc2961e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Made reservation on behalf of c5e2c7d5d14e409fae94d81de0810792 for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:21:29.997589 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a192d62e-a054-4fde-80f1-4df6bbc2961e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:30.020801 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a192d62e-a054-4fde-80f1-4df6bbc2961e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:21:30.029926 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a192d62e-a054-4fde-80f1-4df6bbc2961e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (ad4a735d-553c-4596-9a15-b40a15388442), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:30.030348 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-a192d62e-a054-4fde-80f1-4df6bbc2961e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Added segment ad4a735d-553c-4596-9a15-b40a15388442 of type vlan for network d8c434d7-b0b3-4210-b92e-6feb04825dca Feb 16 23:21:30.069792 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a192d62e-a054-4fde-80f1-4df6bbc2961e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (d8c434d7-b0b3-4210-b92e-6feb04825dca), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:30.093010 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a192d62e-a054-4fde-80f1-4df6bbc2961e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (d8c434d7-b0b3-4210-b92e-6feb04825dca), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:30.097994 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a192d62e-a054-4fde-80f1-4df6bbc2961e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:21:30.098569 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a192d62e-a054-4fde-80f1-4df6bbc2961e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:30.132820 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a192d62e-a054-4fde-80f1-4df6bbc2961e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1614466 Feb 16 23:21:30.135478 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55824) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:21:30.141776 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-0455eada-b6fc-40d5-b18c-9f8b44be4ed6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1925902719', 'admin_state_up': True, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:21:30.185192 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192d62e-a054-4fde-80f1-4df6bbc2961e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Network': ['ID=d8c434d7-b0b3-4210-b92e-6feb04825dca,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:21:30.195363 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network d8c434d7-b0b3-4210-b92e-6feb04825dca details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 23:21:30.195980 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0455eada-b6fc-40d5-b18c-9f8b44be4ed6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (1efcdf9c-e996-466a-81bb-cd68fde04ee1), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:30.197116 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0455eada-b6fc-40d5-b18c-9f8b44be4ed6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (1efcdf9c-e996-466a-81bb-cd68fde04ee1), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:30.248911 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0455eada-b6fc-40d5-b18c-9f8b44be4ed6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router_controller (1efcdf9c-e996-466a-81bb-cd68fde04ee1), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:30.389429 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0455eada-b6fc-40d5-b18c-9f8b44be4ed6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router_gateway (1efcdf9c-e996-466a-81bb-cd68fde04ee1), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:30.580005 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0455eada-b6fc-40d5-b18c-9f8b44be4ed6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router_gateway (1efcdf9c-e996-466a-81bb-cd68fde04ee1), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:30.598169 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:30.604834 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0455eada-b6fc-40d5-b18c-9f8b44be4ed6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:30.706393 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-0455eada-b6fc-40d5-b18c-9f8b44be4ed6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Allocated IP 172.25.2.19 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:21:30.812156 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0455eada-b6fc-40d5-b18c-9f8b44be4ed6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for port (aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:30.845468 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0455eada-b6fc-40d5-b18c-9f8b44be4ed6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:30.878652 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0455eada-b6fc-40d5-b18c-9f8b44be4ed6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:21:30.881400 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-0455eada-b6fc-40d5-b18c-9f8b44be4ed6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:21:30.887271 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0455eada-b6fc-40d5-b18c-9f8b44be4ed6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:21:30.915121 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455eada-b6fc-40d5-b18c-9f8b44be4ed6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Port': ['ID=aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:21:31.140122 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0455eada-b6fc-40d5-b18c-9f8b44be4ed6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router_gateway (1efcdf9c-e996-466a-81bb-cd68fde04ee1), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:31.338185 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0455eada-b6fc-40d5-b18c-9f8b44be4ed6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (1efcdf9c-e996-466a-81bb-cd68fde04ee1), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:31.467923 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0455eada-b6fc-40d5-b18c-9f8b44be4ed6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Router 1efcdf9c-e996-466a-81bb-cd68fde04ee1 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 23:21:31.576898 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0455eada-b6fc-40d5-b18c-9f8b44be4ed6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:21:31.586973 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae48daa9-bfd2-4910-a768-2f155d0569c3 None None] Sync routers for ids ['1efcdf9c-e996-466a-81bb-cd68fde04ee1'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:21:31.596533 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-0455eada-b6fc-40d5-b18c-9f8b44be4ed6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:31.596743 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae48daa9-bfd2-4910-a768-2f155d0569c3 None None] Routers {'1efcdf9c-e996-466a-81bb-cd68fde04ee1'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:21:31.597366 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-ae48daa9-bfd2-4910-a768-2f155d0569c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:21:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1efcdf9c-e996-466a-81bb-cd68fde04ee1'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:21:31.597769 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-0455eada-b6fc-40d5-b18c-9f8b44be4ed6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4613755 Feb 16 23:21:31.600861 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55826) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:21:31.632606 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c3ad868f-2f92-4ffd-b00c-bf46a80dc82b tempest-TestNetworkAdvancedServerOps-43398640 tempest-TestNetworkAdvancedServerOps-43398640-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=c5e2c7d5d14e409fae94d81de0810792&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275681 Feb 16 23:21:31.632834 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55828) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:21:31.706393 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-ae48daa9-bfd2-4910-a768-2f155d0569c3 None None] Set router 1efcdf9c-e996-466a-81bb-cd68fde04ee1 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:21:31.727286 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556909a3-8795-400e-aa28-e4e72a1ab315 tempest-TestNetworkAdvancedServerOps-43398640 tempest-TestNetworkAdvancedServerOps-43398640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:21:31.728756 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-556909a3-8795-400e-aa28-e4e72a1ab315 tempest-TestNetworkAdvancedServerOps-43398640 tempest-TestNetworkAdvancedServerOps-43398640-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0951183 Feb 16 23:21:31.731496 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55830) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:21:31.766244 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-2cd07258-2b6c-4fe5-910e-2e29ec8f78d5 tempest-TestNetworkAdvancedServerOps-43398640 tempest-TestNetworkAdvancedServerOps-43398640-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=b0ab4fc8-02c8-4404-90ea-6cd7fce3204f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313151 Feb 16 23:21:31.766631 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55832) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:21:31.771039 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-3b5f933e-48ae-4ccc-8886-fe89a37bba99 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1959300568', 'network_id': 'd8c434d7-b0b3-4210-b92e-6feb04825dca', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:21:31.857660 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5f933e-48ae-4ccc-8886-fe89a37bba99 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Made reservation on behalf of c5e2c7d5d14e409fae94d81de0810792 for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:21:31.861186 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3b5f933e-48ae-4ccc-8886-fe89a37bba99 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:31.895507 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-ae48daa9-bfd2-4910-a768-2f155d0569c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925902719', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:21:30Z', 'updated_at': '2022-02-16T23:21:31Z', 'revision_number': 3, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': 'aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:21:30Z', 'updated_at': '2022-02-16T23:21:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:21:31.921582 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae48daa9-bfd2-4910-a768-2f155d0569c3 None None] Checking router: 1efcdf9c-e996-466a-81bb-cd68fde04ee1 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:21:31.921940 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae48daa9-bfd2-4910-a768-2f155d0569c3 None None] Updating router 1efcdf9c-e996-466a-81bb-cd68fde04ee1 port aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:21:31.950751 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ae48daa9-bfd2-4910-a768-2f155d0569c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:32.039970 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3b5f933e-48ae-4ccc-8886-fe89a37bba99 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (6f169f3c-a0eb-4e9e-9324-7386ac940476), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:32.098693 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f933e-48ae-4ccc-8886-fe89a37bba99 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Subnet': ['ID=6f169f3c-a0eb-4e9e-9324-7386ac940476,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:21:32.107749 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5f933e-48ae-4ccc-8886-fe89a37bba99 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Checking segment: {'id': 'ad4a735d-553c-4596-9a15-b40a15388442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd8c434d7-b0b3-4210-b92e-6feb04825dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:21:32.108109 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5f933e-48ae-4ccc-8886-fe89a37bba99 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Network hostable DHCP agents. Network: d8c434d7-b0b3-4210-b92e-6feb04825dca, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:21:32.125435 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5f933e-48ae-4ccc-8886-fe89a37bba99 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Network d8c434d7-b0b3-4210-b92e-6feb04825dca is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:21:32.134981 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-3b5f933e-48ae-4ccc-8886-fe89a37bba99 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, d8c434d7-b0b3-4210-b92e-6feb04825dca) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:21:32.140295 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5f933e-48ae-4ccc-8886-fe89a37bba99 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:21:32.140955 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3b5f933e-48ae-4ccc-8886-fe89a37bba99 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:32.155128 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99160c1-31c6-4908-b3e8-7bb404aac313 None None] Network d8c434d7-b0b3-4210-b92e-6feb04825dca requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:21:32.158056 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3b5f933e-48ae-4ccc-8886-fe89a37bba99 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3905261 Feb 16 23:21:32.160688 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55834) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:21:32.277156 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ae48daa9-bfd2-4910-a768-2f155d0569c3 None None] Publish callbacks [] for port (aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:32.300144 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ae48daa9-bfd2-4910-a768-2f155d0569c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:32.312195 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0b530d-3350-4f67-82d0-3871f43f82d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-d8c434d7-b0b3-4210-b92e-6feb04825dca', 'network_id': 'd8c434d7-b0b3-4210-b92e-6feb04825dca', 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'fixed_ips': [{'subnet_id': '6f169f3c-a0eb-4e9e-9324-7386ac940476'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 23:21:32.313043 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3f0b530d-3350-4f67-82d0-3871f43f82d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:32.376236 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521e737-8482-46c5-a97c-1241b0af85b6 None None] Pushing event updated for resources: {'Port': ['ID=aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:21:32.378489 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-ae48daa9-bfd2-4910-a768-2f155d0569c3 None None] Attempting to bind port aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:21:32.378873 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-ae48daa9-bfd2-4910-a768-2f155d0569c3 None None] Attempting to bind port aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:21:32.379241 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48daa9-bfd2-4910-a768-2f155d0569c3 None None] Attempting to bind port aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:21:32.388526 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48daa9-bfd2-4910-a768-2f155d0569c3 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:21:32.388928 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48daa9-bfd2-4910-a768-2f155d0569c3 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:21:32.389340 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ae48daa9-bfd2-4910-a768-2f155d0569c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:32.390003 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48daa9-bfd2-4910-a768-2f155d0569c3 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:21:32.390492 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-ae48daa9-bfd2-4910-a768-2f155d0569c3 None None] Bound port: aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:21:32.390884 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ae48daa9-bfd2-4910-a768-2f155d0569c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:32.527604 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-ae48daa9-bfd2-4910-a768-2f155d0569c3 None None] For port aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:21:32.543741 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-ae48daa9-bfd2-4910-a768-2f155d0569c3 None None] For port aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:21:32.553836 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ae48daa9-bfd2-4910-a768-2f155d0569c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:32.556634 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-3f0b530d-3350-4f67-82d0-3871f43f82d4 None None] Allocated IP 172.20.0.2 (d8c434d7-b0b3-4210-b92e-6feb04825dca/6f169f3c-a0eb-4e9e-9324-7386ac940476/ec7a8e36-36be-4b15-9136-3794e0a01274) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:21:32.619989 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a7948389-7952-4720-abc5-1da6df7880ea tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:32.641832 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae48daa9-bfd2-4910-a768-2f155d0569c3 None None] Routers {'1efcdf9c-e996-466a-81bb-cd68fde04ee1'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:21:32.642502 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-ae48daa9-bfd2-4910-a768-2f155d0569c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:21:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1efcdf9c-e996-466a-81bb-cd68fde04ee1'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:21:32.707152 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521e737-8482-46c5-a97c-1241b0af85b6 None None] Pushing event updated for resources: {'Port': ['ID=aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:21:32.989956 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-ae48daa9-bfd2-4910-a768-2f155d0569c3 None None] Set router 1efcdf9c-e996-466a-81bb-cd68fde04ee1 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:21:33.051743 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3f0b530d-3350-4f67-82d0-3871f43f82d4 None None] Publish callbacks [] for port (ec7a8e36-36be-4b15-9136-3794e0a01274), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:33.066212 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3f0b530d-3350-4f67-82d0-3871f43f82d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (ec7a8e36-36be-4b15-9136-3794e0a01274), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:33.105733 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-a7948389-7952-4720-abc5-1da6df7880ea tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Allocated IP 172.20.0.1 (d8c434d7-b0b3-4210-b92e-6feb04825dca/6f169f3c-a0eb-4e9e-9324-7386ac940476/c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:21:33.148408 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0b530d-3350-4f67-82d0-3871f43f82d4 None None] Network d8c434d7-b0b3-4210-b92e-6feb04825dca is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:21:33.158412 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-3f0b530d-3350-4f67-82d0-3871f43f82d4 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:21:33.160142 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b530d-3350-4f67-82d0-3871f43f82d4 None None] Pushing event updated for resources: {'Port': ['ID=ec7a8e36-36be-4b15-9136-3794e0a01274,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:21:33.164306 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0b530d-3350-4f67-82d0-3871f43f82d4 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:21:33.222793 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a7948389-7952-4720-abc5-1da6df7880ea tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for port (c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:33.250909 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-3f0b530d-3350-4f67-82d0-3871f43f82d4 None None] Attempting to bind port ec7a8e36-36be-4b15-9136-3794e0a01274 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:21:33.251293 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-3f0b530d-3350-4f67-82d0-3871f43f82d4 None None] Attempting to bind port ec7a8e36-36be-4b15-9136-3794e0a01274 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'ad4a735d-553c-4596-9a15-b40a15388442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd8c434d7-b0b3-4210-b92e-6feb04825dca'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:21:33.251668 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0b530d-3350-4f67-82d0-3871f43f82d4 None None] Attempting to bind port ec7a8e36-36be-4b15-9136-3794e0a01274 on network d8c434d7-b0b3-4210-b92e-6feb04825dca {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:21:33.258720 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a7948389-7952-4720-abc5-1da6df7880ea tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:33.260967 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0b530d-3350-4f67-82d0-3871f43f82d4 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:21:33.261350 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0b530d-3350-4f67-82d0-3871f43f82d4 None None] Checking segment: {'id': 'ad4a735d-553c-4596-9a15-b40a15388442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd8c434d7-b0b3-4210-b92e-6feb04825dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:21:33.261757 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3f0b530d-3350-4f67-82d0-3871f43f82d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:33.262255 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0b530d-3350-4f67-82d0-3871f43f82d4 None None] Bound using segment: {'id': 'ad4a735d-553c-4596-9a15-b40a15388442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd8c434d7-b0b3-4210-b92e-6feb04825dca'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:21:33.262735 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-3f0b530d-3350-4f67-82d0-3871f43f82d4 None None] Bound port: ec7a8e36-36be-4b15-9136-3794e0a01274, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4a735d-553c-4596-9a15-b40a15388442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd8c434d7-b0b3-4210-b92e-6feb04825dca'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:21:33.263122 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3f0b530d-3350-4f67-82d0-3871f43f82d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ec7a8e36-36be-4b15-9136-3794e0a01274), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:33.306558 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7948389-7952-4720-abc5-1da6df7880ea tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Network d8c434d7-b0b3-4210-b92e-6feb04825dca is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:21:33.310640 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-a7948389-7952-4720-abc5-1da6df7880ea tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:21:33.313961 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7948389-7952-4720-abc5-1da6df7880ea tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:21:33.316658 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7948389-7952-4720-abc5-1da6df7880ea tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Port': ['ID=c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:21:33.320152 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-ae48daa9-bfd2-4910-a768-2f155d0569c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925902719', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:21:30Z', 'updated_at': '2022-02-16T23:21:31Z', 'revision_number': 3, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': 'aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:21:30Z', 'updated_at': '2022-02-16T23:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:21:33.355519 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae48daa9-bfd2-4910-a768-2f155d0569c3 None None] The sync data for ids ['1efcdf9c-e996-466a-81bb-cd68fde04ee1'] in n-d-813897-6 is: [{'id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925902719', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:21:30Z', 'updated_at': '2022-02-16T23:21:31Z', 'revision_number': 3, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': 'aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:21:30Z', 'updated_at': '2022-02-16T23:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:21:33.360081 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a7948389-7952-4720-abc5-1da6df7880ea tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (1efcdf9c-e996-466a-81bb-cd68fde04ee1), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:33.386623 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-3f0b530d-3350-4f67-82d0-3871f43f82d4 None None] For port ec7a8e36-36be-4b15-9136-3794e0a01274, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:21:33.390372 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-3f0b530d-3350-4f67-82d0-3871f43f82d4 None None] For port ec7a8e36-36be-4b15-9136-3794e0a01274, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=ec7a8e36-36be-4b15-9136-3794e0a01274,segment=NetworkSegment(ad4a735d-553c-4596-9a15-b40a15388442),segment_id=ad4a735d-553c-4596-9a15-b40a15388442)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:21:33.397570 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3f0b530d-3350-4f67-82d0-3871f43f82d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ec7a8e36-36be-4b15-9136-3794e0a01274), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:33.461484 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b530d-3350-4f67-82d0-3871f43f82d4 None None] Pushing event updated for resources: {'Port': ['ID=ec7a8e36-36be-4b15-9136-3794e0a01274,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:21:33.521669 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a7948389-7952-4720-abc5-1da6df7880ea tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:33.905727 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a7948389-7952-4720-abc5-1da6df7880ea tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for port (c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:33.913893 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a7948389-7952-4720-abc5-1da6df7880ea tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:33.933602 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device ec7a8e36-36be-4b15-9136-3794e0a01274 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:21:33.992840 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port ec7a8e36-36be-4b15-9136-3794e0a01274 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:21:33.993215 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ec7a8e36-36be-4b15-9136-3794e0a01274), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:33.996117 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a7948389-7952-4720-abc5-1da6df7880ea tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (1efcdf9c-e996-466a-81bb-cd68fde04ee1), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:33.998085 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7948389-7952-4720-abc5-1da6df7880ea tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Port': ['ID=c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:21:34.087701 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port ec7a8e36-36be-4b15-9136-3794e0a01274 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:21:34.088084 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (ec7a8e36-36be-4b15-9136-3794e0a01274), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:34.100495 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7948389-7952-4720-abc5-1da6df7880ea tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Network d8c434d7-b0b3-4210-b92e-6feb04825dca is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:21:34.103389 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-a7948389-7952-4720-abc5-1da6df7880ea tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:21:34.126195 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port ec7a8e36-36be-4b15-9136-3794e0a01274, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=ec7a8e36-36be-4b15-9136-3794e0a01274,segment=NetworkSegment(ad4a735d-553c-4596-9a15-b40a15388442),segment_id=ad4a735d-553c-4596-9a15-b40a15388442)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:21:34.130763 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (ec7a8e36-36be-4b15-9136-3794e0a01274), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:34.131651 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:21:34.222736 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=ec7a8e36-36be-4b15-9136-3794e0a01274,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:21:34.238445 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7948389-7952-4720-abc5-1da6df7880ea tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Router 1efcdf9c-e996-466a-81bb-cd68fde04ee1 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:21:34.244633 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:21:34.245014 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:34.340636 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:21:34.341344 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:34.365466 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:21:34.368332 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7948389-7952-4720-abc5-1da6df7880ea tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:21:34.377718 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:34.385197 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a7948389-7952-4720-abc5-1da6df7880ea tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "PUT /v2.0/routers/1efcdf9c-e996-466a-81bb-cd68fde04ee1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2187333 Feb 16 23:21:34.437901 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:21:34.571226 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-109e4310-b889-4de2-abae-af5e2c54f141 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1576438959&fields=id&tenant_id=c5e2c7d5d14e409fae94d81de0810792 HTTP/1.1" status: 200 len: 267 time: 0.0513024 Feb 16 23:21:34.630124 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac675c76-1077-48d8-ba48-dd65c6825771 None None] Network d8c434d7-b0b3-4210-b92e-6feb04825dca requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:21:34.687948 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-ad41a1bf-dfbf-49da-bdbb-d3727ff01703 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:21:34.690381 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-ad41a1bf-dfbf-49da-bdbb-d3727ff01703 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/networks?id=d8c434d7-b0b3-4210-b92e-6feb04825dca HTTP/1.1" status: 200 len: 797 time: 0.1125093 Feb 16 23:21:34.711587 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-64ac2406-4f26-45d0-ad2c-7736f02d3f0f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/quotas/c5e2c7d5d14e409fae94d81de0810792 HTTP/1.1" status: 200 len: 375 time: 0.0141478 Feb 16 23:21:34.719870 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e9075bf6-bbe9-4234-9ff3-33c842de94ff None None] Provisioning complete for port ec7a8e36-36be-4b15-9136-3794e0a01274 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:21:34.720545 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e9075bf6-bbe9-4234-9ff3-33c842de94ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ec7a8e36-36be-4b15-9136-3794e0a01274), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:34.765165 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-63b2d32f-ba98-4d0f-8853-0f442fa731c6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512335 Feb 16 23:21:34.836462 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e9075bf6-bbe9-4234-9ff3-33c842de94ff None None] Current status of the port ec7a8e36-36be-4b15-9136-3794e0a01274 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:21:34.954538 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-bf9b29db-7aca-4d75-b415-08f92e7e6c75 service neutron] 10.222.0.75 "GET /v2.0/networks/d8c434d7-b0b3-4210-b92e-6feb04825dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752484 Feb 16 23:21:35.056191 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-4ff263fc-2eee-4f6f-949b-003fcf906bb5 service neutron] 10.222.0.75 "GET /v2.0/networks/d8c434d7-b0b3-4210-b92e-6feb04825dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976949 Feb 16 23:21:35.058614 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-4cc179aa-360a-4a9c-b04e-06c0e1a78dc5 None None] Provisioning complete for port ec7a8e36-36be-4b15-9136-3794e0a01274 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:21:35.059475 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4cc179aa-360a-4a9c-b04e-06c0e1a78dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ec7a8e36-36be-4b15-9136-3794e0a01274), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:35.159065 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4cc179aa-360a-4a9c-b04e-06c0e1a78dc5 None None] Current status of the port ec7a8e36-36be-4b15-9136-3794e0a01274 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:21:35.173521 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-4cc179aa-360a-4a9c-b04e-06c0e1a78dc5 None None] Provisioning complete for port c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:21:35.174198 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4cc179aa-360a-4a9c-b04e-06c0e1a78dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:35.219042 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4cc179aa-360a-4a9c-b04e-06c0e1a78dc5 None None] Port c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:21:35.344957 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f1ba6e29-cf56-4877-984a-d156270d38bd None None] Provisioning complete for port c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:21:35.345204 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ef1933-a038-40a4-b6b8-37e17571485c None None] Sync routers for ids ['1efcdf9c-e996-466a-81bb-cd68fde04ee1'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:21:35.345675 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f1ba6e29-cf56-4877-984a-d156270d38bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:35.361370 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ef1933-a038-40a4-b6b8-37e17571485c None None] Routers {'1efcdf9c-e996-466a-81bb-cd68fde04ee1'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:21:35.362273 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-a7ef1933-a038-40a4-b6b8-37e17571485c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:21:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1efcdf9c-e996-466a-81bb-cd68fde04ee1'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:21:35.386748 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f1ba6e29-cf56-4877-984a-d156270d38bd None None] Port c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:21:35.484100 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-a7ef1933-a038-40a4-b6b8-37e17571485c None None] Set router 1efcdf9c-e996-466a-81bb-cd68fde04ee1 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:21:35.506246 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-bb66cece-24d1-406a-92d4-f98f6d6fa9f4 None None] Provisioning complete for port c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:21:35.506634 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bb66cece-24d1-406a-92d4-f98f6d6fa9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:35.545287 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-bb66cece-24d1-406a-92d4-f98f6d6fa9f4 None None] Port c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:21:35.682934 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-a7ef1933-a038-40a4-b6b8-37e17571485c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925902719', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:21:30Z', 'updated_at': '2022-02-16T23:21:33Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': 'aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:21:30Z', 'updated_at': '2022-02-16T23:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83', 'name': '', 'network_id': 'd8c434d7-b0b3-4210-b92e-6feb04825dca', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:d8:c8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '6f169f3c-a0eb-4e9e-9324-7386ac940476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:21:32Z', 'updated_at': '2022-02-16T23:21:33Z', 'revision_number': 2, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': '6f169f3c-a0eb-4e9e-9324-7386ac940476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:21:35.708487 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ef1933-a038-40a4-b6b8-37e17571485c None None] Checking router: 1efcdf9c-e996-466a-81bb-cd68fde04ee1 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:21:35.708846 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ef1933-a038-40a4-b6b8-37e17571485c None None] Updating router 1efcdf9c-e996-466a-81bb-cd68fde04ee1 port c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:21:35.740183 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a7ef1933-a038-40a4-b6b8-37e17571485c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:35.848215 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device ec7a8e36-36be-4b15-9136-3794e0a01274 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:21:35.901651 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port ec7a8e36-36be-4b15-9136-3794e0a01274 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:21:35.902238 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (ec7a8e36-36be-4b15-9136-3794e0a01274), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:35.982694 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port ec7a8e36-36be-4b15-9136-3794e0a01274 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:21:35.983938 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:21:36.030972 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:21:36.031358 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:36.034052 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a7ef1933-a038-40a4-b6b8-37e17571485c None None] Publish callbacks [] for port (c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:36.039109 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a7ef1933-a038-40a4-b6b8-37e17571485c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:36.121726 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcbe74b-babc-47b3-91f9-b65e5f1547a7 None None] Pushing event updated for resources: {'Port': ['ID=c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:21:36.129899 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:21:36.150165 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcbe74b-babc-47b3-91f9-b65e5f1547a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:36.150513 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcbe74b-babc-47b3-91f9-b65e5f1547a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:36.150857 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcbe74b-babc-47b3-91f9-b65e5f1547a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:36.151195 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcbe74b-babc-47b3-91f9-b65e5f1547a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:36.151794 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcbe74b-babc-47b3-91f9-b65e5f1547a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:36.152124 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcbe74b-babc-47b3-91f9-b65e5f1547a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:36.152452 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcbe74b-babc-47b3-91f9-b65e5f1547a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:36.152782 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcbe74b-babc-47b3-91f9-b65e5f1547a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:36.153104 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcbe74b-babc-47b3-91f9-b65e5f1547a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:36.153426 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcbe74b-babc-47b3-91f9-b65e5f1547a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:36.153751 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcbe74b-babc-47b3-91f9-b65e5f1547a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:36.154105 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcbe74b-babc-47b3-91f9-b65e5f1547a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:36.154427 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcbe74b-babc-47b3-91f9-b65e5f1547a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:21:36.168560 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-a7ef1933-a038-40a4-b6b8-37e17571485c None None] Attempting to bind port c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:21:36.168938 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-a7ef1933-a038-40a4-b6b8-37e17571485c None None] Attempting to bind port c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': 'ad4a735d-553c-4596-9a15-b40a15388442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd8c434d7-b0b3-4210-b92e-6feb04825dca'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:21:36.169308 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ef1933-a038-40a4-b6b8-37e17571485c None None] Attempting to bind port c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83 on network d8c434d7-b0b3-4210-b92e-6feb04825dca {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:21:36.174833 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ef1933-a038-40a4-b6b8-37e17571485c None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:21:36.175217 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ef1933-a038-40a4-b6b8-37e17571485c None None] Checking segment: {'id': 'ad4a735d-553c-4596-9a15-b40a15388442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd8c434d7-b0b3-4210-b92e-6feb04825dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:21:36.175618 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a7ef1933-a038-40a4-b6b8-37e17571485c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:36.176008 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ef1933-a038-40a4-b6b8-37e17571485c None None] Bound using segment: {'id': 'ad4a735d-553c-4596-9a15-b40a15388442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd8c434d7-b0b3-4210-b92e-6feb04825dca'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:21:36.176473 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-a7ef1933-a038-40a4-b6b8-37e17571485c None None] Bound port: c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4a735d-553c-4596-9a15-b40a15388442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd8c434d7-b0b3-4210-b92e-6feb04825dca'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:21:36.176874 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a7ef1933-a038-40a4-b6b8-37e17571485c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:36.267549 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-a7ef1933-a038-40a4-b6b8-37e17571485c None None] For port c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:21:36.270693 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-a7ef1933-a038-40a4-b6b8-37e17571485c None None] For port c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83,segment=NetworkSegment(ad4a735d-553c-4596-9a15-b40a15388442),segment_id=ad4a735d-553c-4596-9a15-b40a15388442)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:21:36.289826 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a7ef1933-a038-40a4-b6b8-37e17571485c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:36.294825 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1cd8818b-8e91-49ad-a5df-f2fd0462982a req-50507e7f-55cf-4e94-b7d9-4b9d60ef8ce1 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=fbdec679-bd39-4143-b02e-11d560314ae7 HTTP/1.1" status: 200 len: 210 time: 0.0582812 Feb 16 23:21:36.359129 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcbe74b-babc-47b3-91f9-b65e5f1547a7 None None] Pushing event updated for resources: {'Port': ['ID=c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83,revision_number=4']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:21:36.368885 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ef1933-a038-40a4-b6b8-37e17571485c None None] Routers {'1efcdf9c-e996-466a-81bb-cd68fde04ee1'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:21:36.369568 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-a7ef1933-a038-40a4-b6b8-37e17571485c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:21:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1efcdf9c-e996-466a-81bb-cd68fde04ee1'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:21:36.387848 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-c31ef1d7-e40b-4617-bd4c-9cc5fe9b5f4f None None] Provisioning complete for port c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:21:36.388231 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c31ef1d7-e40b-4617-bd4c-9cc5fe9b5f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:36.488580 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-a7ef1933-a038-40a4-b6b8-37e17571485c None None] Set router 1efcdf9c-e996-466a-81bb-cd68fde04ee1 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:21:36.527132 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-c31ef1d7-e40b-4617-bd4c-9cc5fe9b5f4f None None] Current status of the port c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:21:36.527790 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c31ef1d7-e40b-4617-bd4c-9cc5fe9b5f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:36.571660 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c31ef1d7-e40b-4617-bd4c-9cc5fe9b5f4f None None] For port c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83,segment=NetworkSegment(ad4a735d-553c-4596-9a15-b40a15388442),segment_id=ad4a735d-553c-4596-9a15-b40a15388442)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:21:36.581822 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c31ef1d7-e40b-4617-bd4c-9cc5fe9b5f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:36.672270 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ef1d7-e40b-4617-bd4c-9cc5fe9b5f4f None None] Pushing event updated for resources: {'Port': ['ID=c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:21:36.745160 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f2b78008-a472-4d64-8a9a-b57c8f479a64 None None] Provisioning complete for port c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:21:36.745592 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f2b78008-a472-4d64-8a9a-b57c8f479a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:36.849647 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f2b78008-a472-4d64-8a9a-b57c8f479a64 None None] Current status of the port c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:21:36.892770 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-a7ef1933-a038-40a4-b6b8-37e17571485c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925902719', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:21:30Z', 'updated_at': '2022-02-16T23:21:33Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': 'aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:21:30Z', 'updated_at': '2022-02-16T23:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83', 'name': '', 'network_id': 'd8c434d7-b0b3-4210-b92e-6feb04825dca', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:d8:c8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '6f169f3c-a0eb-4e9e-9324-7386ac940476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:21:32Z', 'updated_at': '2022-02-16T23:21:36Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': '6f169f3c-a0eb-4e9e-9324-7386ac940476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:21:36.922504 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ef1933-a038-40a4-b6b8-37e17571485c None None] The sync data for ids ['1efcdf9c-e996-466a-81bb-cd68fde04ee1'] in n-d-813897-6 is: [{'id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925902719', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:21:30Z', 'updated_at': '2022-02-16T23:21:33Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': 'aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:21:30Z', 'updated_at': '2022-02-16T23:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83', 'name': '', 'network_id': 'd8c434d7-b0b3-4210-b92e-6feb04825dca', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:d8:c8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '6f169f3c-a0eb-4e9e-9324-7386ac940476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:21:32Z', 'updated_at': '2022-02-16T23:21:36Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': '6f169f3c-a0eb-4e9e-9324-7386ac940476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:21:37.422827 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0eb32bf-af9b-4668-9613-718b5ccbf47d req-a38eb3de-75e3-47be-97b2-6d739189c840 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=fbdec679-bd39-4143-b02e-11d560314ae7 HTTP/1.1" status: 200 len: 210 time: 0.0566845 Feb 16 23:21:37.510076 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-56ec0cd3-7362-4ee0-9934-7e5e1688771a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:21:37.511647 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-56ec0cd3-7362-4ee0-9934-7e5e1688771a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.79 "GET /v2.0/networks?id=d8c434d7-b0b3-4210-b92e-6feb04825dca HTTP/1.1" status: 200 len: 797 time: 0.1844954 Feb 16 23:21:37.583037 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-eaf30ebf-ea79-4852-9a94-60df96112e64 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5e2c7d5d14e409fae94d81de0810792 HTTP/1.1" status: 200 len: 380 time: 0.0631621 Feb 16 23:21:37.592178 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-8c9f09a4-c012-40f6-b54a-ff5b2273317b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'port': {'device_id': 'fbdec679-bd39-4143-b02e-11d560314ae7', 'network_id': 'd8c434d7-b0b3-4210-b92e-6feb04825dca', 'admin_state_up': True, 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'security_groups': ['436a5825-e062-4083-a096-3ea20f161bbc']}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:21:37.702867 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-8c9f09a4-c012-40f6-b54a-ff5b2273317b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Made reservation on behalf of c5e2c7d5d14e409fae94d81de0810792 for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:21:37.706493 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-8c9f09a4-c012-40f6-b54a-ff5b2273317b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:37.852727 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-8c9f09a4-c012-40f6-b54a-ff5b2273317b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Allocated IP 172.20.0.13 (d8c434d7-b0b3-4210-b92e-6feb04825dca/6f169f3c-a0eb-4e9e-9324-7386ac940476/b2735465-7c08-43e1-add8-739c0b573e50) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:21:37.869828 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:21:37.925704 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:21:37.926123 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:38.006549 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:21:38.017048 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-8c9f09a4-c012-40f6-b54a-ff5b2273317b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for port (b2735465-7c08-43e1-add8-739c0b573e50), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:38.055008 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-8c9f09a4-c012-40f6-b54a-ff5b2273317b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (b2735465-7c08-43e1-add8-739c0b573e50), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:38.099546 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-8c9f09a4-c012-40f6-b54a-ff5b2273317b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Network d8c434d7-b0b3-4210-b92e-6feb04825dca is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:21:38.103231 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-8c9f09a4-c012-40f6-b54a-ff5b2273317b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:21:38.107106 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-8c9f09a4-c012-40f6-b54a-ff5b2273317b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:21:38.130807 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f09a4-c012-40f6-b54a-ff5b2273317b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Port': ['ID=b2735465-7c08-43e1-add8-739c0b573e50,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:21:38.159145 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-8c9f09a4-c012-40f6-b54a-ff5b2273317b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:21:38.159789 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-8c9f09a4-c012-40f6-b54a-ff5b2273317b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:38.177903 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-8c9f09a4-c012-40f6-b54a-ff5b2273317b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5897198 Feb 16 23:21:38.187906 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-fa2b73e2-05ee-41e2-a3bc-8a7f46ef8a2d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 23:21:38.188907 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-fa2b73e2-05ee-41e2-a3bc-8a7f46ef8a2d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052063 Feb 16 23:21:38.242975 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-11837528-f447-46d8-8683-6acc0bbd6668 service neutron] Request body: {'port': {'device_id': 'fbdec679-bd39-4143-b02e-11d560314ae7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:21:38.308088 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-11837528-f447-46d8-8683-6acc0bbd6668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b2735465-7c08-43e1-add8-739c0b573e50), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:38.386130 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-5982e66f-38fd-4901-91b5-3080e26a5a8b None None] Provisioning complete for port b2735465-7c08-43e1-add8-739c0b573e50 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:21:38.386381 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5982e66f-38fd-4901-91b5-3080e26a5a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b2735465-7c08-43e1-add8-739c0b573e50), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:38.388233 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:21:38.425190 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-5982e66f-38fd-4901-91b5-3080e26a5a8b None None] Port b2735465-7c08-43e1-add8-739c0b573e50 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:21:38.599005 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-11837528-f447-46d8-8683-6acc0bbd6668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2735465-7c08-43e1-add8-739c0b573e50 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:21:38.609001 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f18a2-08bd-43d5-9cbd-277097288d70 req-5dce9eec-845e-4851-963c-fee62995ff7d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:21:38.610489 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b98f18a2-08bd-43d5-9cbd-277097288d70 req-5dce9eec-845e-4851-963c-fee62995ff7d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=fbdec679-bd39-4143-b02e-11d560314ae7 HTTP/1.1" status: 200 len: 932 time: 0.1013730 Feb 16 23:21:38.614406 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-11837528-f447-46d8-8683-6acc0bbd6668 service neutron] Publish callbacks [] for port (b2735465-7c08-43e1-add8-739c0b573e50), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:38.640235 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-11837528-f447-46d8-8683-6acc0bbd6668 service neutron] Transition to ACTIVE for port object b2735465-7c08-43e1-add8-739c0b573e50 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:21:38.644932 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-11837528-f447-46d8-8683-6acc0bbd6668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (b2735465-7c08-43e1-add8-739c0b573e50), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:38.706613 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b98f18a2-08bd-43d5-9cbd-277097288d70 req-55a4ccf8-8f54-422b-bb18-34fa8ad89e02 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=436a5825-e062-4083-a096-3ea20f161bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898156 Feb 16 23:21:38.718453 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11837528-f447-46d8-8683-6acc0bbd6668 service neutron] Pushing event updated for resources: {'Port': ['ID=b2735465-7c08-43e1-add8-739c0b573e50,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:21:38.791494 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-11837528-f447-46d8-8683-6acc0bbd6668 service neutron] Attempting to bind port b2735465-7c08-43e1-add8-739c0b573e50 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:21:38.791830 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-11837528-f447-46d8-8683-6acc0bbd6668 service neutron] Attempting to bind port b2735465-7c08-43e1-add8-739c0b573e50 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': 'ad4a735d-553c-4596-9a15-b40a15388442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd8c434d7-b0b3-4210-b92e-6feb04825dca'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:21:38.792292 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-11837528-f447-46d8-8683-6acc0bbd6668 service neutron] Attempting to bind port b2735465-7c08-43e1-add8-739c0b573e50 on network d8c434d7-b0b3-4210-b92e-6feb04825dca {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:21:38.796805 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-11837528-f447-46d8-8683-6acc0bbd6668 service neutron] Port b2735465-7c08-43e1-add8-739c0b573e50 on network d8c434d7-b0b3-4210-b92e-6feb04825dca not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 23:21:38.797121 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-11837528-f447-46d8-8683-6acc0bbd6668 service neutron] Attempting to bind port b2735465-7c08-43e1-add8-739c0b573e50 on network d8c434d7-b0b3-4210-b92e-6feb04825dca {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:21:38.802461 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-11837528-f447-46d8-8683-6acc0bbd6668 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:21:38.802800 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-11837528-f447-46d8-8683-6acc0bbd6668 service neutron] Checking segment: {'id': 'ad4a735d-553c-4596-9a15-b40a15388442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd8c434d7-b0b3-4210-b92e-6feb04825dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:21:38.803178 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-11837528-f447-46d8-8683-6acc0bbd6668 service neutron] Bound using segment: {'id': 'ad4a735d-553c-4596-9a15-b40a15388442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd8c434d7-b0b3-4210-b92e-6feb04825dca'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:21:38.803601 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-11837528-f447-46d8-8683-6acc0bbd6668 service neutron] Bound port: b2735465-7c08-43e1-add8-739c0b573e50, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad4a735d-553c-4596-9a15-b40a15388442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd8c434d7-b0b3-4210-b92e-6feb04825dca'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:21:38.803955 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-11837528-f447-46d8-8683-6acc0bbd6668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b2735465-7c08-43e1-add8-739c0b573e50), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:38.871763 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-11837528-f447-46d8-8683-6acc0bbd6668 service neutron] For port b2735465-7c08-43e1-add8-739c0b573e50, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:21:38.874663 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-11837528-f447-46d8-8683-6acc0bbd6668 service neutron] For port b2735465-7c08-43e1-add8-739c0b573e50, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=b2735465-7c08-43e1-add8-739c0b573e50,segment=NetworkSegment(ad4a735d-553c-4596-9a15-b40a15388442),segment_id=ad4a735d-553c-4596-9a15-b40a15388442)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:21:38.880285 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-11837528-f447-46d8-8683-6acc0bbd6668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (b2735465-7c08-43e1-add8-739c0b573e50), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:39.203719 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-11837528-f447-46d8-8683-6acc0bbd6668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:21:39.204273 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-11837528-f447-46d8-8683-6acc0bbd6668 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:39.205631 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-11837528-f447-46d8-8683-6acc0bbd6668 service neutron] 10.222.0.79 "PUT /v2.0/ports/b2735465-7c08-43e1-add8-739c0b573e50 HTTP/1.1" status: 200 len: 1092 time: 1.0095630 Feb 16 23:21:39.206183 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbdec679-bd39-4143-b02e-11d560314ae7', 'tag': 'b2735465-7c08-43e1-add8-739c0b573e50'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:21:39.208475 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e02b1269caefb4c024904b88698defd233c730f45a19e1a7dbb6b862b0fddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f6aa05-65a2-42b1-bd54-61296d3429a8" -d '{"events": [{"name": "network-changed", "server_uuid": "fbdec679-bd39-4143-b02e-11d560314ae7", "tag": "b2735465-7c08-43e1-add8-739c0b573e50"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:21:39.233472 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11837528-f447-46d8-8683-6acc0bbd6668 service neutron] Pushing event updated for resources: {'Port': ['ID=b2735465-7c08-43e1-add8-739c0b573e50,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:21:39.283394 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5858f76-6a92-4942-9c1c-2d475284b079 x-openstack-request-id: req-d5858f76-6a92-4942-9c1c-2d475284b079 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:21:39.283691 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbdec679-bd39-4143-b02e-11d560314ae7", "tag": "b2735465-7c08-43e1-add8-739c0b573e50", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:21:39.284011 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d5858f76-6a92-4942-9c1c-2d475284b079 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:21:39.284332 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbdec679-bd39-4143-b02e-11d560314ae7', 'tag': 'b2735465-7c08-43e1-add8-739c0b573e50', 'status': 'completed', 'code': 200} Feb 16 23:21:39.304727 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-b3ab2887-1b29-4098-a340-33afef490ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:21:39.306296 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-b3ab2887-1b29-4098-a340-33afef490ad7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=fbdec679-bd39-4143-b02e-11d560314ae7 HTTP/1.1" status: 200 len: 1126 time: 0.0508356 Feb 16 23:21:39.351899 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-096c136e-eb29-42f4-89b0-a327b0ac1453 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2735465-7c08-43e1-add8-739c0b573e50 HTTP/1.1" status: 200 len: 217 time: 0.0380335 Feb 16 23:21:39.400106 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-3c70acc8-8a49-4df0-af1f-d33b2b9fd166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:21:39.401830 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-3c70acc8-8a49-4df0-af1f-d33b2b9fd166 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6f169f3c-a0eb-4e9e-9324-7386ac940476 HTTP/1.1" status: 200 len: 835 time: 0.0446458 Feb 16 23:21:39.450132 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-93c1fbe0-6d10-4d93-a776-8e3347eefc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:21:39.451593 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-93c1fbe0-6d10-4d93-a776-8e3347eefc2a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8c434d7-b0b3-4210-b92e-6feb04825dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429776 Feb 16 23:21:39.543378 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-b10d7111-be3e-43b5-8480-4efa6faf9e19 service neutron] 10.222.0.79 "GET /v2.0/networks/d8c434d7-b0b3-4210-b92e-6feb04825dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855012 Feb 16 23:21:39.628542 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-897d6c51-d776-4a3b-ac07-199396c73f5d req-c17abee5-0836-48d4-9668-c2bb62b44b51 service neutron] 10.222.0.79 "GET /v2.0/networks/d8c434d7-b0b3-4210-b92e-6feb04825dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795908 Feb 16 23:21:39.714783 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6aa05-65a2-42b1-bd54-61296d3429a8 req-34bf69b6-85c6-4f6c-91b7-1a4475c64d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:21:39.716265 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-25f6aa05-65a2-42b1-bd54-61296d3429a8 req-34bf69b6-85c6-4f6c-91b7-1a4475c64d05 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=fbdec679-bd39-4143-b02e-11d560314ae7 HTTP/1.1" status: 200 len: 1126 time: 0.0447292 Feb 16 23:21:39.837579 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6aa05-65a2-42b1-bd54-61296d3429a8 req-5e3f11eb-ab24-4757-9397-b8a80511a631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:21:39.839062 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-25f6aa05-65a2-42b1-bd54-61296d3429a8 req-5e3f11eb-ab24-4757-9397-b8a80511a631 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d8c434d7-b0b3-4210-b92e-6feb04825dca HTTP/1.1" status: 200 len: 898 time: 0.1170957 Feb 16 23:21:39.860225 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d6fe7-4d1b-466b-b32a-db9799fed892 req-f16b0661-22df-4b67-aa74-2fdee13617a9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:21:39.861632 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2b6d6fe7-4d1b-466b-b32a-db9799fed892 req-f16b0661-22df-4b67-aa74-2fdee13617a9 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=fbdec679-bd39-4143-b02e-11d560314ae7 HTTP/1.1" status: 200 len: 944 time: 0.0781672 Feb 16 23:21:39.899270 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-25f6aa05-65a2-42b1-bd54-61296d3429a8 req-b286eb79-613c-4141-9ec4-79edccd51021 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2735465-7c08-43e1-add8-739c0b573e50 HTTP/1.1" status: 200 len: 217 time: 0.0522149 Feb 16 23:21:39.971216 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2b6d6fe7-4d1b-466b-b32a-db9799fed892 req-ab7ac06a-0710-476e-81ec-de2231d37f34 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=436a5825-e062-4083-a096-3ea20f161bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791140 Feb 16 23:21:39.972799 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6aa05-65a2-42b1-bd54-61296d3429a8 req-026671cb-b42b-41aa-8889-ea88997d3fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:21:39.974283 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-25f6aa05-65a2-42b1-bd54-61296d3429a8 req-026671cb-b42b-41aa-8889-ea88997d3fee service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6f169f3c-a0eb-4e9e-9324-7386ac940476 HTTP/1.1" status: 200 len: 835 time: 0.0670164 Feb 16 23:21:40.025508 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6aa05-65a2-42b1-bd54-61296d3429a8 req-a14eb2da-0db2-4c31-9086-5096f4de5f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:21:40.027314 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-25f6aa05-65a2-42b1-bd54-61296d3429a8 req-a14eb2da-0db2-4c31-9086-5096f4de5f3c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8c434d7-b0b3-4210-b92e-6feb04825dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459783 Feb 16 23:21:40.120453 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-25f6aa05-65a2-42b1-bd54-61296d3429a8 req-66dde034-450d-4cf6-927f-60be48bdfadb service neutron] 10.222.0.79 "GET /v2.0/networks/d8c434d7-b0b3-4210-b92e-6feb04825dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858543 Feb 16 23:21:40.208370 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-25f6aa05-65a2-42b1-bd54-61296d3429a8 req-b6c5f62d-ca85-4f11-a289-66c49b1d1ccf service neutron] 10.222.0.79 "GET /v2.0/networks/d8c434d7-b0b3-4210-b92e-6feb04825dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818388 Feb 16 23:21:41.093481 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919beebd-1ef7-49bb-8d19-a56d8b210f28 req-cbe70b20-ede7-4e59-a357-88108869b758 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:21:41.094972 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-919beebd-1ef7-49bb-8d19-a56d8b210f28 req-cbe70b20-ede7-4e59-a357-88108869b758 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=fbdec679-bd39-4143-b02e-11d560314ae7 HTTP/1.1" status: 200 len: 944 time: 0.0567391 Feb 16 23:21:41.143279 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-919beebd-1ef7-49bb-8d19-a56d8b210f28 req-36e85653-23cf-42aa-aaa7-d15c3c6eb12a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=436a5825-e062-4083-a096-3ea20f161bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427437 Feb 16 23:21:42.107429 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device b2735465-7c08-43e1-add8-739c0b573e50 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:21:42.204583 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port b2735465-7c08-43e1-add8-739c0b573e50, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=b2735465-7c08-43e1-add8-739c0b573e50,segment=NetworkSegment(ad4a735d-553c-4596-9a15-b40a15388442),segment_id=ad4a735d-553c-4596-9a15-b40a15388442)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:21:42.216560 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'b2735465-7c08-43e1-add8-739c0b573e50', 'network_id': 'd8c434d7-b0b3-4210-b92e-6feb04825dca', 'port_id': 'b2735465-7c08-43e1-add8-739c0b573e50', 'mac_address': 'fa:16:3e:19:8d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f169f3c-a0eb-4e9e-9324-7386ac940476', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:21:42.254550 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port b2735465-7c08-43e1-add8-739c0b573e50 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:21:42.254943 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b2735465-7c08-43e1-add8-739c0b573e50), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:42.262933 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebca8dc-c3c5-43dd-9975-a98f71aa6eca req-c440fe59-9ad5-4588-b229-9d46c4cd5485 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:21:42.264446 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eebca8dc-c3c5-43dd-9975-a98f71aa6eca req-c440fe59-9ad5-4588-b229-9d46c4cd5485 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=fbdec679-bd39-4143-b02e-11d560314ae7 HTTP/1.1" status: 200 len: 944 time: 0.0535033 Feb 16 23:21:42.267751 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2735465-7c08-43e1-add8-739c0b573e50 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:21:42.287597 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port b2735465-7c08-43e1-add8-739c0b573e50, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=b2735465-7c08-43e1-add8-739c0b573e50,segment=NetworkSegment(ad4a735d-553c-4596-9a15-b40a15388442),segment_id=ad4a735d-553c-4596-9a15-b40a15388442)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:21:42.292793 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b2735465-7c08-43e1-add8-739c0b573e50), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:42.314654 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eebca8dc-c3c5-43dd-9975-a98f71aa6eca req-002f1b26-1741-4e45-b923-a4aabe9b14d6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=436a5825-e062-4083-a096-3ea20f161bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442765 Feb 16 23:21:42.339371 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=b2735465-7c08-43e1-add8-739c0b573e50,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:21:42.541177 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['b2735465-7c08-43e1-add8-739c0b573e50'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:21:43.437433 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd0e28-84be-4ed6-ba3e-7b3ed07a203c req-8ec0b432-39b9-44cb-9513-0dd6b5128e6e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:21:43.439891 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22cd0e28-84be-4ed6-ba3e-7b3ed07a203c req-8ec0b432-39b9-44cb-9513-0dd6b5128e6e tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=fbdec679-bd39-4143-b02e-11d560314ae7 HTTP/1.1" status: 200 len: 945 time: 0.0578914 Feb 16 23:21:43.486964 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-22cd0e28-84be-4ed6-ba3e-7b3ed07a203c req-e0f556c2-4d97-431d-a51b-67ab346d262c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=436a5825-e062-4083-a096-3ea20f161bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424581 Feb 16 23:21:44.123728 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device b2735465-7c08-43e1-add8-739c0b573e50 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:21:44.174746 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port b2735465-7c08-43e1-add8-739c0b573e50 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:21:44.178517 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port b2735465-7c08-43e1-add8-739c0b573e50 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:21:44.179525 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b2735465-7c08-43e1-add8-739c0b573e50), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:44.254259 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port b2735465-7c08-43e1-add8-739c0b573e50 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:21:44.254646 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b2735465-7c08-43e1-add8-739c0b573e50), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:44.276826 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbdec679-bd39-4143-b02e-11d560314ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2735465-7c08-43e1-add8-739c0b573e50'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:21:44.279159 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}003bc719444852515b674fedd62cd1fb71b35db544f2f4adcbcd93f8ba7f5d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa4a7a3-4589-41ab-a831-9ff982633b89" -d '{"events": [{"server_uuid": "fbdec679-bd39-4143-b02e-11d560314ae7", "name": "network-vif-plugged", "status": "completed", "tag": "b2735465-7c08-43e1-add8-739c0b573e50"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:21:44.292208 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port b2735465-7c08-43e1-add8-739c0b573e50, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=b2735465-7c08-43e1-add8-739c0b573e50,segment=NetworkSegment(ad4a735d-553c-4596-9a15-b40a15388442),segment_id=ad4a735d-553c-4596-9a15-b40a15388442)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:21:44.296165 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b2735465-7c08-43e1-add8-739c0b573e50), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:44.348765 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=b2735465-7c08-43e1-add8-739c0b573e50,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:21:44.367790 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f184f2f-8877-416d-86aa-c47a2ad78e0a x-openstack-request-id: req-0f184f2f-8877-416d-86aa-c47a2ad78e0a {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:21:44.368093 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbdec679-bd39-4143-b02e-11d560314ae7", "name": "network-vif-plugged", "status": "completed", "tag": "b2735465-7c08-43e1-add8-739c0b573e50", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:21:44.368356 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0f184f2f-8877-416d-86aa-c47a2ad78e0a {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:21:44.368758 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbdec679-bd39-4143-b02e-11d560314ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2735465-7c08-43e1-add8-739c0b573e50', 'code': 200} Feb 16 23:21:44.465817 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea140a-d81a-4d0f-a188-d76d55d52b12 req-aaa2d85d-1199-4c45-809b-f8dc69a70ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:21:44.467381 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f3ea140a-d81a-4d0f-a188-d76d55d52b12 req-aaa2d85d-1199-4c45-809b-f8dc69a70ded service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fbdec679-bd39-4143-b02e-11d560314ae7 HTTP/1.1" status: 200 len: 1128 time: 0.0434499 Feb 16 23:21:44.513120 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f3ea140a-d81a-4d0f-a188-d76d55d52b12 req-2a06dfa2-c2f0-4ef4-b8b2-184e09b575cd service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=436a5825-e062-4083-a096-3ea20f161bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398037 Feb 16 23:21:44.605898 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb1bc6-3782-40af-940a-52c7b053eddf req-408f4955-8c9b-4a44-98ae-4a1f1cbc25cc tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:21:44.607353 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-71cb1bc6-3782-40af-940a-52c7b053eddf req-408f4955-8c9b-4a44-98ae-4a1f1cbc25cc tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=fbdec679-bd39-4143-b02e-11d560314ae7 HTTP/1.1" status: 200 len: 946 time: 0.0523877 Feb 16 23:21:44.658912 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-71cb1bc6-3782-40af-940a-52c7b053eddf req-aa11e740-33bd-4965-a1ba-36f91049a200 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=436a5825-e062-4083-a096-3ea20f161bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460041 Feb 16 23:21:45.776253 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89478d-27d9-4b60-af78-00c6835d70eb req-e0505c5c-db5f-4808-87a2-91f5f609b468 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:21:45.778081 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e89478d-27d9-4b60-af78-00c6835d70eb req-e0505c5c-db5f-4808-87a2-91f5f609b468 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=fbdec679-bd39-4143-b02e-11d560314ae7 HTTP/1.1" status: 200 len: 946 time: 0.0535908 Feb 16 23:21:45.826339 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2e89478d-27d9-4b60-af78-00c6835d70eb req-ade8cde7-b23a-4c12-98ed-fd503d7e2a1a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=436a5825-e062-4083-a096-3ea20f161bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427082 Feb 16 23:21:45.943140 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9790f27-a0b8-430e-b222-ac924494e113 req-2314b0be-1f45-4719-9b8b-d8736d99c297 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:21:45.944648 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d9790f27-a0b8-430e-b222-ac924494e113 req-2314b0be-1f45-4719-9b8b-d8736d99c297 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=fbdec679-bd39-4143-b02e-11d560314ae7 HTTP/1.1" status: 200 len: 946 time: 0.0524023 Feb 16 23:21:45.991274 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d9790f27-a0b8-430e-b222-ac924494e113 req-06696565-62d0-4d13-a8ec-d14707633e13 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=436a5825-e062-4083-a096-3ea20f161bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410957 Feb 16 23:21:46.013182 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55894) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:21:46.057351 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b04cdba-0b00-4a8a-9d38-705829538ff7 tempest-TestNetworkAdvancedServerOps-43398640 tempest-TestNetworkAdvancedServerOps-43398640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:21:46.058830 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-0b04cdba-0b00-4a8a-9d38-705829538ff7 tempest-TestNetworkAdvancedServerOps-43398640 tempest-TestNetworkAdvancedServerOps-43398640-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=fbdec679-bd39-4143-b02e-11d560314ae7 HTTP/1.1" status: 200 len: 1123 time: 0.0446694 Feb 16 23:21:46.061596 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55896) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:21:46.065957 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-f0200504-e27b-41c4-9c6a-6cec781abc29 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'port_id': 'b2735465-7c08-43e1-add8-739c0b573e50', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:21:46.086317 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f0200504-e27b-41c4-9c6a-6cec781abc29 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:46.185678 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f0200504-e27b-41c4-9c6a-6cec781abc29 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:46.284585 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-f0200504-e27b-41c4-9c6a-6cec781abc29 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Allocated IP 172.25.2.41 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/b16f0b55-9046-410f-9c8a-41b303a8f129) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:21:46.682815 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f0200504-e27b-41c4-9c6a-6cec781abc29 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for port (b16f0b55-9046-410f-9c8a-41b303a8f129), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:46.715625 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f0200504-e27b-41c4-9c6a-6cec781abc29 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (b16f0b55-9046-410f-9c8a-41b303a8f129), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:46.754636 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0200504-e27b-41c4-9c6a-6cec781abc29 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:21:46.757898 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-f0200504-e27b-41c4-9c6a-6cec781abc29 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:21:46.761411 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0200504-e27b-41c4-9c6a-6cec781abc29 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:21:46.766671 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0200504-e27b-41c4-9c6a-6cec781abc29 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Port': ['ID=b16f0b55-9046-410f-9c8a-41b303a8f129,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:21:47.104243 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f0200504-e27b-41c4-9c6a-6cec781abc29 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for floatingip (49d07427-f963-4ca2-82f7-ee18c68b1f53), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:47.174705 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f0200504-e27b-41c4-9c6a-6cec781abc29 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b16f0b55-9046-410f-9c8a-41b303a8f129), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:47.330145 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f0200504-e27b-41c4-9c6a-6cec781abc29 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for port (b16f0b55-9046-410f-9c8a-41b303a8f129), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:47.335342 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f0200504-e27b-41c4-9c6a-6cec781abc29 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (b16f0b55-9046-410f-9c8a-41b303a8f129), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:47.406463 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0200504-e27b-41c4-9c6a-6cec781abc29 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event updated for resources: {'Port': ['ID=b16f0b55-9046-410f-9c8a-41b303a8f129,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:21:47.424273 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f0200504-e27b-41c4-9c6a-6cec781abc29 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (49d07427-f963-4ca2-82f7-ee18c68b1f53), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:47.526312 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [None req-f0200504-e27b-41c4-9c6a-6cec781abc29 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Floating IP 49d07427-f963-4ca2-82f7-ee18c68b1f53 associated. External IP: 172.25.2.41, port: b2735465-7c08-43e1-add8-739c0b573e50. Feb 16 23:21:47.740895 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0200504-e27b-41c4-9c6a-6cec781abc29 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Router 1efcdf9c-e996-466a-81bb-cd68fde04ee1 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:21:47.853215 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0200504-e27b-41c4-9c6a-6cec781abc29 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:21:47.864128 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2ad375-dcfb-4aab-95ab-f7284f1b511a None None] Sync routers for ids ['1efcdf9c-e996-466a-81bb-cd68fde04ee1'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:21:47.870997 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f0200504-e27b-41c4-9c6a-6cec781abc29 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:47.873400 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2ad375-dcfb-4aab-95ab-f7284f1b511a None None] Routers {'1efcdf9c-e996-466a-81bb-cd68fde04ee1'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:21:47.874044 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-ba2ad375-dcfb-4aab-95ab-f7284f1b511a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:21:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1efcdf9c-e996-466a-81bb-cd68fde04ee1'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:21:47.901371 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-f0200504-e27b-41c4-9c6a-6cec781abc29 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8386941 Feb 16 23:21:47.902269 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbdec679-bd39-4143-b02e-11d560314ae7', 'tag': 'b2735465-7c08-43e1-add8-739c0b573e50'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:21:47.905126 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc6ebb2656127e6cc678106abfc43ff4a9c5ad1b0fb390af1324360b6f530fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7b96e9-d420-4136-b753-a671e053df54" -d '{"events": [{"name": "network-changed", "server_uuid": "fbdec679-bd39-4143-b02e-11d560314ae7", "tag": "b2735465-7c08-43e1-add8-739c0b573e50"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:21:48.010288 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edea859-7a68-4a3a-b92f-bfe585a70713 req-a2318e50-96c0-44dd-ab9c-68a0fac32423 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:21:48.011883 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6edea859-7a68-4a3a-b92f-bfe585a70713 req-a2318e50-96c0-44dd-ab9c-68a0fac32423 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=fbdec679-bd39-4143-b02e-11d560314ae7 HTTP/1.1" status: 200 len: 946 time: 0.0601563 Feb 16 23:21:48.062995 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6edea859-7a68-4a3a-b92f-bfe585a70713 req-9d6bef02-4eda-44f7-af08-c0accbe8a52d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=436a5825-e062-4083-a096-3ea20f161bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452392 Feb 16 23:21:48.086490 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55904) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:21:48.149490 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-ba2ad375-dcfb-4aab-95ab-f7284f1b511a None None] Set router 1efcdf9c-e996-466a-81bb-cd68fde04ee1 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:21:48.155551 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fa6367bb-cdb7-4cdb-a65b-e53c34d348ee tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/floatingips/49d07427-f963-4ca2-82f7-ee18c68b1f53 HTTP/1.1" status: 200 len: 991 time: 0.0675812 Feb 16 23:21:48.165406 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2b1331-4bd4-40c4-a109-2827a4df5da4 x-openstack-request-id: req-4f2b1331-4bd4-40c4-a109-2827a4df5da4 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:21:48.165702 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbdec679-bd39-4143-b02e-11d560314ae7", "tag": "b2735465-7c08-43e1-add8-739c0b573e50", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:21:48.165963 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4f2b1331-4bd4-40c4-a109-2827a4df5da4 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:21:48.166411 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbdec679-bd39-4143-b02e-11d560314ae7', 'tag': 'b2735465-7c08-43e1-add8-739c0b573e50', 'status': 'completed', 'code': 200} Feb 16 23:21:48.230260 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b96e9-d420-4136-b753-a671e053df54 req-6d49b9df-bb27-4b87-b755-b5de4b547365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:21:48.231776 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e7b96e9-d420-4136-b753-a671e053df54 req-6d49b9df-bb27-4b87-b755-b5de4b547365 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=fbdec679-bd39-4143-b02e-11d560314ae7 HTTP/1.1" status: 200 len: 1128 time: 0.0447104 Feb 16 23:21:48.325278 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b96e9-d420-4136-b753-a671e053df54 req-68dc1434-1c09-4292-b0ac-f74aef82da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:21:48.326699 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e7b96e9-d420-4136-b753-a671e053df54 req-68dc1434-1c09-4292-b0ac-f74aef82da10 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d8c434d7-b0b3-4210-b92e-6feb04825dca HTTP/1.1" status: 200 len: 898 time: 0.0890138 Feb 16 23:21:48.371757 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-ba2ad375-dcfb-4aab-95ab-f7284f1b511a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925902719', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:21:30Z', 'updated_at': '2022-02-16T23:21:33Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': 'aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:21:30Z', 'updated_at': '2022-02-16T23:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '49d07427-f963-4ca2-82f7-ee18c68b1f53', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'floating_ip_address': '172.25.2.41', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'port_id': 'b2735465-7c08-43e1-add8-739c0b573e50', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c434d7-b0b3-4210-b92e-6feb04825dca', 'mac_address': 'fa:16:3e:19:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdec679-bd39-4143-b02e-11d560314ae7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:21:46Z', 'updated_at': '2022-02-16T23:21:46Z', 'revision_number': 0, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83', 'name': '', 'network_id': 'd8c434d7-b0b3-4210-b92e-6feb04825dca', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:d8:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '6f169f3c-a0eb-4e9e-9324-7386ac940476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:21:32Z', 'updated_at': '2022-02-16T23:21:36Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': '6f169f3c-a0eb-4e9e-9324-7386ac940476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:21:48.389502 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e7b96e9-d420-4136-b753-a671e053df54 req-8233c748-b61f-4168-a6e5-ea846a0284dd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2735465-7c08-43e1-add8-739c0b573e50 HTTP/1.1" status: 200 len: 999 time: 0.0569277 Feb 16 23:21:48.402287 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2ad375-dcfb-4aab-95ab-f7284f1b511a None None] Checking router: 1efcdf9c-e996-466a-81bb-cd68fde04ee1 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:21:48.410726 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2ad375-dcfb-4aab-95ab-f7284f1b511a None None] Routers {'1efcdf9c-e996-466a-81bb-cd68fde04ee1'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:21:48.411333 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-ba2ad375-dcfb-4aab-95ab-f7284f1b511a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:21:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1efcdf9c-e996-466a-81bb-cd68fde04ee1'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:21:48.437561 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b96e9-d420-4136-b753-a671e053df54 req-f26e1f4f-7dd2-4ddf-83cc-c0a57e624f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:21:48.439048 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e7b96e9-d420-4136-b753-a671e053df54 req-f26e1f4f-7dd2-4ddf-83cc-c0a57e624f6d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6f169f3c-a0eb-4e9e-9324-7386ac940476 HTTP/1.1" status: 200 len: 835 time: 0.0439484 Feb 16 23:21:48.492163 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b96e9-d420-4136-b753-a671e053df54 req-5fb19d19-0be0-4362-8460-b601c3b557b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:21:48.493890 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e7b96e9-d420-4136-b753-a671e053df54 req-5fb19d19-0be0-4362-8460-b601c3b557b3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8c434d7-b0b3-4210-b92e-6feb04825dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484328 Feb 16 23:21:48.518992 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-ba2ad375-dcfb-4aab-95ab-f7284f1b511a None None] Set router 1efcdf9c-e996-466a-81bb-cd68fde04ee1 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:21:48.582315 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e7b96e9-d420-4136-b753-a671e053df54 req-a774cb65-df41-4177-93a1-98960eeddedb service neutron] 10.222.0.79 "GET /v2.0/networks/d8c434d7-b0b3-4210-b92e-6feb04825dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823500 Feb 16 23:21:48.675543 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9e7b96e9-d420-4136-b753-a671e053df54 req-819d4e7e-8a47-4015-b97a-6c1000846f34 service neutron] 10.222.0.79 "GET /v2.0/networks/d8c434d7-b0b3-4210-b92e-6feb04825dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861070 Feb 16 23:21:48.743488 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-ba2ad375-dcfb-4aab-95ab-f7284f1b511a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925902719', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:21:30Z', 'updated_at': '2022-02-16T23:21:33Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': 'aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:21:30Z', 'updated_at': '2022-02-16T23:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '49d07427-f963-4ca2-82f7-ee18c68b1f53', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'floating_ip_address': '172.25.2.41', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'port_id': 'b2735465-7c08-43e1-add8-739c0b573e50', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c434d7-b0b3-4210-b92e-6feb04825dca', 'mac_address': 'fa:16:3e:19:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdec679-bd39-4143-b02e-11d560314ae7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:21:46Z', 'updated_at': '2022-02-16T23:21:46Z', 'revision_number': 0, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83', 'name': '', 'network_id': 'd8c434d7-b0b3-4210-b92e-6feb04825dca', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:d8:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '6f169f3c-a0eb-4e9e-9324-7386ac940476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:21:32Z', 'updated_at': '2022-02-16T23:21:36Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': '6f169f3c-a0eb-4e9e-9324-7386ac940476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:21:48.774019 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2ad375-dcfb-4aab-95ab-f7284f1b511a None None] The sync data for ids ['1efcdf9c-e996-466a-81bb-cd68fde04ee1'] in n-d-813897-6 is: [{'id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925902719', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:21:30Z', 'updated_at': '2022-02-16T23:21:33Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': 'aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:21:30Z', 'updated_at': '2022-02-16T23:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '49d07427-f963-4ca2-82f7-ee18c68b1f53', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'floating_ip_address': '172.25.2.41', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'port_id': 'b2735465-7c08-43e1-add8-739c0b573e50', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c434d7-b0b3-4210-b92e-6feb04825dca', 'mac_address': 'fa:16:3e:19:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdec679-bd39-4143-b02e-11d560314ae7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:21:46Z', 'updated_at': '2022-02-16T23:21:46Z', 'revision_number': 0, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83', 'name': '', 'network_id': 'd8c434d7-b0b3-4210-b92e-6feb04825dca', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:d8:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '6f169f3c-a0eb-4e9e-9324-7386ac940476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:21:32Z', 'updated_at': '2022-02-16T23:21:36Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': '6f169f3c-a0eb-4e9e-9324-7386ac940476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:21:48.963056 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1ddd5c-15bd-49cb-857e-bf9766f1d8e8 None None] New status for floating IP 49d07427-f963-4ca2-82f7-ee18c68b1f53: ACTIVE {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:21:49.159417 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55906) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:21:49.219589 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-71ba8515-1563-4e30-a56d-3009a7086d1a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/floatingips/49d07427-f963-4ca2-82f7-ee18c68b1f53 HTTP/1.1" status: 200 len: 993 time: 0.0589659 Feb 16 23:21:50.804017 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b9cc89b7-1cf1-4080-91fd-eab0df5958d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:53.192992 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ebd65ab2-60b9-4c20-a583-615c324f94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:54.510769 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:55.845556 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:57.162016 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:21:58.898614 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:00.588402 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:05.219383 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b2cce780-556c-4780-94bc-604d97518123 req-81d78ef9-d920-40ff-880a-df12d4c9cc28 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fbdec679-bd39-4143-b02e-11d560314ae7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442264 Feb 16 23:22:05.305732 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cce780-556c-4780-94bc-604d97518123 req-6f9f01c1-0d5d-4c66-9d4d-ff331e0efc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:05.307258 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b2cce780-556c-4780-94bc-604d97518123 req-6f9f01c1-0d5d-4c66-9d4d-ff331e0efc70 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=fbdec679-bd39-4143-b02e-11d560314ae7 HTTP/1.1" status: 200 len: 1128 time: 0.0446620 Feb 16 23:22:05.417270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cce780-556c-4780-94bc-604d97518123 req-1db2c0c7-1452-4723-aa35-7da12543e0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:05.418781 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b2cce780-556c-4780-94bc-604d97518123 req-1db2c0c7-1452-4723-aa35-7da12543e0af service neutron] 10.222.0.79 "GET /v2.0/networks?id=d8c434d7-b0b3-4210-b92e-6feb04825dca HTTP/1.1" status: 200 len: 898 time: 0.0876617 Feb 16 23:22:05.483386 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b2cce780-556c-4780-94bc-604d97518123 req-db9f4d7c-aabc-46e1-bf95-be41d5df1e4a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2735465-7c08-43e1-add8-739c0b573e50 HTTP/1.1" status: 200 len: 1001 time: 0.0567851 Feb 16 23:22:05.536645 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cce780-556c-4780-94bc-604d97518123 req-cbf45a5a-be92-401b-ab17-2e64a79ec8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:05.538175 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b2cce780-556c-4780-94bc-604d97518123 req-cbf45a5a-be92-401b-ab17-2e64a79ec8bc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6f169f3c-a0eb-4e9e-9324-7386ac940476 HTTP/1.1" status: 200 len: 835 time: 0.0481801 Feb 16 23:22:05.586815 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cce780-556c-4780-94bc-604d97518123 req-52227553-19b6-42db-80d7-db99b524f549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:05.588283 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b2cce780-556c-4780-94bc-604d97518123 req-52227553-19b6-42db-80d7-db99b524f549 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8c434d7-b0b3-4210-b92e-6feb04825dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443885 Feb 16 23:22:05.674522 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b2cce780-556c-4780-94bc-604d97518123 req-f3bbd6e4-d6d1-4ebe-ae91-e7de2b31d4d1 service neutron] 10.222.0.79 "GET /v2.0/networks/d8c434d7-b0b3-4210-b92e-6feb04825dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795388 Feb 16 23:22:05.770759 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b2cce780-556c-4780-94bc-604d97518123 req-21ad0164-713c-4bb0-8822-a6d26b1fa8e6 service neutron] 10.222.0.79 "GET /v2.0/networks/d8c434d7-b0b3-4210-b92e-6feb04825dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896711 Feb 16 23:22:15.388394 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:22:20.601056 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff5d76-59ed-4ae0-81c1-78c712c9f45e req-44577df3-0824-4e6d-8f72-38354cf0c7a3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:20.602558 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ecff5d76-59ed-4ae0-81c1-78c712c9f45e req-44577df3-0824-4e6d-8f72-38354cf0c7a3 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=fbdec679-bd39-4143-b02e-11d560314ae7 HTTP/1.1" status: 200 len: 946 time: 0.0530689 Feb 16 23:22:20.650284 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ecff5d76-59ed-4ae0-81c1-78c712c9f45e req-0bcfc7b4-3cb7-4c3d-98e3-1d1a22d17d57 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=436a5825-e062-4083-a096-3ea20f161bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420744 Feb 16 23:22:20.808989 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-80ecb7e1-816b-40a9-a19a-c92561630843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:21.774337 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb469617-d1c4-456a-8f09-8f56fa44e8b4 req-11d677c9-6b58-49de-b2ee-657da789940c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:21.775823 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb469617-d1c4-456a-8f09-8f56fa44e8b4 req-11d677c9-6b58-49de-b2ee-657da789940c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=fbdec679-bd39-4143-b02e-11d560314ae7 HTTP/1.1" status: 200 len: 946 time: 0.0572433 Feb 16 23:22:21.824998 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-eb469617-d1c4-456a-8f09-8f56fa44e8b4 req-0d1ca75e-e129-4994-a963-a55d41aa7637 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=436a5825-e062-4083-a096-3ea20f161bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433009 Feb 16 23:22:21.849439 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55936) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:22:21.913574 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-dc6f85fd-b215-4df5-ba84-1b867eb5251a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/floatingips/49d07427-f963-4ca2-82f7-ee18c68b1f53 HTTP/1.1" status: 200 len: 993 time: 0.0624592 Feb 16 23:22:23.195767 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d9bc677a-735f-44d2-831e-7763ba1be315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:23.209178 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d39bc-fe7a-4115-add2-2b789b0400aa req-932871c7-bddc-4df8-9520-f7fd6501f372 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:23.211260 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-504d39bc-fe7a-4115-add2-2b789b0400aa req-932871c7-bddc-4df8-9520-f7fd6501f372 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=fbdec679-bd39-4143-b02e-11d560314ae7 HTTP/1.1" status: 200 len: 946 time: 0.0844383 Feb 16 23:22:23.217215 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ca3df-4609-4427-8c6c-32f692fed8e9 req-36eabea1-6eae-485e-8e1d-4c68b98b3ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:23.218650 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8d6ca3df-4609-4427-8c6c-32f692fed8e9 req-36eabea1-6eae-485e-8e1d-4c68b98b3ae6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=fbdec679-bd39-4143-b02e-11d560314ae7 HTTP/1.1" status: 200 len: 1128 time: 0.0647175 Feb 16 23:22:23.316696 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-504d39bc-fe7a-4115-add2-2b789b0400aa req-d7f696d0-c0b7-4f76-8831-842825151d25 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=436a5825-e062-4083-a096-3ea20f161bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970876 Feb 16 23:22:23.343300 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ca3df-4609-4427-8c6c-32f692fed8e9 req-95f2acb6-e966-4150-b925-ded1f886bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:23.344759 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8d6ca3df-4609-4427-8c6c-32f692fed8e9 req-95f2acb6-e966-4150-b925-ded1f886bbea service neutron] 10.222.0.79 "GET /v2.0/networks?id=d8c434d7-b0b3-4210-b92e-6feb04825dca HTTP/1.1" status: 200 len: 898 time: 0.1187382 Feb 16 23:22:23.411373 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8d6ca3df-4609-4427-8c6c-32f692fed8e9 req-f10b2e0b-d011-41c4-bf74-aacc8428260d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2735465-7c08-43e1-add8-739c0b573e50 HTTP/1.1" status: 200 len: 1001 time: 0.0605891 Feb 16 23:22:23.460085 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ca3df-4609-4427-8c6c-32f692fed8e9 req-c67c4946-ba45-4768-99fc-5258de70c2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:23.461460 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8d6ca3df-4609-4427-8c6c-32f692fed8e9 req-c67c4946-ba45-4768-99fc-5258de70c2cb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6f169f3c-a0eb-4e9e-9324-7386ac940476 HTTP/1.1" status: 200 len: 835 time: 0.0435619 Feb 16 23:22:23.508429 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ca3df-4609-4427-8c6c-32f692fed8e9 req-491b855e-9e38-4b2b-a66d-94ae8d206570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:23.509883 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8d6ca3df-4609-4427-8c6c-32f692fed8e9 req-491b855e-9e38-4b2b-a66d-94ae8d206570 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8c434d7-b0b3-4210-b92e-6feb04825dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432293 Feb 16 23:22:23.600248 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8d6ca3df-4609-4427-8c6c-32f692fed8e9 req-f92a36af-1834-4b33-b851-dea1c553a09e service neutron] 10.222.0.79 "GET /v2.0/networks/d8c434d7-b0b3-4210-b92e-6feb04825dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843437 Feb 16 23:22:23.688480 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8d6ca3df-4609-4427-8c6c-32f692fed8e9 req-729fbf24-c066-4de6-9dd0-d08edb2091f5 service neutron] 10.222.0.79 "GET /v2.0/networks/d8c434d7-b0b3-4210-b92e-6feb04825dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823712 Feb 16 23:22:24.437539 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d88fe-2697-457a-8573-5cb28e938487 req-98723fad-f117-43ea-977a-3cbcbdeacb3f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:24.439076 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-047d88fe-2697-457a-8573-5cb28e938487 req-98723fad-f117-43ea-977a-3cbcbdeacb3f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=fbdec679-bd39-4143-b02e-11d560314ae7 HTTP/1.1" status: 200 len: 946 time: 0.0545163 Feb 16 23:22:24.498462 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-047d88fe-2697-457a-8573-5cb28e938487 req-4b1864aa-c129-4431-9181-3a6c968ad2c6 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=436a5825-e062-4083-a096-3ea20f161bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518222 Feb 16 23:22:24.514789 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:25.618086 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479393c3-ef53-4d7e-9bdb-e06b3cb1fb85 req-57d359f8-7993-4564-90b1-e33efcc9d11f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:25.619572 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-479393c3-ef53-4d7e-9bdb-e06b3cb1fb85 req-57d359f8-7993-4564-90b1-e33efcc9d11f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=fbdec679-bd39-4143-b02e-11d560314ae7 HTTP/1.1" status: 200 len: 946 time: 0.0525389 Feb 16 23:22:25.666591 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-479393c3-ef53-4d7e-9bdb-e06b3cb1fb85 req-580f8eaf-fd59-40fd-8b29-b409b59d62ab tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=436a5825-e062-4083-a096-3ea20f161bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414722 Feb 16 23:22:25.689659 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55948) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:22:25.752690 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-cfed18f4-f0d3-4f7f-b8a0-2ea6a7de452f tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/floatingips/49d07427-f963-4ca2-82f7-ee18c68b1f53 HTTP/1.1" status: 200 len: 993 time: 0.0618193 Feb 16 23:22:25.850502 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:25.967377 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55954) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:22:26.120010 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-f0fe1f6e-c63e-4b3c-a134-2d10425a530b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Deleting port b16f0b55-9046-410f-9c8a-41b303a8f129 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:22:26.120349 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f0fe1f6e-c63e-4b3c-a134-2d10425a530b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (b16f0b55-9046-410f-9c8a-41b303a8f129), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:26.192987 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f0fe1f6e-c63e-4b3c-a134-2d10425a530b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (b16f0b55-9046-410f-9c8a-41b303a8f129), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:26.193316 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f0fe1f6e-c63e-4b3c-a134-2d10425a530b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for floatingip (b16f0b55-9046-410f-9c8a-41b303a8f129), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:26.205337 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-f0fe1f6e-c63e-4b3c-a134-2d10425a530b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Calling delete_port for b16f0b55-9046-410f-9c8a-41b303a8f129 owned by network:floatingip {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:22:26.350497 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f0fe1f6e-c63e-4b3c-a134-2d10425a530b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (b16f0b55-9046-410f-9c8a-41b303a8f129), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:26.376309 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe1f6e-c63e-4b3c-a134-2d10425a530b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event deleted for resources: {'Port': ['ID=b16f0b55-9046-410f-9c8a-41b303a8f129,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:26.404228 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe1f6e-c63e-4b3c-a134-2d10425a530b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:26.404582 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe1f6e-c63e-4b3c-a134-2d10425a530b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:26.404929 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe1f6e-c63e-4b3c-a134-2d10425a530b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:26.405270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe1f6e-c63e-4b3c-a134-2d10425a530b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:26.405606 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe1f6e-c63e-4b3c-a134-2d10425a530b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:26.405946 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe1f6e-c63e-4b3c-a134-2d10425a530b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:26.406299 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe1f6e-c63e-4b3c-a134-2d10425a530b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:26.406634 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe1f6e-c63e-4b3c-a134-2d10425a530b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:26.406967 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe1f6e-c63e-4b3c-a134-2d10425a530b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:26.407294 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe1f6e-c63e-4b3c-a134-2d10425a530b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:26.407626 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe1f6e-c63e-4b3c-a134-2d10425a530b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:26.407949 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe1f6e-c63e-4b3c-a134-2d10425a530b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:26.408270 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe1f6e-c63e-4b3c-a134-2d10425a530b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:26.448320 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f0fe1f6e-c63e-4b3c-a134-2d10425a530b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for floatingip (49d07427-f963-4ca2-82f7-ee18c68b1f53), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:26.448658 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-f0fe1f6e-c63e-4b3c-a134-2d10425a530b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Floating IP 49d07427-f963-4ca2-82f7-ee18c68b1f53 disassociated (deleted). External IP: 172.25.2.41, port: b2735465-7c08-43e1-add8-739c0b573e50. Feb 16 23:22:26.662529 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fe1f6e-c63e-4b3c-a134-2d10425a530b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Router 1efcdf9c-e996-466a-81bb-cd68fde04ee1 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:22:26.767764 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fe1f6e-c63e-4b3c-a134-2d10425a530b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:22:26.772414 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f0fe1f6e-c63e-4b3c-a134-2d10425a530b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:26.779662 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c15762-b132-4b5c-99e4-24a171b203fe None None] Sync routers for ids ['1efcdf9c-e996-466a-81bb-cd68fde04ee1'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:22:26.788902 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c15762-b132-4b5c-99e4-24a171b203fe None None] Routers {'1efcdf9c-e996-466a-81bb-cd68fde04ee1'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:22:26.789504 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-56c15762-b132-4b5c-99e4-24a171b203fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:22:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1efcdf9c-e996-466a-81bb-cd68fde04ee1'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:22:26.804240 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f0fe1f6e-c63e-4b3c-a134-2d10425a530b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "DELETE /v2.0/floatingips/49d07427-f963-4ca2-82f7-ee18c68b1f53 HTTP/1.1" status: 204 len: 168 time: 0.8357813 Feb 16 23:22:26.804933 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbdec679-bd39-4143-b02e-11d560314ae7', 'tag': 'b2735465-7c08-43e1-add8-739c0b573e50'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:22:26.807355 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e02b1269caefb4c024904b88698defd233c730f45a19e1a7dbb6b862b0fddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b7d408-9dac-444d-b32e-f404c1fcc62c" -d '{"events": [{"name": "network-changed", "server_uuid": "fbdec679-bd39-4143-b02e-11d560314ae7", "tag": "b2735465-7c08-43e1-add8-739c0b573e50"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:22:26.897984 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-56c15762-b132-4b5c-99e4-24a171b203fe None None] Set router 1efcdf9c-e996-466a-81bb-cd68fde04ee1 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:22:26.962043 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6db700-a1fe-4409-8944-9ff8f4c83a3e x-openstack-request-id: req-7e6db700-a1fe-4409-8944-9ff8f4c83a3e {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:22:26.962496 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbdec679-bd39-4143-b02e-11d560314ae7", "tag": "b2735465-7c08-43e1-add8-739c0b573e50", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:22:26.962771 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7e6db700-a1fe-4409-8944-9ff8f4c83a3e {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:22:26.963191 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbdec679-bd39-4143-b02e-11d560314ae7', 'tag': 'b2735465-7c08-43e1-add8-739c0b573e50', 'status': 'completed', 'code': 200} Feb 16 23:22:27.061471 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7d408-9dac-444d-b32e-f404c1fcc62c req-10a70194-a73b-464d-872a-54cbc549449a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:27.063060 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06b7d408-9dac-444d-b32e-f404c1fcc62c req-10a70194-a73b-464d-872a-54cbc549449a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c5e2c7d5d14e409fae94d81de0810792&device_id=fbdec679-bd39-4143-b02e-11d560314ae7 HTTP/1.1" status: 200 len: 1128 time: 0.0790701 Feb 16 23:22:27.074180 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b266bd-af11-461c-8d7a-c0530bfca4b3 req-60394c4e-7c0a-4b20-9d56-8c7c4b269fb1 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:27.075598 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-93b266bd-af11-461c-8d7a-c0530bfca4b3 req-60394c4e-7c0a-4b20-9d56-8c7c4b269fb1 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=fbdec679-bd39-4143-b02e-11d560314ae7 HTTP/1.1" status: 200 len: 946 time: 0.0648324 Feb 16 23:22:27.102619 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-56c15762-b132-4b5c-99e4-24a171b203fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925902719', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:21:30Z', 'updated_at': '2022-02-16T23:21:33Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': 'aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:21:30Z', 'updated_at': '2022-02-16T23:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83', 'name': '', 'network_id': 'd8c434d7-b0b3-4210-b92e-6feb04825dca', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:d8:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '6f169f3c-a0eb-4e9e-9324-7386ac940476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:21:32Z', 'updated_at': '2022-02-16T23:21:36Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': '6f169f3c-a0eb-4e9e-9324-7386ac940476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:22:27.132924 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c15762-b132-4b5c-99e4-24a171b203fe None None] Checking router: 1efcdf9c-e996-466a-81bb-cd68fde04ee1 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:22:27.141487 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c15762-b132-4b5c-99e4-24a171b203fe None None] Routers {'1efcdf9c-e996-466a-81bb-cd68fde04ee1'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:22:27.142147 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-56c15762-b132-4b5c-99e4-24a171b203fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:22:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1efcdf9c-e996-466a-81bb-cd68fde04ee1'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:22:27.233062 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:27.269457 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-56c15762-b132-4b5c-99e4-24a171b203fe None None] Set router 1efcdf9c-e996-466a-81bb-cd68fde04ee1 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:22:27.479861 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-56c15762-b132-4b5c-99e4-24a171b203fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925902719', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:21:30Z', 'updated_at': '2022-02-16T23:21:33Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': 'aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:21:30Z', 'updated_at': '2022-02-16T23:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83', 'name': '', 'network_id': 'd8c434d7-b0b3-4210-b92e-6feb04825dca', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:d8:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '6f169f3c-a0eb-4e9e-9324-7386ac940476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:21:32Z', 'updated_at': '2022-02-16T23:21:36Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': '6f169f3c-a0eb-4e9e-9324-7386ac940476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:22:27.480245 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-93b266bd-af11-461c-8d7a-c0530bfca4b3 req-a3fbb014-2bb0-4320-898f-cf04520c1f5c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=436a5825-e062-4083-a096-3ea20f161bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3957045 Feb 16 23:22:27.498638 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7d408-9dac-444d-b32e-f404c1fcc62c req-5e9431dc-214c-4968-9072-985fc7c8f8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:27.500123 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06b7d408-9dac-444d-b32e-f404c1fcc62c req-5e9431dc-214c-4968-9072-985fc7c8f8ea service neutron] 10.222.0.79 "GET /v2.0/networks?id=d8c434d7-b0b3-4210-b92e-6feb04825dca HTTP/1.1" status: 200 len: 898 time: 0.4236832 Feb 16 23:22:27.511357 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c15762-b132-4b5c-99e4-24a171b203fe None None] The sync data for ids ['1efcdf9c-e996-466a-81bb-cd68fde04ee1'] in n-d-813897-6 is: [{'id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925902719', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:21:30Z', 'updated_at': '2022-02-16T23:21:33Z', 'revision_number': 4, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': 'aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:21:30Z', 'updated_at': '2022-02-16T23:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83', 'name': '', 'network_id': 'd8c434d7-b0b3-4210-b92e-6feb04825dca', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'mac_address': 'fa:16:3e:d8:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '6f169f3c-a0eb-4e9e-9324-7386ac940476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:21:32Z', 'updated_at': '2022-02-16T23:21:36Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'subnets': [{'id': '6f169f3c-a0eb-4e9e-9324-7386ac940476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:22:27.542481 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06b7d408-9dac-444d-b32e-f404c1fcc62c req-7f7a2f90-a4af-464c-bd63-a220c8f5d816 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2735465-7c08-43e1-add8-739c0b573e50 HTTP/1.1" status: 200 len: 217 time: 0.0343602 Feb 16 23:22:27.596636 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7d408-9dac-444d-b32e-f404c1fcc62c req-21e02edf-0a30-424c-ae32-bf09e1eec1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:27.598180 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06b7d408-9dac-444d-b32e-f404c1fcc62c req-21e02edf-0a30-424c-ae32-bf09e1eec1e1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6f169f3c-a0eb-4e9e-9324-7386ac940476 HTTP/1.1" status: 200 len: 835 time: 0.0486977 Feb 16 23:22:27.648367 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7d408-9dac-444d-b32e-f404c1fcc62c req-2d3e2c01-a8b6-4784-9183-baed6293563c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:27.649894 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06b7d408-9dac-444d-b32e-f404c1fcc62c req-2d3e2c01-a8b6-4784-9183-baed6293563c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8c434d7-b0b3-4210-b92e-6feb04825dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455613 Feb 16 23:22:27.746715 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06b7d408-9dac-444d-b32e-f404c1fcc62c req-7be872fa-db72-44ae-847b-c8b53a8e364f service neutron] 10.222.0.79 "GET /v2.0/networks/d8c434d7-b0b3-4210-b92e-6feb04825dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900984 Feb 16 23:22:27.755683 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3732ee-acd5-48e5-b73e-e9a3d3a52484 None None] New status for floating IP 49d07427-f963-4ca2-82f7-ee18c68b1f53: DOWN {{(pid=103468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:22:27.837892 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-06b7d408-9dac-444d-b32e-f404c1fcc62c req-61b24f1d-b8d7-4ee2-a0d5-3abb1706da93 service neutron] 10.222.0.79 "GET /v2.0/networks/d8c434d7-b0b3-4210-b92e-6feb04825dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847321 Feb 16 23:22:28.524999 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b049700-74c2-414a-8427-eba8ac231923 req-1ff2fd98-9785-416c-b8b2-fbd9c52477ec tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:28.526808 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0b049700-74c2-414a-8427-eba8ac231923 req-1ff2fd98-9785-416c-b8b2-fbd9c52477ec tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.79 "GET /v2.0/ports?device_id=fbdec679-bd39-4143-b02e-11d560314ae7 HTTP/1.1" status: 200 len: 946 time: 0.0536151 Feb 16 23:22:28.645510 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de4830-730a-4f93-b7cf-926ef34931fb req-eccf744e-7210-4b92-bc96-ea6a6c6dbe54 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:28.647635 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-17de4830-730a-4f93-b7cf-926ef34931fb req-eccf744e-7210-4b92-bc96-ea6a6c6dbe54 tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/ports?device_id=fbdec679-bd39-4143-b02e-11d560314ae7 HTTP/1.1" status: 200 len: 946 time: 0.0863984 Feb 16 23:22:28.684107 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-0b049700-74c2-414a-8427-eba8ac231923 req-cfa51080-673e-42a0-a218-b19054fb336d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Deleting port b2735465-7c08-43e1-add8-739c0b573e50 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:22:28.684471 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0b049700-74c2-414a-8427-eba8ac231923 req-cfa51080-673e-42a0-a218-b19054fb336d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (b2735465-7c08-43e1-add8-739c0b573e50), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:28.726454 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-17de4830-730a-4f93-b7cf-926ef34931fb req-56b7c8a2-90c2-447e-aa8e-2b792677dc6c tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "GET /v2.0/security-groups?id=436a5825-e062-4083-a096-3ea20f161bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725386 Feb 16 23:22:28.788909 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-0b049700-74c2-414a-8427-eba8ac231923 req-cfa51080-673e-42a0-a218-b19054fb336d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] For port b2735465-7c08-43e1-add8-739c0b573e50, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=b2735465-7c08-43e1-add8-739c0b573e50,segment=NetworkSegment(ad4a735d-553c-4596-9a15-b40a15388442),segment_id=ad4a735d-553c-4596-9a15-b40a15388442)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:22:28.789601 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0b049700-74c2-414a-8427-eba8ac231923 req-cfa51080-673e-42a0-a218-b19054fb336d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (b2735465-7c08-43e1-add8-739c0b573e50), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:28.801593 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-0b049700-74c2-414a-8427-eba8ac231923 req-cfa51080-673e-42a0-a218-b19054fb336d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Calling delete_port for b2735465-7c08-43e1-add8-739c0b573e50 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:22:28.892566 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:28.929558 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0b049700-74c2-414a-8427-eba8ac231923 req-cfa51080-673e-42a0-a218-b19054fb336d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (b2735465-7c08-43e1-add8-739c0b573e50), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:28.958338 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa51080-673e-42a0-a218-b19054fb336d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event deleted for resources: {'Port': ['ID=b2735465-7c08-43e1-add8-739c0b573e50,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:29.000292 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b049700-74c2-414a-8427-eba8ac231923 req-cfa51080-673e-42a0-a218-b19054fb336d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] No DVR routers for this DVR port b2735465-7c08-43e1-add8-739c0b573e50 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:22:29.003080 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-0b049700-74c2-414a-8427-eba8ac231923 req-cfa51080-673e-42a0-a218-b19054fb336d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:29.007109 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0b049700-74c2-414a-8427-eba8ac231923 req-cfa51080-673e-42a0-a218-b19054fb336d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.79 "DELETE /v2.0/ports/b2735465-7c08-43e1-add8-739c0b573e50 HTTP/1.1" status: 204 len: 173 time: 0.4750245 Feb 16 23:22:29.007553 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbdec679-bd39-4143-b02e-11d560314ae7', 'name': 'network-vif-deleted', 'tag': 'b2735465-7c08-43e1-add8-739c0b573e50'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:22:29.009790 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e02b1269caefb4c024904b88698defd233c730f45a19e1a7dbb6b862b0fddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05526e23-fe4e-47a7-a708-b2d50365ba70" -d '{"events": [{"server_uuid": "fbdec679-bd39-4143-b02e-11d560314ae7", "name": "network-vif-deleted", "tag": "b2735465-7c08-43e1-add8-739c0b573e50"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:22:29.045600 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894505ce-845b-4c30-8b0a-8a30a20675e5 x-openstack-request-id: req-894505ce-845b-4c30-8b0a-8a30a20675e5 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:22:29.045923 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbdec679-bd39-4143-b02e-11d560314ae7", "name": "network-vif-deleted", "tag": "b2735465-7c08-43e1-add8-739c0b573e50", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:22:29.046236 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-894505ce-845b-4c30-8b0a-8a30a20675e5 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:22:29.046649 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbdec679-bd39-4143-b02e-11d560314ae7', 'name': 'network-vif-deleted', 'tag': 'b2735465-7c08-43e1-add8-739c0b573e50', 'status': 'completed', 'code': 200} Feb 16 23:22:29.783412 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55968) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:22:30.140224 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-70ef5095-e42c-4bab-9cd5-afc7c17af2fa tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (1efcdf9c-e996-466a-81bb-cd68fde04ee1), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:30.398616 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-70ef5095-e42c-4bab-9cd5-afc7c17af2fa tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Deleting port c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:22:30.398886 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-70ef5095-e42c-4bab-9cd5-afc7c17af2fa tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:30.486062 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-70ef5095-e42c-4bab-9cd5-afc7c17af2fa tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] For port c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83,segment=NetworkSegment(ad4a735d-553c-4596-9a15-b40a15388442),segment_id=ad4a735d-553c-4596-9a15-b40a15388442)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:22:30.486428 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-70ef5095-e42c-4bab-9cd5-afc7c17af2fa tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:30.498757 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-70ef5095-e42c-4bab-9cd5-afc7c17af2fa tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Calling delete_port for c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83 owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:22:30.582984 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:30.685142 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-70ef5095-e42c-4bab-9cd5-afc7c17af2fa tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:30.715871 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef5095-e42c-4bab-9cd5-afc7c17af2fa tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event deleted for resources: {'Port': ['ID=c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:30.888380 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-70ef5095-e42c-4bab-9cd5-afc7c17af2fa tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (1efcdf9c-e996-466a-81bb-cd68fde04ee1), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:31.102992 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ef5095-e42c-4bab-9cd5-afc7c17af2fa tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Router 1efcdf9c-e996-466a-81bb-cd68fde04ee1 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:22:31.208816 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ef5095-e42c-4bab-9cd5-afc7c17af2fa tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:22:31.214792 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-70ef5095-e42c-4bab-9cd5-afc7c17af2fa tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "PUT /v2.0/routers/1efcdf9c-e996-466a-81bb-cd68fde04ee1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4302754 Feb 16 23:22:31.217483 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55970) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:22:31.220597 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3260b9d4-c0d9-482d-8109-d5820dad437a None None] Sync routers for ids ['1efcdf9c-e996-466a-81bb-cd68fde04ee1'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:22:31.229879 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3260b9d4-c0d9-482d-8109-d5820dad437a None None] Routers {'1efcdf9c-e996-466a-81bb-cd68fde04ee1'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:22:31.230513 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3260b9d4-c0d9-482d-8109-d5820dad437a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:22:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1efcdf9c-e996-466a-81bb-cd68fde04ee1'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:22:31.268545 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-633b4122-5a84-44bd-bed8-0179ea33d64d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Deleting subnet 6f169f3c-a0eb-4e9e-9324-7386ac940476 {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 23:22:31.271615 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-633b4122-5a84-44bd-bed8-0179ea33d64d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for subnet (6f169f3c-a0eb-4e9e-9324-7386ac940476), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:31.312525 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-633b4122-5a84-44bd-bed8-0179ea33d64d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (6f169f3c-a0eb-4e9e-9324-7386ac940476), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:31.339749 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-3260b9d4-c0d9-482d-8109-d5820dad437a None None] Set router 1efcdf9c-e996-466a-81bb-cd68fde04ee1 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:22:31.398576 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-633b4122-5a84-44bd-bed8-0179ea33d64d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (6f169f3c-a0eb-4e9e-9324-7386ac940476), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:31.459408 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-633b4122-5a84-44bd-bed8-0179ea33d64d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (6f169f3c-a0eb-4e9e-9324-7386ac940476), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:31.488547 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b4122-5a84-44bd-bed8-0179ea33d64d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event deleted for resources: {'Subnet': ['ID=6f169f3c-a0eb-4e9e-9324-7386ac940476,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:31.491115 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-633b4122-5a84-44bd-bed8-0179ea33d64d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:31.497306 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55972) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:22:31.498561 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-633b4122-5a84-44bd-bed8-0179ea33d64d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "DELETE /v2.0/subnets/6f169f3c-a0eb-4e9e-9324-7386ac940476 HTTP/1.1" status: 204 len: 168 time: 0.2800384 Feb 16 23:22:31.498727 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c507fd10-1b7c-4ece-b1dd-0c43eb972906 None None] Network d8c434d7-b0b3-4210-b92e-6feb04825dca requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:22:31.609302 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2fc5b033-4d2f-4fa8-85ac-475863cbab7d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router (1efcdf9c-e996-466a-81bb-cd68fde04ee1), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:31.715307 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2fc5b033-4d2f-4fa8-85ac-475863cbab7d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router_gateway (1efcdf9c-e996-466a-81bb-cd68fde04ee1), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:31.751133 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3260b9d4-c0d9-482d-8109-d5820dad437a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925902719', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:21:30Z', 'updated_at': '2022-02-16T23:22:30Z', 'revision_number': 5, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port': {'id': 'aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:21:30Z', 'updated_at': '2022-02-16T23:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:22:31.779042 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-2fc5b033-4d2f-4fa8-85ac-475863cbab7d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Deleting port aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:22:31.779395 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2fc5b033-4d2f-4fa8-85ac-475863cbab7d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:31.785130 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3260b9d4-c0d9-482d-8109-d5820dad437a None None] Checking router: 1efcdf9c-e996-466a-81bb-cd68fde04ee1 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:22:31.802469 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3260b9d4-c0d9-482d-8109-d5820dad437a None None] Routers {'1efcdf9c-e996-466a-81bb-cd68fde04ee1'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:22:31.802803 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3260b9d4-c0d9-482d-8109-d5820dad437a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:22:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['1efcdf9c-e996-466a-81bb-cd68fde04ee1'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:22:31.869339 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-2fc5b033-4d2f-4fa8-85ac-475863cbab7d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] For port aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:22:31.870348 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2fc5b033-4d2f-4fa8-85ac-475863cbab7d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:31.890383 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-2fc5b033-4d2f-4fa8-85ac-475863cbab7d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Calling delete_port for aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:22:31.908436 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58881fcb-5662-4f64-bb2e-7d82850d627a None None] DHCP port deletion for d8c434d7-b0b3-4210-b92e-6feb04825dca request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 23:22:31.916749 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-3260b9d4-c0d9-482d-8109-d5820dad437a None None] Set router 1efcdf9c-e996-466a-81bb-cd68fde04ee1 gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:22:31.985562 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-3260b9d4-c0d9-482d-8109-d5820dad437a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925902719', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:21:30Z', 'updated_at': '2022-02-16T23:22:31Z', 'revision_number': 6, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:22:32.017196 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3260b9d4-c0d9-482d-8109-d5820dad437a None None] The sync data for ids ['1efcdf9c-e996-466a-81bb-cd68fde04ee1'] in n-d-813897-6 is: [{'id': '1efcdf9c-e996-466a-81bb-cd68fde04ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925902719', 'tenant_id': 'c5e2c7d5d14e409fae94d81de0810792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:21:30Z', 'updated_at': '2022-02-16T23:22:31Z', 'revision_number': 6, 'project_id': 'c5e2c7d5d14e409fae94d81de0810792', 'gw_port_host': None}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:22:32.040894 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-58881fcb-5662-4f64-bb2e-7d82850d627a None None] Deleting port ec7a8e36-36be-4b15-9136-3794e0a01274 {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:22:32.041279 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58881fcb-5662-4f64-bb2e-7d82850d627a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (ec7a8e36-36be-4b15-9136-3794e0a01274), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:32.065409 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2fc5b033-4d2f-4fa8-85ac-475863cbab7d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:32.102869 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc5b033-4d2f-4fa8-85ac-475863cbab7d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event deleted for resources: {'Port': ['ID=aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:32.105586 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-58881fcb-5662-4f64-bb2e-7d82850d627a None None] For port ec7a8e36-36be-4b15-9136-3794e0a01274, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=ec7a8e36-36be-4b15-9136-3794e0a01274,segment=NetworkSegment(ad4a735d-553c-4596-9a15-b40a15388442),segment_id=ad4a735d-553c-4596-9a15-b40a15388442)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:22:32.106044 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58881fcb-5662-4f64-bb2e-7d82850d627a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (ec7a8e36-36be-4b15-9136-3794e0a01274), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:32.118828 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-58881fcb-5662-4f64-bb2e-7d82850d627a None None] Calling delete_port for ec7a8e36-36be-4b15-9136-3794e0a01274 owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:22:32.124459 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc5b033-4d2f-4fa8-85ac-475863cbab7d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:32.124815 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc5b033-4d2f-4fa8-85ac-475863cbab7d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:32.125161 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc5b033-4d2f-4fa8-85ac-475863cbab7d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:32.125511 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc5b033-4d2f-4fa8-85ac-475863cbab7d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:32.125833 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc5b033-4d2f-4fa8-85ac-475863cbab7d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:32.126198 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc5b033-4d2f-4fa8-85ac-475863cbab7d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:32.126536 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc5b033-4d2f-4fa8-85ac-475863cbab7d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:32.126863 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc5b033-4d2f-4fa8-85ac-475863cbab7d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:32.127192 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc5b033-4d2f-4fa8-85ac-475863cbab7d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:32.127799 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc5b033-4d2f-4fa8-85ac-475863cbab7d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:32.127932 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc5b033-4d2f-4fa8-85ac-475863cbab7d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:32.128200 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc5b033-4d2f-4fa8-85ac-475863cbab7d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:32.128473 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc5b033-4d2f-4fa8-85ac-475863cbab7d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:32.169214 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2fc5b033-4d2f-4fa8-85ac-475863cbab7d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (1efcdf9c-e996-466a-81bb-cd68fde04ee1), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:32.202531 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58881fcb-5662-4f64-bb2e-7d82850d627a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (ec7a8e36-36be-4b15-9136-3794e0a01274), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:32.229560 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58881fcb-5662-4f64-bb2e-7d82850d627a None None] Pushing event deleted for resources: {'Port': ['ID=ec7a8e36-36be-4b15-9136-3794e0a01274,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:32.231873 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58881fcb-5662-4f64-bb2e-7d82850d627a None None] No DVR routers for this DVR port ec7a8e36-36be-4b15-9136-3794e0a01274 on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:22:32.243112 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58881fcb-5662-4f64-bb2e-7d82850d627a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:32.243112 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58881fcb-5662-4f64-bb2e-7d82850d627a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:32.243112 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58881fcb-5662-4f64-bb2e-7d82850d627a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:32.243112 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58881fcb-5662-4f64-bb2e-7d82850d627a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:32.243112 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58881fcb-5662-4f64-bb2e-7d82850d627a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:32.243112 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58881fcb-5662-4f64-bb2e-7d82850d627a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:32.243112 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58881fcb-5662-4f64-bb2e-7d82850d627a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:32.243112 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58881fcb-5662-4f64-bb2e-7d82850d627a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:32.243112 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58881fcb-5662-4f64-bb2e-7d82850d627a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:32.243112 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58881fcb-5662-4f64-bb2e-7d82850d627a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:32.244352 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58881fcb-5662-4f64-bb2e-7d82850d627a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:32.244352 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58881fcb-5662-4f64-bb2e-7d82850d627a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:32.244352 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58881fcb-5662-4f64-bb2e-7d82850d627a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:32.266123 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2fc5b033-4d2f-4fa8-85ac-475863cbab7d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (1efcdf9c-e996-466a-81bb-cd68fde04ee1), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:32.268446 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2fc5b033-4d2f-4fa8-85ac-475863cbab7d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router_controller (1efcdf9c-e996-466a-81bb-cd68fde04ee1), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:32.312581 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2fc5b033-4d2f-4fa8-85ac-475863cbab7d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (1efcdf9c-e996-466a-81bb-cd68fde04ee1), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:32.313177 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc5b033-4d2f-4fa8-85ac-475863cbab7d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Fanout notify agent at l3_agent the message router_deleted on router 1efcdf9c-e996-466a-81bb-cd68fde04ee1 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 23:22:32.320471 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2fc5b033-4d2f-4fa8-85ac-475863cbab7d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:32.321601 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2fc5b033-4d2f-4fa8-85ac-475863cbab7d tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "DELETE /v2.0/routers/1efcdf9c-e996-466a-81bb-cd68fde04ee1 HTTP/1.1" status: 204 len: 168 time: 0.8233018 Feb 16 23:22:32.324295 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55974) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:22:32.361034 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device b2735465-7c08-43e1-add8-739c0b573e50 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:22:32.382844 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: b2735465-7c08-43e1-add8-739c0b573e50 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:22:32.383198 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device b2735465-7c08-43e1-add8-739c0b573e50 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:22:32.405684 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-372e9f2d-351c-4c77-9de9-508898fe179a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (d8c434d7-b0b3-4210-b92e-6feb04825dca), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:32.494579 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-372e9f2d-351c-4c77-9de9-508898fe179a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (d8c434d7-b0b3-4210-b92e-6feb04825dca), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:32.519155 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-372e9f2d-351c-4c77-9de9-508898fe179a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c434d7-b0b3-4210-b92e-6feb04825dca']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:22:32.529559 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-372e9f2d-351c-4c77-9de9-508898fe179a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad4a735d-553c-4596-9a15-b40a15388442') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:22:32.529864 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-372e9f2d-351c-4c77-9de9-508898fe179a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad4a735d-553c-4596-9a15-b40a15388442') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:22:32.539711 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-372e9f2d-351c-4c77-9de9-508898fe179a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (ad4a735d-553c-4596-9a15-b40a15388442), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:32.552507 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-372e9f2d-351c-4c77-9de9-508898fe179a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (ad4a735d-553c-4596-9a15-b40a15388442), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:32.558234 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-372e9f2d-351c-4c77-9de9-508898fe179a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:22:32.558618 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-372e9f2d-351c-4c77-9de9-508898fe179a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (ad4a735d-553c-4596-9a15-b40a15388442), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:32.561475 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 23:22:32.561475 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:22:32.561475 n-d-813897-6 neutron-server[103465]: timer() Feb 16 23:22:32.561475 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:22:32.561475 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 23:22:32.561475 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 23:22:32.561475 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 23:22:32.561475 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:22:32.561475 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 23:22:32.561475 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:22:32.561475 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 23:22:32.561475 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:22:32.561475 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 23:22:32.561475 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 23:22:32.561475 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:22:32.561475 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 23:22:32.561475 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:22:32.561475 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 23:22:32.561475 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 23:22:32.561475 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 23:22:32.561475 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 23:22:32.561475 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 23:22:32.561475 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:22:32.561475 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:22:32.561475 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 23:22:32.561475 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:22:32.561475 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:22:32.561475 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:22:32.561475 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:22:32.561475 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:22:32.561475 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:22:32.561475 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:22:32.617607 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-372e9f2d-351c-4c77-9de9-508898fe179a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (d8c434d7-b0b3-4210-b92e-6feb04825dca), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:32.624513 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-372e9f2d-351c-4c77-9de9-508898fe179a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:32.627630 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-372e9f2d-351c-4c77-9de9-508898fe179a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "DELETE /v2.0/networks/d8c434d7-b0b3-4210-b92e-6feb04825dca HTTP/1.1" status: 204 len: 168 time: 0.3024004 Feb 16 23:22:32.630466 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55976) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:22:32.638719 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e9f2d-351c-4c77-9de9-508898fe179a tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event deleted for resources: {'Network': ['ID=d8c434d7-b0b3-4210-b92e-6feb04825dca,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:32.689381 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5668d736-8cae-4c1e-ab94-eaad36033c1b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group (436a5825-e062-4083-a096-3ea20f161bbc), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:32.714097 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5668d736-8cae-4c1e-ab94-eaad36033c1b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group (436a5825-e062-4083-a096-3ea20f161bbc), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:32.778592 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5668d736-8cae-4c1e-ab94-eaad36033c1b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (436a5825-e062-4083-a096-3ea20f161bbc), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:32.781525 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-5668d736-8cae-4c1e-ab94-eaad36033c1b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:32.782959 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-5668d736-8cae-4c1e-ab94-eaad36033c1b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] 10.222.0.75 "DELETE /v2.0/security-groups/436a5825-e062-4083-a096-3ea20f161bbc HTTP/1.1" status: 204 len: 168 time: 0.1514714 Feb 16 23:22:32.796371 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668d736-8cae-4c1e-ab94-eaad36033c1b tempest-TestNetworkAdvancedServerOps-1016990782 tempest-TestNetworkAdvancedServerOps-1016990782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=436a5825-e062-4083-a096-3ea20f161bbc,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:33.087641 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55984) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:22:33.216116 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-daa8c89c-06aa-4503-a617-f7ad5ce09201 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c5e2c7d5d14e409fae94d81de0810792&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1272902 Feb 16 23:22:33.218638 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55988) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:22:33.264104 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-722edb02-f60c-4e6d-96eb-faa94c278549 admin admin] Publish callbacks [] for security_group (cc16ff87-4bc1-4356-8509-f0b86939c735), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:33.285188 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-722edb02-f60c-4e6d-96eb-faa94c278549 admin admin] Publish callbacks [] for security_group (cc16ff87-4bc1-4356-8509-f0b86939c735), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:33.330672 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-722edb02-f60c-4e6d-96eb-faa94c278549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (cc16ff87-4bc1-4356-8509-f0b86939c735), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:33.333130 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-722edb02-f60c-4e6d-96eb-faa94c278549 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:33.334828 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-722edb02-f60c-4e6d-96eb-faa94c278549 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cc16ff87-4bc1-4356-8509-f0b86939c735 HTTP/1.1" status: 204 len: 168 time: 0.1153026 Feb 16 23:22:33.342493 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722edb02-f60c-4e6d-96eb-faa94c278549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc16ff87-4bc1-4356-8509-f0b86939c735,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:33.589625 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 55994) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:22:33.603169 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1846fcea-b4f5-45cb-9ec4-419703450e87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:33.675514 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1846fcea-b4f5-45cb-9ec4-419703450e87 admin admin] Publish callbacks [] for security_group (afe81aa9-8e51-4c81-9c07-465c82cc3d91), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:33.679247 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1846fcea-b4f5-45cb-9ec4-419703450e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (afe81aa9-8e51-4c81-9c07-465c82cc3d91), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:33.720790 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1846fcea-b4f5-45cb-9ec4-419703450e87 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3d178c4964f440c9ba62ed41d26ec5f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1300075 Feb 16 23:22:33.721649 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846fcea-b4f5-45cb-9ec4-419703450e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe81aa9-8e51-4c81-9c07-465c82cc3d91,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:33.723462 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 55996) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:22:33.771369 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b2b5e6a5-b714-47ef-8a66-18ca62c30289 admin admin] Publish callbacks [] for security_group (afe81aa9-8e51-4c81-9c07-465c82cc3d91), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:33.792555 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b2b5e6a5-b714-47ef-8a66-18ca62c30289 admin admin] Publish callbacks [] for security_group (afe81aa9-8e51-4c81-9c07-465c82cc3d91), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:33.844910 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b2b5e6a5-b714-47ef-8a66-18ca62c30289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (afe81aa9-8e51-4c81-9c07-465c82cc3d91), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:33.847851 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b2b5e6a5-b714-47ef-8a66-18ca62c30289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:33.849711 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b2b5e6a5-b714-47ef-8a66-18ca62c30289 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/afe81aa9-8e51-4c81-9c07-465c82cc3d91 HTTP/1.1" status: 204 len: 168 time: 0.1246758 Feb 16 23:22:33.851538 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:22:33.857675 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5e6a5-b714-47ef-8a66-18ca62c30289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe81aa9-8e51-4c81-9c07-465c82cc3d91,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:33.876975 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:22:33.877320 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c9639b33-2dbd-4c47-bfb5-ee9ec41c5d83 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:22:33.877733 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device ec7a8e36-36be-4b15-9136-3794e0a01274 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:22:33.902852 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: ec7a8e36-36be-4b15-9136-3794e0a01274 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:22:33.903212 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device ec7a8e36-36be-4b15-9136-3794e0a01274 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:22:33.903631 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:22:33.923352 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:22:33.923714 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device aee2f9eb-f55d-49c6-a2d6-0a9d455f0c3f not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:22:34.519187 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56018) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:22:34.612612 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-61377153-800c-46e6-ba0d-f95d177613b7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1118424350-network', 'tenant_id': '95f3c867ded546538745318f048338fb'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:22:34.631357 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61377153-800c-46e6-ba0d-f95d177613b7 admin admin] Made reservation on behalf of 95f3c867ded546538745318f048338fb for: {'network': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:22:34.633685 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-61377153-800c-46e6-ba0d-f95d177613b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:34.642864 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-61377153-800c-46e6-ba0d-f95d177613b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:34.717909 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-61377153-800c-46e6-ba0d-f95d177613b7 admin admin] Publish callbacks [] for security_group (50ea818b-eb7f-4169-a3fa-2d308ab6cfcd), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:34.722068 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-61377153-800c-46e6-ba0d-f95d177613b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (50ea818b-eb7f-4169-a3fa-2d308ab6cfcd), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:34.747464 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61377153-800c-46e6-ba0d-f95d177613b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=103466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:22:34.757238 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61377153-800c-46e6-ba0d-f95d177613b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ea818b-eb7f-4169-a3fa-2d308ab6cfcd,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:34.761953 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-61377153-800c-46e6-ba0d-f95d177613b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (36f881e7-fbc2-4238-bd87-41278b853685), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:34.762326 n-d-813897-6 neutron-server[103466]: INFO neutron.db.segments_db [None req-61377153-800c-46e6-ba0d-f95d177613b7 admin admin] Added segment 36f881e7-fbc2-4238-bd87-41278b853685 of type vlan for network 0c142343-eeee-4191-97e2-a9b373d6c8c4 Feb 16 23:22:34.811289 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-61377153-800c-46e6-ba0d-f95d177613b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (0c142343-eeee-4191-97e2-a9b373d6c8c4), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:34.837389 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-61377153-800c-46e6-ba0d-f95d177613b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (0c142343-eeee-4191-97e2-a9b373d6c8c4), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:34.838400 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61377153-800c-46e6-ba0d-f95d177613b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:34.839183 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-61377153-800c-46e6-ba0d-f95d177613b7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:34.873038 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-61377153-800c-46e6-ba0d-f95d177613b7 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3525898 Feb 16 23:22:34.875848 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56022) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:22:34.880533 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-308df928-8313-466b-a8bc-6a904b02039c admin admin] Request body: {'subnet': {'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1118424350-subnet', 'tenant_id': '95f3c867ded546538745318f048338fb', 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:22:34.917817 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61377153-800c-46e6-ba0d-f95d177613b7 admin admin] Pushing event updated for resources: {'Network': ['ID=0c142343-eeee-4191-97e2-a9b373d6c8c4,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:34.929757 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 0c142343-eeee-4191-97e2-a9b373d6c8c4 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 23:22:34.931857 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308df928-8313-466b-a8bc-6a904b02039c admin admin] Made reservation on behalf of 95f3c867ded546538745318f048338fb for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:22:34.934864 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-308df928-8313-466b-a8bc-6a904b02039c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:35.106177 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-308df928-8313-466b-a8bc-6a904b02039c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (35674a42-71df-465b-a8d2-f71bce68dbf4), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:35.158246 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308df928-8313-466b-a8bc-6a904b02039c admin admin] Pushing event updated for resources: {'Subnet': ['ID=35674a42-71df-465b-a8d2-f71bce68dbf4,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:35.170211 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308df928-8313-466b-a8bc-6a904b02039c admin admin] Checking segment: {'id': '36f881e7-fbc2-4238-bd87-41278b853685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:22:35.170568 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308df928-8313-466b-a8bc-6a904b02039c admin admin] Network hostable DHCP agents. Network: 0c142343-eeee-4191-97e2-a9b373d6c8c4, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:22:35.188173 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308df928-8313-466b-a8bc-6a904b02039c admin admin] Network 0c142343-eeee-4191-97e2-a9b373d6c8c4 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:22:35.198615 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-308df928-8313-466b-a8bc-6a904b02039c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 0c142343-eeee-4191-97e2-a9b373d6c8c4) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:22:35.202973 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308df928-8313-466b-a8bc-6a904b02039c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:35.203573 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-308df928-8313-466b-a8bc-6a904b02039c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:35.208590 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266638f3-22aa-4db3-9365-007bb804a436 None None] Network 0c142343-eeee-4191-97e2-a9b373d6c8c4 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:22:35.225762 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-308df928-8313-466b-a8bc-6a904b02039c admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3462670 Feb 16 23:22:35.226008 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56024) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:22:35.230215 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-b2b7e8c6-639e-423e-9691-7b4946441169 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1118424350-router', 'tenant_id': '95f3c867ded546538745318f048338fb', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:22:35.249670 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b2b7e8c6-639e-423e-9691-7b4946441169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (04406014-d4a9-49b7-807c-46f8190b81f5), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:35.250710 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b2b7e8c6-639e-423e-9691-7b4946441169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (04406014-d4a9-49b7-807c-46f8190b81f5), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:35.305989 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b2b7e8c6-639e-423e-9691-7b4946441169 admin admin] Publish callbacks [] for router_controller (04406014-d4a9-49b7-807c-46f8190b81f5), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:35.320970 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092d80b1-cbc5-4a04-83ee-19342a3461fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-0c142343-eeee-4191-97e2-a9b373d6c8c4', 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4', 'project_id': '95f3c867ded546538745318f048338fb', 'fixed_ips': [{'subnet_id': '35674a42-71df-465b-a8d2-f71bce68dbf4'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 23:22:35.322100 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-092d80b1-cbc5-4a04-83ee-19342a3461fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:35.450848 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b2b7e8c6-639e-423e-9691-7b4946441169 admin admin] Publish callbacks [] for router_gateway (04406014-d4a9-49b7-807c-46f8190b81f5), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:35.467830 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-092d80b1-cbc5-4a04-83ee-19342a3461fa None None] Allocated IP 172.20.0.2 (0c142343-eeee-4191-97e2-a9b373d6c8c4/35674a42-71df-465b-a8d2-f71bce68dbf4/d0c1cf0b-4866-449a-8150-a7f3ed94bbcc) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:22:35.620858 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-092d80b1-cbc5-4a04-83ee-19342a3461fa None None] Publish callbacks [] for port (d0c1cf0b-4866-449a-8150-a7f3ed94bbcc), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:35.626611 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-092d80b1-cbc5-4a04-83ee-19342a3461fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (d0c1cf0b-4866-449a-8150-a7f3ed94bbcc), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:35.665296 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b2b7e8c6-639e-423e-9691-7b4946441169 admin admin] Publish callbacks [] for router_gateway (04406014-d4a9-49b7-807c-46f8190b81f5), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:35.667457 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092d80b1-cbc5-4a04-83ee-19342a3461fa None None] Network 0c142343-eeee-4191-97e2-a9b373d6c8c4 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:22:35.671026 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-092d80b1-cbc5-4a04-83ee-19342a3461fa None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:22:35.675377 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092d80b1-cbc5-4a04-83ee-19342a3461fa None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:22:35.685138 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d80b1-cbc5-4a04-83ee-19342a3461fa None None] Pushing event updated for resources: {'Port': ['ID=d0c1cf0b-4866-449a-8150-a7f3ed94bbcc,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:35.695168 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b2b7e8c6-639e-423e-9691-7b4946441169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:35.745705 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-092d80b1-cbc5-4a04-83ee-19342a3461fa None None] Attempting to bind port d0c1cf0b-4866-449a-8150-a7f3ed94bbcc on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:22:35.746767 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-092d80b1-cbc5-4a04-83ee-19342a3461fa None None] Attempting to bind port d0c1cf0b-4866-449a-8150-a7f3ed94bbcc by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '36f881e7-fbc2-4238-bd87-41278b853685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:22:35.747440 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092d80b1-cbc5-4a04-83ee-19342a3461fa None None] Attempting to bind port d0c1cf0b-4866-449a-8150-a7f3ed94bbcc on network 0c142343-eeee-4191-97e2-a9b373d6c8c4 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:22:35.754036 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092d80b1-cbc5-4a04-83ee-19342a3461fa None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:22:35.754670 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092d80b1-cbc5-4a04-83ee-19342a3461fa None None] Checking segment: {'id': '36f881e7-fbc2-4238-bd87-41278b853685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:22:35.755665 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-092d80b1-cbc5-4a04-83ee-19342a3461fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:35.756926 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092d80b1-cbc5-4a04-83ee-19342a3461fa None None] Bound using segment: {'id': '36f881e7-fbc2-4238-bd87-41278b853685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:22:35.757591 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-092d80b1-cbc5-4a04-83ee-19342a3461fa None None] Bound port: d0c1cf0b-4866-449a-8150-a7f3ed94bbcc, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f881e7-fbc2-4238-bd87-41278b853685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:22:35.758188 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-092d80b1-cbc5-4a04-83ee-19342a3461fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d0c1cf0b-4866-449a-8150-a7f3ed94bbcc), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:35.805542 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-b2b7e8c6-639e-423e-9691-7b4946441169 admin admin] Allocated IP 172.25.2.61 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:22:35.827290 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-092d80b1-cbc5-4a04-83ee-19342a3461fa None None] For port d0c1cf0b-4866-449a-8150-a7f3ed94bbcc, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:22:35.830939 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-092d80b1-cbc5-4a04-83ee-19342a3461fa None None] For port d0c1cf0b-4866-449a-8150-a7f3ed94bbcc, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=d0c1cf0b-4866-449a-8150-a7f3ed94bbcc,segment=NetworkSegment(36f881e7-fbc2-4238-bd87-41278b853685),segment_id=36f881e7-fbc2-4238-bd87-41278b853685)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:22:35.839483 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-092d80b1-cbc5-4a04-83ee-19342a3461fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d0c1cf0b-4866-449a-8150-a7f3ed94bbcc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:35.895166 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d80b1-cbc5-4a04-83ee-19342a3461fa None None] Pushing event updated for resources: {'Port': ['ID=d0c1cf0b-4866-449a-8150-a7f3ed94bbcc,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:35.927152 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b2b7e8c6-639e-423e-9691-7b4946441169 admin admin] Publish callbacks [] for port (dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:35.964092 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b2b7e8c6-639e-423e-9691-7b4946441169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:36.005763 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b7e8c6-639e-423e-9691-7b4946441169 admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:22:36.009259 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-b2b7e8c6-639e-423e-9691-7b4946441169 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:22:36.012922 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b7e8c6-639e-423e-9691-7b4946441169 admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:22:36.035784 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7e8c6-639e-423e-9691-7b4946441169 admin admin] Pushing event updated for resources: {'Port': ['ID=dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:36.298981 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b2b7e8c6-639e-423e-9691-7b4946441169 admin admin] Publish callbacks [] for router_gateway (04406014-d4a9-49b7-807c-46f8190b81f5), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:36.807958 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b2b7e8c6-639e-423e-9691-7b4946441169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (04406014-d4a9-49b7-807c-46f8190b81f5), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:36.914153 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57511b46-3405-4807-91fe-f1c877e445ee None None] Network 0c142343-eeee-4191-97e2-a9b373d6c8c4 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:22:36.948052 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b7e8c6-639e-423e-9691-7b4946441169 admin admin] Router 04406014-d4a9-49b7-807c-46f8190b81f5 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 23:22:36.997807 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-ae1ad5cb-8455-4336-ad74-6868f9e5d358 None None] Provisioning complete for port d0c1cf0b-4866-449a-8150-a7f3ed94bbcc triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:22:36.998213 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ae1ad5cb-8455-4336-ad74-6868f9e5d358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d0c1cf0b-4866-449a-8150-a7f3ed94bbcc), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:37.058127 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b7e8c6-639e-423e-9691-7b4946441169 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:22:37.067825 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b23c5e-099d-4941-8eab-6d027949853f None None] Sync routers for ids ['04406014-d4a9-49b7-807c-46f8190b81f5'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:22:37.077504 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b2b7e8c6-639e-423e-9691-7b4946441169 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:37.079010 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b2b7e8c6-639e-423e-9691-7b4946441169 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8521125 Feb 16 23:22:37.082318 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56026) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:22:37.090496 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b23c5e-099d-4941-8eab-6d027949853f None None] Routers {'04406014-d4a9-49b7-807c-46f8190b81f5'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:22:37.093136 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-b5b23c5e-099d-4941-8eab-6d027949853f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:22:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['04406014-d4a9-49b7-807c-46f8190b81f5'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:22:37.112421 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-ae1ad5cb-8455-4336-ad74-6868f9e5d358 None None] Current status of the port d0c1cf0b-4866-449a-8150-a7f3ed94bbcc is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:22:37.112895 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ae1ad5cb-8455-4336-ad74-6868f9e5d358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d0c1cf0b-4866-449a-8150-a7f3ed94bbcc), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:37.148767 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-ae1ad5cb-8455-4336-ad74-6868f9e5d358 None None] For port d0c1cf0b-4866-449a-8150-a7f3ed94bbcc, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=d0c1cf0b-4866-449a-8150-a7f3ed94bbcc,segment=NetworkSegment(36f881e7-fbc2-4238-bd87-41278b853685),segment_id=36f881e7-fbc2-4238-bd87-41278b853685)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:22:37.156347 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ae1ad5cb-8455-4336-ad74-6868f9e5d358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d0c1cf0b-4866-449a-8150-a7f3ed94bbcc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:37.214570 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-b5b23c5e-099d-4941-8eab-6d027949853f None None] Set router 04406014-d4a9-49b7-807c-46f8190b81f5 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:22:37.217027 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ad5cb-8455-4336-ad74-6868f9e5d358 None None] Pushing event updated for resources: {'Port': ['ID=d0c1cf0b-4866-449a-8150-a7f3ed94bbcc,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:37.377931 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-90bb2b25-10da-4429-85bd-895a22e0c1cb None None] Provisioning complete for port d0c1cf0b-4866-449a-8150-a7f3ed94bbcc triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:22:37.378267 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-90bb2b25-10da-4429-85bd-895a22e0c1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d0c1cf0b-4866-449a-8150-a7f3ed94bbcc), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:37.403887 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-b5b23c5e-099d-4941-8eab-6d027949853f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'name': 'tempest-TestShelveInstance-1118424350-router', 'tenant_id': '95f3c867ded546538745318f048338fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:36Z', 'revision_number': 3, 'project_id': '95f3c867ded546538745318f048338fb', 'gw_port': {'id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:22:37.433527 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b23c5e-099d-4941-8eab-6d027949853f None None] Checking router: 04406014-d4a9-49b7-807c-46f8190b81f5 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:22:37.434061 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b23c5e-099d-4941-8eab-6d027949853f None None] Updating router 04406014-d4a9-49b7-807c-46f8190b81f5 port dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:22:37.466570 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b5b23c5e-099d-4941-8eab-6d027949853f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:37.473289 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-90bb2b25-10da-4429-85bd-895a22e0c1cb None None] Current status of the port d0c1cf0b-4866-449a-8150-a7f3ed94bbcc is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:22:37.548211 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-94ca4e36-f717-440d-93d3-dd95a1671836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:37.708101 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-94ca4e36-f717-440d-93d3-dd95a1671836 admin admin] Allocated IP 172.20.0.1 (0c142343-eeee-4191-97e2-a9b373d6c8c4/35674a42-71df-465b-a8d2-f71bce68dbf4/2f2907c1-4c30-43be-95d8-e15e8c4b1db0) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:22:37.730162 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b5b23c5e-099d-4941-8eab-6d027949853f None None] Publish callbacks [] for port (dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:37.735649 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b5b23c5e-099d-4941-8eab-6d027949853f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:37.785204 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-b5b23c5e-099d-4941-8eab-6d027949853f None None] Attempting to bind port dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:22:37.785580 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-b5b23c5e-099d-4941-8eab-6d027949853f None None] Attempting to bind port dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:22:37.785952 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b23c5e-099d-4941-8eab-6d027949853f None None] Attempting to bind port dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:22:37.793230 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414895a3-fd54-4d50-8342-3fb636df8505 None None] Pushing event updated for resources: {'Port': ['ID=dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:37.800594 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414895a3-fd54-4d50-8342-3fb636df8505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:37.800962 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414895a3-fd54-4d50-8342-3fb636df8505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:37.801663 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414895a3-fd54-4d50-8342-3fb636df8505 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:37.801663 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414895a3-fd54-4d50-8342-3fb636df8505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:37.802132 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414895a3-fd54-4d50-8342-3fb636df8505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:37.802317 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414895a3-fd54-4d50-8342-3fb636df8505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:37.802683 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414895a3-fd54-4d50-8342-3fb636df8505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:37.803013 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414895a3-fd54-4d50-8342-3fb636df8505 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:37.803346 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414895a3-fd54-4d50-8342-3fb636df8505 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:37.803655 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414895a3-fd54-4d50-8342-3fb636df8505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:37.803984 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414895a3-fd54-4d50-8342-3fb636df8505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:37.804311 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414895a3-fd54-4d50-8342-3fb636df8505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:37.804634 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414895a3-fd54-4d50-8342-3fb636df8505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:22:37.808012 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b23c5e-099d-4941-8eab-6d027949853f None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:22:37.808432 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b23c5e-099d-4941-8eab-6d027949853f None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:22:37.808832 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b5b23c5e-099d-4941-8eab-6d027949853f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:37.809226 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b23c5e-099d-4941-8eab-6d027949853f None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:22:37.809730 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-b5b23c5e-099d-4941-8eab-6d027949853f None None] Bound port: dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:22:37.810171 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b5b23c5e-099d-4941-8eab-6d027949853f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:37.817217 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-94ca4e36-f717-440d-93d3-dd95a1671836 admin admin] Publish callbacks [] for port (2f2907c1-4c30-43be-95d8-e15e8c4b1db0), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:37.851712 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-94ca4e36-f717-440d-93d3-dd95a1671836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (2f2907c1-4c30-43be-95d8-e15e8c4b1db0), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:37.866205 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-b5b23c5e-099d-4941-8eab-6d027949853f None None] For port dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:22:37.869289 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-b5b23c5e-099d-4941-8eab-6d027949853f None None] For port dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:22:37.875790 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b5b23c5e-099d-4941-8eab-6d027949853f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:37.896185 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ca4e36-f717-440d-93d3-dd95a1671836 admin admin] Network 0c142343-eeee-4191-97e2-a9b373d6c8c4 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:22:37.904633 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-94ca4e36-f717-440d-93d3-dd95a1671836 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:22:37.908953 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ca4e36-f717-440d-93d3-dd95a1671836 admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:22:37.915931 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device d0c1cf0b-4866-449a-8150-a7f3ed94bbcc up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:22:37.922906 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b23c5e-099d-4941-8eab-6d027949853f None None] Routers {'04406014-d4a9-49b7-807c-46f8190b81f5'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:22:37.923603 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-b5b23c5e-099d-4941-8eab-6d027949853f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:22:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['04406014-d4a9-49b7-807c-46f8190b81f5'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:22:37.937161 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca4e36-f717-440d-93d3-dd95a1671836 admin admin] Pushing event updated for resources: {'Port': ['ID=2f2907c1-4c30-43be-95d8-e15e8c4b1db0,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:37.954897 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-94ca4e36-f717-440d-93d3-dd95a1671836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (04406014-d4a9-49b7-807c-46f8190b81f5), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:37.984929 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port d0c1cf0b-4866-449a-8150-a7f3ed94bbcc triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:22:37.985275 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d0c1cf0b-4866-449a-8150-a7f3ed94bbcc), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:38.047180 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-b5b23c5e-099d-4941-8eab-6d027949853f None None] Set router 04406014-d4a9-49b7-807c-46f8190b81f5 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:22:38.087104 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port d0c1cf0b-4866-449a-8150-a7f3ed94bbcc is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:22:38.139493 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414895a3-fd54-4d50-8342-3fb636df8505 None None] Pushing event updated for resources: {'Port': ['ID=dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:38.197486 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-9c5ddcdc-3436-48dd-b088-2fbbc0c77b70 None None] Provisioning complete for port 2f2907c1-4c30-43be-95d8-e15e8c4b1db0 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:22:38.198139 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9c5ddcdc-3436-48dd-b088-2fbbc0c77b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2f2907c1-4c30-43be-95d8-e15e8c4b1db0), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:38.234607 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-9c5ddcdc-3436-48dd-b088-2fbbc0c77b70 None None] Port 2f2907c1-4c30-43be-95d8-e15e8c4b1db0 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:22:38.256996 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-b5b23c5e-099d-4941-8eab-6d027949853f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'name': 'tempest-TestShelveInstance-1118424350-router', 'tenant_id': '95f3c867ded546538745318f048338fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:36Z', 'revision_number': 3, 'project_id': '95f3c867ded546538745318f048338fb', 'gw_port': {'id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:22:38.284245 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b23c5e-099d-4941-8eab-6d027949853f None None] The sync data for ids ['04406014-d4a9-49b7-807c-46f8190b81f5'] in n-d-813897-6 is: [{'id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'name': 'tempest-TestShelveInstance-1118424350-router', 'tenant_id': '95f3c867ded546538745318f048338fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:36Z', 'revision_number': 3, 'project_id': '95f3c867ded546538745318f048338fb', 'gw_port': {'id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:22:38.431773 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-94ca4e36-f717-440d-93d3-dd95a1671836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2f2907c1-4c30-43be-95d8-e15e8c4b1db0), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:38.614020 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-94ca4e36-f717-440d-93d3-dd95a1671836 admin admin] Publish callbacks [] for port (2f2907c1-4c30-43be-95d8-e15e8c4b1db0), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:38.620573 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-94ca4e36-f717-440d-93d3-dd95a1671836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (2f2907c1-4c30-43be-95d8-e15e8c4b1db0), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:38.688961 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca4e36-f717-440d-93d3-dd95a1671836 admin admin] Pushing event updated for resources: {'Port': ['ID=2f2907c1-4c30-43be-95d8-e15e8c4b1db0,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:38.691407 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-94ca4e36-f717-440d-93d3-dd95a1671836 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (04406014-d4a9-49b7-807c-46f8190b81f5), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:38.788138 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ca4e36-f717-440d-93d3-dd95a1671836 admin admin] Network 0c142343-eeee-4191-97e2-a9b373d6c8c4 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:22:38.789537 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-94ca4e36-f717-440d-93d3-dd95a1671836 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:22:38.923328 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ca4e36-f717-440d-93d3-dd95a1671836 admin admin] Router 04406014-d4a9-49b7-807c-46f8190b81f5 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:22:39.044391 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ca4e36-f717-440d-93d3-dd95a1671836 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:22:39.050208 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-94ca4e36-f717-440d-93d3-dd95a1671836 admin admin] 10.222.0.75 "PUT /v2.0/routers/04406014-d4a9-49b7-807c-46f8190b81f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9662220 Feb 16 23:22:39.063335 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-4eb2dfa7-681b-46e6-8e92-124ff8a93e63 None None] Provisioning complete for port 2f2907c1-4c30-43be-95d8-e15e8c4b1db0 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:22:39.063825 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4eb2dfa7-681b-46e6-8e92-124ff8a93e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2f2907c1-4c30-43be-95d8-e15e8c4b1db0), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:39.098924 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4eb2dfa7-681b-46e6-8e92-124ff8a93e63 None None] Port 2f2907c1-4c30-43be-95d8-e15e8c4b1db0 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:22:39.508221 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56042) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:22:39.513136 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-59a2b03f-b062-4c92-84ea-d5cdcb194220 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1828962304-network', 'tenant_id': '6f31023679544220927bf4e7a40d3438'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:22:39.533789 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a2b03f-b062-4c92-84ea-d5cdcb194220 admin admin] Made reservation on behalf of 6f31023679544220927bf4e7a40d3438 for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:22:39.536287 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-59a2b03f-b062-4c92-84ea-d5cdcb194220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:39.545585 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-59a2b03f-b062-4c92-84ea-d5cdcb194220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:39.629078 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-59a2b03f-b062-4c92-84ea-d5cdcb194220 admin admin] Publish callbacks [] for security_group (912016e4-0cc7-409d-a82c-ea8fc38c99de), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:39.634214 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-59a2b03f-b062-4c92-84ea-d5cdcb194220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (912016e4-0cc7-409d-a82c-ea8fc38c99de), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:39.656789 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a2b03f-b062-4c92-84ea-d5cdcb194220 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:22:39.673743 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2b03f-b062-4c92-84ea-d5cdcb194220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912016e4-0cc7-409d-a82c-ea8fc38c99de,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:39.677842 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-59a2b03f-b062-4c92-84ea-d5cdcb194220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (941136a7-18e1-462d-96fa-b69004783270), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:39.678219 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-59a2b03f-b062-4c92-84ea-d5cdcb194220 admin admin] Added segment 941136a7-18e1-462d-96fa-b69004783270 of type vlan for network 7ebb8010-2d84-41b2-a28b-d6cb365e3466 Feb 16 23:22:39.723002 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-59a2b03f-b062-4c92-84ea-d5cdcb194220 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (7ebb8010-2d84-41b2-a28b-d6cb365e3466), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:39.748465 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-59a2b03f-b062-4c92-84ea-d5cdcb194220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (7ebb8010-2d84-41b2-a28b-d6cb365e3466), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:39.749484 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a2b03f-b062-4c92-84ea-d5cdcb194220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:39.750118 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-59a2b03f-b062-4c92-84ea-d5cdcb194220 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:39.787928 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-59a2b03f-b062-4c92-84ea-d5cdcb194220 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2785881 Feb 16 23:22:39.790574 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56044) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:22:39.795261 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-754292d8-7e2d-48cf-a339-09865c539f66 admin admin] Request body: {'subnet': {'network_id': '7ebb8010-2d84-41b2-a28b-d6cb365e3466', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1828962304-subnet', 'tenant_id': '6f31023679544220927bf4e7a40d3438', 'ip_version': 4}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:22:39.829478 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2b03f-b062-4c92-84ea-d5cdcb194220 admin admin] Pushing event updated for resources: {'Network': ['ID=7ebb8010-2d84-41b2-a28b-d6cb365e3466,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:39.847807 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754292d8-7e2d-48cf-a339-09865c539f66 admin admin] Made reservation on behalf of 6f31023679544220927bf4e7a40d3438 for: {'subnet': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:22:39.849459 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 7ebb8010-2d84-41b2-a28b-d6cb365e3466 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 23:22:39.850709 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-754292d8-7e2d-48cf-a339-09865c539f66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3681626'] for subnet (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:39.918972 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:22:39.921688 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa48be2-118a-4368-9a50-81fc20011035 None None] Sync routers for ids ['04406014-d4a9-49b7-807c-46f8190b81f5'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:22:39.966813 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa48be2-118a-4368-9a50-81fc20011035 None None] Routers {'04406014-d4a9-49b7-807c-46f8190b81f5'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:22:39.967441 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-eaa48be2-118a-4368-9a50-81fc20011035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:22:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['04406014-d4a9-49b7-807c-46f8190b81f5'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:22:40.033205 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-754292d8-7e2d-48cf-a339-09865c539f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26075221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3681640'] for subnet (2ea565b7-8cd9-4736-9a64-4af5830a8997), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:40.055451 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:22:40.055820 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:40.090624 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754292d8-7e2d-48cf-a339-09865c539f66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ea565b7-8cd9-4736-9a64-4af5830a8997,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:40.100172 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754292d8-7e2d-48cf-a339-09865c539f66 admin admin] Checking segment: {'id': '941136a7-18e1-462d-96fa-b69004783270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7ebb8010-2d84-41b2-a28b-d6cb365e3466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:22:40.100541 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754292d8-7e2d-48cf-a339-09865c539f66 admin admin] Network hostable DHCP agents. Network: 7ebb8010-2d84-41b2-a28b-d6cb365e3466, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:22:40.113683 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-eaa48be2-118a-4368-9a50-81fc20011035 None None] Set router 04406014-d4a9-49b7-807c-46f8190b81f5 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:22:40.118360 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754292d8-7e2d-48cf-a339-09865c539f66 admin admin] Network 7ebb8010-2d84-41b2-a28b-d6cb365e3466 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:22:40.126553 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-754292d8-7e2d-48cf-a339-09865c539f66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 7ebb8010-2d84-41b2-a28b-d6cb365e3466) {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:22:40.131507 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754292d8-7e2d-48cf-a339-09865c539f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:40.132148 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-754292d8-7e2d-48cf-a339-09865c539f66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:40.148550 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-754292d8-7e2d-48cf-a339-09865c539f66 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3568389 Feb 16 23:22:40.151132 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56046) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:22:40.156021 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-238f8b48-53de-434a-a441-36a9dac4d5a6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1828962304-router', 'tenant_id': '6f31023679544220927bf4e7a40d3438', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:22:40.177047 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-238f8b48-53de-434a-a441-36a9dac4d5a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (f4c43be8-e156-4912-bf0d-d167f73ba8f8), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:40.178698 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-238f8b48-53de-434a-a441-36a9dac4d5a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (f4c43be8-e156-4912-bf0d-d167f73ba8f8), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:40.238597 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-238f8b48-53de-434a-a441-36a9dac4d5a6 admin admin] Publish callbacks [] for router_controller (f4c43be8-e156-4912-bf0d-d167f73ba8f8), precommit_add_association {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:40.312428 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc66c6a2-d720-4917-9a7b-6b7ac59d7bb0 None None] Network 7ebb8010-2d84-41b2-a28b-d6cb365e3466 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:22:40.382395 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-238f8b48-53de-434a-a441-36a9dac4d5a6 admin admin] Publish callbacks [] for router_gateway (f4c43be8-e156-4912-bf0d-d167f73ba8f8), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:40.465745 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:22:40.466170 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:40.530443 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:22:40.549055 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:40.585010 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d4e949-a84a-4c05-89e8-fc95c661861b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-7ebb8010-2d84-41b2-a28b-d6cb365e3466', 'network_id': '7ebb8010-2d84-41b2-a28b-d6cb365e3466', 'project_id': '6f31023679544220927bf4e7a40d3438', 'fixed_ips': [{'subnet_id': '2ea565b7-8cd9-4736-9a64-4af5830a8997'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 23:22:40.585891 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-40d4e949-a84a-4c05-89e8-fc95c661861b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:40.594230 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-238f8b48-53de-434a-a441-36a9dac4d5a6 admin admin] Publish callbacks [] for router_gateway (f4c43be8-e156-4912-bf0d-d167f73ba8f8), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:40.613642 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-238f8b48-53de-434a-a441-36a9dac4d5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:40.660832 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:40.722366 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-238f8b48-53de-434a-a441-36a9dac4d5a6 admin admin] Allocated IP 172.25.2.35 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/1adca5d5-b456-4897-9fe4-1f3fa39d2b18) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:22:40.772375 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-eaa48be2-118a-4368-9a50-81fc20011035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'name': 'tempest-TestShelveInstance-1118424350-router', 'tenant_id': '95f3c867ded546538745318f048338fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:38Z', 'revision_number': 4, 'project_id': '95f3c867ded546538745318f048338fb', 'gw_port': {'id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '2f2907c1-4c30-43be-95d8-e15e8c4b1db0', 'name': '', 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4', 'tenant_id': '95f3c867ded546538745318f048338fb', 'mac_address': 'fa:16:3e:03:53:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '35674a42-71df-465b-a8d2-f71bce68dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:37Z', 'updated_at': '2022-02-16T23:22:38Z', 'revision_number': 2, 'project_id': '95f3c867ded546538745318f048338fb', 'subnets': [{'id': '35674a42-71df-465b-a8d2-f71bce68dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:22:40.806164 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa48be2-118a-4368-9a50-81fc20011035 None None] Checking router: 04406014-d4a9-49b7-807c-46f8190b81f5 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:22:40.806525 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa48be2-118a-4368-9a50-81fc20011035 None None] Updating router 04406014-d4a9-49b7-807c-46f8190b81f5 port 2f2907c1-4c30-43be-95d8-e15e8c4b1db0 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:22:40.824916 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-238f8b48-53de-434a-a441-36a9dac4d5a6 admin admin] Publish callbacks [] for port (1adca5d5-b456-4897-9fe4-1f3fa39d2b18), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:40.831712 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-40d4e949-a84a-4c05-89e8-fc95c661861b None None] Allocated IP 172.20.0.2 (7ebb8010-2d84-41b2-a28b-d6cb365e3466/2ea565b7-8cd9-4736-9a64-4af5830a8997/b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:22:40.847285 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-eaa48be2-118a-4368-9a50-81fc20011035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2f2907c1-4c30-43be-95d8-e15e8c4b1db0), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:40.859680 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-238f8b48-53de-434a-a441-36a9dac4d5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (1adca5d5-b456-4897-9fe4-1f3fa39d2b18), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:40.895344 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238f8b48-53de-434a-a441-36a9dac4d5a6 admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:22:40.900640 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-238f8b48-53de-434a-a441-36a9dac4d5a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:22:40.904384 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238f8b48-53de-434a-a441-36a9dac4d5a6 admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:22:40.934340 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f8b48-53de-434a-a441-36a9dac4d5a6 admin admin] Pushing event updated for resources: {'Port': ['ID=1adca5d5-b456-4897-9fe4-1f3fa39d2b18,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:41.123798 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-40d4e949-a84a-4c05-89e8-fc95c661861b None None] Publish callbacks [] for port (b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:41.135539 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-40d4e949-a84a-4c05-89e8-fc95c661861b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:41.166649 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-238f8b48-53de-434a-a441-36a9dac4d5a6 admin admin] Publish callbacks [] for router_gateway (f4c43be8-e156-4912-bf0d-d167f73ba8f8), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:41.195541 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d4e949-a84a-4c05-89e8-fc95c661861b None None] Network 7ebb8010-2d84-41b2-a28b-d6cb365e3466 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:22:41.202297 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-40d4e949-a84a-4c05-89e8-fc95c661861b None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:22:41.207929 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d4e949-a84a-4c05-89e8-fc95c661861b None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:22:41.214249 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d4e949-a84a-4c05-89e8-fc95c661861b None None] Pushing event updated for resources: {'Port': ['ID=b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:41.310751 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-40d4e949-a84a-4c05-89e8-fc95c661861b None None] Attempting to bind port b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:22:41.311123 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-40d4e949-a84a-4c05-89e8-fc95c661861b None None] Attempting to bind port b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '941136a7-18e1-462d-96fa-b69004783270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7ebb8010-2d84-41b2-a28b-d6cb365e3466'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:22:41.311490 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d4e949-a84a-4c05-89e8-fc95c661861b None None] Attempting to bind port b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c on network 7ebb8010-2d84-41b2-a28b-d6cb365e3466 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:22:41.315269 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-eaa48be2-118a-4368-9a50-81fc20011035 None None] Publish callbacks [] for port (2f2907c1-4c30-43be-95d8-e15e8c4b1db0), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:41.320389 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d4e949-a84a-4c05-89e8-fc95c661861b None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:22:41.320772 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d4e949-a84a-4c05-89e8-fc95c661861b None None] Checking segment: {'id': '941136a7-18e1-462d-96fa-b69004783270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7ebb8010-2d84-41b2-a28b-d6cb365e3466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:22:41.321206 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-40d4e949-a84a-4c05-89e8-fc95c661861b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:41.321607 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d4e949-a84a-4c05-89e8-fc95c661861b None None] Bound using segment: {'id': '941136a7-18e1-462d-96fa-b69004783270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7ebb8010-2d84-41b2-a28b-d6cb365e3466'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:22:41.322139 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-40d4e949-a84a-4c05-89e8-fc95c661861b None None] Bound port: b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '941136a7-18e1-462d-96fa-b69004783270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7ebb8010-2d84-41b2-a28b-d6cb365e3466'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:22:41.322558 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-40d4e949-a84a-4c05-89e8-fc95c661861b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:41.325587 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-eaa48be2-118a-4368-9a50-81fc20011035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2f2907c1-4c30-43be-95d8-e15e8c4b1db0), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:41.370462 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-238f8b48-53de-434a-a441-36a9dac4d5a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (f4c43be8-e156-4912-bf0d-d167f73ba8f8), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:41.405452 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6cf6a9-5fd2-422e-ae7f-6747237958c6 None None] Pushing event updated for resources: {'Port': ['ID=2f2907c1-4c30-43be-95d8-e15e8c4b1db0,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:41.469559 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-40d4e949-a84a-4c05-89e8-fc95c661861b None None] For port b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:22:41.490010 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-40d4e949-a84a-4c05-89e8-fc95c661861b None None] For port b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c,segment=NetworkSegment(941136a7-18e1-462d-96fa-b69004783270),segment_id=941136a7-18e1-462d-96fa-b69004783270)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:22:41.493995 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-eaa48be2-118a-4368-9a50-81fc20011035 None None] Attempting to bind port 2f2907c1-4c30-43be-95d8-e15e8c4b1db0 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:22:41.494352 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-eaa48be2-118a-4368-9a50-81fc20011035 None None] Attempting to bind port 2f2907c1-4c30-43be-95d8-e15e8c4b1db0 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '36f881e7-fbc2-4238-bd87-41278b853685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:22:41.494772 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa48be2-118a-4368-9a50-81fc20011035 None None] Attempting to bind port 2f2907c1-4c30-43be-95d8-e15e8c4b1db0 on network 0c142343-eeee-4191-97e2-a9b373d6c8c4 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:22:41.500348 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-40d4e949-a84a-4c05-89e8-fc95c661861b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:41.503845 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa48be2-118a-4368-9a50-81fc20011035 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:22:41.504302 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa48be2-118a-4368-9a50-81fc20011035 None None] Checking segment: {'id': '36f881e7-fbc2-4238-bd87-41278b853685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:22:41.504630 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-eaa48be2-118a-4368-9a50-81fc20011035 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:41.505025 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa48be2-118a-4368-9a50-81fc20011035 None None] Bound using segment: {'id': '36f881e7-fbc2-4238-bd87-41278b853685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:22:41.506038 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-eaa48be2-118a-4368-9a50-81fc20011035 None None] Bound port: 2f2907c1-4c30-43be-95d8-e15e8c4b1db0, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f881e7-fbc2-4238-bd87-41278b853685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:22:41.506492 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-eaa48be2-118a-4368-9a50-81fc20011035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2f2907c1-4c30-43be-95d8-e15e8c4b1db0), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:41.531029 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238f8b48-53de-434a-a441-36a9dac4d5a6 admin admin] Router f4c43be8-e156-4912-bf0d-d167f73ba8f8 is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 23:22:41.599349 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d4e949-a84a-4c05-89e8-fc95c661861b None None] Pushing event updated for resources: {'Port': ['ID=b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:41.621432 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-eaa48be2-118a-4368-9a50-81fc20011035 None None] For port 2f2907c1-4c30-43be-95d8-e15e8c4b1db0, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:22:41.625363 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-eaa48be2-118a-4368-9a50-81fc20011035 None None] For port 2f2907c1-4c30-43be-95d8-e15e8c4b1db0, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=2f2907c1-4c30-43be-95d8-e15e8c4b1db0,segment=NetworkSegment(36f881e7-fbc2-4238-bd87-41278b853685),segment_id=36f881e7-fbc2-4238-bd87-41278b853685)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:22:41.638058 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-eaa48be2-118a-4368-9a50-81fc20011035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2f2907c1-4c30-43be-95d8-e15e8c4b1db0), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:41.668591 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238f8b48-53de-434a-a441-36a9dac4d5a6 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:22:41.687383 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915f6285-215e-43e5-894a-b637c0d025d3 None None] Sync routers for ids ['f4c43be8-e156-4912-bf0d-d167f73ba8f8'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:22:41.698393 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-3f6db8a1-e18b-46e5-bdf2-9380e2fb167e None None] Provisioning complete for port 2f2907c1-4c30-43be-95d8-e15e8c4b1db0 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:22:41.698803 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3f6db8a1-e18b-46e5-bdf2-9380e2fb167e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2f2907c1-4c30-43be-95d8-e15e8c4b1db0), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:41.704977 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915f6285-215e-43e5-894a-b637c0d025d3 None None] Routers {'f4c43be8-e156-4912-bf0d-d167f73ba8f8'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:22:41.705559 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-915f6285-215e-43e5-894a-b637c0d025d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:22:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['f4c43be8-e156-4912-bf0d-d167f73ba8f8'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:22:41.707434 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-238f8b48-53de-434a-a441-36a9dac4d5a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:41.710447 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-238f8b48-53de-434a-a441-36a9dac4d5a6 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5574899 Feb 16 23:22:41.712549 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56048) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:22:41.739126 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6cf6a9-5fd2-422e-ae7f-6747237958c6 None None] Pushing event updated for resources: {'Port': ['ID=2f2907c1-4c30-43be-95d8-e15e8c4b1db0,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:41.742331 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa48be2-118a-4368-9a50-81fc20011035 None None] Routers {'04406014-d4a9-49b7-807c-46f8190b81f5'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:22:41.742946 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-eaa48be2-118a-4368-9a50-81fc20011035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:22:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['04406014-d4a9-49b7-807c-46f8190b81f5'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:22:41.987391 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-eaa48be2-118a-4368-9a50-81fc20011035 None None] Set router 04406014-d4a9-49b7-807c-46f8190b81f5 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:22:41.990899 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-3f6db8a1-e18b-46e5-bdf2-9380e2fb167e None None] Current status of the port 2f2907c1-4c30-43be-95d8-e15e8c4b1db0 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:22:41.991458 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3f6db8a1-e18b-46e5-bdf2-9380e2fb167e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2f2907c1-4c30-43be-95d8-e15e8c4b1db0), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:42.028711 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:22:42.060898 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-915f6285-215e-43e5-894a-b637c0d025d3 None None] Set router f4c43be8-e156-4912-bf0d-d167f73ba8f8 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:22:42.278847 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-915f6285-215e-43e5-894a-b637c0d025d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c43be8-e156-4912-bf0d-d167f73ba8f8', 'name': 'tempest-TestShelveInstance-1828962304-router', 'tenant_id': '6f31023679544220927bf4e7a40d3438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '1adca5d5-b456-4897-9fe4-1f3fa39d2b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:22:40Z', 'updated_at': '2022-02-16T23:22:41Z', 'revision_number': 3, 'project_id': '6f31023679544220927bf4e7a40d3438', 'gw_port': {'id': '1adca5d5-b456-4897-9fe4-1f3fa39d2b18', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c43be8-e156-4912-bf0d-d167f73ba8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:40Z', 'updated_at': '2022-02-16T23:22:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:22:42.313202 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915f6285-215e-43e5-894a-b637c0d025d3 None None] Checking router: f4c43be8-e156-4912-bf0d-d167f73ba8f8 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:22:42.313542 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915f6285-215e-43e5-894a-b637c0d025d3 None None] Updating router f4c43be8-e156-4912-bf0d-d167f73ba8f8 port 1adca5d5-b456-4897-9fe4-1f3fa39d2b18 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:22:42.323066 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-3f6db8a1-e18b-46e5-bdf2-9380e2fb167e None None] For port 2f2907c1-4c30-43be-95d8-e15e8c4b1db0, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=2f2907c1-4c30-43be-95d8-e15e8c4b1db0,segment=NetworkSegment(36f881e7-fbc2-4238-bd87-41278b853685),segment_id=36f881e7-fbc2-4238-bd87-41278b853685)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:22:42.344621 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-915f6285-215e-43e5-894a-b637c0d025d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1adca5d5-b456-4897-9fe4-1f3fa39d2b18), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:42.348365 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3f6db8a1-e18b-46e5-bdf2-9380e2fb167e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2f2907c1-4c30-43be-95d8-e15e8c4b1db0), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:42.453367 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:22:42.453822 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:42.458521 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6db8a1-e18b-46e5-bdf2-9380e2fb167e None None] Pushing event updated for resources: {'Port': ['ID=2f2907c1-4c30-43be-95d8-e15e8c4b1db0,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:42.536536 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-d92c7d84-29df-4f3c-84f8-f7515c6b8c41 None None] Provisioning complete for port 2f2907c1-4c30-43be-95d8-e15e8c4b1db0 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:22:42.537383 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d92c7d84-29df-4f3c-84f8-f7515c6b8c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2f2907c1-4c30-43be-95d8-e15e8c4b1db0), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:42.638394 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-eaa48be2-118a-4368-9a50-81fc20011035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'name': 'tempest-TestShelveInstance-1118424350-router', 'tenant_id': '95f3c867ded546538745318f048338fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:38Z', 'revision_number': 4, 'project_id': '95f3c867ded546538745318f048338fb', 'gw_port': {'id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '2f2907c1-4c30-43be-95d8-e15e8c4b1db0', 'name': '', 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4', 'tenant_id': '95f3c867ded546538745318f048338fb', 'mac_address': 'fa:16:3e:03:53:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '35674a42-71df-465b-a8d2-f71bce68dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:37Z', 'updated_at': '2022-02-16T23:22:41Z', 'revision_number': 4, 'project_id': '95f3c867ded546538745318f048338fb', 'subnets': [{'id': '35674a42-71df-465b-a8d2-f71bce68dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:22:42.640162 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:22:42.658528 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-915f6285-215e-43e5-894a-b637c0d025d3 None None] Publish callbacks [] for port (1adca5d5-b456-4897-9fe4-1f3fa39d2b18), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:42.667640 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-915f6285-215e-43e5-894a-b637c0d025d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (1adca5d5-b456-4897-9fe4-1f3fa39d2b18), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:42.677477 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa48be2-118a-4368-9a50-81fc20011035 None None] The sync data for ids ['04406014-d4a9-49b7-807c-46f8190b81f5'] in n-d-813897-6 is: [{'id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'name': 'tempest-TestShelveInstance-1118424350-router', 'tenant_id': '95f3c867ded546538745318f048338fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:38Z', 'revision_number': 4, 'project_id': '95f3c867ded546538745318f048338fb', 'gw_port': {'id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '2f2907c1-4c30-43be-95d8-e15e8c4b1db0', 'name': '', 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4', 'tenant_id': '95f3c867ded546538745318f048338fb', 'mac_address': 'fa:16:3e:03:53:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '35674a42-71df-465b-a8d2-f71bce68dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:37Z', 'updated_at': '2022-02-16T23:22:41Z', 'revision_number': 4, 'project_id': '95f3c867ded546538745318f048338fb', 'subnets': [{'id': '35674a42-71df-465b-a8d2-f71bce68dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:22:42.685378 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-37f585f5-fe64-442c-b739-aeb0a0a2b5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:42.726980 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-d92c7d84-29df-4f3c-84f8-f7515c6b8c41 None None] Current status of the port 2f2907c1-4c30-43be-95d8-e15e8c4b1db0 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:22:42.727440 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-915f6285-215e-43e5-894a-b637c0d025d3 None None] Attempting to bind port 1adca5d5-b456-4897-9fe4-1f3fa39d2b18 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:22:42.727917 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-915f6285-215e-43e5-894a-b637c0d025d3 None None] Attempting to bind port 1adca5d5-b456-4897-9fe4-1f3fa39d2b18 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:22:42.728222 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915f6285-215e-43e5-894a-b637c0d025d3 None None] Attempting to bind port 1adca5d5-b456-4897-9fe4-1f3fa39d2b18 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:22:42.740519 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915f6285-215e-43e5-894a-b637c0d025d3 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:22:42.740897 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915f6285-215e-43e5-894a-b637c0d025d3 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:22:42.741295 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-915f6285-215e-43e5-894a-b637c0d025d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:42.745086 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915f6285-215e-43e5-894a-b637c0d025d3 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:22:42.745086 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-915f6285-215e-43e5-894a-b637c0d025d3 None None] Bound port: 1adca5d5-b456-4897-9fe4-1f3fa39d2b18, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:22:42.749179 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-915f6285-215e-43e5-894a-b637c0d025d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1adca5d5-b456-4897-9fe4-1f3fa39d2b18), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:42.760131 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613fe93-fe75-4246-b549-8b59736380ab None None] Pushing event updated for resources: {'Port': ['ID=1adca5d5-b456-4897-9fe4-1f3fa39d2b18,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:42.833432 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-915f6285-215e-43e5-894a-b637c0d025d3 None None] For port 1adca5d5-b456-4897-9fe4-1f3fa39d2b18, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:22:42.838019 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-915f6285-215e-43e5-894a-b637c0d025d3 None None] For port 1adca5d5-b456-4897-9fe4-1f3fa39d2b18, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=1adca5d5-b456-4897-9fe4-1f3fa39d2b18,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:22:42.852821 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-915f6285-215e-43e5-894a-b637c0d025d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (1adca5d5-b456-4897-9fe4-1f3fa39d2b18), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:42.915173 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915f6285-215e-43e5-894a-b637c0d025d3 None None] Routers {'f4c43be8-e156-4912-bf0d-d167f73ba8f8'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:22:42.915810 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-915f6285-215e-43e5-894a-b637c0d025d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:22:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['f4c43be8-e156-4912-bf0d-d167f73ba8f8'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:22:42.918847 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613fe93-fe75-4246-b549-8b59736380ab None None] Pushing event updated for resources: {'Port': ['ID=1adca5d5-b456-4897-9fe4-1f3fa39d2b18,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:42.928502 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-37f585f5-fe64-442c-b739-aeb0a0a2b5a9 admin admin] Allocated IP 172.20.0.1 (7ebb8010-2d84-41b2-a28b-d6cb365e3466/2ea565b7-8cd9-4736-9a64-4af5830a8997/c67ecc29-bcd0-4d96-8d8a-9c95cb786664) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:22:43.040657 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfe91fc-5bd0-4fa8-ae54-5132d2afb76c None None] Network 7ebb8010-2d84-41b2-a28b-d6cb365e3466 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:22:43.047098 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-915f6285-215e-43e5-894a-b637c0d025d3 None None] Set router f4c43be8-e156-4912-bf0d-d167f73ba8f8 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:22:43.077939 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-37f585f5-fe64-442c-b739-aeb0a0a2b5a9 admin admin] Publish callbacks [] for port (c67ecc29-bcd0-4d96-8d8a-9c95cb786664), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:43.120096 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-37f585f5-fe64-442c-b739-aeb0a0a2b5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (c67ecc29-bcd0-4d96-8d8a-9c95cb786664), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:43.140290 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-42b489cc-3e05-4bb6-9912-1171f2ea3c4d None None] Provisioning complete for port b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:22:43.140669 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-42b489cc-3e05-4bb6-9912-1171f2ea3c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:43.170886 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f585f5-fe64-442c-b739-aeb0a0a2b5a9 admin admin] Network 7ebb8010-2d84-41b2-a28b-d6cb365e3466 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:22:43.173999 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-37f585f5-fe64-442c-b739-aeb0a0a2b5a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:22:43.181296 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f585f5-fe64-442c-b739-aeb0a0a2b5a9 admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:22:43.214861 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f585f5-fe64-442c-b739-aeb0a0a2b5a9 admin admin] Pushing event updated for resources: {'Port': ['ID=c67ecc29-bcd0-4d96-8d8a-9c95cb786664,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:43.262292 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-37f585f5-fe64-442c-b739-aeb0a0a2b5a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (f4c43be8-e156-4912-bf0d-d167f73ba8f8), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:43.278137 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-915f6285-215e-43e5-894a-b637c0d025d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c43be8-e156-4912-bf0d-d167f73ba8f8', 'name': 'tempest-TestShelveInstance-1828962304-router', 'tenant_id': '6f31023679544220927bf4e7a40d3438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '1adca5d5-b456-4897-9fe4-1f3fa39d2b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:22:40Z', 'updated_at': '2022-02-16T23:22:41Z', 'revision_number': 3, 'project_id': '6f31023679544220927bf4e7a40d3438', 'gw_port': {'id': '1adca5d5-b456-4897-9fe4-1f3fa39d2b18', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c43be8-e156-4912-bf0d-d167f73ba8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:40Z', 'updated_at': '2022-02-16T23:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:22:43.287641 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-42b489cc-3e05-4bb6-9912-1171f2ea3c4d None None] Current status of the port b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:22:43.288120 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-42b489cc-3e05-4bb6-9912-1171f2ea3c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:43.321338 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915f6285-215e-43e5-894a-b637c0d025d3 None None] The sync data for ids ['f4c43be8-e156-4912-bf0d-d167f73ba8f8'] in n-d-813897-6 is: [{'id': 'f4c43be8-e156-4912-bf0d-d167f73ba8f8', 'name': 'tempest-TestShelveInstance-1828962304-router', 'tenant_id': '6f31023679544220927bf4e7a40d3438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '1adca5d5-b456-4897-9fe4-1f3fa39d2b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:22:40Z', 'updated_at': '2022-02-16T23:22:41Z', 'revision_number': 3, 'project_id': '6f31023679544220927bf4e7a40d3438', 'gw_port': {'id': '1adca5d5-b456-4897-9fe4-1f3fa39d2b18', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c43be8-e156-4912-bf0d-d167f73ba8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:40Z', 'updated_at': '2022-02-16T23:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:22:43.336820 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-42b489cc-3e05-4bb6-9912-1171f2ea3c4d None None] For port b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c,segment=NetworkSegment(941136a7-18e1-462d-96fa-b69004783270),segment_id=941136a7-18e1-462d-96fa-b69004783270)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:22:43.352844 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-42b489cc-3e05-4bb6-9912-1171f2ea3c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:43.444945 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b489cc-3e05-4bb6-9912-1171f2ea3c4d None None] Pushing event updated for resources: {'Port': ['ID=b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:43.492984 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-37f585f5-fe64-442c-b739-aeb0a0a2b5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c67ecc29-bcd0-4d96-8d8a-9c95cb786664), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:43.582256 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b0f644df-e14a-4d1a-a2c5-e278d2e3388b None None] Provisioning complete for port c67ecc29-bcd0-4d96-8d8a-9c95cb786664 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:22:43.583543 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b0f644df-e14a-4d1a-a2c5-e278d2e3388b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c67ecc29-bcd0-4d96-8d8a-9c95cb786664), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:43.627307 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b0f644df-e14a-4d1a-a2c5-e278d2e3388b None None] Port c67ecc29-bcd0-4d96-8d8a-9c95cb786664 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:22:43.645271 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b0f644df-e14a-4d1a-a2c5-e278d2e3388b None None] Provisioning complete for port b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:22:43.645881 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b0f644df-e14a-4d1a-a2c5-e278d2e3388b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:43.731498 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-37f585f5-fe64-442c-b739-aeb0a0a2b5a9 admin admin] Publish callbacks [] for port (c67ecc29-bcd0-4d96-8d8a-9c95cb786664), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:43.736427 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-37f585f5-fe64-442c-b739-aeb0a0a2b5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (c67ecc29-bcd0-4d96-8d8a-9c95cb786664), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:43.773898 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b0f644df-e14a-4d1a-a2c5-e278d2e3388b None None] Current status of the port b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:22:43.809503 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f585f5-fe64-442c-b739-aeb0a0a2b5a9 admin admin] Pushing event updated for resources: {'Port': ['ID=c67ecc29-bcd0-4d96-8d8a-9c95cb786664,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:43.846979 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-37f585f5-fe64-442c-b739-aeb0a0a2b5a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (f4c43be8-e156-4912-bf0d-d167f73ba8f8), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:43.917316 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-42823cbc-28ed-47ff-960f-ae6503c4b889 None None] Provisioning complete for port c67ecc29-bcd0-4d96-8d8a-9c95cb786664 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:22:43.917703 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-42823cbc-28ed-47ff-960f-ae6503c4b889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c67ecc29-bcd0-4d96-8d8a-9c95cb786664), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:43.979993 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f585f5-fe64-442c-b739-aeb0a0a2b5a9 admin admin] Network 7ebb8010-2d84-41b2-a28b-d6cb365e3466 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:22:43.982169 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-37f585f5-fe64-442c-b739-aeb0a0a2b5a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:22:43.982651 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-42823cbc-28ed-47ff-960f-ae6503c4b889 None None] Port c67ecc29-bcd0-4d96-8d8a-9c95cb786664 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:22:44.020303 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:22:44.103260 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:22:44.104633 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:44.156848 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f585f5-fe64-442c-b739-aeb0a0a2b5a9 admin admin] Router f4c43be8-e156-4912-bf0d-d167f73ba8f8 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:22:44.217953 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:22:44.219235 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 1adca5d5-b456-4897-9fe4-1f3fa39d2b18 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:22:44.310217 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f585f5-fe64-442c-b739-aeb0a0a2b5a9 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:22:44.318044 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 1adca5d5-b456-4897-9fe4-1f3fa39d2b18 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:22:44.318552 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (1adca5d5-b456-4897-9fe4-1f3fa39d2b18), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:44.324965 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-80d5e094-6c94-405b-9562-7780419aa3a1 None None] Provisioning complete for port c67ecc29-bcd0-4d96-8d8a-9c95cb786664 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:22:44.325184 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-37f585f5-fe64-442c-b739-aeb0a0a2b5a9 admin admin] 10.222.0.75 "PUT /v2.0/routers/f4c43be8-e156-4912-bf0d-d167f73ba8f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6113451 Feb 16 23:22:44.325398 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-80d5e094-6c94-405b-9562-7780419aa3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c67ecc29-bcd0-4d96-8d8a-9c95cb786664), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:44.397513 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-80d5e094-6c94-405b-9562-7780419aa3a1 None None] Port c67ecc29-bcd0-4d96-8d8a-9c95cb786664 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:22:44.456339 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 1adca5d5-b456-4897-9fe4-1f3fa39d2b18 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:22:44.456731 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1adca5d5-b456-4897-9fe4-1f3fa39d2b18), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:44.482933 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 1adca5d5-b456-4897-9fe4-1f3fa39d2b18, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=1adca5d5-b456-4897-9fe4-1f3fa39d2b18,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:22:44.488367 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (1adca5d5-b456-4897-9fe4-1f3fa39d2b18), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:44.489284 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 2f2907c1-4c30-43be-95d8-e15e8c4b1db0 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:22:44.569250 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=1adca5d5-b456-4897-9fe4-1f3fa39d2b18,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:44.581454 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 2f2907c1-4c30-43be-95d8-e15e8c4b1db0 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:22:44.581913 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2f2907c1-4c30-43be-95d8-e15e8c4b1db0), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:44.669390 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 2f2907c1-4c30-43be-95d8-e15e8c4b1db0 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:22:45.019985 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56056) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:22:45.025297 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-d2e51a1a-970d-4fc2-a936-61d273bdd1f1 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-902360037', 'description': 'tempest-secgroup-smoke-902360037 description', 'project_id': '95f3c867ded546538745318f048338fb'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:22:45.044663 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2e51a1a-970d-4fc2-a936-61d273bdd1f1 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:45.109751 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2e51a1a-970d-4fc2-a936-61d273bdd1f1 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group (15027960-ff9a-4c8d-b212-f715b5bc468a), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:45.113301 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2e51a1a-970d-4fc2-a936-61d273bdd1f1 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (15027960-ff9a-4c8d-b212-f715b5bc468a), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:45.142157 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2e51a1a-970d-4fc2-a936-61d273bdd1f1 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:45.143399 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d2e51a1a-970d-4fc2-a936-61d273bdd1f1 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1223779 Feb 16 23:22:45.145321 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e51a1a-970d-4fc2-a936-61d273bdd1f1 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15027960-ff9a-4c8d-b212-f715b5bc468a,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:45.147165 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56058) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:22:45.152172 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-bd2b405c-f265-4c02-aaf0-73ca556aa3e3 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Request body: {'security_group_rule': {'security_group_id': '15027960-ff9a-4c8d-b212-f715b5bc468a', 'project_id': '95f3c867ded546538745318f048338fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:22:45.176324 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bd2b405c-f265-4c02-aaf0-73ca556aa3e3 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group_rule (ec5ae46b-30c2-403a-85ec-bc65d031dbe4), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:45.230551 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bd2b405c-f265-4c02-aaf0-73ca556aa3e3 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group_rule (ec5ae46b-30c2-403a-85ec-bc65d031dbe4), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:45.233930 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bd2b405c-f265-4c02-aaf0-73ca556aa3e3 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (ec5ae46b-30c2-403a-85ec-bc65d031dbe4), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:45.253854 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b405c-f265-4c02-aaf0-73ca556aa3e3 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec5ae46b-30c2-403a-85ec-bc65d031dbe4,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:45.259527 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-bd2b405c-f265-4c02-aaf0-73ca556aa3e3 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:45.260698 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-bd2b405c-f265-4c02-aaf0-73ca556aa3e3 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1124599 Feb 16 23:22:45.263447 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56060) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:22:45.267703 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-68ad634e-30d0-45e5-b341-5bc3a198a230 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Request body: {'security_group_rule': {'security_group_id': '15027960-ff9a-4c8d-b212-f715b5bc468a', 'project_id': '95f3c867ded546538745318f048338fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:22:45.291799 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-68ad634e-30d0-45e5-b341-5bc3a198a230 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group_rule (53687695-684c-4730-b0ef-07ad9dfe41d6), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:45.347849 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-68ad634e-30d0-45e5-b341-5bc3a198a230 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group_rule (53687695-684c-4730-b0ef-07ad9dfe41d6), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:45.351743 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-68ad634e-30d0-45e5-b341-5bc3a198a230 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (53687695-684c-4730-b0ef-07ad9dfe41d6), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:45.369481 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad634e-30d0-45e5-b341-5bc3a198a230 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53687695-684c-4730-b0ef-07ad9dfe41d6,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:45.376903 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-68ad634e-30d0-45e5-b341-5bc3a198a230 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:45.378129 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-68ad634e-30d0-45e5-b341-5bc3a198a230 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1137409 Feb 16 23:22:45.381495 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56062) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:22:45.386213 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-a5425269-5c72-482e-b13b-09c7e57053b3 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Request body: {'security_group_rule': {'security_group_id': '15027960-ff9a-4c8d-b212-f715b5bc468a', 'project_id': '95f3c867ded546538745318f048338fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:22:45.410462 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a5425269-5c72-482e-b13b-09c7e57053b3 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group_rule (e05e8994-5162-42c4-a68a-3129f0a436c0), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:45.470686 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a5425269-5c72-482e-b13b-09c7e57053b3 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group_rule (e05e8994-5162-42c4-a68a-3129f0a436c0), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:45.474495 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a5425269-5c72-482e-b13b-09c7e57053b3 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (e05e8994-5162-42c4-a68a-3129f0a436c0), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:45.493400 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5425269-5c72-482e-b13b-09c7e57053b3 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e05e8994-5162-42c4-a68a-3129f0a436c0,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:45.497820 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-a5425269-5c72-482e-b13b-09c7e57053b3 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:45.501676 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-a5425269-5c72-482e-b13b-09c7e57053b3 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164050 Feb 16 23:22:45.502417 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56064) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:22:45.507371 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-d2f08edd-7ddb-48b4-8f57-db038d5e7417 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Request body: {'security_group_rule': {'security_group_id': '15027960-ff9a-4c8d-b212-f715b5bc468a', 'project_id': '95f3c867ded546538745318f048338fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:22:45.533250 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2f08edd-7ddb-48b4-8f57-db038d5e7417 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group_rule (08260935-5307-4490-be19-42926c29d8ea), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:45.591183 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2f08edd-7ddb-48b4-8f57-db038d5e7417 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group_rule (08260935-5307-4490-be19-42926c29d8ea), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:45.594540 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2f08edd-7ddb-48b4-8f57-db038d5e7417 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (08260935-5307-4490-be19-42926c29d8ea), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:45.611470 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f08edd-7ddb-48b4-8f57-db038d5e7417 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08260935-5307-4490-be19-42926c29d8ea,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:45.621436 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d2f08edd-7ddb-48b4-8f57-db038d5e7417 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:45.622675 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-d2f08edd-7ddb-48b4-8f57-db038d5e7417 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1197102 Feb 16 23:22:45.625386 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56066) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:22:45.629621 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-73153ebf-cd88-453e-ba78-e7a1b2420372 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Request body: {'security_group_rule': {'security_group_id': '15027960-ff9a-4c8d-b212-f715b5bc468a', 'project_id': '95f3c867ded546538745318f048338fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:22:45.649524 n-d-813897-6 neutron-server[103465]: INFO neutron.db.securitygroups_db [None req-73153ebf-cd88-453e-ba78-e7a1b2420372 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Project 95f3c867ded546538745318f048338fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 23:22:45.654629 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-73153ebf-cd88-453e-ba78-e7a1b2420372 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group_rule (d552cecd-6b71-4c16-a017-de37f5a78b51), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:45.712987 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-73153ebf-cd88-453e-ba78-e7a1b2420372 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group_rule (d552cecd-6b71-4c16-a017-de37f5a78b51), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:45.716697 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-73153ebf-cd88-453e-ba78-e7a1b2420372 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (d552cecd-6b71-4c16-a017-de37f5a78b51), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:45.737137 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73153ebf-cd88-453e-ba78-e7a1b2420372 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d552cecd-6b71-4c16-a017-de37f5a78b51,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:45.750065 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-73153ebf-cd88-453e-ba78-e7a1b2420372 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:45.751546 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-73153ebf-cd88-453e-ba78-e7a1b2420372 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1251245 Feb 16 23:22:45.754744 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56068) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:22:45.760324 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-6a0102bb-0997-4082-aebb-67740e09473e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Request body: {'security_group_rule': {'security_group_id': '15027960-ff9a-4c8d-b212-f715b5bc468a', 'project_id': '95f3c867ded546538745318f048338fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:22:45.780502 n-d-813897-6 neutron-server[103466]: INFO neutron.db.securitygroups_db [None req-6a0102bb-0997-4082-aebb-67740e09473e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Project 95f3c867ded546538745318f048338fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 23:22:45.786035 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6a0102bb-0997-4082-aebb-67740e09473e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group_rule (8747ba1e-b1e9-448a-a6fc-954ac0d4db72), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:45.853907 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6a0102bb-0997-4082-aebb-67740e09473e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group_rule (8747ba1e-b1e9-448a-a6fc-954ac0d4db72), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:45.858791 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6a0102bb-0997-4082-aebb-67740e09473e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (8747ba1e-b1e9-448a-a6fc-954ac0d4db72), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:45.863259 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 1adca5d5-b456-4897-9fe4-1f3fa39d2b18 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:22:45.879913 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0102bb-0997-4082-aebb-67740e09473e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8747ba1e-b1e9-448a-a6fc-954ac0d4db72,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:45.885990 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6a0102bb-0997-4082-aebb-67740e09473e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:45.887226 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6a0102bb-0997-4082-aebb-67740e09473e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1313221 Feb 16 23:22:45.922497 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 1adca5d5-b456-4897-9fe4-1f3fa39d2b18 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:22:45.922877 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (1adca5d5-b456-4897-9fe4-1f3fa39d2b18), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:46.004165 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 1adca5d5-b456-4897-9fe4-1f3fa39d2b18 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:22:46.048947 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-659bd930-548c-4b5c-98a1-5fc58a9d7e17 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-902360037&fields=id&tenant_id=95f3c867ded546538745318f048338fb HTTP/1.1" status: 200 len: 267 time: 0.0458632 Feb 16 23:22:46.055078 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e268a08c-199d-4ff2-9528-8ac653ca549d None None] Sync routers for ids ['f4c43be8-e156-4912-bf0d-d167f73ba8f8'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:22:46.065066 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e268a08c-199d-4ff2-9528-8ac653ca549d None None] Routers {'f4c43be8-e156-4912-bf0d-d167f73ba8f8'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:22:46.065681 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-e268a08c-199d-4ff2-9528-8ac653ca549d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:22:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['f4c43be8-e156-4912-bf0d-d167f73ba8f8'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:22:46.159194 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-80d2d0f2-991d-403b-9ee1-709014f81e4e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:46.160677 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-80d2d0f2-991d-403b-9ee1-709014f81e4e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/networks?id=0c142343-eeee-4191-97e2-a9b373d6c8c4 HTTP/1.1" status: 200 len: 809 time: 0.1045287 Feb 16 23:22:46.174215 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-e268a08c-199d-4ff2-9528-8ac653ca549d None None] Set router f4c43be8-e156-4912-bf0d-d167f73ba8f8 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:22:46.175916 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-e4770ac4-5dc6-4580-be90-fbb83aad36e0 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/quotas/95f3c867ded546538745318f048338fb HTTP/1.1" status: 200 len: 375 time: 0.0091050 Feb 16 23:22:46.230855 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-96c6840b-8c44-4ee2-9fa8-d49bb4ed199c tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=95f3c867ded546538745318f048338fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497184 Feb 16 23:22:46.324159 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-0605bf0a-0941-4065-b3ef-ff2e0e383f0c service neutron] 10.222.0.75 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818312 Feb 16 23:22:46.373207 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-e268a08c-199d-4ff2-9528-8ac653ca549d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c43be8-e156-4912-bf0d-d167f73ba8f8', 'name': 'tempest-TestShelveInstance-1828962304-router', 'tenant_id': '6f31023679544220927bf4e7a40d3438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '1adca5d5-b456-4897-9fe4-1f3fa39d2b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:22:40Z', 'updated_at': '2022-02-16T23:22:43Z', 'revision_number': 4, 'project_id': '6f31023679544220927bf4e7a40d3438', 'gw_port': {'id': '1adca5d5-b456-4897-9fe4-1f3fa39d2b18', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c43be8-e156-4912-bf0d-d167f73ba8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:40Z', 'updated_at': '2022-02-16T23:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'c67ecc29-bcd0-4d96-8d8a-9c95cb786664', 'name': '', 'network_id': '7ebb8010-2d84-41b2-a28b-d6cb365e3466', 'tenant_id': '6f31023679544220927bf4e7a40d3438', 'mac_address': 'fa:16:3e:45:f3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c43be8-e156-4912-bf0d-d167f73ba8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '2ea565b7-8cd9-4736-9a64-4af5830a8997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:42Z', 'updated_at': '2022-02-16T23:22:43Z', 'revision_number': 2, 'project_id': '6f31023679544220927bf4e7a40d3438', 'subnets': [{'id': '2ea565b7-8cd9-4736-9a64-4af5830a8997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:22:46.399277 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e268a08c-199d-4ff2-9528-8ac653ca549d None None] Checking router: f4c43be8-e156-4912-bf0d-d167f73ba8f8 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:22:46.399637 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e268a08c-199d-4ff2-9528-8ac653ca549d None None] Updating router f4c43be8-e156-4912-bf0d-d167f73ba8f8 port c67ecc29-bcd0-4d96-8d8a-9c95cb786664 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:22:46.419801 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-38c49cd1-d6ed-48e5-831d-b538eef64ac3 service neutron] 10.222.0.75 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898769 Feb 16 23:22:46.433735 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e268a08c-199d-4ff2-9528-8ac653ca549d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c67ecc29-bcd0-4d96-8d8a-9c95cb786664), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:46.578886 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d984b5ec-2c64-4254-804a-3ee03e77a91d req-2f1da771-9905-4f8e-95e3-ce55516c4ab4 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 210 time: 0.0285363 Feb 16 23:22:46.718698 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e268a08c-199d-4ff2-9528-8ac653ca549d None None] Publish callbacks [] for port (c67ecc29-bcd0-4d96-8d8a-9c95cb786664), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:46.724456 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e268a08c-199d-4ff2-9528-8ac653ca549d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c67ecc29-bcd0-4d96-8d8a-9c95cb786664), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:46.824791 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4639a69-b361-4688-86c3-b1154b25ff89 None None] Pushing event updated for resources: {'Port': ['ID=c67ecc29-bcd0-4d96-8d8a-9c95cb786664,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:46.838834 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e268a08c-199d-4ff2-9528-8ac653ca549d None None] Attempting to bind port c67ecc29-bcd0-4d96-8d8a-9c95cb786664 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:22:46.839218 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e268a08c-199d-4ff2-9528-8ac653ca549d None None] Attempting to bind port c67ecc29-bcd0-4d96-8d8a-9c95cb786664 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '941136a7-18e1-462d-96fa-b69004783270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7ebb8010-2d84-41b2-a28b-d6cb365e3466'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:22:46.839591 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e268a08c-199d-4ff2-9528-8ac653ca549d None None] Attempting to bind port c67ecc29-bcd0-4d96-8d8a-9c95cb786664 on network 7ebb8010-2d84-41b2-a28b-d6cb365e3466 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:22:46.844982 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e268a08c-199d-4ff2-9528-8ac653ca549d None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:22:46.845365 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e268a08c-199d-4ff2-9528-8ac653ca549d None None] Checking segment: {'id': '941136a7-18e1-462d-96fa-b69004783270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7ebb8010-2d84-41b2-a28b-d6cb365e3466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:22:46.845768 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e268a08c-199d-4ff2-9528-8ac653ca549d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:46.846237 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e268a08c-199d-4ff2-9528-8ac653ca549d None None] Bound using segment: {'id': '941136a7-18e1-462d-96fa-b69004783270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7ebb8010-2d84-41b2-a28b-d6cb365e3466'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:22:46.846712 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-e268a08c-199d-4ff2-9528-8ac653ca549d None None] Bound port: c67ecc29-bcd0-4d96-8d8a-9c95cb786664, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '941136a7-18e1-462d-96fa-b69004783270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7ebb8010-2d84-41b2-a28b-d6cb365e3466'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:22:46.847097 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e268a08c-199d-4ff2-9528-8ac653ca549d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c67ecc29-bcd0-4d96-8d8a-9c95cb786664), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:46.921219 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e268a08c-199d-4ff2-9528-8ac653ca549d None None] For port c67ecc29-bcd0-4d96-8d8a-9c95cb786664, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:22:46.924572 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e268a08c-199d-4ff2-9528-8ac653ca549d None None] For port c67ecc29-bcd0-4d96-8d8a-9c95cb786664, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=c67ecc29-bcd0-4d96-8d8a-9c95cb786664,segment=NetworkSegment(941136a7-18e1-462d-96fa-b69004783270),segment_id=941136a7-18e1-462d-96fa-b69004783270)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:22:46.933749 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e268a08c-199d-4ff2-9528-8ac653ca549d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c67ecc29-bcd0-4d96-8d8a-9c95cb786664), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:46.993693 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e268a08c-199d-4ff2-9528-8ac653ca549d None None] Routers {'f4c43be8-e156-4912-bf0d-d167f73ba8f8'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:22:46.994443 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-e268a08c-199d-4ff2-9528-8ac653ca549d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:22:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['f4c43be8-e156-4912-bf0d-d167f73ba8f8'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:22:47.087247 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4639a69-b361-4688-86c3-b1154b25ff89 None None] Pushing event updated for resources: {'Port': ['ID=c67ecc29-bcd0-4d96-8d8a-9c95cb786664,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:47.109103 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-332d60df-3414-49b2-b879-d48fd172970e None None] Provisioning complete for port c67ecc29-bcd0-4d96-8d8a-9c95cb786664 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:22:47.109482 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-332d60df-3414-49b2-b879-d48fd172970e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c67ecc29-bcd0-4d96-8d8a-9c95cb786664), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:47.180793 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-e268a08c-199d-4ff2-9528-8ac653ca549d None None] Set router f4c43be8-e156-4912-bf0d-d167f73ba8f8 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:22:47.301716 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-332d60df-3414-49b2-b879-d48fd172970e None None] Current status of the port c67ecc29-bcd0-4d96-8d8a-9c95cb786664 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:22:47.302845 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-332d60df-3414-49b2-b879-d48fd172970e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c67ecc29-bcd0-4d96-8d8a-9c95cb786664), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:47.383925 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-332d60df-3414-49b2-b879-d48fd172970e None None] For port c67ecc29-bcd0-4d96-8d8a-9c95cb786664, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=c67ecc29-bcd0-4d96-8d8a-9c95cb786664,segment=NetworkSegment(941136a7-18e1-462d-96fa-b69004783270),segment_id=941136a7-18e1-462d-96fa-b69004783270)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:22:47.390564 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-332d60df-3414-49b2-b879-d48fd172970e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (c67ecc29-bcd0-4d96-8d8a-9c95cb786664), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:47.627217 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-0a3b7edc-a252-4926-acb7-d7f9763ec918 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:47.629765 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-0a3b7edc-a252-4926-acb7-d7f9763ec918 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.67 "GET /v2.0/networks?id=0c142343-eeee-4191-97e2-a9b373d6c8c4 HTTP/1.1" status: 200 len: 809 time: 0.1300468 Feb 16 23:22:47.641943 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-61e7b980-7779-403c-ac30-602bd1bba8aa None None] Provisioning complete for port c67ecc29-bcd0-4d96-8d8a-9c95cb786664 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:22:47.642299 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-61e7b980-7779-403c-ac30-602bd1bba8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c67ecc29-bcd0-4d96-8d8a-9c95cb786664), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:47.719410 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-c7588331-89cc-4682-955d-2e03ce07d125 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95f3c867ded546538745318f048338fb HTTP/1.1" status: 200 len: 379 time: 0.0742877 Feb 16 23:22:47.724325 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0d091af4-2d41-4763-a8e0-b6594a20bcde req-48098c7a-557a-4227-bce6-db3e984205d5 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 210 time: 0.0510170 Feb 16 23:22:47.730600 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-2f059347-4675-4599-876f-3655baad921c tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Request body: {'port': {'device_id': '7531a158-0605-43a5-ac7e-d396b51e3a8e', 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4', 'admin_state_up': True, 'tenant_id': '95f3c867ded546538745318f048338fb', 'security_groups': ['15027960-ff9a-4c8d-b212-f715b5bc468a']}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:22:47.733956 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d60df-3414-49b2-b879-d48fd172970e None None] Pushing event updated for resources: {'Port': ['ID=c67ecc29-bcd0-4d96-8d8a-9c95cb786664,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:47.752966 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-e268a08c-199d-4ff2-9528-8ac653ca549d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c43be8-e156-4912-bf0d-d167f73ba8f8', 'name': 'tempest-TestShelveInstance-1828962304-router', 'tenant_id': '6f31023679544220927bf4e7a40d3438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '1adca5d5-b456-4897-9fe4-1f3fa39d2b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:22:40Z', 'updated_at': '2022-02-16T23:22:43Z', 'revision_number': 4, 'project_id': '6f31023679544220927bf4e7a40d3438', 'gw_port': {'id': '1adca5d5-b456-4897-9fe4-1f3fa39d2b18', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c43be8-e156-4912-bf0d-d167f73ba8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:40Z', 'updated_at': '2022-02-16T23:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'c67ecc29-bcd0-4d96-8d8a-9c95cb786664', 'name': '', 'network_id': '7ebb8010-2d84-41b2-a28b-d6cb365e3466', 'tenant_id': '6f31023679544220927bf4e7a40d3438', 'mac_address': 'fa:16:3e:45:f3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c43be8-e156-4912-bf0d-d167f73ba8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '2ea565b7-8cd9-4736-9a64-4af5830a8997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:42Z', 'updated_at': '2022-02-16T23:22:46Z', 'revision_number': 4, 'project_id': '6f31023679544220927bf4e7a40d3438', 'subnets': [{'id': '2ea565b7-8cd9-4736-9a64-4af5830a8997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:22:47.784716 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e268a08c-199d-4ff2-9528-8ac653ca549d None None] The sync data for ids ['f4c43be8-e156-4912-bf0d-d167f73ba8f8'] in n-d-813897-6 is: [{'id': 'f4c43be8-e156-4912-bf0d-d167f73ba8f8', 'name': 'tempest-TestShelveInstance-1828962304-router', 'tenant_id': '6f31023679544220927bf4e7a40d3438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '1adca5d5-b456-4897-9fe4-1f3fa39d2b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:22:40Z', 'updated_at': '2022-02-16T23:22:43Z', 'revision_number': 4, 'project_id': '6f31023679544220927bf4e7a40d3438', 'gw_port': {'id': '1adca5d5-b456-4897-9fe4-1f3fa39d2b18', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c43be8-e156-4912-bf0d-d167f73ba8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:40Z', 'updated_at': '2022-02-16T23:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'c67ecc29-bcd0-4d96-8d8a-9c95cb786664', 'name': '', 'network_id': '7ebb8010-2d84-41b2-a28b-d6cb365e3466', 'tenant_id': '6f31023679544220927bf4e7a40d3438', 'mac_address': 'fa:16:3e:45:f3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c43be8-e156-4912-bf0d-d167f73ba8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '2ea565b7-8cd9-4736-9a64-4af5830a8997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:42Z', 'updated_at': '2022-02-16T23:22:46Z', 'revision_number': 4, 'project_id': '6f31023679544220927bf4e7a40d3438', 'subnets': [{'id': '2ea565b7-8cd9-4736-9a64-4af5830a8997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:22:47.831869 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-61e7b980-7779-403c-ac30-602bd1bba8aa None None] Current status of the port c67ecc29-bcd0-4d96-8d8a-9c95cb786664 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:22:47.911397 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-2f059347-4675-4599-876f-3655baad921c tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Made reservation on behalf of 95f3c867ded546538745318f048338fb for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:22:47.915723 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-2f059347-4675-4599-876f-3655baad921c tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:48.048990 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-2f059347-4675-4599-876f-3655baad921c tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Allocated IP 172.20.0.3 (0c142343-eeee-4191-97e2-a9b373d6c8c4/35674a42-71df-465b-a8d2-f71bce68dbf4/8ce7a427-0030-4acc-9e01-2354f7f9ff26) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:22:48.197222 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-2f059347-4675-4599-876f-3655baad921c tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for port (8ce7a427-0030-4acc-9e01-2354f7f9ff26), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:48.231643 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-2f059347-4675-4599-876f-3655baad921c tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (8ce7a427-0030-4acc-9e01-2354f7f9ff26), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:48.278870 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-2f059347-4675-4599-876f-3655baad921c tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Network 0c142343-eeee-4191-97e2-a9b373d6c8c4 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:22:48.282101 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-2f059347-4675-4599-876f-3655baad921c tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:22:48.286238 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-2f059347-4675-4599-876f-3655baad921c tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:22:48.312108 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f059347-4675-4599-876f-3655baad921c tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Pushing event updated for resources: {'Port': ['ID=8ce7a427-0030-4acc-9e01-2354f7f9ff26,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:48.342272 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-2f059347-4675-4599-876f-3655baad921c tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:48.343105 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-2f059347-4675-4599-876f-3655baad921c tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:48.362073 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-2f059347-4675-4599-876f-3655baad921c tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6372585 Feb 16 23:22:48.487573 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-fba08714-6510-4225-8a83-877bdc27297e service neutron] Request body: {'port': {'device_id': '7531a158-0605-43a5-ac7e-d396b51e3a8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:22:48.555545 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-fba08714-6510-4225-8a83-877bdc27297e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8ce7a427-0030-4acc-9e01-2354f7f9ff26), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:48.559596 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-53240dd5-f768-4573-a1a1-3022279da19c None None] Provisioning complete for port 8ce7a427-0030-4acc-9e01-2354f7f9ff26 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:22:48.560114 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-53240dd5-f768-4573-a1a1-3022279da19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8ce7a427-0030-4acc-9e01-2354f7f9ff26), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:48.593881 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-53240dd5-f768-4573-a1a1-3022279da19c None None] Port 8ce7a427-0030-4acc-9e01-2354f7f9ff26 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:22:48.823199 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-fba08714-6510-4225-8a83-877bdc27297e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce7a427-0030-4acc-9e01-2354f7f9ff26 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:22:48.830822 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-fba08714-6510-4225-8a83-877bdc27297e service neutron] Publish callbacks [] for port (8ce7a427-0030-4acc-9e01-2354f7f9ff26), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:48.843423 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-fba08714-6510-4225-8a83-877bdc27297e service neutron] Transition to ACTIVE for port object 8ce7a427-0030-4acc-9e01-2354f7f9ff26 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:22:48.847216 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-fba08714-6510-4225-8a83-877bdc27297e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (8ce7a427-0030-4acc-9e01-2354f7f9ff26), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:48.856765 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7823f2c-d8a1-416c-821e-4021e44d11c9 req-d46b5d4f-db2d-4274-ad38-d2d06c750751 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:48.858886 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b7823f2c-d8a1-416c-821e-4021e44d11c9 req-d46b5d4f-db2d-4274-ad38-d2d06c750751 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 931 time: 0.0542092 Feb 16 23:22:48.917048 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b7823f2c-d8a1-416c-821e-4021e44d11c9 req-5f78d5c2-0d4e-4ca5-ac5b-95701af0b28f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522985 Feb 16 23:22:48.936398 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba08714-6510-4225-8a83-877bdc27297e service neutron] Pushing event updated for resources: {'Port': ['ID=8ce7a427-0030-4acc-9e01-2354f7f9ff26,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:48.969701 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-fba08714-6510-4225-8a83-877bdc27297e service neutron] Attempting to bind port 8ce7a427-0030-4acc-9e01-2354f7f9ff26 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:22:48.970071 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-fba08714-6510-4225-8a83-877bdc27297e service neutron] Attempting to bind port 8ce7a427-0030-4acc-9e01-2354f7f9ff26 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '36f881e7-fbc2-4238-bd87-41278b853685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:22:48.970406 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-fba08714-6510-4225-8a83-877bdc27297e service neutron] Attempting to bind port 8ce7a427-0030-4acc-9e01-2354f7f9ff26 on network 0c142343-eeee-4191-97e2-a9b373d6c8c4 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:22:48.974944 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-fba08714-6510-4225-8a83-877bdc27297e service neutron] Port 8ce7a427-0030-4acc-9e01-2354f7f9ff26 on network 0c142343-eeee-4191-97e2-a9b373d6c8c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 23:22:48.975279 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-fba08714-6510-4225-8a83-877bdc27297e service neutron] Attempting to bind port 8ce7a427-0030-4acc-9e01-2354f7f9ff26 on network 0c142343-eeee-4191-97e2-a9b373d6c8c4 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:22:48.980118 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-fba08714-6510-4225-8a83-877bdc27297e service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:22:48.980598 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-fba08714-6510-4225-8a83-877bdc27297e service neutron] Checking segment: {'id': '36f881e7-fbc2-4238-bd87-41278b853685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:22:48.980958 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-fba08714-6510-4225-8a83-877bdc27297e service neutron] Bound using segment: {'id': '36f881e7-fbc2-4238-bd87-41278b853685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:22:48.981363 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-fba08714-6510-4225-8a83-877bdc27297e service neutron] Bound port: 8ce7a427-0030-4acc-9e01-2354f7f9ff26, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f881e7-fbc2-4238-bd87-41278b853685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:22:48.981740 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-fba08714-6510-4225-8a83-877bdc27297e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8ce7a427-0030-4acc-9e01-2354f7f9ff26), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:49.048433 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-fba08714-6510-4225-8a83-877bdc27297e service neutron] For port 8ce7a427-0030-4acc-9e01-2354f7f9ff26, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:22:49.051469 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-fba08714-6510-4225-8a83-877bdc27297e service neutron] For port 8ce7a427-0030-4acc-9e01-2354f7f9ff26, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8ce7a427-0030-4acc-9e01-2354f7f9ff26,segment=NetworkSegment(36f881e7-fbc2-4238-bd87-41278b853685),segment_id=36f881e7-fbc2-4238-bd87-41278b853685)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:22:49.059331 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-fba08714-6510-4225-8a83-877bdc27297e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (8ce7a427-0030-4acc-9e01-2354f7f9ff26), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:49.098420 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-fba08714-6510-4225-8a83-877bdc27297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:49.099143 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-fba08714-6510-4225-8a83-877bdc27297e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:49.100568 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-fba08714-6510-4225-8a83-877bdc27297e service neutron] 10.222.0.67 "PUT /v2.0/ports/8ce7a427-0030-4acc-9e01-2354f7f9ff26 HTTP/1.1" status: 200 len: 1091 time: 0.7296081 Feb 16 23:22:49.100988 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7531a158-0605-43a5-ac7e-d396b51e3a8e', 'tag': '8ce7a427-0030-4acc-9e01-2354f7f9ff26'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:22:49.103293 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc6ebb2656127e6cc678106abfc43ff4a9c5ad1b0fb390af1324360b6f530fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804de859-f7fb-449f-87b2-e63b475fd8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "7531a158-0605-43a5-ac7e-d396b51e3a8e", "tag": "8ce7a427-0030-4acc-9e01-2354f7f9ff26"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:22:49.136873 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba08714-6510-4225-8a83-877bdc27297e service neutron] Pushing event updated for resources: {'Port': ['ID=8ce7a427-0030-4acc-9e01-2354f7f9ff26,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:49.181458 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0a9018-4393-4289-80d4-876f453ea2d0 x-openstack-request-id: req-4f0a9018-4393-4289-80d4-876f453ea2d0 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:22:49.181907 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7531a158-0605-43a5-ac7e-d396b51e3a8e", "tag": "8ce7a427-0030-4acc-9e01-2354f7f9ff26", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:22:49.182204 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4f0a9018-4393-4289-80d4-876f453ea2d0 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:22:49.182842 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7531a158-0605-43a5-ac7e-d396b51e3a8e', 'tag': '8ce7a427-0030-4acc-9e01-2354f7f9ff26', 'status': 'completed', 'code': 200} Feb 16 23:22:49.207579 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-f9d7cf20-729c-42d4-a38a-3411a44893ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:49.209173 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-f9d7cf20-729c-42d4-a38a-3411a44893ed service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=95f3c867ded546538745318f048338fb&device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 1125 time: 0.0676515 Feb 16 23:22:49.254248 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-ab45b3f9-2994-4213-b42f-27bcc9ce2419 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ce7a427-0030-4acc-9e01-2354f7f9ff26 HTTP/1.1" status: 200 len: 217 time: 0.0383241 Feb 16 23:22:49.312123 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-5c71e185-9e5e-4829-ab10-9a4ee6d5a55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:49.314134 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-5c71e185-9e5e-4829-ab10-9a4ee6d5a55f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=35674a42-71df-465b-a8d2-f71bce68dbf4 HTTP/1.1" status: 200 len: 848 time: 0.0543156 Feb 16 23:22:49.363403 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-dc9a4dbb-ad35-4f13-8c09-5fffbe1092b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:49.365565 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-dc9a4dbb-ad35-4f13-8c09-5fffbe1092b3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c142343-eeee-4191-97e2-a9b373d6c8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459292 Feb 16 23:22:49.455421 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-176bf409-73a4-4dae-bee6-88869e4209e2 service neutron] 10.222.0.67 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843277 Feb 16 23:22:49.553703 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2bb60f3c-b0a1-400b-906c-0ea6a9a42160 req-fa826459-7404-4d92-9973-5cfe12061f4b service neutron] 10.222.0.67 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923891 Feb 16 23:22:49.645267 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804de859-f7fb-449f-87b2-e63b475fd8b5 req-befe89a7-12c5-462e-951a-d1d4471046dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:49.646913 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-804de859-f7fb-449f-87b2-e63b475fd8b5 req-befe89a7-12c5-462e-951a-d1d4471046dd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=95f3c867ded546538745318f048338fb&device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 1125 time: 0.0467439 Feb 16 23:22:49.746495 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804de859-f7fb-449f-87b2-e63b475fd8b5 req-c4c9b714-b6b5-4de8-91b5-761aff444f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:49.748044 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-804de859-f7fb-449f-87b2-e63b475fd8b5 req-c4c9b714-b6b5-4de8-91b5-761aff444f37 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c142343-eeee-4191-97e2-a9b373d6c8c4 HTTP/1.1" status: 200 len: 910 time: 0.0951636 Feb 16 23:22:49.791251 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-804de859-f7fb-449f-87b2-e63b475fd8b5 req-1b045646-cf2f-441c-bd8c-a804362aed00 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ce7a427-0030-4acc-9e01-2354f7f9ff26 HTTP/1.1" status: 200 len: 217 time: 0.0357888 Feb 16 23:22:49.852531 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804de859-f7fb-449f-87b2-e63b475fd8b5 req-7806815a-5ffc-431f-a4fa-5f87bfc29fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:49.855105 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-804de859-f7fb-449f-87b2-e63b475fd8b5 req-7806815a-5ffc-431f-a4fa-5f87bfc29fb3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=35674a42-71df-465b-a8d2-f71bce68dbf4 HTTP/1.1" status: 200 len: 848 time: 0.0583267 Feb 16 23:22:49.882376 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c67ecc29-bcd0-4d96-8d8a-9c95cb786664 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:22:49.905538 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804de859-f7fb-449f-87b2-e63b475fd8b5 req-dda3af74-2ff6-4cb3-8fba-04bd453acc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:49.907099 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-804de859-f7fb-449f-87b2-e63b475fd8b5 req-dda3af74-2ff6-4cb3-8fba-04bd453acc8f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c142343-eeee-4191-97e2-a9b373d6c8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459802 Feb 16 23:22:49.935454 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port c67ecc29-bcd0-4d96-8d8a-9c95cb786664 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:22:49.935834 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (c67ecc29-bcd0-4d96-8d8a-9c95cb786664), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:50.001054 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-804de859-f7fb-449f-87b2-e63b475fd8b5 req-53300c75-2e3a-4fe8-ac8b-fb2370e2346d service neutron] 10.222.0.67 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876405 Feb 16 23:22:50.015579 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port c67ecc29-bcd0-4d96-8d8a-9c95cb786664 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:22:50.046409 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf043bf2-03a8-4684-87c4-92d89cfb06ee req-f8b29a70-422e-4956-b5c1-73cc5c30aa89 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:50.047910 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bf043bf2-03a8-4684-87c4-92d89cfb06ee req-f8b29a70-422e-4956-b5c1-73cc5c30aa89 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 943 time: 0.0553644 Feb 16 23:22:50.096209 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bf043bf2-03a8-4684-87c4-92d89cfb06ee req-4702eaf2-ee2a-4a3b-84f7-d5d4b36b04ec tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425949 Feb 16 23:22:50.097541 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-804de859-f7fb-449f-87b2-e63b475fd8b5 req-33352ae4-baf0-4327-a0ec-d973f6db7993 service neutron] 10.222.0.67 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897076 Feb 16 23:22:50.811754 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-88a3e2ef-5f94-41eb-b61f-b554418eaaa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:51.213452 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3dd522-58aa-4e33-b877-8daaafdc5c62 req-9fae8783-4e55-4d76-b3a0-d6db9f953ea2 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:51.215029 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e3dd522-58aa-4e33-b877-8daaafdc5c62 req-9fae8783-4e55-4d76-b3a0-d6db9f953ea2 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 943 time: 0.0518537 Feb 16 23:22:51.262588 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8e3dd522-58aa-4e33-b877-8daaafdc5c62 req-68d093a5-81e3-45e4-bae8-9cc4bc62e22b tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419044 Feb 16 23:22:52.384319 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7486d38-411a-4dcc-a766-11efd2a8d7ea req-ca6ff7b0-8811-4d3c-bd33-4bc5c56733c4 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:52.385827 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f7486d38-411a-4dcc-a766-11efd2a8d7ea req-ca6ff7b0-8811-4d3c-bd33-4bc5c56733c4 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 943 time: 0.0565867 Feb 16 23:22:52.388078 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:22:52.434470 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f7486d38-411a-4dcc-a766-11efd2a8d7ea req-5d42946b-fdc1-4905-a778-a37cd4dc390b tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429604 Feb 16 23:22:53.198355 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-21617ef1-f279-491d-ba4a-bd2b228939ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:53.303368 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 8ce7a427-0030-4acc-9e01-2354f7f9ff26 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:22:53.403227 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 8ce7a427-0030-4acc-9e01-2354f7f9ff26, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8ce7a427-0030-4acc-9e01-2354f7f9ff26,segment=NetworkSegment(36f881e7-fbc2-4238-bd87-41278b853685),segment_id=36f881e7-fbc2-4238-bd87-41278b853685)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:22:53.414515 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '8ce7a427-0030-4acc-9e01-2354f7f9ff26', 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4', 'port_id': '8ce7a427-0030-4acc-9e01-2354f7f9ff26', 'mac_address': 'fa:16:3e:c3:d7:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35674a42-71df-465b-a8d2-f71bce68dbf4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:22:53.450844 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 8ce7a427-0030-4acc-9e01-2354f7f9ff26 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:22:53.451165 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8ce7a427-0030-4acc-9e01-2354f7f9ff26), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:53.464728 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce7a427-0030-4acc-9e01-2354f7f9ff26 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:22:53.488778 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 8ce7a427-0030-4acc-9e01-2354f7f9ff26, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8ce7a427-0030-4acc-9e01-2354f7f9ff26,segment=NetworkSegment(36f881e7-fbc2-4238-bd87-41278b853685),segment_id=36f881e7-fbc2-4238-bd87-41278b853685)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:22:53.493376 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8ce7a427-0030-4acc-9e01-2354f7f9ff26), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:53.542608 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=8ce7a427-0030-4acc-9e01-2354f7f9ff26,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:53.567326 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ce49b-0744-40a3-b327-36096f60102b req-ab851701-13ad-4e10-8ade-19164010f735 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:53.569506 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c1ce49b-0744-40a3-b327-36096f60102b req-ab851701-13ad-4e10-8ade-19164010f735 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 944 time: 0.0593901 Feb 16 23:22:53.617909 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5c1ce49b-0744-40a3-b327-36096f60102b req-5b21606f-7b86-46c8-b25c-d100ac5ecfb9 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426686 Feb 16 23:22:53.864130 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['8ce7a427-0030-4acc-9e01-2354f7f9ff26'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:22:54.517543 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:54.739186 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2178d-e530-45b0-bda0-fc703b9bfcf1 req-66fd6fb1-d106-40be-b259-c8981a116388 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:54.741112 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-46d2178d-e530-45b0-bda0-fc703b9bfcf1 req-66fd6fb1-d106-40be-b259-c8981a116388 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 944 time: 0.0562718 Feb 16 23:22:54.788345 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-46d2178d-e530-45b0-bda0-fc703b9bfcf1 req-fd3fb353-c8af-4b3a-bd26-efa1bf2eee7d tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416510 Feb 16 23:22:55.319935 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 8ce7a427-0030-4acc-9e01-2354f7f9ff26 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:22:55.367236 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 8ce7a427-0030-4acc-9e01-2354f7f9ff26 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:22:55.370989 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 8ce7a427-0030-4acc-9e01-2354f7f9ff26 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:22:55.371366 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8ce7a427-0030-4acc-9e01-2354f7f9ff26), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:55.453514 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 8ce7a427-0030-4acc-9e01-2354f7f9ff26 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:22:55.453906 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8ce7a427-0030-4acc-9e01-2354f7f9ff26), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:55.476412 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7531a158-0605-43a5-ac7e-d396b51e3a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce7a427-0030-4acc-9e01-2354f7f9ff26'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:22:55.478666 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}003bc719444852515b674fedd62cd1fb71b35db544f2f4adcbcd93f8ba7f5d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2326595-ece3-4435-8ad4-a7799fb96888" -d '{"events": [{"server_uuid": "7531a158-0605-43a5-ac7e-d396b51e3a8e", "name": "network-vif-plugged", "status": "completed", "tag": "8ce7a427-0030-4acc-9e01-2354f7f9ff26"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:22:55.491864 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 8ce7a427-0030-4acc-9e01-2354f7f9ff26, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8ce7a427-0030-4acc-9e01-2354f7f9ff26,segment=NetworkSegment(36f881e7-fbc2-4238-bd87-41278b853685),segment_id=36f881e7-fbc2-4238-bd87-41278b853685)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:22:55.496257 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8ce7a427-0030-4acc-9e01-2354f7f9ff26), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:55.519911 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81482d0-d8ae-4b0a-ba51-0e0118838e46 x-openstack-request-id: req-d81482d0-d8ae-4b0a-ba51-0e0118838e46 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:22:55.520560 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7531a158-0605-43a5-ac7e-d396b51e3a8e", "name": "network-vif-plugged", "status": "completed", "tag": "8ce7a427-0030-4acc-9e01-2354f7f9ff26", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:22:55.520560 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d81482d0-d8ae-4b0a-ba51-0e0118838e46 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:22:55.520841 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7531a158-0605-43a5-ac7e-d396b51e3a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce7a427-0030-4acc-9e01-2354f7f9ff26', 'code': 200} Feb 16 23:22:55.547656 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=8ce7a427-0030-4acc-9e01-2354f7f9ff26,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:55.621402 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7de86-d579-45bf-bbad-5a73efed20ba req-7d629bb8-d6e9-4b0f-a60f-60cc6e1a5625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:55.622887 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e1b7de86-d579-45bf-bbad-5a73efed20ba req-7d629bb8-d6e9-4b0f-a60f-60cc6e1a5625 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 1127 time: 0.0453396 Feb 16 23:22:55.667261 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-e1b7de86-d579-45bf-bbad-5a73efed20ba req-81577aa7-0aa3-42d1-a144-e8b93e733824 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383356 Feb 16 23:22:55.852222 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:55.910178 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3f491-7e5f-4658-bf25-de132d465cfc req-258f6a6e-acac-43aa-b474-d6b5ccdf7354 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:55.911620 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f0d3f491-7e5f-4658-bf25-de132d465cfc req-258f6a6e-acac-43aa-b474-d6b5ccdf7354 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 945 time: 0.0530574 Feb 16 23:22:55.959247 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f0d3f491-7e5f-4658-bf25-de132d465cfc req-dfcade4f-fbac-4409-af41-233d0917c186 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420601 Feb 16 23:22:57.078286 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d58e99-511b-4414-a90c-b93525479a07 req-56522d52-874b-441a-81ab-e644cb858c58 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:57.079779 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-03d58e99-511b-4414-a90c-b93525479a07 req-56522d52-874b-441a-81ab-e644cb858c58 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 945 time: 0.0523431 Feb 16 23:22:57.132751 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-03d58e99-511b-4414-a90c-b93525479a07 req-aeb91355-d4e0-4a6c-aef2-88e003139ed7 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475156 Feb 16 23:22:57.166361 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:57.249260 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40d215-0991-45ce-93cd-0fc7c79617e3 req-e1ceca48-20c5-42d8-9383-23e5317f44a1 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:57.250661 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e40d215-0991-45ce-93cd-0fc7c79617e3 req-e1ceca48-20c5-42d8-9383-23e5317f44a1 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 945 time: 0.0528817 Feb 16 23:22:57.299186 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3e40d215-0991-45ce-93cd-0fc7c79617e3 req-3323ad3d-0c80-4cef-9b08-613dcb4388fe tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429676 Feb 16 23:22:57.320450 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56126) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:22:57.404625 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466f1651-d24e-4538-8c7b-116ff90ed0ad tempest-TestShelveInstance-149143302 tempest-TestShelveInstance-149143302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:57.406269 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-466f1651-d24e-4538-8c7b-116ff90ed0ad tempest-TestShelveInstance-149143302 tempest-TestShelveInstance-149143302-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 1122 time: 0.0847516 Feb 16 23:22:57.408989 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56130) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:22:57.413791 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-3af2672f-bb61-4da7-89e8-ef6891efb844 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'port_id': '8ce7a427-0030-4acc-9e01-2354f7f9ff26', 'tenant_id': '95f3c867ded546538745318f048338fb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:22:57.433165 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3af2672f-bb61-4da7-89e8-ef6891efb844 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:57.533498 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3af2672f-bb61-4da7-89e8-ef6891efb844 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:57.634842 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-3af2672f-bb61-4da7-89e8-ef6891efb844 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Allocated IP 172.25.2.254 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/1ef58f7f-64b4-484b-bf06-17a2720dec3b) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:22:57.739908 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3af2672f-bb61-4da7-89e8-ef6891efb844 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for port (1ef58f7f-64b4-484b-bf06-17a2720dec3b), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:57.773168 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3af2672f-bb61-4da7-89e8-ef6891efb844 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (1ef58f7f-64b4-484b-bf06-17a2720dec3b), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:57.807759 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af2672f-bb61-4da7-89e8-ef6891efb844 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:22:57.810717 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-3af2672f-bb61-4da7-89e8-ef6891efb844 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:22:57.813401 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af2672f-bb61-4da7-89e8-ef6891efb844 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:22:57.847362 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2672f-bb61-4da7-89e8-ef6891efb844 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Pushing event updated for resources: {'Port': ['ID=1ef58f7f-64b4-484b-bf06-17a2720dec3b,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:58.169769 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3af2672f-bb61-4da7-89e8-ef6891efb844 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for floatingip (88a37dc7-d127-46ee-91d6-29ab50e524e1), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:58.236799 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3af2672f-bb61-4da7-89e8-ef6891efb844 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1ef58f7f-64b4-484b-bf06-17a2720dec3b), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:58.384002 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3af2672f-bb61-4da7-89e8-ef6891efb844 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for port (1ef58f7f-64b4-484b-bf06-17a2720dec3b), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:58.388537 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3af2672f-bb61-4da7-89e8-ef6891efb844 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (1ef58f7f-64b4-484b-bf06-17a2720dec3b), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:58.461888 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2672f-bb61-4da7-89e8-ef6891efb844 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Pushing event updated for resources: {'Port': ['ID=1ef58f7f-64b4-484b-bf06-17a2720dec3b,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:22:58.470122 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3af2672f-bb61-4da7-89e8-ef6891efb844 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (88a37dc7-d127-46ee-91d6-29ab50e524e1), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:58.577591 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-3af2672f-bb61-4da7-89e8-ef6891efb844 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Floating IP 88a37dc7-d127-46ee-91d6-29ab50e524e1 associated. External IP: 172.25.2.254, port: 8ce7a427-0030-4acc-9e01-2354f7f9ff26. Feb 16 23:22:58.784680 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af2672f-bb61-4da7-89e8-ef6891efb844 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Router 04406014-d4a9-49b7-807c-46f8190b81f5 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:22:58.888764 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af2672f-bb61-4da7-89e8-ef6891efb844 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:22:58.899505 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ade0a06-0294-4812-8ba5-d99b83bdc8cf None None] Sync routers for ids ['04406014-d4a9-49b7-807c-46f8190b81f5'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:22:58.900371 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:58.906971 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3af2672f-bb61-4da7-89e8-ef6891efb844 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:22:58.909131 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ade0a06-0294-4812-8ba5-d99b83bdc8cf None None] Routers {'04406014-d4a9-49b7-807c-46f8190b81f5'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:22:58.909751 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-1ade0a06-0294-4812-8ba5-d99b83bdc8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:22:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['04406014-d4a9-49b7-807c-46f8190b81f5'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:22:58.939680 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3af2672f-bb61-4da7-89e8-ef6891efb844 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5296805 Feb 16 23:22:58.940284 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7531a158-0605-43a5-ac7e-d396b51e3a8e', 'tag': '8ce7a427-0030-4acc-9e01-2354f7f9ff26'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:22:58.942622 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e02b1269caefb4c024904b88698defd233c730f45a19e1a7dbb6b862b0fddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba3b67b-37d3-485b-a236-b6810195ca47" -d '{"events": [{"name": "network-changed", "server_uuid": "7531a158-0605-43a5-ac7e-d396b51e3a8e", "tag": "8ce7a427-0030-4acc-9e01-2354f7f9ff26"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:22:58.980891 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf1463e-d8ac-457b-8b0a-6bef5af4831d x-openstack-request-id: req-cdf1463e-d8ac-457b-8b0a-6bef5af4831d {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:22:58.981211 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7531a158-0605-43a5-ac7e-d396b51e3a8e", "tag": "8ce7a427-0030-4acc-9e01-2354f7f9ff26", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:22:58.981469 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cdf1463e-d8ac-457b-8b0a-6bef5af4831d {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:22:58.981877 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7531a158-0605-43a5-ac7e-d396b51e3a8e', 'tag': '8ce7a427-0030-4acc-9e01-2354f7f9ff26', 'status': 'completed', 'code': 200} Feb 16 23:22:59.019712 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-1ade0a06-0294-4812-8ba5-d99b83bdc8cf None None] Set router 04406014-d4a9-49b7-807c-46f8190b81f5 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:22:59.058069 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3b67b-37d3-485b-a236-b6810195ca47 req-82885867-a410-4dee-9c7a-e3262c54c1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:59.059698 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7ba3b67b-37d3-485b-a236-b6810195ca47 req-82885867-a410-4dee-9c7a-e3262c54c1e7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=95f3c867ded546538745318f048338fb&device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 1127 time: 0.0551932 Feb 16 23:22:59.150317 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3b67b-37d3-485b-a236-b6810195ca47 req-e7116896-d22b-4d87-9e7b-863796056f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:59.152040 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7ba3b67b-37d3-485b-a236-b6810195ca47 req-e7116896-d22b-4d87-9e7b-863796056f07 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c142343-eeee-4191-97e2-a9b373d6c8c4 HTTP/1.1" status: 200 len: 910 time: 0.0851128 Feb 16 23:22:59.219736 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7ba3b67b-37d3-485b-a236-b6810195ca47 req-4a303e1b-ad70-44c2-88d3-07c5670fd708 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ce7a427-0030-4acc-9e01-2354f7f9ff26 HTTP/1.1" status: 200 len: 999 time: 0.0620732 Feb 16 23:22:59.244008 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-1ade0a06-0294-4812-8ba5-d99b83bdc8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'name': 'tempest-TestShelveInstance-1118424350-router', 'tenant_id': '95f3c867ded546538745318f048338fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:38Z', 'revision_number': 4, 'project_id': '95f3c867ded546538745318f048338fb', 'gw_port': {'id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '88a37dc7-d127-46ee-91d6-29ab50e524e1', 'tenant_id': '95f3c867ded546538745318f048338fb', 'floating_ip_address': '172.25.2.254', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'port_id': '8ce7a427-0030-4acc-9e01-2354f7f9ff26', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4', 'mac_address': 'fa:16:3e:c3:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7531a158-0605-43a5-ac7e-d396b51e3a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:22:58Z', 'updated_at': '2022-02-16T23:22:58Z', 'revision_number': 0, 'project_id': '95f3c867ded546538745318f048338fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2907c1-4c30-43be-95d8-e15e8c4b1db0', 'name': '', 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4', 'tenant_id': '95f3c867ded546538745318f048338fb', 'mac_address': 'fa:16:3e:03:53:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '35674a42-71df-465b-a8d2-f71bce68dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:37Z', 'updated_at': '2022-02-16T23:22:42Z', 'revision_number': 5, 'project_id': '95f3c867ded546538745318f048338fb', 'subnets': [{'id': '35674a42-71df-465b-a8d2-f71bce68dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:22:59.267404 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3b67b-37d3-485b-a236-b6810195ca47 req-3552224c-833f-43f9-9c6e-0d258ae45b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:59.268850 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7ba3b67b-37d3-485b-a236-b6810195ca47 req-3552224c-833f-43f9-9c6e-0d258ae45b5b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=35674a42-71df-465b-a8d2-f71bce68dbf4 HTTP/1.1" status: 200 len: 848 time: 0.0431607 Feb 16 23:22:59.270113 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ade0a06-0294-4812-8ba5-d99b83bdc8cf None None] Checking router: 04406014-d4a9-49b7-807c-46f8190b81f5 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:22:59.278649 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ade0a06-0294-4812-8ba5-d99b83bdc8cf None None] Routers {'04406014-d4a9-49b7-807c-46f8190b81f5'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:22:59.279248 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-1ade0a06-0294-4812-8ba5-d99b83bdc8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:22:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['04406014-d4a9-49b7-807c-46f8190b81f5'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:22:59.317911 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3b67b-37d3-485b-a236-b6810195ca47 req-bd4c4153-f720-4f94-9b47-fb8e214e823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:22:59.319356 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7ba3b67b-37d3-485b-a236-b6810195ca47 req-bd4c4153-f720-4f94-9b47-fb8e214e823d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c142343-eeee-4191-97e2-a9b373d6c8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445883 Feb 16 23:22:59.385802 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-1ade0a06-0294-4812-8ba5-d99b83bdc8cf None None] Set router 04406014-d4a9-49b7-807c-46f8190b81f5 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:22:59.410332 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7ba3b67b-37d3-485b-a236-b6810195ca47 req-1efcbbb3-b3b6-43b0-8351-c67132e3d3df service neutron] 10.222.0.67 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849955 Feb 16 23:22:59.498819 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7ba3b67b-37d3-485b-a236-b6810195ca47 req-9f586934-5e54-4886-8921-95b1aa94faf8 service neutron] 10.222.0.67 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826366 Feb 16 23:22:59.609068 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-1ade0a06-0294-4812-8ba5-d99b83bdc8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'name': 'tempest-TestShelveInstance-1118424350-router', 'tenant_id': '95f3c867ded546538745318f048338fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:38Z', 'revision_number': 4, 'project_id': '95f3c867ded546538745318f048338fb', 'gw_port': {'id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '88a37dc7-d127-46ee-91d6-29ab50e524e1', 'tenant_id': '95f3c867ded546538745318f048338fb', 'floating_ip_address': '172.25.2.254', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'port_id': '8ce7a427-0030-4acc-9e01-2354f7f9ff26', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4', 'mac_address': 'fa:16:3e:c3:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7531a158-0605-43a5-ac7e-d396b51e3a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:22:58Z', 'updated_at': '2022-02-16T23:22:58Z', 'revision_number': 0, 'project_id': '95f3c867ded546538745318f048338fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2907c1-4c30-43be-95d8-e15e8c4b1db0', 'name': '', 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4', 'tenant_id': '95f3c867ded546538745318f048338fb', 'mac_address': 'fa:16:3e:03:53:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '35674a42-71df-465b-a8d2-f71bce68dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:37Z', 'updated_at': '2022-02-16T23:22:42Z', 'revision_number': 5, 'project_id': '95f3c867ded546538745318f048338fb', 'subnets': [{'id': '35674a42-71df-465b-a8d2-f71bce68dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:22:59.719798 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ade0a06-0294-4812-8ba5-d99b83bdc8cf None None] The sync data for ids ['04406014-d4a9-49b7-807c-46f8190b81f5'] in n-d-813897-6 is: [{'id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'name': 'tempest-TestShelveInstance-1118424350-router', 'tenant_id': '95f3c867ded546538745318f048338fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:38Z', 'revision_number': 4, 'project_id': '95f3c867ded546538745318f048338fb', 'gw_port': {'id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '88a37dc7-d127-46ee-91d6-29ab50e524e1', 'tenant_id': '95f3c867ded546538745318f048338fb', 'floating_ip_address': '172.25.2.254', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'port_id': '8ce7a427-0030-4acc-9e01-2354f7f9ff26', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4', 'mac_address': 'fa:16:3e:c3:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7531a158-0605-43a5-ac7e-d396b51e3a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:22:58Z', 'updated_at': '2022-02-16T23:22:58Z', 'revision_number': 0, 'project_id': '95f3c867ded546538745318f048338fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2907c1-4c30-43be-95d8-e15e8c4b1db0', 'name': '', 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4', 'tenant_id': '95f3c867ded546538745318f048338fb', 'mac_address': 'fa:16:3e:03:53:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '35674a42-71df-465b-a8d2-f71bce68dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:37Z', 'updated_at': '2022-02-16T23:22:42Z', 'revision_number': 5, 'project_id': '95f3c867ded546538745318f048338fb', 'subnets': [{'id': '35674a42-71df-465b-a8d2-f71bce68dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:22:59.910639 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b78bab-a153-45ed-8957-1c0769afad4e None None] New status for floating IP 88a37dc7-d127-46ee-91d6-29ab50e524e1: ACTIVE {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:23:00.582345 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:23:20.813476 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1a91131f-39b8-40dd-924d-bbcd2e00428e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:23:23.199649 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c9da347c-ff2b-485b-bda1-ac15461c1e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:23:24.520754 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:23:25.848464 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:23:27.168701 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:23:28.886851 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:23:29.387227 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:23:30.592739 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:23:31.363482 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ebffd90b-6b57-4943-b09c-728aabcafd9c req-3d27f5fb-8fa3-43b9-9763-a8fcd43befaf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476160 Feb 16 23:23:31.445490 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffd90b-6b57-4943-b09c-728aabcafd9c req-0cc7cb43-cf5f-4621-b932-8a8a2856853a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:23:31.447040 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ebffd90b-6b57-4943-b09c-728aabcafd9c req-0cc7cb43-cf5f-4621-b932-8a8a2856853a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=95f3c867ded546538745318f048338fb&device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 1127 time: 0.0452378 Feb 16 23:23:31.549446 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffd90b-6b57-4943-b09c-728aabcafd9c req-71b337fa-2646-4e9b-9c45-3a35c35e1c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:23:31.550939 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ebffd90b-6b57-4943-b09c-728aabcafd9c req-71b337fa-2646-4e9b-9c45-3a35c35e1c11 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c142343-eeee-4191-97e2-a9b373d6c8c4 HTTP/1.1" status: 200 len: 910 time: 0.0856864 Feb 16 23:23:31.618023 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ebffd90b-6b57-4943-b09c-728aabcafd9c req-2cf287bf-ab86-4ea4-aa98-b63854aaef45 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ce7a427-0030-4acc-9e01-2354f7f9ff26 HTTP/1.1" status: 200 len: 1001 time: 0.0605762 Feb 16 23:23:31.664589 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffd90b-6b57-4943-b09c-728aabcafd9c req-cbfae2b4-9910-453b-91b5-313a62a24ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:23:31.666078 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ebffd90b-6b57-4943-b09c-728aabcafd9c req-cbfae2b4-9910-453b-91b5-313a62a24ef0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=35674a42-71df-465b-a8d2-f71bce68dbf4 HTTP/1.1" status: 200 len: 848 time: 0.0427730 Feb 16 23:23:31.713845 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffd90b-6b57-4943-b09c-728aabcafd9c req-84411dc5-fd9b-4269-a9d1-c9dda92f06c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:23:31.715351 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ebffd90b-6b57-4943-b09c-728aabcafd9c req-84411dc5-fd9b-4269-a9d1-c9dda92f06c5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c142343-eeee-4191-97e2-a9b373d6c8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435257 Feb 16 23:23:31.725940 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [req-ebffd90b-6b57-4943-b09c-728aabcafd9c req-992e5601-c085-4ce6-b9fa-ae0d8f711092 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 23:23:31.726896 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ebffd90b-6b57-4943-b09c-728aabcafd9c req-992e5601-c085-4ce6-b9fa-ae0d8f711092 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053861 Feb 16 23:23:31.821334 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ebffd90b-6b57-4943-b09c-728aabcafd9c req-c70ebbc9-9a73-49e6-ab29-6ff341211325 service neutron] 10.222.0.67 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872414 Feb 16 23:23:31.918425 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-ebffd90b-6b57-4943-b09c-728aabcafd9c req-07406e14-ed10-4429-9e1d-56e685544395 service neutron] 10.222.0.67 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864878 Feb 16 23:23:50.816296 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-146b009a-73fa-4e9b-bfc1-e2fe311f1e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:23:53.201187 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-707f97a2-8e94-413c-baf8-67019687122f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:23:54.522840 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:23:55.852327 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:23:57.171392 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:23:58.883148 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:24:00.596361 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:24:06.386950 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:24:20.821603 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-33eacc7c-857a-4d00-91ad-962947893251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:24:23.202142 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e852f0c2-7957-4d8b-90b7-f7a5a1aa5b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:24:24.525271 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:24:25.855574 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:24:27.173982 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:24:28.900952 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:24:30.612956 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:24:33.359056 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-28ae158a-9598-4bdb-8a26-562a5bc341c2 req-d43af918-eed1-4e28-be11-ad8981c1cfd5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461476 Feb 16 23:24:33.442670 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae158a-9598-4bdb-8a26-562a5bc341c2 req-466826d8-efae-49af-b966-8bd1f0e3202c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:24:33.444818 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-28ae158a-9598-4bdb-8a26-562a5bc341c2 req-466826d8-efae-49af-b966-8bd1f0e3202c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=95f3c867ded546538745318f048338fb&device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 1127 time: 0.0453045 Feb 16 23:24:33.549700 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae158a-9598-4bdb-8a26-562a5bc341c2 req-feedc69d-d5e2-49cd-892a-05ecc0f766e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:24:33.551233 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-28ae158a-9598-4bdb-8a26-562a5bc341c2 req-feedc69d-d5e2-49cd-892a-05ecc0f766e7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c142343-eeee-4191-97e2-a9b373d6c8c4 HTTP/1.1" status: 200 len: 910 time: 0.0883791 Feb 16 23:24:33.612729 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-28ae158a-9598-4bdb-8a26-562a5bc341c2 req-dbb23f44-24d5-4999-a55f-a410e46d2608 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ce7a427-0030-4acc-9e01-2354f7f9ff26 HTTP/1.1" status: 200 len: 1001 time: 0.0559666 Feb 16 23:24:33.659170 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae158a-9598-4bdb-8a26-562a5bc341c2 req-7278b9f2-a947-43d3-9536-8a372865c693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:24:33.660594 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-28ae158a-9598-4bdb-8a26-562a5bc341c2 req-7278b9f2-a947-43d3-9536-8a372865c693 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=35674a42-71df-465b-a8d2-f71bce68dbf4 HTTP/1.1" status: 200 len: 848 time: 0.0425534 Feb 16 23:24:33.713772 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae158a-9598-4bdb-8a26-562a5bc341c2 req-48fa6aaf-f42c-4742-9d5b-3ccd424e3ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:24:33.715346 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-28ae158a-9598-4bdb-8a26-562a5bc341c2 req-48fa6aaf-f42c-4742-9d5b-3ccd424e3ee4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c142343-eeee-4191-97e2-a9b373d6c8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483651 Feb 16 23:24:33.802465 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-28ae158a-9598-4bdb-8a26-562a5bc341c2 req-d41ff8cb-a0bd-48ca-9a01-fdcea63cc570 service neutron] 10.222.0.67 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815077 Feb 16 23:24:33.894600 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-28ae158a-9598-4bdb-8a26-562a5bc341c2 req-c75df5b0-f134-4333-adbd-2dcd434d6675 service neutron] 10.222.0.67 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863276 Feb 16 23:24:43.386025 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:24:50.823413 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-81e67120-f3e2-4a6d-940a-4a6ac7ead203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:24:53.207204 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d9bdad59-f293-4030-be80-f7f4c894f167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:24:54.528501 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:24:55.856977 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:24:57.175745 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:24:58.896662 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:25:00.621197 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:25:20.384831 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:25:20.825014 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d3423d52-0784-4301-a959-e3795cd3d432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:25:23.208074 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-778d02d7-14fe-4204-9e46-b57abcc85b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:25:24.531395 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:25:25.859348 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:25:27.178315 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:25:28.895125 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:25:30.629215 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:25:35.349626 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-269b546b-aae7-4676-88bb-4b6f29d89970 req-662f244e-f5c2-43c0-b729-86877150dd82 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440705 Feb 16 23:25:35.433937 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b546b-aae7-4676-88bb-4b6f29d89970 req-8d1f45df-f48f-4d9c-b609-bbb079e08a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:25:35.435464 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-269b546b-aae7-4676-88bb-4b6f29d89970 req-8d1f45df-f48f-4d9c-b609-bbb079e08a16 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=95f3c867ded546538745318f048338fb&device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 1127 time: 0.0450516 Feb 16 23:25:35.544440 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b546b-aae7-4676-88bb-4b6f29d89970 req-8fc168e3-cb4f-4443-a989-d270c24156a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:25:35.546140 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-269b546b-aae7-4676-88bb-4b6f29d89970 req-8fc168e3-cb4f-4443-a989-d270c24156a3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c142343-eeee-4191-97e2-a9b373d6c8c4 HTTP/1.1" status: 200 len: 910 time: 0.0922141 Feb 16 23:25:35.614923 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-269b546b-aae7-4676-88bb-4b6f29d89970 req-3ae29ce7-7061-4283-8b1f-c3d34ad0fc21 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ce7a427-0030-4acc-9e01-2354f7f9ff26 HTTP/1.1" status: 200 len: 1001 time: 0.0629501 Feb 16 23:25:35.668670 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b546b-aae7-4676-88bb-4b6f29d89970 req-69b5f58a-ec2a-4828-bf28-cafb4cee5f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:25:35.670186 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-269b546b-aae7-4676-88bb-4b6f29d89970 req-69b5f58a-ec2a-4828-bf28-cafb4cee5f0b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=35674a42-71df-465b-a8d2-f71bce68dbf4 HTTP/1.1" status: 200 len: 848 time: 0.0494614 Feb 16 23:25:35.720233 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b546b-aae7-4676-88bb-4b6f29d89970 req-093e28a7-5984-4bbd-a874-e1156a6f9cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:25:35.721896 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-269b546b-aae7-4676-88bb-4b6f29d89970 req-093e28a7-5984-4bbd-a874-e1156a6f9cb0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c142343-eeee-4191-97e2-a9b373d6c8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460250 Feb 16 23:25:35.812710 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-269b546b-aae7-4676-88bb-4b6f29d89970 req-7f7b7f84-e571-4719-a16b-9a3a1cdc2ae2 service neutron] 10.222.0.67 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850997 Feb 16 23:25:35.908911 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-269b546b-aae7-4676-88bb-4b6f29d89970 req-87f6ebaa-0bc3-4a5f-9c95-039bd93110fa service neutron] 10.222.0.67 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902972 Feb 16 23:25:36.105668 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3b3a8-c270-41a5-a8a7-4236946e4a5c req-09a7e08e-5ecd-4b8c-bb67-ca0294097eb8 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:25:36.107182 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-59e3b3a8-c270-41a5-a8a7-4236946e4a5c req-09a7e08e-5ecd-4b8c-bb67-ca0294097eb8 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 945 time: 0.0568774 Feb 16 23:25:36.155529 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-59e3b3a8-c270-41a5-a8a7-4236946e4a5c req-906090fa-610f-4fc9-9d66-8025b2963426 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426848 Feb 16 23:25:37.278393 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50496eda-fdfc-4395-8195-ae1885731b9e req-0f5be248-708e-42ee-b1f4-b7bec35fe36a tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:25:37.279880 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-50496eda-fdfc-4395-8195-ae1885731b9e req-0f5be248-708e-42ee-b1f4-b7bec35fe36a tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 945 time: 0.0520325 Feb 16 23:25:37.331674 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-50496eda-fdfc-4395-8195-ae1885731b9e req-346b6aed-c5e4-4e6a-8f2c-0dde146b3aad tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462687 Feb 16 23:25:38.449762 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e4ef4-348b-47f0-bacb-1267c87ca33c req-44d07615-37f8-4b37-ae38-da5d6fcaa816 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:25:38.451265 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-806e4ef4-348b-47f0-bacb-1267c87ca33c req-44d07615-37f8-4b37-ae38-da5d6fcaa816 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 945 time: 0.0525858 Feb 16 23:25:38.499706 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-806e4ef4-348b-47f0-bacb-1267c87ca33c req-ea11f0d1-ac67-41d0-8b5f-13d508741390 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428426 Feb 16 23:25:39.618816 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca1cd5-2b52-4d6b-8add-833b22b82b9a req-425bfa52-4ee2-4565-8044-4bddb05d3fef tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:25:39.620510 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0ca1cd5-2b52-4d6b-8add-833b22b82b9a req-425bfa52-4ee2-4565-8044-4bddb05d3fef tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 945 time: 0.0527928 Feb 16 23:25:39.669794 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0ca1cd5-2b52-4d6b-8add-833b22b82b9a req-805eee0d-263f-4a3d-b401-bc2e8ee870cc tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434630 Feb 16 23:25:40.796597 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a1a0f-9bae-4e7e-b939-bf5ed7bea786 req-7fbd1600-06fd-4e9e-8400-18743b22d105 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:25:40.798250 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-af2a1a0f-9bae-4e7e-b939-bf5ed7bea786 req-7fbd1600-06fd-4e9e-8400-18743b22d105 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 945 time: 0.0587037 Feb 16 23:25:40.846971 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-af2a1a0f-9bae-4e7e-b939-bf5ed7bea786 req-f4eac3f3-f659-4d95-b102-f01f10c1d985 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431013 Feb 16 23:25:41.970173 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd206968-5a63-4cde-9b31-867e6ee80cc8 req-3f3ce977-f714-4184-88d4-95430c3a475b tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:25:41.971748 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fd206968-5a63-4cde-9b31-867e6ee80cc8 req-3f3ce977-f714-4184-88d4-95430c3a475b tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 945 time: 0.0529790 Feb 16 23:25:42.020984 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fd206968-5a63-4cde-9b31-867e6ee80cc8 req-bb426534-2079-4319-a5f1-833737eabc25 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436869 Feb 16 23:25:43.139693 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac4806-9c2d-433b-a8ce-d803915501dc req-660fb1f7-0300-4b9c-bb12-5b75cffe204f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:25:43.141174 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88ac4806-9c2d-433b-a8ce-d803915501dc req-660fb1f7-0300-4b9c-bb12-5b75cffe204f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 945 time: 0.0525105 Feb 16 23:25:43.193483 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-88ac4806-9c2d-433b-a8ce-d803915501dc req-b1ff5498-a31e-4e72-9e90-1272ce16911a tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467165 Feb 16 23:25:44.315825 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52e74f-40d7-449a-a453-2f28d2ccbf69 req-41832614-4545-4adf-9f14-2d98787fcdca tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:25:44.317300 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c52e74f-40d7-449a-a453-2f28d2ccbf69 req-41832614-4545-4adf-9f14-2d98787fcdca tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 945 time: 0.0540676 Feb 16 23:25:44.366982 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2c52e74f-40d7-449a-a453-2f28d2ccbf69 req-1ef7e14c-a9a1-4b4a-8830-3421092dc199 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440161 Feb 16 23:25:45.492808 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9fb98-8d80-46a7-9b21-59a1f57a4da2 req-d1634bae-e060-41df-8c2b-0ad507723412 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:25:45.494351 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-39e9fb98-8d80-46a7-9b21-59a1f57a4da2 req-d1634bae-e060-41df-8c2b-0ad507723412 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 945 time: 0.0564404 Feb 16 23:25:45.545133 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-39e9fb98-8d80-46a7-9b21-59a1f57a4da2 req-295b6a97-92fa-4505-b039-ffc2737e7d73 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451584 Feb 16 23:25:46.674335 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5664e-7962-4921-8a74-5a42f8806e0a req-4cc2a89d-6236-4e1b-b465-7258e84389af tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:25:46.675818 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-56e5664e-7962-4921-8a74-5a42f8806e0a req-4cc2a89d-6236-4e1b-b465-7258e84389af tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 945 time: 0.0632992 Feb 16 23:25:46.724875 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-56e5664e-7962-4921-8a74-5a42f8806e0a req-6feec750-ab58-47f4-9a5c-497a8794a80e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433869 Feb 16 23:25:47.844355 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f054e15-ed4f-4e59-a8f0-d1893041ba19 req-3b6ac485-2521-4062-9dbb-23446048f0fd tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:25:47.845868 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f054e15-ed4f-4e59-a8f0-d1893041ba19 req-3b6ac485-2521-4062-9dbb-23446048f0fd tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 945 time: 0.0524342 Feb 16 23:25:47.895100 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2f054e15-ed4f-4e59-a8f0-d1893041ba19 req-be884ab2-2147-4da0-8bf6-5a667a31c687 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435894 Feb 16 23:25:48.270232 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 8ce7a427-0030-4acc-9e01-2354f7f9ff26 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:25:48.372103 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 8ce7a427-0030-4acc-9e01-2354f7f9ff26, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8ce7a427-0030-4acc-9e01-2354f7f9ff26,segment=NetworkSegment(36f881e7-fbc2-4238-bd87-41278b853685),segment_id=36f881e7-fbc2-4238-bd87-41278b853685)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:25:48.383691 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '8ce7a427-0030-4acc-9e01-2354f7f9ff26', 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4', 'port_id': '8ce7a427-0030-4acc-9e01-2354f7f9ff26', 'mac_address': 'fa:16:3e:c3:d7:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35674a42-71df-465b-a8d2-f71bce68dbf4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:25:48.423273 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 8ce7a427-0030-4acc-9e01-2354f7f9ff26 is: ACTIVE; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:25:48.423674 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8ce7a427-0030-4acc-9e01-2354f7f9ff26), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:25:48.437803 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ce7a427-0030-4acc-9e01-2354f7f9ff26 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:25:48.457534 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 8ce7a427-0030-4acc-9e01-2354f7f9ff26, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8ce7a427-0030-4acc-9e01-2354f7f9ff26,segment=NetworkSegment(36f881e7-fbc2-4238-bd87-41278b853685),segment_id=36f881e7-fbc2-4238-bd87-41278b853685)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:25:48.461938 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8ce7a427-0030-4acc-9e01-2354f7f9ff26), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:25:48.517513 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=8ce7a427-0030-4acc-9e01-2354f7f9ff26,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:25:48.525382 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:25:48.525650 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:25:48.526023 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:25:48.526375 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:25:48.527088 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:25:48.527420 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:25:48.528338 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:25:48.528855 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:25:48.529006 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:25:48.529323 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:25:48.529654 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:25:48.529996 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:25:48.530466 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:25:48.544981 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['8ce7a427-0030-4acc-9e01-2354f7f9ff26'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:25:49.022508 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336974b1-1ad6-44db-9b2e-c673216090ec req-1403006e-2b84-402a-a8f9-d45940576da1 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:25:49.024008 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-336974b1-1ad6-44db-9b2e-c673216090ec req-1403006e-2b84-402a-a8f9-d45940576da1 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 944 time: 0.0567207 Feb 16 23:25:49.072538 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-336974b1-1ad6-44db-9b2e-c673216090ec req-019ebf74-b6bc-4cb6-b5d7-88af901454ba tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425475 Feb 16 23:25:50.193080 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a73a48-5822-490f-9eec-34e01324000b req-1d0625c7-8ff2-40b5-8520-5e35c92823cd tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:25:50.194516 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b5a73a48-5822-490f-9eec-34e01324000b req-1d0625c7-8ff2-40b5-8520-5e35c92823cd tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 944 time: 0.0528183 Feb 16 23:25:50.242864 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b5a73a48-5822-490f-9eec-34e01324000b req-9f275f52-2552-4ae9-bc3c-ad02ed50100d tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427420 Feb 16 23:25:50.300336 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 8ce7a427-0030-4acc-9e01-2354f7f9ff26 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:25:50.348828 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 8ce7a427-0030-4acc-9e01-2354f7f9ff26 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:25:50.349202 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8ce7a427-0030-4acc-9e01-2354f7f9ff26), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:25:50.423507 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 8ce7a427-0030-4acc-9e01-2354f7f9ff26 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:25:50.423886 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8ce7a427-0030-4acc-9e01-2354f7f9ff26), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:25:50.445418 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7531a158-0605-43a5-ac7e-d396b51e3a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce7a427-0030-4acc-9e01-2354f7f9ff26'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:25:50.447755 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}003bc719444852515b674fedd62cd1fb71b35db544f2f4adcbcd93f8ba7f5d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45abe5d8-095d-4a3c-822e-c3de10c18143" -d '{"events": [{"server_uuid": "7531a158-0605-43a5-ac7e-d396b51e3a8e", "name": "network-vif-plugged", "status": "completed", "tag": "8ce7a427-0030-4acc-9e01-2354f7f9ff26"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:25:50.459420 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 8ce7a427-0030-4acc-9e01-2354f7f9ff26, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8ce7a427-0030-4acc-9e01-2354f7f9ff26,segment=NetworkSegment(36f881e7-fbc2-4238-bd87-41278b853685),segment_id=36f881e7-fbc2-4238-bd87-41278b853685)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:25:50.464821 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8ce7a427-0030-4acc-9e01-2354f7f9ff26), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:25:50.491140 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c89dcde-3031-489d-894a-65fb4bfc3df1 x-openstack-request-id: req-6c89dcde-3031-489d-894a-65fb4bfc3df1 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:25:50.491433 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7531a158-0605-43a5-ac7e-d396b51e3a8e", "name": "network-vif-plugged", "status": "completed", "tag": "8ce7a427-0030-4acc-9e01-2354f7f9ff26", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:25:50.491687 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6c89dcde-3031-489d-894a-65fb4bfc3df1 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:25:50.492079 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7531a158-0605-43a5-ac7e-d396b51e3a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce7a427-0030-4acc-9e01-2354f7f9ff26', 'code': 200} Feb 16 23:25:50.517070 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=8ce7a427-0030-4acc-9e01-2354f7f9ff26,revision_number=7']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:25:50.830846 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9a2848c1-d457-4a9b-8a31-6599d21bb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:25:51.361150 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761cafa-8914-47c2-9bda-6a72f9decff2 req-0708b81c-4300-45c5-ac09-425e245cf46a tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:25:51.362684 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e761cafa-8914-47c2-9bda-6a72f9decff2 req-0708b81c-4300-45c5-ac09-425e245cf46a tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 945 time: 0.0515621 Feb 16 23:25:51.416670 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e761cafa-8914-47c2-9bda-6a72f9decff2 req-a415d22c-f131-40cc-b32a-4f3afa1c048e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483983 Feb 16 23:25:52.538684 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec46874-0771-4621-bdbf-fa9398083ff0 req-1e39bc14-4084-4598-8c5f-357c2c91f999 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:25:52.540386 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8ec46874-0771-4621-bdbf-fa9398083ff0 req-1e39bc14-4084-4598-8c5f-357c2c91f999 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 945 time: 0.0546391 Feb 16 23:25:52.598400 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8ec46874-0771-4621-bdbf-fa9398083ff0 req-be97e78e-02ce-4079-af85-cae34b0976d9 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522623 Feb 16 23:25:53.212992 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1bd651dd-5ec1-4b2f-9504-bf3ea8c074fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:25:53.739450 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa1178-924b-4ceb-8341-270e4ac8ba52 req-e86e7dd9-d8f7-40bc-a101-351ff23b3951 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:25:53.741635 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3dfa1178-924b-4ceb-8341-270e4ac8ba52 req-e86e7dd9-d8f7-40bc-a101-351ff23b3951 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 945 time: 0.0605373 Feb 16 23:25:53.803235 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3dfa1178-924b-4ceb-8341-270e4ac8ba52 req-928da315-474d-4d4b-8d80-e4b9e7b05b0a tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550120 Feb 16 23:25:54.536459 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:25:54.935689 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f38c61-d5bc-494d-95eb-4930bcd19e30 req-5daa3c3b-2cf3-49fc-a5f7-c890a664de47 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:25:54.937202 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-07f38c61-d5bc-494d-95eb-4930bcd19e30 req-5daa3c3b-2cf3-49fc-a5f7-c890a664de47 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 945 time: 0.0590084 Feb 16 23:25:54.990222 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-07f38c61-d5bc-494d-95eb-4930bcd19e30 req-9f96f185-ad97-4b71-afa8-ede8dc0dbcc1 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466263 Feb 16 23:25:55.866174 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:25:56.143658 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee583c-dae9-406d-abc9-83c2313b1cbf req-5dd8dceb-4dae-40d8-a82a-3acd7353556c tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:25:56.145224 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-67ee583c-dae9-406d-abc9-83c2313b1cbf req-5dd8dceb-4dae-40d8-a82a-3acd7353556c tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 945 time: 0.0597994 Feb 16 23:25:56.202803 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-67ee583c-dae9-406d-abc9-83c2313b1cbf req-1bfc98ac-fea9-4979-8c52-f20cc0e39baa tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518119 Feb 16 23:25:57.183812 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:25:57.335167 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28eaea5-ef7d-4cbd-a1ed-f1c4e46fbc98 req-21f6b25e-1475-4fd4-a437-38ec6898e02d tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:25:57.342863 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f28eaea5-ef7d-4cbd-a1ed-f1c4e46fbc98 req-21f6b25e-1475-4fd4-a437-38ec6898e02d tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 945 time: 0.0636332 Feb 16 23:25:57.385004 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:25:57.396788 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f28eaea5-ef7d-4cbd-a1ed-f1c4e46fbc98 req-9d3b6dcc-7435-481a-9109-56ff47a610cc tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530114 Feb 16 23:25:58.531147 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ba3db-6f54-4d92-8235-f1ec3d65c9db req-b5427426-1f71-4429-ae78-692355db656e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:25:58.532801 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c06ba3db-6f54-4d92-8235-f1ec3d65c9db req-b5427426-1f71-4429-ae78-692355db656e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 945 time: 0.0607929 Feb 16 23:25:58.592508 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c06ba3db-6f54-4d92-8235-f1ec3d65c9db req-b26c370d-a379-474e-80bf-be1deae86e57 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539110 Feb 16 23:25:58.917324 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:25:59.737849 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329e5ee-f718-41a6-ab88-be214827b2f3 req-3016f5e0-3525-4570-b8c7-da4cdb91a8bd tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:25:59.743649 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1329e5ee-f718-41a6-ab88-be214827b2f3 req-3016f5e0-3525-4570-b8c7-da4cdb91a8bd tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 945 time: 0.0730674 Feb 16 23:25:59.799354 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1329e5ee-f718-41a6-ab88-be214827b2f3 req-37c29fd4-2355-404a-b1f1-8c039e75d128 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520525 Feb 16 23:26:00.636953 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:26:00.931728 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb7390-6050-4a48-94e5-6b581355ceb8 req-2f666b7f-e546-4116-bf91-92d7f0de16fa tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:00.933372 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0dbb7390-6050-4a48-94e5-6b581355ceb8 req-2f666b7f-e546-4116-bf91-92d7f0de16fa tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 945 time: 0.0599947 Feb 16 23:26:00.985249 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0dbb7390-6050-4a48-94e5-6b581355ceb8 req-802e18ba-211c-4c01-a136-940524b9a039 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460908 Feb 16 23:26:02.123389 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b3a6d-35ed-4dae-a401-f102b7107870 req-4b701f95-c7a2-4438-8b83-18a2fdf89504 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:02.124992 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fc8b3a6d-35ed-4dae-a401-f102b7107870 req-4b701f95-c7a2-4438-8b83-18a2fdf89504 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 945 time: 0.0685563 Feb 16 23:26:02.176554 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fc8b3a6d-35ed-4dae-a401-f102b7107870 req-f050174d-7f05-4cd8-8ad0-a66f0eef67e9 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457399 Feb 16 23:26:03.130202 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f837c8-68c9-45c9-b2ca-223604db4f2c req-bff28bf6-7bac-4d74-9e5e-0412c3f9c2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:03.131716 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b4f837c8-68c9-45c9-b2ca-223604db4f2c req-bff28bf6-7bac-4d74-9e5e-0412c3f9c2a5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=95f3c867ded546538745318f048338fb&device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 1127 time: 0.0549037 Feb 16 23:26:03.229744 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f837c8-68c9-45c9-b2ca-223604db4f2c req-520487af-b125-484c-ade9-dc3bb82c31ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:03.231939 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b4f837c8-68c9-45c9-b2ca-223604db4f2c req-520487af-b125-484c-ade9-dc3bb82c31ac service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c142343-eeee-4191-97e2-a9b373d6c8c4 HTTP/1.1" status: 200 len: 910 time: 0.0930123 Feb 16 23:26:03.299148 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b4f837c8-68c9-45c9-b2ca-223604db4f2c req-9c7be631-7463-49d5-b13e-1ddc0e96899f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ce7a427-0030-4acc-9e01-2354f7f9ff26 HTTP/1.1" status: 200 len: 1001 time: 0.0611925 Feb 16 23:26:03.305731 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f27966-2857-4722-8190-783032635aa4 req-fc418b5f-422a-4636-a669-74835ba597d5 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:03.307353 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f0f27966-2857-4722-8190-783032635aa4 req-fc418b5f-422a-4636-a669-74835ba597d5 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 945 time: 0.0578721 Feb 16 23:26:03.349715 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f837c8-68c9-45c9-b2ca-223604db4f2c req-f0d81a26-c4d8-4e00-a127-7199b12c964a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:03.351224 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b4f837c8-68c9-45c9-b2ca-223604db4f2c req-f0d81a26-c4d8-4e00-a127-7199b12c964a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=35674a42-71df-465b-a8d2-f71bce68dbf4 HTTP/1.1" status: 200 len: 848 time: 0.0466900 Feb 16 23:26:03.409014 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f837c8-68c9-45c9-b2ca-223604db4f2c req-8aaebdcd-b9cc-46a8-9c8a-084b5d7ced58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:03.410521 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b4f837c8-68c9-45c9-b2ca-223604db4f2c req-8aaebdcd-b9cc-46a8-9c8a-084b5d7ced58 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c142343-eeee-4191-97e2-a9b373d6c8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0525496 Feb 16 23:26:03.510853 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b4f837c8-68c9-45c9-b2ca-223604db4f2c req-303e8b12-5a4c-4c58-8143-001339e943b0 service neutron] 10.222.0.67 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933232 Feb 16 23:26:03.674305 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f0f27966-2857-4722-8190-783032635aa4 req-aef8ed34-770c-4607-a6a1-f505ea1fe1a1 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3605306 Feb 16 23:26:03.921644 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-b4f837c8-68c9-45c9-b2ca-223604db4f2c req-5f58693f-004a-4b30-8d00-d5b94d0a78e1 service neutron] 10.222.0.67 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048901 Feb 16 23:26:04.796943 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf1797-8ae0-45d6-a23b-0e0e3a31a74d req-0c065b60-0880-40aa-bc5d-7220ce1196e2 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:04.798482 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-afcf1797-8ae0-45d6-a23b-0e0e3a31a74d req-0c065b60-0880-40aa-bc5d-7220ce1196e2 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 945 time: 0.0531070 Feb 16 23:26:04.845616 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-afcf1797-8ae0-45d6-a23b-0e0e3a31a74d req-c252984f-c744-46a7-b911-0ced72232411 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415063 Feb 16 23:26:05.972868 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796f95c-ff96-4674-8efa-5c03c6512870 req-25e4472a-81cb-4f5c-b0a5-fe72abc45f74 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:05.974448 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6796f95c-ff96-4674-8efa-5c03c6512870 req-25e4472a-81cb-4f5c-b0a5-fe72abc45f74 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 945 time: 0.0592189 Feb 16 23:26:06.038865 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6796f95c-ff96-4674-8efa-5c03c6512870 req-acf877c4-a3c5-4fbd-94cc-607956ab15a6 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584834 Feb 16 23:26:06.107838 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-a09338f3-d509-4c6b-a912-0f4cfbe40acf req-0e58e51d-ae1b-4ad4-b115-ac3c8cfae51e service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 23:26:06.108822 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a09338f3-d509-4c6b-a912-0f4cfbe40acf req-0e58e51d-ae1b-4ad4-b115-ac3c8cfae51e service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060973 Feb 16 23:26:06.263222 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a72b7-868f-4494-93fe-804ee38a1f9d req-1220cc97-483f-4eee-9fe6-e641f2191c17 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:06.264766 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c9a72b7-868f-4494-93fe-804ee38a1f9d req-1220cc97-483f-4eee-9fe6-e641f2191c17 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 945 time: 0.0530887 Feb 16 23:26:06.319592 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1c9a72b7-868f-4494-93fe-804ee38a1f9d req-64fe2da8-019e-4ec7-9262-4376a5d1cf45 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493259 Feb 16 23:26:06.390727 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 8ce7a427-0030-4acc-9e01-2354f7f9ff26 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:26:06.448219 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-b08b2be4-d771-467f-9583-c56110cc6be3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0971203 Feb 16 23:26:06.466395 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 8ce7a427-0030-4acc-9e01-2354f7f9ff26 is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:26:06.466784 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8ce7a427-0030-4acc-9e01-2354f7f9ff26), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:26:06.493076 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7531a158-0605-43a5-ac7e-d396b51e3a8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ce7a427-0030-4acc-9e01-2354f7f9ff26'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:26:06.495420 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}003bc719444852515b674fedd62cd1fb71b35db544f2f4adcbcd93f8ba7f5d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e8dd57-1b44-45d6-a2c9-6848836aa39b" -d '{"events": [{"server_uuid": "7531a158-0605-43a5-ac7e-d396b51e3a8e", "name": "network-vif-unplugged", "status": "completed", "tag": "8ce7a427-0030-4acc-9e01-2354f7f9ff26"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:26:06.512608 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 8ce7a427-0030-4acc-9e01-2354f7f9ff26, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8ce7a427-0030-4acc-9e01-2354f7f9ff26,segment=NetworkSegment(36f881e7-fbc2-4238-bd87-41278b853685),segment_id=36f881e7-fbc2-4238-bd87-41278b853685)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:26:06.517536 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8ce7a427-0030-4acc-9e01-2354f7f9ff26), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:26:06.553455 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Feb 2022 23:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15365aca-f489-45d0-a66d-f0cd5d61c0ea x-openstack-request-id: req-15365aca-f489-45d0-a66d-f0cd5d61c0ea {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:26:06.553777 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7531a158-0605-43a5-ac7e-d396b51e3a8e", "name": "network-vif-unplugged", "status": "failed", "tag": "8ce7a427-0030-4acc-9e01-2354f7f9ff26", "code": 422}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:26:06.554113 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-15365aca-f489-45d0-a66d-f0cd5d61c0ea {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:26:06.554520 n-d-813897-6 neutron-server[103467]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7531a158-0605-43a5-ac7e-d396b51e3a8e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8ce7a427-0030-4acc-9e01-2354f7f9ff26', 'code': 422} returned with failed status Feb 16 23:26:06.586564 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=8ce7a427-0030-4acc-9e01-2354f7f9ff26,revision_number=8']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:26:06.602339 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-e52016dc-3e77-429c-b1a4-3e2f1e9fea75 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:06.603792 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-e52016dc-3e77-429c-b1a4-3e2f1e9fea75 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports/8ce7a427-0030-4acc-9e01-2354f7f9ff26 HTTP/1.1" status: 200 len: 940 time: 0.1211815 Feb 16 23:26:07.473179 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083647a-cd5a-4b23-aa12-0728669575ef req-e5607fa6-a4e9-488a-9850-605a590b5fc7 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:07.474723 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c083647a-cd5a-4b23-aa12-0728669575ef req-e5607fa6-a4e9-488a-9850-605a590b5fc7 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 943 time: 0.0852907 Feb 16 23:26:07.482015 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-517d39e8-8956-41ed-8183-8660a196bb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:07.483501 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-517d39e8-8956-41ed-8183-8660a196bb26 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e&tenant_id=95f3c867ded546538745318f048338fb HTTP/1.1" status: 200 len: 1125 time: 0.0672827 Feb 16 23:26:07.494804 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813897-6', 'device_owner': 'compute:nova'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:26:07.583131 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c083647a-cd5a-4b23-aa12-0728669575ef req-5338311e-2fe2-4597-9f48-82d1b321a234 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985997 Feb 16 23:26:07.587955 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8ce7a427-0030-4acc-9e01-2354f7f9ff26), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:26:07.797801 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] For port 8ce7a427-0030-4acc-9e01-2354f7f9ff26, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=8ce7a427-0030-4acc-9e01-2354f7f9ff26,segment=NetworkSegment(36f881e7-fbc2-4238-bd87-41278b853685),segment_id=36f881e7-fbc2-4238-bd87-41278b853685)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:26:07.831041 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] For port 8ce7a427-0030-4acc-9e01-2354f7f9ff26, host n-h1-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:26:07.864691 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce7a427-0030-4acc-9e01-2354f7f9ff26 {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:26:07.872277 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] Publish callbacks [] for port (8ce7a427-0030-4acc-9e01-2354f7f9ff26), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:26:07.884278 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] Transition to ACTIVE for port object 8ce7a427-0030-4acc-9e01-2354f7f9ff26 will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:26:07.887906 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (8ce7a427-0030-4acc-9e01-2354f7f9ff26), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:26:07.969521 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce7a427-0030-4acc-9e01-2354f7f9ff26,revision_number=9']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:26:07.981882 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:26:07.982259 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:26:07.982612 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:26:07.982950 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:26:07.983284 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:26:07.983618 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:26:07.983948 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:26:07.984276 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:26:07.984603 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:26:07.984947 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:26:07.985256 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:26:07.985568 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:26:07.985890 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:26:08.029470 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] No DVR routers for this DVR port 8ce7a427-0030-4acc-9e01-2354f7f9ff26 on host n-h1-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:26:08.175417 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] Attempting to bind port 8ce7a427-0030-4acc-9e01-2354f7f9ff26 on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:26:08.175764 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] Attempting to bind port 8ce7a427-0030-4acc-9e01-2354f7f9ff26 by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '36f881e7-fbc2-4238-bd87-41278b853685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:26:08.176126 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] Attempting to bind port 8ce7a427-0030-4acc-9e01-2354f7f9ff26 on network 0c142343-eeee-4191-97e2-a9b373d6c8c4 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:26:08.180682 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] Port 8ce7a427-0030-4acc-9e01-2354f7f9ff26 on network 0c142343-eeee-4191-97e2-a9b373d6c8c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 23:26:08.180898 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] Attempting to bind port 8ce7a427-0030-4acc-9e01-2354f7f9ff26 on network 0c142343-eeee-4191-97e2-a9b373d6c8c4 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:26:08.186577 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:26:08.186920 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] Checking segment: {'id': '36f881e7-fbc2-4238-bd87-41278b853685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:26:08.187304 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] Bound using segment: {'id': '36f881e7-fbc2-4238-bd87-41278b853685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:26:08.187733 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] Bound port: 8ce7a427-0030-4acc-9e01-2354f7f9ff26, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f881e7-fbc2-4238-bd87-41278b853685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:26:08.188093 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8ce7a427-0030-4acc-9e01-2354f7f9ff26), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:26:08.256272 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] For port 8ce7a427-0030-4acc-9e01-2354f7f9ff26, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:26:08.259241 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] For port 8ce7a427-0030-4acc-9e01-2354f7f9ff26, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=8ce7a427-0030-4acc-9e01-2354f7f9ff26,segment=NetworkSegment(36f881e7-fbc2-4238-bd87-41278b853685),segment_id=36f881e7-fbc2-4238-bd87-41278b853685)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:26:08.265398 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (8ce7a427-0030-4acc-9e01-2354f7f9ff26), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:26:08.301215 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:08.301821 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:26:08.303152 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] 10.222.0.79 "PUT /v2.0/ports/8ce7a427-0030-4acc-9e01-2354f7f9ff26 HTTP/1.1" status: 200 len: 1091 time: 0.8120294 Feb 16 23:26:08.303614 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7531a158-0605-43a5-ac7e-d396b51e3a8e', 'tag': '8ce7a427-0030-4acc-9e01-2354f7f9ff26'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:26:08.305915 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e02b1269caefb4c024904b88698defd233c730f45a19e1a7dbb6b862b0fddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8896af59-cb05-4431-9258-030718abff34" -d '{"events": [{"name": "network-changed", "server_uuid": "7531a158-0605-43a5-ac7e-d396b51e3a8e", "tag": "8ce7a427-0030-4acc-9e01-2354f7f9ff26"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:26:08.341110 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1301c7-c0f7-4f4c-9456-b2b2c1c15657 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce7a427-0030-4acc-9e01-2354f7f9ff26,revision_number=10']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:26:08.359424 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cccec2b-c804-4276-bd81-9dfb45ced6c1 x-openstack-request-id: req-6cccec2b-c804-4276-bd81-9dfb45ced6c1 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:26:08.359733 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7531a158-0605-43a5-ac7e-d396b51e3a8e", "tag": "8ce7a427-0030-4acc-9e01-2354f7f9ff26", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:26:08.359994 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6cccec2b-c804-4276-bd81-9dfb45ced6c1 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:26:08.360407 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7531a158-0605-43a5-ac7e-d396b51e3a8e', 'tag': '8ce7a427-0030-4acc-9e01-2354f7f9ff26', 'status': 'completed', 'code': 200} Feb 16 23:26:08.382496 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-24cdf382-ed88-4dca-89c6-d0af65dd78a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:08.384083 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-24cdf382-ed88-4dca-89c6-d0af65dd78a3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=95f3c867ded546538745318f048338fb&device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 1126 time: 0.0562882 Feb 16 23:26:08.485374 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-482bd4e3-76f8-4035-b7d3-5110fb9d2eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:08.486938 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-482bd4e3-76f8-4035-b7d3-5110fb9d2eac service neutron] 10.222.0.79 "GET /v2.0/networks?id=0c142343-eeee-4191-97e2-a9b373d6c8c4 HTTP/1.1" status: 200 len: 910 time: 0.0968778 Feb 16 23:26:08.553273 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-c21afc2c-9c1b-44d3-a527-a67bab58d782 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ce7a427-0030-4acc-9e01-2354f7f9ff26 HTTP/1.1" status: 200 len: 999 time: 0.0599775 Feb 16 23:26:08.602749 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-25821ac4-3e39-47c4-a378-24762dd23f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:08.604260 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-25821ac4-3e39-47c4-a378-24762dd23f68 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=35674a42-71df-465b-a8d2-f71bce68dbf4 HTTP/1.1" status: 200 len: 848 time: 0.0451367 Feb 16 23:26:08.662222 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-9cb0e50f-edbc-401f-9b71-aa2055f33f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:08.663863 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-9cb0e50f-edbc-401f-9b71-aa2055f33f44 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0c142343-eeee-4191-97e2-a9b373d6c8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0538697 Feb 16 23:26:08.781275 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3af555-9912-40ae-ad73-19d4b1f94e9b req-a083e20a-9d1d-461d-b31c-aa52935ac992 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:08.782836 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bd3af555-9912-40ae-ad73-19d4b1f94e9b req-a083e20a-9d1d-461d-b31c-aa52935ac992 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 944 time: 0.1231358 Feb 16 23:26:08.800859 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-d2a77e2b-1b18-4f6f-a1ad-2eefe5fcede2 service neutron] 10.222.0.79 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283391 Feb 16 23:26:08.892750 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bd3af555-9912-40ae-ad73-19d4b1f94e9b req-b9fe1aff-8e85-4c89-9926-5a9fafec81db tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040275 Feb 16 23:26:08.919771 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8517be5f-3015-4c90-ab5e-62eea1c0eb5e req-78a84f17-5c66-4604-a1f9-026877441900 service neutron] 10.222.0.79 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126523 Feb 16 23:26:09.016693 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896af59-cb05-4431-9258-030718abff34 req-410c4eb4-ec71-4578-96b6-c226b0c3f9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:09.018383 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8896af59-cb05-4431-9258-030718abff34 req-410c4eb4-ec71-4578-96b6-c226b0c3f9e1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=95f3c867ded546538745318f048338fb&device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 1126 time: 0.0522516 Feb 16 23:26:09.116882 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896af59-cb05-4431-9258-030718abff34 req-61ce480f-f4d5-419a-b448-969e49d7dbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:09.118633 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8896af59-cb05-4431-9258-030718abff34 req-61ce480f-f4d5-419a-b448-969e49d7dbee service neutron] 10.222.0.79 "GET /v2.0/networks?id=0c142343-eeee-4191-97e2-a9b373d6c8c4 HTTP/1.1" status: 200 len: 910 time: 0.0937004 Feb 16 23:26:09.210497 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8896af59-cb05-4431-9258-030718abff34 req-7bf69797-8edb-4278-82e8-1bbe4152317f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ce7a427-0030-4acc-9e01-2354f7f9ff26 HTTP/1.1" status: 200 len: 999 time: 0.0863845 Feb 16 23:26:09.323952 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896af59-cb05-4431-9258-030718abff34 req-c37f37ae-4f8c-4bdd-abeb-27d068bb919d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:09.328248 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8896af59-cb05-4431-9258-030718abff34 req-c37f37ae-4f8c-4bdd-abeb-27d068bb919d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=35674a42-71df-465b-a8d2-f71bce68dbf4 HTTP/1.1" status: 200 len: 848 time: 0.0868814 Feb 16 23:26:10.023547 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54284838-93a3-437c-a3dd-c3f38f6af6c1 req-2581eae8-227e-4a77-9e30-551bd32c08f3 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:10.025431 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54284838-93a3-437c-a3dd-c3f38f6af6c1 req-2581eae8-227e-4a77-9e30-551bd32c08f3 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 944 time: 0.0590112 Feb 16 23:26:10.081803 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-54284838-93a3-437c-a3dd-c3f38f6af6c1 req-a01b3f59-f650-45d6-bdb2-9d5f0c5140c7 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504673 Feb 16 23:26:11.224804 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4ddd9-ec0f-4200-865c-0f7f6ab07c70 req-d2cf776c-a19a-4a43-b8e6-589e36b60143 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:11.226407 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-60d4ddd9-ec0f-4200-865c-0f7f6ab07c70 req-d2cf776c-a19a-4a43-b8e6-589e36b60143 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 944 time: 0.0703068 Feb 16 23:26:11.305344 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-60d4ddd9-ec0f-4200-865c-0f7f6ab07c70 req-be779ef3-a4d1-484b-a74d-d8bdfccc7bf9 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725420 Feb 16 23:26:12.446026 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cce803-8b49-4d51-81ff-363857ad78f3 req-831c3f1a-1acf-4810-bddd-82708d1c7a8e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:12.450172 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a0cce803-8b49-4d51-81ff-363857ad78f3 req-831c3f1a-1acf-4810-bddd-82708d1c7a8e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 944 time: 0.0612693 Feb 16 23:26:12.504938 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a0cce803-8b49-4d51-81ff-363857ad78f3 req-9b5c9775-dad0-414b-9e38-cd6927f0ad1e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484922 Feb 16 23:26:13.641125 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01899ee2-2a2b-44eb-8108-6b80e0f3cec9 req-4bef76e3-4020-495d-819c-06fd99611408 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:13.647364 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01899ee2-2a2b-44eb-8108-6b80e0f3cec9 req-4bef76e3-4020-495d-819c-06fd99611408 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 944 time: 0.0608904 Feb 16 23:26:13.715717 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01899ee2-2a2b-44eb-8108-6b80e0f3cec9 req-0d213ce2-a33d-4e3e-bc58-afee0daa5df5 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669782 Feb 16 23:26:14.865107 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a22620f-8673-49b1-a9ef-965ae210c147 req-27c323e6-7155-4f28-908e-52e22ee598a7 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:14.872465 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7a22620f-8673-49b1-a9ef-965ae210c147 req-27c323e6-7155-4f28-908e-52e22ee598a7 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 944 time: 0.0676875 Feb 16 23:26:14.930826 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7a22620f-8673-49b1-a9ef-965ae210c147 req-ea65f1a1-2569-450c-b98d-00be019634f1 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518684 Feb 16 23:26:16.062791 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfdbec-f495-4c7b-90bf-4122ce117795 req-7d43a37a-f472-48ae-9411-94256408b627 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:16.064374 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0dcfdbec-f495-4c7b-90bf-4122ce117795 req-7d43a37a-f472-48ae-9411-94256408b627 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 944 time: 0.0557849 Feb 16 23:26:16.128843 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0dcfdbec-f495-4c7b-90bf-4122ce117795 req-2c8583bd-138d-4f6d-b266-d8b868f6d0b1 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578890 Feb 16 23:26:16.822998 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896af59-cb05-4431-9258-030718abff34 req-e2d4bd73-5101-4a3d-b3e1-6b07a5e461d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:16.825131 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8896af59-cb05-4431-9258-030718abff34 req-e2d4bd73-5101-4a3d-b3e1-6b07a5e461d3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0c142343-eeee-4191-97e2-a9b373d6c8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499916 Feb 16 23:26:16.916962 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8896af59-cb05-4431-9258-030718abff34 req-931a0c34-8549-49df-82a8-ccb79e17e9c9 service neutron] 10.222.0.79 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853927 Feb 16 23:26:17.015907 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8896af59-cb05-4431-9258-030718abff34 req-7c22c02a-fc0c-4516-9c1d-0e903399f3f7 service neutron] 10.222.0.79 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871866 Feb 16 23:26:17.120437 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c74c1-b34a-4d73-8139-a31aa960041d req-80228c15-d9cc-44d3-a30f-f7ddd70043bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:17.122637 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-662c74c1-b34a-4d73-8139-a31aa960041d req-80228c15-d9cc-44d3-a30f-f7ddd70043bc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=95f3c867ded546538745318f048338fb&device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 1126 time: 0.0462394 Feb 16 23:26:17.258859 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c74c1-b34a-4d73-8139-a31aa960041d req-11ca77eb-b4f5-47fe-ab3b-8c6b9a01622e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:17.260331 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-662c74c1-b34a-4d73-8139-a31aa960041d req-11ca77eb-b4f5-47fe-ab3b-8c6b9a01622e service neutron] 10.222.0.79 "GET /v2.0/networks?id=0c142343-eeee-4191-97e2-a9b373d6c8c4 HTTP/1.1" status: 200 len: 910 time: 0.1175508 Feb 16 23:26:17.321912 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1106131-0cd2-44ea-b59a-047d516f76a9 req-78b9ae67-8818-4db0-99b0-9ed7495782b5 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:17.323442 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c1106131-0cd2-44ea-b59a-047d516f76a9 req-78b9ae67-8818-4db0-99b0-9ed7495782b5 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 944 time: 0.1095614 Feb 16 23:26:17.356173 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-662c74c1-b34a-4d73-8139-a31aa960041d req-db425325-b1fe-47b2-9c25-5b3a55eed109 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ce7a427-0030-4acc-9e01-2354f7f9ff26 HTTP/1.1" status: 200 len: 999 time: 0.0887573 Feb 16 23:26:17.411961 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c1106131-0cd2-44ea-b59a-047d516f76a9 req-07c57a34-676a-484e-a2fa-25637ca9eb3e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805924 Feb 16 23:26:17.427194 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c74c1-b34a-4d73-8139-a31aa960041d req-91f0cd4b-b635-4d70-8031-02886d6270a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:17.428741 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-662c74c1-b34a-4d73-8139-a31aa960041d req-91f0cd4b-b635-4d70-8031-02886d6270a3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=35674a42-71df-465b-a8d2-f71bce68dbf4 HTTP/1.1" status: 200 len: 848 time: 0.0619159 Feb 16 23:26:17.479595 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c74c1-b34a-4d73-8139-a31aa960041d req-0bf55e41-14c0-45d5-b31e-6d422f1a6d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:17.481146 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-662c74c1-b34a-4d73-8139-a31aa960041d req-0bf55e41-14c0-45d5-b31e-6d422f1a6d86 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0c142343-eeee-4191-97e2-a9b373d6c8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462325 Feb 16 23:26:17.584784 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-662c74c1-b34a-4d73-8139-a31aa960041d req-de1e369b-90f2-4c34-9199-5acba671b0cc service neutron] 10.222.0.79 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971022 Feb 16 23:26:17.678481 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-662c74c1-b34a-4d73-8139-a31aa960041d req-97dd9c45-f7a4-4b4c-9123-45731cfd27af service neutron] 10.222.0.79 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875225 Feb 16 23:26:18.546222 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce3392-4ace-402a-a58d-0e6df4cb1700 req-1a2c5712-7ae2-4c6e-8fc3-abca8f3a850b tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:18.547745 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-32ce3392-4ace-402a-a58d-0e6df4cb1700 req-1a2c5712-7ae2-4c6e-8fc3-abca8f3a850b tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 944 time: 0.0589609 Feb 16 23:26:18.596861 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-32ce3392-4ace-402a-a58d-0e6df4cb1700 req-e9603032-9a29-42c8-b7e2-29c321c9148d tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434616 Feb 16 23:26:19.320993 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 8ce7a427-0030-4acc-9e01-2354f7f9ff26 details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:26:19.420378 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 8ce7a427-0030-4acc-9e01-2354f7f9ff26, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=8ce7a427-0030-4acc-9e01-2354f7f9ff26,segment=NetworkSegment(36f881e7-fbc2-4238-bd87-41278b853685),segment_id=36f881e7-fbc2-4238-bd87-41278b853685)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:26:19.431497 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': '8ce7a427-0030-4acc-9e01-2354f7f9ff26', 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4', 'port_id': '8ce7a427-0030-4acc-9e01-2354f7f9ff26', 'mac_address': 'fa:16:3e:c3:d7:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35674a42-71df-465b-a8d2-f71bce68dbf4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:26:19.469424 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 8ce7a427-0030-4acc-9e01-2354f7f9ff26 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:26:19.469804 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8ce7a427-0030-4acc-9e01-2354f7f9ff26), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:26:19.483063 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce7a427-0030-4acc-9e01-2354f7f9ff26 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:26:19.505829 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 8ce7a427-0030-4acc-9e01-2354f7f9ff26, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=8ce7a427-0030-4acc-9e01-2354f7f9ff26,segment=NetworkSegment(36f881e7-fbc2-4238-bd87-41278b853685),segment_id=36f881e7-fbc2-4238-bd87-41278b853685)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:26:19.509655 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8ce7a427-0030-4acc-9e01-2354f7f9ff26), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:26:19.557799 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=8ce7a427-0030-4acc-9e01-2354f7f9ff26,revision_number=11']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:26:19.721317 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b3656-1a90-435f-a3e0-9502a6251e46 req-fbf3ff13-73af-4c0e-88d1-ba719b26d0e7 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:19.722848 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-830b3656-1a90-435f-a3e0-9502a6251e46 req-fbf3ff13-73af-4c0e-88d1-ba719b26d0e7 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 945 time: 0.0562091 Feb 16 23:26:19.746883 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['8ce7a427-0030-4acc-9e01-2354f7f9ff26'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:26:19.772673 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-830b3656-1a90-435f-a3e0-9502a6251e46 req-f620fdb6-b587-4bbc-95a8-39986dc32af4 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439727 Feb 16 23:26:20.826106 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a8ce2cfb-c68c-436e-8586-efdc9d0f2d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:26:20.898366 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4c6e6-7765-4a21-b894-e89ea95c050e req-a19f5164-90b9-4924-a04f-22f24368f214 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:20.899862 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bfb4c6e6-7765-4a21-b894-e89ea95c050e req-a19f5164-90b9-4924-a04f-22f24368f214 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 945 time: 0.0565512 Feb 16 23:26:20.948123 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bfb4c6e6-7765-4a21-b894-e89ea95c050e req-59565442-a1b4-4aa2-b149-ec9440deab1f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418475 Feb 16 23:26:21.351713 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 8ce7a427-0030-4acc-9e01-2354f7f9ff26 up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:26:21.400342 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port 8ce7a427-0030-4acc-9e01-2354f7f9ff26 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:26:21.404755 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port 8ce7a427-0030-4acc-9e01-2354f7f9ff26 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:26:21.405135 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (8ce7a427-0030-4acc-9e01-2354f7f9ff26), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:26:21.485896 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port 8ce7a427-0030-4acc-9e01-2354f7f9ff26 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:26:21.486313 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (8ce7a427-0030-4acc-9e01-2354f7f9ff26), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:26:21.508991 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7531a158-0605-43a5-ac7e-d396b51e3a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce7a427-0030-4acc-9e01-2354f7f9ff26'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:26:21.511376 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}003bc719444852515b674fedd62cd1fb71b35db544f2f4adcbcd93f8ba7f5d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b52ad2-901e-467d-a49d-09bd4ba453eb" -d '{"events": [{"server_uuid": "7531a158-0605-43a5-ac7e-d396b51e3a8e", "name": "network-vif-plugged", "status": "completed", "tag": "8ce7a427-0030-4acc-9e01-2354f7f9ff26"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:26:21.523604 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port 8ce7a427-0030-4acc-9e01-2354f7f9ff26, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=8ce7a427-0030-4acc-9e01-2354f7f9ff26,segment=NetworkSegment(36f881e7-fbc2-4238-bd87-41278b853685),segment_id=36f881e7-fbc2-4238-bd87-41278b853685)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:26:21.529291 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (8ce7a427-0030-4acc-9e01-2354f7f9ff26), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:26:21.552445 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d203a83-3725-4338-a14d-70f2fd73ef9b x-openstack-request-id: req-8d203a83-3725-4338-a14d-70f2fd73ef9b {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:26:21.552746 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7531a158-0605-43a5-ac7e-d396b51e3a8e", "name": "network-vif-plugged", "status": "completed", "tag": "8ce7a427-0030-4acc-9e01-2354f7f9ff26", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:26:21.553005 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8d203a83-3725-4338-a14d-70f2fd73ef9b {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:26:21.553406 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7531a158-0605-43a5-ac7e-d396b51e3a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce7a427-0030-4acc-9e01-2354f7f9ff26', 'code': 200} Feb 16 23:26:21.579946 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=8ce7a427-0030-4acc-9e01-2354f7f9ff26,revision_number=12']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:26:21.715962 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41803361-7bb5-464b-8d44-10201ef089b4 req-5aff53b5-43f6-4b76-8968-ab4de8e416bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:21.717384 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-41803361-7bb5-464b-8d44-10201ef089b4 req-5aff53b5-43f6-4b76-8968-ab4de8e416bf service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 1128 time: 0.0446348 Feb 16 23:26:21.763599 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-41803361-7bb5-464b-8d44-10201ef089b4 req-41d76c0c-5416-448b-8486-3ce50e133221 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388331 Feb 16 23:26:22.073219 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab857e9-a530-46d5-9c4c-251f11e83abd req-a838b466-278f-4a38-ad13-cca5ffa46dbd tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:22.074773 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1ab857e9-a530-46d5-9c4c-251f11e83abd req-a838b466-278f-4a38-ad13-cca5ffa46dbd tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 946 time: 0.0527890 Feb 16 23:26:22.129815 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1ab857e9-a530-46d5-9c4c-251f11e83abd req-04896fba-9fa1-491b-b978-1d297a7e2e47 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494549 Feb 16 23:26:23.220034 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a0d8cb64-880f-4ade-adc6-a0adc4cefc3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:26:23.264668 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570c49b-b639-4248-aa40-e5bab35699fa req-e8aca31e-cbbf-42ba-8cba-0dab56c40e80 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:23.266212 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c570c49b-b639-4248-aa40-e5bab35699fa req-e8aca31e-cbbf-42ba-8cba-0dab56c40e80 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 946 time: 0.0554717 Feb 16 23:26:23.318181 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c570c49b-b639-4248-aa40-e5bab35699fa req-500d8f91-970c-4811-a821-31160d1c2292 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461893 Feb 16 23:26:24.439124 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de9432-0b07-47c0-b438-f55731a4df41 req-4f24daa4-6aef-4eba-ba56-6a535619dffa tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:26:24.440657 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01de9432-0b07-47c0-b438-f55731a4df41 req-4f24daa4-6aef-4eba-ba56-6a535619dffa tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 946 time: 0.0528526 Feb 16 23:26:24.498899 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-01de9432-0b07-47c0-b438-f55731a4df41 req-59f95a52-964d-4627-9da9-7e8ca0e55a7f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442104 Feb 16 23:26:24.552647 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:26:25.861051 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:26:27.186098 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:26:28.915742 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:26:30.623694 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:26:34.384351 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:26:50.828509 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-74ddaa39-a107-4967-8460-e108d3a9dc95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:26:53.215723 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ddf9012d-df3d-4e2e-af59-eb5d0ba4a3f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:26:54.534737 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:26:55.863398 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:26:57.188197 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:26:58.914219 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:00.640294 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:11.383505 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:27:12.244432 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f3bdfa0d-ad40-4490-b64d-4433636f52de req-b5a2bef1-acbc-4343-bcb0-9d330c5510fe service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0889440 Feb 16 23:27:12.325821 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdfa0d-ad40-4490-b64d-4433636f52de req-71ca88dd-28fa-499e-9ec0-906ccb73e2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:27:12.327877 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f3bdfa0d-ad40-4490-b64d-4433636f52de req-71ca88dd-28fa-499e-9ec0-906ccb73e2a6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=95f3c867ded546538745318f048338fb&device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 1128 time: 0.0440993 Feb 16 23:27:12.428322 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdfa0d-ad40-4490-b64d-4433636f52de req-3a7424e4-85a9-4a71-9888-dbfddadc3899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:27:12.429799 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f3bdfa0d-ad40-4490-b64d-4433636f52de req-3a7424e4-85a9-4a71-9888-dbfddadc3899 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0c142343-eeee-4191-97e2-a9b373d6c8c4 HTTP/1.1" status: 200 len: 910 time: 0.0852194 Feb 16 23:27:12.496718 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f3bdfa0d-ad40-4490-b64d-4433636f52de req-9b720751-e902-44ee-a2b0-38d933ce44e7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ce7a427-0030-4acc-9e01-2354f7f9ff26 HTTP/1.1" status: 200 len: 1001 time: 0.0609074 Feb 16 23:27:12.543912 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdfa0d-ad40-4490-b64d-4433636f52de req-b38ed8bf-184e-4258-a5b7-4be78eb81ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:27:12.545857 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f3bdfa0d-ad40-4490-b64d-4433636f52de req-b38ed8bf-184e-4258-a5b7-4be78eb81ef7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=35674a42-71df-465b-a8d2-f71bce68dbf4 HTTP/1.1" status: 200 len: 848 time: 0.0433996 Feb 16 23:27:12.592255 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdfa0d-ad40-4490-b64d-4433636f52de req-fcb8c4ce-3e57-4bd7-9034-26e3dcd855fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:27:12.593733 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f3bdfa0d-ad40-4490-b64d-4433636f52de req-fcb8c4ce-3e57-4bd7-9034-26e3dcd855fe service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0c142343-eeee-4191-97e2-a9b373d6c8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427055 Feb 16 23:27:12.684066 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f3bdfa0d-ad40-4490-b64d-4433636f52de req-ca5cf8b4-b8b0-4c81-8005-82f85fd97a9a service neutron] 10.222.0.79 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837474 Feb 16 23:27:12.774567 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f3bdfa0d-ad40-4490-b64d-4433636f52de req-20001962-b83f-48ee-8f8c-e864e0b7e19d service neutron] 10.222.0.79 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844078 Feb 16 23:27:20.829672 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1385cfd5-33f6-4df0-a74a-ea9989af49e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:23.219249 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2e52c723-0a4c-4d79-98c7-f889ba73d488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:24.536765 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:25.865653 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:27.193235 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:28.914425 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:30.651746 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:35.316033 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56454) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:27:35.473242 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-b62d944b-2567-48a3-912c-b62503873645 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Deleting port 1ef58f7f-64b4-484b-bf06-17a2720dec3b {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:27:35.473593 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b62d944b-2567-48a3-912c-b62503873645 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (1ef58f7f-64b4-484b-bf06-17a2720dec3b), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:35.549994 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b62d944b-2567-48a3-912c-b62503873645 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (1ef58f7f-64b4-484b-bf06-17a2720dec3b), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:35.550349 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b62d944b-2567-48a3-912c-b62503873645 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for floatingip (1ef58f7f-64b4-484b-bf06-17a2720dec3b), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:35.562083 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-b62d944b-2567-48a3-912c-b62503873645 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Calling delete_port for 1ef58f7f-64b4-484b-bf06-17a2720dec3b owned by network:floatingip {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:27:35.713887 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b62d944b-2567-48a3-912c-b62503873645 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (1ef58f7f-64b4-484b-bf06-17a2720dec3b), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:35.738501 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d944b-2567-48a3-912c-b62503873645 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Pushing event deleted for resources: {'Port': ['ID=1ef58f7f-64b4-484b-bf06-17a2720dec3b,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:27:35.752501 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d944b-2567-48a3-912c-b62503873645 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:27:35.752856 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d944b-2567-48a3-912c-b62503873645 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:27:35.753206 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d944b-2567-48a3-912c-b62503873645 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:27:35.753546 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d944b-2567-48a3-912c-b62503873645 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:27:35.753872 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d944b-2567-48a3-912c-b62503873645 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:27:35.754238 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d944b-2567-48a3-912c-b62503873645 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:27:35.754568 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d944b-2567-48a3-912c-b62503873645 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:27:35.754902 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d944b-2567-48a3-912c-b62503873645 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:27:35.755233 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d944b-2567-48a3-912c-b62503873645 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:27:35.755559 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d944b-2567-48a3-912c-b62503873645 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:27:35.755882 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d944b-2567-48a3-912c-b62503873645 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:27:35.756207 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d944b-2567-48a3-912c-b62503873645 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:27:35.756527 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d944b-2567-48a3-912c-b62503873645 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:27:35.816251 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b62d944b-2567-48a3-912c-b62503873645 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for floatingip (88a37dc7-d127-46ee-91d6-29ab50e524e1), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:35.816579 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-b62d944b-2567-48a3-912c-b62503873645 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Floating IP 88a37dc7-d127-46ee-91d6-29ab50e524e1 disassociated (deleted). External IP: 172.25.2.254, port: 8ce7a427-0030-4acc-9e01-2354f7f9ff26. Feb 16 23:27:36.320720 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62d944b-2567-48a3-912c-b62503873645 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Router 04406014-d4a9-49b7-807c-46f8190b81f5 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:27:36.426466 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62d944b-2567-48a3-912c-b62503873645 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:27:36.431294 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-b62d944b-2567-48a3-912c-b62503873645 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:36.436352 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7fbaeb-2305-42d3-9fb9-9813b287265d None None] Sync routers for ids ['04406014-d4a9-49b7-807c-46f8190b81f5'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:27:36.446524 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7fbaeb-2305-42d3-9fb9-9813b287265d None None] Routers {'04406014-d4a9-49b7-807c-46f8190b81f5'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:27:36.447142 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-3e7fbaeb-2305-42d3-9fb9-9813b287265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:27:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['04406014-d4a9-49b7-807c-46f8190b81f5'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:27:36.468348 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-b62d944b-2567-48a3-912c-b62503873645 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "DELETE /v2.0/floatingips/88a37dc7-d127-46ee-91d6-29ab50e524e1 HTTP/1.1" status: 204 len: 168 time: 1.1510715 Feb 16 23:27:36.468983 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7531a158-0605-43a5-ac7e-d396b51e3a8e', 'tag': '8ce7a427-0030-4acc-9e01-2354f7f9ff26'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:27:36.471605 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e02b1269caefb4c024904b88698defd233c730f45a19e1a7dbb6b862b0fddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870b496d-42a7-4fcd-aeb7-2b7be438ef71" -d '{"events": [{"name": "network-changed", "server_uuid": "7531a158-0605-43a5-ac7e-d396b51e3a8e", "tag": "8ce7a427-0030-4acc-9e01-2354f7f9ff26"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:27:36.561361 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-3e7fbaeb-2305-42d3-9fb9-9813b287265d None None] Set router 04406014-d4a9-49b7-807c-46f8190b81f5 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:27:36.710879 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1206b5-f34c-4de8-be22-ec4e1a1e0fa1 x-openstack-request-id: req-4d1206b5-f34c-4de8-be22-ec4e1a1e0fa1 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:27:36.711271 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7531a158-0605-43a5-ac7e-d396b51e3a8e", "tag": "8ce7a427-0030-4acc-9e01-2354f7f9ff26", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:27:36.711614 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4d1206b5-f34c-4de8-be22-ec4e1a1e0fa1 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:27:36.712105 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7531a158-0605-43a5-ac7e-d396b51e3a8e', 'tag': '8ce7a427-0030-4acc-9e01-2354f7f9ff26', 'status': 'completed', 'code': 200} Feb 16 23:27:36.776550 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-3e7fbaeb-2305-42d3-9fb9-9813b287265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'name': 'tempest-TestShelveInstance-1118424350-router', 'tenant_id': '95f3c867ded546538745318f048338fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:38Z', 'revision_number': 4, 'project_id': '95f3c867ded546538745318f048338fb', 'gw_port': {'id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '2f2907c1-4c30-43be-95d8-e15e8c4b1db0', 'name': '', 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4', 'tenant_id': '95f3c867ded546538745318f048338fb', 'mac_address': 'fa:16:3e:03:53:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '35674a42-71df-465b-a8d2-f71bce68dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:37Z', 'updated_at': '2022-02-16T23:22:42Z', 'revision_number': 5, 'project_id': '95f3c867ded546538745318f048338fb', 'subnets': [{'id': '35674a42-71df-465b-a8d2-f71bce68dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:27:36.803266 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7fbaeb-2305-42d3-9fb9-9813b287265d None None] Checking router: 04406014-d4a9-49b7-807c-46f8190b81f5 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:27:36.812559 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7fbaeb-2305-42d3-9fb9-9813b287265d None None] Routers {'04406014-d4a9-49b7-807c-46f8190b81f5'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:27:36.812849 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b496d-42a7-4fcd-aeb7-2b7be438ef71 req-749510fe-8969-47c2-a538-bedae59d67a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:27:36.813218 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-3e7fbaeb-2305-42d3-9fb9-9813b287265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:27:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['04406014-d4a9-49b7-807c-46f8190b81f5'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:27:36.814153 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-870b496d-42a7-4fcd-aeb7-2b7be438ef71 req-749510fe-8969-47c2-a538-bedae59d67a2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=95f3c867ded546538745318f048338fb&device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 1128 time: 0.0776145 Feb 16 23:27:36.826449 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8d94c-6113-4bec-8838-2ffddfc2e37f req-ad93c6be-638b-4a82-9e6a-97576baa40ff tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:27:36.828052 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24f8d94c-6113-4bec-8838-2ffddfc2e37f req-ad93c6be-638b-4a82-9e6a-97576baa40ff tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 946 time: 0.0663626 Feb 16 23:27:36.931651 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-3e7fbaeb-2305-42d3-9fb9-9813b287265d None None] Set router 04406014-d4a9-49b7-807c-46f8190b81f5 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:27:36.938799 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24f8d94c-6113-4bec-8838-2ffddfc2e37f req-780f8fae-6e19-403b-86ad-e41089ba1e83 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020458 Feb 16 23:27:36.956391 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b496d-42a7-4fcd-aeb7-2b7be438ef71 req-fb8afefc-0c8e-455c-9ec9-7ca04a89806c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:27:36.957891 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-870b496d-42a7-4fcd-aeb7-2b7be438ef71 req-fb8afefc-0c8e-455c-9ec9-7ca04a89806c service neutron] 10.222.0.79 "GET /v2.0/networks?id=0c142343-eeee-4191-97e2-a9b373d6c8c4 HTTP/1.1" status: 200 len: 910 time: 0.1289041 Feb 16 23:27:37.001452 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-870b496d-42a7-4fcd-aeb7-2b7be438ef71 req-cb6b19ff-35a9-40fd-a38f-0c863723193f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ce7a427-0030-4acc-9e01-2354f7f9ff26 HTTP/1.1" status: 200 len: 217 time: 0.0355840 Feb 16 23:27:37.053304 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b496d-42a7-4fcd-aeb7-2b7be438ef71 req-724b3f25-b572-46e8-87f2-af1e30222a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:27:37.054881 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-870b496d-42a7-4fcd-aeb7-2b7be438ef71 req-724b3f25-b572-46e8-87f2-af1e30222a78 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=35674a42-71df-465b-a8d2-f71bce68dbf4 HTTP/1.1" status: 200 len: 848 time: 0.0473676 Feb 16 23:27:37.103445 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b496d-42a7-4fcd-aeb7-2b7be438ef71 req-4b89ed71-4c1c-4623-95e4-93f02b2b4964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:27:37.104948 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-870b496d-42a7-4fcd-aeb7-2b7be438ef71 req-4b89ed71-4c1c-4623-95e4-93f02b2b4964 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0c142343-eeee-4191-97e2-a9b373d6c8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433178 Feb 16 23:27:37.130905 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-3e7fbaeb-2305-42d3-9fb9-9813b287265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'name': 'tempest-TestShelveInstance-1118424350-router', 'tenant_id': '95f3c867ded546538745318f048338fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:38Z', 'revision_number': 4, 'project_id': '95f3c867ded546538745318f048338fb', 'gw_port': {'id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '2f2907c1-4c30-43be-95d8-e15e8c4b1db0', 'name': '', 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4', 'tenant_id': '95f3c867ded546538745318f048338fb', 'mac_address': 'fa:16:3e:03:53:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '35674a42-71df-465b-a8d2-f71bce68dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:37Z', 'updated_at': '2022-02-16T23:22:42Z', 'revision_number': 5, 'project_id': '95f3c867ded546538745318f048338fb', 'subnets': [{'id': '35674a42-71df-465b-a8d2-f71bce68dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:27:37.157034 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7fbaeb-2305-42d3-9fb9-9813b287265d None None] The sync data for ids ['04406014-d4a9-49b7-807c-46f8190b81f5'] in n-d-813897-6 is: [{'id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'name': 'tempest-TestShelveInstance-1118424350-router', 'tenant_id': '95f3c867ded546538745318f048338fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:38Z', 'revision_number': 4, 'project_id': '95f3c867ded546538745318f048338fb', 'gw_port': {'id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '2f2907c1-4c30-43be-95d8-e15e8c4b1db0', 'name': '', 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4', 'tenant_id': '95f3c867ded546538745318f048338fb', 'mac_address': 'fa:16:3e:03:53:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '35674a42-71df-465b-a8d2-f71bce68dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:37Z', 'updated_at': '2022-02-16T23:22:42Z', 'revision_number': 5, 'project_id': '95f3c867ded546538745318f048338fb', 'subnets': [{'id': '35674a42-71df-465b-a8d2-f71bce68dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:27:37.198785 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-870b496d-42a7-4fcd-aeb7-2b7be438ef71 req-ad856911-786b-40b0-b299-d222353cd44d service neutron] 10.222.0.79 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866604 Feb 16 23:27:37.291886 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-870b496d-42a7-4fcd-aeb7-2b7be438ef71 req-5b104813-2897-4fee-b229-555d00949ba0 service neutron] 10.222.0.79 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873044 Feb 16 23:27:37.383496 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e221a24-baa5-42ea-876c-258cd7624405 None None] New status for floating IP 88a37dc7-d127-46ee-91d6-29ab50e524e1: DOWN {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:27:38.027442 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24c12a-dc2e-4c52-9198-309837ed68cb req-12537970-1dd5-4695-b9ae-a69e034e9337 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:27:38.029115 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5d24c12a-dc2e-4c52-9198-309837ed68cb req-12537970-1dd5-4695-b9ae-a69e034e9337 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.79 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 946 time: 0.0602827 Feb 16 23:27:38.129938 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f621624-fd44-456d-aa85-6e5916ec06a6 req-20767dac-fdc6-4194-898c-1cb9fae8b465 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:27:38.131442 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6f621624-fd44-456d-aa85-6e5916ec06a6 req-20767dac-fdc6-4194-898c-1cb9fae8b465 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=7531a158-0605-43a5-ac7e-d396b51e3a8e HTTP/1.1" status: 200 len: 946 time: 0.1192446 Feb 16 23:27:38.178425 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-5d24c12a-dc2e-4c52-9198-309837ed68cb req-f0d3c7f0-d35d-4ae7-aa55-17e150d45b52 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Deleting port 8ce7a427-0030-4acc-9e01-2354f7f9ff26 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:27:38.178762 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5d24c12a-dc2e-4c52-9198-309837ed68cb req-f0d3c7f0-d35d-4ae7-aa55-17e150d45b52 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (8ce7a427-0030-4acc-9e01-2354f7f9ff26), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:38.214620 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6f621624-fd44-456d-aa85-6e5916ec06a6 req-25710d5d-af9f-4e67-a9d2-b8e020545d9e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=15027960-ff9a-4c8d-b212-f715b5bc468a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767715 Feb 16 23:27:38.281344 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-5d24c12a-dc2e-4c52-9198-309837ed68cb req-f0d3c7f0-d35d-4ae7-aa55-17e150d45b52 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] For port 8ce7a427-0030-4acc-9e01-2354f7f9ff26, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=8ce7a427-0030-4acc-9e01-2354f7f9ff26,segment=NetworkSegment(36f881e7-fbc2-4238-bd87-41278b853685),segment_id=36f881e7-fbc2-4238-bd87-41278b853685)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:27:38.281706 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5d24c12a-dc2e-4c52-9198-309837ed68cb req-f0d3c7f0-d35d-4ae7-aa55-17e150d45b52 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (8ce7a427-0030-4acc-9e01-2354f7f9ff26), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:38.294239 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-5d24c12a-dc2e-4c52-9198-309837ed68cb req-f0d3c7f0-d35d-4ae7-aa55-17e150d45b52 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Calling delete_port for 8ce7a427-0030-4acc-9e01-2354f7f9ff26 owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:27:38.422484 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5d24c12a-dc2e-4c52-9198-309837ed68cb req-f0d3c7f0-d35d-4ae7-aa55-17e150d45b52 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (8ce7a427-0030-4acc-9e01-2354f7f9ff26), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:38.451579 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3c7f0-d35d-4ae7-aa55-17e150d45b52 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Pushing event deleted for resources: {'Port': ['ID=8ce7a427-0030-4acc-9e01-2354f7f9ff26,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:27:38.495888 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d24c12a-dc2e-4c52-9198-309837ed68cb req-f0d3c7f0-d35d-4ae7-aa55-17e150d45b52 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] No DVR routers for this DVR port 8ce7a427-0030-4acc-9e01-2354f7f9ff26 on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:27:38.498477 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-5d24c12a-dc2e-4c52-9198-309837ed68cb req-f0d3c7f0-d35d-4ae7-aa55-17e150d45b52 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:38.502415 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5d24c12a-dc2e-4c52-9198-309837ed68cb req-f0d3c7f0-d35d-4ae7-aa55-17e150d45b52 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.79 "DELETE /v2.0/ports/8ce7a427-0030-4acc-9e01-2354f7f9ff26 HTTP/1.1" status: 204 len: 173 time: 0.4519563 Feb 16 23:27:38.713349 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7531a158-0605-43a5-ac7e-d396b51e3a8e', 'name': 'network-vif-deleted', 'tag': '8ce7a427-0030-4acc-9e01-2354f7f9ff26'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:27:38.715751 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e02b1269caefb4c024904b88698defd233c730f45a19e1a7dbb6b862b0fddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f0ea07-1927-48ae-afb0-d4b5f5a32f24" -d '{"events": [{"server_uuid": "7531a158-0605-43a5-ac7e-d396b51e3a8e", "name": "network-vif-deleted", "tag": "8ce7a427-0030-4acc-9e01-2354f7f9ff26"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:27:38.751262 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d105b9-a3d3-4a27-96e1-49762ac522e3 x-openstack-request-id: req-41d105b9-a3d3-4a27-96e1-49762ac522e3 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:27:38.751565 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7531a158-0605-43a5-ac7e-d396b51e3a8e", "name": "network-vif-deleted", "tag": "8ce7a427-0030-4acc-9e01-2354f7f9ff26", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:27:38.751823 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-41d105b9-a3d3-4a27-96e1-49762ac522e3 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:27:38.752234 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7531a158-0605-43a5-ac7e-d396b51e3a8e', 'name': 'network-vif-deleted', 'tag': '8ce7a427-0030-4acc-9e01-2354f7f9ff26', 'status': 'completed', 'code': 200} Feb 16 23:27:39.272088 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56472) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:27:39.328204 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-26b79423-248e-47fa-9d7c-20c4c2878edd tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group (15027960-ff9a-4c8d-b212-f715b5bc468a), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:39.351857 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-26b79423-248e-47fa-9d7c-20c4c2878edd tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group (15027960-ff9a-4c8d-b212-f715b5bc468a), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:39.413640 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-26b79423-248e-47fa-9d7c-20c4c2878edd tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (15027960-ff9a-4c8d-b212-f715b5bc468a), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:39.416410 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-26b79423-248e-47fa-9d7c-20c4c2878edd tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:39.417558 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-26b79423-248e-47fa-9d7c-20c4c2878edd tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "DELETE /v2.0/security-groups/15027960-ff9a-4c8d-b212-f715b5bc468a HTTP/1.1" status: 204 len: 168 time: 0.1444933 Feb 16 23:27:39.426786 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b79423-248e-47fa-9d7c-20c4c2878edd tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15027960-ff9a-4c8d-b212-f715b5bc468a,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:27:40.629662 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56480) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:27:40.634280 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-1d8a0281-b36c-467a-8a5d-6829f7910be3 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-198725910', 'description': 'tempest-secgroup-smoke-198725910 description', 'project_id': '95f3c867ded546538745318f048338fb'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:27:40.655343 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1d8a0281-b36c-467a-8a5d-6829f7910be3 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:40.718369 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1d8a0281-b36c-467a-8a5d-6829f7910be3 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group (b3ee21dc-b389-4f94-ba87-838ba06cee49), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:40.721872 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1d8a0281-b36c-467a-8a5d-6829f7910be3 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b3ee21dc-b389-4f94-ba87-838ba06cee49), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:40.752148 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-1d8a0281-b36c-467a-8a5d-6829f7910be3 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:40.753422 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-1d8a0281-b36c-467a-8a5d-6829f7910be3 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1226683 Feb 16 23:27:40.755382 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a0281-b36c-467a-8a5d-6829f7910be3 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ee21dc-b389-4f94-ba87-838ba06cee49,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:27:40.756443 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56482) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:27:40.764283 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-54500578-c2d1-49d7-98f8-d4c026dbf37e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Request body: {'security_group_rule': {'security_group_id': 'b3ee21dc-b389-4f94-ba87-838ba06cee49', 'project_id': '95f3c867ded546538745318f048338fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:27:40.789018 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-54500578-c2d1-49d7-98f8-d4c026dbf37e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group_rule (1f892d74-6b8d-4aee-84d8-0116488e2a42), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:40.843063 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-54500578-c2d1-49d7-98f8-d4c026dbf37e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group_rule (1f892d74-6b8d-4aee-84d8-0116488e2a42), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:40.846610 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-54500578-c2d1-49d7-98f8-d4c026dbf37e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (1f892d74-6b8d-4aee-84d8-0116488e2a42), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:40.866426 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54500578-c2d1-49d7-98f8-d4c026dbf37e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f892d74-6b8d-4aee-84d8-0116488e2a42,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:27:40.876302 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54500578-c2d1-49d7-98f8-d4c026dbf37e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:27:40.876647 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54500578-c2d1-49d7-98f8-d4c026dbf37e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:27:40.877149 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54500578-c2d1-49d7-98f8-d4c026dbf37e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:27:40.877579 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54500578-c2d1-49d7-98f8-d4c026dbf37e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:27:40.877926 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54500578-c2d1-49d7-98f8-d4c026dbf37e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:27:40.878288 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54500578-c2d1-49d7-98f8-d4c026dbf37e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:27:40.878631 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54500578-c2d1-49d7-98f8-d4c026dbf37e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:27:40.878970 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54500578-c2d1-49d7-98f8-d4c026dbf37e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:27:40.879313 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54500578-c2d1-49d7-98f8-d4c026dbf37e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:27:40.879648 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54500578-c2d1-49d7-98f8-d4c026dbf37e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:27:40.879978 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54500578-c2d1-49d7-98f8-d4c026dbf37e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:27:40.880306 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54500578-c2d1-49d7-98f8-d4c026dbf37e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:27:40.880632 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54500578-c2d1-49d7-98f8-d4c026dbf37e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:27:40.886673 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-54500578-c2d1-49d7-98f8-d4c026dbf37e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:40.887753 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-54500578-c2d1-49d7-98f8-d4c026dbf37e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292710 Feb 16 23:27:40.890471 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56486) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:27:40.894747 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-8daeb7bf-7a86-4ce0-ac06-6df9c025bbb5 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Request body: {'security_group_rule': {'security_group_id': 'b3ee21dc-b389-4f94-ba87-838ba06cee49', 'project_id': '95f3c867ded546538745318f048338fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:27:40.918744 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8daeb7bf-7a86-4ce0-ac06-6df9c025bbb5 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group_rule (0dfe13de-5cf5-4458-a3e9-3d6f3a374368), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:40.976342 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8daeb7bf-7a86-4ce0-ac06-6df9c025bbb5 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group_rule (0dfe13de-5cf5-4458-a3e9-3d6f3a374368), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:40.980030 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8daeb7bf-7a86-4ce0-ac06-6df9c025bbb5 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (0dfe13de-5cf5-4458-a3e9-3d6f3a374368), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:40.998367 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daeb7bf-7a86-4ce0-ac06-6df9c025bbb5 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dfe13de-5cf5-4458-a3e9-3d6f3a374368,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:27:41.003327 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8daeb7bf-7a86-4ce0-ac06-6df9c025bbb5 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:41.004511 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8daeb7bf-7a86-4ce0-ac06-6df9c025bbb5 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1131172 Feb 16 23:27:41.007207 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56488) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:27:41.011514 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-3e0f05ca-cf66-4ce6-a48f-c864a7e9544b tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Request body: {'security_group_rule': {'security_group_id': 'b3ee21dc-b389-4f94-ba87-838ba06cee49', 'project_id': '95f3c867ded546538745318f048338fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:27:41.039062 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3e0f05ca-cf66-4ce6-a48f-c864a7e9544b tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group_rule (1bbbeea0-4a7d-4aad-a2d5-214e3f03e028), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:41.093876 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3e0f05ca-cf66-4ce6-a48f-c864a7e9544b tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group_rule (1bbbeea0-4a7d-4aad-a2d5-214e3f03e028), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:41.098090 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3e0f05ca-cf66-4ce6-a48f-c864a7e9544b tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (1bbbeea0-4a7d-4aad-a2d5-214e3f03e028), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:41.116446 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f05ca-cf66-4ce6-a48f-c864a7e9544b tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bbbeea0-4a7d-4aad-a2d5-214e3f03e028,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:27:41.121030 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3e0f05ca-cf66-4ce6-a48f-c864a7e9544b tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:41.122233 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3e0f05ca-cf66-4ce6-a48f-c864a7e9544b tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1140447 Feb 16 23:27:41.124944 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56490) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:27:41.129165 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-5aa50e5d-84cd-42b4-8874-8f24a1c627d2 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Request body: {'security_group_rule': {'security_group_id': 'b3ee21dc-b389-4f94-ba87-838ba06cee49', 'project_id': '95f3c867ded546538745318f048338fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:27:41.152726 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5aa50e5d-84cd-42b4-8874-8f24a1c627d2 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group_rule (cf943bea-607a-47df-a465-57840d3d8e16), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:41.210191 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5aa50e5d-84cd-42b4-8874-8f24a1c627d2 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group_rule (cf943bea-607a-47df-a465-57840d3d8e16), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:41.213763 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5aa50e5d-84cd-42b4-8874-8f24a1c627d2 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (cf943bea-607a-47df-a465-57840d3d8e16), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:41.228107 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa50e5d-84cd-42b4-8874-8f24a1c627d2 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf943bea-607a-47df-a465-57840d3d8e16,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:27:41.238361 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5aa50e5d-84cd-42b4-8874-8f24a1c627d2 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:41.239547 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5aa50e5d-84cd-42b4-8874-8f24a1c627d2 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1136603 Feb 16 23:27:41.242679 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56492) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:27:41.246905 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-11192a31-f331-40fc-ad02-dc71f83aa7b7 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Request body: {'security_group_rule': {'security_group_id': 'b3ee21dc-b389-4f94-ba87-838ba06cee49', 'project_id': '95f3c867ded546538745318f048338fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:27:41.267316 n-d-813897-6 neutron-server[103465]: INFO neutron.db.securitygroups_db [None req-11192a31-f331-40fc-ad02-dc71f83aa7b7 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Project 95f3c867ded546538745318f048338fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 23:27:41.272030 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-11192a31-f331-40fc-ad02-dc71f83aa7b7 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group_rule (eea088d7-d93b-4841-9f79-5fae22cf68d5), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:41.327597 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-11192a31-f331-40fc-ad02-dc71f83aa7b7 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group_rule (eea088d7-d93b-4841-9f79-5fae22cf68d5), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:41.331519 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-11192a31-f331-40fc-ad02-dc71f83aa7b7 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (eea088d7-d93b-4841-9f79-5fae22cf68d5), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:41.350549 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11192a31-f331-40fc-ad02-dc71f83aa7b7 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea088d7-d93b-4841-9f79-5fae22cf68d5,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:27:41.357321 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-11192a31-f331-40fc-ad02-dc71f83aa7b7 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:41.358624 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-11192a31-f331-40fc-ad02-dc71f83aa7b7 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1149747 Feb 16 23:27:41.361304 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56494) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:27:41.365567 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-b7153f43-3df0-4f67-9de6-e79aab1b4e9c tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Request body: {'security_group_rule': {'security_group_id': 'b3ee21dc-b389-4f94-ba87-838ba06cee49', 'project_id': '95f3c867ded546538745318f048338fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:27:41.386215 n-d-813897-6 neutron-server[103465]: INFO neutron.db.securitygroups_db [None req-b7153f43-3df0-4f67-9de6-e79aab1b4e9c tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Project 95f3c867ded546538745318f048338fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 23:27:41.391547 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b7153f43-3df0-4f67-9de6-e79aab1b4e9c tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group_rule (5c3df484-6188-4e4a-a407-f61211ff0759), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:41.448142 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b7153f43-3df0-4f67-9de6-e79aab1b4e9c tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group_rule (5c3df484-6188-4e4a-a407-f61211ff0759), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:41.451581 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b7153f43-3df0-4f67-9de6-e79aab1b4e9c tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (5c3df484-6188-4e4a-a407-f61211ff0759), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:41.469724 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7153f43-3df0-4f67-9de6-e79aab1b4e9c tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c3df484-6188-4e4a-a407-f61211ff0759,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:27:41.476577 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b7153f43-3df0-4f67-9de6-e79aab1b4e9c tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:41.478301 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b7153f43-3df0-4f67-9de6-e79aab1b4e9c tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1159022 Feb 16 23:27:41.778364 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 8ce7a427-0030-4acc-9e01-2354f7f9ff26 no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:27:41.800729 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: 8ce7a427-0030-4acc-9e01-2354f7f9ff26 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:27:41.801086 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device 8ce7a427-0030-4acc-9e01-2354f7f9ff26 not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:27:48.382062 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:27:50.832288 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-51e5ca50-3fb1-4289-a496-94f94067fff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:53.221001 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8b2a67f0-90cc-4882-954c-7533d0a3f94b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:54.540685 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:55.869052 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:57.196730 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:27:58.913582 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:00.651344 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:00.987845 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-7cbd97f4-df5e-4b1a-973c-d5997b2a7e56 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-198725910&fields=id&tenant_id=95f3c867ded546538745318f048338fb HTTP/1.1" status: 200 len: 267 time: 0.0441549 Feb 16 23:28:01.093403 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-6f6e1bdc-ee4a-436d-ac9c-e0b27a5f319a tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:01.094810 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-6f6e1bdc-ee4a-436d-ac9c-e0b27a5f319a tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/networks?id=0c142343-eeee-4191-97e2-a9b373d6c8c4 HTTP/1.1" status: 200 len: 809 time: 0.1006756 Feb 16 23:28:01.109593 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-87936674-6a20-47ff-b07a-014e07daed91 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/quotas/95f3c867ded546538745318f048338fb HTTP/1.1" status: 200 len: 375 time: 0.0088332 Feb 16 23:28:01.163237 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-9ea67f42-4f4d-4fda-baab-bfe220bcae0a tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=95f3c867ded546538745318f048338fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488358 Feb 16 23:28:01.229653 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-cb0474f8-a96b-40e0-8464-80783bccc5c0 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 23:28:01.230704 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-cb0474f8-a96b-40e0-8464-80783bccc5c0 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0567238 Feb 16 23:28:01.321571 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-6b0f9d7b-f934-485d-8fd2-b37b986182d2 service neutron] 10.222.0.75 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850601 Feb 16 23:28:01.409632 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-ec378ea3-8b36-4617-b912-19639b288984 service neutron] 10.222.0.75 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822408 Feb 16 23:28:01.684361 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-abc10182-5aef-4560-97e2-84cb103e687c req-8a25ecd8-16b1-48e9-a000-16bfe4906fe9 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 210 time: 0.0272176 Feb 16 23:28:02.620729 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-4f41ebfa-60a6-4cb0-ab4a-3bd3e867f4cc tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:02.622250 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-4f41ebfa-60a6-4cb0-ab4a-3bd3e867f4cc tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.67 "GET /v2.0/networks?id=0c142343-eeee-4191-97e2-a9b373d6c8c4 HTTP/1.1" status: 200 len: 809 time: 0.1053557 Feb 16 23:28:02.685235 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-9ad03f27-94f3-4862-aef3-1db597ef22df tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95f3c867ded546538745318f048338fb HTTP/1.1" status: 200 len: 379 time: 0.0547352 Feb 16 23:28:02.693884 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-de8ee39d-6b40-4f28-9a4e-b643876eacb4 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Request body: {'port': {'device_id': 'a24b7d0f-9029-46ad-9b8f-f0e543ee2002', 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4', 'admin_state_up': True, 'tenant_id': '95f3c867ded546538745318f048338fb', 'security_groups': ['b3ee21dc-b389-4f94-ba87-838ba06cee49']}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:28:02.793132 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-375759d0-ff0a-46f9-abae-89214e0d5f52 req-d793ed15-63c7-497c-8581-0641d5d0eecb tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 210 time: 0.0277019 Feb 16 23:28:02.811062 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-de8ee39d-6b40-4f28-9a4e-b643876eacb4 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Made reservation on behalf of 95f3c867ded546538745318f048338fb for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:28:02.815327 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-de8ee39d-6b40-4f28-9a4e-b643876eacb4 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:02.944068 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-de8ee39d-6b40-4f28-9a4e-b643876eacb4 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Allocated IP 172.20.0.7 (0c142343-eeee-4191-97e2-a9b373d6c8c4/35674a42-71df-465b-a8d2-f71bce68dbf4/7fb9412d-5431-42a7-a637-6845715f90e8) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:28:03.085020 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-de8ee39d-6b40-4f28-9a4e-b643876eacb4 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for port (7fb9412d-5431-42a7-a637-6845715f90e8), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:03.118953 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-de8ee39d-6b40-4f28-9a4e-b643876eacb4 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (7fb9412d-5431-42a7-a637-6845715f90e8), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:03.163579 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-de8ee39d-6b40-4f28-9a4e-b643876eacb4 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Network 0c142343-eeee-4191-97e2-a9b373d6c8c4 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:28:03.166632 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-de8ee39d-6b40-4f28-9a4e-b643876eacb4 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:28:03.170322 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-de8ee39d-6b40-4f28-9a4e-b643876eacb4 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:28:03.198297 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ee39d-6b40-4f28-9a4e-b643876eacb4 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Pushing event updated for resources: {'Port': ['ID=7fb9412d-5431-42a7-a637-6845715f90e8,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:28:03.237646 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-de8ee39d-6b40-4f28-9a4e-b643876eacb4 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:03.238504 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-de8ee39d-6b40-4f28-9a4e-b643876eacb4 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:03.256913 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-de8ee39d-6b40-4f28-9a4e-b643876eacb4 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5664539 Feb 16 23:28:03.313884 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-33a743d3-f473-4bfa-8f97-b0386e03639a service neutron] Request body: {'port': {'device_id': 'a24b7d0f-9029-46ad-9b8f-f0e543ee2002', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:28:03.381208 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-33a743d3-f473-4bfa-8f97-b0386e03639a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (7fb9412d-5431-42a7-a637-6845715f90e8), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:03.430254 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-2a095ec4-2d3c-4df4-9415-f642752998f4 None None] Provisioning complete for port 7fb9412d-5431-42a7-a637-6845715f90e8 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:28:03.430848 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2a095ec4-2d3c-4df4-9415-f642752998f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (7fb9412d-5431-42a7-a637-6845715f90e8), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:03.464834 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-2a095ec4-2d3c-4df4-9415-f642752998f4 None None] Port 7fb9412d-5431-42a7-a637-6845715f90e8 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:28:03.647171 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-33a743d3-f473-4bfa-8f97-b0386e03639a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb9412d-5431-42a7-a637-6845715f90e8 {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:28:03.654694 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-33a743d3-f473-4bfa-8f97-b0386e03639a service neutron] Publish callbacks [] for port (7fb9412d-5431-42a7-a637-6845715f90e8), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:03.668096 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-33a743d3-f473-4bfa-8f97-b0386e03639a service neutron] Transition to ACTIVE for port object 7fb9412d-5431-42a7-a637-6845715f90e8 will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:28:03.671670 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-33a743d3-f473-4bfa-8f97-b0386e03639a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (7fb9412d-5431-42a7-a637-6845715f90e8), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:03.722461 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a743d3-f473-4bfa-8f97-b0386e03639a service neutron] Pushing event updated for resources: {'Port': ['ID=7fb9412d-5431-42a7-a637-6845715f90e8,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:28:03.808826 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-33a743d3-f473-4bfa-8f97-b0386e03639a service neutron] Attempting to bind port 7fb9412d-5431-42a7-a637-6845715f90e8 on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:28:03.809276 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-33a743d3-f473-4bfa-8f97-b0386e03639a service neutron] Attempting to bind port 7fb9412d-5431-42a7-a637-6845715f90e8 by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '36f881e7-fbc2-4238-bd87-41278b853685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:28:03.809485 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-33a743d3-f473-4bfa-8f97-b0386e03639a service neutron] Attempting to bind port 7fb9412d-5431-42a7-a637-6845715f90e8 on network 0c142343-eeee-4191-97e2-a9b373d6c8c4 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:28:03.815176 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-33a743d3-f473-4bfa-8f97-b0386e03639a service neutron] Port 7fb9412d-5431-42a7-a637-6845715f90e8 on network 0c142343-eeee-4191-97e2-a9b373d6c8c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 23:28:03.815524 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-33a743d3-f473-4bfa-8f97-b0386e03639a service neutron] Attempting to bind port 7fb9412d-5431-42a7-a637-6845715f90e8 on network 0c142343-eeee-4191-97e2-a9b373d6c8c4 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:28:03.821201 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-33a743d3-f473-4bfa-8f97-b0386e03639a service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:28:03.821573 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-33a743d3-f473-4bfa-8f97-b0386e03639a service neutron] Checking segment: {'id': '36f881e7-fbc2-4238-bd87-41278b853685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:28:03.821934 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-33a743d3-f473-4bfa-8f97-b0386e03639a service neutron] Bound using segment: {'id': '36f881e7-fbc2-4238-bd87-41278b853685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:28:03.822431 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-33a743d3-f473-4bfa-8f97-b0386e03639a service neutron] Bound port: 7fb9412d-5431-42a7-a637-6845715f90e8, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f881e7-fbc2-4238-bd87-41278b853685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:28:03.822797 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-33a743d3-f473-4bfa-8f97-b0386e03639a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (7fb9412d-5431-42a7-a637-6845715f90e8), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:03.896856 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-33a743d3-f473-4bfa-8f97-b0386e03639a service neutron] For port 7fb9412d-5431-42a7-a637-6845715f90e8, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:28:03.900448 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-33a743d3-f473-4bfa-8f97-b0386e03639a service neutron] For port 7fb9412d-5431-42a7-a637-6845715f90e8, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=7fb9412d-5431-42a7-a637-6845715f90e8,segment=NetworkSegment(36f881e7-fbc2-4238-bd87-41278b853685),segment_id=36f881e7-fbc2-4238-bd87-41278b853685)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:28:03.912006 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-33a743d3-f473-4bfa-8f97-b0386e03639a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (7fb9412d-5431-42a7-a637-6845715f90e8), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:03.929754 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-33a743d3-f473-4bfa-8f97-b0386e03639a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:03.930411 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-33a743d3-f473-4bfa-8f97-b0386e03639a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:03.932622 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-33a743d3-f473-4bfa-8f97-b0386e03639a service neutron] 10.222.0.67 "PUT /v2.0/ports/7fb9412d-5431-42a7-a637-6845715f90e8 HTTP/1.1" status: 200 len: 1091 time: 0.6682956 Feb 16 23:28:03.933094 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24b7d0f-9029-46ad-9b8f-f0e543ee2002', 'tag': '7fb9412d-5431-42a7-a637-6845715f90e8'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:28:03.935404 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc6ebb2656127e6cc678106abfc43ff4a9c5ad1b0fb390af1324360b6f530fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0022acc3-afc2-4c25-b19e-caa62ce185ca" -d '{"events": [{"name": "network-changed", "server_uuid": "a24b7d0f-9029-46ad-9b8f-f0e543ee2002", "tag": "7fb9412d-5431-42a7-a637-6845715f90e8"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:28:03.941171 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbff5b6-9edb-42d3-802d-557af1b9e939 req-c426ab64-bf74-4f30-be90-2b44a4cc4ef1 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:03.951795 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ddbff5b6-9edb-42d3-802d-557af1b9e939 req-c426ab64-bf74-4f30-be90-2b44a4cc4ef1 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 943 time: 0.0720115 Feb 16 23:28:04.002941 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ddbff5b6-9edb-42d3-802d-557af1b9e939 req-940e0ef3-35f1-423d-8c00-af75489e5300 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494270 Feb 16 23:28:04.047369 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a743d3-f473-4bfa-8f97-b0386e03639a service neutron] Pushing event updated for resources: {'Port': ['ID=7fb9412d-5431-42a7-a637-6845715f90e8,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:28:04.073282 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-8a6f7c9a-f693-42d0-96e8-bf9f2f25c9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:04.075207 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-8a6f7c9a-f693-42d0-96e8-bf9f2f25c9c3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=95f3c867ded546538745318f048338fb&device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 1125 time: 0.0864730 Feb 16 23:28:04.123829 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-d13e4287-338d-4ef4-871b-fbed07c145cd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fb9412d-5431-42a7-a637-6845715f90e8 HTTP/1.1" status: 200 len: 217 time: 0.0422566 Feb 16 23:28:04.161603 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb7cfec-34b7-451f-a4e2-e869f84c3588 x-openstack-request-id: req-afb7cfec-34b7-451f-a4e2-e869f84c3588 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:28:04.161900 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24b7d0f-9029-46ad-9b8f-f0e543ee2002", "tag": "7fb9412d-5431-42a7-a637-6845715f90e8", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:28:04.162191 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-afb7cfec-34b7-451f-a4e2-e869f84c3588 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:28:04.162594 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24b7d0f-9029-46ad-9b8f-f0e543ee2002', 'tag': '7fb9412d-5431-42a7-a637-6845715f90e8', 'status': 'completed', 'code': 200} Feb 16 23:28:04.181666 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-de0c2c85-3428-4728-a023-f974a9d2e801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:04.183209 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-de0c2c85-3428-4728-a023-f974a9d2e801 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=35674a42-71df-465b-a8d2-f71bce68dbf4 HTTP/1.1" status: 200 len: 848 time: 0.0520952 Feb 16 23:28:04.237661 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-1c6fb8cd-c5e1-417c-b826-895f4188cfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:04.239283 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-1c6fb8cd-c5e1-417c-b826-895f4188cfd5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c142343-eeee-4191-97e2-a9b373d6c8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506713 Feb 16 23:28:04.330978 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-c20f95bc-e4f5-49c2-8b85-996901573ed9 service neutron] 10.222.0.67 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841472 Feb 16 23:28:04.424561 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-63ddafb4-cd3a-4664-b464-66e1e89498dc req-28906b86-c6b3-44ce-8a82-b24a19849864 service neutron] 10.222.0.67 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871265 Feb 16 23:28:04.512133 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022acc3-afc2-4c25-b19e-caa62ce185ca req-6e320dfe-bf0a-4fb9-b18a-f2d2ebeab7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:04.513645 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0022acc3-afc2-4c25-b19e-caa62ce185ca req-6e320dfe-bf0a-4fb9-b18a-f2d2ebeab7c6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=95f3c867ded546538745318f048338fb&device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 1125 time: 0.0483191 Feb 16 23:28:04.608313 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022acc3-afc2-4c25-b19e-caa62ce185ca req-c1583088-a0ab-49d1-990c-c97c58f6c170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:04.609799 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0022acc3-afc2-4c25-b19e-caa62ce185ca req-c1583088-a0ab-49d1-990c-c97c58f6c170 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c142343-eeee-4191-97e2-a9b373d6c8c4 HTTP/1.1" status: 200 len: 910 time: 0.0900114 Feb 16 23:28:04.648796 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0022acc3-afc2-4c25-b19e-caa62ce185ca req-2057a277-bc80-44ab-b5c1-03e08d3d0215 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fb9412d-5431-42a7-a637-6845715f90e8 HTTP/1.1" status: 200 len: 217 time: 0.0337329 Feb 16 23:28:04.697032 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022acc3-afc2-4c25-b19e-caa62ce185ca req-509d0704-39d6-4851-a0e3-6599da20f1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:04.698440 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0022acc3-afc2-4c25-b19e-caa62ce185ca req-509d0704-39d6-4851-a0e3-6599da20f1e0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=35674a42-71df-465b-a8d2-f71bce68dbf4 HTTP/1.1" status: 200 len: 848 time: 0.0440886 Feb 16 23:28:04.748257 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022acc3-afc2-4c25-b19e-caa62ce185ca req-a2836acc-c200-41c6-86a4-0661f3eb6bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:04.749774 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0022acc3-afc2-4c25-b19e-caa62ce185ca req-a2836acc-c200-41c6-86a4-0661f3eb6bae service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c142343-eeee-4191-97e2-a9b373d6c8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455167 Feb 16 23:28:04.843392 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0022acc3-afc2-4c25-b19e-caa62ce185ca req-711418f4-2d04-4615-9371-f93d96f89119 service neutron] 10.222.0.67 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882015 Feb 16 23:28:04.935427 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-0022acc3-afc2-4c25-b19e-caa62ce185ca req-6efe3e8c-f2ff-4a16-80f1-af64043cc369 service neutron] 10.222.0.67 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863161 Feb 16 23:28:05.131535 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5316f76-213a-4dc0-8d4c-62d428c9ab57 req-6e4f37ac-38ea-4556-9612-3f5ca34c5bf6 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:05.133144 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c5316f76-213a-4dc0-8d4c-62d428c9ab57 req-6e4f37ac-38ea-4556-9612-3f5ca34c5bf6 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 943 time: 0.0527682 Feb 16 23:28:05.180625 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c5316f76-213a-4dc0-8d4c-62d428c9ab57 req-b950f1ea-29ac-4e48-86a2-055e051da3b5 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418000 Feb 16 23:28:06.308667 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e978487-186e-4df9-8578-c2f9cb549c0b req-1373a8b5-8249-4498-b8c9-15a5243a4851 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:06.310240 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e978487-186e-4df9-8578-c2f9cb549c0b req-1373a8b5-8249-4498-b8c9-15a5243a4851 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 943 time: 0.0622139 Feb 16 23:28:06.358907 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1e978487-186e-4df9-8578-c2f9cb549c0b req-b7baccdb-7529-470f-b946-c45fac7527f3 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429811 Feb 16 23:28:07.481191 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc7595-000c-4da8-87ec-e41f38eaae57 req-998bddd6-7831-4937-b844-32779320a328 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:07.482860 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-abcc7595-000c-4da8-87ec-e41f38eaae57 req-998bddd6-7831-4937-b844-32779320a328 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 943 time: 0.0571291 Feb 16 23:28:07.532325 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-abcc7595-000c-4da8-87ec-e41f38eaae57 req-406a615e-013f-4462-8e20-336046312340 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436792 Feb 16 23:28:08.649092 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15044879-52c8-4971-adcc-46605fd410d3 req-890e4150-9f38-4323-ade6-bfc9a80f3972 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:08.650597 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-15044879-52c8-4971-adcc-46605fd410d3 req-890e4150-9f38-4323-ade6-bfc9a80f3972 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 943 time: 0.0518949 Feb 16 23:28:08.703704 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-15044879-52c8-4971-adcc-46605fd410d3 req-608c8589-27e8-4134-9115-fba94ea38fda tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470023 Feb 16 23:28:09.822766 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e51be6-c2db-402e-a611-1c82e13714de req-612cdd33-04c6-4efb-a579-ab29cabcbeb8 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:09.824286 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0e51be6-c2db-402e-a611-1c82e13714de req-612cdd33-04c6-4efb-a579-ab29cabcbeb8 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 943 time: 0.0524545 Feb 16 23:28:09.873076 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c0e51be6-c2db-402e-a611-1c82e13714de req-599aeda7-9b5a-4023-b194-a23bf52a65b3 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423925 Feb 16 23:28:10.993449 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd28fa-77dd-4fd3-9e53-b16eeebb7f1c req-f18cb607-17ae-49a8-8bfc-a975cf3b910e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:10.994999 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-20dd28fa-77dd-4fd3-9e53-b16eeebb7f1c req-f18cb607-17ae-49a8-8bfc-a975cf3b910e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 943 time: 0.0525072 Feb 16 23:28:11.043555 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-20dd28fa-77dd-4fd3-9e53-b16eeebb7f1c req-1332672d-5d09-48b4-ba72-dae7f651578f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429199 Feb 16 23:28:12.166927 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b4aab-238d-431a-8f63-d1899858b1f9 req-991cfe9d-037d-49b5-a220-ffdff5f4a410 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:12.168462 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a77b4aab-238d-431a-8f63-d1899858b1f9 req-991cfe9d-037d-49b5-a220-ffdff5f4a410 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 943 time: 0.0580301 Feb 16 23:28:12.217090 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a77b4aab-238d-431a-8f63-d1899858b1f9 req-22509039-f13d-41ce-8b99-b2a680d6681d tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429654 Feb 16 23:28:13.338048 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615a167-051c-4ce9-b8c4-c72f4df11e08 req-6d0a3a0c-8a10-4dc9-9259-5aa396645872 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:13.339537 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a615a167-051c-4ce9-b8c4-c72f4df11e08 req-6d0a3a0c-8a10-4dc9-9259-5aa396645872 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 943 time: 0.0521915 Feb 16 23:28:13.395153 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a615a167-051c-4ce9-b8c4-c72f4df11e08 req-b05fd88c-d153-419b-822f-6b8d946325a1 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501180 Feb 16 23:28:14.512447 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5087fa-36c5-4ffb-8ced-fb2f9344248f req-63f4ddd2-3533-4ade-9e3e-1443dba67c19 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:14.513992 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6f5087fa-36c5-4ffb-8ced-fb2f9344248f req-63f4ddd2-3533-4ade-9e3e-1443dba67c19 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 943 time: 0.0522940 Feb 16 23:28:14.567845 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6f5087fa-36c5-4ffb-8ced-fb2f9344248f req-444ff3df-d1ac-4282-a2e5-574b0356aec6 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482423 Feb 16 23:28:15.684141 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a68216-f1ec-4e39-9a1f-e3e3e1d3d4d6 req-9167702e-3853-429f-88af-d279bc409755 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:15.685609 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b4a68216-f1ec-4e39-9a1f-e3e3e1d3d4d6 req-9167702e-3853-429f-88af-d279bc409755 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 943 time: 0.0515754 Feb 16 23:28:15.733600 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b4a68216-f1ec-4e39-9a1f-e3e3e1d3d4d6 req-ca664341-12d6-4216-b9bc-9285c2d02fd6 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418596 Feb 16 23:28:16.850402 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d336f-e466-446b-aa83-2ec3aaec7f96 req-1b006ac1-1846-4b81-aaf0-42bf2f7f248f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:16.851888 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0b9d336f-e466-446b-aa83-2ec3aaec7f96 req-1b006ac1-1846-4b81-aaf0-42bf2f7f248f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 943 time: 0.0522254 Feb 16 23:28:16.898808 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0b9d336f-e466-446b-aa83-2ec3aaec7f96 req-e8940568-5927-4065-8fcd-fe82558d52e0 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413980 Feb 16 23:28:18.020588 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe394e45-6949-442a-810d-2d7673cde7d2 req-54178c2d-826a-4211-b1c6-c6f5962cf75d tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:18.022107 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fe394e45-6949-442a-810d-2d7673cde7d2 req-54178c2d-826a-4211-b1c6-c6f5962cf75d tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 943 time: 0.0564160 Feb 16 23:28:18.069357 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fe394e45-6949-442a-810d-2d7673cde7d2 req-6e9c31a2-9e8f-4ecc-95f3-6235f99683dc tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416923 Feb 16 23:28:19.188116 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc075e6c-3bde-4001-b32d-b3d16ab14003 req-20759aa3-e68b-4dd8-b5e3-19e8ab96c86e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:19.190289 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cc075e6c-3bde-4001-b32d-b3d16ab14003 req-20759aa3-e68b-4dd8-b5e3-19e8ab96c86e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 943 time: 0.0524976 Feb 16 23:28:19.238914 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cc075e6c-3bde-4001-b32d-b3d16ab14003 req-824ce443-af21-4228-b5b7-afff31763d1b tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431037 Feb 16 23:28:20.363554 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a4e76-f70a-44dc-a0a0-6d08983d863a req-7464fb6f-4864-4d9f-a554-cabd77d65d7b tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:20.365047 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-489a4e76-f70a-44dc-a0a0-6d08983d863a req-7464fb6f-4864-4d9f-a554-cabd77d65d7b tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 943 time: 0.0568302 Feb 16 23:28:20.419237 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-489a4e76-f70a-44dc-a0a0-6d08983d863a req-b82e10f3-3529-4764-bc2b-3ca22f79cc71 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485990 Feb 16 23:28:20.833927 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8ac926ab-f964-489c-b236-269cbaf49c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:21.046349 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 7fb9412d-5431-42a7-a637-6845715f90e8 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:28:21.145488 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 7fb9412d-5431-42a7-a637-6845715f90e8, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=7fb9412d-5431-42a7-a637-6845715f90e8,segment=NetworkSegment(36f881e7-fbc2-4238-bd87-41278b853685),segment_id=36f881e7-fbc2-4238-bd87-41278b853685)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:28:21.156514 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '7fb9412d-5431-42a7-a637-6845715f90e8', 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4', 'port_id': '7fb9412d-5431-42a7-a637-6845715f90e8', 'mac_address': 'fa:16:3e:9e:7b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35674a42-71df-465b-a8d2-f71bce68dbf4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:28:21.192319 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 7fb9412d-5431-42a7-a637-6845715f90e8 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:28:21.192709 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (7fb9412d-5431-42a7-a637-6845715f90e8), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:21.205488 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb9412d-5431-42a7-a637-6845715f90e8 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:28:21.224279 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 7fb9412d-5431-42a7-a637-6845715f90e8, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=7fb9412d-5431-42a7-a637-6845715f90e8,segment=NetworkSegment(36f881e7-fbc2-4238-bd87-41278b853685),segment_id=36f881e7-fbc2-4238-bd87-41278b853685)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:28:21.228151 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (7fb9412d-5431-42a7-a637-6845715f90e8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:21.273314 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=7fb9412d-5431-42a7-a637-6845715f90e8,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:28:21.280608 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:28:21.280961 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:28:21.281308 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:28:21.281653 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:28:21.282013 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:28:21.282382 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:28:21.282718 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:28:21.283049 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:28:21.283380 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:28:21.283710 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:28:21.284038 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:28:21.284365 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:28:21.284690 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:28:21.537760 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c33f8e-4e87-4226-9f51-e5be9adced6d req-c4bbfaf9-355b-4116-89b7-60cef13641ba tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:21.539300 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b3c33f8e-4e87-4226-9f51-e5be9adced6d req-c4bbfaf9-355b-4116-89b7-60cef13641ba tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 944 time: 0.0530720 Feb 16 23:28:21.587817 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-b3c33f8e-4e87-4226-9f51-e5be9adced6d req-c41a4c45-0722-4ee2-8549-7f7cbebbf651 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428379 Feb 16 23:28:21.607720 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['7fb9412d-5431-42a7-a637-6845715f90e8'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:28:22.704822 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891cbd10-e002-451e-b44f-e0ca81a2d55b req-c6b9ea3b-4e40-4f02-a2e7-b6337547b406 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:22.706337 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-891cbd10-e002-451e-b44f-e0ca81a2d55b req-c6b9ea3b-4e40-4f02-a2e7-b6337547b406 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 944 time: 0.0522075 Feb 16 23:28:22.759862 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-891cbd10-e002-451e-b44f-e0ca81a2d55b req-604042fa-6425-46dc-a976-35084d5b0365 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474656 Feb 16 23:28:23.062127 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 7fb9412d-5431-42a7-a637-6845715f90e8 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:28:23.110429 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 7fb9412d-5431-42a7-a637-6845715f90e8 completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:28:23.114178 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 7fb9412d-5431-42a7-a637-6845715f90e8 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:28:23.114549 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (7fb9412d-5431-42a7-a637-6845715f90e8), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:23.190637 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 7fb9412d-5431-42a7-a637-6845715f90e8 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:28:23.191023 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (7fb9412d-5431-42a7-a637-6845715f90e8), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:23.221045 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24b7d0f-9029-46ad-9b8f-f0e543ee2002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb9412d-5431-42a7-a637-6845715f90e8'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:28:23.223273 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}003bc719444852515b674fedd62cd1fb71b35db544f2f4adcbcd93f8ba7f5d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b6d643-6d16-4353-b359-77fa275c4146" -d '{"events": [{"server_uuid": "a24b7d0f-9029-46ad-9b8f-f0e543ee2002", "name": "network-vif-plugged", "status": "completed", "tag": "7fb9412d-5431-42a7-a637-6845715f90e8"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:28:23.241249 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 7fb9412d-5431-42a7-a637-6845715f90e8, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=7fb9412d-5431-42a7-a637-6845715f90e8,segment=NetworkSegment(36f881e7-fbc2-4238-bd87-41278b853685),segment_id=36f881e7-fbc2-4238-bd87-41278b853685)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:28:23.243487 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c1fa11be-8afe-485d-a3dd-1ad06a47fb58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:23.245596 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (7fb9412d-5431-42a7-a637-6845715f90e8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:23.294265 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=7fb9412d-5431-42a7-a637-6845715f90e8,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:28:23.315111 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99275e19-4335-44c3-8be1-d59772ab6e4f x-openstack-request-id: req-99275e19-4335-44c3-8be1-d59772ab6e4f {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:28:23.315409 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24b7d0f-9029-46ad-9b8f-f0e543ee2002", "name": "network-vif-plugged", "status": "completed", "tag": "7fb9412d-5431-42a7-a637-6845715f90e8", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:28:23.315663 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-99275e19-4335-44c3-8be1-d59772ab6e4f {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:28:23.316058 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24b7d0f-9029-46ad-9b8f-f0e543ee2002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb9412d-5431-42a7-a637-6845715f90e8', 'code': 200} Feb 16 23:28:23.416095 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542b091-8b94-49b0-8a90-4d62e70a1783 req-6c33938a-207a-4bb8-849b-f72254b9cd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:23.417602 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2542b091-8b94-49b0-8a90-4d62e70a1783 req-6c33938a-207a-4bb8-849b-f72254b9cd58 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 1127 time: 0.0451682 Feb 16 23:28:23.463366 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2542b091-8b94-49b0-8a90-4d62e70a1783 req-5991d2ca-1bb8-4291-aaf2-3c8eebffff2b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395982 Feb 16 23:28:23.879744 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc1615-e441-483e-83e9-b7008fe8f636 req-f00f1511-4f18-42da-80c0-d9b08594a2e9 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:23.881247 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d4dc1615-e441-483e-83e9-b7008fe8f636 req-f00f1511-4f18-42da-80c0-d9b08594a2e9 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 945 time: 0.0532234 Feb 16 23:28:23.929054 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d4dc1615-e441-483e-83e9-b7008fe8f636 req-c2944764-2745-4f52-934f-653df12fe834 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421503 Feb 16 23:28:24.542156 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:25.046879 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10536a-c6c9-4c39-881b-5f5e79e69710 req-c8a68cd9-0992-4319-bdc6-527826d4d85b tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:25.048355 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7a10536a-c6c9-4c39-881b-5f5e79e69710 req-c8a68cd9-0992-4319-bdc6-527826d4d85b tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 945 time: 0.0530815 Feb 16 23:28:25.097404 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7a10536a-c6c9-4c39-881b-5f5e79e69710 req-3ed15ad6-1e51-4d50-ab6b-5c8fb84c2c57 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436034 Feb 16 23:28:25.215982 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a205e-b0a0-4812-a963-b52a429f1c5a req-281a3b88-842a-4f67-8bfc-d804b122c044 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:25.217364 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-158a205e-b0a0-4812-a963-b52a429f1c5a req-281a3b88-842a-4f67-8bfc-d804b122c044 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 945 time: 0.0561702 Feb 16 23:28:25.264697 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-158a205e-b0a0-4812-a963-b52a429f1c5a req-fbf9c738-ee89-4c79-be3a-008fb3b25150 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411632 Feb 16 23:28:25.287235 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56714) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:28:25.372039 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afffbb17-0565-43b3-a5c1-442c8ef947e3 tempest-TestShelveInstance-149143302 tempest-TestShelveInstance-149143302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:25.373565 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-afffbb17-0565-43b3-a5c1-442c8ef947e3 tempest-TestShelveInstance-149143302 tempest-TestShelveInstance-149143302-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 1122 time: 0.0853209 Feb 16 23:28:25.376881 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56718) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:28:25.381125 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-dfefb5d7-e7d4-4439-ab23-11e3a92cb783 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'port_id': '7fb9412d-5431-42a7-a637-6845715f90e8', 'tenant_id': '95f3c867ded546538745318f048338fb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:28:25.381310 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:28:25.401420 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dfefb5d7-e7d4-4439-ab23-11e3a92cb783 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:25.500534 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dfefb5d7-e7d4-4439-ab23-11e3a92cb783 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:25.605786 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-dfefb5d7-e7d4-4439-ab23-11e3a92cb783 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Allocated IP 172.25.2.187 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/fe9d02c8-a7c5-4ba5-8112-74819bb4c24b) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:28:25.709771 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dfefb5d7-e7d4-4439-ab23-11e3a92cb783 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for port (fe9d02c8-a7c5-4ba5-8112-74819bb4c24b), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:25.742546 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dfefb5d7-e7d4-4439-ab23-11e3a92cb783 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (fe9d02c8-a7c5-4ba5-8112-74819bb4c24b), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:25.779201 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfefb5d7-e7d4-4439-ab23-11e3a92cb783 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:28:25.785834 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-dfefb5d7-e7d4-4439-ab23-11e3a92cb783 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:28:25.788493 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfefb5d7-e7d4-4439-ab23-11e3a92cb783 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:28:25.812267 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfefb5d7-e7d4-4439-ab23-11e3a92cb783 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Pushing event updated for resources: {'Port': ['ID=fe9d02c8-a7c5-4ba5-8112-74819bb4c24b,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:28:25.871818 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:26.141470 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dfefb5d7-e7d4-4439-ab23-11e3a92cb783 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for floatingip (01496c62-afc1-4120-9b51-25f3826f130c), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:26.209058 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dfefb5d7-e7d4-4439-ab23-11e3a92cb783 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (fe9d02c8-a7c5-4ba5-8112-74819bb4c24b), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:26.354962 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dfefb5d7-e7d4-4439-ab23-11e3a92cb783 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for port (fe9d02c8-a7c5-4ba5-8112-74819bb4c24b), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:26.359381 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dfefb5d7-e7d4-4439-ab23-11e3a92cb783 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (fe9d02c8-a7c5-4ba5-8112-74819bb4c24b), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:26.427735 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfefb5d7-e7d4-4439-ab23-11e3a92cb783 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Pushing event updated for resources: {'Port': ['ID=fe9d02c8-a7c5-4ba5-8112-74819bb4c24b,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:28:26.435771 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dfefb5d7-e7d4-4439-ab23-11e3a92cb783 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (01496c62-afc1-4120-9b51-25f3826f130c), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:26.536574 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-dfefb5d7-e7d4-4439-ab23-11e3a92cb783 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Floating IP 01496c62-afc1-4120-9b51-25f3826f130c associated. External IP: 172.25.2.187, port: 7fb9412d-5431-42a7-a637-6845715f90e8. Feb 16 23:28:26.744228 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfefb5d7-e7d4-4439-ab23-11e3a92cb783 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Router 04406014-d4a9-49b7-807c-46f8190b81f5 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:28:26.851334 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfefb5d7-e7d4-4439-ab23-11e3a92cb783 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:28:26.861801 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a573e7-113e-493b-ba4c-5db53e433740 None None] Sync routers for ids ['04406014-d4a9-49b7-807c-46f8190b81f5'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:28:26.868900 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dfefb5d7-e7d4-4439-ab23-11e3a92cb783 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:26.871079 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a573e7-113e-493b-ba4c-5db53e433740 None None] Routers {'04406014-d4a9-49b7-807c-46f8190b81f5'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:28:26.871777 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-f2a573e7-113e-493b-ba4c-5db53e433740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:28:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['04406014-d4a9-49b7-807c-46f8190b81f5'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:28:26.899062 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-dfefb5d7-e7d4-4439-ab23-11e3a92cb783 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5211639 Feb 16 23:28:26.899756 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24b7d0f-9029-46ad-9b8f-f0e543ee2002', 'tag': '7fb9412d-5431-42a7-a637-6845715f90e8'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:28:26.902051 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e02b1269caefb4c024904b88698defd233c730f45a19e1a7dbb6b862b0fddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9eaf2d-a931-4372-a87d-5f25cce94234" -d '{"events": [{"name": "network-changed", "server_uuid": "a24b7d0f-9029-46ad-9b8f-f0e543ee2002", "tag": "7fb9412d-5431-42a7-a637-6845715f90e8"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:28:26.950950 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b6a26d-0245-4ecb-abd1-98427322df4d x-openstack-request-id: req-42b6a26d-0245-4ecb-abd1-98427322df4d {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:28:26.951257 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24b7d0f-9029-46ad-9b8f-f0e543ee2002", "tag": "7fb9412d-5431-42a7-a637-6845715f90e8", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:28:26.951522 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-42b6a26d-0245-4ecb-abd1-98427322df4d {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:28:26.951942 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24b7d0f-9029-46ad-9b8f-f0e543ee2002', 'tag': '7fb9412d-5431-42a7-a637-6845715f90e8', 'status': 'completed', 'code': 200} Feb 16 23:28:27.018773 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9eaf2d-a931-4372-a87d-5f25cce94234 req-164e9643-2110-40d9-8ce0-83a7a3f611e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:27.020366 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7b9eaf2d-a931-4372-a87d-5f25cce94234 req-164e9643-2110-40d9-8ce0-83a7a3f611e9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=95f3c867ded546538745318f048338fb&device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 1127 time: 0.0469029 Feb 16 23:28:27.076375 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-f2a573e7-113e-493b-ba4c-5db53e433740 None None] Set router 04406014-d4a9-49b7-807c-46f8190b81f5 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:28:27.116127 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9eaf2d-a931-4372-a87d-5f25cce94234 req-5cdd285f-8e1d-4147-86d2-0a18567958ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:27.117625 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7b9eaf2d-a931-4372-a87d-5f25cce94234 req-5cdd285f-8e1d-4147-86d2-0a18567958ab service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c142343-eeee-4191-97e2-a9b373d6c8c4 HTTP/1.1" status: 200 len: 910 time: 0.0909398 Feb 16 23:28:27.186754 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7b9eaf2d-a931-4372-a87d-5f25cce94234 req-2345e713-9be9-4c88-b1b4-44dd5ae35952 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fb9412d-5431-42a7-a637-6845715f90e8 HTTP/1.1" status: 200 len: 999 time: 0.0623510 Feb 16 23:28:27.200417 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:27.242789 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9eaf2d-a931-4372-a87d-5f25cce94234 req-7f7aa902-f599-4bd9-a276-bed0bfffd9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:27.244258 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7b9eaf2d-a931-4372-a87d-5f25cce94234 req-7f7aa902-f599-4bd9-a276-bed0bfffd9b9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=35674a42-71df-465b-a8d2-f71bce68dbf4 HTTP/1.1" status: 200 len: 848 time: 0.0501506 Feb 16 23:28:27.293482 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9eaf2d-a931-4372-a87d-5f25cce94234 req-db9e9234-97f6-48ea-8fe5-abf876e46431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:27.294934 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7b9eaf2d-a931-4372-a87d-5f25cce94234 req-db9e9234-97f6-48ea-8fe5-abf876e46431 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c142343-eeee-4191-97e2-a9b373d6c8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453255 Feb 16 23:28:27.296475 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-f2a573e7-113e-493b-ba4c-5db53e433740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'name': 'tempest-TestShelveInstance-1118424350-router', 'tenant_id': '95f3c867ded546538745318f048338fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:38Z', 'revision_number': 4, 'project_id': '95f3c867ded546538745318f048338fb', 'gw_port': {'id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '01496c62-afc1-4120-9b51-25f3826f130c', 'tenant_id': '95f3c867ded546538745318f048338fb', 'floating_ip_address': '172.25.2.187', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'port_id': '7fb9412d-5431-42a7-a637-6845715f90e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4', 'mac_address': 'fa:16:3e:9e:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24b7d0f-9029-46ad-9b8f-f0e543ee2002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:28:26Z', 'updated_at': '2022-02-16T23:28:26Z', 'revision_number': 0, 'project_id': '95f3c867ded546538745318f048338fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2907c1-4c30-43be-95d8-e15e8c4b1db0', 'name': '', 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4', 'tenant_id': '95f3c867ded546538745318f048338fb', 'mac_address': 'fa:16:3e:03:53:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '35674a42-71df-465b-a8d2-f71bce68dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:37Z', 'updated_at': '2022-02-16T23:22:42Z', 'revision_number': 5, 'project_id': '95f3c867ded546538745318f048338fb', 'subnets': [{'id': '35674a42-71df-465b-a8d2-f71bce68dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:28:27.325455 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a573e7-113e-493b-ba4c-5db53e433740 None None] Checking router: 04406014-d4a9-49b7-807c-46f8190b81f5 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:28:27.334181 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a573e7-113e-493b-ba4c-5db53e433740 None None] Routers {'04406014-d4a9-49b7-807c-46f8190b81f5'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:28:27.334839 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-f2a573e7-113e-493b-ba4c-5db53e433740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:28:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['04406014-d4a9-49b7-807c-46f8190b81f5'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:28:27.386149 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7b9eaf2d-a931-4372-a87d-5f25cce94234 req-8e643c83-446f-4b3d-b510-88eaaf0eb9b1 service neutron] 10.222.0.67 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850792 Feb 16 23:28:27.440504 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-f2a573e7-113e-493b-ba4c-5db53e433740 None None] Set router 04406014-d4a9-49b7-807c-46f8190b81f5 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:28:27.478946 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-7b9eaf2d-a931-4372-a87d-5f25cce94234 req-99b24e10-c636-455d-a7ad-2f656f4057ff service neutron] 10.222.0.67 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872996 Feb 16 23:28:27.670631 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-f2a573e7-113e-493b-ba4c-5db53e433740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'name': 'tempest-TestShelveInstance-1118424350-router', 'tenant_id': '95f3c867ded546538745318f048338fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:38Z', 'revision_number': 4, 'project_id': '95f3c867ded546538745318f048338fb', 'gw_port': {'id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '01496c62-afc1-4120-9b51-25f3826f130c', 'tenant_id': '95f3c867ded546538745318f048338fb', 'floating_ip_address': '172.25.2.187', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'port_id': '7fb9412d-5431-42a7-a637-6845715f90e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4', 'mac_address': 'fa:16:3e:9e:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24b7d0f-9029-46ad-9b8f-f0e543ee2002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:28:26Z', 'updated_at': '2022-02-16T23:28:26Z', 'revision_number': 0, 'project_id': '95f3c867ded546538745318f048338fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2907c1-4c30-43be-95d8-e15e8c4b1db0', 'name': '', 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4', 'tenant_id': '95f3c867ded546538745318f048338fb', 'mac_address': 'fa:16:3e:03:53:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '35674a42-71df-465b-a8d2-f71bce68dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:37Z', 'updated_at': '2022-02-16T23:22:42Z', 'revision_number': 5, 'project_id': '95f3c867ded546538745318f048338fb', 'subnets': [{'id': '35674a42-71df-465b-a8d2-f71bce68dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:28:27.696123 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a573e7-113e-493b-ba4c-5db53e433740 None None] The sync data for ids ['04406014-d4a9-49b7-807c-46f8190b81f5'] in n-d-813897-6 is: [{'id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'name': 'tempest-TestShelveInstance-1118424350-router', 'tenant_id': '95f3c867ded546538745318f048338fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:38Z', 'revision_number': 4, 'project_id': '95f3c867ded546538745318f048338fb', 'gw_port': {'id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '01496c62-afc1-4120-9b51-25f3826f130c', 'tenant_id': '95f3c867ded546538745318f048338fb', 'floating_ip_address': '172.25.2.187', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'port_id': '7fb9412d-5431-42a7-a637-6845715f90e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4', 'mac_address': 'fa:16:3e:9e:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24b7d0f-9029-46ad-9b8f-f0e543ee2002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:28:26Z', 'updated_at': '2022-02-16T23:28:26Z', 'revision_number': 0, 'project_id': '95f3c867ded546538745318f048338fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2907c1-4c30-43be-95d8-e15e8c4b1db0', 'name': '', 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4', 'tenant_id': '95f3c867ded546538745318f048338fb', 'mac_address': 'fa:16:3e:03:53:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '35674a42-71df-465b-a8d2-f71bce68dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:37Z', 'updated_at': '2022-02-16T23:22:42Z', 'revision_number': 5, 'project_id': '95f3c867ded546538745318f048338fb', 'subnets': [{'id': '35674a42-71df-465b-a8d2-f71bce68dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:28:27.887599 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731e4594-f5a8-4964-a0c5-73d5608d24d5 None None] New status for floating IP 01496c62-afc1-4120-9b51-25f3826f130c: ACTIVE {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:28:28.903672 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:30.668801 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:38.360428 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-496c7137-e52f-4b9b-9781-2807153a8335 req-cb63db3d-2210-4d33-b627-b58ce4a07e61 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439601 Feb 16 23:28:38.448612 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c7137-e52f-4b9b-9781-2807153a8335 req-c85ecbe2-a6a4-4d2b-a7e6-b192f750cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:38.450175 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-496c7137-e52f-4b9b-9781-2807153a8335 req-c85ecbe2-a6a4-4d2b-a7e6-b192f750cd4d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=95f3c867ded546538745318f048338fb&device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 1127 time: 0.0486791 Feb 16 23:28:38.554405 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c7137-e52f-4b9b-9781-2807153a8335 req-bae9f67f-1880-4544-b0d8-67c6534dcd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:38.555885 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-496c7137-e52f-4b9b-9781-2807153a8335 req-bae9f67f-1880-4544-b0d8-67c6534dcd32 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c142343-eeee-4191-97e2-a9b373d6c8c4 HTTP/1.1" status: 200 len: 910 time: 0.0865779 Feb 16 23:28:38.622980 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-496c7137-e52f-4b9b-9781-2807153a8335 req-4a6efca9-536a-44db-a373-dcba2502132c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fb9412d-5431-42a7-a637-6845715f90e8 HTTP/1.1" status: 200 len: 1001 time: 0.0610476 Feb 16 23:28:38.669504 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c7137-e52f-4b9b-9781-2807153a8335 req-a5660081-d450-47f2-b564-2200077a4346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:38.670997 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-496c7137-e52f-4b9b-9781-2807153a8335 req-a5660081-d450-47f2-b564-2200077a4346 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=35674a42-71df-465b-a8d2-f71bce68dbf4 HTTP/1.1" status: 200 len: 848 time: 0.0426085 Feb 16 23:28:38.720027 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c7137-e52f-4b9b-9781-2807153a8335 req-b39f5eae-c96b-4242-90af-d5c024f6c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:28:38.721530 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-496c7137-e52f-4b9b-9781-2807153a8335 req-b39f5eae-c96b-4242-90af-d5c024f6c477 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c142343-eeee-4191-97e2-a9b373d6c8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448537 Feb 16 23:28:38.812181 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-496c7137-e52f-4b9b-9781-2807153a8335 req-2b2f0e35-4217-453e-bb70-41e2fd8dd6a3 service neutron] 10.222.0.67 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846047 Feb 16 23:28:38.899070 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-496c7137-e52f-4b9b-9781-2807153a8335 req-b9d23854-0c84-442a-b214-788293126dc1 service neutron] 10.222.0.67 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815010 Feb 16 23:28:50.836456 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7f58039d-9a5e-4798-b52a-316422638632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:53.225594 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e5982418-2c38-4ffe-9ca2-8350c1d68b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:54.545937 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:55.875549 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:57.206827 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:28:58.909886 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:29:00.669687 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:29:02.379968 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:29:20.838461 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4010e0d5-b868-4396-8c81-7c905ceb9cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:29:23.227435 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e2d4b65d-53a2-4fd6-b329-50da7bc77435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:29:24.548364 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:29:25.877699 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:29:27.208621 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:29:28.919308 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:29:30.682880 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:29:38.349015 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3d78e8f6-fde9-4589-bfc5-b2b0c52d479a req-236ba5d8-ec54-4b3e-bf2c-ccc00f524542 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486362 Feb 16 23:29:38.432733 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78e8f6-fde9-4589-bfc5-b2b0c52d479a req-e4c038ac-9039-46f5-9363-102a4947e644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:29:38.434299 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3d78e8f6-fde9-4589-bfc5-b2b0c52d479a req-e4c038ac-9039-46f5-9363-102a4947e644 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=95f3c867ded546538745318f048338fb&device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 1127 time: 0.0456762 Feb 16 23:29:38.535331 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78e8f6-fde9-4589-bfc5-b2b0c52d479a req-b27536e1-1a25-41e4-902c-72bd4359adc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:29:38.536794 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3d78e8f6-fde9-4589-bfc5-b2b0c52d479a req-b27536e1-1a25-41e4-902c-72bd4359adc1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c142343-eeee-4191-97e2-a9b373d6c8c4 HTTP/1.1" status: 200 len: 910 time: 0.0842171 Feb 16 23:29:38.602162 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3d78e8f6-fde9-4589-bfc5-b2b0c52d479a req-1f0cfaa4-8b0c-4b53-8303-27fc43e0769c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fb9412d-5431-42a7-a637-6845715f90e8 HTTP/1.1" status: 200 len: 1001 time: 0.0593531 Feb 16 23:29:38.648403 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78e8f6-fde9-4589-bfc5-b2b0c52d479a req-661cf970-f593-4360-a8dd-641aabca91f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:29:38.649813 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3d78e8f6-fde9-4589-bfc5-b2b0c52d479a req-661cf970-f593-4360-a8dd-641aabca91f3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=35674a42-71df-465b-a8d2-f71bce68dbf4 HTTP/1.1" status: 200 len: 848 time: 0.0424891 Feb 16 23:29:38.698382 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78e8f6-fde9-4589-bfc5-b2b0c52d479a req-10ff778e-11e8-49cd-a8e7-26efb7f194c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:29:38.699854 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3d78e8f6-fde9-4589-bfc5-b2b0c52d479a req-10ff778e-11e8-49cd-a8e7-26efb7f194c4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c142343-eeee-4191-97e2-a9b373d6c8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438075 Feb 16 23:29:38.793793 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3d78e8f6-fde9-4589-bfc5-b2b0c52d479a req-0d95dbd6-b6fa-4f73-9175-aeb0c140424d service neutron] 10.222.0.67 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883241 Feb 16 23:29:38.882990 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-3d78e8f6-fde9-4589-bfc5-b2b0c52d479a req-01c8d061-500a-4079-86ca-cd6e33bcd12d service neutron] 10.222.0.67 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822294 Feb 16 23:29:39.378314 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:29:50.842493 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4ab006c5-ec41-4147-8394-a1253265d712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:29:53.229368 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9a13c6e6-ab3f-4b2e-a301-73dec1cbf092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:29:54.550223 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:29:55.880269 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:29:57.210968 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:29:58.918154 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:30:00.685086 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:30:16.377728 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:30:19.412342 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104569e-b269-4371-b4d4-3449bb399b20 req-e8451fd6-fe32-4a9f-bb19-829879ada6a4 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:19.413846 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c104569e-b269-4371-b4d4-3449bb399b20 req-e8451fd6-fe32-4a9f-bb19-829879ada6a4 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 945 time: 0.0540247 Feb 16 23:30:19.462247 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c104569e-b269-4371-b4d4-3449bb399b20 req-56466f0e-a7e9-4ff3-920f-ad7a6edb2f72 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417767 Feb 16 23:30:20.593067 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fba662-2cec-46dc-941e-5f39cb1205d8 req-b42a3b75-8b88-4056-9364-a77d55273fd1 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:20.594566 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-51fba662-2cec-46dc-941e-5f39cb1205d8 req-b42a3b75-8b88-4056-9364-a77d55273fd1 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 945 time: 0.0555787 Feb 16 23:30:20.650803 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-51fba662-2cec-46dc-941e-5f39cb1205d8 req-a715fbd4-429d-4e04-89fe-02dd62ea1a34 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426960 Feb 16 23:30:20.843199 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7830af93-2521-4254-817d-6b79bbea35cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:30:21.770182 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84bfbe-c60d-4765-8690-f0cb38af021b req-98a7d6f5-d129-4806-9b87-deadc2796663 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:21.771844 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0d84bfbe-c60d-4765-8690-f0cb38af021b req-98a7d6f5-d129-4806-9b87-deadc2796663 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 945 time: 0.0520835 Feb 16 23:30:21.820955 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0d84bfbe-c60d-4765-8690-f0cb38af021b req-906356fb-d4d2-4b76-9487-4b39c3ace653 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435824 Feb 16 23:30:22.942688 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ee05a-d50c-4938-bd1d-b10fd3660d93 req-646aced6-a146-401c-b89e-2bf7969190fe tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:22.944924 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4c2ee05a-d50c-4938-bd1d-b10fd3660d93 req-646aced6-a146-401c-b89e-2bf7969190fe tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 945 time: 0.0570364 Feb 16 23:30:22.992854 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-4c2ee05a-d50c-4938-bd1d-b10fd3660d93 req-01411db6-4cb9-42cb-8e22-deb91162fbbe tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423670 Feb 16 23:30:23.231020 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6ef39262-489c-4835-b818-ab4ba3a8c921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:30:24.113046 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5d448-5bd3-4812-b84c-79aedcf48230 req-2e0d9304-fa20-4704-b365-f0018777bc65 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:24.114610 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ab5d448-5bd3-4812-b84c-79aedcf48230 req-2e0d9304-fa20-4704-b365-f0018777bc65 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 945 time: 0.0518172 Feb 16 23:30:24.162068 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3ab5d448-5bd3-4812-b84c-79aedcf48230 req-068cc3d6-2ed4-4a24-a41d-5cd00247958c tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412679 Feb 16 23:30:24.553029 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:30:25.567336 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30788b76-cf2e-4aaf-bbae-d7003f157862 req-eaceb5aa-f129-4bf8-876d-05c0e80b862f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:25.569040 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-30788b76-cf2e-4aaf-bbae-d7003f157862 req-eaceb5aa-f129-4bf8-876d-05c0e80b862f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 945 time: 0.0532262 Feb 16 23:30:25.624554 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-30788b76-cf2e-4aaf-bbae-d7003f157862 req-71a7b95d-6271-42ab-b9a5-1f0eb94a43b6 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491567 Feb 16 23:30:25.882488 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:30:26.743702 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894eace-a29d-4083-b281-cd69154c6c43 req-95008a54-6cae-494f-b77f-52612eb2f7ce tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:26.745624 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c894eace-a29d-4083-b281-cd69154c6c43 req-95008a54-6cae-494f-b77f-52612eb2f7ce tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 945 time: 0.0524707 Feb 16 23:30:26.793242 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c894eace-a29d-4083-b281-cd69154c6c43 req-afbdb509-044f-48e1-bd01-984a95c890ab tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420122 Feb 16 23:30:27.215131 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:30:27.912742 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0af190-82fc-48c2-93b1-f014e72887cd req-e232cd4b-8c55-4203-b42e-d5d858b0eb18 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:27.914281 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a0af190-82fc-48c2-93b1-f014e72887cd req-e232cd4b-8c55-4203-b42e-d5d858b0eb18 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 945 time: 0.0532088 Feb 16 23:30:27.962135 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a0af190-82fc-48c2-93b1-f014e72887cd req-53a8173c-6933-46e7-acaa-f471877f55f9 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422912 Feb 16 23:30:28.936723 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:30:29.084082 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c68849-d8a3-4b87-b3d8-5a171739b02b req-7e079c7f-1318-4052-a76b-ff1aa06f242a tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:29.085575 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-18c68849-d8a3-4b87-b3d8-5a171739b02b req-7e079c7f-1318-4052-a76b-ff1aa06f242a tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 945 time: 0.0561306 Feb 16 23:30:29.133421 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-18c68849-d8a3-4b87-b3d8-5a171739b02b req-563083a6-52b1-4295-8c62-f396f71f73dd tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417163 Feb 16 23:30:29.536893 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc47452-979a-4287-af59-53210dfba617 req-c3cbe4ff-56fe-4e04-a398-a4cde7be5554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:29.538570 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cdc47452-979a-4287-af59-53210dfba617 req-c3cbe4ff-56fe-4e04-a398-a4cde7be5554 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=95f3c867ded546538745318f048338fb&device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 1127 time: 0.0505383 Feb 16 23:30:29.626260 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc47452-979a-4287-af59-53210dfba617 req-0d6061cf-c0f1-4a90-8662-07482ed8fccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:29.627716 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cdc47452-979a-4287-af59-53210dfba617 req-0d6061cf-c0f1-4a90-8662-07482ed8fccd service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c142343-eeee-4191-97e2-a9b373d6c8c4 HTTP/1.1" status: 200 len: 910 time: 0.0822003 Feb 16 23:30:29.695384 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cdc47452-979a-4287-af59-53210dfba617 req-5d670761-4ab7-460c-b46e-bd737d3ef2a0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fb9412d-5431-42a7-a637-6845715f90e8 HTTP/1.1" status: 200 len: 1001 time: 0.0616691 Feb 16 23:30:29.741733 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc47452-979a-4287-af59-53210dfba617 req-897aca8a-0213-4a71-adef-b02751ec0995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:29.743169 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cdc47452-979a-4287-af59-53210dfba617 req-897aca8a-0213-4a71-adef-b02751ec0995 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=35674a42-71df-465b-a8d2-f71bce68dbf4 HTTP/1.1" status: 200 len: 848 time: 0.0425692 Feb 16 23:30:29.790841 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc47452-979a-4287-af59-53210dfba617 req-a02d1962-1947-4f90-b836-f11fa8467480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:29.792331 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cdc47452-979a-4287-af59-53210dfba617 req-a02d1962-1947-4f90-b836-f11fa8467480 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c142343-eeee-4191-97e2-a9b373d6c8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433524 Feb 16 23:30:29.881737 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cdc47452-979a-4287-af59-53210dfba617 req-704812bf-954f-4fdf-8139-911fdf6671f2 service neutron] 10.222.0.67 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833173 Feb 16 23:30:29.968698 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cdc47452-979a-4287-af59-53210dfba617 req-1621f6aa-904d-4160-86c5-32556efce9f5 service neutron] 10.222.0.67 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800858 Feb 16 23:30:30.250352 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71dbed-c32e-4813-a942-fc31fd664836 req-c85cbb53-9420-4961-a8da-f578a4c25014 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:30.251832 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6f71dbed-c32e-4813-a942-fc31fd664836 req-c85cbb53-9420-4961-a8da-f578a4c25014 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 945 time: 0.0519505 Feb 16 23:30:30.299101 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6f71dbed-c32e-4813-a942-fc31fd664836 req-4657c0f2-78e4-43a8-973c-0ada74246d1d tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415592 Feb 16 23:30:30.714029 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:30:31.417921 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2fb78-d898-47e4-8396-cba458f3a0e9 req-59073cef-4c5d-435d-8a2f-83c40158921b tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:31.419437 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fbd2fb78-d898-47e4-8396-cba458f3a0e9 req-59073cef-4c5d-435d-8a2f-83c40158921b tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 945 time: 0.0518777 Feb 16 23:30:31.475513 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fbd2fb78-d898-47e4-8396-cba458f3a0e9 req-5550c133-b63b-4efe-ae7a-5ac1c972d336 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470135 Feb 16 23:30:32.597882 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3b1d2-9cf2-4c01-ac2f-6368dab4184d req-e8163fde-915d-4508-871c-276bd8f4fb3b tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:32.599415 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-72b3b1d2-9cf2-4c01-ac2f-6368dab4184d req-e8163fde-915d-4508-871c-276bd8f4fb3b tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 945 time: 0.0531197 Feb 16 23:30:32.647576 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-72b3b1d2-9cf2-4c01-ac2f-6368dab4184d req-9054f00d-f91b-4da7-badb-df6cf9571894 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425389 Feb 16 23:30:33.716882 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 7fb9412d-5431-42a7-a637-6845715f90e8 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:30:33.767800 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e1e30-be59-4d41-89c1-5c91ab3660dc req-7b0a922f-4cb5-4461-a852-8cb48b3be312 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:33.769593 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ce3e1e30-be59-4d41-89c1-5c91ab3660dc req-7b0a922f-4cb5-4461-a852-8cb48b3be312 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 945 time: 0.0537243 Feb 16 23:30:33.799058 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 7fb9412d-5431-42a7-a637-6845715f90e8 is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:30:33.799609 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (7fb9412d-5431-42a7-a637-6845715f90e8), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:30:33.823294 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24b7d0f-9029-46ad-9b8f-f0e543ee2002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb9412d-5431-42a7-a637-6845715f90e8'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:30:33.826006 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}003bc719444852515b674fedd62cd1fb71b35db544f2f4adcbcd93f8ba7f5d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c1de83-b56e-46f6-96cd-d56bcef80b81" -d '{"events": [{"server_uuid": "a24b7d0f-9029-46ad-9b8f-f0e543ee2002", "name": "network-vif-unplugged", "status": "completed", "tag": "7fb9412d-5431-42a7-a637-6845715f90e8"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:30:33.827840 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ce3e1e30-be59-4d41-89c1-5c91ab3660dc req-4f61bd4b-af54-434c-9a2d-f3f55c63a53d tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444891 Feb 16 23:30:33.839024 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 7fb9412d-5431-42a7-a637-6845715f90e8, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=7fb9412d-5431-42a7-a637-6845715f90e8,segment=NetworkSegment(36f881e7-fbc2-4238-bd87-41278b853685),segment_id=36f881e7-fbc2-4238-bd87-41278b853685)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:30:33.851941 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (7fb9412d-5431-42a7-a637-6845715f90e8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:30:33.876691 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 23:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30206820-ab94-4268-8d36-89761cdb8956 x-openstack-request-id: req-30206820-ab94-4268-8d36-89761cdb8956 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:30:33.876996 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24b7d0f-9029-46ad-9b8f-f0e543ee2002", "name": "network-vif-unplugged", "status": "completed", "tag": "7fb9412d-5431-42a7-a637-6845715f90e8", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:30:33.877262 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-30206820-ab94-4268-8d36-89761cdb8956 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:30:33.877660 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24b7d0f-9029-46ad-9b8f-f0e543ee2002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb9412d-5431-42a7-a637-6845715f90e8', 'code': 200} Feb 16 23:30:33.903080 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=7fb9412d-5431-42a7-a637-6845715f90e8,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:30:33.910631 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:30:33.910984 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:30:33.911336 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:30:33.911677 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:30:33.912013 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:30:33.912346 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:30:33.912679 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:30:33.913008 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:30:33.913336 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:30:33.913662 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:30:33.914014 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:30:33.914339 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:30:33.914665 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:30:34.966465 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f0aec-e49a-4ca1-a338-508aed862123 req-9b849662-5594-4516-91e0-3e0da5adbcb5 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:34.968128 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-693f0aec-e49a-4ca1-a338-508aed862123 req-9b849662-5594-4516-91e0-3e0da5adbcb5 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 943 time: 0.0628085 Feb 16 23:30:35.020997 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-693f0aec-e49a-4ca1-a338-508aed862123 req-0f891126-0fc8-4002-9a93-17ef63420e6e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469494 Feb 16 23:30:36.183364 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9984b61-8efa-4790-9817-d7227a0663a0 req-4b756744-a65c-4613-9723-8f2396908c89 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:36.184840 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a9984b61-8efa-4790-9817-d7227a0663a0 req-4b756744-a65c-4613-9723-8f2396908c89 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 943 time: 0.0954404 Feb 16 23:30:36.233524 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a9984b61-8efa-4790-9817-d7227a0663a0 req-c2ad50c5-7e55-4944-925b-85790ed807fc tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430713 Feb 16 23:30:36.751392 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d8fd9e83-0edd-4799-b763-1587580c5a4f req-b0c3d092-f481-4d63-b36d-91498981fba4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3806896 Feb 16 23:30:36.763361 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-d8fd9e83-0edd-4799-b763-1587580c5a4f req-5cddaf4c-9a1d-4dfa-b3f2-9aa698ed1fa5 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 23:30:36.764472 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d8fd9e83-0edd-4799-b763-1587580c5a4f req-5cddaf4c-9a1d-4dfa-b3f2-9aa698ed1fa5 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075588 Feb 16 23:30:36.776505 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c6a75-3d4b-4b1b-8a86-531863cc9445 req-ec6dda37-0f1a-4137-8502-c67b5dd2ae4f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:36.778751 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fc8c6a75-3d4b-4b1b-8a86-531863cc9445 req-ec6dda37-0f1a-4137-8502-c67b5dd2ae4f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 943 time: 0.3806691 Feb 16 23:30:36.864705 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd9e83-0edd-4799-b763-1587580c5a4f req-81b22e6d-ced1-4a27-81f2-b2a00caf9093 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:36.866089 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d8fd9e83-0edd-4799-b763-1587580c5a4f req-81b22e6d-ced1-4a27-81f2-b2a00caf9093 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports/7fb9412d-5431-42a7-a637-6845715f90e8 HTTP/1.1" status: 200 len: 940 time: 0.0657341 Feb 16 23:30:36.870346 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fc8c6a75-3d4b-4b1b-8a86-531863cc9445 req-5b636e16-b438-4a68-a247-ea2270d69184 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842144 Feb 16 23:30:37.993849 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64dfe97-24fb-4bfb-abd6-cc2b49795fac req-26f5743a-994f-4796-8b06-5afc5c23ca4d tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:37.995526 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f64dfe97-24fb-4bfb-abd6-cc2b49795fac req-26f5743a-994f-4796-8b06-5afc5c23ca4d tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 943 time: 0.0570714 Feb 16 23:30:38.046473 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f64dfe97-24fb-4bfb-abd6-cc2b49795fac req-0f041ef4-3976-43a9-bf21-3409a0e9fae2 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451899 Feb 16 23:30:39.165480 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a29c53-3b99-4841-a67f-9d0c00b7a872 req-0c9b7095-f237-47f2-ba00-c8f18ef07e11 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:39.167026 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24a29c53-3b99-4841-a67f-9d0c00b7a872 req-0c9b7095-f237-47f2-ba00-c8f18ef07e11 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 943 time: 0.0541956 Feb 16 23:30:39.215545 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-24a29c53-3b99-4841-a67f-9d0c00b7a872 req-5b2b9d0f-50d4-46b4-9127-1c73d71c44c0 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429165 Feb 16 23:30:40.336018 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c729cd-4dfb-47d8-986b-212ca43b8b1c req-aa0a381d-5a53-44c2-9a30-b5dc9be2befd tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:40.337396 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-38c729cd-4dfb-47d8-986b-212ca43b8b1c req-aa0a381d-5a53-44c2-9a30-b5dc9be2befd tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 943 time: 0.0526302 Feb 16 23:30:40.390223 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-38c729cd-4dfb-47d8-986b-212ca43b8b1c req-e983fd4a-5c0a-40ae-a1ca-ed93b45cbad9 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469515 Feb 16 23:30:41.508145 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216464f-d4e1-4073-8cd0-15d55a8c4fb3 req-4a5780a8-ae0e-4ab5-8d12-f4e0c8e70261 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:41.509645 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7216464f-d4e1-4073-8cd0-15d55a8c4fb3 req-4a5780a8-ae0e-4ab5-8d12-f4e0c8e70261 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 943 time: 0.0532753 Feb 16 23:30:41.559883 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7216464f-d4e1-4073-8cd0-15d55a8c4fb3 req-27d9ee9e-57e9-4951-94e7-0cae52166bba tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440798 Feb 16 23:30:42.679353 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce142a19-7e3f-4a7d-9feb-4cb2011ab803 req-37c474db-4955-4feb-b208-efd72c127488 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:42.680845 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ce142a19-7e3f-4a7d-9feb-4cb2011ab803 req-37c474db-4955-4feb-b208-efd72c127488 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 943 time: 0.0540493 Feb 16 23:30:42.729963 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ce142a19-7e3f-4a7d-9feb-4cb2011ab803 req-5997bfad-1b29-4fd4-9f32-242864bc2a12 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427938 Feb 16 23:30:43.855289 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b267a-9e46-4fd4-a189-4fb356320a25 req-31bffd80-25ee-451f-abca-fb5338f2f9e9 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:43.856798 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7c9b267a-9e46-4fd4-a189-4fb356320a25 req-31bffd80-25ee-451f-abca-fb5338f2f9e9 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 943 time: 0.0572205 Feb 16 23:30:43.904999 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7c9b267a-9e46-4fd4-a189-4fb356320a25 req-235fcaa0-ce2b-4da3-9978-f5c0b5f75840 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424922 Feb 16 23:30:45.026610 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b94da-1c6f-41a2-8a35-b1824ae54247 req-b1ee3eb0-2daa-4e48-aa45-ce181f5a87be tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:45.028134 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-760b94da-1c6f-41a2-8a35-b1824ae54247 req-b1ee3eb0-2daa-4e48-aa45-ce181f5a87be tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 943 time: 0.0529108 Feb 16 23:30:45.077711 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-760b94da-1c6f-41a2-8a35-b1824ae54247 req-345fdd94-10de-453c-82af-89ff30be4f28 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433896 Feb 16 23:30:46.197351 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de9e4d-acd2-486e-b5eb-19e4a66c5816 req-1f56f636-e31e-4297-80b3-06059e3464a5 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:46.198882 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-05de9e4d-acd2-486e-b5eb-19e4a66c5816 req-1f56f636-e31e-4297-80b3-06059e3464a5 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 943 time: 0.0535259 Feb 16 23:30:46.251798 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-05de9e4d-acd2-486e-b5eb-19e4a66c5816 req-d2d86652-f138-4a86-9a94-4931ce3d066f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471740 Feb 16 23:30:47.373344 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fa1e7-3fd3-4aa9-8e74-d9fdd14bd12d req-e8d12311-6a23-4d9b-911b-7e4631f57b6c tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:47.374842 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3a3fa1e7-3fd3-4aa9-8e74-d9fdd14bd12d req-e8d12311-6a23-4d9b-911b-7e4631f57b6c tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 943 time: 0.0526807 Feb 16 23:30:47.423026 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3a3fa1e7-3fd3-4aa9-8e74-d9fdd14bd12d req-3ef75067-e101-4d1a-ac39-dce7eee8a4b0 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424531 Feb 16 23:30:47.566710 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd9e83-0edd-4799-b763-1587580c5a4f req-1468480b-9112-4d51-85e6-c162a0b647e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:47.568112 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d8fd9e83-0edd-4799-b763-1587580c5a4f req-1468480b-9112-4d51-85e6-c162a0b647e0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002&tenant_id=95f3c867ded546538745318f048338fb HTTP/1.1" status: 200 len: 1125 time: 0.0497532 Feb 16 23:30:47.633579 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd9e83-0edd-4799-b763-1587580c5a4f req-56f18f50-f2c8-42f4-b4a4-30c99cc989b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:47.635336 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d8fd9e83-0edd-4799-b763-1587580c5a4f req-56f18f50-f2c8-42f4-b4a4-30c99cc989b5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=95f3c867ded546538745318f048338fb&device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 1125 time: 0.0455153 Feb 16 23:30:47.727446 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd9e83-0edd-4799-b763-1587580c5a4f req-fe3ea20b-5618-4891-88f0-9f5dd8b9c835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:47.728933 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d8fd9e83-0edd-4799-b763-1587580c5a4f req-fe3ea20b-5618-4891-88f0-9f5dd8b9c835 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c142343-eeee-4191-97e2-a9b373d6c8c4 HTTP/1.1" status: 200 len: 910 time: 0.0872467 Feb 16 23:30:47.793355 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d8fd9e83-0edd-4799-b763-1587580c5a4f req-7431316e-f254-4c12-bcb7-3c709e332173 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fb9412d-5431-42a7-a637-6845715f90e8 HTTP/1.1" status: 200 len: 999 time: 0.0583220 Feb 16 23:30:47.839991 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd9e83-0edd-4799-b763-1587580c5a4f req-89e86a70-2478-4073-8c5e-e767cc45f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:47.841297 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d8fd9e83-0edd-4799-b763-1587580c5a4f req-89e86a70-2478-4073-8c5e-e767cc45f48d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=35674a42-71df-465b-a8d2-f71bce68dbf4 HTTP/1.1" status: 200 len: 848 time: 0.0427299 Feb 16 23:30:47.892565 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd9e83-0edd-4799-b763-1587580c5a4f req-b16126d2-abf9-4228-85c1-448c6db4cb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:47.894133 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d8fd9e83-0edd-4799-b763-1587580c5a4f req-b16126d2-abf9-4228-85c1-448c6db4cb13 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c142343-eeee-4191-97e2-a9b373d6c8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473406 Feb 16 23:30:47.980505 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d8fd9e83-0edd-4799-b763-1587580c5a4f req-d9bd9e08-826e-4f05-badd-671cbf6664a1 service neutron] 10.222.0.67 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805788 Feb 16 23:30:48.072135 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-d8fd9e83-0edd-4799-b763-1587580c5a4f req-197fe98c-b00d-4062-a614-ce8153eefe1d service neutron] 10.222.0.67 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853171 Feb 16 23:30:48.544025 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1b789-6de3-4bb0-a29a-09b0b61690b8 req-693ead06-b75b-4c6b-999d-dd03adce1bc1 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:48.545523 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-84a1b789-6de3-4bb0-a29a-09b0b61690b8 req-693ead06-b75b-4c6b-999d-dd03adce1bc1 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 943 time: 0.0526016 Feb 16 23:30:48.593047 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-84a1b789-6de3-4bb0-a29a-09b0b61690b8 req-5195994f-690d-430b-a8b2-3e6aedbe5dbb tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418093 Feb 16 23:30:49.720262 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900ae0f-ed56-4f5b-951b-c122a636a661 req-54929aca-137e-45c2-b4a5-c2df70d9ec27 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:49.721817 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f900ae0f-ed56-4f5b-951b-c122a636a661 req-54929aca-137e-45c2-b4a5-c2df70d9ec27 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 943 time: 0.0576892 Feb 16 23:30:49.771299 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-f900ae0f-ed56-4f5b-951b-c122a636a661 req-09aaf045-cab9-4d27-ac53-f6b459d975d6 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437293 Feb 16 23:30:50.845245 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-843652b4-a662-4fc8-afb3-63598b4de0d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:30:50.889320 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb97c3-4c17-4b42-94e1-9a6b256b3467 req-6cecfb0a-ec77-4905-91bf-90b568f97c5a tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:50.890839 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a4bb97c3-4c17-4b42-94e1-9a6b256b3467 req-6cecfb0a-ec77-4905-91bf-90b568f97c5a tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 943 time: 0.0524831 Feb 16 23:30:50.941752 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a4bb97c3-4c17-4b42-94e1-9a6b256b3467 req-4181084c-d57c-4e30-bdc8-fe6c5872f1ea tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453193 Feb 16 23:30:52.067201 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f63d7-edf8-434d-bf4e-de3f5ed1667f req-b1fa4e6b-539a-46bb-b2cc-bb668ff16e19 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:52.068687 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e35f63d7-edf8-434d-bf4e-de3f5ed1667f req-b1fa4e6b-539a-46bb-b2cc-bb668ff16e19 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 943 time: 0.0574265 Feb 16 23:30:52.116239 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e35f63d7-edf8-434d-bf4e-de3f5ed1667f req-1b5361cd-77a9-40fa-8e53-442f295bb50a tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420222 Feb 16 23:30:53.232425 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-eaa602ba-ef24-422f-9bae-a8bee3f98e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:30:53.234595 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17538a-9774-40de-bdbb-74a9e284bc81 req-fe111619-2912-49aa-b74e-5f56401d2558 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:53.236106 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9a17538a-9774-40de-bdbb-74a9e284bc81 req-fe111619-2912-49aa-b74e-5f56401d2558 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 943 time: 0.0521607 Feb 16 23:30:53.284552 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9a17538a-9774-40de-bdbb-74a9e284bc81 req-910b44db-ae86-4e59-b303-735025d1ac60 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427890 Feb 16 23:30:53.377302 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:30:54.402015 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59066b50-3202-4a52-a170-022d54a8dfe7 req-68937200-5b9b-426e-95eb-7071a11fee33 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:54.403494 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-59066b50-3202-4a52-a170-022d54a8dfe7 req-68937200-5b9b-426e-95eb-7071a11fee33 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 943 time: 0.0525675 Feb 16 23:30:54.456956 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-59066b50-3202-4a52-a170-022d54a8dfe7 req-fd2a8436-7d82-412f-ad24-9880597f166b tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474870 Feb 16 23:30:54.555949 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:30:55.575230 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23822416-efdf-4166-b1eb-c8d8bf692a85 req-8158f49b-94cf-4b3a-838d-bb091bc52e82 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:55.576738 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-23822416-efdf-4166-b1eb-c8d8bf692a85 req-8158f49b-94cf-4b3a-838d-bb091bc52e82 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 943 time: 0.0526962 Feb 16 23:30:55.625147 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-23822416-efdf-4166-b1eb-c8d8bf692a85 req-070f7b9b-414d-44e7-9052-27d122dd739e tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427787 Feb 16 23:30:55.886106 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:30:55.891004 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 7fb9412d-5431-42a7-a637-6845715f90e8 details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:30:55.986536 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 7fb9412d-5431-42a7-a637-6845715f90e8, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=7fb9412d-5431-42a7-a637-6845715f90e8,segment=NetworkSegment(36f881e7-fbc2-4238-bd87-41278b853685),segment_id=36f881e7-fbc2-4238-bd87-41278b853685)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:30:56.000219 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '7fb9412d-5431-42a7-a637-6845715f90e8', 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4', 'port_id': '7fb9412d-5431-42a7-a637-6845715f90e8', 'mac_address': 'fa:16:3e:9e:7b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35674a42-71df-465b-a8d2-f71bce68dbf4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:30:56.035876 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 7fb9412d-5431-42a7-a637-6845715f90e8 is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:30:56.036191 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (7fb9412d-5431-42a7-a637-6845715f90e8), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:30:56.048914 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb9412d-5431-42a7-a637-6845715f90e8 {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:30:56.067251 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 7fb9412d-5431-42a7-a637-6845715f90e8, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=7fb9412d-5431-42a7-a637-6845715f90e8,segment=NetworkSegment(36f881e7-fbc2-4238-bd87-41278b853685),segment_id=36f881e7-fbc2-4238-bd87-41278b853685)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:30:56.071471 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (7fb9412d-5431-42a7-a637-6845715f90e8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:30:56.116826 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=7fb9412d-5431-42a7-a637-6845715f90e8,revision_number=7']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:30:56.428011 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['7fb9412d-5431-42a7-a637-6845715f90e8'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:30:56.743337 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e3abb-769e-4b4c-98e8-b6c79a2980a0 req-307969a1-4fbf-4213-9364-a22a5f0341ea tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:56.745279 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e82e3abb-769e-4b4c-98e8-b6c79a2980a0 req-307969a1-4fbf-4213-9364-a22a5f0341ea tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 944 time: 0.0523164 Feb 16 23:30:56.793201 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e82e3abb-769e-4b4c-98e8-b6c79a2980a0 req-353a3390-f88c-4bb7-8a52-5523602e032f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423067 Feb 16 23:30:57.217234 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:30:57.903473 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 7fb9412d-5431-42a7-a637-6845715f90e8 up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:30:57.915422 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf260e9-2915-4d20-ab2f-a4fa5800209f req-367b991e-0288-4a65-9e05-2a7b067d709c tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:57.917458 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5cf260e9-2915-4d20-ab2f-a4fa5800209f req-367b991e-0288-4a65-9e05-2a7b067d709c tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 944 time: 0.0575130 Feb 16 23:30:57.956810 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 7fb9412d-5431-42a7-a637-6845715f90e8 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:30:57.957329 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (7fb9412d-5431-42a7-a637-6845715f90e8), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:30:57.966938 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5cf260e9-2915-4d20-ab2f-a4fa5800209f req-fc530683-f697-484f-987e-7f559cfdaa9d tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436687 Feb 16 23:30:58.033824 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 7fb9412d-5431-42a7-a637-6845715f90e8 is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:30:58.034246 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (7fb9412d-5431-42a7-a637-6845715f90e8), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:30:58.056566 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24b7d0f-9029-46ad-9b8f-f0e543ee2002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb9412d-5431-42a7-a637-6845715f90e8'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:30:58.059489 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}003bc719444852515b674fedd62cd1fb71b35db544f2f4adcbcd93f8ba7f5d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63955be0-a01a-4c2d-a52f-07d8a78215ee" -d '{"events": [{"server_uuid": "a24b7d0f-9029-46ad-9b8f-f0e543ee2002", "name": "network-vif-plugged", "status": "completed", "tag": "7fb9412d-5431-42a7-a637-6845715f90e8"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:30:58.072235 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 7fb9412d-5431-42a7-a637-6845715f90e8, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=7fb9412d-5431-42a7-a637-6845715f90e8,segment=NetworkSegment(36f881e7-fbc2-4238-bd87-41278b853685),segment_id=36f881e7-fbc2-4238-bd87-41278b853685)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:30:58.076309 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (7fb9412d-5431-42a7-a637-6845715f90e8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:30:58.099379 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f9cdd3-bf0c-4847-bbb6-3a54bb0b59d4 x-openstack-request-id: req-80f9cdd3-bf0c-4847-bbb6-3a54bb0b59d4 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:30:58.099687 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24b7d0f-9029-46ad-9b8f-f0e543ee2002", "name": "network-vif-plugged", "status": "completed", "tag": "7fb9412d-5431-42a7-a637-6845715f90e8", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:30:58.099951 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-80f9cdd3-bf0c-4847-bbb6-3a54bb0b59d4 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:30:58.100346 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24b7d0f-9029-46ad-9b8f-f0e543ee2002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb9412d-5431-42a7-a637-6845715f90e8', 'code': 200} Feb 16 23:30:58.133580 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=7fb9412d-5431-42a7-a637-6845715f90e8,revision_number=8']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:30:58.244792 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f437d-a9df-4e83-aefa-23374182622c req-7be7a979-0e17-4016-9762-a5f42b95a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:58.246346 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c32f437d-a9df-4e83-aefa-23374182622c req-7be7a979-0e17-4016-9762-a5f42b95a54e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 1127 time: 0.0449796 Feb 16 23:30:58.290344 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-c32f437d-a9df-4e83-aefa-23374182622c req-408ea21e-5f88-4c0a-86e6-9005d1eb042b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385075 Feb 16 23:30:58.937511 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:30:59.089222 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46b01a-4cc7-4baa-9987-a42a61ff2ad8 req-42aad606-664f-4f14-a470-3af08522775b tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:30:59.090746 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-be46b01a-4cc7-4baa-9987-a42a61ff2ad8 req-42aad606-664f-4f14-a470-3af08522775b tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 945 time: 0.0527937 Feb 16 23:30:59.138131 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-be46b01a-4cc7-4baa-9987-a42a61ff2ad8 req-f3033c23-5fd8-4fe9-96a4-b7c48747fecf tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418630 Feb 16 23:31:00.256771 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30a9fc-c3e5-42b5-9589-52a5c5ca1bed req-8757c059-39e5-492a-9232-425f11873df7 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:31:00.258284 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5e30a9fc-c3e5-42b5-9589-52a5c5ca1bed req-8757c059-39e5-492a-9232-425f11873df7 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 945 time: 0.0525784 Feb 16 23:31:00.310711 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-5e30a9fc-c3e5-42b5-9589-52a5c5ca1bed req-4f77fa72-e6c6-4fa2-bd12-1d03dc36de30 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467334 Feb 16 23:31:00.727691 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:31:20.846108 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-a12c35ee-6092-4a26-a1ef-8ba4096f80d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:31:23.234837 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-fbc9fad9-8687-4ace-adb0-0f572579e662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:31:24.559307 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:31:25.889823 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:31:27.219708 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:31:28.952274 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:31:30.376524 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:31:30.746870 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:31:39.341008 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-75b21e33-3a1c-4b56-8eba-224c418148f4 req-15938166-cc60-4e0a-87fa-d7c62d47c31e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436115 Feb 16 23:31:39.427634 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b21e33-3a1c-4b56-8eba-224c418148f4 req-794498c2-0e8a-40e6-af2f-a862880cea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:31:39.429178 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-75b21e33-3a1c-4b56-8eba-224c418148f4 req-794498c2-0e8a-40e6-af2f-a862880cea58 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=95f3c867ded546538745318f048338fb&device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 1127 time: 0.0481012 Feb 16 23:31:39.530083 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b21e33-3a1c-4b56-8eba-224c418148f4 req-ae20b6b2-1d1b-4cbc-9eb3-6661b9689aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:31:39.531551 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-75b21e33-3a1c-4b56-8eba-224c418148f4 req-ae20b6b2-1d1b-4cbc-9eb3-6661b9689aa7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c142343-eeee-4191-97e2-a9b373d6c8c4 HTTP/1.1" status: 200 len: 910 time: 0.0848970 Feb 16 23:31:39.599889 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-75b21e33-3a1c-4b56-8eba-224c418148f4 req-866bc1f9-afe2-4b18-8aad-8d2c0d53e36b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fb9412d-5431-42a7-a637-6845715f90e8 HTTP/1.1" status: 200 len: 1001 time: 0.0615637 Feb 16 23:31:39.646495 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b21e33-3a1c-4b56-8eba-224c418148f4 req-bcdc4ff0-b6d1-481d-90fd-5f9eb85f2b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:31:39.647956 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-75b21e33-3a1c-4b56-8eba-224c418148f4 req-bcdc4ff0-b6d1-481d-90fd-5f9eb85f2b27 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=35674a42-71df-465b-a8d2-f71bce68dbf4 HTTP/1.1" status: 200 len: 848 time: 0.0421617 Feb 16 23:31:39.696170 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b21e33-3a1c-4b56-8eba-224c418148f4 req-bf5fe0db-20ac-414a-9a3e-679ab5f31b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:31:39.697692 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-75b21e33-3a1c-4b56-8eba-224c418148f4 req-bf5fe0db-20ac-414a-9a3e-679ab5f31b29 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c142343-eeee-4191-97e2-a9b373d6c8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440443 Feb 16 23:31:39.789054 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-75b21e33-3a1c-4b56-8eba-224c418148f4 req-f6f23dd3-8ecb-4a6b-a90f-292e5673dca5 service neutron] 10.222.0.67 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847538 Feb 16 23:31:39.876333 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-75b21e33-3a1c-4b56-8eba-224c418148f4 req-3776d26e-59dc-4cda-b4c6-5219188706ca service neutron] 10.222.0.67 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807033 Feb 16 23:31:50.848798 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-543e63c7-cfb2-40d9-a0ef-bb2c8a5403be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:31:53.236031 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6523fe3b-bd3a-4ff8-957e-cb1774a3ea03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:31:54.562434 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:31:55.891172 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:31:57.221934 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:31:58.952100 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:00.742500 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:07.375599 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:32:16.219718 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56864) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:32:16.375299 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-3b8211ee-a005-4d9a-ac2e-ad52364b4e9f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Deleting port fe9d02c8-a7c5-4ba5-8112-74819bb4c24b {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:32:16.375549 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3b8211ee-a005-4d9a-ac2e-ad52364b4e9f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (fe9d02c8-a7c5-4ba5-8112-74819bb4c24b), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:16.449035 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3b8211ee-a005-4d9a-ac2e-ad52364b4e9f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (fe9d02c8-a7c5-4ba5-8112-74819bb4c24b), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:16.449360 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3b8211ee-a005-4d9a-ac2e-ad52364b4e9f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for floatingip (fe9d02c8-a7c5-4ba5-8112-74819bb4c24b), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:16.460871 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-3b8211ee-a005-4d9a-ac2e-ad52364b4e9f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Calling delete_port for fe9d02c8-a7c5-4ba5-8112-74819bb4c24b owned by network:floatingip {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:32:16.609211 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3b8211ee-a005-4d9a-ac2e-ad52364b4e9f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (fe9d02c8-a7c5-4ba5-8112-74819bb4c24b), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:16.634459 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8211ee-a005-4d9a-ac2e-ad52364b4e9f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Pushing event deleted for resources: {'Port': ['ID=fe9d02c8-a7c5-4ba5-8112-74819bb4c24b,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:16.645741 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8211ee-a005-4d9a-ac2e-ad52364b4e9f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:16.646134 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8211ee-a005-4d9a-ac2e-ad52364b4e9f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:16.646476 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8211ee-a005-4d9a-ac2e-ad52364b4e9f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:16.646811 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8211ee-a005-4d9a-ac2e-ad52364b4e9f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:16.647146 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8211ee-a005-4d9a-ac2e-ad52364b4e9f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:16.647473 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8211ee-a005-4d9a-ac2e-ad52364b4e9f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:16.647808 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8211ee-a005-4d9a-ac2e-ad52364b4e9f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:16.648137 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8211ee-a005-4d9a-ac2e-ad52364b4e9f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:16.648501 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8211ee-a005-4d9a-ac2e-ad52364b4e9f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:16.648830 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8211ee-a005-4d9a-ac2e-ad52364b4e9f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:16.649153 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8211ee-a005-4d9a-ac2e-ad52364b4e9f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:16.649475 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8211ee-a005-4d9a-ac2e-ad52364b4e9f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:16.649796 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8211ee-a005-4d9a-ac2e-ad52364b4e9f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:16.708194 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3b8211ee-a005-4d9a-ac2e-ad52364b4e9f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for floatingip (01496c62-afc1-4120-9b51-25f3826f130c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:16.708522 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-3b8211ee-a005-4d9a-ac2e-ad52364b4e9f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Floating IP 01496c62-afc1-4120-9b51-25f3826f130c disassociated (deleted). External IP: 172.25.2.187, port: 7fb9412d-5431-42a7-a637-6845715f90e8. Feb 16 23:32:16.917504 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8211ee-a005-4d9a-ac2e-ad52364b4e9f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Router 04406014-d4a9-49b7-807c-46f8190b81f5 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:32:17.026828 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8211ee-a005-4d9a-ac2e-ad52364b4e9f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:32:17.031665 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-3b8211ee-a005-4d9a-ac2e-ad52364b4e9f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:17.036493 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52241ce2-ec31-4a51-a1f2-f4a114642125 None None] Sync routers for ids ['04406014-d4a9-49b7-807c-46f8190b81f5'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:32:17.046866 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52241ce2-ec31-4a51-a1f2-f4a114642125 None None] Routers {'04406014-d4a9-49b7-807c-46f8190b81f5'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:32:17.047487 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-52241ce2-ec31-4a51-a1f2-f4a114642125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:31:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['04406014-d4a9-49b7-807c-46f8190b81f5'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:32:17.067073 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-3b8211ee-a005-4d9a-ac2e-ad52364b4e9f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "DELETE /v2.0/floatingips/01496c62-afc1-4120-9b51-25f3826f130c HTTP/1.1" status: 204 len: 168 time: 0.8462355 Feb 16 23:32:17.067766 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24b7d0f-9029-46ad-9b8f-f0e543ee2002', 'tag': '7fb9412d-5431-42a7-a637-6845715f90e8'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:32:17.070165 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e02b1269caefb4c024904b88698defd233c730f45a19e1a7dbb6b862b0fddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06193819-17da-4c4f-a164-8bf7196f1308" -d '{"events": [{"name": "network-changed", "server_uuid": "a24b7d0f-9029-46ad-9b8f-f0e543ee2002", "tag": "7fb9412d-5431-42a7-a637-6845715f90e8"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:32:17.155215 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-52241ce2-ec31-4a51-a1f2-f4a114642125 None None] Set router 04406014-d4a9-49b7-807c-46f8190b81f5 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:32:17.226390 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fb8cb6-b08a-4fba-b5bb-20aa9b7bf632 x-openstack-request-id: req-c8fb8cb6-b08a-4fba-b5bb-20aa9b7bf632 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:32:17.226954 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24b7d0f-9029-46ad-9b8f-f0e543ee2002", "tag": "7fb9412d-5431-42a7-a637-6845715f90e8", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:32:17.227151 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c8fb8cb6-b08a-4fba-b5bb-20aa9b7bf632 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:32:17.227665 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24b7d0f-9029-46ad-9b8f-f0e543ee2002', 'tag': '7fb9412d-5431-42a7-a637-6845715f90e8', 'status': 'completed', 'code': 200} Feb 16 23:32:17.329021 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157cafec-35a4-4dde-9935-08202f76e8d0 req-5f82cfcc-7d68-490c-8951-0d4edd0ee20f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:32:17.330663 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-157cafec-35a4-4dde-9935-08202f76e8d0 req-5f82cfcc-7d68-490c-8951-0d4edd0ee20f tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 945 time: 0.0570199 Feb 16 23:32:17.365533 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-52241ce2-ec31-4a51-a1f2-f4a114642125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'name': 'tempest-TestShelveInstance-1118424350-router', 'tenant_id': '95f3c867ded546538745318f048338fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:38Z', 'revision_number': 4, 'project_id': '95f3c867ded546538745318f048338fb', 'gw_port': {'id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '2f2907c1-4c30-43be-95d8-e15e8c4b1db0', 'name': '', 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4', 'tenant_id': '95f3c867ded546538745318f048338fb', 'mac_address': 'fa:16:3e:03:53:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '35674a42-71df-465b-a8d2-f71bce68dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:37Z', 'updated_at': '2022-02-16T23:22:42Z', 'revision_number': 5, 'project_id': '95f3c867ded546538745318f048338fb', 'subnets': [{'id': '35674a42-71df-465b-a8d2-f71bce68dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:32:17.385114 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-157cafec-35a4-4dde-9935-08202f76e8d0 req-09719ce2-3be0-4ec7-8855-fe1ebd406c14 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474122 Feb 16 23:32:17.393534 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52241ce2-ec31-4a51-a1f2-f4a114642125 None None] Checking router: 04406014-d4a9-49b7-807c-46f8190b81f5 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:32:17.403280 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52241ce2-ec31-4a51-a1f2-f4a114642125 None None] Routers {'04406014-d4a9-49b7-807c-46f8190b81f5'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:32:17.404034 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-52241ce2-ec31-4a51-a1f2-f4a114642125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:31:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['04406014-d4a9-49b7-807c-46f8190b81f5'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:32:17.515744 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-52241ce2-ec31-4a51-a1f2-f4a114642125 None None] Set router 04406014-d4a9-49b7-807c-46f8190b81f5 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:32:17.600315 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06193819-17da-4c4f-a164-8bf7196f1308 req-bb9999eb-3dfe-493d-9c96-461dc8c520f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:32:17.601872 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-06193819-17da-4c4f-a164-8bf7196f1308 req-bb9999eb-3dfe-493d-9c96-461dc8c520f0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=95f3c867ded546538745318f048338fb&device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 1127 time: 0.3539226 Feb 16 23:32:17.693669 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06193819-17da-4c4f-a164-8bf7196f1308 req-7051ea1c-e26d-4d17-a5b7-42d0e062394f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:32:17.695735 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-06193819-17da-4c4f-a164-8bf7196f1308 req-7051ea1c-e26d-4d17-a5b7-42d0e062394f service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c142343-eeee-4191-97e2-a9b373d6c8c4 HTTP/1.1" status: 200 len: 910 time: 0.0878575 Feb 16 23:32:17.732794 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-52241ce2-ec31-4a51-a1f2-f4a114642125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'name': 'tempest-TestShelveInstance-1118424350-router', 'tenant_id': '95f3c867ded546538745318f048338fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:38Z', 'revision_number': 4, 'project_id': '95f3c867ded546538745318f048338fb', 'gw_port': {'id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '2f2907c1-4c30-43be-95d8-e15e8c4b1db0', 'name': '', 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4', 'tenant_id': '95f3c867ded546538745318f048338fb', 'mac_address': 'fa:16:3e:03:53:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '35674a42-71df-465b-a8d2-f71bce68dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:37Z', 'updated_at': '2022-02-16T23:22:42Z', 'revision_number': 5, 'project_id': '95f3c867ded546538745318f048338fb', 'subnets': [{'id': '35674a42-71df-465b-a8d2-f71bce68dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:32:17.739712 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-06193819-17da-4c4f-a164-8bf7196f1308 req-f641937b-b0bd-4ecd-9965-03ce02dbdada service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fb9412d-5431-42a7-a637-6845715f90e8 HTTP/1.1" status: 200 len: 217 time: 0.0370893 Feb 16 23:32:17.794418 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06193819-17da-4c4f-a164-8bf7196f1308 req-8325af09-04ef-4bb3-9121-83bc81e27444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:32:17.796130 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-06193819-17da-4c4f-a164-8bf7196f1308 req-8325af09-04ef-4bb3-9121-83bc81e27444 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=35674a42-71df-465b-a8d2-f71bce68dbf4 HTTP/1.1" status: 200 len: 848 time: 0.0498691 Feb 16 23:32:17.848903 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06193819-17da-4c4f-a164-8bf7196f1308 req-e26fe2f8-8bbb-4969-8039-5a4a5540186b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:32:17.850473 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-06193819-17da-4c4f-a164-8bf7196f1308 req-e26fe2f8-8bbb-4969-8039-5a4a5540186b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c142343-eeee-4191-97e2-a9b373d6c8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474229 Feb 16 23:32:17.856975 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52241ce2-ec31-4a51-a1f2-f4a114642125 None None] The sync data for ids ['04406014-d4a9-49b7-807c-46f8190b81f5'] in n-d-813897-6 is: [{'id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'name': 'tempest-TestShelveInstance-1118424350-router', 'tenant_id': '95f3c867ded546538745318f048338fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:38Z', 'revision_number': 4, 'project_id': '95f3c867ded546538745318f048338fb', 'gw_port': {'id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '2f2907c1-4c30-43be-95d8-e15e8c4b1db0', 'name': '', 'network_id': '0c142343-eeee-4191-97e2-a9b373d6c8c4', 'tenant_id': '95f3c867ded546538745318f048338fb', 'mac_address': 'fa:16:3e:03:53:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '35674a42-71df-465b-a8d2-f71bce68dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:37Z', 'updated_at': '2022-02-16T23:22:42Z', 'revision_number': 5, 'project_id': '95f3c867ded546538745318f048338fb', 'subnets': [{'id': '35674a42-71df-465b-a8d2-f71bce68dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:32:17.947923 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-06193819-17da-4c4f-a164-8bf7196f1308 req-692af4b3-13fd-4724-b9d3-3f4c604f97ed service neutron] 10.222.0.67 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902405 Feb 16 23:32:18.041223 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-06193819-17da-4c4f-a164-8bf7196f1308 req-4a280d33-f0e6-445c-8c53-84c0d1efeef0 service neutron] 10.222.0.67 "GET /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873957 Feb 16 23:32:18.093628 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75947843-9399-47ed-a9ca-1ea5bfbb6c8a None None] New status for floating IP 01496c62-afc1-4120-9b51-25f3826f130c: DOWN {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:32:18.509872 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0645c1c-cfec-4c90-bfbc-7e0566993337 req-b5febd8b-0262-4027-9661-cf683833adc1 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:32:18.511404 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a0645c1c-cfec-4c90-bfbc-7e0566993337 req-b5febd8b-0262-4027-9661-cf683833adc1 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 945 time: 0.0566356 Feb 16 23:32:18.564075 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a0645c1c-cfec-4c90-bfbc-7e0566993337 req-72833a22-801c-43de-8ca7-66d86117a043 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3ee21dc-b389-4f94-ba87-838ba06cee49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470924 Feb 16 23:32:18.893261 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba6df5-c515-4e63-9105-e813f53c99c8 req-e1c8b168-77fa-4007-92d3-235db6ba7462 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:32:18.894729 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-68ba6df5-c515-4e63-9105-e813f53c99c8 req-e1c8b168-77fa-4007-92d3-235db6ba7462 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.67 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 945 time: 0.0564394 Feb 16 23:32:18.984703 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-68ba6df5-c515-4e63-9105-e813f53c99c8 req-a1dcc6fd-eb4f-47dc-b25b-f6792faba7e6 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Deleting port 7fb9412d-5431-42a7-a637-6845715f90e8 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:32:18.985042 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-68ba6df5-c515-4e63-9105-e813f53c99c8 req-a1dcc6fd-eb4f-47dc-b25b-f6792faba7e6 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (7fb9412d-5431-42a7-a637-6845715f90e8), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:19.074717 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-68ba6df5-c515-4e63-9105-e813f53c99c8 req-a1dcc6fd-eb4f-47dc-b25b-f6792faba7e6 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] For port 7fb9412d-5431-42a7-a637-6845715f90e8, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=7fb9412d-5431-42a7-a637-6845715f90e8,segment=NetworkSegment(36f881e7-fbc2-4238-bd87-41278b853685),segment_id=36f881e7-fbc2-4238-bd87-41278b853685)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:32:19.075082 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-68ba6df5-c515-4e63-9105-e813f53c99c8 req-a1dcc6fd-eb4f-47dc-b25b-f6792faba7e6 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (7fb9412d-5431-42a7-a637-6845715f90e8), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:19.086876 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-68ba6df5-c515-4e63-9105-e813f53c99c8 req-a1dcc6fd-eb4f-47dc-b25b-f6792faba7e6 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Calling delete_port for 7fb9412d-5431-42a7-a637-6845715f90e8 owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:32:19.210178 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-68ba6df5-c515-4e63-9105-e813f53c99c8 req-a1dcc6fd-eb4f-47dc-b25b-f6792faba7e6 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (7fb9412d-5431-42a7-a637-6845715f90e8), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:19.243016 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dcc6fd-eb4f-47dc-b25b-f6792faba7e6 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Pushing event deleted for resources: {'Port': ['ID=7fb9412d-5431-42a7-a637-6845715f90e8,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:19.270503 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dcc6fd-eb4f-47dc-b25b-f6792faba7e6 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:19.270860 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dcc6fd-eb4f-47dc-b25b-f6792faba7e6 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:19.271210 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dcc6fd-eb4f-47dc-b25b-f6792faba7e6 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:19.271551 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dcc6fd-eb4f-47dc-b25b-f6792faba7e6 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:19.271890 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dcc6fd-eb4f-47dc-b25b-f6792faba7e6 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:19.272224 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dcc6fd-eb4f-47dc-b25b-f6792faba7e6 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:19.272557 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dcc6fd-eb4f-47dc-b25b-f6792faba7e6 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:19.272889 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dcc6fd-eb4f-47dc-b25b-f6792faba7e6 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:19.273221 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dcc6fd-eb4f-47dc-b25b-f6792faba7e6 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:19.274088 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dcc6fd-eb4f-47dc-b25b-f6792faba7e6 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:19.274416 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dcc6fd-eb4f-47dc-b25b-f6792faba7e6 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:19.274742 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dcc6fd-eb4f-47dc-b25b-f6792faba7e6 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:19.275068 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dcc6fd-eb4f-47dc-b25b-f6792faba7e6 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:19.296244 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ba6df5-c515-4e63-9105-e813f53c99c8 req-a1dcc6fd-eb4f-47dc-b25b-f6792faba7e6 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] No DVR routers for this DVR port 7fb9412d-5431-42a7-a637-6845715f90e8 on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:32:19.298931 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-68ba6df5-c515-4e63-9105-e813f53c99c8 req-a1dcc6fd-eb4f-47dc-b25b-f6792faba7e6 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:19.302373 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-68ba6df5-c515-4e63-9105-e813f53c99c8 req-a1dcc6fd-eb4f-47dc-b25b-f6792faba7e6 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.67 "DELETE /v2.0/ports/7fb9412d-5431-42a7-a637-6845715f90e8 HTTP/1.1" status: 204 len: 173 time: 0.4019225 Feb 16 23:32:19.302824 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24b7d0f-9029-46ad-9b8f-f0e543ee2002', 'name': 'network-vif-deleted', 'tag': '7fb9412d-5431-42a7-a637-6845715f90e8'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:32:19.305147 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc6ebb2656127e6cc678106abfc43ff4a9c5ad1b0fb390af1324360b6f530fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0735865e-3998-446a-b767-892c4c64069d" -d '{"events": [{"server_uuid": "a24b7d0f-9029-46ad-9b8f-f0e543ee2002", "name": "network-vif-deleted", "tag": "7fb9412d-5431-42a7-a637-6845715f90e8"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:32:19.342390 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7621aa0-954c-4157-89d3-3e02eea661b9 x-openstack-request-id: req-e7621aa0-954c-4157-89d3-3e02eea661b9 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:32:19.342696 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24b7d0f-9029-46ad-9b8f-f0e543ee2002", "name": "network-vif-deleted", "tag": "7fb9412d-5431-42a7-a637-6845715f90e8", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:32:19.342958 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e7621aa0-954c-4157-89d3-3e02eea661b9 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:32:19.343368 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24b7d0f-9029-46ad-9b8f-f0e543ee2002', 'name': 'network-vif-deleted', 'tag': '7fb9412d-5431-42a7-a637-6845715f90e8', 'status': 'completed', 'code': 200} Feb 16 23:32:19.675580 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-82bc7d5b-ad9d-44c3-8a3b-7d899a913b69 req-2bf7f160-b471-4dc7-b1ee-83589109e3be tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 210 time: 0.0359416 Feb 16 23:32:20.774591 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8ee2236a-1e9f-49cf-b120-753dc0a6ee08 req-f8d2bc6d-1e2a-4d17-a921-ccd2ad061165 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 210 time: 0.0271597 Feb 16 23:32:20.850901 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-326f3f90-3c1d-4a84-a37d-722c5324505b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:21.872238 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-def002cc-e155-4a8d-90a1-7dbf4a58dc8a req-263a320c-21a2-4479-b1e3-42539200e4d3 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 210 time: 0.0278876 Feb 16 23:32:22.382617 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 7fb9412d-5431-42a7-a637-6845715f90e8 no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:32:22.402526 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 7fb9412d-5431-42a7-a637-6845715f90e8 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:32:22.402873 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 7fb9412d-5431-42a7-a637-6845715f90e8 not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:32:22.968187 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-766081d3-9474-4bbc-8a03-8e81271e82f8 req-eaf7ba52-12d5-4664-bdea-8e1fea4d7546 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 210 time: 0.0276630 Feb 16 23:32:23.238412 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8c159861-be4f-4ade-9b98-beafe536879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:24.062051 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-aa180c67-c86b-4660-b3ab-91b9b10f83ad req-15e0699b-1675-416e-8938-ae00628e0822 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 210 time: 0.0278382 Feb 16 23:32:24.566340 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:25.161565 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8411d856-457a-4229-87ae-655bc2aa730f req-c69a8ad4-3249-4780-b917-db7d5872d90b tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 210 time: 0.0312526 Feb 16 23:32:25.894301 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:26.262887 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cff04b7d-70e9-421b-940e-f3744f17d78f req-bb950896-de46-44b1-af3d-3757aef5a3b6 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 210 time: 0.0288002 Feb 16 23:32:27.224301 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:27.358064 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-151de7bb-af18-4529-b0ee-4b34b56c3e47 req-a4cc0b81-79cb-4c07-bc31-0dacbdadc6fe tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 210 time: 0.0271389 Feb 16 23:32:28.470305 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-253ecebf-94b6-41fc-aeba-70ed1fe486bf req-bcf355ed-1e17-4ff0-ac0c-9e9901234339 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "GET /v2.0/ports?device_id=a24b7d0f-9029-46ad-9b8f-f0e543ee2002 HTTP/1.1" status: 200 len: 210 time: 0.0301187 Feb 16 23:32:28.951482 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:29.527607 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56908) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:32:29.584536 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ad072f5-7358-40aa-96b2-7400a8104062 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group (b3ee21dc-b389-4f94-ba87-838ba06cee49), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:29.609539 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ad072f5-7358-40aa-96b2-7400a8104062 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group (b3ee21dc-b389-4f94-ba87-838ba06cee49), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:29.674291 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ad072f5-7358-40aa-96b2-7400a8104062 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (b3ee21dc-b389-4f94-ba87-838ba06cee49), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:29.677038 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-4ad072f5-7358-40aa-96b2-7400a8104062 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:29.681330 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-4ad072f5-7358-40aa-96b2-7400a8104062 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] 10.222.0.75 "DELETE /v2.0/security-groups/b3ee21dc-b389-4f94-ba87-838ba06cee49 HTTP/1.1" status: 204 len: 168 time: 0.1495237 Feb 16 23:32:29.688561 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad072f5-7358-40aa-96b2-7400a8104062 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ee21dc-b389-4f94-ba87-838ba06cee49,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:29.731826 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56912) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:32:30.200090 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ffafdef1-2541-42ac-88c3-5f23100d3e01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (04406014-d4a9-49b7-807c-46f8190b81f5), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:30.446774 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-ffafdef1-2541-42ac-88c3-5f23100d3e01 admin admin] Deleting port 2f2907c1-4c30-43be-95d8-e15e8c4b1db0 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:32:30.447029 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ffafdef1-2541-42ac-88c3-5f23100d3e01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (2f2907c1-4c30-43be-95d8-e15e8c4b1db0), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:30.528678 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-ffafdef1-2541-42ac-88c3-5f23100d3e01 admin admin] For port 2f2907c1-4c30-43be-95d8-e15e8c4b1db0, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=2f2907c1-4c30-43be-95d8-e15e8c4b1db0,segment=NetworkSegment(36f881e7-fbc2-4238-bd87-41278b853685),segment_id=36f881e7-fbc2-4238-bd87-41278b853685)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:32:30.529037 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ffafdef1-2541-42ac-88c3-5f23100d3e01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (2f2907c1-4c30-43be-95d8-e15e8c4b1db0), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:30.542823 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-ffafdef1-2541-42ac-88c3-5f23100d3e01 admin admin] Calling delete_port for 2f2907c1-4c30-43be-95d8-e15e8c4b1db0 owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:32:30.726678 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ffafdef1-2541-42ac-88c3-5f23100d3e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (2f2907c1-4c30-43be-95d8-e15e8c4b1db0), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:30.745569 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:30.753180 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffafdef1-2541-42ac-88c3-5f23100d3e01 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f2907c1-4c30-43be-95d8-e15e8c4b1db0,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:30.928492 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-ffafdef1-2541-42ac-88c3-5f23100d3e01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (04406014-d4a9-49b7-807c-46f8190b81f5), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:31.158216 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffafdef1-2541-42ac-88c3-5f23100d3e01 admin admin] Router 04406014-d4a9-49b7-807c-46f8190b81f5 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:32:31.268573 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffafdef1-2541-42ac-88c3-5f23100d3e01 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:32:31.278778 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-ffafdef1-2541-42ac-88c3-5f23100d3e01 admin admin] 10.222.0.75 "PUT /v2.0/routers/04406014-d4a9-49b7-807c-46f8190b81f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5425737 Feb 16 23:32:31.279149 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56916) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:32:31.281581 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec7123c-e606-47cd-9930-8029b4f56133 None None] Sync routers for ids ['04406014-d4a9-49b7-807c-46f8190b81f5'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:32:31.292708 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec7123c-e606-47cd-9930-8029b4f56133 None None] Routers {'04406014-d4a9-49b7-807c-46f8190b81f5'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:32:31.293395 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-dec7123c-e606-47cd-9930-8029b4f56133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:32:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['04406014-d4a9-49b7-807c-46f8190b81f5'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:32:31.387256 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fd7337e1-0346-4f4e-8fc9-a30a5281c1a0 admin admin] Publish callbacks [] for router (04406014-d4a9-49b7-807c-46f8190b81f5), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:31.397134 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-dec7123c-e606-47cd-9930-8029b4f56133 None None] Set router 04406014-d4a9-49b7-807c-46f8190b81f5 gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:32:31.499477 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fd7337e1-0346-4f4e-8fc9-a30a5281c1a0 admin admin] Publish callbacks [] for router_gateway (04406014-d4a9-49b7-807c-46f8190b81f5), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:31.561030 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-fd7337e1-0346-4f4e-8fc9-a30a5281c1a0 admin admin] Deleting port dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:32:31.561368 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fd7337e1-0346-4f4e-8fc9-a30a5281c1a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:31.591403 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-dec7123c-e606-47cd-9930-8029b4f56133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'name': 'tempest-TestShelveInstance-1118424350-router', 'tenant_id': '95f3c867ded546538745318f048338fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:32:30Z', 'revision_number': 5, 'project_id': '95f3c867ded546538745318f048338fb', 'gw_port': {'id': 'dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:32:31.621606 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec7123c-e606-47cd-9930-8029b4f56133 None None] Checking router: 04406014-d4a9-49b7-807c-46f8190b81f5 for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:32:31.630284 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec7123c-e606-47cd-9930-8029b4f56133 None None] Routers {'04406014-d4a9-49b7-807c-46f8190b81f5'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:32:31.631021 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-dec7123c-e606-47cd-9930-8029b4f56133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:32:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['04406014-d4a9-49b7-807c-46f8190b81f5'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:32:31.652012 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-fd7337e1-0346-4f4e-8fc9-a30a5281c1a0 admin admin] For port dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:32:31.652401 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fd7337e1-0346-4f4e-8fc9-a30a5281c1a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:31.666236 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-fd7337e1-0346-4f4e-8fc9-a30a5281c1a0 admin admin] Calling delete_port for dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49 owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:32:31.716555 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-dec7123c-e606-47cd-9930-8029b4f56133 None None] Set router 04406014-d4a9-49b7-807c-46f8190b81f5 gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:32:31.771327 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-dec7123c-e606-47cd-9930-8029b4f56133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'name': 'tempest-TestShelveInstance-1118424350-router', 'tenant_id': '95f3c867ded546538745318f048338fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:32:31Z', 'revision_number': 6, 'project_id': '95f3c867ded546538745318f048338fb', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:32:31.800338 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec7123c-e606-47cd-9930-8029b4f56133 None None] The sync data for ids ['04406014-d4a9-49b7-807c-46f8190b81f5'] in n-d-813897-6 is: [{'id': '04406014-d4a9-49b7-807c-46f8190b81f5', 'name': 'tempest-TestShelveInstance-1118424350-router', 'tenant_id': '95f3c867ded546538745318f048338fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:22:35Z', 'updated_at': '2022-02-16T23:32:31Z', 'revision_number': 6, 'project_id': '95f3c867ded546538745318f048338fb', 'gw_port_host': None}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:32:31.858126 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fd7337e1-0346-4f4e-8fc9-a30a5281c1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:31.882611 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7337e1-0346-4f4e-8fc9-a30a5281c1a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:31.949202 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fd7337e1-0346-4f4e-8fc9-a30a5281c1a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (04406014-d4a9-49b7-807c-46f8190b81f5), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:32.047697 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fd7337e1-0346-4f4e-8fc9-a30a5281c1a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (04406014-d4a9-49b7-807c-46f8190b81f5), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:32.050048 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fd7337e1-0346-4f4e-8fc9-a30a5281c1a0 admin admin] Publish callbacks [] for router_controller (04406014-d4a9-49b7-807c-46f8190b81f5), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:32.095736 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fd7337e1-0346-4f4e-8fc9-a30a5281c1a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (04406014-d4a9-49b7-807c-46f8190b81f5), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:32.096263 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7337e1-0346-4f4e-8fc9-a30a5281c1a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04406014-d4a9-49b7-807c-46f8190b81f5 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 23:32:32.102806 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fd7337e1-0346-4f4e-8fc9-a30a5281c1a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:32.103976 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fd7337e1-0346-4f4e-8fc9-a30a5281c1a0 admin admin] 10.222.0.75 "DELETE /v2.0/routers/04406014-d4a9-49b7-807c-46f8190b81f5 HTTP/1.1" status: 204 len: 168 time: 0.8235533 Feb 16 23:32:32.106532 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56918) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:32:32.155735 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4a53166-879f-445d-8de3-bfdf16dc4029 admin admin] Deleting subnet 35674a42-71df-465b-a8d2-f71bce68dbf4 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 23:32:32.159336 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c4a53166-879f-445d-8de3-bfdf16dc4029 admin admin] Publish callbacks [] for subnet (35674a42-71df-465b-a8d2-f71bce68dbf4), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:32.199526 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c4a53166-879f-445d-8de3-bfdf16dc4029 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (35674a42-71df-465b-a8d2-f71bce68dbf4), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:32.289693 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 2f2907c1-4c30-43be-95d8-e15e8c4b1db0 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:32:32.302278 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c4a53166-879f-445d-8de3-bfdf16dc4029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (35674a42-71df-465b-a8d2-f71bce68dbf4), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:32.316222 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 2f2907c1-4c30-43be-95d8-e15e8c4b1db0 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:32:32.316573 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 2f2907c1-4c30-43be-95d8-e15e8c4b1db0 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:32:32.367720 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c4a53166-879f-445d-8de3-bfdf16dc4029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (35674a42-71df-465b-a8d2-f71bce68dbf4), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:32.396321 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c4a53166-879f-445d-8de3-bfdf16dc4029 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:32.402544 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208e73cc-8343-43fd-a34d-04350cb11ae5 None None] Network 0c142343-eeee-4191-97e2-a9b373d6c8c4 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:32:32.402711 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56920) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:32:32.403174 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c4a53166-879f-445d-8de3-bfdf16dc4029 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/35674a42-71df-465b-a8d2-f71bce68dbf4 HTTP/1.1" status: 204 len: 168 time: 0.2948844 Feb 16 23:32:32.404655 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a53166-879f-445d-8de3-bfdf16dc4029 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35674a42-71df-465b-a8d2-f71bce68dbf4,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:32.474592 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-37c5cded-0c94-44d5-a6dc-4276920a018c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (0c142343-eeee-4191-97e2-a9b373d6c8c4), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:32.533055 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-37c5cded-0c94-44d5-a6dc-4276920a018c admin admin] Deleting port d0c1cf0b-4866-449a-8150-a7f3ed94bbcc {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:32:32.533393 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-37c5cded-0c94-44d5-a6dc-4276920a018c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (d0c1cf0b-4866-449a-8150-a7f3ed94bbcc), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:32.602552 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-37c5cded-0c94-44d5-a6dc-4276920a018c admin admin] For port d0c1cf0b-4866-449a-8150-a7f3ed94bbcc, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=d0c1cf0b-4866-449a-8150-a7f3ed94bbcc,segment=NetworkSegment(36f881e7-fbc2-4238-bd87-41278b853685),segment_id=36f881e7-fbc2-4238-bd87-41278b853685)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:32:32.602861 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-37c5cded-0c94-44d5-a6dc-4276920a018c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (d0c1cf0b-4866-449a-8150-a7f3ed94bbcc), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:32.615025 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-37c5cded-0c94-44d5-a6dc-4276920a018c admin admin] Calling delete_port for d0c1cf0b-4866-449a-8150-a7f3ed94bbcc owned by network:dhcp {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:32:32.663099 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03c810b-d0b6-4f69-ac08-523f19195d9f None None] DHCP port deletion for 0c142343-eeee-4191-97e2-a9b373d6c8c4 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 23:32:32.712994 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-37c5cded-0c94-44d5-a6dc-4276920a018c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (d0c1cf0b-4866-449a-8150-a7f3ed94bbcc), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:32.719769 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-c03c810b-d0b6-4f69-ac08-523f19195d9f None None] Deleting port d0c1cf0b-4866-449a-8150-a7f3ed94bbcc {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:32:32.720263 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c03c810b-d0b6-4f69-ac08-523f19195d9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (d0c1cf0b-4866-449a-8150-a7f3ed94bbcc), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:32.743428 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c5cded-0c94-44d5-a6dc-4276920a018c admin admin] No DVR routers for this DVR port d0c1cf0b-4866-449a-8150-a7f3ed94bbcc on host n-d-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:32:32.783628 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-c03c810b-d0b6-4f69-ac08-523f19195d9f None None] For port d0c1cf0b-4866-449a-8150-a7f3ed94bbcc, host n-d-813897-6, got binding levels [] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:32:32.784689 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c03c810b-d0b6-4f69-ac08-523f19195d9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (d0c1cf0b-4866-449a-8150-a7f3ed94bbcc), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:32.798468 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-c03c810b-d0b6-4f69-ac08-523f19195d9f None None] Calling delete_port for d0c1cf0b-4866-449a-8150-a7f3ed94bbcc owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:32:32.801245 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.ipam_backend_mixin [None req-c03c810b-d0b6-4f69-ac08-523f19195d9f None None] Port d0c1cf0b-4866-449a-8150-a7f3ed94bbcc was not found and therefore no delete operation was performed {{(pid=103467) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 23:32:32.802919 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c03c810b-d0b6-4f69-ac08-523f19195d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (d0c1cf0b-4866-449a-8150-a7f3ed94bbcc), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:32.823887 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-37c5cded-0c94-44d5-a6dc-4276920a018c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (0c142343-eeee-4191-97e2-a9b373d6c8c4), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:32.833344 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c810b-d0b6-4f69-ac08-523f19195d9f None None] Pushing event deleted for resources: {'Port': ['ID=d0c1cf0b-4866-449a-8150-a7f3ed94bbcc,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:32.838263 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03c810b-d0b6-4f69-ac08-523f19195d9f None None] No DVR routers for this DVR port d0c1cf0b-4866-449a-8150-a7f3ed94bbcc on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:32:32.844908 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c810b-d0b6-4f69-ac08-523f19195d9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:32.845375 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c810b-d0b6-4f69-ac08-523f19195d9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:32.845819 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c810b-d0b6-4f69-ac08-523f19195d9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:32.846318 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c810b-d0b6-4f69-ac08-523f19195d9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:32.846744 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c810b-d0b6-4f69-ac08-523f19195d9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:32.847178 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c810b-d0b6-4f69-ac08-523f19195d9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:32.847627 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c810b-d0b6-4f69-ac08-523f19195d9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:32.848267 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c810b-d0b6-4f69-ac08-523f19195d9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:32.848590 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c810b-d0b6-4f69-ac08-523f19195d9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:32.849019 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c810b-d0b6-4f69-ac08-523f19195d9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:32.849442 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c810b-d0b6-4f69-ac08-523f19195d9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:32.849865 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c810b-d0b6-4f69-ac08-523f19195d9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:32.850310 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c810b-d0b6-4f69-ac08-523f19195d9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:32.852091 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-37c5cded-0c94-44d5-a6dc-4276920a018c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c142343-eeee-4191-97e2-a9b373d6c8c4']}} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:32:32.855103 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5cded-0c94-44d5-a6dc-4276920a018c admin admin] Pushing event deleted for resources: {'Port': ['ID=d0c1cf0b-4866-449a-8150-a7f3ed94bbcc,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:32.865414 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-37c5cded-0c94-44d5-a6dc-4276920a018c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f881e7-fbc2-4238-bd87-41278b853685') {'for_net_delete': True} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:32:32.865717 n-d-813897-6 neutron-server[103466]: DEBUG neutron.services.segments.db [None req-37c5cded-0c94-44d5-a6dc-4276920a018c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f881e7-fbc2-4238-bd87-41278b853685') {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:32:32.878594 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-37c5cded-0c94-44d5-a6dc-4276920a018c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2543270'] for segment (36f881e7-fbc2-4238-bd87-41278b853685), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:32.892879 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-37c5cded-0c94-44d5-a6dc-4276920a018c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (36f881e7-fbc2-4238-bd87-41278b853685), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:32.898628 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c5cded-0c94-44d5-a6dc-4276920a018c admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:32:32.899131 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-37c5cded-0c94-44d5-a6dc-4276920a018c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767854'] for segment (36f881e7-fbc2-4238-bd87-41278b853685), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:32.900956 n-d-813897-6 neutron-server[103466]: Traceback (most recent call last): Feb 16 23:32:32.900956 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:32:32.900956 n-d-813897-6 neutron-server[103466]: timer() Feb 16 23:32:32.900956 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:32:32.900956 n-d-813897-6 neutron-server[103466]: cb(*args, **kw) Feb 16 23:32:32.900956 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 23:32:32.900956 n-d-813897-6 neutron-server[103466]: return func(*args, **kwargs) Feb 16 23:32:32.900956 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:32:32.900956 n-d-813897-6 neutron-server[103466]: self._notify() Feb 16 23:32:32.900956 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:32:32.900956 n-d-813897-6 neutron-server[103466]: self.callback(batched_events) Feb 16 23:32:32.900956 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:32:32.900956 n-d-813897-6 neutron-server[103466]: event.method(event) Feb 16 23:32:32.900956 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 23:32:32.900956 n-d-813897-6 neutron-server[103466]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:32:32.900956 n-d-813897-6 neutron-server[103466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 23:32:32.900956 n-d-813897-6 neutron-server[103466]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:32:32.900956 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 23:32:32.900956 n-d-813897-6 neutron-server[103466]: return f(self, *a, **k) Feb 16 23:32:32.900956 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 23:32:32.900956 n-d-813897-6 neutron-server[103466]: return self._get(url).json() Feb 16 23:32:32.900956 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 23:32:32.900956 n-d-813897-6 neutron-server[103466]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:32:32.900956 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:32:32.900956 n-d-813897-6 neutron-server[103466]: return self.request(url, 'GET', **kwargs) Feb 16 23:32:32.900956 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:32:32.900956 n-d-813897-6 neutron-server[103466]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:32:32.900956 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:32:32.900956 n-d-813897-6 neutron-server[103466]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:32:32.900956 n-d-813897-6 neutron-server[103466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:32:32.900956 n-d-813897-6 neutron-server[103466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:32:32.900956 n-d-813897-6 neutron-server[103466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:32:32.962470 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-37c5cded-0c94-44d5-a6dc-4276920a018c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (0c142343-eeee-4191-97e2-a9b373d6c8c4), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:32.967894 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-37c5cded-0c94-44d5-a6dc-4276920a018c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:32.971742 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-37c5cded-0c94-44d5-a6dc-4276920a018c admin admin] 10.222.0.75 "DELETE /v2.0/networks/0c142343-eeee-4191-97e2-a9b373d6c8c4 HTTP/1.1" status: 204 len: 168 time: 0.5674353 Feb 16 23:32:32.974644 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56922) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:32:32.983947 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5cded-0c94-44d5-a6dc-4276920a018c admin admin] Pushing event deleted for resources: {'Network': ['ID=0c142343-eeee-4191-97e2-a9b373d6c8c4,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:33.643207 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-85cae03f-a958-4002-98f5-828ea9dd0945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (f4c43be8-e156-4912-bf0d-d167f73ba8f8), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:33.902627 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-85cae03f-a958-4002-98f5-828ea9dd0945 admin admin] Deleting port c67ecc29-bcd0-4d96-8d8a-9c95cb786664 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:32:33.902877 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-85cae03f-a958-4002-98f5-828ea9dd0945 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (c67ecc29-bcd0-4d96-8d8a-9c95cb786664), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:33.980971 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-85cae03f-a958-4002-98f5-828ea9dd0945 admin admin] For port c67ecc29-bcd0-4d96-8d8a-9c95cb786664, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=c67ecc29-bcd0-4d96-8d8a-9c95cb786664,segment=NetworkSegment(941136a7-18e1-462d-96fa-b69004783270),segment_id=941136a7-18e1-462d-96fa-b69004783270)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:32:33.981665 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-85cae03f-a958-4002-98f5-828ea9dd0945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (c67ecc29-bcd0-4d96-8d8a-9c95cb786664), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:33.994531 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-85cae03f-a958-4002-98f5-828ea9dd0945 admin admin] Calling delete_port for c67ecc29-bcd0-4d96-8d8a-9c95cb786664 owned by network:router_interface {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:32:34.183714 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:32:34.198469 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-85cae03f-a958-4002-98f5-828ea9dd0945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (c67ecc29-bcd0-4d96-8d8a-9c95cb786664), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:34.205382 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:32:34.205962 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device dc5ca21e-338c-4cef-9fcb-c2efdb1fbe49 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:32:34.206710 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device d0c1cf0b-4866-449a-8150-a7f3ed94bbcc no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:32:34.227014 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cae03f-a958-4002-98f5-828ea9dd0945 admin admin] Pushing event deleted for resources: {'Port': ['ID=c67ecc29-bcd0-4d96-8d8a-9c95cb786664,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:34.228741 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: d0c1cf0b-4866-449a-8150-a7f3ed94bbcc {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:32:34.229487 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device d0c1cf0b-4866-449a-8150-a7f3ed94bbcc not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:32:34.424908 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-85cae03f-a958-4002-98f5-828ea9dd0945 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (f4c43be8-e156-4912-bf0d-d167f73ba8f8), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:34.660119 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85cae03f-a958-4002-98f5-828ea9dd0945 admin admin] Router f4c43be8-e156-4912-bf0d-d167f73ba8f8 has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:32:34.770337 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cae03f-a958-4002-98f5-828ea9dd0945 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:32:34.778740 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-85cae03f-a958-4002-98f5-828ea9dd0945 admin admin] 10.222.0.75 "PUT /v2.0/routers/f4c43be8-e156-4912-bf0d-d167f73ba8f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8002713 Feb 16 23:32:34.779053 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56924) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:32:34.785132 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d166eaa-0a80-4667-8930-5657b0c1437f None None] Sync routers for ids ['f4c43be8-e156-4912-bf0d-d167f73ba8f8'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:32:34.799129 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d166eaa-0a80-4667-8930-5657b0c1437f None None] Routers {'f4c43be8-e156-4912-bf0d-d167f73ba8f8'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:32:34.800119 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-5d166eaa-0a80-4667-8930-5657b0c1437f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:32:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['f4c43be8-e156-4912-bf0d-d167f73ba8f8'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:32:34.902351 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-08ae7d37-4e80-4111-8348-42e10f0d3b63 admin admin] Publish callbacks [] for router (f4c43be8-e156-4912-bf0d-d167f73ba8f8), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:34.912208 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-5d166eaa-0a80-4667-8930-5657b0c1437f None None] Set router f4c43be8-e156-4912-bf0d-d167f73ba8f8 gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:32:35.023596 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-08ae7d37-4e80-4111-8348-42e10f0d3b63 admin admin] Publish callbacks [] for router_gateway (f4c43be8-e156-4912-bf0d-d167f73ba8f8), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:35.084871 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-08ae7d37-4e80-4111-8348-42e10f0d3b63 admin admin] Deleting port 1adca5d5-b456-4897-9fe4-1f3fa39d2b18 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:32:35.085354 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-08ae7d37-4e80-4111-8348-42e10f0d3b63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (1adca5d5-b456-4897-9fe4-1f3fa39d2b18), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:35.119087 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-5d166eaa-0a80-4667-8930-5657b0c1437f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c43be8-e156-4912-bf0d-d167f73ba8f8', 'name': 'tempest-TestShelveInstance-1828962304-router', 'tenant_id': '6f31023679544220927bf4e7a40d3438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '1adca5d5-b456-4897-9fe4-1f3fa39d2b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:22:40Z', 'updated_at': '2022-02-16T23:32:34Z', 'revision_number': 5, 'project_id': '6f31023679544220927bf4e7a40d3438', 'gw_port': {'id': '1adca5d5-b456-4897-9fe4-1f3fa39d2b18', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c43be8-e156-4912-bf0d-d167f73ba8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:22:40Z', 'updated_at': '2022-02-16T23:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:32:35.153351 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d166eaa-0a80-4667-8930-5657b0c1437f None None] Checking router: f4c43be8-e156-4912-bf0d-d167f73ba8f8 for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:32:35.162558 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d166eaa-0a80-4667-8930-5657b0c1437f None None] Routers {'f4c43be8-e156-4912-bf0d-d167f73ba8f8'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:32:35.163492 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-5d166eaa-0a80-4667-8930-5657b0c1437f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:32:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['f4c43be8-e156-4912-bf0d-d167f73ba8f8'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:32:35.188290 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-08ae7d37-4e80-4111-8348-42e10f0d3b63 admin admin] For port 1adca5d5-b456-4897-9fe4-1f3fa39d2b18, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=1adca5d5-b456-4897-9fe4-1f3fa39d2b18,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:32:35.188952 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-08ae7d37-4e80-4111-8348-42e10f0d3b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (1adca5d5-b456-4897-9fe4-1f3fa39d2b18), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:35.204073 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-08ae7d37-4e80-4111-8348-42e10f0d3b63 admin admin] Calling delete_port for 1adca5d5-b456-4897-9fe4-1f3fa39d2b18 owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:32:35.256676 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-5d166eaa-0a80-4667-8930-5657b0c1437f None None] Set router f4c43be8-e156-4912-bf0d-d167f73ba8f8 gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:32:35.312202 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-5d166eaa-0a80-4667-8930-5657b0c1437f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c43be8-e156-4912-bf0d-d167f73ba8f8', 'name': 'tempest-TestShelveInstance-1828962304-router', 'tenant_id': '6f31023679544220927bf4e7a40d3438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:22:40Z', 'updated_at': '2022-02-16T23:32:35Z', 'revision_number': 6, 'project_id': '6f31023679544220927bf4e7a40d3438', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:32:35.348335 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d166eaa-0a80-4667-8930-5657b0c1437f None None] The sync data for ids ['f4c43be8-e156-4912-bf0d-d167f73ba8f8'] in n-d-813897-6 is: [{'id': 'f4c43be8-e156-4912-bf0d-d167f73ba8f8', 'name': 'tempest-TestShelveInstance-1828962304-router', 'tenant_id': '6f31023679544220927bf4e7a40d3438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:22:40Z', 'updated_at': '2022-02-16T23:32:35Z', 'revision_number': 6, 'project_id': '6f31023679544220927bf4e7a40d3438', 'gw_port_host': None}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:32:35.404603 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-08ae7d37-4e80-4111-8348-42e10f0d3b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (1adca5d5-b456-4897-9fe4-1f3fa39d2b18), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:35.437006 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae7d37-4e80-4111-8348-42e10f0d3b63 admin admin] Pushing event deleted for resources: {'Port': ['ID=1adca5d5-b456-4897-9fe4-1f3fa39d2b18,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:35.503388 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-08ae7d37-4e80-4111-8348-42e10f0d3b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (f4c43be8-e156-4912-bf0d-d167f73ba8f8), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:35.604068 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-08ae7d37-4e80-4111-8348-42e10f0d3b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (f4c43be8-e156-4912-bf0d-d167f73ba8f8), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:35.606443 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-08ae7d37-4e80-4111-8348-42e10f0d3b63 admin admin] Publish callbacks [] for router_controller (f4c43be8-e156-4912-bf0d-d167f73ba8f8), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:35.654376 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-08ae7d37-4e80-4111-8348-42e10f0d3b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (f4c43be8-e156-4912-bf0d-d167f73ba8f8), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:35.654860 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ae7d37-4e80-4111-8348-42e10f0d3b63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4c43be8-e156-4912-bf0d-d167f73ba8f8 {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 23:32:35.661290 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-08ae7d37-4e80-4111-8348-42e10f0d3b63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:35.662519 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-08ae7d37-4e80-4111-8348-42e10f0d3b63 admin admin] 10.222.0.75 "DELETE /v2.0/routers/f4c43be8-e156-4912-bf0d-d167f73ba8f8 HTTP/1.1" status: 204 len: 168 time: 0.8824222 Feb 16 23:32:35.665877 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56926) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:32:35.719368 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-c740f564-ba36-452e-af22-69a4593fd3b1 admin admin] Deleting subnet 2ea565b7-8cd9-4736-9a64-4af5830a8997 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 23:32:35.723304 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c740f564-ba36-452e-af22-69a4593fd3b1 admin admin] Publish callbacks [] for subnet (2ea565b7-8cd9-4736-9a64-4af5830a8997), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:35.763611 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c740f564-ba36-452e-af22-69a4593fd3b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (2ea565b7-8cd9-4736-9a64-4af5830a8997), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:35.856492 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c740f564-ba36-452e-af22-69a4593fd3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (2ea565b7-8cd9-4736-9a64-4af5830a8997), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:35.909718 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c740f564-ba36-452e-af22-69a4593fd3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (2ea565b7-8cd9-4736-9a64-4af5830a8997), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:35.935965 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740f564-ba36-452e-af22-69a4593fd3b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ea565b7-8cd9-4736-9a64-4af5830a8997,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:35.938866 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c740f564-ba36-452e-af22-69a4593fd3b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:35.942403 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-c740f564-ba36-452e-af22-69a4593fd3b1 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/2ea565b7-8cd9-4736-9a64-4af5830a8997 HTTP/1.1" status: 204 len: 168 time: 0.2742929 Feb 16 23:32:35.945253 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56928) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:32:35.946623 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96016939-aeb6-44d9-8305-b05581bb0b4b None None] Network 7ebb8010-2d84-41b2-a28b-d6cb365e3466 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:32:36.022201 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6f336586-5b20-4d87-8ea6-339dd5b1bd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (7ebb8010-2d84-41b2-a28b-d6cb365e3466), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:36.078652 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-6f336586-5b20-4d87-8ea6-339dd5b1bd52 admin admin] Deleting port b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:32:36.079243 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6f336586-5b20-4d87-8ea6-339dd5b1bd52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:36.140625 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-6f336586-5b20-4d87-8ea6-339dd5b1bd52 admin admin] For port b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c,segment=NetworkSegment(941136a7-18e1-462d-96fa-b69004783270),segment_id=941136a7-18e1-462d-96fa-b69004783270)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:32:36.140910 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6f336586-5b20-4d87-8ea6-339dd5b1bd52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:36.177915 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359e18ce-df3e-443c-a1e9-b95b2a9670a8 None None] DHCP port deletion for 7ebb8010-2d84-41b2-a28b-d6cb365e3466 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 23:32:36.190998 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-6f336586-5b20-4d87-8ea6-339dd5b1bd52 admin admin] Calling delete_port for b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:32:36.246804 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-359e18ce-df3e-443c-a1e9-b95b2a9670a8 None None] Deleting port b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c {{(pid=103467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:32:36.247180 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-359e18ce-df3e-443c-a1e9-b95b2a9670a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c), before_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:36.260446 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:32:36.301134 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6f336586-5b20-4d87-8ea6-339dd5b1bd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:36.317722 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f336586-5b20-4d87-8ea6-339dd5b1bd52 admin admin] No DVR routers for this DVR port b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:32:36.341279 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f336586-5b20-4d87-8ea6-339dd5b1bd52 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:36.423603 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6f336586-5b20-4d87-8ea6-339dd5b1bd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (7ebb8010-2d84-41b2-a28b-d6cb365e3466), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:36.446754 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-6f336586-5b20-4d87-8ea6-339dd5b1bd52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ebb8010-2d84-41b2-a28b-d6cb365e3466']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:32:36.458353 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-6f336586-5b20-4d87-8ea6-339dd5b1bd52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '941136a7-18e1-462d-96fa-b69004783270') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:32:36.458709 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-6f336586-5b20-4d87-8ea6-339dd5b1bd52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '941136a7-18e1-462d-96fa-b69004783270') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:32:36.473382 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6f336586-5b20-4d87-8ea6-339dd5b1bd52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (941136a7-18e1-462d-96fa-b69004783270), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:36.493297 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6f336586-5b20-4d87-8ea6-339dd5b1bd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (941136a7-18e1-462d-96fa-b69004783270), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:36.502814 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f336586-5b20-4d87-8ea6-339dd5b1bd52 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:32:36.504167 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6f336586-5b20-4d87-8ea6-339dd5b1bd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (941136a7-18e1-462d-96fa-b69004783270), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:36.513683 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-359e18ce-df3e-443c-a1e9-b95b2a9670a8 None None] For port b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c,segment=NetworkSegment(941136a7-18e1-462d-96fa-b69004783270),segment_id=941136a7-18e1-462d-96fa-b69004783270)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:32:36.514116 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-359e18ce-df3e-443c-a1e9-b95b2a9670a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c), precommit_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:36.520131 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 23:32:36.520131 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:32:36.520131 n-d-813897-6 neutron-server[103465]: timer() Feb 16 23:32:36.520131 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:32:36.520131 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 23:32:36.520131 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 23:32:36.520131 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 23:32:36.520131 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:32:36.520131 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 23:32:36.520131 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:32:36.520131 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 23:32:36.520131 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:32:36.520131 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 23:32:36.520131 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 23:32:36.520131 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:32:36.520131 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 23:32:36.520131 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:32:36.520131 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 23:32:36.520131 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 23:32:36.520131 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 23:32:36.520131 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 23:32:36.520131 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 23:32:36.520131 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:32:36.520131 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:32:36.520131 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 23:32:36.520131 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:32:36.520131 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:32:36.520131 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:32:36.520131 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:32:36.520131 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:32:36.520131 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:32:36.520131 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:32:36.527410 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No active binding found for port b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c {{(pid=103467) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 16 23:32:36.528003 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] The host n-d-813897-6 is not matching for port b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c host None! {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 23:32:36.528561 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:32:36.529124 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 1adca5d5-b456-4897-9fe4-1f3fa39d2b18 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:32:36.531168 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-359e18ce-df3e-443c-a1e9-b95b2a9670a8 None None] Calling delete_port for b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c owned by network:dhcp {{(pid=103467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:32:36.553612 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 1adca5d5-b456-4897-9fe4-1f3fa39d2b18 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:32:36.554517 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 1adca5d5-b456-4897-9fe4-1f3fa39d2b18 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:32:36.555267 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c67ecc29-bcd0-4d96-8d8a-9c95cb786664 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:32:36.578440 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: c67ecc29-bcd0-4d96-8d8a-9c95cb786664 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:32:36.579061 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device c67ecc29-bcd0-4d96-8d8a-9c95cb786664 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:32:36.605572 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6f336586-5b20-4d87-8ea6-339dd5b1bd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (7ebb8010-2d84-41b2-a28b-d6cb365e3466), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:36.642459 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6f336586-5b20-4d87-8ea6-339dd5b1bd52 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:36.648918 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6f336586-5b20-4d87-8ea6-339dd5b1bd52 admin admin] 10.222.0.75 "DELETE /v2.0/networks/7ebb8010-2d84-41b2-a28b-d6cb365e3466 HTTP/1.1" status: 204 len: 168 time: 0.6996605 Feb 16 23:32:36.648918 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f336586-5b20-4d87-8ea6-339dd5b1bd52 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ebb8010-2d84-41b2-a28b-d6cb365e3466,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:36.662966 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-359e18ce-df3e-443c-a1e9-b95b2a9670a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719'] for port (b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c), after_delete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:36.671555 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-359e18ce-df3e-443c-a1e9-b95b2a9670a8 None None] Network 7ebb8010-2d84-41b2-a28b-d6cb365e3466 is not hosted by any dhcp agent {{(pid=103467) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 23:32:36.672135 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359e18ce-df3e-443c-a1e9-b95b2a9670a8 None None] No DVR routers for this DVR port b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c on host n-d-813897-6 {{(pid=103467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:32:36.696040 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e18ce-df3e-443c-a1e9-b95b2a9670a8 None None] Pushing event deleted for resources: {'Port': ['ID=b1cf73c2-ba6b-4a4d-89d9-9959c5b2007c,revision_number=None']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:36.826424 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56932) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:32:36.868640 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-182e27df-6594-4b5e-8cfc-be92e279a9b7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=95f3c867ded546538745318f048338fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409381 Feb 16 23:32:36.871234 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56934) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:32:36.930318 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2f55f1c8-392d-4542-985a-c49dcaabd2d9 admin admin] Publish callbacks [] for security_group (50ea818b-eb7f-4169-a3fa-2d308ab6cfcd), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:36.954743 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2f55f1c8-392d-4542-985a-c49dcaabd2d9 admin admin] Publish callbacks [] for security_group (50ea818b-eb7f-4169-a3fa-2d308ab6cfcd), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:37.000707 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2f55f1c8-392d-4542-985a-c49dcaabd2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (50ea818b-eb7f-4169-a3fa-2d308ab6cfcd), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:37.003429 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-2f55f1c8-392d-4542-985a-c49dcaabd2d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:37.004601 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-2f55f1c8-392d-4542-985a-c49dcaabd2d9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/50ea818b-eb7f-4169-a3fa-2d308ab6cfcd HTTP/1.1" status: 204 len: 168 time: 0.1324093 Feb 16 23:32:37.013097 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55f1c8-392d-4542-985a-c49dcaabd2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ea818b-eb7f-4169-a3fa-2d308ab6cfcd,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:37.331469 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56940) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:32:37.371263 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-1f1d5e1d-1ce2-4b8a-b597-4d8c35cac8c3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6f31023679544220927bf4e7a40d3438&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386467 Feb 16 23:32:37.373618 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56942) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:32:37.420189 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3dc646da-0c75-424f-851d-35eb3853a210 admin admin] Publish callbacks [] for security_group (912016e4-0cc7-409d-a82c-ea8fc38c99de), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:37.444529 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3dc646da-0c75-424f-851d-35eb3853a210 admin admin] Publish callbacks [] for security_group (912016e4-0cc7-409d-a82c-ea8fc38c99de), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:37.490471 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3dc646da-0c75-424f-851d-35eb3853a210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (912016e4-0cc7-409d-a82c-ea8fc38c99de), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:37.493143 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3dc646da-0c75-424f-851d-35eb3853a210 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:37.494331 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3dc646da-0c75-424f-851d-35eb3853a210 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/912016e4-0cc7-409d-a82c-ea8fc38c99de HTTP/1.1" status: 204 len: 168 time: 0.1197851 Feb 16 23:32:37.502105 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc646da-0c75-424f-851d-35eb3853a210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912016e4-0cc7-409d-a82c-ea8fc38c99de,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:38.199217 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56964) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:32:38.294733 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-9ceab587-44a4-49c4-8a0b-2a5403cb20a9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-529107604-network', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:32:38.313690 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ceab587-44a4-49c4-8a0b-2a5403cb20a9 admin admin] Made reservation on behalf of 79d7c7ea660d4c02b45deddefbe4feac for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:32:38.316020 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9ceab587-44a4-49c4-8a0b-2a5403cb20a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:38.324762 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9ceab587-44a4-49c4-8a0b-2a5403cb20a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:38.395888 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9ceab587-44a4-49c4-8a0b-2a5403cb20a9 admin admin] Publish callbacks [] for security_group (62ab2342-104d-4df1-9519-bf3a31c9ad2c), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:38.400639 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9ceab587-44a4-49c4-8a0b-2a5403cb20a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (62ab2342-104d-4df1-9519-bf3a31c9ad2c), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:38.422202 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ceab587-44a4-49c4-8a0b-2a5403cb20a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:32:38.436168 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceab587-44a4-49c4-8a0b-2a5403cb20a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ab2342-104d-4df1-9519-bf3a31c9ad2c,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:38.441995 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9ceab587-44a4-49c4-8a0b-2a5403cb20a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (6fd457dd-3d27-4436-9553-d8a5b53a82a6), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:38.442503 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-9ceab587-44a4-49c4-8a0b-2a5403cb20a9 admin admin] Added segment 6fd457dd-3d27-4436-9553-d8a5b53a82a6 of type vlan for network 360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 Feb 16 23:32:38.481924 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9ceab587-44a4-49c4-8a0b-2a5403cb20a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:38.507856 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9ceab587-44a4-49c4-8a0b-2a5403cb20a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:38.509166 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ceab587-44a4-49c4-8a0b-2a5403cb20a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:32:38.509900 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9ceab587-44a4-49c4-8a0b-2a5403cb20a9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:38.545593 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9ceab587-44a4-49c4-8a0b-2a5403cb20a9 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3451927 Feb 16 23:32:38.548646 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56968) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:32:38.553701 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-6466245c-f851-4bbb-9baa-ca1cbc5cd189 admin admin] Request body: {'subnet': {'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-529107604-subnet', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:32:38.575187 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6466245c-f851-4bbb-9baa-ca1cbc5cd189 admin admin] Made reservation on behalf of 79d7c7ea660d4c02b45deddefbe4feac for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:32:38.576155 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceab587-44a4-49c4-8a0b-2a5403cb20a9 admin admin] Pushing event updated for resources: {'Network': ['ID=360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:38.577748 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6466245c-f851-4bbb-9baa-ca1cbc5cd189 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:38.585576 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 23:32:38.753741 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6466245c-f851-4bbb-9baa-ca1cbc5cd189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:38.802169 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6466245c-f851-4bbb-9baa-ca1cbc5cd189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:38.816910 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6466245c-f851-4bbb-9baa-ca1cbc5cd189 admin admin] Checking segment: {'id': '6fd457dd-3d27-4436-9553-d8a5b53a82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:32:38.817267 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6466245c-f851-4bbb-9baa-ca1cbc5cd189 admin admin] Network hostable DHCP agents. Network: 360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:32:38.834170 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6466245c-f851-4bbb-9baa-ca1cbc5cd189 admin admin] Network 360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:32:38.842983 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-6466245c-f851-4bbb-9baa-ca1cbc5cd189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:32:38.847076 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6466245c-f851-4bbb-9baa-ca1cbc5cd189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:32:38.847767 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6466245c-f851-4bbb-9baa-ca1cbc5cd189 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:38.852902 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc9123c-e004-4f5b-8a90-aa1a4786f809 None None] Network 360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:32:38.862786 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6466245c-f851-4bbb-9baa-ca1cbc5cd189 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3129528 Feb 16 23:32:38.865619 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56970) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:32:38.870192 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-f332893e-e182-4047-9a4f-df0d2d6e017f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-529107604-router', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:32:38.891240 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f332893e-e182-4047-9a4f-df0d2d6e017f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (a8989e25-58b6-4d31-8e8b-fd3731feb4cb), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:38.892489 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f332893e-e182-4047-9a4f-df0d2d6e017f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (a8989e25-58b6-4d31-8e8b-fd3731feb4cb), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:38.952114 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f332893e-e182-4047-9a4f-df0d2d6e017f admin admin] Publish callbacks [] for router_controller (a8989e25-58b6-4d31-8e8b-fd3731feb4cb), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:38.958729 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3443c3b8-5449-4725-85d2-885e8b9682bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6', 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6', 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'fixed_ips': [{'subnet_id': '5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 23:32:38.959587 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3443c3b8-5449-4725-85d2-885e8b9682bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:39.097869 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f332893e-e182-4047-9a4f-df0d2d6e017f admin admin] Publish callbacks [] for router_gateway (a8989e25-58b6-4d31-8e8b-fd3731feb4cb), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:39.099076 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-3443c3b8-5449-4725-85d2-885e8b9682bd None None] Allocated IP 172.20.0.2 (360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6/5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c/af3ecb69-8813-49fb-84c5-78f818654466) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:32:39.248501 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3443c3b8-5449-4725-85d2-885e8b9682bd None None] Publish callbacks [] for port (af3ecb69-8813-49fb-84c5-78f818654466), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:39.254421 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3443c3b8-5449-4725-85d2-885e8b9682bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (af3ecb69-8813-49fb-84c5-78f818654466), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:39.297287 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3443c3b8-5449-4725-85d2-885e8b9682bd None None] Network 360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:32:39.301979 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f332893e-e182-4047-9a4f-df0d2d6e017f admin admin] Publish callbacks [] for router_gateway (a8989e25-58b6-4d31-8e8b-fd3731feb4cb), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:39.302422 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-3443c3b8-5449-4725-85d2-885e8b9682bd None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:32:39.305157 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3443c3b8-5449-4725-85d2-885e8b9682bd None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:32:39.308191 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443c3b8-5449-4725-85d2-885e8b9682bd None None] Pushing event updated for resources: {'Port': ['ID=af3ecb69-8813-49fb-84c5-78f818654466,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:39.322980 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f332893e-e182-4047-9a4f-df0d2d6e017f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:39.364055 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-3443c3b8-5449-4725-85d2-885e8b9682bd None None] Attempting to bind port af3ecb69-8813-49fb-84c5-78f818654466 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:32:39.364345 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-3443c3b8-5449-4725-85d2-885e8b9682bd None None] Attempting to bind port af3ecb69-8813-49fb-84c5-78f818654466 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '6fd457dd-3d27-4436-9553-d8a5b53a82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:32:39.364719 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3443c3b8-5449-4725-85d2-885e8b9682bd None None] Attempting to bind port af3ecb69-8813-49fb-84c5-78f818654466 on network 360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:32:39.370331 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3443c3b8-5449-4725-85d2-885e8b9682bd None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:32:39.370720 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3443c3b8-5449-4725-85d2-885e8b9682bd None None] Checking segment: {'id': '6fd457dd-3d27-4436-9553-d8a5b53a82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:32:39.371133 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3443c3b8-5449-4725-85d2-885e8b9682bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:39.371539 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3443c3b8-5449-4725-85d2-885e8b9682bd None None] Bound using segment: {'id': '6fd457dd-3d27-4436-9553-d8a5b53a82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:32:39.372017 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-3443c3b8-5449-4725-85d2-885e8b9682bd None None] Bound port: af3ecb69-8813-49fb-84c5-78f818654466, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd457dd-3d27-4436-9553-d8a5b53a82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:32:39.372402 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3443c3b8-5449-4725-85d2-885e8b9682bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (af3ecb69-8813-49fb-84c5-78f818654466), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:39.430271 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-f332893e-e182-4047-9a4f-df0d2d6e017f admin admin] Allocated IP 172.25.2.36 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/3a1c264d-2c51-4717-b3c5-adcb650c4f15) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:32:39.439686 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-3443c3b8-5449-4725-85d2-885e8b9682bd None None] For port af3ecb69-8813-49fb-84c5-78f818654466, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:32:39.443262 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-3443c3b8-5449-4725-85d2-885e8b9682bd None None] For port af3ecb69-8813-49fb-84c5-78f818654466, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=af3ecb69-8813-49fb-84c5-78f818654466,segment=NetworkSegment(6fd457dd-3d27-4436-9553-d8a5b53a82a6),segment_id=6fd457dd-3d27-4436-9553-d8a5b53a82a6)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:32:39.448754 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3443c3b8-5449-4725-85d2-885e8b9682bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (af3ecb69-8813-49fb-84c5-78f818654466), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:39.509220 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443c3b8-5449-4725-85d2-885e8b9682bd None None] Pushing event updated for resources: {'Port': ['ID=af3ecb69-8813-49fb-84c5-78f818654466,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:39.537334 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f332893e-e182-4047-9a4f-df0d2d6e017f admin admin] Publish callbacks [] for port (3a1c264d-2c51-4717-b3c5-adcb650c4f15), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:39.574367 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f332893e-e182-4047-9a4f-df0d2d6e017f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (3a1c264d-2c51-4717-b3c5-adcb650c4f15), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:39.616620 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f332893e-e182-4047-9a4f-df0d2d6e017f admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:32:39.619589 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-f332893e-e182-4047-9a4f-df0d2d6e017f admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:32:39.623203 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f332893e-e182-4047-9a4f-df0d2d6e017f admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:32:39.651262 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332893e-e182-4047-9a4f-df0d2d6e017f admin admin] Pushing event updated for resources: {'Port': ['ID=3a1c264d-2c51-4717-b3c5-adcb650c4f15,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:39.904179 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f332893e-e182-4047-9a4f-df0d2d6e017f admin admin] Publish callbacks [] for router_gateway (a8989e25-58b6-4d31-8e8b-fd3731feb4cb), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:40.206018 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device af3ecb69-8813-49fb-84c5-78f818654466 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:32:40.257526 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port af3ecb69-8813-49fb-84c5-78f818654466 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:32:40.257930 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (af3ecb69-8813-49fb-84c5-78f818654466), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:40.346516 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port af3ecb69-8813-49fb-84c5-78f818654466 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:32:40.346982 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (af3ecb69-8813-49fb-84c5-78f818654466), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:40.383223 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port af3ecb69-8813-49fb-84c5-78f818654466, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=af3ecb69-8813-49fb-84c5-78f818654466,segment=NetworkSegment(6fd457dd-3d27-4436-9553-d8a5b53a82a6),segment_id=6fd457dd-3d27-4436-9553-d8a5b53a82a6)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:32:40.388286 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (af3ecb69-8813-49fb-84c5-78f818654466), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:40.411989 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f332893e-e182-4047-9a4f-df0d2d6e017f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (a8989e25-58b6-4d31-8e8b-fd3731feb4cb), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:40.444732 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=af3ecb69-8813-49fb-84c5-78f818654466,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:40.540698 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444797cb-89cd-4bc3-bcf1-7c909708ec95 None None] Network 360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:32:40.545916 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f332893e-e182-4047-9a4f-df0d2d6e017f admin admin] Router a8989e25-58b6-4d31-8e8b-fd3731feb4cb is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 23:32:40.645098 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-0f0bfc25-6002-4ac8-8d5f-8f459c342bad None None] Provisioning complete for port af3ecb69-8813-49fb-84c5-78f818654466 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:32:40.645472 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0f0bfc25-6002-4ac8-8d5f-8f459c342bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (af3ecb69-8813-49fb-84c5-78f818654466), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:40.656407 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f332893e-e182-4047-9a4f-df0d2d6e017f admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:32:40.667617 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22010ea4-48c5-44f8-baca-071f3bb1fcde None None] Sync routers for ids ['a8989e25-58b6-4d31-8e8b-fd3731feb4cb'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:32:40.677169 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-f332893e-e182-4047-9a4f-df0d2d6e017f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:40.678428 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22010ea4-48c5-44f8-baca-071f3bb1fcde None None] Routers {'a8989e25-58b6-4d31-8e8b-fd3731feb4cb'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:32:40.679680 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-22010ea4-48c5-44f8-baca-071f3bb1fcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:32:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['a8989e25-58b6-4d31-8e8b-fd3731feb4cb'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:32:40.683628 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56972) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:32:40.684331 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-f332893e-e182-4047-9a4f-df0d2d6e017f admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8176835 Feb 16 23:32:40.756099 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-0f0bfc25-6002-4ac8-8d5f-8f459c342bad None None] Current status of the port af3ecb69-8813-49fb-84c5-78f818654466 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:32:40.790402 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-22010ea4-48c5-44f8-baca-071f3bb1fcde None None] Set router a8989e25-58b6-4d31-8e8b-fd3731feb4cb gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:32:40.975546 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-22010ea4-48c5-44f8-baca-071f3bb1fcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'name': 'tempest-TestSnapshotPattern-529107604-router', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:32:38Z', 'updated_at': '2022-02-16T23:32:39Z', 'revision_number': 3, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'gw_port': {'id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:39Z', 'updated_at': '2022-02-16T23:32:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:32:40.975986 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-4c4272f5-35ea-467b-bd48-17cecdbe2f79 None None] Provisioning complete for port af3ecb69-8813-49fb-84c5-78f818654466 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:32:40.976946 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4c4272f5-35ea-467b-bd48-17cecdbe2f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (af3ecb69-8813-49fb-84c5-78f818654466), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:41.002053 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22010ea4-48c5-44f8-baca-071f3bb1fcde None None] Checking router: a8989e25-58b6-4d31-8e8b-fd3731feb4cb for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:32:41.002408 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22010ea4-48c5-44f8-baca-071f3bb1fcde None None] Updating router a8989e25-58b6-4d31-8e8b-fd3731feb4cb port 3a1c264d-2c51-4717-b3c5-adcb650c4f15 binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:32:41.030174 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-22010ea4-48c5-44f8-baca-071f3bb1fcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3a1c264d-2c51-4717-b3c5-adcb650c4f15), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:41.056032 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-4c4272f5-35ea-467b-bd48-17cecdbe2f79 None None] Current status of the port af3ecb69-8813-49fb-84c5-78f818654466 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:32:41.292516 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-22010ea4-48c5-44f8-baca-071f3bb1fcde None None] Publish callbacks [] for port (3a1c264d-2c51-4717-b3c5-adcb650c4f15), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:41.297894 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-22010ea4-48c5-44f8-baca-071f3bb1fcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (3a1c264d-2c51-4717-b3c5-adcb650c4f15), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:41.348840 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-22010ea4-48c5-44f8-baca-071f3bb1fcde None None] Attempting to bind port 3a1c264d-2c51-4717-b3c5-adcb650c4f15 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:32:41.349212 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-22010ea4-48c5-44f8-baca-071f3bb1fcde None None] Attempting to bind port 3a1c264d-2c51-4717-b3c5-adcb650c4f15 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:32:41.349576 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22010ea4-48c5-44f8-baca-071f3bb1fcde None None] Attempting to bind port 3a1c264d-2c51-4717-b3c5-adcb650c4f15 on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:32:41.356595 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66302f34-3b5b-45c7-8fb2-8e0acce872ba None None] Pushing event updated for resources: {'Port': ['ID=3a1c264d-2c51-4717-b3c5-adcb650c4f15,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:41.359738 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22010ea4-48c5-44f8-baca-071f3bb1fcde None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:32:41.360109 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22010ea4-48c5-44f8-baca-071f3bb1fcde None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:32:41.360868 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-22010ea4-48c5-44f8-baca-071f3bb1fcde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:41.361056 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22010ea4-48c5-44f8-baca-071f3bb1fcde None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:32:41.361515 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-22010ea4-48c5-44f8-baca-071f3bb1fcde None None] Bound port: 3a1c264d-2c51-4717-b3c5-adcb650c4f15, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:32:41.361887 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-22010ea4-48c5-44f8-baca-071f3bb1fcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3a1c264d-2c51-4717-b3c5-adcb650c4f15), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:41.368093 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66302f34-3b5b-45c7-8fb2-8e0acce872ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:41.368440 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66302f34-3b5b-45c7-8fb2-8e0acce872ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:41.369011 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66302f34-3b5b-45c7-8fb2-8e0acce872ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:41.369377 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66302f34-3b5b-45c7-8fb2-8e0acce872ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:41.369706 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66302f34-3b5b-45c7-8fb2-8e0acce872ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:41.370063 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66302f34-3b5b-45c7-8fb2-8e0acce872ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:41.370394 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66302f34-3b5b-45c7-8fb2-8e0acce872ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:41.370718 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66302f34-3b5b-45c7-8fb2-8e0acce872ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:41.371039 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66302f34-3b5b-45c7-8fb2-8e0acce872ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:41.371358 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66302f34-3b5b-45c7-8fb2-8e0acce872ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:41.371679 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66302f34-3b5b-45c7-8fb2-8e0acce872ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:41.371998 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66302f34-3b5b-45c7-8fb2-8e0acce872ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:41.372313 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66302f34-3b5b-45c7-8fb2-8e0acce872ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:32:41.422924 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-22010ea4-48c5-44f8-baca-071f3bb1fcde None None] For port 3a1c264d-2c51-4717-b3c5-adcb650c4f15, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:32:41.425801 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-22010ea4-48c5-44f8-baca-071f3bb1fcde None None] For port 3a1c264d-2c51-4717-b3c5-adcb650c4f15, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=3a1c264d-2c51-4717-b3c5-adcb650c4f15,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:32:41.431800 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-22010ea4-48c5-44f8-baca-071f3bb1fcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (3a1c264d-2c51-4717-b3c5-adcb650c4f15), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:41.431989 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3f4cf382-dd46-4d8b-b89c-d5c172b99072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:41.485278 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22010ea4-48c5-44f8-baca-071f3bb1fcde None None] Routers {'a8989e25-58b6-4d31-8e8b-fd3731feb4cb'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:32:41.485901 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-22010ea4-48c5-44f8-baca-071f3bb1fcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:32:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['a8989e25-58b6-4d31-8e8b-fd3731feb4cb'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:32:41.592431 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-3f4cf382-dd46-4d8b-b89c-d5c172b99072 admin admin] Allocated IP 172.20.0.1 (360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6/5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c/1bc783f1-2cf5-4cdf-990f-6461538679ec) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:32:41.652701 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66302f34-3b5b-45c7-8fb2-8e0acce872ba None None] Pushing event updated for resources: {'Port': ['ID=3a1c264d-2c51-4717-b3c5-adcb650c4f15,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:41.701573 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3f4cf382-dd46-4d8b-b89c-d5c172b99072 admin admin] Publish callbacks [] for port (1bc783f1-2cf5-4cdf-990f-6461538679ec), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:41.702206 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-22010ea4-48c5-44f8-baca-071f3bb1fcde None None] Set router a8989e25-58b6-4d31-8e8b-fd3731feb4cb gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:32:41.735738 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3f4cf382-dd46-4d8b-b89c-d5c172b99072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (1bc783f1-2cf5-4cdf-990f-6461538679ec), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:41.772670 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4cf382-dd46-4d8b-b89c-d5c172b99072 admin admin] Network 360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:32:41.779456 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-3f4cf382-dd46-4d8b-b89c-d5c172b99072 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:32:41.782025 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4cf382-dd46-4d8b-b89c-d5c172b99072 admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:32:41.807991 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4cf382-dd46-4d8b-b89c-d5c172b99072 admin admin] Pushing event updated for resources: {'Port': ['ID=1bc783f1-2cf5-4cdf-990f-6461538679ec,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:41.838627 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3f4cf382-dd46-4d8b-b89c-d5c172b99072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (a8989e25-58b6-4d31-8e8b-fd3731feb4cb), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:41.901534 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-22010ea4-48c5-44f8-baca-071f3bb1fcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'name': 'tempest-TestSnapshotPattern-529107604-router', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:32:38Z', 'updated_at': '2022-02-16T23:32:39Z', 'revision_number': 3, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'gw_port': {'id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:39Z', 'updated_at': '2022-02-16T23:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:32:41.928173 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22010ea4-48c5-44f8-baca-071f3bb1fcde None None] The sync data for ids ['a8989e25-58b6-4d31-8e8b-fd3731feb4cb'] in n-d-813897-6 is: [{'id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'name': 'tempest-TestSnapshotPattern-529107604-router', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:32:38Z', 'updated_at': '2022-02-16T23:32:39Z', 'revision_number': 3, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'gw_port': {'id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:39Z', 'updated_at': '2022-02-16T23:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:32:41.992611 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3f4cf382-dd46-4d8b-b89c-d5c172b99072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1bc783f1-2cf5-4cdf-990f-6461538679ec), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:42.083005 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b0b6eb8e-c5ef-4a27-a083-946389913faa None None] Provisioning complete for port 1bc783f1-2cf5-4cdf-990f-6461538679ec triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:32:42.083569 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b0b6eb8e-c5ef-4a27-a083-946389913faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (1bc783f1-2cf5-4cdf-990f-6461538679ec), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:42.123192 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b0b6eb8e-c5ef-4a27-a083-946389913faa None None] Port 1bc783f1-2cf5-4cdf-990f-6461538679ec cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:32:42.200418 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3f4cf382-dd46-4d8b-b89c-d5c172b99072 admin admin] Publish callbacks [] for port (1bc783f1-2cf5-4cdf-990f-6461538679ec), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:42.205444 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3f4cf382-dd46-4d8b-b89c-d5c172b99072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (1bc783f1-2cf5-4cdf-990f-6461538679ec), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:42.220914 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device af3ecb69-8813-49fb-84c5-78f818654466 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:32:42.277949 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port af3ecb69-8813-49fb-84c5-78f818654466 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:32:42.278357 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (af3ecb69-8813-49fb-84c5-78f818654466), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:42.290488 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4cf382-dd46-4d8b-b89c-d5c172b99072 admin admin] Pushing event updated for resources: {'Port': ['ID=1bc783f1-2cf5-4cdf-990f-6461538679ec,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:42.294665 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-3f4cf382-dd46-4d8b-b89c-d5c172b99072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (a8989e25-58b6-4d31-8e8b-fd3731feb4cb), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:42.362387 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port af3ecb69-8813-49fb-84c5-78f818654466 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:32:42.395671 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4cf382-dd46-4d8b-b89c-d5c172b99072 admin admin] Network 360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:32:42.397095 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-3f4cf382-dd46-4d8b-b89c-d5c172b99072 admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:32:42.531510 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4cf382-dd46-4d8b-b89c-d5c172b99072 admin admin] Router a8989e25-58b6-4d31-8e8b-fd3731feb4cb has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:32:42.646231 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-da1995e3-7e25-4f26-a49c-95c3ed76b0ea None None] Provisioning complete for port 1bc783f1-2cf5-4cdf-990f-6461538679ec triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:32:42.646800 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-da1995e3-7e25-4f26-a49c-95c3ed76b0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (1bc783f1-2cf5-4cdf-990f-6461538679ec), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:42.653049 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4cf382-dd46-4d8b-b89c-d5c172b99072 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:32:42.662492 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-3f4cf382-dd46-4d8b-b89c-d5c172b99072 admin admin] 10.222.0.75 "PUT /v2.0/routers/a8989e25-58b6-4d31-8e8b-fd3731feb4cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9777439 Feb 16 23:32:42.688622 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-da1995e3-7e25-4f26-a49c-95c3ed76b0ea None None] Port 1bc783f1-2cf5-4cdf-990f-6461538679ec cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:32:43.140298 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56988) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:32:43.145701 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-899cc2e0-6c07-418e-9189-fcc253f2b5f0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1808539760-network', 'tenant_id': 'e01ed9d407754646a18c3e125009b72d'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:32:43.165957 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899cc2e0-6c07-418e-9189-fcc253f2b5f0 admin admin] Made reservation on behalf of e01ed9d407754646a18c3e125009b72d for: {'network': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:32:43.168333 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-899cc2e0-6c07-418e-9189-fcc253f2b5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for network (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:43.177087 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-899cc2e0-6c07-418e-9189-fcc253f2b5f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:43.250903 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-899cc2e0-6c07-418e-9189-fcc253f2b5f0 admin admin] Publish callbacks [] for security_group (a2e418d3-e175-4b14-8510-b3ee7d9e7ea4), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:43.254621 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-899cc2e0-6c07-418e-9189-fcc253f2b5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a2e418d3-e175-4b14-8510-b3ee7d9e7ea4), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:43.276264 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-899cc2e0-6c07-418e-9189-fcc253f2b5f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=103465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:32:43.292612 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899cc2e0-6c07-418e-9189-fcc253f2b5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e418d3-e175-4b14-8510-b3ee7d9e7ea4,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:43.295769 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-899cc2e0-6c07-418e-9189-fcc253f2b5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (97f9a095-2fca-41e5-9783-10a41633a787), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:43.296125 n-d-813897-6 neutron-server[103465]: INFO neutron.db.segments_db [None req-899cc2e0-6c07-418e-9189-fcc253f2b5f0 admin admin] Added segment 97f9a095-2fca-41e5-9783-10a41633a787 of type vlan for network 5b51e23b-409e-4615-b84f-739ffb6ce202 Feb 16 23:32:43.338233 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-899cc2e0-6c07-418e-9189-fcc253f2b5f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215518585'] for network (5b51e23b-409e-4615-b84f-739ffb6ce202), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:43.362368 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-899cc2e0-6c07-418e-9189-fcc253f2b5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437'] for network (5b51e23b-409e-4615-b84f-739ffb6ce202), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:43.363400 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899cc2e0-6c07-418e-9189-fcc253f2b5f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:32:43.363989 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-899cc2e0-6c07-418e-9189-fcc253f2b5f0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:43.401876 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-899cc2e0-6c07-418e-9189-fcc253f2b5f0 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2603903 Feb 16 23:32:43.404692 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56990) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:32:43.411177 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-64b8f881-bd59-4735-a385-e0544704c5ef admin admin] Request body: {'subnet': {'network_id': '5b51e23b-409e-4615-b84f-739ffb6ce202', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1808539760-subnet', 'tenant_id': 'e01ed9d407754646a18c3e125009b72d', 'ip_version': 4}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:32:43.429986 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b8f881-bd59-4735-a385-e0544704c5ef admin admin] Made reservation on behalf of e01ed9d407754646a18c3e125009b72d for: {'subnet': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:32:43.432628 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-64b8f881-bd59-4735-a385-e0544704c5ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25424248'] for subnet (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:43.433623 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899cc2e0-6c07-418e-9189-fcc253f2b5f0 admin admin] Pushing event updated for resources: {'Network': ['ID=5b51e23b-409e-4615-b84f-739ffb6ce202,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:43.446254 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Network 5b51e23b-409e-4615-b84f-739ffb6ce202 details requested by agent ovs-agent-n-d-813897-6 with host n-d-813897-6 {{(pid=103467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 23:32:43.606194 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-64b8f881-bd59-4735-a385-e0544704c5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3767729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25424202'] for subnet (e27692be-ef6e-4928-9c05-f31a220c6317), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:43.634039 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab382350-6ab6-42ff-adac-78dec500624b None None] Sync routers for ids ['a8989e25-58b6-4d31-8e8b-fd3731feb4cb'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:32:43.644430 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab382350-6ab6-42ff-adac-78dec500624b None None] Routers {'a8989e25-58b6-4d31-8e8b-fd3731feb4cb'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:32:43.645052 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-ab382350-6ab6-42ff-adac-78dec500624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:32:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['a8989e25-58b6-4d31-8e8b-fd3731feb4cb'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:32:43.661344 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8f881-bd59-4735-a385-e0544704c5ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=e27692be-ef6e-4928-9c05-f31a220c6317,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:43.670063 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b8f881-bd59-4735-a385-e0544704c5ef admin admin] Checking segment: {'id': '97f9a095-2fca-41e5-9783-10a41633a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5b51e23b-409e-4615-b84f-739ffb6ce202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:32:43.670431 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b8f881-bd59-4735-a385-e0544704c5ef admin admin] Network hostable DHCP agents. Network: 5b51e23b-409e-4615-b84f-739ffb6ce202, hostable agents: ['c1cb2cb3-6351-438a-8172-a752bed4d843'], hosted agents: [] {{(pid=103466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:32:43.687364 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b8f881-bd59-4735-a385-e0544704c5ef admin admin] Network 5b51e23b-409e-4615-b84f-739ffb6ce202 is scheduled to be hosted by DHCP agent c1cb2cb3-6351-438a-8172-a752bed4d843 with binding_index 1 {{(pid=103466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:32:43.696696 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-64b8f881-bd59-4735-a385-e0544704c5ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-6, 5b51e23b-409e-4615-b84f-739ffb6ce202) {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:32:43.700678 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b8f881-bd59-4735-a385-e0544704c5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:32:43.701279 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-64b8f881-bd59-4735-a385-e0544704c5ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:43.715540 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e486ae-4052-4095-bbe0-e1b748798b30 None None] Network 5b51e23b-409e-4615-b84f-739ffb6ce202 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:32:43.719507 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-64b8f881-bd59-4735-a385-e0544704c5ef admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3100145 Feb 16 23:32:43.719787 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 56992) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:32:43.724204 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-8cc2a967-8acf-4d95-8033-550bf49d4266 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1808539760-router', 'tenant_id': 'e01ed9d407754646a18c3e125009b72d', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:32:43.743540 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8cc2a967-8acf-4d95-8033-550bf49d4266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59724'] for router (295f0693-90b1-4fc8-9dd6-4aea98aae9ce), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:43.744799 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8cc2a967-8acf-4d95-8033-550bf49d4266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59739'] for router (295f0693-90b1-4fc8-9dd6-4aea98aae9ce), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:43.803482 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8cc2a967-8acf-4d95-8033-550bf49d4266 admin admin] Publish callbacks [] for router_controller (295f0693-90b1-4fc8-9dd6-4aea98aae9ce), precommit_add_association {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:43.832562 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-ab382350-6ab6-42ff-adac-78dec500624b None None] Set router a8989e25-58b6-4d31-8e8b-fd3731feb4cb gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:32:43.888873 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89557bbf-cdef-4de3-a07e-7fcb54cbaa71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04c80858-fe83-5e73-8a15-74df22357c4e-5b51e23b-409e-4615-b84f-739ffb6ce202', 'network_id': '5b51e23b-409e-4615-b84f-739ffb6ce202', 'project_id': 'e01ed9d407754646a18c3e125009b72d', 'fixed_ips': [{'subnet_id': 'e27692be-ef6e-4928-9c05-f31a220c6317'}]}} from n-d-813897-6. {{(pid=103467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 23:32:43.889742 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-89557bbf-cdef-4de3-a07e-7fcb54cbaa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:43.955070 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8cc2a967-8acf-4d95-8033-550bf49d4266 admin admin] Publish callbacks [] for router_gateway (295f0693-90b1-4fc8-9dd6-4aea98aae9ce), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:44.149379 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.db_base_plugin_common [None req-89557bbf-cdef-4de3-a07e-7fcb54cbaa71 None None] Allocated IP 172.20.0.2 (5b51e23b-409e-4615-b84f-739ffb6ce202/e27692be-ef6e-4928-9c05-f31a220c6317/feae290f-1dd3-438b-9187-97ef7783536d) {{(pid=103467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:32:44.174708 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8cc2a967-8acf-4d95-8033-550bf49d4266 admin admin] Publish callbacks [] for router_gateway (295f0693-90b1-4fc8-9dd6-4aea98aae9ce), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:44.195583 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8cc2a967-8acf-4d95-8033-550bf49d4266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:44.233915 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 3a1c264d-2c51-4717-b3c5-adcb650c4f15 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:32:44.261807 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-ab382350-6ab6-42ff-adac-78dec500624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'name': 'tempest-TestSnapshotPattern-529107604-router', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:32:38Z', 'updated_at': '2022-02-16T23:32:41Z', 'revision_number': 4, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'gw_port': {'id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:39Z', 'updated_at': '2022-02-16T23:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '1bc783f1-2cf5-4cdf-990f-6461538679ec', 'name': '', 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'mac_address': 'fa:16:3e:1e:89:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:41Z', 'updated_at': '2022-02-16T23:32:42Z', 'revision_number': 2, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'subnets': [{'id': '5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:32:44.297229 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab382350-6ab6-42ff-adac-78dec500624b None None] Checking router: a8989e25-58b6-4d31-8e8b-fd3731feb4cb for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:32:44.297587 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab382350-6ab6-42ff-adac-78dec500624b None None] Updating router a8989e25-58b6-4d31-8e8b-fd3731feb4cb port 1bc783f1-2cf5-4cdf-990f-6461538679ec binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:32:44.303579 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-8cc2a967-8acf-4d95-8033-550bf49d4266 admin admin] Allocated IP 172.25.2.133 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/45629f38-d55d-42ab-9666-b0682a1d41fa) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:32:44.375466 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:32:44.413962 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8cc2a967-8acf-4d95-8033-550bf49d4266 admin admin] Publish callbacks [] for port (45629f38-d55d-42ab-9666-b0682a1d41fa), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:44.448636 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8cc2a967-8acf-4d95-8033-550bf49d4266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (45629f38-d55d-42ab-9666-b0682a1d41fa), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:44.486720 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc2a967-8acf-4d95-8033-550bf49d4266 admin admin] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:32:44.491810 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-8cc2a967-8acf-4d95-8033-550bf49d4266 admin admin] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:32:44.495431 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc2a967-8acf-4d95-8033-550bf49d4266 admin admin] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:32:44.518845 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ab382350-6ab6-42ff-adac-78dec500624b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1bc783f1-2cf5-4cdf-990f-6461538679ec), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:44.521874 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2a967-8acf-4d95-8033-550bf49d4266 admin admin] Pushing event updated for resources: {'Port': ['ID=45629f38-d55d-42ab-9666-b0682a1d41fa,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:44.596714 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 3a1c264d-2c51-4717-b3c5-adcb650c4f15 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:32:44.597096 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (3a1c264d-2c51-4717-b3c5-adcb650c4f15), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:44.634702 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-89557bbf-cdef-4de3-a07e-7fcb54cbaa71 None None] Publish callbacks [] for port (feae290f-1dd3-438b-9187-97ef7783536d), precommit_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:44.690623 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-89557bbf-cdef-4de3-a07e-7fcb54cbaa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710'] for port (feae290f-1dd3-438b-9187-97ef7783536d), after_create {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:44.750964 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8cc2a967-8acf-4d95-8033-550bf49d4266 admin admin] Publish callbacks [] for router_gateway (295f0693-90b1-4fc8-9dd6-4aea98aae9ce), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:44.754208 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89557bbf-cdef-4de3-a07e-7fcb54cbaa71 None None] Network 5b51e23b-409e-4615-b84f-739ffb6ce202 is already hosted by enough agents. {{(pid=103467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:32:44.767555 n-d-813897-6 neutron-server[103467]: DEBUG neutron.scheduler.base_scheduler [None req-89557bbf-cdef-4de3-a07e-7fcb54cbaa71 None None] Resources bound (agent type, host, resource id): {{(pid=103467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:32:44.779385 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89557bbf-cdef-4de3-a07e-7fcb54cbaa71 None None] Received port after_create {{(pid=103467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:32:44.782456 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89557bbf-cdef-4de3-a07e-7fcb54cbaa71 None None] Pushing event updated for resources: {'Port': ['ID=feae290f-1dd3-438b-9187-97ef7783536d,revision_number=1']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:44.926138 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-89557bbf-cdef-4de3-a07e-7fcb54cbaa71 None None] Attempting to bind port feae290f-1dd3-438b-9187-97ef7783536d on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:32:44.926523 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-89557bbf-cdef-4de3-a07e-7fcb54cbaa71 None None] Attempting to bind port feae290f-1dd3-438b-9187-97ef7783536d by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '97f9a095-2fca-41e5-9783-10a41633a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5b51e23b-409e-4615-b84f-739ffb6ce202'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:32:44.926894 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89557bbf-cdef-4de3-a07e-7fcb54cbaa71 None None] Attempting to bind port feae290f-1dd3-438b-9187-97ef7783536d on network 5b51e23b-409e-4615-b84f-739ffb6ce202 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:32:44.928690 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 3a1c264d-2c51-4717-b3c5-adcb650c4f15 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:32:44.929100 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (3a1c264d-2c51-4717-b3c5-adcb650c4f15), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:44.947431 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89557bbf-cdef-4de3-a07e-7fcb54cbaa71 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:32:44.947815 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89557bbf-cdef-4de3-a07e-7fcb54cbaa71 None None] Checking segment: {'id': '97f9a095-2fca-41e5-9783-10a41633a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5b51e23b-409e-4615-b84f-739ffb6ce202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:32:44.948218 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-89557bbf-cdef-4de3-a07e-7fcb54cbaa71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:44.948616 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89557bbf-cdef-4de3-a07e-7fcb54cbaa71 None None] Bound using segment: {'id': '97f9a095-2fca-41e5-9783-10a41633a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5b51e23b-409e-4615-b84f-739ffb6ce202'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:32:44.949091 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-89557bbf-cdef-4de3-a07e-7fcb54cbaa71 None None] Bound port: feae290f-1dd3-438b-9187-97ef7783536d, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f9a095-2fca-41e5-9783-10a41633a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5b51e23b-409e-4615-b84f-739ffb6ce202'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:32:44.949472 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-89557bbf-cdef-4de3-a07e-7fcb54cbaa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (feae290f-1dd3-438b-9187-97ef7783536d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:44.952832 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8cc2a967-8acf-4d95-8033-550bf49d4266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374614'] for router (295f0693-90b1-4fc8-9dd6-4aea98aae9ce), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:44.985431 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 3a1c264d-2c51-4717-b3c5-adcb650c4f15, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=3a1c264d-2c51-4717-b3c5-adcb650c4f15,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:32:45.013073 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (3a1c264d-2c51-4717-b3c5-adcb650c4f15), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:45.088699 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc2a967-8acf-4d95-8033-550bf49d4266 admin admin] Router 295f0693-90b1-4fc8-9dd6-4aea98aae9ce is scheduled to L3 agent e4221a23-eacd-419a-9223-9326029c12db with binding_index 1 {{(pid=103466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 23:32:45.113742 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=3a1c264d-2c51-4717-b3c5-adcb650c4f15,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:45.118618 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ab382350-6ab6-42ff-adac-78dec500624b None None] Publish callbacks [] for port (1bc783f1-2cf5-4cdf-990f-6461538679ec), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:45.120536 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-89557bbf-cdef-4de3-a07e-7fcb54cbaa71 None None] For port feae290f-1dd3-438b-9187-97ef7783536d, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:32:45.124352 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-89557bbf-cdef-4de3-a07e-7fcb54cbaa71 None None] For port feae290f-1dd3-438b-9187-97ef7783536d, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=feae290f-1dd3-438b-9187-97ef7783536d,segment=NetworkSegment(97f9a095-2fca-41e5-9783-10a41633a787),segment_id=97f9a095-2fca-41e5-9783-10a41633a787)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:32:45.127874 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ab382350-6ab6-42ff-adac-78dec500624b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (1bc783f1-2cf5-4cdf-990f-6461538679ec), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:45.136040 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-89557bbf-cdef-4de3-a07e-7fcb54cbaa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (feae290f-1dd3-438b-9187-97ef7783536d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:45.213367 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f801538-bdc9-48f1-9b74-30f09969b108 None None] Pushing event updated for resources: {'Port': ['ID=1bc783f1-2cf5-4cdf-990f-6461538679ec,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:45.215640 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc2a967-8acf-4d95-8033-550bf49d4266 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:32:45.231812 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e378ef0-aadb-4f3b-b9ee-35765830a8e5 None None] Sync routers for ids ['295f0693-90b1-4fc8-9dd6-4aea98aae9ce'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:32:45.241182 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-8cc2a967-8acf-4d95-8033-550bf49d4266 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:45.244752 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e378ef0-aadb-4f3b-b9ee-35765830a8e5 None None] Routers {'295f0693-90b1-4fc8-9dd6-4aea98aae9ce'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:32:45.245710 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-5e378ef0-aadb-4f3b-b9ee-35765830a8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:32:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['295f0693-90b1-4fc8-9dd6-4aea98aae9ce'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:32:45.246746 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 56994) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:32:45.247234 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-8cc2a967-8acf-4d95-8033-550bf49d4266 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5260251 Feb 16 23:32:45.279819 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-ab382350-6ab6-42ff-adac-78dec500624b None None] Attempting to bind port 1bc783f1-2cf5-4cdf-990f-6461538679ec on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:32:45.280143 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-ab382350-6ab6-42ff-adac-78dec500624b None None] Attempting to bind port 1bc783f1-2cf5-4cdf-990f-6461538679ec by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '6fd457dd-3d27-4436-9553-d8a5b53a82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:32:45.280473 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab382350-6ab6-42ff-adac-78dec500624b None None] Attempting to bind port 1bc783f1-2cf5-4cdf-990f-6461538679ec on network 360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:32:45.304919 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab382350-6ab6-42ff-adac-78dec500624b None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:32:45.305337 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab382350-6ab6-42ff-adac-78dec500624b None None] Checking segment: {'id': '6fd457dd-3d27-4436-9553-d8a5b53a82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:32:45.305955 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ab382350-6ab6-42ff-adac-78dec500624b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:45.306204 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab382350-6ab6-42ff-adac-78dec500624b None None] Bound using segment: {'id': '6fd457dd-3d27-4436-9553-d8a5b53a82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:32:45.306696 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-ab382350-6ab6-42ff-adac-78dec500624b None None] Bound port: 1bc783f1-2cf5-4cdf-990f-6461538679ec, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd457dd-3d27-4436-9553-d8a5b53a82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:32:45.307082 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ab382350-6ab6-42ff-adac-78dec500624b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1bc783f1-2cf5-4cdf-990f-6461538679ec), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:45.318976 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89557bbf-cdef-4de3-a07e-7fcb54cbaa71 None None] Pushing event updated for resources: {'Port': ['ID=feae290f-1dd3-438b-9187-97ef7783536d,revision_number=2']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:45.421766 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-5e378ef0-aadb-4f3b-b9ee-35765830a8e5 None None] Set router 295f0693-90b1-4fc8-9dd6-4aea98aae9ce gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:32:45.433808 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-ab382350-6ab6-42ff-adac-78dec500624b None None] For port 1bc783f1-2cf5-4cdf-990f-6461538679ec, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:32:45.446021 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-ab382350-6ab6-42ff-adac-78dec500624b None None] For port 1bc783f1-2cf5-4cdf-990f-6461538679ec, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=1bc783f1-2cf5-4cdf-990f-6461538679ec,segment=NetworkSegment(6fd457dd-3d27-4436-9553-d8a5b53a82a6),segment_id=6fd457dd-3d27-4436-9553-d8a5b53a82a6)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:32:45.456108 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ab382350-6ab6-42ff-adac-78dec500624b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (1bc783f1-2cf5-4cdf-990f-6461538679ec), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:45.594076 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f801538-bdc9-48f1-9b74-30f09969b108 None None] Pushing event updated for resources: {'Port': ['ID=1bc783f1-2cf5-4cdf-990f-6461538679ec,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:45.597453 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b58d642c-b298-4c30-bfa1-4923027a2dfb None None] Provisioning complete for port 1bc783f1-2cf5-4cdf-990f-6461538679ec triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:32:45.597837 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b58d642c-b298-4c30-bfa1-4923027a2dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (1bc783f1-2cf5-4cdf-990f-6461538679ec), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:45.641454 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab382350-6ab6-42ff-adac-78dec500624b None None] Routers {'a8989e25-58b6-4d31-8e8b-fd3731feb4cb'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:32:45.642143 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-ab382350-6ab6-42ff-adac-78dec500624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:32:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['a8989e25-58b6-4d31-8e8b-fd3731feb4cb'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:32:45.734728 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-5e378ef0-aadb-4f3b-b9ee-35765830a8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295f0693-90b1-4fc8-9dd6-4aea98aae9ce', 'name': 'tempest-TestSnapshotPattern-1808539760-router', 'tenant_id': 'e01ed9d407754646a18c3e125009b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '45629f38-d55d-42ab-9666-b0682a1d41fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:32:43Z', 'updated_at': '2022-02-16T23:32:44Z', 'revision_number': 3, 'project_id': 'e01ed9d407754646a18c3e125009b72d', 'gw_port': {'id': '45629f38-d55d-42ab-9666-b0682a1d41fa', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:24:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295f0693-90b1-4fc8-9dd6-4aea98aae9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:44Z', 'updated_at': '2022-02-16T23:32:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:32:45.775833 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e378ef0-aadb-4f3b-b9ee-35765830a8e5 None None] Checking router: 295f0693-90b1-4fc8-9dd6-4aea98aae9ce for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:32:45.776296 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e378ef0-aadb-4f3b-b9ee-35765830a8e5 None None] Updating router 295f0693-90b1-4fc8-9dd6-4aea98aae9ce port 45629f38-d55d-42ab-9666-b0682a1d41fa binding host n-d-813897-6 {{(pid=103468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:32:45.786782 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b58d642c-b298-4c30-bfa1-4923027a2dfb None None] Current status of the port 1bc783f1-2cf5-4cdf-990f-6461538679ec is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:32:45.787532 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b58d642c-b298-4c30-bfa1-4923027a2dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (1bc783f1-2cf5-4cdf-990f-6461538679ec), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:45.818984 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5e378ef0-aadb-4f3b-b9ee-35765830a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (45629f38-d55d-42ab-9666-b0682a1d41fa), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:45.827921 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-b58d642c-b298-4c30-bfa1-4923027a2dfb None None] For port 1bc783f1-2cf5-4cdf-990f-6461538679ec, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=1bc783f1-2cf5-4cdf-990f-6461538679ec,segment=NetworkSegment(6fd457dd-3d27-4436-9553-d8a5b53a82a6),segment_id=6fd457dd-3d27-4436-9553-d8a5b53a82a6)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:32:45.835999 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b58d642c-b298-4c30-bfa1-4923027a2dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (1bc783f1-2cf5-4cdf-990f-6461538679ec), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:45.869956 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-ab382350-6ab6-42ff-adac-78dec500624b None None] Set router a8989e25-58b6-4d31-8e8b-fd3731feb4cb gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:32:45.954604 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b1e5172e-1241-42b6-9213-2865126375fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:45.966000 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d642c-b298-4c30-bfa1-4923027a2dfb None None] Pushing event updated for resources: {'Port': ['ID=1bc783f1-2cf5-4cdf-990f-6461538679ec,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:46.029922 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-167c31a8-e5c8-40d3-89c2-1c5af55720e8 None None] Provisioning complete for port 1bc783f1-2cf5-4cdf-990f-6461538679ec triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:32:46.030315 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-167c31a8-e5c8-40d3-89c2-1c5af55720e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (1bc783f1-2cf5-4cdf-990f-6461538679ec), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:46.129095 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [None req-b1e5172e-1241-42b6-9213-2865126375fe admin admin] Allocated IP 172.20.0.1 (5b51e23b-409e-4615-b84f-739ffb6ce202/e27692be-ef6e-4928-9c05-f31a220c6317/d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:32:46.149024 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5e378ef0-aadb-4f3b-b9ee-35765830a8e5 None None] Publish callbacks [] for port (45629f38-d55d-42ab-9666-b0682a1d41fa), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:46.162651 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5e378ef0-aadb-4f3b-b9ee-35765830a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (45629f38-d55d-42ab-9666-b0682a1d41fa), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:46.182658 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-167c31a8-e5c8-40d3-89c2-1c5af55720e8 None None] Current status of the port 1bc783f1-2cf5-4cdf-990f-6461538679ec is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:32:46.196293 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-ab382350-6ab6-42ff-adac-78dec500624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'name': 'tempest-TestSnapshotPattern-529107604-router', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:32:38Z', 'updated_at': '2022-02-16T23:32:41Z', 'revision_number': 4, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'gw_port': {'id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:39Z', 'updated_at': '2022-02-16T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '1bc783f1-2cf5-4cdf-990f-6461538679ec', 'name': '', 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'mac_address': 'fa:16:3e:1e:89:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:41Z', 'updated_at': '2022-02-16T23:32:45Z', 'revision_number': 4, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'subnets': [{'id': '5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:32:46.236053 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-5e378ef0-aadb-4f3b-b9ee-35765830a8e5 None None] Attempting to bind port 45629f38-d55d-42ab-9666-b0682a1d41fa on host n-d-813897-6 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:32:46.236433 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-5e378ef0-aadb-4f3b-b9ee-35765830a8e5 None None] Attempting to bind port 45629f38-d55d-42ab-9666-b0682a1d41fa by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:32:46.236806 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e378ef0-aadb-4f3b-b9ee-35765830a8e5 None None] Attempting to bind port 45629f38-d55d-42ab-9666-b0682a1d41fa on network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:32:46.248985 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e378ef0-aadb-4f3b-b9ee-35765830a8e5 None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:32:46.249404 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e378ef0-aadb-4f3b-b9ee-35765830a8e5 None None] Checking segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:32:46.249811 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5e378ef0-aadb-4f3b-b9ee-35765830a8e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:46.250234 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e378ef0-aadb-4f3b-b9ee-35765830a8e5 None None] Bound using segment: {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:32:46.250727 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [None req-5e378ef0-aadb-4f3b-b9ee-35765830a8e5 None None] Bound port: 45629f38-d55d-42ab-9666-b0682a1d41fa, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428fef22-065b-49d6-ab86-47ad4854ab7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:32:46.251631 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5e378ef0-aadb-4f3b-b9ee-35765830a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (45629f38-d55d-42ab-9666-b0682a1d41fa), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:46.261900 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab382350-6ab6-42ff-adac-78dec500624b None None] The sync data for ids ['a8989e25-58b6-4d31-8e8b-fd3731feb4cb'] in n-d-813897-6 is: [{'id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'name': 'tempest-TestSnapshotPattern-529107604-router', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:32:38Z', 'updated_at': '2022-02-16T23:32:41Z', 'revision_number': 4, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'gw_port': {'id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:39Z', 'updated_at': '2022-02-16T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '1bc783f1-2cf5-4cdf-990f-6461538679ec', 'name': '', 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'mac_address': 'fa:16:3e:1e:89:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:41Z', 'updated_at': '2022-02-16T23:32:45Z', 'revision_number': 4, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'subnets': [{'id': '5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:32:46.282509 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249f804-16aa-4d56-82db-342ece522fbe None None] Pushing event updated for resources: {'Port': ['ID=45629f38-d55d-42ab-9666-b0682a1d41fa,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:46.283686 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b1e5172e-1241-42b6-9213-2865126375fe admin admin] Publish callbacks [] for port (d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:46.318619 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-5e378ef0-aadb-4f3b-b9ee-35765830a8e5 None None] For port 45629f38-d55d-42ab-9666-b0682a1d41fa, host n-d-813897-6, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:32:46.323982 n-d-813897-6 neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-5e378ef0-aadb-4f3b-b9ee-35765830a8e5 None None] For port 45629f38-d55d-42ab-9666-b0682a1d41fa, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=45629f38-d55d-42ab-9666-b0682a1d41fa,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:32:46.332444 n-d-813897-6 neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5e378ef0-aadb-4f3b-b9ee-35765830a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (45629f38-d55d-42ab-9666-b0682a1d41fa), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:46.344476 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b1e5172e-1241-42b6-9213-2865126375fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:46.393635 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e5172e-1241-42b6-9213-2865126375fe admin admin] Network 5b51e23b-409e-4615-b84f-739ffb6ce202 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:32:46.397245 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-b1e5172e-1241-42b6-9213-2865126375fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:32:46.400491 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e5172e-1241-42b6-9213-2865126375fe admin admin] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:32:46.407289 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e378ef0-aadb-4f3b-b9ee-35765830a8e5 None None] Routers {'295f0693-90b1-4fc8-9dd6-4aea98aae9ce'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:32:46.407921 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-5e378ef0-aadb-4f3b-b9ee-35765830a8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:32:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['295f0693-90b1-4fc8-9dd6-4aea98aae9ce'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:32:46.413225 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device feae290f-1dd3-438b-9187-97ef7783536d up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:32:46.462389 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b1e5172e-1241-42b6-9213-2865126375fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362251'] for router_interface (295f0693-90b1-4fc8-9dd6-4aea98aae9ce), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:46.501844 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port feae290f-1dd3-438b-9187-97ef7783536d triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:32:46.502356 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (feae290f-1dd3-438b-9187-97ef7783536d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:46.520122 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e5172e-1241-42b6-9213-2865126375fe admin admin] Pushing event updated for resources: {'Port': ['ID=d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:46.534465 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249f804-16aa-4d56-82db-342ece522fbe None None] Pushing event updated for resources: {'Port': ['ID=45629f38-d55d-42ab-9666-b0682a1d41fa,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:46.639618 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-5e378ef0-aadb-4f3b-b9ee-35765830a8e5 None None] Set router 295f0693-90b1-4fc8-9dd6-4aea98aae9ce gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:32:46.643420 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b1e5172e-1241-42b6-9213-2865126375fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:46.645554 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port feae290f-1dd3-438b-9187-97ef7783536d is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:32:46.646539 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (feae290f-1dd3-438b-9187-97ef7783536d), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:46.690544 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afccabc-0a47-4a0a-bf4e-d24830280754 None None] Network 5b51e23b-409e-4615-b84f-739ffb6ce202 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:32:46.730044 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port feae290f-1dd3-438b-9187-97ef7783536d, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=feae290f-1dd3-438b-9187-97ef7783536d,segment=NetworkSegment(97f9a095-2fca-41e5-9783-10a41633a787),segment_id=97f9a095-2fca-41e5-9783-10a41633a787)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:32:46.786529 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (feae290f-1dd3-438b-9187-97ef7783536d), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:46.787333 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 3a1c264d-2c51-4717-b3c5-adcb650c4f15 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:32:46.856327 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b1e5172e-1241-42b6-9213-2865126375fe admin admin] Publish callbacks [] for port (d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:46.862151 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b1e5172e-1241-42b6-9213-2865126375fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:46.864558 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-5e378ef0-aadb-4f3b-b9ee-35765830a8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295f0693-90b1-4fc8-9dd6-4aea98aae9ce', 'name': 'tempest-TestSnapshotPattern-1808539760-router', 'tenant_id': 'e01ed9d407754646a18c3e125009b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '45629f38-d55d-42ab-9666-b0682a1d41fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:32:43Z', 'updated_at': '2022-02-16T23:32:44Z', 'revision_number': 3, 'project_id': 'e01ed9d407754646a18c3e125009b72d', 'gw_port': {'id': '45629f38-d55d-42ab-9666-b0682a1d41fa', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:24:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295f0693-90b1-4fc8-9dd6-4aea98aae9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:44Z', 'updated_at': '2022-02-16T23:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:32:46.864760 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-3e3f76ce-1850-456d-b55a-57a6d8448c89 None None] Provisioning complete for port feae290f-1dd3-438b-9187-97ef7783536d triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:32:46.864979 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3e3f76ce-1850-456d-b55a-57a6d8448c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (feae290f-1dd3-438b-9187-97ef7783536d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:46.896802 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e378ef0-aadb-4f3b-b9ee-35765830a8e5 None None] The sync data for ids ['295f0693-90b1-4fc8-9dd6-4aea98aae9ce'] in n-d-813897-6 is: [{'id': '295f0693-90b1-4fc8-9dd6-4aea98aae9ce', 'name': 'tempest-TestSnapshotPattern-1808539760-router', 'tenant_id': 'e01ed9d407754646a18c3e125009b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '45629f38-d55d-42ab-9666-b0682a1d41fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:32:43Z', 'updated_at': '2022-02-16T23:32:44Z', 'revision_number': 3, 'project_id': 'e01ed9d407754646a18c3e125009b72d', 'gw_port': {'id': '45629f38-d55d-42ab-9666-b0682a1d41fa', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:24:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295f0693-90b1-4fc8-9dd6-4aea98aae9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:44Z', 'updated_at': '2022-02-16T23:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:32:46.941450 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-b1e5172e-1241-42b6-9213-2865126375fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362391'] for router_interface (295f0693-90b1-4fc8-9dd6-4aea98aae9ce), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:46.961353 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 3a1c264d-2c51-4717-b3c5-adcb650c4f15 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:32:46.961727 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (3a1c264d-2c51-4717-b3c5-adcb650c4f15), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:46.964884 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=feae290f-1dd3-438b-9187-97ef7783536d,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:46.992303 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e5172e-1241-42b6-9213-2865126375fe admin admin] Pushing event updated for resources: {'Port': ['ID=d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:47.063081 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e5172e-1241-42b6-9213-2865126375fe admin admin] Network 5b51e23b-409e-4615-b84f-739ffb6ce202 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:32:47.065995 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [None req-b1e5172e-1241-42b6-9213-2865126375fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:32:47.087478 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-3e3f76ce-1850-456d-b55a-57a6d8448c89 None None] Current status of the port feae290f-1dd3-438b-9187-97ef7783536d is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:32:47.138692 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 3a1c264d-2c51-4717-b3c5-adcb650c4f15 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:32:47.226885 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e5172e-1241-42b6-9213-2865126375fe admin admin] Router 295f0693-90b1-4fc8-9dd6-4aea98aae9ce has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:32:47.366194 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e5172e-1241-42b6-9213-2865126375fe admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:32:47.372327 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b1e5172e-1241-42b6-9213-2865126375fe admin admin] 10.222.0.75 "PUT /v2.0/routers/295f0693-90b1-4fc8-9dd6-4aea98aae9ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1227851 Feb 16 23:32:47.430702 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b910f32f-5d1d-4d6a-9463-2b826981f2c8 None None] Provisioning complete for port feae290f-1dd3-438b-9187-97ef7783536d triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:32:47.431078 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b910f32f-5d1d-4d6a-9463-2b826981f2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (feae290f-1dd3-438b-9187-97ef7783536d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:47.535830 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b910f32f-5d1d-4d6a-9463-2b826981f2c8 None None] Current status of the port feae290f-1dd3-438b-9187-97ef7783536d is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:32:47.548329 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b910f32f-5d1d-4d6a-9463-2b826981f2c8 None None] Provisioning complete for port d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:32:47.548709 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b910f32f-5d1d-4d6a-9463-2b826981f2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:47.614808 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b910f32f-5d1d-4d6a-9463-2b826981f2c8 None None] Port d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:32:47.744156 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-0b5d5dfd-77e0-46b6-b9a1-46247c256dba None None] Provisioning complete for port d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:32:47.745394 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0b5d5dfd-77e0-46b6-b9a1-46247c256dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:47.804873 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-0b5d5dfd-77e0-46b6-b9a1-46247c256dba None None] Port d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:32:47.932593 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-b571f32c-1efe-4b0e-8457-43f1f7758f6e None None] Provisioning complete for port d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:32:47.932870 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b571f32c-1efe-4b0e-8457-43f1f7758f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:47.969010 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b571f32c-1efe-4b0e-8457-43f1f7758f6e None None] Port d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2 cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:32:48.126556 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57002) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:32:48.131072 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-6a04ffee-9613-48ef-be67-5b29766b99cb tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-101359748', 'description': 'tempest-secgroup-smoke-101359748 description', 'project_id': '79d7c7ea660d4c02b45deddefbe4feac'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:32:48.156484 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6a04ffee-9613-48ef-be67-5b29766b99cb tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for security_group (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:48.237464 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6a04ffee-9613-48ef-be67-5b29766b99cb tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for security_group (3e685fe3-b466-4f67-a4e5-2fd2fa0900dc), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:48.244002 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6a04ffee-9613-48ef-be67-5b29766b99cb tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (3e685fe3-b466-4f67-a4e5-2fd2fa0900dc), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:48.273713 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-6a04ffee-9613-48ef-be67-5b29766b99cb tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:48.275055 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-6a04ffee-9613-48ef-be67-5b29766b99cb tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1475422 Feb 16 23:32:48.279452 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57004) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:32:48.279953 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a04ffee-9613-48ef-be67-5b29766b99cb tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e685fe3-b466-4f67-a4e5-2fd2fa0900dc,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:48.285908 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-d03b8db1-1958-49bd-9293-4f454dc57fe4 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Request body: {'security_group_rule': {'security_group_id': '3e685fe3-b466-4f67-a4e5-2fd2fa0900dc', 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:32:48.313288 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 45629f38-d55d-42ab-9666-b0682a1d41fa up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:32:48.319943 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d03b8db1-1958-49bd-9293-4f454dc57fe4 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for security_group_rule (18da847d-2949-4d2f-9a77-535c5463fdf2), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:48.362651 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 45629f38-d55d-42ab-9666-b0682a1d41fa triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:32:48.363032 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (45629f38-d55d-42ab-9666-b0682a1d41fa), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:48.382508 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d03b8db1-1958-49bd-9293-4f454dc57fe4 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for security_group_rule (18da847d-2949-4d2f-9a77-535c5463fdf2), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:48.387135 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d03b8db1-1958-49bd-9293-4f454dc57fe4 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (18da847d-2949-4d2f-9a77-535c5463fdf2), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:48.407650 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b8db1-1958-49bd-9293-4f454dc57fe4 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18da847d-2949-4d2f-9a77-535c5463fdf2,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:48.419225 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-d03b8db1-1958-49bd-9293-4f454dc57fe4 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:48.420456 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-d03b8db1-1958-49bd-9293-4f454dc57fe4 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1390812 Feb 16 23:32:48.423503 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57006) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:32:48.428216 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-7c05a96c-79d2-4f2a-89d7-db57975eaab4 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Request body: {'security_group_rule': {'security_group_id': '3e685fe3-b466-4f67-a4e5-2fd2fa0900dc', 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:32:48.455350 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c05a96c-79d2-4f2a-89d7-db57975eaab4 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for security_group_rule (50a594a2-dc47-4ee9-9ff4-829dd8122302), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:48.461171 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 45629f38-d55d-42ab-9666-b0682a1d41fa is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:32:48.461570 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (45629f38-d55d-42ab-9666-b0682a1d41fa), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:48.488099 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] For port 45629f38-d55d-42ab-9666-b0682a1d41fa, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=45629f38-d55d-42ab-9666-b0682a1d41fa,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:32:48.493487 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (45629f38-d55d-42ab-9666-b0682a1d41fa), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:48.494354 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device feae290f-1dd3-438b-9187-97ef7783536d up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:32:48.518730 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c05a96c-79d2-4f2a-89d7-db57975eaab4 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for security_group_rule (50a594a2-dc47-4ee9-9ff4-829dd8122302), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:48.527342 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c05a96c-79d2-4f2a-89d7-db57975eaab4 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (50a594a2-dc47-4ee9-9ff4-829dd8122302), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:48.547085 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05a96c-79d2-4f2a-89d7-db57975eaab4 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a594a2-dc47-4ee9-9ff4-829dd8122302,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:48.560097 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7c05a96c-79d2-4f2a-89d7-db57975eaab4 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:48.562550 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7c05a96c-79d2-4f2a-89d7-db57975eaab4 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1380234 Feb 16 23:32:48.565258 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57008) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:32:48.570215 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-fdeeb400-5c74-444d-89fc-4de3deac0063 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Request body: {'security_group_rule': {'security_group_id': '3e685fe3-b466-4f67-a4e5-2fd2fa0900dc', 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:32:48.577224 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Pushing event updated for resources: {'Port': ['ID=45629f38-d55d-42ab-9666-b0682a1d41fa,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:48.592410 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port feae290f-1dd3-438b-9187-97ef7783536d triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:32:48.592906 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (feae290f-1dd3-438b-9187-97ef7783536d), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:48.595786 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fdeeb400-5c74-444d-89fc-4de3deac0063 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for security_group_rule (d0c671ed-b830-452f-925e-53a37aedf8bb), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:48.657148 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fdeeb400-5c74-444d-89fc-4de3deac0063 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for security_group_rule (d0c671ed-b830-452f-925e-53a37aedf8bb), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:48.661135 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fdeeb400-5c74-444d-89fc-4de3deac0063 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (d0c671ed-b830-452f-925e-53a37aedf8bb), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:48.672688 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port feae290f-1dd3-438b-9187-97ef7783536d is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:32:48.674441 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 1bc783f1-2cf5-4cdf-990f-6461538679ec up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:32:48.678242 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeeb400-5c74-444d-89fc-4de3deac0063 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c671ed-b830-452f-925e-53a37aedf8bb,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:48.687521 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-fdeeb400-5c74-444d-89fc-4de3deac0063 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:48.688798 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-fdeeb400-5c74-444d-89fc-4de3deac0063 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226025 Feb 16 23:32:48.691387 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57010) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:32:48.696256 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [None req-7cf9c1f2-020e-4137-a483-e331570765c5 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Request body: {'security_group_rule': {'security_group_id': '3e685fe3-b466-4f67-a4e5-2fd2fa0900dc', 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:32:48.722579 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7cf9c1f2-020e-4137-a483-e331570765c5 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for security_group_rule (652df74e-2424-45ed-80b2-dab091a82030), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:48.725702 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 1bc783f1-2cf5-4cdf-990f-6461538679ec triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:32:48.726145 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (1bc783f1-2cf5-4cdf-990f-6461538679ec), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:48.781924 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7cf9c1f2-020e-4137-a483-e331570765c5 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for security_group_rule (652df74e-2424-45ed-80b2-dab091a82030), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:48.786595 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7cf9c1f2-020e-4137-a483-e331570765c5 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (652df74e-2424-45ed-80b2-dab091a82030), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:48.803751 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf9c1f2-020e-4137-a483-e331570765c5 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=652df74e-2424-45ed-80b2-dab091a82030,revision_number=0']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:48.811466 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 1bc783f1-2cf5-4cdf-990f-6461538679ec is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:32:48.812495 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7cf9c1f2-020e-4137-a483-e331570765c5 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:48.816139 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-7cf9c1f2-020e-4137-a483-e331570765c5 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1213477 Feb 16 23:32:48.816563 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57012) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:32:48.821745 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-cde52a62-bca2-4b00-97eb-77ac048036d9 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Request body: {'security_group_rule': {'security_group_id': '3e685fe3-b466-4f67-a4e5-2fd2fa0900dc', 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:32:48.841784 n-d-813897-6 neutron-server[103466]: INFO neutron.db.securitygroups_db [None req-cde52a62-bca2-4b00-97eb-77ac048036d9 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Project 79d7c7ea660d4c02b45deddefbe4feac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 23:32:48.846460 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cde52a62-bca2-4b00-97eb-77ac048036d9 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for security_group_rule (21f5982c-2ef9-4237-80cb-02a6313eaef0), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:48.903855 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cde52a62-bca2-4b00-97eb-77ac048036d9 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for security_group_rule (21f5982c-2ef9-4237-80cb-02a6313eaef0), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:48.907541 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cde52a62-bca2-4b00-97eb-77ac048036d9 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (21f5982c-2ef9-4237-80cb-02a6313eaef0), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:48.925006 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde52a62-bca2-4b00-97eb-77ac048036d9 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f5982c-2ef9-4237-80cb-02a6313eaef0,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:48.933075 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-cde52a62-bca2-4b00-97eb-77ac048036d9 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:48.934342 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-cde52a62-bca2-4b00-97eb-77ac048036d9 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1168327 Feb 16 23:32:48.937015 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57014) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:32:48.941350 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-e3b7ac40-1123-4a9a-aaf8-76dbee716093 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Request body: {'security_group_rule': {'security_group_id': '3e685fe3-b466-4f67-a4e5-2fd2fa0900dc', 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:32:48.961104 n-d-813897-6 neutron-server[103466]: INFO neutron.db.securitygroups_db [None req-e3b7ac40-1123-4a9a-aaf8-76dbee716093 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Project 79d7c7ea660d4c02b45deddefbe4feac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 23:32:48.965915 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e3b7ac40-1123-4a9a-aaf8-76dbee716093 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for security_group_rule (244bf2b7-3800-4285-8793-6a2a3868dbad), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:49.026843 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e3b7ac40-1123-4a9a-aaf8-76dbee716093 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for security_group_rule (244bf2b7-3800-4285-8793-6a2a3868dbad), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:49.030530 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e3b7ac40-1123-4a9a-aaf8-76dbee716093 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484753'] for security_group_rule (244bf2b7-3800-4285-8793-6a2a3868dbad), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:49.048137 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7ac40-1123-4a9a-aaf8-76dbee716093 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=244bf2b7-3800-4285-8793-6a2a3868dbad,revision_number=0']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:49.056813 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e3b7ac40-1123-4a9a-aaf8-76dbee716093 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:49.058048 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e3b7ac40-1123-4a9a-aaf8-76dbee716093 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1200805 Feb 16 23:32:49.274821 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-e1ebc552-7218-44c3-b4a1-97d4305b3594 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-101359748&fields=id&tenant_id=79d7c7ea660d4c02b45deddefbe4feac HTTP/1.1" status: 200 len: 267 time: 0.0433857 Feb 16 23:32:49.377860 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-b039aba1-5665-4ef6-b1a0-32feb5502784 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:32:49.379630 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-b039aba1-5665-4ef6-b1a0-32feb5502784 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/networks?id=360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 HTTP/1.1" status: 200 len: 809 time: 0.0984118 Feb 16 23:32:49.398753 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-a68d98f3-7240-408a-af7b-1ffa472d70af tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/quotas/79d7c7ea660d4c02b45deddefbe4feac HTTP/1.1" status: 200 len: 375 time: 0.0131209 Feb 16 23:32:49.456156 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-7e0ff288-68e0-4d51-97cd-6204526b21d3 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=79d7c7ea660d4c02b45deddefbe4feac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551109 Feb 16 23:32:49.555878 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-7fd71cf2-5f9e-42d4-935e-b811ed970f94 service neutron] 10.222.0.75 "GET /v2.0/networks/360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876052 Feb 16 23:32:49.649903 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-c67bdc4a-60d4-48ed-bb22-ff8e5b18c40a service neutron] 10.222.0.75 "GET /v2.0/networks/360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882301 Feb 16 23:32:49.690277 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112139db-0fe6-495b-b173-c9ba619ff6fe None None] Sync routers for ids ['295f0693-90b1-4fc8-9dd6-4aea98aae9ce'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:32:49.701253 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112139db-0fe6-495b-b173-c9ba619ff6fe None None] Routers {'295f0693-90b1-4fc8-9dd6-4aea98aae9ce'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:32:49.701944 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-112139db-0fe6-495b-b173-c9ba619ff6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:32:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['295f0693-90b1-4fc8-9dd6-4aea98aae9ce'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:32:49.814966 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-63302177-d2cd-4c27-9a13-3e88aae17e2b req-aa7e58f1-cf62-4cde-b1c3-17c666a6f4dc tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/ports?device_id=97d251d6-7fac-477d-baaa-713210835e6d HTTP/1.1" status: 200 len: 210 time: 0.0287204 Feb 16 23:32:49.968750 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-112139db-0fe6-495b-b173-c9ba619ff6fe None None] Set router 295f0693-90b1-4fc8-9dd6-4aea98aae9ce gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:32:50.174026 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-112139db-0fe6-495b-b173-c9ba619ff6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295f0693-90b1-4fc8-9dd6-4aea98aae9ce', 'name': 'tempest-TestSnapshotPattern-1808539760-router', 'tenant_id': 'e01ed9d407754646a18c3e125009b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '45629f38-d55d-42ab-9666-b0682a1d41fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:32:43Z', 'updated_at': '2022-02-16T23:32:46Z', 'revision_number': 4, 'project_id': 'e01ed9d407754646a18c3e125009b72d', 'gw_port': {'id': '45629f38-d55d-42ab-9666-b0682a1d41fa', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:24:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295f0693-90b1-4fc8-9dd6-4aea98aae9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:44Z', 'updated_at': '2022-02-16T23:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'd3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2', 'name': '', 'network_id': '5b51e23b-409e-4615-b84f-739ffb6ce202', 'tenant_id': 'e01ed9d407754646a18c3e125009b72d', 'mac_address': 'fa:16:3e:73:a5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295f0693-90b1-4fc8-9dd6-4aea98aae9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'e27692be-ef6e-4928-9c05-f31a220c6317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:45Z', 'updated_at': '2022-02-16T23:32:46Z', 'revision_number': 2, 'project_id': 'e01ed9d407754646a18c3e125009b72d', 'subnets': [{'id': 'e27692be-ef6e-4928-9c05-f31a220c6317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:32:50.203193 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 45629f38-d55d-42ab-9666-b0682a1d41fa up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:32:50.206593 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112139db-0fe6-495b-b173-c9ba619ff6fe None None] Checking router: 295f0693-90b1-4fc8-9dd6-4aea98aae9ce for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:32:50.206957 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112139db-0fe6-495b-b173-c9ba619ff6fe None None] Updating router 295f0693-90b1-4fc8-9dd6-4aea98aae9ce port d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2 binding host n-d-813897-6 {{(pid=103467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:32:50.262922 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-112139db-0fe6-495b-b173-c9ba619ff6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:50.318335 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port 45629f38-d55d-42ab-9666-b0682a1d41fa triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:32:50.318642 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (45629f38-d55d-42ab-9666-b0682a1d41fa), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:50.519145 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port 45629f38-d55d-42ab-9666-b0682a1d41fa is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:32:50.599044 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-112139db-0fe6-495b-b173-c9ba619ff6fe None None] Publish callbacks [] for port (d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2), precommit_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:50.605321 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-112139db-0fe6-495b-b173-c9ba619ff6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:50.655070 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716b528-6842-47f8-9fac-5e65d3105f5c None None] Pushing event updated for resources: {'Port': ['ID=d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2,revision_number=3']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:50.710690 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-112139db-0fe6-495b-b173-c9ba619ff6fe None None] Attempting to bind port d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2 on host n-d-813897-6 for vnic_type normal with profile {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:32:50.711067 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-112139db-0fe6-495b-b173-c9ba619ff6fe None None] Attempting to bind port d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2 by drivers openvswitch,hyperv on host n-d-813897-6 at level 0 using segments [{'id': '97f9a095-2fca-41e5-9783-10a41633a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5b51e23b-409e-4615-b84f-739ffb6ce202'}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:32:50.711435 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112139db-0fe6-495b-b173-c9ba619ff6fe None None] Attempting to bind port d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2 on network 5b51e23b-409e-4615-b84f-739ffb6ce202 {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:32:50.716636 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112139db-0fe6-495b-b173-c9ba619ff6fe None None] Checking agent: {'id': '55aabb93-b58b-4d67-bc77-7883cdfb74ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 21, 59, 57), 'started_at': datetime.datetime(2022, 2, 16, 22, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:32:50.717016 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112139db-0fe6-495b-b173-c9ba619ff6fe None None] Checking segment: {'id': '97f9a095-2fca-41e5-9783-10a41633a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5b51e23b-409e-4615-b84f-739ffb6ce202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:32:50.717438 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-112139db-0fe6-495b-b173-c9ba619ff6fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:50.717815 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112139db-0fe6-495b-b173-c9ba619ff6fe None None] Bound using segment: {'id': '97f9a095-2fca-41e5-9783-10a41633a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5b51e23b-409e-4615-b84f-739ffb6ce202'} {{(pid=103467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:32:50.718307 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.managers [None req-112139db-0fe6-495b-b173-c9ba619ff6fe None None] Bound port: d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2, host: n-d-813897-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f9a095-2fca-41e5-9783-10a41633a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5b51e23b-409e-4615-b84f-739ffb6ce202'}}] {{(pid=103467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:32:50.718688 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-112139db-0fe6-495b-b173-c9ba619ff6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:50.788107 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-112139db-0fe6-495b-b173-c9ba619ff6fe None None] For port d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2, host n-d-813897-6, cleared binding levels {{(pid=103467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:32:50.792836 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-112139db-0fe6-495b-b173-c9ba619ff6fe None None] For port d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2, host n-d-813897-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2,segment=NetworkSegment(97f9a095-2fca-41e5-9783-10a41633a787),segment_id=97f9a095-2fca-41e5-9783-10a41633a787)] {{(pid=103467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:32:50.800938 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-112139db-0fe6-495b-b173-c9ba619ff6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:50.874393 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112139db-0fe6-495b-b173-c9ba619ff6fe None None] Routers {'295f0693-90b1-4fc8-9dd6-4aea98aae9ce'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:32:50.875026 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-112139db-0fe6-495b-b173-c9ba619ff6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:32:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['295f0693-90b1-4fc8-9dd6-4aea98aae9ce'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:32:50.877937 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716b528-6842-47f8-9fac-5e65d3105f5c None None] Pushing event updated for resources: {'Port': ['ID=d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:50.883032 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-957989ac-6128-489d-b70d-e5aee05565f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:50.922819 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1bdc0918-0ab9-4df7-a45f-bcda8ebb6a5f req-118ee085-ec0c-4acf-923a-9e89967cc8b0 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/ports?device_id=97d251d6-7fac-477d-baaa-713210835e6d HTTP/1.1" status: 200 len: 210 time: 0.0440333 Feb 16 23:32:50.975421 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-db885c1e-2f15-4603-afb2-d5e34c8a74de None None] Provisioning complete for port d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:32:50.976497 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-db885c1e-2f15-4603-afb2-d5e34c8a74de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:51.041710 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-112139db-0fe6-495b-b173-c9ba619ff6fe None None] Set router 295f0693-90b1-4fc8-9dd6-4aea98aae9ce gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:32:51.164891 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-db885c1e-2f15-4603-afb2-d5e34c8a74de None None] Current status of the port d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2 is: DOWN; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:32:51.165195 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-db885c1e-2f15-4603-afb2-d5e34c8a74de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:51.241289 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-db885c1e-2f15-4603-afb2-d5e34c8a74de None None] For port d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2,segment=NetworkSegment(97f9a095-2fca-41e5-9783-10a41633a787),segment_id=97f9a095-2fca-41e5-9783-10a41633a787)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:32:51.246648 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-db885c1e-2f15-4603-afb2-d5e34c8a74de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:51.322314 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db885c1e-2f15-4603-afb2-d5e34c8a74de None None] Pushing event updated for resources: {'Port': ['ID=d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:51.336706 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-112139db-0fe6-495b-b173-c9ba619ff6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295f0693-90b1-4fc8-9dd6-4aea98aae9ce', 'name': 'tempest-TestSnapshotPattern-1808539760-router', 'tenant_id': 'e01ed9d407754646a18c3e125009b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '45629f38-d55d-42ab-9666-b0682a1d41fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:32:43Z', 'updated_at': '2022-02-16T23:32:46Z', 'revision_number': 4, 'project_id': 'e01ed9d407754646a18c3e125009b72d', 'gw_port': {'id': '45629f38-d55d-42ab-9666-b0682a1d41fa', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:24:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295f0693-90b1-4fc8-9dd6-4aea98aae9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:44Z', 'updated_at': '2022-02-16T23:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'd3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2', 'name': '', 'network_id': '5b51e23b-409e-4615-b84f-739ffb6ce202', 'tenant_id': 'e01ed9d407754646a18c3e125009b72d', 'mac_address': 'fa:16:3e:73:a5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295f0693-90b1-4fc8-9dd6-4aea98aae9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'e27692be-ef6e-4928-9c05-f31a220c6317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:45Z', 'updated_at': '2022-02-16T23:32:50Z', 'revision_number': 4, 'project_id': 'e01ed9d407754646a18c3e125009b72d', 'subnets': [{'id': 'e27692be-ef6e-4928-9c05-f31a220c6317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:32:51.365908 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112139db-0fe6-495b-b173-c9ba619ff6fe None None] The sync data for ids ['295f0693-90b1-4fc8-9dd6-4aea98aae9ce'] in n-d-813897-6 is: [{'id': '295f0693-90b1-4fc8-9dd6-4aea98aae9ce', 'name': 'tempest-TestSnapshotPattern-1808539760-router', 'tenant_id': 'e01ed9d407754646a18c3e125009b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '45629f38-d55d-42ab-9666-b0682a1d41fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:32:43Z', 'updated_at': '2022-02-16T23:32:46Z', 'revision_number': 4, 'project_id': 'e01ed9d407754646a18c3e125009b72d', 'gw_port': {'id': '45629f38-d55d-42ab-9666-b0682a1d41fa', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:24:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295f0693-90b1-4fc8-9dd6-4aea98aae9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:44Z', 'updated_at': '2022-02-16T23:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': 'd3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2', 'name': '', 'network_id': '5b51e23b-409e-4615-b84f-739ffb6ce202', 'tenant_id': 'e01ed9d407754646a18c3e125009b72d', 'mac_address': 'fa:16:3e:73:a5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295f0693-90b1-4fc8-9dd6-4aea98aae9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'e27692be-ef6e-4928-9c05-f31a220c6317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:45Z', 'updated_at': '2022-02-16T23:32:50Z', 'revision_number': 4, 'project_id': 'e01ed9d407754646a18c3e125009b72d', 'subnets': [{'id': 'e27692be-ef6e-4928-9c05-f31a220c6317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:32:51.376886 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-98978a1e-5437-4775-8c54-cd483cb2e033 None None] Provisioning complete for port d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2 triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:32:51.377266 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-98978a1e-5437-4775-8c54-cd483cb2e033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:51.473757 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-98978a1e-5437-4775-8c54-cd483cb2e033 None None] Current status of the port d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:32:52.014703 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-c8d7a706-60ec-453b-a120-7ec39f58390d req-5e013847-19fe-474e-abd5-5696c715baf3 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/ports?device_id=97d251d6-7fac-477d-baaa-713210835e6d HTTP/1.1" status: 200 len: 210 time: 0.0331032 Feb 16 23:32:52.216006 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2 up at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:32:52.266389 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Provisioning complete for port d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2 triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:32:52.266774 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:52.347948 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Current status of the port d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2 is: ACTIVE; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:32:52.886085 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-55a68245-f3ad-449d-a816-24d3714e72ba tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:32:52.887665 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-55a68245-f3ad-449d-a816-24d3714e72ba tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.67 "GET /v2.0/networks?id=360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 HTTP/1.1" status: 200 len: 809 time: 0.1117878 Feb 16 23:32:52.951159 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-f32426a2-3f81-4ae9-ae50-5add86bb9914 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79d7c7ea660d4c02b45deddefbe4feac HTTP/1.1" status: 200 len: 379 time: 0.0548019 Feb 16 23:32:52.960785 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-de4c7146-ec00-451b-a6b5-d2810cae6618 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Request body: {'port': {'device_id': '97d251d6-7fac-477d-baaa-713210835e6d', 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6', 'admin_state_up': True, 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'security_groups': ['3e685fe3-b466-4f67-a4e5-2fd2fa0900dc']}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:32:53.064345 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-de4c7146-ec00-451b-a6b5-d2810cae6618 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Made reservation on behalf of 79d7c7ea660d4c02b45deddefbe4feac for: {'port': 1} {{(pid=103465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:32:53.068187 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-de4c7146-ec00-451b-a6b5-d2810cae6618 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:53.122525 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13ee38e0-a68f-480d-8440-edb6eedeed4f req-5880b97b-30bc-4f1b-a032-c96be32693ad tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/ports?device_id=97d251d6-7fac-477d-baaa-713210835e6d HTTP/1.1" status: 200 len: 210 time: 0.0316570 Feb 16 23:32:53.201588 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_common [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-de4c7146-ec00-451b-a6b5-d2810cae6618 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Allocated IP 172.20.0.7 (360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6/5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c/2a871a37-b872-45b8-ab16-93f4de817c5b) {{(pid=103465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:32:53.242199 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-290b1a30-e15c-4c0e-b959-2acf10dda6d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:53.349152 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-de4c7146-ec00-451b-a6b5-d2810cae6618 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for port (2a871a37-b872-45b8-ab16-93f4de817c5b), precommit_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:53.383991 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-de4c7146-ec00-451b-a6b5-d2810cae6618 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (2a871a37-b872-45b8-ab16-93f4de817c5b), after_create {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:53.428302 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-de4c7146-ec00-451b-a6b5-d2810cae6618 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Network 360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 is already hosted by enough agents. {{(pid=103465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:32:53.432025 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.base_scheduler [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-de4c7146-ec00-451b-a6b5-d2810cae6618 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Resources bound (agent type, host, resource id): {{(pid=103465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:32:53.435709 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-de4c7146-ec00-451b-a6b5-d2810cae6618 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Received port after_create {{(pid=103465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:32:53.460813 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c7146-ec00-451b-a6b5-d2810cae6618 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Pushing event updated for resources: {'Port': ['ID=2a871a37-b872-45b8-ab16-93f4de817c5b,revision_number=1']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:53.491976 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-de4c7146-ec00-451b-a6b5-d2810cae6618 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:32:53.492613 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-de4c7146-ec00-451b-a6b5-d2810cae6618 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:53.509012 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-de4c7146-ec00-451b-a6b5-d2810cae6618 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5523031 Feb 16 23:32:53.519691 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.v2.base [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-29d2f237-a5e9-4ef2-9575-bc2f40a1edf0 service neutron] Request body: {'port': {'device_id': '97d251d6-7fac-477d-baaa-713210835e6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-6'}} {{(pid=103465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:32:53.586784 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-29d2f237-a5e9-4ef2-9575-bc2f40a1edf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2a871a37-b872-45b8-ab16-93f4de817c5b), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:53.716146 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-e15c6926-e7c7-4eab-8a13-246157eb7949 None None] Provisioning complete for port 2a871a37-b872-45b8-ab16-93f4de817c5b triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:32:53.716434 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e15c6926-e7c7-4eab-8a13-246157eb7949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2a871a37-b872-45b8-ab16-93f4de817c5b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:53.749822 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e15c6926-e7c7-4eab-8a13-246157eb7949 None None] Port 2a871a37-b872-45b8-ab16-93f4de817c5b cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:32:53.845328 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-29d2f237-a5e9-4ef2-9575-bc2f40a1edf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a871a37-b872-45b8-ab16-93f4de817c5b {{(pid=103465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:32:53.852641 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-29d2f237-a5e9-4ef2-9575-bc2f40a1edf0 service neutron] Publish callbacks [] for port (2a871a37-b872-45b8-ab16-93f4de817c5b), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:53.864690 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.provisioning_blocks [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-29d2f237-a5e9-4ef2-9575-bc2f40a1edf0 service neutron] Transition to ACTIVE for port object 2a871a37-b872-45b8-ab16-93f4de817c5b will not be triggered until provisioned by entity L2. {{(pid=103465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:32:53.867475 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-29d2f237-a5e9-4ef2-9575-bc2f40a1edf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (2a871a37-b872-45b8-ab16-93f4de817c5b), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:53.935643 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d2f237-a5e9-4ef2-9575-bc2f40a1edf0 service neutron] Pushing event updated for resources: {'Port': ['ID=2a871a37-b872-45b8-ab16-93f4de817c5b,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:53.992627 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-29d2f237-a5e9-4ef2-9575-bc2f40a1edf0 service neutron] Attempting to bind port 2a871a37-b872-45b8-ab16-93f4de817c5b on host n-h1-813897-6 for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:32:53.992966 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-29d2f237-a5e9-4ef2-9575-bc2f40a1edf0 service neutron] Attempting to bind port 2a871a37-b872-45b8-ab16-93f4de817c5b by drivers openvswitch,hyperv on host n-h1-813897-6 at level 0 using segments [{'id': '6fd457dd-3d27-4436-9553-d8a5b53a82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:32:53.993354 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-29d2f237-a5e9-4ef2-9575-bc2f40a1edf0 service neutron] Attempting to bind port 2a871a37-b872-45b8-ab16-93f4de817c5b on network 360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:32:53.997953 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-29d2f237-a5e9-4ef2-9575-bc2f40a1edf0 service neutron] Port 2a871a37-b872-45b8-ab16-93f4de817c5b on network 360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 23:32:53.998303 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-29d2f237-a5e9-4ef2-9575-bc2f40a1edf0 service neutron] Attempting to bind port 2a871a37-b872-45b8-ab16-93f4de817c5b on network 360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:32:54.003156 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-29d2f237-a5e9-4ef2-9575-bc2f40a1edf0 service neutron] Checking agent: {'id': '78bb6e98-4c95-463f-8002-364de5cba4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 8), 'started_at': datetime.datetime(2022, 2, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:32:54.003501 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-29d2f237-a5e9-4ef2-9575-bc2f40a1edf0 service neutron] Checking segment: {'id': '6fd457dd-3d27-4436-9553-d8a5b53a82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:32:54.003886 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-29d2f237-a5e9-4ef2-9575-bc2f40a1edf0 service neutron] Bound using segment: {'id': '6fd457dd-3d27-4436-9553-d8a5b53a82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:32:54.004311 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-29d2f237-a5e9-4ef2-9575-bc2f40a1edf0 service neutron] Bound port: 2a871a37-b872-45b8-ab16-93f4de817c5b, host: n-h1-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fd457dd-3d27-4436-9553-d8a5b53a82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:32:54.004671 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-29d2f237-a5e9-4ef2-9575-bc2f40a1edf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2a871a37-b872-45b8-ab16-93f4de817c5b), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:54.071313 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-29d2f237-a5e9-4ef2-9575-bc2f40a1edf0 service neutron] For port 2a871a37-b872-45b8-ab16-93f4de817c5b, host n-h1-813897-6, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:32:54.074401 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-29d2f237-a5e9-4ef2-9575-bc2f40a1edf0 service neutron] For port 2a871a37-b872-45b8-ab16-93f4de817c5b, host n-h1-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=2a871a37-b872-45b8-ab16-93f4de817c5b,segment=NetworkSegment(6fd457dd-3d27-4436-9553-d8a5b53a82a6),segment_id=6fd457dd-3d27-4436-9553-d8a5b53a82a6)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:32:54.081563 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-29d2f237-a5e9-4ef2-9575-bc2f40a1edf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26076078'] for port (2a871a37-b872-45b8-ab16-93f4de817c5b), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:54.129374 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-29d2f237-a5e9-4ef2-9575-bc2f40a1edf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:32:54.129945 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-29d2f237-a5e9-4ef2-9575-bc2f40a1edf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:54.131403 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-29d2f237-a5e9-4ef2-9575-bc2f40a1edf0 service neutron] 10.222.0.67 "PUT /v2.0/ports/2a871a37-b872-45b8-ab16-93f4de817c5b HTTP/1.1" status: 200 len: 1091 time: 0.6158311 Feb 16 23:32:54.131886 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d251d6-7fac-477d-baaa-713210835e6d', 'tag': '2a871a37-b872-45b8-ab16-93f4de817c5b'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:32:54.134190 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc6ebb2656127e6cc678106abfc43ff4a9c5ad1b0fb390af1324360b6f530fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf58089-ef78-4349-8f1a-9ce6bb5cb811" -d '{"events": [{"name": "network-changed", "server_uuid": "97d251d6-7fac-477d-baaa-713210835e6d", "tag": "2a871a37-b872-45b8-ab16-93f4de817c5b"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:32:54.168804 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d2f237-a5e9-4ef2-9575-bc2f40a1edf0 service neutron] Pushing event updated for resources: {'Port': ['ID=2a871a37-b872-45b8-ab16-93f4de817c5b,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:54.191403 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166890d0-66c2-4c83-b05f-7aaa9ce6cc2e x-openstack-request-id: req-166890d0-66c2-4c83-b05f-7aaa9ce6cc2e {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:32:54.191703 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d251d6-7fac-477d-baaa-713210835e6d", "tag": "2a871a37-b872-45b8-ab16-93f4de817c5b", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:32:54.191970 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-166890d0-66c2-4c83-b05f-7aaa9ce6cc2e {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:32:54.194453 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d251d6-7fac-477d-baaa-713210835e6d', 'tag': '2a871a37-b872-45b8-ab16-93f4de817c5b', 'status': 'completed', 'code': 200} Feb 16 23:32:54.272020 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-55fd387b-8d0f-4bce-98cf-a19a89c2fbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:32:54.275509 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-55fd387b-8d0f-4bce-98cf-a19a89c2fbcf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=79d7c7ea660d4c02b45deddefbe4feac&device_id=97d251d6-7fac-477d-baaa-713210835e6d HTTP/1.1" status: 200 len: 1125 time: 0.1022611 Feb 16 23:32:54.324093 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189c683-4662-44e7-be09-4f983eb2b3fd req-5ff8a385-990f-428b-9012-fffb334f0d67 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:32:54.330799 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e189c683-4662-44e7-be09-4f983eb2b3fd req-5ff8a385-990f-428b-9012-fffb334f0d67 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/ports?device_id=97d251d6-7fac-477d-baaa-713210835e6d HTTP/1.1" status: 200 len: 943 time: 0.0717020 Feb 16 23:32:54.338073 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-8066edf7-f261-4505-b8e4-9a098da29f9e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a871a37-b872-45b8-ab16-93f4de817c5b HTTP/1.1" status: 200 len: 217 time: 0.0485127 Feb 16 23:32:54.401200 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-5467b068-c40d-4068-8dd7-74f9917643b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:32:54.402101 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e189c683-4662-44e7-be09-4f983eb2b3fd req-eee29ad8-ff9d-4407-bd40-be8b970194c9 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e685fe3-b466-4f67-a4e5-2fd2fa0900dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697408 Feb 16 23:32:54.403286 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-5467b068-c40d-4068-8dd7-74f9917643b2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c HTTP/1.1" status: 200 len: 848 time: 0.0592818 Feb 16 23:32:54.454762 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-c7ccf365-ef12-4e55-b072-d55604226c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:32:54.456275 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-c7ccf365-ef12-4e55-b072-d55604226c4c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455835 Feb 16 23:32:54.548239 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-31c6155a-c261-4ee5-8e8f-594b2e8469ea service neutron] 10.222.0.67 "GET /v2.0/networks/360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860634 Feb 16 23:32:54.567083 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:54.935522 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-481722f9-da9c-48ce-b445-b8d11ef91b01 req-971888e6-5de0-4a47-8bc1-ce9c424e549f service neutron] 10.222.0.67 "GET /v2.0/networks/360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803668 Feb 16 23:32:55.034745 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf58089-ef78-4349-8f1a-9ce6bb5cb811 req-d482762f-5fe6-48da-897f-fce015bb7cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:32:55.036240 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cbf58089-ef78-4349-8f1a-9ce6bb5cb811 req-d482762f-5fe6-48da-897f-fce015bb7cfc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=79d7c7ea660d4c02b45deddefbe4feac&device_id=97d251d6-7fac-477d-baaa-713210835e6d HTTP/1.1" status: 200 len: 1125 time: 0.0463078 Feb 16 23:32:55.124028 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf58089-ef78-4349-8f1a-9ce6bb5cb811 req-4f5bbdb2-8495-41a4-84fe-bf1b9d57ed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:32:55.125507 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cbf58089-ef78-4349-8f1a-9ce6bb5cb811 req-4f5bbdb2-8495-41a4-84fe-bf1b9d57ed79 service neutron] 10.222.0.67 "GET /v2.0/networks?id=360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 HTTP/1.1" status: 200 len: 910 time: 0.0837746 Feb 16 23:32:55.168846 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cbf58089-ef78-4349-8f1a-9ce6bb5cb811 req-f3d0b584-0111-4047-946c-781590777c1d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a871a37-b872-45b8-ab16-93f4de817c5b HTTP/1.1" status: 200 len: 217 time: 0.0375845 Feb 16 23:32:55.214882 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf58089-ef78-4349-8f1a-9ce6bb5cb811 req-4acf872a-3ad6-4f6d-b5b5-f50372c0f3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:32:55.216219 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cbf58089-ef78-4349-8f1a-9ce6bb5cb811 req-4acf872a-3ad6-4f6d-b5b5-f50372c0f3e0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c HTTP/1.1" status: 200 len: 848 time: 0.0424771 Feb 16 23:32:55.264760 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf58089-ef78-4349-8f1a-9ce6bb5cb811 req-02f053c9-6a5f-408b-96f8-6e184a200a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:32:55.266301 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cbf58089-ef78-4349-8f1a-9ce6bb5cb811 req-02f053c9-6a5f-408b-96f8-6e184a200a46 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439744 Feb 16 23:32:55.361490 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cbf58089-ef78-4349-8f1a-9ce6bb5cb811 req-49771aff-af48-4be0-bc18-d1c8508066d4 service neutron] 10.222.0.67 "GET /v2.0/networks/360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888159 Feb 16 23:32:55.453996 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-cbf58089-ef78-4349-8f1a-9ce6bb5cb811 req-01d29a8f-d17a-41f5-b9a0-a567a1a28af9 service neutron] 10.222.0.67 "GET /v2.0/networks/360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860372 Feb 16 23:32:55.518904 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62fccf-f143-43fa-992f-311996dc4869 req-0a40dfae-7c26-404a-b9f2-be95fb13f189 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:32:55.520392 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb62fccf-f143-43fa-992f-311996dc4869 req-0a40dfae-7c26-404a-b9f2-be95fb13f189 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/ports?device_id=97d251d6-7fac-477d-baaa-713210835e6d HTTP/1.1" status: 200 len: 943 time: 0.0525188 Feb 16 23:32:55.568813 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-bb62fccf-f143-43fa-992f-311996dc4869 req-eaf1f7eb-061b-42c6-82e5-c623f5caf90d tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e685fe3-b466-4f67-a4e5-2fd2fa0900dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417137 Feb 16 23:32:55.895250 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:56.693741 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d3e9c-da3d-4ae4-85eb-863f45271155 req-8fdb58bc-ec33-4265-9aba-3553bc6a4ec0 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:32:56.695843 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-050d3e9c-da3d-4ae4-85eb-863f45271155 req-8fdb58bc-ec33-4265-9aba-3553bc6a4ec0 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/ports?device_id=97d251d6-7fac-477d-baaa-713210835e6d HTTP/1.1" status: 200 len: 943 time: 0.0588982 Feb 16 23:32:56.742704 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-050d3e9c-da3d-4ae4-85eb-863f45271155 req-48dba7eb-b2e1-434c-94ce-a76aed0215b7 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e685fe3-b466-4f67-a4e5-2fd2fa0900dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412951 Feb 16 23:32:57.227741 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:57.861590 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205b320-b2b9-4777-a640-fa08d46bf86d req-10554c04-6987-41f3-bfb0-334178935459 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:32:57.863118 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8205b320-b2b9-4777-a640-fa08d46bf86d req-10554c04-6987-41f3-bfb0-334178935459 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/ports?device_id=97d251d6-7fac-477d-baaa-713210835e6d HTTP/1.1" status: 200 len: 943 time: 0.0515811 Feb 16 23:32:57.911625 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-8205b320-b2b9-4777-a640-fa08d46bf86d req-d315a73b-7919-408b-8abb-1300fb9e248a tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e685fe3-b466-4f67-a4e5-2fd2fa0900dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420361 Feb 16 23:32:58.603186 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 2a871a37-b872-45b8-ab16-93f4de817c5b details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:32:58.699555 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 2a871a37-b872-45b8-ab16-93f4de817c5b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=2a871a37-b872-45b8-ab16-93f4de817c5b,segment=NetworkSegment(6fd457dd-3d27-4436-9553-d8a5b53a82a6),segment_id=6fd457dd-3d27-4436-9553-d8a5b53a82a6)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:32:58.710255 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '2a871a37-b872-45b8-ab16-93f4de817c5b', 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6', 'port_id': '2a871a37-b872-45b8-ab16-93f4de817c5b', 'mac_address': 'fa:16:3e:a2:d8:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:32:58.746594 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 2a871a37-b872-45b8-ab16-93f4de817c5b is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:32:58.746912 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2a871a37-b872-45b8-ab16-93f4de817c5b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:58.759802 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a871a37-b872-45b8-ab16-93f4de817c5b {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:32:58.781914 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 2a871a37-b872-45b8-ab16-93f4de817c5b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=2a871a37-b872-45b8-ab16-93f4de817c5b,segment=NetworkSegment(6fd457dd-3d27-4436-9553-d8a5b53a82a6),segment_id=6fd457dd-3d27-4436-9553-d8a5b53a82a6)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:32:58.786142 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2a871a37-b872-45b8-ab16-93f4de817c5b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:58.833910 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=2a871a37-b872-45b8-ab16-93f4de817c5b,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:32:58.966886 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:32:59.032837 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360c26c-080b-4d8b-9848-7f5c3930ae29 req-744c15c1-8af1-428b-a37d-d97ce2a4f1a6 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:32:59.035380 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9360c26c-080b-4d8b-9848-7f5c3930ae29 req-744c15c1-8af1-428b-a37d-d97ce2a4f1a6 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/ports?device_id=97d251d6-7fac-477d-baaa-713210835e6d HTTP/1.1" status: 200 len: 944 time: 0.0531087 Feb 16 23:32:59.086863 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-9360c26c-080b-4d8b-9848-7f5c3930ae29 req-f41b375b-9ddd-4d78-b33c-69a8def01da8 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e685fe3-b466-4f67-a4e5-2fd2fa0900dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453715 Feb 16 23:32:59.095714 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['2a871a37-b872-45b8-ab16-93f4de817c5b'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:33:00.212850 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a777ea-04c5-48fc-bd14-e0c4b01e1616 req-e06b4f99-f783-4cc1-ad7a-9ffc663c685b tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:33:00.214393 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-97a777ea-04c5-48fc-bd14-e0c4b01e1616 req-e06b4f99-f783-4cc1-ad7a-9ffc663c685b tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/ports?device_id=97d251d6-7fac-477d-baaa-713210835e6d HTTP/1.1" status: 200 len: 944 time: 0.0591238 Feb 16 23:33:00.262821 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-97a777ea-04c5-48fc-bd14-e0c4b01e1616 req-35aedaa0-a915-4ec6-aa23-420bebffc9d9 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e685fe3-b466-4f67-a4e5-2fd2fa0900dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426371 Feb 16 23:33:00.601987 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 2a871a37-b872-45b8-ab16-93f4de817c5b up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:33:00.650381 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning for port 2a871a37-b872-45b8-ab16-93f4de817c5b completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:33:00.654484 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 2a871a37-b872-45b8-ab16-93f4de817c5b triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:33:00.654863 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2a871a37-b872-45b8-ab16-93f4de817c5b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:33:00.733589 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 2a871a37-b872-45b8-ab16-93f4de817c5b is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:33:00.733906 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2a871a37-b872-45b8-ab16-93f4de817c5b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:33:00.765612 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d251d6-7fac-477d-baaa-713210835e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a871a37-b872-45b8-ab16-93f4de817c5b'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:33:00.767858 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}003bc719444852515b674fedd62cd1fb71b35db544f2f4adcbcd93f8ba7f5d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7df5151-040c-4241-9adc-dbbd00cd2341" -d '{"events": [{"server_uuid": "97d251d6-7fac-477d-baaa-713210835e6d", "name": "network-vif-plugged", "status": "completed", "tag": "2a871a37-b872-45b8-ab16-93f4de817c5b"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:33:00.777934 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:33:00.781345 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 2a871a37-b872-45b8-ab16-93f4de817c5b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=2a871a37-b872-45b8-ab16-93f4de817c5b,segment=NetworkSegment(6fd457dd-3d27-4436-9553-d8a5b53a82a6),segment_id=6fd457dd-3d27-4436-9553-d8a5b53a82a6)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:33:00.785866 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2a871a37-b872-45b8-ab16-93f4de817c5b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:33:00.811159 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af74d574-a3c9-4f05-96a7-0dfd7cf8ce4c x-openstack-request-id: req-af74d574-a3c9-4f05-96a7-0dfd7cf8ce4c {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:33:00.811452 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d251d6-7fac-477d-baaa-713210835e6d", "name": "network-vif-plugged", "status": "completed", "tag": "2a871a37-b872-45b8-ab16-93f4de817c5b", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:33:00.811706 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-af74d574-a3c9-4f05-96a7-0dfd7cf8ce4c {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:33:00.812154 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d251d6-7fac-477d-baaa-713210835e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a871a37-b872-45b8-ab16-93f4de817c5b', 'code': 200} Feb 16 23:33:00.839983 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=2a871a37-b872-45b8-ab16-93f4de817c5b,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:33:00.905383 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a5283-8da9-46b6-b58d-88e93c862963 req-3ebb80e3-e4da-4be5-b38e-5c4e9278e0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:33:00.906977 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eb6a5283-8da9-46b6-b58d-88e93c862963 req-3ebb80e3-e4da-4be5-b38e-5c4e9278e0ef service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=97d251d6-7fac-477d-baaa-713210835e6d HTTP/1.1" status: 200 len: 1127 time: 0.0443618 Feb 16 23:33:00.952297 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-eb6a5283-8da9-46b6-b58d-88e93c862963 req-da1ccde7-b8cd-456b-87d9-b99ef58eecda service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3e685fe3-b466-4f67-a4e5-2fd2fa0900dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378053 Feb 16 23:33:01.383209 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af205814-a182-4c17-ab2a-cc0a9d404dc8 req-79c192a4-0b54-4bec-98c9-bb2294126b33 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:33:01.384676 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-af205814-a182-4c17-ab2a-cc0a9d404dc8 req-79c192a4-0b54-4bec-98c9-bb2294126b33 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/ports?device_id=97d251d6-7fac-477d-baaa-713210835e6d HTTP/1.1" status: 200 len: 945 time: 0.0519714 Feb 16 23:33:01.432035 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-af205814-a182-4c17-ab2a-cc0a9d404dc8 req-ef3208b3-aaee-44f7-8157-75fff768e767 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e685fe3-b466-4f67-a4e5-2fd2fa0900dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417602 Feb 16 23:33:02.552323 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227029b5-8f9d-462f-bb33-b308430f8a7f req-bd0d71ff-1e21-4c73-ab77-3e3aa04e419e tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:33:02.554314 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-227029b5-8f9d-462f-bb33-b308430f8a7f req-bd0d71ff-1e21-4c73-ab77-3e3aa04e419e tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/ports?device_id=97d251d6-7fac-477d-baaa-713210835e6d HTTP/1.1" status: 200 len: 945 time: 0.0552778 Feb 16 23:33:02.601557 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-227029b5-8f9d-462f-bb33-b308430f8a7f req-6414388a-cac5-4f91-ad2f-14a5e7ea905b tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e685fe3-b466-4f67-a4e5-2fd2fa0900dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416002 Feb 16 23:33:02.715878 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834e930-3597-4d2a-a001-56e9d4a19bd7 req-3679a86d-99ae-4116-9dae-b87a743ecef0 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:33:02.717261 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1834e930-3597-4d2a-a001-56e9d4a19bd7 req-3679a86d-99ae-4116-9dae-b87a743ecef0 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/ports?device_id=97d251d6-7fac-477d-baaa-713210835e6d HTTP/1.1" status: 200 len: 945 time: 0.0516839 Feb 16 23:33:02.765075 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1834e930-3597-4d2a-a001-56e9d4a19bd7 req-d9b75f96-cb92-4d63-875a-2465b5ad7fae tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e685fe3-b466-4f67-a4e5-2fd2fa0900dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423825 Feb 16 23:33:02.786595 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57074) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:33:02.921720 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea8117b-c2eb-47ea-83d5-77fc7e50c92d tempest-TestSnapshotPattern-282189615 tempest-TestSnapshotPattern-282189615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:33:02.923274 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-aea8117b-c2eb-47ea-83d5-77fc7e50c92d tempest-TestSnapshotPattern-282189615 tempest-TestSnapshotPattern-282189615-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=97d251d6-7fac-477d-baaa-713210835e6d HTTP/1.1" status: 200 len: 1122 time: 0.1357224 Feb 16 23:33:02.926170 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57078) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:33:02.930408 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-a2e29fca-fb69-4dfb-a73c-f6b70bc26d79 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'port_id': '2a871a37-b872-45b8-ab16-93f4de817c5b', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:33:02.950066 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a2e29fca-fb69-4dfb-a73c-f6b70bc26d79 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:33:03.042886 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a2e29fca-fb69-4dfb-a73c-f6b70bc26d79 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:33:03.146946 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-a2e29fca-fb69-4dfb-a73c-f6b70bc26d79 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Allocated IP 172.25.2.63 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/c3ffe99f-03f8-462d-9d94-dc5fbcd8c2ff) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:33:03.246618 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a2e29fca-fb69-4dfb-a73c-f6b70bc26d79 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for port (c3ffe99f-03f8-462d-9d94-dc5fbcd8c2ff), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:33:03.279408 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a2e29fca-fb69-4dfb-a73c-f6b70bc26d79 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (c3ffe99f-03f8-462d-9d94-dc5fbcd8c2ff), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:33:03.314755 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e29fca-fb69-4dfb-a73c-f6b70bc26d79 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:33:03.319952 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-a2e29fca-fb69-4dfb-a73c-f6b70bc26d79 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:33:03.323377 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e29fca-fb69-4dfb-a73c-f6b70bc26d79 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:33:03.349860 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e29fca-fb69-4dfb-a73c-f6b70bc26d79 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Pushing event updated for resources: {'Port': ['ID=c3ffe99f-03f8-462d-9d94-dc5fbcd8c2ff,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:33:03.958233 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a2e29fca-fb69-4dfb-a73c-f6b70bc26d79 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for floatingip (a436d87e-3edf-4169-819e-36966250ea13), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:33:04.026227 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a2e29fca-fb69-4dfb-a73c-f6b70bc26d79 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (c3ffe99f-03f8-462d-9d94-dc5fbcd8c2ff), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:33:04.170885 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a2e29fca-fb69-4dfb-a73c-f6b70bc26d79 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for port (c3ffe99f-03f8-462d-9d94-dc5fbcd8c2ff), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:33:04.175664 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a2e29fca-fb69-4dfb-a73c-f6b70bc26d79 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (c3ffe99f-03f8-462d-9d94-dc5fbcd8c2ff), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:33:04.245333 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e29fca-fb69-4dfb-a73c-f6b70bc26d79 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Pushing event updated for resources: {'Port': ['ID=c3ffe99f-03f8-462d-9d94-dc5fbcd8c2ff,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:33:04.255328 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a2e29fca-fb69-4dfb-a73c-f6b70bc26d79 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (a436d87e-3edf-4169-819e-36966250ea13), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:33:04.357687 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-a2e29fca-fb69-4dfb-a73c-f6b70bc26d79 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Floating IP a436d87e-3edf-4169-819e-36966250ea13 associated. External IP: 172.25.2.63, port: 2a871a37-b872-45b8-ab16-93f4de817c5b. Feb 16 23:33:04.566681 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e29fca-fb69-4dfb-a73c-f6b70bc26d79 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Router a8989e25-58b6-4d31-8e8b-fd3731feb4cb has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:33:04.675891 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e29fca-fb69-4dfb-a73c-f6b70bc26d79 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:33:04.685997 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e161ce3-9c8a-4ae2-90a8-67fccab51263 None None] Sync routers for ids ['a8989e25-58b6-4d31-8e8b-fd3731feb4cb'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:33:04.694989 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-a2e29fca-fb69-4dfb-a73c-f6b70bc26d79 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:33:04.697666 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e161ce3-9c8a-4ae2-90a8-67fccab51263 None None] Routers {'a8989e25-58b6-4d31-8e8b-fd3731feb4cb'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:33:04.698312 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6e161ce3-9c8a-4ae2-90a8-67fccab51263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:32:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['a8989e25-58b6-4d31-8e8b-fd3731feb4cb'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:33:04.728071 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-a2e29fca-fb69-4dfb-a73c-f6b70bc26d79 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8007994 Feb 16 23:33:04.729056 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d251d6-7fac-477d-baaa-713210835e6d', 'tag': '2a871a37-b872-45b8-ab16-93f4de817c5b'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:33:04.731567 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e02b1269caefb4c024904b88698defd233c730f45a19e1a7dbb6b862b0fddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebb331a-9e0d-4ad3-86c1-682c8e743cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "97d251d6-7fac-477d-baaa-713210835e6d", "tag": "2a871a37-b872-45b8-ab16-93f4de817c5b"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:33:04.808144 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-6e161ce3-9c8a-4ae2-90a8-67fccab51263 None None] Set router a8989e25-58b6-4d31-8e8b-fd3731feb4cb gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:33:04.823494 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311cf1b2-b32d-4098-b4b6-eadbd74b4d38 x-openstack-request-id: req-311cf1b2-b32d-4098-b4b6-eadbd74b4d38 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:33:04.823800 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d251d6-7fac-477d-baaa-713210835e6d", "tag": "2a871a37-b872-45b8-ab16-93f4de817c5b", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:33:04.824060 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-311cf1b2-b32d-4098-b4b6-eadbd74b4d38 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:33:04.824471 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d251d6-7fac-477d-baaa-713210835e6d', 'tag': '2a871a37-b872-45b8-ab16-93f4de817c5b', 'status': 'completed', 'code': 200} Feb 16 23:33:04.932770 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb331a-9e0d-4ad3-86c1-682c8e743cf8 req-b3f36abc-8cb7-4325-9b58-9f02eeae5ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:33:04.934311 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6ebb331a-9e0d-4ad3-86c1-682c8e743cf8 req-b3f36abc-8cb7-4325-9b58-9f02eeae5ae2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=79d7c7ea660d4c02b45deddefbe4feac&device_id=97d251d6-7fac-477d-baaa-713210835e6d HTTP/1.1" status: 200 len: 1127 time: 0.0895634 Feb 16 23:33:05.027069 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb331a-9e0d-4ad3-86c1-682c8e743cf8 req-199c304c-6b7c-454a-971f-c47db1083831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:33:05.028552 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6ebb331a-9e0d-4ad3-86c1-682c8e743cf8 req-199c304c-6b7c-454a-971f-c47db1083831 service neutron] 10.222.0.67 "GET /v2.0/networks?id=360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 HTTP/1.1" status: 200 len: 910 time: 0.0884106 Feb 16 23:33:05.036073 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6e161ce3-9c8a-4ae2-90a8-67fccab51263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'name': 'tempest-TestSnapshotPattern-529107604-router', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:32:38Z', 'updated_at': '2022-02-16T23:32:41Z', 'revision_number': 4, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'gw_port': {'id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:39Z', 'updated_at': '2022-02-16T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'a436d87e-3edf-4169-819e-36966250ea13', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'floating_ip_address': '172.25.2.63', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'port_id': '2a871a37-b872-45b8-ab16-93f4de817c5b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6', 'mac_address': 'fa:16:3e:a2:d8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d251d6-7fac-477d-baaa-713210835e6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:33:03Z', 'updated_at': '2022-02-16T23:33:03Z', 'revision_number': 0, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bc783f1-2cf5-4cdf-990f-6461538679ec', 'name': '', 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'mac_address': 'fa:16:3e:1e:89:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:41Z', 'updated_at': '2022-02-16T23:32:45Z', 'revision_number': 5, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'subnets': [{'id': '5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:33:05.062157 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e161ce3-9c8a-4ae2-90a8-67fccab51263 None None] Checking router: a8989e25-58b6-4d31-8e8b-fd3731feb4cb for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:33:05.071854 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e161ce3-9c8a-4ae2-90a8-67fccab51263 None None] Routers {'a8989e25-58b6-4d31-8e8b-fd3731feb4cb'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:33:05.072402 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6e161ce3-9c8a-4ae2-90a8-67fccab51263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:32:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['a8989e25-58b6-4d31-8e8b-fd3731feb4cb'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:33:05.095556 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6ebb331a-9e0d-4ad3-86c1-682c8e743cf8 req-b08c21ca-9f62-47b6-88d1-ab82b1a53a12 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a871a37-b872-45b8-ab16-93f4de817c5b HTTP/1.1" status: 200 len: 998 time: 0.0599585 Feb 16 23:33:05.150586 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb331a-9e0d-4ad3-86c1-682c8e743cf8 req-b6b35e55-9f85-47df-a754-47ff72b5ac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:33:05.152082 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6ebb331a-9e0d-4ad3-86c1-682c8e743cf8 req-b6b35e55-9f85-47df-a754-47ff72b5ac75 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c HTTP/1.1" status: 200 len: 848 time: 0.0503449 Feb 16 23:33:05.203083 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb331a-9e0d-4ad3-86c1-682c8e743cf8 req-a8e8e3db-58cd-4471-8791-550e53d4333e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:33:05.204611 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6ebb331a-9e0d-4ad3-86c1-682c8e743cf8 req-a8e8e3db-58cd-4471-8791-550e53d4333e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468316 Feb 16 23:33:05.275961 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-6e161ce3-9c8a-4ae2-90a8-67fccab51263 None None] Set router a8989e25-58b6-4d31-8e8b-fd3731feb4cb gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:33:05.296208 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6ebb331a-9e0d-4ad3-86c1-682c8e743cf8 req-cac7f2ca-4bc5-4cbf-96e0-facd066f1367 service neutron] 10.222.0.67 "GET /v2.0/networks/360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830536 Feb 16 23:33:05.388772 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6ebb331a-9e0d-4ad3-86c1-682c8e743cf8 req-6cdce1b2-a337-4e13-95ae-8025154e6312 service neutron] 10.222.0.67 "GET /v2.0/networks/360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858860 Feb 16 23:33:05.497415 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-6e161ce3-9c8a-4ae2-90a8-67fccab51263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'name': 'tempest-TestSnapshotPattern-529107604-router', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:32:38Z', 'updated_at': '2022-02-16T23:32:41Z', 'revision_number': 4, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'gw_port': {'id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:39Z', 'updated_at': '2022-02-16T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'a436d87e-3edf-4169-819e-36966250ea13', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'floating_ip_address': '172.25.2.63', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'port_id': '2a871a37-b872-45b8-ab16-93f4de817c5b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6', 'mac_address': 'fa:16:3e:a2:d8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d251d6-7fac-477d-baaa-713210835e6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:33:03Z', 'updated_at': '2022-02-16T23:33:03Z', 'revision_number': 0, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bc783f1-2cf5-4cdf-990f-6461538679ec', 'name': '', 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'mac_address': 'fa:16:3e:1e:89:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:41Z', 'updated_at': '2022-02-16T23:32:45Z', 'revision_number': 5, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'subnets': [{'id': '5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:33:05.522970 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e161ce3-9c8a-4ae2-90a8-67fccab51263 None None] The sync data for ids ['a8989e25-58b6-4d31-8e8b-fd3731feb4cb'] in n-d-813897-6 is: [{'id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'name': 'tempest-TestSnapshotPattern-529107604-router', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:32:38Z', 'updated_at': '2022-02-16T23:32:41Z', 'revision_number': 4, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'gw_port': {'id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:39Z', 'updated_at': '2022-02-16T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'a436d87e-3edf-4169-819e-36966250ea13', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'floating_ip_address': '172.25.2.63', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'port_id': '2a871a37-b872-45b8-ab16-93f4de817c5b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6', 'mac_address': 'fa:16:3e:a2:d8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d251d6-7fac-477d-baaa-713210835e6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:33:03Z', 'updated_at': '2022-02-16T23:33:03Z', 'revision_number': 0, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bc783f1-2cf5-4cdf-990f-6461538679ec', 'name': '', 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'mac_address': 'fa:16:3e:1e:89:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:41Z', 'updated_at': '2022-02-16T23:32:45Z', 'revision_number': 5, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'subnets': [{'id': '5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:33:05.726216 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf46281-69cf-4ec1-876e-2d8f43521d87 None None] New status for floating IP a436d87e-3edf-4169-819e-36966250ea13: ACTIVE {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:33:20.855742 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-14f77163-1ae8-4a9f-bb2a-8bbd9a24549f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:33:21.374866 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:33:23.244723 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e082da25-559b-4a29-9b3f-66d20d0fc6d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:33:24.570628 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:33:25.899367 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:33:27.229721 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:33:28.979898 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:33:30.753494 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:33:42.335313 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-920ce467-1d90-49cc-b71a-472318cde64d req-3bb025c5-4cd2-4cd4-ba60-040f99ba98b0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=97d251d6-7fac-477d-baaa-713210835e6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425019 Feb 16 23:33:42.419825 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ce467-1d90-49cc-b71a-472318cde64d req-fcaf01d8-4277-4e4b-9027-2d986e673d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:33:42.421250 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-920ce467-1d90-49cc-b71a-472318cde64d req-fcaf01d8-4277-4e4b-9027-2d986e673d04 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=79d7c7ea660d4c02b45deddefbe4feac&device_id=97d251d6-7fac-477d-baaa-713210835e6d HTTP/1.1" status: 200 len: 1127 time: 0.0448020 Feb 16 23:33:42.526089 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ce467-1d90-49cc-b71a-472318cde64d req-84211dbf-f1a5-4568-ace1-078b7a36de8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:33:42.527567 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-920ce467-1d90-49cc-b71a-472318cde64d req-84211dbf-f1a5-4568-ace1-078b7a36de8a service neutron] 10.222.0.67 "GET /v2.0/networks?id=360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 HTTP/1.1" status: 200 len: 910 time: 0.0890224 Feb 16 23:33:42.591127 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-920ce467-1d90-49cc-b71a-472318cde64d req-aec5e70b-c0e2-40cf-8c9e-bb632fa2fc24 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a871a37-b872-45b8-ab16-93f4de817c5b HTTP/1.1" status: 200 len: 1000 time: 0.0579889 Feb 16 23:33:42.642732 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ce467-1d90-49cc-b71a-472318cde64d req-cd037610-53a5-47f7-a481-8a8a49de7c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:33:42.644154 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-920ce467-1d90-49cc-b71a-472318cde64d req-cd037610-53a5-47f7-a481-8a8a49de7c99 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c HTTP/1.1" status: 200 len: 848 time: 0.0471916 Feb 16 23:33:42.692711 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ce467-1d90-49cc-b71a-472318cde64d req-7424916d-c4a4-4217-9731-441239e18a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:33:42.694150 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-920ce467-1d90-49cc-b71a-472318cde64d req-7424916d-c4a4-4217-9731-441239e18a85 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438840 Feb 16 23:33:42.704224 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [req-920ce467-1d90-49cc-b71a-472318cde64d req-78db5f30-881b-401d-85cd-33d6473088ec service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 23:33:42.705165 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-920ce467-1d90-49cc-b71a-472318cde64d req-78db5f30-881b-401d-85cd-33d6473088ec service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048268 Feb 16 23:33:42.795859 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-920ce467-1d90-49cc-b71a-472318cde64d req-bcfc9904-25c8-4d43-a259-ea0d56fd4504 service neutron] 10.222.0.67 "GET /v2.0/networks/360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844622 Feb 16 23:33:42.885421 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-920ce467-1d90-49cc-b71a-472318cde64d req-7c446c31-2e72-4291-9c2f-2f2981608980 service neutron] 10.222.0.67 "GET /v2.0/networks/360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832522 Feb 16 23:33:50.856434 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4cba3967-7607-487d-ba9d-457502db958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:33:53.247519 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-71791409-a865-4ae9-9ad6-f7f0130733b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:33:54.573151 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:33:55.901619 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:33:57.232723 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:33:58.375151 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:33:58.980039 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:34:00.776761 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:34:20.857871 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c6450ca4-a6cb-424f-a967-523e0c0052f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:34:23.250277 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b20b5fa2-7a04-4601-b88a-2519c607a984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:34:24.577421 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:34:25.904753 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:34:27.234995 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:34:28.993978 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:34:30.773559 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:34:35.376509 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:34:42.351106 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-40537c79-d5e2-4b99-8817-8945e8e24f3c req-4e8db08e-693e-4bf8-b21c-2dfed8354183 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=97d251d6-7fac-477d-baaa-713210835e6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439508 Feb 16 23:34:42.437587 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40537c79-d5e2-4b99-8817-8945e8e24f3c req-cf07fed1-dd99-4144-a13b-2c78a803b0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:34:42.439052 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-40537c79-d5e2-4b99-8817-8945e8e24f3c req-cf07fed1-dd99-4144-a13b-2c78a803b0c7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=79d7c7ea660d4c02b45deddefbe4feac&device_id=97d251d6-7fac-477d-baaa-713210835e6d HTTP/1.1" status: 200 len: 1127 time: 0.0493333 Feb 16 23:34:42.539932 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40537c79-d5e2-4b99-8817-8945e8e24f3c req-6ee64be7-5dc1-45b3-88e9-dc37564978d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:34:42.541406 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-40537c79-d5e2-4b99-8817-8945e8e24f3c req-6ee64be7-5dc1-45b3-88e9-dc37564978d5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 HTTP/1.1" status: 200 len: 910 time: 0.0841866 Feb 16 23:34:42.608257 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-40537c79-d5e2-4b99-8817-8945e8e24f3c req-49fa8492-14dd-4fc6-bda3-fbc0b429cf21 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a871a37-b872-45b8-ab16-93f4de817c5b HTTP/1.1" status: 200 len: 1000 time: 0.0610020 Feb 16 23:34:42.656083 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40537c79-d5e2-4b99-8817-8945e8e24f3c req-7bc62586-5191-4f05-8a60-84fdca1b1bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:34:42.657507 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-40537c79-d5e2-4b99-8817-8945e8e24f3c req-7bc62586-5191-4f05-8a60-84fdca1b1bf7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c HTTP/1.1" status: 200 len: 848 time: 0.0435302 Feb 16 23:34:42.704687 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40537c79-d5e2-4b99-8817-8945e8e24f3c req-8cdc36c8-23ea-4f89-82f4-55328e42e0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:34:42.706113 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-40537c79-d5e2-4b99-8817-8945e8e24f3c req-8cdc36c8-23ea-4f89-82f4-55328e42e0e3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432665 Feb 16 23:34:42.799072 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-40537c79-d5e2-4b99-8817-8945e8e24f3c req-9ed05937-bd27-49c9-b060-d73f27df0501 service neutron] 10.222.0.67 "GET /v2.0/networks/360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863998 Feb 16 23:34:42.885069 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-40537c79-d5e2-4b99-8817-8945e8e24f3c req-dafd177a-fb29-46d7-90d6-7115d268cf4c service neutron] 10.222.0.67 "GET /v2.0/networks/360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803220 Feb 16 23:34:50.859176 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bb388c05-8fe0-40a3-9c9e-c78d04379e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:34:53.251492 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-89d3f008-2691-44c0-8602-d4d078321aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:34:54.580852 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:34:55.906894 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:34:57.242714 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:34:58.995545 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:35:00.768320 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:35:12.376060 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:35:20.859331 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-78a9a32f-8d23-4b57-b655-bb5622177c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:35:23.252257 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-99dde6e5-8eca-4cd2-a8f7-f30c2e502a03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:35:24.583371 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:35:25.909701 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:35:27.241153 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:35:28.995748 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:35:30.775144 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:35:42.405672 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deeaaee-0d19-4e5e-8609-b1e6a93b0435 req-bd1fe9b9-297f-489a-a4d8-f402477ceb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:35:42.407262 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6deeaaee-0d19-4e5e-8609-b1e6a93b0435 req-bd1fe9b9-297f-489a-a4d8-f402477ceb56 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=79d7c7ea660d4c02b45deddefbe4feac&device_id=97d251d6-7fac-477d-baaa-713210835e6d HTTP/1.1" status: 200 len: 1127 time: 0.0513775 Feb 16 23:35:42.511470 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deeaaee-0d19-4e5e-8609-b1e6a93b0435 req-26c0470c-705f-4fd4-b5aa-3082097ddf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:35:42.512984 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6deeaaee-0d19-4e5e-8609-b1e6a93b0435 req-26c0470c-705f-4fd4-b5aa-3082097ddf1f service neutron] 10.222.0.67 "GET /v2.0/networks?id=360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 HTTP/1.1" status: 200 len: 910 time: 0.0857418 Feb 16 23:35:42.582042 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6deeaaee-0d19-4e5e-8609-b1e6a93b0435 req-32a1e226-9ea4-440a-a98b-d2af85b398cb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a871a37-b872-45b8-ab16-93f4de817c5b HTTP/1.1" status: 200 len: 1000 time: 0.0623930 Feb 16 23:35:42.629470 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deeaaee-0d19-4e5e-8609-b1e6a93b0435 req-5ab301b9-69cc-49b3-9557-fcc03a5d7490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:35:42.630906 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6deeaaee-0d19-4e5e-8609-b1e6a93b0435 req-5ab301b9-69cc-49b3-9557-fcc03a5d7490 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c HTTP/1.1" status: 200 len: 848 time: 0.0433278 Feb 16 23:35:42.680772 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deeaaee-0d19-4e5e-8609-b1e6a93b0435 req-49de48e2-e9a9-4493-a1af-698038d0c463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:35:42.682223 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6deeaaee-0d19-4e5e-8609-b1e6a93b0435 req-49de48e2-e9a9-4493-a1af-698038d0c463 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441859 Feb 16 23:35:42.774525 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6deeaaee-0d19-4e5e-8609-b1e6a93b0435 req-bbcefd2f-4e12-4065-a59d-30e1b475498a service neutron] 10.222.0.67 "GET /v2.0/networks/360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858471 Feb 16 23:35:42.862195 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-6deeaaee-0d19-4e5e-8609-b1e6a93b0435 req-34202dbc-03b7-4434-8440-a8aa261f7f8b service neutron] 10.222.0.67 "GET /v2.0/networks/360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814717 Feb 16 23:35:45.688151 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 2a871a37-b872-45b8-ab16-93f4de817c5b details requested by agent hyperv_n-h1-813897-6 with host n-h1-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:35:45.787149 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 2a871a37-b872-45b8-ab16-93f4de817c5b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=2a871a37-b872-45b8-ab16-93f4de817c5b,segment=NetworkSegment(6fd457dd-3d27-4436-9553-d8a5b53a82a6),segment_id=6fd457dd-3d27-4436-9553-d8a5b53a82a6)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:35:45.799176 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Returning: {'device': '2a871a37-b872-45b8-ab16-93f4de817c5b', 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6', 'port_id': '2a871a37-b872-45b8-ab16-93f4de817c5b', 'mac_address': 'fa:16:3e:a2:d8:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:35:45.835886 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 2a871a37-b872-45b8-ab16-93f4de817c5b is: ACTIVE; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:35:45.836278 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2a871a37-b872-45b8-ab16-93f4de817c5b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:35:45.849407 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a871a37-b872-45b8-ab16-93f4de817c5b {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:35:45.868070 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 2a871a37-b872-45b8-ab16-93f4de817c5b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=2a871a37-b872-45b8-ab16-93f4de817c5b,segment=NetworkSegment(6fd457dd-3d27-4436-9553-d8a5b53a82a6),segment_id=6fd457dd-3d27-4436-9553-d8a5b53a82a6)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:35:45.871786 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2a871a37-b872-45b8-ab16-93f4de817c5b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:35:45.926311 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=2a871a37-b872-45b8-ab16-93f4de817c5b,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:35:45.933406 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:35:45.933762 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:35:45.934145 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:35:45.934486 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:35:45.934853 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:35:45.935186 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:35:45.935517 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:35:45.935853 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:35:45.936180 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:35:45.936507 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:35:45.936833 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:35:45.937759 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:35:45.938116 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:35:45.945559 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] get_ports_and_sgs() called for port_ids ['2a871a37-b872-45b8-ab16-93f4de817c5b'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:35:47.704869 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 2a871a37-b872-45b8-ab16-93f4de817c5b up at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:35:47.754768 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Provisioning complete for port 2a871a37-b872-45b8-ab16-93f4de817c5b triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:35:47.755064 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (2a871a37-b872-45b8-ab16-93f4de817c5b), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:35:47.833214 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 2a871a37-b872-45b8-ab16-93f4de817c5b is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:35:47.833598 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2a871a37-b872-45b8-ab16-93f4de817c5b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:35:47.855644 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d251d6-7fac-477d-baaa-713210835e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a871a37-b872-45b8-ab16-93f4de817c5b'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:35:47.857881 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}003bc719444852515b674fedd62cd1fb71b35db544f2f4adcbcd93f8ba7f5d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8db6b3-4b9f-424a-8b2c-c2c84919b5a7" -d '{"events": [{"server_uuid": "97d251d6-7fac-477d-baaa-713210835e6d", "name": "network-vif-plugged", "status": "completed", "tag": "2a871a37-b872-45b8-ab16-93f4de817c5b"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:35:47.870802 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 2a871a37-b872-45b8-ab16-93f4de817c5b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=2a871a37-b872-45b8-ab16-93f4de817c5b,segment=NetworkSegment(6fd457dd-3d27-4436-9553-d8a5b53a82a6),segment_id=6fd457dd-3d27-4436-9553-d8a5b53a82a6)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:35:47.875992 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2a871a37-b872-45b8-ab16-93f4de817c5b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:35:47.924415 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=2a871a37-b872-45b8-ab16-93f4de817c5b,revision_number=7']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:35:47.957868 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11a308a-4c4c-404b-a801-5e8ae972b90b x-openstack-request-id: req-f11a308a-4c4c-404b-a801-5e8ae972b90b {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:35:47.958209 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d251d6-7fac-477d-baaa-713210835e6d", "name": "network-vif-plugged", "status": "completed", "tag": "2a871a37-b872-45b8-ab16-93f4de817c5b", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:35:47.958474 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f11a308a-4c4c-404b-a801-5e8ae972b90b {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:35:47.958881 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d251d6-7fac-477d-baaa-713210835e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a871a37-b872-45b8-ab16-93f4de817c5b', 'code': 200} Feb 16 23:35:49.375656 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:35:50.863549 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-afc44254-8216-4b9c-8420-be893f1a3e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:35:53.256239 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bbf255f2-f8df-461c-bc51-de7389425ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:35:54.592376 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:35:55.917592 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:35:57.247638 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:35:58.993867 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:00.737280 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-e3f4e043-ed63-4938-91d5-09a44bf79652 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-101359748&fields=id&tenant_id=79d7c7ea660d4c02b45deddefbe4feac HTTP/1.1" status: 200 len: 267 time: 0.0499914 Feb 16 23:36:00.777135 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:00.844548 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-af137cba-60dd-4b9f-bba4-d413a73226f0 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:00.846082 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-af137cba-60dd-4b9f-bba4-d413a73226f0 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/networks?id=360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 HTTP/1.1" status: 200 len: 809 time: 0.1022151 Feb 16 23:36:00.861933 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-a60b92eb-d9b7-4881-ba56-0088f63df7c3 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/quotas/79d7c7ea660d4c02b45deddefbe4feac HTTP/1.1" status: 200 len: 375 time: 0.0104232 Feb 16 23:36:00.923262 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-cf6f1ac4-79db-4808-96d5-8dc7bfd342bb tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=79d7c7ea660d4c02b45deddefbe4feac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0561941 Feb 16 23:36:01.060932 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-d062f0a9-67d8-4aa2-945a-e916cbdf7271 service neutron] 10.222.0.75 "GET /v2.0/networks/360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263294 Feb 16 23:36:01.152325 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-bfbd9eb9-fa1c-421e-9844-be766c417167 service neutron] 10.222.0.75 "GET /v2.0/networks/360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854836 Feb 16 23:36:01.314513 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-e5b4dc1a-005b-4168-bfbc-15b6739e5d00 req-0d456c7b-df71-4cdf-950e-7e67d8ea3651 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b1c9bc0-9112-4fb6-9062-d596ae782d38 HTTP/1.1" status: 200 len: 210 time: 0.0286126 Feb 16 23:36:02.393195 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-943c0c6e-316b-4b18-a8eb-4e021447b0e8 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:02.394724 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-943c0c6e-316b-4b18-a8eb-4e021447b0e8 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.79 "GET /v2.0/networks?id=360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 HTTP/1.1" status: 200 len: 809 time: 0.1129606 Feb 16 23:36:02.434517 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ec2e3dd4-32f0-46a5-b9c2-efad7a0bbe84 req-e5a36258-3f02-41d5-82d2-6052ac5800c8 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b1c9bc0-9112-4fb6-9062-d596ae782d38 HTTP/1.1" status: 200 len: 210 time: 0.0387981 Feb 16 23:36:02.480009 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-4cae5384-8b69-473f-923e-3ab4340018e4 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79d7c7ea660d4c02b45deddefbe4feac HTTP/1.1" status: 200 len: 379 time: 0.0760713 Feb 16 23:36:02.488654 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-d0bf447e-d42d-4a3f-87fa-02eb90dbda58 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Request body: {'port': {'device_id': '7b1c9bc0-9112-4fb6-9062-d596ae782d38', 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6', 'admin_state_up': True, 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'security_groups': ['3e685fe3-b466-4f67-a4e5-2fd2fa0900dc']}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:36:02.599827 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-d0bf447e-d42d-4a3f-87fa-02eb90dbda58 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Made reservation on behalf of 79d7c7ea660d4c02b45deddefbe4feac for: {'port': 1} {{(pid=103466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:36:02.603650 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-d0bf447e-d42d-4a3f-87fa-02eb90dbda58 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:02.756202 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-d0bf447e-d42d-4a3f-87fa-02eb90dbda58 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Allocated IP 172.20.0.13 (360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6/5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c/d2b06f7a-2925-4989-be85-e9cdd2bd52ca) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:36:02.987303 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-d0bf447e-d42d-4a3f-87fa-02eb90dbda58 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for port (d2b06f7a-2925-4989-be85-e9cdd2bd52ca), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:03.027145 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-d0bf447e-d42d-4a3f-87fa-02eb90dbda58 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (d2b06f7a-2925-4989-be85-e9cdd2bd52ca), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:03.069037 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-d0bf447e-d42d-4a3f-87fa-02eb90dbda58 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Network 360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:36:03.072248 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-d0bf447e-d42d-4a3f-87fa-02eb90dbda58 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:36:03.076013 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-d0bf447e-d42d-4a3f-87fa-02eb90dbda58 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:36:03.118315 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf447e-d42d-4a3f-87fa-02eb90dbda58 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Pushing event updated for resources: {'Port': ['ID=d2b06f7a-2925-4989-be85-e9cdd2bd52ca,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:36:03.128284 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf447e-d42d-4a3f-87fa-02eb90dbda58 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:36:03.128632 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf447e-d42d-4a3f-87fa-02eb90dbda58 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:36:03.128972 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf447e-d42d-4a3f-87fa-02eb90dbda58 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:36:03.129314 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf447e-d42d-4a3f-87fa-02eb90dbda58 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:36:03.129647 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf447e-d42d-4a3f-87fa-02eb90dbda58 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:36:03.129993 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf447e-d42d-4a3f-87fa-02eb90dbda58 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:36:03.130328 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf447e-d42d-4a3f-87fa-02eb90dbda58 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:36:03.130657 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf447e-d42d-4a3f-87fa-02eb90dbda58 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:36:03.130980 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf447e-d42d-4a3f-87fa-02eb90dbda58 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:36:03.131299 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf447e-d42d-4a3f-87fa-02eb90dbda58 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:36:03.131621 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf447e-d42d-4a3f-87fa-02eb90dbda58 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:36:03.131938 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf447e-d42d-4a3f-87fa-02eb90dbda58 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:36:03.132260 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf447e-d42d-4a3f-87fa-02eb90dbda58 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:36:03.157199 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-d0bf447e-d42d-4a3f-87fa-02eb90dbda58 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:03.157932 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-d0bf447e-d42d-4a3f-87fa-02eb90dbda58 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:03.191785 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-d0bf447e-d42d-4a3f-87fa-02eb90dbda58 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7068717 Feb 16 23:36:03.443160 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-f14e1d4b-0ffd-4af8-88b5-1a611dbdb79e None None] Provisioning complete for port d2b06f7a-2925-4989-be85-e9cdd2bd52ca triggered by entity DHCP. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:36:03.443728 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-f14e1d4b-0ffd-4af8-88b5-1a611dbdb79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d2b06f7a-2925-4989-be85-e9cdd2bd52ca), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:03.478260 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-f14e1d4b-0ffd-4af8-88b5-1a611dbdb79e None None] Port d2b06f7a-2925-4989-be85-e9cdd2bd52ca cannot update to ACTIVE because it is not bound. {{(pid=103467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 23:36:03.570001 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5767f-49fa-4d6c-a360-7d9fc4372070 req-2db55f3c-d2f0-44d3-b1df-251aa6a3f06d tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:03.571405 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78a5767f-49fa-4d6c-a360-7d9fc4372070 req-2db55f3c-d2f0-44d3-b1df-251aa6a3f06d tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b1c9bc0-9112-4fb6-9062-d596ae782d38 HTTP/1.1" status: 200 len: 932 time: 0.0602257 Feb 16 23:36:03.633464 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-78a5767f-49fa-4d6c-a360-7d9fc4372070 req-eb8b3eb6-8951-427b-b809-e05622dc8ce3 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e685fe3-b466-4f67-a4e5-2fd2fa0900dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563443 Feb 16 23:36:03.754672 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 2a871a37-b872-45b8-ab16-93f4de817c5b no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:36:03.853721 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Current status of the port 2a871a37-b872-45b8-ab16-93f4de817c5b is: ACTIVE; New status is: DOWN {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:36:03.854094 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (2a871a37-b872-45b8-ab16-93f4de817c5b), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:03.877766 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d251d6-7fac-477d-baaa-713210835e6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a871a37-b872-45b8-ab16-93f4de817c5b'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:36:03.880605 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}003bc719444852515b674fedd62cd1fb71b35db544f2f4adcbcd93f8ba7f5d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54df9612-9a0d-483d-877a-6e6567717a15" -d '{"events": [{"server_uuid": "97d251d6-7fac-477d-baaa-713210835e6d", "name": "network-vif-unplugged", "status": "completed", "tag": "2a871a37-b872-45b8-ab16-93f4de817c5b"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:36:03.924690 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] For port 2a871a37-b872-45b8-ab16-93f4de817c5b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=2a871a37-b872-45b8-ab16-93f4de817c5b,segment=NetworkSegment(6fd457dd-3d27-4436-9553-d8a5b53a82a6),segment_id=6fd457dd-3d27-4436-9553-d8a5b53a82a6)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:36:03.926859 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 23:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040bb2c8-fe09-4e82-8e38-af7945433a81 x-openstack-request-id: req-040bb2c8-fe09-4e82-8e38-af7945433a81 {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:36:03.927198 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d251d6-7fac-477d-baaa-713210835e6d", "name": "network-vif-unplugged", "status": "completed", "tag": "2a871a37-b872-45b8-ab16-93f4de817c5b", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:36:03.927456 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-040bb2c8-fe09-4e82-8e38-af7945433a81 {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:36:03.927886 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d251d6-7fac-477d-baaa-713210835e6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a871a37-b872-45b8-ab16-93f4de817c5b', 'code': 200} Feb 16 23:36:03.931631 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (2a871a37-b872-45b8-ab16-93f4de817c5b), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:03.988946 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Pushing event updated for resources: {'Port': ['ID=2a871a37-b872-45b8-ab16-93f4de817c5b,revision_number=8']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:36:04.771892 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9028a-6222-4a5e-8e94-ba6535e17c6a req-9e41c750-b517-49ad-b86b-1bc5deb717b5 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:04.774426 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-97f9028a-6222-4a5e-8e94-ba6535e17c6a req-9e41c750-b517-49ad-b86b-1bc5deb717b5 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b1c9bc0-9112-4fb6-9062-d596ae782d38 HTTP/1.1" status: 200 len: 932 time: 0.0660031 Feb 16 23:36:04.831619 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-97f9028a-6222-4a5e-8e94-ba6535e17c6a req-9b6ec79c-7859-4cd8-af30-f8062c3dc082 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e685fe3-b466-4f67-a4e5-2fd2fa0900dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513380 Feb 16 23:36:05.961541 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb3b29-1846-4718-863e-0e3a5c459527 req-e9234b7c-f7c1-4c89-b16f-b37b031f2c12 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:05.963098 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0bcb3b29-1846-4718-863e-0e3a5c459527 req-e9234b7c-f7c1-4c89-b16f-b37b031f2c12 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b1c9bc0-9112-4fb6-9062-d596ae782d38 HTTP/1.1" status: 200 len: 932 time: 0.0612316 Feb 16 23:36:06.013984 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-0bcb3b29-1846-4718-863e-0e3a5c459527 req-b93b09b7-db48-4f07-bece-cb013bdd52e8 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e685fe3-b466-4f67-a4e5-2fd2fa0900dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449023 Feb 16 23:36:07.139689 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c9c46-0cab-434f-9abc-5072d6883ac2 req-34bd2ea6-603e-4fa4-b41d-db55a279f461 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:07.141174 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-521c9c46-0cab-434f-9abc-5072d6883ac2 req-34bd2ea6-603e-4fa4-b41d-db55a279f461 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b1c9bc0-9112-4fb6-9062-d596ae782d38 HTTP/1.1" status: 200 len: 932 time: 0.0539362 Feb 16 23:36:07.197383 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-521c9c46-0cab-434f-9abc-5072d6883ac2 req-ad7ee76e-dd32-4e38-bf01-63382460cc82 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e685fe3-b466-4f67-a4e5-2fd2fa0900dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502074 Feb 16 23:36:08.354020 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46316e-6196-400f-903a-1c58ff85227b req-96238f99-ce6f-45c1-b667-798ddb9415bb tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:08.355560 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d46316e-6196-400f-903a-1c58ff85227b req-96238f99-ce6f-45c1-b667-798ddb9415bb tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b1c9bc0-9112-4fb6-9062-d596ae782d38 HTTP/1.1" status: 200 len: 932 time: 0.0572009 Feb 16 23:36:08.414214 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-6d46316e-6196-400f-903a-1c58ff85227b req-a24f0a41-cbc3-4260-b630-1537165b899a tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e685fe3-b466-4f67-a4e5-2fd2fa0900dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522060 Feb 16 23:36:09.545419 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60f0d4-7ecd-41b8-8616-0ea0660cde14 req-11fca4d5-8473-49d0-8a39-eda700209632 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:09.547567 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-de60f0d4-7ecd-41b8-8616-0ea0660cde14 req-11fca4d5-8473-49d0-8a39-eda700209632 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b1c9bc0-9112-4fb6-9062-d596ae782d38 HTTP/1.1" status: 200 len: 932 time: 0.0594652 Feb 16 23:36:09.603182 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-de60f0d4-7ecd-41b8-8616-0ea0660cde14 req-199059db-4e03-4c6a-a3d4-be6a94f73b62 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e685fe3-b466-4f67-a4e5-2fd2fa0900dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497034 Feb 16 23:36:10.723291 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b2115-962b-4f2c-a28e-b51e09cda167 req-443c53a6-4b28-417a-aa4c-6c18375f0c26 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:10.724709 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cc0b2115-962b-4f2c-a28e-b51e09cda167 req-443c53a6-4b28-417a-aa4c-6c18375f0c26 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b1c9bc0-9112-4fb6-9062-d596ae782d38 HTTP/1.1" status: 200 len: 932 time: 0.0520794 Feb 16 23:36:10.773694 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cc0b2115-962b-4f2c-a28e-b51e09cda167 req-8843d663-0a03-485a-bca3-ca3adcc7cf81 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e685fe3-b466-4f67-a4e5-2fd2fa0900dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433793 Feb 16 23:36:10.917435 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-c1f1671b-55fe-4235-9af8-529c34463f11 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103466) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 23:36:10.918443 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-c1f1671b-55fe-4235-9af8-529c34463f11 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053151 Feb 16 23:36:10.987227 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-dadc2197-e86a-45b3-8565-d5fcce885b30 service neutron] Request body: {'port': {'device_id': '7b1c9bc0-9112-4fb6-9062-d596ae782d38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-6'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:36:11.049280 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-dadc2197-e86a-45b3-8565-d5fcce885b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d2b06f7a-2925-4989-be85-e9cdd2bd52ca), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:11.301885 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-dadc2197-e86a-45b3-8565-d5fcce885b30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2b06f7a-2925-4989-be85-e9cdd2bd52ca {{(pid=103466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:36:11.310185 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-dadc2197-e86a-45b3-8565-d5fcce885b30 service neutron] Publish callbacks [] for port (d2b06f7a-2925-4989-be85-e9cdd2bd52ca), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:11.322364 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.provisioning_blocks [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-dadc2197-e86a-45b3-8565-d5fcce885b30 service neutron] Transition to ACTIVE for port object d2b06f7a-2925-4989-be85-e9cdd2bd52ca will not be triggered until provisioned by entity L2. {{(pid=103466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:36:11.326036 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-dadc2197-e86a-45b3-8565-d5fcce885b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (d2b06f7a-2925-4989-be85-e9cdd2bd52ca), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:11.383734 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc2197-e86a-45b3-8565-d5fcce885b30 service neutron] Pushing event updated for resources: {'Port': ['ID=d2b06f7a-2925-4989-be85-e9cdd2bd52ca,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:36:11.450700 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-dadc2197-e86a-45b3-8565-d5fcce885b30 service neutron] Attempting to bind port d2b06f7a-2925-4989-be85-e9cdd2bd52ca on host n-h2-813897-6 for vnic_type normal with profile {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 23:36:11.451036 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-dadc2197-e86a-45b3-8565-d5fcce885b30 service neutron] Attempting to bind port d2b06f7a-2925-4989-be85-e9cdd2bd52ca by drivers openvswitch,hyperv on host n-h2-813897-6 at level 0 using segments [{'id': '6fd457dd-3d27-4436-9553-d8a5b53a82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6'}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 23:36:11.451357 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-dadc2197-e86a-45b3-8565-d5fcce885b30 service neutron] Attempting to bind port d2b06f7a-2925-4989-be85-e9cdd2bd52ca on network 360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:36:11.455805 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-dadc2197-e86a-45b3-8565-d5fcce885b30 service neutron] Port d2b06f7a-2925-4989-be85-e9cdd2bd52ca on network 360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 23:36:11.456124 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-dadc2197-e86a-45b3-8565-d5fcce885b30 service neutron] Attempting to bind port d2b06f7a-2925-4989-be85-e9cdd2bd52ca on network 360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 23:36:11.461646 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-dadc2197-e86a-45b3-8565-d5fcce885b30 service neutron] Checking agent: {'id': '5e30abff-46a9-408e-9dd4-38ba36ce3e45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'started_at': datetime.datetime(2022, 2, 16, 22, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 23:36:11.461997 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-dadc2197-e86a-45b3-8565-d5fcce885b30 service neutron] Checking segment: {'id': '6fd457dd-3d27-4436-9553-d8a5b53a82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 23:36:11.462396 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-dadc2197-e86a-45b3-8565-d5fcce885b30 service neutron] Bound using segment: {'id': '6fd457dd-3d27-4436-9553-d8a5b53a82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6'} {{(pid=103466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 23:36:11.462818 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.managers [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-dadc2197-e86a-45b3-8565-d5fcce885b30 service neutron] Bound port: d2b06f7a-2925-4989-be85-e9cdd2bd52ca, host: n-h2-813897-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fd457dd-3d27-4436-9553-d8a5b53a82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6'}}] {{(pid=103466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 23:36:11.463204 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-dadc2197-e86a-45b3-8565-d5fcce885b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d2b06f7a-2925-4989-be85-e9cdd2bd52ca), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:11.529152 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-dadc2197-e86a-45b3-8565-d5fcce885b30 service neutron] For port d2b06f7a-2925-4989-be85-e9cdd2bd52ca, host n-h2-813897-6, cleared binding levels {{(pid=103466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 23:36:11.532926 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-dadc2197-e86a-45b3-8565-d5fcce885b30 service neutron] For port d2b06f7a-2925-4989-be85-e9cdd2bd52ca, host n-h2-813897-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=d2b06f7a-2925-4989-be85-e9cdd2bd52ca,segment=NetworkSegment(6fd457dd-3d27-4436-9553-d8a5b53a82a6),segment_id=6fd457dd-3d27-4436-9553-d8a5b53a82a6)] {{(pid=103466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 23:36:11.539709 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-dadc2197-e86a-45b3-8565-d5fcce885b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (d2b06f7a-2925-4989-be85-e9cdd2bd52ca), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:11.576193 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-dadc2197-e86a-45b3-8565-d5fcce885b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:11.577222 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-dadc2197-e86a-45b3-8565-d5fcce885b30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:11.578697 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-dadc2197-e86a-45b3-8565-d5fcce885b30 service neutron] 10.222.0.79 "PUT /v2.0/ports/d2b06f7a-2925-4989-be85-e9cdd2bd52ca HTTP/1.1" status: 200 len: 1092 time: 0.6515720 Feb 16 23:36:11.580828 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b1c9bc0-9112-4fb6-9062-d596ae782d38', 'tag': 'd2b06f7a-2925-4989-be85-e9cdd2bd52ca'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:36:11.583253 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e02b1269caefb4c024904b88698defd233c730f45a19e1a7dbb6b862b0fddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc82b8e-c8ab-49b8-a52a-37d96075676c" -d '{"events": [{"name": "network-changed", "server_uuid": "7b1c9bc0-9112-4fb6-9062-d596ae782d38", "tag": "d2b06f7a-2925-4989-be85-e9cdd2bd52ca"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:36:11.617551 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc2197-e86a-45b3-8565-d5fcce885b30 service neutron] Pushing event updated for resources: {'Port': ['ID=d2b06f7a-2925-4989-be85-e9cdd2bd52ca,revision_number=3']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:36:11.649404 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2632446a-9dac-48b5-a369-f23a87964a11 x-openstack-request-id: req-2632446a-9dac-48b5-a369-f23a87964a11 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:36:11.649837 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b1c9bc0-9112-4fb6-9062-d596ae782d38", "tag": "d2b06f7a-2925-4989-be85-e9cdd2bd52ca", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:36:11.650022 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2632446a-9dac-48b5-a369-f23a87964a11 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:36:11.650374 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b1c9bc0-9112-4fb6-9062-d596ae782d38', 'tag': 'd2b06f7a-2925-4989-be85-e9cdd2bd52ca', 'status': 'completed', 'code': 200} Feb 16 23:36:11.671345 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-08c6789c-2061-489e-9d31-36189ecb0641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:11.672886 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-08c6789c-2061-489e-9d31-36189ecb0641 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=79d7c7ea660d4c02b45deddefbe4feac&device_id=7b1c9bc0-9112-4fb6-9062-d596ae782d38 HTTP/1.1" status: 200 len: 1126 time: 0.0519159 Feb 16 23:36:11.713215 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-19ed7ab3-3229-4659-b7e7-562a086acdaa service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2b06f7a-2925-4989-be85-e9cdd2bd52ca HTTP/1.1" status: 200 len: 217 time: 0.0340772 Feb 16 23:36:11.773422 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-20dc2786-43cf-4e46-9b9e-7906dd50c474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:11.775074 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-20dc2786-43cf-4e46-9b9e-7906dd50c474 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c HTTP/1.1" status: 200 len: 848 time: 0.0528328 Feb 16 23:36:11.826819 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-f7efe7c2-8f67-40b6-9f2d-a96161d89f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:11.829102 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-f7efe7c2-8f67-40b6-9f2d-a96161d89f5b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485482 Feb 16 23:36:11.955760 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-3411defd-57c7-411a-a3d6-345f79dc7f63 service neutron] 10.222.0.79 "GET /v2.0/networks/360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200020 Feb 16 23:36:11.962833 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd6837-d06d-454e-af78-d2cd33f9a16e req-2cc72749-be8e-4ec0-b62b-960b95993b45 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:11.964193 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94cd6837-d06d-454e-af78-d2cd33f9a16e req-2cc72749-be8e-4ec0-b62b-960b95993b45 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b1c9bc0-9112-4fb6-9062-d596ae782d38 HTTP/1.1" status: 200 len: 944 time: 0.1103380 Feb 16 23:36:12.064456 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-94cd6837-d06d-454e-af78-d2cd33f9a16e req-f04dc1ee-7b3b-44ec-be07-b4b56da7a852 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e685fe3-b466-4f67-a4e5-2fd2fa0900dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919483 Feb 16 23:36:12.084002 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-13082a25-cacd-47f8-a37d-d3c39f4f4d3c req-c411e988-0b5e-4508-8fc4-3be931c3bf09 service neutron] 10.222.0.79 "GET /v2.0/networks/360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188409 Feb 16 23:36:12.172896 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc82b8e-c8ab-49b8-a52a-37d96075676c req-415a955e-058a-4a6c-94c5-5da8cb62623c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:12.174508 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-acc82b8e-c8ab-49b8-a52a-37d96075676c req-415a955e-058a-4a6c-94c5-5da8cb62623c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=79d7c7ea660d4c02b45deddefbe4feac&device_id=7b1c9bc0-9112-4fb6-9062-d596ae782d38 HTTP/1.1" status: 200 len: 1126 time: 0.0466654 Feb 16 23:36:12.262416 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc82b8e-c8ab-49b8-a52a-37d96075676c req-4ce8528f-874d-4a32-89ac-e663be2e231f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:12.263874 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-acc82b8e-c8ab-49b8-a52a-37d96075676c req-4ce8528f-874d-4a32-89ac-e663be2e231f service neutron] 10.222.0.79 "GET /v2.0/networks?id=360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 HTTP/1.1" status: 200 len: 910 time: 0.0827854 Feb 16 23:36:12.307509 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-acc82b8e-c8ab-49b8-a52a-37d96075676c req-29f18cfe-4e05-44be-a0b7-033dc5f1b920 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2b06f7a-2925-4989-be85-e9cdd2bd52ca HTTP/1.1" status: 200 len: 217 time: 0.0377350 Feb 16 23:36:12.357125 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc82b8e-c8ab-49b8-a52a-37d96075676c req-c56ac01f-81be-4407-9502-f17ff5235837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:12.359137 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-acc82b8e-c8ab-49b8-a52a-37d96075676c req-c56ac01f-81be-4407-9502-f17ff5235837 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c HTTP/1.1" status: 200 len: 848 time: 0.0450394 Feb 16 23:36:12.406862 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc82b8e-c8ab-49b8-a52a-37d96075676c req-9840359f-9149-484f-a209-7224ae9bad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:12.408336 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-acc82b8e-c8ab-49b8-a52a-37d96075676c req-9840359f-9149-484f-a209-7224ae9bad8f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430112 Feb 16 23:36:12.500088 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-acc82b8e-c8ab-49b8-a52a-37d96075676c req-fa1c40d0-f4dc-49c2-95a1-d36935d2ec6f service neutron] 10.222.0.79 "GET /v2.0/networks/360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847485 Feb 16 23:36:12.588400 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-acc82b8e-c8ab-49b8-a52a-37d96075676c req-19f090ea-bbe4-4caa-804b-55c32ba986c7 service neutron] 10.222.0.79 "GET /v2.0/networks/360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819504 Feb 16 23:36:13.188822 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334c248-7f2c-4f5a-840c-9e0a33ae3220 req-83429822-bb64-45ce-9e7e-7f8a7ceb5829 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:13.190367 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3334c248-7f2c-4f5a-840c-9e0a33ae3220 req-83429822-bb64-45ce-9e7e-7f8a7ceb5829 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b1c9bc0-9112-4fb6-9062-d596ae782d38 HTTP/1.1" status: 200 len: 944 time: 0.0576422 Feb 16 23:36:13.238787 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-3334c248-7f2c-4f5a-840c-9e0a33ae3220 req-a72c0630-1166-4844-a5de-eb2d1a0c0911 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e685fe3-b466-4f67-a4e5-2fd2fa0900dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419822 Feb 16 23:36:14.149947 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device d2b06f7a-2925-4989-be85-e9cdd2bd52ca details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:36:14.246563 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port d2b06f7a-2925-4989-be85-e9cdd2bd52ca, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=d2b06f7a-2925-4989-be85-e9cdd2bd52ca,segment=NetworkSegment(6fd457dd-3d27-4436-9553-d8a5b53a82a6),segment_id=6fd457dd-3d27-4436-9553-d8a5b53a82a6)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:36:14.257399 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'd2b06f7a-2925-4989-be85-e9cdd2bd52ca', 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6', 'port_id': 'd2b06f7a-2925-4989-be85-e9cdd2bd52ca', 'mac_address': 'fa:16:3e:96:f4:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:36:14.295231 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port d2b06f7a-2925-4989-be85-e9cdd2bd52ca is: DOWN; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:36:14.295647 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d2b06f7a-2925-4989-be85-e9cdd2bd52ca), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:14.308391 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2b06f7a-2925-4989-be85-e9cdd2bd52ca {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:36:14.328317 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port d2b06f7a-2925-4989-be85-e9cdd2bd52ca, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=d2b06f7a-2925-4989-be85-e9cdd2bd52ca,segment=NetworkSegment(6fd457dd-3d27-4436-9553-d8a5b53a82a6),segment_id=6fd457dd-3d27-4436-9553-d8a5b53a82a6)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:36:14.332406 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d2b06f7a-2925-4989-be85-e9cdd2bd52ca), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:14.364609 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76a3a7-b5b6-498e-ac67-2380658c7358 req-580e3272-5697-4d18-b449-f404e7a72946 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:14.366150 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-be76a3a7-b5b6-498e-ac67-2380658c7358 req-580e3272-5697-4d18-b449-f404e7a72946 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b1c9bc0-9112-4fb6-9062-d596ae782d38 HTTP/1.1" status: 200 len: 944 time: 0.0544832 Feb 16 23:36:14.380775 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=d2b06f7a-2925-4989-be85-e9cdd2bd52ca,revision_number=4']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:36:14.413673 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-be76a3a7-b5b6-498e-ac67-2380658c7358 req-10948ca6-9e2b-4a6e-8f08-9d52e32ccc55 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e685fe3-b466-4f67-a4e5-2fd2fa0900dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416310 Feb 16 23:36:14.592266 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['d2b06f7a-2925-4989-be85-e9cdd2bd52ca'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:36:15.532990 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb112a-8e13-4372-83c2-9ebd4b8a4b51 req-ed01730f-bf0c-489f-a749-344ba9cd112e tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:15.534499 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a3bb112a-8e13-4372-83c2-9ebd4b8a4b51 req-ed01730f-bf0c-489f-a749-344ba9cd112e tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b1c9bc0-9112-4fb6-9062-d596ae782d38 HTTP/1.1" status: 200 len: 945 time: 0.0516763 Feb 16 23:36:15.585767 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-a3bb112a-8e13-4372-83c2-9ebd4b8a4b51 req-b22ba669-55e6-4898-badc-ebdf55fcead2 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e685fe3-b466-4f67-a4e5-2fd2fa0900dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453682 Feb 16 23:36:16.167640 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device d2b06f7a-2925-4989-be85-e9cdd2bd52ca up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:36:16.218497 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning for port d2b06f7a-2925-4989-be85-e9cdd2bd52ca completed by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:36:16.222353 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port d2b06f7a-2925-4989-be85-e9cdd2bd52ca triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:36:16.222780 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d2b06f7a-2925-4989-be85-e9cdd2bd52ca), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:16.297490 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port d2b06f7a-2925-4989-be85-e9cdd2bd52ca is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:36:16.297881 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d2b06f7a-2925-4989-be85-e9cdd2bd52ca), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:16.319523 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1c9bc0-9112-4fb6-9062-d596ae782d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b06f7a-2925-4989-be85-e9cdd2bd52ca'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:36:16.321728 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}003bc719444852515b674fedd62cd1fb71b35db544f2f4adcbcd93f8ba7f5d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10ed27a-c06e-449f-90b8-9424fe1897f7" -d '{"events": [{"server_uuid": "7b1c9bc0-9112-4fb6-9062-d596ae782d38", "name": "network-vif-plugged", "status": "completed", "tag": "d2b06f7a-2925-4989-be85-e9cdd2bd52ca"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:36:16.334137 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port d2b06f7a-2925-4989-be85-e9cdd2bd52ca, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=d2b06f7a-2925-4989-be85-e9cdd2bd52ca,segment=NetworkSegment(6fd457dd-3d27-4436-9553-d8a5b53a82a6),segment_id=6fd457dd-3d27-4436-9553-d8a5b53a82a6)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:36:16.338681 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d2b06f7a-2925-4989-be85-e9cdd2bd52ca), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:16.365313 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cf2ba9-2656-4f64-a2ea-a8fb8a16c9af x-openstack-request-id: req-86cf2ba9-2656-4f64-a2ea-a8fb8a16c9af {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:36:16.365609 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1c9bc0-9112-4fb6-9062-d596ae782d38", "name": "network-vif-plugged", "status": "completed", "tag": "d2b06f7a-2925-4989-be85-e9cdd2bd52ca", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:36:16.365863 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-86cf2ba9-2656-4f64-a2ea-a8fb8a16c9af {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:36:16.366346 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1c9bc0-9112-4fb6-9062-d596ae782d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b06f7a-2925-4989-be85-e9cdd2bd52ca', 'code': 200} Feb 16 23:36:16.394268 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=d2b06f7a-2925-4989-be85-e9cdd2bd52ca,revision_number=5']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:36:16.460678 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547f39a-3fb2-4f4b-a7a8-41f872b32278 req-044c717c-f4e2-42fa-86b8-2860678f68a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:16.462108 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1547f39a-3fb2-4f4b-a7a8-41f872b32278 req-044c717c-f4e2-42fa-86b8-2860678f68a4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7b1c9bc0-9112-4fb6-9062-d596ae782d38 HTTP/1.1" status: 200 len: 1128 time: 0.0433452 Feb 16 23:36:16.507226 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-1547f39a-3fb2-4f4b-a7a8-41f872b32278 req-2f892585-fe4f-4414-b4ea-9636a70cf382 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=3e685fe3-b466-4f67-a4e5-2fd2fa0900dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393326 Feb 16 23:36:16.708870 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49597ae0-89ce-478a-b678-687be5644875 req-dff562be-3d93-48eb-b005-a3c72ccbe840 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:16.710332 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-49597ae0-89ce-478a-b678-687be5644875 req-dff562be-3d93-48eb-b005-a3c72ccbe840 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b1c9bc0-9112-4fb6-9062-d596ae782d38 HTTP/1.1" status: 200 len: 946 time: 0.0515623 Feb 16 23:36:16.757934 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-49597ae0-89ce-478a-b678-687be5644875 req-bf674064-5171-4ac8-a1e6-c2f3cdf8f82e tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e685fe3-b466-4f67-a4e5-2fd2fa0900dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419195 Feb 16 23:36:17.881100 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe70f5-0909-4b87-a14b-834013930ebb req-bc3e724f-998d-4429-a43a-3a5470f34bed tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:17.882621 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-28fe70f5-0909-4b87-a14b-834013930ebb req-bc3e724f-998d-4429-a43a-3a5470f34bed tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b1c9bc0-9112-4fb6-9062-d596ae782d38 HTTP/1.1" status: 200 len: 946 time: 0.0569105 Feb 16 23:36:17.939221 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-28fe70f5-0909-4b87-a14b-834013930ebb req-20395cde-238f-4bd7-b991-29b22f89f057 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e685fe3-b466-4f67-a4e5-2fd2fa0900dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511200 Feb 16 23:36:18.055235 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e26b83-99eb-431d-8a2b-3c32b79c4142 req-7e8f9001-533f-4b14-8214-ad4ca9e63873 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:18.056642 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-80e26b83-99eb-431d-8a2b-3c32b79c4142 req-7e8f9001-533f-4b14-8214-ad4ca9e63873 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b1c9bc0-9112-4fb6-9062-d596ae782d38 HTTP/1.1" status: 200 len: 946 time: 0.0521913 Feb 16 23:36:18.104913 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-80e26b83-99eb-431d-8a2b-3c32b79c4142 req-d21552d8-6212-4b48-ad8d-164b1fd6ef8d tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e685fe3-b466-4f67-a4e5-2fd2fa0900dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426195 Feb 16 23:36:18.126135 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57374) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:36:18.173241 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d20e6e-9f23-419a-8743-27015cb96992 tempest-TestSnapshotPattern-282189615 tempest-TestSnapshotPattern-282189615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:18.174821 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e5d20e6e-9f23-419a-8743-27015cb96992 tempest-TestSnapshotPattern-282189615 tempest-TestSnapshotPattern-282189615-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=7b1c9bc0-9112-4fb6-9062-d596ae782d38 HTTP/1.1" status: 200 len: 1123 time: 0.0477180 Feb 16 23:36:18.177560 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57376) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:36:18.181816 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.v2.base [None req-6c12461f-df7a-4664-9ccc-f699f06c2153 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Request body: {'floatingip': {'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'port_id': 'd2b06f7a-2925-4989-be85-e9cdd2bd52ca', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:36:18.201283 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6c12461f-df7a-4664-9ccc-f699f06c2153 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:18.295643 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6c12461f-df7a-4664-9ccc-f699f06c2153 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (None), before_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:18.401340 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_common [None req-6c12461f-df7a-4664-9ccc-f699f06c2153 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Allocated IP 172.25.2.131 (b0ab4fc8-02c8-4404-90ea-6cd7fce3204f/dd14203b-c3f1-4d4b-9bc4-e05563136569/b3e17526-6d1d-4267-954c-ff642ed167d0) {{(pid=103466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:36:18.499047 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6c12461f-df7a-4664-9ccc-f699f06c2153 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for port (b3e17526-6d1d-4267-954c-ff642ed167d0), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:18.531577 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6c12461f-df7a-4664-9ccc-f699f06c2153 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215538710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (b3e17526-6d1d-4267-954c-ff642ed167d0), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:18.574359 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c12461f-df7a-4664-9ccc-f699f06c2153 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Network b0ab4fc8-02c8-4404-90ea-6cd7fce3204f is already hosted by enough agents. {{(pid=103466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:36:18.577200 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.base_scheduler [None req-6c12461f-df7a-4664-9ccc-f699f06c2153 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Resources bound (agent type, host, resource id): {{(pid=103466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:36:18.580835 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c12461f-df7a-4664-9ccc-f699f06c2153 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Received port after_create {{(pid=103466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 23:36:18.601940 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12461f-df7a-4664-9ccc-f699f06c2153 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Pushing event updated for resources: {'Port': ['ID=b3e17526-6d1d-4267-954c-ff642ed167d0,revision_number=1']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:36:19.213055 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6c12461f-df7a-4664-9ccc-f699f06c2153 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for floatingip (30a89796-745e-4549-9e45-5bc888f31632), precommit_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:19.282275 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6c12461f-df7a-4664-9ccc-f699f06c2153 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (b3e17526-6d1d-4267-954c-ff642ed167d0), before_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:19.425475 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6c12461f-df7a-4664-9ccc-f699f06c2153 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for port (b3e17526-6d1d-4267-954c-ff642ed167d0), precommit_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:19.430732 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6c12461f-df7a-4664-9ccc-f699f06c2153 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767882'] for port (b3e17526-6d1d-4267-954c-ff642ed167d0), after_update {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:19.505585 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12461f-df7a-4664-9ccc-f699f06c2153 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Pushing event updated for resources: {'Port': ['ID=b3e17526-6d1d-4267-954c-ff642ed167d0,revision_number=2']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:36:19.514823 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6c12461f-df7a-4664-9ccc-f699f06c2153 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374768'] for floatingip (30a89796-745e-4549-9e45-5bc888f31632), after_create {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:19.617236 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-6c12461f-df7a-4664-9ccc-f699f06c2153 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Floating IP 30a89796-745e-4549-9e45-5bc888f31632 associated. External IP: 172.25.2.131, port: d2b06f7a-2925-4989-be85-e9cdd2bd52ca. Feb 16 23:36:19.829197 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c12461f-df7a-4664-9ccc-f699f06c2153 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Router a8989e25-58b6-4d31-8e8b-fd3731feb4cb has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:36:19.939550 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c12461f-df7a-4664-9ccc-f699f06c2153 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:36:19.948942 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60385fc-c60e-4351-adba-ba420a5ebdfb None None] Sync routers for ids ['a8989e25-58b6-4d31-8e8b-fd3731feb4cb'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:36:19.956637 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-6c12461f-df7a-4664-9ccc-f699f06c2153 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:19.960814 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60385fc-c60e-4351-adba-ba420a5ebdfb None None] Routers {'a8989e25-58b6-4d31-8e8b-fd3731feb4cb'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:36:19.961429 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-d60385fc-c60e-4351-adba-ba420a5ebdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:35:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['a8989e25-58b6-4d31-8e8b-fd3731feb4cb'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:36:19.986389 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-6c12461f-df7a-4664-9ccc-f699f06c2153 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8077409 Feb 16 23:36:19.986982 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b1c9bc0-9112-4fb6-9062-d596ae782d38', 'tag': 'd2b06f7a-2925-4989-be85-e9cdd2bd52ca'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:36:19.989257 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e02b1269caefb4c024904b88698defd233c730f45a19e1a7dbb6b862b0fddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09ae21e-5043-4507-a00f-48d82ef4562f" -d '{"events": [{"name": "network-changed", "server_uuid": "7b1c9bc0-9112-4fb6-9062-d596ae782d38", "tag": "d2b06f7a-2925-4989-be85-e9cdd2bd52ca"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:36:20.028677 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac47257-f065-4d0c-ab68-36310802b417 x-openstack-request-id: req-fac47257-f065-4d0c-ab68-36310802b417 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:36:20.028976 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b1c9bc0-9112-4fb6-9062-d596ae782d38", "tag": "d2b06f7a-2925-4989-be85-e9cdd2bd52ca", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:36:20.029247 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fac47257-f065-4d0c-ab68-36310802b417 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:36:20.029689 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b1c9bc0-9112-4fb6-9062-d596ae782d38', 'tag': 'd2b06f7a-2925-4989-be85-e9cdd2bd52ca', 'status': 'completed', 'code': 200} Feb 16 23:36:20.069499 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-d60385fc-c60e-4351-adba-ba420a5ebdfb None None] Set router a8989e25-58b6-4d31-8e8b-fd3731feb4cb gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:36:20.095626 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ae21e-5043-4507-a00f-48d82ef4562f req-104fc135-d70e-46d3-b994-f93a508565fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:20.097078 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d09ae21e-5043-4507-a00f-48d82ef4562f req-104fc135-d70e-46d3-b994-f93a508565fb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=79d7c7ea660d4c02b45deddefbe4feac&device_id=7b1c9bc0-9112-4fb6-9062-d596ae782d38 HTTP/1.1" status: 200 len: 1128 time: 0.0470030 Feb 16 23:36:20.191427 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ae21e-5043-4507-a00f-48d82ef4562f req-ef4cb0f3-5a41-45cf-9b21-9dc0beee252a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:20.192914 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d09ae21e-5043-4507-a00f-48d82ef4562f req-ef4cb0f3-5a41-45cf-9b21-9dc0beee252a service neutron] 10.222.0.79 "GET /v2.0/networks?id=360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 HTTP/1.1" status: 200 len: 910 time: 0.0893428 Feb 16 23:36:20.256792 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d09ae21e-5043-4507-a00f-48d82ef4562f req-ebd3b666-860a-4d0e-bbde-42e6a2260b6b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2b06f7a-2925-4989-be85-e9cdd2bd52ca HTTP/1.1" status: 200 len: 1000 time: 0.0580933 Feb 16 23:36:20.296873 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-d60385fc-c60e-4351-adba-ba420a5ebdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'name': 'tempest-TestSnapshotPattern-529107604-router', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:32:38Z', 'updated_at': '2022-02-16T23:32:41Z', 'revision_number': 4, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'gw_port': {'id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:39Z', 'updated_at': '2022-02-16T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '30a89796-745e-4549-9e45-5bc888f31632', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'floating_ip_address': '172.25.2.131', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'port_id': 'd2b06f7a-2925-4989-be85-e9cdd2bd52ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6', 'mac_address': 'fa:16:3e:96:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1c9bc0-9112-4fb6-9062-d596ae782d38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:36:19Z', 'updated_at': '2022-02-16T23:36:19Z', 'revision_number': 0, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'fixed_ip_address_scope': None}, {'id': 'a436d87e-3edf-4169-819e-36966250ea13', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'floating_ip_address': '172.25.2.63', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'port_id': '2a871a37-b872-45b8-ab16-93f4de817c5b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6', 'mac_address': 'fa:16:3e:a2:d8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d251d6-7fac-477d-baaa-713210835e6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:33:03Z', 'updated_at': '2022-02-16T23:33:05Z', 'revision_number': 1, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bc783f1-2cf5-4cdf-990f-6461538679ec', 'name': '', 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'mac_address': 'fa:16:3e:1e:89:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:41Z', 'updated_at': '2022-02-16T23:32:45Z', 'revision_number': 5, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'subnets': [{'id': '5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:36:20.305024 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ae21e-5043-4507-a00f-48d82ef4562f req-05b16c20-4707-413a-b33f-5290605f02ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:20.306550 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d09ae21e-5043-4507-a00f-48d82ef4562f req-05b16c20-4707-413a-b33f-5290605f02ae service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c HTTP/1.1" status: 200 len: 848 time: 0.0441587 Feb 16 23:36:20.322304 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60385fc-c60e-4351-adba-ba420a5ebdfb None None] Checking router: a8989e25-58b6-4d31-8e8b-fd3731feb4cb for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:36:20.331059 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60385fc-c60e-4351-adba-ba420a5ebdfb None None] Routers {'a8989e25-58b6-4d31-8e8b-fd3731feb4cb'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:36:20.331647 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-d60385fc-c60e-4351-adba-ba420a5ebdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:35:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['a8989e25-58b6-4d31-8e8b-fd3731feb4cb'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:36:20.359626 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ae21e-5043-4507-a00f-48d82ef4562f req-1b5d0aba-3fe5-402f-ab26-f0e31aaf72a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:20.361051 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d09ae21e-5043-4507-a00f-48d82ef4562f req-1b5d0aba-3fe5-402f-ab26-f0e31aaf72a7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484343 Feb 16 23:36:20.437341 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-d60385fc-c60e-4351-adba-ba420a5ebdfb None None] Set router a8989e25-58b6-4d31-8e8b-fd3731feb4cb gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:36:20.452699 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d09ae21e-5043-4507-a00f-48d82ef4562f req-f67f75ef-8bf3-48ce-8a78-edff5e3727d0 service neutron] 10.222.0.79 "GET /v2.0/networks/360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855801 Feb 16 23:36:20.548497 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-d09ae21e-5043-4507-a00f-48d82ef4562f req-e6e68a17-5306-48be-a85d-255b7c65aadd service neutron] 10.222.0.79 "GET /v2.0/networks/360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895700 Feb 16 23:36:20.752876 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-d60385fc-c60e-4351-adba-ba420a5ebdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'name': 'tempest-TestSnapshotPattern-529107604-router', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:32:38Z', 'updated_at': '2022-02-16T23:32:41Z', 'revision_number': 4, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'gw_port': {'id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:39Z', 'updated_at': '2022-02-16T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '30a89796-745e-4549-9e45-5bc888f31632', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'floating_ip_address': '172.25.2.131', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'port_id': 'd2b06f7a-2925-4989-be85-e9cdd2bd52ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6', 'mac_address': 'fa:16:3e:96:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1c9bc0-9112-4fb6-9062-d596ae782d38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:36:19Z', 'updated_at': '2022-02-16T23:36:19Z', 'revision_number': 0, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'fixed_ip_address_scope': None}, {'id': 'a436d87e-3edf-4169-819e-36966250ea13', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'floating_ip_address': '172.25.2.63', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'port_id': '2a871a37-b872-45b8-ab16-93f4de817c5b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6', 'mac_address': 'fa:16:3e:a2:d8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d251d6-7fac-477d-baaa-713210835e6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:33:03Z', 'updated_at': '2022-02-16T23:33:05Z', 'revision_number': 1, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bc783f1-2cf5-4cdf-990f-6461538679ec', 'name': '', 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'mac_address': 'fa:16:3e:1e:89:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:41Z', 'updated_at': '2022-02-16T23:32:45Z', 'revision_number': 5, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'subnets': [{'id': '5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:36:20.777586 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60385fc-c60e-4351-adba-ba420a5ebdfb None None] The sync data for ids ['a8989e25-58b6-4d31-8e8b-fd3731feb4cb'] in n-d-813897-6 is: [{'id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'name': 'tempest-TestSnapshotPattern-529107604-router', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:32:38Z', 'updated_at': '2022-02-16T23:32:41Z', 'revision_number': 4, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'gw_port': {'id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:39Z', 'updated_at': '2022-02-16T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': '30a89796-745e-4549-9e45-5bc888f31632', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'floating_ip_address': '172.25.2.131', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'port_id': 'd2b06f7a-2925-4989-be85-e9cdd2bd52ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6', 'mac_address': 'fa:16:3e:96:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1c9bc0-9112-4fb6-9062-d596ae782d38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:36:19Z', 'updated_at': '2022-02-16T23:36:19Z', 'revision_number': 0, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'fixed_ip_address_scope': None}, {'id': 'a436d87e-3edf-4169-819e-36966250ea13', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'floating_ip_address': '172.25.2.63', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'port_id': '2a871a37-b872-45b8-ab16-93f4de817c5b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6', 'mac_address': 'fa:16:3e:a2:d8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d251d6-7fac-477d-baaa-713210835e6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:33:03Z', 'updated_at': '2022-02-16T23:33:05Z', 'revision_number': 1, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bc783f1-2cf5-4cdf-990f-6461538679ec', 'name': '', 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'mac_address': 'fa:16:3e:1e:89:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:41Z', 'updated_at': '2022-02-16T23:32:45Z', 'revision_number': 5, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'subnets': [{'id': '5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:36:20.866482 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-3dc025cc-93ae-4f27-9469-1ce5f2164611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:20.975048 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace6bf01-693f-41be-8b1b-0a2532b8bf19 None None] New status for floating IP 30a89796-745e-4549-9e45-5bc888f31632: ACTIVE {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:36:23.258336 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1dee8bef-8260-48eb-9f4f-0be6a83b5a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:24.181585 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a6ba638-9d31-4536-aa37-42d1dd1ac78f req-43732223-916b-4d46-8979-a0b1b0130e2f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7b1c9bc0-9112-4fb6-9062-d596ae782d38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433536 Feb 16 23:36:24.265541 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ba638-9d31-4536-aa37-42d1dd1ac78f req-ff26263b-dd22-46e9-bf4f-cd64c69f95d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:24.267071 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a6ba638-9d31-4536-aa37-42d1dd1ac78f req-ff26263b-dd22-46e9-bf4f-cd64c69f95d3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=79d7c7ea660d4c02b45deddefbe4feac&device_id=7b1c9bc0-9112-4fb6-9062-d596ae782d38 HTTP/1.1" status: 200 len: 1128 time: 0.0443728 Feb 16 23:36:24.371097 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ba638-9d31-4536-aa37-42d1dd1ac78f req-1672bdfd-2c5a-465e-ae85-066190f2058f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:24.372587 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a6ba638-9d31-4536-aa37-42d1dd1ac78f req-1672bdfd-2c5a-465e-ae85-066190f2058f service neutron] 10.222.0.79 "GET /v2.0/networks?id=360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 HTTP/1.1" status: 200 len: 910 time: 0.0880105 Feb 16 23:36:24.435874 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a6ba638-9d31-4536-aa37-42d1dd1ac78f req-63d5447e-2ba3-4833-be40-006fb102e09d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2b06f7a-2925-4989-be85-e9cdd2bd52ca HTTP/1.1" status: 200 len: 1002 time: 0.0571067 Feb 16 23:36:24.487417 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ba638-9d31-4536-aa37-42d1dd1ac78f req-6ae5970e-7ab1-4a84-85a6-aa1cef812919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:24.488887 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a6ba638-9d31-4536-aa37-42d1dd1ac78f req-6ae5970e-7ab1-4a84-85a6-aa1cef812919 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c HTTP/1.1" status: 200 len: 848 time: 0.0475452 Feb 16 23:36:24.539852 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ba638-9d31-4536-aa37-42d1dd1ac78f req-fac9e5c1-51f6-4222-890f-25bba6eb6864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:24.541390 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a6ba638-9d31-4536-aa37-42d1dd1ac78f req-fac9e5c1-51f6-4222-890f-25bba6eb6864 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467930 Feb 16 23:36:24.590698 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:24.631397 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a6ba638-9d31-4536-aa37-42d1dd1ac78f req-a5367d88-d782-41ff-b3db-7dbc2dc13ad8 service neutron] 10.222.0.79 "GET /v2.0/networks/360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833983 Feb 16 23:36:24.723191 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-2a6ba638-9d31-4536-aa37-42d1dd1ac78f req-ecb6d0c9-0bd0-4a3c-bd20-2c9d647bec0a service neutron] 10.222.0.79 "GET /v2.0/networks/360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857308 Feb 16 23:36:25.910340 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:26.374615 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:36:27.241401 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:28.991243 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:30.779854 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:44.352553 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1b2b85d1-5b0f-4075-b602-f4c18be863f6 req-a5161bd2-3db6-43eb-a4df-d419f0ab36cc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=97d251d6-7fac-477d-baaa-713210835e6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0491588 Feb 16 23:36:44.435025 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b85d1-5b0f-4075-b602-f4c18be863f6 req-53f58986-aa19-46e3-80a1-afb0be4f5438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:44.436549 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1b2b85d1-5b0f-4075-b602-f4c18be863f6 req-53f58986-aa19-46e3-80a1-afb0be4f5438 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=79d7c7ea660d4c02b45deddefbe4feac&device_id=97d251d6-7fac-477d-baaa-713210835e6d HTTP/1.1" status: 200 len: 1125 time: 0.0450964 Feb 16 23:36:44.540483 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b85d1-5b0f-4075-b602-f4c18be863f6 req-9e9962ad-c954-45a2-b840-27bbc1516009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:44.542009 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1b2b85d1-5b0f-4075-b602-f4c18be863f6 req-9e9962ad-c954-45a2-b840-27bbc1516009 service neutron] 10.222.0.67 "GET /v2.0/networks?id=360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 HTTP/1.1" status: 200 len: 910 time: 0.0868948 Feb 16 23:36:44.610499 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1b2b85d1-5b0f-4075-b602-f4c18be863f6 req-0f2b7198-7897-4eb4-9307-74676a6e624c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a871a37-b872-45b8-ab16-93f4de817c5b HTTP/1.1" status: 200 len: 998 time: 0.0621777 Feb 16 23:36:44.660000 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b85d1-5b0f-4075-b602-f4c18be863f6 req-384501c3-3592-48af-ad9f-b559945552b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:44.661436 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1b2b85d1-5b0f-4075-b602-f4c18be863f6 req-384501c3-3592-48af-ad9f-b559945552b7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c HTTP/1.1" status: 200 len: 848 time: 0.0443721 Feb 16 23:36:44.708923 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b85d1-5b0f-4075-b602-f4c18be863f6 req-4c7758e2-525f-4a60-829f-7daa911b4c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:36:44.710497 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1b2b85d1-5b0f-4075-b602-f4c18be863f6 req-4c7758e2-525f-4a60-829f-7daa911b4c04 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434470 Feb 16 23:36:44.804188 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1b2b85d1-5b0f-4075-b602-f4c18be863f6 req-7a073eb0-142d-481f-882a-2a4316863dae service neutron] 10.222.0.67 "GET /v2.0/networks/360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876217 Feb 16 23:36:44.897533 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-1b2b85d1-5b0f-4075-b602-f4c18be863f6 req-f110d0c8-14ee-45f8-85a8-607b12dc2641 service neutron] 10.222.0.67 "GET /v2.0/networks/360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873561 Feb 16 23:36:50.867994 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d3bd9b99-0a77-474b-b81a-a07b15ca71d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:53.263162 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ee463309-772f-4c2b-a459-79bcd36310b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:54.592563 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:55.911712 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:57.243620 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:36:58.989496 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:37:00.780134 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:37:03.372845 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:37:20.868790 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2296acfa-cb6c-445d-a45d-83697f39f331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:37:23.265048 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-859766a4-f2cc-448b-bffa-44a156c5ca9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:37:24.183578 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-415daa13-7937-4113-83c3-4df13016b0e6 req-47ce15d7-a89b-4be4-a0a1-3011e8848833 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7b1c9bc0-9112-4fb6-9062-d596ae782d38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441382 Feb 16 23:37:24.271887 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415daa13-7937-4113-83c3-4df13016b0e6 req-bfb044fd-f4b9-455e-aec1-6b1c593a6b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:37:24.273444 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-415daa13-7937-4113-83c3-4df13016b0e6 req-bfb044fd-f4b9-455e-aec1-6b1c593a6b1a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=79d7c7ea660d4c02b45deddefbe4feac&device_id=7b1c9bc0-9112-4fb6-9062-d596ae782d38 HTTP/1.1" status: 200 len: 1128 time: 0.0468371 Feb 16 23:37:24.378722 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415daa13-7937-4113-83c3-4df13016b0e6 req-f9021d68-8be9-4030-a94d-6f447aadbf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:37:24.380178 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-415daa13-7937-4113-83c3-4df13016b0e6 req-f9021d68-8be9-4030-a94d-6f447aadbf4e service neutron] 10.222.0.79 "GET /v2.0/networks?id=360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 HTTP/1.1" status: 200 len: 910 time: 0.0884125 Feb 16 23:37:24.442826 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-415daa13-7937-4113-83c3-4df13016b0e6 req-1a765618-824a-4715-82d4-89f2bd2f8a34 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2b06f7a-2925-4989-be85-e9cdd2bd52ca HTTP/1.1" status: 200 len: 1002 time: 0.0563610 Feb 16 23:37:24.494095 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415daa13-7937-4113-83c3-4df13016b0e6 req-721375fa-ed6d-4b4b-b1da-488905663024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:37:24.495566 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-415daa13-7937-4113-83c3-4df13016b0e6 req-721375fa-ed6d-4b4b-b1da-488905663024 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c HTTP/1.1" status: 200 len: 848 time: 0.0471907 Feb 16 23:37:24.555063 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415daa13-7937-4113-83c3-4df13016b0e6 req-ee898e3b-00bd-4157-94ac-6ccdd433406a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:37:24.556588 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-415daa13-7937-4113-83c3-4df13016b0e6 req-ee898e3b-00bd-4157-94ac-6ccdd433406a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0553827 Feb 16 23:37:24.594985 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:37:24.651799 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-415daa13-7937-4113-83c3-4df13016b0e6 req-9dc81b91-d238-48fe-89d5-412577fe601b service neutron] 10.222.0.79 "GET /v2.0/networks/360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882583 Feb 16 23:37:24.738420 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-415daa13-7937-4113-83c3-4df13016b0e6 req-48753a4c-d24c-4a97-b142-79cc83b6159c service neutron] 10.222.0.79 "GET /v2.0/networks/360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812812 Feb 16 23:37:25.915298 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:37:27.247857 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:37:28.988145 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:37:30.802257 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:37:40.372730 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:37:44.330950 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2f4c6ee7-cb60-4541-9a9e-7287657cbc3c req-cdde0b56-5778-451b-bba6-229084f0ea93 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=97d251d6-7fac-477d-baaa-713210835e6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438776 Feb 16 23:37:44.415640 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c6ee7-cb60-4541-9a9e-7287657cbc3c req-bc1a1d8b-444a-4de6-8338-8fe5e13b5699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:37:44.417130 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2f4c6ee7-cb60-4541-9a9e-7287657cbc3c req-bc1a1d8b-444a-4de6-8338-8fe5e13b5699 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=79d7c7ea660d4c02b45deddefbe4feac&device_id=97d251d6-7fac-477d-baaa-713210835e6d HTTP/1.1" status: 200 len: 1125 time: 0.0459311 Feb 16 23:37:44.522876 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c6ee7-cb60-4541-9a9e-7287657cbc3c req-9f4f9373-3eb4-4699-9c3f-c98375753108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:37:44.524293 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2f4c6ee7-cb60-4541-9a9e-7287657cbc3c req-9f4f9373-3eb4-4699-9c3f-c98375753108 service neutron] 10.222.0.67 "GET /v2.0/networks?id=360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 HTTP/1.1" status: 200 len: 910 time: 0.0888021 Feb 16 23:37:44.588518 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2f4c6ee7-cb60-4541-9a9e-7287657cbc3c req-56661af0-2a93-45dc-9dcf-983f0897b997 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a871a37-b872-45b8-ab16-93f4de817c5b HTTP/1.1" status: 200 len: 998 time: 0.0577543 Feb 16 23:37:44.635275 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c6ee7-cb60-4541-9a9e-7287657cbc3c req-9806a65e-ca61-45bb-a9b2-c4fd044d294b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:37:44.636685 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2f4c6ee7-cb60-4541-9a9e-7287657cbc3c req-9806a65e-ca61-45bb-a9b2-c4fd044d294b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c HTTP/1.1" status: 200 len: 848 time: 0.0426013 Feb 16 23:37:44.688287 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c6ee7-cb60-4541-9a9e-7287657cbc3c req-4df2cb84-5ea5-4946-b6e9-bf0e5fa578ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:37:44.689764 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2f4c6ee7-cb60-4541-9a9e-7287657cbc3c req-4df2cb84-5ea5-4946-b6e9-bf0e5fa578ef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471168 Feb 16 23:37:44.787658 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2f4c6ee7-cb60-4541-9a9e-7287657cbc3c req-de04a060-8685-4558-b577-eff2371b2d83 service neutron] 10.222.0.67 "GET /v2.0/networks/360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913155 Feb 16 23:37:44.879802 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-2f4c6ee7-cb60-4541-9a9e-7287657cbc3c req-a801abdf-59fb-4e3e-92b5-f95116e9b584 service neutron] 10.222.0.67 "GET /v2.0/networks/360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867529 Feb 16 23:37:50.869000 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ddf2ce0b-328e-4a36-9707-8fc3f0651061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:37:53.267685 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7dfab7c5-d473-4495-a628-8f05bfb37136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:37:54.597331 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:37:55.917545 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:37:57.251249 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:37:59.019221 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:00.708977 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device d2b06f7a-2925-4989-be85-e9cdd2bd52ca details requested by agent hyperv_n-h2-813897-6 with host n-h2-813897-6 {{(pid=103467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 23:38:00.807444 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:00.814380 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port d2b06f7a-2925-4989-be85-e9cdd2bd52ca, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=d2b06f7a-2925-4989-be85-e9cdd2bd52ca,segment=NetworkSegment(6fd457dd-3d27-4436-9553-d8a5b53a82a6),segment_id=6fd457dd-3d27-4436-9553-d8a5b53a82a6)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:38:00.824671 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Returning: {'device': 'd2b06f7a-2925-4989-be85-e9cdd2bd52ca', 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6', 'port_id': 'd2b06f7a-2925-4989-be85-e9cdd2bd52ca', 'mac_address': 'fa:16:3e:96:f4:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 23:38:00.864474 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port d2b06f7a-2925-4989-be85-e9cdd2bd52ca is: ACTIVE; New status is: BUILD {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:38:00.864862 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d2b06f7a-2925-4989-be85-e9cdd2bd52ca), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:00.877915 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2b06f7a-2925-4989-be85-e9cdd2bd52ca {{(pid=103467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 23:38:00.897009 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port d2b06f7a-2925-4989-be85-e9cdd2bd52ca, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=d2b06f7a-2925-4989-be85-e9cdd2bd52ca,segment=NetworkSegment(6fd457dd-3d27-4436-9553-d8a5b53a82a6),segment_id=6fd457dd-3d27-4436-9553-d8a5b53a82a6)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:38:00.900858 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d2b06f7a-2925-4989-be85-e9cdd2bd52ca), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:00.953317 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=d2b06f7a-2925-4989-be85-e9cdd2bd52ca,revision_number=6']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:38:00.960593 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:00.960967 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:00.961335 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:00.961680 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:00.962050 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:00.962395 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:00.962730 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:00.963062 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:00.963397 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:00.963725 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:00.964055 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:00.964384 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:00.964710 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:00.976014 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] get_ports_and_sgs() called for port_ids ['d2b06f7a-2925-4989-be85-e9cdd2bd52ca'] {{(pid=103467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 23:38:02.730435 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device d2b06f7a-2925-4989-be85-e9cdd2bd52ca up at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 23:38:02.781636 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.provisioning_blocks [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Provisioning complete for port d2b06f7a-2925-4989-be85-e9cdd2bd52ca triggered by entity L2. {{(pid=103467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:38:02.782453 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654017'] for port (d2b06f7a-2925-4989-be85-e9cdd2bd52ca), provisioning_complete {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:02.869245 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Current status of the port d2b06f7a-2925-4989-be85-e9cdd2bd52ca is: BUILD; New status is: ACTIVE {{(pid=103467) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 23:38:02.869635 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7844950'] for port (d2b06f7a-2925-4989-be85-e9cdd2bd52ca), before_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:02.895868 n-d-813897-6 neutron-server[103467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1c9bc0-9112-4fb6-9062-d596ae782d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b06f7a-2925-4989-be85-e9cdd2bd52ca'}] {{(pid=103467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:38:02.898458 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}003bc719444852515b674fedd62cd1fb71b35db544f2f4adcbcd93f8ba7f5d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e3395d-0985-423e-b98d-cdddd2e97f8d" -d '{"events": [{"server_uuid": "7b1c9bc0-9112-4fb6-9062-d596ae782d38", "name": "network-vif-plugged", "status": "completed", "tag": "d2b06f7a-2925-4989-be85-e9cdd2bd52ca"}]}' {{(pid=103467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:38:02.913552 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] For port d2b06f7a-2925-4989-be85-e9cdd2bd52ca, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=d2b06f7a-2925-4989-be85-e9cdd2bd52ca,segment=NetworkSegment(6fd457dd-3d27-4436-9553-d8a5b53a82a6),segment_id=6fd457dd-3d27-4436-9553-d8a5b53a82a6)] {{(pid=103467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:38:02.917823 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215923568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215538728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215538746'] for port (d2b06f7a-2925-4989-be85-e9cdd2bd52ca), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:02.950959 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5132d46-55a2-4276-896b-387759392dfd x-openstack-request-id: req-f5132d46-55a2-4276-896b-387759392dfd {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:38:02.951400 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1c9bc0-9112-4fb6-9062-d596ae782d38", "name": "network-vif-plugged", "status": "completed", "tag": "d2b06f7a-2925-4989-be85-e9cdd2bd52ca", "code": 200}]} {{(pid=103467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:38:02.951780 n-d-813897-6 neutron-server[103467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f5132d46-55a2-4276-896b-387759392dfd {{(pid=103467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:38:02.952187 n-d-813897-6 neutron-server[103467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1c9bc0-9112-4fb6-9062-d596ae782d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b06f7a-2925-4989-be85-e9cdd2bd52ca', 'code': 200} Feb 16 23:38:02.979950 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Pushing event updated for resources: {'Port': ['ID=d2b06f7a-2925-4989-be85-e9cdd2bd52ca,revision_number=7']} {{(pid=103467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:38:11.847913 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57574) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:38:12.001808 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-44002ae7-76ef-4046-91af-afc4c5abd6a6 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Deleting port b3e17526-6d1d-4267-954c-ff642ed167d0 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:38:12.002079 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-44002ae7-76ef-4046-91af-afc4c5abd6a6 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (b3e17526-6d1d-4267-954c-ff642ed167d0), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:12.079834 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-44002ae7-76ef-4046-91af-afc4c5abd6a6 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (b3e17526-6d1d-4267-954c-ff642ed167d0), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:12.080154 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-44002ae7-76ef-4046-91af-afc4c5abd6a6 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for floatingip (b3e17526-6d1d-4267-954c-ff642ed167d0), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:12.091723 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-44002ae7-76ef-4046-91af-afc4c5abd6a6 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Calling delete_port for b3e17526-6d1d-4267-954c-ff642ed167d0 owned by network:floatingip {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:38:12.235374 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-44002ae7-76ef-4046-91af-afc4c5abd6a6 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (b3e17526-6d1d-4267-954c-ff642ed167d0), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:12.259697 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44002ae7-76ef-4046-91af-afc4c5abd6a6 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Pushing event deleted for resources: {'Port': ['ID=b3e17526-6d1d-4267-954c-ff642ed167d0,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:38:12.284460 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44002ae7-76ef-4046-91af-afc4c5abd6a6 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:12.284813 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44002ae7-76ef-4046-91af-afc4c5abd6a6 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:12.285158 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44002ae7-76ef-4046-91af-afc4c5abd6a6 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:12.285499 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44002ae7-76ef-4046-91af-afc4c5abd6a6 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:12.285832 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44002ae7-76ef-4046-91af-afc4c5abd6a6 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:12.286198 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44002ae7-76ef-4046-91af-afc4c5abd6a6 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:12.286529 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44002ae7-76ef-4046-91af-afc4c5abd6a6 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:12.286864 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44002ae7-76ef-4046-91af-afc4c5abd6a6 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:12.287187 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44002ae7-76ef-4046-91af-afc4c5abd6a6 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:12.287511 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44002ae7-76ef-4046-91af-afc4c5abd6a6 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:12.287834 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44002ae7-76ef-4046-91af-afc4c5abd6a6 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:12.288412 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44002ae7-76ef-4046-91af-afc4c5abd6a6 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:12.288736 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44002ae7-76ef-4046-91af-afc4c5abd6a6 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:12.328492 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-44002ae7-76ef-4046-91af-afc4c5abd6a6 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for floatingip (30a89796-745e-4549-9e45-5bc888f31632), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:12.328862 n-d-813897-6 neutron-server[103466]: INFO neutron.db.l3_db [None req-44002ae7-76ef-4046-91af-afc4c5abd6a6 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Floating IP 30a89796-745e-4549-9e45-5bc888f31632 disassociated (deleted). External IP: 172.25.2.131, port: d2b06f7a-2925-4989-be85-e9cdd2bd52ca. Feb 16 23:38:12.536867 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44002ae7-76ef-4046-91af-afc4c5abd6a6 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Router a8989e25-58b6-4d31-8e8b-fd3731feb4cb has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:38:12.644025 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44002ae7-76ef-4046-91af-afc4c5abd6a6 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:38:12.649531 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-44002ae7-76ef-4046-91af-afc4c5abd6a6 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:12.653932 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9dee32-c834-4ab4-b3c6-2abd86e63dac None None] Sync routers for ids ['a8989e25-58b6-4d31-8e8b-fd3731feb4cb'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:38:12.664073 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9dee32-c834-4ab4-b3c6-2abd86e63dac None None] Routers {'a8989e25-58b6-4d31-8e8b-fd3731feb4cb'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:38:12.664695 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-ff9dee32-c834-4ab4-b3c6-2abd86e63dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:37:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['a8989e25-58b6-4d31-8e8b-fd3731feb4cb'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:38:12.680112 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-44002ae7-76ef-4046-91af-afc4c5abd6a6 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "DELETE /v2.0/floatingips/30a89796-745e-4549-9e45-5bc888f31632 HTTP/1.1" status: 204 len: 168 time: 0.8311164 Feb 16 23:38:12.680700 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b1c9bc0-9112-4fb6-9062-d596ae782d38', 'tag': 'd2b06f7a-2925-4989-be85-e9cdd2bd52ca'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:38:12.683690 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e02b1269caefb4c024904b88698defd233c730f45a19e1a7dbb6b862b0fddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde52032-aed2-4412-a0e9-965a8477b517" -d '{"events": [{"name": "network-changed", "server_uuid": "7b1c9bc0-9112-4fb6-9062-d596ae782d38", "tag": "d2b06f7a-2925-4989-be85-e9cdd2bd52ca"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:38:12.773401 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-ff9dee32-c834-4ab4-b3c6-2abd86e63dac None None] Set router a8989e25-58b6-4d31-8e8b-fd3731feb4cb gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:38:12.889525 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd31469-86ab-4f42-b73e-a9daec4e8d38 x-openstack-request-id: req-cfd31469-86ab-4f42-b73e-a9daec4e8d38 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:38:12.890094 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b1c9bc0-9112-4fb6-9062-d596ae782d38", "tag": "d2b06f7a-2925-4989-be85-e9cdd2bd52ca", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:38:12.890387 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cfd31469-86ab-4f42-b73e-a9daec4e8d38 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:38:12.890881 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b1c9bc0-9112-4fb6-9062-d596ae782d38', 'tag': 'd2b06f7a-2925-4989-be85-e9cdd2bd52ca', 'status': 'completed', 'code': 200} Feb 16 23:38:13.002442 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde52032-aed2-4412-a0e9-965a8477b517 req-9275a2ac-8732-40cc-a624-ad4c1e1aabda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:38:13.003988 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fde52032-aed2-4412-a0e9-965a8477b517 req-9275a2ac-8732-40cc-a624-ad4c1e1aabda service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=79d7c7ea660d4c02b45deddefbe4feac&device_id=7b1c9bc0-9112-4fb6-9062-d596ae782d38 HTTP/1.1" status: 200 len: 1128 time: 0.0921848 Feb 16 23:38:13.010786 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-ff9dee32-c834-4ab4-b3c6-2abd86e63dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'name': 'tempest-TestSnapshotPattern-529107604-router', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:32:38Z', 'updated_at': '2022-02-16T23:32:41Z', 'revision_number': 4, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'gw_port': {'id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:39Z', 'updated_at': '2022-02-16T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'a436d87e-3edf-4169-819e-36966250ea13', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'floating_ip_address': '172.25.2.63', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'port_id': '2a871a37-b872-45b8-ab16-93f4de817c5b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6', 'mac_address': 'fa:16:3e:a2:d8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d251d6-7fac-477d-baaa-713210835e6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:33:03Z', 'updated_at': '2022-02-16T23:33:05Z', 'revision_number': 1, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bc783f1-2cf5-4cdf-990f-6461538679ec', 'name': '', 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'mac_address': 'fa:16:3e:1e:89:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:41Z', 'updated_at': '2022-02-16T23:32:45Z', 'revision_number': 5, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'subnets': [{'id': '5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:38:13.015351 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74be23-c3c6-4caa-ae43-805f7799f81a req-badccd05-4314-44ca-94e9-685d9b1e2ac8 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:38:13.017595 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cd74be23-c3c6-4caa-ae43-805f7799f81a req-badccd05-4314-44ca-94e9-685d9b1e2ac8 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b1c9bc0-9112-4fb6-9062-d596ae782d38 HTTP/1.1" status: 200 len: 946 time: 0.0720663 Feb 16 23:38:13.040781 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9dee32-c834-4ab4-b3c6-2abd86e63dac None None] Checking router: a8989e25-58b6-4d31-8e8b-fd3731feb4cb for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:38:13.049257 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9dee32-c834-4ab4-b3c6-2abd86e63dac None None] Routers {'a8989e25-58b6-4d31-8e8b-fd3731feb4cb'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:38:13.049860 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-ff9dee32-c834-4ab4-b3c6-2abd86e63dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:37:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['a8989e25-58b6-4d31-8e8b-fd3731feb4cb'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:38:13.124500 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-cd74be23-c3c6-4caa-ae43-805f7799f81a req-c29fe2f7-619d-4252-bc27-b754bd0d0bd4 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e685fe3-b466-4f67-a4e5-2fd2fa0900dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985394 Feb 16 23:38:13.140204 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde52032-aed2-4412-a0e9-965a8477b517 req-ebc0faaf-ea4f-4f48-a922-949a788f6171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:38:13.142282 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fde52032-aed2-4412-a0e9-965a8477b517 req-ebc0faaf-ea4f-4f48-a922-949a788f6171 service neutron] 10.222.0.79 "GET /v2.0/networks?id=360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 HTTP/1.1" status: 200 len: 910 time: 0.1236537 Feb 16 23:38:13.158151 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-ff9dee32-c834-4ab4-b3c6-2abd86e63dac None None] Set router a8989e25-58b6-4d31-8e8b-fd3731feb4cb gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:38:13.182372 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fde52032-aed2-4412-a0e9-965a8477b517 req-84947481-921f-4909-a63f-ebe3a5a5a584 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2b06f7a-2925-4989-be85-e9cdd2bd52ca HTTP/1.1" status: 200 len: 217 time: 0.0340459 Feb 16 23:38:13.230254 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde52032-aed2-4412-a0e9-965a8477b517 req-aca08155-ddcd-4577-81ac-609ab54354f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:38:13.231721 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fde52032-aed2-4412-a0e9-965a8477b517 req-aca08155-ddcd-4577-81ac-609ab54354f3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c HTTP/1.1" status: 200 len: 848 time: 0.0432661 Feb 16 23:38:13.281221 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde52032-aed2-4412-a0e9-965a8477b517 req-ba136723-4974-4b92-a357-8b01db29b990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:38:13.282799 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fde52032-aed2-4412-a0e9-965a8477b517 req-ba136723-4974-4b92-a357-8b01db29b990 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441499 Feb 16 23:38:13.380644 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-ff9dee32-c834-4ab4-b3c6-2abd86e63dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'name': 'tempest-TestSnapshotPattern-529107604-router', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:32:38Z', 'updated_at': '2022-02-16T23:32:41Z', 'revision_number': 4, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'gw_port': {'id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:39Z', 'updated_at': '2022-02-16T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'a436d87e-3edf-4169-819e-36966250ea13', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'floating_ip_address': '172.25.2.63', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'port_id': '2a871a37-b872-45b8-ab16-93f4de817c5b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6', 'mac_address': 'fa:16:3e:a2:d8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d251d6-7fac-477d-baaa-713210835e6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:33:03Z', 'updated_at': '2022-02-16T23:33:05Z', 'revision_number': 1, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bc783f1-2cf5-4cdf-990f-6461538679ec', 'name': '', 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'mac_address': 'fa:16:3e:1e:89:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:41Z', 'updated_at': '2022-02-16T23:32:45Z', 'revision_number': 5, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'subnets': [{'id': '5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:38:13.407161 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9dee32-c834-4ab4-b3c6-2abd86e63dac None None] The sync data for ids ['a8989e25-58b6-4d31-8e8b-fd3731feb4cb'] in n-d-813897-6 is: [{'id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'name': 'tempest-TestSnapshotPattern-529107604-router', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:32:38Z', 'updated_at': '2022-02-16T23:32:41Z', 'revision_number': 4, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'gw_port': {'id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:39Z', 'updated_at': '2022-02-16T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_floatingips': [{'id': 'a436d87e-3edf-4169-819e-36966250ea13', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'floating_ip_address': '172.25.2.63', 'floating_network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'router_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'port_id': '2a871a37-b872-45b8-ab16-93f4de817c5b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6', 'mac_address': 'fa:16:3e:a2:d8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d251d6-7fac-477d-baaa-713210835e6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:33:03Z', 'updated_at': '2022-02-16T23:33:05Z', 'revision_number': 1, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bc783f1-2cf5-4cdf-990f-6461538679ec', 'name': '', 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'mac_address': 'fa:16:3e:1e:89:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:41Z', 'updated_at': '2022-02-16T23:32:45Z', 'revision_number': 5, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'subnets': [{'id': '5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:38:13.644801 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d053a0b-c2b5-453b-989d-b6fbf16eec19 None None] New status for floating IP 30a89796-745e-4549-9e45-5bc888f31632: DOWN {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:38:13.682735 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fde52032-aed2-4412-a0e9-965a8477b517 req-ddcc05c1-113c-4bd7-ba5a-0a237031f041 service neutron] 10.222.0.79 "GET /v2.0/networks/360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925145 Feb 16 23:38:13.777111 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fde52032-aed2-4412-a0e9-965a8477b517 req-bf034cae-0a06-4442-b8f1-28c7ed97f351 service neutron] 10.222.0.79 "GET /v2.0/networks/360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877435 Feb 16 23:38:14.249598 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc90751-a0f3-4cd3-b526-a3f4d346a534 req-4620c275-e5f3-40d4-8c79-ae0fc1f96993 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:38:14.251098 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ffc90751-a0f3-4cd3-b526-a3f4d346a534 req-4620c275-e5f3-40d4-8c79-ae0fc1f96993 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b1c9bc0-9112-4fb6-9062-d596ae782d38 HTTP/1.1" status: 200 len: 946 time: 0.0539088 Feb 16 23:38:14.299614 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-ffc90751-a0f3-4cd3-b526-a3f4d346a534 req-7efd1d6b-2772-4c64-b33d-6a4660b3797d tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e685fe3-b466-4f67-a4e5-2fd2fa0900dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429003 Feb 16 23:38:14.449720 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522f24c-474e-4759-a025-dfea9a21597b req-4747773f-abe6-49a4-b2a7-c6b907e84753 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:38:14.451111 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7522f24c-474e-4759-a025-dfea9a21597b req-4747773f-abe6-49a4-b2a7-c6b907e84753 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b1c9bc0-9112-4fb6-9062-d596ae782d38 HTTP/1.1" status: 200 len: 946 time: 0.0514452 Feb 16 23:38:14.544141 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-7522f24c-474e-4759-a025-dfea9a21597b req-54cf1930-946d-45bd-8f07-9400326bc1a5 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Deleting port d2b06f7a-2925-4989-be85-e9cdd2bd52ca {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:38:14.544476 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7522f24c-474e-4759-a025-dfea9a21597b req-54cf1930-946d-45bd-8f07-9400326bc1a5 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (d2b06f7a-2925-4989-be85-e9cdd2bd52ca), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:14.630984 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [req-7522f24c-474e-4759-a025-dfea9a21597b req-54cf1930-946d-45bd-8f07-9400326bc1a5 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] For port d2b06f7a-2925-4989-be85-e9cdd2bd52ca, host n-h2-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-6',level=0,port_id=d2b06f7a-2925-4989-be85-e9cdd2bd52ca,segment=NetworkSegment(6fd457dd-3d27-4436-9553-d8a5b53a82a6),segment_id=6fd457dd-3d27-4436-9553-d8a5b53a82a6)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:38:14.631348 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7522f24c-474e-4759-a025-dfea9a21597b req-54cf1930-946d-45bd-8f07-9400326bc1a5 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (d2b06f7a-2925-4989-be85-e9cdd2bd52ca), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:14.644660 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [req-7522f24c-474e-4759-a025-dfea9a21597b req-54cf1930-946d-45bd-8f07-9400326bc1a5 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Calling delete_port for d2b06f7a-2925-4989-be85-e9cdd2bd52ca owned by compute:nova {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:38:14.739606 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device d2b06f7a-2925-4989-be85-e9cdd2bd52ca no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:38:14.773687 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7522f24c-474e-4759-a025-dfea9a21597b req-54cf1930-946d-45bd-8f07-9400326bc1a5 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (d2b06f7a-2925-4989-be85-e9cdd2bd52ca), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:14.781845 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.db [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No active binding found for port d2b06f7a-2925-4989-be85-e9cdd2bd52ca {{(pid=103467) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 16 23:38:14.782246 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] The host n-h2-813897-6 is not matching for port d2b06f7a-2925-4989-be85-e9cdd2bd52ca host None! {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 23:38:14.782632 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device d2b06f7a-2925-4989-be85-e9cdd2bd52ca not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:38:14.800328 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf1930-946d-45bd-8f07-9400326bc1a5 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Pushing event deleted for resources: {'Port': ['ID=d2b06f7a-2925-4989-be85-e9cdd2bd52ca,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:38:14.847793 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.l3_dvrscheduler_db [req-7522f24c-474e-4759-a025-dfea9a21597b req-54cf1930-946d-45bd-8f07-9400326bc1a5 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] No DVR routers for this DVR port d2b06f7a-2925-4989-be85-e9cdd2bd52ca on host n-h2-813897-6 {{(pid=103466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:38:14.850274 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [req-7522f24c-474e-4759-a025-dfea9a21597b req-54cf1930-946d-45bd-8f07-9400326bc1a5 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:14.853704 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-7522f24c-474e-4759-a025-dfea9a21597b req-54cf1930-946d-45bd-8f07-9400326bc1a5 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.79 "DELETE /v2.0/ports/d2b06f7a-2925-4989-be85-e9cdd2bd52ca HTTP/1.1" status: 204 len: 173 time: 0.3972702 Feb 16 23:38:14.892427 n-d-813897-6 neutron-server[103466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1c9bc0-9112-4fb6-9062-d596ae782d38', 'name': 'network-vif-deleted', 'tag': 'd2b06f7a-2925-4989-be85-e9cdd2bd52ca'}] {{(pid=103466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:38:14.894912 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e02b1269caefb4c024904b88698defd233c730f45a19e1a7dbb6b862b0fddf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffe8c18-1794-4d01-bf1a-3f1c206455ef" -d '{"events": [{"server_uuid": "7b1c9bc0-9112-4fb6-9062-d596ae782d38", "name": "network-vif-deleted", "tag": "d2b06f7a-2925-4989-be85-e9cdd2bd52ca"}]}' {{(pid=103466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:38:14.933643 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a99c821-e014-442d-ac34-46ac4e8e31d0 x-openstack-request-id: req-2a99c821-e014-442d-ac34-46ac4e8e31d0 {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:38:14.933948 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1c9bc0-9112-4fb6-9062-d596ae782d38", "name": "network-vif-deleted", "tag": "d2b06f7a-2925-4989-be85-e9cdd2bd52ca", "status": "completed", "code": 200}]} {{(pid=103466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:38:14.934223 n-d-813897-6 neutron-server[103466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2a99c821-e014-442d-ac34-46ac4e8e31d0 {{(pid=103466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:38:14.934636 n-d-813897-6 neutron-server[103466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1c9bc0-9112-4fb6-9062-d596ae782d38', 'name': 'network-vif-deleted', 'tag': 'd2b06f7a-2925-4989-be85-e9cdd2bd52ca', 'status': 'completed', 'code': 200} Feb 16 23:38:15.839920 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57632) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:38:16.000267 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-888f64fa-ca36-44f3-88be-594081cc1a34 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Deleting port c3ffe99f-03f8-462d-9d94-dc5fbcd8c2ff {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:38:16.000501 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-888f64fa-ca36-44f3-88be-594081cc1a34 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (c3ffe99f-03f8-462d-9d94-dc5fbcd8c2ff), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:16.075683 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-888f64fa-ca36-44f3-88be-594081cc1a34 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (c3ffe99f-03f8-462d-9d94-dc5fbcd8c2ff), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:16.076020 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-888f64fa-ca36-44f3-88be-594081cc1a34 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for floatingip (c3ffe99f-03f8-462d-9d94-dc5fbcd8c2ff), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:16.087665 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-888f64fa-ca36-44f3-88be-594081cc1a34 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Calling delete_port for c3ffe99f-03f8-462d-9d94-dc5fbcd8c2ff owned by network:floatingip {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:38:16.236309 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-888f64fa-ca36-44f3-88be-594081cc1a34 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (c3ffe99f-03f8-462d-9d94-dc5fbcd8c2ff), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:16.266286 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f64fa-ca36-44f3-88be-594081cc1a34 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Pushing event deleted for resources: {'Port': ['ID=c3ffe99f-03f8-462d-9d94-dc5fbcd8c2ff,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:38:16.293062 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888f64fa-ca36-44f3-88be-594081cc1a34 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:16.293424 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888f64fa-ca36-44f3-88be-594081cc1a34 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:16.293771 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888f64fa-ca36-44f3-88be-594081cc1a34 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:16.294153 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888f64fa-ca36-44f3-88be-594081cc1a34 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:16.294497 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888f64fa-ca36-44f3-88be-594081cc1a34 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:16.294841 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888f64fa-ca36-44f3-88be-594081cc1a34 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:16.295181 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888f64fa-ca36-44f3-88be-594081cc1a34 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:16.295522 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888f64fa-ca36-44f3-88be-594081cc1a34 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:16.295855 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888f64fa-ca36-44f3-88be-594081cc1a34 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:16.296185 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888f64fa-ca36-44f3-88be-594081cc1a34 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:16.297020 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888f64fa-ca36-44f3-88be-594081cc1a34 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:16.297355 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888f64fa-ca36-44f3-88be-594081cc1a34 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:16.297686 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888f64fa-ca36-44f3-88be-594081cc1a34 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-6 {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:38:16.339370 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-888f64fa-ca36-44f3-88be-594081cc1a34 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for floatingip (a436d87e-3edf-4169-819e-36966250ea13), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:16.339728 n-d-813897-6 neutron-server[103465]: INFO neutron.db.l3_db [None req-888f64fa-ca36-44f3-88be-594081cc1a34 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Floating IP a436d87e-3edf-4169-819e-36966250ea13 disassociated (deleted). External IP: 172.25.2.63, port: 2a871a37-b872-45b8-ab16-93f4de817c5b. Feb 16 23:38:16.551332 n-d-813897-6 neutron-server[103465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888f64fa-ca36-44f3-88be-594081cc1a34 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Router a8989e25-58b6-4d31-8e8b-fd3731feb4cb has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:38:16.660333 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888f64fa-ca36-44f3-88be-594081cc1a34 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:38:16.665158 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-888f64fa-ca36-44f3-88be-594081cc1a34 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for floatingip (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:16.671130 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a61126c-ce64-47a8-8daa-7e39a887079c None None] Sync routers for ids ['a8989e25-58b6-4d31-8e8b-fd3731feb4cb'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:38:16.684826 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a61126c-ce64-47a8-8daa-7e39a887079c None None] Routers {'a8989e25-58b6-4d31-8e8b-fd3731feb4cb'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:38:16.685504 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-3a61126c-ce64-47a8-8daa-7e39a887079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:37:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['a8989e25-58b6-4d31-8e8b-fd3731feb4cb'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:38:16.695163 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-888f64fa-ca36-44f3-88be-594081cc1a34 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "DELETE /v2.0/floatingips/a436d87e-3edf-4169-819e-36966250ea13 HTTP/1.1" status: 204 len: 168 time: 0.8541520 Feb 16 23:38:16.695772 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d251d6-7fac-477d-baaa-713210835e6d', 'tag': '2a871a37-b872-45b8-ab16-93f4de817c5b'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:38:16.698318 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc6ebb2656127e6cc678106abfc43ff4a9c5ad1b0fb390af1324360b6f530fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de570e5a-505f-4bc0-9e25-5f346a2aed0a" -d '{"events": [{"name": "network-changed", "server_uuid": "97d251d6-7fac-477d-baaa-713210835e6d", "tag": "2a871a37-b872-45b8-ab16-93f4de817c5b"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:38:16.788839 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-3a61126c-ce64-47a8-8daa-7e39a887079c None None] Set router a8989e25-58b6-4d31-8e8b-fd3731feb4cb gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:38:16.909506 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 23:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3151919-53d9-48a4-8be8-5156edb6efc7 x-openstack-request-id: req-f3151919-53d9-48a4-8be8-5156edb6efc7 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:38:16.910046 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d251d6-7fac-477d-baaa-713210835e6d", "tag": "2a871a37-b872-45b8-ab16-93f4de817c5b", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:38:16.910158 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f3151919-53d9-48a4-8be8-5156edb6efc7 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:38:16.910512 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d251d6-7fac-477d-baaa-713210835e6d', 'tag': '2a871a37-b872-45b8-ab16-93f4de817c5b', 'status': 'completed', 'code': 200} Feb 16 23:38:17.046007 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de570e5a-505f-4bc0-9e25-5f346a2aed0a req-ea3b69b5-5bc3-4892-a2ad-4c156e7131e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:38:17.046007 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-de570e5a-505f-4bc0-9e25-5f346a2aed0a req-ea3b69b5-5bc3-4892-a2ad-4c156e7131e8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=79d7c7ea660d4c02b45deddefbe4feac&device_id=97d251d6-7fac-477d-baaa-713210835e6d HTTP/1.1" status: 200 len: 1125 time: 0.1105757 Feb 16 23:38:17.048469 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc9842-82db-411b-8dc5-0c38c87c875d req-b3f38cf4-d2d1-4b10-9637-5d4549c72533 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:38:17.051256 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fbdc9842-82db-411b-8dc5-0c38c87c875d req-b3f38cf4-d2d1-4b10-9637-5d4549c72533 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/ports?device_id=97d251d6-7fac-477d-baaa-713210835e6d HTTP/1.1" status: 200 len: 943 time: 0.0829625 Feb 16 23:38:17.104029 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-fbdc9842-82db-411b-8dc5-0c38c87c875d req-70370198-690e-4a1d-9a36-e2293392a6c0 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e685fe3-b466-4f67-a4e5-2fd2fa0900dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455868 Feb 16 23:38:17.110158 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-3a61126c-ce64-47a8-8daa-7e39a887079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'name': 'tempest-TestSnapshotPattern-529107604-router', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:32:38Z', 'updated_at': '2022-02-16T23:32:41Z', 'revision_number': 4, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'gw_port': {'id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:39Z', 'updated_at': '2022-02-16T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '1bc783f1-2cf5-4cdf-990f-6461538679ec', 'name': '', 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'mac_address': 'fa:16:3e:1e:89:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:41Z', 'updated_at': '2022-02-16T23:32:45Z', 'revision_number': 5, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'subnets': [{'id': '5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:38:17.136567 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a61126c-ce64-47a8-8daa-7e39a887079c None None] Checking router: a8989e25-58b6-4d31-8e8b-fd3731feb4cb for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:38:17.144693 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a61126c-ce64-47a8-8daa-7e39a887079c None None] Routers {'a8989e25-58b6-4d31-8e8b-fd3731feb4cb'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:38:17.144839 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de570e5a-505f-4bc0-9e25-5f346a2aed0a req-056529e1-fa50-4665-974b-5a360bd98854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:38:17.145285 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-3a61126c-ce64-47a8-8daa-7e39a887079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:37:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['a8989e25-58b6-4d31-8e8b-fd3731feb4cb'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:38:17.146321 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-de570e5a-505f-4bc0-9e25-5f346a2aed0a req-056529e1-fa50-4665-974b-5a360bd98854 service neutron] 10.222.0.67 "GET /v2.0/networks?id=360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 HTTP/1.1" status: 200 len: 910 time: 0.0947406 Feb 16 23:38:17.186849 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-de570e5a-505f-4bc0-9e25-5f346a2aed0a req-2e80aed6-c6cc-46ad-9c14-87a68bf3a4f3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a871a37-b872-45b8-ab16-93f4de817c5b HTTP/1.1" status: 200 len: 217 time: 0.0345588 Feb 16 23:38:17.233578 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de570e5a-505f-4bc0-9e25-5f346a2aed0a req-468e0651-a7c7-40f7-892f-12463d4d50f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:38:17.235650 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-de570e5a-505f-4bc0-9e25-5f346a2aed0a req-468e0651-a7c7-40f7-892f-12463d4d50f5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c HTTP/1.1" status: 200 len: 848 time: 0.0429881 Feb 16 23:38:17.251119 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-3a61126c-ce64-47a8-8daa-7e39a887079c None None] Set router a8989e25-58b6-4d31-8e8b-fd3731feb4cb gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:38:17.388695 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:38:17.469344 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-3a61126c-ce64-47a8-8daa-7e39a887079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'name': 'tempest-TestSnapshotPattern-529107604-router', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:32:38Z', 'updated_at': '2022-02-16T23:32:41Z', 'revision_number': 4, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'gw_port': {'id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:39Z', 'updated_at': '2022-02-16T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '1bc783f1-2cf5-4cdf-990f-6461538679ec', 'name': '', 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'mac_address': 'fa:16:3e:1e:89:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:41Z', 'updated_at': '2022-02-16T23:32:45Z', 'revision_number': 5, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'subnets': [{'id': '5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:38:17.497748 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a61126c-ce64-47a8-8daa-7e39a887079c None None] The sync data for ids ['a8989e25-58b6-4d31-8e8b-fd3731feb4cb'] in n-d-813897-6 is: [{'id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'name': 'tempest-TestSnapshotPattern-529107604-router', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:32:38Z', 'updated_at': '2022-02-16T23:32:41Z', 'revision_number': 4, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'gw_port': {'id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:39Z', 'updated_at': '2022-02-16T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6', '_interfaces': [{'id': '1bc783f1-2cf5-4cdf-990f-6461538679ec', 'name': '', 'network_id': '360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'mac_address': 'fa:16:3e:1e:89:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:41Z', 'updated_at': '2022-02-16T23:32:45Z', 'revision_number': 5, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'subnets': [{'id': '5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:38:17.603773 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de570e5a-505f-4bc0-9e25-5f346a2aed0a req-539d03e6-0c01-4d9e-87bf-023951971173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:38:17.605276 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-de570e5a-505f-4bc0-9e25-5f346a2aed0a req-539d03e6-0c01-4d9e-87bf-023951971173 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3636286 Feb 16 23:38:17.697724 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-de570e5a-505f-4bc0-9e25-5f346a2aed0a req-05c0fd12-81bb-498d-80e6-573ce26d9343 service neutron] 10.222.0.67 "GET /v2.0/networks/360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851917 Feb 16 23:38:17.735752 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145cf02b-cd81-4644-8ebd-ea3985f2fd8a None None] New status for floating IP a436d87e-3edf-4169-819e-36966250ea13: DOWN {{(pid=103467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:38:17.794526 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-de570e5a-505f-4bc0-9e25-5f346a2aed0a req-0e6d9698-0f1d-471f-b562-69b838b1c15b service neutron] 10.222.0.67 "GET /v2.0/networks/360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905550 Feb 16 23:38:17.864486 n-d-813897-6 neutron-server[103465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501dc9e-d009-493f-96de-bfb7d48c962d req-d6969c4c-6d33-4ff8-95a5-1c4482f20958 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:38:17.865989 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5501dc9e-d009-493f-96de-bfb7d48c962d req-d6969c4c-6d33-4ff8-95a5-1c4482f20958 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.67 "GET /v2.0/ports?device_id=97d251d6-7fac-477d-baaa-713210835e6d HTTP/1.1" status: 200 len: 943 time: 0.0561824 Feb 16 23:38:17.957164 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-5501dc9e-d009-493f-96de-bfb7d48c962d req-1cec8e8a-c54e-4547-ad23-a436ad417b74 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Deleting port 2a871a37-b872-45b8-ab16-93f4de817c5b {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:38:17.957826 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-5501dc9e-d009-493f-96de-bfb7d48c962d req-1cec8e8a-c54e-4547-ad23-a436ad417b74 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (2a871a37-b872-45b8-ab16-93f4de817c5b), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:18.049247 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [req-5501dc9e-d009-493f-96de-bfb7d48c962d req-1cec8e8a-c54e-4547-ad23-a436ad417b74 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] For port 2a871a37-b872-45b8-ab16-93f4de817c5b, host n-h1-813897-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-6',level=0,port_id=2a871a37-b872-45b8-ab16-93f4de817c5b,segment=NetworkSegment(6fd457dd-3d27-4436-9553-d8a5b53a82a6),segment_id=6fd457dd-3d27-4436-9553-d8a5b53a82a6)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:38:18.049617 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-5501dc9e-d009-493f-96de-bfb7d48c962d req-1cec8e8a-c54e-4547-ad23-a436ad417b74 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (2a871a37-b872-45b8-ab16-93f4de817c5b), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:18.062132 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [req-5501dc9e-d009-493f-96de-bfb7d48c962d req-1cec8e8a-c54e-4547-ad23-a436ad417b74 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Calling delete_port for 2a871a37-b872-45b8-ab16-93f4de817c5b owned by compute:nova {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:38:18.198365 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-5501dc9e-d009-493f-96de-bfb7d48c962d req-1cec8e8a-c54e-4547-ad23-a436ad417b74 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (2a871a37-b872-45b8-ab16-93f4de817c5b), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:18.227499 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec8e8a-c54e-4547-ad23-a436ad417b74 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Pushing event deleted for resources: {'Port': ['ID=2a871a37-b872-45b8-ab16-93f4de817c5b,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:38:18.233741 n-d-813897-6 neutron-server[103466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bdc962-aec8-46de-8295-f001227d5af3 req-925bf2a0-2307-4e05-9654-4a485180c3b0 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:38:18.235356 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-19bdc962-aec8-46de-8295-f001227d5af3 req-925bf2a0-2307-4e05-9654-4a485180c3b0 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/ports?device_id=97d251d6-7fac-477d-baaa-713210835e6d HTTP/1.1" status: 200 len: 865 time: 0.0577583 Feb 16 23:38:18.272996 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [req-5501dc9e-d009-493f-96de-bfb7d48c962d req-1cec8e8a-c54e-4547-ad23-a436ad417b74 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] No DVR routers for this DVR port 2a871a37-b872-45b8-ab16-93f4de817c5b on host n-h1-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:38:18.275649 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [req-5501dc9e-d009-493f-96de-bfb7d48c962d req-1cec8e8a-c54e-4547-ad23-a436ad417b74 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80302'] for port (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:18.279013 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [req-5501dc9e-d009-493f-96de-bfb7d48c962d req-1cec8e8a-c54e-4547-ad23-a436ad417b74 tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.67 "DELETE /v2.0/ports/2a871a37-b872-45b8-ab16-93f4de817c5b HTTP/1.1" status: 204 len: 173 time: 0.4082055 Feb 16 23:38:18.292415 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [req-19bdc962-aec8-46de-8295-f001227d5af3 req-f5fd814c-06a1-4558-92eb-cb93fb4d8e6b tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e685fe3-b466-4f67-a4e5-2fd2fa0900dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496399 Feb 16 23:38:18.766060 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device d2b06f7a-2925-4989-be85-e9cdd2bd52ca no longer exists at agent hyperv_n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:38:18.789562 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] No Port match for: d2b06f7a-2925-4989-be85-e9cdd2bd52ca {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:38:18.789908 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Device d2b06f7a-2925-4989-be85-e9cdd2bd52ca not bound to the agent host n-h2-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:38:18.911956 n-d-813897-6 neutron-server[103465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d251d6-7fac-477d-baaa-713210835e6d', 'name': 'network-vif-deleted', 'tag': '2a871a37-b872-45b8-ab16-93f4de817c5b'}] {{(pid=103465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 23:38:18.914593 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc6ebb2656127e6cc678106abfc43ff4a9c5ad1b0fb390af1324360b6f530fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a601746-004f-4aa1-b55e-373d765be19c" -d '{"events": [{"server_uuid": "97d251d6-7fac-477d-baaa-713210835e6d", "name": "network-vif-deleted", "tag": "2a871a37-b872-45b8-ab16-93f4de817c5b"}]}' {{(pid=103465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 23:38:18.949690 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 23:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4096449f-c1d4-4931-bb07-a81864d8d119 x-openstack-request-id: req-4096449f-c1d4-4931-bb07-a81864d8d119 {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 23:38:18.950024 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d251d6-7fac-477d-baaa-713210835e6d", "name": "network-vif-deleted", "tag": "2a871a37-b872-45b8-ab16-93f4de817c5b", "status": "completed", "code": 200}]} {{(pid=103465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 23:38:18.950289 n-d-813897-6 neutron-server[103465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4096449f-c1d4-4931-bb07-a81864d8d119 {{(pid=103465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 23:38:18.950695 n-d-813897-6 neutron-server[103465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d251d6-7fac-477d-baaa-713210835e6d', 'name': 'network-vif-deleted', 'tag': '2a871a37-b872-45b8-ab16-93f4de817c5b', 'status': 'completed', 'code': 200} Feb 16 23:38:19.351652 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57650) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:38:19.410242 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e9b25786-9995-440d-bc80-5a4dfdfa6b4e tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for security_group (3e685fe3-b466-4f67-a4e5-2fd2fa0900dc), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:19.434542 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e9b25786-9995-440d-bc80-5a4dfdfa6b4e tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for security_group (3e685fe3-b466-4f67-a4e5-2fd2fa0900dc), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:19.494151 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e9b25786-9995-440d-bc80-5a4dfdfa6b4e tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (3e685fe3-b466-4f67-a4e5-2fd2fa0900dc), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:19.496775 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e9b25786-9995-440d-bc80-5a4dfdfa6b4e tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:19.498027 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-e9b25786-9995-440d-bc80-5a4dfdfa6b4e tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] 10.222.0.75 "DELETE /v2.0/security-groups/3e685fe3-b466-4f67-a4e5-2fd2fa0900dc HTTP/1.1" status: 204 len: 168 time: 0.1453285 Feb 16 23:38:19.508035 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b25786-9995-440d-bc80-5a4dfdfa6b4e tempest-TestSnapshotPattern-1562037365 tempest-TestSnapshotPattern-1562037365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e685fe3-b466-4f67-a4e5-2fd2fa0900dc,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:38:20.411812 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 2a871a37-b872-45b8-ab16-93f4de817c5b no longer exists at agent hyperv_n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:38:20.431679 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] No Port match for: 2a871a37-b872-45b8-ab16-93f4de817c5b {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:38:20.432024 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Device 2a871a37-b872-45b8-ab16-93f4de817c5b not bound to the agent host n-h1-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:38:20.552998 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57656) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:38:20.871086 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e76aa21c-605d-4874-80d4-81d273719612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:20.994082 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e42c090c-6a6e-4bd2-9c5b-ab44365e8c66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (a8989e25-58b6-4d31-8e8b-fd3731feb4cb), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:21.248397 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-e42c090c-6a6e-4bd2-9c5b-ab44365e8c66 admin admin] Deleting port 1bc783f1-2cf5-4cdf-990f-6461538679ec {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:38:21.248623 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e42c090c-6a6e-4bd2-9c5b-ab44365e8c66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (1bc783f1-2cf5-4cdf-990f-6461538679ec), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:21.324456 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-e42c090c-6a6e-4bd2-9c5b-ab44365e8c66 admin admin] For port 1bc783f1-2cf5-4cdf-990f-6461538679ec, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=1bc783f1-2cf5-4cdf-990f-6461538679ec,segment=NetworkSegment(6fd457dd-3d27-4436-9553-d8a5b53a82a6),segment_id=6fd457dd-3d27-4436-9553-d8a5b53a82a6)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:38:21.324816 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e42c090c-6a6e-4bd2-9c5b-ab44365e8c66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (1bc783f1-2cf5-4cdf-990f-6461538679ec), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:21.337645 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-e42c090c-6a6e-4bd2-9c5b-ab44365e8c66 admin admin] Calling delete_port for 1bc783f1-2cf5-4cdf-990f-6461538679ec owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:38:21.518298 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e42c090c-6a6e-4bd2-9c5b-ab44365e8c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (1bc783f1-2cf5-4cdf-990f-6461538679ec), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:21.543211 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c090c-6a6e-4bd2-9c5b-ab44365e8c66 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bc783f1-2cf5-4cdf-990f-6461538679ec,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:38:21.714211 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-e42c090c-6a6e-4bd2-9c5b-ab44365e8c66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (a8989e25-58b6-4d31-8e8b-fd3731feb4cb), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:21.933523 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42c090c-6a6e-4bd2-9c5b-ab44365e8c66 admin admin] Router a8989e25-58b6-4d31-8e8b-fd3731feb4cb has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:38:22.039328 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42c090c-6a6e-4bd2-9c5b-ab44365e8c66 admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:38:22.044382 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-e42c090c-6a6e-4bd2-9c5b-ab44365e8c66 admin admin] 10.222.0.75 "PUT /v2.0/routers/a8989e25-58b6-4d31-8e8b-fd3731feb4cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4897563 Feb 16 23:38:22.047510 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57660) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:38:22.048570 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f395477-add4-4e90-965a-2c00bcc82313 None None] Sync routers for ids ['a8989e25-58b6-4d31-8e8b-fd3731feb4cb'] in n-d-813897-6 {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:38:22.058570 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f395477-add4-4e90-965a-2c00bcc82313 None None] Routers {'a8989e25-58b6-4d31-8e8b-fd3731feb4cb'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:38:22.059178 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-2f395477-add4-4e90-965a-2c00bcc82313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:37:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['a8989e25-58b6-4d31-8e8b-fd3731feb4cb'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:38:22.146907 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-923e4a1b-6f54-4a99-8e25-9fb518c48d08 admin admin] Publish callbacks [] for router (a8989e25-58b6-4d31-8e8b-fd3731feb4cb), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:22.162732 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-2f395477-add4-4e90-965a-2c00bcc82313 None None] Set router a8989e25-58b6-4d31-8e8b-fd3731feb4cb gateway port host: n-d-813897-6 {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:38:22.248820 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-923e4a1b-6f54-4a99-8e25-9fb518c48d08 admin admin] Publish callbacks [] for router_gateway (a8989e25-58b6-4d31-8e8b-fd3731feb4cb), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:22.311209 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-923e4a1b-6f54-4a99-8e25-9fb518c48d08 admin admin] Deleting port 3a1c264d-2c51-4717-b3c5-adcb650c4f15 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:38:22.311546 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-923e4a1b-6f54-4a99-8e25-9fb518c48d08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (3a1c264d-2c51-4717-b3c5-adcb650c4f15), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:22.338968 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-2f395477-add4-4e90-965a-2c00bcc82313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'name': 'tempest-TestSnapshotPattern-529107604-router', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:32:38Z', 'updated_at': '2022-02-16T23:38:21Z', 'revision_number': 5, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'gw_port': {'id': '3a1c264d-2c51-4717-b3c5-adcb650c4f15', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:39Z', 'updated_at': '2022-02-16T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:38:22.374679 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f395477-add4-4e90-965a-2c00bcc82313 None None] Checking router: a8989e25-58b6-4d31-8e8b-fd3731feb4cb for host: n-d-813897-6 {{(pid=103468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:38:22.383749 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f395477-add4-4e90-965a-2c00bcc82313 None None] Routers {'a8989e25-58b6-4d31-8e8b-fd3731feb4cb'} bound to L3 agent in host n-d-813897-6 {{(pid=103468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:38:22.384497 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-2f395477-add4-4e90-965a-2c00bcc82313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:37:53Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['a8989e25-58b6-4d31-8e8b-fd3731feb4cb'], 'active': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:38:22.396982 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-923e4a1b-6f54-4a99-8e25-9fb518c48d08 admin admin] For port 3a1c264d-2c51-4717-b3c5-adcb650c4f15, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=3a1c264d-2c51-4717-b3c5-adcb650c4f15,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:38:22.397341 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-923e4a1b-6f54-4a99-8e25-9fb518c48d08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (3a1c264d-2c51-4717-b3c5-adcb650c4f15), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:22.410324 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-923e4a1b-6f54-4a99-8e25-9fb518c48d08 admin admin] Calling delete_port for 3a1c264d-2c51-4717-b3c5-adcb650c4f15 owned by network:router_gateway {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:38:22.471982 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_dvr_db [None req-2f395477-add4-4e90-965a-2c00bcc82313 None None] Set router a8989e25-58b6-4d31-8e8b-fd3731feb4cb gateway port host: None {{(pid=103468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:38:22.521593 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.l3_hamode_db [None req-2f395477-add4-4e90-965a-2c00bcc82313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'name': 'tempest-TestSnapshotPattern-529107604-router', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:32:38Z', 'updated_at': '2022-02-16T23:38:22Z', 'revision_number': 6, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:38:22.550912 n-d-813897-6 neutron-server[103468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f395477-add4-4e90-965a-2c00bcc82313 None None] The sync data for ids ['a8989e25-58b6-4d31-8e8b-fd3731feb4cb'] in n-d-813897-6 is: [{'id': 'a8989e25-58b6-4d31-8e8b-fd3731feb4cb', 'name': 'tempest-TestSnapshotPattern-529107604-router', 'tenant_id': '79d7c7ea660d4c02b45deddefbe4feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:32:38Z', 'updated_at': '2022-02-16T23:38:22Z', 'revision_number': 6, 'project_id': '79d7c7ea660d4c02b45deddefbe4feac', 'gw_port_host': None}] {{(pid=103468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:38:22.585611 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-923e4a1b-6f54-4a99-8e25-9fb518c48d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (3a1c264d-2c51-4717-b3c5-adcb650c4f15), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:22.615356 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e4a1b-6f54-4a99-8e25-9fb518c48d08 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a1c264d-2c51-4717-b3c5-adcb650c4f15,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:38:22.675949 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-923e4a1b-6f54-4a99-8e25-9fb518c48d08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (a8989e25-58b6-4d31-8e8b-fd3731feb4cb), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:22.776892 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-923e4a1b-6f54-4a99-8e25-9fb518c48d08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (a8989e25-58b6-4d31-8e8b-fd3731feb4cb), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:22.778975 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-923e4a1b-6f54-4a99-8e25-9fb518c48d08 admin admin] Publish callbacks [] for router_controller (a8989e25-58b6-4d31-8e8b-fd3731feb4cb), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:22.822160 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-923e4a1b-6f54-4a99-8e25-9fb518c48d08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (a8989e25-58b6-4d31-8e8b-fd3731feb4cb), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:22.822709 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923e4a1b-6f54-4a99-8e25-9fb518c48d08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8989e25-58b6-4d31-8e8b-fd3731feb4cb {{(pid=103466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 23:38:22.826854 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-923e4a1b-6f54-4a99-8e25-9fb518c48d08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:22.828638 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-923e4a1b-6f54-4a99-8e25-9fb518c48d08 admin admin] 10.222.0.75 "DELETE /v2.0/routers/a8989e25-58b6-4d31-8e8b-fd3731feb4cb HTTP/1.1" status: 204 len: 168 time: 0.7802050 Feb 16 23:38:22.831143 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57662) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:38:22.877826 n-d-813897-6 neutron-server[103466]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1662609-04de-47ac-9f71-ed1ad5e5fffa admin admin] Deleting subnet 5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c {{(pid=103466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 23:38:22.880809 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c1662609-04de-47ac-9f71-ed1ad5e5fffa admin admin] Publish callbacks [] for subnet (5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:22.915793 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c1662609-04de-47ac-9f71-ed1ad5e5fffa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2543279'] for subnet (5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c), precommit_delete_associations {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:22.993887 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c1662609-04de-47ac-9f71-ed1ad5e5fffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:23.047091 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c1662609-04de-47ac-9f71-ed1ad5e5fffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25424221'] for subnet (5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:23.077796 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-c1662609-04de-47ac-9f71-ed1ad5e5fffa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:23.081646 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-c1662609-04de-47ac-9f71-ed1ad5e5fffa admin admin] 10.222.0.75 "DELETE /v2.0/subnets/5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c HTTP/1.1" status: 204 len: 168 time: 0.2495279 Feb 16 23:38:23.083038 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1662609-04de-47ac-9f71-ed1ad5e5fffa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d0ac6a6-39ab-4efb-a5c7-33cc20f9082c,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:38:23.083613 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b67acba-f933-4ecf-ac67-e33c89da2a64 None None] Network 360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:38:23.084272 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57664) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:38:23.155285 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9be8c33b-71e6-4a5a-9b73-415e81e10a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:23.215748 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-9be8c33b-71e6-4a5a-9b73-415e81e10a64 admin admin] Deleting port af3ecb69-8813-49fb-84c5-78f818654466 {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:38:23.216085 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9be8c33b-71e6-4a5a-9b73-415e81e10a64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (af3ecb69-8813-49fb-84c5-78f818654466), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:23.281647 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-9be8c33b-71e6-4a5a-9b73-415e81e10a64 admin admin] For port af3ecb69-8813-49fb-84c5-78f818654466, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=af3ecb69-8813-49fb-84c5-78f818654466,segment=NetworkSegment(6fd457dd-3d27-4436-9553-d8a5b53a82a6),segment_id=6fd457dd-3d27-4436-9553-d8a5b53a82a6)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:38:23.282040 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9be8c33b-71e6-4a5a-9b73-415e81e10a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (af3ecb69-8813-49fb-84c5-78f818654466), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:23.295968 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-9be8c33b-71e6-4a5a-9b73-415e81e10a64 admin admin] Calling delete_port for af3ecb69-8813-49fb-84c5-78f818654466 owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:38:23.330275 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-9921ff2f-9be0-4c4b-b60c-ba71fa7b58d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:23.386349 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9be8c33b-71e6-4a5a-9b73-415e81e10a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (af3ecb69-8813-49fb-84c5-78f818654466), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:23.418698 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be8c33b-71e6-4a5a-9b73-415e81e10a64 admin admin] Pushing event deleted for resources: {'Port': ['ID=af3ecb69-8813-49fb-84c5-78f818654466,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:38:23.420962 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cda2c91-d109-44d1-9305-fba9856cdb26 None None] DHCP port deletion for 360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 23:38:23.422707 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be8c33b-71e6-4a5a-9b73-415e81e10a64 admin admin] No DVR routers for this DVR port af3ecb69-8813-49fb-84c5-78f818654466 on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:38:23.500681 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9be8c33b-71e6-4a5a-9b73-415e81e10a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:23.525189 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-9be8c33b-71e6-4a5a-9b73-415e81e10a64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:38:23.536283 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-9be8c33b-71e6-4a5a-9b73-415e81e10a64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd457dd-3d27-4436-9553-d8a5b53a82a6') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:38:23.536577 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-9be8c33b-71e6-4a5a-9b73-415e81e10a64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd457dd-3d27-4436-9553-d8a5b53a82a6') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:38:23.547261 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9be8c33b-71e6-4a5a-9b73-415e81e10a64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (6fd457dd-3d27-4436-9553-d8a5b53a82a6), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:23.560994 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9be8c33b-71e6-4a5a-9b73-415e81e10a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (6fd457dd-3d27-4436-9553-d8a5b53a82a6), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:23.567210 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be8c33b-71e6-4a5a-9b73-415e81e10a64 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:38:23.567681 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9be8c33b-71e6-4a5a-9b73-415e81e10a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (6fd457dd-3d27-4436-9553-d8a5b53a82a6), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:23.569485 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 23:38:23.569485 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:38:23.569485 n-d-813897-6 neutron-server[103465]: timer() Feb 16 23:38:23.569485 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:38:23.569485 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 23:38:23.569485 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 23:38:23.569485 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 23:38:23.569485 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:38:23.569485 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 23:38:23.569485 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:38:23.569485 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 23:38:23.569485 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:38:23.569485 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 23:38:23.569485 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 23:38:23.569485 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:38:23.569485 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 23:38:23.569485 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:38:23.569485 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 23:38:23.569485 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 23:38:23.569485 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 23:38:23.569485 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 23:38:23.569485 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 23:38:23.569485 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:38:23.569485 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:38:23.569485 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 23:38:23.569485 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:38:23.569485 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:38:23.569485 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:38:23.569485 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:38:23.569485 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:38:23.569485 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:38:23.569485 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:38:23.625795 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9be8c33b-71e6-4a5a-9b73-415e81e10a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:23.631180 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9be8c33b-71e6-4a5a-9b73-415e81e10a64 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:23.634396 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-9be8c33b-71e6-4a5a-9b73-415e81e10a64 admin admin] 10.222.0.75 "DELETE /v2.0/networks/360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6 HTTP/1.1" status: 204 len: 168 time: 0.5490317 Feb 16 23:38:23.637375 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57666) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:38:23.645435 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be8c33b-71e6-4a5a-9b73-415e81e10a64 admin admin] Pushing event deleted for resources: {'Network': ['ID=360f4bb3-53c6-4c42-a3b5-cc3a3f38c8a6,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:38:23.978813 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dad060b7-8ec6-4818-abdc-f41c3560299a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362480'] for router_interface (295f0693-90b1-4fc8-9dd6-4aea98aae9ce), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:24.495783 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 3a1c264d-2c51-4717-b3c5-adcb650c4f15 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:38:24.519280 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 3a1c264d-2c51-4717-b3c5-adcb650c4f15 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:38:24.519634 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 3a1c264d-2c51-4717-b3c5-adcb650c4f15 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:38:24.520057 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device af3ecb69-8813-49fb-84c5-78f818654466 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:38:24.526725 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-dad060b7-8ec6-4818-abdc-f41c3560299a admin admin] Deleting port d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2 {{(pid=103466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:38:24.527075 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dad060b7-8ec6-4818-abdc-f41c3560299a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:24.539234 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: af3ecb69-8813-49fb-84c5-78f818654466 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:38:24.539500 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device af3ecb69-8813-49fb-84c5-78f818654466 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:38:24.539919 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 1bc783f1-2cf5-4cdf-990f-6461538679ec no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:38:24.558424 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 1bc783f1-2cf5-4cdf-990f-6461538679ec {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:38:24.558777 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 1bc783f1-2cf5-4cdf-990f-6461538679ec not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:38:24.599329 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:24.608133 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.db [None req-dad060b7-8ec6-4818-abdc-f41c3560299a admin admin] For port d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2,segment=NetworkSegment(97f9a095-2fca-41e5-9783-10a41633a787),segment_id=97f9a095-2fca-41e5-9783-10a41633a787)] {{(pid=103466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:38:24.608503 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dad060b7-8ec6-4818-abdc-f41c3560299a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:24.621286 n-d-813897-6 neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-dad060b7-8ec6-4818-abdc-f41c3560299a admin admin] Calling delete_port for d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2 owned by network:router_interface {{(pid=103466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:38:24.798318 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dad060b7-8ec6-4818-abdc-f41c3560299a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767873'] for port (d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:24.824217 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad060b7-8ec6-4818-abdc-f41c3560299a admin admin] Pushing event deleted for resources: {'Port': ['ID=d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:38:24.992588 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-dad060b7-8ec6-4818-abdc-f41c3560299a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361728'] for router_interface (295f0693-90b1-4fc8-9dd6-4aea98aae9ce), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:25.211474 n-d-813897-6 neutron-server[103466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad060b7-8ec6-4818-abdc-f41c3560299a admin admin] Router 295f0693-90b1-4fc8-9dd6-4aea98aae9ce has already been hosted by L3 agent e4221a23-eacd-419a-9223-9326029c12db {{(pid=103466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 23:38:25.319091 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad060b7-8ec6-4818-abdc-f41c3560299a admin admin] Notify agent at l3_agent.n-d-813897-6 the message routers_updated {{(pid=103466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 23:38:25.324204 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-dad060b7-8ec6-4818-abdc-f41c3560299a admin admin] 10.222.0.75 "PUT /v2.0/routers/295f0693-90b1-4fc8-9dd6-4aea98aae9ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6857736 Feb 16 23:38:25.326999 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57668) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:38:25.328483 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0324c5d0-5b6c-4682-b19b-3d52dd031db0 None None] Sync routers for ids ['295f0693-90b1-4fc8-9dd6-4aea98aae9ce'] in n-d-813897-6 {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:38:25.338380 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0324c5d0-5b6c-4682-b19b-3d52dd031db0 None None] Routers {'295f0693-90b1-4fc8-9dd6-4aea98aae9ce'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:38:25.338999 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-0324c5d0-5b6c-4682-b19b-3d52dd031db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:38:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['295f0693-90b1-4fc8-9dd6-4aea98aae9ce'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:38:25.436218 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-de430c4c-1513-4ffa-ba58-3b5ab3896ae2 admin admin] Publish callbacks [] for router (295f0693-90b1-4fc8-9dd6-4aea98aae9ce), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:25.447784 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-0324c5d0-5b6c-4682-b19b-3d52dd031db0 None None] Set router 295f0693-90b1-4fc8-9dd6-4aea98aae9ce gateway port host: n-d-813897-6 {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:38:25.544460 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-de430c4c-1513-4ffa-ba58-3b5ab3896ae2 admin admin] Publish callbacks [] for router_gateway (295f0693-90b1-4fc8-9dd6-4aea98aae9ce), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:25.598047 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-de430c4c-1513-4ffa-ba58-3b5ab3896ae2 admin admin] Deleting port 45629f38-d55d-42ab-9666-b0682a1d41fa {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:38:25.598401 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-de430c4c-1513-4ffa-ba58-3b5ab3896ae2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (45629f38-d55d-42ab-9666-b0682a1d41fa), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:25.631493 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-0324c5d0-5b6c-4682-b19b-3d52dd031db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295f0693-90b1-4fc8-9dd6-4aea98aae9ce', 'name': 'tempest-TestSnapshotPattern-1808539760-router', 'tenant_id': 'e01ed9d407754646a18c3e125009b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'external_fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '45629f38-d55d-42ab-9666-b0682a1d41fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:32:43Z', 'updated_at': '2022-02-16T23:38:24Z', 'revision_number': 5, 'project_id': 'e01ed9d407754646a18c3e125009b72d', 'gw_port': {'id': '45629f38-d55d-42ab-9666-b0682a1d41fa', 'name': '', 'network_id': 'b0ab4fc8-02c8-4404-90ea-6cd7fce3204f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:24:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295f0693-90b1-4fc8-9dd6-4aea98aae9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:32:44Z', 'updated_at': '2022-02-16T23:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd14203b-c3f1-4d4b-9bc4-e05563136569', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-6'}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:38:25.662490 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0324c5d0-5b6c-4682-b19b-3d52dd031db0 None None] Checking router: 295f0693-90b1-4fc8-9dd6-4aea98aae9ce for host: n-d-813897-6 {{(pid=103467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:38:25.671030 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0324c5d0-5b6c-4682-b19b-3d52dd031db0 None None] Routers {'295f0693-90b1-4fc8-9dd6-4aea98aae9ce'} bound to L3 agent in host n-d-813897-6 {{(pid=103467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 23:38:25.672264 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-0324c5d0-5b6c-4682-b19b-3d52dd031db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T21:59:53Z,description=,heartbeat_timestamp=2022-02-16T23:38:23Z,host='n-d-813897-6',id=e4221a23-eacd-419a-9223-9326029c12db,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T21:59:53Z,topic='l3_agent')) {'router_ids': ['295f0693-90b1-4fc8-9dd6-4aea98aae9ce'], 'active': True} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:38:25.682273 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-de430c4c-1513-4ffa-ba58-3b5ab3896ae2 admin admin] For port 45629f38-d55d-42ab-9666-b0682a1d41fa, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=45629f38-d55d-42ab-9666-b0682a1d41fa,segment=NetworkSegment(428fef22-065b-49d6-ab86-47ad4854ab7d),segment_id=428fef22-065b-49d6-ab86-47ad4854ab7d)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:38:25.682723 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-de430c4c-1513-4ffa-ba58-3b5ab3896ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (45629f38-d55d-42ab-9666-b0682a1d41fa), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:25.695656 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-de430c4c-1513-4ffa-ba58-3b5ab3896ae2 admin admin] Calling delete_port for 45629f38-d55d-42ab-9666-b0682a1d41fa owned by network:router_gateway {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:38:25.759874 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_dvr_db [None req-0324c5d0-5b6c-4682-b19b-3d52dd031db0 None None] Set router 295f0693-90b1-4fc8-9dd6-4aea98aae9ce gateway port host: None {{(pid=103467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 23:38:25.813897 n-d-813897-6 neutron-server[103467]: DEBUG neutron.db.l3_hamode_db [None req-0324c5d0-5b6c-4682-b19b-3d52dd031db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295f0693-90b1-4fc8-9dd6-4aea98aae9ce', 'name': 'tempest-TestSnapshotPattern-1808539760-router', 'tenant_id': 'e01ed9d407754646a18c3e125009b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:32:43Z', 'updated_at': '2022-02-16T23:38:25Z', 'revision_number': 6, 'project_id': 'e01ed9d407754646a18c3e125009b72d', 'gw_port_host': None}], 'n-d-813897-6', False) {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:38:25.844429 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0324c5d0-5b6c-4682-b19b-3d52dd031db0 None None] The sync data for ids ['295f0693-90b1-4fc8-9dd6-4aea98aae9ce'] in n-d-813897-6 is: [{'id': '295f0693-90b1-4fc8-9dd6-4aea98aae9ce', 'name': 'tempest-TestSnapshotPattern-1808539760-router', 'tenant_id': 'e01ed9d407754646a18c3e125009b72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:32:43Z', 'updated_at': '2022-02-16T23:38:25Z', 'revision_number': 6, 'project_id': 'e01ed9d407754646a18c3e125009b72d', 'gw_port_host': None}] {{(pid=103467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:38:25.868954 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-de430c4c-1513-4ffa-ba58-3b5ab3896ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (45629f38-d55d-42ab-9666-b0682a1d41fa), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:25.896360 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de430c4c-1513-4ffa-ba58-3b5ab3896ae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=45629f38-d55d-42ab-9666-b0682a1d41fa,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:38:25.921888 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:25.961355 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-de430c4c-1513-4ffa-ba58-3b5ab3896ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374714'] for router_gateway (295f0693-90b1-4fc8-9dd6-4aea98aae9ce), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:26.052798 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-de430c4c-1513-4ffa-ba58-3b5ab3896ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59730'] for router (295f0693-90b1-4fc8-9dd6-4aea98aae9ce), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:26.054953 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-de430c4c-1513-4ffa-ba58-3b5ab3896ae2 admin admin] Publish callbacks [] for router_controller (295f0693-90b1-4fc8-9dd6-4aea98aae9ce), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:26.097883 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-de430c4c-1513-4ffa-ba58-3b5ab3896ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-363310'] for router (295f0693-90b1-4fc8-9dd6-4aea98aae9ce), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:26.098450 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de430c4c-1513-4ffa-ba58-3b5ab3896ae2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 295f0693-90b1-4fc8-9dd6-4aea98aae9ce {{(pid=103465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 23:38:26.102954 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-de430c4c-1513-4ffa-ba58-3b5ab3896ae2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:26.104110 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-de430c4c-1513-4ffa-ba58-3b5ab3896ae2 admin admin] 10.222.0.75 "DELETE /v2.0/routers/295f0693-90b1-4fc8-9dd6-4aea98aae9ce HTTP/1.1" status: 204 len: 168 time: 0.7754898 Feb 16 23:38:26.106673 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57670) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:38:26.150780 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec622b1-3917-4117-a3e9-270447bc3a2b admin admin] Deleting subnet e27692be-ef6e-4928-9c05-f31a220c6317 {{(pid=103465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 23:38:26.153815 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dec622b1-3917-4117-a3e9-270447bc3a2b admin admin] Publish callbacks [] for subnet (e27692be-ef6e-4928-9c05-f31a220c6317), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:26.194811 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dec622b1-3917-4117-a3e9-270447bc3a2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075184'] for subnet (e27692be-ef6e-4928-9c05-f31a220c6317), precommit_delete_associations {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:26.274963 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dec622b1-3917-4117-a3e9-270447bc3a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657875'] for subnet (e27692be-ef6e-4928-9c05-f31a220c6317), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:26.327781 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dec622b1-3917-4117-a3e9-270447bc3a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26076048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3681663'] for subnet (e27692be-ef6e-4928-9c05-f31a220c6317), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:26.353575 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec622b1-3917-4117-a3e9-270447bc3a2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e27692be-ef6e-4928-9c05-f31a220c6317,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:38:26.355563 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-dec622b1-3917-4117-a3e9-270447bc3a2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:26.359269 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-dec622b1-3917-4117-a3e9-270447bc3a2b admin admin] 10.222.0.75 "DELETE /v2.0/subnets/e27692be-ef6e-4928-9c05-f31a220c6317 HTTP/1.1" status: 204 len: 168 time: 0.2511287 Feb 16 23:38:26.361006 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b3fecd-cd1f-4698-814d-b41cbdd255a2 None None] Network 5b51e23b-409e-4615-b84f-739ffb6ce202 requested from n-d-813897-6 {{(pid=103467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 23:38:26.361811 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57672) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:38:26.434873 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5b270521-34af-415b-b682-5b6d8e68373d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977966'] for network (5b51e23b-409e-4615-b84f-739ffb6ce202), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:26.490021 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-5b270521-34af-415b-b682-5b6d8e68373d admin admin] Deleting port feae290f-1dd3-438b-9187-97ef7783536d {{(pid=103465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 23:38:26.490367 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5b270521-34af-415b-b682-5b6d8e68373d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215982839'] for port (feae290f-1dd3-438b-9187-97ef7783536d), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:26.556703 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-5b270521-34af-415b-b682-5b6d8e68373d admin admin] For port feae290f-1dd3-438b-9187-97ef7783536d, host n-d-813897-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-6',level=0,port_id=feae290f-1dd3-438b-9187-97ef7783536d,segment=NetworkSegment(97f9a095-2fca-41e5-9783-10a41633a787),segment_id=97f9a095-2fca-41e5-9783-10a41633a787)] {{(pid=103465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 23:38:26.556987 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5b270521-34af-415b-b682-5b6d8e68373d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-375508'] for port (feae290f-1dd3-438b-9187-97ef7783536d), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:26.569080 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.plugin [None req-5b270521-34af-415b-b682-5b6d8e68373d admin admin] Calling delete_port for feae290f-1dd3-438b-9187-97ef7783536d owned by network:dhcp {{(pid=103465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 23:38:26.651471 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5b270521-34af-415b-b682-5b6d8e68373d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7846035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215923550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215538719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26076069'] for port (feae290f-1dd3-438b-9187-97ef7783536d), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:26.654456 n-d-813897-6 neutron-server[103467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d9c307-6add-4ffb-9d04-0361d29ef40d None None] DHCP port deletion for 5b51e23b-409e-4615-b84f-739ffb6ce202 request from n-d-813897-6 {{(pid=103467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 23:38:26.679133 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b270521-34af-415b-b682-5b6d8e68373d admin admin] Pushing event deleted for resources: {'Port': ['ID=feae290f-1dd3-438b-9187-97ef7783536d,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:38:26.690381 n-d-813897-6 neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b270521-34af-415b-b682-5b6d8e68373d admin admin] No DVR routers for this DVR port feae290f-1dd3-438b-9187-97ef7783536d on host n-d-813897-6 {{(pid=103465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:38:26.759786 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2 no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:38:26.770197 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5b270521-34af-415b-b682-5b6d8e68373d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656174', 'neutron.services.segments.db._delete_segments_for_network-8771216128395'] for network (5b51e23b-409e-4615-b84f-739ffb6ce202), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:26.781607 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2 {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:38:26.781952 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device d3dd52ac-8a21-4f2b-aa6e-0e7e04cfa2f2 not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:38:26.793538 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-5b270521-34af-415b-b682-5b6d8e68373d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b51e23b-409e-4615-b84f-739ffb6ce202']}} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:38:26.803357 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-5b270521-34af-415b-b682-5b6d8e68373d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f9a095-2fca-41e5-9783-10a41633a787') {'for_net_delete': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:38:26.803655 n-d-813897-6 neutron-server[103465]: DEBUG neutron.services.segments.db [None req-5b270521-34af-415b-b682-5b6d8e68373d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f9a095-2fca-41e5-9783-10a41633a787') {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:38:26.813075 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5b270521-34af-415b-b682-5b6d8e68373d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771216128660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075193'] for segment (97f9a095-2fca-41e5-9783-10a41633a787), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:26.826374 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5b270521-34af-415b-b682-5b6d8e68373d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274'] for segment (97f9a095-2fca-41e5-9783-10a41633a787), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:26.833630 n-d-813897-6 neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b270521-34af-415b-b682-5b6d8e68373d admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:38:26.834043 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5b270521-34af-415b-b682-5b6d8e68373d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26076106'] for segment (97f9a095-2fca-41e5-9783-10a41633a787), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:26.835714 n-d-813897-6 neutron-server[103465]: Traceback (most recent call last): Feb 16 23:38:26.835714 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:38:26.835714 n-d-813897-6 neutron-server[103465]: timer() Feb 16 23:38:26.835714 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:38:26.835714 n-d-813897-6 neutron-server[103465]: cb(*args, **kw) Feb 16 23:38:26.835714 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 23:38:26.835714 n-d-813897-6 neutron-server[103465]: return func(*args, **kwargs) Feb 16 23:38:26.835714 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:38:26.835714 n-d-813897-6 neutron-server[103465]: self._notify() Feb 16 23:38:26.835714 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:38:26.835714 n-d-813897-6 neutron-server[103465]: self.callback(batched_events) Feb 16 23:38:26.835714 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:38:26.835714 n-d-813897-6 neutron-server[103465]: event.method(event) Feb 16 23:38:26.835714 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 23:38:26.835714 n-d-813897-6 neutron-server[103465]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:38:26.835714 n-d-813897-6 neutron-server[103465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 23:38:26.835714 n-d-813897-6 neutron-server[103465]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:38:26.835714 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 23:38:26.835714 n-d-813897-6 neutron-server[103465]: return f(self, *a, **k) Feb 16 23:38:26.835714 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 23:38:26.835714 n-d-813897-6 neutron-server[103465]: return self._get(url).json() Feb 16 23:38:26.835714 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 23:38:26.835714 n-d-813897-6 neutron-server[103465]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:38:26.835714 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:38:26.835714 n-d-813897-6 neutron-server[103465]: return self.request(url, 'GET', **kwargs) Feb 16 23:38:26.835714 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:38:26.835714 n-d-813897-6 neutron-server[103465]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:38:26.835714 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:38:26.835714 n-d-813897-6 neutron-server[103465]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:38:26.835714 n-d-813897-6 neutron-server[103465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:38:26.835714 n-d-813897-6 neutron-server[103465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:38:26.835714 n-d-813897-6 neutron-server[103465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:38:26.896969 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5b270521-34af-415b-b682-5b6d8e68373d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374686'] for network (5b51e23b-409e-4615-b84f-739ffb6ce202), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:26.902946 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-5b270521-34af-415b-b682-5b6d8e68373d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:26.907653 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-5b270521-34af-415b-b682-5b6d8e68373d admin admin] 10.222.0.75 "DELETE /v2.0/networks/5b51e23b-409e-4615-b84f-739ffb6ce202 HTTP/1.1" status: 204 len: 168 time: 0.5448399 Feb 16 23:38:26.920419 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b270521-34af-415b-b682-5b6d8e68373d admin admin] Pushing event deleted for resources: {'Network': ['ID=5b51e23b-409e-4615-b84f-739ffb6ce202,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:38:27.017303 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57676) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:38:27.057319 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-b3f8c8bd-dd49-4285-b6e7-9c01562f7f22 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=79d7c7ea660d4c02b45deddefbe4feac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387783 Feb 16 23:38:27.059699 n-d-813897-6 neutron-server[103465]: DEBUG neutron.wsgi [-] (103465) accepted ('10.222.0.75', 57678) {{(pid=103465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:38:27.106311 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8a692842-282b-48ab-b4f6-feafddca177f admin admin] Publish callbacks [] for security_group (62ab2342-104d-4df1-9519-bf3a31c9ad2c), before_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:27.128904 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8a692842-282b-48ab-b4f6-feafddca177f admin admin] Publish callbacks [] for security_group (62ab2342-104d-4df1-9519-bf3a31c9ad2c), precommit_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:27.177463 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8a692842-282b-48ab-b4f6-feafddca177f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (62ab2342-104d-4df1-9519-bf3a31c9ad2c), after_delete {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:27.180331 n-d-813897-6 neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8a692842-282b-48ab-b4f6-feafddca177f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:27.181536 n-d-813897-6 neutron-server[103465]: INFO neutron.wsgi [None req-8a692842-282b-48ab-b4f6-feafddca177f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/62ab2342-104d-4df1-9519-bf3a31c9ad2c HTTP/1.1" status: 204 len: 168 time: 0.1209309 Feb 16 23:38:27.189582 n-d-813897-6 neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a692842-282b-48ab-b4f6-feafddca177f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ab2342-104d-4df1-9519-bf3a31c9ad2c,revision_number=None']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:38:27.255655 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:27.509264 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57684) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:38:27.549198 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-83da2d7c-5b8d-4edb-8f43-bbbe26872d96 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e01ed9d407754646a18c3e125009b72d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386455 Feb 16 23:38:27.551593 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [-] (103466) accepted ('10.222.0.75', 57686) {{(pid=103466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 23:38:27.597362 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-60e0a514-eb06-4c0d-9805-51f23d85bb08 admin admin] Publish callbacks [] for security_group (a2e418d3-e175-4b14-8510-b3ee7d9e7ea4), before_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:27.618903 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-60e0a514-eb06-4c0d-9805-51f23d85bb08 admin admin] Publish callbacks [] for security_group (a2e418d3-e175-4b14-8510-b3ee7d9e7ea4), precommit_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:27.666214 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-60e0a514-eb06-4c0d-9805-51f23d85bb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484800'] for security_group (a2e418d3-e175-4b14-8510-b3ee7d9e7ea4), after_delete {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:27.668736 n-d-813897-6 neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-60e0a514-eb06-4c0d-9805-51f23d85bb08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:27.669891 n-d-813897-6 neutron-server[103466]: INFO neutron.wsgi [None req-60e0a514-eb06-4c0d-9805-51f23d85bb08 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a2e418d3-e175-4b14-8510-b3ee7d9e7ea4 HTTP/1.1" status: 204 len: 168 time: 0.1173813 Feb 16 23:38:27.679461 n-d-813897-6 neutron-server[103466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0a514-eb06-4c0d-9805-51f23d85bb08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e418d3-e175-4b14-8510-b3ee7d9e7ea4,revision_number=None']} {{(pid=103466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:38:28.336557 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 45629f38-d55d-42ab-9666-b0682a1d41fa no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:38:28.357757 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: 45629f38-d55d-42ab-9666-b0682a1d41fa {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:38:28.358132 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device 45629f38-d55d-42ab-9666-b0682a1d41fa not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:38:28.358565 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device feae290f-1dd3-438b-9187-97ef7783536d no longer exists at agent ovs-agent-n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 23:38:28.377765 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] No Port match for: feae290f-1dd3-438b-9187-97ef7783536d {{(pid=103467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 23:38:28.378140 n-d-813897-6 neutron-server[103467]: DEBUG neutron.plugins.ml2.rpc [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Device feae290f-1dd3-438b-9187-97ef7783536d not bound to the agent host n-d-813897-6 {{(pid=103467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 23:38:29.037212 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:30.811183 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:50.873054 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0a0f4864-0af9-4cdb-b439-bc0a640a88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:53.271743 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-48f3b84f-e6c1-45b3-a9ea-1e09b2d56ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:54.387965 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:38:54.603543 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:55.923788 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:57.258523 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:38:59.040102 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:39:00.810643 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:39:20.874164 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4d9bc2bf-6f90-4dbf-b1bd-3b1d1f46a962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:39:23.273579 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0a33b7f9-20f1-440f-bbbc-b4d36a0cf575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:39:24.606074 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:39:25.926683 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:39:27.261039 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:39:29.043967 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:39:30.821921 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:39:31.387859 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:39:50.876531 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0602b1d2-49e7-40f0-a4c0-444d748b3b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:39:53.274406 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-dbd80309-6061-45f9-85a9-61ea75785296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:39:54.612581 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:39:55.930621 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:39:57.262514 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:39:59.046018 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:40:00.820850 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:40:08.389266 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:40:20.879790 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4debd353-7675-4216-8bf3-31063538fd82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:40:23.275877 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-63aa6211-2c81-45ff-9f03-5457a4e77870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:40:24.611468 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:40:25.931765 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:40:27.265435 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:40:29.062397 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:40:30.835846 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:40:45.388348 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:40:50.882243 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c550fd27-0a08-4a79-99ed-6442b4fca10a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:40:53.277465 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8c1c544f-6b08-40ee-82c9-1018eaced155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:40:54.614781 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:40:55.935814 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:40:57.268004 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:40:59.074413 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:41:00.849489 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:41:20.884586 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-5c3f649c-9a1d-4240-b88f-7ce1afa8358d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:41:22.387724 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:41:23.278047 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b0f719f3-042b-4a13-a861-3cac30450e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:41:24.617017 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:41:25.938523 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:41:27.270801 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:41:29.088460 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:41:30.853010 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:41:50.886260 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b09f671d-8524-48f2-bbb9-bf6f76e56d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:41:53.278992 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-4c01a109-e570-442d-b200-c8b8b23de6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:41:54.620353 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:41:55.940532 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:41:57.272989 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:41:59.087723 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:41:59.386922 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:42:00.864582 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:42:20.887747 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-dbbe54d6-7e79-4e91-9da5-f7ffff09a6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:42:23.280393 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-bc53f0fd-dc1c-4c78-a111-72a53410aff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:42:24.626551 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:42:25.942117 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:42:27.276093 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:42:29.098322 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:42:30.879301 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:42:36.387261 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:42:50.889186 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-41a28bd4-3d15-4305-91cf-69fc3ae3ae70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:42:53.282308 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-15960896-6259-4595-b786-5377f305cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:42:54.626308 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:42:55.944629 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:42:57.277049 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:42:59.102199 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:43:00.878271 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:43:13.387020 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:43:20.890653 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-d4f0dfae-4a1d-477b-a986-541c97f91897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:43:23.284135 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-33fb05b7-987f-4792-8305-1e1ef22cb8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:43:24.628930 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:43:25.947476 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:43:27.279909 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:43:29.104120 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:43:30.892980 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:43:50.386171 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:43:50.895386 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6fd53cc1-5889-4b52-a529-f51a0c741c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:43:53.285471 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-ca617ed2-dacd-4eec-9d1b-debb63434261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:43:54.631991 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:43:55.949825 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:43:57.280755 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:43:59.101126 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:44:00.907249 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:44:20.896073 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-6c9172c1-9ddb-466f-b120-e117c833e1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:44:23.290787 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-312cc0cd-047e-4828-9b92-7ee13c76dfc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:44:24.635971 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:44:25.952938 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:44:27.282756 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:44:27.385796 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:44:29.099370 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:44:30.922259 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:44:50.896801 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-349964a0-92ca-41c8-ae62-d99685a7e4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:44:53.292647 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ba16e1a-5aa9-4a3f-b32c-45ae21f4e2bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:44:54.639112 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:44:55.955479 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:44:57.285022 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:44:59.114388 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:45:00.922126 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:45:04.385057 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:45:20.898664 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-8d0414b9-8d34-401f-bab2-65f3bf204680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:45:23.293455 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-2f3fa45e-a3bb-496a-ac48-650c832cecc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:45:24.641198 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:45:25.958000 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:45:27.289339 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:45:29.130832 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:45:30.936133 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:45:36.765852 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-d8fd9e83-0edd-4799-b763-1587580c5a4f req-5cddaf4c-9a1d-4dfa-b3f2-9aa698ed1fa5 service neutron] (103466) timed out ('10.222.0.75', 55468) {{(pid=103466) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 23:45:36.867933 n-d-813897-6 neutron-server[103466]: DEBUG neutron.wsgi [req-d8fd9e83-0edd-4799-b763-1587580c5a4f req-81b22e6d-ced1-4a27-81f2-b2a00caf9093 tempest-TestShelveInstance-841165885 tempest-TestShelveInstance-841165885-project] (103466) timed out ('10.222.0.75', 55490) {{(pid=103466) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 23:45:41.384963 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:45:50.899457 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-054cce50-7a45-49a2-9589-bf7ffea99612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:45:53.296009 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-668e0791-fafa-4e64-a179-ae857c3edc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:45:54.645634 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:45:55.961013 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:45:57.291560 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:45:59.126158 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:46:00.934553 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:46:18.384263 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:46:20.901745 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-c328327b-5273-4e7c-bcd4-9c63b7103f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:46:23.297179 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7f2c3331-0489-4c22-9ebf-83c3166656a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:46:24.650016 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:46:25.963413 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:46:27.294730 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:46:29.126764 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:46:30.948315 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:46:50.903310 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-0ae811fb-7a1d-4e0a-be5a-ce12c03fcf91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (c1cb2cb3-6351-438a-8172-a752bed4d843), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:46:53.300375 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e6ce28f0-c853-4079-a5cd-a3b23a45cab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (e4221a23-eacd-419a-9223-9326029c12db), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:46:54.652895 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-58b23250-2259-4358-a949-429aef217a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (be2dd6f7-0d54-40a7-b0e2-681f90b993dc), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:46:55.383482 n-d-813897-6 neutron-server[103468]: DEBUG neutron.db.agents_db [None req-5d214050-a18d-41d1-bed7-b6551d5cf8f8 None None] Agent healthcheck: found 7 active agents {{(pid=103468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 23:46:55.970912 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-32a4f9c5-1bf7-4734-b495-13cc6db3490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (415ddd24-444d-442a-a015-15ed82863134), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:46:57.297234 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-e4f45103-7cd4-4e1f-9088-f564370f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (55aabb93-b58b-4d67-bc77-7883cdfb74ef), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:46:59.126066 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-1cad9f88-d8bf-4137-aeab-57e37f1f030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (5e30abff-46a9-408e-9dd4-38ba36ce3e45), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 23:47:00.949848 n-d-813897-6 neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-7ec23a5c-d5fb-4691-b96e-03b5892c9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771216128377', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654119'] for agent (78bb6e98-4c95-463f-8002-364de5cba4b8), after_update {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}